-- Logs begin at Mon 2022-03-07 09:44:46 UTC, end at Mon 2022-03-07 12:08:15 UTC. -- Mar 07 10:17:49.104914 n-d-832164-4 systemd[1]: Started Devstack devstack@q-svc.service. Mar 07 10:17:52.040853 n-d-832164-4 neutron-server[103634]: INFO neutron.common.config [-] Logging enabled! Mar 07 10:17:52.041516 n-d-832164-4 neutron-server[103634]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev575 Mar 07 10:17:52.041698 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103634) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 07 10:17:52.044909 n-d-832164-4 neutron-server[103634]: INFO neutron.common.config [-] Logging enabled! Mar 07 10:17:52.045192 n-d-832164-4 neutron-server[103634]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev575 Mar 07 10:17:52.045507 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103634) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 07 10:17:52.046437 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 10:17:52.046673 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 10:17:52.047044 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 10:17:52.047294 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 10:17:52.047919 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 10:17:52.048250 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.048684 n-d-832164-4 neutron-server[103634]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 07 10:17:52.049012 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.049339 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.049645 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.049949 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.050245 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.050535 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.050831 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.051134 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.051425 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.051710 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.051999 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.052293 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.052581 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.052874 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.053185 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.053507 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] debug = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.053791 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.054214 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.054639 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.054923 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.055215 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.055497 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.055772 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.056050 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.056336 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.056665 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] host = n-d-832164-4 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.056947 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.057274 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.057569 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.057859 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.058136 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.058412 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.058697 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.058974 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.059251 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] log_file = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.059529 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.059819 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.060109 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.060400 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.060627 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.060854 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.061166 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.061460 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.061990 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.062270 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.062547 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.062821 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.063099 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.063372 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.063658 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.063944 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.064230 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.064507 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.064783 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.065057 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.065367 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.065655 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.065932 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.066210 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.066486 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.066773 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.067043 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.067326 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.067634 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.067924 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.068214 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.068502 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.068782 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.069089 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.069388 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.069665 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.069941 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] use_json = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.070218 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.070493 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.070776 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.071052 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.071330 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.071606 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.071880 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.072167 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.072444 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:52.072742 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.073040 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.073372 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.073672 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.073965 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.074250 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.074542 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.074823 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.075112 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.075402 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.075692 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.075974 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.076274 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.076562 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.076859 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.077187 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.077485 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.077778 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.078055 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.078332 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.078606 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.078888 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.079175 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.079455 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.079746 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.080036 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.080317 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.080615 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.080901 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.081224 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.081519 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.081798 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.082083 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.082377 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.082656 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.082932 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.083210 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.083500 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.083781 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.084056 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.084340 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.084621 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.085430 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.085708 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.085983 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.086271 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.086551 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.086822 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.087095 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.087374 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.087654 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.087941 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.088222 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.088495 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.088769 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.089051 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.089348 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.089623 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.089903 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.090178 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.090457 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.090730 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.091004 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.091277 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.091550 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.091822 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.092095 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.092368 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.092648 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.092922 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.093224 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.093502 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.093779 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.094054 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.094340 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.094637 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.094917 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.095194 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.095471 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.095748 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.096023 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.096297 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.096574 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.096850 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.097135 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.097426 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.097718 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.098004 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.098305 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.098583 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.098878 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.099159 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.099432 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.099716 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.099993 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.100292 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.101153 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.101443 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.101740 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.102037 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.102333 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.102626 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.102920 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.103201 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.103508 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.103788 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:52.104009 n-d-832164-4 neutron-server[103634]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 10:17:52.104249 n-d-832164-4 neutron-server[103634]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103634) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 07 10:17:52.477484 n-d-832164-4 neutron-server[103634]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 07 10:17:52.477777 n-d-832164-4 neutron-server[103634]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 07 10:17:52.478085 n-d-832164-4 neutron-server[103634]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 07 10:17:52.478561 n-d-832164-4 neutron-server[103634]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 07 10:17:52.811142 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:52.811440 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:52.811990 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:52.813285 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:52.813566 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:52.813834 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:52.859077 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:52.859355 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:52.859623 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:52.874114 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:52.874397 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:52.874671 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:52.903375 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:52.903657 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:52.903930 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:52.941465 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:52.941745 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:52.942015 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.294714 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.295246 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.295246 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.295519 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.296214 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.395653 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.395978 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.396261 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.396538 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.396826 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.397164 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.397470 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.397732 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.397988 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.398271 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.398531 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.398797 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.399055 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.399307 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.399562 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.399826 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.400079 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.400345 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.400639 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.400874 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.401167 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.401423 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.401705 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.402079 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.402329 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.402576 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.402967 n-d-832164-4 neutron-server[103634]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 10:17:53.403207 n-d-832164-4 neutron-server[103634]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 10:17:53.403444 n-d-832164-4 neutron-server[103634]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 10:17:53.403678 n-d-832164-4 neutron-server[103634]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 10:17:53.403913 n-d-832164-4 neutron-server[103634]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 10:17:53.404148 n-d-832164-4 neutron-server[103634]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 10:17:53.404516 n-d-832164-4 neutron-server[103634]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 07 10:17:53.407655 n-d-832164-4 neutron-server[103634]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 07 10:17:53.411730 n-d-832164-4 neutron-server[103634]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 07 10:17:53.416154 n-d-832164-4 neutron-server[103634]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Mar 07 10:17:53.417826 n-d-832164-4 neutron-server[103634]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 07 10:17:53.418295 n-d-832164-4 neutron-server[103634]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 07 10:17:53.418631 n-d-832164-4 neutron-server[103634]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 07 10:17:53.419016 n-d-832164-4 neutron-server[103634]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 07 10:17:53.421863 n-d-832164-4 neutron-server[103634]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 07 10:17:53.422123 n-d-832164-4 neutron-server[103634]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 07 10:17:53.422473 n-d-832164-4 neutron-server[103634]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 07 10:17:53.427339 n-d-832164-4 neutron-server[103634]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 07 10:17:53.452087 n-d-832164-4 neutron-server[103634]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 07 10:17:53.452543 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.452846 n-d-832164-4 neutron-server[103634]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103634) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 07 10:17:53.453293 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.454620 n-d-832164-4 neutron-server[103634]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103634) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 07 10:17:53.454902 n-d-832164-4 neutron-server[103634]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 07 10:17:53.455147 n-d-832164-4 neutron-server[103634]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 07 10:17:53.458471 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.458754 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:53.520936 n-d-832164-4 neutron-server[103634]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 07 10:17:53.521208 n-d-832164-4 neutron-server[103634]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 07 10:17:53.521455 n-d-832164-4 neutron-server[103634]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 07 10:17:53.521826 n-d-832164-4 neutron-server[103634]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 07 10:17:53.542376 n-d-832164-4 neutron-server[103634]: DEBUG oslo_db.sqlalchemy.engines [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103634) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 07 10:17:53.991803 n-d-832164-4 neutron-server[103634]: INFO neutron.plugins.ml2.managers [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Initializing driver for type 'gre' Mar 07 10:17:53.992329 n-d-832164-4 neutron-server[103634]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] gre ID ranges: [(1, 1000)] Mar 07 10:17:54.050589 n-d-832164-4 neutron-server[103634]: INFO neutron.plugins.ml2.managers [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Initializing driver for type 'local' Mar 07 10:17:54.051012 n-d-832164-4 neutron-server[103634]: INFO neutron.plugins.ml2.managers [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Initializing driver for type 'vlan' Mar 07 10:17:54.063985 n-d-832164-4 neutron-server[103634]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] VlanTypeDriver initialization complete Mar 07 10:17:54.064318 n-d-832164-4 neutron-server[103634]: INFO neutron.plugins.ml2.managers [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Initializing driver for type 'vxlan' Mar 07 10:17:54.064806 n-d-832164-4 neutron-server[103634]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] vxlan ID ranges: [(1, 1000)] Mar 07 10:17:54.117385 n-d-832164-4 neutron-server[103634]: INFO neutron.plugins.ml2.managers [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Initializing extension driver 'port_security' Mar 07 10:17:54.117756 n-d-832164-4 neutron-server[103634]: INFO neutron.plugins.ml2.extensions.port_security [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] PortSecurityExtensionDriver initialization complete Mar 07 10:17:54.118099 n-d-832164-4 neutron-server[103634]: INFO neutron.plugins.ml2.managers [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Initializing mechanism driver 'openvswitch' Mar 07 10:17:54.118459 n-d-832164-4 neutron-server[103634]: INFO neutron.plugins.ml2.managers [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Initializing mechanism driver 'hyperv' Mar 07 10:17:54.124992 n-d-832164-4 neutron-server[103634]: DEBUG neutron.plugins.ml2.plugin [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103634) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:17:54.125867 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > port after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.126244 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > port after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.126598 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > port after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.127126 n-d-832164-4 neutron-server[103634]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103634) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 10:17:54.127561 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > subnet after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.127919 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > subnet after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.128265 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.128664 n-d-832164-4 neutron-server[103634]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103634) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 10:17:54.129072 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > network after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.129450 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > network after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.129794 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > network after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.130191 n-d-832164-4 neutron-server[103634]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103634) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 10:17:54.130597 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > security_group after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.130949 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > security_group after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.131291 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.132287 n-d-832164-4 neutron-server[103634]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103634) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 10:17:54.132692 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.133040 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.133403 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.133800 n-d-832164-4 neutron-server[103634]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103634) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 10:17:54.134210 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > address_group after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.134558 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > address_group after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.134900 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.135295 n-d-832164-4 neutron-server[103634]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103634) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 07 10:17:54.135736 n-d-832164-4 neutron-server[103634]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] ML2 OVO RPC backend initialized. {{(pid=103634) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 07 10:17:54.136440 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.136795 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.137243 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > network before_response 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.137594 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > networks before_response 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.137942 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > port before_response 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.138284 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > ports before_response 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.138626 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > subnet before_response 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.138971 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > subnets before_response 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.139317 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > network after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.139657 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > network after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.139990 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > network after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.140323 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > port after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.140658 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > port after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.140991 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > port after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.141364 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > subnet after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.141698 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > subnet after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.142717 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.150957 n-d-832164-4 neutron-server[103634]: INFO neutron.quota [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded quota_driver: . Mar 07 10:17:54.151325 n-d-832164-4 neutron-server[103634]: INFO neutron.plugins.ml2.plugin [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Modular L2 Plugin initialization complete Mar 07 10:17:54.151674 n-d-832164-4 neutron-server[103634]: DEBUG neutron.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading services supported by the core plugin {{(pid=103634) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 07 10:17:54.152014 n-d-832164-4 neutron-server[103634]: INFO neutron.plugins.ml2.managers [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Got port-security extension from driver 'port_security' Mar 07 10:17:54.152498 n-d-832164-4 neutron-server[103634]: INFO neutron.extensions.vlantransparent [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Disabled vlantransparent extension. Mar 07 10:17:54.152993 n-d-832164-4 neutron-server[103634]: DEBUG neutron.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103634) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 07 10:17:54.153353 n-d-832164-4 neutron-server[103634]: INFO neutron.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading Plugin: router Mar 07 10:17:54.189285 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.189684 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > router after_create 55549900 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.190061 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > router before_create 55549900 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.190427 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.190803 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.191163 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > router after_delete 55549900 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.191524 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.191876 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.192243 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > router after_create 55549900 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.192590 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > router after_update 55549900 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.192942 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > router after_update 55549900 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.193321 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.193683 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > router after_update 55549900 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.194647 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > router precommit_update 55549900 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.195158 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: port after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.195508 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: port after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.195856 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: subnet after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.196216 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.196554 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.196905 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > router precommit_create 55549900 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.197287 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: port before_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.197634 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > router precommit_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.197992 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > router after_update 55549900 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.198335 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.198811 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > router precommit_create 55549900 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.199175 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.199524 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > router precommit_update 55549900 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.199891 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > agent after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.200245 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > agent after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.200590 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > network after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.201472 n-d-832164-4 neutron-server[103634]: DEBUG neutron.quota.resource_registry [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Tracking information for resource: router configured {{(pid=103634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 10:17:54.201809 n-d-832164-4 neutron-server[103634]: DEBUG neutron.quota.resource_registry [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Tracking information for resource: floatingip configured {{(pid=103634) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 07 10:17:54.206722 n-d-832164-4 neutron-server[103634]: INFO neutron.db.l3_agentschedulers_db [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 07 10:17:54.207304 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: port after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.207669 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: port after_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.208025 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: port after_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.208380 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: port after_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.209204 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > router before_create 55550100 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.209575 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.210518 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > router precommit_create 55550100 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.210881 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > router precommit_update 55550100 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.215704 n-d-832164-4 neutron-server[103634]: DEBUG neutron.services.provider_configuration [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Service providers = [] {{(pid=103634) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 07 10:17:54.216069 n-d-832164-4 neutron-server[103634]: DEBUG neutron.db.servicetype_db [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103634) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 07 10:17:54.219049 n-d-832164-4 neutron-server[103634]: DEBUG neutron.services.service_base [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103634) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 10:17:54.219404 n-d-832164-4 neutron-server[103634]: DEBUG neutron.services.service_base [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103634) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 10:17:54.219750 n-d-832164-4 neutron-server[103634]: DEBUG neutron.services.service_base [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103634) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 10:17:54.220651 n-d-832164-4 neutron-server[103634]: DEBUG neutron.services.service_base [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103634) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 07 10:17:54.221026 n-d-832164-4 neutron-server[103634]: INFO neutron.services.service_base [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 07 10:17:54.221428 n-d-832164-4 neutron-server[103634]: DEBUG neutron.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 10:17:54.221751 n-d-832164-4 neutron-server[103634]: INFO neutron.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 07 10:17:54.232500 n-d-832164-4 neutron-server[103634]: DEBUG neutron.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 10:17:54.232839 n-d-832164-4 neutron-server[103634]: INFO neutron.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading Plugin: auto_allocate Mar 07 10:17:54.238695 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: network precommit_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.239070 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: network precommit_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.239589 n-d-832164-4 neutron-server[103634]: DEBUG neutron.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 10:17:54.239914 n-d-832164-4 neutron-server[103634]: INFO neutron.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading Plugin: tag Mar 07 10:17:54.247370 n-d-832164-4 neutron-server[103634]: DEBUG neutron.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 10:17:54.247651 n-d-832164-4 neutron-server[103634]: INFO neutron.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading Plugin: timestamp Mar 07 10:17:54.251529 n-d-832164-4 neutron-server[103634]: DEBUG neutron.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 10:17:54.251862 n-d-832164-4 neutron-server[103634]: INFO neutron.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading Plugin: network_ip_availability Mar 07 10:17:54.258038 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.258411 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.258768 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.259504 n-d-832164-4 neutron-server[103634]: DEBUG neutron.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 10:17:54.259826 n-d-832164-4 neutron-server[103634]: INFO neutron.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading Plugin: flavors Mar 07 10:17:54.264846 n-d-832164-4 neutron-server[103634]: DEBUG neutron.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 10:17:54.265209 n-d-832164-4 neutron-server[103634]: INFO neutron.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading Plugin: revisions Mar 07 10:17:54.269669 n-d-832164-4 neutron-server[103634]: DEBUG neutron.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103634) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 07 10:17:54.270069 n-d-832164-4 neutron-server[103634]: DEBUG oslo_concurrency.lockutils [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.792s {{(pid=103634) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 07 10:17:54.270816 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103634) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 07 10:17:54.271154 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Initializing extension manager. Mar 07 10:17:54.271682 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: __init__.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.272030 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: __pycache__ {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.272396 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.272725 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: address_group.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.273512 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.274087 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: address-group Mar 07 10:17:54.274409 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: address_scope.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.275119 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.275627 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: address-scope Mar 07 10:17:54.275947 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.276880 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.277420 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: router-admin-state-down-before-update Mar 07 10:17:54.277746 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: agent.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.278452 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.278951 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: agent Mar 07 10:17:54.279272 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: agent_resources_synced.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.280189 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.280698 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: agent-resources-synced Mar 07 10:17:54.281022 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: allowedaddresspairs.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.282869 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.283390 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: allowed-address-pairs Mar 07 10:17:54.283719 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: auto_allocated_topology.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.284804 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.285358 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: auto-allocated-topology Mar 07 10:17:54.285689 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: availability_zone.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.286387 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.286895 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: availability_zone Mar 07 10:17:54.287221 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: availability_zone_filter.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.288171 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.288671 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: availability_zone_filter Mar 07 10:17:54.288994 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: data_plane_status.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.289945 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.290454 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension data-plane-status not supported by any of loaded plugins Mar 07 10:17:54.290775 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: default_subnetpools.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.291700 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.292206 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: default-subnetpools Mar 07 10:17:54.292527 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.293383 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.294399 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: dhcp_agent_scheduler Mar 07 10:17:54.294399 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: dns.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.295119 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.295621 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension dns-integration not supported by any of loaded plugins Mar 07 10:17:54.295942 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: dns_domain_ports.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.296865 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.297406 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 07 10:17:54.297728 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.298656 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.299156 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 07 10:17:54.299478 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: dvr.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.300149 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.300651 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: dvr Mar 07 10:17:54.300970 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: ecmp_routes.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.301943 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.302447 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 07 10:17:54.302772 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: empty_string_filtering.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.304211 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.304718 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: empty-string-filtering Mar 07 10:17:54.305039 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.305978 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.306480 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 07 10:17:54.306802 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.307712 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.308214 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 07 10:17:54.308537 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: external_net.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.309477 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.309981 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: external-net Mar 07 10:17:54.310303 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.311224 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.311977 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: extra_dhcp_opt Mar 07 10:17:54.312302 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: extraroute.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.313248 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.313756 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: extraroute Mar 07 10:17:54.314078 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: extraroute_atomic.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.315112 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.315622 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: extraroute-atomic Mar 07 10:17:54.315947 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: filter_validation.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.316610 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.317142 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: filter-validation Mar 07 10:17:54.317460 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: fip_pf_description.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.318369 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.318874 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 07 10:17:54.319846 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: fip_port_details.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.321032 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.321567 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: fip-port-details Mar 07 10:17:54.321896 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: flavors.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.323159 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.323679 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: flavors Mar 07 10:17:54.324007 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.325737 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.326260 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 07 10:17:54.326594 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: floatingip_pools.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.327302 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.327818 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: floatingip-pools Mar 07 10:17:54.328145 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: ip_allocation.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.329101 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.329628 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension ip_allocation not supported by any of loaded plugins Mar 07 10:17:54.329955 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.330877 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.331394 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: ip-substring-filtering Mar 07 10:17:54.331723 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: l2_adjacency.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.332650 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.333266 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 07 10:17:54.333595 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: l3.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.334594 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.335207 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: router Mar 07 10:17:54.335539 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.337848 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.338382 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 07 10:17:54.338716 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.339660 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.340176 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: ext-gw-mode Mar 07 10:17:54.340501 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.341459 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.341979 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: l3-ha Mar 07 10:17:54.342305 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.343216 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.343724 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 07 10:17:54.344045 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: l3_flavors.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.344966 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.345519 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: l3-flavors Mar 07 10:17:54.345845 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.347236 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.347750 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 07 10:17:54.348080 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.348997 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.349543 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 07 10:17:54.349868 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: l3agentscheduler.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.351100 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.351619 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: l3_agent_scheduler Mar 07 10:17:54.351952 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: local_ip.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.353765 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.354291 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension local_ip not supported by any of loaded plugins Mar 07 10:17:54.354627 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: logging.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.357644 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.358172 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension logging not supported by any of loaded plugins Mar 07 10:17:54.358510 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: metering.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.359263 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.359849 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: metering Mar 07 10:17:54.360180 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.361316 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.361842 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: metering_source_and_destination_fields Mar 07 10:17:54.362181 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: multiprovidernet.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.363124 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.363641 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: multi-provider Mar 07 10:17:54.363972 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: netmtu.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.364892 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.365440 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: net-mtu Mar 07 10:17:54.365769 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: netmtu_writable.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.367372 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.367883 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: net-mtu-writable Mar 07 10:17:54.368212 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: network_availability_zone.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.368884 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.369427 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: network_availability_zone Mar 07 10:17:54.369756 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: network_ip_availability.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.370880 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.371396 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: network-ip-availability Mar 07 10:17:54.371724 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: network_segment_range.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.372491 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.373004 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension network-segment-range not supported by any of loaded plugins Mar 07 10:17:54.373360 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: pagination.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.374341 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.374677 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: pagination Mar 07 10:17:54.375001 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: port_device_profile.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.375927 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.376445 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: port-device-profile Mar 07 10:17:54.376770 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.377728 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.378239 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: port-mac-address-regenerate Mar 07 10:17:54.378562 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.379480 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.379987 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: port-numa-affinity-policy Mar 07 10:17:54.380308 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: port_resource_request.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.381261 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.382451 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension port-resource-request not supported by any of loaded plugins Mar 07 10:17:54.382778 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: port_resource_request_groups.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.383762 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.384271 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 07 10:17:54.384596 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: portbindings.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.385552 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.386065 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: binding Mar 07 10:17:54.386386 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: portbindings_extended.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.387661 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.388173 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: binding-extended Mar 07 10:17:54.388500 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: portsecurity.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.389452 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.389966 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: port-security Mar 07 10:17:54.390293 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: project_id.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.391271 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.391606 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: project-id Mar 07 10:17:54.391932 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: providernet.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.392859 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.393409 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: provider Mar 07 10:17:54.393737 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: qos.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.397439 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.397966 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension qos not supported by any of loaded plugins Mar 07 10:17:54.398302 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.399766 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.400362 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 07 10:17:54.400718 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.401715 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.402248 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 07 10:17:54.402655 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: qos_default.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.403621 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.404132 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension qos-default not supported by any of loaded plugins Mar 07 10:17:54.404539 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: qos_fip.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.405585 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.406163 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension qos-fip not supported by any of loaded plugins Mar 07 10:17:54.406502 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.407487 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.408069 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 07 10:17:54.408490 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: qos_gateway_ip.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.409421 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.409961 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 07 10:17:54.410289 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: qos_port_network_policy.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.411407 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.411916 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 07 10:17:54.412303 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.413565 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.414125 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 07 10:17:54.414455 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.415585 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.416111 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 07 10:17:54.416453 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: qos_pps_rule.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.417701 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.418255 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension qos-pps not supported by any of loaded plugins Mar 07 10:17:54.418582 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: qos_rule_type_details.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.419593 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.420173 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 07 10:17:54.420497 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: qos_rules_alias.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.421668 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.422273 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 07 10:17:54.422568 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: quota_check_limit.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.423493 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.424008 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: quota-check-limit Mar 07 10:17:54.424332 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: quotasv2.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.425324 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.425659 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: quotas Mar 07 10:17:54.425983 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: quotasv2_detail.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.427696 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.428035 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: quota_details Mar 07 10:17:54.428903 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: rbac.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.430014 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.430540 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: rbac-policies Mar 07 10:17:54.430872 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: rbac_address_group.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.431805 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.432319 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: rbac-address-group Mar 07 10:17:54.432645 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: rbac_address_scope.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.433608 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.434121 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: rbac-address-scope Mar 07 10:17:54.434444 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: rbac_security_groups.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.435363 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.435873 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: rbac-security-groups Mar 07 10:17:54.436198 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: rbac_subnetpool.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.437477 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.437986 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: rbac-subnetpool Mar 07 10:17:54.438309 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: revisionifmatch.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.439236 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.439749 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: revision-if-match Mar 07 10:17:54.440074 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: revisions.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.441225 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.441739 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: standard-attr-revisions Mar 07 10:17:54.442066 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: router_availability_zone.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.442738 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.443248 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: router_availability_zone Mar 07 10:17:54.443576 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: routerservicetype.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.445178 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.445694 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension router-service-type not supported by any of loaded plugins Mar 07 10:17:54.446019 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.446948 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.447461 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: security-groups-normalized-cidr Mar 07 10:17:54.447786 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.448706 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.449245 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: port-security-groups-filtering Mar 07 10:17:54.449570 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.450509 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.451019 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: security-groups-remote-address-group Mar 07 10:17:54.451341 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.452279 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.452789 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: security-groups-shared-filtering Mar 07 10:17:54.453139 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.453727 n-d-832164-4 neutron-server[103634]: WARNING neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 07 10:17:54.454049 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: securitygroup.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.463926 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.464457 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: security-group Mar 07 10:17:54.464794 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: segment.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.465623 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.466138 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension segment not supported by any of loaded plugins Mar 07 10:17:54.466470 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.467425 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.467939 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 07 10:17:54.468267 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: servicetype.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.469419 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.469942 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: service-type Mar 07 10:17:54.470272 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: sorting.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.471259 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.471592 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: sorting Mar 07 10:17:54.471913 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: standard_attr_segment.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.472839 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.473388 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 07 10:17:54.473714 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: standardattrdescription.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.474361 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.474871 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: standard-attr-description Mar 07 10:17:54.475193 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: stateful_security_group.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.476305 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.476826 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: stateful-security-group Mar 07 10:17:54.477160 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: stdattrs_common.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.477732 n-d-832164-4 neutron-server[103634]: WARNING neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 07 10:17:54.478054 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.478989 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.479502 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 07 10:17:54.479824 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: subnet_onboard.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.480961 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.482945 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: subnet_onboard Mar 07 10:17:54.483278 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.484255 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.484946 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 07 10:17:54.485302 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: subnet_service_types.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.486321 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.486920 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: subnet-service-types Mar 07 10:17:54.487289 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: subnetallocation.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.488520 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.489035 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: subnet_allocation Mar 07 10:17:54.489391 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.490055 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.490565 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: subnetpool-prefix-ops Mar 07 10:17:54.491423 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.492441 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.492953 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 07 10:17:54.493378 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: tagging.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.494457 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.494974 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: standard-attr-tag Mar 07 10:17:54.495300 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: timestamp.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.496508 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.497027 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loaded extension: standard-attr-timestamp Mar 07 10:17:54.497428 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: trunk.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.498424 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.498939 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension trunk not supported by any of loaded plugins Mar 07 10:17:54.499268 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: trunk_details.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.500186 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.500699 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension trunk-details not supported by any of loaded plugins Mar 07 10:17:54.501025 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: uplink_status_propagation.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.501986 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.502497 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 07 10:17:54.502824 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Loading extension file: vlantransparent.py {{(pid=103634) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 07 10:17:54.503496 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103634) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 07 10:17:54.504007 n-d-832164-4 neutron-server[103634]: INFO neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 07 10:17:54.507106 n-d-832164-4 neutron-server[103634]: INFO neutron.quota.resource_registry [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Creating instance of TrackedResource for resource:network Mar 07 10:17:54.507734 n-d-832164-4 neutron-server[103634]: INFO neutron.quota.resource_registry [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Creating instance of TrackedResource for resource:subnet Mar 07 10:17:54.508138 n-d-832164-4 neutron-server[103634]: INFO neutron.quota.resource_registry [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 10:17:54.508532 n-d-832164-4 neutron-server[103634]: INFO neutron.quota.resource_registry [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Creating instance of TrackedResource for resource:port Mar 07 10:17:54.509810 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.v2.resource_helper [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:17:54.510250 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.v2.resource_helper [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Service FLAVORS assigned prefix: {{(pid=103634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:17:54.510865 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.v2.resource_helper [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:17:54.511295 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.v2.resource_helper [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:17:54.511630 n-d-832164-4 neutron-server[103634]: INFO neutron.quota.resource_registry [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Creating instance of TrackedResource for resource:router Mar 07 10:17:54.512055 n-d-832164-4 neutron-server[103634]: INFO neutron.quota.resource_registry [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Creating instance of TrackedResource for resource:floatingip Mar 07 10:17:54.512546 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.v2.resource_helper [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Service METERING assigned prefix: /metering {{(pid=103634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:17:54.514033 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.514409 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.514768 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103634) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:17:54.515769 n-d-832164-4 neutron-server[103634]: INFO neutron.quota.resource_registry [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Creating instance of CountableResource for resource:rbac_policy Mar 07 10:17:54.516210 n-d-832164-4 neutron-server[103634]: INFO neutron.quota.resource_registry [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Creating instance of TrackedResource for resource:security_group Mar 07 10:17:54.516643 n-d-832164-4 neutron-server[103634]: INFO neutron.quota.resource_registry [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 07 10:17:54.517285 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.v2.resource_helper [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Service CORE assigned prefix: {{(pid=103634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:17:54.517626 n-d-832164-4 neutron-server[103634]: INFO neutron.quota.resource_registry [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 10:17:54.517978 n-d-832164-4 neutron-server[103634]: WARNING neutron.quota.resource_registry [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] subnetpool is already registered Mar 07 10:17:54.518398 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.v2.resource_helper [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Service CORE assigned prefix: {{(pid=103634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:17:54.518733 n-d-832164-4 neutron-server[103634]: INFO neutron.quota.resource_registry [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 10:17:54.519064 n-d-832164-4 neutron-server[103634]: WARNING neutron.quota.resource_registry [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] subnetpool is already registered Mar 07 10:17:54.521400 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.v2.resource_helper [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:17:54.521835 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.v2.resource_helper [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Service FLAVORS assigned prefix: {{(pid=103634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:17:54.522456 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.v2.resource_helper [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:17:54.522876 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.v2.resource_helper [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:17:54.523213 n-d-832164-4 neutron-server[103634]: INFO neutron.quota.resource_registry [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Creating instance of TrackedResource for resource:router Mar 07 10:17:54.523552 n-d-832164-4 neutron-server[103634]: WARNING neutron.quota.resource_registry [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] router is already registered Mar 07 10:17:54.523965 n-d-832164-4 neutron-server[103634]: INFO neutron.quota.resource_registry [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Creating instance of TrackedResource for resource:floatingip Mar 07 10:17:54.524304 n-d-832164-4 neutron-server[103634]: WARNING neutron.quota.resource_registry [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] floatingip is already registered Mar 07 10:17:54.524754 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.v2.resource_helper [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Service METERING assigned prefix: /metering {{(pid=103634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:17:54.525441 n-d-832164-4 neutron-server[103634]: INFO neutron.quota.resource_registry [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Creating instance of CountableResource for resource:rbac_policy Mar 07 10:17:54.525773 n-d-832164-4 neutron-server[103634]: WARNING neutron.quota.resource_registry [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] rbac_policy is already registered Mar 07 10:17:54.526184 n-d-832164-4 neutron-server[103634]: INFO neutron.quota.resource_registry [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Creating instance of TrackedResource for resource:security_group Mar 07 10:17:54.526519 n-d-832164-4 neutron-server[103634]: WARNING neutron.quota.resource_registry [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] security_group is already registered Mar 07 10:17:54.526920 n-d-832164-4 neutron-server[103634]: INFO neutron.quota.resource_registry [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 07 10:17:54.527254 n-d-832164-4 neutron-server[103634]: WARNING neutron.quota.resource_registry [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] security_group_rule is already registered Mar 07 10:17:54.527881 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.v2.resource_helper [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Service CORE assigned prefix: {{(pid=103634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:17:54.528226 n-d-832164-4 neutron-server[103634]: INFO neutron.quota.resource_registry [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 10:17:54.528562 n-d-832164-4 neutron-server[103634]: WARNING neutron.quota.resource_registry [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] subnetpool is already registered Mar 07 10:17:54.528975 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.v2.resource_helper [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Service CORE assigned prefix: {{(pid=103634) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 07 10:17:54.529327 n-d-832164-4 neutron-server[103634]: INFO neutron.quota.resource_registry [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Creating instance of TrackedResource for resource:subnetpool Mar 07 10:17:54.529664 n-d-832164-4 neutron-server[103634]: WARNING neutron.quota.resource_registry [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] subnetpool is already registered Mar 07 10:17:54.530132 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: extensions {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.531579 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: address-groups {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.533075 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: address-scopes {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.534454 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: agents {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.535617 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: auto-allocated-topology {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.536877 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: availability_zones {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.538167 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: dhcp-networks {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.539682 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: dhcp-agents {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.541140 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: routers {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.543363 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: flavors {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.544538 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: service_profiles {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.545811 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: next_providers {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.547267 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: service_profiles {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.548801 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: floatingip-pools {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.550070 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: routers {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.552204 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: floatingips {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.554965 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: l3-routers {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.556385 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: l3-agents {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.557836 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: metering-labels {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.559210 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: metering-label-rules {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.560503 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: network-ip-availabilities {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.562062 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: bindings {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.563772 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: quotas {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.565387 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: quotas {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.566931 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: rbac-policies {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.568225 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: security-groups {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.570082 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: security-group-rules {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.571327 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: service-providers {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.572553 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: subnetpools {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.574012 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: subnetpools {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.575479 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: tags {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.577201 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: tags {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.579006 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: tags {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.580785 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: tags {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.582626 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: tags {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.584499 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: tags {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.586409 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: tags {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.588321 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: tags {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.590129 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: tags {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.591985 n-d-832164-4 neutron-server[103634]: DEBUG neutron.api.extensions [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Extended resource: tags {{(pid=103634) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 07 10:17:54.597863 n-d-832164-4 neutron-server[103634]: WARNING keystonemiddleware.auth_token [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 07 10:17:54.602660 n-d-832164-4 neutron-server[103634]: WARNING keystonemiddleware.auth_token [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 07 10:17:54.611275 n-d-832164-4 neutron-server[103634]: DEBUG oslo_concurrency.lockutils [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Acquired lock "singleton_lock" {{(pid=103634) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 07 10:17:54.611750 n-d-832164-4 neutron-server[103634]: DEBUG oslo_concurrency.lockutils [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Releasing lock "singleton_lock" {{(pid=103634) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 07 10:17:54.612418 n-d-832164-4 neutron-server[103634]: INFO oslo_service.service [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Starting 2 workers Mar 07 10:17:54.617972 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Started child 103766 {{(pid=103634) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 10:17:54.622971 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Started child 103767 {{(pid=103634) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 10:17:54.624110 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:54.624755 n-d-832164-4 neutron-server[103634]: INFO neutron.service [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 07 10:17:54.625416 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:54.625843 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [-] (103766) wsgi starting up on http://0.0.0.0:9696 Mar 07 10:17:54.628023 n-d-832164-4 neutron-server[103634]: INFO oslo_service.service [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Starting 1 workers Mar 07 10:17:54.628626 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:54.630073 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [-] (103767) wsgi starting up on http://0.0.0.0:9696 Mar 07 10:17:54.633982 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Started child 103768 {{(pid=103634) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 10:17:54.634560 n-d-832164-4 neutron-server[103634]: INFO oslo_service.service [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Starting 1 workers Mar 07 10:17:54.637537 n-d-832164-4 neutron-server[103768]: DEBUG neutron.service [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] calling RpcWorker wait() {{(pid=103768) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 07 10:17:54.638057 n-d-832164-4 neutron-server[103768]: DEBUG neutron.service [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] returning from RpcWorker wait() {{(pid=103768) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 07 10:17:54.639138 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Started child 103769 {{(pid=103634) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 07 10:17:54.639650 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:54.639979 n-d-832164-4 neutron-server[103634]: DEBUG neutron_lib.callbacks.manager [None req-3e85cd38-10a5-4bb1-8641-90b2483c57c9 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103634) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:54.640083 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:17:54.642007 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103634) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 07 10:17:54.642220 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 10:17:54.642409 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 10:17:54.642640 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 10:17:54.642970 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 10:17:54.643138 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 10:17:54.643665 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.643971 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.644229 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.644504 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.644831 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.645056 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:17:54.645530 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.645695 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.646097 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.646551 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.646977 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.647396 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.647862 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.648318 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.648722 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.649218 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.649664 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.650081 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.650485 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.650801 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.651203 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.651625 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.652032 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.652443 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] debug = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.652838 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.653576 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.653986 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.654395 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.654781 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.655212 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.655618 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.656048 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.656440 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.656824 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.657234 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.657668 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.658056 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.658414 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.658832 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.659194 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.659601 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.659980 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.660592 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] host = n-d-832164-4 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.660976 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.661375 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.661768 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.662163 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.662557 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.663468 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.663891 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.664489 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.664878 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.665308 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.665618 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.665828 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.666064 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.666310 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] log_file = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.666514 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] log_options = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.666733 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.667011 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.667447 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.667649 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.667827 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.667999 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.668270 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.668441 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.668713 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.670052 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.670052 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.670052 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.670052 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.670052 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.670604 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.670604 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.670604 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.670832 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.671030 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.671295 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.671530 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.671628 n-d-832164-4 neutron-server[103769]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:17:54.671758 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.672164 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.672539 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.672922 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.673330 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.673712 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.673942 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.674191 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.674417 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.674807 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.675219 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.675584 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.675964 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.676374 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.676753 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.677184 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.677622 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.678055 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.678573 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.679964 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.680403 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.680703 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.681010 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.681339 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.681636 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.681888 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] use_json = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.682112 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.682353 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.682591 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.682838 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.683059 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.683280 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.683504 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.683738 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.684149 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.684782 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.685184 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.685704 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.686158 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.686471 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.686980 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.687230 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.687479 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.687751 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.687989 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.688325 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.688555 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.688868 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.689154 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.689448 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.689802 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.690098 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.690354 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.690601 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.690863 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.691101 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.691329 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.691611 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.691835 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.692088 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.692344 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.692580 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.693045 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.693509 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.694582 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.694917 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.695347 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.695775 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.696145 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.696540 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.696945 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.697359 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.697746 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.698127 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.698558 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.698928 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.699316 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.699707 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.700099 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.700480 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.700872 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.701371 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.701646 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.701906 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.702151 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.702389 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.702625 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.702871 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.703129 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.703355 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.703579 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.703846 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.704115 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.704336 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.704579 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.704800 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.705026 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.705295 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.705528 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.705744 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.705965 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.706193 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.706514 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.706799 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.707047 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.707269 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.707490 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.707750 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.707966 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.708205 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.708529 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.708744 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.708973 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.709210 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.709430 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.710337 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.710595 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.710917 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.711142 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.711361 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.711582 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.711798 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.712050 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.712267 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.712504 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.712722 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.713006 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.713344 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.713609 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.713848 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.714092 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.714340 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.714561 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.714816 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.715049 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.715270 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.715486 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.715754 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.715981 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.716216 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.716543 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.716774 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.717030 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.717295 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.717540 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.717784 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.718036 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.718259 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.718585 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.718865 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.719123 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.719361 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.719614 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.719863 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.720150 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.720430 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.720738 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.720960 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.721257 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.721573 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.721854 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.722136 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.722398 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.722671 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.722927 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.723186 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.723439 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.723692 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.723942 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.724181 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.724435 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.724656 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.724882 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.725538 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.725941 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.726183 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.726403 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.726721 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.727023 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.727257 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.727496 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.727760 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.728018 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.728272 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.728568 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.728802 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.729049 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.729310 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.729561 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.729779 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.729997 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.730213 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.730472 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.730681 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.730896 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.731162 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.731383 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.731622 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.731840 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.732063 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.732305 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.732568 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.732783 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.733034 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.733303 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.733535 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.733748 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.733987 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.734204 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.734449 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.734689 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.734959 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.735208 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.735444 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.735671 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.735916 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.736174 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.736394 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.736659 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.736956 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.737226 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.737444 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.737666 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.737919 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.738128 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.738392 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.738614 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.738866 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.739121 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.739474 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.739718 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.739946 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.740176 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.740414 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.740652 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.740874 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.741091 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.741364 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.741584 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.741808 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.742058 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.742281 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.742503 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.742723 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.742956 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.743198 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.743449 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.743690 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.743934 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.744160 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.744381 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.744599 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.744815 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.745029 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.745265 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.745478 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.745571 n-d-832164-4 neutron-server[103768]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:17:54.745712 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.745946 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.746241 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.746503 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.746739 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.746998 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.747218 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.747537 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.747719 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.747987 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.748151 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.748372 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.748593 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.748827 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.749076 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.749331 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.749562 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.749813 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.750031 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.750264 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.750509 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.750724 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.750936 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.751156 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.751374 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.751582 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.752007 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.752225 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.752461 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.752686 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.752925 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.753158 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.753390 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.753606 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.753819 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.754043 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.754261 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.754494 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.754774 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.755038 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.755264 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.755551 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.755818 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.756070 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.756315 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.757156 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.757360 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.757629 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.757953 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.758177 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.758422 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.758680 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.759003 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.759311 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.759578 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.759857 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.760132 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.760416 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.760688 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.760906 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.761230 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.761569 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.761867 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.762119 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.762426 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.762686 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.762936 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.763158 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.763375 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.763593 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.763809 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.764087 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.764316 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.764537 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.764753 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.765000 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.765248 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.765523 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.765722 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.765970 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.766187 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.766347 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 10:17:54.766875 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103634) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 07 10:17:54.767037 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 07 10:17:54.767219 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 07 10:17:54.767412 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 07 10:17:54.767508 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 07 10:17:54.767666 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 07 10:17:54.767877 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.768040 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.768195 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.768931 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.768931 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.768931 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.768931 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.769315 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.769315 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.769463 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.769543 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.769644 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.769804 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.769965 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.770125 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.770305 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.770447 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.770591 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.770754 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.771072 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.771235 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.771396 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.771545 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] debug = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.771695 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.771901 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.772176 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.772437 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.772437 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.772852 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.772852 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.773057 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.773057 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.773253 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.773366 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.773683 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.773848 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.774009 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.774170 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.774330 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.774490 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.774651 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.774810 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] host = n-d-832164-4 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.774970 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.775131 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.775291 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.775451 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.775715 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.775894 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.776055 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.776216 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.776376 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.776535 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.776695 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.776887 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.777018 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.777526 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] log_file = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.777526 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] log_options = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.777526 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.777855 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.777855 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.778066 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.778148 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.778288 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.778448 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.778644 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.778788 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.778950 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.779110 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.779272 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.779430 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.779589 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.779748 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.779907 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.780067 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.780227 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.780388 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.780547 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.780707 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.780866 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.781049 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.781224 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.781383 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.781700 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.781861 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.782021 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.782181 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.782342 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.782502 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.782663 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.782822 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.782981 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.783142 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.783470 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.783470 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.785662 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.785662 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.785662 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.785946 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.785946 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.786118 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.786292 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.786461 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.786670 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.787258 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60844) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:17:54.789264 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] use_json = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.789461 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.789646 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.789848 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.790028 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.790201 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.790372 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.790541 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.790710 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.790875 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 07 10:17:54.791065 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.791261 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.791441 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.791609 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.791774 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.791968 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.792143 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.792319 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.792467 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.792630 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.792805 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.792969 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.793979 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.794168 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.794342 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.794515 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.794684 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.794852 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.795017 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.795184 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.795350 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.795515 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.795690 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.795854 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.796017 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.796179 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.796453 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.796631 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.796835 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064592 Mar 07 10:17:54.796976 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.797181 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.797321 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.797485 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.797646 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.797800 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.797965 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.798152 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.798317 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.799269 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.799269 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.799269 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.799269 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.799269 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.799269 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.799684 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.799684 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.799684 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.799934 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.800040 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.800143 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.800285 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.800448 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.800609 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.800771 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.800935 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.801098 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.801309 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.801471 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.801643 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.801805 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.801967 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.802128 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.802297 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.802458 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.802621 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.802783 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.802945 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.803106 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.803267 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.803643 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.803743 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.804733 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.804924 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.805092 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.805292 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.805464 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.805628 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.805796 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.805955 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.806118 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.806280 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.806468 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.806632 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.806795 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.806958 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.807122 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.807297 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.807452 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.807615 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.807778 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.807941 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.808105 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.808273 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.808615 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.808781 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.808944 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.809139 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.809301 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.809464 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.809628 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.809790 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.809953 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.810131 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.810304 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.810456 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.810603 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.810747 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.810914 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.811075 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.811236 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.811397 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.811558 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.811980 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.812144 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.812310 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.812472 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.812634 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.812794 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.812955 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.813167 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.813306 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.813743 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.813743 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.813906 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.813906 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.814087 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.814251 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.814413 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.814576 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.814738 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.814900 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.815063 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.815224 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.815385 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.815546 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.815711 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.815884 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.816046 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.816210 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.816369 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.816557 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.816719 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.816879 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.817040 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.817232 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.817392 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.817555 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.817718 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.817882 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.818044 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.818206 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.818372 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.818544 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.818705 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.818853 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.819541 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.819766 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.819951 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.820112 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.820274 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.820436 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.820599 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.820763 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.820926 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.821088 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.821303 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.821477 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.821645 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.821788 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.821942 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.822103 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.822265 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.822427 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.822589 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.822754 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.822916 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.823077 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.823242 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.823405 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.823567 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.823731 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.823893 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.824055 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.824217 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.824381 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.824544 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.824705 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.824867 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.825030 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.825216 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.825380 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.825543 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.825706 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.825867 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.826029 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.826209 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.826372 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.826535 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.826702 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.826865 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.827028 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.827192 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.827354 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.827517 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.827680 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.827844 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.828006 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.828168 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.828330 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.828493 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.828655 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.828821 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.828986 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.829167 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.829333 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.829497 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.829659 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.829821 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.829983 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.830146 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.830308 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.830470 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.830631 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.830792 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.830969 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.831121 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.831283 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.831445 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.831607 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.831769 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.831942 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.832105 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.832267 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.832429 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.832597 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.832759 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.832929 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.833093 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.833294 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.833428 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.833589 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.833751 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.833922 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.834085 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.834247 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.834408 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.834786 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.834786 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.835101 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.835101 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.835287 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.835413 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.835575 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.835736 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.835909 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.836072 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.836235 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.836397 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.836559 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.836722 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.836893 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.837056 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.837243 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.837414 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.837577 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.837741 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.837902 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.838078 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.838240 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.838403 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.838566 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.838729 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.838892 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.839056 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.839223 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.839394 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.839563 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.839726 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.839898 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.840072 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.840242 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.840404 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.840572 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.840748 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.840910 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.841072 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.841260 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.841404 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.842233 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.842233 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.842233 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.842233 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.842233 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.842601 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.842601 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.842746 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.842823 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.842936 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.843080 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.843241 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.843404 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.843566 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.843729 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 07 10:17:54.843884 n-d-832164-4 neutron-server[103634]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103634) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 07 10:18:06.420849 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6533afa-c5dc-4aa3-8af2-c1c498b37b13 None None] get_active_networks_info from n-d-832164-4 {{(pid=103768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 10:18:06.481753 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6533afa-c5dc-4aa3-8af2-c1c498b37b13 None None] No non-hosted networks {{(pid=103768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 07 10:18:06.500012 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6b312307-6722-4fd9-891e-f4a83b368270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-675050'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:08.511050 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4ba9bcb5-de76-47e7-a6da-f1e5dbd95cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-675050'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:08.563028 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-616b19ed-c484-4f2c-a038-18e12bccc0b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:09.736234 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-675050'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:11.458104 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-675050'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:12.266411 n-d-832164-4 neutron-server[103768]: INFO neutron.db.l3_hamode_db [None req-fa2e8512-14e5-4db1-84b0-52b879906e82 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 07 10:18:12.349415 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2e8512-14e5-4db1-84b0-52b879906e82 None None] Routers set() bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:18:12.349863 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2e8512-14e5-4db1-84b0-52b879906e82 None None] Router IDs set() for agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 10:18:12.595702 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60924) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:18:12.817555 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-675050'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:12.819513 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:12.820021 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:12.821880 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:12.822707 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:12.823043 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:12.823378 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:12.823705 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:12.824028 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:12.824347 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:12.825372 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:12.825699 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:12.826020 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:12.828410 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:12.828832 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-832164-4', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:18:12.840971 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-832164-4', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:18:13.120562 n-d-832164-4 neutron-server[103767]: WARNING oslo_policy.policy [None req-3487d34d-3fee-4485-9662-eb8018cc23db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 10:18:13.121201 n-d-832164-4 neutron-server[103767]: WARNING oslo_policy.policy [None req-3487d34d-3fee-4485-9662-eb8018cc23db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 10:18:13.350198 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-3487d34d-3fee-4485-9662-eb8018cc23db admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:18:13.351434 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3487d34d-3fee-4485-9662-eb8018cc23db admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7536032 Mar 07 10:18:15.917541 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60950) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:18:16.229788 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-ced9ede0-a45d-45ee-8ed0-94f1dbeb2b60 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:18:16.320434 n-d-832164-4 neutron-server[103767]: DEBUG neutron.policy [None req-ced9ede0-a45d-45ee-8ed0-94f1dbeb2b60 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103767) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 07 10:18:16.362698 n-d-832164-4 neutron-server[103767]: WARNING oslo_policy.policy [None req-ced9ede0-a45d-45ee-8ed0-94f1dbeb2b60 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 10:18:16.363065 n-d-832164-4 neutron-server[103767]: WARNING oslo_policy.policy [None req-ced9ede0-a45d-45ee-8ed0-94f1dbeb2b60 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 10:18:16.459103 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ced9ede0-a45d-45ee-8ed0-94f1dbeb2b60 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755326531518', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755326530961', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755326520933', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755326514556', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755326508230', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755326493456', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4116620', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3387469', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-345353', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-450652'] for rbac-policy (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:16.526581 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ced9ede0-a45d-45ee-8ed0-94f1dbeb2b60 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:16.527730 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ced9ede0-a45d-45ee-8ed0-94f1dbeb2b60 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6091909 Mar 07 10:18:19.040893 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60960) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:18:19.538458 n-d-832164-4 neutron-server[103766]: WARNING oslo_policy.policy [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 10:18:19.539037 n-d-832164-4 neutron-server[103766]: WARNING oslo_policy.policy [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 10:18:19.760794 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:18:19.815264 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] Made reservation on behalf of 0763bedc47104bf793aea3b422cf9562 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:18:19.877333 n-d-832164-4 neutron-server[103766]: DEBUG neutron.policy [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103766) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 07 10:18:19.920382 n-d-832164-4 neutron-server[103766]: WARNING oslo_policy.policy [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 10:18:19.920754 n-d-832164-4 neutron-server[103766]: WARNING oslo_policy.policy [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 07 10:18:19.931949 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:19.954147 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:20.069081 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] Publish callbacks [] for security_group (f1628359-563f-4176-8786-36d7e7921342), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:20.072810 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f1628359-563f-4176-8786-36d7e7921342), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:20.105984 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 223} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:18:20.133804 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755330346590', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (5f42e3e4-4177-4ec4-8f55-77a8d9ef4e24), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:20.134374 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] Unsubscribe: segment precommit_create {{(pid=103766) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 07 10:18:20.134884 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] Added segment 5f42e3e4-4177-4ec4-8f55-77a8d9ef4e24 of type vlan for network bfac2958-356f-4593-933b-71f5a3f4701f Mar 07 10:18:20.140383 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f1628359-563f-4176-8786-36d7e7921342,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:18:20.165266 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:20.165608 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:20.165944 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:20.166273 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:20.166599 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:20.166919 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:20.167234 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:20.167550 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:20.167863 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:20.168174 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:20.168487 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:20.168796 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:20.169127 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:20.170245 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] Tracked resource versions report: Mar 07 10:18:20.170245 n-d-832164-4 neutron-server[103766]: pushed versions: Mar 07 10:18:20.170245 n-d-832164-4 neutron-server[103766]: { 'AddressGroup': {'1.2'}, Mar 07 10:18:20.170245 n-d-832164-4 neutron-server[103766]: 'ConntrackHelper': {'1.0'}, Mar 07 10:18:20.170245 n-d-832164-4 neutron-server[103766]: 'LocalIPAssociation': {'1.0'}, Mar 07 10:18:20.170245 n-d-832164-4 neutron-server[103766]: 'Log': {'1.0'}, Mar 07 10:18:20.170245 n-d-832164-4 neutron-server[103766]: 'Network': {'1.1'}, Mar 07 10:18:20.170245 n-d-832164-4 neutron-server[103766]: 'Port': {'1.7'}, Mar 07 10:18:20.170245 n-d-832164-4 neutron-server[103766]: 'PortForwarding': {'1.2'}, Mar 07 10:18:20.170245 n-d-832164-4 neutron-server[103766]: 'QosPolicy': {'1.10'}, Mar 07 10:18:20.170245 n-d-832164-4 neutron-server[103766]: 'SecurityGroup': {'1.5'}, Mar 07 10:18:20.170245 n-d-832164-4 neutron-server[103766]: 'SecurityGroupRule': {'1.2'}, Mar 07 10:18:20.170245 n-d-832164-4 neutron-server[103766]: 'SubPort': {'1.0'}, Mar 07 10:18:20.170245 n-d-832164-4 neutron-server[103766]: 'Subnet': {'1.1'}, Mar 07 10:18:20.170245 n-d-832164-4 neutron-server[103766]: 'Trunk': {'1.1'}} Mar 07 10:18:20.170245 n-d-832164-4 neutron-server[103766]: consumer versions: Mar 07 10:18:20.170245 n-d-832164-4 neutron-server[103766]: { DHCP agent@n-d-832164-4: {}, Mar 07 10:18:20.170245 n-d-832164-4 neutron-server[103766]: L3 agent@n-d-832164-4: {}, Mar 07 10:18:20.170245 n-d-832164-4 neutron-server[103766]: Metadata agent@n-d-832164-4: {}, Mar 07 10:18:20.170245 n-d-832164-4 neutron-server[103766]: Metering agent@n-d-832164-4: {}, Mar 07 10:18:20.170245 n-d-832164-4 neutron-server[103766]: Open vSwitch agent@n-d-832164-4: { 'AddressGroup': '1.2', Mar 07 10:18:20.170245 n-d-832164-4 neutron-server[103766]: 'ConntrackHelper': '1.0', Mar 07 10:18:20.170245 n-d-832164-4 neutron-server[103766]: 'LocalIPAssociation': '1.0', Mar 07 10:18:20.170245 n-d-832164-4 neutron-server[103766]: 'Log': '1.0', Mar 07 10:18:20.170245 n-d-832164-4 neutron-server[103766]: 'Network': '1.1', Mar 07 10:18:20.170245 n-d-832164-4 neutron-server[103766]: 'Port': '1.7', Mar 07 10:18:20.170245 n-d-832164-4 neutron-server[103766]: 'PortForwarding': '1.2', Mar 07 10:18:20.170245 n-d-832164-4 neutron-server[103766]: 'QosPolicy': '1.10', Mar 07 10:18:20.170245 n-d-832164-4 neutron-server[103766]: 'SecurityGroup': '1.5', Mar 07 10:18:20.170245 n-d-832164-4 neutron-server[103766]: 'SecurityGroupRule': '1.2', Mar 07 10:18:20.170245 n-d-832164-4 neutron-server[103766]: 'SubPort': '1.0', Mar 07 10:18:20.170245 n-d-832164-4 neutron-server[103766]: 'Subnet': '1.1', Mar 07 10:18:20.170245 n-d-832164-4 neutron-server[103766]: 'Trunk': '1.1'}} Mar 07 10:18:20.170245 n-d-832164-4 neutron-server[103766]: {{(pid=103766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 10:18:20.260869 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (bfac2958-356f-4593-933b-71f5a3f4701f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:20.301885 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (bfac2958-356f-4593-933b-71f5a3f4701f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:20.306973 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:18:20.307693 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:20.375267 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3332438 Mar 07 10:18:20.429384 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370902ac-7691-4c3a-9f50-dc1eb05adccb demo demo] Pushing event updated for resources: {'Network': ['ID=bfac2958-356f-4593-933b-71f5a3f4701f,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:18:20.442271 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network bfac2958-356f-4593-933b-71f5a3f4701f details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:18:22.921159 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60980) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:18:23.322200 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30e2d43-7dda-4b7f-b9e1-2b3cd4e326c3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:18:23.323544 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d30e2d43-7dda-4b7f-b9e1-2b3cd4e326c3 demo admin] 10.222.0.11 "GET /v2.0/networks/bfac2958-356f-4593-933b-71f5a3f4701f HTTP/1.1" status: 200 len: 825 time: 0.4014390 Mar 07 10:18:23.359998 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f9a03d46-2159-456b-a456-5cb51e008e3e demo admin] 10.222.0.11 "GET /v2.0/subnetpools/d9acaf0c-fc23-4b73-b4f8-e8d6bfa5405b HTTP/1.1" status: 200 len: 734 time: 0.0309076 Mar 07 10:18:23.368474 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-6ddbd535-b722-4293-a07a-043426b17638 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'bfac2958-356f-4593-933b-71f5a3f4701f', 'subnetpool_id': 'd9acaf0c-fc23-4b73-b4f8-e8d6bfa5405b', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:18:23.389916 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddbd535-b722-4293-a07a-043426b17638 demo admin] Made reservation on behalf of 0763bedc47104bf793aea3b422cf9562 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:18:23.392282 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6ddbd535-b722-4293-a07a-043426b17638 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:23.681738 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6ddbd535-b722-4293-a07a-043426b17638 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for subnet (6b392cfe-6f1d-41f9-93b2-616e97c7fb00), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:23.746685 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddbd535-b722-4293-a07a-043426b17638 demo admin] Pushing event updated for resources: {'Subnet': ['ID=6b392cfe-6f1d-41f9-93b2-616e97c7fb00,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:18:23.751034 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddbd535-b722-4293-a07a-043426b17638 demo admin] Checking segment: {'id': '5f42e3e4-4177-4ec4-8f55-77a8d9ef4e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bfac2958-356f-4593-933b-71f5a3f4701f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:18:23.751418 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddbd535-b722-4293-a07a-043426b17638 demo admin] Network hostable DHCP agents. Network: bfac2958-356f-4593-933b-71f5a3f4701f, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:18:23.773567 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddbd535-b722-4293-a07a-043426b17638 demo admin] Network bfac2958-356f-4593-933b-71f5a3f4701f is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:18:23.785412 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-6ddbd535-b722-4293-a07a-043426b17638 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, bfac2958-356f-4593-933b-71f5a3f4701f) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:18:23.790967 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddbd535-b722-4293-a07a-043426b17638 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:18:23.792593 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6ddbd535-b722-4293-a07a-043426b17638 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:23.794397 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726032bf-91c2-47f9-9ee1-b8bd4b9d533d None None] Network bfac2958-356f-4593-933b-71f5a3f4701f requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:18:23.812396 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6ddbd535-b722-4293-a07a-043426b17638 demo admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4473338 Mar 07 10:18:24.180112 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-bfac2958-356f-4593-933b-71f5a3f4701f', 'network_id': 'bfac2958-356f-4593-933b-71f5a3f4701f', 'project_id': '0763bedc47104bf793aea3b422cf9562', 'fixed_ips': [{'subnet_id': '6b392cfe-6f1d-41f9-93b2-616e97c7fb00'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:18:24.181396 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:24.469288 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] Allocated IP 172.20.0.2 (bfac2958-356f-4593-933b-71f5a3f4701f/6b392cfe-6f1d-41f9-93b2-616e97c7fb00/d408a3c0-7b27-4c55-8b9e-b456b6cd46fd) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:18:24.739891 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] Publish callbacks [] for port (d408a3c0-7b27-4c55-8b9e-b456b6cd46fd), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:24.748976 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (d408a3c0-7b27-4c55-8b9e-b456b6cd46fd), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:24.813286 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] Network bfac2958-356f-4593-933b-71f5a3f4701f is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:18:24.819772 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:18:24.835269 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:18:24.842466 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] Pushing event updated for resources: {'Port': ['ID=d408a3c0-7b27-4c55-8b9e-b456b6cd46fd,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:18:24.875359 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:24.875359 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:24.875359 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:24.875359 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:24.875359 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:24.875884 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:24.875884 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:24.875884 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:24.875884 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:24.875884 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:24.876180 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:24.876386 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:24.876601 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:24.877719 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] Tracked resource versions report: Mar 07 10:18:24.877719 n-d-832164-4 neutron-server[103768]: pushed versions: Mar 07 10:18:24.877719 n-d-832164-4 neutron-server[103768]: { 'AddressGroup': {'1.2'}, Mar 07 10:18:24.877719 n-d-832164-4 neutron-server[103768]: 'ConntrackHelper': {'1.0'}, Mar 07 10:18:24.877719 n-d-832164-4 neutron-server[103768]: 'LocalIPAssociation': {'1.0'}, Mar 07 10:18:24.877719 n-d-832164-4 neutron-server[103768]: 'Log': {'1.0'}, Mar 07 10:18:24.877719 n-d-832164-4 neutron-server[103768]: 'Network': {'1.1'}, Mar 07 10:18:24.877719 n-d-832164-4 neutron-server[103768]: 'Port': {'1.7'}, Mar 07 10:18:24.877719 n-d-832164-4 neutron-server[103768]: 'PortForwarding': {'1.2'}, Mar 07 10:18:24.877719 n-d-832164-4 neutron-server[103768]: 'QosPolicy': {'1.10'}, Mar 07 10:18:24.877719 n-d-832164-4 neutron-server[103768]: 'SecurityGroup': {'1.5'}, Mar 07 10:18:24.877719 n-d-832164-4 neutron-server[103768]: 'SecurityGroupRule': {'1.2'}, Mar 07 10:18:24.877719 n-d-832164-4 neutron-server[103768]: 'SubPort': {'1.0'}, Mar 07 10:18:24.877719 n-d-832164-4 neutron-server[103768]: 'Subnet': {'1.1'}, Mar 07 10:18:24.877719 n-d-832164-4 neutron-server[103768]: 'Trunk': {'1.1'}} Mar 07 10:18:24.877719 n-d-832164-4 neutron-server[103768]: consumer versions: Mar 07 10:18:24.877719 n-d-832164-4 neutron-server[103768]: { DHCP agent@n-d-832164-4: {}, Mar 07 10:18:24.877719 n-d-832164-4 neutron-server[103768]: L3 agent@n-d-832164-4: {}, Mar 07 10:18:24.877719 n-d-832164-4 neutron-server[103768]: Metadata agent@n-d-832164-4: {}, Mar 07 10:18:24.877719 n-d-832164-4 neutron-server[103768]: Metering agent@n-d-832164-4: {}, Mar 07 10:18:24.877719 n-d-832164-4 neutron-server[103768]: Open vSwitch agent@n-d-832164-4: { 'AddressGroup': '1.2', Mar 07 10:18:24.877719 n-d-832164-4 neutron-server[103768]: 'ConntrackHelper': '1.0', Mar 07 10:18:24.877719 n-d-832164-4 neutron-server[103768]: 'LocalIPAssociation': '1.0', Mar 07 10:18:24.877719 n-d-832164-4 neutron-server[103768]: 'Log': '1.0', Mar 07 10:18:24.877719 n-d-832164-4 neutron-server[103768]: 'Network': '1.1', Mar 07 10:18:24.877719 n-d-832164-4 neutron-server[103768]: 'Port': '1.7', Mar 07 10:18:24.877719 n-d-832164-4 neutron-server[103768]: 'PortForwarding': '1.2', Mar 07 10:18:24.877719 n-d-832164-4 neutron-server[103768]: 'QosPolicy': '1.10', Mar 07 10:18:24.877719 n-d-832164-4 neutron-server[103768]: 'SecurityGroup': '1.5', Mar 07 10:18:24.877719 n-d-832164-4 neutron-server[103768]: 'SecurityGroupRule': '1.2', Mar 07 10:18:24.877719 n-d-832164-4 neutron-server[103768]: 'SubPort': '1.0', Mar 07 10:18:24.877719 n-d-832164-4 neutron-server[103768]: 'Subnet': '1.1', Mar 07 10:18:24.877719 n-d-832164-4 neutron-server[103768]: 'Trunk': '1.1'}} Mar 07 10:18:24.877719 n-d-832164-4 neutron-server[103768]: {{(pid=103768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 10:18:24.927720 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] Attempting to bind port d408a3c0-7b27-4c55-8b9e-b456b6cd46fd on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:18:24.928124 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] Attempting to bind port d408a3c0-7b27-4c55-8b9e-b456b6cd46fd by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '5f42e3e4-4177-4ec4-8f55-77a8d9ef4e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bfac2958-356f-4593-933b-71f5a3f4701f'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:18:24.928546 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] Attempting to bind port d408a3c0-7b27-4c55-8b9e-b456b6cd46fd on network bfac2958-356f-4593-933b-71f5a3f4701f {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:18:24.933537 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:18:24.933927 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] Checking segment: {'id': '5f42e3e4-4177-4ec4-8f55-77a8d9ef4e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bfac2958-356f-4593-933b-71f5a3f4701f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:18:24.934406 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:24.934792 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] Bound using segment: {'id': '5f42e3e4-4177-4ec4-8f55-77a8d9ef4e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bfac2958-356f-4593-933b-71f5a3f4701f'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:18:24.935267 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] Bound port: d408a3c0-7b27-4c55-8b9e-b456b6cd46fd, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f42e3e4-4177-4ec4-8f55-77a8d9ef4e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bfac2958-356f-4593-933b-71f5a3f4701f'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:18:24.935681 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d408a3c0-7b27-4c55-8b9e-b456b6cd46fd), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:24.998511 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] For port d408a3c0-7b27-4c55-8b9e-b456b6cd46fd, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:18:25.002688 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] For port d408a3c0-7b27-4c55-8b9e-b456b6cd46fd, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=d408a3c0-7b27-4c55-8b9e-b456b6cd46fd,segment=NetworkSegment(5f42e3e4-4177-4ec4-8f55-77a8d9ef4e24),segment_id=5f42e3e4-4177-4ec4-8f55-77a8d9ef4e24)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:18:25.014043 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d408a3c0-7b27-4c55-8b9e-b456b6cd46fd), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:25.103137 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751aba19-3cf1-4bc5-8d5a-1123810601dd None None] Pushing event updated for resources: {'Port': ['ID=d408a3c0-7b27-4c55-8b9e-b456b6cd46fd,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:18:26.413133 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60988) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:18:26.748471 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-700e8702-489b-497b-8262-4cf76dbd484b admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:18:26.749607 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-700e8702-489b-497b-8262-4cf76dbd484b admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3354189 Mar 07 10:18:29.350979 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60996) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:18:29.661536 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-add57296-010e-43fd-acfd-bbbd5af953bb admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:18:29.662706 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-add57296-010e-43fd-acfd-bbbd5af953bb admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3108075 Mar 07 10:18:32.204292 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 32772) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:18:32.522477 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-53bddd12-8c30-42af-9562-b094295abcec demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:18:32.544911 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-53bddd12-8c30-42af-9562-b094295abcec demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (e86bce1a-64ac-4dd8-ba45-9861979caca8), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:32.546821 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-53bddd12-8c30-42af-9562-b094295abcec demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (e86bce1a-64ac-4dd8-ba45-9861979caca8), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:32.683000 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-53bddd12-8c30-42af-9562-b094295abcec demo demo] Publish callbacks [] for router_controller (e86bce1a-64ac-4dd8-ba45-9861979caca8), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:32.687921 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-53bddd12-8c30-42af-9562-b094295abcec demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (e86bce1a-64ac-4dd8-ba45-9861979caca8), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:32.704964 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-53bddd12-8c30-42af-9562-b094295abcec demo demo] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:32.706182 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-53bddd12-8c30-42af-9562-b094295abcec demo demo] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5008926 Mar 07 10:18:34.687138 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 5 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:18:35.247000 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 32784) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:18:35.535150 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device d408a3c0-7b27-4c55-8b9e-b456b6cd46fd up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:18:35.588466 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-b45ef3e3-8c00-450e-b7a4-20733a52f6c6 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:18:35.589744 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b45ef3e3-8c00-450e-b7a4-20733a52f6c6 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3418005 Mar 07 10:18:35.627010 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port d408a3c0-7b27-4c55-8b9e-b456b6cd46fd triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:18:35.627434 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d408a3c0-7b27-4c55-8b9e-b456b6cd46fd), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:35.746985 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port d408a3c0-7b27-4c55-8b9e-b456b6cd46fd is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:18:35.747364 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d408a3c0-7b27-4c55-8b9e-b456b6cd46fd), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:35.784759 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port d408a3c0-7b27-4c55-8b9e-b456b6cd46fd, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=d408a3c0-7b27-4c55-8b9e-b456b6cd46fd,segment=NetworkSegment(5f42e3e4-4177-4ec4-8f55-77a8d9ef4e24),segment_id=5f42e3e4-4177-4ec4-8f55-77a8d9ef4e24)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:18:35.790275 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d408a3c0-7b27-4c55-8b9e-b456b6cd46fd), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:35.841929 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=d408a3c0-7b27-4c55-8b9e-b456b6cd46fd,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:18:36.371278 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bafe2898-a89c-4967-863a-52933a21dbaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:36.617483 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdd4b46-b552-4d5f-902b-02a107076bc3 None None] Network bfac2958-356f-4593-933b-71f5a3f4701f requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:18:36.703170 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-064b1128-0b60-419a-92f0-10c2beefa771 None None] Provisioning complete for port d408a3c0-7b27-4c55-8b9e-b456b6cd46fd triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:18:36.703551 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-064b1128-0b60-419a-92f0-10c2beefa771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d408a3c0-7b27-4c55-8b9e-b456b6cd46fd), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:36.828035 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-064b1128-0b60-419a-92f0-10c2beefa771 None None] Current status of the port d408a3c0-7b27-4c55-8b9e-b456b6cd46fd is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:18:37.047972 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-cda42065-2c04-4918-9df6-c95d44a298e2 None None] Provisioning complete for port d408a3c0-7b27-4c55-8b9e-b456b6cd46fd triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:18:37.048366 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cda42065-2c04-4918-9df6-c95d44a298e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d408a3c0-7b27-4c55-8b9e-b456b6cd46fd), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:37.125721 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-cda42065-2c04-4918-9df6-c95d44a298e2 None None] Current status of the port d408a3c0-7b27-4c55-8b9e-b456b6cd46fd is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:18:37.495012 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device d408a3c0-7b27-4c55-8b9e-b456b6cd46fd up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:18:37.541793 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port d408a3c0-7b27-4c55-8b9e-b456b6cd46fd triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:18:37.542183 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d408a3c0-7b27-4c55-8b9e-b456b6cd46fd), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:37.618052 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port d408a3c0-7b27-4c55-8b9e-b456b6cd46fd is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:18:38.171434 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 32792) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:18:38.482175 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-bcd525ba-73c3-4219-9ccd-86b70ffd643a admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:18:38.495829 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-efcacf8b-191d-4595-aa65-83f98511ec98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:38.502332 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd525ba-73c3-4219-9ccd-86b70ffd643a admin admin] Made reservation on behalf of b1b893cf33694fd4a84c0059f9d2faa4 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:18:38.504570 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bcd525ba-73c3-4219-9ccd-86b70ffd643a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:38.512498 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bcd525ba-73c3-4219-9ccd-86b70ffd643a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:38.584689 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bcd525ba-73c3-4219-9ccd-86b70ffd643a admin admin] Publish callbacks [] for security_group (22c7a0e7-8f74-4923-8e6d-9c9261b35344), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:38.588280 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bcd525ba-73c3-4219-9ccd-86b70ffd643a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (22c7a0e7-8f74-4923-8e6d-9c9261b35344), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:38.607673 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bcd525ba-73c3-4219-9ccd-86b70ffd643a admin admin] Reserving flat network on physical network physnet1 {{(pid=103766) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 07 10:18:38.622079 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd525ba-73c3-4219-9ccd-86b70ffd643a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c7a0e7-8f74-4923-8e6d-9c9261b35344,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:18:38.629484 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bcd525ba-73c3-4219-9ccd-86b70ffd643a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (fd282640-c131-45d2-b8cd-fd1742124862), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:38.629750 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-bcd525ba-73c3-4219-9ccd-86b70ffd643a admin admin] Added segment fd282640-c131-45d2-b8cd-fd1742124862 of type flat for network f8958782-2869-4679-b3a6-78e3b1855431 Mar 07 10:18:38.678096 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bcd525ba-73c3-4219-9ccd-86b70ffd643a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (f8958782-2869-4679-b3a6-78e3b1855431), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:38.710021 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bcd525ba-73c3-4219-9ccd-86b70ffd643a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (f8958782-2869-4679-b3a6-78e3b1855431), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:38.711019 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd525ba-73c3-4219-9ccd-86b70ffd643a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:18:38.711601 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bcd525ba-73c3-4219-9ccd-86b70ffd643a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:38.766167 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-bcd525ba-73c3-4219-9ccd-86b70ffd643a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5936747 Mar 07 10:18:38.805432 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd525ba-73c3-4219-9ccd-86b70ffd643a admin admin] Pushing event updated for resources: {'Network': ['ID=f8958782-2869-4679-b3a6-78e3b1855431,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:18:38.816365 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network f8958782-2869-4679-b3a6-78e3b1855431 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:18:39.660305 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:41.332400 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 32810) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:18:41.383422 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:41.578778 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2bfcf4-c23f-4787-8980-06ad9385f1a7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:18:41.580274 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9b2bfcf4-c23f-4787-8980-06ad9385f1a7 demo admin] 10.222.0.11 "GET /v2.0/subnets/6b392cfe-6f1d-41f9-93b2-616e97c7fb00 HTTP/1.1" status: 200 len: 849 time: 0.2469146 Mar 07 10:18:41.751112 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c365cbce-ff9f-48c9-85d8-dabcb61d0ba8 demo admin] 10.222.0.11 "GET /v2.0/routers/e86bce1a-64ac-4dd8-ba45-9861979caca8 HTTP/1.1" status: 200 len: 704 time: 0.1650121 Mar 07 10:18:42.035834 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d8e9dd40-ea73-42b4-9145-d37e315f0341 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:42.340857 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-d8e9dd40-ea73-42b4-9145-d37e315f0341 demo admin] Allocated IP 172.20.0.1 (bfac2958-356f-4593-933b-71f5a3f4701f/6b392cfe-6f1d-41f9-93b2-616e97c7fb00/52adfb5e-37f1-4ede-ab66-cc368dbcf2cf) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:18:42.546084 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d8e9dd40-ea73-42b4-9145-d37e315f0341 demo admin] Publish callbacks [] for port (52adfb5e-37f1-4ede-ab66-cc368dbcf2cf), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:42.614033 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d8e9dd40-ea73-42b4-9145-d37e315f0341 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (52adfb5e-37f1-4ede-ab66-cc368dbcf2cf), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:42.673492 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e9dd40-ea73-42b4-9145-d37e315f0341 demo admin] Network bfac2958-356f-4593-933b-71f5a3f4701f is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:18:42.678861 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-d8e9dd40-ea73-42b4-9145-d37e315f0341 demo admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:18:42.725752 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9dd40-ea73-42b4-9145-d37e315f0341 demo admin] Pushing event updated for resources: {'Port': ['ID=52adfb5e-37f1-4ede-ab66-cc368dbcf2cf,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:18:42.728199 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e9dd40-ea73-42b4-9145-d37e315f0341 demo admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:18:42.728750 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d8e9dd40-ea73-42b4-9145-d37e315f0341 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (e86bce1a-64ac-4dd8-ba45-9861979caca8), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:42.791960 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9dd40-ea73-42b4-9145-d37e315f0341 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:42.792296 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9dd40-ea73-42b4-9145-d37e315f0341 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:42.792628 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9dd40-ea73-42b4-9145-d37e315f0341 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:42.792957 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9dd40-ea73-42b4-9145-d37e315f0341 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:42.793306 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9dd40-ea73-42b4-9145-d37e315f0341 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:42.793629 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9dd40-ea73-42b4-9145-d37e315f0341 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:42.793953 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9dd40-ea73-42b4-9145-d37e315f0341 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:42.794271 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9dd40-ea73-42b4-9145-d37e315f0341 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:42.794584 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9dd40-ea73-42b4-9145-d37e315f0341 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:42.794930 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9dd40-ea73-42b4-9145-d37e315f0341 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:42.796029 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9dd40-ea73-42b4-9145-d37e315f0341 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:42.796428 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9dd40-ea73-42b4-9145-d37e315f0341 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:42.796823 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9dd40-ea73-42b4-9145-d37e315f0341 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:42.797846 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8e9dd40-ea73-42b4-9145-d37e315f0341 demo admin] Tracked resource versions report: Mar 07 10:18:42.797846 n-d-832164-4 neutron-server[103767]: pushed versions: Mar 07 10:18:42.797846 n-d-832164-4 neutron-server[103767]: { 'AddressGroup': {'1.2'}, Mar 07 10:18:42.797846 n-d-832164-4 neutron-server[103767]: 'ConntrackHelper': {'1.0'}, Mar 07 10:18:42.797846 n-d-832164-4 neutron-server[103767]: 'LocalIPAssociation': {'1.0'}, Mar 07 10:18:42.797846 n-d-832164-4 neutron-server[103767]: 'Log': {'1.0'}, Mar 07 10:18:42.797846 n-d-832164-4 neutron-server[103767]: 'Network': {'1.1'}, Mar 07 10:18:42.797846 n-d-832164-4 neutron-server[103767]: 'Port': {'1.7'}, Mar 07 10:18:42.797846 n-d-832164-4 neutron-server[103767]: 'PortForwarding': {'1.2'}, Mar 07 10:18:42.797846 n-d-832164-4 neutron-server[103767]: 'QosPolicy': {'1.10'}, Mar 07 10:18:42.797846 n-d-832164-4 neutron-server[103767]: 'SecurityGroup': {'1.5'}, Mar 07 10:18:42.797846 n-d-832164-4 neutron-server[103767]: 'SecurityGroupRule': {'1.2'}, Mar 07 10:18:42.797846 n-d-832164-4 neutron-server[103767]: 'SubPort': {'1.0'}, Mar 07 10:18:42.797846 n-d-832164-4 neutron-server[103767]: 'Subnet': {'1.1'}, Mar 07 10:18:42.797846 n-d-832164-4 neutron-server[103767]: 'Trunk': {'1.1'}} Mar 07 10:18:42.797846 n-d-832164-4 neutron-server[103767]: consumer versions: Mar 07 10:18:42.797846 n-d-832164-4 neutron-server[103767]: { DHCP agent@n-d-832164-4: {}, Mar 07 10:18:42.797846 n-d-832164-4 neutron-server[103767]: L3 agent@n-d-832164-4: {}, Mar 07 10:18:42.797846 n-d-832164-4 neutron-server[103767]: Metadata agent@n-d-832164-4: {}, Mar 07 10:18:42.797846 n-d-832164-4 neutron-server[103767]: Metering agent@n-d-832164-4: {}, Mar 07 10:18:42.797846 n-d-832164-4 neutron-server[103767]: Open vSwitch agent@n-d-832164-4: { 'AddressGroup': '1.2', Mar 07 10:18:42.797846 n-d-832164-4 neutron-server[103767]: 'ConntrackHelper': '1.0', Mar 07 10:18:42.797846 n-d-832164-4 neutron-server[103767]: 'LocalIPAssociation': '1.0', Mar 07 10:18:42.797846 n-d-832164-4 neutron-server[103767]: 'Log': '1.0', Mar 07 10:18:42.797846 n-d-832164-4 neutron-server[103767]: 'Network': '1.1', Mar 07 10:18:42.797846 n-d-832164-4 neutron-server[103767]: 'Port': '1.7', Mar 07 10:18:42.797846 n-d-832164-4 neutron-server[103767]: 'PortForwarding': '1.2', Mar 07 10:18:42.797846 n-d-832164-4 neutron-server[103767]: 'QosPolicy': '1.10', Mar 07 10:18:42.797846 n-d-832164-4 neutron-server[103767]: 'SecurityGroup': '1.5', Mar 07 10:18:42.797846 n-d-832164-4 neutron-server[103767]: 'SecurityGroupRule': '1.2', Mar 07 10:18:42.797846 n-d-832164-4 neutron-server[103767]: 'SubPort': '1.0', Mar 07 10:18:42.797846 n-d-832164-4 neutron-server[103767]: 'Subnet': '1.1', Mar 07 10:18:42.797846 n-d-832164-4 neutron-server[103767]: 'Trunk': '1.1'}} Mar 07 10:18:42.797846 n-d-832164-4 neutron-server[103767]: {{(pid=103767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 10:18:42.825014 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:42.945040 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d8e9dd40-ea73-42b4-9145-d37e315f0341 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (52adfb5e-37f1-4ede-ab66-cc368dbcf2cf), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:43.024419 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-dec530d5-1f91-4380-b7ca-1b517a52ece2 None None] Provisioning complete for port 52adfb5e-37f1-4ede-ab66-cc368dbcf2cf triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:18:43.024725 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dec530d5-1f91-4380-b7ca-1b517a52ece2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (52adfb5e-37f1-4ede-ab66-cc368dbcf2cf), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:43.057975 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-dec530d5-1f91-4380-b7ca-1b517a52ece2 None None] Port 52adfb5e-37f1-4ede-ab66-cc368dbcf2cf cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:18:43.157543 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d8e9dd40-ea73-42b4-9145-d37e315f0341 demo admin] Publish callbacks [] for port (52adfb5e-37f1-4ede-ab66-cc368dbcf2cf), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:43.162237 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d8e9dd40-ea73-42b4-9145-d37e315f0341 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (52adfb5e-37f1-4ede-ab66-cc368dbcf2cf), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:43.162981 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d8e9dd40-ea73-42b4-9145-d37e315f0341 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (e86bce1a-64ac-4dd8-ba45-9861979caca8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:43.221570 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9dd40-ea73-42b4-9145-d37e315f0341 demo admin] Pushing event updated for resources: {'Port': ['ID=52adfb5e-37f1-4ede-ab66-cc368dbcf2cf,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:18:43.291020 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e9dd40-ea73-42b4-9145-d37e315f0341 demo admin] Network bfac2958-356f-4593-933b-71f5a3f4701f is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:18:43.292370 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-d8e9dd40-ea73-42b4-9145-d37e315f0341 demo admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:18:43.514605 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e9dd40-ea73-42b4-9145-d37e315f0341 demo admin] Router e86bce1a-64ac-4dd8-ba45-9861979caca8 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:18:43.579232 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c3dfae59-62b2-4d16-b32a-560f01a22c79 None None] Provisioning complete for port 52adfb5e-37f1-4ede-ab66-cc368dbcf2cf triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:18:43.579514 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c3dfae59-62b2-4d16-b32a-560f01a22c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (52adfb5e-37f1-4ede-ab66-cc368dbcf2cf), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:43.608886 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e9dd40-ea73-42b4-9145-d37e315f0341 demo admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:18:43.612136 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c3dfae59-62b2-4d16-b32a-560f01a22c79 None None] Port 52adfb5e-37f1-4ede-ab66-cc368dbcf2cf cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:18:43.617597 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d8e9dd40-ea73-42b4-9145-d37e315f0341 demo admin] 10.222.0.11 "PUT /v2.0/routers/e86bce1a-64ac-4dd8-ba45-9861979caca8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8578789 Mar 07 10:18:43.620551 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51f08dc-a6e6-46d7-9d86-05e774ed0252 None None] Sync routers for ids ['e86bce1a-64ac-4dd8-ba45-9861979caca8'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:18:43.634645 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51f08dc-a6e6-46d7-9d86-05e774ed0252 None None] Routers {'e86bce1a-64ac-4dd8-ba45-9861979caca8'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:18:43.635452 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-a51f08dc-a6e6-46d7-9d86-05e774ed0252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:18:38Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['e86bce1a-64ac-4dd8-ba45-9861979caca8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:18:43.827929 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-a51f08dc-a6e6-46d7-9d86-05e774ed0252 None None] Set router e86bce1a-64ac-4dd8-ba45-9861979caca8 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:18:44.251824 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-a51f08dc-a6e6-46d7-9d86-05e774ed0252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86bce1a-64ac-4dd8-ba45-9861979caca8', 'name': 'router1', 'tenant_id': '0763bedc47104bf793aea3b422cf9562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:18:32Z', 'updated_at': '2022-03-07T10:18:42Z', 'revision_number': 2, 'project_id': '0763bedc47104bf793aea3b422cf9562', 'gw_port_host': None, '_interfaces': [{'id': '52adfb5e-37f1-4ede-ab66-cc368dbcf2cf', 'name': '', 'network_id': 'bfac2958-356f-4593-933b-71f5a3f4701f', 'tenant_id': '0763bedc47104bf793aea3b422cf9562', 'mac_address': 'fa:16:3e:33:a5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86bce1a-64ac-4dd8-ba45-9861979caca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b392cfe-6f1d-41f9-93b2-616e97c7fb00', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:18:42Z', 'updated_at': '2022-03-07T10:18:43Z', 'revision_number': 2, 'project_id': '0763bedc47104bf793aea3b422cf9562', 'subnets': [{'id': '6b392cfe-6f1d-41f9-93b2-616e97c7fb00', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9acaf0c-fc23-4b73-b4f8-e8d6bfa5405b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:18:44.302378 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51f08dc-a6e6-46d7-9d86-05e774ed0252 None None] Checking router: e86bce1a-64ac-4dd8-ba45-9861979caca8 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:18:44.302741 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51f08dc-a6e6-46d7-9d86-05e774ed0252 None None] Updating router e86bce1a-64ac-4dd8-ba45-9861979caca8 port 52adfb5e-37f1-4ede-ab66-cc368dbcf2cf binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:18:44.354894 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a51f08dc-a6e6-46d7-9d86-05e774ed0252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (52adfb5e-37f1-4ede-ab66-cc368dbcf2cf), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:44.868622 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a51f08dc-a6e6-46d7-9d86-05e774ed0252 None None] Publish callbacks [] for port (52adfb5e-37f1-4ede-ab66-cc368dbcf2cf), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:44.875129 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a51f08dc-a6e6-46d7-9d86-05e774ed0252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (52adfb5e-37f1-4ede-ab66-cc368dbcf2cf), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:45.042414 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-a51f08dc-a6e6-46d7-9d86-05e774ed0252 None None] Attempting to bind port 52adfb5e-37f1-4ede-ab66-cc368dbcf2cf on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:18:45.042822 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-a51f08dc-a6e6-46d7-9d86-05e774ed0252 None None] Attempting to bind port 52adfb5e-37f1-4ede-ab66-cc368dbcf2cf by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '5f42e3e4-4177-4ec4-8f55-77a8d9ef4e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bfac2958-356f-4593-933b-71f5a3f4701f'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:18:45.043249 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51f08dc-a6e6-46d7-9d86-05e774ed0252 None None] Attempting to bind port 52adfb5e-37f1-4ede-ab66-cc368dbcf2cf on network bfac2958-356f-4593-933b-71f5a3f4701f {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:18:45.050956 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b1a09-5aff-4a27-9f2a-0eb7ad35a402 None None] Pushing event updated for resources: {'Port': ['ID=52adfb5e-37f1-4ede-ab66-cc368dbcf2cf,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:18:45.054183 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51f08dc-a6e6-46d7-9d86-05e774ed0252 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:18:45.054599 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51f08dc-a6e6-46d7-9d86-05e774ed0252 None None] Checking segment: {'id': '5f42e3e4-4177-4ec4-8f55-77a8d9ef4e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bfac2958-356f-4593-933b-71f5a3f4701f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:18:45.055092 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a51f08dc-a6e6-46d7-9d86-05e774ed0252 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:45.055475 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51f08dc-a6e6-46d7-9d86-05e774ed0252 None None] Bound using segment: {'id': '5f42e3e4-4177-4ec4-8f55-77a8d9ef4e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bfac2958-356f-4593-933b-71f5a3f4701f'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:18:45.055945 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-a51f08dc-a6e6-46d7-9d86-05e774ed0252 None None] Bound port: 52adfb5e-37f1-4ede-ab66-cc368dbcf2cf, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f42e3e4-4177-4ec4-8f55-77a8d9ef4e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'bfac2958-356f-4593-933b-71f5a3f4701f'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:18:45.056356 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a51f08dc-a6e6-46d7-9d86-05e774ed0252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (52adfb5e-37f1-4ede-ab66-cc368dbcf2cf), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:45.062627 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b1a09-5aff-4a27-9f2a-0eb7ad35a402 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:45.062973 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b1a09-5aff-4a27-9f2a-0eb7ad35a402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:45.063313 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b1a09-5aff-4a27-9f2a-0eb7ad35a402 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:45.063650 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b1a09-5aff-4a27-9f2a-0eb7ad35a402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:45.063983 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b1a09-5aff-4a27-9f2a-0eb7ad35a402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:45.064312 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b1a09-5aff-4a27-9f2a-0eb7ad35a402 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:45.064636 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b1a09-5aff-4a27-9f2a-0eb7ad35a402 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:45.064959 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b1a09-5aff-4a27-9f2a-0eb7ad35a402 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:45.065305 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b1a09-5aff-4a27-9f2a-0eb7ad35a402 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:45.065633 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b1a09-5aff-4a27-9f2a-0eb7ad35a402 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:45.065951 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b1a09-5aff-4a27-9f2a-0eb7ad35a402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:45.066270 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b1a09-5aff-4a27-9f2a-0eb7ad35a402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:45.066587 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b1a09-5aff-4a27-9f2a-0eb7ad35a402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:18:45.068386 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469b1a09-5aff-4a27-9f2a-0eb7ad35a402 None None] Tracked resource versions report: Mar 07 10:18:45.068386 n-d-832164-4 neutron-server[103769]: pushed versions: Mar 07 10:18:45.068386 n-d-832164-4 neutron-server[103769]: { 'AddressGroup': {'1.2'}, Mar 07 10:18:45.068386 n-d-832164-4 neutron-server[103769]: 'ConntrackHelper': {'1.0'}, Mar 07 10:18:45.068386 n-d-832164-4 neutron-server[103769]: 'LocalIPAssociation': {'1.0'}, Mar 07 10:18:45.068386 n-d-832164-4 neutron-server[103769]: 'Log': {'1.0'}, Mar 07 10:18:45.068386 n-d-832164-4 neutron-server[103769]: 'Network': {'1.1'}, Mar 07 10:18:45.068386 n-d-832164-4 neutron-server[103769]: 'Port': {'1.7'}, Mar 07 10:18:45.068386 n-d-832164-4 neutron-server[103769]: 'PortForwarding': {'1.2'}, Mar 07 10:18:45.068386 n-d-832164-4 neutron-server[103769]: 'QosPolicy': {'1.10'}, Mar 07 10:18:45.068386 n-d-832164-4 neutron-server[103769]: 'SecurityGroup': {'1.5'}, Mar 07 10:18:45.068386 n-d-832164-4 neutron-server[103769]: 'SecurityGroupRule': {'1.2'}, Mar 07 10:18:45.068386 n-d-832164-4 neutron-server[103769]: 'SubPort': {'1.0'}, Mar 07 10:18:45.068386 n-d-832164-4 neutron-server[103769]: 'Subnet': {'1.1'}, Mar 07 10:18:45.068386 n-d-832164-4 neutron-server[103769]: 'Trunk': {'1.1'}} Mar 07 10:18:45.068386 n-d-832164-4 neutron-server[103769]: consumer versions: Mar 07 10:18:45.068386 n-d-832164-4 neutron-server[103769]: { DHCP agent@n-d-832164-4: {}, Mar 07 10:18:45.068386 n-d-832164-4 neutron-server[103769]: L3 agent@n-d-832164-4: {}, Mar 07 10:18:45.068386 n-d-832164-4 neutron-server[103769]: Metadata agent@n-d-832164-4: {}, Mar 07 10:18:45.068386 n-d-832164-4 neutron-server[103769]: Metering agent@n-d-832164-4: {}, Mar 07 10:18:45.068386 n-d-832164-4 neutron-server[103769]: Open vSwitch agent@n-d-832164-4: { 'AddressGroup': '1.2', Mar 07 10:18:45.068386 n-d-832164-4 neutron-server[103769]: 'ConntrackHelper': '1.0', Mar 07 10:18:45.068386 n-d-832164-4 neutron-server[103769]: 'LocalIPAssociation': '1.0', Mar 07 10:18:45.068386 n-d-832164-4 neutron-server[103769]: 'Log': '1.0', Mar 07 10:18:45.068386 n-d-832164-4 neutron-server[103769]: 'Network': '1.1', Mar 07 10:18:45.068386 n-d-832164-4 neutron-server[103769]: 'Port': '1.7', Mar 07 10:18:45.068386 n-d-832164-4 neutron-server[103769]: 'PortForwarding': '1.2', Mar 07 10:18:45.068386 n-d-832164-4 neutron-server[103769]: 'QosPolicy': '1.10', Mar 07 10:18:45.068386 n-d-832164-4 neutron-server[103769]: 'SecurityGroup': '1.5', Mar 07 10:18:45.068386 n-d-832164-4 neutron-server[103769]: 'SecurityGroupRule': '1.2', Mar 07 10:18:45.068386 n-d-832164-4 neutron-server[103769]: 'SubPort': '1.0', Mar 07 10:18:45.068386 n-d-832164-4 neutron-server[103769]: 'Subnet': '1.1', Mar 07 10:18:45.068386 n-d-832164-4 neutron-server[103769]: 'Trunk': '1.1'}} Mar 07 10:18:45.068386 n-d-832164-4 neutron-server[103769]: {{(pid=103769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 10:18:45.137485 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-a51f08dc-a6e6-46d7-9d86-05e774ed0252 None None] For port 52adfb5e-37f1-4ede-ab66-cc368dbcf2cf, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:18:45.141718 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-91b7d1d4-740a-4ffa-8f33-25516f6b6c15 None None] Provisioning complete for port 52adfb5e-37f1-4ede-ab66-cc368dbcf2cf triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:18:45.142856 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91b7d1d4-740a-4ffa-8f33-25516f6b6c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (52adfb5e-37f1-4ede-ab66-cc368dbcf2cf), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:45.157610 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-a51f08dc-a6e6-46d7-9d86-05e774ed0252 None None] For port 52adfb5e-37f1-4ede-ab66-cc368dbcf2cf, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=52adfb5e-37f1-4ede-ab66-cc368dbcf2cf,segment=NetworkSegment(5f42e3e4-4177-4ec4-8f55-77a8d9ef4e24),segment_id=5f42e3e4-4177-4ec4-8f55-77a8d9ef4e24)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:18:45.168413 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a51f08dc-a6e6-46d7-9d86-05e774ed0252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (52adfb5e-37f1-4ede-ab66-cc368dbcf2cf), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:45.180896 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-91b7d1d4-740a-4ffa-8f33-25516f6b6c15 None None] Port 52adfb5e-37f1-4ede-ab66-cc368dbcf2cf cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:18:45.211962 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51f08dc-a6e6-46d7-9d86-05e774ed0252 None None] Routers {'e86bce1a-64ac-4dd8-ba45-9861979caca8'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:18:45.212511 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-a51f08dc-a6e6-46d7-9d86-05e774ed0252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:18:38Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['e86bce1a-64ac-4dd8-ba45-9861979caca8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:18:45.318746 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b1a09-5aff-4a27-9f2a-0eb7ad35a402 None None] Pushing event updated for resources: {'Port': ['ID=52adfb5e-37f1-4ede-ab66-cc368dbcf2cf,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:18:45.326828 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-a51f08dc-a6e6-46d7-9d86-05e774ed0252 None None] Set router e86bce1a-64ac-4dd8-ba45-9861979caca8 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:18:45.407966 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-4c28221c-07db-45e4-999e-a4d3aca50e0f None None] Provisioning complete for port 52adfb5e-37f1-4ede-ab66-cc368dbcf2cf triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:18:45.408385 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4c28221c-07db-45e4-999e-a4d3aca50e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (52adfb5e-37f1-4ede-ab66-cc368dbcf2cf), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:45.488755 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4c28221c-07db-45e4-999e-a4d3aca50e0f None None] Current status of the port 52adfb5e-37f1-4ede-ab66-cc368dbcf2cf is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:18:45.489166 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4c28221c-07db-45e4-999e-a4d3aca50e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (52adfb5e-37f1-4ede-ab66-cc368dbcf2cf), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:45.523162 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-4c28221c-07db-45e4-999e-a4d3aca50e0f None None] For port 52adfb5e-37f1-4ede-ab66-cc368dbcf2cf, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=52adfb5e-37f1-4ede-ab66-cc368dbcf2cf,segment=NetworkSegment(5f42e3e4-4177-4ec4-8f55-77a8d9ef4e24),segment_id=5f42e3e4-4177-4ec4-8f55-77a8d9ef4e24)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:18:45.529425 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4c28221c-07db-45e4-999e-a4d3aca50e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (52adfb5e-37f1-4ede-ab66-cc368dbcf2cf), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:45.545077 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-a51f08dc-a6e6-46d7-9d86-05e774ed0252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86bce1a-64ac-4dd8-ba45-9861979caca8', 'name': 'router1', 'tenant_id': '0763bedc47104bf793aea3b422cf9562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:18:32Z', 'updated_at': '2022-03-07T10:18:42Z', 'revision_number': 2, 'project_id': '0763bedc47104bf793aea3b422cf9562', 'gw_port_host': None, '_interfaces': [{'id': '52adfb5e-37f1-4ede-ab66-cc368dbcf2cf', 'name': '', 'network_id': 'bfac2958-356f-4593-933b-71f5a3f4701f', 'tenant_id': '0763bedc47104bf793aea3b422cf9562', 'mac_address': 'fa:16:3e:33:a5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86bce1a-64ac-4dd8-ba45-9861979caca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b392cfe-6f1d-41f9-93b2-616e97c7fb00', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:18:42Z', 'updated_at': '2022-03-07T10:18:45Z', 'revision_number': 4, 'project_id': '0763bedc47104bf793aea3b422cf9562', 'subnets': [{'id': '6b392cfe-6f1d-41f9-93b2-616e97c7fb00', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9acaf0c-fc23-4b73-b4f8-e8d6bfa5405b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:18:45.574004 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51f08dc-a6e6-46d7-9d86-05e774ed0252 None None] The sync data for ids ['e86bce1a-64ac-4dd8-ba45-9861979caca8'] in n-d-832164-4 is: [{'id': 'e86bce1a-64ac-4dd8-ba45-9861979caca8', 'name': 'router1', 'tenant_id': '0763bedc47104bf793aea3b422cf9562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:18:32Z', 'updated_at': '2022-03-07T10:18:42Z', 'revision_number': 2, 'project_id': '0763bedc47104bf793aea3b422cf9562', 'gw_port_host': None, '_interfaces': [{'id': '52adfb5e-37f1-4ede-ab66-cc368dbcf2cf', 'name': '', 'network_id': 'bfac2958-356f-4593-933b-71f5a3f4701f', 'tenant_id': '0763bedc47104bf793aea3b422cf9562', 'mac_address': 'fa:16:3e:33:a5:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86bce1a-64ac-4dd8-ba45-9861979caca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b392cfe-6f1d-41f9-93b2-616e97c7fb00', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:18:42Z', 'updated_at': '2022-03-07T10:18:45Z', 'revision_number': 4, 'project_id': '0763bedc47104bf793aea3b422cf9562', 'subnets': [{'id': '6b392cfe-6f1d-41f9-93b2-616e97c7fb00', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9acaf0c-fc23-4b73-b4f8-e8d6bfa5405b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:18:45.579892 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c28221c-07db-45e4-999e-a4d3aca50e0f None None] Pushing event updated for resources: {'Port': ['ID=52adfb5e-37f1-4ede-ab66-cc368dbcf2cf,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:18:46.091681 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 32834) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:18:46.202589 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53beb74f-e218-4b5e-afbd-7ca1bbb3e582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:18:46.203860 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-53beb74f-e218-4b5e-afbd-7ca1bbb3e582 admin admin] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 842 time: 0.1111233 Mar 07 10:18:46.213424 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-116329fa-ee90-4607-9104-2990519227ac admin admin] Request body: {'subnet': {'gateway_ip': '172.25.3.1', 'ip_version': 4, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'enable_dhcp': False, 'cidr': '172.25.3.0/24', 'name': 'public-subnet'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:18:46.243613 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116329fa-ee90-4607-9104-2990519227ac admin admin] Made reservation on behalf of b1b893cf33694fd4a84c0059f9d2faa4 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:18:46.246043 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-116329fa-ee90-4607-9104-2990519227ac admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:46.555607 n-d-832164-4 neutron-server[103767]: DEBUG neutron.objects.ports [None req-116329fa-ee90-4607-9104-2990519227ac admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 10:18:46.555991 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-116329fa-ee90-4607-9104-2990519227ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for subnet (95e1dd32-aadf-45ac-9652-459ec010f6ce), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:46.616383 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116329fa-ee90-4607-9104-2990519227ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=95e1dd32-aadf-45ac-9652-459ec010f6ce,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:18:46.618361 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116329fa-ee90-4607-9104-2990519227ac admin admin] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:18:46.618713 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116329fa-ee90-4607-9104-2990519227ac admin admin] Network hostable DHCP agents. Network: f8958782-2869-4679-b3a6-78e3b1855431, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:18:46.639519 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116329fa-ee90-4607-9104-2990519227ac admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:18:46.652568 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-116329fa-ee90-4607-9104-2990519227ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, f8958782-2869-4679-b3a6-78e3b1855431) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:18:46.656918 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116329fa-ee90-4607-9104-2990519227ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:18:46.657545 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-116329fa-ee90-4607-9104-2990519227ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:46.662737 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233ef608-79ad-41fe-8c09-bf66daceafbc None None] Network f8958782-2869-4679-b3a6-78e3b1855431 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:18:46.681660 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-116329fa-ee90-4607-9104-2990519227ac admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4716048 Mar 07 10:18:46.764158 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7974e23-29ce-4bbd-8f38-695c69c782fa None None] Network f8958782-2869-4679-b3a6-78e3b1855431 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:18:49.094034 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 32842) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:18:49.224371 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-85732048-31e8-4037-aa66-3c19432578e7 demo admin] 10.222.0.11 "GET /v2.0/routers/e86bce1a-64ac-4dd8-ba45-9861979caca8 HTTP/1.1" status: 200 len: 710 time: 0.1291068 Mar 07 10:18:49.312694 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b365bedb-cce3-45e1-b74c-39213234eaad demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:18:49.314080 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b365bedb-cce3-45e1-b74c-39213234eaad demo admin] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 886 time: 0.0844018 Mar 07 10:18:49.324003 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-46caabbc-11b6-4580-bf53-fa90a1f9c9e3 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:18:49.580722 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-46caabbc-11b6-4580-bf53-fa90a1f9c9e3 demo admin] Publish callbacks [] for router_gateway (e86bce1a-64ac-4dd8-ba45-9861979caca8), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:49.882619 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-46caabbc-11b6-4580-bf53-fa90a1f9c9e3 demo admin] Publish callbacks [] for router_gateway (e86bce1a-64ac-4dd8-ba45-9861979caca8), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:49.961178 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-46caabbc-11b6-4580-bf53-fa90a1f9c9e3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:50.060073 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-46caabbc-11b6-4580-bf53-fa90a1f9c9e3 demo admin] Allocated IP 172.25.3.157 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/2f239a27-79c3-45e8-aaec-85a25077ca87) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:18:50.159888 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-46caabbc-11b6-4580-bf53-fa90a1f9c9e3 demo admin] Publish callbacks [] for port (2f239a27-79c3-45e8-aaec-85a25077ca87), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:50.192924 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-46caabbc-11b6-4580-bf53-fa90a1f9c9e3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (2f239a27-79c3-45e8-aaec-85a25077ca87), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:50.231961 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46caabbc-11b6-4580-bf53-fa90a1f9c9e3 demo admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:18:50.234652 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-46caabbc-11b6-4580-bf53-fa90a1f9c9e3 demo admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:18:50.237943 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46caabbc-11b6-4580-bf53-fa90a1f9c9e3 demo admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:18:50.276721 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46caabbc-11b6-4580-bf53-fa90a1f9c9e3 demo admin] Pushing event updated for resources: {'Port': ['ID=2f239a27-79c3-45e8-aaec-85a25077ca87,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:18:50.494675 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-46caabbc-11b6-4580-bf53-fa90a1f9c9e3 demo admin] Publish callbacks [] for router_gateway (e86bce1a-64ac-4dd8-ba45-9861979caca8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:50.692832 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-46caabbc-11b6-4580-bf53-fa90a1f9c9e3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26448'] for router (e86bce1a-64ac-4dd8-ba45-9861979caca8), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:50.696203 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-46caabbc-11b6-4580-bf53-fa90a1f9c9e3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674560'] for router (e86bce1a-64ac-4dd8-ba45-9861979caca8), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:50.807450 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46caabbc-11b6-4580-bf53-fa90a1f9c9e3 demo admin] Router e86bce1a-64ac-4dd8-ba45-9861979caca8 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:18:50.920517 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46caabbc-11b6-4580-bf53-fa90a1f9c9e3 demo admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:18:50.924938 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-46caabbc-11b6-4580-bf53-fa90a1f9c9e3 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:50.941770 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-46caabbc-11b6-4580-bf53-fa90a1f9c9e3 demo admin] 10.222.0.11 "PUT /v2.0/routers/e86bce1a-64ac-4dd8-ba45-9861979caca8 HTTP/1.1" status: 200 len: 890 time: 1.6052811 Mar 07 10:18:53.519247 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 32854) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:18:53.538979 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 52adfb5e-37f1-4ede-ab66-cc368dbcf2cf up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:18:53.593842 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 52adfb5e-37f1-4ede-ab66-cc368dbcf2cf triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:18:53.594241 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (52adfb5e-37f1-4ede-ab66-cc368dbcf2cf), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:53.644861 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ae4b6e19-db95-4d8e-a75b-39cefd3b3afc admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1241815 Mar 07 10:18:53.682200 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 52adfb5e-37f1-4ede-ab66-cc368dbcf2cf is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:18:54.296169 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e23984-ef98-4451-ab03-9a8fa727c343 None None] Sync routers for ids ['e86bce1a-64ac-4dd8-ba45-9861979caca8'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:18:54.308128 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e23984-ef98-4451-ab03-9a8fa727c343 None None] Routers {'e86bce1a-64ac-4dd8-ba45-9861979caca8'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:18:54.308776 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b5e23984-ef98-4451-ab03-9a8fa727c343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:18:38Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['e86bce1a-64ac-4dd8-ba45-9861979caca8'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:18:54.531787 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-b5e23984-ef98-4451-ab03-9a8fa727c343 None None] Set router e86bce1a-64ac-4dd8-ba45-9861979caca8 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:18:55.016367 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b5e23984-ef98-4451-ab03-9a8fa727c343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86bce1a-64ac-4dd8-ba45-9861979caca8', 'name': 'router1', 'tenant_id': '0763bedc47104bf793aea3b422cf9562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '2f239a27-79c3-45e8-aaec-85a25077ca87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:18:32Z', 'updated_at': '2022-03-07T10:18:50Z', 'revision_number': 4, 'project_id': '0763bedc47104bf793aea3b422cf9562', 'gw_port': {'id': '2f239a27-79c3-45e8-aaec-85a25077ca87', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:67:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86bce1a-64ac-4dd8-ba45-9861979caca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:18:49Z', 'updated_at': '2022-03-07T10:18:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '52adfb5e-37f1-4ede-ab66-cc368dbcf2cf', 'name': '', 'network_id': 'bfac2958-356f-4593-933b-71f5a3f4701f', 'tenant_id': '0763bedc47104bf793aea3b422cf9562', 'mac_address': 'fa:16:3e:33:a5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86bce1a-64ac-4dd8-ba45-9861979caca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b392cfe-6f1d-41f9-93b2-616e97c7fb00', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:18:42Z', 'updated_at': '2022-03-07T10:18:45Z', 'revision_number': 5, 'project_id': '0763bedc47104bf793aea3b422cf9562', 'subnets': [{'id': '6b392cfe-6f1d-41f9-93b2-616e97c7fb00', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9acaf0c-fc23-4b73-b4f8-e8d6bfa5405b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:18:55.066567 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e23984-ef98-4451-ab03-9a8fa727c343 None None] Checking router: e86bce1a-64ac-4dd8-ba45-9861979caca8 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:18:55.066943 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e23984-ef98-4451-ab03-9a8fa727c343 None None] Updating router e86bce1a-64ac-4dd8-ba45-9861979caca8 port 2f239a27-79c3-45e8-aaec-85a25077ca87 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:18:55.120179 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b5e23984-ef98-4451-ab03-9a8fa727c343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2f239a27-79c3-45e8-aaec-85a25077ca87), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:55.458172 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b5e23984-ef98-4451-ab03-9a8fa727c343 None None] Publish callbacks [] for port (2f239a27-79c3-45e8-aaec-85a25077ca87), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:55.464733 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b5e23984-ef98-4451-ab03-9a8fa727c343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (2f239a27-79c3-45e8-aaec-85a25077ca87), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:55.518883 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a8ee6-b205-452e-9486-a5d0ab38c539 None None] Pushing event updated for resources: {'Port': ['ID=2f239a27-79c3-45e8-aaec-85a25077ca87,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:18:55.525867 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-b5e23984-ef98-4451-ab03-9a8fa727c343 None None] Attempting to bind port 2f239a27-79c3-45e8-aaec-85a25077ca87 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:18:55.526539 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-b5e23984-ef98-4451-ab03-9a8fa727c343 None None] Attempting to bind port 2f239a27-79c3-45e8-aaec-85a25077ca87 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:18:55.527084 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e23984-ef98-4451-ab03-9a8fa727c343 None None] Attempting to bind port 2f239a27-79c3-45e8-aaec-85a25077ca87 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:18:55.534222 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e23984-ef98-4451-ab03-9a8fa727c343 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:18:55.534599 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e23984-ef98-4451-ab03-9a8fa727c343 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:18:55.535000 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b5e23984-ef98-4451-ab03-9a8fa727c343 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:55.535385 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e23984-ef98-4451-ab03-9a8fa727c343 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:18:55.535916 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-b5e23984-ef98-4451-ab03-9a8fa727c343 None None] Bound port: 2f239a27-79c3-45e8-aaec-85a25077ca87, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:18:55.536283 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b5e23984-ef98-4451-ab03-9a8fa727c343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2f239a27-79c3-45e8-aaec-85a25077ca87), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:55.595283 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-b5e23984-ef98-4451-ab03-9a8fa727c343 None None] For port 2f239a27-79c3-45e8-aaec-85a25077ca87, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:18:55.599085 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-b5e23984-ef98-4451-ab03-9a8fa727c343 None None] For port 2f239a27-79c3-45e8-aaec-85a25077ca87, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=2f239a27-79c3-45e8-aaec-85a25077ca87,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:18:55.605789 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b5e23984-ef98-4451-ab03-9a8fa727c343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (2f239a27-79c3-45e8-aaec-85a25077ca87), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:55.665377 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e23984-ef98-4451-ab03-9a8fa727c343 None None] Routers {'e86bce1a-64ac-4dd8-ba45-9861979caca8'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:18:55.665994 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b5e23984-ef98-4451-ab03-9a8fa727c343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:18:38Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['e86bce1a-64ac-4dd8-ba45-9861979caca8'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:18:55.703343 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a8ee6-b205-452e-9486-a5d0ab38c539 None None] Pushing event updated for resources: {'Port': ['ID=2f239a27-79c3-45e8-aaec-85a25077ca87,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:18:55.794540 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-b5e23984-ef98-4451-ab03-9a8fa727c343 None None] Set router e86bce1a-64ac-4dd8-ba45-9861979caca8 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:18:56.027376 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b5e23984-ef98-4451-ab03-9a8fa727c343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86bce1a-64ac-4dd8-ba45-9861979caca8', 'name': 'router1', 'tenant_id': '0763bedc47104bf793aea3b422cf9562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '2f239a27-79c3-45e8-aaec-85a25077ca87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:18:32Z', 'updated_at': '2022-03-07T10:18:50Z', 'revision_number': 4, 'project_id': '0763bedc47104bf793aea3b422cf9562', 'gw_port': {'id': '2f239a27-79c3-45e8-aaec-85a25077ca87', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:67:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86bce1a-64ac-4dd8-ba45-9861979caca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:18:49Z', 'updated_at': '2022-03-07T10:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '52adfb5e-37f1-4ede-ab66-cc368dbcf2cf', 'name': '', 'network_id': 'bfac2958-356f-4593-933b-71f5a3f4701f', 'tenant_id': '0763bedc47104bf793aea3b422cf9562', 'mac_address': 'fa:16:3e:33:a5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86bce1a-64ac-4dd8-ba45-9861979caca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b392cfe-6f1d-41f9-93b2-616e97c7fb00', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:18:42Z', 'updated_at': '2022-03-07T10:18:45Z', 'revision_number': 5, 'project_id': '0763bedc47104bf793aea3b422cf9562', 'subnets': [{'id': '6b392cfe-6f1d-41f9-93b2-616e97c7fb00', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9acaf0c-fc23-4b73-b4f8-e8d6bfa5405b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:18:56.062127 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e23984-ef98-4451-ab03-9a8fa727c343 None None] The sync data for ids ['e86bce1a-64ac-4dd8-ba45-9861979caca8'] in n-d-832164-4 is: [{'id': 'e86bce1a-64ac-4dd8-ba45-9861979caca8', 'name': 'router1', 'tenant_id': '0763bedc47104bf793aea3b422cf9562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '2f239a27-79c3-45e8-aaec-85a25077ca87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:18:32Z', 'updated_at': '2022-03-07T10:18:50Z', 'revision_number': 4, 'project_id': '0763bedc47104bf793aea3b422cf9562', 'gw_port': {'id': '2f239a27-79c3-45e8-aaec-85a25077ca87', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:67:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86bce1a-64ac-4dd8-ba45-9861979caca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:18:49Z', 'updated_at': '2022-03-07T10:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '52adfb5e-37f1-4ede-ab66-cc368dbcf2cf', 'name': '', 'network_id': 'bfac2958-356f-4593-933b-71f5a3f4701f', 'tenant_id': '0763bedc47104bf793aea3b422cf9562', 'mac_address': 'fa:16:3e:33:a5:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86bce1a-64ac-4dd8-ba45-9861979caca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b392cfe-6f1d-41f9-93b2-616e97c7fb00', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:18:42Z', 'updated_at': '2022-03-07T10:18:45Z', 'revision_number': 5, 'project_id': '0763bedc47104bf793aea3b422cf9562', 'subnets': [{'id': '6b392cfe-6f1d-41f9-93b2-616e97c7fb00', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9acaf0c-fc23-4b73-b4f8-e8d6bfa5405b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:18:57.613597 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 2f239a27-79c3-45e8-aaec-85a25077ca87 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:18:57.674871 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 2f239a27-79c3-45e8-aaec-85a25077ca87 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:18:57.675079 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2f239a27-79c3-45e8-aaec-85a25077ca87), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:57.764245 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 2f239a27-79c3-45e8-aaec-85a25077ca87 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:18:57.764633 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2f239a27-79c3-45e8-aaec-85a25077ca87), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:57.792128 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 2f239a27-79c3-45e8-aaec-85a25077ca87, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=2f239a27-79c3-45e8-aaec-85a25077ca87,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:18:57.799492 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (2f239a27-79c3-45e8-aaec-85a25077ca87), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:57.855862 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=2f239a27-79c3-45e8-aaec-85a25077ca87,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:18:59.536111 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 2f239a27-79c3-45e8-aaec-85a25077ca87 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:18:59.634352 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 2f239a27-79c3-45e8-aaec-85a25077ca87 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:18:59.634727 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2f239a27-79c3-45e8-aaec-85a25077ca87), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:18:59.786347 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 2f239a27-79c3-45e8-aaec-85a25077ca87 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:19:06.365487 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-df20a1ca-8eae-46bb-9212-04c4bc744dc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:19:08.495555 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e6541596-7377-4095-888c-990bf39f6376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:19:09.667869 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:19:11.396630 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:19:11.688524 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 5 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:19:12.823729 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:19:36.369603 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a222b3b7-cf78-4009-beb3-7242f4b5f6ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:19:38.490940 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c455be9a-f348-4722-82a1-348580970ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:19:39.669056 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:19:41.397648 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:19:42.820970 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:19:48.688690 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 5 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:20:06.370138 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3228c9de-dd47-4006-864c-353ad4859985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:08.494589 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-19217810-0ba4-4975-9fcd-52432cf65308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:09.664089 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:11.390017 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:12.823526 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:19.829451 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33370) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:20:19.894810 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a106e918-d3ee-4c63-82b1-747c06d793fc admin admin] GET failed (client error): The resource could not be found. Mar 07 10:20:19.896048 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a106e918-d3ee-4c63-82b1-747c06d793fc admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0650742 Mar 07 10:20:20.053966 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d03a80-d81b-43ab-9c94-9273817f91bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:20:20.055327 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-86d03a80-d81b-43ab-9c94-9273817f91bc admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1551523 Mar 07 10:20:22.384430 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33380) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:20:22.479493 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd534443-b180-459f-9df4-ea71aad65de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:20:22.480831 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fd534443-b180-459f-9df4-ea71aad65de3 admin admin] 10.222.0.11 "GET /v2.0/subnets/6b392cfe-6f1d-41f9-93b2-616e97c7fb00 HTTP/1.1" status: 200 len: 849 time: 0.0954285 Mar 07 10:20:22.491064 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f95bd63b-2ed0-42f1-be3a-a4bf689b1138 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:20:22.573827 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f95bd63b-2ed0-42f1-be3a-a4bf689b1138 admin admin] Publish callbacks [] for subnet (6b392cfe-6f1d-41f9-93b2-616e97c7fb00), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:22.717678 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f95bd63b-2ed0-42f1-be3a-a4bf689b1138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755330244271'] for subnet (6b392cfe-6f1d-41f9-93b2-616e97c7fb00), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:22.747260 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95bd63b-2ed0-42f1-be3a-a4bf689b1138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:20:22.747885 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f95bd63b-2ed0-42f1-be3a-a4bf689b1138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:22.749685 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f95bd63b-2ed0-42f1-be3a-a4bf689b1138 admin admin] 10.222.0.11 "PUT /v2.0/subnets/6b392cfe-6f1d-41f9-93b2-616e97c7fb00 HTTP/1.1" status: 200 len: 868 time: 0.2619448 Mar 07 10:20:22.753772 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e1ff85-8f33-44e0-ad00-871592f94d2d None None] Network bfac2958-356f-4593-933b-71f5a3f4701f requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:20:22.775899 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95bd63b-2ed0-42f1-be3a-a4bf689b1138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b392cfe-6f1d-41f9-93b2-616e97c7fb00,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:20:22.783744 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95bd63b-2ed0-42f1-be3a-a4bf689b1138 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:22.784079 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95bd63b-2ed0-42f1-be3a-a4bf689b1138 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:22.784419 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95bd63b-2ed0-42f1-be3a-a4bf689b1138 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:22.784755 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95bd63b-2ed0-42f1-be3a-a4bf689b1138 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:22.785098 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95bd63b-2ed0-42f1-be3a-a4bf689b1138 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:22.785443 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95bd63b-2ed0-42f1-be3a-a4bf689b1138 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:22.785769 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95bd63b-2ed0-42f1-be3a-a4bf689b1138 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:22.786096 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95bd63b-2ed0-42f1-be3a-a4bf689b1138 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:22.786429 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95bd63b-2ed0-42f1-be3a-a4bf689b1138 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:22.786741 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95bd63b-2ed0-42f1-be3a-a4bf689b1138 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:22.787065 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95bd63b-2ed0-42f1-be3a-a4bf689b1138 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:22.787382 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95bd63b-2ed0-42f1-be3a-a4bf689b1138 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:22.787699 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95bd63b-2ed0-42f1-be3a-a4bf689b1138 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:20:23.127728 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6b5ba5f5-3084-4184-81a2-dfb0bdff4fbf None None] Provisioning complete for port d408a3c0-7b27-4c55-8b9e-b456b6cd46fd triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:20:23.128117 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6b5ba5f5-3084-4184-81a2-dfb0bdff4fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d408a3c0-7b27-4c55-8b9e-b456b6cd46fd), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:23.208181 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6b5ba5f5-3084-4184-81a2-dfb0bdff4fbf None None] Current status of the port d408a3c0-7b27-4c55-8b9e-b456b6cd46fd is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:20:23.217703 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6b5ba5f5-3084-4184-81a2-dfb0bdff4fbf None None] Provisioning complete for port 52adfb5e-37f1-4ede-ab66-cc368dbcf2cf triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:20:23.218086 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6b5ba5f5-3084-4184-81a2-dfb0bdff4fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (52adfb5e-37f1-4ede-ab66-cc368dbcf2cf), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:23.292067 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6b5ba5f5-3084-4184-81a2-dfb0bdff4fbf None None] Current status of the port 52adfb5e-37f1-4ede-ab66-cc368dbcf2cf is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:20:25.130827 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33388) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:20:25.332354 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7a6932-5507-4c4d-92c4-455ae0f303b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:20:25.332754 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7a6932-5507-4c4d-92c4-455ae0f303b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:20:25.334322 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8d7a6932-5507-4c4d-92c4-455ae0f303b2 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2025483 Mar 07 10:20:25.688364 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 5 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:20:27.754580 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33396) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:20:27.952907 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becf2ae8-f740-425a-a510-8699fec3f5bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:20:27.953323 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becf2ae8-f740-425a-a510-8699fec3f5bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:20:27.955327 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-becf2ae8-f740-425a-a510-8699fec3f5bb admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1993761 Mar 07 10:20:30.303051 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33406) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:20:30.474101 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aad7bd2-78ef-4cd7-b521-224be51c7192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:20:30.475502 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1aad7bd2-78ef-4cd7-b521-224be51c7192 admin admin] 10.222.0.11 "GET /v2.0/networks/bfac2958-356f-4593-933b-71f5a3f4701f HTTP/1.1" status: 200 len: 869 time: 0.1714995 Mar 07 10:20:32.804743 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33414) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:20:32.976767 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f81128d-3909-42d0-b224-d0b9d796d803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:20:32.978157 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7f81128d-3909-42d0-b224-d0b9d796d803 admin admin] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 886 time: 0.1724610 Mar 07 10:20:35.279498 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33422) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:20:35.399709 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161b04d9-becb-4bc5-814f-ab0290309bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:20:35.400165 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161b04d9-becb-4bc5-814f-ab0290309bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:20:35.401694 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-161b04d9-becb-4bc5-814f-ab0290309bb1 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1212647 Mar 07 10:20:36.371636 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-11f3f43a-0251-45dc-ac8e-f3c48872ec97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:37.717960 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33430) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:20:37.926159 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4559668d-8da5-4107-849d-5f1fee4d3835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:20:37.926618 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4559668d-8da5-4107-849d-5f1fee4d3835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:20:37.928159 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4559668d-8da5-4107-849d-5f1fee4d3835 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2092636 Mar 07 10:20:38.496022 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-642df960-4dcf-401e-b1ac-c909f9caa603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:39.666117 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:40.236118 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33438) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:20:40.331626 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68d8919-ad3d-4942-ae65-ee8ad7fd1494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:20:40.332995 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e68d8919-ad3d-4942-ae65-ee8ad7fd1494 admin admin] 10.222.0.11 "GET /v2.0/subnets/6b392cfe-6f1d-41f9-93b2-616e97c7fb00 HTTP/1.1" status: 200 len: 868 time: 0.0959148 Mar 07 10:20:41.393168 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:20:42.660701 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33446) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:20:42.745738 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1d8d51-c28e-4c08-a7d2-219ad8ed3de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:20:42.747071 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fd1d8d51-c28e-4c08-a7d2-219ad8ed3de8 admin admin] 10.222.0.11 "GET /v2.0/subnets/95e1dd32-aadf-45ac-9652-459ec010f6ce HTTP/1.1" status: 200 len: 816 time: 0.0853708 Mar 07 10:20:42.827130 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:02.686947 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 5 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:21:06.374179 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1c33e402-9ed2-42fb-96b7-1862a0cb4de6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:08.497202 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6e3593d2-ec6d-44a9-b58a-8b8109a6d106 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:09.668240 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:11.087172 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33498) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:21:11.133816 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-cfdafd10-ffb9-45d3-944d-50e9ad623287 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:21:11.134802 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cfdafd10-ffb9-45d3-944d-50e9ad623287 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466990 Mar 07 10:21:11.397418 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:12.830395 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:13.562807 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33506) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:21:13.621634 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db2aec9-441b-4db5-8696-945dbd3c327c admin admin] GET failed (client error): The resource could not be found. Mar 07 10:21:13.622892 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1db2aec9-441b-4db5-8696-945dbd3c327c admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0590098 Mar 07 10:21:13.709133 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115b896d-2341-4178-b625-e3c473ad74d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:21:13.710600 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-115b896d-2341-4178-b625-e3c473ad74d4 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0831614 Mar 07 10:21:16.062986 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33514) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:21:16.109349 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-bd2f0a7f-a492-48f3-bc45-d2ccc266978e admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:21:16.130970 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2f0a7f-a492-48f3-bc45-d2ccc266978e admin admin] Made reservation on behalf of b1b893cf33694fd4a84c0059f9d2faa4 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:21:16.133254 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bd2f0a7f-a492-48f3-bc45-d2ccc266978e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:16.160223 n-d-832164-4 neutron-server[103767]: WARNING neutron.services.revisions.revision_plugin [None req-bd2f0a7f-a492-48f3-bc45-d2ccc266978e admin admin] Could not find related network for resource to bump revision. Mar 07 10:21:16.178755 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2f0a7f-a492-48f3-bc45-d2ccc266978e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:21:16.191281 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bd2f0a7f-a492-48f3-bc45-d2ccc266978e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755330346590', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (1222959b-5c93-4611-b485-a05792a3400d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:16.191799 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bd2f0a7f-a492-48f3-bc45-d2ccc266978e admin admin] Unsubscribe: segment precommit_create {{(pid=103767) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 07 10:21:16.192241 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-bd2f0a7f-a492-48f3-bc45-d2ccc266978e admin admin] Added segment 1222959b-5c93-4611-b485-a05792a3400d of type vlan for network 598bad6c-a435-45aa-bbb6-2339f78a1590 Mar 07 10:21:16.242205 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bd2f0a7f-a492-48f3-bc45-d2ccc266978e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (598bad6c-a435-45aa-bbb6-2339f78a1590), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:16.273575 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bd2f0a7f-a492-48f3-bc45-d2ccc266978e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (598bad6c-a435-45aa-bbb6-2339f78a1590), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:16.274406 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2f0a7f-a492-48f3-bc45-d2ccc266978e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:21:16.274982 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bd2f0a7f-a492-48f3-bc45-d2ccc266978e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:16.333614 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-bd2f0a7f-a492-48f3-bc45-d2ccc266978e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2695324 Mar 07 10:21:16.369542 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f0a7f-a492-48f3-bc45-d2ccc266978e admin admin] Pushing event updated for resources: {'Network': ['ID=598bad6c-a435-45aa-bbb6-2339f78a1590,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:21:16.377573 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f0a7f-a492-48f3-bc45-d2ccc266978e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:16.377913 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f0a7f-a492-48f3-bc45-d2ccc266978e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:16.378253 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f0a7f-a492-48f3-bc45-d2ccc266978e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:16.378585 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f0a7f-a492-48f3-bc45-d2ccc266978e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:16.378913 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f0a7f-a492-48f3-bc45-d2ccc266978e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:16.379240 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f0a7f-a492-48f3-bc45-d2ccc266978e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:16.379566 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f0a7f-a492-48f3-bc45-d2ccc266978e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:16.379900 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f0a7f-a492-48f3-bc45-d2ccc266978e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:16.380210 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f0a7f-a492-48f3-bc45-d2ccc266978e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:16.380534 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f0a7f-a492-48f3-bc45-d2ccc266978e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:16.380855 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f0a7f-a492-48f3-bc45-d2ccc266978e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:16.381204 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f0a7f-a492-48f3-bc45-d2ccc266978e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:16.381527 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2f0a7f-a492-48f3-bc45-d2ccc266978e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:16.393589 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:21:18.679879 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33522) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:21:18.741304 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b92b7a-1295-4067-99f7-5116e44a3c53 admin admin] GET failed (client error): The resource could not be found. Mar 07 10:21:18.742566 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e3b92b7a-1295-4067-99f7-5116e44a3c53 admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0617208 Mar 07 10:21:18.844021 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81107161-fea0-45e6-87de-65acdfaefbac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:21:18.845478 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-81107161-fea0-45e6-87de-65acdfaefbac admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0989137 Mar 07 10:21:18.855107 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-aecc0b5f-71b6-4d19-adc2-c202e800daa6 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:21:18.873544 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecc0b5f-71b6-4d19-adc2-c202e800daa6 admin admin] Made reservation on behalf of b1b893cf33694fd4a84c0059f9d2faa4 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:21:18.876345 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aecc0b5f-71b6-4d19-adc2-c202e800daa6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:19.034898 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aecc0b5f-71b6-4d19-adc2-c202e800daa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for subnet (cd915eb6-2d51-4c50-93c9-6777e48b408a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:19.091767 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc0b5f-71b6-4d19-adc2-c202e800daa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd915eb6-2d51-4c50-93c9-6777e48b408a,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:21:19.098758 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecc0b5f-71b6-4d19-adc2-c202e800daa6 admin admin] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:21:19.099105 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecc0b5f-71b6-4d19-adc2-c202e800daa6 admin admin] Network hostable DHCP agents. Network: 598bad6c-a435-45aa-bbb6-2339f78a1590, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:21:19.114486 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecc0b5f-71b6-4d19-adc2-c202e800daa6 admin admin] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:21:19.122884 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-aecc0b5f-71b6-4d19-adc2-c202e800daa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 598bad6c-a435-45aa-bbb6-2339f78a1590) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:21:19.126773 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecc0b5f-71b6-4d19-adc2-c202e800daa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:21:19.127289 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aecc0b5f-71b6-4d19-adc2-c202e800daa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:19.132695 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812d90fe-fef2-40ba-9de6-6d8ebd63b328 None None] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:21:19.141911 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-aecc0b5f-71b6-4d19-adc2-c202e800daa6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2901633 Mar 07 10:21:19.235078 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-598bad6c-a435-45aa-bbb6-2339f78a1590', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'project_id': 'b1b893cf33694fd4a84c0059f9d2faa4', 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:21:19.235948 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:19.381417 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] Allocated IP 192.168.233.2 (598bad6c-a435-45aa-bbb6-2339f78a1590/cd915eb6-2d51-4c50-93c9-6777e48b408a/ed47c9f4-f6f8-4bad-8c3d-5790b63a0dbc) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:21:19.626482 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] Publish callbacks [] for port (ed47c9f4-f6f8-4bad-8c3d-5790b63a0dbc), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:19.632527 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (ed47c9f4-f6f8-4bad-8c3d-5790b63a0dbc), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:19.674936 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:21:19.677929 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:21:19.680365 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:21:19.686341 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] Pushing event updated for resources: {'Port': ['ID=ed47c9f4-f6f8-4bad-8c3d-5790b63a0dbc,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:21:19.711235 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:19.711571 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:19.711902 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:19.712230 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:19.712551 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:19.712874 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:19.713212 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:19.713527 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:19.713842 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:19.714153 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:19.714461 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:19.714772 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:19.715085 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:21:19.753766 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] Attempting to bind port ed47c9f4-f6f8-4bad-8c3d-5790b63a0dbc on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:21:19.754131 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] Attempting to bind port ed47c9f4-f6f8-4bad-8c3d-5790b63a0dbc by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:21:19.754485 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] Attempting to bind port ed47c9f4-f6f8-4bad-8c3d-5790b63a0dbc on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:21:19.759690 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:21:19.760078 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:21:19.760474 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:19.760860 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:21:19.761335 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] Bound port: ed47c9f4-f6f8-4bad-8c3d-5790b63a0dbc, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:21:19.761705 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ed47c9f4-f6f8-4bad-8c3d-5790b63a0dbc), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:19.825537 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] For port ed47c9f4-f6f8-4bad-8c3d-5790b63a0dbc, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:21:19.829510 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] For port ed47c9f4-f6f8-4bad-8c3d-5790b63a0dbc, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ed47c9f4-f6f8-4bad-8c3d-5790b63a0dbc,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:21:19.835788 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ed47c9f4-f6f8-4bad-8c3d-5790b63a0dbc), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:19.905831 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb661cde-3b43-49a8-8a06-0a24d59e219f None None] Pushing event updated for resources: {'Port': ['ID=ed47c9f4-f6f8-4bad-8c3d-5790b63a0dbc,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:21:20.728730 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0130b0fe-6032-4cae-b85b-d6342cef49e8 None None] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:21:20.791745 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-283ffdfa-79fa-4796-b7a9-1b99677b4edf None None] Provisioning complete for port ed47c9f4-f6f8-4bad-8c3d-5790b63a0dbc triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:21:20.792147 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-283ffdfa-79fa-4796-b7a9-1b99677b4edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ed47c9f4-f6f8-4bad-8c3d-5790b63a0dbc), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:20.915526 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-283ffdfa-79fa-4796-b7a9-1b99677b4edf None None] Current status of the port ed47c9f4-f6f8-4bad-8c3d-5790b63a0dbc is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:21:20.915918 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-283ffdfa-79fa-4796-b7a9-1b99677b4edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ed47c9f4-f6f8-4bad-8c3d-5790b63a0dbc), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:20.956208 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-283ffdfa-79fa-4796-b7a9-1b99677b4edf None None] For port ed47c9f4-f6f8-4bad-8c3d-5790b63a0dbc, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ed47c9f4-f6f8-4bad-8c3d-5790b63a0dbc,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:21:20.960901 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-283ffdfa-79fa-4796-b7a9-1b99677b4edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ed47c9f4-f6f8-4bad-8c3d-5790b63a0dbc), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:21.016597 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ffdfa-79fa-4796-b7a9-1b99677b4edf None None] Pushing event updated for resources: {'Port': ['ID=ed47c9f4-f6f8-4bad-8c3d-5790b63a0dbc,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:21:21.182282 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-223452b8-d8ae-4bd2-975e-519ca13737f7 None None] Provisioning complete for port ed47c9f4-f6f8-4bad-8c3d-5790b63a0dbc triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:21:21.182677 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-223452b8-d8ae-4bd2-975e-519ca13737f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ed47c9f4-f6f8-4bad-8c3d-5790b63a0dbc), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:21.266080 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-223452b8-d8ae-4bd2-975e-519ca13737f7 None None] Current status of the port ed47c9f4-f6f8-4bad-8c3d-5790b63a0dbc is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:21:21.683464 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ed47c9f4-f6f8-4bad-8c3d-5790b63a0dbc up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:21:21.732087 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port ed47c9f4-f6f8-4bad-8c3d-5790b63a0dbc triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:21:21.732716 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ed47c9f4-f6f8-4bad-8c3d-5790b63a0dbc), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:21.811377 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port ed47c9f4-f6f8-4bad-8c3d-5790b63a0dbc is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:21:36.376697 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9f33f960-6889-4b30-93d4-878217731194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:38.502295 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a34e75d2-ae42-4b1d-9274-e4fbb3a6e1b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:39.671003 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:39.685617 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 5 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:21:41.399856 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:21:42.833384 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:22:06.378893 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-498e3a30-c277-409d-b42e-a6fe49b6ed39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:22:08.503976 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e1af670c-1fac-4cf7-8420-cb221f5777da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:22:09.678269 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:22:11.402515 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:22:12.834834 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:22:16.684618 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 5 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:22:36.381075 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5cb007e4-f3dd-4b1c-9eca-882faf7afd7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:22:38.504430 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cf34cd5a-a7a5-4578-8bf6-2231ffe0f78e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:22:39.685052 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:22:39.924475 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33560) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:22:39.930418 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-b6534392-ca43-46e4-beaf-f91a3a8b9458 tempest-verify_tempest_config-1284401972 tempest-verify_tempest_config-1284401972-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:22:39.931402 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b6534392-ca43-46e4-beaf-f91a3a8b9458 tempest-verify_tempest_config-1284401972 tempest-verify_tempest_config-1284401972-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059812 Mar 07 10:22:40.212698 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33578) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:22:40.313813 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b9e64a5b-332c-432a-a0cf-8507db7d8bfa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:22:40.412965 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b9e64a5b-332c-432a-a0cf-8507db7d8bfa admin admin] Publish callbacks [] for security_group (18258731-a489-48ca-b2f3-01e6ce5628f7), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:22:40.416367 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b9e64a5b-332c-432a-a0cf-8507db7d8bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (18258731-a489-48ca-b2f3-01e6ce5628f7), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:22:40.461945 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e64a5b-332c-432a-a0cf-8507db7d8bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18258731-a489-48ca-b2f3-01e6ce5628f7,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:22:40.467517 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b9e64a5b-332c-432a-a0cf-8507db7d8bfa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4fb0e821cdf14d4097ed7d11791759c9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2537189 Mar 07 10:22:40.470331 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33582) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:22:40.472388 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e64a5b-332c-432a-a0cf-8507db7d8bfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:40.472744 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e64a5b-332c-432a-a0cf-8507db7d8bfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:40.473086 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e64a5b-332c-432a-a0cf-8507db7d8bfa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:40.473448 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e64a5b-332c-432a-a0cf-8507db7d8bfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:40.473782 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e64a5b-332c-432a-a0cf-8507db7d8bfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:40.474115 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e64a5b-332c-432a-a0cf-8507db7d8bfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:40.474441 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e64a5b-332c-432a-a0cf-8507db7d8bfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:40.474769 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e64a5b-332c-432a-a0cf-8507db7d8bfa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:40.475108 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e64a5b-332c-432a-a0cf-8507db7d8bfa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:40.475422 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e64a5b-332c-432a-a0cf-8507db7d8bfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:40.475749 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e64a5b-332c-432a-a0cf-8507db7d8bfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:40.476074 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e64a5b-332c-432a-a0cf-8507db7d8bfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:40.476400 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e64a5b-332c-432a-a0cf-8507db7d8bfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:40.523435 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-08b1a06e-8f2b-4525-b6f8-0522739bb91b admin admin] Publish callbacks [] for security_group (18258731-a489-48ca-b2f3-01e6ce5628f7), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:22:40.544329 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-08b1a06e-8f2b-4525-b6f8-0522739bb91b admin admin] Publish callbacks [] for security_group (18258731-a489-48ca-b2f3-01e6ce5628f7), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:22:40.633080 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-08b1a06e-8f2b-4525-b6f8-0522739bb91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (18258731-a489-48ca-b2f3-01e6ce5628f7), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:22:40.635577 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-08b1a06e-8f2b-4525-b6f8-0522739bb91b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:22:40.637780 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-08b1a06e-8f2b-4525-b6f8-0522739bb91b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/18258731-a489-48ca-b2f3-01e6ce5628f7 HTTP/1.1" status: 204 len: 168 time: 0.1664612 Mar 07 10:22:40.646188 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1a06e-8f2b-4525-b6f8-0522739bb91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18258731-a489-48ca-b2f3-01e6ce5628f7,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:22:40.653340 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1a06e-8f2b-4525-b6f8-0522739bb91b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:40.653690 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1a06e-8f2b-4525-b6f8-0522739bb91b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:40.654036 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1a06e-8f2b-4525-b6f8-0522739bb91b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:40.654374 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1a06e-8f2b-4525-b6f8-0522739bb91b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:40.654706 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1a06e-8f2b-4525-b6f8-0522739bb91b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:40.655033 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1a06e-8f2b-4525-b6f8-0522739bb91b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:40.655360 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1a06e-8f2b-4525-b6f8-0522739bb91b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:40.655686 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1a06e-8f2b-4525-b6f8-0522739bb91b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:40.656027 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1a06e-8f2b-4525-b6f8-0522739bb91b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:40.656328 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1a06e-8f2b-4525-b6f8-0522739bb91b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:40.656647 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1a06e-8f2b-4525-b6f8-0522739bb91b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:40.656966 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1a06e-8f2b-4525-b6f8-0522739bb91b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:40.657310 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1a06e-8f2b-4525-b6f8-0522739bb91b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:22:41.406556 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:22:42.837853 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:22:53.681906 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 5 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:23:06.383452 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-25a8e286-6075-49d1-bbaf-324de0fbf838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:23:08.505837 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-306f74c1-0354-4e64-b5cd-bdeabdf91c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:23:09.681693 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:23:11.408578 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:23:12.839812 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:23:30.680809 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 5 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:23:36.384889 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab6c29df-1203-4a3a-8e10-c0ce084917a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:23:38.507161 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5a9304af-6476-4210-80be-e913805942eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:23:39.684641 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:23:41.411276 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:23:42.842141 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:24:06.386139 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a4972f6d-9c85-46a1-8a86-a84ca152eef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:24:07.680989 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 5 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:24:08.508370 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-83b8e659-43a4-48ca-a46e-f13938856444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:24:09.687875 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:24:11.414301 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:24:12.844127 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:24:36.387290 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-253f58ba-3e9e-4fa4-ab77-2c5eaa1e53d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:24:38.509211 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-002c7d27-7ed4-4f23-a1ce-c741b21c8044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:24:39.689847 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:24:41.418236 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:24:42.846037 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:24:44.680727 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 5 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:25:06.389057 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e2d356ab-b4f0-4331-a91b-bc0ee146d536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:25:08.509778 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9fc983be-6ee9-47a5-a064-69c9a9dbc616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:25:09.692618 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:25:11.422436 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:25:12.848844 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:25:21.678748 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 5 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:25:36.390349 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-13791f9a-0ac0-4434-8cf4-9d5c64bfddca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:25:38.513375 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-60c9a4d1-50fa-417d-889b-e11b3aa1a12c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:25:39.696306 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:25:41.425092 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:25:42.850895 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:25:47.939348 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-675050'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:25:52.491920 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-675050'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:25:58.677699 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:26:06.392256 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-50b3b6ef-2f72-4651-90e9-592b2c92e1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:26:08.514072 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2966a4df-b107-4d50-ae77-5653512550e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:26:09.699678 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:26:11.430573 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:26:12.852599 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:26:17.921535 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:26:22.444805 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:26:35.676577 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:26:36.393469 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7f78c9c9-485a-45d0-adcc-6e9983f8e486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:26:38.515242 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0493df11-b336-488b-bc74-9629b20e0eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:26:39.175251 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33640) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:26:39.281806 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-780f2bcc-0a63-4a87-94fa-7cb6b28630ef admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1054401 Mar 07 10:26:39.703375 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:26:41.431802 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:26:41.625956 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33650) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:26:41.689802 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-26e476b3-79c4-4318-a494-631bc17b02e9 admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0627515 Mar 07 10:26:42.853559 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:26:47.922992 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:26:52.459575 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:06.393866 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7166d129-ba29-4f48-bd3b-a6b86b637529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:08.516183 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e2d22685-f966-4fc9-b1fd-1799d7a6d516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:09.705125 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:11.434663 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:12.675973 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:27:12.854690 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:17.923606 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:22.473286 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:36.396709 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8f3eed20-e14d-4832-af66-739b0eef6727 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:38.520466 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99459324-fd83-4f8a-9674-7edf02067bd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:39.706516 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:41.439080 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:42.857587 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:47.924582 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:27:49.675288 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:27:52.473607 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:06.399206 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ca51b5ab-a3b7-4f3d-b787-f69813db8744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:08.532175 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aa42fa5e-e7e6-4a03-8c01-ea51e09f7355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:09.754361 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:11.444490 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:12.628506 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33876) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:12.860773 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:12.981545 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33898) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:13.034618 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-5814a1e4-3af1-48b0-88d4-0d750ca92b18 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1607717543-network', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:13.056431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5814a1e4-3af1-48b0-88d4-0d750ca92b18 admin admin] Made reservation on behalf of a52739f03a4c4c41ae4b3050610b2bcb for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:13.059088 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5814a1e4-3af1-48b0-88d4-0d750ca92b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:13.067768 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5814a1e4-3af1-48b0-88d4-0d750ca92b18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:13.151123 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5814a1e4-3af1-48b0-88d4-0d750ca92b18 admin admin] Publish callbacks [] for security_group (d6322ebb-9aa7-40fb-80cf-36459641ecd4), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:13.156324 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5814a1e4-3af1-48b0-88d4-0d750ca92b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d6322ebb-9aa7-40fb-80cf-36459641ecd4), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:13.171581 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5814a1e4-3af1-48b0-88d4-0d750ca92b18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:28:13.182296 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5814a1e4-3af1-48b0-88d4-0d750ca92b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (76ecd108-4709-457c-9971-4b747cde059f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:13.183148 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-5814a1e4-3af1-48b0-88d4-0d750ca92b18 admin admin] Added segment 76ecd108-4709-457c-9971-4b747cde059f of type vlan for network 0f1450ac-a9e3-4368-b524-bc58c4b6a2e8 Mar 07 10:28:13.230876 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5814a1e4-3af1-48b0-88d4-0d750ca92b18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (0f1450ac-a9e3-4368-b524-bc58c4b6a2e8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:13.264178 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814a1e4-3af1-48b0-88d4-0d750ca92b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6322ebb-9aa7-40fb-80cf-36459641ecd4,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:13.271613 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5814a1e4-3af1-48b0-88d4-0d750ca92b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (0f1450ac-a9e3-4368-b524-bc58c4b6a2e8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:13.272739 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5814a1e4-3af1-48b0-88d4-0d750ca92b18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:13.273615 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5814a1e4-3af1-48b0-88d4-0d750ca92b18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:13.282314 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5814a1e4-3af1-48b0-88d4-0d750ca92b18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:13.282663 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5814a1e4-3af1-48b0-88d4-0d750ca92b18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:13.282988 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5814a1e4-3af1-48b0-88d4-0d750ca92b18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:13.283313 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5814a1e4-3af1-48b0-88d4-0d750ca92b18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:13.283636 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5814a1e4-3af1-48b0-88d4-0d750ca92b18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:13.283954 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5814a1e4-3af1-48b0-88d4-0d750ca92b18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:13.284550 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5814a1e4-3af1-48b0-88d4-0d750ca92b18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:13.284874 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5814a1e4-3af1-48b0-88d4-0d750ca92b18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:13.285221 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5814a1e4-3af1-48b0-88d4-0d750ca92b18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:13.285542 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5814a1e4-3af1-48b0-88d4-0d750ca92b18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:13.285859 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5814a1e4-3af1-48b0-88d4-0d750ca92b18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:13.286188 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5814a1e4-3af1-48b0-88d4-0d750ca92b18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:13.286486 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5814a1e4-3af1-48b0-88d4-0d750ca92b18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5814a1e4-3af1-48b0-88d4-0d750ca92b18 admin admin] Tracked resource versions report: Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: pushed versions: Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: { 'AddressGroup': {'1.2'}, Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: 'ConntrackHelper': {'1.0'}, Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: 'LocalIPAssociation': {'1.0'}, Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: 'Log': {'1.0'}, Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: 'Network': {'1.1'}, Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: 'Port': {'1.7'}, Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: 'PortForwarding': {'1.2'}, Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: 'QosPolicy': {'1.10'}, Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: 'SecurityGroup': {'1.5'}, Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: 'SecurityGroupRule': {'1.2'}, Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: 'SubPort': {'1.0'}, Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: 'Subnet': {'1.1'}, Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: 'Trunk': {'1.1'}} Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: consumer versions: Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: { DHCP agent@n-d-832164-4: {}, Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: HyperV agent@n-h1-832164-4: {}, Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: HyperV agent@n-h2-832164-4: {}, Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: L3 agent@n-d-832164-4: {}, Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: Metadata agent@n-d-832164-4: {}, Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: Metering agent@n-d-832164-4: {}, Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: Open vSwitch agent@n-d-832164-4: { 'AddressGroup': '1.2', Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: 'ConntrackHelper': '1.0', Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: 'LocalIPAssociation': '1.0', Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: 'Log': '1.0', Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: 'Network': '1.1', Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: 'Port': '1.7', Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: 'PortForwarding': '1.2', Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: 'QosPolicy': '1.10', Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: 'SecurityGroup': '1.5', Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: 'SecurityGroupRule': '1.2', Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: 'SubPort': '1.0', Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: 'Subnet': '1.1', Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: 'Trunk': '1.1'}} Mar 07 10:28:13.287527 n-d-832164-4 neutron-server[103767]: {{(pid=103767) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 10:28:13.321652 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5814a1e4-3af1-48b0-88d4-0d750ca92b18 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6919677 Mar 07 10:28:13.322422 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33920) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:13.329260 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-6928ff5f-74a5-49ad-beb1-51334834c5ea admin admin] Request body: {'subnet': {'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1607717543-subnet', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:13.355127 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6928ff5f-74a5-49ad-beb1-51334834c5ea admin admin] Made reservation on behalf of a52739f03a4c4c41ae4b3050610b2bcb for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:13.357435 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6928ff5f-74a5-49ad-beb1-51334834c5ea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:13.377653 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814a1e4-3af1-48b0-88d4-0d750ca92b18 admin admin] Pushing event updated for resources: {'Network': ['ID=0f1450ac-a9e3-4368-b524-bc58c4b6a2e8,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:13.389081 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 0f1450ac-a9e3-4368-b524-bc58c4b6a2e8 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:28:13.502951 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3493c0e6-8dca-45d6-beeb-12fab5e92e72 tempest-AutoAllocateNetworkTest-235925934 tempest-AutoAllocateNetworkTest-235925934-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=1bd2c54607fb48a69fb88106015fcb44&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5201845 Mar 07 10:28:13.506870 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33928) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:13.578861 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6928ff5f-74a5-49ad-beb1-51334834c5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for subnet (66fddbce-75dd-46ee-b56e-87f13faf6741), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:13.666663 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928ff5f-74a5-49ad-beb1-51334834c5ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=66fddbce-75dd-46ee-b56e-87f13faf6741,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:13.670437 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6928ff5f-74a5-49ad-beb1-51334834c5ea admin admin] Checking segment: {'id': '76ecd108-4709-457c-9971-4b747cde059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:13.671063 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6928ff5f-74a5-49ad-beb1-51334834c5ea admin admin] Network hostable DHCP agents. Network: 0f1450ac-a9e3-4368-b524-bc58c4b6a2e8, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:28:13.685850 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6928ff5f-74a5-49ad-beb1-51334834c5ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:13.686539 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6928ff5f-74a5-49ad-beb1-51334834c5ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:13.687034 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6928ff5f-74a5-49ad-beb1-51334834c5ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:13.687498 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6928ff5f-74a5-49ad-beb1-51334834c5ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:13.687997 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6928ff5f-74a5-49ad-beb1-51334834c5ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:13.688548 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6928ff5f-74a5-49ad-beb1-51334834c5ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:13.689005 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6928ff5f-74a5-49ad-beb1-51334834c5ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:13.689476 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6928ff5f-74a5-49ad-beb1-51334834c5ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:13.690066 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6928ff5f-74a5-49ad-beb1-51334834c5ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:13.690508 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6928ff5f-74a5-49ad-beb1-51334834c5ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:13.690944 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6928ff5f-74a5-49ad-beb1-51334834c5ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:13.691443 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6928ff5f-74a5-49ad-beb1-51334834c5ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:13.691988 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6928ff5f-74a5-49ad-beb1-51334834c5ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6928ff5f-74a5-49ad-beb1-51334834c5ea admin admin] Tracked resource versions report: Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: pushed versions: Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: { 'AddressGroup': {'1.2'}, Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: 'ConntrackHelper': {'1.0'}, Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: 'LocalIPAssociation': {'1.0'}, Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: 'Log': {'1.0'}, Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: 'Network': {'1.1'}, Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: 'Port': {'1.7'}, Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: 'PortForwarding': {'1.2'}, Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: 'QosPolicy': {'1.10'}, Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: 'SecurityGroup': {'1.5'}, Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: 'SecurityGroupRule': {'1.2'}, Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: 'SubPort': {'1.0'}, Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: 'Subnet': {'1.1'}, Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: 'Trunk': {'1.1'}} Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: consumer versions: Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: { DHCP agent@n-d-832164-4: {}, Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: HyperV agent@n-h1-832164-4: {}, Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: HyperV agent@n-h2-832164-4: {}, Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: L3 agent@n-d-832164-4: {}, Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: Metadata agent@n-d-832164-4: {}, Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: Metering agent@n-d-832164-4: {}, Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: Open vSwitch agent@n-d-832164-4: { 'AddressGroup': '1.2', Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: 'ConntrackHelper': '1.0', Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: 'LocalIPAssociation': '1.0', Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: 'Log': '1.0', Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: 'Network': '1.1', Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: 'Port': '1.7', Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: 'PortForwarding': '1.2', Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: 'QosPolicy': '1.10', Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: 'SecurityGroup': '1.5', Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: 'SecurityGroupRule': '1.2', Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: 'SubPort': '1.0', Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: 'Subnet': '1.1', Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: 'Trunk': '1.1'}} Mar 07 10:28:13.693215 n-d-832164-4 neutron-server[103766]: {{(pid=103766) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 10:28:13.714629 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6928ff5f-74a5-49ad-beb1-51334834c5ea admin admin] Network 0f1450ac-a9e3-4368-b524-bc58c4b6a2e8 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:28:13.728315 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-6928ff5f-74a5-49ad-beb1-51334834c5ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 0f1450ac-a9e3-4368-b524-bc58c4b6a2e8) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:13.739476 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85028d7b-0e46-4a55-8257-5d4617f6734d None None] Network 0f1450ac-a9e3-4368-b524-bc58c4b6a2e8 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:28:13.743836 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc97da2c-a206-4716-9b21-000c3551e2e6 tempest-AutoAllocateNetworkTest-235925934 tempest-AutoAllocateNetworkTest-235925934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:13.745572 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6928ff5f-74a5-49ad-beb1-51334834c5ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:13.746987 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6928ff5f-74a5-49ad-beb1-51334834c5ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:13.748385 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-fc97da2c-a206-4716-9b21-000c3551e2e6 tempest-AutoAllocateNetworkTest-235925934 tempest-AutoAllocateNetworkTest-235925934-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2396958 Mar 07 10:28:13.748994 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33942) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:13.770067 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6928ff5f-74a5-49ad-beb1-51334834c5ea admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4463944 Mar 07 10:28:13.772579 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33946) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:13.780104 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-906c2eda-df50-4eef-bc30-29fa39e2a23c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1607717543-router', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:13.813073 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-906c2eda-df50-4eef-bc30-29fa39e2a23c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (fdc56d29-4d91-421e-b506-79d29dae795b), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:13.815221 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-906c2eda-df50-4eef-bc30-29fa39e2a23c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (fdc56d29-4d91-421e-b506-79d29dae795b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:13.848332 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-774016f4-2798-47d6-bb61-f273c0901e97 tempest-AutoAllocateNetworkTest-235925934 tempest-AutoAllocateNetworkTest-235925934-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0981355 Mar 07 10:28:13.849218 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33948) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:13.863884 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-0f1450ac-a9e3-4368-b524-bc58c4b6a2e8', 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8', 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'fixed_ips': [{'subnet_id': '66fddbce-75dd-46ee-b56e-87f13faf6741'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:28:13.866873 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:13.881720 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-89953594-2c3a-4e40-abd1-3d457fb5e29e tempest-AutoAllocateNetworkTest-235925934 tempest-AutoAllocateNetworkTest-235925934-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=1bd2c54607fb48a69fb88106015fcb44 HTTP/1.1" status: 200 len: 208 time: 0.0311732 Mar 07 10:28:13.906768 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-906c2eda-df50-4eef-bc30-29fa39e2a23c admin admin] Publish callbacks [] for router_controller (fdc56d29-4d91-421e-b506-79d29dae795b), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:14.094490 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] Allocated IP 172.20.0.2 (0f1450ac-a9e3-4368-b524-bc58c4b6a2e8/66fddbce-75dd-46ee-b56e-87f13faf6741/31419ab4-e0ae-4038-b2ac-7c787d9a0c47) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:14.131336 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-906c2eda-df50-4eef-bc30-29fa39e2a23c admin admin] Publish callbacks [] for router_gateway (fdc56d29-4d91-421e-b506-79d29dae795b), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:14.375740 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] Publish callbacks [] for port (31419ab4-e0ae-4038-b2ac-7c787d9a0c47), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:14.385013 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (31419ab4-e0ae-4038-b2ac-7c787d9a0c47), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:14.442292 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] Pushing event updated for resources: {'Port': ['ID=31419ab4-e0ae-4038-b2ac-7c787d9a0c47,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:14.452894 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:14.453513 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:14.454073 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:14.454724 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:14.455274 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:14.455927 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:14.456620 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:14.457642 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:14.458280 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:14.459327 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:14.459557 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-906c2eda-df50-4eef-bc30-29fa39e2a23c admin admin] Publish callbacks [] for router_gateway (fdc56d29-4d91-421e-b506-79d29dae795b), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:14.461451 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:14.462282 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:14.462903 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] Tracked resource versions report: Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: pushed versions: Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: { 'AddressGroup': {'1.2'}, Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: 'ConntrackHelper': {'1.0'}, Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: 'LocalIPAssociation': {'1.0'}, Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: 'Log': {'1.0'}, Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: 'Network': {'1.1'}, Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: 'Port': {'1.7'}, Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: 'PortForwarding': {'1.2'}, Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: 'QosPolicy': {'1.10'}, Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: 'SecurityGroup': {'1.5'}, Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: 'SecurityGroupRule': {'1.2'}, Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: 'SubPort': {'1.0'}, Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: 'Subnet': {'1.1'}, Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: 'Trunk': {'1.1'}} Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: consumer versions: Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: { DHCP agent@n-d-832164-4: {}, Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: HyperV agent@n-h1-832164-4: {}, Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: HyperV agent@n-h2-832164-4: {}, Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: L3 agent@n-d-832164-4: {}, Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: Metadata agent@n-d-832164-4: {}, Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: Metering agent@n-d-832164-4: {}, Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: Open vSwitch agent@n-d-832164-4: { 'AddressGroup': '1.2', Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: 'ConntrackHelper': '1.0', Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: 'LocalIPAssociation': '1.0', Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: 'Log': '1.0', Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: 'Network': '1.1', Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: 'Port': '1.7', Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: 'PortForwarding': '1.2', Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: 'QosPolicy': '1.10', Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: 'SecurityGroup': '1.5', Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: 'SecurityGroupRule': '1.2', Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: 'SubPort': '1.0', Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: 'Subnet': '1.1', Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: 'Trunk': '1.1'}} Mar 07 10:28:14.465185 n-d-832164-4 neutron-server[103768]: {{(pid=103768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 10:28:14.490265 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] Network 0f1450ac-a9e3-4368-b524-bc58c4b6a2e8 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:14.497490 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:14.500470 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:28:14.533275 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-906c2eda-df50-4eef-bc30-29fa39e2a23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:14.582836 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] Attempting to bind port 31419ab4-e0ae-4038-b2ac-7c787d9a0c47 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:28:14.583917 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] Attempting to bind port 31419ab4-e0ae-4038-b2ac-7c787d9a0c47 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '76ecd108-4709-457c-9971-4b747cde059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:28:14.584484 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] Attempting to bind port 31419ab4-e0ae-4038-b2ac-7c787d9a0c47 on network 0f1450ac-a9e3-4368-b524-bc58c4b6a2e8 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:14.591888 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:28:14.592531 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] Checking segment: {'id': '76ecd108-4709-457c-9971-4b747cde059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:14.593178 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:14.593777 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] Bound using segment: {'id': '76ecd108-4709-457c-9971-4b747cde059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:28:14.594469 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] Bound port: 31419ab4-e0ae-4038-b2ac-7c787d9a0c47, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ecd108-4709-457c-9971-4b747cde059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:28:14.595170 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (31419ab4-e0ae-4038-b2ac-7c787d9a0c47), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:14.703279 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] For port 31419ab4-e0ae-4038-b2ac-7c787d9a0c47, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:14.715253 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] For port 31419ab4-e0ae-4038-b2ac-7c787d9a0c47, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=31419ab4-e0ae-4038-b2ac-7c787d9a0c47,segment=NetworkSegment(76ecd108-4709-457c-9971-4b747cde059f),segment_id=76ecd108-4709-457c-9971-4b747cde059f)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:14.728739 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (31419ab4-e0ae-4038-b2ac-7c787d9a0c47), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:14.742405 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-906c2eda-df50-4eef-bc30-29fa39e2a23c admin admin] Allocated IP 172.25.3.178 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/5b42f2a3-b4bc-420e-8264-0f145285e7f8) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:14.824523 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33982) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:14.868297 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11b305-2951-42b4-b62b-b5a24a3cff10 None None] Pushing event updated for resources: {'Port': ['ID=31419ab4-e0ae-4038-b2ac-7c787d9a0c47,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:14.920921 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-906c2eda-df50-4eef-bc30-29fa39e2a23c admin admin] Publish callbacks [] for port (5b42f2a3-b4bc-420e-8264-0f145285e7f8), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:14.998478 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-906c2eda-df50-4eef-bc30-29fa39e2a23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (5b42f2a3-b4bc-420e-8264-0f145285e7f8), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:15.198794 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5dded7fb-317e-4b0a-bccd-10f26c49baa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:15.258111 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906c2eda-df50-4eef-bc30-29fa39e2a23c admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:15.264845 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-906c2eda-df50-4eef-bc30-29fa39e2a23c admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:15.271347 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906c2eda-df50-4eef-bc30-29fa39e2a23c admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:28:15.277924 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c2eda-df50-4eef-bc30-29fa39e2a23c admin admin] Pushing event updated for resources: {'Port': ['ID=5b42f2a3-b4bc-420e-8264-0f145285e7f8,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:15.357562 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5dded7fb-317e-4b0a-bccd-10f26c49baa9 admin admin] Publish callbacks [] for security_group (bf25296f-5494-4d21-81f3-758045717ef3), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:15.365269 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5dded7fb-317e-4b0a-bccd-10f26c49baa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (bf25296f-5494-4d21-81f3-758045717ef3), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:15.411109 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5dded7fb-317e-4b0a-bccd-10f26c49baa9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1bd2c54607fb48a69fb88106015fcb44&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5846407 Mar 07 10:28:15.411826 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34014) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:15.412451 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dded7fb-317e-4b0a-bccd-10f26c49baa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf25296f-5494-4d21-81f3-758045717ef3,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:15.483453 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-34e867e9-68ce-4955-b570-3f3d910e5685 admin admin] Publish callbacks [] for security_group (bf25296f-5494-4d21-81f3-758045717ef3), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:15.517339 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-34e867e9-68ce-4955-b570-3f3d910e5685 admin admin] Publish callbacks [] for security_group (bf25296f-5494-4d21-81f3-758045717ef3), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:15.591309 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-34e867e9-68ce-4955-b570-3f3d910e5685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (bf25296f-5494-4d21-81f3-758045717ef3), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:15.594048 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-34e867e9-68ce-4955-b570-3f3d910e5685 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:15.597743 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-34e867e9-68ce-4955-b570-3f3d910e5685 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf25296f-5494-4d21-81f3-758045717ef3 HTTP/1.1" status: 204 len: 168 time: 0.1793587 Mar 07 10:28:15.604759 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e867e9-68ce-4955-b570-3f3d910e5685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf25296f-5494-4d21-81f3-758045717ef3,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:15.687814 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-906c2eda-df50-4eef-bc30-29fa39e2a23c admin admin] Publish callbacks [] for router_gateway (fdc56d29-4d91-421e-b506-79d29dae795b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:15.785704 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34028) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:15.940989 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-906c2eda-df50-4eef-bc30-29fa39e2a23c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (fdc56d29-4d91-421e-b506-79d29dae795b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:15.974302 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 31419ab4-e0ae-4038-b2ac-7c787d9a0c47 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:28:16.046978 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 31419ab4-e0ae-4038-b2ac-7c787d9a0c47 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:16.047675 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (31419ab4-e0ae-4038-b2ac-7c787d9a0c47), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:16.152472 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 31419ab4-e0ae-4038-b2ac-7c787d9a0c47 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:16.152874 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (31419ab4-e0ae-4038-b2ac-7c787d9a0c47), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:16.160850 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906c2eda-df50-4eef-bc30-29fa39e2a23c admin admin] Router fdc56d29-4d91-421e-b506-79d29dae795b is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:28:16.194219 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 31419ab4-e0ae-4038-b2ac-7c787d9a0c47, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=31419ab4-e0ae-4038-b2ac-7c787d9a0c47,segment=NetworkSegment(76ecd108-4709-457c-9971-4b747cde059f),segment_id=76ecd108-4709-457c-9971-4b747cde059f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:16.201929 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (31419ab4-e0ae-4038-b2ac-7c787d9a0c47), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:16.204301 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e21a49-f792-44a1-9554-0945a77f77ed None None] Network 0f1450ac-a9e3-4368-b524-bc58c4b6a2e8 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:28:16.290776 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8177e00d-3ee5-42b0-abac-0fde8a9d40f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:16.313162 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-e89ba32c-8379-49f3-84fc-687704c2b8f9 None None] Provisioning complete for port 31419ab4-e0ae-4038-b2ac-7c787d9a0c47 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:16.313759 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e89ba32c-8379-49f3-84fc-687704c2b8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (31419ab4-e0ae-4038-b2ac-7c787d9a0c47), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:16.321790 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906c2eda-df50-4eef-bc30-29fa39e2a23c admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:28:16.332948 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7cb569-35b3-4cae-9311-e2e034132e50 None None] Sync routers for ids ['fdc56d29-4d91-421e-b506-79d29dae795b'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:28:16.352792 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7cb569-35b3-4cae-9311-e2e034132e50 None None] Routers {'fdc56d29-4d91-421e-b506-79d29dae795b'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:28:16.354049 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-0a7cb569-35b3-4cae-9311-e2e034132e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:28:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fdc56d29-4d91-421e-b506-79d29dae795b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:16.356777 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-906c2eda-df50-4eef-bc30-29fa39e2a23c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:16.361580 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-906c2eda-df50-4eef-bc30-29fa39e2a23c admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.5845265 Mar 07 10:28:16.362585 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34044) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:16.419321 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=31419ab4-e0ae-4038-b2ac-7c787d9a0c47,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:16.477414 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e89ba32c-8379-49f3-84fc-687704c2b8f9 None None] Current status of the port 31419ab4-e0ae-4038-b2ac-7c787d9a0c47 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:16.493860 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8177e00d-3ee5-42b0-abac-0fde8a9d40f5 admin admin] Publish callbacks [] for security_group (56a287f0-f354-49e9-bbc8-974b507d7341), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:16.510648 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8177e00d-3ee5-42b0-abac-0fde8a9d40f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (56a287f0-f354-49e9-bbc8-974b507d7341), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:16.707183 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-0a7cb569-35b3-4cae-9311-e2e034132e50 None None] Set router fdc56d29-4d91-421e-b506-79d29dae795b gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:28:16.718122 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8177e00d-3ee5-42b0-abac-0fde8a9d40f5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4bc95121bdbb460aad20bc313f3d47eb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9313257 Mar 07 10:28:16.724145 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34062) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:16.790574 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177e00d-3ee5-42b0-abac-0fde8a9d40f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a287f0-f354-49e9-bbc8-974b507d7341,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:16.823788 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-59c4ac2a-c433-4007-b28d-0a7c73b976ca admin admin] Publish callbacks [] for security_group (56a287f0-f354-49e9-bbc8-974b507d7341), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:16.854226 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-59c4ac2a-c433-4007-b28d-0a7c73b976ca admin admin] Publish callbacks [] for security_group (56a287f0-f354-49e9-bbc8-974b507d7341), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:16.960271 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-59c4ac2a-c433-4007-b28d-0a7c73b976ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (56a287f0-f354-49e9-bbc8-974b507d7341), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:16.965470 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-59c4ac2a-c433-4007-b28d-0a7c73b976ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:16.966922 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-59c4ac2a-c433-4007-b28d-0a7c73b976ca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/56a287f0-f354-49e9-bbc8-974b507d7341 HTTP/1.1" status: 204 len: 168 time: 0.2453926 Mar 07 10:28:16.989737 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4ac2a-c433-4007-b28d-0a7c73b976ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a287f0-f354-49e9-bbc8-974b507d7341,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:17.048195 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-90dceeda-ac9f-445e-be22-0fc1ac218ab7 None None] Provisioning complete for port 31419ab4-e0ae-4038-b2ac-7c787d9a0c47 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:17.049362 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-90dceeda-ac9f-445e-be22-0fc1ac218ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (31419ab4-e0ae-4038-b2ac-7c787d9a0c47), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:17.088552 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-0a7cb569-35b3-4cae-9311-e2e034132e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1607717543-router', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:13Z', 'updated_at': '2022-03-07T10:28:15Z', 'revision_number': 3, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'gw_port': {'id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:14Z', 'updated_at': '2022-03-07T10:28:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:17.158213 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7cb569-35b3-4cae-9311-e2e034132e50 None None] Checking router: fdc56d29-4d91-421e-b506-79d29dae795b for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:28:17.162477 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7cb569-35b3-4cae-9311-e2e034132e50 None None] Updating router fdc56d29-4d91-421e-b506-79d29dae795b port 5b42f2a3-b4bc-420e-8264-0f145285e7f8 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:28:17.233523 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0a7cb569-35b3-4cae-9311-e2e034132e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5b42f2a3-b4bc-420e-8264-0f145285e7f8), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:17.289082 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-90dceeda-ac9f-445e-be22-0fc1ac218ab7 None None] Current status of the port 31419ab4-e0ae-4038-b2ac-7c787d9a0c47 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:17.343659 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34096) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:17.428360 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66f66260-10ae-4c0b-88b4-7958f35c9af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:17.622351 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0a7cb569-35b3-4cae-9311-e2e034132e50 None None] Publish callbacks [] for port (5b42f2a3-b4bc-420e-8264-0f145285e7f8), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:17.630932 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0a7cb569-35b3-4cae-9311-e2e034132e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (5b42f2a3-b4bc-420e-8264-0f145285e7f8), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:17.659914 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-66f66260-10ae-4c0b-88b4-7958f35c9af1 admin admin] Allocated IP 172.20.0.1 (0f1450ac-a9e3-4368-b524-bc58c4b6a2e8/66fddbce-75dd-46ee-b56e-87f13faf6741/3c6dc99c-ac47-410c-be16-36da71f495a5) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:17.700145 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef48fb-46cd-4515-9412-d8c33243e3a0 None None] Pushing event updated for resources: {'Port': ['ID=5b42f2a3-b4bc-420e-8264-0f145285e7f8,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:17.702093 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-0a7cb569-35b3-4cae-9311-e2e034132e50 None None] Attempting to bind port 5b42f2a3-b4bc-420e-8264-0f145285e7f8 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:28:17.702454 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-0a7cb569-35b3-4cae-9311-e2e034132e50 None None] Attempting to bind port 5b42f2a3-b4bc-420e-8264-0f145285e7f8 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:28:17.702838 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7cb569-35b3-4cae-9311-e2e034132e50 None None] Attempting to bind port 5b42f2a3-b4bc-420e-8264-0f145285e7f8 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:17.712148 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7cb569-35b3-4cae-9311-e2e034132e50 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:28:17.712912 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7cb569-35b3-4cae-9311-e2e034132e50 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:17.712912 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0a7cb569-35b3-4cae-9311-e2e034132e50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:17.713328 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7cb569-35b3-4cae-9311-e2e034132e50 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:28:17.713799 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-0a7cb569-35b3-4cae-9311-e2e034132e50 None None] Bound port: 5b42f2a3-b4bc-420e-8264-0f145285e7f8, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:28:17.714166 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0a7cb569-35b3-4cae-9311-e2e034132e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5b42f2a3-b4bc-420e-8264-0f145285e7f8), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:17.717590 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ef48fb-46cd-4515-9412-d8c33243e3a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:17.717835 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ef48fb-46cd-4515-9412-d8c33243e3a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:17.718012 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ef48fb-46cd-4515-9412-d8c33243e3a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:17.718303 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ef48fb-46cd-4515-9412-d8c33243e3a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:17.718632 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ef48fb-46cd-4515-9412-d8c33243e3a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:17.718958 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ef48fb-46cd-4515-9412-d8c33243e3a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:17.719279 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ef48fb-46cd-4515-9412-d8c33243e3a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:17.719599 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ef48fb-46cd-4515-9412-d8c33243e3a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:17.719925 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ef48fb-46cd-4515-9412-d8c33243e3a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:17.720250 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ef48fb-46cd-4515-9412-d8c33243e3a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:17.720560 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ef48fb-46cd-4515-9412-d8c33243e3a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:17.720876 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ef48fb-46cd-4515-9412-d8c33243e3a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:17.721240 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ef48fb-46cd-4515-9412-d8c33243e3a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ef48fb-46cd-4515-9412-d8c33243e3a0 None None] Tracked resource versions report: Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: pushed versions: Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: { 'AddressGroup': {'1.2'}, Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: 'ConntrackHelper': {'1.0'}, Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: 'LocalIPAssociation': {'1.0'}, Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: 'Log': {'1.0'}, Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: 'Network': {'1.1'}, Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: 'Port': {'1.7'}, Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: 'PortForwarding': {'1.2'}, Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: 'QosPolicy': {'1.10'}, Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: 'SecurityGroup': {'1.5'}, Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: 'SecurityGroupRule': {'1.2'}, Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: 'SubPort': {'1.0'}, Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: 'Subnet': {'1.1'}, Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: 'Trunk': {'1.1'}} Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: consumer versions: Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: { DHCP agent@n-d-832164-4: {}, Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: HyperV agent@n-h1-832164-4: {}, Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: HyperV agent@n-h2-832164-4: {}, Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: L3 agent@n-d-832164-4: {}, Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: Metadata agent@n-d-832164-4: {}, Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: Metering agent@n-d-832164-4: {}, Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: Open vSwitch agent@n-d-832164-4: { 'AddressGroup': '1.2', Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: 'ConntrackHelper': '1.0', Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: 'LocalIPAssociation': '1.0', Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: 'Log': '1.0', Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: 'Network': '1.1', Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: 'Port': '1.7', Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: 'PortForwarding': '1.2', Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: 'QosPolicy': '1.10', Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: 'SecurityGroup': '1.5', Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: 'SecurityGroupRule': '1.2', Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: 'SubPort': '1.0', Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: 'Subnet': '1.1', Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: 'Trunk': '1.1'}} Mar 07 10:28:17.722470 n-d-832164-4 neutron-server[103769]: {{(pid=103769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 07 10:28:17.738080 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-04f96fa0-92d0-4e3d-a4f6-b678b24577b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:17.762390 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34110) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:17.784501 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-69f39401-b9fd-4fd2-8386-4c6170847375 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:17.802126 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-0a7cb569-35b3-4cae-9311-e2e034132e50 None None] For port 5b42f2a3-b4bc-420e-8264-0f145285e7f8, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:17.809447 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-0a7cb569-35b3-4cae-9311-e2e034132e50 None None] For port 5b42f2a3-b4bc-420e-8264-0f145285e7f8, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=5b42f2a3-b4bc-420e-8264-0f145285e7f8,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:17.814048 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66f66260-10ae-4c0b-88b4-7958f35c9af1 admin admin] Publish callbacks [] for port (3c6dc99c-ac47-410c-be16-36da71f495a5), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:17.825036 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0a7cb569-35b3-4cae-9311-e2e034132e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (5b42f2a3-b4bc-420e-8264-0f145285e7f8), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:17.862656 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34112) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:17.901413 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-04f96fa0-92d0-4e3d-a4f6-b678b24577b2 admin admin] Publish callbacks [] for security_group (9da342f0-6588-4b91-9978-df581e4eb5d1), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:17.910166 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-04f96fa0-92d0-4e3d-a4f6-b678b24577b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (9da342f0-6588-4b91-9978-df581e4eb5d1), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:17.919148 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66f66260-10ae-4c0b-88b4-7958f35c9af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (3c6dc99c-ac47-410c-be16-36da71f495a5), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:17.930658 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7cb569-35b3-4cae-9311-e2e034132e50 None None] Routers {'fdc56d29-4d91-421e-b506-79d29dae795b'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:28:17.931296 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-0a7cb569-35b3-4cae-9311-e2e034132e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:28:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fdc56d29-4d91-421e-b506-79d29dae795b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:17.941457 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-04f96fa0-92d0-4e3d-a4f6-b678b24577b2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0115fd330d6c4b1d92e0af6cbbb0c2cb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5960588 Mar 07 10:28:17.948746 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34118) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:17.974373 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:17.977136 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef48fb-46cd-4515-9412-d8c33243e3a0 None None] Pushing event updated for resources: {'Port': ['ID=5b42f2a3-b4bc-420e-8264-0f145285e7f8,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:18.005673 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-69f39401-b9fd-4fd2-8386-4c6170847375 admin admin] Publish callbacks [] for security_group (b1550f7d-5f3a-465e-a1c9-4a01c50d9deb), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:18.024213 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 31419ab4-e0ae-4038-b2ac-7c787d9a0c47 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:28:18.024528 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f96fa0-92d0-4e3d-a4f6-b678b24577b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da342f0-6588-4b91-9978-df581e4eb5d1,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:18.061836 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-11f9c84f-2f1b-4a4c-83f0-31d82315c241 admin admin] Publish callbacks [] for security_group (9da342f0-6588-4b91-9978-df581e4eb5d1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:18.063188 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f66260-10ae-4c0b-88b4-7958f35c9af1 admin admin] Network 0f1450ac-a9e3-4368-b524-bc58c4b6a2e8 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:18.063958 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-69f39401-b9fd-4fd2-8386-4c6170847375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b1550f7d-5f3a-465e-a1c9-4a01c50d9deb), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:18.073421 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-0a7cb569-35b3-4cae-9311-e2e034132e50 None None] Set router fdc56d29-4d91-421e-b506-79d29dae795b gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:28:18.086094 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-66f66260-10ae-4c0b-88b4-7958f35c9af1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:18.131544 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f66260-10ae-4c0b-88b4-7958f35c9af1 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:28:18.131977 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66f66260-10ae-4c0b-88b4-7958f35c9af1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (fdc56d29-4d91-421e-b506-79d29dae795b), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:18.137211 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-11f9c84f-2f1b-4a4c-83f0-31d82315c241 admin admin] Publish callbacks [] for security_group (9da342f0-6588-4b91-9978-df581e4eb5d1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:18.162420 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 31419ab4-e0ae-4038-b2ac-7c787d9a0c47 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:18.167242 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (31419ab4-e0ae-4038-b2ac-7c787d9a0c47), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:18.269777 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-11f9c84f-2f1b-4a4c-83f0-31d82315c241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (9da342f0-6588-4b91-9978-df581e4eb5d1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:18.278006 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f39401-b9fd-4fd2-8386-4c6170847375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1550f7d-5f3a-465e-a1c9-4a01c50d9deb,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:18.290022 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-11f9c84f-2f1b-4a4c-83f0-31d82315c241 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:18.294901 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-11f9c84f-2f1b-4a4c-83f0-31d82315c241 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9da342f0-6588-4b91-9978-df581e4eb5d1 HTTP/1.1" status: 204 len: 168 time: 0.3424001 Mar 07 10:28:18.321638 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9c84f-2f1b-4a4c-83f0-31d82315c241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da342f0-6588-4b91-9978-df581e4eb5d1,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:18.341896 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-69f39401-b9fd-4fd2-8386-4c6170847375 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=26d2d73ac6a14d81bfb30ed7021febab&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5766668 Mar 07 10:28:18.341896 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f66260-10ae-4c0b-88b4-7958f35c9af1 admin admin] Pushing event updated for resources: {'Port': ['ID=3c6dc99c-ac47-410c-be16-36da71f495a5,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:18.343113 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34136) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:18.377694 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 31419ab4-e0ae-4038-b2ac-7c787d9a0c47 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:18.440038 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0a2087f5-02cf-41fa-a0ea-9976b8ca5b21 admin admin] Publish callbacks [] for security_group (b1550f7d-5f3a-465e-a1c9-4a01c50d9deb), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:18.474800 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0a2087f5-02cf-41fa-a0ea-9976b8ca5b21 admin admin] Publish callbacks [] for security_group (b1550f7d-5f3a-465e-a1c9-4a01c50d9deb), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:18.539745 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-0a7cb569-35b3-4cae-9311-e2e034132e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1607717543-router', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:13Z', 'updated_at': '2022-03-07T10:28:15Z', 'revision_number': 3, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'gw_port': {'id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:14Z', 'updated_at': '2022-03-07T10:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:18.552099 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0a2087f5-02cf-41fa-a0ea-9976b8ca5b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b1550f7d-5f3a-465e-a1c9-4a01c50d9deb), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:18.556118 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0a2087f5-02cf-41fa-a0ea-9976b8ca5b21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:18.557766 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0a2087f5-02cf-41fa-a0ea-9976b8ca5b21 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b1550f7d-5f3a-465e-a1c9-4a01c50d9deb HTTP/1.1" status: 204 len: 168 time: 0.2135012 Mar 07 10:28:18.581177 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7cb569-35b3-4cae-9311-e2e034132e50 None None] The sync data for ids ['fdc56d29-4d91-421e-b506-79d29dae795b'] in n-d-832164-4 is: [{'id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1607717543-router', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:13Z', 'updated_at': '2022-03-07T10:28:15Z', 'revision_number': 3, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'gw_port': {'id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7d:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:14Z', 'updated_at': '2022-03-07T10:28:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:28:18.592966 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2087f5-02cf-41fa-a0ea-9976b8ca5b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1550f7d-5f3a-465e-a1c9-4a01c50d9deb,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:18.638515 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-375481a9-8b1c-41ca-8bad-3659059e44d3 None None] Provisioning complete for port 3c6dc99c-ac47-410c-be16-36da71f495a5 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:18.638970 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-375481a9-8b1c-41ca-8bad-3659059e44d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3c6dc99c-ac47-410c-be16-36da71f495a5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:18.639588 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66f66260-10ae-4c0b-88b4-7958f35c9af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3c6dc99c-ac47-410c-be16-36da71f495a5), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:18.697546 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-375481a9-8b1c-41ca-8bad-3659059e44d3 None None] Port 3c6dc99c-ac47-410c-be16-36da71f495a5 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:28:18.759051 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c67e3f44-908e-492b-bfb8-68bd6064708c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:18.962478 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66f66260-10ae-4c0b-88b4-7958f35c9af1 admin admin] Publish callbacks [] for port (3c6dc99c-ac47-410c-be16-36da71f495a5), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:18.978520 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c67e3f44-908e-492b-bfb8-68bd6064708c admin admin] Publish callbacks [] for security_group (2ba9bd36-498b-491c-9985-c076c5e5b1ff), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:18.978520 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66f66260-10ae-4c0b-88b4-7958f35c9af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3c6dc99c-ac47-410c-be16-36da71f495a5), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:18.978520 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66f66260-10ae-4c0b-88b4-7958f35c9af1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (fdc56d29-4d91-421e-b506-79d29dae795b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:18.998279 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c67e3f44-908e-492b-bfb8-68bd6064708c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2ba9bd36-498b-491c-9985-c076c5e5b1ff), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:19.119540 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f66260-10ae-4c0b-88b4-7958f35c9af1 admin admin] Pushing event updated for resources: {'Port': ['ID=3c6dc99c-ac47-410c-be16-36da71f495a5,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:19.138927 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e3f44-908e-492b-bfb8-68bd6064708c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba9bd36-498b-491c-9985-c076c5e5b1ff,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:19.147181 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c67e3f44-908e-492b-bfb8-68bd6064708c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=535fb466dbb249a99d3a665814109737&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2818370 Mar 07 10:28:19.149472 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34168) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:19.266073 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bc194c74-5e81-4ad3-a4b9-6f0d07332fda admin admin] Publish callbacks [] for security_group (2ba9bd36-498b-491c-9985-c076c5e5b1ff), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:19.314296 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f66260-10ae-4c0b-88b4-7958f35c9af1 admin admin] Network 0f1450ac-a9e3-4368-b524-bc58c4b6a2e8 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:19.316054 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-66f66260-10ae-4c0b-88b4-7958f35c9af1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:19.336512 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bc194c74-5e81-4ad3-a4b9-6f0d07332fda admin admin] Publish callbacks [] for security_group (2ba9bd36-498b-491c-9985-c076c5e5b1ff), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:19.452019 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bc194c74-5e81-4ad3-a4b9-6f0d07332fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2ba9bd36-498b-491c-9985-c076c5e5b1ff), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:19.459224 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bc194c74-5e81-4ad3-a4b9-6f0d07332fda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:19.463966 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-bc194c74-5e81-4ad3-a4b9-6f0d07332fda admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2ba9bd36-498b-491c-9985-c076c5e5b1ff HTTP/1.1" status: 204 len: 168 time: 0.3129067 Mar 07 10:28:19.477272 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc194c74-5e81-4ad3-a4b9-6f0d07332fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba9bd36-498b-491c-9985-c076c5e5b1ff,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:19.536524 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34196) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:19.562690 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b7c532bf-6f63-4aa5-82f4-66f4f065c9d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:19.599938 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f66260-10ae-4c0b-88b4-7958f35c9af1 admin admin] Router fdc56d29-4d91-421e-b506-79d29dae795b has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:28:19.797649 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b7c532bf-6f63-4aa5-82f4-66f4f065c9d2 admin admin] Publish callbacks [] for security_group (03cae9b4-e90d-47b2-ac49-eadeb23e25a2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:19.806963 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b7c532bf-6f63-4aa5-82f4-66f4f065c9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (03cae9b4-e90d-47b2-ac49-eadeb23e25a2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:19.837661 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f66260-10ae-4c0b-88b4-7958f35c9af1 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:28:19.850491 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-0dd1e699-8fdd-43ec-b140-9494add41c45 None None] Provisioning complete for port 3c6dc99c-ac47-410c-be16-36da71f495a5 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:19.856338 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0dd1e699-8fdd-43ec-b140-9494add41c45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3c6dc99c-ac47-410c-be16-36da71f495a5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:19.858087 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-66f66260-10ae-4c0b-88b4-7958f35c9af1 admin admin] 10.222.0.11 "PUT /v2.0/routers/fdc56d29-4d91-421e-b506-79d29dae795b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4935298 Mar 07 10:28:19.989338 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b7c532bf-6f63-4aa5-82f4-66f4f065c9d2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=de4eedc7065e4a84b17ce862301bb7f0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4508309 Mar 07 10:28:19.992319 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34222) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:19.996798 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c532bf-6f63-4aa5-82f4-66f4f065c9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cae9b4-e90d-47b2-ac49-eadeb23e25a2,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:20.021186 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 5b42f2a3-b4bc-420e-8264-0f145285e7f8 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:28:20.036254 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0dd1e699-8fdd-43ec-b140-9494add41c45 None None] Port 3c6dc99c-ac47-410c-be16-36da71f495a5 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:28:20.097568 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34539717-35a0-404d-8a6b-2811e9ecc9bd admin admin] Publish callbacks [] for security_group (03cae9b4-e90d-47b2-ac49-eadeb23e25a2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:20.142696 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34539717-35a0-404d-8a6b-2811e9ecc9bd admin admin] Publish callbacks [] for security_group (03cae9b4-e90d-47b2-ac49-eadeb23e25a2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:20.176739 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 5b42f2a3-b4bc-420e-8264-0f145285e7f8 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:20.177507 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (5b42f2a3-b4bc-420e-8264-0f145285e7f8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:20.219081 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34539717-35a0-404d-8a6b-2811e9ecc9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (03cae9b4-e90d-47b2-ac49-eadeb23e25a2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:20.222813 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34539717-35a0-404d-8a6b-2811e9ecc9bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:20.224446 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-34539717-35a0-404d-8a6b-2811e9ecc9bd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/03cae9b4-e90d-47b2-ac49-eadeb23e25a2 HTTP/1.1" status: 204 len: 168 time: 0.2306170 Mar 07 10:28:20.239342 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34539717-35a0-404d-8a6b-2811e9ecc9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cae9b4-e90d-47b2-ac49-eadeb23e25a2,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:20.290361 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 5b42f2a3-b4bc-420e-8264-0f145285e7f8 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:20.290763 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5b42f2a3-b4bc-420e-8264-0f145285e7f8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:20.323867 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 5b42f2a3-b4bc-420e-8264-0f145285e7f8, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=5b42f2a3-b4bc-420e-8264-0f145285e7f8,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:20.329249 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (5b42f2a3-b4bc-420e-8264-0f145285e7f8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:20.381656 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=5b42f2a3-b4bc-420e-8264-0f145285e7f8,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:20.455631 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34250) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:20.472310 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c16fca4-c9b7-4a77-b597-236caba56c8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:20.550387 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c16fca4-c9b7-4a77-b597-236caba56c8f admin admin] Publish callbacks [] for security_group (ab4298b6-f737-457c-9c61-68e9ad61b623), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:20.557208 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c16fca4-c9b7-4a77-b597-236caba56c8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ab4298b6-f737-457c-9c61-68e9ad61b623), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:20.599623 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1c16fca4-c9b7-4a77-b597-236caba56c8f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f981a790a7794c39a46ad4b89e44ba27&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1424599 Mar 07 10:28:20.600336 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16fca4-c9b7-4a77-b597-236caba56c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4298b6-f737-457c-9c61-68e9ad61b623,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:20.602768 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34256) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:20.667642 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-443ec4b4-1758-497c-a9eb-78dd18d171d3 admin admin] Publish callbacks [] for security_group (ab4298b6-f737-457c-9c61-68e9ad61b623), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:20.697322 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-443ec4b4-1758-497c-a9eb-78dd18d171d3 admin admin] Publish callbacks [] for security_group (ab4298b6-f737-457c-9c61-68e9ad61b623), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:20.763125 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-443ec4b4-1758-497c-a9eb-78dd18d171d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ab4298b6-f737-457c-9c61-68e9ad61b623), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:20.765812 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-443ec4b4-1758-497c-a9eb-78dd18d171d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:20.767033 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-443ec4b4-1758-497c-a9eb-78dd18d171d3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ab4298b6-f737-457c-9c61-68e9ad61b623 HTTP/1.1" status: 204 len: 168 time: 0.1632681 Mar 07 10:28:20.779793 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ec4b4-1758-497c-a9eb-78dd18d171d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4298b6-f737-457c-9c61-68e9ad61b623,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:21.079665 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3276828c-54fe-4f48-b8e0-fb342841b893 None None] Sync routers for ids ['fdc56d29-4d91-421e-b506-79d29dae795b'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:28:21.094261 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34290) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:21.095834 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3276828c-54fe-4f48-b8e0-fb342841b893 None None] Routers {'fdc56d29-4d91-421e-b506-79d29dae795b'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:28:21.096714 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-3276828c-54fe-4f48-b8e0-fb342841b893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:28:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fdc56d29-4d91-421e-b506-79d29dae795b'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:21.097330 n-d-832164-4 neutron-server[103767]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 07 10:28:21.124608 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-69e30a1c-8ebb-477b-91d2-b9851b98612f tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c5837b98e7af46fbb269022b017de056&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284564 Mar 07 10:28:21.246140 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-3276828c-54fe-4f48-b8e0-fb342841b893 None None] Set router fdc56d29-4d91-421e-b506-79d29dae795b gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:28:21.250567 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-3bd98dad-9da7-4044-8a47-94285ada644b tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:21.257398 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-3bd98dad-9da7-4044-8a47-94285ada644b tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1314046 Mar 07 10:28:21.274082 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-32386c87-be02-4dbb-8fcf-8b67554e5483 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/quotas/c5837b98e7af46fbb269022b017de056 HTTP/1.1" status: 200 len: 375 time: 0.0153463 Mar 07 10:28:21.349149 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-9e3b994a-fcee-432f-92b1-ce0a46f08c88 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c5837b98e7af46fbb269022b017de056&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720897 Mar 07 10:28:21.598228 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-3276828c-54fe-4f48-b8e0-fb342841b893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1607717543-router', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:13Z', 'updated_at': '2022-03-07T10:28:18Z', 'revision_number': 4, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'gw_port': {'id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:14Z', 'updated_at': '2022-03-07T10:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '3c6dc99c-ac47-410c-be16-36da71f495a5', 'name': '', 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'mac_address': 'fa:16:3e:90:39:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '66fddbce-75dd-46ee-b56e-87f13faf6741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:17Z', 'updated_at': '2022-03-07T10:28:18Z', 'revision_number': 2, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'subnets': [{'id': '66fddbce-75dd-46ee-b56e-87f13faf6741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:21.638600 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3276828c-54fe-4f48-b8e0-fb342841b893 None None] Checking router: fdc56d29-4d91-421e-b506-79d29dae795b for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:28:21.638959 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3276828c-54fe-4f48-b8e0-fb342841b893 None None] Updating router fdc56d29-4d91-421e-b506-79d29dae795b port 3c6dc99c-ac47-410c-be16-36da71f495a5 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:28:21.684826 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3276828c-54fe-4f48-b8e0-fb342841b893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3c6dc99c-ac47-410c-be16-36da71f495a5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:21.701952 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-078c0abe-e719-4c28-ad3c-decbbab3f5e3 req-c5786b07-9898-4c13-835a-519b034b614e tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c239da-d0e3-4004-ae92-a6d4849e3fb2 HTTP/1.1" status: 200 len: 210 time: 0.0832641 Mar 07 10:28:21.858008 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34336) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:21.864420 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-7f10734c-38b0-433c-a5b5-5e064b2b7aab admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060441345-network', 'tenant_id': '15507463445b4c5ab685f861217c2b9c'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:21.909435 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f10734c-38b0-433c-a5b5-5e064b2b7aab admin admin] Made reservation on behalf of 15507463445b4c5ab685f861217c2b9c for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:21.914157 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7f10734c-38b0-433c-a5b5-5e064b2b7aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:21.914829 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 5b42f2a3-b4bc-420e-8264-0f145285e7f8 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:28:21.925026 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7f10734c-38b0-433c-a5b5-5e064b2b7aab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:22.026532 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7f10734c-38b0-433c-a5b5-5e064b2b7aab admin admin] Publish callbacks [] for security_group (35e06db6-73ac-4b67-9065-978f2d49aca4), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:22.032408 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7f10734c-38b0-433c-a5b5-5e064b2b7aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (35e06db6-73ac-4b67-9065-978f2d49aca4), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:22.055681 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 5b42f2a3-b4bc-420e-8264-0f145285e7f8 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:22.056196 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (5b42f2a3-b4bc-420e-8264-0f145285e7f8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:22.061780 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f10734c-38b0-433c-a5b5-5e064b2b7aab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:28:22.078698 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10734c-38b0-433c-a5b5-5e064b2b7aab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e06db6-73ac-4b67-9065-978f2d49aca4,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:22.082866 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7f10734c-38b0-433c-a5b5-5e064b2b7aab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (659b5574-4874-41b2-9508-06bd73e4d186), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:22.083237 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-7f10734c-38b0-433c-a5b5-5e064b2b7aab admin admin] Added segment 659b5574-4874-41b2-9508-06bd73e4d186 of type vlan for network 53dbc918-ab4c-4d6d-a32a-86cc0d634b4f Mar 07 10:28:22.105803 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3276828c-54fe-4f48-b8e0-fb342841b893 None None] Publish callbacks [] for port (3c6dc99c-ac47-410c-be16-36da71f495a5), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:22.131703 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3276828c-54fe-4f48-b8e0-fb342841b893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3c6dc99c-ac47-410c-be16-36da71f495a5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:22.166119 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7f10734c-38b0-433c-a5b5-5e064b2b7aab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (53dbc918-ab4c-4d6d-a32a-86cc0d634b4f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:22.207388 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7f10734c-38b0-433c-a5b5-5e064b2b7aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (53dbc918-ab4c-4d6d-a32a-86cc0d634b4f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:22.208523 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f10734c-38b0-433c-a5b5-5e064b2b7aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:22.210538 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7f10734c-38b0-433c-a5b5-5e064b2b7aab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:22.228112 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9354f1-8b34-4f84-93f5-ce7ddc9b065c None None] Pushing event updated for resources: {'Port': ['ID=3c6dc99c-ac47-410c-be16-36da71f495a5,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:22.268537 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7f10734c-38b0-433c-a5b5-5e064b2b7aab admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4094372 Mar 07 10:28:22.271549 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34348) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:22.278891 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-3a7304f8-1ad7-4f27-ab7d-a14987bf70b5 admin admin] Request body: {'subnet': {'network_id': '53dbc918-ab4c-4d6d-a32a-86cc0d634b4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060441345-subnet', 'tenant_id': '15507463445b4c5ab685f861217c2b9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:22.330850 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7304f8-1ad7-4f27-ab7d-a14987bf70b5 admin admin] Made reservation on behalf of 15507463445b4c5ab685f861217c2b9c for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:22.338905 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10734c-38b0-433c-a5b5-5e064b2b7aab admin admin] Pushing event updated for resources: {'Network': ['ID=53dbc918-ab4c-4d6d-a32a-86cc0d634b4f,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:22.339751 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a7304f8-1ad7-4f27-ab7d-a14987bf70b5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:22.380696 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 5b42f2a3-b4bc-420e-8264-0f145285e7f8 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:22.411761 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 53dbc918-ab4c-4d6d-a32a-86cc0d634b4f details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:28:22.524342 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34358) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:22.603997 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a726ed89-8111-4455-b1de-adb03987efb4 None None] Provisioning complete for port 3c6dc99c-ac47-410c-be16-36da71f495a5 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:22.604407 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a726ed89-8111-4455-b1de-adb03987efb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3c6dc99c-ac47-410c-be16-36da71f495a5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:22.646695 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a726ed89-8111-4455-b1de-adb03987efb4 None None] Port 3c6dc99c-ac47-410c-be16-36da71f495a5 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:28:22.648623 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3276828c-54fe-4f48-b8e0-fb342841b893 None None] Attempting to bind port 3c6dc99c-ac47-410c-be16-36da71f495a5 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:28:22.648994 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3276828c-54fe-4f48-b8e0-fb342841b893 None None] Attempting to bind port 3c6dc99c-ac47-410c-be16-36da71f495a5 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '76ecd108-4709-457c-9971-4b747cde059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:28:22.649415 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3276828c-54fe-4f48-b8e0-fb342841b893 None None] Attempting to bind port 3c6dc99c-ac47-410c-be16-36da71f495a5 on network 0f1450ac-a9e3-4368-b524-bc58c4b6a2e8 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:22.653347 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:22.661068 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3276828c-54fe-4f48-b8e0-fb342841b893 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:28:22.663246 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3276828c-54fe-4f48-b8e0-fb342841b893 None None] Checking segment: {'id': '76ecd108-4709-457c-9971-4b747cde059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:22.663675 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3276828c-54fe-4f48-b8e0-fb342841b893 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:22.664116 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3276828c-54fe-4f48-b8e0-fb342841b893 None None] Bound using segment: {'id': '76ecd108-4709-457c-9971-4b747cde059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:28:22.664611 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3276828c-54fe-4f48-b8e0-fb342841b893 None None] Bound port: 3c6dc99c-ac47-410c-be16-36da71f495a5, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ecd108-4709-457c-9971-4b747cde059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:28:22.665003 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3276828c-54fe-4f48-b8e0-fb342841b893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3c6dc99c-ac47-410c-be16-36da71f495a5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:22.744670 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-3276828c-54fe-4f48-b8e0-fb342841b893 None None] For port 3c6dc99c-ac47-410c-be16-36da71f495a5, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:22.748810 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-3276828c-54fe-4f48-b8e0-fb342841b893 None None] For port 3c6dc99c-ac47-410c-be16-36da71f495a5, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=3c6dc99c-ac47-410c-be16-36da71f495a5,segment=NetworkSegment(76ecd108-4709-457c-9971-4b747cde059f),segment_id=76ecd108-4709-457c-9971-4b747cde059f)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:22.759605 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3276828c-54fe-4f48-b8e0-fb342841b893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3c6dc99c-ac47-410c-be16-36da71f495a5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:22.822766 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cebe5b7a-e38d-4729-b709-10c4f36bdcf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:22.839156 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a7304f8-1ad7-4f27-ab7d-a14987bf70b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for subnet (c3dce0ac-31e1-439c-b027-57165e68785c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:22.875162 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3276828c-54fe-4f48-b8e0-fb342841b893 None None] Routers {'fdc56d29-4d91-421e-b506-79d29dae795b'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:28:22.876943 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-3276828c-54fe-4f48-b8e0-fb342841b893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:28:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fdc56d29-4d91-421e-b506-79d29dae795b'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:22.955576 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7304f8-1ad7-4f27-ab7d-a14987bf70b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3dce0ac-31e1-439c-b027-57165e68785c,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:22.997927 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9354f1-8b34-4f84-93f5-ce7ddc9b065c None None] Pushing event updated for resources: {'Port': ['ID=3c6dc99c-ac47-410c-be16-36da71f495a5,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:23.030160 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cebe5b7a-e38d-4729-b709-10c4f36bdcf9 admin admin] Publish callbacks [] for security_group (e0684f23-8367-4088-b3ce-0dd5aebc6e34), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:23.039084 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cebe5b7a-e38d-4729-b709-10c4f36bdcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e0684f23-8367-4088-b3ce-0dd5aebc6e34), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:23.041848 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7304f8-1ad7-4f27-ab7d-a14987bf70b5 admin admin] Checking segment: {'id': '659b5574-4874-41b2-9508-06bd73e4d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '53dbc918-ab4c-4d6d-a32a-86cc0d634b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:23.043957 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7304f8-1ad7-4f27-ab7d-a14987bf70b5 admin admin] Network hostable DHCP agents. Network: 53dbc918-ab4c-4d6d-a32a-86cc0d634b4f, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:28:23.080943 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7304f8-1ad7-4f27-ab7d-a14987bf70b5 admin admin] Network 53dbc918-ab4c-4d6d-a32a-86cc0d634b4f is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:28:23.104033 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-3a7304f8-1ad7-4f27-ab7d-a14987bf70b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 53dbc918-ab4c-4d6d-a32a-86cc0d634b4f) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:23.115339 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7304f8-1ad7-4f27-ab7d-a14987bf70b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:23.116001 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a7304f8-1ad7-4f27-ab7d-a14987bf70b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:23.116394 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33cd09b-07e4-49d1-86a5-a204a92a8cad None None] Network 53dbc918-ab4c-4d6d-a32a-86cc0d634b4f requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:28:23.133144 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-3276828c-54fe-4f48-b8e0-fb342841b893 None None] Set router fdc56d29-4d91-421e-b506-79d29dae795b gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:28:23.136073 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-cebe5b7a-e38d-4729-b709-10c4f36bdcf9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4f5789ccb8a34642b89754b5aa95ea2c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6100695 Mar 07 10:28:23.137020 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebe5b7a-e38d-4729-b709-10c4f36bdcf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0684f23-8367-4088-b3ce-0dd5aebc6e34,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:23.144980 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34394) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:23.173043 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34396) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:23.174961 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3a7304f8-1ad7-4f27-ab7d-a14987bf70b5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9002612 Mar 07 10:28:23.187020 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-7992c5f5-3c5a-45b8-914e-0ef3979b8c54 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060441345-router', 'tenant_id': '15507463445b4c5ab685f861217c2b9c', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:23.199185 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34400) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:23.249058 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7992c5f5-3c5a-45b8-914e-0ef3979b8c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (75c4bb70-f885-40b1-aaf6-21f271b8017b), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:23.251383 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7992c5f5-3c5a-45b8-914e-0ef3979b8c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (75c4bb70-f885-40b1-aaf6-21f271b8017b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:23.285193 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6558c3a5-e4aa-4906-882d-0dad4b3cfe0f admin admin] Publish callbacks [] for security_group (e0684f23-8367-4088-b3ce-0dd5aebc6e34), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:23.407326 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6558c3a5-e4aa-4906-882d-0dad4b3cfe0f admin admin] Publish callbacks [] for security_group (e0684f23-8367-4088-b3ce-0dd5aebc6e34), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:23.410252 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7992c5f5-3c5a-45b8-914e-0ef3979b8c54 admin admin] Publish callbacks [] for router_controller (75c4bb70-f885-40b1-aaf6-21f271b8017b), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:23.575777 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-408a58f8-6faf-4c1d-b867-3a8560ed8a1b None None] Provisioning complete for port 3c6dc99c-ac47-410c-be16-36da71f495a5 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:23.576148 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-408a58f8-6faf-4c1d-b867-3a8560ed8a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3c6dc99c-ac47-410c-be16-36da71f495a5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:23.613045 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7992c5f5-3c5a-45b8-914e-0ef3979b8c54 admin admin] Publish callbacks [] for router_gateway (75c4bb70-f885-40b1-aaf6-21f271b8017b), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:23.683699 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87de208-8d9e-4748-9b70-23e94aeab82d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-53dbc918-ab4c-4d6d-a32a-86cc0d634b4f', 'network_id': '53dbc918-ab4c-4d6d-a32a-86cc0d634b4f', 'project_id': '15507463445b4c5ab685f861217c2b9c', 'fixed_ips': [{'subnet_id': 'c3dce0ac-31e1-439c-b027-57165e68785c'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:28:23.684559 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d87de208-8d9e-4748-9b70-23e94aeab82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:23.713411 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6558c3a5-e4aa-4906-882d-0dad4b3cfe0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e0684f23-8367-4088-b3ce-0dd5aebc6e34), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:23.717029 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6558c3a5-e4aa-4906-882d-0dad4b3cfe0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:23.718432 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6558c3a5-e4aa-4906-882d-0dad4b3cfe0f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e0684f23-8367-4088-b3ce-0dd5aebc6e34 HTTP/1.1" status: 204 len: 168 time: 0.5654430 Mar 07 10:28:23.732607 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558c3a5-e4aa-4906-882d-0dad4b3cfe0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0684f23-8367-4088-b3ce-0dd5aebc6e34,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:23.732912 n-d-832164-4 neutron-server[103766]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 07 10:28:23.850146 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1aef711f-67ec-446e-893b-04df00895e94 req-7cdd01c1-7996-4ba5-8bc9-7b7fa3f1bcff tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c239da-d0e3-4004-ae92-a6d4849e3fb2 HTTP/1.1" status: 200 len: 210 time: 0.6498208 Mar 07 10:28:23.959393 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-408a58f8-6faf-4c1d-b867-3a8560ed8a1b None None] Current status of the port 3c6dc99c-ac47-410c-be16-36da71f495a5 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:23.960399 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-408a58f8-6faf-4c1d-b867-3a8560ed8a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3c6dc99c-ac47-410c-be16-36da71f495a5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:23.978116 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7992c5f5-3c5a-45b8-914e-0ef3979b8c54 admin admin] Publish callbacks [] for router_gateway (75c4bb70-f885-40b1-aaf6-21f271b8017b), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:24.000906 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7992c5f5-3c5a-45b8-914e-0ef3979b8c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:24.048294 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-3276828c-54fe-4f48-b8e0-fb342841b893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1607717543-router', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:13Z', 'updated_at': '2022-03-07T10:28:18Z', 'revision_number': 4, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'gw_port': {'id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:14Z', 'updated_at': '2022-03-07T10:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '3c6dc99c-ac47-410c-be16-36da71f495a5', 'name': '', 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'mac_address': 'fa:16:3e:90:39:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '66fddbce-75dd-46ee-b56e-87f13faf6741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:17Z', 'updated_at': '2022-03-07T10:28:22Z', 'revision_number': 4, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'subnets': [{'id': '66fddbce-75dd-46ee-b56e-87f13faf6741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:24.052661 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-408a58f8-6faf-4c1d-b867-3a8560ed8a1b None None] For port 3c6dc99c-ac47-410c-be16-36da71f495a5, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=3c6dc99c-ac47-410c-be16-36da71f495a5,segment=NetworkSegment(76ecd108-4709-457c-9971-4b747cde059f),segment_id=76ecd108-4709-457c-9971-4b747cde059f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:24.088530 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-408a58f8-6faf-4c1d-b867-3a8560ed8a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3c6dc99c-ac47-410c-be16-36da71f495a5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:24.096537 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3276828c-54fe-4f48-b8e0-fb342841b893 None None] The sync data for ids ['fdc56d29-4d91-421e-b506-79d29dae795b'] in n-d-832164-4 is: [{'id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1607717543-router', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:13Z', 'updated_at': '2022-03-07T10:28:18Z', 'revision_number': 4, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'gw_port': {'id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:14Z', 'updated_at': '2022-03-07T10:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '3c6dc99c-ac47-410c-be16-36da71f495a5', 'name': '', 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'mac_address': 'fa:16:3e:90:39:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '66fddbce-75dd-46ee-b56e-87f13faf6741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:17Z', 'updated_at': '2022-03-07T10:28:22Z', 'revision_number': 4, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'subnets': [{'id': '66fddbce-75dd-46ee-b56e-87f13faf6741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:28:24.139223 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-d87de208-8d9e-4748-9b70-23e94aeab82d None None] Allocated IP 172.20.0.2 (53dbc918-ab4c-4d6d-a32a-86cc0d634b4f/c3dce0ac-31e1-439c-b027-57165e68785c/f1a472d7-3c42-4136-abb3-3ec55df94980) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:24.211494 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a58f8-6faf-4c1d-b867-3a8560ed8a1b None None] Pushing event updated for resources: {'Port': ['ID=3c6dc99c-ac47-410c-be16-36da71f495a5,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:24.218474 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-7992c5f5-3c5a-45b8-914e-0ef3979b8c54 admin admin] Allocated IP 172.25.3.161 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/e07891a1-3315-4f22-abc1-c38ec45e2e20) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:24.388633 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7992c5f5-3c5a-45b8-914e-0ef3979b8c54 admin admin] Publish callbacks [] for port (e07891a1-3315-4f22-abc1-c38ec45e2e20), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:24.427702 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d87de208-8d9e-4748-9b70-23e94aeab82d None None] Publish callbacks [] for port (f1a472d7-3c42-4136-abb3-3ec55df94980), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:24.445239 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7992c5f5-3c5a-45b8-914e-0ef3979b8c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (e07891a1-3315-4f22-abc1-c38ec45e2e20), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:24.449944 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d87de208-8d9e-4748-9b70-23e94aeab82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (f1a472d7-3c42-4136-abb3-3ec55df94980), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:24.501404 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.21', 62872) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:24.525468 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7992c5f5-3c5a-45b8-914e-0ef3979b8c54 admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:24.537805 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87de208-8d9e-4748-9b70-23e94aeab82d None None] Network 53dbc918-ab4c-4d6d-a32a-86cc0d634b4f is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:24.548743 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-d87de208-8d9e-4748-9b70-23e94aeab82d None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:24.550793 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-7992c5f5-3c5a-45b8-914e-0ef3979b8c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:24.552298 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87de208-8d9e-4748-9b70-23e94aeab82d None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:28:24.557280 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7992c5f5-3c5a-45b8-914e-0ef3979b8c54 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:28:24.564964 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-e91b34bf-2d86-497c-a221-d4581a2c00d6 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c5837b98e7af46fbb269022b017de056&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637615 Mar 07 10:28:24.594662 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87de208-8d9e-4748-9b70-23e94aeab82d None None] Pushing event updated for resources: {'Port': ['ID=f1a472d7-3c42-4136-abb3-3ec55df94980,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:24.658519 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992c5f5-3c5a-45b8-914e-0ef3979b8c54 admin admin] Pushing event updated for resources: {'Port': ['ID=e07891a1-3315-4f22-abc1-c38ec45e2e20,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:24.672920 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34430) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:24.696237 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-d87de208-8d9e-4748-9b70-23e94aeab82d None None] Attempting to bind port f1a472d7-3c42-4136-abb3-3ec55df94980 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:28:24.696975 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-d87de208-8d9e-4748-9b70-23e94aeab82d None None] Attempting to bind port f1a472d7-3c42-4136-abb3-3ec55df94980 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '659b5574-4874-41b2-9508-06bd73e4d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '53dbc918-ab4c-4d6d-a32a-86cc0d634b4f'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:28:24.697681 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87de208-8d9e-4748-9b70-23e94aeab82d None None] Attempting to bind port f1a472d7-3c42-4136-abb3-3ec55df94980 on network 53dbc918-ab4c-4d6d-a32a-86cc0d634b4f {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:24.705277 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87de208-8d9e-4748-9b70-23e94aeab82d None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:28:24.705918 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87de208-8d9e-4748-9b70-23e94aeab82d None None] Checking segment: {'id': '659b5574-4874-41b2-9508-06bd73e4d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '53dbc918-ab4c-4d6d-a32a-86cc0d634b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:24.706480 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d87de208-8d9e-4748-9b70-23e94aeab82d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:24.707045 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87de208-8d9e-4748-9b70-23e94aeab82d None None] Bound using segment: {'id': '659b5574-4874-41b2-9508-06bd73e4d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '53dbc918-ab4c-4d6d-a32a-86cc0d634b4f'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:28:24.708140 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-d87de208-8d9e-4748-9b70-23e94aeab82d None None] Bound port: f1a472d7-3c42-4136-abb3-3ec55df94980, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659b5574-4874-41b2-9508-06bd73e4d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '53dbc918-ab4c-4d6d-a32a-86cc0d634b4f'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:28:24.708975 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d87de208-8d9e-4748-9b70-23e94aeab82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f1a472d7-3c42-4136-abb3-3ec55df94980), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:24.830835 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-d87de208-8d9e-4748-9b70-23e94aeab82d None None] For port f1a472d7-3c42-4136-abb3-3ec55df94980, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:24.836963 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-d87de208-8d9e-4748-9b70-23e94aeab82d None None] For port f1a472d7-3c42-4136-abb3-3ec55df94980, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=f1a472d7-3c42-4136-abb3-3ec55df94980,segment=NetworkSegment(659b5574-4874-41b2-9508-06bd73e4d186),segment_id=659b5574-4874-41b2-9508-06bd73e4d186)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:24.849677 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d87de208-8d9e-4748-9b70-23e94aeab82d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f1a472d7-3c42-4136-abb3-3ec55df94980), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:25.011378 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87de208-8d9e-4748-9b70-23e94aeab82d None None] Pushing event updated for resources: {'Port': ['ID=f1a472d7-3c42-4136-abb3-3ec55df94980,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:25.015279 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-200bbac5-78e1-41ec-b22f-a3b0876c1b4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:25.049386 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-43238876-d0da-48fd-aa45-c22fb0e5cde6 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:25.066490 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-43238876-d0da-48fd-aa45-c22fb0e5cde6 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4909127 Mar 07 10:28:25.152725 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-8f59bc22-569a-4784-9624-cdadf93f6378 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Request body: {'port': {'device_id': 'b4c239da-d0e3-4004-ae92-a6d4849e3fb2', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'admin_state_up': True, 'tenant_id': 'c5837b98e7af46fbb269022b017de056'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:25.344576 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-200bbac5-78e1-41ec-b22f-a3b0876c1b4d admin admin] Publish callbacks [] for security_group (f4426539-eeb9-4a47-a055-4446c4702786), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:25.355417 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-200bbac5-78e1-41ec-b22f-a3b0876c1b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f4426539-eeb9-4a47-a055-4446c4702786), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:25.445613 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-200bbac5-78e1-41ec-b22f-a3b0876c1b4d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5825b0c238c24e11a2dec90b4c1e4be6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7713268 Mar 07 10:28:25.450234 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34470) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:25.461171 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200bbac5-78e1-41ec-b22f-a3b0876c1b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4426539-eeb9-4a47-a055-4446c4702786,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:25.494610 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-26f91ed9-dea3-490d-ab71-2d9e07913b5b req-c7280dd4-731e-4628-af6d-5a109d0038c2 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c239da-d0e3-4004-ae92-a6d4849e3fb2 HTTP/1.1" status: 200 len: 210 time: 0.2665207 Mar 07 10:28:25.547025 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9fc9b4f7-17d8-4e77-a4c1-1ee9c65d137f admin admin] Publish callbacks [] for security_group (f4426539-eeb9-4a47-a055-4446c4702786), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:25.574285 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7992c5f5-3c5a-45b8-914e-0ef3979b8c54 admin admin] Publish callbacks [] for router_gateway (75c4bb70-f885-40b1-aaf6-21f271b8017b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:25.581431 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9fc9b4f7-17d8-4e77-a4c1-1ee9c65d137f admin admin] Publish callbacks [] for security_group (f4426539-eeb9-4a47-a055-4446c4702786), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:25.735570 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-8f59bc22-569a-4784-9624-cdadf93f6378 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Made reservation on behalf of c5837b98e7af46fbb269022b017de056 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:25.740417 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-8f59bc22-569a-4784-9624-cdadf93f6378 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:25.763381 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9fc9b4f7-17d8-4e77-a4c1-1ee9c65d137f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f4426539-eeb9-4a47-a055-4446c4702786), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:25.763606 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-8f59bc22-569a-4784-9624-cdadf93f6378 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:25.766686 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9fc9b4f7-17d8-4e77-a4c1-1ee9c65d137f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:25.770933 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9fc9b4f7-17d8-4e77-a4c1-1ee9c65d137f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f4426539-eeb9-4a47-a055-4446c4702786 HTTP/1.1" status: 204 len: 168 time: 0.3032243 Mar 07 10:28:25.819979 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9b4f7-17d8-4e77-a4c1-1ee9c65d137f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4426539-eeb9-4a47-a055-4446c4702786,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:25.905811 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7992c5f5-3c5a-45b8-914e-0ef3979b8c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (75c4bb70-f885-40b1-aaf6-21f271b8017b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:25.954128 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-8f59bc22-569a-4784-9624-cdadf93f6378 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Publish callbacks [] for security_group (e3183dcc-d96d-4cff-99ad-a2c930eb08b1), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:25.962602 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-8f59bc22-569a-4784-9624-cdadf93f6378 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e3183dcc-d96d-4cff-99ad-a2c930eb08b1), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:26.114877 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34486) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:26.198087 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device f1a472d7-3c42-4136-abb3-3ec55df94980 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:28:26.304708 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port f1a472d7-3c42-4136-abb3-3ec55df94980 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:26.306406 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f1a472d7-3c42-4136-abb3-3ec55df94980), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:26.378549 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7992c5f5-3c5a-45b8-914e-0ef3979b8c54 admin admin] Router 75c4bb70-f885-40b1-aaf6-21f271b8017b is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:28:26.379632 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59bc22-569a-4784-9624-cdadf93f6378 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3183dcc-d96d-4cff-99ad-a2c930eb08b1,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:26.555784 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port f1a472d7-3c42-4136-abb3-3ec55df94980 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:26.556799 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f1a472d7-3c42-4136-abb3-3ec55df94980), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:26.649077 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port f1a472d7-3c42-4136-abb3-3ec55df94980, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=f1a472d7-3c42-4136-abb3-3ec55df94980,segment=NetworkSegment(659b5574-4874-41b2-9508-06bd73e4d186),segment_id=659b5574-4874-41b2-9508-06bd73e4d186)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:26.658445 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f1a472d7-3c42-4136-abb3-3ec55df94980), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:26.660058 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3c6dc99c-ac47-410c-be16-36da71f495a5 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:28:26.674461 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7992c5f5-3c5a-45b8-914e-0ef3979b8c54 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:28:26.683934 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-8f59bc22-569a-4784-9624-cdadf93f6378 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Allocated IP 192.168.233.235 (598bad6c-a435-45aa-bbb6-2339f78a1590/cd915eb6-2d51-4c50-93c9-6777e48b408a/ef10f6db-6439-4a5b-a024-6b22fa5d768c) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:26.685462 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:28:26.700310 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6038f511-aef0-4114-aa09-8483fb7e37f5 None None] Sync routers for ids ['75c4bb70-f885-40b1-aaf6-21f271b8017b'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:28:26.711920 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7992c5f5-3c5a-45b8-914e-0ef3979b8c54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:26.713260 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7992c5f5-3c5a-45b8-914e-0ef3979b8c54 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.5372653 Mar 07 10:28:26.717293 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34502) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:26.751057 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6038f511-aef0-4114-aa09-8483fb7e37f5 None None] Routers {'75c4bb70-f885-40b1-aaf6-21f271b8017b'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:28:26.752693 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6038f511-aef0-4114-aa09-8483fb7e37f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:28:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['75c4bb70-f885-40b1-aaf6-21f271b8017b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:26.804013 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0799748a-5c98-4e99-90ee-a3cfc538cac2 None None] Network 53dbc918-ab4c-4d6d-a32a-86cc0d634b4f requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:28:27.082505 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-079db233-43f0-4a30-85de-936a7f756779 None None] Provisioning complete for port f1a472d7-3c42-4136-abb3-3ec55df94980 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:27.083107 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-079db233-43f0-4a30-85de-936a7f756779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f1a472d7-3c42-4136-abb3-3ec55df94980), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:27.133892 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=f1a472d7-3c42-4136-abb3-3ec55df94980,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:27.183091 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95189d63-2280-4a2c-9eef-b2d594c7d24d req-87b0223a-bcaa-44be-b4ef-73d20c102ba0 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c239da-d0e3-4004-ae92-a6d4849e3fb2 HTTP/1.1" status: 200 len: 210 time: 0.1259437 Mar 07 10:28:27.193067 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 3c6dc99c-ac47-410c-be16-36da71f495a5 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:27.193640 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3c6dc99c-ac47-410c-be16-36da71f495a5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:27.285743 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-6038f511-aef0-4114-aa09-8483fb7e37f5 None None] Set router 75c4bb70-f885-40b1-aaf6-21f271b8017b gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:28:27.317303 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-8f59bc22-569a-4784-9624-cdadf93f6378 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Publish callbacks [] for port (ef10f6db-6439-4a5b-a024-6b22fa5d768c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:27.368134 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e92408f-8c19-4a3d-b16d-4486803765f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:27.390972 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-079db233-43f0-4a30-85de-936a7f756779 None None] Current status of the port f1a472d7-3c42-4136-abb3-3ec55df94980 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:27.557830 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 3c6dc99c-ac47-410c-be16-36da71f495a5 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:27.666383 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-8f59bc22-569a-4784-9624-cdadf93f6378 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (ef10f6db-6439-4a5b-a024-6b22fa5d768c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:27.860177 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-e5bf1266-103c-4d7b-95e6-75269cd2a60a None None] Provisioning complete for port f1a472d7-3c42-4136-abb3-3ec55df94980 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:27.860580 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e5bf1266-103c-4d7b-95e6-75269cd2a60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f1a472d7-3c42-4136-abb3-3ec55df94980), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:27.862449 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6038f511-aef0-4114-aa09-8483fb7e37f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c4bb70-f885-40b1-aaf6-21f271b8017b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060441345-router', 'tenant_id': '15507463445b4c5ab685f861217c2b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'e07891a1-3315-4f22-abc1-c38ec45e2e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:23Z', 'updated_at': '2022-03-07T10:28:25Z', 'revision_number': 3, 'project_id': '15507463445b4c5ab685f861217c2b9c', 'gw_port': {'id': 'e07891a1-3315-4f22-abc1-c38ec45e2e20', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:97:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c4bb70-f885-40b1-aaf6-21f271b8017b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:24Z', 'updated_at': '2022-03-07T10:28:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:27.941242 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59bc22-569a-4784-9624-cdadf93f6378 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Pushing event updated for resources: {'Port': ['ID=ef10f6db-6439-4a5b-a024-6b22fa5d768c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:27.964634 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6038f511-aef0-4114-aa09-8483fb7e37f5 None None] Checking router: 75c4bb70-f885-40b1-aaf6-21f271b8017b for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:28:27.973420 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6038f511-aef0-4114-aa09-8483fb7e37f5 None None] Updating router 75c4bb70-f885-40b1-aaf6-21f271b8017b port e07891a1-3315-4f22-abc1-c38ec45e2e20 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:28:28.041030 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device f1a472d7-3c42-4136-abb3-3ec55df94980 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:28:28.048328 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6038f511-aef0-4114-aa09-8483fb7e37f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e07891a1-3315-4f22-abc1-c38ec45e2e20), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:28.058603 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-8f59bc22-569a-4784-9624-cdadf93f6378 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:28.115128 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-8f59bc22-569a-4784-9624-cdadf93f6378 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:28.126779 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-8f59bc22-569a-4784-9624-cdadf93f6378 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:28:28.159929 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-8f59bc22-569a-4784-9624-cdadf93f6378 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:28.167548 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-8f59bc22-569a-4784-9624-cdadf93f6378 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:28.221834 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e92408f-8c19-4a3d-b16d-4486803765f1 admin admin] Publish callbacks [] for security_group (6339e56e-60d9-4f24-9676-8ed11422c568), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:28.232323 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-8f59bc22-569a-4784-9624-cdadf93f6378 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0873947 Mar 07 10:28:28.235325 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e92408f-8c19-4a3d-b16d-4486803765f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (6339e56e-60d9-4f24-9676-8ed11422c568), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:28.251130 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-c0c81bc1-2cd8-43de-9b85-422c66080e52 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:28:28.252309 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-c0c81bc1-2cd8-43de-9b85-422c66080e52 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0120113 Mar 07 10:28:28.323953 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e5bf1266-103c-4d7b-95e6-75269cd2a60a None None] Current status of the port f1a472d7-3c42-4136-abb3-3ec55df94980 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:28.325053 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4e92408f-8c19-4a3d-b16d-4486803765f1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=34ebe607cbf84f30b55a413ea8c345a1&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1901908 Mar 07 10:28:28.329384 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e92408f-8c19-4a3d-b16d-4486803765f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6339e56e-60d9-4f24-9676-8ed11422c568,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:28.331514 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port f1a472d7-3c42-4136-abb3-3ec55df94980 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:28.332088 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f1a472d7-3c42-4136-abb3-3ec55df94980), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:28.347964 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34534) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:28.419579 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cd13b8df-2e06-488c-8f6b-c0cd8e2d8a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:28.501776 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91d46fed-1d3a-4cbc-9355-97f0a26cabfb admin admin] Publish callbacks [] for security_group (6339e56e-60d9-4f24-9676-8ed11422c568), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:28.510117 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port f1a472d7-3c42-4136-abb3-3ec55df94980 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:28.596450 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91d46fed-1d3a-4cbc-9355-97f0a26cabfb admin admin] Publish callbacks [] for security_group (6339e56e-60d9-4f24-9676-8ed11422c568), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:28.659535 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ea6be611-2de6-4d02-a4fa-2865da5f4f3d None None] Provisioning complete for port ef10f6db-6439-4a5b-a024-6b22fa5d768c triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:28.661221 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ea6be611-2de6-4d02-a4fa-2865da5f4f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ef10f6db-6439-4a5b-a024-6b22fa5d768c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:28.698589 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91d46fed-1d3a-4cbc-9355-97f0a26cabfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (6339e56e-60d9-4f24-9676-8ed11422c568), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:28.702284 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6038f511-aef0-4114-aa09-8483fb7e37f5 None None] Publish callbacks [] for port (e07891a1-3315-4f22-abc1-c38ec45e2e20), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:28.704710 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91d46fed-1d3a-4cbc-9355-97f0a26cabfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:28.706691 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-91d46fed-1d3a-4cbc-9355-97f0a26cabfb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6339e56e-60d9-4f24-9676-8ed11422c568 HTTP/1.1" status: 204 len: 168 time: 0.3570061 Mar 07 10:28:28.718716 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6038f511-aef0-4114-aa09-8483fb7e37f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e07891a1-3315-4f22-abc1-c38ec45e2e20), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:28.720518 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d46fed-1d3a-4cbc-9355-97f0a26cabfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6339e56e-60d9-4f24-9676-8ed11422c568,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:28.770406 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ea6be611-2de6-4d02-a4fa-2865da5f4f3d None None] Port ef10f6db-6439-4a5b-a024-6b22fa5d768c cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:28:28.778387 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490231e-7d27-4fa5-bfcb-12c369c11c95 req-abb7ccc2-9e72-480b-ad7e-801917782697 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:28.780698 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d490231e-7d27-4fa5-bfcb-12c369c11c95 req-abb7ccc2-9e72-480b-ad7e-801917782697 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c239da-d0e3-4004-ae92-a6d4849e3fb2 HTTP/1.1" status: 200 len: 936 time: 0.2691538 Mar 07 10:28:28.795812 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404a992-524a-4abc-acc7-26a4c74c6aa2 None None] Pushing event updated for resources: {'Port': ['ID=e07891a1-3315-4f22-abc1-c38ec45e2e20,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:28.803190 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-4537b795-c9fe-4ecf-8d25-da2c7aa73bdd service neutron] Request body: {'port': {'device_id': 'b4c239da-d0e3-4004-ae92-a6d4849e3fb2', 'device_owner': 'compute:tempest-test_az-1596961518', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:28.812747 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-6038f511-aef0-4114-aa09-8483fb7e37f5 None None] Attempting to bind port e07891a1-3315-4f22-abc1-c38ec45e2e20 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:28:28.813156 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-6038f511-aef0-4114-aa09-8483fb7e37f5 None None] Attempting to bind port e07891a1-3315-4f22-abc1-c38ec45e2e20 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:28:28.813529 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6038f511-aef0-4114-aa09-8483fb7e37f5 None None] Attempting to bind port e07891a1-3315-4f22-abc1-c38ec45e2e20 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:28.831751 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6038f511-aef0-4114-aa09-8483fb7e37f5 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:28:28.834137 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6038f511-aef0-4114-aa09-8483fb7e37f5 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:28.836990 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6038f511-aef0-4114-aa09-8483fb7e37f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:28.837527 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6038f511-aef0-4114-aa09-8483fb7e37f5 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:28:28.838110 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-6038f511-aef0-4114-aa09-8483fb7e37f5 None None] Bound port: e07891a1-3315-4f22-abc1-c38ec45e2e20, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:28:28.840438 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6038f511-aef0-4114-aa09-8483fb7e37f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e07891a1-3315-4f22-abc1-c38ec45e2e20), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:28.889943 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d490231e-7d27-4fa5-bfcb-12c369c11c95 req-83c6d5eb-0688-44f0-a146-70af2f8c5782 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3183dcc-d96d-4cff-99ad-a2c930eb08b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837522 Mar 07 10:28:28.948129 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-4537b795-c9fe-4ecf-8d25-da2c7aa73bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ef10f6db-6439-4a5b-a024-6b22fa5d768c), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:28.971663 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-6038f511-aef0-4114-aa09-8483fb7e37f5 None None] For port e07891a1-3315-4f22-abc1-c38ec45e2e20, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:28.980545 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-6038f511-aef0-4114-aa09-8483fb7e37f5 None None] For port e07891a1-3315-4f22-abc1-c38ec45e2e20, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e07891a1-3315-4f22-abc1-c38ec45e2e20,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:28.993418 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6038f511-aef0-4114-aa09-8483fb7e37f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e07891a1-3315-4f22-abc1-c38ec45e2e20), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:29.007657 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-cd13b8df-2e06-488c-8f6b-c0cd8e2d8a0e admin admin] Allocated IP 172.20.0.1 (53dbc918-ab4c-4d6d-a32a-86cc0d634b4f/c3dce0ac-31e1-439c-b027-57165e68785c/4f02279f-f01e-4f54-a741-cbbb14251d5a) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:29.155554 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404a992-524a-4abc-acc7-26a4c74c6aa2 None None] Pushing event updated for resources: {'Port': ['ID=e07891a1-3315-4f22-abc1-c38ec45e2e20,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:29.200920 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6038f511-aef0-4114-aa09-8483fb7e37f5 None None] Routers {'75c4bb70-f885-40b1-aaf6-21f271b8017b'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:28:29.201596 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6038f511-aef0-4114-aa09-8483fb7e37f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:28:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['75c4bb70-f885-40b1-aaf6-21f271b8017b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:29.381635 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-6038f511-aef0-4114-aa09-8483fb7e37f5 None None] Set router 75c4bb70-f885-40b1-aaf6-21f271b8017b gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:28:29.426532 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cd13b8df-2e06-488c-8f6b-c0cd8e2d8a0e admin admin] Publish callbacks [] for port (4f02279f-f01e-4f54-a741-cbbb14251d5a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:29.530911 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cd13b8df-2e06-488c-8f6b-c0cd8e2d8a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (4f02279f-f01e-4f54-a741-cbbb14251d5a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:29.595025 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd13b8df-2e06-488c-8f6b-c0cd8e2d8a0e admin admin] Network 53dbc918-ab4c-4d6d-a32a-86cc0d634b4f is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:29.601549 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-cd13b8df-2e06-488c-8f6b-c0cd8e2d8a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:29.604118 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd13b8df-2e06-488c-8f6b-c0cd8e2d8a0e admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:28:29.604598 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cd13b8df-2e06-488c-8f6b-c0cd8e2d8a0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (75c4bb70-f885-40b1-aaf6-21f271b8017b), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:29.609349 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13b8df-2e06-488c-8f6b-c0cd8e2d8a0e admin admin] Pushing event updated for resources: {'Port': ['ID=4f02279f-f01e-4f54-a741-cbbb14251d5a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:29.714596 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34568) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:29.756111 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0e8aca19-1208-40b4-89b2-9a0c747d24f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:29.768354 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6038f511-aef0-4114-aa09-8483fb7e37f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c4bb70-f885-40b1-aaf6-21f271b8017b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060441345-router', 'tenant_id': '15507463445b4c5ab685f861217c2b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'e07891a1-3315-4f22-abc1-c38ec45e2e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:23Z', 'updated_at': '2022-03-07T10:28:25Z', 'revision_number': 3, 'project_id': '15507463445b4c5ab685f861217c2b9c', 'gw_port': {'id': 'e07891a1-3315-4f22-abc1-c38ec45e2e20', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:97:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c4bb70-f885-40b1-aaf6-21f271b8017b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:24Z', 'updated_at': '2022-03-07T10:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:29.860052 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6038f511-aef0-4114-aa09-8483fb7e37f5 None None] The sync data for ids ['75c4bb70-f885-40b1-aaf6-21f271b8017b'] in n-d-832164-4 is: [{'id': '75c4bb70-f885-40b1-aaf6-21f271b8017b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060441345-router', 'tenant_id': '15507463445b4c5ab685f861217c2b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'e07891a1-3315-4f22-abc1-c38ec45e2e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:23Z', 'updated_at': '2022-03-07T10:28:25Z', 'revision_number': 3, 'project_id': '15507463445b4c5ab685f861217c2b9c', 'gw_port': {'id': 'e07891a1-3315-4f22-abc1-c38ec45e2e20', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:97:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c4bb70-f885-40b1-aaf6-21f271b8017b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:24Z', 'updated_at': '2022-03-07T10:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:28:29.908708 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34570) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:29.948188 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cd13b8df-2e06-488c-8f6b-c0cd8e2d8a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4f02279f-f01e-4f54-a741-cbbb14251d5a), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:30.028394 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0e8aca19-1208-40b4-89b2-9a0c747d24f4 admin admin] Publish callbacks [] for security_group (8f70d71d-8dc0-44ac-b875-2937d47104b2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:30.043837 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0e8aca19-1208-40b4-89b2-9a0c747d24f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8f70d71d-8dc0-44ac-b875-2937d47104b2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:30.082227 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0e8aca19-1208-40b4-89b2-9a0c747d24f4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=72a1c4e85f1a439b8ff3557c007486e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3666956 Mar 07 10:28:30.085203 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34578) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:30.142051 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-31e803a7-fe19-465f-925d-4975fe6b9cdc None None] Provisioning complete for port 4f02279f-f01e-4f54-a741-cbbb14251d5a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:30.146346 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-31e803a7-fe19-465f-925d-4975fe6b9cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4f02279f-f01e-4f54-a741-cbbb14251d5a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:30.215130 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8aca19-1208-40b4-89b2-9a0c747d24f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f70d71d-8dc0-44ac-b875-2937d47104b2,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:30.311881 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7c52aacc-6f28-4cbf-933c-a2948df7e8ae admin admin] Publish callbacks [] for security_group (8f70d71d-8dc0-44ac-b875-2937d47104b2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:30.323682 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-4537b795-c9fe-4ecf-8d25-da2c7aa73bdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef10f6db-6439-4a5b-a024-6b22fa5d768c {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:28:30.343373 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-31e803a7-fe19-465f-925d-4975fe6b9cdc None None] Port 4f02279f-f01e-4f54-a741-cbbb14251d5a cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:28:30.426827 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-4537b795-c9fe-4ecf-8d25-da2c7aa73bdd service neutron] Publish callbacks [] for port (ef10f6db-6439-4a5b-a024-6b22fa5d768c), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:30.490317 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7c52aacc-6f28-4cbf-933c-a2948df7e8ae admin admin] Publish callbacks [] for security_group (8f70d71d-8dc0-44ac-b875-2937d47104b2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:30.493062 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-4537b795-c9fe-4ecf-8d25-da2c7aa73bdd service neutron] Transition to ACTIVE for port object ef10f6db-6439-4a5b-a024-6b22fa5d768c will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:28:30.517443 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-4537b795-c9fe-4ecf-8d25-da2c7aa73bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ef10f6db-6439-4a5b-a024-6b22fa5d768c), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:30.524584 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-3ee8371d-fc9f-492b-b581-2be6c1ed77a8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-419043440-network', 'tenant_id': '253a7b51025b45cd9cb7114a3377a1db'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:30.582659 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cd13b8df-2e06-488c-8f6b-c0cd8e2d8a0e admin admin] Publish callbacks [] for port (4f02279f-f01e-4f54-a741-cbbb14251d5a), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:30.595423 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cd13b8df-2e06-488c-8f6b-c0cd8e2d8a0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4f02279f-f01e-4f54-a741-cbbb14251d5a), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:30.596188 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cd13b8df-2e06-488c-8f6b-c0cd8e2d8a0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (75c4bb70-f885-40b1-aaf6-21f271b8017b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:30.657022 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee8371d-fc9f-492b-b581-2be6c1ed77a8 admin admin] Made reservation on behalf of 253a7b51025b45cd9cb7114a3377a1db for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:30.660289 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3ee8371d-fc9f-492b-b581-2be6c1ed77a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:30.699743 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7c52aacc-6f28-4cbf-933c-a2948df7e8ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8f70d71d-8dc0-44ac-b875-2937d47104b2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:30.711547 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7c52aacc-6f28-4cbf-933c-a2948df7e8ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:30.724989 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7c52aacc-6f28-4cbf-933c-a2948df7e8ae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8f70d71d-8dc0-44ac-b875-2937d47104b2 HTTP/1.1" status: 204 len: 168 time: 0.6361794 Mar 07 10:28:30.755357 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3ee8371d-fc9f-492b-b581-2be6c1ed77a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:30.787084 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15229677-b89f-41fb-a985-991e8528c755 req-218a5615-f95f-4fdc-a738-8122270571fb tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:30.789014 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-15229677-b89f-41fb-a985-991e8528c755 req-218a5615-f95f-4fdc-a738-8122270571fb tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c239da-d0e3-4004-ae92-a6d4849e3fb2 HTTP/1.1" status: 200 len: 970 time: 0.3141866 Mar 07 10:28:30.798508 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52aacc-6f28-4cbf-933c-a2948df7e8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f70d71d-8dc0-44ac-b875-2937d47104b2,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:30.982537 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13b8df-2e06-488c-8f6b-c0cd8e2d8a0e admin admin] Pushing event updated for resources: {'Port': ['ID=4f02279f-f01e-4f54-a741-cbbb14251d5a,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:31.017804 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-4537b795-c9fe-4ecf-8d25-da2c7aa73bdd service neutron] Attempting to bind port ef10f6db-6439-4a5b-a024-6b22fa5d768c on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:28:31.018900 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-4537b795-c9fe-4ecf-8d25-da2c7aa73bdd service neutron] Attempting to bind port ef10f6db-6439-4a5b-a024-6b22fa5d768c by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:28:31.019312 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-4537b795-c9fe-4ecf-8d25-da2c7aa73bdd service neutron] Attempting to bind port ef10f6db-6439-4a5b-a024-6b22fa5d768c on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:31.032107 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537b795-c9fe-4ecf-8d25-da2c7aa73bdd service neutron] Pushing event updated for resources: {'Port': ['ID=ef10f6db-6439-4a5b-a024-6b22fa5d768c,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:31.052811 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-4537b795-c9fe-4ecf-8d25-da2c7aa73bdd service neutron] Port ef10f6db-6439-4a5b-a024-6b22fa5d768c on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:28:31.053223 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-4537b795-c9fe-4ecf-8d25-da2c7aa73bdd service neutron] Attempting to bind port ef10f6db-6439-4a5b-a024-6b22fa5d768c on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:31.062290 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-4537b795-c9fe-4ecf-8d25-da2c7aa73bdd service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:28:31.062705 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-4537b795-c9fe-4ecf-8d25-da2c7aa73bdd service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:31.063265 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-4537b795-c9fe-4ecf-8d25-da2c7aa73bdd service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:28:31.063774 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-4537b795-c9fe-4ecf-8d25-da2c7aa73bdd service neutron] Bound port: ef10f6db-6439-4a5b-a024-6b22fa5d768c, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:28:31.064155 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-4537b795-c9fe-4ecf-8d25-da2c7aa73bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ef10f6db-6439-4a5b-a024-6b22fa5d768c), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:31.078845 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-15229677-b89f-41fb-a985-991e8528c755 req-2ee4a300-175e-4a5b-bc1e-ee6f25cc76c3 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3183dcc-d96d-4cff-99ad-a2c930eb08b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713430 Mar 07 10:28:31.109733 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd13b8df-2e06-488c-8f6b-c0cd8e2d8a0e admin admin] Network 53dbc918-ab4c-4d6d-a32a-86cc0d634b4f is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:31.124139 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-cd13b8df-2e06-488c-8f6b-c0cd8e2d8a0e admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:31.161225 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-4537b795-c9fe-4ecf-8d25-da2c7aa73bdd service neutron] For port ef10f6db-6439-4a5b-a024-6b22fa5d768c, host n-h1-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:31.167801 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-4537b795-c9fe-4ecf-8d25-da2c7aa73bdd service neutron] For port ef10f6db-6439-4a5b-a024-6b22fa5d768c, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=ef10f6db-6439-4a5b-a024-6b22fa5d768c,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:31.178265 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-4537b795-c9fe-4ecf-8d25-da2c7aa73bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ef10f6db-6439-4a5b-a024-6b22fa5d768c), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:31.254486 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537b795-c9fe-4ecf-8d25-da2c7aa73bdd service neutron] Pushing event updated for resources: {'Port': ['ID=ef10f6db-6439-4a5b-a024-6b22fa5d768c,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:31.267212 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-4537b795-c9fe-4ecf-8d25-da2c7aa73bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:31.268742 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-4537b795-c9fe-4ecf-8d25-da2c7aa73bdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:31.270316 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-4537b795-c9fe-4ecf-8d25-da2c7aa73bdd service neutron] 10.222.0.21 "PUT /v2.0/ports/ef10f6db-6439-4a5b-a024-6b22fa5d768c HTTP/1.1" status: 200 len: 1118 time: 2.5906310 Mar 07 10:28:31.270870 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c239da-d0e3-4004-ae92-a6d4849e3fb2', 'tag': 'ef10f6db-6439-4a5b-a024-6b22fa5d768c'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:28:31.466104 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3ee8371d-fc9f-492b-b581-2be6c1ed77a8 admin admin] Publish callbacks [] for security_group (b5884302-c5f8-4743-ae5c-9ade7b998ac4), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:31.494862 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3ee8371d-fc9f-492b-b581-2be6c1ed77a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b5884302-c5f8-4743-ae5c-9ade7b998ac4), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:31.770269 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee8371d-fc9f-492b-b581-2be6c1ed77a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:28:31.808092 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8371d-fc9f-492b-b581-2be6c1ed77a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5884302-c5f8-4743-ae5c-9ade7b998ac4,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:31.828085 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3ee8371d-fc9f-492b-b581-2be6c1ed77a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (9c897c11-c484-4c1f-831a-8423aae1e74a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:31.828433 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-3ee8371d-fc9f-492b-b581-2be6c1ed77a8 admin admin] Added segment 9c897c11-c484-4c1f-831a-8423aae1e74a of type vlan for network 35723e70-fc1c-4710-9b03-245dacf005c5 Mar 07 10:28:31.882677 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd13b8df-2e06-488c-8f6b-c0cd8e2d8a0e admin admin] Router 75c4bb70-f885-40b1-aaf6-21f271b8017b has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:28:31.918212 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34632) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:31.919308 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3ee8371d-fc9f-492b-b581-2be6c1ed77a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (35723e70-fc1c-4710-9b03-245dacf005c5), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:31.936204 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-5b28e5c1-5986-4de9-8b7e-1cb8196864e7 None None] Provisioning complete for port 4f02279f-f01e-4f54-a741-cbbb14251d5a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:31.936730 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5b28e5c1-5986-4de9-8b7e-1cb8196864e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4f02279f-f01e-4f54-a741-cbbb14251d5a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:31.955925 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-0292294d-7aba-4af1-a087-1d9cb1ef01b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:31.964636 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-0292294d-7aba-4af1-a087-1d9cb1ef01b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c5837b98e7af46fbb269022b017de056&device_id=b4c239da-d0e3-4004-ae92-a6d4849e3fb2 HTTP/1.1" status: 200 len: 1152 time: 0.4346581 Mar 07 10:28:32.080170 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3ee8371d-fc9f-492b-b581-2be6c1ed77a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (35723e70-fc1c-4710-9b03-245dacf005c5), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:32.081549 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee8371d-fc9f-492b-b581-2be6c1ed77a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:32.083373 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3ee8371d-fc9f-492b-b581-2be6c1ed77a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:32.112654 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5b28e5c1-5986-4de9-8b7e-1cb8196864e7 None None] Port 4f02279f-f01e-4f54-a741-cbbb14251d5a cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:28:32.144191 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e07891a1-3315-4f22-abc1-c38ec45e2e20 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:28:32.185540 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e170c39-4f41-42e3-b88b-866fc54b6917" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c239da-d0e3-4004-ae92-a6d4849e3fb2", "tag": "ef10f6db-6439-4a5b-a024-6b22fa5d768c"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:28:32.199460 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-fb19f65e-7e7e-4efb-b9ce-ed27926c6817 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=ef10f6db-6439-4a5b-a024-6b22fa5d768c HTTP/1.1" status: 200 len: 217 time: 0.2264886 Mar 07 10:28:32.290945 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3ee8371d-fc9f-492b-b581-2be6c1ed77a8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.3771207 Mar 07 10:28:32.298755 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34644) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:32.304261 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port e07891a1-3315-4f22-abc1-c38ec45e2e20 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:32.304830 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e07891a1-3315-4f22-abc1-c38ec45e2e20), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:32.368954 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-48176f98-77c2-43d4-acba-fb022e1f2829 admin admin] Request body: {'subnet': {'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-419043440-subnet', 'tenant_id': '253a7b51025b45cd9cb7114a3377a1db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:32.396171 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-20de5544-a2a8-4a74-9f56-6a8ac799974c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:32.398451 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-20de5544-a2a8-4a74-9f56-6a8ac799974c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1840136 Mar 07 10:28:32.401845 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8371d-fc9f-492b-b581-2be6c1ed77a8 admin admin] Pushing event updated for resources: {'Network': ['ID=35723e70-fc1c-4710-9b03-245dacf005c5,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:32.410174 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd13b8df-2e06-488c-8f6b-c0cd8e2d8a0e admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:28:32.449122 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-cd13b8df-2e06-488c-8f6b-c0cd8e2d8a0e admin admin] 10.222.0.11 "PUT /v2.0/routers/75c4bb70-f885-40b1-aaf6-21f271b8017b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7200809 Mar 07 10:28:32.449325 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 35723e70-fc1c-4710-9b03-245dacf005c5 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:28:32.449786 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48176f98-77c2-43d4-acba-fb022e1f2829 admin admin] Made reservation on behalf of 253a7b51025b45cd9cb7114a3377a1db for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:32.452383 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-48176f98-77c2-43d4-acba-fb022e1f2829 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:32.631051 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7c437-b5a3-46c7-be25-f167b125516e req-c074d15d-68fd-4963-b4ed-5259bb781063 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:32.633291 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-88c7c437-b5a3-46c7-be25-f167b125516e req-c074d15d-68fd-4963-b4ed-5259bb781063 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c239da-d0e3-4004-ae92-a6d4849e3fb2 HTTP/1.1" status: 200 len: 970 time: 0.3903441 Mar 07 10:28:32.664775 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-348ba60f-087f-4d95-b687-539eb96692f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:32.674215 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port e07891a1-3315-4f22-abc1-c38ec45e2e20 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:32.674536 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e07891a1-3315-4f22-abc1-c38ec45e2e20), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:32.874883 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-348ba60f-087f-4d95-b687-539eb96692f3 admin admin] Publish callbacks [] for security_group (85e2d1e7-80d9-43f9-bebf-a80d8d62faa2), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:32.887144 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-348ba60f-087f-4d95-b687-539eb96692f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (85e2d1e7-80d9-43f9-bebf-a80d8d62faa2), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:33.040512 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-48176f98-77c2-43d4-acba-fb022e1f2829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for subnet (504ea141-3c64-48b5-943a-bdbdb84bd6df), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:33.094134 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-e6e9eded-c5ad-4429-a401-2334684b846f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:33.095984 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-e6e9eded-c5ad-4429-a401-2334684b846f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6810541 Mar 07 10:28:33.102451 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26644f8d-9662-4238-bc39-8f1a4600254a x-openstack-request-id: req-26644f8d-9662-4238-bc39-8f1a4600254a {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:28:33.102853 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c239da-d0e3-4004-ae92-a6d4849e3fb2", "tag": "ef10f6db-6439-4a5b-a024-6b22fa5d768c", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:28:33.103089 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-26644f8d-9662-4238-bc39-8f1a4600254a {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:28:33.103552 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c239da-d0e3-4004-ae92-a6d4849e3fb2', 'tag': 'ef10f6db-6439-4a5b-a024-6b22fa5d768c', 'status': 'completed', 'code': 200} Mar 07 10:28:33.113407 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port e07891a1-3315-4f22-abc1-c38ec45e2e20, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e07891a1-3315-4f22-abc1-c38ec45e2e20,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:33.120749 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e07891a1-3315-4f22-abc1-c38ec45e2e20), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:33.183892 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ba60f-087f-4d95-b687-539eb96692f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e2d1e7-80d9-43f9-bebf-a80d8d62faa2,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:33.230952 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=e07891a1-3315-4f22-abc1-c38ec45e2e20,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:33.238261 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-348ba60f-087f-4d95-b687-539eb96692f3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6af02a6817b8449eae8c0196e6b32514&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3144376 Mar 07 10:28:33.252009 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34666) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:33.267220 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48176f98-77c2-43d4-acba-fb022e1f2829 admin admin] Pushing event updated for resources: {'Subnet': ['ID=504ea141-3c64-48b5-943a-bdbdb84bd6df,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:33.267794 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-88c7c437-b5a3-46c7-be25-f167b125516e req-1d0ce9fa-1609-4927-b66c-69655a4e96be tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3183dcc-d96d-4cff-99ad-a2c930eb08b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6073885 Mar 07 10:28:33.305381 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48176f98-77c2-43d4-acba-fb022e1f2829 admin admin] Checking segment: {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:33.305796 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48176f98-77c2-43d4-acba-fb022e1f2829 admin admin] Network hostable DHCP agents. Network: 35723e70-fc1c-4710-9b03-245dacf005c5, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:28:33.311792 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28448f41-2387-4b82-90bd-885911b9a63d None None] Sync routers for ids ['75c4bb70-f885-40b1-aaf6-21f271b8017b'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:28:33.342275 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28448f41-2387-4b82-90bd-885911b9a63d None None] Routers {'75c4bb70-f885-40b1-aaf6-21f271b8017b'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:28:33.354062 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-28448f41-2387-4b82-90bd-885911b9a63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:28:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['75c4bb70-f885-40b1-aaf6-21f271b8017b'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:33.373568 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cc6ad323-5dce-4221-93b2-f4b2741aeccf admin admin] Publish callbacks [] for security_group (85e2d1e7-80d9-43f9-bebf-a80d8d62faa2), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:33.406275 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48176f98-77c2-43d4-acba-fb022e1f2829 admin admin] Network 35723e70-fc1c-4710-9b03-245dacf005c5 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:28:33.416194 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cc6ad323-5dce-4221-93b2-f4b2741aeccf admin admin] Publish callbacks [] for security_group (85e2d1e7-80d9-43f9-bebf-a80d8d62faa2), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:33.434772 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-48176f98-77c2-43d4-acba-fb022e1f2829 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 35723e70-fc1c-4710-9b03-245dacf005c5) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:33.449402 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48176f98-77c2-43d4-acba-fb022e1f2829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:33.450925 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-48176f98-77c2-43d4-acba-fb022e1f2829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:33.456486 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef5f819-6c7f-49a1-80a1-dfc38a1e33ed None None] Network 35723e70-fc1c-4710-9b03-245dacf005c5 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:28:33.496733 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-48176f98-77c2-43d4-acba-fb022e1f2829 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1425245 Mar 07 10:28:33.559511 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cc6ad323-5dce-4221-93b2-f4b2741aeccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (85e2d1e7-80d9-43f9-bebf-a80d8d62faa2), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:33.567087 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cc6ad323-5dce-4221-93b2-f4b2741aeccf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:33.570348 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-cc6ad323-5dce-4221-93b2-f4b2741aeccf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/85e2d1e7-80d9-43f9-bebf-a80d8d62faa2 HTTP/1.1" status: 204 len: 168 time: 0.3170414 Mar 07 10:28:33.593467 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ad323-5dce-4221-93b2-f4b2741aeccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e2d1e7-80d9-43f9-bebf-a80d8d62faa2,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:33.659388 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-7056ca22-68d1-4289-93d8-fa8c36369aa5 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5149887 Mar 07 10:28:33.830173 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e806018-4980-4ef5-bbff-2c4e2305617d None None] Network 35723e70-fc1c-4710-9b03-245dacf005c5 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:28:33.923466 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-28448f41-2387-4b82-90bd-885911b9a63d None None] Set router 75c4bb70-f885-40b1-aaf6-21f271b8017b gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:28:34.075087 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e07891a1-3315-4f22-abc1-c38ec45e2e20 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:28:34.113750 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f323ac8c-3237-44d1-b988-63f33de9de3c req-0b348a70-f081-437f-8ef2-6c0ab4ea666b service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403805 Mar 07 10:28:34.335052 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e170c39-4f41-42e3-b88b-866fc54b6917 req-5aaaf3b9-b3cd-4937-93f8-e015deeb722d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:34.336470 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8e170c39-4f41-42e3-b88b-866fc54b6917 req-5aaaf3b9-b3cd-4937-93f8-e015deeb722d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c5837b98e7af46fbb269022b017de056&device_id=b4c239da-d0e3-4004-ae92-a6d4849e3fb2 HTTP/1.1" status: 200 len: 1152 time: 0.1009078 Mar 07 10:28:34.497077 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port e07891a1-3315-4f22-abc1-c38ec45e2e20 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:34.497657 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e07891a1-3315-4f22-abc1-c38ec45e2e20), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:34.740176 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e170c39-4f41-42e3-b88b-866fc54b6917 req-fb52d486-ee43-479f-aa33-756d68e8ae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:34.754599 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8e170c39-4f41-42e3-b88b-866fc54b6917 req-fb52d486-ee43-479f-aa33-756d68e8ae6b service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.4049916 Mar 07 10:28:34.859309 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58cd66-6c15-477d-8930-a7d165ddb90a req-e1e9a4ba-c4d2-4bbc-85e5-ba0c03422301 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:34.876245 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cc58cd66-6c15-477d-8930-a7d165ddb90a req-e1e9a4ba-c4d2-4bbc-85e5-ba0c03422301 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c239da-d0e3-4004-ae92-a6d4849e3fb2 HTTP/1.1" status: 200 len: 970 time: 0.0905249 Mar 07 10:28:34.883724 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-28448f41-2387-4b82-90bd-885911b9a63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c4bb70-f885-40b1-aaf6-21f271b8017b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060441345-router', 'tenant_id': '15507463445b4c5ab685f861217c2b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'e07891a1-3315-4f22-abc1-c38ec45e2e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:23Z', 'updated_at': '2022-03-07T10:28:29Z', 'revision_number': 4, 'project_id': '15507463445b4c5ab685f861217c2b9c', 'gw_port': {'id': 'e07891a1-3315-4f22-abc1-c38ec45e2e20', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:97:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c4bb70-f885-40b1-aaf6-21f271b8017b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:24Z', 'updated_at': '2022-03-07T10:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '4f02279f-f01e-4f54-a741-cbbb14251d5a', 'name': '', 'network_id': '53dbc918-ab4c-4d6d-a32a-86cc0d634b4f', 'tenant_id': '15507463445b4c5ab685f861217c2b9c', 'mac_address': 'fa:16:3e:6f:de:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c4bb70-f885-40b1-aaf6-21f271b8017b', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c3dce0ac-31e1-439c-b027-57165e68785c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:28Z', 'updated_at': '2022-03-07T10:28:30Z', 'revision_number': 2, 'project_id': '15507463445b4c5ab685f861217c2b9c', 'subnets': [{'id': 'c3dce0ac-31e1-439c-b027-57165e68785c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:34.919629 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8e170c39-4f41-42e3-b88b-866fc54b6917 req-58525a00-9cbf-4255-ba2a-d3efc4842310 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=ef10f6db-6439-4a5b-a024-6b22fa5d768c HTTP/1.1" status: 200 len: 217 time: 0.1288929 Mar 07 10:28:34.976763 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28448f41-2387-4b82-90bd-885911b9a63d None None] Checking router: 75c4bb70-f885-40b1-aaf6-21f271b8017b for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:28:34.979580 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28448f41-2387-4b82-90bd-885911b9a63d None None] Updating router 75c4bb70-f885-40b1-aaf6-21f271b8017b port 4f02279f-f01e-4f54-a741-cbbb14251d5a binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:28:34.985698 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cc58cd66-6c15-477d-8930-a7d165ddb90a req-73756eea-2541-4f7d-8e12-eb4dcc3c8fed tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3183dcc-d96d-4cff-99ad-a2c930eb08b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081457 Mar 07 10:28:34.986388 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34712) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:35.025574 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d2f3b4ad-5895-4de3-b0ec-c6ccf82d1ddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:35.042631 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e170c39-4f41-42e3-b88b-866fc54b6917 req-183c5ed6-3c92-4bec-a1c4-f1ea2971e33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:35.044297 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8e170c39-4f41-42e3-b88b-866fc54b6917 req-183c5ed6-3c92-4bec-a1c4-f1ea2971e33f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1067824 Mar 07 10:28:35.066278 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port e07891a1-3315-4f22-abc1-c38ec45e2e20 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:35.111880 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-28448f41-2387-4b82-90bd-885911b9a63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4f02279f-f01e-4f54-a741-cbbb14251d5a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:35.245792 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d2f3b4ad-5895-4de3-b0ec-c6ccf82d1ddd admin admin] Publish callbacks [] for security_group (bc358be1-c4af-43b8-97bf-3e80f430060b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:35.252900 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d2f3b4ad-5895-4de3-b0ec-c6ccf82d1ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (bc358be1-c4af-43b8-97bf-3e80f430060b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:35.269322 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e170c39-4f41-42e3-b88b-866fc54b6917 req-4fe018dc-949b-42b9-95fd-8d8faed7ca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:35.274379 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8e170c39-4f41-42e3-b88b-866fc54b6917 req-4fe018dc-949b-42b9-95fd-8d8faed7ca0d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1817689 Mar 07 10:28:35.335852 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d2f3b4ad-5895-4de3-b0ec-c6ccf82d1ddd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b451f819683944bd820b173f86a8ea90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3482373 Mar 07 10:28:35.337398 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34722) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:35.454946 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3b4ad-5895-4de3-b0ec-c6ccf82d1ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc358be1-c4af-43b8-97bf-3e80f430060b,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:35.514395 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fef0f241-451d-42ed-b339-98697b0de2d0 admin admin] Publish callbacks [] for security_group (bc358be1-c4af-43b8-97bf-3e80f430060b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:35.590975 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fef0f241-451d-42ed-b339-98697b0de2d0 admin admin] Publish callbacks [] for security_group (bc358be1-c4af-43b8-97bf-3e80f430060b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:35.600772 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8e170c39-4f41-42e3-b88b-866fc54b6917 req-057d93f4-69b4-4d3d-affb-eb259099ec15 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068140 Mar 07 10:28:35.735646 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fef0f241-451d-42ed-b339-98697b0de2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (bc358be1-c4af-43b8-97bf-3e80f430060b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:35.738275 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fef0f241-451d-42ed-b339-98697b0de2d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:35.742900 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-fef0f241-451d-42ed-b339-98697b0de2d0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bc358be1-c4af-43b8-97bf-3e80f430060b HTTP/1.1" status: 204 len: 168 time: 0.3958585 Mar 07 10:28:35.760778 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef0f241-451d-42ed-b339-98697b0de2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc358be1-c4af-43b8-97bf-3e80f430060b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:35.853483 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-28448f41-2387-4b82-90bd-885911b9a63d None None] Publish callbacks [] for port (4f02279f-f01e-4f54-a741-cbbb14251d5a), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:35.866798 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-28448f41-2387-4b82-90bd-885911b9a63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4f02279f-f01e-4f54-a741-cbbb14251d5a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:35.882196 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8e170c39-4f41-42e3-b88b-866fc54b6917 req-f04c7aff-8135-4188-83dc-f426701d94fa service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643676 Mar 07 10:28:35.988012 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc49f6-b030-4b76-a941-d5a42d09f2f5 None None] Pushing event updated for resources: {'Port': ['ID=4f02279f-f01e-4f54-a741-cbbb14251d5a,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:36.066293 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-28448f41-2387-4b82-90bd-885911b9a63d None None] Attempting to bind port 4f02279f-f01e-4f54-a741-cbbb14251d5a on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:28:36.066805 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-28448f41-2387-4b82-90bd-885911b9a63d None None] Attempting to bind port 4f02279f-f01e-4f54-a741-cbbb14251d5a by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '659b5574-4874-41b2-9508-06bd73e4d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '53dbc918-ab4c-4d6d-a32a-86cc0d634b4f'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:28:36.067037 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28448f41-2387-4b82-90bd-885911b9a63d None None] Attempting to bind port 4f02279f-f01e-4f54-a741-cbbb14251d5a on network 53dbc918-ab4c-4d6d-a32a-86cc0d634b4f {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:36.086234 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28448f41-2387-4b82-90bd-885911b9a63d None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:28:36.086506 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28448f41-2387-4b82-90bd-885911b9a63d None None] Checking segment: {'id': '659b5574-4874-41b2-9508-06bd73e4d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '53dbc918-ab4c-4d6d-a32a-86cc0d634b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:36.089169 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-28448f41-2387-4b82-90bd-885911b9a63d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:36.089687 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28448f41-2387-4b82-90bd-885911b9a63d None None] Bound using segment: {'id': '659b5574-4874-41b2-9508-06bd73e4d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '53dbc918-ab4c-4d6d-a32a-86cc0d634b4f'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:28:36.090110 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-28448f41-2387-4b82-90bd-885911b9a63d None None] Bound port: 4f02279f-f01e-4f54-a741-cbbb14251d5a, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659b5574-4874-41b2-9508-06bd73e4d186', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '53dbc918-ab4c-4d6d-a32a-86cc0d634b4f'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:28:36.090499 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-28448f41-2387-4b82-90bd-885911b9a63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4f02279f-f01e-4f54-a741-cbbb14251d5a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:36.224992 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-28448f41-2387-4b82-90bd-885911b9a63d None None] For port 4f02279f-f01e-4f54-a741-cbbb14251d5a, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:36.231342 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-28448f41-2387-4b82-90bd-885911b9a63d None None] For port 4f02279f-f01e-4f54-a741-cbbb14251d5a, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=4f02279f-f01e-4f54-a741-cbbb14251d5a,segment=NetworkSegment(659b5574-4874-41b2-9508-06bd73e4d186),segment_id=659b5574-4874-41b2-9508-06bd73e4d186)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:36.245674 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-28448f41-2387-4b82-90bd-885911b9a63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4f02279f-f01e-4f54-a741-cbbb14251d5a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:36.390176 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34746) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:36.395561 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-1bce4243-6d2d-4be2-8f4e-d5d4dd8b50cc tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1898694750', 'description': 'tempest-description--1176035750'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:36.462407 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc49f6-b030-4b76-a941-d5a42d09f2f5 None None] Pushing event updated for resources: {'Port': ['ID=4f02279f-f01e-4f54-a741-cbbb14251d5a,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:36.468747 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28448f41-2387-4b82-90bd-885911b9a63d None None] Routers {'75c4bb70-f885-40b1-aaf6-21f271b8017b'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:28:36.473807 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-28448f41-2387-4b82-90bd-885911b9a63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:28:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['75c4bb70-f885-40b1-aaf6-21f271b8017b'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:36.477619 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-163951e1-3abf-4d62-ba3e-8cc818e7de72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:36.480224 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-e2df82c3-c5a1-4623-b30f-22d7915ebe9f None None] Provisioning complete for port 4f02279f-f01e-4f54-a741-cbbb14251d5a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:36.505220 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1bce4243-6d2d-4be2-8f4e-d5d4dd8b50cc tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:36.511338 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e2df82c3-c5a1-4623-b30f-22d7915ebe9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4f02279f-f01e-4f54-a741-cbbb14251d5a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:36.655711 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b9993-17ba-4f67-bde1-67462ac306a3 req-77effec8-df13-46b3-9da5-ded89a764378 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:36.668759 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-030b9993-17ba-4f67-bde1-67462ac306a3 req-77effec8-df13-46b3-9da5-ded89a764378 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c239da-d0e3-4004-ae92-a6d4849e3fb2 HTTP/1.1" status: 200 len: 970 time: 0.1449242 Mar 07 10:28:36.780105 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34762) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:36.791675 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1bce4243-6d2d-4be2-8f4e-d5d4dd8b50cc tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks [] for security_group (432c2063-5333-4824-af3b-fe6ac20d1287), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:36.797698 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-822efeb0-61d8-45bb-981e-c903b0445994 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1348104833-network', 'tenant_id': '2544e848d34744d8be2ae0f7546c350f'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:36.799945 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1bce4243-6d2d-4be2-8f4e-d5d4dd8b50cc tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (432c2063-5333-4824-af3b-fe6ac20d1287), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:36.822840 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-030b9993-17ba-4f67-bde1-67462ac306a3 req-0606a899-ea18-49c0-92bf-be5a767627a1 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3183dcc-d96d-4cff-99ad-a2c930eb08b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477587 Mar 07 10:28:36.864191 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822efeb0-61d8-45bb-981e-c903b0445994 admin admin] Made reservation on behalf of 2544e848d34744d8be2ae0f7546c350f for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:36.867813 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-822efeb0-61d8-45bb-981e-c903b0445994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:36.885370 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1bce4243-6d2d-4be2-8f4e-d5d4dd8b50cc tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:36.886136 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-822efeb0-61d8-45bb-981e-c903b0445994 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:36.887140 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1bce4243-6d2d-4be2-8f4e-d5d4dd8b50cc tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4945166 Mar 07 10:28:36.895386 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34764) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:36.904394 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-727847f6-4736-46d7-be47-aa51896a1b43 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Request body: {'security_group_rule': {'security_group_id': '432c2063-5333-4824-af3b-fe6ac20d1287', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:36.930384 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce4243-6d2d-4be2-8f4e-d5d4dd8b50cc tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=432c2063-5333-4824-af3b-fe6ac20d1287,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:36.958301 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e2df82c3-c5a1-4623-b30f-22d7915ebe9f None None] Current status of the port 4f02279f-f01e-4f54-a741-cbbb14251d5a is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:36.958883 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e2df82c3-c5a1-4623-b30f-22d7915ebe9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4f02279f-f01e-4f54-a741-cbbb14251d5a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:37.009297 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-28448f41-2387-4b82-90bd-885911b9a63d None None] Set router 75c4bb70-f885-40b1-aaf6-21f271b8017b gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:28:37.181291 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-727847f6-4736-46d7-be47-aa51896a1b43 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks [] for security_group_rule (4980dd87-6c24-4529-bb88-a794b96ae57e), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:37.427910 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-822efeb0-61d8-45bb-981e-c903b0445994 admin admin] Publish callbacks [] for security_group (640d6f2b-a205-4bb4-aced-6a68d9c50d3a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:37.454771 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-822efeb0-61d8-45bb-981e-c903b0445994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (640d6f2b-a205-4bb4-aced-6a68d9c50d3a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:37.515911 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-822efeb0-61d8-45bb-981e-c903b0445994 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:28:37.595711 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-e2df82c3-c5a1-4623-b30f-22d7915ebe9f None None] For port 4f02279f-f01e-4f54-a741-cbbb14251d5a, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=4f02279f-f01e-4f54-a741-cbbb14251d5a,segment=NetworkSegment(659b5574-4874-41b2-9508-06bd73e4d186),segment_id=659b5574-4874-41b2-9508-06bd73e4d186)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:37.604270 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-822efeb0-61d8-45bb-981e-c903b0445994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (bd73675d-99cb-4bc6-9775-581401d0a33c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:37.604684 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-822efeb0-61d8-45bb-981e-c903b0445994 admin admin] Added segment bd73675d-99cb-4bc6-9775-581401d0a33c of type vlan for network c802cec8-bcaf-47bf-ad48-f0bf27270450 Mar 07 10:28:37.607205 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-727847f6-4736-46d7-be47-aa51896a1b43 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks [] for security_group_rule (4980dd87-6c24-4529-bb88-a794b96ae57e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:37.626798 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822efeb0-61d8-45bb-981e-c903b0445994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640d6f2b-a205-4bb4-aced-6a68d9c50d3a,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:37.631195 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-727847f6-4736-46d7-be47-aa51896a1b43 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (4980dd87-6c24-4529-bb88-a794b96ae57e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:37.640780 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e2df82c3-c5a1-4623-b30f-22d7915ebe9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4f02279f-f01e-4f54-a741-cbbb14251d5a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:37.753230 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727847f6-4736-46d7-be47-aa51896a1b43 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4980dd87-6c24-4529-bb88-a794b96ae57e,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:37.756976 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-822efeb0-61d8-45bb-981e-c903b0445994 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (c802cec8-bcaf-47bf-ad48-f0bf27270450), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:37.767456 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-727847f6-4736-46d7-be47-aa51896a1b43 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:37.768963 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-727847f6-4736-46d7-be47-aa51896a1b43 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8726044 Mar 07 10:28:37.771748 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34794) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:37.777665 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-53f84072-236c-430e-a196-5b26ac6c5d9f tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Request body: {'security_group_rule': {'security_group_id': '432c2063-5333-4824-af3b-fe6ac20d1287', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:37.845738 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-822efeb0-61d8-45bb-981e-c903b0445994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (c802cec8-bcaf-47bf-ad48-f0bf27270450), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:37.846979 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822efeb0-61d8-45bb-981e-c903b0445994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:37.847673 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-822efeb0-61d8-45bb-981e-c903b0445994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:37.898254 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-53f84072-236c-430e-a196-5b26ac6c5d9f tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks [] for security_group_rule (50789018-a3d5-41a3-872f-479e9e96f857), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:37.917161 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-822efeb0-61d8-45bb-981e-c903b0445994 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1354413 Mar 07 10:28:37.920731 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-460c1e10-e3f8-4834-bd96-b2eaf4e74e9d None None] Provisioning complete for port 4f02279f-f01e-4f54-a741-cbbb14251d5a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:37.923479 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34802) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:37.924144 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-460c1e10-e3f8-4834-bd96-b2eaf4e74e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4f02279f-f01e-4f54-a741-cbbb14251d5a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:37.934346 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-4b2414da-4274-406e-b174-3d357ff70830 admin admin] Request body: {'subnet': {'network_id': 'c802cec8-bcaf-47bf-ad48-f0bf27270450', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1348104833-subnet', 'tenant_id': '2544e848d34744d8be2ae0f7546c350f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:37.997677 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822efeb0-61d8-45bb-981e-c903b0445994 admin admin] Pushing event updated for resources: {'Network': ['ID=c802cec8-bcaf-47bf-ad48-f0bf27270450,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:38.017223 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2414da-4274-406e-b174-3d357ff70830 admin admin] Made reservation on behalf of 2544e848d34744d8be2ae0f7546c350f for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:38.021778 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4b2414da-4274-406e-b174-3d357ff70830 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:38.066710 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network c802cec8-bcaf-47bf-ad48-f0bf27270450 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:28:38.080603 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df82c3-c5a1-4623-b30f-22d7915ebe9f None None] Pushing event updated for resources: {'Port': ['ID=4f02279f-f01e-4f54-a741-cbbb14251d5a,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:38.289129 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a9c7f-552d-443e-bc51-b5e8646d405e req-30662cd6-763b-42d8-ab2a-5da64335d7c4 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:38.308730 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7f9a9c7f-552d-443e-bc51-b5e8646d405e req-30662cd6-763b-42d8-ab2a-5da64335d7c4 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c239da-d0e3-4004-ae92-a6d4849e3fb2 HTTP/1.1" status: 200 len: 970 time: 0.3086162 Mar 07 10:28:38.352219 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-53f84072-236c-430e-a196-5b26ac6c5d9f tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks [] for security_group_rule (50789018-a3d5-41a3-872f-479e9e96f857), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:38.428042 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34810) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:38.447755 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-53f84072-236c-430e-a196-5b26ac6c5d9f tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (50789018-a3d5-41a3-872f-479e9e96f857), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:38.448485 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4b2414da-4274-406e-b174-3d357ff70830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for subnet (e43e607e-e0fe-4952-92a0-3d4c3a50a971), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:38.508858 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-460c1e10-e3f8-4834-bd96-b2eaf4e74e9d None None] Current status of the port 4f02279f-f01e-4f54-a741-cbbb14251d5a is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:38.551060 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-28448f41-2387-4b82-90bd-885911b9a63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c4bb70-f885-40b1-aaf6-21f271b8017b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060441345-router', 'tenant_id': '15507463445b4c5ab685f861217c2b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'e07891a1-3315-4f22-abc1-c38ec45e2e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:23Z', 'updated_at': '2022-03-07T10:28:29Z', 'revision_number': 4, 'project_id': '15507463445b4c5ab685f861217c2b9c', 'gw_port': {'id': 'e07891a1-3315-4f22-abc1-c38ec45e2e20', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:97:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c4bb70-f885-40b1-aaf6-21f271b8017b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:24Z', 'updated_at': '2022-03-07T10:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '4f02279f-f01e-4f54-a741-cbbb14251d5a', 'name': '', 'network_id': '53dbc918-ab4c-4d6d-a32a-86cc0d634b4f', 'tenant_id': '15507463445b4c5ab685f861217c2b9c', 'mac_address': 'fa:16:3e:6f:de:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c4bb70-f885-40b1-aaf6-21f271b8017b', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c3dce0ac-31e1-439c-b027-57165e68785c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:28Z', 'updated_at': '2022-03-07T10:28:36Z', 'revision_number': 4, 'project_id': '15507463445b4c5ab685f861217c2b9c', 'subnets': [{'id': 'c3dce0ac-31e1-439c-b027-57165e68785c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:28:38.585787 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-53f84072-236c-430e-a196-5b26ac6c5d9f tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:38.594349 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-53f84072-236c-430e-a196-5b26ac6c5d9f tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8200786 Mar 07 10:28:38.598950 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2414da-4274-406e-b174-3d357ff70830 admin admin] Checking segment: {'id': 'bd73675d-99cb-4bc6-9775-581401d0a33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c802cec8-bcaf-47bf-ad48-f0bf27270450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:38.599443 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2414da-4274-406e-b174-3d357ff70830 admin admin] Network hostable DHCP agents. Network: c802cec8-bcaf-47bf-ad48-f0bf27270450, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:28:38.601041 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34816) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:38.606154 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2414da-4274-406e-b174-3d357ff70830 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e43e607e-e0fe-4952-92a0-3d4c3a50a971,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:38.629194 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-5edf4529-d9f5-47b8-8c51-2817ca7cb400 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:38.631608 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-74b698d5-b5d4-440b-a04b-6f3e075e5443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:38.636169 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28448f41-2387-4b82-90bd-885911b9a63d None None] The sync data for ids ['75c4bb70-f885-40b1-aaf6-21f271b8017b'] in n-d-832164-4 is: [{'id': '75c4bb70-f885-40b1-aaf6-21f271b8017b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060441345-router', 'tenant_id': '15507463445b4c5ab685f861217c2b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'e07891a1-3315-4f22-abc1-c38ec45e2e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:23Z', 'updated_at': '2022-03-07T10:28:29Z', 'revision_number': 4, 'project_id': '15507463445b4c5ab685f861217c2b9c', 'gw_port': {'id': 'e07891a1-3315-4f22-abc1-c38ec45e2e20', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:97:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c4bb70-f885-40b1-aaf6-21f271b8017b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:24Z', 'updated_at': '2022-03-07T10:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '4f02279f-f01e-4f54-a741-cbbb14251d5a', 'name': '', 'network_id': '53dbc918-ab4c-4d6d-a32a-86cc0d634b4f', 'tenant_id': '15507463445b4c5ab685f861217c2b9c', 'mac_address': 'fa:16:3e:6f:de:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c4bb70-f885-40b1-aaf6-21f271b8017b', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c3dce0ac-31e1-439c-b027-57165e68785c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:28Z', 'updated_at': '2022-03-07T10:28:36Z', 'revision_number': 4, 'project_id': '15507463445b4c5ab685f861217c2b9c', 'subnets': [{'id': 'c3dce0ac-31e1-439c-b027-57165e68785c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:28:38.654494 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2414da-4274-406e-b174-3d357ff70830 admin admin] Network c802cec8-bcaf-47bf-ad48-f0bf27270450 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:28:38.654840 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f84072-236c-430e-a196-5b26ac6c5d9f tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50789018-a3d5-41a3-872f-479e9e96f857,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:38.674830 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7f9a9c7f-552d-443e-bc51-b5e8646d405e req-96003a42-5154-428f-af24-c957ea9e3ae0 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3183dcc-d96d-4cff-99ad-a2c930eb08b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505189 Mar 07 10:28:38.675189 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-4b2414da-4274-406e-b174-3d357ff70830 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, c802cec8-bcaf-47bf-ad48-f0bf27270450) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:38.683951 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2414da-4274-406e-b174-3d357ff70830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:38.684857 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4b2414da-4274-406e-b174-3d357ff70830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:38.696760 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc0ba26-721a-4d91-9a26-e2c830927e52 None None] Network c802cec8-bcaf-47bf-ad48-f0bf27270450 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:28:38.712026 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5edf4529-d9f5-47b8-8c51-2817ca7cb400 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:38.741165 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4b2414da-4274-406e-b174-3d357ff70830 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8105879 Mar 07 10:28:38.935493 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4433efe-86e3-4c64-a667-f96d0a3bbb4d None None] Network c802cec8-bcaf-47bf-ad48-f0bf27270450 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:28:38.992742 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34824) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:39.062624 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-052b569e-66c3-4b6d-aacf-a742021dbe79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:39.167281 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-052b569e-66c3-4b6d-aacf-a742021dbe79 admin admin] Publish callbacks [] for security_group (0a260e83-cccb-470c-9466-abfdec4450e9), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:39.174605 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-052b569e-66c3-4b6d-aacf-a742021dbe79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0a260e83-cccb-470c-9466-abfdec4450e9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:39.177530 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5edf4529-d9f5-47b8-8c51-2817ca7cb400 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:39.221032 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-86c92d5a-5e35-4afc-bb14-d5113f8281c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:39.261636 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b569e-66c3-4b6d-aacf-a742021dbe79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a260e83-cccb-470c-9466-abfdec4450e9,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:39.265998 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-052b569e-66c3-4b6d-aacf-a742021dbe79 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=77f907d094e94e77b0fc764f1d0b8540&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8347456 Mar 07 10:28:39.269192 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34834) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:39.331134 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-5edf4529-d9f5-47b8-8c51-2817ca7cb400 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Allocated IP 172.25.3.56 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/e331d5e1-19c2-49e3-aa26-703daf276f14) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:39.370049 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-269d0e76-da9a-43ea-8518-71c416dfc0cf admin admin] Publish callbacks [] for security_group (0a260e83-cccb-470c-9466-abfdec4450e9), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:39.404257 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-269d0e76-da9a-43ea-8518-71c416dfc0cf admin admin] Publish callbacks [] for security_group (0a260e83-cccb-470c-9466-abfdec4450e9), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:39.479046 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-86c92d5a-5e35-4afc-bb14-d5113f8281c5 admin admin] Publish callbacks [] for security_group (73e8616e-6270-47c3-ab51-ed74439baaad), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:39.486545 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-86c92d5a-5e35-4afc-bb14-d5113f8281c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (73e8616e-6270-47c3-ab51-ed74439baaad), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:39.512155 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5edf4529-d9f5-47b8-8c51-2817ca7cb400 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks [] for port (e331d5e1-19c2-49e3-aa26-703daf276f14), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:39.525184 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-269d0e76-da9a-43ea-8518-71c416dfc0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0a260e83-cccb-470c-9466-abfdec4450e9), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:39.529353 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-269d0e76-da9a-43ea-8518-71c416dfc0cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:39.533908 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-269d0e76-da9a-43ea-8518-71c416dfc0cf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0a260e83-cccb-470c-9466-abfdec4450e9 HTTP/1.1" status: 204 len: 168 time: 0.2637277 Mar 07 10:28:39.553004 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c92d5a-5e35-4afc-bb14-d5113f8281c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e8616e-6270-47c3-ab51-ed74439baaad,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:39.565412 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-86c92d5a-5e35-4afc-bb14-d5113f8281c5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d78321e98d9e440abe7ad8995a6772cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5714102 Mar 07 10:28:39.568160 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34846) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:39.577816 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d0e76-da9a-43ea-8518-71c416dfc0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a260e83-cccb-470c-9466-abfdec4450e9,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:39.592087 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5edf4529-d9f5-47b8-8c51-2817ca7cb400 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (e331d5e1-19c2-49e3-aa26-703daf276f14), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:39.662863 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edf4529-d9f5-47b8-8c51-2817ca7cb400 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:39.672170 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-5edf4529-d9f5-47b8-8c51-2817ca7cb400 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:39.677074 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edf4529-d9f5-47b8-8c51-2817ca7cb400 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:28:39.727951 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:39.777068 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf4529-d9f5-47b8-8c51-2817ca7cb400 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Pushing event updated for resources: {'Port': ['ID=e331d5e1-19c2-49e3-aa26-703daf276f14,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:39.798960 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3f6f5f0f-d43d-456f-aca1-127958577311 admin admin] Publish callbacks [] for security_group (73e8616e-6270-47c3-ab51-ed74439baaad), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:39.917420 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5edf4529-d9f5-47b8-8c51-2817ca7cb400 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks [] for floatingip (4823a08a-44a7-4b10-b435-8aa3b68f58fb), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:39.923440 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3f6f5f0f-d43d-456f-aca1-127958577311 admin admin] Publish callbacks [] for security_group (73e8616e-6270-47c3-ab51-ed74439baaad), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:40.004705 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b12213-ff55-4c45-b68b-1d48dae439a3 req-867e606f-a506-4db8-8b27-2f373d8ec521 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:40.006873 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-88b12213-ff55-4c45-b68b-1d48dae439a3 req-867e606f-a506-4db8-8b27-2f373d8ec521 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c239da-d0e3-4004-ae92-a6d4849e3fb2 HTTP/1.1" status: 200 len: 970 time: 0.1808844 Mar 07 10:28:40.014648 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 4f02279f-f01e-4f54-a741-cbbb14251d5a up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:28:40.073500 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-88b12213-ff55-4c45-b68b-1d48dae439a3 req-19a7fc38-63f0-4e72-aafa-d90a040e8741 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3183dcc-d96d-4cff-99ad-a2c930eb08b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491204 Mar 07 10:28:40.083872 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5edf4529-d9f5-47b8-8c51-2817ca7cb400 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e331d5e1-19c2-49e3-aa26-703daf276f14), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:40.134419 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 4f02279f-f01e-4f54-a741-cbbb14251d5a triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:40.136487 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4f02279f-f01e-4f54-a741-cbbb14251d5a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:40.252620 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3f6f5f0f-d43d-456f-aca1-127958577311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (73e8616e-6270-47c3-ab51-ed74439baaad), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:40.257323 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3f6f5f0f-d43d-456f-aca1-127958577311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:40.258725 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3f6f5f0f-d43d-456f-aca1-127958577311 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/73e8616e-6270-47c3-ab51-ed74439baaad HTTP/1.1" status: 204 len: 168 time: 0.6870596 Mar 07 10:28:40.267293 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-9fb642f7-7ab4-4b4f-a6f9-60675da61ffb tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:40.275472 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-9fb642f7-7ab4-4b4f-a6f9-60675da61ffb tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/networks?id=35723e70-fc1c-4710-9b03-245dacf005c5 HTTP/1.1" status: 200 len: 820 time: 0.3215785 Mar 07 10:28:40.276137 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 4f02279f-f01e-4f54-a741-cbbb14251d5a is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:40.299206 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f5f0f-d43d-456f-aca1-127958577311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e8616e-6270-47c3-ab51-ed74439baaad,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:40.312486 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-7bdef139-6548-4390-84be-bcf42e102fcb tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/quotas/253a7b51025b45cd9cb7114a3377a1db HTTP/1.1" status: 200 len: 375 time: 0.0360601 Mar 07 10:28:40.335032 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34870) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:40.364192 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8e68ae77-e277-4d78-a8f9-78a4caf4229a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:40.396160 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-9e79b2d9-d669-412f-9632-7baa37a6259c tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=253a7b51025b45cd9cb7114a3377a1db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821862 Mar 07 10:28:40.400382 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5edf4529-d9f5-47b8-8c51-2817ca7cb400 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks [] for port (e331d5e1-19c2-49e3-aa26-703daf276f14), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:40.419472 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5edf4529-d9f5-47b8-8c51-2817ca7cb400 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e331d5e1-19c2-49e3-aa26-703daf276f14), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:40.461935 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5edf4529-d9f5-47b8-8c51-2817ca7cb400 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (4823a08a-44a7-4b10-b435-8aa3b68f58fb), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:40.498479 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5edf4529-d9f5-47b8-8c51-2817ca7cb400 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:40.499665 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5edf4529-d9f5-47b8-8c51-2817ca7cb400 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8870308 Mar 07 10:28:40.500329 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf4529-d9f5-47b8-8c51-2817ca7cb400 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Pushing event updated for resources: {'Port': ['ID=e331d5e1-19c2-49e3-aa26-703daf276f14,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:40.536152 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8e68ae77-e277-4d78-a8f9-78a4caf4229a admin admin] Publish callbacks [] for security_group (637443df-24af-4404-ae88-1c7b543b2f54), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:40.546864 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8e68ae77-e277-4d78-a8f9-78a4caf4229a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (637443df-24af-4404-ae88-1c7b543b2f54), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:40.601564 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8e68ae77-e277-4d78-a8f9-78a4caf4229a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=703c89e0c3394ed397eeea6f578f7eaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2652447 Mar 07 10:28:40.603823 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68ae77-e277-4d78-a8f9-78a4caf4229a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637443df-24af-4404-ae88-1c7b543b2f54,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:40.604415 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34888) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:40.674944 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3637c9e8-7072-4266-a425-24901229ca82 admin admin] Publish callbacks [] for security_group (637443df-24af-4404-ae88-1c7b543b2f54), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:40.701063 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3637c9e8-7072-4266-a425-24901229ca82 admin admin] Publish callbacks [] for security_group (637443df-24af-4404-ae88-1c7b543b2f54), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:40.715453 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-7b42ce1e-d8f1-4e0b-bdcd-2108fae25eb5 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:28:40.716456 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-7b42ce1e-d8f1-4e0b-bdcd-2108fae25eb5 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1282020 Mar 07 10:28:40.798245 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34902) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:40.815885 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e0967d60-1adf-47d6-bf94-69b9d5980463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:40.820921 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-bb33f516-e585-4b25-9e6d-18dbda009d19 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1898694750&fields=id&tenant_id=a52739f03a4c4c41ae4b3050610b2bcb HTTP/1.1" status: 200 len: 267 time: 0.0685947 Mar 07 10:28:40.828698 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3637c9e8-7072-4266-a425-24901229ca82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (637443df-24af-4404-ae88-1c7b543b2f54), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:40.831257 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3637c9e8-7072-4266-a425-24901229ca82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:40.835206 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3637c9e8-7072-4266-a425-24901229ca82 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/637443df-24af-4404-ae88-1c7b543b2f54 HTTP/1.1" status: 204 len: 168 time: 0.2266715 Mar 07 10:28:40.854736 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637c9e8-7072-4266-a425-24901229ca82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637443df-24af-4404-ae88-1c7b543b2f54,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:40.865473 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-89d360e3-f18b-4b20-b89a-606bc25b422c service neutron] 10.222.0.11 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395936 Mar 07 10:28:40.997807 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e0967d60-1adf-47d6-bf94-69b9d5980463 admin admin] Publish callbacks [] for security_group (afc8325e-d08d-4271-b4bd-69c8ffee0059), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:41.000286 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-8fc7125e-b0a7-40f9-9cd6-6e3805dfecb4 service neutron] 10.222.0.11 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237674 Mar 07 10:28:41.002413 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e0967d60-1adf-47d6-bf94-69b9d5980463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (afc8325e-d08d-4271-b4bd-69c8ffee0059), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:41.045493 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-1953a005-790d-49c3-aec3-86127bda211c tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:41.048009 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e0967d60-1adf-47d6-bf94-69b9d5980463 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=db01d86925814fedabd87ad93efdbb8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487431 Mar 07 10:28:41.051163 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34906) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:41.054771 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-1953a005-790d-49c3-aec3-86127bda211c tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/networks?id=0f1450ac-a9e3-4368-b524-bc58c4b6a2e8 HTTP/1.1" status: 200 len: 824 time: 0.2265077 Mar 07 10:28:41.064786 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0967d60-1adf-47d6-bf94-69b9d5980463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc8325e-d08d-4271-b4bd-69c8ffee0059,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:41.083241 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-2f93a13f-1d1c-41c5-89a4-c57680937cb7 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/quotas/a52739f03a4c4c41ae4b3050610b2bcb HTTP/1.1" status: 200 len: 375 time: 0.0273528 Mar 07 10:28:41.122814 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6eea35b2-4568-4d6f-b495-c7d040fb189f admin admin] Publish callbacks [] for security_group (afc8325e-d08d-4271-b4bd-69c8ffee0059), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:41.155816 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6eea35b2-4568-4d6f-b495-c7d040fb189f admin admin] Publish callbacks [] for security_group (afc8325e-d08d-4271-b4bd-69c8ffee0059), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:41.182456 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-3bf4c7ca-a166-4a39-a27d-473f2fbea79f tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a52739f03a4c4c41ae4b3050610b2bcb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0849493 Mar 07 10:28:41.304340 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6eea35b2-4568-4d6f-b495-c7d040fb189f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (afc8325e-d08d-4271-b4bd-69c8ffee0059), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:41.307957 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6eea35b2-4568-4d6f-b495-c7d040fb189f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:41.309350 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6eea35b2-4568-4d6f-b495-c7d040fb189f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/afc8325e-d08d-4271-b4bd-69c8ffee0059 HTTP/1.1" status: 204 len: 168 time: 0.2572758 Mar 07 10:28:41.322472 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31cb6ae-40e3-4adc-8f8d-caaa27b07a95 req-257830e9-f0b9-441d-bd82-83563c5d94e9 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:41.329780 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a31cb6ae-40e3-4adc-8f8d-caaa27b07a95 req-257830e9-f0b9-441d-bd82-83563c5d94e9 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c239da-d0e3-4004-ae92-a6d4849e3fb2 HTTP/1.1" status: 200 len: 970 time: 0.0910676 Mar 07 10:28:41.356598 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea35b2-4568-4d6f-b495-c7d040fb189f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc8325e-d08d-4271-b4bd-69c8ffee0059,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:41.374704 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34932) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:41.395659 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-889e04dd-b174-44d2-aa93-2ce91ab05753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:41.409412 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a31cb6ae-40e3-4adc-8f8d-caaa27b07a95 req-31c62486-8edb-488d-bbb1-9df2409352d9 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3183dcc-d96d-4cff-99ad-a2c930eb08b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747478 Mar 07 10:28:41.461539 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:41.506486 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-33280480-5aca-4f81-9a7c-a2ee253229fd req-ab115f5c-85cb-4fe3-b5ed-8086034433a7 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 210 time: 0.0526204 Mar 07 10:28:41.548600 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-889e04dd-b174-44d2-aa93-2ce91ab05753 admin admin] Publish callbacks [] for security_group (a1e98819-3354-4dfe-94c2-cdc0e610164c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:41.556103 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-889e04dd-b174-44d2-aa93-2ce91ab05753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a1e98819-3354-4dfe-94c2-cdc0e610164c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:41.618696 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-889e04dd-b174-44d2-aa93-2ce91ab05753 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=296fdd6aa24e48a6a9d727aac174f534&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428718 Mar 07 10:28:41.619811 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e04dd-b174-44d2-aa93-2ce91ab05753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e98819-3354-4dfe-94c2-cdc0e610164c,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:41.621354 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34942) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:41.641540 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-08949de9-53e0-4b63-ae0f-342592508736 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:28:41.642559 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-08949de9-53e0-4b63-ae0f-342592508736 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3062818 Mar 07 10:28:41.694904 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d3a443de-6148-4199-a414-0eed24da6afb admin admin] Publish callbacks [] for security_group (a1e98819-3354-4dfe-94c2-cdc0e610164c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:41.727690 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d3a443de-6148-4199-a414-0eed24da6afb admin admin] Publish callbacks [] for security_group (a1e98819-3354-4dfe-94c2-cdc0e610164c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:41.783735 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-6eb96b0f-1237-4225-9d78-1da30686d9f4 service neutron] 10.222.0.11 "GET /v2.0/networks/0f1450ac-a9e3-4368-b524-bc58c4b6a2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292663 Mar 07 10:28:41.792570 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d3a443de-6148-4199-a414-0eed24da6afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a1e98819-3354-4dfe-94c2-cdc0e610164c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:41.795604 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d3a443de-6148-4199-a414-0eed24da6afb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:41.799664 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d3a443de-6148-4199-a414-0eed24da6afb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a1e98819-3354-4dfe-94c2-cdc0e610164c HTTP/1.1" status: 204 len: 168 time: 0.1770771 Mar 07 10:28:41.809080 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a443de-6148-4199-a414-0eed24da6afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e98819-3354-4dfe-94c2-cdc0e610164c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:41.966370 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-bb6e193e-a384-49ca-b891-7c504eed5fb9 service neutron] 10.222.0.11 "GET /v2.0/networks/0f1450ac-a9e3-4368-b524-bc58c4b6a2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762302 Mar 07 10:28:42.190304 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1cf5efc2-9576-4cd9-bbe9-80ccf7fe4900 req-438594aa-0d3b-4de0-8230-d176ef8ab4fe tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=76f20769-c19b-4f63-b561-49f5e76c2d8e HTTP/1.1" status: 200 len: 210 time: 0.0339499 Mar 07 10:28:42.530764 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0775264-70be-4aff-85a0-59fec8c7e048 req-f53a1e7c-7f9b-4579-a9ca-1df82c083628 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:42.532247 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e0775264-70be-4aff-85a0-59fec8c7e048 req-f53a1e7c-7f9b-4579-a9ca-1df82c083628 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c239da-d0e3-4004-ae92-a6d4849e3fb2 HTTP/1.1" status: 200 len: 970 time: 0.0586526 Mar 07 10:28:42.608076 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e0775264-70be-4aff-85a0-59fec8c7e048 req-0125f150-91d3-4e59-a6b5-a0978df564fa tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3183dcc-d96d-4cff-99ad-a2c930eb08b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690169 Mar 07 10:28:42.650141 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device ef10f6db-6439-4a5b-a024-6b22fa5d768c details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:28:42.668140 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4392958c-2079-4826-bb5f-74845b9b8db7 req-8e0d8146-308d-4456-9802-3e39ecf313c3 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 210 time: 0.0758743 Mar 07 10:28:42.733925 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.31', 51949) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:42.858681 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port ef10f6db-6439-4a5b-a024-6b22fa5d768c, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=ef10f6db-6439-4a5b-a024-6b22fa5d768c,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:42.899637 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-a346d118-261a-4819-98a9-5359038ad4f8 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:42.901740 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-a346d118-261a-4819-98a9-5359038ad4f8 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.31 "GET /v2.0/networks?id=35723e70-fc1c-4710-9b03-245dacf005c5 HTTP/1.1" status: 200 len: 820 time: 0.1599443 Mar 07 10:28:42.912597 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'ef10f6db-6439-4a5b-a024-6b22fa5d768c', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': 'ef10f6db-6439-4a5b-a024-6b22fa5d768c', 'mac_address': 'fa:16:3e:7d:d9:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:tempest-test_az-1596961518', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:28:42.925503 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:42.966533 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port ef10f6db-6439-4a5b-a024-6b22fa5d768c is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:42.966923 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ef10f6db-6439-4a5b-a024-6b22fa5d768c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:42.982473 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef10f6db-6439-4a5b-a024-6b22fa5d768c {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:28:43.007366 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port ef10f6db-6439-4a5b-a024-6b22fa5d768c, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=ef10f6db-6439-4a5b-a024-6b22fa5d768c,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:43.011780 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ef10f6db-6439-4a5b-a024-6b22fa5d768c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:43.062073 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=ef10f6db-6439-4a5b-a024-6b22fa5d768c,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:43.103578 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-fe7e360c-6f0e-4e38-ad9b-2618757e75b6 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Request body: {'port': {'device_id': '42e1a55d-3ea3-4be4-bb20-91e02943a945', 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5', 'admin_state_up': True, 'tenant_id': '253a7b51025b45cd9cb7114a3377a1db'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:43.295041 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-fe7e360c-6f0e-4e38-ad9b-2618757e75b6 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Made reservation on behalf of 253a7b51025b45cd9cb7114a3377a1db for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:43.305970 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-fe7e360c-6f0e-4e38-ad9b-2618757e75b6 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:43.308417 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['ef10f6db-6439-4a5b-a024-6b22fa5d768c'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:28:43.382435 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc715d51-a1e9-416b-8f48-e1ac40109a92 req-48e25aa5-21e9-4780-a5f6-e998c96b1f9f tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=76f20769-c19b-4f63-b561-49f5e76c2d8e HTTP/1.1" status: 200 len: 210 time: 0.0570979 Mar 07 10:28:43.557779 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-fe7e360c-6f0e-4e38-ad9b-2618757e75b6 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Allocated IP 172.20.0.9 (35723e70-fc1c-4710-9b03-245dacf005c5/504ea141-3c64-48b5-943a-bdbdb84bd6df/55ad329e-5af0-488d-9a8e-b57dad02e627) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:43.813916 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-fe7e360c-6f0e-4e38-ad9b-2618757e75b6 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Publish callbacks [] for port (55ad329e-5af0-488d-9a8e-b57dad02e627), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:43.825970 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802fb868-3bf4-423f-b44c-5bc8cdc655d4 req-438f967f-17fd-40fa-afe8-5fb6b6ebd47d tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:43.825970 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-802fb868-3bf4-423f-b44c-5bc8cdc655d4 req-438f967f-17fd-40fa-afe8-5fb6b6ebd47d tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c239da-d0e3-4004-ae92-a6d4849e3fb2 HTTP/1.1" status: 200 len: 971 time: 0.0961962 Mar 07 10:28:43.894238 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-802fb868-3bf4-423f-b44c-5bc8cdc655d4 req-27b4acb0-fdef-443a-8352-fd4e87c80796 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3183dcc-d96d-4cff-99ad-a2c930eb08b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617855 Mar 07 10:28:43.898198 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-fe7e360c-6f0e-4e38-ad9b-2618757e75b6 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (55ad329e-5af0-488d-9a8e-b57dad02e627), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:43.948950 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-fe7e360c-6f0e-4e38-ad9b-2618757e75b6 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Network 35723e70-fc1c-4710-9b03-245dacf005c5 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:43.959155 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-fe7e360c-6f0e-4e38-ad9b-2618757e75b6 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:43.964658 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-fe7e360c-6f0e-4e38-ad9b-2618757e75b6 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:28:43.969821 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-fe7e360c-6f0e-4e38-ad9b-2618757e75b6 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:43.970432 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-fe7e360c-6f0e-4e38-ad9b-2618757e75b6 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:43.974360 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7e360c-6f0e-4e38-ad9b-2618757e75b6 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Pushing event updated for resources: {'Port': ['ID=55ad329e-5af0-488d-9a8e-b57dad02e627,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:44.001565 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-fe7e360c-6f0e-4e38-ad9b-2618757e75b6 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9045949 Mar 07 10:28:44.055531 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa54aa-23b9-48f2-b8c6-76e9a32b11d0 req-5348028a-8711-43a5-b647-8973443064b9 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:44.057453 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3afa54aa-23b9-48f2-b8c6-76e9a32b11d0 req-5348028a-8711-43a5-b647-8973443064b9 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 931 time: 0.0550847 Mar 07 10:28:44.078947 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-9f48616b-0710-4839-89ef-359728fa721e tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d30e97d1960c41ada87177701d41264f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219178 Mar 07 10:28:44.110279 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3afa54aa-23b9-48f2-b8c6-76e9a32b11d0 req-4b552bcf-40ad-4d77-ada5-d0cd07a47081 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470572 Mar 07 10:28:44.329712 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-97e49352-8238-4cdb-9fb9-9cf151ca5acb tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:44.331164 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-97e49352-8238-4cdb-9fb9-9cf151ca5acb tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2514031 Mar 07 10:28:44.349352 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-89770dc8-188f-4c5e-99ce-6d804a921a8a tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/quotas/d30e97d1960c41ada87177701d41264f HTTP/1.1" status: 200 len: 375 time: 0.0096135 Mar 07 10:28:44.382225 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-7613f9ed-973f-4eb6-9607-bc832ba5ccd2 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d30e97d1960c41ada87177701d41264f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266249 Mar 07 10:28:44.494128 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-df470c0c-e338-42a1-a698-a60df9d8903a req-160bc9e9-9914-4324-bb98-58739e93ca73 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=76f20769-c19b-4f63-b561-49f5e76c2d8e HTTP/1.1" status: 200 len: 210 time: 0.0285490 Mar 07 10:28:44.613515 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7f747108-8a33-4085-b8b8-b582726ef7e2 req-6cab0649-17f4-4777-b9c8-b67e19c2dcda tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=d701203f-2720-4128-8561-344dcb356520 HTTP/1.1" status: 200 len: 210 time: 0.0522244 Mar 07 10:28:44.623383 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device ef10f6db-6439-4a5b-a024-6b22fa5d768c up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:28:44.697776 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port ef10f6db-6439-4a5b-a024-6b22fa5d768c completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:28:44.703051 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port ef10f6db-6439-4a5b-a024-6b22fa5d768c triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:44.703631 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ef10f6db-6439-4a5b-a024-6b22fa5d768c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:44.806939 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port ef10f6db-6439-4a5b-a024-6b22fa5d768c is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:44.806939 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ef10f6db-6439-4a5b-a024-6b22fa5d768c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:44.833975 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c239da-d0e3-4004-ae92-a6d4849e3fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef10f6db-6439-4a5b-a024-6b22fa5d768c'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:28:44.914454 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port ef10f6db-6439-4a5b-a024-6b22fa5d768c, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=ef10f6db-6439-4a5b-a024-6b22fa5d768c,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:44.934781 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35090) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:44.937444 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ef10f6db-6439-4a5b-a024-6b22fa5d768c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:45.053907 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a32c14b-7d3c-4c0a-a283-497892ca69fc" -d '{"events": [{"server_uuid": "b4c239da-d0e3-4004-ae92-a6d4849e3fb2", "name": "network-vif-plugged", "status": "completed", "tag": "ef10f6db-6439-4a5b-a024-6b22fa5d768c"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:28:45.058621 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=ef10f6db-6439-4a5b-a024-6b22fa5d768c,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:45.078635 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f156feb-165a-478c-ab32-98bc57a3c36d req-9e334328-c1a5-4131-a61c-32f99bcb5938 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:45.080100 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7f156feb-165a-478c-ab32-98bc57a3c36d req-9e334328-c1a5-4131-a61c-32f99bcb5938 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c239da-d0e3-4004-ae92-a6d4849e3fb2 HTTP/1.1" status: 200 len: 972 time: 0.0843155 Mar 07 10:28:45.099690 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5deff1cd-80ad-4b15-8949-97a7074171a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:45.163385 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7f156feb-165a-478c-ab32-98bc57a3c36d req-971f2813-528c-45cc-b2d1-76c83f1d0d21 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3183dcc-d96d-4cff-99ad-a2c930eb08b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700486 Mar 07 10:28:45.163521 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2edb8cb-eddc-42fc-8074-00996b29ef04 x-openstack-request-id: req-f2edb8cb-eddc-42fc-8074-00996b29ef04 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:28:45.163803 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c239da-d0e3-4004-ae92-a6d4849e3fb2", "name": "network-vif-plugged", "status": "completed", "tag": "ef10f6db-6439-4a5b-a024-6b22fa5d768c", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:28:45.164064 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f2edb8cb-eddc-42fc-8074-00996b29ef04 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:28:45.164696 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c239da-d0e3-4004-ae92-a6d4849e3fb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef10f6db-6439-4a5b-a024-6b22fa5d768c', 'code': 200} Mar 07 10:28:45.218009 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5deff1cd-80ad-4b15-8949-97a7074171a2 admin admin] Publish callbacks [] for security_group (b7522ae9-dde3-45c1-a383-6f93ea858f40), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:45.224185 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5deff1cd-80ad-4b15-8949-97a7074171a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b7522ae9-dde3-45c1-a383-6f93ea858f40), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:45.299341 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455c4f5-86f0-4326-8419-927c208f80e5 req-31321c25-f3fd-420b-9d9a-c8408a1b3482 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:45.300854 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e455c4f5-86f0-4326-8419-927c208f80e5 req-31321c25-f3fd-420b-9d9a-c8408a1b3482 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 931 time: 0.0627177 Mar 07 10:28:45.315275 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5deff1cd-80ad-4b15-8949-97a7074171a2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=30493fecf1fa47938a7be312cb270d2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3794162 Mar 07 10:28:45.317972 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35100) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:45.327792 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deff1cd-80ad-4b15-8949-97a7074171a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7522ae9-dde3-45c1-a383-6f93ea858f40,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:45.355447 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e455c4f5-86f0-4326-8419-927c208f80e5 req-a4e1da79-22da-46be-b11a-6ae023127fe6 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460458 Mar 07 10:28:45.383370 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c559b67-407a-4b4b-88c7-07c9d1eab476 req-fcfc2988-787d-4fdb-855d-617564ef5665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:45.384882 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8c559b67-407a-4b4b-88c7-07c9d1eab476 req-fcfc2988-787d-4fdb-855d-617564ef5665 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b4c239da-d0e3-4004-ae92-a6d4849e3fb2 HTTP/1.1" status: 200 len: 1154 time: 0.1249032 Mar 07 10:28:45.410629 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-8c559b67-407a-4b4b-88c7-07c9d1eab476 req-f5e92441-a4c5-4d6b-99af-a808df7e2a53 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:45.412586 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a7282487-2bf8-4dc3-9b99-59a0b32820a7 admin admin] Publish callbacks [] for security_group (b7522ae9-dde3-45c1-a383-6f93ea858f40), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:45.447821 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a7282487-2bf8-4dc3-9b99-59a0b32820a7 admin admin] Publish callbacks [] for security_group (b7522ae9-dde3-45c1-a383-6f93ea858f40), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:45.521386 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a7282487-2bf8-4dc3-9b99-59a0b32820a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b7522ae9-dde3-45c1-a383-6f93ea858f40), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:45.524602 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a7282487-2bf8-4dc3-9b99-59a0b32820a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:45.525769 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a7282487-2bf8-4dc3-9b99-59a0b32820a7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b7522ae9-dde3-45c1-a383-6f93ea858f40 HTTP/1.1" status: 204 len: 168 time: 0.2036939 Mar 07 10:28:45.536427 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-8c559b67-407a-4b4b-88c7-07c9d1eab476 req-f5e92441-a4c5-4d6b-99af-a808df7e2a53 service neutron] Publish callbacks [] for security_group (698035a8-92c1-4590-8787-1d63ce32fcd4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:45.542404 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7282487-2bf8-4dc3-9b99-59a0b32820a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7522ae9-dde3-45c1-a383-6f93ea858f40,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:45.543841 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-8c559b67-407a-4b4b-88c7-07c9d1eab476 req-f5e92441-a4c5-4d6b-99af-a808df7e2a53 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (698035a8-92c1-4590-8787-1d63ce32fcd4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:45.610594 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8c559b67-407a-4b4b-88c7-07c9d1eab476 req-f5e92441-a4c5-4d6b-99af-a808df7e2a53 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e3183dcc-d96d-4cff-99ad-a2c930eb08b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193315 Mar 07 10:28:45.627611 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e92441-a4c5-4d6b-99af-a808df7e2a53 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=698035a8-92c1-4590-8787-1d63ce32fcd4,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:45.632463 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-56be8701-5b34-43a2-b5a3-cb095b5ddc07 req-28c0d444-5d51-442a-92b0-50eed3466e3e tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=76f20769-c19b-4f63-b561-49f5e76c2d8e HTTP/1.1" status: 200 len: 210 time: 0.0376174 Mar 07 10:28:45.734165 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b89d2cfb-7cc0-4657-ab76-a423eed56315 req-5ce9a2ba-4355-4771-ab4e-c9ef15cb3da7 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=d701203f-2720-4128-8561-344dcb356520 HTTP/1.1" status: 200 len: 210 time: 0.0341790 Mar 07 10:28:45.847968 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35110) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:45.860795 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-83c2e11a-9c54-4b4e-92ef-15bc88af530f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:45.937367 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-83c2e11a-9c54-4b4e-92ef-15bc88af530f admin admin] Publish callbacks [] for security_group (b59eee60-859c-4a2d-a757-22191acfec9f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:45.942328 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-83c2e11a-9c54-4b4e-92ef-15bc88af530f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b59eee60-859c-4a2d-a757-22191acfec9f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:45.981040 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-83c2e11a-9c54-4b4e-92ef-15bc88af530f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1fdd0b4c5d4540ae9ac7673165c9f0bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320381 Mar 07 10:28:45.981779 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c2e11a-9c54-4b4e-92ef-15bc88af530f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59eee60-859c-4a2d-a757-22191acfec9f,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:45.983951 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35112) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:46.035995 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-48406f57-7041-4e4a-bd4e-5deb7e349e77 admin admin] Publish callbacks [] for security_group (b59eee60-859c-4a2d-a757-22191acfec9f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:46.059257 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-48406f57-7041-4e4a-bd4e-5deb7e349e77 admin admin] Publish callbacks [] for security_group (b59eee60-859c-4a2d-a757-22191acfec9f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:46.113006 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-48406f57-7041-4e4a-bd4e-5deb7e349e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b59eee60-859c-4a2d-a757-22191acfec9f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:46.116141 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-48406f57-7041-4e4a-bd4e-5deb7e349e77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:46.117413 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-48406f57-7041-4e4a-bd4e-5deb7e349e77 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b59eee60-859c-4a2d-a757-22191acfec9f HTTP/1.1" status: 204 len: 168 time: 0.1321073 Mar 07 10:28:46.126308 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48406f57-7041-4e4a-bd4e-5deb7e349e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59eee60-859c-4a2d-a757-22191acfec9f,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:46.308326 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4376974-d5ef-4986-8d42-a8f5e8d6900b req-0268b277-cf67-45e9-893a-532eea42b2e7 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:46.310010 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b4376974-d5ef-4986-8d42-a8f5e8d6900b req-0268b277-cf67-45e9-893a-532eea42b2e7 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c239da-d0e3-4004-ae92-a6d4849e3fb2 HTTP/1.1" status: 200 len: 972 time: 0.0729954 Mar 07 10:28:46.359182 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b4376974-d5ef-4986-8d42-a8f5e8d6900b req-231f2749-3f29-454e-b09e-8574bafcd10d tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3183dcc-d96d-4cff-99ad-a2c930eb08b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435965 Mar 07 10:28:46.493853 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c624f6-a065-4dc4-b55a-6f5aa797ea00 req-6ddda1a5-02b0-48b5-9f12-852642c08cbc tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:46.495865 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95c624f6-a065-4dc4-b55a-6f5aa797ea00 req-6ddda1a5-02b0-48b5-9f12-852642c08cbc tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 931 time: 0.0629296 Mar 07 10:28:46.548995 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95c624f6-a065-4dc4-b55a-6f5aa797ea00 req-bef69f19-5c9d-41d5-9243-f2fa511910a1 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462198 Mar 07 10:28:46.740346 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7f99e277-ebe9-478f-bf31-5003e8230674 req-4a71982f-b9f7-471a-ac1b-e799beab9bc6 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=76f20769-c19b-4f63-b561-49f5e76c2d8e HTTP/1.1" status: 200 len: 210 time: 0.0314643 Mar 07 10:28:46.835714 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-45f38617-e9f3-47e7-bccd-8c03e66f7a9e req-91f17723-45be-4eb7-9c1c-0c9de797a41f tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=d701203f-2720-4128-8561-344dcb356520 HTTP/1.1" status: 200 len: 210 time: 0.0291131 Mar 07 10:28:47.527639 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ca5dc-4b2d-4489-ad9b-4ac11fdbbdfe req-2ef645d8-1505-4024-afd4-175050bf7e0a tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:47.529211 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1c1ca5dc-4b2d-4489-ad9b-4ac11fdbbdfe req-2ef645d8-1505-4024-afd4-175050bf7e0a tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c239da-d0e3-4004-ae92-a6d4849e3fb2 HTTP/1.1" status: 200 len: 972 time: 0.0770710 Mar 07 10:28:47.588685 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1c1ca5dc-4b2d-4489-ad9b-4ac11fdbbdfe req-f68a84ad-c202-4ded-a1de-254336135dd5 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3183dcc-d96d-4cff-99ad-a2c930eb08b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518315 Mar 07 10:28:47.739991 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de0670-70cc-41a7-9bc9-ae9c38b34aee req-a5dfdb2c-f652-430c-956a-4646eb9102bc tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:47.739991 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-08de0670-70cc-41a7-9bc9-ae9c38b34aee req-a5dfdb2c-f652-430c-956a-4646eb9102bc tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 931 time: 0.0668771 Mar 07 10:28:47.790099 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-08de0670-70cc-41a7-9bc9-ae9c38b34aee req-1bee4413-9a99-4418-8d1c-a273c5f46a39 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454564 Mar 07 10:28:47.886820 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ad21f48a-9834-427f-9bc5-5431b8949695 req-f3de4daf-ec99-4a7a-b76b-4f6acd85bdee tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=76f20769-c19b-4f63-b561-49f5e76c2d8e HTTP/1.1" status: 200 len: 210 time: 0.0378008 Mar 07 10:28:47.960619 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:47.968274 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2af139b1-6322-4ded-9894-1d586c8d9fab req-72c96ba8-67a4-4713-b48a-d8b964eda982 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=d701203f-2720-4128-8561-344dcb356520 HTTP/1.1" status: 200 len: 210 time: 0.0511203 Mar 07 10:28:48.439678 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35200) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:48.545181 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7d5ed526-7469-41c9-a579-94fdd142316b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:48.618296 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7d5ed526-7469-41c9-a579-94fdd142316b admin admin] Publish callbacks [] for security_group (311eb8c9-1a6b-4810-96e1-11ca631835b4), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:48.622117 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7d5ed526-7469-41c9-a579-94fdd142316b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (311eb8c9-1a6b-4810-96e1-11ca631835b4), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:48.664066 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ed526-7469-41c9-a579-94fdd142316b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311eb8c9-1a6b-4810-96e1-11ca631835b4,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:48.669232 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7d5ed526-7469-41c9-a579-94fdd142316b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0b731d51c4984a06ae6734597d668b94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276831 Mar 07 10:28:48.671211 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35206) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:48.757539 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-115d8c57-a610-4762-a9db-c77cf58f25bd admin admin] Publish callbacks [] for security_group (311eb8c9-1a6b-4810-96e1-11ca631835b4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:48.782196 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c1e65-fcd4-43fd-b1a0-25f24cd7a771 req-1ee88476-5297-41de-8a6b-5bf9d4d28292 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:48.783635 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-385c1e65-fcd4-43fd-b1a0-25f24cd7a771 req-1ee88476-5297-41de-8a6b-5bf9d4d28292 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c239da-d0e3-4004-ae92-a6d4849e3fb2 HTTP/1.1" status: 200 len: 972 time: 0.0887125 Mar 07 10:28:48.794129 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-115d8c57-a610-4762-a9db-c77cf58f25bd admin admin] Publish callbacks [] for security_group (311eb8c9-1a6b-4810-96e1-11ca631835b4), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:48.860029 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-385c1e65-fcd4-43fd-b1a0-25f24cd7a771 req-20f884b7-dd11-4541-8cee-6e4d49ba3727 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3183dcc-d96d-4cff-99ad-a2c930eb08b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684609 Mar 07 10:28:48.888071 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-115d8c57-a610-4762-a9db-c77cf58f25bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (311eb8c9-1a6b-4810-96e1-11ca631835b4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:48.891107 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-115d8c57-a610-4762-a9db-c77cf58f25bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:48.895491 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-115d8c57-a610-4762-a9db-c77cf58f25bd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/311eb8c9-1a6b-4810-96e1-11ca631835b4 HTTP/1.1" status: 204 len: 168 time: 0.2232366 Mar 07 10:28:48.924014 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990670d4-f712-4413-8ba1-67ac93b0d00d req-cef510d5-d38e-4e05-ad92-47a3aa0ff64a tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:48.927129 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d8c57-a610-4762-a9db-c77cf58f25bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311eb8c9-1a6b-4810-96e1-11ca631835b4,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:48.931696 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-990670d4-f712-4413-8ba1-67ac93b0d00d req-cef510d5-d38e-4e05-ad92-47a3aa0ff64a tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 931 time: 0.0609996 Mar 07 10:28:48.980999 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-990670d4-f712-4413-8ba1-67ac93b0d00d req-0f599087-c410-44cb-a1e8-f05171a4da8f tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483987 Mar 07 10:28:49.083780 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ea2f3604-ae74-4923-add3-b075d0710cc4 req-62b8b6c7-6757-40b4-9b4f-eed09e549dd9 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=76f20769-c19b-4f63-b561-49f5e76c2d8e HTTP/1.1" status: 200 len: 210 time: 0.0269957 Mar 07 10:28:49.105360 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fa495-629d-481f-8192-55a9db364c9c req-da29aa2b-f3c8-4f79-a4ce-1e441069d4a4 tempest-AggregatesAdminTestJSON-131166412 tempest-AggregatesAdminTestJSON-131166412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:49.105360 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9e2fa495-629d-481f-8192-55a9db364c9c req-da29aa2b-f3c8-4f79-a4ce-1e441069d4a4 tempest-AggregatesAdminTestJSON-131166412 tempest-AggregatesAdminTestJSON-131166412-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b4c239da-d0e3-4004-ae92-a6d4849e3fb2 HTTP/1.1" status: 200 len: 1154 time: 0.0882661 Mar 07 10:28:49.129383 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9e2fa495-629d-481f-8192-55a9db364c9c req-e7432833-7c21-477f-886d-0b8d6517d1bf tempest-AggregatesAdminTestJSON-131166412 tempest-AggregatesAdminTestJSON-131166412-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:49.186570 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b97f7cf1-abe9-4f23-a78c-f4eb8929edb8 req-b0b6a7b4-1f80-4620-9c91-b824802daf9b tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=d701203f-2720-4128-8561-344dcb356520 HTTP/1.1" status: 200 len: 210 time: 0.0353794 Mar 07 10:28:49.219509 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9e2fa495-629d-481f-8192-55a9db364c9c req-e7432833-7c21-477f-886d-0b8d6517d1bf tempest-AggregatesAdminTestJSON-131166412 tempest-AggregatesAdminTestJSON-131166412-project-admin] Publish callbacks [] for security_group (58cce6df-bd50-4d3b-a743-3e24976de2db), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:49.223838 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9e2fa495-629d-481f-8192-55a9db364c9c req-e7432833-7c21-477f-886d-0b8d6517d1bf tempest-AggregatesAdminTestJSON-131166412 tempest-AggregatesAdminTestJSON-131166412-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (58cce6df-bd50-4d3b-a743-3e24976de2db), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:49.271082 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7432833-7c21-477f-886d-0b8d6517d1bf tempest-AggregatesAdminTestJSON-131166412 tempest-AggregatesAdminTestJSON-131166412-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58cce6df-bd50-4d3b-a743-3e24976de2db,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:49.288029 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9e2fa495-629d-481f-8192-55a9db364c9c req-e7432833-7c21-477f-886d-0b8d6517d1bf tempest-AggregatesAdminTestJSON-131166412 tempest-AggregatesAdminTestJSON-131166412-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=e3183dcc-d96d-4cff-99ad-a2c930eb08b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724198 Mar 07 10:28:49.294002 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35220) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:49.310683 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-40662628-1b60-4742-974d-18b810de1d01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:49.399836 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-40662628-1b60-4742-974d-18b810de1d01 admin admin] Publish callbacks [] for security_group (343ed0c3-0e80-4c03-a2b9-703d94cb4eea), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:49.404298 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-40662628-1b60-4742-974d-18b810de1d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (343ed0c3-0e80-4c03-a2b9-703d94cb4eea), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:49.443585 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40662628-1b60-4742-974d-18b810de1d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343ed0c3-0e80-4c03-a2b9-703d94cb4eea,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:49.450976 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35224) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:49.451176 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-40662628-1b60-4742-974d-18b810de1d01 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e6c30e1da20842ffbf335dcb7f56b8be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1557190 Mar 07 10:28:49.520416 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a96d6098-6bf2-4d1b-9a38-39a537aabd11 admin admin] Publish callbacks [] for security_group (343ed0c3-0e80-4c03-a2b9-703d94cb4eea), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:49.546266 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a96d6098-6bf2-4d1b-9a38-39a537aabd11 admin admin] Publish callbacks [] for security_group (343ed0c3-0e80-4c03-a2b9-703d94cb4eea), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:49.622644 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a96d6098-6bf2-4d1b-9a38-39a537aabd11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (343ed0c3-0e80-4c03-a2b9-703d94cb4eea), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:49.625172 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a96d6098-6bf2-4d1b-9a38-39a537aabd11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:49.626288 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a96d6098-6bf2-4d1b-9a38-39a537aabd11 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/343ed0c3-0e80-4c03-a2b9-703d94cb4eea HTTP/1.1" status: 204 len: 168 time: 0.1736619 Mar 07 10:28:49.643862 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9c85e-1648-4a31-96b4-95ac1725dc1f req-527b860b-0000-4e34-b519-cceb83f68c27 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:49.645774 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-79e9c85e-1648-4a31-96b4-95ac1725dc1f req-527b860b-0000-4e34-b519-cceb83f68c27 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c239da-d0e3-4004-ae92-a6d4849e3fb2 HTTP/1.1" status: 200 len: 972 time: 0.0717652 Mar 07 10:28:49.646980 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d6098-6bf2-4d1b-9a38-39a537aabd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343ed0c3-0e80-4c03-a2b9-703d94cb4eea,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:49.712289 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-79e9c85e-1648-4a31-96b4-95ac1725dc1f req-c721da6d-6ac6-46c3-9353-bedbc4677056 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3183dcc-d96d-4cff-99ad-a2c930eb08b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464392 Mar 07 10:28:50.099208 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d312480-229b-4b1e-a5ae-b9892ee29a79 req-7116f1de-eb58-477f-a945-ce754dbc721b tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:50.101384 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2d312480-229b-4b1e-a5ae-b9892ee29a79 req-7116f1de-eb58-477f-a945-ce754dbc721b tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 931 time: 0.0544548 Mar 07 10:28:50.147738 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-9da39b89-ebbc-4059-afb6-d4f6b03946d8 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:28:50.148968 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-9da39b89-ebbc-4059-afb6-d4f6b03946d8 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111332 Mar 07 10:28:50.157441 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2d312480-229b-4b1e-a5ae-b9892ee29a79 req-9036257c-9244-44a2-8efd-169632d7a736 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503871 Mar 07 10:28:50.258282 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-88de6e87-f34c-4195-a36c-933791138cdd req-39159fd6-c7e2-4a5b-a263-71d244de9e94 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=76f20769-c19b-4f63-b561-49f5e76c2d8e HTTP/1.1" status: 200 len: 210 time: 0.0521753 Mar 07 10:28:50.293444 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dae33d37-6423-4589-bf25-666912a0470f req-ff28dc31-7007-4aee-b605-657b33d8164a tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=d701203f-2720-4128-8561-344dcb356520 HTTP/1.1" status: 200 len: 210 time: 0.0367899 Mar 07 10:28:50.417025 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-f35ad486-f617-4047-b497-d4fb6ef58968 service neutron] Request body: {'port': {'device_id': '42e1a55d-3ea3-4be4-bb20-91e02943a945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:50.479019 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-f35ad486-f617-4047-b497-d4fb6ef58968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (55ad329e-5af0-488d-9a8e-b57dad02e627), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:50.571779 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.31', 51956) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:50.746866 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-a3bf2ea0-6c37-46bb-b7de-ad6858466f3c tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:50.748532 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-a3bf2ea0-6c37-46bb-b7de-ad6858466f3c tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.31 "GET /v2.0/networks?id=0f1450ac-a9e3-4368-b524-bc58c4b6a2e8 HTTP/1.1" status: 200 len: 824 time: 0.1495986 Mar 07 10:28:50.807203 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.31', 51957) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:50.859399 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-bb03c4e7-7de2-4f19-8482-b26889a65509 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d30e97d1960c41ada87177701d41264f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468242 Mar 07 10:28:50.995813 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-9c803990-f2ad-4592-a022-1ad9a98a1b97 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a52739f03a4c4c41ae4b3050610b2bcb HTTP/1.1" status: 200 len: 380 time: 0.1892869 Mar 07 10:28:51.037129 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-ce4fd774-edc9-4bff-a4b1-0b8269cc16c9 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Request body: {'port': {'device_id': '76f20769-c19b-4f63-b561-49f5e76c2d8e', 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8', 'admin_state_up': True, 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'security_groups': ['432c2063-5333-4824-af3b-fe6ac20d1287']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:51.041524 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-f35ad486-f617-4047-b497-d4fb6ef58968 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ad329e-5af0-488d-9a8e-b57dad02e627 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:28:51.047857 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd5599-8b50-4fdc-a862-a72ba04bd9fb req-72e30b95-ff67-4651-a6fc-45b7e3079289 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:51.050321 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-f35ad486-f617-4047-b497-d4fb6ef58968 service neutron] Publish callbacks [] for port (55ad329e-5af0-488d-9a8e-b57dad02e627), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:51.055916 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-15cd5599-8b50-4fdc-a862-a72ba04bd9fb req-72e30b95-ff67-4651-a6fc-45b7e3079289 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c239da-d0e3-4004-ae92-a6d4849e3fb2 HTTP/1.1" status: 200 len: 972 time: 0.2269936 Mar 07 10:28:51.065531 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-f35ad486-f617-4047-b497-d4fb6ef58968 service neutron] Transition to ACTIVE for port object 55ad329e-5af0-488d-9a8e-b57dad02e627 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:28:51.070508 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-f35ad486-f617-4047-b497-d4fb6ef58968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (55ad329e-5af0-488d-9a8e-b57dad02e627), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:51.137323 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ad486-f617-4047-b497-d4fb6ef58968 service neutron] Pushing event updated for resources: {'Port': ['ID=55ad329e-5af0-488d-9a8e-b57dad02e627,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:51.201419 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-15cd5599-8b50-4fdc-a862-a72ba04bd9fb req-874ada25-a05c-4c54-89ca-137b02bf8c4b tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/security-groups?id=e3183dcc-d96d-4cff-99ad-a2c930eb08b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434557 Mar 07 10:28:51.202557 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-f35ad486-f617-4047-b497-d4fb6ef58968 service neutron] Attempting to bind port 55ad329e-5af0-488d-9a8e-b57dad02e627 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:28:51.202905 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-f35ad486-f617-4047-b497-d4fb6ef58968 service neutron] Attempting to bind port 55ad329e-5af0-488d-9a8e-b57dad02e627 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:28:51.203234 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-f35ad486-f617-4047-b497-d4fb6ef58968 service neutron] Attempting to bind port 55ad329e-5af0-488d-9a8e-b57dad02e627 on network 35723e70-fc1c-4710-9b03-245dacf005c5 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:51.213956 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-03801ac7-042e-43d0-908e-320bfd13a68f tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:51.215677 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-03801ac7-042e-43d0-908e-320bfd13a68f tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3134916 Mar 07 10:28:51.216667 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-f35ad486-f617-4047-b497-d4fb6ef58968 service neutron] Port 55ad329e-5af0-488d-9a8e-b57dad02e627 on network 35723e70-fc1c-4710-9b03-245dacf005c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:28:51.216994 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-f35ad486-f617-4047-b497-d4fb6ef58968 service neutron] Attempting to bind port 55ad329e-5af0-488d-9a8e-b57dad02e627 on network 35723e70-fc1c-4710-9b03-245dacf005c5 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:51.228734 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-f35ad486-f617-4047-b497-d4fb6ef58968 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:28:51.229076 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-f35ad486-f617-4047-b497-d4fb6ef58968 service neutron] Checking segment: {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:51.229559 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-f35ad486-f617-4047-b497-d4fb6ef58968 service neutron] Bound using segment: {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:28:51.230000 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-f35ad486-f617-4047-b497-d4fb6ef58968 service neutron] Bound port: 55ad329e-5af0-488d-9a8e-b57dad02e627, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:28:51.230357 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-f35ad486-f617-4047-b497-d4fb6ef58968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (55ad329e-5af0-488d-9a8e-b57dad02e627), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:51.236019 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-ebc1eb1f-3961-4580-80d2-0849c8a965c7 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Request body: {'port': {'device_id': 'd701203f-2720-4128-8561-344dcb356520', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'admin_state_up': True, 'tenant_id': 'd30e97d1960c41ada87177701d41264f'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:51.249871 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af765c-c9db-4d8a-aa02-18719f3caced req-3d259886-9d36-4b2f-a980-3143426d5fd5 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:51.251372 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c4af765c-c9db-4d8a-aa02-18719f3caced req-3d259886-9d36-4b2f-a980-3143426d5fd5 tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4c239da-d0e3-4004-ae92-a6d4849e3fb2 HTTP/1.1" status: 200 len: 972 time: 0.0761871 Mar 07 10:28:51.368335 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-f35ad486-f617-4047-b497-d4fb6ef58968 service neutron] For port 55ad329e-5af0-488d-9a8e-b57dad02e627, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:51.392144 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-f35ad486-f617-4047-b497-d4fb6ef58968 service neutron] For port 55ad329e-5af0-488d-9a8e-b57dad02e627, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=55ad329e-5af0-488d-9a8e-b57dad02e627,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:51.407106 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-f35ad486-f617-4047-b497-d4fb6ef58968 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (55ad329e-5af0-488d-9a8e-b57dad02e627), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:51.418532 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-ce4fd774-edc9-4bff-a4b1-0b8269cc16c9 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Made reservation on behalf of a52739f03a4c4c41ae4b3050610b2bcb for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:51.421816 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-ce4fd774-edc9-4bff-a4b1-0b8269cc16c9 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:51.450183 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f31fd1-1e8f-4089-bfaa-a447f269541b req-e465a129-9977-428e-b92f-ee1939d833bb tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:51.451588 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9f31fd1-1e8f-4089-bfaa-a447f269541b req-e465a129-9977-428e-b92f-ee1939d833bb tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 943 time: 0.1349719 Mar 07 10:28:51.480886 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-ebc1eb1f-3961-4580-80d2-0849c8a965c7 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Made reservation on behalf of d30e97d1960c41ada87177701d41264f for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:28:51.484164 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-ebc1eb1f-3961-4580-80d2-0849c8a965c7 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:51.501333 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-07cd1df5-6726-49b0-8267-181f23ddedcd req-1100e584-49cc-4db5-a3c6-796badfcfa2c tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=76f20769-c19b-4f63-b561-49f5e76c2d8e HTTP/1.1" status: 200 len: 210 time: 0.1069713 Mar 07 10:28:51.510868 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-f35ad486-f617-4047-b497-d4fb6ef58968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:51.511494 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-f35ad486-f617-4047-b497-d4fb6ef58968 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:51.512852 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-f35ad486-f617-4047-b497-d4fb6ef58968 service neutron] 10.222.0.31 "PUT /v2.0/ports/55ad329e-5af0-488d-9a8e-b57dad02e627 HTTP/1.1" status: 200 len: 1091 time: 1.2220116 Mar 07 10:28:51.513442 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e1a55d-3ea3-4be4-bb20-91e02943a945', 'tag': '55ad329e-5af0-488d-9a8e-b57dad02e627'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:28:51.515751 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066052d2-cbe7-4923-aa56-790463732420" -d '{"events": [{"name": "network-changed", "server_uuid": "42e1a55d-3ea3-4be4-bb20-91e02943a945", "tag": "55ad329e-5af0-488d-9a8e-b57dad02e627"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:28:51.518623 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-ebc1eb1f-3961-4580-80d2-0849c8a965c7 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:51.564027 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ad486-f617-4047-b497-d4fb6ef58968 service neutron] Pushing event updated for resources: {'Port': ['ID=55ad329e-5af0-488d-9a8e-b57dad02e627,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:51.607834 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f7a367bd-c8b1-4f41-b6e2-0721ff8bfe24 req-cf98c5ad-ba58-40c5-8fb8-e68cef82e574 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=d701203f-2720-4128-8561-344dcb356520 HTTP/1.1" status: 200 len: 210 time: 0.0346227 Mar 07 10:28:51.617930 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-c4af765c-c9db-4d8a-aa02-18719f3caced req-bd1b2829-c351-4f9f-b51b-9b99b6b8614a tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Deleting port ef10f6db-6439-4a5b-a024-6b22fa5d768c {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:28:51.617930 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-c4af765c-c9db-4d8a-aa02-18719f3caced req-bd1b2829-c351-4f9f-b51b-9b99b6b8614a tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (ef10f6db-6439-4a5b-a024-6b22fa5d768c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:51.657966 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9f31fd1-1e8f-4089-bfaa-a447f269541b req-1070b224-f8bd-421a-bc88-95d13303b345 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980321 Mar 07 10:28:51.737442 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99dfcd6-5e8c-4fc6-8390-ab7c1e441eee x-openstack-request-id: req-a99dfcd6-5e8c-4fc6-8390-ab7c1e441eee {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:28:51.737877 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e1a55d-3ea3-4be4-bb20-91e02943a945", "tag": "55ad329e-5af0-488d-9a8e-b57dad02e627", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:28:51.738650 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a99dfcd6-5e8c-4fc6-8390-ab7c1e441eee {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:28:51.738650 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e1a55d-3ea3-4be4-bb20-91e02943a945', 'tag': '55ad329e-5af0-488d-9a8e-b57dad02e627', 'status': 'completed', 'code': 200} Mar 07 10:28:51.772176 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-677d6520-a16b-46df-a2c6-2d75e50c5a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:51.773860 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-677d6520-a16b-46df-a2c6-2d75e50c5a4d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=253a7b51025b45cd9cb7114a3377a1db&device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 1125 time: 0.1360893 Mar 07 10:28:51.830056 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-77c1d29d-b7f3-4604-80d7-e00405a2878d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55ad329e-5af0-488d-9a8e-b57dad02e627 HTTP/1.1" status: 200 len: 217 time: 0.0479746 Mar 07 10:28:51.832056 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-c4af765c-c9db-4d8a-aa02-18719f3caced req-bd1b2829-c351-4f9f-b51b-9b99b6b8614a tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] For port ef10f6db-6439-4a5b-a024-6b22fa5d768c, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=ef10f6db-6439-4a5b-a024-6b22fa5d768c,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:51.832496 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-c4af765c-c9db-4d8a-aa02-18719f3caced req-bd1b2829-c351-4f9f-b51b-9b99b6b8614a tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (ef10f6db-6439-4a5b-a024-6b22fa5d768c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:51.881619 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-c4af765c-c9db-4d8a-aa02-18719f3caced req-bd1b2829-c351-4f9f-b51b-9b99b6b8614a tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Calling delete_port for ef10f6db-6439-4a5b-a024-6b22fa5d768c owned by compute:tempest-test_az-1596961518 {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:28:51.928135 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-ce4fd774-edc9-4bff-a4b1-0b8269cc16c9 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Allocated IP 172.20.0.13 (0f1450ac-a9e3-4368-b524-bc58c4b6a2e8/66fddbce-75dd-46ee-b56e-87f13faf6741/749d1b18-4b24-4d98-9374-c6c8e4bb215b) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:51.934294 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-b9e700bf-cd07-43d5-9aa1-42c6804d0477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:51.935165 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-b9e700bf-cd07-43d5-9aa1-42c6804d0477 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=504ea141-3c64-48b5-943a-bdbdb84bd6df HTTP/1.1" status: 200 len: 860 time: 0.0989358 Mar 07 10:28:51.988910 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-ebc1eb1f-3961-4580-80d2-0849c8a965c7 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Publish callbacks [] for security_group (a98bec01-5e08-4f37-8091-1eb2214e5baf), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:51.994322 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-a3658ca8-6200-49e6-b6d0-eec5de6ce6f6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=35723e70-fc1c-4710-9b03-245dacf005c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292561 Mar 07 10:28:52.001045 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-ebc1eb1f-3961-4580-80d2-0849c8a965c7 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a98bec01-5e08-4f37-8091-1eb2214e5baf), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:52.128190 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1eb1f-3961-4580-80d2-0849c8a965c7 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a98bec01-5e08-4f37-8091-1eb2214e5baf,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:52.167094 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-7ec46007-ab09-4efe-887c-3b06a8c641ac service neutron] 10.222.0.31 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667881 Mar 07 10:28:52.211605 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-ce4fd774-edc9-4bff-a4b1-0b8269cc16c9 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks [] for port (749d1b18-4b24-4d98-9374-c6c8e4bb215b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:52.248032 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-c4af765c-c9db-4d8a-aa02-18719f3caced req-bd1b2829-c351-4f9f-b51b-9b99b6b8614a tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (ef10f6db-6439-4a5b-a024-6b22fa5d768c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:52.260922 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['ef10f6db-6439-4a5b-a024-6b22fa5d768c'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:28:52.262173 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-ce4fd774-edc9-4bff-a4b1-0b8269cc16c9 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (749d1b18-4b24-4d98-9374-c6c8e4bb215b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:52.264502 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-ebc1eb1f-3961-4580-80d2-0849c8a965c7 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Allocated IP 192.168.233.179 (598bad6c-a435-45aa-bbb6-2339f78a1590/cd915eb6-2d51-4c50-93c9-6777e48b408a/928eb653-144d-458e-b1aa-2aa397ac0a05) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:28:52.312374 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b2829-c351-4f9f-b51b-9b99b6b8614a tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Pushing event deleted for resources: {'Port': ['ID=ef10f6db-6439-4a5b-a024-6b22fa5d768c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:52.359636 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35320) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:52.385659 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-ce4fd774-edc9-4bff-a4b1-0b8269cc16c9 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Network 0f1450ac-a9e3-4368-b524-bc58c4b6a2e8 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:52.397643 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4af765c-c9db-4d8a-aa02-18719f3caced req-bd1b2829-c351-4f9f-b51b-9b99b6b8614a tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] No DVR routers for this DVR port ef10f6db-6439-4a5b-a024-6b22fa5d768c on host n-h1-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:28:52.402284 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-c4af765c-c9db-4d8a-aa02-18719f3caced req-bd1b2829-c351-4f9f-b51b-9b99b6b8614a tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:52.405864 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0d50e21c-607d-4f5e-8f68-39e7a66eedd0 req-602b945a-0bf7-4fc1-845d-6dcb1e71ea0c tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4c239da-d0e3-4004-ae92-a6d4849e3fb2 HTTP/1.1" status: 200 len: 210 time: 0.0751877 Mar 07 10:28:52.406632 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c4af765c-c9db-4d8a-aa02-18719f3caced req-bd1b2829-c351-4f9f-b51b-9b99b6b8614a tempest-AggregatesAdminTestJSON-1404847716 tempest-AggregatesAdminTestJSON-1404847716-project] 10.222.0.21 "DELETE /v2.0/ports/ef10f6db-6439-4a5b-a024-6b22fa5d768c HTTP/1.1" status: 204 len: 173 time: 1.1248465 Mar 07 10:28:52.409438 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-45af4a7f-c2a9-4b0f-9264-524a1f3d85a5 req-883ba204-04ce-456c-848e-978c6cb445dc service neutron] 10.222.0.31 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344494 Mar 07 10:28:52.418658 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-ce4fd774-edc9-4bff-a4b1-0b8269cc16c9 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:52.430265 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-ce4fd774-edc9-4bff-a4b1-0b8269cc16c9 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:28:52.435895 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-ce4fd774-edc9-4bff-a4b1-0b8269cc16c9 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:52.436787 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-ce4fd774-edc9-4bff-a4b1-0b8269cc16c9 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:52.460419 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4fd774-edc9-4bff-a4b1-0b8269cc16c9 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Pushing event updated for resources: {'Port': ['ID=749d1b18-4b24-4d98-9374-c6c8e4bb215b,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:52.472690 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-ce4fd774-edc9-4bff-a4b1-0b8269cc16c9 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4453204 Mar 07 10:28:52.491780 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-8a5e81ec-261a-4e6a-a518-e59038362476 service neutron] Request body: {'port': {'device_id': '76f20769-c19b-4f63-b561-49f5e76c2d8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:52.539154 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:52.609740 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066052d2-cbe7-4923-aa56-790463732420 req-ae5f08c6-01ed-4a52-a4cb-131b53005e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:52.611740 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-066052d2-cbe7-4923-aa56-790463732420 req-ae5f08c6-01ed-4a52-a4cb-131b53005e11 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=253a7b51025b45cd9cb7114a3377a1db&device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 1125 time: 0.1481936 Mar 07 10:28:52.709732 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cd70d7b4-146e-49ac-9e17-58a0758258d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:52.726878 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-8a5e81ec-261a-4e6a-a518-e59038362476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (749d1b18-4b24-4d98-9374-c6c8e4bb215b), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:52.798700 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef27a59-5010-4698-b7bb-8f7497e1f986 req-a4eeed38-9fe7-42e7-bed0-50198493fb2e tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:52.799576 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-ebc1eb1f-3961-4580-80d2-0849c8a965c7 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Publish callbacks [] for port (928eb653-144d-458e-b1aa-2aa397ac0a05), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:52.800189 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bef27a59-5010-4698-b7bb-8f7497e1f986 req-a4eeed38-9fe7-42e7-bed0-50198493fb2e tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=76f20769-c19b-4f63-b561-49f5e76c2d8e HTTP/1.1" status: 200 len: 932 time: 0.1823215 Mar 07 10:28:52.802451 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-969fc325-0f40-41f7-af30-ab8f7a6a5cc5 req-8da88d7e-c0b2-426f-915d-6645f4c9f80f tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=d701203f-2720-4128-8561-344dcb356520 HTTP/1.1" status: 200 len: 210 time: 0.0680754 Mar 07 10:28:52.823247 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066052d2-cbe7-4923-aa56-790463732420 req-93406600-d50b-440c-bbc5-794e21d5fe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:52.824804 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-066052d2-cbe7-4923-aa56-790463732420 req-93406600-d50b-440c-bbc5-794e21d5fe5c service neutron] 10.222.0.31 "GET /v2.0/networks?id=35723e70-fc1c-4710-9b03-245dacf005c5 HTTP/1.1" status: 200 len: 921 time: 0.2057314 Mar 07 10:28:52.877735 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-066052d2-cbe7-4923-aa56-790463732420 req-829efc3f-2c3e-4969-8abf-afcb3981754a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55ad329e-5af0-488d-9a8e-b57dad02e627 HTTP/1.1" status: 200 len: 217 time: 0.0447924 Mar 07 10:28:52.882543 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-3bb09fe0-8764-4940-96db-f5d6d14b948f None None] Provisioning complete for port 749d1b18-4b24-4d98-9374-c6c8e4bb215b triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:52.882910 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3bb09fe0-8764-4940-96db-f5d6d14b948f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (749d1b18-4b24-4d98-9374-c6c8e4bb215b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:52.921426 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-3bb09fe0-8764-4940-96db-f5d6d14b948f None None] Port 749d1b18-4b24-4d98-9374-c6c8e4bb215b cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:28:52.938066 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bef27a59-5010-4698-b7bb-8f7497e1f986 req-73240108-5939-4f7d-9859-8963900cebdc tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/security-groups?id=432c2063-5333-4824-af3b-fe6ac20d1287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267798 Mar 07 10:28:52.961640 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066052d2-cbe7-4923-aa56-790463732420 req-fdac3b80-77d5-4781-a701-cf07dc0f025f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:52.964078 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-066052d2-cbe7-4923-aa56-790463732420 req-fdac3b80-77d5-4781-a701-cf07dc0f025f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=504ea141-3c64-48b5-943a-bdbdb84bd6df HTTP/1.1" status: 200 len: 860 time: 0.0794210 Mar 07 10:28:52.998010 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-066052d2-cbe7-4923-aa56-790463732420 req-d7e2f558-aeb0-4fec-a248-fe777d5a00b8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=35723e70-fc1c-4710-9b03-245dacf005c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278544 Mar 07 10:28:53.051773 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-ebc1eb1f-3961-4580-80d2-0849c8a965c7 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (928eb653-144d-458e-b1aa-2aa397ac0a05), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:53.098186 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-066052d2-cbe7-4923-aa56-790463732420 req-dc407e33-06bf-4936-ab37-95299ae07c9f service neutron] 10.222.0.31 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943513 Mar 07 10:28:53.109880 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cd70d7b4-146e-49ac-9e17-58a0758258d7 admin admin] Publish callbacks [] for security_group (100fd483-d98c-41f7-8991-98118b1088bf), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:53.148924 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cd70d7b4-146e-49ac-9e17-58a0758258d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (100fd483-d98c-41f7-8991-98118b1088bf), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:53.158501 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-ebc1eb1f-3961-4580-80d2-0849c8a965c7 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:28:53.191015 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-066052d2-cbe7-4923-aa56-790463732420 req-c9265bd2-5e9a-484c-b740-5a07a994fd34 service neutron] 10.222.0.31 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856884 Mar 07 10:28:53.211588 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496565b-f075-4f19-ac23-e9f07f2e197a req-3efc58d0-8f38-4fde-9ebf-b55368c9cc8c tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:53.213088 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3496565b-f075-4f19-ac23-e9f07f2e197a req-3efc58d0-8f38-4fde-9ebf-b55368c9cc8c tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 943 time: 0.3290434 Mar 07 10:28:53.213969 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-ebc1eb1f-3961-4580-80d2-0849c8a965c7 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:28:53.233424 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-ebc1eb1f-3961-4580-80d2-0849c8a965c7 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:28:53.238477 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-ebc1eb1f-3961-4580-80d2-0849c8a965c7 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:53.239081 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-ebc1eb1f-3961-4580-80d2-0849c8a965c7 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:53.267654 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1eb1f-3961-4580-80d2-0849c8a965c7 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Pushing event updated for resources: {'Port': ['ID=928eb653-144d-458e-b1aa-2aa397ac0a05,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:53.285181 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-cd70d7b4-146e-49ac-9e17-58a0758258d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b658c096f64f4552b24bb1661a464e3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9177601 Mar 07 10:28:53.288132 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35336) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:53.311277 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70d7b4-146e-49ac-9e17-58a0758258d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100fd483-d98c-41f7-8991-98118b1088bf,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:53.338771 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-ebc1eb1f-3961-4580-80d2-0849c8a965c7 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1138964 Mar 07 10:28:53.356955 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ade725b-18ee-471f-ab1d-d288bb772fb8 admin admin] Publish callbacks [] for security_group (100fd483-d98c-41f7-8991-98118b1088bf), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:53.358445 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-aca30e5d-a1c7-4f45-a0a6-56409a64c6a9 service neutron] Request body: {'port': {'device_id': 'd701203f-2720-4128-8561-344dcb356520', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:28:53.379877 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ade725b-18ee-471f-ab1d-d288bb772fb8 admin admin] Publish callbacks [] for security_group (100fd483-d98c-41f7-8991-98118b1088bf), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:53.399783 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3496565b-f075-4f19-ac23-e9f07f2e197a req-744e5207-9dc9-4669-97b1-14a93c72e762 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674752 Mar 07 10:28:53.445572 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ade725b-18ee-471f-ab1d-d288bb772fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (100fd483-d98c-41f7-8991-98118b1088bf), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:53.448228 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ade725b-18ee-471f-ab1d-d288bb772fb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:53.449672 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9ade725b-18ee-471f-ab1d-d288bb772fb8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/100fd483-d98c-41f7-8991-98118b1088bf HTTP/1.1" status: 204 len: 168 time: 0.1602726 Mar 07 10:28:53.458594 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade725b-18ee-471f-ab1d-d288bb772fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100fd483-d98c-41f7-8991-98118b1088bf,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:53.477967 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-8a5e81ec-261a-4e6a-a518-e59038362476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 749d1b18-4b24-4d98-9374-c6c8e4bb215b {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:28:53.483877 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-aca30e5d-a1c7-4f45-a0a6-56409a64c6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (928eb653-144d-458e-b1aa-2aa397ac0a05), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:53.496809 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-8a5e81ec-261a-4e6a-a518-e59038362476 service neutron] Publish callbacks [] for port (749d1b18-4b24-4d98-9374-c6c8e4bb215b), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:53.557069 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-8a5e81ec-261a-4e6a-a518-e59038362476 service neutron] Transition to ACTIVE for port object 749d1b18-4b24-4d98-9374-c6c8e4bb215b will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:28:53.581690 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-8a5e81ec-261a-4e6a-a518-e59038362476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (749d1b18-4b24-4d98-9374-c6c8e4bb215b), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:53.596593 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-3e7b237d-af4e-469c-82cb-f1faf0e7d6f0 None None] Provisioning complete for port 928eb653-144d-458e-b1aa-2aa397ac0a05 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:53.597044 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3e7b237d-af4e-469c-82cb-f1faf0e7d6f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (928eb653-144d-458e-b1aa-2aa397ac0a05), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:53.649911 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-3e7b237d-af4e-469c-82cb-f1faf0e7d6f0 None None] Port 928eb653-144d-458e-b1aa-2aa397ac0a05 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:28:53.740233 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c239da-d0e3-4004-ae92-a6d4849e3fb2', 'name': 'network-vif-deleted', 'tag': 'ef10f6db-6439-4a5b-a024-6b22fa5d768c'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:28:53.742581 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8501d467-0b59-4e4b-b072-a922b4e5c30a" -d '{"events": [{"server_uuid": "b4c239da-d0e3-4004-ae92-a6d4849e3fb2", "name": "network-vif-deleted", "tag": "ef10f6db-6439-4a5b-a024-6b22fa5d768c"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:28:53.846297 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ecd3b4-0df9-41da-9c3c-f55a4929398c x-openstack-request-id: req-32ecd3b4-0df9-41da-9c3c-f55a4929398c {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:28:53.846731 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c239da-d0e3-4004-ae92-a6d4849e3fb2", "name": "network-vif-deleted", "tag": "ef10f6db-6439-4a5b-a024-6b22fa5d768c", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:28:53.846922 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-32ecd3b4-0df9-41da-9c3c-f55a4929398c {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:28:53.847319 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c239da-d0e3-4004-ae92-a6d4849e3fb2', 'name': 'network-vif-deleted', 'tag': 'ef10f6db-6439-4a5b-a024-6b22fa5d768c', 'status': 'completed', 'code': 200} Mar 07 10:28:53.927720 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e81ec-261a-4e6a-a518-e59038362476 service neutron] Pushing event updated for resources: {'Port': ['ID=749d1b18-4b24-4d98-9374-c6c8e4bb215b,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:53.985222 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-8a5e81ec-261a-4e6a-a518-e59038362476 service neutron] Attempting to bind port 749d1b18-4b24-4d98-9374-c6c8e4bb215b on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:28:53.985594 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-8a5e81ec-261a-4e6a-a518-e59038362476 service neutron] Attempting to bind port 749d1b18-4b24-4d98-9374-c6c8e4bb215b by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '76ecd108-4709-457c-9971-4b747cde059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:28:53.985916 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-8a5e81ec-261a-4e6a-a518-e59038362476 service neutron] Attempting to bind port 749d1b18-4b24-4d98-9374-c6c8e4bb215b on network 0f1450ac-a9e3-4368-b524-bc58c4b6a2e8 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:54.028756 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35368) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:54.032457 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-8a5e81ec-261a-4e6a-a518-e59038362476 service neutron] Port 749d1b18-4b24-4d98-9374-c6c8e4bb215b on network 0f1450ac-a9e3-4368-b524-bc58c4b6a2e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:28:54.032775 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-8a5e81ec-261a-4e6a-a518-e59038362476 service neutron] Attempting to bind port 749d1b18-4b24-4d98-9374-c6c8e4bb215b on network 0f1450ac-a9e3-4368-b524-bc58c4b6a2e8 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:54.045296 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-84fc3a04-3bab-4feb-9e32-d5aa1efbb24c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:54.045852 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-8a5e81ec-261a-4e6a-a518-e59038362476 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:28:54.046208 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-8a5e81ec-261a-4e6a-a518-e59038362476 service neutron] Checking segment: {'id': '76ecd108-4709-457c-9971-4b747cde059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:54.046752 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-8a5e81ec-261a-4e6a-a518-e59038362476 service neutron] Bound using segment: {'id': '76ecd108-4709-457c-9971-4b747cde059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:28:54.047211 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-8a5e81ec-261a-4e6a-a518-e59038362476 service neutron] Bound port: 749d1b18-4b24-4d98-9374-c6c8e4bb215b, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ecd108-4709-457c-9971-4b747cde059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:28:54.047584 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-8a5e81ec-261a-4e6a-a518-e59038362476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (749d1b18-4b24-4d98-9374-c6c8e4bb215b), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:54.073148 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93c352-dfdd-4059-a9aa-363df5b110a0 req-07232e34-2470-4f29-b4ae-3bf23cc68a04 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:54.077702 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ca93c352-dfdd-4059-a9aa-363df5b110a0 req-07232e34-2470-4f29-b4ae-3bf23cc68a04 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=d701203f-2720-4128-8561-344dcb356520 HTTP/1.1" status: 200 len: 936 time: 0.1679447 Mar 07 10:28:54.176586 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-84fc3a04-3bab-4feb-9e32-d5aa1efbb24c admin admin] Publish callbacks [] for security_group (200a6d6d-5513-4cc2-b004-df7d65704cf8), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:54.185220 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-84fc3a04-3bab-4feb-9e32-d5aa1efbb24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (200a6d6d-5513-4cc2-b004-df7d65704cf8), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:54.232615 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9a977-d24b-4cc3-9e09-24eb4d0f905a req-072a8b5a-66ba-4ffb-8bcb-afcb0ffd55e2 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:54.234180 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-33c9a977-d24b-4cc3-9e09-24eb4d0f905a req-072a8b5a-66ba-4ffb-8bcb-afcb0ffd55e2 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=76f20769-c19b-4f63-b561-49f5e76c2d8e HTTP/1.1" status: 200 len: 944 time: 0.1067457 Mar 07 10:28:54.244863 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-84fc3a04-3bab-4feb-9e32-d5aa1efbb24c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=184cb0e9649f417f96da8f9899e30397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148378 Mar 07 10:28:54.250871 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc3a04-3bab-4feb-9e32-d5aa1efbb24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200a6d6d-5513-4cc2-b004-df7d65704cf8,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:54.254566 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35374) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:54.330663 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-33c9a977-d24b-4cc3-9e09-24eb4d0f905a req-3485a7e4-76e1-492e-8bca-75d3501bf488 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/security-groups?id=432c2063-5333-4824-af3b-fe6ac20d1287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895712 Mar 07 10:28:54.345900 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fb306a6d-42f4-4d34-8252-add0759182ec admin admin] Publish callbacks [] for security_group (200a6d6d-5513-4cc2-b004-df7d65704cf8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:54.378404 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fb306a6d-42f4-4d34-8252-add0759182ec admin admin] Publish callbacks [] for security_group (200a6d6d-5513-4cc2-b004-df7d65704cf8), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:54.383664 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-8a5e81ec-261a-4e6a-a518-e59038362476 service neutron] For port 749d1b18-4b24-4d98-9374-c6c8e4bb215b, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:54.419984 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ca93c352-dfdd-4059-a9aa-363df5b110a0 req-1bfefb79-4c07-45d3-8bb0-2687e9c0e4b5 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/security-groups?id=a98bec01-5e08-4f37-8091-1eb2214e5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131075 Mar 07 10:28:54.434803 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-8a5e81ec-261a-4e6a-a518-e59038362476 service neutron] For port 749d1b18-4b24-4d98-9374-c6c8e4bb215b, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=749d1b18-4b24-4d98-9374-c6c8e4bb215b,segment=NetworkSegment(76ecd108-4709-457c-9971-4b747cde059f),segment_id=76ecd108-4709-457c-9971-4b747cde059f)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:54.437744 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fb306a6d-42f4-4d34-8252-add0759182ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (200a6d6d-5513-4cc2-b004-df7d65704cf8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:54.440860 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fb306a6d-42f4-4d34-8252-add0759182ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:54.442109 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fb306a6d-42f4-4d34-8252-add0759182ec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/200a6d6d-5513-4cc2-b004-df7d65704cf8 HTTP/1.1" status: 204 len: 168 time: 0.1844125 Mar 07 10:28:54.449874 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-aca30e5d-a1c7-4f45-a0a6-56409a64c6a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 928eb653-144d-458e-b1aa-2aa397ac0a05 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:28:54.452468 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb306a6d-42f4-4d34-8252-add0759182ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200a6d6d-5513-4cc2-b004-df7d65704cf8,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:54.472941 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-aca30e5d-a1c7-4f45-a0a6-56409a64c6a9 service neutron] Publish callbacks [] for port (928eb653-144d-458e-b1aa-2aa397ac0a05), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:54.494510 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-aca30e5d-a1c7-4f45-a0a6-56409a64c6a9 service neutron] Transition to ACTIVE for port object 928eb653-144d-458e-b1aa-2aa397ac0a05 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:28:54.500076 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-8a5e81ec-261a-4e6a-a518-e59038362476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (749d1b18-4b24-4d98-9374-c6c8e4bb215b), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:54.513895 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-aca30e5d-a1c7-4f45-a0a6-56409a64c6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (928eb653-144d-458e-b1aa-2aa397ac0a05), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:54.582528 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-8a5e81ec-261a-4e6a-a518-e59038362476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:54.583155 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-8a5e81ec-261a-4e6a-a518-e59038362476 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:54.585245 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-8a5e81ec-261a-4e6a-a518-e59038362476 service neutron] 10.222.0.31 "PUT /v2.0/ports/749d1b18-4b24-4d98-9374-c6c8e4bb215b HTTP/1.1" status: 200 len: 1092 time: 2.1030142 Mar 07 10:28:54.590057 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f20769-c19b-4f63-b561-49f5e76c2d8e', 'tag': '749d1b18-4b24-4d98-9374-c6c8e4bb215b'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:28:54.829487 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e81ec-261a-4e6a-a518-e59038362476 service neutron] Pushing event updated for resources: {'Port': ['ID=749d1b18-4b24-4d98-9374-c6c8e4bb215b,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:54.942636 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca30e5d-a1c7-4f45-a0a6-56409a64c6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=928eb653-144d-458e-b1aa-2aa397ac0a05,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:54.971205 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dedd36-c869-4e98-954c-0db528f70959 req-c041ac14-bbf7-4503-8f99-e0f991917a21 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:54.981516 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22dedd36-c869-4e98-954c-0db528f70959 req-c041ac14-bbf7-4503-8f99-e0f991917a21 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 943 time: 0.4841640 Mar 07 10:28:55.006819 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0363f06b-9d4e-4140-8b4a-5ef64745150c" -d '{"events": [{"name": "network-changed", "server_uuid": "76f20769-c19b-4f63-b561-49f5e76c2d8e", "tag": "749d1b18-4b24-4d98-9374-c6c8e4bb215b"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:28:55.017626 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-aca30e5d-a1c7-4f45-a0a6-56409a64c6a9 service neutron] Attempting to bind port 928eb653-144d-458e-b1aa-2aa397ac0a05 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:28:55.017969 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-aca30e5d-a1c7-4f45-a0a6-56409a64c6a9 service neutron] Attempting to bind port 928eb653-144d-458e-b1aa-2aa397ac0a05 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:28:55.018295 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-aca30e5d-a1c7-4f45-a0a6-56409a64c6a9 service neutron] Attempting to bind port 928eb653-144d-458e-b1aa-2aa397ac0a05 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:55.022075 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-8cffb8e5-1a82-408f-8439-f671b7f18fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:55.023666 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-8cffb8e5-1a82-408f-8439-f671b7f18fd2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a52739f03a4c4c41ae4b3050610b2bcb&device_id=76f20769-c19b-4f63-b561-49f5e76c2d8e HTTP/1.1" status: 200 len: 1126 time: 0.3272941 Mar 07 10:28:55.030036 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-aca30e5d-a1c7-4f45-a0a6-56409a64c6a9 service neutron] Port 928eb653-144d-458e-b1aa-2aa397ac0a05 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:28:55.030411 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-aca30e5d-a1c7-4f45-a0a6-56409a64c6a9 service neutron] Attempting to bind port 928eb653-144d-458e-b1aa-2aa397ac0a05 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:28:55.110877 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-aca30e5d-a1c7-4f45-a0a6-56409a64c6a9 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:28:55.111220 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-aca30e5d-a1c7-4f45-a0a6-56409a64c6a9 service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:28:55.111679 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-aca30e5d-a1c7-4f45-a0a6-56409a64c6a9 service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:28:55.112137 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-aca30e5d-a1c7-4f45-a0a6-56409a64c6a9 service neutron] Bound port: 928eb653-144d-458e-b1aa-2aa397ac0a05, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:28:55.112497 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-aca30e5d-a1c7-4f45-a0a6-56409a64c6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (928eb653-144d-458e-b1aa-2aa397ac0a05), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:55.117959 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-2aff1df9-e443-4f24-a028-d5121d4ff980 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=749d1b18-4b24-4d98-9374-c6c8e4bb215b HTTP/1.1" status: 200 len: 217 time: 0.0851438 Mar 07 10:28:55.181655 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22dedd36-c869-4e98-954c-0db528f70959 req-5ce999bd-420e-41af-ac05-deddc457c4a0 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992025 Mar 07 10:28:55.245790 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231ce728-7cb5-423f-8622-596dbed37cc9 x-openstack-request-id: req-231ce728-7cb5-423f-8622-596dbed37cc9 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:28:55.246086 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76f20769-c19b-4f63-b561-49f5e76c2d8e", "tag": "749d1b18-4b24-4d98-9374-c6c8e4bb215b", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:28:55.246340 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-231ce728-7cb5-423f-8622-596dbed37cc9 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:28:55.246790 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76f20769-c19b-4f63-b561-49f5e76c2d8e', 'tag': '749d1b18-4b24-4d98-9374-c6c8e4bb215b', 'status': 'completed', 'code': 200} Mar 07 10:28:55.268235 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-2504f26b-c7a0-4bb0-a4c5-117f2898face service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:55.269837 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-2504f26b-c7a0-4bb0-a4c5-117f2898face service neutron] 10.222.0.31 "GET /v2.0/subnets?id=66fddbce-75dd-46ee-b56e-87f13faf6741 HTTP/1.1" status: 200 len: 863 time: 0.1376097 Mar 07 10:28:55.320680 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-aca30e5d-a1c7-4f45-a0a6-56409a64c6a9 service neutron] For port 928eb653-144d-458e-b1aa-2aa397ac0a05, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:28:55.353268 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-aca30e5d-a1c7-4f45-a0a6-56409a64c6a9 service neutron] For port 928eb653-144d-458e-b1aa-2aa397ac0a05, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=928eb653-144d-458e-b1aa-2aa397ac0a05,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:28:55.371854 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-aca30e5d-a1c7-4f45-a0a6-56409a64c6a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (928eb653-144d-458e-b1aa-2aa397ac0a05), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:55.426919 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-aca30e5d-a1c7-4f45-a0a6-56409a64c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:55.428690 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-aca30e5d-a1c7-4f45-a0a6-56409a64c6a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:55.430454 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-aca30e5d-a1c7-4f45-a0a6-56409a64c6a9 service neutron] 10.222.0.31 "PUT /v2.0/ports/928eb653-144d-458e-b1aa-2aa397ac0a05 HTTP/1.1" status: 200 len: 1096 time: 2.0840220 Mar 07 10:28:55.436775 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-ecba331d-b966-4727-bb85-dab1fbb37301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:55.438308 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-ecba331d-b966-4727-bb85-dab1fbb37301 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0f1450ac-a9e3-4368-b524-bc58c4b6a2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1595294 Mar 07 10:28:55.516010 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04753f37-f672-4074-aa19-9bc5ee856ba4 req-fda47cfc-9962-4709-99ec-57a308f5b621 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:55.523681 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04753f37-f672-4074-aa19-9bc5ee856ba4 req-fda47cfc-9962-4709-99ec-57a308f5b621 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=76f20769-c19b-4f63-b561-49f5e76c2d8e HTTP/1.1" status: 200 len: 944 time: 0.1056697 Mar 07 10:28:55.529040 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca30e5d-a1c7-4f45-a0a6-56409a64c6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=928eb653-144d-458e-b1aa-2aa397ac0a05,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:55.598967 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04753f37-f672-4074-aa19-9bc5ee856ba4 req-0c2073c0-a9d6-4695-b63e-fa25f28bfe85 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/security-groups?id=432c2063-5333-4824-af3b-fe6ac20d1287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742195 Mar 07 10:28:55.694738 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-cd94e7fd-0829-4fdf-83bb-1425a78afc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:55.696195 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-cd94e7fd-0829-4fdf-83bb-1425a78afc6d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d30e97d1960c41ada87177701d41264f&device_id=d701203f-2720-4128-8561-344dcb356520 HTTP/1.1" status: 200 len: 1130 time: 0.2065871 Mar 07 10:28:55.702480 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-a99ea36a-2e3e-4cb0-aa3a-19de928560fc service neutron] 10.222.0.31 "GET /v2.0/networks/0f1450ac-a9e3-4368-b524-bc58c4b6a2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563636 Mar 07 10:28:55.719412 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81c483-ac9b-4c85-a3c1-45dea200b5a7 req-15bd3b8b-133e-4257-8455-fbb439368d6b tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:55.726739 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3d81c483-ac9b-4c85-a3c1-45dea200b5a7 req-15bd3b8b-133e-4257-8455-fbb439368d6b tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=d701203f-2720-4128-8561-344dcb356520 HTTP/1.1" status: 200 len: 948 time: 0.1246521 Mar 07 10:28:55.771694 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-d85f0bb3-c9ca-4782-8c4b-a7730feef374 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=928eb653-144d-458e-b1aa-2aa397ac0a05 HTTP/1.1" status: 200 len: 217 time: 0.0669739 Mar 07 10:28:55.908287 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3d81c483-ac9b-4c85-a3c1-45dea200b5a7 req-a7b5bd9e-0527-4cad-8d26-002b79ec4183 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/security-groups?id=a98bec01-5e08-4f37-8091-1eb2214e5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804655 Mar 07 10:28:55.927305 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-e1845b63-b101-454a-8df4-25054ab97442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:55.929288 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-e1845b63-b101-454a-8df4-25054ab97442 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1459167 Mar 07 10:28:55.953898 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d695832-28d0-4bd8-bcb3-312eac31cde4 req-d5b6d075-28fa-4fa3-a933-bfc10ac11ef3 service neutron] 10.222.0.31 "GET /v2.0/networks/0f1450ac-a9e3-4368-b524-bc58c4b6a2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413657 Mar 07 10:28:56.013583 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-5138e09c-8d50-4995-896d-064ae527c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:56.015471 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-5138e09c-8d50-4995-896d-064ae527c103 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0762467 Mar 07 10:28:56.164318 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363f06b-9d4e-4140-8b4a-5ef64745150c req-baf17eb7-1aa0-41ee-a442-f013a8c117bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:56.165820 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0363f06b-9d4e-4140-8b4a-5ef64745150c req-baf17eb7-1aa0-41ee-a442-f013a8c117bc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a52739f03a4c4c41ae4b3050610b2bcb&device_id=76f20769-c19b-4f63-b561-49f5e76c2d8e HTTP/1.1" status: 200 len: 1126 time: 0.1220047 Mar 07 10:28:56.210914 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-cbf8fb90-896a-4de1-9fa2-b44ed143bff2 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844730 Mar 07 10:28:56.347302 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b809d29-9d40-4fd8-864e-f4ce8dea994a req-62f17cc2-68a5-4810-9731-c505d12c72b7 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:56.349564 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8b809d29-9d40-4fd8-864e-f4ce8dea994a req-62f17cc2-68a5-4810-9731-c505d12c72b7 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 943 time: 0.0796432 Mar 07 10:28:56.420331 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8b809d29-9d40-4fd8-864e-f4ce8dea994a req-bfc597fd-b57f-4e2a-a7b7-508565414736 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641434 Mar 07 10:28:56.426516 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363f06b-9d4e-4140-8b4a-5ef64745150c req-2268897e-fa9f-426e-bb65-28b3960438e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:56.426516 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0363f06b-9d4e-4140-8b4a-5ef64745150c req-2268897e-fa9f-426e-bb65-28b3960438e5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0f1450ac-a9e3-4368-b524-bc58c4b6a2e8 HTTP/1.1" status: 200 len: 925 time: 0.2491987 Mar 07 10:28:56.501669 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d97a25fd-41ff-488a-a37b-3dc45b3c8a74 req-935c133a-79d1-41ed-ac98-ca2001883e91 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740645 Mar 07 10:28:56.503351 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0363f06b-9d4e-4140-8b4a-5ef64745150c req-05241e2a-dbbb-4741-aa46-5e5ebbeb0021 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=749d1b18-4b24-4d98-9374-c6c8e4bb215b HTTP/1.1" status: 200 len: 217 time: 0.0615964 Mar 07 10:28:56.575930 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363f06b-9d4e-4140-8b4a-5ef64745150c req-65bebc9d-7ed5-4deb-b07a-c28e86172ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:56.578349 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0363f06b-9d4e-4140-8b4a-5ef64745150c req-65bebc9d-7ed5-4deb-b07a-c28e86172ae8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=66fddbce-75dd-46ee-b56e-87f13faf6741 HTTP/1.1" status: 200 len: 863 time: 0.0590777 Mar 07 10:28:56.639425 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device ef10f6db-6439-4a5b-a024-6b22fa5d768c no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:28:56.665854 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363f06b-9d4e-4140-8b4a-5ef64745150c req-613962cf-2ac1-4abd-8585-9d1e399f2cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:56.667222 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0363f06b-9d4e-4140-8b4a-5ef64745150c req-613962cf-2ac1-4abd-8585-9d1e399f2cba service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0f1450ac-a9e3-4368-b524-bc58c4b6a2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0815136 Mar 07 10:28:56.697587 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: ef10f6db-6439-4a5b-a024-6b22fa5d768c {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:28:56.698837 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device ef10f6db-6439-4a5b-a024-6b22fa5d768c not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:28:56.970126 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35574) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:56.992683 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0363f06b-9d4e-4140-8b4a-5ef64745150c req-4f5b64eb-e687-4531-8f2f-54f0ca1ba42c service neutron] 10.222.0.31 "GET /v2.0/networks/0f1450ac-a9e3-4368-b524-bc58c4b6a2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173015 Mar 07 10:28:57.000171 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f857a-99e1-4220-b8fc-5210cafc9501 req-9d657ca8-63d0-4d01-b389-efb9552c4b61 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:57.001530 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e22f857a-99e1-4220-b8fc-5210cafc9501 req-9d657ca8-63d0-4d01-b389-efb9552c4b61 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=76f20769-c19b-4f63-b561-49f5e76c2d8e HTTP/1.1" status: 200 len: 944 time: 0.0807161 Mar 07 10:28:57.119150 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e22f857a-99e1-4220-b8fc-5210cafc9501 req-9c0d9b15-42c7-47c6-8354-b7118bdf91ce tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/security-groups?id=432c2063-5333-4824-af3b-fe6ac20d1287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087496 Mar 07 10:28:57.135768 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0363f06b-9d4e-4140-8b4a-5ef64745150c req-1febb482-235d-4f67-86c9-f74963d7c587 service neutron] 10.222.0.31 "GET /v2.0/networks/0f1450ac-a9e3-4368-b524-bc58c4b6a2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331046 Mar 07 10:28:57.167329 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-84d0057e-29fc-4e05-8c1b-af14fb9f3428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:57.250273 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd701203f-2720-4128-8561-344dcb356520', 'tag': '928eb653-144d-458e-b1aa-2aa397ac0a05'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:28:57.252719 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6fc63d-85a6-4d52-94e8-cdf83b5fd2ca" -d '{"events": [{"name": "network-changed", "server_uuid": "d701203f-2720-4128-8561-344dcb356520", "tag": "928eb653-144d-458e-b1aa-2aa397ac0a05"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:28:57.264778 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-84d0057e-29fc-4e05-8c1b-af14fb9f3428 admin admin] Publish callbacks [] for security_group (f64203de-eb85-4c67-b39a-5b0c87be14c1), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:57.267054 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d44673-f8a0-48c1-903e-85560cabe55d req-1564a5b9-f333-49fa-b2fa-808bb4165734 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:57.268609 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-97d44673-f8a0-48c1-903e-85560cabe55d req-1564a5b9-f333-49fa-b2fa-808bb4165734 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=d701203f-2720-4128-8561-344dcb356520 HTTP/1.1" status: 200 len: 948 time: 0.0840981 Mar 07 10:28:57.269914 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-84d0057e-29fc-4e05-8c1b-af14fb9f3428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f64203de-eb85-4c67-b39a-5b0c87be14c1), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:57.312092 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-84d0057e-29fc-4e05-8c1b-af14fb9f3428 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f94180ff438848fcb0ed1c4d5cf8d2f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3377731 Mar 07 10:28:57.313882 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35592) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:57.335545 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-97d44673-f8a0-48c1-903e-85560cabe55d req-c6e10c04-649d-445f-81bb-4582eead3910 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/security-groups?id=a98bec01-5e08-4f37-8091-1eb2214e5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580065 Mar 07 10:28:57.343373 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0057e-29fc-4e05-8c1b-af14fb9f3428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64203de-eb85-4c67-b39a-5b0c87be14c1,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:57.379497 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 55ad329e-5af0-488d-9a8e-b57dad02e627 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:28:57.402820 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7713da78-dc3b-4498-8624-90cbf9dae417 x-openstack-request-id: req-7713da78-dc3b-4498-8624-90cbf9dae417 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:28:57.403698 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d701203f-2720-4128-8561-344dcb356520", "tag": "928eb653-144d-458e-b1aa-2aa397ac0a05", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:28:57.404340 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7713da78-dc3b-4498-8624-90cbf9dae417 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:28:57.404759 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd701203f-2720-4128-8561-344dcb356520', 'tag': '928eb653-144d-458e-b1aa-2aa397ac0a05', 'status': 'completed', 'code': 200} Mar 07 10:28:57.454481 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-87964b0e-2be2-4a9f-96ae-f027e5ca357e admin admin] Publish callbacks [] for security_group (f64203de-eb85-4c67-b39a-5b0c87be14c1), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:57.500584 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-87964b0e-2be2-4a9f-96ae-f027e5ca357e admin admin] Publish callbacks [] for security_group (f64203de-eb85-4c67-b39a-5b0c87be14c1), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:57.510382 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 55ad329e-5af0-488d-9a8e-b57dad02e627, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=55ad329e-5af0-488d-9a8e-b57dad02e627,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:57.526735 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '55ad329e-5af0-488d-9a8e-b57dad02e627', 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5', 'port_id': '55ad329e-5af0-488d-9a8e-b57dad02e627', 'mac_address': 'fa:16:3e:82:7d:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504ea141-3c64-48b5-943a-bdbdb84bd6df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:28:57.546142 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fc63d-85a6-4d52-94e8-cdf83b5fd2ca req-6821371a-fda9-4ce8-bc55-bfb6e8742817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:57.550737 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd6fc63d-85a6-4d52-94e8-cdf83b5fd2ca req-6821371a-fda9-4ce8-bc55-bfb6e8742817 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d30e97d1960c41ada87177701d41264f&device_id=d701203f-2720-4128-8561-344dcb356520 HTTP/1.1" status: 200 len: 1130 time: 0.1134553 Mar 07 10:28:57.595351 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 55ad329e-5af0-488d-9a8e-b57dad02e627 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:57.596334 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (55ad329e-5af0-488d-9a8e-b57dad02e627), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:57.615387 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-87964b0e-2be2-4a9f-96ae-f027e5ca357e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f64203de-eb85-4c67-b39a-5b0c87be14c1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:57.619286 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-87964b0e-2be2-4a9f-96ae-f027e5ca357e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:57.623298 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-87964b0e-2be2-4a9f-96ae-f027e5ca357e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f64203de-eb85-4c67-b39a-5b0c87be14c1 HTTP/1.1" status: 204 len: 168 time: 0.3058522 Mar 07 10:28:57.628894 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55ad329e-5af0-488d-9a8e-b57dad02e627 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:28:57.644412 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87964b0e-2be2-4a9f-96ae-f027e5ca357e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64203de-eb85-4c67-b39a-5b0c87be14c1,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:57.651666 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 55ad329e-5af0-488d-9a8e-b57dad02e627, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=55ad329e-5af0-488d-9a8e-b57dad02e627,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:57.667043 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (55ad329e-5af0-488d-9a8e-b57dad02e627), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:57.686872 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35620) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:57.741717 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=55ad329e-5af0-488d-9a8e-b57dad02e627,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:57.837198 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fc63d-85a6-4d52-94e8-cdf83b5fd2ca req-70f561f1-4cfe-4ec8-b135-d26f97b3909e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:57.838739 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd6fc63d-85a6-4d52-94e8-cdf83b5fd2ca req-70f561f1-4cfe-4ec8-b135-d26f97b3909e service neutron] 10.222.0.31 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.2773600 Mar 07 10:28:57.846328 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550f5b4-366f-431f-a594-b84a0812ffbd req-d570ba7a-dc9d-40cf-b761-18c15ec025fd tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:57.847820 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c550f5b4-366f-431f-a594-b84a0812ffbd req-d570ba7a-dc9d-40cf-b761-18c15ec025fd tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 944 time: 0.1094847 Mar 07 10:28:57.847955 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5af62c5-2da5-4f7d-ad96-a0ad80d56c95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:57.901678 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd6fc63d-85a6-4d52-94e8-cdf83b5fd2ca req-653b130f-21f6-43a1-9cdc-c0ad83a2b301 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=928eb653-144d-458e-b1aa-2aa397ac0a05 HTTP/1.1" status: 200 len: 217 time: 0.0524850 Mar 07 10:28:57.983333 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5af62c5-2da5-4f7d-ad96-a0ad80d56c95 admin admin] Publish callbacks [] for security_group (643fd82c-6efb-4a2b-9a76-640dd0bed675), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:57.989736 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5af62c5-2da5-4f7d-ad96-a0ad80d56c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (643fd82c-6efb-4a2b-9a76-640dd0bed675), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:57.992250 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fc63d-85a6-4d52-94e8-cdf83b5fd2ca req-1318742c-1c3c-482b-b9d3-6e9a3bd10b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:57.993773 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd6fc63d-85a6-4d52-94e8-cdf83b5fd2ca req-1318742c-1c3c-482b-b9d3-6e9a3bd10b3f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.0793509 Mar 07 10:28:58.013096 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c550f5b4-366f-431f-a594-b84a0812ffbd req-fa6e6455-db83-4819-9d0d-59161371a597 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522369 Mar 07 10:28:58.047484 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f5af62c5-2da5-4f7d-ad96-a0ad80d56c95 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2ee233d4ffd5431ead7313e13a47daca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3595223 Mar 07 10:28:58.048389 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af62c5-2da5-4f7d-ad96-a0ad80d56c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643fd82c-6efb-4a2b-9a76-640dd0bed675,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:58.050937 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35640) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:58.088277 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fc63d-85a6-4d52-94e8-cdf83b5fd2ca req-df83a8c8-a62d-4113-953f-06cb777fccca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:58.090264 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd6fc63d-85a6-4d52-94e8-cdf83b5fd2ca req-df83a8c8-a62d-4113-953f-06cb777fccca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0762258 Mar 07 10:28:58.138818 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7b51fb4f-3005-424d-98c8-60c57f41d367 admin admin] Publish callbacks [] for security_group (643fd82c-6efb-4a2b-9a76-640dd0bed675), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:58.168040 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7b51fb4f-3005-424d-98c8-60c57f41d367 admin admin] Publish callbacks [] for security_group (643fd82c-6efb-4a2b-9a76-640dd0bed675), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:58.180882 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35650) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:58.198240 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-01e30dfe-f32d-4a30-acbe-26038f09b095 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:58.233611 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd6fc63d-85a6-4d52-94e8-cdf83b5fd2ca req-f8571e3a-b5d8-4e3c-a9fb-f0d3798abc0c service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353691 Mar 07 10:28:58.251870 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['55ad329e-5af0-488d-9a8e-b57dad02e627'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:28:58.273287 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7b51fb4f-3005-424d-98c8-60c57f41d367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (643fd82c-6efb-4a2b-9a76-640dd0bed675), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:58.276299 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7b51fb4f-3005-424d-98c8-60c57f41d367 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:58.278159 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7b51fb4f-3005-424d-98c8-60c57f41d367 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/643fd82c-6efb-4a2b-9a76-640dd0bed675 HTTP/1.1" status: 204 len: 168 time: 0.2083926 Mar 07 10:28:58.298109 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51fb4f-3005-424d-98c8-60c57f41d367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643fd82c-6efb-4a2b-9a76-640dd0bed675,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:58.419490 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6a823-fe49-4d75-8d0a-6169a8e93969 req-d652a9d0-dbaf-4c9d-969d-a93111888b7e tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:58.421338 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1ae6a823-fe49-4d75-8d0a-6169a8e93969 req-d652a9d0-dbaf-4c9d-969d-a93111888b7e tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=76f20769-c19b-4f63-b561-49f5e76c2d8e HTTP/1.1" status: 200 len: 944 time: 0.1842599 Mar 07 10:28:58.466123 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd6fc63d-85a6-4d52-94e8-cdf83b5fd2ca req-96a47390-c5af-4fb6-9704-bdf39089cdd5 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172828 Mar 07 10:28:58.473252 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-01e30dfe-f32d-4a30-acbe-26038f09b095 admin admin] Publish callbacks [] for security_group (32387b35-0f1a-4670-a3ae-4411e2b83fb6), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:58.487978 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-01e30dfe-f32d-4a30-acbe-26038f09b095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (32387b35-0f1a-4670-a3ae-4411e2b83fb6), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:58.550593 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00846898-0dc7-43ce-a4a5-ffa9a0b00dca req-b0ec066a-b7f6-47f0-a2e4-9837c1bdf34a tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:58.552940 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-00846898-0dc7-43ce-a4a5-ffa9a0b00dca req-b0ec066a-b7f6-47f0-a2e4-9837c1bdf34a tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=d701203f-2720-4128-8561-344dcb356520 HTTP/1.1" status: 200 len: 948 time: 0.1044345 Mar 07 10:28:58.554447 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1ae6a823-fe49-4d75-8d0a-6169a8e93969 req-b6c73789-0fd4-4830-9a5f-d183789ac5c2 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/security-groups?id=432c2063-5333-4824-af3b-fe6ac20d1287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174283 Mar 07 10:28:58.568983 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-01e30dfe-f32d-4a30-acbe-26038f09b095 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=452718699f4d490ebaa9cb5fbe7f39dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3868458 Mar 07 10:28:58.571586 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e30dfe-f32d-4a30-acbe-26038f09b095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32387b35-0f1a-4670-a3ae-4411e2b83fb6,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:58.572100 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35662) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:58.650564 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-00846898-0dc7-43ce-a4a5-ffa9a0b00dca req-7f585e76-f0db-446c-9993-2ef2c5977f5f tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/security-groups?id=a98bec01-5e08-4f37-8091-1eb2214e5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885847 Mar 07 10:28:58.665194 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ea318613-2e94-45fe-9d2b-ae28375600ec admin admin] Publish callbacks [] for security_group (32387b35-0f1a-4670-a3ae-4411e2b83fb6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:58.684364 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35666) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:58.688220 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ea318613-2e94-45fe-9d2b-ae28375600ec admin admin] Publish callbacks [] for security_group (32387b35-0f1a-4670-a3ae-4411e2b83fb6), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:58.719542 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35670) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:58.739075 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ea318613-2e94-45fe-9d2b-ae28375600ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (32387b35-0f1a-4670-a3ae-4411e2b83fb6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:58.743067 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ea318613-2e94-45fe-9d2b-ae28375600ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:58.749334 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ea318613-2e94-45fe-9d2b-ae28375600ec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/32387b35-0f1a-4670-a3ae-4411e2b83fb6 HTTP/1.1" status: 204 len: 168 time: 0.1722746 Mar 07 10:28:58.759259 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea318613-2e94-45fe-9d2b-ae28375600ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32387b35-0f1a-4670-a3ae-4411e2b83fb6,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:58.763360 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35676) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:58.978364 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-256dc5da-1f3f-4ec1-b960-9e5581bc9802 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.044306 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35684) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:59.046689 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-351ac6e9-19a7-4398-a94e-62d2fe23a4b2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c5837b98e7af46fbb269022b017de056&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3248518 Mar 07 10:28:59.051487 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4741fb48-7b28-4f2b-a56c-8ae2edb831c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.138967 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe1289ad-6f20-47da-869b-fe6151162581 admin admin] Publish callbacks [] for security_group (e3183dcc-d96d-4cff-99ad-a2c930eb08b1), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.185369 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe1289ad-6f20-47da-869b-fe6151162581 admin admin] Publish callbacks [] for security_group (e3183dcc-d96d-4cff-99ad-a2c930eb08b1), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.186825 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35688) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:59.214590 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b9dd897c-703b-4864-b56a-f2910c4a6f7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.270355 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f4b099-827a-43ca-afe4-14ea15eec7de req-63f505ae-10cc-4539-b700-3253450f8ed2 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:59.279104 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-08f4b099-827a-43ca-afe4-14ea15eec7de req-63f505ae-10cc-4539-b700-3253450f8ed2 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 944 time: 0.1590133 Mar 07 10:28:59.305199 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe1289ad-6f20-47da-869b-fe6151162581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e3183dcc-d96d-4cff-99ad-a2c930eb08b1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.307714 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe1289ad-6f20-47da-869b-fe6151162581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.312202 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fe1289ad-6f20-47da-869b-fe6151162581 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e3183dcc-d96d-4cff-99ad-a2c930eb08b1 HTTP/1.1" status: 204 len: 168 time: 0.2668812 Mar 07 10:28:59.325632 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-256dc5da-1f3f-4ec1-b960-9e5581bc9802 admin admin] Publish callbacks [] for security_group (469ae04b-1880-4242-a9a1-5c2a7717f681), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.329402 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1289ad-6f20-47da-869b-fe6151162581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3183dcc-d96d-4cff-99ad-a2c930eb08b1,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:59.369353 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-256dc5da-1f3f-4ec1-b960-9e5581bc9802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (469ae04b-1880-4242-a9a1-5c2a7717f681), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.370149 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b9dd897c-703b-4864-b56a-f2910c4a6f7c admin admin] Publish callbacks [] for security_group (dcc159c7-dfe9-4241-939f-688abcbf4b65), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.375729 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b9dd897c-703b-4864-b56a-f2910c4a6f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (dcc159c7-dfe9-4241-939f-688abcbf4b65), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.397482 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 55ad329e-5af0-488d-9a8e-b57dad02e627 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:28:59.411615 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd897c-703b-4864-b56a-f2910c4a6f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc159c7-dfe9-4241-939f-688abcbf4b65,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:59.436617 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b9dd897c-703b-4864-b56a-f2910c4a6f7c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7d36070f915944708ac19b9e0fd999d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2487624 Mar 07 10:28:59.437237 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35694) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:59.496766 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4741fb48-7b28-4f2b-a56c-8ae2edb831c0 admin admin] Publish callbacks [] for security_group (afa79a2d-f984-4ee9-aea8-d2ea045b80e8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.499575 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0be2195f-009b-419a-9dce-cb9346b17b8d admin admin] Publish callbacks [] for security_group (dcc159c7-dfe9-4241-939f-688abcbf4b65), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.541240 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0be2195f-009b-419a-9dce-cb9346b17b8d admin admin] Publish callbacks [] for security_group (dcc159c7-dfe9-4241-939f-688abcbf4b65), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.551120 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4741fb48-7b28-4f2b-a56c-8ae2edb831c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (afa79a2d-f984-4ee9-aea8-d2ea045b80e8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.557038 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 55ad329e-5af0-488d-9a8e-b57dad02e627 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:28:59.563929 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 55ad329e-5af0-488d-9a8e-b57dad02e627 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:28:59.564308 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (55ad329e-5af0-488d-9a8e-b57dad02e627), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.582209 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-08f4b099-827a-43ca-afe4-14ea15eec7de req-239b9303-c788-4d29-92d6-8aff566c16f0 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017740 Mar 07 10:28:59.592509 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256dc5da-1f3f-4ec1-b960-9e5581bc9802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469ae04b-1880-4242-a9a1-5c2a7717f681,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:59.606887 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-256dc5da-1f3f-4ec1-b960-9e5581bc9802 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=451bbe3bcadb4efbbf57f0932b8c789c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9202409 Mar 07 10:28:59.609623 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35702) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:59.638756 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4741fb48-7b28-4f2b-a56c-8ae2edb831c0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e7aaa7dd6f684c1eb8fd9b97bafb4312&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8743472 Mar 07 10:28:59.643927 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35704) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:59.657219 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741fb48-7b28-4f2b-a56c-8ae2edb831c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa79a2d-f984-4ee9-aea8-d2ea045b80e8,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:59.695485 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8291bad1-6d44-4387-a0e3-673d8503aa18 admin admin] Publish callbacks [] for security_group (469ae04b-1880-4242-a9a1-5c2a7717f681), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.697339 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0be2195f-009b-419a-9dce-cb9346b17b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (dcc159c7-dfe9-4241-939f-688abcbf4b65), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.702041 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0be2195f-009b-419a-9dce-cb9346b17b8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.708838 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0be2195f-009b-419a-9dce-cb9346b17b8d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dcc159c7-dfe9-4241-939f-688abcbf4b65 HTTP/1.1" status: 204 len: 168 time: 0.2688470 Mar 07 10:28:59.773152 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2fb46815-f2fd-4f22-8d98-3ef0588fb372 admin admin] Publish callbacks [] for security_group (afa79a2d-f984-4ee9-aea8-d2ea045b80e8), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.785930 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2195f-009b-419a-9dce-cb9346b17b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc159c7-dfe9-4241-939f-688abcbf4b65,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:59.808690 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8291bad1-6d44-4387-a0e3-673d8503aa18 admin admin] Publish callbacks [] for security_group (469ae04b-1880-4242-a9a1-5c2a7717f681), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.848028 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 55ad329e-5af0-488d-9a8e-b57dad02e627 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:28:59.850621 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (55ad329e-5af0-488d-9a8e-b57dad02e627), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.853559 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7e124-6397-405e-8150-9764b5ec5406 req-03bb05b1-bd35-46fa-976d-605a77a110f8 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:59.860789 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dbe7e124-6397-405e-8150-9764b5ec5406 req-03bb05b1-bd35-46fa-976d-605a77a110f8 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=76f20769-c19b-4f63-b561-49f5e76c2d8e HTTP/1.1" status: 200 len: 944 time: 0.1497617 Mar 07 10:28:59.882165 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2fb46815-f2fd-4f22-8d98-3ef0588fb372 admin admin] Publish callbacks [] for security_group (afa79a2d-f984-4ee9-aea8-d2ea045b80e8), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.920850 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35712) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:28:59.924659 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dbe7e124-6397-405e-8150-9764b5ec5406 req-c8fc04d1-d87a-49ad-a6df-68b757094224 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/security-groups?id=432c2063-5333-4824-af3b-fe6ac20d1287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601327 Mar 07 10:28:59.926272 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e1a55d-3ea3-4be4-bb20-91e02943a945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ad329e-5af0-488d-9a8e-b57dad02e627'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:28:59.928641 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8291bad1-6d44-4387-a0e3-673d8503aa18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (469ae04b-1880-4242-a9a1-5c2a7717f681), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.932790 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8291bad1-6d44-4387-a0e3-673d8503aa18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.933219 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18a95d8-ce7f-466e-a2dc-d806866cd23b" -d '{"events": [{"server_uuid": "42e1a55d-3ea3-4be4-bb20-91e02943a945", "name": "network-vif-plugged", "status": "completed", "tag": "55ad329e-5af0-488d-9a8e-b57dad02e627"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:28:59.937036 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8291bad1-6d44-4387-a0e3-673d8503aa18 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/469ae04b-1880-4242-a9a1-5c2a7717f681 HTTP/1.1" status: 204 len: 168 time: 0.3264332 Mar 07 10:28:59.952598 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 55ad329e-5af0-488d-9a8e-b57dad02e627, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=55ad329e-5af0-488d-9a8e-b57dad02e627,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:28:59.955064 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8291bad1-6d44-4387-a0e3-673d8503aa18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469ae04b-1880-4242-a9a1-5c2a7717f681,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:28:59.955501 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6726fa-358f-4112-b620-bf3600a306dd req-2d86b814-af44-4b64-bd02-129d5d24bab4 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:28:59.957938 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (55ad329e-5af0-488d-9a8e-b57dad02e627), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:28:59.958287 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1e6726fa-358f-4112-b620-bf3600a306dd req-2d86b814-af44-4b64-bd02-129d5d24bab4 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=d701203f-2720-4128-8561-344dcb356520 HTTP/1.1" status: 200 len: 948 time: 0.1815705 Mar 07 10:29:00.002185 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482a5df6-d2cd-4c29-8d4a-0daf4b9c49ea x-openstack-request-id: req-482a5df6-d2cd-4c29-8d4a-0daf4b9c49ea {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:00.002486 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e1a55d-3ea3-4be4-bb20-91e02943a945", "name": "network-vif-plugged", "status": "completed", "tag": "55ad329e-5af0-488d-9a8e-b57dad02e627", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:00.002983 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-482a5df6-d2cd-4c29-8d4a-0daf4b9c49ea {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:00.003572 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e1a55d-3ea3-4be4-bb20-91e02943a945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55ad329e-5af0-488d-9a8e-b57dad02e627', 'code': 200} Mar 07 10:29:00.044507 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2fb46815-f2fd-4f22-8d98-3ef0588fb372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (afa79a2d-f984-4ee9-aea8-d2ea045b80e8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:00.046987 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2fb46815-f2fd-4f22-8d98-3ef0588fb372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:00.048972 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2fb46815-f2fd-4f22-8d98-3ef0588fb372 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/afa79a2d-f984-4ee9-aea8-d2ea045b80e8 HTTP/1.1" status: 204 len: 168 time: 0.4022255 Mar 07 10:29:00.056991 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=55ad329e-5af0-488d-9a8e-b57dad02e627,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:00.064670 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1b5b6a4a-2420-4757-b070-7247d3c9b23d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d017b949f8104b09b0927e22c4fa5bd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395593 Mar 07 10:29:00.065408 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35722) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:00.084741 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb46815-f2fd-4f22-8d98-3ef0588fb372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa79a2d-f984-4ee9-aea8-d2ea045b80e8,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:00.105903 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1e6726fa-358f-4112-b620-bf3600a306dd req-8f0347c9-dcf5-43b8-adae-22e33707dc8f tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/security-groups?id=a98bec01-5e08-4f37-8091-1eb2214e5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387880 Mar 07 10:29:00.138709 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd393d4-ca71-4c8c-8252-196d47ffaf51 req-9c07695b-6bcb-4951-9d30-8c85a47e17bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:00.140404 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fbd393d4-ca71-4c8c-8252-196d47ffaf51 req-9c07695b-6bcb-4951-9d30-8c85a47e17bf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 1127 time: 0.0691650 Mar 07 10:29:00.154462 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b33a8ab6-a5fd-440e-8172-eb06a955c6fa admin admin] Publish callbacks [] for security_group (58cce6df-bd50-4d3b-a743-3e24976de2db), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:00.179995 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b33a8ab6-a5fd-440e-8172-eb06a955c6fa admin admin] Publish callbacks [] for security_group (58cce6df-bd50-4d3b-a743-3e24976de2db), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:00.201805 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fbd393d4-ca71-4c8c-8252-196d47ffaf51 req-08ba594a-9d8d-4e5a-9575-187367701cf3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534244 Mar 07 10:29:00.235336 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b33a8ab6-a5fd-440e-8172-eb06a955c6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (58cce6df-bd50-4d3b-a743-3e24976de2db), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:00.238118 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b33a8ab6-a5fd-440e-8172-eb06a955c6fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:00.242990 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b33a8ab6-a5fd-440e-8172-eb06a955c6fa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/58cce6df-bd50-4d3b-a743-3e24976de2db HTTP/1.1" status: 204 len: 168 time: 0.1736298 Mar 07 10:29:00.250939 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a8ab6-a5fd-440e-8172-eb06a955c6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cce6df-bd50-4d3b-a743-3e24976de2db,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:00.552847 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35740) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:00.569406 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8f407dc6-fa30-476f-98ba-fe21e2eaa720 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:00.659224 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8f407dc6-fa30-476f-98ba-fe21e2eaa720 admin admin] Publish callbacks [] for security_group (f36e8cbe-dd37-4e15-adbe-5043dc7d16de), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:00.666812 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8f407dc6-fa30-476f-98ba-fe21e2eaa720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f36e8cbe-dd37-4e15-adbe-5043dc7d16de), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:00.744678 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8f407dc6-fa30-476f-98ba-fe21e2eaa720 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5a72658520464e1d8b64245fb953cd5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1900046 Mar 07 10:29:00.746545 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f407dc6-fa30-476f-98ba-fe21e2eaa720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36e8cbe-dd37-4e15-adbe-5043dc7d16de,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:00.747129 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35748) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:00.774448 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385f369-0bf2-4e9f-b07a-3e4c4a948965 req-d0578d82-7477-4533-a657-d1cbd5ff93ba tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:00.774618 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35750) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:00.776591 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a385f369-0bf2-4e9f-b07a-3e4c4a948965 req-d0578d82-7477-4533-a657-d1cbd5ff93ba tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 945 time: 0.1069133 Mar 07 10:29:00.799154 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0bb12724-629a-48f5-8d96-71d9185f21f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:00.854154 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a385f369-0bf2-4e9f-b07a-3e4c4a948965 req-09346440-4868-477b-9c84-440626f51695 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674257 Mar 07 10:29:00.871335 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1e5b905d-36b1-4a9b-836e-6563d31601f9 admin admin] Publish callbacks [] for security_group (f36e8cbe-dd37-4e15-adbe-5043dc7d16de), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:00.909147 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1e5b905d-36b1-4a9b-836e-6563d31601f9 admin admin] Publish callbacks [] for security_group (f36e8cbe-dd37-4e15-adbe-5043dc7d16de), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:00.968582 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0bb12724-629a-48f5-8d96-71d9185f21f7 admin admin] Publish callbacks [] for security_group (a5dcd80d-7aba-4ea1-815f-780cc6dc5714), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:00.974210 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0bb12724-629a-48f5-8d96-71d9185f21f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a5dcd80d-7aba-4ea1-815f-780cc6dc5714), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:01.029619 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1e5b905d-36b1-4a9b-836e-6563d31601f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f36e8cbe-dd37-4e15-adbe-5043dc7d16de), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:01.033365 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1e5b905d-36b1-4a9b-836e-6563d31601f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:01.038138 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1e5b905d-36b1-4a9b-836e-6563d31601f9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f36e8cbe-dd37-4e15-adbe-5043dc7d16de HTTP/1.1" status: 204 len: 168 time: 0.2888956 Mar 07 10:29:01.049482 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0bb12724-629a-48f5-8d96-71d9185f21f7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fa850e9b50e34a80972866ab3139b33e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2666514 Mar 07 10:29:01.050058 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35764) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:01.062135 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb12724-629a-48f5-8d96-71d9185f21f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5dcd80d-7aba-4ea1-815f-780cc6dc5714,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:01.077163 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b905d-36b1-4a9b-836e-6563d31601f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36e8cbe-dd37-4e15-adbe-5043dc7d16de,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:01.101128 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e493dff6-5a2c-46b2-b86e-a9b9d48f9e8f req-15a4c6e2-4e6f-4ad9-877c-7dcab6c2d9c6 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:01.108831 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e493dff6-5a2c-46b2-b86e-a9b9d48f9e8f req-15a4c6e2-4e6f-4ad9-877c-7dcab6c2d9c6 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=76f20769-c19b-4f63-b561-49f5e76c2d8e HTTP/1.1" status: 200 len: 944 time: 0.1010368 Mar 07 10:29:01.143701 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e94d4ee0-276f-4543-a7c4-394b900cef6e admin admin] Publish callbacks [] for security_group (a5dcd80d-7aba-4ea1-815f-780cc6dc5714), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:01.169067 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e493dff6-5a2c-46b2-b86e-a9b9d48f9e8f req-7afeebc9-7f6a-45e2-8485-f9d3f27a9326 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/security-groups?id=432c2063-5333-4824-af3b-fe6ac20d1287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589044 Mar 07 10:29:01.181320 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e94d4ee0-276f-4543-a7c4-394b900cef6e admin admin] Publish callbacks [] for security_group (a5dcd80d-7aba-4ea1-815f-780cc6dc5714), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:01.262874 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e94d4ee0-276f-4543-a7c4-394b900cef6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a5dcd80d-7aba-4ea1-815f-780cc6dc5714), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:01.265533 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e94d4ee0-276f-4543-a7c4-394b900cef6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:01.266671 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e94d4ee0-276f-4543-a7c4-394b900cef6e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a5dcd80d-7aba-4ea1-815f-780cc6dc5714 HTTP/1.1" status: 204 len: 168 time: 0.2198381 Mar 07 10:29:01.278321 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7b85c-3196-452f-b61d-97e08d2b53bb req-f3507ca4-398b-4bb4-9166-b773c48d95b5 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:01.279662 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dbf7b85c-3196-452f-b61d-97e08d2b53bb req-f3507ca4-398b-4bb4-9166-b773c48d95b5 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=d701203f-2720-4128-8561-344dcb356520 HTTP/1.1" status: 200 len: 948 time: 0.0703106 Mar 07 10:29:01.284595 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d4ee0-276f-4543-a7c4-394b900cef6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5dcd80d-7aba-4ea1-815f-780cc6dc5714,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:01.335505 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dbf7b85c-3196-452f-b61d-97e08d2b53bb req-30d9089f-595f-41e6-a9fa-e9e137c90141 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/security-groups?id=a98bec01-5e08-4f37-8091-1eb2214e5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465844 Mar 07 10:29:01.415029 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 928eb653-144d-458e-b1aa-2aa397ac0a05 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:29:01.544151 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 928eb653-144d-458e-b1aa-2aa397ac0a05, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=928eb653-144d-458e-b1aa-2aa397ac0a05,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:01.556280 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '928eb653-144d-458e-b1aa-2aa397ac0a05', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': '928eb653-144d-458e-b1aa-2aa397ac0a05', 'mac_address': 'fa:16:3e:9c:a7:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:29:01.598492 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 928eb653-144d-458e-b1aa-2aa397ac0a05 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:01.598951 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (928eb653-144d-458e-b1aa-2aa397ac0a05), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:01.616855 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 928eb653-144d-458e-b1aa-2aa397ac0a05 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:01.638937 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 928eb653-144d-458e-b1aa-2aa397ac0a05, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=928eb653-144d-458e-b1aa-2aa397ac0a05,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:01.644200 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (928eb653-144d-458e-b1aa-2aa397ac0a05), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:01.644810 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 749d1b18-4b24-4d98-9374-c6c8e4bb215b details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:29:01.704078 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=928eb653-144d-458e-b1aa-2aa397ac0a05,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:01.806127 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 749d1b18-4b24-4d98-9374-c6c8e4bb215b, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=749d1b18-4b24-4d98-9374-c6c8e4bb215b,segment=NetworkSegment(76ecd108-4709-457c-9971-4b747cde059f),segment_id=76ecd108-4709-457c-9971-4b747cde059f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:01.818049 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '749d1b18-4b24-4d98-9374-c6c8e4bb215b', 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8', 'port_id': '749d1b18-4b24-4d98-9374-c6c8e4bb215b', 'mac_address': 'fa:16:3e:58:d4:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66fddbce-75dd-46ee-b56e-87f13faf6741', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:29:01.856768 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 749d1b18-4b24-4d98-9374-c6c8e4bb215b is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:01.857396 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (749d1b18-4b24-4d98-9374-c6c8e4bb215b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:01.870956 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749d1b18-4b24-4d98-9374-c6c8e4bb215b {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:01.895177 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 749d1b18-4b24-4d98-9374-c6c8e4bb215b, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=749d1b18-4b24-4d98-9374-c6c8e4bb215b,segment=NetworkSegment(76ecd108-4709-457c-9971-4b747cde059f),segment_id=76ecd108-4709-457c-9971-4b747cde059f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:01.904268 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (749d1b18-4b24-4d98-9374-c6c8e4bb215b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:01.957359 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=749d1b18-4b24-4d98-9374-c6c8e4bb215b,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:01.989493 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595ae6ac-20b7-4876-a75c-bb2567028610 req-6d06be72-d617-408e-9c8c-285a68d6c6ca tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:01.993735 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-595ae6ac-20b7-4876-a75c-bb2567028610 req-6d06be72-d617-408e-9c8c-285a68d6c6ca tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 945 time: 0.0619192 Mar 07 10:29:02.045075 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-595ae6ac-20b7-4876-a75c-bb2567028610 req-8c0bc710-59d4-4324-a689-9a04e84cd785 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473785 Mar 07 10:29:02.290105 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c888f18-8e7d-4336-a0b4-3e2e83322f24 req-4044e828-0586-46a5-af8c-cea04a9e20a7 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:02.296937 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4c888f18-8e7d-4336-a0b4-3e2e83322f24 req-4044e828-0586-46a5-af8c-cea04a9e20a7 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=76f20769-c19b-4f63-b561-49f5e76c2d8e HTTP/1.1" status: 200 len: 945 time: 0.0626376 Mar 07 10:29:02.316569 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['749d1b18-4b24-4d98-9374-c6c8e4bb215b'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:29:02.367139 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4c888f18-8e7d-4336-a0b4-3e2e83322f24 req-971d97dd-35e7-4e56-bc7c-821d171e61f0 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/security-groups?id=432c2063-5333-4824-af3b-fe6ac20d1287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684631 Mar 07 10:29:02.406817 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['928eb653-144d-458e-b1aa-2aa397ac0a05'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:29:02.554448 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a4352-ad7f-4694-82da-bd1750b40bd1 req-5e664a9f-1531-4b0a-9aed-b781295130bd tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:02.557126 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a5a4352-ad7f-4694-82da-bd1750b40bd1 req-5e664a9f-1531-4b0a-9aed-b781295130bd tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=d701203f-2720-4128-8561-344dcb356520 HTTP/1.1" status: 200 len: 949 time: 0.1077945 Mar 07 10:29:02.621860 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a5a4352-ad7f-4694-82da-bd1750b40bd1 req-3466eea2-a8bb-46ba-bcaf-0a5745d602a1 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/security-groups?id=a98bec01-5e08-4f37-8091-1eb2214e5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592637 Mar 07 10:29:03.197848 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb6500-dfca-4a29-b3ea-f31853bc64bc req-8e1ed5b6-c7b6-49e0-9482-726705c9061d tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:03.204346 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-70bb6500-dfca-4a29-b3ea-f31853bc64bc req-8e1ed5b6-c7b6-49e0-9482-726705c9061d tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 945 time: 0.0679069 Mar 07 10:29:03.253809 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-70bb6500-dfca-4a29-b3ea-f31853bc64bc req-d3f8bf3e-b008-4a76-a51b-85dc82c68bc1 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484273 Mar 07 10:29:03.418003 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 928eb653-144d-458e-b1aa-2aa397ac0a05 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:03.470264 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 928eb653-144d-458e-b1aa-2aa397ac0a05 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:29:03.475302 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 928eb653-144d-458e-b1aa-2aa397ac0a05 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:03.475756 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (928eb653-144d-458e-b1aa-2aa397ac0a05), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:03.556808 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 928eb653-144d-458e-b1aa-2aa397ac0a05 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:03.557337 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (928eb653-144d-458e-b1aa-2aa397ac0a05), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:03.580783 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd701203f-2720-4128-8561-344dcb356520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928eb653-144d-458e-b1aa-2aa397ac0a05'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:03.583441 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ba845d-815b-4cd1-ae8c-78dc99691600" -d '{"events": [{"server_uuid": "d701203f-2720-4128-8561-344dcb356520", "name": "network-vif-plugged", "status": "completed", "tag": "928eb653-144d-458e-b1aa-2aa397ac0a05"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:03.600882 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 928eb653-144d-458e-b1aa-2aa397ac0a05, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=928eb653-144d-458e-b1aa-2aa397ac0a05,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:03.606645 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (928eb653-144d-458e-b1aa-2aa397ac0a05), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:03.607723 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 749d1b18-4b24-4d98-9374-c6c8e4bb215b up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:03.677810 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:29:03.700564 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=928eb653-144d-458e-b1aa-2aa397ac0a05,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:03.706988 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839f743-66c7-46cc-ac1c-da5b8e5c5641 req-9179a1bb-919a-4e11-9a78-9eca4ba99fb8 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:03.710129 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9839f743-66c7-46cc-ac1c-da5b8e5c5641 req-9179a1bb-919a-4e11-9a78-9eca4ba99fb8 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 1127 time: 0.0615802 Mar 07 10:29:03.717700 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 749d1b18-4b24-4d98-9374-c6c8e4bb215b completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:29:03.722380 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 749d1b18-4b24-4d98-9374-c6c8e4bb215b triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:03.723054 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (749d1b18-4b24-4d98-9374-c6c8e4bb215b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:03.768176 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9839f743-66c7-46cc-ac1c-da5b8e5c5641 req-9093d941-c454-4c11-b2a1-9aa9b4cb83d3 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524406 Mar 07 10:29:03.877974 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 749d1b18-4b24-4d98-9374-c6c8e4bb215b is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:03.878541 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (749d1b18-4b24-4d98-9374-c6c8e4bb215b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:03.931113 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829cd875-fde8-46ad-82f7-584c4033d41c x-openstack-request-id: req-829cd875-fde8-46ad-82f7-584c4033d41c {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:03.931478 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d701203f-2720-4128-8561-344dcb356520", "name": "network-vif-plugged", "status": "completed", "tag": "928eb653-144d-458e-b1aa-2aa397ac0a05", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:03.931811 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-829cd875-fde8-46ad-82f7-584c4033d41c {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:03.933056 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd701203f-2720-4128-8561-344dcb356520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928eb653-144d-458e-b1aa-2aa397ac0a05', 'code': 200} Mar 07 10:29:03.961915 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4801f583-856b-4ba2-9192-d90decdaaf7c req-ea57b0e6-a51f-4c91-ae67-3e3acc533b7b tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:03.962915 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 749d1b18-4b24-4d98-9374-c6c8e4bb215b, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=749d1b18-4b24-4d98-9374-c6c8e4bb215b,segment=NetworkSegment(76ecd108-4709-457c-9971-4b747cde059f),segment_id=76ecd108-4709-457c-9971-4b747cde059f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:03.964826 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4801f583-856b-4ba2-9192-d90decdaaf7c req-ea57b0e6-a51f-4c91-ae67-3e3acc533b7b tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=76f20769-c19b-4f63-b561-49f5e76c2d8e HTTP/1.1" status: 200 len: 945 time: 0.0955920 Mar 07 10:29:03.972281 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (749d1b18-4b24-4d98-9374-c6c8e4bb215b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:04.037837 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=749d1b18-4b24-4d98-9374-c6c8e4bb215b,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:04.052888 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4801f583-856b-4ba2-9192-d90decdaaf7c req-0cf63f65-baeb-4a87-b2d0-634c7a3e0fe4 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/security-groups?id=432c2063-5333-4824-af3b-fe6ac20d1287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817144 Mar 07 10:29:04.094033 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bdabd-82d7-423a-9edd-263f0ad9eb1b req-b9921f76-0f48-4684-8684-e2ee71dddb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:04.095610 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-237bdabd-82d7-423a-9edd-263f0ad9eb1b req-b9921f76-0f48-4684-8684-e2ee71dddb8a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d701203f-2720-4128-8561-344dcb356520 HTTP/1.1" status: 200 len: 1132 time: 0.1060512 Mar 07 10:29:04.107438 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b005c-8bd2-4c02-ba70-820a255436e8 req-694baa48-f954-41fe-90db-2899b16c4380 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:04.109232 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-150b005c-8bd2-4c02-ba70-820a255436e8 req-694baa48-f954-41fe-90db-2899b16c4380 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=d701203f-2720-4128-8561-344dcb356520 HTTP/1.1" status: 200 len: 950 time: 0.0833101 Mar 07 10:29:04.181970 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-237bdabd-82d7-423a-9edd-263f0ad9eb1b req-3d0035b2-4e9e-47bd-9a6f-0e0690901087 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=a98bec01-5e08-4f37-8091-1eb2214e5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717208 Mar 07 10:29:04.185480 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-150b005c-8bd2-4c02-ba70-820a255436e8 req-d7a2609f-774c-4930-ac95-80cd51d43783 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/security-groups?id=a98bec01-5e08-4f37-8091-1eb2214e5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691547 Mar 07 10:29:04.354983 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230a972-94eb-4f2c-8f13-07570f218a48 req-73633827-7740-4973-924f-017c7dce87fa tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:04.356558 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c230a972-94eb-4f2c-8f13-07570f218a48 req-73633827-7740-4973-924f-017c7dce87fa tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 1127 time: 0.0616438 Mar 07 10:29:04.404287 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c230a972-94eb-4f2c-8f13-07570f218a48 req-41cbeeb7-8799-4ac7-89e9-cffa98e48e83 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403230 Mar 07 10:29:04.628389 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-36f6e9aa-bdb4-4e1b-b3d3-c50bfd1e8c4b req-e038ce8e-b5eb-434d-8f19-8c603ef6f39f service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:29:04.629457 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-36f6e9aa-bdb4-4e1b-b3d3-c50bfd1e8c4b req-e038ce8e-b5eb-434d-8f19-8c603ef6f39f service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056064 Mar 07 10:29:05.100420 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3ca398e3-430c-4318-bb59-24d305628d28 req-21ba5980-a688-42e0-b80b-5849ada38009 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=28cf3031a1224b399d35a59e7ae28a18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222175 Mar 07 10:29:05.106329 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35992) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:05.274439 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ecdf1c07-8c2e-4bf4-b656-a4061b0e86fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:05.362237 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ecdf1c07-8c2e-4bf4-b656-a4061b0e86fc admin admin] Publish callbacks [] for security_group (4bf4f336-954b-480b-aaea-39c6f2600373), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:05.367808 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ecdf1c07-8c2e-4bf4-b656-a4061b0e86fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4bf4f336-954b-480b-aaea-39c6f2600373), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:05.409800 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ecdf1c07-8c2e-4bf4-b656-a4061b0e86fc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=57b97e17a3384a6296d885f20456f7bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3019521 Mar 07 10:29:05.410069 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36012) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:05.412484 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf1c07-8c2e-4bf4-b656-a4061b0e86fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf4f336-954b-480b-aaea-39c6f2600373,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:05.442037 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca398e3-430c-4318-bb59-24d305628d28 req-0bf9635b-8df9-4996-8b0b-e0179ffcc68e tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:05.443703 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3ca398e3-430c-4318-bb59-24d305628d28 req-0bf9635b-8df9-4996-8b0b-e0179ffcc68e tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3313224 Mar 07 10:29:05.477314 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3ca398e3-430c-4318-bb59-24d305628d28 req-5d971878-948a-4dd8-ac63-b490b2641522 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/quotas/28cf3031a1224b399d35a59e7ae28a18 HTTP/1.1" status: 200 len: 375 time: 0.0264003 Mar 07 10:29:05.514474 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3ca398e3-430c-4318-bb59-24d305628d28 req-39dc1f3a-6b10-4e32-8bad-f93fd03dd287 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=28cf3031a1224b399d35a59e7ae28a18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360420 Mar 07 10:29:05.519212 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-95632526-2adc-40ca-8836-91cb48d6b47d admin admin] Publish callbacks [] for security_group (4bf4f336-954b-480b-aaea-39c6f2600373), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:05.542918 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-95632526-2adc-40ca-8836-91cb48d6b47d admin admin] Publish callbacks [] for security_group (4bf4f336-954b-480b-aaea-39c6f2600373), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:05.595418 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-95632526-2adc-40ca-8836-91cb48d6b47d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4bf4f336-954b-480b-aaea-39c6f2600373), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:05.598191 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-95632526-2adc-40ca-8836-91cb48d6b47d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:05.599497 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-95632526-2adc-40ca-8836-91cb48d6b47d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4bf4f336-954b-480b-aaea-39c6f2600373 HTTP/1.1" status: 204 len: 168 time: 0.1883535 Mar 07 10:29:05.610169 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95632526-2adc-40ca-8836-91cb48d6b47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf4f336-954b-480b-aaea-39c6f2600373,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:05.934098 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f20769-c19b-4f63-b561-49f5e76c2d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749d1b18-4b24-4d98-9374-c6c8e4bb215b'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:05.936439 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4deb44-be3c-4aa5-a1a9-6d4f69c375a3" -d '{"events": [{"server_uuid": "76f20769-c19b-4f63-b561-49f5e76c2d8e", "name": "network-vif-plugged", "status": "completed", "tag": "749d1b18-4b24-4d98-9374-c6c8e4bb215b"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:06.002635 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36042) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:06.018922 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c2e8be61-45c5-4247-8b20-5b30d36b05c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:06.109032 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c2e8be61-45c5-4247-8b20-5b30d36b05c0 admin admin] Publish callbacks [] for security_group (b0d49524-c3e7-479f-ae79-040ab299e6d5), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:06.115366 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c2e8be61-45c5-4247-8b20-5b30d36b05c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b0d49524-c3e7-479f-ae79-040ab299e6d5), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:06.162015 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c2e8be61-45c5-4247-8b20-5b30d36b05c0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=be6ff7c6317f4f0c871b1ce46e244a5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1579401 Mar 07 10:29:06.163010 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e8be61-45c5-4247-8b20-5b30d36b05c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d49524-c3e7-479f-ae79-040ab299e6d5,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:06.164610 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36052) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:06.228741 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36054) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:06.244019 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2190f8bb-9aca-4cef-8c61-7bd44fb2af69 req-37722823-96e5-4249-aa00-8ebc13005b52 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:06.246383 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-befb995b-4a14-4160-ad4c-f45740721a9c admin admin] Publish callbacks [] for security_group (b0d49524-c3e7-479f-ae79-040ab299e6d5), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:06.252417 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2190f8bb-9aca-4cef-8c61-7bd44fb2af69 req-37722823-96e5-4249-aa00-8ebc13005b52 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=76f20769-c19b-4f63-b561-49f5e76c2d8e HTTP/1.1" status: 200 len: 946 time: 0.0799983 Mar 07 10:29:06.274217 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-befb995b-4a14-4160-ad4c-f45740721a9c admin admin] Publish callbacks [] for security_group (b0d49524-c3e7-479f-ae79-040ab299e6d5), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:06.304081 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2190f8bb-9aca-4cef-8c61-7bd44fb2af69 req-ab64637c-2017-4ae8-95ca-75f2f14e0ee4 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/security-groups?id=432c2063-5333-4824-af3b-fe6ac20d1287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505147 Mar 07 10:29:06.331398 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-befb995b-4a14-4160-ad4c-f45740721a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b0d49524-c3e7-479f-ae79-040ab299e6d5), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:06.336567 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-befb995b-4a14-4160-ad4c-f45740721a9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:06.338141 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-befb995b-4a14-4160-ad4c-f45740721a9c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b0d49524-c3e7-479f-ae79-040ab299e6d5 HTTP/1.1" status: 204 len: 168 time: 0.1723514 Mar 07 10:29:06.349391 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb995b-4a14-4160-ad4c-f45740721a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d49524-c3e7-479f-ae79-040ab299e6d5,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:06.388843 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-4664127e-598e-4028-b550-bbe4edf3d955 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:29:06.391646 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-4664127e-598e-4028-b550-bbe4edf3d955 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1615839 Mar 07 10:29:06.403794 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-de5f3bcc-b0ba-45b4-93c2-c4db1ea2e629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:06.601025 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfabbd27-765d-4746-82c2-3a0114cdbe08 req-92b8382f-7195-4b37-92b4-ca9ea4a240b9 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:06.605592 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dfabbd27-765d-4746-82c2-3a0114cdbe08 req-92b8382f-7195-4b37-92b4-ca9ea4a240b9 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=d701203f-2720-4128-8561-344dcb356520 HTTP/1.1" status: 200 len: 950 time: 0.0573604 Mar 07 10:29:06.658230 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-803538a7-b48c-4dba-a148-234161ae625c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:06.659855 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-803538a7-b48c-4dba-a148-234161ae625c service neutron] 10.222.0.11 "GET /v2.0/ports/55ad329e-5af0-488d-9a8e-b57dad02e627 HTTP/1.1" status: 200 len: 1124 time: 0.1389267 Mar 07 10:29:06.660152 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dfabbd27-765d-4746-82c2-3a0114cdbe08 req-3e196cc2-f4ce-440c-8bbd-a0e4c543c13e tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/security-groups?id=a98bec01-5e08-4f37-8091-1eb2214e5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490391 Mar 07 10:29:06.686080 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-0b7eebb5-2384-486b-a196-14053a3a1548 service neutron] Request body: {'binding': {'host': 'n-h1-832164-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:06.687393 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-0b7eebb5-2384-486b-a196-14053a3a1548 service neutron] Unknown quota resources ['binding']. {{(pid=103767) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 10:29:06.772799 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8d555800-c0fe-4896-9ffe-c9982f9d72a1 req-8f96bd18-7b2f-464b-bc31-12df070a0d4c tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c697209-5064-41e1-af27-181ceefd19fd HTTP/1.1" status: 200 len: 210 time: 0.0354755 Mar 07 10:29:06.814542 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3ca398e3-430c-4318-bb59-24d305628d28 req-c351d1f8-090e-48fd-8b97-57e187256de6 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=28cf3031a1224b399d35a59e7ae28a18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330243 Mar 07 10:29:06.850679 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a7b909-ebf1-4744-9b70-916d6eade7a3 x-openstack-request-id: req-e7a7b909-ebf1-4744-9b70-916d6eade7a3 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:06.851013 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76f20769-c19b-4f63-b561-49f5e76c2d8e", "name": "network-vif-plugged", "status": "completed", "tag": "749d1b18-4b24-4d98-9374-c6c8e4bb215b", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:06.851274 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e7a7b909-ebf1-4744-9b70-916d6eade7a3 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:06.851845 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f20769-c19b-4f63-b561-49f5e76c2d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749d1b18-4b24-4d98-9374-c6c8e4bb215b', 'code': 200} Mar 07 10:29:06.889130 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-0b7eebb5-2384-486b-a196-14053a3a1548 service neutron] Attempting to bind port 55ad329e-5af0-488d-9a8e-b57dad02e627 on host n-h1-832164-4 for vnic_type normal with profile None {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:06.889613 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-0b7eebb5-2384-486b-a196-14053a3a1548 service neutron] Attempting to bind port 55ad329e-5af0-488d-9a8e-b57dad02e627 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:06.890050 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-0b7eebb5-2384-486b-a196-14053a3a1548 service neutron] Attempting to bind port 55ad329e-5af0-488d-9a8e-b57dad02e627 on network 35723e70-fc1c-4710-9b03-245dacf005c5 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:06.895370 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-0b7eebb5-2384-486b-a196-14053a3a1548 service neutron] Port 55ad329e-5af0-488d-9a8e-b57dad02e627 on network 35723e70-fc1c-4710-9b03-245dacf005c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:29:06.896059 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-0b7eebb5-2384-486b-a196-14053a3a1548 service neutron] Attempting to bind port 55ad329e-5af0-488d-9a8e-b57dad02e627 on network 35723e70-fc1c-4710-9b03-245dacf005c5 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:06.903456 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-0b7eebb5-2384-486b-a196-14053a3a1548 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:06.904178 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-0b7eebb5-2384-486b-a196-14053a3a1548 service neutron] Checking segment: {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:06.904806 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-0b7eebb5-2384-486b-a196-14053a3a1548 service neutron] Bound using segment: {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:06.905574 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-0b7eebb5-2384-486b-a196-14053a3a1548 service neutron] Bound port: 55ad329e-5af0-488d-9a8e-b57dad02e627, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:07.005503 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca398e3-430c-4318-bb59-24d305628d28 req-8a83a1f0-52b9-419c-891e-174ba85760b8 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:07.008044 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3ca398e3-430c-4318-bb59-24d305628d28 req-8a83a1f0-52b9-419c-891e-174ba85760b8 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1881561 Mar 07 10:29:07.026411 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-3ca398e3-430c-4318-bb59-24d305628d28 req-eb5e4957-1a85-43ff-886c-e1e61c24e6b2 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Request body: {'port': {'device_id': '6c697209-5064-41e1-af27-181ceefd19fd', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'admin_state_up': True, 'tenant_id': '28cf3031a1224b399d35a59e7ae28a18'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:07.060468 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-0b7eebb5-2384-486b-a196-14053a3a1548 service neutron] For port 55ad329e-5af0-488d-9a8e-b57dad02e627, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=55ad329e-5af0-488d-9a8e-b57dad02e627,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:07.063172 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c6c3c-eb18-47a9-9819-1db24454be09 req-d9570427-edae-48f1-8d11-63db2c6e70c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:07.064817 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9d7c6c3c-eb18-47a9-9819-1db24454be09 req-d9570427-edae-48f1-8d11-63db2c6e70c2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=76f20769-c19b-4f63-b561-49f5e76c2d8e HTTP/1.1" status: 200 len: 1128 time: 0.0962195 Mar 07 10:29:07.071394 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-0b7eebb5-2384-486b-a196-14053a3a1548 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:07.072720 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-0b7eebb5-2384-486b-a196-14053a3a1548 service neutron] 10.222.0.11 "POST /v2.0/ports/55ad329e-5af0-488d-9a8e-b57dad02e627/bindings HTTP/1.1" status: 201 len: 389 time: 0.3993819 Mar 07 10:29:07.119562 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9d7c6c3c-eb18-47a9-9819-1db24454be09 req-21c49fae-8b7c-4e62-bbab-8099216044be service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=432c2063-5333-4824-af3b-fe6ac20d1287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451977 Mar 07 10:29:07.180771 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ca398e3-430c-4318-bb59-24d305628d28 req-eb5e4957-1a85-43ff-886c-e1e61c24e6b2 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Made reservation on behalf of 28cf3031a1224b399d35a59e7ae28a18 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:07.186528 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-3ca398e3-430c-4318-bb59-24d305628d28 req-eb5e4957-1a85-43ff-886c-e1e61c24e6b2 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:07.197745 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-3ca398e3-430c-4318-bb59-24d305628d28 req-eb5e4957-1a85-43ff-886c-e1e61c24e6b2 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:07.295261 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-3ca398e3-430c-4318-bb59-24d305628d28 req-eb5e4957-1a85-43ff-886c-e1e61c24e6b2 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Publish callbacks [] for security_group (8f0e010e-3e67-49cd-ab9c-6a5e589e07c1), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:07.303554 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-3ca398e3-430c-4318-bb59-24d305628d28 req-eb5e4957-1a85-43ff-886c-e1e61c24e6b2 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8f0e010e-3e67-49cd-ab9c-6a5e589e07c1), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:07.329172 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46481af-649f-4b79-8951-dda20a7207c6 req-8e47e74b-2066-4e6c-9c9e-9f545022ce72 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:07.331272 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e46481af-649f-4b79-8951-dda20a7207c6 req-8e47e74b-2066-4e6c-9c9e-9f545022ce72 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 945 time: 0.0706441 Mar 07 10:29:07.347284 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36100) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:07.389910 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e4957-1a85-43ff-886c-e1e61c24e6b2 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0e010e-3e67-49cd-ab9c-6a5e589e07c1,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:07.441479 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-980deb7e-805a-477c-ab06-4ece0a0e255b req-adb2ead7-9c09-4185-aff5-82c149b90f01 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:29:07.450264 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-980deb7e-805a-477c-ab06-4ece0a0e255b req-adb2ead7-9c09-4185-aff5-82c149b90f01 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0217161 Mar 07 10:29:07.465894 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e46481af-649f-4b79-8951-dda20a7207c6 req-e55e8dfb-3c20-42af-88cd-7a38a002ab9a tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281917 Mar 07 10:29:07.528298 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-3ca398e3-430c-4318-bb59-24d305628d28 req-eb5e4957-1a85-43ff-886c-e1e61c24e6b2 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Allocated IP 192.168.233.196 (598bad6c-a435-45aa-bbb6-2339f78a1590/cd915eb6-2d51-4c50-93c9-6777e48b408a/af020a80-76f4-4393-85c0-c75c80817417) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:07.602148 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-90430140-b19c-4234-a657-8f42abafda1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:07.622093 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.21', 62888) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:07.707986 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-90430140-b19c-4234-a657-8f42abafda1e admin admin] Publish callbacks [] for security_group (7a7f8be7-acbf-4171-a0e1-e40f1f120e87), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:07.737516 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-90430140-b19c-4234-a657-8f42abafda1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7a7f8be7-acbf-4171-a0e1-e40f1f120e87), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:07.741988 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a39d3-6100-4113-9a74-35ff91153fe1 req-48d19e3a-4c92-4ec4-ab9a-e9fff46614b6 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:07.748754 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-819a39d3-6100-4113-9a74-35ff91153fe1 req-48d19e3a-4c92-4ec4-ab9a-e9fff46614b6 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=76f20769-c19b-4f63-b561-49f5e76c2d8e HTTP/1.1" status: 200 len: 946 time: 0.1308782 Mar 07 10:29:07.811398 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-90430140-b19c-4234-a657-8f42abafda1e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e33a252e917b4582bc4ae7bd17a6bed6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4596791 Mar 07 10:29:07.812947 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36122) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:07.814534 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90430140-b19c-4234-a657-8f42abafda1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7f8be7-acbf-4171-a0e1-e40f1f120e87,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:07.826846 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-3ca398e3-430c-4318-bb59-24d305628d28 req-eb5e4957-1a85-43ff-886c-e1e61c24e6b2 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Publish callbacks [] for port (af020a80-76f4-4393-85c0-c75c80817417), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:07.830961 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-c984fbe4-ecc6-4491-97a8-3927975a3ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:07.832427 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-c984fbe4-ecc6-4491-97a8-3927975a3ce7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=253a7b51025b45cd9cb7114a3377a1db&device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 1127 time: 0.2087231 Mar 07 10:29:07.841498 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1162e6-0d0e-46c0-8b9f-8673f3e9d6ef req-c9be3b3c-db66-41fd-b96d-4343de8f5f91 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:07.842752 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-819a39d3-6100-4113-9a74-35ff91153fe1 req-4ce900ab-bc7b-4d60-bb95-8f2a090b6b77 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/security-groups?id=432c2063-5333-4824-af3b-fe6ac20d1287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931141 Mar 07 10:29:07.842952 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fb1162e6-0d0e-46c0-8b9f-8673f3e9d6ef req-c9be3b3c-db66-41fd-b96d-4343de8f5f91 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=d701203f-2720-4128-8561-344dcb356520 HTTP/1.1" status: 200 len: 950 time: 0.1327703 Mar 07 10:29:07.909584 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-452c6e59-04b3-4352-80c3-632ad7b3794f admin admin] Publish callbacks [] for security_group (7a7f8be7-acbf-4171-a0e1-e40f1f120e87), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:07.929603 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-3ca398e3-430c-4318-bb59-24d305628d28 req-eb5e4957-1a85-43ff-886c-e1e61c24e6b2 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (af020a80-76f4-4393-85c0-c75c80817417), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:07.954576 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-452c6e59-04b3-4352-80c3-632ad7b3794f admin admin] Publish callbacks [] for security_group (7a7f8be7-acbf-4171-a0e1-e40f1f120e87), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:07.996882 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fb1162e6-0d0e-46c0-8b9f-8673f3e9d6ef req-0b8d1376-55fb-42a1-941c-8296690d0e12 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/security-groups?id=a98bec01-5e08-4f37-8091-1eb2214e5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261306 Mar 07 10:29:08.015692 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-3336e2d9-1893-4e0e-91b9-cbe7adde5751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:08.017418 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-3336e2d9-1893-4e0e-91b9-cbe7adde5751 service neutron] 10.222.0.21 "GET /v2.0/networks?id=35723e70-fc1c-4710-9b03-245dacf005c5 HTTP/1.1" status: 200 len: 921 time: 0.1735697 Mar 07 10:29:08.070865 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca398e3-430c-4318-bb59-24d305628d28 req-eb5e4957-1a85-43ff-886c-e1e61c24e6b2 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:08.074414 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-39255d4f-fcec-4fb7-b18d-56697d265668 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55ad329e-5af0-488d-9a8e-b57dad02e627 HTTP/1.1" status: 200 len: 217 time: 0.0490994 Mar 07 10:29:08.088848 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-3ca398e3-430c-4318-bb59-24d305628d28 req-eb5e4957-1a85-43ff-886c-e1e61c24e6b2 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:08.155069 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-2871aa24-1fa6-4c5f-815a-2fa5be5efbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:08.156681 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-2871aa24-1fa6-4c5f-815a-2fa5be5efbf2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=504ea141-3c64-48b5-943a-bdbdb84bd6df HTTP/1.1" status: 200 len: 860 time: 0.0768409 Mar 07 10:29:08.166458 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca398e3-430c-4318-bb59-24d305628d28 req-eb5e4957-1a85-43ff-886c-e1e61c24e6b2 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:29:08.185420 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca398e3-430c-4318-bb59-24d305628d28 req-eb5e4957-1a85-43ff-886c-e1e61c24e6b2 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:08.186718 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-3ca398e3-430c-4318-bb59-24d305628d28 req-eb5e4957-1a85-43ff-886c-e1e61c24e6b2 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:08.198399 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e4957-1a85-43ff-886c-e1e61c24e6b2 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Pushing event updated for resources: {'Port': ['ID=af020a80-76f4-4393-85c0-c75c80817417,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:08.226564 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-c47d223e-82e0-4e18-928d-f2a61b4286c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35723e70-fc1c-4710-9b03-245dacf005c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577893 Mar 07 10:29:08.264432 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3ca398e3-430c-4318-bb59-24d305628d28 req-eb5e4957-1a85-43ff-886c-e1e61c24e6b2 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2434859 Mar 07 10:29:08.282198 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-452c6e59-04b3-4352-80c3-632ad7b3794f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7a7f8be7-acbf-4171-a0e1-e40f1f120e87), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:08.291300 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-452c6e59-04b3-4352-80c3-632ad7b3794f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:08.293650 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-452c6e59-04b3-4352-80c3-632ad7b3794f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7a7f8be7-acbf-4171-a0e1-e40f1f120e87 HTTP/1.1" status: 204 len: 168 time: 0.4797094 Mar 07 10:29:08.302773 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-3ca398e3-430c-4318-bb59-24d305628d28 req-280397a7-af3a-419f-9998-a9e30ed6354f service neutron] Request body: {'port': {'device_id': '6c697209-5064-41e1-af27-181ceefd19fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:08.349610 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d197fce-c4ae-4130-8e53-bf8d91f1d6ee req-214db287-45bc-4eaa-aa8d-18744963fd27 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:08.352119 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1d197fce-c4ae-4130-8e53-bf8d91f1d6ee req-214db287-45bc-4eaa-aa8d-18744963fd27 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c697209-5064-41e1-af27-181ceefd19fd HTTP/1.1" status: 200 len: 936 time: 0.3273158 Mar 07 10:29:08.355616 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c6e59-04b3-4352-80c3-632ad7b3794f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7f8be7-acbf-4171-a0e1-e40f1f120e87,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:08.422088 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-b67d9e1d-841c-4cae-8235-e002f73d2e56 service neutron] 10.222.0.21 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839163 Mar 07 10:29:08.438055 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ec5180e6-8707-43c1-a4c7-2ca293bc396a None None] Provisioning complete for port af020a80-76f4-4393-85c0-c75c80817417 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:08.438643 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ec5180e6-8707-43c1-a4c7-2ca293bc396a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (af020a80-76f4-4393-85c0-c75c80817417), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:08.449533 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-661474be-ab29-4fbb-baa1-958d60614dce tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d30e97d1960c41ada87177701d41264f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262642 Mar 07 10:29:08.509319 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-3ca398e3-430c-4318-bb59-24d305628d28 req-280397a7-af3a-419f-9998-a9e30ed6354f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (af020a80-76f4-4393-85c0-c75c80817417), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:08.516744 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1d197fce-c4ae-4130-8e53-bf8d91f1d6ee req-671918bf-7bd3-45c4-b85d-8d70049ec7ba tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f0e010e-3e67-49cd-ab9c-6a5e589e07c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487019 Mar 07 10:29:08.567529 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ec5180e6-8707-43c1-a4c7-2ca293bc396a None None] Port af020a80-76f4-4393-85c0-c75c80817417 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:29:08.575328 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36168) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:08.611188 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6c3d0f5e-7c81-47d9-8499-610396f8a661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:08.664515 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-46dd889d-8721-4785-b82e-7c77b6a5288e tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:08.671463 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-46dd889d-8721-4785-b82e-7c77b6a5288e tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2210653 Mar 07 10:29:08.682423 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-98052dfa-c48b-4d07-a03b-8a8fb2e7637b service neutron] 10.222.0.21 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300851 Mar 07 10:29:08.690837 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-7a24ecca-ee15-48be-88b0-bc833215f365 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/quotas/d30e97d1960c41ada87177701d41264f HTTP/1.1" status: 200 len: 375 time: 0.0182545 Mar 07 10:29:08.759036 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-fabc96b7-47b3-4237-a205-28d726c37844 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d30e97d1960c41ada87177701d41264f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0672734 Mar 07 10:29:08.959323 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-3e1e060e-22d6-4a9d-bf5a-33d6d6f85e52 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:08.961360 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-3e1e060e-22d6-4a9d-bf5a-33d6d6f85e52 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945&tenant_id=253a7b51025b45cd9cb7114a3377a1db&binding%3Ahost_id=n-h2-832164-4 HTTP/1.1" status: 200 len: 1127 time: 0.1099329 Mar 07 10:29:08.977399 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-24fac830-9705-4ee7-85f3-694b07342293 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-832164-4'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:09.003928 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f3a6fbb4-9276-4bb8-9c5b-064fd22df0ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:09.043933 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2559919-4f59-43a8-8b4c-4940949f3132 req-84ac2190-3744-4147-ab43-49b6c9f29415 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:09.046203 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b2559919-4f59-43a8-8b4c-4940949f3132 req-84ac2190-3744-4147-ab43-49b6c9f29415 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 945 time: 0.2012327 Mar 07 10:29:09.156154 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36192) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:09.166925 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-3ca398e3-430c-4318-bb59-24d305628d28 req-280397a7-af3a-419f-9998-a9e30ed6354f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af020a80-76f4-4393-85c0-c75c80817417 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:09.193734 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-3ca398e3-430c-4318-bb59-24d305628d28 req-280397a7-af3a-419f-9998-a9e30ed6354f service neutron] Publish callbacks [] for port (af020a80-76f4-4393-85c0-c75c80817417), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:09.213250 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f9a03008-dfe8-437d-a722-7655192f9a55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:09.224594 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b2559919-4f59-43a8-8b4c-4940949f3132 req-65b4c375-754b-4ee0-86b3-dcb8dcca3996 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472535 Mar 07 10:29:09.250854 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-3ca398e3-430c-4318-bb59-24d305628d28 req-280397a7-af3a-419f-9998-a9e30ed6354f service neutron] Transition to ACTIVE for port object af020a80-76f4-4393-85c0-c75c80817417 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:29:09.266552 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-3ca398e3-430c-4318-bb59-24d305628d28 req-280397a7-af3a-419f-9998-a9e30ed6354f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (af020a80-76f4-4393-85c0-c75c80817417), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:09.318659 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-24fac830-9705-4ee7-85f3-694b07342293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (55ad329e-5af0-488d-9a8e-b57dad02e627), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:09.328599 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839c491-5623-424a-b9c0-c8ef20c770d3 req-2c43cb96-507b-4ef8-be92-8b6bd65786ba tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:09.336602 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e839c491-5623-424a-b9c0-c8ef20c770d3 req-2c43cb96-507b-4ef8-be92-8b6bd65786ba tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=76f20769-c19b-4f63-b561-49f5e76c2d8e HTTP/1.1" status: 200 len: 946 time: 0.3323116 Mar 07 10:29:09.355998 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f3a6fbb4-9276-4bb8-9c5b-064fd22df0ed admin admin] Publish callbacks [] for security_group (7d031a80-2b4c-48a7-a7fe-1562f4b7683c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:09.387970 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f3a6fbb4-9276-4bb8-9c5b-064fd22df0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7d031a80-2b4c-48a7-a7fe-1562f4b7683c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:09.414011 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0545d0c9-65ce-4eec-9cf7-0a20eed55478 req-41dd61d3-d068-46aa-8f8a-73c9644494ff tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=82b73ba7-d413-41a2-9b5e-5a04346362ae HTTP/1.1" status: 200 len: 210 time: 0.0954852 Mar 07 10:29:09.433293 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280397a7-af3a-419f-9998-a9e30ed6354f service neutron] Pushing event updated for resources: {'Port': ['ID=af020a80-76f4-4393-85c0-c75c80817417,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:09.541140 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f9a03008-dfe8-437d-a722-7655192f9a55 admin admin] Publish callbacks [] for security_group (20e7a838-00e9-454d-8878-5170c8d10580), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:09.541358 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e839c491-5623-424a-b9c0-c8ef20c770d3 req-08dfd875-3fa1-4b53-a593-24106742c8d6 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/security-groups?id=432c2063-5333-4824-af3b-fe6ac20d1287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1999078 Mar 07 10:29:09.564416 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f9a03008-dfe8-437d-a722-7655192f9a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (20e7a838-00e9-454d-8878-5170c8d10580), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:09.603087 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f3a6fbb4-9276-4bb8-9c5b-064fd22df0ed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5c71cb4b447a45fe9a37230fa892b031&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0236740 Mar 07 10:29:09.603879 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-3ca398e3-430c-4318-bb59-24d305628d28 req-280397a7-af3a-419f-9998-a9e30ed6354f service neutron] Attempting to bind port af020a80-76f4-4393-85c0-c75c80817417 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:09.604211 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-3ca398e3-430c-4318-bb59-24d305628d28 req-280397a7-af3a-419f-9998-a9e30ed6354f service neutron] Attempting to bind port af020a80-76f4-4393-85c0-c75c80817417 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:09.604534 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca398e3-430c-4318-bb59-24d305628d28 req-280397a7-af3a-419f-9998-a9e30ed6354f service neutron] Attempting to bind port af020a80-76f4-4393-85c0-c75c80817417 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:09.613153 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36208) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:09.618366 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca398e3-430c-4318-bb59-24d305628d28 req-280397a7-af3a-419f-9998-a9e30ed6354f service neutron] Port af020a80-76f4-4393-85c0-c75c80817417 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:29:09.618693 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca398e3-430c-4318-bb59-24d305628d28 req-280397a7-af3a-419f-9998-a9e30ed6354f service neutron] Attempting to bind port af020a80-76f4-4393-85c0-c75c80817417 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:09.631799 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-24fac830-9705-4ee7-85f3-694b07342293 service neutron] For port 55ad329e-5af0-488d-9a8e-b57dad02e627, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=55ad329e-5af0-488d-9a8e-b57dad02e627,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:09.649789 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca398e3-430c-4318-bb59-24d305628d28 req-280397a7-af3a-419f-9998-a9e30ed6354f service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:09.650717 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca398e3-430c-4318-bb59-24d305628d28 req-280397a7-af3a-419f-9998-a9e30ed6354f service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:09.651119 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca398e3-430c-4318-bb59-24d305628d28 req-280397a7-af3a-419f-9998-a9e30ed6354f service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:09.651609 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-3ca398e3-430c-4318-bb59-24d305628d28 req-280397a7-af3a-419f-9998-a9e30ed6354f service neutron] Bound port: af020a80-76f4-4393-85c0-c75c80817417, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:09.652536 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-3ca398e3-430c-4318-bb59-24d305628d28 req-280397a7-af3a-419f-9998-a9e30ed6354f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (af020a80-76f4-4393-85c0-c75c80817417), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:09.677490 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36210) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:09.684296 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f9a03008-dfe8-437d-a722-7655192f9a55 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=91f1d5ee1a164d168a816c399aa11045&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5230641 Mar 07 10:29:09.685092 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6fbb4-9276-4bb8-9c5b-064fd22df0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d031a80-2b4c-48a7-a7fe-1562f4b7683c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:09.732003 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a03008-dfe8-437d-a722-7655192f9a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e7a838-00e9-454d-8878-5170c8d10580,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:09.744691 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:09.774104 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-24fac830-9705-4ee7-85f3-694b07342293 service neutron] For port 55ad329e-5af0-488d-9a8e-b57dad02e627, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:09.829645 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e7009d53-1335-4460-808f-eab4b47587c6 admin admin] Publish callbacks [] for security_group (7d031a80-2b4c-48a7-a7fe-1562f4b7683c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:09.836414 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-3ca398e3-430c-4318-bb59-24d305628d28 req-280397a7-af3a-419f-9998-a9e30ed6354f service neutron] For port af020a80-76f4-4393-85c0-c75c80817417, host n-h1-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:09.844416 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-3ca398e3-430c-4318-bb59-24d305628d28 req-280397a7-af3a-419f-9998-a9e30ed6354f service neutron] For port af020a80-76f4-4393-85c0-c75c80817417, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=af020a80-76f4-4393-85c0-c75c80817417,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:09.847870 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d54f7-e306-46d6-ba5a-75818cf657f0 req-9f6a170a-80d0-4fd7-92df-49354545854e tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:09.855558 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f99d54f7-e306-46d6-ba5a-75818cf657f0 req-9f6a170a-80d0-4fd7-92df-49354545854e tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c697209-5064-41e1-af27-181ceefd19fd HTTP/1.1" status: 200 len: 948 time: 0.1796167 Mar 07 10:29:09.858712 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-3ca398e3-430c-4318-bb59-24d305628d28 req-280397a7-af3a-419f-9998-a9e30ed6354f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (af020a80-76f4-4393-85c0-c75c80817417), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:09.861883 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e7009d53-1335-4460-808f-eab4b47587c6 admin admin] Publish callbacks [] for security_group (7d031a80-2b4c-48a7-a7fe-1562f4b7683c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:09.873672 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e1a55d-3ea3-4be4-bb20-91e02943a945', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55ad329e-5af0-488d-9a8e-b57dad02e627'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:09.875874 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434bdda2-7a53-43f2-a39e-f1ed28b07747" -d '{"events": [{"server_uuid": "42e1a55d-3ea3-4be4-bb20-91e02943a945", "name": "network-vif-unplugged", "status": "completed", "tag": "55ad329e-5af0-488d-9a8e-b57dad02e627"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:09.883334 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-24fac830-9705-4ee7-85f3-694b07342293 service neutron] Publish callbacks [] for port (55ad329e-5af0-488d-9a8e-b57dad02e627), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:09.895349 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-144564e6-3239-4377-8cd9-22d0b2a72341 admin admin] Publish callbacks [] for security_group (20e7a838-00e9-454d-8878-5170c8d10580), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:09.902170 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-24fac830-9705-4ee7-85f3-694b07342293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (55ad329e-5af0-488d-9a8e-b57dad02e627), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:09.931467 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca398e3-430c-4318-bb59-24d305628d28 req-280397a7-af3a-419f-9998-a9e30ed6354f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:09.932218 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-3ca398e3-430c-4318-bb59-24d305628d28 req-280397a7-af3a-419f-9998-a9e30ed6354f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:09.933746 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3ca398e3-430c-4318-bb59-24d305628d28 req-280397a7-af3a-419f-9998-a9e30ed6354f service neutron] 10.222.0.21 "PUT /v2.0/ports/af020a80-76f4-4393-85c0-c75c80817417 HTTP/1.1" status: 200 len: 1096 time: 1.6581755 Mar 07 10:29:09.934531 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c697209-5064-41e1-af27-181ceefd19fd', 'tag': 'af020a80-76f4-4393-85c0-c75c80817417'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:09.939823 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5354e6-e170-4bff-9401-3be80b2b7ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "6c697209-5064-41e1-af27-181ceefd19fd", "tag": "af020a80-76f4-4393-85c0-c75c80817417"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:09.959824 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280397a7-af3a-419f-9998-a9e30ed6354f service neutron] Pushing event updated for resources: {'Port': ['ID=af020a80-76f4-4393-85c0-c75c80817417,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:09.996857 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-144564e6-3239-4377-8cd9-22d0b2a72341 admin admin] Publish callbacks [] for security_group (20e7a838-00e9-454d-8878-5170c8d10580), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:10.000321 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e7009d53-1335-4460-808f-eab4b47587c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7d031a80-2b4c-48a7-a7fe-1562f4b7683c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:10.002777 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f99d54f7-e306-46d6-ba5a-75818cf657f0 req-e001a8d7-1200-43d8-b689-c4f4e81d6aa4 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f0e010e-3e67-49cd-ab9c-6a5e589e07c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463261 Mar 07 10:29:10.003443 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e7009d53-1335-4460-808f-eab4b47587c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:10.004721 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e7009d53-1335-4460-808f-eab4b47587c6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7d031a80-2b4c-48a7-a7fe-1562f4b7683c HTTP/1.1" status: 204 len: 168 time: 0.3836567 Mar 07 10:29:10.068848 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7009d53-1335-4460-808f-eab4b47587c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d031a80-2b4c-48a7-a7fe-1562f4b7683c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:10.090624 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fac830-9705-4ee7-85f3-694b07342293 service neutron] Pushing event updated for resources: {'Port': ['ID=55ad329e-5af0-488d-9a8e-b57dad02e627,revision_number=7']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:10.117335 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-24fac830-9705-4ee7-85f3-694b07342293 service neutron] Attempting to bind port 55ad329e-5af0-488d-9a8e-b57dad02e627 on host n-h2-832164-4 for vnic_type normal with profile {"migrating_to": "n-h1-832164-4"} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:10.117335 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-24fac830-9705-4ee7-85f3-694b07342293 service neutron] Attempting to bind port 55ad329e-5af0-488d-9a8e-b57dad02e627 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:10.118343 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-24fac830-9705-4ee7-85f3-694b07342293 service neutron] Attempting to bind port 55ad329e-5af0-488d-9a8e-b57dad02e627 on network 35723e70-fc1c-4710-9b03-245dacf005c5 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:10.125829 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-24fac830-9705-4ee7-85f3-694b07342293 service neutron] Port 55ad329e-5af0-488d-9a8e-b57dad02e627 on network 35723e70-fc1c-4710-9b03-245dacf005c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:29:10.126268 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-24fac830-9705-4ee7-85f3-694b07342293 service neutron] Attempting to bind port 55ad329e-5af0-488d-9a8e-b57dad02e627 on network 35723e70-fc1c-4710-9b03-245dacf005c5 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:10.134379 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-24fac830-9705-4ee7-85f3-694b07342293 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:10.134856 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-24fac830-9705-4ee7-85f3-694b07342293 service neutron] Checking segment: {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:10.135369 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-24fac830-9705-4ee7-85f3-694b07342293 service neutron] Bound using segment: {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:10.137096 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-24fac830-9705-4ee7-85f3-694b07342293 service neutron] Bound port: 55ad329e-5af0-488d-9a8e-b57dad02e627, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:10.137096 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-24fac830-9705-4ee7-85f3-694b07342293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (55ad329e-5af0-488d-9a8e-b57dad02e627), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:10.180661 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-144564e6-3239-4377-8cd9-22d0b2a72341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (20e7a838-00e9-454d-8878-5170c8d10580), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:10.184774 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-144564e6-3239-4377-8cd9-22d0b2a72341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:10.186529 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-144564e6-3239-4377-8cd9-22d0b2a72341 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/20e7a838-00e9-454d-8878-5170c8d10580 HTTP/1.1" status: 204 len: 168 time: 0.5051649 Mar 07 10:29:10.190254 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fab54a4-1638-4cdf-b585-9a9b2d3392a1 x-openstack-request-id: req-4fab54a4-1638-4cdf-b585-9a9b2d3392a1 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:10.190563 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e1a55d-3ea3-4be4-bb20-91e02943a945", "name": "network-vif-unplugged", "status": "completed", "tag": "55ad329e-5af0-488d-9a8e-b57dad02e627", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:10.190832 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4fab54a4-1638-4cdf-b585-9a9b2d3392a1 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:10.191205 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e1a55d-3ea3-4be4-bb20-91e02943a945', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55ad329e-5af0-488d-9a8e-b57dad02e627', 'code': 200} Mar 07 10:29:10.212081 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.21', 62890) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:10.212505 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45ecf3-5895-4cdf-8d5f-b7aa2e7cdc1f req-c8682381-a38c-4632-95d7-96d3090c25e4 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:10.216234 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1f45ecf3-5895-4cdf-8d5f-b7aa2e7cdc1f req-c8682381-a38c-4632-95d7-96d3090c25e4 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=76f20769-c19b-4f63-b561-49f5e76c2d8e HTTP/1.1" status: 200 len: 946 time: 0.1767693 Mar 07 10:29:10.220091 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca398e3-430c-4318-bb59-24d305628d28 req-f5dab744-8d48-47c0-9b93-1da5dd2d41c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:10.221640 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3ca398e3-430c-4318-bb59-24d305628d28 req-f5dab744-8d48-47c0-9b93-1da5dd2d41c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=28cf3031a1224b399d35a59e7ae28a18&device_id=6c697209-5064-41e1-af27-181ceefd19fd HTTP/1.1" status: 200 len: 1130 time: 0.2352827 Mar 07 10:29:10.228751 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144564e6-3239-4377-8cd9-22d0b2a72341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e7a838-00e9-454d-8878-5170c8d10580,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:10.233642 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36224) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:10.250815 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-1f0beb91-c355-413c-9215-805d3faad5c7 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Request body: {'floatingip': {'port_id': '749d1b18-4b24-4d98-9374-c6c8e4bb215b'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:10.340305 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3ca398e3-430c-4318-bb59-24d305628d28 req-71e8df2e-f6bc-4d13-958b-a69b330ed28c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=af020a80-76f4-4393-85c0-c75c80817417 HTTP/1.1" status: 200 len: 217 time: 0.1058388 Mar 07 10:29:10.341955 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb0efdd-42f5-44ae-b405-9e69b5ca9f00 x-openstack-request-id: req-1eb0efdd-42f5-44ae-b405-9e69b5ca9f00 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:10.342209 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c697209-5064-41e1-af27-181ceefd19fd", "tag": "af020a80-76f4-4393-85c0-c75c80817417", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:10.347620 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1eb0efdd-42f5-44ae-b405-9e69b5ca9f00 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:10.347999 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c697209-5064-41e1-af27-181ceefd19fd', 'tag': 'af020a80-76f4-4393-85c0-c75c80817417', 'status': 'completed', 'code': 200} Mar 07 10:29:10.383114 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-070ef5ad-e57e-4df3-8cd6-aaa8e273a36d tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=d30e97d1960c41ada87177701d41264f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1679773 Mar 07 10:29:10.415200 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1f0beb91-c355-413c-9215-805d3faad5c7 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks [] for floatingip (4823a08a-44a7-4b10-b435-8aa3b68f58fb), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:10.465817 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca398e3-430c-4318-bb59-24d305628d28 req-d59e1322-deba-4db0-be6a-7ec213f0fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:10.468647 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3ca398e3-430c-4318-bb59-24d305628d28 req-d59e1322-deba-4db0-be6a-7ec213f0fb45 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1197338 Mar 07 10:29:10.574370 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca398e3-430c-4318-bb59-24d305628d28 req-9df2e5b5-e7c2-46aa-9faa-501a8f7b36f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:10.575905 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3ca398e3-430c-4318-bb59-24d305628d28 req-9df2e5b5-e7c2-46aa-9faa-501a8f7b36f7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1004624 Mar 07 10:29:10.614181 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-24fac830-9705-4ee7-85f3-694b07342293 service neutron] For port 55ad329e-5af0-488d-9a8e-b57dad02e627, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:10.666438 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-24fac830-9705-4ee7-85f3-694b07342293 service neutron] For port 55ad329e-5af0-488d-9a8e-b57dad02e627, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=55ad329e-5af0-488d-9a8e-b57dad02e627,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:10.677652 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c2101414-2245-4a2c-8ca6-4783a68a6b5d req-a6c3b434-e651-4e77-9f90-b7f123dab231 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=82b73ba7-d413-41a2-9b5e-5a04346362ae HTTP/1.1" status: 200 len: 210 time: 0.0638685 Mar 07 10:29:10.748821 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36248) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:10.765328 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-79b92d1d-ce17-4d17-91c8-a10d788ce5fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:10.769401 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-24fac830-9705-4ee7-85f3-694b07342293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (55ad329e-5af0-488d-9a8e-b57dad02e627), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:10.855058 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-79b92d1d-ce17-4d17-91c8-a10d788ce5fa admin admin] Publish callbacks [] for security_group (aee49280-b307-4db3-8032-679bb2d75854), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:10.866968 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-79b92d1d-ce17-4d17-91c8-a10d788ce5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (aee49280-b307-4db3-8032-679bb2d75854), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:10.903620 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b92d1d-ce17-4d17-91c8-a10d788ce5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee49280-b307-4db3-8032-679bb2d75854,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:10.909936 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3ca398e3-430c-4318-bb59-24d305628d28 req-78b327b5-5c55-4498-b895-767762af5213 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253264 Mar 07 10:29:10.970265 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-24fac830-9705-4ee7-85f3-694b07342293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:10.970888 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-24fac830-9705-4ee7-85f3-694b07342293 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:10.972286 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-24fac830-9705-4ee7-85f3-694b07342293 service neutron] 10.222.0.21 "PUT /v2.0/ports/55ad329e-5af0-488d-9a8e-b57dad02e627 HTTP/1.1" status: 200 len: 1121 time: 2.0031259 Mar 07 10:29:10.981362 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7957fa-45a5-4908-acc3-7ef81497c34a req-65ce0577-fa69-41f8-b633-a32c9443734b tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:10.982903 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cd7957fa-45a5-4908-acc3-7ef81497c34a req-65ce0577-fa69-41f8-b633-a32c9443734b tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 943 time: 0.3790662 Mar 07 10:29:10.983587 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fac830-9705-4ee7-85f3-694b07342293 service neutron] Pushing event updated for resources: {'Port': ['ID=55ad329e-5af0-488d-9a8e-b57dad02e627,revision_number=8']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:10.997955 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-7c222f7c-4af2-4072-bf12-6fcb627164f2 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:10.999461 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-7c222f7c-4af2-4072-bf12-6fcb627164f2 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6041119 Mar 07 10:29:11.011173 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3ca398e3-430c-4318-bb59-24d305628d28 req-3a5a1d65-0289-4bd2-863b-cf70326c44a7 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926397 Mar 07 10:29:11.017259 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-79b92d1d-ce17-4d17-91c8-a10d788ce5fa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=339f9e513dea417cb1bff4defa656e57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2639349 Mar 07 10:29:11.018972 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36262) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:11.023061 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-efb2eb0c-0d4e-4ebd-9356-2c3f125e4c4c tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Request body: {'port': {'device_id': '82b73ba7-d413-41a2-9b5e-5a04346362ae', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'admin_state_up': True, 'tenant_id': 'd30e97d1960c41ada87177701d41264f'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:11.040994 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['55ad329e-5af0-488d-9a8e-b57dad02e627'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:29:11.118383 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-837d84ab-dbb0-4641-9712-73a766380388 admin admin] Publish callbacks [] for security_group (aee49280-b307-4db3-8032-679bb2d75854), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:11.143242 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-837d84ab-dbb0-4641-9712-73a766380388 admin admin] Publish callbacks [] for security_group (aee49280-b307-4db3-8032-679bb2d75854), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:11.218072 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5354e6-e170-4bff-9401-3be80b2b7ba5 req-d3caa1dc-08c7-4431-94b8-e38e75c59273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:11.220599 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4c5354e6-e170-4bff-9401-3be80b2b7ba5 req-d3caa1dc-08c7-4431-94b8-e38e75c59273 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=28cf3031a1224b399d35a59e7ae28a18&device_id=6c697209-5064-41e1-af27-181ceefd19fd HTTP/1.1" status: 200 len: 1130 time: 0.1130676 Mar 07 10:29:11.255529 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cd7957fa-45a5-4908-acc3-7ef81497c34a req-4cb0310b-5798-413d-adfb-b38f9695c79e tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521489 Mar 07 10:29:11.322230 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-837d84ab-dbb0-4641-9712-73a766380388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (aee49280-b307-4db3-8032-679bb2d75854), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:11.325000 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-837d84ab-dbb0-4641-9712-73a766380388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:11.329470 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-837d84ab-dbb0-4641-9712-73a766380388 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aee49280-b307-4db3-8032-679bb2d75854 HTTP/1.1" status: 204 len: 168 time: 0.3093088 Mar 07 10:29:11.346040 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d84ab-dbb0-4641-9712-73a766380388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee49280-b307-4db3-8032-679bb2d75854,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:11.360739 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5354e6-e170-4bff-9401-3be80b2b7ba5 req-745a55b2-4169-40b7-aebf-196417b57346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:11.362723 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4c5354e6-e170-4bff-9401-3be80b2b7ba5 req-745a55b2-4169-40b7-aebf-196417b57346 service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.1350067 Mar 07 10:29:11.472211 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-efb2eb0c-0d4e-4ebd-9356-2c3f125e4c4c tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Made reservation on behalf of d30e97d1960c41ada87177701d41264f for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:11.476175 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-efb2eb0c-0d4e-4ebd-9356-2c3f125e4c4c tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:11.479452 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4c5354e6-e170-4bff-9401-3be80b2b7ba5 req-9c24f9a1-4cc2-4d0f-951b-35f7628a13e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=af020a80-76f4-4393-85c0-c75c80817417 HTTP/1.1" status: 200 len: 217 time: 0.1097562 Mar 07 10:29:11.481346 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:11.557584 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5354e6-e170-4bff-9401-3be80b2b7ba5 req-3b221a5d-73e3-42da-ad8a-b644e2703e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:11.559433 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4c5354e6-e170-4bff-9401-3be80b2b7ba5 req-3b221a5d-73e3-42da-ad8a-b644e2703e9b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.0728140 Mar 07 10:29:11.634046 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5354e6-e170-4bff-9401-3be80b2b7ba5 req-ec1ae4c0-6c6a-4dcc-920d-e15613d8dc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:11.635567 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4c5354e6-e170-4bff-9401-3be80b2b7ba5 req-ec1ae4c0-6c6a-4dcc-920d-e15613d8dc26 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0702887 Mar 07 10:29:11.781890 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a26c7-fd48-4be9-bce4-fefabb3a5d7d req-66d79ac8-0728-41c2-aff7-27aa09d6282e tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:11.783516 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-701a26c7-fd48-4be9-bce4-fefabb3a5d7d req-66d79ac8-0728-41c2-aff7-27aa09d6282e tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c697209-5064-41e1-af27-181ceefd19fd HTTP/1.1" status: 200 len: 948 time: 0.4021440 Mar 07 10:29:11.833457 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f80577da-3ad5-4148-8405-61fa721f7abd req-76766be2-451b-4a97-9e9a-fc51151b1e95 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=82b73ba7-d413-41a2-9b5e-5a04346362ae HTTP/1.1" status: 200 len: 210 time: 0.0404012 Mar 07 10:29:11.837340 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4c5354e6-e170-4bff-9401-3be80b2b7ba5 req-ebe91c84-8da2-4a70-99e7-3e1f908d19f2 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941290 Mar 07 10:29:11.993755 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4c5354e6-e170-4bff-9401-3be80b2b7ba5 req-34ac5dcc-3e77-4783-9c66-1ca8ef64255d service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488657 Mar 07 10:29:12.148095 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36326) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:12.158394 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.db.resource_extend [None req-1f0beb91-c355-413c-9215-805d3faad5c7 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:29:12.201857 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e1a55d-3ea3-4be4-bb20-91e02943a945', 'tag': '55ad329e-5af0-488d-9a8e-b57dad02e627'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:12.203721 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811ab80a-1779-48ea-a7b1-914481427a31" -d '{"events": [{"name": "network-changed", "server_uuid": "42e1a55d-3ea3-4be4-bb20-91e02943a945", "tag": "55ad329e-5af0-488d-9a8e-b57dad02e627"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:12.266864 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd8cae3-13b6-43b4-8079-c49313d3303f x-openstack-request-id: req-ebd8cae3-13b6-43b4-8079-c49313d3303f {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:12.267151 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42e1a55d-3ea3-4be4-bb20-91e02943a945", "tag": "55ad329e-5af0-488d-9a8e-b57dad02e627", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:12.267400 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ebd8cae3-13b6-43b4-8079-c49313d3303f {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:12.267789 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e1a55d-3ea3-4be4-bb20-91e02943a945', 'tag': '55ad329e-5af0-488d-9a8e-b57dad02e627', 'status': 'completed', 'code': 200} Mar 07 10:29:12.273950 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-701a26c7-fd48-4be9-bce4-fefabb3a5d7d req-f5998785-a512-4f88-8cbb-6e2a1f32c310 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f0e010e-3e67-49cd-ab9c-6a5e589e07c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770296 Mar 07 10:29:12.285598 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-efb2eb0c-0d4e-4ebd-9356-2c3f125e4c4c tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Allocated IP 192.168.233.30 (598bad6c-a435-45aa-bbb6-2339f78a1590/cd915eb6-2d51-4c50-93c9-6777e48b408a/4b65280f-1ba8-4966-8f91-cad2a5ee104d) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:12.289624 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1f0beb91-c355-413c-9215-805d3faad5c7 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:12.306090 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1f0beb91-c355-413c-9215-805d3faad5c7 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (4823a08a-44a7-4b10-b435-8aa3b68f58fb), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:12.463598 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-165693ac-fe62-4a42-b34f-3054861d990b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:12.533140 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ab80a-1779-48ea-a7b1-914481427a31 req-559e3cd9-bef8-484d-bbd6-af827cf620fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:12.534617 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-811ab80a-1779-48ea-a7b1-914481427a31 req-559e3cd9-bef8-484d-bbd6-af827cf620fd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=253a7b51025b45cd9cb7114a3377a1db&device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 1155 time: 0.2402024 Mar 07 10:29:12.595623 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-165693ac-fe62-4a42-b34f-3054861d990b admin admin] Publish callbacks [] for security_group (ace8a78e-ed21-4798-846c-2f2763c0246d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:12.602226 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-165693ac-fe62-4a42-b34f-3054861d990b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ace8a78e-ed21-4798-846c-2f2763c0246d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:12.606159 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-1f0beb91-c355-413c-9215-805d3faad5c7 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Floating IP 4823a08a-44a7-4b10-b435-8aa3b68f58fb associated. External IP: 172.25.3.56, port: 749d1b18-4b24-4d98-9374-c6c8e4bb215b. Mar 07 10:29:12.641313 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-165693ac-fe62-4a42-b34f-3054861d990b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=75060a6cfa204eebaa077baef7c0f64a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4907784 Mar 07 10:29:12.644669 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36364) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:12.655714 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-efb2eb0c-0d4e-4ebd-9356-2c3f125e4c4c tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Publish callbacks [] for port (4b65280f-1ba8-4966-8f91-cad2a5ee104d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:12.694831 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165693ac-fe62-4a42-b34f-3054861d990b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace8a78e-ed21-4798-846c-2f2763c0246d,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:12.706676 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0d75c6-50ff-4648-850b-ae815b60d347 req-4de85ef6-fa8c-4920-b588-32aa60689eb5 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:12.708254 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2f0d75c6-50ff-4648-850b-ae815b60d347 req-4de85ef6-fa8c-4920-b588-32aa60689eb5 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 943 time: 0.3101377 Mar 07 10:29:12.739666 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ddb6d5d-59fd-4060-b4eb-6d7fb408b090 admin admin] Publish callbacks [] for security_group (ace8a78e-ed21-4798-846c-2f2763c0246d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:12.773048 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ddb6d5d-59fd-4060-b4eb-6d7fb408b090 admin admin] Publish callbacks [] for security_group (ace8a78e-ed21-4798-846c-2f2763c0246d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:12.857426 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ddb6d5d-59fd-4060-b4eb-6d7fb408b090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ace8a78e-ed21-4798-846c-2f2763c0246d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:12.859987 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ddb6d5d-59fd-4060-b4eb-6d7fb408b090 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:12.861140 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5ddb6d5d-59fd-4060-b4eb-6d7fb408b090 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ace8a78e-ed21-4798-846c-2f2763c0246d HTTP/1.1" status: 204 len: 168 time: 0.2114749 Mar 07 10:29:12.885289 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:12.894168 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb6d5d-59fd-4060-b4eb-6d7fb408b090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace8a78e-ed21-4798-846c-2f2763c0246d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:12.980075 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ab80a-1779-48ea-a7b1-914481427a31 req-2633971b-9367-4639-a72d-64909a00866a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:12.981568 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-811ab80a-1779-48ea-a7b1-914481427a31 req-2633971b-9367-4639-a72d-64909a00866a service neutron] 10.222.0.31 "GET /v2.0/networks?id=35723e70-fc1c-4710-9b03-245dacf005c5 HTTP/1.1" status: 200 len: 921 time: 0.4094272 Mar 07 10:29:12.985865 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0b108bd6-1377-417d-9798-50c7cb216c5f req-b68eecf7-14ba-4bd5-ba96-824f71b2e31a tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=82b73ba7-d413-41a2-9b5e-5a04346362ae HTTP/1.1" status: 200 len: 210 time: 0.0390098 Mar 07 10:29:13.066808 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-efb2eb0c-0d4e-4ebd-9356-2c3f125e4c4c tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (4b65280f-1ba8-4966-8f91-cad2a5ee104d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:13.069615 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-811ab80a-1779-48ea-a7b1-914481427a31 req-bf877fb1-33a6-45b6-810e-7fef4fc8e82f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55ad329e-5af0-488d-9a8e-b57dad02e627 HTTP/1.1" status: 200 len: 217 time: 0.0804484 Mar 07 10:29:13.079745 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['928eb653-144d-458e-b1aa-2aa397ac0a05'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:29:13.087286 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2f0d75c6-50ff-4648-850b-ae815b60d347 req-abe5f6ed-10a9-407c-a22d-09ade7fa8a58 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714497 Mar 07 10:29:13.258023 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-efb2eb0c-0d4e-4ebd-9356-2c3f125e4c4c tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:13.273019 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-efb2eb0c-0d4e-4ebd-9356-2c3f125e4c4c tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:13.276148 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-efb2eb0c-0d4e-4ebd-9356-2c3f125e4c4c tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:29:13.282446 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-efb2eb0c-0d4e-4ebd-9356-2c3f125e4c4c tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:13.283081 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-efb2eb0c-0d4e-4ebd-9356-2c3f125e4c4c tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:13.293827 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2eb0c-0d4e-4ebd-9356-2c3f125e4c4c tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Pushing event updated for resources: {'Port': ['ID=4b65280f-1ba8-4966-8f91-cad2a5ee104d,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:13.341359 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ab80a-1779-48ea-a7b1-914481427a31 req-e1a5f6cd-c999-4e80-a7d7-9045eb98dcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:13.342864 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-811ab80a-1779-48ea-a7b1-914481427a31 req-e1a5f6cd-c999-4e80-a7d7-9045eb98dcc6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=504ea141-3c64-48b5-943a-bdbdb84bd6df HTTP/1.1" status: 200 len: 860 time: 0.2098136 Mar 07 10:29:13.355366 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-efb2eb0c-0d4e-4ebd-9356-2c3f125e4c4c tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3435161 Mar 07 10:29:13.415122 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2eb0c-0d4e-4ebd-9356-2c3f125e4c4c tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:13.415808 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2eb0c-0d4e-4ebd-9356-2c3f125e4c4c tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:13.416312 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2eb0c-0d4e-4ebd-9356-2c3f125e4c4c tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:13.416800 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2eb0c-0d4e-4ebd-9356-2c3f125e4c4c tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:13.417303 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2eb0c-0d4e-4ebd-9356-2c3f125e4c4c tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:13.417782 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2eb0c-0d4e-4ebd-9356-2c3f125e4c4c tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:13.418542 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2eb0c-0d4e-4ebd-9356-2c3f125e4c4c tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:13.419021 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2eb0c-0d4e-4ebd-9356-2c3f125e4c4c tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:13.419498 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2eb0c-0d4e-4ebd-9356-2c3f125e4c4c tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:13.419992 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2eb0c-0d4e-4ebd-9356-2c3f125e4c4c tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:13.420466 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2eb0c-0d4e-4ebd-9356-2c3f125e4c4c tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:13.420950 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2eb0c-0d4e-4ebd-9356-2c3f125e4c4c tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:13.421343 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb2eb0c-0d4e-4ebd-9356-2c3f125e4c4c tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:13.445816 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-514b91b7-63dd-440b-ac91-7dd3d4156387 service neutron] Request body: {'port': {'device_id': '82b73ba7-d413-41a2-9b5e-5a04346362ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:13.524881 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-811ab80a-1779-48ea-a7b1-914481427a31 req-7acd77b2-7e08-465a-8b82-ca446feb32ca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=35723e70-fc1c-4710-9b03-245dacf005c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962610 Mar 07 10:29:13.540981 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f4f678cc-4f48-4fb7-abce-a254ac8f7b6c None None] Provisioning complete for port 4b65280f-1ba8-4966-8f91-cad2a5ee104d triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:13.541383 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f4f678cc-4f48-4fb7-abce-a254ac8f7b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4b65280f-1ba8-4966-8f91-cad2a5ee104d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:13.591629 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f4f678cc-4f48-4fb7-abce-a254ac8f7b6c None None] Port 4b65280f-1ba8-4966-8f91-cad2a5ee104d cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:29:13.635293 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-ddd4b4ab-aff3-40e1-84e1-53cec8505fa2 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=914855c715794ac0925e4b6ed0252296&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236099 Mar 07 10:29:13.654044 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0beb91-c355-413c-9215-805d3faad5c7 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Router fdc56d29-4d91-421e-b506-79d29dae795b has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:29:13.682351 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6d7f4-0f00-43fa-8541-581f74a06b1c req-6e67dec8-e0d1-42c1-86be-b5d58674f16d tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:13.684039 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bfa6d7f4-0f00-43fa-8541-581f74a06b1c req-6e67dec8-e0d1-42c1-86be-b5d58674f16d tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c697209-5064-41e1-af27-181ceefd19fd HTTP/1.1" status: 200 len: 948 time: 0.2355547 Mar 07 10:29:13.689286 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-514b91b7-63dd-440b-ac91-7dd3d4156387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4b65280f-1ba8-4966-8f91-cad2a5ee104d), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:13.746393 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36424) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:13.788890 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-fb545377-25d7-4f49-9398-ac2f2b8ac1e0 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:13.790494 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-fb545377-25d7-4f49-9398-ac2f2b8ac1e0 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1488838 Mar 07 10:29:13.802615 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36430) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:13.808107 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-2d69a3a9-e26a-4c7a-aa1a-97bca0163bf6 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/quotas/914855c715794ac0925e4b6ed0252296 HTTP/1.1" status: 200 len: 375 time: 0.0120139 Mar 07 10:29:13.811023 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-811ab80a-1779-48ea-a7b1-914481427a31 req-40f3c344-7158-4b82-9d42-86582396b666 service neutron] 10.222.0.31 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761302 Mar 07 10:29:13.865082 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bfa6d7f4-0f00-43fa-8541-581f74a06b1c req-400928dd-ce72-4bd1-becb-315b3a7c62d3 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f0e010e-3e67-49cd-ab9c-6a5e589e07c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630476 Mar 07 10:29:13.865841 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-8175f43a-199c-4fb1-bc88-ba5fbccd2940 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496318 Mar 07 10:29:13.888041 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1266a13a-4e18-478b-aa31-1f224385a31d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:14.003161 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-01afbd39-1b17-4391-8dab-8eda19f18ae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:14.142512 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3a6dfd6f-1ca2-46f7-8210-9ea84ef12a00 req-6e3593da-ff60-4a59-866a-4291cec3e56b tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 210 time: 0.0595601 Mar 07 10:29:14.182454 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605babc-32c9-4c84-8e30-08cd3ed95c92 req-034a6429-98fc-47c4-b7e0-3513088b8519 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:14.190918 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a605babc-32c9-4c84-8e30-08cd3ed95c92 req-034a6429-98fc-47c4-b7e0-3513088b8519 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=82b73ba7-d413-41a2-9b5e-5a04346362ae HTTP/1.1" status: 200 len: 935 time: 0.1174698 Mar 07 10:29:14.221035 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0beb91-c355-413c-9215-805d3faad5c7 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:29:14.235982 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf24b13-313a-4325-910e-18c0b25baed3 None None] Sync routers for ids ['fdc56d29-4d91-421e-b506-79d29dae795b'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:29:14.253928 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a605babc-32c9-4c84-8e30-08cd3ed95c92 req-ace99991-cd94-4b5f-959c-082c67395529 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/security-groups?id=a98bec01-5e08-4f37-8091-1eb2214e5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622621 Mar 07 10:29:14.256311 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf24b13-313a-4325-910e-18c0b25baed3 None None] Routers {'fdc56d29-4d91-421e-b506-79d29dae795b'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:29:14.259346 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1cf24b13-313a-4325-910e-18c0b25baed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:29:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fdc56d29-4d91-421e-b506-79d29dae795b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:14.259487 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-01afbd39-1b17-4391-8dab-8eda19f18ae0 admin admin] Publish callbacks [] for security_group (c5ac1ceb-c3ee-4f65-b453-778d2bcdd943), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:14.265285 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1f0beb91-c355-413c-9215-805d3faad5c7 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:14.269882 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-811ab80a-1779-48ea-a7b1-914481427a31 req-97f81948-2042-45eb-8cc8-245abdc116d7 service neutron] 10.222.0.31 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091306 Mar 07 10:29:14.275178 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-01afbd39-1b17-4391-8dab-8eda19f18ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (c5ac1ceb-c3ee-4f65-b453-778d2bcdd943), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:14.318533 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-01afbd39-1b17-4391-8dab-8eda19f18ae0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=43659687235e4f68ba16252dfdb49bc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5711236 Mar 07 10:29:14.321074 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36446) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:14.352348 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1f0beb91-c355-413c-9215-805d3faad5c7 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "PUT /v2.0/floatingips/4823a08a-44a7-4b10-b435-8aa3b68f58fb HTTP/1.1" status: 200 len: 991 time: 4.1056690 Mar 07 10:29:14.360672 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76f20769-c19b-4f63-b561-49f5e76c2d8e', 'tag': '749d1b18-4b24-4d98-9374-c6c8e4bb215b'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:14.363223 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b63209-17eb-495a-836e-ce1385639a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "76f20769-c19b-4f63-b561-49f5e76c2d8e", "tag": "749d1b18-4b24-4d98-9374-c6c8e4bb215b"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:14.383080 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afbd39-1b17-4391-8dab-8eda19f18ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ac1ceb-c3ee-4f65-b453-778d2bcdd943,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:14.400149 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1266a13a-4e18-478b-aa31-1f224385a31d admin admin] Publish callbacks [] for security_group (caf38daa-6280-4020-871d-93a93d9e0715), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:14.415549 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1266a13a-4e18-478b-aa31-1f224385a31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (caf38daa-6280-4020-871d-93a93d9e0715), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:14.442286 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01afbd39-1b17-4391-8dab-8eda19f18ae0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:14.443139 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01afbd39-1b17-4391-8dab-8eda19f18ae0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:14.443429 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01afbd39-1b17-4391-8dab-8eda19f18ae0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:14.443751 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01afbd39-1b17-4391-8dab-8eda19f18ae0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:14.444075 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01afbd39-1b17-4391-8dab-8eda19f18ae0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:14.444397 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01afbd39-1b17-4391-8dab-8eda19f18ae0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:14.444713 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01afbd39-1b17-4391-8dab-8eda19f18ae0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:14.445031 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01afbd39-1b17-4391-8dab-8eda19f18ae0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:14.449910 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01afbd39-1b17-4391-8dab-8eda19f18ae0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:14.450305 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01afbd39-1b17-4391-8dab-8eda19f18ae0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:14.450725 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01afbd39-1b17-4391-8dab-8eda19f18ae0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:14.451060 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01afbd39-1b17-4391-8dab-8eda19f18ae0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:14.451388 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01afbd39-1b17-4391-8dab-8eda19f18ae0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:14.453975 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed9a19-a932-47b2-ba35-ae88f201ce05 req-c90a88bf-0811-4c90-8096-66483fed9619 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:14.455770 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-16ed9a19-a932-47b2-ba35-ae88f201ce05 req-c90a88bf-0811-4c90-8096-66483fed9619 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 943 time: 0.1882102 Mar 07 10:29:14.474482 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0291789-2163-40cc-bbda-61e3d10dfe64 admin admin] Publish callbacks [] for security_group (c5ac1ceb-c3ee-4f65-b453-778d2bcdd943), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:14.487024 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-1cf24b13-313a-4325-910e-18c0b25baed3 None None] Set router fdc56d29-4d91-421e-b506-79d29dae795b gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:29:14.500738 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0291789-2163-40cc-bbda-61e3d10dfe64 admin admin] Publish callbacks [] for security_group (c5ac1ceb-c3ee-4f65-b453-778d2bcdd943), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:14.649058 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0291789-2163-40cc-bbda-61e3d10dfe64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (c5ac1ceb-c3ee-4f65-b453-778d2bcdd943), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:14.657791 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0291789-2163-40cc-bbda-61e3d10dfe64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:14.661888 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a0291789-2163-40cc-bbda-61e3d10dfe64 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c5ac1ceb-c3ee-4f65-b453-778d2bcdd943 HTTP/1.1" status: 204 len: 168 time: 0.3369515 Mar 07 10:29:14.731798 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 55ad329e-5af0-488d-9a8e-b57dad02e627 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:29:14.734177 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0291789-2163-40cc-bbda-61e3d10dfe64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ac1ceb-c3ee-4f65-b453-778d2bcdd943,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:14.754259 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1266a13a-4e18-478b-aa31-1f224385a31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf38daa-6280-4020-871d-93a93d9e0715,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:14.767837 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1266a13a-4e18-478b-aa31-1f224385a31d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2156fc2646874ff78c7997c2009281c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9562774 Mar 07 10:29:14.768643 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-514b91b7-63dd-440b-ac91-7dd3d4156387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b65280f-1ba8-4966-8f91-cad2a5ee104d {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:14.772269 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36464) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:14.781722 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-514b91b7-63dd-440b-ac91-7dd3d4156387 service neutron] Publish callbacks [] for port (4b65280f-1ba8-4966-8f91-cad2a5ee104d), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:14.812331 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-514b91b7-63dd-440b-ac91-7dd3d4156387 service neutron] Transition to ACTIVE for port object 4b65280f-1ba8-4966-8f91-cad2a5ee104d will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:29:14.816426 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-16ed9a19-a932-47b2-ba35-ae88f201ce05 req-ca08bc14-0c4f-44be-afa3-76aaf457e75d tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488419 Mar 07 10:29:14.824882 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-514b91b7-63dd-440b-ac91-7dd3d4156387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4b65280f-1ba8-4966-8f91-cad2a5ee104d), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:14.875185 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7516532-7dfa-4ff6-b368-11fe7e145759 req-823c5d33-1cb3-4358-9b5b-7635c2fc7d35 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:14.890527 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e7516532-7dfa-4ff6-b368-11fe7e145759 req-823c5d33-1cb3-4358-9b5b-7635c2fc7d35 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=76f20769-c19b-4f63-b561-49f5e76c2d8e HTTP/1.1" status: 200 len: 946 time: 0.4326060 Mar 07 10:29:14.936075 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff430a8-0665-437d-b9ea-4dc30a35e265 x-openstack-request-id: req-3ff430a8-0665-437d-b9ea-4dc30a35e265 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:14.936348 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76f20769-c19b-4f63-b561-49f5e76c2d8e", "tag": "749d1b18-4b24-4d98-9374-c6c8e4bb215b", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:14.938184 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3ff430a8-0665-437d-b9ea-4dc30a35e265 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:14.938749 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76f20769-c19b-4f63-b561-49f5e76c2d8e', 'tag': '749d1b18-4b24-4d98-9374-c6c8e4bb215b', 'status': 'completed', 'code': 200} Mar 07 10:29:14.940483 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b1afdefc-525a-4b7c-be79-a6e708c1e48c admin admin] Publish callbacks [] for security_group (caf38daa-6280-4020-871d-93a93d9e0715), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:14.945726 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b91b7-63dd-440b-ac91-7dd3d4156387 service neutron] Pushing event updated for resources: {'Port': ['ID=4b65280f-1ba8-4966-8f91-cad2a5ee104d,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:14.972706 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b1afdefc-525a-4b7c-be79-a6e708c1e48c admin admin] Publish callbacks [] for security_group (caf38daa-6280-4020-871d-93a93d9e0715), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:15.042162 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b1afdefc-525a-4b7c-be79-a6e708c1e48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (caf38daa-6280-4020-871d-93a93d9e0715), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:15.044986 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b1afdefc-525a-4b7c-be79-a6e708c1e48c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:15.046247 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b1afdefc-525a-4b7c-be79-a6e708c1e48c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/caf38daa-6280-4020-871d-93a93d9e0715 HTTP/1.1" status: 204 len: 168 time: 0.2726250 Mar 07 10:29:15.055559 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 55ad329e-5af0-488d-9a8e-b57dad02e627, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=55ad329e-5af0-488d-9a8e-b57dad02e627,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:15.075039 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1afdefc-525a-4b7c-be79-a6e708c1e48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf38daa-6280-4020-871d-93a93d9e0715,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:15.091453 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e7516532-7dfa-4ff6-b368-11fe7e145759 req-83d2c2b3-21b4-42f7-9405-5f5685cfd909 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/security-groups?id=432c2063-5333-4824-af3b-fe6ac20d1287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998692 Mar 07 10:29:15.133060 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 55ad329e-5af0-488d-9a8e-b57dad02e627 has no active binding in host n-h1-832164-4 {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 10:29:15.133503 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device af020a80-76f4-4393-85c0-c75c80817417 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:29:15.198115 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-514b91b7-63dd-440b-ac91-7dd3d4156387 service neutron] Attempting to bind port 4b65280f-1ba8-4966-8f91-cad2a5ee104d on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:15.201130 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-514b91b7-63dd-440b-ac91-7dd3d4156387 service neutron] Attempting to bind port 4b65280f-1ba8-4966-8f91-cad2a5ee104d by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:15.201645 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-514b91b7-63dd-440b-ac91-7dd3d4156387 service neutron] Attempting to bind port 4b65280f-1ba8-4966-8f91-cad2a5ee104d on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:15.225846 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-514b91b7-63dd-440b-ac91-7dd3d4156387 service neutron] Port 4b65280f-1ba8-4966-8f91-cad2a5ee104d on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:29:15.226168 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-514b91b7-63dd-440b-ac91-7dd3d4156387 service neutron] Attempting to bind port 4b65280f-1ba8-4966-8f91-cad2a5ee104d on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:15.228931 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1cf24b13-313a-4325-910e-18c0b25baed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1607717543-router', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:13Z', 'updated_at': '2022-03-07T10:28:18Z', 'revision_number': 4, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'gw_port': {'id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:14Z', 'updated_at': '2022-03-07T10:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '4823a08a-44a7-4b10-b435-8aa3b68f58fb', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'floating_ip_address': '172.25.3.56', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'port_id': '749d1b18-4b24-4d98-9374-c6c8e4bb215b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8', 'mac_address': 'fa:16:3e:58:d4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f20769-c19b-4f63-b561-49f5e76c2d8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:28:39Z', 'updated_at': '2022-03-07T10:29:11Z', 'revision_number': 1, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c6dc99c-ac47-410c-be16-36da71f495a5', 'name': '', 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'mac_address': 'fa:16:3e:90:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '66fddbce-75dd-46ee-b56e-87f13faf6741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:17Z', 'updated_at': '2022-03-07T10:28:23Z', 'revision_number': 5, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'subnets': [{'id': '66fddbce-75dd-46ee-b56e-87f13faf6741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:15.258995 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab1d0c8-bd5d-443b-913d-db94c8a4cdbd req-a2bc05e0-812c-4564-9ee4-1062dbdeb752 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:15.268036 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-514b91b7-63dd-440b-ac91-7dd3d4156387 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:15.270119 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-514b91b7-63dd-440b-ac91-7dd3d4156387 service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:15.270617 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-514b91b7-63dd-440b-ac91-7dd3d4156387 service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:15.271094 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-514b91b7-63dd-440b-ac91-7dd3d4156387 service neutron] Bound port: 4b65280f-1ba8-4966-8f91-cad2a5ee104d, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:15.271461 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-514b91b7-63dd-440b-ac91-7dd3d4156387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4b65280f-1ba8-4966-8f91-cad2a5ee104d), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:15.273395 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bab1d0c8-bd5d-443b-913d-db94c8a4cdbd req-a2bc05e0-812c-4564-9ee4-1062dbdeb752 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c697209-5064-41e1-af27-181ceefd19fd HTTP/1.1" status: 200 len: 948 time: 0.1121421 Mar 07 10:29:15.280117 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b63209-17eb-495a-836e-ce1385639a6f req-1bfb7dda-1b30-47a4-8376-51aa7f69b028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:15.281628 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-67b63209-17eb-495a-836e-ce1385639a6f req-1bfb7dda-1b30-47a4-8376-51aa7f69b028 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a52739f03a4c4c41ae4b3050610b2bcb&device_id=76f20769-c19b-4f63-b561-49f5e76c2d8e HTTP/1.1" status: 200 len: 1128 time: 0.3198378 Mar 07 10:29:15.303178 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf24b13-313a-4325-910e-18c0b25baed3 None None] Checking router: fdc56d29-4d91-421e-b506-79d29dae795b for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:29:15.326420 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf24b13-313a-4325-910e-18c0b25baed3 None None] Routers {'fdc56d29-4d91-421e-b506-79d29dae795b'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:29:15.328682 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1cf24b13-313a-4325-910e-18c0b25baed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:29:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fdc56d29-4d91-421e-b506-79d29dae795b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:15.376476 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bab1d0c8-bd5d-443b-913d-db94c8a4cdbd req-e1c5410c-f13e-45bb-aca0-1cccd03339da tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f0e010e-3e67-49cd-ab9c-6a5e589e07c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011262 Mar 07 10:29:15.382280 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port af020a80-76f4-4393-85c0-c75c80817417, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=af020a80-76f4-4393-85c0-c75c80817417,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:15.409131 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'af020a80-76f4-4393-85c0-c75c80817417', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': 'af020a80-76f4-4393-85c0-c75c80817417', 'mac_address': 'fa:16:3e:bf:7c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:29:15.552030 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9f55b679-e5d7-4adc-81a1-13d8b6d03657 req-cab08142-6f56-4a31-88f3-2e2879f2ef22 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 210 time: 0.0771525 Mar 07 10:29:15.553977 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port af020a80-76f4-4393-85c0-c75c80817417 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:15.554608 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (af020a80-76f4-4393-85c0-c75c80817417), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:15.570112 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af020a80-76f4-4393-85c0-c75c80817417 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:15.581683 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-1cf24b13-313a-4325-910e-18c0b25baed3 None None] Set router fdc56d29-4d91-421e-b506-79d29dae795b gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:29:15.595761 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port af020a80-76f4-4393-85c0-c75c80817417, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=af020a80-76f4-4393-85c0-c75c80817417,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:15.611580 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (af020a80-76f4-4393-85c0-c75c80817417), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:15.627602 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-b7f838b8-1cc1-4ec2-b962-dd025f26bdc2 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c58e29852e144d5b9590ff284bb5c1fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646710 Mar 07 10:29:15.637527 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-514b91b7-63dd-440b-ac91-7dd3d4156387 service neutron] For port 4b65280f-1ba8-4966-8f91-cad2a5ee104d, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:15.679248 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-514b91b7-63dd-440b-ac91-7dd3d4156387 service neutron] For port 4b65280f-1ba8-4966-8f91-cad2a5ee104d, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=4b65280f-1ba8-4966-8f91-cad2a5ee104d,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:15.682127 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b63209-17eb-495a-836e-ce1385639a6f req-d0539b55-8723-447c-8e37-82fe4198cf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:15.684195 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-67b63209-17eb-495a-836e-ce1385639a6f req-d0539b55-8723-447c-8e37-82fe4198cf47 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0f1450ac-a9e3-4368-b524-bc58c4b6a2e8 HTTP/1.1" status: 200 len: 925 time: 0.3886149 Mar 07 10:29:15.709781 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=af020a80-76f4-4393-85c0-c75c80817417,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:15.728226 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:15.729725 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:15.730174 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:15.731814 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:15.732393 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:15.732755 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:15.733739 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:15.734078 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:15.734735 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:15.735072 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:15.735489 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:15.735822 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:15.736146 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:29:15.741749 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-514b91b7-63dd-440b-ac91-7dd3d4156387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4b65280f-1ba8-4966-8f91-cad2a5ee104d), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:15.848425 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36496) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:15.862577 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['af020a80-76f4-4393-85c0-c75c80817417'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:29:15.900535 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b91b7-63dd-440b-ac91-7dd3d4156387 service neutron] Pushing event updated for resources: {'Port': ['ID=4b65280f-1ba8-4966-8f91-cad2a5ee104d,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:15.910217 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-539e0dc2-d387-4287-b6c2-7dd7d0ee5df4 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=914855c715794ac0925e4b6ed0252296&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1468041 Mar 07 10:29:15.931274 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ec876668-5b25-4a38-aa8f-2cceba7c71b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:15.966390 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-514b91b7-63dd-440b-ac91-7dd3d4156387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:15.967352 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-514b91b7-63dd-440b-ac91-7dd3d4156387 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:15.978501 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-514b91b7-63dd-440b-ac91-7dd3d4156387 service neutron] 10.222.0.21 "PUT /v2.0/ports/4b65280f-1ba8-4966-8f91-cad2a5ee104d HTTP/1.1" status: 200 len: 1095 time: 2.5303602 Mar 07 10:29:15.989736 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1cf24b13-313a-4325-910e-18c0b25baed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1607717543-router', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:13Z', 'updated_at': '2022-03-07T10:28:18Z', 'revision_number': 4, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'gw_port': {'id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:14Z', 'updated_at': '2022-03-07T10:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '4823a08a-44a7-4b10-b435-8aa3b68f58fb', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'floating_ip_address': '172.25.3.56', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'port_id': '749d1b18-4b24-4d98-9374-c6c8e4bb215b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8', 'mac_address': 'fa:16:3e:58:d4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f20769-c19b-4f63-b561-49f5e76c2d8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:28:39Z', 'updated_at': '2022-03-07T10:29:11Z', 'revision_number': 1, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c6dc99c-ac47-410c-be16-36da71f495a5', 'name': '', 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'mac_address': 'fa:16:3e:90:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '66fddbce-75dd-46ee-b56e-87f13faf6741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:17Z', 'updated_at': '2022-03-07T10:28:23Z', 'revision_number': 5, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'subnets': [{'id': '66fddbce-75dd-46ee-b56e-87f13faf6741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:16.023204 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf24b13-313a-4325-910e-18c0b25baed3 None None] The sync data for ids ['fdc56d29-4d91-421e-b506-79d29dae795b'] in n-d-832164-4 is: [{'id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1607717543-router', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:13Z', 'updated_at': '2022-03-07T10:28:18Z', 'revision_number': 4, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'gw_port': {'id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:14Z', 'updated_at': '2022-03-07T10:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '4823a08a-44a7-4b10-b435-8aa3b68f58fb', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'floating_ip_address': '172.25.3.56', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'port_id': '749d1b18-4b24-4d98-9374-c6c8e4bb215b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8', 'mac_address': 'fa:16:3e:58:d4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f20769-c19b-4f63-b561-49f5e76c2d8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:28:39Z', 'updated_at': '2022-03-07T10:29:11Z', 'revision_number': 1, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c6dc99c-ac47-410c-be16-36da71f495a5', 'name': '', 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'mac_address': 'fa:16:3e:90:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '66fddbce-75dd-46ee-b56e-87f13faf6741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:17Z', 'updated_at': '2022-03-07T10:28:23Z', 'revision_number': 5, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'subnets': [{'id': '66fddbce-75dd-46ee-b56e-87f13faf6741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:29:16.060035 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-67b63209-17eb-495a-836e-ce1385639a6f req-6c54c338-0d86-4b94-baa4-d0447f173a4c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=749d1b18-4b24-4d98-9374-c6c8e4bb215b HTTP/1.1" status: 200 len: 999 time: 0.3663132 Mar 07 10:29:16.158780 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-debfd2fb-caaf-4c01-a164-b75bcab6696e tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:16.165910 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-debfd2fb-caaf-4c01-a164-b75bcab6696e tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5374074 Mar 07 10:29:16.196303 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-91c401e2-5dc9-4ba0-9163-8a364082a393 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/quotas/c58e29852e144d5b9590ff284bb5c1fd HTTP/1.1" status: 200 len: 375 time: 0.0294309 Mar 07 10:29:16.200783 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b63209-17eb-495a-836e-ce1385639a6f req-82b3028f-4276-4b38-88c2-dc369969fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:16.202160 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-67b63209-17eb-495a-836e-ce1385639a6f req-82b3028f-4276-4b38-88c2-dc369969fe1e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=66fddbce-75dd-46ee-b56e-87f13faf6741 HTTP/1.1" status: 200 len: 863 time: 0.1340761 Mar 07 10:29:16.225282 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-41066dca-f144-4bc1-b889-ebdd1b562c09 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:16.227983 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-41066dca-f144-4bc1-b889-ebdd1b562c09 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2979689 Mar 07 10:29:16.237638 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cda0f-6328-4e65-ae34-4b6e1f941899 req-c41b4895-319f-460f-84a3-f525ae0fc8bd tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:16.239131 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1c7cda0f-6328-4e65-ae34-4b6e1f941899 req-c41b4895-319f-460f-84a3-f525ae0fc8bd tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=82b73ba7-d413-41a2-9b5e-5a04346362ae HTTP/1.1" status: 200 len: 947 time: 0.5615280 Mar 07 10:29:16.244702 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-c6f10b1a-1eeb-4d9c-87c2-bced8e25d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:16.246513 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-c6f10b1a-1eeb-4d9c-87c2-bced8e25d1c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d30e97d1960c41ada87177701d41264f&device_id=82b73ba7-d413-41a2-9b5e-5a04346362ae HTTP/1.1" status: 200 len: 1129 time: 0.1602621 Mar 07 10:29:16.255736 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-9bc531e2-9c76-4b89-9ca6-ca72fc80e8b3 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Request body: {'port': {'device_id': 'd12c9d4e-c40b-40c2-962f-43e7779d3579', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'admin_state_up': True, 'tenant_id': '914855c715794ac0925e4b6ed0252296'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:16.256771 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-f8796ff1-d18d-44cc-83a8-d9ca1edfc11b tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c58e29852e144d5b9590ff284bb5c1fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594251 Mar 07 10:29:16.399197 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-35acdf21-8d1a-42e0-9a9c-25f8902e7a5f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=4b65280f-1ba8-4966-8f91-cad2a5ee104d HTTP/1.1" status: 200 len: 217 time: 0.1139452 Mar 07 10:29:16.413971 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a242baf2-dd88-451e-a4c4-07d478ff3d96 None None] New status for floating IP 4823a08a-44a7-4b10-b435-8aa3b68f58fb: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:29:16.484225 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b63209-17eb-495a-836e-ce1385639a6f req-4c249dbb-1aef-409d-8956-57f859eca7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:16.486022 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-67b63209-17eb-495a-836e-ce1385639a6f req-4c249dbb-1aef-409d-8956-57f859eca7ea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0f1450ac-a9e3-4368-b524-bc58c4b6a2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2438424 Mar 07 10:29:16.490342 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-62f07129-79df-4560-92cb-38058c6b2f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:16.491955 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-62f07129-79df-4560-92cb-38058c6b2f2c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.0842869 Mar 07 10:29:16.493772 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-9928695e-027c-4d13-b720-94558c10f8ea service neutron] 10.222.0.31 "GET /v2.0/ports/55ad329e-5af0-488d-9a8e-b57dad02e627/bindings/n-h1-832164-4 HTTP/1.1" status: 200 len: 384 time: 0.2587788 Mar 07 10:29:16.578240 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ec876668-5b25-4a38-aa8f-2cceba7c71b0 admin admin] Publish callbacks [] for security_group (1fe53296-5003-4276-b2e1-825452c98dd6), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:16.596267 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ec876668-5b25-4a38-aa8f-2cceba7c71b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (1fe53296-5003-4276-b2e1-825452c98dd6), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:16.695277 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-67b63209-17eb-495a-836e-ce1385639a6f req-d797c80a-158c-43d4-b6b4-c7259cafc1f4 service neutron] 10.222.0.31 "GET /v2.0/networks/0f1450ac-a9e3-4368-b524-bc58c4b6a2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929758 Mar 07 10:29:16.719546 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1c7cda0f-6328-4e65-ae34-4b6e1f941899 req-3da415a2-127b-440f-921d-5c3821ebcee4 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/security-groups?id=a98bec01-5e08-4f37-8091-1eb2214e5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4484591 Mar 07 10:29:16.764278 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ec876668-5b25-4a38-aa8f-2cceba7c71b0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=23a91e3dddb249eca4c67472c5f0abd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9102855 Mar 07 10:29:16.770954 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36526) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:16.782836 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-9bc531e2-9c76-4b89-9ca6-ca72fc80e8b3 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Made reservation on behalf of 914855c715794ac0925e4b6ed0252296 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:16.786742 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-9bc531e2-9c76-4b89-9ca6-ca72fc80e8b3 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:16.807617 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec876668-5b25-4a38-aa8f-2cceba7c71b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe53296-5003-4276-b2e1-825452c98dd6,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:16.836687 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-9bc531e2-9c76-4b89-9ca6-ca72fc80e8b3 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:16.880801 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-67b63209-17eb-495a-836e-ce1385639a6f req-625f489d-87f3-4437-96d6-d67c10fb4e53 service neutron] 10.222.0.31 "GET /v2.0/networks/0f1450ac-a9e3-4368-b524-bc58c4b6a2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361494 Mar 07 10:29:16.938122 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device af020a80-76f4-4393-85c0-c75c80817417 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:16.955213 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4abf4c72-e245-44ab-bf35-5cc35c2b889c admin admin] Publish callbacks [] for security_group (1fe53296-5003-4276-b2e1-825452c98dd6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:17.003234 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7373444b-82b3-4811-ae28-5008d8e37a08 req-467bd1df-cf1e-40b3-9890-0672664de26a tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:17.011212 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7373444b-82b3-4811-ae28-5008d8e37a08 req-467bd1df-cf1e-40b3-9890-0672664de26a tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c697209-5064-41e1-af27-181ceefd19fd HTTP/1.1" status: 200 len: 949 time: 0.1303506 Mar 07 10:29:17.015545 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4abf4c72-e245-44ab-bf35-5cc35c2b889c admin admin] Publish callbacks [] for security_group (1fe53296-5003-4276-b2e1-825452c98dd6), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:17.061039 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-7a10440a-b4d2-426e-aa5f-d51e1a6f39bc service neutron] For port 55ad329e-5af0-488d-9a8e-b57dad02e627, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=55ad329e-5af0-488d-9a8e-b57dad02e627,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:17.087333 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82b73ba7-d413-41a2-9b5e-5a04346362ae', 'tag': '4b65280f-1ba8-4966-8f91-cad2a5ee104d'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:17.090037 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31c8ba2-78ce-47fc-a829-34ea8abd04aa" -d '{"events": [{"name": "network-changed", "server_uuid": "82b73ba7-d413-41a2-9b5e-5a04346362ae", "tag": "4b65280f-1ba8-4966-8f91-cad2a5ee104d"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:17.114489 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-7a10440a-b4d2-426e-aa5f-d51e1a6f39bc service neutron] For port 55ad329e-5af0-488d-9a8e-b57dad02e627, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:17.117586 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port af020a80-76f4-4393-85c0-c75c80817417 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:29:17.128798 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port af020a80-76f4-4393-85c0-c75c80817417 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:17.129421 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (af020a80-76f4-4393-85c0-c75c80817417), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:17.153193 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-9bc531e2-9c76-4b89-9ca6-ca72fc80e8b3 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks [] for security_group (d4e3bfbc-50e2-4bc3-a64e-51915a92b34e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:17.164495 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7373444b-82b3-4811-ae28-5008d8e37a08 req-63ba9670-92e4-43dd-81ec-75ec9cf784a9 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f0e010e-3e67-49cd-ab9c-6a5e589e07c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514435 Mar 07 10:29:17.166073 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-9bc531e2-9c76-4b89-9ca6-ca72fc80e8b3 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d4e3bfbc-50e2-4bc3-a64e-51915a92b34e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:17.225155 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea0936-9f90-49c2-807c-b96d1a2ef868 req-06849ba3-6fa8-40af-a038-467655d665d9 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:17.229539 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4abf4c72-e245-44ab-bf35-5cc35c2b889c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (1fe53296-5003-4276-b2e1-825452c98dd6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:17.234047 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4abf4c72-e245-44ab-bf35-5cc35c2b889c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:17.234167 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d7ea0936-9f90-49c2-807c-b96d1a2ef868 req-06849ba3-6fa8-40af-a038-467655d665d9 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 943 time: 0.7462201 Mar 07 10:29:17.244191 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4abf4c72-e245-44ab-bf35-5cc35c2b889c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1fe53296-5003-4276-b2e1-825452c98dd6 HTTP/1.1" status: 204 len: 168 time: 0.4700944 Mar 07 10:29:17.254068 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-262a0c41-9516-4f6f-a458-f3763e187402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:17.255606 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-262a0c41-9516-4f6f-a458-f3763e187402 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6843598 Mar 07 10:29:17.311272 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-7a10440a-b4d2-426e-aa5f-d51e1a6f39bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55ad329e-5af0-488d-9a8e-b57dad02e627 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:17.327530 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port af020a80-76f4-4393-85c0-c75c80817417 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:17.327947 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (af020a80-76f4-4393-85c0-c75c80817417), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:17.380721 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c697209-5064-41e1-af27-181ceefd19fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af020a80-76f4-4393-85c0-c75c80817417'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:17.383681 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf58d96e-4c47-43e9-9dd0-9df535ea5aa4" -d '{"events": [{"server_uuid": "6c697209-5064-41e1-af27-181ceefd19fd", "name": "network-vif-plugged", "status": "completed", "tag": "af020a80-76f4-4393-85c0-c75c80817417"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:17.384028 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d7ea0936-9f90-49c2-807c-b96d1a2ef868 req-b5b4ab84-4cac-45cb-96ca-e85b0ac173eb tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485693 Mar 07 10:29:17.392971 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-7a10440a-b4d2-426e-aa5f-d51e1a6f39bc service neutron] For port 55ad329e-5af0-488d-9a8e-b57dad02e627, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=55ad329e-5af0-488d-9a8e-b57dad02e627,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:17.439689 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port af020a80-76f4-4393-85c0-c75c80817417, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=af020a80-76f4-4393-85c0-c75c80817417,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:17.452022 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (af020a80-76f4-4393-85c0-c75c80817417), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:17.537561 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-fbd347b6-b054-48a1-8f3e-75046388f9f2 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575872 Mar 07 10:29:17.568905 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=af020a80-76f4-4393-85c0-c75c80817417,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:17.606310 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-fde3112a-cb45-4cb7-92da-e1cb18d97308 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c58e29852e144d5b9590ff284bb5c1fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673440 Mar 07 10:29:17.722805 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-7a10440a-b4d2-426e-aa5f-d51e1a6f39bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (55ad329e-5af0-488d-9a8e-b57dad02e627), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:17.738337 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc531e2-9c76-4b89-9ca6-ca72fc80e8b3 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:17.763014 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1d422711-5ebe-4651-8c27-c95c7b4854b0 req-c59735b7-e3fd-49c7-a5a4-aad451da7b67 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 210 time: 0.0488575 Mar 07 10:29:17.776181 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf4c72-e245-44ab-bf35-5cc35c2b889c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe53296-5003-4276-b2e1-825452c98dd6,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:17.828360 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-9c7b659a-43e3-4c91-a48f-9d8bc62af29f tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:17.829841 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-9c7b659a-43e3-4c91-a48f-9d8bc62af29f tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2118049 Mar 07 10:29:17.842215 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-9bc531e2-9c76-4b89-9ca6-ca72fc80e8b3 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Allocated IP 192.168.233.90 (598bad6c-a435-45aa-bbb6-2339f78a1590/cd915eb6-2d51-4c50-93c9-6777e48b408a/0f133ce9-afd6-45de-a481-f08aa31eb2f5) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:17.863935 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b3bf5d-75aa-4991-938c-f9bb31fe81c2 x-openstack-request-id: req-30b3bf5d-75aa-4991-938c-f9bb31fe81c2 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:17.864840 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82b73ba7-d413-41a2-9b5e-5a04346362ae", "tag": "4b65280f-1ba8-4966-8f91-cad2a5ee104d", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:17.865251 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-30b3bf5d-75aa-4991-938c-f9bb31fe81c2 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:17.865574 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82b73ba7-d413-41a2-9b5e-5a04346362ae', 'tag': '4b65280f-1ba8-4966-8f91-cad2a5ee104d', 'status': 'completed', 'code': 200} Mar 07 10:29:17.884240 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-bec3a3c5-21fe-499f-a5b9-a7b43fb83174 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/quotas/c58e29852e144d5b9590ff284bb5c1fd HTTP/1.1" status: 200 len: 375 time: 0.0446084 Mar 07 10:29:17.904894 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72eee615-3d6e-438e-90dc-c36a4581c8f3 req-efffdb39-c4dc-43cb-98aa-6f7fc3cabe70 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409569 Mar 07 10:29:17.922323 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-7a10440a-b4d2-426e-aa5f-d51e1a6f39bc service neutron] Transition to ACTIVE for port object 55ad329e-5af0-488d-9a8e-b57dad02e627 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:29:17.926142 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b63529d-989e-4812-a3de-e9d12521c326 x-openstack-request-id: req-5b63529d-989e-4812-a3de-e9d12521c326 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:17.927687 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c697209-5064-41e1-af27-181ceefd19fd", "name": "network-vif-plugged", "status": "completed", "tag": "af020a80-76f4-4393-85c0-c75c80817417", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:17.928188 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5b63529d-989e-4812-a3de-e9d12521c326 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:17.928793 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c697209-5064-41e1-af27-181ceefd19fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af020a80-76f4-4393-85c0-c75c80817417', 'code': 200} Mar 07 10:29:17.944476 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-2d62ee19-2eb4-498c-b534-1f92c7828987 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c58e29852e144d5b9590ff284bb5c1fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486813 Mar 07 10:29:17.945753 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-7a10440a-b4d2-426e-aa5f-d51e1a6f39bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (55ad329e-5af0-488d-9a8e-b57dad02e627), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:17.985192 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:18.029659 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-7a10440a-b4d2-426e-aa5f-d51e1a6f39bc service neutron] No DVR routers for this DVR port 55ad329e-5af0-488d-9a8e-b57dad02e627 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:29:18.037213 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10440a-b4d2-426e-aa5f-d51e1a6f39bc service neutron] Pushing event updated for resources: {'Port': ['ID=55ad329e-5af0-488d-9a8e-b57dad02e627,revision_number=10']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:18.146029 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-9bc531e2-9c76-4b89-9ca6-ca72fc80e8b3 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks [] for port (0f133ce9-afd6-45de-a481-f08aa31eb2f5), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:18.191538 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-9bc531e2-9c76-4b89-9ca6-ca72fc80e8b3 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (0f133ce9-afd6-45de-a481-f08aa31eb2f5), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:18.265537 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc531e2-9c76-4b89-9ca6-ca72fc80e8b3 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Pushing event updated for resources: {'Port': ['ID=0f133ce9-afd6-45de-a481-f08aa31eb2f5,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:18.275538 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-9bc531e2-9c76-4b89-9ca6-ca72fc80e8b3 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:18.277337 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-9bc531e2-9c76-4b89-9ca6-ca72fc80e8b3 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:18.295249 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-9bc531e2-9c76-4b89-9ca6-ca72fc80e8b3 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:29:18.302864 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-7a10440a-b4d2-426e-aa5f-d51e1a6f39bc service neutron] 10.222.0.31 "PUT /v2.0/ports/55ad329e-5af0-488d-9a8e-b57dad02e627/bindings/n-h1-832164-4/activate HTTP/1.1" status: 200 len: 369 time: 1.7975566 Mar 07 10:29:18.307136 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-9d75e483-90c7-4e34-82ff-46c571634093 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c58e29852e144d5b9590ff284bb5c1fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0927720 Mar 07 10:29:18.308536 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-9bc531e2-9c76-4b89-9ca6-ca72fc80e8b3 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:18.309803 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-9bc531e2-9c76-4b89-9ca6-ca72fc80e8b3 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:18.340690 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-9bc531e2-9c76-4b89-9ca6-ca72fc80e8b3 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0913534 Mar 07 10:29:18.354433 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-242bbc3e-8f83-4378-b5cd-5e3e67ce4c16 service neutron] Request body: {'port': {'device_id': 'd12c9d4e-c40b-40c2-962f-43e7779d3579', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:18.416863 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.21', 62892) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:18.557696 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-98221a49-5098-4b65-a618-d0208ec76786 req-f30e06bb-ca9f-4c3f-9b67-263927107caf tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=0840cc27-3f74-4b1a-81fc-62b9eb197a2d HTTP/1.1" status: 200 len: 210 time: 0.0741804 Mar 07 10:29:18.560772 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36594) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:18.570044 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-242bbc3e-8f83-4378-b5cd-5e3e67ce4c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0f133ce9-afd6-45de-a481-f08aa31eb2f5), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:18.603810 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da69850-d412-4e8f-8171-d19fcad62a23 req-b18fa95b-bc55-484c-a795-fd16fa694141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:18.605729 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5da69850-d412-4e8f-8171-d19fcad62a23 req-b18fa95b-bc55-484c-a795-fd16fa694141 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6c697209-5064-41e1-af27-181ceefd19fd HTTP/1.1" status: 200 len: 1132 time: 0.5650795 Mar 07 10:29:18.613053 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c8ba2-78ce-47fc-a829-34ea8abd04aa req-b677ce1f-75bb-462e-9315-ed2e02f1800e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:18.614811 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e31c8ba2-78ce-47fc-a829-34ea8abd04aa req-b677ce1f-75bb-462e-9315-ed2e02f1800e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d30e97d1960c41ada87177701d41264f&device_id=82b73ba7-d413-41a2-9b5e-5a04346362ae HTTP/1.1" status: 200 len: 1129 time: 0.5730121 Mar 07 10:29:18.687762 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75189cbf-dff7-4f41-bb1e-9dbab6b3ae49 req-4620f387-641a-4c3d-b051-ef5185e36e0f tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:18.695504 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f827aee4-6634-4a63-a848-72a72b030bea None None] Provisioning complete for port 0f133ce9-afd6-45de-a481-f08aa31eb2f5 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:18.696273 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f827aee4-6634-4a63-a848-72a72b030bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0f133ce9-afd6-45de-a481-f08aa31eb2f5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:18.697257 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-75189cbf-dff7-4f41-bb1e-9dbab6b3ae49 req-4620f387-641a-4c3d-b051-ef5185e36e0f tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=82b73ba7-d413-41a2-9b5e-5a04346362ae HTTP/1.1" status: 200 len: 947 time: 0.4182408 Mar 07 10:29:18.742496 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f827aee4-6634-4a63-a848-72a72b030bea None None] Port 0f133ce9-afd6-45de-a481-f08aa31eb2f5 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:29:18.775275 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-0a07a83c-6f5d-49de-b4fa-692860850e57 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-358148385-network', 'tenant_id': 'f4eca9194fdd4a93832d9940e3e6237a'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:18.841653 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a07a83c-6f5d-49de-b4fa-692860850e57 admin admin] Made reservation on behalf of f4eca9194fdd4a93832d9940e3e6237a for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:18.843852 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0a07a83c-6f5d-49de-b4fa-692860850e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:18.868490 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0a07a83c-6f5d-49de-b4fa-692860850e57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:18.919911 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b2b67-a23d-449e-b66f-7b6264680016 req-f4e8d5f4-9843-42f1-a5d7-4ebd9145c1df tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:18.921543 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-720b2b67-a23d-449e-b66f-7b6264680016 req-f4e8d5f4-9843-42f1-a5d7-4ebd9145c1df tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c697209-5064-41e1-af27-181ceefd19fd HTTP/1.1" status: 200 len: 950 time: 0.2493832 Mar 07 10:29:18.974516 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-aa0aaff0-23f4-4886-8ae6-be99accf702a tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:18.976081 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-aa0aaff0-23f4-4886-8ae6-be99accf702a tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6280389 Mar 07 10:29:19.032204 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-af231d8d-2cbb-497f-80c9-2787be18a64d tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Request body: {'port': {'device_id': '4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'admin_state_up': True, 'tenant_id': 'c58e29852e144d5b9590ff284bb5c1fd'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:19.042773 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-720b2b67-a23d-449e-b66f-7b6264680016 req-fb87e1ee-674e-4fa4-b00e-582928e01e63 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f0e010e-3e67-49cd-ab9c-6a5e589e07c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120842 Mar 07 10:29:19.097416 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0a07a83c-6f5d-49de-b4fa-692860850e57 admin admin] Publish callbacks [] for security_group (7c91989e-750d-42ff-b426-a323f5341be4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:19.104709 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-242bbc3e-8f83-4378-b5cd-5e3e67ce4c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f133ce9-afd6-45de-a481-f08aa31eb2f5 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:19.111571 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0a07a83c-6f5d-49de-b4fa-692860850e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7c91989e-750d-42ff-b426-a323f5341be4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:19.115809 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-242bbc3e-8f83-4378-b5cd-5e3e67ce4c16 service neutron] Publish callbacks [] for port (0f133ce9-afd6-45de-a481-f08aa31eb2f5), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:19.162662 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a07a83c-6f5d-49de-b4fa-692860850e57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:29:19.167775 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-09cc6e8f-f408-433c-99f3-416680099173 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:19.169304 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-09cc6e8f-f408-433c-99f3-416680099173 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945&tenant_id=253a7b51025b45cd9cb7114a3377a1db&binding%3Ahost_id=n-h2-832164-4 HTTP/1.1" status: 200 len: 1126 time: 0.7334111 Mar 07 10:29:19.190019 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-242bbc3e-8f83-4378-b5cd-5e3e67ce4c16 service neutron] Transition to ACTIVE for port object 0f133ce9-afd6-45de-a481-f08aa31eb2f5 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:29:19.190817 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07a83c-6f5d-49de-b4fa-692860850e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c91989e-750d-42ff-b426-a323f5341be4,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:19.198395 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0a07a83c-6f5d-49de-b4fa-692860850e57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (ace419e0-0c87-4994-bfbd-1b84e36090d4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:19.198734 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-0a07a83c-6f5d-49de-b4fa-692860850e57 admin admin] Added segment ace419e0-0c87-4994-bfbd-1b84e36090d4 of type vlan for network f571527e-a205-427a-8890-cc1f2763fcb1 Mar 07 10:29:19.200863 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-242bbc3e-8f83-4378-b5cd-5e3e67ce4c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0f133ce9-afd6-45de-a481-f08aa31eb2f5), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:19.210500 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-75189cbf-dff7-4f41-bb1e-9dbab6b3ae49 req-446c22ba-d7bb-4b31-97c6-f8ac9f274736 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/security-groups?id=a98bec01-5e08-4f37-8091-1eb2214e5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5123746 Mar 07 10:29:19.254491 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5da69850-d412-4e8f-8171-d19fcad62a23 req-3523d0d9-fdea-4673-920a-adec76f0dea7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8f0e010e-3e67-49cd-ab9c-6a5e589e07c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6385455 Mar 07 10:29:19.269965 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c8ba2-78ce-47fc-a829-34ea8abd04aa req-92ac224f-76fe-402f-a2ba-67ce72a22828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:19.271518 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e31c8ba2-78ce-47fc-a829-34ea8abd04aa req-92ac224f-76fe-402f-a2ba-67ce72a22828 service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.6282370 Mar 07 10:29:19.300423 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0a07a83c-6f5d-49de-b4fa-692860850e57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (f571527e-a205-427a-8890-cc1f2763fcb1), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:19.319085 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-6f32500a-2202-41fe-8735-8812627ccfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:19.320483 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-6f32500a-2202-41fe-8735-8812627ccfaa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945&tenant_id=253a7b51025b45cd9cb7114a3377a1db HTTP/1.1" status: 200 len: 1126 time: 0.1286762 Mar 07 10:29:19.321665 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-af231d8d-2cbb-497f-80c9-2787be18a64d tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Made reservation on behalf of c58e29852e144d5b9590ff284bb5c1fd for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:19.325031 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-af231d8d-2cbb-497f-80c9-2787be18a64d tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:19.330508 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88169f2-3322-4902-aab2-c7819b6875e1 req-b397ddff-cf81-4324-b0a7-f70c43385734 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:19.332126 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a88169f2-3322-4902-aab2-c7819b6875e1 req-b397ddff-cf81-4324-b0a7-f70c43385734 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 944 time: 0.1985440 Mar 07 10:29:19.334425 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-af231d8d-2cbb-497f-80c9-2787be18a64d tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:19.362490 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bbc3e-8f83-4378-b5cd-5e3e67ce4c16 service neutron] Pushing event updated for resources: {'Port': ['ID=0f133ce9-afd6-45de-a481-f08aa31eb2f5,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:19.405260 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-242bbc3e-8f83-4378-b5cd-5e3e67ce4c16 service neutron] Attempting to bind port 0f133ce9-afd6-45de-a481-f08aa31eb2f5 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:19.405728 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-242bbc3e-8f83-4378-b5cd-5e3e67ce4c16 service neutron] Attempting to bind port 0f133ce9-afd6-45de-a481-f08aa31eb2f5 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:19.406162 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-242bbc3e-8f83-4378-b5cd-5e3e67ce4c16 service neutron] Attempting to bind port 0f133ce9-afd6-45de-a481-f08aa31eb2f5 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:19.414106 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-242bbc3e-8f83-4378-b5cd-5e3e67ce4c16 service neutron] Port 0f133ce9-afd6-45de-a481-f08aa31eb2f5 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:29:19.414802 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-242bbc3e-8f83-4378-b5cd-5e3e67ce4c16 service neutron] Attempting to bind port 0f133ce9-afd6-45de-a481-f08aa31eb2f5 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:19.423947 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0a07a83c-6f5d-49de-b4fa-692860850e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (f571527e-a205-427a-8890-cc1f2763fcb1), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:19.425000 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a07a83c-6f5d-49de-b4fa-692860850e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:19.425675 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0a07a83c-6f5d-49de-b4fa-692860850e57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:19.434157 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-af231d8d-2cbb-497f-80c9-2787be18a64d tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Publish callbacks [] for security_group (fffb1b9c-140b-4a39-8d10-b5f3a92f7f37), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:19.440550 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-af231d8d-2cbb-497f-80c9-2787be18a64d tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (fffb1b9c-140b-4a39-8d10-b5f3a92f7f37), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:19.445913 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 55ad329e-5af0-488d-9a8e-b57dad02e627 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:29:19.446441 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-242bbc3e-8f83-4378-b5cd-5e3e67ce4c16 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:19.446606 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-242bbc3e-8f83-4378-b5cd-5e3e67ce4c16 service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:19.447249 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-242bbc3e-8f83-4378-b5cd-5e3e67ce4c16 service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:19.447940 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-242bbc3e-8f83-4378-b5cd-5e3e67ce4c16 service neutron] Bound port: 0f133ce9-afd6-45de-a481-f08aa31eb2f5, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:19.448582 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-242bbc3e-8f83-4378-b5cd-5e3e67ce4c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0f133ce9-afd6-45de-a481-f08aa31eb2f5), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:19.526439 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] The host n-h2-832164-4 is not matching for port 55ad329e-5af0-488d-9a8e-b57dad02e627 host n-h1-832164-4! {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 10:29:19.526868 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 55ad329e-5af0-488d-9a8e-b57dad02e627 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:29:19.542291 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0a07a83c-6f5d-49de-b4fa-692860850e57 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9803100 Mar 07 10:29:19.548552 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36604) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:19.564962 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a88169f2-3322-4902-aab2-c7819b6875e1 req-234af3c4-a484-42f6-afbb-a2e3b84877c2 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060552 Mar 07 10:29:19.578122 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-070ce448-5ea6-40d2-b250-d6353de3e924 admin admin] Request body: {'subnet': {'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-358148385-subnet', 'tenant_id': 'f4eca9194fdd4a93832d9940e3e6237a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:19.594681 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e31c8ba2-78ce-47fc-a829-34ea8abd04aa req-56be8db5-2bc4-4fdd-95e1-232111c66857 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=4b65280f-1ba8-4966-8f91-cad2a5ee104d HTTP/1.1" status: 200 len: 217 time: 0.1328588 Mar 07 10:29:19.621637 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af231d8d-2cbb-497f-80c9-2787be18a64d tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:19.627663 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07a83c-6f5d-49de-b4fa-692860850e57 admin admin] Pushing event updated for resources: {'Network': ['ID=f571527e-a205-427a-8890-cc1f2763fcb1,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:19.650003 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network f571527e-a205-427a-8890-cc1f2763fcb1 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:29:19.688407 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070ce448-5ea6-40d2-b250-d6353de3e924 admin admin] Made reservation on behalf of f4eca9194fdd4a93832d9940e3e6237a for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:19.692661 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-070ce448-5ea6-40d2-b250-d6353de3e924 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:19.792123 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c8ba2-78ce-47fc-a829-34ea8abd04aa req-eafdbc1b-25fc-4252-b9ee-44cdc4f97e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:19.793725 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e31c8ba2-78ce-47fc-a829-34ea8abd04aa req-eafdbc1b-25fc-4252-b9ee-44cdc4f97e3a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1759021 Mar 07 10:29:19.798652 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-60e27a50-3052-4bb2-ace9-19a1735cfaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:19.800072 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-60e27a50-3052-4bb2-ace9-19a1735cfaf9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=253a7b51025b45cd9cb7114a3377a1db&device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 1126 time: 0.2712717 Mar 07 10:29:19.802158 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-47290a69-3a6e-4909-a984-00c5ea47f962 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c58e29852e144d5b9590ff284bb5c1fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0670917 Mar 07 10:29:19.824334 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d1b5662f-ec8f-4b3a-9b34-e101316ddf49 req-4c5bd126-90fc-498b-85cb-27341a2b26c4 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=0840cc27-3f74-4b1a-81fc-62b9eb197a2d HTTP/1.1" status: 200 len: 210 time: 0.0661588 Mar 07 10:29:19.847314 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-af231d8d-2cbb-497f-80c9-2787be18a64d tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Allocated IP 192.168.233.193 (598bad6c-a435-45aa-bbb6-2339f78a1590/cd915eb6-2d51-4c50-93c9-6777e48b408a/423f92bb-de3e-4985-8b92-2d3f3dd348b3) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:19.962796 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-242bbc3e-8f83-4378-b5cd-5e3e67ce4c16 service neutron] For port 0f133ce9-afd6-45de-a481-f08aa31eb2f5, host n-h1-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:19.980812 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-242bbc3e-8f83-4378-b5cd-5e3e67ce4c16 service neutron] For port 0f133ce9-afd6-45de-a481-f08aa31eb2f5, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=0f133ce9-afd6-45de-a481-f08aa31eb2f5,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:19.992000 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-242bbc3e-8f83-4378-b5cd-5e3e67ce4c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0f133ce9-afd6-45de-a481-f08aa31eb2f5), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:19.993463 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b189f-1cf7-41df-b4ee-7461ab79c943 req-98c38cfe-e7c9-4812-b592-34c350e9e507 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:19.994961 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0b2b189f-1cf7-41df-b4ee-7461ab79c943 req-98c38cfe-e7c9-4812-b592-34c350e9e507 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 947 time: 0.2955699 Mar 07 10:29:20.072610 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-242bbc3e-8f83-4378-b5cd-5e3e67ce4c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:20.073360 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-242bbc3e-8f83-4378-b5cd-5e3e67ce4c16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:20.074849 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-242bbc3e-8f83-4378-b5cd-5e3e67ce4c16 service neutron] 10.222.0.21 "PUT /v2.0/ports/0f133ce9-afd6-45de-a481-f08aa31eb2f5 HTTP/1.1" status: 200 len: 1095 time: 1.7247152 Mar 07 10:29:20.075412 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd12c9d4e-c40b-40c2-962f-43e7779d3579', 'tag': '0f133ce9-afd6-45de-a481-f08aa31eb2f5'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:20.082021 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f676dfdc-a7f2-48d6-baae-19229b9bb0fb" -d '{"events": [{"name": "network-changed", "server_uuid": "d12c9d4e-c40b-40c2-962f-43e7779d3579", "tag": "0f133ce9-afd6-45de-a481-f08aa31eb2f5"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:20.086063 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c8ba2-78ce-47fc-a829-34ea8abd04aa req-c1ed235f-3b9a-4e56-9b3d-a594e1b9ef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:20.087905 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e31c8ba2-78ce-47fc-a829-34ea8abd04aa req-c1ed235f-3b9a-4e56-9b3d-a594e1b9ef68 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2751098 Mar 07 10:29:20.102745 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-070ce448-5ea6-40d2-b250-d6353de3e924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for subnet (5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:20.157085 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ce448-5ea6-40d2-b250-d6353de3e924 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:20.168994 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bbc3e-8f83-4378-b5cd-5e3e67ce4c16 service neutron] Pushing event updated for resources: {'Port': ['ID=0f133ce9-afd6-45de-a481-f08aa31eb2f5,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:20.170512 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-a07dd4ce-0a79-4a00-bf1e-533f291840b8 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:20.172053 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-a07dd4ce-0a79-4a00-bf1e-533f291840b8 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3456604 Mar 07 10:29:20.214768 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-e868e411-ad99-447e-a2ea-479ce7966539 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Request body: {'port': {'device_id': '0840cc27-3f74-4b1a-81fc-62b9eb197a2d', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'admin_state_up': True, 'tenant_id': 'c58e29852e144d5b9590ff284bb5c1fd'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:20.235259 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-690a7b4c-bb13-4d63-934a-b40f99ec8142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:20.236711 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-690a7b4c-bb13-4d63-934a-b40f99ec8142 service neutron] 10.222.0.21 "GET /v2.0/networks?id=35723e70-fc1c-4710-9b03-245dacf005c5 HTTP/1.1" status: 200 len: 921 time: 0.4092934 Mar 07 10:29:20.291859 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36628) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:20.311255 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070ce448-5ea6-40d2-b250-d6353de3e924 admin admin] Checking segment: {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:20.311624 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070ce448-5ea6-40d2-b250-d6353de3e924 admin admin] Network hostable DHCP agents. Network: f571527e-a205-427a-8890-cc1f2763fcb1, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:29:20.334003 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-3a39fcfe-7098-458d-8f04-8ccd87d83274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:20.335428 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-3a39fcfe-7098-458d-8f04-8ccd87d83274 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 1129 time: 0.1822081 Mar 07 10:29:20.337472 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0b2b189f-1cf7-41df-b4ee-7461ab79c943 req-715be2b0-54a0-4e73-bb77-23003e074323 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292832 Mar 07 10:29:20.344910 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7170a-842b-420d-8b96-e5d49f8e8718 req-c5d581cc-a2a7-491f-9ddc-070b0a26118a tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:20.352717 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-26a7170a-842b-420d-8b96-e5d49f8e8718 req-c5d581cc-a2a7-491f-9ddc-070b0a26118a tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c697209-5064-41e1-af27-181ceefd19fd HTTP/1.1" status: 200 len: 950 time: 0.1471322 Mar 07 10:29:20.381388 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070ce448-5ea6-40d2-b250-d6353de3e924 admin admin] Network f571527e-a205-427a-8890-cc1f2763fcb1 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:29:20.419886 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e904801b-83f4-4bca-bfe2-317ddb28a632 x-openstack-request-id: req-e904801b-83f4-4bca-bfe2-317ddb28a632 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:20.420090 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d12c9d4e-c40b-40c2-962f-43e7779d3579", "tag": "0f133ce9-afd6-45de-a481-f08aa31eb2f5", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:20.420300 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e904801b-83f4-4bca-bfe2-317ddb28a632 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:20.420737 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd12c9d4e-c40b-40c2-962f-43e7779d3579', 'tag': '0f133ce9-afd6-45de-a481-f08aa31eb2f5', 'status': 'completed', 'code': 200} Mar 07 10:29:20.425571 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-abbecf2c-d743-4fe9-abfb-20ea6923037e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=0f133ce9-afd6-45de-a481-f08aa31eb2f5 HTTP/1.1" status: 200 len: 217 time: 0.0669348 Mar 07 10:29:20.426359 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-bc7e36ea-13e1-401f-b72f-d7c616764372 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55ad329e-5af0-488d-9a8e-b57dad02e627 HTTP/1.1" status: 200 len: 217 time: 0.1708615 Mar 07 10:29:20.431903 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-070ce448-5ea6-40d2-b250-d6353de3e924 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, f571527e-a205-427a-8890-cc1f2763fcb1) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:20.448384 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e97752a-c51c-45d9-b3d1-f2a3967cc269 None None] Network f571527e-a205-427a-8890-cc1f2763fcb1 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:29:20.485419 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070ce448-5ea6-40d2-b250-d6353de3e924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:20.486130 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-070ce448-5ea6-40d2-b250-d6353de3e924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:20.513743 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-26a7170a-842b-420d-8b96-e5d49f8e8718 req-88004df4-0acd-4cad-bf93-faa53daad611 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f0e010e-3e67-49cd-ab9c-6a5e589e07c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578624 Mar 07 10:29:20.538819 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-5881dce0-9e89-47b9-a914-fe2646f1cded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:20.541301 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-5881dce0-9e89-47b9-a914-fe2646f1cded service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1018572 Mar 07 10:29:20.556574 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-070ce448-5ea6-40d2-b250-d6353de3e924 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0051651 Mar 07 10:29:20.633343 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12496948-d3ce-4d8c-ae6e-b4531d058622 None None] Network f571527e-a205-427a-8890-cc1f2763fcb1 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:29:20.654821 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6d06a7bb-7b06-420e-8352-23ff09eb2290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:20.669213 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e31c8ba2-78ce-47fc-a829-34ea8abd04aa req-24b58eec-7042-4d95-942f-441089c5974d service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480716 Mar 07 10:29:20.673692 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-af231d8d-2cbb-497f-80c9-2787be18a64d tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Publish callbacks [] for port (423f92bb-de3e-4985-8b92-2d3f3dd348b3), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:20.677479 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-48cf9ffd-28a9-40ee-bdb2-3fe0e06867c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:20.679151 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-48cf9ffd-28a9-40ee-bdb2-3fe0e06867c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=504ea141-3c64-48b5-943a-bdbdb84bd6df HTTP/1.1" status: 200 len: 860 time: 0.1878798 Mar 07 10:29:20.760034 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-9aff14f1-8d21-4856-808e-f57968512426 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35723e70-fc1c-4710-9b03-245dacf005c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654004 Mar 07 10:29:20.764822 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-cf5674ec-b20c-4473-bbec-6a8fbc84af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:20.772950 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21faa5f2-ed09-4712-a95c-ffcd9a38576b req-50446e21-3822-4d1e-8ab0-a09d653dc06d tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:20.774882 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-21faa5f2-ed09-4712-a95c-ffcd9a38576b req-50446e21-3822-4d1e-8ab0-a09d653dc06d tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=82b73ba7-d413-41a2-9b5e-5a04346362ae HTTP/1.1" status: 200 len: 947 time: 0.2517526 Mar 07 10:29:20.778723 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-cf5674ec-b20c-4473-bbec-6a8fbc84af32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2202930 Mar 07 10:29:20.793691 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 4b65280f-1ba8-4966-8f91-cad2a5ee104d details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:29:20.862452 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-e868e411-ad99-447e-a2ea-479ce7966539 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Made reservation on behalf of c58e29852e144d5b9590ff284bb5c1fd for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:20.866292 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-e868e411-ad99-447e-a2ea-479ce7966539 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:20.881316 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513b6e5-bdfd-4b92-b48e-f4156ec57c57 req-39f5a31e-671b-4f5b-b819-3d0bf5113615 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:20.888419 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e513b6e5-bdfd-4b92-b48e-f4156ec57c57 req-39f5a31e-671b-4f5b-b819-3d0bf5113615 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 944 time: 0.1950002 Mar 07 10:29:20.924014 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 4b65280f-1ba8-4966-8f91-cad2a5ee104d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=4b65280f-1ba8-4966-8f91-cad2a5ee104d,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:20.938777 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '4b65280f-1ba8-4966-8f91-cad2a5ee104d', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': '4b65280f-1ba8-4966-8f91-cad2a5ee104d', 'mac_address': 'fa:16:3e:48:05:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:29:20.959074 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-af231d8d-2cbb-497f-80c9-2787be18a64d tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (423f92bb-de3e-4985-8b92-2d3f3dd348b3), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:20.973082 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6d06a7bb-7b06-420e-8352-23ff09eb2290 admin admin] Publish callbacks [] for security_group (21093f6d-13d2-4197-9d2d-1efbf1e9a41e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:20.985027 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6d06a7bb-7b06-420e-8352-23ff09eb2290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (21093f6d-13d2-4197-9d2d-1efbf1e9a41e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:21.000196 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e513b6e5-bdfd-4b92-b48e-f4156ec57c57 req-39c7ad5b-c624-4f5c-95ec-9e71ed10cae1 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086686 Mar 07 10:29:21.003665 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 4b65280f-1ba8-4966-8f91-cad2a5ee104d is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:21.004611 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4b65280f-1ba8-4966-8f91-cad2a5ee104d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:21.045468 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-0f6ca507-da11-44c9-809b-cab25f29ef9b service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615850 Mar 07 10:29:21.048179 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b65280f-1ba8-4966-8f91-cad2a5ee104d {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:21.087721 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6d06a7bb-7b06-420e-8352-23ff09eb2290 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=68f1198e5353471da5fb500d174f06d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7931077 Mar 07 10:29:21.090224 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e31c8ba2-78ce-47fc-a829-34ea8abd04aa req-dc5302cc-5ff2-4cfd-8a06-30fa6c2806e7 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076614 Mar 07 10:29:21.092520 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36644) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:21.102141 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-21faa5f2-ed09-4712-a95c-ffcd9a38576b req-a094b688-d3cc-4ce7-bb9b-c83b3378c8bf tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/security-groups?id=a98bec01-5e08-4f37-8091-1eb2214e5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903934 Mar 07 10:29:21.117312 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-af231d8d-2cbb-497f-80c9-2787be18a64d tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:21.118511 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d06a7bb-7b06-420e-8352-23ff09eb2290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21093f6d-13d2-4197-9d2d-1efbf1e9a41e,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:21.127065 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 4b65280f-1ba8-4966-8f91-cad2a5ee104d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=4b65280f-1ba8-4966-8f91-cad2a5ee104d,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:21.128517 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-589a8de2-5197-4066-9f5d-5d964b455149 service neutron] 10.222.0.21 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3524823 Mar 07 10:29:21.129901 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-af231d8d-2cbb-497f-80c9-2787be18a64d tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:21.143500 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-af231d8d-2cbb-497f-80c9-2787be18a64d tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:29:21.145037 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4b65280f-1ba8-4966-8f91-cad2a5ee104d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:21.151231 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-af231d8d-2cbb-497f-80c9-2787be18a64d tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:21.155210 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-af231d8d-2cbb-497f-80c9-2787be18a64d tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:21.176282 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-527d0c10-0369-43fa-9624-eff26c44b7de req-69a9c69b-18ec-4262-9568-6205a78fd3e8 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=0840cc27-3f74-4b1a-81fc-62b9eb197a2d HTTP/1.1" status: 200 len: 210 time: 0.0868533 Mar 07 10:29:21.187450 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af231d8d-2cbb-497f-80c9-2787be18a64d tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Pushing event updated for resources: {'Port': ['ID=423f92bb-de3e-4985-8b92-2d3f3dd348b3,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:21.251202 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=4b65280f-1ba8-4966-8f91-cad2a5ee104d,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:21.282267 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a2fa28a4-9bd4-4f41-958e-48ae678d452c req-74825ef2-7be6-40e8-a149-d75181334248 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263701 Mar 07 10:29:21.365062 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['4b65280f-1ba8-4966-8f91-cad2a5ee104d'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:29:21.383233 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36654) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:21.390880 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-1ce079e1-37a8-4587-9ae4-858f4ddeca4d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-192898068-network', 'tenant_id': '9f45bb0821d54d3aad39d8c37a254df7'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:21.427247 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676dfdc-a7f2-48d6-baae-19229b9bb0fb req-aca1d240-ca75-4a0d-afb3-b0831c924c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:21.430018 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f676dfdc-a7f2-48d6-baae-19229b9bb0fb req-aca1d240-ca75-4a0d-afb3-b0831c924c47 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 1129 time: 0.0896547 Mar 07 10:29:21.431681 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce079e1-37a8-4587-9ae4-858f4ddeca4d admin admin] Made reservation on behalf of 9f45bb0821d54d3aad39d8c37a254df7 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:21.434277 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1ce079e1-37a8-4587-9ae4-858f4ddeca4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:21.466176 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1ce079e1-37a8-4587-9ae4-858f4ddeca4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:21.480313 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-79b4b542-4519-46b2-84ad-7e1f8dc6987f None None] Provisioning complete for port 423f92bb-de3e-4985-8b92-2d3f3dd348b3 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:21.480931 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-79b4b542-4519-46b2-84ad-7e1f8dc6987f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (423f92bb-de3e-4985-8b92-2d3f3dd348b3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:21.553350 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-79b4b542-4519-46b2-84ad-7e1f8dc6987f None None] Port 423f92bb-de3e-4985-8b92-2d3f3dd348b3 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:29:21.584706 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676dfdc-a7f2-48d6-baae-19229b9bb0fb req-42fb35d7-157e-46b3-806a-83ad95dffb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:21.586489 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f676dfdc-a7f2-48d6-baae-19229b9bb0fb req-42fb35d7-157e-46b3-806a-83ad95dffb26 service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.1486778 Mar 07 10:29:21.644358 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f676dfdc-a7f2-48d6-baae-19229b9bb0fb req-8d5a79c6-128d-4d37-8de9-cb7612ccd5ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=0f133ce9-afd6-45de-a481-f08aa31eb2f5 HTTP/1.1" status: 200 len: 217 time: 0.0507662 Mar 07 10:29:21.657443 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-af231d8d-2cbb-497f-80c9-2787be18a64d tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6641877 Mar 07 10:29:21.688934 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1ce079e1-37a8-4587-9ae4-858f4ddeca4d admin admin] Publish callbacks [] for security_group (7a75b514-0d39-4232-8c5e-c438684d1ff4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:21.701298 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-2ec860bf-bb2b-44a6-84fb-5d426c5ba089 service neutron] Request body: {'port': {'device_id': '4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:21.716739 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1ce079e1-37a8-4587-9ae4-858f4ddeca4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7a75b514-0d39-4232-8c5e-c438684d1ff4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:21.754100 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce079e1-37a8-4587-9ae4-858f4ddeca4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:29:21.758844 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-e116dbc9-b343-4125-a396-3278bfd56ad3 service neutron] 10.222.0.21 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5878649 Mar 07 10:29:21.766345 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-e868e411-ad99-447e-a2ea-479ce7966539 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Allocated IP 192.168.233.226 (598bad6c-a435-45aa-bbb6-2339f78a1590/cd915eb6-2d51-4c50-93c9-6777e48b408a/a696d29d-b4c6-468a-abfa-142e49d36427) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:21.776272 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f1413-aab7-4fbf-b7d9-a458901c252b req-d879326f-d148-494f-ac0e-4ac4608dca87 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:21.778021 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c40f1413-aab7-4fbf-b7d9-a458901c252b req-d879326f-d148-494f-ac0e-4ac4608dca87 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c697209-5064-41e1-af27-181ceefd19fd HTTP/1.1" status: 200 len: 950 time: 0.1402462 Mar 07 10:29:21.778907 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce079e1-37a8-4587-9ae4-858f4ddeca4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a75b514-0d39-4232-8c5e-c438684d1ff4,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:21.783091 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e19522cb-01c6-4113-ada4-070e24ffe71c admin admin] Publish callbacks [] for security_group (21093f6d-13d2-4197-9d2d-1efbf1e9a41e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:21.787179 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1ce079e1-37a8-4587-9ae4-858f4ddeca4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (25be040a-e7c6-47a8-ab66-e96eae7343ff), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:21.787704 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-1ce079e1-37a8-4587-9ae4-858f4ddeca4d admin admin] Added segment 25be040a-e7c6-47a8-ab66-e96eae7343ff of type vlan for network 07ef06e6-8c65-4279-b6bb-1d034bf4347e Mar 07 10:29:21.797908 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676dfdc-a7f2-48d6-baae-19229b9bb0fb req-ff80bcae-b7e0-4c89-9766-47453f78a601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:21.800807 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f676dfdc-a7f2-48d6-baae-19229b9bb0fb req-ff80bcae-b7e0-4c89-9766-47453f78a601 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1247525 Mar 07 10:29:21.850541 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ad2ee-85e3-4efd-9cd2-cf7f8a3378b8 req-b04ba1aa-aa0f-4dc0-b7ec-bdd03b595c1e tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:21.852053 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a3ad2ee-85e3-4efd-9cd2-cf7f8a3378b8 req-b04ba1aa-aa0f-4dc0-b7ec-bdd03b595c1e tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 947 time: 0.2444284 Mar 07 10:29:21.868694 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e19522cb-01c6-4113-ada4-070e24ffe71c admin admin] Publish callbacks [] for security_group (21093f6d-13d2-4197-9d2d-1efbf1e9a41e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:21.880789 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1ce079e1-37a8-4587-9ae4-858f4ddeca4d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (07ef06e6-8c65-4279-b6bb-1d034bf4347e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:21.897944 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-2ec860bf-bb2b-44a6-84fb-5d426c5ba089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (423f92bb-de3e-4985-8b92-2d3f3dd348b3), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:21.940207 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c40f1413-aab7-4fbf-b7d9-a458901c252b req-a8553fe1-e7d7-47dc-a10b-84cc68d2323d tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f0e010e-3e67-49cd-ab9c-6a5e589e07c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445098 Mar 07 10:29:21.944514 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f676dfdc-a7f2-48d6-baae-19229b9bb0fb req-28a0aeda-903a-409f-807c-64739580ee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:21.946340 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f676dfdc-a7f2-48d6-baae-19229b9bb0fb req-28a0aeda-903a-409f-807c-64739580ee56 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1193442 Mar 07 10:29:21.948285 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1ce079e1-37a8-4587-9ae4-858f4ddeca4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (07ef06e6-8c65-4279-b6bb-1d034bf4347e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:21.949255 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce079e1-37a8-4587-9ae4-858f4ddeca4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:21.949873 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1ce079e1-37a8-4587-9ae4-858f4ddeca4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:22.054421 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1ce079e1-37a8-4587-9ae4-858f4ddeca4d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6671672 Mar 07 10:29:22.056682 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36666) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:22.087209 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-b5c905f7-9aa0-4158-9ed8-9a8a0e6994ab admin admin] Request body: {'subnet': {'network_id': '07ef06e6-8c65-4279-b6bb-1d034bf4347e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-192898068-subnet', 'tenant_id': '9f45bb0821d54d3aad39d8c37a254df7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:22.091030 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce079e1-37a8-4587-9ae4-858f4ddeca4d admin admin] Pushing event updated for resources: {'Network': ['ID=07ef06e6-8c65-4279-b6bb-1d034bf4347e,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:22.117827 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 07ef06e6-8c65-4279-b6bb-1d034bf4347e details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:29:22.128559 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c905f7-9aa0-4158-9ed8-9a8a0e6994ab admin admin] Made reservation on behalf of 9f45bb0821d54d3aad39d8c37a254df7 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:22.131626 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b5c905f7-9aa0-4158-9ed8-9a8a0e6994ab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:22.202706 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a3ad2ee-85e3-4efd-9cd2-cf7f8a3378b8 req-3a7cb221-6994-498b-ba95-c1eee0c1e304 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310912 Mar 07 10:29:22.227654 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e19522cb-01c6-4113-ada4-070e24ffe71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (21093f6d-13d2-4197-9d2d-1efbf1e9a41e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:22.227937 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f676dfdc-a7f2-48d6-baae-19229b9bb0fb req-87c0ab78-bf4e-4b06-a9d4-469259271306 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728190 Mar 07 10:29:22.240297 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e19522cb-01c6-4113-ada4-070e24ffe71c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:22.241595 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e19522cb-01c6-4113-ada4-070e24ffe71c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/21093f6d-13d2-4197-9d2d-1efbf1e9a41e HTTP/1.1" status: 204 len: 168 time: 1.1383569 Mar 07 10:29:22.272773 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-f33bcf7a-c04e-4d4d-b7e8-548dcaed83c8 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:22.273921 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-f33bcf7a-c04e-4d4d-b7e8-548dcaed83c8 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945&tenant_id=253a7b51025b45cd9cb7114a3377a1db&binding%3Ahost_id=n-h1-832164-4 HTTP/1.1" status: 200 len: 1126 time: 0.2128637 Mar 07 10:29:22.276831 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19522cb-01c6-4113-ada4-070e24ffe71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21093f6d-13d2-4197-9d2d-1efbf1e9a41e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:22.347872 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-e868e411-ad99-447e-a2ea-479ce7966539 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Publish callbacks [] for port (a696d29d-b4c6-468a-abfa-142e49d36427), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:22.463572 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f676dfdc-a7f2-48d6-baae-19229b9bb0fb req-a5731c32-623c-4ddf-8038-63d2cac9b63e service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271349 Mar 07 10:29:22.494381 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b5c905f7-9aa0-4158-9ed8-9a8a0e6994ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for subnet (c08e8e45-ccac-44b8-8ab6-ee32b35d8548), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:22.498365 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:22.500115 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b051345-5459-466b-976e-be0d28ce9fa6 req-d170a775-e24b-476d-a5a2-08002a03e889 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:22.507237 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b051345-5459-466b-976e-be0d28ce9fa6 req-d170a775-e24b-476d-a5a2-08002a03e889 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 944 time: 0.1500518 Mar 07 10:29:22.533517 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-e868e411-ad99-447e-a2ea-479ce7966539 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (a696d29d-b4c6-468a-abfa-142e49d36427), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:22.577798 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c905f7-9aa0-4158-9ed8-9a8a0e6994ab admin admin] Checking segment: {'id': '25be040a-e7c6-47a8-ab66-e96eae7343ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '07ef06e6-8c65-4279-b6bb-1d034bf4347e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:22.578175 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c905f7-9aa0-4158-9ed8-9a8a0e6994ab admin admin] Network hostable DHCP agents. Network: 07ef06e6-8c65-4279-b6bb-1d034bf4347e, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:29:22.580255 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c905f7-9aa0-4158-9ed8-9a8a0e6994ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=c08e8e45-ccac-44b8-8ab6-ee32b35d8548,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:22.603657 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c905f7-9aa0-4158-9ed8-9a8a0e6994ab admin admin] Network 07ef06e6-8c65-4279-b6bb-1d034bf4347e is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:29:22.616854 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-b5c905f7-9aa0-4158-9ed8-9a8a0e6994ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 07ef06e6-8c65-4279-b6bb-1d034bf4347e) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:22.623638 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c905f7-9aa0-4158-9ed8-9a8a0e6994ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:22.624666 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b5c905f7-9aa0-4158-9ed8-9a8a0e6994ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:22.644014 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e05aad-fd6e-4d75-93e8-c619e2b587f7 None None] Network 07ef06e6-8c65-4279-b6bb-1d034bf4347e requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:29:22.668117 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-e868e411-ad99-447e-a2ea-479ce7966539 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:22.677171 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b5c905f7-9aa0-4158-9ed8-9a8a0e6994ab admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6099491 Mar 07 10:29:22.694717 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-e868e411-ad99-447e-a2ea-479ce7966539 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:22.701145 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-39abccd2-58cb-4ada-befc-0c0559d190fd service neutron] For port 55ad329e-5af0-488d-9a8e-b57dad02e627, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:22.714193 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-e868e411-ad99-447e-a2ea-479ce7966539 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:29:22.721497 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-e868e411-ad99-447e-a2ea-479ce7966539 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:22.722193 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-e868e411-ad99-447e-a2ea-479ce7966539 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:22.761822 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b051345-5459-466b-976e-be0d28ce9fa6 req-89f881b1-0ef6-4e67-b096-6e02604db76b tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536175 Mar 07 10:29:22.771804 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e868e411-ad99-447e-a2ea-479ce7966539 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Pushing event updated for resources: {'Port': ['ID=a696d29d-b4c6-468a-abfa-142e49d36427,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:22.794825 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-39abccd2-58cb-4ada-befc-0c0559d190fd service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:22.803878 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc3e2c29-0dc1-4609-aba5-dd146e893eb5 req-39abccd2-58cb-4ada-befc-0c0559d190fd service neutron] 10.222.0.21 "DELETE /v2.0/ports/55ad329e-5af0-488d-9a8e-b57dad02e627/bindings/n-h2-832164-4 HTTP/1.1" status: 204 len: 173 time: 0.5220749 Mar 07 10:29:22.818190 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea60c93d-a46b-4d33-afe0-73652c0265a4 None None] Network 07ef06e6-8c65-4279-b6bb-1d034bf4347e requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:29:22.820925 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 4b65280f-1ba8-4966-8f91-cad2a5ee104d up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:22.852679 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36682) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:22.888086 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-e868e411-ad99-447e-a2ea-479ce7966539 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6852353 Mar 07 10:29:22.905218 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ae0752-753d-41eb-9d96-f0ca783690fb req-4d1f20c9-61b1-4df3-befa-e8b0087e906e tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:22.914234 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-21ae0752-753d-41eb-9d96-f0ca783690fb req-4d1f20c9-61b1-4df3-befa-e8b0087e906e tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=82b73ba7-d413-41a2-9b5e-5a04346362ae HTTP/1.1" status: 200 len: 948 time: 0.1229260 Mar 07 10:29:22.915562 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-a6c10106-fad6-4420-812f-85dbb95d5d33 service neutron] Request body: {'port': {'device_id': '0840cc27-3f74-4b1a-81fc-62b9eb197a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:22.919365 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-44988694-8214-4d12-84c4-5d890f5574e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:22.989084 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-21ae0752-753d-41eb-9d96-f0ca783690fb req-c9766457-3470-42f7-9ac5-4e97466b636f tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/security-groups?id=a98bec01-5e08-4f37-8091-1eb2214e5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736001 Mar 07 10:29:23.013840 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 4b65280f-1ba8-4966-8f91-cad2a5ee104d completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:29:23.024602 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 4b65280f-1ba8-4966-8f91-cad2a5ee104d triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:23.024986 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4b65280f-1ba8-4966-8f91-cad2a5ee104d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:23.101148 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-a6c10106-fad6-4420-812f-85dbb95d5d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a696d29d-b4c6-468a-abfa-142e49d36427), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:23.106953 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c1ae37ef-9967-4ca6-a2fa-7d3322618694 None None] Provisioning complete for port a696d29d-b4c6-468a-abfa-142e49d36427 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:23.107328 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c1ae37ef-9967-4ca6-a2fa-7d3322618694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a696d29d-b4c6-468a-abfa-142e49d36427), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:23.127038 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-2ec860bf-bb2b-44a6-84fb-5d426c5ba089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 423f92bb-de3e-4985-8b92-2d3f3dd348b3 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:23.140685 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7dc67-6f40-4205-80fc-8f42db7fb8ef req-1aadd769-eb09-49d0-aee8-57c18f7e8a4c tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:23.141742 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-2ec860bf-bb2b-44a6-84fb-5d426c5ba089 service neutron] Publish callbacks [] for port (423f92bb-de3e-4985-8b92-2d3f3dd348b3), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:23.146691 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2ea7dc67-6f40-4205-80fc-8f42db7fb8ef req-1aadd769-eb09-49d0-aee8-57c18f7e8a4c tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c697209-5064-41e1-af27-181ceefd19fd HTTP/1.1" status: 200 len: 950 time: 0.0807154 Mar 07 10:29:23.172972 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c068c-026d-4c55-9df5-faf0172d0a17 req-30cc58ca-a957-4c33-ba8f-f5823361fd80 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:23.174679 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b6c068c-026d-4c55-9df5-faf0172d0a17 req-30cc58ca-a957-4c33-ba8f-f5823361fd80 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=0840cc27-3f74-4b1a-81fc-62b9eb197a2d HTTP/1.1" status: 200 len: 936 time: 0.2920206 Mar 07 10:29:23.197197 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 4b65280f-1ba8-4966-8f91-cad2a5ee104d is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:23.197962 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4b65280f-1ba8-4966-8f91-cad2a5ee104d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:23.202960 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2ea7dc67-6f40-4205-80fc-8f42db7fb8ef req-09786fb9-9c38-4626-b5f7-619e6e46eb13 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f0e010e-3e67-49cd-ab9c-6a5e589e07c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491595 Mar 07 10:29:23.216616 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-2ec860bf-bb2b-44a6-84fb-5d426c5ba089 service neutron] Transition to ACTIVE for port object 423f92bb-de3e-4985-8b92-2d3f3dd348b3 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:29:23.245662 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-2ec860bf-bb2b-44a6-84fb-5d426c5ba089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (423f92bb-de3e-4985-8b92-2d3f3dd348b3), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:23.384009 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c1ae37ef-9967-4ca6-a2fa-7d3322618694 None None] Port a696d29d-b4c6-468a-abfa-142e49d36427 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:29:23.393993 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b73ba7-d413-41a2-9b5e-5a04346362ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b65280f-1ba8-4966-8f91-cad2a5ee104d'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:23.397221 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1223263c-806d-482e-9cf5-cee16b5780ac" -d '{"events": [{"server_uuid": "82b73ba7-d413-41a2-9b5e-5a04346362ae", "name": "network-vif-plugged", "status": "completed", "tag": "4b65280f-1ba8-4966-8f91-cad2a5ee104d"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:23.411982 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 4b65280f-1ba8-4966-8f91-cad2a5ee104d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=4b65280f-1ba8-4966-8f91-cad2a5ee104d,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:23.418483 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4b65280f-1ba8-4966-8f91-cad2a5ee104d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:23.428047 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b6c068c-026d-4c55-9df5-faf0172d0a17 req-9c754880-b138-4488-ae6d-4ec4d8998a81 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297339 Mar 07 10:29:23.438003 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec860bf-bb2b-44a6-84fb-5d426c5ba089 service neutron] Pushing event updated for resources: {'Port': ['ID=423f92bb-de3e-4985-8b92-2d3f3dd348b3,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:23.449281 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-44988694-8214-4d12-84c4-5d890f5574e6 admin admin] Publish callbacks [] for security_group (538f912c-2019-408c-93d4-b6780eddeb4f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:23.498241 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=4b65280f-1ba8-4966-8f91-cad2a5ee104d,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:23.509972 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-44988694-8214-4d12-84c4-5d890f5574e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (538f912c-2019-408c-93d4-b6780eddeb4f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:23.638955 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-2ec860bf-bb2b-44a6-84fb-5d426c5ba089 service neutron] Attempting to bind port 423f92bb-de3e-4985-8b92-2d3f3dd348b3 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:23.639291 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-2ec860bf-bb2b-44a6-84fb-5d426c5ba089 service neutron] Attempting to bind port 423f92bb-de3e-4985-8b92-2d3f3dd348b3 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:23.639609 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-2ec860bf-bb2b-44a6-84fb-5d426c5ba089 service neutron] Attempting to bind port 423f92bb-de3e-4985-8b92-2d3f3dd348b3 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:23.655965 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-44988694-8214-4d12-84c4-5d890f5574e6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6817aed325444c69bc559504c061d1d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7967408 Mar 07 10:29:23.656654 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36704) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:23.659640 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44988694-8214-4d12-84c4-5d890f5574e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538f912c-2019-408c-93d4-b6780eddeb4f,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:23.664978 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-2ec860bf-bb2b-44a6-84fb-5d426c5ba089 service neutron] Port 423f92bb-de3e-4985-8b92-2d3f3dd348b3 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:29:23.665324 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-2ec860bf-bb2b-44a6-84fb-5d426c5ba089 service neutron] Attempting to bind port 423f92bb-de3e-4985-8b92-2d3f3dd348b3 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:23.689793 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-2ec860bf-bb2b-44a6-84fb-5d426c5ba089 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:23.690451 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-2ec860bf-bb2b-44a6-84fb-5d426c5ba089 service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:23.690555 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-2ec860bf-bb2b-44a6-84fb-5d426c5ba089 service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:23.690979 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-2ec860bf-bb2b-44a6-84fb-5d426c5ba089 service neutron] Bound port: 423f92bb-de3e-4985-8b92-2d3f3dd348b3, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:23.691335 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-2ec860bf-bb2b-44a6-84fb-5d426c5ba089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (423f92bb-de3e-4985-8b92-2d3f3dd348b3), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:23.744833 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e47b7-c794-4b96-8021-c7926f14693f req-b3079812-4a35-4817-a98a-28d382183d95 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:23.746375 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-794e47b7-c794-4b96-8021-c7926f14693f req-b3079812-4a35-4817-a98a-28d382183d95 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 947 time: 0.2301214 Mar 07 10:29:23.783963 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-18574b86-17f3-4587-895d-0335e47a6029 admin admin] Publish callbacks [] for security_group (538f912c-2019-408c-93d4-b6780eddeb4f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:23.811189 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de4db1-ed97-411e-9500-225e04d27f95 req-468fd649-f532-495a-8e69-37b8520a4d4e tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:23.812641 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-00de4db1-ed97-411e-9500-225e04d27f95 req-468fd649-f532-495a-8e69-37b8520a4d4e tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/networks?id=f571527e-a205-427a-8890-cc1f2763fcb1 HTTP/1.1" status: 200 len: 807 time: 0.1481631 Mar 07 10:29:23.831225 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-18574b86-17f3-4587-895d-0335e47a6029 admin admin] Publish callbacks [] for security_group (538f912c-2019-408c-93d4-b6780eddeb4f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:23.838568 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-a6c10106-fad6-4420-812f-85dbb95d5d33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a696d29d-b4c6-468a-abfa-142e49d36427 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:23.841297 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-00de4db1-ed97-411e-9500-225e04d27f95 req-72b7cf98-35c0-4d1c-ae7c-ad953be8be1a tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/quotas/f4eca9194fdd4a93832d9940e3e6237a HTTP/1.1" status: 200 len: 375 time: 0.0213320 Mar 07 10:29:23.854352 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-a6c10106-fad6-4420-812f-85dbb95d5d33 service neutron] Publish callbacks [] for port (a696d29d-b4c6-468a-abfa-142e49d36427), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:23.858634 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-2ec860bf-bb2b-44a6-84fb-5d426c5ba089 service neutron] For port 423f92bb-de3e-4985-8b92-2d3f3dd348b3, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:23.865366 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-2ec860bf-bb2b-44a6-84fb-5d426c5ba089 service neutron] For port 423f92bb-de3e-4985-8b92-2d3f3dd348b3, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=423f92bb-de3e-4985-8b92-2d3f3dd348b3,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:23.882894 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-2ec860bf-bb2b-44a6-84fb-5d426c5ba089 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (423f92bb-de3e-4985-8b92-2d3f3dd348b3), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:23.888677 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-a6c10106-fad6-4420-812f-85dbb95d5d33 service neutron] Transition to ACTIVE for port object a696d29d-b4c6-468a-abfa-142e49d36427 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:29:23.890355 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-00de4db1-ed97-411e-9500-225e04d27f95 req-9ee025a1-b8fb-4440-8d3c-a777ec44e4ad tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f4eca9194fdd4a93832d9940e3e6237a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386121 Mar 07 10:29:23.896225 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-794e47b7-c794-4b96-8021-c7926f14693f req-be74f73b-3d09-4595-b2d9-68daa21df01e tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307209 Mar 07 10:29:23.899942 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-a6c10106-fad6-4420-812f-85dbb95d5d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a696d29d-b4c6-468a-abfa-142e49d36427), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:23.935032 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-2ec860bf-bb2b-44a6-84fb-5d426c5ba089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:23.935729 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-2ec860bf-bb2b-44a6-84fb-5d426c5ba089 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:23.937188 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-2ec860bf-bb2b-44a6-84fb-5d426c5ba089 service neutron] 10.222.0.31 "PUT /v2.0/ports/423f92bb-de3e-4985-8b92-2d3f3dd348b3 HTTP/1.1" status: 200 len: 1096 time: 2.2509127 Mar 07 10:29:23.939378 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9', 'tag': '423f92bb-de3e-4985-8b92-2d3f3dd348b3'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:23.941878 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218c626c-d0f6-4391-a260-08a727b903fb" -d '{"events": [{"name": "network-changed", "server_uuid": "4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9", "tag": "423f92bb-de3e-4985-8b92-2d3f3dd348b3"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:23.949629 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-18574b86-17f3-4587-895d-0335e47a6029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (538f912c-2019-408c-93d4-b6780eddeb4f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:23.952346 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-18574b86-17f3-4587-895d-0335e47a6029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:23.953674 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-18574b86-17f3-4587-895d-0335e47a6029 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/538f912c-2019-408c-93d4-b6780eddeb4f HTTP/1.1" status: 204 len: 168 time: 0.2959239 Mar 07 10:29:23.978643 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec860bf-bb2b-44a6-84fb-5d426c5ba089 service neutron] Pushing event updated for resources: {'Port': ['ID=423f92bb-de3e-4985-8b92-2d3f3dd348b3,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:24.049657 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c10106-fad6-4420-812f-85dbb95d5d33 service neutron] Pushing event updated for resources: {'Port': ['ID=a696d29d-b4c6-468a-abfa-142e49d36427,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:24.122494 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-a6c10106-fad6-4420-812f-85dbb95d5d33 service neutron] Attempting to bind port a696d29d-b4c6-468a-abfa-142e49d36427 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:24.122830 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-a6c10106-fad6-4420-812f-85dbb95d5d33 service neutron] Attempting to bind port a696d29d-b4c6-468a-abfa-142e49d36427 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:24.123165 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-a6c10106-fad6-4420-812f-85dbb95d5d33 service neutron] Attempting to bind port a696d29d-b4c6-468a-abfa-142e49d36427 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:24.158822 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-a6c10106-fad6-4420-812f-85dbb95d5d33 service neutron] Port a696d29d-b4c6-468a-abfa-142e49d36427 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:29:24.159146 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-a6c10106-fad6-4420-812f-85dbb95d5d33 service neutron] Attempting to bind port a696d29d-b4c6-468a-abfa-142e49d36427 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:24.181975 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-a6c10106-fad6-4420-812f-85dbb95d5d33 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:24.182235 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-a6c10106-fad6-4420-812f-85dbb95d5d33 service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:24.183107 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-a6c10106-fad6-4420-812f-85dbb95d5d33 service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:24.183676 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-a6c10106-fad6-4420-812f-85dbb95d5d33 service neutron] Bound port: a696d29d-b4c6-468a-abfa-142e49d36427, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:24.184187 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-a6c10106-fad6-4420-812f-85dbb95d5d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a696d29d-b4c6-468a-abfa-142e49d36427), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:24.224478 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18574b86-17f3-4587-895d-0335e47a6029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538f912c-2019-408c-93d4-b6780eddeb4f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:24.280152 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183ffe5-03c7-4c86-827d-d9d0bc7d253c req-ee8a0892-9cb7-4076-bf22-ccda9f6f7f0b tempest-DeleteServersAdminTestJSON-2145096604 tempest-DeleteServersAdminTestJSON-2145096604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:24.281734 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1183ffe5-03c7-4c86-827d-d9d0bc7d253c req-ee8a0892-9cb7-4076-bf22-ccda9f6f7f0b tempest-DeleteServersAdminTestJSON-2145096604 tempest-DeleteServersAdminTestJSON-2145096604-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6c697209-5064-41e1-af27-181ceefd19fd HTTP/1.1" status: 200 len: 1132 time: 0.2277381 Mar 07 10:29:24.287583 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-7bcd0337-f1f5-4c59-ad2d-fd94ccb084a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:24.289059 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-7bcd0337-f1f5-4c59-ad2d-fd94ccb084a6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c58e29852e144d5b9590ff284bb5c1fd&device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 1130 time: 0.2271829 Mar 07 10:29:24.299693 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed32590-a157-416a-b2b2-39a759b883c6 req-83ae9ef9-e825-43e4-a367-c01e3706f56f tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:24.301218 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0ed32590-a157-416a-b2b2-39a759b883c6 req-83ae9ef9-e825-43e4-a367-c01e3706f56f tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 1126 time: 0.2080841 Mar 07 10:29:24.326041 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-00de4db1-ed97-411e-9500-225e04d27f95 req-db9ae6d2-73d6-4cf4-b113-6a0d8f18d04c service neutron] 10.222.0.11 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120986 Mar 07 10:29:24.388667 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-1c347f13-449a-40d1-82e6-bd8a01160f29 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=423f92bb-de3e-4985-8b92-2d3f3dd348b3 HTTP/1.1" status: 200 len: 217 time: 0.0857818 Mar 07 10:29:24.402745 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-a6c10106-fad6-4420-812f-85dbb95d5d33 service neutron] For port a696d29d-b4c6-468a-abfa-142e49d36427, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:24.457500 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-00de4db1-ed97-411e-9500-225e04d27f95 req-e27fec73-42e6-4d57-893b-e29922b6d651 service neutron] 10.222.0.11 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211379 Mar 07 10:29:24.471032 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-a6c10106-fad6-4420-812f-85dbb95d5d33 service neutron] For port a696d29d-b4c6-468a-abfa-142e49d36427, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=a696d29d-b4c6-468a-abfa-142e49d36427,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:24.505032 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-a6c10106-fad6-4420-812f-85dbb95d5d33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a696d29d-b4c6-468a-abfa-142e49d36427), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:24.553309 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0ed32590-a157-416a-b2b2-39a759b883c6 req-dce4d116-b32b-46c1-94dd-8dd67e4e0955 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401288 Mar 07 10:29:24.563779 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-a6c10106-fad6-4420-812f-85dbb95d5d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:24.564626 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-a6c10106-fad6-4420-812f-85dbb95d5d33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:24.566146 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-a6c10106-fad6-4420-812f-85dbb95d5d33 service neutron] 10.222.0.21 "PUT /v2.0/ports/a696d29d-b4c6-468a-abfa-142e49d36427 HTTP/1.1" status: 200 len: 1096 time: 1.6599500 Mar 07 10:29:24.581043 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-7c735cff-caa9-49ab-a547-7699fd4dc1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:24.587548 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-7c735cff-caa9-49ab-a547-7699fd4dc1d7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1869633 Mar 07 10:29:24.677774 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789042b1-f6e3-4725-b397-56b48a3d7754 x-openstack-request-id: req-789042b1-f6e3-4725-b397-56b48a3d7754 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:24.678290 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b73ba7-d413-41a2-9b5e-5a04346362ae", "name": "network-vif-plugged", "status": "completed", "tag": "4b65280f-1ba8-4966-8f91-cad2a5ee104d", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:24.678374 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-789042b1-f6e3-4725-b397-56b48a3d7754 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:24.678719 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b73ba7-d413-41a2-9b5e-5a04346362ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b65280f-1ba8-4966-8f91-cad2a5ee104d', 'code': 200} Mar 07 10:29:24.746732 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff32e8e-6565-4d4a-b8c4-0b864b8b59a4 x-openstack-request-id: req-eff32e8e-6565-4d4a-b8c4-0b864b8b59a4 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:24.747273 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9", "tag": "423f92bb-de3e-4985-8b92-2d3f3dd348b3", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:24.747273 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eff32e8e-6565-4d4a-b8c4-0b864b8b59a4 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:24.747680 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9', 'tag': '423f92bb-de3e-4985-8b92-2d3f3dd348b3', 'status': 'completed', 'code': 200} Mar 07 10:29:24.795700 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 0f133ce9-afd6-45de-a481-f08aa31eb2f5 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:29:24.899473 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-1183ffe5-03c7-4c86-827d-d9d0bc7d253c req-3aa35c95-a687-4530-bd9e-814991bdf26a tempest-DeleteServersAdminTestJSON-2145096604 tempest-DeleteServersAdminTestJSON-2145096604-project-admin] Deleting port af020a80-76f4-4393-85c0-c75c80817417 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:29:24.900027 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1183ffe5-03c7-4c86-827d-d9d0bc7d253c req-3aa35c95-a687-4530-bd9e-814991bdf26a tempest-DeleteServersAdminTestJSON-2145096604 tempest-DeleteServersAdminTestJSON-2145096604-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (af020a80-76f4-4393-85c0-c75c80817417), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:24.908356 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32b68d-687d-496f-8005-7e1c8bf06da5 req-14214405-33df-4e5d-841d-bd4663e4e881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:24.910375 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4e32b68d-687d-496f-8005-7e1c8bf06da5 req-14214405-33df-4e5d-841d-bd4663e4e881 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=82b73ba7-d413-41a2-9b5e-5a04346362ae HTTP/1.1" status: 200 len: 1131 time: 0.1585481 Mar 07 10:29:24.924010 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c10106-fad6-4420-812f-85dbb95d5d33 service neutron] Pushing event updated for resources: {'Port': ['ID=a696d29d-b4c6-468a-abfa-142e49d36427,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:24.929151 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc5ed6-15cd-45a4-b003-8f6235286324 req-96e25143-f871-4963-b3be-b5de7042a35e tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:24.930929 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9ffc5ed6-15cd-45a4-b003-8f6235286324 req-96e25143-f871-4963-b3be-b5de7042a35e tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=82b73ba7-d413-41a2-9b5e-5a04346362ae HTTP/1.1" status: 200 len: 949 time: 0.1175807 Mar 07 10:29:24.989690 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 0f133ce9-afd6-45de-a481-f08aa31eb2f5, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=0f133ce9-afd6-45de-a481-f08aa31eb2f5,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:25.018927 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4e32b68d-687d-496f-8005-7e1c8bf06da5 req-f6dfb959-fd57-4e64-a2d6-b5f4f27cc7f3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a98bec01-5e08-4f37-8091-1eb2214e5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870199 Mar 07 10:29:25.021798 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '0f133ce9-afd6-45de-a481-f08aa31eb2f5', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': '0f133ce9-afd6-45de-a481-f08aa31eb2f5', 'mac_address': 'fa:16:3e:32:d2:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:29:25.028996 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9ffc5ed6-15cd-45a4-b003-8f6235286324 req-b73c603a-ccf3-4f96-b478-f6135a717e7a tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/security-groups?id=a98bec01-5e08-4f37-8091-1eb2214e5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811830 Mar 07 10:29:25.086916 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 0f133ce9-afd6-45de-a481-f08aa31eb2f5 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:25.087026 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0f133ce9-afd6-45de-a481-f08aa31eb2f5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:25.103502 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f133ce9-afd6-45de-a481-f08aa31eb2f5 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:25.128832 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 0f133ce9-afd6-45de-a481-f08aa31eb2f5, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=0f133ce9-afd6-45de-a481-f08aa31eb2f5,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:25.143758 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0f133ce9-afd6-45de-a481-f08aa31eb2f5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:25.177041 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36748) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:25.226580 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96930991-df9b-4153-8a0f-754644a9d1ab req-f26287f4-255f-40e1-b423-bceaffb0f544 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:25.227276 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=0f133ce9-afd6-45de-a481-f08aa31eb2f5,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:25.240493 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-96930991-df9b-4153-8a0f-754644a9d1ab req-f26287f4-255f-40e1-b423-bceaffb0f544 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=0840cc27-3f74-4b1a-81fc-62b9eb197a2d HTTP/1.1" status: 200 len: 948 time: 0.1078563 Mar 07 10:29:25.325679 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-96930991-df9b-4153-8a0f-754644a9d1ab req-ef9133bb-d7bd-44cc-9f51-610e3ea0146b tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840445 Mar 07 10:29:25.347948 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-8f6b5ad2-f1f4-47c2-a22e-8e917a0841ab admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2046805644-network', 'tenant_id': '1f53d83097194279a46333bb1e87ae7a'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:25.352675 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-8c4d23c8-588b-4a84-a9ff-846bcf38c407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:25.354294 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-8c4d23c8-588b-4a84-a9ff-846bcf38c407 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7576094 Mar 07 10:29:25.356075 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-fdab3c37-08bf-46bc-aee7-407d1ec37976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:25.357539 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-fdab3c37-08bf-46bc-aee7-407d1ec37976 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c58e29852e144d5b9590ff284bb5c1fd&device_id=0840cc27-3f74-4b1a-81fc-62b9eb197a2d HTTP/1.1" status: 200 len: 1130 time: 0.7396083 Mar 07 10:29:25.393642 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6b5ad2-f1f4-47c2-a22e-8e917a0841ab admin admin] Made reservation on behalf of 1f53d83097194279a46333bb1e87ae7a for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:25.396352 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8f6b5ad2-f1f4-47c2-a22e-8e917a0841ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:25.396812 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['0f133ce9-afd6-45de-a481-f08aa31eb2f5'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:29:25.401351 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b2ac967a-bfe8-4653-8897-c1bc3f7810e3 req-9d0f1de8-05e3-4e94-ac2f-f98efb06d4fe tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9 HTTP/1.1" status: 200 len: 210 time: 0.0356307 Mar 07 10:29:25.407827 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8f6b5ad2-f1f4-47c2-a22e-8e917a0841ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:25.412646 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd30e0b-a71f-4863-8b54-0a071b5f5a2d req-5540d055-9650-4784-b1d5-2a739ffe3ae1 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:25.424262 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7bd30e0b-a71f-4863-8b54-0a071b5f5a2d req-5540d055-9650-4784-b1d5-2a739ffe3ae1 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c697209-5064-41e1-af27-181ceefd19fd HTTP/1.1" status: 200 len: 950 time: 0.5943155 Mar 07 10:29:25.487290 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-8ff57bcc-6654-4e17-8e2b-27592f9b255d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=a696d29d-b4c6-468a-abfa-142e49d36427 HTTP/1.1" status: 200 len: 217 time: 0.1193702 Mar 07 10:29:25.492500 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1183ffe5-03c7-4c86-827d-d9d0bc7d253c req-3aa35c95-a687-4530-bd9e-814991bdf26a tempest-DeleteServersAdminTestJSON-2145096604 tempest-DeleteServersAdminTestJSON-2145096604-project-admin] For port af020a80-76f4-4393-85c0-c75c80817417, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=af020a80-76f4-4393-85c0-c75c80817417,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:25.492944 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1183ffe5-03c7-4c86-827d-d9d0bc7d253c req-3aa35c95-a687-4530-bd9e-814991bdf26a tempest-DeleteServersAdminTestJSON-2145096604 tempest-DeleteServersAdminTestJSON-2145096604-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (af020a80-76f4-4393-85c0-c75c80817417), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:25.539180 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8f6b5ad2-f1f4-47c2-a22e-8e917a0841ab admin admin] Publish callbacks [] for security_group (eece4224-2639-43bf-81d6-18cc7e165322), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:25.549054 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8f6b5ad2-f1f4-47c2-a22e-8e917a0841ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (eece4224-2639-43bf-81d6-18cc7e165322), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:25.595000 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-1183ffe5-03c7-4c86-827d-d9d0bc7d253c req-3aa35c95-a687-4530-bd9e-814991bdf26a tempest-DeleteServersAdminTestJSON-2145096604 tempest-DeleteServersAdminTestJSON-2145096604-project-admin] Calling delete_port for af020a80-76f4-4393-85c0-c75c80817417 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:29:25.599307 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f6b5ad2-f1f4-47c2-a22e-8e917a0841ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:29:25.626220 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8f6b5ad2-f1f4-47c2-a22e-8e917a0841ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (25555b02-6b61-477d-9c30-58518bfd3906), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:25.626569 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-8f6b5ad2-f1f4-47c2-a22e-8e917a0841ab admin admin] Added segment 25555b02-6b61-477d-9c30-58518bfd3906 of type vlan for network 788bbc43-a091-4c37-91c8-e3073d28354b Mar 07 10:29:25.638993 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b5ad2-f1f4-47c2-a22e-8e917a0841ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eece4224-2639-43bf-81d6-18cc7e165322,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:25.702953 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-83a74e40-e1f1-422f-916c-c7ea68b3b16f tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:25.704473 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-83a74e40-e1f1-422f-916c-c7ea68b3b16f tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/networks?id=35723e70-fc1c-4710-9b03-245dacf005c5 HTTP/1.1" status: 200 len: 820 time: 0.2070796 Mar 07 10:29:25.706202 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8f6b5ad2-f1f4-47c2-a22e-8e917a0841ab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (788bbc43-a091-4c37-91c8-e3073d28354b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:25.725834 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-f5f5e75d-ca2f-42a9-8375-6d7216766b54 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/quotas/253a7b51025b45cd9cb7114a3377a1db HTTP/1.1" status: 200 len: 375 time: 0.0151191 Mar 07 10:29:25.768823 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-2993f289-dfd8-473e-bce0-62c5522e15f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:25.770333 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-2993f289-dfd8-473e-bce0-62c5522e15f4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.2688644 Mar 07 10:29:25.770522 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8f6b5ad2-f1f4-47c2-a22e-8e917a0841ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (788bbc43-a091-4c37-91c8-e3073d28354b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:25.771292 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6b5ad2-f1f4-47c2-a22e-8e917a0841ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:25.771859 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8f6b5ad2-f1f4-47c2-a22e-8e917a0841ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:25.773719 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7bd30e0b-a71f-4863-8b54-0a071b5f5a2d req-367f1256-9d0d-48fa-b01d-cda5001744a6 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f0e010e-3e67-49cd-ab9c-6a5e589e07c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008304 Mar 07 10:29:25.778202 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-3de7c4c8-afb8-4dba-98b4-adb93887dae9 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151614 Mar 07 10:29:25.831336 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8f6b5ad2-f1f4-47c2-a22e-8e917a0841ab admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6517823 Mar 07 10:29:25.831932 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36762) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:25.845033 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-dcbdcb8b-8897-400c-b65d-cf21a54ec6c3 admin admin] Request body: {'subnet': {'network_id': '788bbc43-a091-4c37-91c8-e3073d28354b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2046805644-subnet', 'tenant_id': '1f53d83097194279a46333bb1e87ae7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:25.883631 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-aab2c1f9-586a-4614-ad48-9218a8f27e37 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=253a7b51025b45cd9cb7114a3377a1db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1515787 Mar 07 10:29:25.886885 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b5ad2-f1f4-47c2-a22e-8e917a0841ab admin admin] Pushing event updated for resources: {'Network': ['ID=788bbc43-a091-4c37-91c8-e3073d28354b,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:25.899311 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 788bbc43-a091-4c37-91c8-e3073d28354b details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:29:25.932084 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbdcb8b-8897-400c-b65d-cf21a54ec6c3 admin admin] Made reservation on behalf of 1f53d83097194279a46333bb1e87ae7a for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:25.935171 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dcbdcb8b-8897-400c-b65d-cf21a54ec6c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:25.980859 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-3878dff2-f5cc-448d-9794-aa19d183f088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:25.982399 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-3878dff2-f5cc-448d-9794-aa19d183f088 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2015052 Mar 07 10:29:26.063066 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1183ffe5-03c7-4c86-827d-d9d0bc7d253c req-3aa35c95-a687-4530-bd9e-814991bdf26a tempest-DeleteServersAdminTestJSON-2145096604 tempest-DeleteServersAdminTestJSON-2145096604-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (af020a80-76f4-4393-85c0-c75c80817417), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:26.071118 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9abd03f-e566-4dff-b5bc-bed01fc3db4b req-7e8fc603-b01e-4dbc-adbc-41a8e8a71b0b service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613578 Mar 07 10:29:26.075218 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['af020a80-76f4-4393-85c0-c75c80817417'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:29:26.087937 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-464ecbf5-8098-4e09-a83a-36b43b23914f service neutron] 10.222.0.11 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965437 Mar 07 10:29:26.112579 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effb4b8-176a-4039-8172-24d7ff89ec6e req-f58e323a-4e85-4ea0-a6a7-5ce00de9953a tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:26.114185 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6effb4b8-176a-4039-8172-24d7ff89ec6e req-f58e323a-4e85-4ea0-a6a7-5ce00de9953a tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 948 time: 0.2645719 Mar 07 10:29:26.199908 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa35c95-a687-4530-bd9e-814991bdf26a tempest-DeleteServersAdminTestJSON-2145096604 tempest-DeleteServersAdminTestJSON-2145096604-project-admin] Pushing event deleted for resources: {'Port': ['ID=af020a80-76f4-4393-85c0-c75c80817417,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:26.311763 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-2b1a4cda-7416-4b2b-9b84-09329191a550 service neutron] 10.222.0.11 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098975 Mar 07 10:29:26.319434 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dcbdcb8b-8897-400c-b65d-cf21a54ec6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for subnet (6efde855-83b7-434e-952a-60a7ae579c74), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:26.366071 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1183ffe5-03c7-4c86-827d-d9d0bc7d253c req-3aa35c95-a687-4530-bd9e-814991bdf26a tempest-DeleteServersAdminTestJSON-2145096604 tempest-DeleteServersAdminTestJSON-2145096604-project-admin] No DVR routers for this DVR port af020a80-76f4-4393-85c0-c75c80817417 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:29:26.369479 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1183ffe5-03c7-4c86-827d-d9d0bc7d253c req-3aa35c95-a687-4530-bd9e-814991bdf26a tempest-DeleteServersAdminTestJSON-2145096604 tempest-DeleteServersAdminTestJSON-2145096604-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:26.373859 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1183ffe5-03c7-4c86-827d-d9d0bc7d253c req-3aa35c95-a687-4530-bd9e-814991bdf26a tempest-DeleteServersAdminTestJSON-2145096604 tempest-DeleteServersAdminTestJSON-2145096604-project-admin] 10.222.0.21 "DELETE /v2.0/ports/af020a80-76f4-4393-85c0-c75c80817417 HTTP/1.1" status: 204 len: 173 time: 2.0832980 Mar 07 10:29:26.379322 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-defeff33-ec92-4f66-b695-fc89fe2a7697 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870978 Mar 07 10:29:26.384348 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbdcb8b-8897-400c-b65d-cf21a54ec6c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6efde855-83b7-434e-952a-60a7ae579c74,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:26.387811 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de4db1-ed97-411e-9500-225e04d27f95 req-c6a76830-52f2-4567-9ecc-7c94e36837d5 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:26.389160 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-00de4db1-ed97-411e-9500-225e04d27f95 req-c6a76830-52f2-4567-9ecc-7c94e36837d5 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.31 "GET /v2.0/networks?id=f571527e-a205-427a-8890-cc1f2763fcb1 HTTP/1.1" status: 200 len: 807 time: 0.3623865 Mar 07 10:29:26.401895 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbdcb8b-8897-400c-b65d-cf21a54ec6c3 admin admin] Checking segment: {'id': '25555b02-6b61-477d-9c30-58518bfd3906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '788bbc43-a091-4c37-91c8-e3073d28354b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:26.402195 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbdcb8b-8897-400c-b65d-cf21a54ec6c3 admin admin] Network hostable DHCP agents. Network: 788bbc43-a091-4c37-91c8-e3073d28354b, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:29:26.405992 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6effb4b8-176a-4039-8172-24d7ff89ec6e req-3b578031-f093-4458-acac-df660cc80642 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802961 Mar 07 10:29:26.436080 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbdcb8b-8897-400c-b65d-cf21a54ec6c3 admin admin] Network 788bbc43-a091-4c37-91c8-e3073d28354b is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:29:26.465480 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-dcbdcb8b-8897-400c-b65d-cf21a54ec6c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 788bbc43-a091-4c37-91c8-e3073d28354b) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:26.470477 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-00de4db1-ed97-411e-9500-225e04d27f95 req-1b288061-5af7-40c5-b4c5-628da71f5b61 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Request body: {'port': {'device_id': '892c358c-7c18-4bd9-9d81-8daf60c331d9', 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1', 'admin_state_up': True, 'tenant_id': 'f4eca9194fdd4a93832d9940e3e6237a'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:26.475956 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbdcb8b-8897-400c-b65d-cf21a54ec6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:26.478933 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dcbdcb8b-8897-400c-b65d-cf21a54ec6c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:26.486806 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324b124c-816e-4f1d-a550-2666ca18d5a3 None None] Network 788bbc43-a091-4c37-91c8-e3073d28354b requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:29:26.489523 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c626c-d0f6-4391-a260-08a727b903fb req-7ba2c3d5-8124-41ca-aa2c-bab7a4c9c164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:26.492938 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-218c626c-d0f6-4391-a260-08a727b903fb req-7ba2c3d5-8124-41ca-aa2c-bab7a4c9c164 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c58e29852e144d5b9590ff284bb5c1fd&device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 1130 time: 0.3400674 Mar 07 10:29:26.529272 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-dcbdcb8b-8897-400c-b65d-cf21a54ec6c3 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6931188 Mar 07 10:29:26.687830 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a68a75-309e-48b2-a1e2-bb02efe04c12 None None] Network 788bbc43-a091-4c37-91c8-e3073d28354b requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:29:26.706479 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925b661-dc52-457b-9266-ff9688be41fb req-ead213e7-3248-46e0-aba8-cec4b9c5b903 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:26.716493 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4925b661-dc52-457b-9266-ff9688be41fb req-ead213e7-3248-46e0-aba8-cec4b9c5b903 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=0840cc27-3f74-4b1a-81fc-62b9eb197a2d HTTP/1.1" status: 200 len: 948 time: 0.0947886 Mar 07 10:29:26.758511 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0840cc27-3f74-4b1a-81fc-62b9eb197a2d', 'tag': 'a696d29d-b4c6-468a-abfa-142e49d36427'}, {'server_uuid': '6c697209-5064-41e1-af27-181ceefd19fd', 'name': 'network-vif-deleted', 'tag': 'af020a80-76f4-4393-85c0-c75c80817417'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:26.760884 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84734e34-77fd-49c3-8db0-d7e962d157d0" -d '{"events": [{"name": "network-changed", "server_uuid": "0840cc27-3f74-4b1a-81fc-62b9eb197a2d", "tag": "a696d29d-b4c6-468a-abfa-142e49d36427"}, {"server_uuid": "6c697209-5064-41e1-af27-181ceefd19fd", "name": "network-vif-deleted", "tag": "af020a80-76f4-4393-85c0-c75c80817417"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:26.790414 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4925b661-dc52-457b-9266-ff9688be41fb req-86e47488-6bca-4476-a0af-38b3f8286d27 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723677 Mar 07 10:29:26.813058 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 0f133ce9-afd6-45de-a481-f08aa31eb2f5 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:26.930271 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80e92a9d-be29-4484-8e1a-573a46f9c81b req-a265d3a7-0518-4319-9a5d-7724f2705b0a service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5371916 Mar 07 10:29:26.949667 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d75f238-4b48-41e1-b58a-2354b02df60f req-f15c73e6-46e4-4f6d-9a04-8853abb2a3ce tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:26.951420 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5d75f238-4b48-41e1-b58a-2354b02df60f req-f15c73e6-46e4-4f6d-9a04-8853abb2a3ce tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=82b73ba7-d413-41a2-9b5e-5a04346362ae HTTP/1.1" status: 200 len: 949 time: 0.3946676 Mar 07 10:29:26.958626 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c626c-d0f6-4391-a260-08a727b903fb req-b4753241-4903-405f-bce7-2fab4ca4be52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:26.960540 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-218c626c-d0f6-4391-a260-08a727b903fb req-b4753241-4903-405f-bce7-2fab4ca4be52 service neutron] 10.222.0.31 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.4459031 Mar 07 10:29:26.961972 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 0f133ce9-afd6-45de-a481-f08aa31eb2f5 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:29:26.966510 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e314f4e1-54d0-4672-b308-d7fc2e315423 req-768dd938-3fcb-4881-ad86-35e7297d2bd3 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9 HTTP/1.1" status: 200 len: 210 time: 0.0662532 Mar 07 10:29:26.998599 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 0f133ce9-afd6-45de-a481-f08aa31eb2f5 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:26.999129 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0f133ce9-afd6-45de-a481-f08aa31eb2f5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:27.006358 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00de4db1-ed97-411e-9500-225e04d27f95 req-1b288061-5af7-40c5-b4c5-628da71f5b61 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Made reservation on behalf of f4eca9194fdd4a93832d9940e3e6237a for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:27.013023 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-00de4db1-ed97-411e-9500-225e04d27f95 req-1b288061-5af7-40c5-b4c5-628da71f5b61 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:27.110760 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-218c626c-d0f6-4391-a260-08a727b903fb req-8ff965ca-4ad8-4ec5-b53a-3cc748eef966 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=423f92bb-de3e-4985-8b92-2d3f3dd348b3 HTTP/1.1" status: 200 len: 217 time: 0.0608633 Mar 07 10:29:27.116194 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5d75f238-4b48-41e1-b58a-2354b02df60f req-23d98696-0442-4608-9ec8-cb14fed6d75f tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/security-groups?id=a98bec01-5e08-4f37-8091-1eb2214e5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509399 Mar 07 10:29:27.156663 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0e50b747-a0b4-4111-8330-8a328d30809a req-6f0ecaed-9322-4d18-9b87-07595344c5a3 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 210 time: 0.0916789 Mar 07 10:29:27.198166 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 0f133ce9-afd6-45de-a481-f08aa31eb2f5 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:27.198566 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0f133ce9-afd6-45de-a481-f08aa31eb2f5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:27.227987 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c626c-d0f6-4391-a260-08a727b903fb req-24823946-96df-45f7-9098-877da92b0ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:27.229990 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-218c626c-d0f6-4391-a260-08a727b903fb req-24823946-96df-45f7-9098-877da92b0ff3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1125412 Mar 07 10:29:27.257698 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 0f133ce9-afd6-45de-a481-f08aa31eb2f5, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=0f133ce9-afd6-45de-a481-f08aa31eb2f5,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:27.258987 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd12c9d4e-c40b-40c2-962f-43e7779d3579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f133ce9-afd6-45de-a481-f08aa31eb2f5'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:27.261729 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e398f9-1ea5-4051-9321-c4595bd0c0ee" -d '{"events": [{"server_uuid": "d12c9d4e-c40b-40c2-962f-43e7779d3579", "name": "network-vif-plugged", "status": "completed", "tag": "0f133ce9-afd6-45de-a481-f08aa31eb2f5"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:27.268037 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0f133ce9-afd6-45de-a481-f08aa31eb2f5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:27.269475 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0df244-e26a-4f79-841b-3f9aef8ce988 x-openstack-request-id: req-1f0df244-e26a-4f79-841b-3f9aef8ce988 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:27.269783 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0840cc27-3f74-4b1a-81fc-62b9eb197a2d", "tag": "a696d29d-b4c6-468a-abfa-142e49d36427", "status": "completed", "code": 200}, {"server_uuid": "6c697209-5064-41e1-af27-181ceefd19fd", "name": "network-vif-deleted", "tag": "af020a80-76f4-4393-85c0-c75c80817417", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:27.271191 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1f0df244-e26a-4f79-841b-3f9aef8ce988 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:27.271609 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0840cc27-3f74-4b1a-81fc-62b9eb197a2d', 'tag': 'a696d29d-b4c6-468a-abfa-142e49d36427', 'status': 'completed', 'code': 200} Mar 07 10:29:27.271853 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device af020a80-76f4-4393-85c0-c75c80817417 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:29:27.271969 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c697209-5064-41e1-af27-181ceefd19fd', 'name': 'network-vif-deleted', 'tag': 'af020a80-76f4-4393-85c0-c75c80817417', 'status': 'completed', 'code': 200} Mar 07 10:29:27.329850 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7685f61-d3b6-4695-8050-af0f32b9ca8a x-openstack-request-id: req-e7685f61-d3b6-4695-8050-af0f32b9ca8a {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:27.330047 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d12c9d4e-c40b-40c2-962f-43e7779d3579", "name": "network-vif-plugged", "status": "completed", "tag": "0f133ce9-afd6-45de-a481-f08aa31eb2f5", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:27.330187 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e7685f61-d3b6-4695-8050-af0f32b9ca8a {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:27.330701 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd12c9d4e-c40b-40c2-962f-43e7779d3579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f133ce9-afd6-45de-a481-f08aa31eb2f5', 'code': 200} Mar 07 10:29:27.334946 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: af020a80-76f4-4393-85c0-c75c80817417 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:29:27.335342 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device af020a80-76f4-4393-85c0-c75c80817417 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:29:27.381484 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=0f133ce9-afd6-45de-a481-f08aa31eb2f5,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:27.476070 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36812) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:27.482318 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-4804c00a-ce0c-4bb9-8bec-1c00a1cafabc admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1939268564-network', 'tenant_id': 'f88a0e6de15f491abd3abbb6853b1141'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:27.517034 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4804c00a-ce0c-4bb9-8bec-1c00a1cafabc admin admin] Made reservation on behalf of f88a0e6de15f491abd3abbb6853b1141 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:27.519564 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4804c00a-ce0c-4bb9-8bec-1c00a1cafabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:27.542724 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4804c00a-ce0c-4bb9-8bec-1c00a1cafabc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:27.574141 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-00de4db1-ed97-411e-9500-225e04d27f95 req-1b288061-5af7-40c5-b4c5-628da71f5b61 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Allocated IP 172.20.0.8 (f571527e-a205-427a-8890-cc1f2763fcb1/5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5/f72f1314-81d8-42ff-a423-451348af85c3) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:27.600554 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84734e34-77fd-49c3-8db0-d7e962d157d0 req-00ec8ab9-c898-4601-9b4b-ec82849ddd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:27.601970 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-84734e34-77fd-49c3-8db0-d7e962d157d0 req-00ec8ab9-c898-4601-9b4b-ec82849ddd75 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c58e29852e144d5b9590ff284bb5c1fd&device_id=0840cc27-3f74-4b1a-81fc-62b9eb197a2d HTTP/1.1" status: 200 len: 1130 time: 0.1910522 Mar 07 10:29:27.624394 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c626c-d0f6-4391-a260-08a727b903fb req-43f13c58-eba5-40ee-b395-5d48e631706b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:27.625922 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-218c626c-d0f6-4391-a260-08a727b903fb req-43f13c58-eba5-40ee-b395-5d48e631706b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3854101 Mar 07 10:29:27.635961 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16f364-4dd1-4c79-8404-0364304c4ce3 req-bba1d088-ddbf-4611-8311-67b2fbaf8075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:27.637441 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4c16f364-4dd1-4c79-8404-0364304c4ce3 req-bba1d088-ddbf-4611-8311-67b2fbaf8075 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 1131 time: 0.2197073 Mar 07 10:29:27.639256 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-efade9cf-e2e0-440f-b075-5152a5227515 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=28cf3031a1224b399d35a59e7ae28a18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0682051 Mar 07 10:29:27.646229 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9488aa1-1606-4d7f-a830-a6c47484127f req-7e266571-d10b-4bc9-8207-26d6de8fb1b6 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:27.647736 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f9488aa1-1606-4d7f-a830-a6c47484127f req-7e266571-d10b-4bc9-8207-26d6de8fb1b6 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 949 time: 0.0931237 Mar 07 10:29:27.724963 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4804c00a-ce0c-4bb9-8bec-1c00a1cafabc admin admin] Publish callbacks [] for security_group (a32758a8-71e9-4a4b-814d-187dc4741d87), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:27.733033 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f9488aa1-1606-4d7f-a830-a6c47484127f req-dd4798f8-14d2-4492-b311-398cd46d3581 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743065 Mar 07 10:29:27.733947 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4804c00a-ce0c-4bb9-8bec-1c00a1cafabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a32758a8-71e9-4a4b-814d-187dc4741d87), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:27.757289 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4804c00a-ce0c-4bb9-8bec-1c00a1cafabc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:29:27.773295 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804c00a-ce0c-4bb9-8bec-1c00a1cafabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32758a8-71e9-4a4b-814d-187dc4741d87,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:27.777236 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4804c00a-ce0c-4bb9-8bec-1c00a1cafabc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (41b2197b-2ce4-480d-908b-33a8d31c3601), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:27.777608 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-4804c00a-ce0c-4bb9-8bec-1c00a1cafabc admin admin] Added segment 41b2197b-2ce4-480d-908b-33a8d31c3601 of type vlan for network ff5096fe-13bf-4d71-be29-1ffdd7e42ee4 Mar 07 10:29:27.831659 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4804c00a-ce0c-4bb9-8bec-1c00a1cafabc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (ff5096fe-13bf-4d71-be29-1ffdd7e42ee4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:27.887173 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4804c00a-ce0c-4bb9-8bec-1c00a1cafabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (ff5096fe-13bf-4d71-be29-1ffdd7e42ee4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:27.888210 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4804c00a-ce0c-4bb9-8bec-1c00a1cafabc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:27.888793 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4804c00a-ce0c-4bb9-8bec-1c00a1cafabc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:27.903556 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecadd0d-34a4-4115-8509-64b2e79f5d5a req-461cfc92-dd69-4803-a8cb-078de4e97826 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:27.905089 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9ecadd0d-34a4-4115-8509-64b2e79f5d5a req-461cfc92-dd69-4803-a8cb-078de4e97826 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=82b73ba7-d413-41a2-9b5e-5a04346362ae HTTP/1.1" status: 200 len: 949 time: 0.0930831 Mar 07 10:29:27.975391 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4804c00a-ce0c-4bb9-8bec-1c00a1cafabc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4981532 Mar 07 10:29:27.979709 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36826) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:27.988384 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-cd7930ee-a139-45d6-9e74-3ced8466770c admin admin] Request body: {'subnet': {'network_id': 'ff5096fe-13bf-4d71-be29-1ffdd7e42ee4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1939268564-subnet', 'tenant_id': 'f88a0e6de15f491abd3abbb6853b1141', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:28.003513 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804c00a-ce0c-4bb9-8bec-1c00a1cafabc admin admin] Pushing event updated for resources: {'Network': ['ID=ff5096fe-13bf-4d71-be29-1ffdd7e42ee4,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:28.017621 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network ff5096fe-13bf-4d71-be29-1ffdd7e42ee4 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:29:28.046709 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9ecadd0d-34a4-4115-8509-64b2e79f5d5a req-c02ad263-7b54-4a79-b6e0-6c7696725234 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/security-groups?id=a98bec01-5e08-4f37-8091-1eb2214e5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284575 Mar 07 10:29:28.047877 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7930ee-a139-45d6-9e74-3ced8466770c admin admin] Made reservation on behalf of f88a0e6de15f491abd3abbb6853b1141 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:28.050249 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cd7930ee-a139-45d6-9e74-3ced8466770c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:28.259226 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4c16f364-4dd1-4c79-8404-0364304c4ce3 req-9998a150-49bd-4aca-bd54-d2d717500a96 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5846512 Mar 07 10:29:28.306161 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da23d7-9642-4fe9-b5f7-942edc9a718b req-e236600d-31c3-4dd9-9648-98fbad8a18ba tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:28.307632 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c3da23d7-9642-4fe9-b5f7-942edc9a718b req-e236600d-31c3-4dd9-9648-98fbad8a18ba tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=0840cc27-3f74-4b1a-81fc-62b9eb197a2d HTTP/1.1" status: 200 len: 948 time: 0.1534276 Mar 07 10:29:28.331084 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-218c626c-d0f6-4391-a260-08a727b903fb req-239e8946-5a8b-405f-bf09-27cf0cb9f769 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6908598 Mar 07 10:29:28.335297 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-d6501a1a-4640-4baa-9d60-1f4196ab6b48 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:28.336855 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-d6501a1a-4640-4baa-9d60-1f4196ab6b48 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.31 "GET /v2.0/networks?id=35723e70-fc1c-4710-9b03-245dacf005c5 HTTP/1.1" status: 200 len: 820 time: 0.2090545 Mar 07 10:29:28.337766 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84734e34-77fd-49c3-8db0-d7e962d157d0 req-1d226f0b-8ef9-463f-9be6-f45e3e9b843c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:28.339245 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-84734e34-77fd-49c3-8db0-d7e962d157d0 req-1d226f0b-8ef9-463f-9be6-f45e3e9b843c service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.7171381 Mar 07 10:29:28.348287 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-d324de8f-503b-48a7-85a2-46d475e4de1f tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:28.350006 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-d324de8f-503b-48a7-85a2-46d475e4de1f tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6786342 Mar 07 10:29:28.362174 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-4d6d9eb5-0c23-4d04-99bc-cf3be200d0d3 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Request body: {'port': {'device_id': '7efb47b8-945c-49a7-8734-d486bf561e72', 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5', 'admin_state_up': True, 'tenant_id': '253a7b51025b45cd9cb7114a3377a1db'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:28.425172 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-b440bac5-ef55-4d41-a36f-5f2e39df8191 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/quotas/28cf3031a1224b399d35a59e7ae28a18 HTTP/1.1" status: 200 len: 375 time: 0.0626845 Mar 07 10:29:28.480755 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-4b776b45-549c-4b40-a5ec-450c8d20d344 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=28cf3031a1224b399d35a59e7ae28a18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462599 Mar 07 10:29:28.480961 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c3da23d7-9642-4fe9-b5f7-942edc9a718b req-94a87025-dd3e-4cf1-aae5-447722d9b92a tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525981 Mar 07 10:29:28.514016 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cd7930ee-a139-45d6-9e74-3ced8466770c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for subnet (4a6eae6b-22ba-459f-9ad9-23547e6c202f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:28.522469 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-84734e34-77fd-49c3-8db0-d7e962d157d0 req-9da8d944-fbd0-4e97-8b54-4ca8e24abd65 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=a696d29d-b4c6-468a-abfa-142e49d36427 HTTP/1.1" status: 200 len: 217 time: 0.0672371 Mar 07 10:29:28.529649 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-00de4db1-ed97-411e-9500-225e04d27f95 req-1b288061-5af7-40c5-b4c5-628da71f5b61 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Publish callbacks [] for port (f72f1314-81d8-42ff-a423-451348af85c3), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:28.582351 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-218c626c-d0f6-4391-a260-08a727b903fb req-69c0e2ea-ca81-417d-8b81-3430960fb960 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403097 Mar 07 10:29:28.611514 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84734e34-77fd-49c3-8db0-d7e962d157d0 req-a0932005-b398-419e-817e-a6c757bd172e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:28.613641 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-84734e34-77fd-49c3-8db0-d7e962d157d0 req-a0932005-b398-419e-817e-a6c757bd172e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.0757725 Mar 07 10:29:28.614400 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a484b35e-f292-4498-aff5-cbe161aa57c8 req-b8fc9d07-828a-4ee6-8a4a-fc69c1714e62 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9 HTTP/1.1" status: 200 len: 210 time: 0.0493546 Mar 07 10:29:28.624170 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7930ee-a139-45d6-9e74-3ced8466770c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a6eae6b-22ba-459f-9ad9-23547e6c202f,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:28.637234 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-4d6d9eb5-0c23-4d04-99bc-cf3be200d0d3 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Made reservation on behalf of 253a7b51025b45cd9cb7114a3377a1db for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:28.640539 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-4d6d9eb5-0c23-4d04-99bc-cf3be200d0d3 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:28.660579 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-00de4db1-ed97-411e-9500-225e04d27f95 req-1b288061-5af7-40c5-b4c5-628da71f5b61 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (f72f1314-81d8-42ff-a423-451348af85c3), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:28.664992 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7930ee-a139-45d6-9e74-3ced8466770c admin admin] Checking segment: {'id': '41b2197b-2ce4-480d-908b-33a8d31c3601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'ff5096fe-13bf-4d71-be29-1ffdd7e42ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:28.665378 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7930ee-a139-45d6-9e74-3ced8466770c admin admin] Network hostable DHCP agents. Network: ff5096fe-13bf-4d71-be29-1ffdd7e42ee4, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:29:28.766041 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-156c6eb2-b0cb-45f2-96ef-3004e72756c1 req-05a8ed3e-d618-485a-bc79-08f1dba2e75d tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/ports?device_id=bab3eac9-588c-4095-aac6-a799bd2b3cdb HTTP/1.1" status: 200 len: 210 time: 0.0409412 Mar 07 10:29:28.771114 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00de4db1-ed97-411e-9500-225e04d27f95 req-1b288061-5af7-40c5-b4c5-628da71f5b61 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Network f571527e-a205-427a-8890-cc1f2763fcb1 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:28.774784 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-17bf6746-2dad-4c3e-bf4b-fc5900c831d9 req-aabce05e-904f-488b-8bf8-dcd25e729ce8 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 210 time: 0.0550573 Mar 07 10:29:28.791547 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-00de4db1-ed97-411e-9500-225e04d27f95 req-1b288061-5af7-40c5-b4c5-628da71f5b61 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:28.795109 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-00de4db1-ed97-411e-9500-225e04d27f95 req-1b288061-5af7-40c5-b4c5-628da71f5b61 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:29:28.800161 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de4db1-ed97-411e-9500-225e04d27f95 req-1b288061-5af7-40c5-b4c5-628da71f5b61 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:28.800875 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-00de4db1-ed97-411e-9500-225e04d27f95 req-1b288061-5af7-40c5-b4c5-628da71f5b61 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:28.803950 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b288061-5af7-40c5-b4c5-628da71f5b61 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Pushing event updated for resources: {'Port': ['ID=f72f1314-81d8-42ff-a423-451348af85c3,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:28.833769 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84734e34-77fd-49c3-8db0-d7e962d157d0 req-8406dba6-d59c-4aba-af75-c4a377faecf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:28.835149 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-84734e34-77fd-49c3-8db0-d7e962d157d0 req-8406dba6-d59c-4aba-af75-c4a377faecf9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1964116 Mar 07 10:29:28.839183 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-00de4db1-ed97-411e-9500-225e04d27f95 req-1b288061-5af7-40c5-b4c5-628da71f5b61 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3822601 Mar 07 10:29:28.841686 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7930ee-a139-45d6-9e74-3ced8466770c admin admin] Network ff5096fe-13bf-4d71-be29-1ffdd7e42ee4 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:29:28.855657 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-00de4db1-ed97-411e-9500-225e04d27f95 req-47305a39-522f-4a0d-9fec-4786958c9a90 service neutron] Request body: {'port': {'device_id': '892c358c-7c18-4bd9-9d81-8daf60c331d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:28.889749 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-cd7930ee-a139-45d6-9e74-3ced8466770c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, ff5096fe-13bf-4d71-be29-1ffdd7e42ee4) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:28.894512 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7930ee-a139-45d6-9e74-3ced8466770c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:28.895247 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cd7930ee-a139-45d6-9e74-3ced8466770c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:28.901953 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4ca9fd-915c-49a3-bf32-5701933bb555 None None] Network ff5096fe-13bf-4d71-be29-1ffdd7e42ee4 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:29:28.926205 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cd7930ee-a139-45d6-9e74-3ced8466770c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9364073 Mar 07 10:29:28.938504 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-4d6d9eb5-0c23-4d04-99bc-cf3be200d0d3 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Allocated IP 172.20.0.11 (35723e70-fc1c-4710-9b03-245dacf005c5/504ea141-3c64-48b5-943a-bdbdb84bd6df/d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:28.967341 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a333488-f442-432e-8822-38b24f25573a req-92b25b2a-1502-477e-927f-23e15ac8b252 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:28.968724 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4a333488-f442-432e-8822-38b24f25573a req-92b25b2a-1502-477e-927f-23e15ac8b252 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 949 time: 0.1283658 Mar 07 10:29:29.021207 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-00de4db1-ed97-411e-9500-225e04d27f95 req-47305a39-522f-4a0d-9fec-4786958c9a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f72f1314-81d8-42ff-a423-451348af85c3), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:29.045870 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-84734e34-77fd-49c3-8db0-d7e962d157d0 req-6915a33e-141f-49b6-bc61-7620b9fe242f service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037659 Mar 07 10:29:29.060201 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4a333488-f442-432e-8822-38b24f25573a req-456ae8fc-e130-4551-88cc-f446e2a32e91 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759034 Mar 07 10:29:29.092664 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e588636-2fc8-49c2-9ffc-344934eb4184 None None] Network ff5096fe-13bf-4d71-be29-1ffdd7e42ee4 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:29:29.138379 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36850) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:29.247027 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c62cd8b2-a049-4488-a788-b3b30da3d6fa admin admin] Deleting subnet 6efde855-83b7-434e-952a-60a7ae579c74 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:29:29.257339 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c62cd8b2-a049-4488-a788-b3b30da3d6fa admin admin] Publish callbacks [] for subnet (6efde855-83b7-434e-952a-60a7ae579c74), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:29.294267 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-4d6d9eb5-0c23-4d04-99bc-cf3be200d0d3 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Publish callbacks [] for port (d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:29.308594 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c62cd8b2-a049-4488-a788-b3b30da3d6fa admin admin] Publish callbacks [] for subnet (6efde855-83b7-434e-952a-60a7ae579c74), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:29.321075 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c62cd8b2-a049-4488-a788-b3b30da3d6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (6efde855-83b7-434e-952a-60a7ae579c74), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:29.394445 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-4d6d9eb5-0c23-4d04-99bc-cf3be200d0d3 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:29.394672 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f03c7-1a2e-4a08-860f-bde2ea2668de req-1be1a44f-5cf4-4b0a-a47d-eaacf45ae39f tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:29.396682 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a59f03c7-1a2e-4a08-860f-bde2ea2668de req-1be1a44f-5cf4-4b0a-a47d-eaacf45ae39f tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=82b73ba7-d413-41a2-9b5e-5a04346362ae HTTP/1.1" status: 200 len: 949 time: 0.2265596 Mar 07 10:29:29.400655 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-84734e34-77fd-49c3-8db0-d7e962d157d0 req-8a095ce5-2f35-47ac-be7a-975e5c45a9bc service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140559 Mar 07 10:29:29.445503 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-4d6d9eb5-0c23-4d04-99bc-cf3be200d0d3 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Network 35723e70-fc1c-4710-9b03-245dacf005c5 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:29.447746 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c62cd8b2-a049-4488-a788-b3b30da3d6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for subnet (6efde855-83b7-434e-952a-60a7ae579c74), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:29.462218 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-4d6d9eb5-0c23-4d04-99bc-cf3be200d0d3 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:29.472088 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 423f92bb-de3e-4985-8b92-2d3f3dd348b3 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:29:29.489585 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a59f03c7-1a2e-4a08-860f-bde2ea2668de req-b3df1c4f-fe10-432f-b1ce-dd79a1bf9d05 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/security-groups?id=a98bec01-5e08-4f37-8091-1eb2214e5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858433 Mar 07 10:29:29.504266 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-4d6d9eb5-0c23-4d04-99bc-cf3be200d0d3 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:29:29.509895 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-4d6d9eb5-0c23-4d04-99bc-cf3be200d0d3 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:29.510524 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-4d6d9eb5-0c23-4d04-99bc-cf3be200d0d3 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:29.518849 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c62cd8b2-a049-4488-a788-b3b30da3d6fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:29.522570 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c62cd8b2-a049-4488-a788-b3b30da3d6fa admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6efde855-83b7-434e-952a-60a7ae579c74 HTTP/1.1" status: 204 len: 168 time: 0.3832369 Mar 07 10:29:29.523465 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62cd8b2-a049-4488-a788-b3b30da3d6fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6efde855-83b7-434e-952a-60a7ae579c74,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:29.525177 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36856) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:29.532042 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d9eb5-0c23-4d04-99bc-cf3be200d0d3 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Pushing event updated for resources: {'Port': ['ID=d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:29.548916 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-4d6d9eb5-0c23-4d04-99bc-cf3be200d0d3 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1918700 Mar 07 10:29:29.561507 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-62f7ba19-f80f-46d0-ae9d-ed707214688f service neutron] Request body: {'port': {'device_id': '7efb47b8-945c-49a7-8734-d486bf561e72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:29.628804 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-00de4db1-ed97-411e-9500-225e04d27f95 req-47305a39-522f-4a0d-9fec-4786958c9a90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f72f1314-81d8-42ff-a423-451348af85c3 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:29.639739 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-00de4db1-ed97-411e-9500-225e04d27f95 req-47305a39-522f-4a0d-9fec-4786958c9a90 service neutron] Publish callbacks [] for port (f72f1314-81d8-42ff-a423-451348af85c3), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:29.644183 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a02c307-4780-492f-9019-55fc355595ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (788bbc43-a091-4c37-91c8-e3073d28354b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:29.659034 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 423f92bb-de3e-4985-8b92-2d3f3dd348b3, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=423f92bb-de3e-4985-8b92-2d3f3dd348b3,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:29.682792 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '423f92bb-de3e-4985-8b92-2d3f3dd348b3', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': '423f92bb-de3e-4985-8b92-2d3f3dd348b3', 'mac_address': 'fa:16:3e:82:08:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:29:29.686638 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-00de4db1-ed97-411e-9500-225e04d27f95 req-47305a39-522f-4a0d-9fec-4786958c9a90 service neutron] Transition to ACTIVE for port object f72f1314-81d8-42ff-a423-451348af85c3 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:29:29.697939 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-00de4db1-ed97-411e-9500-225e04d27f95 req-47305a39-522f-4a0d-9fec-4786958c9a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f72f1314-81d8-42ff-a423-451348af85c3), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:29.699067 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-62f7ba19-f80f-46d0-ae9d-ed707214688f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:29.728116 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 423f92bb-de3e-4985-8b92-2d3f3dd348b3 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:29.728505 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (423f92bb-de3e-4985-8b92-2d3f3dd348b3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:29.742213 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 423f92bb-de3e-4985-8b92-2d3f3dd348b3 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:29.772043 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 423f92bb-de3e-4985-8b92-2d3f3dd348b3, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=423f92bb-de3e-4985-8b92-2d3f3dd348b3,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:29.774121 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5ba7b-c141-4079-9af7-d41224cb3c1f req-0f1991bc-8192-4332-9a60-9e6f846851f1 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:29.777247 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (423f92bb-de3e-4985-8b92-2d3f3dd348b3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:29.781500 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fee5ba7b-c141-4079-9af7-d41224cb3c1f req-0f1991bc-8192-4332-9a60-9e6f846851f1 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=0840cc27-3f74-4b1a-81fc-62b9eb197a2d HTTP/1.1" status: 200 len: 948 time: 0.1211908 Mar 07 10:29:29.798278 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c447bc-5e28-4c10-902a-7a8524dfb8f1 req-02f2f16f-2271-4756-b238-da49bf148292 tempest-LiveMigrationNegativeTest-728496403 tempest-LiveMigrationNegativeTest-728496403-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:29.799706 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-45c447bc-5e28-4c10-902a-7a8524dfb8f1 req-02f2f16f-2271-4756-b238-da49bf148292 tempest-LiveMigrationNegativeTest-728496403 tempest-LiveMigrationNegativeTest-728496403-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=82b73ba7-d413-41a2-9b5e-5a04346362ae HTTP/1.1" status: 200 len: 1131 time: 0.1534357 Mar 07 10:29:29.830473 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47305a39-522f-4a0d-9fec-4786958c9a90 service neutron] Pushing event updated for resources: {'Port': ['ID=f72f1314-81d8-42ff-a423-451348af85c3,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:29.836030 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=423f92bb-de3e-4985-8b92-2d3f3dd348b3,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:29.847043 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a02c307-4780-492f-9019-55fc355595ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (788bbc43-a091-4c37-91c8-e3073d28354b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:29.891690 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a02c307-4780-492f-9019-55fc355595ac admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:29.892135 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a02c307-4780-492f-9019-55fc355595ac admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:29.892769 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a02c307-4780-492f-9019-55fc355595ac admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:29.893090 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a02c307-4780-492f-9019-55fc355595ac admin admin] Subscribe: > port after_create 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:29.893453 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a02c307-4780-492f-9019-55fc355595ac admin admin] Subscribe: > port after_delete 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:29.894355 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a02c307-4780-492f-9019-55fc355595ac admin admin] Subscribe: > port after_update 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:29.894355 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a02c307-4780-492f-9019-55fc355595ac admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:29.894550 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a02c307-4780-492f-9019-55fc355595ac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:29.894696 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a02c307-4780-492f-9019-55fc355595ac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:29.895030 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a02c307-4780-492f-9019-55fc355595ac admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:29.898939 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fee5ba7b-c141-4079-9af7-d41224cb3c1f req-d56eb611-e656-4cc1-bdc7-ae9385402221 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165020 Mar 07 10:29:29.961723 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a02c307-4780-492f-9019-55fc355595ac admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:29.962069 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a02c307-4780-492f-9019-55fc355595ac admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:29.962391 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a02c307-4780-492f-9019-55fc355595ac admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:29.962712 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a02c307-4780-492f-9019-55fc355595ac admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103767) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:29.963079 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-8a02c307-4780-492f-9019-55fc355595ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['788bbc43-a091-4c37-91c8-e3073d28354b']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:29.967928 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-45c447bc-5e28-4c10-902a-7a8524dfb8f1 req-cb34ccb2-6fba-4251-9796-4f55d3642be1 tempest-LiveMigrationNegativeTest-728496403 tempest-LiveMigrationNegativeTest-728496403-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:29.999220 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-8a02c307-4780-492f-9019-55fc355595ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25555b02-6b61-477d-9c30-58518bfd3906') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:29.999509 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-8a02c307-4780-492f-9019-55fc355595ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25555b02-6b61-477d-9c30-58518bfd3906') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:30.003528 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-00de4db1-ed97-411e-9500-225e04d27f95 req-47305a39-522f-4a0d-9fec-4786958c9a90 service neutron] Attempting to bind port f72f1314-81d8-42ff-a423-451348af85c3 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:30.003764 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-00de4db1-ed97-411e-9500-225e04d27f95 req-47305a39-522f-4a0d-9fec-4786958c9a90 service neutron] Attempting to bind port f72f1314-81d8-42ff-a423-451348af85c3 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:30.004085 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00de4db1-ed97-411e-9500-225e04d27f95 req-47305a39-522f-4a0d-9fec-4786958c9a90 service neutron] Attempting to bind port f72f1314-81d8-42ff-a423-451348af85c3 on network f571527e-a205-427a-8890-cc1f2763fcb1 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:30.032393 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a02c307-4780-492f-9019-55fc355595ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (25555b02-6b61-477d-9c30-58518bfd3906), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:30.047043 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00de4db1-ed97-411e-9500-225e04d27f95 req-47305a39-522f-4a0d-9fec-4786958c9a90 service neutron] Port f72f1314-81d8-42ff-a423-451348af85c3 on network f571527e-a205-427a-8890-cc1f2763fcb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:29:30.047456 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00de4db1-ed97-411e-9500-225e04d27f95 req-47305a39-522f-4a0d-9fec-4786958c9a90 service neutron] Attempting to bind port f72f1314-81d8-42ff-a423-451348af85c3 on network f571527e-a205-427a-8890-cc1f2763fcb1 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:30.050635 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-77e0e7c3-6ade-4a09-b362-3ca6954cb6de tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=28cf3031a1224b399d35a59e7ae28a18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673275 Mar 07 10:29:30.076287 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a02c307-4780-492f-9019-55fc355595ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (25555b02-6b61-477d-9c30-58518bfd3906), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:30.084978 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00de4db1-ed97-411e-9500-225e04d27f95 req-47305a39-522f-4a0d-9fec-4786958c9a90 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:30.085356 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00de4db1-ed97-411e-9500-225e04d27f95 req-47305a39-522f-4a0d-9fec-4786958c9a90 service neutron] Checking segment: {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:30.085663 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00de4db1-ed97-411e-9500-225e04d27f95 req-47305a39-522f-4a0d-9fec-4786958c9a90 service neutron] Bound using segment: {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:30.086096 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-00de4db1-ed97-411e-9500-225e04d27f95 req-47305a39-522f-4a0d-9fec-4786958c9a90 service neutron] Bound port: f72f1314-81d8-42ff-a423-451348af85c3, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:30.086622 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-00de4db1-ed97-411e-9500-225e04d27f95 req-47305a39-522f-4a0d-9fec-4786958c9a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f72f1314-81d8-42ff-a423-451348af85c3), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:30.101405 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-62f7ba19-f80f-46d0-ae9d-ed707214688f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:30.103994 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['423f92bb-de3e-4985-8b92-2d3f3dd348b3'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:29:30.111578 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-62f7ba19-f80f-46d0-ae9d-ed707214688f service neutron] Publish callbacks [] for port (d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:30.113186 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a02c307-4780-492f-9019-55fc355595ac admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:29:30.113594 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a02c307-4780-492f-9019-55fc355595ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (25555b02-6b61-477d-9c30-58518bfd3906), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:30.131626 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8ca45-fc56-486d-930d-be5896f08d7b req-3d92c5d5-c52d-4928-9592-08c9392dd26d tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:30.133149 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-36b8ca45-fc56-486d-930d-be5896f08d7b req-3d92c5d5-c52d-4928-9592-08c9392dd26d tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9 HTTP/1.1" status: 200 len: 943 time: 0.1138606 Mar 07 10:29:30.136230 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-62f7ba19-f80f-46d0-ae9d-ed707214688f service neutron] Transition to ACTIVE for port object d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: from cryptography.utils import int_from_bytes Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: from cryptography.utils import int_from_bytes Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:29:30.144444 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:29:30.147191 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-62f7ba19-f80f-46d0-ae9d-ed707214688f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:30.216234 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7ba19-f80f-46d0-ae9d-ed707214688f service neutron] Pushing event updated for resources: {'Port': ['ID=d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:30.293715 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-36b8ca45-fc56-486d-930d-be5896f08d7b req-e3ff4a4a-1b53-443c-a862-1758566e8d51 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494420 Mar 07 10:29:30.323473 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a02c307-4780-492f-9019-55fc355595ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (788bbc43-a091-4c37-91c8-e3073d28354b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:30.324112 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-62f7ba19-f80f-46d0-ae9d-ed707214688f service neutron] Attempting to bind port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:30.324775 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-62f7ba19-f80f-46d0-ae9d-ed707214688f service neutron] Attempting to bind port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:30.325776 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-62f7ba19-f80f-46d0-ae9d-ed707214688f service neutron] Attempting to bind port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe on network 35723e70-fc1c-4710-9b03-245dacf005c5 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:30.333692 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-62f7ba19-f80f-46d0-ae9d-ed707214688f service neutron] Port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe on network 35723e70-fc1c-4710-9b03-245dacf005c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:29:30.334150 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-62f7ba19-f80f-46d0-ae9d-ed707214688f service neutron] Attempting to bind port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe on network 35723e70-fc1c-4710-9b03-245dacf005c5 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:30.341761 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-62f7ba19-f80f-46d0-ae9d-ed707214688f service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:30.342764 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-62f7ba19-f80f-46d0-ae9d-ed707214688f service neutron] Checking segment: {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:30.343103 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-62f7ba19-f80f-46d0-ae9d-ed707214688f service neutron] Bound using segment: {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:30.343828 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-62f7ba19-f80f-46d0-ae9d-ed707214688f service neutron] Bound port: d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:30.344408 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-62f7ba19-f80f-46d0-ae9d-ed707214688f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:30.352946 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a02c307-4780-492f-9019-55fc355595ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:30.359222 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8a02c307-4780-492f-9019-55fc355595ac admin admin] 10.222.0.11 "DELETE /v2.0/networks/788bbc43-a091-4c37-91c8-e3073d28354b HTTP/1.1" status: 204 len: 168 time: 0.8293471 Mar 07 10:29:30.362828 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36866) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:30.373458 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-00de4db1-ed97-411e-9500-225e04d27f95 req-47305a39-522f-4a0d-9fec-4786958c9a90 service neutron] For port f72f1314-81d8-42ff-a423-451348af85c3, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:30.382012 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-c2f926de-1b41-4291-8990-9d172ae06bd7 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:30.383498 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-c2f926de-1b41-4291-8990-9d172ae06bd7 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3249140 Mar 07 10:29:30.395926 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02c307-4780-492f-9019-55fc355595ac admin admin] Pushing event deleted for resources: {'Network': ['ID=788bbc43-a091-4c37-91c8-e3073d28354b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:30.409487 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-00de4db1-ed97-411e-9500-225e04d27f95 req-47305a39-522f-4a0d-9fec-4786958c9a90 service neutron] For port f72f1314-81d8-42ff-a423-451348af85c3, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f72f1314-81d8-42ff-a423-451348af85c3,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:30.414192 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-45f4840a-fa74-407d-ac84-c01b0228817f tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Request body: {'port': {'device_id': 'bab3eac9-588c-4095-aac6-a799bd2b3cdb', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'admin_state_up': True, 'tenant_id': '28cf3031a1224b399d35a59e7ae28a18'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:30.420949 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-45c447bc-5e28-4c10-902a-7a8524dfb8f1 req-cb34ccb2-6fba-4251-9796-4f55d3642be1 tempest-LiveMigrationNegativeTest-728496403 tempest-LiveMigrationNegativeTest-728496403-project-admin] Publish callbacks [] for security_group (2ec6aed2-eecf-4be1-b940-6a87e678a8e2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:30.434768 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-00de4db1-ed97-411e-9500-225e04d27f95 req-47305a39-522f-4a0d-9fec-4786958c9a90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (f72f1314-81d8-42ff-a423-451348af85c3), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:30.436549 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-45c447bc-5e28-4c10-902a-7a8524dfb8f1 req-cb34ccb2-6fba-4251-9796-4f55d3642be1 tempest-LiveMigrationNegativeTest-728496403 tempest-LiveMigrationNegativeTest-728496403-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2ec6aed2-eecf-4be1-b940-6a87e678a8e2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:30.442585 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c575ccb0-5614-482e-94f4-0d20d6e090fc req-3de2a5be-e62c-4854-8b9f-1ba5685c54d0 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/ports?device_id=bab3eac9-588c-4095-aac6-a799bd2b3cdb HTTP/1.1" status: 200 len: 210 time: 0.0339267 Mar 07 10:29:30.484971 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f010f904-1d7f-4af3-b494-c18eec543e4b admin admin] Deleting subnet 4a6eae6b-22ba-459f-9ad9-23547e6c202f {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:29:30.493273 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f010f904-1d7f-4af3-b494-c18eec543e4b admin admin] Publish callbacks [] for subnet (4a6eae6b-22ba-459f-9ad9-23547e6c202f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:30.552650 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de4db1-ed97-411e-9500-225e04d27f95 req-47305a39-522f-4a0d-9fec-4786958c9a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:30.553283 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-00de4db1-ed97-411e-9500-225e04d27f95 req-47305a39-522f-4a0d-9fec-4786958c9a90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:30.555003 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-00de4db1-ed97-411e-9500-225e04d27f95 req-47305a39-522f-4a0d-9fec-4786958c9a90 service neutron] 10.222.0.31 "PUT /v2.0/ports/f72f1314-81d8-42ff-a423-451348af85c3 HTTP/1.1" status: 200 len: 1091 time: 1.7033370 Mar 07 10:29:30.555514 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892c358c-7c18-4bd9-9d81-8daf60c331d9', 'tag': 'f72f1314-81d8-42ff-a423-451348af85c3'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:30.557820 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2eff4d7-0c77-497d-8276-7f439de3c9ce" -d '{"events": [{"name": "network-changed", "server_uuid": "892c358c-7c18-4bd9-9d81-8daf60c331d9", "tag": "f72f1314-81d8-42ff-a423-451348af85c3"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:30.566235 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb34ccb2-6fba-4251-9796-4f55d3642be1 tempest-LiveMigrationNegativeTest-728496403 tempest-LiveMigrationNegativeTest-728496403-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec6aed2-eecf-4be1-b940-6a87e678a8e2,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:30.573228 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-45c447bc-5e28-4c10-902a-7a8524dfb8f1 req-cb34ccb2-6fba-4251-9796-4f55d3642be1 tempest-LiveMigrationNegativeTest-728496403 tempest-LiveMigrationNegativeTest-728496403-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a98bec01-5e08-4f37-8091-1eb2214e5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7435410 Mar 07 10:29:30.591269 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f010f904-1d7f-4af3-b494-c18eec543e4b admin admin] Publish callbacks [] for subnet (4a6eae6b-22ba-459f-9ad9-23547e6c202f), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:30.591269 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-62f7ba19-f80f-46d0-ae9d-ed707214688f service neutron] For port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:30.593017 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-62f7ba19-f80f-46d0-ae9d-ed707214688f service neutron] For port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:30.594888 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f010f904-1d7f-4af3-b494-c18eec543e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (4a6eae6b-22ba-459f-9ad9-23547e6c202f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:30.625134 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-62f7ba19-f80f-46d0-ae9d-ed707214688f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:30.684296 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf169fd-4979-44ad-b2dd-f426ced6de89 req-ed9a3e62-b5fa-4c71-90ba-c7075a03ac41 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:30.685797 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dbf169fd-4979-44ad-b2dd-f426ced6de89 req-ed9a3e62-b5fa-4c71-90ba-c7075a03ac41 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 944 time: 0.1706119 Mar 07 10:29:30.694969 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47305a39-522f-4a0d-9fec-4786958c9a90 service neutron] Pushing event updated for resources: {'Port': ['ID=f72f1314-81d8-42ff-a423-451348af85c3,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:30.695415 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-62f7ba19-f80f-46d0-ae9d-ed707214688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:30.696033 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-62f7ba19-f80f-46d0-ae9d-ed707214688f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:30.697402 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-62f7ba19-f80f-46d0-ae9d-ed707214688f service neutron] 10.222.0.31 "PUT /v2.0/ports/d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe HTTP/1.1" status: 200 len: 1092 time: 1.1409879 Mar 07 10:29:30.699546 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efb47b8-945c-49a7-8734-d486bf561e72', 'tag': 'd3e7a9d4-1dd9-4d73-9fff-75226bbadcfe'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:30.701800 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb20a9d-374a-488b-bca4-f4d5a05801b0" -d '{"events": [{"name": "network-changed", "server_uuid": "7efb47b8-945c-49a7-8734-d486bf561e72", "tag": "d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:30.722720 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-45f4840a-fa74-407d-ac84-c01b0228817f tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Made reservation on behalf of 28cf3031a1224b399d35a59e7ae28a18 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:30.726858 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-45f4840a-fa74-407d-ac84-c01b0228817f tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:30.749581 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7ba19-f80f-46d0-ae9d-ed707214688f service neutron] Pushing event updated for resources: {'Port': ['ID=d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:30.778149 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f010f904-1d7f-4af3-b494-c18eec543e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for subnet (4a6eae6b-22ba-459f-9ad9-23547e6c202f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:30.794699 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device a696d29d-b4c6-468a-abfa-142e49d36427 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:29:30.806980 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de4db1-ed97-411e-9500-225e04d27f95 req-e8542b70-36a1-4ce9-8e60-0c71044b3328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:30.808671 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-00de4db1-ed97-411e-9500-225e04d27f95 req-e8542b70-36a1-4ce9-8e60-0c71044b3328 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4eca9194fdd4a93832d9940e3e6237a&device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9 HTTP/1.1" status: 200 len: 1125 time: 0.1662657 Mar 07 10:29:30.817933 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f010f904-1d7f-4af3-b494-c18eec543e4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a6eae6b-22ba-459f-9ad9-23547e6c202f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:30.822911 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f010f904-1d7f-4af3-b494-c18eec543e4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:30.828354 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f010f904-1d7f-4af3-b494-c18eec543e4b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4a6eae6b-22ba-459f-9ad9-23547e6c202f HTTP/1.1" status: 204 len: 168 time: 0.4613025 Mar 07 10:29:30.836269 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1dff46-2cff-40d9-9de4-bc40c22416e5 req-d7b4429b-6843-4fc1-ba4e-53169e515628 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:30.837811 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bb1dff46-2cff-40d9-9de4-bc40c22416e5 req-d7b4429b-6843-4fc1-ba4e-53169e515628 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 949 time: 0.1940489 Mar 07 10:29:30.846234 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dbf169fd-4979-44ad-b2dd-f426ced6de89 req-4c50c6da-ea0e-4e06-a6f1-c09919be0342 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392951 Mar 07 10:29:30.856949 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36874) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:30.873639 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-00de4db1-ed97-411e-9500-225e04d27f95 req-212c0a48-cd83-4435-999c-f70f0c588a93 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f72f1314-81d8-42ff-a423-451348af85c3 HTTP/1.1" status: 200 len: 217 time: 0.0556328 Mar 07 10:29:30.886476 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-fe388a6d-fe05-4b0e-8fd1-77c6c00c67f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:30.888060 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-fe388a6d-fe05-4b0e-8fd1-77c6c00c67f8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=253a7b51025b45cd9cb7114a3377a1db&device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 1126 time: 0.1486821 Mar 07 10:29:30.899993 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6680ac0f-19b2-480f-99d1-69cfe61842cd x-openstack-request-id: req-6680ac0f-19b2-480f-99d1-69cfe61842cd {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:30.900287 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892c358c-7c18-4bd9-9d81-8daf60c331d9", "tag": "f72f1314-81d8-42ff-a423-451348af85c3", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:30.900287 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6680ac0f-19b2-480f-99d1-69cfe61842cd {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:30.900689 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '892c358c-7c18-4bd9-9d81-8daf60c331d9', 'tag': 'f72f1314-81d8-42ff-a423-451348af85c3', 'status': 'completed', 'code': 200} Mar 07 10:29:30.933419 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port a696d29d-b4c6-468a-abfa-142e49d36427, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=a696d29d-b4c6-468a-abfa-142e49d36427,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:30.946136 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'a696d29d-b4c6-468a-abfa-142e49d36427', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': 'a696d29d-b4c6-468a-abfa-142e49d36427', 'mac_address': 'fa:16:3e:34:1a:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:29:30.951380 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-30068141-b396-449f-a70a-353567195a01 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe HTTP/1.1" status: 200 len: 217 time: 0.0508392 Mar 07 10:29:30.990615 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port a696d29d-b4c6-468a-abfa-142e49d36427 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:30.991131 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a696d29d-b4c6-468a-abfa-142e49d36427), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:31.006798 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a696d29d-b4c6-468a-abfa-142e49d36427 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:31.008730 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de4db1-ed97-411e-9500-225e04d27f95 req-2394b51f-b1b5-45a7-89f0-59add0e468c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:31.010241 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-00de4db1-ed97-411e-9500-225e04d27f95 req-2394b51f-b1b5-45a7-89f0-59add0e468c7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5 HTTP/1.1" status: 200 len: 847 time: 0.1282806 Mar 07 10:29:31.023798 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bb1dff46-2cff-40d9-9de4-bc40c22416e5 req-f98522e6-c416-40ca-a392-cb8ae4d7e9a4 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552968 Mar 07 10:29:31.025018 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-45f4840a-fa74-407d-ac84-c01b0228817f tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Allocated IP 192.168.233.95 (598bad6c-a435-45aa-bbb6-2339f78a1590/cd915eb6-2d51-4c50-93c9-6777e48b408a/b5a1c20f-ecd1-4d2b-a2f6-c95574df1739) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:31.033006 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port a696d29d-b4c6-468a-abfa-142e49d36427, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=a696d29d-b4c6-468a-abfa-142e49d36427,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:31.041277 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a696d29d-b4c6-468a-abfa-142e49d36427), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:31.074389 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-00de4db1-ed97-411e-9500-225e04d27f95 req-82436540-e566-4676-9501-78c5f891eea1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f571527e-a205-427a-8890-cc1f2763fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557389 Mar 07 10:29:31.108186 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=a696d29d-b4c6-468a-abfa-142e49d36427,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:31.219208 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d43114-0743-47ef-83b8-f9fe4596ef04 x-openstack-request-id: req-90d43114-0743-47ef-83b8-f9fe4596ef04 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:31.219796 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7efb47b8-945c-49a7-8734-d486bf561e72", "tag": "d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:31.219796 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-90d43114-0743-47ef-83b8-f9fe4596ef04 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:31.220188 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7efb47b8-945c-49a7-8734-d486bf561e72', 'tag': 'd3e7a9d4-1dd9-4d73-9fff-75226bbadcfe', 'status': 'completed', 'code': 200} Mar 07 10:29:31.266316 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-00de4db1-ed97-411e-9500-225e04d27f95 req-2f85b906-4852-46bb-88fc-e928ba1bfcb8 service neutron] 10.222.0.31 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840167 Mar 07 10:29:31.272616 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['a696d29d-b4c6-468a-abfa-142e49d36427'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:29:31.301354 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1429121-2d2d-4c8c-a191-36120a9236fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (ff5096fe-13bf-4d71-be29-1ffdd7e42ee4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:31.327455 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-e83deb29-052f-4b2c-847a-4e1ae4f30146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:31.328873 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-e83deb29-052f-4b2c-847a-4e1ae4f30146 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=504ea141-3c64-48b5-943a-bdbdb84bd6df HTTP/1.1" status: 200 len: 860 time: 0.1123338 Mar 07 10:29:31.361273 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa698457-9f82-44df-b213-69179f3479c4 req-a892e744-1014-480b-ba3d-a6f5ffd9a009 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:31.362810 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aa698457-9f82-44df-b213-69179f3479c4 req-a892e744-1014-480b-ba3d-a6f5ffd9a009 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=0840cc27-3f74-4b1a-81fc-62b9eb197a2d HTTP/1.1" status: 200 len: 949 time: 0.1451726 Mar 07 10:29:31.389325 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-185f2975-b546-4c5d-9958-71b5ce0df9c1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=35723e70-fc1c-4710-9b03-245dacf005c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355015 Mar 07 10:29:31.479245 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 423f92bb-de3e-4985-8b92-2d3f3dd348b3 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:31.497148 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1429121-2d2d-4c8c-a191-36120a9236fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (ff5096fe-13bf-4d71-be29-1ffdd7e42ee4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:31.535412 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 423f92bb-de3e-4985-8b92-2d3f3dd348b3 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:29:31.540515 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 423f92bb-de3e-4985-8b92-2d3f3dd348b3 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:31.541029 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (423f92bb-de3e-4985-8b92-2d3f3dd348b3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:31.566467 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1429121-2d2d-4c8c-a191-36120a9236fb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:31.566911 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1429121-2d2d-4c8c-a191-36120a9236fb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:31.567808 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1429121-2d2d-4c8c-a191-36120a9236fb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:31.568136 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1429121-2d2d-4c8c-a191-36120a9236fb admin admin] Subscribe: > port after_create 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:31.568657 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1429121-2d2d-4c8c-a191-36120a9236fb admin admin] Subscribe: > port after_delete 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:31.569005 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1429121-2d2d-4c8c-a191-36120a9236fb admin admin] Subscribe: > port after_update 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:31.569353 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1429121-2d2d-4c8c-a191-36120a9236fb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:31.569672 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1429121-2d2d-4c8c-a191-36120a9236fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:31.569994 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1429121-2d2d-4c8c-a191-36120a9236fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:31.570316 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1429121-2d2d-4c8c-a191-36120a9236fb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:31.631142 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 423f92bb-de3e-4985-8b92-2d3f3dd348b3 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:31.631468 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (423f92bb-de3e-4985-8b92-2d3f3dd348b3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:31.636715 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1429121-2d2d-4c8c-a191-36120a9236fb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:31.637064 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1429121-2d2d-4c8c-a191-36120a9236fb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:31.637434 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1429121-2d2d-4c8c-a191-36120a9236fb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:31.638000 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1429121-2d2d-4c8c-a191-36120a9236fb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103766) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 07 10:29:31.638260 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c1429121-2d2d-4c8c-a191-36120a9236fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff5096fe-13bf-4d71-be29-1ffdd7e42ee4']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:31.641652 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-45f4840a-fa74-407d-ac84-c01b0228817f tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Publish callbacks [] for port (b5a1c20f-ecd1-4d2b-a2f6-c95574df1739), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:31.658725 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423f92bb-de3e-4985-8b92-2d3f3dd348b3'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:31.661599 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ace696-7363-436c-aac7-d1be3eb75504" -d '{"events": [{"server_uuid": "4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9", "name": "network-vif-plugged", "status": "completed", "tag": "423f92bb-de3e-4985-8b92-2d3f3dd348b3"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:31.665977 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aa698457-9f82-44df-b213-69179f3479c4 req-7290c2ac-7b78-4a08-9c7e-3cb881f3e646 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736843 Mar 07 10:29:31.667118 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c1429121-2d2d-4c8c-a191-36120a9236fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b2197b-2ce4-480d-908b-33a8d31c3601') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:31.667469 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c1429121-2d2d-4c8c-a191-36120a9236fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b2197b-2ce4-480d-908b-33a8d31c3601') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:29:31.677936 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 423f92bb-de3e-4985-8b92-2d3f3dd348b3, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=423f92bb-de3e-4985-8b92-2d3f3dd348b3,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:31.686245 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (423f92bb-de3e-4985-8b92-2d3f3dd348b3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:31.692896 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1429121-2d2d-4c8c-a191-36120a9236fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (41b2197b-2ce4-480d-908b-33a8d31c3601), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:31.695686 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e40119-a90e-4391-955c-fde2d34ba9a8 req-56f94f61-922a-4167-a500-48d2254a8281 tempest-MigrationsAdminTest-1881540120 tempest-MigrationsAdminTest-1881540120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:31.697237 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c0e40119-a90e-4391-955c-fde2d34ba9a8 req-56f94f61-922a-4167-a500-48d2254a8281 tempest-MigrationsAdminTest-1881540120 tempest-MigrationsAdminTest-1881540120-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 1131 time: 0.1484632 Mar 07 10:29:31.706717 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-00de4db1-ed97-411e-9500-225e04d27f95 req-7c2dc0c4-d689-4db4-bc45-8b5cfbb669d9 service neutron] 10.222.0.31 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322059 Mar 07 10:29:31.726422 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-d41328db-d1cc-42a1-bf3e-f65b3680c9c3 service neutron] 10.222.0.31 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193059 Mar 07 10:29:31.730171 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c0e40119-a90e-4391-955c-fde2d34ba9a8 req-53965032-f73c-4cdd-bed5-1eab1105dbad tempest-MigrationsAdminTest-1881540120 tempest-MigrationsAdminTest-1881540120-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:31.732366 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-45f4840a-fa74-407d-ac84-c01b0228817f tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (b5a1c20f-ecd1-4d2b-a2f6-c95574df1739), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:31.759025 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1429121-2d2d-4c8c-a191-36120a9236fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (41b2197b-2ce4-480d-908b-33a8d31c3601), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:31.777034 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1429121-2d2d-4c8c-a191-36120a9236fb admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:29:31.777814 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1429121-2d2d-4c8c-a191-36120a9236fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (41b2197b-2ce4-480d-908b-33a8d31c3601), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:31.778490 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=423f92bb-de3e-4985-8b92-2d3f3dd348b3,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: from cryptography.utils import int_from_bytes Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: from cryptography.utils import int_from_bytes Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:29:31.782336 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:29:31.788938 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4840a-fa74-407d-ac84-c01b0228817f tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Pushing event updated for resources: {'Port': ['ID=b5a1c20f-ecd1-4d2b-a2f6-c95574df1739,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:31.839082 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-45f4840a-fa74-407d-ac84-c01b0228817f tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:31.844306 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-45f4840a-fa74-407d-ac84-c01b0228817f tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:31.851563 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-45f4840a-fa74-407d-ac84-c01b0228817f tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:29:31.886305 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1429121-2d2d-4c8c-a191-36120a9236fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (ff5096fe-13bf-4d71-be29-1ffdd7e42ee4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:31.921913 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1429121-2d2d-4c8c-a191-36120a9236fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:31.925160 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c1429121-2d2d-4c8c-a191-36120a9236fb admin admin] 10.222.0.11 "DELETE /v2.0/networks/ff5096fe-13bf-4d71-be29-1ffdd7e42ee4 HTTP/1.1" status: 204 len: 168 time: 1.0656540 Mar 07 10:29:31.937938 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eff4d7-0c77-497d-8276-7f439de3c9ce req-730f808e-7ffc-4989-9d60-be3c66e66703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:31.939485 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a2eff4d7-0c77-497d-8276-7f439de3c9ce req-730f808e-7ffc-4989-9d60-be3c66e66703 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4eca9194fdd4a93832d9940e3e6237a&device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9 HTTP/1.1" status: 200 len: 1125 time: 0.1580238 Mar 07 10:29:31.953957 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1429121-2d2d-4c8c-a191-36120a9236fb admin admin] Pushing event deleted for resources: {'Network': ['ID=ff5096fe-13bf-4d71-be29-1ffdd7e42ee4,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:31.957739 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e25bbcf6-085a-4e8d-bb83-d271da197ace req-380ac0c3-310a-4159-ae09-6bb692184725 service neutron] 10.222.0.31 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232020 Mar 07 10:29:31.962488 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-45f4840a-fa74-407d-ac84-c01b0228817f tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:31.963122 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-45f4840a-fa74-407d-ac84-c01b0228817f tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:32.012260 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c0e40119-a90e-4391-955c-fde2d34ba9a8 req-53965032-f73c-4cdd-bed5-1eab1105dbad tempest-MigrationsAdminTest-1881540120 tempest-MigrationsAdminTest-1881540120-project-admin] Publish callbacks [] for security_group (6217ab94-739b-4b8b-98fa-dbbbb1ca42aa), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:32.051434 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c0e40119-a90e-4391-955c-fde2d34ba9a8 req-53965032-f73c-4cdd-bed5-1eab1105dbad tempest-MigrationsAdminTest-1881540120 tempest-MigrationsAdminTest-1881540120-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (6217ab94-739b-4b8b-98fa-dbbbb1ca42aa), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:32.078563 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-45f4840a-fa74-407d-ac84-c01b0228817f tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6750560 Mar 07 10:29:32.089449 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e278d1-dfd8-4a9a-ab0a-2ecb1a98cc5d req-1fd0827a-28ee-4c12-a8f7-d862696e740f tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:32.096331 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a7e278d1-dfd8-4a9a-ab0a-2ecb1a98cc5d req-1fd0827a-28ee-4c12-a8f7-d862696e740f tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9 HTTP/1.1" status: 200 len: 943 time: 0.0978680 Mar 07 10:29:32.118273 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb20a9d-374a-488b-bca4-f4d5a05801b0 req-e49d3200-0da3-4b45-b3f5-afeec2299df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:32.119770 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9bb20a9d-374a-488b-bca4-f4d5a05801b0 req-e49d3200-0da3-4b45-b3f5-afeec2299df2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=253a7b51025b45cd9cb7114a3377a1db&device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 1126 time: 0.0919855 Mar 07 10:29:32.128551 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-e8d8d404-796d-41cf-905e-940758cf0cb9 service neutron] Request body: {'port': {'device_id': 'bab3eac9-588c-4095-aac6-a799bd2b3cdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:32.158140 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c0e40119-a90e-4391-955c-fde2d34ba9a8 req-53965032-f73c-4cdd-bed5-1eab1105dbad tempest-MigrationsAdminTest-1881540120 tempest-MigrationsAdminTest-1881540120-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458535 Mar 07 10:29:32.163171 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53965032-f73c-4cdd-bed5-1eab1105dbad tempest-MigrationsAdminTest-1881540120 tempest-MigrationsAdminTest-1881540120-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6217ab94-739b-4b8b-98fa-dbbbb1ca42aa,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:32.212229 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eff4d7-0c77-497d-8276-7f439de3c9ce req-e8955e5d-3d2f-4a48-bee1-779d9f03bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:32.213712 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a2eff4d7-0c77-497d-8276-7f439de3c9ce req-e8955e5d-3d2f-4a48-bee1-779d9f03bbba service neutron] 10.222.0.31 "GET /v2.0/networks?id=f571527e-a205-427a-8890-cc1f2763fcb1 HTTP/1.1" status: 200 len: 908 time: 0.2670052 Mar 07 10:29:32.216343 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d9f06567-be77-4f1e-a61e-d726b9a03e34 None None] Provisioning complete for port b5a1c20f-ecd1-4d2b-a2f6-c95574df1739 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:32.216845 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d9f06567-be77-4f1e-a61e-d726b9a03e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b5a1c20f-ecd1-4d2b-a2f6-c95574df1739), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:32.236532 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a7e278d1-dfd8-4a9a-ab0a-2ecb1a98cc5d req-52fe609b-ea6f-419b-83be-0021a71d9893 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373892 Mar 07 10:29:32.240428 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36902) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:32.277676 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a2eff4d7-0c77-497d-8276-7f439de3c9ce req-ee82de71-09b7-41d8-ad20-32d5d318575c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f72f1314-81d8-42ff-a423-451348af85c3 HTTP/1.1" status: 200 len: 217 time: 0.0404294 Mar 07 10:29:32.283127 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d9f06567-be77-4f1e-a61e-d726b9a03e34 None None] Port b5a1c20f-ecd1-4d2b-a2f6-c95574df1739 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:29:32.284098 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-e8d8d404-796d-41cf-905e-940758cf0cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b5a1c20f-ecd1-4d2b-a2f6-c95574df1739), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:32.315244 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238a5119-548e-4390-905d-ac4208f06aee x-openstack-request-id: req-238a5119-548e-4390-905d-ac4208f06aee {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:32.315775 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9", "name": "network-vif-plugged", "status": "completed", "tag": "423f92bb-de3e-4985-8b92-2d3f3dd348b3", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:32.316149 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-238a5119-548e-4390-905d-ac4208f06aee {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:32.316601 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423f92bb-de3e-4985-8b92-2d3f3dd348b3', 'code': 200} Mar 07 10:29:32.329017 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb20a9d-374a-488b-bca4-f4d5a05801b0 req-102ecf29-3fc7-48b4-ad7f-a54b0a6b67f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:32.330709 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9bb20a9d-374a-488b-bca4-f4d5a05801b0 req-102ecf29-3fc7-48b4-ad7f-a54b0a6b67f3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=35723e70-fc1c-4710-9b03-245dacf005c5 HTTP/1.1" status: 200 len: 921 time: 0.2027802 Mar 07 10:29:32.339703 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a476e0ee-d8fe-4cb2-91b6-69fc6ab3f34e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1f53d83097194279a46333bb1e87ae7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0935245 Mar 07 10:29:32.346162 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36904) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:32.379287 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9bb20a9d-374a-488b-bca4-f4d5a05801b0 req-09ebcd2a-19b8-4d27-9a27-764e1809f44b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe HTTP/1.1" status: 200 len: 217 time: 0.0383213 Mar 07 10:29:32.445339 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eff4d7-0c77-497d-8276-7f439de3c9ce req-ef9447fa-0dc6-4eb1-8fdb-3090441fe6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:32.446765 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a2eff4d7-0c77-497d-8276-7f439de3c9ce req-ef9447fa-0dc6-4eb1-8fdb-3090441fe6d7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5 HTTP/1.1" status: 200 len: 847 time: 0.1535265 Mar 07 10:29:32.457164 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb20a9d-374a-488b-bca4-f4d5a05801b0 req-285e046e-d373-4f58-8eee-87a8c6d435ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:32.459152 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9bb20a9d-374a-488b-bca4-f4d5a05801b0 req-285e046e-d373-4f58-8eee-87a8c6d435ee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=504ea141-3c64-48b5-943a-bdbdb84bd6df HTTP/1.1" status: 200 len: 860 time: 0.0741136 Mar 07 10:29:32.479260 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05570fc-57bf-49dc-ad93-24b4acd7a817 req-9f13d82f-72e1-44c2-aa9d-197383657aa0 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:32.480742 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f05570fc-57bf-49dc-ad93-24b4acd7a817 req-9f13d82f-72e1-44c2-aa9d-197383657aa0 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 944 time: 0.0973692 Mar 07 10:29:32.501825 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9bb20a9d-374a-488b-bca4-f4d5a05801b0 req-27689024-20db-47d3-bbd1-f722b9323ce4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=35723e70-fc1c-4710-9b03-245dacf005c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371115 Mar 07 10:29:32.503140 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a2eff4d7-0c77-497d-8276-7f439de3c9ce req-3a60a580-22b0-49b5-82cc-5f8cedcc5faa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f571527e-a205-427a-8890-cc1f2763fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403824 Mar 07 10:29:32.556722 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe19ce9-b05b-46ac-8be2-c8b3b51a0166 req-20bd5f9a-6104-41d6-bf76-ef168e65a468 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:32.558217 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7fe19ce9-b05b-46ac-8be2-c8b3b51a0166 req-20bd5f9a-6104-41d6-bf76-ef168e65a468 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/ports?device_id=bab3eac9-588c-4095-aac6-a799bd2b3cdb HTTP/1.1" status: 200 len: 935 time: 0.2760673 Mar 07 10:29:32.596896 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f05570fc-57bf-49dc-ad93-24b4acd7a817 req-b63af802-1199-4306-9e5d-0e369789ec72 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973170 Mar 07 10:29:32.637317 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9bb20a9d-374a-488b-bca4-f4d5a05801b0 req-b73558e5-8b71-451c-af99-90d85fe9dcb0 service neutron] 10.222.0.31 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227493 Mar 07 10:29:32.642880 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fe7bf-7299-4929-a949-0f8f37591c39 req-8ec2c6f2-8c79-4bfd-b17e-19e50c991693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:32.644450 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-076fe7bf-7299-4929-a949-0f8f37591c39 req-8ec2c6f2-8c79-4bfd-b17e-19e50c991693 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 1132 time: 0.2515888 Mar 07 10:29:32.650223 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d9331e83-4827-4254-8a28-3e0bd999554d admin admin] Publish callbacks [] for security_group (eece4224-2639-43bf-81d6-18cc7e165322), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:32.766383 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116be40-ac05-4388-9652-a7a0f99137b4 req-50884d84-3161-4d35-80c6-4b477535fcfc tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:32.767731 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3116be40-ac05-4388-9652-a7a0f99137b4 req-50884d84-3161-4d35-80c6-4b477535fcfc tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=82b73ba7-d413-41a2-9b5e-5a04346362ae HTTP/1.1" status: 200 len: 949 time: 0.1050668 Mar 07 10:29:32.771784 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9bb20a9d-374a-488b-bca4-f4d5a05801b0 req-a98a278d-13e2-4608-8b40-65c9a6ccbc2d service neutron] 10.222.0.31 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276975 Mar 07 10:29:32.787042 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d9331e83-4827-4254-8a28-3e0bd999554d admin admin] Publish callbacks [] for security_group (eece4224-2639-43bf-81d6-18cc7e165322), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:32.809538 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device a696d29d-b4c6-468a-abfa-142e49d36427 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:32.812232 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7fe19ce9-b05b-46ac-8be2-c8b3b51a0166 req-737aebbf-b572-42e6-b319-fa70737fe453 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f0e010e-3e67-49cd-ab9c-6a5e589e07c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339916 Mar 07 10:29:32.819486 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3116be40-ac05-4388-9652-a7a0f99137b4 req-690b5e89-2581-419f-b9a5-a7bf3d86ca0e tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/security-groups?id=a98bec01-5e08-4f37-8091-1eb2214e5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446987 Mar 07 10:29:32.860879 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a2eff4d7-0c77-497d-8276-7f439de3c9ce req-ce6b61d5-5b60-4e36-82d8-f8b4510e749c service neutron] 10.222.0.31 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961864 Mar 07 10:29:32.863012 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-076fe7bf-7299-4929-a949-0f8f37591c39 req-62bd50fe-f07d-4fdf-8351-c94e14faed8e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868913 Mar 07 10:29:32.914579 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port a696d29d-b4c6-468a-abfa-142e49d36427 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:29:32.918808 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port a696d29d-b4c6-468a-abfa-142e49d36427 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:32.919437 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a696d29d-b4c6-468a-abfa-142e49d36427), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:32.932373 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d9331e83-4827-4254-8a28-3e0bd999554d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (eece4224-2639-43bf-81d6-18cc7e165322), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:32.935040 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d9331e83-4827-4254-8a28-3e0bd999554d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:32.938689 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d9331e83-4827-4254-8a28-3e0bd999554d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eece4224-2639-43bf-81d6-18cc7e165322 HTTP/1.1" status: 204 len: 168 time: 0.5837958 Mar 07 10:29:32.966227 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9331e83-4827-4254-8a28-3e0bd999554d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eece4224-2639-43bf-81d6-18cc7e165322,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:33.022994 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port a696d29d-b4c6-468a-abfa-142e49d36427 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:33.023394 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a696d29d-b4c6-468a-abfa-142e49d36427), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:33.030864 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-e8d8d404-796d-41cf-905e-940758cf0cb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a1c20f-ecd1-4d2b-a2f6-c95574df1739 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:33.040362 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-e8d8d404-796d-41cf-905e-940758cf0cb9 service neutron] Publish callbacks [] for port (b5a1c20f-ecd1-4d2b-a2f6-c95574df1739), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:33.062502 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port a696d29d-b4c6-468a-abfa-142e49d36427, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=a696d29d-b4c6-468a-abfa-142e49d36427,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:33.062822 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-e8d8d404-796d-41cf-905e-940758cf0cb9 service neutron] Transition to ACTIVE for port object b5a1c20f-ecd1-4d2b-a2f6-c95574df1739 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:29:33.068347 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a696d29d-b4c6-468a-abfa-142e49d36427), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:33.070634 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-e8d8d404-796d-41cf-905e-940758cf0cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (b5a1c20f-ecd1-4d2b-a2f6-c95574df1739), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:33.115472 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840bec5-ff61-4a5f-adf0-0fd5965b9062 req-a1fb259b-89dc-4dd4-8181-14faf03d9500 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:33.117006 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a840bec5-ff61-4a5f-adf0-0fd5965b9062 req-a1fb259b-89dc-4dd4-8181-14faf03d9500 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=0840cc27-3f74-4b1a-81fc-62b9eb197a2d HTTP/1.1" status: 200 len: 949 time: 0.2046912 Mar 07 10:29:33.125371 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=a696d29d-b4c6-468a-abfa-142e49d36427,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:33.193062 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8d404-796d-41cf-905e-940758cf0cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a1c20f-ecd1-4d2b-a2f6-c95574df1739,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:33.349077 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a840bec5-ff61-4a5f-adf0-0fd5965b9062 req-846413f4-5b85-4431-b95f-58b427916f72 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252111 Mar 07 10:29:33.396006 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a2eff4d7-0c77-497d-8276-7f439de3c9ce req-ffccbf34-8748-4db7-88a8-868cc7b00729 service neutron] 10.222.0.31 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704315 Mar 07 10:29:33.439321 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-e8d8d404-796d-41cf-905e-940758cf0cb9 service neutron] Attempting to bind port b5a1c20f-ecd1-4d2b-a2f6-c95574df1739 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:33.439659 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-e8d8d404-796d-41cf-905e-940758cf0cb9 service neutron] Attempting to bind port b5a1c20f-ecd1-4d2b-a2f6-c95574df1739 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:33.439988 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-e8d8d404-796d-41cf-905e-940758cf0cb9 service neutron] Attempting to bind port b5a1c20f-ecd1-4d2b-a2f6-c95574df1739 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:33.463595 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36924) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:33.492351 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-e8d8d404-796d-41cf-905e-940758cf0cb9 service neutron] Port b5a1c20f-ecd1-4d2b-a2f6-c95574df1739 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:29:33.492675 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-e8d8d404-796d-41cf-905e-940758cf0cb9 service neutron] Attempting to bind port b5a1c20f-ecd1-4d2b-a2f6-c95574df1739 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:33.510009 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-e8d8d404-796d-41cf-905e-940758cf0cb9 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:33.510609 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-e8d8d404-796d-41cf-905e-940758cf0cb9 service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:33.511487 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-e8d8d404-796d-41cf-905e-940758cf0cb9 service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:33.512506 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-e8d8d404-796d-41cf-905e-940758cf0cb9 service neutron] Bound port: b5a1c20f-ecd1-4d2b-a2f6-c95574df1739, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:33.512883 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-e8d8d404-796d-41cf-905e-940758cf0cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b5a1c20f-ecd1-4d2b-a2f6-c95574df1739), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:33.537930 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a0191899-1a7e-4b22-9b0b-1bd05a2a7cdf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f88a0e6de15f491abd3abbb6853b1141&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0699191 Mar 07 10:29:33.538512 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36928) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:33.604345 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae41894f-1f54-4c75-806c-4551e3783f76 admin admin] Publish callbacks [] for security_group (a32758a8-71e9-4a4b-814d-187dc4741d87), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:33.640528 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4460c-f2fe-4b1f-b6bb-68d1bc901723 req-7eeb4c1e-3238-46a5-a38f-a33e4b273fde tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:33.642247 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fdf4460c-f2fe-4b1f-b6bb-68d1bc901723 req-7eeb4c1e-3238-46a5-a38f-a33e4b273fde tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.21 "GET /v2.0/ports?device_id=82b73ba7-d413-41a2-9b5e-5a04346362ae HTTP/1.1" status: 200 len: 949 time: 0.2054217 Mar 07 10:29:33.655181 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae41894f-1f54-4c75-806c-4551e3783f76 admin admin] Publish callbacks [] for security_group (a32758a8-71e9-4a4b-814d-187dc4741d87), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:33.656664 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d573b-3ee3-4905-a0f7-cafc533b46c2 req-f16355c3-429b-42e2-b217-fe089506160e tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:33.658309 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b37d573b-3ee3-4905-a0f7-cafc533b46c2 req-f16355c3-429b-42e2-b217-fe089506160e tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9 HTTP/1.1" status: 200 len: 943 time: 0.2378733 Mar 07 10:29:33.741849 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-e8d8d404-796d-41cf-905e-940758cf0cb9 service neutron] For port b5a1c20f-ecd1-4d2b-a2f6-c95574df1739, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:33.747208 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-e8d8d404-796d-41cf-905e-940758cf0cb9 service neutron] For port b5a1c20f-ecd1-4d2b-a2f6-c95574df1739, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b5a1c20f-ecd1-4d2b-a2f6-c95574df1739,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:33.766598 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36936) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:33.799120 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ed274-0dec-497d-b674-63b27439a5ae req-a2e257bc-6b9a-4d61-a59c-2f5de0eed156 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:33.807686 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6d9ed274-0dec-497d-b674-63b27439a5ae req-a2e257bc-6b9a-4d61-a59c-2f5de0eed156 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 949 time: 0.1977828 Mar 07 10:29:33.816948 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae41894f-1f54-4c75-806c-4551e3783f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a32758a8-71e9-4a4b-814d-187dc4741d87), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:33.819983 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae41894f-1f54-4c75-806c-4551e3783f76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:33.821186 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ae41894f-1f54-4c75-806c-4551e3783f76 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a32758a8-71e9-4a4b-814d-187dc4741d87 HTTP/1.1" status: 204 len: 168 time: 0.2817361 Mar 07 10:29:33.839942 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b37d573b-3ee3-4905-a0f7-cafc533b46c2 req-4cb1db73-8585-45a7-b69d-62555024060a tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684799 Mar 07 10:29:33.841482 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-e8d8d404-796d-41cf-905e-940758cf0cb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (b5a1c20f-ecd1-4d2b-a2f6-c95574df1739), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:33.869528 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae41894f-1f54-4c75-806c-4551e3783f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32758a8-71e9-4a4b-814d-187dc4741d87,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:33.947069 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d8d404-796d-41cf-905e-940758cf0cb9 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a1c20f-ecd1-4d2b-a2f6-c95574df1739,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:33.954206 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6d9ed274-0dec-497d-b674-63b27439a5ae req-02059725-cd1c-4d93-824c-c4a3eb09fd5c tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300237 Mar 07 10:29:33.972943 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9887e106-b824-4763-ba34-6502e2592ed1 req-6ec86203-1e2f-4353-b8d3-8b107598bf52 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2034688 Mar 07 10:29:33.981864 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-9887e106-b824-4763-ba34-6502e2592ed1 req-00c11d62-4eb6-49a7-8a75-20647f66007a service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:29:33.982859 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9887e106-b824-4763-ba34-6502e2592ed1 req-00c11d62-4eb6-49a7-8a75-20647f66007a service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052333 Mar 07 10:29:34.009611 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-e8d8d404-796d-41cf-905e-940758cf0cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:34.010240 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-e8d8d404-796d-41cf-905e-940758cf0cb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:34.011599 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-e8d8d404-796d-41cf-905e-940758cf0cb9 service neutron] 10.222.0.21 "PUT /v2.0/ports/b5a1c20f-ecd1-4d2b-a2f6-c95574df1739 HTTP/1.1" status: 200 len: 1095 time: 1.8978655 Mar 07 10:29:34.012052 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bab3eac9-588c-4095-aac6-a799bd2b3cdb', 'tag': 'b5a1c20f-ecd1-4d2b-a2f6-c95574df1739'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:34.014391 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a1aaf4-9ad7-49ed-af8c-b4deb2bb3e1c" -d '{"events": [{"name": "network-changed", "server_uuid": "bab3eac9-588c-4095-aac6-a799bd2b3cdb", "tag": "b5a1c20f-ecd1-4d2b-a2f6-c95574df1739"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:34.112327 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129cee35-9a7a-4feb-bce8-777f5b5a0787 req-4174d866-69fe-4d4e-8a41-dc9fa0d1d63f tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:34.123225 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-129cee35-9a7a-4feb-bce8-777f5b5a0787 req-4174d866-69fe-4d4e-8a41-dc9fa0d1d63f tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=82b73ba7-d413-41a2-9b5e-5a04346362ae HTTP/1.1" status: 200 len: 949 time: 0.0795689 Mar 07 10:29:34.158309 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-fdf4460c-f2fe-4b1f-b6bb-68d1bc901723 req-6a0f871b-b977-45eb-b4ad-736206096ef2 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Deleting port 4b65280f-1ba8-4966-8f91-cad2a5ee104d {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:29:34.159044 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-fdf4460c-f2fe-4b1f-b6bb-68d1bc901723 req-6a0f871b-b977-45eb-b4ad-736206096ef2 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (4b65280f-1ba8-4966-8f91-cad2a5ee104d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:34.209909 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-129cee35-9a7a-4feb-bce8-777f5b5a0787 req-6a3f10c6-2689-40fd-a12f-27e4e5f40fa5 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/security-groups?id=a98bec01-5e08-4f37-8091-1eb2214e5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857232 Mar 07 10:29:34.271672 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-fdf4460c-f2fe-4b1f-b6bb-68d1bc901723 req-6a0f871b-b977-45eb-b4ad-736206096ef2 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] For port 4b65280f-1ba8-4966-8f91-cad2a5ee104d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=4b65280f-1ba8-4966-8f91-cad2a5ee104d,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:34.271896 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-fdf4460c-f2fe-4b1f-b6bb-68d1bc901723 req-6a0f871b-b977-45eb-b4ad-736206096ef2 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (4b65280f-1ba8-4966-8f91-cad2a5ee104d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:34.286399 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-fdf4460c-f2fe-4b1f-b6bb-68d1bc901723 req-6a0f871b-b977-45eb-b4ad-736206096ef2 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Calling delete_port for 4b65280f-1ba8-4966-8f91-cad2a5ee104d owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:29:34.315427 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57540daf-6dcd-4493-afcf-997e1f2b127b req-8a15801b-f277-4fb0-a123-cd20334c2175 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:34.317557 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-57540daf-6dcd-4493-afcf-997e1f2b127b req-8a15801b-f277-4fb0-a123-cd20334c2175 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 944 time: 0.3522401 Mar 07 10:29:34.318933 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0840cc27-3f74-4b1a-81fc-62b9eb197a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a696d29d-b4c6-468a-abfa-142e49d36427'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:34.321891 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c45782-af0f-4457-9a68-af54a263c858" -d '{"events": [{"server_uuid": "0840cc27-3f74-4b1a-81fc-62b9eb197a2d", "name": "network-vif-plugged", "status": "completed", "tag": "a696d29d-b4c6-468a-abfa-142e49d36427"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:34.366410 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182fa9bb-2ff3-49fd-a19d-3e756c2bde6f req-e1d87250-5c8e-4c71-a6c0-eaebc8d39f15 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:34.368816 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-182fa9bb-2ff3-49fd-a19d-3e756c2bde6f req-e1d87250-5c8e-4c71-a6c0-eaebc8d39f15 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/ports?device_id=bab3eac9-588c-4095-aac6-a799bd2b3cdb HTTP/1.1" status: 200 len: 947 time: 0.0776808 Mar 07 10:29:34.407624 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-af9d09c9-f473-4da3-8edc-c932227d962a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:34.410184 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-af9d09c9-f473-4da3-8edc-c932227d962a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=28cf3031a1224b399d35a59e7ae28a18&device_id=bab3eac9-588c-4095-aac6-a799bd2b3cdb HTTP/1.1" status: 200 len: 1129 time: 0.3427315 Mar 07 10:29:34.428663 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-182fa9bb-2ff3-49fd-a19d-3e756c2bde6f req-ce83402f-9132-4a86-9dc3-ac7c0a272261 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f0e010e-3e67-49cd-ab9c-6a5e589e07c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469503 Mar 07 10:29:34.483558 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-c4f142db-da31-4c1d-92b0-457eae4d968b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=b5a1c20f-ecd1-4d2b-a2f6-c95574df1739 HTTP/1.1" status: 200 len: 217 time: 0.0591099 Mar 07 10:29:34.485163 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19979f6-d952-4f9c-af46-378f6041c4f8 x-openstack-request-id: req-f19979f6-d952-4f9c-af46-378f6041c4f8 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:34.485452 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bab3eac9-588c-4095-aac6-a799bd2b3cdb", "tag": "b5a1c20f-ecd1-4d2b-a2f6-c95574df1739", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:34.485705 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f19979f6-d952-4f9c-af46-378f6041c4f8 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:34.486255 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bab3eac9-588c-4095-aac6-a799bd2b3cdb', 'tag': 'b5a1c20f-ecd1-4d2b-a2f6-c95574df1739', 'status': 'completed', 'code': 200} Mar 07 10:29:34.529156 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d1c740-95a0-4863-bd41-d2ec71ccfcc4 x-openstack-request-id: req-b2d1c740-95a0-4863-bd41-d2ec71ccfcc4 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:34.529948 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0840cc27-3f74-4b1a-81fc-62b9eb197a2d", "name": "network-vif-plugged", "status": "completed", "tag": "a696d29d-b4c6-468a-abfa-142e49d36427", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:34.530890 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b2d1c740-95a0-4863-bd41-d2ec71ccfcc4 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:34.531950 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0840cc27-3f74-4b1a-81fc-62b9eb197a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a696d29d-b4c6-468a-abfa-142e49d36427', 'code': 200} Mar 07 10:29:34.601047 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-57540daf-6dcd-4493-afcf-997e1f2b127b req-307dc353-cf78-4e48-8b6f-082e18007f16 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419291 Mar 07 10:29:34.667343 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-fff8683c-aacf-4858-ade5-8ee70b2d33af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:34.668859 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-fff8683c-aacf-4858-ade5-8ee70b2d33af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1729462 Mar 07 10:29:34.739621 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a832ac-9963-4f1f-9a17-0bb30511560c req-3d16aeff-e138-4564-98f8-85491b7c1a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:34.741147 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-94a832ac-9963-4f1f-9a17-0bb30511560c req-3d16aeff-e138-4564-98f8-85491b7c1a01 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0840cc27-3f74-4b1a-81fc-62b9eb197a2d HTTP/1.1" status: 200 len: 1132 time: 0.0939360 Mar 07 10:29:34.742734 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-fdf4460c-f2fe-4b1f-b6bb-68d1bc901723 req-6a0f871b-b977-45eb-b4ad-736206096ef2 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (4b65280f-1ba8-4966-8f91-cad2a5ee104d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:34.760268 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['4b65280f-1ba8-4966-8f91-cad2a5ee104d'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:29:34.762746 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['928eb653-144d-458e-b1aa-2aa397ac0a05'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:29:34.767996 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d931d2-8bbf-4479-b30b-762d0ca1b599 req-c56f3238-fa05-4126-a1e4-9c4c3bd7d55a tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:34.776226 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-89d931d2-8bbf-4479-b30b-762d0ca1b599 req-c56f3238-fa05-4126-a1e4-9c4c3bd7d55a tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=0840cc27-3f74-4b1a-81fc-62b9eb197a2d HTTP/1.1" status: 200 len: 950 time: 0.1138766 Mar 07 10:29:34.838442 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-94a832ac-9963-4f1f-9a17-0bb30511560c req-09eb3b47-3bee-4172-a524-dc56036154be service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866561 Mar 07 10:29:34.884423 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36992) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:34.933651 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-89d931d2-8bbf-4479-b30b-762d0ca1b599 req-0f58ba5d-73ea-4ac7-b39b-93712ae6d517 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475368 Mar 07 10:29:35.079033 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f871b-b977-45eb-b4ad-736206096ef2 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Pushing event deleted for resources: {'Port': ['ID=4b65280f-1ba8-4966-8f91-cad2a5ee104d,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:35.080005 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad009e0f-7203-4dfa-93c2-78fd19af54c2 req-318bfd1f-c288-4981-956b-91d042a7e8f1 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:35.083093 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-0edb81fd-c229-4290-a683-b6710e9df9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:35.083638 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ad009e0f-7203-4dfa-93c2-78fd19af54c2 req-318bfd1f-c288-4981-956b-91d042a7e8f1 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 949 time: 0.0635955 Mar 07 10:29:35.084538 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-0edb81fd-c229-4290-a683-b6710e9df9fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4067936 Mar 07 10:29:35.152284 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ad009e0f-7203-4dfa-93c2-78fd19af54c2 req-88d0e372-3069-497c-9676-0101327d1640 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551209 Mar 07 10:29:35.255168 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf4460c-f2fe-4b1f-b6bb-68d1bc901723 req-6a0f871b-b977-45eb-b4ad-736206096ef2 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] No DVR routers for this DVR port 4b65280f-1ba8-4966-8f91-cad2a5ee104d on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:29:35.265173 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-fdf4460c-f2fe-4b1f-b6bb-68d1bc901723 req-6a0f871b-b977-45eb-b4ad-736206096ef2 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:35.271732 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fdf4460c-f2fe-4b1f-b6bb-68d1bc901723 req-6a0f871b-b977-45eb-b4ad-736206096ef2 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.21 "DELETE /v2.0/ports/4b65280f-1ba8-4966-8f91-cad2a5ee104d HTTP/1.1" status: 204 len: 173 time: 1.6073294 Mar 07 10:29:35.303231 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887e106-b824-4763-ba34-6502e2592ed1 req-cbbfee09-8777-46bf-9939-af8b63fa1e14 tempest-MigrationsAdminTest-1881540120 tempest-MigrationsAdminTest-1881540120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:35.339409 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9887e106-b824-4763-ba34-6502e2592ed1 req-cbbfee09-8777-46bf-9939-af8b63fa1e14 tempest-MigrationsAdminTest-1881540120 tempest-MigrationsAdminTest-1881540120-project-admin] 10.222.0.11 "GET /v2.0/ports/0f133ce9-afd6-45de-a481-f08aa31eb2f5 HTTP/1.1" status: 200 len: 1128 time: 0.4531703 Mar 07 10:29:35.341805 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ff945-837e-4a4c-be61-9170049c958b req-86a65e2e-c744-4795-9293-bdfbb6ac5200 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:35.343485 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d58ff945-837e-4a4c-be61-9170049c958b req-86a65e2e-c744-4795-9293-bdfbb6ac5200 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9 HTTP/1.1" status: 200 len: 943 time: 0.2657175 Mar 07 10:29:35.412628 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-26589f49-0ce0-483e-9e40-7ab6b945ff82 req-8e559182-c6fb-4b57-931c-573b0164573e tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=82b73ba7-d413-41a2-9b5e-5a04346362ae HTTP/1.1" status: 200 len: 210 time: 0.0631430 Mar 07 10:29:35.414216 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-b30f1347-8ed3-4ec4-a552-59e84544f20d service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846124 Mar 07 10:29:35.488480 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d58ff945-837e-4a4c-be61-9170049c958b req-66a47221-388f-4fd0-b705-f56493a80c71 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356957 Mar 07 10:29:35.503662 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device f72f1314-81d8-42ff-a423-451348af85c3 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:29:35.605838 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1cdeb130-2313-4f29-b8f7-fd3e03ef51e6 req-e2d5a049-7e34-4e62-9b0a-422acf3907a7 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774743 Mar 07 10:29:35.613563 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3effe002-1030-4797-9ba4-52686e326bf7 req-fab7b63e-09b9-449c-94fd-ddb0c55e642e tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:35.615978 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3effe002-1030-4797-9ba4-52686e326bf7 req-fab7b63e-09b9-449c-94fd-ddb0c55e642e tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/ports?device_id=bab3eac9-588c-4095-aac6-a799bd2b3cdb HTTP/1.1" status: 200 len: 947 time: 0.0754118 Mar 07 10:29:35.718836 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port f72f1314-81d8-42ff-a423-451348af85c3, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f72f1314-81d8-42ff-a423-451348af85c3,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:35.726225 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3effe002-1030-4797-9ba4-52686e326bf7 req-6be26577-0000-4bf3-8d17-65c8c5720cd7 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f0e010e-3e67-49cd-ab9c-6a5e589e07c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971458 Mar 07 10:29:35.765290 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'f72f1314-81d8-42ff-a423-451348af85c3', 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1', 'port_id': 'f72f1314-81d8-42ff-a423-451348af85c3', 'mac_address': 'fa:16:3e:55:76:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:29:35.805553 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1aaf4-9ad7-49ed-af8c-b4deb2bb3e1c req-51159e44-cbd3-4421-a8f7-a5abcc01d4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:35.807612 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-90a1aaf4-9ad7-49ed-af8c-b4deb2bb3e1c req-51159e44-cbd3-4421-a8f7-a5abcc01d4d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=28cf3031a1224b399d35a59e7ae28a18&device_id=bab3eac9-588c-4095-aac6-a799bd2b3cdb HTTP/1.1" status: 200 len: 1129 time: 0.1333916 Mar 07 10:29:35.849677 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port f72f1314-81d8-42ff-a423-451348af85c3 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:35.850065 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f72f1314-81d8-42ff-a423-451348af85c3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:35.878240 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f72f1314-81d8-42ff-a423-451348af85c3 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:35.902999 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port f72f1314-81d8-42ff-a423-451348af85c3, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f72f1314-81d8-42ff-a423-451348af85c3,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:35.913253 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f72f1314-81d8-42ff-a423-451348af85c3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:35.993067 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb85224-94eb-41bc-be5f-533cebd96e6e req-6bee378a-d67b-4580-bd4c-84f322f75c8f tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:35.995274 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ecb85224-94eb-41bc-be5f-533cebd96e6e req-6bee378a-d67b-4580-bd4c-84f322f75c8f tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 944 time: 0.2367871 Mar 07 10:29:35.999071 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=f72f1314-81d8-42ff-a423-451348af85c3,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:36.046690 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1aaf4-9ad7-49ed-af8c-b4deb2bb3e1c req-b52a0115-4c47-4cf1-ad48-db7610b1c6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:36.047862 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-90a1aaf4-9ad7-49ed-af8c-b4deb2bb3e1c req-b52a0115-4c47-4cf1-ad48-db7610b1c6b3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.2323589 Mar 07 10:29:36.171484 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafb34b-9ff8-4d0a-8b7c-ded884d33470 req-536f8ffd-c6f0-4a3f-88e7-5f22729c4f74 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:36.172448 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-90a1aaf4-9ad7-49ed-af8c-b4deb2bb3e1c req-0d411df6-a509-4f93-9138-a1cc6b46ac05 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=b5a1c20f-ecd1-4d2b-a2f6-c95574df1739 HTTP/1.1" status: 200 len: 217 time: 0.1170065 Mar 07 10:29:36.186532 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-caafb34b-9ff8-4d0a-8b7c-ded884d33470 req-536f8ffd-c6f0-4a3f-88e7-5f22729c4f74 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=0840cc27-3f74-4b1a-81fc-62b9eb197a2d HTTP/1.1" status: 200 len: 950 time: 0.1279604 Mar 07 10:29:36.198815 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ecb85224-94eb-41bc-be5f-533cebd96e6e req-7a471a8f-0519-4f00-a175-681861d4ed06 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812873 Mar 07 10:29:36.256022 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1aaf4-9ad7-49ed-af8c-b4deb2bb3e1c req-7b32cdb4-596c-4eb5-8ef2-13de79412d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:36.257811 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-90a1aaf4-9ad7-49ed-af8c-b4deb2bb3e1c req-7b32cdb4-596c-4eb5-8ef2-13de79412d1a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.0737565 Mar 07 10:29:36.262072 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['f72f1314-81d8-42ff-a423-451348af85c3'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:29:36.266853 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-caafb34b-9ff8-4d0a-8b7c-ded884d33470 req-1983c59b-1456-4edf-a2a6-54a0701370d9 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790789 Mar 07 10:29:36.381458 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1aaf4-9ad7-49ed-af8c-b4deb2bb3e1c req-8feb23c7-9d76-4efb-b022-5a67962b776b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:36.383360 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-90a1aaf4-9ad7-49ed-af8c-b4deb2bb3e1c req-8feb23c7-9d76-4efb-b022-5a67962b776b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1121979 Mar 07 10:29:36.440791 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f8240356-baaa-40e7-88ca-6248f775f15f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:36.485716 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb65761-977e-4574-a709-0383247e6cd8 req-0f078a62-1500-4d38-b73c-0661aea2f2ef tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:36.487227 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5cb65761-977e-4574-a709-0383247e6cd8 req-0f078a62-1500-4d38-b73c-0661aea2f2ef tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 949 time: 0.1475887 Mar 07 10:29:36.489782 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82b73ba7-d413-41a2-9b5e-5a04346362ae', 'name': 'network-vif-deleted', 'tag': '4b65280f-1ba8-4966-8f91-cad2a5ee104d'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:36.491886 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b452a0-6c3d-455b-8f7c-3801d931f17c" -d '{"events": [{"server_uuid": "82b73ba7-d413-41a2-9b5e-5a04346362ae", "name": "network-vif-deleted", "tag": "4b65280f-1ba8-4966-8f91-cad2a5ee104d"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:36.547861 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-90a1aaf4-9ad7-49ed-af8c-b4deb2bb3e1c req-9551b5cd-97b7-4e4c-83d6-568ee8fa7fe7 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577275 Mar 07 10:29:36.568278 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5cb65761-977e-4574-a709-0383247e6cd8 req-34b3f242-905c-4f42-957f-1ae55f1b7376 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717416 Mar 07 10:29:36.652962 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd5f0de-916f-4e57-bd4c-284299f78032 x-openstack-request-id: req-fcd5f0de-916f-4e57-bd4c-284299f78032 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:36.653336 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82b73ba7-d413-41a2-9b5e-5a04346362ae", "name": "network-vif-deleted", "tag": "4b65280f-1ba8-4966-8f91-cad2a5ee104d", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:36.653648 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fcd5f0de-916f-4e57-bd4c-284299f78032 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:36.654170 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82b73ba7-d413-41a2-9b5e-5a04346362ae', 'name': 'network-vif-deleted', 'tag': '4b65280f-1ba8-4966-8f91-cad2a5ee104d', 'status': 'completed', 'code': 200} Mar 07 10:29:36.681091 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-90a1aaf4-9ad7-49ed-af8c-b4deb2bb3e1c req-5b6dbf4f-dccb-44ea-9897-744add1c2efd service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247399 Mar 07 10:29:36.780156 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845dcfc-7c9d-45bc-b6af-275bd0d6c249 req-694bf483-f946-400f-a8b6-c73ebf93f7ff tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:36.781659 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8845dcfc-7c9d-45bc-b6af-275bd0d6c249 req-694bf483-f946-400f-a8b6-c73ebf93f7ff tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9 HTTP/1.1" status: 200 len: 944 time: 0.0934956 Mar 07 10:29:36.790890 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887e106-b824-4763-ba34-6502e2592ed1 req-071a252f-f033-4924-b5d0-aa1db45ff75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:36.792875 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9887e106-b824-4763-ba34-6502e2592ed1 req-071a252f-f033-4924-b5d0-aa1db45ff75b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 1131 time: 0.0688303 Mar 07 10:29:36.901900 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8845dcfc-7c9d-45bc-b6af-275bd0d6c249 req-3307fcd6-52c9-4a33-a4e1-0f9cb3286106 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080449 Mar 07 10:29:36.937031 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887e106-b824-4763-ba34-6502e2592ed1 req-3f81be6b-27d0-4bc7-a71b-24730db19f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:36.938716 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9887e106-b824-4763-ba34-6502e2592ed1 req-3f81be6b-27d0-4bc7-a71b-24730db19f8a service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.1304893 Mar 07 10:29:36.987244 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9887e106-b824-4763-ba34-6502e2592ed1 req-61b4c6fe-3310-451d-823c-2d403630872d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=0f133ce9-afd6-45de-a481-f08aa31eb2f5 HTTP/1.1" status: 200 len: 217 time: 0.0375280 Mar 07 10:29:36.991193 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e6501-0bff-4970-b739-75929361c9dc req-d06552be-0b51-4452-8718-6faf3411bef1 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:36.992648 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-805e6501-0bff-4970-b739-75929361c9dc req-d06552be-0b51-4452-8718-6faf3411bef1 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/ports?device_id=bab3eac9-588c-4095-aac6-a799bd2b3cdb HTTP/1.1" status: 200 len: 947 time: 0.0544193 Mar 07 10:29:37.039280 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-805e6501-0bff-4970-b739-75929361c9dc req-105d4482-4220-4e7d-9543-e8f9314e8223 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f0e010e-3e67-49cd-ab9c-6a5e589e07c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410171 Mar 07 10:29:37.069249 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887e106-b824-4763-ba34-6502e2592ed1 req-02ab6aee-1a88-4215-8212-f235539c9c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:37.070687 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9887e106-b824-4763-ba34-6502e2592ed1 req-02ab6aee-1a88-4215-8212-f235539c9c72 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.0748565 Mar 07 10:29:37.078282 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268146c-088d-4cee-8869-57011f0ddf12 req-a882b41c-850c-4ac9-a893-c0d41dcb398d tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:37.079645 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2268146c-088d-4cee-8869-57011f0ddf12 req-a882b41c-850c-4ac9-a893-c0d41dcb398d tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=d701203f-2720-4128-8561-344dcb356520 HTTP/1.1" status: 200 len: 950 time: 0.0951142 Mar 07 10:29:37.154151 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2268146c-088d-4cee-8869-57011f0ddf12 req-2f251bdc-97e0-4778-b0dd-571daf05f9c9 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/security-groups?id=a98bec01-5e08-4f37-8091-1eb2214e5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653918 Mar 07 10:29:37.155842 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887e106-b824-4763-ba34-6502e2592ed1 req-6eb14433-87ae-4150-af95-24391fe4951f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:37.157238 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9887e106-b824-4763-ba34-6502e2592ed1 req-6eb14433-87ae-4150-af95-24391fe4951f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0766923 Mar 07 10:29:37.257598 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9887e106-b824-4763-ba34-6502e2592ed1 req-d9c390a8-72d4-490c-906c-7d7b5aa4531d service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934730 Mar 07 10:29:37.372121 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf573c94-0e98-4065-bf31-769517063440 req-6ad8ed9d-98a0-4400-9b36-bc3f3c427b2e tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:37.373684 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cf573c94-0e98-4065-bf31-769517063440 req-6ad8ed9d-98a0-4400-9b36-bc3f3c427b2e tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 944 time: 0.0631318 Mar 07 10:29:37.392561 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9887e106-b824-4763-ba34-6502e2592ed1 req-be1b615f-ecd5-4e74-b34d-5e0e659b147f service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191125 Mar 07 10:29:37.433827 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cf573c94-0e98-4065-bf31-769517063440 req-dd09558b-0dc2-4217-9b01-af794680a32e tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530770 Mar 07 10:29:37.439327 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8674873-f00c-4770-a18d-cb3ffadd4688 req-1dfbd8a2-0666-4bfb-b8b3-f09d6cd6e845 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:37.440993 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f8674873-f00c-4770-a18d-cb3ffadd4688 req-1dfbd8a2-0666-4bfb-b8b3-f09d6cd6e845 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=0840cc27-3f74-4b1a-81fc-62b9eb197a2d HTTP/1.1" status: 200 len: 950 time: 0.0690687 Mar 07 10:29:37.498497 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f8674873-f00c-4770-a18d-cb3ffadd4688 req-f2a1ea76-b723-4f83-9f0f-6b4053555309 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475399 Mar 07 10:29:37.533431 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:29:37.537958 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device f72f1314-81d8-42ff-a423-451348af85c3 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:37.654997 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d03cf-dc71-44b2-b5ca-fc3f8bc984ce req-426a8690-91eb-4cbf-88cb-23871a7164b2 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:37.656599 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d32d03cf-dc71-44b2-b5ca-fc3f8bc984ce req-426a8690-91eb-4cbf-88cb-23871a7164b2 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 950 time: 0.0768332 Mar 07 10:29:37.690782 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port f72f1314-81d8-42ff-a423-451348af85c3 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:29:37.704330 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port f72f1314-81d8-42ff-a423-451348af85c3 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:37.705419 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f72f1314-81d8-42ff-a423-451348af85c3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:37.717558 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c99374-2c3b-45b6-ac47-c84b65e2532b req-493cced7-f6fb-42fd-8509-a64632c4c86c tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:37.719107 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e2c99374-2c3b-45b6-ac47-c84b65e2532b req-493cced7-f6fb-42fd-8509-a64632c4c86c tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 949 time: 0.0640829 Mar 07 10:29:37.724991 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d32d03cf-dc71-44b2-b5ca-fc3f8bc984ce req-b3a67bf9-adbe-4a44-8a76-c05644b7c467 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561752 Mar 07 10:29:37.784362 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e2c99374-2c3b-45b6-ac47-c84b65e2532b req-bab85276-e341-4016-8dce-5fb192fecc93 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545132 Mar 07 10:29:37.789303 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:37.805074 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'd3e7a9d4-1dd9-4d73-9fff-75226bbadcfe', 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5', 'port_id': 'd3e7a9d4-1dd9-4d73-9fff-75226bbadcfe', 'mac_address': 'fa:16:3e:90:4d:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504ea141-3c64-48b5-943a-bdbdb84bd6df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:29:37.871860 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:37.872253 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:37.883548 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port f72f1314-81d8-42ff-a423-451348af85c3 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:37.883948 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f72f1314-81d8-42ff-a423-451348af85c3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:37.899047 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:37.934138 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892c358c-7c18-4bd9-9d81-8daf60c331d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72f1314-81d8-42ff-a423-451348af85c3'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:37.936778 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4e93c2-e294-4808-a8e2-a4dcdbcc3453" -d '{"events": [{"server_uuid": "892c358c-7c18-4bd9-9d81-8daf60c331d9", "name": "network-vif-plugged", "status": "completed", "tag": "f72f1314-81d8-42ff-a423-451348af85c3"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:37.949415 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:37.953620 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port f72f1314-81d8-42ff-a423-451348af85c3, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f72f1314-81d8-42ff-a423-451348af85c3,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:37.955105 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:37.965164 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-56f4acef-49b8-43b1-9c6e-4a9682bf27ce tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c58e29852e144d5b9590ff284bb5c1fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508246 Mar 07 10:29:37.985536 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f72f1314-81d8-42ff-a423-451348af85c3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:38.021937 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:38.068397 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572b970-24d6-483f-bbf5-14b35f12e43c req-4a6ac4b1-b91b-4085-9f5a-e2539a3bf46a tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:38.070139 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7572b970-24d6-483f-bbf5-14b35f12e43c req-4a6ac4b1-b91b-4085-9f5a-e2539a3bf46a tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9 HTTP/1.1" status: 200 len: 945 time: 0.0650747 Mar 07 10:29:38.081490 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=f72f1314-81d8-42ff-a423-451348af85c3,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:38.103184 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37118) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:38.116668 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-33f064aa-2ad0-480b-908e-79509c988738 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:38.118167 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-33f064aa-2ad0-480b-908e-79509c988738 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1477988 Mar 07 10:29:38.130562 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7572b970-24d6-483f-bbf5-14b35f12e43c req-2f9238c8-9ea7-4dd2-a802-4d4cc55fd8ae tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541530 Mar 07 10:29:38.140259 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-5b13f5bf-05aa-415e-a39e-e85483c120ff tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/quotas/c58e29852e144d5b9590ff284bb5c1fd HTTP/1.1" status: 200 len: 375 time: 0.0154641 Mar 07 10:29:38.177496 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6cc6901-98f7-4c50-a05f-1f3126e90bdd x-openstack-request-id: req-f6cc6901-98f7-4c50-a05f-1f3126e90bdd {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:38.177496 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892c358c-7c18-4bd9-9d81-8daf60c331d9", "name": "network-vif-plugged", "status": "completed", "tag": "f72f1314-81d8-42ff-a423-451348af85c3", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:38.177496 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f6cc6901-98f7-4c50-a05f-1f3126e90bdd {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:38.177811 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892c358c-7c18-4bd9-9d81-8daf60c331d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f72f1314-81d8-42ff-a423-451348af85c3', 'code': 200} Mar 07 10:29:38.199660 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-ed2f39c8-d4e5-42dd-aec8-0f677ed000d3 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c58e29852e144d5b9590ff284bb5c1fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585647 Mar 07 10:29:38.230533 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6b0bb92b-129c-48a7-986e-113403d1e568 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:38.326275 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:29:38.328758 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8425837-d545-47cb-9f8f-e48b6af040c5 req-384fd9cb-89f0-426f-b82e-74393000bf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:38.331570 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f8425837-d545-47cb-9f8f-e48b6af040c5 req-384fd9cb-89f0-426f-b82e-74393000bf17 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9 HTTP/1.1" status: 200 len: 1127 time: 0.0788641 Mar 07 10:29:38.339239 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb9435-e7c1-48c6-b81b-8ead3cc53862 req-7d172a35-299a-44bc-bf79-8d0859e8ac2d tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:38.340684 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8bb9435-e7c1-48c6-b81b-8ead3cc53862 req-7d172a35-299a-44bc-bf79-8d0859e8ac2d tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/ports?device_id=bab3eac9-588c-4095-aac6-a799bd2b3cdb HTTP/1.1" status: 200 len: 947 time: 0.1043739 Mar 07 10:29:38.345300 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6b0bb92b-129c-48a7-986e-113403d1e568 admin admin] Publish callbacks [] for security_group (ba5fe3da-3d9f-4336-b528-73edb9813163), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:38.359990 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6b0bb92b-129c-48a7-986e-113403d1e568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ba5fe3da-3d9f-4336-b528-73edb9813163), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:38.434452 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f8425837-d545-47cb-9f8f-e48b6af040c5 req-8b674fd5-2b37-4e0d-acf3-259ece2a4740 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927603 Mar 07 10:29:38.434699 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0bb92b-129c-48a7-986e-113403d1e568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5fe3da-3d9f-4336-b528-73edb9813163,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:38.439048 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8bb9435-e7c1-48c6-b81b-8ead3cc53862 req-e83877f8-efc0-4565-9017-2ca4ead7ccef tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f0e010e-3e67-49cd-ab9c-6a5e589e07c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911984 Mar 07 10:29:38.439623 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6b0bb92b-129c-48a7-986e-113403d1e568 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=684e454353494149855a4f344d307a40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3354647 Mar 07 10:29:38.443534 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37128) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:38.503715 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b79ce-a8e5-45c6-a4e9-ba112cda82a9 req-39cb2deb-4bed-4857-9e90-c8f614e0d3df tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:38.510639 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-931b79ce-a8e5-45c6-a4e9-ba112cda82a9 req-39cb2deb-4bed-4857-9e90-c8f614e0d3df tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=d701203f-2720-4128-8561-344dcb356520 HTTP/1.1" status: 200 len: 950 time: 0.1059034 Mar 07 10:29:38.544354 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-03732bcc-a239-447d-950f-6b9d949c2242 admin admin] Publish callbacks [] for security_group (ba5fe3da-3d9f-4336-b528-73edb9813163), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:38.548171 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-572cd928-c63d-48b8-a0c2-6cb4a735ba1e req-89730bd5-d4a2-44e4-9e87-07afaf796ae3 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=f474013d-d50a-494a-8f47-543ccdb3ef5f HTTP/1.1" status: 200 len: 210 time: 0.0373883 Mar 07 10:29:38.566608 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8519012e-854e-48f8-9bf4-76e804a6f42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:38.592739 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-03732bcc-a239-447d-950f-6b9d949c2242 admin admin] Publish callbacks [] for security_group (ba5fe3da-3d9f-4336-b528-73edb9813163), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:38.593151 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-931b79ce-a8e5-45c6-a4e9-ba112cda82a9 req-5b012a21-02c5-46a4-9060-289b929e7593 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/security-groups?id=a98bec01-5e08-4f37-8091-1eb2214e5baf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788198 Mar 07 10:29:38.693620 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-03732bcc-a239-447d-950f-6b9d949c2242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ba5fe3da-3d9f-4336-b528-73edb9813163), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:38.696187 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-03732bcc-a239-447d-950f-6b9d949c2242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:38.697305 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-03732bcc-a239-447d-950f-6b9d949c2242 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ba5fe3da-3d9f-4336-b528-73edb9813163 HTTP/1.1" status: 204 len: 168 time: 0.2520261 Mar 07 10:29:38.708464 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e0de7-0bbc-4d3a-a341-d02da3d0d112 req-9b23c7e3-b258-4c2e-8a35-e2879ddbc4db tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:38.710046 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7c7e0de7-0bbc-4d3a-a341-d02da3d0d112 req-9b23c7e3-b258-4c2e-8a35-e2879ddbc4db tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 945 time: 0.0715103 Mar 07 10:29:38.724866 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03732bcc-a239-447d-950f-6b9d949c2242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5fe3da-3d9f-4336-b528-73edb9813163,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:38.802931 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195c334-23ae-4da6-8d83-60cd1461a2a7 req-08e40364-98c0-4380-afbb-d5984dc82082 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:38.804423 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f195c334-23ae-4da6-8d83-60cd1461a2a7 req-08e40364-98c0-4380-afbb-d5984dc82082 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.31 "GET /v2.0/ports?device_id=d701203f-2720-4128-8561-344dcb356520 HTTP/1.1" status: 200 len: 950 time: 0.0897958 Mar 07 10:29:38.825363 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7c7e0de7-0bbc-4d3a-a341-d02da3d0d112 req-57e6c49d-7c78-46dc-bdb2-b91bfc02c94c tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013305 Mar 07 10:29:38.828047 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device b5a1c20f-ecd1-4d2b-a2f6-c95574df1739 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:29:38.846967 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 4b65280f-1ba8-4966-8f91-cad2a5ee104d no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:29:38.882113 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 4b65280f-1ba8-4966-8f91-cad2a5ee104d {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:29:38.882425 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 4b65280f-1ba8-4966-8f91-cad2a5ee104d not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:29:38.971417 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-f195c334-23ae-4da6-8d83-60cd1461a2a7 req-4b0179d9-11db-45d3-97d6-f90d5b1faed5 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Deleting port 928eb653-144d-458e-b1aa-2aa397ac0a05 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:29:38.971812 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f195c334-23ae-4da6-8d83-60cd1461a2a7 req-4b0179d9-11db-45d3-97d6-f90d5b1faed5 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (928eb653-144d-458e-b1aa-2aa397ac0a05), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:38.978522 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4816c79b-441c-4747-81a1-882a2756552e req-cf468882-3aab-44e7-b52e-55fc8844583a tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:38.986369 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4816c79b-441c-4747-81a1-882a2756552e req-cf468882-3aab-44e7-b52e-55fc8844583a tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 949 time: 0.0862255 Mar 07 10:29:38.996686 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port b5a1c20f-ecd1-4d2b-a2f6-c95574df1739, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b5a1c20f-ecd1-4d2b-a2f6-c95574df1739,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:39.014491 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'b5a1c20f-ecd1-4d2b-a2f6-c95574df1739', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': 'b5a1c20f-ecd1-4d2b-a2f6-c95574df1739', 'mac_address': 'fa:16:3e:4d:e3:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:29:39.053182 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4816c79b-441c-4747-81a1-882a2756552e req-dc989f29-05b1-4741-bb90-6e44ac09a6fc tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658860 Mar 07 10:29:39.069406 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port b5a1c20f-ecd1-4d2b-a2f6-c95574df1739 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:39.070028 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b5a1c20f-ecd1-4d2b-a2f6-c95574df1739), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:39.085718 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a1c20f-ecd1-4d2b-a2f6-c95574df1739 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:39.108540 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port b5a1c20f-ecd1-4d2b-a2f6-c95574df1739, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b5a1c20f-ecd1-4d2b-a2f6-c95574df1739,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:39.112825 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b5a1c20f-ecd1-4d2b-a2f6-c95574df1739), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:39.119598 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-f195c334-23ae-4da6-8d83-60cd1461a2a7 req-4b0179d9-11db-45d3-97d6-f90d5b1faed5 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] For port 928eb653-144d-458e-b1aa-2aa397ac0a05, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=928eb653-144d-458e-b1aa-2aa397ac0a05,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:39.120195 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f195c334-23ae-4da6-8d83-60cd1461a2a7 req-4b0179d9-11db-45d3-97d6-f90d5b1faed5 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (928eb653-144d-458e-b1aa-2aa397ac0a05), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:39.133528 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-f195c334-23ae-4da6-8d83-60cd1461a2a7 req-4b0179d9-11db-45d3-97d6-f90d5b1faed5 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Calling delete_port for 928eb653-144d-458e-b1aa-2aa397ac0a05 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:29:39.151121 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37146) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:39.170505 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34cdeb2d-6492-4868-95bc-f95290d43663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:39.181985 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=b5a1c20f-ecd1-4d2b-a2f6-c95574df1739,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:39.260183 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34cdeb2d-6492-4868-95bc-f95290d43663 admin admin] Publish callbacks [] for security_group (4b6d43f1-eba5-49fc-9b44-28595636c42f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:39.264095 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34cdeb2d-6492-4868-95bc-f95290d43663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4b6d43f1-eba5-49fc-9b44-28595636c42f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:39.306553 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-34cdeb2d-6492-4868-95bc-f95290d43663 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=02116e1986d9444e9d9a0890c1fe7083&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1540475 Mar 07 10:29:39.307399 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cdeb2d-6492-4868-95bc-f95290d43663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6d43f1-eba5-49fc-9b44-28595636c42f,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:39.309629 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37148) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:39.339101 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6bf01-b9e9-4567-ba23-6a81dca61f1e req-31af03a0-a086-4690-a7a2-67c3aad523e6 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:39.340582 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cbf6bf01-b9e9-4567-ba23-6a81dca61f1e req-31af03a0-a086-4690-a7a2-67c3aad523e6 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9 HTTP/1.1" status: 200 len: 945 time: 0.1135921 Mar 07 10:29:39.360226 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-41c85de8-f873-47a7-840d-b9deed5b088a admin admin] Publish callbacks [] for security_group (4b6d43f1-eba5-49fc-9b44-28595636c42f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:39.361224 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['b5a1c20f-ecd1-4d2b-a2f6-c95574df1739'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:29:39.367099 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f195c334-23ae-4da6-8d83-60cd1461a2a7 req-4b0179d9-11db-45d3-97d6-f90d5b1faed5 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (928eb653-144d-458e-b1aa-2aa397ac0a05), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:39.386933 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-41c85de8-f873-47a7-840d-b9deed5b088a admin admin] Publish callbacks [] for security_group (4b6d43f1-eba5-49fc-9b44-28595636c42f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:39.390822 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['928eb653-144d-458e-b1aa-2aa397ac0a05'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:29:39.406032 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0179d9-11db-45d3-97d6-f90d5b1faed5 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Pushing event deleted for resources: {'Port': ['ID=928eb653-144d-458e-b1aa-2aa397ac0a05,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:39.447443 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cbf6bf01-b9e9-4567-ba23-6a81dca61f1e req-74112732-3b12-413f-a283-d7df7a9166d4 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008818 Mar 07 10:29:39.465676 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-41c85de8-f873-47a7-840d-b9deed5b088a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4b6d43f1-eba5-49fc-9b44-28595636c42f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:39.472567 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f195c334-23ae-4da6-8d83-60cd1461a2a7 req-4b0179d9-11db-45d3-97d6-f90d5b1faed5 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] No DVR routers for this DVR port 928eb653-144d-458e-b1aa-2aa397ac0a05 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:29:39.480891 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-41c85de8-f873-47a7-840d-b9deed5b088a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:39.484875 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-41c85de8-f873-47a7-840d-b9deed5b088a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4b6d43f1-eba5-49fc-9b44-28595636c42f HTTP/1.1" status: 204 len: 168 time: 0.1716242 Mar 07 10:29:39.485320 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f195c334-23ae-4da6-8d83-60cd1461a2a7 req-4b0179d9-11db-45d3-97d6-f90d5b1faed5 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:39.499312 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f195c334-23ae-4da6-8d83-60cd1461a2a7 req-4b0179d9-11db-45d3-97d6-f90d5b1faed5 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.31 "DELETE /v2.0/ports/928eb653-144d-458e-b1aa-2aa397ac0a05 HTTP/1.1" status: 204 len: 173 time: 0.6728804 Mar 07 10:29:39.500254 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd701203f-2720-4128-8561-344dcb356520', 'name': 'network-vif-deleted', 'tag': '928eb653-144d-458e-b1aa-2aa397ac0a05'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:39.506463 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c85de8-f873-47a7-840d-b9deed5b088a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6d43f1-eba5-49fc-9b44-28595636c42f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:39.509210 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d902638c-4208-475a-8cad-06888cbb908e" -d '{"events": [{"server_uuid": "d701203f-2720-4128-8561-344dcb356520", "name": "network-vif-deleted", "tag": "928eb653-144d-458e-b1aa-2aa397ac0a05"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:39.565329 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:39.585970 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2f8604-75c8-49d9-bd36-43384c5c3b32 x-openstack-request-id: req-4e2f8604-75c8-49d9-bd36-43384c5c3b32 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:39.586246 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d701203f-2720-4128-8561-344dcb356520", "name": "network-vif-deleted", "tag": "928eb653-144d-458e-b1aa-2aa397ac0a05", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:39.586499 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4e2f8604-75c8-49d9-bd36-43384c5c3b32 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:39.587111 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd701203f-2720-4128-8561-344dcb356520', 'name': 'network-vif-deleted', 'tag': '928eb653-144d-458e-b1aa-2aa397ac0a05', 'status': 'completed', 'code': 200} Mar 07 10:29:39.668938 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec9f12-11a5-471e-b187-8a2a0e3370ec req-be2b2b72-33d7-4222-bd18-b5061c095812 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:39.670903 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-08ec9f12-11a5-471e-b187-8a2a0e3370ec req-be2b2b72-33d7-4222-bd18-b5061c095812 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/ports?device_id=bab3eac9-588c-4095-aac6-a799bd2b3cdb HTTP/1.1" status: 200 len: 948 time: 0.0963991 Mar 07 10:29:39.753326 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-42093eec-28d3-44ea-b7a5-e7b7c1b52949 req-45ee2116-9fb3-4f9c-b179-032744833f54 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=f474013d-d50a-494a-8f47-543ccdb3ef5f HTTP/1.1" status: 200 len: 210 time: 0.0626533 Mar 07 10:29:39.792144 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-08ec9f12-11a5-471e-b187-8a2a0e3370ec req-56adae97-b0c2-467e-9300-10ffa7daf4c2 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f0e010e-3e67-49cd-ab9c-6a5e589e07c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072490 Mar 07 10:29:39.809863 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:39.816094 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:29:39.825279 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:39.825716 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:39.830558 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-6954b842-631f-40c0-a246-b75f7e1dc49c tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c58e29852e144d5b9590ff284bb5c1fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613770 Mar 07 10:29:39.959991 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:39.959991 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:39.997586 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:40.001375 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2bcdeed7-0361-4244-84ec-cc261ac4e1fa req-785a53bc-5e6b-4811-8bd4-c860de19deb7 tempest-LiveMigrationNegativeTest-1625013428 tempest-LiveMigrationNegativeTest-1625013428-project] 10.222.0.11 "GET /v2.0/ports?device_id=d701203f-2720-4128-8561-344dcb356520 HTTP/1.1" status: 200 len: 210 time: 0.0676455 Mar 07 10:29:40.008020 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:40.049025 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ac4691-c60b-4c7c-9931-e6dbe805cffc req-47f2edc6-b111-48ce-b7aa-119de0eb716f tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:40.054059 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-67ddd6f5-9db6-495c-9bd3-73537f7e88c2 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:40.055912 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-67ddd6f5-9db6-495c-9bd3-73537f7e88c2 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2245498 Mar 07 10:29:40.061731 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-16ac4691-c60b-4c7c-9931-e6dbe805cffc req-47f2edc6-b111-48ce-b7aa-119de0eb716f tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 945 time: 0.1135874 Mar 07 10:29:40.087134 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-006eaa8f-5a49-4f65-8dca-9ade10bf5690 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Request body: {'port': {'device_id': 'f474013d-d50a-494a-8f47-543ccdb3ef5f', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'admin_state_up': True, 'tenant_id': 'c58e29852e144d5b9590ff284bb5c1fd'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:40.146240 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:40.163649 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-16ac4691-c60b-4c7c-9931-e6dbe805cffc req-eb457fa2-6e7b-4ac3-9acd-64d8d8be6d7d tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009495 Mar 07 10:29:40.180721 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efb47b8-945c-49a7-8734-d486bf561e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e7a9d4-1dd9-4d73-9fff-75226bbadcfe'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:40.183102 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a28bd14-0729-48d0-a513-fe241d5fb6ec" -d '{"events": [{"server_uuid": "7efb47b8-945c-49a7-8734-d486bf561e72", "name": "network-vif-plugged", "status": "completed", "tag": "d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:40.243146 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3197fc1d-0002-4dad-88c4-13315e5e5125 x-openstack-request-id: req-3197fc1d-0002-4dad-88c4-13315e5e5125 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:40.243895 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efb47b8-945c-49a7-8734-d486bf561e72", "name": "network-vif-plugged", "status": "completed", "tag": "d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:40.244395 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3197fc1d-0002-4dad-88c4-13315e5e5125 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:40.245005 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efb47b8-945c-49a7-8734-d486bf561e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e7a9d4-1dd9-4d73-9fff-75226bbadcfe', 'code': 200} Mar 07 10:29:40.277543 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7621ae31-4919-417c-a320-3d84eb09c81d req-e90b69f4-0495-456f-af6b-27244c38e210 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:40.278991 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7621ae31-4919-417c-a320-3d84eb09c81d req-e90b69f4-0495-456f-af6b-27244c38e210 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 949 time: 0.0845060 Mar 07 10:29:40.392199 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-006eaa8f-5a49-4f65-8dca-9ade10bf5690 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Made reservation on behalf of c58e29852e144d5b9590ff284bb5c1fd for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:40.395875 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-006eaa8f-5a49-4f65-8dca-9ade10bf5690 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:40.408690 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7621ae31-4919-417c-a320-3d84eb09c81d req-4174f3e3-516b-482e-a553-e9965d01e63e tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069131 Mar 07 10:29:40.422108 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982c667-0969-4714-8708-230d494c3363 req-b831a3df-144a-431e-9689-57bfd79cc5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:40.423648 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e982c667-0969-4714-8708-230d494c3363 req-b831a3df-144a-431e-9689-57bfd79cc5cd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 1128 time: 0.0961933 Mar 07 10:29:40.517722 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e982c667-0969-4714-8708-230d494c3363 req-4f704839-e32f-415a-b445-08423f56e09a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862656 Mar 07 10:29:40.578235 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-006eaa8f-5a49-4f65-8dca-9ade10bf5690 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Allocated IP 192.168.233.59 (598bad6c-a435-45aa-bbb6-2339f78a1590/cd915eb6-2d51-4c50-93c9-6777e48b408a/7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:40.592470 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5a5bf3-27fd-4f44-b85d-0547cb53604c req-7e6187c1-d241-4c3f-87cd-49ea9e387d77 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:40.594292 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ae5a5bf3-27fd-4f44-b85d-0547cb53604c req-7e6187c1-d241-4c3f-87cd-49ea9e387d77 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9 HTTP/1.1" status: 200 len: 945 time: 0.0546026 Mar 07 10:29:40.649367 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ae5a5bf3-27fd-4f44-b85d-0547cb53604c req-314184d6-85f9-42d6-b3ae-53a585e8e01e tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482070 Mar 07 10:29:40.678316 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:29:40.753775 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-006eaa8f-5a49-4f65-8dca-9ade10bf5690 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Publish callbacks [] for port (7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:40.791540 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-006eaa8f-5a49-4f65-8dca-9ade10bf5690 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:40.812879 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['423f92bb-de3e-4985-8b92-2d3f3dd348b3'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:29:40.815915 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['a696d29d-b4c6-468a-abfa-142e49d36427'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:29:40.845078 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-006eaa8f-5a49-4f65-8dca-9ade10bf5690 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:40.849981 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-006eaa8f-5a49-4f65-8dca-9ade10bf5690 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:40.852687 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-006eaa8f-5a49-4f65-8dca-9ade10bf5690 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:29:40.891288 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006eaa8f-5a49-4f65-8dca-9ade10bf5690 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Pushing event updated for resources: {'Port': ['ID=7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:40.892223 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device b5a1c20f-ecd1-4d2b-a2f6-c95574df1739 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:40.927212 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-006eaa8f-5a49-4f65-8dca-9ade10bf5690 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:40.934139 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-006eaa8f-5a49-4f65-8dca-9ade10bf5690 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:40.959227 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-006eaa8f-5a49-4f65-8dca-9ade10bf5690 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8944206 Mar 07 10:29:40.965009 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e477c30-9599-49b5-8d23-269a17c9a448 req-59f90f83-890b-4c14-9a4a-fc68fb1ba8ab tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:40.978396 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-b3d877a5-f2ca-4c74-94b4-eb48597eee8c service neutron] Request body: {'port': {'device_id': 'f474013d-d50a-494a-8f47-543ccdb3ef5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:40.980875 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1e477c30-9599-49b5-8d23-269a17c9a448 req-59f90f83-890b-4c14-9a4a-fc68fb1ba8ab tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=f474013d-d50a-494a-8f47-543ccdb3ef5f HTTP/1.1" status: 200 len: 935 time: 0.0940328 Mar 07 10:29:41.085343 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1e477c30-9599-49b5-8d23-269a17c9a448 req-6ee2c004-918f-4b28-9a68-1e6a3ef2947a tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974867 Mar 07 10:29:41.090707 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-b3d877a5-f2ca-4c74-94b4-eb48597eee8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:41.127474 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port b5a1c20f-ecd1-4d2b-a2f6-c95574df1739 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:29:41.147225 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port b5a1c20f-ecd1-4d2b-a2f6-c95574df1739 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:41.147501 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b5a1c20f-ecd1-4d2b-a2f6-c95574df1739), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:41.220923 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0ef7da-5222-4318-a07b-bb9defbb5109 req-66a631f5-8455-4311-a48d-6ce6abb9fe7a tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:41.230437 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8b0ef7da-5222-4318-a07b-bb9defbb5109 req-66a631f5-8455-4311-a48d-6ce6abb9fe7a tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/ports?device_id=bab3eac9-588c-4095-aac6-a799bd2b3cdb HTTP/1.1" status: 200 len: 948 time: 0.0809731 Mar 07 10:29:41.288384 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436465bb-4a79-481f-8d5a-f67b4ea7677e req-a7d8a795-bb09-4078-835a-b241ccf0f872 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:41.294852 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-436465bb-4a79-481f-8d5a-f67b4ea7677e req-a7d8a795-bb09-4078-835a-b241ccf0f872 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9 HTTP/1.1" status: 200 len: 1127 time: 0.1708114 Mar 07 10:29:41.313734 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8b0ef7da-5222-4318-a07b-bb9defbb5109 req-25b150c1-f3c5-4a9d-9efe-9820ee05bd3d tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f0e010e-3e67-49cd-ab9c-6a5e589e07c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819132 Mar 07 10:29:41.329922 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f084abc6-f2b8-4c9a-8909-047b4a3090c1 None None] Provisioning complete for port 7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:41.330495 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f084abc6-f2b8-4c9a-8909-047b4a3090c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:41.424398 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f084abc6-f2b8-4c9a-8909-047b4a3090c1 None None] Port 7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:29:41.435358 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port b5a1c20f-ecd1-4d2b-a2f6-c95574df1739 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:41.436620 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b5a1c20f-ecd1-4d2b-a2f6-c95574df1739), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:41.463375 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-436465bb-4a79-481f-8d5a-f67b4ea7677e req-85ab0c1c-02b0-4d94-8020-685240119546 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658182 Mar 07 10:29:41.499380 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:41.508880 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port b5a1c20f-ecd1-4d2b-a2f6-c95574df1739, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b5a1c20f-ecd1-4d2b-a2f6-c95574df1739,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:41.515264 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b5a1c20f-ecd1-4d2b-a2f6-c95574df1739), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:41.534755 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4108a79-63a1-41ae-96ac-38909ae54f47 req-39479341-67d9-4183-975a-75d408edffde tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:41.545518 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f4108a79-63a1-41ae-96ac-38909ae54f47 req-39479341-67d9-4183-975a-75d408edffde tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 946 time: 0.1101549 Mar 07 10:29:41.579941 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=b5a1c20f-ecd1-4d2b-a2f6-c95574df1739,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:41.610271 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f4108a79-63a1-41ae-96ac-38909ae54f47 req-fc0f6efd-0ecc-46ff-bbf5-ea5fb24816b8 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628841 Mar 07 10:29:41.681947 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-b3d877a5-f2ca-4c74-94b4-eb48597eee8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:41.691964 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-b3d877a5-f2ca-4c74-94b4-eb48597eee8c service neutron] Publish callbacks [] for port (7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:41.711454 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-b3d877a5-f2ca-4c74-94b4-eb48597eee8c service neutron] Transition to ACTIVE for port object 7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:29:41.721195 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb3963-c07b-461e-9603-7555464599eb req-6c305a05-3f35-40d6-ae3f-cb376850f1b6 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:41.723760 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c3bb3963-c07b-461e-9603-7555464599eb req-6c305a05-3f35-40d6-ae3f-cb376850f1b6 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 949 time: 0.1188018 Mar 07 10:29:41.724906 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-b3d877a5-f2ca-4c74-94b4-eb48597eee8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:41.759808 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81a0ca-d939-4cfc-aac6-e9658540a9ff req-dde660b4-b4d5-4dfb-a0c4-de5081100fc5 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:41.762052 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6a81a0ca-d939-4cfc-aac6-e9658540a9ff req-dde660b4-b4d5-4dfb-a0c4-de5081100fc5 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9 HTTP/1.1" status: 200 len: 1127 time: 0.0613565 Mar 07 10:29:41.815608 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37224) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:41.827535 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d877a5-f2ca-4c74-94b4-eb48597eee8c service neutron] Pushing event updated for resources: {'Port': ['ID=7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:41.861514 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6a81a0ca-d939-4cfc-aac6-e9658540a9ff req-c83a9ee8-c302-4d76-b02f-d9f086041660 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910118 Mar 07 10:29:42.089213 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37234) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:42.168923 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c09e59b0-1c54-4e4b-9b99-f1234ec29db6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:42.246716 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab3eac9-588c-4095-aac6-a799bd2b3cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a1c20f-ecd1-4d2b-a2f6-c95574df1739'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:42.248986 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae4a0ae-0895-4bf4-8610-c1376c83a5dc" -d '{"events": [{"server_uuid": "bab3eac9-588c-4095-aac6-a799bd2b3cdb", "name": "network-vif-plugged", "status": "completed", "tag": "b5a1c20f-ecd1-4d2b-a2f6-c95574df1739"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:42.256426 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c09e59b0-1c54-4e4b-9b99-f1234ec29db6 admin admin] Publish callbacks [] for security_group (8fa13879-d80e-4170-8c49-808389a71e7e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:42.261838 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c09e59b0-1c54-4e4b-9b99-f1234ec29db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8fa13879-d80e-4170-8c49-808389a71e7e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:42.284737 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c3bb3963-c07b-461e-9603-7555464599eb req-65d67f01-68b9-4537-be70-f7e2181e9f16 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5515234 Mar 07 10:29:42.306314 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c09e59b0-1c54-4e4b-9b99-f1234ec29db6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0b43ad709aa64c7f93a8bfb741deafdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2158704 Mar 07 10:29:42.306787 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37248) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:42.307568 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e59b0-1c54-4e4b-9b99-f1234ec29db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa13879-d80e-4170-8c49-808389a71e7e,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:42.337621 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-b3d877a5-f2ca-4c74-94b4-eb48597eee8c service neutron] Attempting to bind port 7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:42.337965 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-b3d877a5-f2ca-4c74-94b4-eb48597eee8c service neutron] Attempting to bind port 7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:42.338291 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-b3d877a5-f2ca-4c74-94b4-eb48597eee8c service neutron] Attempting to bind port 7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:42.360023 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4bc77e90-3b29-48ba-bc46-c40340e5fea8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d30e97d1960c41ada87177701d41264f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5423768 Mar 07 10:29:42.361715 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-b3d877a5-f2ca-4c74-94b4-eb48597eee8c service neutron] Port 7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:29:42.362041 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-b3d877a5-f2ca-4c74-94b4-eb48597eee8c service neutron] Attempting to bind port 7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:42.363812 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37258) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:42.373017 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-b3d877a5-f2ca-4c74-94b4-eb48597eee8c service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:42.373395 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-b3d877a5-f2ca-4c74-94b4-eb48597eee8c service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:42.373780 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-b3d877a5-f2ca-4c74-94b4-eb48597eee8c service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:42.374209 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-b3d877a5-f2ca-4c74-94b4-eb48597eee8c service neutron] Bound port: 7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:42.374575 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-b3d877a5-f2ca-4c74-94b4-eb48597eee8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:42.431771 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5eaa0d2-00df-4f90-9736-5ed3a48bf7a3 admin admin] Publish callbacks [] for security_group (a98bec01-5e08-4f37-8091-1eb2214e5baf), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:42.449920 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f3aded04-64c0-4d46-805e-2c3f44451f3a admin admin] Publish callbacks [] for security_group (8fa13879-d80e-4170-8c49-808389a71e7e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:42.455050 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5eaa0d2-00df-4f90-9736-5ed3a48bf7a3 admin admin] Publish callbacks [] for security_group (a98bec01-5e08-4f37-8091-1eb2214e5baf), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:42.507195 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f3aded04-64c0-4d46-805e-2c3f44451f3a admin admin] Publish callbacks [] for security_group (8fa13879-d80e-4170-8c49-808389a71e7e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:42.511244 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5eaa0d2-00df-4f90-9736-5ed3a48bf7a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a98bec01-5e08-4f37-8091-1eb2214e5baf), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:42.514422 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5eaa0d2-00df-4f90-9736-5ed3a48bf7a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:42.517926 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d5eaa0d2-00df-4f90-9736-5ed3a48bf7a3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a98bec01-5e08-4f37-8091-1eb2214e5baf HTTP/1.1" status: 204 len: 168 time: 0.1509423 Mar 07 10:29:42.524378 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eaa0d2-00df-4f90-9736-5ed3a48bf7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98bec01-5e08-4f37-8091-1eb2214e5baf,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:42.524554 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-b3d877a5-f2ca-4c74-94b4-eb48597eee8c service neutron] For port 7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:42.548775 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6267877-6b37-4568-89a4-72ab8a0476c4 req-329e7027-e549-448b-9358-5b0db9e9b4d4 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:42.550320 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d6267877-6b37-4568-89a4-72ab8a0476c4 req-329e7027-e549-448b-9358-5b0db9e9b4d4 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=f474013d-d50a-494a-8f47-543ccdb3ef5f HTTP/1.1" status: 200 len: 947 time: 0.1654584 Mar 07 10:29:42.584013 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-b3d877a5-f2ca-4c74-94b4-eb48597eee8c service neutron] For port 7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:42.607463 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-b3d877a5-f2ca-4c74-94b4-eb48597eee8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:42.669198 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-b3d877a5-f2ca-4c74-94b4-eb48597eee8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:42.669825 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-b3d877a5-f2ca-4c74-94b4-eb48597eee8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:42.671352 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-b3d877a5-f2ca-4c74-94b4-eb48597eee8c service neutron] 10.222.0.31 "PUT /v2.0/ports/7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed HTTP/1.1" status: 200 len: 1095 time: 1.7001684 Mar 07 10:29:42.677382 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f474013d-d50a-494a-8f47-543ccdb3ef5f', 'tag': '7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:42.687037 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe5a9000-5be8-483f-8b5c-627b32c7e2fc" -d '{"events": [{"name": "network-changed", "server_uuid": "f474013d-d50a-494a-8f47-543ccdb3ef5f", "tag": "7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:42.702076 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f3aded04-64c0-4d46-805e-2c3f44451f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8fa13879-d80e-4170-8c49-808389a71e7e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:42.704703 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f3aded04-64c0-4d46-805e-2c3f44451f3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:42.716407 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f3aded04-64c0-4d46-805e-2c3f44451f3a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8fa13879-d80e-4170-8c49-808389a71e7e HTTP/1.1" status: 204 len: 168 time: 0.3956678 Mar 07 10:29:42.761903 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d6267877-6b37-4568-89a4-72ab8a0476c4 req-f3c29f97-4df5-4344-a895-6d9661d095ca tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000268 Mar 07 10:29:42.812698 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3795d090-eaeb-4512-a484-4753063f1ac8 x-openstack-request-id: req-3795d090-eaeb-4512-a484-4753063f1ac8 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:42.813021 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab3eac9-588c-4095-aac6-a799bd2b3cdb", "name": "network-vif-plugged", "status": "completed", "tag": "b5a1c20f-ecd1-4d2b-a2f6-c95574df1739", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:42.813349 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3795d090-eaeb-4512-a484-4753063f1ac8 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:42.813918 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab3eac9-588c-4095-aac6-a799bd2b3cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a1c20f-ecd1-4d2b-a2f6-c95574df1739', 'code': 200} Mar 07 10:29:42.850074 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aded04-64c0-4d46-805e-2c3f44451f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa13879-d80e-4170-8c49-808389a71e7e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:42.851756 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d877a5-f2ca-4c74-94b4-eb48597eee8c service neutron] Pushing event updated for resources: {'Port': ['ID=7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:42.903335 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:42.919134 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-4c63fa09-0df8-43b8-b75e-5e53525d45e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:42.925441 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-4c63fa09-0df8-43b8-b75e-5e53525d45e6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c58e29852e144d5b9590ff284bb5c1fd&device_id=f474013d-d50a-494a-8f47-543ccdb3ef5f HTTP/1.1" status: 200 len: 1129 time: 0.1566820 Mar 07 10:29:42.992090 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-3af37dea-a5b0-4905-8d0e-00c230ea88b5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed HTTP/1.1" status: 200 len: 217 time: 0.0458384 Mar 07 10:29:43.019007 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37286) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:43.071590 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4a0989cb-4987-44ce-bfe1-85120b120fe3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=580be370c9a945d5ad8c117104ee9bcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0475202 Mar 07 10:29:43.071810 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37288) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:43.121767 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-ec2fe486-e3c9-4b15-a91d-6be0a7852e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:43.123134 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-ec2fe486-e3c9-4b15-a91d-6be0a7852e21 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1058743 Mar 07 10:29:43.129431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9342c-fbd0-47c0-9124-213088081032 req-b592b922-3a9c-4fdb-828c-ce90832c006c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:43.131486 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dde9342c-fbd0-47c0-9124-213088081032 req-b592b922-3a9c-4fdb-828c-ce90832c006c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bab3eac9-588c-4095-aac6-a799bd2b3cdb HTTP/1.1" status: 200 len: 1131 time: 0.2150364 Mar 07 10:29:43.158762 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f18423-3361-4a30-86b7-9d757fecf563 req-1d1b0b2b-b287-4c14-a65f-a2329ede9d85 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:43.165674 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27f18423-3361-4a30-86b7-9d757fecf563 req-1d1b0b2b-b287-4c14-a65f-a2329ede9d85 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/ports?device_id=bab3eac9-588c-4095-aac6-a799bd2b3cdb HTTP/1.1" status: 200 len: 949 time: 0.1725121 Mar 07 10:29:43.168710 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d3b2712e-9753-4515-8f42-584e019685e2 admin admin] Publish callbacks [] for security_group (2ec6aed2-eecf-4be1-b940-6a87e678a8e2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:43.192899 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d3b2712e-9753-4515-8f42-584e019685e2 admin admin] Publish callbacks [] for security_group (2ec6aed2-eecf-4be1-b940-6a87e678a8e2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:43.259680 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d3b2712e-9753-4515-8f42-584e019685e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2ec6aed2-eecf-4be1-b940-6a87e678a8e2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:43.263746 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d3b2712e-9753-4515-8f42-584e019685e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:43.265836 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d3b2712e-9753-4515-8f42-584e019685e2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2ec6aed2-eecf-4be1-b940-6a87e678a8e2 HTTP/1.1" status: 204 len: 168 time: 0.1928244 Mar 07 10:29:43.282185 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2712e-9753-4515-8f42-584e019685e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec6aed2-eecf-4be1-b940-6a87e678a8e2,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:43.294142 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dde9342c-fbd0-47c0-9124-213088081032 req-d769dcc3-f599-4503-aac9-9b2ce220cced service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8f0e010e-3e67-49cd-ab9c-6a5e589e07c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497622 Mar 07 10:29:43.298752 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-04879558-45f8-4db6-af93-2d5ee409c2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:43.300205 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-04879558-45f8-4db6-af93-2d5ee409c2b6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1676867 Mar 07 10:29:43.312898 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27f18423-3361-4a30-86b7-9d757fecf563 req-5a82cb5e-f462-4704-855b-be6fd8c6758e tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f0e010e-3e67-49cd-ab9c-6a5e589e07c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127219 Mar 07 10:29:43.349767 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37296) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:43.369013 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-782386b5-abab-49e8-b7c9-bb2fcdbd7522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:43.470229 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-782386b5-abab-49e8-b7c9-bb2fcdbd7522 admin admin] Publish callbacks [] for security_group (d65dbacf-019a-4f5e-bc08-f3bdf49265d6), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:43.476766 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-782386b5-abab-49e8-b7c9-bb2fcdbd7522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d65dbacf-019a-4f5e-bc08-f3bdf49265d6), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:43.477865 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715f228-71e8-46eb-a76b-22978d1aae01 req-0e9122a4-f9dc-4de9-9ba5-7bfc4d4b6248 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:43.479564 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e715f228-71e8-46eb-a76b-22978d1aae01 req-0e9122a4-f9dc-4de9-9ba5-7bfc4d4b6248 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 946 time: 0.0921009 Mar 07 10:29:43.482469 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-d8361d77-ac8a-4836-9b30-e686573375e3 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683776 Mar 07 10:29:43.526489 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782386b5-abab-49e8-b7c9-bb2fcdbd7522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65dbacf-019a-4f5e-bc08-f3bdf49265d6,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:43.535221 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-782386b5-abab-49e8-b7c9-bb2fcdbd7522 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f99f9c73fd494ee1b91aa358850657e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1837292 Mar 07 10:29:43.537384 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37300) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:43.564695 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e715f228-71e8-46eb-a76b-22978d1aae01 req-3e723dbd-d896-42f0-be3e-5294d08bd5ba tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788372 Mar 07 10:29:43.576753 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-1243727b-1ec9-40c6-a2d2-69724b1c2b3c tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:29:43.578873 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-1243727b-1ec9-40c6-a2d2-69724b1c2b3c tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2387714 Mar 07 10:29:43.601721 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 928eb653-144d-458e-b1aa-2aa397ac0a05 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:29:43.643675 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-717ec8b5-6359-4b70-9941-b592e375d0e3 req-1b88a42a-ec4a-47d8-9f19-e4170d6d8ebb service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313827 Mar 07 10:29:43.643958 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-bc7937bf-d6ea-4bab-be5a-2c93ffd5d8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:43.645388 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-bc7937bf-d6ea-4bab-be5a-2c93ffd5d8b9 service neutron] 10.222.0.11 "GET /v2.0/ports/f72f1314-81d8-42ff-a423-451348af85c3 HTTP/1.1" status: 200 len: 1124 time: 0.0591371 Mar 07 10:29:43.646159 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-93722417-a9fc-4ce7-a4c6-a268b0eca5ff admin admin] Publish callbacks [] for security_group (d65dbacf-019a-4f5e-bc08-f3bdf49265d6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:43.656318 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc162e76-2a7e-43a3-a86b-e424629fbe80 x-openstack-request-id: req-fc162e76-2a7e-43a3-a86b-e424629fbe80 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:43.656616 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f474013d-d50a-494a-8f47-543ccdb3ef5f", "tag": "7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:43.657060 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fc162e76-2a7e-43a3-a86b-e424629fbe80 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:43.657793 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f474013d-d50a-494a-8f47-543ccdb3ef5f', 'tag': '7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed', 'status': 'completed', 'code': 200} Mar 07 10:29:43.666474 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 928eb653-144d-458e-b1aa-2aa397ac0a05 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:29:43.666828 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 928eb653-144d-458e-b1aa-2aa397ac0a05 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:29:43.673775 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-93722417-a9fc-4ce7-a4c6-a268b0eca5ff admin admin] Publish callbacks [] for security_group (d65dbacf-019a-4f5e-bc08-f3bdf49265d6), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:43.678673 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-5571c003-ea47-4e1c-842a-43d87f9dd80f service neutron] Request body: {'binding': {'host': 'n-h1-832164-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:43.681702 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-5571c003-ea47-4e1c-842a-43d87f9dd80f service neutron] Unknown quota resources ['binding']. {{(pid=103766) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 10:29:43.800227 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a9000-5be8-483f-8b5c-627b32c7e2fc req-91d2ddef-456c-4ba1-8f10-f92bf9152d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:43.802550 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fe5a9000-5be8-483f-8b5c-627b32c7e2fc req-91d2ddef-456c-4ba1-8f10-f92bf9152d4e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c58e29852e144d5b9590ff284bb5c1fd&device_id=f474013d-d50a-494a-8f47-543ccdb3ef5f HTTP/1.1" status: 200 len: 1129 time: 0.0995934 Mar 07 10:29:43.821397 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3205d8c-fcd9-461c-8bfc-4e5ba829c92b req-ad3ed098-f616-45c0-aac9-08450475ccf0 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:43.823730 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d3205d8c-fcd9-461c-8bfc-4e5ba829c92b req-ad3ed098-f616-45c0-aac9-08450475ccf0 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 949 time: 0.1076021 Mar 07 10:29:43.841801 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-93722417-a9fc-4ce7-a4c6-a268b0eca5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d65dbacf-019a-4f5e-bc08-f3bdf49265d6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:43.844547 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-93722417-a9fc-4ce7-a4c6-a268b0eca5ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:43.848738 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-93722417-a9fc-4ce7-a4c6-a268b0eca5ff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d65dbacf-019a-4f5e-bc08-f3bdf49265d6 HTTP/1.1" status: 204 len: 168 time: 0.3070774 Mar 07 10:29:43.864805 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93722417-a9fc-4ce7-a4c6-a268b0eca5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65dbacf-019a-4f5e-bc08-f3bdf49265d6,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:43.897683 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-5571c003-ea47-4e1c-842a-43d87f9dd80f service neutron] Attempting to bind port f72f1314-81d8-42ff-a423-451348af85c3 on host n-h1-832164-4 for vnic_type normal with profile None {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:43.897881 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-5571c003-ea47-4e1c-842a-43d87f9dd80f service neutron] Attempting to bind port f72f1314-81d8-42ff-a423-451348af85c3 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:43.898245 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-5571c003-ea47-4e1c-842a-43d87f9dd80f service neutron] Attempting to bind port f72f1314-81d8-42ff-a423-451348af85c3 on network f571527e-a205-427a-8890-cc1f2763fcb1 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:43.904373 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-5571c003-ea47-4e1c-842a-43d87f9dd80f service neutron] Port f72f1314-81d8-42ff-a423-451348af85c3 on network f571527e-a205-427a-8890-cc1f2763fcb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:29:43.904690 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-5571c003-ea47-4e1c-842a-43d87f9dd80f service neutron] Attempting to bind port f72f1314-81d8-42ff-a423-451348af85c3 on network f571527e-a205-427a-8890-cc1f2763fcb1 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:43.912042 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-5571c003-ea47-4e1c-842a-43d87f9dd80f service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:43.912621 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-5571c003-ea47-4e1c-842a-43d87f9dd80f service neutron] Checking segment: {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:43.913014 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-5571c003-ea47-4e1c-842a-43d87f9dd80f service neutron] Bound using segment: {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:43.913609 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-5571c003-ea47-4e1c-842a-43d87f9dd80f service neutron] Bound port: f72f1314-81d8-42ff-a423-451348af85c3, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:43.962104 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d3205d8c-fcd9-461c-8bfc-4e5ba829c92b req-0cecd669-22ce-4b3b-8127-8648ad68be79 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091428 Mar 07 10:29:44.010015 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a9000-5be8-483f-8b5c-627b32c7e2fc req-4558ceaf-a4b5-4962-966f-735aacb35172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:44.011716 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fe5a9000-5be8-483f-8b5c-627b32c7e2fc req-4558ceaf-a4b5-4962-966f-735aacb35172 service neutron] 10.222.0.31 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.2033060 Mar 07 10:29:44.022269 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-5571c003-ea47-4e1c-842a-43d87f9dd80f service neutron] For port f72f1314-81d8-42ff-a423-451348af85c3, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=f72f1314-81d8-42ff-a423-451348af85c3,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:44.030242 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-5571c003-ea47-4e1c-842a-43d87f9dd80f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:44.043618 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-5571c003-ea47-4e1c-842a-43d87f9dd80f service neutron] 10.222.0.11 "POST /v2.0/ports/f72f1314-81d8-42ff-a423-451348af85c3/bindings HTTP/1.1" status: 201 len: 389 time: 0.3667927 Mar 07 10:29:44.100714 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fe5a9000-5be8-483f-8b5c-627b32c7e2fc req-9b249992-c0cd-4de2-a865-88d498db296e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed HTTP/1.1" status: 200 len: 217 time: 0.0821850 Mar 07 10:29:44.177093 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d020a2f-6f37-4141-a2ac-5165c9cc862d req-f954602e-0ac2-4488-9613-4c1b319ac433 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:44.178938 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7d020a2f-6f37-4141-a2ac-5165c9cc862d req-f954602e-0ac2-4488-9613-4c1b319ac433 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 1128 time: 0.1484008 Mar 07 10:29:44.183354 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a9000-5be8-483f-8b5c-627b32c7e2fc req-a6843841-e269-4b13-95f1-1ac5ea877817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:44.184766 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fe5a9000-5be8-483f-8b5c-627b32c7e2fc req-a6843841-e269-4b13-95f1-1ac5ea877817 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.0773950 Mar 07 10:29:44.263452 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7d020a2f-6f37-4141-a2ac-5165c9cc862d req-42de8892-caf9-4c25-bd9b-9b8f13559d74 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777032 Mar 07 10:29:44.275230 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a9000-5be8-483f-8b5c-627b32c7e2fc req-e5a816d3-5c2b-4055-b06b-e16fbb1d1337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:44.276726 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fe5a9000-5be8-483f-8b5c-627b32c7e2fc req-e5a816d3-5c2b-4055-b06b-e16fbb1d1337 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0767808 Mar 07 10:29:44.297587 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c89f5-7433-4a50-baa1-8c92ae4553bb req-e4c7fd41-6ca7-439a-804e-84b24f95a451 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:44.309078 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b52c89f5-7433-4a50-baa1-8c92ae4553bb req-e4c7fd41-6ca7-439a-804e-84b24f95a451 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=f474013d-d50a-494a-8f47-543ccdb3ef5f HTTP/1.1" status: 200 len: 947 time: 0.1142776 Mar 07 10:29:44.368026 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b52c89f5-7433-4a50-baa1-8c92ae4553bb req-53325d2e-7d43-4857-a6dc-c8f2a83e527a tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579088 Mar 07 10:29:44.531040 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fe5a9000-5be8-483f-8b5c-627b32c7e2fc req-7e3fc683-f418-4324-8cac-d19dfe2ba16a service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473793 Mar 07 10:29:44.536330 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-4a85f263-a482-4d14-8232-d094b908911a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:44.538352 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-4a85f263-a482-4d14-8232-d094b908911a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4eca9194fdd4a93832d9940e3e6237a&device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9 HTTP/1.1" status: 200 len: 1127 time: 0.2212305 Mar 07 10:29:44.544413 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ca415-a8cf-421b-9940-3930c6c62b51 req-4816b261-4b26-49fa-afd3-1dc4a30bb702 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:44.545943 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-255ca415-a8cf-421b-9940-3930c6c62b51 req-4816b261-4b26-49fa-afd3-1dc4a30bb702 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 1128 time: 0.0878477 Mar 07 10:29:44.562970 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8df875-4e60-4ec1-b321-84f5c27b6ec2 req-1d5754ed-a890-457a-8844-6e31f570c5cb tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:44.570230 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0b8df875-4e60-4ec1-b321-84f5c27b6ec2 req-1d5754ed-a890-457a-8844-6e31f570c5cb tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9 HTTP/1.1" status: 200 len: 945 time: 0.1215370 Mar 07 10:29:44.620408 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-255ca415-a8cf-421b-9940-3930c6c62b51 req-9ad144dc-da8d-40e3-821e-c6f45e10183b tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581388 Mar 07 10:29:44.742645 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0b8df875-4e60-4ec1-b321-84f5c27b6ec2 req-6e4bb6fc-ba1d-45ac-a4a4-c8bd13f65686 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715531 Mar 07 10:29:44.773062 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-35f4efdd-1911-4cd7-baa4-b4a50e5fe391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:44.774502 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-35f4efdd-1911-4cd7-baa4-b4a50e5fe391 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f571527e-a205-427a-8890-cc1f2763fcb1 HTTP/1.1" status: 200 len: 908 time: 0.2016072 Mar 07 10:29:44.778379 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fe5a9000-5be8-483f-8b5c-627b32c7e2fc req-04dfeeb6-4b69-4311-817c-e9da93d26ef1 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390881 Mar 07 10:29:44.836723 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-beca374f-5faa-4a10-8100-8e4803aedf1d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f72f1314-81d8-42ff-a423-451348af85c3 HTTP/1.1" status: 200 len: 217 time: 0.0553224 Mar 07 10:29:44.849652 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e3398-103e-42a9-8318-f34015ea1295 req-6b2ebd87-2348-421f-a38a-3ca92d0ee2ae tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:44.850957 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2e3e3398-103e-42a9-8318-f34015ea1295 req-6b2ebd87-2348-421f-a38a-3ca92d0ee2ae tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/ports?device_id=bab3eac9-588c-4095-aac6-a799bd2b3cdb HTTP/1.1" status: 200 len: 949 time: 0.1006024 Mar 07 10:29:44.914784 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-3905a92f-d770-48b8-be64-54e0338dc30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:44.917023 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-3905a92f-d770-48b8-be64-54e0338dc30f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5 HTTP/1.1" status: 200 len: 847 time: 0.0737669 Mar 07 10:29:44.935021 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2e3e3398-103e-42a9-8318-f34015ea1295 req-f6608836-847e-45cc-b509-d92ae1a4c52e tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f0e010e-3e67-49cd-ab9c-6a5e589e07c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724332 Mar 07 10:29:44.988081 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-2209a67a-6f6f-438a-a94b-ef37bf7ed75a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f571527e-a205-427a-8890-cc1f2763fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635498 Mar 07 10:29:45.143041 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93c046-ef15-4b1f-a583-bffc67cd8828 req-0a911187-3128-4c21-a858-21a937d1251b tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:45.144635 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f93c046-ef15-4b1f-a583-bffc67cd8828 req-0a911187-3128-4c21-a858-21a937d1251b tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 1128 time: 0.1315956 Mar 07 10:29:45.173088 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-bcea9be0-2f01-4c87-9c65-19a5fc8d9caa service neutron] 10.222.0.21 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781397 Mar 07 10:29:45.206095 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900ceea-6916-4ba2-a975-0aa2bb4ebb1b req-256a83b8-50dc-4d92-9e5c-08a3529d8fa2 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:45.208479 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5900ceea-6916-4ba2-a975-0aa2bb4ebb1b req-256a83b8-50dc-4d92-9e5c-08a3529d8fa2 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 949 time: 0.0768583 Mar 07 10:29:45.243127 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f93c046-ef15-4b1f-a583-bffc67cd8828 req-6dd515f6-f040-427b-8d98-2d6ebf2ea253 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801578 Mar 07 10:29:45.351126 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-a88c5a73-505d-4c99-bca5-1207730ca0b3 service neutron] 10.222.0.21 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669958 Mar 07 10:29:45.501618 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8200d43-1d13-425c-b6ec-bf7c96c91bcb req-5fbb692e-3ae0-4b2d-a968-5f6b5c3f36a2 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:45.503384 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d8200d43-1d13-425c-b6ec-bf7c96c91bcb req-5fbb692e-3ae0-4b2d-a968-5f6b5c3f36a2 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/ports?device_id=bab3eac9-588c-4095-aac6-a799bd2b3cdb HTTP/1.1" status: 200 len: 949 time: 0.0983207 Mar 07 10:29:45.514842 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-eed5ebf6-8825-4f94-bd69-c32dd3576c41 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:45.516524 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-eed5ebf6-8825-4f94-bd69-c32dd3576c41 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9&tenant_id=f4eca9194fdd4a93832d9940e3e6237a&binding%3Ahost_id=n-h2-832164-4 HTTP/1.1" status: 200 len: 1127 time: 0.0814774 Mar 07 10:29:45.529075 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-0188a997-661b-4c2b-8486-9642c8c7fc0b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-832164-4'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:45.565831 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5900ceea-6916-4ba2-a975-0aa2bb4ebb1b req-a7baf195-0b7f-4b59-9057-7c2f3fccd7ed tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497136 Mar 07 10:29:45.616118 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d8200d43-1d13-425c-b6ec-bf7c96c91bcb req-c5b0c588-5d80-489d-a88c-80b958038dec tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f0e010e-3e67-49cd-ab9c-6a5e589e07c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986357 Mar 07 10:29:45.619287 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-0188a997-661b-4c2b-8486-9642c8c7fc0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f72f1314-81d8-42ff-a423-451348af85c3), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:45.706642 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec6cc5-226a-4092-bfbc-4640426421a8 req-ddedfb5b-e4c3-48b9-86c2-ae76ee2f930d tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:45.708509 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c6ec6cc5-226a-4092-bfbc-4640426421a8 req-ddedfb5b-e4c3-48b9-86c2-ae76ee2f930d tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=f474013d-d50a-494a-8f47-543ccdb3ef5f HTTP/1.1" status: 200 len: 947 time: 0.0760200 Mar 07 10:29:45.764871 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-0188a997-661b-4c2b-8486-9642c8c7fc0b service neutron] For port f72f1314-81d8-42ff-a423-451348af85c3, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f72f1314-81d8-42ff-a423-451348af85c3,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:45.776276 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c6ec6cc5-226a-4092-bfbc-4640426421a8 req-b9052291-2e5f-42ec-8773-cc2344e9ce30 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605497 Mar 07 10:29:45.817833 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-0188a997-661b-4c2b-8486-9642c8c7fc0b service neutron] For port f72f1314-81d8-42ff-a423-451348af85c3, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:45.863067 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892c358c-7c18-4bd9-9d81-8daf60c331d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f72f1314-81d8-42ff-a423-451348af85c3'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:45.865436 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8356bcce-1d71-4d5e-a810-2188944b165f" -d '{"events": [{"server_uuid": "892c358c-7c18-4bd9-9d81-8daf60c331d9", "name": "network-vif-unplugged", "status": "completed", "tag": "f72f1314-81d8-42ff-a423-451348af85c3"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:45.869500 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-0188a997-661b-4c2b-8486-9642c8c7fc0b service neutron] Publish callbacks [] for port (f72f1314-81d8-42ff-a423-451348af85c3), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:45.876038 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-0188a997-661b-4c2b-8486-9642c8c7fc0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (f72f1314-81d8-42ff-a423-451348af85c3), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:45.966079 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188a997-661b-4c2b-8486-9642c8c7fc0b service neutron] Pushing event updated for resources: {'Port': ['ID=f72f1314-81d8-42ff-a423-451348af85c3,revision_number=7']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:45.980754 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-0188a997-661b-4c2b-8486-9642c8c7fc0b service neutron] Attempting to bind port f72f1314-81d8-42ff-a423-451348af85c3 on host n-h2-832164-4 for vnic_type normal with profile {"migrating_to": "n-h1-832164-4"} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:45.981099 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-0188a997-661b-4c2b-8486-9642c8c7fc0b service neutron] Attempting to bind port f72f1314-81d8-42ff-a423-451348af85c3 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:45.981449 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-0188a997-661b-4c2b-8486-9642c8c7fc0b service neutron] Attempting to bind port f72f1314-81d8-42ff-a423-451348af85c3 on network f571527e-a205-427a-8890-cc1f2763fcb1 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:45.986357 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-0188a997-661b-4c2b-8486-9642c8c7fc0b service neutron] Port f72f1314-81d8-42ff-a423-451348af85c3 on network f571527e-a205-427a-8890-cc1f2763fcb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:29:45.986677 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-0188a997-661b-4c2b-8486-9642c8c7fc0b service neutron] Attempting to bind port f72f1314-81d8-42ff-a423-451348af85c3 on network f571527e-a205-427a-8890-cc1f2763fcb1 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:45.994498 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-0188a997-661b-4c2b-8486-9642c8c7fc0b service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:45.994857 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-0188a997-661b-4c2b-8486-9642c8c7fc0b service neutron] Checking segment: {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:45.995218 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-0188a997-661b-4c2b-8486-9642c8c7fc0b service neutron] Bound using segment: {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:45.995736 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-0188a997-661b-4c2b-8486-9642c8c7fc0b service neutron] Bound port: f72f1314-81d8-42ff-a423-451348af85c3, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:45.996097 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-0188a997-661b-4c2b-8486-9642c8c7fc0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f72f1314-81d8-42ff-a423-451348af85c3), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:46.043935 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4353e94b-46e7-4f7b-a920-9292e12469ec x-openstack-request-id: req-4353e94b-46e7-4f7b-a920-9292e12469ec {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:46.044260 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892c358c-7c18-4bd9-9d81-8daf60c331d9", "name": "network-vif-unplugged", "status": "completed", "tag": "f72f1314-81d8-42ff-a423-451348af85c3", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:46.044486 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4353e94b-46e7-4f7b-a920-9292e12469ec {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:46.044883 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892c358c-7c18-4bd9-9d81-8daf60c331d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f72f1314-81d8-42ff-a423-451348af85c3', 'code': 200} Mar 07 10:29:46.064301 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121fb148-8ca3-4dcd-a990-0ea7f3ad053a req-c3bc6a01-bc10-428e-b5b3-04e96d96125d tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:46.067095 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-0188a997-661b-4c2b-8486-9642c8c7fc0b service neutron] For port f72f1314-81d8-42ff-a423-451348af85c3, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:46.070341 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-0188a997-661b-4c2b-8486-9642c8c7fc0b service neutron] For port f72f1314-81d8-42ff-a423-451348af85c3, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f72f1314-81d8-42ff-a423-451348af85c3,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:46.071555 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-121fb148-8ca3-4dcd-a990-0ea7f3ad053a req-c3bc6a01-bc10-428e-b5b3-04e96d96125d tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9 HTTP/1.1" status: 200 len: 943 time: 0.0657234 Mar 07 10:29:46.077142 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-0188a997-661b-4c2b-8486-9642c8c7fc0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (f72f1314-81d8-42ff-a423-451348af85c3), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:46.129494 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-121fb148-8ca3-4dcd-a990-0ea7f3ad053a req-ebd3c813-f036-4eed-bd8d-6bbc9652ae68 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545146 Mar 07 10:29:46.181264 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-0188a997-661b-4c2b-8486-9642c8c7fc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:46.181869 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-0188a997-661b-4c2b-8486-9642c8c7fc0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:46.183167 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-0188a997-661b-4c2b-8486-9642c8c7fc0b service neutron] 10.222.0.21 "PUT /v2.0/ports/f72f1314-81d8-42ff-a423-451348af85c3 HTTP/1.1" status: 200 len: 1121 time: 0.6594582 Mar 07 10:29:46.183948 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188a997-661b-4c2b-8486-9642c8c7fc0b service neutron] Pushing event updated for resources: {'Port': ['ID=f72f1314-81d8-42ff-a423-451348af85c3,revision_number=8']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:46.198980 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-cb02dca1-836f-4f26-b834-5ee59c36e726 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=38226035d9a14a64837c29a3926f0a17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326371 Mar 07 10:29:46.256556 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d6f81-43b5-4cb0-bab3-5e17b279e977 req-5b787836-2695-4935-bc6c-1138f041d363 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:46.258032 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e92d6f81-43b5-4cb0-bab3-5e17b279e977 req-5b787836-2695-4935-bc6c-1138f041d363 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/ports?device_id=bab3eac9-588c-4095-aac6-a799bd2b3cdb HTTP/1.1" status: 200 len: 949 time: 0.0609815 Mar 07 10:29:46.267498 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['f72f1314-81d8-42ff-a423-451348af85c3'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:29:46.317048 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-38e62285-235b-4921-b6b5-132312d7629f tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:46.318413 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-38e62285-235b-4921-b6b5-132312d7629f tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1087749 Mar 07 10:29:46.323608 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e92d6f81-43b5-4cb0-bab3-5e17b279e977 req-98d5dfdd-7ba5-4cd2-9fdd-b1e0ddde390a tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f0e010e-3e67-49cd-ab9c-6a5e589e07c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598419 Mar 07 10:29:46.337624 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-9fd7011c-51b8-4789-affd-6cb00a563c31 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/quotas/38226035d9a14a64837c29a3926f0a17 HTTP/1.1" status: 200 len: 375 time: 0.0133994 Mar 07 10:29:46.367971 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-11e269c0-8f72-4e25-85ef-09613929739f tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=38226035d9a14a64837c29a3926f0a17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283360 Mar 07 10:29:46.605734 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d026297-43b7-437d-8ad3-ca1366cb22d3 req-54673115-7643-4aee-95c0-91fb02e7c7a9 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:46.607885 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d026297-43b7-437d-8ad3-ca1366cb22d3 req-54673115-7643-4aee-95c0-91fb02e7c7a9 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 1128 time: 0.0535111 Mar 07 10:29:46.662774 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d026297-43b7-437d-8ad3-ca1366cb22d3 req-70c19b7b-3f56-4325-9af0-cd75ab82b67a tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477099 Mar 07 10:29:46.740172 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-667da2ba-e5da-4e1f-81d2-7c7dbece9b9e req-d8472db1-55ab-4cd1-9e95-f5f86e70023b tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=32c9fbf8-8978-4ace-b25a-50ad42d478d8 HTTP/1.1" status: 200 len: 210 time: 0.0309114 Mar 07 10:29:46.799775 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21e9a4-669d-4906-8404-f53ea08b49ae req-9c0d74d1-736f-46ab-9522-e22147458851 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:46.807152 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7f21e9a4-669d-4906-8404-f53ea08b49ae req-9c0d74d1-736f-46ab-9522-e22147458851 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 949 time: 0.0665586 Mar 07 10:29:46.857654 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7f21e9a4-669d-4906-8404-f53ea08b49ae req-7d614772-4f06-406e-a5f8-18561edc91c9 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496881 Mar 07 10:29:47.098457 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9ae68-39be-4da7-b7a3-eaf0f5d046b9 req-87ae58a5-f469-4d8f-b82c-b4a523b06b7a tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:47.105557 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-55e9ae68-39be-4da7-b7a3-eaf0f5d046b9 req-87ae58a5-f469-4d8f-b82c-b4a523b06b7a tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=f474013d-d50a-494a-8f47-543ccdb3ef5f HTTP/1.1" status: 200 len: 947 time: 0.0656362 Mar 07 10:29:47.162676 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-55e9ae68-39be-4da7-b7a3-eaf0f5d046b9 req-7e8301dc-ac3f-436a-a8bd-4d63e8e261af tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557649 Mar 07 10:29:47.294933 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f2476-79bb-4044-bbe6-3a338f545d4e req-0c8ec7d4-1f26-44f8-bf26-1a8aeb82a5e7 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:47.296141 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-030f2476-79bb-4044-bbe6-3a338f545d4e req-0c8ec7d4-1f26-44f8-bf26-1a8aeb82a5e7 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9 HTTP/1.1" status: 200 len: 943 time: 0.0590615 Mar 07 10:29:47.332615 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37468) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:47.361440 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-030f2476-79bb-4044-bbe6-3a338f545d4e req-f1399e68-7043-44ce-a0e9-d6edbccca858 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576055 Mar 07 10:29:47.487671 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5c94f2a9-0d58-4816-a752-e43efea63157 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:47.572787 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ec14b-f011-4df5-a5ce-b2c310e22287 req-4071cd89-d00f-496e-a11b-f0489106df9e tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:47.575368 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fd7ec14b-f011-4df5-a5ce-b2c310e22287 req-4071cd89-d00f-496e-a11b-f0489106df9e tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/ports?device_id=bab3eac9-588c-4095-aac6-a799bd2b3cdb HTTP/1.1" status: 200 len: 949 time: 0.0986457 Mar 07 10:29:47.618451 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:29:47.633353 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5c94f2a9-0d58-4816-a752-e43efea63157 admin admin] Publish callbacks [] for security_group (503e8651-91a4-4a7f-b44d-33d6cb98e362), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:47.640984 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5c94f2a9-0d58-4816-a752-e43efea63157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (503e8651-91a4-4a7f-b44d-33d6cb98e362), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:47.678748 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fd7ec14b-f011-4df5-a5ce-b2c310e22287 req-ace6a2e1-5a5e-456f-b894-163b25c89355 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f0e010e-3e67-49cd-ab9c-6a5e589e07c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946269 Mar 07 10:29:47.694173 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793df31-1e53-449d-bd24-af45515348dd req-58e29ddd-2765-41e4-9b8a-34b551c11033 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:47.695615 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1793df31-1e53-449d-bd24-af45515348dd req-58e29ddd-2765-41e4-9b8a-34b551c11033 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.21 "GET /v2.0/ports?device_id=bab3eac9-588c-4095-aac6-a799bd2b3cdb HTTP/1.1" status: 200 len: 949 time: 0.1328859 Mar 07 10:29:47.696634 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94f2a9-0d58-4816-a752-e43efea63157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=503e8651-91a4-4a7f-b44d-33d6cb98e362,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:47.747330 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5c94f2a9-0d58-4816-a752-e43efea63157 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b7833530205b4a54be65279980d59695&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4114473 Mar 07 10:29:47.749484 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37478) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:47.825951 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-cbd4a514-0443-45aa-ac6c-dfd1e1809f59 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:29:47.826942 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-cbd4a514-0443-45aa-ac6c-dfd1e1809f59 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065608 Mar 07 10:29:47.889715 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-85332b9a-75f3-45f5-a274-a6417e531b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:47.897536 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-85332b9a-75f3-45f5-a274-a6417e531b54 service neutron] 10.222.0.11 "GET /v2.0/ports/d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe HTTP/1.1" status: 200 len: 1125 time: 0.0617635 Mar 07 10:29:47.904233 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-c8f79c2b-51c5-46e3-91d3-bfbe373a67cd service neutron] Request body: {'binding': {'host': 'n-h1-832164-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:47.905376 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-c8f79c2b-51c5-46e3-91d3-bfbe373a67cd service neutron] Unknown quota resources ['binding']. {{(pid=103766) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 10:29:47.948282 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-d29714af-9ee6-48e5-9379-77a5f0a99516 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=38226035d9a14a64837c29a3926f0a17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1075747 Mar 07 10:29:47.978758 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b0bba59-5bee-4f65-a634-d4eb5d5965fa req-7b6cf560-2adf-4a4a-b674-3748b0d5f565 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=32c9fbf8-8978-4ace-b25a-50ad42d478d8 HTTP/1.1" status: 200 len: 210 time: 0.1072042 Mar 07 10:29:48.040189 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-df2be65f-43d0-4561-b558-dcb5fd5ca4dc admin admin] Publish callbacks [] for security_group (503e8651-91a4-4a7f-b44d-33d6cb98e362), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:48.046656 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892c358c-7c18-4bd9-9d81-8daf60c331d9', 'tag': 'f72f1314-81d8-42ff-a423-451348af85c3'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:48.048864 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8a0118-019c-48e6-a3e1-1e22e27abe8d" -d '{"events": [{"name": "network-changed", "server_uuid": "892c358c-7c18-4bd9-9d81-8daf60c331d9", "tag": "f72f1314-81d8-42ff-a423-451348af85c3"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:48.106006 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:48.121904 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': '7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed', 'mac_address': 'fa:16:3e:13:39:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:29:48.125943 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:48.141594 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-c8f79c2b-51c5-46e3-91d3-bfbe373a67cd service neutron] Attempting to bind port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe on host n-h1-832164-4 for vnic_type normal with profile None {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:48.141886 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-c8f79c2b-51c5-46e3-91d3-bfbe373a67cd service neutron] Attempting to bind port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:48.142194 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-c8f79c2b-51c5-46e3-91d3-bfbe373a67cd service neutron] Attempting to bind port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe on network 35723e70-fc1c-4710-9b03-245dacf005c5 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:48.147277 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-df2be65f-43d0-4561-b558-dcb5fd5ca4dc admin admin] Publish callbacks [] for security_group (503e8651-91a4-4a7f-b44d-33d6cb98e362), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:48.148294 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-c8f79c2b-51c5-46e3-91d3-bfbe373a67cd service neutron] Port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe on network 35723e70-fc1c-4710-9b03-245dacf005c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:29:48.149006 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-c8f79c2b-51c5-46e3-91d3-bfbe373a67cd service neutron] Attempting to bind port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe on network 35723e70-fc1c-4710-9b03-245dacf005c5 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:48.153498 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-1793df31-1e53-449d-bd24-af45515348dd req-4c27a001-bd72-485e-b3ce-bb00d996923a tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Deleting port b5a1c20f-ecd1-4d2b-a2f6-c95574df1739 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:29:48.153817 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1793df31-1e53-449d-bd24-af45515348dd req-4c27a001-bd72-485e-b3ce-bb00d996923a tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (b5a1c20f-ecd1-4d2b-a2f6-c95574df1739), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:48.155416 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-c8f79c2b-51c5-46e3-91d3-bfbe373a67cd service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:48.155766 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-c8f79c2b-51c5-46e3-91d3-bfbe373a67cd service neutron] Checking segment: {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:48.156151 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-c8f79c2b-51c5-46e3-91d3-bfbe373a67cd service neutron] Bound using segment: {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:48.157061 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-c8f79c2b-51c5-46e3-91d3-bfbe373a67cd service neutron] Bound port: d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:48.175029 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:48.177233 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:48.193337 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:48.217594 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:48.224377 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:48.235415 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-c8f79c2b-51c5-46e3-91d3-bfbe373a67cd service neutron] For port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:48.243376 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-c8f79c2b-51c5-46e3-91d3-bfbe373a67cd service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:48.244944 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-c8f79c2b-51c5-46e3-91d3-bfbe373a67cd service neutron] 10.222.0.11 "POST /v2.0/ports/d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe/bindings HTTP/1.1" status: 201 len: 389 time: 0.3452773 Mar 07 10:29:48.285265 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:48.496066 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ffad2-e24b-4731-997b-838fb74c832e req-0e3b6df4-72a6-4f2f-bc88-509f7ba978aa tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:48.498374 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3a3ffad2-e24b-4731-997b-838fb74c832e req-0e3b6df4-72a6-4f2f-bc88-509f7ba978aa tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=f474013d-d50a-494a-8f47-543ccdb3ef5f HTTP/1.1" status: 200 len: 948 time: 0.0765653 Mar 07 10:29:48.533857 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-7100c311-5807-42d4-ab15-4d653d924d87 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:48.535829 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-7100c311-5807-42d4-ab15-4d653d924d87 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5705311 Mar 07 10:29:48.537371 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe3e3a7-d10a-43dc-b50e-85385034bcae x-openstack-request-id: req-abe3e3a7-d10a-43dc-b50e-85385034bcae {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:48.537655 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892c358c-7c18-4bd9-9d81-8daf60c331d9", "tag": "f72f1314-81d8-42ff-a423-451348af85c3", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:48.537905 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-abe3e3a7-d10a-43dc-b50e-85385034bcae {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:48.538269 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '892c358c-7c18-4bd9-9d81-8daf60c331d9', 'tag': 'f72f1314-81d8-42ff-a423-451348af85c3', 'status': 'completed', 'code': 200} Mar 07 10:29:48.552295 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3a3ffad2-e24b-4731-997b-838fb74c832e req-26cd5342-90c9-49c5-b8b2-49dd20b710ad tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473049 Mar 07 10:29:48.562047 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-2d706ef0-7306-48d5-a84f-d0be06a749a6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Request body: {'port': {'device_id': '32c9fbf8-8978-4ace-b25a-50ad42d478d8', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'admin_state_up': True, 'tenant_id': '38226035d9a14a64837c29a3926f0a17'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:48.605478 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:29:48.609584 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3db6d-0d2d-4e26-a6f5-2636cc19cf30 req-97db7db3-418e-4448-88c3-581949a19175 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:48.611115 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7cf3db6d-0d2d-4e26-a6f5-2636cc19cf30 req-97db7db3-418e-4448-88c3-581949a19175 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 949 time: 0.5224161 Mar 07 10:29:48.683512 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65ba23-a055-4d2d-9270-7463f88c2474 req-02183e48-8c33-402c-b550-e7c46d7a48e7 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:48.685562 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7b65ba23-a055-4d2d-9270-7463f88c2474 req-02183e48-8c33-402c-b550-e7c46d7a48e7 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 946 time: 0.0704560 Mar 07 10:29:48.722770 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-df2be65f-43d0-4561-b558-dcb5fd5ca4dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (503e8651-91a4-4a7f-b44d-33d6cb98e362), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:48.725085 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-df2be65f-43d0-4561-b558-dcb5fd5ca4dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:48.726267 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-df2be65f-43d0-4561-b558-dcb5fd5ca4dc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/503e8651-91a4-4a7f-b44d-33d6cb98e362 HTTP/1.1" status: 204 len: 168 time: 0.9751592 Mar 07 10:29:48.743979 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1793df31-1e53-449d-bd24-af45515348dd req-4c27a001-bd72-485e-b3ce-bb00d996923a tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] For port b5a1c20f-ecd1-4d2b-a2f6-c95574df1739, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b5a1c20f-ecd1-4d2b-a2f6-c95574df1739,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:48.744787 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1793df31-1e53-449d-bd24-af45515348dd req-4c27a001-bd72-485e-b3ce-bb00d996923a tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (b5a1c20f-ecd1-4d2b-a2f6-c95574df1739), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:48.772316 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2be65f-43d0-4561-b558-dcb5fd5ca4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=503e8651-91a4-4a7f-b44d-33d6cb98e362,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:48.782551 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-1793df31-1e53-449d-bd24-af45515348dd req-4c27a001-bd72-485e-b3ce-bb00d996923a tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Calling delete_port for b5a1c20f-ecd1-4d2b-a2f6-c95574df1739 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:29:48.799394 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7b65ba23-a055-4d2d-9270-7463f88c2474 req-ebb9ae3b-60d0-441b-8761-d5002d50cc6d tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984633 Mar 07 10:29:48.800268 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a0118-019c-48e6-a3e1-1e22e27abe8d req-9036800d-b6f1-48c7-b88f-600efdabf9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:48.802254 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f8a0118-019c-48e6-a3e1-1e22e27abe8d req-9036800d-b6f1-48c7-b88f-600efdabf9f8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4eca9194fdd4a93832d9940e3e6237a&device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9 HTTP/1.1" status: 200 len: 1155 time: 0.2593648 Mar 07 10:29:48.847325 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7cf3db6d-0d2d-4e26-a6f5-2636cc19cf30 req-c0b5c5d3-d33d-4d6b-8259-e0c0c01f60ac tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075763 Mar 07 10:29:48.857867 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device f72f1314-81d8-42ff-a423-451348af85c3 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:29:49.019898 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357e1dd-8ea9-477c-877b-97b24f6c0130 req-a7a6c4c6-df7b-4bea-a452-b83b3d0d2ae2 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:49.030186 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e357e1dd-8ea9-477c-877b-97b24f6c0130 req-a7a6c4c6-df7b-4bea-a452-b83b3d0d2ae2 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9 HTTP/1.1" status: 200 len: 943 time: 0.1178079 Mar 07 10:29:49.066522 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-2d706ef0-7306-48d5-a84f-d0be06a749a6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Made reservation on behalf of 38226035d9a14a64837c29a3926f0a17 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:49.069895 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-2d706ef0-7306-48d5-a84f-d0be06a749a6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:49.092756 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-2d706ef0-7306-48d5-a84f-d0be06a749a6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:49.099275 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port f72f1314-81d8-42ff-a423-451348af85c3, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f72f1314-81d8-42ff-a423-451348af85c3,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:49.111543 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device f72f1314-81d8-42ff-a423-451348af85c3 has no active binding in host n-h1-832164-4 {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 10:29:49.130225 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a0118-019c-48e6-a3e1-1e22e27abe8d req-12a16ee2-2c8f-4d37-b9db-e86aafa98b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:49.131808 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f8a0118-019c-48e6-a3e1-1e22e27abe8d req-12a16ee2-2c8f-4d37-b9db-e86aafa98b72 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f571527e-a205-427a-8890-cc1f2763fcb1 HTTP/1.1" status: 200 len: 908 time: 0.3152671 Mar 07 10:29:49.147053 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e357e1dd-8ea9-477c-877b-97b24f6c0130 req-cb9b7b70-addc-4b31-a2fc-54403381fd73 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076279 Mar 07 10:29:49.231840 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a53c4-60d6-4dee-b1ae-d02f7be1290d req-a6974e44-665e-4e98-9cbd-238db367a814 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:49.236443 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eb3a53c4-60d6-4dee-b1ae-d02f7be1290d req-a6974e44-665e-4e98-9cbd-238db367a814 tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/ports?device_id=bab3eac9-588c-4095-aac6-a799bd2b3cdb HTTP/1.1" status: 200 len: 949 time: 0.2636185 Mar 07 10:29:49.239097 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f8a0118-019c-48e6-a3e1-1e22e27abe8d req-c0e78d71-3365-4573-a768-a20d989b764f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f72f1314-81d8-42ff-a423-451348af85c3 HTTP/1.1" status: 200 len: 217 time: 0.0989137 Mar 07 10:29:49.243359 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37500) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:49.253232 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-19a9cd26-b9cc-422d-9eac-fec92d3c63b6 req-29f3f3b1-44b5-4fee-89e6-067484b2f2b3 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=32c9fbf8-8978-4ace-b25a-50ad42d478d8 HTTP/1.1" status: 200 len: 210 time: 0.0410039 Mar 07 10:29:49.274645 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e4f1ec00-2951-4a43-9068-ff6ad6ed8ff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:49.344060 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1793df31-1e53-449d-bd24-af45515348dd req-4c27a001-bd72-485e-b3ce-bb00d996923a tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (b5a1c20f-ecd1-4d2b-a2f6-c95574df1739), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:49.355790 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e4f1ec00-2951-4a43-9068-ff6ad6ed8ff8 admin admin] Publish callbacks [] for security_group (2709d3bb-d02d-4b16-b743-3d0bdd87fa87), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:49.362161 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e4f1ec00-2951-4a43-9068-ff6ad6ed8ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2709d3bb-d02d-4b16-b743-3d0bdd87fa87), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:49.372179 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a0118-019c-48e6-a3e1-1e22e27abe8d req-163ba2bc-9647-4cc3-ac04-044a5510c0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:49.373666 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f8a0118-019c-48e6-a3e1-1e22e27abe8d req-163ba2bc-9647-4cc3-ac04-044a5510c0b5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5 HTTP/1.1" status: 200 len: 847 time: 0.1214433 Mar 07 10:29:49.404476 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e4f1ec00-2951-4a43-9068-ff6ad6ed8ff8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e20ffe327b884f8eadb461f920668bf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1463032 Mar 07 10:29:49.404476 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f1ec00-2951-4a43-9068-ff6ad6ed8ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2709d3bb-d02d-4b16-b743-3d0bdd87fa87,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:49.406157 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37502) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:49.422082 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c27a001-bd72-485e-b3ce-bb00d996923a tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Pushing event deleted for resources: {'Port': ['ID=b5a1c20f-ecd1-4d2b-a2f6-c95574df1739,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:49.426690 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eb3a53c4-60d6-4dee-b1ae-d02f7be1290d req-22b33c22-f72e-413e-8393-c70cb46434cb tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.11 "GET /v2.0/security-groups?id=8f0e010e-3e67-49cd-ab9c-6a5e589e07c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894388 Mar 07 10:29:49.461702 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f8a0118-019c-48e6-a3e1-1e22e27abe8d req-8eb6faa8-331b-4c23-8b70-f97115690ee6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f571527e-a205-427a-8890-cc1f2763fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572083 Mar 07 10:29:49.463519 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-2d706ef0-7306-48d5-a84f-d0be06a749a6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks [] for security_group (0bdeae34-ca95-4fda-9d73-c95f95c54d35), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:49.488952 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-2d706ef0-7306-48d5-a84f-d0be06a749a6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0bdeae34-ca95-4fda-9d73-c95f95c54d35), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:49.583485 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1793df31-1e53-449d-bd24-af45515348dd req-4c27a001-bd72-485e-b3ce-bb00d996923a tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] No DVR routers for this DVR port b5a1c20f-ecd1-4d2b-a2f6-c95574df1739 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:29:49.593896 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1793df31-1e53-449d-bd24-af45515348dd req-4c27a001-bd72-485e-b3ce-bb00d996923a tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:49.597124 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1793df31-1e53-449d-bd24-af45515348dd req-4c27a001-bd72-485e-b3ce-bb00d996923a tempest-DeleteServersAdminTestJSON-1613502162 tempest-DeleteServersAdminTestJSON-1613502162-project] 10.222.0.21 "DELETE /v2.0/ports/b5a1c20f-ecd1-4d2b-a2f6-c95574df1739 HTTP/1.1" status: 204 len: 173 time: 1.8883836 Mar 07 10:29:49.666622 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d706ef0-7306-48d5-a84f-d0be06a749a6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdeae34-ca95-4fda-9d73-c95f95c54d35,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:49.712402 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-676647b2-2c51-4313-a9e4-b6a12a1b4807 admin admin] Publish callbacks [] for security_group (2709d3bb-d02d-4b16-b743-3d0bdd87fa87), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:49.747456 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e2a92-a7c5-44f8-9a85-5bbe2b8e3d79 req-15503556-b69a-4e52-91c5-cd58a363ca50 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:49.749322 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-845e2a92-a7c5-44f8-9a85-5bbe2b8e3d79 req-15503556-b69a-4e52-91c5-cd58a363ca50 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=f474013d-d50a-494a-8f47-543ccdb3ef5f HTTP/1.1" status: 200 len: 948 time: 0.1178246 Mar 07 10:29:49.778399 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f8a0118-019c-48e6-a3e1-1e22e27abe8d req-0ceb659b-9f44-45b9-bfb3-7d7ab050336a service neutron] 10.222.0.31 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016946 Mar 07 10:29:49.780499 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-676647b2-2c51-4313-a9e4-b6a12a1b4807 admin admin] Publish callbacks [] for security_group (2709d3bb-d02d-4b16-b743-3d0bdd87fa87), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:49.827155 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-845e2a92-a7c5-44f8-9a85-5bbe2b8e3d79 req-77df9848-3646-48c0-b43c-0d0a330b9122 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697241 Mar 07 10:29:49.873517 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-2d706ef0-7306-48d5-a84f-d0be06a749a6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Allocated IP 192.168.233.171 (598bad6c-a435-45aa-bbb6-2339f78a1590/cd915eb6-2d51-4c50-93c9-6777e48b408a/9e768dce-3999-4a24-a47b-f9b22fe1c1df) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:29:49.980830 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91900c-bb73-467d-963d-cc9529e587f0 req-7eec93d4-2f3e-4761-9ad9-7b4ac6b919df tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:49.982401 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7b91900c-bb73-467d-963d-cc9529e587f0 req-7eec93d4-2f3e-4761-9ad9-7b4ac6b919df tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 949 time: 0.0649018 Mar 07 10:29:50.009587 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f8a0118-019c-48e6-a3e1-1e22e27abe8d req-7933c841-ef15-4168-9f87-10ee0b95996c service neutron] 10.222.0.31 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181513 Mar 07 10:29:50.034575 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-676647b2-2c51-4313-a9e4-b6a12a1b4807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2709d3bb-d02d-4b16-b743-3d0bdd87fa87), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:50.039297 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-676647b2-2c51-4313-a9e4-b6a12a1b4807 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:50.043432 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-676647b2-2c51-4313-a9e4-b6a12a1b4807 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2709d3bb-d02d-4b16-b743-3d0bdd87fa87 HTTP/1.1" status: 204 len: 168 time: 0.6344397 Mar 07 10:29:50.055857 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7b91900c-bb73-467d-963d-cc9529e587f0 req-18aebda3-87e8-4400-83df-1e5533063976 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658386 Mar 07 10:29:50.056279 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4e7de-eae0-435b-8402-9efc9ab7a3a1 req-f3356467-90f1-44ac-9fc1-364a856553ac tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:50.057837 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0ca4e7de-eae0-435b-8402-9efc9ab7a3a1 req-f3356467-90f1-44ac-9fc1-364a856553ac tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 946 time: 0.1819665 Mar 07 10:29:50.081613 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676647b2-2c51-4313-a9e4-b6a12a1b4807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2709d3bb-d02d-4b16-b743-3d0bdd87fa87,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:50.202783 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0ca4e7de-eae0-435b-8402-9efc9ab7a3a1 req-dc2d54c3-8a57-4a93-8d1e-0741a5d12daa tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326354 Mar 07 10:29:50.233374 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-2d706ef0-7306-48d5-a84f-d0be06a749a6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks [] for port (9e768dce-3999-4a24-a47b-f9b22fe1c1df), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:50.281697 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-2d706ef0-7306-48d5-a84f-d0be06a749a6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (9e768dce-3999-4a24-a47b-f9b22fe1c1df), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:50.297467 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ecec32-b927-428c-bc4b-61978e9fe077 req-a978fde7-fac4-46a6-bd06-af45acfc2745 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:50.304773 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-32ecec32-b927-428c-bc4b-61978e9fe077 req-a978fde7-fac4-46a6-bd06-af45acfc2745 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9 HTTP/1.1" status: 200 len: 943 time: 0.0786712 Mar 07 10:29:50.337764 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-2d706ef0-7306-48d5-a84f-d0be06a749a6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:29:50.348516 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-2d706ef0-7306-48d5-a84f-d0be06a749a6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:29:50.362112 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-32ecec32-b927-428c-bc4b-61978e9fe077 req-24e8dca3-367e-4c81-b0e0-e925a43b3023 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563707 Mar 07 10:29:50.376673 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-2d706ef0-7306-48d5-a84f-d0be06a749a6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:29:50.385276 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d706ef0-7306-48d5-a84f-d0be06a749a6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Pushing event updated for resources: {'Port': ['ID=9e768dce-3999-4a24-a47b-f9b22fe1c1df,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:50.445987 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-2d706ef0-7306-48d5-a84f-d0be06a749a6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:50.446623 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-2d706ef0-7306-48d5-a84f-d0be06a749a6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:50.460825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976316c-2d6d-4e0a-a506-0751d21f5a12 req-6d2e5de3-73e9-4b3b-97b0-cd5f8993a91e tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:50.467862 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8976316c-2d6d-4e0a-a506-0751d21f5a12 req-6d2e5de3-73e9-4b3b-97b0-cd5f8993a91e tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=32c9fbf8-8978-4ace-b25a-50ad42d478d8 HTTP/1.1" status: 200 len: 936 time: 0.1381478 Mar 07 10:29:50.496333 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-2d706ef0-7306-48d5-a84f-d0be06a749a6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9507127 Mar 07 10:29:50.512937 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-4dac4dc3-2afe-4829-b76e-9d500b2587bb service neutron] Request body: {'port': {'device_id': '32c9fbf8-8978-4ace-b25a-50ad42d478d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:50.543116 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bab3eac9-588c-4095-aac6-a799bd2b3cdb', 'name': 'network-vif-deleted', 'tag': 'b5a1c20f-ecd1-4d2b-a2f6-c95574df1739'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:50.545766 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebac0be-ab25-4a92-a655-c76547602b9d" -d '{"events": [{"server_uuid": "bab3eac9-588c-4095-aac6-a799bd2b3cdb", "name": "network-vif-deleted", "tag": "b5a1c20f-ecd1-4d2b-a2f6-c95574df1739"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:50.584348 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8976316c-2d6d-4e0a-a506-0751d21f5a12 req-13066e2e-76ea-444a-affe-fa1c99c3ca05 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153576 Mar 07 10:29:50.617379 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c88566-29b0-4b37-8fef-c768c2e91f4a x-openstack-request-id: req-43c88566-29b0-4b37-8fef-c768c2e91f4a {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:50.617702 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bab3eac9-588c-4095-aac6-a799bd2b3cdb", "name": "network-vif-deleted", "tag": "b5a1c20f-ecd1-4d2b-a2f6-c95574df1739", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:50.617924 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-43c88566-29b0-4b37-8fef-c768c2e91f4a {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:50.618311 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bab3eac9-588c-4095-aac6-a799bd2b3cdb', 'name': 'network-vif-deleted', 'tag': 'b5a1c20f-ecd1-4d2b-a2f6-c95574df1739', 'status': 'completed', 'code': 200} Mar 07 10:29:50.630793 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-4dac4dc3-2afe-4829-b76e-9d500b2587bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9e768dce-3999-4a24-a47b-f9b22fe1c1df), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:50.679315 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f33fa20d-c890-4bfe-91fa-e4f4e8a57299 None None] Provisioning complete for port 9e768dce-3999-4a24-a47b-f9b22fe1c1df triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:50.680136 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f33fa20d-c890-4bfe-91fa-e4f4e8a57299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9e768dce-3999-4a24-a47b-f9b22fe1c1df), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:50.727671 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f33fa20d-c890-4bfe-91fa-e4f4e8a57299 None None] Port 9e768dce-3999-4a24-a47b-f9b22fe1c1df cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:29:50.853240 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device b5a1c20f-ecd1-4d2b-a2f6-c95574df1739 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:29:50.875934 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-107bc141-baac-4f88-a9cf-53368b0997fe req-12c7a345-3df1-43d2-a8c8-da19c0883ff5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1179390 Mar 07 10:29:50.891765 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: b5a1c20f-ecd1-4d2b-a2f6-c95574df1739 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:29:50.892425 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device b5a1c20f-ecd1-4d2b-a2f6-c95574df1739 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:29:50.983744 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaca67b-a89e-4760-9b31-85e2814ef5e7 req-3a54ab7f-7086-4b30-88a2-afa2db8c40ec tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:50.992354 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8aaca67b-a89e-4760-9b31-85e2814ef5e7 req-3a54ab7f-7086-4b30-88a2-afa2db8c40ec tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=f474013d-d50a-494a-8f47-543ccdb3ef5f HTTP/1.1" status: 200 len: 948 time: 0.0730257 Mar 07 10:29:51.042632 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bc141-baac-4f88-a9cf-53368b0997fe req-ce7b50a9-e94a-4503-a844-0cbbc3f4cfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:51.044934 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-107bc141-baac-4f88-a9cf-53368b0997fe req-ce7b50a9-e94a-4503-a844-0cbbc3f4cfd4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=253a7b51025b45cd9cb7114a3377a1db&device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 1126 time: 0.1083298 Mar 07 10:29:51.047198 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-4dac4dc3-2afe-4829-b76e-9d500b2587bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e768dce-3999-4a24-a47b-f9b22fe1c1df {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:51.056178 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8aaca67b-a89e-4760-9b31-85e2814ef5e7 req-4f246a2d-e953-4554-b811-8e2b0c12749b tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627224 Mar 07 10:29:51.056520 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-4dac4dc3-2afe-4829-b76e-9d500b2587bb service neutron] Publish callbacks [] for port (9e768dce-3999-4a24-a47b-f9b22fe1c1df), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:51.088689 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37554) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:51.091896 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-4dac4dc3-2afe-4829-b76e-9d500b2587bb service neutron] Transition to ACTIVE for port object 9e768dce-3999-4a24-a47b-f9b22fe1c1df will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:29:51.105988 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-4dac4dc3-2afe-4829-b76e-9d500b2587bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (9e768dce-3999-4a24-a47b-f9b22fe1c1df), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:51.251002 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac4dc3-2afe-4829-b76e-9d500b2587bb service neutron] Pushing event updated for resources: {'Port': ['ID=9e768dce-3999-4a24-a47b-f9b22fe1c1df,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:51.284593 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d2092626-e034-4c30-b68f-d4671a4d0d92 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=28cf3031a1224b399d35a59e7ae28a18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1943855 Mar 07 10:29:51.286011 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37564) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:51.323713 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bc141-baac-4f88-a9cf-53368b0997fe req-8ca57bf9-1c47-4087-a901-9c5e8c74ff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:51.325409 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-107bc141-baac-4f88-a9cf-53368b0997fe req-8ca57bf9-1c47-4087-a901-9c5e8c74ff6a service neutron] 10.222.0.21 "GET /v2.0/networks?id=35723e70-fc1c-4710-9b03-245dacf005c5 HTTP/1.1" status: 200 len: 921 time: 0.2588797 Mar 07 10:29:51.347060 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0fedaf-89cd-4d3f-a7a3-d83fa28facd6 req-0bf7967b-ba7e-4fcf-8669-6a3a1ce93c17 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:51.355165 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7d0fedaf-89cd-4d3f-a7a3-d83fa28facd6 req-0bf7967b-ba7e-4fcf-8669-6a3a1ce93c17 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 949 time: 0.1880898 Mar 07 10:29:51.397267 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-764be4ad-87f2-46ea-84cf-c9e279066102 admin admin] Publish callbacks [] for security_group (8f0e010e-3e67-49cd-ab9c-6a5e589e07c1), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:51.433526 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80839f3d-d468-45b7-ac48-06d267de6a64 req-8fa2a9f8-5cc6-48a5-9831-e35749616c68 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:51.435644 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-80839f3d-d468-45b7-ac48-06d267de6a64 req-8fa2a9f8-5cc6-48a5-9831-e35749616c68 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 946 time: 0.1002917 Mar 07 10:29:51.437721 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-764be4ad-87f2-46ea-84cf-c9e279066102 admin admin] Publish callbacks [] for security_group (8f0e010e-3e67-49cd-ab9c-6a5e589e07c1), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:51.457935 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-107bc141-baac-4f88-a9cf-53368b0997fe req-1f6eef92-f01c-4e7e-954f-e7ad99a4e511 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55ad329e-5af0-488d-9a8e-b57dad02e627 HTTP/1.1" status: 200 len: 217 time: 0.1248531 Mar 07 10:29:51.494241 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-4dac4dc3-2afe-4829-b76e-9d500b2587bb service neutron] Attempting to bind port 9e768dce-3999-4a24-a47b-f9b22fe1c1df on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:51.494575 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-4dac4dc3-2afe-4829-b76e-9d500b2587bb service neutron] Attempting to bind port 9e768dce-3999-4a24-a47b-f9b22fe1c1df by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:51.494912 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-4dac4dc3-2afe-4829-b76e-9d500b2587bb service neutron] Attempting to bind port 9e768dce-3999-4a24-a47b-f9b22fe1c1df on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:51.528904 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-80839f3d-d468-45b7-ac48-06d267de6a64 req-b878b4fd-9715-428e-97e3-194423ccd4a7 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821123 Mar 07 10:29:51.561621 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-764be4ad-87f2-46ea-84cf-c9e279066102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8f0e010e-3e67-49cd-ab9c-6a5e589e07c1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:51.565020 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-764be4ad-87f2-46ea-84cf-c9e279066102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:51.569665 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-764be4ad-87f2-46ea-84cf-c9e279066102 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8f0e010e-3e67-49cd-ab9c-6a5e589e07c1 HTTP/1.1" status: 204 len: 168 time: 0.2793701 Mar 07 10:29:51.580660 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764be4ad-87f2-46ea-84cf-c9e279066102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0e010e-3e67-49cd-ab9c-6a5e589e07c1,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:51.594989 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-4dac4dc3-2afe-4829-b76e-9d500b2587bb service neutron] Port 9e768dce-3999-4a24-a47b-f9b22fe1c1df on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:29:51.595569 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-4dac4dc3-2afe-4829-b76e-9d500b2587bb service neutron] Attempting to bind port 9e768dce-3999-4a24-a47b-f9b22fe1c1df on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:51.614251 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-612037d4-491d-469c-a3dd-ac4b2fe2bb9d service neutron] 10.222.0.31 "GET /v2.0/ports/f72f1314-81d8-42ff-a423-451348af85c3/bindings/n-h1-832164-4 HTTP/1.1" status: 200 len: 384 time: 0.2498882 Mar 07 10:29:51.627104 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:51.636974 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-4dac4dc3-2afe-4829-b76e-9d500b2587bb service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:51.637527 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-4dac4dc3-2afe-4829-b76e-9d500b2587bb service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:51.638099 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-4dac4dc3-2afe-4829-b76e-9d500b2587bb service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:51.638695 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-4dac4dc3-2afe-4829-b76e-9d500b2587bb service neutron] Bound port: 9e768dce-3999-4a24-a47b-f9b22fe1c1df, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:51.639202 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-4dac4dc3-2afe-4829-b76e-9d500b2587bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9e768dce-3999-4a24-a47b-f9b22fe1c1df), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:51.687692 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7d0fedaf-89cd-4d3f-a7a3-d83fa28facd6 req-30ddc766-10ee-44af-9e8d-8e890dd5c668 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272145 Mar 07 10:29:51.704265 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107bc141-baac-4f88-a9cf-53368b0997fe req-9a80124e-305b-4fd8-9476-31e42493c8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:51.705897 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-107bc141-baac-4f88-a9cf-53368b0997fe req-9a80124e-305b-4fd8-9476-31e42493c8dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=504ea141-3c64-48b5-943a-bdbdb84bd6df HTTP/1.1" status: 200 len: 860 time: 0.2214198 Mar 07 10:29:51.707016 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7fc21-0e99-4332-bc1d-d09bdd83c594 req-2adcc05b-b841-4af2-9bf3-c149157d903f tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:51.710778 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:29:51.716512 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-90f7fc21-0e99-4332-bc1d-d09bdd83c594 req-2adcc05b-b841-4af2-9bf3-c149157d903f tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9 HTTP/1.1" status: 200 len: 943 time: 0.1065061 Mar 07 10:29:51.726220 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:51.726610 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:51.758872 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-107bc141-baac-4f88-a9cf-53368b0997fe req-79ddbe12-10df-4bc3-ab8c-c6ce8ed5154e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35723e70-fc1c-4710-9b03-245dacf005c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366659 Mar 07 10:29:51.790448 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-90f7fc21-0e99-4332-bc1d-d09bdd83c594 req-4e9bc6b8-db67-49cc-9381-d8fbccf1c4e6 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709248 Mar 07 10:29:51.867292 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:51.868895 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:51.901244 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f474013d-d50a-494a-8f47-543ccdb3ef5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:51.903765 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcf77e3-64d2-4ded-97d1-327fb3dd5a1b" -d '{"events": [{"server_uuid": "f474013d-d50a-494a-8f47-543ccdb3ef5f", "name": "network-vif-plugged", "status": "completed", "tag": "7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:51.927264 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:51.935325 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:52.020356 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782f6042-4a87-4be2-a82b-312281c6ba93 x-openstack-request-id: req-782f6042-4a87-4be2-a82b-312281c6ba93 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:52.020668 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f474013d-d50a-494a-8f47-543ccdb3ef5f", "name": "network-vif-plugged", "status": "completed", "tag": "7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:52.021101 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-782f6042-4a87-4be2-a82b-312281c6ba93 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:52.021966 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f474013d-d50a-494a-8f47-543ccdb3ef5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed', 'code': 200} Mar 07 10:29:52.023765 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:52.198201 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e1334-e91c-41ba-8d76-814ffad554f2 req-15d6fdca-fce4-45d5-9c6c-615fe1404699 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:52.208178 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c19e1334-e91c-41ba-8d76-814ffad554f2 req-15d6fdca-fce4-45d5-9c6c-615fe1404699 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=f474013d-d50a-494a-8f47-543ccdb3ef5f HTTP/1.1" status: 200 len: 949 time: 0.0811903 Mar 07 10:29:52.234685 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37594) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:52.259328 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-4dac4dc3-2afe-4829-b76e-9d500b2587bb service neutron] For port 9e768dce-3999-4a24-a47b-f9b22fe1c1df, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:52.262326 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-df9cfe09-90a9-4a70-a5ca-632217ae701a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:52.288580 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c19e1334-e91c-41ba-8d76-814ffad554f2 req-97e4f466-b5e4-4f69-800f-eb015e43ac9c tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788574 Mar 07 10:29:52.293347 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-4dac4dc3-2afe-4829-b76e-9d500b2587bb service neutron] For port 9e768dce-3999-4a24-a47b-f9b22fe1c1df, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9e768dce-3999-4a24-a47b-f9b22fe1c1df,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:52.352703 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-4dac4dc3-2afe-4829-b76e-9d500b2587bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (9e768dce-3999-4a24-a47b-f9b22fe1c1df), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:52.362916 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-df9cfe09-90a9-4a70-a5ca-632217ae701a admin admin] Publish callbacks [] for security_group (367d61d9-a07c-416d-9e0b-2f8eff998b7f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:52.367906 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-df9cfe09-90a9-4a70-a5ca-632217ae701a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (367d61d9-a07c-416d-9e0b-2f8eff998b7f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:52.374630 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49c187-4527-4497-8e8a-aaddb7865caf req-abc0d2b9-6ffd-45a1-8f3f-b52f58355518 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:52.376103 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a49c187-4527-4497-8e8a-aaddb7865caf req-abc0d2b9-6ffd-45a1-8f3f-b52f58355518 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=32c9fbf8-8978-4ace-b25a-50ad42d478d8 HTTP/1.1" status: 200 len: 948 time: 0.5673115 Mar 07 10:29:52.377891 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-107bc141-baac-4f88-a9cf-53368b0997fe req-5a86c92d-f5cb-47bc-b6a8-d8bbad285584 service neutron] 10.222.0.21 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6113021 Mar 07 10:29:52.410770 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-df9cfe09-90a9-4a70-a5ca-632217ae701a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fc6efc7eef624e1e8023eea48ba0bd3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1743062 Mar 07 10:29:52.412002 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9cfe09-90a9-4a70-a5ca-632217ae701a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367d61d9-a07c-416d-9e0b-2f8eff998b7f,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:52.415321 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37600) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:52.435765 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a4709-4b14-44ad-89ec-25ca0e0beb4d req-97982339-8461-48dd-9d98-4effe5d31aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:52.437256 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fc5a4709-4b14-44ad-89ec-25ca0e0beb4d req-97982339-8461-48dd-9d98-4effe5d31aff service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f474013d-d50a-494a-8f47-543ccdb3ef5f HTTP/1.1" status: 200 len: 1131 time: 0.2436991 Mar 07 10:29:52.465439 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-4dac4dc3-2afe-4829-b76e-9d500b2587bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:52.466040 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-4dac4dc3-2afe-4829-b76e-9d500b2587bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:52.467368 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-4dac4dc3-2afe-4829-b76e-9d500b2587bb service neutron] 10.222.0.21 "PUT /v2.0/ports/9e768dce-3999-4a24-a47b-f9b22fe1c1df HTTP/1.1" status: 200 len: 1096 time: 1.9591291 Mar 07 10:29:52.484031 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1a858961-bc1b-45e5-862b-ba50be31a32a admin admin] Publish callbacks [] for security_group (367d61d9-a07c-416d-9e0b-2f8eff998b7f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:52.525228 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:52.533372 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1a858961-bc1b-45e5-862b-ba50be31a32a admin admin] Publish callbacks [] for security_group (367d61d9-a07c-416d-9e0b-2f8eff998b7f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:52.587876 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac4dc3-2afe-4829-b76e-9d500b2587bb service neutron] Pushing event updated for resources: {'Port': ['ID=9e768dce-3999-4a24-a47b-f9b22fe1c1df,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:52.602694 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1a858961-bc1b-45e5-862b-ba50be31a32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (367d61d9-a07c-416d-9e0b-2f8eff998b7f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:52.606921 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1a858961-bc1b-45e5-862b-ba50be31a32a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:52.612744 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1a858961-bc1b-45e5-862b-ba50be31a32a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/367d61d9-a07c-416d-9e0b-2f8eff998b7f HTTP/1.1" status: 204 len: 168 time: 0.1960738 Mar 07 10:29:52.625223 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a858961-bc1b-45e5-862b-ba50be31a32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367d61d9-a07c-416d-9e0b-2f8eff998b7f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:52.655236 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c9fbf8-8978-4ace-b25a-50ad42d478d8', 'tag': '9e768dce-3999-4a24-a47b-f9b22fe1c1df'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:52.657615 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5494d916-09fc-464d-b6c8-eb9e222ee9a9" -d '{"events": [{"name": "network-changed", "server_uuid": "32c9fbf8-8978-4ace-b25a-50ad42d478d8", "tag": "9e768dce-3999-4a24-a47b-f9b22fe1c1df"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:52.661911 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fc5a4709-4b14-44ad-89ec-25ca0e0beb4d req-00a8a114-9f4d-4abe-8da5-6eedd35e0be3 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008731 Mar 07 10:29:52.718566 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a49c187-4527-4497-8e8a-aaddb7865caf req-8d1b4b98-5fd8-4ca3-a80a-8c0d701c911d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121240 Mar 07 10:29:52.745991 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-971238c1-0816-44c2-90cd-01ed7de25427 service neutron] For port f72f1314-81d8-42ff-a423-451348af85c3, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f72f1314-81d8-42ff-a423-451348af85c3,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:52.750084 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-107bc141-baac-4f88-a9cf-53368b0997fe req-2a5b6f18-5243-42e2-94d1-1caabebbeef9 service neutron] 10.222.0.21 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433645 Mar 07 10:29:52.774875 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-971238c1-0816-44c2-90cd-01ed7de25427 service neutron] For port f72f1314-81d8-42ff-a423-451348af85c3, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:52.799465 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-e001810f-9ecd-429a-91b6-16dbcd686b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:52.801683 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-e001810f-9ecd-429a-91b6-16dbcd686b9e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=38226035d9a14a64837c29a3926f0a17&device_id=32c9fbf8-8978-4ace-b25a-50ad42d478d8 HTTP/1.1" status: 200 len: 1130 time: 0.2368202 Mar 07 10:29:52.895156 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-971238c1-0816-44c2-90cd-01ed7de25427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f72f1314-81d8-42ff-a423-451348af85c3 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:52.905580 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-4dd96096-c0bf-482b-9e52-c291cc70ab42 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=9e768dce-3999-4a24-a47b-f9b22fe1c1df HTTP/1.1" status: 200 len: 217 time: 0.0666833 Mar 07 10:29:52.911642 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-971238c1-0816-44c2-90cd-01ed7de25427 service neutron] For port f72f1314-81d8-42ff-a423-451348af85c3, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=f72f1314-81d8-42ff-a423-451348af85c3,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:52.962584 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-971238c1-0816-44c2-90cd-01ed7de25427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f72f1314-81d8-42ff-a423-451348af85c3), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:52.977914 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19c2dc-b134-4a27-b7fd-9ef6019e49bf req-6ab478f1-0889-4d2b-b1ff-098b1999e8b6 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:52.979017 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dc19c2dc-b134-4a27-b7fd-9ef6019e49bf req-6ab478f1-0889-4d2b-b1ff-098b1999e8b6 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 946 time: 0.1745596 Mar 07 10:29:52.988063 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a29e877-3db8-4be6-8c50-eafcf13f4790 x-openstack-request-id: req-3a29e877-3db8-4be6-8c50-eafcf13f4790 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:52.988412 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32c9fbf8-8978-4ace-b25a-50ad42d478d8", "tag": "9e768dce-3999-4a24-a47b-f9b22fe1c1df", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:52.988666 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3a29e877-3db8-4be6-8c50-eafcf13f4790 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:52.989052 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c9fbf8-8978-4ace-b25a-50ad42d478d8', 'tag': '9e768dce-3999-4a24-a47b-f9b22fe1c1df', 'status': 'completed', 'code': 200} Mar 07 10:29:53.052044 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-fbcc96e1-d481-474d-87a4-cc0b661cc71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:53.053612 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-fbcc96e1-d481-474d-87a4-cc0b661cc71c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1312289 Mar 07 10:29:53.098233 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5498cea-7cfe-4256-8dbc-87809f3f2106 req-12eb9890-8c11-4571-903b-f0b37bca2dd3 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:53.099803 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c5498cea-7cfe-4256-8dbc-87809f3f2106 req-12eb9890-8c11-4571-903b-f0b37bca2dd3 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 949 time: 0.0593607 Mar 07 10:29:53.129198 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dc19c2dc-b134-4a27-b7fd-9ef6019e49bf req-2a58d19a-5016-4f66-b0d1-c7ab23137f84 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354187 Mar 07 10:29:53.157748 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-abd2e734-e196-4b4e-8a6f-007f979871a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:53.159336 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-abd2e734-e196-4b4e-8a6f-007f979871a1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0898824 Mar 07 10:29:53.160857 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-971238c1-0816-44c2-90cd-01ed7de25427 service neutron] Transition to ACTIVE for port object f72f1314-81d8-42ff-a423-451348af85c3 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:29:53.165936 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-971238c1-0816-44c2-90cd-01ed7de25427 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (f72f1314-81d8-42ff-a423-451348af85c3), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:53.184730 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c5498cea-7cfe-4256-8dbc-87809f3f2106 req-c6b40c69-0f81-4b19-8b50-a828a72983dc tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783496 Mar 07 10:29:53.313953 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-971238c1-0816-44c2-90cd-01ed7de25427 service neutron] No DVR routers for this DVR port f72f1314-81d8-42ff-a423-451348af85c3 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:29:53.360382 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971238c1-0816-44c2-90cd-01ed7de25427 service neutron] Pushing event updated for resources: {'Port': ['ID=f72f1314-81d8-42ff-a423-451348af85c3,revision_number=10']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:53.412207 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc826d79-230a-4da2-a6a8-2580f47fa5e0 req-976deb7c-a8d7-49fc-a514-334c71f44d6e tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:53.415933 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-c8496d28-9e55-411f-abbd-f8d45f1e6c57 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376707 Mar 07 10:29:53.418828 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bc826d79-230a-4da2-a6a8-2580f47fa5e0 req-976deb7c-a8d7-49fc-a514-334c71f44d6e tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9 HTTP/1.1" status: 200 len: 944 time: 0.1132257 Mar 07 10:29:53.436023 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-971238c1-0816-44c2-90cd-01ed7de25427 service neutron] 10.222.0.31 "PUT /v2.0/ports/f72f1314-81d8-42ff-a423-451348af85c3/bindings/n-h1-832164-4/activate HTTP/1.1" status: 200 len: 369 time: 1.8084080 Mar 07 10:29:53.529824 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bc826d79-230a-4da2-a6a8-2580f47fa5e0 req-5ed949ee-5550-4a4d-b735-d42c048986a1 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068063 Mar 07 10:29:53.623656 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-3c4def4a-6947-40ed-8a6a-d9fc0d30c5dd tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:53.625220 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-3c4def4a-6947-40ed-8a6a-d9fc0d30c5dd tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9&tenant_id=f4eca9194fdd4a93832d9940e3e6237a&binding%3Ahost_id=n-h2-832164-4 HTTP/1.1" status: 200 len: 1126 time: 0.1281159 Mar 07 10:29:53.629345 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c3eb63c8-aa36-4d06-a7dd-c30d56b8ad8c req-e8654c77-f147-4c8d-9908-3d64a7a37194 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911306 Mar 07 10:29:53.667207 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbedadcd-aa7e-4449-8bb4-2ca06e0c19f3 req-49e981e3-87e9-4a65-8196-dd17f79a3b9d tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:53.668684 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cbedadcd-aa7e-4449-8bb4-2ca06e0c19f3 req-49e981e3-87e9-4a65-8196-dd17f79a3b9d tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=f474013d-d50a-494a-8f47-543ccdb3ef5f HTTP/1.1" status: 200 len: 949 time: 0.0725162 Mar 07 10:29:53.721833 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cbedadcd-aa7e-4449-8bb4-2ca06e0c19f3 req-d961d936-461a-44e3-896b-753665922cf5 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466068 Mar 07 10:29:53.723346 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-f2332a97-a11b-4a20-9252-fa94ff728621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:53.725021 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-f2332a97-a11b-4a20-9252-fa94ff728621 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9&tenant_id=f4eca9194fdd4a93832d9940e3e6237a HTTP/1.1" status: 200 len: 1126 time: 0.0857718 Mar 07 10:29:53.799910 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494d916-09fc-464d-b6c8-eb9e222ee9a9 req-824c7f2d-8320-4dd4-b21f-eb67efaa0041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:53.801718 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5494d916-09fc-464d-b6c8-eb9e222ee9a9 req-824c7f2d-8320-4dd4-b21f-eb67efaa0041 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=38226035d9a14a64837c29a3926f0a17&device_id=32c9fbf8-8978-4ace-b25a-50ad42d478d8 HTTP/1.1" status: 200 len: 1130 time: 0.1113167 Mar 07 10:29:53.937359 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-63f5ce03-da85-43c4-bcd2-abcedeff9b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:53.938867 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-63f5ce03-da85-43c4-bcd2-abcedeff9b75 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4eca9194fdd4a93832d9940e3e6237a&device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9 HTTP/1.1" status: 200 len: 1126 time: 0.1779809 Mar 07 10:29:53.978579 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c42bdfcb-dd52-4926-8c6a-a371c7defafc req-38cca961-492f-450c-a221-0e8e325a03ff service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=76f20769-c19b-4f63-b561-49f5e76c2d8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1907794 Mar 07 10:29:54.004065 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501a215-8961-4ef3-b414-819e5f67cd30 req-c7945a02-5443-469b-9942-fb8ca9ba86d0 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:54.005713 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2501a215-8961-4ef3-b414-819e5f67cd30 req-c7945a02-5443-469b-9942-fb8ca9ba86d0 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=32c9fbf8-8978-4ace-b25a-50ad42d478d8 HTTP/1.1" status: 200 len: 948 time: 0.2020681 Mar 07 10:29:54.051206 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494d916-09fc-464d-b6c8-eb9e222ee9a9 req-75a2b71f-71ea-402f-a53b-407aae4c926f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:54.052634 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5494d916-09fc-464d-b6c8-eb9e222ee9a9 req-75a2b71f-71ea-402f-a53b-407aae4c926f service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.2208669 Mar 07 10:29:54.143877 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5494d916-09fc-464d-b6c8-eb9e222ee9a9 req-a0900c76-fe2c-45e5-a308-0bc36df2d339 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=9e768dce-3999-4a24-a47b-f9b22fe1c1df HTTP/1.1" status: 200 len: 217 time: 0.0733378 Mar 07 10:29:54.230609 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2501a215-8961-4ef3-b414-819e5f67cd30 req-f1a65334-f808-40fe-a620-bad1dcb40eb5 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830869 Mar 07 10:29:54.234506 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-6869bfea-fc4d-4d50-9ed7-d6ce3796dc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:54.235925 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-6869bfea-fc4d-4d50-9ed7-d6ce3796dc44 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f571527e-a205-427a-8890-cc1f2763fcb1 HTTP/1.1" status: 200 len: 908 time: 0.2869558 Mar 07 10:29:54.239365 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bdfcb-dd52-4926-8c6a-a371c7defafc req-9eff9e16-7694-4fcd-9405-93e5b552416b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:54.245768 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c42bdfcb-dd52-4926-8c6a-a371c7defafc req-9eff9e16-7694-4fcd-9405-93e5b552416b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a52739f03a4c4c41ae4b3050610b2bcb&device_id=76f20769-c19b-4f63-b561-49f5e76c2d8e HTTP/1.1" status: 200 len: 1128 time: 0.1970444 Mar 07 10:29:54.335516 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-872adefa-8d10-4514-98c1-9b55d074576a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f72f1314-81d8-42ff-a423-451348af85c3 HTTP/1.1" status: 200 len: 217 time: 0.0870056 Mar 07 10:29:54.337696 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494d916-09fc-464d-b6c8-eb9e222ee9a9 req-28395084-880a-4926-83df-f57d58b744db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:54.339203 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5494d916-09fc-464d-b6c8-eb9e222ee9a9 req-28395084-880a-4926-83df-f57d58b744db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1806304 Mar 07 10:29:54.349022 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34a8e7-38eb-4600-9689-74a0d7c1cbcb req-2c24c295-8736-4edd-887a-82c8363997f9 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:54.351100 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ca34a8e7-38eb-4600-9689-74a0d7c1cbcb req-2c24c295-8736-4edd-887a-82c8363997f9 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 946 time: 0.0665228 Mar 07 10:29:54.408479 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ca34a8e7-38eb-4600-9689-74a0d7c1cbcb req-0a590f8f-1902-44b2-93c9-0ab10f1c6ec8 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510147 Mar 07 10:29:54.504684 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-ba32fa34-8612-444b-b1c4-43c693367337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:54.506231 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-ba32fa34-8612-444b-b1c4-43c693367337 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5 HTTP/1.1" status: 200 len: 847 time: 0.1549504 Mar 07 10:29:54.524971 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bdfcb-dd52-4926-8c6a-a371c7defafc req-496bdbbc-72ed-47a8-addd-bb9d254f20b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:54.526438 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c42bdfcb-dd52-4926-8c6a-a371c7defafc req-496bdbbc-72ed-47a8-addd-bb9d254f20b3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0f1450ac-a9e3-4368-b524-bc58c4b6a2e8 HTTP/1.1" status: 200 len: 925 time: 0.2178633 Mar 07 10:29:54.538004 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86b7b6-843e-4e90-8e0a-1fd801c833d4 req-2a1f11c9-053d-44c8-9cfd-2cab1c872436 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:54.539406 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6b86b7b6-843e-4e90-8e0a-1fd801c833d4 req-2a1f11c9-053d-44c8-9cfd-2cab1c872436 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 949 time: 0.2059984 Mar 07 10:29:54.563962 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-5dfff242-cef9-4259-9de4-6d3109db0fa0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f571527e-a205-427a-8890-cc1f2763fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496490 Mar 07 10:29:54.568614 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494d916-09fc-464d-b6c8-eb9e222ee9a9 req-60043f44-510b-42be-b619-04cb58a33935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:54.570164 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5494d916-09fc-464d-b6c8-eb9e222ee9a9 req-60043f44-510b-42be-b619-04cb58a33935 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2198720 Mar 07 10:29:54.887561 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [req-9887e106-b824-4763-ba34-6502e2592ed1 req-15d82f02-99a6-4d03-9065-46b4c317c84e service neutron] show failed (client error): The resource could not be found. Mar 07 10:29:54.888648 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9887e106-b824-4763-ba34-6502e2592ed1 req-15d82f02-99a6-4d03-9065-46b4c317c84e service neutron] 10.222.0.21 "GET /v2.0/ports/0f133ce9-afd6-45de-a481-f08aa31eb2f5/bindings/n-h2-832164-4 HTTP/1.1" status: 404 len: 380 time: 0.1036556 Mar 07 10:29:54.901670 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a12cb4-31ff-4ec1-a5ad-c192a527543b req-b38b2d5f-bfa6-4a87-bf41-bf73c996b4e3 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:54.903270 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-55a12cb4-31ff-4ec1-a5ad-c192a527543b req-b38b2d5f-bfa6-4a87-bf41-bf73c996b4e3 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9 HTTP/1.1" status: 200 len: 944 time: 0.0805545 Mar 07 10:29:54.978526 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-55a12cb4-31ff-4ec1-a5ad-c192a527543b req-5e4dd9c1-fc6e-48ce-8f4f-9ad07e3d2518 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696180 Mar 07 10:29:55.052368 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6b86b7b6-843e-4e90-8e0a-1fd801c833d4 req-336cfbf7-66ab-4a0b-85f4-fe3cb17df890 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906189 Mar 07 10:29:55.098181 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c42bdfcb-dd52-4926-8c6a-a371c7defafc req-b2f93074-53c2-4697-a51d-c4a46c322700 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=749d1b18-4b24-4d98-9374-c6c8e4bb215b HTTP/1.1" status: 200 len: 1001 time: 0.5561428 Mar 07 10:29:55.146886 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95151c2f-2afd-412c-85c0-ce242598e5b4 req-38baaac2-ebe4-4fcc-9a66-ed95631ed309 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:55.153604 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-95151c2f-2afd-412c-85c0-ce242598e5b4 req-38baaac2-ebe4-4fcc-9a66-ed95631ed309 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=f474013d-d50a-494a-8f47-543ccdb3ef5f HTTP/1.1" status: 200 len: 949 time: 0.0746834 Mar 07 10:29:55.154415 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37694) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:55.224909 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-95151c2f-2afd-412c-85c0-ce242598e5b4 req-6f738285-3450-441e-9a89-89e5343c9809 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679219 Mar 07 10:29:55.291468 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bdfcb-dd52-4926-8c6a-a371c7defafc req-ceb0cb23-e66c-403c-99ca-14b0ebc01fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:55.292906 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c42bdfcb-dd52-4926-8c6a-a371c7defafc req-ceb0cb23-e66c-403c-99ca-14b0ebc01fa9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=66fddbce-75dd-46ee-b56e-87f13faf6741 HTTP/1.1" status: 200 len: 863 time: 0.1624968 Mar 07 10:29:55.299921 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887e106-b824-4763-ba34-6502e2592ed1 req-001cf67e-ec8c-4426-9eff-bf5e8a13e6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:55.301469 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9887e106-b824-4763-ba34-6502e2592ed1 req-001cf67e-ec8c-4426-9eff-bf5e8a13e6b8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579&tenant_id=914855c715794ac0925e4b6ed0252296 HTTP/1.1" status: 200 len: 1131 time: 0.1342216 Mar 07 10:29:55.335587 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-9887e106-b824-4763-ba34-6502e2592ed1 req-5288c975-f6e3-4c3e-8cf4-ff60246838b1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832164-4', 'device_owner': 'compute:nova'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:55.379036 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0494997-fe2f-4066-82cb-3c01c79dd274 req-588e89c7-6793-4760-a679-4d8b34237e42 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:55.380723 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a0494997-fe2f-4066-82cb-3c01c79dd274 req-588e89c7-6793-4760-a679-4d8b34237e42 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=32c9fbf8-8978-4ace-b25a-50ad42d478d8 HTTP/1.1" status: 200 len: 948 time: 0.0646293 Mar 07 10:29:55.381853 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5494d916-09fc-464d-b6c8-eb9e222ee9a9 req-aa8018e3-b65f-4365-b7d6-ab19d61f1ef4 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7771151 Mar 07 10:29:55.383545 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-35c7a5bb-27c0-41d9-94fe-0169379bfd63 service neutron] 10.222.0.21 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7778203 Mar 07 10:29:55.448986 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a0494997-fe2f-4066-82cb-3c01c79dd274 req-de201179-2c86-483e-b81c-8a1efe04ed8b tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600326 Mar 07 10:29:55.450362 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0f3ac18-d50b-4e4b-b7ca-7b3eb35a8652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:55.559708 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9887e106-b824-4763-ba34-6502e2592ed1 req-5288c975-f6e3-4c3e-8cf4-ff60246838b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0f133ce9-afd6-45de-a481-f08aa31eb2f5), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:55.565312 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0f3ac18-d50b-4e4b-b7ca-7b3eb35a8652 admin admin] Publish callbacks [] for security_group (ded23136-bfc8-4ae7-8276-f3121f298991), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:55.570341 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bdfcb-dd52-4926-8c6a-a371c7defafc req-7f86258e-490f-4c14-b1ea-0c12e5dc8f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:55.570631 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0f3ac18-d50b-4e4b-b7ca-7b3eb35a8652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ded23136-bfc8-4ae7-8276-f3121f298991), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:55.572498 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c42bdfcb-dd52-4926-8c6a-a371c7defafc req-7f86258e-490f-4c14-b1ea-0c12e5dc8f00 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0f1450ac-a9e3-4368-b524-bc58c4b6a2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2701783 Mar 07 10:29:55.604101 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a0f3ac18-d50b-4e4b-b7ca-7b3eb35a8652 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e136f4930e7f4068bf56b929a4527fe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4484110 Mar 07 10:29:55.619668 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37710) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:55.633735 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device f72f1314-81d8-42ff-a423-451348af85c3 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:29:55.660528 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f3ac18-d50b-4e4b-b7ca-7b3eb35a8652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded23136-bfc8-4ae7-8276-f3121f298991,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:55.700434 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634c1259-2ace-42ca-a398-aab3c7134d7e req-8481aa13-d247-4db1-8563-c0666f02b1ae tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:55.701815 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] The host n-h2-832164-4 is not matching for port f72f1314-81d8-42ff-a423-451348af85c3 host n-h1-832164-4! {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 10:29:55.702239 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device f72f1314-81d8-42ff-a423-451348af85c3 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:29:55.702602 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-634c1259-2ace-42ca-a398-aab3c7134d7e req-8481aa13-d247-4db1-8563-c0666f02b1ae tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 946 time: 0.1031227 Mar 07 10:29:55.703091 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37712) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:55.753128 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-634c1259-2ace-42ca-a398-aab3c7134d7e req-7169b769-8ea5-4b6d-bb65-a99cc02afa6b tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434623 Mar 07 10:29:55.779312 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5494d916-09fc-464d-b6c8-eb9e222ee9a9 req-625fcd1d-5fc4-43a6-a3ee-fe4adf262d35 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830674 Mar 07 10:29:55.788802 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-99dada94-3e02-462e-a9f7-f2e7119a9750 service neutron] 10.222.0.21 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914447 Mar 07 10:29:55.853872 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3216557d-93b7-4d61-a872-9a3bf8008662 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:55.902671 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c42bdfcb-dd52-4926-8c6a-a371c7defafc req-49b5b431-aea0-4904-8394-027ea4366b86 service neutron] 10.222.0.31 "GET /v2.0/networks/0f1450ac-a9e3-4368-b524-bc58c4b6a2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172874 Mar 07 10:29:55.913739 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-70188999-bcf0-4685-b4bf-d84bcbe199fb admin admin] Publish callbacks [] for security_group (ded23136-bfc8-4ae7-8276-f3121f298991), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:55.937199 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3216557d-93b7-4d61-a872-9a3bf8008662 admin admin] Publish callbacks [] for security_group (7fb1b293-197a-40f1-967b-88a71de193d9), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:55.944679 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3216557d-93b7-4d61-a872-9a3bf8008662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7fb1b293-197a-40f1-967b-88a71de193d9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:55.985803 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-70188999-bcf0-4685-b4bf-d84bcbe199fb admin admin] Publish callbacks [] for security_group (ded23136-bfc8-4ae7-8276-f3121f298991), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:56.004734 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3216557d-93b7-4d61-a872-9a3bf8008662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb1b293-197a-40f1-967b-88a71de193d9,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:56.041548 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3216557d-93b7-4d61-a872-9a3bf8008662 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5ac969b49ba140529fe0a18d86c11b38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3372402 Mar 07 10:29:56.043944 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37720) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:56.110155 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-24396d82-1472-45dc-9f99-b156ed0fd3cc admin admin] Publish callbacks [] for security_group (7fb1b293-197a-40f1-967b-88a71de193d9), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:56.136160 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-24396d82-1472-45dc-9f99-b156ed0fd3cc admin admin] Publish callbacks [] for security_group (7fb1b293-197a-40f1-967b-88a71de193d9), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:56.189155 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-9887e106-b824-4763-ba34-6502e2592ed1 req-5288c975-f6e3-4c3e-8cf4-ff60246838b1 service neutron] For port 0f133ce9-afd6-45de-a481-f08aa31eb2f5, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=0f133ce9-afd6-45de-a481-f08aa31eb2f5,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:56.197639 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-24396d82-1472-45dc-9f99-b156ed0fd3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7fb1b293-197a-40f1-967b-88a71de193d9), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:56.200338 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-24396d82-1472-45dc-9f99-b156ed0fd3cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:56.201532 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-24396d82-1472-45dc-9f99-b156ed0fd3cc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7fb1b293-197a-40f1-967b-88a71de193d9 HTTP/1.1" status: 204 len: 168 time: 0.1563323 Mar 07 10:29:56.209320 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c42bdfcb-dd52-4926-8c6a-a371c7defafc req-c9ccfa1c-1ba4-4615-9bd4-733bb9b4aa5a service neutron] 10.222.0.31 "GET /v2.0/networks/0f1450ac-a9e3-4368-b524-bc58c4b6a2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966733 Mar 07 10:29:56.212167 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24396d82-1472-45dc-9f99-b156ed0fd3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb1b293-197a-40f1-967b-88a71de193d9,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:56.233151 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-ebf90372-5a1a-4940-95bc-ef124066c1c0 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:56.234652 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-ebf90372-5a1a-4940-95bc-ef124066c1c0 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9&tenant_id=f4eca9194fdd4a93832d9940e3e6237a&binding%3Ahost_id=n-h1-832164-4 HTTP/1.1" status: 200 len: 1126 time: 0.1825120 Mar 07 10:29:56.240916 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-70188999-bcf0-4685-b4bf-d84bcbe199fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ded23136-bfc8-4ae7-8276-f3121f298991), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:56.243545 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-70188999-bcf0-4685-b4bf-d84bcbe199fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:56.244863 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-70188999-bcf0-4685-b4bf-d84bcbe199fb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ded23136-bfc8-4ae7-8276-f3121f298991 HTTP/1.1" status: 204 len: 168 time: 0.6169589 Mar 07 10:29:56.298995 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70188999-bcf0-4685-b4bf-d84bcbe199fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded23136-bfc8-4ae7-8276-f3121f298991,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:56.311868 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14976e-1e17-47d3-bcb6-098be349b787 req-6add17bc-343e-4298-927e-2baaf4b71fd5 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:56.313408 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3b14976e-1e17-47d3-bcb6-098be349b787 req-6add17bc-343e-4298-927e-2baaf4b71fd5 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9 HTTP/1.1" status: 200 len: 944 time: 0.2120421 Mar 07 10:29:56.323517 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-9887e106-b824-4763-ba34-6502e2592ed1 req-5288c975-f6e3-4c3e-8cf4-ff60246838b1 service neutron] For port 0f133ce9-afd6-45de-a481-f08aa31eb2f5, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:56.417692 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd12c9d4e-c40b-40c2-962f-43e7779d3579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f133ce9-afd6-45de-a481-f08aa31eb2f5'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:56.421310 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5769a18-f08d-489c-973b-fa73ea30090b" -d '{"events": [{"server_uuid": "d12c9d4e-c40b-40c2-962f-43e7779d3579", "name": "network-vif-unplugged", "status": "completed", "tag": "0f133ce9-afd6-45de-a481-f08aa31eb2f5"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:56.429358 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9887e106-b824-4763-ba34-6502e2592ed1 req-5288c975-f6e3-4c3e-8cf4-ff60246838b1 service neutron] Publish callbacks [] for port (0f133ce9-afd6-45de-a481-f08aa31eb2f5), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:56.431354 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7968fb-7dc2-4fe0-8587-5e37a91ff7f4 req-8eee2657-2201-4670-af4e-2649759ce4ba tempest-ServersAdminTestJSON-2081679987 tempest-ServersAdminTestJSON-2081679987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:56.431963 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7968fb-7dc2-4fe0-8587-5e37a91ff7f4 req-8eee2657-2201-4670-af4e-2649759ce4ba tempest-ServersAdminTestJSON-2081679987 tempest-ServersAdminTestJSON-2081679987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:56.432970 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7968fb-7dc2-4fe0-8587-5e37a91ff7f4 req-8eee2657-2201-4670-af4e-2649759ce4ba tempest-ServersAdminTestJSON-2081679987 tempest-ServersAdminTestJSON-2081679987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:56.434003 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7968fb-7dc2-4fe0-8587-5e37a91ff7f4 req-8eee2657-2201-4670-af4e-2649759ce4ba tempest-ServersAdminTestJSON-2081679987 tempest-ServersAdminTestJSON-2081679987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:56.434894 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7968fb-7dc2-4fe0-8587-5e37a91ff7f4 req-8eee2657-2201-4670-af4e-2649759ce4ba tempest-ServersAdminTestJSON-2081679987 tempest-ServersAdminTestJSON-2081679987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:56.435427 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7968fb-7dc2-4fe0-8587-5e37a91ff7f4 req-8eee2657-2201-4670-af4e-2649759ce4ba tempest-ServersAdminTestJSON-2081679987 tempest-ServersAdminTestJSON-2081679987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:56.436286 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7968fb-7dc2-4fe0-8587-5e37a91ff7f4 req-8eee2657-2201-4670-af4e-2649759ce4ba tempest-ServersAdminTestJSON-2081679987 tempest-ServersAdminTestJSON-2081679987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:56.436637 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7968fb-7dc2-4fe0-8587-5e37a91ff7f4 req-8eee2657-2201-4670-af4e-2649759ce4ba tempest-ServersAdminTestJSON-2081679987 tempest-ServersAdminTestJSON-2081679987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:56.437228 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7968fb-7dc2-4fe0-8587-5e37a91ff7f4 req-8eee2657-2201-4670-af4e-2649759ce4ba tempest-ServersAdminTestJSON-2081679987 tempest-ServersAdminTestJSON-2081679987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:56.439603 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4c7968fb-7dc2-4fe0-8587-5e37a91ff7f4 req-8eee2657-2201-4670-af4e-2649759ce4ba tempest-ServersAdminTestJSON-2081679987 tempest-ServersAdminTestJSON-2081679987-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=32c9fbf8-8978-4ace-b25a-50ad42d478d8&device_id=f474013d-d50a-494a-8f47-543ccdb3ef5f&device_id=7efb47b8-945c-49a7-8734-d486bf561e72&device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9&device_id=0840cc27-3f74-4b1a-81fc-62b9eb197a2d&device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9&device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579&device_id=76f20769-c19b-4f63-b561-49f5e76c2d8e&device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 8485 time: 0.0802488 Mar 07 10:29:56.461175 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4c7968fb-7dc2-4fe0-8587-5e37a91ff7f4 req-8f21ddef-9515-4e62-a7a7-df47a19bb2fd tempest-ServersAdminTestJSON-2081679987 tempest-ServersAdminTestJSON-2081679987-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:56.471219 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3b14976e-1e17-47d3-bcb6-098be349b787 req-1ce18b9d-043d-4d1a-978f-f31e7e2d3aec tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481755 Mar 07 10:29:56.502488 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-9887e106-b824-4763-ba34-6502e2592ed1 req-5288c975-f6e3-4c3e-8cf4-ff60246838b1 service neutron] Transition to ACTIVE for port object 0f133ce9-afd6-45de-a481-f08aa31eb2f5 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:29:56.525286 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9887e106-b824-4763-ba34-6502e2592ed1 req-5288c975-f6e3-4c3e-8cf4-ff60246838b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (0f133ce9-afd6-45de-a481-f08aa31eb2f5), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:56.584607 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4c7968fb-7dc2-4fe0-8587-5e37a91ff7f4 req-8f21ddef-9515-4e62-a7a7-df47a19bb2fd tempest-ServersAdminTestJSON-2081679987 tempest-ServersAdminTestJSON-2081679987-project-admin] Publish callbacks [] for security_group (f868784d-3a0c-4414-b679-3836a22b173f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:56.592705 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4c7968fb-7dc2-4fe0-8587-5e37a91ff7f4 req-8f21ddef-9515-4e62-a7a7-df47a19bb2fd tempest-ServersAdminTestJSON-2081679987 tempest-ServersAdminTestJSON-2081679987-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f868784d-3a0c-4414-b679-3836a22b173f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:56.644460 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f21ddef-9515-4e62-a7a7-df47a19bb2fd tempest-ServersAdminTestJSON-2081679987 tempest-ServersAdminTestJSON-2081679987-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f868784d-3a0c-4414-b679-3836a22b173f,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:56.649661 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-414bd33b-8235-4ed5-b09e-1b98e988f292 service neutron] For port f72f1314-81d8-42ff-a423-451348af85c3, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:56.650448 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288c975-f6e3-4c3e-8cf4-ff60246838b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0f133ce9-afd6-45de-a481-f08aa31eb2f5,revision_number=6']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:56.663913 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-414bd33b-8235-4ed5-b09e-1b98e988f292 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:56.665291 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b2a4623-188f-4889-88cf-1ed444ffac01 req-414bd33b-8235-4ed5-b09e-1b98e988f292 service neutron] 10.222.0.21 "DELETE /v2.0/ports/f72f1314-81d8-42ff-a423-451348af85c3/bindings/n-h2-832164-4 HTTP/1.1" status: 204 len: 173 time: 0.4193227 Mar 07 10:29:56.684601 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9887e106-b824-4763-ba34-6502e2592ed1 req-5288c975-f6e3-4c3e-8cf4-ff60246838b1 service neutron] No DVR routers for this DVR port 0f133ce9-afd6-45de-a481-f08aa31eb2f5 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:29:56.759546 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3029523-d84f-4413-9f26-770138bb4056 req-d104b9ad-6b0c-4eb6-a3c2-49fb9191c2a0 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:56.766499 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3029523-d84f-4413-9f26-770138bb4056 req-d104b9ad-6b0c-4eb6-a3c2-49fb9191c2a0 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 947 time: 0.1876926 Mar 07 10:29:56.786973 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4c7968fb-7dc2-4fe0-8587-5e37a91ff7f4 req-8f21ddef-9515-4e62-a7a7-df47a19bb2fd tempest-ServersAdminTestJSON-2081679987 tempest-ServersAdminTestJSON-2081679987-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&id=7c91989e-750d-42ff-b426-a323f5341be4&id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&id=432c2063-5333-4824-af3b-fe6ac20d1287&id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.3385582 Mar 07 10:29:56.799710 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-9887e106-b824-4763-ba34-6502e2592ed1 req-5288c975-f6e3-4c3e-8cf4-ff60246838b1 service neutron] Attempting to bind port 0f133ce9-afd6-45de-a481-f08aa31eb2f5 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:29:56.808639 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-9887e106-b824-4763-ba34-6502e2592ed1 req-5288c975-f6e3-4c3e-8cf4-ff60246838b1 service neutron] Attempting to bind port 0f133ce9-afd6-45de-a481-f08aa31eb2f5 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:29:56.810505 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887e106-b824-4763-ba34-6502e2592ed1 req-5288c975-f6e3-4c3e-8cf4-ff60246838b1 service neutron] Attempting to bind port 0f133ce9-afd6-45de-a481-f08aa31eb2f5 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:56.833808 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37742) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:56.849948 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887e106-b824-4763-ba34-6502e2592ed1 req-5288c975-f6e3-4c3e-8cf4-ff60246838b1 service neutron] Port 0f133ce9-afd6-45de-a481-f08aa31eb2f5 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:29:56.850166 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3c96211c-61b3-4344-bc20-1e9fabaefebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:56.850852 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887e106-b824-4763-ba34-6502e2592ed1 req-5288c975-f6e3-4c3e-8cf4-ff60246838b1 service neutron] Attempting to bind port 0f133ce9-afd6-45de-a481-f08aa31eb2f5 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:29:56.863623 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887e106-b824-4763-ba34-6502e2592ed1 req-5288c975-f6e3-4c3e-8cf4-ff60246838b1 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:29:56.868510 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887e106-b824-4763-ba34-6502e2592ed1 req-5288c975-f6e3-4c3e-8cf4-ff60246838b1 service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:29:56.869010 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9887e106-b824-4763-ba34-6502e2592ed1 req-5288c975-f6e3-4c3e-8cf4-ff60246838b1 service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:29:56.869673 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-9887e106-b824-4763-ba34-6502e2592ed1 req-5288c975-f6e3-4c3e-8cf4-ff60246838b1 service neutron] Bound port: 0f133ce9-afd6-45de-a481-f08aa31eb2f5, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:29:56.870096 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9887e106-b824-4763-ba34-6502e2592ed1 req-5288c975-f6e3-4c3e-8cf4-ff60246838b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0f133ce9-afd6-45de-a481-f08aa31eb2f5), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:56.881547 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37744) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:56.882703 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d69713a-a5a1-42fb-9932-47f25c3f4fa3 x-openstack-request-id: req-4d69713a-a5a1-42fb-9932-47f25c3f4fa3 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:56.883068 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d12c9d4e-c40b-40c2-962f-43e7779d3579", "name": "network-vif-unplugged", "status": "completed", "tag": "0f133ce9-afd6-45de-a481-f08aa31eb2f5", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:56.883435 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4d69713a-a5a1-42fb-9932-47f25c3f4fa3 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:56.883923 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd12c9d4e-c40b-40c2-962f-43e7779d3579', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f133ce9-afd6-45de-a481-f08aa31eb2f5', 'code': 200} Mar 07 10:29:56.894296 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 9e768dce-3999-4a24-a47b-f9b22fe1c1df details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:29:56.933397 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1155210a-0f14-4100-b6d0-4753ccf92359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:56.955811 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3029523-d84f-4413-9f26-770138bb4056 req-d32f0d13-5eba-4815-8a12-e0499cb2cb2e tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884093 Mar 07 10:29:56.978437 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-9887e106-b824-4763-ba34-6502e2592ed1 req-5288c975-f6e3-4c3e-8cf4-ff60246838b1 service neutron] For port 0f133ce9-afd6-45de-a481-f08aa31eb2f5, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:29:56.992994 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-9887e106-b824-4763-ba34-6502e2592ed1 req-5288c975-f6e3-4c3e-8cf4-ff60246838b1 service neutron] For port 0f133ce9-afd6-45de-a481-f08aa31eb2f5, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=0f133ce9-afd6-45de-a481-f08aa31eb2f5,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:29:56.999613 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9887e106-b824-4763-ba34-6502e2592ed1 req-5288c975-f6e3-4c3e-8cf4-ff60246838b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (0f133ce9-afd6-45de-a481-f08aa31eb2f5), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:57.038538 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 9e768dce-3999-4a24-a47b-f9b22fe1c1df, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9e768dce-3999-4a24-a47b-f9b22fe1c1df,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:57.061938 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887e106-b824-4763-ba34-6502e2592ed1 req-5288c975-f6e3-4c3e-8cf4-ff60246838b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:57.062553 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9887e106-b824-4763-ba34-6502e2592ed1 req-5288c975-f6e3-4c3e-8cf4-ff60246838b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:57.063950 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9887e106-b824-4763-ba34-6502e2592ed1 req-5288c975-f6e3-4c3e-8cf4-ff60246838b1 service neutron] 10.222.0.31 "PUT /v2.0/ports/0f133ce9-afd6-45de-a481-f08aa31eb2f5 HTTP/1.1" status: 200 len: 1095 time: 1.7428856 Mar 07 10:29:57.069184 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288c975-f6e3-4c3e-8cf4-ff60246838b1 service neutron] Pushing event updated for resources: {'Port': ['ID=0f133ce9-afd6-45de-a481-f08aa31eb2f5,revision_number=7']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:57.074254 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '9e768dce-3999-4a24-a47b-f9b22fe1c1df', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': '9e768dce-3999-4a24-a47b-f9b22fe1c1df', 'mac_address': 'fa:16:3e:29:ea:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:29:57.117047 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6c9cc5-0bf3-481f-ba12-a82495186fd8 req-6c26104c-e1e4-4ee1-a299-49058756c6a1 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:57.124582 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ab6c9cc5-0bf3-481f-ba12-a82495186fd8 req-6c26104c-e1e4-4ee1-a299-49058756c6a1 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=32c9fbf8-8978-4ace-b25a-50ad42d478d8 HTTP/1.1" status: 200 len: 948 time: 0.1924345 Mar 07 10:29:57.146691 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3c96211c-61b3-4344-bc20-1e9fabaefebc admin admin] Publish callbacks [] for security_group (60d3536f-7058-4431-ba3a-eda25c3487a9), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:57.158852 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 9e768dce-3999-4a24-a47b-f9b22fe1c1df is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:57.159340 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9e768dce-3999-4a24-a47b-f9b22fe1c1df), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:57.164575 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3c96211c-61b3-4344-bc20-1e9fabaefebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (60d3536f-7058-4431-ba3a-eda25c3487a9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:57.178582 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e768dce-3999-4a24-a47b-f9b22fe1c1df {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:29:57.188923 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887e106-b824-4763-ba34-6502e2592ed1 req-b92f94d9-cf70-4cdc-988e-5151c4675c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:57.190702 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9887e106-b824-4763-ba34-6502e2592ed1 req-b92f94d9-cf70-4cdc-988e-5151c4675c96 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 1129 time: 0.0916042 Mar 07 10:29:57.198450 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3c96211c-61b3-4344-bc20-1e9fabaefebc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e6b41db6de0f4a5aa1c5865881c72a42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3629675 Mar 07 10:29:57.203705 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37748) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:57.204150 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ebdfb3-1b12-465c-86ba-2a7a517620d2 req-146df46a-4b98-417f-b46c-e1f2eb5fee90 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:57.209223 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 9e768dce-3999-4a24-a47b-f9b22fe1c1df, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9e768dce-3999-4a24-a47b-f9b22fe1c1df,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:57.211900 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-46ebdfb3-1b12-465c-86ba-2a7a517620d2 req-146df46a-4b98-417f-b46c-e1f2eb5fee90 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 946 time: 0.1002889 Mar 07 10:29:57.217854 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9e768dce-3999-4a24-a47b-f9b22fe1c1df), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:57.293598 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=9e768dce-3999-4a24-a47b-f9b22fe1c1df,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:57.307279 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96211c-61b3-4344-bc20-1e9fabaefebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d3536f-7058-4431-ba3a-eda25c3487a9,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:57.316339 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1155210a-0f14-4100-b6d0-4753ccf92359 admin admin] Publish callbacks [] for security_group (21c20444-947b-4df5-b41c-b16d1cfed408), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:57.333296 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-46ebdfb3-1b12-465c-86ba-2a7a517620d2 req-77535d6c-c996-4879-b19f-8859f8cb50ee tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177630 Mar 07 10:29:57.333591 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ab6c9cc5-0bf3-481f-ba12-a82495186fd8 req-8c282e3a-584f-4c07-be84-8f6bc152d239 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033114 Mar 07 10:29:57.339653 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1155210a-0f14-4100-b6d0-4753ccf92359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (21c20444-947b-4df5-b41c-b16d1cfed408), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:57.365457 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887e106-b824-4763-ba34-6502e2592ed1 req-b3b65fe0-3394-496a-a2c0-fbf810652c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:57.367213 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9887e106-b824-4763-ba34-6502e2592ed1 req-b3b65fe0-3394-496a-a2c0-fbf810652c39 service neutron] 10.222.0.31 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.1531718 Mar 07 10:29:57.376549 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37750) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:57.376747 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1155210a-0f14-4100-b6d0-4753ccf92359 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5e1e05110d4040c3a456423388296a84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4941502 Mar 07 10:29:57.389414 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f09e57f-0430-404f-b302-7e073ac3458b admin admin] Publish callbacks [] for security_group (60d3536f-7058-4431-ba3a-eda25c3487a9), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:57.411227 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155210a-0f14-4100-b6d0-4753ccf92359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c20444-947b-4df5-b41c-b16d1cfed408,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:57.424493 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f09e57f-0430-404f-b302-7e073ac3458b admin admin] Publish callbacks [] for security_group (60d3536f-7058-4431-ba3a-eda25c3487a9), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:57.450392 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9887e106-b824-4763-ba34-6502e2592ed1 req-ec88de2d-7c36-40d9-bc03-0d8c5e32e46e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=0f133ce9-afd6-45de-a481-f08aa31eb2f5 HTTP/1.1" status: 200 len: 217 time: 0.0766966 Mar 07 10:29:57.493583 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['9e768dce-3999-4a24-a47b-f9b22fe1c1df'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:29:57.495020 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f09e57f-0430-404f-b302-7e073ac3458b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (60d3536f-7058-4431-ba3a-eda25c3487a9), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:57.497859 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f09e57f-0430-404f-b302-7e073ac3458b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:57.501809 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3f09e57f-0430-404f-b302-7e073ac3458b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/60d3536f-7058-4431-ba3a-eda25c3487a9 HTTP/1.1" status: 204 len: 168 time: 0.2933624 Mar 07 10:29:57.538366 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f09e57f-0430-404f-b302-7e073ac3458b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d3536f-7058-4431-ba3a-eda25c3487a9,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:57.564991 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887e106-b824-4763-ba34-6502e2592ed1 req-a6471f3c-420b-4cee-923f-d79be5e9a5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:57.572847 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9887e106-b824-4763-ba34-6502e2592ed1 req-a6471f3c-420b-4cee-923f-d79be5e9a5a2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1141603 Mar 07 10:29:57.634472 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0755c534-c9a2-4021-ad3c-fffd61dd4fb1 admin admin] Publish callbacks [] for security_group (21c20444-947b-4df5-b41c-b16d1cfed408), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:57.659314 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0755c534-c9a2-4021-ad3c-fffd61dd4fb1 admin admin] Publish callbacks [] for security_group (21c20444-947b-4df5-b41c-b16d1cfed408), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:57.743072 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf065efa-4121-4ee1-9a15-9ec0ad4fce69 req-62b765d7-347b-445e-8937-418ebb1554a0 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:57.750120 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bf065efa-4121-4ee1-9a15-9ec0ad4fce69 req-62b765d7-347b-445e-8937-418ebb1554a0 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9 HTTP/1.1" status: 200 len: 1126 time: 0.2742114 Mar 07 10:29:57.767344 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9887e106-b824-4763-ba34-6502e2592ed1 req-051d1fdc-4b3f-4c47-a347-0d818c71b3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:57.768888 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9887e106-b824-4763-ba34-6502e2592ed1 req-051d1fdc-4b3f-4c47-a347-0d818c71b3ea service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1645722 Mar 07 10:29:57.790850 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0755c534-c9a2-4021-ad3c-fffd61dd4fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (21c20444-947b-4df5-b41c-b16d1cfed408), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:57.793301 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0755c534-c9a2-4021-ad3c-fffd61dd4fb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:57.797305 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0755c534-c9a2-4021-ad3c-fffd61dd4fb1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/21c20444-947b-4df5-b41c-b16d1cfed408 HTTP/1.1" status: 204 len: 168 time: 0.4197531 Mar 07 10:29:57.808124 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe776bcb-2d87-44fb-85d7-d43c0d6f785a req-c4af9737-b338-4f8f-946a-e392960b65e2 tempest-ServersAdminTestJSON-2081679987 tempest-ServersAdminTestJSON-2081679987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:57.808698 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe776bcb-2d87-44fb-85d7-d43c0d6f785a req-c4af9737-b338-4f8f-946a-e392960b65e2 tempest-ServersAdminTestJSON-2081679987 tempest-ServersAdminTestJSON-2081679987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:57.809329 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe776bcb-2d87-44fb-85d7-d43c0d6f785a req-c4af9737-b338-4f8f-946a-e392960b65e2 tempest-ServersAdminTestJSON-2081679987 tempest-ServersAdminTestJSON-2081679987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:57.811060 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fe776bcb-2d87-44fb-85d7-d43c0d6f785a req-c4af9737-b338-4f8f-946a-e392960b65e2 tempest-ServersAdminTestJSON-2081679987 tempest-ServersAdminTestJSON-2081679987-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f474013d-d50a-494a-8f47-543ccdb3ef5f&device_id=0840cc27-3f74-4b1a-81fc-62b9eb197a2d&device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 2976 time: 0.0566711 Mar 07 10:29:57.840921 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0755c534-c9a2-4021-ad3c-fffd61dd4fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c20444-947b-4df5-b41c-b16d1cfed408,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:57.880547 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fe776bcb-2d87-44fb-85d7-d43c0d6f785a req-1241001b-1803-4e69-ab0b-9a2e7df0e084 tempest-ServersAdminTestJSON-2081679987 tempest-ServersAdminTestJSON-2081679987-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605509 Mar 07 10:29:57.892295 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bf065efa-4121-4ee1-9a15-9ec0ad4fce69 req-ef1bf639-46e8-4d2f-98d6-ead188753f1b tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413250 Mar 07 10:29:57.951435 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9887e106-b824-4763-ba34-6502e2592ed1 req-682a87d3-4c52-47d6-abb2-5a72c64afe13 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749508 Mar 07 10:29:58.145155 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9887e106-b824-4763-ba34-6502e2592ed1 req-110c1159-478a-414b-bb25-0210cb88ef02 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840348 Mar 07 10:29:58.235372 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a752a399-13c8-48cb-a70e-736122da545d req-c0682b18-9c05-445e-98d0-1d3757455096 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:58.236750 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a752a399-13c8-48cb-a70e-736122da545d req-c0682b18-9c05-445e-98d0-1d3757455096 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 947 time: 0.0898848 Mar 07 10:29:58.338263 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a752a399-13c8-48cb-a70e-736122da545d req-e28f70a8-fb44-486e-83dd-83f12de40dc2 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942316 Mar 07 10:29:58.352341 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-b0ab36fd-722c-4aee-917f-452a59d53514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:58.354057 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-b0ab36fd-722c-4aee-917f-452a59d53514 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=253a7b51025b45cd9cb7114a3377a1db&device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 1128 time: 0.0896785 Mar 07 10:29:58.458431 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-d34a5921-eb60-4955-bd3b-dd99b0f64e93 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:58.465607 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-d34a5921-eb60-4955-bd3b-dd99b0f64e93 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/networks?id=f571527e-a205-427a-8890-cc1f2763fcb1 HTTP/1.1" status: 200 len: 807 time: 0.1328626 Mar 07 10:29:58.494866 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-041b1fb4-dc9b-4500-8c70-01b16ee854e5 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/quotas/f4eca9194fdd4a93832d9940e3e6237a HTTP/1.1" status: 200 len: 375 time: 0.0266421 Mar 07 10:29:58.495593 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-e0d27e43-8551-4beb-bdb4-f091e7646542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:58.497617 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-e0d27e43-8551-4beb-bdb4-f091e7646542 service neutron] 10.222.0.21 "GET /v2.0/networks?id=35723e70-fc1c-4710-9b03-245dacf005c5 HTTP/1.1" status: 200 len: 921 time: 0.1317956 Mar 07 10:29:58.565407 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-2db35ea3-547d-4df9-80d5-c42c391e218d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe HTTP/1.1" status: 200 len: 217 time: 0.0608256 Mar 07 10:29:58.567833 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-5d62147a-6edc-4885-89c8-b21800fa84fb tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f4eca9194fdd4a93832d9940e3e6237a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0717807 Mar 07 10:29:58.629324 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-365673c0-aa9c-4b10-b925-5598c181bc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:58.631568 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-365673c0-aa9c-4b10-b925-5598c181bc26 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=504ea141-3c64-48b5-943a-bdbdb84bd6df HTTP/1.1" status: 200 len: 860 time: 0.0564570 Mar 07 10:29:58.686799 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-16e496b3-521b-4327-a3ea-9baaa6024690 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35723e70-fc1c-4710-9b03-245dacf005c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491714 Mar 07 10:29:58.721690 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-ec46e991-a935-49de-9b7d-3f20fdceb62d service neutron] 10.222.0.11 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454771 Mar 07 10:29:58.858828 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-3a1ae238-31ad-4545-95a4-9d5ca406d7be service neutron] 10.222.0.11 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324525 Mar 07 10:29:58.911685 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 9e768dce-3999-4a24-a47b-f9b22fe1c1df up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:29:58.920293 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37822) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:29:59.009955 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 9e768dce-3999-4a24-a47b-f9b22fe1c1df completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:29:59.022148 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 9e768dce-3999-4a24-a47b-f9b22fe1c1df triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:29:59.022532 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9e768dce-3999-4a24-a47b-f9b22fe1c1df), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:59.084341 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd12c9d4e-c40b-40c2-962f-43e7779d3579', 'tag': '0f133ce9-afd6-45de-a481-f08aa31eb2f5'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:59.086678 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d70aace-4e62-42eb-8b02-9add0d28cc63" -d '{"events": [{"name": "network-changed", "server_uuid": "d12c9d4e-c40b-40c2-962f-43e7779d3579", "tag": "0f133ce9-afd6-45de-a481-f08aa31eb2f5"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:59.145070 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-3149d4af-019f-47be-89db-db87210b79cd service neutron] 10.222.0.21 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490902 Mar 07 10:29:59.184486 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 9e768dce-3999-4a24-a47b-f9b22fe1c1df is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:29:59.184885 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9e768dce-3999-4a24-a47b-f9b22fe1c1df), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:59.216114 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c9fbf8-8978-4ace-b25a-50ad42d478d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e768dce-3999-4a24-a47b-f9b22fe1c1df'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:29:59.218358 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1880cb1b-bd91-4448-9f7d-1debdc4e5353" -d '{"events": [{"server_uuid": "32c9fbf8-8978-4ace-b25a-50ad42d478d8", "name": "network-vif-plugged", "status": "completed", "tag": "9e768dce-3999-4a24-a47b-f9b22fe1c1df"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:29:59.224563 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0d600-b469-4c8f-8e47-0f325c2dd18b req-4ad94163-3569-423d-8d8c-e636a766ca80 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:59.227134 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-32a0d600-b469-4c8f-8e47-0f325c2dd18b req-4ad94163-3569-423d-8d8c-e636a766ca80 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 946 time: 0.1180255 Mar 07 10:29:59.228222 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c210e67-0228-4362-a0be-16a298187495 req-a9177185-40b1-4ef8-8685-44e5b6e6f199 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:59.229774 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c210e67-0228-4362-a0be-16a298187495 req-a9177185-40b1-4ef8-8685-44e5b6e6f199 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=32c9fbf8-8978-4ace-b25a-50ad42d478d8 HTTP/1.1" status: 200 len: 949 time: 0.5054228 Mar 07 10:29:59.250920 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 9e768dce-3999-4a24-a47b-f9b22fe1c1df, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9e768dce-3999-4a24-a47b-f9b22fe1c1df,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:29:59.266993 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9e768dce-3999-4a24-a47b-f9b22fe1c1df), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:59.267910 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 0f133ce9-afd6-45de-a481-f08aa31eb2f5 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:29:59.342686 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c210e67-0228-4362-a0be-16a298187495 req-f85cfefb-5a82-4039-a627-6cca2d41f997 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902946 Mar 07 10:29:59.393021 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-74cefa6b-e436-4772-9f69-0efcf2629c50 service neutron] 10.222.0.21 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415285 Mar 07 10:29:59.395794 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-32a0d600-b469-4c8f-8e47-0f325c2dd18b req-cf3a0a5a-d3a4-45a4-a737-8667b0b185dc tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401415 Mar 07 10:29:59.430618 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-2653e55a-2008-4021-bc41-1f1259fc73b1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-118995864-network', 'tenant_id': '6d8e3b30f0784d8d835154b6f95794f4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:59.451924 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] The host n-h1-832164-4 is not matching for port 0f133ce9-afd6-45de-a481-f08aa31eb2f5 host n-h2-832164-4! {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 10:29:59.452299 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 0f133ce9-afd6-45de-a481-f08aa31eb2f5 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:29:59.454043 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=9e768dce-3999-4a24-a47b-f9b22fe1c1df,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:59.487856 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2653e55a-2008-4021-bc41-1f1259fc73b1 admin admin] Made reservation on behalf of 6d8e3b30f0784d8d835154b6f95794f4 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:29:59.490560 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2653e55a-2008-4021-bc41-1f1259fc73b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:59.510077 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2653e55a-2008-4021-bc41-1f1259fc73b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:59.547140 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-8a104502-6274-4b48-b750-abe81d15b9e6 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:59.548142 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-8a104502-6274-4b48-b750-abe81d15b9e6 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72&tenant_id=253a7b51025b45cd9cb7114a3377a1db&binding%3Ahost_id=n-h2-832164-4 HTTP/1.1" status: 200 len: 1128 time: 0.0857289 Mar 07 10:29:59.560755 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-eb218da2-4354-408b-b884-6f7d03bba7d6 req-63e1229e-4d25-4d63-beef-03058a634ac0 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=491875bb-6674-48a5-90ad-3ee5428b928f HTTP/1.1" status: 200 len: 210 time: 0.0527651 Mar 07 10:29:59.571893 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-f0988d09-fab2-42fd-aae2-67098e20535e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-832164-4'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:29:59.646279 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343e6b09-a43d-454c-8983-d5e048fb4547 x-openstack-request-id: req-343e6b09-a43d-454c-8983-d5e048fb4547 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:59.646760 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c9fbf8-8978-4ace-b25a-50ad42d478d8", "name": "network-vif-plugged", "status": "completed", "tag": "9e768dce-3999-4a24-a47b-f9b22fe1c1df", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:59.647111 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-343e6b09-a43d-454c-8983-d5e048fb4547 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:59.647707 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c9fbf8-8978-4ace-b25a-50ad42d478d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e768dce-3999-4a24-a47b-f9b22fe1c1df', 'code': 200} Mar 07 10:29:59.680010 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479765f7-90a9-4b33-89a3-04ade9518f33 x-openstack-request-id: req-479765f7-90a9-4b33-89a3-04ade9518f33 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:29:59.680294 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d12c9d4e-c40b-40c2-962f-43e7779d3579", "tag": "0f133ce9-afd6-45de-a481-f08aa31eb2f5", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:29:59.683032 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-479765f7-90a9-4b33-89a3-04ade9518f33 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:29:59.683641 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd12c9d4e-c40b-40c2-962f-43e7779d3579', 'tag': '0f133ce9-afd6-45de-a481-f08aa31eb2f5', 'status': 'completed', 'code': 200} Mar 07 10:29:59.874050 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2653e55a-2008-4021-bc41-1f1259fc73b1 admin admin] Publish callbacks [] for security_group (a94d585d-f923-49ed-82cf-63fe1d58577e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:59.886285 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2653e55a-2008-4021-bc41-1f1259fc73b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a94d585d-f923-49ed-82cf-63fe1d58577e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:29:59.937580 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2653e55a-2008-4021-bc41-1f1259fc73b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:29:59.952388 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406acebf-1e88-450b-9796-2a4f7cc2f9b0 req-7181b384-7edb-4f1b-bf3f-686ed83fee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:59.953527 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-406acebf-1e88-450b-9796-2a4f7cc2f9b0 req-7181b384-7edb-4f1b-bf3f-686ed83fee45 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=32c9fbf8-8978-4ace-b25a-50ad42d478d8 HTTP/1.1" status: 200 len: 1132 time: 0.1869745 Mar 07 10:29:59.954161 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653e55a-2008-4021-bc41-1f1259fc73b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94d585d-f923-49ed-82cf-63fe1d58577e,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:29:59.964989 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdfd83-2946-48d0-9ca9-4a894524f54a req-984f4964-09d3-4141-bb11-1d2ee1875bad tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:29:59.972960 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c3bdfd83-2946-48d0-9ca9-4a894524f54a req-984f4964-09d3-4141-bb11-1d2ee1875bad tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 947 time: 0.2040586 Mar 07 10:29:59.974680 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-f0988d09-fab2-42fd-aae2-67098e20535e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:00.010064 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2653e55a-2008-4021-bc41-1f1259fc73b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (71da7614-e022-46ca-8ef8-e4b68361d158), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:00.010415 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-2653e55a-2008-4021-bc41-1f1259fc73b1 admin admin] Added segment 71da7614-e022-46ca-8ef8-e4b68361d158 of type vlan for network c115a903-3e06-476f-ad86-78c2adade734 Mar 07 10:30:00.051620 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a7a6d-3151-4f61-a740-ed23109c1770 req-b3e4e045-e514-4c05-82df-bb54c248753d tempest-ServersAdminTestJSON-2081679987 tempest-ServersAdminTestJSON-2081679987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:00.067831 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-492a7a6d-3151-4f61-a740-ed23109c1770 req-b3e4e045-e514-4c05-82df-bb54c248753d tempest-ServersAdminTestJSON-2081679987 tempest-ServersAdminTestJSON-2081679987-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 1132 time: 0.2328703 Mar 07 10:30:00.078269 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70aace-4e62-42eb-8b02-9add0d28cc63 req-78a20d3b-dc51-403d-b3c3-67bd154a9aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:00.080034 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5d70aace-4e62-42eb-8b02-9add0d28cc63 req-78a20d3b-dc51-403d-b3c3-67bd154a9aac service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 1129 time: 0.3632686 Mar 07 10:30:00.105529 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70aace-4e62-42eb-8b02-9add0d28cc63 req-6e8f62e7-f53c-40cd-83bf-844019c6465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:00.110471 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5d70aace-4e62-42eb-8b02-9add0d28cc63 req-6e8f62e7-f53c-40cd-83bf-844019c6465f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 1129 time: 0.3794961 Mar 07 10:30:00.166901 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2653e55a-2008-4021-bc41-1f1259fc73b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (c115a903-3e06-476f-ad86-78c2adade734), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:00.188568 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c3bdfd83-2946-48d0-9ca9-4a894524f54a req-61431166-6fcf-46da-879a-ff19c5a3d2d7 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146375 Mar 07 10:30:00.195891 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-406acebf-1e88-450b-9796-2a4f7cc2f9b0 req-42a9f749-82df-4f58-a000-71b150c399b1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142286 Mar 07 10:30:00.233581 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2653e55a-2008-4021-bc41-1f1259fc73b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (c115a903-3e06-476f-ad86-78c2adade734), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:00.235045 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2653e55a-2008-4021-bc41-1f1259fc73b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:00.241429 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2653e55a-2008-4021-bc41-1f1259fc73b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:00.285870 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2653e55a-2008-4021-bc41-1f1259fc73b1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3642890 Mar 07 10:30:00.289293 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37860) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:00.296585 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-c463734c-a730-44b9-8690-e29b5e68addf admin admin] Request body: {'subnet': {'network_id': 'c115a903-3e06-476f-ad86-78c2adade734', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-118995864-subnet', 'tenant_id': '6d8e3b30f0784d8d835154b6f95794f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:00.359756 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2653e55a-2008-4021-bc41-1f1259fc73b1 admin admin] Pushing event updated for resources: {'Network': ['ID=c115a903-3e06-476f-ad86-78c2adade734,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:00.364595 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c463734c-a730-44b9-8690-e29b5e68addf admin admin] Made reservation on behalf of 6d8e3b30f0784d8d835154b6f95794f4 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:00.367674 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c463734c-a730-44b9-8690-e29b5e68addf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:00.371512 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network c115a903-3e06-476f-ad86-78c2adade734 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:30:00.467409 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70aace-4e62-42eb-8b02-9add0d28cc63 req-851afab4-f4c9-429d-8461-d955a4a27fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:00.470426 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5d70aace-4e62-42eb-8b02-9add0d28cc63 req-851afab4-f4c9-429d-8461-d955a4a27fd0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.2371645 Mar 07 10:30:00.488634 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-492a7a6d-3151-4f61-a740-ed23109c1770 req-cd1364aa-d85c-47aa-a258-cde799ce5d6b tempest-ServersAdminTestJSON-2081679987 tempest-ServersAdminTestJSON-2081679987-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168642 Mar 07 10:30:00.496381 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70aace-4e62-42eb-8b02-9add0d28cc63 req-81ff54ed-8d65-43e7-be4f-798a9a6dc912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:00.504968 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5d70aace-4e62-42eb-8b02-9add0d28cc63 req-81ff54ed-8d65-43e7-be4f-798a9a6dc912 service neutron] 10.222.0.31 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.4133303 Mar 07 10:30:00.586200 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5d70aace-4e62-42eb-8b02-9add0d28cc63 req-c5163bd8-b53c-4ffa-a842-67a94f194a7b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=0f133ce9-afd6-45de-a481-f08aa31eb2f5 HTTP/1.1" status: 200 len: 217 time: 0.0964191 Mar 07 10:30:00.630848 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5d70aace-4e62-42eb-8b02-9add0d28cc63 req-149b7039-5de6-4783-bfe2-3c640f7956cc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=0f133ce9-afd6-45de-a481-f08aa31eb2f5 HTTP/1.1" status: 200 len: 217 time: 0.1122031 Mar 07 10:30:00.676434 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3fe84-5575-4d2a-aca8-7c279f77631c req-d058f85e-0ba5-45a3-9d8e-2ba5ec418249 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:00.678555 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-78b3fe84-5575-4d2a-aca8-7c279f77631c req-d058f85e-0ba5-45a3-9d8e-2ba5ec418249 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=32c9fbf8-8978-4ace-b25a-50ad42d478d8 HTTP/1.1" status: 200 len: 950 time: 0.1889074 Mar 07 10:30:00.715426 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-f0988d09-fab2-42fd-aae2-67098e20535e service neutron] For port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:00.731746 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c463734c-a730-44b9-8690-e29b5e68addf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (574d8912-63b0-4b4b-a8ae-22694f74f388), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:00.795254 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-f0988d09-fab2-42fd-aae2-67098e20535e service neutron] For port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:00.803060 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-78b3fe84-5575-4d2a-aca8-7c279f77631c req-671b573d-68d1-42f7-af1b-7e5da8b50912 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000471 Mar 07 10:30:00.830903 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463734c-a730-44b9-8690-e29b5e68addf admin admin] Pushing event updated for resources: {'Subnet': ['ID=574d8912-63b0-4b4b-a8ae-22694f74f388,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:00.837313 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c463734c-a730-44b9-8690-e29b5e68addf admin admin] Checking segment: {'id': '71da7614-e022-46ca-8ef8-e4b68361d158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c115a903-3e06-476f-ad86-78c2adade734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:30:00.837695 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c463734c-a730-44b9-8690-e29b5e68addf admin admin] Network hostable DHCP agents. Network: c115a903-3e06-476f-ad86-78c2adade734, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:30:00.855800 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c463734c-a730-44b9-8690-e29b5e68addf admin admin] Network c115a903-3e06-476f-ad86-78c2adade734 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:30:00.856624 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-f0988d09-fab2-42fd-aae2-67098e20535e service neutron] Publish callbacks [] for port (d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:00.867253 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-c463734c-a730-44b9-8690-e29b5e68addf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, c115a903-3e06-476f-ad86-78c2adade734) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:00.871887 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c463734c-a730-44b9-8690-e29b5e68addf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:00.872601 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c463734c-a730-44b9-8690-e29b5e68addf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:00.877574 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc2cb62-8ef4-4eaa-91cc-17b09182fba3 None None] Network c115a903-3e06-476f-ad86-78c2adade734 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:30:00.904284 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-f0988d09-fab2-42fd-aae2-67098e20535e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:00.924098 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70aace-4e62-42eb-8b02-9add0d28cc63 req-99f65053-9d7f-4998-ad78-29e9feec8a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:00.925968 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5d70aace-4e62-42eb-8b02-9add0d28cc63 req-99f65053-9d7f-4998-ad78-29e9feec8a4c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.3088982 Mar 07 10:30:00.938090 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c463734c-a730-44b9-8690-e29b5e68addf admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6472955 Mar 07 10:30:00.940899 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37874) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:00.945858 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-0bfd1197-9287-4d4f-a6c4-2002f3bcb229 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-118995864-router', 'tenant_id': '6d8e3b30f0784d8d835154b6f95794f4', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:00.992049 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bf348-e7b6-4514-9719-fbba932275b3 req-dc08c0e1-943a-4a24-a6be-083911940b55 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:00.994103 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-458bf348-e7b6-4514-9719-fbba932275b3 req-dc08c0e1-943a-4a24-a6be-083911940b55 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 944 time: 0.0959220 Mar 07 10:30:00.995543 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1197-9287-4d4f-a6c4-2002f3bcb229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (eb51b1e1-e25d-47cc-a84d-4f13813984af), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:00.996866 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1197-9287-4d4f-a6c4-2002f3bcb229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (eb51b1e1-e25d-47cc-a84d-4f13813984af), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:01.035297 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f821f9c2-3240-43ad-855a-3481dea8006e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-c115a903-3e06-476f-ad86-78c2adade734', 'network_id': 'c115a903-3e06-476f-ad86-78c2adade734', 'project_id': '6d8e3b30f0784d8d835154b6f95794f4', 'fixed_ips': [{'subnet_id': '574d8912-63b0-4b4b-a8ae-22694f74f388'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:30:01.036485 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f821f9c2-3240-43ad-855a-3481dea8006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:01.050214 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70aace-4e62-42eb-8b02-9add0d28cc63 req-2f092673-6fa3-4e57-9ad6-81f18cfa8d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:01.052436 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5d70aace-4e62-42eb-8b02-9add0d28cc63 req-2f092673-6fa3-4e57-9ad6-81f18cfa8d06 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.3694756 Mar 07 10:30:01.103044 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-458bf348-e7b6-4514-9719-fbba932275b3 req-05d52ccd-a7c8-4562-8e23-53f35973549d tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962331 Mar 07 10:30:01.140222 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0988d09-fab2-42fd-aae2-67098e20535e service neutron] Pushing event updated for resources: {'Port': ['ID=d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe,revision_number=7']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:01.140857 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1197-9287-4d4f-a6c4-2002f3bcb229 admin admin] Publish callbacks [] for router_controller (eb51b1e1-e25d-47cc-a84d-4f13813984af), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:01.176085 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-a0461677-5638-4638-892e-a85424cb632b tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:01.177705 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-a0461677-5638-4638-892e-a85424cb632b tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.31 "GET /v2.0/networks?id=f571527e-a205-427a-8890-cc1f2763fcb1 HTTP/1.1" status: 200 len: 807 time: 0.5246670 Mar 07 10:30:01.206258 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-9191aea3-9623-43d3-a95f-1373a0c2c57a tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Request body: {'port': {'device_id': '491875bb-6674-48a5-90ad-3ee5428b928f', 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1', 'admin_state_up': True, 'tenant_id': 'f4eca9194fdd4a93832d9940e3e6237a'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:01.212090 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70aace-4e62-42eb-8b02-9add0d28cc63 req-e9e0834c-0c8b-40a2-b5c2-e6c0fbc1c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:01.213782 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5d70aace-4e62-42eb-8b02-9add0d28cc63 req-e9e0834c-0c8b-40a2-b5c2-e6c0fbc1c0d8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2203670 Mar 07 10:30:01.256763 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-f0988d09-fab2-42fd-aae2-67098e20535e service neutron] Attempting to bind port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe on host n-h2-832164-4 for vnic_type normal with profile {"migrating_to": "n-h1-832164-4"} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:30:01.257286 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-f0988d09-fab2-42fd-aae2-67098e20535e service neutron] Attempting to bind port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:30:01.257730 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-f0988d09-fab2-42fd-aae2-67098e20535e service neutron] Attempting to bind port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe on network 35723e70-fc1c-4710-9b03-245dacf005c5 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:01.267176 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-f821f9c2-3240-43ad-855a-3481dea8006e None None] Allocated IP 172.20.0.2 (c115a903-3e06-476f-ad86-78c2adade734/574d8912-63b0-4b4b-a8ae-22694f74f388/ea2d36da-b0e5-4983-91f7-e6d889402169) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:01.300060 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d70aace-4e62-42eb-8b02-9add0d28cc63 req-16de4e34-dcfd-4790-9bcd-8054623a74c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:01.301702 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5d70aace-4e62-42eb-8b02-9add0d28cc63 req-16de4e34-dcfd-4790-9bcd-8054623a74c9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2338095 Mar 07 10:30:01.333086 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-f0988d09-fab2-42fd-aae2-67098e20535e service neutron] Port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe on network 35723e70-fc1c-4710-9b03-245dacf005c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:30:01.333567 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-f0988d09-fab2-42fd-aae2-67098e20535e service neutron] Attempting to bind port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe on network 35723e70-fc1c-4710-9b03-245dacf005c5 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:01.406848 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1197-9287-4d4f-a6c4-2002f3bcb229 admin admin] Publish callbacks [] for router_gateway (eb51b1e1-e25d-47cc-a84d-4f13813984af), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:01.408345 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-f0988d09-fab2-42fd-aae2-67098e20535e service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:30:01.408811 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-f0988d09-fab2-42fd-aae2-67098e20535e service neutron] Checking segment: {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:30:01.409424 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-f0988d09-fab2-42fd-aae2-67098e20535e service neutron] Bound using segment: {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:30:01.410519 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-f0988d09-fab2-42fd-aae2-67098e20535e service neutron] Bound port: d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:30:01.410970 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-f0988d09-fab2-42fd-aae2-67098e20535e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:01.418606 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277b2bb-789e-42fd-93c7-e525311bb825 req-e9a84156-f028-42c9-a9bd-843da4a65d5c tempest-ServersAdminTestJSON-2081679987 tempest-ServersAdminTestJSON-2081679987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:01.429381 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5277b2bb-789e-42fd-93c7-e525311bb825 req-e9a84156-f028-42c9-a9bd-843da4a65d5c tempest-ServersAdminTestJSON-2081679987 tempest-ServersAdminTestJSON-2081679987-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 1132 time: 0.1723766 Mar 07 10:30:01.435469 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f821f9c2-3240-43ad-855a-3481dea8006e None None] Publish callbacks [] for port (ea2d36da-b0e5-4983-91f7-e6d889402169), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:01.443995 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f821f9c2-3240-43ad-855a-3481dea8006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (ea2d36da-b0e5-4983-91f7-e6d889402169), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:01.462545 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e73e260c-0bfa-4dbe-81d4-b50e6e18406e req-0ed3b8ff-2353-4051-a6b8-f0fd270f8529 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=491875bb-6674-48a5-90ad-3ee5428b928f HTTP/1.1" status: 200 len: 210 time: 0.0861120 Mar 07 10:30:01.508123 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f821f9c2-3240-43ad-855a-3481dea8006e None None] Network c115a903-3e06-476f-ad86-78c2adade734 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:01.509628 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821f9c2-3240-43ad-855a-3481dea8006e None None] Pushing event updated for resources: {'Port': ['ID=ea2d36da-b0e5-4983-91f7-e6d889402169,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:01.512202 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-f821f9c2-3240-43ad-855a-3481dea8006e None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:01.515550 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f821f9c2-3240-43ad-855a-3481dea8006e None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:30:01.521834 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5277b2bb-789e-42fd-93c7-e525311bb825 req-a0c24623-edb6-439f-9db6-dc4fb3f1083f tempest-ServersAdminTestJSON-2081679987 tempest-ServersAdminTestJSON-2081679987-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909817 Mar 07 10:30:01.586132 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5d70aace-4e62-42eb-8b02-9add0d28cc63 req-4df0db64-207a-4f09-bef7-6e4132aaf2ce service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556254 Mar 07 10:30:01.621003 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-f821f9c2-3240-43ad-855a-3481dea8006e None None] Attempting to bind port ea2d36da-b0e5-4983-91f7-e6d889402169 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:30:01.623259 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-f821f9c2-3240-43ad-855a-3481dea8006e None None] Attempting to bind port ea2d36da-b0e5-4983-91f7-e6d889402169 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '71da7614-e022-46ca-8ef8-e4b68361d158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c115a903-3e06-476f-ad86-78c2adade734'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:30:01.623642 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f821f9c2-3240-43ad-855a-3481dea8006e None None] Attempting to bind port ea2d36da-b0e5-4983-91f7-e6d889402169 on network c115a903-3e06-476f-ad86-78c2adade734 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:01.636428 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f821f9c2-3240-43ad-855a-3481dea8006e None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:30:01.636872 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f821f9c2-3240-43ad-855a-3481dea8006e None None] Checking segment: {'id': '71da7614-e022-46ca-8ef8-e4b68361d158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c115a903-3e06-476f-ad86-78c2adade734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:30:01.637327 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f821f9c2-3240-43ad-855a-3481dea8006e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:01.637734 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f821f9c2-3240-43ad-855a-3481dea8006e None None] Bound using segment: {'id': '71da7614-e022-46ca-8ef8-e4b68361d158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c115a903-3e06-476f-ad86-78c2adade734'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:30:01.638201 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-f821f9c2-3240-43ad-855a-3481dea8006e None None] Bound port: ea2d36da-b0e5-4983-91f7-e6d889402169, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71da7614-e022-46ca-8ef8-e4b68361d158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c115a903-3e06-476f-ad86-78c2adade734'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:30:01.638584 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f821f9c2-3240-43ad-855a-3481dea8006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ea2d36da-b0e5-4983-91f7-e6d889402169), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:01.643708 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 0f133ce9-afd6-45de-a481-f08aa31eb2f5 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:30:01.687692 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-f0988d09-fab2-42fd-aae2-67098e20535e service neutron] For port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:01.689775 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efb47b8-945c-49a7-8734-d486bf561e72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e7a9d4-1dd9-4d73-9fff-75226bbadcfe'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:01.692520 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7b633d-6aa8-4939-9212-8beba9b09ed0" -d '{"events": [{"server_uuid": "7efb47b8-945c-49a7-8734-d486bf561e72", "name": "network-vif-unplugged", "status": "completed", "tag": "d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:01.716924 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5d70aace-4e62-42eb-8b02-9add0d28cc63 req-5d6476b6-a585-4351-903d-6a7a185e64b6 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792267 Mar 07 10:30:01.757999 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-f0988d09-fab2-42fd-aae2-67098e20535e service neutron] For port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:01.767502 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-9191aea3-9623-43d3-a95f-1373a0c2c57a tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Made reservation on behalf of f4eca9194fdd4a93832d9940e3e6237a for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:01.771795 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-9191aea3-9623-43d3-a95f-1373a0c2c57a tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:01.814606 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-f0988d09-fab2-42fd-aae2-67098e20535e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:01.858374 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-f821f9c2-3240-43ad-855a-3481dea8006e None None] For port ea2d36da-b0e5-4983-91f7-e6d889402169, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:01.875248 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-f821f9c2-3240-43ad-855a-3481dea8006e None None] For port ea2d36da-b0e5-4983-91f7-e6d889402169, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ea2d36da-b0e5-4983-91f7-e6d889402169,segment=NetworkSegment(71da7614-e022-46ca-8ef8-e4b68361d158),segment_id=71da7614-e022-46ca-8ef8-e4b68361d158)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:01.890381 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f821f9c2-3240-43ad-855a-3481dea8006e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ea2d36da-b0e5-4983-91f7-e6d889402169), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:01.912665 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 0f133ce9-afd6-45de-a481-f08aa31eb2f5, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=0f133ce9-afd6-45de-a481-f08aa31eb2f5,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:01.957807 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5d70aace-4e62-42eb-8b02-9add0d28cc63 req-0b5d07a3-5d43-4d93-94ff-70fba74d70ae service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564990 Mar 07 10:30:01.969255 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '0f133ce9-afd6-45de-a481-f08aa31eb2f5', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': '0f133ce9-afd6-45de-a481-f08aa31eb2f5', 'mac_address': 'fa:16:3e:32:d2:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:30:02.013929 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11d78c-c716-4599-849d-31225bfbbbd0 req-44519bab-8c23-4a96-b5f0-b6e6c7ad76dd tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:02.015743 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1197-9287-4d4f-a6c4-2002f3bcb229 admin admin] Publish callbacks [] for router_gateway (eb51b1e1-e25d-47cc-a84d-4f13813984af), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:02.021511 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d11d78c-c716-4599-849d-31225bfbbbd0 req-44519bab-8c23-4a96-b5f0-b6e6c7ad76dd tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 947 time: 0.3688176 Mar 07 10:30:02.043371 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1197-9287-4d4f-a6c4-2002f3bcb229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:02.051996 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 0f133ce9-afd6-45de-a481-f08aa31eb2f5 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:02.052227 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0f133ce9-afd6-45de-a481-f08aa31eb2f5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:02.075482 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821f9c2-3240-43ad-855a-3481dea8006e None None] Pushing event updated for resources: {'Port': ['ID=ea2d36da-b0e5-4983-91f7-e6d889402169,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:02.077262 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0988d09-fab2-42fd-aae2-67098e20535e service neutron] Pushing event updated for resources: {'Port': ['ID=d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe,revision_number=8']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:02.082975 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f133ce9-afd6-45de-a481-f08aa31eb2f5 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:30:02.115593 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 0f133ce9-afd6-45de-a481-f08aa31eb2f5, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=0f133ce9-afd6-45de-a481-f08aa31eb2f5,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:02.123884 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0f133ce9-afd6-45de-a481-f08aa31eb2f5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:02.130304 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-f0988d09-fab2-42fd-aae2-67098e20535e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:02.130996 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-f0988d09-fab2-42fd-aae2-67098e20535e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:02.132792 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-f0988d09-fab2-42fd-aae2-67098e20535e service neutron] 10.222.0.21 "PUT /v2.0/ports/d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe HTTP/1.1" status: 200 len: 1122 time: 2.5757949 Mar 07 10:30:02.136184 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5d70aace-4e62-42eb-8b02-9add0d28cc63 req-f4b522f9-6a28-48aa-9cff-7224642ed294 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861580 Mar 07 10:30:02.218979 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=0f133ce9-afd6-45de-a481-f08aa31eb2f5,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:02.232417 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d11d78c-c716-4599-849d-31225bfbbbd0 req-35afe284-3c9e-4e98-b676-7bc43680a0a0 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100148 Mar 07 10:30:02.251634 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-0bfd1197-9287-4d4f-a6c4-2002f3bcb229 admin admin] Allocated IP 172.25.3.222 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/617e9b04-b023-4e43-a814-698b0d76b7d6) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:02.281678 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-9191aea3-9623-43d3-a95f-1373a0c2c57a tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Allocated IP 172.20.0.10 (f571527e-a205-427a-8890-cc1f2763fcb1/5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5/22e350eb-dd29-4f61-b3fb-e5f895608336) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:02.343371 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b120bdd-c636-49ea-8e8c-42ebb3948042 x-openstack-request-id: req-0b120bdd-c636-49ea-8e8c-42ebb3948042 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:02.343907 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efb47b8-945c-49a7-8734-d486bf561e72", "name": "network-vif-unplugged", "status": "completed", "tag": "d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:02.344310 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0b120bdd-c636-49ea-8e8c-42ebb3948042 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:02.344855 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efb47b8-945c-49a7-8734-d486bf561e72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e7a9d4-1dd9-4d73-9fff-75226bbadcfe', 'code': 200} Mar 07 10:30:02.399837 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:30:02.431855 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1197-9287-4d4f-a6c4-2002f3bcb229 admin admin] Publish callbacks [] for port (617e9b04-b023-4e43-a814-698b0d76b7d6), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:02.530337 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-9191aea3-9623-43d3-a95f-1373a0c2c57a tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Publish callbacks [] for port (22e350eb-dd29-4f61-b3fb-e5f895608336), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:02.538157 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1197-9287-4d4f-a6c4-2002f3bcb229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (617e9b04-b023-4e43-a814-698b0d76b7d6), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:02.548447 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd309b0-07e3-4222-975c-1a8a885a1fcd req-01987fc9-ac98-4893-9285-033a2859504d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:02.550927 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0dd309b0-07e3-4222-975c-1a8a885a1fcd req-01987fc9-ac98-4893-9285-033a2859504d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=32c9fbf8-8978-4ace-b25a-50ad42d478d8 HTTP/1.1" status: 200 len: 950 time: 0.1092851 Mar 07 10:30:02.565160 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['0f133ce9-afd6-45de-a481-f08aa31eb2f5'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:30:02.621750 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfd1197-9287-4d4f-a6c4-2002f3bcb229 admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:02.633049 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-0bfd1197-9287-4d4f-a6c4-2002f3bcb229 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:02.635880 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfd1197-9287-4d4f-a6c4-2002f3bcb229 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:30:02.674247 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd1197-9287-4d4f-a6c4-2002f3bcb229 admin admin] Pushing event updated for resources: {'Port': ['ID=617e9b04-b023-4e43-a814-698b0d76b7d6,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:02.779747 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edbc46-dd17-4a1c-9529-6ab56520fecd req-4ffab7f4-5829-4990-b826-c96a75a019c2 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:02.781478 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f4edbc46-dd17-4a1c-9529-6ab56520fecd req-4ffab7f4-5829-4990-b826-c96a75a019c2 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 944 time: 0.2184849 Mar 07 10:30:02.865784 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-9191aea3-9623-43d3-a95f-1373a0c2c57a tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (22e350eb-dd29-4f61-b3fb-e5f895608336), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:02.914302 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0dd309b0-07e3-4222-975c-1a8a885a1fcd req-462590f0-36bd-4118-a801-189def87da1c tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512852 Mar 07 10:30:02.920786 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f4edbc46-dd17-4a1c-9529-6ab56520fecd req-69e566e6-fb44-4e79-9ea3-9da2239d4e81 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137271 Mar 07 10:30:02.925144 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-9191aea3-9623-43d3-a95f-1373a0c2c57a tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Network f571527e-a205-427a-8890-cc1f2763fcb1 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:02.928340 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-9191aea3-9623-43d3-a95f-1373a0c2c57a tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:02.932504 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-9191aea3-9623-43d3-a95f-1373a0c2c57a tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:30:02.968260 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191aea3-9623-43d3-a95f-1373a0c2c57a tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Pushing event updated for resources: {'Port': ['ID=22e350eb-dd29-4f61-b3fb-e5f895608336,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:03.000027 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-9191aea3-9623-43d3-a95f-1373a0c2c57a tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:03.000815 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-9191aea3-9623-43d3-a95f-1373a0c2c57a tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:03.007407 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1197-9287-4d4f-a6c4-2002f3bcb229 admin admin] Publish callbacks [] for router_gateway (eb51b1e1-e25d-47cc-a84d-4f13813984af), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:03.022790 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-9191aea3-9623-43d3-a95f-1373a0c2c57a tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8257260 Mar 07 10:30:03.037202 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-a61f4f47-79ce-4670-8e8e-68ef7a394436 service neutron] Request body: {'port': {'device_id': '491875bb-6674-48a5-90ad-3ee5428b928f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:03.115490 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-a61f4f47-79ce-4670-8e8e-68ef7a394436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (22e350eb-dd29-4f61-b3fb-e5f895608336), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:03.185063 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9806d-75b4-4c42-8765-4691e771af50 req-1c539d3a-a67b-4879-ab84-1c9e6e278be8 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:03.186794 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-98a9806d-75b4-4c42-8765-4691e771af50 req-1c539d3a-a67b-4879-ab84-1c9e6e278be8 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=491875bb-6674-48a5-90ad-3ee5428b928f HTTP/1.1" status: 200 len: 932 time: 0.1164267 Mar 07 10:30:03.308701 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6064e0b1-5b57-4647-a8ca-e9d521f64a2b None None] Network c115a903-3e06-476f-ad86-78c2adade734 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:30:03.335414 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-98a9806d-75b4-4c42-8765-4691e771af50 req-d117df70-bd37-4449-a166-a9d7e5fd2642 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048694 Mar 07 10:30:03.344167 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1197-9287-4d4f-a6c4-2002f3bcb229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (eb51b1e1-e25d-47cc-a84d-4f13813984af), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:03.402773 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-4024e3c5-5eb9-42f8-8821-b90881fd06f1 None None] Provisioning complete for port ea2d36da-b0e5-4983-91f7-e6d889402169 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:03.403384 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4024e3c5-5eb9-42f8-8821-b90881fd06f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ea2d36da-b0e5-4983-91f7-e6d889402169), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:03.522910 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-a61f4f47-79ce-4670-8e8e-68ef7a394436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22e350eb-dd29-4f61-b3fb-e5f895608336 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:30:03.541511 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-a61f4f47-79ce-4670-8e8e-68ef7a394436 service neutron] Publish callbacks [] for port (22e350eb-dd29-4f61-b3fb-e5f895608336), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:03.547673 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4024e3c5-5eb9-42f8-8821-b90881fd06f1 None None] Current status of the port ea2d36da-b0e5-4983-91f7-e6d889402169 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:03.548165 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4024e3c5-5eb9-42f8-8821-b90881fd06f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ea2d36da-b0e5-4983-91f7-e6d889402169), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:03.569756 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-a61f4f47-79ce-4670-8e8e-68ef7a394436 service neutron] Transition to ACTIVE for port object 22e350eb-dd29-4f61-b3fb-e5f895608336 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:30:03.576361 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-a61f4f47-79ce-4670-8e8e-68ef7a394436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (22e350eb-dd29-4f61-b3fb-e5f895608336), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:03.604142 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-4024e3c5-5eb9-42f8-8821-b90881fd06f1 None None] For port ea2d36da-b0e5-4983-91f7-e6d889402169, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ea2d36da-b0e5-4983-91f7-e6d889402169,segment=NetworkSegment(71da7614-e022-46ca-8ef8-e4b68361d158),segment_id=71da7614-e022-46ca-8ef8-e4b68361d158)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:03.615678 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4024e3c5-5eb9-42f8-8821-b90881fd06f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ea2d36da-b0e5-4983-91f7-e6d889402169), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:03.616103 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bfd1197-9287-4d4f-a6c4-2002f3bcb229 admin admin] Router eb51b1e1-e25d-47cc-a84d-4f13813984af is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:30:03.634770 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f4f47-79ce-4670-8e8e-68ef7a394436 service neutron] Pushing event updated for resources: {'Port': ['ID=22e350eb-dd29-4f61-b3fb-e5f895608336,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:03.689155 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024e3c5-5eb9-42f8-8821-b90881fd06f1 None None] Pushing event updated for resources: {'Port': ['ID=ea2d36da-b0e5-4983-91f7-e6d889402169,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:03.699364 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030789c-0924-40ff-8d38-96dbfe56fe3c req-c4e85cd3-e648-4615-a0a7-4d7884d19cb7 tempest-ServersOnMultiNodesTest-1888123156 tempest-ServersOnMultiNodesTest-1888123156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:03.700900 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b030789c-0924-40ff-8d38-96dbfe56fe3c req-c4e85cd3-e648-4615-a0a7-4d7884d19cb7 tempest-ServersOnMultiNodesTest-1888123156 tempest-ServersOnMultiNodesTest-1888123156-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=32c9fbf8-8978-4ace-b25a-50ad42d478d8 HTTP/1.1" status: 200 len: 1132 time: 0.1384571 Mar 07 10:30:03.727939 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b030789c-0924-40ff-8d38-96dbfe56fe3c req-079c9dd1-7dec-4911-81b0-dc9a342e01b5 tempest-ServersOnMultiNodesTest-1888123156 tempest-ServersOnMultiNodesTest-1888123156-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:03.763578 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-a61f4f47-79ce-4670-8e8e-68ef7a394436 service neutron] Attempting to bind port 22e350eb-dd29-4f61-b3fb-e5f895608336 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:30:03.764183 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-a61f4f47-79ce-4670-8e8e-68ef7a394436 service neutron] Attempting to bind port 22e350eb-dd29-4f61-b3fb-e5f895608336 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:30:03.764654 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-a61f4f47-79ce-4670-8e8e-68ef7a394436 service neutron] Attempting to bind port 22e350eb-dd29-4f61-b3fb-e5f895608336 on network f571527e-a205-427a-8890-cc1f2763fcb1 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:03.773546 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-a61f4f47-79ce-4670-8e8e-68ef7a394436 service neutron] Port 22e350eb-dd29-4f61-b3fb-e5f895608336 on network f571527e-a205-427a-8890-cc1f2763fcb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:30:03.774149 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-a61f4f47-79ce-4670-8e8e-68ef7a394436 service neutron] Attempting to bind port 22e350eb-dd29-4f61-b3fb-e5f895608336 on network f571527e-a205-427a-8890-cc1f2763fcb1 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:03.783171 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-a61f4f47-79ce-4670-8e8e-68ef7a394436 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:30:03.783604 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-a61f4f47-79ce-4670-8e8e-68ef7a394436 service neutron] Checking segment: {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:30:03.784068 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-a61f4f47-79ce-4670-8e8e-68ef7a394436 service neutron] Bound using segment: {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:30:03.785362 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-a61f4f47-79ce-4670-8e8e-68ef7a394436 service neutron] Bound port: 22e350eb-dd29-4f61-b3fb-e5f895608336, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:30:03.785823 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-a61f4f47-79ce-4670-8e8e-68ef7a394436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (22e350eb-dd29-4f61-b3fb-e5f895608336), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:03.810040 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfd1197-9287-4d4f-a6c4-2002f3bcb229 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:30:03.813973 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c0967-5800-4663-a6bf-00b2e406200b req-bb0562ee-1f05-4f91-9ebc-d67c82028cc7 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:03.815694 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec9c0967-5800-4663-a6bf-00b2e406200b req-bb0562ee-1f05-4f91-9ebc-d67c82028cc7 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 948 time: 0.0936878 Mar 07 10:30:03.827236 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11c7dfd-9a8b-4026-a511-e8db71876101 None None] Sync routers for ids ['eb51b1e1-e25d-47cc-a84d-4f13813984af'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:30:03.843285 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0bfd1197-9287-4d4f-a6c4-2002f3bcb229 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:03.844683 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0bfd1197-9287-4d4f-a6c4-2002f3bcb229 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9025297 Mar 07 10:30:03.847381 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-23cb5eac-173c-4e85-b20a-a90e734e2418 None None] Provisioning complete for port ea2d36da-b0e5-4983-91f7-e6d889402169 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:03.847980 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37908) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:03.848132 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-23cb5eac-173c-4e85-b20a-a90e734e2418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ea2d36da-b0e5-4983-91f7-e6d889402169), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:03.852012 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11c7dfd-9a8b-4026-a511-e8db71876101 None None] Routers {'eb51b1e1-e25d-47cc-a84d-4f13813984af'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:30:03.852992 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b11c7dfd-9a8b-4026-a511-e8db71876101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:29:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['eb51b1e1-e25d-47cc-a84d-4f13813984af'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:03.921449 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b030789c-0924-40ff-8d38-96dbfe56fe3c req-079c9dd1-7dec-4911-81b0-dc9a342e01b5 tempest-ServersOnMultiNodesTest-1888123156 tempest-ServersOnMultiNodesTest-1888123156-project-admin] Publish callbacks [] for security_group (928926a4-7ea8-4ff2-a463-141388d8bcf2), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:03.939087 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-a61f4f47-79ce-4670-8e8e-68ef7a394436 service neutron] For port 22e350eb-dd29-4f61-b3fb-e5f895608336, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:03.956119 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-23cb5eac-173c-4e85-b20a-a90e734e2418 None None] Current status of the port ea2d36da-b0e5-4983-91f7-e6d889402169 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:03.957165 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec9c0967-5800-4663-a6bf-00b2e406200b req-66928c6e-b0df-49a3-ae12-860ffa8f44d4 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116359 Mar 07 10:30:03.959343 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-a61f4f47-79ce-4670-8e8e-68ef7a394436 service neutron] For port 22e350eb-dd29-4f61-b3fb-e5f895608336, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=22e350eb-dd29-4f61-b3fb-e5f895608336,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:03.962466 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b030789c-0924-40ff-8d38-96dbfe56fe3c req-079c9dd1-7dec-4911-81b0-dc9a342e01b5 tempest-ServersOnMultiNodesTest-1888123156 tempest-ServersOnMultiNodesTest-1888123156-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (928926a4-7ea8-4ff2-a463-141388d8bcf2), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:03.981616 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-a61f4f47-79ce-4670-8e8e-68ef7a394436 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (22e350eb-dd29-4f61-b3fb-e5f895608336), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:04.032045 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-a61f4f47-79ce-4670-8e8e-68ef7a394436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:04.033922 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-a61f4f47-79ce-4670-8e8e-68ef7a394436 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:04.036330 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b030789c-0924-40ff-8d38-96dbfe56fe3c req-079c9dd1-7dec-4911-81b0-dc9a342e01b5 tempest-ServersOnMultiNodesTest-1888123156 tempest-ServersOnMultiNodesTest-1888123156-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279393 Mar 07 10:30:04.036858 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-a61f4f47-79ce-4670-8e8e-68ef7a394436 service neutron] 10.222.0.31 "PUT /v2.0/ports/22e350eb-dd29-4f61-b3fb-e5f895608336 HTTP/1.1" status: 200 len: 1092 time: 1.0040445 Mar 07 10:30:04.042207 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c9dd1-7dec-4911-81b0-dc9a342e01b5 tempest-ServersOnMultiNodesTest-1888123156 tempest-ServersOnMultiNodesTest-1888123156-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928926a4-7ea8-4ff2-a463-141388d8bcf2,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:04.075006 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-b11c7dfd-9a8b-4026-a511-e8db71876101 None None] Set router eb51b1e1-e25d-47cc-a84d-4f13813984af gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:30:04.166311 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61f4f47-79ce-4670-8e8e-68ef7a394436 service neutron] Pushing event updated for resources: {'Port': ['ID=22e350eb-dd29-4f61-b3fb-e5f895608336,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:04.179919 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-6d64cf18-18a7-4dcf-a824-04a415e9fdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:04.182374 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-6d64cf18-18a7-4dcf-a824-04a415e9fdea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4eca9194fdd4a93832d9940e3e6237a&device_id=491875bb-6674-48a5-90ad-3ee5428b928f HTTP/1.1" status: 200 len: 1126 time: 0.0602605 Mar 07 10:30:04.197980 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ea2d36da-b0e5-4983-91f7-e6d889402169 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:30:04.272512 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-a751be43-ed32-4899-a403-f541bab7a2c3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22e350eb-dd29-4f61-b3fb-e5f895608336 HTTP/1.1" status: 200 len: 217 time: 0.0754237 Mar 07 10:30:04.275568 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port ea2d36da-b0e5-4983-91f7-e6d889402169 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:04.276183 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ea2d36da-b0e5-4983-91f7-e6d889402169), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:04.301501 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b11c7dfd-9a8b-4026-a511-e8db71876101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb51b1e1-e25d-47cc-a84d-4f13813984af', 'name': 'tempest-FloatingIPsTestJSON-118995864-router', 'tenant_id': '6d8e3b30f0784d8d835154b6f95794f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '617e9b04-b023-4e43-a814-698b0d76b7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:01Z', 'updated_at': '2022-03-07T10:30:02Z', 'revision_number': 3, 'project_id': '6d8e3b30f0784d8d835154b6f95794f4', 'gw_port': {'id': '617e9b04-b023-4e43-a814-698b0d76b7d6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb51b1e1-e25d-47cc-a84d-4f13813984af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:02Z', 'updated_at': '2022-03-07T10:30:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:04.330217 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-b44d4596-72df-42dd-a2b8-b4007a14f482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:04.332603 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-b44d4596-72df-42dd-a2b8-b4007a14f482 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5 HTTP/1.1" status: 200 len: 847 time: 0.0534203 Mar 07 10:30:04.346123 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efb47b8-945c-49a7-8734-d486bf561e72', 'tag': 'd3e7a9d4-1dd9-4d73-9fff-75226bbadcfe'}, {'name': 'network-changed', 'server_uuid': '491875bb-6674-48a5-90ad-3ee5428b928f', 'tag': '22e350eb-dd29-4f61-b3fb-e5f895608336'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:04.352846 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be557e6a-c130-4623-ad23-17e0b9be951b" -d '{"events": [{"name": "network-changed", "server_uuid": "7efb47b8-945c-49a7-8734-d486bf561e72", "tag": "d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe"}, {"name": "network-changed", "server_uuid": "491875bb-6674-48a5-90ad-3ee5428b928f", "tag": "22e350eb-dd29-4f61-b3fb-e5f895608336"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:04.353675 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11c7dfd-9a8b-4026-a511-e8db71876101 None None] Checking router: eb51b1e1-e25d-47cc-a84d-4f13813984af for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:30:04.354241 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11c7dfd-9a8b-4026-a511-e8db71876101 None None] Updating router eb51b1e1-e25d-47cc-a84d-4f13813984af port 617e9b04-b023-4e43-a814-698b0d76b7d6 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:30:04.394896 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b11c7dfd-9a8b-4026-a511-e8db71876101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (617e9b04-b023-4e43-a814-698b0d76b7d6), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:04.409164 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-ddb2ead6-4900-457d-bb15-742a4d5e84a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f571527e-a205-427a-8890-cc1f2763fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696404 Mar 07 10:30:04.433661 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port ea2d36da-b0e5-4983-91f7-e6d889402169 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:04.474269 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c62dd-c92e-49fe-ab3a-22651c5ba213 req-1aec3b10-343b-4eca-81ad-85b464ddcb35 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:04.476076 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-434c62dd-c92e-49fe-ab3a-22651c5ba213 req-1aec3b10-343b-4eca-81ad-85b464ddcb35 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 944 time: 0.2531459 Mar 07 10:30:04.543061 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-885353e1-9441-406a-8dd6-ef1d79994a98 service neutron] 10.222.0.31 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275840 Mar 07 10:30:04.603876 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-434c62dd-c92e-49fe-ab3a-22651c5ba213 req-b8a7227b-8684-455a-b909-d6721234b87a tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192076 Mar 07 10:30:04.735245 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dd8a0f-7e10-404e-b0b0-66645f935408 x-openstack-request-id: req-44dd8a0f-7e10-404e-b0b0-66645f935408 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:04.735551 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7efb47b8-945c-49a7-8734-d486bf561e72", "tag": "d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "491875bb-6674-48a5-90ad-3ee5428b928f", "tag": "22e350eb-dd29-4f61-b3fb-e5f895608336", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:04.735812 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-44dd8a0f-7e10-404e-b0b0-66645f935408 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:04.736214 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7efb47b8-945c-49a7-8734-d486bf561e72', 'tag': 'd3e7a9d4-1dd9-4d73-9fff-75226bbadcfe', 'status': 'completed', 'code': 200} Mar 07 10:30:04.742736 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491875bb-6674-48a5-90ad-3ee5428b928f', 'tag': '22e350eb-dd29-4f61-b3fb-e5f895608336', 'status': 'completed', 'code': 200} Mar 07 10:30:04.843216 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-463ce5d4-6ace-4c05-bc7c-606fc914895b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:04.852156 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72ab01ff-057a-4f65-96e8-1d5bb9c39641 req-eb4fc0f1-eecb-4d27-9c0b-bdf42d6f7d71 service neutron] 10.222.0.31 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910221 Mar 07 10:30:04.908281 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd82ea-e401-4f8e-8683-fb81fd8e0066 req-35133dcb-f6c8-4a53-8c8c-6131cdf18782 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:04.910895 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-03cd82ea-e401-4f8e-8683-fb81fd8e0066 req-35133dcb-f6c8-4a53-8c8c-6131cdf18782 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.21 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579&tenant_id=914855c715794ac0925e4b6ed0252296&binding%3Ahost_id=n-h2-832164-4 HTTP/1.1" status: 200 len: 948 time: 0.1809716 Mar 07 10:30:04.912587 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be557e6a-c130-4623-ad23-17e0b9be951b req-6a650f86-bc76-4cd6-bc75-d73c7e050317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:04.917703 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:30:04.929048 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-be557e6a-c130-4623-ad23-17e0b9be951b req-6a650f86-bc76-4cd6-bc75-d73c7e050317 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=253a7b51025b45cd9cb7114a3377a1db&device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 1156 time: 0.1419294 Mar 07 10:30:04.940413 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c4d10-db3b-41e4-aa1e-9b2b847f601c req-de342613-4be3-4eac-a026-9b6f4afb7c84 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:04.942844 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a77c4d10-db3b-41e4-aa1e-9b2b847f601c req-de342613-4be3-4eac-a026-9b6f4afb7c84 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=491875bb-6674-48a5-90ad-3ee5428b928f HTTP/1.1" status: 200 len: 944 time: 0.1596506 Mar 07 10:30:04.945761 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b11c7dfd-9a8b-4026-a511-e8db71876101 None None] Publish callbacks [] for port (617e9b04-b023-4e43-a814-698b0d76b7d6), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:04.953520 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b11c7dfd-9a8b-4026-a511-e8db71876101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (617e9b04-b023-4e43-a814-698b0d76b7d6), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:05.029757 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc012978-5274-434a-aa29-557828aa6945 None None] Pushing event updated for resources: {'Port': ['ID=617e9b04-b023-4e43-a814-698b0d76b7d6,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:05.052273 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a77c4d10-db3b-41e4-aa1e-9b2b847f601c req-9c0f6e91-1480-412b-ad21-b08e85e116a2 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953870 Mar 07 10:30:05.059889 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc012978-5274-434a-aa29-557828aa6945 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:05.060309 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc012978-5274-434a-aa29-557828aa6945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:05.060709 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc012978-5274-434a-aa29-557828aa6945 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:05.062096 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc012978-5274-434a-aa29-557828aa6945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:05.062463 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc012978-5274-434a-aa29-557828aa6945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:05.063303 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc012978-5274-434a-aa29-557828aa6945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:05.063648 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc012978-5274-434a-aa29-557828aa6945 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:05.063989 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc012978-5274-434a-aa29-557828aa6945 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:05.064904 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc012978-5274-434a-aa29-557828aa6945 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:05.065190 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc012978-5274-434a-aa29-557828aa6945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:05.066363 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc012978-5274-434a-aa29-557828aa6945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:05.066703 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc012978-5274-434a-aa29-557828aa6945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:05.069322 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc012978-5274-434a-aa29-557828aa6945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:05.072762 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-b11c7dfd-9a8b-4026-a511-e8db71876101 None None] Attempting to bind port 617e9b04-b023-4e43-a814-698b0d76b7d6 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:30:05.073152 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-b11c7dfd-9a8b-4026-a511-e8db71876101 None None] Attempting to bind port 617e9b04-b023-4e43-a814-698b0d76b7d6 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:30:05.073515 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11c7dfd-9a8b-4026-a511-e8db71876101 None None] Attempting to bind port 617e9b04-b023-4e43-a814-698b0d76b7d6 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:05.090800 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11c7dfd-9a8b-4026-a511-e8db71876101 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:30:05.091439 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11c7dfd-9a8b-4026-a511-e8db71876101 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:30:05.091947 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b11c7dfd-9a8b-4026-a511-e8db71876101 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:05.092460 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11c7dfd-9a8b-4026-a511-e8db71876101 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:30:05.093211 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-b11c7dfd-9a8b-4026-a511-e8db71876101 None None] Bound port: 617e9b04-b023-4e43-a814-698b0d76b7d6, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:30:05.093383 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:05.093975 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b11c7dfd-9a8b-4026-a511-e8db71876101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (617e9b04-b023-4e43-a814-698b0d76b7d6), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:05.105607 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe has no active binding in host n-h1-832164-4 {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 10:30:05.116309 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-463ce5d4-6ace-4c05-bc7c-606fc914895b admin admin] Allocated IP 172.20.0.1 (c115a903-3e06-476f-ad86-78c2adade734/574d8912-63b0-4b4b-a8ae-22694f74f388/b34dc759-ca0a-4c5f-b5bd-ae2942df6c47) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:05.157846 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-b11c7dfd-9a8b-4026-a511-e8db71876101 None None] For port 617e9b04-b023-4e43-a814-698b0d76b7d6, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:05.162053 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-b11c7dfd-9a8b-4026-a511-e8db71876101 None None] For port 617e9b04-b023-4e43-a814-698b0d76b7d6, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=617e9b04-b023-4e43-a814-698b0d76b7d6,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:05.162414 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [req-03cd82ea-e401-4f8e-8683-fb81fd8e0066 req-6829ce5d-a912-4705-bc0d-9a8f85abc9b3 service neutron] delete failed (client error): The resource could not be found. Mar 07 10:30:05.163502 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-03cd82ea-e401-4f8e-8683-fb81fd8e0066 req-6829ce5d-a912-4705-bc0d-9a8f85abc9b3 service neutron] 10.222.0.21 "DELETE /v2.0/ports/0f133ce9-afd6-45de-a481-f08aa31eb2f5/bindings/n-h1-832164-4 HTTP/1.1" status: 404 len: 380 time: 0.2332594 Mar 07 10:30:05.172242 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b11c7dfd-9a8b-4026-a511-e8db71876101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (617e9b04-b023-4e43-a814-698b0d76b7d6), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:05.197957 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be557e6a-c130-4623-ad23-17e0b9be951b req-cc1db59d-0ed4-4386-a51a-bbe508dfb638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:05.199571 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-be557e6a-c130-4623-ad23-17e0b9be951b req-cc1db59d-0ed4-4386-a51a-bbe508dfb638 service neutron] 10.222.0.31 "GET /v2.0/networks?id=35723e70-fc1c-4710-9b03-245dacf005c5 HTTP/1.1" status: 200 len: 921 time: 0.2489903 Mar 07 10:30:05.207428 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b12904-4bde-4e1a-82b0-4177b3945108 req-541fc7f2-3da1-43e7-b743-d155fb270b58 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:05.209203 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-69b12904-4bde-4e1a-82b0-4177b3945108 req-541fc7f2-3da1-43e7-b743-d155fb270b58 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 950 time: 0.2632527 Mar 07 10:30:05.239577 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11c7dfd-9a8b-4026-a511-e8db71876101 None None] Routers {'eb51b1e1-e25d-47cc-a84d-4f13813984af'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:30:05.240196 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b11c7dfd-9a8b-4026-a511-e8db71876101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:29:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['eb51b1e1-e25d-47cc-a84d-4f13813984af'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:05.266069 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-be557e6a-c130-4623-ad23-17e0b9be951b req-d77e3380-030e-4f52-a0d2-70e447f19e08 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe HTTP/1.1" status: 200 len: 217 time: 0.0558085 Mar 07 10:30:05.368098 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be557e6a-c130-4623-ad23-17e0b9be951b req-5046e5c7-9c10-42e4-bf39-27d65a90e205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:05.368602 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc012978-5274-434a-aa29-557828aa6945 None None] Pushing event updated for resources: {'Port': ['ID=617e9b04-b023-4e43-a814-698b0d76b7d6,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:05.369252 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-be557e6a-c130-4623-ad23-17e0b9be951b req-5046e5c7-9c10-42e4-bf39-27d65a90e205 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=504ea141-3c64-48b5-943a-bdbdb84bd6df HTTP/1.1" status: 200 len: 860 time: 0.0933855 Mar 07 10:30:05.381970 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-69b12904-4bde-4e1a-82b0-4177b3945108 req-b584564d-ba6e-4255-819b-23b03150148e tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636777 Mar 07 10:30:05.404792 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd82ea-e401-4f8e-8683-fb81fd8e0066 req-7eaee59e-f8a0-400e-bd8b-18549bbe418c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:05.407399 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-03cd82ea-e401-4f8e-8683-fb81fd8e0066 req-7eaee59e-f8a0-400e-bd8b-18549bbe418c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 1130 time: 0.1507211 Mar 07 10:30:05.471130 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-b11c7dfd-9a8b-4026-a511-e8db71876101 None None] Set router eb51b1e1-e25d-47cc-a84d-4f13813984af gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:30:05.508085 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-be557e6a-c130-4623-ad23-17e0b9be951b req-48dc0940-5d21-4c4f-8874-1031cb9cebe7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=35723e70-fc1c-4710-9b03-245dacf005c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1250989 Mar 07 10:30:05.542377 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-463ce5d4-6ace-4c05-bc7c-606fc914895b admin admin] Publish callbacks [] for port (b34dc759-ca0a-4c5f-b5bd-ae2942df6c47), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:05.546490 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-dbf6dadf-ab76-43ea-86ca-83302c88f149 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=38226035d9a14a64837c29a3926f0a17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359576 Mar 07 10:30:05.552367 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19584e15-aa25-4480-aa71-a0fbca5679c0 req-050ebb70-6af5-467f-9bf8-4c7509b3418b tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:05.553897 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-19584e15-aa25-4480-aa71-a0fbca5679c0 req-050ebb70-6af5-467f-9bf8-4c7509b3418b tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 948 time: 0.4042301 Mar 07 10:30:05.621988 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-19584e15-aa25-4480-aa71-a0fbca5679c0 req-f77a8081-9c32-4dc3-87da-16fd18fcb460 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565081 Mar 07 10:30:05.624745 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-463ce5d4-6ace-4c05-bc7c-606fc914895b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (b34dc759-ca0a-4c5f-b5bd-ae2942df6c47), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:05.638175 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd82ea-e401-4f8e-8683-fb81fd8e0066 req-4af21b9a-95f8-4f04-baf0-ece7d4ef4d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:05.639551 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-03cd82ea-e401-4f8e-8683-fb81fd8e0066 req-4af21b9a-95f8-4f04-baf0-ece7d4ef4d8d service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.2084956 Mar 07 10:30:05.662361 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 0f133ce9-afd6-45de-a481-f08aa31eb2f5 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:30:05.677202 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463ce5d4-6ace-4c05-bc7c-606fc914895b admin admin] Network c115a903-3e06-476f-ad86-78c2adade734 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:05.683365 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-463ce5d4-6ace-4c05-bc7c-606fc914895b admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:05.696100 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463ce5d4-6ace-4c05-bc7c-606fc914895b admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:30:05.729207 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b11c7dfd-9a8b-4026-a511-e8db71876101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb51b1e1-e25d-47cc-a84d-4f13813984af', 'name': 'tempest-FloatingIPsTestJSON-118995864-router', 'tenant_id': '6d8e3b30f0784d8d835154b6f95794f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '617e9b04-b023-4e43-a814-698b0d76b7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:01Z', 'updated_at': '2022-03-07T10:30:02Z', 'revision_number': 3, 'project_id': '6d8e3b30f0784d8d835154b6f95794f4', 'gw_port': {'id': '617e9b04-b023-4e43-a814-698b0d76b7d6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb51b1e1-e25d-47cc-a84d-4f13813984af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:02Z', 'updated_at': '2022-03-07T10:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:05.772854 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-03cd82ea-e401-4f8e-8683-fb81fd8e0066 req-6cad62a3-9296-402f-8f21-5cabe5e39899 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=0f133ce9-afd6-45de-a481-f08aa31eb2f5 HTTP/1.1" status: 200 len: 217 time: 0.1243465 Mar 07 10:30:05.776169 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 0f133ce9-afd6-45de-a481-f08aa31eb2f5 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:30:05.785934 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 0f133ce9-afd6-45de-a481-f08aa31eb2f5 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:05.786540 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0f133ce9-afd6-45de-a481-f08aa31eb2f5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:05.800589 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11c7dfd-9a8b-4026-a511-e8db71876101 None None] The sync data for ids ['eb51b1e1-e25d-47cc-a84d-4f13813984af'] in n-d-832164-4 is: [{'id': 'eb51b1e1-e25d-47cc-a84d-4f13813984af', 'name': 'tempest-FloatingIPsTestJSON-118995864-router', 'tenant_id': '6d8e3b30f0784d8d835154b6f95794f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '617e9b04-b023-4e43-a814-698b0d76b7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:01Z', 'updated_at': '2022-03-07T10:30:02Z', 'revision_number': 3, 'project_id': '6d8e3b30f0784d8d835154b6f95794f4', 'gw_port': {'id': '617e9b04-b023-4e43-a814-698b0d76b7d6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb51b1e1-e25d-47cc-a84d-4f13813984af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:02Z', 'updated_at': '2022-03-07T10:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:30:05.827897 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-463ce5d4-6ace-4c05-bc7c-606fc914895b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (eb51b1e1-e25d-47cc-a84d-4f13813984af), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:05.878747 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-be557e6a-c130-4623-ad23-17e0b9be951b req-8ee03f95-b313-493e-b3e2-782c048a1e49 service neutron] 10.222.0.31 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437212 Mar 07 10:30:05.924717 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-a6fffd4d-377e-432b-b415-326ad81348e8 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:05.933554 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-a6fffd4d-377e-432b-b415-326ad81348e8 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3615704 Mar 07 10:30:05.944884 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ce5d4-6ace-4c05-bc7c-606fc914895b admin admin] Pushing event updated for resources: {'Port': ['ID=b34dc759-ca0a-4c5f-b5bd-ae2942df6c47,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:05.963853 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd82ea-e401-4f8e-8683-fb81fd8e0066 req-a035ab1f-0603-4cc2-b3e1-65a0d17c6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:05.965337 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-03cd82ea-e401-4f8e-8683-fb81fd8e0066 req-a035ab1f-0603-4cc2-b3e1-65a0d17c6d37 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1834371 Mar 07 10:30:05.978934 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 0f133ce9-afd6-45de-a481-f08aa31eb2f5 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:05.980102 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0f133ce9-afd6-45de-a481-f08aa31eb2f5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:06.009725 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-80f53eae-5e52-4333-9fb0-e4af436dfcd4 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/quotas/38226035d9a14a64837c29a3926f0a17 HTTP/1.1" status: 200 len: 375 time: 0.0750072 Mar 07 10:30:06.052400 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd12c9d4e-c40b-40c2-962f-43e7779d3579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f133ce9-afd6-45de-a481-f08aa31eb2f5'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:06.058537 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f2ed88-f28b-406c-a817-2019a5e29fb7" -d '{"events": [{"server_uuid": "d12c9d4e-c40b-40c2-962f-43e7779d3579", "name": "network-vif-plugged", "status": "completed", "tag": "0f133ce9-afd6-45de-a481-f08aa31eb2f5"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:06.087124 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 0f133ce9-afd6-45de-a481-f08aa31eb2f5, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=0f133ce9-afd6-45de-a481-f08aa31eb2f5,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:06.096363 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0f133ce9-afd6-45de-a481-f08aa31eb2f5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:06.151257 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-be557e6a-c130-4623-ad23-17e0b9be951b req-7354d9be-76c6-4a58-9fa3-7fe88960e941 service neutron] 10.222.0.31 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607820 Mar 07 10:30:06.151477 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bbff4d-7d77-4d24-8988-ad1945df87a1 req-850b0ac4-14dc-4855-9ad2-88adc563363f tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:06.179122 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-a16daac3-4338-48fe-9313-aa6f25863575 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=38226035d9a14a64837c29a3926f0a17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1686141 Mar 07 10:30:06.181791 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd82ea-e401-4f8e-8683-fb81fd8e0066 req-1238efd4-1f0e-4025-b18d-cbc1cc4adc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:06.181960 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-93bbff4d-7d77-4d24-8988-ad1945df87a1 req-850b0ac4-14dc-4855-9ad2-88adc563363f tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 944 time: 0.2346897 Mar 07 10:30:06.183260 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-03cd82ea-e401-4f8e-8683-fb81fd8e0066 req-1238efd4-1f0e-4025-b18d-cbc1cc4adc44 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1672328 Mar 07 10:30:06.281747 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=0f133ce9-afd6-45de-a481-f08aa31eb2f5,revision_number=9']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:06.319779 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f14bd9c7-4e05-4c9c-bd77-bf0874351df1 None None] Provisioning complete for port b34dc759-ca0a-4c5f-b5bd-ae2942df6c47 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:06.320163 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f14bd9c7-4e05-4c9c-bd77-bf0874351df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b34dc759-ca0a-4c5f-b5bd-ae2942df6c47), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:06.370740 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37968) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:06.373318 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-93bbff4d-7d77-4d24-8988-ad1945df87a1 req-6292ba5d-83c9-4989-8fcf-0b6637f00a10 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895697 Mar 07 10:30:06.430448 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-463ce5d4-6ace-4c05-bc7c-606fc914895b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b34dc759-ca0a-4c5f-b5bd-ae2942df6c47), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:06.508243 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f14bd9c7-4e05-4c9c-bd77-bf0874351df1 None None] Port b34dc759-ca0a-4c5f-b5bd-ae2942df6c47 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:30:06.519919 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-71c9d384-b58f-4da0-a472-e021ad228c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:06.569931 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17af3566-15b7-4bf9-83e0-830cf135b14f x-openstack-request-id: req-17af3566-15b7-4bf9-83e0-830cf135b14f {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:06.569931 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d12c9d4e-c40b-40c2-962f-43e7779d3579", "name": "network-vif-plugged", "status": "completed", "tag": "0f133ce9-afd6-45de-a481-f08aa31eb2f5", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:06.569931 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-17af3566-15b7-4bf9-83e0-830cf135b14f {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:06.570236 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd12c9d4e-c40b-40c2-962f-43e7779d3579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f133ce9-afd6-45de-a481-f08aa31eb2f5', 'code': 200} Mar 07 10:30:06.575924 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be557e6a-c130-4623-ad23-17e0b9be951b req-fb7ddc8d-b8d2-4e53-8bfd-f31f2a1c4eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:06.578256 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-be557e6a-c130-4623-ad23-17e0b9be951b req-fb7ddc8d-b8d2-4e53-8bfd-f31f2a1c4eb4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4eca9194fdd4a93832d9940e3e6237a&device_id=491875bb-6674-48a5-90ad-3ee5428b928f HTTP/1.1" status: 200 len: 1126 time: 0.3307173 Mar 07 10:30:06.615333 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-03cd82ea-e401-4f8e-8683-fb81fd8e0066 req-f40621cc-6830-4c16-82e8-66e12cdda71e service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193747 Mar 07 10:30:06.770806 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682adc37-bf62-4c7a-a810-58015026a782 req-e85c22bf-1114-455c-83b6-225fc7102410 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:06.772357 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-682adc37-bf62-4c7a-a810-58015026a782 req-e85c22bf-1114-455c-83b6-225fc7102410 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=491875bb-6674-48a5-90ad-3ee5428b928f HTTP/1.1" status: 200 len: 944 time: 0.0959852 Mar 07 10:30:06.777674 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-463ce5d4-6ace-4c05-bc7c-606fc914895b admin admin] Publish callbacks [] for port (b34dc759-ca0a-4c5f-b5bd-ae2942df6c47), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:06.792046 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-463ce5d4-6ace-4c05-bc7c-606fc914895b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (b34dc759-ca0a-4c5f-b5bd-ae2942df6c47), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:06.793275 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e1efe5ed-eef9-472c-9b28-8ed806313f3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:06.880077 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be557e6a-c130-4623-ad23-17e0b9be951b req-3f704457-1f4a-4ea4-a2d4-99a004db7894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:06.881665 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-be557e6a-c130-4623-ad23-17e0b9be951b req-3f704457-1f4a-4ea4-a2d4-99a004db7894 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f571527e-a205-427a-8890-cc1f2763fcb1 HTTP/1.1" status: 200 len: 908 time: 0.2904813 Mar 07 10:30:06.929223 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ce5d4-6ace-4c05-bc7c-606fc914895b admin admin] Pushing event updated for resources: {'Port': ['ID=b34dc759-ca0a-4c5f-b5bd-ae2942df6c47,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:06.940475 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-463ce5d4-6ace-4c05-bc7c-606fc914895b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (eb51b1e1-e25d-47cc-a84d-4f13813984af), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:06.942557 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-03cd82ea-e401-4f8e-8683-fb81fd8e0066 req-a035d4f8-da7a-4a28-8fcb-af9096c89cfe service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928188 Mar 07 10:30:06.950643 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-be557e6a-c130-4623-ad23-17e0b9be951b req-d6722acd-76b2-4733-9fed-01b450fc3ad2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22e350eb-dd29-4f61-b3fb-e5f895608336 HTTP/1.1" status: 200 len: 217 time: 0.0596306 Mar 07 10:30:06.960761 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-682adc37-bf62-4c7a-a810-58015026a782 req-2febab5b-831e-44f1-87d3-bb2f71075c14 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779239 Mar 07 10:30:07.135392 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be557e6a-c130-4623-ad23-17e0b9be951b req-e7e7e947-d27c-47ba-bfed-ba57568f76d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:07.136853 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-be557e6a-c130-4623-ad23-17e0b9be951b req-e7e7e947-d27c-47ba-bfed-ba57568f76d1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5 HTTP/1.1" status: 200 len: 847 time: 0.1778541 Mar 07 10:30:07.176115 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463ce5d4-6ace-4c05-bc7c-606fc914895b admin admin] Network c115a903-3e06-476f-ad86-78c2adade734 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:07.179969 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-463ce5d4-6ace-4c05-bc7c-606fc914895b admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:07.194443 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-be557e6a-c130-4623-ad23-17e0b9be951b req-3a7ba8f7-f9d3-48cf-adfd-954258722293 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f571527e-a205-427a-8890-cc1f2763fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471578 Mar 07 10:30:07.197217 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e1efe5ed-eef9-472c-9b28-8ed806313f3e admin admin] Publish callbacks [] for security_group (072af77f-f3fb-434d-a62a-11beba9be074), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:07.220511 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e1efe5ed-eef9-472c-9b28-8ed806313f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (072af77f-f3fb-434d-a62a-11beba9be074), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:07.252523 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2754f-c72d-4ab9-b6f3-e5e4333093de req-b7213a20-3382-4f99-8da6-e0c02c3e70a3 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:07.256621 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b51e20-3d0a-479f-8de9-23697d6ce653 req-dab1735a-ecf7-49e1-bc83-28ba745342da tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:07.260121 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c4c2754f-c72d-4ab9-b6f3-e5e4333093de req-b7213a20-3382-4f99-8da6-e0c02c3e70a3 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 950 time: 0.2489097 Mar 07 10:30:07.263858 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b6b51e20-3d0a-479f-8de9-23697d6ce653 req-dab1735a-ecf7-49e1-bc83-28ba745342da tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 949 time: 0.1378577 Mar 07 10:30:07.382554 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b6b51e20-3d0a-479f-8de9-23697d6ce653 req-98b7477d-a026-43af-b011-b61936ebaf23 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175206 Mar 07 10:30:07.407710 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c4c2754f-c72d-4ab9-b6f3-e5e4333093de req-c0766367-c77f-4a59-88e2-0d4e2f980d12 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466546 Mar 07 10:30:07.421819 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-463ce5d4-6ace-4c05-bc7c-606fc914895b admin admin] Router eb51b1e1-e25d-47cc-a84d-4f13813984af has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:30:07.425152 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1efe5ed-eef9-472c-9b28-8ed806313f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072af77f-f3fb-434d-a62a-11beba9be074,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:07.563117 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37990) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:07.563695 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e1efe5ed-eef9-472c-9b28-8ed806313f3e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7a1a19c4ceaf4157982a99adf4043af4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1899855 Mar 07 10:30:07.663776 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-e89b3e8e-1bde-446a-a783-33894302e2b7 None None] Provisioning complete for port b34dc759-ca0a-4c5f-b5bd-ae2942df6c47 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:07.664340 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e89b3e8e-1bde-446a-a783-33894302e2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b34dc759-ca0a-4c5f-b5bd-ae2942df6c47), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:07.683475 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3bada630-b0b4-4659-a880-7be7518701ff admin admin] Publish callbacks [] for security_group (072af77f-f3fb-434d-a62a-11beba9be074), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:07.719178 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463ce5d4-6ace-4c05-bc7c-606fc914895b admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:30:07.728610 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-463ce5d4-6ace-4c05-bc7c-606fc914895b admin admin] 10.222.0.11 "PUT /v2.0/routers/eb51b1e1-e25d-47cc-a84d-4f13813984af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8795607 Mar 07 10:30:07.730641 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3bada630-b0b4-4659-a880-7be7518701ff admin admin] Publish callbacks [] for security_group (072af77f-f3fb-434d-a62a-11beba9be074), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:07.747826 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-be557e6a-c130-4623-ad23-17e0b9be951b req-84f819b6-5303-4014-9a1e-6055ff7ad1b4 service neutron] 10.222.0.31 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5433774 Mar 07 10:30:07.751189 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 22e350eb-dd29-4f61-b3fb-e5f895608336 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:30:07.765439 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb3d8e-7688-4c8e-968c-3b41221b218d req-a2c7410e-1fe9-4e7a-8fa0-37f911a87f1b tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:07.774095 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-48eb3d8e-7688-4c8e-968c-3b41221b218d req-a2c7410e-1fe9-4e7a-8fa0-37f911a87f1b tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 944 time: 0.2057683 Mar 07 10:30:07.814182 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e89b3e8e-1bde-446a-a783-33894302e2b7 None None] Port b34dc759-ca0a-4c5f-b5bd-ae2942df6c47 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:30:07.841885 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1814322f-b734-40b4-9945-551d26ee5ae8 req-a474f0d9-da1a-498f-bc61-4ba4e22a03c7 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e686bbe-a850-43cd-9cb9-372409d480db HTTP/1.1" status: 200 len: 210 time: 0.0891178 Mar 07 10:30:07.895902 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3bada630-b0b4-4659-a880-7be7518701ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (072af77f-f3fb-434d-a62a-11beba9be074), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:07.898712 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3bada630-b0b4-4659-a880-7be7518701ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:07.899981 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3bada630-b0b4-4659-a880-7be7518701ff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/072af77f-f3fb-434d-a62a-11beba9be074 HTTP/1.1" status: 204 len: 168 time: 0.3322339 Mar 07 10:30:07.905755 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-48eb3d8e-7688-4c8e-968c-3b41221b218d req-71f7b97c-9f14-4774-b663-60a2426fc8f4 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248753 Mar 07 10:30:07.915400 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bada630-b0b4-4659-a880-7be7518701ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072af77f-f3fb-434d-a62a-11beba9be074,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:07.984305 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-be557e6a-c130-4623-ad23-17e0b9be951b req-b2f588a9-eb30-4a80-bc3a-cc4447ee1e3c service neutron] 10.222.0.31 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078955 Mar 07 10:30:08.116408 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 22e350eb-dd29-4f61-b3fb-e5f895608336, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=22e350eb-dd29-4f61-b3fb-e5f895608336,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:08.146253 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '22e350eb-dd29-4f61-b3fb-e5f895608336', 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1', 'port_id': '22e350eb-dd29-4f61-b3fb-e5f895608336', 'mac_address': 'fa:16:3e:fe:d9:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:30:08.235528 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 617e9b04-b023-4e43-a814-698b0d76b7d6 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:30:08.250016 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f0764c-78b6-4f40-a9d5-dfab0c1fcfe6 req-6e30622e-dc57-4cc9-ba48-1ec2d39516e3 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:08.261252 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e9f0764c-78b6-4f40-a9d5-dfab0c1fcfe6 req-6e30622e-dc57-4cc9-ba48-1ec2d39516e3 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=491875bb-6674-48a5-90ad-3ee5428b928f HTTP/1.1" status: 200 len: 944 time: 0.1297104 Mar 07 10:30:08.277560 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 22e350eb-dd29-4f61-b3fb-e5f895608336 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:08.278195 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (22e350eb-dd29-4f61-b3fb-e5f895608336), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:08.314263 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e350eb-dd29-4f61-b3fb-e5f895608336 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:30:08.353725 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 22e350eb-dd29-4f61-b3fb-e5f895608336, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=22e350eb-dd29-4f61-b3fb-e5f895608336,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:08.363955 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (22e350eb-dd29-4f61-b3fb-e5f895608336), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:08.368859 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 617e9b04-b023-4e43-a814-698b0d76b7d6 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:08.369544 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (617e9b04-b023-4e43-a814-698b0d76b7d6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:08.369785 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e9f0764c-78b6-4f40-a9d5-dfab0c1fcfe6 req-0ba61a3e-fd0e-4e03-9e52-6d69bcad5035 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034596 Mar 07 10:30:08.472853 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=22e350eb-dd29-4f61-b3fb-e5f895608336,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:08.524766 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f5dcd7-9c36-4612-acdb-0d810836d6b7 None None] Sync routers for ids ['eb51b1e1-e25d-47cc-a84d-4f13813984af'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:30:08.591419 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38012) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:08.599994 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f5dcd7-9c36-4612-acdb-0d810836d6b7 None None] Routers {'eb51b1e1-e25d-47cc-a84d-4f13813984af'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:30:08.600910 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-c4f5dcd7-9c36-4612-acdb-0d810836d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:29:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['eb51b1e1-e25d-47cc-a84d-4f13813984af'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:08.602741 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d0a28569-2745-43a6-8feb-4d3b221e9c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:08.614747 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b614856-9c28-4697-bd34-26f8dd9c7fc9 req-47a5cbfd-fd23-420b-b5eb-57ec45f065de tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:08.616430 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5b614856-9c28-4697-bd34-26f8dd9c7fc9 req-47a5cbfd-fd23-420b-b5eb-57ec45f065de tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 949 time: 0.1116588 Mar 07 10:30:08.629382 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a4a45dfc-ddd7-40b7-b62f-a70eebb927ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:08.642088 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 617e9b04-b023-4e43-a814-698b0d76b7d6 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:08.642694 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (617e9b04-b023-4e43-a814-698b0d76b7d6), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:08.677577 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 617e9b04-b023-4e43-a814-698b0d76b7d6, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=617e9b04-b023-4e43-a814-698b0d76b7d6,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:08.714525 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5b614856-9c28-4697-bd34-26f8dd9c7fc9 req-401897a0-174b-4f05-a0b5-0c3729b65077 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875638 Mar 07 10:30:08.716794 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (617e9b04-b023-4e43-a814-698b0d76b7d6), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:08.767422 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a4a45dfc-ddd7-40b7-b62f-a70eebb927ec admin admin] Publish callbacks [] for security_group (c3c5d904-c1c6-43dd-b89d-0a96dabe2750), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:08.772579 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a4a45dfc-ddd7-40b7-b62f-a70eebb927ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (c3c5d904-c1c6-43dd-b89d-0a96dabe2750), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:08.779943 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-c4f5dcd7-9c36-4612-acdb-0d810836d6b7 None None] Set router eb51b1e1-e25d-47cc-a84d-4f13813984af gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:30:08.796471 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8afd6c61-eb7d-4ca0-ab3c-973f30b3db85 req-e4189c3e-dfdf-496f-9adb-371e0473254e tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2612264 Mar 07 10:30:08.806722 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-8afd6c61-eb7d-4ca0-ab3c-973f30b3db85 req-9ce45289-d006-4817-824a-acfcbe80b924 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:08.825222 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=617e9b04-b023-4e43-a814-698b0d76b7d6,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:08.836724 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8afd6c61-eb7d-4ca0-ab3c-973f30b3db85 req-9ce45289-d006-4817-824a-acfcbe80b924 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:08.837367 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a4a45dfc-ddd7-40b7-b62f-a70eebb927ec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c3ec2e1e0ab848d9a5a8fb91d6a99e67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448831 Mar 07 10:30:08.840137 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38016) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:08.849976 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a45dfc-ddd7-40b7-b62f-a70eebb927ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c5d904-c1c6-43dd-b89d-0a96dabe2750,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:08.869724 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389580d-ca37-45ea-843e-70b1a1c95e73 req-0ff72969-723a-437d-825f-1485984c0cc2 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:08.871709 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4389580d-ca37-45ea-843e-70b1a1c95e73 req-0ff72969-723a-437d-825f-1485984c0cc2 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 950 time: 0.0945902 Mar 07 10:30:08.926496 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4389580d-ca37-45ea-843e-70b1a1c95e73 req-60a70742-c2f1-4564-bada-f44c72de48a2 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493295 Mar 07 10:30:09.040446 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c57a3-7b02-43d9-ae42-5f228370efb5 req-8ae2d53a-92f6-462c-8931-9b54fc3120c6 tempest-MigrationsAdminTest-1881540120 tempest-MigrationsAdminTest-1881540120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:09.042105 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c33c57a3-7b02-43d9-ae42-5f228370efb5 req-8ae2d53a-92f6-462c-8931-9b54fc3120c6 tempest-MigrationsAdminTest-1881540120 tempest-MigrationsAdminTest-1881540120-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 1131 time: 0.0481737 Mar 07 10:30:09.043631 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-c4f5dcd7-9c36-4612-acdb-0d810836d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb51b1e1-e25d-47cc-a84d-4f13813984af', 'name': 'tempest-FloatingIPsTestJSON-118995864-router', 'tenant_id': '6d8e3b30f0784d8d835154b6f95794f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '617e9b04-b023-4e43-a814-698b0d76b7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:01Z', 'updated_at': '2022-03-07T10:30:06Z', 'revision_number': 4, 'project_id': '6d8e3b30f0784d8d835154b6f95794f4', 'gw_port': {'id': '617e9b04-b023-4e43-a814-698b0d76b7d6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb51b1e1-e25d-47cc-a84d-4f13813984af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:02Z', 'updated_at': '2022-03-07T10:30:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'b34dc759-ca0a-4c5f-b5bd-ae2942df6c47', 'name': '', 'network_id': 'c115a903-3e06-476f-ad86-78c2adade734', 'tenant_id': '6d8e3b30f0784d8d835154b6f95794f4', 'mac_address': 'fa:16:3e:b6:f2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb51b1e1-e25d-47cc-a84d-4f13813984af', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '574d8912-63b0-4b4b-a8ae-22694f74f388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:04Z', 'updated_at': '2022-03-07T10:30:06Z', 'revision_number': 2, 'project_id': '6d8e3b30f0784d8d835154b6f95794f4', 'subnets': [{'id': '574d8912-63b0-4b4b-a8ae-22694f74f388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:09.051035 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['22e350eb-dd29-4f61-b3fb-e5f895608336'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:30:09.084943 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f5dcd7-9c36-4612-acdb-0d810836d6b7 None None] Checking router: eb51b1e1-e25d-47cc-a84d-4f13813984af for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:30:09.085410 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f5dcd7-9c36-4612-acdb-0d810836d6b7 None None] Updating router eb51b1e1-e25d-47cc-a84d-4f13813984af port b34dc759-ca0a-4c5f-b5bd-ae2942df6c47 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:30:09.142282 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c33c57a3-7b02-43d9-ae42-5f228370efb5 req-7cb7c07e-5c89-4cff-9b91-96635ef60d69 tempest-MigrationsAdminTest-1881540120 tempest-MigrationsAdminTest-1881540120-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858290 Mar 07 10:30:09.151459 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c4f5dcd7-9c36-4612-acdb-0d810836d6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b34dc759-ca0a-4c5f-b5bd-ae2942df6c47), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:09.292085 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6578809d-f238-44b5-8450-63488480d73a req-ca16aaf1-35e0-4294-8820-af59394aa784 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e686bbe-a850-43cd-9cb9-372409d480db HTTP/1.1" status: 200 len: 210 time: 0.0640070 Mar 07 10:30:09.308889 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-14384ade-1aaa-4ce0-9096-9585f018398d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=38226035d9a14a64837c29a3926f0a17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282249 Mar 07 10:30:09.350624 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4b8d03b-26ab-4962-b80d-bb27ee248910 admin admin] Publish callbacks [] for security_group (c3c5d904-c1c6-43dd-b89d-0a96dabe2750), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:09.439305 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-b37e91e8-9bb4-47ba-b758-9a74263d1c5b tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=38226035d9a14a64837c29a3926f0a17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1024172 Mar 07 10:30:09.459099 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-5407c638-2e11-475b-ad60-57797b9f5e0f service neutron] 10.222.0.31 "GET /v2.0/ports/d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe/bindings/n-h1-832164-4 HTTP/1.1" status: 200 len: 384 time: 0.2580442 Mar 07 10:30:09.480882 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4b8d03b-26ab-4962-b80d-bb27ee248910 admin admin] Publish callbacks [] for security_group (c3c5d904-c1c6-43dd-b89d-0a96dabe2750), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:09.533388 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-f7a2b2f8-d5f2-4658-9b9a-2327ec732909 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:09.535503 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-f7a2b2f8-d5f2-4658-9b9a-2327ec732909 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2134411 Mar 07 10:30:09.553017 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-2d768ae5-492d-44b4-ac52-0b3ee939f818 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Request body: {'port': {'device_id': '4eceebe5-7133-430e-8348-5d37444c5233', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'admin_state_up': True, 'tenant_id': '38226035d9a14a64837c29a3926f0a17'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:09.664179 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae96b9cb-0c98-4fdf-9de9-efb437b901f3 req-7b526b4e-6909-4744-92cd-0e244be54597 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:09.669355 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ae96b9cb-0c98-4fdf-9de9-efb437b901f3 req-7b526b4e-6909-4744-92cd-0e244be54597 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 944 time: 0.1775205 Mar 07 10:30:09.721183 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4b8d03b-26ab-4962-b80d-bb27ee248910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (c3c5d904-c1c6-43dd-b89d-0a96dabe2750), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:09.724216 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4b8d03b-26ab-4962-b80d-bb27ee248910 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:09.728284 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e4b8d03b-26ab-4962-b80d-bb27ee248910 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c3c5d904-c1c6-43dd-b89d-0a96dabe2750 HTTP/1.1" status: 204 len: 168 time: 0.8842795 Mar 07 10:30:09.747300 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-9b96824a-5b4e-449f-bece-116e788ecd14 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:09.748749 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-9b96824a-5b4e-449f-bece-116e788ecd14 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2799897 Mar 07 10:30:09.750135 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8afd6c61-eb7d-4ca0-ab3c-973f30b3db85 req-9ce45289-d006-4817-824a-acfcbe80b924 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:09.773491 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-faee4f73-61f1-4f72-afdb-ca502ed31b26 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Request body: {'port': {'device_id': '4e686bbe-a850-43cd-9cb9-372409d480db', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'admin_state_up': True, 'tenant_id': '38226035d9a14a64837c29a3926f0a17'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:09.779911 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ae96b9cb-0c98-4fdf-9de9-efb437b901f3 req-d88179b6-ebe1-4149-97d3-9cdfcdcd249b tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061263 Mar 07 10:30:09.781476 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8d03b-26ab-4962-b80d-bb27ee248910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c5d904-c1c6-43dd-b89d-0a96dabe2750,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:09.796463 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-2d768ae5-492d-44b4-ac52-0b3ee939f818 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Made reservation on behalf of 38226035d9a14a64837c29a3926f0a17 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:09.802977 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-2d768ae5-492d-44b4-ac52-0b3ee939f818 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:09.812261 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c4f5dcd7-9c36-4612-acdb-0d810836d6b7 None None] Publish callbacks [] for port (b34dc759-ca0a-4c5f-b5bd-ae2942df6c47), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:09.833428 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c4f5dcd7-9c36-4612-acdb-0d810836d6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b34dc759-ca0a-4c5f-b5bd-ae2942df6c47), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:09.898459 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a72b9d-8793-44c7-a363-4d844a558e98 None None] Pushing event updated for resources: {'Port': ['ID=b34dc759-ca0a-4c5f-b5bd-ae2942df6c47,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:09.901450 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:10.050598 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-c4f5dcd7-9c36-4612-acdb-0d810836d6b7 None None] Attempting to bind port b34dc759-ca0a-4c5f-b5bd-ae2942df6c47 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:30:10.051014 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-c4f5dcd7-9c36-4612-acdb-0d810836d6b7 None None] Attempting to bind port b34dc759-ca0a-4c5f-b5bd-ae2942df6c47 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '71da7614-e022-46ca-8ef8-e4b68361d158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c115a903-3e06-476f-ad86-78c2adade734'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:30:10.052064 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f5dcd7-9c36-4612-acdb-0d810836d6b7 None None] Attempting to bind port b34dc759-ca0a-4c5f-b5bd-ae2942df6c47 on network c115a903-3e06-476f-ad86-78c2adade734 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:10.067067 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f5dcd7-9c36-4612-acdb-0d810836d6b7 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:30:10.067782 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f5dcd7-9c36-4612-acdb-0d810836d6b7 None None] Checking segment: {'id': '71da7614-e022-46ca-8ef8-e4b68361d158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c115a903-3e06-476f-ad86-78c2adade734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:30:10.067782 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c4f5dcd7-9c36-4612-acdb-0d810836d6b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:10.068149 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f5dcd7-9c36-4612-acdb-0d810836d6b7 None None] Bound using segment: {'id': '71da7614-e022-46ca-8ef8-e4b68361d158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c115a903-3e06-476f-ad86-78c2adade734'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:30:10.068623 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-c4f5dcd7-9c36-4612-acdb-0d810836d6b7 None None] Bound port: b34dc759-ca0a-4c5f-b5bd-ae2942df6c47, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71da7614-e022-46ca-8ef8-e4b68361d158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c115a903-3e06-476f-ad86-78c2adade734'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:30:10.069192 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c4f5dcd7-9c36-4612-acdb-0d810836d6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b34dc759-ca0a-4c5f-b5bd-ae2942df6c47), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:10.130628 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 617e9b04-b023-4e43-a814-698b0d76b7d6 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:30:10.176912 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-e6bcba5d-9ddf-4bd9-9ce3-e2a92f080ddc service neutron] For port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:10.196026 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-8afd6c61-eb7d-4ca0-ab3c-973f30b3db85 req-9ce45289-d006-4817-824a-acfcbe80b924 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Allocated IP 172.25.3.132 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/2f8d6765-e447-4473-917e-e6a023eebae2) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:10.210654 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f093c-243e-40b9-b99e-1967b1ddba64 req-017a2308-e91e-4299-81b9-ced6b4de8357 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:10.219268 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-290f093c-243e-40b9-b99e-1967b1ddba64 req-017a2308-e91e-4299-81b9-ced6b4de8357 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=491875bb-6674-48a5-90ad-3ee5428b928f HTTP/1.1" status: 200 len: 945 time: 0.2731516 Mar 07 10:30:10.233554 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-2d768ae5-492d-44b4-ac52-0b3ee939f818 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Allocated IP 192.168.233.80 (598bad6c-a435-45aa-bbb6-2339f78a1590/cd915eb6-2d51-4c50-93c9-6777e48b408a/a3df8701-3341-4d4e-8dfa-a5b8dc650f89) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:10.236298 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-e6bcba5d-9ddf-4bd9-9ce3-e2a92f080ddc service neutron] For port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:10.244638 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c4f5dcd7-9c36-4612-acdb-0d810836d6b7 None None] For port b34dc759-ca0a-4c5f-b5bd-ae2942df6c47, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:10.247330 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c4f5dcd7-9c36-4612-acdb-0d810836d6b7 None None] For port b34dc759-ca0a-4c5f-b5bd-ae2942df6c47, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b34dc759-ca0a-4c5f-b5bd-ae2942df6c47,segment=NetworkSegment(71da7614-e022-46ca-8ef8-e4b68361d158),segment_id=71da7614-e022-46ca-8ef8-e4b68361d158)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:10.264787 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-faee4f73-61f1-4f72-afdb-ca502ed31b26 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Made reservation on behalf of 38226035d9a14a64837c29a3926f0a17 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:10.267850 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-faee4f73-61f1-4f72-afdb-ca502ed31b26 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:10.269545 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c4f5dcd7-9c36-4612-acdb-0d810836d6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b34dc759-ca0a-4c5f-b5bd-ae2942df6c47), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:10.327391 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d7ad445d-ba01-4eb6-8477-402d39134a5c None None] Provisioning complete for port b34dc759-ca0a-4c5f-b5bd-ae2942df6c47 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:10.327940 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d7ad445d-ba01-4eb6-8477-402d39134a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b34dc759-ca0a-4c5f-b5bd-ae2942df6c47), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:10.334062 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-290f093c-243e-40b9-b99e-1967b1ddba64 req-825a5b77-ecf7-4823-ad23-390bc6fe02a1 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138322 Mar 07 10:30:10.348966 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-e6bcba5d-9ddf-4bd9-9ce3-e2a92f080ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:30:10.420009 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 617e9b04-b023-4e43-a814-698b0d76b7d6 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:10.420405 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (617e9b04-b023-4e43-a814-698b0d76b7d6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:10.422274 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f5dcd7-9c36-4612-acdb-0d810836d6b7 None None] Routers {'eb51b1e1-e25d-47cc-a84d-4f13813984af'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:30:10.422907 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-c4f5dcd7-9c36-4612-acdb-0d810836d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:30:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['eb51b1e1-e25d-47cc-a84d-4f13813984af'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:10.498617 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8afd6c61-eb7d-4ca0-ab3c-973f30b3db85 req-9ce45289-d006-4817-824a-acfcbe80b924 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Publish callbacks [] for port (2f8d6765-e447-4473-917e-e6a023eebae2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:10.516722 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a72b9d-8793-44c7-a363-4d844a558e98 None None] Pushing event updated for resources: {'Port': ['ID=b34dc759-ca0a-4c5f-b5bd-ae2942df6c47,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:10.562536 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-e6bcba5d-9ddf-4bd9-9ce3-e2a92f080ddc service neutron] For port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:10.573865 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-2d768ae5-492d-44b4-ac52-0b3ee939f818 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks [] for port (a3df8701-3341-4d4e-8dfa-a5b8dc650f89), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:10.591020 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8afd6c61-eb7d-4ca0-ab3c-973f30b3db85 req-9ce45289-d006-4817-824a-acfcbe80b924 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (2f8d6765-e447-4473-917e-e6a023eebae2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:10.676243 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-e6bcba5d-9ddf-4bd9-9ce3-e2a92f080ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:10.682062 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-2d768ae5-492d-44b4-ac52-0b3ee939f818 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (a3df8701-3341-4d4e-8dfa-a5b8dc650f89), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:10.684935 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d7ad445d-ba01-4eb6-8477-402d39134a5c None None] Current status of the port b34dc759-ca0a-4c5f-b5bd-ae2942df6c47 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:10.685514 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d7ad445d-ba01-4eb6-8477-402d39134a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b34dc759-ca0a-4c5f-b5bd-ae2942df6c47), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:10.710582 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['9e768dce-3999-4a24-a47b-f9b22fe1c1df'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:30:10.735564 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8afd6c61-eb7d-4ca0-ab3c-973f30b3db85 req-9ce45289-d006-4817-824a-acfcbe80b924 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:10.748017 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-8afd6c61-eb7d-4ca0-ab3c-973f30b3db85 req-9ce45289-d006-4817-824a-acfcbe80b924 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:10.756780 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d768ae5-492d-44b4-ac52-0b3ee939f818 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Pushing event updated for resources: {'Port': ['ID=a3df8701-3341-4d4e-8dfa-a5b8dc650f89,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:10.764210 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8afd6c61-eb7d-4ca0-ab3c-973f30b3db85 req-9ce45289-d006-4817-824a-acfcbe80b924 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:30:10.766090 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce45289-d006-4817-824a-acfcbe80b924 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Pushing event updated for resources: {'Port': ['ID=2f8d6765-e447-4473-917e-e6a023eebae2,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:10.789342 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-2d768ae5-492d-44b4-ac52-0b3ee939f818 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:10.792096 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-2d768ae5-492d-44b4-ac52-0b3ee939f818 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:10.794547 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-2d768ae5-492d-44b4-ac52-0b3ee939f818 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:30:10.828669 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-faee4f73-61f1-4f72-afdb-ca502ed31b26 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Allocated IP 192.168.233.229 (598bad6c-a435-45aa-bbb6-2339f78a1590/cd915eb6-2d51-4c50-93c9-6777e48b408a/e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:10.856277 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-c4f5dcd7-9c36-4612-acdb-0d810836d6b7 None None] Set router eb51b1e1-e25d-47cc-a84d-4f13813984af gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:30:10.883893 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-2d768ae5-492d-44b4-ac52-0b3ee939f818 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:10.884597 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-2d768ae5-492d-44b4-ac52-0b3ee939f818 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:10.940339 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f104cf-a312-4f1e-8e5d-b97759b36b29 req-60775ce8-1057-42f5-86d0-fb4e92039eb3 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:10.941659 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 617e9b04-b023-4e43-a814-698b0d76b7d6 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:10.943654 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e9f104cf-a312-4f1e-8e5d-b97759b36b29 req-60775ce8-1057-42f5-86d0-fb4e92039eb3 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 950 time: 0.3239253 Mar 07 10:30:10.949066 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-2d768ae5-492d-44b4-ac52-0b3ee939f818 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4010231 Mar 07 10:30:10.963738 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-d7ad445d-ba01-4eb6-8477-402d39134a5c None None] For port b34dc759-ca0a-4c5f-b5bd-ae2942df6c47, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b34dc759-ca0a-4c5f-b5bd-ae2942df6c47,segment=NetworkSegment(71da7614-e022-46ca-8ef8-e4b68361d158),segment_id=71da7614-e022-46ca-8ef8-e4b68361d158)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:11.006222 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-ab199354-5c24-4911-a6c6-320c7e8a5c51 service neutron] Request body: {'port': {'device_id': '4eceebe5-7133-430e-8348-5d37444c5233', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:11.026502 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d7ad445d-ba01-4eb6-8477-402d39134a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b34dc759-ca0a-4c5f-b5bd-ae2942df6c47), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:11.058939 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-e6bcba5d-9ddf-4bd9-9ce3-e2a92f080ddc service neutron] Transition to ACTIVE for port object d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:30:11.075424 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-e6bcba5d-9ddf-4bd9-9ce3-e2a92f080ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:11.092078 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8afd6c61-eb7d-4ca0-ab3c-973f30b3db85 req-9ce45289-d006-4817-824a-acfcbe80b924 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Publish callbacks [] for floatingip (bf1df268-7ba6-4dd0-9f28-ed0bb5714ecd), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:11.209623 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e9f104cf-a312-4f1e-8e5d-b97759b36b29 req-021a5681-955e-4871-9b7e-e2e13802decb tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563620 Mar 07 10:30:11.223913 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-ab199354-5c24-4911-a6c6-320c7e8a5c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a3df8701-3341-4d4e-8dfa-a5b8dc650f89), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:11.271188 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-e6bcba5d-9ddf-4bd9-9ce3-e2a92f080ddc service neutron] No DVR routers for this DVR port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:30:11.317994 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8afd6c61-eb7d-4ca0-ab3c-973f30b3db85 req-9ce45289-d006-4817-824a-acfcbe80b924 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2f8d6765-e447-4473-917e-e6a023eebae2), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:11.319615 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bcba5d-9ddf-4bd9-9ce3-e2a92f080ddc service neutron] Pushing event updated for resources: {'Port': ['ID=d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe,revision_number=10']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:11.373073 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-faee4f73-61f1-4f72-afdb-ca502ed31b26 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks [] for port (e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:11.391778 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-e6bcba5d-9ddf-4bd9-9ce3-e2a92f080ddc service neutron] 10.222.0.31 "PUT /v2.0/ports/d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe/bindings/n-h1-832164-4/activate HTTP/1.1" status: 200 len: 369 time: 1.9076469 Mar 07 10:30:11.544000 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-faee4f73-61f1-4f72-afdb-ca502ed31b26 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:11.565314 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-480953b8-10ae-4688-a6da-175842c445e2 None None] Provisioning complete for port b34dc759-ca0a-4c5f-b5bd-ae2942df6c47 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:11.566875 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-480953b8-10ae-4688-a6da-175842c445e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b34dc759-ca0a-4c5f-b5bd-ae2942df6c47), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:11.583167 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['9e768dce-3999-4a24-a47b-f9b22fe1c1df'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:30:11.627031 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-faee4f73-61f1-4f72-afdb-ca502ed31b26 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:11.642726 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-624055cb-466c-4985-932e-43c5718bad0e tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:11.644531 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-624055cb-466c-4985-932e-43c5718bad0e tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72&tenant_id=253a7b51025b45cd9cb7114a3377a1db&binding%3Ahost_id=n-h2-832164-4 HTTP/1.1" status: 200 len: 1127 time: 0.1545522 Mar 07 10:30:11.648580 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-faee4f73-61f1-4f72-afdb-ca502ed31b26 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:11.660071 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-faee4f73-61f1-4f72-afdb-ca502ed31b26 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:30:11.677690 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee4f73-61f1-4f72-afdb-ca502ed31b26 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Pushing event updated for resources: {'Port': ['ID=e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:11.733850 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad445d-ba01-4eb6-8477-402d39134a5c None None] Pushing event updated for resources: {'Port': ['ID=b34dc759-ca0a-4c5f-b5bd-ae2942df6c47,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:11.743273 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-7463eaa1-89a1-4ed6-9aa1-c7a5de219ea3 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=914855c715794ac0925e4b6ed0252296&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1258261 Mar 07 10:30:11.751949 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8afd6c61-eb7d-4ca0-ab3c-973f30b3db85 req-9ce45289-d006-4817-824a-acfcbe80b924 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Publish callbacks [] for port (2f8d6765-e447-4473-917e-e6a023eebae2), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:11.765632 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8afd6c61-eb7d-4ca0-ab3c-973f30b3db85 req-9ce45289-d006-4817-824a-acfcbe80b924 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (2f8d6765-e447-4473-917e-e6a023eebae2), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:11.770891 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 22e350eb-dd29-4f61-b3fb-e5f895608336 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:30:11.807555 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-faee4f73-61f1-4f72-afdb-ca502ed31b26 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:11.808163 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-faee4f73-61f1-4f72-afdb-ca502ed31b26 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:11.871659 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-910a3320-620e-447f-8acc-808d92abf030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:11.873155 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-910a3320-620e-447f-8acc-808d92abf030 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72&tenant_id=253a7b51025b45cd9cb7114a3377a1db HTTP/1.1" status: 200 len: 1127 time: 0.2101943 Mar 07 10:30:11.951835 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-faee4f73-61f1-4f72-afdb-ca502ed31b26 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1840920 Mar 07 10:30:11.965024 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:11.979863 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] Request body: {'port': {'device_id': '4e686bbe-a850-43cd-9cb9-372409d480db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:12.121233 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce45289-d006-4817-824a-acfcbe80b924 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Pushing event updated for resources: {'Port': ['ID=2f8d6765-e447-4473-917e-e6a023eebae2,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:12.160109 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8afd6c61-eb7d-4ca0-ab3c-973f30b3db85 req-9ce45289-d006-4817-824a-acfcbe80b924 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (bf1df268-7ba6-4dd0-9f28-ed0bb5714ecd), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:12.172254 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:12.201597 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-9c38236b-61d7-4956-8335-aa20f70bf53f tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:12.201808 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-62d25df7-449c-4ea9-ba5f-83cfe091902f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:12.203521 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-62d25df7-449c-4ea9-ba5f-83cfe091902f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=253a7b51025b45cd9cb7114a3377a1db&device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 1127 time: 0.2899663 Mar 07 10:30:12.216604 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-9c38236b-61d7-4956-8335-aa20f70bf53f tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4724176 Mar 07 10:30:12.248172 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8afd6c61-eb7d-4ca0-ab3c-973f30b3db85 req-9ce45289-d006-4817-824a-acfcbe80b924 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:12.248394 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-4ddb196d-5604-4dae-b123-0c18fae13011 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/quotas/914855c715794ac0925e4b6ed0252296 HTTP/1.1" status: 200 len: 375 time: 0.0308802 Mar 07 10:30:12.249380 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8afd6c61-eb7d-4ca0-ab3c-973f30b3db85 req-9ce45289-d006-4817-824a-acfcbe80b924 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4469864 Mar 07 10:30:12.312781 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 22e350eb-dd29-4f61-b3fb-e5f895608336 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:30:12.339441 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 22e350eb-dd29-4f61-b3fb-e5f895608336 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:12.339858 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (22e350eb-dd29-4f61-b3fb-e5f895608336), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:12.385055 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-ab199354-5c24-4911-a6c6-320c7e8a5c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3df8701-3341-4d4e-8dfa-a5b8dc650f89 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:30:12.389731 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-480953b8-10ae-4688-a6da-175842c445e2 None None] Current status of the port b34dc759-ca0a-4c5f-b5bd-ae2942df6c47 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:12.401091 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-ab199354-5c24-4911-a6c6-320c7e8a5c51 service neutron] Publish callbacks [] for port (a3df8701-3341-4d4e-8dfa-a5b8dc650f89), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:12.405663 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-c4f5dcd7-9c36-4612-acdb-0d810836d6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb51b1e1-e25d-47cc-a84d-4f13813984af', 'name': 'tempest-FloatingIPsTestJSON-118995864-router', 'tenant_id': '6d8e3b30f0784d8d835154b6f95794f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '617e9b04-b023-4e43-a814-698b0d76b7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:01Z', 'updated_at': '2022-03-07T10:30:06Z', 'revision_number': 4, 'project_id': '6d8e3b30f0784d8d835154b6f95794f4', 'gw_port': {'id': '617e9b04-b023-4e43-a814-698b0d76b7d6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb51b1e1-e25d-47cc-a84d-4f13813984af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:02Z', 'updated_at': '2022-03-07T10:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'b34dc759-ca0a-4c5f-b5bd-ae2942df6c47', 'name': '', 'network_id': 'c115a903-3e06-476f-ad86-78c2adade734', 'tenant_id': '6d8e3b30f0784d8d835154b6f95794f4', 'mac_address': 'fa:16:3e:b6:f2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb51b1e1-e25d-47cc-a84d-4f13813984af', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '574d8912-63b0-4b4b-a8ae-22694f74f388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:04Z', 'updated_at': '2022-03-07T10:30:10Z', 'revision_number': 4, 'project_id': '6d8e3b30f0784d8d835154b6f95794f4', 'subnets': [{'id': '574d8912-63b0-4b4b-a8ae-22694f74f388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:12.415482 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8afd6c61-eb7d-4ca0-ab3c-973f30b3db85 req-855ee001-aad4-4a58-8cbb-da69d5ddec9e tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.132 HTTP/1.1" status: 200 len: 696 time: 0.0933928 Mar 07 10:30:12.419336 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-ab199354-5c24-4911-a6c6-320c7e8a5c51 service neutron] Transition to ACTIVE for port object a3df8701-3341-4d4e-8dfa-a5b8dc650f89 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:30:12.430251 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-ab199354-5c24-4911-a6c6-320c7e8a5c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (a3df8701-3341-4d4e-8dfa-a5b8dc650f89), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:12.435956 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-80c62c64-50fb-415e-9b3b-a8eeddf44302 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1224425 Mar 07 10:30:12.542766 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab199354-5c24-4911-a6c6-320c7e8a5c51 service neutron] Pushing event updated for resources: {'Port': ['ID=a3df8701-3341-4d4e-8dfa-a5b8dc650f89,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:12.543753 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f5dcd7-9c36-4612-acdb-0d810836d6b7 None None] The sync data for ids ['eb51b1e1-e25d-47cc-a84d-4f13813984af'] in n-d-832164-4 is: [{'id': 'eb51b1e1-e25d-47cc-a84d-4f13813984af', 'name': 'tempest-FloatingIPsTestJSON-118995864-router', 'tenant_id': '6d8e3b30f0784d8d835154b6f95794f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '617e9b04-b023-4e43-a814-698b0d76b7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:01Z', 'updated_at': '2022-03-07T10:30:06Z', 'revision_number': 4, 'project_id': '6d8e3b30f0784d8d835154b6f95794f4', 'gw_port': {'id': '617e9b04-b023-4e43-a814-698b0d76b7d6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb51b1e1-e25d-47cc-a84d-4f13813984af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:02Z', 'updated_at': '2022-03-07T10:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'b34dc759-ca0a-4c5f-b5bd-ae2942df6c47', 'name': '', 'network_id': 'c115a903-3e06-476f-ad86-78c2adade734', 'tenant_id': '6d8e3b30f0784d8d835154b6f95794f4', 'mac_address': 'fa:16:3e:b6:f2:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb51b1e1-e25d-47cc-a84d-4f13813984af', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '574d8912-63b0-4b4b-a8ae-22694f74f388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:04Z', 'updated_at': '2022-03-07T10:30:10Z', 'revision_number': 4, 'project_id': '6d8e3b30f0784d8d835154b6f95794f4', 'subnets': [{'id': '574d8912-63b0-4b4b-a8ae-22694f74f388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:30:12.695960 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-ab199354-5c24-4911-a6c6-320c7e8a5c51 service neutron] Attempting to bind port a3df8701-3341-4d4e-8dfa-a5b8dc650f89 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:30:12.697795 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-ab199354-5c24-4911-a6c6-320c7e8a5c51 service neutron] Attempting to bind port a3df8701-3341-4d4e-8dfa-a5b8dc650f89 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:30:12.699223 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-ab199354-5c24-4911-a6c6-320c7e8a5c51 service neutron] Attempting to bind port a3df8701-3341-4d4e-8dfa-a5b8dc650f89 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:12.728587 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-ab199354-5c24-4911-a6c6-320c7e8a5c51 service neutron] Port a3df8701-3341-4d4e-8dfa-a5b8dc650f89 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:30:12.730278 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-ab199354-5c24-4911-a6c6-320c7e8a5c51 service neutron] Attempting to bind port a3df8701-3341-4d4e-8dfa-a5b8dc650f89 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:12.767826 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-ab199354-5c24-4911-a6c6-320c7e8a5c51 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:30:12.768252 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-ab199354-5c24-4911-a6c6-320c7e8a5c51 service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:30:12.787349 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-ab199354-5c24-4911-a6c6-320c7e8a5c51 service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:30:12.787349 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-ab199354-5c24-4911-a6c6-320c7e8a5c51 service neutron] Bound port: a3df8701-3341-4d4e-8dfa-a5b8dc650f89, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:30:12.787349 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-ab199354-5c24-4911-a6c6-320c7e8a5c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a3df8701-3341-4d4e-8dfa-a5b8dc650f89), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:12.886859 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-11fb9579-2f8b-447c-a4eb-44daa96fc6fa None None] Provisioning complete for port e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:12.887347 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-11fb9579-2f8b-447c-a4eb-44daa96fc6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:12.962833 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-7e141fa6-82e7-4bfb-b0ff-fe5fefcbe0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:12.964483 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-7e141fa6-82e7-4bfb-b0ff-fe5fefcbe0ef service neutron] 10.222.0.21 "GET /v2.0/networks?id=35723e70-fc1c-4710-9b03-245dacf005c5 HTTP/1.1" status: 200 len: 921 time: 0.7544672 Mar 07 10:30:12.981593 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 22e350eb-dd29-4f61-b3fb-e5f895608336 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:12.982127 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (22e350eb-dd29-4f61-b3fb-e5f895608336), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:12.986165 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c569e-af19-492d-a9b3-826c2176e3e1 req-48479a10-3c86-40fe-a46d-ac349c8e3779 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:12.988571 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2a6c569e-af19-492d-a9b3-826c2176e3e1 req-48479a10-3c86-40fe-a46d-ac349c8e3779 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e686bbe-a850-43cd-9cb9-372409d480db HTTP/1.1" status: 200 len: 936 time: 0.2296307 Mar 07 10:30:12.989964 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-ab199354-5c24-4911-a6c6-320c7e8a5c51 service neutron] For port a3df8701-3341-4d4e-8dfa-a5b8dc650f89, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:12.994450 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-ab199354-5c24-4911-a6c6-320c7e8a5c51 service neutron] For port a3df8701-3341-4d4e-8dfa-a5b8dc650f89, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=a3df8701-3341-4d4e-8dfa-a5b8dc650f89,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:13.009824 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-ab199354-5c24-4911-a6c6-320c7e8a5c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (a3df8701-3341-4d4e-8dfa-a5b8dc650f89), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:13.028291 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:13.036483 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-11fb9579-2f8b-447c-a4eb-44daa96fc6fa None None] Port e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:30:13.044936 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491875bb-6674-48a5-90ad-3ee5428b928f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e350eb-dd29-4f61-b3fb-e5f895608336'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:13.047311 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fbe23c-79b2-4bda-98e7-587ace7ce0f4" -d '{"events": [{"server_uuid": "491875bb-6674-48a5-90ad-3ee5428b928f", "name": "network-vif-plugged", "status": "completed", "tag": "22e350eb-dd29-4f61-b3fb-e5f895608336"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:13.065206 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 22e350eb-dd29-4f61-b3fb-e5f895608336, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=22e350eb-dd29-4f61-b3fb-e5f895608336,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:13.075792 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (22e350eb-dd29-4f61-b3fb-e5f895608336), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:13.078790 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:30:13.225557 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=22e350eb-dd29-4f61-b3fb-e5f895608336,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:13.230796 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] The host n-h2-832164-4 is not matching for port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe host n-h1-832164-4! {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 10:30:13.231258 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:30:13.431058 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-30801243-8cc7-4103-866c-6aa388bfe9de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe HTTP/1.1" status: 200 len: 217 time: 0.4558866 Mar 07 10:30:13.439958 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-ab199354-5c24-4911-a6c6-320c7e8a5c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:13.441673 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-ab199354-5c24-4911-a6c6-320c7e8a5c51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:13.443156 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-ab199354-5c24-4911-a6c6-320c7e8a5c51 service neutron] 10.222.0.31 "PUT /v2.0/ports/a3df8701-3341-4d4e-8dfa-a5b8dc650f89 HTTP/1.1" status: 200 len: 1095 time: 2.4794815 Mar 07 10:30:13.444290 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eceebe5-7133-430e-8348-5d37444c5233', 'tag': 'a3df8701-3341-4d4e-8dfa-a5b8dc650f89'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:13.446688 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5fc061-6b35-462e-b65a-2497b83880d6" -d '{"events": [{"name": "network-changed", "server_uuid": "4eceebe5-7133-430e-8348-5d37444c5233", "tag": "a3df8701-3341-4d4e-8dfa-a5b8dc650f89"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:13.453997 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab199354-5c24-4911-a6c6-320c7e8a5c51 service neutron] Pushing event updated for resources: {'Port': ['ID=a3df8701-3341-4d4e-8dfa-a5b8dc650f89,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:13.501388 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2a6c569e-af19-492d-a9b3-826c2176e3e1 req-f3d1cb51-0b0c-44cb-a1bd-6a88aeda6cc4 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5027528 Mar 07 10:30:13.578654 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-0bc4f875-0906-4ce5-9f6f-9fcc528f9dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:13.580278 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-0bc4f875-0906-4ce5-9f6f-9fcc528f9dc3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=504ea141-3c64-48b5-943a-bdbdb84bd6df HTTP/1.1" status: 200 len: 860 time: 0.1355720 Mar 07 10:30:13.636486 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-85e5c76c-52bb-46f1-98a0-fd81be66f979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:13.638067 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-85e5c76c-52bb-46f1-98a0-fd81be66f979 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38226035d9a14a64837c29a3926f0a17&device_id=4eceebe5-7133-430e-8348-5d37444c5233 HTTP/1.1" status: 200 len: 1129 time: 0.1259785 Mar 07 10:30:13.674577 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-3597289a-c04f-4496-bf10-f01fb008818e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35723e70-fc1c-4710-9b03-245dacf005c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779889 Mar 07 10:30:13.696369 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afd6c61-eb7d-4ca0-ab3c-973f30b3db85 req-f621d486-b1bb-4660-9182-a7ccd36e500d tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:13.697838 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8afd6c61-eb7d-4ca0-ab3c-973f30b3db85 req-f621d486-b1bb-4660-9182-a7ccd36e500d tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 784 time: 1.2121718 Mar 07 10:30:13.757271 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-4a6a2abd-7597-4321-90a1-b0fb5115e8fd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=a3df8701-3341-4d4e-8dfa-a5b8dc650f89 HTTP/1.1" status: 200 len: 217 time: 0.0787654 Mar 07 10:30:13.844785 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf8dc3-b12d-4443-a0f2-438e05c6b5fa req-88d736bc-3b9b-47f4-b714-4dcd23a20bc1 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:13.847133 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f5cf8dc3-b12d-4443-a0f2-438e05c6b5fa req-88d736bc-3b9b-47f4-b714-4dcd23a20bc1 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 945 time: 0.2144506 Mar 07 10:30:13.864526 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-c078bce3-0121-474e-8393-7197d2b54fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:13.869603 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-c078bce3-0121-474e-8393-7197d2b54fda service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1047497 Mar 07 10:30:13.884163 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-bf8e0286-4691-4edf-8ffb-e8d232c9110f service neutron] 10.222.0.21 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958008 Mar 07 10:30:13.942660 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f5cf8dc3-b12d-4443-a0f2-438e05c6b5fa req-58528f60-e464-47ec-9355-e56c3d0a7110 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887253 Mar 07 10:30:13.942911 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:30:13.953124 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] Publish callbacks [] for port (e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:13.965961 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-f4423bc2-7f85-4aa5-8dde-64ab70d5a0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:13.967469 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-f4423bc2-7f85-4aa5-8dde-64ab70d5a0b8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0862763 Mar 07 10:30:13.968889 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] Transition to ACTIVE for port object e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:30:13.981698 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:14.064128 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-8afd6c61-eb7d-4ca0-ab3c-973f30b3db85 req-b74b4608-fb42-4857-95b8-dac7b5a8b066 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:30:14.065168 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8afd6c61-eb7d-4ca0-ab3c-973f30b3db85 req-b74b4608-fb42-4857-95b8-dac7b5a8b066 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477831 Mar 07 10:30:14.154177 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-80f8f8ed-e808-4386-8a25-1a195ae7e86c service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776526 Mar 07 10:30:14.162842 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a3fcc2-48c9-4259-9cb0-822bf00e2b4d req-20521d5c-978d-4484-bb31-7244210ffa7c tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:14.170074 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c2a3fcc2-48c9-4259-9cb0-822bf00e2b4d req-20521d5c-978d-4484-bb31-7244210ffa7c tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=491875bb-6674-48a5-90ad-3ee5428b928f HTTP/1.1" status: 200 len: 946 time: 0.1122162 Mar 07 10:30:14.173666 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b34dc759-ca0a-4c5f-b5bd-ae2942df6c47 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:30:14.218257 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] Pushing event updated for resources: {'Port': ['ID=e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:14.308275 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c2a3fcc2-48c9-4259-9cb0-822bf00e2b4d req-1a9e9ced-d787-4f77-aedd-f1194e2d9605 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369085 Mar 07 10:30:14.315962 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port b34dc759-ca0a-4c5f-b5bd-ae2942df6c47 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:14.316484 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b34dc759-ca0a-4c5f-b5bd-ae2942df6c47), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:14.347256 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-d273a8f0-fcef-4561-a791-557fdeeff0f7 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746857 Mar 07 10:30:14.448256 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port b34dc759-ca0a-4c5f-b5bd-ae2942df6c47 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:14.476360 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:14.476997 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:14.477886 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:14.477886 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:14.478283 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:14.478418 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:14.478711 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:14.479085 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:14.479522 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:14.480043 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:14.480405 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:14.480727 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:14.481252 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:14.514385 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-3ccfa7ac-b005-4a53-9f3a-d94baaaa13d6 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=914855c715794ac0925e4b6ed0252296&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2207732 Mar 07 10:30:14.551471 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-61727c32-e9e3-443a-be1a-d61cfbfaa4dd service neutron] 10.222.0.21 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5806224 Mar 07 10:30:14.630594 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] Attempting to bind port e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:30:14.630927 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] Attempting to bind port e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:30:14.631245 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] Attempting to bind port e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:14.652868 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218bc5b2-ee49-4809-9859-084b71236aee req-c9553ee2-dc0d-4fdc-9045-4a8dbb58ad95 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:14.654268 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-218bc5b2-ee49-4809-9859-084b71236aee req-c9553ee2-dc0d-4fdc-9045-4a8dbb58ad95 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 950 time: 0.4006186 Mar 07 10:30:14.654821 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] Port e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:30:14.655136 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] Attempting to bind port e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:14.656775 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-31e8466f-6c49-4923-a90f-96827a6c008a req-d3da2b6f-d2e1-4ff7-a99a-77c9a7a00d88 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 210 time: 0.0322266 Mar 07 10:30:14.681699 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:30:14.682020 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:30:14.682421 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:30:14.682854 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] Bound port: e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:30:14.683209 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:14.707244 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab948c37-a553-4adf-833d-2b3252f56da8 x-openstack-request-id: req-ab948c37-a553-4adf-833d-2b3252f56da8 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:14.707567 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491875bb-6674-48a5-90ad-3ee5428b928f", "name": "network-vif-plugged", "status": "completed", "tag": "22e350eb-dd29-4f61-b3fb-e5f895608336", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:14.707829 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ab948c37-a553-4adf-833d-2b3252f56da8 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:14.708224 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491875bb-6674-48a5-90ad-3ee5428b928f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e350eb-dd29-4f61-b3fb-e5f895608336', 'code': 200} Mar 07 10:30:14.741053 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dd0d35-630d-49da-bda7-855801e10101 x-openstack-request-id: req-87dd0d35-630d-49da-bda7-855801e10101 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:14.741376 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eceebe5-7133-430e-8348-5d37444c5233", "tag": "a3df8701-3341-4d4e-8dfa-a5b8dc650f89", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:14.741631 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-87dd0d35-630d-49da-bda7-855801e10101 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:14.742088 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eceebe5-7133-430e-8348-5d37444c5233', 'tag': 'a3df8701-3341-4d4e-8dfa-a5b8dc650f89', 'status': 'completed', 'code': 200} Mar 07 10:30:14.749701 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-218bc5b2-ee49-4809-9859-084b71236aee req-21a8f64d-1483-4ac1-b90e-ce636b702043 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873520 Mar 07 10:30:14.800811 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-c86fa680-21de-49ea-b2ef-5c3f233ae1c4 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:14.802298 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-c86fa680-21de-49ea-b2ef-5c3f233ae1c4 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2707722 Mar 07 10:30:14.830718 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-7dff2441-e9e8-40ba-a343-c7101ad2b11d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Request body: {'port': {'device_id': 'fd6c7898-c1b7-46b8-8810-89c3d85bf615', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'admin_state_up': True, 'tenant_id': '914855c715794ac0925e4b6ed0252296'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:14.891775 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-93d126f6-276d-49fa-b10f-3de396d6151a req-cb01ac72-829a-4856-be54-f849f59cfd41 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] 10.222.0.11 "GET /v2.0/floatingips/bf1df268-7ba6-4dd0-9f28-ed0bb5714ecd HTTP/1.1" status: 200 len: 693 time: 0.1357965 Mar 07 10:30:14.965657 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5fc061-6b35-462e-b65a-2497b83880d6 req-c1caed5e-1fdd-4015-a6f8-029e3ccd5d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:14.967166 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9f5fc061-6b35-462e-b65a-2497b83880d6 req-c1caed5e-1fdd-4015-a6f8-029e3ccd5d33 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38226035d9a14a64837c29a3926f0a17&device_id=4eceebe5-7133-430e-8348-5d37444c5233 HTTP/1.1" status: 200 len: 1129 time: 0.1529806 Mar 07 10:30:14.969761 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] For port e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:15.000491 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] For port e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:15.024028 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:15.065032 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d126f6-276d-49fa-b10f-3de396d6151a req-b0a9545e-b2c5-47de-b0c6-9b8c7ba894ee tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:15.067627 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-93d126f6-276d-49fa-b10f-3de396d6151a req-b0a9545e-b2c5-47de-b0c6-9b8c7ba894ee tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 784 time: 0.1694927 Mar 07 10:30:15.085002 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-93d126f6-276d-49fa-b10f-3de396d6151a req-be395f6f-fd2a-41de-88f0-0aabd62e701a tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:30:15.086381 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-93d126f6-276d-49fa-b10f-3de396d6151a req-be395f6f-fd2a-41de-88f0-0aabd62e701a tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082328 Mar 07 10:30:15.089980 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02682f77-d11b-44bd-b88b-e04ce3d0a57d req-f3ab7cb2-3945-43fb-8f01-1d0afb502409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:15.091481 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-02682f77-d11b-44bd-b88b-e04ce3d0a57d req-f3ab7cb2-3945-43fb-8f01-1d0afb502409 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=491875bb-6674-48a5-90ad-3ee5428b928f HTTP/1.1" status: 200 len: 1128 time: 0.2714307 Mar 07 10:30:15.093302 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-84dd9c40-e791-424b-8c81-3f0e96923506 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:15.094649 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-84dd9c40-e791-424b-8c81-3f0e96923506 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72&tenant_id=253a7b51025b45cd9cb7114a3377a1db&binding%3Ahost_id=n-h1-832164-4 HTTP/1.1" status: 200 len: 1127 time: 0.2522445 Mar 07 10:30:15.101335 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5fc061-6b35-462e-b65a-2497b83880d6 req-daa60928-c7d8-4d07-a2d5-a26fb87da0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:15.103024 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9f5fc061-6b35-462e-b65a-2497b83880d6 req-daa60928-c7d8-4d07-a2d5-a26fb87da0ae service neutron] 10.222.0.31 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.1231747 Mar 07 10:30:15.108767 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3c3e9-dfe0-4d15-9187-47b4d52128bb req-13550a4d-e157-4a54-b6e6-47bb9df1934a tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:15.108767 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fcb3c3e9-dfe0-4d15-9187-47b4d52128bb req-13550a4d-e157-4a54-b6e6-47bb9df1934a tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e686bbe-a850-43cd-9cb9-372409d480db HTTP/1.1" status: 200 len: 948 time: 0.2634795 Mar 07 10:30:15.109642 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:15.110411 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:15.111559 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] 10.222.0.31 "PUT /v2.0/ports/e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4 HTTP/1.1" status: 200 len: 1096 time: 3.1381619 Mar 07 10:30:15.115940 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e686bbe-a850-43cd-9cb9-372409d480db', 'tag': 'e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:15.118623 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9552158f-b412-4f67-be51-bd7eb2eded9b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e686bbe-a850-43cd-9cb9-372409d480db", "tag": "e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:15.182361 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9f5fc061-6b35-462e-b65a-2497b83880d6 req-0cfe469c-6cac-42b7-9107-ec35d6782465 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=a3df8701-3341-4d4e-8dfa-a5b8dc650f89 HTTP/1.1" status: 200 len: 217 time: 0.0681610 Mar 07 10:30:15.229981 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe68a0-2f92-4521-93a6-ee542b61cc5b service neutron] Pushing event updated for resources: {'Port': ['ID=e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:15.261236 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5fc061-6b35-462e-b65a-2497b83880d6 req-92bac0c8-cca2-49f8-b019-e7bd6976b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:15.263409 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9f5fc061-6b35-462e-b65a-2497b83880d6 req-92bac0c8-cca2-49f8-b019-e7bd6976b1a7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.0694113 Mar 07 10:30:15.312181 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-7dff2441-e9e8-40ba-a343-c7101ad2b11d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Made reservation on behalf of 914855c715794ac0925e4b6ed0252296 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:15.316135 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-7dff2441-e9e8-40ba-a343-c7101ad2b11d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:15.352963 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fcb3c3e9-dfe0-4d15-9187-47b4d52128bb req-592e6027-f2fe-430e-bae1-c29e80f56ba2 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235703 Mar 07 10:30:15.354964 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-02682f77-d11b-44bd-b88b-e04ce3d0a57d req-65f0f1d6-2b19-4cf1-b15a-cc56171e8d61 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398260 Mar 07 10:30:15.370110 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5fc061-6b35-462e-b65a-2497b83880d6 req-ca9e8502-d063-4b08-8124-2e619d79bc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:15.371556 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9f5fc061-6b35-462e-b65a-2497b83880d6 req-ca9e8502-d063-4b08-8124-2e619d79bc1c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0962427 Mar 07 10:30:15.384166 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8862768-2704-4bdf-85fa-01f504be7285 req-15ee5f04-07dc-43c0-a5ba-75af083586b3 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:15.385677 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b8862768-2704-4bdf-85fa-01f504be7285 req-15ee5f04-07dc-43c0-a5ba-75af083586b3 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 945 time: 0.0776739 Mar 07 10:30:15.414371 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-7a3b91ef-5df9-42b3-8155-6e971f82845c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:15.415863 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-7a3b91ef-5df9-42b3-8155-6e971f82845c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38226035d9a14a64837c29a3926f0a17&device_id=4e686bbe-a850-43cd-9cb9-372409d480db HTTP/1.1" status: 200 len: 1130 time: 0.2353129 Mar 07 10:30:15.437675 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b8862768-2704-4bdf-85fa-01f504be7285 req-7bc3d772-0a0d-4a9a-9e9c-5167103efd75 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452747 Mar 07 10:30:15.519369 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c098f84e-cd6a-451f-9f8d-6aa422a2541c x-openstack-request-id: req-c098f84e-cd6a-451f-9f8d-6aa422a2541c {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:15.519886 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e686bbe-a850-43cd-9cb9-372409d480db", "tag": "e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:15.519886 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c098f84e-cd6a-451f-9f8d-6aa422a2541c {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:15.520270 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e686bbe-a850-43cd-9cb9-372409d480db', 'tag': 'e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4', 'status': 'completed', 'code': 200} Mar 07 10:30:15.535083 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f572a811-861a-447f-92dc-275ec7953915 req-d9df2726-1189-4b53-ab3b-a3b32714e4de tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] 10.222.0.11 "GET /v2.0/floatingips?tenant_id=6d8e3b30f0784d8d835154b6f95794f4 HTTP/1.1" status: 200 len: 696 time: 0.1508458 Mar 07 10:30:15.609068 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3e8e8-1a1e-4ef2-86a5-c6ab3e95ce9f req-68356d05-a31f-41c3-b92f-286a28ccef52 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:15.610671 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bdb3e8e8-1a1e-4ef2-86a5-c6ab3e95ce9f req-68356d05-a31f-41c3-b92f-286a28ccef52 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=491875bb-6674-48a5-90ad-3ee5428b928f HTTP/1.1" status: 200 len: 946 time: 0.0564287 Mar 07 10:30:15.621754 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-9ced2f34-eea8-4c5a-93fc-0c4eb9f8f520 service neutron] For port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:15.688294 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-9ced2f34-eea8-4c5a-93fc-0c4eb9f8f520 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:15.689432 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a9b4f32-26fb-4288-b03c-e4f111d38f79 req-9ced2f34-eea8-4c5a-93fc-0c4eb9f8f520 service neutron] 10.222.0.21 "DELETE /v2.0/ports/d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe/bindings/n-h2-832164-4 HTTP/1.1" status: 204 len: 173 time: 0.5815575 Mar 07 10:30:15.698516 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-889cfc81-2abc-4aba-ba69-10e9a3bffde1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4 HTTP/1.1" status: 200 len: 217 time: 0.0799284 Mar 07 10:30:15.715397 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bdb3e8e8-1a1e-4ef2-86a5-c6ab3e95ce9f req-a9718391-ab14-4747-91fc-884984a7b6d5 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950089 Mar 07 10:30:15.745223 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9f5fc061-6b35-462e-b65a-2497b83880d6 req-3dce10df-f462-4155-a433-051d61a428ee service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335008 Mar 07 10:30:15.758971 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-7dff2441-e9e8-40ba-a343-c7101ad2b11d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Allocated IP 192.168.233.153 (598bad6c-a435-45aa-bbb6-2339f78a1590/cd915eb6-2d51-4c50-93c9-6777e48b408a/d0a26e44-88e1-422a-9e50-52e8cfc310fe) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:15.810443 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572a811-861a-447f-92dc-275ec7953915 req-c2686cd4-1565-400b-bd7b-5c21b11a0a58 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:15.811983 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f572a811-861a-447f-92dc-275ec7953915 req-c2686cd4-1565-400b-bd7b-5c21b11a0a58 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] 10.222.0.11 "GET /v2.0/networks?id=f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 787 time: 0.2684085 Mar 07 10:30:15.815714 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-a2cc2d0c-338d-4545-b4eb-63a14d76b02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:15.817549 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-a2cc2d0c-338d-4545-b4eb-63a14d76b02f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1090527 Mar 07 10:30:15.836141 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-f572a811-861a-447f-92dc-275ec7953915 req-224d0ebc-4678-4af1-985b-31fc60f4ccf1 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:30:15.837374 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f572a811-861a-447f-92dc-275ec7953915 req-224d0ebc-4678-4af1-985b-31fc60f4ccf1 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0107195 Mar 07 10:30:15.885149 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9f5fc061-6b35-462e-b65a-2497b83880d6 req-887240ac-557a-48cd-81e5-4862176ac93c service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253004 Mar 07 10:30:15.946803 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bdaee5b9-5ecb-40c9-a270-4c5ef6c914be req-7ef12c69-61dd-49dd-ba68-9051ccaaab18 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 210 time: 0.0474434 Mar 07 10:30:16.020964 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-af67f91a-6316-4efc-8277-0470f8393222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:16.026707 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-af67f91a-6316-4efc-8277-0470f8393222 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1965895 Mar 07 10:30:16.065896 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115416ea-9651-4d3b-ad76-91a9eca521a8 req-9cf75f49-9bbe-438e-9a42-39350f5acf75 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:16.067391 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-115416ea-9651-4d3b-ad76-91a9eca521a8 req-9cf75f49-9bbe-438e-9a42-39350f5acf75 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 950 time: 0.0610485 Mar 07 10:30:16.077324 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81514d-1ad0-4d92-9fe1-832faa48a977 req-7604cb78-ec93-4f09-bbbc-83280907ca42 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:16.078817 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-db81514d-1ad0-4d92-9fe1-832faa48a977 req-7604cb78-ec93-4f09-bbbc-83280907ca42 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 1127 time: 0.1640148 Mar 07 10:30:16.113992 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-7dff2441-e9e8-40ba-a343-c7101ad2b11d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks [] for port (d0a26e44-88e1-422a-9e50-52e8cfc310fe), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:16.145310 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-115416ea-9651-4d3b-ad76-91a9eca521a8 req-785facda-74a6-4e08-aec0-eeaa9aaafb72 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710320 Mar 07 10:30:16.175080 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38138) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:16.213551 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-db81514d-1ad0-4d92-9fe1-832faa48a977 req-492e4ed7-efd5-403d-8172-8cc53e082577 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267748 Mar 07 10:30:16.222051 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-7dff2441-e9e8-40ba-a343-c7101ad2b11d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (d0a26e44-88e1-422a-9e50-52e8cfc310fe), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:16.233261 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-03bfb992-2f66-4ef0-b390-b337047babb4 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973772 Mar 07 10:30:16.235830 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['0f133ce9-afd6-45de-a481-f08aa31eb2f5'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:30:16.237142 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2c197624-a1cd-4307-a6a6-9d9d607b8ad8 req-1a8c04ba-794e-4cfd-b02b-10d523ef000f tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] 10.222.0.11 "GET /v2.0/floatingips/bf1df268-7ba6-4dd0-9f28-ed0bb5714ecd HTTP/1.1" status: 200 len: 693 time: 0.0699675 Mar 07 10:30:16.316668 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-7dff2441-e9e8-40ba-a343-c7101ad2b11d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:16.324077 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff2441-e9e8-40ba-a343-c7101ad2b11d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Pushing event updated for resources: {'Port': ['ID=d0a26e44-88e1-422a-9e50-52e8cfc310fe,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:16.333087 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-7dff2441-e9e8-40ba-a343-c7101ad2b11d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:16.337537 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-7dff2441-e9e8-40ba-a343-c7101ad2b11d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:30:16.416346 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ec89be50-8745-4fc2-842b-b31952eb6a43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:16.448958 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c197624-a1cd-4307-a6a6-9d9d607b8ad8 req-c54e3952-2d33-40db-8367-da6cbc5c9691 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:16.450605 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2c197624-a1cd-4307-a6a6-9d9d607b8ad8 req-c54e3952-2d33-40db-8367-da6cbc5c9691 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 784 time: 0.2124453 Mar 07 10:30:16.461317 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-7dff2441-e9e8-40ba-a343-c7101ad2b11d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:16.462175 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-7dff2441-e9e8-40ba-a343-c7101ad2b11d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:16.485218 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-2c197624-a1cd-4307-a6a6-9d9d607b8ad8 req-0e720612-7e90-4789-a1ef-247e3fad0c84 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:30:16.501320 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2c197624-a1cd-4307-a6a6-9d9d607b8ad8 req-0e720612-7e90-4789-a1ef-247e3fad0c84 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0416863 Mar 07 10:30:16.501728 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-7dff2441-e9e8-40ba-a343-c7101ad2b11d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6754465 Mar 07 10:30:16.542772 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-9fa7adce-a0ae-42fa-9d51-42eabfc51f0a service neutron] Request body: {'port': {'device_id': 'fd6c7898-c1b7-46b8-8810-89c3d85bf615', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:16.606833 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2c197624-a1cd-4307-a6a6-9d9d607b8ad8 req-cdfa9e3a-dbf4-4040-8ab4-d01111d56516 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.132 HTTP/1.1" status: 200 len: 696 time: 0.1043208 Mar 07 10:30:16.671453 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2c197624-a1cd-4307-a6a6-9d9d607b8ad8 req-c8629207-4e95-40d7-b003-6d6fd9d24d9f tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.132 HTTP/1.1" status: 200 len: 696 time: 0.0544069 Mar 07 10:30:16.680198 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2087ee4d-1ecc-439c-91d8-5db9ade092dc None None] Provisioning complete for port d0a26e44-88e1-422a-9e50-52e8cfc310fe triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:16.681068 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2087ee4d-1ecc-439c-91d8-5db9ade092dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d0a26e44-88e1-422a-9e50-52e8cfc310fe), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:16.726749 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2087ee4d-1ecc-439c-91d8-5db9ade092dc None None] Port d0a26e44-88e1-422a-9e50-52e8cfc310fe cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:30:16.744599 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ec89be50-8745-4fc2-842b-b31952eb6a43 admin admin] Publish callbacks [] for security_group (9b5beb68-a958-4785-a96f-302ecfe53fa1), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:16.751629 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ec89be50-8745-4fc2-842b-b31952eb6a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (9b5beb68-a958-4785-a96f-302ecfe53fa1), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:16.857810 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ec89be50-8745-4fc2-842b-b31952eb6a43 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e770668267ae453d8bd24e4c7b964b0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6813109 Mar 07 10:30:16.858636 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89be50-8745-4fc2-842b-b31952eb6a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5beb68-a958-4785-a96f-302ecfe53fa1,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:16.860793 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38150) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:16.876032 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89be50-8745-4fc2-842b-b31952eb6a43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:16.876378 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89be50-8745-4fc2-842b-b31952eb6a43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:16.876724 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89be50-8745-4fc2-842b-b31952eb6a43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:16.877065 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89be50-8745-4fc2-842b-b31952eb6a43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:16.877437 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89be50-8745-4fc2-842b-b31952eb6a43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:16.878451 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89be50-8745-4fc2-842b-b31952eb6a43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:16.879136 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89be50-8745-4fc2-842b-b31952eb6a43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:16.879521 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89be50-8745-4fc2-842b-b31952eb6a43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:16.879984 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89be50-8745-4fc2-842b-b31952eb6a43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:16.880267 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89be50-8745-4fc2-842b-b31952eb6a43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:16.880597 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89be50-8745-4fc2-842b-b31952eb6a43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:16.880929 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89be50-8745-4fc2-842b-b31952eb6a43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:16.881294 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89be50-8745-4fc2-842b-b31952eb6a43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:16.890076 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c964627-e57b-4507-afcf-97176cc0c0cb req-875ca6a2-4e72-4e23-8cf6-aab9e73f0be5 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6340020 Mar 07 10:30:16.907969 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413dc2fd-2ca8-4322-b6bd-17bf7df9350b req-22228406-6eb3-44de-85f6-642d22400c97 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:16.909893 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-413dc2fd-2ca8-4322-b6bd-17bf7df9350b req-22228406-6eb3-44de-85f6-642d22400c97 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e686bbe-a850-43cd-9cb9-372409d480db HTTP/1.1" status: 200 len: 948 time: 0.4264882 Mar 07 10:30:16.911496 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-9fa7adce-a0ae-42fa-9d51-42eabfc51f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d0a26e44-88e1-422a-9e50-52e8cfc310fe), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:16.939475 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-2c197624-a1cd-4307-a6a6-9d9d607b8ad8 req-a6d9dc78-3e68-486f-a9b5-5520c32b53c9 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Deleting port 2f8d6765-e447-4473-917e-e6a023eebae2 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:30:16.939820 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-2c197624-a1cd-4307-a6a6-9d9d607b8ad8 req-a6d9dc78-3e68-486f-a9b5-5520c32b53c9 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (2f8d6765-e447-4473-917e-e6a023eebae2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:16.974358 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6d730cc1-dc00-4392-9f2a-ea16de63c081 admin admin] Publish callbacks [] for security_group (9b5beb68-a958-4785-a96f-302ecfe53fa1), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:17.036046 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6d730cc1-dc00-4392-9f2a-ea16de63c081 admin admin] Publish callbacks [] for security_group (9b5beb68-a958-4785-a96f-302ecfe53fa1), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:17.039143 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-413dc2fd-2ca8-4322-b6bd-17bf7df9350b req-c2865fea-6959-410b-bb55-ffef1c2d5197 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130543 Mar 07 10:30:17.077842 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-2c197624-a1cd-4307-a6a6-9d9d607b8ad8 req-a6d9dc78-3e68-486f-a9b5-5520c32b53c9 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (2f8d6765-e447-4473-917e-e6a023eebae2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:17.078187 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-2c197624-a1cd-4307-a6a6-9d9d607b8ad8 req-a6d9dc78-3e68-486f-a9b5-5520c32b53c9 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Publish callbacks [] for floatingip (2f8d6765-e447-4473-917e-e6a023eebae2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:17.105381 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-2c197624-a1cd-4307-a6a6-9d9d607b8ad8 req-a6d9dc78-3e68-486f-a9b5-5520c32b53c9 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Calling delete_port for 2f8d6765-e447-4473-917e-e6a023eebae2 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:30:17.146750 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552158f-b412-4f67-be51-bd7eb2eded9b req-870e551a-e855-4b5f-a746-414600e2a701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:17.148243 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9552158f-b412-4f67-be51-bd7eb2eded9b req-870e551a-e855-4b5f-a746-414600e2a701 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38226035d9a14a64837c29a3926f0a17&device_id=4e686bbe-a850-43cd-9cb9-372409d480db HTTP/1.1" status: 200 len: 1130 time: 0.1620860 Mar 07 10:30:17.180997 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6d730cc1-dc00-4392-9f2a-ea16de63c081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (9b5beb68-a958-4785-a96f-302ecfe53fa1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:17.183548 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6d730cc1-dc00-4392-9f2a-ea16de63c081 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:17.187121 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6d730cc1-dc00-4392-9f2a-ea16de63c081 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9b5beb68-a958-4785-a96f-302ecfe53fa1 HTTP/1.1" status: 204 len: 168 time: 0.3209014 Mar 07 10:30:17.198998 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d730cc1-dc00-4392-9f2a-ea16de63c081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5beb68-a958-4785-a96f-302ecfe53fa1,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:17.314498 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-2c197624-a1cd-4307-a6a6-9d9d607b8ad8 req-a6d9dc78-3e68-486f-a9b5-5520c32b53c9 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (2f8d6765-e447-4473-917e-e6a023eebae2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:17.364151 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9dc78-3e68-486f-a9b5-5520c32b53c9 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Pushing event deleted for resources: {'Port': ['ID=2f8d6765-e447-4473-917e-e6a023eebae2,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:17.416661 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-65de254f-31c1-4263-9567-370d84eee603 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:17.418148 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-65de254f-31c1-4263-9567-370d84eee603 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/networks?id=35723e70-fc1c-4710-9b03-245dacf005c5 HTTP/1.1" status: 200 len: 820 time: 0.2450814 Mar 07 10:30:17.431598 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552158f-b412-4f67-be51-bd7eb2eded9b req-9865df0e-1402-4a80-8449-51704e2e3cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:17.432992 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9552158f-b412-4f67-be51-bd7eb2eded9b req-9865df0e-1402-4a80-8449-51704e2e3cc2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.2672968 Mar 07 10:30:17.461022 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-2c197624-a1cd-4307-a6a6-9d9d607b8ad8 req-a6d9dc78-3e68-486f-a9b5-5520c32b53c9 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Publish callbacks [] for floatingip (bf1df268-7ba6-4dd0-9f28-ed0bb5714ecd), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:17.463959 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-2c197624-a1cd-4307-a6a6-9d9d607b8ad8 req-a6d9dc78-3e68-486f-a9b5-5520c32b53c9 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:17.465223 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2c197624-a1cd-4307-a6a6-9d9d607b8ad8 req-a6d9dc78-3e68-486f-a9b5-5520c32b53c9 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] 10.222.0.11 "DELETE /v2.0/floatingips/bf1df268-7ba6-4dd0-9f28-ed0bb5714ecd HTTP/1.1" status: 204 len: 173 time: 0.7819667 Mar 07 10:30:17.487972 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-0a93610f-78c9-493d-a048-cd195901b30b tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/quotas/253a7b51025b45cd9cb7114a3377a1db HTTP/1.1" status: 200 len: 375 time: 0.0601110 Mar 07 10:30:17.492280 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9552158f-b412-4f67-be51-bd7eb2eded9b req-4ddedffc-2dcc-4d02-a651-93d7dde7d81d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4 HTTP/1.1" status: 200 len: 217 time: 0.0523670 Mar 07 10:30:17.584337 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c83af5-a0c5-4707-b1ef-6efdf2822f92 req-263fa0ef-8f57-4db0-948f-130f1e807bf5 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:17.585868 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-38c83af5-a0c5-4707-b1ef-6efdf2822f92 req-263fa0ef-8f57-4db0-948f-130f1e807bf5 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=491875bb-6674-48a5-90ad-3ee5428b928f HTTP/1.1" status: 200 len: 946 time: 0.0621512 Mar 07 10:30:17.586032 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-9fa7adce-a0ae-42fa-9d51-42eabfc51f0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0a26e44-88e1-422a-9e50-52e8cfc310fe {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:30:17.586611 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38170) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:17.599040 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-9fa7adce-a0ae-42fa-9d51-42eabfc51f0a service neutron] Publish callbacks [] for port (d0a26e44-88e1-422a-9e50-52e8cfc310fe), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:17.615204 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f2055a0b-9d43-4551-bfe1-ba3ebba09316 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:17.617216 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552158f-b412-4f67-be51-bd7eb2eded9b req-0bae6e9f-c362-4acb-8bea-9a8ca0542211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:17.618722 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9552158f-b412-4f67-be51-bd7eb2eded9b req-0bae6e9f-c362-4acb-8bea-9a8ca0542211 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1048706 Mar 07 10:30:17.624653 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-9fa7adce-a0ae-42fa-9d51-42eabfc51f0a service neutron] Transition to ACTIVE for port object d0a26e44-88e1-422a-9e50-52e8cfc310fe will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:30:17.642113 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-9baae65b-e8c1-4c14-ba5e-c4d9d3e0a944 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=253a7b51025b45cd9cb7114a3377a1db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1270566 Mar 07 10:30:17.642748 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-9fa7adce-a0ae-42fa-9d51-42eabfc51f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (d0a26e44-88e1-422a-9e50-52e8cfc310fe), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:17.665884 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-38c83af5-a0c5-4707-b1ef-6efdf2822f92 req-b9a61422-e43a-463b-b5ce-5bfa3668a315 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732355 Mar 07 10:30:17.681779 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:30:17.714431 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device a3df8701-3341-4d4e-8dfa-a5b8dc650f89 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:30:17.753440 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f2055a0b-9d43-4551-bfe1-ba3ebba09316 admin admin] Publish callbacks [] for security_group (a51a296b-bb41-4de0-b740-f2c3ac6a0f01), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:17.764539 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f2055a0b-9d43-4551-bfe1-ba3ebba09316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a51a296b-bb41-4de0-b740-f2c3ac6a0f01), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:17.808344 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7adce-a0ae-42fa-9d51-42eabfc51f0a service neutron] Pushing event updated for resources: {'Port': ['ID=d0a26e44-88e1-422a-9e50-52e8cfc310fe,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:17.857513 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2055a0b-9d43-4551-bfe1-ba3ebba09316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51a296b-bb41-4de0-b740-f2c3ac6a0f01,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:17.862490 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f2055a0b-9d43-4551-bfe1-ba3ebba09316 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6c8ee85cf8154763af4506f9cd8226d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2748613 Mar 07 10:30:17.865128 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552158f-b412-4f67-be51-bd7eb2eded9b req-8360208a-f2f2-41ea-ad4d-172d3aa4c16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:17.866973 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9552158f-b412-4f67-be51-bd7eb2eded9b req-8360208a-f2f2-41ea-ad4d-172d3aa4c16d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2412176 Mar 07 10:30:17.867745 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38174) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:17.876921 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port a3df8701-3341-4d4e-8dfa-a5b8dc650f89, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=a3df8701-3341-4d4e-8dfa-a5b8dc650f89,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:17.898344 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'a3df8701-3341-4d4e-8dfa-a5b8dc650f89', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': 'a3df8701-3341-4d4e-8dfa-a5b8dc650f89', 'mac_address': 'fa:16:3e:4e:c4:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:30:17.901200 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91f741-9651-434c-aa6f-e99d84a4426c req-79c9ebdf-8eca-4e9c-ab7b-68d20f34985d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:17.908638 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1b91f741-9651-434c-aa6f-e99d84a4426c req-79c9ebdf-8eca-4e9c-ab7b-68d20f34985d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 948 time: 0.1052873 Mar 07 10:30:17.917655 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-593f903e-e54d-4e0f-8706-e1d7083eb5c9 service neutron] 10.222.0.11 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561550 Mar 07 10:30:17.946782 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port a3df8701-3341-4d4e-8dfa-a5b8dc650f89 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:17.947800 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a3df8701-3341-4d4e-8dfa-a5b8dc650f89), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:17.964640 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3df8701-3341-4d4e-8dfa-a5b8dc650f89 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:30:17.973409 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1b91f741-9651-434c-aa6f-e99d84a4426c req-9dd45d02-52d7-4819-9358-bbe125bc795a tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578120 Mar 07 10:30:17.998552 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port a3df8701-3341-4d4e-8dfa-a5b8dc650f89, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=a3df8701-3341-4d4e-8dfa-a5b8dc650f89,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:18.007049 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a3df8701-3341-4d4e-8dfa-a5b8dc650f89), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:18.017051 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:18.066033 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-9fa7adce-a0ae-42fa-9d51-42eabfc51f0a service neutron] Attempting to bind port d0a26e44-88e1-422a-9e50-52e8cfc310fe on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:30:18.066372 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-9fa7adce-a0ae-42fa-9d51-42eabfc51f0a service neutron] Attempting to bind port d0a26e44-88e1-422a-9e50-52e8cfc310fe by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:30:18.066695 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-9fa7adce-a0ae-42fa-9d51-42eabfc51f0a service neutron] Attempting to bind port d0a26e44-88e1-422a-9e50-52e8cfc310fe on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:18.085843 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=a3df8701-3341-4d4e-8dfa-a5b8dc650f89,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:18.093722 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:18.094065 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:18.094584 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:18.094920 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:18.095392 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:18.095871 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:18.096391 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:18.096819 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:18.097176 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:18.097503 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:18.097830 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:18.098240 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:18.098713 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:30:18.108630 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0283b9-7342-4c82-85f9-ec6e6f2ae516 req-14ae75d7-1c8d-4425-b773-ce6efe0a85f5 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:18.113669 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bd0283b9-7342-4c82-85f9-ec6e6f2ae516 req-14ae75d7-1c8d-4425-b773-ce6efe0a85f5 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 950 time: 0.0727563 Mar 07 10:30:18.120318 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-9fa7adce-a0ae-42fa-9d51-42eabfc51f0a service neutron] Port d0a26e44-88e1-422a-9e50-52e8cfc310fe on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:30:18.120641 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-9fa7adce-a0ae-42fa-9d51-42eabfc51f0a service neutron] Attempting to bind port d0a26e44-88e1-422a-9e50-52e8cfc310fe on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:18.134885 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-20d842cc-538e-4297-9fa5-b34038ba6435 service neutron] 10.222.0.11 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164066 Mar 07 10:30:18.138592 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-9fa7adce-a0ae-42fa-9d51-42eabfc51f0a service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:30:18.138990 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-9fa7adce-a0ae-42fa-9d51-42eabfc51f0a service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:30:18.139289 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-9fa7adce-a0ae-42fa-9d51-42eabfc51f0a service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:30:18.139718 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-9fa7adce-a0ae-42fa-9d51-42eabfc51f0a service neutron] Bound port: d0a26e44-88e1-422a-9e50-52e8cfc310fe, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:30:18.140070 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-9fa7adce-a0ae-42fa-9d51-42eabfc51f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d0a26e44-88e1-422a-9e50-52e8cfc310fe), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:18.160486 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bd0283b9-7342-4c82-85f9-ec6e6f2ae516 req-dff76d47-d355-4ec1-8620-b7d5eaa8f9ca tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433908 Mar 07 10:30:18.168282 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-63e8f870-5573-4056-a20b-4986446d2f35 admin admin] Publish callbacks [] for security_group (a51a296b-bb41-4de0-b740-f2c3ac6a0f01), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:18.187680 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9552158f-b412-4f67-be51-bd7eb2eded9b req-099f3911-8dc8-43b6-a56e-4f8f331f7a4d service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971079 Mar 07 10:30:18.246245 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-63e8f870-5573-4056-a20b-4986446d2f35 admin admin] Publish callbacks [] for security_group (a51a296b-bb41-4de0-b740-f2c3ac6a0f01), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:18.387140 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-9fa7adce-a0ae-42fa-9d51-42eabfc51f0a service neutron] For port d0a26e44-88e1-422a-9e50-52e8cfc310fe, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:18.407830 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9552158f-b412-4f67-be51-bd7eb2eded9b req-2871b7ca-17e7-41ce-aec5-614cd7ce7c51 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918430 Mar 07 10:30:18.410307 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-9fa7adce-a0ae-42fa-9d51-42eabfc51f0a service neutron] For port d0a26e44-88e1-422a-9e50-52e8cfc310fe, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d0a26e44-88e1-422a-9e50-52e8cfc310fe,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:18.423528 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-9fa7adce-a0ae-42fa-9d51-42eabfc51f0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (d0a26e44-88e1-422a-9e50-52e8cfc310fe), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:18.423779 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bd7169b8-9d8a-4c9c-9c50-9aa779f9c384 req-cdbf884b-c87b-4660-ac95-5f3aedc12e6e tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2386093 Mar 07 10:30:18.430559 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-63e8f870-5573-4056-a20b-4986446d2f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a51a296b-bb41-4de0-b740-f2c3ac6a0f01), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:18.433227 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-63e8f870-5573-4056-a20b-4986446d2f35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:18.434559 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-63e8f870-5573-4056-a20b-4986446d2f35 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a51a296b-bb41-4de0-b740-f2c3ac6a0f01 HTTP/1.1" status: 204 len: 168 time: 0.5605834 Mar 07 10:30:18.442477 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-bd7169b8-9d8a-4c9c-9c50-9aa779f9c384 req-57b8f601-5b4e-491f-96df-d945770d3157 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:18.474864 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bd7169b8-9d8a-4c9c-9c50-9aa779f9c384 req-57b8f601-5b4e-491f-96df-d945770d3157 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:18.479769 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66ad9f-e589-4ed8-bdc1-b8f68c780b1d req-8135e417-9e60-4559-9db3-15b844272e69 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:18.481489 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1d66ad9f-e589-4ed8-bdc1-b8f68c780b1d req-8135e417-9e60-4559-9db3-15b844272e69 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=491875bb-6674-48a5-90ad-3ee5428b928f HTTP/1.1" status: 200 len: 1128 time: 0.1513572 Mar 07 10:30:18.491062 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e8f870-5573-4056-a20b-4986446d2f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51a296b-bb41-4de0-b740-f2c3ac6a0f01,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:18.495928 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-9fa7adce-a0ae-42fa-9d51-42eabfc51f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:18.496442 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-9fa7adce-a0ae-42fa-9d51-42eabfc51f0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:18.497907 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-9fa7adce-a0ae-42fa-9d51-42eabfc51f0a service neutron] 10.222.0.21 "PUT /v2.0/ports/d0a26e44-88e1-422a-9e50-52e8cfc310fe HTTP/1.1" status: 200 len: 1096 time: 1.9640663 Mar 07 10:30:18.499620 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6c7898-c1b7-46b8-8810-89c3d85bf615', 'tag': 'd0a26e44-88e1-422a-9e50-52e8cfc310fe'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:18.503248 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb8ec48-421f-4761-a0b1-2d7a1f84e0c7" -d '{"events": [{"name": "network-changed", "server_uuid": "fd6c7898-c1b7-46b8-8810-89c3d85bf615", "tag": "d0a26e44-88e1-422a-9e50-52e8cfc310fe"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:18.543610 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa7adce-a0ae-42fa-9d51-42eabfc51f0a service neutron] Pushing event updated for resources: {'Port': ['ID=d0a26e44-88e1-422a-9e50-52e8cfc310fe,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:18.638930 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['a3df8701-3341-4d4e-8dfa-a5b8dc650f89'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:30:18.640082 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1d66ad9f-e589-4ed8-bdc1-b8f68c780b1d req-79685888-58a2-456a-850f-4064693ccdbe tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356626 Mar 07 10:30:18.673963 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-936e619f-c241-4aa7-ae39-c3020a1d653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:18.675580 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-936e619f-c241-4aa7-ae39-c3020a1d653a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 1130 time: 0.1229167 Mar 07 10:30:18.745888 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-00a5bada-df93-4200-8b3d-70d50620b24b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=d0a26e44-88e1-422a-9e50-52e8cfc310fe HTTP/1.1" status: 200 len: 217 time: 0.0629325 Mar 07 10:30:18.860263 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-e9357d42-d682-40ff-9635-f424d21812bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:18.862841 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-e9357d42-d682-40ff-9635-f424d21812bc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1060388 Mar 07 10:30:18.875224 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a63751-9182-477b-a5ba-66217c2b6026 req-afa4bb75-51b9-45dd-b5eb-9ab57b8d8be9 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:18.879579 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-39a63751-9182-477b-a5ba-66217c2b6026 req-afa4bb75-51b9-45dd-b5eb-9ab57b8d8be9 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e686bbe-a850-43cd-9cb9-372409d480db HTTP/1.1" status: 200 len: 948 time: 0.1366277 Mar 07 10:30:18.966607 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-39a63751-9182-477b-a5ba-66217c2b6026 req-cf7e8819-6191-48e5-af5c-ee73d2f79f6b tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769472 Mar 07 10:30:18.969608 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-b0d6a242-90cc-4ddf-9a79-04d4e7c6d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:18.970844 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-b0d6a242-90cc-4ddf-9a79-04d4e7c6d341 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0904844 Mar 07 10:30:19.030453 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bd7169b8-9d8a-4c9c-9c50-9aa779f9c384 req-57b8f601-5b4e-491f-96df-d945770d3157 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:19.113902 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ff5e9332-635b-4cc6-81a6-605871a9986c req-5d1cd7cd-bfd0-4477-b65c-58e0ab15862b tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 210 time: 0.0360808 Mar 07 10:30:19.150983 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-6b32bb03-de36-474a-9583-15a109585ac9 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590834 Mar 07 10:30:19.202907 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07dfd874-ec22-4aa4-8272-858b3b5d4832 x-openstack-request-id: req-07dfd874-ec22-4aa4-8272-858b3b5d4832 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:19.203203 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd6c7898-c1b7-46b8-8810-89c3d85bf615", "tag": "d0a26e44-88e1-422a-9e50-52e8cfc310fe", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:19.203459 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-07dfd874-ec22-4aa4-8272-858b3b5d4832 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:19.204789 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd6c7898-c1b7-46b8-8810-89c3d85bf615', 'tag': 'd0a26e44-88e1-422a-9e50-52e8cfc310fe', 'status': 'completed', 'code': 200} Mar 07 10:30:19.212278 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-bd7169b8-9d8a-4c9c-9c50-9aa779f9c384 req-57b8f601-5b4e-491f-96df-d945770d3157 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Allocated IP 172.25.3.168 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/bc7b2900-eca6-4c4a-a2dc-60d183aa31e4) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:19.310016 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b96b1610-71e2-40b2-b8f2-8e8dd945cebe req-21dde1f6-f24f-475a-b122-6b76fe2aee8a service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378977 Mar 07 10:30:19.323215 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7091ac70-10fa-4392-8f79-e734ad3ca178 req-6993b721-07f7-485a-9dc0-0d6e68d589b1 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:19.331435 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7091ac70-10fa-4392-8f79-e734ad3ca178 req-6993b721-07f7-485a-9dc0-0d6e68d589b1 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=491875bb-6674-48a5-90ad-3ee5428b928f HTTP/1.1" status: 200 len: 1128 time: 0.0830131 Mar 07 10:30:19.376932 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bd7169b8-9d8a-4c9c-9c50-9aa779f9c384 req-57b8f601-5b4e-491f-96df-d945770d3157 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Publish callbacks [] for port (bc7b2900-eca6-4c4a-a2dc-60d183aa31e4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:19.411684 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7091ac70-10fa-4392-8f79-e734ad3ca178 req-bef68eaa-6e00-4b94-8aeb-a046ba5a0ffc tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792336 Mar 07 10:30:19.435933 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8ec48-421f-4761-a0b1-2d7a1f84e0c7 req-8845ccde-1ac0-4a3d-8a9d-4f1a9d2eeec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:19.437729 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bbb8ec48-421f-4761-a0b1-2d7a1f84e0c7 req-8845ccde-1ac0-4a3d-8a9d-4f1a9d2eeec5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 1130 time: 0.0681698 Mar 07 10:30:19.443454 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bd7169b8-9d8a-4c9c-9c50-9aa779f9c384 req-57b8f601-5b4e-491f-96df-d945770d3157 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (bc7b2900-eca6-4c4a-a2dc-60d183aa31e4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:19.494551 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd7169b8-9d8a-4c9c-9c50-9aa779f9c384 req-57b8f601-5b4e-491f-96df-d945770d3157 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:19.497803 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-bd7169b8-9d8a-4c9c-9c50-9aa779f9c384 req-57b8f601-5b4e-491f-96df-d945770d3157 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:19.500471 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7169b8-9d8a-4c9c-9c50-9aa779f9c384 req-57b8f601-5b4e-491f-96df-d945770d3157 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:30:19.529985 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8f601-5b4e-491f-96df-d945770d3157 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Pushing event updated for resources: {'Port': ['ID=bc7b2900-eca6-4c4a-a2dc-60d183aa31e4,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:19.587021 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8ec48-421f-4761-a0b1-2d7a1f84e0c7 req-3318ce83-13aa-49f9-8652-79803ed6d02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:19.588555 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bbb8ec48-421f-4761-a0b1-2d7a1f84e0c7 req-3318ce83-13aa-49f9-8652-79803ed6d02f service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.1404943 Mar 07 10:30:19.606227 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835aad9-ff8a-4080-8bd2-c2e4f217c28a req-ec9e7fcd-8037-4b12-b253-cb32b2b763ca tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:19.607746 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1835aad9-ff8a-4080-8bd2-c2e4f217c28a req-ec9e7fcd-8037-4b12-b253-cb32b2b763ca tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 948 time: 0.0899763 Mar 07 10:30:19.650519 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bd7169b8-9d8a-4c9c-9c50-9aa779f9c384 req-57b8f601-5b4e-491f-96df-d945770d3157 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Publish callbacks [] for floatingip (d0593e77-6730-4879-aacc-eda56a81476f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:19.653809 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bbb8ec48-421f-4761-a0b1-2d7a1f84e0c7 req-28cd0431-f079-4b56-ad36-6df726f9b6a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=d0a26e44-88e1-422a-9e50-52e8cfc310fe HTTP/1.1" status: 200 len: 217 time: 0.0574253 Mar 07 10:30:19.678563 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38218) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:19.704013 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bd7169b8-9d8a-4c9c-9c50-9aa779f9c384 req-57b8f601-5b4e-491f-96df-d945770d3157 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bc7b2900-eca6-4c4a-a2dc-60d183aa31e4), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:19.723753 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 423f92bb-de3e-4985-8b92-2d3f3dd348b3 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:30:19.738126 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1835aad9-ff8a-4080-8bd2-c2e4f217c28a req-e4aa91bf-c6d9-4042-afec-af552ba169ea tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905383 Mar 07 10:30:19.759237 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8ec48-421f-4761-a0b1-2d7a1f84e0c7 req-4db905c3-c76c-4527-9c5e-663f20c182db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:19.760709 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bbb8ec48-421f-4761-a0b1-2d7a1f84e0c7 req-4db905c3-c76c-4527-9c5e-663f20c182db service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.0925355 Mar 07 10:30:19.846156 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 423f92bb-de3e-4985-8b92-2d3f3dd348b3 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:19.847107 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (423f92bb-de3e-4985-8b92-2d3f3dd348b3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:19.895418 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '423f92bb-de3e-4985-8b92-2d3f3dd348b3'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:19.899156 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261a5a61-9493-4f41-9f95-56bf136e2a97" -d '{"events": [{"server_uuid": "4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9", "name": "network-vif-unplugged", "status": "completed", "tag": "423f92bb-de3e-4985-8b92-2d3f3dd348b3"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:19.916294 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 423f92bb-de3e-4985-8b92-2d3f3dd348b3, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=423f92bb-de3e-4985-8b92-2d3f3dd348b3,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:19.923691 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (423f92bb-de3e-4985-8b92-2d3f3dd348b3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:19.925410 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-23b25a3a-465e-4808-aea0-0aa03b79d4f3 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-558961655-network', 'tenant_id': '2eb1e85f9ef148d1a9cb348464769c79'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:19.968825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8ec48-421f-4761-a0b1-2d7a1f84e0c7 req-ab6f5e0c-0a27-4cd6-8010-2991ce9696ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:19.970516 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bbb8ec48-421f-4761-a0b1-2d7a1f84e0c7 req-ab6f5e0c-0a27-4cd6-8010-2991ce9696ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1933792 Mar 07 10:30:19.979323 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bd7169b8-9d8a-4c9c-9c50-9aa779f9c384 req-57b8f601-5b4e-491f-96df-d945770d3157 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Publish callbacks [] for port (bc7b2900-eca6-4c4a-a2dc-60d183aa31e4), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:19.985925 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bd7169b8-9d8a-4c9c-9c50-9aa779f9c384 req-57b8f601-5b4e-491f-96df-d945770d3157 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (bc7b2900-eca6-4c4a-a2dc-60d183aa31e4), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:19.991109 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=423f92bb-de3e-4985-8b92-2d3f3dd348b3,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:20.037070 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b25a3a-465e-4808-aea0-0aa03b79d4f3 admin admin] Made reservation on behalf of 2eb1e85f9ef148d1a9cb348464769c79 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:20.039418 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-23b25a3a-465e-4808-aea0-0aa03b79d4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:20.074271 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8f601-5b4e-491f-96df-d945770d3157 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Pushing event updated for resources: {'Port': ['ID=bc7b2900-eca6-4c4a-a2dc-60d183aa31e4,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:20.083163 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bd7169b8-9d8a-4c9c-9c50-9aa779f9c384 req-57b8f601-5b4e-491f-96df-d945770d3157 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (d0593e77-6730-4879-aacc-eda56a81476f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:20.089319 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-23b25a3a-465e-4808-aea0-0aa03b79d4f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:20.097038 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-6aeccb9b-726a-4c43-963f-9b997a98da05 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:20.098498 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-6aeccb9b-726a-4c43-963f-9b997a98da05 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.21 "GET /v2.0/networks?id=35723e70-fc1c-4710-9b03-245dacf005c5 HTTP/1.1" status: 200 len: 820 time: 0.2819455 Mar 07 10:30:20.098734 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bd7169b8-9d8a-4c9c-9c50-9aa779f9c384 req-57b8f601-5b4e-491f-96df-d945770d3157 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:20.100049 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bd7169b8-9d8a-4c9c-9c50-9aa779f9c384 req-57b8f601-5b4e-491f-96df-d945770d3157 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6668248 Mar 07 10:30:20.106901 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa20be-5887-4db6-aaa5-c745656cf4a5 req-ae70dc87-6463-4602-ae81-1c9ab4fa16ba tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:20.106901 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-87fa20be-5887-4db6-aaa5-c745656cf4a5 req-ae70dc87-6463-4602-ae81-1c9ab4fa16ba tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 948 time: 0.2112463 Mar 07 10:30:20.116705 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-6b5ba9b4-3ca3-4555-86e1-7ddd5796fd93 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Request body: {'port': {'device_id': '7410a628-88c4-4f1d-b35f-3a0835b68c4e', 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5', 'admin_state_up': True, 'tenant_id': '253a7b51025b45cd9cb7114a3377a1db'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:20.153735 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bd7169b8-9d8a-4c9c-9c50-9aa779f9c384 req-ef6ec65d-e763-4c1b-a187-8af80d157feb tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.168 HTTP/1.1" status: 200 len: 696 time: 0.0471926 Mar 07 10:30:20.242249 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bbb8ec48-421f-4761-a0b1-2d7a1f84e0c7 req-39ed28ff-8e7a-4fb3-b2e8-97390c5cb99a service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596695 Mar 07 10:30:20.263190 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7169b8-9d8a-4c9c-9c50-9aa779f9c384 req-772e406d-2c17-4ac4-939b-ee9ac5873205 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:20.264665 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bd7169b8-9d8a-4c9c-9c50-9aa779f9c384 req-772e406d-2c17-4ac4-939b-ee9ac5873205 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 784 time: 0.1058955 Mar 07 10:30:20.275264 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-bd7169b8-9d8a-4c9c-9c50-9aa779f9c384 req-4f98e10d-a887-4d51-983d-b79a68553473 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:30:20.276514 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bd7169b8-9d8a-4c9c-9c50-9aa779f9c384 req-4f98e10d-a887-4d51-983d-b79a68553473 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058978 Mar 07 10:30:20.317646 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-87fa20be-5887-4db6-aaa5-c745656cf4a5 req-f5fa2d85-53cf-46bd-8ab6-a6bffad74350 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877854 Mar 07 10:30:20.375919 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32261531-c449-4930-a09e-da25134d88b1 x-openstack-request-id: req-32261531-c449-4930-a09e-da25134d88b1 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:20.376402 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9", "name": "network-vif-unplugged", "status": "completed", "tag": "423f92bb-de3e-4985-8b92-2d3f3dd348b3", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:20.376810 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-32261531-c449-4930-a09e-da25134d88b1 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:20.377267 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '423f92bb-de3e-4985-8b92-2d3f3dd348b3', 'code': 200} Mar 07 10:30:20.440161 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-23b25a3a-465e-4808-aea0-0aa03b79d4f3 admin admin] Publish callbacks [] for security_group (36604ce9-7a0c-4cf8-ac3f-abef6191a23a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:20.456181 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-23b25a3a-465e-4808-aea0-0aa03b79d4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (36604ce9-7a0c-4cf8-ac3f-abef6191a23a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:20.458492 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-395bbac7-54b0-465a-aaca-91e7ce543019 req-7bac7157-971e-414e-acb2-9a783267d42a tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 210 time: 0.0301104 Mar 07 10:30:20.544325 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aa0be845-e404-4c58-8813-28a21efcadbf req-9a039a9f-0e04-405a-aea3-5f8d122a7491 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] 10.222.0.11 "GET /v2.0/floatingips/d0593e77-6730-4879-aacc-eda56a81476f HTTP/1.1" status: 200 len: 693 time: 0.0516806 Mar 07 10:30:20.656417 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0be845-e404-4c58-8813-28a21efcadbf req-b05d8527-48be-4832-ad72-504db7f9abca tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:20.657848 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aa0be845-e404-4c58-8813-28a21efcadbf req-b05d8527-48be-4832-ad72-504db7f9abca tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 784 time: 0.1083426 Mar 07 10:30:20.713175 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aa0be845-e404-4c58-8813-28a21efcadbf req-210ee46e-97e8-4131-ac67-7aff9217964e tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.168 HTTP/1.1" status: 200 len: 696 time: 0.0481994 Mar 07 10:30:20.735232 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-6b5ba9b4-3ca3-4555-86e1-7ddd5796fd93 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Made reservation on behalf of 253a7b51025b45cd9cb7114a3377a1db for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:20.739099 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-6b5ba9b4-3ca3-4555-86e1-7ddd5796fd93 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:20.742878 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bbb8ec48-421f-4761-a0b1-2d7a1f84e0c7 req-9bab0c92-9f37-4c11-87a8-b437eaee91f5 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856131 Mar 07 10:30:20.764356 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b25a3a-465e-4808-aea0-0aa03b79d4f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:30:20.768426 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aa0be845-e404-4c58-8813-28a21efcadbf req-fccc95b4-02f2-4b65-abad-d0ca239149d1 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.168 HTTP/1.1" status: 200 len: 696 time: 0.0479279 Mar 07 10:30:20.793971 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-23b25a3a-465e-4808-aea0-0aa03b79d4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (f6ff09e0-88fb-4743-82cd-b93b9dc8ecff), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:20.794308 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-23b25a3a-465e-4808-aea0-0aa03b79d4f3 admin admin] Added segment f6ff09e0-88fb-4743-82cd-b93b9dc8ecff of type vlan for network a0d6a6b1-0b2c-40fb-945f-45f250998c08 Mar 07 10:30:20.809744 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b25a3a-465e-4808-aea0-0aa03b79d4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36604ce9-7a0c-4cf8-ac3f-abef6191a23a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:20.827222 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49e99c3-85a0-4c85-afa8-6b469328ab56 req-a4d20077-e312-4339-8b71-9875935b35be tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:20.828722 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e49e99c3-85a0-4c85-afa8-6b469328ab56 req-a4d20077-e312-4339-8b71-9875935b35be tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e686bbe-a850-43cd-9cb9-372409d480db HTTP/1.1" status: 200 len: 948 time: 0.4419165 Mar 07 10:30:20.905242 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-aa0be845-e404-4c58-8813-28a21efcadbf req-20a4bd7b-7fbf-46d6-8292-c270aca338e8 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Deleting port bc7b2900-eca6-4c4a-a2dc-60d183aa31e4 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:30:20.905767 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-aa0be845-e404-4c58-8813-28a21efcadbf req-20a4bd7b-7fbf-46d6-8292-c270aca338e8 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (bc7b2900-eca6-4c4a-a2dc-60d183aa31e4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:20.916735 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-23b25a3a-465e-4808-aea0-0aa03b79d4f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (a0d6a6b1-0b2c-40fb-945f-45f250998c08), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:20.984995 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-aa0be845-e404-4c58-8813-28a21efcadbf req-20a4bd7b-7fbf-46d6-8292-c270aca338e8 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (bc7b2900-eca6-4c4a-a2dc-60d183aa31e4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:20.985352 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-aa0be845-e404-4c58-8813-28a21efcadbf req-20a4bd7b-7fbf-46d6-8292-c270aca338e8 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Publish callbacks [] for floatingip (bc7b2900-eca6-4c4a-a2dc-60d183aa31e4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:20.990229 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e49e99c3-85a0-4c85-afa8-6b469328ab56 req-5abd4bee-57e3-47ec-90a8-11184b4c0c5a tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337802 Mar 07 10:30:20.999426 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-aa0be845-e404-4c58-8813-28a21efcadbf req-20a4bd7b-7fbf-46d6-8292-c270aca338e8 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Calling delete_port for bc7b2900-eca6-4c4a-a2dc-60d183aa31e4 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:30:21.004925 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-23b25a3a-465e-4808-aea0-0aa03b79d4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (a0d6a6b1-0b2c-40fb-945f-45f250998c08), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:21.005929 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b25a3a-465e-4808-aea0-0aa03b79d4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:21.006552 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-23b25a3a-465e-4808-aea0-0aa03b79d4f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:21.022504 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-6b5ba9b4-3ca3-4555-86e1-7ddd5796fd93 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Allocated IP 172.20.0.6 (35723e70-fc1c-4710-9b03-245dacf005c5/504ea141-3c64-48b5-943a-bdbdb84bd6df/2286c703-135c-4d58-9bf8-00b281159c5d) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:21.089341 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-23b25a3a-465e-4808-aea0-0aa03b79d4f3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4083838 Mar 07 10:30:21.092696 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38236) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:21.094792 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b25a3a-465e-4808-aea0-0aa03b79d4f3 admin admin] Pushing event updated for resources: {'Network': ['ID=a0d6a6b1-0b2c-40fb-945f-45f250998c08,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:21.099321 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-c8925076-9366-4750-8298-00e37aaeacfa admin admin] Request body: {'subnet': {'network_id': 'a0d6a6b1-0b2c-40fb-945f-45f250998c08', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-558961655-subnet', 'tenant_id': '2eb1e85f9ef148d1a9cb348464769c79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:21.114857 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network a0d6a6b1-0b2c-40fb-945f-45f250998c08 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:30:21.162911 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8925076-9366-4750-8298-00e37aaeacfa admin admin] Made reservation on behalf of 2eb1e85f9ef148d1a9cb348464769c79 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:21.165210 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c8925076-9366-4750-8298-00e37aaeacfa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:21.269003 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-aa0be845-e404-4c58-8813-28a21efcadbf req-20a4bd7b-7fbf-46d6-8292-c270aca338e8 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (bc7b2900-eca6-4c4a-a2dc-60d183aa31e4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:21.302400 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aeddda-d314-449d-b3a9-08122edadb78 req-a16a4d46-f1d4-4976-a276-d1524fb516a7 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:21.305779 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f1aeddda-d314-449d-b3a9-08122edadb78 req-a16a4d46-f1d4-4976-a276-d1524fb516a7 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 948 time: 0.1143515 Mar 07 10:30:21.308342 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a4bd7b-7fbf-46d6-8292-c270aca338e8 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Pushing event deleted for resources: {'Port': ['ID=bc7b2900-eca6-4c4a-a2dc-60d183aa31e4,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:21.320436 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-6b5ba9b4-3ca3-4555-86e1-7ddd5796fd93 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Publish callbacks [] for port (2286c703-135c-4d58-9bf8-00b281159c5d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:21.389027 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f1aeddda-d314-449d-b3a9-08122edadb78 req-dd8a4d8a-83a6-41a4-9f6f-dbf34fb5f75b tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744741 Mar 07 10:30:21.410905 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-6b5ba9b4-3ca3-4555-86e1-7ddd5796fd93 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (2286c703-135c-4d58-9bf8-00b281159c5d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:21.464638 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-aa0be845-e404-4c58-8813-28a21efcadbf req-20a4bd7b-7fbf-46d6-8292-c270aca338e8 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Publish callbacks [] for floatingip (d0593e77-6730-4879-aacc-eda56a81476f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:21.467797 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-aa0be845-e404-4c58-8813-28a21efcadbf req-20a4bd7b-7fbf-46d6-8292-c270aca338e8 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:21.468907 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aa0be845-e404-4c58-8813-28a21efcadbf req-20a4bd7b-7fbf-46d6-8292-c270aca338e8 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] 10.222.0.11 "DELETE /v2.0/floatingips/d0593e77-6730-4879-aacc-eda56a81476f HTTP/1.1" status: 204 len: 173 time: 0.6941226 Mar 07 10:30:21.471181 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c8925076-9366-4750-8298-00e37aaeacfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (28a80ef2-c57f-469d-a7ad-5ca07bf92da1), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:21.491146 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-6b5ba9b4-3ca3-4555-86e1-7ddd5796fd93 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Network 35723e70-fc1c-4710-9b03-245dacf005c5 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:21.497456 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-6b5ba9b4-3ca3-4555-86e1-7ddd5796fd93 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:21.503146 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-6b5ba9b4-3ca3-4555-86e1-7ddd5796fd93 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:30:21.509015 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ba9b4-3ca3-4555-86e1-7ddd5796fd93 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Pushing event updated for resources: {'Port': ['ID=2286c703-135c-4d58-9bf8-00b281159c5d,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:21.543022 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8925076-9366-4750-8298-00e37aaeacfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=28a80ef2-c57f-469d-a7ad-5ca07bf92da1,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:21.554862 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2dd8d-3767-49e0-bd65-95bfe7905cd5 req-d3f3c16c-c657-4bd3-b308-7d9be33ff883 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:21.556371 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a3b2dd8d-3767-49e0-bd65-95bfe7905cd5 req-d3f3c16c-c657-4bd3-b308-7d9be33ff883 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=491875bb-6674-48a5-90ad-3ee5428b928f HTTP/1.1" status: 200 len: 1128 time: 0.1117392 Mar 07 10:30:21.563875 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-6b5ba9b4-3ca3-4555-86e1-7ddd5796fd93 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:21.564484 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-6b5ba9b4-3ca3-4555-86e1-7ddd5796fd93 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:21.590664 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8925076-9366-4750-8298-00e37aaeacfa admin admin] Checking segment: {'id': 'f6ff09e0-88fb-4743-82cd-b93b9dc8ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a0d6a6b1-0b2c-40fb-945f-45f250998c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:30:21.590994 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-6b5ba9b4-3ca3-4555-86e1-7ddd5796fd93 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4798074 Mar 07 10:30:21.591186 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8925076-9366-4750-8298-00e37aaeacfa admin admin] Network hostable DHCP agents. Network: a0d6a6b1-0b2c-40fb-945f-45f250998c08, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:30:21.606049 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-119bfefb-2556-4538-bc71-460129576c2a service neutron] Request body: {'port': {'device_id': '7410a628-88c4-4f1d-b35f-3a0835b68c4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:21.619443 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8925076-9366-4750-8298-00e37aaeacfa admin admin] Network a0d6a6b1-0b2c-40fb-945f-45f250998c08 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:30:21.629815 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639284f5-7f50-4ca6-bdd4-507f3d65637f req-6d14663d-24be-4ad4-9e58-b0efb125c5b7 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:21.631340 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-639284f5-7f50-4ca6-bdd4-507f3d65637f req-6d14663d-24be-4ad4-9e58-b0efb125c5b7 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 948 time: 0.0893240 Mar 07 10:30:21.645778 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-c8925076-9366-4750-8298-00e37aaeacfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, a0d6a6b1-0b2c-40fb-945f-45f250998c08) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:21.647011 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a3b2dd8d-3767-49e0-bd65-95bfe7905cd5 req-b26a04cf-4802-41f5-8556-1fd007d4f231 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783017 Mar 07 10:30:21.650010 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8925076-9366-4750-8298-00e37aaeacfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:21.650765 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c8925076-9366-4750-8298-00e37aaeacfa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:21.657709 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebdfc7a-9e3c-4258-9e91-56e642f1fdfc None None] Network a0d6a6b1-0b2c-40fb-945f-45f250998c08 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:30:21.703164 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c8925076-9366-4750-8298-00e37aaeacfa admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6083419 Mar 07 10:30:21.711678 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38248) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:21.716071 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-b8c57fc0-8f2f-4a38-b498-8cb9fe13b4ef admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-558961655-router', 'tenant_id': '2eb1e85f9ef148d1a9cb348464769c79', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:21.719788 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [req-0791860a-355b-47f2-a99e-a2a3445c3e9e req-58722e53-9c50-4f2f-a8df-4e433e2a831e tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] show failed (client error): The resource could not be found. Mar 07 10:30:21.720814 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0791860a-355b-47f2-a99e-a2a3445c3e9e req-58722e53-9c50-4f2f-a8df-4e433e2a831e tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] 10.222.0.11 "GET /v2.0/floatingips/d0593e77-6730-4879-aacc-eda56a81476f HTTP/1.1" status: 404 len: 350 time: 0.0447500 Mar 07 10:30:21.721479 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-119bfefb-2556-4538-bc71-460129576c2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2286c703-135c-4d58-9bf8-00b281159c5d), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:21.741445 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-639284f5-7f50-4ca6-bdd4-507f3d65637f req-ad126eba-950a-4e74-bb85-994265992685 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921288 Mar 07 10:30:21.748564 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 423f92bb-de3e-4985-8b92-2d3f3dd348b3 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:30:21.751134 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device a3df8701-3341-4d4e-8dfa-a5b8dc650f89 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:30:21.764672 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8c57fc0-8f2f-4a38-b498-8cb9fe13b4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:21.766080 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8c57fc0-8f2f-4a38-b498-8cb9fe13b4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:21.857150 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8c57fc0-8f2f-4a38-b498-8cb9fe13b4ef admin admin] Publish callbacks [] for router_controller (9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:21.886183 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db28ed9-318d-4b05-b5bd-5e771bccacb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-a0d6a6b1-0b2c-40fb-945f-45f250998c08', 'network_id': 'a0d6a6b1-0b2c-40fb-945f-45f250998c08', 'project_id': '2eb1e85f9ef148d1a9cb348464769c79', 'fixed_ips': [{'subnet_id': '28a80ef2-c57f-469d-a7ad-5ca07bf92da1'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:30:21.887136 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4db28ed9-318d-4b05-b5bd-5e771bccacb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:21.975438 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port a3df8701-3341-4d4e-8dfa-a5b8dc650f89 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:30:22.034131 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8c57fc0-8f2f-4a38-b498-8cb9fe13b4ef admin admin] Publish callbacks [] for router_gateway (9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:22.047207 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port a3df8701-3341-4d4e-8dfa-a5b8dc650f89 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:22.047576 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a3df8701-3341-4d4e-8dfa-a5b8dc650f89), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:22.057211 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 423f92bb-de3e-4985-8b92-2d3f3dd348b3, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=423f92bb-de3e-4985-8b92-2d3f3dd348b3,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:22.074269 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-119bfefb-2556-4538-bc71-460129576c2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2286c703-135c-4d58-9bf8-00b281159c5d {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:30:22.085002 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-119bfefb-2556-4538-bc71-460129576c2a service neutron] Publish callbacks [] for port (2286c703-135c-4d58-9bf8-00b281159c5d), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:22.106891 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-119bfefb-2556-4538-bc71-460129576c2a service neutron] Transition to ACTIVE for port object 2286c703-135c-4d58-9bf8-00b281159c5d will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:30:22.117191 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '423f92bb-de3e-4985-8b92-2d3f3dd348b3', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': '423f92bb-de3e-4985-8b92-2d3f3dd348b3', 'mac_address': 'fa:16:3e:82:08:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:30:22.134185 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-119bfefb-2556-4538-bc71-460129576c2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (2286c703-135c-4d58-9bf8-00b281159c5d), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:22.232170 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119bfefb-2556-4538-bc71-460129576c2a service neutron] Pushing event updated for resources: {'Port': ['ID=2286c703-135c-4d58-9bf8-00b281159c5d,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:22.262748 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 423f92bb-de3e-4985-8b92-2d3f3dd348b3 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:22.263291 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (423f92bb-de3e-4985-8b92-2d3f3dd348b3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:22.279756 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b926b7d0-220c-4a76-ba2a-ce51bec1a9a6 req-d9be5c2c-6876-43dc-8dfb-f5b452dc67bd tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:22.286365 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-4db28ed9-318d-4b05-b5bd-5e771bccacb1 None None] Allocated IP 172.20.0.2 (a0d6a6b1-0b2c-40fb-945f-45f250998c08/28a80ef2-c57f-469d-a7ad-5ca07bf92da1/be3f1099-93f8-4af1-925d-9cb6a5535a44) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:22.289995 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b926b7d0-220c-4a76-ba2a-ce51bec1a9a6 req-d9be5c2c-6876-43dc-8dfb-f5b452dc67bd tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 931 time: 0.4306962 Mar 07 10:30:22.297514 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 423f92bb-de3e-4985-8b92-2d3f3dd348b3 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:30:22.307868 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port a3df8701-3341-4d4e-8dfa-a5b8dc650f89 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:22.308396 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a3df8701-3341-4d4e-8dfa-a5b8dc650f89), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:22.309891 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8c57fc0-8f2f-4a38-b498-8cb9fe13b4ef admin admin] Publish callbacks [] for router_gateway (9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:22.335507 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8c57fc0-8f2f-4a38-b498-8cb9fe13b4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:22.360690 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 423f92bb-de3e-4985-8b92-2d3f3dd348b3, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=423f92bb-de3e-4985-8b92-2d3f3dd348b3,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:22.371353 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (423f92bb-de3e-4985-8b92-2d3f3dd348b3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:22.372182 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:30:22.381979 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eceebe5-7133-430e-8348-5d37444c5233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3df8701-3341-4d4e-8dfa-a5b8dc650f89'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:22.384348 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f6b48bc-c43e-4ace-90c8-a64e699cd7b2" -d '{"events": [{"server_uuid": "4eceebe5-7133-430e-8348-5d37444c5233", "name": "network-vif-plugged", "status": "completed", "tag": "a3df8701-3341-4d4e-8dfa-a5b8dc650f89"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:22.395925 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-119bfefb-2556-4538-bc71-460129576c2a service neutron] Attempting to bind port 2286c703-135c-4d58-9bf8-00b281159c5d on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:30:22.396619 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-119bfefb-2556-4538-bc71-460129576c2a service neutron] Attempting to bind port 2286c703-135c-4d58-9bf8-00b281159c5d by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:30:22.397181 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-119bfefb-2556-4538-bc71-460129576c2a service neutron] Attempting to bind port 2286c703-135c-4d58-9bf8-00b281159c5d on network 35723e70-fc1c-4710-9b03-245dacf005c5 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:22.417597 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-119bfefb-2556-4538-bc71-460129576c2a service neutron] Port 2286c703-135c-4d58-9bf8-00b281159c5d on network 35723e70-fc1c-4710-9b03-245dacf005c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:30:22.418580 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-119bfefb-2556-4538-bc71-460129576c2a service neutron] Attempting to bind port 2286c703-135c-4d58-9bf8-00b281159c5d on network 35723e70-fc1c-4710-9b03-245dacf005c5 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:22.450122 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b926b7d0-220c-4a76-ba2a-ce51bec1a9a6 req-7c9b03ff-1b16-44ea-9587-830a7b1339ff tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583431 Mar 07 10:30:22.451380 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-119bfefb-2556-4538-bc71-460129576c2a service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:30:22.454414 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-119bfefb-2556-4538-bc71-460129576c2a service neutron] Checking segment: {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:30:22.455008 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-119bfefb-2556-4538-bc71-460129576c2a service neutron] Bound using segment: {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:30:22.456656 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-119bfefb-2556-4538-bc71-460129576c2a service neutron] Bound port: 2286c703-135c-4d58-9bf8-00b281159c5d, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:30:22.457214 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-119bfefb-2556-4538-bc71-460129576c2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2286c703-135c-4d58-9bf8-00b281159c5d), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:22.460534 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-b8c57fc0-8f2f-4a38-b498-8cb9fe13b4ef admin admin] Allocated IP 172.25.3.182 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/feb5f2d0-843d-43a4-8531-7f12c331440c) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:22.467975 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port a3df8701-3341-4d4e-8dfa-a5b8dc650f89, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=a3df8701-3341-4d4e-8dfa-a5b8dc650f89,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:22.577946 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [req-1638059d-50cc-4c59-8602-99c94005cfb4 req-cba58f21-b92a-4dcc-b283-2f7a48aaea59 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] show failed (client error): The resource could not be found. Mar 07 10:30:22.587647 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1638059d-50cc-4c59-8602-99c94005cfb4 req-cba58f21-b92a-4dcc-b283-2f7a48aaea59 tempest-FloatingIPsTestJSON-1516586516 tempest-FloatingIPsTestJSON-1516586516-project] 10.222.0.11 "GET /v2.0/floatingips/d0593e77-6730-4879-aacc-eda56a81476f HTTP/1.1" status: 404 len: 350 time: 0.0615067 Mar 07 10:30:22.590057 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8c57fc0-8f2f-4a38-b498-8cb9fe13b4ef admin admin] Publish callbacks [] for port (feb5f2d0-843d-43a4-8531-7f12c331440c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:22.596792 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38278) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:22.633228 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8c57fc0-8f2f-4a38-b498-8cb9fe13b4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (feb5f2d0-843d-43a4-8531-7f12c331440c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:22.645635 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a3df8701-3341-4d4e-8dfa-a5b8dc650f89), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:22.662620 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.resource_extend [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:30:22.678323 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=423f92bb-de3e-4985-8b92-2d3f3dd348b3,revision_number=7']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:22.702935 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:22.707217 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c57fc0-8f2f-4a38-b498-8cb9fe13b4ef admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:22.712386 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-b8c57fc0-8f2f-4a38-b498-8cb9fe13b4ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:22.715387 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c57fc0-8f2f-4a38-b498-8cb9fe13b4ef admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:30:22.736423 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:22.752571 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c57fc0-8f2f-4a38-b498-8cb9fe13b4ef admin admin] Pushing event updated for resources: {'Port': ['ID=feb5f2d0-843d-43a4-8531-7f12c331440c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:22.782079 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': 'e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4', 'mac_address': 'fa:16:3e:4c:c8:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:30:22.794928 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-119bfefb-2556-4538-bc71-460129576c2a service neutron] For port 2286c703-135c-4d58-9bf8-00b281159c5d, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:22.809615 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=a3df8701-3341-4d4e-8dfa-a5b8dc650f89,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:22.816315 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-119bfefb-2556-4538-bc71-460129576c2a service neutron] For port 2286c703-135c-4d58-9bf8-00b281159c5d, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=2286c703-135c-4d58-9bf8-00b281159c5d,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:22.851516 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4db28ed9-318d-4b05-b5bd-5e771bccacb1 None None] Publish callbacks [] for port (be3f1099-93f8-4af1-925d-9cb6a5535a44), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:22.863796 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:22.866186 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:22.869822 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-119bfefb-2556-4538-bc71-460129576c2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (2286c703-135c-4d58-9bf8-00b281159c5d), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:22.870216 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4db28ed9-318d-4b05-b5bd-5e771bccacb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (be3f1099-93f8-4af1-925d-9cb6a5535a44), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:22.901010 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a868a868-2016-4ce2-9f79-bf647b32d14d req-5d98b7bf-d771-45fd-8488-80d5b5cf3b46 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:22.902683 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a868a868-2016-4ce2-9f79-bf647b32d14d req-5d98b7bf-d771-45fd-8488-80d5b5cf3b46 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e686bbe-a850-43cd-9cb9-372409d480db HTTP/1.1" status: 200 len: 948 time: 0.1887722 Mar 07 10:30:22.904120 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-119bfefb-2556-4538-bc71-460129576c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:22.904845 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-119bfefb-2556-4538-bc71-460129576c2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:22.905343 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-44055407-da9e-4313-9936-ec68428fa5e3 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:30:22.906325 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-119bfefb-2556-4538-bc71-460129576c2a service neutron] 10.222.0.21 "PUT /v2.0/ports/2286c703-135c-4d58-9bf8-00b281159c5d HTTP/1.1" status: 200 len: 1091 time: 1.3043854 Mar 07 10:30:22.913970 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-44055407-da9e-4313-9936-ec68428fa5e3 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154436 Mar 07 10:30:22.917747 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:30:22.927667 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7410a628-88c4-4f1d-b35f-3a0835b68c4e', 'tag': '2286c703-135c-4d58-9bf8-00b281159c5d'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:22.930366 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098091e0-4cf1-4efe-b9a1-574aae02a149" -d '{"events": [{"name": "network-changed", "server_uuid": "7410a628-88c4-4f1d-b35f-3a0835b68c4e", "tag": "2286c703-135c-4d58-9bf8-00b281159c5d"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:22.947977 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db28ed9-318d-4b05-b5bd-5e771bccacb1 None None] Network a0d6a6b1-0b2c-40fb-945f-45f250998c08 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:22.962297 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-4db28ed9-318d-4b05-b5bd-5e771bccacb1 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:22.962986 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-c2d3fa41-7213-4d55-abef-510953c86e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:22.966010 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:22.967230 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db28ed9-318d-4b05-b5bd-5e771bccacb1 None None] Pushing event updated for resources: {'Port': ['ID=be3f1099-93f8-4af1-925d-9cb6a5535a44,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:22.969800 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db28ed9-318d-4b05-b5bd-5e771bccacb1 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:30:22.972561 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-c2d3fa41-7213-4d55-abef-510953c86e8a service neutron] 10.222.0.11 "GET /v2.0/ports/22e350eb-dd29-4f61-b3fb-e5f895608336 HTTP/1.1" status: 200 len: 1125 time: 0.0563815 Mar 07 10:30:22.981258 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-da18bf4a-40ab-47da-83d9-168077d6947d service neutron] Request body: {'binding': {'host': 'n-h1-832164-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:22.981761 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-da18bf4a-40ab-47da-83d9-168077d6947d service neutron] Unknown quota resources ['binding']. {{(pid=103766) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 10:30:22.983736 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:23.056707 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d0a26e44-88e1-422a-9e50-52e8cfc310fe details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:30:23.069594 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119bfefb-2556-4538-bc71-460129576c2a service neutron] Pushing event updated for resources: {'Port': ['ID=2286c703-135c-4d58-9bf8-00b281159c5d,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:23.098094 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-4db28ed9-318d-4b05-b5bd-5e771bccacb1 None None] Attempting to bind port be3f1099-93f8-4af1-925d-9cb6a5535a44 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:30:23.098094 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-4db28ed9-318d-4b05-b5bd-5e771bccacb1 None None] Attempting to bind port be3f1099-93f8-4af1-925d-9cb6a5535a44 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'f6ff09e0-88fb-4743-82cd-b93b9dc8ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a0d6a6b1-0b2c-40fb-945f-45f250998c08'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:30:23.098094 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db28ed9-318d-4b05-b5bd-5e771bccacb1 None None] Attempting to bind port be3f1099-93f8-4af1-925d-9cb6a5535a44 on network a0d6a6b1-0b2c-40fb-945f-45f250998c08 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:23.100292 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a868a868-2016-4ce2-9f79-bf647b32d14d req-bd5152f8-2a60-47d3-8e87-83a889b0dcf8 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651595 Mar 07 10:30:23.105532 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:23.111909 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db28ed9-318d-4b05-b5bd-5e771bccacb1 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:30:23.112296 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db28ed9-318d-4b05-b5bd-5e771bccacb1 None None] Checking segment: {'id': 'f6ff09e0-88fb-4743-82cd-b93b9dc8ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a0d6a6b1-0b2c-40fb-945f-45f250998c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:30:23.112842 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4db28ed9-318d-4b05-b5bd-5e771bccacb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:23.113257 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db28ed9-318d-4b05-b5bd-5e771bccacb1 None None] Bound using segment: {'id': 'f6ff09e0-88fb-4743-82cd-b93b9dc8ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a0d6a6b1-0b2c-40fb-945f-45f250998c08'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:30:23.113727 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-4db28ed9-318d-4b05-b5bd-5e771bccacb1 None None] Bound port: be3f1099-93f8-4af1-925d-9cb6a5535a44, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ff09e0-88fb-4743-82cd-b93b9dc8ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a0d6a6b1-0b2c-40fb-945f-45f250998c08'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:30:23.114102 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4db28ed9-318d-4b05-b5bd-5e771bccacb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (be3f1099-93f8-4af1-925d-9cb6a5535a44), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:23.146086 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-42565586-ffca-47f1-b40c-2b15b42c53f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:23.147793 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-42565586-ffca-47f1-b40c-2b15b42c53f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=253a7b51025b45cd9cb7114a3377a1db&device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 1125 time: 0.1821594 Mar 07 10:30:23.195082 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-04959489-5381-4866-95ab-d12153206db5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2286c703-135c-4d58-9bf8-00b281159c5d HTTP/1.1" status: 200 len: 217 time: 0.0377958 Mar 07 10:30:23.209131 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f388bd-6ade-4d16-954d-02993eb6d597 x-openstack-request-id: req-e9f388bd-6ade-4d16-954d-02993eb6d597 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:23.209795 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eceebe5-7133-430e-8348-5d37444c5233", "name": "network-vif-plugged", "status": "completed", "tag": "a3df8701-3341-4d4e-8dfa-a5b8dc650f89", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:23.209795 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e9f388bd-6ade-4d16-954d-02993eb6d597 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:23.210125 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eceebe5-7133-430e-8348-5d37444c5233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3df8701-3341-4d4e-8dfa-a5b8dc650f89', 'code': 200} Mar 07 10:30:23.240971 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8c57fc0-8f2f-4a38-b498-8cb9fe13b4ef admin admin] Publish callbacks [] for router_gateway (9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:23.277639 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-4db28ed9-318d-4b05-b5bd-5e771bccacb1 None None] For port be3f1099-93f8-4af1-925d-9cb6a5535a44, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:23.281060 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-4db28ed9-318d-4b05-b5bd-5e771bccacb1 None None] For port be3f1099-93f8-4af1-925d-9cb6a5535a44, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=be3f1099-93f8-4af1-925d-9cb6a5535a44,segment=NetworkSegment(f6ff09e0-88fb-4743-82cd-b93b9dc8ecff),segment_id=f6ff09e0-88fb-4743-82cd-b93b9dc8ecff)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:23.312798 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-c7458b7f-78f9-4c43-90a1-f69061ae0b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:23.313983 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port d0a26e44-88e1-422a-9e50-52e8cfc310fe, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d0a26e44-88e1-422a-9e50-52e8cfc310fe,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:23.314266 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-c7458b7f-78f9-4c43-90a1-f69061ae0b8b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=504ea141-3c64-48b5-943a-bdbdb84bd6df HTTP/1.1" status: 200 len: 860 time: 0.1120327 Mar 07 10:30:23.318471 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4db28ed9-318d-4b05-b5bd-5e771bccacb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (be3f1099-93f8-4af1-925d-9cb6a5535a44), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:23.319147 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-da18bf4a-40ab-47da-83d9-168077d6947d service neutron] Attempting to bind port 22e350eb-dd29-4f61-b3fb-e5f895608336 on host n-h1-832164-4 for vnic_type normal with profile None {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:30:23.319626 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-da18bf4a-40ab-47da-83d9-168077d6947d service neutron] Attempting to bind port 22e350eb-dd29-4f61-b3fb-e5f895608336 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:30:23.319817 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-da18bf4a-40ab-47da-83d9-168077d6947d service neutron] Attempting to bind port 22e350eb-dd29-4f61-b3fb-e5f895608336 on network f571527e-a205-427a-8890-cc1f2763fcb1 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:23.328609 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-da18bf4a-40ab-47da-83d9-168077d6947d service neutron] Port 22e350eb-dd29-4f61-b3fb-e5f895608336 on network f571527e-a205-427a-8890-cc1f2763fcb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:30:23.328916 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-da18bf4a-40ab-47da-83d9-168077d6947d service neutron] Attempting to bind port 22e350eb-dd29-4f61-b3fb-e5f895608336 on network f571527e-a205-427a-8890-cc1f2763fcb1 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:23.337848 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-da18bf4a-40ab-47da-83d9-168077d6947d service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:30:23.338299 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-da18bf4a-40ab-47da-83d9-168077d6947d service neutron] Checking segment: {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:30:23.338685 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-da18bf4a-40ab-47da-83d9-168077d6947d service neutron] Bound using segment: {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:30:23.339117 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-da18bf4a-40ab-47da-83d9-168077d6947d service neutron] Bound port: 22e350eb-dd29-4f61-b3fb-e5f895608336, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:30:23.380354 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'd0a26e44-88e1-422a-9e50-52e8cfc310fe', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': 'd0a26e44-88e1-422a-9e50-52e8cfc310fe', 'mac_address': 'fa:16:3e:e2:1d:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:30:23.396740 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-51ef6309-cff5-44ba-b4c7-0dc79e8e0208 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35723e70-fc1c-4710-9b03-245dacf005c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619144 Mar 07 10:30:23.447857 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db28ed9-318d-4b05-b5bd-5e771bccacb1 None None] Pushing event updated for resources: {'Port': ['ID=be3f1099-93f8-4af1-925d-9cb6a5535a44,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:23.456534 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:30:23.485515 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-da18bf4a-40ab-47da-83d9-168077d6947d service neutron] For port 22e350eb-dd29-4f61-b3fb-e5f895608336, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=22e350eb-dd29-4f61-b3fb-e5f895608336,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:23.499352 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-da18bf4a-40ab-47da-83d9-168077d6947d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:23.499842 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['423f92bb-de3e-4985-8b92-2d3f3dd348b3'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:30:23.500418 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-da18bf4a-40ab-47da-83d9-168077d6947d service neutron] 10.222.0.11 "POST /v2.0/ports/22e350eb-dd29-4f61-b3fb-e5f895608336/bindings HTTP/1.1" status: 201 len: 389 time: 0.5254016 Mar 07 10:30:23.509094 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port d0a26e44-88e1-422a-9e50-52e8cfc310fe is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:23.509658 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d0a26e44-88e1-422a-9e50-52e8cfc310fe), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:23.566646 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0a26e44-88e1-422a-9e50-52e8cfc310fe {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:30:23.616795 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port d0a26e44-88e1-422a-9e50-52e8cfc310fe, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d0a26e44-88e1-422a-9e50-52e8cfc310fe,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:23.637630 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d0a26e44-88e1-422a-9e50-52e8cfc310fe), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:23.709780 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-1d61178a-7a39-4280-b13d-345fdf953472 service neutron] 10.222.0.21 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025174 Mar 07 10:30:23.805617 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=d0a26e44-88e1-422a-9e50-52e8cfc310fe,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:23.841635 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0ec955-a239-4f00-9ace-082af3fafedb req-796494f7-5b1b-4002-ae82-38632325aa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:23.843212 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c0ec955-a239-4f00-9ace-082af3fafedb req-796494f7-5b1b-4002-ae82-38632325aa0f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4eceebe5-7133-430e-8348-5d37444c5233 HTTP/1.1" status: 200 len: 1131 time: 0.5097675 Mar 07 10:30:23.852190 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42333fc-ed53-41ef-9373-301df0f94d1b req-058312a5-a56f-46e8-b069-a1a507ae0fa0 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:23.860200 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c42333fc-ed53-41ef-9373-301df0f94d1b req-058312a5-a56f-46e8-b069-a1a507ae0fa0 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 948 time: 0.5032020 Mar 07 10:30:23.915593 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['d0a26e44-88e1-422a-9e50-52e8cfc310fe'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:30:23.966865 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8c57fc0-8f2f-4a38-b498-8cb9fe13b4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:24.027019 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ca6fd-5989-4484-95f2-2ade3ea581f2 req-b25403a5-2432-4011-b638-8c8b21364f4b tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:24.028403 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-416ca6fd-5989-4484-95f2-2ade3ea581f2 req-b25403a5-2432-4011-b638-8c8b21364f4b tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 949 time: 0.1090951 Mar 07 10:30:24.074577 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c42333fc-ed53-41ef-9373-301df0f94d1b req-3bdeb3b2-3400-4ae5-8f19-5594b5755475 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134895 Mar 07 10:30:24.159035 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c0ec955-a239-4f00-9ace-082af3fafedb req-0b19118f-aaba-4006-9ba4-04c6b3b39d87 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574511 Mar 07 10:30:24.172186 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582cbde8-b952-4d36-ad50-405b71752517 x-openstack-request-id: req-582cbde8-b952-4d36-ad50-405b71752517 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:24.172561 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7410a628-88c4-4f1d-b35f-3a0835b68c4e", "tag": "2286c703-135c-4d58-9bf8-00b281159c5d", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:24.172852 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-582cbde8-b952-4d36-ad50-405b71752517 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:24.173280 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7410a628-88c4-4f1d-b35f-3a0835b68c4e', 'tag': '2286c703-135c-4d58-9bf8-00b281159c5d', 'status': 'completed', 'code': 200} Mar 07 10:30:24.178617 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-416ca6fd-5989-4484-95f2-2ade3ea581f2 req-d28a13a4-1347-47b0-8ff1-ebc19441beb6 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053841 Mar 07 10:30:24.181826 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-77ec5a94-3fe1-4b3f-b8b9-0119a84766c9 req-21dc2dd2-5169-41c6-beaf-46383064535f service neutron] 10.222.0.21 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458227 Mar 07 10:30:24.197797 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-09b3d790-22a1-4d38-b3cd-2b1f86cb41b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:24.197797 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-09b3d790-22a1-4d38-b3cd-2b1f86cb41b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4eca9194fdd4a93832d9940e3e6237a&device_id=491875bb-6674-48a5-90ad-3ee5428b928f HTTP/1.1" status: 200 len: 1128 time: 0.3064959 Mar 07 10:30:24.231388 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c57fc0-8f2f-4a38-b498-8cb9fe13b4ef admin admin] Router 9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:30:24.234407 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device be3f1099-93f8-4af1-925d-9cb6a5535a44 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:30:24.314849 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port be3f1099-93f8-4af1-925d-9cb6a5535a44 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:24.315334 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (be3f1099-93f8-4af1-925d-9cb6a5535a44), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:24.405952 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port be3f1099-93f8-4af1-925d-9cb6a5535a44 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:24.406338 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (be3f1099-93f8-4af1-925d-9cb6a5535a44), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:24.426712 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe8186-4367-44f4-ae5f-02d38a37faa7 req-af060ebc-6a30-4694-982d-de77ff5af1b7 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:24.427290 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-63142e4b-13f7-48b6-b393-383a506d826e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (eb51b1e1-e25d-47cc-a84d-4f13813984af), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:24.428689 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-08fe8186-4367-44f4-ae5f-02d38a37faa7 req-af060ebc-6a30-4694-982d-de77ff5af1b7 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=491875bb-6674-48a5-90ad-3ee5428b928f HTTP/1.1" status: 200 len: 946 time: 0.1210968 Mar 07 10:30:24.442662 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port be3f1099-93f8-4af1-925d-9cb6a5535a44, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=be3f1099-93f8-4af1-925d-9cb6a5535a44,segment=NetworkSegment(f6ff09e0-88fb-4743-82cd-b93b9dc8ecff),segment_id=f6ff09e0-88fb-4743-82cd-b93b9dc8ecff)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:24.449488 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (be3f1099-93f8-4af1-925d-9cb6a5535a44), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:24.468812 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c57fc0-8f2f-4a38-b498-8cb9fe13b4ef admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:30:24.480994 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab2b6c6-8f04-43fd-b550-38fa7d44dfad None None] Sync routers for ids ['9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:30:24.507830 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab2b6c6-8f04-43fd-b550-38fa7d44dfad None None] Routers {'9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:30:24.508453 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-fab2b6c6-8f04-43fd-b550-38fa7d44dfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:30:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:24.515978 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=be3f1099-93f8-4af1-925d-9cb6a5535a44,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:24.522608 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-08fe8186-4367-44f4-ae5f-02d38a37faa7 req-ff7a7134-9ebb-423a-8584-187daa8064f7 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845864 Mar 07 10:30:24.526177 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8c57fc0-8f2f-4a38-b498-8cb9fe13b4ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:24.530310 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b8c57fc0-8f2f-4a38-b498-8cb9fe13b4ef admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8176224 Mar 07 10:30:24.530934 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38292) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:24.683989 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-fab2b6c6-8f04-43fd-b550-38fa7d44dfad None None] Set router 9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:30:24.744025 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31eebe0c-daf8-447c-bcc1-692c4dd94863 None None] Network a0d6a6b1-0b2c-40fb-945f-45f250998c08 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:30:24.766214 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11923f-2f6f-4036-947c-a7a35a6de322 req-4d891166-155a-44b8-ba68-2f3868e2de60 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:24.768930 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5f11923f-2f6f-4036-947c-a7a35a6de322 req-4d891166-155a-44b8-ba68-2f3868e2de60 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e686bbe-a850-43cd-9cb9-372409d480db HTTP/1.1" status: 200 len: 949 time: 0.1282682 Mar 07 10:30:24.819855 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-0e0012d4-c8b4-4786-9161-72faca3c2e70 None None] Provisioning complete for port be3f1099-93f8-4af1-925d-9cb6a5535a44 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:24.820228 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0e0012d4-c8b4-4786-9161-72faca3c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (be3f1099-93f8-4af1-925d-9cb6a5535a44), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:24.888572 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5f11923f-2f6f-4036-947c-a7a35a6de322 req-18d5bbe9-44f3-442f-bc2c-a527047d0812 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114380 Mar 07 10:30:24.910643 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-5bbecf16-9efe-483e-bbd4-2e8e4ce9742b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:24.912525 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-5bbecf16-9efe-483e-bbd4-2e8e4ce9742b service neutron] 10.222.0.21 "GET /v2.0/networks?id=f571527e-a205-427a-8890-cc1f2763fcb1 HTTP/1.1" status: 200 len: 908 time: 0.7031252 Mar 07 10:30:24.943759 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098091e0-4cf1-4efe-b9a1-574aae02a149 req-7438af81-7c58-4c31-9394-ce8c7d7755b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:24.945263 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-098091e0-4cf1-4efe-b9a1-574aae02a149 req-7438af81-7c58-4c31-9394-ce8c7d7755b6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=253a7b51025b45cd9cb7114a3377a1db&device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 1125 time: 0.6792665 Mar 07 10:30:24.961922 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0e0012d4-c8b4-4786-9161-72faca3c2e70 None None] Current status of the port be3f1099-93f8-4af1-925d-9cb6a5535a44 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:24.988812 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bac056-acaf-4c77-b3b8-0f720f2057e6 req-f090ec40-b71c-4294-9dad-0c42eb4c5070 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:24.990396 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-fab2b6c6-8f04-43fd-b550-38fa7d44dfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e', 'name': 'tempest-AttachSCSIVolumeTestJSON-558961655-router', 'tenant_id': '2eb1e85f9ef148d1a9cb348464769c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'feb5f2d0-843d-43a4-8531-7f12c331440c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:21Z', 'updated_at': '2022-03-07T10:30:23Z', 'revision_number': 3, 'project_id': '2eb1e85f9ef148d1a9cb348464769c79', 'gw_port': {'id': 'feb5f2d0-843d-43a4-8531-7f12c331440c', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:22Z', 'updated_at': '2022-03-07T10:30:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:24.990554 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-59bac056-acaf-4c77-b3b8-0f720f2057e6 req-f090ec40-b71c-4294-9dad-0c42eb4c5070 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 943 time: 0.6989138 Mar 07 10:30:25.000841 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-8632d07a-46b3-4c60-9c8b-ba3e9cefb88a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22e350eb-dd29-4f61-b3fb-e5f895608336 HTTP/1.1" status: 200 len: 217 time: 0.0776041 Mar 07 10:30:25.025809 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab2b6c6-8f04-43fd-b550-38fa7d44dfad None None] Checking router: 9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:30:25.026528 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab2b6c6-8f04-43fd-b550-38fa7d44dfad None None] Updating router 9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e port feb5f2d0-843d-43a4-8531-7f12c331440c binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:30:25.072026 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fab2b6c6-8f04-43fd-b550-38fa7d44dfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (feb5f2d0-843d-43a4-8531-7f12c331440c), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:25.076095 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d0a26e44-88e1-422a-9e50-52e8cfc310fe up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:30:25.159576 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port d0a26e44-88e1-422a-9e50-52e8cfc310fe completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:30:25.166563 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port d0a26e44-88e1-422a-9e50-52e8cfc310fe triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:25.166563 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d0a26e44-88e1-422a-9e50-52e8cfc310fe), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:25.195628 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e217c8e6-bea7-4434-8d26-4512635e890a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:25.307105 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-e2fec5b1-7858-4b60-88a8-708bff3325cf None None] Provisioning complete for port be3f1099-93f8-4af1-925d-9cb6a5535a44 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:25.307650 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e2fec5b1-7858-4b60-88a8-708bff3325cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (be3f1099-93f8-4af1-925d-9cb6a5535a44), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:25.309396 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port d0a26e44-88e1-422a-9e50-52e8cfc310fe is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:25.309549 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d0a26e44-88e1-422a-9e50-52e8cfc310fe), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:25.349762 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9020c69-b8f0-4146-9139-da21eeb9b770 req-97dbc0b8-024b-4142-8c7b-31dc52bab225 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:25.351672 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c9020c69-b8f0-4146-9139-da21eeb9b770 req-97dbc0b8-024b-4142-8c7b-31dc52bab225 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 949 time: 0.1804283 Mar 07 10:30:25.377456 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-3def53fc-b000-415c-8441-794eb6fb7195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:25.379105 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-3def53fc-b000-415c-8441-794eb6fb7195 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5 HTTP/1.1" status: 200 len: 847 time: 0.3334336 Mar 07 10:30:25.384313 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6c7898-c1b7-46b8-8810-89c3d85bf615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a26e44-88e1-422a-9e50-52e8cfc310fe'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:25.387741 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924902e5-9197-485c-8810-3796d1df6031" -d '{"events": [{"server_uuid": "fd6c7898-c1b7-46b8-8810-89c3d85bf615", "name": "network-vif-plugged", "status": "completed", "tag": "d0a26e44-88e1-422a-9e50-52e8cfc310fe"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:25.405056 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port d0a26e44-88e1-422a-9e50-52e8cfc310fe, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d0a26e44-88e1-422a-9e50-52e8cfc310fe,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:25.411808 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-59bac056-acaf-4c77-b3b8-0f720f2057e6 req-d65fbf6d-d112-4330-af25-cf248c9fdfa4 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071286 Mar 07 10:30:25.415365 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d0a26e44-88e1-422a-9e50-52e8cfc310fe), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:25.419418 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fab2b6c6-8f04-43fd-b550-38fa7d44dfad None None] Publish callbacks [] for port (feb5f2d0-843d-43a4-8531-7f12c331440c), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:25.433774 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fab2b6c6-8f04-43fd-b550-38fa7d44dfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (feb5f2d0-843d-43a4-8531-7f12c331440c), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:25.481532 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c9020c69-b8f0-4146-9139-da21eeb9b770 req-e80a6fab-7221-40b7-8a64-2cae94415ced tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219425 Mar 07 10:30:25.493191 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-fab2b6c6-8f04-43fd-b550-38fa7d44dfad None None] Attempting to bind port feb5f2d0-843d-43a4-8531-7f12c331440c on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:30:25.493766 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-fab2b6c6-8f04-43fd-b550-38fa7d44dfad None None] Attempting to bind port feb5f2d0-843d-43a4-8531-7f12c331440c by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:30:25.493931 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab2b6c6-8f04-43fd-b550-38fa7d44dfad None None] Attempting to bind port feb5f2d0-843d-43a4-8531-7f12c331440c on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:25.502196 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab2b6c6-8f04-43fd-b550-38fa7d44dfad None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:30:25.503654 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab2b6c6-8f04-43fd-b550-38fa7d44dfad None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:30:25.504122 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fab2b6c6-8f04-43fd-b550-38fa7d44dfad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:25.504616 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab2b6c6-8f04-43fd-b550-38fa7d44dfad None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:30:25.505185 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-fab2b6c6-8f04-43fd-b550-38fa7d44dfad None None] Bound port: feb5f2d0-843d-43a4-8531-7f12c331440c, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:30:25.505667 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fab2b6c6-8f04-43fd-b550-38fa7d44dfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (feb5f2d0-843d-43a4-8531-7f12c331440c), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:25.510890 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-e217c8e6-bea7-4434-8d26-4512635e890a admin admin] Allocated IP 172.20.0.1 (a0d6a6b1-0b2c-40fb-945f-45f250998c08/28a80ef2-c57f-469d-a7ad-5ca07bf92da1/97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:25.541986 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-8c683399-3eed-421e-bd7e-a3f233ea5824 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f571527e-a205-427a-8890-cc1f2763fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164813 Mar 07 10:30:25.576199 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-fab2b6c6-8f04-43fd-b550-38fa7d44dfad None None] For port feb5f2d0-843d-43a4-8531-7f12c331440c, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:25.577584 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e2fec5b1-7858-4b60-88a8-708bff3325cf None None] Current status of the port be3f1099-93f8-4af1-925d-9cb6a5535a44 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:25.579921 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-fab2b6c6-8f04-43fd-b550-38fa7d44dfad None None] For port feb5f2d0-843d-43a4-8531-7f12c331440c, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=feb5f2d0-843d-43a4-8531-7f12c331440c,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:25.584329 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37672d6f-5f54-423c-8468-fa15bafe1c67 x-openstack-request-id: req-37672d6f-5f54-423c-8468-fa15bafe1c67 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:25.584864 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6c7898-c1b7-46b8-8810-89c3d85bf615", "name": "network-vif-plugged", "status": "completed", "tag": "d0a26e44-88e1-422a-9e50-52e8cfc310fe", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:25.586710 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-37672d6f-5f54-423c-8468-fa15bafe1c67 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:25.587329 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6c7898-c1b7-46b8-8810-89c3d85bf615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a26e44-88e1-422a-9e50-52e8cfc310fe', 'code': 200} Mar 07 10:30:25.588956 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=d0a26e44-88e1-422a-9e50-52e8cfc310fe,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:25.597742 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fab2b6c6-8f04-43fd-b550-38fa7d44dfad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (feb5f2d0-843d-43a4-8531-7f12c331440c), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:25.598673 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098091e0-4cf1-4efe-b9a1-574aae02a149 req-04017981-dd0e-4d91-addf-ef365a6c6903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:25.602389 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-098091e0-4cf1-4efe-b9a1-574aae02a149 req-04017981-dd0e-4d91-addf-ef365a6c6903 service neutron] 10.222.0.21 "GET /v2.0/networks?id=35723e70-fc1c-4710-9b03-245dacf005c5 HTTP/1.1" status: 200 len: 921 time: 0.6196976 Mar 07 10:30:25.611564 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb841a5-9dee-4b59-8771-ef78f01ceadd None None] Pushing event updated for resources: {'Port': ['ID=feb5f2d0-843d-43a4-8531-7f12c331440c,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:25.687447 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab2b6c6-8f04-43fd-b550-38fa7d44dfad None None] Routers {'9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:30:25.688129 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-fab2b6c6-8f04-43fd-b550-38fa7d44dfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:30:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:25.737525 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb841a5-9dee-4b59-8771-ef78f01ceadd None None] Pushing event updated for resources: {'Port': ['ID=feb5f2d0-843d-43a4-8531-7f12c331440c,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:25.738872 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 423f92bb-de3e-4985-8b92-2d3f3dd348b3 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:30:25.749059 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e217c8e6-bea7-4434-8d26-4512635e890a admin admin] Publish callbacks [] for port (97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:25.750659 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-098091e0-4cf1-4efe-b9a1-574aae02a149 req-97663d28-93f0-4ef7-a655-41d5ba3c17aa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2286c703-135c-4d58-9bf8-00b281159c5d HTTP/1.1" status: 200 len: 217 time: 0.1146443 Mar 07 10:30:25.779168 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020cc67-ce12-4dd1-9e0e-795729d0d040 req-2096d1f5-b4d7-4713-a504-3d2e9a5e9d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:25.780833 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7020cc67-ce12-4dd1-9e0e-795729d0d040 req-2096d1f5-b4d7-4713-a504-3d2e9a5e9d5d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 1132 time: 0.1394844 Mar 07 10:30:25.792186 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf715c-2530-4b67-92ca-bf990b6448b1 req-ef77b262-ce90-42bf-845e-ce8bf224f309 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:25.793791 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4ebf715c-2530-4b67-92ca-bf990b6448b1 req-ef77b262-ce90-42bf-845e-ce8bf224f309 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=491875bb-6674-48a5-90ad-3ee5428b928f HTTP/1.1" status: 200 len: 946 time: 0.1207316 Mar 07 10:30:25.818298 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 423f92bb-de3e-4985-8b92-2d3f3dd348b3 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:25.819270 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (423f92bb-de3e-4985-8b92-2d3f3dd348b3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:25.836821 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098091e0-4cf1-4efe-b9a1-574aae02a149 req-414f472b-fc60-49d9-8a06-1e9730738f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:25.838299 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-098091e0-4cf1-4efe-b9a1-574aae02a149 req-414f472b-fc60-49d9-8a06-1e9730738f72 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=504ea141-3c64-48b5-943a-bdbdb84bd6df HTTP/1.1" status: 200 len: 860 time: 0.0795372 Mar 07 10:30:25.852091 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64eca0-7477-47a7-9cd3-51ed84778b76 req-7853f284-af12-4c00-9869-ebbeb415a8ae tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:25.853526 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6b64eca0-7477-47a7-9cd3-51ed84778b76 req-7853f284-af12-4c00-9869-ebbeb415a8ae tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 949 time: 0.3055210 Mar 07 10:30:25.899475 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-37c2b547-ee47-4303-ab44-d5362e16951e service neutron] 10.222.0.21 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427923 Mar 07 10:30:25.906419 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-fab2b6c6-8f04-43fd-b550-38fa7d44dfad None None] Set router 9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:30:25.918111 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-098091e0-4cf1-4efe-b9a1-574aae02a149 req-21142ea8-463e-495b-89bb-65ea92515d8b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35723e70-fc1c-4710-9b03-245dacf005c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611088 Mar 07 10:30:25.929689 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 423f92bb-de3e-4985-8b92-2d3f3dd348b3 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:25.930333 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (423f92bb-de3e-4985-8b92-2d3f3dd348b3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:25.952636 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7020cc67-ce12-4dd1-9e0e-795729d0d040 req-47e76e72-2478-4349-8ef5-ffe7affa42c3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382289 Mar 07 10:30:25.974155 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e217c8e6-bea7-4434-8d26-4512635e890a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:25.981872 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 423f92bb-de3e-4985-8b92-2d3f3dd348b3, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=423f92bb-de3e-4985-8b92-2d3f3dd348b3,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:25.988065 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (423f92bb-de3e-4985-8b92-2d3f3dd348b3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:25.989115 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:30:26.046577 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217c8e6-bea7-4434-8d26-4512635e890a admin admin] Pushing event updated for resources: {'Port': ['ID=97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:26.068043 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4ebf715c-2530-4b67-92ca-bf990b6448b1 req-141d0751-8a46-4089-9828-f3e90003e7af tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162819 Mar 07 10:30:26.087328 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e217c8e6-bea7-4434-8d26-4512635e890a admin admin] Network a0d6a6b1-0b2c-40fb-945f-45f250998c08 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:26.092926 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-e217c8e6-bea7-4434-8d26-4512635e890a admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:26.115949 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e217c8e6-bea7-4434-8d26-4512635e890a admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:30:26.124955 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6b64eca0-7477-47a7-9cd3-51ed84778b76 req-1a6c5e0c-6ff7-4dcc-b127-30e9e5c2450f tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601545 Mar 07 10:30:26.158325 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=423f92bb-de3e-4985-8b92-2d3f3dd348b3,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:26.168741 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device be3f1099-93f8-4af1-925d-9cb6a5535a44 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:30:26.199325 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-098091e0-4cf1-4efe-b9a1-574aae02a149 req-f21be16f-cd74-45b4-a5c8-cba7975a461e service neutron] 10.222.0.21 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701259 Mar 07 10:30:26.208558 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e217c8e6-bea7-4434-8d26-4512635e890a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:26.216323 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-1450c858-4227-4274-850c-9b74a98542d2 service neutron] 10.222.0.21 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945476 Mar 07 10:30:26.218684 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-63142e4b-13f7-48b6-b393-383a506d826e admin admin] Deleting port b34dc759-ca0a-4c5f-b5bd-ae2942df6c47 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:30:26.219012 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-63142e4b-13f7-48b6-b393-383a506d826e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (b34dc759-ca0a-4c5f-b5bd-ae2942df6c47), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:26.265759 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-fab2b6c6-8f04-43fd-b550-38fa7d44dfad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e', 'name': 'tempest-AttachSCSIVolumeTestJSON-558961655-router', 'tenant_id': '2eb1e85f9ef148d1a9cb348464769c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'feb5f2d0-843d-43a4-8531-7f12c331440c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:21Z', 'updated_at': '2022-03-07T10:30:23Z', 'revision_number': 3, 'project_id': '2eb1e85f9ef148d1a9cb348464769c79', 'gw_port': {'id': 'feb5f2d0-843d-43a4-8531-7f12c331440c', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:22Z', 'updated_at': '2022-03-07T10:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:26.319475 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:30:26.323099 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port be3f1099-93f8-4af1-925d-9cb6a5535a44 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:26.323471 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (be3f1099-93f8-4af1-925d-9cb6a5535a44), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:26.326450 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:26.326816 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:26.390489 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-63142e4b-13f7-48b6-b393-383a506d826e admin admin] For port b34dc759-ca0a-4c5f-b5bd-ae2942df6c47, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b34dc759-ca0a-4c5f-b5bd-ae2942df6c47,segment=NetworkSegment(71da7614-e022-46ca-8ef8-e4b68361d158),segment_id=71da7614-e022-46ca-8ef8-e4b68361d158)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:26.391082 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-63142e4b-13f7-48b6-b393-383a506d826e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (b34dc759-ca0a-4c5f-b5bd-ae2942df6c47), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:26.415744 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-63142e4b-13f7-48b6-b393-383a506d826e admin admin] Calling delete_port for b34dc759-ca0a-4c5f-b5bd-ae2942df6c47 owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:30:26.419476 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f35ba-d6ab-4550-99b9-5a0e304741db req-8c36b60d-bdc3-45cc-bbf9-b2524d032549 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:26.423225 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3c8f35ba-d6ab-4550-99b9-5a0e304741db req-8c36b60d-bdc3-45cc-bbf9-b2524d032549 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e686bbe-a850-43cd-9cb9-372409d480db HTTP/1.1" status: 200 len: 949 time: 0.1071076 Mar 07 10:30:26.432960 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab2b6c6-8f04-43fd-b550-38fa7d44dfad None None] The sync data for ids ['9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e'] in n-d-832164-4 is: [{'id': '9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e', 'name': 'tempest-AttachSCSIVolumeTestJSON-558961655-router', 'tenant_id': '2eb1e85f9ef148d1a9cb348464769c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'feb5f2d0-843d-43a4-8531-7f12c331440c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:21Z', 'updated_at': '2022-03-07T10:30:23Z', 'revision_number': 3, 'project_id': '2eb1e85f9ef148d1a9cb348464769c79', 'gw_port': {'id': 'feb5f2d0-843d-43a4-8531-7f12c331440c', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:22Z', 'updated_at': '2022-03-07T10:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:30:26.559441 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3c8f35ba-d6ab-4550-99b9-5a0e304741db req-5f8b45f7-48f8-4a38-869c-0d8eba524ff8 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011999 Mar 07 10:30:26.581562 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port be3f1099-93f8-4af1-925d-9cb6a5535a44 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:26.583894 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:26.584379 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:26.598153 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e217c8e6-bea7-4434-8d26-4512635e890a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:26.603524 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-992ffbce-1fbe-4815-8f2e-c330bb736b98 None None] Provisioning complete for port 97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:26.608012 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-992ffbce-1fbe-4815-8f2e-c330bb736b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:26.676058 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:26.677666 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-992ffbce-1fbe-4815-8f2e-c330bb736b98 None None] Port 97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:30:26.683096 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:26.742815 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:26.749050 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-098091e0-4cf1-4efe-b9a1-574aae02a149 req-0fc43beb-1f01-4ce2-9325-2dbe9de13af1 service neutron] 10.222.0.21 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5412068 Mar 07 10:30:26.754401 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-9afa6540-d8e9-4e8e-a505-091c67fab8cc tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:26.756294 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-9afa6540-d8e9-4e8e-a505-091c67fab8cc tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=491875bb-6674-48a5-90ad-3ee5428b928f&tenant_id=f4eca9194fdd4a93832d9940e3e6237a&binding%3Ahost_id=n-h2-832164-4 HTTP/1.1" status: 200 len: 1128 time: 0.2085989 Mar 07 10:30:26.776202 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-08c7f5d9-0523-4bab-9e37-479bf792af8e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-832164-4'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:26.779321 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2cf7d-cae3-4de6-9b67-a7a49d0c19ce req-a889667a-70a2-4d3b-a409-1d5ae08cb6ab tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:26.780836 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-05f2cf7d-cae3-4de6-9b67-a7a49d0c19ce req-a889667a-70a2-4d3b-a409-1d5ae08cb6ab tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 950 time: 0.1110697 Mar 07 10:30:26.786376 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5478e63-215c-421c-a155-3cdb734e3513 req-aa9e70ac-f703-49f2-94c8-dbb8b232ab58 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:26.787966 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d5478e63-215c-421c-a155-3cdb734e3513 req-aa9e70ac-f703-49f2-94c8-dbb8b232ab58 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 943 time: 0.2432292 Mar 07 10:30:26.911909 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-05f2cf7d-cae3-4de6-9b67-a7a49d0c19ce req-4535b4f5-6f02-4bad-a6e4-d15099d1d428 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976863 Mar 07 10:30:26.945307 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d5478e63-215c-421c-a155-3cdb734e3513 req-b8a7c025-f4bd-4eef-ade9-c3a08380e6f2 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341307 Mar 07 10:30:26.947607 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-08c7f5d9-0523-4bab-9e37-479bf792af8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (22e350eb-dd29-4f61-b3fb-e5f895608336), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:26.968984 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e217c8e6-bea7-4434-8d26-4512635e890a admin admin] Publish callbacks [] for port (97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:26.988198 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e217c8e6-bea7-4434-8d26-4512635e890a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:26.991494 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-63142e4b-13f7-48b6-b393-383a506d826e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (b34dc759-ca0a-4c5f-b5bd-ae2942df6c47), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:27.035272 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63142e4b-13f7-48b6-b393-383a506d826e admin admin] Pushing event deleted for resources: {'Port': ['ID=b34dc759-ca0a-4c5f-b5bd-ae2942df6c47,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:27.076965 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 2286c703-135c-4d58-9bf8-00b281159c5d details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:30:27.105217 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e217c8e6-bea7-4434-8d26-4512635e890a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:27.114473 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217c8e6-bea7-4434-8d26-4512635e890a admin admin] Pushing event updated for resources: {'Port': ['ID=97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:27.350488 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e217c8e6-bea7-4434-8d26-4512635e890a admin admin] Network a0d6a6b1-0b2c-40fb-945f-45f250998c08 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:27.352364 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-e217c8e6-bea7-4434-8d26-4512635e890a admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:27.641823 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f2926-c6ea-4dfe-a73f-50287fe5dbb2 req-e9fb17ae-4980-4bda-9200-2368e8884b3b tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:27.647972 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-789f2926-c6ea-4dfe-a73f-50287fe5dbb2 req-e9fb17ae-4980-4bda-9200-2368e8884b3b tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=491875bb-6674-48a5-90ad-3ee5428b928f HTTP/1.1" status: 200 len: 946 time: 0.4471879 Mar 07 10:30:27.677625 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e217c8e6-bea7-4434-8d26-4512635e890a admin admin] Router 9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:30:27.714236 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a701e1-d541-47d1-bb40-6a1517f497e0 req-17f774e0-a8b5-44b3-bae1-00b38ba40f8b tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:27.717000 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e0a701e1-d541-47d1-bb40-6a1517f497e0 req-17f774e0-a8b5-44b3-bae1-00b38ba40f8b tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 950 time: 0.1988015 Mar 07 10:30:27.735890 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423f92bb-de3e-4985-8b92-2d3f3dd348b3'}, {'server_uuid': '4e686bbe-a850-43cd-9cb9-372409d480db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:27.739067 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b26b0e-f99b-4dbf-aa69-9ee60738d624" -d '{"events": [{"server_uuid": "4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9", "name": "network-vif-plugged", "status": "completed", "tag": "423f92bb-de3e-4985-8b92-2d3f3dd348b3"}, {"server_uuid": "4e686bbe-a850-43cd-9cb9-372409d480db", "name": "network-vif-plugged", "status": "completed", "tag": "e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:27.782774 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-08c7f5d9-0523-4bab-9e37-479bf792af8e service neutron] For port 22e350eb-dd29-4f61-b3fb-e5f895608336, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=22e350eb-dd29-4f61-b3fb-e5f895608336,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:27.790149 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 2286c703-135c-4d58-9bf8-00b281159c5d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=2286c703-135c-4d58-9bf8-00b281159c5d,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:27.818267 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '2286c703-135c-4d58-9bf8-00b281159c5d', 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5', 'port_id': '2286c703-135c-4d58-9bf8-00b281159c5d', 'mac_address': 'fa:16:3e:00:d3:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504ea141-3c64-48b5-943a-bdbdb84bd6df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:30:27.826367 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-43bf3157-6e21-4856-8dae-01582a232b6d None None] Provisioning complete for port 97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:27.826367 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-43bf3157-6e21-4856-8dae-01582a232b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:27.879414 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e0a701e1-d541-47d1-bb40-6a1517f497e0 req-5b391cac-c306-43c2-b040-82ee7fa2b821 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537192 Mar 07 10:30:27.899893 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 2286c703-135c-4d58-9bf8-00b281159c5d is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:27.899893 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2286c703-135c-4d58-9bf8-00b281159c5d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:27.905042 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-789f2926-c6ea-4dfe-a73f-50287fe5dbb2 req-c83c5585-7e0c-475f-b9a2-aa3f93566dfd tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622360 Mar 07 10:30:27.905714 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-63142e4b-13f7-48b6-b393-383a506d826e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (eb51b1e1-e25d-47cc-a84d-4f13813984af), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:27.978430 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2286c703-135c-4d58-9bf8-00b281159c5d {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:30:28.016861 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-43bf3157-6e21-4856-8dae-01582a232b6d None None] Port 97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:30:28.044409 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-08c7f5d9-0523-4bab-9e37-479bf792af8e service neutron] For port 22e350eb-dd29-4f61-b3fb-e5f895608336, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:28.067588 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 2286c703-135c-4d58-9bf8-00b281159c5d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=2286c703-135c-4d58-9bf8-00b281159c5d,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:28.074200 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (2286c703-135c-4d58-9bf8-00b281159c5d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:28.137665 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e217c8e6-bea7-4434-8d26-4512635e890a admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:30:28.176891 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e217c8e6-bea7-4434-8d26-4512635e890a admin admin] 10.222.0.11 "PUT /v2.0/routers/9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6447389 Mar 07 10:30:28.182503 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=2286c703-135c-4d58-9bf8-00b281159c5d,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:28.248351 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-e86e22d4-bd1e-4b90-9d07-1eee8fc14b29 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1898694750&fields=id&tenant_id=a52739f03a4c4c41ae4b3050610b2bcb HTTP/1.1" status: 200 len: 267 time: 0.1780322 Mar 07 10:30:28.297689 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device feb5f2d0-843d-43a4-8531-7f12c331440c up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:30:28.358993 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['2286c703-135c-4d58-9bf8-00b281159c5d'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:30:28.400329 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-b5b39454-3dd9-4552-84f3-8408c8e76eb5 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:28.402226 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-b5b39454-3dd9-4552-84f3-8408c8e76eb5 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/networks?id=0f1450ac-a9e3-4368-b524-bc58c4b6a2e8 HTTP/1.1" status: 200 len: 824 time: 0.1410847 Mar 07 10:30:28.419341 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-b8b16eb0-c993-4087-a9dd-6195b2f8d6ab tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/quotas/a52739f03a4c4c41ae4b3050610b2bcb HTTP/1.1" status: 200 len: 375 time: 0.0112226 Mar 07 10:30:28.520795 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-1111bdcb-328e-4f6e-bafe-e30ec33a71ce tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a52739f03a4c4c41ae4b3050610b2bcb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0949852 Mar 07 10:30:28.535459 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port feb5f2d0-843d-43a4-8531-7f12c331440c triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:28.535836 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (feb5f2d0-843d-43a4-8531-7f12c331440c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:28.615806 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491875bb-6674-48a5-90ad-3ee5428b928f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22e350eb-dd29-4f61-b3fb-e5f895608336'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:28.618904 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4440820-6321-4e69-a100-66ad397b2bf1" -d '{"events": [{"server_uuid": "491875bb-6674-48a5-90ad-3ee5428b928f", "name": "network-vif-unplugged", "status": "completed", "tag": "22e350eb-dd29-4f61-b3fb-e5f895608336"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:28.623150 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-08c7f5d9-0523-4bab-9e37-479bf792af8e service neutron] Publish callbacks [] for port (22e350eb-dd29-4f61-b3fb-e5f895608336), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:28.639209 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-08c7f5d9-0523-4bab-9e37-479bf792af8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (22e350eb-dd29-4f61-b3fb-e5f895608336), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:28.683673 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67d079-06d7-4d03-922f-10ab079400a1 req-9653b067-0110-4539-b8f1-8a0e84741e0e tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:28.689628 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-de67d079-06d7-4d03-922f-10ab079400a1 req-9653b067-0110-4539-b8f1-8a0e84741e0e tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e686bbe-a850-43cd-9cb9-372409d480db HTTP/1.1" status: 200 len: 950 time: 0.6381464 Mar 07 10:30:28.708922 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-24b56573-94ce-456b-bcad-2bcb97078cc4 service neutron] 10.222.0.11 "GET /v2.0/networks/0f1450ac-a9e3-4368-b524-bc58c4b6a2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832514 Mar 07 10:30:28.797410 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port feb5f2d0-843d-43a4-8531-7f12c331440c is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:28.797896 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (feb5f2d0-843d-43a4-8531-7f12c331440c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:28.849759 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-232ea445-3104-4f5b-b530-b08f1796ad13 service neutron] 10.222.0.11 "GET /v2.0/networks/0f1450ac-a9e3-4368-b524-bc58c4b6a2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352353 Mar 07 10:30:28.857934 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port feb5f2d0-843d-43a4-8531-7f12c331440c, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=feb5f2d0-843d-43a4-8531-7f12c331440c,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:28.864202 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7f5d9-0523-4bab-9e37-479bf792af8e service neutron] Pushing event updated for resources: {'Port': ['ID=22e350eb-dd29-4f61-b3fb-e5f895608336,revision_number=7']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:28.869359 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (feb5f2d0-843d-43a4-8531-7f12c331440c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:28.970529 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=feb5f2d0-843d-43a4-8531-7f12c331440c,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:29.012559 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-de67d079-06d7-4d03-922f-10ab079400a1 req-c3651f10-2299-4ba7-b371-e0397d5ea376 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149838 Mar 07 10:30:29.013500 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-08c7f5d9-0523-4bab-9e37-479bf792af8e service neutron] Attempting to bind port 22e350eb-dd29-4f61-b3fb-e5f895608336 on host n-h2-832164-4 for vnic_type normal with profile {"migrating_to": "n-h1-832164-4"} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:30:29.013971 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-08c7f5d9-0523-4bab-9e37-479bf792af8e service neutron] Attempting to bind port 22e350eb-dd29-4f61-b3fb-e5f895608336 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:30:29.014435 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-08c7f5d9-0523-4bab-9e37-479bf792af8e service neutron] Attempting to bind port 22e350eb-dd29-4f61-b3fb-e5f895608336 on network f571527e-a205-427a-8890-cc1f2763fcb1 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:29.050951 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-08c7f5d9-0523-4bab-9e37-479bf792af8e service neutron] Port 22e350eb-dd29-4f61-b3fb-e5f895608336 on network f571527e-a205-427a-8890-cc1f2763fcb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:30:29.051276 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-08c7f5d9-0523-4bab-9e37-479bf792af8e service neutron] Attempting to bind port 22e350eb-dd29-4f61-b3fb-e5f895608336 on network f571527e-a205-427a-8890-cc1f2763fcb1 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:29.099454 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6e53dc-6038-4b1c-b62b-e21e2e98d2b8 x-openstack-request-id: req-fa6e53dc-6038-4b1c-b62b-e21e2e98d2b8 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:29.099454 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9", "name": "network-vif-plugged", "status": "completed", "tag": "423f92bb-de3e-4985-8b92-2d3f3dd348b3", "code": 200}, {"server_uuid": "4e686bbe-a850-43cd-9cb9-372409d480db", "name": "network-vif-plugged", "status": "completed", "tag": "e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:29.099669 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fa6e53dc-6038-4b1c-b62b-e21e2e98d2b8 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:29.101005 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423f92bb-de3e-4985-8b92-2d3f3dd348b3', 'code': 200} Mar 07 10:30:29.101341 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e686bbe-a850-43cd-9cb9-372409d480db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4', 'code': 200} Mar 07 10:30:29.111130 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-08c7f5d9-0523-4bab-9e37-479bf792af8e service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:30:29.111470 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-08c7f5d9-0523-4bab-9e37-479bf792af8e service neutron] Checking segment: {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:30:29.123575 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-08c7f5d9-0523-4bab-9e37-479bf792af8e service neutron] Bound using segment: {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:30:29.123575 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-08c7f5d9-0523-4bab-9e37-479bf792af8e service neutron] Bound port: 22e350eb-dd29-4f61-b3fb-e5f895608336, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:30:29.123575 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-08c7f5d9-0523-4bab-9e37-479bf792af8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (22e350eb-dd29-4f61-b3fb-e5f895608336), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:29.158747 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63142e4b-13f7-48b6-b393-383a506d826e admin admin] Router eb51b1e1-e25d-47cc-a84d-4f13813984af has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:30:29.218087 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110f9b4-6a0e-4232-a8ee-bc6809ec58ab req-1881c33a-f40b-4251-bee7-365078a1fe95 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:29.219946 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5110f9b4-6a0e-4232-a8ee-bc6809ec58ab req-1881c33a-f40b-4251-bee7-365078a1fe95 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.31 "GET /v2.0/ports?device_id=76f20769-c19b-4f63-b561-49f5e76c2d8e HTTP/1.1" status: 200 len: 946 time: 0.2488575 Mar 07 10:30:29.270053 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38358) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:29.280456 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936fd30-ebb9-4720-bc8a-a1aee959b838 req-5cb4bbfc-b037-469c-9b71-635fcb741051 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:29.292768 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6936fd30-ebb9-4720-bc8a-a1aee959b838 req-5cb4bbfc-b037-469c-9b71-635fcb741051 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 944 time: 0.1210294 Mar 07 10:30:29.318708 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-3e47566b-c65d-4090-84d4-3f15d72d5096 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1272933083-network', 'tenant_id': '59e45a4a55b9498cb47b5f357a6d7b64'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:29.414359 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-08c7f5d9-0523-4bab-9e37-479bf792af8e service neutron] For port 22e350eb-dd29-4f61-b3fb-e5f895608336, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:29.474800 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb862b0-dfec-46b9-af9a-23fc627738b6 None None] Sync routers for ids ['9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:30:29.476210 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e47566b-c65d-4090-84d4-3f15d72d5096 admin admin] Made reservation on behalf of 59e45a4a55b9498cb47b5f357a6d7b64 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:29.478545 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3e47566b-c65d-4090-84d4-3f15d72d5096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:29.498675 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb862b0-dfec-46b9-af9a-23fc627738b6 None None] Routers {'9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:30:29.501069 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3e47566b-c65d-4090-84d4-3f15d72d5096 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:29.502179 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-acb862b0-dfec-46b9-af9a-23fc627738b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:30:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:29.515784 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646fcb2-e597-488d-acce-ef6f7d860df3 req-75948349-6d1d-4c30-8c27-fc3322e3e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:29.517247 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d646fcb2-e597-488d-acce-ef6f7d860df3 req-75948349-6d1d-4c30-8c27-fc3322e3e19d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4e686bbe-a850-43cd-9cb9-372409d480db HTTP/1.1" status: 200 len: 1132 time: 0.1723082 Mar 07 10:30:29.522598 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6936fd30-ebb9-4720-bc8a-a1aee959b838 req-998cc5cf-5b97-4755-8952-50d2b426679e tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289965 Mar 07 10:30:29.553472 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-08c7f5d9-0523-4bab-9e37-479bf792af8e service neutron] For port 22e350eb-dd29-4f61-b3fb-e5f895608336, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=22e350eb-dd29-4f61-b3fb-e5f895608336,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:29.615869 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d646fcb2-e597-488d-acce-ef6f7d860df3 req-05194c3d-8519-4a1a-a0bc-e997c44aea94 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920205 Mar 07 10:30:29.634252 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2edadc-ec16-476a-9549-64d87f784010 x-openstack-request-id: req-8d2edadc-ec16-476a-9549-64d87f784010 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:29.634556 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491875bb-6674-48a5-90ad-3ee5428b928f", "name": "network-vif-unplugged", "status": "completed", "tag": "22e350eb-dd29-4f61-b3fb-e5f895608336", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:29.635254 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8d2edadc-ec16-476a-9549-64d87f784010 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:29.639365 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491875bb-6674-48a5-90ad-3ee5428b928f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22e350eb-dd29-4f61-b3fb-e5f895608336', 'code': 200} Mar 07 10:30:29.646822 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-08c7f5d9-0523-4bab-9e37-479bf792af8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (22e350eb-dd29-4f61-b3fb-e5f895608336), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:29.711443 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3e47566b-c65d-4090-84d4-3f15d72d5096 admin admin] Publish callbacks [] for security_group (5c889902-fade-41cd-9b7a-25cccedf7ede), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:29.734133 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3e47566b-c65d-4090-84d4-3f15d72d5096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5c889902-fade-41cd-9b7a-25cccedf7ede), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:29.739461 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2e692-cb74-4f12-b5c7-ea3dd304ba77 req-be698c0f-e1e6-4547-bf1b-18733734640c tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:29.740749 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-acb862b0-dfec-46b9-af9a-23fc627738b6 None None] Set router 9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:30:29.741017 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d6f2e692-cb74-4f12-b5c7-ea3dd304ba77 req-be698c0f-e1e6-4547-bf1b-18733734640c tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 950 time: 0.4677517 Mar 07 10:30:29.758553 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63142e4b-13f7-48b6-b393-383a506d826e admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:30:29.776849 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-63142e4b-13f7-48b6-b393-383a506d826e admin admin] 10.222.0.11 "PUT /v2.0/routers/eb51b1e1-e25d-47cc-a84d-4f13813984af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1753263 Mar 07 10:30:29.783093 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461f23e-fd9f-47ec-86e7-b7e0d115d5a0 None None] Sync routers for ids ['eb51b1e1-e25d-47cc-a84d-4f13813984af'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:30:29.797574 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e461f23e-fd9f-47ec-86e7-b7e0d115d5a0 None None] Routers {'eb51b1e1-e25d-47cc-a84d-4f13813984af'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:30:29.798130 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e461f23e-fd9f-47ec-86e7-b7e0d115d5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:30:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['eb51b1e1-e25d-47cc-a84d-4f13813984af'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:29.799684 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38366) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:29.800241 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e47566b-c65d-4090-84d4-3f15d72d5096 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:30:29.835633 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e47566b-c65d-4090-84d4-3f15d72d5096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c889902-fade-41cd-9b7a-25cccedf7ede,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:29.841975 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3e47566b-c65d-4090-84d4-3f15d72d5096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (8c672a63-1380-4ab4-bdf1-c1392eff1a82), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:29.842621 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-3e47566b-c65d-4090-84d4-3f15d72d5096 admin admin] Added segment 8c672a63-1380-4ab4-bdf1-c1392eff1a82 of type vlan for network 07b1f4a0-d239-491c-95cc-899139e5195d Mar 07 10:30:29.923422 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99a895-d98b-4002-b392-37c3e6fc1b09 req-ff0bd055-2044-4568-97de-76d87e35cd96 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:29.927382 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6e99a895-d98b-4002-b392-37c3e6fc1b09 req-ff0bd055-2044-4568-97de-76d87e35cd96 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 950 time: 0.2194943 Mar 07 10:30:29.934203 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3e47566b-c65d-4090-84d4-3f15d72d5096 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (07b1f4a0-d239-491c-95cc-899139e5195d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:29.934831 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-5110f9b4-6a0e-4232-a8ee-bc6809ec58ab req-ef9109d5-68cb-45f7-9637-80ca7e08a237 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Deleting port 749d1b18-4b24-4d98-9374-c6c8e4bb215b {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:30:29.935185 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5110f9b4-6a0e-4232-a8ee-bc6809ec58ab req-ef9109d5-68cb-45f7-9637-80ca7e08a237 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (749d1b18-4b24-4d98-9374-c6c8e4bb215b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:29.940201 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df27885f-c843-4da0-9711-bd1613ef8eed req-b06c80da-5027-42eb-8947-d454fbb423d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:29.942147 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-df27885f-c843-4da0-9711-bd1613ef8eed req-b06c80da-5027-42eb-8947-d454fbb423d7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 1132 time: 0.4673984 Mar 07 10:30:29.949007 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7f5d9-0523-4bab-9e37-479bf792af8e service neutron] Pushing event updated for resources: {'Port': ['ID=22e350eb-dd29-4f61-b3fb-e5f895608336,revision_number=8']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:30.012320 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3e47566b-c65d-4090-84d4-3f15d72d5096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (07b1f4a0-d239-491c-95cc-899139e5195d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:30.013379 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e47566b-c65d-4090-84d4-3f15d72d5096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:30.015946 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3e47566b-c65d-4090-84d4-3f15d72d5096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:30.040808 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6e99a895-d98b-4002-b392-37c3e6fc1b09 req-764b7354-9cbf-4cb3-9f2d-999517f27b43 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023290 Mar 07 10:30:30.042926 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-e461f23e-fd9f-47ec-86e7-b7e0d115d5a0 None None] Set router eb51b1e1-e25d-47cc-a84d-4f13813984af gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:30:30.084798 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3e47566b-c65d-4090-84d4-3f15d72d5096 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7740979 Mar 07 10:30:30.088102 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38370) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:30.099959 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-2e7a1ff9-30f9-4d16-8f40-b3dbecca5fca admin admin] Request body: {'subnet': {'network_id': '07b1f4a0-d239-491c-95cc-899139e5195d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1272933083-subnet', 'tenant_id': '59e45a4a55b9498cb47b5f357a6d7b64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:30.101701 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-08c7f5d9-0523-4bab-9e37-479bf792af8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:30.102488 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-08c7f5d9-0523-4bab-9e37-479bf792af8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:30.105957 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-08c7f5d9-0523-4bab-9e37-479bf792af8e service neutron] 10.222.0.21 "PUT /v2.0/ports/22e350eb-dd29-4f61-b3fb-e5f895608336 HTTP/1.1" status: 200 len: 1122 time: 3.3414571 Mar 07 10:30:30.194433 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d6f2e692-cb74-4f12-b5c7-ea3dd304ba77 req-a6522989-ffb3-4531-b03f-032dcc8b9d5f tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282260 Mar 07 10:30:30.254696 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['22e350eb-dd29-4f61-b3fb-e5f895608336'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:30:30.256839 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device feb5f2d0-843d-43a4-8531-7f12c331440c up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:30:30.386377 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e461f23e-fd9f-47ec-86e7-b7e0d115d5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb51b1e1-e25d-47cc-a84d-4f13813984af', 'name': 'tempest-FloatingIPsTestJSON-118995864-router', 'tenant_id': '6d8e3b30f0784d8d835154b6f95794f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '617e9b04-b023-4e43-a814-698b0d76b7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:01Z', 'updated_at': '2022-03-07T10:30:26Z', 'revision_number': 5, 'project_id': '6d8e3b30f0784d8d835154b6f95794f4', 'gw_port': {'id': '617e9b04-b023-4e43-a814-698b0d76b7d6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb51b1e1-e25d-47cc-a84d-4f13813984af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:02Z', 'updated_at': '2022-03-07T10:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:30.431202 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461f23e-fd9f-47ec-86e7-b7e0d115d5a0 None None] Checking router: eb51b1e1-e25d-47cc-a84d-4f13813984af for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:30:30.432958 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c6216f5f-385a-4880-849b-cc12380b2152 req-82f8ffd4-e62d-41e8-a47c-2baee50c683b tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=71274ecc-4732-420a-9415-511854797bdd HTTP/1.1" status: 200 len: 210 time: 0.1453805 Mar 07 10:30:30.452969 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e461f23e-fd9f-47ec-86e7-b7e0d115d5a0 None None] Routers {'eb51b1e1-e25d-47cc-a84d-4f13813984af'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:30:30.453634 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e461f23e-fd9f-47ec-86e7-b7e0d115d5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:30:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['eb51b1e1-e25d-47cc-a84d-4f13813984af'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:30.613012 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port feb5f2d0-843d-43a4-8531-7f12c331440c triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:30.613445 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (feb5f2d0-843d-43a4-8531-7f12c331440c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:30.619815 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-acb862b0-dfec-46b9-af9a-23fc627738b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e', 'name': 'tempest-AttachSCSIVolumeTestJSON-558961655-router', 'tenant_id': '2eb1e85f9ef148d1a9cb348464769c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'feb5f2d0-843d-43a4-8531-7f12c331440c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:21Z', 'updated_at': '2022-03-07T10:30:26Z', 'revision_number': 4, 'project_id': '2eb1e85f9ef148d1a9cb348464769c79', 'gw_port': {'id': 'feb5f2d0-843d-43a4-8531-7f12c331440c', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:22Z', 'updated_at': '2022-03-07T10:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e', 'name': '', 'network_id': 'a0d6a6b1-0b2c-40fb-945f-45f250998c08', 'tenant_id': '2eb1e85f9ef148d1a9cb348464769c79', 'mac_address': 'fa:16:3e:26:49:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '28a80ef2-c57f-469d-a7ad-5ca07bf92da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:25Z', 'updated_at': '2022-03-07T10:30:26Z', 'revision_number': 2, 'project_id': '2eb1e85f9ef148d1a9cb348464769c79', 'subnets': [{'id': '28a80ef2-c57f-469d-a7ad-5ca07bf92da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:30.635402 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-e461f23e-fd9f-47ec-86e7-b7e0d115d5a0 None None] Set router eb51b1e1-e25d-47cc-a84d-4f13813984af gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:30:30.649777 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-df27885f-c843-4da0-9711-bd1613ef8eed req-cbd8475a-088d-4bea-a305-def47b0966fb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6944807 Mar 07 10:30:30.666683 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e47566b-c65d-4090-84d4-3f15d72d5096 admin admin] Pushing event updated for resources: {'Network': ['ID=07b1f4a0-d239-491c-95cc-899139e5195d,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:30.684134 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1ed2cf40-829b-484a-b4c0-0b64739a547d admin admin] Publish callbacks [] for router (eb51b1e1-e25d-47cc-a84d-4f13813984af), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:30.727065 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 07b1f4a0-d239-491c-95cc-899139e5195d details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:30:30.740704 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb862b0-dfec-46b9-af9a-23fc627738b6 None None] Checking router: 9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:30:30.741389 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7a1ff9-30f9-4d16-8f40-b3dbecca5fca admin admin] Made reservation on behalf of 59e45a4a55b9498cb47b5f357a6d7b64 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:30.744663 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2e7a1ff9-30f9-4d16-8f40-b3dbecca5fca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:30.746783 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb862b0-dfec-46b9-af9a-23fc627738b6 None None] Updating router 9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e port 97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:30:30.791844 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76d123-56f2-44ff-80dc-4df71a2927c3 req-718561b4-d91a-4939-95fc-d74b2e2d9fed tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:30.799458 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8f76d123-56f2-44ff-80dc-4df71a2927c3 req-718561b4-d91a-4939-95fc-d74b2e2d9fed tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=491875bb-6674-48a5-90ad-3ee5428b928f HTTP/1.1" status: 200 len: 944 time: 0.1299751 Mar 07 10:30:30.852796 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1ed2cf40-829b-484a-b4c0-0b64739a547d admin admin] Publish callbacks [] for router_gateway (eb51b1e1-e25d-47cc-a84d-4f13813984af), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:30.863539 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5110f9b4-6a0e-4232-a8ee-bc6809ec58ab req-ef9109d5-68cb-45f7-9637-80ca7e08a237 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] For port 749d1b18-4b24-4d98-9374-c6c8e4bb215b, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=749d1b18-4b24-4d98-9374-c6c8e4bb215b,segment=NetworkSegment(76ecd108-4709-457c-9971-4b747cde059f),segment_id=76ecd108-4709-457c-9971-4b747cde059f)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:30.864869 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5110f9b4-6a0e-4232-a8ee-bc6809ec58ab req-ef9109d5-68cb-45f7-9637-80ca7e08a237 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (749d1b18-4b24-4d98-9374-c6c8e4bb215b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:30.897167 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a89d3-ba9d-46ad-b277-6730120c1caa req-465e9a8c-a681-4efb-bd53-98255bb242cd tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:30.900321 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-240a89d3-ba9d-46ad-b277-6730120c1caa req-465e9a8c-a681-4efb-bd53-98255bb242cd tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e686bbe-a850-43cd-9cb9-372409d480db HTTP/1.1" status: 200 len: 950 time: 0.3116717 Mar 07 10:30:30.917755 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8f76d123-56f2-44ff-80dc-4df71a2927c3 req-8338cef4-61f5-46b7-9450-5dcf4c8ef52c tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130395 Mar 07 10:30:30.920187 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-acb862b0-dfec-46b9-af9a-23fc627738b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:30.970180 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e461f23e-fd9f-47ec-86e7-b7e0d115d5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb51b1e1-e25d-47cc-a84d-4f13813984af', 'name': 'tempest-FloatingIPsTestJSON-118995864-router', 'tenant_id': '6d8e3b30f0784d8d835154b6f95794f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '617e9b04-b023-4e43-a814-698b0d76b7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:01Z', 'updated_at': '2022-03-07T10:30:26Z', 'revision_number': 5, 'project_id': '6d8e3b30f0784d8d835154b6f95794f4', 'gw_port': {'id': '617e9b04-b023-4e43-a814-698b0d76b7d6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb51b1e1-e25d-47cc-a84d-4f13813984af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:02Z', 'updated_at': '2022-03-07T10:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:31.042962 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e461f23e-fd9f-47ec-86e7-b7e0d115d5a0 None None] The sync data for ids ['eb51b1e1-e25d-47cc-a84d-4f13813984af'] in n-d-832164-4 is: [{'id': 'eb51b1e1-e25d-47cc-a84d-4f13813984af', 'name': 'tempest-FloatingIPsTestJSON-118995864-router', 'tenant_id': '6d8e3b30f0784d8d835154b6f95794f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.222'}], 'enable_snat': True}, 'gw_port_id': '617e9b04-b023-4e43-a814-698b0d76b7d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:01Z', 'updated_at': '2022-03-07T10:30:26Z', 'revision_number': 5, 'project_id': '6d8e3b30f0784d8d835154b6f95794f4', 'gw_port': {'id': '617e9b04-b023-4e43-a814-698b0d76b7d6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb51b1e1-e25d-47cc-a84d-4f13813984af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:02Z', 'updated_at': '2022-03-07T10:30:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:30:31.107320 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-e71f9955-be3b-47b8-8da1-4da8ca4c8a47 req-80c1df61-1be1-488d-875f-51de6feb4cbc service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:30:31.108917 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e71f9955-be3b-47b8-8da1-4da8ca4c8a47 req-80c1df61-1be1-488d-875f-51de6feb4cbc service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066962 Mar 07 10:30:31.110715 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2e7a1ff9-30f9-4d16-8f40-b3dbecca5fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (e5dc6079-64c8-42bd-9411-f854de8c9e31), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:31.188204 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a1ff9-30f9-4d16-8f40-b3dbecca5fca admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5dc6079-64c8-42bd-9411-f854de8c9e31,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:31.195120 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7a1ff9-30f9-4d16-8f40-b3dbecca5fca admin admin] Checking segment: {'id': '8c672a63-1380-4ab4-bdf1-c1392eff1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '07b1f4a0-d239-491c-95cc-899139e5195d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:30:31.195490 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7a1ff9-30f9-4d16-8f40-b3dbecca5fca admin admin] Network hostable DHCP agents. Network: 07b1f4a0-d239-491c-95cc-899139e5195d, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:30:31.223908 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7a1ff9-30f9-4d16-8f40-b3dbecca5fca admin admin] Network 07b1f4a0-d239-491c-95cc-899139e5195d is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:30:31.229063 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-240a89d3-ba9d-46ad-b277-6730120c1caa req-35002879-98e5-44bd-896e-219ec25eba06 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937903 Mar 07 10:30:31.236749 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-2e7a1ff9-30f9-4d16-8f40-b3dbecca5fca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 07b1f4a0-d239-491c-95cc-899139e5195d) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:31.242045 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7a1ff9-30f9-4d16-8f40-b3dbecca5fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:31.242959 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2e7a1ff9-30f9-4d16-8f40-b3dbecca5fca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:31.302232 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2e7a1ff9-30f9-4d16-8f40-b3dbecca5fca admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2122235 Mar 07 10:30:31.303202 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-1ed2cf40-829b-484a-b4c0-0b64739a547d admin admin] Deleting port 617e9b04-b023-4e43-a814-698b0d76b7d6 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:30:31.303715 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1ed2cf40-829b-484a-b4c0-0b64739a547d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (617e9b04-b023-4e43-a814-698b0d76b7d6), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:31.304572 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38378) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:31.311788 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-ba830b87-1d0a-4f41-80fd-22d8ccc6bdc8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1272933083-router', 'tenant_id': '59e45a4a55b9498cb47b5f357a6d7b64', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:31.374169 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ba830b87-1d0a-4f41-80fd-22d8ccc6bdc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (48e0c119-d15e-40c7-8fe5-ba4b8bea66bc), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:31.376456 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ba830b87-1d0a-4f41-80fd-22d8ccc6bdc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (48e0c119-d15e-40c7-8fe5-ba4b8bea66bc), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:31.477024 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 2286c703-135c-4d58-9bf8-00b281159c5d up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:30:31.500719 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ba830b87-1d0a-4f41-80fd-22d8ccc6bdc8 admin admin] Publish callbacks [] for router_controller (48e0c119-d15e-40c7-8fe5-ba4b8bea66bc), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:31.505031 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6f7c08-7aa8-4e66-819d-cb138d81548c None None] Network 07b1f4a0-d239-491c-95cc-899139e5195d requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:30:31.661947 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491875bb-6674-48a5-90ad-3ee5428b928f', 'tag': '22e350eb-dd29-4f61-b3fb-e5f895608336'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:31.664146 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d268eea-b9a8-4325-9c7b-4036ac24fe39" -d '{"events": [{"name": "network-changed", "server_uuid": "491875bb-6674-48a5-90ad-3ee5428b928f", "tag": "22e350eb-dd29-4f61-b3fb-e5f895608336"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:31.805799 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 749d1b18-4b24-4d98-9374-c6c8e4bb215b no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:30:31.807436 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5110f9b4-6a0e-4232-a8ee-bc6809ec58ab req-ef9109d5-68cb-45f7-9637-80ca7e08a237 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:31.807965 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5110f9b4-6a0e-4232-a8ee-bc6809ec58ab req-ef9109d5-68cb-45f7-9637-80ca7e08a237 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (4823a08a-44a7-4b10-b435-8aa3b68f58fb), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:31.808402 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [req-5110f9b4-6a0e-4232-a8ee-bc6809ec58ab req-ef9109d5-68cb-45f7-9637-80ca7e08a237 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Floating IP 4823a08a-44a7-4b10-b435-8aa3b68f58fb disassociated. External IP: 172.25.3.56, port: 749d1b18-4b24-4d98-9374-c6c8e4bb215b. Mar 07 10:30:31.808660 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-5110f9b4-6a0e-4232-a8ee-bc6809ec58ab req-ef9109d5-68cb-45f7-9637-80ca7e08a237 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Calling delete_port for 749d1b18-4b24-4d98-9374-c6c8e4bb215b owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:30:31.868245 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-1ed2cf40-829b-484a-b4c0-0b64739a547d admin admin] For port 617e9b04-b023-4e43-a814-698b0d76b7d6, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=617e9b04-b023-4e43-a814-698b0d76b7d6,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:31.868942 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1ed2cf40-829b-484a-b4c0-0b64739a547d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (617e9b04-b023-4e43-a814-698b0d76b7d6), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:31.898640 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ba830b87-1d0a-4f41-80fd-22d8ccc6bdc8 admin admin] Publish callbacks [] for router_gateway (48e0c119-d15e-40c7-8fe5-ba4b8bea66bc), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:31.911889 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-1ed2cf40-829b-484a-b4c0-0b64739a547d admin admin] Calling delete_port for 617e9b04-b023-4e43-a814-698b0d76b7d6 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:30:31.924827 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a59f29-a82f-4469-95ad-95e13702e779 req-d635735c-e61d-4113-9184-407588715859 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:31.934290 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-22a59f29-a82f-4469-95ad-95e13702e779 req-d635735c-e61d-4113-9184-407588715859 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 950 time: 0.3196929 Mar 07 10:30:31.943362 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b6f51b02-7a12-42c6-a5aa-293cf6e7fee9 req-8d62a9be-a0fd-43d4-812d-8325f5e9a768 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3300126 Mar 07 10:30:31.964415 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e9a273-d6a5-43f2-b124-2d029bcff355 req-23b86704-14f6-4a14-806a-2d702c4a7a0d tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:31.973732 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-75e9a273-d6a5-43f2-b124-2d029bcff355 req-23b86704-14f6-4a14-806a-2d702c4a7a0d tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 944 time: 0.5842533 Mar 07 10:30:32.019296 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-22a59f29-a82f-4469-95ad-95e13702e779 req-ec260133-1749-4156-bcd4-03fe87214c9e tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816915 Mar 07 10:30:32.055015 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-af37272f-2d15-45d0-abbb-ae7591f57472 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:32.056717 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-af37272f-2d15-45d0-abbb-ae7591f57472 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.31 "GET /v2.0/networks?id=0f1450ac-a9e3-4368-b524-bc58c4b6a2e8 HTTP/1.1" status: 200 len: 824 time: 0.3956785 Mar 07 10:30:32.109875 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port feb5f2d0-843d-43a4-8531-7f12c331440c is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:32.203896 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-acb862b0-dfec-46b9-af9a-23fc627738b6 None None] Publish callbacks [] for port (97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:32.206781 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 2286c703-135c-4d58-9bf8-00b281159c5d completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:30:32.215499 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b34dc759-ca0a-4c5f-b5bd-ae2942df6c47 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:30:32.223944 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa887ac-b4e4-4830-b4e1-8bdf2dc62d6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-07b1f4a0-d239-491c-95cc-899139e5195d', 'network_id': '07b1f4a0-d239-491c-95cc-899139e5195d', 'project_id': '59e45a4a55b9498cb47b5f357a6d7b64', 'fixed_ips': [{'subnet_id': 'e5dc6079-64c8-42bd-9411-f854de8c9e31'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:30:32.224328 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-eaa887ac-b4e4-4830-b4e1-8bdf2dc62d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:32.248961 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 2286c703-135c-4d58-9bf8-00b281159c5d triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:32.249471 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2286c703-135c-4d58-9bf8-00b281159c5d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:32.260484 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-acb862b0-dfec-46b9-af9a-23fc627738b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:32.287762 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: b34dc759-ca0a-4c5f-b5bd-ae2942df6c47 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:30:32.288131 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b34dc759-ca0a-4c5f-b5bd-ae2942df6c47 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:30:32.303907 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358dc7f2-bd28-4f50-9d00-0b532ac00adb req-5b6ed9b1-2cf3-4eba-aba7-75a093837c1f tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:32.310804 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-75e9a273-d6a5-43f2-b124-2d029bcff355 req-d4393384-137f-48d6-b23c-691621344d97 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359966 Mar 07 10:30:32.317976 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-358dc7f2-bd28-4f50-9d00-0b532ac00adb req-5b6ed9b1-2cf3-4eba-aba7-75a093837c1f tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 950 time: 0.1445735 Mar 07 10:30:32.476231 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-358dc7f2-bd28-4f50-9d00-0b532ac00adb req-f2094e80-0f04-4e17-a5b7-939462cb16cc tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435905 Mar 07 10:30:32.563682 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-ad12ba5a-2f4f-49dc-95a8-ccce77aa163b tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a52739f03a4c4c41ae4b3050610b2bcb HTTP/1.1" status: 200 len: 380 time: 0.4663358 Mar 07 10:30:32.584618 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47459639-4926-4944-bd05-a6045d767292 None None] Pushing event updated for resources: {'Port': ['ID=97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:32.607391 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-c73d3545-4706-4fa7-94ce-1cee8566d7a6 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Request body: {'port': {'device_id': '71274ecc-4732-420a-9415-511854797bdd', 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8', 'admin_state_up': True, 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'security_groups': ['432c2063-5333-4824-af3b-fe6ac20d1287']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:32.645241 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc977f08-d7b9-41e9-987b-603e93c51d62 req-235c77ce-75bb-43a0-93ef-d49d67f96e77 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=71274ecc-4732-420a-9415-511854797bdd HTTP/1.1" status: 200 len: 210 time: 0.1028423 Mar 07 10:30:32.652951 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 749d1b18-4b24-4d98-9374-c6c8e4bb215b is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:32.654455 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (749d1b18-4b24-4d98-9374-c6c8e4bb215b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:32.681314 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5110f9b4-6a0e-4232-a8ee-bc6809ec58ab req-ef9109d5-68cb-45f7-9637-80ca7e08a237 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (749d1b18-4b24-4d98-9374-c6c8e4bb215b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:32.776914 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c9d386-0fbe-4c39-9fad-4b3d4d6ea664 x-openstack-request-id: req-52c9d386-0fbe-4c39-9fad-4b3d4d6ea664 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:32.777360 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491875bb-6674-48a5-90ad-3ee5428b928f", "tag": "22e350eb-dd29-4f61-b3fb-e5f895608336", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:32.778079 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-52c9d386-0fbe-4c39-9fad-4b3d4d6ea664 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:32.779820 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491875bb-6674-48a5-90ad-3ee5428b928f', 'tag': '22e350eb-dd29-4f61-b3fb-e5f895608336', 'status': 'completed', 'code': 200} Mar 07 10:30:32.790241 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9109d5-68cb-45f7-9637-80ca7e08a237 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Pushing event deleted for resources: {'Port': ['ID=749d1b18-4b24-4d98-9374-c6c8e4bb215b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:32.826974 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ba830b87-1d0a-4f41-80fd-22d8ccc6bdc8 admin admin] Publish callbacks [] for router_gateway (48e0c119-d15e-40c7-8fe5-ba4b8bea66bc), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:32.986941 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ba830b87-1d0a-4f41-80fd-22d8ccc6bdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:33.025701 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-acb862b0-dfec-46b9-af9a-23fc627738b6 None None] Attempting to bind port 97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:30:33.026380 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-acb862b0-dfec-46b9-af9a-23fc627738b6 None None] Attempting to bind port 97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'f6ff09e0-88fb-4743-82cd-b93b9dc8ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a0d6a6b1-0b2c-40fb-945f-45f250998c08'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:30:33.027104 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb862b0-dfec-46b9-af9a-23fc627738b6 None None] Attempting to bind port 97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e on network a0d6a6b1-0b2c-40fb-945f-45f250998c08 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:33.051917 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 2286c703-135c-4d58-9bf8-00b281159c5d is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:33.052553 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2286c703-135c-4d58-9bf8-00b281159c5d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:33.057776 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb862b0-dfec-46b9-af9a-23fc627738b6 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:30:33.059285 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb862b0-dfec-46b9-af9a-23fc627738b6 None None] Checking segment: {'id': 'f6ff09e0-88fb-4743-82cd-b93b9dc8ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a0d6a6b1-0b2c-40fb-945f-45f250998c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:30:33.062310 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-acb862b0-dfec-46b9-af9a-23fc627738b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:33.062954 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb862b0-dfec-46b9-af9a-23fc627738b6 None None] Bound using segment: {'id': 'f6ff09e0-88fb-4743-82cd-b93b9dc8ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a0d6a6b1-0b2c-40fb-945f-45f250998c08'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:30:33.063845 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-acb862b0-dfec-46b9-af9a-23fc627738b6 None None] Bound port: 97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ff09e0-88fb-4743-82cd-b93b9dc8ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a0d6a6b1-0b2c-40fb-945f-45f250998c08'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:30:33.065396 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-acb862b0-dfec-46b9-af9a-23fc627738b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:33.073928 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-eaa887ac-b4e4-4830-b4e1-8bdf2dc62d6c None None] Allocated IP 172.20.0.2 (07b1f4a0-d239-491c-95cc-899139e5195d/e5dc6079-64c8-42bd-9411-f854de8c9e31/52c9e01e-25ac-41c0-9805-03c357526796) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:33.098878 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 22e350eb-dd29-4f61-b3fb-e5f895608336 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:30:33.120840 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f7edb052-a6eb-4814-a159-9e0d6743103f None None] Provisioning complete for port 97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:33.121488 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f7edb052-a6eb-4814-a159-9e0d6743103f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:33.152881 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d268eea-b9a8-4325-9c7b-4036ac24fe39 req-f371d5f3-6582-4bf2-b2d4-b10f62a6a668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:33.154449 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0d268eea-b9a8-4325-9c7b-4036ac24fe39 req-f371d5f3-6582-4bf2-b2d4-b10f62a6a668 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4eca9194fdd4a93832d9940e3e6237a&device_id=491875bb-6674-48a5-90ad-3ee5428b928f HTTP/1.1" status: 200 len: 1156 time: 0.3840375 Mar 07 10:30:33.198792 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f51b02-7a12-42c6-a5aa-293cf6e7fee9 req-08e9577e-3e36-472e-8bb1-4d421a80c194 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:33.223318 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b6f51b02-7a12-42c6-a5aa-293cf6e7fee9 req-08e9577e-3e36-472e-8bb1-4d421a80c194 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports/d0a26e44-88e1-422a-9e50-52e8cfc310fe HTTP/1.1" status: 200 len: 947 time: 0.2379837 Mar 07 10:30:33.227864 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7410a628-88c4-4f1d-b35f-3a0835b68c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2286c703-135c-4d58-9bf8-00b281159c5d'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:33.230334 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a33dbc-11dc-460b-8f89-609e8b8f1be3" -d '{"events": [{"server_uuid": "7410a628-88c4-4f1d-b35f-3a0835b68c4e", "name": "network-vif-plugged", "status": "completed", "tag": "2286c703-135c-4d58-9bf8-00b281159c5d"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:33.280878 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 2286c703-135c-4d58-9bf8-00b281159c5d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=2286c703-135c-4d58-9bf8-00b281159c5d,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:33.284463 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.resource_extend [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:30:33.329987 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f7edb052-a6eb-4814-a159-9e0d6743103f None None] Port 97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:30:33.341834 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (2286c703-135c-4d58-9bf8-00b281159c5d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:33.503567 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-acb862b0-dfec-46b9-af9a-23fc627738b6 None None] For port 97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:33.531547 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-ba830b87-1d0a-4f41-80fd-22d8ccc6bdc8 admin admin] Allocated IP 172.25.3.110 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/b93a197b-ed2a-4952-a49b-4f3b9d4d2758) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:33.585938 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1ed2cf40-829b-484a-b4c0-0b64739a547d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (617e9b04-b023-4e43-a814-698b0d76b7d6), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:33.666232 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2cf40-829b-484a-b4c0-0b64739a547d admin admin] Pushing event deleted for resources: {'Port': ['ID=617e9b04-b023-4e43-a814-698b0d76b7d6,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:33.725553 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-acb862b0-dfec-46b9-af9a-23fc627738b6 None None] For port 97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e,segment=NetworkSegment(f6ff09e0-88fb-4743-82cd-b93b9dc8ecff),segment_id=f6ff09e0-88fb-4743-82cd-b93b9dc8ecff)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:33.737952 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 22e350eb-dd29-4f61-b3fb-e5f895608336, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=22e350eb-dd29-4f61-b3fb-e5f895608336,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:33.764138 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-acb862b0-dfec-46b9-af9a-23fc627738b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:33.777888 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=2286c703-135c-4d58-9bf8-00b281159c5d,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:33.787120 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ba830b87-1d0a-4f41-80fd-22d8ccc6bdc8 admin admin] Publish callbacks [] for port (b93a197b-ed2a-4952-a49b-4f3b9d4d2758), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:33.800708 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-eaa887ac-b4e4-4830-b4e1-8bdf2dc62d6c None None] Publish callbacks [] for port (52c9e01e-25ac-41c0-9805-03c357526796), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:33.825140 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d268eea-b9a8-4325-9c7b-4036ac24fe39 req-9db71a75-64b1-4669-bd86-257bea7ea8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:33.827522 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0d268eea-b9a8-4325-9c7b-4036ac24fe39 req-9db71a75-64b1-4669-bd86-257bea7ea8ad service neutron] 10.222.0.31 "GET /v2.0/networks?id=f571527e-a205-427a-8890-cc1f2763fcb1 HTTP/1.1" status: 200 len: 908 time: 0.6648774 Mar 07 10:30:33.834437 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ba830b87-1d0a-4f41-80fd-22d8ccc6bdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (b93a197b-ed2a-4952-a49b-4f3b9d4d2758), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:33.835233 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 22e350eb-dd29-4f61-b3fb-e5f895608336 has no active binding in host n-h1-832164-4 {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 10:30:33.855635 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-eaa887ac-b4e4-4830-b4e1-8bdf2dc62d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (52c9e01e-25ac-41c0-9805-03c357526796), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:33.895823 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd13077-f23f-4896-b379-3c68d829b260 req-dcaa40e9-180b-4b16-a454-09dfddaba66a tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:33.908612 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4dd13077-f23f-4896-b379-3c68d829b260 req-dcaa40e9-180b-4b16-a454-09dfddaba66a tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=491875bb-6674-48a5-90ad-3ee5428b928f HTTP/1.1" status: 200 len: 944 time: 1.0464611 Mar 07 10:30:33.918965 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-c73d3545-4706-4fa7-94ce-1cee8566d7a6 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Made reservation on behalf of a52739f03a4c4c41ae4b3050610b2bcb for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:33.921839 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47459639-4926-4944-bd05-a6045d767292 None None] Pushing event updated for resources: {'Port': ['ID=97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:33.928098 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-c73d3545-4706-4fa7-94ce-1cee8566d7a6 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:33.941767 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb862b0-dfec-46b9-af9a-23fc627738b6 None None] Routers {'9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:30:33.942421 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-acb862b0-dfec-46b9-af9a-23fc627738b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:30:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:33.954365 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0d268eea-b9a8-4325-9c7b-4036ac24fe39 req-e83dff27-028f-4590-8c71-1742f0bf499a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22e350eb-dd29-4f61-b3fb-e5f895608336 HTTP/1.1" status: 200 len: 217 time: 0.1014459 Mar 07 10:30:33.957394 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba830b87-1d0a-4f41-80fd-22d8ccc6bdc8 admin admin] Pushing event updated for resources: {'Port': ['ID=b93a197b-ed2a-4952-a49b-4f3b9d4d2758,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:33.968057 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a9eb5-45d3-479d-ae2d-c6c6b717d0b6 req-68d0d172-6982-4c5f-89eb-a4f8cfada5f8 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:33.970064 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5f1a9eb5-45d3-479d-ae2d-c6c6b717d0b6 req-68d0d172-6982-4c5f-89eb-a4f8cfada5f8 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e686bbe-a850-43cd-9cb9-372409d480db HTTP/1.1" status: 200 len: 950 time: 1.0595293 Mar 07 10:30:33.982766 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa887ac-b4e4-4830-b4e1-8bdf2dc62d6c None None] Network 07b1f4a0-d239-491c-95cc-899139e5195d is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:34.063465 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-eaa887ac-b4e4-4830-b4e1-8bdf2dc62d6c None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:34.067172 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d268eea-b9a8-4325-9c7b-4036ac24fe39 req-ec6f35ac-b4a6-448a-b74b-88ed6465378f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:34.068524 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0d268eea-b9a8-4325-9c7b-4036ac24fe39 req-ec6f35ac-b4a6-448a-b74b-88ed6465378f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5 HTTP/1.1" status: 200 len: 847 time: 0.0743961 Mar 07 10:30:34.075395 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa887ac-b4e4-4830-b4e1-8bdf2dc62d6c None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:30:34.127756 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba830b87-1d0a-4f41-80fd-22d8ccc6bdc8 admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:34.163901 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4dd13077-f23f-4896-b379-3c68d829b260 req-d47e3f0e-d6b0-443b-a01f-6c09ea983556 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530510 Mar 07 10:30:34.171826 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.31', 52037) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:34.218190 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-ba830b87-1d0a-4f41-80fd-22d8ccc6bdc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:34.232067 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa887ac-b4e4-4830-b4e1-8bdf2dc62d6c None None] Pushing event updated for resources: {'Port': ['ID=52c9e01e-25ac-41c0-9805-03c357526796,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:34.280821 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba830b87-1d0a-4f41-80fd-22d8ccc6bdc8 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:30:34.360322 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0d268eea-b9a8-4325-9c7b-4036ac24fe39 req-04578c57-fae8-4dbe-aa78-285593f06c71 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f571527e-a205-427a-8890-cc1f2763fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2061586 Mar 07 10:30:34.423473 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-eaa887ac-b4e4-4830-b4e1-8bdf2dc62d6c None None] Attempting to bind port 52c9e01e-25ac-41c0-9805-03c357526796 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:30:34.425817 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-eaa887ac-b4e4-4830-b4e1-8bdf2dc62d6c None None] Attempting to bind port 52c9e01e-25ac-41c0-9805-03c357526796 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '8c672a63-1380-4ab4-bdf1-c1392eff1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '07b1f4a0-d239-491c-95cc-899139e5195d'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:30:34.425817 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa887ac-b4e4-4830-b4e1-8bdf2dc62d6c None None] Attempting to bind port 52c9e01e-25ac-41c0-9805-03c357526796 on network 07b1f4a0-d239-491c-95cc-899139e5195d {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:34.432310 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-e07dbc8c-f54a-4356-84d5-346e6e00fe25 None None] Provisioning complete for port 97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:34.432688 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e07dbc8c-f54a-4356-84d5-346e6e00fe25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:34.443472 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-ce655b82-1c26-4e6f-8ae7-ac0c55e559f6 service neutron] 10.222.0.31 "GET /v2.0/ports/22e350eb-dd29-4f61-b3fb-e5f895608336/bindings/n-h1-832164-4 HTTP/1.1" status: 200 len: 384 time: 0.2684722 Mar 07 10:30:34.450220 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-acb862b0-dfec-46b9-af9a-23fc627738b6 None None] Set router 9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:30:34.452173 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa887ac-b4e4-4830-b4e1-8bdf2dc62d6c None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:30:34.452552 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa887ac-b4e4-4830-b4e1-8bdf2dc62d6c None None] Checking segment: {'id': '8c672a63-1380-4ab4-bdf1-c1392eff1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '07b1f4a0-d239-491c-95cc-899139e5195d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:30:34.452960 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-eaa887ac-b4e4-4830-b4e1-8bdf2dc62d6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:34.456057 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa887ac-b4e4-4830-b4e1-8bdf2dc62d6c None None] Bound using segment: {'id': '8c672a63-1380-4ab4-bdf1-c1392eff1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '07b1f4a0-d239-491c-95cc-899139e5195d'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:30:34.456573 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-eaa887ac-b4e4-4830-b4e1-8bdf2dc62d6c None None] Bound port: 52c9e01e-25ac-41c0-9805-03c357526796, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c672a63-1380-4ab4-bdf1-c1392eff1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '07b1f4a0-d239-491c-95cc-899139e5195d'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:30:34.459725 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-eaa887ac-b4e4-4830-b4e1-8bdf2dc62d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (52c9e01e-25ac-41c0-9805-03c357526796), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:34.504011 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1ed2cf40-829b-484a-b4c0-0b64739a547d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (eb51b1e1-e25d-47cc-a84d-4f13813984af), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:34.578159 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5f1a9eb5-45d3-479d-ae2d-c6c6b717d0b6 req-0676f57d-83b9-41f3-8f9d-58e8dc6b63a7 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4918845 Mar 07 10:30:34.590690 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086be1a-a430-4f54-b060-ab1c07a6e6a5 req-d6e74df1-fafd-4afd-bf6d-6a802ae9d030 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:34.592269 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8086be1a-a430-4f54-b060-ab1c07a6e6a5 req-d6e74df1-fafd-4afd-bf6d-6a802ae9d030 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 950 time: 0.2417567 Mar 07 10:30:34.783513 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-eaa887ac-b4e4-4830-b4e1-8bdf2dc62d6c None None] For port 52c9e01e-25ac-41c0-9805-03c357526796, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:34.786430 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-eaa887ac-b4e4-4830-b4e1-8bdf2dc62d6c None None] For port 52c9e01e-25ac-41c0-9805-03c357526796, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=52c9e01e-25ac-41c0-9805-03c357526796,segment=NetworkSegment(8c672a63-1380-4ab4-bdf1-c1392eff1a82),segment_id=8c672a63-1380-4ab4-bdf1-c1392eff1a82)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:34.791312 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9335ced6-a011-485d-a685-e14ad41e78f8 x-openstack-request-id: req-9335ced6-a011-485d-a685-e14ad41e78f8 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:34.791697 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7410a628-88c4-4f1d-b35f-3a0835b68c4e", "name": "network-vif-plugged", "status": "completed", "tag": "2286c703-135c-4d58-9bf8-00b281159c5d", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:34.791968 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9335ced6-a011-485d-a685-e14ad41e78f8 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:34.794879 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7410a628-88c4-4f1d-b35f-3a0835b68c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2286c703-135c-4d58-9bf8-00b281159c5d', 'code': 200} Mar 07 10:30:34.810399 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-eaa887ac-b4e4-4830-b4e1-8bdf2dc62d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (52c9e01e-25ac-41c0-9805-03c357526796), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:34.841722 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5110f9b4-6a0e-4232-a8ee-bc6809ec58ab req-ef9109d5-68cb-45f7-9637-80ca7e08a237 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Router fdc56d29-4d91-421e-b506-79d29dae795b has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:30:34.918596 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ba830b87-1d0a-4f41-80fd-22d8ccc6bdc8 admin admin] Publish callbacks [] for router_gateway (48e0c119-d15e-40c7-8fe5-ba4b8bea66bc), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:34.948130 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0d268eea-b9a8-4325-9c7b-4036ac24fe39 req-4636983a-2762-4127-9df1-0aaf2c6f6455 service neutron] 10.222.0.31 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402187 Mar 07 10:30:34.990464 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e07dbc8c-f54a-4356-84d5-346e6e00fe25 None None] Current status of the port 97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:34.990860 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e07dbc8c-f54a-4356-84d5-346e6e00fe25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:35.036458 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa887ac-b4e4-4830-b4e1-8bdf2dc62d6c None None] Pushing event updated for resources: {'Port': ['ID=52c9e01e-25ac-41c0-9805-03c357526796,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:35.106633 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-e07dbc8c-f54a-4356-84d5-346e6e00fe25 None None] For port 97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e,segment=NetworkSegment(f6ff09e0-88fb-4743-82cd-b93b9dc8ecff),segment_id=f6ff09e0-88fb-4743-82cd-b93b9dc8ecff)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:35.121557 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e07dbc8c-f54a-4356-84d5-346e6e00fe25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:35.133866 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-c73d3545-4706-4fa7-94ce-1cee8566d7a6 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Allocated IP 172.20.0.9 (0f1450ac-a9e3-4368-b524-bc58c4b6a2e8/66fddbce-75dd-46ee-b56e-87f13faf6741/1fb52674-c21e-471c-95d0-159457f41e32) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:35.255337 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-acb862b0-dfec-46b9-af9a-23fc627738b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e', 'name': 'tempest-AttachSCSIVolumeTestJSON-558961655-router', 'tenant_id': '2eb1e85f9ef148d1a9cb348464769c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'feb5f2d0-843d-43a4-8531-7f12c331440c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:21Z', 'updated_at': '2022-03-07T10:30:26Z', 'revision_number': 4, 'project_id': '2eb1e85f9ef148d1a9cb348464769c79', 'gw_port': {'id': 'feb5f2d0-843d-43a4-8531-7f12c331440c', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:22Z', 'updated_at': '2022-03-07T10:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e', 'name': '', 'network_id': 'a0d6a6b1-0b2c-40fb-945f-45f250998c08', 'tenant_id': '2eb1e85f9ef148d1a9cb348464769c79', 'mac_address': 'fa:16:3e:26:49:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '28a80ef2-c57f-469d-a7ad-5ca07bf92da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:25Z', 'updated_at': '2022-03-07T10:30:33Z', 'revision_number': 4, 'project_id': '2eb1e85f9ef148d1a9cb348464769c79', 'subnets': [{'id': '28a80ef2-c57f-469d-a7ad-5ca07bf92da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:35.287040 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1ed2cf40-829b-484a-b4c0-0b64739a547d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (eb51b1e1-e25d-47cc-a84d-4f13813984af), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:35.294343 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07dbc8c-f54a-4356-84d5-346e6e00fe25 None None] Pushing event updated for resources: {'Port': ['ID=97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:35.297035 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb862b0-dfec-46b9-af9a-23fc627738b6 None None] The sync data for ids ['9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e'] in n-d-832164-4 is: [{'id': '9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e', 'name': 'tempest-AttachSCSIVolumeTestJSON-558961655-router', 'tenant_id': '2eb1e85f9ef148d1a9cb348464769c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'feb5f2d0-843d-43a4-8531-7f12c331440c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:21Z', 'updated_at': '2022-03-07T10:30:26Z', 'revision_number': 4, 'project_id': '2eb1e85f9ef148d1a9cb348464769c79', 'gw_port': {'id': 'feb5f2d0-843d-43a4-8531-7f12c331440c', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:22Z', 'updated_at': '2022-03-07T10:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e', 'name': '', 'network_id': 'a0d6a6b1-0b2c-40fb-945f-45f250998c08', 'tenant_id': '2eb1e85f9ef148d1a9cb348464769c79', 'mac_address': 'fa:16:3e:26:49:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '28a80ef2-c57f-469d-a7ad-5ca07bf92da1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:25Z', 'updated_at': '2022-03-07T10:30:33Z', 'revision_number': 4, 'project_id': '2eb1e85f9ef148d1a9cb348464769c79', 'subnets': [{'id': '28a80ef2-c57f-469d-a7ad-5ca07bf92da1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:30:35.333789 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1ed2cf40-829b-484a-b4c0-0b64739a547d admin admin] Publish callbacks [] for router_controller (eb51b1e1-e25d-47cc-a84d-4f13813984af), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:35.358805 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb335ce-f73c-43ea-89b6-509fc21da574 req-b28003b1-cc8a-4b52-83a1-ec7622dc529a tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:35.366363 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ceb335ce-f73c-43ea-89b6-509fc21da574 req-b28003b1-cc8a-4b52-83a1-ec7622dc529a tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 945 time: 0.4208758 Mar 07 10:30:35.499577 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284ff20-5081-4c76-a47b-0dc855ff6417 req-f9696e89-6220-415f-9520-28ad9e6d6d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:35.501297 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3284ff20-5081-4c76-a47b-0dc855ff6417 req-f9696e89-6220-415f-9520-28ad9e6d6d2f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 1127 time: 0.6465080 Mar 07 10:30:35.522799 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0d268eea-b9a8-4325-9c7b-4036ac24fe39 req-66a025fc-d466-44fc-9f28-bc9d8ae3ac22 service neutron] 10.222.0.31 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5274382 Mar 07 10:30:35.587558 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ceb335ce-f73c-43ea-89b6-509fc21da574 req-94966d15-1592-4caa-85e4-c7d7e428c64f tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972742 Mar 07 10:30:35.645699 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f51b02-7a12-42c6-a5aa-293cf6e7fee9 req-b0066cb2-3bcb-42e5-8e46-909b16d301bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:35.649800 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b6f51b02-7a12-42c6-a5aa-293cf6e7fee9 req-b0066cb2-3bcb-42e5-8e46-909b16d301bb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 1132 time: 0.9259005 Mar 07 10:30:35.753316 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8086be1a-a430-4f54-b060-ab1c07a6e6a5 req-cd3029e7-21f2-4955-9dde-6a426d65f02e tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0066249 Mar 07 10:30:35.766917 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1ed2cf40-829b-484a-b4c0-0b64739a547d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (eb51b1e1-e25d-47cc-a84d-4f13813984af), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:35.767596 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed2cf40-829b-484a-b4c0-0b64739a547d admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb51b1e1-e25d-47cc-a84d-4f13813984af {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:30:35.817511 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1ed2cf40-829b-484a-b4c0-0b64739a547d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:35.821207 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1ed2cf40-829b-484a-b4c0-0b64739a547d admin admin] 10.222.0.11 "DELETE /v2.0/routers/eb51b1e1-e25d-47cc-a84d-4f13813984af HTTP/1.1" status: 204 len: 168 time: 6.0130072 Mar 07 10:30:35.835281 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38430) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:35.836379 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ba830b87-1d0a-4f41-80fd-22d8ccc6bdc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (48e0c119-d15e-40c7-8fe5-ba4b8bea66bc), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:35.942927 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-c73d3545-4706-4fa7-94ce-1cee8566d7a6 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks [] for port (1fb52674-c21e-471c-95d0-159457f41e32), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:35.967182 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8246fd98-50c1-46f4-a94e-a38a8f6db20b req-3a336233-aa27-446c-80e9-0dcf6419fb04 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=71274ecc-4732-420a-9415-511854797bdd HTTP/1.1" status: 200 len: 210 time: 0.0623839 Mar 07 10:30:36.004406 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3284ff20-5081-4c76-a47b-0dc855ff6417 req-0bbf19a1-4c99-4115-819f-b0f407a2048a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845239 Mar 07 10:30:36.026228 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb20fbe-d20e-4ebe-8ac4-4853b3e8a416 admin admin] Deleting subnet 574d8912-63b0-4b4b-a8ae-22694f74f388 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:30:36.123925 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6bb20fbe-d20e-4ebe-8ac4-4853b3e8a416 admin admin] Publish callbacks [] for subnet (574d8912-63b0-4b4b-a8ae-22694f74f388), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:36.231299 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914e74c-0ae7-4bf8-b0c9-9b1c6d3a33f6 req-4fc1812d-e65c-48fe-8e0a-73487c1ae729 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:36.233056 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5914e74c-0ae7-4bf8-b0c9-9b1c6d3a33f6 req-4fc1812d-e65c-48fe-8e0a-73487c1ae729 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 950 time: 0.5246139 Mar 07 10:30:36.236289 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6bb20fbe-d20e-4ebe-8ac4-4853b3e8a416 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (574d8912-63b0-4b4b-a8ae-22694f74f388), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:36.398140 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5110f9b4-6a0e-4232-a8ee-bc6809ec58ab req-ef9109d5-68cb-45f7-9637-80ca7e08a237 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:30:36.430169 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f51b02-7a12-42c6-a5aa-293cf6e7fee9 req-9740809c-0a26-43fa-ad5c-e4ba68c7a111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:36.431653 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b6f51b02-7a12-42c6-a5aa-293cf6e7fee9 req-9740809c-0a26-43fa-ad5c-e4ba68c7a111 service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.6913848 Mar 07 10:30:36.444069 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5914e74c-0ae7-4bf8-b0c9-9b1c6d3a33f6 req-77927a8e-1a80-4729-9471-1d37fa12ac1e tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370184 Mar 07 10:30:36.455651 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63255f5-cc29-43a6-a083-a679c83fb6f2 None None] Sync routers for ids ['fdc56d29-4d91-421e-b506-79d29dae795b'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:30:36.467419 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-252be123-9f02-4c6e-a71c-c10e213c6415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:36.595234 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a02cb-8b81-4555-b4c6-69137e65d382 req-ee5ff7f1-34e1-4b8f-bc44-c58f97f5f838 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:36.600124 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d41a02cb-8b81-4555-b4c6-69137e65d382 req-ee5ff7f1-34e1-4b8f-bc44-c58f97f5f838 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=4eceebe5-7133-430e-8348-5d37444c5233 HTTP/1.1" status: 200 len: 949 time: 0.3803196 Mar 07 10:30:36.630537 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-b7694c65-0833-4f31-932d-2affe7b06bcc service neutron] For port 22e350eb-dd29-4f61-b3fb-e5f895608336, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=22e350eb-dd29-4f61-b3fb-e5f895608336,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:36.693297 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-b7694c65-0833-4f31-932d-2affe7b06bcc service neutron] For port 22e350eb-dd29-4f61-b3fb-e5f895608336, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:36.756542 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-b7694c65-0833-4f31-932d-2affe7b06bcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22e350eb-dd29-4f61-b3fb-e5f895608336 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:30:36.781030 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-b7694c65-0833-4f31-932d-2affe7b06bcc service neutron] For port 22e350eb-dd29-4f61-b3fb-e5f895608336, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=22e350eb-dd29-4f61-b3fb-e5f895608336,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:36.787632 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-c73d3545-4706-4fa7-94ce-1cee8566d7a6 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (1fb52674-c21e-471c-95d0-159457f41e32), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:36.899562 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5110f9b4-6a0e-4232-a8ee-bc6809ec58ab req-ef9109d5-68cb-45f7-9637-80ca7e08a237 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] No DVR routers for this DVR port 749d1b18-4b24-4d98-9374-c6c8e4bb215b on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:30:36.939585 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 52c9e01e-25ac-41c0-9805-03c357526796 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:30:36.942558 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7629eb-1e62-46d4-9dfb-f55f2730e2b3 None None] Network 07b1f4a0-d239-491c-95cc-899139e5195d requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:30:36.944851 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5110f9b4-6a0e-4232-a8ee-bc6809ec58ab req-ef9109d5-68cb-45f7-9637-80ca7e08a237 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:36.948604 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5110f9b4-6a0e-4232-a8ee-bc6809ec58ab req-ef9109d5-68cb-45f7-9637-80ca7e08a237 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.31 "DELETE /v2.0/ports/749d1b18-4b24-4d98-9374-c6c8e4bb215b HTTP/1.1" status: 204 len: 173 time: 7.7223661 Mar 07 10:30:36.964663 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b6f51b02-7a12-42c6-a5aa-293cf6e7fee9 req-a99c58e4-ee19-44e2-949b-2759a34fbebc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=d0a26e44-88e1-422a-9e50-52e8cfc310fe HTTP/1.1" status: 200 len: 217 time: 0.4212611 Mar 07 10:30:36.965137 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f20769-c19b-4f63-b561-49f5e76c2d8e', 'name': 'network-vif-deleted', 'tag': '749d1b18-4b24-4d98-9374-c6c8e4bb215b'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:36.989574 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b529950-983a-49fd-84fa-d989f164dc4f" -d '{"events": [{"server_uuid": "76f20769-c19b-4f63-b561-49f5e76c2d8e", "name": "network-vif-deleted", "tag": "749d1b18-4b24-4d98-9374-c6c8e4bb215b"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:37.063143 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63255f5-cc29-43a6-a083-a679c83fb6f2 None None] Routers {'fdc56d29-4d91-421e-b506-79d29dae795b'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:30:37.067290 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b63255f5-cc29-43a6-a083-a679c83fb6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:30:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fdc56d29-4d91-421e-b506-79d29dae795b'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:37.123934 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-b7694c65-0833-4f31-932d-2affe7b06bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (22e350eb-dd29-4f61-b3fb-e5f895608336), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:37.196524 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6bb20fbe-d20e-4ebe-8ac4-4853b3e8a416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (574d8912-63b0-4b4b-a8ae-22694f74f388), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:37.230576 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-c73d3545-4706-4fa7-94ce-1cee8566d7a6 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Network 0f1450ac-a9e3-4368-b524-bc58c4b6a2e8 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:37.301930 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-c73d3545-4706-4fa7-94ce-1cee8566d7a6 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:37.321136 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-c73d3545-4706-4fa7-94ce-1cee8566d7a6 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:30:37.374934 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d41a02cb-8b81-4555-b4c6-69137e65d382 req-e6cbd1a5-f29b-422c-b3b9-f0c4841364fc tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4836946 Mar 07 10:30:37.416848 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba830b87-1d0a-4f41-80fd-22d8ccc6bdc8 admin admin] Router 48e0c119-d15e-40c7-8fe5-ba4b8bea66bc is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:30:37.482471 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1bc6e-5978-4d0a-85b5-ff23ac4fd3c6 req-ca77f925-f0a9-45c3-99aa-820afdd4b64e tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:37.485346 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3bf1bc6e-5978-4d0a-85b5-ff23ac4fd3c6 req-ca77f925-f0a9-45c3-99aa-820afdd4b64e tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=491875bb-6674-48a5-90ad-3ee5428b928f HTTP/1.1" status: 200 len: 944 time: 0.3919430 Mar 07 10:30:37.537458 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-c73d3545-4706-4fa7-94ce-1cee8566d7a6 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:37.538296 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-c73d3545-4706-4fa7-94ce-1cee8566d7a6 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:37.599313 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f51b02-7a12-42c6-a5aa-293cf6e7fee9 req-53447a5a-b34d-41ea-8b24-9b0224db9eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:37.607938 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b6f51b02-7a12-42c6-a5aa-293cf6e7fee9 req-53447a5a-b34d-41ea-8b24-9b0224db9eeb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.5807078 Mar 07 10:30:37.627689 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6bb20fbe-d20e-4ebe-8ac4-4853b3e8a416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (574d8912-63b0-4b4b-a8ae-22694f74f388), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:37.657751 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-c73d3545-4706-4fa7-94ce-1cee8566d7a6 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0747755 Mar 07 10:30:37.758177 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-09f4834e-8a10-4f3a-80a5-5b5c51f2efa5 None None] Provisioning complete for port 52c9e01e-25ac-41c0-9805-03c357526796 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:37.759227 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-09f4834e-8a10-4f3a-80a5-5b5c51f2efa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (52c9e01e-25ac-41c0-9805-03c357526796), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:37.789378 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb20fbe-d20e-4ebe-8ac4-4853b3e8a416 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=574d8912-63b0-4b4b-a8ae-22694f74f388,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:37.792114 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-f373a8c6-661f-4662-ae69-9a2ebe93b149 service neutron] Request body: {'port': {'device_id': '71274ecc-4732-420a-9415-511854797bdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:37.799307 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6bb20fbe-d20e-4ebe-8ac4-4853b3e8a416 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:37.815510 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6bb20fbe-d20e-4ebe-8ac4-4853b3e8a416 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/574d8912-63b0-4b4b-a8ae-22694f74f388 HTTP/1.1" status: 204 len: 168 time: 1.9715214 Mar 07 10:30:37.816235 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38444) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:37.822819 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d3545-4706-4fa7-94ce-1cee8566d7a6 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Pushing event updated for resources: {'Port': ['ID=1fb52674-c21e-471c-95d0-159457f41e32,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:37.873028 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636b38e2-bc78-4322-a877-7fa2b16f838b None None] Network c115a903-3e06-476f-ad86-78c2adade734 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:30:37.966497 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 22e350eb-dd29-4f61-b3fb-e5f895608336 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:30:38.009013 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3bf1bc6e-5978-4d0a-85b5-ff23ac4fd3c6 req-04190df4-84f0-4544-a8b6-863dd6f4e790 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4946988 Mar 07 10:30:38.018984 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-b7694c65-0833-4f31-932d-2affe7b06bcc service neutron] Transition to ACTIVE for port object 22e350eb-dd29-4f61-b3fb-e5f895608336 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:30:38.040910 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-b7694c65-0833-4f31-932d-2affe7b06bcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (22e350eb-dd29-4f61-b3fb-e5f895608336), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:38.056616 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f51b02-7a12-42c6-a5aa-293cf6e7fee9 req-78721b62-24e7-482e-936c-4ddf1b980992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:38.058172 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4dbc8775-167a-47ad-b169-30c6ba0daffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (c115a903-3e06-476f-ad86-78c2adade734), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:38.060566 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b6f51b02-7a12-42c6-a5aa-293cf6e7fee9 req-78721b62-24e7-482e-936c-4ddf1b980992 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3799675 Mar 07 10:30:38.066925 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba830b87-1d0a-4f41-80fd-22d8ccc6bdc8 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:30:38.077435 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c92ea-c756-4fa8-8cc6-5af220e7d8d8 req-4aaf640d-ce62-4d5e-8c35-661a151aed36 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:38.080183 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a762d19e-3af6-4143-b2bf-e4b91aba84ed None None] Sync routers for ids ['48e0c119-d15e-40c7-8fe5-ba4b8bea66bc'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:30:38.088784 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c77c92ea-c756-4fa8-8cc6-5af220e7d8d8 req-4aaf640d-ce62-4d5e-8c35-661a151aed36 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 950 time: 0.4465868 Mar 07 10:30:38.105992 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a762d19e-3af6-4143-b2bf-e4b91aba84ed None None] Routers {'48e0c119-d15e-40c7-8fe5-ba4b8bea66bc'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:30:38.108432 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-f373a8c6-661f-4662-ae69-9a2ebe93b149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1fb52674-c21e-471c-95d0-159457f41e32), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:38.108719 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-a762d19e-3af6-4143-b2bf-e4b91aba84ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:30:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['48e0c119-d15e-40c7-8fe5-ba4b8bea66bc'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:38.139324 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ba830b87-1d0a-4f41-80fd-22d8ccc6bdc8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:38.143365 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ba830b87-1d0a-4f41-80fd-22d8ccc6bdc8 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.8345151 Mar 07 10:30:38.151774 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38446) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:38.238969 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] The host n-h2-832164-4 is not matching for port 22e350eb-dd29-4f61-b3fb-e5f895608336 host n-h1-832164-4! {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 10:30:38.239376 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 22e350eb-dd29-4f61-b3fb-e5f895608336 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:30:38.284517 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-b63255f5-cc29-43a6-a083-a679c83fb6f2 None None] Set router fdc56d29-4d91-421e-b506-79d29dae795b gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:30:38.324170 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-a762d19e-3af6-4143-b2bf-e4b91aba84ed None None] Set router 48e0c119-d15e-40c7-8fe5-ba4b8bea66bc gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:30:38.363299 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-b7694c65-0833-4f31-932d-2affe7b06bcc service neutron] No DVR routers for this DVR port 22e350eb-dd29-4f61-b3fb-e5f895608336 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:30:38.407635 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-4dbc8775-167a-47ad-b169-30c6ba0daffc admin admin] Deleting port ea2d36da-b0e5-4983-91f7-e6d889402169 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:30:38.407982 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4dbc8775-167a-47ad-b169-30c6ba0daffc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (ea2d36da-b0e5-4983-91f7-e6d889402169), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:38.442870 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d2dd6a-46bb-40af-acf0-a817758989d4 req-c7be8b69-82f3-4591-83c8-c5eda2bb803b tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:38.444417 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-70d2dd6a-46bb-40af-acf0-a817758989d4 req-c7be8b69-82f3-4591-83c8-c5eda2bb803b tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 945 time: 0.1797779 Mar 07 10:30:38.451277 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 52c9e01e-25ac-41c0-9805-03c357526796 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:38.451553 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (52c9e01e-25ac-41c0-9805-03c357526796), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:38.474713 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c77c92ea-c756-4fa8-8cc6-5af220e7d8d8 req-39c4e55d-fa03-4745-b671-dc068398f16d tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820925 Mar 07 10:30:38.483363 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b6f51b02-7a12-42c6-a5aa-293cf6e7fee9 req-2730107e-f0b1-4a57-9f00-2a48baeff6e4 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682413 Mar 07 10:30:38.559110 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-b7694c65-0833-4f31-932d-2affe7b06bcc service neutron] 10.222.0.31 "PUT /v2.0/ports/22e350eb-dd29-4f61-b3fb-e5f895608336/bindings/n-h1-832164-4/activate HTTP/1.1" status: 200 len: 369 time: 4.0512235 Mar 07 10:30:38.606889 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7694c65-0833-4f31-932d-2affe7b06bcc service neutron] Pushing event updated for resources: {'Port': ['ID=22e350eb-dd29-4f61-b3fb-e5f895608336,revision_number=10']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:38.787927 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-a762d19e-3af6-4143-b2bf-e4b91aba84ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e0c119-d15e-40c7-8fe5-ba4b8bea66bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1272933083-router', 'tenant_id': '59e45a4a55b9498cb47b5f357a6d7b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'b93a197b-ed2a-4952-a49b-4f3b9d4d2758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:31Z', 'updated_at': '2022-03-07T10:30:34Z', 'revision_number': 3, 'project_id': '59e45a4a55b9498cb47b5f357a6d7b64', 'gw_port': {'id': 'b93a197b-ed2a-4952-a49b-4f3b9d4d2758', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e0c119-d15e-40c7-8fe5-ba4b8bea66bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:33Z', 'updated_at': '2022-03-07T10:30:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:38.800402 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-4dbc8775-167a-47ad-b169-30c6ba0daffc admin admin] For port ea2d36da-b0e5-4983-91f7-e6d889402169, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ea2d36da-b0e5-4983-91f7-e6d889402169,segment=NetworkSegment(71da7614-e022-46ca-8ef8-e4b68361d158),segment_id=71da7614-e022-46ca-8ef8-e4b68361d158)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:38.800985 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4dbc8775-167a-47ad-b169-30c6ba0daffc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (ea2d36da-b0e5-4983-91f7-e6d889402169), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:38.842144 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-4dbc8775-167a-47ad-b169-30c6ba0daffc admin admin] Calling delete_port for ea2d36da-b0e5-4983-91f7-e6d889402169 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:30:38.875819 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a762d19e-3af6-4143-b2bf-e4b91aba84ed None None] Checking router: 48e0c119-d15e-40c7-8fe5-ba4b8bea66bc for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:30:38.876667 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a762d19e-3af6-4143-b2bf-e4b91aba84ed None None] Updating router 48e0c119-d15e-40c7-8fe5-ba4b8bea66bc port b93a197b-ed2a-4952-a49b-4f3b9d4d2758 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:30:38.896636 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-70d2dd6a-46bb-40af-acf0-a817758989d4 req-1c94e249-9b5f-4700-b1a9-da19b83bbf68 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415321 Mar 07 10:30:38.931403 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2e99f2a3-c23a-46be-aa90-18d065b15b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:39.000680 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a762d19e-3af6-4143-b2bf-e4b91aba84ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b93a197b-ed2a-4952-a49b-4f3b9d4d2758), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:39.028144 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-09f4834e-8a10-4f3a-80a5-5b5c51f2efa5 None None] Current status of the port 52c9e01e-25ac-41c0-9805-03c357526796 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:39.030450 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-09f4834e-8a10-4f3a-80a5-5b5c51f2efa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (52c9e01e-25ac-41c0-9805-03c357526796), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:39.094718 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-09f4834e-8a10-4f3a-80a5-5b5c51f2efa5 None None] For port 52c9e01e-25ac-41c0-9805-03c357526796, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=52c9e01e-25ac-41c0-9805-03c357526796,segment=NetworkSegment(8c672a63-1380-4ab4-bdf1-c1392eff1a82),segment_id=8c672a63-1380-4ab4-bdf1-c1392eff1a82)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:39.097126 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a989547-8f31-47a7-903c-121fcab57129 None None] DHCP port deletion for c115a903-3e06-476f-ad86-78c2adade734 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:30:39.154511 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-09f4834e-8a10-4f3a-80a5-5b5c51f2efa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (52c9e01e-25ac-41c0-9805-03c357526796), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:39.161568 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 52c9e01e-25ac-41c0-9805-03c357526796 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:39.163061 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:30:39.225188 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f4834e-8a10-4f3a-80a5-5b5c51f2efa5 None None] Pushing event updated for resources: {'Port': ['ID=52c9e01e-25ac-41c0-9805-03c357526796,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:39.338058 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4dbc8775-167a-47ad-b169-30c6ba0daffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (ea2d36da-b0e5-4983-91f7-e6d889402169), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:39.387521 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-5f6529d7-a825-4993-b532-8029479191d2 None None] Provisioning complete for port 52c9e01e-25ac-41c0-9805-03c357526796 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:39.387896 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5f6529d7-a825-4993-b532-8029479191d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (52c9e01e-25ac-41c0-9805-03c357526796), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:39.431770 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc8775-167a-47ad-b169-30c6ba0daffc admin admin] Pushing event deleted for resources: {'Port': ['ID=ea2d36da-b0e5-4983-91f7-e6d889402169,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:39.442597 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbc8775-167a-47ad-b169-30c6ba0daffc admin admin] No DVR routers for this DVR port ea2d36da-b0e5-4983-91f7-e6d889402169 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:30:39.512555 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2a989547-8f31-47a7-903c-121fcab57129 None None] Deleting port ea2d36da-b0e5-4983-91f7-e6d889402169 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:30:39.512952 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2a989547-8f31-47a7-903c-121fcab57129 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (ea2d36da-b0e5-4983-91f7-e6d889402169), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:39.520651 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b63255f5-cc29-43a6-a083-a679c83fb6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1607717543-router', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:13Z', 'updated_at': '2022-03-07T10:28:18Z', 'revision_number': 4, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'gw_port': {'id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:14Z', 'updated_at': '2022-03-07T10:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '3c6dc99c-ac47-410c-be16-36da71f495a5', 'name': '', 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'mac_address': 'fa:16:3e:90:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '66fddbce-75dd-46ee-b56e-87f13faf6741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:17Z', 'updated_at': '2022-03-07T10:28:23Z', 'revision_number': 5, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'subnets': [{'id': '66fddbce-75dd-46ee-b56e-87f13faf6741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:39.523188 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:39.523562 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:39.537313 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2224a02-673f-429f-bd00-97c8e3ddad5a x-openstack-request-id: req-e2224a02-673f-429f-bd00-97c8e3ddad5a {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:39.537862 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76f20769-c19b-4f63-b561-49f5e76c2d8e", "name": "network-vif-deleted", "tag": "749d1b18-4b24-4d98-9374-c6c8e4bb215b", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:39.537862 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e2224a02-673f-429f-bd00-97c8e3ddad5a {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:39.539227 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a762d19e-3af6-4143-b2bf-e4b91aba84ed None None] Publish callbacks [] for port (b93a197b-ed2a-4952-a49b-4f3b9d4d2758), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:39.539641 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f20769-c19b-4f63-b561-49f5e76c2d8e', 'name': 'network-vif-deleted', 'tag': '749d1b18-4b24-4d98-9374-c6c8e4bb215b', 'status': 'completed', 'code': 200} Mar 07 10:30:39.548071 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a762d19e-3af6-4143-b2bf-e4b91aba84ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b93a197b-ed2a-4952-a49b-4f3b9d4d2758), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:39.588016 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-a762d19e-3af6-4143-b2bf-e4b91aba84ed None None] Attempting to bind port b93a197b-ed2a-4952-a49b-4f3b9d4d2758 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:30:39.588388 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-a762d19e-3af6-4143-b2bf-e4b91aba84ed None None] Attempting to bind port b93a197b-ed2a-4952-a49b-4f3b9d4d2758 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:30:39.588750 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a762d19e-3af6-4143-b2bf-e4b91aba84ed None None] Attempting to bind port b93a197b-ed2a-4952-a49b-4f3b9d4d2758 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:39.613306 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a762d19e-3af6-4143-b2bf-e4b91aba84ed None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:30:39.613678 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a762d19e-3af6-4143-b2bf-e4b91aba84ed None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:30:39.614109 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a762d19e-3af6-4143-b2bf-e4b91aba84ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:39.614484 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a762d19e-3af6-4143-b2bf-e4b91aba84ed None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:30:39.614948 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-a762d19e-3af6-4143-b2bf-e4b91aba84ed None None] Bound port: b93a197b-ed2a-4952-a49b-4f3b9d4d2758, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:30:39.615602 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a762d19e-3af6-4143-b2bf-e4b91aba84ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b93a197b-ed2a-4952-a49b-4f3b9d4d2758), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:39.638759 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4dbc8775-167a-47ad-b169-30c6ba0daffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (c115a903-3e06-476f-ad86-78c2adade734), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:39.663078 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1931f-fd98-442a-a8cf-831f25a17016 req-09873d2c-e38b-4133-a5eb-32464e0a223b tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:39.664774 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a5a1931f-fd98-442a-a8cf-831f25a17016 req-09873d2c-e38b-4133-a5eb-32464e0a223b tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=71274ecc-4732-420a-9415-511854797bdd HTTP/1.1" status: 200 len: 931 time: 1.0403726 Mar 07 10:30:39.675939 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0053340-d06c-4451-a819-09000dd7e3f3 None None] Pushing event updated for resources: {'Port': ['ID=b93a197b-ed2a-4952-a49b-4f3b9d4d2758,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:39.697940 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-4dbc8775-167a-47ad-b169-30c6ba0daffc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c115a903-3e06-476f-ad86-78c2adade734']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:39.704485 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f20b673d-db55-4f75-a252-19f001be7686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:39.719940 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-a762d19e-3af6-4143-b2bf-e4b91aba84ed None None] For port b93a197b-ed2a-4952-a49b-4f3b9d4d2758, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:39.726732 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-a762d19e-3af6-4143-b2bf-e4b91aba84ed None None] For port b93a197b-ed2a-4952-a49b-4f3b9d4d2758, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b93a197b-ed2a-4952-a49b-4f3b9d4d2758,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:39.731615 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b6f51b02-7a12-42c6-a5aa-293cf6e7fee9 req-dfe190d1-7080-4cba-95c0-ee54b724660d service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1604614 Mar 07 10:30:39.736496 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-4dbc8775-167a-47ad-b169-30c6ba0daffc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71da7614-e022-46ca-8ef8-e4b68361d158') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:39.736833 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-4dbc8775-167a-47ad-b169-30c6ba0daffc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71da7614-e022-46ca-8ef8-e4b68361d158') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:39.749397 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a762d19e-3af6-4143-b2bf-e4b91aba84ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b93a197b-ed2a-4952-a49b-4f3b9d4d2758), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:39.775777 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4dbc8775-167a-47ad-b169-30c6ba0daffc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (71da7614-e022-46ca-8ef8-e4b68361d158), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:39.917700 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4dbc8775-167a-47ad-b169-30c6ba0daffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (71da7614-e022-46ca-8ef8-e4b68361d158), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:39.945473 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a762d19e-3af6-4143-b2bf-e4b91aba84ed None None] Routers {'48e0c119-d15e-40c7-8fe5-ba4b8bea66bc'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:30:39.946107 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-a762d19e-3af6-4143-b2bf-e4b91aba84ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:30:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['48e0c119-d15e-40c7-8fe5-ba4b8bea66bc'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:39.951549 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-2a989547-8f31-47a7-903c-121fcab57129 None None] For port ea2d36da-b0e5-4983-91f7-e6d889402169, host n-d-832164-4, got binding levels [] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:39.952737 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2a989547-8f31-47a7-903c-121fcab57129 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (ea2d36da-b0e5-4983-91f7-e6d889402169), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:39.984606 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2a989547-8f31-47a7-903c-121fcab57129 None None] Calling delete_port for ea2d36da-b0e5-4983-91f7-e6d889402169 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:30:39.992542 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.ipam_backend_mixin [None req-2a989547-8f31-47a7-903c-121fcab57129 None None] Port ea2d36da-b0e5-4983-91f7-e6d889402169 was not found and therefore no delete operation was performed {{(pid=103768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 10:30:39.993456 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb401f-11e5-4a52-8d3f-7a6c89b0381a req-fd086ebb-0e4a-44bd-838c-08498527f425 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:40.010595 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb401f-11e5-4a52-8d3f-7a6c89b0381a req-fd086ebb-0e4a-44bd-838c-08498527f425 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:40.012260 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-88fb401f-11e5-4a52-8d3f-7a6c89b0381a req-fd086ebb-0e4a-44bd-838c-08498527f425 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e686bbe-a850-43cd-9cb9-372409d480db&device_id=4eceebe5-7133-430e-8348-5d37444c5233 HTTP/1.1" status: 200 len: 1690 time: 0.3889496 Mar 07 10:30:40.019789 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dbc8775-167a-47ad-b169-30c6ba0daffc admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:30:40.020202 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4dbc8775-167a-47ad-b169-30c6ba0daffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (71da7614-e022-46ca-8ef8-e4b68361d158), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:40.021411 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-f373a8c6-661f-4662-ae69-9a2ebe93b149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fb52674-c21e-471c-95d0-159457f41e32 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:30:40.022148 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:30:40.022148 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:30:40.022148 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:30:40.022148 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:30:40.022148 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:30:40.022148 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:30:40.022148 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:30:40.022148 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:30:40.022148 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:30:40.022148 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:30:40.022148 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:30:40.022148 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:30:40.022148 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:30:40.022148 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:30:40.022148 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:30:40.022148 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:30:40.022148 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:30:40.022148 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:30:40.022148 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:30:40.022148 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:30:40.022148 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:30:40.022148 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:30:40.022148 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:30:40.022148 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:30:40.022148 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:30:40.022148 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:30:40.022148 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:30:40.022148 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:30:40.022148 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:30:40.022148 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:30:40.022148 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:30:40.022148 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:30:40.030444 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63255f5-cc29-43a6-a083-a679c83fb6f2 None None] Checking router: fdc56d29-4d91-421e-b506-79d29dae795b for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:30:40.031030 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-f373a8c6-661f-4662-ae69-9a2ebe93b149 service neutron] Publish callbacks [] for port (1fb52674-c21e-471c-95d0-159457f41e32), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:40.045344 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-f373a8c6-661f-4662-ae69-9a2ebe93b149 service neutron] Transition to ACTIVE for port object 1fb52674-c21e-471c-95d0-159457f41e32 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:30:40.050876 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2a989547-8f31-47a7-903c-121fcab57129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (ea2d36da-b0e5-4983-91f7-e6d889402169), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:40.059335 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-a762d19e-3af6-4143-b2bf-e4b91aba84ed None None] Set router 48e0c119-d15e-40c7-8fe5-ba4b8bea66bc gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:30:40.076282 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a5a1931f-fd98-442a-a8cf-831f25a17016 req-d5fd7428-20b7-492f-b258-411fa479351a tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/security-groups?id=432c2063-5333-4824-af3b-fe6ac20d1287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3949263 Mar 07 10:30:40.078818 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-0a29994a-01df-464a-9218-461de25b4508 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:40.081693 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-0a29994a-01df-464a-9218-461de25b4508 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=491875bb-6674-48a5-90ad-3ee5428b928f&tenant_id=f4eca9194fdd4a93832d9940e3e6237a&binding%3Ahost_id=n-h2-832164-4 HTTP/1.1" status: 200 len: 1127 time: 1.4145236 Mar 07 10:30:40.083968 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-f373a8c6-661f-4662-ae69-9a2ebe93b149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (1fb52674-c21e-471c-95d0-159457f41e32), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:40.219120 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4dbc8775-167a-47ad-b169-30c6ba0daffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (c115a903-3e06-476f-ad86-78c2adade734), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:40.235613 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-099ed398-3c76-4c3d-a161-62b78212cf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:40.238120 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-099ed398-3c76-4c3d-a161-62b78212cf9a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=491875bb-6674-48a5-90ad-3ee5428b928f&tenant_id=f4eca9194fdd4a93832d9940e3e6237a HTTP/1.1" status: 200 len: 1127 time: 0.1428797 Mar 07 10:30:40.254555 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4dbc8775-167a-47ad-b169-30c6ba0daffc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:40.258344 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4dbc8775-167a-47ad-b169-30c6ba0daffc admin admin] 10.222.0.11 "DELETE /v2.0/networks/c115a903-3e06-476f-ad86-78c2adade734 HTTP/1.1" status: 204 len: 168 time: 2.4308226 Mar 07 10:30:40.279857 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0053340-d06c-4451-a819-09000dd7e3f3 None None] Pushing event updated for resources: {'Port': ['ID=b93a197b-ed2a-4952-a49b-4f3b9d4d2758,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:40.282969 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc8775-167a-47ad-b169-30c6ba0daffc admin admin] Pushing event deleted for resources: {'Network': ['ID=c115a903-3e06-476f-ad86-78c2adade734,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:40.284220 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373a8c6-661f-4662-ae69-9a2ebe93b149 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb52674-c21e-471c-95d0-159457f41e32,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:40.337446 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-88fb401f-11e5-4a52-8d3f-7a6c89b0381a req-42982c9b-bf63-49fe-8aed-7ca66ca91a59 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764716 Mar 07 10:30:40.357853 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-a762d19e-3af6-4143-b2bf-e4b91aba84ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e0c119-d15e-40c7-8fe5-ba4b8bea66bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1272933083-router', 'tenant_id': '59e45a4a55b9498cb47b5f357a6d7b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'b93a197b-ed2a-4952-a49b-4f3b9d4d2758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:31Z', 'updated_at': '2022-03-07T10:30:34Z', 'revision_number': 3, 'project_id': '59e45a4a55b9498cb47b5f357a6d7b64', 'gw_port': {'id': 'b93a197b-ed2a-4952-a49b-4f3b9d4d2758', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e0c119-d15e-40c7-8fe5-ba4b8bea66bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:33Z', 'updated_at': '2022-03-07T10:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:40.368565 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-f20b673d-db55-4f75-a252-19f001be7686 admin admin] Allocated IP 172.20.0.1 (07b1f4a0-d239-491c-95cc-899139e5195d/e5dc6079-64c8-42bd-9411-f854de8c9e31/1b89c1b1-c726-4d48-823d-177590c5fac0) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:40.459826 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63255f5-cc29-43a6-a083-a679c83fb6f2 None None] Routers {'fdc56d29-4d91-421e-b506-79d29dae795b'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:30:40.460953 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b63255f5-cc29-43a6-a083-a679c83fb6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:30:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fdc56d29-4d91-421e-b506-79d29dae795b'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:40.473167 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a762d19e-3af6-4143-b2bf-e4b91aba84ed None None] The sync data for ids ['48e0c119-d15e-40c7-8fe5-ba4b8bea66bc'] in n-d-832164-4 is: [{'id': '48e0c119-d15e-40c7-8fe5-ba4b8bea66bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1272933083-router', 'tenant_id': '59e45a4a55b9498cb47b5f357a6d7b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'b93a197b-ed2a-4952-a49b-4f3b9d4d2758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:31Z', 'updated_at': '2022-03-07T10:30:34Z', 'revision_number': 3, 'project_id': '59e45a4a55b9498cb47b5f357a6d7b64', 'gw_port': {'id': 'b93a197b-ed2a-4952-a49b-4f3b9d4d2758', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e0c119-d15e-40c7-8fe5-ba4b8bea66bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:33Z', 'updated_at': '2022-03-07T10:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:30:40.552804 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a989547-8f31-47a7-903c-121fcab57129 None None] Pushing event deleted for resources: {'Port': ['ID=ea2d36da-b0e5-4983-91f7-e6d889402169,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:40.585438 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:40.588322 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5f6529d7-a825-4993-b532-8029479191d2 None None] Current status of the port 52c9e01e-25ac-41c0-9805-03c357526796 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:40.650241 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a989547-8f31-47a7-903c-121fcab57129 None None] No DVR routers for this DVR port ea2d36da-b0e5-4983-91f7-e6d889402169 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:30:40.655193 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f20b673d-db55-4f75-a252-19f001be7686 admin admin] Publish callbacks [] for port (1b89c1b1-c726-4d48-823d-177590c5fac0), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:40.672236 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:40.737038 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-f373a8c6-661f-4662-ae69-9a2ebe93b149 service neutron] Attempting to bind port 1fb52674-c21e-471c-95d0-159457f41e32 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:30:40.743463 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f20b673d-db55-4f75-a252-19f001be7686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (1b89c1b1-c726-4d48-823d-177590c5fac0), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:40.744326 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-f373a8c6-661f-4662-ae69-9a2ebe93b149 service neutron] Attempting to bind port 1fb52674-c21e-471c-95d0-159457f41e32 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '76ecd108-4709-457c-9971-4b747cde059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:30:40.745177 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-f373a8c6-661f-4662-ae69-9a2ebe93b149 service neutron] Attempting to bind port 1fb52674-c21e-471c-95d0-159457f41e32 on network 0f1450ac-a9e3-4368-b524-bc58c4b6a2e8 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:40.784754 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20b673d-db55-4f75-a252-19f001be7686 admin admin] Network 07b1f4a0-d239-491c-95cc-899139e5195d is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:40.787950 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-f20b673d-db55-4f75-a252-19f001be7686 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:40.792151 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20b673d-db55-4f75-a252-19f001be7686 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:30:40.810666 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38468) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:40.821894 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-f373a8c6-661f-4662-ae69-9a2ebe93b149 service neutron] Port 1fb52674-c21e-471c-95d0-159457f41e32 on network 0f1450ac-a9e3-4368-b524-bc58c4b6a2e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:30:40.827287 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-f373a8c6-661f-4662-ae69-9a2ebe93b149 service neutron] Attempting to bind port 1fb52674-c21e-471c-95d0-159457f41e32 on network 0f1450ac-a9e3-4368-b524-bc58c4b6a2e8 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:40.845404 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 52c9e01e-25ac-41c0-9805-03c357526796 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:30:40.864797 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-b63255f5-cc29-43a6-a083-a679c83fb6f2 None None] Set router fdc56d29-4d91-421e-b506-79d29dae795b gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:30:40.871660 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-f373a8c6-661f-4662-ae69-9a2ebe93b149 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:30:40.872012 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-f373a8c6-661f-4662-ae69-9a2ebe93b149 service neutron] Checking segment: {'id': '76ecd108-4709-457c-9971-4b747cde059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:30:40.872470 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-f373a8c6-661f-4662-ae69-9a2ebe93b149 service neutron] Bound using segment: {'id': '76ecd108-4709-457c-9971-4b747cde059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:30:40.873082 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-f373a8c6-661f-4662-ae69-9a2ebe93b149 service neutron] Bound port: 1fb52674-c21e-471c-95d0-159457f41e32, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76ecd108-4709-457c-9971-4b747cde059f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:30:40.873791 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-f373a8c6-661f-4662-ae69-9a2ebe93b149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1fb52674-c21e-471c-95d0-159457f41e32), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:40.948271 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f40de997-2eb8-4fcb-9be3-8401212495a6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6d8e3b30f0784d8d835154b6f95794f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1282825 Mar 07 10:30:40.956968 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38470) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:40.965701 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294911d-b512-4677-bd39-d1290c4154bc req-b0eed8f5-8118-4752-862d-ee1dbc3a3d2d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:40.975963 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4294911d-b512-4677-bd39-d1290c4154bc req-b0eed8f5-8118-4752-862d-ee1dbc3a3d2d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 950 time: 0.4783752 Mar 07 10:30:40.980609 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-bfd66b24-cc70-4e41-a4d2-912f7891a77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:40.995525 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-bfd66b24-cc70-4e41-a4d2-912f7891a77e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4eca9194fdd4a93832d9940e3e6237a&device_id=491875bb-6674-48a5-90ad-3ee5428b928f HTTP/1.1" status: 200 len: 1127 time: 0.7249713 Mar 07 10:30:41.044298 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b673d-db55-4f75-a252-19f001be7686 admin admin] Pushing event updated for resources: {'Port': ['ID=1b89c1b1-c726-4d48-823d-177590c5fac0,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:41.068995 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f20b673d-db55-4f75-a252-19f001be7686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (48e0c119-d15e-40c7-8fe5-ba4b8bea66bc), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:41.370851 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-7112e9fb-3a21-4107-af4c-34b2a87d7351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:41.372504 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-7112e9fb-3a21-4107-af4c-34b2a87d7351 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f571527e-a205-427a-8890-cc1f2763fcb1 HTTP/1.1" status: 200 len: 908 time: 0.3746555 Mar 07 10:30:41.442471 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-583a570d-b103-4c27-a2ba-0813f32d71ed admin admin] Publish callbacks [] for security_group (a94d585d-f923-49ed-82cf-63fe1d58577e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:41.444821 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 52c9e01e-25ac-41c0-9805-03c357526796 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:41.446432 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (52c9e01e-25ac-41c0-9805-03c357526796), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:41.497926 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-583a570d-b103-4c27-a2ba-0813f32d71ed admin admin] Publish callbacks [] for security_group (a94d585d-f923-49ed-82cf-63fe1d58577e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:41.585638 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d694b4-3a22-4f4d-83d2-98b75b6bfeed req-46e99bc9-a030-45d7-8d98-956cccc8711b tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:41.593211 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-54d694b4-3a22-4f4d-83d2-98b75b6bfeed req-46e99bc9-a030-45d7-8d98-956cccc8711b tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 1127 time: 0.3989255 Mar 07 10:30:41.613396 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-101d304f-8949-4a19-94aa-06570f4ad956 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22e350eb-dd29-4f61-b3fb-e5f895608336 HTTP/1.1" status: 200 len: 217 time: 0.2013993 Mar 07 10:30:41.621365 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f20b673d-db55-4f75-a252-19f001be7686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1b89c1b1-c726-4d48-823d-177590c5fac0), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:41.635677 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-e0e9f419-5bc3-492d-a5ea-b768b1d9eb89 None None] Provisioning complete for port 1b89c1b1-c726-4d48-823d-177590c5fac0 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:41.636057 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e0e9f419-5bc3-492d-a5ea-b768b1d9eb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1b89c1b1-c726-4d48-823d-177590c5fac0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:41.677285 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-583a570d-b103-4c27-a2ba-0813f32d71ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a94d585d-f923-49ed-82cf-63fe1d58577e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:41.680498 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-583a570d-b103-4c27-a2ba-0813f32d71ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:41.681233 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e0e9f419-5bc3-492d-a5ea-b768b1d9eb89 None None] Port 1b89c1b1-c726-4d48-823d-177590c5fac0 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:30:41.684434 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:41.685331 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-583a570d-b103-4c27-a2ba-0813f32d71ed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a94d585d-f923-49ed-82cf-63fe1d58577e HTTP/1.1" status: 204 len: 168 time: 0.7169363 Mar 07 10:30:41.686321 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-17ace16a-5929-4d49-b5ed-f2abefad54e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:41.695024 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-17ace16a-5929-4d49-b5ed-f2abefad54e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5 HTTP/1.1" status: 200 len: 847 time: 0.0695276 Mar 07 10:30:41.767478 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a570d-b103-4c27-a2ba-0813f32d71ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94d585d-f923-49ed-82cf-63fe1d58577e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:41.788003 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-ccc0fda1-b5c4-44ae-9d18-e98cc745d422 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f571527e-a205-427a-8890-cc1f2763fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800669 Mar 07 10:30:41.789100 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-54d694b4-3a22-4f4d-83d2-98b75b6bfeed req-eb2bdabd-f269-4899-a8b0-495ea54b2d91 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946220 Mar 07 10:30:41.811592 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4294911d-b512-4677-bd39-d1290c4154bc req-bff830aa-9cd1-4491-89b1-d4cb3e4308a9 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8331041 Mar 07 10:30:41.929186 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 52c9e01e-25ac-41c0-9805-03c357526796 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:42.006330 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-f373a8c6-661f-4662-ae69-9a2ebe93b149 service neutron] For port 1fb52674-c21e-471c-95d0-159457f41e32, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:42.018897 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-f373a8c6-661f-4662-ae69-9a2ebe93b149 service neutron] For port 1fb52674-c21e-471c-95d0-159457f41e32, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=1fb52674-c21e-471c-95d0-159457f41e32,segment=NetworkSegment(76ecd108-4709-457c-9971-4b747cde059f),segment_id=76ecd108-4709-457c-9971-4b747cde059f)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:42.038534 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-f373a8c6-661f-4662-ae69-9a2ebe93b149 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (1fb52674-c21e-471c-95d0-159457f41e32), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:42.050853 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ea2d36da-b0e5-4983-91f7-e6d889402169 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:30:42.089358 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-d3994f57-fc35-43b8-8306-786917a82326 service neutron] 10.222.0.21 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764530 Mar 07 10:30:42.102049 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: ea2d36da-b0e5-4983-91f7-e6d889402169 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:30:42.102410 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ea2d36da-b0e5-4983-91f7-e6d889402169 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:30:42.102811 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 617e9b04-b023-4e43-a814-698b0d76b7d6 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:30:42.138995 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edcf73-eb74-4ab8-be45-df63bc2cf6d1 req-53bd2f8f-812a-488b-ac8e-29145aeb6598 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:42.140571 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-51edcf73-eb74-4ab8-be45-df63bc2cf6d1 req-53bd2f8f-812a-488b-ac8e-29145aeb6598 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=491875bb-6674-48a5-90ad-3ee5428b928f HTTP/1.1" status: 200 len: 945 time: 0.1021183 Mar 07 10:30:42.168902 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 617e9b04-b023-4e43-a814-698b0d76b7d6 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:30:42.169296 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 617e9b04-b023-4e43-a814-698b0d76b7d6 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:30:42.233688 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b63255f5-cc29-43a6-a083-a679c83fb6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1607717543-router', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:13Z', 'updated_at': '2022-03-07T10:28:18Z', 'revision_number': 4, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'gw_port': {'id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:14Z', 'updated_at': '2022-03-07T10:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '3c6dc99c-ac47-410c-be16-36da71f495a5', 'name': '', 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'mac_address': 'fa:16:3e:90:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '66fddbce-75dd-46ee-b56e-87f13faf6741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:17Z', 'updated_at': '2022-03-07T10:28:23Z', 'revision_number': 5, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'subnets': [{'id': '66fddbce-75dd-46ee-b56e-87f13faf6741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:42.234843 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-51edcf73-eb74-4ab8-be45-df63bc2cf6d1 req-33e9dc1f-d3ba-43cc-8ede-15a00d99297a tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849066 Mar 07 10:30:42.274227 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f20b673d-db55-4f75-a252-19f001be7686 admin admin] Publish callbacks [] for port (1b89c1b1-c726-4d48-823d-177590c5fac0), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:42.284621 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f20b673d-db55-4f75-a252-19f001be7686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (1b89c1b1-c726-4d48-823d-177590c5fac0), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:42.310223 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-f373a8c6-661f-4662-ae69-9a2ebe93b149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:42.310967 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-f373a8c6-661f-4662-ae69-9a2ebe93b149 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:42.316321 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63255f5-cc29-43a6-a083-a679c83fb6f2 None None] The sync data for ids ['fdc56d29-4d91-421e-b506-79d29dae795b'] in n-d-832164-4 is: [{'id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1607717543-router', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:13Z', 'updated_at': '2022-03-07T10:28:18Z', 'revision_number': 4, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'gw_port': {'id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:14Z', 'updated_at': '2022-03-07T10:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '3c6dc99c-ac47-410c-be16-36da71f495a5', 'name': '', 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'mac_address': 'fa:16:3e:90:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '66fddbce-75dd-46ee-b56e-87f13faf6741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:17Z', 'updated_at': '2022-03-07T10:28:23Z', 'revision_number': 5, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'subnets': [{'id': '66fddbce-75dd-46ee-b56e-87f13faf6741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:30:42.318116 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-f373a8c6-661f-4662-ae69-9a2ebe93b149 service neutron] 10.222.0.31 "PUT /v2.0/ports/1fb52674-c21e-471c-95d0-159457f41e32 HTTP/1.1" status: 200 len: 1091 time: 4.6299536 Mar 07 10:30:42.320914 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71274ecc-4732-420a-9415-511854797bdd', 'tag': '1fb52674-c21e-471c-95d0-159457f41e32'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:42.323296 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4539a06-c464-4326-91af-2770e34c0f31" -d '{"events": [{"name": "network-changed", "server_uuid": "71274ecc-4732-420a-9415-511854797bdd", "tag": "1fb52674-c21e-471c-95d0-159457f41e32"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:42.433771 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-199c18f9-af08-4e83-853f-5c051cf67935 service neutron] 10.222.0.21 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749367 Mar 07 10:30:42.483013 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373a8c6-661f-4662-ae69-9a2ebe93b149 service neutron] Pushing event updated for resources: {'Port': ['ID=1fb52674-c21e-471c-95d0-159457f41e32,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:42.488652 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b673d-db55-4f75-a252-19f001be7686 admin admin] Pushing event updated for resources: {'Port': ['ID=1b89c1b1-c726-4d48-823d-177590c5fac0,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:42.508819 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f20b673d-db55-4f75-a252-19f001be7686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (48e0c119-d15e-40c7-8fe5-ba4b8bea66bc), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:42.534344 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ac338-92a7-45dd-8dde-1bf18fb5a54e req-27b3a796-1b02-4d28-8e05-29770edb7406 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:42.553038 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-995ac338-92a7-45dd-8dde-1bf18fb5a54e req-27b3a796-1b02-4d28-8e05-29770edb7406 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 950 time: 0.4625437 Mar 07 10:30:42.645294 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-12fe0c02-1461-4a61-ace4-f420e3f9bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:42.646865 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-12fe0c02-1461-4a61-ace4-f420e3f9bdbc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a52739f03a4c4c41ae4b3050610b2bcb&device_id=71274ecc-4732-420a-9415-511854797bdd HTTP/1.1" status: 200 len: 1125 time: 0.2610371 Mar 07 10:30:42.753609 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b93a197b-ed2a-4952-a49b-4f3b9d4d2758 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:30:42.775218 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-995ac338-92a7-45dd-8dde-1bf18fb5a54e req-ff4b6bd4-bf7c-400c-9bf9-e0bf04fe142a tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043090 Mar 07 10:30:42.776712 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-2d3d065a-9f53-46ae-bc80-89609150ee4b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fb52674-c21e-471c-95d0-159457f41e32 HTTP/1.1" status: 200 len: 217 time: 0.1141806 Mar 07 10:30:42.924318 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d82ae6-001d-4610-9039-4785afa56876 req-bd2dd794-2691-4946-87e6-ff815074dd56 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:42.927213 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port b93a197b-ed2a-4952-a49b-4f3b9d4d2758 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:42.928461 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b93a197b-ed2a-4952-a49b-4f3b9d4d2758), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:42.934605 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-55d82ae6-001d-4610-9039-4785afa56876 req-bd2dd794-2691-4946-87e6-ff815074dd56 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=71274ecc-4732-420a-9415-511854797bdd HTTP/1.1" status: 200 len: 943 time: 0.4477811 Mar 07 10:30:42.972937 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-f83c05a7-eb00-4d9e-aa58-c6f478dacf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:42.976631 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:42.976825 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-f83c05a7-eb00-4d9e-aa58-c6f478dacf6b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=66fddbce-75dd-46ee-b56e-87f13faf6741 HTTP/1.1" status: 200 len: 863 time: 0.1927290 Mar 07 10:30:42.977669 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20b673d-db55-4f75-a252-19f001be7686 admin admin] Network 07b1f4a0-d239-491c-95cc-899139e5195d is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:42.980016 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-f20b673d-db55-4f75-a252-19f001be7686 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:42.986861 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce72625d-fed0-49ba-9dec-90110bbc1c5b None None] New status for floating IP 4823a08a-44a7-4b10-b435-8aa3b68f58fb: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:30:43.078189 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-55d82ae6-001d-4610-9039-4785afa56876 req-30f338a7-9f80-470f-8274-194030ffb257 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/security-groups?id=432c2063-5333-4824-af3b-fe6ac20d1287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371591 Mar 07 10:30:43.193782 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a307dc7-782c-4b0a-a9ee-117223eccc18 x-openstack-request-id: req-4a307dc7-782c-4b0a-a9ee-117223eccc18 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:43.194095 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71274ecc-4732-420a-9415-511854797bdd", "tag": "1fb52674-c21e-471c-95d0-159457f41e32", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:43.194359 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4a307dc7-782c-4b0a-a9ee-117223eccc18 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:43.194781 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71274ecc-4732-420a-9415-511854797bdd', 'tag': '1fb52674-c21e-471c-95d0-159457f41e32', 'status': 'completed', 'code': 200} Mar 07 10:30:43.303247 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-13fe6054-f54c-4eb8-a42e-41b882de6046 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:43.308389 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-13fe6054-f54c-4eb8-a42e-41b882de6046 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=491875bb-6674-48a5-90ad-3ee5428b928f&tenant_id=f4eca9194fdd4a93832d9940e3e6237a&binding%3Ahost_id=n-h1-832164-4 HTTP/1.1" status: 200 len: 1127 time: 0.5221341 Mar 07 10:30:43.315599 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38518) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:43.322176 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20b673d-db55-4f75-a252-19f001be7686 admin admin] Router 48e0c119-d15e-40c7-8fe5-ba4b8bea66bc has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:30:43.457651 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-7247afe5-df55-446d-a829-e8ab7b240b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:43.467203 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port b93a197b-ed2a-4952-a49b-4f3b9d4d2758 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:43.467513 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b93a197b-ed2a-4952-a49b-4f3b9d4d2758), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:43.468545 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-7247afe5-df55-446d-a829-e8ab7b240b54 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0f1450ac-a9e3-4368-b524-bc58c4b6a2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4580324 Mar 07 10:30:43.469683 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f0a5d-8993-43f4-9397-a7d7c74148dd req-ae88f650-919b-4184-a949-6aaae222135c tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:43.487008 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-da2f0a5d-8993-43f4-9397-a7d7c74148dd req-ae88f650-919b-4184-a949-6aaae222135c tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 950 time: 0.1473520 Mar 07 10:30:43.534738 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port b93a197b-ed2a-4952-a49b-4f3b9d4d2758, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b93a197b-ed2a-4952-a49b-4f3b9d4d2758,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:43.543751 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b93a197b-ed2a-4952-a49b-4f3b9d4d2758), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:43.636751 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20b673d-db55-4f75-a252-19f001be7686 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:30:43.653925 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f20b673d-db55-4f75-a252-19f001be7686 admin admin] 10.222.0.11 "PUT /v2.0/routers/48e0c119-d15e-40c7-8fe5-ba4b8bea66bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5010383 Mar 07 10:30:43.664648 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=b93a197b-ed2a-4952-a49b-4f3b9d4d2758,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:43.665238 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-da2f0a5d-8993-43f4-9397-a7d7c74148dd req-cb035c4b-ebb5-4022-84cc-e4132a833f0a tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769319 Mar 07 10:30:43.681914 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f376e964-51c1-4c51-875b-cfeda784f47c None None] Provisioning complete for port 1b89c1b1-c726-4d48-823d-177590c5fac0 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:43.682271 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f376e964-51c1-4c51-875b-cfeda784f47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1b89c1b1-c726-4d48-823d-177590c5fac0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:43.733590 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f376e964-51c1-4c51-875b-cfeda784f47c None None] Port 1b89c1b1-c726-4d48-823d-177590c5fac0 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:30:43.739756 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a932c-ea49-481e-94a8-f2b364a149c0 req-911c6f09-ef0f-40f9-a116-9302575816d9 tempest-ServersOnMultiNodesTest-1888123156 tempest-ServersOnMultiNodesTest-1888123156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:43.741372 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-180a932c-ea49-481e-94a8-f2b364a149c0 req-911c6f09-ef0f-40f9-a116-9302575816d9 tempest-ServersOnMultiNodesTest-1888123156 tempest-ServersOnMultiNodesTest-1888123156-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4e686bbe-a850-43cd-9cb9-372409d480db HTTP/1.1" status: 200 len: 1132 time: 0.7612135 Mar 07 10:30:43.756403 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-09f71215-39ce-4c39-80a7-edfc8dd121dd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760601306-network', 'tenant_id': 'e34bc9d37c274a46bc29635735d10ab8'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:43.812957 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27538b4-67c9-4499-815a-04896d4f97dd req-7c6a7216-ad50-4179-85c3-a4ebe05a40f4 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:43.816108 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e27538b4-67c9-4499-815a-04896d4f97dd req-7c6a7216-ad50-4179-85c3-a4ebe05a40f4 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=491875bb-6674-48a5-90ad-3ee5428b928f HTTP/1.1" status: 200 len: 945 time: 0.0709569 Mar 07 10:30:43.833822 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-480f426d-9c28-4889-af5a-f0f05e67683e service neutron] For port 22e350eb-dd29-4f61-b3fb-e5f895608336, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:43.839305 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-480f426d-9c28-4889-af5a-f0f05e67683e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:43.840929 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c813a68-d6d7-4b4b-8fa7-5e25ef37d392 req-480f426d-9c28-4889-af5a-f0f05e67683e service neutron] 10.222.0.21 "DELETE /v2.0/ports/22e350eb-dd29-4f61-b3fb-e5f895608336/bindings/n-h2-832164-4 HTTP/1.1" status: 204 len: 173 time: 0.5226045 Mar 07 10:30:43.863353 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f71215-39ce-4c39-80a7-edfc8dd121dd admin admin] Made reservation on behalf of e34bc9d37c274a46bc29635735d10ab8 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:43.866765 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-09f71215-39ce-4c39-80a7-edfc8dd121dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:43.885450 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf39028d-ac75-44d4-b54e-b4115a74d781 None None] Sync routers for ids ['48e0c119-d15e-40c7-8fe5-ba4b8bea66bc'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:30:43.899245 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-09f71215-39ce-4c39-80a7-edfc8dd121dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:43.919652 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-05568597-2be0-46f8-8c08-efea64f35dbd service neutron] 10.222.0.31 "GET /v2.0/networks/0f1450ac-a9e3-4368-b524-bc58c4b6a2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568516 Mar 07 10:30:43.922866 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf39028d-ac75-44d4-b54e-b4115a74d781 None None] Routers {'48e0c119-d15e-40c7-8fe5-ba4b8bea66bc'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:30:43.925822 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-bf39028d-ac75-44d4-b54e-b4115a74d781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:30:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['48e0c119-d15e-40c7-8fe5-ba4b8bea66bc'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:43.931914 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e27538b4-67c9-4499-815a-04896d4f97dd req-b4c94b44-2276-4ca0-ae14-dc0fb8fcf73f tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071577 Mar 07 10:30:44.027106 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-076e1a7f-5df0-401c-83fc-73d411c5fa9e req-e217744e-dda6-4a6f-966d-92bc3dbdd8fd service neutron] 10.222.0.31 "GET /v2.0/networks/0f1450ac-a9e3-4368-b524-bc58c4b6a2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959592 Mar 07 10:30:44.040048 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-180a932c-ea49-481e-94a8-f2b364a149c0 req-68525d81-5b8c-468a-a525-2694531fdea2 tempest-ServersOnMultiNodesTest-1888123156 tempest-ServersOnMultiNodesTest-1888123156-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717063 Mar 07 10:30:44.141221 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc634a-4d45-4a0a-853a-9115bdaba24c req-56da312b-931b-4c66-affa-5ad55f7b4140 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:44.149452 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e4dc634a-4d45-4a0a-853a-9115bdaba24c req-56da312b-931b-4c66-affa-5ad55f7b4140 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 950 time: 0.1444292 Mar 07 10:30:44.204249 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4539a06-c464-4326-91af-2770e34c0f31 req-de4b12e0-96a6-4cf1-9fea-c11587bb89de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:44.206901 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e4539a06-c464-4326-91af-2770e34c0f31 req-de4b12e0-96a6-4cf1-9fea-c11587bb89de service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a52739f03a4c4c41ae4b3050610b2bcb&device_id=71274ecc-4732-420a-9415-511854797bdd HTTP/1.1" status: 200 len: 1125 time: 0.1130068 Mar 07 10:30:44.216753 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e4dc634a-4d45-4a0a-853a-9115bdaba24c req-c2e19bfb-2f16-4608-9e1d-ad2f8c800973 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653756 Mar 07 10:30:44.217622 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-bf39028d-ac75-44d4-b54e-b4115a74d781 None None] Set router 48e0c119-d15e-40c7-8fe5-ba4b8bea66bc gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:30:44.285392 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-09f71215-39ce-4c39-80a7-edfc8dd121dd admin admin] Publish callbacks [] for security_group (d56ef8f3-abde-4cd1-91ae-7dbda1e5baa6), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:44.304103 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-09f71215-39ce-4c39-80a7-edfc8dd121dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d56ef8f3-abde-4cd1-91ae-7dbda1e5baa6), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:44.320444 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09f71215-39ce-4c39-80a7-edfc8dd121dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:30:44.333872 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-09f71215-39ce-4c39-80a7-edfc8dd121dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (65ee731a-4bc1-416b-9a26-7bec4e9c13e1), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:44.334476 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-09f71215-39ce-4c39-80a7-edfc8dd121dd admin admin] Added segment 65ee731a-4bc1-416b-9a26-7bec4e9c13e1 of type vlan for network af792aca-c8fc-424b-9656-e31bf1d226f5 Mar 07 10:30:44.384726 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-09f71215-39ce-4c39-80a7-edfc8dd121dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (af792aca-c8fc-424b-9656-e31bf1d226f5), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:44.549739 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-09f71215-39ce-4c39-80a7-edfc8dd121dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (af792aca-c8fc-424b-9656-e31bf1d226f5), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:44.554764 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f71215-39ce-4c39-80a7-edfc8dd121dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:44.556376 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-09f71215-39ce-4c39-80a7-edfc8dd121dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:44.645006 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85701c-721f-41ca-bbcd-b8dc4d11d95d req-c567353c-ec42-4f80-937e-092a284a864c tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:44.657526 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ce85701c-721f-41ca-bbcd-b8dc4d11d95d req-c567353c-ec42-4f80-937e-092a284a864c tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=491875bb-6674-48a5-90ad-3ee5428b928f HTTP/1.1" status: 200 len: 1127 time: 0.2184682 Mar 07 10:30:44.704344 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-09f71215-39ce-4c39-80a7-edfc8dd121dd admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.3851485 Mar 07 10:30:44.711368 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38556) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:44.724579 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-79f35f53-64e0-4f8a-bb23-06e173f0312c admin admin] Request body: {'subnet': {'network_id': 'af792aca-c8fc-424b-9656-e31bf1d226f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760601306-subnet', 'tenant_id': 'e34bc9d37c274a46bc29635735d10ab8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:44.819341 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ce85701c-721f-41ca-bbcd-b8dc4d11d95d req-1b97b3a1-6ec5-40b0-8d83-81a29922a5dc tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592824 Mar 07 10:30:44.826535 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f35f53-64e0-4f8a-bb23-06e173f0312c admin admin] Made reservation on behalf of e34bc9d37c274a46bc29635735d10ab8 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:44.846624 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-79f35f53-64e0-4f8a-bb23-06e173f0312c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:44.877739 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b93a197b-ed2a-4952-a49b-4f3b9d4d2758 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:30:44.963366 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f71215-39ce-4c39-80a7-edfc8dd121dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56ef8f3-abde-4cd1-91ae-7dbda1e5baa6,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:44.965147 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-bf39028d-ac75-44d4-b54e-b4115a74d781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e0c119-d15e-40c7-8fe5-ba4b8bea66bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1272933083-router', 'tenant_id': '59e45a4a55b9498cb47b5f357a6d7b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'b93a197b-ed2a-4952-a49b-4f3b9d4d2758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:31Z', 'updated_at': '2022-03-07T10:30:41Z', 'revision_number': 4, 'project_id': '59e45a4a55b9498cb47b5f357a6d7b64', 'gw_port': {'id': 'b93a197b-ed2a-4952-a49b-4f3b9d4d2758', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e0c119-d15e-40c7-8fe5-ba4b8bea66bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:33Z', 'updated_at': '2022-03-07T10:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '1b89c1b1-c726-4d48-823d-177590c5fac0', 'name': '', 'network_id': '07b1f4a0-d239-491c-95cc-899139e5195d', 'tenant_id': '59e45a4a55b9498cb47b5f357a6d7b64', 'mac_address': 'fa:16:3e:dc:88:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e0c119-d15e-40c7-8fe5-ba4b8bea66bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e5dc6079-64c8-42bd-9411-f854de8c9e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:39Z', 'updated_at': '2022-03-07T10:30:41Z', 'revision_number': 2, 'project_id': '59e45a4a55b9498cb47b5f357a6d7b64', 'subnets': [{'id': 'e5dc6079-64c8-42bd-9411-f854de8c9e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:45.011748 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abc4c2-e5fa-4b37-8f55-74dcf3c80cb4 req-137fd1fd-e5fe-4739-9ce6-5a86c18e5e0e tempest-ServersOnMultiNodesTest-1888123156 tempest-ServersOnMultiNodesTest-1888123156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:45.021056 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d7abc4c2-e5fa-4b37-8f55-74dcf3c80cb4 req-137fd1fd-e5fe-4739-9ce6-5a86c18e5e0e tempest-ServersOnMultiNodesTest-1888123156 tempest-ServersOnMultiNodesTest-1888123156-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4eceebe5-7133-430e-8348-5d37444c5233 HTTP/1.1" status: 200 len: 1131 time: 0.5555334 Mar 07 10:30:45.064923 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf39028d-ac75-44d4-b54e-b4115a74d781 None None] Checking router: 48e0c119-d15e-40c7-8fe5-ba4b8bea66bc for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:30:45.065415 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf39028d-ac75-44d4-b54e-b4115a74d781 None None] Updating router 48e0c119-d15e-40c7-8fe5-ba4b8bea66bc port 1b89c1b1-c726-4d48-823d-177590c5fac0 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:30:45.077241 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4539a06-c464-4326-91af-2770e34c0f31 req-e8e3f04d-b24a-4546-bd61-acbd745cb146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:45.078335 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e4539a06-c464-4326-91af-2770e34c0f31 req-e8e3f04d-b24a-4546-bd61-acbd745cb146 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0f1450ac-a9e3-4368-b524-bc58c4b6a2e8 HTTP/1.1" status: 200 len: 925 time: 0.8481412 Mar 07 10:30:45.089933 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d7abc4c2-e5fa-4b37-8f55-74dcf3c80cb4 req-3163f6f5-ca75-448d-ab73-2f4ccd7e1542 tempest-ServersOnMultiNodesTest-1888123156 tempest-ServersOnMultiNodesTest-1888123156-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654497 Mar 07 10:30:45.093764 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f71215-39ce-4c39-80a7-edfc8dd121dd admin admin] Pushing event updated for resources: {'Network': ['ID=af792aca-c8fc-424b-9656-e31bf1d226f5,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:45.118940 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network af792aca-c8fc-424b-9656-e31bf1d226f5 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:30:45.131214 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port b93a197b-ed2a-4952-a49b-4f3b9d4d2758 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:45.132753 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b93a197b-ed2a-4952-a49b-4f3b9d4d2758), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:45.191646 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bf39028d-ac75-44d4-b54e-b4115a74d781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1b89c1b1-c726-4d48-823d-177590c5fac0), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:45.272645 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e4539a06-c464-4326-91af-2770e34c0f31 req-de8334c4-536a-4bcf-9b3a-7d570058cce1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fb52674-c21e-471c-95d0-159457f41e32 HTTP/1.1" status: 200 len: 217 time: 0.1721840 Mar 07 10:30:45.386117 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4539a06-c464-4326-91af-2770e34c0f31 req-50bfa4b7-ff6c-4d20-8956-8f8c4b81baf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:45.387918 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e4539a06-c464-4326-91af-2770e34c0f31 req-50bfa4b7-ff6c-4d20-8956-8f8c4b81baf6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=66fddbce-75dd-46ee-b56e-87f13faf6741 HTTP/1.1" status: 200 len: 863 time: 0.1019807 Mar 07 10:30:45.407732 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port b93a197b-ed2a-4952-a49b-4f3b9d4d2758 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:45.430524 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66f891-34d1-4d4e-b42b-23b754e0433a req-0ec582a0-443f-4714-8ae7-8061eb3033e0 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:45.439825 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cd66f891-34d1-4d4e-b42b-23b754e0433a req-0ec582a0-443f-4714-8ae7-8061eb3033e0 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=71274ecc-4732-420a-9415-511854797bdd HTTP/1.1" status: 200 len: 943 time: 0.3650908 Mar 07 10:30:45.453701 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b8cc8-1209-4afd-b3e9-ee843ac0ae2d req-073f1885-081c-450e-aff1-1d58ace068b2 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:45.461184 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-436b8cc8-1209-4afd-b3e9-ee843ac0ae2d req-073f1885-081c-450e-aff1-1d58ace068b2 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 950 time: 0.1911445 Mar 07 10:30:45.529409 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4539a06-c464-4326-91af-2770e34c0f31 req-10898bd4-55fd-4ed2-940c-744a0c93ba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:45.530843 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e4539a06-c464-4326-91af-2770e34c0f31 req-10898bd4-55fd-4ed2-940c-744a0c93ba37 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0f1450ac-a9e3-4368-b524-bc58c4b6a2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1274369 Mar 07 10:30:45.542778 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-436b8cc8-1209-4afd-b3e9-ee843ac0ae2d req-8b44c635-0e19-498a-8982-d20a87c79069 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806155 Mar 07 10:30:45.776996 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-79f35f53-64e0-4f8a-bb23-06e173f0312c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:45.778213 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e4539a06-c464-4326-91af-2770e34c0f31 req-95387d31-9e44-4448-8082-76bf01f53ef4 service neutron] 10.222.0.31 "GET /v2.0/networks/0f1450ac-a9e3-4368-b524-bc58c4b6a2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305021 Mar 07 10:30:45.867165 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f35f53-64e0-4f8a-bb23-06e173f0312c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:45.936651 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f35f53-64e0-4f8a-bb23-06e173f0312c admin admin] Checking segment: {'id': '65ee731a-4bc1-416b-9a26-7bec4e9c13e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'af792aca-c8fc-424b-9656-e31bf1d226f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:30:45.936998 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f35f53-64e0-4f8a-bb23-06e173f0312c admin admin] Network hostable DHCP agents. Network: af792aca-c8fc-424b-9656-e31bf1d226f5, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:30:45.960482 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cd66f891-34d1-4d4e-b42b-23b754e0433a req-0055d21e-f814-45ae-9557-dda967d4c4d5 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/security-groups?id=432c2063-5333-4824-af3b-fe6ac20d1287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5150683 Mar 07 10:30:45.976911 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bf39028d-ac75-44d4-b54e-b4115a74d781 None None] Publish callbacks [] for port (1b89c1b1-c726-4d48-823d-177590c5fac0), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:45.988370 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bf39028d-ac75-44d4-b54e-b4115a74d781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1b89c1b1-c726-4d48-823d-177590c5fac0), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:46.009000 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f35f53-64e0-4f8a-bb23-06e173f0312c admin admin] Network af792aca-c8fc-424b-9656-e31bf1d226f5 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:30:46.012913 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39223f37-4f00-4bab-9361-780f4ad50141 req-2b31fa0a-1900-4b84-96d8-ee5cf95b1971 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:46.020924 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-39223f37-4f00-4bab-9361-780f4ad50141 req-2b31fa0a-1900-4b84-96d8-ee5cf95b1971 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 950 time: 0.1129696 Mar 07 10:30:46.025489 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e4539a06-c464-4326-91af-2770e34c0f31 req-1342f97c-5928-4778-b4c3-639ea2d0ceef service neutron] 10.222.0.31 "GET /v2.0/networks/0f1450ac-a9e3-4368-b524-bc58c4b6a2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301087 Mar 07 10:30:46.043773 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-79f35f53-64e0-4f8a-bb23-06e173f0312c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, af792aca-c8fc-424b-9656-e31bf1d226f5) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:46.054893 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090fb174-022b-4f36-ad81-21915223ef32 None None] Network af792aca-c8fc-424b-9656-e31bf1d226f5 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:30:46.066115 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f35f53-64e0-4f8a-bb23-06e173f0312c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:46.066732 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-79f35f53-64e0-4f8a-bb23-06e173f0312c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:46.116952 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-79f35f53-64e0-4f8a-bb23-06e173f0312c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4044111 Mar 07 10:30:46.121661 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38580) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:46.138422 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-39181687-4ee0-4bb1-9776-14abbd41541d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760601306-router', 'tenant_id': 'e34bc9d37c274a46bc29635735d10ab8', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:46.200276 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a4dc0-a19e-49ba-b35e-3fa8172cda0f None None] Pushing event updated for resources: {'Port': ['ID=1b89c1b1-c726-4d48-823d-177590c5fac0,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:46.235018 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-39223f37-4f00-4bab-9361-780f4ad50141 req-e85d08d2-c951-4854-abde-0aae3d7737f8 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127547 Mar 07 10:30:46.247556 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39181687-4ee0-4bb1-9776-14abbd41541d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (16893d4d-3b69-44da-a2d0-f87b2a4c86d0), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:46.255973 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39181687-4ee0-4bb1-9776-14abbd41541d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (16893d4d-3b69-44da-a2d0-f87b2a4c86d0), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:46.432702 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-ae28f917-fc1b-4b84-a224-b6a8c8973e80 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:46.445774 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-ae28f917-fc1b-4b84-a224-b6a8c8973e80 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/networks?id=f571527e-a205-427a-8890-cc1f2763fcb1 HTTP/1.1" status: 200 len: 807 time: 0.2901626 Mar 07 10:30:46.473158 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-bf39028d-ac75-44d4-b54e-b4115a74d781 None None] Attempting to bind port 1b89c1b1-c726-4d48-823d-177590c5fac0 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:30:46.473826 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-bf39028d-ac75-44d4-b54e-b4115a74d781 None None] Attempting to bind port 1b89c1b1-c726-4d48-823d-177590c5fac0 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '8c672a63-1380-4ab4-bdf1-c1392eff1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '07b1f4a0-d239-491c-95cc-899139e5195d'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:30:46.474358 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf39028d-ac75-44d4-b54e-b4115a74d781 None None] Attempting to bind port 1b89c1b1-c726-4d48-823d-177590c5fac0 on network 07b1f4a0-d239-491c-95cc-899139e5195d {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:46.481516 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-12b291df-256b-4e8d-a3d3-5499976ec13e tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/quotas/f4eca9194fdd4a93832d9940e3e6237a HTTP/1.1" status: 200 len: 375 time: 0.0334980 Mar 07 10:30:46.493546 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf39028d-ac75-44d4-b54e-b4115a74d781 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:30:46.494357 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf39028d-ac75-44d4-b54e-b4115a74d781 None None] Checking segment: {'id': '8c672a63-1380-4ab4-bdf1-c1392eff1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '07b1f4a0-d239-491c-95cc-899139e5195d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:30:46.494929 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bf39028d-ac75-44d4-b54e-b4115a74d781 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:46.495492 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf39028d-ac75-44d4-b54e-b4115a74d781 None None] Bound using segment: {'id': '8c672a63-1380-4ab4-bdf1-c1392eff1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '07b1f4a0-d239-491c-95cc-899139e5195d'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:30:46.496119 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-bf39028d-ac75-44d4-b54e-b4115a74d781 None None] Bound port: 1b89c1b1-c726-4d48-823d-177590c5fac0, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c672a63-1380-4ab4-bdf1-c1392eff1a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '07b1f4a0-d239-491c-95cc-899139e5195d'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:30:46.498481 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bf39028d-ac75-44d4-b54e-b4115a74d781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1b89c1b1-c726-4d48-823d-177590c5fac0), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:46.508044 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc1e516-d0f1-4dd1-8353-8b497a025a31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-af792aca-c8fc-424b-9656-e31bf1d226f5', 'network_id': 'af792aca-c8fc-424b-9656-e31bf1d226f5', 'project_id': 'e34bc9d37c274a46bc29635735d10ab8', 'fixed_ips': [{'subnet_id': '3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:30:46.509085 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1fc1e516-d0f1-4dd1-8353-8b497a025a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:46.526415 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39181687-4ee0-4bb1-9776-14abbd41541d admin admin] Publish callbacks [] for router_controller (16893d4d-3b69-44da-a2d0-f87b2a4c86d0), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:46.586475 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-bf39028d-ac75-44d4-b54e-b4115a74d781 None None] For port 1b89c1b1-c726-4d48-823d-177590c5fac0, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:46.589887 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-bf39028d-ac75-44d4-b54e-b4115a74d781 None None] For port 1b89c1b1-c726-4d48-823d-177590c5fac0, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1b89c1b1-c726-4d48-823d-177590c5fac0,segment=NetworkSegment(8c672a63-1380-4ab4-bdf1-c1392eff1a82),segment_id=8c672a63-1380-4ab4-bdf1-c1392eff1a82)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:46.598160 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-bf39028d-ac75-44d4-b54e-b4115a74d781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1b89c1b1-c726-4d48-823d-177590c5fac0), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:46.668869 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf39028d-ac75-44d4-b54e-b4115a74d781 None None] Routers {'48e0c119-d15e-40c7-8fe5-ba4b8bea66bc'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:30:46.672464 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-bf39028d-ac75-44d4-b54e-b4115a74d781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:30:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['48e0c119-d15e-40c7-8fe5-ba4b8bea66bc'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:46.702606 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-3f3fbc93-5819-4454-ba1c-a345eb2f79f0 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f4eca9194fdd4a93832d9940e3e6237a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2188115 Mar 07 10:30:46.833995 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a4dc0-a19e-49ba-b35e-3fa8172cda0f None None] Pushing event updated for resources: {'Port': ['ID=1b89c1b1-c726-4d48-823d-177590c5fac0,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:46.887264 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-b3ca175c-4ead-45c1-a7df-88bf5f9a893c service neutron] 10.222.0.11 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837316 Mar 07 10:30:46.888075 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-d4966b22-93de-42a7-a05f-861484e8033b tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=38226035d9a14a64837c29a3926f0a17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3931241 Mar 07 10:30:46.972187 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-bf39028d-ac75-44d4-b54e-b4115a74d781 None None] Set router 48e0c119-d15e-40c7-8fe5-ba4b8bea66bc gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:30:47.009494 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-1fc1e516-d0f1-4dd1-8353-8b497a025a31 None None] Allocated IP 172.20.0.2 (af792aca-c8fc-424b-9656-e31bf1d226f5/3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7/2820b929-4b9e-4172-b231-6e037188e1f9) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:47.081950 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-bdbf51da-42a2-4244-adcb-02ca07edce11 service neutron] 10.222.0.11 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921034 Mar 07 10:30:47.237864 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-ea81fcaf-5440-48cf-ba84-195a00d783d0 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:47.245345 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-73f04f6b-16bb-44e9-bef4-424d19e6af59 None None] Provisioning complete for port 1b89c1b1-c726-4d48-823d-177590c5fac0 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:47.246454 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-73f04f6b-16bb-44e9-bef4-424d19e6af59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1b89c1b1-c726-4d48-823d-177590c5fac0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:47.255776 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-ea81fcaf-5440-48cf-ba84-195a00d783d0 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3663850 Mar 07 10:30:47.450078 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-0e39e337-f885-4e15-81f5-81d118a070c8 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/quotas/38226035d9a14a64837c29a3926f0a17 HTTP/1.1" status: 200 len: 375 time: 0.1931911 Mar 07 10:30:47.459113 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05527634-0a7e-4d78-bb90-d10b34167f91 req-72156061-67bd-4168-9366-fbd2147c936c tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:47.468583 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-05527634-0a7e-4d78-bb90-d10b34167f91 req-72156061-67bd-4168-9366-fbd2147c936c tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 950 time: 0.1100163 Mar 07 10:30:47.493930 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39181687-4ee0-4bb1-9776-14abbd41541d admin admin] Publish callbacks [] for router_gateway (16893d4d-3b69-44da-a2d0-f87b2a4c86d0), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:47.651837 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-05527634-0a7e-4d78-bb90-d10b34167f91 req-284debd3-c5e4-412a-b30e-34bb4e67f12f tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811450 Mar 07 10:30:47.735711 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-b1dcc19f-672f-41aa-905c-cf8f0087d6df tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=38226035d9a14a64837c29a3926f0a17&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2817180 Mar 07 10:30:47.782316 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-bf39028d-ac75-44d4-b54e-b4115a74d781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e0c119-d15e-40c7-8fe5-ba4b8bea66bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1272933083-router', 'tenant_id': '59e45a4a55b9498cb47b5f357a6d7b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'b93a197b-ed2a-4952-a49b-4f3b9d4d2758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:31Z', 'updated_at': '2022-03-07T10:30:41Z', 'revision_number': 4, 'project_id': '59e45a4a55b9498cb47b5f357a6d7b64', 'gw_port': {'id': 'b93a197b-ed2a-4952-a49b-4f3b9d4d2758', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e0c119-d15e-40c7-8fe5-ba4b8bea66bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:33Z', 'updated_at': '2022-03-07T10:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '1b89c1b1-c726-4d48-823d-177590c5fac0', 'name': '', 'network_id': '07b1f4a0-d239-491c-95cc-899139e5195d', 'tenant_id': '59e45a4a55b9498cb47b5f357a6d7b64', 'mac_address': 'fa:16:3e:dc:88:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e0c119-d15e-40c7-8fe5-ba4b8bea66bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e5dc6079-64c8-42bd-9411-f854de8c9e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:39Z', 'updated_at': '2022-03-07T10:30:46Z', 'revision_number': 4, 'project_id': '59e45a4a55b9498cb47b5f357a6d7b64', 'subnets': [{'id': 'e5dc6079-64c8-42bd-9411-f854de8c9e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:47.827243 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1fc1e516-d0f1-4dd1-8353-8b497a025a31 None None] Publish callbacks [] for port (2820b929-4b9e-4172-b231-6e037188e1f9), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:47.842271 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-73f04f6b-16bb-44e9-bef4-424d19e6af59 None None] Current status of the port 1b89c1b1-c726-4d48-823d-177590c5fac0 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:47.846413 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-73f04f6b-16bb-44e9-bef4-424d19e6af59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1b89c1b1-c726-4d48-823d-177590c5fac0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:47.861434 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1fc1e516-d0f1-4dd1-8353-8b497a025a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (2820b929-4b9e-4172-b231-6e037188e1f9), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:47.899363 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf39028d-ac75-44d4-b54e-b4115a74d781 None None] The sync data for ids ['48e0c119-d15e-40c7-8fe5-ba4b8bea66bc'] in n-d-832164-4 is: [{'id': '48e0c119-d15e-40c7-8fe5-ba4b8bea66bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1272933083-router', 'tenant_id': '59e45a4a55b9498cb47b5f357a6d7b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'b93a197b-ed2a-4952-a49b-4f3b9d4d2758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:31Z', 'updated_at': '2022-03-07T10:30:41Z', 'revision_number': 4, 'project_id': '59e45a4a55b9498cb47b5f357a6d7b64', 'gw_port': {'id': 'b93a197b-ed2a-4952-a49b-4f3b9d4d2758', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e0c119-d15e-40c7-8fe5-ba4b8bea66bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:33Z', 'updated_at': '2022-03-07T10:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '1b89c1b1-c726-4d48-823d-177590c5fac0', 'name': '', 'network_id': '07b1f4a0-d239-491c-95cc-899139e5195d', 'tenant_id': '59e45a4a55b9498cb47b5f357a6d7b64', 'mac_address': 'fa:16:3e:dc:88:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48e0c119-d15e-40c7-8fe5-ba4b8bea66bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': 'e5dc6079-64c8-42bd-9411-f854de8c9e31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:39Z', 'updated_at': '2022-03-07T10:30:46Z', 'revision_number': 4, 'project_id': '59e45a4a55b9498cb47b5f357a6d7b64', 'subnets': [{'id': 'e5dc6079-64c8-42bd-9411-f854de8c9e31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:30:47.922219 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc1e516-d0f1-4dd1-8353-8b497a025a31 None None] Network af792aca-c8fc-424b-9656-e31bf1d226f5 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:47.924132 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 1fb52674-c21e-471c-95d0-159457f41e32 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:30:47.930120 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-1fc1e516-d0f1-4dd1-8353-8b497a025a31 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:47.958352 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e809186-4cea-40d1-a437-31121f95d50a req-0ef5aa11-5734-4f66-8c3f-03571531ab1a tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:47.960932 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc1e516-d0f1-4dd1-8353-8b497a025a31 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:30:47.972567 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4e809186-4cea-40d1-a437-31121f95d50a req-0ef5aa11-5734-4f66-8c3f-03571531ab1a tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=71274ecc-4732-420a-9415-511854797bdd HTTP/1.1" status: 200 len: 943 time: 0.1657753 Mar 07 10:30:47.998137 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-73f04f6b-16bb-44e9-bef4-424d19e6af59 None None] For port 1b89c1b1-c726-4d48-823d-177590c5fac0, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1b89c1b1-c726-4d48-823d-177590c5fac0,segment=NetworkSegment(8c672a63-1380-4ab4-bdf1-c1392eff1a82),segment_id=8c672a63-1380-4ab4-bdf1-c1392eff1a82)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:48.074846 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-73f04f6b-16bb-44e9-bef4-424d19e6af59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1b89c1b1-c726-4d48-823d-177590c5fac0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:48.109917 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:48.198965 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1e516-d0f1-4dd1-8353-8b497a025a31 None None] Pushing event updated for resources: {'Port': ['ID=2820b929-4b9e-4172-b231-6e037188e1f9,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:48.256605 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4e809186-4cea-40d1-a437-31121f95d50a req-a1327e5b-ba13-442b-b46d-b6ab3cd6a3ff tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/security-groups?id=432c2063-5333-4824-af3b-fe6ac20d1287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2822354 Mar 07 10:30:48.586003 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-18baf4d2-abe5-44f2-9b2f-6a12d08158d4 req-132de892-4994-41e4-af27-e446f3f8dc9a tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 210 time: 0.1477828 Mar 07 10:30:48.753436 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-1fc1e516-d0f1-4dd1-8353-8b497a025a31 None None] Attempting to bind port 2820b929-4b9e-4172-b231-6e037188e1f9 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:30:48.757366 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-1fc1e516-d0f1-4dd1-8353-8b497a025a31 None None] Attempting to bind port 2820b929-4b9e-4172-b231-6e037188e1f9 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '65ee731a-4bc1-416b-9a26-7bec4e9c13e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'af792aca-c8fc-424b-9656-e31bf1d226f5'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:30:48.761855 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc1e516-d0f1-4dd1-8353-8b497a025a31 None None] Attempting to bind port 2820b929-4b9e-4172-b231-6e037188e1f9 on network af792aca-c8fc-424b-9656-e31bf1d226f5 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:48.864170 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a88fe523-184f-45ed-b5c3-d73e2d828505 None None] Provisioning complete for port 1b89c1b1-c726-4d48-823d-177590c5fac0 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:48.866234 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39181687-4ee0-4bb1-9776-14abbd41541d admin admin] Publish callbacks [] for router_gateway (16893d4d-3b69-44da-a2d0-f87b2a4c86d0), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:48.876284 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a88fe523-184f-45ed-b5c3-d73e2d828505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1b89c1b1-c726-4d48-823d-177590c5fac0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:48.966238 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc1e516-d0f1-4dd1-8353-8b497a025a31 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:30:48.969581 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc1e516-d0f1-4dd1-8353-8b497a025a31 None None] Checking segment: {'id': '65ee731a-4bc1-416b-9a26-7bec4e9c13e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'af792aca-c8fc-424b-9656-e31bf1d226f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:30:48.970415 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1fc1e516-d0f1-4dd1-8353-8b497a025a31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:48.971043 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc1e516-d0f1-4dd1-8353-8b497a025a31 None None] Bound using segment: {'id': '65ee731a-4bc1-416b-9a26-7bec4e9c13e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'af792aca-c8fc-424b-9656-e31bf1d226f5'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:30:48.971763 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-1fc1e516-d0f1-4dd1-8353-8b497a025a31 None None] Bound port: 2820b929-4b9e-4172-b231-6e037188e1f9, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ee731a-4bc1-416b-9a26-7bec4e9c13e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'af792aca-c8fc-424b-9656-e31bf1d226f5'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:30:48.976370 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1fc1e516-d0f1-4dd1-8353-8b497a025a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2820b929-4b9e-4172-b231-6e037188e1f9), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:48.993190 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39181687-4ee0-4bb1-9776-14abbd41541d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:49.053858 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1b89c1b1-c726-4d48-823d-177590c5fac0 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:30:49.105391 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c7314-1c4b-4a0c-ae04-a810e6078bcb req-a15c53b5-c6dc-486b-800a-72c3f58bab93 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:49.120395 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cd5c7314-1c4b-4a0c-ae04-a810e6078bcb req-a15c53b5-c6dc-486b-800a-72c3f58bab93 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 950 time: 0.2178111 Mar 07 10:30:49.308056 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cd5c7314-1c4b-4a0c-ae04-a810e6078bcb req-e37807d0-4083-436c-a799-64c521a9de0f tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866877 Mar 07 10:30:49.318711 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 1fb52674-c21e-471c-95d0-159457f41e32, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=1fb52674-c21e-471c-95d0-159457f41e32,segment=NetworkSegment(76ecd108-4709-457c-9971-4b747cde059f),segment_id=76ecd108-4709-457c-9971-4b747cde059f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:49.351286 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '1fb52674-c21e-471c-95d0-159457f41e32', 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8', 'port_id': '1fb52674-c21e-471c-95d0-159457f41e32', 'mac_address': 'fa:16:3e:04:4e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66fddbce-75dd-46ee-b56e-87f13faf6741', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:30:49.394748 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f04f6b-16bb-44e9-bef4-424d19e6af59 None None] Pushing event updated for resources: {'Port': ['ID=1b89c1b1-c726-4d48-823d-177590c5fac0,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:49.587176 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37485868-ccb1-4728-aabd-4bd3e9682a8d req-371fb763-bd4e-4750-8ae6-2ce193cd102b tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:49.602474 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-37485868-ccb1-4728-aabd-4bd3e9682a8d req-371fb763-bd4e-4750-8ae6-2ce193cd102b tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 950 time: 0.1424353 Mar 07 10:30:49.645441 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 1fb52674-c21e-471c-95d0-159457f41e32 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:49.646076 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1fb52674-c21e-471c-95d0-159457f41e32), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:49.729042 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-37485868-ccb1-4728-aabd-4bd3e9682a8d req-e5e700b5-7f2a-4e13-887e-d1c56af94e77 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218717 Mar 07 10:30:49.762469 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-1fc1e516-d0f1-4dd1-8353-8b497a025a31 None None] For port 2820b929-4b9e-4172-b231-6e037188e1f9, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:49.792275 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fb52674-c21e-471c-95d0-159457f41e32 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:30:49.868529 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 1fb52674-c21e-471c-95d0-159457f41e32, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=1fb52674-c21e-471c-95d0-159457f41e32,segment=NetworkSegment(76ecd108-4709-457c-9971-4b747cde059f),segment_id=76ecd108-4709-457c-9971-4b747cde059f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:49.921039 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a88fe523-184f-45ed-b5c3-d73e2d828505 None None] Current status of the port 1b89c1b1-c726-4d48-823d-177590c5fac0 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:49.931946 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1fb52674-c21e-471c-95d0-159457f41e32), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:49.951586 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-1fc1e516-d0f1-4dd1-8353-8b497a025a31 None None] For port 2820b929-4b9e-4172-b231-6e037188e1f9, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=2820b929-4b9e-4172-b231-6e037188e1f9,segment=NetworkSegment(65ee731a-4bc1-416b-9a26-7bec4e9c13e1),segment_id=65ee731a-4bc1-416b-9a26-7bec4e9c13e1)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:50.076030 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1fc1e516-d0f1-4dd1-8353-8b497a025a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (2820b929-4b9e-4172-b231-6e037188e1f9), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:50.090327 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 1b89c1b1-c726-4d48-823d-177590c5fac0 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:50.090903 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1b89c1b1-c726-4d48-823d-177590c5fac0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:50.171871 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9769f9cc-98c1-48ba-9ad8-3d957a8189c5 req-4bd0a1b2-9951-49c1-892a-2f36410aa3cd tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 210 time: 0.0849214 Mar 07 10:30:50.251829 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=1fb52674-c21e-471c-95d0-159457f41e32,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:50.440602 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f0e86c9a-1e16-4d7b-884c-dc9c72591982 req-00d200ab-0a10-4295-af37-fbde5eedbdf7 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=549f000e-bf3a-4038-adaa-0fb2514bce04 HTTP/1.1" status: 200 len: 210 time: 0.1399164 Mar 07 10:30:50.854706 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['1fb52674-c21e-471c-95d0-159457f41e32'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:30:51.051752 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-fc1117cd-b9d4-4e36-8c0e-5a8caa079955 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:51.055199 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-fc1117cd-b9d4-4e36-8c0e-5a8caa079955 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.31 "GET /v2.0/networks?id=f571527e-a205-427a-8890-cc1f2763fcb1 HTTP/1.1" status: 200 len: 807 time: 0.6371264 Mar 07 10:30:51.131067 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 1b89c1b1-c726-4d48-823d-177590c5fac0 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:51.150732 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-39181687-4ee0-4bb1-9776-14abbd41541d admin admin] Allocated IP 172.25.3.99 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/6986b9f3-0168-4a92-a71a-f756aaadc167) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:51.212215 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1e516-d0f1-4dd1-8353-8b497a025a31 None None] Pushing event updated for resources: {'Port': ['ID=2820b929-4b9e-4172-b231-6e037188e1f9,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:51.343545 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39181687-4ee0-4bb1-9776-14abbd41541d admin admin] Publish callbacks [] for port (6986b9f3-0168-4a92-a71a-f756aaadc167), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:51.380480 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1b89c1b1-c726-4d48-823d-177590c5fac0 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:30:51.412651 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-ea844413-73a2-4915-bbd4-eecd3bb187cd tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Request body: {'port': {'device_id': 'd22a090a-1bae-431d-a1c8-b08f8ceedd35', 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1', 'admin_state_up': True, 'tenant_id': 'f4eca9194fdd4a93832d9940e3e6237a'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:51.432208 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39181687-4ee0-4bb1-9776-14abbd41541d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (6986b9f3-0168-4a92-a71a-f756aaadc167), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:51.566091 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39181687-4ee0-4bb1-9776-14abbd41541d admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:51.712256 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 1b89c1b1-c726-4d48-823d-177590c5fac0 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:51.713726 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1b89c1b1-c726-4d48-823d-177590c5fac0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:51.774885 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025e4eb-25f4-493e-a6c8-d9605b476779 req-34266449-a62f-46f5-a1ce-2d2d03242229 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:51.786667 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1025e4eb-25f4-493e-a6c8-d9605b476779 req-34266449-a62f-46f5-a1ce-2d2d03242229 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 950 time: 0.1561477 Mar 07 10:30:51.842450 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3732b0-014e-4a2e-94d4-7f3eb5552d89 req-cfde8c12-b44a-41c5-9ea7-a34be8374555 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:51.845186 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f3732b0-014e-4a2e-94d4-7f3eb5552d89 req-cfde8c12-b44a-41c5-9ea7-a34be8374555 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=71274ecc-4732-420a-9415-511854797bdd HTTP/1.1" status: 200 len: 944 time: 1.3887835 Mar 07 10:30:51.921492 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 1b89c1b1-c726-4d48-823d-177590c5fac0 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:51.953034 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-39181687-4ee0-4bb1-9776-14abbd41541d admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:52.003280 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1025e4eb-25f4-493e-a6c8-d9605b476779 req-83188843-e1ec-4607-aedc-98ccde2d8d10 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147865 Mar 07 10:30:52.021332 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39181687-4ee0-4bb1-9776-14abbd41541d admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:30:52.180424 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39181687-4ee0-4bb1-9776-14abbd41541d admin admin] Pushing event updated for resources: {'Port': ['ID=6986b9f3-0168-4a92-a71a-f756aaadc167,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:52.188413 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-ea844413-73a2-4915-bbd4-eecd3bb187cd tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Made reservation on behalf of f4eca9194fdd4a93832d9940e3e6237a for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:52.192526 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-ea844413-73a2-4915-bbd4-eecd3bb187cd tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:52.222201 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f3732b0-014e-4a2e-94d4-7f3eb5552d89 req-17c6a513-cc4a-4a39-8e4b-6672cdea46fd tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/security-groups?id=432c2063-5333-4824-af3b-fe6ac20d1287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2860963 Mar 07 10:30:52.288943 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53efaa-ea82-44cc-8518-65f14eb5bbd7 req-80d5c139-3c84-4e33-b80d-03262ad78306 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:52.295903 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0e53efaa-ea82-44cc-8518-65f14eb5bbd7 req-80d5c139-3c84-4e33-b80d-03262ad78306 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 950 time: 0.1832018 Mar 07 10:30:52.441726 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0e53efaa-ea82-44cc-8518-65f14eb5bbd7 req-1b256847-a951-4e92-9f38-686b91921ff6 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448615 Mar 07 10:30:52.536350 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1b3b10-b8a5-4cad-9d66-c81ba90cff67 None None] Network af792aca-c8fc-424b-9656-e31bf1d226f5 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:30:52.561325 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:52.596643 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-10814eaa-6327-4bf4-9829-77b90820c9a1 req-83df60da-e852-4d4e-9b9b-f4c65c7aa582 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 210 time: 0.0796204 Mar 07 10:30:52.703003 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c7a42f92-1295-460c-99c5-16a6af0b59ac req-8d844104-ad4e-4e9a-8b3c-a5e6fc2fb8c4 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=549f000e-bf3a-4038-adaa-0fb2514bce04 HTTP/1.1" status: 200 len: 210 time: 0.1067629 Mar 07 10:30:52.736689 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-a07e1981-18d6-4752-ab68-6eac8e471969 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=38226035d9a14a64837c29a3926f0a17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0870380 Mar 07 10:30:52.756530 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-0fb5b6a8-9d03-4382-9e2f-e58fb56b4037 None None] Provisioning complete for port 2820b929-4b9e-4172-b231-6e037188e1f9 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:52.757507 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0fb5b6a8-9d03-4382-9e2f-e58fb56b4037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2820b929-4b9e-4172-b231-6e037188e1f9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:52.806288 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7918b8d7-a1dc-46f7-bb49-42fb4a9f209b req-b18b45f4-3926-4af9-8521-4c490109ae9c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0840cc27-3f74-4b1a-81fc-62b9eb197a2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4779465 Mar 07 10:30:52.911414 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-ea844413-73a2-4915-bbd4-eecd3bb187cd tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Allocated IP 172.20.0.13 (f571527e-a205-427a-8890-cc1f2763fcb1/5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5/1c0865da-6fde-4c3c-8287-5b7c2a1b6459) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:53.037197 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39181687-4ee0-4bb1-9776-14abbd41541d admin admin] Publish callbacks [] for router_gateway (16893d4d-3b69-44da-a2d0-f87b2a4c86d0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:53.229710 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-ea844413-73a2-4915-bbd4-eecd3bb187cd tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Publish callbacks [] for port (1c0865da-6fde-4c3c-8287-5b7c2a1b6459), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:53.350713 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-ea844413-73a2-4915-bbd4-eecd3bb187cd tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (1c0865da-6fde-4c3c-8287-5b7c2a1b6459), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:53.413603 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0fb5b6a8-9d03-4382-9e2f-e58fb56b4037 None None] Current status of the port 2820b929-4b9e-4172-b231-6e037188e1f9 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:53.413603 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0fb5b6a8-9d03-4382-9e2f-e58fb56b4037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2820b929-4b9e-4172-b231-6e037188e1f9), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:53.518598 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-0fb5b6a8-9d03-4382-9e2f-e58fb56b4037 None None] For port 2820b929-4b9e-4172-b231-6e037188e1f9, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=2820b929-4b9e-4172-b231-6e037188e1f9,segment=NetworkSegment(65ee731a-4bc1-416b-9a26-7bec4e9c13e1),segment_id=65ee731a-4bc1-416b-9a26-7bec4e9c13e1)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:53.529915 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0fb5b6a8-9d03-4382-9e2f-e58fb56b4037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (2820b929-4b9e-4172-b231-6e037188e1f9), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:53.610045 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-ea844413-73a2-4915-bbd4-eecd3bb187cd tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Network f571527e-a205-427a-8890-cc1f2763fcb1 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:53.635568 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea844413-73a2-4915-bbd4-eecd3bb187cd tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Pushing event updated for resources: {'Port': ['ID=1c0865da-6fde-4c3c-8287-5b7c2a1b6459,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:53.638521 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-ea844413-73a2-4915-bbd4-eecd3bb187cd tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:53.640452 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 2820b929-4b9e-4172-b231-6e037188e1f9 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:30:53.655175 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918b8d7-a1dc-46f7-bb49-42fb4a9f209b req-200c1605-3f96-4487-b653-4dd27b22e30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:53.656940 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7918b8d7-a1dc-46f7-bb49-42fb4a9f209b req-200c1605-3f96-4487-b653-4dd27b22e30b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c58e29852e144d5b9590ff284bb5c1fd&device_id=0840cc27-3f74-4b1a-81fc-62b9eb197a2d HTTP/1.1" status: 200 len: 1132 time: 0.7542288 Mar 07 10:30:53.662048 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-0eaf01dd-0dd5-40fd-bfe9-3b55487af979 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=38226035d9a14a64837c29a3926f0a17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3872867 Mar 07 10:30:53.683075 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-ea844413-73a2-4915-bbd4-eecd3bb187cd tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:30:53.732490 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d8bb0-7e7e-46fd-b458-8519c04fa883 req-ab290003-1887-4489-8484-21ccfbd03f1a tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:53.747351 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5b6d8bb0-7e7e-46fd-b458-8519c04fa883 req-ab290003-1887-4489-8484-21ccfbd03f1a tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=71274ecc-4732-420a-9415-511854797bdd HTTP/1.1" status: 200 len: 944 time: 0.2353213 Mar 07 10:30:53.895632 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-ea844413-73a2-4915-bbd4-eecd3bb187cd tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:53.896306 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-ea844413-73a2-4915-bbd4-eecd3bb187cd tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:53.899218 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5b6a8-9d03-4382-9e2f-e58fb56b4037 None None] Pushing event updated for resources: {'Port': ['ID=2820b929-4b9e-4172-b231-6e037188e1f9,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:53.911983 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5b6d8bb0-7e7e-46fd-b458-8519c04fa883 req-4734a20d-7a1d-4990-9250-00390270c087 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/security-groups?id=432c2063-5333-4824-af3b-fe6ac20d1287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619332 Mar 07 10:30:53.933831 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c484288c-2885-470a-8112-474a0ba68edc None None] Provisioning complete for port 2820b929-4b9e-4172-b231-6e037188e1f9 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:53.934299 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c484288c-2885-470a-8112-474a0ba68edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2820b929-4b9e-4172-b231-6e037188e1f9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:54.062274 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 1fb52674-c21e-471c-95d0-159457f41e32 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:30:54.076729 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 2820b929-4b9e-4172-b231-6e037188e1f9 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:54.077288 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2820b929-4b9e-4172-b231-6e037188e1f9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:54.220619 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-19a617bf-0f38-46ce-8027-34e58c7707fd tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:54.223878 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-19a617bf-0f38-46ce-8027-34e58c7707fd tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4585705 Mar 07 10:30:54.232491 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708f1b1-cd10-4fab-9993-9c869215d840 req-d67d0cb4-94ec-4f06-95fc-9bd1686da285 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:54.254591 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1708f1b1-cd10-4fab-9993-9c869215d840 req-d67d0cb4-94ec-4f06-95fc-9bd1686da285 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 950 time: 0.1142063 Mar 07 10:30:54.292809 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-b626609b-7011-447c-9473-882ce5ae15c8 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Request body: {'port': {'device_id': 'd2404830-aa59-4ed7-a4c1-a260cebe906c', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'admin_state_up': True, 'tenant_id': '38226035d9a14a64837c29a3926f0a17'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:54.334588 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c484288c-2885-470a-8112-474a0ba68edc None None] Current status of the port 2820b929-4b9e-4172-b231-6e037188e1f9 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:54.357527 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1708f1b1-cd10-4fab-9993-9c869215d840 req-9d197063-3f94-486b-b377-2344f2ac98f1 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010859 Mar 07 10:30:54.371062 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 1fb52674-c21e-471c-95d0-159457f41e32 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:30:54.375179 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 1fb52674-c21e-471c-95d0-159457f41e32 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:54.375570 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1fb52674-c21e-471c-95d0-159457f41e32), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:54.403613 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad85b0f-7c0c-4ac6-826f-a6e4523a0f0d req-d9926fd2-5278-4ed4-837d-3c28efb47e73 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:54.410451 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7ad85b0f-7c0c-4ac6-826f-a6e4523a0f0d req-d9926fd2-5278-4ed4-837d-3c28efb47e73 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 950 time: 1.0505188 Mar 07 10:30:54.419004 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 2820b929-4b9e-4172-b231-6e037188e1f9 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:54.531348 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-91ca9af8-e804-42c5-9ebb-6e8d95b066db tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:54.534079 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-91ca9af8-e804-42c5-9ebb-6e8d95b066db tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6129842 Mar 07 10:30:54.536068 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338614a5-e1f8-4437-aa37-fe91be779e13 req-00ddaa74-6161-4cf9-a20b-5a71a2f7287c tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:54.540187 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 1fb52674-c21e-471c-95d0-159457f41e32 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:54.540742 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1fb52674-c21e-471c-95d0-159457f41e32), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:54.545304 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-338614a5-e1f8-4437-aa37-fe91be779e13 req-00ddaa74-6161-4cf9-a20b-5a71a2f7287c tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 932 time: 0.0922928 Mar 07 10:30:54.593961 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71274ecc-4732-420a-9415-511854797bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb52674-c21e-471c-95d0-159457f41e32'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:30:54.596794 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704113fc-fd8a-4ca6-8fd8-beb29adada02" -d '{"events": [{"server_uuid": "71274ecc-4732-420a-9415-511854797bdd", "name": "network-vif-plugged", "status": "completed", "tag": "1fb52674-c21e-471c-95d0-159457f41e32"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:30:54.614887 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-338614a5-e1f8-4437-aa37-fe91be779e13 req-c3561fec-172d-4a93-9fce-a123da882202 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644362 Mar 07 10:30:54.621443 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 1fb52674-c21e-471c-95d0-159457f41e32, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=1fb52674-c21e-471c-95d0-159457f41e32,segment=NetworkSegment(76ecd108-4709-457c-9971-4b747cde059f),segment_id=76ecd108-4709-457c-9971-4b747cde059f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:30:54.629731 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1fb52674-c21e-471c-95d0-159457f41e32), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:54.682322 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:30:54.685357 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-cf32ad26-2356-4a62-b09f-716abcd5a948 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Request body: {'port': {'device_id': '549f000e-bf3a-4038-adaa-0fb2514bce04', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'admin_state_up': True, 'tenant_id': '38226035d9a14a64837c29a3926f0a17'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:54.698957 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-ea844413-73a2-4915-bbd4-eecd3bb187cd tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2938714 Mar 07 10:30:54.744019 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-021afb57-9e74-4169-be8b-8fbf4e791d94 req-35512eb5-2479-4b0d-9900-56896c98209c tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=549f000e-bf3a-4038-adaa-0fb2514bce04 HTTP/1.1" status: 200 len: 210 time: 0.0532095 Mar 07 10:30:54.753361 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=1fb52674-c21e-471c-95d0-159457f41e32,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:54.760458 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-520cbfc8-d87d-4d0f-894d-3c957281fa7b service neutron] Request body: {'port': {'device_id': 'd22a090a-1bae-431d-a1c8-b08f8ceedd35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:54.794347 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab6cb3d-31dd-4fb2-9261-99c9b76aaafd x-openstack-request-id: req-9ab6cb3d-31dd-4fb2-9261-99c9b76aaafd {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:30:54.794727 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71274ecc-4732-420a-9415-511854797bdd", "name": "network-vif-plugged", "status": "completed", "tag": "1fb52674-c21e-471c-95d0-159457f41e32", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:30:54.794999 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9ab6cb3d-31dd-4fb2-9261-99c9b76aaafd {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:30:54.795405 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71274ecc-4732-420a-9415-511854797bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fb52674-c21e-471c-95d0-159457f41e32', 'code': 200} Mar 07 10:30:55.134716 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7ad85b0f-7c0c-4ac6-826f-a6e4523a0f0d req-70a4b7bd-d4f4-45f6-b4bf-7bb4e3c05c82 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5893383 Mar 07 10:30:55.149936 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e062062-f612-42d1-b404-e33d0702ed5c req-f595f97c-03a8-4689-9581-e316f5c41b75 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:55.176097 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8e062062-f612-42d1-b404-e33d0702ed5c req-f595f97c-03a8-4689-9581-e316f5c41b75 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=71274ecc-4732-420a-9415-511854797bdd HTTP/1.1" status: 200 len: 945 time: 0.1226437 Mar 07 10:30:55.288277 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 2820b929-4b9e-4172-b231-6e037188e1f9 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:30:55.361311 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 2820b929-4b9e-4172-b231-6e037188e1f9 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:55.361838 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2820b929-4b9e-4172-b231-6e037188e1f9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:55.397224 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8e062062-f612-42d1-b404-e33d0702ed5c req-75003e51-ac26-4acd-acea-c3cd6af48cc4 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/security-groups?id=432c2063-5333-4824-af3b-fe6ac20d1287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157016 Mar 07 10:30:55.401882 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75227a0-a6e8-421a-8ff4-56fd6c90d716 req-3af325ef-0d68-4455-8d1b-9cd58f196d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:55.407402 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e75227a0-a6e8-421a-8ff4-56fd6c90d716 req-3af325ef-0d68-4455-8d1b-9cd58f196d10 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c58e29852e144d5b9590ff284bb5c1fd&device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 1132 time: 0.2256763 Mar 07 10:30:55.556955 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 2820b929-4b9e-4172-b231-6e037188e1f9 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:30:55.609651 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75227a0-a6e8-421a-8ff4-56fd6c90d716 req-5934cfc3-0a27-4afe-aa67-448825991cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:55.611320 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e75227a0-a6e8-421a-8ff4-56fd6c90d716 req-5934cfc3-0a27-4afe-aa67-448825991cb2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.1709971 Mar 07 10:30:55.667224 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e75227a0-a6e8-421a-8ff4-56fd6c90d716 req-20e89bb2-dd11-477d-8f49-2562ac7791ca service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=423f92bb-de3e-4985-8b92-2d3f3dd348b3 HTTP/1.1" status: 200 len: 217 time: 0.0490732 Mar 07 10:30:55.771094 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918b8d7-a1dc-46f7-bb49-42fb4a9f209b req-48c972c8-b021-43f2-b28b-c679e8d719cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:55.772585 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7918b8d7-a1dc-46f7-bb49-42fb4a9f209b req-48c972c8-b021-43f2-b28b-c679e8d719cf service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 1.8652339 Mar 07 10:30:55.777691 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39181687-4ee0-4bb1-9776-14abbd41541d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (16893d4d-3b69-44da-a2d0-f87b2a4c86d0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:55.795808 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75227a0-a6e8-421a-8ff4-56fd6c90d716 req-073b6548-ffc9-4a62-a851-5dd7d732ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:55.799113 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e75227a0-a6e8-421a-8ff4-56fd6c90d716 req-073b6548-ffc9-4a62-a851-5dd7d732ee09 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1250963 Mar 07 10:30:55.842064 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049d22d-1358-4d71-be4c-bf0cc4639c16 req-451b1537-01c3-4e54-91b6-26b7d6a830b9 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:55.843730 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5049d22d-1358-4d71-be4c-bf0cc4639c16 req-451b1537-01c3-4e54-91b6-26b7d6a830b9 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 932 time: 0.1488485 Mar 07 10:30:55.911504 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5049d22d-1358-4d71-be4c-bf0cc4639c16 req-6f94e9c8-e35e-47e6-b326-6a6151565ce4 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586319 Mar 07 10:30:55.920772 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75227a0-a6e8-421a-8ff4-56fd6c90d716 req-4b786c23-bdc5-4650-aa7c-13d564805623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:55.920772 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e75227a0-a6e8-421a-8ff4-56fd6c90d716 req-4b786c23-bdc5-4650-aa7c-13d564805623 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1144390 Mar 07 10:30:55.981020 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7918b8d7-a1dc-46f7-bb49-42fb4a9f209b req-de987af2-4c4e-459d-bea3-074d29c3b863 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=a696d29d-b4c6-468a-abfa-142e49d36427 HTTP/1.1" status: 200 len: 217 time: 0.0581267 Mar 07 10:30:56.084805 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918b8d7-a1dc-46f7-bb49-42fb4a9f209b req-0607b064-6738-4fbd-93fd-70bffb15b83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:56.086302 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7918b8d7-a1dc-46f7-bb49-42fb4a9f209b req-0607b064-6738-4fbd-93fd-70bffb15b83e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.0787926 Mar 07 10:30:56.091006 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-520cbfc8-d87d-4d0f-894d-3c957281fa7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1c0865da-6fde-4c3c-8287-5b7c2a1b6459), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:56.107540 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f88605-4f17-412d-81e3-cc825a2fd90e req-22dc3ca9-6ecb-47b8-b94c-ef7295dd2f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:56.109025 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40f88605-4f17-412d-81e3-cc825a2fd90e req-22dc3ca9-6ecb-47b8-b94c-ef7295dd2f88 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=71274ecc-4732-420a-9415-511854797bdd HTTP/1.1" status: 200 len: 1127 time: 1.0414808 Mar 07 10:30:56.179399 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e75227a0-a6e8-421a-8ff4-56fd6c90d716 req-2c44c20a-c7d4-4d13-8537-a6f7ffadb859 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466221 Mar 07 10:30:56.181183 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e7cbde97-ee6e-4b1e-89d7-48be9943bd25 req-854a62b3-90dd-416f-8be5-5ac1359e0a8b tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=549f000e-bf3a-4038-adaa-0fb2514bce04 HTTP/1.1" status: 200 len: 210 time: 0.0316725 Mar 07 10:30:56.373695 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-b626609b-7011-447c-9473-882ce5ae15c8 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Made reservation on behalf of 38226035d9a14a64837c29a3926f0a17 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:56.380015 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-b626609b-7011-447c-9473-882ce5ae15c8 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:56.389943 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e75227a0-a6e8-421a-8ff4-56fd6c90d716 req-ca5d6b4d-def1-4e51-b706-a2d76cc55395 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960685 Mar 07 10:30:56.406110 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae485ef1-59da-4f38-a306-6af784a9e734 req-3fd27bae-d900-4bf4-9d10-5740a14c45d4 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:56.414221 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ae485ef1-59da-4f38-a306-6af784a9e734 req-3fd27bae-d900-4bf4-9d10-5740a14c45d4 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 950 time: 0.1016140 Mar 07 10:30:56.468512 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-cf32ad26-2356-4a62-b09f-716abcd5a948 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Made reservation on behalf of 38226035d9a14a64837c29a3926f0a17 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:30:56.472791 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-cf32ad26-2356-4a62-b09f-716abcd5a948 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:56.505546 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ae485ef1-59da-4f38-a306-6af784a9e734 req-f282b6fc-45ed-4882-91ac-28bcaacd7a07 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902600 Mar 07 10:30:56.659012 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadf3e0-84fe-4cf8-adeb-99a5cc2fd32e req-4f07a265-689a-4c5d-a183-6f2023caffc8 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:56.661296 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dfadf3e0-84fe-4cf8-adeb-99a5cc2fd32e req-4f07a265-689a-4c5d-a183-6f2023caffc8 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=71274ecc-4732-420a-9415-511854797bdd HTTP/1.1" status: 200 len: 945 time: 0.0725276 Mar 07 10:30:56.679880 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf918e7-1145-402b-af2e-f068d30560ec req-af1cb42d-ade5-4b3c-bad5-2fef230d1899 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:56.681406 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ccf918e7-1145-402b-af2e-f068d30560ec req-af1cb42d-ade5-4b3c-bad5-2fef230d1899 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 950 time: 0.8964264 Mar 07 10:30:56.702760 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39181687-4ee0-4bb1-9776-14abbd41541d admin admin] Router 16893d4d-3b69-44da-a2d0-f87b2a4c86d0 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:30:56.743154 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40f88605-4f17-412d-81e3-cc825a2fd90e req-df68a07c-4391-456d-a258-bc2b7e64247b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=432c2063-5333-4824-af3b-fe6ac20d1287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6225665 Mar 07 10:30:56.751834 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dfadf3e0-84fe-4cf8-adeb-99a5cc2fd32e req-2271a268-3f93-45c1-b20b-509eb9c91bba tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/security-groups?id=432c2063-5333-4824-af3b-fe6ac20d1287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820527 Mar 07 10:30:56.855265 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-cf32ad26-2356-4a62-b09f-716abcd5a948 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Allocated IP 192.168.233.198 (598bad6c-a435-45aa-bbb6-2339f78a1590/cd915eb6-2d51-4c50-93c9-6777e48b408a/c21b0a24-1fa3-4758-a44d-c9bf41cd09fe) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:56.875457 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918b8d7-a1dc-46f7-bb49-42fb4a9f209b req-d7720361-0391-469a-aeda-4ec4727470a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:56.875457 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7918b8d7-a1dc-46f7-bb49-42fb4a9f209b req-d7720361-0391-469a-aeda-4ec4727470a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7100935 Mar 07 10:30:57.016197 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ccf918e7-1145-402b-af2e-f068d30560ec req-3b149fda-ef3f-47b5-970e-f9cf1da15a84 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168960 Mar 07 10:30:57.165732 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f58b47-42ea-4c18-8a7d-23e56d95a9f0 req-a4d21974-96cf-4a36-b914-507a3ff3df1e tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:57.171178 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-20f58b47-42ea-4c18-8a7d-23e56d95a9f0 req-a4d21974-96cf-4a36-b914-507a3ff3df1e tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 932 time: 0.1560833 Mar 07 10:30:57.246649 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-20f58b47-42ea-4c18-8a7d-23e56d95a9f0 req-b2187659-a6e3-4fc8-893c-f2b29724c78d tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688026 Mar 07 10:30:57.371650 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39181687-4ee0-4bb1-9776-14abbd41541d admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:30:57.393432 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7918b8d7-a1dc-46f7-bb49-42fb4a9f209b req-512ea10e-6281-4020-b6c4-21e881f67597 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5123065 Mar 07 10:30:57.402502 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c352edff-319d-46eb-bad3-e7ee7e18cfc8 None None] Sync routers for ids ['16893d4d-3b69-44da-a2d0-f87b2a4c86d0'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:30:57.438944 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-53812d11-5a0d-4a3e-9a02-668c040a102f req-81249575-dd41-4bd8-a9c9-80afad258485 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=549f000e-bf3a-4038-adaa-0fb2514bce04 HTTP/1.1" status: 200 len: 210 time: 0.0803585 Mar 07 10:30:57.440920 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c352edff-319d-46eb-bad3-e7ee7e18cfc8 None None] Routers {'16893d4d-3b69-44da-a2d0-f87b2a4c86d0'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:30:57.443049 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-c352edff-319d-46eb-bad3-e7ee7e18cfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:30:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['16893d4d-3b69-44da-a2d0-f87b2a4c86d0'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:57.454815 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-520cbfc8-d87d-4d0f-894d-3c957281fa7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:30:57.467612 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-520cbfc8-d87d-4d0f-894d-3c957281fa7b service neutron] Publish callbacks [] for port (1c0865da-6fde-4c3c-8287-5b7c2a1b6459), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:57.555300 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39181687-4ee0-4bb1-9776-14abbd41541d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:57.559260 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-39181687-4ee0-4bb1-9776-14abbd41541d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 11.4297359 Mar 07 10:30:57.560766 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38702) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:30:57.569384 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-cf32ad26-2356-4a62-b09f-716abcd5a948 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks [] for port (c21b0a24-1fa3-4758-a44d-c9bf41cd09fe), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:57.571136 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-520cbfc8-d87d-4d0f-894d-3c957281fa7b service neutron] Transition to ACTIVE for port object 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:30:57.597860 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-520cbfc8-d87d-4d0f-894d-3c957281fa7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (1c0865da-6fde-4c3c-8287-5b7c2a1b6459), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:57.713530 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7918b8d7-a1dc-46f7-bb49-42fb4a9f209b req-1a2f4ed0-26e7-44ef-8487-5374f4cd280f service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939780 Mar 07 10:30:57.816918 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-c352edff-319d-46eb-bad3-e7ee7e18cfc8 None None] Set router 16893d4d-3b69-44da-a2d0-f87b2a4c86d0 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:30:57.959592 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-b626609b-7011-447c-9473-882ce5ae15c8 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Allocated IP 192.168.233.48 (598bad6c-a435-45aa-bbb6-2339f78a1590/cd915eb6-2d51-4c50-93c9-6777e48b408a/2f7f9397-fceb-4008-8a03-238e09ab375b) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:58.018948 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-c352edff-319d-46eb-bad3-e7ee7e18cfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760601306-router', 'tenant_id': 'e34bc9d37c274a46bc29635735d10ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '6986b9f3-0168-4a92-a71a-f756aaadc167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:46Z', 'updated_at': '2022-03-07T10:30:52Z', 'revision_number': 3, 'project_id': 'e34bc9d37c274a46bc29635735d10ab8', 'gw_port': {'id': '6986b9f3-0168-4a92-a71a-f756aaadc167', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:61:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:49Z', 'updated_at': '2022-03-07T10:30:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:58.033116 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65148009-d1c0-4dc5-92fa-49cdc38e6ea1 req-d883e3e8-a1a4-4826-8e53-60c8047b6ea1 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:58.036375 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-65148009-d1c0-4dc5-92fa-49cdc38e6ea1 req-d883e3e8-a1a4-4826-8e53-60c8047b6ea1 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 950 time: 0.3421426 Mar 07 10:30:58.058153 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c352edff-319d-46eb-bad3-e7ee7e18cfc8 None None] Checking router: 16893d4d-3b69-44da-a2d0-f87b2a4c86d0 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:30:58.058752 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c352edff-319d-46eb-bad3-e7ee7e18cfc8 None None] Updating router 16893d4d-3b69-44da-a2d0-f87b2a4c86d0 port 6986b9f3-0168-4a92-a71a-f756aaadc167 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:30:58.092620 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c352edff-319d-46eb-bad3-e7ee7e18cfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6986b9f3-0168-4a92-a71a-f756aaadc167), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:58.162220 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-65148009-d1c0-4dc5-92fa-49cdc38e6ea1 req-bf3c8ed4-eb86-41a3-b30a-6bc08178fae3 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202457 Mar 07 10:30:58.443404 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520cbfc8-d87d-4d0f-894d-3c957281fa7b service neutron] Pushing event updated for resources: {'Port': ['ID=1c0865da-6fde-4c3c-8287-5b7c2a1b6459,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:58.455708 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-cf32ad26-2356-4a62-b09f-716abcd5a948 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (c21b0a24-1fa3-4758-a44d-c9bf41cd09fe), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:58.499836 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['9e768dce-3999-4a24-a47b-f9b22fe1c1df'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:30:58.511668 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3797a9-6ee0-4a1a-8f18-1fcfc70e4a2a req-12838f99-5fbe-4e0b-9f44-24078a25d522 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:58.515227 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-b626609b-7011-447c-9473-882ce5ae15c8 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks [] for port (2f7f9397-fceb-4008-8a03-238e09ab375b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:58.530199 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2d3797a9-6ee0-4a1a-8f18-1fcfc70e4a2a req-12838f99-5fbe-4e0b-9f44-24078a25d522 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 950 time: 0.1468656 Mar 07 10:30:58.616136 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['a3df8701-3341-4d4e-8dfa-a5b8dc650f89', 'e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:30:58.690855 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-cf32ad26-2356-4a62-b09f-716abcd5a948 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:58.740559 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-cf32ad26-2356-4a62-b09f-716abcd5a948 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:58.764573 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c352edff-319d-46eb-bad3-e7ee7e18cfc8 None None] Publish callbacks [] for port (6986b9f3-0168-4a92-a71a-f756aaadc167), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:58.778529 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-cf32ad26-2356-4a62-b09f-716abcd5a948 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:30:58.784044 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf32ad26-2356-4a62-b09f-716abcd5a948 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Pushing event updated for resources: {'Port': ['ID=c21b0a24-1fa3-4758-a44d-c9bf41cd09fe,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:58.796967 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c352edff-319d-46eb-bad3-e7ee7e18cfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6986b9f3-0168-4a92-a71a-f756aaadc167), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:58.836727 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2d3797a9-6ee0-4a1a-8f18-1fcfc70e4a2a req-d6af19ee-8e44-437b-a92d-fa62a6ff6a0c tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941761 Mar 07 10:30:58.858567 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fcbdf-7cd3-4e96-bf89-8fd9783f5576 req-f299a237-4231-4590-9d3c-c7d6d3f7b945 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:58.866563 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e51fcbdf-7cd3-4e96-bf89-8fd9783f5576 req-f299a237-4231-4590-9d3c-c7d6d3f7b945 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=71274ecc-4732-420a-9415-511854797bdd HTTP/1.1" status: 200 len: 945 time: 0.5160785 Mar 07 10:30:58.886740 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-c352edff-319d-46eb-bad3-e7ee7e18cfc8 None None] Attempting to bind port 6986b9f3-0168-4a92-a71a-f756aaadc167 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:30:58.887109 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-c352edff-319d-46eb-bad3-e7ee7e18cfc8 None None] Attempting to bind port 6986b9f3-0168-4a92-a71a-f756aaadc167 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:30:58.887523 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c352edff-319d-46eb-bad3-e7ee7e18cfc8 None None] Attempting to bind port 6986b9f3-0168-4a92-a71a-f756aaadc167 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:59.080396 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c352edff-319d-46eb-bad3-e7ee7e18cfc8 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:30:59.080783 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c352edff-319d-46eb-bad3-e7ee7e18cfc8 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:30:59.081212 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c352edff-319d-46eb-bad3-e7ee7e18cfc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:59.081675 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c352edff-319d-46eb-bad3-e7ee7e18cfc8 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:30:59.082504 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-c352edff-319d-46eb-bad3-e7ee7e18cfc8 None None] Bound port: 6986b9f3-0168-4a92-a71a-f756aaadc167, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:30:59.082919 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c352edff-319d-46eb-bad3-e7ee7e18cfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6986b9f3-0168-4a92-a71a-f756aaadc167), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:59.109272 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-520cbfc8-d87d-4d0f-894d-3c957281fa7b service neutron] Attempting to bind port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:30:59.109853 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-520cbfc8-d87d-4d0f-894d-3c957281fa7b service neutron] Attempting to bind port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:30:59.112699 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-520cbfc8-d87d-4d0f-894d-3c957281fa7b service neutron] Attempting to bind port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 on network f571527e-a205-427a-8890-cc1f2763fcb1 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:59.152918 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-b626609b-7011-447c-9473-882ce5ae15c8 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (2f7f9397-fceb-4008-8a03-238e09ab375b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:59.228337 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c352edff-319d-46eb-bad3-e7ee7e18cfc8 None None] For port 6986b9f3-0168-4a92-a71a-f756aaadc167, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:30:59.232772 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c352edff-319d-46eb-bad3-e7ee7e18cfc8 None None] For port 6986b9f3-0168-4a92-a71a-f756aaadc167, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6986b9f3-0168-4a92-a71a-f756aaadc167,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:30:59.288342 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-520cbfc8-d87d-4d0f-894d-3c957281fa7b service neutron] Port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 on network f571527e-a205-427a-8890-cc1f2763fcb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:30:59.288690 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-520cbfc8-d87d-4d0f-894d-3c957281fa7b service neutron] Attempting to bind port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 on network f571527e-a205-427a-8890-cc1f2763fcb1 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:30:59.298738 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626609b-7011-447c-9473-882ce5ae15c8 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Pushing event updated for resources: {'Port': ['ID=2f7f9397-fceb-4008-8a03-238e09ab375b,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:59.315495 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c352edff-319d-46eb-bad3-e7ee7e18cfc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6986b9f3-0168-4a92-a71a-f756aaadc167), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:59.324816 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['a3df8701-3341-4d4e-8dfa-a5b8dc650f89', 'e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:30:59.326543 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-cf32ad26-2356-4a62-b09f-716abcd5a948 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:59.327474 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-cf32ad26-2356-4a62-b09f-716abcd5a948 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:59.338541 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6c8f553b-2fe0-45f4-b2d5-80c335040f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:59.343379 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e51fcbdf-7cd3-4e96-bf89-8fd9783f5576 req-8bd3d59e-d172-459f-a0c1-3fc5e2ace6aa tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/security-groups?id=432c2063-5333-4824-af3b-fe6ac20d1287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3909981 Mar 07 10:30:59.376714 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['9e768dce-3999-4a24-a47b-f9b22fe1c1df'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:30:59.401930 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-520cbfc8-d87d-4d0f-894d-3c957281fa7b service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:30:59.402317 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-520cbfc8-d87d-4d0f-894d-3c957281fa7b service neutron] Checking segment: {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:30:59.409744 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-520cbfc8-d87d-4d0f-894d-3c957281fa7b service neutron] Bound using segment: {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:30:59.410266 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-520cbfc8-d87d-4d0f-894d-3c957281fa7b service neutron] Bound port: 1c0865da-6fde-4c3c-8287-5b7c2a1b6459, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:30:59.410644 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-520cbfc8-d87d-4d0f-894d-3c957281fa7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1c0865da-6fde-4c3c-8287-5b7c2a1b6459), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:59.432400 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd855f5-5791-4663-ae0d-ca92f8b219a2 req-e87852e8-096c-419f-a68a-973c1df86e2e tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:59.447147 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2cd855f5-5791-4663-ae0d-ca92f8b219a2 req-e87852e8-096c-419f-a68a-973c1df86e2e tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 944 time: 0.1571970 Mar 07 10:30:59.464409 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-b626609b-7011-447c-9473-882ce5ae15c8 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:30:59.492567 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-b626609b-7011-447c-9473-882ce5ae15c8 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:30:59.514171 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-b626609b-7011-447c-9473-882ce5ae15c8 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:30:59.527281 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-cf32ad26-2356-4a62-b09f-716abcd5a948 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8517632 Mar 07 10:30:59.540842 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b7dae-a056-4ee6-b8b5-725c966da442 None None] Pushing event updated for resources: {'Port': ['ID=6986b9f3-0168-4a92-a71a-f756aaadc167,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:30:59.639020 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-6e35e4be-d120-44ab-9d27-ad5e58e6ca3f service neutron] Request body: {'port': {'device_id': '549f000e-bf3a-4038-adaa-0fb2514bce04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:30:59.694247 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2cd855f5-5791-4663-ae0d-ca92f8b219a2 req-27394e6b-7e93-460d-a65c-5645aecacbac tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450144 Mar 07 10:30:59.798149 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-9ebe3fbf-0b50-41d2-bbad-ffe9ec55e91c None None] Provisioning complete for port c21b0a24-1fa3-4758-a44d-c9bf41cd09fe triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:30:59.798486 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9ebe3fbf-0b50-41d2-bbad-ffe9ec55e91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c21b0a24-1fa3-4758-a44d-c9bf41cd09fe), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:30:59.855241 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-9ebe3fbf-0b50-41d2-bbad-ffe9ec55e91c None None] Port c21b0a24-1fa3-4758-a44d-c9bf41cd09fe cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:30:59.859115 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c352edff-319d-46eb-bad3-e7ee7e18cfc8 None None] Routers {'16893d4d-3b69-44da-a2d0-f87b2a4c86d0'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:30:59.859683 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-c352edff-319d-46eb-bad3-e7ee7e18cfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:30:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['16893d4d-3b69-44da-a2d0-f87b2a4c86d0'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:30:59.878130 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d8029-62de-4b7d-b65c-e4ffeb0467ac req-035896fd-9d3e-4816-bf49-56911fc9bd72 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:59.887378 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-271d8029-62de-4b7d-b65c-e4ffeb0467ac req-035896fd-9d3e-4816-bf49-56911fc9bd72 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=549f000e-bf3a-4038-adaa-0fb2514bce04 HTTP/1.1" status: 200 len: 936 time: 0.4523318 Mar 07 10:30:59.950271 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-6c8f553b-2fe0-45f4-b2d5-80c335040f9a admin admin] Allocated IP 172.20.0.1 (af792aca-c8fc-424b-9656-e31bf1d226f5/3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7/1230edaf-f0e7-4e7a-b3ad-bf152ef5d606) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:30:59.951098 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-b626609b-7011-447c-9473-882ce5ae15c8 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:30:59.953936 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-b626609b-7011-447c-9473-882ce5ae15c8 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:00.023184 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-c352edff-319d-46eb-bad3-e7ee7e18cfc8 None None] Set router 16893d4d-3b69-44da-a2d0-f87b2a4c86d0 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:31:00.053628 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-520cbfc8-d87d-4d0f-894d-3c957281fa7b service neutron] For port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:31:00.059639 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-b626609b-7011-447c-9473-882ce5ae15c8 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7792494 Mar 07 10:31:00.082174 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64821251-a4af-4703-bcaf-c441fd8ec68f req-cf924afd-0919-41f8-bb67-8960bbb5b7fd tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:00.084222 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-64821251-a4af-4703-bcaf-c441fd8ec68f req-cf924afd-0919-41f8-bb67-8960bbb5b7fd tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 950 time: 0.2711563 Mar 07 10:31:00.096184 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-314ff341-49eb-4fea-81e3-a0c82437738b service neutron] Request body: {'port': {'device_id': 'd2404830-aa59-4ed7-a4c1-a260cebe906c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:00.108678 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-520cbfc8-d87d-4d0f-894d-3c957281fa7b service neutron] For port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=1c0865da-6fde-4c3c-8287-5b7c2a1b6459,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:31:00.198830 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-6e35e4be-d120-44ab-9d27-ad5e58e6ca3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c21b0a24-1fa3-4758-a44d-c9bf41cd09fe), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:00.219349 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-520cbfc8-d87d-4d0f-894d-3c957281fa7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (1c0865da-6fde-4c3c-8287-5b7c2a1b6459), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:00.223901 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-64821251-a4af-4703-bcaf-c441fd8ec68f req-1d1b304c-f13a-434c-a1ac-2d773297616f tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298661 Mar 07 10:31:00.280742 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6c8f553b-2fe0-45f4-b2d5-80c335040f9a admin admin] Publish callbacks [] for port (1230edaf-f0e7-4e7a-b3ad-bf152ef5d606), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:00.362196 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-271d8029-62de-4b7d-b65c-e4ffeb0467ac req-111d5f13-dfa6-4619-9093-66abaa9f7843 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4739470 Mar 07 10:31:00.400850 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d2129021-8d8e-4eb9-bc6b-a9c7506a3324 None None] Provisioning complete for port 2f7f9397-fceb-4008-8a03-238e09ab375b triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:31:00.402278 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d2129021-8d8e-4eb9-bc6b-a9c7506a3324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2f7f9397-fceb-4008-8a03-238e09ab375b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:00.443716 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520cbfc8-d87d-4d0f-894d-3c957281fa7b service neutron] Pushing event updated for resources: {'Port': ['ID=1c0865da-6fde-4c3c-8287-5b7c2a1b6459,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:00.444946 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6c8f553b-2fe0-45f4-b2d5-80c335040f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (1230edaf-f0e7-4e7a-b3ad-bf152ef5d606), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:00.477256 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-520cbfc8-d87d-4d0f-894d-3c957281fa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:00.478475 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-520cbfc8-d87d-4d0f-894d-3c957281fa7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:00.479910 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-520cbfc8-d87d-4d0f-894d-3c957281fa7b service neutron] 10.222.0.31 "PUT /v2.0/ports/1c0865da-6fde-4c3c-8287-5b7c2a1b6459 HTTP/1.1" status: 200 len: 1092 time: 5.7394519 Mar 07 10:31:00.500371 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd22a090a-1bae-431d-a1c8-b08f8ceedd35', 'tag': '1c0865da-6fde-4c3c-8287-5b7c2a1b6459'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:00.507413 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ec5913-ac9a-4d61-bca2-288d2faf7aad" -d '{"events": [{"name": "network-changed", "server_uuid": "d22a090a-1bae-431d-a1c8-b08f8ceedd35", "tag": "1c0865da-6fde-4c3c-8287-5b7c2a1b6459"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:00.616192 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f553b-2fe0-45f4-b2d5-80c335040f9a admin admin] Pushing event updated for resources: {'Port': ['ID=1230edaf-f0e7-4e7a-b3ad-bf152ef5d606,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:00.660607 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-314ff341-49eb-4fea-81e3-a0c82437738b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2f7f9397-fceb-4008-8a03-238e09ab375b), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:00.686060 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8f553b-2fe0-45f4-b2d5-80c335040f9a admin admin] Network af792aca-c8fc-424b-9656-e31bf1d226f5 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:00.694572 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205b500-9fb8-43aa-92f9-250dd13a6e02 req-4f237516-b0a1-4549-94f6-7c651d6e85a5 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:00.712816 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9205b500-9fb8-43aa-92f9-250dd13a6e02 req-4f237516-b0a1-4549-94f6-7c651d6e85a5 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 950 time: 0.3542020 Mar 07 10:31:00.749847 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-6c8f553b-2fe0-45f4-b2d5-80c335040f9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:00.755857 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8f553b-2fe0-45f4-b2d5-80c335040f9a admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:31:00.773352 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5b7dae-a056-4ee6-b8b5-725c966da442 None None] Pushing event updated for resources: {'Port': ['ID=6986b9f3-0168-4a92-a71a-f756aaadc167,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:00.876457 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6c8f553b-2fe0-45f4-b2d5-80c335040f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (16893d4d-3b69-44da-a2d0-f87b2a4c86d0), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:00.921513 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d2129021-8d8e-4eb9-bc6b-a9c7506a3324 None None] Port 2f7f9397-fceb-4008-8a03-238e09ab375b cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:31:00.959935 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9205b500-9fb8-43aa-92f9-250dd13a6e02 req-e22b7e46-40db-42c5-b832-0b332b8803e2 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462261 Mar 07 10:31:01.065462 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-d12fcfa2-c754-4aeb-9446-5d64894ce840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:01.070013 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-d12fcfa2-c754-4aeb-9446-5d64894ce840 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4eca9194fdd4a93832d9940e3e6237a&device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 1126 time: 0.5307441 Mar 07 10:31:01.073904 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a41eaf-8969-430a-8e6f-2218dba9ecb3 x-openstack-request-id: req-58a41eaf-8969-430a-8e6f-2218dba9ecb3 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:01.074199 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d22a090a-1bae-431d-a1c8-b08f8ceedd35", "tag": "1c0865da-6fde-4c3c-8287-5b7c2a1b6459", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:01.074452 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-58a41eaf-8969-430a-8e6f-2218dba9ecb3 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:01.074844 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd22a090a-1bae-431d-a1c8-b08f8ceedd35', 'tag': '1c0865da-6fde-4c3c-8287-5b7c2a1b6459', 'status': 'completed', 'code': 200} Mar 07 10:31:01.159818 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-c352edff-319d-46eb-bad3-e7ee7e18cfc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760601306-router', 'tenant_id': 'e34bc9d37c274a46bc29635735d10ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '6986b9f3-0168-4a92-a71a-f756aaadc167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:46Z', 'updated_at': '2022-03-07T10:30:52Z', 'revision_number': 3, 'project_id': 'e34bc9d37c274a46bc29635735d10ab8', 'gw_port': {'id': '6986b9f3-0168-4a92-a71a-f756aaadc167', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:61:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:49Z', 'updated_at': '2022-03-07T10:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:01.204490 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6c8f553b-2fe0-45f4-b2d5-80c335040f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1230edaf-f0e7-4e7a-b3ad-bf152ef5d606), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:01.265994 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c352edff-319d-46eb-bad3-e7ee7e18cfc8 None None] The sync data for ids ['16893d4d-3b69-44da-a2d0-f87b2a4c86d0'] in n-d-832164-4 is: [{'id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760601306-router', 'tenant_id': 'e34bc9d37c274a46bc29635735d10ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '6986b9f3-0168-4a92-a71a-f756aaadc167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:46Z', 'updated_at': '2022-03-07T10:30:52Z', 'revision_number': 3, 'project_id': 'e34bc9d37c274a46bc29635735d10ab8', 'gw_port': {'id': '6986b9f3-0168-4a92-a71a-f756aaadc167', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:61:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:49Z', 'updated_at': '2022-03-07T10:30:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:31:01.407166 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d20ca9-6aa3-42aa-95c3-ffd4d08e1a0a req-3b6ffb2e-6da7-41eb-9ca5-bcfee6792614 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:01.426353 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e7d20ca9-6aa3-42aa-95c3-ffd4d08e1a0a req-3b6ffb2e-6da7-41eb-9ca5-bcfee6792614 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 944 time: 0.2446625 Mar 07 10:31:01.432238 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aae80049-62eb-40ac-9143-18feb522d308 None None] Provisioning complete for port 1230edaf-f0e7-4e7a-b3ad-bf152ef5d606 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:31:01.432611 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aae80049-62eb-40ac-9143-18feb522d308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1230edaf-f0e7-4e7a-b3ad-bf152ef5d606), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:01.511360 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aae80049-62eb-40ac-9143-18feb522d308 None None] Port 1230edaf-f0e7-4e7a-b3ad-bf152ef5d606 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:31:01.565889 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e7d20ca9-6aa3-42aa-95c3-ffd4d08e1a0a req-169984e8-79bb-46ac-8369-1b936027d4bb tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381030 Mar 07 10:31:01.789140 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6c8f553b-2fe0-45f4-b2d5-80c335040f9a admin admin] Publish callbacks [] for port (1230edaf-f0e7-4e7a-b3ad-bf152ef5d606), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:01.837130 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6c8f553b-2fe0-45f4-b2d5-80c335040f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (1230edaf-f0e7-4e7a-b3ad-bf152ef5d606), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:01.838225 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-6e35e4be-d120-44ab-9d27-ad5e58e6ca3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c21b0a24-1fa3-4758-a44d-c9bf41cd09fe {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:01.848936 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-6e35e4be-d120-44ab-9d27-ad5e58e6ca3f service neutron] Publish callbacks [] for port (c21b0a24-1fa3-4758-a44d-c9bf41cd09fe), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:01.863020 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-6e35e4be-d120-44ab-9d27-ad5e58e6ca3f service neutron] Transition to ACTIVE for port object c21b0a24-1fa3-4758-a44d-c9bf41cd09fe will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:31:01.874894 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537b55c-e129-4734-9d81-02fcbef09fe9 req-ce6d0e63-d5f0-4fdb-8458-4144f6ee8ae3 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:01.877765 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c537b55c-e129-4734-9d81-02fcbef09fe9 req-ce6d0e63-d5f0-4fdb-8458-4144f6ee8ae3 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=71274ecc-4732-420a-9415-511854797bdd HTTP/1.1" status: 200 len: 945 time: 1.2547359 Mar 07 10:31:01.879231 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-ff2e82f4-32ff-4f64-80e4-4f419f9b5b82 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c0865da-6fde-4c3c-8287-5b7c2a1b6459 HTTP/1.1" status: 200 len: 217 time: 0.7984495 Mar 07 10:31:01.883030 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-6e35e4be-d120-44ab-9d27-ad5e58e6ca3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (c21b0a24-1fa3-4758-a44d-c9bf41cd09fe), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:01.943459 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80d3dc-3a69-4613-985e-51aa6fc67b64 req-52e57496-7605-45ba-b732-410aacfcb0d8 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:01.950385 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7d80d3dc-3a69-4613-985e-51aa6fc67b64 req-52e57496-7605-45ba-b732-410aacfcb0d8 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 950 time: 0.1545944 Mar 07 10:31:01.963716 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6c8f553b-2fe0-45f4-b2d5-80c335040f9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (16893d4d-3b69-44da-a2d0-f87b2a4c86d0), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:02.028488 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35e4be-d120-44ab-9d27-ad5e58e6ca3f service neutron] Pushing event updated for resources: {'Port': ['ID=c21b0a24-1fa3-4758-a44d-c9bf41cd09fe,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:02.038410 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 423f92bb-de3e-4985-8b92-2d3f3dd348b3 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:31:02.041634 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 423f92bb-de3e-4985-8b92-2d3f3dd348b3 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:31:02.134803 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f553b-2fe0-45f4-b2d5-80c335040f9a admin admin] Pushing event updated for resources: {'Port': ['ID=1230edaf-f0e7-4e7a-b3ad-bf152ef5d606,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:02.153079 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8f553b-2fe0-45f4-b2d5-80c335040f9a admin admin] Network af792aca-c8fc-424b-9656-e31bf1d226f5 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:02.169923 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-6c8f553b-2fe0-45f4-b2d5-80c335040f9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:02.185796 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b6f51b02-7a12-42c6-a5aa-293cf6e7fee9 req-338fafb5-98da-419e-a90e-57435490a69b service neutron] 10.222.0.21 "GET /v2.0/ports/d0a26e44-88e1-422a-9e50-52e8cfc310fe/bindings/n-h1-832164-4 HTTP/1.1" status: 200 len: 382 time: 0.1479120 Mar 07 10:31:02.263888 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 423f92bb-de3e-4985-8b92-2d3f3dd348b3 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:02.264131 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (423f92bb-de3e-4985-8b92-2d3f3dd348b3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:02.460782 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c537b55c-e129-4734-9d81-02fcbef09fe9 req-064920fe-7ede-4ec3-8f81-02e96e103713 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/security-groups?id=432c2063-5333-4824-af3b-fe6ac20d1287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4582026 Mar 07 10:31:02.462241 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-4caf4443-8a31-4aae-8dbc-28a77a0265ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:02.472929 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-4caf4443-8a31-4aae-8dbc-28a77a0265ae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5 HTTP/1.1" status: 200 len: 847 time: 0.4430079 Mar 07 10:31:02.492158 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '423f92bb-de3e-4985-8b92-2d3f3dd348b3'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:02.494466 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093bb930-d501-4e00-88d0-ab0b74951484" -d '{"events": [{"server_uuid": "4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9", "name": "network-vif-unplugged", "status": "completed", "tag": "423f92bb-de3e-4985-8b92-2d3f3dd348b3"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:02.528036 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 423f92bb-de3e-4985-8b92-2d3f3dd348b3, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=423f92bb-de3e-4985-8b92-2d3f3dd348b3,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:02.546023 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (423f92bb-de3e-4985-8b92-2d3f3dd348b3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:02.649658 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=423f92bb-de3e-4985-8b92-2d3f3dd348b3,revision_number=9']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:02.702604 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7d80d3dc-3a69-4613-985e-51aa6fc67b64 req-b8d64ba5-1c19-4ad0-9b3e-2212bef0f948 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7513249 Mar 07 10:31:02.712961 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 423f92bb-de3e-4985-8b92-2d3f3dd348b3, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=423f92bb-de3e-4985-8b92-2d3f3dd348b3,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:02.741955 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8f553b-2fe0-45f4-b2d5-80c335040f9a admin admin] Router 16893d4d-3b69-44da-a2d0-f87b2a4c86d0 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:31:02.745827 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '423f92bb-de3e-4985-8b92-2d3f3dd348b3', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': '423f92bb-de3e-4985-8b92-2d3f3dd348b3', 'mac_address': 'fa:16:3e:82:08:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:31:02.780704 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-6e5ddf41-11c8-4539-9ed4-4a6564431ff1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f571527e-a205-427a-8890-cc1f2763fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2997305 Mar 07 10:31:02.859345 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 423f92bb-de3e-4985-8b92-2d3f3dd348b3 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:02.862283 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (423f92bb-de3e-4985-8b92-2d3f3dd348b3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:02.947294 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 423f92bb-de3e-4985-8b92-2d3f3dd348b3 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:02.989072 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 423f92bb-de3e-4985-8b92-2d3f3dd348b3, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=423f92bb-de3e-4985-8b92-2d3f3dd348b3,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:03.000455 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-3e418978-382b-4338-b8a7-b6f52e916798 None None] Provisioning complete for port 1230edaf-f0e7-4e7a-b3ad-bf152ef5d606 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:31:03.000833 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3e418978-382b-4338-b8a7-b6f52e916798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1230edaf-f0e7-4e7a-b3ad-bf152ef5d606), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:03.014907 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-6e35e4be-d120-44ab-9d27-ad5e58e6ca3f service neutron] Attempting to bind port c21b0a24-1fa3-4758-a44d-c9bf41cd09fe on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:31:03.015481 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-6e35e4be-d120-44ab-9d27-ad5e58e6ca3f service neutron] Attempting to bind port c21b0a24-1fa3-4758-a44d-c9bf41cd09fe by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:31:03.016316 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-6e35e4be-d120-44ab-9d27-ad5e58e6ca3f service neutron] Attempting to bind port c21b0a24-1fa3-4758-a44d-c9bf41cd09fe on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:03.058425 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-6e35e4be-d120-44ab-9d27-ad5e58e6ca3f service neutron] Port c21b0a24-1fa3-4758-a44d-c9bf41cd09fe on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:31:03.058941 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-6e35e4be-d120-44ab-9d27-ad5e58e6ca3f service neutron] Attempting to bind port c21b0a24-1fa3-4758-a44d-c9bf41cd09fe on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:03.091317 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-3e418978-382b-4338-b8a7-b6f52e916798 None None] Port 1230edaf-f0e7-4e7a-b3ad-bf152ef5d606 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:31:03.102605 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (423f92bb-de3e-4985-8b92-2d3f3dd348b3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:03.130955 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72880cad-f447-49ef-a68b-c2f25ebd6124 req-1da37178-b3c7-4051-9ff4-d892baec5035 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:03.136324 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f51b02-7a12-42c6-a5aa-293cf6e7fee9 req-9bd6ebf7-ac9e-4eeb-aed5-4af7dc543e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:03.138086 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b6f51b02-7a12-42c6-a5aa-293cf6e7fee9 req-9bd6ebf7-ac9e-4eeb-aed5-4af7dc543e8c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615&tenant_id=914855c715794ac0925e4b6ed0252296 HTTP/1.1" status: 200 len: 1132 time: 0.5406120 Mar 07 10:31:03.145258 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-72880cad-f447-49ef-a68b-c2f25ebd6124 req-1da37178-b3c7-4051-9ff4-d892baec5035 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 950 time: 0.2680597 Mar 07 10:31:03.178710 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-6e35e4be-d120-44ab-9d27-ad5e58e6ca3f service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:31:03.179432 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-6e35e4be-d120-44ab-9d27-ad5e58e6ca3f service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:31:03.179944 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-6e35e4be-d120-44ab-9d27-ad5e58e6ca3f service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:31:03.180619 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-6e35e4be-d120-44ab-9d27-ad5e58e6ca3f service neutron] Bound port: c21b0a24-1fa3-4758-a44d-c9bf41cd09fe, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:31:03.181089 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-6e35e4be-d120-44ab-9d27-ad5e58e6ca3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c21b0a24-1fa3-4758-a44d-c9bf41cd09fe), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:03.207067 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8f553b-2fe0-45f4-b2d5-80c335040f9a admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:31:03.207733 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=423f92bb-de3e-4985-8b92-2d3f3dd348b3,revision_number=10']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:03.217127 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6c8f553b-2fe0-45f4-b2d5-80c335040f9a admin admin] 10.222.0.11 "PUT /v2.0/routers/16893d4d-3b69-44da-a2d0-f87b2a4c86d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6542192 Mar 07 10:31:03.271686 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-636accc7-2bae-4099-9911-266abf2f9f6c service neutron] 10.222.0.31 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480443 Mar 07 10:31:03.289430 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-72880cad-f447-49ef-a68b-c2f25ebd6124 req-9fa32d71-7163-4dc3-adcf-db82158d787c tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401870 Mar 07 10:31:03.401966 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6986b9f3-0168-4a92-a71a-f756aaadc167 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:31:03.478828 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456c9fb-27c2-4b48-a2cf-51b61bc2b5ad req-3a1b9333-eb16-4740-9079-be4297c38b4c tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:03.483665 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a456c9fb-27c2-4b48-a2cf-51b61bc2b5ad req-3a1b9333-eb16-4740-9079-be4297c38b4c tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=549f000e-bf3a-4038-adaa-0fb2514bce04 HTTP/1.1" status: 200 len: 948 time: 0.7646716 Mar 07 10:31:03.519030 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['423f92bb-de3e-4985-8b92-2d3f3dd348b3'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:03.584874 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52c62b-1502-48e3-8ef7-05c6797c94eb req-f0149857-8b57-477f-a813-7957209b94d3 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:03.586910 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bc52c62b-1502-48e3-8ef7-05c6797c94eb req-f0149857-8b57-477f-a813-7957209b94d3 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=71274ecc-4732-420a-9415-511854797bdd HTTP/1.1" status: 200 len: 945 time: 0.1507025 Mar 07 10:31:03.595582 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38778) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:31:03.600304 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-0ab0496a-ff14-44f9-b9f1-fea03560cedb tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Request body: {'floatingip': {'port_id': '1fb52674-c21e-471c-95d0-159457f41e32'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:03.687701 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a456c9fb-27c2-4b48-a2cf-51b61bc2b5ad req-8dd6a0f3-d422-4550-8ec8-f017ab36ac41 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549051 Mar 07 10:31:03.692315 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0ab0496a-ff14-44f9-b9f1-fea03560cedb tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks [] for floatingip (4823a08a-44a7-4b10-b435-8aa3b68f58fb), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:03.692594 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6fb681-3c0c-44f6-8a7f-5eb39d347122 x-openstack-request-id: req-cb6fb681-3c0c-44f6-8a7f-5eb39d347122 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:03.692781 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9", "name": "network-vif-unplugged", "status": "completed", "tag": "423f92bb-de3e-4985-8b92-2d3f3dd348b3", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:03.693038 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cb6fb681-3c0c-44f6-8a7f-5eb39d347122 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:03.693480 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '423f92bb-de3e-4985-8b92-2d3f3dd348b3', 'code': 200} Mar 07 10:31:03.744857 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 6986b9f3-0168-4a92-a71a-f756aaadc167 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:31:03.745270 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6986b9f3-0168-4a92-a71a-f756aaadc167), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:03.760614 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f51b02-7a12-42c6-a5aa-293cf6e7fee9 req-9f61bf61-007a-48b9-9e13-734dc34b3e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:03.762145 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b6f51b02-7a12-42c6-a5aa-293cf6e7fee9 req-9f61bf61-007a-48b9-9e13-734dc34b3e44 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 1132 time: 0.5696352 Mar 07 10:31:03.846499 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-6e35e4be-d120-44ab-9d27-ad5e58e6ca3f service neutron] For port c21b0a24-1fa3-4758-a44d-c9bf41cd09fe, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:31:03.855875 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-6e35e4be-d120-44ab-9d27-ad5e58e6ca3f service neutron] For port c21b0a24-1fa3-4758-a44d-c9bf41cd09fe, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=c21b0a24-1fa3-4758-a44d-c9bf41cd09fe,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:31:03.881560 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-6e35e4be-d120-44ab-9d27-ad5e58e6ca3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (c21b0a24-1fa3-4758-a44d-c9bf41cd09fe), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:03.986209 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-6e35e4be-d120-44ab-9d27-ad5e58e6ca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:03.991121 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-6e35e4be-d120-44ab-9d27-ad5e58e6ca3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:03.992751 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-6e35e4be-d120-44ab-9d27-ad5e58e6ca3f service neutron] 10.222.0.21 "PUT /v2.0/ports/c21b0a24-1fa3-4758-a44d-c9bf41cd09fe HTTP/1.1" status: 200 len: 1096 time: 4.4180167 Mar 07 10:31:04.127148 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 6986b9f3-0168-4a92-a71a-f756aaadc167 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:04.127694 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6986b9f3-0168-4a92-a71a-f756aaadc167), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:04.135081 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-314ff341-49eb-4fea-81e3-a0c82437738b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f7f9397-fceb-4008-8a03-238e09ab375b {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:04.139995 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35e4be-d120-44ab-9d27-ad5e58e6ca3f service neutron] Pushing event updated for resources: {'Port': ['ID=c21b0a24-1fa3-4758-a44d-c9bf41cd09fe,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:04.148556 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549f000e-bf3a-4038-adaa-0fb2514bce04', 'tag': 'c21b0a24-1fa3-4758-a44d-c9bf41cd09fe'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:04.150852 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1579c1a7-61df-4ef0-bc3e-dc18da356428" -d '{"events": [{"name": "network-changed", "server_uuid": "549f000e-bf3a-4038-adaa-0fb2514bce04", "tag": "c21b0a24-1fa3-4758-a44d-c9bf41cd09fe"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:04.163680 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5e212228-6b90-4cf4-a6b1-dcb10beed8c6 req-41442bf2-faed-4321-b6cb-53134191b8a5 service neutron] 10.222.0.31 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8797665 Mar 07 10:31:04.180377 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 6986b9f3-0168-4a92-a71a-f756aaadc167, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6986b9f3-0168-4a92-a71a-f756aaadc167,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:04.194671 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6986b9f3-0168-4a92-a71a-f756aaadc167), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:04.222382 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-314ff341-49eb-4fea-81e3-a0c82437738b service neutron] Publish callbacks [] for port (2f7f9397-fceb-4008-8a03-238e09ab375b), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:04.308027 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=6986b9f3-0168-4a92-a71a-f756aaadc167,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:04.354520 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-314ff341-49eb-4fea-81e3-a0c82437738b service neutron] Transition to ACTIVE for port object 2f7f9397-fceb-4008-8a03-238e09ab375b will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:31:04.359283 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6736d-9cf8-4ea8-9fb0-6a41a8dfb508 req-72710d7d-d974-408a-a9fc-d382eb353cc6 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:04.375831 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9bc6736d-9cf8-4ea8-9fb0-6a41a8dfb508 req-72710d7d-d974-408a-a9fc-d382eb353cc6 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 944 time: 0.2186525 Mar 07 10:31:04.477149 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-314ff341-49eb-4fea-81e3-a0c82437738b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (2f7f9397-fceb-4008-8a03-238e09ab375b), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:04.508081 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5bf71c-9c14-4a4b-a1b1-e4452fede854 None None] Sync routers for ids ['16893d4d-3b69-44da-a2d0-f87b2a4c86d0'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:31:04.532321 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5bf71c-9c14-4a4b-a1b1-e4452fede854 None None] Routers {'16893d4d-3b69-44da-a2d0-f87b2a4c86d0'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:31:04.534458 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-7f5bf71c-9c14-4a4b-a1b1-e4452fede854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:30:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['16893d4d-3b69-44da-a2d0-f87b2a4c86d0'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:04.663348 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f51b02-7a12-42c6-a5aa-293cf6e7fee9 req-3e378adf-efec-4dcf-9335-7e641c14e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:04.664934 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b6f51b02-7a12-42c6-a5aa-293cf6e7fee9 req-3e378adf-efec-4dcf-9335-7e641c14e868 service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.8828459 Mar 07 10:31:04.713255 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-7f5bf71c-9c14-4a4b-a1b1-e4452fede854 None None] Set router 16893d4d-3b69-44da-a2d0-f87b2a4c86d0 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:31:04.734162 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ff341-49eb-4fea-81e3-a0c82437738b service neutron] Pushing event updated for resources: {'Port': ['ID=2f7f9397-fceb-4008-8a03-238e09ab375b,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:04.837529 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b6f51b02-7a12-42c6-a5aa-293cf6e7fee9 req-b13f08f5-0928-4e46-983a-2124ddc13972 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=d0a26e44-88e1-422a-9e50-52e8cfc310fe HTTP/1.1" status: 200 len: 217 time: 0.1581903 Mar 07 10:31:04.921225 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec5913-ac9a-4d61-bca2-288d2faf7aad req-363000a7-de1a-4aa7-8910-5578761cc092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:04.924270 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-33ec5913-ac9a-4d61-bca2-288d2faf7aad req-363000a7-de1a-4aa7-8910-5578761cc092 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4eca9194fdd4a93832d9940e3e6237a&device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 1126 time: 0.6703136 Mar 07 10:31:04.952097 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-70f5dbf2-6c97-4518-88ab-4b9228a50cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:04.965049 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-70f5dbf2-6c97-4518-88ab-4b9228a50cf4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=38226035d9a14a64837c29a3926f0a17&device_id=549f000e-bf3a-4038-adaa-0fb2514bce04 HTTP/1.1" status: 200 len: 1130 time: 0.7772434 Mar 07 10:31:05.049964 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-7f5bf71c-9c14-4a4b-a1b1-e4452fede854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760601306-router', 'tenant_id': 'e34bc9d37c274a46bc29635735d10ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '6986b9f3-0168-4a92-a71a-f756aaadc167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:46Z', 'updated_at': '2022-03-07T10:31:01Z', 'revision_number': 4, 'project_id': 'e34bc9d37c274a46bc29635735d10ab8', 'gw_port': {'id': '6986b9f3-0168-4a92-a71a-f756aaadc167', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:61:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:49Z', 'updated_at': '2022-03-07T10:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '1230edaf-f0e7-4e7a-b3ad-bf152ef5d606', 'name': '', 'network_id': 'af792aca-c8fc-424b-9656-e31bf1d226f5', 'tenant_id': 'e34bc9d37c274a46bc29635735d10ab8', 'mac_address': 'fa:16:3e:8c:c9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:59Z', 'updated_at': '2022-03-07T10:31:01Z', 'revision_number': 2, 'project_id': 'e34bc9d37c274a46bc29635735d10ab8', 'subnets': [{'id': '3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:05.085776 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5bf71c-9c14-4a4b-a1b1-e4452fede854 None None] Checking router: 16893d4d-3b69-44da-a2d0-f87b2a4c86d0 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:31:05.086130 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5bf71c-9c14-4a4b-a1b1-e4452fede854 None None] Updating router 16893d4d-3b69-44da-a2d0-f87b2a4c86d0 port 1230edaf-f0e7-4e7a-b3ad-bf152ef5d606 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:31:05.111576 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0ab0496a-ff14-44f9-b9f1-fea03560cedb tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:05.127691 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0ab0496a-ff14-44f9-b9f1-fea03560cedb tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (4823a08a-44a7-4b10-b435-8aa3b68f58fb), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:05.131831 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-7f5bf71c-9c14-4a4b-a1b1-e4452fede854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1230edaf-f0e7-4e7a-b3ad-bf152ef5d606), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:05.140064 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c0ffa-f124-4cbc-8622-991c833402ff req-c2ec4665-a92c-40ce-8c01-524b6f69a3bb tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:05.154905 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-468c0ffa-f124-4cbc-8622-991c833402ff req-c2ec4665-a92c-40ce-8c01-524b6f69a3bb tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/networks?id=af792aca-c8fc-424b-9656-e31bf1d226f5 HTTP/1.1" status: 200 len: 829 time: 0.9716825 Mar 07 10:31:05.248187 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-468c0ffa-f124-4cbc-8622-991c833402ff req-7727ced2-9ed4-4a0b-b9cf-4ea75010ef54 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/quotas/e34bc9d37c274a46bc29635735d10ab8 HTTP/1.1" status: 200 len: 375 time: 0.0870843 Mar 07 10:31:05.257587 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-8190d088-5509-4419-b9fe-7d91586a2f2b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=c21b0a24-1fa3-4758-a44d-c9bf41cd09fe HTTP/1.1" status: 200 len: 217 time: 0.1554556 Mar 07 10:31:05.275659 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d0a26e44-88e1-422a-9e50-52e8cfc310fe no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:31:05.330186 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6986b9f3-0168-4a92-a71a-f756aaadc167 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:31:05.499273 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f51b02-7a12-42c6-a5aa-293cf6e7fee9 req-ec96f75e-59a4-4b55-8086-de0204814109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:05.500692 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b6f51b02-7a12-42c6-a5aa-293cf6e7fee9 req-ec96f75e-59a4-4b55-8086-de0204814109 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.5923769 Mar 07 10:31:05.506978 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9bc6736d-9cf8-4ea8-9fb0-6a41a8dfb508 req-b9fbf8c7-c79f-41b0-b107-9012e57b136d tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1293776 Mar 07 10:31:05.562188 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-7f5bf71c-9c14-4a4b-a1b1-e4452fede854 None None] Publish callbacks [] for port (1230edaf-f0e7-4e7a-b3ad-bf152ef5d606), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:05.581465 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-7f5bf71c-9c14-4a4b-a1b1-e4452fede854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1230edaf-f0e7-4e7a-b3ad-bf152ef5d606), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:05.670661 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-0ab0496a-ff14-44f9-b9f1-fea03560cedb tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Floating IP 4823a08a-44a7-4b10-b435-8aa3b68f58fb associated. External IP: 172.25.3.56, port: 1fb52674-c21e-471c-95d0-159457f41e32. Mar 07 10:31:05.671029 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-14fcbf62-9c58-474e-85eb-0f599cdae29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:05.673498 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-14fcbf62-9c58-474e-85eb-0f599cdae29c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.3243213 Mar 07 10:31:05.683766 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-314ff341-49eb-4fea-81e3-a0c82437738b service neutron] Attempting to bind port 2f7f9397-fceb-4008-8a03-238e09ab375b on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:31:05.684128 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-314ff341-49eb-4fea-81e3-a0c82437738b service neutron] Attempting to bind port 2f7f9397-fceb-4008-8a03-238e09ab375b by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:31:05.684417 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-314ff341-49eb-4fea-81e3-a0c82437738b service neutron] Attempting to bind port 2f7f9397-fceb-4008-8a03-238e09ab375b on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:05.699439 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec5913-ac9a-4d61-bca2-288d2faf7aad req-fd337266-333d-4065-8b4d-4aaeefd9edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:05.713384 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-33ec5913-ac9a-4d61-bca2-288d2faf7aad req-fd337266-333d-4065-8b4d-4aaeefd9edc3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f571527e-a205-427a-8890-cc1f2763fcb1 HTTP/1.1" status: 200 len: 908 time: 0.7633913 Mar 07 10:31:05.714916 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017037a-a8a4-45a2-a3b1-b8d86b076cfc None None] Pushing event updated for resources: {'Port': ['ID=1230edaf-f0e7-4e7a-b3ad-bf152ef5d606,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:05.734929 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41686ee-7b40-4a15-94a5-6e6f966fde22 req-23c64ead-3abf-42ee-b92d-c1870c8b7109 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:05.748157 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e017037a-a8a4-45a2-a3b1-b8d86b076cfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:05.748507 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e017037a-a8a4-45a2-a3b1-b8d86b076cfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:05.748769 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e41686ee-7b40-4a15-94a5-6e6f966fde22 req-23c64ead-3abf-42ee-b92d-c1870c8b7109 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 950 time: 0.1284003 Mar 07 10:31:05.748883 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e017037a-a8a4-45a2-a3b1-b8d86b076cfc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:05.750849 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e017037a-a8a4-45a2-a3b1-b8d86b076cfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:05.751843 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e017037a-a8a4-45a2-a3b1-b8d86b076cfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:05.752165 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e017037a-a8a4-45a2-a3b1-b8d86b076cfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:05.752578 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e017037a-a8a4-45a2-a3b1-b8d86b076cfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:05.752909 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e017037a-a8a4-45a2-a3b1-b8d86b076cfc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:05.753263 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e017037a-a8a4-45a2-a3b1-b8d86b076cfc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:05.757449 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e017037a-a8a4-45a2-a3b1-b8d86b076cfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:05.758327 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e017037a-a8a4-45a2-a3b1-b8d86b076cfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:05.758679 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e017037a-a8a4-45a2-a3b1-b8d86b076cfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:05.759019 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e017037a-a8a4-45a2-a3b1-b8d86b076cfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:05.822935 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-314ff341-49eb-4fea-81e3-a0c82437738b service neutron] Port 2f7f9397-fceb-4008-8a03-238e09ab375b on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:31:05.822935 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-314ff341-49eb-4fea-81e3-a0c82437738b service neutron] Attempting to bind port 2f7f9397-fceb-4008-8a03-238e09ab375b on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:05.851100 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port d0a26e44-88e1-422a-9e50-52e8cfc310fe is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:05.851481 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d0a26e44-88e1-422a-9e50-52e8cfc310fe), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:05.854762 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 6986b9f3-0168-4a92-a71a-f756aaadc167 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:31:05.855124 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6986b9f3-0168-4a92-a71a-f756aaadc167), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:05.867472 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e41686ee-7b40-4a15-94a5-6e6f966fde22 req-afc91f11-0dc5-4ab5-8ef9-ec3d7fa78213 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173866 Mar 07 10:31:05.900275 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-7f5bf71c-9c14-4a4b-a1b1-e4452fede854 None None] Attempting to bind port 1230edaf-f0e7-4e7a-b3ad-bf152ef5d606 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:31:05.900649 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-7f5bf71c-9c14-4a4b-a1b1-e4452fede854 None None] Attempting to bind port 1230edaf-f0e7-4e7a-b3ad-bf152ef5d606 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '65ee731a-4bc1-416b-9a26-7bec4e9c13e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'af792aca-c8fc-424b-9656-e31bf1d226f5'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:31:05.901011 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5bf71c-9c14-4a4b-a1b1-e4452fede854 None None] Attempting to bind port 1230edaf-f0e7-4e7a-b3ad-bf152ef5d606 on network af792aca-c8fc-424b-9656-e31bf1d226f5 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:05.920072 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5bf71c-9c14-4a4b-a1b1-e4452fede854 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:31:05.923369 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5bf71c-9c14-4a4b-a1b1-e4452fede854 None None] Checking segment: {'id': '65ee731a-4bc1-416b-9a26-7bec4e9c13e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'af792aca-c8fc-424b-9656-e31bf1d226f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:31:05.924032 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-7f5bf71c-9c14-4a4b-a1b1-e4452fede854 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:05.925264 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5bf71c-9c14-4a4b-a1b1-e4452fede854 None None] Bound using segment: {'id': '65ee731a-4bc1-416b-9a26-7bec4e9c13e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'af792aca-c8fc-424b-9656-e31bf1d226f5'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:31:05.926614 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-468c0ffa-f124-4cbc-8622-991c833402ff req-21e88983-13f0-40d6-ac7c-775c1d6bb582 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e34bc9d37c274a46bc29635735d10ab8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6765454 Mar 07 10:31:05.927154 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-7f5bf71c-9c14-4a4b-a1b1-e4452fede854 None None] Bound port: 1230edaf-f0e7-4e7a-b3ad-bf152ef5d606, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ee731a-4bc1-416b-9a26-7bec4e9c13e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'af792aca-c8fc-424b-9656-e31bf1d226f5'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:31:05.929966 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-7f5bf71c-9c14-4a4b-a1b1-e4452fede854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1230edaf-f0e7-4e7a-b3ad-bf152ef5d606), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:05.975284 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-33ec5913-ac9a-4d61-bca2-288d2faf7aad req-a7fb4c6b-8c68-4b4a-ab12-cc92c37b99df service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c0865da-6fde-4c3c-8287-5b7c2a1b6459 HTTP/1.1" status: 200 len: 217 time: 0.2351632 Mar 07 10:31:05.999252 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01dfe5e-fa06-4b0e-a5d7-d2ea64d3b687 x-openstack-request-id: req-c01dfe5e-fa06-4b0e-a5d7-d2ea64d3b687 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:05.999551 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "549f000e-bf3a-4038-adaa-0fb2514bce04", "tag": "c21b0a24-1fa3-4758-a44d-c9bf41cd09fe", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:05.999857 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c01dfe5e-fa06-4b0e-a5d7-d2ea64d3b687 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:06.000200 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549f000e-bf3a-4038-adaa-0fb2514bce04', 'tag': 'c21b0a24-1fa3-4758-a44d-c9bf41cd09fe', 'status': 'completed', 'code': 200} Mar 07 10:31:06.001327 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-314ff341-49eb-4fea-81e3-a0c82437738b service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:31:06.001611 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-314ff341-49eb-4fea-81e3-a0c82437738b service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:31:06.001994 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-314ff341-49eb-4fea-81e3-a0c82437738b service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:31:06.002439 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-314ff341-49eb-4fea-81e3-a0c82437738b service neutron] Bound port: 2f7f9397-fceb-4008-8a03-238e09ab375b, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:31:06.002791 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-314ff341-49eb-4fea-81e3-a0c82437738b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2f7f9397-fceb-4008-8a03-238e09ab375b), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:06.104181 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-7f5bf71c-9c14-4a4b-a1b1-e4452fede854 None None] For port 1230edaf-f0e7-4e7a-b3ad-bf152ef5d606, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:31:06.107965 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-7f5bf71c-9c14-4a4b-a1b1-e4452fede854 None None] For port 1230edaf-f0e7-4e7a-b3ad-bf152ef5d606, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1230edaf-f0e7-4e7a-b3ad-bf152ef5d606,segment=NetworkSegment(65ee731a-4bc1-416b-9a26-7bec4e9c13e1),segment_id=65ee731a-4bc1-416b-9a26-7bec4e9c13e1)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:31:06.120404 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-7f5bf71c-9c14-4a4b-a1b1-e4452fede854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1230edaf-f0e7-4e7a-b3ad-bf152ef5d606), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:06.127645 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6c7898-c1b7-46b8-8810-89c3d85bf615', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0a26e44-88e1-422a-9e50-52e8cfc310fe'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:06.136406 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02472412-efe3-423b-9500-00676f1778bb" -d '{"events": [{"server_uuid": "fd6c7898-c1b7-46b8-8810-89c3d85bf615", "name": "network-vif-unplugged", "status": "completed", "tag": "d0a26e44-88e1-422a-9e50-52e8cfc310fe"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:06.142023 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 423f92bb-de3e-4985-8b92-2d3f3dd348b3 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:31:06.255969 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5bf71c-9c14-4a4b-a1b1-e4452fede854 None None] Routers {'16893d4d-3b69-44da-a2d0-f87b2a4c86d0'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:31:06.263311 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-7f5bf71c-9c14-4a4b-a1b1-e4452fede854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:30:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['16893d4d-3b69-44da-a2d0-f87b2a4c86d0'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:06.273308 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-468c0ffa-f124-4cbc-8622-991c833402ff req-da7e0906-6d46-4c4c-8bd1-1549b68499ba service neutron] 10.222.0.11 "GET /v2.0/networks/af792aca-c8fc-424b-9656-e31bf1d226f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457780 Mar 07 10:31:06.276339 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port d0a26e44-88e1-422a-9e50-52e8cfc310fe, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d0a26e44-88e1-422a-9e50-52e8cfc310fe,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:06.336128 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d0a26e44-88e1-422a-9e50-52e8cfc310fe), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:06.359720 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-314ff341-49eb-4fea-81e3-a0c82437738b service neutron] For port 2f7f9397-fceb-4008-8a03-238e09ab375b, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:31:06.370937 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-314ff341-49eb-4fea-81e3-a0c82437738b service neutron] For port 2f7f9397-fceb-4008-8a03-238e09ab375b, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=2f7f9397-fceb-4008-8a03-238e09ab375b,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:31:06.381785 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec5913-ac9a-4d61-bca2-288d2faf7aad req-2580ef51-5d8f-4415-aad3-7ff025ebc172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:06.386987 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-33ec5913-ac9a-4d61-bca2-288d2faf7aad req-2580ef51-5d8f-4415-aad3-7ff025ebc172 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5 HTTP/1.1" status: 200 len: 847 time: 0.3728306 Mar 07 10:31:06.395303 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f51b02-7a12-42c6-a5aa-293cf6e7fee9 req-bb97558f-f626-4562-a9e9-14d34de11097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:06.399444 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b6f51b02-7a12-42c6-a5aa-293cf6e7fee9 req-bb97558f-f626-4562-a9e9-14d34de11097 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.8751998 Mar 07 10:31:06.409352 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-314ff341-49eb-4fea-81e3-a0c82437738b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (2f7f9397-fceb-4008-8a03-238e09ab375b), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:06.431080 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de20d3-22bf-48bb-a247-a52474a89e59 req-313aa52c-ace1-4877-8ecb-ff37333c3910 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:06.433034 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d7de20d3-22bf-48bb-a247-a52474a89e59 req-313aa52c-ace1-4877-8ecb-ff37333c3910 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 950 time: 0.3173218 Mar 07 10:31:06.472925 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 6986b9f3-0168-4a92-a71a-f756aaadc167 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:06.479518 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab0496a-ff14-44f9-b9f1-fea03560cedb tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Router fdc56d29-4d91-421e-b506-79d29dae795b has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:31:06.490737 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=d0a26e44-88e1-422a-9e50-52e8cfc310fe,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:06.531058 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-314ff341-49eb-4fea-81e3-a0c82437738b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:06.532903 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-314ff341-49eb-4fea-81e3-a0c82437738b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:06.534504 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017037a-a8a4-45a2-a3b1-b8d86b076cfc None None] Pushing event updated for resources: {'Port': ['ID=1230edaf-f0e7-4e7a-b3ad-bf152ef5d606,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:06.534878 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-314ff341-49eb-4fea-81e3-a0c82437738b service neutron] 10.222.0.31 "PUT /v2.0/ports/2f7f9397-fceb-4008-8a03-238e09ab375b HTTP/1.1" status: 200 len: 1095 time: 6.4610300 Mar 07 10:31:06.546232 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d7de20d3-22bf-48bb-a247-a52474a89e59 req-08af55b4-b51f-47fa-afe6-dba693d1f3f5 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005187 Mar 07 10:31:06.566196 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-47523811-786f-40c7-9eca-f96641900939 None None] Provisioning complete for port 1230edaf-f0e7-4e7a-b3ad-bf152ef5d606 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:31:06.567747 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-47523811-786f-40c7-9eca-f96641900939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1230edaf-f0e7-4e7a-b3ad-bf152ef5d606), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:06.686480 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-33ec5913-ac9a-4d61-bca2-288d2faf7aad req-0c86780d-3f32-4005-988b-729637a24f4c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f571527e-a205-427a-8890-cc1f2763fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2804801 Mar 07 10:31:06.689658 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-5785ae5d-2547-4a16-a6fe-abe8bfa63b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:06.692516 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-5785ae5d-2547-4a16-a6fe-abe8bfa63b1b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.0056031 Mar 07 10:31:06.703560 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-7f5bf71c-9c14-4a4b-a1b1-e4452fede854 None None] Set router 16893d4d-3b69-44da-a2d0-f87b2a4c86d0 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:31:06.704201 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f9afbf84-236f-44e5-bd72-251c2bbe64ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:06.842544 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 423f92bb-de3e-4985-8b92-2d3f3dd348b3 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:31:06.842935 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (423f92bb-de3e-4985-8b92-2d3f3dd348b3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:06.846454 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-47523811-786f-40c7-9eca-f96641900939 None None] Current status of the port 1230edaf-f0e7-4e7a-b3ad-bf152ef5d606 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:06.846842 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-47523811-786f-40c7-9eca-f96641900939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1230edaf-f0e7-4e7a-b3ad-bf152ef5d606), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:06.863015 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072fb16-65d5-4107-a1a5-84e622d9a9be req-512aa470-a315-4181-af77-1de7ace3b85c tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:06.870420 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4072fb16-65d5-4107-a1a5-84e622d9a9be req-512aa470-a315-4181-af77-1de7ace3b85c tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=549f000e-bf3a-4038-adaa-0fb2514bce04 HTTP/1.1" status: 200 len: 948 time: 0.1867945 Mar 07 10:31:06.933474 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab0496a-ff14-44f9-b9f1-fea03560cedb tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:31:06.939017 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0ab0496a-ff14-44f9-b9f1-fea03560cedb tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:06.949822 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0e5440-af47-4ea1-9762-6fbc3f43fe2d None None] Sync routers for ids ['fdc56d29-4d91-421e-b506-79d29dae795b'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:31:06.978126 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0ab0496a-ff14-44f9-b9f1-fea03560cedb tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "PUT /v2.0/floatingips/4823a08a-44a7-4b10-b435-8aa3b68f58fb HTTP/1.1" status: 200 len: 990 time: 3.3787675 Mar 07 10:31:06.978126 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71274ecc-4732-420a-9415-511854797bdd', 'tag': '1fb52674-c21e-471c-95d0-159457f41e32'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:06.979153 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a199756a-36d9-4de4-8031-d534ffaed778" -d '{"events": [{"name": "network-changed", "server_uuid": "71274ecc-4732-420a-9415-511854797bdd", "tag": "1fb52674-c21e-471c-95d0-159457f41e32"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:06.991521 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4072fb16-65d5-4107-a1a5-84e622d9a9be req-32ff2747-e1d3-4279-9230-6c598c3de535 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201367 Mar 07 10:31:07.064426 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536f42e1-e1a1-4690-bbd8-0627b41f9646 x-openstack-request-id: req-536f42e1-e1a1-4690-bbd8-0627b41f9646 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:07.064757 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6c7898-c1b7-46b8-8810-89c3d85bf615", "name": "network-vif-unplugged", "status": "completed", "tag": "d0a26e44-88e1-422a-9e50-52e8cfc310fe", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:07.065021 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-536f42e1-e1a1-4690-bbd8-0627b41f9646 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:07.077457 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6c7898-c1b7-46b8-8810-89c3d85bf615', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0a26e44-88e1-422a-9e50-52e8cfc310fe', 'code': 200} Mar 07 10:31:07.086487 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0e5440-af47-4ea1-9762-6fbc3f43fe2d None None] Routers {'fdc56d29-4d91-421e-b506-79d29dae795b'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:31:07.087132 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-6b0e5440-af47-4ea1-9762-6fbc3f43fe2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:30:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fdc56d29-4d91-421e-b506-79d29dae795b'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:07.208566 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690e7ef-7dcd-4534-ae4b-04f36f86b62c req-41476815-4daf-48d7-bad5-14a16ec68310 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:07.220703 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e690e7ef-7dcd-4534-ae4b-04f36f86b62c req-41476815-4daf-48d7-bad5-14a16ec68310 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 944 time: 0.0997291 Mar 07 10:31:07.249931 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-47523811-786f-40c7-9eca-f96641900939 None None] For port 1230edaf-f0e7-4e7a-b3ad-bf152ef5d606, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1230edaf-f0e7-4e7a-b3ad-bf152ef5d606,segment=NetworkSegment(65ee731a-4bc1-416b-9a26-7bec4e9c13e1),segment_id=65ee731a-4bc1-416b-9a26-7bec4e9c13e1)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:07.299559 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-7f5bf71c-9c14-4a4b-a1b1-e4452fede854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760601306-router', 'tenant_id': 'e34bc9d37c274a46bc29635735d10ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '6986b9f3-0168-4a92-a71a-f756aaadc167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:46Z', 'updated_at': '2022-03-07T10:31:01Z', 'revision_number': 4, 'project_id': 'e34bc9d37c274a46bc29635735d10ab8', 'gw_port': {'id': '6986b9f3-0168-4a92-a71a-f756aaadc167', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:61:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:49Z', 'updated_at': '2022-03-07T10:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '1230edaf-f0e7-4e7a-b3ad-bf152ef5d606', 'name': '', 'network_id': 'af792aca-c8fc-424b-9656-e31bf1d226f5', 'tenant_id': 'e34bc9d37c274a46bc29635735d10ab8', 'mac_address': 'fa:16:3e:8c:c9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:59Z', 'updated_at': '2022-03-07T10:31:06Z', 'revision_number': 4, 'project_id': 'e34bc9d37c274a46bc29635735d10ab8', 'subnets': [{'id': '3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:07.369331 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e690e7ef-7dcd-4534-ae4b-04f36f86b62c req-fef0be04-d69e-483d-8a73-dc0ff07bb04c tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396282 Mar 07 10:31:07.370879 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5bf71c-9c14-4a4b-a1b1-e4452fede854 None None] The sync data for ids ['16893d4d-3b69-44da-a2d0-f87b2a4c86d0'] in n-d-832164-4 is: [{'id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760601306-router', 'tenant_id': 'e34bc9d37c274a46bc29635735d10ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '6986b9f3-0168-4a92-a71a-f756aaadc167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:46Z', 'updated_at': '2022-03-07T10:31:01Z', 'revision_number': 4, 'project_id': 'e34bc9d37c274a46bc29635735d10ab8', 'gw_port': {'id': '6986b9f3-0168-4a92-a71a-f756aaadc167', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:61:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:49Z', 'updated_at': '2022-03-07T10:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '1230edaf-f0e7-4e7a-b3ad-bf152ef5d606', 'name': '', 'network_id': 'af792aca-c8fc-424b-9656-e31bf1d226f5', 'tenant_id': 'e34bc9d37c274a46bc29635735d10ab8', 'mac_address': 'fa:16:3e:8c:c9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:59Z', 'updated_at': '2022-03-07T10:31:06Z', 'revision_number': 4, 'project_id': 'e34bc9d37c274a46bc29635735d10ab8', 'subnets': [{'id': '3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:31:07.375799 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 423f92bb-de3e-4985-8b92-2d3f3dd348b3 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:07.383920 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (423f92bb-de3e-4985-8b92-2d3f3dd348b3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:07.389759 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-47523811-786f-40c7-9eca-f96641900939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1230edaf-f0e7-4e7a-b3ad-bf152ef5d606), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:07.630294 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ec4f1-66e8-4eca-95c3-b31111b37cef req-b0123c98-6e3f-4137-95fe-8fe808ad477d tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:07.645706 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e12ec4f1-66e8-4eca-95c3-b31111b37cef req-b0123c98-6e3f-4137-95fe-8fe808ad477d tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 950 time: 0.1348810 Mar 07 10:31:07.718705 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 423f92bb-de3e-4985-8b92-2d3f3dd348b3, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=423f92bb-de3e-4985-8b92-2d3f3dd348b3,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:07.742919 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e12ec4f1-66e8-4eca-95c3-b31111b37cef req-9ef93337-9da5-4c0e-a7c6-c838cef6b162 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961244 Mar 07 10:31:07.771443 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (423f92bb-de3e-4985-8b92-2d3f3dd348b3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:07.799834 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b6f51b02-7a12-42c6-a5aa-293cf6e7fee9 req-5f0f4f56-5643-4ec8-993a-e1a254cf1797 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3434064 Mar 07 10:31:07.800522 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ff341-49eb-4fea-81e3-a0c82437738b service neutron] Pushing event updated for resources: {'Port': ['ID=2f7f9397-fceb-4008-8a03-238e09ab375b,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:07.809877 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-468c0ffa-f124-4cbc-8622-991c833402ff req-27abc7ef-97f9-4a7c-b5ea-527cc1efbe20 service neutron] 10.222.0.11 "GET /v2.0/networks/af792aca-c8fc-424b-9656-e31bf1d226f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4079723 Mar 07 10:31:07.811723 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-33ec5913-ac9a-4d61-bca2-288d2faf7aad req-15182ecc-06e1-4977-8414-79a78e9c22be service neutron] 10.222.0.31 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1086621 Mar 07 10:31:07.878531 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47523811-786f-40c7-9eca-f96641900939 None None] Pushing event updated for resources: {'Port': ['ID=1230edaf-f0e7-4e7a-b3ad-bf152ef5d606,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:07.984723 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b6f51b02-7a12-42c6-a5aa-293cf6e7fee9 req-a1e64538-4f06-4ef5-9a08-935e795bfaa9 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690719 Mar 07 10:31:08.014920 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ae3be-3eee-4726-ad17-63d5f58f44b2 req-4192395c-e093-4e33-904a-0bdea7d8ade3 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:08.023536 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-173ae3be-3eee-4726-ad17-63d5f58f44b2 req-4192395c-e093-4e33-904a-0bdea7d8ade3 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=71274ecc-4732-420a-9415-511854797bdd HTTP/1.1" status: 200 len: 945 time: 0.1239011 Mar 07 10:31:08.041531 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=423f92bb-de3e-4985-8b92-2d3f3dd348b3,revision_number=11']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:08.084840 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-6b0e5440-af47-4ea1-9762-6fbc3f43fe2d None None] Set router fdc56d29-4d91-421e-b506-79d29dae795b gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:31:08.091311 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-9936c98c-099a-4711-ba62-87d04bdbdd4b None None] Provisioning complete for port 1230edaf-f0e7-4e7a-b3ad-bf152ef5d606 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:31:08.092412 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9936c98c-099a-4711-ba62-87d04bdbdd4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1230edaf-f0e7-4e7a-b3ad-bf152ef5d606), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:08.130607 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2404830-aa59-4ed7-a4c1-a260cebe906c', 'tag': '2f7f9397-fceb-4008-8a03-238e09ab375b'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:08.132842 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dda6a7d-e9ad-4311-862a-c6e43dd3a547" -d '{"events": [{"name": "network-changed", "server_uuid": "d2404830-aa59-4ed7-a4c1-a260cebe906c", "tag": "2f7f9397-fceb-4008-8a03-238e09ab375b"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:08.136855 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-33ec5913-ac9a-4d61-bca2-288d2faf7aad req-2f44a005-71a1-4739-a8f8-89ef045d3847 service neutron] 10.222.0.31 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577518 Mar 07 10:31:08.182392 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-173ae3be-3eee-4726-ad17-63d5f58f44b2 req-0622402d-9fbe-435d-a066-93e66bfdf5cc tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/security-groups?id=432c2063-5333-4824-af3b-fe6ac20d1287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577644 Mar 07 10:31:08.206565 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd16478-ad47-4eff-977d-bf4ba7066eee x-openstack-request-id: req-efd16478-ad47-4eff-977d-bf4ba7066eee {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:08.206873 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71274ecc-4732-420a-9415-511854797bdd", "tag": "1fb52674-c21e-471c-95d0-159457f41e32", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:08.207135 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-efd16478-ad47-4eff-977d-bf4ba7066eee {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:08.207545 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71274ecc-4732-420a-9415-511854797bdd', 'tag': '1fb52674-c21e-471c-95d0-159457f41e32', 'status': 'completed', 'code': 200} Mar 07 10:31:08.243653 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:31:08.293587 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-10bc2d7d-e960-4cfc-8970-ac9f872ad9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:08.303048 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-10bc2d7d-e960-4cfc-8970-ac9f872ad9dd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38226035d9a14a64837c29a3926f0a17&device_id=d2404830-aa59-4ed7-a4c1-a260cebe906c HTTP/1.1" status: 200 len: 1129 time: 1.6200109 Mar 07 10:31:08.369014 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-d3d39e0a-f7c9-46fd-b6b4-2d4cc9f12f3a service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6009836 Mar 07 10:31:08.375500 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-962641c3-1f5d-4242-9c46-f027ace3cd92 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=2f7f9397-fceb-4008-8a03-238e09ab375b HTTP/1.1" status: 200 len: 217 time: 0.0542183 Mar 07 10:31:08.508203 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbc29a-f304-4293-be51-9dac6160d568 req-caf9e027-7a79-4aa6-a687-6ce462af351c tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:08.509925 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-75cbc29a-f304-4293-be51-9dac6160d568 req-caf9e027-7a79-4aa6-a687-6ce462af351c tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=549f000e-bf3a-4038-adaa-0fb2514bce04 HTTP/1.1" status: 200 len: 948 time: 0.1262975 Mar 07 10:31:08.582508 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199756a-36d9-4de4-8031-d534ffaed778 req-653ad73d-b52c-49d5-bf3d-7b3a9bc50360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:08.586594 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a199756a-36d9-4de4-8031-d534ffaed778 req-653ad73d-b52c-49d5-bf3d-7b3a9bc50360 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a52739f03a4c4c41ae4b3050610b2bcb&device_id=71274ecc-4732-420a-9415-511854797bdd HTTP/1.1" status: 200 len: 1127 time: 0.3518236 Mar 07 10:31:08.607814 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.resource_extend [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:31:08.678584 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-9813cce0-7aa0-4edc-b9c9-7aeba110c777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:08.680410 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-9813cce0-7aa0-4edc-b9c9-7aeba110c777 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.2894878 Mar 07 10:31:08.686797 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-75cbc29a-f304-4293-be51-9dac6160d568 req-4f7b6e07-3c7c-4a8b-ac59-323f27c4bfb6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700690 Mar 07 10:31:08.758407 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-9936c98c-099a-4711-ba62-87d04bdbdd4b None None] Current status of the port 1230edaf-f0e7-4e7a-b3ad-bf152ef5d606 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:08.872961 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0542c11d-bcdf-4c8a-afb2-f0f3169af324 req-d6dcd144-58d7-4a9a-8ecf-a60cd9f208f0 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b616d12-5604-4866-b26e-5b6f4664d915 HTTP/1.1" status: 200 len: 210 time: 0.0936720 Mar 07 10:31:08.874853 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-cc27cda8-0fca-4269-87e4-de2f27a0c65d service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4858105 Mar 07 10:31:08.896600 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3ff217d3-36e8-4dfd-bfcb-52bad9f203c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:08.953754 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199756a-36d9-4de4-8031-d534ffaed778 req-e5603685-b4ed-4925-91a9-71aae72f1194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:08.955685 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a199756a-36d9-4de4-8031-d534ffaed778 req-e5603685-b4ed-4925-91a9-71aae72f1194 service neutron] 10.222.0.31 "GET /v2.0/networks?id=0f1450ac-a9e3-4368-b524-bc58c4b6a2e8 HTTP/1.1" status: 200 len: 925 time: 0.3169198 Mar 07 10:31:08.964169 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f96ce-0a8c-42f4-aa15-09d0e4403a32 req-818106ed-81ca-4805-978e-16b053cff405 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:08.973079 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-743f96ce-0a8c-42f4-aa15-09d0e4403a32 req-818106ed-81ca-4805-978e-16b053cff405 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 948 time: 0.6008976 Mar 07 10:31:08.997057 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18379489-e6ca-4b62-94fc-e4e0d4725676 x-openstack-request-id: req-18379489-e6ca-4b62-94fc-e4e0d4725676 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:08.997461 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2404830-aa59-4ed7-a4c1-a260cebe906c", "tag": "2f7f9397-fceb-4008-8a03-238e09ab375b", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:08.998294 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-18379489-e6ca-4b62-94fc-e4e0d4725676 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:08.998770 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2404830-aa59-4ed7-a4c1-a260cebe906c', 'tag': '2f7f9397-fceb-4008-8a03-238e09ab375b', 'status': 'completed', 'code': 200} Mar 07 10:31:09.068796 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=1c0865da-6fde-4c3c-8287-5b7c2a1b6459,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:09.129446 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423f92bb-de3e-4985-8b92-2d3f3dd348b3'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:09.131654 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3069f6c2-e205-4a8f-bb62-7706df4932f7" -d '{"events": [{"server_uuid": "4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9", "name": "network-vif-plugged", "status": "completed", "tag": "423f92bb-de3e-4985-8b92-2d3f3dd348b3"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:09.148570 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '1c0865da-6fde-4c3c-8287-5b7c2a1b6459', 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1', 'port_id': '1c0865da-6fde-4c3c-8287-5b7c2a1b6459', 'mac_address': 'fa:16:3e:c1:6e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:31:09.167203 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-c1ebc9c8-bb5e-468f-8209-dbf8f33ce704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:09.180880 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-c1ebc9c8-bb5e-468f-8209-dbf8f33ce704 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4832685 Mar 07 10:31:09.201779 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-743f96ce-0a8c-42f4-aa15-09d0e4403a32 req-39a44bc2-24f1-4767-8350-ba856902b0c4 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277441 Mar 07 10:31:09.252095 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe15dc0-a11e-49bb-a2b6-14f7d80539c4 req-3466bac1-50b7-4904-b90e-1102379ec63b tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:09.271813 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-abe15dc0-a11e-49bb-a2b6-14f7d80539c4 req-3466bac1-50b7-4904-b90e-1102379ec63b tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 944 time: 0.1688488 Mar 07 10:31:09.376579 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a199756a-36d9-4de4-8031-d534ffaed778 req-ff191d3f-dbd3-493f-8f7f-e081222d27df service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1fb52674-c21e-471c-95d0-159457f41e32 HTTP/1.1" status: 200 len: 998 time: 0.3762262 Mar 07 10:31:09.423186 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-abe15dc0-a11e-49bb-a2b6-14f7d80539c4 req-626a418a-2f38-4e4a-b3dd-8130cb7bf564 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501105 Mar 07 10:31:09.479417 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579c1a7-61df-4ef0-bc3e-dc18da356428 req-6d6d4f52-44bb-484c-abdd-ee31237d2418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:09.481137 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1579c1a7-61df-4ef0-bc3e-dc18da356428 req-6d6d4f52-44bb-484c-abdd-ee31237d2418 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=38226035d9a14a64837c29a3926f0a17&device_id=549f000e-bf3a-4038-adaa-0fb2514bce04 HTTP/1.1" status: 200 len: 1130 time: 0.4754782 Mar 07 10:31:09.505460 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1230edaf-f0e7-4e7a-b3ad-bf152ef5d606 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:31:09.652878 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36320d0-7662-408d-b1a6-ba754cad7e92 x-openstack-request-id: req-a36320d0-7662-408d-b1a6-ba754cad7e92 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:09.653734 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9", "name": "network-vif-plugged", "status": "completed", "tag": "423f92bb-de3e-4985-8b92-2d3f3dd348b3", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:09.653734 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a36320d0-7662-408d-b1a6-ba754cad7e92 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:09.653936 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423f92bb-de3e-4985-8b92-2d3f3dd348b3', 'code': 200} Mar 07 10:31:09.683511 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:09.683897 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1c0865da-6fde-4c3c-8287-5b7c2a1b6459), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:09.791488 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199756a-36d9-4de4-8031-d534ffaed778 req-57154133-882e-477e-949e-9d8f16dada29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:09.794314 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a199756a-36d9-4de4-8031-d534ffaed778 req-57154133-882e-477e-949e-9d8f16dada29 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=66fddbce-75dd-46ee-b56e-87f13faf6741 HTTP/1.1" status: 200 len: 863 time: 0.3781495 Mar 07 10:31:09.833139 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 1230edaf-f0e7-4e7a-b3ad-bf152ef5d606 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:31:09.833564 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1230edaf-f0e7-4e7a-b3ad-bf152ef5d606), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:09.836296 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:09.868001 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:09.897012 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=1c0865da-6fde-4c3c-8287-5b7c2a1b6459,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:09.907978 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-6b0e5440-af47-4ea1-9762-6fbc3f43fe2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1607717543-router', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:13Z', 'updated_at': '2022-03-07T10:28:18Z', 'revision_number': 4, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'gw_port': {'id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:14Z', 'updated_at': '2022-03-07T10:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '4823a08a-44a7-4b10-b435-8aa3b68f58fb', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'floating_ip_address': '172.25.3.56', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'port_id': '1fb52674-c21e-471c-95d0-159457f41e32', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8', 'mac_address': 'fa:16:3e:04:4e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71274ecc-4732-420a-9415-511854797bdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:28:39Z', 'updated_at': '2022-03-07T10:31:04Z', 'revision_number': 5, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c6dc99c-ac47-410c-be16-36da71f495a5', 'name': '', 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'mac_address': 'fa:16:3e:90:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '66fddbce-75dd-46ee-b56e-87f13faf6741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:17Z', 'updated_at': '2022-03-07T10:28:23Z', 'revision_number': 5, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'subnets': [{'id': '66fddbce-75dd-46ee-b56e-87f13faf6741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:09.917195 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1c0865da-6fde-4c3c-8287-5b7c2a1b6459), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:09.938504 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b55a0-6916-494b-b4a6-f551aaf00041 req-304ffa6f-914e-4df1-88c1-77b185d361b8 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:09.941371 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d94b55a0-6916-494b-b4a6-f551aaf00041 req-304ffa6f-914e-4df1-88c1-77b185d361b8 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=549f000e-bf3a-4038-adaa-0fb2514bce04 HTTP/1.1" status: 200 len: 948 time: 0.1249170 Mar 07 10:31:10.016918 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae98933-d7bc-43f2-b5a1-2bc44fd1174f req-15363614-8607-4149-a444-77d4a6a0cd7a tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:10.021919 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=1c0865da-6fde-4c3c-8287-5b7c2a1b6459,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:10.028642 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8ae98933-d7bc-43f2-b5a1-2bc44fd1174f req-15363614-8607-4149-a444-77d4a6a0cd7a tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 951 time: 0.6275055 Mar 07 10:31:10.033607 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0e5440-af47-4ea1-9762-6fbc3f43fe2d None None] Checking router: fdc56d29-4d91-421e-b506-79d29dae795b for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:31:10.048384 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0e5440-af47-4ea1-9762-6fbc3f43fe2d None None] Routers {'fdc56d29-4d91-421e-b506-79d29dae795b'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:31:10.049026 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-6b0e5440-af47-4ea1-9762-6fbc3f43fe2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:31:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fdc56d29-4d91-421e-b506-79d29dae795b'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:10.051620 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-a76d3063-0980-4c87-9f74-1bc0e301d906 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8421688 Mar 07 10:31:10.069045 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d94b55a0-6916-494b-b4a6-f551aaf00041 req-8772eeac-c25a-482c-853a-c7c515bd6170 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195056 Mar 07 10:31:10.137502 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579c1a7-61df-4ef0-bc3e-dc18da356428 req-b7e3b685-6853-4c1b-800b-88ae29004eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:10.146757 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1579c1a7-61df-4ef0-bc3e-dc18da356428 req-b7e3b685-6853-4c1b-800b-88ae29004eae service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.5990715 Mar 07 10:31:10.247913 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c3112c17-ba88-48f6-b5c1-dda142cc0b09 req-9525472a-d68c-4ffe-908b-5183b9001ad5 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b616d12-5604-4866-b26e-5b6f4664d915 HTTP/1.1" status: 200 len: 210 time: 0.0509014 Mar 07 10:31:10.285151 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1579c1a7-61df-4ef0-bc3e-dc18da356428 req-fef32f1e-b91f-48ba-b78d-7cafc50529fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=c21b0a24-1fa3-4758-a44d-c9bf41cd09fe HTTP/1.1" status: 200 len: 217 time: 0.0735617 Mar 07 10:31:10.300366 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 1230edaf-f0e7-4e7a-b3ad-bf152ef5d606 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:10.444839 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['1c0865da-6fde-4c3c-8287-5b7c2a1b6459'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:10.460349 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c0ffa-f124-4cbc-8622-991c833402ff req-936bf1a8-523b-4f5b-ac5f-d76fbd680c02 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:10.462301 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-468c0ffa-f124-4cbc-8622-991c833402ff req-936bf1a8-523b-4f5b-ac5f-d76fbd680c02 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.21 "GET /v2.0/networks?id=af792aca-c8fc-424b-9656-e31bf1d226f5 HTTP/1.1" status: 200 len: 829 time: 0.3362992 Mar 07 10:31:10.509554 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199756a-36d9-4de4-8031-d534ffaed778 req-eff97704-03d3-45dd-a556-5acc09a0d178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:10.511423 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a199756a-36d9-4de4-8031-d534ffaed778 req-eff97704-03d3-45dd-a556-5acc09a0d178 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=0f1450ac-a9e3-4368-b524-bc58c4b6a2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7001400 Mar 07 10:31:10.515652 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8ae98933-d7bc-43f2-b5a1-2bc44fd1174f req-55ee1c0a-abf3-4117-a58b-7ea01c6a9bb3 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4861767 Mar 07 10:31:10.523411 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-468c0ffa-f124-4cbc-8622-991c833402ff req-ad165428-b9ee-485c-a8c4-603e13341bed tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Request body: {'port': {'device_id': '6b616d12-5604-4866-b26e-5b6f4664d915', 'network_id': 'af792aca-c8fc-424b-9656-e31bf1d226f5', 'admin_state_up': True, 'tenant_id': 'e34bc9d37c274a46bc29635735d10ab8'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:10.535357 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-6b0e5440-af47-4ea1-9762-6fbc3f43fe2d None None] Set router fdc56d29-4d91-421e-b506-79d29dae795b gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:31:10.542587 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1251dc4-699e-4057-aa55-6d513082bbd0 req-891aca5e-ceb7-4805-9304-83025dd75996 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:10.553286 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a1251dc4-699e-4057-aa55-6d513082bbd0 req-891aca5e-ceb7-4805-9304-83025dd75996 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 948 time: 0.1432126 Mar 07 10:31:10.674654 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a1251dc4-699e-4057-aa55-6d513082bbd0 req-6b40fe9e-1cdd-4b78-9604-378461af766c tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193261 Mar 07 10:31:10.803216 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579c1a7-61df-4ef0-bc3e-dc18da356428 req-f16b380b-c8cb-4d50-a65d-4e4bf9e6e241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:10.804884 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1579c1a7-61df-4ef0-bc3e-dc18da356428 req-f16b380b-c8cb-4d50-a65d-4e4bf9e6e241 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.5013535 Mar 07 10:31:10.911843 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd456292-73df-4bc5-b2f3-dc136cfdf91c req-65c3a8c7-ecd4-420d-9f97-1538da7b04f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:10.913411 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bd456292-73df-4bc5-b2f3-dc136cfdf91c req-65c3a8c7-ecd4-420d-9f97-1538da7b04f8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 1133 time: 0.9916646 Mar 07 10:31:10.931571 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a9826cb-77e4-4184-a526-ff6436bcf2ef req-4283cb93-fb7c-4b5d-8de0-36f39c6f1d84 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8533864 Mar 07 10:31:11.014700 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a199756a-36d9-4de4-8031-d534ffaed778 req-829a2bd4-3fa9-4928-9a0d-4f2fc943db42 service neutron] 10.222.0.31 "GET /v2.0/networks/0f1450ac-a9e3-4368-b524-bc58c4b6a2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062057 Mar 07 10:31:11.239398 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-6b0e5440-af47-4ea1-9762-6fbc3f43fe2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1607717543-router', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:13Z', 'updated_at': '2022-03-07T10:28:18Z', 'revision_number': 4, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'gw_port': {'id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:14Z', 'updated_at': '2022-03-07T10:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '4823a08a-44a7-4b10-b435-8aa3b68f58fb', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'floating_ip_address': '172.25.3.56', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'port_id': '1fb52674-c21e-471c-95d0-159457f41e32', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8', 'mac_address': 'fa:16:3e:04:4e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71274ecc-4732-420a-9415-511854797bdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:28:39Z', 'updated_at': '2022-03-07T10:31:04Z', 'revision_number': 5, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c6dc99c-ac47-410c-be16-36da71f495a5', 'name': '', 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'mac_address': 'fa:16:3e:90:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '66fddbce-75dd-46ee-b56e-87f13faf6741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:17Z', 'updated_at': '2022-03-07T10:28:23Z', 'revision_number': 5, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'subnets': [{'id': '66fddbce-75dd-46ee-b56e-87f13faf6741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:11.258305 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579c1a7-61df-4ef0-bc3e-dc18da356428 req-59e1c3a6-bcaf-4b32-b636-c6d969b6c60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:11.260884 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1579c1a7-61df-4ef0-bc3e-dc18da356428 req-59e1c3a6-bcaf-4b32-b636-c6d969b6c60a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4421980 Mar 07 10:31:11.277349 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639a6ba-5723-45e4-a37b-c40518ce3580 req-d0b3a3ce-acbd-4b61-8ed0-ce327a589138 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:11.279584 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b639a6ba-5723-45e4-a37b-c40518ce3580 req-d0b3a3ce-acbd-4b61-8ed0-ce327a589138 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=549f000e-bf3a-4038-adaa-0fb2514bce04 HTTP/1.1" status: 200 len: 948 time: 0.0844393 Mar 07 10:31:11.300473 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device c21b0a24-1fa3-4758-a44d-c9bf41cd09fe details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:31:11.303284 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0e5440-af47-4ea1-9762-6fbc3f43fe2d None None] The sync data for ids ['fdc56d29-4d91-421e-b506-79d29dae795b'] in n-d-832164-4 is: [{'id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1607717543-router', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:13Z', 'updated_at': '2022-03-07T10:28:18Z', 'revision_number': 4, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'gw_port': {'id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:14Z', 'updated_at': '2022-03-07T10:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '4823a08a-44a7-4b10-b435-8aa3b68f58fb', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'floating_ip_address': '172.25.3.56', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'port_id': '1fb52674-c21e-471c-95d0-159457f41e32', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8', 'mac_address': 'fa:16:3e:04:4e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71274ecc-4732-420a-9415-511854797bdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:28:39Z', 'updated_at': '2022-03-07T10:31:04Z', 'revision_number': 5, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c6dc99c-ac47-410c-be16-36da71f495a5', 'name': '', 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'mac_address': 'fa:16:3e:90:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '66fddbce-75dd-46ee-b56e-87f13faf6741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:17Z', 'updated_at': '2022-03-07T10:28:23Z', 'revision_number': 5, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'subnets': [{'id': '66fddbce-75dd-46ee-b56e-87f13faf6741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:31:11.410095 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b639a6ba-5723-45e4-a37b-c40518ce3580 req-c30eda63-f5da-4ef4-9175-a454bea0ca9f tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244884 Mar 07 10:31:11.451208 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-468c0ffa-f124-4cbc-8622-991c833402ff req-ad165428-b9ee-485c-a8c4-603e13341bed tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Made reservation on behalf of e34bc9d37c274a46bc29635735d10ab8 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:11.460522 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-468c0ffa-f124-4cbc-8622-991c833402ff req-ad165428-b9ee-485c-a8c4-603e13341bed tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:11.464164 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1579c1a7-61df-4ef0-bc3e-dc18da356428 req-7542a287-4be8-41d4-ac93-9fbe805fbb82 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877253 Mar 07 10:31:11.470758 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bd456292-73df-4bc5-b2f3-dc136cfdf91c req-3cc9efdf-46ac-49f8-8aef-8bae519ec458 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5358994 Mar 07 10:31:11.483949 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdbc097-bb44-4438-a105-affdb5ce6e7b req-f50408d1-e9bc-47c6-aeea-9f7ebbe0020c tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:11.493180 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6bdbc097-bb44-4438-a105-affdb5ce6e7b req-f50408d1-e9bc-47c6-aeea-9f7ebbe0020c tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 945 time: 0.7001595 Mar 07 10:31:11.512842 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port c21b0a24-1fa3-4758-a44d-c9bf41cd09fe, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=c21b0a24-1fa3-4758-a44d-c9bf41cd09fe,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:11.536069 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'c21b0a24-1fa3-4758-a44d-c9bf41cd09fe', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': 'c21b0a24-1fa3-4758-a44d-c9bf41cd09fe', 'mac_address': 'fa:16:3e:13:99:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:31:11.538531 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8ed18c41-9566-45c0-9263-ee73d3896106 req-82fc5a9c-1584-4caa-8745-52f0ba38130e tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b616d12-5604-4866-b26e-5b6f4664d915 HTTP/1.1" status: 200 len: 210 time: 0.0372488 Mar 07 10:31:11.630870 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1579c1a7-61df-4ef0-bc3e-dc18da356428 req-eaa05da1-09ed-46b6-a2b3-491b4220e3ec service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256163 Mar 07 10:31:11.646573 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda6a7d-e9ad-4311-862a-c6e43dd3a547 req-b2ba7fac-6f15-4262-a436-d6f466108012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:11.648108 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4dda6a7d-e9ad-4311-862a-c6e43dd3a547 req-b2ba7fac-6f15-4262-a436-d6f466108012 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38226035d9a14a64837c29a3926f0a17&device_id=d2404830-aa59-4ed7-a4c1-a260cebe906c HTTP/1.1" status: 200 len: 1129 time: 0.5828764 Mar 07 10:31:11.649542 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port c21b0a24-1fa3-4758-a44d-c9bf41cd09fe is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:11.649945 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c21b0a24-1fa3-4758-a44d-c9bf41cd09fe), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:11.692481 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:11.697536 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c21b0a24-1fa3-4758-a44d-c9bf41cd09fe {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:11.712788 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cef617-862e-4f92-a2fb-367e3bcf2e90 None None] New status for floating IP 4823a08a-44a7-4b10-b435-8aa3b68f58fb: ACTIVE {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:31:11.760157 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port c21b0a24-1fa3-4758-a44d-c9bf41cd09fe, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=c21b0a24-1fa3-4758-a44d-c9bf41cd09fe,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:11.770070 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c21b0a24-1fa3-4758-a44d-c9bf41cd09fe), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:11.770923 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d0a26e44-88e1-422a-9e50-52e8cfc310fe details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:31:11.796205 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1147e-3949-4486-ac9d-44286cbe048a req-c3ee1a04-2cb6-49c9-9c6f-fd7f7d73dbf2 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:11.819208 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b9f1147e-3949-4486-ac9d-44286cbe048a req-c3ee1a04-2cb6-49c9-9c6f-fd7f7d73dbf2 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 951 time: 0.1507969 Mar 07 10:31:11.828113 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port d0a26e44-88e1-422a-9e50-52e8cfc310fe, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d0a26e44-88e1-422a-9e50-52e8cfc310fe,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:11.957552 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'd0a26e44-88e1-422a-9e50-52e8cfc310fe', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': 'd0a26e44-88e1-422a-9e50-52e8cfc310fe', 'mac_address': 'fa:16:3e:e2:1d:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:31:11.959571 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b9f1147e-3949-4486-ac9d-44286cbe048a req-cd8f7d11-f566-42b6-801f-6d7e7669526b tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394539 Mar 07 10:31:11.963077 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a199756a-36d9-4de4-8031-d534ffaed778 req-f2f8bee5-b659-4c85-8a35-8e92d328eebe service neutron] 10.222.0.31 "GET /v2.0/networks/0f1450ac-a9e3-4368-b524-bc58c4b6a2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9372215 Mar 07 10:31:11.982153 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=c21b0a24-1fa3-4758-a44d-c9bf41cd09fe,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:12.062055 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port d0a26e44-88e1-422a-9e50-52e8cfc310fe is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:12.062459 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d0a26e44-88e1-422a-9e50-52e8cfc310fe), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:12.090144 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0a26e44-88e1-422a-9e50-52e8cfc310fe {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:12.111549 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port d0a26e44-88e1-422a-9e50-52e8cfc310fe, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d0a26e44-88e1-422a-9e50-52e8cfc310fe,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:12.117057 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda6a7d-e9ad-4311-862a-c6e43dd3a547 req-3a31567b-de0d-4e14-b0bd-56b7b5c2cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:12.118552 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d0a26e44-88e1-422a-9e50-52e8cfc310fe), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:12.118692 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4dda6a7d-e9ad-4311-862a-c6e43dd3a547 req-3a31567b-de0d-4e14-b0bd-56b7b5c2cd2b service neutron] 10.222.0.31 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.1998847 Mar 07 10:31:12.173066 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4dda6a7d-e9ad-4311-862a-c6e43dd3a547 req-02dd7b8f-2c8f-4b01-895d-1ec4c34ae721 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=2f7f9397-fceb-4008-8a03-238e09ab375b HTTP/1.1" status: 200 len: 217 time: 0.0388000 Mar 07 10:31:12.189923 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53259aa0-29c1-44bf-b866-00cb43287e6d req-4202d0df-5484-4fc7-be5b-478b65527450 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:12.201645 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-53259aa0-29c1-44bf-b866-00cb43287e6d req-4202d0df-5484-4fc7-be5b-478b65527450 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 948 time: 0.1140482 Mar 07 10:31:12.231356 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=d0a26e44-88e1-422a-9e50-52e8cfc310fe,revision_number=7']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:12.234205 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda6a7d-e9ad-4311-862a-c6e43dd3a547 req-3837fd33-6c4a-446f-ae2d-7d9b67b401f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:12.236567 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4dda6a7d-e9ad-4311-862a-c6e43dd3a547 req-3837fd33-6c4a-446f-ae2d-7d9b67b401f5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.0537274 Mar 07 10:31:12.287780 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6bdbc097-bb44-4438-a105-affdb5ce6e7b req-0d030f83-49d7-4f67-87b6-e82ee09028e5 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7935374 Mar 07 10:31:12.296831 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-468c0ffa-f124-4cbc-8622-991c833402ff req-ad165428-b9ee-485c-a8c4-603e13341bed tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Allocated IP 172.20.0.6 (af792aca-c8fc-424b-9656-e31bf1d226f5/3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7/412c1b52-2241-4d4e-998f-143f706ac93a) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:12.327704 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-53259aa0-29c1-44bf-b866-00cb43287e6d req-066043b6-eb3e-4b98-8c48-39b685924d11 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192806 Mar 07 10:31:12.337931 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda6a7d-e9ad-4311-862a-c6e43dd3a547 req-d9db5098-d769-4a63-9978-5d70978f51f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:12.339636 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4dda6a7d-e9ad-4311-862a-c6e43dd3a547 req-d9db5098-d769-4a63-9978-5d70978f51f4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0963686 Mar 07 10:31:12.464215 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['c21b0a24-1fa3-4758-a44d-c9bf41cd09fe'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:12.484296 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4dda6a7d-e9ad-4311-862a-c6e43dd3a547 req-adb877b9-dcf8-4b4a-a960-520650c295a6 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372209 Mar 07 10:31:12.541321 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['d0a26e44-88e1-422a-9e50-52e8cfc310fe'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:12.702381 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217b7a0-2594-4e63-9dae-0c7fa222b03f req-8c360142-ea46-4343-8bf3-6fd6967b6536 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:12.705275 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0217b7a0-2594-4e63-9dae-0c7fa222b03f req-8c360142-ea46-4343-8bf3-6fd6967b6536 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=549f000e-bf3a-4038-adaa-0fb2514bce04 HTTP/1.1" status: 200 len: 949 time: 0.1499722 Mar 07 10:31:12.839836 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0217b7a0-2594-4e63-9dae-0c7fa222b03f req-072d14d1-1cfd-4be0-be33-6287f358edb8 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164887 Mar 07 10:31:12.930483 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:13.017778 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2a13118e-cbc8-47da-be72-adc86b07555d req-80bf2f54-5db6-4abf-aa25-b042d4ae2338 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b616d12-5604-4866-b26e-5b6f4664d915 HTTP/1.1" status: 200 len: 210 time: 0.0646346 Mar 07 10:31:13.175333 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04a92f-03fe-4e96-9791-6022166a3375 req-6116cd9a-ccf5-4ad3-abe5-24773da890ef tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:13.183530 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fa04a92f-03fe-4e96-9791-6022166a3375 req-6116cd9a-ccf5-4ad3-abe5-24773da890ef tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 949 time: 0.1988037 Mar 07 10:31:13.190177 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d83d79-0a0b-4ea2-beaf-2bf2d4c9b9a9 req-dcbf2b3e-f599-4e03-8629-9b225014253c tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:13.193684 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-32d83d79-0a0b-4ea2-beaf-2bf2d4c9b9a9 req-dcbf2b3e-f599-4e03-8629-9b225014253c tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 951 time: 0.1096168 Mar 07 10:31:13.199135 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb53a0f-1886-4e4e-a7f8-5f36ec0a01d2 req-c0aad56e-d9a7-465e-ac14-42a19fca2d75 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:13.200933 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ffb53a0f-1886-4e4e-a7f8-5f36ec0a01d2 req-c0aad56e-d9a7-465e-ac14-42a19fca2d75 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615&tenant_id=914855c715794ac0925e4b6ed0252296&binding%3Ahost_id=n-h1-832164-4 HTTP/1.1" status: 200 len: 949 time: 0.2050703 Mar 07 10:31:13.283126 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-32d83d79-0a0b-4ea2-beaf-2bf2d4c9b9a9 req-8a04cc0c-81d0-4538-aca6-b99b2ed74ab6 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790207 Mar 07 10:31:13.446485 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043aec5-2580-4f11-ba0c-c99b669cab3b req-a074e6a1-5090-42cd-b76a-5adf827451f2 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:13.448858 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5043aec5-2580-4f11-ba0c-c99b669cab3b req-a074e6a1-5090-42cd-b76a-5adf827451f2 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 945 time: 0.0698080 Mar 07 10:31:13.453630 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4dda6a7d-e9ad-4311-862a-c6e43dd3a547 req-b32f7a0d-d0a9-496f-9a91-c9536c24c096 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9613481 Mar 07 10:31:13.529370 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5043aec5-2580-4f11-ba0c-c99b669cab3b req-b37774ff-520f-469a-b973-399e99aa10b0 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687535 Mar 07 10:31:13.556759 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-468c0ffa-f124-4cbc-8622-991c833402ff req-ad165428-b9ee-485c-a8c4-603e13341bed tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks [] for port (412c1b52-2241-4d4e-998f-143f706ac93a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:13.564063 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fa04a92f-03fe-4e96-9791-6022166a3375 req-3792df8f-94ba-41c3-b8d5-04a0d1fe237e tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790689 Mar 07 10:31:13.591998 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb53a0f-1886-4e4e-a7f8-5f36ec0a01d2 req-4573f95d-d658-4271-a881-e0e4decb010b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:13.593839 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ffb53a0f-1886-4e4e-a7f8-5f36ec0a01d2 req-4573f95d-d658-4271-a881-e0e4decb010b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 1131 time: 0.2482133 Mar 07 10:31:13.718956 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-468c0ffa-f124-4cbc-8622-991c833402ff req-ad165428-b9ee-485c-a8c4-603e13341bed tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (412c1b52-2241-4d4e-998f-143f706ac93a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:13.785011 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb53a0f-1886-4e4e-a7f8-5f36ec0a01d2 req-bcc83f58-84e6-44e8-b0e0-9b37fd9a95a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:13.789895 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ffb53a0f-1886-4e4e-a7f8-5f36ec0a01d2 req-bcc83f58-84e6-44e8-b0e0-9b37fd9a95a3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.1849689 Mar 07 10:31:13.818384 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-468c0ffa-f124-4cbc-8622-991c833402ff req-ad165428-b9ee-485c-a8c4-603e13341bed tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Network af792aca-c8fc-424b-9656-e31bf1d226f5 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:13.821982 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-468c0ffa-f124-4cbc-8622-991c833402ff req-ad165428-b9ee-485c-a8c4-603e13341bed tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:13.872471 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-468c0ffa-f124-4cbc-8622-991c833402ff req-ad165428-b9ee-485c-a8c4-603e13341bed tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:31:13.883127 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ffb53a0f-1886-4e4e-a7f8-5f36ec0a01d2 req-83e508a5-5d36-4970-a064-c31b23808f66 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=d0a26e44-88e1-422a-9e50-52e8cfc310fe HTTP/1.1" status: 200 len: 217 time: 0.0795746 Mar 07 10:31:13.952566 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad165428-b9ee-485c-a8c4-603e13341bed tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Pushing event updated for resources: {'Port': ['ID=412c1b52-2241-4d4e-998f-143f706ac93a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:14.023540 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380368c6-f7c0-4a50-89ef-85f755f323ac req-2f2d1613-559e-481e-87e6-9c664b049bcd tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:14.031150 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-380368c6-f7c0-4a50-89ef-85f755f323ac req-2f2d1613-559e-481e-87e6-9c664b049bcd tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=549f000e-bf3a-4038-adaa-0fb2514bce04 HTTP/1.1" status: 200 len: 949 time: 0.0987320 Mar 07 10:31:14.049085 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c0ffa-f124-4cbc-8622-991c833402ff req-ad165428-b9ee-485c-a8c4-603e13341bed tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:14.050033 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-468c0ffa-f124-4cbc-8622-991c833402ff req-ad165428-b9ee-485c-a8c4-603e13341bed tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:14.079675 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb53a0f-1886-4e4e-a7f8-5f36ec0a01d2 req-72ae698e-b013-4937-92f7-e9705bef79c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:14.089472 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ffb53a0f-1886-4e4e-a7f8-5f36ec0a01d2 req-72ae698e-b013-4937-92f7-e9705bef79c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1557245 Mar 07 10:31:14.100128 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 2f7f9397-fceb-4008-8a03-238e09ab375b details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:31:14.102863 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:31:14.157653 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-468c0ffa-f124-4cbc-8622-991c833402ff req-ad165428-b9ee-485c-a8c4-603e13341bed tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6381853 Mar 07 10:31:14.163312 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-380368c6-f7c0-4a50-89ef-85f755f323ac req-0f648603-d070-4887-8f3f-0743254fee2c tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287191 Mar 07 10:31:14.202638 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-468c0ffa-f124-4cbc-8622-991c833402ff req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] Request body: {'port': {'device_id': '6b616d12-5604-4866-b26e-5b6f4664d915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:14.300938 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-468c0ffa-f124-4cbc-8622-991c833402ff req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (412c1b52-2241-4d4e-998f-143f706ac93a), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:14.304608 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb53a0f-1886-4e4e-a7f8-5f36ec0a01d2 req-394901ef-9dba-4c2d-95d7-363e2b2a9eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:14.306482 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ffb53a0f-1886-4e4e-a7f8-5f36ec0a01d2 req-394901ef-9dba-4c2d-95d7-363e2b2a9eb3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2002389 Mar 07 10:31:14.315099 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5e09b-155f-46de-9ff8-bfd05e577ef9 req-0a7be56a-acb4-4b7c-9f11-7d0c66b1b2a7 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:14.316848 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-02a5e09b-155f-46de-9ff8-bfd05e577ef9 req-0a7be56a-acb4-4b7c-9f11-7d0c66b1b2a7 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b616d12-5604-4866-b26e-5b6f4664d915 HTTP/1.1" status: 200 len: 931 time: 0.2197559 Mar 07 10:31:14.344126 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:31:14.353709 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:31:14.354678 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1c0865da-6fde-4c3c-8287-5b7c2a1b6459), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:14.361631 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ff1930d5-a1e7-4e82-b919-971d95f300eb None None] Provisioning complete for port 412c1b52-2241-4d4e-998f-143f706ac93a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:31:14.362005 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ff1930d5-a1e7-4e82-b919-971d95f300eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (412c1b52-2241-4d4e-998f-143f706ac93a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:14.471590 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 2f7f9397-fceb-4008-8a03-238e09ab375b, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=2f7f9397-fceb-4008-8a03-238e09ab375b,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:14.473419 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64f0af-4b4f-4211-b7e4-0a398721358b req-37b25e2c-0a78-4799-8bce-bc60ff8030d5 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:14.482755 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cd64f0af-4b4f-4211-b7e4-0a398721358b req-37b25e2c-0a78-4799-8bce-bc60ff8030d5 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 951 time: 0.1019621 Mar 07 10:31:14.483778 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ff1930d5-a1e7-4e82-b919-971d95f300eb None None] Port 412c1b52-2241-4d4e-998f-143f706ac93a cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:31:14.498069 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '2f7f9397-fceb-4008-8a03-238e09ab375b', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': '2f7f9397-fceb-4008-8a03-238e09ab375b', 'mac_address': 'fa:16:3e:22:2d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:31:14.551120 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cd64f0af-4b4f-4211-b7e4-0a398721358b req-7b3a6760-f02d-4dd4-828b-bee0a53d6fe3 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567684 Mar 07 10:31:14.566313 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-02a5e09b-155f-46de-9ff8-bfd05e577ef9 req-e3bd479a-c4f3-4084-90e3-2bf6f22eba17 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/security-groups?id=d56ef8f3-abde-4cd1-91ae-7dbda1e5baa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258940 Mar 07 10:31:14.579432 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ffb53a0f-1886-4e4e-a7f8-5f36ec0a01d2 req-339028ce-d158-490b-85a4-29ba7816a6b2 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444065 Mar 07 10:31:14.598807 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 2f7f9397-fceb-4008-8a03-238e09ab375b is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:14.599204 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2f7f9397-fceb-4008-8a03-238e09ab375b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:14.611155 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:14.611644 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1c0865da-6fde-4c3c-8287-5b7c2a1b6459), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:14.657459 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7f9397-fceb-4008-8a03-238e09ab375b {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:14.689274 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 2f7f9397-fceb-4008-8a03-238e09ab375b, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=2f7f9397-fceb-4008-8a03-238e09ab375b,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:14.699549 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd22a090a-1bae-431d-a1c8-b08f8ceedd35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0865da-6fde-4c3c-8287-5b7c2a1b6459'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:14.711667 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b2cc88-68a7-4b2a-ad3f-379719859091" -d '{"events": [{"server_uuid": "d22a090a-1bae-431d-a1c8-b08f8ceedd35", "name": "network-vif-plugged", "status": "completed", "tag": "1c0865da-6fde-4c3c-8287-5b7c2a1b6459"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:14.712797 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f00cce-5e71-4b43-b1ab-a2f34f8042a3 req-11e2b834-db0b-4dcd-9543-05b8ebc402e8 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:14.717298 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (2f7f9397-fceb-4008-8a03-238e09ab375b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:14.726810 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-28f00cce-5e71-4b43-b1ab-a2f34f8042a3 req-11e2b834-db0b-4dcd-9543-05b8ebc402e8 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 945 time: 0.1110477 Mar 07 10:31:14.738130 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=1c0865da-6fde-4c3c-8287-5b7c2a1b6459,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:14.815086 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1c0865da-6fde-4c3c-8287-5b7c2a1b6459), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:14.853810 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-28f00cce-5e71-4b43-b1ab-a2f34f8042a3 req-8a23d697-911b-4208-b7fc-9a833467473a tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260080 Mar 07 10:31:14.899607 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=2f7f9397-fceb-4008-8a03-238e09ab375b,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:14.905622 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ffb53a0f-1886-4e4e-a7f8-5f36ec0a01d2 req-c6db0dc5-da49-47eb-990f-7f87721aef2f service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129902 Mar 07 10:31:15.015171 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82964d80-0427-41a8-9cdb-f82ea0e0abb3 x-openstack-request-id: req-82964d80-0427-41a8-9cdb-f82ea0e0abb3 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:15.015833 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d22a090a-1bae-431d-a1c8-b08f8ceedd35", "name": "network-vif-plugged", "status": "completed", "tag": "1c0865da-6fde-4c3c-8287-5b7c2a1b6459", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:15.016846 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-82964d80-0427-41a8-9cdb-f82ea0e0abb3 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:15.017575 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd22a090a-1bae-431d-a1c8-b08f8ceedd35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0865da-6fde-4c3c-8287-5b7c2a1b6459', 'code': 200} Mar 07 10:31:15.018766 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=1c0865da-6fde-4c3c-8287-5b7c2a1b6459,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:15.137548 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272b8b3-6789-41d6-abc1-d9001a50ccec req-1e272cfc-d9b9-4506-9af9-57cba7680adb tempest-ServersAdminTestJSON-2081679987 tempest-ServersAdminTestJSON-2081679987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:15.140763 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5272b8b3-6789-41d6-abc1-d9001a50ccec req-1e272cfc-d9b9-4506-9af9-57cba7680adb tempest-ServersAdminTestJSON-2081679987 tempest-ServersAdminTestJSON-2081679987-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 1133 time: 0.0583689 Mar 07 10:31:15.179534 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889549be-a399-4f26-87d9-9ad938771dcb req-f2095ce6-4ab1-49d0-9b56-547e25f77f1f tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:15.181090 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-889549be-a399-4f26-87d9-9ad938771dcb req-f2095ce6-4ab1-49d0-9b56-547e25f77f1f tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 949 time: 0.2743306 Mar 07 10:31:15.214784 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['2f7f9397-fceb-4008-8a03-238e09ab375b'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:15.255873 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5272b8b3-6789-41d6-abc1-d9001a50ccec req-9a456b6a-15bd-41e7-ba0a-f7619a6cb027 tempest-ServersAdminTestJSON-2081679987 tempest-ServersAdminTestJSON-2081679987-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090593 Mar 07 10:31:15.300132 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2a495-91da-45ab-99a8-957cfa0b1ff7 req-f00d3438-b7d5-44f1-8222-78f06ae8924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:15.301642 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cea2a495-91da-45ab-99a8-957cfa0b1ff7 req-f00d3438-b7d5-44f1-8222-78f06ae8924c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 1128 time: 0.1889334 Mar 07 10:31:15.307566 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d0a26e44-88e1-422a-9e50-52e8cfc310fe up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:31:15.315065 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-889549be-a399-4f26-87d9-9ad938771dcb req-d9ad7e07-e442-42c5-8f6b-8f9bb0fef0ec tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232235 Mar 07 10:31:15.452933 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0810b5-1882-4c32-a9f3-545c281779a4 req-c9974083-3ead-40f9-9de8-caeba1b8d189 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:15.454221 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-468c0ffa-f124-4cbc-8622-991c833402ff req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 412c1b52-2241-4d4e-998f-143f706ac93a {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:15.458830 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port d0a26e44-88e1-422a-9e50-52e8cfc310fe triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:31:15.459721 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d0a26e44-88e1-422a-9e50-52e8cfc310fe), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:15.477904 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2c0810b5-1882-4c32-a9f3-545c281779a4 req-c9974083-3ead-40f9-9de8-caeba1b8d189 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=549f000e-bf3a-4038-adaa-0fb2514bce04 HTTP/1.1" status: 200 len: 949 time: 0.1355002 Mar 07 10:31:15.496315 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-468c0ffa-f124-4cbc-8622-991c833402ff req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] Publish callbacks [] for port (412c1b52-2241-4d4e-998f-143f706ac93a), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:15.512480 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cea2a495-91da-45ab-99a8-957cfa0b1ff7 req-f05ba917-6723-4387-ae6d-b6f7f0470d23 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939683 Mar 07 10:31:15.533844 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-468c0ffa-f124-4cbc-8622-991c833402ff req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] Transition to ACTIVE for port object 412c1b52-2241-4d4e-998f-143f706ac93a will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:31:15.542161 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-468c0ffa-f124-4cbc-8622-991c833402ff req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (412c1b52-2241-4d4e-998f-143f706ac93a), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:15.612802 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2c0810b5-1882-4c32-a9f3-545c281779a4 req-8d83c4de-1afb-434f-a85a-f9630a8ac2e1 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259034 Mar 07 10:31:15.633713 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port d0a26e44-88e1-422a-9e50-52e8cfc310fe is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:15.634290 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d0a26e44-88e1-422a-9e50-52e8cfc310fe), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:15.689793 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] Pushing event updated for resources: {'Port': ['ID=412c1b52-2241-4d4e-998f-143f706ac93a,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:15.701353 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port d0a26e44-88e1-422a-9e50-52e8cfc310fe, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d0a26e44-88e1-422a-9e50-52e8cfc310fe,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:15.712827 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d0a26e44-88e1-422a-9e50-52e8cfc310fe), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:15.713778 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device c21b0a24-1fa3-4758-a44d-c9bf41cd09fe up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:31:15.731094 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:15.731422 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:15.731765 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:15.732116 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:15.732438 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:15.732756 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:15.733079 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:15.733434 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:15.733760 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:15.734076 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:15.734396 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:15.734717 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:15.735163 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:15.789507 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fba682-3430-4827-aeda-5d2370910fb5 req-412e3c2b-5594-4d3f-ab7e-81e4a4118a9f tempest-ServersAdminTestJSON-2081679987 tempest-ServersAdminTestJSON-2081679987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:15.800221 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72fba682-3430-4827-aeda-5d2370910fb5 req-412e3c2b-5594-4d3f-ab7e-81e4a4118a9f tempest-ServersAdminTestJSON-2081679987 tempest-ServersAdminTestJSON-2081679987-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 1133 time: 0.1702297 Mar 07 10:31:15.888091 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=d0a26e44-88e1-422a-9e50-52e8cfc310fe,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:15.917283 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-468c0ffa-f124-4cbc-8622-991c833402ff req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] Attempting to bind port 412c1b52-2241-4d4e-998f-143f706ac93a on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:31:15.919195 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-468c0ffa-f124-4cbc-8622-991c833402ff req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] Attempting to bind port 412c1b52-2241-4d4e-998f-143f706ac93a by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '65ee731a-4bc1-416b-9a26-7bec4e9c13e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'af792aca-c8fc-424b-9656-e31bf1d226f5'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:31:15.919793 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468c0ffa-f124-4cbc-8622-991c833402ff req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] Attempting to bind port 412c1b52-2241-4d4e-998f-143f706ac93a on network af792aca-c8fc-424b-9656-e31bf1d226f5 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:15.921508 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port c21b0a24-1fa3-4758-a44d-c9bf41cd09fe completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:31:15.926484 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port c21b0a24-1fa3-4758-a44d-c9bf41cd09fe triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:31:15.927043 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c21b0a24-1fa3-4758-a44d-c9bf41cd09fe), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:15.932273 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7f95c-6d38-4f90-87e7-c2ad8ee69339 req-4fad2446-5684-422b-ac68-41e3453e9e74 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:15.937029 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7ea7f95c-6d38-4f90-87e7-c2ad8ee69339 req-4fad2446-5684-422b-ac68-41e3453e9e74 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b616d12-5604-4866-b26e-5b6f4664d915 HTTP/1.1" status: 200 len: 943 time: 0.1264176 Mar 07 10:31:15.960782 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72fba682-3430-4827-aeda-5d2370910fb5 req-4f90ad39-0465-48dd-ac67-20df4dcc4b49 tempest-ServersAdminTestJSON-2081679987 tempest-ServersAdminTestJSON-2081679987-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554151 Mar 07 10:31:15.963450 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468c0ffa-f124-4cbc-8622-991c833402ff req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] Port 412c1b52-2241-4d4e-998f-143f706ac93a on network af792aca-c8fc-424b-9656-e31bf1d226f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:31:15.985459 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468c0ffa-f124-4cbc-8622-991c833402ff req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] Attempting to bind port 412c1b52-2241-4d4e-998f-143f706ac93a on network af792aca-c8fc-424b-9656-e31bf1d226f5 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:16.003834 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468c0ffa-f124-4cbc-8622-991c833402ff req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:31:16.008234 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468c0ffa-f124-4cbc-8622-991c833402ff req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] Checking segment: {'id': '65ee731a-4bc1-416b-9a26-7bec4e9c13e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'af792aca-c8fc-424b-9656-e31bf1d226f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:31:16.008898 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-468c0ffa-f124-4cbc-8622-991c833402ff req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] Bound using segment: {'id': '65ee731a-4bc1-416b-9a26-7bec4e9c13e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'af792aca-c8fc-424b-9656-e31bf1d226f5'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:31:16.009584 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-468c0ffa-f124-4cbc-8622-991c833402ff req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] Bound port: 412c1b52-2241-4d4e-998f-143f706ac93a, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65ee731a-4bc1-416b-9a26-7bec4e9c13e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'af792aca-c8fc-424b-9656-e31bf1d226f5'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:31:16.010142 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-468c0ffa-f124-4cbc-8622-991c833402ff req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (412c1b52-2241-4d4e-998f-143f706ac93a), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:16.024598 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7ea7f95c-6d38-4f90-87e7-c2ad8ee69339 req-f2756e98-d49c-4622-a639-23f2b4214b00 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/security-groups?id=d56ef8f3-abde-4cd1-91ae-7dbda1e5baa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815122 Mar 07 10:31:16.069616 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port c21b0a24-1fa3-4758-a44d-c9bf41cd09fe is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:16.070011 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c21b0a24-1fa3-4758-a44d-c9bf41cd09fe), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:16.116589 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port c21b0a24-1fa3-4758-a44d-c9bf41cd09fe, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=c21b0a24-1fa3-4758-a44d-c9bf41cd09fe,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:16.126904 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c21b0a24-1fa3-4758-a44d-c9bf41cd09fe), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:16.190954 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-468c0ffa-f124-4cbc-8622-991c833402ff req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] For port 412c1b52-2241-4d4e-998f-143f706ac93a, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:31:16.196792 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-468c0ffa-f124-4cbc-8622-991c833402ff req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] For port 412c1b52-2241-4d4e-998f-143f706ac93a, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=412c1b52-2241-4d4e-998f-143f706ac93a,segment=NetworkSegment(65ee731a-4bc1-416b-9a26-7bec4e9c13e1),segment_id=65ee731a-4bc1-416b-9a26-7bec4e9c13e1)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:31:16.197483 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=c21b0a24-1fa3-4758-a44d-c9bf41cd09fe,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:16.208102 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af25d1-a18b-406d-87ae-20a858bb39ba req-bd4def10-70e7-418b-88f5-3448142118b4 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:16.216087 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-05af25d1-a18b-406d-87ae-20a858bb39ba req-bd4def10-70e7-418b-88f5-3448142118b4 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 946 time: 0.1449671 Mar 07 10:31:16.236727 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-468c0ffa-f124-4cbc-8622-991c833402ff req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (412c1b52-2241-4d4e-998f-143f706ac93a), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:16.317296 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] Pushing event updated for resources: {'Port': ['ID=412c1b52-2241-4d4e-998f-143f706ac93a,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:16.377122 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-05af25d1-a18b-406d-87ae-20a858bb39ba req-095dd822-0c8e-4add-a022-4556392a1010 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600194 Mar 07 10:31:16.390151 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66706dac-cee1-4556-ade2-7a291edeaa66 req-d4094038-391c-47f2-a1c3-43a98b02115c tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:16.393212 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-66706dac-cee1-4556-ade2-7a291edeaa66 req-d4094038-391c-47f2-a1c3-43a98b02115c tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=f474013d-d50a-494a-8f47-543ccdb3ef5f HTTP/1.1" status: 200 len: 949 time: 0.0813518 Mar 07 10:31:16.395462 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c0ffa-f124-4cbc-8622-991c833402ff req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:16.396454 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-468c0ffa-f124-4cbc-8622-991c833402ff req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:16.398110 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-468c0ffa-f124-4cbc-8622-991c833402ff req-393d9243-6a55-41bc-ac65-ddc5d72681ac service neutron] 10.222.0.21 "PUT /v2.0/ports/412c1b52-2241-4d4e-998f-143f706ac93a HTTP/1.1" status: 200 len: 1091 time: 2.1996357 Mar 07 10:31:16.398627 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b616d12-5604-4866-b26e-5b6f4664d915', 'tag': '412c1b52-2241-4d4e-998f-143f706ac93a'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:16.401136 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcb9700-9530-4729-ab2a-393a6e54f61c" -d '{"events": [{"name": "network-changed", "server_uuid": "6b616d12-5604-4866-b26e-5b6f4664d915", "tag": "412c1b52-2241-4d4e-998f-143f706ac93a"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:16.483599 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-66706dac-cee1-4556-ade2-7a291edeaa66 req-6a9a2cee-5d74-4c82-80f1-1b50fe5450d5 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814617 Mar 07 10:31:16.574124 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c0ffa-f124-4cbc-8622-991c833402ff req-0bf31ea9-8185-49cc-8205-9a361e2f06e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:16.575628 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-468c0ffa-f124-4cbc-8622-991c833402ff req-0bf31ea9-8185-49cc-8205-9a361e2f06e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e34bc9d37c274a46bc29635735d10ab8&device_id=6b616d12-5604-4866-b26e-5b6f4664d915 HTTP/1.1" status: 200 len: 1125 time: 0.1258214 Mar 07 10:31:16.590676 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d928e4-bb44-4a38-a53f-a0f95fe302f4 req-cbe3b096-874a-4afb-be49-d4ed624e1351 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:16.592248 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f4d928e4-bb44-4a38-a53f-a0f95fe302f4 req-cbe3b096-874a-4afb-be49-d4ed624e1351 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 950 time: 0.0997825 Mar 07 10:31:16.593875 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac25f5b-7889-45fb-a19e-56c8c3ad17f6 x-openstack-request-id: req-1ac25f5b-7889-45fb-a19e-56c8c3ad17f6 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:16.594166 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b616d12-5604-4866-b26e-5b6f4664d915", "tag": "412c1b52-2241-4d4e-998f-143f706ac93a", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:16.594483 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1ac25f5b-7889-45fb-a19e-56c8c3ad17f6 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:16.594880 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b616d12-5604-4866-b26e-5b6f4664d915', 'tag': '412c1b52-2241-4d4e-998f-143f706ac93a', 'status': 'completed', 'code': 200} Mar 07 10:31:16.647341 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-468c0ffa-f124-4cbc-8622-991c833402ff req-bcd2adc9-4651-4768-a013-39a704437ae2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=412c1b52-2241-4d4e-998f-143f706ac93a HTTP/1.1" status: 200 len: 217 time: 0.0515375 Mar 07 10:31:16.693174 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f4d928e4-bb44-4a38-a53f-a0f95fe302f4 req-d468326f-c715-4e46-be9e-27a2adf7f210 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912228 Mar 07 10:31:16.741963 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c0ffa-f124-4cbc-8622-991c833402ff req-826b3323-0380-4859-a5c3-0863d131e813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:16.756661 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-468c0ffa-f124-4cbc-8622-991c833402ff req-826b3323-0380-4859-a5c3-0863d131e813 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7 HTTP/1.1" status: 200 len: 868 time: 0.0676467 Mar 07 10:31:16.819743 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c0ffa-f124-4cbc-8622-991c833402ff req-33999a8e-a983-40b1-83a6-08f3ba1ed364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:16.821363 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-468c0ffa-f124-4cbc-8622-991c833402ff req-33999a8e-a983-40b1-83a6-08f3ba1ed364 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af792aca-c8fc-424b-9656-e31bf1d226f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0570698 Mar 07 10:31:16.842459 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20627104-818a-4417-9c92-c3d985577137 req-381e4497-4559-4642-a67b-f3730071335c tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:16.849027 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-20627104-818a-4417-9c92-c3d985577137 req-381e4497-4559-4642-a67b-f3730071335c tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=549f000e-bf3a-4038-adaa-0fb2514bce04 HTTP/1.1" status: 200 len: 950 time: 0.1187782 Mar 07 10:31:16.907614 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-20627104-818a-4417-9c92-c3d985577137 req-22deb1e6-4ec0-46b8-bac3-64087d48dce2 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522175 Mar 07 10:31:16.959471 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861965c-d166-4a11-a66d-906f7dd81a2f req-f5913db0-d343-43ec-8d50-7127f7ccaebb tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:16.960866 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2861965c-d166-4a11-a66d-906f7dd81a2f req-f5913db0-d343-43ec-8d50-7127f7ccaebb tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 950 time: 0.1063650 Mar 07 10:31:16.963096 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-468c0ffa-f124-4cbc-8622-991c833402ff req-9993c886-3146-48de-ad4d-d294c82e7bdf service neutron] 10.222.0.21 "GET /v2.0/networks/af792aca-c8fc-424b-9656-e31bf1d226f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349211 Mar 07 10:31:17.018544 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6c7898-c1b7-46b8-8810-89c3d85bf615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a26e44-88e1-422a-9e50-52e8cfc310fe'}, {'server_uuid': '549f000e-bf3a-4038-adaa-0fb2514bce04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21b0a24-1fa3-4758-a44d-c9bf41cd09fe'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:17.022539 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30bf092-52b5-4f06-aa71-93a4907d44e8" -d '{"events": [{"server_uuid": "fd6c7898-c1b7-46b8-8810-89c3d85bf615", "name": "network-vif-plugged", "status": "completed", "tag": "d0a26e44-88e1-422a-9e50-52e8cfc310fe"}, {"server_uuid": "549f000e-bf3a-4038-adaa-0fb2514bce04", "name": "network-vif-plugged", "status": "completed", "tag": "c21b0a24-1fa3-4758-a44d-c9bf41cd09fe"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:17.073740 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3122b64b-994d-4976-9822-dd8e7f75d7ec x-openstack-request-id: req-3122b64b-994d-4976-9822-dd8e7f75d7ec {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:17.074528 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6c7898-c1b7-46b8-8810-89c3d85bf615", "name": "network-vif-plugged", "status": "completed", "tag": "d0a26e44-88e1-422a-9e50-52e8cfc310fe", "code": 200}, {"server_uuid": "549f000e-bf3a-4038-adaa-0fb2514bce04", "name": "network-vif-plugged", "status": "completed", "tag": "c21b0a24-1fa3-4758-a44d-c9bf41cd09fe", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:17.074959 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3122b64b-994d-4976-9822-dd8e7f75d7ec {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:17.078043 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6c7898-c1b7-46b8-8810-89c3d85bf615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a26e44-88e1-422a-9e50-52e8cfc310fe', 'code': 200} Mar 07 10:31:17.079446 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549f000e-bf3a-4038-adaa-0fb2514bce04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c21b0a24-1fa3-4758-a44d-c9bf41cd09fe', 'code': 200} Mar 07 10:31:17.087507 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2861965c-d166-4a11-a66d-906f7dd81a2f req-baa1c5ad-b089-4c8d-9a0e-b53b3aa61585 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178503 Mar 07 10:31:17.138411 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-468c0ffa-f124-4cbc-8622-991c833402ff req-d2d26af0-cec2-4d96-bc58-4b8aed988968 service neutron] 10.222.0.21 "GET /v2.0/networks/af792aca-c8fc-424b-9656-e31bf1d226f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622877 Mar 07 10:31:17.252222 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f6ce3-9bd2-495d-8f09-9a970ad09f6a req-fcf5487f-6516-49bc-9a42-d1b5d9671f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:17.252222 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cc7f6ce3-9bd2-495d-8f09-9a970ad09f6a req-fcf5487f-6516-49bc-9a42-d1b5d9671f32 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=549f000e-bf3a-4038-adaa-0fb2514bce04 HTTP/1.1" status: 200 len: 1132 time: 0.0769787 Mar 07 10:31:17.334224 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665cbff-b9f5-441e-b215-0838514b579b req-c6f81b0e-b050-4a45-aee9-888bde4f490e tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:17.350432 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1665cbff-b9f5-441e-b215-0838514b579b req-c6f81b0e-b050-4a45-aee9-888bde4f490e tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b616d12-5604-4866-b26e-5b6f4664d915 HTTP/1.1" status: 200 len: 943 time: 0.1428158 Mar 07 10:31:17.372973 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cc7f6ce3-9bd2-495d-8f09-9a970ad09f6a req-621cb501-e801-41dd-8b8c-9f7916dfdb63 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855157 Mar 07 10:31:17.375192 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb9700-9530-4729-ab2a-393a6e54f61c req-490b1219-ff6a-4574-8df1-e685bce18374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:17.377476 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9fcb9700-9530-4729-ab2a-393a6e54f61c req-490b1219-ff6a-4574-8df1-e685bce18374 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e34bc9d37c274a46bc29635735d10ab8&device_id=6b616d12-5604-4866-b26e-5b6f4664d915 HTTP/1.1" status: 200 len: 1125 time: 0.1267068 Mar 07 10:31:17.437751 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1665cbff-b9f5-441e-b215-0838514b579b req-92a6be03-85f8-4312-9667-c05883cd3a89 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/security-groups?id=d56ef8f3-abde-4cd1-91ae-7dbda1e5baa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835161 Mar 07 10:31:17.560131 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b48be-5271-4c3f-8c8c-c3e8d7a80d4b req-8d9a3be2-d823-40d4-8416-c771cd181a98 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:17.563499 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-017b48be-5271-4c3f-8c8c-c3e8d7a80d4b req-8d9a3be2-d823-40d4-8416-c771cd181a98 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 946 time: 0.0657141 Mar 07 10:31:17.577863 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-cdd1934f-73b2-4d35-b6e7-fb7cc6c14ba5 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=914855c715794ac0925e4b6ed0252296&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291505 Mar 07 10:31:17.714823 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-5700fd57-e456-44b9-9ec5-e387261dc395 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:17.716906 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-5700fd57-e456-44b9-9ec5-e387261dc395 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1310294 Mar 07 10:31:17.734490 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-36f8c41b-41b2-4bd7-9b16-d9c30f231e96 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/quotas/914855c715794ac0925e4b6ed0252296 HTTP/1.1" status: 200 len: 375 time: 0.0101833 Mar 07 10:31:17.741018 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-017b48be-5271-4c3f-8c8c-c3e8d7a80d4b req-8091d189-e110-40f2-82b0-f301b6826dd0 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716115 Mar 07 10:31:17.746567 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb9700-9530-4729-ab2a-393a6e54f61c req-346a3abe-e9a6-4645-9221-f00b80130016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:17.748484 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9fcb9700-9530-4729-ab2a-393a6e54f61c req-346a3abe-e9a6-4645-9221-f00b80130016 service neutron] 10.222.0.21 "GET /v2.0/networks?id=af792aca-c8fc-424b-9656-e31bf1d226f5 HTTP/1.1" status: 200 len: 930 time: 0.1473980 Mar 07 10:31:17.815102 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9fcb9700-9530-4729-ab2a-393a6e54f61c req-fbf6911b-0702-4635-8d9d-96c23f2dcd87 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=412c1b52-2241-4d4e-998f-143f706ac93a HTTP/1.1" status: 200 len: 217 time: 0.0573359 Mar 07 10:31:17.820036 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-3251f40d-6512-400f-ac68-572354a6c325 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798924 Mar 07 10:31:17.936407 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb9700-9530-4729-ab2a-393a6e54f61c req-2fb0e4e9-54e3-4e99-99bb-8b80b96f3c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:17.938624 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9fcb9700-9530-4729-ab2a-393a6e54f61c req-2fb0e4e9-54e3-4e99-99bb-8b80b96f3c01 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7 HTTP/1.1" status: 200 len: 868 time: 0.0955825 Mar 07 10:31:17.947407 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b486e9-f195-480d-89b4-017c12d6ff06 req-7aac9873-4150-4999-840a-470c9478e147 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:17.948954 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-28b486e9-f195-480d-89b4-017c12d6ff06 req-7aac9873-4150-4999-840a-470c9478e147 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=f474013d-d50a-494a-8f47-543ccdb3ef5f HTTP/1.1" status: 200 len: 949 time: 0.1182303 Mar 07 10:31:18.018901 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:18.118384 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb9700-9530-4729-ab2a-393a6e54f61c req-e686c95f-2206-4ab2-819b-0b45cb800100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:18.121519 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9fcb9700-9530-4729-ab2a-393a6e54f61c req-e686c95f-2206-4ab2-819b-0b45cb800100 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af792aca-c8fc-424b-9656-e31bf1d226f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1715539 Mar 07 10:31:18.122205 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8acb86-b494-46e6-ac81-40701bc3d698 req-a669de38-502d-4f25-9995-7ca4c88f8dbe tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:18.125978 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 2f7f9397-fceb-4008-8a03-238e09ab375b up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:31:18.144390 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-28b486e9-f195-480d-89b4-017c12d6ff06 req-e9ae2dc6-23a0-43bd-a568-0b2ecda38804 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812594 Mar 07 10:31:18.144992 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bf8acb86-b494-46e6-ac81-40701bc3d698 req-a669de38-502d-4f25-9995-7ca4c88f8dbe tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 1128 time: 0.0829761 Mar 07 10:31:18.273683 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 2f7f9397-fceb-4008-8a03-238e09ab375b completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:31:18.275841 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bf8acb86-b494-46e6-ac81-40701bc3d698 req-075d9b9c-584e-4d6c-bcae-c03d629e4e13 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276820 Mar 07 10:31:18.287958 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 2f7f9397-fceb-4008-8a03-238e09ab375b triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:31:18.288351 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2f7f9397-fceb-4008-8a03-238e09ab375b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:18.295322 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9fcb9700-9530-4729-ab2a-393a6e54f61c req-80481056-fe48-4ab1-8adb-25a835e42673 service neutron] 10.222.0.21 "GET /v2.0/networks/af792aca-c8fc-424b-9656-e31bf1d226f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603718 Mar 07 10:31:18.308750 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52e32e-657c-481e-a54c-e512b49e60f5 req-1c68dcde-d667-48ce-ae51-da80bda93f85 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:18.312112 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c52e32e-657c-481e-a54c-e512b49e60f5 req-1c68dcde-d667-48ce-ae51-da80bda93f85 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.31 "GET /v2.0/ports?device_id=f474013d-d50a-494a-8f47-543ccdb3ef5f HTTP/1.1" status: 200 len: 949 time: 0.0913436 Mar 07 10:31:18.380561 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d8263f49-bf00-4cda-8688-e18f2132fda6 req-a85b0562-79b4-4137-969b-862dd8efd78e tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 210 time: 0.0430982 Mar 07 10:31:18.593000 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 2f7f9397-fceb-4008-8a03-238e09ab375b is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:18.593651 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2f7f9397-fceb-4008-8a03-238e09ab375b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:18.612154 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9fcb9700-9530-4729-ab2a-393a6e54f61c req-8eb46475-42be-4f3a-9b61-9d0460aec7be service neutron] 10.222.0.21 "GET /v2.0/networks/af792aca-c8fc-424b-9656-e31bf1d226f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810316 Mar 07 10:31:18.640624 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee61567-c203-4e3c-ab54-681eeb8ec675 req-ae11d253-051e-4e1f-9242-bcbd74659d54 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:18.648273 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5ee61567-c203-4e3c-ab54-681eeb8ec675 req-ae11d253-051e-4e1f-9242-bcbd74659d54 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=549f000e-bf3a-4038-adaa-0fb2514bce04 HTTP/1.1" status: 200 len: 950 time: 0.3345108 Mar 07 10:31:18.666920 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0d840-7920-41d4-9e1f-efa89a1de4d6 req-df47d45d-7af5-40ce-8b0a-b5ba4b2c85ed tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:18.670534 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-faa0d840-7920-41d4-9e1f-efa89a1de4d6 req-df47d45d-7af5-40ce-8b0a-b5ba4b2c85ed tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b616d12-5604-4866-b26e-5b6f4664d915 HTTP/1.1" status: 200 len: 943 time: 0.1352158 Mar 07 10:31:18.713018 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 2f7f9397-fceb-4008-8a03-238e09ab375b, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=2f7f9397-fceb-4008-8a03-238e09ab375b,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:18.724240 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (2f7f9397-fceb-4008-8a03-238e09ab375b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:18.731714 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5ee61567-c203-4e3c-ab54-681eeb8ec675 req-bcff95a5-1d7c-4121-b3c4-bbbe0d161a8f tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813062 Mar 07 10:31:18.741195 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-5c52e32e-657c-481e-a54c-e512b49e60f5 req-f4b8f858-9084-4fea-adb9-e3216dc00bc8 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Deleting port 7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:31:18.741862 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5c52e32e-657c-481e-a54c-e512b49e60f5 req-f4b8f858-9084-4fea-adb9-e3216dc00bc8 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:18.859287 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-faa0d840-7920-41d4-9e1f-efa89a1de4d6 req-c2a25f83-0798-4ea1-a172-f36c75170dcf tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/security-groups?id=d56ef8f3-abde-4cd1-91ae-7dbda1e5baa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677837 Mar 07 10:31:18.869064 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=2f7f9397-fceb-4008-8a03-238e09ab375b,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:18.884515 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:18.885091 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:18.887218 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:18.887896 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:18.888303 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:18.889371 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:18.889808 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:18.892684 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:18.893116 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:18.893527 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:18.893958 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:18.894354 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:18.894754 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:18.935014 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5c52e32e-657c-481e-a54c-e512b49e60f5 req-f4b8f858-9084-4fea-adb9-e3216dc00bc8 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] For port 7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:18.935455 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5c52e32e-657c-481e-a54c-e512b49e60f5 req-f4b8f858-9084-4fea-adb9-e3216dc00bc8 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:18.960458 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-5c52e32e-657c-481e-a54c-e512b49e60f5 req-f4b8f858-9084-4fea-adb9-e3216dc00bc8 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Calling delete_port for 7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:31:19.080856 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2404830-aa59-4ed7-a4c1-a260cebe906c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7f9397-fceb-4008-8a03-238e09ab375b'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:19.083996 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07452cb9-de05-46ac-81c9-5a05302c257c" -d '{"events": [{"server_uuid": "d2404830-aa59-4ed7-a4c1-a260cebe906c", "name": "network-vif-plugged", "status": "completed", "tag": "2f7f9397-fceb-4008-8a03-238e09ab375b"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:19.164526 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bd5a0b-c86b-4212-89e4-9235d6abca8c x-openstack-request-id: req-29bd5a0b-c86b-4212-89e4-9235d6abca8c {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:19.165093 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2404830-aa59-4ed7-a4c1-a260cebe906c", "name": "network-vif-plugged", "status": "completed", "tag": "2f7f9397-fceb-4008-8a03-238e09ab375b", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:19.165840 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-29bd5a0b-c86b-4212-89e4-9235d6abca8c {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:19.166485 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2404830-aa59-4ed7-a4c1-a260cebe906c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7f9397-fceb-4008-8a03-238e09ab375b', 'code': 200} Mar 07 10:31:19.203511 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5c52e32e-657c-481e-a54c-e512b49e60f5 req-f4b8f858-9084-4fea-adb9-e3216dc00bc8 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:19.216641 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['a696d29d-b4c6-468a-abfa-142e49d36427'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:19.222649 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed', '423f92bb-de3e-4985-8b92-2d3f3dd348b3'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:19.248907 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8f858-9084-4fea-adb9-e3216dc00bc8 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Pushing event deleted for resources: {'Port': ['ID=7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:19.339495 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c52e32e-657c-481e-a54c-e512b49e60f5 req-f4b8f858-9084-4fea-adb9-e3216dc00bc8 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] No DVR routers for this DVR port 7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:31:19.344846 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5c52e32e-657c-481e-a54c-e512b49e60f5 req-f4b8f858-9084-4fea-adb9-e3216dc00bc8 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:19.348363 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c52e32e-657c-481e-a54c-e512b49e60f5 req-f4b8f858-9084-4fea-adb9-e3216dc00bc8 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.31 "DELETE /v2.0/ports/7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed HTTP/1.1" status: 204 len: 173 time: 1.0077293 Mar 07 10:31:19.348809 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f474013d-d50a-494a-8f47-543ccdb3ef5f', 'name': 'network-vif-deleted', 'tag': '7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:19.351451 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdbefb5-d128-470f-9240-515d0ad98f2d" -d '{"events": [{"server_uuid": "f474013d-d50a-494a-8f47-543ccdb3ef5f", "name": "network-vif-deleted", "tag": "7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:19.373368 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f508540-05dc-4e3b-8fef-5740b99a045d req-3c2faa5f-58af-44c5-98ba-d8a642e3dcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:19.375029 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f508540-05dc-4e3b-8fef-5740b99a045d req-3c2faa5f-58af-44c5-98ba-d8a642e3dcfc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d2404830-aa59-4ed7-a4c1-a260cebe906c HTTP/1.1" status: 200 len: 1131 time: 0.1203835 Mar 07 10:31:19.460052 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f508540-05dc-4e3b-8fef-5740b99a045d req-a3a2aa0c-16f1-4cea-8e2d-fd7acfd6c148 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749152 Mar 07 10:31:19.479165 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ada766aa-4fc1-4458-85f9-e2bbf69aa5db req-9cead8f3-8f42-4053-bfad-88fdfc2d8787 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=f474013d-d50a-494a-8f47-543ccdb3ef5f HTTP/1.1" status: 200 len: 210 time: 0.1366489 Mar 07 10:31:19.487754 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757a40d3-480e-410b-9603-c728dd9f4180 x-openstack-request-id: req-757a40d3-480e-410b-9603-c728dd9f4180 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:19.488155 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f474013d-d50a-494a-8f47-543ccdb3ef5f", "name": "network-vif-deleted", "tag": "7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:19.488528 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-757a40d3-480e-410b-9603-c728dd9f4180 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:19.489345 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f474013d-d50a-494a-8f47-543ccdb3ef5f', 'name': 'network-vif-deleted', 'tag': '7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed', 'status': 'completed', 'code': 200} Mar 07 10:31:19.595109 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0c02c60b-edaa-4f00-bb23-cd935957c1be req-d9d2be5d-c224-4656-bafc-ef30da9e1d95 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 210 time: 0.0401850 Mar 07 10:31:19.928413 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdcc415-4df9-489d-98a3-ebaaf8d55cfc req-2e949aa3-a2d4-40aa-8da1-a4a0ce89ca71 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:19.930819 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5cdcc415-4df9-489d-98a3-ebaaf8d55cfc req-2e949aa3-a2d4-40aa-8da1-a4a0ce89ca71 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=549f000e-bf3a-4038-adaa-0fb2514bce04 HTTP/1.1" status: 200 len: 950 time: 0.0735705 Mar 07 10:31:20.003784 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5cdcc415-4df9-489d-98a3-ebaaf8d55cfc req-582dc2cc-ca2a-4be0-8119-783c529691c3 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673437 Mar 07 10:31:20.080683 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62510711-44a3-4e85-9642-4a78657a035e req-f2bfcb07-b944-442a-9a2e-bf8e3c32d997 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:20.084212 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-1da2a2bd-3be6-418c-b496-aa848381689f tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=914855c715794ac0925e4b6ed0252296&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569122 Mar 07 10:31:20.088771 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-62510711-44a3-4e85-9642-4a78657a035e req-f2bfcb07-b944-442a-9a2e-bf8e3c32d997 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b616d12-5604-4866-b26e-5b6f4664d915 HTTP/1.1" status: 200 len: 943 time: 0.0853856 Mar 07 10:31:20.146626 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-62510711-44a3-4e85-9642-4a78657a035e req-9a6ecb43-bea8-4afb-9762-d97018b9a861 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/security-groups?id=d56ef8f3-abde-4cd1-91ae-7dbda1e5baa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567811 Mar 07 10:31:20.644082 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ef9f4-9188-4b9f-b3d5-77a834972bd7 req-982c124f-3934-44f7-8331-1ddb055d6e72 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:20.645756 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ba5ef9f4-9188-4b9f-b3d5-77a834972bd7 req-982c124f-3934-44f7-8331-1ddb055d6e72 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2404830-aa59-4ed7-a4c1-a260cebe906c HTTP/1.1" status: 200 len: 949 time: 0.4796963 Mar 07 10:31:20.775104 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-4d470190-664d-4fea-802e-01e1e5463c59 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:20.777133 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-4d470190-664d-4fea-802e-01e1e5463c59 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6693182 Mar 07 10:31:20.794503 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ba5ef9f4-9188-4b9f-b3d5-77a834972bd7 req-e75261f2-ecc5-4c1d-851f-1aa65e601aed tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423035 Mar 07 10:31:20.865880 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1626a148-b7ce-4ae7-b7a7-59290e17454b req-68a4a8ba-b015-4a8b-bbb9-8dd1672f96ee tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 210 time: 0.0429034 Mar 07 10:31:20.923538 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-3ba88afe-5941-4fac-be8e-56f572b9df29 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Request body: {'port': {'device_id': '58973e44-019b-48a6-a0bd-574635873c10', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'admin_state_up': True, 'tenant_id': '914855c715794ac0925e4b6ed0252296'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:20.943652 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7c268-d9b5-4961-889d-3dfc2596c430 req-c7183b18-3793-4ed2-aaec-2a67aeae3758 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:20.951758 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5cf7c268-d9b5-4961-889d-3dfc2596c430 req-c7183b18-3793-4ed2-aaec-2a67aeae3758 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=0840cc27-3f74-4b1a-81fc-62b9eb197a2d HTTP/1.1" status: 200 len: 950 time: 0.0814865 Mar 07 10:31:21.058143 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5cf7c268-d9b5-4961-889d-3dfc2596c430 req-4a880296-b69d-48c3-bb0c-1d0d1ebc4a50 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936430 Mar 07 10:31:21.116508 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-3ba88afe-5941-4fac-be8e-56f572b9df29 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Made reservation on behalf of 914855c715794ac0925e4b6ed0252296 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:21.120311 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-3ba88afe-5941-4fac-be8e-56f572b9df29 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:21.325835 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 412c1b52-2241-4d4e-998f-143f706ac93a details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:31:21.367060 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-3ba88afe-5941-4fac-be8e-56f572b9df29 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Allocated IP 192.168.233.163 (598bad6c-a435-45aa-bbb6-2339f78a1590/cd915eb6-2d51-4c50-93c9-6777e48b408a/df223f55-45cb-4868-896f-698f8d545b7f) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:21.457442 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90df070-9d55-4955-856c-1d5da7d7e0b6 req-db4190ee-8854-4907-b5ea-85635a6be2dc tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:21.467632 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a90df070-9d55-4955-856c-1d5da7d7e0b6 req-db4190ee-8854-4907-b5ea-85635a6be2dc tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b616d12-5604-4866-b26e-5b6f4664d915 HTTP/1.1" status: 200 len: 943 time: 0.2122431 Mar 07 10:31:21.600727 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 412c1b52-2241-4d4e-998f-143f706ac93a, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=412c1b52-2241-4d4e-998f-143f706ac93a,segment=NetworkSegment(65ee731a-4bc1-416b-9a26-7bec4e9c13e1),segment_id=65ee731a-4bc1-416b-9a26-7bec4e9c13e1)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:21.610921 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a90df070-9d55-4955-856c-1d5da7d7e0b6 req-192cd702-841a-479f-b8d2-c084e2d26e9f tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/security-groups?id=d56ef8f3-abde-4cd1-91ae-7dbda1e5baa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376224 Mar 07 10:31:21.638882 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '412c1b52-2241-4d4e-998f-143f706ac93a', 'network_id': 'af792aca-c8fc-424b-9656-e31bf1d226f5', 'port_id': '412c1b52-2241-4d4e-998f-143f706ac93a', 'mac_address': 'fa:16:3e:d5:ba:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:31:21.688397 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-3ba88afe-5941-4fac-be8e-56f572b9df29 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks [] for port (df223f55-45cb-4868-896f-698f8d545b7f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:21.702316 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 412c1b52-2241-4d4e-998f-143f706ac93a is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:21.702713 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (412c1b52-2241-4d4e-998f-143f706ac93a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:21.717433 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 412c1b52-2241-4d4e-998f-143f706ac93a {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:21.749222 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 412c1b52-2241-4d4e-998f-143f706ac93a, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=412c1b52-2241-4d4e-998f-143f706ac93a,segment=NetworkSegment(65ee731a-4bc1-416b-9a26-7bec4e9c13e1),segment_id=65ee731a-4bc1-416b-9a26-7bec4e9c13e1)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:21.755670 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (412c1b52-2241-4d4e-998f-143f706ac93a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:21.758669 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-3ba88afe-5941-4fac-be8e-56f572b9df29 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (df223f55-45cb-4868-896f-698f8d545b7f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:21.789561 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['0f133ce9-afd6-45de-a481-f08aa31eb2f5'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:21.792304 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['d0a26e44-88e1-422a-9e50-52e8cfc310fe'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:21.860194 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-3ba88afe-5941-4fac-be8e-56f572b9df29 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:21.863705 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-3ba88afe-5941-4fac-be8e-56f572b9df29 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:21.867652 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-3ba88afe-5941-4fac-be8e-56f572b9df29 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:31:21.930004 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-3ba88afe-5941-4fac-be8e-56f572b9df29 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:21.930664 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-3ba88afe-5941-4fac-be8e-56f572b9df29 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:21.972802 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-3ba88afe-5941-4fac-be8e-56f572b9df29 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0532677 Mar 07 10:31:21.991794 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba88afe-5941-4fac-be8e-56f572b9df29 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Pushing event updated for resources: {'Port': ['ID=df223f55-45cb-4868-896f-698f8d545b7f,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:22.027516 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-8b8618ba-69af-4cc3-89a5-096002004114 service neutron] Request body: {'port': {'device_id': '58973e44-019b-48a6-a0bd-574635873c10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:22.127047 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d7132-31b1-4ac6-a061-a6f12607ca9c req-0edd66b0-99b7-4a7a-bfee-8a3055f9ccd4 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:22.137207 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-812d7132-31b1-4ac6-a061-a6f12607ca9c req-0edd66b0-99b7-4a7a-bfee-8a3055f9ccd4 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 936 time: 0.1639519 Mar 07 10:31:22.168240 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:31:22.205994 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac2ede6-babb-4156-af41-c3dc8a29d729 req-c9259aa9-73bd-4082-99d7-d9d1030038c5 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:22.209531 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-aac2ede6-babb-4156-af41-c3dc8a29d729 req-c9259aa9-73bd-4082-99d7-d9d1030038c5 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2404830-aa59-4ed7-a4c1-a260cebe906c HTTP/1.1" status: 200 len: 949 time: 0.2612712 Mar 07 10:31:22.214407 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-8b8618ba-69af-4cc3-89a5-096002004114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (df223f55-45cb-4868-896f-698f8d545b7f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:22.229070 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-812d7132-31b1-4ac6-a061-a6f12607ca9c req-48a17c88-103b-4f28-bd06-360b3b33caef tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928175 Mar 07 10:31:22.287467 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:31:22.289618 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 7ac3fdcd-37df-4d1f-9bcb-c0f9723787ed not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:31:22.309988 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=412c1b52-2241-4d4e-998f-143f706ac93a,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:22.343873 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['412c1b52-2241-4d4e-998f-143f706ac93a'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:22.374107 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d26b20-ef88-4e81-b2a7-e523283374fc req-1b6a03e2-fbf8-4177-88ea-c2f29a6ea17a tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:22.386762 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e7d26b20-ef88-4e81-b2a7-e523283374fc req-1b6a03e2-fbf8-4177-88ea-c2f29a6ea17a tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=0840cc27-3f74-4b1a-81fc-62b9eb197a2d HTTP/1.1" status: 200 len: 950 time: 0.0608439 Mar 07 10:31:22.398762 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-aac2ede6-babb-4156-af41-c3dc8a29d729 req-c405420a-a9cf-449e-ba12-ba3158b76291 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809225 Mar 07 10:31:22.409222 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-62da5908-5763-448a-a286-c838f52947c5 None None] Provisioning complete for port df223f55-45cb-4868-896f-698f8d545b7f triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:31:22.409222 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-62da5908-5763-448a-a286-c838f52947c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (df223f55-45cb-4868-896f-698f8d545b7f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:22.461202 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e7d26b20-ef88-4e81-b2a7-e523283374fc req-b3f7aa20-47ce-4cac-a7ad-705afb57ce15 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780399 Mar 07 10:31:22.592909 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a933bfd-8410-43ae-9bd2-4ff4f4aec8e7 req-df6b37f2-71da-476d-bb80-89a97daf277b tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:22.595068 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a933bfd-8410-43ae-9bd2-4ff4f4aec8e7 req-df6b37f2-71da-476d-bb80-89a97daf277b tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.21 "GET /v2.0/ports?device_id=0840cc27-3f74-4b1a-81fc-62b9eb197a2d HTTP/1.1" status: 200 len: 950 time: 0.0885937 Mar 07 10:31:22.639668 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:22.664810 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-62da5908-5763-448a-a286-c838f52947c5 None None] Port df223f55-45cb-4868-896f-698f8d545b7f cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:31:22.823604 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-f8542be4-adc3-4a24-8e88-d01a20073e86 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:22.825059 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-f8542be4-adc3-4a24-8e88-d01a20073e86 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/networks?id=a0d6a6b1-0b2c-40fb-945f-45f250998c08 HTTP/1.1" status: 200 len: 814 time: 0.1008751 Mar 07 10:31:22.834805 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-7a933bfd-8410-43ae-9bd2-4ff4f4aec8e7 req-d39b70f5-c5fb-4818-a8ce-db4d5e0118d7 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Deleting port a696d29d-b4c6-468a-abfa-142e49d36427 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:31:22.835142 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a933bfd-8410-43ae-9bd2-4ff4f4aec8e7 req-d39b70f5-c5fb-4818-a8ce-db4d5e0118d7 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a696d29d-b4c6-468a-abfa-142e49d36427), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:22.840641 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-18099e16-f77e-4a6a-a3e1-4e7b5b03fc32 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/quotas/2eb1e85f9ef148d1a9cb348464769c79 HTTP/1.1" status: 200 len: 375 time: 0.0087938 Mar 07 10:31:22.852281 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f6653-7d5f-4d2d-a317-864e8f7c7c2a req-d1d52507-5b67-499b-9a32-8ddd65ed0de6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:22.858275 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f6653-7d5f-4d2d-a317-864e8f7c7c2a req-d1d52507-5b67-499b-9a32-8ddd65ed0de6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:22.859900 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-319f6653-7d5f-4d2d-a317-864e8f7c7c2a req-d1d52507-5b67-499b-9a32-8ddd65ed0de6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=549f000e-bf3a-4038-adaa-0fb2514bce04&device_id=d2404830-aa59-4ed7-a4c1-a260cebe906c HTTP/1.1" status: 200 len: 1690 time: 0.1680386 Mar 07 10:31:22.902029 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-ca301498-1229-4434-b616-4c258398b9cd tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2eb1e85f9ef148d1a9cb348464769c79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548387 Mar 07 10:31:23.005779 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-3d2a5f78-e3f6-4a88-ac26-d88eed46e4da service neutron] 10.222.0.11 "GET /v2.0/networks/a0d6a6b1-0b2c-40fb-945f-45f250998c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953193 Mar 07 10:31:23.010970 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-319f6653-7d5f-4d2d-a317-864e8f7c7c2a req-163006f1-6b6c-4fcb-8f29-a7c7d312acc0 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330101 Mar 07 10:31:23.027001 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-8b8618ba-69af-4cc3-89a5-096002004114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df223f55-45cb-4868-896f-698f8d545b7f {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:23.036611 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-8b8618ba-69af-4cc3-89a5-096002004114 service neutron] Publish callbacks [] for port (df223f55-45cb-4868-896f-698f8d545b7f), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:23.043701 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7a933bfd-8410-43ae-9bd2-4ff4f4aec8e7 req-d39b70f5-c5fb-4818-a8ce-db4d5e0118d7 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] For port a696d29d-b4c6-468a-abfa-142e49d36427, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=a696d29d-b4c6-468a-abfa-142e49d36427,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:23.044077 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a933bfd-8410-43ae-9bd2-4ff4f4aec8e7 req-d39b70f5-c5fb-4818-a8ce-db4d5e0118d7 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a696d29d-b4c6-468a-abfa-142e49d36427), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:23.064447 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-7a933bfd-8410-43ae-9bd2-4ff4f4aec8e7 req-d39b70f5-c5fb-4818-a8ce-db4d5e0118d7 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Calling delete_port for a696d29d-b4c6-468a-abfa-142e49d36427 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:31:23.066381 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-8b8618ba-69af-4cc3-89a5-096002004114 service neutron] Transition to ACTIVE for port object df223f55-45cb-4868-896f-698f8d545b7f will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:31:23.074484 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-8b8618ba-69af-4cc3-89a5-096002004114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (df223f55-45cb-4868-896f-698f8d545b7f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:23.104206 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-3f545a70-fcd2-493c-8b13-5615c98ba12c service neutron] 10.222.0.11 "GET /v2.0/networks/a0d6a6b1-0b2c-40fb-945f-45f250998c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924788 Mar 07 10:31:23.203016 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8618ba-69af-4cc3-89a5-096002004114 service neutron] Pushing event updated for resources: {'Port': ['ID=df223f55-45cb-4868-896f-698f8d545b7f,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:23.308384 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8eb0b-bfe5-4d6c-b9f9-d6a6084cb3e2 req-a76ee6f9-e538-423e-92d4-d9ad24530cf5 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:23.315946 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3be8eb0b-bfe5-4d6c-b9f9-d6a6084cb3e2 req-a76ee6f9-e538-423e-92d4-d9ad24530cf5 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b616d12-5604-4866-b26e-5b6f4664d915 HTTP/1.1" status: 200 len: 944 time: 0.2263145 Mar 07 10:31:23.414618 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a933bfd-8410-43ae-9bd2-4ff4f4aec8e7 req-d39b70f5-c5fb-4818-a8ce-db4d5e0118d7 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (a696d29d-b4c6-468a-abfa-142e49d36427), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:23.418302 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-8b8618ba-69af-4cc3-89a5-096002004114 service neutron] Attempting to bind port df223f55-45cb-4868-896f-698f8d545b7f on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:31:23.418787 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-8b8618ba-69af-4cc3-89a5-096002004114 service neutron] Attempting to bind port df223f55-45cb-4868-896f-698f8d545b7f by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:31:23.419053 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-8b8618ba-69af-4cc3-89a5-096002004114 service neutron] Attempting to bind port df223f55-45cb-4868-896f-698f8d545b7f on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:23.428080 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['423f92bb-de3e-4985-8b92-2d3f3dd348b3'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:23.474491 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-8b8618ba-69af-4cc3-89a5-096002004114 service neutron] Port df223f55-45cb-4868-896f-698f8d545b7f on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:31:23.474868 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-8b8618ba-69af-4cc3-89a5-096002004114 service neutron] Attempting to bind port df223f55-45cb-4868-896f-698f8d545b7f on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:23.485643 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39b70f5-c5fb-4818-a8ce-db4d5e0118d7 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Pushing event deleted for resources: {'Port': ['ID=a696d29d-b4c6-468a-abfa-142e49d36427,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:23.494291 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-8b8618ba-69af-4cc3-89a5-096002004114 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:31:23.494291 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-8b8618ba-69af-4cc3-89a5-096002004114 service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:31:23.494291 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-8b8618ba-69af-4cc3-89a5-096002004114 service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:31:23.494291 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-8b8618ba-69af-4cc3-89a5-096002004114 service neutron] Bound port: df223f55-45cb-4868-896f-698f8d545b7f, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:31:23.494291 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-8b8618ba-69af-4cc3-89a5-096002004114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (df223f55-45cb-4868-896f-698f8d545b7f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:23.499700 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3be8eb0b-bfe5-4d6c-b9f9-d6a6084cb3e2 req-e5409653-2a9a-483a-bac7-ad462e6103f8 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/security-groups?id=d56ef8f3-abde-4cd1-91ae-7dbda1e5baa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821427 Mar 07 10:31:23.550544 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a933bfd-8410-43ae-9bd2-4ff4f4aec8e7 req-d39b70f5-c5fb-4818-a8ce-db4d5e0118d7 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] No DVR routers for this DVR port a696d29d-b4c6-468a-abfa-142e49d36427 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:31:23.555331 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a933bfd-8410-43ae-9bd2-4ff4f4aec8e7 req-d39b70f5-c5fb-4818-a8ce-db4d5e0118d7 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:23.559411 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a933bfd-8410-43ae-9bd2-4ff4f4aec8e7 req-d39b70f5-c5fb-4818-a8ce-db4d5e0118d7 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.21 "DELETE /v2.0/ports/a696d29d-b4c6-468a-abfa-142e49d36427 HTTP/1.1" status: 204 len: 173 time: 0.9513226 Mar 07 10:31:23.561539 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0840cc27-3f74-4b1a-81fc-62b9eb197a2d', 'name': 'network-vif-deleted', 'tag': 'a696d29d-b4c6-468a-abfa-142e49d36427'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:23.563917 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9554928-dad1-4d2c-8d77-1ee44e511ccd" -d '{"events": [{"server_uuid": "0840cc27-3f74-4b1a-81fc-62b9eb197a2d", "name": "network-vif-deleted", "tag": "a696d29d-b4c6-468a-abfa-142e49d36427"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:23.684051 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-8b8618ba-69af-4cc3-89a5-096002004114 service neutron] For port df223f55-45cb-4868-896f-698f8d545b7f, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:31:23.701858 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-8b8618ba-69af-4cc3-89a5-096002004114 service neutron] For port df223f55-45cb-4868-896f-698f8d545b7f, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=df223f55-45cb-4868-896f-698f8d545b7f,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:31:23.715799 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-8b8618ba-69af-4cc3-89a5-096002004114 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (df223f55-45cb-4868-896f-698f8d545b7f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:23.722689 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf22fd-937b-4ea8-a962-721c72550aec req-e2d84df4-7c7f-4d19-8271-47d4def356dd tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:23.731096 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5cdf22fd-937b-4ea8-a962-721c72550aec req-e2d84df4-7c7f-4d19-8271-47d4def356dd tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 1127 time: 0.1020563 Mar 07 10:31:23.784172 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-8b8618ba-69af-4cc3-89a5-096002004114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:23.784789 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-8b8618ba-69af-4cc3-89a5-096002004114 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:23.786165 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-8b8618ba-69af-4cc3-89a5-096002004114 service neutron] 10.222.0.31 "PUT /v2.0/ports/df223f55-45cb-4868-896f-698f8d545b7f HTTP/1.1" status: 200 len: 1096 time: 1.7662876 Mar 07 10:31:23.821085 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8618ba-69af-4cc3-89a5-096002004114 service neutron] Pushing event updated for resources: {'Port': ['ID=df223f55-45cb-4868-896f-698f8d545b7f,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:23.832577 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5cdf22fd-937b-4ea8-a962-721c72550aec req-ab499b46-40b6-4cae-a42f-a9ffc3094090 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006255 Mar 07 10:31:23.845932 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f2d98bd8-05e4-465e-b43a-e6b1e2e62917 req-f7af40d7-d0a5-40d1-a306-733137f6bc4c tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15557e5-5f62-45ad-abad-67a49c79b2bb HTTP/1.1" status: 200 len: 210 time: 0.0342982 Mar 07 10:31:23.985686 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200db02e-cff1-409a-a1af-cdc597a6aba7 req-9547e8cf-d6db-4eb5-821d-2795892fe5a5 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:23.993589 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-200db02e-cff1-409a-a1af-cdc597a6aba7 req-9547e8cf-d6db-4eb5-821d-2795892fe5a5 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 948 time: 0.0680304 Mar 07 10:31:24.046342 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-200db02e-cff1-409a-a1af-cdc597a6aba7 req-a9c27991-deac-4356-96fc-72cfd5ad9c17 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519571 Mar 07 10:31:24.056220 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae3d0d49-750c-4069-a02e-fae7f8c424f5 req-0bcee756-84e7-41ab-8e29-d3471bc5dd6c tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=0840cc27-3f74-4b1a-81fc-62b9eb197a2d HTTP/1.1" status: 200 len: 210 time: 0.0670743 Mar 07 10:31:24.074825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-3975071c-88c5-4637-bdf5-8131be71709d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:24.078240 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-3975071c-88c5-4637-bdf5-8131be71709d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 1130 time: 0.1536994 Mar 07 10:31:24.168035 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019e21e4-c36f-402c-88ca-7b85c2fb171a x-openstack-request-id: req-019e21e4-c36f-402c-88ca-7b85c2fb171a {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:24.168367 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0840cc27-3f74-4b1a-81fc-62b9eb197a2d", "name": "network-vif-deleted", "tag": "a696d29d-b4c6-468a-abfa-142e49d36427", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:24.168564 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-019e21e4-c36f-402c-88ca-7b85c2fb171a {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:24.169400 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0840cc27-3f74-4b1a-81fc-62b9eb197a2d', 'name': 'network-vif-deleted', 'tag': 'a696d29d-b4c6-468a-abfa-142e49d36427', 'status': 'completed', 'code': 200} Mar 07 10:31:24.171230 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-3a7c0874-1e5b-4ec6-918c-d9486ba0c98e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=df223f55-45cb-4868-896f-698f8d545b7f HTTP/1.1" status: 200 len: 217 time: 0.0755267 Mar 07 10:31:24.296233 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-c0509757-63e8-4803-8b4b-6293a6883003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:24.299086 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-c0509757-63e8-4803-8b4b-6293a6883003 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1049457 Mar 07 10:31:24.352800 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d54739-c418-475d-9c86-ace9750a2a74 req-247d2f72-ceb1-4d38-8c94-954288ae482e tempest-ServersOnMultiNodesTest-1888123156 tempest-ServersOnMultiNodesTest-1888123156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:24.354767 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-14d54739-c418-475d-9c86-ace9750a2a74 req-247d2f72-ceb1-4d38-8c94-954288ae482e tempest-ServersOnMultiNodesTest-1888123156 tempest-ServersOnMultiNodesTest-1888123156-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=549f000e-bf3a-4038-adaa-0fb2514bce04 HTTP/1.1" status: 200 len: 1132 time: 0.1593790 Mar 07 10:31:24.418599 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-63a67768-fb1a-4297-99d9-14f968adf254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:24.420817 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-63a67768-fb1a-4297-99d9-14f968adf254 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1089964 Mar 07 10:31:24.434338 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-14d54739-c418-475d-9c86-ace9750a2a74 req-1a3d9fb9-308c-4e88-ae9e-33b41ec21d37 tempest-ServersOnMultiNodesTest-1888123156 tempest-ServersOnMultiNodesTest-1888123156-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657113 Mar 07 10:31:24.595287 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-a97a49b7-ec29-4f32-a8e3-5720b9b6caaf service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600037 Mar 07 10:31:24.611797 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8a16a-6901-4f75-a814-6f460e5dfc1a req-94ce12ed-f958-48aa-a28c-4c60f22666fa tempest-ServersOnMultiNodesTest-1888123156 tempest-ServersOnMultiNodesTest-1888123156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:24.613296 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80a8a16a-6901-4f75-a814-6f460e5dfc1a req-94ce12ed-f958-48aa-a28c-4c60f22666fa tempest-ServersOnMultiNodesTest-1888123156 tempest-ServersOnMultiNodesTest-1888123156-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d2404830-aa59-4ed7-a4c1-a260cebe906c HTTP/1.1" status: 200 len: 1131 time: 0.0756426 Mar 07 10:31:24.735209 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80a8a16a-6901-4f75-a814-6f460e5dfc1a req-abdc9e95-4d40-4f9c-a73a-c1754dbf30c1 tempest-ServersOnMultiNodesTest-1888123156 tempest-ServersOnMultiNodesTest-1888123156-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075840 Mar 07 10:31:24.759311 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5320e8ae-c379-4250-9324-02cf37d5b4f1 req-6fc9fa3f-5d02-47c4-98a7-13ee6b31c140 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570363 Mar 07 10:31:24.996687 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01434bd8-5a84-437d-beed-ffbe377d37db req-ef8a8b89-1d49-446f-9602-deb61841dab9 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:24.998209 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-01434bd8-5a84-437d-beed-ffbe377d37db req-ef8a8b89-1d49-446f-9602-deb61841dab9 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b616d12-5604-4866-b26e-5b6f4664d915 HTTP/1.1" status: 200 len: 944 time: 0.1412048 Mar 07 10:31:25.084075 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-465bc4a2-6c5f-449a-8129-239d70a64ff7 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:25.085505 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-465bc4a2-6c5f-449a-8129-239d70a64ff7 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.21 "GET /v2.0/networks?id=a0d6a6b1-0b2c-40fb-945f-45f250998c08 HTTP/1.1" status: 200 len: 814 time: 0.1712749 Mar 07 10:31:25.105227 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-01434bd8-5a84-437d-beed-ffbe377d37db req-19493d8c-21c8-43e5-bcb6-3753e8323a67 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/security-groups?id=d56ef8f3-abde-4cd1-91ae-7dbda1e5baa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890446 Mar 07 10:31:25.110047 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-1231910d-a738-4e4d-9e1c-4ee58f1cf39b tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Request body: {'port': {'device_id': 'd15557e5-5f62-45ad-abad-67a49c79b2bb', 'network_id': 'a0d6a6b1-0b2c-40fb-945f-45f250998c08', 'admin_state_up': True, 'tenant_id': '2eb1e85f9ef148d1a9cb348464769c79'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:25.231851 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5dc3edfb-e8c8-40e8-b923-5ade08570ec0 req-b6d3e298-81ef-46e6-8285-bf1c17b42828 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15557e5-5f62-45ad-abad-67a49c79b2bb HTTP/1.1" status: 200 len: 210 time: 0.0420299 Mar 07 10:31:25.287894 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-1231910d-a738-4e4d-9e1c-4ee58f1cf39b tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Made reservation on behalf of 2eb1e85f9ef148d1a9cb348464769c79 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:25.294279 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-1231910d-a738-4e4d-9e1c-4ee58f1cf39b tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:25.354195 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 412c1b52-2241-4d4e-998f-143f706ac93a up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:31:25.369217 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-98450f20-b31c-41e4-8d97-0721cbb782ca tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:31:25.370144 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-98450f20-b31c-41e4-8d97-0721cbb782ca tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0169077 Mar 07 10:31:25.371849 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-e3512772-fd96-4ed0-8893-fdfb8b82368a tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=38226035d9a14a64837c29a3926f0a17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475760 Mar 07 10:31:25.421490 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 412c1b52-2241-4d4e-998f-143f706ac93a completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:31:25.428052 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 412c1b52-2241-4d4e-998f-143f706ac93a triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:31:25.428746 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (412c1b52-2241-4d4e-998f-143f706ac93a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:25.601655 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 412c1b52-2241-4d4e-998f-143f706ac93a is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:25.602420 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (412c1b52-2241-4d4e-998f-143f706ac93a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:25.611559 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-5d42aa32-7160-42bf-a596-6162975474a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:25.613469 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-5d42aa32-7160-42bf-a596-6162975474a5 service neutron] 10.222.0.11 "GET /v2.0/ports/2286c703-135c-4d58-9bf8-00b281159c5d HTTP/1.1" status: 200 len: 1124 time: 0.2075839 Mar 07 10:31:25.634456 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-886dc295-f80b-4a86-8f3f-29040747ab14 service neutron] Request body: {'binding': {'host': 'n-h2-832164-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:25.635072 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-886dc295-f80b-4a86-8f3f-29040747ab14 service neutron] Unknown quota resources ['binding']. {{(pid=103767) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 10:31:25.695387 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 412c1b52-2241-4d4e-998f-143f706ac93a, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=412c1b52-2241-4d4e-998f-143f706ac93a,segment=NetworkSegment(65ee731a-4bc1-416b-9a26-7bec4e9c13e1),segment_id=65ee731a-4bc1-416b-9a26-7bec4e9c13e1)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:25.699132 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b616d12-5604-4866-b26e-5b6f4664d915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412c1b52-2241-4d4e-998f-143f706ac93a'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:25.706562 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb278391-cb9c-4f25-af4d-66c61a7eb868" -d '{"events": [{"server_uuid": "6b616d12-5604-4866-b26e-5b6f4664d915", "name": "network-vif-plugged", "status": "completed", "tag": "412c1b52-2241-4d4e-998f-143f706ac93a"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:25.712698 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (412c1b52-2241-4d4e-998f-143f706ac93a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:25.713956 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device a696d29d-b4c6-468a-abfa-142e49d36427 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:31:25.748058 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-b1727622-5b1f-4c24-ac6f-353d30063981 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:25.762895 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-b1727622-5b1f-4c24-ac6f-353d30063981 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3546453 Mar 07 10:31:25.769764 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: a696d29d-b4c6-468a-abfa-142e49d36427 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:31:25.771576 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device a696d29d-b4c6-468a-abfa-142e49d36427 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:31:25.797244 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-f0e4fcfb-e9e1-4a4b-9b0e-f120e7b95a8c tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/quotas/38226035d9a14a64837c29a3926f0a17 HTTP/1.1" status: 200 len: 375 time: 0.0323520 Mar 07 10:31:25.821688 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=412c1b52-2241-4d4e-998f-143f706ac93a,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:25.926711 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-1231910d-a738-4e4d-9e1c-4ee58f1cf39b tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Allocated IP 172.20.0.10 (a0d6a6b1-0b2c-40fb-945f-45f250998c08/28a80ef2-c57f-469d-a7ad-5ca07bf92da1/2ec8563c-11ae-4c39-8538-2a40b1b40bf4) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:26.115104 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-886dc295-f80b-4a86-8f3f-29040747ab14 service neutron] Attempting to bind port 2286c703-135c-4d58-9bf8-00b281159c5d on host n-h2-832164-4 for vnic_type normal with profile None {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:31:26.115776 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-886dc295-f80b-4a86-8f3f-29040747ab14 service neutron] Attempting to bind port 2286c703-135c-4d58-9bf8-00b281159c5d by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:31:26.115776 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-886dc295-f80b-4a86-8f3f-29040747ab14 service neutron] Attempting to bind port 2286c703-135c-4d58-9bf8-00b281159c5d on network 35723e70-fc1c-4710-9b03-245dacf005c5 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:26.161495 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-137f8e3c-862a-4b7b-9840-040003a4b54e tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=38226035d9a14a64837c29a3926f0a17&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3630633 Mar 07 10:31:26.167041 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-886dc295-f80b-4a86-8f3f-29040747ab14 service neutron] Port 2286c703-135c-4d58-9bf8-00b281159c5d on network 35723e70-fc1c-4710-9b03-245dacf005c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:31:26.167480 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-886dc295-f80b-4a86-8f3f-29040747ab14 service neutron] Attempting to bind port 2286c703-135c-4d58-9bf8-00b281159c5d on network 35723e70-fc1c-4710-9b03-245dacf005c5 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:26.176246 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58973e44-019b-48a6-a0bd-574635873c10', 'tag': 'df223f55-45cb-4868-896f-698f8d545b7f'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:26.178520 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8379025-e811-4da9-b88b-1718ee0e3ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "58973e44-019b-48a6-a0bd-574635873c10", "tag": "df223f55-45cb-4868-896f-698f8d545b7f"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:26.189931 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-886dc295-f80b-4a86-8f3f-29040747ab14 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:31:26.190384 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-886dc295-f80b-4a86-8f3f-29040747ab14 service neutron] Checking segment: {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:31:26.191150 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-886dc295-f80b-4a86-8f3f-29040747ab14 service neutron] Bound using segment: {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:31:26.191717 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-886dc295-f80b-4a86-8f3f-29040747ab14 service neutron] Bound port: 2286c703-135c-4d58-9bf8-00b281159c5d, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:31:26.332394 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-886dc295-f80b-4a86-8f3f-29040747ab14 service neutron] For port 2286c703-135c-4d58-9bf8-00b281159c5d, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=2286c703-135c-4d58-9bf8-00b281159c5d,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:31:26.345490 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-886dc295-f80b-4a86-8f3f-29040747ab14 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:26.356323 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-886dc295-f80b-4a86-8f3f-29040747ab14 service neutron] 10.222.0.11 "POST /v2.0/ports/2286c703-135c-4d58-9bf8-00b281159c5d/bindings HTTP/1.1" status: 201 len: 389 time: 0.7278097 Mar 07 10:31:26.438234 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-1231910d-a738-4e4d-9e1c-4ee58f1cf39b tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Publish callbacks [] for port (2ec8563c-11ae-4c39-8538-2a40b1b40bf4), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:26.520572 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-1231910d-a738-4e4d-9e1c-4ee58f1cf39b tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (2ec8563c-11ae-4c39-8538-2a40b1b40bf4), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:26.575880 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f957094-6081-4076-b5c0-c92c69c54e03 x-openstack-request-id: req-3f957094-6081-4076-b5c0-c92c69c54e03 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:26.576866 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b616d12-5604-4866-b26e-5b6f4664d915", "name": "network-vif-plugged", "status": "completed", "tag": "412c1b52-2241-4d4e-998f-143f706ac93a", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:26.577333 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3f957094-6081-4076-b5c0-c92c69c54e03 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:26.577903 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b616d12-5604-4866-b26e-5b6f4664d915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '412c1b52-2241-4d4e-998f-143f706ac93a', 'code': 200} Mar 07 10:31:26.697253 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1231910d-a738-4e4d-9e1c-4ee58f1cf39b tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Pushing event updated for resources: {'Port': ['ID=2ec8563c-11ae-4c39-8538-2a40b1b40bf4,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:26.713000 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-1231910d-a738-4e4d-9e1c-4ee58f1cf39b tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Network a0d6a6b1-0b2c-40fb-945f-45f250998c08 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:26.715071 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06983866-7574-4e77-9bac-27f0d4c17cbd req-2126d66f-7038-416b-a6ce-e66866b73fb5 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:26.716821 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-06983866-7574-4e77-9bac-27f0d4c17cbd req-2126d66f-7038-416b-a6ce-e66866b73fb5 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 948 time: 0.0916929 Mar 07 10:31:26.762269 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-1231910d-a738-4e4d-9e1c-4ee58f1cf39b tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:26.779489 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-1231910d-a738-4e4d-9e1c-4ee58f1cf39b tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:31:26.803651 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-06983866-7574-4e77-9bac-27f0d4c17cbd req-656a39b3-75ed-4c21-8bc9-ef7461cb7bf2 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802674 Mar 07 10:31:26.850624 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041e966-f313-46a8-a71d-9d379f800218 req-aec85a24-7950-4f20-ae59-bef63b79fb83 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:26.863056 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5041e966-f313-46a8-a71d-9d379f800218 req-aec85a24-7950-4f20-ae59-bef63b79fb83 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b616d12-5604-4866-b26e-5b6f4664d915 HTTP/1.1" status: 200 len: 945 time: 0.1481650 Mar 07 10:31:26.931147 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30676c0f-2c5e-48c9-a92a-4d46771ddfe9 x-openstack-request-id: req-30676c0f-2c5e-48c9-a92a-4d46771ddfe9 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:26.931356 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58973e44-019b-48a6-a0bd-574635873c10", "tag": "df223f55-45cb-4868-896f-698f8d545b7f", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:26.932693 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-30676c0f-2c5e-48c9-a92a-4d46771ddfe9 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:26.934686 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58973e44-019b-48a6-a0bd-574635873c10', 'tag': 'df223f55-45cb-4868-896f-698f8d545b7f', 'status': 'completed', 'code': 200} Mar 07 10:31:27.271201 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fd21b-b663-4aba-b517-c1c8dea314c7 req-06d45afe-c027-485c-bc2b-e56f8425154a tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:27.272947 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2c8fd21b-b663-4aba-b517-c1c8dea314c7 req-06d45afe-c027-485c-bc2b-e56f8425154a tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15557e5-5f62-45ad-abad-67a49c79b2bb HTTP/1.1" status: 200 len: 932 time: 0.1829324 Mar 07 10:31:27.341968 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-3e1b5149-5c9a-4de6-9e09-1a34bb647db8 None None] Provisioning complete for port 2ec8563c-11ae-4c39-8538-2a40b1b40bf4 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:31:27.342364 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3e1b5149-5c9a-4de6-9e09-1a34bb647db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2ec8563c-11ae-4c39-8538-2a40b1b40bf4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:27.428524 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2c8fd21b-b663-4aba-b517-c1c8dea314c7 req-bae067fc-efea-467f-8a5c-c17d3dcf9e22 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/security-groups?id=36604ce9-7a0c-4cf8-ac3f-abef6191a23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459780 Mar 07 10:31:27.439017 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b5149-5c9a-4de6-9e09-1a34bb647db8 None None] Port 2ec8563c-11ae-4c39-8538-2a40b1b40bf4 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:31:27.554511 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-1231910d-a738-4e4d-9e1c-4ee58f1cf39b tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:27.555257 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-1231910d-a738-4e4d-9e1c-4ee58f1cf39b tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:27.665393 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5041e966-f313-46a8-a71d-9d379f800218 req-35ced401-20a5-4efd-8afe-8e9f2e8068b3 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/security-groups?id=d56ef8f3-abde-4cd1-91ae-7dbda1e5baa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8012438 Mar 07 10:31:27.673928 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b069c-f4c3-4925-9a7b-d4f15def424e req-8a54bab9-fbff-459e-9790-d18c53535a2c tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:27.682078 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-894b069c-f4c3-4925-9a7b-d4f15def424e req-8a54bab9-fbff-459e-9790-d18c53535a2c tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 945 time: 0.1365373 Mar 07 10:31:27.726955 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-81672a3a-7559-4f72-ad0e-a07d32bb32e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:27.730757 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-81672a3a-7559-4f72-ad0e-a07d32bb32e4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=253a7b51025b45cd9cb7114a3377a1db&device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 1127 time: 0.1820390 Mar 07 10:31:27.742378 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-1231910d-a738-4e4d-9e1c-4ee58f1cf39b tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6353130 Mar 07 10:31:27.759610 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-894b069c-f4c3-4925-9a7b-d4f15def424e req-1811352b-1f62-4bca-aefd-e86cd5a38532 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762939 Mar 07 10:31:27.857789 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-a81fa8b5-8928-4931-b515-3944a14a35e1 service neutron] Request body: {'port': {'device_id': 'd15557e5-5f62-45ad-abad-67a49c79b2bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:27.916355 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5261470c-8b9f-4143-8744-d45c6bb8e19b req-b293c95e-5f05-407c-8bf3-2bf64be45528 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=825b9fd7-8145-4a7b-90ef-33c62dd0adce HTTP/1.1" status: 200 len: 210 time: 0.1336236 Mar 07 10:31:27.995476 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aec866-2e65-4c9d-9b50-1f493d5e8b0f req-6b1c38dd-f301-4175-a5f0-a8013b15ece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:28.001151 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-58aec866-2e65-4c9d-9b50-1f493d5e8b0f req-6b1c38dd-f301-4175-a5f0-a8013b15ece4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6b616d12-5604-4866-b26e-5b6f4664d915 HTTP/1.1" status: 200 len: 1127 time: 0.4528873 Mar 07 10:31:28.108063 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c063a2-cf1c-457b-8f3a-2135c009da5b req-342a2c12-04c0-4177-8ce1-2d49e4e0789a tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:28.115943 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-58c063a2-cf1c-457b-8f3a-2135c009da5b req-342a2c12-04c0-4177-8ce1-2d49e4e0789a tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 951 time: 0.0937421 Mar 07 10:31:28.181069 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-58c063a2-cf1c-457b-8f3a-2135c009da5b req-afdec534-e1a9-4071-a42f-1b969109113e tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639074 Mar 07 10:31:28.184210 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8379025-e811-4da9-b88b-1718ee0e3ebf req-f1473694-9366-4419-b7d2-c5181725e2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:28.187819 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d8379025-e811-4da9-b88b-1718ee0e3ebf req-f1473694-9366-4419-b7d2-c5181725e2bb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 1130 time: 1.2231231 Mar 07 10:31:28.458766 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-a81fa8b5-8928-4931-b515-3944a14a35e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2ec8563c-11ae-4c39-8538-2a40b1b40bf4), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:28.461925 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-756826e1-5be5-4adb-bf87-9ece123d29ac tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=38226035d9a14a64837c29a3926f0a17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2342014 Mar 07 10:31:28.462987 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8379025-e811-4da9-b88b-1718ee0e3ebf req-cc8442ab-1426-4706-82e5-5ba5ddfb3534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:28.464395 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d8379025-e811-4da9-b88b-1718ee0e3ebf req-cc8442ab-1426-4706-82e5-5ba5ddfb3534 service neutron] 10.222.0.31 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.2191625 Mar 07 10:31:28.545319 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d8379025-e811-4da9-b88b-1718ee0e3ebf req-ffb1f17b-39dc-4f94-b0a4-eb5d38aea23c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=df223f55-45cb-4868-896f-698f8d545b7f HTTP/1.1" status: 200 len: 217 time: 0.0712426 Mar 07 10:31:28.610275 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4407e-508c-4556-bc73-16415850ccc6 req-e90b1847-084f-4d2a-a685-2029cba26b81 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:28.626990 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c3e4407e-508c-4556-bc73-16415850ccc6 req-e90b1847-084f-4d2a-a685-2029cba26b81 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15557e5-5f62-45ad-abad-67a49c79b2bb HTTP/1.1" status: 200 len: 932 time: 0.0838027 Mar 07 10:31:28.753063 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c3e4407e-508c-4556-bc73-16415850ccc6 req-98c3aa40-c09a-419c-8001-b0caaec4d251 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/security-groups?id=36604ce9-7a0c-4cf8-ac3f-abef6191a23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232512 Mar 07 10:31:28.833703 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-e0cd5c7a-0cf8-4a8d-a476-368c1d8349e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:28.835211 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-e0cd5c7a-0cf8-4a8d-a476-368c1d8349e1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=35723e70-fc1c-4710-9b03-245dacf005c5 HTTP/1.1" status: 200 len: 921 time: 1.0755153 Mar 07 10:31:28.877350 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-58aec866-2e65-4c9d-9b50-1f493d5e8b0f req-7f2f5da1-cc8b-41b4-803a-a91bf1991606 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d56ef8f3-abde-4cd1-91ae-7dbda1e5baa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8577471 Mar 07 10:31:28.899764 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3e74b-5a22-4e5d-a50d-e67d847b43ea req-5c2c9e16-7738-49f7-a58a-f943566f8007 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:28.908022 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-60c3e74b-5a22-4e5d-a50d-e67d847b43ea req-5c2c9e16-7738-49f7-a58a-f943566f8007 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 948 time: 0.8745723 Mar 07 10:31:28.916089 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c8c39d-fffc-45b6-8cde-d852ddd9e09f req-5b28f2fb-0080-4616-b20a-84f88cb7f81e tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:28.917842 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-00c8c39d-fffc-45b6-8cde-d852ddd9e09f req-5b28f2fb-0080-4616-b20a-84f88cb7f81e tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b616d12-5604-4866-b26e-5b6f4664d915 HTTP/1.1" status: 200 len: 945 time: 0.0855036 Mar 07 10:31:28.981574 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-006b6a68-39e0-4deb-9b28-a4f07ccf014b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2286c703-135c-4d58-9bf8-00b281159c5d HTTP/1.1" status: 200 len: 217 time: 0.1000435 Mar 07 10:31:29.007443 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-00c8c39d-fffc-45b6-8cde-d852ddd9e09f req-194df47f-ba3e-48d2-8296-74304dc020d1 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/security-groups?id=d56ef8f3-abde-4cd1-91ae-7dbda1e5baa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808682 Mar 07 10:31:29.077176 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-50c6dc2a-4dcc-4bf9-add8-e823242b2555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:29.078736 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-50c6dc2a-4dcc-4bf9-add8-e823242b2555 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=504ea141-3c64-48b5-943a-bdbdb84bd6df HTTP/1.1" status: 200 len: 860 time: 0.0691750 Mar 07 10:31:29.131034 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-60c3e74b-5a22-4e5d-a50d-e67d847b43ea req-250a3395-2eff-4c68-820a-71c8961136b6 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216635 Mar 07 10:31:29.215267 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1ba3f-66d6-4b69-b99a-e98c29537b8f req-8452acc8-d838-4bad-bf47-38585266080b tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:29.218153 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b7b1ba3f-66d6-4b69-b99a-e98c29537b8f req-8452acc8-d838-4bad-bf47-38585266080b tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 945 time: 0.1059105 Mar 07 10:31:29.283342 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8379025-e811-4da9-b88b-1718ee0e3ebf req-51fa5195-f0c4-4481-b449-b6132bb45ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:29.284783 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d8379025-e811-4da9-b88b-1718ee0e3ebf req-51fa5195-f0c4-4481-b449-b6132bb45ae4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.7095599 Mar 07 10:31:29.311093 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b7b1ba3f-66d6-4b69-b99a-e98c29537b8f req-1e87d36a-8914-413e-952d-4119e646a28c tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792055 Mar 07 10:31:29.338568 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-bb9a6072-b5e2-4c50-9a53-16e20f40fd8d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=35723e70-fc1c-4710-9b03-245dacf005c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1792543 Mar 07 10:31:29.349532 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3dc3d117-6bef-4eaf-87e7-a88092d786ed req-79047fd4-ca25-4aa5-a271-fa70d59645c0 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=825b9fd7-8145-4a7b-90ef-33c62dd0adce HTTP/1.1" status: 200 len: 210 time: 0.0461714 Mar 07 10:31:29.504765 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-27f035b6-2d80-4b8f-9887-671ee68e28ff service neutron] 10.222.0.31 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224334 Mar 07 10:31:29.530955 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c3809-f5ce-4545-b125-f282237622e4 req-959ff4d4-df4f-451f-9333-f3246cf01a20 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:29.545834 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f27c3809-f5ce-4545-b125-f282237622e4 req-959ff4d4-df4f-451f-9333-f3246cf01a20 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 951 time: 0.1099048 Mar 07 10:31:29.623262 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-13578725-9d06-4db0-90ec-d595f57df098 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:29.624727 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-13578725-9d06-4db0-90ec-d595f57df098 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1355739 Mar 07 10:31:29.645987 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-651e14c8-b34a-4987-a516-48a508612d5d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Request body: {'port': {'device_id': '825b9fd7-8145-4a7b-90ef-33c62dd0adce', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'admin_state_up': True, 'tenant_id': '38226035d9a14a64837c29a3926f0a17'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:29.646785 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f27c3809-f5ce-4545-b125-f282237622e4 req-73d8b49d-3b52-4908-aa1c-03edd712ab23 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/security-groups?id=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998776 Mar 07 10:31:29.713296 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8379025-e811-4da9-b88b-1718ee0e3ebf req-e1a11bdd-d879-469c-a69c-aec164a79b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:29.714803 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d8379025-e811-4da9-b88b-1718ee0e3ebf req-e1a11bdd-d879-469c-a69c-aec164a79b24 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3632772 Mar 07 10:31:29.927614 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d8379025-e811-4da9-b88b-1718ee0e3ebf req-12a05cab-d639-4d3b-accd-860c8762518e service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899018 Mar 07 10:31:30.075672 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23721b8-e2e3-4404-b55d-ca41befa11c0 req-9ec1f7e9-4b4e-47d5-be85-2c8b4af17c90 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:30.078076 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d23721b8-e2e3-4404-b55d-ca41befa11c0 req-9ec1f7e9-4b4e-47d5-be85-2c8b4af17c90 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 951 time: 0.0674639 Mar 07 10:31:30.081682 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-fc6cc659-5a24-4864-9771-45df02fcd096 service neutron] 10.222.0.31 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5595579 Mar 07 10:31:30.173511 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-a81fa8b5-8928-4931-b515-3944a14a35e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ec8563c-11ae-4c39-8538-2a40b1b40bf4 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:30.201742 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device df223f55-45cb-4868-896f-698f8d545b7f details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:31:30.224486 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-a81fa8b5-8928-4931-b515-3944a14a35e1 service neutron] Publish callbacks [] for port (2ec8563c-11ae-4c39-8538-2a40b1b40bf4), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:30.231299 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-651e14c8-b34a-4987-a516-48a508612d5d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Made reservation on behalf of 38226035d9a14a64837c29a3926f0a17 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:30.243527 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-651e14c8-b34a-4987-a516-48a508612d5d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:30.300371 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be5541d-4cc3-411c-a06f-767d143818d1 req-e368f2c7-0fcc-4504-8557-9a480b7b7be7 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:30.301994 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0be5541d-4cc3-411c-a06f-767d143818d1 req-e368f2c7-0fcc-4504-8557-9a480b7b7be7 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15557e5-5f62-45ad-abad-67a49c79b2bb HTTP/1.1" status: 200 len: 932 time: 0.3768330 Mar 07 10:31:30.335442 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d8379025-e811-4da9-b88b-1718ee0e3ebf req-e93617c9-7617-4d1c-b710-6e02c2ef86bb service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897905 Mar 07 10:31:30.357765 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-a81fa8b5-8928-4931-b515-3944a14a35e1 service neutron] Transition to ACTIVE for port object 2ec8563c-11ae-4c39-8538-2a40b1b40bf4 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:31:30.400074 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185424d-a073-492e-98d0-636e72417ffa req-1dd811bb-bf81-4965-a5f2-efed645fbc5d tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:30.401658 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7185424d-a073-492e-98d0-636e72417ffa req-1dd811bb-bf81-4965-a5f2-efed645fbc5d tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b616d12-5604-4866-b26e-5b6f4664d915 HTTP/1.1" status: 200 len: 945 time: 0.1615443 Mar 07 10:31:30.410607 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-a81fa8b5-8928-4931-b515-3944a14a35e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (2ec8563c-11ae-4c39-8538-2a40b1b40bf4), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:30.415888 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-d23721b8-e2e3-4404-b55d-ca41befa11c0 req-9feca8e2-a673-4e26-b644-79a9ed590e16 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Deleting port 423f92bb-de3e-4985-8b92-2d3f3dd348b3 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:31:30.416239 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d23721b8-e2e3-4404-b55d-ca41befa11c0 req-9feca8e2-a673-4e26-b644-79a9ed590e16 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (423f92bb-de3e-4985-8b92-2d3f3dd348b3), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:30.495854 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port df223f55-45cb-4868-896f-698f8d545b7f, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=df223f55-45cb-4868-896f-698f8d545b7f,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:30.509372 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'df223f55-45cb-4868-896f-698f8d545b7f', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': 'df223f55-45cb-4868-896f-698f8d545b7f', 'mac_address': 'fa:16:3e:1a:52:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:31:30.639904 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port df223f55-45cb-4868-896f-698f8d545b7f is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:30.640309 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (df223f55-45cb-4868-896f-698f8d545b7f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:30.673632 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df223f55-45cb-4868-896f-698f8d545b7f {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:30.733351 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-d23721b8-e2e3-4404-b55d-ca41befa11c0 req-9feca8e2-a673-4e26-b644-79a9ed590e16 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] For port 423f92bb-de3e-4985-8b92-2d3f3dd348b3, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=423f92bb-de3e-4985-8b92-2d3f3dd348b3,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:30.735665 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port df223f55-45cb-4868-896f-698f8d545b7f, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=df223f55-45cb-4868-896f-698f8d545b7f,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:30.736595 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d23721b8-e2e3-4404-b55d-ca41befa11c0 req-9feca8e2-a673-4e26-b644-79a9ed590e16 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (423f92bb-de3e-4985-8b92-2d3f3dd348b3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:30.751849 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (df223f55-45cb-4868-896f-698f8d545b7f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:30.781651 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81fa8b5-8928-4931-b515-3944a14a35e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec8563c-11ae-4c39-8538-2a40b1b40bf4,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:30.786190 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7185424d-a073-492e-98d0-636e72417ffa req-99e35559-2027-4dd4-9a59-823539e48668 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/security-groups?id=d56ef8f3-abde-4cd1-91ae-7dbda1e5baa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612952 Mar 07 10:31:30.787252 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-d23721b8-e2e3-4404-b55d-ca41befa11c0 req-9feca8e2-a673-4e26-b644-79a9ed590e16 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Calling delete_port for 423f92bb-de3e-4985-8b92-2d3f3dd348b3 owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:31:30.789048 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0be5541d-4cc3-411c-a06f-767d143818d1 req-abb76480-4ec3-482a-8291-c47947636c09 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/security-groups?id=36604ce9-7a0c-4cf8-ac3f-abef6191a23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665787 Mar 07 10:31:30.879693 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=df223f55-45cb-4868-896f-698f8d545b7f,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:31.202044 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-651e14c8-b34a-4987-a516-48a508612d5d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Allocated IP 192.168.233.226 (598bad6c-a435-45aa-bbb6-2339f78a1590/cd915eb6-2d51-4c50-93c9-6777e48b408a/a83b88cf-d542-4470-ab1d-333ffbccebeb) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:31.215855 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['df223f55-45cb-4868-896f-698f8d545b7f'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:31.227536 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b9a95e-2199-4d20-961c-c0c935643ebc req-2a152aa9-f738-4cf5-b0f7-34812f3aab20 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:31.249551 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b1b9a95e-2199-4d20-961c-c0c935643ebc req-2a152aa9-f738-4cf5-b0f7-34812f3aab20 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 945 time: 0.2195516 Mar 07 10:31:31.301289 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-a81fa8b5-8928-4931-b515-3944a14a35e1 service neutron] Attempting to bind port 2ec8563c-11ae-4c39-8538-2a40b1b40bf4 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:31:31.301633 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-a81fa8b5-8928-4931-b515-3944a14a35e1 service neutron] Attempting to bind port 2ec8563c-11ae-4c39-8538-2a40b1b40bf4 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'f6ff09e0-88fb-4743-82cd-b93b9dc8ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a0d6a6b1-0b2c-40fb-945f-45f250998c08'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:31:31.301960 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-a81fa8b5-8928-4931-b515-3944a14a35e1 service neutron] Attempting to bind port 2ec8563c-11ae-4c39-8538-2a40b1b40bf4 on network a0d6a6b1-0b2c-40fb-945f-45f250998c08 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:31.353330 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6acfaf-e063-418d-a2e2-f294b183190b req-fcbf7c8f-66e4-443a-aa1f-7988af24e29d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:31.365834 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae6acfaf-e063-418d-a2e2-f294b183190b req-fcbf7c8f-66e4-443a-aa1f-7988af24e29d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 949 time: 0.3397336 Mar 07 10:31:31.374450 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-a81fa8b5-8928-4931-b515-3944a14a35e1 service neutron] Port 2ec8563c-11ae-4c39-8538-2a40b1b40bf4 on network a0d6a6b1-0b2c-40fb-945f-45f250998c08 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:31:31.374698 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-a81fa8b5-8928-4931-b515-3944a14a35e1 service neutron] Attempting to bind port 2ec8563c-11ae-4c39-8538-2a40b1b40bf4 on network a0d6a6b1-0b2c-40fb-945f-45f250998c08 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:31.401092 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b1b9a95e-2199-4d20-961c-c0c935643ebc req-b754a23d-e7e3-4913-8235-c7d7bdfa8ca2 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425717 Mar 07 10:31:31.474549 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-a81fa8b5-8928-4931-b515-3944a14a35e1 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:31:31.474901 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-a81fa8b5-8928-4931-b515-3944a14a35e1 service neutron] Checking segment: {'id': 'f6ff09e0-88fb-4743-82cd-b93b9dc8ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a0d6a6b1-0b2c-40fb-945f-45f250998c08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:31:31.475279 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-a81fa8b5-8928-4931-b515-3944a14a35e1 service neutron] Bound using segment: {'id': 'f6ff09e0-88fb-4743-82cd-b93b9dc8ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a0d6a6b1-0b2c-40fb-945f-45f250998c08'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:31:31.475726 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-a81fa8b5-8928-4931-b515-3944a14a35e1 service neutron] Bound port: 2ec8563c-11ae-4c39-8538-2a40b1b40bf4, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6ff09e0-88fb-4743-82cd-b93b9dc8ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'a0d6a6b1-0b2c-40fb-945f-45f250998c08'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:31:31.476087 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-a81fa8b5-8928-4931-b515-3944a14a35e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2ec8563c-11ae-4c39-8538-2a40b1b40bf4), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:31.543136 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d23721b8-e2e3-4404-b55d-ca41befa11c0 req-9feca8e2-a673-4e26-b644-79a9ed590e16 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (423f92bb-de3e-4985-8b92-2d3f3dd348b3), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:31.638455 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae6acfaf-e063-418d-a2e2-f294b183190b req-71f82767-b278-410a-a4d6-2447387872fa tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716351 Mar 07 10:31:31.682509 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:31:31.706812 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-85483df4-ab2a-47f7-a970-ef326d048eec req-c3ddf29c-096c-419f-8a3a-c3a8e171e10f tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=825b9fd7-8145-4a7b-90ef-33c62dd0adce HTTP/1.1" status: 200 len: 210 time: 0.0715120 Mar 07 10:31:31.728135 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feca8e2-a673-4e26-b644-79a9ed590e16 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Pushing event deleted for resources: {'Port': ['ID=423f92bb-de3e-4985-8b92-2d3f3dd348b3,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:31.908909 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feca8e2-a673-4e26-b644-79a9ed590e16 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:31.909900 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feca8e2-a673-4e26-b644-79a9ed590e16 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:31.912647 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feca8e2-a673-4e26-b644-79a9ed590e16 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:31.913338 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feca8e2-a673-4e26-b644-79a9ed590e16 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:31.914382 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feca8e2-a673-4e26-b644-79a9ed590e16 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:31.916660 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feca8e2-a673-4e26-b644-79a9ed590e16 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:31.918019 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feca8e2-a673-4e26-b644-79a9ed590e16 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:31.921151 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feca8e2-a673-4e26-b644-79a9ed590e16 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:31.921890 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feca8e2-a673-4e26-b644-79a9ed590e16 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:31.923156 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feca8e2-a673-4e26-b644-79a9ed590e16 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:31.923756 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feca8e2-a673-4e26-b644-79a9ed590e16 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:31.924656 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feca8e2-a673-4e26-b644-79a9ed590e16 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:31.925662 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9feca8e2-a673-4e26-b644-79a9ed590e16 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:31:31.943187 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23721b8-e2e3-4404-b55d-ca41befa11c0 req-9feca8e2-a673-4e26-b644-79a9ed590e16 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] No DVR routers for this DVR port 423f92bb-de3e-4985-8b92-2d3f3dd348b3 on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:31:31.947374 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d23721b8-e2e3-4404-b55d-ca41befa11c0 req-9feca8e2-a673-4e26-b644-79a9ed590e16 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:31.955632 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d23721b8-e2e3-4404-b55d-ca41befa11c0 req-9feca8e2-a673-4e26-b644-79a9ed590e16 tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.31 "DELETE /v2.0/ports/423f92bb-de3e-4985-8b92-2d3f3dd348b3 HTTP/1.1" status: 204 len: 173 time: 1.8678637 Mar 07 10:31:31.956784 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9', 'name': 'network-vif-deleted', 'tag': '423f92bb-de3e-4985-8b92-2d3f3dd348b3'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:31.960097 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ce2108-6c87-45e4-be46-d20c90576369" -d '{"events": [{"server_uuid": "4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9", "name": "network-vif-deleted", "tag": "423f92bb-de3e-4985-8b92-2d3f3dd348b3"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:32.072162 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3cdea5-ad1b-4fe5-958f-7cc26adeeb61 req-21f136d9-6b82-4319-a14e-752939e55996 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:32.084780 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8e3cdea5-ad1b-4fe5-958f-7cc26adeeb61 req-21f136d9-6b82-4319-a14e-752939e55996 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15557e5-5f62-45ad-abad-67a49c79b2bb HTTP/1.1" status: 200 len: 944 time: 0.1205637 Mar 07 10:31:32.230472 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8e3cdea5-ad1b-4fe5-958f-7cc26adeeb61 req-08a6295c-6454-4ac4-b654-31832895ce19 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/security-groups?id=36604ce9-7a0c-4cf8-ac3f-abef6191a23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435964 Mar 07 10:31:32.232075 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 423f92bb-de3e-4985-8b92-2d3f3dd348b3 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:31:32.277707 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 423f92bb-de3e-4985-8b92-2d3f3dd348b3 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:31:32.278339 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 423f92bb-de3e-4985-8b92-2d3f3dd348b3 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:31:32.494246 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f736b1-60fb-4a7d-b000-4fa021f4170c req-1eb44ce5-86df-44f2-aeaf-e37376d2fbad tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:32.496125 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f6f736b1-60fb-4a7d-b000-4fa021f4170c req-1eb44ce5-86df-44f2-aeaf-e37376d2fbad tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b616d12-5604-4866-b26e-5b6f4664d915 HTTP/1.1" status: 200 len: 945 time: 0.1298459 Mar 07 10:31:32.558307 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fe9ed357-ac2b-4827-af55-3952c07e2312 req-dccafc5f-60da-42cb-8443-44a6e3f1e18f tempest-ServersAdminTestJSON-824603235 tempest-ServersAdminTestJSON-824603235-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9 HTTP/1.1" status: 200 len: 210 time: 0.0840209 Mar 07 10:31:32.653430 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f6f736b1-60fb-4a7d-b000-4fa021f4170c req-c85a7ffb-1b0e-44f6-b860-04ec3f4ed5ed tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/security-groups?id=d56ef8f3-abde-4cd1-91ae-7dbda1e5baa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387064 Mar 07 10:31:32.692707 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0f27e6-e195-4e9e-986b-95eba9045e9e x-openstack-request-id: req-9c0f27e6-e195-4e9e-986b-95eba9045e9e {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:32.693227 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9", "name": "network-vif-deleted", "tag": "423f92bb-de3e-4985-8b92-2d3f3dd348b3", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:32.693644 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9c0f27e6-e195-4e9e-986b-95eba9045e9e {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:32.694161 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a13a12e-e3c9-4366-a4a7-8f5eb20bfec9', 'name': 'network-vif-deleted', 'tag': '423f92bb-de3e-4985-8b92-2d3f3dd348b3', 'status': 'completed', 'code': 200} Mar 07 10:31:32.700916 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-a81fa8b5-8928-4931-b515-3944a14a35e1 service neutron] For port 2ec8563c-11ae-4c39-8538-2a40b1b40bf4, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:31:32.726896 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-a81fa8b5-8928-4931-b515-3944a14a35e1 service neutron] For port 2ec8563c-11ae-4c39-8538-2a40b1b40bf4, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=2ec8563c-11ae-4c39-8538-2a40b1b40bf4,segment=NetworkSegment(f6ff09e0-88fb-4743-82cd-b93b9dc8ecff),segment_id=f6ff09e0-88fb-4743-82cd-b93b9dc8ecff)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:31:32.780676 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-a81fa8b5-8928-4931-b515-3944a14a35e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (2ec8563c-11ae-4c39-8538-2a40b1b40bf4), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:32.848777 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-651e14c8-b34a-4987-a516-48a508612d5d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks [] for port (a83b88cf-d542-4470-ab1d-333ffbccebeb), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:32.890649 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-a81fa8b5-8928-4931-b515-3944a14a35e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:32.891013 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-a81fa8b5-8928-4931-b515-3944a14a35e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:32.892829 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-a81fa8b5-8928-4931-b515-3944a14a35e1 service neutron] 10.222.0.21 "PUT /v2.0/ports/2ec8563c-11ae-4c39-8538-2a40b1b40bf4 HTTP/1.1" status: 200 len: 1092 time: 5.0446844 Mar 07 10:31:32.915392 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd15557e5-5f62-45ad-abad-67a49c79b2bb', 'tag': '2ec8563c-11ae-4c39-8538-2a40b1b40bf4'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:32.917645 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183baf60-d975-449c-ba3c-a45664588fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "d15557e5-5f62-45ad-abad-67a49c79b2bb", "tag": "2ec8563c-11ae-4c39-8538-2a40b1b40bf4"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:32.921245 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fac60d-b77f-42ad-bea6-4f0c5de19901 req-03f206b6-0c51-4f11-a667-72c941bb4b04 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:32.937939 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-51fac60d-b77f-42ad-bea6-4f0c5de19901 req-03f206b6-0c51-4f11-a667-72c941bb4b04 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 945 time: 0.1316760 Mar 07 10:31:33.068728 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-51fac60d-b77f-42ad-bea6-4f0c5de19901 req-4ab0e850-d9e6-4926-b224-4ec1cd37ff08 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298344 Mar 07 10:31:33.106092 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81fa8b5-8928-4931-b515-3944a14a35e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2ec8563c-11ae-4c39-8538-2a40b1b40bf4,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:33.171739 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e024b15-133f-4f03-95ec-80eabce68ae4 req-5bca415e-576d-467d-a8ad-39c5aafb6909 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:33.180873 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7e024b15-133f-4f03-95ec-80eabce68ae4 req-5bca415e-576d-467d-a8ad-39c5aafb6909 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 949 time: 0.3297489 Mar 07 10:31:33.187236 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-651e14c8-b34a-4987-a516-48a508612d5d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (a83b88cf-d542-4470-ab1d-333ffbccebeb), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:33.202061 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['a3df8701-3341-4d4e-8dfa-a5b8dc650f89', 'e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4', '2f7f9397-fceb-4008-8a03-238e09ab375b'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:33.227707 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-33448711-f913-49e1-8b49-754b82a0aab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:33.240827 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-33448711-f913-49e1-8b49-754b82a0aab7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2eb1e85f9ef148d1a9cb348464769c79&device_id=d15557e5-5f62-45ad-abad-67a49c79b2bb HTTP/1.1" status: 200 len: 1126 time: 0.2586920 Mar 07 10:31:33.289661 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['9e768dce-3999-4a24-a47b-f9b22fe1c1df', 'c21b0a24-1fa3-4758-a44d-c9bf41cd09fe'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:33.473415 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7e024b15-133f-4f03-95ec-80eabce68ae4 req-c54d7b36-71b3-4380-a0be-6974a35fbd1b tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861617 Mar 07 10:31:33.475705 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-651e14c8-b34a-4987-a516-48a508612d5d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:33.501237 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-e1b8d91f-b975-48ab-a8f0-e2d13e80e202 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ec8563c-11ae-4c39-8538-2a40b1b40bf4 HTTP/1.1" status: 200 len: 217 time: 0.1973135 Mar 07 10:31:33.511914 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-651e14c8-b34a-4987-a516-48a508612d5d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:33.522254 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-651e14c8-b34a-4987-a516-48a508612d5d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:31:33.645479 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b6cf7bac-8bb2-4406-a3c7-bdd9b2f93048 req-2620113f-cbd5-4bac-aefb-91647b446f57 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 258 time: 0.5170887 Mar 07 10:31:33.651100 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-b6cf7bac-8bb2-4406-a3c7-bdd9b2f93048 req-311ae85b-7e18-48ca-b05c-19faa43dc08e tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:33.690755 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b6cf7bac-8bb2-4406-a3c7-bdd9b2f93048 req-311ae85b-7e18-48ca-b05c-19faa43dc08e tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:33.804250 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-651e14c8-b34a-4987-a516-48a508612d5d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:33.805343 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-651e14c8-b34a-4987-a516-48a508612d5d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:33.825291 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e14c8-b34a-4987-a516-48a508612d5d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Pushing event updated for resources: {'Port': ['ID=a83b88cf-d542-4470-ab1d-333ffbccebeb,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:33.886610 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b6cf7bac-8bb2-4406-a3c7-bdd9b2f93048 req-311ae85b-7e18-48ca-b05c-19faa43dc08e tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:33.987257 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-651e14c8-b34a-4987-a516-48a508612d5d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3451715 Mar 07 10:31:34.015287 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-a533a664-cf3d-46eb-bac6-29fb6a379b52 service neutron] Request body: {'port': {'device_id': '825b9fd7-8145-4a7b-90ef-33c62dd0adce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:34.062321 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a8a11-4b33-4a0c-a0b0-5bc3a38f9030 req-3f3e9559-33f4-4d74-80df-3c4de47d2348 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:34.070664 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7f0a8a11-4b33-4a0c-a0b0-5bc3a38f9030 req-3f3e9559-33f4-4d74-80df-3c4de47d2348 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=825b9fd7-8145-4a7b-90ef-33c62dd0adce HTTP/1.1" status: 200 len: 936 time: 0.3485353 Mar 07 10:31:34.081143 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-82ffcead-9277-433a-b52c-1ac34b727ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:34.082523 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-82ffcead-9277-433a-b52c-1ac34b727ac0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28a80ef2-c57f-469d-a7ad-5ca07bf92da1 HTTP/1.1" status: 200 len: 853 time: 0.3897860 Mar 07 10:31:34.198831 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-a533a664-cf3d-46eb-bac6-29fb6a379b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a83b88cf-d542-4470-ab1d-333ffbccebeb), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:34.206121 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7f0a8a11-4b33-4a0c-a0b0-5bc3a38f9030 req-1366f4dc-3e9d-4748-87b0-1f649bf34ca0 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344671 Mar 07 10:31:34.326581 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04688d81-6894-4768-b319-3e17bc4713bc x-openstack-request-id: req-04688d81-6894-4768-b319-3e17bc4713bc {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:34.326915 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d15557e5-5f62-45ad-abad-67a49c79b2bb", "tag": "2ec8563c-11ae-4c39-8538-2a40b1b40bf4", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:34.327274 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-04688d81-6894-4768-b319-3e17bc4713bc {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:34.330792 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd15557e5-5f62-45ad-abad-67a49c79b2bb', 'tag': '2ec8563c-11ae-4c39-8538-2a40b1b40bf4', 'status': 'completed', 'code': 200} Mar 07 10:31:34.351656 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device df223f55-45cb-4868-896f-698f8d545b7f up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:31:34.365928 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a2d8e416-c201-4f2f-a7f4-41264ff2eb2e None None] Provisioning complete for port a83b88cf-d542-4470-ab1d-333ffbccebeb triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:31:34.371401 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a2d8e416-c201-4f2f-a7f4-41264ff2eb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a83b88cf-d542-4470-ab1d-333ffbccebeb), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:34.472605 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a2d8e416-c201-4f2f-a7f4-41264ff2eb2e None None] Port a83b88cf-d542-4470-ab1d-333ffbccebeb cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:31:34.657367 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-b6cf7bac-8bb2-4406-a3c7-bdd9b2f93048 req-311ae85b-7e18-48ca-b05c-19faa43dc08e tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Allocated IP 172.25.3.224 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/9a67f353-c105-4772-948d-3e5cbba4755a) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:34.730224 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-a533a664-cf3d-46eb-bac6-29fb6a379b52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a83b88cf-d542-4470-ab1d-333ffbccebeb {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:34.740237 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-a533a664-cf3d-46eb-bac6-29fb6a379b52 service neutron] Publish callbacks [] for port (a83b88cf-d542-4470-ab1d-333ffbccebeb), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:34.748832 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port df223f55-45cb-4868-896f-698f8d545b7f completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:31:34.755387 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-a533a664-cf3d-46eb-bac6-29fb6a379b52 service neutron] Transition to ACTIVE for port object a83b88cf-d542-4470-ab1d-333ffbccebeb will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:31:34.765375 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port df223f55-45cb-4868-896f-698f8d545b7f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:31:34.766374 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (df223f55-45cb-4868-896f-698f8d545b7f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:34.780790 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-a533a664-cf3d-46eb-bac6-29fb6a379b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (a83b88cf-d542-4470-ab1d-333ffbccebeb), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:34.873481 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b6cf7bac-8bb2-4406-a3c7-bdd9b2f93048 req-311ae85b-7e18-48ca-b05c-19faa43dc08e tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks [] for port (9a67f353-c105-4772-948d-3e5cbba4755a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:34.878167 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port df223f55-45cb-4868-896f-698f8d545b7f is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:34.878655 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (df223f55-45cb-4868-896f-698f8d545b7f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:34.931487 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58973e44-019b-48a6-a0bd-574635873c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df223f55-45cb-4868-896f-698f8d545b7f'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:34.944240 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951ad877-4d7f-466b-bfae-dfdb5388b957" -d '{"events": [{"server_uuid": "58973e44-019b-48a6-a0bd-574635873c10", "name": "network-vif-plugged", "status": "completed", "tag": "df223f55-45cb-4868-896f-698f8d545b7f"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:34.973136 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b6cf7bac-8bb2-4406-a3c7-bdd9b2f93048 req-311ae85b-7e18-48ca-b05c-19faa43dc08e tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (9a67f353-c105-4772-948d-3e5cbba4755a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:34.988856 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port df223f55-45cb-4868-896f-698f8d545b7f, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=df223f55-45cb-4868-896f-698f8d545b7f,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:35.000279 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (df223f55-45cb-4868-896f-698f8d545b7f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:35.017067 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533a664-cf3d-46eb-bac6-29fb6a379b52 service neutron] Pushing event updated for resources: {'Port': ['ID=a83b88cf-d542-4470-ab1d-333ffbccebeb,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:35.030521 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b997cb-2012-4f13-9c01-f44cac1165ed req-281e40f7-64ea-4832-a104-ff335760c43f tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:35.038507 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c6b997cb-2012-4f13-9c01-f44cac1165ed req-281e40f7-64ea-4832-a104-ff335760c43f tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15557e5-5f62-45ad-abad-67a49c79b2bb HTTP/1.1" status: 200 len: 944 time: 0.2813985 Mar 07 10:31:35.090275 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=df223f55-45cb-4868-896f-698f8d545b7f,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:35.102049 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ae85b-7e18-48ca-b05c-19faa43dc08e tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Pushing event updated for resources: {'Port': ['ID=9a67f353-c105-4772-948d-3e5cbba4755a,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:35.139623 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6cf7bac-8bb2-4406-a3c7-bdd9b2f93048 req-311ae85b-7e18-48ca-b05c-19faa43dc08e tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:35.142423 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-b6cf7bac-8bb2-4406-a3c7-bdd9b2f93048 req-311ae85b-7e18-48ca-b05c-19faa43dc08e tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:35.146755 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6cf7bac-8bb2-4406-a3c7-bdd9b2f93048 req-311ae85b-7e18-48ca-b05c-19faa43dc08e tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:31:35.190231 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-ad5a5127-11ac-4401-89e5-b4a80a87fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:35.192072 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-ad5a5127-11ac-4401-89e5-b4a80a87fd34 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a0d6a6b1-0b2c-40fb-945f-45f250998c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4332092 Mar 07 10:31:35.292194 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c6b997cb-2012-4f13-9c01-f44cac1165ed req-5d3702df-09ed-4bcf-bac3-7c5476f9c3ab tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/security-groups?id=36604ce9-7a0c-4cf8-ac3f-abef6191a23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526879 Mar 07 10:31:35.293353 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-a533a664-cf3d-46eb-bac6-29fb6a379b52 service neutron] Attempting to bind port a83b88cf-d542-4470-ab1d-333ffbccebeb on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:31:35.293858 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-a533a664-cf3d-46eb-bac6-29fb6a379b52 service neutron] Attempting to bind port a83b88cf-d542-4470-ab1d-333ffbccebeb by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:31:35.298033 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-a533a664-cf3d-46eb-bac6-29fb6a379b52 service neutron] Attempting to bind port a83b88cf-d542-4470-ab1d-333ffbccebeb on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:35.306432 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-a533a664-cf3d-46eb-bac6-29fb6a379b52 service neutron] Port a83b88cf-d542-4470-ab1d-333ffbccebeb on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:31:35.312228 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-a533a664-cf3d-46eb-bac6-29fb6a379b52 service neutron] Attempting to bind port a83b88cf-d542-4470-ab1d-333ffbccebeb on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:35.330006 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-a533a664-cf3d-46eb-bac6-29fb6a379b52 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:31:35.330396 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-a533a664-cf3d-46eb-bac6-29fb6a379b52 service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:31:35.330870 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-a533a664-cf3d-46eb-bac6-29fb6a379b52 service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:31:35.331384 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-a533a664-cf3d-46eb-bac6-29fb6a379b52 service neutron] Bound port: a83b88cf-d542-4470-ab1d-333ffbccebeb, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:31:35.331783 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-a533a664-cf3d-46eb-bac6-29fb6a379b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a83b88cf-d542-4470-ab1d-333ffbccebeb), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:35.365320 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b6cf7bac-8bb2-4406-a3c7-bdd9b2f93048 req-311ae85b-7e18-48ca-b05c-19faa43dc08e tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks [] for floatingip (e7d865a1-116a-4a0c-81ba-c2453e23408f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:35.455262 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b6cf7bac-8bb2-4406-a3c7-bdd9b2f93048 req-311ae85b-7e18-48ca-b05c-19faa43dc08e tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9a67f353-c105-4772-948d-3e5cbba4755a), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:35.483944 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-a533a664-cf3d-46eb-bac6-29fb6a379b52 service neutron] For port a83b88cf-d542-4470-ab1d-333ffbccebeb, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:31:35.623388 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-a533a664-cf3d-46eb-bac6-29fb6a379b52 service neutron] For port a83b88cf-d542-4470-ab1d-333ffbccebeb, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=a83b88cf-d542-4470-ab1d-333ffbccebeb,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:31:35.662996 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-a533a664-cf3d-46eb-bac6-29fb6a379b52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (a83b88cf-d542-4470-ab1d-333ffbccebeb), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:35.783348 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-a533a664-cf3d-46eb-bac6-29fb6a379b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:35.784147 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-a533a664-cf3d-46eb-bac6-29fb6a379b52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:35.786082 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-a533a664-cf3d-46eb-bac6-29fb6a379b52 service neutron] 10.222.0.31 "PUT /v2.0/ports/a83b88cf-d542-4470-ab1d-333ffbccebeb HTTP/1.1" status: 200 len: 1096 time: 1.7790377 Mar 07 10:31:35.845916 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b6cf7bac-8bb2-4406-a3c7-bdd9b2f93048 req-311ae85b-7e18-48ca-b05c-19faa43dc08e tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks [] for port (9a67f353-c105-4772-948d-3e5cbba4755a), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:35.856627 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b6cf7bac-8bb2-4406-a3c7-bdd9b2f93048 req-311ae85b-7e18-48ca-b05c-19faa43dc08e tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (9a67f353-c105-4772-948d-3e5cbba4755a), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:35.860858 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b63ec4-e541-4880-98ce-86d4108011bb req-abe10e89-ceb5-42a2-8d01-30cd287e122f tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:35.863315 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f9b63ec4-e541-4880-98ce-86d4108011bb req-abe10e89-ceb5-42a2-8d01-30cd287e122f tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 945 time: 0.3869503 Mar 07 10:31:35.974072 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39266) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:31:36.019750 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ae85b-7e18-48ca-b05c-19faa43dc08e tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Pushing event updated for resources: {'Port': ['ID=9a67f353-c105-4772-948d-3e5cbba4755a,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:36.052514 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533a664-cf3d-46eb-bac6-29fb6a379b52 service neutron] Pushing event updated for resources: {'Port': ['ID=a83b88cf-d542-4470-ab1d-333ffbccebeb,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:36.103244 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b6cf7bac-8bb2-4406-a3c7-bdd9b2f93048 req-311ae85b-7e18-48ca-b05c-19faa43dc08e tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (e7d865a1-116a-4a0c-81ba-c2453e23408f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:36.130245 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b6cf7bac-8bb2-4406-a3c7-bdd9b2f93048 req-311ae85b-7e18-48ca-b05c-19faa43dc08e tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:36.133149 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b6cf7bac-8bb2-4406-a3c7-bdd9b2f93048 req-311ae85b-7e18-48ca-b05c-19faa43dc08e tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4859073 Mar 07 10:31:36.228346 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b6cf7bac-8bb2-4406-a3c7-bdd9b2f93048 req-89ee66b1-8013-4a1d-8561-d3c85d41cd22 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 696 time: 0.0867667 Mar 07 10:31:36.285396 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-2593f6ff-d2e3-4a01-bbe0-d955e6b4d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:36.286912 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-2593f6ff-d2e3-4a01-bbe0-d955e6b4d31f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38226035d9a14a64837c29a3926f0a17&device_id=825b9fd7-8145-4a7b-90ef-33c62dd0adce HTTP/1.1" status: 200 len: 1130 time: 0.4145133 Mar 07 10:31:36.293671 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f9b63ec4-e541-4880-98ce-86d4108011bb req-38642486-fb0f-4298-bf22-4d1d0e7022bf tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841553 Mar 07 10:31:36.355000 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-a7d2025e-2b73-417a-ba50-a696c93c69eb service neutron] 10.222.0.21 "GET /v2.0/networks/a0d6a6b1-0b2c-40fb-945f-45f250998c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5659626 Mar 07 10:31:36.355666 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '825b9fd7-8145-4a7b-90ef-33c62dd0adce', 'tag': 'a83b88cf-d542-4470-ab1d-333ffbccebeb'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:36.359393 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd28d817-836b-4013-9e4e-910fed0d90a3" -d '{"events": [{"name": "network-changed", "server_uuid": "825b9fd7-8145-4a7b-90ef-33c62dd0adce", "tag": "a83b88cf-d542-4470-ab1d-333ffbccebeb"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:36.364019 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-a9d2c6cd-1bb6-43ae-9976-fd78a356ff53 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=a83b88cf-d542-4470-ab1d-333ffbccebeb HTTP/1.1" status: 200 len: 217 time: 0.0666201 Mar 07 10:31:36.410298 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf7bac-8bb2-4406-a3c7-bdd9b2f93048 req-3dc353d9-e6ba-421c-a950-ed7c385b2095 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:36.412011 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b6cf7bac-8bb2-4406-a3c7-bdd9b2f93048 req-3dc353d9-e6ba-421c-a950-ed7c385b2095 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 784 time: 0.1767409 Mar 07 10:31:36.427309 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2c63a3e7-e4a2-41e3-b9bd-d74b57d1134d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:36.459879 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa02cf8-93b8-4b31-ad01-01a6713b11ad x-openstack-request-id: req-5fa02cf8-93b8-4b31-ad01-01a6713b11ad {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:36.460187 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58973e44-019b-48a6-a0bd-574635873c10", "name": "network-vif-plugged", "status": "completed", "tag": "df223f55-45cb-4868-896f-698f8d545b7f", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:36.460447 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5fa02cf8-93b8-4b31-ad01-01a6713b11ad {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:36.460849 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58973e44-019b-48a6-a0bd-574635873c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df223f55-45cb-4868-896f-698f8d545b7f', 'code': 200} Mar 07 10:31:36.471330 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4db35b2a-00e9-466e-811b-81c3987e768c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c58e29852e144d5b9590ff284bb5c1fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4667408 Mar 07 10:31:36.472681 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39276) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:31:36.514982 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-a2f6b449-7b36-45d8-abec-68d35b937aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:36.517485 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-a2f6b449-7b36-45d8-abec-68d35b937aaf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1445074 Mar 07 10:31:36.572944 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7a5a9-422f-446f-98c5-4a07bc5dda60 req-ab4e7b69-ad58-4494-a014-68d703cbed22 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:36.574425 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8ab7a5a9-422f-446f-98c5-4a07bc5dda60 req-ab4e7b69-ad58-4494-a014-68d703cbed22 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.1870453 Mar 07 10:31:36.631401 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d0471-ebc2-44c1-b137-7f81eb3912ff req-3f235692-7ea7-4fad-8bcf-620ec45d9d6d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:36.632998 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-386d0471-ebc2-44c1-b137-7f81eb3912ff req-3f235692-7ea7-4fad-8bcf-620ec45d9d6d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=825b9fd7-8145-4a7b-90ef-33c62dd0adce HTTP/1.1" status: 200 len: 948 time: 0.1089272 Mar 07 10:31:36.636194 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e71c74-1f5a-43c3-a432-dd86e9e7ca70 req-0e329bc5-80aa-46ff-9203-5567c44c5530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:36.637709 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-12e71c74-1f5a-43c3-a432-dd86e9e7ca70 req-0e329bc5-80aa-46ff-9203-5567c44c5530 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 1132 time: 0.0836649 Mar 07 10:31:36.716141 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-12e71c74-1f5a-43c3-a432-dd86e9e7ca70 req-8d570ff9-9891-4d9a-a201-06def0a7582a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676107 Mar 07 10:31:36.719835 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-386d0471-ebc2-44c1-b137-7f81eb3912ff req-59abd2fa-e36d-42da-99d3-f3c43576f2dc tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787232 Mar 07 10:31:36.723998 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8aeb3216-fde4-4cfc-ab99-306da705436a admin admin] Publish callbacks [] for security_group (fffb1b9c-140b-4a39-8d10-b5f3a92f7f37), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:36.736618 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-c31ad7dc-b481-4b06-b58f-ffa2fe1de34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:36.738155 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-c31ad7dc-b481-4b06-b58f-ffa2fe1de34d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2109127 Mar 07 10:31:36.764190 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8ab7a5a9-422f-446f-98c5-4a07bc5dda60 req-4e682299-15da-442d-8c9b-61b34b00d837 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602530 Mar 07 10:31:36.770704 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-063edf3a-d88b-40f5-ad8f-69758ace838b req-d115e1c5-0101-4aa5-bea3-83338e8ba5de service neutron] 10.222.0.21 "GET /v2.0/networks/a0d6a6b1-0b2c-40fb-945f-45f250998c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052155 Mar 07 10:31:36.780250 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8aeb3216-fde4-4cfc-ab99-306da705436a admin admin] Publish callbacks [] for security_group (fffb1b9c-140b-4a39-8d10-b5f3a92f7f37), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:36.831807 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7817c974-53a8-49f9-aa78-d703e6296d51 x-openstack-request-id: req-7817c974-53a8-49f9-aa78-d703e6296d51 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:36.832207 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "825b9fd7-8145-4a7b-90ef-33c62dd0adce", "tag": "a83b88cf-d542-4470-ab1d-333ffbccebeb", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:36.832460 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7817c974-53a8-49f9-aa78-d703e6296d51 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:36.832866 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '825b9fd7-8145-4a7b-90ef-33c62dd0adce', 'tag': 'a83b88cf-d542-4470-ab1d-333ffbccebeb', 'status': 'completed', 'code': 200} Mar 07 10:31:36.887621 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8aeb3216-fde4-4cfc-ab99-306da705436a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (fffb1b9c-140b-4a39-8d10-b5f3a92f7f37), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:36.890537 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8aeb3216-fde4-4cfc-ab99-306da705436a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:36.894406 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8aeb3216-fde4-4cfc-ab99-306da705436a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fffb1b9c-140b-4a39-8d10-b5f3a92f7f37 HTTP/1.1" status: 204 len: 168 time: 0.4154885 Mar 07 10:31:36.897291 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35fd91-727b-42eb-96ab-4f187300a3f3 req-1e2754ea-5881-46bd-8639-f2dc1bf782df tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:36.899041 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4b35fd91-727b-42eb-96ab-4f187300a3f3 req-1e2754ea-5881-46bd-8639-f2dc1bf782df tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15557e5-5f62-45ad-abad-67a49c79b2bb HTTP/1.1" status: 200 len: 944 time: 0.0799947 Mar 07 10:31:36.911496 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb3216-fde4-4cfc-ab99-306da705436a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffb1b9c-140b-4a39-8d10-b5f3a92f7f37,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:36.916023 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183baf60-d975-449c-ba3c-a45664588fc8 req-1239339b-2f68-4ab0-aa9f-df5d9d50a574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:36.917984 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-183baf60-d975-449c-ba3c-a45664588fc8 req-1239339b-2f68-4ab0-aa9f-df5d9d50a574 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2eb1e85f9ef148d1a9cb348464769c79&device_id=d15557e5-5f62-45ad-abad-67a49c79b2bb HTTP/1.1" status: 200 len: 1126 time: 0.0828714 Mar 07 10:31:36.976063 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4b35fd91-727b-42eb-96ab-4f187300a3f3 req-d90773a6-214d-4a9e-998b-230bb035982b tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/security-groups?id=36604ce9-7a0c-4cf8-ac3f-abef6191a23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709069 Mar 07 10:31:37.210322 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183baf60-d975-449c-ba3c-a45664588fc8 req-16c136e2-caf6-4578-aa82-68bab9c87408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:37.211874 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-183baf60-d975-449c-ba3c-a45664588fc8 req-16c136e2-caf6-4578-aa82-68bab9c87408 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a0d6a6b1-0b2c-40fb-945f-45f250998c08 HTTP/1.1" status: 200 len: 915 time: 0.2849805 Mar 07 10:31:37.245616 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39284) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:31:37.266969 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2209188-4e61-4040-9bf5-7ae1ed3d48e7 req-ae14aecc-8eee-443d-9e73-6741704e6a0f tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:37.268438 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c2209188-4e61-4040-9bf5-7ae1ed3d48e7 req-ae14aecc-8eee-443d-9e73-6741704e6a0f tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b616d12-5604-4866-b26e-5b6f4664d915&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2323089 Mar 07 10:31:37.270638 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-bd1b5a0b-c939-4a85-b71d-15ea83b2421e service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356417 Mar 07 10:31:37.272027 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-183baf60-d975-449c-ba3c-a45664588fc8 req-93363e71-c268-4680-b65a-10befaabc6d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2ec8563c-11ae-4c39-8538-2a40b1b40bf4 HTTP/1.1" status: 200 len: 217 time: 0.0539329 Mar 07 10:31:37.293345 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-addecbba-a8e9-48ee-ad70-8f59e0e708c2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b18a205a7f564540b23649ab5e89035d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436666 Mar 07 10:31:37.296329 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39286) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:31:37.349185 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fcdb82e-0c05-46cc-b17f-0b4db90b948e admin admin] Publish callbacks [] for security_group (f868784d-3a0c-4414-b679-3836a22b173f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:37.371665 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fcdb82e-0c05-46cc-b17f-0b4db90b948e admin admin] Publish callbacks [] for security_group (f868784d-3a0c-4414-b679-3836a22b173f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:37.377293 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c2209188-4e61-4040-9bf5-7ae1ed3d48e7 req-3b62b892-a740-4a0e-a909-e7e7eb408aca tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 696 time: 0.1009161 Mar 07 10:31:37.407859 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183baf60-d975-449c-ba3c-a45664588fc8 req-ef881a7d-d5cc-4d21-b094-3bf580861e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:37.409453 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-183baf60-d975-449c-ba3c-a45664588fc8 req-ef881a7d-d5cc-4d21-b094-3bf580861e47 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=28a80ef2-c57f-469d-a7ad-5ca07bf92da1 HTTP/1.1" status: 200 len: 853 time: 0.1192863 Mar 07 10:31:37.414353 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-c2209188-4e61-4040-9bf5-7ae1ed3d48e7 req-a44ef9ff-036f-49c5-87e5-ef7141b0bcf2 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Request body: {'floatingip': {'port_id': '412c1b52-2241-4d4e-998f-143f706ac93a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:37.453781 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9437d-b564-4d6f-b382-24c4ab45b815 req-364f640f-c5e7-4d5b-8bf4-8f057a908729 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:37.455592 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-19c9437d-b564-4d6f-b382-24c4ab45b815 req-364f640f-c5e7-4d5b-8bf4-8f057a908729 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 945 time: 0.0761118 Mar 07 10:31:37.464304 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c2209188-4e61-4040-9bf5-7ae1ed3d48e7 req-a44ef9ff-036f-49c5-87e5-ef7141b0bcf2 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks [] for floatingip (e7d865a1-116a-4a0c-81ba-c2453e23408f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:37.469265 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fcdb82e-0c05-46cc-b17f-0b4db90b948e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f868784d-3a0c-4414-b679-3836a22b173f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:37.471967 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fcdb82e-0c05-46cc-b17f-0b4db90b948e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:37.473099 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1fcdb82e-0c05-46cc-b17f-0b4db90b948e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f868784d-3a0c-4414-b679-3836a22b173f HTTP/1.1" status: 204 len: 168 time: 0.1784611 Mar 07 10:31:37.491042 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdb82e-0c05-46cc-b17f-0b4db90b948e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f868784d-3a0c-4414-b679-3836a22b173f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:37.521584 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-19c9437d-b564-4d6f-b382-24c4ab45b815 req-e6339f95-53ec-4235-8c56-133e455979ff tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603859 Mar 07 10:31:37.682266 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dcc5837e-3eae-498f-9f80-ee4940feaf74 req-709f4f2d-fdd5-4b4c-a564-6a49bb1f18ae service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992944 Mar 07 10:31:37.690882 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183baf60-d975-449c-ba3c-a45664588fc8 req-48d81876-0477-44d8-b71e-1706253c4656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:37.692491 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-183baf60-d975-449c-ba3c-a45664588fc8 req-48d81876-0477-44d8-b71e-1706253c4656 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a0d6a6b1-0b2c-40fb-945f-45f250998c08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1672442 Mar 07 10:31:37.928597 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-183baf60-d975-449c-ba3c-a45664588fc8 req-64cac54a-1855-4bfb-9683-6807c6f691db service neutron] 10.222.0.21 "GET /v2.0/networks/a0d6a6b1-0b2c-40fb-945f-45f250998c08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294018 Mar 07 10:31:37.933761 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28d817-836b-4013-9e4e-910fed0d90a3 req-4b9c6087-3702-4e4e-87fc-798810fdad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:37.935247 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cd28d817-836b-4013-9e4e-910fed0d90a3 req-4b9c6087-3702-4e4e-87fc-798810fdad01 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38226035d9a14a64837c29a3926f0a17&device_id=825b9fd7-8145-4a7b-90ef-33c62dd0adce HTTP/1.1" status: 200 len: 1130 time: 0.1653824 Mar 07 10:31:38.149817 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352ff9d-20d7-4f09-a773-5f24cb52e72f req-cedfcf47-5876-4e3a-abf7-9dde541ae571 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:38.151377 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2352ff9d-20d7-4f09-a773-5f24cb52e72f req-cedfcf47-5876-4e3a-abf7-9dde541ae571 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=825b9fd7-8145-4a7b-90ef-33c62dd0adce HTTP/1.1" status: 200 len: 948 time: 0.0789475 Mar 07 10:31:38.216098 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2352ff9d-20d7-4f09-a773-5f24cb52e72f req-aee965da-86de-4b56-a86a-1731b0624464 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554314 Mar 07 10:31:38.405516 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39316) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:31:38.427757 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e328b-1ba0-4657-8520-2a2aff8d469b req-e49d88d8-6c33-472a-98bc-3b4566cf7d7e tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:38.436364 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4a4e328b-1ba0-4657-8520-2a2aff8d469b req-e49d88d8-6c33-472a-98bc-3b4566cf7d7e tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.0855343 Mar 07 10:31:38.497955 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4a4e328b-1ba0-4657-8520-2a2aff8d469b req-37e28435-044b-46c2-888e-ac0458f630f9 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593176 Mar 07 10:31:38.560599 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3d933b32-d52d-4c81-b9af-bf3b0dd305ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:38.576444 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-6038b755-0beb-4dda-9db4-b559059572af admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-510642219-network', 'tenant_id': 'cc6f3fbdf9284c94904af0b2498a31e1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:38.591982 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-183baf60-d975-449c-ba3c-a45664588fc8 req-1ffcdd08-6d85-4f58-a44a-f4e7722c8350 service neutron] 10.222.0.21 "GET /v2.0/networks/a0d6a6b1-0b2c-40fb-945f-45f250998c08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6533823 Mar 07 10:31:38.616193 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28d817-836b-4013-9e4e-910fed0d90a3 req-eb45460c-13f6-4da8-b52b-837572396ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:38.617535 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cd28d817-836b-4013-9e4e-910fed0d90a3 req-eb45460c-13f6-4da8-b52b-837572396ab2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.6674759 Mar 07 10:31:38.628166 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6038b755-0beb-4dda-9db4-b559059572af admin admin] Made reservation on behalf of cc6f3fbdf9284c94904af0b2498a31e1 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:38.630550 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6038b755-0beb-4dda-9db4-b559059572af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:38.646153 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68ace09-e6f0-41a5-b2db-0ab4ac7d7959 req-bbd1bb40-3f15-40ff-97d1-0b8cfe9a2188 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:38.647679 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d68ace09-e6f0-41a5-b2db-0ab4ac7d7959 req-bbd1bb40-3f15-40ff-97d1-0b8cfe9a2188 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15557e5-5f62-45ad-abad-67a49c79b2bb HTTP/1.1" status: 200 len: 944 time: 0.0879233 Mar 07 10:31:38.649438 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6038b755-0beb-4dda-9db4-b559059572af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:38.670417 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cd28d817-836b-4013-9e4e-910fed0d90a3 req-165b3169-3087-463a-9a97-0038d5387bc3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=a83b88cf-d542-4470-ab1d-333ffbccebeb HTTP/1.1" status: 200 len: 217 time: 0.0438521 Mar 07 10:31:38.725987 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d68ace09-e6f0-41a5-b2db-0ab4ac7d7959 req-c0ce0403-59b5-401c-ac59-87ead8b66506 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/security-groups?id=36604ce9-7a0c-4cf8-ac3f-abef6191a23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679953 Mar 07 10:31:38.787841 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6038b755-0beb-4dda-9db4-b559059572af admin admin] Publish callbacks [] for security_group (d7a3d174-963e-4b87-8d2f-a2b13bebef2f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:38.790586 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28d817-836b-4013-9e4e-910fed0d90a3 req-6787979a-d824-485e-8b83-b457f6f9d29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:38.792424 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cd28d817-836b-4013-9e4e-910fed0d90a3 req-6787979a-d824-485e-8b83-b457f6f9d29e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.0964453 Mar 07 10:31:38.793928 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6038b755-0beb-4dda-9db4-b559059572af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d7a3d174-963e-4b87-8d2f-a2b13bebef2f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:38.814703 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6038b755-0beb-4dda-9db4-b559059572af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:31:38.846905 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c2209188-4e61-4040-9bf5-7ae1ed3d48e7 req-a44ef9ff-036f-49c5-87e5-ef7141b0bcf2 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:38.853088 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c2209188-4e61-4040-9bf5-7ae1ed3d48e7 req-a44ef9ff-036f-49c5-87e5-ef7141b0bcf2 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (e7d865a1-116a-4a0c-81ba-c2453e23408f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:38.864629 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6038b755-0beb-4dda-9db4-b559059572af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:38.865064 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-6038b755-0beb-4dda-9db4-b559059572af admin admin] Added segment bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd of type vlan for network 1c9349e7-4e65-4998-b65b-262e6f8a6364 Mar 07 10:31:38.913742 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038b755-0beb-4dda-9db4-b559059572af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a3d174-963e-4b87-8d2f-a2b13bebef2f,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:38.920370 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28d817-836b-4013-9e4e-910fed0d90a3 req-d4323f18-0654-46a6-b927-28dac25a55f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:38.922792 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cd28d817-836b-4013-9e4e-910fed0d90a3 req-d4323f18-0654-46a6-b927-28dac25a55f1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1209755 Mar 07 10:31:38.933486 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6038b755-0beb-4dda-9db4-b559059572af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (1c9349e7-4e65-4998-b65b-262e6f8a6364), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:38.955663 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede3a79-e8b5-42e2-ac5c-effba826882b req-e20eef5f-8699-4983-8517-0e9d81a733f1 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:38.957200 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dede3a79-e8b5-42e2-ac5c-effba826882b req-e20eef5f-8699-4983-8517-0e9d81a733f1 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 945 time: 0.1359892 Mar 07 10:31:38.984214 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6038b755-0beb-4dda-9db4-b559059572af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (1c9349e7-4e65-4998-b65b-262e6f8a6364), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:38.985153 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6038b755-0beb-4dda-9db4-b559059572af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:38.985746 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6038b755-0beb-4dda-9db4-b559059572af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:39.048329 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [req-c2209188-4e61-4040-9bf5-7ae1ed3d48e7 req-a44ef9ff-036f-49c5-87e5-ef7141b0bcf2 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Floating IP e7d865a1-116a-4a0c-81ba-c2453e23408f associated. External IP: 172.25.3.224, port: 412c1b52-2241-4d4e-998f-143f706ac93a. Mar 07 10:31:39.059451 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6038b755-0beb-4dda-9db4-b559059572af admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6522362 Mar 07 10:31:39.064622 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39322) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:31:39.072916 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e3fab07a-6160-474d-9966-b5605e6e639b admin admin] Request body: {'subnet': {'network_id': '1c9349e7-4e65-4998-b65b-262e6f8a6364', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-510642219-subnet', 'tenant_id': 'cc6f3fbdf9284c94904af0b2498a31e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:39.079455 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dede3a79-e8b5-42e2-ac5c-effba826882b req-4303340c-d82d-4f69-afda-963eb517cad4 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149018 Mar 07 10:31:39.081168 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038b755-0beb-4dda-9db4-b559059572af admin admin] Pushing event updated for resources: {'Network': ['ID=1c9349e7-4e65-4998-b65b-262e6f8a6364,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:39.097083 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 1c9349e7-4e65-4998-b65b-262e6f8a6364 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:31:39.100333 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fab07a-6160-474d-9966-b5605e6e639b admin admin] Made reservation on behalf of cc6f3fbdf9284c94904af0b2498a31e1 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:39.103346 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e3fab07a-6160-474d-9966-b5605e6e639b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:39.154664 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cd28d817-836b-4013-9e4e-910fed0d90a3 req-1b3763c9-7088-4284-9863-83be3c926d92 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876678 Mar 07 10:31:39.325740 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cd28d817-836b-4013-9e4e-910fed0d90a3 req-12b596ab-4ba2-482c-8228-f8ed3eaa7569 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374693 Mar 07 10:31:39.337955 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e3fab07a-6160-474d-9966-b5605e6e639b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (a0c87802-4ea4-47ca-8770-96eb56986af1), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:39.400685 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 2ec8563c-11ae-4c39-8538-2a40b1b40bf4 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:31:39.415779 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fab07a-6160-474d-9966-b5605e6e639b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0c87802-4ea4-47ca-8770-96eb56986af1,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:39.425600 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc3fec-fc99-4a92-ab14-91635345d524 req-3b2e8e50-7f43-467c-9ff6-1dde9d2f01f1 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:39.432666 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e5dc3fec-fc99-4a92-ab14-91635345d524 req-3b2e8e50-7f43-467c-9ff6-1dde9d2f01f1 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=825b9fd7-8145-4a7b-90ef-33c62dd0adce HTTP/1.1" status: 200 len: 948 time: 0.1270649 Mar 07 10:31:39.451122 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fab07a-6160-474d-9966-b5605e6e639b admin admin] Checking segment: {'id': 'bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1c9349e7-4e65-4998-b65b-262e6f8a6364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:31:39.451483 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fab07a-6160-474d-9966-b5605e6e639b admin admin] Network hostable DHCP agents. Network: 1c9349e7-4e65-4998-b65b-262e6f8a6364, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:31:39.458773 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2209188-4e61-4040-9bf5-7ae1ed3d48e7 req-a44ef9ff-036f-49c5-87e5-ef7141b0bcf2 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Router 16893d4d-3b69-44da-a2d0-f87b2a4c86d0 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:31:39.492132 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fab07a-6160-474d-9966-b5605e6e639b admin admin] Network 1c9349e7-4e65-4998-b65b-262e6f8a6364 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:31:39.507123 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e5dc3fec-fc99-4a92-ab14-91635345d524 req-26707132-df9d-4706-b4f9-2f9f8316ccca tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734634 Mar 07 10:31:39.528668 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-e3fab07a-6160-474d-9966-b5605e6e639b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 1c9349e7-4e65-4998-b65b-262e6f8a6364) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:39.535045 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fab07a-6160-474d-9966-b5605e6e639b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:39.535643 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e3fab07a-6160-474d-9966-b5605e6e639b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:39.558100 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 2ec8563c-11ae-4c39-8538-2a40b1b40bf4, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=2ec8563c-11ae-4c39-8538-2a40b1b40bf4,segment=NetworkSegment(f6ff09e0-88fb-4743-82cd-b93b9dc8ecff),segment_id=f6ff09e0-88fb-4743-82cd-b93b9dc8ecff)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:39.572594 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e3fab07a-6160-474d-9966-b5605e6e639b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5060062 Mar 07 10:31:39.599483 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '2ec8563c-11ae-4c39-8538-2a40b1b40bf4', 'network_id': 'a0d6a6b1-0b2c-40fb-945f-45f250998c08', 'port_id': '2ec8563c-11ae-4c39-8538-2a40b1b40bf4', 'mac_address': 'fa:16:3e:c8:c4:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28a80ef2-c57f-469d-a7ad-5ca07bf92da1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:31:39.602427 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72167ded-9678-4389-876d-15b29b0b8a8d None None] Network 1c9349e7-4e65-4998-b65b-262e6f8a6364 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:31:39.623458 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2209188-4e61-4040-9bf5-7ae1ed3d48e7 req-a44ef9ff-036f-49c5-87e5-ef7141b0bcf2 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:31:39.629959 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c2209188-4e61-4040-9bf5-7ae1ed3d48e7 req-a44ef9ff-036f-49c5-87e5-ef7141b0bcf2 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:39.652740 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee47dcc8-9309-4f00-bc26-58ce87dcf72d None None] Sync routers for ids ['16893d4d-3b69-44da-a2d0-f87b2a4c86d0'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:31:39.671076 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee47dcc8-9309-4f00-bc26-58ce87dcf72d None None] Routers {'16893d4d-3b69-44da-a2d0-f87b2a4c86d0'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:31:39.672123 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ee47dcc8-9309-4f00-bc26-58ce87dcf72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:31:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['16893d4d-3b69-44da-a2d0-f87b2a4c86d0'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:39.675932 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0428c8d-ced1-416f-933a-6bfa39dfe2dd req-02bf543b-7944-48ec-b0df-b18411eed6da tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:39.680631 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c2209188-4e61-4040-9bf5-7ae1ed3d48e7 req-a44ef9ff-036f-49c5-87e5-ef7141b0bcf2 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "PUT /v2.0/floatingips/e7d865a1-116a-4a0c-81ba-c2453e23408f HTTP/1.1" status: 200 len: 996 time: 2.3023634 Mar 07 10:31:39.681091 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b616d12-5604-4866-b26e-5b6f4664d915', 'tag': '412c1b52-2241-4d4e-998f-143f706ac93a'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:39.683424 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f0428c8d-ced1-416f-933a-6bfa39dfe2dd req-02bf543b-7944-48ec-b0df-b18411eed6da tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.0849464 Mar 07 10:31:39.687009 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d235cb0-2a3a-47d5-afb9-6b780124902c" -d '{"events": [{"name": "network-changed", "server_uuid": "6b616d12-5604-4866-b26e-5b6f4664d915", "tag": "412c1b52-2241-4d4e-998f-143f706ac93a"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:39.745268 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f0428c8d-ced1-416f-933a-6bfa39dfe2dd req-bf96a7b2-8fff-4318-b452-980680b954d3 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552497 Mar 07 10:31:39.788328 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca85829f-0c3f-4c09-ab2e-eee900899871 x-openstack-request-id: req-ca85829f-0c3f-4c09-ab2e-eee900899871 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:39.788573 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b616d12-5604-4866-b26e-5b6f4664d915", "tag": "412c1b52-2241-4d4e-998f-143f706ac93a", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:39.788832 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ca85829f-0c3f-4c09-ab2e-eee900899871 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:39.801091 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b616d12-5604-4866-b26e-5b6f4664d915', 'tag': '412c1b52-2241-4d4e-998f-143f706ac93a', 'status': 'completed', 'code': 200} Mar 07 10:31:39.814447 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2209188-4e61-4040-9bf5-7ae1ed3d48e7 req-24e128f2-425e-43fa-812f-7cba55c9a9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:39.819373 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c2209188-4e61-4040-9bf5-7ae1ed3d48e7 req-24e128f2-425e-43fa-812f-7cba55c9a9b3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e34bc9d37c274a46bc29635735d10ab8&device_id=6b616d12-5604-4866-b26e-5b6f4664d915 HTTP/1.1" status: 200 len: 1127 time: 0.1162534 Mar 07 10:31:39.927944 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f78e8-d8e4-4387-9fc1-f59e5a087985 req-7ca015a0-b4d4-42da-aeca-0b51006f9dd0 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:39.935529 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-542f78e8-d8e4-4387-9fc1-f59e5a087985 req-7ca015a0-b4d4-42da-aeca-0b51006f9dd0 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.0710931 Mar 07 10:31:39.973481 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2209188-4e61-4040-9bf5-7ae1ed3d48e7 req-682fe4ce-c253-495f-b764-773a225b9a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:39.983159 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c2209188-4e61-4040-9bf5-7ae1ed3d48e7 req-682fe4ce-c253-495f-b764-773a225b9a7d service neutron] 10.222.0.11 "GET /v2.0/networks?id=af792aca-c8fc-424b-9656-e31bf1d226f5 HTTP/1.1" status: 200 len: 930 time: 0.1472857 Mar 07 10:31:39.993685 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-542f78e8-d8e4-4387-9fc1-f59e5a087985 req-35640e2a-8f52-4a82-be91-cea9807c7ee2 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528960 Mar 07 10:31:40.065260 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d235cb0-2a3a-47d5-afb9-6b780124902c req-b0995b83-4b41-453c-8783-e6c0c3732e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:40.066836 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d235cb0-2a3a-47d5-afb9-6b780124902c req-b0995b83-4b41-453c-8783-e6c0c3732e3f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e34bc9d37c274a46bc29635735d10ab8&device_id=6b616d12-5604-4866-b26e-5b6f4664d915 HTTP/1.1" status: 200 len: 1127 time: 0.2416978 Mar 07 10:31:40.079034 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-ee47dcc8-9309-4f00-bc26-58ce87dcf72d None None] Set router 16893d4d-3b69-44da-a2d0-f87b2a4c86d0 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:31:40.082086 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c2209188-4e61-4040-9bf5-7ae1ed3d48e7 req-0ac75b68-74e4-400f-8cb9-be6258005409 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=412c1b52-2241-4d4e-998f-143f706ac93a HTTP/1.1" status: 200 len: 999 time: 0.0977046 Mar 07 10:31:40.100071 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad9928-198a-49be-a44e-7da183cb5fb1 req-8e7a6a69-8779-4f99-b02f-1c533b6f32ba tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:40.107827 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5aad9928-198a-49be-a44e-7da183cb5fb1 req-8e7a6a69-8779-4f99-b02f-1c533b6f32ba tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15557e5-5f62-45ad-abad-67a49c79b2bb HTTP/1.1" status: 200 len: 944 time: 0.0648000 Mar 07 10:31:40.137591 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2209188-4e61-4040-9bf5-7ae1ed3d48e7 req-a7497f2f-a42a-48b1-9a56-447bf66f0ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:40.141728 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c2209188-4e61-4040-9bf5-7ae1ed3d48e7 req-a7497f2f-a42a-48b1-9a56-447bf66f0ecd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7 HTTP/1.1" status: 200 len: 868 time: 0.0585692 Mar 07 10:31:40.153908 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 2ec8563c-11ae-4c39-8538-2a40b1b40bf4 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:40.154293 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2ec8563c-11ae-4c39-8538-2a40b1b40bf4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:40.177281 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5aad9928-198a-49be-a44e-7da183cb5fb1 req-bfea64dc-0a34-47c1-ab5b-67a7e5c5ccaa tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/security-groups?id=36604ce9-7a0c-4cf8-ac3f-abef6191a23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602856 Mar 07 10:31:40.209230 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7a84dc-e061-4bf0-a7ec-c59028ed91fc None None] Network 1c9349e7-4e65-4998-b65b-262e6f8a6364 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:31:40.212017 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ec8563c-11ae-4c39-8538-2a40b1b40bf4 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:40.288407 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:40.291625 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d235cb0-2a3a-47d5-afb9-6b780124902c req-3cf9e71c-522a-4bca-bdab-4dbc0ccf2afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:40.295081 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d235cb0-2a3a-47d5-afb9-6b780124902c req-3cf9e71c-522a-4bca-bdab-4dbc0ccf2afb service neutron] 10.222.0.21 "GET /v2.0/networks?id=af792aca-c8fc-424b-9656-e31bf1d226f5 HTTP/1.1" status: 200 len: 930 time: 0.2105756 Mar 07 10:31:40.386517 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d235cb0-2a3a-47d5-afb9-6b780124902c req-6ea8c607-9c5c-4c22-8080-41e8d7aceb21 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=412c1b52-2241-4d4e-998f-143f706ac93a HTTP/1.1" status: 200 len: 999 time: 0.0633576 Mar 07 10:31:40.426144 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 2ec8563c-11ae-4c39-8538-2a40b1b40bf4, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=2ec8563c-11ae-4c39-8538-2a40b1b40bf4,segment=NetworkSegment(f6ff09e0-88fb-4743-82cd-b93b9dc8ecff),segment_id=f6ff09e0-88fb-4743-82cd-b93b9dc8ecff)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:40.439359 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2209188-4e61-4040-9bf5-7ae1ed3d48e7 req-a14c90a3-0949-424d-b5a5-4ef5313f0397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:40.440889 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c2209188-4e61-4040-9bf5-7ae1ed3d48e7 req-a14c90a3-0949-424d-b5a5-4ef5313f0397 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af792aca-c8fc-424b-9656-e31bf1d226f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2820504 Mar 07 10:31:40.457694 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d235cb0-2a3a-47d5-afb9-6b780124902c req-342e6b6e-32cc-4bc3-aeda-d300d206da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:40.459591 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d235cb0-2a3a-47d5-afb9-6b780124902c req-342e6b6e-32cc-4bc3-aeda-d300d206da5a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7 HTTP/1.1" status: 200 len: 868 time: 0.0652640 Mar 07 10:31:40.463641 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-c2209188-4e61-4040-9bf5-7ae1ed3d48e7 req-64532ca3-aa44-4fae-9025-97285a62c971 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:31:40.471713 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c2209188-4e61-4040-9bf5-7ae1ed3d48e7 req-64532ca3-aa44-4fae-9025-97285a62c971 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0215149 Mar 07 10:31:40.476380 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (2ec8563c-11ae-4c39-8538-2a40b1b40bf4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:40.521206 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-3f1f53e7-4e9a-4e3e-9ee7-159a781dd676 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:40.522734 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-3f1f53e7-4e9a-4e3e-9ee7-159a781dd676 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/networks?id=1c9349e7-4e65-4998-b65b-262e6f8a6364 HTTP/1.1" status: 200 len: 804 time: 0.1234078 Mar 07 10:31:40.551737 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=2ec8563c-11ae-4c39-8538-2a40b1b40bf4,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:40.553027 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-a47994ed-56a7-485d-9497-10069868d78e tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/quotas/cc6f3fbdf9284c94904af0b2498a31e1 HTTP/1.1" status: 200 len: 375 time: 0.0159500 Mar 07 10:31:40.578467 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ee47dcc8-9309-4f00-bc26-58ce87dcf72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760601306-router', 'tenant_id': 'e34bc9d37c274a46bc29635735d10ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '6986b9f3-0168-4a92-a71a-f756aaadc167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:46Z', 'updated_at': '2022-03-07T10:31:01Z', 'revision_number': 4, 'project_id': 'e34bc9d37c274a46bc29635735d10ab8', 'gw_port': {'id': '6986b9f3-0168-4a92-a71a-f756aaadc167', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:61:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:49Z', 'updated_at': '2022-03-07T10:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'e7d865a1-116a-4a0c-81ba-c2453e23408f', 'tenant_id': 'e34bc9d37c274a46bc29635735d10ab8', 'floating_ip_address': '172.25.3.224', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'port_id': '412c1b52-2241-4d4e-998f-143f706ac93a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af792aca-c8fc-424b-9656-e31bf1d226f5', 'mac_address': 'fa:16:3e:d5:ba:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b616d12-5604-4866-b26e-5b6f4664d915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:31:35Z', 'updated_at': '2022-03-07T10:31:38Z', 'revision_number': 1, 'project_id': 'e34bc9d37c274a46bc29635735d10ab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1230edaf-f0e7-4e7a-b3ad-bf152ef5d606', 'name': '', 'network_id': 'af792aca-c8fc-424b-9656-e31bf1d226f5', 'tenant_id': 'e34bc9d37c274a46bc29635735d10ab8', 'mac_address': 'fa:16:3e:8c:c9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:59Z', 'updated_at': '2022-03-07T10:31:07Z', 'revision_number': 5, 'project_id': 'e34bc9d37c274a46bc29635735d10ab8', 'subnets': [{'id': '3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:40.606238 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d235cb0-2a3a-47d5-afb9-6b780124902c req-008f8672-0603-422a-ad56-882a023235e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:40.608182 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d235cb0-2a3a-47d5-afb9-6b780124902c req-008f8672-0603-422a-ad56-882a023235e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af792aca-c8fc-424b-9656-e31bf1d226f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1267648 Mar 07 10:31:40.611923 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee47dcc8-9309-4f00-bc26-58ce87dcf72d None None] Checking router: 16893d4d-3b69-44da-a2d0-f87b2a4c86d0 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:31:40.622317 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee47dcc8-9309-4f00-bc26-58ce87dcf72d None None] Routers {'16893d4d-3b69-44da-a2d0-f87b2a4c86d0'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:31:40.623383 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ee47dcc8-9309-4f00-bc26-58ce87dcf72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:31:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['16893d4d-3b69-44da-a2d0-f87b2a4c86d0'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:40.629460 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-b3b2d2a8-625a-46e8-bd17-6125e852cf3c tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc6f3fbdf9284c94904af0b2498a31e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491271 Mar 07 10:31:40.650275 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c2209188-4e61-4040-9bf5-7ae1ed3d48e7 req-1f281935-f84a-4861-bdad-7ff44b044a95 service neutron] 10.222.0.11 "GET /v2.0/networks/af792aca-c8fc-424b-9656-e31bf1d226f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769311 Mar 07 10:31:40.752543 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-1936c8c3-7200-4b28-841c-5e7e162757c9 service neutron] 10.222.0.11 "GET /v2.0/networks/1c9349e7-4e65-4998-b65b-262e6f8a6364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218929 Mar 07 10:31:40.774752 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-ee47dcc8-9309-4f00-bc26-58ce87dcf72d None None] Set router 16893d4d-3b69-44da-a2d0-f87b2a4c86d0 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:31:40.797390 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d235cb0-2a3a-47d5-afb9-6b780124902c req-f4320ba3-6cc5-4b63-8864-ceda27fad0ba service neutron] 10.222.0.21 "GET /v2.0/networks/af792aca-c8fc-424b-9656-e31bf1d226f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776848 Mar 07 10:31:40.818876 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c2209188-4e61-4040-9bf5-7ae1ed3d48e7 req-a61b12b3-3e53-47ac-8f7d-bcf3e3877457 service neutron] 10.222.0.11 "GET /v2.0/networks/af792aca-c8fc-424b-9656-e31bf1d226f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618092 Mar 07 10:31:40.901736 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-390d718d-2fbc-4562-a9fb-ef424149fbce service neutron] 10.222.0.11 "GET /v2.0/networks/1c9349e7-4e65-4998-b65b-262e6f8a6364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474991 Mar 07 10:31:40.916214 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d235cb0-2a3a-47d5-afb9-6b780124902c req-d288378f-5a54-48b7-879a-00448bea0ec1 service neutron] 10.222.0.21 "GET /v2.0/networks/af792aca-c8fc-424b-9656-e31bf1d226f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106846 Mar 07 10:31:41.008490 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['2ec8563c-11ae-4c39-8538-2a40b1b40bf4'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:41.047305 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f8800-923e-4706-8622-cf3a5e6219c9 req-9a396a78-1da5-4f9a-9a96-31d14a918c93 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:41.049475 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ed5f8800-923e-4706-8622-cf3a5e6219c9 req-9a396a78-1da5-4f9a-9a96-31d14a918c93 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 945 time: 0.0746353 Mar 07 10:31:41.132077 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ed5f8800-923e-4706-8622-cf3a5e6219c9 req-f8d04a8d-5cd5-4ac3-a269-fb224b5ef3de tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686939 Mar 07 10:31:41.208769 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70516075-4743-4724-b89c-1127ef2db0a5 req-b9f3c20c-42da-4bfd-b26b-458af7aa662c tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:41.216577 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-70516075-4743-4724-b89c-1127ef2db0a5 req-b9f3c20c-42da-4bfd-b26b-458af7aa662c tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=825b9fd7-8145-4a7b-90ef-33c62dd0adce HTTP/1.1" status: 200 len: 948 time: 0.0846052 Mar 07 10:31:41.263154 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ee47dcc8-9309-4f00-bc26-58ce87dcf72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760601306-router', 'tenant_id': 'e34bc9d37c274a46bc29635735d10ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '6986b9f3-0168-4a92-a71a-f756aaadc167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:46Z', 'updated_at': '2022-03-07T10:31:01Z', 'revision_number': 4, 'project_id': 'e34bc9d37c274a46bc29635735d10ab8', 'gw_port': {'id': '6986b9f3-0168-4a92-a71a-f756aaadc167', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:61:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:49Z', 'updated_at': '2022-03-07T10:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'e7d865a1-116a-4a0c-81ba-c2453e23408f', 'tenant_id': 'e34bc9d37c274a46bc29635735d10ab8', 'floating_ip_address': '172.25.3.224', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'port_id': '412c1b52-2241-4d4e-998f-143f706ac93a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af792aca-c8fc-424b-9656-e31bf1d226f5', 'mac_address': 'fa:16:3e:d5:ba:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b616d12-5604-4866-b26e-5b6f4664d915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:31:35Z', 'updated_at': '2022-03-07T10:31:38Z', 'revision_number': 1, 'project_id': 'e34bc9d37c274a46bc29635735d10ab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1230edaf-f0e7-4e7a-b3ad-bf152ef5d606', 'name': '', 'network_id': 'af792aca-c8fc-424b-9656-e31bf1d226f5', 'tenant_id': 'e34bc9d37c274a46bc29635735d10ab8', 'mac_address': 'fa:16:3e:8c:c9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:59Z', 'updated_at': '2022-03-07T10:31:07Z', 'revision_number': 5, 'project_id': 'e34bc9d37c274a46bc29635735d10ab8', 'subnets': [{'id': '3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:41.271423 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-70516075-4743-4724-b89c-1127ef2db0a5 req-2c24ba77-f0b9-4b79-b982-1fc0f20d6b58 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539081 Mar 07 10:31:41.353058 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee47dcc8-9309-4f00-bc26-58ce87dcf72d None None] The sync data for ids ['16893d4d-3b69-44da-a2d0-f87b2a4c86d0'] in n-d-832164-4 is: [{'id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760601306-router', 'tenant_id': 'e34bc9d37c274a46bc29635735d10ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '6986b9f3-0168-4a92-a71a-f756aaadc167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:46Z', 'updated_at': '2022-03-07T10:31:01Z', 'revision_number': 4, 'project_id': 'e34bc9d37c274a46bc29635735d10ab8', 'gw_port': {'id': '6986b9f3-0168-4a92-a71a-f756aaadc167', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:61:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:49Z', 'updated_at': '2022-03-07T10:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'e7d865a1-116a-4a0c-81ba-c2453e23408f', 'tenant_id': 'e34bc9d37c274a46bc29635735d10ab8', 'floating_ip_address': '172.25.3.224', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'port_id': '412c1b52-2241-4d4e-998f-143f706ac93a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af792aca-c8fc-424b-9656-e31bf1d226f5', 'mac_address': 'fa:16:3e:d5:ba:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b616d12-5604-4866-b26e-5b6f4664d915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:31:35Z', 'updated_at': '2022-03-07T10:31:38Z', 'revision_number': 1, 'project_id': 'e34bc9d37c274a46bc29635735d10ab8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1230edaf-f0e7-4e7a-b3ad-bf152ef5d606', 'name': '', 'network_id': 'af792aca-c8fc-424b-9656-e31bf1d226f5', 'tenant_id': 'e34bc9d37c274a46bc29635735d10ab8', 'mac_address': 'fa:16:3e:8c:c9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:59Z', 'updated_at': '2022-03-07T10:31:07Z', 'revision_number': 5, 'project_id': 'e34bc9d37c274a46bc29635735d10ab8', 'subnets': [{'id': '3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:31:41.444629 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ce1d0d13-1a2d-43cb-8220-57e657aead08 req-09fe23a9-1bab-4ec3-ab09-ea60a7bbf742 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77e6015-67f0-4067-9fb7-22c7b65c35db HTTP/1.1" status: 200 len: 210 time: 0.0563345 Mar 07 10:31:41.478304 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bab7ecf6-5830-4102-b584-1429eb598695 req-1d31d6c3-27b4-4262-bfa7-2ae703a4e092 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 258 time: 0.3256176 Mar 07 10:31:41.502186 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:41.511928 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-bab7ecf6-5830-4102-b584-1429eb598695 req-347ed1bc-df2c-42b6-8b11-2c4409af107b tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:41.549875 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bab7ecf6-5830-4102-b584-1429eb598695 req-347ed1bc-df2c-42b6-8b11-2c4409af107b tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:41.643063 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9704e789-404d-4fdd-b34a-aaac12815e4f req-9db1e731-8c47-43a1-b7a6-afc9bb7bbc7c tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:41.649319 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9704e789-404d-4fdd-b34a-aaac12815e4f req-9db1e731-8c47-43a1-b7a6-afc9bb7bbc7c tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15557e5-5f62-45ad-abad-67a49c79b2bb HTTP/1.1" status: 200 len: 945 time: 0.1001909 Mar 07 10:31:41.714326 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bab7ecf6-5830-4102-b584-1429eb598695 req-347ed1bc-df2c-42b6-8b11-2c4409af107b tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:41.716795 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9704e789-404d-4fdd-b34a-aaac12815e4f req-c8b15294-acc5-4070-aba2-81016328e3d9 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/security-groups?id=36604ce9-7a0c-4cf8-ac3f-abef6191a23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652966 Mar 07 10:31:41.755208 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d668a4d1-cc61-4e1c-bb7a-011c0bb23631 None None] New status for floating IP e7d865a1-116a-4a0c-81ba-c2453e23408f: ACTIVE {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:31:41.861690 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-bab7ecf6-5830-4102-b584-1429eb598695 req-347ed1bc-df2c-42b6-8b11-2c4409af107b tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Allocated IP 172.25.3.77 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/89da1b86-2026-41a7-ac47-e56052f66fe0) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:42.035767 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bab7ecf6-5830-4102-b584-1429eb598695 req-347ed1bc-df2c-42b6-8b11-2c4409af107b tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks [] for port (89da1b86-2026-41a7-ac47-e56052f66fe0), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:42.088421 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bab7ecf6-5830-4102-b584-1429eb598695 req-347ed1bc-df2c-42b6-8b11-2c4409af107b tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (89da1b86-2026-41a7-ac47-e56052f66fe0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:42.123306 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54dc994-635e-4ded-a488-4ca2db665c54 req-456f28fa-edbb-42a5-8aba-33b3ad938742 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:42.124898 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c54dc994-635e-4ded-a488-4ca2db665c54 req-456f28fa-edbb-42a5-8aba-33b3ad938742 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.1354101 Mar 07 10:31:42.131183 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-05202235-0f7e-49b0-9e68-b599ef86511e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1524665 Mar 07 10:31:42.168486 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ed1bc-df2c-42b6-8b11-2c4409af107b tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Pushing event updated for resources: {'Port': ['ID=89da1b86-2026-41a7-ac47-e56052f66fe0,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:42.189043 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bab7ecf6-5830-4102-b584-1429eb598695 req-347ed1bc-df2c-42b6-8b11-2c4409af107b tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:42.191068 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-bab7ecf6-5830-4102-b584-1429eb598695 req-347ed1bc-df2c-42b6-8b11-2c4409af107b tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:42.196904 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bab7ecf6-5830-4102-b584-1429eb598695 req-347ed1bc-df2c-42b6-8b11-2c4409af107b tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:31:42.201511 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c54dc994-635e-4ded-a488-4ca2db665c54 req-4c23174c-d6b4-4f0e-b3ed-ddf086e4957e tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687323 Mar 07 10:31:42.241882 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device a83b88cf-d542-4470-ab1d-333ffbccebeb details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:31:42.323985 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07050297-16eb-48cc-be22-48e7721aa12d req-a6d652aa-2ada-47b4-ac4e-390ce4c5a5dc tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:42.333729 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-07050297-16eb-48cc-be22-48e7721aa12d req-a6d652aa-2ada-47b4-ac4e-390ce4c5a5dc tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 945 time: 0.0785067 Mar 07 10:31:42.400849 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port a83b88cf-d542-4470-ab1d-333ffbccebeb, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=a83b88cf-d542-4470-ab1d-333ffbccebeb,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:42.401954 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bab7ecf6-5830-4102-b584-1429eb598695 req-347ed1bc-df2c-42b6-8b11-2c4409af107b tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks [] for floatingip (ce3e95c9-a54e-4c73-86f3-cabf683a3593), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:42.434469 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-07050297-16eb-48cc-be22-48e7721aa12d req-ed5c08ea-d1a2-430e-94f9-704f0d45d866 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996644 Mar 07 10:31:42.436221 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'a83b88cf-d542-4470-ab1d-333ffbccebeb', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': 'a83b88cf-d542-4470-ab1d-333ffbccebeb', 'mac_address': 'fa:16:3e:0b:7f:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:31:42.455907 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bab7ecf6-5830-4102-b584-1429eb598695 req-347ed1bc-df2c-42b6-8b11-2c4409af107b tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (89da1b86-2026-41a7-ac47-e56052f66fe0), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:42.515341 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port a83b88cf-d542-4470-ab1d-333ffbccebeb is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:42.515809 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a83b88cf-d542-4470-ab1d-333ffbccebeb), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:42.549576 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a83b88cf-d542-4470-ab1d-333ffbccebeb {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:42.585902 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port a83b88cf-d542-4470-ab1d-333ffbccebeb, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=a83b88cf-d542-4470-ab1d-333ffbccebeb,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:42.595312 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a83b88cf-d542-4470-ab1d-333ffbccebeb), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:42.650197 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06564964-aa99-4088-b88e-0214f829d4ac req-5887afd4-2ded-41f2-b4d7-da0ccc46636f tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:42.653868 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-06564964-aa99-4088-b88e-0214f829d4ac req-5887afd4-2ded-41f2-b4d7-da0ccc46636f tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=825b9fd7-8145-4a7b-90ef-33c62dd0adce HTTP/1.1" status: 200 len: 948 time: 0.1097951 Mar 07 10:31:42.716313 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=a83b88cf-d542-4470-ab1d-333ffbccebeb,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:42.738070 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-35b1fea6-a6df-4893-a5ae-5ae63c7dcdb7 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:42.738579 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-06564964-aa99-4088-b88e-0214f829d4ac req-9c62f614-b7eb-483e-9164-5bea1f388758 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760510 Mar 07 10:31:42.740137 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-35b1fea6-a6df-4893-a5ae-5ae63c7dcdb7 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.31 "GET /v2.0/networks?id=1c9349e7-4e65-4998-b65b-262e6f8a6364 HTTP/1.1" status: 200 len: 804 time: 0.1943367 Mar 07 10:31:42.770090 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-ffbbeceb-fd1a-4c66-9cb7-61f825e04954 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Request body: {'port': {'device_id': 'c77e6015-67f0-4067-9fb7-22c7b65c35db', 'network_id': '1c9349e7-4e65-4998-b65b-262e6f8a6364', 'admin_state_up': True, 'tenant_id': 'cc6f3fbdf9284c94904af0b2498a31e1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:42.845972 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bab7ecf6-5830-4102-b584-1429eb598695 req-347ed1bc-df2c-42b6-8b11-2c4409af107b tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks [] for port (89da1b86-2026-41a7-ac47-e56052f66fe0), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:42.854305 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bab7ecf6-5830-4102-b584-1429eb598695 req-347ed1bc-df2c-42b6-8b11-2c4409af107b tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (89da1b86-2026-41a7-ac47-e56052f66fe0), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:42.873781 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-410850a9-b93b-4502-8424-c56ecb91fdeb req-ca062e47-ebcd-4ae6-8274-3a51401b5bc2 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77e6015-67f0-4067-9fb7-22c7b65c35db HTTP/1.1" status: 200 len: 210 time: 0.0476487 Mar 07 10:31:42.885397 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:42.903893 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-7b2a5396-a47a-453e-bc12-af5cd29e143b tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:42.908750 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-7b2a5396-a47a-453e-bc12-af5cd29e143b tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports/df223f55-45cb-4868-896f-698f8d545b7f HTTP/1.1" status: 200 len: 947 time: 0.1243587 Mar 07 10:31:42.957486 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ed1bc-df2c-42b6-8b11-2c4409af107b tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Pushing event updated for resources: {'Port': ['ID=89da1b86-2026-41a7-ac47-e56052f66fe0,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:42.974050 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bab7ecf6-5830-4102-b584-1429eb598695 req-347ed1bc-df2c-42b6-8b11-2c4409af107b tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (ce3e95c9-a54e-4c73-86f3-cabf683a3593), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:42.989369 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-ffbbeceb-fd1a-4c66-9cb7-61f825e04954 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Made reservation on behalf of cc6f3fbdf9284c94904af0b2498a31e1 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:42.993019 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-ffbbeceb-fd1a-4c66-9cb7-61f825e04954 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:42.998785 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bab7ecf6-5830-4102-b584-1429eb598695 req-347ed1bc-df2c-42b6-8b11-2c4409af107b tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:43.005572 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bab7ecf6-5830-4102-b584-1429eb598695 req-347ed1bc-df2c-42b6-8b11-2c4409af107b tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5123966 Mar 07 10:31:43.043537 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa984e-bd13-4393-8d8c-6074d24424b6 req-e0be12e8-1bc9-4459-a7ec-f1a443e71828 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:43.045092 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aefa984e-bd13-4393-8d8c-6074d24424b6 req-e0be12e8-1bc9-4459-a7ec-f1a443e71828 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15557e5-5f62-45ad-abad-67a49c79b2bb HTTP/1.1" status: 200 len: 945 time: 0.0875220 Mar 07 10:31:43.111372 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aefa984e-bd13-4393-8d8c-6074d24424b6 req-f8104885-53a0-4395-aac2-0e8a6dc77279 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/security-groups?id=36604ce9-7a0c-4cf8-ac3f-abef6191a23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576296 Mar 07 10:31:43.133577 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['a83b88cf-d542-4470-ab1d-333ffbccebeb'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:43.417544 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f73d65-8afe-4d00-bd5c-6ac6ce31d537 req-92a7d58e-e40d-442f-bb01-b8d062a602ec tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:43.421321 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 2ec8563c-11ae-4c39-8538-2a40b1b40bf4 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:31:43.428310 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-14f73d65-8afe-4d00-bd5c-6ac6ce31d537 req-92a7d58e-e40d-442f-bb01-b8d062a602ec tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.1397495 Mar 07 10:31:43.495345 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bab7ecf6-5830-4102-b584-1429eb598695 req-d70bf4b9-8ae8-422f-88c3-60ecd20c3d4a tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 695 time: 0.4886777 Mar 07 10:31:43.519963 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 2ec8563c-11ae-4c39-8538-2a40b1b40bf4 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:31:43.525357 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 2ec8563c-11ae-4c39-8538-2a40b1b40bf4 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:31:43.527007 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2ec8563c-11ae-4c39-8538-2a40b1b40bf4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:43.528387 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-14f73d65-8afe-4d00-bd5c-6ac6ce31d537 req-9e0da9c5-f670-444b-a618-f4f1b0b3773e tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983074 Mar 07 10:31:43.551021 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-ffbbeceb-fd1a-4c66-9cb7-61f825e04954 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Allocated IP 172.20.0.6 (1c9349e7-4e65-4998-b65b-262e6f8a6364/a0c87802-4ea4-47ca-8770-96eb56986af1/76d73f6f-d84f-4d25-93c4-10ba925601c7) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:43.649377 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 2ec8563c-11ae-4c39-8538-2a40b1b40bf4 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:43.649768 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2ec8563c-11ae-4c39-8538-2a40b1b40bf4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:43.663452 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141474b-fda3-4aaa-bb49-ab22d44fc785 req-7081590c-6a86-443b-ba65-9226ef3afd7c tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:43.664713 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7ecf6-5830-4102-b584-1429eb598695 req-e4ead928-c5a7-4235-9378-23be4f125a47 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:43.672443 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5141474b-fda3-4aaa-bb49-ab22d44fc785 req-7081590c-6a86-443b-ba65-9226ef3afd7c tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 945 time: 0.0757780 Mar 07 10:31:43.676028 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bab7ecf6-5830-4102-b584-1429eb598695 req-e4ead928-c5a7-4235-9378-23be4f125a47 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 784 time: 0.1790593 Mar 07 10:31:43.678443 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15557e5-5f62-45ad-abad-67a49c79b2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec8563c-11ae-4c39-8538-2a40b1b40bf4'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:43.682126 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8c8db2-5305-4ca5-b101-976a54a31b13" -d '{"events": [{"server_uuid": "d15557e5-5f62-45ad-abad-67a49c79b2bb", "name": "network-vif-plugged", "status": "completed", "tag": "2ec8563c-11ae-4c39-8538-2a40b1b40bf4"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:43.701531 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 2ec8563c-11ae-4c39-8538-2a40b1b40bf4, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=2ec8563c-11ae-4c39-8538-2a40b1b40bf4,segment=NetworkSegment(f6ff09e0-88fb-4743-82cd-b93b9dc8ecff),segment_id=f6ff09e0-88fb-4743-82cd-b93b9dc8ecff)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:43.711011 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (2ec8563c-11ae-4c39-8538-2a40b1b40bf4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:43.748403 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5141474b-fda3-4aaa-bb49-ab22d44fc785 req-5d18a49b-c5e5-4a4e-b825-0dd28556c6e2 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750921 Mar 07 10:31:43.775219 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=2ec8563c-11ae-4c39-8538-2a40b1b40bf4,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:43.815679 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c4c4e6-afa1-49f5-b1b0-0580c5cb9d16 x-openstack-request-id: req-80c4c4e6-afa1-49f5-b1b0-0580c5cb9d16 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:43.815989 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15557e5-5f62-45ad-abad-67a49c79b2bb", "name": "network-vif-plugged", "status": "completed", "tag": "2ec8563c-11ae-4c39-8538-2a40b1b40bf4", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:43.816246 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-80c4c4e6-afa1-49f5-b1b0-0580c5cb9d16 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:43.816670 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15557e5-5f62-45ad-abad-67a49c79b2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ec8563c-11ae-4c39-8538-2a40b1b40bf4', 'code': 200} Mar 07 10:31:43.888271 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-ffbbeceb-fd1a-4c66-9cb7-61f825e04954 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Publish callbacks [] for port (76d73f6f-d84f-4d25-93c4-10ba925601c7), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:43.926471 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6170a-eb2d-4b40-a7a8-d6ea1e093d00 req-69a1137d-ee18-4565-89ba-e7cb0ed771b5 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:43.927910 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9df6170a-eb2d-4b40-a7a8-d6ea1e093d00 req-69a1137d-ee18-4565-89ba-e7cb0ed771b5 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=825b9fd7-8145-4a7b-90ef-33c62dd0adce HTTP/1.1" status: 200 len: 949 time: 0.0638800 Mar 07 10:31:43.936084 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5962d01-6bc3-46a4-8e34-0fde3434c611 req-7403990f-8987-482e-98ac-9eea96b14985 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:43.938116 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f5962d01-6bc3-46a4-8e34-0fde3434c611 req-7403990f-8987-482e-98ac-9eea96b14985 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b616d12-5604-4866-b26e-5b6f4664d915&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1399558 Mar 07 10:31:43.978944 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9df6170a-eb2d-4b40-a7a8-d6ea1e093d00 req-45ca203d-b5f4-49aa-94e4-4bf130a4b58b tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442388 Mar 07 10:31:44.017434 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f5962d01-6bc3-46a4-8e34-0fde3434c611 req-5a606461-f453-4623-8c65-425181599b9f tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 695 time: 0.0695167 Mar 07 10:31:44.020675 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-ffbbeceb-fd1a-4c66-9cb7-61f825e04954 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (76d73f6f-d84f-4d25-93c4-10ba925601c7), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:44.033821 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a25120-d550-46de-ad92-003b073b097d req-cc097467-e30c-41f0-96c5-ddc4a6df2119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:44.035318 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-76a25120-d550-46de-ad92-003b073b097d req-cc097467-e30c-41f0-96c5-ddc4a6df2119 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d15557e5-5f62-45ad-abad-67a49c79b2bb HTTP/1.1" status: 200 len: 1128 time: 0.1369591 Mar 07 10:31:44.061038 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-f5962d01-6bc3-46a4-8e34-0fde3434c611 req-bd48080c-d837-4e19-a67b-14aedac7bd26 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Request body: {'floatingip': {'port_id': '412c1b52-2241-4d4e-998f-143f706ac93a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:44.108957 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcd22c-d851-45c1-95d3-f5870ada5333 req-5db75cef-aa0c-445f-a3b1-093a9f659854 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:44.118954 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f9bcd22c-d851-45c1-95d3-f5870ada5333 req-5db75cef-aa0c-445f-a3b1-093a9f659854 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77e6015-67f0-4067-9fb7-22c7b65c35db HTTP/1.1" status: 200 len: 931 time: 0.0677087 Mar 07 10:31:44.135346 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-ffbbeceb-fd1a-4c66-9cb7-61f825e04954 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Network 1c9349e7-4e65-4998-b65b-262e6f8a6364 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:44.141363 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f5962d01-6bc3-46a4-8e34-0fde3434c611 req-bd48080c-d837-4e19-a67b-14aedac7bd26 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks [] for floatingip (ce3e95c9-a54e-4c73-86f3-cabf683a3593), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:44.147689 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-ffbbeceb-fd1a-4c66-9cb7-61f825e04954 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:44.178341 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f9bcd22c-d851-45c1-95d3-f5870ada5333 req-a6cb1ddb-5122-4c49-8552-92623f0a9ea0 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578134 Mar 07 10:31:44.178490 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-ffbbeceb-fd1a-4c66-9cb7-61f825e04954 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:31:44.185269 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbeceb-fd1a-4c66-9cb7-61f825e04954 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Pushing event updated for resources: {'Port': ['ID=76d73f6f-d84f-4d25-93c4-10ba925601c7,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:44.292890 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-76a25120-d550-46de-ad92-003b073b097d req-7502b063-75d9-49c3-9cb2-fb2ead9e1324 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=36604ce9-7a0c-4cf8-ac3f-abef6191a23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280538 Mar 07 10:31:44.310448 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-ffbbeceb-fd1a-4c66-9cb7-61f825e04954 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:44.311059 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-ffbbeceb-fd1a-4c66-9cb7-61f825e04954 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:44.314128 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-96af345e-4e3d-4416-8324-99d55420971b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:44.316026 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-96af345e-4e3d-4416-8324-99d55420971b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 1132 time: 0.0913160 Mar 07 10:31:44.367078 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de460a-4cae-463d-be27-ae5b5d87e2b2 req-c993029f-4783-4f9e-84d9-1fd4dd964c69 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:44.368530 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b6de460a-4cae-463d-be27-ae5b5d87e2b2 req-c993029f-4783-4f9e-84d9-1fd4dd964c69 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15557e5-5f62-45ad-abad-67a49c79b2bb HTTP/1.1" status: 200 len: 946 time: 0.0897462 Mar 07 10:31:44.369001 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-ffbbeceb-fd1a-4c66-9cb7-61f825e04954 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6050236 Mar 07 10:31:44.423396 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-55467bde-4c8c-45e5-8bc3-00740fee2e64 service neutron] Request body: {'port': {'device_id': 'c77e6015-67f0-4067-9fb7-22c7b65c35db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:44.466186 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b6de460a-4cae-463d-be27-ae5b5d87e2b2 req-413f4ed6-c8c2-42ae-a191-bb1bef324824 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/security-groups?id=36604ce9-7a0c-4cf8-ac3f-abef6191a23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675693 Mar 07 10:31:44.467327 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-c60b20fc-627c-4fbe-b7fd-44babd797928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:44.468772 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-c60b20fc-627c-4fbe-b7fd-44babd797928 service neutron] 10.222.0.31 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.1449494 Mar 07 10:31:44.497137 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [req-f5962d01-6bc3-46a4-8e34-0fde3434c611 req-bd48080c-d837-4e19-a67b-14aedac7bd26 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] update failed (client error): There was a conflict when trying to complete your request. Mar 07 10:31:44.498193 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f5962d01-6bc3-46a4-8e34-0fde3434c611 req-bd48080c-d837-4e19-a67b-14aedac7bd26 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "PUT /v2.0/floatingips/ce3e95c9-a54e-4c73-86f3-cabf683a3593 HTTP/1.1" status: 409 len: 549 time: 0.4741290 Mar 07 10:31:44.506158 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-55467bde-4c8c-45e5-8bc3-00740fee2e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (76d73f6f-d84f-4d25-93c4-10ba925601c7), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:44.522324 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-cc4405e9-1cb4-4761-bf10-f036ad48d8ed service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=df223f55-45cb-4868-896f-698f8d545b7f HTTP/1.1" status: 200 len: 217 time: 0.0394320 Mar 07 10:31:44.607240 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ef65b6a8-8519-4889-b830-ece1ee26a4cc req-fddb982f-1877-4942-8889-fbeeb3615b36 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/floatingips/ce3e95c9-a54e-4c73-86f3-cabf683a3593 HTTP/1.1" status: 200 len: 692 time: 0.0794361 Mar 07 10:31:44.627089 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-78b08c65-ab2f-4a2f-b5f9-4a9eea61f76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:44.628462 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-78b08c65-ab2f-4a2f-b5f9-4a9eea61f76c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.0949225 Mar 07 10:31:44.737907 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-35edd582-2238-4d85-b0da-4d81e61424ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:44.739380 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-35edd582-2238-4d85-b0da-4d81e61424ad service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0993114 Mar 07 10:31:44.739541 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b2845-ccfb-4f91-8b9c-ff516496a205 req-33fba4f0-86cd-4408-8b02-be5fd51b8867 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:44.741157 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-998b2845-ccfb-4f91-8b9c-ff516496a205 req-33fba4f0-86cd-4408-8b02-be5fd51b8867 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.1229973 Mar 07 10:31:44.776281 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65b6a8-8519-4889-b830-ece1ee26a4cc req-303e007d-34bc-4ef6-8645-a2b756c21e33 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:44.785642 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ef65b6a8-8519-4889-b830-ece1ee26a4cc req-303e007d-34bc-4ef6-8645-a2b756c21e33 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 784 time: 0.1663642 Mar 07 10:31:44.823041 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-998b2845-ccfb-4f91-8b9c-ff516496a205 req-dcebfd1e-7687-4b5d-9c2a-f16ac089d5b4 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751305 Mar 07 10:31:44.866979 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-55467bde-4c8c-45e5-8bc3-00740fee2e64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d73f6f-d84f-4d25-93c4-10ba925601c7 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:44.877375 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-55467bde-4c8c-45e5-8bc3-00740fee2e64 service neutron] Publish callbacks [] for port (76d73f6f-d84f-4d25-93c4-10ba925601c7), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:44.885876 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ef65b6a8-8519-4889-b830-ece1ee26a4cc req-88a383de-230d-4247-874b-17dc0245da71 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 695 time: 0.1005833 Mar 07 10:31:44.894268 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-55467bde-4c8c-45e5-8bc3-00740fee2e64 service neutron] Transition to ACTIVE for port object 76d73f6f-d84f-4d25-93c4-10ba925601c7 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:31:44.902838 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-55467bde-4c8c-45e5-8bc3-00740fee2e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (76d73f6f-d84f-4d25-93c4-10ba925601c7), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:44.947883 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ef65b6a8-8519-4889-b830-ece1ee26a4cc req-103e438a-e1bf-4ee2-8797-5990da383ec5 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.77 HTTP/1.1" status: 200 len: 695 time: 0.0610385 Mar 07 10:31:44.952410 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-8a2060dd-660e-43a0-87a3-a57539089512 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039216 Mar 07 10:31:45.021290 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55467bde-4c8c-45e5-8bc3-00740fee2e64 service neutron] Pushing event updated for resources: {'Port': ['ID=76d73f6f-d84f-4d25-93c4-10ba925601c7,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:45.051151 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc64c5-5664-4b2d-ba2f-3f60c9483f5d req-a6d1199a-1699-4a11-b2cf-eb550acb0be3 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:45.052641 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-88bc64c5-5664-4b2d-ba2f-3f60c9483f5d req-a6d1199a-1699-4a11-b2cf-eb550acb0be3 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 945 time: 0.1452692 Mar 07 10:31:45.105143 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-55467bde-4c8c-45e5-8bc3-00740fee2e64 service neutron] Attempting to bind port 76d73f6f-d84f-4d25-93c4-10ba925601c7 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:31:45.105391 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-55467bde-4c8c-45e5-8bc3-00740fee2e64 service neutron] Attempting to bind port 76d73f6f-d84f-4d25-93c4-10ba925601c7 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': 'bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1c9349e7-4e65-4998-b65b-262e6f8a6364'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:31:45.105712 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-55467bde-4c8c-45e5-8bc3-00740fee2e64 service neutron] Attempting to bind port 76d73f6f-d84f-4d25-93c4-10ba925601c7 on network 1c9349e7-4e65-4998-b65b-262e6f8a6364 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:45.118822 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-55467bde-4c8c-45e5-8bc3-00740fee2e64 service neutron] Port 76d73f6f-d84f-4d25-93c4-10ba925601c7 on network 1c9349e7-4e65-4998-b65b-262e6f8a6364 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:31:45.119139 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-55467bde-4c8c-45e5-8bc3-00740fee2e64 service neutron] Attempting to bind port 76d73f6f-d84f-4d25-93c4-10ba925601c7 on network 1c9349e7-4e65-4998-b65b-262e6f8a6364 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:45.127379 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-55467bde-4c8c-45e5-8bc3-00740fee2e64 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:31:45.127708 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-55467bde-4c8c-45e5-8bc3-00740fee2e64 service neutron] Checking segment: {'id': 'bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1c9349e7-4e65-4998-b65b-262e6f8a6364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:31:45.128091 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-55467bde-4c8c-45e5-8bc3-00740fee2e64 service neutron] Bound using segment: {'id': 'bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1c9349e7-4e65-4998-b65b-262e6f8a6364'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:31:45.128510 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-55467bde-4c8c-45e5-8bc3-00740fee2e64 service neutron] Bound port: 76d73f6f-d84f-4d25-93c4-10ba925601c7, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1c9349e7-4e65-4998-b65b-262e6f8a6364'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:31:45.128859 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-55467bde-4c8c-45e5-8bc3-00740fee2e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (76d73f6f-d84f-4d25-93c4-10ba925601c7), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:45.134471 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-88bc64c5-5664-4b2d-ba2f-3f60c9483f5d req-30e5e963-5267-4d67-abe6-f31580dba5f8 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708842 Mar 07 10:31:45.143782 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-820bfb0d-1e10-4546-8360-080b85361fa0 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842721 Mar 07 10:31:45.164282 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-ef65b6a8-8519-4889-b830-ece1ee26a4cc req-9cde44cd-d590-4197-acca-3bef6437714d tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Deleting port 89da1b86-2026-41a7-ac47-e56052f66fe0 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:31:45.164624 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ef65b6a8-8519-4889-b830-ece1ee26a4cc req-9cde44cd-d590-4197-acca-3bef6437714d tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (89da1b86-2026-41a7-ac47-e56052f66fe0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:45.223825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-55467bde-4c8c-45e5-8bc3-00740fee2e64 service neutron] For port 76d73f6f-d84f-4d25-93c4-10ba925601c7, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:31:45.227241 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-55467bde-4c8c-45e5-8bc3-00740fee2e64 service neutron] For port 76d73f6f-d84f-4d25-93c4-10ba925601c7, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=76d73f6f-d84f-4d25-93c4-10ba925601c7,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:31:45.237311 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-55467bde-4c8c-45e5-8bc3-00740fee2e64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (76d73f6f-d84f-4d25-93c4-10ba925601c7), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:45.311387 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ef65b6a8-8519-4889-b830-ece1ee26a4cc req-9cde44cd-d590-4197-acca-3bef6437714d tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (89da1b86-2026-41a7-ac47-e56052f66fe0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:45.312262 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ef65b6a8-8519-4889-b830-ece1ee26a4cc req-9cde44cd-d590-4197-acca-3bef6437714d tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks [] for floatingip (89da1b86-2026-41a7-ac47-e56052f66fe0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:45.320966 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-55467bde-4c8c-45e5-8bc3-00740fee2e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:45.321593 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-55467bde-4c8c-45e5-8bc3-00740fee2e64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:45.323069 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-55467bde-4c8c-45e5-8bc3-00740fee2e64 service neutron] 10.222.0.31 "PUT /v2.0/ports/76d73f6f-d84f-4d25-93c4-10ba925601c7 HTTP/1.1" status: 200 len: 1091 time: 0.9040492 Mar 07 10:31:45.325097 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77e6015-67f0-4067-9fb7-22c7b65c35db', 'tag': '76d73f6f-d84f-4d25-93c4-10ba925601c7'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:45.327339 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb38d74-2cf5-4817-b311-aaf3397d9263" -d '{"events": [{"name": "network-changed", "server_uuid": "c77e6015-67f0-4067-9fb7-22c7b65c35db", "tag": "76d73f6f-d84f-4d25-93c4-10ba925601c7"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:45.336264 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-ef65b6a8-8519-4889-b830-ece1ee26a4cc req-9cde44cd-d590-4197-acca-3bef6437714d tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Calling delete_port for 89da1b86-2026-41a7-ac47-e56052f66fe0 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:31:45.368504 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55467bde-4c8c-45e5-8bc3-00740fee2e64 service neutron] Pushing event updated for resources: {'Port': ['ID=76d73f6f-d84f-4d25-93c4-10ba925601c7,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:45.426954 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d28ac6-aabc-4919-ab43-24cdf62605d2 req-d4c1ede2-4ba1-4d31-b28c-d1c6cb7394dd tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:45.428432 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e4d28ac6-aabc-4919-ab43-24cdf62605d2 req-d4c1ede2-4ba1-4d31-b28c-d1c6cb7394dd tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=825b9fd7-8145-4a7b-90ef-33c62dd0adce HTTP/1.1" status: 200 len: 949 time: 0.1503878 Mar 07 10:31:45.476690 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-ca9816d6-dadf-46cd-b975-12091c495cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:45.478197 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-ca9816d6-dadf-46cd-b975-12091c495cbb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cc6f3fbdf9284c94904af0b2498a31e1&device_id=c77e6015-67f0-4067-9fb7-22c7b65c35db HTTP/1.1" status: 200 len: 1125 time: 0.0979381 Mar 07 10:31:45.489842 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e4d28ac6-aabc-4919-ab43-24cdf62605d2 req-080320e8-cf63-4fe1-8d63-e570937b565b tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536349 Mar 07 10:31:45.498907 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ef65b6a8-8519-4889-b830-ece1ee26a4cc req-9cde44cd-d590-4197-acca-3bef6437714d tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (89da1b86-2026-41a7-ac47-e56052f66fe0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:45.528931 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde44cd-d590-4197-acca-3bef6437714d tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Pushing event deleted for resources: {'Port': ['ID=89da1b86-2026-41a7-ac47-e56052f66fe0,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:45.555060 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-94dfa91b-8c56-44a4-9983-cc633ff75d4b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76d73f6f-d84f-4d25-93c4-10ba925601c7 HTTP/1.1" status: 200 len: 217 time: 0.0612485 Mar 07 10:31:45.606265 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ef65b6a8-8519-4889-b830-ece1ee26a4cc req-9cde44cd-d590-4197-acca-3bef6437714d tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks [] for floatingip (ce3e95c9-a54e-4c73-86f3-cabf683a3593), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:45.609009 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ef65b6a8-8519-4889-b830-ece1ee26a4cc req-9cde44cd-d590-4197-acca-3bef6437714d tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:45.610376 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ef65b6a8-8519-4889-b830-ece1ee26a4cc req-9cde44cd-d590-4197-acca-3bef6437714d tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "DELETE /v2.0/floatingips/ce3e95c9-a54e-4c73-86f3-cabf683a3593 HTTP/1.1" status: 204 len: 173 time: 0.6569827 Mar 07 10:31:45.638828 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-8377d73c-c0b5-411e-8654-0bd01179adb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:45.640821 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-8377d73c-c0b5-411e-8654-0bd01179adb4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a0c87802-4ea4-47ca-8770-96eb56986af1 HTTP/1.1" status: 200 len: 844 time: 0.0701709 Mar 07 10:31:45.653334 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc12db-5b49-447f-be2a-6a104e0fa215 req-f6e1f2f9-1a8f-4d63-9a81-9d4eee673e68 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:45.658288 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d1fc12db-5b49-447f-be2a-6a104e0fa215 req-f6e1f2f9-1a8f-4d63-9a81-9d4eee673e68 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77e6015-67f0-4067-9fb7-22c7b65c35db HTTP/1.1" status: 200 len: 943 time: 0.0991344 Mar 07 10:31:45.662669 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0697e08b-bb09-48ca-b4e7-b195d0390d2a x-openstack-request-id: req-0697e08b-bb09-48ca-b4e7-b195d0390d2a {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:45.662896 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77e6015-67f0-4067-9fb7-22c7b65c35db", "tag": "76d73f6f-d84f-4d25-93c4-10ba925601c7", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:45.663150 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0697e08b-bb09-48ca-b4e7-b195d0390d2a {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:45.663556 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c77e6015-67f0-4067-9fb7-22c7b65c35db', 'tag': '76d73f6f-d84f-4d25-93c4-10ba925601c7', 'status': 'completed', 'code': 200} Mar 07 10:31:45.699724 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-c801e8b8-153c-4c66-9862-1ad741e8bddd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1c9349e7-4e65-4998-b65b-262e6f8a6364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399992 Mar 07 10:31:45.789150 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429be786-6929-4d3e-b693-af86b5e4918b req-5f62e248-5ecc-4823-ba91-810d6d63a88c tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:45.791459 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-429be786-6929-4d3e-b693-af86b5e4918b req-5f62e248-5ecc-4823-ba91-810d6d63a88c tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15557e5-5f62-45ad-abad-67a49c79b2bb HTTP/1.1" status: 200 len: 946 time: 0.0690296 Mar 07 10:31:45.801857 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d1fc12db-5b49-447f-be2a-6a104e0fa215 req-9c9f7084-3bd5-4220-becb-fe807085a4ae tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372807 Mar 07 10:31:45.859906 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-429be786-6929-4d3e-b693-af86b5e4918b req-520565dc-f2cb-4dfa-87e7-a7b052ee3c41 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/security-groups?id=36604ce9-7a0c-4cf8-ac3f-abef6191a23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586891 Mar 07 10:31:45.897762 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-b51dce63-75e5-44ff-ae83-1320c6e6b507 service neutron] 10.222.0.31 "GET /v2.0/networks/1c9349e7-4e65-4998-b65b-262e6f8a6364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907113 Mar 07 10:31:45.978920 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100c1b2-0c12-44e7-b3e3-0e63e512a7f3 req-65bf3cff-7038-4443-b489-e745b8ea2115 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:45.980789 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c100c1b2-0c12-44e7-b3e3-0e63e512a7f3 req-65bf3cff-7038-4443-b489-e745b8ea2115 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.0573225 Mar 07 10:31:45.997369 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-384a7f0b-bc3a-4c74-b408-6b5a9e701306 req-94eb94d3-5020-424d-867e-bd6394478c28 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 1001 time: 0.1663015 Mar 07 10:31:46.041003 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c100c1b2-0c12-44e7-b3e3-0e63e512a7f3 req-817c52e5-4701-447a-b1ba-d437aa1b8a2e tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538161 Mar 07 10:31:46.069282 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a7f0b-bc3a-4c74-b408-6b5a9e701306 req-e2948b4a-ff7a-460a-8604-7745f2593d3b tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:46.070613 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-384a7f0b-bc3a-4c74-b408-6b5a9e701306 req-e2948b4a-ff7a-460a-8604-7745f2593d3b tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/ports/412c1b52-2241-4d4e-998f-143f706ac93a HTTP/1.1" status: 200 len: 942 time: 0.0638008 Mar 07 10:31:46.072737 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6dad9113-9ea2-48fb-ba7c-e46bd3535e55 req-f3650634-2b51-43e4-bbe1-de5dbeb8cc6b service neutron] 10.222.0.31 "GET /v2.0/networks/1c9349e7-4e65-4998-b65b-262e6f8a6364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629250 Mar 07 10:31:46.213758 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-384a7f0b-bc3a-4c74-b408-6b5a9e701306 req-36d0a9bb-4da5-43c1-abca-655781638001 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 1001 time: 0.0909817 Mar 07 10:31:46.220332 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb38d74-2cf5-4817-b311-aaf3397d9263 req-72f5b176-6ab6-41f1-b12b-f73b4b9fbf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:46.221907 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2fb38d74-2cf5-4817-b311-aaf3397d9263 req-72f5b176-6ab6-41f1-b12b-f73b4b9fbf55 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cc6f3fbdf9284c94904af0b2498a31e1&device_id=c77e6015-67f0-4067-9fb7-22c7b65c35db HTTP/1.1" status: 200 len: 1125 time: 0.0920002 Mar 07 10:31:46.256622 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device a83b88cf-d542-4470-ab1d-333ffbccebeb up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:31:46.353883 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c29cf2-62eb-43f7-937b-520a0502f58a req-e26e1fa6-e9c0-4bb0-a538-427db8e72817 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:46.355407 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a5c29cf2-62eb-43f7-937b-520a0502f58a req-e26e1fa6-e9c0-4bb0-a538-427db8e72817 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 945 time: 0.0865960 Mar 07 10:31:46.358644 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port a83b88cf-d542-4470-ab1d-333ffbccebeb completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:31:46.364311 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port a83b88cf-d542-4470-ab1d-333ffbccebeb triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:31:46.365029 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a83b88cf-d542-4470-ab1d-333ffbccebeb), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:46.416821 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb38d74-2cf5-4817-b311-aaf3397d9263 req-8b6eec80-07c7-4cb0-8b53-34e713bc9270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:46.421218 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2fb38d74-2cf5-4817-b311-aaf3397d9263 req-8b6eec80-07c7-4cb0-8b53-34e713bc9270 service neutron] 10.222.0.31 "GET /v2.0/networks?id=1c9349e7-4e65-4998-b65b-262e6f8a6364 HTTP/1.1" status: 200 len: 905 time: 0.1873157 Mar 07 10:31:46.435921 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a7f0b-bc3a-4c74-b408-6b5a9e701306 req-a2dd35a1-cc60-47a7-8898-9347a05b629a tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:46.438400 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-384a7f0b-bc3a-4c74-b408-6b5a9e701306 req-a2dd35a1-cc60-47a7-8898-9347a05b629a tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 784 time: 0.2129834 Mar 07 10:31:46.449050 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a5c29cf2-62eb-43f7-937b-520a0502f58a req-20282844-af13-4ecd-adb0-ca2941d4ae84 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861297 Mar 07 10:31:46.459432 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port a83b88cf-d542-4470-ab1d-333ffbccebeb is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:46.460204 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a83b88cf-d542-4470-ab1d-333ffbccebeb), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:46.499826 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825b9fd7-8145-4a7b-90ef-33c62dd0adce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83b88cf-d542-4470-ab1d-333ffbccebeb'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:46.503683 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bddd95-b95b-4414-911d-9fbea43cd684" -d '{"events": [{"server_uuid": "825b9fd7-8145-4a7b-90ef-33c62dd0adce", "name": "network-vif-plugged", "status": "completed", "tag": "a83b88cf-d542-4470-ab1d-333ffbccebeb"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:46.519201 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2fb38d74-2cf5-4817-b311-aaf3397d9263 req-b6b293b2-2d45-43e4-a6db-9dc083577705 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=76d73f6f-d84f-4d25-93c4-10ba925601c7 HTTP/1.1" status: 200 len: 217 time: 0.0784965 Mar 07 10:31:46.533051 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port a83b88cf-d542-4470-ab1d-333ffbccebeb, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=a83b88cf-d542-4470-ab1d-333ffbccebeb,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:46.541286 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a83b88cf-d542-4470-ab1d-333ffbccebeb), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:46.609758 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62acd1a4-0bfa-447c-81bd-038355240dbb x-openstack-request-id: req-62acd1a4-0bfa-447c-81bd-038355240dbb {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:46.610329 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825b9fd7-8145-4a7b-90ef-33c62dd0adce", "name": "network-vif-plugged", "status": "completed", "tag": "a83b88cf-d542-4470-ab1d-333ffbccebeb", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:46.611012 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-62acd1a4-0bfa-447c-81bd-038355240dbb {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:46.611748 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825b9fd7-8145-4a7b-90ef-33c62dd0adce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83b88cf-d542-4470-ab1d-333ffbccebeb', 'code': 200} Mar 07 10:31:46.670412 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=a83b88cf-d542-4470-ab1d-333ffbccebeb,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:46.676010 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-384a7f0b-bc3a-4c74-b408-6b5a9e701306 req-485fb2d8-2064-44f5-8cf9-660425285171 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 1001 time: 0.2242551 Mar 07 10:31:46.684364 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-384a7f0b-bc3a-4c74-b408-6b5a9e701306 req-05627679-92a7-47cc-8b13-44e1758ad811 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:46.689824 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb38d74-2cf5-4817-b311-aaf3397d9263 req-210074f7-434a-4ef3-95d4-1488868aebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:46.692021 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2fb38d74-2cf5-4817-b311-aaf3397d9263 req-210074f7-434a-4ef3-95d4-1488868aebb3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a0c87802-4ea4-47ca-8770-96eb56986af1 HTTP/1.1" status: 200 len: 844 time: 0.1267602 Mar 07 10:31:46.757900 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2fb38d74-2cf5-4817-b311-aaf3397d9263 req-18a960cf-e77c-41c0-82e6-2034895730d8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=1c9349e7-4e65-4998-b65b-262e6f8a6364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323870 Mar 07 10:31:46.791087 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-384a7f0b-bc3a-4c74-b408-6b5a9e701306 req-05627679-92a7-47cc-8b13-44e1758ad811 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks [] for floatingip (e7d865a1-116a-4a0c-81ba-c2453e23408f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:46.953784 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2fb38d74-2cf5-4817-b311-aaf3397d9263 req-31a737b5-36a7-4b5f-961a-83dc28a5b3c7 service neutron] 10.222.0.31 "GET /v2.0/networks/1c9349e7-4e65-4998-b65b-262e6f8a6364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870370 Mar 07 10:31:46.990081 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd2d42-905e-42b4-9fa6-188ff07f1079 req-ec101ec1-5737-4749-908d-4b482584efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:46.992027 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-61fd2d42-905e-42b4-9fa6-188ff07f1079 req-ec101ec1-5737-4749-908d-4b482584efb6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=825b9fd7-8145-4a7b-90ef-33c62dd0adce HTTP/1.1" status: 200 len: 1132 time: 0.3631289 Mar 07 10:31:47.015168 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-384a7f0b-bc3a-4c74-b408-6b5a9e701306 req-05627679-92a7-47cc-8b13-44e1758ad811 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:47.023988 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-384a7f0b-bc3a-4c74-b408-6b5a9e701306 req-05627679-92a7-47cc-8b13-44e1758ad811 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (e7d865a1-116a-4a0c-81ba-c2453e23408f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:47.024321 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [req-384a7f0b-bc3a-4c74-b408-6b5a9e701306 req-05627679-92a7-47cc-8b13-44e1758ad811 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Floating IP e7d865a1-116a-4a0c-81ba-c2453e23408f disassociated. External IP: 172.25.3.224, port: 412c1b52-2241-4d4e-998f-143f706ac93a. Mar 07 10:31:47.025579 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481a836-c4d4-477b-a972-6b9e41219257 req-803c8371-7195-4b44-b924-25536f3c17af tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:47.027857 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6481a836-c4d4-477b-a972-6b9e41219257 req-803c8371-7195-4b44-b924-25536f3c17af tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=825b9fd7-8145-4a7b-90ef-33c62dd0adce HTTP/1.1" status: 200 len: 950 time: 0.0824971 Mar 07 10:31:47.067379 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-61fd2d42-905e-42b4-9fa6-188ff07f1079 req-35f23a57-6e14-4a01-aedd-aa72b0afe92d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662842 Mar 07 10:31:47.094876 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6481a836-c4d4-477b-a972-6b9e41219257 req-8ea434ea-f328-4cc0-9095-4f33f883dd40 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575840 Mar 07 10:31:47.231973 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b8b43-32f3-4b99-bdef-3d565b92a471 req-8aaf7106-b011-4102-9d55-d7ced6bcf851 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:47.233597 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9b5b8b43-32f3-4b99-bdef-3d565b92a471 req-8aaf7106-b011-4102-9d55-d7ced6bcf851 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77e6015-67f0-4067-9fb7-22c7b65c35db HTTP/1.1" status: 200 len: 943 time: 0.0718837 Mar 07 10:31:47.288023 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9b5b8b43-32f3-4b99-bdef-3d565b92a471 req-b6d61b22-ffff-46f4-834b-7462ccd4e0a6 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456719 Mar 07 10:31:47.412982 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf75f5-5cbe-4d04-b662-9e48e7a5621c req-a8d38bec-e189-479f-b071-6385276cd490 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:47.417578 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3adf75f5-5cbe-4d04-b662-9e48e7a5621c req-a8d38bec-e189-479f-b071-6385276cd490 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15557e5-5f62-45ad-abad-67a49c79b2bb HTTP/1.1" status: 200 len: 946 time: 0.0675194 Mar 07 10:31:47.443674 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2fb38d74-2cf5-4817-b311-aaf3397d9263 req-cc6240d2-aded-4a5a-96bd-57eaedd914a2 service neutron] 10.222.0.31 "GET /v2.0/networks/1c9349e7-4e65-4998-b65b-262e6f8a6364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4796267 Mar 07 10:31:47.482394 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3adf75f5-5cbe-4d04-b662-9e48e7a5621c req-b71e261d-50df-45fa-8176-d2cbcdba196e tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/security-groups?id=36604ce9-7a0c-4cf8-ac3f-abef6191a23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600429 Mar 07 10:31:47.586025 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-384a7f0b-bc3a-4c74-b408-6b5a9e701306 req-05627679-92a7-47cc-8b13-44e1758ad811 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Router 16893d4d-3b69-44da-a2d0-f87b2a4c86d0 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:31:47.612048 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d0889-024b-413b-ad21-a4e49ee26b3f req-8747bec6-2c25-4003-b9fa-8dfed0e34d1d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:47.621638 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-982d0889-024b-413b-ad21-a4e49ee26b3f req-8747bec6-2c25-4003-b9fa-8dfed0e34d1d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.0645220 Mar 07 10:31:47.680792 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-982d0889-024b-413b-ad21-a4e49ee26b3f req-84538569-53dd-4fa7-89c9-388399d52d04 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581973 Mar 07 10:31:47.719563 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-384a7f0b-bc3a-4c74-b408-6b5a9e701306 req-05627679-92a7-47cc-8b13-44e1758ad811 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:31:47.727056 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-384a7f0b-bc3a-4c74-b408-6b5a9e701306 req-05627679-92a7-47cc-8b13-44e1758ad811 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:47.731311 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a9610a-86ea-4d4c-9c67-19bdd9920bb3 None None] Sync routers for ids ['16893d4d-3b69-44da-a2d0-f87b2a4c86d0'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:31:47.752826 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a9610a-86ea-4d4c-9c67-19bdd9920bb3 None None] Routers {'16893d4d-3b69-44da-a2d0-f87b2a4c86d0'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:31:47.753639 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f0a9610a-86ea-4d4c-9c67-19bdd9920bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:31:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['16893d4d-3b69-44da-a2d0-f87b2a4c86d0'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:47.767516 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-384a7f0b-bc3a-4c74-b408-6b5a9e701306 req-05627679-92a7-47cc-8b13-44e1758ad811 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "PUT /v2.0/floatingips/e7d865a1-116a-4a0c-81ba-c2453e23408f HTTP/1.1" status: 200 len: 695 time: 1.0901995 Mar 07 10:31:47.768429 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b616d12-5604-4866-b26e-5b6f4664d915', 'tag': '412c1b52-2241-4d4e-998f-143f706ac93a'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:47.770715 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c51b5a3-a444-48f6-a77f-f0c1f9564807" -d '{"events": [{"name": "network-changed", "server_uuid": "6b616d12-5604-4866-b26e-5b6f4664d915", "tag": "412c1b52-2241-4d4e-998f-143f706ac93a"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:47.835927 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a7f0b-bc3a-4c74-b408-6b5a9e701306 req-b9355f35-34ca-41ae-9b77-2be5262b6be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:47.838179 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-384a7f0b-bc3a-4c74-b408-6b5a9e701306 req-b9355f35-34ca-41ae-9b77-2be5262b6be7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e34bc9d37c274a46bc29635735d10ab8&device_id=6b616d12-5604-4866-b26e-5b6f4664d915 HTTP/1.1" status: 200 len: 1127 time: 0.0521021 Mar 07 10:31:47.840574 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e353bd-cc12-40e0-a307-4585fd0aa5b1 req-b4e8d616-0a88-4202-8a36-ef13d2d13dc8 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:47.842578 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a4e353bd-cc12-40e0-a307-4585fd0aa5b1 req-b4e8d616-0a88-4202-8a36-ef13d2d13dc8 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 945 time: 0.0958586 Mar 07 10:31:47.928354 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-f0a9610a-86ea-4d4c-9c67-19bdd9920bb3 None None] Set router 16893d4d-3b69-44da-a2d0-f87b2a4c86d0 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:31:47.936555 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a4e353bd-cc12-40e0-a307-4585fd0aa5b1 req-82fd9718-8c13-49bd-86e9-539922fe9488 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852885 Mar 07 10:31:47.990322 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a7f0b-bc3a-4c74-b408-6b5a9e701306 req-c31d2472-1e80-4685-b72a-7ad6009d7193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:47.994052 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-384a7f0b-bc3a-4c74-b408-6b5a9e701306 req-c31d2472-1e80-4685-b72a-7ad6009d7193 service neutron] 10.222.0.11 "GET /v2.0/networks?id=af792aca-c8fc-424b-9656-e31bf1d226f5 HTTP/1.1" status: 200 len: 930 time: 0.1495297 Mar 07 10:31:48.052835 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d109282-0d82-4db3-9a97-483152a84730 x-openstack-request-id: req-2d109282-0d82-4db3-9a97-483152a84730 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:48.053439 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b616d12-5604-4866-b26e-5b6f4664d915", "tag": "412c1b52-2241-4d4e-998f-143f706ac93a", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:48.053848 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2d109282-0d82-4db3-9a97-483152a84730 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:48.054832 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b616d12-5604-4866-b26e-5b6f4664d915', 'tag': '412c1b52-2241-4d4e-998f-143f706ac93a', 'status': 'completed', 'code': 200} Mar 07 10:31:48.058489 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-384a7f0b-bc3a-4c74-b408-6b5a9e701306 req-b2caff54-5c7e-4276-b1fa-88abecdb6b4a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=412c1b52-2241-4d4e-998f-143f706ac93a HTTP/1.1" status: 200 len: 217 time: 0.0589654 Mar 07 10:31:48.169470 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a7f0b-bc3a-4c74-b408-6b5a9e701306 req-e8fe6022-4ae5-4ac8-b5ed-f05e4bf17c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:48.171765 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-384a7f0b-bc3a-4c74-b408-6b5a9e701306 req-e8fe6022-4ae5-4ac8-b5ed-f05e4bf17c1a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7 HTTP/1.1" status: 200 len: 868 time: 0.1020782 Mar 07 10:31:48.195397 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51b5a3-a444-48f6-a77f-f0c1f9564807 req-b2db433b-1219-4cce-8f5c-d1865ba6103a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:48.197669 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8c51b5a3-a444-48f6-a77f-f0c1f9564807 req-b2db433b-1219-4cce-8f5c-d1865ba6103a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e34bc9d37c274a46bc29635735d10ab8&device_id=6b616d12-5604-4866-b26e-5b6f4664d915 HTTP/1.1" status: 200 len: 1127 time: 0.1412950 Mar 07 10:31:48.342159 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:48.351035 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9d83b-e620-4c5d-a751-1aced2b1eb0b req-9dd14b25-c150-4a12-9e55-42594cbfce1f tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:48.361638 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a3f9d83b-e620-4c5d-a751-1aced2b1eb0b req-9dd14b25-c150-4a12-9e55-42594cbfce1f tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=825b9fd7-8145-4a7b-90ef-33c62dd0adce HTTP/1.1" status: 200 len: 950 time: 0.1350377 Mar 07 10:31:48.392663 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a7f0b-bc3a-4c74-b408-6b5a9e701306 req-b3d50ee3-5545-4d9f-883c-6d9199305e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:48.394694 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-384a7f0b-bc3a-4c74-b408-6b5a9e701306 req-b3d50ee3-5545-4d9f-883c-6d9199305e09 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af792aca-c8fc-424b-9656-e31bf1d226f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2165101 Mar 07 10:31:48.403657 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f0a9610a-86ea-4d4c-9c67-19bdd9920bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760601306-router', 'tenant_id': 'e34bc9d37c274a46bc29635735d10ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '6986b9f3-0168-4a92-a71a-f756aaadc167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:46Z', 'updated_at': '2022-03-07T10:31:01Z', 'revision_number': 4, 'project_id': 'e34bc9d37c274a46bc29635735d10ab8', 'gw_port': {'id': '6986b9f3-0168-4a92-a71a-f756aaadc167', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:61:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:49Z', 'updated_at': '2022-03-07T10:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '1230edaf-f0e7-4e7a-b3ad-bf152ef5d606', 'name': '', 'network_id': 'af792aca-c8fc-424b-9656-e31bf1d226f5', 'tenant_id': 'e34bc9d37c274a46bc29635735d10ab8', 'mac_address': 'fa:16:3e:8c:c9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:59Z', 'updated_at': '2022-03-07T10:31:07Z', 'revision_number': 5, 'project_id': 'e34bc9d37c274a46bc29635735d10ab8', 'subnets': [{'id': '3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:48.446674 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51b5a3-a444-48f6-a77f-f0c1f9564807 req-e829d970-da2c-4fbd-a5e3-8003b6b9ffc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:48.448550 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8c51b5a3-a444-48f6-a77f-f0c1f9564807 req-e829d970-da2c-4fbd-a5e3-8003b6b9ffc0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=af792aca-c8fc-424b-9656-e31bf1d226f5 HTTP/1.1" status: 200 len: 930 time: 0.2308559 Mar 07 10:31:48.459735 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a9610a-86ea-4d4c-9c67-19bdd9920bb3 None None] Checking router: 16893d4d-3b69-44da-a2d0-f87b2a4c86d0 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:31:48.471196 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a3f9d83b-e620-4c5d-a751-1aced2b1eb0b req-12f1b8d9-6cf0-4319-af81-43af946bdc7f tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085255 Mar 07 10:31:48.479908 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a9610a-86ea-4d4c-9c67-19bdd9920bb3 None None] Routers {'16893d4d-3b69-44da-a2d0-f87b2a4c86d0'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:31:48.480535 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f0a9610a-86ea-4d4c-9c67-19bdd9920bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:31:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['16893d4d-3b69-44da-a2d0-f87b2a4c86d0'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:48.567818 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8c51b5a3-a444-48f6-a77f-f0c1f9564807 req-81191d9f-520c-4622-98f7-0a428f5e5fe7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=412c1b52-2241-4d4e-998f-143f706ac93a HTTP/1.1" status: 200 len: 217 time: 0.1111240 Mar 07 10:31:48.641151 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c68916-ced2-4523-a855-4764f9480601 req-d2fd7dca-6f08-4aac-a878-ad8f4760082a tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:48.642929 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-82c68916-ced2-4523-a855-4764f9480601 req-d2fd7dca-6f08-4aac-a878-ad8f4760082a tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77e6015-67f0-4067-9fb7-22c7b65c35db HTTP/1.1" status: 200 len: 943 time: 0.0794191 Mar 07 10:31:48.699809 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-384a7f0b-bc3a-4c74-b408-6b5a9e701306 req-820d74d7-30e4-4ead-99e1-f134498272a4 service neutron] 10.222.0.11 "GET /v2.0/networks/af792aca-c8fc-424b-9656-e31bf1d226f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976139 Mar 07 10:31:48.713405 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-f0a9610a-86ea-4d4c-9c67-19bdd9920bb3 None None] Set router 16893d4d-3b69-44da-a2d0-f87b2a4c86d0 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:31:48.750738 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-82c68916-ced2-4523-a855-4764f9480601 req-fbf363b5-cbc7-4336-91b4-268951b14cbe tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978611 Mar 07 10:31:48.793362 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51b5a3-a444-48f6-a77f-f0c1f9564807 req-0b3ed671-cb6c-439c-99a1-a637426fa9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:48.794818 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8c51b5a3-a444-48f6-a77f-f0c1f9564807 req-0b3ed671-cb6c-439c-99a1-a637426fa9b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7 HTTP/1.1" status: 200 len: 868 time: 0.2140019 Mar 07 10:31:48.851314 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-384a7f0b-bc3a-4c74-b408-6b5a9e701306 req-c3ac41ef-c02b-4a24-ad61-c9b498b0adec service neutron] 10.222.0.11 "GET /v2.0/networks/af792aca-c8fc-424b-9656-e31bf1d226f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503773 Mar 07 10:31:48.898632 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51b5a3-a444-48f6-a77f-f0c1f9564807 req-85d1dbd2-3f63-4aee-8aed-d2f27821f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:48.900201 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8c51b5a3-a444-48f6-a77f-f0c1f9564807 req-85d1dbd2-3f63-4aee-8aed-d2f27821f50f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=af792aca-c8fc-424b-9656-e31bf1d226f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0873647 Mar 07 10:31:48.996623 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da8d84-624b-4016-bd8b-6d6f9ac900d4 req-cdc30933-fa01-40bf-a629-115e55d03550 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:48.998307 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f2da8d84-624b-4016-bd8b-6d6f9ac900d4 req-cdc30933-fa01-40bf-a629-115e55d03550 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.0938187 Mar 07 10:31:49.042942 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-739cbdf2-e142-4e58-8070-7c9a18f95538 req-c9d84417-5b06-4ffa-aa05-bfcc42e6465e tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/floatingips/e7d865a1-116a-4a0c-81ba-c2453e23408f HTTP/1.1" status: 200 len: 695 time: 0.1380713 Mar 07 10:31:49.064828 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f2da8d84-624b-4016-bd8b-6d6f9ac900d4 req-6751ea12-d9ea-4ffc-a788-5ec32b752a33 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601265 Mar 07 10:31:49.213447 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8c51b5a3-a444-48f6-a77f-f0c1f9564807 req-19db12e9-d79d-41f2-a4fc-1ca6ee9ab33d service neutron] 10.222.0.21 "GET /v2.0/networks/af792aca-c8fc-424b-9656-e31bf1d226f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733064 Mar 07 10:31:49.220671 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f0a9610a-86ea-4d4c-9c67-19bdd9920bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760601306-router', 'tenant_id': 'e34bc9d37c274a46bc29635735d10ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '6986b9f3-0168-4a92-a71a-f756aaadc167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:46Z', 'updated_at': '2022-03-07T10:31:01Z', 'revision_number': 4, 'project_id': 'e34bc9d37c274a46bc29635735d10ab8', 'gw_port': {'id': '6986b9f3-0168-4a92-a71a-f756aaadc167', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:61:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:49Z', 'updated_at': '2022-03-07T10:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '1230edaf-f0e7-4e7a-b3ad-bf152ef5d606', 'name': '', 'network_id': 'af792aca-c8fc-424b-9656-e31bf1d226f5', 'tenant_id': 'e34bc9d37c274a46bc29635735d10ab8', 'mac_address': 'fa:16:3e:8c:c9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:59Z', 'updated_at': '2022-03-07T10:31:07Z', 'revision_number': 5, 'project_id': 'e34bc9d37c274a46bc29635735d10ab8', 'subnets': [{'id': '3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:31:49.260672 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b7ccd-7088-476e-8ccc-ebeb70d3c10a req-29bf6b4f-d4c6-4df4-b922-838598eb5317 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:49.274981 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-216b7ccd-7088-476e-8ccc-ebeb70d3c10a req-29bf6b4f-d4c6-4df4-b922-838598eb5317 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 945 time: 0.1523247 Mar 07 10:31:49.277528 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739cbdf2-e142-4e58-8070-7c9a18f95538 req-e5310310-b839-4937-90b0-cf998e168258 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:49.279008 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-739cbdf2-e142-4e58-8070-7c9a18f95538 req-e5310310-b839-4937-90b0-cf998e168258 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 784 time: 0.2297788 Mar 07 10:31:49.316777 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-739cbdf2-e142-4e58-8070-7c9a18f95538 req-aa7568c7-c141-403a-8be2-b8b7bfe79a42 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:31:49.319876 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-739cbdf2-e142-4e58-8070-7c9a18f95538 req-aa7568c7-c141-403a-8be2-b8b7bfe79a42 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130634 Mar 07 10:31:49.329472 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a9610a-86ea-4d4c-9c67-19bdd9920bb3 None None] The sync data for ids ['16893d4d-3b69-44da-a2d0-f87b2a4c86d0'] in n-d-832164-4 is: [{'id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760601306-router', 'tenant_id': 'e34bc9d37c274a46bc29635735d10ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '6986b9f3-0168-4a92-a71a-f756aaadc167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:46Z', 'updated_at': '2022-03-07T10:31:01Z', 'revision_number': 4, 'project_id': 'e34bc9d37c274a46bc29635735d10ab8', 'gw_port': {'id': '6986b9f3-0168-4a92-a71a-f756aaadc167', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:61:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:49Z', 'updated_at': '2022-03-07T10:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '1230edaf-f0e7-4e7a-b3ad-bf152ef5d606', 'name': '', 'network_id': 'af792aca-c8fc-424b-9656-e31bf1d226f5', 'tenant_id': 'e34bc9d37c274a46bc29635735d10ab8', 'mac_address': 'fa:16:3e:8c:c9:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:59Z', 'updated_at': '2022-03-07T10:31:07Z', 'revision_number': 5, 'project_id': 'e34bc9d37c274a46bc29635735d10ab8', 'subnets': [{'id': '3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:31:49.375081 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-216b7ccd-7088-476e-8ccc-ebeb70d3c10a req-2575b774-dac2-4bb4-b7f0-b90e9b3b81f2 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898769 Mar 07 10:31:49.425720 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-739cbdf2-e142-4e58-8070-7c9a18f95538 req-7a9cd57c-17ef-4b3e-a5df-97f70f4400fa tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 698 time: 0.0981627 Mar 07 10:31:49.454859 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8c51b5a3-a444-48f6-a77f-f0c1f9564807 req-fe250cac-a4c6-4eea-aab5-e4106d05ee1d service neutron] 10.222.0.21 "GET /v2.0/networks/af792aca-c8fc-424b-9656-e31bf1d226f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345386 Mar 07 10:31:49.509985 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-739cbdf2-e142-4e58-8070-7c9a18f95538 req-cad7b7f4-59c1-4d2d-ac7c-54a7980463a9 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 698 time: 0.0769460 Mar 07 10:31:49.659487 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6e0d7-07a8-4c50-8245-42c755ba55a4 req-6a21f63b-96f5-45ab-99c5-c4b47ec01c5f tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:49.666851 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3db6e0d7-07a8-4c50-8245-42c755ba55a4 req-6a21f63b-96f5-45ab-99c5-c4b47ec01c5f tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=825b9fd7-8145-4a7b-90ef-33c62dd0adce HTTP/1.1" status: 200 len: 950 time: 0.0924139 Mar 07 10:31:49.705262 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-739cbdf2-e142-4e58-8070-7c9a18f95538 req-43283c46-c6be-4a4d-ac60-69f1636e6833 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Deleting port 9a67f353-c105-4772-948d-3e5cbba4755a {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:31:49.705587 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-739cbdf2-e142-4e58-8070-7c9a18f95538 req-43283c46-c6be-4a4d-ac60-69f1636e6833 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (9a67f353-c105-4772-948d-3e5cbba4755a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:49.741299 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3db6e0d7-07a8-4c50-8245-42c755ba55a4 req-a4c5b268-740f-4c2f-b671-c33c01047bf7 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728557 Mar 07 10:31:49.801622 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ba9884-367b-4f85-9186-625a7d0acf1b None None] New status for floating IP e7d865a1-116a-4a0c-81ba-c2453e23408f: DOWN {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:31:49.803731 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-739cbdf2-e142-4e58-8070-7c9a18f95538 req-43283c46-c6be-4a4d-ac60-69f1636e6833 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (9a67f353-c105-4772-948d-3e5cbba4755a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:49.804333 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-739cbdf2-e142-4e58-8070-7c9a18f95538 req-43283c46-c6be-4a4d-ac60-69f1636e6833 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks [] for floatingip (9a67f353-c105-4772-948d-3e5cbba4755a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:49.818847 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-739cbdf2-e142-4e58-8070-7c9a18f95538 req-43283c46-c6be-4a4d-ac60-69f1636e6833 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Calling delete_port for 9a67f353-c105-4772-948d-3e5cbba4755a owned by network:floatingip {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:31:49.918917 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a28cc0-f11e-481a-95c2-52175c9a39d6 req-564d415d-7b60-4b14-96d4-cc812d9e19e7 tempest-ServersOnMultiNodesTest-1888123156 tempest-ServersOnMultiNodesTest-1888123156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:49.927223 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-66a28cc0-f11e-481a-95c2-52175c9a39d6 req-564d415d-7b60-4b14-96d4-cc812d9e19e7 tempest-ServersOnMultiNodesTest-1888123156 tempest-ServersOnMultiNodesTest-1888123156-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=825b9fd7-8145-4a7b-90ef-33c62dd0adce HTTP/1.1" status: 200 len: 1132 time: 0.0869589 Mar 07 10:31:50.021877 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.db.api [None req-83ba9884-367b-4f85-9186-625a7d0acf1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:31:50.022542 n-d-832164-4 neutron-server[103769]: DEBUG oslo_db.api [None req-83ba9884-367b-4f85-9186-625a7d0acf1b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:31:50.024063 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-739cbdf2-e142-4e58-8070-7c9a18f95538 req-43283c46-c6be-4a4d-ac60-69f1636e6833 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (9a67f353-c105-4772-948d-3e5cbba4755a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:50.025388 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-66a28cc0-f11e-481a-95c2-52175c9a39d6 req-f08e4a0a-2d68-4ff7-ae07-2d4073fda665 tempest-ServersOnMultiNodesTest-1888123156 tempest-ServersOnMultiNodesTest-1888123156-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912194 Mar 07 10:31:50.089144 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43283c46-c6be-4a4d-ac60-69f1636e6833 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Pushing event deleted for resources: {'Port': ['ID=9a67f353-c105-4772-948d-3e5cbba4755a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:50.143787 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b8416-f8f8-4fda-8068-1fa44dbf6e33 req-798b7c46-a9d7-4d13-abac-43228ca4f767 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:50.145350 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9c3b8416-f8f8-4fda-8068-1fa44dbf6e33 req-798b7c46-a9d7-4d13-abac-43228ca4f767 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77e6015-67f0-4067-9fb7-22c7b65c35db HTTP/1.1" status: 200 len: 943 time: 0.0687592 Mar 07 10:31:50.213191 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9c3b8416-f8f8-4fda-8068-1fa44dbf6e33 req-546acafc-5335-40bc-bfd2-40ae070ec1af tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551562 Mar 07 10:31:50.225012 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-739cbdf2-e142-4e58-8070-7c9a18f95538 req-43283c46-c6be-4a4d-ac60-69f1636e6833 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks [] for floatingip (e7d865a1-116a-4a0c-81ba-c2453e23408f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:50.228137 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-739cbdf2-e142-4e58-8070-7c9a18f95538 req-43283c46-c6be-4a4d-ac60-69f1636e6833 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:50.253919 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-739cbdf2-e142-4e58-8070-7c9a18f95538 req-43283c46-c6be-4a4d-ac60-69f1636e6833 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "DELETE /v2.0/floatingips/e7d865a1-116a-4a0c-81ba-c2453e23408f HTTP/1.1" status: 204 len: 173 time: 0.7429442 Mar 07 10:31:50.366856 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-08a83f60-37bb-46f7-8f98-a899808d30b9 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=38226035d9a14a64837c29a3926f0a17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517595 Mar 07 10:31:50.435882 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39d1b5-40d1-4e8c-b62b-dd763a10d7f6 req-f5d2e785-cb56-479b-8389-d550693f77d9 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:50.440100 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bf39d1b5-40d1-4e8c-b62b-dd763a10d7f6 req-f5d2e785-cb56-479b-8389-d550693f77d9 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.1180587 Mar 07 10:31:50.524068 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ba9884-367b-4f85-9186-625a7d0acf1b None None] New status for floating IP e7d865a1-116a-4a0c-81ba-c2453e23408f: DOWN {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:31:50.556958 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bf39d1b5-40d1-4e8c-b62b-dd763a10d7f6 req-cddb3bab-81c3-4590-9077-83ab2dc9d872 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130505 Mar 07 10:31:50.586654 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-622549b6-9599-45fa-90ad-78b9681f539c tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:50.591125 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-622549b6-9599-45fa-90ad-78b9681f539c tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2234526 Mar 07 10:31:50.617087 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-23a309ab-b340-4613-a2e1-6487ca4f2df6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/quotas/38226035d9a14a64837c29a3926f0a17 HTTP/1.1" status: 200 len: 375 time: 0.0192330 Mar 07 10:31:50.744772 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-6e7b631b-6d5e-496d-b2ea-fee8474ca823 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=38226035d9a14a64837c29a3926f0a17&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1150749 Mar 07 10:31:50.758533 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972da6e4-1428-4f52-8472-53b5bd373438 req-f2042234-4cb3-4ec5-a304-4ef6eeb0ced7 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:50.760330 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-972da6e4-1428-4f52-8472-53b5bd373438 req-f2042234-4cb3-4ec5-a304-4ef6eeb0ced7 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 945 time: 0.0829561 Mar 07 10:31:50.838558 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-972da6e4-1428-4f52-8472-53b5bd373438 req-34723b8a-59c9-4980-8ed7-669c801c3a29 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628455 Mar 07 10:31:51.067710 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e2c00c87-2e8b-4052-9159-cfb2647efe1f req-7a6b588d-b974-4bda-bde2-9161b178c42f tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=89d30fbd-a01a-4455-9a89-31d4bb61dbc2 HTTP/1.1" status: 200 len: 210 time: 0.0620885 Mar 07 10:31:51.185992 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8e998-9b27-4045-8296-5920c3e70122 req-35fa49ec-d93e-4507-91ba-0898a09de536 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:51.199137 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9be8e998-9b27-4045-8296-5920c3e70122 req-35fa49ec-d93e-4507-91ba-0898a09de536 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b616d12-5604-4866-b26e-5b6f4664d915&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2329111 Mar 07 10:31:51.334161 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9be8e998-9b27-4045-8296-5920c3e70122 req-d1d3177f-d16b-4861-bc24-d7fd5abc3902 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1335027 Mar 07 10:31:51.424450 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80298c-7c89-4bc6-a30f-2b13da3d6484 req-b9452f11-d151-48d6-a508-34394d3980e8 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:51.426058 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7d80298c-7c89-4bc6-a30f-2b13da3d6484 req-b9452f11-d151-48d6-a508-34394d3980e8 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77e6015-67f0-4067-9fb7-22c7b65c35db HTTP/1.1" status: 200 len: 943 time: 0.1074147 Mar 07 10:31:51.443881 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d1142196-d200-448f-b503-47dcd39dcd4c req-bd4bd986-33b9-4a3b-92ff-eacf4e4cc047 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0642607 Mar 07 10:31:51.482794 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7d80298c-7c89-4bc6-a30f-2b13da3d6484 req-e2066c1e-396b-4854-8cfa-e805f364bb3a tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508478 Mar 07 10:31:51.754699 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7f6a9-7cab-42be-9d7f-8b80ea50947a req-1aa3a9c3-0e50-4c3e-b6dc-5c3d1984b871 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:51.758872 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-56c7f6a9-7cab-42be-9d7f-8b80ea50947a req-1aa3a9c3-0e50-4c3e-b6dc-5c3d1984b871 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.0673535 Mar 07 10:31:51.804521 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22b062-ee13-4535-9e07-58cfe6cc1dc2 req-4bb1a2e7-0bdb-49a2-b439-f82843efb579 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:51.812442 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ed22b062-ee13-4535-9e07-58cfe6cc1dc2 req-4bb1a2e7-0bdb-49a2-b439-f82843efb579 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b616d12-5604-4866-b26e-5b6f4664d915 HTTP/1.1" status: 200 len: 945 time: 0.0842862 Mar 07 10:31:51.829251 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-56c7f6a9-7cab-42be-9d7f-8b80ea50947a req-5435a56b-1b68-47ea-be18-5feba1855373 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667057 Mar 07 10:31:51.874175 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ed22b062-ee13-4535-9e07-58cfe6cc1dc2 req-a0e0dd6a-fc2d-45b5-87c0-552b1f92ef02 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/security-groups?id=d56ef8f3-abde-4cd1-91ae-7dbda1e5baa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606353 Mar 07 10:31:51.956843 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd246060-3034-461c-84f0-85bbaf1d3676 req-ade5ba6f-45dc-4543-8072-af2674d4a8ff tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:51.958426 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bd246060-3034-461c-84f0-85bbaf1d3676 req-ade5ba6f-45dc-4543-8072-af2674d4a8ff tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 945 time: 0.0557199 Mar 07 10:31:52.013322 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bd246060-3034-461c-84f0-85bbaf1d3676 req-162c2cea-96ef-43c4-ab22-5cea0f551327 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482881 Mar 07 10:31:52.195460 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-205ec6dc-420b-410b-aa5c-2068ea060837 req-efbe6523-803a-4f87-97c4-09b8bb47025f tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=89d30fbd-a01a-4455-9a89-31d4bb61dbc2 HTTP/1.1" status: 200 len: 210 time: 0.0327508 Mar 07 10:31:52.248487 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 76d73f6f-d84f-4d25-93c4-10ba925601c7 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:31:52.350414 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 76d73f6f-d84f-4d25-93c4-10ba925601c7, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=76d73f6f-d84f-4d25-93c4-10ba925601c7,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:52.362702 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '76d73f6f-d84f-4d25-93c4-10ba925601c7', 'network_id': '1c9349e7-4e65-4998-b65b-262e6f8a6364', 'port_id': '76d73f6f-d84f-4d25-93c4-10ba925601c7', 'mac_address': 'fa:16:3e:b8:72:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c87802-4ea4-47ca-8770-96eb56986af1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:31:52.411069 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 76d73f6f-d84f-4d25-93c4-10ba925601c7 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:52.411782 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (76d73f6f-d84f-4d25-93c4-10ba925601c7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:52.428037 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d73f6f-d84f-4d25-93c4-10ba925601c7 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:52.448960 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 76d73f6f-d84f-4d25-93c4-10ba925601c7, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=76d73f6f-d84f-4d25-93c4-10ba925601c7,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:52.462223 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (76d73f6f-d84f-4d25-93c4-10ba925601c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:52.544222 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=76d73f6f-d84f-4d25-93c4-10ba925601c7,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:52.548932 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:52.571020 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-dce17cee-19b7-41bd-9f5b-e5e728e2d9b7 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=38226035d9a14a64837c29a3926f0a17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460474 Mar 07 10:31:52.746353 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820e7bc-bd32-4f45-9316-85874e5a1c50 req-a8903004-b5bb-4126-8654-e71828a72c35 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:52.747827 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7820e7bc-bd32-4f45-9316-85874e5a1c50 req-a8903004-b5bb-4126-8654-e71828a72c35 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77e6015-67f0-4067-9fb7-22c7b65c35db HTTP/1.1" status: 200 len: 944 time: 0.1323881 Mar 07 10:31:52.794438 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-9c5f23c7-da84-4abc-96c6-eaa06a5a5572 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:52.796062 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-9c5f23c7-da84-4abc-96c6-eaa06a5a5572 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2171330 Mar 07 10:31:52.822456 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-14b6a425-ad6c-442b-a08e-28c556e6dd1d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Request body: {'port': {'device_id': '89d30fbd-a01a-4455-9a89-31d4bb61dbc2', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'admin_state_up': True, 'tenant_id': '38226035d9a14a64837c29a3926f0a17'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:52.856163 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7820e7bc-bd32-4f45-9316-85874e5a1c50 req-b66a4578-16c7-4703-ac4d-3801b1508b9b tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932930 Mar 07 10:31:52.976350 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['76d73f6f-d84f-4d25-93c4-10ba925601c7'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:52.987625 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3da21-ffd4-4783-940c-08e0069a1c55 req-a8b7b935-7be2-4d79-8d89-d0840f194c6d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:52.990326 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-29b3da21-ffd4-4783-940c-08e0069a1c55 req-a8b7b935-7be2-4d79-8d89-d0840f194c6d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.0743744 Mar 07 10:31:53.051993 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-14b6a425-ad6c-442b-a08e-28c556e6dd1d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Made reservation on behalf of 38226035d9a14a64837c29a3926f0a17 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:31:53.057359 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-14b6a425-ad6c-442b-a08e-28c556e6dd1d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:53.058663 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-29b3da21-ffd4-4783-940c-08e0069a1c55 req-65ce402c-b19e-4a77-be64-5207273469d5 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617061 Mar 07 10:31:53.092869 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a972753-7157-4ee6-b024-b0a82e56308e req-115f622c-f67d-4fbf-ba0d-9afa84f4b09a tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:53.102229 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4a972753-7157-4ee6-b024-b0a82e56308e req-115f622c-f67d-4fbf-ba0d-9afa84f4b09a tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b616d12-5604-4866-b26e-5b6f4664d915 HTTP/1.1" status: 200 len: 945 time: 0.1483653 Mar 07 10:31:53.200400 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00a09f-3c4a-4d08-9339-85bc42bb428d req-71e9410d-4a43-4cdb-b47e-0691e5ea7984 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:53.206787 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-df00a09f-3c4a-4d08-9339-85bc42bb428d req-71e9410d-4a43-4cdb-b47e-0691e5ea7984 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 945 time: 0.0756805 Mar 07 10:31:53.210753 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4a972753-7157-4ee6-b024-b0a82e56308e req-8fee7d43-9125-460d-bd04-12b466846476 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/security-groups?id=d56ef8f3-abde-4cd1-91ae-7dbda1e5baa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073835 Mar 07 10:31:53.288723 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-df00a09f-3c4a-4d08-9339-85bc42bb428d req-9e57747f-351e-442d-b600-dbf0b6430132 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790222 Mar 07 10:31:53.336741 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ee6a20f1-a537-4e29-bc67-ecd938d8920b req-fd418a31-171f-4152-88e3-a831581bae56 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=89d30fbd-a01a-4455-9a89-31d4bb61dbc2 HTTP/1.1" status: 200 len: 210 time: 0.0338674 Mar 07 10:31:53.373628 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-14b6a425-ad6c-442b-a08e-28c556e6dd1d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Allocated IP 192.168.233.4 (598bad6c-a435-45aa-bbb6-2339f78a1590/cd915eb6-2d51-4c50-93c9-6777e48b408a/c8648d35-ff3e-4781-bf0b-a4acb9c911ed) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:31:53.585465 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-14b6a425-ad6c-442b-a08e-28c556e6dd1d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks [] for port (c8648d35-ff3e-4781-bf0b-a4acb9c911ed), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:53.601866 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08502b-3833-4e38-bb0c-a9c9fad65cf9 req-4bb10f0c-319d-4a5e-81c7-fde0d22ccee8 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:53.603302 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3f08502b-3833-4e38-bb0c-a9c9fad65cf9 req-4bb10f0c-319d-4a5e-81c7-fde0d22ccee8 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b616d12-5604-4866-b26e-5b6f4664d915 HTTP/1.1" status: 200 len: 945 time: 0.0870225 Mar 07 10:31:53.668070 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-14b6a425-ad6c-442b-a08e-28c556e6dd1d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (c8648d35-ff3e-4781-bf0b-a4acb9c911ed), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:53.681994 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['a3df8701-3341-4d4e-8dfa-a5b8dc650f89', 'e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4', '2f7f9397-fceb-4008-8a03-238e09ab375b', 'a83b88cf-d542-4470-ab1d-333ffbccebeb'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:53.685057 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['9e768dce-3999-4a24-a47b-f9b22fe1c1df', 'c21b0a24-1fa3-4758-a44d-c9bf41cd09fe'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:53.753476 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-14b6a425-ad6c-442b-a08e-28c556e6dd1d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:31:53.761972 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-14b6a425-ad6c-442b-a08e-28c556e6dd1d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:31:53.768667 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-14b6a425-ad6c-442b-a08e-28c556e6dd1d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:31:53.793607 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b6a425-ad6c-442b-a08e-28c556e6dd1d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Pushing event updated for resources: {'Port': ['ID=c8648d35-ff3e-4781-bf0b-a4acb9c911ed,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:53.822528 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-3f08502b-3833-4e38-bb0c-a9c9fad65cf9 req-bef9945d-af20-4a89-80d7-4eaef461f64e tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Deleting port 412c1b52-2241-4d4e-998f-143f706ac93a {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:31:53.823043 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3f08502b-3833-4e38-bb0c-a9c9fad65cf9 req-bef9945d-af20-4a89-80d7-4eaef461f64e tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (412c1b52-2241-4d4e-998f-143f706ac93a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:53.845697 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-14b6a425-ad6c-442b-a08e-28c556e6dd1d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:53.846517 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-14b6a425-ad6c-442b-a08e-28c556e6dd1d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:53.917979 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-14b6a425-ad6c-442b-a08e-28c556e6dd1d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1042807 Mar 07 10:31:53.940419 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-4ccd4949-4f76-47ed-805b-7a5aabdce1c4 service neutron] Request body: {'port': {'device_id': '89d30fbd-a01a-4455-9a89-31d4bb61dbc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:54.031052 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611879e4-56f4-4638-b230-b8d4319959da req-bb4e75f6-09a3-433f-8343-3a024893c992 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:54.041756 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-611879e4-56f4-4638-b230-b8d4319959da req-bb4e75f6-09a3-433f-8343-3a024893c992 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77e6015-67f0-4067-9fb7-22c7b65c35db HTTP/1.1" status: 200 len: 944 time: 0.1033173 Mar 07 10:31:54.044350 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-3f08502b-3833-4e38-bb0c-a9c9fad65cf9 req-bef9945d-af20-4a89-80d7-4eaef461f64e tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] For port 412c1b52-2241-4d4e-998f-143f706ac93a, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=412c1b52-2241-4d4e-998f-143f706ac93a,segment=NetworkSegment(65ee731a-4bc1-416b-9a26-7bec4e9c13e1),segment_id=65ee731a-4bc1-416b-9a26-7bec4e9c13e1)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:54.044722 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3f08502b-3833-4e38-bb0c-a9c9fad65cf9 req-bef9945d-af20-4a89-80d7-4eaef461f64e tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (412c1b52-2241-4d4e-998f-143f706ac93a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:54.067889 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-3f08502b-3833-4e38-bb0c-a9c9fad65cf9 req-bef9945d-af20-4a89-80d7-4eaef461f64e tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Calling delete_port for 412c1b52-2241-4d4e-998f-143f706ac93a owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:31:54.072501 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-4ccd4949-4f76-47ed-805b-7a5aabdce1c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c8648d35-ff3e-4781-bf0b-a4acb9c911ed), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:54.149052 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-611879e4-56f4-4638-b230-b8d4319959da req-49d0b34d-2b2b-4c2a-b455-605d6ffa9895 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972579 Mar 07 10:31:54.197816 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b0fb5d13-fee1-4f62-8d97-48dd657fecc3 None None] Provisioning complete for port c8648d35-ff3e-4781-bf0b-a4acb9c911ed triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:31:54.198110 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b0fb5d13-fee1-4f62-8d97-48dd657fecc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c8648d35-ff3e-4781-bf0b-a4acb9c911ed), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:54.265943 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b0fb5d13-fee1-4f62-8d97-48dd657fecc3 None None] Port c8648d35-ff3e-4781-bf0b-a4acb9c911ed cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:31:54.368106 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e057f85-d422-4a31-9dc0-173c68fdb67c req-2e001e04-e3ad-4ab6-ae92-895b65c6e8e7 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:54.390015 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1e057f85-d422-4a31-9dc0-173c68fdb67c req-2e001e04-e3ad-4ab6-ae92-895b65c6e8e7 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b616d12-5604-4866-b26e-5b6f4664d915 HTTP/1.1" status: 200 len: 945 time: 0.0902317 Mar 07 10:31:54.450529 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1e057f85-d422-4a31-9dc0-173c68fdb67c req-a0b276cc-a0cb-4091-88c2-540e7d136957 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/security-groups?id=d56ef8f3-abde-4cd1-91ae-7dbda1e5baa6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594506 Mar 07 10:31:54.594007 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365629f7-dad7-4d2b-9bdb-19d26cec9a71 req-b1eb26c3-5bcd-43b9-9996-038241edae9b tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:54.595909 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-365629f7-dad7-4d2b-9bdb-19d26cec9a71 req-b1eb26c3-5bcd-43b9-9996-038241edae9b tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 945 time: 0.0715733 Mar 07 10:31:54.651611 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-365629f7-dad7-4d2b-9bdb-19d26cec9a71 req-4b9c0e4a-b141-4d56-af7a-da284d9c84e9 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494938 Mar 07 10:31:54.750844 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e490809-b366-49a4-9891-7a0f2861272a req-c2f8a07a-f920-4422-a881-5e3d78e71d89 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:54.752253 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3e490809-b366-49a4-9891-7a0f2861272a req-c2f8a07a-f920-4422-a881-5e3d78e71d89 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.5478528 Mar 07 10:31:54.783481 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00ff8b-12e4-4949-93ea-aa3d05b3c035 req-fd1c6199-cff0-47b2-a63a-3c07c701a0d1 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:54.785023 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-db00ff8b-12e4-4949-93ea-aa3d05b3c035 req-fd1c6199-cff0-47b2-a63a-3c07c701a0d1 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=89d30fbd-a01a-4455-9a89-31d4bb61dbc2 HTTP/1.1" status: 200 len: 934 time: 0.0556953 Mar 07 10:31:54.839187 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-db00ff8b-12e4-4949-93ea-aa3d05b3c035 req-51010950-2025-4d9f-b539-b6f198b21046 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462115 Mar 07 10:31:54.864178 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3e490809-b366-49a4-9891-7a0f2861272a req-54680a39-5a54-47f6-bbf3-a0801490ae12 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038425 Mar 07 10:31:54.901005 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3f08502b-3833-4e38-bb0c-a9c9fad65cf9 req-bef9945d-af20-4a89-80d7-4eaef461f64e tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (412c1b52-2241-4d4e-998f-143f706ac93a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:54.912580 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['412c1b52-2241-4d4e-998f-143f706ac93a'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:31:54.938979 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9945d-af20-4a89-80d7-4eaef461f64e tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Pushing event deleted for resources: {'Port': ['ID=412c1b52-2241-4d4e-998f-143f706ac93a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:55.011037 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f08502b-3833-4e38-bb0c-a9c9fad65cf9 req-bef9945d-af20-4a89-80d7-4eaef461f64e tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] No DVR routers for this DVR port 412c1b52-2241-4d4e-998f-143f706ac93a on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:31:55.013544 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3f08502b-3833-4e38-bb0c-a9c9fad65cf9 req-bef9945d-af20-4a89-80d7-4eaef461f64e tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:55.017914 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3f08502b-3833-4e38-bb0c-a9c9fad65cf9 req-bef9945d-af20-4a89-80d7-4eaef461f64e tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.21 "DELETE /v2.0/ports/412c1b52-2241-4d4e-998f-143f706ac93a HTTP/1.1" status: 204 len: 173 time: 1.4034011 Mar 07 10:31:55.020134 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-4ccd4949-4f76-47ed-805b-7a5aabdce1c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8648d35-ff3e-4781-bf0b-a4acb9c911ed {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:31:55.025096 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b616d12-5604-4866-b26e-5b6f4664d915', 'name': 'network-vif-deleted', 'tag': '412c1b52-2241-4d4e-998f-143f706ac93a'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:55.027695 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b290861-728a-427e-ab56-0b59ff06cd82" -d '{"events": [{"server_uuid": "6b616d12-5604-4866-b26e-5b6f4664d915", "name": "network-vif-deleted", "tag": "412c1b52-2241-4d4e-998f-143f706ac93a"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:55.040123 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-4ccd4949-4f76-47ed-805b-7a5aabdce1c4 service neutron] Publish callbacks [] for port (c8648d35-ff3e-4781-bf0b-a4acb9c911ed), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:55.060630 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-4ccd4949-4f76-47ed-805b-7a5aabdce1c4 service neutron] Transition to ACTIVE for port object c8648d35-ff3e-4781-bf0b-a4acb9c911ed will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:31:55.068833 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-4ccd4949-4f76-47ed-805b-7a5aabdce1c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (c8648d35-ff3e-4781-bf0b-a4acb9c911ed), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:55.106929 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b106e431-fc23-4321-9af6-76be36595ddb x-openstack-request-id: req-b106e431-fc23-4321-9af6-76be36595ddb {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:55.107233 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b616d12-5604-4866-b26e-5b6f4664d915", "name": "network-vif-deleted", "tag": "412c1b52-2241-4d4e-998f-143f706ac93a", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:55.107492 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b106e431-fc23-4321-9af6-76be36595ddb {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:55.107891 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b616d12-5604-4866-b26e-5b6f4664d915', 'name': 'network-vif-deleted', 'tag': '412c1b52-2241-4d4e-998f-143f706ac93a', 'status': 'completed', 'code': 200} Mar 07 10:31:55.133883 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd4949-4f76-47ed-805b-7a5aabdce1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c8648d35-ff3e-4781-bf0b-a4acb9c911ed,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:55.301921 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-4ccd4949-4f76-47ed-805b-7a5aabdce1c4 service neutron] Attempting to bind port c8648d35-ff3e-4781-bf0b-a4acb9c911ed on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:31:55.302267 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-4ccd4949-4f76-47ed-805b-7a5aabdce1c4 service neutron] Attempting to bind port c8648d35-ff3e-4781-bf0b-a4acb9c911ed by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:31:55.302599 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-4ccd4949-4f76-47ed-805b-7a5aabdce1c4 service neutron] Attempting to bind port c8648d35-ff3e-4781-bf0b-a4acb9c911ed on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:55.315907 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76226bee-a291-49da-8f72-2250d5fb56f6 req-76fc0b60-191d-4a88-a0c0-3846916f27fa tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:55.317510 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-76226bee-a291-49da-8f72-2250d5fb56f6 req-76fc0b60-191d-4a88-a0c0-3846916f27fa tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77e6015-67f0-4067-9fb7-22c7b65c35db HTTP/1.1" status: 200 len: 944 time: 0.0828564 Mar 07 10:31:55.318655 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-4ccd4949-4f76-47ed-805b-7a5aabdce1c4 service neutron] Port c8648d35-ff3e-4781-bf0b-a4acb9c911ed on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:31:55.318981 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-4ccd4949-4f76-47ed-805b-7a5aabdce1c4 service neutron] Attempting to bind port c8648d35-ff3e-4781-bf0b-a4acb9c911ed on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:55.326306 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-4ccd4949-4f76-47ed-805b-7a5aabdce1c4 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:31:55.326702 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-4ccd4949-4f76-47ed-805b-7a5aabdce1c4 service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:31:55.327090 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-4ccd4949-4f76-47ed-805b-7a5aabdce1c4 service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:31:55.327762 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-4ccd4949-4f76-47ed-805b-7a5aabdce1c4 service neutron] Bound port: c8648d35-ff3e-4781-bf0b-a4acb9c911ed, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:31:55.328187 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-4ccd4949-4f76-47ed-805b-7a5aabdce1c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c8648d35-ff3e-4781-bf0b-a4acb9c911ed), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:55.409195 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-76226bee-a291-49da-8f72-2250d5fb56f6 req-70819da5-89b6-444f-be0f-b136868e7e30 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846441 Mar 07 10:31:55.433062 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-4ccd4949-4f76-47ed-805b-7a5aabdce1c4 service neutron] For port c8648d35-ff3e-4781-bf0b-a4acb9c911ed, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:31:55.437572 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-4ccd4949-4f76-47ed-805b-7a5aabdce1c4 service neutron] For port c8648d35-ff3e-4781-bf0b-a4acb9c911ed, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=c8648d35-ff3e-4781-bf0b-a4acb9c911ed,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:31:55.444814 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-4ccd4949-4f76-47ed-805b-7a5aabdce1c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (c8648d35-ff3e-4781-bf0b-a4acb9c911ed), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:55.483045 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-4ccd4949-4f76-47ed-805b-7a5aabdce1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:55.483977 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-4ccd4949-4f76-47ed-805b-7a5aabdce1c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:55.485360 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-4ccd4949-4f76-47ed-805b-7a5aabdce1c4 service neutron] 10.222.0.31 "PUT /v2.0/ports/c8648d35-ff3e-4781-bf0b-a4acb9c911ed HTTP/1.1" status: 200 len: 1094 time: 1.5553803 Mar 07 10:31:55.518596 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd4949-4f76-47ed-805b-7a5aabdce1c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c8648d35-ff3e-4781-bf0b-a4acb9c911ed,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:55.606072 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-76ce9c9b-9a47-46cb-acfe-d8005803a5df req-3aaaa71f-269b-4d93-94c4-4b0aaceb45dc tempest-FloatingIPsAssociationNegativeTestJSON-1171417843 tempest-FloatingIPsAssociationNegativeTestJSON-1171417843-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b616d12-5604-4866-b26e-5b6f4664d915 HTTP/1.1" status: 200 len: 210 time: 0.0358963 Mar 07 10:31:55.620568 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-31908a42-8509-4541-a57c-249581ec1042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:55.622575 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-31908a42-8509-4541-a57c-249581ec1042 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38226035d9a14a64837c29a3926f0a17&device_id=89d30fbd-a01a-4455-9a89-31d4bb61dbc2 HTTP/1.1" status: 200 len: 1128 time: 0.0754130 Mar 07 10:31:55.697196 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-50fb273d-34fc-4a2a-abdf-7c76b29e84d1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=c8648d35-ff3e-4781-bf0b-a4acb9c911ed HTTP/1.1" status: 200 len: 217 time: 0.0512056 Mar 07 10:31:55.774879 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-206b3626-a5f9-4581-b4ea-911e330cab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:55.777915 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-206b3626-a5f9-4581-b4ea-911e330cab7b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.0730603 Mar 07 10:31:55.929879 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc983f-b9f7-4597-9de8-192728bc260e req-1758977a-4984-4207-b2fc-7a2c2c97138f tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:55.931471 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-65cc983f-b9f7-4597-9de8-192728bc260e req-1758977a-4984-4207-b2fc-7a2c2c97138f tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 945 time: 0.1424417 Mar 07 10:31:55.933559 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-88e5dfbf-8bec-4f01-8a6a-c73ec4d8dbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:55.934940 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-88e5dfbf-8bec-4f01-8a6a-c73ec4d8dbac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1477776 Mar 07 10:31:56.008809 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e962cef4-a44f-499a-8b77-aaa08aa3b0ae req-75aa7a8a-34ac-4ebc-ba23-b9d0bd335b3b tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:56.017364 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e962cef4-a44f-499a-8b77-aaa08aa3b0ae req-75aa7a8a-34ac-4ebc-ba23-b9d0bd335b3b tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=89d30fbd-a01a-4455-9a89-31d4bb61dbc2 HTTP/1.1" status: 200 len: 946 time: 0.0821960 Mar 07 10:31:56.044683 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-65cc983f-b9f7-4597-9de8-192728bc260e req-06454952-3d31-4338-9e1e-96933d3e245c tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067052 Mar 07 10:31:56.073998 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e962cef4-a44f-499a-8b77-aaa08aa3b0ae req-07d0b16c-e0d6-49e9-8b3c-16520aa4e80d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551143 Mar 07 10:31:56.079717 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-fabcaa3a-723f-490f-9d15-ec588103a0a4 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276650 Mar 07 10:31:56.209153 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e50b984-3bdf-4095-b77f-bb5040746f5a req-d4d4e269-9f2a-4014-b668-b660927c98c7 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217194 Mar 07 10:31:56.224049 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a72c9e-18bd-4937-b163-0b78445f71ca req-14ac3c1d-2803-401a-82c0-e3dead23be48 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:56.225521 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27a72c9e-18bd-4937-b163-0b78445f71ca req-14ac3c1d-2803-401a-82c0-e3dead23be48 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.0772567 Mar 07 10:31:56.269300 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 76d73f6f-d84f-4d25-93c4-10ba925601c7 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:31:56.292906 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27a72c9e-18bd-4937-b163-0b78445f71ca req-dd89dd23-eedb-4bf2-af37-725cdb48dd35 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604136 Mar 07 10:31:56.322820 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 76d73f6f-d84f-4d25-93c4-10ba925601c7 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:31:56.328501 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 76d73f6f-d84f-4d25-93c4-10ba925601c7 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:31:56.329344 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (76d73f6f-d84f-4d25-93c4-10ba925601c7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:56.413768 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 76d73f6f-d84f-4d25-93c4-10ba925601c7 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:31:56.414250 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (76d73f6f-d84f-4d25-93c4-10ba925601c7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:56.438654 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77e6015-67f0-4067-9fb7-22c7b65c35db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d73f6f-d84f-4d25-93c4-10ba925601c7'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:56.441118 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a656c066-0b2d-43a7-8332-78a5305d46fc" -d '{"events": [{"server_uuid": "c77e6015-67f0-4067-9fb7-22c7b65c35db", "name": "network-vif-plugged", "status": "completed", "tag": "76d73f6f-d84f-4d25-93c4-10ba925601c7"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:56.455763 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 76d73f6f-d84f-4d25-93c4-10ba925601c7, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=76d73f6f-d84f-4d25-93c4-10ba925601c7,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:56.462908 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (76d73f6f-d84f-4d25-93c4-10ba925601c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:56.493834 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bece5f6-df58-4de0-a824-068bc07e3949 x-openstack-request-id: req-1bece5f6-df58-4de0-a824-068bc07e3949 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:56.494401 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77e6015-67f0-4067-9fb7-22c7b65c35db", "name": "network-vif-plugged", "status": "completed", "tag": "76d73f6f-d84f-4d25-93c4-10ba925601c7", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:56.494842 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1bece5f6-df58-4de0-a824-068bc07e3949 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:56.495443 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77e6015-67f0-4067-9fb7-22c7b65c35db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d73f6f-d84f-4d25-93c4-10ba925601c7', 'code': 200} Mar 07 10:31:56.571157 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=76d73f6f-d84f-4d25-93c4-10ba925601c7,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:56.607748 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116c8f4-13a6-469a-b6ec-f71e1932460d req-2900d1a8-43a4-41b9-883c-6f8130554d02 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:56.610272 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9116c8f4-13a6-469a-b6ec-f71e1932460d req-2900d1a8-43a4-41b9-883c-6f8130554d02 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77e6015-67f0-4067-9fb7-22c7b65c35db HTTP/1.1" status: 200 len: 945 time: 0.0895779 Mar 07 10:31:56.659269 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39606) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:31:56.720125 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9116c8f4-13a6-469a-b6ec-f71e1932460d req-75a56ab1-ba38-496f-b999-74a0300e2a1b tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040277 Mar 07 10:31:56.830897 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc119e8-d8d2-4e82-8c27-7a142f40aa1a req-afc7ffa0-2cf8-4087-9fa4-37846ce9130a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:56.832307 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2fc119e8-d8d2-4e82-8c27-7a142f40aa1a req-afc7ffa0-2cf8-4087-9fa4-37846ce9130a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c77e6015-67f0-4067-9fb7-22c7b65c35db HTTP/1.1" status: 200 len: 1127 time: 0.2470403 Mar 07 10:31:56.871093 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce1856-072e-4c3a-a71e-9c69609092e3 req-421534c9-d8b7-4d3c-98e6-07a77396022b tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:56.872593 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-57ce1856-072e-4c3a-a71e-9c69609092e3 req-421534c9-d8b7-4d3c-98e6-07a77396022b tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 1128 time: 0.1337211 Mar 07 10:31:56.958012 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2fc119e8-d8d2-4e82-8c27-7a142f40aa1a req-62fb635e-312c-4dc9-be31-939f1859c943 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162415 Mar 07 10:31:57.014109 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-57ce1856-072e-4c3a-a71e-9c69609092e3 req-d592962f-2b15-4fad-a3f0-bc93e4370d5b tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352494 Mar 07 10:31:57.110951 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89d30fbd-a01a-4455-9a89-31d4bb61dbc2', 'tag': 'c8648d35-ff3e-4781-bf0b-a4acb9c911ed'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:31:57.114607 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfba1633-d1d6-49bf-8720-6a026cd1e9a2" -d '{"events": [{"name": "network-changed", "server_uuid": "89d30fbd-a01a-4455-9a89-31d4bb61dbc2", "tag": "c8648d35-ff3e-4781-bf0b-a4acb9c911ed"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:31:57.244168 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b5c1112d-d050-427d-9c6d-86e822ad87a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (16893d4d-3b69-44da-a2d0-f87b2a4c86d0), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:57.256814 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a710e0-9924-4b8a-964b-d8279add0713 req-3813ed9b-14b2-4b3d-84a8-6ad50e7c55b4 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:57.258341 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e3a710e0-9924-4b8a-964b-d8279add0713 req-3813ed9b-14b2-4b3d-84a8-6ad50e7c55b4 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 945 time: 0.0891569 Mar 07 10:31:57.379434 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e3a710e0-9924-4b8a-964b-d8279add0713 req-007d9916-2e38-45a1-ac05-6b7de7b1ba23 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837998 Mar 07 10:31:57.495668 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 412c1b52-2241-4d4e-998f-143f706ac93a no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:31:57.534381 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 412c1b52-2241-4d4e-998f-143f706ac93a {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:31:57.535502 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 412c1b52-2241-4d4e-998f-143f706ac93a not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:31:57.545601 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21608ba6-80ad-47c7-aa16-345b4ae9e978 req-701c90d4-4458-4b88-94c3-7f6326d330af tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:57.547453 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-21608ba6-80ad-47c7-aa16-345b4ae9e978 req-701c90d4-4458-4b88-94c3-7f6326d330af tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=89d30fbd-a01a-4455-9a89-31d4bb61dbc2 HTTP/1.1" status: 200 len: 946 time: 0.0764279 Mar 07 10:31:57.642442 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-21608ba6-80ad-47c7-aa16-345b4ae9e978 req-67753aea-345b-4e65-b811-b00f8d5be14c tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741463 Mar 07 10:31:57.665178 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b5c1112d-d050-427d-9c6d-86e822ad87a0 admin admin] Deleting port 1230edaf-f0e7-4e7a-b3ad-bf152ef5d606 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:31:57.665178 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b5c1112d-d050-427d-9c6d-86e822ad87a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (1230edaf-f0e7-4e7a-b3ad-bf152ef5d606), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:57.735536 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30ffcf8-bf06-4892-ab1e-d8df27c18dd0 x-openstack-request-id: req-b30ffcf8-bf06-4892-ab1e-d8df27c18dd0 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:31:57.735832 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89d30fbd-a01a-4455-9a89-31d4bb61dbc2", "tag": "c8648d35-ff3e-4781-bf0b-a4acb9c911ed", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:31:57.736088 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b30ffcf8-bf06-4892-ab1e-d8df27c18dd0 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:31:57.736537 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89d30fbd-a01a-4455-9a89-31d4bb61dbc2', 'tag': 'c8648d35-ff3e-4781-bf0b-a4acb9c911ed', 'status': 'completed', 'code': 200} Mar 07 10:31:57.848544 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-b5c1112d-d050-427d-9c6d-86e822ad87a0 admin admin] For port 1230edaf-f0e7-4e7a-b3ad-bf152ef5d606, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1230edaf-f0e7-4e7a-b3ad-bf152ef5d606,segment=NetworkSegment(65ee731a-4bc1-416b-9a26-7bec4e9c13e1),segment_id=65ee731a-4bc1-416b-9a26-7bec4e9c13e1)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:31:57.849291 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b5c1112d-d050-427d-9c6d-86e822ad87a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (1230edaf-f0e7-4e7a-b3ad-bf152ef5d606), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:57.870317 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b5c1112d-d050-427d-9c6d-86e822ad87a0 admin admin] Calling delete_port for 1230edaf-f0e7-4e7a-b3ad-bf152ef5d606 owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:31:57.888574 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba1633-d1d6-49bf-8720-6a026cd1e9a2 req-7e02dbe7-e0d1-4326-b719-38537d01cc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:57.890179 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cfba1633-d1d6-49bf-8720-6a026cd1e9a2 req-7e02dbe7-e0d1-4326-b719-38537d01cc78 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=38226035d9a14a64837c29a3926f0a17&device_id=89d30fbd-a01a-4455-9a89-31d4bb61dbc2 HTTP/1.1" status: 200 len: 1128 time: 0.1411054 Mar 07 10:31:57.901902 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f64a8-33db-4e8f-898c-1a7815b9b3f6 req-4597242e-5b41-4580-959b-8d39ee12950e tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:57.903450 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-881f64a8-33db-4e8f-898c-1a7815b9b3f6 req-4597242e-5b41-4580-959b-8d39ee12950e tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.1214836 Mar 07 10:31:57.958594 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-54a60443-e0a5-4441-a1de-835815873b9d req-9ddc2552-053b-4f07-84d8-ea20833d1196 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:31:57.962023 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-54a60443-e0a5-4441-a1de-835815873b9d req-9ddc2552-053b-4f07-84d8-ea20833d1196 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061090 Mar 07 10:31:58.005656 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a60443-e0a5-4441-a1de-835815873b9d req-49bf652d-bc09-468c-814b-4376d9dd52f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:58.007053 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-54a60443-e0a5-4441-a1de-835815873b9d req-49bf652d-bc09-468c-814b-4376d9dd52f2 service neutron] 10.222.0.11 "GET /v2.0/ports/1c0865da-6fde-4c3c-8287-5b7c2a1b6459 HTTP/1.1" status: 200 len: 1125 time: 0.0391843 Mar 07 10:31:58.017260 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-54a60443-e0a5-4441-a1de-835815873b9d req-e4220c88-4076-4659-82f9-a0edc6a0c96a service neutron] Request body: {'binding': {'host': 'n-h1-832164-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:31:58.017990 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-54a60443-e0a5-4441-a1de-835815873b9d req-e4220c88-4076-4659-82f9-a0edc6a0c96a service neutron] Unknown quota resources ['binding']. {{(pid=103766) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 10:31:58.060493 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-881f64a8-33db-4e8f-898c-1a7815b9b3f6 req-89157c4b-95b6-4999-ba65-f68d563d388a tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181831 Mar 07 10:31:58.147606 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba1633-d1d6-49bf-8720-6a026cd1e9a2 req-63bb89b1-7936-4534-a8c0-4594763058b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:58.148987 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cfba1633-d1d6-49bf-8720-6a026cd1e9a2 req-63bb89b1-7936-4534-a8c0-4594763058b1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.2446489 Mar 07 10:31:58.163253 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-54a60443-e0a5-4441-a1de-835815873b9d req-e4220c88-4076-4659-82f9-a0edc6a0c96a service neutron] Attempting to bind port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 on host n-h1-832164-4 for vnic_type normal with profile None {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:31:58.163628 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-54a60443-e0a5-4441-a1de-835815873b9d req-e4220c88-4076-4659-82f9-a0edc6a0c96a service neutron] Attempting to bind port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:31:58.163953 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a60443-e0a5-4441-a1de-835815873b9d req-e4220c88-4076-4659-82f9-a0edc6a0c96a service neutron] Attempting to bind port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 on network f571527e-a205-427a-8890-cc1f2763fcb1 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:58.170692 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a60443-e0a5-4441-a1de-835815873b9d req-e4220c88-4076-4659-82f9-a0edc6a0c96a service neutron] Port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 on network f571527e-a205-427a-8890-cc1f2763fcb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:31:58.171086 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a60443-e0a5-4441-a1de-835815873b9d req-e4220c88-4076-4659-82f9-a0edc6a0c96a service neutron] Attempting to bind port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 on network f571527e-a205-427a-8890-cc1f2763fcb1 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:31:58.176285 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a60443-e0a5-4441-a1de-835815873b9d req-e4220c88-4076-4659-82f9-a0edc6a0c96a service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:31:58.176630 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a60443-e0a5-4441-a1de-835815873b9d req-e4220c88-4076-4659-82f9-a0edc6a0c96a service neutron] Checking segment: {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:31:58.177090 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a60443-e0a5-4441-a1de-835815873b9d req-e4220c88-4076-4659-82f9-a0edc6a0c96a service neutron] Bound using segment: {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:31:58.177544 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-54a60443-e0a5-4441-a1de-835815873b9d req-e4220c88-4076-4659-82f9-a0edc6a0c96a service neutron] Bound port: 1c0865da-6fde-4c3c-8287-5b7c2a1b6459, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:31:58.229224 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cfba1633-d1d6-49bf-8720-6a026cd1e9a2 req-4ebd656d-1a0e-49de-b9c8-ca6424d63149 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=c8648d35-ff3e-4781-bf0b-a4acb9c911ed HTTP/1.1" status: 200 len: 217 time: 0.0645583 Mar 07 10:31:58.235418 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-54a60443-e0a5-4441-a1de-835815873b9d req-e4220c88-4076-4659-82f9-a0edc6a0c96a service neutron] For port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=1c0865da-6fde-4c3c-8287-5b7c2a1b6459,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:31:58.251491 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-54a60443-e0a5-4441-a1de-835815873b9d req-e4220c88-4076-4659-82f9-a0edc6a0c96a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:58.252688 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-54a60443-e0a5-4441-a1de-835815873b9d req-e4220c88-4076-4659-82f9-a0edc6a0c96a service neutron] 10.222.0.11 "POST /v2.0/ports/1c0865da-6fde-4c3c-8287-5b7c2a1b6459/bindings HTTP/1.1" status: 201 len: 389 time: 0.2396114 Mar 07 10:31:58.322507 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e142f-6ca8-4628-b74a-13c58ed19a29 req-837417e2-7b00-4fea-a38f-75db30aa8f40 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:58.323982 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-594e142f-6ca8-4628-b74a-13c58ed19a29 req-837417e2-7b00-4fea-a38f-75db30aa8f40 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77e6015-67f0-4067-9fb7-22c7b65c35db HTTP/1.1" status: 200 len: 945 time: 0.1722188 Mar 07 10:31:58.344731 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba1633-d1d6-49bf-8720-6a026cd1e9a2 req-be14a965-7d3b-44cc-afb9-ae1d1201276b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:58.346184 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cfba1633-d1d6-49bf-8720-6a026cd1e9a2 req-be14a965-7d3b-44cc-afb9-ae1d1201276b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1096568 Mar 07 10:31:58.371793 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b5c1112d-d050-427d-9c6d-86e822ad87a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (1230edaf-f0e7-4e7a-b3ad-bf152ef5d606), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:58.429557 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1112d-d050-427d-9c6d-86e822ad87a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1230edaf-f0e7-4e7a-b3ad-bf152ef5d606,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:31:58.447058 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-594e142f-6ca8-4628-b74a-13c58ed19a29 req-76d1c490-aeb7-4386-a45e-ca6472bde38f tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132147 Mar 07 10:31:58.479496 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b6fc51-d1e6-4eb8-b5a0-5d557d62cf91 req-757f7eee-3468-454e-8081-9bed76efd14a tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:58.481302 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-94b6fc51-d1e6-4eb8-b5a0-5d557d62cf91 req-757f7eee-3468-454e-8081-9bed76efd14a tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 946 time: 0.0969052 Mar 07 10:31:58.602610 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-94b6fc51-d1e6-4eb8-b5a0-5d557d62cf91 req-5c5a4f4a-4e6c-4f17-92c9-d81620912a34 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093979 Mar 07 10:31:58.610240 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba1633-d1d6-49bf-8720-6a026cd1e9a2 req-523f7811-cb95-44b6-94ac-fd810014fa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:58.611610 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cfba1633-d1d6-49bf-8720-6a026cd1e9a2 req-523f7811-cb95-44b6-94ac-fd810014fa17 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2544551 Mar 07 10:31:58.784222 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7f917-2782-4c75-8d57-7d8b013ade0b req-2809a403-1027-4a2d-b056-e2f21d7b892a tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:58.785673 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f5f7f917-2782-4c75-8d57-7d8b013ade0b req-2809a403-1027-4a2d-b056-e2f21d7b892a tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=89d30fbd-a01a-4455-9a89-31d4bb61dbc2 HTTP/1.1" status: 200 len: 946 time: 0.0574408 Mar 07 10:31:58.786530 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a60443-e0a5-4441-a1de-835815873b9d req-97618a80-d9ff-41f8-85a6-70c7e3b05eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:58.787985 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-54a60443-e0a5-4441-a1de-835815873b9d req-97618a80-d9ff-41f8-85a6-70c7e3b05eb2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4eca9194fdd4a93832d9940e3e6237a&device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 1128 time: 0.2008512 Mar 07 10:31:58.825213 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b5c1112d-d050-427d-9c6d-86e822ad87a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (16893d4d-3b69-44da-a2d0-f87b2a4c86d0), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:31:58.839499 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f5f7f917-2782-4c75-8d57-7d8b013ade0b req-869a39f0-bb88-496b-b7c3-7160291bc5ce tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478044 Mar 07 10:31:58.869167 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd64ce-e2ff-42eb-ad70-a7a89fa375c7 req-9410502a-78c7-4c7a-af0d-a8115cf41749 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:58.869167 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-63bd64ce-e2ff-42eb-ad70-a7a89fa375c7 req-9410502a-78c7-4c7a-af0d-a8115cf41749 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 945 time: 0.2666035 Mar 07 10:31:58.889121 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cfba1633-d1d6-49bf-8720-6a026cd1e9a2 req-4a434d99-3d68-445f-b23d-93005fbbefcc service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379677 Mar 07 10:31:59.209986 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeb4cc5-eae9-4b63-960c-ad562beac3b6 req-97546775-c84e-4ef9-b1c9-efbc0ad2b51e tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:59.211908 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-faeb4cc5-eae9-4b63-960c-ad562beac3b6 req-97546775-c84e-4ef9-b1c9-efbc0ad2b51e tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.0687034 Mar 07 10:31:59.275201 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-faeb4cc5-eae9-4b63-960c-ad562beac3b6 req-24b58251-1fd3-4336-98fe-27c29363053d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556326 Mar 07 10:31:59.463152 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-63bd64ce-e2ff-42eb-ad70-a7a89fa375c7 req-9fe509f2-17e3-44ff-acd8-456c4b775aa4 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5780559 Mar 07 10:31:59.504161 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a60443-e0a5-4441-a1de-835815873b9d req-90b228de-7496-4045-83a1-b0ee545c792b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:59.505661 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-54a60443-e0a5-4441-a1de-835815873b9d req-90b228de-7496-4045-83a1-b0ee545c792b service neutron] 10.222.0.21 "GET /v2.0/networks?id=f571527e-a205-427a-8890-cc1f2763fcb1 HTTP/1.1" status: 200 len: 908 time: 0.6833391 Mar 07 10:31:59.558350 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cfba1633-d1d6-49bf-8720-6a026cd1e9a2 req-2453a8ae-68e5-4e1c-bcf6-95726b2ecfec service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6555150 Mar 07 10:31:59.563868 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-54a60443-e0a5-4441-a1de-835815873b9d req-5d03b8c3-74ec-4595-8533-c29e8b93a174 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c0865da-6fde-4c3c-8287-5b7c2a1b6459 HTTP/1.1" status: 200 len: 217 time: 0.0476911 Mar 07 10:31:59.583583 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8305e8ff-79e6-4a82-8324-46b6c28452d3 req-1ab56101-b6fc-46e1-8284-bf1bc9f4d027 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1745567 Mar 07 10:31:59.590655 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ba03f-ab39-4646-b70e-3a6199c2287a req-1d5d32e5-f3b0-40ea-8e58-4e404ee8f16b tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:59.600502 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6f8ba03f-ab39-4646-b70e-3a6199c2287a req-1d5d32e5-f3b0-40ea-8e58-4e404ee8f16b tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77e6015-67f0-4067-9fb7-22c7b65c35db HTTP/1.1" status: 200 len: 945 time: 0.0696075 Mar 07 10:31:59.669356 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6f8ba03f-ab39-4646-b70e-3a6199c2287a req-8eeea612-c639-4a70-8ff3-a073891ec40e tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654964 Mar 07 10:31:59.709033 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a60443-e0a5-4441-a1de-835815873b9d req-9affb9cb-7f35-4a07-901c-659c1279d28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:59.710523 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-54a60443-e0a5-4441-a1de-835815873b9d req-9affb9cb-7f35-4a07-901c-659c1279d28a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5 HTTP/1.1" status: 200 len: 847 time: 0.1403642 Mar 07 10:31:59.790583 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-54a60443-e0a5-4441-a1de-835815873b9d req-363ea0c6-8cd1-49bb-a8b5-778360d9d201 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f571527e-a205-427a-8890-cc1f2763fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624282 Mar 07 10:31:59.882873 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305e8ff-79e6-4a82-8324-46b6c28452d3 req-7e113ed6-df48-4b10-ad13-1b47e939103a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:59.884388 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8305e8ff-79e6-4a82-8324-46b6c28452d3 req-7e113ed6-df48-4b10-ad13-1b47e939103a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=253a7b51025b45cd9cb7114a3377a1db&device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 1126 time: 0.2337203 Mar 07 10:31:59.908796 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c1112d-d050-427d-9c6d-86e822ad87a0 admin admin] Router 16893d4d-3b69-44da-a2d0-f87b2a4c86d0 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:31:59.917847 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5795480e-136d-42b3-86ed-65b6b445dbf2 req-961ad0b4-9d48-4b51-b0e3-e8b9e0d9aa98 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:59.919435 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5795480e-136d-42b3-86ed-65b6b445dbf2 req-961ad0b4-9d48-4b51-b0e3-e8b9e0d9aa98 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 946 time: 0.2310641 Mar 07 10:31:59.937630 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc5717-b173-4784-bcf1-ddd34994d598 req-eb0a1d49-65e7-4179-89b8-1b2e1225f4ba tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:31:59.946550 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4cbc5717-b173-4784-bcf1-ddd34994d598 req-eb0a1d49-65e7-4179-89b8-1b2e1225f4ba tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77e6015-67f0-4067-9fb7-22c7b65c35db HTTP/1.1" status: 200 len: 945 time: 0.0983479 Mar 07 10:31:59.997230 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4cbc5717-b173-4784-bcf1-ddd34994d598 req-dee0c2d8-50e6-4061-9ea1-afdd77e7177a tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495358 Mar 07 10:31:59.998142 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-54a60443-e0a5-4441-a1de-835815873b9d req-1b559a97-56a5-46d1-a416-fa3f7b43b648 service neutron] 10.222.0.21 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945815 Mar 07 10:32:00.122908 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f05c2a-a89c-415c-91f9-f3238598de25 req-d48a7ee4-a232-4239-abc5-7d5c7a0dbfe8 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:00.127191 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a7f05c2a-a89c-415c-91f9-f3238598de25 req-d48a7ee4-a232-4239-abc5-7d5c7a0dbfe8 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=89d30fbd-a01a-4455-9a89-31d4bb61dbc2 HTTP/1.1" status: 200 len: 946 time: 0.0615659 Mar 07 10:32:00.173009 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5795480e-136d-42b3-86ed-65b6b445dbf2 req-431ed6d5-f347-4ef9-a3c9-351451778da8 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438745 Mar 07 10:32:00.181285 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a7f05c2a-a89c-415c-91f9-f3238598de25 req-35c2f830-ae92-4fe6-9441-4ff0b534d46f tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454788 Mar 07 10:32:00.229757 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305e8ff-79e6-4a82-8324-46b6c28452d3 req-db50557d-fd2f-48fa-a01a-c4d4cd2acb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:00.231221 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8305e8ff-79e6-4a82-8324-46b6c28452d3 req-db50557d-fd2f-48fa-a01a-c4d4cd2acb97 service neutron] 10.222.0.21 "GET /v2.0/networks?id=35723e70-fc1c-4710-9b03-245dacf005c5 HTTP/1.1" status: 200 len: 921 time: 0.3211958 Mar 07 10:32:00.289817 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8305e8ff-79e6-4a82-8324-46b6c28452d3 req-dc4a3c04-edd0-459f-9d9d-ccc4177bd877 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=55ad329e-5af0-488d-9a8e-b57dad02e627 HTTP/1.1" status: 200 len: 217 time: 0.0481350 Mar 07 10:32:00.293030 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-54a60443-e0a5-4441-a1de-835815873b9d req-32df72e6-6346-4c90-8ad0-491989203482 service neutron] 10.222.0.21 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599981 Mar 07 10:32:00.295866 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c1112d-d050-427d-9c6d-86e822ad87a0 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:32:00.304503 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b5c1112d-d050-427d-9c6d-86e822ad87a0 admin admin] 10.222.0.11 "PUT /v2.0/routers/16893d4d-3b69-44da-a2d0-f87b2a4c86d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6407549 Mar 07 10:32:00.304616 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39668) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:00.320657 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330d5fe4-6294-46c8-a6c6-080de82bcc3d None None] Sync routers for ids ['16893d4d-3b69-44da-a2d0-f87b2a4c86d0'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:32:00.346780 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330d5fe4-6294-46c8-a6c6-080de82bcc3d None None] Routers {'16893d4d-3b69-44da-a2d0-f87b2a4c86d0'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:32:00.347806 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-330d5fe4-6294-46c8-a6c6-080de82bcc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:31:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['16893d4d-3b69-44da-a2d0-f87b2a4c86d0'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:00.356856 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305e8ff-79e6-4a82-8324-46b6c28452d3 req-b3de8e51-5e3b-49d0-af3b-29ca71735f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:00.358781 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8305e8ff-79e6-4a82-8324-46b6c28452d3 req-b3de8e51-5e3b-49d0-af3b-29ca71735f09 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=504ea141-3c64-48b5-943a-bdbdb84bd6df HTTP/1.1" status: 200 len: 860 time: 0.0558372 Mar 07 10:32:00.422023 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8305e8ff-79e6-4a82-8324-46b6c28452d3 req-3188955b-dda9-4f06-a36e-ff5c8497b375 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35723e70-fc1c-4710-9b03-245dacf005c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554397 Mar 07 10:32:00.456259 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0a285090-70fb-4c07-b9fd-39eea940ceb8 admin admin] Publish callbacks [] for router (16893d4d-3b69-44da-a2d0-f87b2a4c86d0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:00.482588 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932f083-8661-4146-bb5e-13bbface1a9b req-9abc4689-00c4-46dd-a62d-166587d139a6 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:00.490536 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5932f083-8661-4146-bb5e-13bbface1a9b req-9abc4689-00c4-46dd-a62d-166587d139a6 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.1147227 Mar 07 10:32:00.522275 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-330d5fe4-6294-46c8-a6c6-080de82bcc3d None None] Set router 16893d4d-3b69-44da-a2d0-f87b2a4c86d0 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:32:00.605757 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5932f083-8661-4146-bb5e-13bbface1a9b req-93f1406f-fb6c-4583-b34c-230a7e3a641b tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095870 Mar 07 10:32:00.608094 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8305e8ff-79e6-4a82-8324-46b6c28452d3 req-eac45697-6996-489a-81c5-f61083937cc2 service neutron] 10.222.0.21 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774971 Mar 07 10:32:00.757142 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8305e8ff-79e6-4a82-8324-46b6c28452d3 req-3c43a4c6-fc56-4c99-aef8-68f6c965e1d1 service neutron] 10.222.0.21 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356599 Mar 07 10:32:00.802468 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542ee967-02ac-44f3-a7d0-7d4338c755f4 req-d4fd4307-7ab5-45f7-a263-3f796a1de861 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:00.825523 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-542ee967-02ac-44f3-a7d0-7d4338c755f4 req-d4fd4307-7ab5-45f7-a263-3f796a1de861 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 945 time: 0.2045288 Mar 07 10:32:00.831847 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-330d5fe4-6294-46c8-a6c6-080de82bcc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760601306-router', 'tenant_id': 'e34bc9d37c274a46bc29635735d10ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '6986b9f3-0168-4a92-a71a-f756aaadc167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:46Z', 'updated_at': '2022-03-07T10:31:58Z', 'revision_number': 5, 'project_id': 'e34bc9d37c274a46bc29635735d10ab8', 'gw_port': {'id': '6986b9f3-0168-4a92-a71a-f756aaadc167', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:61:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:49Z', 'updated_at': '2022-03-07T10:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:00.872533 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330d5fe4-6294-46c8-a6c6-080de82bcc3d None None] Checking router: 16893d4d-3b69-44da-a2d0-f87b2a4c86d0 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:32:00.875959 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0a285090-70fb-4c07-b9fd-39eea940ceb8 admin admin] Publish callbacks [] for router_gateway (16893d4d-3b69-44da-a2d0-f87b2a4c86d0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:00.884974 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330d5fe4-6294-46c8-a6c6-080de82bcc3d None None] Routers {'16893d4d-3b69-44da-a2d0-f87b2a4c86d0'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:32:00.885889 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-330d5fe4-6294-46c8-a6c6-080de82bcc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:31:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['16893d4d-3b69-44da-a2d0-f87b2a4c86d0'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:00.922859 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-0b0aa2cb-b936-4ca5-b503-cb0711dee6a0 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:00.925000 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-0b0aa2cb-b936-4ca5-b503-cb0711dee6a0 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e&tenant_id=253a7b51025b45cd9cb7114a3377a1db&binding%3Ahost_id=n-h1-832164-4 HTTP/1.1" status: 200 len: 1127 time: 0.1557596 Mar 07 10:32:00.940719 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-0f4f2e39-6b72-42ed-8c72-1346f929f3a8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-832164-4'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:01.022041 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-542ee967-02ac-44f3-a7d0-7d4338c755f4 req-e28c6a58-a6fe-4a5e-babe-50b14cbf85f3 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871872 Mar 07 10:32:01.060566 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-330d5fe4-6294-46c8-a6c6-080de82bcc3d None None] Set router 16893d4d-3b69-44da-a2d0-f87b2a4c86d0 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:32:01.077151 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-0a285090-70fb-4c07-b9fd-39eea940ceb8 admin admin] Deleting port 6986b9f3-0168-4a92-a71a-f756aaadc167 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:32:01.077521 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0a285090-70fb-4c07-b9fd-39eea940ceb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (6986b9f3-0168-4a92-a71a-f756aaadc167), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:01.089527 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-0f4f2e39-6b72-42ed-8c72-1346f929f3a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2286c703-135c-4d58-9bf8-00b281159c5d), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:01.287662 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-0a285090-70fb-4c07-b9fd-39eea940ceb8 admin admin] For port 6986b9f3-0168-4a92-a71a-f756aaadc167, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6986b9f3-0168-4a92-a71a-f756aaadc167,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:01.288409 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0a285090-70fb-4c07-b9fd-39eea940ceb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (6986b9f3-0168-4a92-a71a-f756aaadc167), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:01.330113 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-0a285090-70fb-4c07-b9fd-39eea940ceb8 admin admin] Calling delete_port for 6986b9f3-0168-4a92-a71a-f756aaadc167 owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:32:01.442799 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-0f4f2e39-6b72-42ed-8c72-1346f929f3a8 service neutron] For port 2286c703-135c-4d58-9bf8-00b281159c5d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=2286c703-135c-4d58-9bf8-00b281159c5d,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:01.506504 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-0f4f2e39-6b72-42ed-8c72-1346f929f3a8 service neutron] For port 2286c703-135c-4d58-9bf8-00b281159c5d, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:01.558220 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-0f4f2e39-6b72-42ed-8c72-1346f929f3a8 service neutron] Publish callbacks [] for port (2286c703-135c-4d58-9bf8-00b281159c5d), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:01.563264 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7410a628-88c4-4f1d-b35f-3a0835b68c4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2286c703-135c-4d58-9bf8-00b281159c5d'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:01.566393 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af662bf9-01aa-4547-8a81-c67111c46f16" -d '{"events": [{"server_uuid": "7410a628-88c4-4f1d-b35f-3a0835b68c4e", "name": "network-vif-unplugged", "status": "completed", "tag": "2286c703-135c-4d58-9bf8-00b281159c5d"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:01.572885 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-0f4f2e39-6b72-42ed-8c72-1346f929f3a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (2286c703-135c-4d58-9bf8-00b281159c5d), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:01.617721 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558298b7-5061-4a6e-a545-b8eef94c5f01 req-d395b38f-0ec1-4cac-88be-3b0d1cf2b380 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:01.618921 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-330d5fe4-6294-46c8-a6c6-080de82bcc3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760601306-router', 'tenant_id': 'e34bc9d37c274a46bc29635735d10ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '6986b9f3-0168-4a92-a71a-f756aaadc167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:46Z', 'updated_at': '2022-03-07T10:31:58Z', 'revision_number': 5, 'project_id': 'e34bc9d37c274a46bc29635735d10ab8', 'gw_port': {'id': '6986b9f3-0168-4a92-a71a-f756aaadc167', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:61:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:49Z', 'updated_at': '2022-03-07T10:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:01.619459 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-558298b7-5061-4a6e-a545-b8eef94c5f01 req-d395b38f-0ec1-4cac-88be-3b0d1cf2b380 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=89d30fbd-a01a-4455-9a89-31d4bb61dbc2 HTTP/1.1" status: 200 len: 946 time: 0.2725942 Mar 07 10:32:01.679535 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f96a9ab-8013-4391-b78e-59a2b10b10de req-6b58224c-a3bb-4f2a-9db4-67d82664514f tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:01.688405 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8f96a9ab-8013-4391-b78e-59a2b10b10de req-6b58224c-a3bb-4f2a-9db4-67d82664514f tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=c77e6015-67f0-4067-9fb7-22c7b65c35db HTTP/1.1" status: 200 len: 945 time: 0.5325437 Mar 07 10:32:01.690182 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330d5fe4-6294-46c8-a6c6-080de82bcc3d None None] The sync data for ids ['16893d4d-3b69-44da-a2d0-f87b2a4c86d0'] in n-d-832164-4 is: [{'id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1760601306-router', 'tenant_id': 'e34bc9d37c274a46bc29635735d10ab8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '6986b9f3-0168-4a92-a71a-f756aaadc167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:46Z', 'updated_at': '2022-03-07T10:31:58Z', 'revision_number': 5, 'project_id': 'e34bc9d37c274a46bc29635735d10ab8', 'gw_port': {'id': '6986b9f3-0168-4a92-a71a-f756aaadc167', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:61:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16893d4d-3b69-44da-a2d0-f87b2a4c86d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:49Z', 'updated_at': '2022-03-07T10:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:32:01.766266 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f2e39-6b72-42ed-8c72-1346f929f3a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2286c703-135c-4d58-9bf8-00b281159c5d,revision_number=7']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:01.785406 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-558298b7-5061-4a6e-a545-b8eef94c5f01 req-8081e54f-3001-4932-a665-f576b7c5c0c0 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580031 Mar 07 10:32:01.792168 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-0f4f2e39-6b72-42ed-8c72-1346f929f3a8 service neutron] Attempting to bind port 2286c703-135c-4d58-9bf8-00b281159c5d on host n-h1-832164-4 for vnic_type normal with profile {"migrating_to": "n-h2-832164-4"} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:32:01.792720 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-0f4f2e39-6b72-42ed-8c72-1346f929f3a8 service neutron] Attempting to bind port 2286c703-135c-4d58-9bf8-00b281159c5d by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:32:01.793256 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-0f4f2e39-6b72-42ed-8c72-1346f929f3a8 service neutron] Attempting to bind port 2286c703-135c-4d58-9bf8-00b281159c5d on network 35723e70-fc1c-4710-9b03-245dacf005c5 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:01.833384 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8f96a9ab-8013-4391-b78e-59a2b10b10de req-ca032b52-aeea-42dd-b642-38b7fd2b63f3 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438262 Mar 07 10:32:01.834718 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-0f4f2e39-6b72-42ed-8c72-1346f929f3a8 service neutron] Port 2286c703-135c-4d58-9bf8-00b281159c5d on network 35723e70-fc1c-4710-9b03-245dacf005c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:32:01.835204 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-0f4f2e39-6b72-42ed-8c72-1346f929f3a8 service neutron] Attempting to bind port 2286c703-135c-4d58-9bf8-00b281159c5d on network 35723e70-fc1c-4710-9b03-245dacf005c5 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:01.842393 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-0f4f2e39-6b72-42ed-8c72-1346f929f3a8 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:32:01.843793 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-0f4f2e39-6b72-42ed-8c72-1346f929f3a8 service neutron] Checking segment: {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:32:01.844562 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-0f4f2e39-6b72-42ed-8c72-1346f929f3a8 service neutron] Bound using segment: {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:32:01.845228 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-0f4f2e39-6b72-42ed-8c72-1346f929f3a8 service neutron] Bound port: 2286c703-135c-4d58-9bf8-00b281159c5d, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:32:01.845817 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-0f4f2e39-6b72-42ed-8c72-1346f929f3a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2286c703-135c-4d58-9bf8-00b281159c5d), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:01.916193 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d686bb-b72a-40b5-a31d-fff40654fdb3 x-openstack-request-id: req-c7d686bb-b72a-40b5-a31d-fff40654fdb3 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:01.916764 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7410a628-88c4-4f1d-b35f-3a0835b68c4e", "name": "network-vif-unplugged", "status": "completed", "tag": "2286c703-135c-4d58-9bf8-00b281159c5d", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:01.917288 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c7d686bb-b72a-40b5-a31d-fff40654fdb3 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:01.917873 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7410a628-88c4-4f1d-b35f-3a0835b68c4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2286c703-135c-4d58-9bf8-00b281159c5d', 'code': 200} Mar 07 10:32:01.923483 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0a285090-70fb-4c07-b9fd-39eea940ceb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (6986b9f3-0168-4a92-a71a-f756aaadc167), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:01.937050 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-0f4f2e39-6b72-42ed-8c72-1346f929f3a8 service neutron] For port 2286c703-135c-4d58-9bf8-00b281159c5d, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:01.941497 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-0f4f2e39-6b72-42ed-8c72-1346f929f3a8 service neutron] For port 2286c703-135c-4d58-9bf8-00b281159c5d, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=2286c703-135c-4d58-9bf8-00b281159c5d,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:01.949622 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-0f4f2e39-6b72-42ed-8c72-1346f929f3a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (2286c703-135c-4d58-9bf8-00b281159c5d), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:02.007774 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a285090-70fb-4c07-b9fd-39eea940ceb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6986b9f3-0168-4a92-a71a-f756aaadc167,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:02.092182 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e17e97-a8dc-4b91-a696-a437b3798181 req-edd32f35-2d3b-4e6b-9456-7295b4c4d497 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:02.101764 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c2e17e97-a8dc-4b91-a696-a437b3798181 req-edd32f35-2d3b-4e6b-9456-7295b4c4d497 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 946 time: 0.2187507 Mar 07 10:32:02.116633 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-0f4f2e39-6b72-42ed-8c72-1346f929f3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:02.117535 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-0f4f2e39-6b72-42ed-8c72-1346f929f3a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:02.119137 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-0f4f2e39-6b72-42ed-8c72-1346f929f3a8 service neutron] 10.222.0.31 "PUT /v2.0/ports/2286c703-135c-4d58-9bf8-00b281159c5d HTTP/1.1" status: 200 len: 1121 time: 1.1848900 Mar 07 10:32:02.144641 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79d770-7a3c-4a4c-8391-06b55cd4325d req-055f4de4-5dc5-45f7-90cb-5b2e583dcc8c tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:02.146540 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8b79d770-7a3c-4a4c-8391-06b55cd4325d req-055f4de4-5dc5-45f7-90cb-5b2e583dcc8c tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.1590354 Mar 07 10:32:02.150920 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f2e39-6b72-42ed-8c72-1346f929f3a8 service neutron] Pushing event updated for resources: {'Port': ['ID=2286c703-135c-4d58-9bf8-00b281159c5d,revision_number=8']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:02.238205 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8b79d770-7a3c-4a4c-8391-06b55cd4325d req-d892d6da-2172-47af-9813-513a77769459 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772593 Mar 07 10:32:02.245529 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['2286c703-135c-4d58-9bf8-00b281159c5d'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:32:02.248710 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0a285090-70fb-4c07-b9fd-39eea940ceb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (16893d4d-3b69-44da-a2d0-f87b2a4c86d0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:02.299705 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['2286c703-135c-4d58-9bf8-00b281159c5d'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:32:02.302170 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 2286c703-135c-4d58-9bf8-00b281159c5d details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:32:02.393401 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c2e17e97-a8dc-4b91-a696-a437b3798181 req-735efc81-976a-4ea0-a04c-373c3f44fe43 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904170 Mar 07 10:32:02.446286 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0a285090-70fb-4c07-b9fd-39eea940ceb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (16893d4d-3b69-44da-a2d0-f87b2a4c86d0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:02.449650 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0a285090-70fb-4c07-b9fd-39eea940ceb8 admin admin] Publish callbacks [] for router_controller (16893d4d-3b69-44da-a2d0-f87b2a4c86d0), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:02.606954 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0a285090-70fb-4c07-b9fd-39eea940ceb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (16893d4d-3b69-44da-a2d0-f87b2a4c86d0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:02.609789 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a285090-70fb-4c07-b9fd-39eea940ceb8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16893d4d-3b69-44da-a2d0-f87b2a4c86d0 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:32:02.618147 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0a285090-70fb-4c07-b9fd-39eea940ceb8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:02.620640 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0a285090-70fb-4c07-b9fd-39eea940ceb8 admin admin] 10.222.0.11 "DELETE /v2.0/routers/16893d4d-3b69-44da-a2d0-f87b2a4c86d0 HTTP/1.1" status: 204 len: 168 time: 2.3155375 Mar 07 10:32:02.623283 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39698) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:02.640999 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64201240-ae21-40ef-a4fe-b23ae9218ddf req-254db11c-4dde-409b-945d-0973626254f1 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:02.643316 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-64201240-ae21-40ef-a4fe-b23ae9218ddf req-254db11c-4dde-409b-945d-0973626254f1 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 943 time: 0.0922847 Mar 07 10:32:02.715277 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-64201240-ae21-40ef-a4fe-b23ae9218ddf req-fd7f3935-6c64-4a74-b5c8-3ee655320ef6 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660901 Mar 07 10:32:02.725378 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-501038f3-a07c-4b32-b64e-55d37144fa20 admin admin] Deleting subnet 3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:32:02.733288 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 2286c703-135c-4d58-9bf8-00b281159c5d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=2286c703-135c-4d58-9bf8-00b281159c5d,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:02.750932 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 2286c703-135c-4d58-9bf8-00b281159c5d has no active binding in host n-h2-832164-4 {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 10:32:02.751352 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device c8648d35-ff3e-4781-bf0b-a4acb9c911ed details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:32:02.760431 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-501038f3-a07c-4b32-b64e-55d37144fa20 admin admin] Publish callbacks [] for subnet (3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:02.823962 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-501038f3-a07c-4b32-b64e-55d37144fa20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:02.960767 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64064a0e-cf28-4c9a-9f84-abd56967ff12 req-4e3ac612-3fda-48ad-aec8-956e29057cbf tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:02.975396 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-64064a0e-cf28-4c9a-9f84-abd56967ff12 req-4e3ac612-3fda-48ad-aec8-956e29057cbf tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=89d30fbd-a01a-4455-9a89-31d4bb61dbc2 HTTP/1.1" status: 200 len: 946 time: 0.0791326 Mar 07 10:32:03.007203 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-501038f3-a07c-4b32-b64e-55d37144fa20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:03.007786 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port c8648d35-ff3e-4781-bf0b-a4acb9c911ed, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=c8648d35-ff3e-4781-bf0b-a4acb9c911ed,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:03.021982 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'c8648d35-ff3e-4781-bf0b-a4acb9c911ed', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': 'c8648d35-ff3e-4781-bf0b-a4acb9c911ed', 'mac_address': 'fa:16:3e:d1:bf:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:32:03.048660 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-64064a0e-cf28-4c9a-9f84-abd56967ff12 req-4734219c-69d8-4174-ab23-9478c3e2377c tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698109 Mar 07 10:32:03.069484 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port c8648d35-ff3e-4781-bf0b-a4acb9c911ed is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:03.069883 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c8648d35-ff3e-4781-bf0b-a4acb9c911ed), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:03.080838 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-501038f3-a07c-4b32-b64e-55d37144fa20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:03.086809 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8648d35-ff3e-4781-bf0b-a4acb9c911ed {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:32:03.112596 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port c8648d35-ff3e-4781-bf0b-a4acb9c911ed, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=c8648d35-ff3e-4781-bf0b-a4acb9c911ed,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:03.117046 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c8648d35-ff3e-4781-bf0b-a4acb9c911ed), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:03.117365 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501038f3-a07c-4b32-b64e-55d37144fa20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:03.119414 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-501038f3-a07c-4b32-b64e-55d37144fa20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:03.127583 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-501038f3-a07c-4b32-b64e-55d37144fa20 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3b1d96bb-8b9a-4c1d-b2af-ee343b0506b7 HTTP/1.1" status: 204 len: 168 time: 0.5001411 Mar 07 10:32:03.127583 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39712) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:03.143360 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4d15c6-6abe-4748-bd63-70bfb81fc5c7 None None] Network af792aca-c8fc-424b-9656-e31bf1d226f5 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:32:03.199138 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb8cfb69-1198-4503-a3d5-cbcab8d076d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (af792aca-c8fc-424b-9656-e31bf1d226f5), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:03.227528 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=c8648d35-ff3e-4781-bf0b-a4acb9c911ed,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:03.270796 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-cb8cfb69-1198-4503-a3d5-cbcab8d076d7 admin admin] Deleting port 2820b929-4b9e-4172-b231-6e037188e1f9 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:32:03.271212 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb8cfb69-1198-4503-a3d5-cbcab8d076d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (2820b929-4b9e-4172-b231-6e037188e1f9), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:03.339868 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6986b9f3-0168-4a92-a71a-f756aaadc167 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:32:03.368581 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 6986b9f3-0168-4a92-a71a-f756aaadc167 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:32:03.368581 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6986b9f3-0168-4a92-a71a-f756aaadc167 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:32:03.368990 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1230edaf-f0e7-4e7a-b3ad-bf152ef5d606 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:32:03.397319 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b41ed12-8b34-4346-b32c-246ad2717974 None None] DHCP port deletion for af792aca-c8fc-424b-9656-e31bf1d226f5 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:32:03.400251 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 1230edaf-f0e7-4e7a-b3ad-bf152ef5d606 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:32:03.400599 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1230edaf-f0e7-4e7a-b3ad-bf152ef5d606 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:32:03.423041 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-cb8cfb69-1198-4503-a3d5-cbcab8d076d7 admin admin] For port 2820b929-4b9e-4172-b231-6e037188e1f9, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=2820b929-4b9e-4172-b231-6e037188e1f9,segment=NetworkSegment(65ee731a-4bc1-416b-9a26-7bec4e9c13e1),segment_id=65ee731a-4bc1-416b-9a26-7bec4e9c13e1)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:03.423897 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb8cfb69-1198-4503-a3d5-cbcab8d076d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (2820b929-4b9e-4172-b231-6e037188e1f9), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:03.452211 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-cb8cfb69-1198-4503-a3d5-cbcab8d076d7 admin admin] Calling delete_port for 2820b929-4b9e-4172-b231-6e037188e1f9 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:32:03.456605 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4b41ed12-8b34-4346-b32c-246ad2717974 None None] Deleting port 2820b929-4b9e-4172-b231-6e037188e1f9 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:32:03.456993 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4b41ed12-8b34-4346-b32c-246ad2717974 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (2820b929-4b9e-4172-b231-6e037188e1f9), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:03.471244 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af385201-d974-40b5-bdca-c46293b1a9e4 req-f3914e7d-e5cc-4d62-9efa-5ae5d3e15a24 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:03.473419 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-af385201-d974-40b5-bdca-c46293b1a9e4 req-f3914e7d-e5cc-4d62-9efa-5ae5d3e15a24 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.1159284 Mar 07 10:32:03.535063 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-4b41ed12-8b34-4346-b32c-246ad2717974 None None] For port 2820b929-4b9e-4172-b231-6e037188e1f9, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=2820b929-4b9e-4172-b231-6e037188e1f9,segment=NetworkSegment(65ee731a-4bc1-416b-9a26-7bec4e9c13e1),segment_id=65ee731a-4bc1-416b-9a26-7bec4e9c13e1)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:03.535709 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4b41ed12-8b34-4346-b32c-246ad2717974 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (2820b929-4b9e-4172-b231-6e037188e1f9), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:03.551747 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f841a8-83b8-43ff-bcc8-598094c99886 req-c40fa032-8a41-4cf4-9602-3fc723863c86 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:03.553649 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-54f841a8-83b8-43ff-bcc8-598094c99886 req-c40fa032-8a41-4cf4-9602-3fc723863c86 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 946 time: 0.0816159 Mar 07 10:32:03.558731 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4b41ed12-8b34-4346-b32c-246ad2717974 None None] Calling delete_port for 2820b929-4b9e-4172-b231-6e037188e1f9 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:32:03.565146 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-af385201-d974-40b5-bdca-c46293b1a9e4 req-ef895034-5757-46d6-af51-1309707375b1 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853400 Mar 07 10:32:03.594855 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb8cfb69-1198-4503-a3d5-cbcab8d076d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (2820b929-4b9e-4172-b231-6e037188e1f9), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:03.625839 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8cfb69-1198-4503-a3d5-cbcab8d076d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2820b929-4b9e-4172-b231-6e037188e1f9,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:03.627676 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8cfb69-1198-4503-a3d5-cbcab8d076d7 admin admin] No DVR routers for this DVR port 2820b929-4b9e-4172-b231-6e037188e1f9 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:32:03.643322 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-54f841a8-83b8-43ff-bcc8-598094c99886 req-69f359d1-c58b-43e2-b0ab-b2ea89318531 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827444 Mar 07 10:32:03.704168 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4b41ed12-8b34-4346-b32c-246ad2717974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (2820b929-4b9e-4172-b231-6e037188e1f9), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:03.708953 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['c8648d35-ff3e-4781-bf0b-a4acb9c911ed'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:32:03.718195 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb8cfb69-1198-4503-a3d5-cbcab8d076d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (af792aca-c8fc-424b-9656-e31bf1d226f5), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:03.741002 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-cb8cfb69-1198-4503-a3d5-cbcab8d076d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af792aca-c8fc-424b-9656-e31bf1d226f5']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:03.753481 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-cb8cfb69-1198-4503-a3d5-cbcab8d076d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ee731a-4bc1-416b-9a26-7bec4e9c13e1') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:03.753813 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-cb8cfb69-1198-4503-a3d5-cbcab8d076d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ee731a-4bc1-416b-9a26-7bec4e9c13e1') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:03.759768 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41ed12-8b34-4346-b32c-246ad2717974 None None] Pushing event deleted for resources: {'Port': ['ID=2820b929-4b9e-4172-b231-6e037188e1f9,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:03.767082 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b41ed12-8b34-4346-b32c-246ad2717974 None None] No DVR routers for this DVR port 2820b929-4b9e-4172-b231-6e037188e1f9 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:32:03.768239 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb8cfb69-1198-4503-a3d5-cbcab8d076d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (65ee731a-4bc1-416b-9a26-7bec4e9c13e1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:03.796745 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb8cfb69-1198-4503-a3d5-cbcab8d076d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (65ee731a-4bc1-416b-9a26-7bec4e9c13e1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:03.810566 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb8cfb69-1198-4503-a3d5-cbcab8d076d7 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:32:03.811054 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb8cfb69-1198-4503-a3d5-cbcab8d076d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (65ee731a-4bc1-416b-9a26-7bec4e9c13e1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:03.815706 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:32:03.815706 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:32:03.815706 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:32:03.815706 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:32:03.815706 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:32:03.815706 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:32:03.815706 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:32:03.815706 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:32:03.815706 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:32:03.815706 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:32:03.815706 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:32:03.815706 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:32:03.815706 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:32:03.815706 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:32:03.815706 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:32:03.815706 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:32:03.815706 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:32:03.815706 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:32:03.815706 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:32:03.815706 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:32:03.815706 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:32:03.815706 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:32:03.815706 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:32:03.815706 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:32:03.815706 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:32:03.815706 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:32:03.815706 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:32:03.815706 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:32:03.815706 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:32:03.815706 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:32:03.815706 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:32:03.815706 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:32:03.924267 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7410a628-88c4-4f1d-b35f-3a0835b68c4e', 'tag': '2286c703-135c-4d58-9bf8-00b281159c5d'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:03.926115 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab82229e-4f1c-44d9-abb7-587db6f95e9b" -d '{"events": [{"name": "network-changed", "server_uuid": "7410a628-88c4-4f1d-b35f-3a0835b68c4e", "tag": "2286c703-135c-4d58-9bf8-00b281159c5d"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:03.939674 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb8cfb69-1198-4503-a3d5-cbcab8d076d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (af792aca-c8fc-424b-9656-e31bf1d226f5), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:03.949685 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb8cfb69-1198-4503-a3d5-cbcab8d076d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:03.953516 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-cb8cfb69-1198-4503-a3d5-cbcab8d076d7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/af792aca-c8fc-424b-9656-e31bf1d226f5 HTTP/1.1" status: 204 len: 168 time: 0.8248057 Mar 07 10:32:03.964408 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8cfb69-1198-4503-a3d5-cbcab8d076d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=af792aca-c8fc-424b-9656-e31bf1d226f5,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:03.978498 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c8b4e-ebce-46c7-bbfd-1ddc6f9b6e5b req-59676a3c-ceb6-44a5-afa2-1b3026ea5b00 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:03.980014 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d2c8b4e-ebce-46c7-bbfd-1ddc6f9b6e5b req-59676a3c-ceb6-44a5-afa2-1b3026ea5b00 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 943 time: 0.0915859 Mar 07 10:32:03.981525 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa26277-ea42-4be3-9f2f-6d946801bc48 x-openstack-request-id: req-6fa26277-ea42-4be3-9f2f-6d946801bc48 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:03.981806 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7410a628-88c4-4f1d-b35f-3a0835b68c4e", "tag": "2286c703-135c-4d58-9bf8-00b281159c5d", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:03.982056 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6fa26277-ea42-4be3-9f2f-6d946801bc48 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:03.982431 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7410a628-88c4-4f1d-b35f-3a0835b68c4e', 'tag': '2286c703-135c-4d58-9bf8-00b281159c5d', 'status': 'completed', 'code': 200} Mar 07 10:32:04.068045 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d2c8b4e-ebce-46c7-bbfd-1ddc6f9b6e5b req-f94e6adb-0f02-446f-93e1-084d87cf4960 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796697 Mar 07 10:32:04.078395 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82229e-4f1c-44d9-abb7-587db6f95e9b req-9fa3bf09-601c-4408-aeb4-452d9220d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:04.079992 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ab82229e-4f1c-44d9-abb7-587db6f95e9b req-9fa3bf09-601c-4408-aeb4-452d9220d610 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=253a7b51025b45cd9cb7114a3377a1db&device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 1155 time: 0.0769045 Mar 07 10:32:04.092992 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39736) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:04.145478 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2dc8e177-15b0-4e7c-b6ce-f09517e72d22 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e34bc9d37c274a46bc29635735d10ab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485704 Mar 07 10:32:04.151962 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39738) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:04.194324 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82229e-4f1c-44d9-abb7-587db6f95e9b req-20881980-90e0-4a57-935e-0fc10c0f2055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:04.196047 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ab82229e-4f1c-44d9-abb7-587db6f95e9b req-20881980-90e0-4a57-935e-0fc10c0f2055 service neutron] 10.222.0.21 "GET /v2.0/networks?id=35723e70-fc1c-4710-9b03-245dacf005c5 HTTP/1.1" status: 200 len: 921 time: 0.1096289 Mar 07 10:32:04.234612 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84bb92-20b1-431a-9114-078a383194d0 req-099d4320-d11c-49f6-adeb-5bb86f159742 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:04.236131 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0c84bb92-20b1-431a-9114-078a383194d0 req-099d4320-d11c-49f6-adeb-5bb86f159742 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=89d30fbd-a01a-4455-9a89-31d4bb61dbc2 HTTP/1.1" status: 200 len: 947 time: 0.0920677 Mar 07 10:32:04.239054 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b4768b5d-2aec-412e-a3ed-bcc5e7c6ee1c admin admin] Publish callbacks [] for security_group (d56ef8f3-abde-4cd1-91ae-7dbda1e5baa6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:04.240360 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ab82229e-4f1c-44d9-abb7-587db6f95e9b req-1542201f-7438-4658-9a7b-0d82ecd41012 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2286c703-135c-4d58-9bf8-00b281159c5d HTTP/1.1" status: 200 len: 217 time: 0.0378876 Mar 07 10:32:04.286178 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b4768b5d-2aec-412e-a3ed-bcc5e7c6ee1c admin admin] Publish callbacks [] for security_group (d56ef8f3-abde-4cd1-91ae-7dbda1e5baa6), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:04.302495 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82229e-4f1c-44d9-abb7-587db6f95e9b req-3eb53a32-c7f4-476e-a451-4ccaf0574f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:04.304352 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ab82229e-4f1c-44d9-abb7-587db6f95e9b req-3eb53a32-c7f4-476e-a451-4ccaf0574f44 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=504ea141-3c64-48b5-943a-bdbdb84bd6df HTTP/1.1" status: 200 len: 860 time: 0.0546498 Mar 07 10:32:04.321144 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0c84bb92-20b1-431a-9114-078a383194d0 req-6e6051b1-5b74-4d0e-be1c-ff7ee82de34c tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762343 Mar 07 10:32:04.340364 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ab82229e-4f1c-44d9-abb7-587db6f95e9b req-9afe9d17-1ac9-4c52-9f55-3c5f5ed88453 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35723e70-fc1c-4710-9b03-245dacf005c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289216 Mar 07 10:32:04.349955 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b4768b5d-2aec-412e-a3ed-bcc5e7c6ee1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d56ef8f3-abde-4cd1-91ae-7dbda1e5baa6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:04.352830 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b4768b5d-2aec-412e-a3ed-bcc5e7c6ee1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:04.354123 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b4768b5d-2aec-412e-a3ed-bcc5e7c6ee1c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d56ef8f3-abde-4cd1-91ae-7dbda1e5baa6 HTTP/1.1" status: 204 len: 168 time: 0.2013083 Mar 07 10:32:04.362470 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4768b5d-2aec-412e-a3ed-bcc5e7c6ee1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56ef8f3-abde-4cd1-91ae-7dbda1e5baa6,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:04.458527 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ab82229e-4f1c-44d9-abb7-587db6f95e9b req-dd7ea13f-7580-499a-af07-018a9b7fd066 service neutron] 10.222.0.21 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937252 Mar 07 10:32:04.570713 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ab82229e-4f1c-44d9-abb7-587db6f95e9b req-a337a775-39bb-4a1e-847a-37870a4abfed service neutron] 10.222.0.21 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965228 Mar 07 10:32:04.717953 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a75a4-c2d1-4f11-9d66-5c5fff4c0a95 req-1b07f898-3724-4ee3-9995-9bda412a7cb0 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:04.726291 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-112a75a4-c2d1-4f11-9d66-5c5fff4c0a95 req-1b07f898-3724-4ee3-9995-9bda412a7cb0 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.0762379 Mar 07 10:32:04.788397 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a6fc70-5b80-4d38-b9e2-846518987e60 req-00434489-55a8-4e5b-add8-91feea3d3585 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:04.790036 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-94a6fc70-5b80-4d38-b9e2-846518987e60 req-00434489-55a8-4e5b-add8-91feea3d3585 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 946 time: 0.0644140 Mar 07 10:32:04.804696 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-112a75a4-c2d1-4f11-9d66-5c5fff4c0a95 req-f69cb5f9-b2e1-4e00-9d8d-46cc87458fe0 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774841 Mar 07 10:32:04.860488 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-94a6fc70-5b80-4d38-b9e2-846518987e60 req-87385cda-f764-420b-aed5-b3a02673dadd tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627532 Mar 07 10:32:05.161512 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39778) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:05.241973 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f95aa-9508-4042-9e3f-34cce3894c6a req-4aabd73c-22b7-4887-9f79-67286144dc31 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:05.249404 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f78f95aa-9508-4042-9e3f-34cce3894c6a req-4aabd73c-22b7-4887-9f79-67286144dc31 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 943 time: 0.0811169 Mar 07 10:32:05.300282 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f78f95aa-9508-4042-9e3f-34cce3894c6a req-133749b7-20d5-4984-8d6f-1264844fd7a1 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498452 Mar 07 10:32:05.306261 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-93ceac23-0849-4809-80a9-b7fef4b92bb3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-158384491-network', 'tenant_id': 'bd116aec07dd44b5b94e0aad0609ee6f'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:05.327894 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 2820b929-4b9e-4172-b231-6e037188e1f9 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:32:05.334171 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ceac23-0849-4809-80a9-b7fef4b92bb3 admin admin] Made reservation on behalf of bd116aec07dd44b5b94e0aad0609ee6f for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:05.336482 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-93ceac23-0849-4809-80a9-b7fef4b92bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:05.349233 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-93ceac23-0849-4809-80a9-b7fef4b92bb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:05.353357 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 2820b929-4b9e-4172-b231-6e037188e1f9 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:32:05.353806 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 2820b929-4b9e-4172-b231-6e037188e1f9 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:32:05.436315 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-93ceac23-0849-4809-80a9-b7fef4b92bb3 admin admin] Publish callbacks [] for security_group (489cf372-9867-4b3a-99c1-a4bec7dca0b1), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:05.441872 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-93ceac23-0849-4809-80a9-b7fef4b92bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (489cf372-9867-4b3a-99c1-a4bec7dca0b1), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:05.463451 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ec668-2e9e-42e8-8b5a-91cfc7f9e6fe req-6883ba50-b65c-4cae-8b60-b7cbe255b8ae tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:05.465219 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a7ec668-2e9e-42e8-8b5a-91cfc7f9e6fe req-6883ba50-b65c-4cae-8b60-b7cbe255b8ae tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=89d30fbd-a01a-4455-9a89-31d4bb61dbc2 HTTP/1.1" status: 200 len: 947 time: 0.0651643 Mar 07 10:32:05.469932 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ceac23-0849-4809-80a9-b7fef4b92bb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:32:05.487904 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ceac23-0849-4809-80a9-b7fef4b92bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489cf372-9867-4b3a-99c1-a4bec7dca0b1,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:05.493877 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-93ceac23-0849-4809-80a9-b7fef4b92bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (d2f2d114-d5fb-41c5-b79e-ec49ac8a2aa4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:05.494246 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-93ceac23-0849-4809-80a9-b7fef4b92bb3 admin admin] Added segment d2f2d114-d5fb-41c5-b79e-ec49ac8a2aa4 of type vlan for network 263d26fe-97ac-49cd-b2a1-609791510939 Mar 07 10:32:05.531756 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a7ec668-2e9e-42e8-8b5a-91cfc7f9e6fe req-f310452e-939b-4670-b0e4-41ce83577064 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602500 Mar 07 10:32:05.536451 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-93ceac23-0849-4809-80a9-b7fef4b92bb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (263d26fe-97ac-49cd-b2a1-609791510939), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:05.568791 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-93ceac23-0849-4809-80a9-b7fef4b92bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (263d26fe-97ac-49cd-b2a1-609791510939), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:05.569777 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ceac23-0849-4809-80a9-b7fef4b92bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:05.570348 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-93ceac23-0849-4809-80a9-b7fef4b92bb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:05.631531 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-93ceac23-0849-4809-80a9-b7fef4b92bb3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4687660 Mar 07 10:32:05.634326 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39784) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:05.639116 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-90803d84-833d-408f-9236-8beb1494d851 admin admin] Request body: {'subnet': {'network_id': '263d26fe-97ac-49cd-b2a1-609791510939', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-158384491-subnet', 'tenant_id': 'bd116aec07dd44b5b94e0aad0609ee6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:05.642847 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ceac23-0849-4809-80a9-b7fef4b92bb3 admin admin] Pushing event updated for resources: {'Network': ['ID=263d26fe-97ac-49cd-b2a1-609791510939,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:05.653561 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 263d26fe-97ac-49cd-b2a1-609791510939 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:32:05.662732 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90803d84-833d-408f-9236-8beb1494d851 admin admin] Made reservation on behalf of bd116aec07dd44b5b94e0aad0609ee6f for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:05.665144 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90803d84-833d-408f-9236-8beb1494d851 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:05.837882 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90803d84-833d-408f-9236-8beb1494d851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (46337b1a-bb67-46b3-92df-dba8569c3259), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:05.925547 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90803d84-833d-408f-9236-8beb1494d851 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46337b1a-bb67-46b3-92df-dba8569c3259,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:05.932481 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90803d84-833d-408f-9236-8beb1494d851 admin admin] Checking segment: {'id': 'd2f2d114-d5fb-41c5-b79e-ec49ac8a2aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '263d26fe-97ac-49cd-b2a1-609791510939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:32:05.932836 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90803d84-833d-408f-9236-8beb1494d851 admin admin] Network hostable DHCP agents. Network: 263d26fe-97ac-49cd-b2a1-609791510939, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:32:05.965764 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dce436-f175-49a8-9899-3164ff624292 req-462f0bef-0e6e-41e3-8fa7-6cc3d37db074 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:05.968829 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-62dce436-f175-49a8-9899-3164ff624292 req-462f0bef-0e6e-41e3-8fa7-6cc3d37db074 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.0828328 Mar 07 10:32:05.970027 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90803d84-833d-408f-9236-8beb1494d851 admin admin] Network 263d26fe-97ac-49cd-b2a1-609791510939 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:32:05.985034 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-90803d84-833d-408f-9236-8beb1494d851 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 263d26fe-97ac-49cd-b2a1-609791510939) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:05.989450 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4ac89-d4c2-4387-b88e-113dcc12bd84 req-d3ee882d-024b-4db7-b9f0-620e1423e6ea tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:05.991845 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-01f4ac89-d4c2-4387-b88e-113dcc12bd84 req-d3ee882d-024b-4db7-b9f0-620e1423e6ea tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 946 time: 0.0591645 Mar 07 10:32:05.994945 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678bab46-5803-435c-9093-542d64434bdd None None] Network 263d26fe-97ac-49cd-b2a1-609791510939 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:32:05.999543 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90803d84-833d-408f-9236-8beb1494d851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:06.000171 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90803d84-833d-408f-9236-8beb1494d851 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:06.034521 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-90803d84-833d-408f-9236-8beb1494d851 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3991890 Mar 07 10:32:06.039400 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-62dce436-f175-49a8-9899-3164ff624292 req-53f65df9-706c-4213-ab30-cc36133194db tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638440 Mar 07 10:32:06.039568 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39792) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:06.043706 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d474d90d-b29b-4187-930f-23dd239cb911 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-158384491-router', 'tenant_id': 'bd116aec07dd44b5b94e0aad0609ee6f', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:06.078269 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d474d90d-b29b-4187-930f-23dd239cb911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (07d6417e-f946-4da9-ba82-214e2aabd004), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:06.081297 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d474d90d-b29b-4187-930f-23dd239cb911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (07d6417e-f946-4da9-ba82-214e2aabd004), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:06.085601 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-01f4ac89-d4c2-4387-b88e-113dcc12bd84 req-b9050f06-500a-4bc0-b5c0-2f45639271b5 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781887 Mar 07 10:32:06.153794 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712a78b4-caf8-4f88-b708-de4eaab13e3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-263d26fe-97ac-49cd-b2a1-609791510939', 'network_id': '263d26fe-97ac-49cd-b2a1-609791510939', 'project_id': 'bd116aec07dd44b5b94e0aad0609ee6f', 'fixed_ips': [{'subnet_id': '46337b1a-bb67-46b3-92df-dba8569c3259'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:32:06.154662 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-712a78b4-caf8-4f88-b708-de4eaab13e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:06.178676 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d474d90d-b29b-4187-930f-23dd239cb911 admin admin] Publish callbacks [] for router_controller (07d6417e-f946-4da9-ba82-214e2aabd004), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:06.297569 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device c8648d35-ff3e-4781-bf0b-a4acb9c911ed up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:32:06.326607 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d474d90d-b29b-4187-930f-23dd239cb911 admin admin] Publish callbacks [] for router_gateway (07d6417e-f946-4da9-ba82-214e2aabd004), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:06.333709 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-712a78b4-caf8-4f88-b708-de4eaab13e3e None None] Allocated IP 172.20.0.2 (263d26fe-97ac-49cd-b2a1-609791510939/46337b1a-bb67-46b3-92df-dba8569c3259/c1d36fd7-d4ef-4933-861f-c308d701fcc0) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:06.456561 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port c8648d35-ff3e-4781-bf0b-a4acb9c911ed completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:32:06.460898 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1c0e9d01-ea06-44b6-bbdc-37b8418ad600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:06.464729 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port c8648d35-ff3e-4781-bf0b-a4acb9c911ed triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:06.465096 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c8648d35-ff3e-4781-bf0b-a4acb9c911ed), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:06.497207 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c88b5-651c-454e-a3e1-b8d889865bed req-9e4d12ef-0e45-4448-b79c-2e7c4627924a tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:06.503182 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fa5c88b5-651c-454e-a3e1-b8d889865bed req-9e4d12ef-0e45-4448-b79c-2e7c4627924a tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 943 time: 0.0865536 Mar 07 10:32:06.617696 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-712a78b4-caf8-4f88-b708-de4eaab13e3e None None] Publish callbacks [] for port (c1d36fd7-d4ef-4933-861f-c308d701fcc0), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:06.623166 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port c8648d35-ff3e-4781-bf0b-a4acb9c911ed is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:06.624254 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c8648d35-ff3e-4781-bf0b-a4acb9c911ed), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:06.635455 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-712a78b4-caf8-4f88-b708-de4eaab13e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (c1d36fd7-d4ef-4933-861f-c308d701fcc0), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:06.657501 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fa5c88b5-651c-454e-a3e1-b8d889865bed req-f30b3d2c-1f19-4499-a650-6466f147ae47 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489344 Mar 07 10:32:06.691460 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712a78b4-caf8-4f88-b708-de4eaab13e3e None None] Network 263d26fe-97ac-49cd-b2a1-609791510939 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:06.696486 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d30fbd-a01a-4455-9a89-31d4bb61dbc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8648d35-ff3e-4781-bf0b-a4acb9c911ed'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:06.698824 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef961319-8b4d-4c30-8544-f1e08f5b23a3" -d '{"events": [{"server_uuid": "89d30fbd-a01a-4455-9a89-31d4bb61dbc2", "name": "network-vif-plugged", "status": "completed", "tag": "c8648d35-ff3e-4781-bf0b-a4acb9c911ed"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:06.710695 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-712a78b4-caf8-4f88-b708-de4eaab13e3e None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:06.721493 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712a78b4-caf8-4f88-b708-de4eaab13e3e None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:32:06.727078 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port c8648d35-ff3e-4781-bf0b-a4acb9c911ed, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=c8648d35-ff3e-4781-bf0b-a4acb9c911ed,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:06.760866 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c8648d35-ff3e-4781-bf0b-a4acb9c911ed), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:06.764872 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a78b4-caf8-4f88-b708-de4eaab13e3e None None] Pushing event updated for resources: {'Port': ['ID=c1d36fd7-d4ef-4933-861f-c308d701fcc0,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:06.788227 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90caa2d3-8f98-4224-bac8-00f7570a1dd5 x-openstack-request-id: req-90caa2d3-8f98-4224-bac8-00f7570a1dd5 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:06.788951 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d30fbd-a01a-4455-9a89-31d4bb61dbc2", "name": "network-vif-plugged", "status": "completed", "tag": "c8648d35-ff3e-4781-bf0b-a4acb9c911ed", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:06.789453 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-90caa2d3-8f98-4224-bac8-00f7570a1dd5 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:06.790112 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d30fbd-a01a-4455-9a89-31d4bb61dbc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8648d35-ff3e-4781-bf0b-a4acb9c911ed', 'code': 200} Mar 07 10:32:06.829710 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-712a78b4-caf8-4f88-b708-de4eaab13e3e None None] Attempting to bind port c1d36fd7-d4ef-4933-861f-c308d701fcc0 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:32:06.830330 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-712a78b4-caf8-4f88-b708-de4eaab13e3e None None] Attempting to bind port c1d36fd7-d4ef-4933-861f-c308d701fcc0 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'd2f2d114-d5fb-41c5-b79e-ec49ac8a2aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '263d26fe-97ac-49cd-b2a1-609791510939'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:32:06.830968 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712a78b4-caf8-4f88-b708-de4eaab13e3e None None] Attempting to bind port c1d36fd7-d4ef-4933-861f-c308d701fcc0 on network 263d26fe-97ac-49cd-b2a1-609791510939 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:06.841373 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712a78b4-caf8-4f88-b708-de4eaab13e3e None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:32:06.842067 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712a78b4-caf8-4f88-b708-de4eaab13e3e None None] Checking segment: {'id': 'd2f2d114-d5fb-41c5-b79e-ec49ac8a2aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '263d26fe-97ac-49cd-b2a1-609791510939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:32:06.842837 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-712a78b4-caf8-4f88-b708-de4eaab13e3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:06.843550 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712a78b4-caf8-4f88-b708-de4eaab13e3e None None] Bound using segment: {'id': 'd2f2d114-d5fb-41c5-b79e-ec49ac8a2aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '263d26fe-97ac-49cd-b2a1-609791510939'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:32:06.844214 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-712a78b4-caf8-4f88-b708-de4eaab13e3e None None] Bound port: c1d36fd7-d4ef-4933-861f-c308d701fcc0, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f2d114-d5fb-41c5-b79e-ec49ac8a2aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '263d26fe-97ac-49cd-b2a1-609791510939'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:32:06.844780 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-712a78b4-caf8-4f88-b708-de4eaab13e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c1d36fd7-d4ef-4933-861f-c308d701fcc0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:06.885941 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d474d90d-b29b-4187-930f-23dd239cb911 admin admin] Publish callbacks [] for router_gateway (07d6417e-f946-4da9-ba82-214e2aabd004), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:06.887825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e3d25-7123-4a5c-a437-dff00f0accc8 req-739bacc7-48f0-45e9-afa0-ffc72e9991b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:06.890069 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-218e3d25-7123-4a5c-a437-dff00f0accc8 req-739bacc7-48f0-45e9-afa0-ffc72e9991b2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=89d30fbd-a01a-4455-9a89-31d4bb61dbc2 HTTP/1.1" status: 200 len: 1130 time: 0.0549688 Mar 07 10:32:06.901447 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=c8648d35-ff3e-4781-bf0b-a4acb9c911ed,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:06.917270 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d474d90d-b29b-4187-930f-23dd239cb911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:06.938155 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-712a78b4-caf8-4f88-b708-de4eaab13e3e None None] For port c1d36fd7-d4ef-4933-861f-c308d701fcc0, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:06.942374 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-712a78b4-caf8-4f88-b708-de4eaab13e3e None None] For port c1d36fd7-d4ef-4933-861f-c308d701fcc0, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c1d36fd7-d4ef-4933-861f-c308d701fcc0,segment=NetworkSegment(d2f2d114-d5fb-41c5-b79e-ec49ac8a2aa4),segment_id=d2f2d114-d5fb-41c5-b79e-ec49ac8a2aa4)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:06.953908 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-712a78b4-caf8-4f88-b708-de4eaab13e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c1d36fd7-d4ef-4933-861f-c308d701fcc0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:06.969007 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-218e3d25-7123-4a5c-a437-dff00f0accc8 req-46a285cf-035f-4cb1-8f05-5750d9fa48fd service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708427 Mar 07 10:32:07.009361 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c26d8a-9df3-4c89-a895-d5e32e9b01ee req-fc4b3d0b-8aff-431e-b773-48d8ca3b8182 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:07.010961 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-52c26d8a-9df3-4c89-a895-d5e32e9b01ee req-fc4b3d0b-8aff-431e-b773-48d8ca3b8182 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=89d30fbd-a01a-4455-9a89-31d4bb61dbc2 HTTP/1.1" status: 200 len: 948 time: 0.1663175 Mar 07 10:32:07.023697 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a78b4-caf8-4f88-b708-de4eaab13e3e None None] Pushing event updated for resources: {'Port': ['ID=c1d36fd7-d4ef-4933-861f-c308d701fcc0,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:07.108671 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-d474d90d-b29b-4187-930f-23dd239cb911 admin admin] Allocated IP 172.25.3.227 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/768ba943-ff20-4be3-8786-2e3cf00eae3c) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:07.117542 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-52c26d8a-9df3-4c89-a895-d5e32e9b01ee req-797de219-5640-47dd-b32d-cbbcf53b6f35 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995495 Mar 07 10:32:07.194319 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced3839-7586-499e-ba2e-2342627f6a2d req-02c734a9-e6d3-4938-9328-61e179159967 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:07.195918 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-aced3839-7586-499e-ba2e-2342627f6a2d req-02c734a9-e6d3-4938-9328-61e179159967 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.0672610 Mar 07 10:32:07.304932 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-aced3839-7586-499e-ba2e-2342627f6a2d req-b24837a0-2686-4a89-9b4f-85b69594bbf8 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021318 Mar 07 10:32:07.352986 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d474d90d-b29b-4187-930f-23dd239cb911 admin admin] Publish callbacks [] for port (768ba943-ff20-4be3-8786-2e3cf00eae3c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:07.392363 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906ed9c-b099-488a-b70e-d5f000ff9ab0 req-3fdb80b6-62f2-475a-ad57-76bd17c2cc71 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:07.393962 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5906ed9c-b099-488a-b70e-d5f000ff9ab0 req-3fdb80b6-62f2-475a-ad57-76bd17c2cc71 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 946 time: 0.1616740 Mar 07 10:32:07.445561 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d474d90d-b29b-4187-930f-23dd239cb911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (768ba943-ff20-4be3-8786-2e3cf00eae3c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:07.486253 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5906ed9c-b099-488a-b70e-d5f000ff9ab0 req-8a0848a7-46e5-41d5-8ca9-2739de6a04b0 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862083 Mar 07 10:32:07.507892 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d474d90d-b29b-4187-930f-23dd239cb911 admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:07.511665 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-d474d90d-b29b-4187-930f-23dd239cb911 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:07.514145 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d474d90d-b29b-4187-930f-23dd239cb911 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:32:07.535503 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d474d90d-b29b-4187-930f-23dd239cb911 admin admin] Pushing event updated for resources: {'Port': ['ID=768ba943-ff20-4be3-8786-2e3cf00eae3c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:07.785656 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d474d90d-b29b-4187-930f-23dd239cb911 admin admin] Publish callbacks [] for router_gateway (07d6417e-f946-4da9-ba82-214e2aabd004), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:07.823141 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ef700-d3a1-4b6f-82da-912d60f84fdb req-a6640f74-ae0d-4bba-97e1-cb7ec5f3b47e tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:07.824963 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d33ef700-d3a1-4b6f-82da-912d60f84fdb req-a6640f74-ae0d-4bba-97e1-cb7ec5f3b47e tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 943 time: 0.0733845 Mar 07 10:32:07.883944 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d33ef700-d3a1-4b6f-82da-912d60f84fdb req-01411fb6-db6e-4e0d-ae34-23501c88a07e tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517669 Mar 07 10:32:08.026512 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d474d90d-b29b-4187-930f-23dd239cb911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (07d6417e-f946-4da9-ba82-214e2aabd004), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:08.107314 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed659b51-c577-435a-9743-55051ff674b2 None None] Network 263d26fe-97ac-49cd-b2a1-609791510939 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:32:08.163925 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d474d90d-b29b-4187-930f-23dd239cb911 admin admin] Router 07d6417e-f946-4da9-ba82-214e2aabd004 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:32:08.186071 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-0c55bb24-24b0-4ce2-a871-dbaad7169b77 None None] Provisioning complete for port c1d36fd7-d4ef-4933-861f-c308d701fcc0 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:08.186511 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0c55bb24-24b0-4ce2-a871-dbaad7169b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c1d36fd7-d4ef-4933-861f-c308d701fcc0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:08.312979 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0c55bb24-24b0-4ce2-a871-dbaad7169b77 None None] Current status of the port c1d36fd7-d4ef-4933-861f-c308d701fcc0 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:08.313939 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0c55bb24-24b0-4ce2-a871-dbaad7169b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c1d36fd7-d4ef-4933-861f-c308d701fcc0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:08.315788 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 76d73f6f-d84f-4d25-93c4-10ba925601c7 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:32:08.350042 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d474d90d-b29b-4187-930f-23dd239cb911 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:32:08.368969 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d507e8d-77b6-4b43-a41b-3529d003f4b4 None None] Sync routers for ids ['07d6417e-f946-4da9-ba82-214e2aabd004'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:32:08.372301 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-0c55bb24-24b0-4ce2-a871-dbaad7169b77 None None] For port c1d36fd7-d4ef-4933-861f-c308d701fcc0, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c1d36fd7-d4ef-4933-861f-c308d701fcc0,segment=NetworkSegment(d2f2d114-d5fb-41c5-b79e-ec49ac8a2aa4),segment_id=d2f2d114-d5fb-41c5-b79e-ec49ac8a2aa4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:08.392397 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d507e8d-77b6-4b43-a41b-3529d003f4b4 None None] Routers {'07d6417e-f946-4da9-ba82-214e2aabd004'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:32:08.394059 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4d507e8d-77b6-4b43-a41b-3529d003f4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:31:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['07d6417e-f946-4da9-ba82-214e2aabd004'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:08.402127 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0c55bb24-24b0-4ce2-a871-dbaad7169b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c1d36fd7-d4ef-4933-861f-c308d701fcc0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:08.419916 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9026d-33a8-478e-8b76-6f5df6c98aaf req-5b79d722-86ae-4bfa-8949-de62db509f87 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:08.422749 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-93e9026d-33a8-478e-8b76-6f5df6c98aaf req-5b79d722-86ae-4bfa-8949-de62db509f87 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=89d30fbd-a01a-4455-9a89-31d4bb61dbc2 HTTP/1.1" status: 200 len: 948 time: 0.1985133 Mar 07 10:32:08.437905 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d474d90d-b29b-4187-930f-23dd239cb911 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:08.439111 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d474d90d-b29b-4187-930f-23dd239cb911 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.3986511 Mar 07 10:32:08.448583 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39836) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:08.507567 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55bb24-24b0-4ce2-a871-dbaad7169b77 None None] Pushing event updated for resources: {'Port': ['ID=c1d36fd7-d4ef-4933-861f-c308d701fcc0,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:08.542754 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c9d73-dacb-4650-a929-39a198547093 req-492041e5-302b-41e1-bba3-547aaf8833cd tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:08.547081 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-209c9d73-dacb-4650-a929-39a198547093 req-492041e5-302b-41e1-bba3-547aaf8833cd tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.1140170 Mar 07 10:32:08.559924 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 76d73f6f-d84f-4d25-93c4-10ba925601c7, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=76d73f6f-d84f-4d25-93c4-10ba925601c7,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:08.573555 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '76d73f6f-d84f-4d25-93c4-10ba925601c7', 'network_id': '1c9349e7-4e65-4998-b65b-262e6f8a6364', 'port_id': '76d73f6f-d84f-4d25-93c4-10ba925601c7', 'mac_address': 'fa:16:3e:b8:72:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c87802-4ea4-47ca-8770-96eb56986af1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:32:08.579401 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-93e9026d-33a8-478e-8b76-6f5df6c98aaf req-4be3aa1e-319c-48cf-9094-fd562d16a9f1 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470978 Mar 07 10:32:08.615965 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-4d507e8d-77b6-4b43-a41b-3529d003f4b4 None None] Set router 07d6417e-f946-4da9-ba82-214e2aabd004 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:32:08.661458 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-209c9d73-dacb-4650-a929-39a198547093 req-315da8f1-2d6c-41e3-93e6-6c292986b77a tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054299 Mar 07 10:32:08.822137 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2b58605c-1041-48be-9e09-d5bf7ea0401b None None] Provisioning complete for port c1d36fd7-d4ef-4933-861f-c308d701fcc0 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:08.822533 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2b58605c-1041-48be-9e09-d5bf7ea0401b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c1d36fd7-d4ef-4933-861f-c308d701fcc0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:08.823952 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 76d73f6f-d84f-4d25-93c4-10ba925601c7 is: ACTIVE; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:08.824447 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (76d73f6f-d84f-4d25-93c4-10ba925601c7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:08.828655 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-83e1e50f-e2e7-4c20-9266-1617c98a74c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:08.840210 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:32:08.865042 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76d73f6f-d84f-4d25-93c4-10ba925601c7 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:32:08.875458 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4d507e8d-77b6-4b43-a41b-3529d003f4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d6417e-f946-4da9-ba82-214e2aabd004', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-158384491-router', 'tenant_id': 'bd116aec07dd44b5b94e0aad0609ee6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '768ba943-ff20-4be3-8786-2e3cf00eae3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:06Z', 'updated_at': '2022-03-07T10:32:07Z', 'revision_number': 3, 'project_id': 'bd116aec07dd44b5b94e0aad0609ee6f', 'gw_port': {'id': '768ba943-ff20-4be3-8786-2e3cf00eae3c', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:41:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d6417e-f946-4da9-ba82-214e2aabd004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:06Z', 'updated_at': '2022-03-07T10:32:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:08.879112 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc72cc-2a45-4efc-b8e8-32f11f535662 req-1c6e1593-5312-4acb-beb8-560d2186dc4d tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:08.880677 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cbdc72cc-2a45-4efc-b8e8-32f11f535662 req-1c6e1593-5312-4acb-beb8-560d2186dc4d tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 946 time: 0.1125095 Mar 07 10:32:08.894305 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 76d73f6f-d84f-4d25-93c4-10ba925601c7, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=76d73f6f-d84f-4d25-93c4-10ba925601c7,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:08.903808 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (76d73f6f-d84f-4d25-93c4-10ba925601c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:08.936963 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d507e8d-77b6-4b43-a41b-3529d003f4b4 None None] Checking router: 07d6417e-f946-4da9-ba82-214e2aabd004 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:32:08.938944 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d507e8d-77b6-4b43-a41b-3529d003f4b4 None None] Updating router 07d6417e-f946-4da9-ba82-214e2aabd004 port 768ba943-ff20-4be3-8786-2e3cf00eae3c binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:32:08.989325 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cbdc72cc-2a45-4efc-b8e8-32f11f535662 req-255b0804-264a-46d8-9f06-ca8706e773bb tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999150 Mar 07 10:32:09.006164 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4d507e8d-77b6-4b43-a41b-3529d003f4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (768ba943-ff20-4be3-8786-2e3cf00eae3c), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:09.023915 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=76d73f6f-d84f-4d25-93c4-10ba925601c7,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:09.038192 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2b58605c-1041-48be-9e09-d5bf7ea0401b None None] Current status of the port c1d36fd7-d4ef-4933-861f-c308d701fcc0 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:09.077175 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['76d73f6f-d84f-4d25-93c4-10ba925601c7'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:32:09.158363 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87430a-e1e9-4354-b2f2-bd275b12ad04 req-a904412f-b044-497f-907f-7c146b7d740e tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:09.159962 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1c87430a-e1e9-4354-b2f2-bd275b12ad04 req-a904412f-b044-497f-907f-7c146b7d740e tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 943 time: 0.1272969 Mar 07 10:32:09.261400 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1c87430a-e1e9-4354-b2f2-bd275b12ad04 req-3fc8f7bf-259e-4365-923a-018939fb41b0 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947635 Mar 07 10:32:09.266567 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-552281ec-6390-4660-bbac-c134356ea6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:09.317799 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4d507e8d-77b6-4b43-a41b-3529d003f4b4 None None] Publish callbacks [] for port (768ba943-ff20-4be3-8786-2e3cf00eae3c), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:09.327364 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4d507e8d-77b6-4b43-a41b-3529d003f4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (768ba943-ff20-4be3-8786-2e3cf00eae3c), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:09.391459 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-4d507e8d-77b6-4b43-a41b-3529d003f4b4 None None] Attempting to bind port 768ba943-ff20-4be3-8786-2e3cf00eae3c on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:32:09.392174 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-4d507e8d-77b6-4b43-a41b-3529d003f4b4 None None] Attempting to bind port 768ba943-ff20-4be3-8786-2e3cf00eae3c by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:32:09.392510 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d507e8d-77b6-4b43-a41b-3529d003f4b4 None None] Attempting to bind port 768ba943-ff20-4be3-8786-2e3cf00eae3c on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:09.403898 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d507e8d-77b6-4b43-a41b-3529d003f4b4 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 31, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:32:09.404488 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d507e8d-77b6-4b43-a41b-3529d003f4b4 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:32:09.405159 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4d507e8d-77b6-4b43-a41b-3529d003f4b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:09.406037 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d507e8d-77b6-4b43-a41b-3529d003f4b4 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:32:09.406551 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-4d507e8d-77b6-4b43-a41b-3529d003f4b4 None None] Bound port: 768ba943-ff20-4be3-8786-2e3cf00eae3c, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:32:09.407012 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4d507e8d-77b6-4b43-a41b-3529d003f4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (768ba943-ff20-4be3-8786-2e3cf00eae3c), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:09.409871 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d465d53-22fe-40ca-9e17-cd4084263d80 None None] Pushing event updated for resources: {'Port': ['ID=768ba943-ff20-4be3-8786-2e3cf00eae3c,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:09.415829 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c1d36fd7-d4ef-4933-861f-c308d701fcc0 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:32:09.439034 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d465d53-22fe-40ca-9e17-cd4084263d80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:09.439523 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d465d53-22fe-40ca-9e17-cd4084263d80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:09.439971 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d465d53-22fe-40ca-9e17-cd4084263d80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:09.440395 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d465d53-22fe-40ca-9e17-cd4084263d80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:09.440848 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d465d53-22fe-40ca-9e17-cd4084263d80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:09.441296 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d465d53-22fe-40ca-9e17-cd4084263d80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:09.441712 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d465d53-22fe-40ca-9e17-cd4084263d80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:09.442139 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d465d53-22fe-40ca-9e17-cd4084263d80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:09.442546 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d465d53-22fe-40ca-9e17-cd4084263d80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:09.442958 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d465d53-22fe-40ca-9e17-cd4084263d80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:09.443370 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d465d53-22fe-40ca-9e17-cd4084263d80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:09.443789 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d465d53-22fe-40ca-9e17-cd4084263d80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:09.444198 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d465d53-22fe-40ca-9e17-cd4084263d80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:09.478905 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-4d507e8d-77b6-4b43-a41b-3529d003f4b4 None None] For port 768ba943-ff20-4be3-8786-2e3cf00eae3c, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:09.481481 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-552281ec-6390-4660-bbac-c134356ea6d2 admin admin] Allocated IP 172.20.0.1 (263d26fe-97ac-49cd-b2a1-609791510939/46337b1a-bb67-46b3-92df-dba8569c3259/e2c634c1-6167-4d82-af76-1548fc494249) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:09.496554 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-4d507e8d-77b6-4b43-a41b-3529d003f4b4 None None] For port 768ba943-ff20-4be3-8786-2e3cf00eae3c, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=768ba943-ff20-4be3-8786-2e3cf00eae3c,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:09.509168 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4d507e8d-77b6-4b43-a41b-3529d003f4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (768ba943-ff20-4be3-8786-2e3cf00eae3c), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:09.525982 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port c1d36fd7-d4ef-4933-861f-c308d701fcc0 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:09.526343 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c1d36fd7-d4ef-4933-861f-c308d701fcc0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:09.579940 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d465d53-22fe-40ca-9e17-cd4084263d80 None None] Pushing event updated for resources: {'Port': ['ID=768ba943-ff20-4be3-8786-2e3cf00eae3c,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:09.587332 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d507e8d-77b6-4b43-a41b-3529d003f4b4 None None] Routers {'07d6417e-f946-4da9-ba82-214e2aabd004'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:32:09.588488 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4d507e8d-77b6-4b43-a41b-3529d003f4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:32:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['07d6417e-f946-4da9-ba82-214e2aabd004'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:09.628405 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-552281ec-6390-4660-bbac-c134356ea6d2 admin admin] Publish callbacks [] for port (e2c634c1-6167-4d82-af76-1548fc494249), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:09.646903 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port c1d36fd7-d4ef-4933-861f-c308d701fcc0 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:09.691001 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-552281ec-6390-4660-bbac-c134356ea6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (e2c634c1-6167-4d82-af76-1548fc494249), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:09.737292 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a3117-e122-4960-9188-2d6eaab4dc13 req-306294ec-50aa-4f5d-a4d5-4f95c43f2484 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:09.746712 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:09.750765 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec2a3117-e122-4960-9188-2d6eaab4dc13 req-306294ec-50aa-4f5d-a4d5-4f95c43f2484 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=89d30fbd-a01a-4455-9a89-31d4bb61dbc2 HTTP/1.1" status: 200 len: 948 time: 0.0845048 Mar 07 10:32:09.770645 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552281ec-6390-4660-bbac-c134356ea6d2 admin admin] Network 263d26fe-97ac-49cd-b2a1-609791510939 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:09.773716 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-552281ec-6390-4660-bbac-c134356ea6d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:09.786753 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552281ec-6390-4660-bbac-c134356ea6d2 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:32:09.837264 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-4d507e8d-77b6-4b43-a41b-3529d003f4b4 None None] Set router 07d6417e-f946-4da9-ba82-214e2aabd004 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:32:09.850136 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec2a3117-e122-4960-9188-2d6eaab4dc13 req-4c91a7db-6fd8-4923-9924-560aeb6f1bc1 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975964 Mar 07 10:32:09.873248 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552281ec-6390-4660-bbac-c134356ea6d2 admin admin] Pushing event updated for resources: {'Port': ['ID=e2c634c1-6167-4d82-af76-1548fc494249,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:09.921970 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c099066-7d80-4497-835e-8cad0e9e05fb req-b62c81ad-386c-4614-aaaf-6fe295c9469a tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:09.924020 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0c099066-7d80-4497-835e-8cad0e9e05fb req-b62c81ad-386c-4614-aaaf-6fe295c9469a tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.1289256 Mar 07 10:32:09.925091 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-552281ec-6390-4660-bbac-c134356ea6d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (07d6417e-f946-4da9-ba82-214e2aabd004), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:10.054980 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0c099066-7d80-4497-835e-8cad0e9e05fb req-bb6e655c-b69b-4047-a832-3484226cb1a3 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897188 Mar 07 10:32:10.093583 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4d507e8d-77b6-4b43-a41b-3529d003f4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d6417e-f946-4da9-ba82-214e2aabd004', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-158384491-router', 'tenant_id': 'bd116aec07dd44b5b94e0aad0609ee6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '768ba943-ff20-4be3-8786-2e3cf00eae3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:06Z', 'updated_at': '2022-03-07T10:32:07Z', 'revision_number': 3, 'project_id': 'bd116aec07dd44b5b94e0aad0609ee6f', 'gw_port': {'id': '768ba943-ff20-4be3-8786-2e3cf00eae3c', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:41:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d6417e-f946-4da9-ba82-214e2aabd004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:06Z', 'updated_at': '2022-03-07T10:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:10.121432 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d507e8d-77b6-4b43-a41b-3529d003f4b4 None None] The sync data for ids ['07d6417e-f946-4da9-ba82-214e2aabd004'] in n-d-832164-4 is: [{'id': '07d6417e-f946-4da9-ba82-214e2aabd004', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-158384491-router', 'tenant_id': 'bd116aec07dd44b5b94e0aad0609ee6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '768ba943-ff20-4be3-8786-2e3cf00eae3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:06Z', 'updated_at': '2022-03-07T10:32:07Z', 'revision_number': 3, 'project_id': 'bd116aec07dd44b5b94e0aad0609ee6f', 'gw_port': {'id': '768ba943-ff20-4be3-8786-2e3cf00eae3c', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:41:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d6417e-f946-4da9-ba82-214e2aabd004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:06Z', 'updated_at': '2022-03-07T10:32:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:32:10.122061 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-552281ec-6390-4660-bbac-c134356ea6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e2c634c1-6167-4d82-af76-1548fc494249), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:10.169290 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1044b5-4bd1-46ba-92f8-599011edad8f req-a82eba15-ac77-4acd-88f7-7026ae2babeb tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:10.171806 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-aa1044b5-4bd1-46ba-92f8-599011edad8f req-a82eba15-ac77-4acd-88f7-7026ae2babeb tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 946 time: 0.0687735 Mar 07 10:32:10.192165 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-57100913-49fe-4661-a6b8-7dea1db9db1a None None] Provisioning complete for port e2c634c1-6167-4d82-af76-1548fc494249 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:10.192531 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-57100913-49fe-4661-a6b8-7dea1db9db1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e2c634c1-6167-4d82-af76-1548fc494249), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:10.243257 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-aa1044b5-4bd1-46ba-92f8-599011edad8f req-41de1c9f-943a-4229-a58b-d3adb5ae08bd tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613849 Mar 07 10:32:10.243636 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-57100913-49fe-4661-a6b8-7dea1db9db1a None None] Port e2c634c1-6167-4d82-af76-1548fc494249 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:32:10.332487 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 76d73f6f-d84f-4d25-93c4-10ba925601c7 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:32:10.351195 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-552281ec-6390-4660-bbac-c134356ea6d2 admin admin] Publish callbacks [] for port (e2c634c1-6167-4d82-af76-1548fc494249), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:10.368559 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-552281ec-6390-4660-bbac-c134356ea6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (e2c634c1-6167-4d82-af76-1548fc494249), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:10.406572 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 76d73f6f-d84f-4d25-93c4-10ba925601c7 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:10.407110 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (76d73f6f-d84f-4d25-93c4-10ba925601c7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:10.538563 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552281ec-6390-4660-bbac-c134356ea6d2 admin admin] Pushing event updated for resources: {'Port': ['ID=e2c634c1-6167-4d82-af76-1548fc494249,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:10.543290 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-552281ec-6390-4660-bbac-c134356ea6d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (07d6417e-f946-4da9-ba82-214e2aabd004), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:10.567181 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 76d73f6f-d84f-4d25-93c4-10ba925601c7 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:10.567785 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (76d73f6f-d84f-4d25-93c4-10ba925601c7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:10.576498 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda29711-66db-4cca-a72e-ad05f794a64a req-24c1724f-d13a-4913-a512-10862f6838bc tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:10.579078 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bda29711-66db-4cca-a72e-ad05f794a64a req-24c1724f-d13a-4913-a512-10862f6838bc tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 943 time: 0.1544392 Mar 07 10:32:10.612885 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77e6015-67f0-4067-9fb7-22c7b65c35db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d73f6f-d84f-4d25-93c4-10ba925601c7'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:10.620052 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6690f6a-4227-4847-af83-5fade1bab5a2" -d '{"events": [{"server_uuid": "c77e6015-67f0-4067-9fb7-22c7b65c35db", "name": "network-vif-plugged", "status": "completed", "tag": "76d73f6f-d84f-4d25-93c4-10ba925601c7"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:10.641962 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 76d73f6f-d84f-4d25-93c4-10ba925601c7, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=76d73f6f-d84f-4d25-93c4-10ba925601c7,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:10.648666 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (76d73f6f-d84f-4d25-93c4-10ba925601c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:10.725683 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf093034-64e3-4e2d-ae03-6aab8e757071 x-openstack-request-id: req-bf093034-64e3-4e2d-ae03-6aab8e757071 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:10.726002 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77e6015-67f0-4067-9fb7-22c7b65c35db", "name": "network-vif-plugged", "status": "completed", "tag": "76d73f6f-d84f-4d25-93c4-10ba925601c7", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:10.727050 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bf093034-64e3-4e2d-ae03-6aab8e757071 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:10.727620 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77e6015-67f0-4067-9fb7-22c7b65c35db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d73f6f-d84f-4d25-93c4-10ba925601c7', 'code': 200} Mar 07 10:32:10.728339 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=76d73f6f-d84f-4d25-93c4-10ba925601c7,revision_number=7']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:10.758278 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bda29711-66db-4cca-a72e-ad05f794a64a req-0d1fb266-4b93-4679-898a-a3a4642f3016 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512866 Mar 07 10:32:10.810396 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552281ec-6390-4660-bbac-c134356ea6d2 admin admin] Network 263d26fe-97ac-49cd-b2a1-609791510939 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:10.812799 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-552281ec-6390-4660-bbac-c134356ea6d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:10.981764 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-552281ec-6390-4660-bbac-c134356ea6d2 admin admin] Router 07d6417e-f946-4da9-ba82-214e2aabd004 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:32:11.040933 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e2f71-0bd6-4834-a53d-5467a45305fb req-f5ededac-3fb3-4010-982e-4cc0b2c8f303 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:11.047416 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-531e2f71-0bd6-4834-a53d-5467a45305fb req-f5ededac-3fb3-4010-982e-4cc0b2c8f303 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=89d30fbd-a01a-4455-9a89-31d4bb61dbc2 HTTP/1.1" status: 200 len: 948 time: 0.0993443 Mar 07 10:32:11.133668 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-531e2f71-0bd6-4834-a53d-5467a45305fb req-dc2cc704-9831-49e2-b1b2-49813c8a8f38 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758939 Mar 07 10:32:11.185651 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2521be26-f74f-4171-848a-0336e70310ce None None] Provisioning complete for port e2c634c1-6167-4d82-af76-1548fc494249 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:11.186337 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2521be26-f74f-4171-848a-0336e70310ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e2c634c1-6167-4d82-af76-1548fc494249), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:11.228644 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-552281ec-6390-4660-bbac-c134356ea6d2 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:32:11.242927 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-552281ec-6390-4660-bbac-c134356ea6d2 admin admin] 10.222.0.11 "PUT /v2.0/routers/07d6417e-f946-4da9-ba82-214e2aabd004/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7593040 Mar 07 10:32:11.251735 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d7992-9a72-4c1a-af62-09e8e6b40c99 req-0e166d9d-7439-49ac-b952-723bd12810a5 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:11.266567 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-416d7992-9a72-4c1a-af62-09e8e6b40c99 req-0e166d9d-7439-49ac-b952-723bd12810a5 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.1145961 Mar 07 10:32:11.290102 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2521be26-f74f-4171-848a-0336e70310ce None None] Port e2c634c1-6167-4d82-af76-1548fc494249 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:32:11.440127 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 768ba943-ff20-4be3-8786-2e3cf00eae3c up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:32:11.506115 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8bc9b2-dfa8-4839-ae0b-b5a31e1c4972 req-563ea5c4-898d-440d-b7ba-1bc44c67aec2 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:11.516339 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a8bc9b2-dfa8-4839-ae0b-b5a31e1c4972 req-563ea5c4-898d-440d-b7ba-1bc44c67aec2 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 946 time: 0.1593485 Mar 07 10:32:11.536298 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:11.557119 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 768ba943-ff20-4be3-8786-2e3cf00eae3c triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:11.557694 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (768ba943-ff20-4be3-8786-2e3cf00eae3c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:11.600591 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a8bc9b2-dfa8-4839-ae0b-b5a31e1c4972 req-79e69c0f-f436-4aa3-96ec-cd2c6949c765 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826912 Mar 07 10:32:11.736278 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-416d7992-9a72-4c1a-af62-09e8e6b40c99 req-3c0d8cf2-6c1b-4fcf-b555-e9666899b0ae tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687150 Mar 07 10:32:11.737877 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 768ba943-ff20-4be3-8786-2e3cf00eae3c is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:11.738317 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (768ba943-ff20-4be3-8786-2e3cf00eae3c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:11.761688 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 768ba943-ff20-4be3-8786-2e3cf00eae3c, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=768ba943-ff20-4be3-8786-2e3cf00eae3c,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:11.768494 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (768ba943-ff20-4be3-8786-2e3cf00eae3c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:11.845722 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=768ba943-ff20-4be3-8786-2e3cf00eae3c,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:11.882366 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [req-0c21b884-cb5e-4e07-978f-b971c3674ce6 req-758359ac-2f8a-47b9-bec5-3256e53d9918 tempest-FloatingIPDetailsNegativeTestJSON-1067204999 tempest-FloatingIPDetailsNegativeTestJSON-1067204999-project] show failed (client error): The resource could not be found. Mar 07 10:32:11.883519 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0c21b884-cb5e-4e07-978f-b971c3674ce6 req-758359ac-2f8a-47b9-bec5-3256e53d9918 tempest-FloatingIPDetailsNegativeTestJSON-1067204999 tempest-FloatingIPDetailsNegativeTestJSON-1067204999-project] 10.222.0.11 "GET /v2.0/floatingips/b4f05985-4786-4b23-b031-ce6565822234 HTTP/1.1" status: 404 len: 350 time: 0.0523682 Mar 07 10:32:11.896461 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39908) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:11.942488 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07feb970-76fb-4475-9819-d48f657c7e02 req-14aec009-1346-4109-8f96-5c382883fa5f tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:11.950909 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-07feb970-76fb-4475-9819-d48f657c7e02 req-14aec009-1346-4109-8f96-5c382883fa5f tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 943 time: 0.0741284 Mar 07 10:32:12.013849 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-07feb970-76fb-4475-9819-d48f657c7e02 req-b50c04e6-523b-4e3f-b648-3724d6fb0d90 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616894 Mar 07 10:32:12.275036 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b837d9-b679-45ad-a6ef-d0c2923f86e2 req-f732e52a-2d9d-4533-86d8-b12dabf7aa57 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:12.283895 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-21b837d9-b679-45ad-a6ef-d0c2923f86e2 req-f732e52a-2d9d-4533-86d8-b12dabf7aa57 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=89d30fbd-a01a-4455-9a89-31d4bb61dbc2 HTTP/1.1" status: 200 len: 948 time: 0.0689056 Mar 07 10:32:12.397024 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-21b837d9-b679-45ad-a6ef-d0c2923f86e2 req-4410e8b7-c1d0-4d66-aabe-eed23ccdfc3e tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119392 Mar 07 10:32:12.560925 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbb9c54-e47a-4efd-b4f1-eb8fc4f2500e None None] Sync routers for ids ['07d6417e-f946-4da9-ba82-214e2aabd004'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:32:12.574273 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbb9c54-e47a-4efd-b4f1-eb8fc4f2500e None None] Routers {'07d6417e-f946-4da9-ba82-214e2aabd004'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:32:12.574818 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799bd32-0548-4d24-a45b-2b2569373570 req-57b27777-da9e-4c4e-a8bc-4b9ac6bcf860 tempest-ServersOnMultiNodesTest-1888123156 tempest-ServersOnMultiNodesTest-1888123156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:12.575279 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-6cbb9c54-e47a-4efd-b4f1-eb8fc4f2500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:32:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['07d6417e-f946-4da9-ba82-214e2aabd004'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:12.576477 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2799bd32-0548-4d24-a45b-2b2569373570 req-57b27777-da9e-4c4e-a8bc-4b9ac6bcf860 tempest-ServersOnMultiNodesTest-1888123156 tempest-ServersOnMultiNodesTest-1888123156-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=89d30fbd-a01a-4455-9a89-31d4bb61dbc2 HTTP/1.1" status: 200 len: 1130 time: 0.1022000 Mar 07 10:32:12.693616 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2799bd32-0548-4d24-a45b-2b2569373570 req-5abc70db-058b-408e-8867-44851f56dc5c tempest-ServersOnMultiNodesTest-1888123156 tempest-ServersOnMultiNodesTest-1888123156-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036143 Mar 07 10:32:12.744682 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-6cbb9c54-e47a-4efd-b4f1-eb8fc4f2500e None None] Set router 07d6417e-f946-4da9-ba82-214e2aabd004 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:32:12.752419 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f9925-eab7-4703-9c99-0a03d2042726 req-2f52f97c-5e20-46cb-8644-3d27c2bc65ef tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:12.753991 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-452f9925-eab7-4703-9c99-0a03d2042726 req-2f52f97c-5e20-46cb-8644-3d27c2bc65ef tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 946 time: 0.0805609 Mar 07 10:32:12.888590 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-225d9ca8-ff0d-4c05-8606-4df1a5c61ba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (07d6417e-f946-4da9-ba82-214e2aabd004), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:12.908223 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-452f9925-eab7-4703-9c99-0a03d2042726 req-67843540-afab-46b4-bfea-9d09344ef828 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345284 Mar 07 10:32:12.938318 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:12.987268 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09fd3f-5b0d-497c-9ae2-158aed74d3a0 req-1ef572a2-dcda-4793-838d-715949ec3a35 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:12.998526 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8d09fd3f-5b0d-497c-9ae2-158aed74d3a0 req-1ef572a2-dcda-4793-838d-715949ec3a35 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.1424420 Mar 07 10:32:13.090802 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-afe09e09-1879-4902-9046-d57fc620c283 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=38226035d9a14a64837c29a3926f0a17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375638 Mar 07 10:32:13.104206 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8d09fd3f-5b0d-497c-9ae2-158aed74d3a0 req-c94c937a-07a2-4ba1-924a-a6663f9cafb3 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044347 Mar 07 10:32:13.188573 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-6cbb9c54-e47a-4efd-b4f1-eb8fc4f2500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d6417e-f946-4da9-ba82-214e2aabd004', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-158384491-router', 'tenant_id': 'bd116aec07dd44b5b94e0aad0609ee6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '768ba943-ff20-4be3-8786-2e3cf00eae3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:06Z', 'updated_at': '2022-03-07T10:32:10Z', 'revision_number': 4, 'project_id': 'bd116aec07dd44b5b94e0aad0609ee6f', 'gw_port': {'id': '768ba943-ff20-4be3-8786-2e3cf00eae3c', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d6417e-f946-4da9-ba82-214e2aabd004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:06Z', 'updated_at': '2022-03-07T10:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'e2c634c1-6167-4d82-af76-1548fc494249', 'name': '', 'network_id': '263d26fe-97ac-49cd-b2a1-609791510939', 'tenant_id': 'bd116aec07dd44b5b94e0aad0609ee6f', 'mac_address': 'fa:16:3e:1b:77:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07d6417e-f946-4da9-ba82-214e2aabd004', 'device_owner': 'network:router_interface', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '46337b1a-bb67-46b3-92df-dba8569c3259', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:09Z', 'updated_at': '2022-03-07T10:32:10Z', 'revision_number': 2, 'project_id': 'bd116aec07dd44b5b94e0aad0609ee6f', 'subnets': [{'id': '46337b1a-bb67-46b3-92df-dba8569c3259', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:13.230959 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbb9c54-e47a-4efd-b4f1-eb8fc4f2500e None None] Checking router: 07d6417e-f946-4da9-ba82-214e2aabd004 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:32:13.231321 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbb9c54-e47a-4efd-b4f1-eb8fc4f2500e None None] Updating router 07d6417e-f946-4da9-ba82-214e2aabd004 port e2c634c1-6167-4d82-af76-1548fc494249 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:32:13.287611 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1e83a-d518-4d23-8d10-f1a165031bab req-28ae1a38-4504-4ec7-9b6d-c086818d3854 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:13.289581 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e7a1e83a-d518-4d23-8d10-f1a165031bab req-28ae1a38-4504-4ec7-9b6d-c086818d3854 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 943 time: 0.0871427 Mar 07 10:32:13.295699 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6cbb9c54-e47a-4efd-b4f1-eb8fc4f2500e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e2c634c1-6167-4d82-af76-1548fc494249), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:13.300867 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-aa8ac15e-a548-4b0e-b6bd-f376ebddb706 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:13.305606 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-aa8ac15e-a548-4b0e-b6bd-f376ebddb706 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2138219 Mar 07 10:32:13.330268 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-6552f59b-6605-42bc-8adb-683fbb39c236 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/quotas/38226035d9a14a64837c29a3926f0a17 HTTP/1.1" status: 200 len: 375 time: 0.0193903 Mar 07 10:32:13.403010 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e7a1e83a-d518-4d23-8d10-f1a165031bab req-57814a56-3ea9-40b9-8903-5932da1b6ed4 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021471 Mar 07 10:32:13.422100 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 768ba943-ff20-4be3-8786-2e3cf00eae3c up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:32:13.478563 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-68708e86-08b9-4d9a-9752-caee32da2292 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=38226035d9a14a64837c29a3926f0a17&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1412637 Mar 07 10:32:13.528835 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-225d9ca8-ff0d-4c05-8606-4df1a5c61ba9 admin admin] Deleting port e2c634c1-6167-4d82-af76-1548fc494249 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:32:13.529421 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-225d9ca8-ff0d-4c05-8606-4df1a5c61ba9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (e2c634c1-6167-4d82-af76-1548fc494249), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:13.650118 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-225d9ca8-ff0d-4c05-8606-4df1a5c61ba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (e2c634c1-6167-4d82-af76-1548fc494249), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:13.671231 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-225d9ca8-ff0d-4c05-8606-4df1a5c61ba9 admin admin] Calling delete_port for e2c634c1-6167-4d82-af76-1548fc494249 owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:32:13.742263 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 768ba943-ff20-4be3-8786-2e3cf00eae3c triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:13.742748 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (768ba943-ff20-4be3-8786-2e3cf00eae3c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:13.778589 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d0aeb9da-ad8c-4bcd-841c-b9f84e244f6f req-d6f1a76e-ae10-417d-8276-38cd05887bab tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03 HTTP/1.1" status: 200 len: 210 time: 0.0371513 Mar 07 10:32:13.948037 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 768ba943-ff20-4be3-8786-2e3cf00eae3c is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:14.088439 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-225d9ca8-ff0d-4c05-8606-4df1a5c61ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (e2c634c1-6167-4d82-af76-1548fc494249), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:14.097185 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-6cbb9c54-e47a-4efd-b4f1-eb8fc4f2500e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:32:14.099463 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-6cbb9c54-e47a-4efd-b4f1-eb8fc4f2500e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:32:14.165277 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9da17-50fb-4cef-8c33-ad5c6dcc0291 req-c71edb39-86a6-405d-8c97-14d829c602a5 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:14.167628 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-31c9da17-50fb-4cef-8c33-ad5c6dcc0291 req-c71edb39-86a6-405d-8c97-14d829c602a5 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 946 time: 0.1094484 Mar 07 10:32:14.191345 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d9ca8-ff0d-4c05-8606-4df1a5c61ba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2c634c1-6167-4d82-af76-1548fc494249,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:14.260300 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-31c9da17-50fb-4cef-8c33-ad5c6dcc0291 req-d54591ea-c4c9-4a8c-a8f1-92d2447a5550 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805247 Mar 07 10:32:14.414651 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-225d9ca8-ff0d-4c05-8606-4df1a5c61ba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (07d6417e-f946-4da9-ba82-214e2aabd004), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:14.649524 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbb9c54-e47a-4efd-b4f1-eb8fc4f2500e None None] Port e2c634c1-6167-4d82-af76-1548fc494249 not found while updating agent binding for router 07d6417e-f946-4da9-ba82-214e2aabd004. {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 07 10:32:14.683497 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbb9c54-e47a-4efd-b4f1-eb8fc4f2500e None None] Routers {'07d6417e-f946-4da9-ba82-214e2aabd004'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:32:14.684135 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a0145-4ccb-431e-a0dc-d294470190d1 req-9f2f98c9-15a2-47e2-847e-795beb456d44 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:14.684552 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-6cbb9c54-e47a-4efd-b4f1-eb8fc4f2500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:32:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['07d6417e-f946-4da9-ba82-214e2aabd004'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:14.690550 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-338a0145-4ccb-431e-a0dc-d294470190d1 req-9f2f98c9-15a2-47e2-847e-795beb456d44 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 943 time: 0.1156559 Mar 07 10:32:14.799751 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-338a0145-4ccb-431e-a0dc-d294470190d1 req-b2627a93-f877-40b4-9bff-f370b52f60a1 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017821 Mar 07 10:32:14.900668 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39813d96-7632-4352-8a9a-3a911302c911 req-a7b3b433-30f0-4a95-ba6b-680d764e9736 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:14.908259 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-39813d96-7632-4352-8a9a-3a911302c911 req-a7b3b433-30f0-4a95-ba6b-680d764e9736 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.6634841 Mar 07 10:32:14.925627 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-6cbb9c54-e47a-4efd-b4f1-eb8fc4f2500e None None] Set router 07d6417e-f946-4da9-ba82-214e2aabd004 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:32:14.939297 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225d9ca8-ff0d-4c05-8606-4df1a5c61ba9 admin admin] Router 07d6417e-f946-4da9-ba82-214e2aabd004 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:32:15.038905 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-39813d96-7632-4352-8a9a-3a911302c911 req-1c5e62e3-8944-40ab-af99-fdefa8112e66 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279132 Mar 07 10:32:15.093187 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-27c243f0-5275-4392-8e70-c3728a18b14b req-ba341dad-c75b-497d-b606-e7c65a9ca149 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03 HTTP/1.1" status: 200 len: 210 time: 0.0655861 Mar 07 10:32:15.174190 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225d9ca8-ff0d-4c05-8606-4df1a5c61ba9 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:32:15.186890 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-225d9ca8-ff0d-4c05-8606-4df1a5c61ba9 admin admin] 10.222.0.11 "PUT /v2.0/routers/07d6417e-f946-4da9-ba82-214e2aabd004/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2892902 Mar 07 10:32:15.193235 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40016) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:15.246214 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-6cbb9c54-e47a-4efd-b4f1-eb8fc4f2500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d6417e-f946-4da9-ba82-214e2aabd004', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-158384491-router', 'tenant_id': 'bd116aec07dd44b5b94e0aad0609ee6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '768ba943-ff20-4be3-8786-2e3cf00eae3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:06Z', 'updated_at': '2022-03-07T10:32:13Z', 'revision_number': 5, 'project_id': 'bd116aec07dd44b5b94e0aad0609ee6f', 'gw_port': {'id': '768ba943-ff20-4be3-8786-2e3cf00eae3c', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d6417e-f946-4da9-ba82-214e2aabd004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:06Z', 'updated_at': '2022-03-07T10:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:15.294603 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbb9c54-e47a-4efd-b4f1-eb8fc4f2500e None None] The sync data for ids ['07d6417e-f946-4da9-ba82-214e2aabd004'] in n-d-832164-4 is: [{'id': '07d6417e-f946-4da9-ba82-214e2aabd004', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-158384491-router', 'tenant_id': 'bd116aec07dd44b5b94e0aad0609ee6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '768ba943-ff20-4be3-8786-2e3cf00eae3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:06Z', 'updated_at': '2022-03-07T10:32:13Z', 'revision_number': 5, 'project_id': 'bd116aec07dd44b5b94e0aad0609ee6f', 'gw_port': {'id': '768ba943-ff20-4be3-8786-2e3cf00eae3c', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07d6417e-f946-4da9-ba82-214e2aabd004', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:06Z', 'updated_at': '2022-03-07T10:32:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:32:15.313308 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-b46c3def-ef2a-45a3-b01e-35ff632e320b tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=38226035d9a14a64837c29a3926f0a17&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471663 Mar 07 10:32:15.399034 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0d0c-ab74-4f14-8f2d-9731c8904ec3 admin admin] Publish callbacks [] for router (07d6417e-f946-4da9-ba82-214e2aabd004), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:15.585631 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0d0c-ab74-4f14-8f2d-9731c8904ec3 admin admin] Publish callbacks [] for router_gateway (07d6417e-f946-4da9-ba82-214e2aabd004), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:15.615303 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146da7c-c449-4430-a932-351b9dece0f9 req-b6ed414b-36f4-4dad-9afa-12f078b78f83 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:15.617095 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9146da7c-c449-4430-a932-351b9dece0f9 req-b6ed414b-36f4-4dad-9afa-12f078b78f83 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 946 time: 0.2212734 Mar 07 10:32:15.704886 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-2c3d0d0c-ab74-4f14-8f2d-9731c8904ec3 admin admin] Deleting port 768ba943-ff20-4be3-8786-2e3cf00eae3c {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:32:15.706318 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0d0c-ab74-4f14-8f2d-9731c8904ec3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (768ba943-ff20-4be3-8786-2e3cf00eae3c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:15.723777 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-d5a6175e-8b9b-4419-8475-8dcd1bc6a486 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:15.726729 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-d5a6175e-8b9b-4419-8475-8dcd1bc6a486 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4041464 Mar 07 10:32:15.749092 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9146da7c-c449-4430-a932-351b9dece0f9 req-83d67670-f846-454a-8919-fbbccd62dace tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091142 Mar 07 10:32:15.760220 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-3a972b81-4a63-48e5-b7e8-77b38a248729 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Request body: {'port': {'device_id': 'c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'admin_state_up': True, 'tenant_id': '38226035d9a14a64837c29a3926f0a17'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:15.865917 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-2c3d0d0c-ab74-4f14-8f2d-9731c8904ec3 admin admin] For port 768ba943-ff20-4be3-8786-2e3cf00eae3c, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=768ba943-ff20-4be3-8786-2e3cf00eae3c,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:15.866590 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0d0c-ab74-4f14-8f2d-9731c8904ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (768ba943-ff20-4be3-8786-2e3cf00eae3c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:15.881431 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-2c3d0d0c-ab74-4f14-8f2d-9731c8904ec3 admin admin] Calling delete_port for 768ba943-ff20-4be3-8786-2e3cf00eae3c owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:32:15.939414 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-3a972b81-4a63-48e5-b7e8-77b38a248729 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Made reservation on behalf of 38226035d9a14a64837c29a3926f0a17 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:15.948823 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-3a972b81-4a63-48e5-b7e8-77b38a248729 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:16.220592 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0d0c-ab74-4f14-8f2d-9731c8904ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (768ba943-ff20-4be3-8786-2e3cf00eae3c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:16.285753 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d0d0c-ab74-4f14-8f2d-9731c8904ec3 admin admin] Pushing event deleted for resources: {'Port': ['ID=768ba943-ff20-4be3-8786-2e3cf00eae3c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:16.316640 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-3a972b81-4a63-48e5-b7e8-77b38a248729 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Allocated IP 192.168.233.230 (598bad6c-a435-45aa-bbb6-2339f78a1590/cd915eb6-2d51-4c50-93c9-6777e48b408a/d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:16.340926 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 2286c703-135c-4d58-9bf8-00b281159c5d details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:32:16.354259 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dd510-f111-4ebe-83a7-732fc99159c8 req-368792f3-9f55-4aa2-906b-8efde4ff6cd0 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:16.356781 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b5dd510-f111-4ebe-83a7-732fc99159c8 req-368792f3-9f55-4aa2-906b-8efde4ff6cd0 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.1513889 Mar 07 10:32:16.388263 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585620fd-a805-475a-bd79-32a673cc34b6 req-3eebb97c-98b9-4b4b-851d-ce5faf73f95d tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:16.396457 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-585620fd-a805-475a-bd79-32a673cc34b6 req-3eebb97c-98b9-4b4b-851d-ce5faf73f95d tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 943 time: 0.1888742 Mar 07 10:32:16.465215 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0d0c-ab74-4f14-8f2d-9731c8904ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (07d6417e-f946-4da9-ba82-214e2aabd004), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:16.527203 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b5dd510-f111-4ebe-83a7-732fc99159c8 req-1cd9b9cc-2a5b-45cc-88c0-ccf876cb6e4d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627870 Mar 07 10:32:16.572862 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-585620fd-a805-475a-bd79-32a673cc34b6 req-ec3dc812-1c10-4f86-b4b7-cc74fdfc3b48 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689901 Mar 07 10:32:16.574960 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1361874-64b9-4d93-8cfc-332bb7b30fb7 None None] Sync routers for ids ['07d6417e-f946-4da9-ba82-214e2aabd004'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:32:16.604385 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1361874-64b9-4d93-8cfc-332bb7b30fb7 None None] Routers {'07d6417e-f946-4da9-ba82-214e2aabd004'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:32:16.605024 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-a1361874-64b9-4d93-8cfc-332bb7b30fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:32:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['07d6417e-f946-4da9-ba82-214e2aabd004'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:16.632063 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0d0c-ab74-4f14-8f2d-9731c8904ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (07d6417e-f946-4da9-ba82-214e2aabd004), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:16.634660 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0d0c-ab74-4f14-8f2d-9731c8904ec3 admin admin] Publish callbacks [] for router_controller (07d6417e-f946-4da9-ba82-214e2aabd004), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:16.695827 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0d0c-ab74-4f14-8f2d-9731c8904ec3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (07d6417e-f946-4da9-ba82-214e2aabd004), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:16.696684 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3d0d0c-ab74-4f14-8f2d-9731c8904ec3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07d6417e-f946-4da9-ba82-214e2aabd004 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:32:16.710853 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c3d0d0c-ab74-4f14-8f2d-9731c8904ec3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:16.718095 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2c3d0d0c-ab74-4f14-8f2d-9731c8904ec3 admin admin] 10.222.0.11 "DELETE /v2.0/routers/07d6417e-f946-4da9-ba82-214e2aabd004 HTTP/1.1" status: 204 len: 168 time: 1.5230441 Mar 07 10:32:16.720415 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40036) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:16.810183 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 2286c703-135c-4d58-9bf8-00b281159c5d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=2286c703-135c-4d58-9bf8-00b281159c5d,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:16.816826 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-a1361874-64b9-4d93-8cfc-332bb7b30fb7 None None] Set router 07d6417e-f946-4da9-ba82-214e2aabd004 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:32:16.839965 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ba844e8a-e903-4570-9adb-4aecb402b86f req-ddb4d7ea-5b64-42b4-8eca-11575817b34f tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03 HTTP/1.1" status: 200 len: 210 time: 0.0719659 Mar 07 10:32:16.847205 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-3a972b81-4a63-48e5-b7e8-77b38a248729 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks [] for port (d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:16.894496 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 2286c703-135c-4d58-9bf8-00b281159c5d has no active binding in host n-h2-832164-4 {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 10:32:16.898827 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b48514-3cda-4106-975f-76b4cf1c2272 admin admin] Deleting subnet 46337b1a-bb67-46b3-92df-dba8569c3259 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:32:16.909732 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9b48514-3cda-4106-975f-76b4cf1c2272 admin admin] Publish callbacks [] for subnet (46337b1a-bb67-46b3-92df-dba8569c3259), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:16.934956 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-a1361874-64b9-4d93-8cfc-332bb7b30fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07d6417e-f946-4da9-ba82-214e2aabd004', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-158384491-router', 'tenant_id': 'bd116aec07dd44b5b94e0aad0609ee6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:06Z', 'updated_at': '2022-03-07T10:32:16Z', 'revision_number': 7, 'project_id': 'bd116aec07dd44b5b94e0aad0609ee6f', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:16.937304 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-3a972b81-4a63-48e5-b7e8-77b38a248729 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:16.952331 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['9e768dce-3999-4a24-a47b-f9b22fe1c1df', 'c21b0a24-1fa3-4758-a44d-c9bf41cd09fe'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:32:16.990281 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9b48514-3cda-4106-975f-76b4cf1c2272 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (46337b1a-bb67-46b3-92df-dba8569c3259), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:17.014572 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1361874-64b9-4d93-8cfc-332bb7b30fb7 None None] Checking router: 07d6417e-f946-4da9-ba82-214e2aabd004 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:32:17.028663 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecadb809-8131-44b6-b1d4-3bcb607fefad req-8ebcf923-1f4d-4ccf-b6ff-a2b2e16224e7 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:17.035888 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['a3df8701-3341-4d4e-8dfa-a5b8dc650f89', 'e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4', '2f7f9397-fceb-4008-8a03-238e09ab375b', 'a83b88cf-d542-4470-ab1d-333ffbccebeb', 'c8648d35-ff3e-4781-bf0b-a4acb9c911ed'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:32:17.037019 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ecadb809-8131-44b6-b1d4-3bcb607fefad req-8ebcf923-1f4d-4ccf-b6ff-a2b2e16224e7 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 946 time: 0.1247573 Mar 07 10:32:17.041158 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1361874-64b9-4d93-8cfc-332bb7b30fb7 None None] Routers set() bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:32:17.041747 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1361874-64b9-4d93-8cfc-332bb7b30fb7 None None] Router IDs set() for agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 10:32:17.042555 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_agentschedulers_db [None req-a1361874-64b9-4d93-8cfc-332bb7b30fb7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'07d6417e-f946-4da9-ba82-214e2aabd004'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:32:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent'). {{(pid=103769) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 10:32:17.043100 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1361874-64b9-4d93-8cfc-332bb7b30fb7 None None] The sync data for ids ['07d6417e-f946-4da9-ba82-214e2aabd004'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:32:17.066674 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a972b81-4a63-48e5-b7e8-77b38a248729 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Pushing event updated for resources: {'Port': ['ID=d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:17.080863 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a972b81-4a63-48e5-b7e8-77b38a248729 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:17.081535 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a972b81-4a63-48e5-b7e8-77b38a248729 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:17.082448 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a972b81-4a63-48e5-b7e8-77b38a248729 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:17.083156 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a972b81-4a63-48e5-b7e8-77b38a248729 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:17.083673 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a972b81-4a63-48e5-b7e8-77b38a248729 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:17.084186 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a972b81-4a63-48e5-b7e8-77b38a248729 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:17.084695 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a972b81-4a63-48e5-b7e8-77b38a248729 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:17.085247 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a972b81-4a63-48e5-b7e8-77b38a248729 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:17.085754 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a972b81-4a63-48e5-b7e8-77b38a248729 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:17.086263 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a972b81-4a63-48e5-b7e8-77b38a248729 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:17.086788 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a972b81-4a63-48e5-b7e8-77b38a248729 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:17.087294 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a972b81-4a63-48e5-b7e8-77b38a248729 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:17.087810 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a972b81-4a63-48e5-b7e8-77b38a248729 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:17.098946 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-3a972b81-4a63-48e5-b7e8-77b38a248729 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:17.100510 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-3a972b81-4a63-48e5-b7e8-77b38a248729 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:17.115985 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-3a972b81-4a63-48e5-b7e8-77b38a248729 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:32:17.202358 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-3a972b81-4a63-48e5-b7e8-77b38a248729 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:17.203508 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-3a972b81-4a63-48e5-b7e8-77b38a248729 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:17.237836 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-3a972b81-4a63-48e5-b7e8-77b38a248729 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4835162 Mar 07 10:32:17.260559 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ecadb809-8131-44b6-b1d4-3bcb607fefad req-29277e61-65ea-4f34-87ce-cc1c5ccfff87 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223485 Mar 07 10:32:17.276271 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-5c59af49-e14c-4ca1-89ac-186a515b4ef4 service neutron] Request body: {'port': {'device_id': 'c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:17.326348 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9b48514-3cda-4106-975f-76b4cf1c2272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (46337b1a-bb67-46b3-92df-dba8569c3259), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:17.440278 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-5c59af49-e14c-4ca1-89ac-186a515b4ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:17.464420 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9b48514-3cda-4106-975f-76b4cf1c2272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (46337b1a-bb67-46b3-92df-dba8569c3259), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:17.537299 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b48514-3cda-4106-975f-76b4cf1c2272 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46337b1a-bb67-46b3-92df-dba8569c3259,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:17.562945 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9b48514-3cda-4106-975f-76b4cf1c2272 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:17.569099 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d9b48514-3cda-4106-975f-76b4cf1c2272 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/46337b1a-bb67-46b3-92df-dba8569c3259 HTTP/1.1" status: 204 len: 168 time: 0.8433108 Mar 07 10:32:17.569449 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40052) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:17.583600 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be7dd2c-e2da-4bf2-943f-415467565e6d None None] Network 263d26fe-97ac-49cd-b2a1-609791510939 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:32:17.672381 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6515117-fc15-4589-839d-32b7430e73c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (263d26fe-97ac-49cd-b2a1-609791510939), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:17.819861 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f327e6-a988-4571-98d3-0c8c381479b0 req-ee68fc64-baca-4ead-9477-e83ad18a84d6 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:17.821591 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-61f327e6-a988-4571-98d3-0c8c381479b0 req-ee68fc64-baca-4ead-9477-e83ad18a84d6 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 943 time: 0.1121373 Mar 07 10:32:17.833879 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-b6515117-fc15-4589-839d-32b7430e73c9 admin admin] Deleting port c1d36fd7-d4ef-4933-861f-c308d701fcc0 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:32:17.834211 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6515117-fc15-4589-839d-32b7430e73c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c1d36fd7-d4ef-4933-861f-c308d701fcc0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:17.847680 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c046faf7-6895-4ae8-ada7-c115fddf8ded None None] Provisioning complete for port d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:17.851799 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c046faf7-6895-4ae8-ada7-c115fddf8ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:17.888490 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-5c59af49-e14c-4ca1-89ac-186a515b4ef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:32:17.897807 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-5c59af49-e14c-4ca1-89ac-186a515b4ef4 service neutron] Publish callbacks [] for port (d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:17.912524 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-5c59af49-e14c-4ca1-89ac-186a515b4ef4 service neutron] Transition to ACTIVE for port object d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:32:17.931723 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-5c59af49-e14c-4ca1-89ac-186a515b4ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:17.961101 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-b6515117-fc15-4589-839d-32b7430e73c9 admin admin] For port c1d36fd7-d4ef-4933-861f-c308d701fcc0, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c1d36fd7-d4ef-4933-861f-c308d701fcc0,segment=NetworkSegment(d2f2d114-d5fb-41c5-b79e-ec49ac8a2aa4),segment_id=d2f2d114-d5fb-41c5-b79e-ec49ac8a2aa4)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:17.963425 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6515117-fc15-4589-839d-32b7430e73c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c1d36fd7-d4ef-4933-861f-c308d701fcc0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:17.992381 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-b6515117-fc15-4589-839d-32b7430e73c9 admin admin] Calling delete_port for c1d36fd7-d4ef-4933-861f-c308d701fcc0 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:32:18.008251 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59af49-e14c-4ca1-89ac-186a515b4ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:18.057256 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c046faf7-6895-4ae8-ada7-c115fddf8ded None None] Port d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:32:18.109264 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c0469-0379-4d02-912b-ca9d7d662af4 req-1745d368-d386-4cbd-9972-3df9407c9749 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:18.112739 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-683c0469-0379-4d02-912b-ca9d7d662af4 req-1745d368-d386-4cbd-9972-3df9407c9749 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.1977673 Mar 07 10:32:18.155194 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-61f327e6-a988-4571-98d3-0c8c381479b0 req-cfe66061-b0a9-4bab-84ce-79ef6a2d71b0 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222017 Mar 07 10:32:18.155896 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6515117-fc15-4589-839d-32b7430e73c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (c1d36fd7-d4ef-4933-861f-c308d701fcc0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:18.205308 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:18.236104 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6515117-fc15-4589-839d-32b7430e73c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1d36fd7-d4ef-4933-861f-c308d701fcc0,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:18.265808 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6515117-fc15-4589-839d-32b7430e73c9 admin admin] No DVR routers for this DVR port c1d36fd7-d4ef-4933-861f-c308d701fcc0 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:32:18.402557 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-5c59af49-e14c-4ca1-89ac-186a515b4ef4 service neutron] Attempting to bind port d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:32:18.403788 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf580ba-a226-4ef0-9073-d3e922bef9cc None None] DHCP port deletion for 263d26fe-97ac-49cd-b2a1-609791510939 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:32:18.404330 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-5c59af49-e14c-4ca1-89ac-186a515b4ef4 service neutron] Attempting to bind port d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:32:18.406518 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-5c59af49-e14c-4ca1-89ac-186a515b4ef4 service neutron] Attempting to bind port d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:18.408940 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6515117-fc15-4589-839d-32b7430e73c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (263d26fe-97ac-49cd-b2a1-609791510939), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:18.439830 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-5c59af49-e14c-4ca1-89ac-186a515b4ef4 service neutron] Port d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:32:18.441358 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-5c59af49-e14c-4ca1-89ac-186a515b4ef4 service neutron] Attempting to bind port d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:18.463255 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-b6515117-fc15-4589-839d-32b7430e73c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['263d26fe-97ac-49cd-b2a1-609791510939']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:18.480183 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-b6515117-fc15-4589-839d-32b7430e73c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f2d114-d5fb-41c5-b79e-ec49ac8a2aa4') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:18.480651 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-b6515117-fc15-4589-839d-32b7430e73c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f2d114-d5fb-41c5-b79e-ec49ac8a2aa4') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:18.495029 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-5c59af49-e14c-4ca1-89ac-186a515b4ef4 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:32:18.495762 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-5c59af49-e14c-4ca1-89ac-186a515b4ef4 service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:32:18.496362 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-5c59af49-e14c-4ca1-89ac-186a515b4ef4 service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:32:18.496933 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6515117-fc15-4589-839d-32b7430e73c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (d2f2d114-d5fb-41c5-b79e-ec49ac8a2aa4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:18.497421 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-5c59af49-e14c-4ca1-89ac-186a515b4ef4 service neutron] Bound port: d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:32:18.499521 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-5c59af49-e14c-4ca1-89ac-186a515b4ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:18.523392 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-683c0469-0379-4d02-912b-ca9d7d662af4 req-ffde6d6f-b62b-4195-a137-172047cd7f22 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794355 Mar 07 10:32:18.574364 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5732a6-efac-4ee3-b18b-96a07ff52e1c req-d7f3a872-57c3-4ee4-9dee-2d5e00fc9e01 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:18.591789 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cc5732a6-efac-4ee3-b18b-96a07ff52e1c req-d7f3a872-57c3-4ee4-9dee-2d5e00fc9e01 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03 HTTP/1.1" status: 200 len: 948 time: 0.1965299 Mar 07 10:32:18.601739 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-66e64d7a-494b-4f62-8a71-0f497afacf74 service neutron] show failed (client error): The resource could not be found. Mar 07 10:32:18.604897 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-66e64d7a-494b-4f62-8a71-0f497afacf74 service neutron] 10.222.0.31 "GET /v2.0/ports/df223f55-45cb-4868-896f-698f8d545b7f/bindings/n-h1-832164-4 HTTP/1.1" status: 404 len: 380 time: 0.5363722 Mar 07 10:32:18.692993 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6515117-fc15-4589-839d-32b7430e73c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (d2f2d114-d5fb-41c5-b79e-ec49ac8a2aa4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:18.711534 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6515117-fc15-4589-839d-32b7430e73c9 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:32:18.713153 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6515117-fc15-4589-839d-32b7430e73c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (d2f2d114-d5fb-41c5-b79e-ec49ac8a2aa4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:18.720838 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:32:18.720838 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:32:18.720838 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:32:18.720838 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:32:18.720838 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:32:18.720838 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:32:18.720838 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:32:18.720838 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:32:18.720838 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:32:18.720838 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:32:18.720838 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:32:18.720838 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:32:18.720838 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:32:18.720838 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:32:18.720838 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:32:18.720838 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:32:18.720838 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:32:18.720838 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:32:18.720838 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:32:18.720838 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:32:18.720838 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:32:18.720838 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:32:18.720838 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:32:18.720838 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:32:18.720838 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:32:18.720838 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:32:18.720838 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:32:18.720838 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:32:18.720838 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:32:18.720838 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:32:18.720838 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:32:18.720838 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:32:18.828756 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-5c59af49-e14c-4ca1-89ac-186a515b4ef4 service neutron] For port d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:18.832577 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-5c59af49-e14c-4ca1-89ac-186a515b4ef4 service neutron] For port d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:18.893417 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cc5732a6-efac-4ee3-b18b-96a07ff52e1c req-ef474332-63fc-45af-9641-3734167f0c98 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995279 Mar 07 10:32:18.903326 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6515117-fc15-4589-839d-32b7430e73c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (263d26fe-97ac-49cd-b2a1-609791510939), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:18.917498 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-5c59af49-e14c-4ca1-89ac-186a515b4ef4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:18.938248 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6515117-fc15-4589-839d-32b7430e73c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=263d26fe-97ac-49cd-b2a1-609791510939,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:18.982275 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6515117-fc15-4589-839d-32b7430e73c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:18.992427 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b6515117-fc15-4589-839d-32b7430e73c9 admin admin] 10.222.0.11 "DELETE /v2.0/networks/263d26fe-97ac-49cd-b2a1-609791510939 HTTP/1.1" status: 204 len: 168 time: 1.4191251 Mar 07 10:32:19.062827 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59af49-e14c-4ca1-89ac-186a515b4ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:19.101417 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-5c59af49-e14c-4ca1-89ac-186a515b4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:19.102225 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-5c59af49-e14c-4ca1-89ac-186a515b4ef4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:19.103687 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-5c59af49-e14c-4ca1-89ac-186a515b4ef4 service neutron] 10.222.0.21 "PUT /v2.0/ports/d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753 HTTP/1.1" status: 200 len: 1096 time: 1.8559978 Mar 07 10:32:19.105193 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03', 'tag': 'd9fdf4aa-3d7a-49a6-90bf-3dddf3b55753'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:19.114123 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8a345e-989d-44fc-a430-43969947fc4a" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03", "tag": "d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:19.146367 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de768e9d-ecf2-42df-8f6f-4ecaa01ee9df req-4bc3cfa9-9432-4a78-9082-bbeed2918d20 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:19.155220 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-de768e9d-ecf2-42df-8f6f-4ecaa01ee9df req-4bc3cfa9-9432-4a78-9082-bbeed2918d20 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 946 time: 0.2977626 Mar 07 10:32:19.208377 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-57f345b9-5d44-415e-968a-f8a4563d3c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:19.210627 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-57f345b9-5d44-415e-968a-f8a4563d3c94 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10&tenant_id=914855c715794ac0925e4b6ed0252296 HTTP/1.1" status: 200 len: 1132 time: 0.1760042 Mar 07 10:32:19.241295 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-ad4c0803-98bc-4746-ba53-be6dc575ce88 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832164-4', 'device_owner': 'compute:nova'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:19.251480 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2191238-faa1-4fa8-9b7e-5b7c904fa972 x-openstack-request-id: req-e2191238-faa1-4fa8-9b7e-5b7c904fa972 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:19.252036 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03", "tag": "d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:19.252500 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e2191238-faa1-4fa8-9b7e-5b7c904fa972 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:19.253136 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03', 'tag': 'd9fdf4aa-3d7a-49a6-90bf-3dddf3b55753', 'status': 'completed', 'code': 200} Mar 07 10:32:19.366404 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40076) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:19.402112 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-de768e9d-ecf2-42df-8f6f-4ecaa01ee9df req-519fd0c4-b300-47f5-9dc7-244cf263c6da tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451646 Mar 07 10:32:19.501034 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-801a7a93-096b-4753-a9af-c7f4366ce41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:19.502559 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-801a7a93-096b-4753-a9af-c7f4366ce41d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=38226035d9a14a64837c29a3926f0a17&device_id=c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03 HTTP/1.1" status: 200 len: 1130 time: 0.3323240 Mar 07 10:32:19.556586 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-33627f96-c555-4c06-8228-15a62dec23bb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bd116aec07dd44b5b94e0aad0609ee6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1874683 Mar 07 10:32:19.560812 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40080) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:19.621574 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-12d23d02-d7d0-4ebd-a15c-ed7a0dc35869 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753 HTTP/1.1" status: 200 len: 217 time: 0.1047480 Mar 07 10:32:19.639731 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704fd12-3d81-4370-a8ac-ec0d6d22f406 req-cfef6eb2-9fe8-405d-9473-6021243978bc tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:19.652986 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e704fd12-3d81-4370-a8ac-ec0d6d22f406 req-cfef6eb2-9fe8-405d-9473-6021243978bc tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 943 time: 0.2198894 Mar 07 10:32:19.672913 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-ad4c0803-98bc-4746-ba53-be6dc575ce88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (df223f55-45cb-4868-896f-698f8d545b7f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:19.709261 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 768ba943-ff20-4be3-8786-2e3cf00eae3c no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:32:19.770362 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 2286c703-135c-4d58-9bf8-00b281159c5d no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:32:19.773139 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0fccfde4-8457-4ca0-829f-7fd0b0c3cab7 admin admin] Publish callbacks [] for security_group (489cf372-9867-4b3a-99c1-a4bec7dca0b1), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:19.782117 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 768ba943-ff20-4be3-8786-2e3cf00eae3c {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:32:19.782549 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 768ba943-ff20-4be3-8786-2e3cf00eae3c not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:32:19.783236 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c1d36fd7-d4ef-4933-861f-c308d701fcc0 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:32:19.838519 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e704fd12-3d81-4370-a8ac-ec0d6d22f406 req-6bf6b933-ce83-41cb-920f-28987b15c55a tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764803 Mar 07 10:32:19.877830 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0fccfde4-8457-4ca0-829f-7fd0b0c3cab7 admin admin] Publish callbacks [] for security_group (489cf372-9867-4b3a-99c1-a4bec7dca0b1), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:19.942137 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: c1d36fd7-d4ef-4933-861f-c308d701fcc0 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:32:19.942137 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c1d36fd7-d4ef-4933-861f-c308d701fcc0 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:32:19.973801 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-ad4c0803-98bc-4746-ba53-be6dc575ce88 service neutron] For port df223f55-45cb-4868-896f-698f8d545b7f, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=df223f55-45cb-4868-896f-698f8d545b7f,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:20.010897 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-ad4c0803-98bc-4746-ba53-be6dc575ce88 service neutron] For port df223f55-45cb-4868-896f-698f8d545b7f, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:20.022072 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0fccfde4-8457-4ca0-829f-7fd0b0c3cab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (489cf372-9867-4b3a-99c1-a4bec7dca0b1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:20.025900 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0fccfde4-8457-4ca0-829f-7fd0b0c3cab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:20.027236 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0fccfde4-8457-4ca0-829f-7fd0b0c3cab7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/489cf372-9867-4b3a-99c1-a4bec7dca0b1 HTTP/1.1" status: 204 len: 168 time: 0.4654148 Mar 07 10:32:20.049200 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fccfde4-8457-4ca0-829f-7fd0b0c3cab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489cf372-9867-4b3a-99c1-a4bec7dca0b1,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:20.101553 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-ad4c0803-98bc-4746-ba53-be6dc575ce88 service neutron] Publish callbacks [] for port (df223f55-45cb-4868-896f-698f8d545b7f), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:20.110005 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 2286c703-135c-4d58-9bf8-00b281159c5d is: DOWN; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:20.118650 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-ad4c0803-98bc-4746-ba53-be6dc575ce88 service neutron] Transition to ACTIVE for port object df223f55-45cb-4868-896f-698f8d545b7f will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:32:20.129336 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-ad4c0803-98bc-4746-ba53-be6dc575ce88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (df223f55-45cb-4868-896f-698f8d545b7f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:20.174280 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-8aebec20-99f0-4700-8507-0fa5ec444136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:20.175333 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-8aebec20-99f0-4700-8507-0fa5ec444136 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.5429454 Mar 07 10:32:20.190519 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a05bc5-d342-4fa7-bd09-bdaabd1c667c req-3fad24f4-db3d-42c0-80db-82383ed347c7 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:20.199543 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-13a05bc5-d342-4fa7-bd09-bdaabd1c667c req-3fad24f4-db3d-42c0-80db-82383ed347c7 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03 HTTP/1.1" status: 200 len: 948 time: 0.1083331 Mar 07 10:32:20.200697 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18c315-9976-4e94-b1fd-b10062e41f6f req-f56ef3af-c804-4da6-892a-6968f7e6895c tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:20.215833 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ff18c315-9976-4e94-b1fd-b10062e41f6f req-f56ef3af-c804-4da6-892a-6968f7e6895c tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.5744410 Mar 07 10:32:20.280310 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c0803-98bc-4746-ba53-be6dc575ce88 service neutron] Pushing event updated for resources: {'Port': ['ID=df223f55-45cb-4868-896f-698f8d545b7f,revision_number=6']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:20.313723 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-13a05bc5-d342-4fa7-bd09-bdaabd1c667c req-6076303c-f0aa-422b-8185-101e6be4fcdc tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131546 Mar 07 10:32:20.348053 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-ad4c0803-98bc-4746-ba53-be6dc575ce88 service neutron] No DVR routers for this DVR port df223f55-45cb-4868-896f-698f8d545b7f on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:32:20.359237 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 2286c703-135c-4d58-9bf8-00b281159c5d no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:32:20.439732 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] The host n-h2-832164-4 is not matching for port 2286c703-135c-4d58-9bf8-00b281159c5d host n-h1-832164-4! {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 10:32:20.440364 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 2286c703-135c-4d58-9bf8-00b281159c5d not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:32:20.494548 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ff18c315-9976-4e94-b1fd-b10062e41f6f req-00370698-fc5e-4d37-84cd-c9dd2df1d78c tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736754 Mar 07 10:32:20.507257 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-ad4c0803-98bc-4746-ba53-be6dc575ce88 service neutron] Attempting to bind port df223f55-45cb-4868-896f-698f8d545b7f on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:32:20.512927 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-ad4c0803-98bc-4746-ba53-be6dc575ce88 service neutron] Attempting to bind port df223f55-45cb-4868-896f-698f8d545b7f by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:32:20.514822 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-ad4c0803-98bc-4746-ba53-be6dc575ce88 service neutron] Attempting to bind port df223f55-45cb-4868-896f-698f8d545b7f on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:20.523213 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-6a36db18-21b6-4c6b-9930-0d5ffefa1ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:20.536857 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-6a36db18-21b6-4c6b-9930-0d5ffefa1ca6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3088624 Mar 07 10:32:20.539718 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-ad4c0803-98bc-4746-ba53-be6dc575ce88 service neutron] Port df223f55-45cb-4868-896f-698f8d545b7f on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:32:20.549039 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-ad4c0803-98bc-4746-ba53-be6dc575ce88 service neutron] Attempting to bind port df223f55-45cb-4868-896f-698f8d545b7f on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:20.588574 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-ad4c0803-98bc-4746-ba53-be6dc575ce88 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:32:20.592368 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-ad4c0803-98bc-4746-ba53-be6dc575ce88 service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:32:20.604117 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-ad4c0803-98bc-4746-ba53-be6dc575ce88 service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:32:20.606015 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-ad4c0803-98bc-4746-ba53-be6dc575ce88 service neutron] Bound port: df223f55-45cb-4868-896f-698f8d545b7f, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:32:20.607720 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-ad4c0803-98bc-4746-ba53-be6dc575ce88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (df223f55-45cb-4868-896f-698f8d545b7f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:20.673550 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28031d8e-64bd-4b7f-a462-5abb77d49883 req-27f7665f-fbe5-4dc5-898d-33b4286bee61 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:20.680760 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-28031d8e-64bd-4b7f-a462-5abb77d49883 req-27f7665f-fbe5-4dc5-898d-33b4286bee61 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 946 time: 0.1281092 Mar 07 10:32:20.776509 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-28031d8e-64bd-4b7f-a462-5abb77d49883 req-7ecfe135-4649-451c-83d2-f6347c7a568e tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945921 Mar 07 10:32:20.858286 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-8ba76fd1-c67e-432e-b929-34477dc283eb service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862289 Mar 07 10:32:20.859605 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-ad4c0803-98bc-4746-ba53-be6dc575ce88 service neutron] For port df223f55-45cb-4868-896f-698f8d545b7f, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:20.863688 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-ad4c0803-98bc-4746-ba53-be6dc575ce88 service neutron] For port df223f55-45cb-4868-896f-698f8d545b7f, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=df223f55-45cb-4868-896f-698f8d545b7f,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:20.923232 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-ad4c0803-98bc-4746-ba53-be6dc575ce88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (df223f55-45cb-4868-896f-698f8d545b7f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:21.136877 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-ad4c0803-98bc-4746-ba53-be6dc575ce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:21.137644 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-ad4c0803-98bc-4746-ba53-be6dc575ce88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:21.139765 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-ad4c0803-98bc-4746-ba53-be6dc575ce88 service neutron] 10.222.0.21 "PUT /v2.0/ports/df223f55-45cb-4868-896f-698f8d545b7f HTTP/1.1" status: 200 len: 1096 time: 1.9072170 Mar 07 10:32:21.269934 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58973e44-019b-48a6-a0bd-574635873c10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df223f55-45cb-4868-896f-698f8d545b7f'}, {'name': 'network-changed', 'server_uuid': '58973e44-019b-48a6-a0bd-574635873c10', 'tag': 'df223f55-45cb-4868-896f-698f8d545b7f'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:21.282333 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7929fa5-b887-4b62-9c35-df5186a34095" -d '{"events": [{"server_uuid": "58973e44-019b-48a6-a0bd-574635873c10", "name": "network-vif-unplugged", "status": "completed", "tag": "df223f55-45cb-4868-896f-698f8d545b7f"}, {"name": "network-changed", "server_uuid": "58973e44-019b-48a6-a0bd-574635873c10", "tag": "df223f55-45cb-4868-896f-698f8d545b7f"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:21.315871 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3d012a80-6d4b-4778-8966-2f0e53a2e700 req-e7f6099b-7aa5-42c5-89ee-2e0a2fa73768 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495018 Mar 07 10:32:21.316520 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c0803-98bc-4746-ba53-be6dc575ce88 service neutron] Pushing event updated for resources: {'Port': ['ID=df223f55-45cb-4868-896f-698f8d545b7f,revision_number=7']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:21.363522 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117993c-2e0d-4689-91ca-1a81aeac707f req-4ed94b0d-5b23-4223-a7f1-756fc4cbcd5a tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:21.366060 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40134) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:21.368321 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7117993c-2e0d-4689-91ca-1a81aeac707f req-4ed94b0d-5b23-4223-a7f1-756fc4cbcd5a tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 943 time: 0.3020871 Mar 07 10:32:21.395763 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3feb306-dd0a-47a2-b6c0-66f8b24f6f4e x-openstack-request-id: req-a3feb306-dd0a-47a2-b6c0-66f8b24f6f4e {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:21.396104 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58973e44-019b-48a6-a0bd-574635873c10", "name": "network-vif-unplugged", "status": "completed", "tag": "df223f55-45cb-4868-896f-698f8d545b7f", "code": 200}, {"name": "network-changed", "server_uuid": "58973e44-019b-48a6-a0bd-574635873c10", "tag": "df223f55-45cb-4868-896f-698f8d545b7f", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:21.396461 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a3feb306-dd0a-47a2-b6c0-66f8b24f6f4e {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:21.397666 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58973e44-019b-48a6-a0bd-574635873c10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df223f55-45cb-4868-896f-698f8d545b7f', 'code': 200} Mar 07 10:32:21.398064 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58973e44-019b-48a6-a0bd-574635873c10', 'tag': 'df223f55-45cb-4868-896f-698f8d545b7f', 'status': 'completed', 'code': 200} Mar 07 10:32:21.570635 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1c5bc-98d8-4376-8208-ed44a3db2d5b req-58469bab-e250-4ed4-a4a3-45345a4dd416 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:21.578245 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-16b1c5bc-98d8-4376-8208-ed44a3db2d5b req-58469bab-e250-4ed4-a4a3-45345a4dd416 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03 HTTP/1.1" status: 200 len: 948 time: 0.0775979 Mar 07 10:32:21.585919 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f054b925-9176-4575-9887-08dbfcfb0041 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2018006520-network', 'tenant_id': '4b18e3692e984b5fbc10236b7b24cdd4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:21.611616 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f054b925-9176-4575-9887-08dbfcfb0041 admin admin] Made reservation on behalf of 4b18e3692e984b5fbc10236b7b24cdd4 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:21.614200 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f054b925-9176-4575-9887-08dbfcfb0041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:21.633430 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f054b925-9176-4575-9887-08dbfcfb0041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:21.689956 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-16b1c5bc-98d8-4376-8208-ed44a3db2d5b req-86603744-9e60-491d-9ec0-0a9906f3a084 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090119 Mar 07 10:32:21.818629 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-55ec771d-57f1-4d1c-83fd-d5a6d6eeea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:21.820346 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-55ec771d-57f1-4d1c-83fd-d5a6d6eeea36 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 1130 time: 0.6490772 Mar 07 10:32:22.016861 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171838f-4617-42ee-8d40-b3187bc52903 req-13e69eda-5277-4c2d-8272-a60cdafd44c3 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:22.024377 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8171838f-4617-42ee-8d40-b3187bc52903 req-13e69eda-5277-4c2d-8272-a60cdafd44c3 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 948 time: 0.1850395 Mar 07 10:32:22.025389 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7929fa5-b887-4b62-9c35-df5186a34095 req-b8f17617-4716-4cf2-a2a6-61d50861110e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:22.027075 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a7929fa5-b887-4b62-9c35-df5186a34095 req-b8f17617-4716-4cf2-a2a6-61d50861110e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 1130 time: 0.2044570 Mar 07 10:32:22.028493 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f054b925-9176-4575-9887-08dbfcfb0041 admin admin] Publish callbacks [] for security_group (0d2cbc28-624d-48a3-b447-4edbd7daa341), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:22.042788 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7117993c-2e0d-4689-91ca-1a81aeac707f req-4248fc72-29e8-4181-bc64-373de2aa276c tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6578641 Mar 07 10:32:22.052181 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f054b925-9176-4575-9887-08dbfcfb0041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0d2cbc28-624d-48a3-b447-4edbd7daa341), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:22.064861 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f054b925-9176-4575-9887-08dbfcfb0041 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:32:22.075240 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a345e-989d-44fc-a430-43969947fc4a req-e48be7e5-6ad4-4c81-9911-c2ef136a1bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:22.076809 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f054b925-9176-4575-9887-08dbfcfb0041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (f4b6cd14-d869-4fb9-8552-bf3696fe2e40), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:22.077580 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-f054b925-9176-4575-9887-08dbfcfb0041 admin admin] Added segment f4b6cd14-d869-4fb9-8552-bf3696fe2e40 of type vlan for network 76a3e552-7157-4b91-9abc-62e86e83c6d3 Mar 07 10:32:22.078187 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ad8a345e-989d-44fc-a430-43969947fc4a req-e48be7e5-6ad4-4c81-9911-c2ef136a1bdf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=38226035d9a14a64837c29a3926f0a17&device_id=c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03 HTTP/1.1" status: 200 len: 1130 time: 0.2564113 Mar 07 10:32:22.082729 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-bb4649ab-a911-412a-b8f3-27bb001ac42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:22.084527 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-bb4649ab-a911-412a-b8f3-27bb001ac42c service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.2442384 Mar 07 10:32:22.122698 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f054b925-9176-4575-9887-08dbfcfb0041 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (76a3e552-7157-4b91-9abc-62e86e83c6d3), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:22.158667 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f054b925-9176-4575-9887-08dbfcfb0041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (76a3e552-7157-4b91-9abc-62e86e83c6d3), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:22.160067 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f054b925-9176-4575-9887-08dbfcfb0041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:22.160666 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f054b925-9176-4575-9887-08dbfcfb0041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:22.199725 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a345e-989d-44fc-a430-43969947fc4a req-912105d3-f8b8-4849-9a6a-4abe030ff50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:22.202039 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ad8a345e-989d-44fc-a430-43969947fc4a req-912105d3-f8b8-4849-9a6a-4abe030ff50d service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.1093900 Mar 07 10:32:22.257552 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054b925-9176-4575-9887-08dbfcfb0041 admin admin] Pushing event updated for resources: {'Network': ['ID=76a3e552-7157-4b91-9abc-62e86e83c6d3,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:22.271364 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f054b925-9176-4575-9887-08dbfcfb0041 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9005797 Mar 07 10:32:22.271581 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 76a3e552-7157-4b91-9abc-62e86e83c6d3 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:32:22.275365 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40152) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:22.285622 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-057c1bdc-242a-45f6-980d-11a251285c89 admin admin] Request body: {'subnet': {'network_id': '76a3e552-7157-4b91-9abc-62e86e83c6d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2018006520-subnet', 'tenant_id': '4b18e3692e984b5fbc10236b7b24cdd4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:22.313712 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8171838f-4617-42ee-8d40-b3187bc52903 req-6487e35e-5f8c-4b82-bf45-0c5cdba5e33c tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883973 Mar 07 10:32:22.315853 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f054b925-9176-4575-9887-08dbfcfb0041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2cbc28-624d-48a3-b447-4edbd7daa341,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:22.361246 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057c1bdc-242a-45f6-980d-11a251285c89 admin admin] Made reservation on behalf of 4b18e3692e984b5fbc10236b7b24cdd4 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:22.364048 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-057c1bdc-242a-45f6-980d-11a251285c89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:22.368337 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-bea1393a-6628-4e33-8dff-80e3c0d0593f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=df223f55-45cb-4868-896f-698f8d545b7f HTTP/1.1" status: 200 len: 217 time: 0.2743323 Mar 07 10:32:22.376030 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ad8a345e-989d-44fc-a430-43969947fc4a req-7ffe0088-ae99-40a2-b35c-6fa03d1446e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753 HTTP/1.1" status: 200 len: 217 time: 0.1641598 Mar 07 10:32:22.393084 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device df223f55-45cb-4868-896f-698f8d545b7f no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:32:22.433570 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-47f22514-2d96-45cc-8b3a-c25eb2cd902e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:22.435394 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-47f22514-2d96-45cc-8b3a-c25eb2cd902e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.0565667 Mar 07 10:32:22.546032 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7929fa5-b887-4b62-9c35-df5186a34095 req-4d4c0b56-2953-4703-bde8-ef0ef5301d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:22.547483 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a7929fa5-b887-4b62-9c35-df5186a34095 req-4d4c0b56-2953-4703-bde8-ef0ef5301d12 service neutron] 10.222.0.31 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.5102854 Mar 07 10:32:22.557947 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] The host n-h2-832164-4 is not matching for port df223f55-45cb-4868-896f-698f8d545b7f host n-h1-832164-4! {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 10:32:22.561270 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device df223f55-45cb-4868-896f-698f8d545b7f not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:32:22.563009 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130598e-a6a5-4ce7-b3bd-79ccb1c02115 req-12f2eb24-27d5-491f-a8b8-1898affee23a tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:22.564741 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8130598e-a6a5-4ce7-b3bd-79ccb1c02115 req-12f2eb24-27d5-491f-a8b8-1898affee23a tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 946 time: 0.3569009 Mar 07 10:32:22.569221 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a345e-989d-44fc-a430-43969947fc4a req-6c25bb20-a718-4f42-b35c-a57585bcde0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:22.570018 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:22.570785 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ad8a345e-989d-44fc-a430-43969947fc4a req-6c25bb20-a718-4f42-b35c-a57585bcde0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1338789 Mar 07 10:32:22.658606 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a7929fa5-b887-4b62-9c35-df5186a34095 req-bf1121ae-f365-49dd-b29e-6d0629aeee2e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=df223f55-45cb-4868-896f-698f8d545b7f HTTP/1.1" status: 200 len: 217 time: 0.0925903 Mar 07 10:32:22.663185 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-057c1bdc-242a-45f6-980d-11a251285c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (21a1f3dd-e5b1-42e2-8f1f-dc99c8ee81fe), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:22.665394 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-f228eee5-a7b3-48fa-86a5-6310400d086f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:22.667031 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-f228eee5-a7b3-48fa-86a5-6310400d086f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2165611 Mar 07 10:32:22.721385 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7929fa5-b887-4b62-9c35-df5186a34095 req-1e4f6da1-beaf-4c75-9004-d4481f0b61f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:22.722925 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a7929fa5-b887-4b62-9c35-df5186a34095 req-1e4f6da1-beaf-4c75-9004-d4481f0b61f6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.0528998 Mar 07 10:32:22.744883 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057c1bdc-242a-45f6-980d-11a251285c89 admin admin] Checking segment: {'id': 'f4b6cd14-d869-4fb9-8552-bf3696fe2e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76a3e552-7157-4b91-9abc-62e86e83c6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:32:22.745923 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057c1bdc-242a-45f6-980d-11a251285c89 admin admin] Network hostable DHCP agents. Network: 76a3e552-7157-4b91-9abc-62e86e83c6d3, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:32:22.762065 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057c1bdc-242a-45f6-980d-11a251285c89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21a1f3dd-e5b1-42e2-8f1f-dc99c8ee81fe,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:22.788771 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057c1bdc-242a-45f6-980d-11a251285c89 admin admin] Network 76a3e552-7157-4b91-9abc-62e86e83c6d3 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:32:22.804708 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-057c1bdc-242a-45f6-980d-11a251285c89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 76a3e552-7157-4b91-9abc-62e86e83c6d3) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:22.810202 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057c1bdc-242a-45f6-980d-11a251285c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:22.810881 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-057c1bdc-242a-45f6-980d-11a251285c89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:22.818057 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5311d5-0d4d-4b48-89ad-281618e43666 None None] Network 76a3e552-7157-4b91-9abc-62e86e83c6d3 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:32:22.855186 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-057c1bdc-242a-45f6-980d-11a251285c89 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5736067 Mar 07 10:32:22.871241 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40164) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:22.883030 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-cf3c9dfb-c734-479c-b722-5f146314cffd admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2018006520-router', 'tenant_id': '4b18e3692e984b5fbc10236b7b24cdd4', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:22.895416 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8130598e-a6a5-4ce7-b3bd-79ccb1c02115 req-b767fb3a-d022-47d3-b8c1-1108e72dd077 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121088 Mar 07 10:32:22.933212 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a345e-989d-44fc-a430-43969947fc4a req-bee72a3b-f5cd-4782-b85b-b35c2a074ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:22.934697 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ad8a345e-989d-44fc-a430-43969947fc4a req-bee72a3b-f5cd-4782-b85b-b35c2a074ccf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3526387 Mar 07 10:32:22.939618 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7929fa5-b887-4b62-9c35-df5186a34095 req-098387bb-f24a-4a7c-88da-eb02de8cacc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:22.941050 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a7929fa5-b887-4b62-9c35-df5186a34095 req-098387bb-f24a-4a7c-88da-eb02de8cacc2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2046492 Mar 07 10:32:23.002828 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ddc3a-7445-47eb-b259-e84ef2716369 req-8c42af71-fa56-4837-9fb2-4c9176c53545 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:23.010692 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-801ddc3a-7445-47eb-b259-e84ef2716369 req-8c42af71-fa56-4837-9fb2-4c9176c53545 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03 HTTP/1.1" status: 200 len: 948 time: 0.1553278 Mar 07 10:32:23.063492 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cf3c9dfb-c734-479c-b722-5f146314cffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (69f070de-603a-40eb-a77b-99b362de94f2), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:23.063712 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-76a3e552-7157-4b91-9abc-62e86e83c6d3', 'network_id': '76a3e552-7157-4b91-9abc-62e86e83c6d3', 'project_id': '4b18e3692e984b5fbc10236b7b24cdd4', 'fixed_ips': [{'subnet_id': '21a1f3dd-e5b1-42e2-8f1f-dc99c8ee81fe'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:32:23.064545 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:23.065765 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cf3c9dfb-c734-479c-b722-5f146314cffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (69f070de-603a-40eb-a77b-99b362de94f2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:23.069063 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-801ddc3a-7445-47eb-b259-e84ef2716369 req-be66f094-f55f-4bf4-afa4-790beadb39b3 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575542 Mar 07 10:32:23.072619 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ad8a345e-989d-44fc-a430-43969947fc4a req-c2f9b5ce-7496-4d5b-be9b-3e35b0a70aba service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255929 Mar 07 10:32:23.120958 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-0e9ac48b-ecdc-4921-9f51-8e1dfa099f4a service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958311 Mar 07 10:32:23.279248 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] Allocated IP 172.20.0.2 (76a3e552-7157-4b91-9abc-62e86e83c6d3/21a1f3dd-e5b1-42e2-8f1f-dc99c8ee81fe/55f04fa7-90e3-4e97-9b5d-aabd6bcfc637) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:23.348267 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a7929fa5-b887-4b62-9c35-df5186a34095 req-4e0607b8-1afc-4c1b-88fc-358d9c0d0a0b service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730832 Mar 07 10:32:23.433544 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ad8a345e-989d-44fc-a430-43969947fc4a req-3f42933f-bf33-4d7e-ab3d-700e1ff91f82 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499062 Mar 07 10:32:23.510588 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] Publish callbacks [] for port (55f04fa7-90e3-4e97-9b5d-aabd6bcfc637), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:23.519145 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4df044-9458-42bb-b931-7bafe85d2fbf req-da7bf9d3-0dd5-496d-a74a-eeb009789dbd tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:23.523047 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (55f04fa7-90e3-4e97-9b5d-aabd6bcfc637), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:23.528090 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ad4df044-9458-42bb-b931-7bafe85d2fbf req-da7bf9d3-0dd5-496d-a74a-eeb009789dbd tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 948 time: 0.0977976 Mar 07 10:32:23.533498 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cf3c9dfb-c734-479c-b722-5f146314cffd admin admin] Publish callbacks [] for router_controller (69f070de-603a-40eb-a77b-99b362de94f2), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:23.601368 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ad4df044-9458-42bb-b931-7bafe85d2fbf req-88f6ab94-7397-437d-921c-8a6979de73d7 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722084 Mar 07 10:32:23.633551 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] Network 76a3e552-7157-4b91-9abc-62e86e83c6d3 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:23.636967 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:23.642886 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:32:23.701091 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:32:23.721871 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] Attempting to bind port 55f04fa7-90e3-4e97-9b5d-aabd6bcfc637 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:32:23.722240 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] Attempting to bind port 55f04fa7-90e3-4e97-9b5d-aabd6bcfc637 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'f4b6cd14-d869-4fb9-8552-bf3696fe2e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76a3e552-7157-4b91-9abc-62e86e83c6d3'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:32:23.722607 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] Attempting to bind port 55f04fa7-90e3-4e97-9b5d-aabd6bcfc637 on network 76a3e552-7157-4b91-9abc-62e86e83c6d3 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:23.728696 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] Pushing event updated for resources: {'Port': ['ID=55f04fa7-90e3-4e97-9b5d-aabd6bcfc637,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:23.742206 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:32:23.742581 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] Checking segment: {'id': 'f4b6cd14-d869-4fb9-8552-bf3696fe2e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76a3e552-7157-4b91-9abc-62e86e83c6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:32:23.742995 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:23.743530 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] Bound using segment: {'id': 'f4b6cd14-d869-4fb9-8552-bf3696fe2e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76a3e552-7157-4b91-9abc-62e86e83c6d3'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:32:23.744021 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] Bound port: 55f04fa7-90e3-4e97-9b5d-aabd6bcfc637, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b6cd14-d869-4fb9-8552-bf3696fe2e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76a3e552-7157-4b91-9abc-62e86e83c6d3'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:32:23.744410 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (55f04fa7-90e3-4e97-9b5d-aabd6bcfc637), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:23.761365 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:23.761713 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:23.762055 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:23.762393 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:23.762727 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:23.763058 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:23.763520 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:23.763943 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:23.764279 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:23.764606 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:23.764934 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:23.765095 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-226a0a3f-e375-4eed-9a00-d32bcac30739 req-f4435575-67dc-4eef-aecc-93835557ded0 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6297162 Mar 07 10:32:23.765299 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:23.765631 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:23.809253 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a7929fa5-b887-4b62-9c35-df5186a34095 req-32335109-f7dd-4396-a9e7-71d3d1f32d43 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718171 Mar 07 10:32:23.815904 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cf3c9dfb-c734-479c-b722-5f146314cffd admin admin] Publish callbacks [] for router_gateway (69f070de-603a-40eb-a77b-99b362de94f2), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:23.831405 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc62cf-259b-44e7-a7c5-44aba4eaa7f6 req-439d1eb2-ff4d-4374-ae1e-a697af70f45e tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:23.833783 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91cc62cf-259b-44e7-a7c5-44aba4eaa7f6 req-439d1eb2-ff4d-4374-ae1e-a697af70f45e tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 943 time: 0.6297097 Mar 07 10:32:23.839167 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] For port 55f04fa7-90e3-4e97-9b5d-aabd6bcfc637, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:23.844402 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] For port 55f04fa7-90e3-4e97-9b5d-aabd6bcfc637, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=55f04fa7-90e3-4e97-9b5d-aabd6bcfc637,segment=NetworkSegment(f4b6cd14-d869-4fb9-8552-bf3696fe2e40),segment_id=f4b6cd14-d869-4fb9-8552-bf3696fe2e40)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:23.857259 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (55f04fa7-90e3-4e97-9b5d-aabd6bcfc637), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:24.076104 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91cc62cf-259b-44e7-a7c5-44aba4eaa7f6 req-d6544ee1-865d-4072-8c33-dbba26953d93 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200859 Mar 07 10:32:24.077667 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20142f5-c886-4572-ab8a-20cada36756f None None] Pushing event updated for resources: {'Port': ['ID=55f04fa7-90e3-4e97-9b5d-aabd6bcfc637,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:24.081329 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7929fa5-b887-4b62-9c35-df5186a34095 req-40563443-5b1c-49a5-acdc-da942456b1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:24.083665 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a7929fa5-b887-4b62-9c35-df5186a34095 req-40563443-5b1c-49a5-acdc-da942456b1a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 1130 time: 0.2476895 Mar 07 10:32:24.149092 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2f6cc-c791-4151-bcc7-fde1c1a36104 req-b7c77582-de5c-416a-8920-8a5dcd7840fb tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:24.158060 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:24.165686 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-82c2f6cc-c791-4151-bcc7-fde1c1a36104 req-b7c77582-de5c-416a-8920-8a5dcd7840fb tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 946 time: 0.1162343 Mar 07 10:32:24.185636 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'd9fdf4aa-3d7a-49a6-90bf-3dddf3b55753', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': 'd9fdf4aa-3d7a-49a6-90bf-3dddf3b55753', 'mac_address': 'fa:16:3e:fc:00:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:32:24.320192 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:24.321316 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:24.325784 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-82c2f6cc-c791-4151-bcc7-fde1c1a36104 req-ec7bd8de-85e3-4006-9c01-67a574c4bc32 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559141 Mar 07 10:32:24.356885 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:32:24.392194 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:24.409887 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7929fa5-b887-4b62-9c35-df5186a34095 req-4e6fbe82-e16b-42ff-bc1e-42753d461a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:24.411497 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a7929fa5-b887-4b62-9c35-df5186a34095 req-4e6fbe82-e16b-42ff-bc1e-42753d461a16 service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.3119173 Mar 07 10:32:24.412361 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:24.515992 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:24.518697 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a7929fa5-b887-4b62-9c35-df5186a34095 req-01ef43dd-dd26-475d-a107-3907020db35b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=df223f55-45cb-4868-896f-698f8d545b7f HTTP/1.1" status: 200 len: 217 time: 0.0988772 Mar 07 10:32:24.617453 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da7829-7183-48ba-8d93-be88e8dc9365 req-63f11041-60e0-4e1b-8417-2b3d2de6e3ad tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:24.624874 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-78da7829-7183-48ba-8d93-be88e8dc9365 req-63f11041-60e0-4e1b-8417-2b3d2de6e3ad tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03 HTTP/1.1" status: 200 len: 948 time: 0.4190598 Mar 07 10:32:24.679393 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7929fa5-b887-4b62-9c35-df5186a34095 req-888c7b13-0702-40b5-94d4-5a66741061b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:24.680858 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a7929fa5-b887-4b62-9c35-df5186a34095 req-888c7b13-0702-40b5-94d4-5a66741061b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1211329 Mar 07 10:32:24.694513 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cf3c9dfb-c734-479c-b722-5f146314cffd admin admin] Publish callbacks [] for router_gateway (69f070de-603a-40eb-a77b-99b362de94f2), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:24.723608 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:32:24.760469 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cf3c9dfb-c734-479c-b722-5f146314cffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:24.765849 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ecfb6-f821-4327-ac30-9ac00a9bb231 req-ab0c06b7-0fee-4aed-a0c4-0295d02cd296 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:24.777868 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-544ecfb6-f821-4327-ac30-9ac00a9bb231 req-ab0c06b7-0fee-4aed-a0c4-0295d02cd296 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 948 time: 0.0886083 Mar 07 10:32:24.801792 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-78da7829-7183-48ba-8d93-be88e8dc9365 req-a856188b-49ad-46a4-8408-29db79026409 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757915 Mar 07 10:32:24.854198 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-544ecfb6-f821-4327-ac30-9ac00a9bb231 req-5e04ebdf-1681-4772-b8d8-bc66a2240b81 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749822 Mar 07 10:32:24.942726 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7929fa5-b887-4b62-9c35-df5186a34095 req-1088b474-2a77-4f2a-b7ea-d4a1c5d88490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:24.944351 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a7929fa5-b887-4b62-9c35-df5186a34095 req-1088b474-2a77-4f2a-b7ea-d4a1c5d88490 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2513649 Mar 07 10:32:25.079248 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-cf3c9dfb-c734-479c-b722-5f146314cffd admin admin] Allocated IP 172.25.3.97 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/968a217a-0758-41e7-8552-4e96e96185fb) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:25.153210 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a7929fa5-b887-4b62-9c35-df5186a34095 req-873b345e-5198-4bdf-a5b1-b4b1cb2ba041 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972942 Mar 07 10:32:25.359831 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd19768-2cd3-4285-af91-86c34897ebf0 req-ed8ea071-a8c4-4c80-b28a-c3df1d623233 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:25.361076 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-abd19768-2cd3-4285-af91-86c34897ebf0 req-ed8ea071-a8c4-4c80-b28a-c3df1d623233 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 943 time: 0.1601858 Mar 07 10:32:25.377593 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cf3c9dfb-c734-479c-b722-5f146314cffd admin admin] Publish callbacks [] for port (968a217a-0758-41e7-8552-4e96e96185fb), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:25.417783 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a7929fa5-b887-4b62-9c35-df5186a34095 req-2ef94fa6-e25b-4e92-99b4-25061633db35 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378647 Mar 07 10:32:25.480128 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 55f04fa7-90e3-4e97-9b5d-aabd6bcfc637 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:32:25.495078 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-abd19768-2cd3-4285-af91-86c34897ebf0 req-a452c22c-00b0-43ce-97ba-399177838565 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233695 Mar 07 10:32:25.530930 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cf3c9dfb-c734-479c-b722-5f146314cffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (968a217a-0758-41e7-8552-4e96e96185fb), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:25.570681 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 55f04fa7-90e3-4e97-9b5d-aabd6bcfc637 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:25.571370 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (55f04fa7-90e3-4e97-9b5d-aabd6bcfc637), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:25.601608 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c9dfb-c734-479c-b722-5f146314cffd admin admin] Pushing event updated for resources: {'Port': ['ID=968a217a-0758-41e7-8552-4e96e96185fb,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:25.616440 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7c4ba-4f0d-433b-b2c9-6e6628ad600c req-13454ff7-b510-43ae-8d66-dc938306de85 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:25.618009 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bdd7c4ba-4f0d-433b-b2c9-6e6628ad600c req-13454ff7-b510-43ae-8d66-dc938306de85 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 946 time: 0.1674035 Mar 07 10:32:25.630846 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3c9dfb-c734-479c-b722-5f146314cffd admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:25.641980 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-cf3c9dfb-c734-479c-b722-5f146314cffd admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:25.645162 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3c9dfb-c734-479c-b722-5f146314cffd admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:32:25.667748 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device df223f55-45cb-4868-896f-698f8d545b7f details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:32:25.671432 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec64150-b7d1-4b0c-acbb-65ae39c449db None None] Network 76a3e552-7157-4b91-9abc-62e86e83c6d3 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:32:25.951511 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 55f04fa7-90e3-4e97-9b5d-aabd6bcfc637 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:25.952498 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (55f04fa7-90e3-4e97-9b5d-aabd6bcfc637), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:25.988165 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-418ce9ef-6a2f-4628-bffa-5be4b07042bd None None] Provisioning complete for port 55f04fa7-90e3-4e97-9b5d-aabd6bcfc637 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:25.991030 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-418ce9ef-6a2f-4628-bffa-5be4b07042bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (55f04fa7-90e3-4e97-9b5d-aabd6bcfc637), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:26.007641 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.resource_extend [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:32:26.016003 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8e68f-c716-4f76-937f-756680df372e req-03ab3932-4ce0-4c2f-9f58-aa3804f6f500 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:26.018780 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1ad8e68f-c716-4f76-937f-756680df372e req-03ab3932-4ce0-4c2f-9f58-aa3804f6f500 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03 HTTP/1.1" status: 200 len: 949 time: 0.0984972 Mar 07 10:32:26.106641 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port df223f55-45cb-4868-896f-698f8d545b7f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=df223f55-45cb-4868-896f-698f8d545b7f,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:26.122802 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'df223f55-45cb-4868-896f-698f8d545b7f', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': 'df223f55-45cb-4868-896f-698f8d545b7f', 'mac_address': 'fa:16:3e:1a:52:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:32:26.126570 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1ad8e68f-c716-4f76-937f-756680df372e req-ca8453e7-c132-40f6-9ebf-641049507836 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016405 Mar 07 10:32:26.243115 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 55f04fa7-90e3-4e97-9b5d-aabd6bcfc637, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=55f04fa7-90e3-4e97-9b5d-aabd6bcfc637,segment=NetworkSegment(f4b6cd14-d869-4fb9-8552-bf3696fe2e40),segment_id=f4b6cd14-d869-4fb9-8552-bf3696fe2e40)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:26.293642 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (55f04fa7-90e3-4e97-9b5d-aabd6bcfc637), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:26.365382 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=55f04fa7-90e3-4e97-9b5d-aabd6bcfc637,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:26.391614 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port df223f55-45cb-4868-896f-698f8d545b7f is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:26.392151 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (df223f55-45cb-4868-896f-698f8d545b7f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:26.403943 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d692fdd-5fc6-4e0c-9e5b-9ae09272d5eb req-b476fda9-1023-4fb0-ac7d-4c7e51d332f4 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:26.406780 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6d692fdd-5fc6-4e0c-9e5b-9ae09272d5eb req-b476fda9-1023-4fb0-ac7d-4c7e51d332f4 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 948 time: 0.1680007 Mar 07 10:32:26.461951 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-418ce9ef-6a2f-4628-bffa-5be4b07042bd None None] Current status of the port 55f04fa7-90e3-4e97-9b5d-aabd6bcfc637 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:26.492674 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df223f55-45cb-4868-896f-698f8d545b7f {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:32:26.505211 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6d692fdd-5fc6-4e0c-9e5b-9ae09272d5eb req-4b1bf62a-9413-473f-8569-16ad571277f2 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868738 Mar 07 10:32:26.536044 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port df223f55-45cb-4868-896f-698f8d545b7f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=df223f55-45cb-4868-896f-698f8d545b7f,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:26.548097 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (df223f55-45cb-4868-896f-698f8d545b7f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:26.642250 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bdd7c4ba-4f0d-433b-b2c9-6e6628ad600c req-a14c3085-8c27-4847-9ef6-7691b561d2a9 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0162613 Mar 07 10:32:26.653922 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2b2d2ec4-cee6-4b49-a1cd-4e2f47e85791 None None] Provisioning complete for port 55f04fa7-90e3-4e97-9b5d-aabd6bcfc637 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:26.654923 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2b2d2ec4-cee6-4b49-a1cd-4e2f47e85791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (55f04fa7-90e3-4e97-9b5d-aabd6bcfc637), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:26.669554 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=df223f55-45cb-4868-896f-698f8d545b7f,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:26.814880 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cf3c9dfb-c734-479c-b722-5f146314cffd admin admin] Publish callbacks [] for router_gateway (69f070de-603a-40eb-a77b-99b362de94f2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:26.877491 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2b2d2ec4-cee6-4b49-a1cd-4e2f47e85791 None None] Current status of the port 55f04fa7-90e3-4e97-9b5d-aabd6bcfc637 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:26.897436 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1bfc2-eb34-4a34-8cd4-314c41ca8e99 req-cf5f7258-9318-4cc1-9c57-f825d0afd195 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:26.900284 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-09b1bfc2-eb34-4a34-8cd4-314c41ca8e99 req-cf5f7258-9318-4cc1-9c57-f825d0afd195 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 943 time: 0.1273217 Mar 07 10:32:26.925323 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['df223f55-45cb-4868-896f-698f8d545b7f'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:32:27.021725 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-09b1bfc2-eb34-4a34-8cd4-314c41ca8e99 req-e280af6d-4e96-46a1-b740-cdf108488f52 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149194 Mar 07 10:32:27.280353 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4ef9e-a7ee-4d19-bb50-ac3b152bc9ae req-8789ef4b-dce7-4acd-b626-fbc5165b32fc tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:27.282282 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-49a4ef9e-a7ee-4d19-bb50-ac3b152bc9ae req-8789ef4b-dce7-4acd-b626-fbc5165b32fc tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 949 time: 0.0682969 Mar 07 10:32:27.337001 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cf3c9dfb-c734-479c-b722-5f146314cffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (69f070de-603a-40eb-a77b-99b362de94f2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:27.375583 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-a3fe1c92-bcdb-44d2-a984-b6d11a2b30c6 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:27.377375 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-a3fe1c92-bcdb-44d2-a984-b6d11a2b30c6 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.21 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10&tenant_id=914855c715794ac0925e4b6ed0252296&binding%3Ahost_id=n-h1-832164-4 HTTP/1.1" status: 200 len: 949 time: 0.2100389 Mar 07 10:32:27.399576 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-49a4ef9e-a7ee-4d19-bb50-ac3b152bc9ae req-935e27f4-a8f1-43ff-a6e3-37da75beb7cf tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104679 Mar 07 10:32:27.412911 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 55f04fa7-90e3-4e97-9b5d-aabd6bcfc637 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:32:27.520302 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c34dc-e5bc-41d0-9c8a-ba80b400d018 req-b7799204-bf1d-48e5-ab2b-78207270b403 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:27.522147 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6e7c34dc-e5bc-41d0-9c8a-ba80b400d018 req-b7799204-bf1d-48e5-ab2b-78207270b403 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03 HTTP/1.1" status: 200 len: 949 time: 0.2676027 Mar 07 10:32:27.531032 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 55f04fa7-90e3-4e97-9b5d-aabd6bcfc637 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:27.531599 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (55f04fa7-90e3-4e97-9b5d-aabd6bcfc637), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:27.598584 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-21f9face-da31-426d-b2a2-e4067fdefb7e service neutron] 10.222.0.21 "GET /v2.0/ports/df223f55-45cb-4868-896f-698f8d545b7f/bindings/n-h1-832164-4 HTTP/1.1" status: 200 len: 382 time: 0.1192849 Mar 07 10:32:27.658359 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 55f04fa7-90e3-4e97-9b5d-aabd6bcfc637 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:27.667758 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:32:27.711538 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6e7c34dc-e5bc-41d0-9c8a-ba80b400d018 req-443b1e38-0760-48fa-bc88-acd2e1009b15 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822097 Mar 07 10:32:27.729781 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-28521f21-6925-436e-8f02-fac8bba47e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:27.734675 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-28521f21-6925-436e-8f02-fac8bba47e14 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 1131 time: 0.1115744 Mar 07 10:32:27.736063 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3c9dfb-c734-479c-b722-5f146314cffd admin admin] Router 69f070de-603a-40eb-a77b-99b362de94f2 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:32:27.780307 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:32:27.785176 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:27.785676 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:27.959906 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:27.961918 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:28.020935 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fdf4aa-3d7a-49a6-90bf-3dddf3b55753'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:28.028687 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234bb10d-1fa7-4a0c-af27-40751b0cdfc0" -d '{"events": [{"server_uuid": "c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03", "name": "network-vif-plugged", "status": "completed", "tag": "d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:28.064936 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4da3d-38ed-43ef-ab41-3587cffdc78c req-e111d287-4801-4501-be8b-31f67d73ecbd tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:28.079192 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a1c4da3d-38ed-43ef-ab41-3587cffdc78c req-e111d287-4801-4501-be8b-31f67d73ecbd tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 946 time: 0.1472490 Mar 07 10:32:28.085291 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:28.086042 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-3a6eef5f-cebe-4e9c-9e41-f78b274eb6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:28.089887 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-3a6eef5f-cebe-4e9c-9e41-f78b274eb6d1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.3483248 Mar 07 10:32:28.095410 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:28.142902 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7bbe63-c004-470b-aa2d-2987f8c5fae4 x-openstack-request-id: req-ef7bbe63-c004-470b-aa2d-2987f8c5fae4 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:28.143234 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03", "name": "network-vif-plugged", "status": "completed", "tag": "d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:28.143473 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ef7bbe63-c004-470b-aa2d-2987f8c5fae4 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:28.143873 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fdf4aa-3d7a-49a6-90bf-3dddf3b55753', 'code': 200} Mar 07 10:32:28.233472 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:28.247239 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-d1d60eb4-2d6e-4c8b-8aa4-ac9bd400bbd5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=df223f55-45cb-4868-896f-698f8d545b7f HTTP/1.1" status: 200 len: 217 time: 0.1489785 Mar 07 10:32:28.260687 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a1c4da3d-38ed-43ef-ab41-3587cffdc78c req-12f5d342-54af-4d3c-8261-1bd8145da4f8 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752262 Mar 07 10:32:28.326213 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3c9dfb-c734-479c-b722-5f146314cffd admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:32:28.346627 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24886d3-a029-4824-b6d7-0eb8c9943a15 None None] Sync routers for ids ['69f070de-603a-40eb-a77b-99b362de94f2'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:32:28.370311 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24886d3-a029-4824-b6d7-0eb8c9943a15 None None] Routers {'69f070de-603a-40eb-a77b-99b362de94f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:32:28.374098 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f24886d3-a029-4824-b6d7-0eb8c9943a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:32:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['69f070de-603a-40eb-a77b-99b362de94f2'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:28.380511 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-fda60828-309d-4d03-80e0-f4a3f61e10eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:28.382260 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-fda60828-309d-4d03-80e0-f4a3f61e10eb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1227531 Mar 07 10:32:28.392421 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cf3c9dfb-c734-479c-b722-5f146314cffd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:28.396073 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-cf3c9dfb-c734-479c-b722-5f146314cffd admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5159297 Mar 07 10:32:28.396415 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40238) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:28.466107 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caabcbf-619f-4467-a8bd-c4f3544e5499 req-2796b32e-6ff8-49d5-b28b-99918b776022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:28.468207 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1caabcbf-619f-4467-a8bd-c4f3544e5499 req-2796b32e-6ff8-49d5-b28b-99918b776022 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03 HTTP/1.1" status: 200 len: 1132 time: 0.2405095 Mar 07 10:32:28.485091 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae797d2-0199-4d60-9f01-465ce4287f97 req-b8bd406d-3b60-4e50-933b-bbeafdbf0a0d tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:28.501805 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ae797d2-0199-4d60-9f01-465ce4287f97 req-b8bd406d-3b60-4e50-933b-bbeafdbf0a0d tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 943 time: 0.2704930 Mar 07 10:32:28.627913 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ae797d2-0199-4d60-9f01-465ce4287f97 req-3f695842-c455-40b7-b5ab-034c054d4ad2 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251395 Mar 07 10:32:28.629498 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c633acca-f6ef-412c-92f8-518f3ffafac0 req-5605096f-c58e-4ca6-ac40-da645a933c71 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:28.631045 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c633acca-f6ef-412c-92f8-518f3ffafac0 req-5605096f-c58e-4ca6-ac40-da645a933c71 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 949 time: 0.0720007 Mar 07 10:32:28.686571 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-8fc93d1c-42db-45bd-81ff-f2e7090e9946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:28.694070 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-8fc93d1c-42db-45bd-81ff-f2e7090e9946 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3055227 Mar 07 10:32:28.696931 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1caabcbf-619f-4467-a8bd-c4f3544e5499 req-8666a651-3067-44c7-80b8-f74b4958b975 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930854 Mar 07 10:32:28.813273 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-f24886d3-a029-4824-b6d7-0eb8c9943a15 None None] Set router 69f070de-603a-40eb-a77b-99b362de94f2 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:32:28.941212 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c633acca-f6ef-412c-92f8-518f3ffafac0 req-896d8e27-5c5d-4114-9c15-94d43ac821e6 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912196 Mar 07 10:32:29.055423 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f24886d3-a029-4824-b6d7-0eb8c9943a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f070de-603a-40eb-a77b-99b362de94f2', 'name': 'tempest-ServersTestMultiNic-2018006520-router', 'tenant_id': '4b18e3692e984b5fbc10236b7b24cdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '968a217a-0758-41e7-8552-4e96e96185fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:23Z', 'updated_at': '2022-03-07T10:32:26Z', 'revision_number': 3, 'project_id': '4b18e3692e984b5fbc10236b7b24cdd4', 'gw_port': {'id': '968a217a-0758-41e7-8552-4e96e96185fb', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:eb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f070de-603a-40eb-a77b-99b362de94f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:24Z', 'updated_at': '2022-03-07T10:32:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:29.087578 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24886d3-a029-4824-b6d7-0eb8c9943a15 None None] Checking router: 69f070de-603a-40eb-a77b-99b362de94f2 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:32:29.087936 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24886d3-a029-4824-b6d7-0eb8c9943a15 None None] Updating router 69f070de-603a-40eb-a77b-99b362de94f2 port 968a217a-0758-41e7-8552-4e96e96185fb binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:32:29.089963 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-413f56aa-586c-49f0-98eb-e44856daa891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:29.126509 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f24886d3-a029-4824-b6d7-0eb8c9943a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (968a217a-0758-41e7-8552-4e96e96185fb), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:29.248844 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-47995b19-0e53-4cc7-8cac-5ee0af4782d9 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210115 Mar 07 10:32:29.401857 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6994c86-9a7b-48ec-9ab3-0f6f59cd21f2 req-97cc49bb-0d61-4e9a-8fb8-aa3b32dc9575 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:29.415479 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f6994c86-9a7b-48ec-9ab3-0f6f59cd21f2 req-97cc49bb-0d61-4e9a-8fb8-aa3b32dc9575 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03 HTTP/1.1" status: 200 len: 950 time: 0.2719567 Mar 07 10:32:29.533996 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f24886d3-a029-4824-b6d7-0eb8c9943a15 None None] Publish callbacks [] for port (968a217a-0758-41e7-8552-4e96e96185fb), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:29.543040 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f24886d3-a029-4824-b6d7-0eb8c9943a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (968a217a-0758-41e7-8552-4e96e96185fb), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:29.581653 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-f24886d3-a029-4824-b6d7-0eb8c9943a15 None None] Attempting to bind port 968a217a-0758-41e7-8552-4e96e96185fb on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:32:29.583688 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-f24886d3-a029-4824-b6d7-0eb8c9943a15 None None] Attempting to bind port 968a217a-0758-41e7-8552-4e96e96185fb by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:32:29.584304 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24886d3-a029-4824-b6d7-0eb8c9943a15 None None] Attempting to bind port 968a217a-0758-41e7-8552-4e96e96185fb on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:29.613582 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24886d3-a029-4824-b6d7-0eb8c9943a15 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:32:29.614576 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24886d3-a029-4824-b6d7-0eb8c9943a15 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:32:29.615194 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f24886d3-a029-4824-b6d7-0eb8c9943a15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:29.615783 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24886d3-a029-4824-b6d7-0eb8c9943a15 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:32:29.619929 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-f24886d3-a029-4824-b6d7-0eb8c9943a15 None None] Bound port: 968a217a-0758-41e7-8552-4e96e96185fb, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:32:29.620228 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f24886d3-a029-4824-b6d7-0eb8c9943a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (968a217a-0758-41e7-8552-4e96e96185fb), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:29.626671 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f6994c86-9a7b-48ec-9ab3-0f6f59cd21f2 req-a1e98288-9a5e-4786-ad3d-b4b416e7b890 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099688 Mar 07 10:32:29.674670 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d0c9f-7154-42a5-80a0-e1beac191842 None None] Pushing event updated for resources: {'Port': ['ID=968a217a-0758-41e7-8552-4e96e96185fb,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:29.683375 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device df223f55-45cb-4868-896f-698f8d545b7f up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:32:29.690737 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-82af47ac-56cd-4a8e-b452-eedfc627de38 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297991 Mar 07 10:32:29.737065 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-f24886d3-a029-4824-b6d7-0eb8c9943a15 None None] For port 968a217a-0758-41e7-8552-4e96e96185fb, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:29.759475 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-f24886d3-a029-4824-b6d7-0eb8c9943a15 None None] For port 968a217a-0758-41e7-8552-4e96e96185fb, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=968a217a-0758-41e7-8552-4e96e96185fb,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:29.773185 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f24886d3-a029-4824-b6d7-0eb8c9943a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (968a217a-0758-41e7-8552-4e96e96185fb), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:29.783773 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port df223f55-45cb-4868-896f-698f8d545b7f completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:32:29.818967 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port df223f55-45cb-4868-896f-698f8d545b7f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:29.821000 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (df223f55-45cb-4868-896f-698f8d545b7f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:29.838945 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb573e00-5236-4858-948d-99d4b42f9bb5 req-285f8fb2-b437-4914-8434-79455fd8d50a tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:29.848480 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cb573e00-5236-4858-948d-99d4b42f9bb5 req-285f8fb2-b437-4914-8434-79455fd8d50a tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 943 time: 0.1034176 Mar 07 10:32:29.955566 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port df223f55-45cb-4868-896f-698f8d545b7f is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:29.956355 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (df223f55-45cb-4868-896f-698f8d545b7f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:29.965156 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cb573e00-5236-4858-948d-99d4b42f9bb5 req-fe47a868-84a7-4c10-91ec-254a422d4dee tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160562 Mar 07 10:32:29.999893 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3678e9-e84a-465c-87c3-19f65f03083f req-92b43a3f-460e-4cd1-a206-acef9cd306f5 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:30.010533 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ba3678e9-e84a-465c-87c3-19f65f03083f req-92b43a3f-460e-4cd1-a206-acef9cd306f5 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 946 time: 0.3450785 Mar 07 10:32:30.016078 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port df223f55-45cb-4868-896f-698f8d545b7f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=df223f55-45cb-4868-896f-698f8d545b7f,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:30.017491 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24886d3-a029-4824-b6d7-0eb8c9943a15 None None] Routers {'69f070de-603a-40eb-a77b-99b362de94f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:32:30.018260 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f24886d3-a029-4824-b6d7-0eb8c9943a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:32:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['69f070de-603a-40eb-a77b-99b362de94f2'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:30.021382 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d0c9f-7154-42a5-80a0-e1beac191842 None None] Pushing event updated for resources: {'Port': ['ID=968a217a-0758-41e7-8552-4e96e96185fb,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:30.027510 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (df223f55-45cb-4868-896f-698f8d545b7f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:30.160194 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58973e44-019b-48a6-a0bd-574635873c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df223f55-45cb-4868-896f-698f8d545b7f'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:30.162624 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c10d58c-d853-40f3-ad3d-7e861ecd01b0" -d '{"events": [{"server_uuid": "58973e44-019b-48a6-a0bd-574635873c10", "name": "network-vif-plugged", "status": "completed", "tag": "df223f55-45cb-4868-896f-698f8d545b7f"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:30.183275 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=df223f55-45cb-4868-896f-698f8d545b7f,revision_number=9']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:30.231874 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-f24886d3-a029-4824-b6d7-0eb8c9943a15 None None] Set router 69f070de-603a-40eb-a77b-99b362de94f2 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:32:30.238004 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ae6bc-5b8b-4172-8792-a07720041efe req-2e6ebb1d-748d-4878-94b5-e6806de918d3 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:30.246717 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-413f56aa-586c-49f0-98eb-e44856daa891 admin admin] Allocated IP 172.20.0.1 (76a3e552-7157-4b91-9abc-62e86e83c6d3/21a1f3dd-e5b1-42e2-8f1f-dc99c8ee81fe/1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:30.249140 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1f3ae6bc-5b8b-4172-8792-a07720041efe req-2e6ebb1d-748d-4878-94b5-e6806de918d3 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.1108317 Mar 07 10:32:30.354185 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ba3678e9-e84a-465c-87c3-19f65f03083f req-584552ba-4299-461f-8e92-51d61dba19aa tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3426826 Mar 07 10:32:30.375219 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1f3ae6bc-5b8b-4172-8792-a07720041efe req-ee16308a-f788-45b4-889b-16e582fe111c tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251724 Mar 07 10:32:30.454083 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace9f558-ffee-4235-95f1-f21e5f85b1b5 x-openstack-request-id: req-ace9f558-ffee-4235-95f1-f21e5f85b1b5 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:30.454741 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58973e44-019b-48a6-a0bd-574635873c10", "name": "network-vif-plugged", "status": "completed", "tag": "df223f55-45cb-4868-896f-698f8d545b7f", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:30.454940 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ace9f558-ffee-4235-95f1-f21e5f85b1b5 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:30.455335 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58973e44-019b-48a6-a0bd-574635873c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df223f55-45cb-4868-896f-698f8d545b7f', 'code': 200} Mar 07 10:32:30.517801 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-413f56aa-586c-49f0-98eb-e44856daa891 admin admin] Publish callbacks [] for port (1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:30.536099 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f24886d3-a029-4824-b6d7-0eb8c9943a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f070de-603a-40eb-a77b-99b362de94f2', 'name': 'tempest-ServersTestMultiNic-2018006520-router', 'tenant_id': '4b18e3692e984b5fbc10236b7b24cdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '968a217a-0758-41e7-8552-4e96e96185fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:23Z', 'updated_at': '2022-03-07T10:32:26Z', 'revision_number': 3, 'project_id': '4b18e3692e984b5fbc10236b7b24cdd4', 'gw_port': {'id': '968a217a-0758-41e7-8552-4e96e96185fb', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:eb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f070de-603a-40eb-a77b-99b362de94f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:24Z', 'updated_at': '2022-03-07T10:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:30.576473 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24886d3-a029-4824-b6d7-0eb8c9943a15 None None] The sync data for ids ['69f070de-603a-40eb-a77b-99b362de94f2'] in n-d-832164-4 is: [{'id': '69f070de-603a-40eb-a77b-99b362de94f2', 'name': 'tempest-ServersTestMultiNic-2018006520-router', 'tenant_id': '4b18e3692e984b5fbc10236b7b24cdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '968a217a-0758-41e7-8552-4e96e96185fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:23Z', 'updated_at': '2022-03-07T10:32:26Z', 'revision_number': 3, 'project_id': '4b18e3692e984b5fbc10236b7b24cdd4', 'gw_port': {'id': '968a217a-0758-41e7-8552-4e96e96185fb', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:eb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f070de-603a-40eb-a77b-99b362de94f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:24Z', 'updated_at': '2022-03-07T10:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:32:30.590924 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-413f56aa-586c-49f0-98eb-e44856daa891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:30.681117 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f56aa-586c-49f0-98eb-e44856daa891 admin admin] Pushing event updated for resources: {'Port': ['ID=1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:30.712943 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413f56aa-586c-49f0-98eb-e44856daa891 admin admin] Network 76a3e552-7157-4b91-9abc-62e86e83c6d3 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:30.716409 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-413f56aa-586c-49f0-98eb-e44856daa891 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:30.719628 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413f56aa-586c-49f0-98eb-e44856daa891 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:32:30.842774 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-413f56aa-586c-49f0-98eb-e44856daa891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (69f070de-603a-40eb-a77b-99b362de94f2), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:30.851082 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe55a3-1335-45db-8a1d-8bf6d0a4799e req-7e22d1da-7a65-4395-9208-b3e3575d7177 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:30.861369 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a1fe55a3-1335-45db-8a1d-8bf6d0a4799e req-7e22d1da-7a65-4395-9208-b3e3575d7177 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03 HTTP/1.1" status: 200 len: 950 time: 0.1204255 Mar 07 10:32:30.980383 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a1fe55a3-1335-45db-8a1d-8bf6d0a4799e req-5ee9496d-3f2c-48b6-9e95-d5bc00203d45 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180191 Mar 07 10:32:31.196578 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e702fae-cd89-42f2-947b-15f7cb284990 req-7433e800-217b-4520-9512-10f618aeb5a4 tempest-ServersOnMultiNodesTest-1888123156 tempest-ServersOnMultiNodesTest-1888123156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:31.213992 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1e702fae-cd89-42f2-947b-15f7cb284990 req-7433e800-217b-4520-9512-10f618aeb5a4 tempest-ServersOnMultiNodesTest-1888123156 tempest-ServersOnMultiNodesTest-1888123156-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03 HTTP/1.1" status: 200 len: 1132 time: 0.1027498 Mar 07 10:32:31.265658 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-9312ac6d-7f14-4cad-b982-fa891ee0bde8 None None] Provisioning complete for port 1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:31.266174 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9312ac6d-7f14-4cad-b982-fa891ee0bde8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:31.325763 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1e702fae-cd89-42f2-947b-15f7cb284990 req-4cbcb444-66f1-4dc7-ad76-ff3e7edc4077 tempest-ServersOnMultiNodesTest-1888123156 tempest-ServersOnMultiNodesTest-1888123156-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107457 Mar 07 10:32:31.371351 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-413f56aa-586c-49f0-98eb-e44856daa891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:31.382282 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-9312ac6d-7f14-4cad-b982-fa891ee0bde8 None None] Port 1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:32:31.500883 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 968a217a-0758-41e7-8552-4e96e96185fb up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:32:31.632606 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 968a217a-0758-41e7-8552-4e96e96185fb triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:31.632606 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (968a217a-0758-41e7-8552-4e96e96185fb), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:31.726024 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-413f56aa-586c-49f0-98eb-e44856daa891 admin admin] Publish callbacks [] for port (1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:31.743937 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1aaff-08c0-4cb4-a265-c795feebe6f8 req-af3f4b3c-f7fe-4cac-847e-5a89c9b0aa3c tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:31.753205 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-caa1aaff-08c0-4cb4-a265-c795feebe6f8 req-af3f4b3c-f7fe-4cac-847e-5a89c9b0aa3c tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 943 time: 0.6091378 Mar 07 10:32:31.757739 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-413f56aa-586c-49f0-98eb-e44856daa891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:31.907878 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 968a217a-0758-41e7-8552-4e96e96185fb is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:31.908261 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (968a217a-0758-41e7-8552-4e96e96185fb), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:31.911530 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-413f56aa-586c-49f0-98eb-e44856daa891 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (69f070de-603a-40eb-a77b-99b362de94f2), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:31.917037 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f56aa-586c-49f0-98eb-e44856daa891 admin admin] Pushing event updated for resources: {'Port': ['ID=1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:31.959493 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 968a217a-0758-41e7-8552-4e96e96185fb, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=968a217a-0758-41e7-8552-4e96e96185fb,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:31.973493 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (968a217a-0758-41e7-8552-4e96e96185fb), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:31.973747 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f79e06-89f3-4a8a-bec2-82db90470c86 req-a2517747-14b6-4379-a4f9-1cd7c8f805d5 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:31.992447 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e5f79e06-89f3-4a8a-bec2-82db90470c86 req-a2517747-14b6-4379-a4f9-1cd7c8f805d5 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 946 time: 0.1749120 Mar 07 10:32:32.063360 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-caa1aaff-08c0-4cb4-a265-c795feebe6f8 req-3fbae2af-b06a-446c-a370-4c4450ae2f5c tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083351 Mar 07 10:32:32.106773 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=968a217a-0758-41e7-8552-4e96e96185fb,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:32.134977 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e5f79e06-89f3-4a8a-bec2-82db90470c86 req-1460dd33-7e7a-4a9c-9a4f-ed1b4cdc9d02 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416671 Mar 07 10:32:32.332111 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413f56aa-586c-49f0-98eb-e44856daa891 admin admin] Network 76a3e552-7157-4b91-9abc-62e86e83c6d3 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:32.343759 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-413f56aa-586c-49f0-98eb-e44856daa891 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:32.362876 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183b7f6-d4cc-4d70-b579-32744f76eafd req-e9a5cd3c-b539-4753-91a7-17a5c2ba0cbd tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:32.378764 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3183b7f6-d4cc-4d70-b579-32744f76eafd req-e9a5cd3c-b539-4753-91a7-17a5c2ba0cbd tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03 HTTP/1.1" status: 200 len: 950 time: 0.1297605 Mar 07 10:32:32.433490 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae9ecf-d5fd-440f-8c9f-80d9b8d29dd4 req-00b02921-9b81-4d11-98c3-df119b41cb62 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:32.435082 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-43ae9ecf-d5fd-440f-8c9f-80d9b8d29dd4 req-00b02921-9b81-4d11-98c3-df119b41cb62 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.2066705 Mar 07 10:32:32.491085 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3183b7f6-d4cc-4d70-b579-32744f76eafd req-fa2936c1-96d9-48af-bd39-40b260197c6b tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113667 Mar 07 10:32:32.546540 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-cc1cfb3b-da61-4d7c-8887-3b712f7d5b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:32.549303 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-cc1cfb3b-da61-4d7c-8887-3b712f7d5b9f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10&tenant_id=914855c715794ac0925e4b6ed0252296 HTTP/1.1" status: 200 len: 1132 time: 0.1416879 Mar 07 10:32:32.551995 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-413f56aa-586c-49f0-98eb-e44856daa891 admin admin] Router 69f070de-603a-40eb-a77b-99b362de94f2 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:32:32.574270 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-8c182aa6-3102-4eaa-a2a6-946e696926ea service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832164-4', 'device_owner': 'compute:nova'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:32.589795 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-43ae9ecf-d5fd-440f-8c9f-80d9b8d29dd4 req-5faf6a46-19f1-4f62-b208-ff5cca874c78 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432962 Mar 07 10:32:32.697240 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-8c182aa6-3102-4eaa-a2a6-946e696926ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (df223f55-45cb-4868-896f-698f8d545b7f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:32.756381 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-413f56aa-586c-49f0-98eb-e44856daa891 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:32:32.777346 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-413f56aa-586c-49f0-98eb-e44856daa891 admin admin] 10.222.0.11 "PUT /v2.0/routers/69f070de-603a-40eb-a77b-99b362de94f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3651721 Mar 07 10:32:32.848355 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-fa2066d2-3716-4bf5-aedc-54da4a1b3253 None None] Provisioning complete for port 1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:32.848355 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fa2066d2-3716-4bf5-aedc-54da4a1b3253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:32.980193 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-8c182aa6-3102-4eaa-a2a6-946e696926ea service neutron] For port df223f55-45cb-4868-896f-698f8d545b7f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=df223f55-45cb-4868-896f-698f8d545b7f,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:32.986885 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-fa2066d2-3716-4bf5-aedc-54da4a1b3253 None None] Port 1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:32:33.015989 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-8c182aa6-3102-4eaa-a2a6-946e696926ea service neutron] For port df223f55-45cb-4868-896f-698f8d545b7f, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:33.025073 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40312) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:33.085156 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-8c182aa6-3102-4eaa-a2a6-946e696926ea service neutron] Publish callbacks [] for port (df223f55-45cb-4868-896f-698f8d545b7f), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:33.092435 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-3019c98e-908b-44d7-95cf-0720a3315850 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-241487659'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:33.118071 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58973e44-019b-48a6-a0bd-574635873c10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df223f55-45cb-4868-896f-698f8d545b7f'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:33.120323 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa304fe4-93eb-48a5-8f82-b260e0cbc139" -d '{"events": [{"server_uuid": "58973e44-019b-48a6-a0bd-574635873c10", "name": "network-vif-unplugged", "status": "completed", "tag": "df223f55-45cb-4868-896f-698f8d545b7f"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:33.181805 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-8c182aa6-3102-4eaa-a2a6-946e696926ea service neutron] Transition to ACTIVE for port object df223f55-45cb-4868-896f-698f8d545b7f will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:32:33.186890 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3019c98e-908b-44d7-95cf-0720a3315850 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Made reservation on behalf of 4b18e3692e984b5fbc10236b7b24cdd4 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:33.190932 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3019c98e-908b-44d7-95cf-0720a3315850 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:33.207198 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-8c182aa6-3102-4eaa-a2a6-946e696926ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (df223f55-45cb-4868-896f-698f8d545b7f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:33.300697 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfd38ae-714c-4e95-b2d6-f7b71c70a282 x-openstack-request-id: req-bbfd38ae-714c-4e95-b2d6-f7b71c70a282 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:33.301163 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58973e44-019b-48a6-a0bd-574635873c10", "name": "network-vif-unplugged", "status": "completed", "tag": "df223f55-45cb-4868-896f-698f8d545b7f", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:33.301426 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bbfd38ae-714c-4e95-b2d6-f7b71c70a282 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:33.301774 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58973e44-019b-48a6-a0bd-574635873c10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df223f55-45cb-4868-896f-698f8d545b7f', 'code': 200} Mar 07 10:32:33.318056 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3019c98e-908b-44d7-95cf-0720a3315850 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:32:33.358274 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3019c98e-908b-44d7-95cf-0720a3315850 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (8fd193e9-20be-4656-88b3-d80cee19f56d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:33.358633 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-3019c98e-908b-44d7-95cf-0720a3315850 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Added segment 8fd193e9-20be-4656-88b3-d80cee19f56d of type vlan for network c544ee2f-5711-4c3e-a705-5e0ce7855b13 Mar 07 10:32:33.408044 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0180d0-154e-4ca7-a8be-1369cad525ca req-7084dbc3-758f-4d62-8182-676c8124482d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:33.415489 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ed0180d0-154e-4ca7-a8be-1369cad525ca req-7084dbc3-758f-4d62-8182-676c8124482d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03 HTTP/1.1" status: 200 len: 950 time: 0.2924733 Mar 07 10:32:33.426701 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-8c182aa6-3102-4eaa-a2a6-946e696926ea service neutron] No DVR routers for this DVR port df223f55-45cb-4868-896f-698f8d545b7f on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:32:33.432873 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 968a217a-0758-41e7-8552-4e96e96185fb up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:32:33.447717 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c182aa6-3102-4eaa-a2a6-946e696926ea service neutron] Pushing event updated for resources: {'Port': ['ID=df223f55-45cb-4868-896f-698f8d545b7f,revision_number=10']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:33.491120 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb070ed-b5bc-42d8-a420-7cb553ab1887 req-6c168bd5-1b01-4974-ac1e-c97e638dc871 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:33.510085 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1bb070ed-b5bc-42d8-a420-7cb553ab1887 req-6c168bd5-1b01-4974-ac1e-c97e638dc871 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 943 time: 0.2720025 Mar 07 10:32:33.520507 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3019c98e-908b-44d7-95cf-0720a3315850 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (c544ee2f-5711-4c3e-a705-5e0ce7855b13), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:33.545805 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-8c182aa6-3102-4eaa-a2a6-946e696926ea service neutron] Attempting to bind port df223f55-45cb-4868-896f-698f8d545b7f on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:32:33.545805 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-8c182aa6-3102-4eaa-a2a6-946e696926ea service neutron] Attempting to bind port df223f55-45cb-4868-896f-698f8d545b7f by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:32:33.545805 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-8c182aa6-3102-4eaa-a2a6-946e696926ea service neutron] Attempting to bind port df223f55-45cb-4868-896f-698f8d545b7f on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:33.566022 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 968a217a-0758-41e7-8552-4e96e96185fb triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:33.566392 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (968a217a-0758-41e7-8552-4e96e96185fb), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:33.589045 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3019c98e-908b-44d7-95cf-0720a3315850 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (c544ee2f-5711-4c3e-a705-5e0ce7855b13), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:33.593269 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-8c182aa6-3102-4eaa-a2a6-946e696926ea service neutron] Port df223f55-45cb-4868-896f-698f8d545b7f on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:32:33.593588 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-8c182aa6-3102-4eaa-a2a6-946e696926ea service neutron] Attempting to bind port df223f55-45cb-4868-896f-698f8d545b7f on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:33.609502 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3019c98e-908b-44d7-95cf-0720a3315850 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:33.610895 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3019c98e-908b-44d7-95cf-0720a3315850 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:33.624843 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e7fbb1-f3a9-486b-9041-a9119f75d170 req-2f6b3b32-2deb-4790-beb4-622599da52be tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:33.628430 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f2dc67-1d4f-4f82-acdf-645152de7864 None None] Sync routers for ids ['69f070de-603a-40eb-a77b-99b362de94f2'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:32:33.632351 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-98e7fbb1-f3a9-486b-9041-a9119f75d170 req-2f6b3b32-2deb-4790-beb4-622599da52be tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 946 time: 0.2660766 Mar 07 10:32:33.642025 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f2dc67-1d4f-4f82-acdf-645152de7864 None None] Routers {'69f070de-603a-40eb-a77b-99b362de94f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:32:33.644382 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c2f2dc67-1d4f-4f82-acdf-645152de7864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:32:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['69f070de-603a-40eb-a77b-99b362de94f2'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:33.655999 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-8c182aa6-3102-4eaa-a2a6-946e696926ea service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:32:33.656416 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-8c182aa6-3102-4eaa-a2a6-946e696926ea service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:32:33.658393 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-8c182aa6-3102-4eaa-a2a6-946e696926ea service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:32:33.658859 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-8c182aa6-3102-4eaa-a2a6-946e696926ea service neutron] Bound port: df223f55-45cb-4868-896f-698f8d545b7f, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:32:33.664438 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-8c182aa6-3102-4eaa-a2a6-946e696926ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (df223f55-45cb-4868-896f-698f8d545b7f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:33.752690 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 968a217a-0758-41e7-8552-4e96e96185fb is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:33.822402 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1bb070ed-b5bc-42d8-a420-7cb553ab1887 req-d5b60078-ba87-47a2-baec-5ca045b4635a tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112836 Mar 07 10:32:33.836278 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3019c98e-908b-44d7-95cf-0720a3315850 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8099282 Mar 07 10:32:33.844760 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-98e7fbb1-f3a9-486b-9041-a9119f75d170 req-d10b0eb2-682b-4e24-9de8-0701dafd315a tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114317 Mar 07 10:32:33.851254 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40330) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:33.859859 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-8345cafb-d1f2-4ac1-87bf-7c10b3e915ae tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Request body: {'subnet': {'network_id': 'c544ee2f-5711-4c3e-a705-5e0ce7855b13', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:33.891552 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019c98e-908b-44d7-95cf-0720a3315850 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Pushing event updated for resources: {'Network': ['ID=c544ee2f-5711-4c3e-a705-5e0ce7855b13,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:33.906866 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-c2f2dc67-1d4f-4f82-acdf-645152de7864 None None] Set router 69f070de-603a-40eb-a77b-99b362de94f2 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:32:33.927605 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3019c98e-908b-44d7-95cf-0720a3315850 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:33.927952 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3019c98e-908b-44d7-95cf-0720a3315850 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:33.928287 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3019c98e-908b-44d7-95cf-0720a3315850 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:33.928620 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3019c98e-908b-44d7-95cf-0720a3315850 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:33.929239 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3019c98e-908b-44d7-95cf-0720a3315850 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:33.929569 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3019c98e-908b-44d7-95cf-0720a3315850 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:33.929893 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3019c98e-908b-44d7-95cf-0720a3315850 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:33.930214 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3019c98e-908b-44d7-95cf-0720a3315850 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:33.930536 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3019c98e-908b-44d7-95cf-0720a3315850 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:33.930853 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3019c98e-908b-44d7-95cf-0720a3315850 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:33.931173 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3019c98e-908b-44d7-95cf-0720a3315850 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:33.931489 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3019c98e-908b-44d7-95cf-0720a3315850 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:33.931806 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3019c98e-908b-44d7-95cf-0720a3315850 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:32:33.966100 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network c544ee2f-5711-4c3e-a705-5e0ce7855b13 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:32:34.088567 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-8c182aa6-3102-4eaa-a2a6-946e696926ea service neutron] For port df223f55-45cb-4868-896f-698f8d545b7f, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:34.094695 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-8c182aa6-3102-4eaa-a2a6-946e696926ea service neutron] For port df223f55-45cb-4868-896f-698f8d545b7f, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=df223f55-45cb-4868-896f-698f8d545b7f,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:34.101775 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442374c9-0616-4de2-9b9f-aa14b65d9bdc req-b19b6a62-0a85-4410-ab32-ba716e6e0628 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:34.103373 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-442374c9-0616-4de2-9b9f-aa14b65d9bdc req-b19b6a62-0a85-4410-ab32-ba716e6e0628 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 949 time: 0.1085808 Mar 07 10:32:34.127782 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-ed0180d0-154e-4ca7-a8be-1369cad525ca req-e42c5776-1b42-4c28-8a16-a40a03b6a695 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Deleting port d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:32:34.128744 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ed0180d0-154e-4ca7-a8be-1369cad525ca req-e42c5776-1b42-4c28-8a16-a40a03b6a695 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:34.186023 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8345cafb-d1f2-4ac1-87bf-7c10b3e915ae tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Made reservation on behalf of 4b18e3692e984b5fbc10236b7b24cdd4 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:34.190282 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-442374c9-0616-4de2-9b9f-aa14b65d9bdc req-677c7c58-af21-4b31-baad-ef4f5d099b79 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804329 Mar 07 10:32:34.192042 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8345cafb-d1f2-4ac1-87bf-7c10b3e915ae tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:34.325716 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c2f2dc67-1d4f-4f82-acdf-645152de7864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f070de-603a-40eb-a77b-99b362de94f2', 'name': 'tempest-ServersTestMultiNic-2018006520-router', 'tenant_id': '4b18e3692e984b5fbc10236b7b24cdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '968a217a-0758-41e7-8552-4e96e96185fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:23Z', 'updated_at': '2022-03-07T10:32:31Z', 'revision_number': 4, 'project_id': '4b18e3692e984b5fbc10236b7b24cdd4', 'gw_port': {'id': '968a217a-0758-41e7-8552-4e96e96185fb', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:eb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f070de-603a-40eb-a77b-99b362de94f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:24Z', 'updated_at': '2022-03-07T10:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da', 'name': '', 'network_id': '76a3e552-7157-4b91-9abc-62e86e83c6d3', 'tenant_id': '4b18e3692e984b5fbc10236b7b24cdd4', 'mac_address': 'fa:16:3e:a9:b1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f070de-603a-40eb-a77b-99b362de94f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '21a1f3dd-e5b1-42e2-8f1f-dc99c8ee81fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:29Z', 'updated_at': '2022-03-07T10:32:31Z', 'revision_number': 2, 'project_id': '4b18e3692e984b5fbc10236b7b24cdd4', 'subnets': [{'id': '21a1f3dd-e5b1-42e2-8f1f-dc99c8ee81fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:34.386386 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f2dc67-1d4f-4f82-acdf-645152de7864 None None] Checking router: 69f070de-603a-40eb-a77b-99b362de94f2 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:32:34.389071 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f2dc67-1d4f-4f82-acdf-645152de7864 None None] Updating router 69f070de-603a-40eb-a77b-99b362de94f2 port 1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:32:34.438281 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c2f2dc67-1d4f-4f82-acdf-645152de7864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:34.464631 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-8c182aa6-3102-4eaa-a2a6-946e696926ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (df223f55-45cb-4868-896f-698f8d545b7f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:34.593989 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-8c182aa6-3102-4eaa-a2a6-946e696926ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:34.599697 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-8c182aa6-3102-4eaa-a2a6-946e696926ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:34.610823 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-8c182aa6-3102-4eaa-a2a6-946e696926ea service neutron] 10.222.0.31 "PUT /v2.0/ports/df223f55-45cb-4868-896f-698f8d545b7f HTTP/1.1" status: 200 len: 1097 time: 2.0431368 Mar 07 10:32:34.637998 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c182aa6-3102-4eaa-a2a6-946e696926ea service neutron] Pushing event updated for resources: {'Port': ['ID=df223f55-45cb-4868-896f-698f8d545b7f,revision_number=11']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:34.767322 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b552d7-b549-4d87-a379-4b0ce62520f9 req-eb10dc12-2fc2-4d80-929f-bf2b1d447cd9 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:34.768884 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e7b552d7-b549-4d87-a379-4b0ce62520f9 req-eb10dc12-2fc2-4d80-929f-bf2b1d447cd9 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03 HTTP/1.1" status: 200 len: 950 time: 0.6332355 Mar 07 10:32:35.021300 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c2f2dc67-1d4f-4f82-acdf-645152de7864 None None] Publish callbacks [] for port (1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:35.034512 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c2f2dc67-1d4f-4f82-acdf-645152de7864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:35.061137 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f046f9-7277-43cd-861a-3ad04d39e69d req-18656322-3fa4-4503-9b72-05a60aad6b22 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:35.069099 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-05f046f9-7277-43cd-861a-3ad04d39e69d req-18656322-3fa4-4503-9b72-05a60aad6b22 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 946 time: 0.0943515 Mar 07 10:32:35.129674 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c979d3-0024-4677-bfd0-6ac7b10fa57d None None] Pushing event updated for resources: {'Port': ['ID=1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:35.134520 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-05f046f9-7277-43cd-861a-3ad04d39e69d req-b77eb70f-d359-4225-8b8a-2c3cd67826a4 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642707 Mar 07 10:32:35.277626 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26604630-551a-438c-89a3-00fee3fdf645 req-89093876-cfae-48dd-bc3b-6ac8ad0643f7 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:35.286121 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-26604630-551a-438c-89a3-00fee3fdf645 req-89093876-cfae-48dd-bc3b-6ac8ad0643f7 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 943 time: 0.0822179 Mar 07 10:32:35.308644 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58973e44-019b-48a6-a0bd-574635873c10', 'tag': 'df223f55-45cb-4868-896f-698f8d545b7f'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:35.311919 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481dfdd3-03c1-411d-bb89-257f3e4c85e8" -d '{"events": [{"name": "network-changed", "server_uuid": "58973e44-019b-48a6-a0bd-574635873c10", "tag": "df223f55-45cb-4868-896f-698f8d545b7f"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:35.319248 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-c2f2dc67-1d4f-4f82-acdf-645152de7864 None None] Attempting to bind port 1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:32:35.319625 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-c2f2dc67-1d4f-4f82-acdf-645152de7864 None None] Attempting to bind port 1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'f4b6cd14-d869-4fb9-8552-bf3696fe2e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76a3e552-7157-4b91-9abc-62e86e83c6d3'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:32:35.319972 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f2dc67-1d4f-4f82-acdf-645152de7864 None None] Attempting to bind port 1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da on network 76a3e552-7157-4b91-9abc-62e86e83c6d3 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:35.335082 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f2dc67-1d4f-4f82-acdf-645152de7864 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:32:35.335533 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f2dc67-1d4f-4f82-acdf-645152de7864 None None] Checking segment: {'id': 'f4b6cd14-d869-4fb9-8552-bf3696fe2e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76a3e552-7157-4b91-9abc-62e86e83c6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:32:35.335847 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c2f2dc67-1d4f-4f82-acdf-645152de7864 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:35.336228 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f2dc67-1d4f-4f82-acdf-645152de7864 None None] Bound using segment: {'id': 'f4b6cd14-d869-4fb9-8552-bf3696fe2e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76a3e552-7157-4b91-9abc-62e86e83c6d3'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:32:35.336687 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-c2f2dc67-1d4f-4f82-acdf-645152de7864 None None] Bound port: 1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b6cd14-d869-4fb9-8552-bf3696fe2e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '76a3e552-7157-4b91-9abc-62e86e83c6d3'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:32:35.337057 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c2f2dc67-1d4f-4f82-acdf-645152de7864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:35.357031 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-43b047ea-2555-4adf-ae2b-e5b79f3c01ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:35.359013 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-26604630-551a-438c-89a3-00fee3fdf645 req-13007341-6713-4c9f-a635-b2c8a065119b tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651209 Mar 07 10:32:35.359586 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-43b047ea-2555-4adf-ae2b-e5b79f3c01ef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 1131 time: 0.6649621 Mar 07 10:32:35.471505 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e7b552d7-b549-4d87-a379-4b0ce62520f9 req-709be542-9fea-405f-a854-818c07ae89d0 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492369 Mar 07 10:32:35.506821 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-c2f2dc67-1d4f-4f82-acdf-645152de7864 None None] For port 1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:35.509636 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8345cafb-d1f2-4ac1-87bf-7c10b3e915ae tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (0a149458-66ac-4763-95c5-aa7d489d6757), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:35.517604 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-c2f2dc67-1d4f-4f82-acdf-645152de7864 None None] For port 1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da,segment=NetworkSegment(f4b6cd14-d869-4fb9-8552-bf3696fe2e40),segment_id=f4b6cd14-d869-4fb9-8552-bf3696fe2e40)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:35.533274 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-c2f2dc67-1d4f-4f82-acdf-645152de7864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:35.621686 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f2dc67-1d4f-4f82-acdf-645152de7864 None None] Routers {'69f070de-603a-40eb-a77b-99b362de94f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:32:35.622313 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c2f2dc67-1d4f-4f82-acdf-645152de7864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:32:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['69f070de-603a-40eb-a77b-99b362de94f2'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:35.648686 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8345cafb-d1f2-4ac1-87bf-7c10b3e915ae tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Pushing event updated for resources: {'Subnet': ['ID=0a149458-66ac-4763-95c5-aa7d489d6757,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:35.669143 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ec63b310-b179-43a2-a2c6-ddc04698e5dc None None] Provisioning complete for port 1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:35.670362 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ec63b310-b179-43a2-a2c6-ddc04698e5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:35.671684 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337cf258-ad94-45e7-b1f5-f41881f38671 x-openstack-request-id: req-337cf258-ad94-45e7-b1f5-f41881f38671 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:35.672522 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58973e44-019b-48a6-a0bd-574635873c10", "tag": "df223f55-45cb-4868-896f-698f8d545b7f", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:35.672966 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-337cf258-ad94-45e7-b1f5-f41881f38671 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:35.673643 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58973e44-019b-48a6-a0bd-574635873c10', 'tag': 'df223f55-45cb-4868-896f-698f8d545b7f', 'status': 'completed', 'code': 200} Mar 07 10:32:35.808304 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device df223f55-45cb-4868-896f-698f8d545b7f no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:32:35.912864 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c86400-299e-431e-8a4d-9930d5a7cebc req-9289965d-212b-4734-b6e0-a0e63b422363 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:35.922023 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b8c86400-299e-431e-8a4d-9930d5a7cebc req-9289965d-212b-4734-b6e0-a0e63b422363 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15557e5-5f62-45ad-abad-67a49c79b2bb HTTP/1.1" status: 200 len: 946 time: 0.1247981 Mar 07 10:32:35.927058 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8345cafb-d1f2-4ac1-87bf-7c10b3e915ae tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Checking segment: {'id': '8fd193e9-20be-4656-88b3-d80cee19f56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c544ee2f-5711-4c3e-a705-5e0ce7855b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:32:35.927465 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8345cafb-d1f2-4ac1-87bf-7c10b3e915ae tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Network hostable DHCP agents. Network: c544ee2f-5711-4c3e-a705-5e0ce7855b13, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:32:36.005518 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8345cafb-d1f2-4ac1-87bf-7c10b3e915ae tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Network c544ee2f-5711-4c3e-a705-5e0ce7855b13 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:32:36.019556 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-ed0180d0-154e-4ca7-a8be-1369cad525ca req-e42c5776-1b42-4c28-8a16-a40a03b6a695 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] For port d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:36.019954 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ed0180d0-154e-4ca7-a8be-1369cad525ca req-e42c5776-1b42-4c28-8a16-a40a03b6a695 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:36.029895 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ec63b310-b179-43a2-a2c6-ddc04698e5dc None None] Current status of the port 1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:36.030834 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ec63b310-b179-43a2-a2c6-ddc04698e5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:36.046840 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b8c86400-299e-431e-8a4d-9930d5a7cebc req-f2f31841-c6c7-4784-a1da-703599ef1258 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/security-groups?id=36604ce9-7a0c-4cf8-ac3f-abef6191a23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213250 Mar 07 10:32:36.072297 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf78d58-3e84-49a2-bdeb-c4a7e591bb9e req-c4c0ff6c-9a73-4aa5-bf20-33e58fc4f5c9 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:36.074201 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2bf78d58-3e84-49a2-bdeb-c4a7e591bb9e req-c4c0ff6c-9a73-4aa5-bf20-33e58fc4f5c9 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 949 time: 0.3995416 Mar 07 10:32:36.075049 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-8345cafb-d1f2-4ac1-87bf-7c10b3e915ae tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, c544ee2f-5711-4c3e-a705-5e0ce7855b13) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:36.081418 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8345cafb-d1f2-4ac1-87bf-7c10b3e915ae tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:36.082125 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8345cafb-d1f2-4ac1-87bf-7c10b3e915ae tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:36.088166 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ec63b310-b179-43a2-a2c6-ddc04698e5dc None None] For port 1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da,segment=NetworkSegment(f4b6cd14-d869-4fb9-8552-bf3696fe2e40),segment_id=f4b6cd14-d869-4fb9-8552-bf3696fe2e40)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:36.089640 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] The host n-h1-832164-4 is not matching for port df223f55-45cb-4868-896f-698f8d545b7f host n-h2-832164-4! {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 10:32:36.090356 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device df223f55-45cb-4868-896f-698f8d545b7f not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:32:36.090937 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:32:36.096422 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8140adee-1d17-42d5-95e3-fc785f03c20e None None] Network c544ee2f-5711-4c3e-a705-5e0ce7855b13 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:32:36.113494 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dfdd3-03c1-411d-bb89-257f3e4c85e8 req-53ee0ac2-5d46-4395-a3ef-03588c9555a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:36.115108 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-481dfdd3-03c1-411d-bb89-257f3e4c85e8 req-53ee0ac2-5d46-4395-a3ef-03588c9555a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 1131 time: 0.4278877 Mar 07 10:32:36.123334 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ec63b310-b179-43a2-a2c6-ddc04698e5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:36.145853 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-c2f2dc67-1d4f-4f82-acdf-645152de7864 None None] Set router 69f070de-603a-40eb-a77b-99b362de94f2 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:32:36.291865 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2bf78d58-3e84-49a2-bdeb-c4a7e591bb9e req-d60d7e45-eb91-414d-8c3e-9d27327e6154 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049851 Mar 07 10:32:36.297986 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dfdd3-03c1-411d-bb89-257f3e4c85e8 req-b3ae0413-f2ce-4570-ae44-4d5b63adaa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:36.299456 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-481dfdd3-03c1-411d-bb89-257f3e4c85e8 req-b3ae0413-f2ce-4570-ae44-4d5b63adaa5d service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.1544976 Mar 07 10:32:36.309709 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-ed0180d0-154e-4ca7-a8be-1369cad525ca req-e42c5776-1b42-4c28-8a16-a40a03b6a695 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Calling delete_port for d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:32:36.355169 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5b2d1-c60e-44d1-817f-c8d11d8680a6 req-b31da5ca-62fe-47b1-8b8c-9fef5e6bace8 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:36.361033 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a7e5b2d1-c60e-44d1-817f-c8d11d8680a6 req-b31da5ca-62fe-47b1-8b8c-9fef5e6bace8 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 946 time: 0.1216438 Mar 07 10:32:36.425569 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-481dfdd3-03c1-411d-bb89-257f3e4c85e8 req-e8612b2a-3574-465a-8262-830834e99ba0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=df223f55-45cb-4868-896f-698f8d545b7f HTTP/1.1" status: 200 len: 217 time: 0.1131868 Mar 07 10:32:36.497175 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a7e5b2d1-c60e-44d1-817f-c8d11d8680a6 req-39921721-b6fb-43fd-a33e-801e679186fc tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276202 Mar 07 10:32:36.544044 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dfdd3-03c1-411d-bb89-257f3e4c85e8 req-ab4fc0f3-4b77-4e6b-ae1d-ed5837fc4fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:36.545654 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-481dfdd3-03c1-411d-bb89-257f3e4c85e8 req-ab4fc0f3-4b77-4e6b-ae1d-ed5837fc4fe9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.0927343 Mar 07 10:32:36.564226 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c2f2dc67-1d4f-4f82-acdf-645152de7864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f070de-603a-40eb-a77b-99b362de94f2', 'name': 'tempest-ServersTestMultiNic-2018006520-router', 'tenant_id': '4b18e3692e984b5fbc10236b7b24cdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '968a217a-0758-41e7-8552-4e96e96185fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:23Z', 'updated_at': '2022-03-07T10:32:31Z', 'revision_number': 4, 'project_id': '4b18e3692e984b5fbc10236b7b24cdd4', 'gw_port': {'id': '968a217a-0758-41e7-8552-4e96e96185fb', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:eb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f070de-603a-40eb-a77b-99b362de94f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:24Z', 'updated_at': '2022-03-07T10:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da', 'name': '', 'network_id': '76a3e552-7157-4b91-9abc-62e86e83c6d3', 'tenant_id': '4b18e3692e984b5fbc10236b7b24cdd4', 'mac_address': 'fa:16:3e:a9:b1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f070de-603a-40eb-a77b-99b362de94f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '21a1f3dd-e5b1-42e2-8f1f-dc99c8ee81fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:29Z', 'updated_at': '2022-03-07T10:32:35Z', 'revision_number': 4, 'project_id': '4b18e3692e984b5fbc10236b7b24cdd4', 'subnets': [{'id': '21a1f3dd-e5b1-42e2-8f1f-dc99c8ee81fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:36.594980 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c979d3-0024-4677-bfd0-6ac7b10fa57d None None] Pushing event updated for resources: {'Port': ['ID=1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:36.598304 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f2dc67-1d4f-4f82-acdf-645152de7864 None None] The sync data for ids ['69f070de-603a-40eb-a77b-99b362de94f2'] in n-d-832164-4 is: [{'id': '69f070de-603a-40eb-a77b-99b362de94f2', 'name': 'tempest-ServersTestMultiNic-2018006520-router', 'tenant_id': '4b18e3692e984b5fbc10236b7b24cdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '968a217a-0758-41e7-8552-4e96e96185fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:23Z', 'updated_at': '2022-03-07T10:32:31Z', 'revision_number': 4, 'project_id': '4b18e3692e984b5fbc10236b7b24cdd4', 'gw_port': {'id': '968a217a-0758-41e7-8552-4e96e96185fb', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:eb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f070de-603a-40eb-a77b-99b362de94f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:24Z', 'updated_at': '2022-03-07T10:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da', 'name': '', 'network_id': '76a3e552-7157-4b91-9abc-62e86e83c6d3', 'tenant_id': '4b18e3692e984b5fbc10236b7b24cdd4', 'mac_address': 'fa:16:3e:a9:b1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69f070de-603a-40eb-a77b-99b362de94f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '21a1f3dd-e5b1-42e2-8f1f-dc99c8ee81fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:29Z', 'updated_at': '2022-03-07T10:32:35Z', 'revision_number': 4, 'project_id': '4b18e3692e984b5fbc10236b7b24cdd4', 'subnets': [{'id': '21a1f3dd-e5b1-42e2-8f1f-dc99c8ee81fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:32:36.651380 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-481c7152-22c7-4889-8fc2-8886c04e6b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:36.652839 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-481c7152-22c7-4889-8fc2-8886c04e6b34 service neutron] 10.222.0.31 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 1.1907301 Mar 07 10:32:36.660513 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8345cafb-d1f2-4ac1-87bf-7c10b3e915ae tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8050048 Mar 07 10:32:36.668341 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40378) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:36.686729 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-4da779db-4251-476e-9896-6647b900fde2 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2117132717'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:36.689337 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c1a7132f-3c85-47e8-9481-0dcd1a372afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:36.753491 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-cb3a5e7b-ce28-4a40-b3d6-3ead249b274e None None] Provisioning complete for port 1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:36.753646 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cb3a5e7b-ce28-4a40-b3d6-3ead249b274e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:36.782574 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-460b9376-bbd3-4a44-b2d5-508e7295a5b3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=df223f55-45cb-4868-896f-698f8d545b7f HTTP/1.1" status: 200 len: 217 time: 0.1206560 Mar 07 10:32:36.854122 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63b310-b179-43a2-a2c6-ddc04698e5dc None None] Pushing event updated for resources: {'Port': ['ID=1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:36.875630 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da779db-4251-476e-9896-6647b900fde2 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Made reservation on behalf of 4b18e3692e984b5fbc10236b7b24cdd4 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:36.895073 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4da779db-4251-476e-9896-6647b900fde2 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:36.910517 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-3ee61dfd-fb35-4f9f-b1de-0c48addee760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:36.912276 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-3ee61dfd-fb35-4f9f-b1de-0c48addee760 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.0569608 Mar 07 10:32:36.922510 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f034879-d5f9-40ed-b641-cbed9f30854c req-70fb22ca-41c3-4d53-ba0e-e81fc63b46d2 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:36.944277 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4f034879-d5f9-40ed-b641-cbed9f30854c req-70fb22ca-41c3-4d53-ba0e-e81fc63b46d2 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03 HTTP/1.1" status: 200 len: 950 time: 0.2865167 Mar 07 10:32:36.979774 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dfdd3-03c1-411d-bb89-257f3e4c85e8 req-54c110e5-6555-434f-b38c-7a2b75cd3fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:36.981831 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-481dfdd3-03c1-411d-bb89-257f3e4c85e8 req-54c110e5-6555-434f-b38c-7a2b75cd3fc4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3894360 Mar 07 10:32:36.992712 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d55056-6b4d-4549-93c4-90ca5677aabc req-2d336081-d769-4680-a7c4-b29779bfe278 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:36.994558 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-cb3a5e7b-ce28-4a40-b3d6-3ead249b274e None None] Current status of the port 1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:36.994854 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-99d55056-6b4d-4549-93c4-90ca5677aabc req-2d336081-d769-4680-a7c4-b29779bfe278 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 943 time: 0.4465611 Mar 07 10:32:36.999679 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306d48b5-5528-4da8-a1e1-80403d64508d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-c544ee2f-5711-4c3e-a705-5e0ce7855b13', 'network_id': 'c544ee2f-5711-4c3e-a705-5e0ce7855b13', 'project_id': '4b18e3692e984b5fbc10236b7b24cdd4', 'fixed_ips': [{'subnet_id': '0a149458-66ac-4763-95c5-aa7d489d6757'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:32:37.000527 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-306d48b5-5528-4da8-a1e1-80403d64508d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:37.064546 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4f034879-d5f9-40ed-b641-cbed9f30854c req-382b9376-77d4-46b4-ba5c-4cdca012c304 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183279 Mar 07 10:32:37.065369 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:37.065762 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:37.101410 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da779db-4251-476e-9896-6647b900fde2 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:32:37.119946 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-481dfdd3-03c1-411d-bb89-257f3e4c85e8 req-0c8f3142-1cea-49b6-9208-b16c59842831 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218822 Mar 07 10:32:37.131243 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4da779db-4251-476e-9896-6647b900fde2 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (9da043fb-7025-48c5-bf9c-cff02fad1b5c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:37.131999 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-4da779db-4251-476e-9896-6647b900fde2 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Added segment 9da043fb-7025-48c5-bf9c-cff02fad1b5c of type vlan for network b781efd3-b314-4b92-afa6-bb5b3b3f3d0c Mar 07 10:32:37.149446 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9fdf4aa-3d7a-49a6-90bf-3dddf3b55753'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:37.155737 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3ad3e0-19cb-45a4-b1c4-0acb14a17941" -d '{"events": [{"server_uuid": "c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03", "name": "network-vif-unplugged", "status": "completed", "tag": "d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:37.193478 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:37.212207 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4da779db-4251-476e-9896-6647b900fde2 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (b781efd3-b314-4b92-afa6-bb5b3b3f3d0c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:37.359549 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4da779db-4251-476e-9896-6647b900fde2 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (b781efd3-b314-4b92-afa6-bb5b3b3f3d0c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:37.389621 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:37.403487 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da779db-4251-476e-9896-6647b900fde2 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:37.411789 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4da779db-4251-476e-9896-6647b900fde2 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:37.490079 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:32:37.496707 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4da779db-4251-476e-9896-6647b900fde2 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8221037 Mar 07 10:32:37.532482 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40398) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:37.540840 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-de53c8ae-7ec4-49f6-b561-5bfb68cf96db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:37.542521 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-de53c8ae-7ec4-49f6-b561-5bfb68cf96db service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6201625 Mar 07 10:32:37.545011 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-481dfdd3-03c1-411d-bb89-257f3e4c85e8 req-75c9bae2-3b62-4347-9f09-afb98be4878d service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031527 Mar 07 10:32:37.562933 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-8da7b9ce-fcc6-41b6-b7d3-2bf344277fa0 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Request body: {'subnet': {'network_id': 'b781efd3-b314-4b92-afa6-bb5b3b3f3d0c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:37.620921 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-99d55056-6b4d-4549-93c4-90ca5677aabc req-dbb4b13d-c095-457f-b36e-f3670f60f2d1 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4937620 Mar 07 10:32:37.785429 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bc6070-6408-48c5-a51b-39d30ce3cb13 x-openstack-request-id: req-40bc6070-6408-48c5-a51b-39d30ce3cb13 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:37.786903 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03", "name": "network-vif-unplugged", "status": "completed", "tag": "d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:37.787856 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-40bc6070-6408-48c5-a51b-39d30ce3cb13 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:37.789013 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9fdf4aa-3d7a-49a6-90bf-3dddf3b55753', 'code': 200} Mar 07 10:32:37.804779 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:37.847423 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ed0180d0-154e-4ca7-a8be-1369cad525ca req-e42c5776-1b42-4c28-8a16-a40a03b6a695 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:37.875083 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-306d48b5-5528-4da8-a1e1-80403d64508d None None] Allocated IP 19.80.0.2 (c544ee2f-5711-4c3e-a705-5e0ce7855b13/0a149458-66ac-4763-95c5-aa7d489d6757/9996a419-8ae3-46fc-a18a-509c3d055787) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:37.879289 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['9e768dce-3999-4a24-a47b-f9b22fe1c1df', 'c21b0a24-1fa3-4758-a44d-c9bf41cd09fe'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:32:37.883205 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['a3df8701-3341-4d4e-8dfa-a5b8dc650f89', 'e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4', '2f7f9397-fceb-4008-8a03-238e09ab375b', 'a83b88cf-d542-4470-ab1d-333ffbccebeb', 'c8648d35-ff3e-4781-bf0b-a4acb9c911ed'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:32:37.890020 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da779db-4251-476e-9896-6647b900fde2 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Pushing event updated for resources: {'Network': ['ID=b781efd3-b314-4b92-afa6-bb5b3b3f3d0c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:37.937926 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43072521-de54-4cb0-9d31-9ef4f5a04f95 req-5a29a274-70cb-40fa-ae02-83eeeba16724 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:37.946259 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-43072521-de54-4cb0-9d31-9ef4f5a04f95 req-5a29a274-70cb-40fa-ae02-83eeeba16724 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15557e5-5f62-45ad-abad-67a49c79b2bb HTTP/1.1" status: 200 len: 946 time: 0.4942811 Mar 07 10:32:37.978846 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2feb48-908d-44b7-89a8-c1e1077822c9 req-849cfb9c-6080-4730-a9c8-7983b5d520e6 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:37.979618 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9a2feb48-908d-44b7-89a8-c1e1077822c9 req-849cfb9c-6080-4730-a9c8-7983b5d520e6 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.21 "GET /v2.0/ports?device_id=d15557e5-5f62-45ad-abad-67a49c79b2bb HTTP/1.1" status: 200 len: 946 time: 0.7997446 Mar 07 10:32:37.980443 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da7b9ce-fcc6-41b6-b7d3-2bf344277fa0 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Made reservation on behalf of 4b18e3692e984b5fbc10236b7b24cdd4 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:37.983745 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network b781efd3-b314-4b92-afa6-bb5b3b3f3d0c details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:32:37.984163 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8da7b9ce-fcc6-41b6-b7d3-2bf344277fa0 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:38.024103 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:38.024974 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:38.041705 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c5776-1b42-4c28-8a16-a40a03b6a695 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Pushing event deleted for resources: {'Port': ['ID=d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:38.050605 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-6e5612d4-ad8e-475e-bc53-1c147ad4c00f service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4923208 Mar 07 10:32:38.254379 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22fc6b05-6f4e-47ca-bc46-921b18b86ce9 req-9ae5dc6f-f632-47cf-b836-5ecfbf1f1ffe service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895108 Mar 07 10:32:38.266781 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0180d0-154e-4ca7-a8be-1369cad525ca req-e42c5776-1b42-4c28-8a16-a40a03b6a695 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] No DVR routers for this DVR port d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:32:38.270378 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ed0180d0-154e-4ca7-a8be-1369cad525ca req-e42c5776-1b42-4c28-8a16-a40a03b6a695 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:38.274895 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ed0180d0-154e-4ca7-a8be-1369cad525ca req-e42c5776-1b42-4c28-8a16-a40a03b6a695 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.21 "DELETE /v2.0/ports/d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753 HTTP/1.1" status: 204 len: 173 time: 4.8279197 Mar 07 10:32:38.276413 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03', 'name': 'network-vif-deleted', 'tag': 'd9fdf4aa-3d7a-49a6-90bf-3dddf3b55753'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:38.280604 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279d606c-3e33-4131-bdaf-7166d91fd121" -d '{"events": [{"server_uuid": "c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03", "name": "network-vif-deleted", "tag": "d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:38.323017 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec53fe9-c8ca-4511-86c1-37a0f2d2188f req-28e1e056-8d78-4159-9ecc-9b5be88cb0a7 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:38.339264 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7ec53fe9-c8ca-4511-86c1-37a0f2d2188f req-28e1e056-8d78-4159-9ecc-9b5be88cb0a7 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 949 time: 0.4194643 Mar 07 10:32:38.493632 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8da7b9ce-fcc6-41b6-b7d3-2bf344277fa0 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (65c10f0b-3539-43d6-8462-e70083e0db70), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:38.542004 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7ec53fe9-c8ca-4511-86c1-37a0f2d2188f req-87dcd6e9-4700-4505-910b-9d6201a4fa9a tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758673 Mar 07 10:32:38.604735 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dfdd3-03c1-411d-bb89-257f3e4c85e8 req-842880aa-dc76-44d2-bf35-6dfe31cd6554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:38.606468 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-481dfdd3-03c1-411d-bb89-257f3e4c85e8 req-842880aa-dc76-44d2-bf35-6dfe31cd6554 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 1131 time: 0.2662830 Mar 07 10:32:38.888047 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-306d48b5-5528-4da8-a1e1-80403d64508d None None] Publish callbacks [] for port (9996a419-8ae3-46fc-a18a-509c3d055787), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:38.907707 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dfdd3-03c1-411d-bb89-257f3e4c85e8 req-bd312d1f-00b3-4179-9e99-7903f614ea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:38.921088 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-43072521-de54-4cb0-9d31-9ef4f5a04f95 req-524c5884-5278-4062-82fc-c1feb196f577 tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/security-groups?id=36604ce9-7a0c-4cf8-ac3f-abef6191a23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9745247 Mar 07 10:32:38.929973 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-481dfdd3-03c1-411d-bb89-257f3e4c85e8 req-bd312d1f-00b3-4179-9e99-7903f614ea54 service neutron] 10.222.0.31 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.3159332 Mar 07 10:32:38.949228 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-306d48b5-5528-4da8-a1e1-80403d64508d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (9996a419-8ae3-46fc-a18a-509c3d055787), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:38.957190 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7b9ce-fcc6-41b6-b7d3-2bf344277fa0 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Pushing event updated for resources: {'Subnet': ['ID=65c10f0b-3539-43d6-8462-e70083e0db70,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:39.005594 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31964779-7a0e-4942-be38-d6bac4952905 req-7a28ec19-1283-411b-9723-fbb4b28fc36e tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:39.014991 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-31964779-7a0e-4942-be38-d6bac4952905 req-7a28ec19-1283-411b-9723-fbb4b28fc36e tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 946 time: 0.2425535 Mar 07 10:32:39.038074 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2cbb8a29-690b-4df8-a54c-e746cb7673d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:39.070073 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da7b9ce-fcc6-41b6-b7d3-2bf344277fa0 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Checking segment: {'id': '9da043fb-7025-48c5-bf9c-cff02fad1b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b781efd3-b314-4b92-afa6-bb5b3b3f3d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:32:39.071319 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da7b9ce-fcc6-41b6-b7d3-2bf344277fa0 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Network hostable DHCP agents. Network: b781efd3-b314-4b92-afa6-bb5b3b3f3d0c, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:32:39.102536 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306d48b5-5528-4da8-a1e1-80403d64508d None None] Network c544ee2f-5711-4c3e-a705-5e0ce7855b13 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:39.132871 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-481dfdd3-03c1-411d-bb89-257f3e4c85e8 req-2780b872-0440-4738-95d2-98b11f9e5dc4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=df223f55-45cb-4868-896f-698f8d545b7f HTTP/1.1" status: 200 len: 217 time: 0.1934938 Mar 07 10:32:39.139814 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-306d48b5-5528-4da8-a1e1-80403d64508d None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:39.147124 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-9a2feb48-908d-44b7-89a8-c1e1077822c9 req-d2795a65-5442-4bb3-bea0-21c19eee706d tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Deleting port 2ec8563c-11ae-4c39-8538-2a40b1b40bf4 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:32:39.148473 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9a2feb48-908d-44b7-89a8-c1e1077822c9 req-d2795a65-5442-4bb3-bea0-21c19eee706d tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (2ec8563c-11ae-4c39-8538-2a40b1b40bf4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:39.154715 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306d48b5-5528-4da8-a1e1-80403d64508d None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:32:39.206556 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:39.216313 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d48b5-5528-4da8-a1e1-80403d64508d None None] Pushing event updated for resources: {'Port': ['ID=9996a419-8ae3-46fc-a18a-509c3d055787,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:39.315304 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3f498bdb-5260-4cbd-b0c3-23d1d9f5247b req-2d2cfbba-fb34-438b-85d3-05d4c6e5500b tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03 HTTP/1.1" status: 200 len: 210 time: 0.0942326 Mar 07 10:32:39.329392 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dfdd3-03c1-411d-bb89-257f3e4c85e8 req-2d134ce6-e5d3-428a-a7bc-e09ede2382f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:39.331208 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-481dfdd3-03c1-411d-bb89-257f3e4c85e8 req-2d134ce6-e5d3-428a-a7bc-e09ede2382f5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1651924 Mar 07 10:32:39.429134 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-306d48b5-5528-4da8-a1e1-80403d64508d None None] Attempting to bind port 9996a419-8ae3-46fc-a18a-509c3d055787 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:32:39.429516 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-306d48b5-5528-4da8-a1e1-80403d64508d None None] Attempting to bind port 9996a419-8ae3-46fc-a18a-509c3d055787 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '8fd193e9-20be-4656-88b3-d80cee19f56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c544ee2f-5711-4c3e-a705-5e0ce7855b13'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:32:39.429875 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306d48b5-5528-4da8-a1e1-80403d64508d None None] Attempting to bind port 9996a419-8ae3-46fc-a18a-509c3d055787 on network c544ee2f-5711-4c3e-a705-5e0ce7855b13 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:39.431165 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-31964779-7a0e-4942-be38-d6bac4952905 req-49a3310e-bde7-46d6-a4fd-5e44960e099a tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209753 Mar 07 10:32:39.462286 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481dfdd3-03c1-411d-bb89-257f3e4c85e8 req-98d14277-4f2d-422d-9812-13cc4b1b07d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:39.464657 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-481dfdd3-03c1-411d-bb89-257f3e4c85e8 req-98d14277-4f2d-422d-9812-13cc4b1b07d5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0953295 Mar 07 10:32:39.471879 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da7b9ce-fcc6-41b6-b7d3-2bf344277fa0 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Network b781efd3-b314-4b92-afa6-bb5b3b3f3d0c is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:32:39.493433 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306d48b5-5528-4da8-a1e1-80403d64508d None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:32:39.499168 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306d48b5-5528-4da8-a1e1-80403d64508d None None] Checking segment: {'id': '8fd193e9-20be-4656-88b3-d80cee19f56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c544ee2f-5711-4c3e-a705-5e0ce7855b13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:32:39.499936 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-306d48b5-5528-4da8-a1e1-80403d64508d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:39.500490 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306d48b5-5528-4da8-a1e1-80403d64508d None None] Bound using segment: {'id': '8fd193e9-20be-4656-88b3-d80cee19f56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c544ee2f-5711-4c3e-a705-5e0ce7855b13'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:32:39.501181 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-306d48b5-5528-4da8-a1e1-80403d64508d None None] Bound port: 9996a419-8ae3-46fc-a18a-509c3d055787, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd193e9-20be-4656-88b3-d80cee19f56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c544ee2f-5711-4c3e-a705-5e0ce7855b13'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:32:39.501952 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-306d48b5-5528-4da8-a1e1-80403d64508d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9996a419-8ae3-46fc-a18a-509c3d055787), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:39.537480 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-8da7b9ce-fcc6-41b6-b7d3-2bf344277fa0 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, b781efd3-b314-4b92-afa6-bb5b3b3f3d0c) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:39.564275 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba57495-9b81-4ee3-bb5b-fa928fb6497f None None] Network b781efd3-b314-4b92-afa6-bb5b3b3f3d0c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:32:39.566616 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da7b9ce-fcc6-41b6-b7d3-2bf344277fa0 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:39.570668 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8da7b9ce-fcc6-41b6-b7d3-2bf344277fa0 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:39.660624 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-9a2feb48-908d-44b7-89a8-c1e1077822c9 req-d2795a65-5442-4bb3-bea0-21c19eee706d tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] For port 2ec8563c-11ae-4c39-8538-2a40b1b40bf4, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=2ec8563c-11ae-4c39-8538-2a40b1b40bf4,segment=NetworkSegment(f6ff09e0-88fb-4743-82cd-b93b9dc8ecff),segment_id=f6ff09e0-88fb-4743-82cd-b93b9dc8ecff)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:39.661186 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9a2feb48-908d-44b7-89a8-c1e1077822c9 req-d2795a65-5442-4bb3-bea0-21c19eee706d tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (2ec8563c-11ae-4c39-8538-2a40b1b40bf4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:39.683157 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8da7b9ce-fcc6-41b6-b7d3-2bf344277fa0 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1457388 Mar 07 10:32:39.704972 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dab270-3df0-4fcd-81cf-2cd54593bef2 x-openstack-request-id: req-84dab270-3df0-4fcd-81cf-2cd54593bef2 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:39.705581 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03", "name": "network-vif-deleted", "tag": "d9fdf4aa-3d7a-49a6-90bf-3dddf3b55753", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:39.705581 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-84dab270-3df0-4fcd-81cf-2cd54593bef2 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:39.706311 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e70ffe-067e-4edf-8f69-6e7f9ac9ad03', 'name': 'network-vif-deleted', 'tag': 'd9fdf4aa-3d7a-49a6-90bf-3dddf3b55753', 'status': 'completed', 'code': 200} Mar 07 10:32:39.710403 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-9a2feb48-908d-44b7-89a8-c1e1077822c9 req-d2795a65-5442-4bb3-bea0-21c19eee706d tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Calling delete_port for 2ec8563c-11ae-4c39-8538-2a40b1b40bf4 owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:32:39.744390 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-481dfdd3-03c1-411d-bb89-257f3e4c85e8 req-cdf84fc8-b054-4e82-8db4-de3d997437e8 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563474 Mar 07 10:32:39.770722 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 2ec8563c-11ae-4c39-8538-2a40b1b40bf4 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:32:39.839105 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76eef3-aa69-4b68-ad8d-f5b5d9946897 req-01b5c240-411c-4d4e-b327-fc7815212173 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:39.846554 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6a76eef3-aa69-4b68-ad8d-f5b5d9946897 req-01b5c240-411c-4d4e-b327-fc7815212173 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 943 time: 0.1472676 Mar 07 10:32:39.915920 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-481dfdd3-03c1-411d-bb89-257f3e4c85e8 req-2c80882d-587a-48ee-8d2b-49e6c24e8e6c service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561823 Mar 07 10:32:39.934256 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9a2feb48-908d-44b7-89a8-c1e1077822c9 req-d2795a65-5442-4bb3-bea0-21c19eee706d tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (2ec8563c-11ae-4c39-8538-2a40b1b40bf4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:39.942588 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6a76eef3-aa69-4b68-ad8d-f5b5d9946897 req-5a7eef5e-b8c2-4731-92d5-0ac7a28ee06d tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949790 Mar 07 10:32:39.959786 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:39.985862 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5e1ba-4fdd-4c4b-be67-d6873026f301 req-788b0f99-7695-4037-aacf-cb05a4b4ce4c tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:39.997364 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3dc5e1ba-4fdd-4c4b-be67-d6873026f301 req-788b0f99-7695-4037-aacf-cb05a4b4ce4c tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 949 time: 0.3060732 Mar 07 10:32:39.998336 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Port 2ec8563c-11ae-4c39-8538-2a40b1b40bf4 update to DOWN by agent not found {{(pid=103768) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 07 10:32:40.001268 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-306d48b5-5528-4da8-a1e1-80403d64508d None None] For port 9996a419-8ae3-46fc-a18a-509c3d055787, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:40.046093 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-306d48b5-5528-4da8-a1e1-80403d64508d None None] For port 9996a419-8ae3-46fc-a18a-509c3d055787, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=9996a419-8ae3-46fc-a18a-509c3d055787,segment=NetworkSegment(8fd193e9-20be-4656-88b3-d80cee19f56d),segment_id=8fd193e9-20be-4656-88b3-d80cee19f56d)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:40.058188 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cd3cb4-6eda-477f-a507-a9bfc410dda8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-b781efd3-b314-4b92-afa6-bb5b3b3f3d0c', 'network_id': 'b781efd3-b314-4b92-afa6-bb5b3b3f3d0c', 'project_id': '4b18e3692e984b5fbc10236b7b24cdd4', 'fixed_ips': [{'subnet_id': '65c10f0b-3539-43d6-8462-e70083e0db70'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:32:40.058188 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-16cd3cb4-6eda-477f-a507-a9bfc410dda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:40.092996 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-306d48b5-5528-4da8-a1e1-80403d64508d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9996a419-8ae3-46fc-a18a-509c3d055787), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:40.124355 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3dc5e1ba-4fdd-4c4b-be67-d6873026f301 req-014853a3-8fbd-4bdc-8fbd-7ee230079f26 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210046 Mar 07 10:32:40.125523 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2795a65-5442-4bb3-bea0-21c19eee706d tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Pushing event deleted for resources: {'Port': ['ID=2ec8563c-11ae-4c39-8538-2a40b1b40bf4,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:40.172020 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2feb48-908d-44b7-89a8-c1e1077822c9 req-d2795a65-5442-4bb3-bea0-21c19eee706d tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] No DVR routers for this DVR port 2ec8563c-11ae-4c39-8538-2a40b1b40bf4 on host n-h1-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:32:40.175749 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9a2feb48-908d-44b7-89a8-c1e1077822c9 req-d2795a65-5442-4bb3-bea0-21c19eee706d tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:40.178426 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9a2feb48-908d-44b7-89a8-c1e1077822c9 req-d2795a65-5442-4bb3-bea0-21c19eee706d tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.21 "DELETE /v2.0/ports/2ec8563c-11ae-4c39-8538-2a40b1b40bf4 HTTP/1.1" status: 204 len: 173 time: 1.7315562 Mar 07 10:32:40.179161 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15557e5-5f62-45ad-abad-67a49c79b2bb', 'name': 'network-vif-deleted', 'tag': '2ec8563c-11ae-4c39-8538-2a40b1b40bf4'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:40.194347 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22edacc2-6491-4f90-acfc-f7b103a456ca" -d '{"events": [{"server_uuid": "d15557e5-5f62-45ad-abad-67a49c79b2bb", "name": "network-vif-deleted", "tag": "2ec8563c-11ae-4c39-8538-2a40b1b40bf4"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:40.233832 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-99f42073-7fa9-4510-abf2-c13432266d86 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:40.242453 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-99f42073-7fa9-4510-abf2-c13432266d86 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:40.254664 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1a73a35b-18a6-4529-a805-f06582e6ccd8 req-89587054-aac0-4007-91db-2106236d77ae tempest-AttachSCSIVolumeTestJSON-539273818 tempest-AttachSCSIVolumeTestJSON-539273818-project] 10.222.0.11 "GET /v2.0/ports?device_id=d15557e5-5f62-45ad-abad-67a49c79b2bb HTTP/1.1" status: 200 len: 210 time: 0.0358469 Mar 07 10:32:40.260417 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-99f42073-7fa9-4510-abf2-c13432266d86 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/networks?id=c544ee2f-5711-4c3e-a705-5e0ce7855b13&id=b781efd3-b314-4b92-afa6-bb5b3b3f3d0c&id=c544ee2f-5711-4c3e-a705-5e0ce7855b13 HTTP/1.1" status: 200 len: 1391 time: 0.2160254 Mar 07 10:32:40.291465 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-ce3b2797-ce0f-485e-84db-05626250effd tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/quotas/4b18e3692e984b5fbc10236b7b24cdd4 HTTP/1.1" status: 200 len: 375 time: 0.0264313 Mar 07 10:32:40.315835 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ce20b2-efd9-48bd-bfac-6dde86938baf x-openstack-request-id: req-81ce20b2-efd9-48bd-bfac-6dde86938baf {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:40.316303 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15557e5-5f62-45ad-abad-67a49c79b2bb", "name": "network-vif-deleted", "tag": "2ec8563c-11ae-4c39-8538-2a40b1b40bf4", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:40.316569 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-81ce20b2-efd9-48bd-bfac-6dde86938baf {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:40.317044 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15557e5-5f62-45ad-abad-67a49c79b2bb', 'name': 'network-vif-deleted', 'tag': '2ec8563c-11ae-4c39-8538-2a40b1b40bf4', 'status': 'completed', 'code': 200} Mar 07 10:32:40.354029 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306d48b5-5528-4da8-a1e1-80403d64508d None None] Pushing event updated for resources: {'Port': ['ID=9996a419-8ae3-46fc-a18a-509c3d055787,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:40.453652 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-48317848-9e92-40ab-ac23-d35f9859b2c7 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4b18e3692e984b5fbc10236b7b24cdd4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1601272 Mar 07 10:32:40.581385 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-84b59c66-8fdf-48fc-9ca5-c57f2088ffb7 service neutron] 10.222.0.11 "GET /v2.0/networks/c544ee2f-5711-4c3e-a705-5e0ce7855b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199811 Mar 07 10:32:40.611425 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-16cd3cb4-6eda-477f-a507-a9bfc410dda8 None None] Allocated IP 19.86.0.2 (b781efd3-b314-4b92-afa6-bb5b3b3f3d0c/65c10f0b-3539-43d6-8462-e70083e0db70/28fb9242-b717-4283-9650-853e5e94d409) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:40.817427 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-5ccdba58-8e6a-48c9-b844-048a5559485b service neutron] 10.222.0.11 "GET /v2.0/networks/c544ee2f-5711-4c3e-a705-5e0ce7855b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217934 Mar 07 10:32:40.896052 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31060603-15e2-46a7-b9ec-4d63ecc4ffef req-a19fc0ba-94b9-4f19-adb7-dcf064d3696c tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:40.897685 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-31060603-15e2-46a7-b9ec-4d63ecc4ffef req-a19fc0ba-94b9-4f19-adb7-dcf064d3696c tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 946 time: 0.1297042 Mar 07 10:32:40.977700 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-43526f4b-cd77-4f50-94b5-e4f1d9d5ad11 service neutron] 10.222.0.11 "GET /v2.0/networks/b781efd3-b314-4b92-afa6-bb5b3b3f3d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532881 Mar 07 10:32:41.079740 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-16cd3cb4-6eda-477f-a507-a9bfc410dda8 None None] Publish callbacks [] for port (28fb9242-b717-4283-9650-853e5e94d409), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:41.101451 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-31060603-15e2-46a7-b9ec-4d63ecc4ffef req-02474fd8-47cf-42cb-9b0a-4eb65d0adc05 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973155 Mar 07 10:32:41.118041 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-16cd3cb4-6eda-477f-a507-a9bfc410dda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (28fb9242-b717-4283-9650-853e5e94d409), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:41.149610 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-28e2e5cf-fad7-40bd-b51b-d6fa3dc7523d service neutron] 10.222.0.11 "GET /v2.0/networks/b781efd3-b314-4b92-afa6-bb5b3b3f3d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708283 Mar 07 10:32:41.154867 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a60443-e0a5-4441-a1de-835815873b9d req-59353066-5425-47af-9c6a-cdf14adb90f1 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:41.162628 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-54a60443-e0a5-4441-a1de-835815873b9d req-59353066-5425-47af-9c6a-cdf14adb90f1 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35&tenant_id=f4eca9194fdd4a93832d9940e3e6237a&binding%3Ahost_id=n-h2-832164-4 HTTP/1.1" status: 200 len: 1128 time: 0.1964829 Mar 07 10:32:41.170681 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cd3cb4-6eda-477f-a507-a9bfc410dda8 None None] Network b781efd3-b314-4b92-afa6-bb5b3b3f3d0c is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:41.175904 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-54a60443-e0a5-4441-a1de-835815873b9d req-2728ea73-cfc8-4f5f-b014-13690eabad1d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-832164-4'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:41.182496 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-16cd3cb4-6eda-477f-a507-a9bfc410dda8 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:41.188648 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cd3cb4-6eda-477f-a507-a9bfc410dda8 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:32:41.283393 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd3cb4-6eda-477f-a507-a9bfc410dda8 None None] Pushing event updated for resources: {'Port': ['ID=28fb9242-b717-4283-9650-853e5e94d409,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:41.311335 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-5cb5615c-5321-429e-b5c0-9c454d530b36 service neutron] 10.222.0.11 "GET /v2.0/networks/c544ee2f-5711-4c3e-a705-5e0ce7855b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608653 Mar 07 10:32:41.315398 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-16cd3cb4-6eda-477f-a507-a9bfc410dda8 None None] Attempting to bind port 28fb9242-b717-4283-9650-853e5e94d409 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:32:41.315992 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-16cd3cb4-6eda-477f-a507-a9bfc410dda8 None None] Attempting to bind port 28fb9242-b717-4283-9650-853e5e94d409 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '9da043fb-7025-48c5-bf9c-cff02fad1b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b781efd3-b314-4b92-afa6-bb5b3b3f3d0c'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:32:41.316131 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cd3cb4-6eda-477f-a507-a9bfc410dda8 None None] Attempting to bind port 28fb9242-b717-4283-9650-853e5e94d409 on network b781efd3-b314-4b92-afa6-bb5b3b3f3d0c {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:41.330467 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-54a60443-e0a5-4441-a1de-835815873b9d req-2728ea73-cfc8-4f5f-b014-13690eabad1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1c0865da-6fde-4c3c-8287-5b7c2a1b6459), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:41.330654 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cd3cb4-6eda-477f-a507-a9bfc410dda8 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:32:41.330654 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cd3cb4-6eda-477f-a507-a9bfc410dda8 None None] Checking segment: {'id': '9da043fb-7025-48c5-bf9c-cff02fad1b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b781efd3-b314-4b92-afa6-bb5b3b3f3d0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:32:41.330654 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-16cd3cb4-6eda-477f-a507-a9bfc410dda8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:41.331104 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cd3cb4-6eda-477f-a507-a9bfc410dda8 None None] Bound using segment: {'id': '9da043fb-7025-48c5-bf9c-cff02fad1b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b781efd3-b314-4b92-afa6-bb5b3b3f3d0c'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:32:41.331384 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-16cd3cb4-6eda-477f-a507-a9bfc410dda8 None None] Bound port: 28fb9242-b717-4283-9650-853e5e94d409, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9da043fb-7025-48c5-bf9c-cff02fad1b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b781efd3-b314-4b92-afa6-bb5b3b3f3d0c'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:32:41.332188 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-16cd3cb4-6eda-477f-a507-a9bfc410dda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (28fb9242-b717-4283-9650-853e5e94d409), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:41.438081 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-16cd3cb4-6eda-477f-a507-a9bfc410dda8 None None] For port 28fb9242-b717-4283-9650-853e5e94d409, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:41.441756 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-16cd3cb4-6eda-477f-a507-a9bfc410dda8 None None] For port 28fb9242-b717-4283-9650-853e5e94d409, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=28fb9242-b717-4283-9650-853e5e94d409,segment=NetworkSegment(9da043fb-7025-48c5-bf9c-cff02fad1b5c),segment_id=9da043fb-7025-48c5-bf9c-cff02fad1b5c)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:41.448167 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ba329-2921-4111-98a5-4b86365e954c req-8714642c-9361-4441-957d-7eef81a16c77 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:41.454290 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fb6ba329-2921-4111-98a5-4b86365e954c req-8714642c-9361-4441-957d-7eef81a16c77 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=89d30fbd-a01a-4455-9a89-31d4bb61dbc2 HTTP/1.1" status: 200 len: 948 time: 0.2128785 Mar 07 10:32:41.459195 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-16cd3cb4-6eda-477f-a507-a9bfc410dda8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (28fb9242-b717-4283-9650-853e5e94d409), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:41.486453 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9996a419-8ae3-46fc-a18a-509c3d055787 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:32:41.509220 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-01b35342-a0bf-4f4e-af98-468e8675697b service neutron] 10.222.0.11 "GET /v2.0/networks/c544ee2f-5711-4c3e-a705-5e0ce7855b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876419 Mar 07 10:32:41.563637 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fb6ba329-2921-4111-98a5-4b86365e954c req-79fd647a-7e86-470e-8667-9c0eb588aa45 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084034 Mar 07 10:32:41.682234 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:41.721270 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd3cb4-6eda-477f-a507-a9bfc410dda8 None None] Pushing event updated for resources: {'Port': ['ID=28fb9242-b717-4283-9650-853e5e94d409,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:41.737011 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 9996a419-8ae3-46fc-a18a-509c3d055787 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:41.741608 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9996a419-8ae3-46fc-a18a-509c3d055787), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:41.745777 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:32:41.752773 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-54a60443-e0a5-4441-a1de-835815873b9d req-2728ea73-cfc8-4f5f-b014-13690eabad1d service neutron] For port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=1c0865da-6fde-4c3c-8287-5b7c2a1b6459,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:41.950012 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-54a60443-e0a5-4441-a1de-835815873b9d req-2728ea73-cfc8-4f5f-b014-13690eabad1d service neutron] For port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:41.988774 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 9996a419-8ae3-46fc-a18a-509c3d055787 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:41.989744 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9996a419-8ae3-46fc-a18a-509c3d055787), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:41.992608 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a098c62a-642e-4f11-9202-743e13ae7101 None None] Network c544ee2f-5711-4c3e-a705-5e0ce7855b13 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:32:42.011101 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c038f78-2c8c-42b5-b69a-b612f52b24d9 req-d3ddf04b-f7ab-436c-ac69-9791cc10dd61 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:42.012719 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c038f78-2c8c-42b5-b69a-b612f52b24d9 req-d3ddf04b-f7ab-436c-ac69-9791cc10dd61 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 949 time: 0.1323912 Mar 07 10:32:42.037238 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5655a4c-1108-4b02-81c1-1e535da264fc req-f4ab868e-baf3-4b66-840b-17d21477609b tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:42.038797 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c5655a4c-1108-4b02-81c1-1e535da264fc req-f4ab868e-baf3-4b66-840b-17d21477609b tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 943 time: 0.2429471 Mar 07 10:32:42.101936 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-54a60443-e0a5-4441-a1de-835815873b9d req-2728ea73-cfc8-4f5f-b014-13690eabad1d service neutron] Publish callbacks [] for port (1c0865da-6fde-4c3c-8287-5b7c2a1b6459), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:42.113996 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-0015c0ac-def9-4122-a60d-85652e3955c2 None None] Provisioning complete for port 9996a419-8ae3-46fc-a18a-509c3d055787 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:42.115450 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0015c0ac-def9-4122-a60d-85652e3955c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9996a419-8ae3-46fc-a18a-509c3d055787), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:42.127725 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-54a60443-e0a5-4441-a1de-835815873b9d req-2728ea73-cfc8-4f5f-b014-13690eabad1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (1c0865da-6fde-4c3c-8287-5b7c2a1b6459), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:42.133748 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c038f78-2c8c-42b5-b69a-b612f52b24d9 req-6a111bac-bc72-4c46-8ac5-288490e3d4e3 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129613 Mar 07 10:32:42.194146 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728ea73-cfc8-4f5f-b014-13690eabad1d service neutron] Pushing event updated for resources: {'Port': ['ID=1c0865da-6fde-4c3c-8287-5b7c2a1b6459,revision_number=7']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:42.247489 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c5655a4c-1108-4b02-81c1-1e535da264fc req-f62036a0-2c08-4704-a14d-44ce7cc078db tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949506 Mar 07 10:32:42.342132 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd22a090a-1bae-431d-a1c8-b08f8ceedd35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c0865da-6fde-4c3c-8287-5b7c2a1b6459'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:42.344361 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16dd449-818f-42cd-b730-7d980854b734" -d '{"events": [{"server_uuid": "d22a090a-1bae-431d-a1c8-b08f8ceedd35", "name": "network-vif-unplugged", "status": "completed", "tag": "1c0865da-6fde-4c3c-8287-5b7c2a1b6459"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:42.416313 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 9996a419-8ae3-46fc-a18a-509c3d055787, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=9996a419-8ae3-46fc-a18a-509c3d055787,segment=NetworkSegment(8fd193e9-20be-4656-88b3-d80cee19f56d),segment_id=8fd193e9-20be-4656-88b3-d80cee19f56d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:42.435502 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-54a60443-e0a5-4441-a1de-835815873b9d req-2728ea73-cfc8-4f5f-b014-13690eabad1d service neutron] Attempting to bind port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 on host n-h2-832164-4 for vnic_type normal with profile {"migrating_to": "n-h1-832164-4"} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:32:42.436340 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-54a60443-e0a5-4441-a1de-835815873b9d req-2728ea73-cfc8-4f5f-b014-13690eabad1d service neutron] Attempting to bind port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:32:42.442659 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a60443-e0a5-4441-a1de-835815873b9d req-2728ea73-cfc8-4f5f-b014-13690eabad1d service neutron] Attempting to bind port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 on network f571527e-a205-427a-8890-cc1f2763fcb1 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:42.458008 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9996a419-8ae3-46fc-a18a-509c3d055787), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:42.493347 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-95bcc685-9f32-4d4b-ad93-b3339268fc7e req-727e38ab-fd26-44c9-b2a2-c494c0fc09aa tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae03b5fc-6785-48a6-9d3a-91b83875c855 HTTP/1.1" status: 200 len: 210 time: 0.1323214 Mar 07 10:32:42.495662 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a60443-e0a5-4441-a1de-835815873b9d req-2728ea73-cfc8-4f5f-b014-13690eabad1d service neutron] Port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 on network f571527e-a205-427a-8890-cc1f2763fcb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:32:42.496572 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a60443-e0a5-4441-a1de-835815873b9d req-2728ea73-cfc8-4f5f-b014-13690eabad1d service neutron] Attempting to bind port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 on network f571527e-a205-427a-8890-cc1f2763fcb1 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:42.514703 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a60443-e0a5-4441-a1de-835815873b9d req-2728ea73-cfc8-4f5f-b014-13690eabad1d service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:32:42.517490 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a60443-e0a5-4441-a1de-835815873b9d req-2728ea73-cfc8-4f5f-b014-13690eabad1d service neutron] Checking segment: {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:32:42.518198 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54a60443-e0a5-4441-a1de-835815873b9d req-2728ea73-cfc8-4f5f-b014-13690eabad1d service neutron] Bound using segment: {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:32:42.519212 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-54a60443-e0a5-4441-a1de-835815873b9d req-2728ea73-cfc8-4f5f-b014-13690eabad1d service neutron] Bound port: 1c0865da-6fde-4c3c-8287-5b7c2a1b6459, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:32:42.520526 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-54a60443-e0a5-4441-a1de-835815873b9d req-2728ea73-cfc8-4f5f-b014-13690eabad1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1c0865da-6fde-4c3c-8287-5b7c2a1b6459), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:42.606445 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=9996a419-8ae3-46fc-a18a-509c3d055787,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:42.617520 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device df223f55-45cb-4868-896f-698f8d545b7f details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:32:42.621429 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 76d73f6f-d84f-4d25-93c4-10ba925601c7 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:32:42.684204 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-54a60443-e0a5-4441-a1de-835815873b9d req-2728ea73-cfc8-4f5f-b014-13690eabad1d service neutron] For port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:42.688925 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-54a60443-e0a5-4441-a1de-835815873b9d req-2728ea73-cfc8-4f5f-b014-13690eabad1d service neutron] For port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=1c0865da-6fde-4c3c-8287-5b7c2a1b6459,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:42.740798 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-54a60443-e0a5-4441-a1de-835815873b9d req-2728ea73-cfc8-4f5f-b014-13690eabad1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (1c0865da-6fde-4c3c-8287-5b7c2a1b6459), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:42.759950 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=1c0865da-6fde-4c3c-8287-5b7c2a1b6459,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:42.849822 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069487ea-b104-47f8-9abb-7363fb05acd3 req-a4149103-b439-4677-bc51-005a2261e287 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:42.858240 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-069487ea-b104-47f8-9abb-7363fb05acd3 req-a4149103-b439-4677-bc51-005a2261e287 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 944 time: 0.1646779 Mar 07 10:32:42.865528 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728ea73-cfc8-4f5f-b014-13690eabad1d service neutron] Pushing event updated for resources: {'Port': ['ID=1c0865da-6fde-4c3c-8287-5b7c2a1b6459,revision_number=8']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:42.895200 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.resource_extend [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:32:42.900649 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a60443-e0a5-4441-a1de-835815873b9d req-2728ea73-cfc8-4f5f-b014-13690eabad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:42.901628 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-54a60443-e0a5-4441-a1de-835815873b9d req-2728ea73-cfc8-4f5f-b014-13690eabad1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:42.902627 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-54a60443-e0a5-4441-a1de-835815873b9d req-2728ea73-cfc8-4f5f-b014-13690eabad1d service neutron] 10.222.0.21 "PUT /v2.0/ports/1c0865da-6fde-4c3c-8287-5b7c2a1b6459 HTTP/1.1" status: 200 len: 1122 time: 1.7320011 Mar 07 10:32:42.974275 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-19181f82-8c9f-4d89-8026-75b583d86e47 service neutron] 10.222.0.21 "GET /v2.0/ports/2286c703-135c-4d58-9bf8-00b281159c5d/bindings/n-h2-832164-4 HTTP/1.1" status: 200 len: 384 time: 0.2556887 Mar 07 10:32:42.979004 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0015c0ac-def9-4122-a60d-85652e3955c2 None None] Current status of the port 9996a419-8ae3-46fc-a18a-509c3d055787 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:43.008928 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-069487ea-b104-47f8-9abb-7363fb05acd3 req-6394a203-5c27-452d-ab8f-069ba5ece380 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497316 Mar 07 10:32:43.009717 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7e9c94-f3b2-4389-a1b0-5c8ccd9ab241 req-641b335e-ccca-451b-bebe-f3d2ea86bae8 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:43.024311 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8d7e9c94-f3b2-4389-a1b0-5c8ccd9ab241 req-641b335e-ccca-451b-bebe-f3d2ea86bae8 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.31 "GET /v2.0/ports?device_id=89d30fbd-a01a-4455-9a89-31d4bb61dbc2 HTTP/1.1" status: 200 len: 948 time: 0.2054238 Mar 07 10:32:43.054695 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965f7c4e-f465-4244-a2a9-cb35ec234931 x-openstack-request-id: req-965f7c4e-f465-4244-a2a9-cb35ec234931 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:43.055297 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d22a090a-1bae-431d-a1c8-b08f8ceedd35", "name": "network-vif-unplugged", "status": "completed", "tag": "1c0865da-6fde-4c3c-8287-5b7c2a1b6459", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:43.055781 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-965f7c4e-f465-4244-a2a9-cb35ec234931 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:43.056357 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd22a090a-1bae-431d-a1c8-b08f8ceedd35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c0865da-6fde-4c3c-8287-5b7c2a1b6459', 'code': 200} Mar 07 10:32:43.113277 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 has no active binding in host n-h1-832164-4 {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 10:32:43.155650 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['1c0865da-6fde-4c3c-8287-5b7c2a1b6459'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:32:43.209172 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 76d73f6f-d84f-4d25-93c4-10ba925601c7 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:43.209573 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (76d73f6f-d84f-4d25-93c4-10ba925601c7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:43.250854 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecedefb-9658-40fe-bb0d-d9a288a6bb7e req-ba02e4e9-657d-4bf3-8531-5752f7472e13 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:43.265972 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5ecedefb-9658-40fe-bb0d-d9a288a6bb7e req-ba02e4e9-657d-4bf3-8531-5752f7472e13 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=89d30fbd-a01a-4455-9a89-31d4bb61dbc2 HTTP/1.1" status: 200 len: 948 time: 0.1319444 Mar 07 10:32:43.343088 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5ecedefb-9658-40fe-bb0d-d9a288a6bb7e req-f8195f54-f02f-49d5-8498-321a1c031395 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721414 Mar 07 10:32:43.343996 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['1c0865da-6fde-4c3c-8287-5b7c2a1b6459'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:32:43.347242 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:43.420206 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070aa5d1-9777-421f-ac54-f6384be2a75f None None] Network b781efd3-b314-4b92-afa6-bb5b3b3f3d0c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:32:43.434634 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77e6015-67f0-4067-9fb7-22c7b65c35db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d73f6f-d84f-4d25-93c4-10ba925601c7'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:43.437579 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2698a44-f6f7-41cf-aab0-e45db44c0f2b" -d '{"events": [{"server_uuid": "c77e6015-67f0-4067-9fb7-22c7b65c35db", "name": "network-vif-unplugged", "status": "completed", "tag": "76d73f6f-d84f-4d25-93c4-10ba925601c7"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:43.578942 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-8d7e9c94-f3b2-4389-a1b0-5c8ccd9ab241 req-fb4d3c21-8a86-4be0-ba4b-0c5ddf973a67 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Deleting port c8648d35-ff3e-4781-bf0b-a4acb9c911ed {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:32:43.579294 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8d7e9c94-f3b2-4389-a1b0-5c8ccd9ab241 req-fb4d3c21-8a86-4be0-ba4b-0c5ddf973a67 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c8648d35-ff3e-4781-bf0b-a4acb9c911ed), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:43.640016 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 76d73f6f-d84f-4d25-93c4-10ba925601c7, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=76d73f6f-d84f-4d25-93c4-10ba925601c7,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:43.649730 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port df223f55-45cb-4868-896f-698f8d545b7f, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=df223f55-45cb-4868-896f-698f8d545b7f,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:43.657300 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971a45d-8c38-4c56-af07-c9ffd7be67de req-55f17211-9b9a-4938-85a0-82c3a4025e7a tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:43.667958 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8971a45d-8c38-4c56-af07-c9ffd7be67de req-55f17211-9b9a-4938-85a0-82c3a4025e7a tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 949 time: 0.1626849 Mar 07 10:32:43.761638 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 28fb9242-b717-4283-9650-853e5e94d409 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:32:43.764924 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (76d73f6f-d84f-4d25-93c4-10ba925601c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:43.768052 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8971a45d-8c38-4c56-af07-c9ffd7be67de req-fc4c9fc1-0f8e-41be-acd2-7758d6f14ec0 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934875 Mar 07 10:32:43.849027 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'df223f55-45cb-4868-896f-698f8d545b7f', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': 'df223f55-45cb-4868-896f-698f8d545b7f', 'mac_address': 'fa:16:3e:1a:52:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:32:43.886650 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-4173bc18-f38f-44bd-ae00-142613fe3149 None None] Provisioning complete for port 28fb9242-b717-4283-9650-853e5e94d409 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:43.887008 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4173bc18-f38f-44bd-ae00-142613fe3149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (28fb9242-b717-4283-9650-853e5e94d409), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:44.100696 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-8d7e9c94-f3b2-4389-a1b0-5c8ccd9ab241 req-fb4d3c21-8a86-4be0-ba4b-0c5ddf973a67 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] For port c8648d35-ff3e-4781-bf0b-a4acb9c911ed, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=c8648d35-ff3e-4781-bf0b-a4acb9c911ed,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:44.101353 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8d7e9c94-f3b2-4389-a1b0-5c8ccd9ab241 req-fb4d3c21-8a86-4be0-ba4b-0c5ddf973a67 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c8648d35-ff3e-4781-bf0b-a4acb9c911ed), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:44.144293 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-8d7e9c94-f3b2-4389-a1b0-5c8ccd9ab241 req-fb4d3c21-8a86-4be0-ba4b-0c5ddf973a67 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Calling delete_port for c8648d35-ff3e-4781-bf0b-a4acb9c911ed owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:32:44.158407 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-4609b6fd-820f-46ed-91cc-3078b05ba4b8 service neutron] For port 2286c703-135c-4d58-9bf8-00b281159c5d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=2286c703-135c-4d58-9bf8-00b281159c5d,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:44.167626 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea396f4-0168-47b0-9727-4045a227fbc7 req-fb446b70-970b-400e-8521-42bbd1969bff tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:44.169167 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fea396f4-0168-47b0-9727-4045a227fbc7 req-fb446b70-970b-400e-8521-42bbd1969bff tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 943 time: 0.2831421 Mar 07 10:32:44.207635 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=76d73f6f-d84f-4d25-93c4-10ba925601c7,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:44.212007 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port df223f55-45cb-4868-896f-698f8d545b7f is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:44.212672 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (df223f55-45cb-4868-896f-698f8d545b7f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:44.251682 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-4609b6fd-820f-46ed-91cc-3078b05ba4b8 service neutron] For port 2286c703-135c-4d58-9bf8-00b281159c5d, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:44.314096 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-db7f6bdf-c130-41ad-bdd3-3b40c41cdd9f req-1e6323d9-3799-4f26-8c17-f7999f8254b9 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae03b5fc-6785-48a6-9d3a-91b83875c855 HTTP/1.1" status: 200 len: 210 time: 0.4674423 Mar 07 10:32:44.364327 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fea396f4-0168-47b0-9727-4045a227fbc7 req-3ed5c3d1-aaa5-46b0-aceb-2edded6b7d60 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852863 Mar 07 10:32:44.366931 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-4609b6fd-820f-46ed-91cc-3078b05ba4b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2286c703-135c-4d58-9bf8-00b281159c5d {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:32:44.391697 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-4609b6fd-820f-46ed-91cc-3078b05ba4b8 service neutron] For port 2286c703-135c-4d58-9bf8-00b281159c5d, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=2286c703-135c-4d58-9bf8-00b281159c5d,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:44.434631 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-4609b6fd-820f-46ed-91cc-3078b05ba4b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2286c703-135c-4d58-9bf8-00b281159c5d), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:44.456333 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b519bcca-4dec-424a-b1d0-2cc6e69e6c96 x-openstack-request-id: req-b519bcca-4dec-424a-b1d0-2cc6e69e6c96 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:44.456800 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77e6015-67f0-4067-9fb7-22c7b65c35db", "name": "network-vif-unplugged", "status": "completed", "tag": "76d73f6f-d84f-4d25-93c4-10ba925601c7", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:44.457184 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b519bcca-4dec-424a-b1d0-2cc6e69e6c96 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:44.460375 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77e6015-67f0-4067-9fb7-22c7b65c35db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d73f6f-d84f-4d25-93c4-10ba925601c7', 'code': 200} Mar 07 10:32:44.460507 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-35d6bf5b-7e32-4d4f-8b6b-8b6ef1c57f23 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:44.466067 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df223f55-45cb-4868-896f-698f8d545b7f {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:32:44.473774 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-35d6bf5b-7e32-4d4f-8b6b-8b6ef1c57f23 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:44.475459 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-35d6bf5b-7e32-4d4f-8b6b-8b6ef1c57f23 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.21 "GET /v2.0/networks?id=c544ee2f-5711-4c3e-a705-5e0ce7855b13&id=b781efd3-b314-4b92-afa6-bb5b3b3f3d0c&id=c544ee2f-5711-4c3e-a705-5e0ce7855b13 HTTP/1.1" status: 200 len: 1391 time: 0.7236516 Mar 07 10:32:44.489696 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-2f8b2d9e-0ac2-4d7a-b004-c8dc3fc531c6 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Request body: {'port': {'device_id': 'ae03b5fc-6785-48a6-9d3a-91b83875c855', 'network_id': 'c544ee2f-5711-4c3e-a705-5e0ce7855b13', 'admin_state_up': True, 'tenant_id': '4b18e3692e984b5fbc10236b7b24cdd4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:44.495469 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 28fb9242-b717-4283-9650-853e5e94d409 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:44.496019 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (28fb9242-b717-4283-9650-853e5e94d409), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:44.560398 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port df223f55-45cb-4868-896f-698f8d545b7f, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=df223f55-45cb-4868-896f-698f8d545b7f,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:44.584195 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (df223f55-45cb-4868-896f-698f8d545b7f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:44.697842 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4173bc18-f38f-44bd-ae00-142613fe3149 None None] Current status of the port 28fb9242-b717-4283-9650-853e5e94d409 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:44.698333 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4173bc18-f38f-44bd-ae00-142613fe3149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (28fb9242-b717-4283-9650-853e5e94d409), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:44.746776 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8d7e9c94-f3b2-4389-a1b0-5c8ccd9ab241 req-fb4d3c21-8a86-4be0-ba4b-0c5ddf973a67 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (c8648d35-ff3e-4781-bf0b-a4acb9c911ed), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:44.752605 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-2f8b2d9e-0ac2-4d7a-b004-c8dc3fc531c6 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Made reservation on behalf of 4b18e3692e984b5fbc10236b7b24cdd4 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:44.756415 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-2f8b2d9e-0ac2-4d7a-b004-c8dc3fc531c6 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:44.767555 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b581e-238d-47e5-b587-987fae43aa2b req-d0f5a249-73eb-4927-b61f-fe3c73fbd093 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:44.774975 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-633b581e-238d-47e5-b587-987fae43aa2b req-d0f5a249-73eb-4927-b61f-fe3c73fbd093 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 944 time: 0.2587879 Mar 07 10:32:44.831600 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-4173bc18-f38f-44bd-ae00-142613fe3149 None None] For port 28fb9242-b717-4283-9650-853e5e94d409, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=28fb9242-b717-4283-9650-853e5e94d409,segment=NetworkSegment(9da043fb-7025-48c5-bf9c-cff02fad1b5c),segment_id=9da043fb-7025-48c5-bf9c-cff02fad1b5c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:44.833555 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['9e768dce-3999-4a24-a47b-f9b22fe1c1df', 'c21b0a24-1fa3-4758-a44d-c9bf41cd09fe'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:32:44.840002 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['a3df8701-3341-4d4e-8dfa-a5b8dc650f89', 'e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4', '2f7f9397-fceb-4008-8a03-238e09ab375b', 'a83b88cf-d542-4470-ab1d-333ffbccebeb'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:32:44.864542 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-4609b6fd-820f-46ed-91cc-3078b05ba4b8 service neutron] Transition to ACTIVE for port object 2286c703-135c-4d58-9bf8-00b281159c5d will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:32:44.884046 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d3c21-8a86-4be0-ba4b-0c5ddf973a67 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Pushing event deleted for resources: {'Port': ['ID=c8648d35-ff3e-4781-bf0b-a4acb9c911ed,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:44.894433 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-4609b6fd-820f-46ed-91cc-3078b05ba4b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (2286c703-135c-4d58-9bf8-00b281159c5d), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:44.905427 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=df223f55-45cb-4868-896f-698f8d545b7f,revision_number=12']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:44.961009 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4173bc18-f38f-44bd-ae00-142613fe3149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (28fb9242-b717-4283-9650-853e5e94d409), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:45.004745 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4609b6fd-820f-46ed-91cc-3078b05ba4b8 service neutron] Pushing event updated for resources: {'Port': ['ID=2286c703-135c-4d58-9bf8-00b281159c5d,revision_number=10']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:45.008774 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-2f8b2d9e-0ac2-4d7a-b004-c8dc3fc531c6 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Allocated IP 19.80.0.93 (c544ee2f-5711-4c3e-a705-5e0ce7855b13/0a149458-66ac-4763-95c5-aa7d489d6757/61553c09-a1cc-46ac-acba-c489604df538) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:45.057765 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173bc18-f38f-44bd-ae00-142613fe3149 None None] Pushing event updated for resources: {'Port': ['ID=28fb9242-b717-4283-9650-853e5e94d409,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:45.072661 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-633b581e-238d-47e5-b587-987fae43aa2b req-bd940a8a-9c82-4b9c-8e37-96d2e4bd3014 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962947 Mar 07 10:32:45.119332 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d7e9c94-f3b2-4389-a1b0-5c8ccd9ab241 req-fb4d3c21-8a86-4be0-ba4b-0c5ddf973a67 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] No DVR routers for this DVR port c8648d35-ff3e-4781-bf0b-a4acb9c911ed on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:32:45.123602 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8d7e9c94-f3b2-4389-a1b0-5c8ccd9ab241 req-fb4d3c21-8a86-4be0-ba4b-0c5ddf973a67 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:45.127870 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8d7e9c94-f3b2-4389-a1b0-5c8ccd9ab241 req-fb4d3c21-8a86-4be0-ba4b-0c5ddf973a67 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.31 "DELETE /v2.0/ports/c8648d35-ff3e-4781-bf0b-a4acb9c911ed HTTP/1.1" status: 204 len: 173 time: 2.0334940 Mar 07 10:32:45.128601 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89d30fbd-a01a-4455-9a89-31d4bb61dbc2', 'name': 'network-vif-deleted', 'tag': 'c8648d35-ff3e-4781-bf0b-a4acb9c911ed'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:45.131578 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8b4ea5-4cd3-453b-bbcc-33b9add7b9d2" -d '{"events": [{"server_uuid": "89d30fbd-a01a-4455-9a89-31d4bb61dbc2", "name": "network-vif-deleted", "tag": "c8648d35-ff3e-4781-bf0b-a4acb9c911ed"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:45.161309 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-4609b6fd-820f-46ed-91cc-3078b05ba4b8 service neutron] No DVR routers for this DVR port 2286c703-135c-4d58-9bf8-00b281159c5d on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:32:45.189424 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 28fb9242-b717-4283-9650-853e5e94d409 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:45.190189 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (28fb9242-b717-4283-9650-853e5e94d409), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:45.248120 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-4609b6fd-820f-46ed-91cc-3078b05ba4b8 service neutron] 10.222.0.21 "PUT /v2.0/ports/2286c703-135c-4d58-9bf8-00b281159c5d/bindings/n-h2-832164-4/activate HTTP/1.1" status: 200 len: 369 time: 2.2507961 Mar 07 10:32:45.259176 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['df223f55-45cb-4868-896f-698f8d545b7f'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:32:45.311914 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd22a090a-1bae-431d-a1c8-b08f8ceedd35', 'tag': '1c0865da-6fde-4c3c-8287-5b7c2a1b6459'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:45.318343 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33846b8b-60cd-453c-9b8e-fe251bb0682c" -d '{"events": [{"name": "network-changed", "server_uuid": "d22a090a-1bae-431d-a1c8-b08f8ceedd35", "tag": "1c0865da-6fde-4c3c-8287-5b7c2a1b6459"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:45.344865 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea08442-2260-471e-b81c-ea1bb4b9aa16 req-51a07669-dd3c-4d18-af6e-34d12483529b tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:45.346449 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-aea08442-2260-471e-b81c-ea1bb4b9aa16 req-51a07669-dd3c-4d18-af6e-34d12483529b tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.1352129 Mar 07 10:32:45.365685 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-524a30de-146e-4b2f-a09b-3e97e6ae4733 req-eec0500c-8499-474b-9f41-b899d0aa38be tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=89d30fbd-a01a-4455-9a89-31d4bb61dbc2 HTTP/1.1" status: 200 len: 210 time: 0.5648918 Mar 07 10:32:45.392076 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c66f1a6c-2b07-44f6-9561-732394df1f97 None None] Provisioning complete for port 28fb9242-b717-4283-9650-853e5e94d409 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:45.392430 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c66f1a6c-2b07-44f6-9561-732394df1f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (28fb9242-b717-4283-9650-853e5e94d409), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:45.415095 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-2f8b2d9e-0ac2-4d7a-b004-c8dc3fc531c6 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks [] for port (61553c09-a1cc-46ac-acba-c489604df538), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:45.468758 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-2f8b2d9e-0ac2-4d7a-b004-c8dc3fc531c6 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (61553c09-a1cc-46ac-acba-c489604df538), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:45.525587 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-aea08442-2260-471e-b81c-ea1bb4b9aa16 req-e4db1851-db59-43e2-bb83-c223f2fa80dd tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474688 Mar 07 10:32:45.527326 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:32:45.527544 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-39c023db-005e-4c1e-86a9-7ca5610e49f7 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:45.528107 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:32:45.528986 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-39c023db-005e-4c1e-86a9-7ca5610e49f7 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e&tenant_id=253a7b51025b45cd9cb7114a3377a1db&binding%3Ahost_id=n-h1-832164-4 HTTP/1.1" status: 200 len: 1126 time: 0.1816394 Mar 07 10:32:45.547487 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b2d9e-0ac2-4d7a-b004-c8dc3fc531c6 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Pushing event updated for resources: {'Port': ['ID=61553c09-a1cc-46ac-acba-c489604df538,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:45.604867 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fb737b-57d1-44e5-b2b9-db8587b1db0c x-openstack-request-id: req-68fb737b-57d1-44e5-b2b9-db8587b1db0c {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:45.605602 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89d30fbd-a01a-4455-9a89-31d4bb61dbc2", "name": "network-vif-deleted", "tag": "c8648d35-ff3e-4781-bf0b-a4acb9c911ed", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:45.605602 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-68fb737b-57d1-44e5-b2b9-db8587b1db0c {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:45.605835 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89d30fbd-a01a-4455-9a89-31d4bb61dbc2', 'name': 'network-vif-deleted', 'tag': 'c8648d35-ff3e-4781-bf0b-a4acb9c911ed', 'status': 'completed', 'code': 200} Mar 07 10:32:45.609181 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-2f8b2d9e-0ac2-4d7a-b004-c8dc3fc531c6 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Network c544ee2f-5711-4c3e-a705-5e0ce7855b13 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:45.640029 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-a14f51c7-36be-4ca5-bc97-1ae862e9241b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:45.640841 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-2f8b2d9e-0ac2-4d7a-b004-c8dc3fc531c6 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:45.642737 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-a14f51c7-36be-4ca5-bc97-1ae862e9241b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e&tenant_id=253a7b51025b45cd9cb7114a3377a1db HTTP/1.1" status: 200 len: 1126 time: 0.1045761 Mar 07 10:32:45.651669 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-2f8b2d9e-0ac2-4d7a-b004-c8dc3fc531c6 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:32:45.708111 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-2f8b2d9e-0ac2-4d7a-b004-c8dc3fc531c6 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:45.709270 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-2f8b2d9e-0ac2-4d7a-b004-c8dc3fc531c6 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:45.715799 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d5b0be-856c-4307-8a5a-dc7a10545fe0 x-openstack-request-id: req-06d5b0be-856c-4307-8a5a-dc7a10545fe0 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:45.716110 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d22a090a-1bae-431d-a1c8-b08f8ceedd35", "tag": "1c0865da-6fde-4c3c-8287-5b7c2a1b6459", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:45.716687 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-06d5b0be-856c-4307-8a5a-dc7a10545fe0 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:45.717091 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd22a090a-1bae-431d-a1c8-b08f8ceedd35', 'tag': '1c0865da-6fde-4c3c-8287-5b7c2a1b6459', 'status': 'completed', 'code': 200} Mar 07 10:32:45.727363 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:32:45.809200 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-e1ef7f09-657a-436e-9eaf-36810be4a84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:45.812588 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-e1ef7f09-657a-436e-9eaf-36810be4a84f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=253a7b51025b45cd9cb7114a3377a1db&device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 1126 time: 0.1300948 Mar 07 10:32:45.814227 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-2f8b2d9e-0ac2-4d7a-b004-c8dc3fc531c6 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3269327 Mar 07 10:32:45.828375 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-fdb694e8-5126-494d-b246-ab9dfc5c99db tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Request body: {'port': {'device_id': 'ae03b5fc-6785-48a6-9d3a-91b83875c855', 'network_id': 'b781efd3-b314-4b92-afa6-bb5b3b3f3d0c', 'admin_state_up': True, 'tenant_id': '4b18e3692e984b5fbc10236b7b24cdd4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:45.887864 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33846b8b-60cd-453c-9b8e-fe251bb0682c req-4b067a51-0df4-4510-8067-e8529c819fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:45.889785 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-33846b8b-60cd-453c-9b8e-fe251bb0682c req-4b067a51-0df4-4510-8067-e8529c819fd5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4eca9194fdd4a93832d9940e3e6237a&device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 1156 time: 0.1718974 Mar 07 10:32:45.903666 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-5ea9e581-7f86-4441-9c1b-6b6c9b82a57a tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:45.906214 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c66f1a6c-2b07-44f6-9561-732394df1f97 None None] Current status of the port 28fb9242-b717-4283-9650-853e5e94d409 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:45.910571 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-5ea9e581-7f86-4441-9c1b-6b6c9b82a57a tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/networks?id=1c9349e7-4e65-4998-b65b-262e6f8a6364 HTTP/1.1" status: 200 len: 804 time: 0.3667190 Mar 07 10:32:45.938142 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-1e8f3b60-1043-4557-a993-8c5b8233f481 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/quotas/cc6f3fbdf9284c94904af0b2498a31e1 HTTP/1.1" status: 200 len: 375 time: 0.0266416 Mar 07 10:32:45.970865 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c66f1a6c-2b07-44f6-9561-732394df1f97 None None] Provisioning complete for port 9996a419-8ae3-46fc-a18a-509c3d055787 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:45.971186 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c66f1a6c-2b07-44f6-9561-732394df1f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9996a419-8ae3-46fc-a18a-509c3d055787), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:46.087809 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 28fb9242-b717-4283-9650-853e5e94d409 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:46.088794 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9996a419-8ae3-46fc-a18a-509c3d055787 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:32:46.122045 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-573da619-682c-410d-9444-218b9995672b tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc6f3fbdf9284c94904af0b2498a31e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1828334 Mar 07 10:32:46.171390 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-fdb694e8-5126-494d-b246-ab9dfc5c99db tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Made reservation on behalf of 4b18e3692e984b5fbc10236b7b24cdd4 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:46.174898 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-fdb694e8-5126-494d-b246-ab9dfc5c99db tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:46.195698 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33846b8b-60cd-453c-9b8e-fe251bb0682c req-1f409b98-961a-429e-9e5a-533bbab75d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:46.197208 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-33846b8b-60cd-453c-9b8e-fe251bb0682c req-1f409b98-961a-429e-9e5a-533bbab75d28 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f571527e-a205-427a-8890-cc1f2763fcb1 HTTP/1.1" status: 200 len: 908 time: 0.2763865 Mar 07 10:32:46.284828 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-33846b8b-60cd-453c-9b8e-fe251bb0682c req-c4cfa33f-e086-426f-a09f-784cff0ccfaa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c0865da-6fde-4c3c-8287-5b7c2a1b6459 HTTP/1.1" status: 200 len: 217 time: 0.0541730 Mar 07 10:32:46.329931 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 9996a419-8ae3-46fc-a18a-509c3d055787 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:46.331681 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9996a419-8ae3-46fc-a18a-509c3d055787), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:46.340267 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33846b8b-60cd-453c-9b8e-fe251bb0682c req-5fd81328-1edf-442b-9567-fd8055318f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:46.342200 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-33846b8b-60cd-453c-9b8e-fe251bb0682c req-5fd81328-1edf-442b-9567-fd8055318f57 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5 HTTP/1.1" status: 200 len: 847 time: 0.0502782 Mar 07 10:32:46.376922 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a862039-650b-4062-aae2-126023e6ffee req-b364bc6b-ce98-496e-bf6e-d3f8b87586a8 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:46.383829 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a862039-650b-4062-aae2-126023e6ffee req-b364bc6b-ce98-496e-bf6e-d3f8b87586a8 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae03b5fc-6785-48a6-9d3a-91b83875c855 HTTP/1.1" status: 200 len: 931 time: 0.5656660 Mar 07 10:32:46.411543 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-312c03da-2542-438c-b732-980fce372198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:46.412994 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-312c03da-2542-438c-b732-980fce372198 service neutron] 10.222.0.31 "GET /v2.0/networks?id=35723e70-fc1c-4710-9b03-245dacf005c5 HTTP/1.1" status: 200 len: 921 time: 0.5751884 Mar 07 10:32:46.426960 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c66f1a6c-2b07-44f6-9561-732394df1f97 None None] Current status of the port 9996a419-8ae3-46fc-a18a-509c3d055787 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:46.427942 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-33846b8b-60cd-453c-9b8e-fe251bb0682c req-94461ca2-d8d0-4c41-a075-47c7f9751ecd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f571527e-a205-427a-8890-cc1f2763fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784352 Mar 07 10:32:46.473841 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-eb5d1c45-36c4-4cf2-a91e-2d877fb88d92 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2286c703-135c-4d58-9bf8-00b281159c5d HTTP/1.1" status: 200 len: 217 time: 0.0485928 Mar 07 10:32:46.488849 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a862039-650b-4062-aae2-126023e6ffee req-b8eb6edb-61ba-4d69-b561-073b873d406f tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040986 Mar 07 10:32:46.541296 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-fdb694e8-5126-494d-b246-ab9dfc5c99db tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Allocated IP 19.86.0.10 (b781efd3-b314-4b92-afa6-bb5b3b3f3d0c/65c10f0b-3539-43d6-8462-e70083e0db70/9804316d-5fb2-4536-a4d8-a314c0c043ec) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:46.584677 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 9996a419-8ae3-46fc-a18a-509c3d055787 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:46.597015 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device c8648d35-ff3e-4781-bf0b-a4acb9c911ed no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:32:46.637586 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-e82fe8e7-4e44-497b-87ee-40c85aaae6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:46.640642 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-e82fe8e7-4e44-497b-87ee-40c85aaae6fb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=504ea141-3c64-48b5-943a-bdbdb84bd6df HTTP/1.1" status: 200 len: 860 time: 0.1503210 Mar 07 10:32:46.655921 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a801a6f5-cca0-436b-bccd-0682498bc8f1 None None] Provisioning complete for port 61553c09-a1cc-46ac-acba-c489604df538 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:46.656291 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a801a6f5-cca0-436b-bccd-0682498bc8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (61553c09-a1cc-46ac-acba-c489604df538), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:46.658084 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: c8648d35-ff3e-4781-bf0b-a4acb9c911ed {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:32:46.658420 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device c8648d35-ff3e-4781-bf0b-a4acb9c911ed not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:32:46.696516 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-79a2fef8-eb89-4a91-9fdf-ec4bd9397e7d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=35723e70-fc1c-4710-9b03-245dacf005c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442762 Mar 07 10:32:46.698377 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-3fa8419e-4041-4725-9d8d-e02de70038df service neutron] 10.222.0.11 "GET /v2.0/networks/1c9349e7-4e65-4998-b65b-262e6f8a6364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5748382 Mar 07 10:32:46.712345 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a9853-7377-4cc9-970d-9726bf4b6b8d req-4a9011f6-4fec-40c3-bea1-86e776e9ed0c tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:46.722831 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ea4a9853-7377-4cc9-970d-9726bf4b6b8d req-4a9011f6-4fec-40c3-bea1-86e776e9ed0c tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 944 time: 0.1522443 Mar 07 10:32:46.726468 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a801a6f5-cca0-436b-bccd-0682498bc8f1 None None] Port 61553c09-a1cc-46ac-acba-c489604df538 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:32:46.756095 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 28fb9242-b717-4283-9650-853e5e94d409 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:32:46.833417 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 28fb9242-b717-4283-9650-853e5e94d409 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:46.833775 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (28fb9242-b717-4283-9650-853e5e94d409), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:46.866255 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ea4a9853-7377-4cc9-970d-9726bf4b6b8d req-07963be0-8600-4228-bec0-8e8c73fa47ea tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419559 Mar 07 10:32:46.902718 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-33846b8b-60cd-453c-9b8e-fe251bb0682c req-071b6589-6012-4674-8550-8dc89877e1ed service neutron] 10.222.0.31 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316483 Mar 07 10:32:46.924269 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-ef799c48-21d4-4906-8138-ef8856dfa68e service neutron] 10.222.0.31 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756608 Mar 07 10:32:46.973573 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 28fb9242-b717-4283-9650-853e5e94d409 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:47.017759 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-295596a9-0dce-45ff-b340-4f610f7286d3 service neutron] 10.222.0.11 "GET /v2.0/networks/1c9349e7-4e65-4998-b65b-262e6f8a6364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910624 Mar 07 10:32:47.048432 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-fdb694e8-5126-494d-b246-ab9dfc5c99db tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks [] for port (9804316d-5fb2-4536-a4d8-a314c0c043ec), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:47.078545 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-33846b8b-60cd-453c-9b8e-fe251bb0682c req-73396bc8-25df-48fb-9fa9-bb6a204b7900 service neutron] 10.222.0.31 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610463 Mar 07 10:32:47.104008 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-58183aaf-e668-4f85-b079-055a592f329d service neutron] 10.222.0.31 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714096 Mar 07 10:32:47.125858 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-fdb694e8-5126-494d-b246-ab9dfc5c99db tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (9804316d-5fb2-4536-a4d8-a314c0c043ec), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:47.168860 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9eadf6-1562-4cfa-93c5-6fe847ab4e78 req-1770ef02-e2d2-4ca6-bae8-eac75f2616a8 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:47.170775 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ba9eadf6-1562-4cfa-93c5-6fe847ab4e78 req-1770ef02-e2d2-4ca6-bae8-eac75f2616a8 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 950 time: 0.1876132 Mar 07 10:32:47.195077 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-fdb694e8-5126-494d-b246-ab9dfc5c99db tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Network b781efd3-b314-4b92-afa6-bb5b3b3f3d0c is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:47.229338 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d59a8-e99d-45fa-a278-c72de118212c req-631070fe-bd40-49c8-8d89-2b47c111df3d tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:47.230817 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ab9d59a8-e99d-45fa-a278-c72de118212c req-631070fe-bd40-49c8-8d89-2b47c111df3d tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.31 "GET /v2.0/ports?device_id=c77e6015-67f0-4067-9fb7-22c7b65c35db HTTP/1.1" status: 200 len: 943 time: 0.1394823 Mar 07 10:32:47.241041 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-fdb694e8-5126-494d-b246-ab9dfc5c99db tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:47.269393 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-fdb694e8-5126-494d-b246-ab9dfc5c99db tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:32:47.300901 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ba9eadf6-1562-4cfa-93c5-6fe847ab4e78 req-f92310ca-e80e-47f0-a6dd-549358f5ed5a tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187518 Mar 07 10:32:47.346609 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-fdb694e8-5126-494d-b246-ab9dfc5c99db tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:47.347236 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-fdb694e8-5126-494d-b246-ab9dfc5c99db tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:47.457075 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-ab9d59a8-e99d-45fa-a278-c72de118212c req-d8cc46eb-bd28-4af9-8fdc-782ca2d42d05 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Deleting port 76d73f6f-d84f-4d25-93c4-10ba925601c7 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:32:47.457994 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ab9d59a8-e99d-45fa-a278-c72de118212c req-d8cc46eb-bd28-4af9-8fdc-782ca2d42d05 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (76d73f6f-d84f-4d25-93c4-10ba925601c7), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:47.484302 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb694e8-5126-494d-b246-ab9dfc5c99db tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Pushing event updated for resources: {'Port': ['ID=9804316d-5fb2-4536-a4d8-a314c0c043ec,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:47.512372 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-fdb694e8-5126-494d-b246-ab9dfc5c99db tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6919723 Mar 07 10:32:47.552297 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-af9a1a37-ad0c-4f65-a92b-7609135bd122 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Request body: {'port': {'device_id': 'ae03b5fc-6785-48a6-9d3a-91b83875c855', 'network_id': 'c544ee2f-5711-4c3e-a705-5e0ce7855b13', 'admin_state_up': True, 'tenant_id': '4b18e3692e984b5fbc10236b7b24cdd4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:47.653138 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c99878-387d-4647-9ad2-fe9a1be5227e req-15cc2c77-344e-4492-b2ac-8876919bc776 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:47.665251 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e0c99878-387d-4647-9ad2-fe9a1be5227e req-15cc2c77-344e-4492-b2ac-8876919bc776 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 944 time: 0.3151762 Mar 07 10:32:47.671252 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-032b1ae9-9a63-4743-81d3-6a3c281c2c29 None None] Provisioning complete for port 9804316d-5fb2-4536-a4d8-a314c0c043ec triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:47.672585 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-032b1ae9-9a63-4743-81d3-6a3c281c2c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9804316d-5fb2-4536-a4d8-a314c0c043ec), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:47.735193 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-ab9d59a8-e99d-45fa-a278-c72de118212c req-d8cc46eb-bd28-4af9-8fdc-782ca2d42d05 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] For port 76d73f6f-d84f-4d25-93c4-10ba925601c7, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=76d73f6f-d84f-4d25-93c4-10ba925601c7,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:47.735566 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ab9d59a8-e99d-45fa-a278-c72de118212c req-d8cc46eb-bd28-4af9-8fdc-782ca2d42d05 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (76d73f6f-d84f-4d25-93c4-10ba925601c7), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:47.742957 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-032b1ae9-9a63-4743-81d3-6a3c281c2c29 None None] Port 9804316d-5fb2-4536-a4d8-a314c0c043ec cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:32:47.773705 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-ab9d59a8-e99d-45fa-a278-c72de118212c req-d8cc46eb-bd28-4af9-8fdc-782ca2d42d05 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Calling delete_port for 76d73f6f-d84f-4d25-93c4-10ba925601c7 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:32:47.813444 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e0c99878-387d-4647-9ad2-fe9a1be5227e req-f8185a61-3616-40fb-a2df-8b80500f6036 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457641 Mar 07 10:32:47.902058 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-af9a1a37-ad0c-4f65-a92b-7609135bd122 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Made reservation on behalf of 4b18e3692e984b5fbc10236b7b24cdd4 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:47.908360 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-af9a1a37-ad0c-4f65-a92b-7609135bd122 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:48.015409 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:48.234263 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-af9a1a37-ad0c-4f65-a92b-7609135bd122 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Allocated IP 19.80.0.106 (c544ee2f-5711-4c3e-a705-5e0ce7855b13/0a149458-66ac-4763-95c5-aa7d489d6757/ffbe44b5-eedd-4856-bc25-7ecc63203ec6) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:48.262619 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6fe1c163-cef6-48c6-95de-e62abef7f616 req-72dec1b4-4346-40d0-80f2-f45e2daccfb2 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=f387de4b-5c85-4bcf-b853-36fb338fb1af HTTP/1.1" status: 200 len: 210 time: 0.1516650 Mar 07 10:32:48.412628 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ab9d59a8-e99d-45fa-a278-c72de118212c req-d8cc46eb-bd28-4af9-8fdc-782ca2d42d05 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (76d73f6f-d84f-4d25-93c4-10ba925601c7), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:48.505619 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc46eb-bd28-4af9-8fdc-782ca2d42d05 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Pushing event deleted for resources: {'Port': ['ID=76d73f6f-d84f-4d25-93c4-10ba925601c7,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:48.528004 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-910a8433-89ba-4bee-ad88-6ac1d33c854d tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:48.530292 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-910a8433-89ba-4bee-ad88-6ac1d33c854d tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e&tenant_id=253a7b51025b45cd9cb7114a3377a1db&binding%3Ahost_id=n-h2-832164-4 HTTP/1.1" status: 200 len: 1126 time: 0.4444664 Mar 07 10:32:48.540382 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4439e-6b0b-4c57-af86-f45a6ef0ef5e req-e39418fb-f0d8-4702-ae1b-620ac07bd3e8 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:48.546044 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab4439e-6b0b-4c57-af86-f45a6ef0ef5e req-e39418fb-f0d8-4702-ae1b-620ac07bd3e8 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:48.547703 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6ab4439e-6b0b-4c57-af86-f45a6ef0ef5e req-e39418fb-f0d8-4702-ae1b-620ac07bd3e8 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae03b5fc-6785-48a6-9d3a-91b83875c855 HTTP/1.1" status: 200 len: 1653 time: 0.2197995 Mar 07 10:32:48.592308 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device df223f55-45cb-4868-896f-698f8d545b7f up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:32:48.648699 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931c0bc-58ba-4789-8e69-19d20f96bc9f req-6be83776-cae2-4229-b26e-4b782ca55dcf tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:48.656254 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1931c0bc-58ba-4789-8e69-19d20f96bc9f req-6be83776-cae2-4229-b26e-4b782ca55dcf tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 944 time: 0.1122808 Mar 07 10:32:48.666418 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-af9a1a37-ad0c-4f65-a92b-7609135bd122 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks [] for port (ffbe44b5-eedd-4856-bc25-7ecc63203ec6), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:48.708041 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port df223f55-45cb-4868-896f-698f8d545b7f completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:32:48.713370 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port df223f55-45cb-4868-896f-698f8d545b7f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:48.713957 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (df223f55-45cb-4868-896f-698f8d545b7f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:48.717793 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9d59a8-e99d-45fa-a278-c72de118212c req-d8cc46eb-bd28-4af9-8fdc-782ca2d42d05 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] No DVR routers for this DVR port 76d73f6f-d84f-4d25-93c4-10ba925601c7 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:32:48.722324 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ab9d59a8-e99d-45fa-a278-c72de118212c req-d8cc46eb-bd28-4af9-8fdc-782ca2d42d05 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:48.727730 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ab9d59a8-e99d-45fa-a278-c72de118212c req-d8cc46eb-bd28-4af9-8fdc-782ca2d42d05 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.31 "DELETE /v2.0/ports/76d73f6f-d84f-4d25-93c4-10ba925601c7 HTTP/1.1" status: 204 len: 173 time: 1.4891710 Mar 07 10:32:48.728460 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77e6015-67f0-4067-9fb7-22c7b65c35db', 'name': 'network-vif-deleted', 'tag': '76d73f6f-d84f-4d25-93c4-10ba925601c7'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:48.730779 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6319372a-bc32-4e51-a62d-8fd7e8667ffd" -d '{"events": [{"server_uuid": "c77e6015-67f0-4067-9fb7-22c7b65c35db", "name": "network-vif-deleted", "tag": "76d73f6f-d84f-4d25-93c4-10ba925601c7"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:48.804585 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6ab4439e-6b0b-4c57-af86-f45a6ef0ef5e req-1628b337-7d2a-4e10-b0ab-ca7ad04fb0f1 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367344 Mar 07 10:32:48.817662 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1931c0bc-58ba-4789-8e69-19d20f96bc9f req-3fc3ba45-d0ca-4947-bcda-3fc94b07df78 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540706 Mar 07 10:32:48.831581 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-af9a1a37-ad0c-4f65-a92b-7609135bd122 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (ffbe44b5-eedd-4856-bc25-7ecc63203ec6), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:48.865904 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-12264849-5145-4f12-91a0-f989074e2a64 service neutron] For port 2286c703-135c-4d58-9bf8-00b281159c5d, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:48.868875 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port df223f55-45cb-4868-896f-698f8d545b7f is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:48.869340 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (df223f55-45cb-4868-896f-698f8d545b7f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:48.878740 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-12264849-5145-4f12-91a0-f989074e2a64 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:48.879206 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-af9a1a37-ad0c-4f65-a92b-7609135bd122 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Network c544ee2f-5711-4c3e-a705-5e0ce7855b13 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:48.885522 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-af9a1a37-ad0c-4f65-a92b-7609135bd122 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:48.887170 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-735e0188-54b0-4c7f-8ab7-f99a8f726cde req-12264849-5145-4f12-91a0-f989074e2a64 service neutron] 10.222.0.31 "DELETE /v2.0/ports/2286c703-135c-4d58-9bf8-00b281159c5d/bindings/n-h1-832164-4 HTTP/1.1" status: 204 len: 173 time: 0.3384972 Mar 07 10:32:48.894419 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-af9a1a37-ad0c-4f65-a92b-7609135bd122 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:32:48.941719 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58973e44-019b-48a6-a0bd-574635873c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df223f55-45cb-4868-896f-698f8d545b7f'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:48.954231 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae0caf8-c9d9-4b29-ac28-45c16997b2c4" -d '{"events": [{"server_uuid": "58973e44-019b-48a6-a0bd-574635873c10", "name": "network-vif-plugged", "status": "completed", "tag": "df223f55-45cb-4868-896f-698f8d545b7f"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:48.969194 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9a1a37-ad0c-4f65-a92b-7609135bd122 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Pushing event updated for resources: {'Port': ['ID=ffbe44b5-eedd-4856-bc25-7ecc63203ec6,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:48.992989 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port df223f55-45cb-4868-896f-698f8d545b7f, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=df223f55-45cb-4868-896f-698f8d545b7f,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:49.004838 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (df223f55-45cb-4868-896f-698f8d545b7f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:49.005915 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 76d73f6f-d84f-4d25-93c4-10ba925601c7 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:32:49.066868 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-62a5bf59-0a39-449d-8ad0-726532611111 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=914855c715794ac0925e4b6ed0252296&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0833242 Mar 07 10:32:49.080910 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-af9a1a37-ad0c-4f65-a92b-7609135bd122 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:49.081603 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-af9a1a37-ad0c-4f65-a92b-7609135bd122 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:49.149922 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=df223f55-45cb-4868-896f-698f8d545b7f,revision_number=13']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:49.171171 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 76d73f6f-d84f-4d25-93c4-10ba925601c7 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:32:49.171564 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 76d73f6f-d84f-4d25-93c4-10ba925601c7 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:32:49.245180 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-af9a1a37-ad0c-4f65-a92b-7609135bd122 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7137358 Mar 07 10:32:49.268311 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b4a91ad0-983e-4b9d-96f3-6ad1eacea10e service neutron] Request body: {'port': {'device_id': 'ae03b5fc-6785-48a6-9d3a-91b83875c855', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:49.292034 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-072a1a29-e7c6-4062-aa04-8e8efa669e3e None None] Provisioning complete for port ffbe44b5-eedd-4856-bc25-7ecc63203ec6 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:49.292648 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-072a1a29-e7c6-4062-aa04-8e8efa669e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ffbe44b5-eedd-4856-bc25-7ecc63203ec6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:49.319099 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-ec493e07-b223-4933-9092-e2387fe923be tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:49.323054 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-ec493e07-b223-4933-9092-e2387fe923be tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.21 "GET /v2.0/networks?id=1c9349e7-4e65-4998-b65b-262e6f8a6364 HTTP/1.1" status: 200 len: 804 time: 0.4271886 Mar 07 10:32:49.339705 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab5e51c-f84e-4dae-aebb-f34e697d1a7c req-69091be6-ae3d-463a-9cf6-74ba8d7c5f11 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:49.341936 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3ab5e51c-f84e-4dae-aebb-f34e697d1a7c req-69091be6-ae3d-463a-9cf6-74ba8d7c5f11 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=71274ecc-4732-420a-9415-511854797bdd HTTP/1.1" status: 200 len: 945 time: 0.3537397 Mar 07 10:32:49.343433 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-072a1a29-e7c6-4062-aa04-8e8efa669e3e None None] Port ffbe44b5-eedd-4856-bc25-7ecc63203ec6 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:32:49.346933 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-731aca62-d912-4f60-9467-e61bb4ae763a tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Request body: {'port': {'device_id': 'f387de4b-5c85-4bcf-b853-36fb338fb1af', 'network_id': '1c9349e7-4e65-4998-b65b-262e6f8a6364', 'admin_state_up': True, 'tenant_id': 'cc6f3fbdf9284c94904af0b2498a31e1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:49.427585 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b4a91ad0-983e-4b9d-96f3-6ad1eacea10e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (61553c09-a1cc-46ac-acba-c489604df538), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:49.456558 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3ab5e51c-f84e-4dae-aebb-f34e697d1a7c req-baa74f3f-750b-4545-b6e6-73d691c68c6d tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/security-groups?id=432c2063-5333-4824-af3b-fe6ac20d1287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057198 Mar 07 10:32:49.483179 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-107e250b-21ca-46da-9416-3b744871f435 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:49.483179 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-107e250b-21ca-46da-9416-3b744871f435 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4148302 Mar 07 10:32:49.511242 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-ae899a8b-d91f-4e63-8038-9313e312709d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/quotas/914855c715794ac0925e4b6ed0252296 HTTP/1.1" status: 200 len: 375 time: 0.0266943 Mar 07 10:32:49.674188 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-731aca62-d912-4f60-9467-e61bb4ae763a tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Made reservation on behalf of cc6f3fbdf9284c94904af0b2498a31e1 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:49.689470 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-731aca62-d912-4f60-9467-e61bb4ae763a tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:49.740155 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc639e-7ebc-416a-b2d1-16dd1b49e131 req-ee405d32-8533-498e-b4ea-7bd67694b330 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:49.749718 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a6fc639e-7ebc-416a-b2d1-16dd1b49e131 req-ee405d32-8533-498e-b4ea-7bd67694b330 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=825b9fd7-8145-4a7b-90ef-33c62dd0adce HTTP/1.1" status: 200 len: 950 time: 0.2014356 Mar 07 10:32:49.826895 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-d479dcc0-c2ab-49f9-8a82-5fbf87a326c6 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3123934 Mar 07 10:32:50.056904 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a6fc639e-7ebc-416a-b2d1-16dd1b49e131 req-5a3294e8-522b-4fa9-9d2f-01dd0c1702b4 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906690 Mar 07 10:32:50.199127 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd25f93-e4dd-45c7-b911-8d67cf9e4a71 x-openstack-request-id: req-6bd25f93-e4dd-45c7-b911-8d67cf9e4a71 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:50.199429 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77e6015-67f0-4067-9fb7-22c7b65c35db", "name": "network-vif-deleted", "tag": "76d73f6f-d84f-4d25-93c4-10ba925601c7", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:50.200876 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6bd25f93-e4dd-45c7-b911-8d67cf9e4a71 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:50.201561 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77e6015-67f0-4067-9fb7-22c7b65c35db', 'name': 'network-vif-deleted', 'tag': '76d73f6f-d84f-4d25-93c4-10ba925601c7', 'status': 'completed', 'code': 200} Mar 07 10:32:50.228244 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-731aca62-d912-4f60-9467-e61bb4ae763a tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Allocated IP 172.20.0.5 (1c9349e7-4e65-4998-b65b-262e6f8a6364/a0c87802-4ea4-47ca-8770-96eb56986af1/d098f9c9-e284-4064-8530-34125367b24c) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:50.282254 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e789fe2b-4149-4cd8-9a14-7fee3d2e8f83 x-openstack-request-id: req-e789fe2b-4149-4cd8-9a14-7fee3d2e8f83 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:50.282745 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58973e44-019b-48a6-a0bd-574635873c10", "name": "network-vif-plugged", "status": "completed", "tag": "df223f55-45cb-4868-896f-698f8d545b7f", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:50.282860 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e789fe2b-4149-4cd8-9a14-7fee3d2e8f83 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:50.283179 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58973e44-019b-48a6-a0bd-574635873c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df223f55-45cb-4868-896f-698f8d545b7f', 'code': 200} Mar 07 10:32:50.306425 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b4a91ad0-983e-4b9d-96f3-6ad1eacea10e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61553c09-a1cc-46ac-acba-c489604df538 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:32:50.348179 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b4a91ad0-983e-4b9d-96f3-6ad1eacea10e service neutron] Publish callbacks [] for port (61553c09-a1cc-46ac-acba-c489604df538), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:50.400268 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b4a91ad0-983e-4b9d-96f3-6ad1eacea10e service neutron] Transition to ACTIVE for port object 61553c09-a1cc-46ac-acba-c489604df538 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:32:50.407174 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b4a91ad0-983e-4b9d-96f3-6ad1eacea10e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (61553c09-a1cc-46ac-acba-c489604df538), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:50.458237 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4bba37-45b2-432c-929e-bc6f0aeb906b req-4a834982-512f-48d0-bbf0-a1430e504ddd tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:50.465730 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ad4bba37-45b2-432c-929e-bc6f0aeb906b req-4a834982-512f-48d0-bbf0-a1430e504ddd tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 944 time: 0.2651219 Mar 07 10:32:50.519905 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a91ad0-983e-4b9d-96f3-6ad1eacea10e service neutron] Pushing event updated for resources: {'Port': ['ID=61553c09-a1cc-46ac-acba-c489604df538,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:50.608541 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ad4bba37-45b2-432c-929e-bc6f0aeb906b req-48cf47c3-20f3-4c10-bc53-d7a94c01b31e tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418030 Mar 07 10:32:50.608904 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7d791ee0-3559-433c-a210-876936140afa req-d8d54140-5a92-4902-8208-85be44825249 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=f387de4b-5c85-4bcf-b853-36fb338fb1af HTTP/1.1" status: 200 len: 210 time: 0.2414055 Mar 07 10:32:50.806631 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-47dddbf1-add9-4d8c-8024-dc6bcb2a0328 req-b9cbd10a-6c3f-4802-ad0b-ded2d016f546 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 210 time: 0.1022053 Mar 07 10:32:50.913494 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-731aca62-d912-4f60-9467-e61bb4ae763a tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Publish callbacks [] for port (d098f9c9-e284-4064-8530-34125367b24c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:50.993322 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a496c2e-80c9-4f2b-a839-241fc4e511ad req-6874efad-b88f-454b-8c42-4b03f83c3ba5 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:50.994821 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4a496c2e-80c9-4f2b-a839-241fc4e511ad req-6874efad-b88f-454b-8c42-4b03f83c3ba5 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.31 "GET /v2.0/ports?device_id=71274ecc-4732-420a-9415-511854797bdd HTTP/1.1" status: 200 len: 945 time: 0.6179175 Mar 07 10:32:51.004800 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ff075-e443-4d36-863c-ef8b1effaf03 req-93fdd8e2-c9b2-485a-adab-b0792b9a4e31 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:51.006281 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c51ff075-e443-4d36-863c-ef8b1effaf03 req-93fdd8e2-c9b2-485a-adab-b0792b9a4e31 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.31 "GET /v2.0/ports?device_id=825b9fd7-8145-4a7b-90ef-33c62dd0adce HTTP/1.1" status: 200 len: 950 time: 0.3789463 Mar 07 10:32:51.013141 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b4a91ad0-983e-4b9d-96f3-6ad1eacea10e service neutron] Attempting to bind port 61553c09-a1cc-46ac-acba-c489604df538 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:32:51.014135 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b4a91ad0-983e-4b9d-96f3-6ad1eacea10e service neutron] Attempting to bind port 61553c09-a1cc-46ac-acba-c489604df538 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '8fd193e9-20be-4656-88b3-d80cee19f56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c544ee2f-5711-4c3e-a705-5e0ce7855b13'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:32:51.015299 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b4a91ad0-983e-4b9d-96f3-6ad1eacea10e service neutron] Attempting to bind port 61553c09-a1cc-46ac-acba-c489604df538 on network c544ee2f-5711-4c3e-a705-5e0ce7855b13 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:51.030591 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b4a91ad0-983e-4b9d-96f3-6ad1eacea10e service neutron] Port 61553c09-a1cc-46ac-acba-c489604df538 on network c544ee2f-5711-4c3e-a705-5e0ce7855b13 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:32:51.030926 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b4a91ad0-983e-4b9d-96f3-6ad1eacea10e service neutron] Attempting to bind port 61553c09-a1cc-46ac-acba-c489604df538 on network c544ee2f-5711-4c3e-a705-5e0ce7855b13 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:51.067232 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b4a91ad0-983e-4b9d-96f3-6ad1eacea10e service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:32:51.067579 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b4a91ad0-983e-4b9d-96f3-6ad1eacea10e service neutron] Checking segment: {'id': '8fd193e9-20be-4656-88b3-d80cee19f56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c544ee2f-5711-4c3e-a705-5e0ce7855b13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:32:51.070594 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b4a91ad0-983e-4b9d-96f3-6ad1eacea10e service neutron] Bound using segment: {'id': '8fd193e9-20be-4656-88b3-d80cee19f56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c544ee2f-5711-4c3e-a705-5e0ce7855b13'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:32:51.071069 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b4a91ad0-983e-4b9d-96f3-6ad1eacea10e service neutron] Bound port: 61553c09-a1cc-46ac-acba-c489604df538, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd193e9-20be-4656-88b3-d80cee19f56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c544ee2f-5711-4c3e-a705-5e0ce7855b13'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:32:51.071447 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b4a91ad0-983e-4b9d-96f3-6ad1eacea10e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (61553c09-a1cc-46ac-acba-c489604df538), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:51.110479 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ca03e-e72f-413b-994f-05312110407f req-8a7b4c47-06df-4d8e-9ec5-e632c17ca1dd tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:51.116922 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ca03e-e72f-413b-994f-05312110407f req-8a7b4c47-06df-4d8e-9ec5-e632c17ca1dd tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:51.144517 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ca03e-e72f-413b-994f-05312110407f req-8a7b4c47-06df-4d8e-9ec5-e632c17ca1dd tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:51.146742 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-409ca03e-e72f-413b-994f-05312110407f req-8a7b4c47-06df-4d8e-9ec5-e632c17ca1dd tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae03b5fc-6785-48a6-9d3a-91b83875c855 HTTP/1.1" status: 200 len: 2387 time: 0.2903500 Mar 07 10:32:51.220755 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-731aca62-d912-4f60-9467-e61bb4ae763a tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (d098f9c9-e284-4064-8530-34125367b24c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:51.341591 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-409ca03e-e72f-413b-994f-05312110407f req-2210a1bf-94f9-4e8c-a0bd-7c45df4b091e tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857133 Mar 07 10:32:51.360222 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5943b3a7-85ae-4d34-aa87-ba432edef137 req-cce7ceea-0897-430e-8e14-78341b69b988 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:51.361048 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b4a91ad0-983e-4b9d-96f3-6ad1eacea10e service neutron] For port 61553c09-a1cc-46ac-acba-c489604df538, host n-h1-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:51.366815 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b4a91ad0-983e-4b9d-96f3-6ad1eacea10e service neutron] For port 61553c09-a1cc-46ac-acba-c489604df538, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=61553c09-a1cc-46ac-acba-c489604df538,segment=NetworkSegment(8fd193e9-20be-4656-88b3-d80cee19f56d),segment_id=8fd193e9-20be-4656-88b3-d80cee19f56d)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:51.367716 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5943b3a7-85ae-4d34-aa87-ba432edef137 req-cce7ceea-0897-430e-8e14-78341b69b988 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 1126 time: 0.4173415 Mar 07 10:32:51.382285 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-731aca62-d912-4f60-9467-e61bb4ae763a tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Network 1c9349e7-4e65-4998-b65b-262e6f8a6364 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:51.382702 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b4a91ad0-983e-4b9d-96f3-6ad1eacea10e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (61553c09-a1cc-46ac-acba-c489604df538), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:51.424510 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-731aca62-d912-4f60-9467-e61bb4ae763a tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:51.443199 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b4a91ad0-983e-4b9d-96f3-6ad1eacea10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:51.443930 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b4a91ad0-983e-4b9d-96f3-6ad1eacea10e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:51.444220 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-731aca62-d912-4f60-9467-e61bb4ae763a tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:32:51.445604 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b4a91ad0-983e-4b9d-96f3-6ad1eacea10e service neutron] 10.222.0.21 "PUT /v2.0/ports/61553c09-a1cc-46ac-acba-c489604df538 HTTP/1.1" status: 200 len: 1091 time: 2.1883709 Mar 07 10:32:51.447297 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae03b5fc-6785-48a6-9d3a-91b83875c855', 'tag': '61553c09-a1cc-46ac-acba-c489604df538'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:51.448594 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042a9d77-3579-483f-9fe8-4db581a9e2c2" -d '{"events": [{"name": "network-changed", "server_uuid": "ae03b5fc-6785-48a6-9d3a-91b83875c855", "tag": "61553c09-a1cc-46ac-acba-c489604df538"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:51.473151 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a91ad0-983e-4b9d-96f3-6ad1eacea10e service neutron] Pushing event updated for resources: {'Port': ['ID=61553c09-a1cc-46ac-acba-c489604df538,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:51.488033 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-efdedc0a-dbd2-4036-ab67-d09959ebef8b service neutron] Request body: {'port': {'device_id': 'ae03b5fc-6785-48a6-9d3a-91b83875c855', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:51.563944 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-731aca62-d912-4f60-9467-e61bb4ae763a tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:51.564546 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-731aca62-d912-4f60-9467-e61bb4ae763a tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:51.607834 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5943b3a7-85ae-4d34-aa87-ba432edef137 req-d73e6ede-144b-4950-8a6d-4ca3ee5ef6e3 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349544 Mar 07 10:32:51.611074 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-efdedc0a-dbd2-4036-ab67-d09959ebef8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9804316d-5fb2-4536-a4d8-a314c0c043ec), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:51.628735 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731aca62-d912-4f60-9467-e61bb4ae763a tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Pushing event updated for resources: {'Port': ['ID=d098f9c9-e284-4064-8530-34125367b24c,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:51.690447 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-4a496c2e-80c9-4f2b-a839-241fc4e511ad req-d643ceae-074b-42f7-8955-6f266a91a443 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Deleting port 1fb52674-c21e-471c-95d0-159457f41e32 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:32:51.690799 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4a496c2e-80c9-4f2b-a839-241fc4e511ad req-d643ceae-074b-42f7-8955-6f266a91a443 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (1fb52674-c21e-471c-95d0-159457f41e32), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:51.717746 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be60a7b-44d0-44e1-8113-8edad5ff590c req-beff59f9-b77b-4df8-9137-3c406eecb4b3 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:51.731698 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5be60a7b-44d0-44e1-8113-8edad5ff590c req-beff59f9-b77b-4df8-9137-3c406eecb4b3 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=71274ecc-4732-420a-9415-511854797bdd HTTP/1.1" status: 200 len: 945 time: 0.1892457 Mar 07 10:32:51.739638 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-731aca62-d912-4f60-9467-e61bb4ae763a tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3928022 Mar 07 10:32:51.777866 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-0e948d31-336d-46e3-b5de-8d5f012536a2 service neutron] Request body: {'port': {'device_id': 'f387de4b-5c85-4bcf-b853-36fb338fb1af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:51.875418 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-0e948d31-336d-46e3-b5de-8d5f012536a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d098f9c9-e284-4064-8530-34125367b24c), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:51.891912 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-c51ff075-e443-4d36-863c-ef8b1effaf03 req-7be04588-8006-4a05-92b2-a8176695f700 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Deleting port a83b88cf-d542-4470-ab1d-333ffbccebeb {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:32:51.892254 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c51ff075-e443-4d36-863c-ef8b1effaf03 req-7be04588-8006-4a05-92b2-a8176695f700 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a83b88cf-d542-4470-ab1d-333ffbccebeb), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:51.898616 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-509f98f0-3189-4220-81bb-fe8e04fc1ba1 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=914855c715794ac0925e4b6ed0252296&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0922854 Mar 07 10:32:52.024058 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5be60a7b-44d0-44e1-8113-8edad5ff590c req-05cb9a15-a706-400f-adeb-ceac5fe78020 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/security-groups?id=432c2063-5333-4824-af3b-fe6ac20d1287&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2920618 Mar 07 10:32:52.087937 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430651f6-fa41-43f2-a003-a739f108df6a req-e710c639-3d35-4de6-9b37-ad5cebed9406 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:52.102404 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-430651f6-fa41-43f2-a003-a739f108df6a req-e710c639-3d35-4de6-9b37-ad5cebed9406 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=825b9fd7-8145-4a7b-90ef-33c62dd0adce HTTP/1.1" status: 200 len: 950 time: 0.3348224 Mar 07 10:32:52.104419 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-4a496c2e-80c9-4f2b-a839-241fc4e511ad req-d643ceae-074b-42f7-8955-6f266a91a443 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] For port 1fb52674-c21e-471c-95d0-159457f41e32, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=1fb52674-c21e-471c-95d0-159457f41e32,segment=NetworkSegment(76ecd108-4709-457c-9971-4b747cde059f),segment_id=76ecd108-4709-457c-9971-4b747cde059f)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:52.104788 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4a496c2e-80c9-4f2b-a839-241fc4e511ad req-d643ceae-074b-42f7-8955-6f266a91a443 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (1fb52674-c21e-471c-95d0-159457f41e32), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:52.364645 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde570da-4c03-44c2-b677-1fc039135eb6 x-openstack-request-id: req-bde570da-4c03-44c2-b677-1fc039135eb6 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:52.365320 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae03b5fc-6785-48a6-9d3a-91b83875c855", "tag": "61553c09-a1cc-46ac-acba-c489604df538", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:52.365753 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bde570da-4c03-44c2-b677-1fc039135eb6 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:52.366284 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae03b5fc-6785-48a6-9d3a-91b83875c855', 'tag': '61553c09-a1cc-46ac-acba-c489604df538', 'status': 'completed', 'code': 200} Mar 07 10:32:52.555851 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:52.566220 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-efdedc0a-dbd2-4036-ab67-d09959ebef8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9804316d-5fb2-4536-a4d8-a314c0c043ec {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:32:52.580114 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-efdedc0a-dbd2-4036-ab67-d09959ebef8b service neutron] Publish callbacks [] for port (9804316d-5fb2-4536-a4d8-a314c0c043ec), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:52.618794 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-efdedc0a-dbd2-4036-ab67-d09959ebef8b service neutron] Transition to ACTIVE for port object 9804316d-5fb2-4536-a4d8-a314c0c043ec will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:32:52.621249 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:32:52.628191 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-284e9d30-5882-4045-9871-e461e9ec4bff tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:52.629748 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-284e9d30-5882-4045-9871-e461e9ec4bff tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7233577 Mar 07 10:32:52.634221 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-efdedc0a-dbd2-4036-ab67-d09959ebef8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (9804316d-5fb2-4536-a4d8-a314c0c043ec), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:52.650685 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9efda-e432-46a4-a229-eb41f0938559 req-91874239-0a92-4120-944c-03148fc64ee0 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:52.658312 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c5f9efda-e432-46a4-a229-eb41f0938559 req-91874239-0a92-4120-944c-03148fc64ee0 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 944 time: 0.3023911 Mar 07 10:32:52.670443 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-c06c1ba0-0760-486b-ba3f-f2a49c0cad52 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Request body: {'port': {'device_id': '67259233-47d8-4e46-86c2-4d1669ac6566', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'admin_state_up': True, 'tenant_id': '914855c715794ac0925e4b6ed0252296'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:52.801678 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 is: DOWN; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:52.821888 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdedc0a-dbd2-4036-ab67-d09959ebef8b service neutron] Pushing event updated for resources: {'Port': ['ID=9804316d-5fb2-4536-a4d8-a314c0c043ec,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:52.889910 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c5f9efda-e432-46a4-a229-eb41f0938559 req-a1b4fdbd-3b7f-4b09-bc84-1812ceb1525f tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306025 Mar 07 10:32:53.098924 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-efdedc0a-dbd2-4036-ab67-d09959ebef8b service neutron] Attempting to bind port 9804316d-5fb2-4536-a4d8-a314c0c043ec on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:32:53.099500 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-efdedc0a-dbd2-4036-ab67-d09959ebef8b service neutron] Attempting to bind port 9804316d-5fb2-4536-a4d8-a314c0c043ec by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '9da043fb-7025-48c5-bf9c-cff02fad1b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b781efd3-b314-4b92-afa6-bb5b3b3f3d0c'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:32:53.099928 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-efdedc0a-dbd2-4036-ab67-d09959ebef8b service neutron] Attempting to bind port 9804316d-5fb2-4536-a4d8-a314c0c043ec on network b781efd3-b314-4b92-afa6-bb5b3b3f3d0c {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:53.104621 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-c06c1ba0-0760-486b-ba3f-f2a49c0cad52 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Made reservation on behalf of 914855c715794ac0925e4b6ed0252296 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:32:53.108287 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-c06c1ba0-0760-486b-ba3f-f2a49c0cad52 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:53.126677 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-efdedc0a-dbd2-4036-ab67-d09959ebef8b service neutron] Port 9804316d-5fb2-4536-a4d8-a314c0c043ec on network b781efd3-b314-4b92-afa6-bb5b3b3f3d0c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:32:53.126677 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-efdedc0a-dbd2-4036-ab67-d09959ebef8b service neutron] Attempting to bind port 9804316d-5fb2-4536-a4d8-a314c0c043ec on network b781efd3-b314-4b92-afa6-bb5b3b3f3d0c {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:53.154952 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbc4b7-bde7-4124-beee-0161e4ff7ad8 req-de0dd832-84d9-4db4-94d5-2d4a296fd657 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:53.164219 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-64dbc4b7-bde7-4124-beee-0161e4ff7ad8 req-de0dd832-84d9-4db4-94d5-2d4a296fd657 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=f387de4b-5c85-4bcf-b853-36fb338fb1af HTTP/1.1" status: 200 len: 931 time: 0.1391518 Mar 07 10:32:53.171022 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-efdedc0a-dbd2-4036-ab67-d09959ebef8b service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:32:53.171496 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-efdedc0a-dbd2-4036-ab67-d09959ebef8b service neutron] Checking segment: {'id': '9da043fb-7025-48c5-bf9c-cff02fad1b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b781efd3-b314-4b92-afa6-bb5b3b3f3d0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:32:53.171976 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-efdedc0a-dbd2-4036-ab67-d09959ebef8b service neutron] Bound using segment: {'id': '9da043fb-7025-48c5-bf9c-cff02fad1b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b781efd3-b314-4b92-afa6-bb5b3b3f3d0c'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:32:53.172525 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-efdedc0a-dbd2-4036-ab67-d09959ebef8b service neutron] Bound port: 9804316d-5fb2-4536-a4d8-a314c0c043ec, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da043fb-7025-48c5-bf9c-cff02fad1b5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b781efd3-b314-4b92-afa6-bb5b3b3f3d0c'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:32:53.173198 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-efdedc0a-dbd2-4036-ab67-d09959ebef8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9804316d-5fb2-4536-a4d8-a314c0c043ec), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:53.249512 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4a496c2e-80c9-4f2b-a839-241fc4e511ad req-d643ceae-074b-42f7-8955-6f266a91a443 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:53.250089 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4a496c2e-80c9-4f2b-a839-241fc4e511ad req-d643ceae-074b-42f7-8955-6f266a91a443 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (4823a08a-44a7-4b10-b435-8aa3b68f58fb), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:53.250330 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [req-4a496c2e-80c9-4f2b-a839-241fc4e511ad req-d643ceae-074b-42f7-8955-6f266a91a443 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Floating IP 4823a08a-44a7-4b10-b435-8aa3b68f58fb disassociated. External IP: 172.25.3.56, port: 1fb52674-c21e-471c-95d0-159457f41e32. Mar 07 10:32:53.250675 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-4a496c2e-80c9-4f2b-a839-241fc4e511ad req-d643ceae-074b-42f7-8955-6f266a91a443 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Calling delete_port for 1fb52674-c21e-471c-95d0-159457f41e32 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:32:53.327129 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-64dbc4b7-bde7-4124-beee-0161e4ff7ad8 req-ba5d04fc-71cb-444f-847e-ff7feff63354 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571109 Mar 07 10:32:53.424161 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-0e948d31-336d-46e3-b5de-8d5f012536a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d098f9c9-e284-4064-8530-34125367b24c {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:32:53.440455 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4a496c2e-80c9-4f2b-a839-241fc4e511ad req-d643ceae-074b-42f7-8955-6f266a91a443 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (1fb52674-c21e-471c-95d0-159457f41e32), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:53.449361 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-efdedc0a-dbd2-4036-ab67-d09959ebef8b service neutron] For port 9804316d-5fb2-4536-a4d8-a314c0c043ec, host n-h1-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:53.467933 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-c06c1ba0-0760-486b-ba3f-f2a49c0cad52 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Allocated IP 192.168.233.108 (598bad6c-a435-45aa-bbb6-2339f78a1590/cd915eb6-2d51-4c50-93c9-6777e48b408a/f79303de-8fb8-4957-a357-6aed8a323fb4) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:32:53.473928 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-0e948d31-336d-46e3-b5de-8d5f012536a2 service neutron] Publish callbacks [] for port (d098f9c9-e284-4064-8530-34125367b24c), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:53.484819 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-efdedc0a-dbd2-4036-ab67-d09959ebef8b service neutron] For port 9804316d-5fb2-4536-a4d8-a314c0c043ec, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9804316d-5fb2-4536-a4d8-a314c0c043ec,segment=NetworkSegment(9da043fb-7025-48c5-bf9c-cff02fad1b5c),segment_id=9da043fb-7025-48c5-bf9c-cff02fad1b5c)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:53.494136 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-c51ff075-e443-4d36-863c-ef8b1effaf03 req-7be04588-8006-4a05-92b2-a8176695f700 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] For port a83b88cf-d542-4470-ab1d-333ffbccebeb, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=a83b88cf-d542-4470-ab1d-333ffbccebeb,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:53.494656 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c51ff075-e443-4d36-863c-ef8b1effaf03 req-7be04588-8006-4a05-92b2-a8176695f700 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a83b88cf-d542-4470-ab1d-333ffbccebeb), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:53.503381 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-efdedc0a-dbd2-4036-ab67-d09959ebef8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (9804316d-5fb2-4536-a4d8-a314c0c043ec), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:53.559150 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd982b29-0765-40db-8778-ea994c0e2bc5 req-689f6458-7457-4b27-a936-8a0e77f604b9 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:53.566370 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cd982b29-0765-40db-8778-ea994c0e2bc5 req-689f6458-7457-4b27-a936-8a0e77f604b9 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 1126 time: 0.1503477 Mar 07 10:32:53.605312 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-efdedc0a-dbd2-4036-ab67-d09959ebef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:53.606075 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-efdedc0a-dbd2-4036-ab67-d09959ebef8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:53.607770 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-efdedc0a-dbd2-4036-ab67-d09959ebef8b service neutron] 10.222.0.21 "PUT /v2.0/ports/9804316d-5fb2-4536-a4d8-a314c0c043ec HTTP/1.1" status: 200 len: 1091 time: 2.1249719 Mar 07 10:32:53.645718 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-430651f6-fa41-43f2-a003-a739f108df6a req-ccebc1e2-622e-4940-be45-761314e40add tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5067229 Mar 07 10:32:53.662092 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b3271a2a-28cb-47fb-b14b-4aaee3a7a96a service neutron] Request body: {'port': {'device_id': 'ae03b5fc-6785-48a6-9d3a-91b83875c855', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:53.680709 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdedc0a-dbd2-4036-ab67-d09959ebef8b service neutron] Pushing event updated for resources: {'Port': ['ID=9804316d-5fb2-4536-a4d8-a314c0c043ec,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:53.745598 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a496c2e-80c9-4f2b-a839-241fc4e511ad req-d643ceae-074b-42f7-8955-6f266a91a443 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Router fdc56d29-4d91-421e-b506-79d29dae795b has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:32:53.783701 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643ceae-074b-42f7-8955-6f266a91a443 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Pushing event deleted for resources: {'Port': ['ID=1fb52674-c21e-471c-95d0-159457f41e32,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:53.798563 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-c51ff075-e443-4d36-863c-ef8b1effaf03 req-7be04588-8006-4a05-92b2-a8176695f700 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Calling delete_port for a83b88cf-d542-4470-ab1d-333ffbccebeb owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:32:53.806556 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a9d77-3579-483f-9fe8-4db581a9e2c2 req-f39551b4-622f-4b7c-aeab-4fa9889cb7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:53.807429 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a9d77-3579-483f-9fe8-4db581a9e2c2 req-f39551b4-622f-4b7c-aeab-4fa9889cb7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:53.808056 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a9d77-3579-483f-9fe8-4db581a9e2c2 req-f39551b4-622f-4b7c-aeab-4fa9889cb7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:53.810676 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-042a9d77-3579-483f-9fe8-4db581a9e2c2 req-f39551b4-622f-4b7c-aeab-4fa9889cb7b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b18e3692e984b5fbc10236b7b24cdd4&device_id=ae03b5fc-6785-48a6-9d3a-91b83875c855 HTTP/1.1" status: 200 len: 2761 time: 1.6525681 Mar 07 10:32:53.813847 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-0e948d31-336d-46e3-b5de-8d5f012536a2 service neutron] Transition to ACTIVE for port object d098f9c9-e284-4064-8530-34125367b24c will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:32:53.895721 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-c06c1ba0-0760-486b-ba3f-f2a49c0cad52 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks [] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:53.946473 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-0e948d31-336d-46e3-b5de-8d5f012536a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (d098f9c9-e284-4064-8530-34125367b24c), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:53.950729 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-00e61f99-43f7-4a9d-9c08-7121f3f97d82 req-756373bb-e10f-4d54-8244-befedc72f937 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 210 time: 0.1534824 Mar 07 10:32:54.016793 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b3271a2a-28cb-47fb-b14b-4aaee3a7a96a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ffbe44b5-eedd-4856-bc25-7ecc63203ec6), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:54.021513 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cd982b29-0765-40db-8778-ea994c0e2bc5 req-c568b0fa-459a-4015-857f-ee1206afa187 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541857 Mar 07 10:32:54.022554 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-c06c1ba0-0760-486b-ba3f-f2a49c0cad52 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:54.034975 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['d0a26e44-88e1-422a-9e50-52e8cfc310fe'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:32:54.037404 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['0f133ce9-afd6-45de-a481-f08aa31eb2f5', 'df223f55-45cb-4868-896f-698f8d545b7f'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:32:54.083578 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c1ba0-0760-486b-ba3f-f2a49c0cad52 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Pushing event updated for resources: {'Port': ['ID=f79303de-8fb8-4957-a357-6aed8a323fb4,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:54.259927 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-c06c1ba0-0760-486b-ba3f-f2a49c0cad52 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:32:54.299171 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-c06c1ba0-0760-486b-ba3f-f2a49c0cad52 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:32:54.302471 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e44f3033-2861-47f3-b42c-04ab8103e232 req-95a6ba97-96b7-462c-a414-c2e20e633831 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/ports?device_id=71274ecc-4732-420a-9415-511854797bdd HTTP/1.1" status: 200 len: 210 time: 0.0510910 Mar 07 10:32:54.303242 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-c06c1ba0-0760-486b-ba3f-f2a49c0cad52 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:32:54.360320 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-c06c1ba0-0760-486b-ba3f-f2a49c0cad52 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:54.360975 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-c06c1ba0-0760-486b-ba3f-f2a49c0cad52 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:54.391163 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae03b5fc-6785-48a6-9d3a-91b83875c855', 'tag': '9804316d-5fb2-4536-a4d8-a314c0c043ec'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:54.394077 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc28ddf-1d24-4187-aba7-f502379ec3fa" -d '{"events": [{"name": "network-changed", "server_uuid": "ae03b5fc-6785-48a6-9d3a-91b83875c855", "tag": "9804316d-5fb2-4536-a4d8-a314c0c043ec"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:54.496398 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-c06c1ba0-0760-486b-ba3f-f2a49c0cad52 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8305054 Mar 07 10:32:54.524538 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-42bc80ca-fd56-4dee-a88d-2c17108bbc3a service neutron] Request body: {'port': {'device_id': '67259233-47d8-4e46-86c2-4d1669ac6566', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:32:54.563439 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e948d31-336d-46e3-b5de-8d5f012536a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d098f9c9-e284-4064-8530-34125367b24c,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:54.635884 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 1fb52674-c21e-471c-95d0-159457f41e32 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:32:54.681197 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 1fb52674-c21e-471c-95d0-159457f41e32 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:32:54.681564 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 1fb52674-c21e-471c-95d0-159457f41e32 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:32:54.681960 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device a83b88cf-d542-4470-ab1d-333ffbccebeb no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:32:54.696371 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d609d-7f4e-41b1-bb8b-4fe62dc2d1c2 req-f12e0490-67fc-43a0-a9bc-bddff35e29b5 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:54.698190 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-083d609d-7f4e-41b1-bb8b-4fe62dc2d1c2 req-f12e0490-67fc-43a0-a9bc-bddff35e29b5 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 944 time: 0.2344477 Mar 07 10:32:54.715037 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-42bc80ca-fd56-4dee-a88d-2c17108bbc3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:54.763407 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a9d77-3579-483f-9fe8-4db581a9e2c2 req-7dc81274-c795-4245-a60e-39e63c591710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:54.764029 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a9d77-3579-483f-9fe8-4db581a9e2c2 req-7dc81274-c795-4245-a60e-39e63c591710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:54.768375 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a9d77-3579-483f-9fe8-4db581a9e2c2 req-7dc81274-c795-4245-a60e-39e63c591710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:54.770154 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-042a9d77-3579-483f-9fe8-4db581a9e2c2 req-7dc81274-c795-4245-a60e-39e63c591710 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=4b18e3692e984b5fbc10236b7b24cdd4&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.9504111 Mar 07 10:32:54.823084 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-083d609d-7f4e-41b1-bb8b-4fe62dc2d1c2 req-7e19b5d7-ede6-4cb1-b312-08ea03b623f7 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182907 Mar 07 10:32:54.833072 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port a83b88cf-d542-4470-ab1d-333ffbccebeb is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:32:54.833504 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a83b88cf-d542-4470-ab1d-333ffbccebeb), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:54.848794 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d0bb904e-185d-4423-adfb-9d0f3e4623a0 None None] Provisioning complete for port f79303de-8fb8-4957-a357-6aed8a323fb4 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:32:54.849201 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d0bb904e-185d-4423-adfb-9d0f3e4623a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:54.911682 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825b9fd7-8145-4a7b-90ef-33c62dd0adce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a83b88cf-d542-4470-ab1d-333ffbccebeb'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:54.914902 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8318dbbe-d0fe-490c-b04b-f7370a34603e" -d '{"events": [{"server_uuid": "825b9fd7-8145-4a7b-90ef-33c62dd0adce", "name": "network-vif-unplugged", "status": "completed", "tag": "a83b88cf-d542-4470-ab1d-333ffbccebeb"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:54.936582 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d0bb904e-185d-4423-adfb-9d0f3e4623a0 None None] Port f79303de-8fb8-4957-a357-6aed8a323fb4 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:32:54.942246 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port a83b88cf-d542-4470-ab1d-333ffbccebeb, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=a83b88cf-d542-4470-ab1d-333ffbccebeb,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:54.953881 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a83b88cf-d542-4470-ab1d-333ffbccebeb), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:55.071109 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=a83b88cf-d542-4470-ab1d-333ffbccebeb,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:55.139260 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a496c2e-80c9-4f2b-a839-241fc4e511ad req-d643ceae-074b-42f7-8955-6f266a91a443 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:32:55.154848 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381a6068-0b1d-44f9-89b2-a23217761a27 None None] Sync routers for ids ['fdc56d29-4d91-421e-b506-79d29dae795b'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:32:55.189728 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381a6068-0b1d-44f9-89b2-a23217761a27 None None] Routers {'fdc56d29-4d91-421e-b506-79d29dae795b'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:32:55.190674 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-381a6068-0b1d-44f9-89b2-a23217761a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:32:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fdc56d29-4d91-421e-b506-79d29dae795b'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:55.197768 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c51ff075-e443-4d36-863c-ef8b1effaf03 req-7be04588-8006-4a05-92b2-a8176695f700 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (a83b88cf-d542-4470-ab1d-333ffbccebeb), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:55.199915 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-0e948d31-336d-46e3-b5de-8d5f012536a2 service neutron] Attempting to bind port d098f9c9-e284-4064-8530-34125367b24c on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:32:55.200524 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-0e948d31-336d-46e3-b5de-8d5f012536a2 service neutron] Attempting to bind port d098f9c9-e284-4064-8530-34125367b24c by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1c9349e7-4e65-4998-b65b-262e6f8a6364'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:32:55.201051 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-0e948d31-336d-46e3-b5de-8d5f012536a2 service neutron] Attempting to bind port d098f9c9-e284-4064-8530-34125367b24c on network 1c9349e7-4e65-4998-b65b-262e6f8a6364 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:55.202600 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-42bc80ca-fd56-4dee-a88d-2c17108bbc3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f79303de-8fb8-4957-a357-6aed8a323fb4 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:32:55.211962 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-42bc80ca-fd56-4dee-a88d-2c17108bbc3a service neutron] Publish callbacks [] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:55.226193 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-42bc80ca-fd56-4dee-a88d-2c17108bbc3a service neutron] Transition to ACTIVE for port object f79303de-8fb8-4957-a357-6aed8a323fb4 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:32:55.235397 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-42bc80ca-fd56-4dee-a88d-2c17108bbc3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:55.254505 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-0e948d31-336d-46e3-b5de-8d5f012536a2 service neutron] Port d098f9c9-e284-4064-8530-34125367b24c on network 1c9349e7-4e65-4998-b65b-262e6f8a6364 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:32:55.255102 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-0e948d31-336d-46e3-b5de-8d5f012536a2 service neutron] Attempting to bind port d098f9c9-e284-4064-8530-34125367b24c on network 1c9349e7-4e65-4998-b65b-262e6f8a6364 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:55.282392 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b3271a2a-28cb-47fb-b14b-4aaee3a7a96a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffbe44b5-eedd-4856-bc25-7ecc63203ec6 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:32:55.287239 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-0e948d31-336d-46e3-b5de-8d5f012536a2 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:32:55.288303 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-0e948d31-336d-46e3-b5de-8d5f012536a2 service neutron] Checking segment: {'id': 'bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1c9349e7-4e65-4998-b65b-262e6f8a6364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:32:55.288891 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-0e948d31-336d-46e3-b5de-8d5f012536a2 service neutron] Bound using segment: {'id': 'bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1c9349e7-4e65-4998-b65b-262e6f8a6364'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:32:55.299369 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-0e948d31-336d-46e3-b5de-8d5f012536a2 service neutron] Bound port: d098f9c9-e284-4064-8530-34125367b24c, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1c9349e7-4e65-4998-b65b-262e6f8a6364'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:32:55.299815 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-0e948d31-336d-46e3-b5de-8d5f012536a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d098f9c9-e284-4064-8530-34125367b24c), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:55.304713 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b3271a2a-28cb-47fb-b14b-4aaee3a7a96a service neutron] Publish callbacks [] for port (ffbe44b5-eedd-4856-bc25-7ecc63203ec6), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:55.314113 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['a3df8701-3341-4d4e-8dfa-a5b8dc650f89', 'e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4', '2f7f9397-fceb-4008-8a03-238e09ab375b'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:32:55.324287 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['9e768dce-3999-4a24-a47b-f9b22fe1c1df', 'c21b0a24-1fa3-4758-a44d-c9bf41cd09fe'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:32:55.355059 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b3271a2a-28cb-47fb-b14b-4aaee3a7a96a service neutron] Transition to ACTIVE for port object ffbe44b5-eedd-4856-bc25-7ecc63203ec6 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:32:55.411865 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc80ca-fd56-4dee-a88d-2c17108bbc3a service neutron] Pushing event updated for resources: {'Port': ['ID=f79303de-8fb8-4957-a357-6aed8a323fb4,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:55.423249 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b3271a2a-28cb-47fb-b14b-4aaee3a7a96a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (ffbe44b5-eedd-4856-bc25-7ecc63203ec6), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:55.470966 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be04588-8006-4a05-92b2-a8176695f700 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Pushing event deleted for resources: {'Port': ['ID=a83b88cf-d542-4470-ab1d-333ffbccebeb,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:55.633735 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64003270-f052-4e0c-bb7a-6e3bf3d9660b req-f3369e83-11a6-4e09-9dec-2b5fbe3f5e27 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:55.652701 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64003270-f052-4e0c-bb7a-6e3bf3d9660b req-f3369e83-11a6-4e09-9dec-2b5fbe3f5e27 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:55.658314 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64003270-f052-4e0c-bb7a-6e3bf3d9660b req-f3369e83-11a6-4e09-9dec-2b5fbe3f5e27 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:55.664898 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-64003270-f052-4e0c-bb7a-6e3bf3d9660b req-f3369e83-11a6-4e09-9dec-2b5fbe3f5e27 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae03b5fc-6785-48a6-9d3a-91b83875c855 HTTP/1.1" status: 200 len: 2399 time: 1.5860279 Mar 07 10:32:55.757429 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a496c2e-80c9-4f2b-a839-241fc4e511ad req-d643ceae-074b-42f7-8955-6f266a91a443 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] No DVR routers for this DVR port 1fb52674-c21e-471c-95d0-159457f41e32 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:32:55.820598 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4a496c2e-80c9-4f2b-a839-241fc4e511ad req-d643ceae-074b-42f7-8955-6f266a91a443 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:55.824147 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4a496c2e-80c9-4f2b-a839-241fc4e511ad req-d643ceae-074b-42f7-8955-6f266a91a443 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.31 "DELETE /v2.0/ports/1fb52674-c21e-471c-95d0-159457f41e32 HTTP/1.1" status: 204 len: 173 time: 4.8158562 Mar 07 10:32:55.825963 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71274ecc-4732-420a-9415-511854797bdd', 'name': 'network-vif-deleted', 'tag': '1fb52674-c21e-471c-95d0-159457f41e32'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:55.828481 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f910d059-dcc9-4798-8f1d-00219ec3c533" -d '{"events": [{"server_uuid": "71274ecc-4732-420a-9415-511854797bdd", "name": "network-vif-deleted", "tag": "1fb52674-c21e-471c-95d0-159457f41e32"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:55.835411 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-42bc80ca-fd56-4dee-a88d-2c17108bbc3a service neutron] Attempting to bind port f79303de-8fb8-4957-a357-6aed8a323fb4 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:32:55.836019 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-42bc80ca-fd56-4dee-a88d-2c17108bbc3a service neutron] Attempting to bind port f79303de-8fb8-4957-a357-6aed8a323fb4 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:32:55.836618 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-42bc80ca-fd56-4dee-a88d-2c17108bbc3a service neutron] Attempting to bind port f79303de-8fb8-4957-a357-6aed8a323fb4 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:55.865989 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-42bc80ca-fd56-4dee-a88d-2c17108bbc3a service neutron] Port f79303de-8fb8-4957-a357-6aed8a323fb4 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:32:55.866592 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-42bc80ca-fd56-4dee-a88d-2c17108bbc3a service neutron] Attempting to bind port f79303de-8fb8-4957-a357-6aed8a323fb4 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:55.871931 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3271a2a-28cb-47fb-b14b-4aaee3a7a96a service neutron] Pushing event updated for resources: {'Port': ['ID=ffbe44b5-eedd-4856-bc25-7ecc63203ec6,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:55.880648 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-42bc80ca-fd56-4dee-a88d-2c17108bbc3a service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:32:55.881344 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-42bc80ca-fd56-4dee-a88d-2c17108bbc3a service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:32:55.882271 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-42bc80ca-fd56-4dee-a88d-2c17108bbc3a service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:32:55.883947 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-42bc80ca-fd56-4dee-a88d-2c17108bbc3a service neutron] Bound port: f79303de-8fb8-4957-a357-6aed8a323fb4, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:32:55.884516 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-42bc80ca-fd56-4dee-a88d-2c17108bbc3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:55.909810 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee92df-ec33-4e38-a8fb-42abdddb43b8 req-bc77c274-0f9e-4c32-b04b-a85b352a7f8c tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:55.918009 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e0ee92df-ec33-4e38-a8fb-42abdddb43b8 req-bc77c274-0f9e-4c32-b04b-a85b352a7f8c tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=f387de4b-5c85-4bcf-b853-36fb338fb1af HTTP/1.1" status: 200 len: 943 time: 0.2710364 Mar 07 10:32:55.932964 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e92fad9-9d7d-47be-9925-6774a8792f99 req-198d3411-91c8-4a7b-846f-f7f7c33943f3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1617544 Mar 07 10:32:55.933952 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c51ff075-e443-4d36-863c-ef8b1effaf03 req-7be04588-8006-4a05-92b2-a8176695f700 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] No DVR routers for this DVR port a83b88cf-d542-4470-ab1d-333ffbccebeb on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:32:55.947198 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c51ff075-e443-4d36-863c-ef8b1effaf03 req-7be04588-8006-4a05-92b2-a8176695f700 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:55.953463 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c51ff075-e443-4d36-863c-ef8b1effaf03 req-7be04588-8006-4a05-92b2-a8176695f700 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.31 "DELETE /v2.0/ports/a83b88cf-d542-4470-ab1d-333ffbccebeb HTTP/1.1" status: 204 len: 173 time: 4.9413731 Mar 07 10:32:56.025302 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b3271a2a-28cb-47fb-b14b-4aaee3a7a96a service neutron] Attempting to bind port ffbe44b5-eedd-4856-bc25-7ecc63203ec6 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:32:56.025897 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b3271a2a-28cb-47fb-b14b-4aaee3a7a96a service neutron] Attempting to bind port ffbe44b5-eedd-4856-bc25-7ecc63203ec6 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '8fd193e9-20be-4656-88b3-d80cee19f56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c544ee2f-5711-4c3e-a705-5e0ce7855b13'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:32:56.026503 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b3271a2a-28cb-47fb-b14b-4aaee3a7a96a service neutron] Attempting to bind port ffbe44b5-eedd-4856-bc25-7ecc63203ec6 on network c544ee2f-5711-4c3e-a705-5e0ce7855b13 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:56.074843 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b3271a2a-28cb-47fb-b14b-4aaee3a7a96a service neutron] Port ffbe44b5-eedd-4856-bc25-7ecc63203ec6 on network c544ee2f-5711-4c3e-a705-5e0ce7855b13 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:32:56.075550 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b3271a2a-28cb-47fb-b14b-4aaee3a7a96a service neutron] Attempting to bind port ffbe44b5-eedd-4856-bc25-7ecc63203ec6 on network c544ee2f-5711-4c3e-a705-5e0ce7855b13 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:32:56.080075 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-42bc80ca-fd56-4dee-a88d-2c17108bbc3a service neutron] For port f79303de-8fb8-4957-a357-6aed8a323fb4, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:56.087503 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a9d77-3579-483f-9fe8-4db581a9e2c2 req-08da32c4-f2fc-4f4f-b6c7-6b2e313e5632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:56.099931 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-042a9d77-3579-483f-9fe8-4db581a9e2c2 req-08da32c4-f2fc-4f4f-b6c7-6b2e313e5632 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2915683 Mar 07 10:32:56.100913 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-42bc80ca-fd56-4dee-a88d-2c17108bbc3a service neutron] For port f79303de-8fb8-4957-a357-6aed8a323fb4, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f79303de-8fb8-4957-a357-6aed8a323fb4,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:56.120018 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e0ee92df-ec33-4e38-a8fb-42abdddb43b8 req-2fc37b39-5b96-43a2-b550-4633cf30a4f4 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966350 Mar 07 10:32:56.138149 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b3271a2a-28cb-47fb-b14b-4aaee3a7a96a service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:32:56.139135 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b3271a2a-28cb-47fb-b14b-4aaee3a7a96a service neutron] Checking segment: {'id': '8fd193e9-20be-4656-88b3-d80cee19f56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c544ee2f-5711-4c3e-a705-5e0ce7855b13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:32:56.140497 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b3271a2a-28cb-47fb-b14b-4aaee3a7a96a service neutron] Bound using segment: {'id': '8fd193e9-20be-4656-88b3-d80cee19f56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c544ee2f-5711-4c3e-a705-5e0ce7855b13'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:32:56.141201 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b3271a2a-28cb-47fb-b14b-4aaee3a7a96a service neutron] Bound port: ffbe44b5-eedd-4856-bc25-7ecc63203ec6, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd193e9-20be-4656-88b3-d80cee19f56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'c544ee2f-5711-4c3e-a705-5e0ce7855b13'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:32:56.145512 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b3271a2a-28cb-47fb-b14b-4aaee3a7a96a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ffbe44b5-eedd-4856-bc25-7ecc63203ec6), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:56.188194 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-42bc80ca-fd56-4dee-a88d-2c17108bbc3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:56.195731 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-64003270-f052-4e0c-bb7a-6e3bf3d9660b req-7acc0567-e898-4cb0-90da-f81e4f9237c9 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661236 Mar 07 10:32:56.238738 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-0e948d31-336d-46e3-b5de-8d5f012536a2 service neutron] For port d098f9c9-e284-4064-8530-34125367b24c, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:56.243523 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-0e948d31-336d-46e3-b5de-8d5f012536a2 service neutron] For port d098f9c9-e284-4064-8530-34125367b24c, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d098f9c9-e284-4064-8530-34125367b24c,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:56.256220 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92fad9-9d7d-47be-9925-6774a8792f99 req-15f35189-3f5a-4b71-b831-cc275d90d6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:56.268337 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e92fad9-9d7d-47be-9925-6774a8792f99 req-15f35189-3f5a-4b71-b831-cc275d90d6fe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4eca9194fdd4a93832d9940e3e6237a&device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9 HTTP/1.1" status: 200 len: 1126 time: 0.3009179 Mar 07 10:32:56.270226 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-0e948d31-336d-46e3-b5de-8d5f012536a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (d098f9c9-e284-4064-8530-34125367b24c), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:56.291762 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162a8783-c9c7-42a5-92de-cc470b84537b x-openstack-request-id: req-162a8783-c9c7-42a5-92de-cc470b84537b {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:56.292290 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae03b5fc-6785-48a6-9d3a-91b83875c855", "tag": "9804316d-5fb2-4536-a4d8-a314c0c043ec", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:56.292290 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-162a8783-c9c7-42a5-92de-cc470b84537b {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:56.292706 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae03b5fc-6785-48a6-9d3a-91b83875c855', 'tag': '9804316d-5fb2-4536-a4d8-a314c0c043ec', 'status': 'completed', 'code': 200} Mar 07 10:32:56.368293 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-42bc80ca-fd56-4dee-a88d-2c17108bbc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:56.369304 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-42bc80ca-fd56-4dee-a88d-2c17108bbc3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:56.370758 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-42bc80ca-fd56-4dee-a88d-2c17108bbc3a service neutron] 10.222.0.31 "PUT /v2.0/ports/f79303de-8fb8-4957-a357-6aed8a323fb4 HTTP/1.1" status: 200 len: 1096 time: 1.8511858 Mar 07 10:32:56.378063 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40758) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:32:56.408872 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-381a6068-0b1d-44f9-89b2-a23217761a27 None None] Set router fdc56d29-4d91-421e-b506-79d29dae795b gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:32:56.517298 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5c4d7b-ea1c-4842-bce0-508b27096c65 x-openstack-request-id: req-4b5c4d7b-ea1c-4842-bce0-508b27096c65 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:56.517596 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825b9fd7-8145-4a7b-90ef-33c62dd0adce", "name": "network-vif-unplugged", "status": "completed", "tag": "a83b88cf-d542-4470-ab1d-333ffbccebeb", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:56.517854 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4b5c4d7b-ea1c-4842-bce0-508b27096c65 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:56.518251 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825b9fd7-8145-4a7b-90ef-33c62dd0adce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a83b88cf-d542-4470-ab1d-333ffbccebeb', 'code': 200} Mar 07 10:32:56.532071 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-0e948d31-336d-46e3-b5de-8d5f012536a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:56.540165 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-0e948d31-336d-46e3-b5de-8d5f012536a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:56.541746 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-0e948d31-336d-46e3-b5de-8d5f012536a2 service neutron] 10.222.0.21 "PUT /v2.0/ports/d098f9c9-e284-4064-8530-34125367b24c HTTP/1.1" status: 200 len: 1091 time: 4.7754304 Mar 07 10:32:56.728888 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92fad9-9d7d-47be-9925-6774a8792f99 req-f4e12e06-b67e-43cc-9afb-e42301ade765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:56.731125 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e92fad9-9d7d-47be-9925-6774a8792f99 req-f4e12e06-b67e-43cc-9afb-e42301ade765 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f571527e-a205-427a-8890-cc1f2763fcb1 HTTP/1.1" status: 200 len: 908 time: 0.3650446 Mar 07 10:32:56.748267 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0bc5c8a2-a882-4662-b4a6-d15753b6f8b3 req-8960e455-f62d-4d2f-a1b9-d651755e056e tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=825b9fd7-8145-4a7b-90ef-33c62dd0adce HTTP/1.1" status: 200 len: 210 time: 0.3219333 Mar 07 10:32:56.916522 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc80ca-fd56-4dee-a88d-2c17108bbc3a service neutron] Pushing event updated for resources: {'Port': ['ID=f79303de-8fb8-4957-a357-6aed8a323fb4,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:56.945730 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b3271a2a-28cb-47fb-b14b-4aaee3a7a96a service neutron] For port ffbe44b5-eedd-4856-bc25-7ecc63203ec6, host n-h1-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:56.982713 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-14c29d70-8de4-47d7-b0c1-95a28a330d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:56.984255 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-14c29d70-8de4-47d7-b0c1-95a28a330d0b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 1130 time: 0.5361669 Mar 07 10:32:56.987219 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b3271a2a-28cb-47fb-b14b-4aaee3a7a96a service neutron] For port ffbe44b5-eedd-4856-bc25-7ecc63203ec6, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=ffbe44b5-eedd-4856-bc25-7ecc63203ec6,segment=NetworkSegment(8fd193e9-20be-4656-88b3-d80cee19f56d),segment_id=8fd193e9-20be-4656-88b3-d80cee19f56d)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:32:57.033826 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-b86ca6ed-a129-4349-a7bd-85a3a750b1be service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=f79303de-8fb8-4957-a357-6aed8a323fb4 HTTP/1.1" status: 200 len: 217 time: 0.0360663 Mar 07 10:32:57.043711 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60897071-da6e-4af0-8bfb-a3e3f41d5f0e req-bd7db7d3-2439-4c8d-9c19-ef52cb5e0c8b tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:57.045982 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-60897071-da6e-4af0-8bfb-a3e3f41d5f0e req-bd7db7d3-2439-4c8d-9c19-ef52cb5e0c8b tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 948 time: 0.3685858 Mar 07 10:32:57.056715 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b3271a2a-28cb-47fb-b14b-4aaee3a7a96a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (ffbe44b5-eedd-4856-bc25-7ecc63203ec6), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:57.090505 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929c5f3e-1a6a-41b2-b084-ce47ab92c9f0 x-openstack-request-id: req-929c5f3e-1a6a-41b2-b084-ce47ab92c9f0 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:57.095594 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71274ecc-4732-420a-9415-511854797bdd", "name": "network-vif-deleted", "tag": "1fb52674-c21e-471c-95d0-159457f41e32", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:57.096083 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-929c5f3e-1a6a-41b2-b084-ce47ab92c9f0 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:57.097077 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71274ecc-4732-420a-9415-511854797bdd', 'name': 'network-vif-deleted', 'tag': '1fb52674-c21e-471c-95d0-159457f41e32', 'status': 'completed', 'code': 200} Mar 07 10:32:57.125228 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e92fad9-9d7d-47be-9925-6774a8792f99 req-8118b420-2480-4505-8ef8-8ca1a00bca38 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f72f1314-81d8-42ff-a423-451348af85c3 HTTP/1.1" status: 200 len: 217 time: 0.3754702 Mar 07 10:32:57.218048 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-381a6068-0b1d-44f9-89b2-a23217761a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1607717543-router', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:13Z', 'updated_at': '2022-03-07T10:28:18Z', 'revision_number': 4, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'gw_port': {'id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:14Z', 'updated_at': '2022-03-07T10:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '3c6dc99c-ac47-410c-be16-36da71f495a5', 'name': '', 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'mac_address': 'fa:16:3e:90:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '66fddbce-75dd-46ee-b56e-87f13faf6741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:17Z', 'updated_at': '2022-03-07T10:28:23Z', 'revision_number': 5, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'subnets': [{'id': '66fddbce-75dd-46ee-b56e-87f13faf6741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:57.255137 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc28ddf-1d24-4187-aba7-f502379ec3fa req-a7ab0a73-22b3-4d93-8779-c4848e75da88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:57.255530 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc28ddf-1d24-4187-aba7-f502379ec3fa req-a7ab0a73-22b3-4d93-8779-c4848e75da88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:57.256005 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc28ddf-1d24-4187-aba7-f502379ec3fa req-a7ab0a73-22b3-4d93-8779-c4848e75da88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:57.265900 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3bc28ddf-1d24-4187-aba7-f502379ec3fa req-a7ab0a73-22b3-4d93-8779-c4848e75da88 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b18e3692e984b5fbc10236b7b24cdd4&device_id=ae03b5fc-6785-48a6-9d3a-91b83875c855 HTTP/1.1" status: 200 len: 2884 time: 0.9356041 Mar 07 10:32:57.266577 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e948d31-336d-46e3-b5de-8d5f012536a2 service neutron] Pushing event updated for resources: {'Port': ['ID=d098f9c9-e284-4064-8530-34125367b24c,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:57.286151 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-54a60443-e0a5-4441-a1de-835815873b9d req-ad867fac-2800-4de0-ab6e-ad8d7d6c4d87 service neutron] 10.222.0.31 "GET /v2.0/ports/1c0865da-6fde-4c3c-8287-5b7c2a1b6459/bindings/n-h1-832164-4 HTTP/1.1" status: 200 len: 384 time: 0.3634984 Mar 07 10:32:57.309805 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381a6068-0b1d-44f9-89b2-a23217761a27 None None] Checking router: fdc56d29-4d91-421e-b506-79d29dae795b for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:32:57.338414 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b3271a2a-28cb-47fb-b14b-4aaee3a7a96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:57.339779 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b3271a2a-28cb-47fb-b14b-4aaee3a7a96a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:57.342444 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b3271a2a-28cb-47fb-b14b-4aaee3a7a96a service neutron] 10.222.0.21 "PUT /v2.0/ports/ffbe44b5-eedd-4856-bc25-7ecc63203ec6 HTTP/1.1" status: 200 len: 1092 time: 3.6952021 Mar 07 10:32:57.364944 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381a6068-0b1d-44f9-89b2-a23217761a27 None None] Routers {'fdc56d29-4d91-421e-b506-79d29dae795b'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:32:57.365611 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-381a6068-0b1d-44f9-89b2-a23217761a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:32:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fdc56d29-4d91-421e-b506-79d29dae795b'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:57.384410 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-60897071-da6e-4af0-8bfb-a3e3f41d5f0e req-4744be86-a98c-4338-bc61-c4b4e45217e3 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231270 Mar 07 10:32:57.405929 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-ed42ff9a-a078-4f6e-9c28-c4eae166571e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:57.407402 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-ed42ff9a-a078-4f6e-9c28-c4eae166571e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.3603892 Mar 07 10:32:57.493362 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92fad9-9d7d-47be-9925-6774a8792f99 req-cbbe3bd3-125b-4478-8779-50981c98cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:57.495032 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e92fad9-9d7d-47be-9925-6774a8792f99 req-cbbe3bd3-125b-4478-8779-50981c98cc8c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5 HTTP/1.1" status: 200 len: 847 time: 0.3602676 Mar 07 10:32:57.515000 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3271a2a-28cb-47fb-b14b-4aaee3a7a96a service neutron] Pushing event updated for resources: {'Port': ['ID=ffbe44b5-eedd-4856-bc25-7ecc63203ec6,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:57.684371 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-46458595-eee1-45b7-a0e6-bc50c7998e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:57.686628 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-46458595-eee1-45b7-a0e6-bc50c7998e9c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2597620 Mar 07 10:32:57.687988 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-381a6068-0b1d-44f9-89b2-a23217761a27 None None] Set router fdc56d29-4d91-421e-b506-79d29dae795b gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:32:57.721098 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e92fad9-9d7d-47be-9925-6774a8792f99 req-0e8ae641-2bdc-450f-9538-d53e1e60c471 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f571527e-a205-427a-8890-cc1f2763fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2116826 Mar 07 10:32:57.753850 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c0c4d9-615f-44f3-b290-e4b0e443abb6 req-97bb3df3-1b5f-41fd-86ef-2d658f811b88 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:57.756800 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c3c0c4d9-615f-44f3-b290-e4b0e443abb6 req-97bb3df3-1b5f-41fd-86ef-2d658f811b88 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=f387de4b-5c85-4bcf-b853-36fb338fb1af HTTP/1.1" status: 200 len: 943 time: 0.1554687 Mar 07 10:32:57.768201 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-e466a84c-5416-4944-9116-2766e9f7052d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:57.771868 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-e466a84c-5416-4944-9116-2766e9f7052d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc6f3fbdf9284c94904af0b2498a31e1&device_id=f387de4b-5c85-4bcf-b853-36fb338fb1af HTTP/1.1" status: 200 len: 1125 time: 0.6946642 Mar 07 10:32:57.773825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc28ddf-1d24-4187-aba7-f502379ec3fa req-384ed662-31ed-4bc5-822a-be132fd193b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:57.774546 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc28ddf-1d24-4187-aba7-f502379ec3fa req-384ed662-31ed-4bc5-822a-be132fd193b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:57.775400 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc28ddf-1d24-4187-aba7-f502379ec3fa req-384ed662-31ed-4bc5-822a-be132fd193b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:57.779314 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3bc28ddf-1d24-4187-aba7-f502379ec3fa req-384ed662-31ed-4bc5-822a-be132fd193b8 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=4b18e3692e984b5fbc10236b7b24cdd4&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4893310 Mar 07 10:32:57.987134 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-0143446c-23cd-422e-ade8-a9f73369b5a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d098f9c9-e284-4064-8530-34125367b24c HTTP/1.1" status: 200 len: 217 time: 0.1925733 Mar 07 10:32:58.019496 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-381a6068-0b1d-44f9-89b2-a23217761a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1607717543-router', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:13Z', 'updated_at': '2022-03-07T10:28:18Z', 'revision_number': 4, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'gw_port': {'id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:14Z', 'updated_at': '2022-03-07T10:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '3c6dc99c-ac47-410c-be16-36da71f495a5', 'name': '', 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'mac_address': 'fa:16:3e:90:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '66fddbce-75dd-46ee-b56e-87f13faf6741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:17Z', 'updated_at': '2022-03-07T10:28:23Z', 'revision_number': 5, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'subnets': [{'id': '66fddbce-75dd-46ee-b56e-87f13faf6741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:32:58.051898 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381a6068-0b1d-44f9-89b2-a23217761a27 None None] The sync data for ids ['fdc56d29-4d91-421e-b506-79d29dae795b'] in n-d-832164-4 is: [{'id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1607717543-router', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:13Z', 'updated_at': '2022-03-07T10:28:18Z', 'revision_number': 4, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'gw_port': {'id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:14Z', 'updated_at': '2022-03-07T10:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '3c6dc99c-ac47-410c-be16-36da71f495a5', 'name': '', 'network_id': '0f1450ac-a9e3-4368-b524-bc58c4b6a2e8', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'mac_address': 'fa:16:3e:90:39:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '66fddbce-75dd-46ee-b56e-87f13faf6741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:17Z', 'updated_at': '2022-03-07T10:28:23Z', 'revision_number': 5, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'subnets': [{'id': '66fddbce-75dd-46ee-b56e-87f13faf6741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:32:58.265533 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c3c0c4d9-615f-44f3-b290-e4b0e443abb6 req-c1ec8f0c-b5c4-4d7b-ba44-f41194d2b15a tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4988048 Mar 07 10:32:58.275848 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-eec21c0d-34da-4045-8571-6d55a83afff7 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5793281 Mar 07 10:32:58.301943 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67259233-47d8-4e46-86c2-4d1669ac6566', 'tag': 'f79303de-8fb8-4957-a357-6aed8a323fb4'}, {'name': 'network-changed', 'server_uuid': 'ae03b5fc-6785-48a6-9d3a-91b83875c855', 'tag': 'ffbe44b5-eedd-4856-bc25-7ecc63203ec6'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:58.304539 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2542907f-a19a-4197-aab9-9c42cbda3344" -d '{"events": [{"name": "network-changed", "server_uuid": "67259233-47d8-4e46-86c2-4d1669ac6566", "tag": "f79303de-8fb8-4957-a357-6aed8a323fb4"}, {"name": "network-changed", "server_uuid": "ae03b5fc-6785-48a6-9d3a-91b83875c855", "tag": "ffbe44b5-eedd-4856-bc25-7ecc63203ec6"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:58.416401 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19653c97-9b96-4d03-9814-47e325f210cf req-ade899c0-a112-4c76-90e0-f3f5fa453b80 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:58.418099 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-19653c97-9b96-4d03-9814-47e325f210cf req-ade899c0-a112-4c76-90e0-f3f5fa453b80 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 944 time: 1.1485472 Mar 07 10:32:58.451329 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ca39bb41-146c-476a-a549-3a9c89831531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:58.460106 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af82c88-00b5-48d5-a6e9-587e77e7367d None None] New status for floating IP 4823a08a-44a7-4b10-b435-8aa3b68f58fb: DOWN {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:32:58.523609 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ec18d0ea-b963-48af-a9d2-ca4c327381c0 req-abc4ed7c-5d35-4d3e-944d-dd899804d029 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122064 Mar 07 10:32:58.543181 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc514af5-e172-4b6c-8b98-20e6bd08e3d5 req-96d12bc2-d98c-4018-b913-be7b67ee12bc tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:58.548383 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc514af5-e172-4b6c-8b98-20e6bd08e3d5 req-96d12bc2-d98c-4018-b913-be7b67ee12bc tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:58.555595 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc514af5-e172-4b6c-8b98-20e6bd08e3d5 req-96d12bc2-d98c-4018-b913-be7b67ee12bc tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:58.557307 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bc514af5-e172-4b6c-8b98-20e6bd08e3d5 req-96d12bc2-d98c-4018-b913-be7b67ee12bc tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae03b5fc-6785-48a6-9d3a-91b83875c855 HTTP/1.1" status: 200 len: 2411 time: 0.1675808 Mar 07 10:32:58.593829 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-8707494c-e8c4-449a-af47-2208ab42fc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:58.595472 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-8707494c-e8c4-449a-af47-2208ab42fc13 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a0c87802-4ea4-47ca-8770-96eb56986af1 HTTP/1.1" status: 200 len: 844 time: 0.2020788 Mar 07 10:32:58.626146 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc28ddf-1d24-4187-aba7-f502379ec3fa req-4eb99419-9bd8-455a-8d6b-7aaf64f807d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:58.627759 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3bc28ddf-1d24-4187-aba7-f502379ec3fa req-4eb99419-9bd8-455a-8d6b-7aaf64f807d5 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8179510 Mar 07 10:32:58.661784 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e92fad9-9d7d-47be-9925-6774a8792f99 req-fad750cf-b93f-43d1-851b-2ea6f87bc749 service neutron] 10.222.0.21 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9197617 Mar 07 10:32:58.689097 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8a84e055-facc-458c-948d-816b94478810 req-440cb93f-7ad3-48d7-bea4-8becb21753f3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8328731 Mar 07 10:32:58.696715 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-488be16c-6b60-4f78-a29d-a76f946fa086 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c9349e7-4e65-4998-b65b-262e6f8a6364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637674 Mar 07 10:32:58.734315 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-19653c97-9b96-4d03-9814-47e325f210cf req-02b38d5c-3ae8-48b4-b7e7-d40af032d234 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632599 Mar 07 10:32:58.757423 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bc514af5-e172-4b6c-8b98-20e6bd08e3d5 req-7a50cbe8-bbaf-4e5e-b95a-1211d76f7e94 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531751 Mar 07 10:32:58.939446 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe00f8f-8125-44df-94ab-c42e642bdf4a x-openstack-request-id: req-ffe00f8f-8125-44df-94ab-c42e642bdf4a {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:58.940252 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67259233-47d8-4e46-86c2-4d1669ac6566", "tag": "f79303de-8fb8-4957-a357-6aed8a323fb4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ae03b5fc-6785-48a6-9d3a-91b83875c855", "tag": "ffbe44b5-eedd-4856-bc25-7ecc63203ec6", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:58.940591 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ffe00f8f-8125-44df-94ab-c42e642bdf4a {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:58.941039 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67259233-47d8-4e46-86c2-4d1669ac6566', 'tag': 'f79303de-8fb8-4957-a357-6aed8a323fb4', 'status': 'completed', 'code': 200} Mar 07 10:32:58.941463 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae03b5fc-6785-48a6-9d3a-91b83875c855', 'tag': 'ffbe44b5-eedd-4856-bc25-7ecc63203ec6', 'status': 'completed', 'code': 200} Mar 07 10:32:58.998159 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-ca39bb41-146c-476a-a549-3a9c89831531 admin admin] Deleting port 97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:32:58.998532 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ca39bb41-146c-476a-a549-3a9c89831531 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:59.062848 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-54a60443-e0a5-4441-a1de-835815873b9d req-0e129780-ac96-4571-99d7-464c435e35b0 service neutron] For port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=1c0865da-6fde-4c3c-8287-5b7c2a1b6459,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:59.064057 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542907f-a19a-4197-aab9-9c42cbda3344 req-a2af37ed-4e5d-4fc7-a39d-1771e7676f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:59.065690 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2542907f-a19a-4197-aab9-9c42cbda3344 req-a2af37ed-4e5d-4fc7-a39d-1771e7676f85 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 1130 time: 0.1064448 Mar 07 10:32:59.104908 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825b9fd7-8145-4a7b-90ef-33c62dd0adce', 'name': 'network-vif-deleted', 'tag': 'a83b88cf-d542-4470-ab1d-333ffbccebeb'}, {'name': 'network-changed', 'server_uuid': 'f387de4b-5c85-4bcf-b853-36fb338fb1af', 'tag': 'd098f9c9-e284-4064-8530-34125367b24c'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:32:59.108643 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e990470-a4a3-43f5-b4b1-1ce69ba02f1d" -d '{"events": [{"server_uuid": "825b9fd7-8145-4a7b-90ef-33c62dd0adce", "name": "network-vif-deleted", "tag": "a83b88cf-d542-4470-ab1d-333ffbccebeb"}, {"name": "network-changed", "server_uuid": "f387de4b-5c85-4bcf-b853-36fb338fb1af", "tag": "d098f9c9-e284-4064-8530-34125367b24c"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:32:59.121633 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-726a4106-ce1e-44a7-baac-af0274913250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:59.122673 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-726a4106-ce1e-44a7-baac-af0274913250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:59.123206 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-726a4106-ce1e-44a7-baac-af0274913250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:59.124885 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-726a4106-ce1e-44a7-baac-af0274913250 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b18e3692e984b5fbc10236b7b24cdd4&device_id=ae03b5fc-6785-48a6-9d3a-91b83875c855 HTTP/1.1" status: 200 len: 2957 time: 0.4347703 Mar 07 10:32:59.145427 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-54a60443-e0a5-4441-a1de-835815873b9d req-0e129780-ac96-4571-99d7-464c435e35b0 service neutron] For port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:32:59.157167 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-ca39bb41-146c-476a-a549-3a9c89831531 admin admin] For port 97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e,segment=NetworkSegment(f6ff09e0-88fb-4743-82cd-b93b9dc8ecff),segment_id=f6ff09e0-88fb-4743-82cd-b93b9dc8ecff)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:59.157533 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ca39bb41-146c-476a-a549-3a9c89831531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:59.173991 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-ca39bb41-146c-476a-a549-3a9c89831531 admin admin] Calling delete_port for 97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:32:59.175355 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e92fad9-9d7d-47be-9925-6774a8792f99 req-c8716d07-ebe7-463b-b617-e9cc98d63e1a service neutron] 10.222.0.21 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4829130 Mar 07 10:32:59.203993 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542907f-a19a-4197-aab9-9c42cbda3344 req-42823b19-e44b-46fa-90df-49b9f4b8077a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:59.205541 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2542907f-a19a-4197-aab9-9c42cbda3344 req-42823b19-e44b-46fa-90df-49b9f4b8077a service neutron] 10.222.0.31 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.1334708 Mar 07 10:32:59.207037 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84e055-facc-458c-948d-816b94478810 req-4eacd652-ac78-4af9-aecd-2aba5eefa1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:59.208545 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8a84e055-facc-458c-948d-816b94478810 req-4eacd652-ac78-4af9-aecd-2aba5eefa1c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 1131 time: 0.4106486 Mar 07 10:32:59.210494 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-6d3e8776-2689-49f2-b7a1-10789bee0a34 service neutron] 10.222.0.21 "GET /v2.0/networks/1c9349e7-4e65-4998-b65b-262e6f8a6364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952369 Mar 07 10:32:59.217477 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-b91cc5cd-48a3-4c0a-a37d-dd4765d82054 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.93&port_id=61553c09-a1cc-46ac-acba-c489604df538 HTTP/1.1" status: 200 len: 217 time: 0.0823908 Mar 07 10:32:59.239410 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-54a60443-e0a5-4441-a1de-835815873b9d req-0e129780-ac96-4571-99d7-464c435e35b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:32:59.279920 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2542907f-a19a-4197-aab9-9c42cbda3344 req-3dd18871-9e54-4853-bc2e-dbf7a1244d8b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=f79303de-8fb8-4957-a357-6aed8a323fb4 HTTP/1.1" status: 200 len: 217 time: 0.0456412 Mar 07 10:32:59.314997 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-54a60443-e0a5-4441-a1de-835815873b9d req-0e129780-ac96-4571-99d7-464c435e35b0 service neutron] For port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=1c0865da-6fde-4c3c-8287-5b7c2a1b6459,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:32:59.324168 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181493d-11d9-42db-bf72-9df83dc01d83 req-6875a679-74bf-4d3a-8c22-f45248a68e37 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:59.326503 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a181493d-11d9-42db-bf72-9df83dc01d83 req-6875a679-74bf-4d3a-8c22-f45248a68e37 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 948 time: 0.3658669 Mar 07 10:32:59.385940 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542907f-a19a-4197-aab9-9c42cbda3344 req-e4bd99e6-a1f7-46e9-83a5-f0c601c83dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:59.387103 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2542907f-a19a-4197-aab9-9c42cbda3344 req-e4bd99e6-a1f7-46e9-83a5-f0c601c83dc9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.0995154 Mar 07 10:32:59.433710 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-54a60443-e0a5-4441-a1de-835815873b9d req-0e129780-ac96-4571-99d7-464c435e35b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1c0865da-6fde-4c3c-8287-5b7c2a1b6459), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:59.455650 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542907f-a19a-4197-aab9-9c42cbda3344 req-4fb022fc-7aed-4f03-88de-b271e54bd78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:59.457749 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2542907f-a19a-4197-aab9-9c42cbda3344 req-4fb022fc-7aed-4f03-88de-b271e54bd78b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0618412 Mar 07 10:32:59.470926 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-fea18576-b513-4a26-bfdc-ef31a8fe0fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:59.472399 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-fea18576-b513-4a26-bfdc-ef31a8fe0fd7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a149458-66ac-4763-95c5-aa7d489d6757 HTTP/1.1" status: 200 len: 801 time: 0.2360258 Mar 07 10:32:59.567183 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cbad30dd-3309-4a29-99b5-cf156418c707 req-a7ef1ec7-5ac3-42c7-a562-9aedb79e3049 service neutron] 10.222.0.21 "GET /v2.0/networks/1c9349e7-4e65-4998-b65b-262e6f8a6364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435287 Mar 07 10:32:59.576569 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a181493d-11d9-42db-bf72-9df83dc01d83 req-2fa4fc00-a8c1-4983-9b0c-c2c6d5dc20db tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072380 Mar 07 10:32:59.588903 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ca39bb41-146c-476a-a549-3a9c89831531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:59.602941 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84e055-facc-458c-948d-816b94478810 req-f8216d7b-11b2-4ec8-87f2-97f1272b3702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:59.604430 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8a84e055-facc-458c-948d-816b94478810 req-f8216d7b-11b2-4ec8-87f2-97f1272b3702 service neutron] 10.222.0.31 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.3398662 Mar 07 10:32:59.671258 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-0797b901-455a-4334-b305-b3736183fadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:59.671517 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca39bb41-146c-476a-a549-3a9c89831531 admin admin] Pushing event deleted for resources: {'Port': ['ID=97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:32:59.672775 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-0797b901-455a-4334-b305-b3736183fadf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c544ee2f-5711-4c3e-a705-5e0ce7855b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1895285 Mar 07 10:32:59.675883 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8a84e055-facc-458c-948d-816b94478810 req-9b0f8e35-6320-429f-b72b-8d9c8f4f8e50 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=0f133ce9-afd6-45de-a481-f08aa31eb2f5 HTTP/1.1" status: 200 len: 217 time: 0.0620191 Mar 07 10:32:59.676824 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-54a60443-e0a5-4441-a1de-835815873b9d req-0e129780-ac96-4571-99d7-464c435e35b0 service neutron] Transition to ACTIVE for port object 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:32:59.703232 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-54a60443-e0a5-4441-a1de-835815873b9d req-0e129780-ac96-4571-99d7-464c435e35b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (1c0865da-6fde-4c3c-8287-5b7c2a1b6459), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:32:59.735988 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2542907f-a19a-4197-aab9-9c42cbda3344 req-28139bea-336c-4ecc-b8d1-5f1887517fc4 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713349 Mar 07 10:32:59.927616 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84e055-facc-458c-948d-816b94478810 req-5dbbcec1-1f0d-4b61-809c-cc66dff22a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:32:59.929384 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8a84e055-facc-458c-948d-816b94478810 req-5dbbcec1-1f0d-4b61-809c-cc66dff22a1b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.2359624 Mar 07 10:32:59.976587 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Mar 2022 10:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a38ab64-429c-485e-991b-4c0f6086c1c7 x-openstack-request-id: req-2a38ab64-429c-485e-991b-4c0f6086c1c7 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:32:59.977099 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825b9fd7-8145-4a7b-90ef-33c62dd0adce", "name": "network-vif-deleted", "tag": "a83b88cf-d542-4470-ab1d-333ffbccebeb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f387de4b-5c85-4bcf-b853-36fb338fb1af", "tag": "d098f9c9-e284-4064-8530-34125367b24c", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:32:59.977416 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2a38ab64-429c-485e-991b-4c0f6086c1c7 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:32:59.977825 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825b9fd7-8145-4a7b-90ef-33c62dd0adce', 'name': 'network-vif-deleted', 'tag': 'a83b88cf-d542-4470-ab1d-333ffbccebeb', 'status': 'completed', 'code': 200} Mar 07 10:32:59.978171 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f387de4b-5c85-4bcf-b853-36fb338fb1af', 'tag': 'd098f9c9-e284-4064-8530-34125367b24c', 'status': 'completed', 'code': 200} Mar 07 10:32:59.994620 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a60443-e0a5-4441-a1de-835815873b9d req-0e129780-ac96-4571-99d7-464c435e35b0 service neutron] No DVR routers for this DVR port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:32:59.997268 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40794) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:00.039961 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e129780-ac96-4571-99d7-464c435e35b0 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0865da-6fde-4c3c-8287-5b7c2a1b6459,revision_number=10']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:00.046622 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ca39bb41-146c-476a-a549-3a9c89831531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:00.064429 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2542907f-a19a-4197-aab9-9c42cbda3344 req-80b8f4a7-8cef-4499-b71b-8b7a64d1f62b service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119261 Mar 07 10:33:00.127192 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-54a60443-e0a5-4441-a1de-835815873b9d req-0e129780-ac96-4571-99d7-464c435e35b0 service neutron] 10.222.0.31 "PUT /v2.0/ports/1c0865da-6fde-4c3c-8287-5b7c2a1b6459/bindings/n-h1-832164-4/activate HTTP/1.1" status: 200 len: 369 time: 2.7944822 Mar 07 10:33:00.144375 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-0d495a57-164f-4d65-9a2e-293af7267566 service neutron] 10.222.0.21 "GET /v2.0/networks/c544ee2f-5711-4c3e-a705-5e0ce7855b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647758 Mar 07 10:33:00.189264 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c71301b-0272-45a8-845f-84a561b42b93 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks [] for security_group (432c2063-5333-4824-af3b-fe6ac20d1287), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:00.245608 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4343b24-1d95-459d-a26c-e98d2fb6b1b5 req-100cca91-cc95-433a-9dfe-5791d1481ec9 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:00.247810 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f4343b24-1d95-459d-a26c-e98d2fb6b1b5 req-100cca91-cc95-433a-9dfe-5791d1481ec9 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=f387de4b-5c85-4bcf-b853-36fb338fb1af HTTP/1.1" status: 200 len: 943 time: 0.2465527 Mar 07 10:33:00.257949 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c71301b-0272-45a8-845f-84a561b42b93 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks [] for security_group (432c2063-5333-4824-af3b-fe6ac20d1287), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:00.282763 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84e055-facc-458c-948d-816b94478810 req-c89b94f0-7819-440a-bbd4-69abc1a51f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:00.284262 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8a84e055-facc-458c-948d-816b94478810 req-c89b94f0-7819-440a-bbd4-69abc1a51f64 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2993345 Mar 07 10:33:00.287651 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08096a5d-0f38-440c-ac87-017f0b51951f req-fc14f9df-8d0a-4b91-844c-70e802444b05 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:00.289146 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-08096a5d-0f38-440c-ac87-017f0b51951f req-fc14f9df-8d0a-4b91-844c-70e802444b05 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 945 time: 0.2272418 Mar 07 10:33:00.317654 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e990470-a4a3-43f5-b4b1-1ce69ba02f1d req-046487f4-f623-424b-93d6-62d2175a5fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:00.319144 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7e990470-a4a3-43f5-b4b1-1ce69ba02f1d req-046487f4-f623-424b-93d6-62d2175a5fc0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc6f3fbdf9284c94904af0b2498a31e1&device_id=f387de4b-5c85-4bcf-b853-36fb338fb1af HTTP/1.1" status: 200 len: 1125 time: 0.3371103 Mar 07 10:33:00.404806 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-08096a5d-0f38-440c-ac87-017f0b51951f req-3d9e81b8-21ee-46bb-944d-f863d14bc046 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951505 Mar 07 10:33:00.409480 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c71301b-0272-45a8-845f-84a561b42b93 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (432c2063-5333-4824-af3b-fe6ac20d1287), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:00.412171 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c71301b-0272-45a8-845f-84a561b42b93 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:00.416125 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2c71301b-0272-45a8-845f-84a561b42b93 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "DELETE /v2.0/security-groups/432c2063-5333-4824-af3b-fe6ac20d1287 HTTP/1.1" status: 204 len: 168 time: 0.4173810 Mar 07 10:33:00.418436 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40796) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:00.471649 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71301b-0272-45a8-845f-84a561b42b93 tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=432c2063-5333-4824-af3b-fe6ac20d1287,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:00.476169 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-7cf1c93f-2921-4818-926d-61d94157d45f tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] show failed (client error): The resource could not be found. Mar 07 10:33:00.480267 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7cf1c93f-2921-4818-926d-61d94157d45f tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "GET /v2.0/security-groups/432c2063-5333-4824-af3b-fe6ac20d1287 HTTP/1.1" status: 404 len: 347 time: 0.0579467 Mar 07 10:33:00.483116 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40798) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:00.668594 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca39bb41-146c-476a-a549-3a9c89831531 admin admin] Router 9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:33:00.688534 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390cc2a-33a3-49e9-9902-8dfe5333ad8d req-f8686b14-c3d2-430b-8d48-ebec31a0dc6d tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:00.694065 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390cc2a-33a3-49e9-9902-8dfe5333ad8d req-f8686b14-c3d2-430b-8d48-ebec31a0dc6d tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:00.699222 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390cc2a-33a3-49e9-9902-8dfe5333ad8d req-f8686b14-c3d2-430b-8d48-ebec31a0dc6d tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:00.706401 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0390cc2a-33a3-49e9-9902-8dfe5333ad8d req-f8686b14-c3d2-430b-8d48-ebec31a0dc6d tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae03b5fc-6785-48a6-9d3a-91b83875c855 HTTP/1.1" status: 200 len: 2411 time: 0.1695418 Mar 07 10:33:00.733949 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-99505029-1edd-4d23-a4fb-092f9fc47979 service neutron] 10.222.0.21 "GET /v2.0/networks/c544ee2f-5711-4c3e-a705-5e0ce7855b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5814831 Mar 07 10:33:00.763597 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f4343b24-1d95-459d-a26c-e98d2fb6b1b5 req-63a1465f-ad51-4893-b1b9-2abfb91da979 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4995122 Mar 07 10:33:00.820877 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0390cc2a-33a3-49e9-9902-8dfe5333ad8d req-802338ca-4647-4e7b-ac6b-3b50d89add02 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134672 Mar 07 10:33:00.830016 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a60443-e0a5-4441-a1de-835815873b9d req-34f4a2c6-3791-43be-b5ae-fcc8bac9ee9e tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:00.832180 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-54a60443-e0a5-4441-a1de-835815873b9d req-34f4a2c6-3791-43be-b5ae-fcc8bac9ee9e tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35&tenant_id=f4eca9194fdd4a93832d9940e3e6237a&binding%3Ahost_id=n-h2-832164-4 HTTP/1.1" status: 200 len: 1127 time: 0.6279712 Mar 07 10:33:00.833910 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-c25ffe90-87e3-457d-b0ee-eb7e9492d3c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.10&port_id=9804316d-5fb2-4536-a4d8-a314c0c043ec HTTP/1.1" status: 200 len: 217 time: 0.0895133 Mar 07 10:33:00.845954 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8a84e055-facc-458c-948d-816b94478810 req-2faa4f25-ab4b-48d4-b9f9-2351ac6f43dc service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5510900 Mar 07 10:33:00.904894 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca39bb41-146c-476a-a549-3a9c89831531 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:33:00.908603 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-e3b26e6b-26cd-41ed-9f57-bcaa47d269bd tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Deleting port e331d5e1-19c2-49e3-aa26-703daf276f14 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:33:00.908943 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e3b26e6b-26cd-41ed-9f57-bcaa47d269bd tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (e331d5e1-19c2-49e3-aa26-703daf276f14), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:00.921153 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d8efa4-75c1-4050-9f54-a4ad535e6f32 None None] Sync routers for ids ['9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:33:00.952282 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d8efa4-75c1-4050-9f54-a4ad535e6f32 None None] Routers {'9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:33:00.952931 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-10d8efa4-75c1-4050-9f54-a4ad535e6f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:32:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:00.999479 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e3b26e6b-26cd-41ed-9f57-bcaa47d269bd tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (e331d5e1-19c2-49e3-aa26-703daf276f14), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:00.999686 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e3b26e6b-26cd-41ed-9f57-bcaa47d269bd tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks [] for floatingip (e331d5e1-19c2-49e3-aa26-703daf276f14), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:01.013403 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-e3b26e6b-26cd-41ed-9f57-bcaa47d269bd tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Calling delete_port for e331d5e1-19c2-49e3-aa26-703daf276f14 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:33:01.069934 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ca39bb41-146c-476a-a549-3a9c89831531 admin admin] 10.222.0.11 "PUT /v2.0/routers/9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6399839 Mar 07 10:33:01.080945 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8a84e055-facc-458c-948d-816b94478810 req-692088a2-9619-4c6a-bedf-e2d1479c7c4d service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223189 Mar 07 10:33:01.082005 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40804) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:01.196352 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-10d8efa4-75c1-4050-9f54-a4ad535e6f32 None None] Set router 9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:33:01.204182 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-57c801a2-cc49-4898-947c-f0c259a3299f admin admin] Publish callbacks [] for router (9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:01.215312 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e990470-a4a3-43f5-b4b1-1ce69ba02f1d req-74a9b531-2f27-4052-ad4f-52f4568f9535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:01.217463 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7e990470-a4a3-43f5-b4b1-1ce69ba02f1d req-74a9b531-2f27-4052-ad4f-52f4568f9535 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c9349e7-4e65-4998-b65b-262e6f8a6364 HTTP/1.1" status: 200 len: 905 time: 0.8811784 Mar 07 10:33:01.268451 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a60443-e0a5-4441-a1de-835815873b9d req-e2572c1b-9ce4-419c-9cb0-999f51b2a4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:01.270206 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-54a60443-e0a5-4441-a1de-835815873b9d req-e2572c1b-9ce4-419c-9cb0-999f51b2a4d2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35&tenant_id=f4eca9194fdd4a93832d9940e3e6237a HTTP/1.1" status: 200 len: 1127 time: 0.4219010 Mar 07 10:33:01.275660 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7e990470-a4a3-43f5-b4b1-1ce69ba02f1d req-79ccfed5-0ab8-47ed-ad9c-93426d90aade service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d098f9c9-e284-4064-8530-34125367b24c HTTP/1.1" status: 200 len: 217 time: 0.0493612 Mar 07 10:33:01.286488 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb128b-b55a-484a-8a1e-b01b1919c30e req-7b86f57c-8e3d-4d50-aaa9-3ca85d11dd5a tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:01.287998 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-68bb128b-b55a-484a-8a1e-b01b1919c30e req-7b86f57c-8e3d-4d50-aaa9-3ca85d11dd5a tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2404830-aa59-4ed7-a4c1-a260cebe906c HTTP/1.1" status: 200 len: 949 time: 0.2014399 Mar 07 10:33:01.370754 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-68bb128b-b55a-484a-8a1e-b01b1919c30e req-d546dff9-af29-487b-b366-4c5bd45398f7 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650530 Mar 07 10:33:01.373923 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-18a4cf5e-cd41-4792-9c26-48d62db4cddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:01.375672 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-18a4cf5e-cd41-4792-9c26-48d62db4cddf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=65c10f0b-3539-43d6-8462-e70083e0db70 HTTP/1.1" status: 200 len: 801 time: 0.3397226 Mar 07 10:33:01.396355 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-57c801a2-cc49-4898-947c-f0c259a3299f admin admin] Publish callbacks [] for router_gateway (9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:01.410769 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ba4fc-efc6-4b18-81fc-fd9b5031670b req-24c9d03c-db73-40b4-b013-ad164a7f957e tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:01.418937 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-407ba4fc-efc6-4b18-81fc-fd9b5031670b req-24c9d03c-db73-40b4-b013-ad164a7f957e tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 948 time: 0.3526738 Mar 07 10:33:01.487551 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-10d8efa4-75c1-4050-9f54-a4ad535e6f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e', 'name': 'tempest-AttachSCSIVolumeTestJSON-558961655-router', 'tenant_id': '2eb1e85f9ef148d1a9cb348464769c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': 'feb5f2d0-843d-43a4-8531-7f12c331440c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:21Z', 'updated_at': '2022-03-07T10:32:59Z', 'revision_number': 5, 'project_id': '2eb1e85f9ef148d1a9cb348464769c79', 'gw_port': {'id': 'feb5f2d0-843d-43a4-8531-7f12c331440c', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:ce:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:22Z', 'updated_at': '2022-03-07T10:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:01.542675 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d8efa4-75c1-4050-9f54-a4ad535e6f32 None None] Checking router: 9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:33:01.568871 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d8efa4-75c1-4050-9f54-a4ad535e6f32 None None] Routers {'9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:33:01.570112 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-10d8efa4-75c1-4050-9f54-a4ad535e6f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:32:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:01.630882 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-4a5198d4-2bac-4bca-bf50-20b25bcffae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:01.632411 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-4a5198d4-2bac-4bca-bf50-20b25bcffae2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b781efd3-b314-4b92-afa6-bb5b3b3f3d0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2354143 Mar 07 10:33:01.768604 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-10d8efa4-75c1-4050-9f54-a4ad535e6f32 None None] Set router 9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:33:01.792350 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a60443-e0a5-4441-a1de-835815873b9d req-43bbaae2-7a6c-4d01-90dc-a7f7f3e2f252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:01.795008 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-54a60443-e0a5-4441-a1de-835815873b9d req-43bbaae2-7a6c-4d01-90dc-a7f7f3e2f252 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4eca9194fdd4a93832d9940e3e6237a&device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 1127 time: 0.4478030 Mar 07 10:33:01.801312 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-15aa1373-0982-4e5c-9a76-0ca0b4ab14d2 service neutron] 10.222.0.21 "GET /v2.0/networks/b781efd3-b314-4b92-afa6-bb5b3b3f3d0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514471 Mar 07 10:33:01.807432 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e990470-a4a3-43f5-b4b1-1ce69ba02f1d req-a8b8455a-ddcb-4a9b-acdb-d1f8aeefc302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:01.815307 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7e990470-a4a3-43f5-b4b1-1ce69ba02f1d req-a8b8455a-ddcb-4a9b-acdb-d1f8aeefc302 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a0c87802-4ea4-47ca-8770-96eb56986af1 HTTP/1.1" status: 200 len: 844 time: 0.5234156 Mar 07 10:33:01.865047 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-10d8efa4-75c1-4050-9f54-a4ad535e6f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e', 'name': 'tempest-AttachSCSIVolumeTestJSON-558961655-router', 'tenant_id': '2eb1e85f9ef148d1a9cb348464769c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:21Z', 'updated_at': '2022-03-07T10:33:01Z', 'revision_number': 6, 'project_id': '2eb1e85f9ef148d1a9cb348464769c79', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:01.914724 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d098f9c9-e284-4064-8530-34125367b24c details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:33:01.918177 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d8efa4-75c1-4050-9f54-a4ad535e6f32 None None] The sync data for ids ['9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e'] in n-d-832164-4 is: [{'id': '9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e', 'name': 'tempest-AttachSCSIVolumeTestJSON-558961655-router', 'tenant_id': '2eb1e85f9ef148d1a9cb348464769c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:21Z', 'updated_at': '2022-03-07T10:33:01Z', 'revision_number': 6, 'project_id': '2eb1e85f9ef148d1a9cb348464769c79', 'gw_port_host': None}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:33:01.934927 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7e990470-a4a3-43f5-b4b1-1ce69ba02f1d req-e8f19f56-ff1d-4b36-a669-bace3dd43ac8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c9349e7-4e65-4998-b65b-262e6f8a6364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570993 Mar 07 10:33:01.995940 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-407ba4fc-efc6-4b18-81fc-fd9b5031670b req-c014bfeb-534e-4071-91d9-54d1e613ae5e tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5758843 Mar 07 10:33:02.041041 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e3b26e6b-26cd-41ed-9f57-bcaa47d269bd tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (e331d5e1-19c2-49e3-aa26-703daf276f14), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:02.083967 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7e990470-a4a3-43f5-b4b1-1ce69ba02f1d req-cc3f4d52-c38d-4e1b-aae1-eb9711a8ae18 service neutron] 10.222.0.21 "GET /v2.0/networks/1c9349e7-4e65-4998-b65b-262e6f8a6364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249869 Mar 07 10:33:02.093411 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port d098f9c9-e284-4064-8530-34125367b24c, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d098f9c9-e284-4064-8530-34125367b24c,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:02.107904 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'd098f9c9-e284-4064-8530-34125367b24c', 'network_id': '1c9349e7-4e65-4998-b65b-262e6f8a6364', 'port_id': 'd098f9c9-e284-4064-8530-34125367b24c', 'mac_address': 'fa:16:3e:b7:37:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c87802-4ea4-47ca-8770-96eb56986af1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:33:02.111285 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-57c801a2-cc49-4898-947c-f0c259a3299f admin admin] Deleting port feb5f2d0-843d-43a4-8531-7f12c331440c {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:33:02.112009 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-57c801a2-cc49-4898-947c-f0c259a3299f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (feb5f2d0-843d-43a4-8531-7f12c331440c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:02.115780 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b26e6b-26cd-41ed-9f57-bcaa47d269bd tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Pushing event deleted for resources: {'Port': ['ID=e331d5e1-19c2-49e3-aa26-703daf276f14,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:02.161354 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port d098f9c9-e284-4064-8530-34125367b24c is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:02.161944 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d098f9c9-e284-4064-8530-34125367b24c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:02.179168 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d098f9c9-e284-4064-8530-34125367b24c {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:33:02.220215 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port d098f9c9-e284-4064-8530-34125367b24c, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d098f9c9-e284-4064-8530-34125367b24c,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:02.225666 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d098f9c9-e284-4064-8530-34125367b24c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:02.234258 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e3b26e6b-26cd-41ed-9f57-bcaa47d269bd tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks [] for floatingip (4823a08a-44a7-4b10-b435-8aa3b68f58fb), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:02.236955 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e3b26e6b-26cd-41ed-9f57-bcaa47d269bd tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:02.238910 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e3b26e6b-26cd-41ed-9f57-bcaa47d269bd tempest-ServersWithSpecificFlavorTestJSON-1117016143 tempest-ServersWithSpecificFlavorTestJSON-1117016143-project] 10.222.0.11 "DELETE /v2.0/floatingips/4823a08a-44a7-4b10-b435-8aa3b68f58fb HTTP/1.1" status: 204 len: 168 time: 1.7552371 Mar 07 10:33:02.289350 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922958f-a3c2-49b3-b230-3eaab911319c req-648a04b2-ea49-400b-9ede-cbb3db3e9323 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:02.291510 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d922958f-a3c2-49b3-b230-3eaab911319c req-648a04b2-ea49-400b-9ede-cbb3db3e9323 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2404830-aa59-4ed7-a4c1-a260cebe906c HTTP/1.1" status: 200 len: 949 time: 0.4859960 Mar 07 10:33:02.291638 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=d098f9c9-e284-4064-8530-34125367b24c,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:02.294217 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7e990470-a4a3-43f5-b4b1-1ce69ba02f1d req-49f13c4f-fec3-4dbc-be52-ad93d7b87554 service neutron] 10.222.0.21 "GET /v2.0/networks/1c9349e7-4e65-4998-b65b-262e6f8a6364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623309 Mar 07 10:33:02.317782 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed21b1a-e9cb-45e7-8a1d-cfd30b47f3e5 req-63ff8ed3-df4d-4479-b496-ddcda3f449f8 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:02.327273 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5ed21b1a-e9cb-45e7-8a1d-cfd30b47f3e5 req-63ff8ed3-df4d-4479-b496-ddcda3f449f8 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 945 time: 0.7415445 Mar 07 10:33:02.332833 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e96b4-567a-4298-9d4e-17a733c7fd93 req-eca1dd7d-f41e-452e-9111-b37867ea4537 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:02.340048 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-367e96b4-567a-4298-9d4e-17a733c7fd93 req-eca1dd7d-f41e-452e-9111-b37867ea4537 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=f387de4b-5c85-4bcf-b853-36fb338fb1af HTTP/1.1" status: 200 len: 943 time: 0.2336645 Mar 07 10:33:02.385706 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-57c801a2-cc49-4898-947c-f0c259a3299f admin admin] For port feb5f2d0-843d-43a4-8531-7f12c331440c, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=feb5f2d0-843d-43a4-8531-7f12c331440c,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:02.386241 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-57c801a2-cc49-4898-947c-f0c259a3299f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (feb5f2d0-843d-43a4-8531-7f12c331440c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:02.411444 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-57c801a2-cc49-4898-947c-f0c259a3299f admin admin] Calling delete_port for feb5f2d0-843d-43a4-8531-7f12c331440c owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:33:02.423582 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-367e96b4-567a-4298-9d4e-17a733c7fd93 req-858d5b5f-1888-45be-8f63-b1b32329070f tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821249 Mar 07 10:33:02.507798 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['d098f9c9-e284-4064-8530-34125367b24c'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:33:02.574123 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5ed21b1a-e9cb-45e7-8a1d-cfd30b47f3e5 req-f75a7cea-2b05-42b9-83ce-968253a8ddd4 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403209 Mar 07 10:33:02.586860 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-213f26f1-a23c-438f-b09e-fd75d9e2e584 service neutron] 10.222.0.21 "GET /v2.0/networks/b781efd3-b314-4b92-afa6-bb5b3b3f3d0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7573452 Mar 07 10:33:02.590872 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a60443-e0a5-4441-a1de-835815873b9d req-0dda9d5c-eb5f-4c55-8d1c-b60ea14b221a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:02.592371 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-54a60443-e0a5-4441-a1de-835815873b9d req-0dda9d5c-eb5f-4c55-8d1c-b60ea14b221a service neutron] 10.222.0.21 "GET /v2.0/networks?id=f571527e-a205-427a-8890-cc1f2763fcb1 HTTP/1.1" status: 200 len: 908 time: 0.7741866 Mar 07 10:33:02.648773 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823ed5f-304a-43c5-a0ac-85bfeff71bef req-c16a7730-0fc5-4bb5-8922-69c257d4fd2b tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:02.661202 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-5b8c2b65-682e-40c1-b256-ac0111f097d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.106&port_id=ffbe44b5-eedd-4856-bc25-7ecc63203ec6 HTTP/1.1" status: 200 len: 217 time: 0.0563061 Mar 07 10:33:02.661651 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823ed5f-304a-43c5-a0ac-85bfeff71bef req-c16a7730-0fc5-4bb5-8922-69c257d4fd2b tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:02.670606 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e399856-226f-447d-a304-b088d4c551ee req-e9459b9f-066c-48f2-8b92-91e70ae561d3 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:02.672068 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8e399856-226f-447d-a304-b088d4c551ee req-e9459b9f-066c-48f2-8b92-91e70ae561d3 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.21 "GET /v2.0/ports?device_id=549f000e-bf3a-4038-adaa-0fb2514bce04 HTTP/1.1" status: 200 len: 950 time: 0.2703857 Mar 07 10:33:02.676399 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a823ed5f-304a-43c5-a0ac-85bfeff71bef req-c16a7730-0fc5-4bb5-8922-69c257d4fd2b tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:02.681224 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a823ed5f-304a-43c5-a0ac-85bfeff71bef req-c16a7730-0fc5-4bb5-8922-69c257d4fd2b tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae03b5fc-6785-48a6-9d3a-91b83875c855 HTTP/1.1" status: 200 len: 2411 time: 0.1278303 Mar 07 10:33:02.697190 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device f79303de-8fb8-4957-a357-6aed8a323fb4 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:33:02.708799 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-d922958f-a3c2-49b3-b230-3eaab911319c req-29bb75dc-e06e-4a8c-9b83-a5707197a760 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Deleting port 2f7f9397-fceb-4008-8a03-238e09ab375b {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:33:02.709157 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d922958f-a3c2-49b3-b230-3eaab911319c req-29bb75dc-e06e-4a8c-9b83-a5707197a760 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (2f7f9397-fceb-4008-8a03-238e09ab375b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:02.779227 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-54a60443-e0a5-4441-a1de-835815873b9d req-4bd5f754-e53e-43dd-a7c9-49a38f4aca68 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c0865da-6fde-4c3c-8287-5b7c2a1b6459 HTTP/1.1" status: 200 len: 217 time: 0.1705878 Mar 07 10:33:02.830566 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port f79303de-8fb8-4957-a357-6aed8a323fb4, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f79303de-8fb8-4957-a357-6aed8a323fb4,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:02.848340 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'f79303de-8fb8-4957-a357-6aed8a323fb4', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': 'f79303de-8fb8-4957-a357-6aed8a323fb4', 'mac_address': 'fa:16:3e:35:52:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:33:02.869030 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a823ed5f-304a-43c5-a0ac-85bfeff71bef req-90e17340-dc3b-4469-841f-e9a963b6a15d tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579468 Mar 07 10:33:02.877961 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-57c801a2-cc49-4898-947c-f0c259a3299f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (feb5f2d0-843d-43a4-8531-7f12c331440c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:02.905587 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port f79303de-8fb8-4957-a357-6aed8a323fb4 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:02.906224 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:02.921887 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device feb5f2d0-843d-43a4-8531-7f12c331440c no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:33:02.944496 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f79303de-8fb8-4957-a357-6aed8a323fb4 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:33:02.948461 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: feb5f2d0-843d-43a4-8531-7f12c331440c {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:33:02.948828 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device feb5f2d0-843d-43a4-8531-7f12c331440c not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:33:02.949211 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:33:02.983685 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:33:02.984024 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 97ed69fb-b0fc-4c27-8575-f96bbd5c5a5e not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:33:02.995026 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port f79303de-8fb8-4957-a357-6aed8a323fb4, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f79303de-8fb8-4957-a357-6aed8a323fb4,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:03.003339 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:03.003631 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c801a2-cc49-4898-947c-f0c259a3299f admin admin] Pushing event deleted for resources: {'Port': ['ID=feb5f2d0-843d-43a4-8531-7f12c331440c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:03.066984 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-c6bb40a2-1f2f-4d8f-a9da-f94e381fc16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:03.068892 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-c6bb40a2-1f2f-4d8f-a9da-f94e381fc16a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a149458-66ac-4763-95c5-aa7d489d6757 HTTP/1.1" status: 200 len: 801 time: 0.3959596 Mar 07 10:33:03.130633 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-57c801a2-cc49-4898-947c-f0c259a3299f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:03.253647 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-57c801a2-cc49-4898-947c-f0c259a3299f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:03.256746 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-57c801a2-cc49-4898-947c-f0c259a3299f admin admin] Publish callbacks [] for router_controller (9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:03.322241 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=f79303de-8fb8-4957-a357-6aed8a323fb4,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:03.351967 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-57c801a2-cc49-4898-947c-f0c259a3299f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:03.352525 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c801a2-cc49-4898-947c-f0c259a3299f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:33:03.357163 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-57c801a2-cc49-4898-947c-f0c259a3299f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:03.361066 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-57c801a2-cc49-4898-947c-f0c259a3299f admin admin] 10.222.0.11 "DELETE /v2.0/routers/9fdc6bde-0c64-41e9-8ae5-aaec1a5b2d5e HTTP/1.1" status: 204 len: 168 time: 2.2780957 Mar 07 10:33:03.361705 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40826) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:03.392094 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a60443-e0a5-4441-a1de-835815873b9d req-fa9283ea-2c44-4455-8b8f-e3c059212f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:03.394187 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-54a60443-e0a5-4441-a1de-835815873b9d req-fa9283ea-2c44-4455-8b8f-e3c059212f47 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5 HTTP/1.1" status: 200 len: 847 time: 0.5469279 Mar 07 10:33:03.424209 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ec8dc-f7ee-4d49-a915-a78ebc594994 req-4a27960b-7a87-4161-b44f-e23d44068fd1 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:03.425793 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ad8ec8dc-f7ee-4d49-a915-a78ebc594994 req-4a27960b-7a87-4161-b44f-e23d44068fd1 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 949 time: 0.1137354 Mar 07 10:33:03.429123 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a490ef37-abce-413d-86a9-8ac3a8161d5b admin admin] Deleting subnet 28a80ef2-c57f-469d-a7ad-5ca07bf92da1 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:33:03.451548 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a490ef37-abce-413d-86a9-8ac3a8161d5b admin admin] Publish callbacks [] for subnet (28a80ef2-c57f-469d-a7ad-5ca07bf92da1), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:03.453467 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['f79303de-8fb8-4957-a357-6aed8a323fb4'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:33:03.473212 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f61720-d0d8-49a2-81a7-33df0a19bb3e req-2b569c26-23c7-4b7c-a62f-972bba8304ae tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:03.475161 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d0f61720-d0d8-49a2-81a7-33df0a19bb3e req-2b569c26-23c7-4b7c-a62f-972bba8304ae tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2404830-aa59-4ed7-a4c1-a260cebe906c HTTP/1.1" status: 200 len: 949 time: 0.6062396 Mar 07 10:33:03.495682 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-d922958f-a3c2-49b3-b230-3eaab911319c req-29bb75dc-e06e-4a8c-9b83-a5707197a760 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] For port 2f7f9397-fceb-4008-8a03-238e09ab375b, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=2f7f9397-fceb-4008-8a03-238e09ab375b,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:03.495682 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d922958f-a3c2-49b3-b230-3eaab911319c req-29bb75dc-e06e-4a8c-9b83-a5707197a760 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (2f7f9397-fceb-4008-8a03-238e09ab375b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:03.509319 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-54a60443-e0a5-4441-a1de-835815873b9d req-c31ac423-ade9-4f8e-8402-78666d0ba975 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f571527e-a205-427a-8890-cc1f2763fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948770 Mar 07 10:33:03.542613 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a490ef37-abce-413d-86a9-8ac3a8161d5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (28a80ef2-c57f-469d-a7ad-5ca07bf92da1), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:03.556562 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-d922958f-a3c2-49b3-b230-3eaab911319c req-29bb75dc-e06e-4a8c-9b83-a5707197a760 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Calling delete_port for 2f7f9397-fceb-4008-8a03-238e09ab375b owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:33:03.576672 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ad8ec8dc-f7ee-4d49-a915-a78ebc594994 req-0e7c2fc2-a499-47fb-8e74-d127239da455 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449907 Mar 07 10:33:03.603691 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-8e399856-226f-447d-a304-b088d4c551ee req-0855ae0e-9c06-47a5-8d80-fe00866c272e tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Deleting port c21b0a24-1fa3-4758-a44d-c9bf41cd09fe {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:33:03.604025 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8e399856-226f-447d-a304-b088d4c551ee req-0855ae0e-9c06-47a5-8d80-fe00866c272e tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c21b0a24-1fa3-4758-a44d-c9bf41cd09fe), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:03.648567 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a490ef37-abce-413d-86a9-8ac3a8161d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (28a80ef2-c57f-469d-a7ad-5ca07bf92da1), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:03.734713 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a490ef37-abce-413d-86a9-8ac3a8161d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (28a80ef2-c57f-469d-a7ad-5ca07bf92da1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:03.780607 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490ef37-abce-413d-86a9-8ac3a8161d5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28a80ef2-c57f-469d-a7ad-5ca07bf92da1,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:03.785145 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a490ef37-abce-413d-86a9-8ac3a8161d5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:03.789666 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a490ef37-abce-413d-86a9-8ac3a8161d5b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/28a80ef2-c57f-469d-a7ad-5ca07bf92da1 HTTP/1.1" status: 204 len: 168 time: 0.4267139 Mar 07 10:33:03.790227 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40836) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:03.799730 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fbba0d-0c6a-4303-9178-fee0fcf98b3c None None] Network a0d6a6b1-0b2c-40fb-945f-45f250998c08 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:33:03.827369 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-3b1c6904-da9e-48bd-bdb3-020207961e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:03.829274 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-3b1c6904-da9e-48bd-bdb3-020207961e69 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c544ee2f-5711-4c3e-a705-5e0ce7855b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.7466722 Mar 07 10:33:03.867232 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d922958f-a3c2-49b3-b230-3eaab911319c req-29bb75dc-e06e-4a8c-9b83-a5707197a760 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (2f7f9397-fceb-4008-8a03-238e09ab375b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:03.895628 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c914c0a5-d097-4546-ab49-0221c4d4e882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (a0d6a6b1-0b2c-40fb-945f-45f250998c08), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:03.906365 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02461c-b654-45be-b319-16bcae2e6bac req-59044bb9-609e-4779-ac14-ea94b1645bd8 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:03.907050 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['a3df8701-3341-4d4e-8dfa-a5b8dc650f89', 'e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:33:03.907868 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4e02461c-b654-45be-b319-16bcae2e6bac req-59044bb9-609e-4779-ac14-ea94b1645bd8 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=f387de4b-5c85-4bcf-b853-36fb338fb1af HTTP/1.1" status: 200 len: 944 time: 0.1406291 Mar 07 10:33:03.918421 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['9e768dce-3999-4a24-a47b-f9b22fe1c1df', 'c21b0a24-1fa3-4758-a44d-c9bf41cd09fe'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:33:03.924370 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d098f9c9-e284-4064-8530-34125367b24c up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:33:03.979324 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d0f61720-d0d8-49a2-81a7-33df0a19bb3e req-3c0b7954-764e-4594-968e-376cd1169348 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604459 Mar 07 10:33:04.001425 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb75dc-e06e-4a8c-9b83-a5707197a760 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Pushing event deleted for resources: {'Port': ['ID=2f7f9397-fceb-4008-8a03-238e09ab375b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:04.018639 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4e02461c-b654-45be-b319-16bcae2e6bac req-e49a4653-e594-4e7b-aa99-0509c744b7dc tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022177 Mar 07 10:33:04.048204 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-c914c0a5-d097-4546-ab49-0221c4d4e882 admin admin] Deleting port be3f1099-93f8-4af1-925d-9cb6a5535a44 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:33:04.048767 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c914c0a5-d097-4546-ab49-0221c4d4e882 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (be3f1099-93f8-4af1-925d-9cb6a5535a44), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:04.174317 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port d098f9c9-e284-4064-8530-34125367b24c completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:33:04.177268 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-54a60443-e0a5-4441-a1de-835815873b9d req-61231b64-5ba6-4cba-96d2-e32aa7372ce8 service neutron] 10.222.0.21 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6569202 Mar 07 10:33:04.185688 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port d098f9c9-e284-4064-8530-34125367b24c triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:04.186070 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d098f9c9-e284-4064-8530-34125367b24c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:04.230846 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-c914c0a5-d097-4546-ab49-0221c4d4e882 admin admin] For port be3f1099-93f8-4af1-925d-9cb6a5535a44, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=be3f1099-93f8-4af1-925d-9cb6a5535a44,segment=NetworkSegment(f6ff09e0-88fb-4743-82cd-b93b9dc8ecff),segment_id=f6ff09e0-88fb-4743-82cd-b93b9dc8ecff)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:04.233696 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c914c0a5-d097-4546-ab49-0221c4d4e882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (be3f1099-93f8-4af1-925d-9cb6a5535a44), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:04.251306 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d922958f-a3c2-49b3-b230-3eaab911319c req-29bb75dc-e06e-4a8c-9b83-a5707197a760 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] No DVR routers for this DVR port 2f7f9397-fceb-4008-8a03-238e09ab375b on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:33:04.257000 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a17d635-bd4c-4617-b47c-ff06d424142f None None] DHCP port deletion for a0d6a6b1-0b2c-40fb-945f-45f250998c08 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:33:04.275360 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-c914c0a5-d097-4546-ab49-0221c4d4e882 admin admin] Calling delete_port for be3f1099-93f8-4af1-925d-9cb6a5535a44 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:33:04.275623 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-8e399856-226f-447d-a304-b088d4c551ee req-0855ae0e-9c06-47a5-8d80-fe00866c272e tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] For port c21b0a24-1fa3-4758-a44d-c9bf41cd09fe, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=c21b0a24-1fa3-4758-a44d-c9bf41cd09fe,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:04.276091 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8e399856-226f-447d-a304-b088d4c551ee req-0855ae0e-9c06-47a5-8d80-fe00866c272e tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c21b0a24-1fa3-4758-a44d-c9bf41cd09fe), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:04.280265 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d922958f-a3c2-49b3-b230-3eaab911319c req-29bb75dc-e06e-4a8c-9b83-a5707197a760 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:04.283703 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d922958f-a3c2-49b3-b230-3eaab911319c req-29bb75dc-e06e-4a8c-9b83-a5707197a760 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.31 "DELETE /v2.0/ports/2f7f9397-fceb-4008-8a03-238e09ab375b HTTP/1.1" status: 204 len: 173 time: 1.9537208 Mar 07 10:33:04.284825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2404830-aa59-4ed7-a4c1-a260cebe906c', 'name': 'network-vif-deleted', 'tag': '2f7f9397-fceb-4008-8a03-238e09ab375b'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:04.287180 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2606c66-5d10-4b93-a65f-57a5f6db9535" -d '{"events": [{"server_uuid": "d2404830-aa59-4ed7-a4c1-a260cebe906c", "name": "network-vif-deleted", "tag": "2f7f9397-fceb-4008-8a03-238e09ab375b"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:04.384500 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-8e399856-226f-447d-a304-b088d4c551ee req-0855ae0e-9c06-47a5-8d80-fe00866c272e tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Calling delete_port for c21b0a24-1fa3-4758-a44d-c9bf41cd09fe owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:33:04.388510 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-165ce708-af9e-4be6-ba30-94ece593dfbc service neutron] 10.222.0.21 "GET /v2.0/networks/c544ee2f-5711-4c3e-a705-5e0ce7855b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5361228 Mar 07 10:33:04.422990 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port d098f9c9-e284-4064-8530-34125367b24c is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:04.423587 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d098f9c9-e284-4064-8530-34125367b24c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:04.481478 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51a711-9366-40e2-b0f5-3479e74ea99d req-4c0acc9a-b2f1-4df5-b0c2-efd094d714b3 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:04.489133 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51a711-9366-40e2-b0f5-3479e74ea99d req-4c0acc9a-b2f1-4df5-b0c2-efd094d714b3 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:04.495760 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51a711-9366-40e2-b0f5-3479e74ea99d req-4c0acc9a-b2f1-4df5-b0c2-efd094d714b3 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:04.498783 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2b51a711-9366-40e2-b0f5-3479e74ea99d req-4c0acc9a-b2f1-4df5-b0c2-efd094d714b3 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae03b5fc-6785-48a6-9d3a-91b83875c855 HTTP/1.1" status: 200 len: 2411 time: 0.1528130 Mar 07 10:33:04.508291 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5325ef-bd85-454d-a8fe-b57bc3381b0e req-d5344bf3-27ee-46cf-abef-208daff53313 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:04.533136 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f387de4b-5c85-4bcf-b853-36fb338fb1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd098f9c9-e284-4064-8530-34125367b24c'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:04.533704 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae5325ef-bd85-454d-a8fe-b57bc3381b0e req-d5344bf3-27ee-46cf-abef-208daff53313 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 945 time: 0.4251423 Mar 07 10:33:04.535397 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62e0229-6e87-4c6f-89e1-b68f88e24a7f" -d '{"events": [{"server_uuid": "f387de4b-5c85-4bcf-b853-36fb338fb1af", "name": "network-vif-plugged", "status": "completed", "tag": "d098f9c9-e284-4064-8530-34125367b24c"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:04.549193 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c914c0a5-d097-4546-ab49-0221c4d4e882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (be3f1099-93f8-4af1-925d-9cb6a5535a44), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:04.573641 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port d098f9c9-e284-4064-8530-34125367b24c, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d098f9c9-e284-4064-8530-34125367b24c,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:04.602137 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d098f9c9-e284-4064-8530-34125367b24c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:04.602548 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c914c0a5-d097-4546-ab49-0221c4d4e882 admin admin] No DVR routers for this DVR port be3f1099-93f8-4af1-925d-9cb6a5535a44 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:33:04.602939 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device c21b0a24-1fa3-4758-a44d-c9bf41cd09fe no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:33:04.611769 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914c0a5-d097-4546-ab49-0221c4d4e882 admin admin] Pushing event deleted for resources: {'Port': ['ID=be3f1099-93f8-4af1-925d-9cb6a5535a44,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:04.709782 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c914c0a5-d097-4546-ab49-0221c4d4e882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (a0d6a6b1-0b2c-40fb-945f-45f250998c08), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:04.730476 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-54a60443-e0a5-4441-a1de-835815873b9d req-5fa60966-ff37-4633-b6c5-5c9f11795d60 service neutron] 10.222.0.21 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5399094 Mar 07 10:33:04.733450 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c914c0a5-d097-4546-ab49-0221c4d4e882 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d6a6b1-0b2c-40fb-945f-45f250998c08']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:04.745033 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c914c0a5-d097-4546-ab49-0221c4d4e882 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ff09e0-88fb-4743-82cd-b93b9dc8ecff') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:04.745400 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c914c0a5-d097-4546-ab49-0221c4d4e882 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ff09e0-88fb-4743-82cd-b93b9dc8ecff') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:04.757906 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c914c0a5-d097-4546-ab49-0221c4d4e882 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (f6ff09e0-88fb-4743-82cd-b93b9dc8ecff), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:04.789498 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c914c0a5-d097-4546-ab49-0221c4d4e882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (f6ff09e0-88fb-4743-82cd-b93b9dc8ecff), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:04.800020 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c914c0a5-d097-4546-ab49-0221c4d4e882 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:33:04.800299 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=d098f9c9-e284-4064-8530-34125367b24c,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:04.800516 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c914c0a5-d097-4546-ab49-0221c4d4e882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (f6ff09e0-88fb-4743-82cd-b93b9dc8ecff), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:04.804785 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device f79303de-8fb8-4957-a357-6aed8a323fb4 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:33:04.852702 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae5325ef-bd85-454d-a8fe-b57bc3381b0e req-19add9ed-9493-41a2-bae4-b2761aec1989 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052573 Mar 07 10:33:04.885754 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device be3f1099-93f8-4af1-925d-9cb6a5535a44 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:33:04.887007 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2b51a711-9366-40e2-b0f5-3479e74ea99d req-a8230cb6-e520-4fac-86e2-330f85db975b tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802233 Mar 07 10:33:04.891941 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:33:04.891941 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:33:04.891941 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:33:04.891941 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:33:04.891941 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:33:04.891941 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:33:04.891941 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:33:04.891941 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:33:04.891941 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:33:04.891941 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:33:04.891941 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:33:04.891941 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:33:04.891941 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:33:04.891941 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:33:04.891941 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:33:04.891941 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:33:04.891941 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:33:04.891941 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:33:04.891941 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:33:04.891941 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:33:04.891941 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:33:04.891941 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:33:04.891941 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:33:04.891941 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:33:04.891941 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:33:04.891941 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:33:04.891941 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:33:04.891941 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:33:04.891941 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:33:04.891941 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:33:04.891941 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:33:04.891941 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:33:04.901969 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c914c0a5-d097-4546-ab49-0221c4d4e882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (a0d6a6b1-0b2c-40fb-945f-45f250998c08), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:04.929163 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c914c0a5-d097-4546-ab49-0221c4d4e882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:04.937800 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c914c0a5-d097-4546-ab49-0221c4d4e882 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a0d6a6b1-0b2c-40fb-945f-45f250998c08 HTTP/1.1" status: 204 len: 168 time: 1.1315861 Mar 07 10:33:04.942984 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40848) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:04.947990 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f38f9825-742a-457f-8cdf-031b94d06f06 req-0fa71fc9-5384-47cf-b6d3-22287e0734ca service neutron] 10.222.0.21 "GET /v2.0/networks/c544ee2f-5711-4c3e-a705-5e0ce7855b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5463145 Mar 07 10:33:04.980969 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: be3f1099-93f8-4af1-925d-9cb6a5535a44 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:33:04.981385 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device be3f1099-93f8-4af1-925d-9cb6a5535a44 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:33:05.019443 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb475c1-edcb-4854-ba4e-a5fbc03d01f7 x-openstack-request-id: req-6bb475c1-edcb-4854-ba4e-a5fbc03d01f7 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:33:05.019998 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2404830-aa59-4ed7-a4c1-a260cebe906c", "name": "network-vif-deleted", "tag": "2f7f9397-fceb-4008-8a03-238e09ab375b", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:33:05.020321 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6bb475c1-edcb-4854-ba4e-a5fbc03d01f7 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:33:05.020788 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2404830-aa59-4ed7-a4c1-a260cebe906c', 'name': 'network-vif-deleted', 'tag': '2f7f9397-fceb-4008-8a03-238e09ab375b', 'status': 'completed', 'code': 200} Mar 07 10:33:05.046132 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-7a17d635-bd4c-4617-b47c-ff06d424142f None None] Deleting port be3f1099-93f8-4af1-925d-9cb6a5535a44 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:33:05.046509 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7a17d635-bd4c-4617-b47c-ff06d424142f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (be3f1099-93f8-4af1-925d-9cb6a5535a44), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:05.069800 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8e399856-226f-447d-a304-b088d4c551ee req-0855ae0e-9c06-47a5-8d80-fe00866c272e tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (c21b0a24-1fa3-4758-a44d-c9bf41cd09fe), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:05.086082 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b58af1-d287-4494-bf19-16b260d6d8b3 x-openstack-request-id: req-20b58af1-d287-4494-bf19-16b260d6d8b3 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:33:05.086396 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f387de4b-5c85-4bcf-b853-36fb338fb1af", "name": "network-vif-plugged", "status": "completed", "tag": "d098f9c9-e284-4064-8530-34125367b24c", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:33:05.086655 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-20b58af1-d287-4494-bf19-16b260d6d8b3 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:33:05.087058 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f387de4b-5c85-4bcf-b853-36fb338fb1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd098f9c9-e284-4064-8530-34125367b24c', 'code': 200} Mar 07 10:33:05.097525 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914c0a5-d097-4546-ab49-0221c4d4e882 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0d6a6b1-0b2c-40fb-945f-45f250998c08,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:05.099616 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port c21b0a24-1fa3-4758-a44d-c9bf41cd09fe is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:05.099847 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c21b0a24-1fa3-4758-a44d-c9bf41cd09fe), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:05.154769 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0855ae0e-9c06-47a5-8d80-fe00866c272e tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Pushing event deleted for resources: {'Port': ['ID=c21b0a24-1fa3-4758-a44d-c9bf41cd09fe,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server [None req-7a17d635-bd4c-4617-b47c-ff06d424142f None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network a0d6a6b1-0b2c-40fb-945f-45f250998c08 could not be found. Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return self._iter().one() Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return self._only_one_row( Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 253, in release_dhcp_port Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1553, in delete_ports_by_device_id Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 10:33:05.189631 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:33:05.195492 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:33:05.195492 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:33:05.195492 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:33:05.195492 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:33:05.195492 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:33:05.195492 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:33:05.195492 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:33:05.195492 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:33:05.195492 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:33:05.195492 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:33:05.195492 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:33:05.195492 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:33:05.195492 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:33:05.195492 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:33:05.195492 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:33:05.195492 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:33:05.195492 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:33:05.195492 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:33:05.195492 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:33:05.195492 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:33:05.195492 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:33:05.195492 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:33:05.195492 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:33:05.195492 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:33:05.195492 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 2013, in delete_port Mar 07 10:33:05.195492 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Mar 07 10:33:05.195492 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 10:33:05.195492 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:33:05.195492 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1213, in get_network Mar 07 10:33:05.195492 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Mar 07 10:33:05.195492 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Mar 07 10:33:05.195492 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Mar 07 10:33:05.195492 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network a0d6a6b1-0b2c-40fb-945f-45f250998c08 could not be found. Mar 07 10:33:05.195492 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server Mar 07 10:33:05.266376 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['a3df8701-3341-4d4e-8dfa-a5b8dc650f89', 'e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:33:05.268661 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['9e768dce-3999-4a24-a47b-f9b22fe1c1df'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:33:05.319522 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d8a3d9-64f1-4bdf-9af4-ca323f02a82a None None] DHCP port deletion for a0d6a6b1-0b2c-40fb-945f-45f250998c08 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:33:05.339069 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2450b-adbf-47ca-8ff8-966c79b2e032 req-55db16be-6d2e-4dad-91f3-209eb7550b93 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:05.343643 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7dd496ef-96be-4234-a303-55be9ef59529 req-3f0c6ed9-ac72-4f5a-b183-29503db2fc83 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2404830-aa59-4ed7-a4c1-a260cebe906c HTTP/1.1" status: 200 len: 210 time: 0.0917082 Mar 07 10:33:05.353315 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b9a2450b-adbf-47ca-8ff8-966c79b2e032 req-55db16be-6d2e-4dad-91f3-209eb7550b93 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 949 time: 0.2334940 Mar 07 10:33:05.354441 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e399856-226f-447d-a304-b088d4c551ee req-0855ae0e-9c06-47a5-8d80-fe00866c272e tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] No DVR routers for this DVR port c21b0a24-1fa3-4758-a44d-c9bf41cd09fe on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:33:05.372567 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8e399856-226f-447d-a304-b088d4c551ee req-0855ae0e-9c06-47a5-8d80-fe00866c272e tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:05.379680 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8e399856-226f-447d-a304-b088d4c551ee req-0855ae0e-9c06-47a5-8d80-fe00866c272e tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.21 "DELETE /v2.0/ports/c21b0a24-1fa3-4758-a44d-c9bf41cd09fe HTTP/1.1" status: 204 len: 173 time: 2.6652186 Mar 07 10:33:05.442081 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542907f-a19a-4197-aab9-9c42cbda3344 req-a64a14c8-5505-414c-88a8-a28e7ab13f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:05.442781 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542907f-a19a-4197-aab9-9c42cbda3344 req-a64a14c8-5505-414c-88a8-a28e7ab13f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:05.443364 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542907f-a19a-4197-aab9-9c42cbda3344 req-a64a14c8-5505-414c-88a8-a28e7ab13f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:05.448083 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2542907f-a19a-4197-aab9-9c42cbda3344 req-a64a14c8-5505-414c-88a8-a28e7ab13f52 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b18e3692e984b5fbc10236b7b24cdd4&device_id=ae03b5fc-6785-48a6-9d3a-91b83875c855 HTTP/1.1" status: 200 len: 2957 time: 0.2710285 Mar 07 10:33:05.452079 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a60443-e0a5-4441-a1de-835815873b9d req-686ff33e-8ab1-42de-901e-08b1d9aeb4cf tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:05.453750 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-54a60443-e0a5-4441-a1de-835815873b9d req-686ff33e-8ab1-42de-901e-08b1d9aeb4cf tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35&tenant_id=f4eca9194fdd4a93832d9940e3e6237a&binding%3Ahost_id=n-h1-832164-4 HTTP/1.1" status: 200 len: 1127 time: 0.1917808 Mar 07 10:33:05.493747 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port f79303de-8fb8-4957-a357-6aed8a323fb4 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:33:05.510424 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port f79303de-8fb8-4957-a357-6aed8a323fb4 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:05.511208 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:05.570819 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b9a2450b-adbf-47ca-8ff8-966c79b2e032 req-ba0be741-64c7-4a8d-af40-fe08508a6414 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231851 Mar 07 10:33:05.599822 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19585d01-bcc2-418b-916c-3a4a125d33da req-86457e99-6602-4b4e-8111-914918d12bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:05.605730 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-19585d01-bcc2-418b-916c-3a4a125d33da req-86457e99-6602-4b4e-8111-914918d12bff service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f387de4b-5c85-4bcf-b853-36fb338fb1af HTTP/1.1" status: 200 len: 1127 time: 0.3333833 Mar 07 10:33:05.671114 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40864) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:05.784914 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732a0d6-20fc-48cf-b2da-033b031e0fef req-f73c301f-1c0e-46d1-9912-5c1789c06b4c tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:05.792545 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3732a0d6-20fc-48cf-b2da-033b031e0fef req-f73c301f-1c0e-46d1-9912-5c1789c06b4c tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=f387de4b-5c85-4bcf-b853-36fb338fb1af HTTP/1.1" status: 200 len: 945 time: 0.3452284 Mar 07 10:33:05.802734 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d96507-952f-4336-b5fd-eb40a3ac00fc None None] get_active_networks_info from n-d-832164-4 {{(pid=103768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 10:33:05.817246 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port f79303de-8fb8-4957-a357-6aed8a323fb4 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:05.817484 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:05.869908 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-19585d01-bcc2-418b-916c-3a4a125d33da req-4e1351e7-709b-442d-b3e5-a1fc39ff2fb2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468266 Mar 07 10:33:05.876096 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-54a60443-e0a5-4441-a1de-835815873b9d req-1b52f08a-158e-4d44-a39f-ee0246388fe2 service neutron] For port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:33:05.882941 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-54a60443-e0a5-4441-a1de-835815873b9d req-1b52f08a-158e-4d44-a39f-ee0246388fe2 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:05.884084 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-54a60443-e0a5-4441-a1de-835815873b9d req-1b52f08a-158e-4d44-a39f-ee0246388fe2 service neutron] 10.222.0.21 "DELETE /v2.0/ports/1c0865da-6fde-4c3c-8287-5b7c2a1b6459/bindings/n-h2-832164-4 HTTP/1.1" status: 204 len: 173 time: 0.4065242 Mar 07 10:33:05.889146 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542907f-a19a-4197-aab9-9c42cbda3344 req-5ed810bc-4f70-4820-a968-c6662094ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:05.890565 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2542907f-a19a-4197-aab9-9c42cbda3344 req-5ed810bc-4f70-4820-a968-c6662094ce5d service neutron] 10.222.0.21 "GET /v2.0/networks?id=c544ee2f-5711-4c3e-a705-5e0ce7855b13 HTTP/1.1" status: 200 len: 902 time: 0.4268293 Mar 07 10:33:05.938882 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3732a0d6-20fc-48cf-b2da-033b031e0fef req-c1df5de2-b944-49f5-9f4c-65be654dda31 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453102 Mar 07 10:33:06.008539 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port f79303de-8fb8-4957-a357-6aed8a323fb4, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f79303de-8fb8-4957-a357-6aed8a323fb4,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:06.046133 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:06.047171 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 2f7f9397-fceb-4008-8a03-238e09ab375b no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:33:06.062360 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87e54d-55a1-4955-9d8d-d48d3e353d41 req-cd020a84-761a-44d6-9bde-f1848925b295 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:06.068367 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87e54d-55a1-4955-9d8d-d48d3e353d41 req-cd020a84-761a-44d6-9bde-f1848925b295 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:06.074071 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87e54d-55a1-4955-9d8d-d48d3e353d41 req-cd020a84-761a-44d6-9bde-f1848925b295 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:06.082553 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ba87e54d-55a1-4955-9d8d-d48d3e353d41 req-cd020a84-761a-44d6-9bde-f1848925b295 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae03b5fc-6785-48a6-9d3a-91b83875c855 HTTP/1.1" status: 200 len: 2411 time: 0.0919774 Mar 07 10:33:06.104942 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df63d3-5543-42fc-bfd8-523932e73bb0 req-590542fa-1170-4ba3-9df0-640448093c5c tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:06.107881 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-33df63d3-5543-42fc-bfd8-523932e73bb0 req-590542fa-1170-4ba3-9df0-640448093c5c tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 945 time: 0.1404777 Mar 07 10:33:06.117655 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 2f7f9397-fceb-4008-8a03-238e09ab375b {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:33:06.118028 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 2f7f9397-fceb-4008-8a03-238e09ab375b not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:33:06.142590 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2542907f-a19a-4197-aab9-9c42cbda3344 req-721203a4-ed85-4abe-b175-bc85a64a6ca5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.106&port_id=ffbe44b5-eedd-4856-bc25-7ecc63203ec6 HTTP/1.1" status: 200 len: 217 time: 0.0511656 Mar 07 10:33:06.255161 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ba87e54d-55a1-4955-9d8d-d48d3e353d41 req-711e579c-21e8-463e-9c5f-5c36511952ce tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707599 Mar 07 10:33:06.282224 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542907f-a19a-4197-aab9-9c42cbda3344 req-53b915e1-c54f-4b3b-909a-bb5717821abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:06.283784 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2542907f-a19a-4197-aab9-9c42cbda3344 req-53b915e1-c54f-4b3b-909a-bb5717821abb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0a149458-66ac-4763-95c5-aa7d489d6757 HTTP/1.1" status: 200 len: 801 time: 0.1306546 Mar 07 10:33:06.338172 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=f79303de-8fb8-4957-a357-6aed8a323fb4,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:06.353414 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d96507-952f-4336-b5fd-eb40a3ac00fc None None] Resources bound (agent type, host, resource id): {{(pid=103768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:33:06.368880 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-33df63d3-5543-42fc-bfd8-523932e73bb0 req-599492dd-aa49-4b91-a6d3-ce94691c3937 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478311 Mar 07 10:33:06.379348 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542907f-a19a-4197-aab9-9c42cbda3344 req-85dfddd5-a76e-4e67-9ccc-a70dc44ff77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:06.381967 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2542907f-a19a-4197-aab9-9c42cbda3344 req-85dfddd5-a76e-4e67-9ccc-a70dc44ff77c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c544ee2f-5711-4c3e-a705-5e0ce7855b13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0920737 Mar 07 10:33:06.565407 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2542907f-a19a-4197-aab9-9c42cbda3344 req-b46ef04e-57c0-4c8b-8987-bbcd38706c84 service neutron] 10.222.0.21 "GET /v2.0/networks/c544ee2f-5711-4c3e-a705-5e0ce7855b13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665487 Mar 07 10:33:06.570090 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c7d2469-3afd-4b40-ad44-8a4d9cec91d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (48e0c119-d15e-40c7-8fe5-ba4b8bea66bc), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:06.816676 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2542907f-a19a-4197-aab9-9c42cbda3344 req-cc0e7f55-283f-4bd0-ba17-26521cafb15f service neutron] 10.222.0.21 "GET /v2.0/networks/c544ee2f-5711-4c3e-a705-5e0ce7855b13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464952 Mar 07 10:33:06.840318 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f18aca-c1e1-4c10-9c19-0a178fc68f3f req-483f30b7-2692-4a3e-87e6-f919a08b3cd4 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:06.842378 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-62f18aca-c1e1-4c10-9c19-0a178fc68f3f req-483f30b7-2692-4a3e-87e6-f919a08b3cd4 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 1127 time: 0.2999287 Mar 07 10:33:06.906794 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5d945-dfbd-432e-929c-b815e906116f req-201ad848-4abb-4cf3-bdab-8097dc91c82f tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:06.908618 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-06a5d945-dfbd-432e-929c-b815e906116f req-201ad848-4abb-4cf3-bdab-8097dc91c82f tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 950 time: 0.0747330 Mar 07 10:33:06.970317 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-936c0d87-899b-4a67-81ac-d0f5fd48412a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (fdc56d29-4d91-421e-b506-79d29dae795b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:07.025037 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549f000e-bf3a-4038-adaa-0fb2514bce04', 'name': 'network-vif-deleted', 'tag': 'c21b0a24-1fa3-4758-a44d-c9bf41cd09fe'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:07.025275 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-62f18aca-c1e1-4c10-9c19-0a178fc68f3f req-bae08310-6a3d-4683-80f6-fb84f15cb644 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719227 Mar 07 10:33:07.031093 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12e8fca-71e2-45f9-9eb8-d618285916e9" -d '{"events": [{"server_uuid": "549f000e-bf3a-4038-adaa-0fb2514bce04", "name": "network-vif-deleted", "tag": "c21b0a24-1fa3-4758-a44d-c9bf41cd09fe"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:07.046298 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-06a5d945-dfbd-432e-929c-b815e906116f req-ebc36267-c783-42ea-bb14-c1179c2673b7 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313717 Mar 07 10:33:07.099925 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67259233-47d8-4e46-86c2-4d1669ac6566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79303de-8fb8-4957-a357-6aed8a323fb4'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:07.102406 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a74729-5a69-4bd3-963c-54792dfc84e6" -d '{"events": [{"server_uuid": "67259233-47d8-4e46-86c2-4d1669ac6566", "name": "network-vif-plugged", "status": "completed", "tag": "f79303de-8fb8-4957-a357-6aed8a323fb4"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:07.115746 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a8e010e4-1945-4227-b973-1d8dfb146409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:07.315976 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8349529-26fb-45ac-9ca5-830bf459a8f3 req-39f5c7da-b86a-4cb1-bac2-0e5f671d5faf tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:07.317642 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f8349529-26fb-45ac-9ca5-830bf459a8f3 req-39f5c7da-b86a-4cb1-bac2-0e5f671d5faf tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=f387de4b-5c85-4bcf-b853-36fb338fb1af HTTP/1.1" status: 200 len: 945 time: 0.0955648 Mar 07 10:33:07.359249 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a261cc75-7106-4f41-b512-bc85eb78db67 x-openstack-request-id: req-a261cc75-7106-4f41-b512-bc85eb78db67 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:33:07.359525 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549f000e-bf3a-4038-adaa-0fb2514bce04", "name": "network-vif-deleted", "tag": "c21b0a24-1fa3-4758-a44d-c9bf41cd09fe", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:33:07.359791 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a261cc75-7106-4f41-b512-bc85eb78db67 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:33:07.360193 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549f000e-bf3a-4038-adaa-0fb2514bce04', 'name': 'network-vif-deleted', 'tag': 'c21b0a24-1fa3-4758-a44d-c9bf41cd09fe', 'status': 'completed', 'code': 200} Mar 07 10:33:07.383065 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f8349529-26fb-45ac-9ca5-830bf459a8f3 req-5900befb-f767-4109-aacb-63d6fd419787 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541222 Mar 07 10:33:07.435725 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dedaa51-42ca-47f6-9955-e4690eb7863a x-openstack-request-id: req-5dedaa51-42ca-47f6-9955-e4690eb7863a {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:33:07.436227 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67259233-47d8-4e46-86c2-4d1669ac6566", "name": "network-vif-plugged", "status": "completed", "tag": "f79303de-8fb8-4957-a357-6aed8a323fb4", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:33:07.436659 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5dedaa51-42ca-47f6-9955-e4690eb7863a {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:33:07.437262 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67259233-47d8-4e46-86c2-4d1669ac6566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79303de-8fb8-4957-a357-6aed8a323fb4', 'code': 200} Mar 07 10:33:07.576716 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6e089-fbda-425f-a95b-7d8444b1e164 req-8edd0a0f-852b-44bc-926d-2caf2e3e466c tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:07.582527 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6e089-fbda-425f-a95b-7d8444b1e164 req-8edd0a0f-852b-44bc-926d-2caf2e3e466c tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:07.587691 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6e089-fbda-425f-a95b-7d8444b1e164 req-8edd0a0f-852b-44bc-926d-2caf2e3e466c tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:07.589392 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0fb6e089-fbda-425f-a95b-7d8444b1e164 req-8edd0a0f-852b-44bc-926d-2caf2e3e466c tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae03b5fc-6785-48a6-9d3a-91b83875c855 HTTP/1.1" status: 200 len: 2411 time: 0.1005068 Mar 07 10:33:07.598845 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd00b61-c4ad-42ac-b11e-8739c5f601e5 req-db1f976f-dc2a-4785-bfe7-2dbb86962df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:07.600280 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3dd00b61-c4ad-42ac-b11e-8739c5f601e5 req-db1f976f-dc2a-4785-bfe7-2dbb86962df5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 1132 time: 0.0817664 Mar 07 10:33:07.614794 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b897142-8166-4021-bdfe-f1e6c218f444 req-7c1287ba-28ab-4aff-abc7-cc7a6480c59c tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:07.616482 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6b897142-8166-4021-bdfe-f1e6c218f444 req-7c1287ba-28ab-4aff-abc7-cc7a6480c59c tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 1127 time: 0.1269455 Mar 07 10:33:07.675987 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0fb6e089-fbda-425f-a95b-7d8444b1e164 req-cab71635-a9dc-4221-aab8-26cc8a221952 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746784 Mar 07 10:33:07.679906 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3dd00b61-c4ad-42ac-b11e-8739c5f601e5 req-c4ef6e0f-bf58-4c6b-99e1-6b21549d2c3a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722513 Mar 07 10:33:07.729100 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6b897142-8166-4021-bdfe-f1e6c218f444 req-a8b7d0c9-1d2c-4b61-ab92-e0ca957bf796 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942400 Mar 07 10:33:07.775298 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-0c7d2469-3afd-4b40-ad44-8a4d9cec91d8 admin admin] Deleting port 1b89c1b1-c726-4d48-823d-177590c5fac0 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:33:07.775642 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c7d2469-3afd-4b40-ad44-8a4d9cec91d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (1b89c1b1-c726-4d48-823d-177590c5fac0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:07.822719 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84795bc4-31b9-4a0e-9af8-603bef6a099c req-c65a6a5f-375c-4435-b693-e690ae822473 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:07.824189 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-84795bc4-31b9-4a0e-9af8-603bef6a099c req-c65a6a5f-375c-4435-b693-e690ae822473 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=4eceebe5-7133-430e-8348-5d37444c5233 HTTP/1.1" status: 200 len: 949 time: 0.0839524 Mar 07 10:33:07.873286 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-84795bc4-31b9-4a0e-9af8-603bef6a099c req-d7550386-c2d0-4be1-8c8e-09fd4a97251d tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427048 Mar 07 10:33:07.879411 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 61553c09-a1cc-46ac-acba-c489604df538 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:33:07.919383 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-0c7d2469-3afd-4b40-ad44-8a4d9cec91d8 admin admin] For port 1b89c1b1-c726-4d48-823d-177590c5fac0, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1b89c1b1-c726-4d48-823d-177590c5fac0,segment=NetworkSegment(8c672a63-1380-4ab4-bdf1-c1392eff1a82),segment_id=8c672a63-1380-4ab4-bdf1-c1392eff1a82)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:07.919982 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c7d2469-3afd-4b40-ad44-8a4d9cec91d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (1b89c1b1-c726-4d48-823d-177590c5fac0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:07.939277 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-0c7d2469-3afd-4b40-ad44-8a4d9cec91d8 admin admin] Calling delete_port for 1b89c1b1-c726-4d48-823d-177590c5fac0 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:33:08.034430 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-936c0d87-899b-4a67-81ac-d0f5fd48412a admin admin] Deleting port 3c6dc99c-ac47-410c-be16-36da71f495a5 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:33:08.034912 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-936c0d87-899b-4a67-81ac-d0f5fd48412a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (3c6dc99c-ac47-410c-be16-36da71f495a5), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:08.070808 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 61553c09-a1cc-46ac-acba-c489604df538, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=61553c09-a1cc-46ac-acba-c489604df538,segment=NetworkSegment(8fd193e9-20be-4656-88b3-d80cee19f56d),segment_id=8fd193e9-20be-4656-88b3-d80cee19f56d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:08.086772 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '61553c09-a1cc-46ac-acba-c489604df538', 'network_id': 'c544ee2f-5711-4c3e-a705-5e0ce7855b13', 'port_id': '61553c09-a1cc-46ac-acba-c489604df538', 'mac_address': 'fa:16:3e:a2:42:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a149458-66ac-4763-95c5-aa7d489d6757', 'ip_address': '19.80.0.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:33:08.131106 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 61553c09-a1cc-46ac-acba-c489604df538 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:08.131816 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (61553c09-a1cc-46ac-acba-c489604df538), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:08.165382 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61553c09-a1cc-46ac-acba-c489604df538 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:33:08.201261 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0490076-a23f-4840-ba03-abe498be485f req-0f286bb1-6e66-4b05-ba6e-febe33125704 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:08.208263 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c0490076-a23f-4840-ba03-abe498be485f req-0f286bb1-6e66-4b05-ba6e-febe33125704 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=f387de4b-5c85-4bcf-b853-36fb338fb1af HTTP/1.1" status: 200 len: 945 time: 0.1915710 Mar 07 10:33:08.211396 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 61553c09-a1cc-46ac-acba-c489604df538, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=61553c09-a1cc-46ac-acba-c489604df538,segment=NetworkSegment(8fd193e9-20be-4656-88b3-d80cee19f56d),segment_id=8fd193e9-20be-4656-88b3-d80cee19f56d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:08.223658 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (61553c09-a1cc-46ac-acba-c489604df538), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:08.224565 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 9804316d-5fb2-4536-a4d8-a314c0c043ec details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:33:08.306197 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f808e9c-e87c-432e-8553-b185f3663bff req-94cf6c97-4f52-4f0c-8374-f706ab0332ed tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:08.314524 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9f808e9c-e87c-432e-8553-b185f3663bff req-94cf6c97-4f52-4f0c-8374-f706ab0332ed tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 950 time: 0.1141627 Mar 07 10:33:08.321380 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c0490076-a23f-4840-ba03-abe498be485f req-931e4de0-1936-4061-92c6-3fe371c18599 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076777 Mar 07 10:33:08.325201 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-936c0d87-899b-4a67-81ac-d0f5fd48412a admin admin] For port 3c6dc99c-ac47-410c-be16-36da71f495a5, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=3c6dc99c-ac47-410c-be16-36da71f495a5,segment=NetworkSegment(76ecd108-4709-457c-9971-4b747cde059f),segment_id=76ecd108-4709-457c-9971-4b747cde059f)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:08.328404 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-936c0d87-899b-4a67-81ac-d0f5fd48412a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (3c6dc99c-ac47-410c-be16-36da71f495a5), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:08.344085 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=61553c09-a1cc-46ac-acba-c489604df538,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:08.354438 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-936c0d87-899b-4a67-81ac-d0f5fd48412a admin admin] Calling delete_port for 3c6dc99c-ac47-410c-be16-36da71f495a5 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:33:08.390120 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9f808e9c-e87c-432e-8553-b185f3663bff req-d5189228-28f4-4299-8f8e-22086a170484 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745184 Mar 07 10:33:08.447769 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 9804316d-5fb2-4536-a4d8-a314c0c043ec, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9804316d-5fb2-4536-a4d8-a314c0c043ec,segment=NetworkSegment(9da043fb-7025-48c5-bf9c-cff02fad1b5c),segment_id=9da043fb-7025-48c5-bf9c-cff02fad1b5c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:08.463280 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '9804316d-5fb2-4536-a4d8-a314c0c043ec', 'network_id': 'b781efd3-b314-4b92-afa6-bb5b3b3f3d0c', 'port_id': '9804316d-5fb2-4536-a4d8-a314c0c043ec', 'mac_address': 'fa:16:3e:5d:34:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c10f0b-3539-43d6-8462-e70083e0db70', 'ip_address': '19.86.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:33:08.492767 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c7d2469-3afd-4b40-ad44-8a4d9cec91d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (1b89c1b1-c726-4d48-823d-177590c5fac0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:08.505841 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 9804316d-5fb2-4536-a4d8-a314c0c043ec is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:08.506234 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9804316d-5fb2-4536-a4d8-a314c0c043ec), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:08.520505 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9804316d-5fb2-4536-a4d8-a314c0c043ec {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:33:08.522342 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d2469-3afd-4b40-ad44-8a4d9cec91d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b89c1b1-c726-4d48-823d-177590c5fac0,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:08.563307 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6eeb01be-b999-4748-a419-1a42e0aab343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:08.566201 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 9804316d-5fb2-4536-a4d8-a314c0c043ec, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9804316d-5fb2-4536-a4d8-a314c0c043ec,segment=NetworkSegment(9da043fb-7025-48c5-bf9c-cff02fad1b5c),segment_id=9da043fb-7025-48c5-bf9c-cff02fad1b5c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:08.572015 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9804316d-5fb2-4536-a4d8-a314c0c043ec), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:08.572781 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device ffbe44b5-eedd-4856-bc25-7ecc63203ec6 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:33:08.665699 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=9804316d-5fb2-4536-a4d8-a314c0c043ec,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:08.677874 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port ffbe44b5-eedd-4856-bc25-7ecc63203ec6, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=ffbe44b5-eedd-4856-bc25-7ecc63203ec6,segment=NetworkSegment(8fd193e9-20be-4656-88b3-d80cee19f56d),segment_id=8fd193e9-20be-4656-88b3-d80cee19f56d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:08.703121 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'ffbe44b5-eedd-4856-bc25-7ecc63203ec6', 'network_id': 'c544ee2f-5711-4c3e-a705-5e0ce7855b13', 'port_id': 'ffbe44b5-eedd-4856-bc25-7ecc63203ec6', 'mac_address': 'fa:16:3e:09:ba:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a149458-66ac-4763-95c5-aa7d489d6757', 'ip_address': '19.80.0.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:33:08.786156 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port ffbe44b5-eedd-4856-bc25-7ecc63203ec6 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:08.786643 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ffbe44b5-eedd-4856-bc25-7ecc63203ec6), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:08.808428 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffbe44b5-eedd-4856-bc25-7ecc63203ec6 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:33:08.848018 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port ffbe44b5-eedd-4856-bc25-7ecc63203ec6, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=ffbe44b5-eedd-4856-bc25-7ecc63203ec6,segment=NetworkSegment(8fd193e9-20be-4656-88b3-d80cee19f56d),segment_id=8fd193e9-20be-4656-88b3-d80cee19f56d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:08.860375 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ffbe44b5-eedd-4856-bc25-7ecc63203ec6), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:08.875820 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8bc639-9efb-4a13-9866-622a93651247 req-52536bea-cc8c-40dd-a95f-f66591aa4f1f tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:08.877433 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b8bc639-9efb-4a13-9866-622a93651247 req-52536bea-cc8c-40dd-a95f-f66591aa4f1f tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.31 "GET /v2.0/ports?device_id=4eceebe5-7133-430e-8348-5d37444c5233 HTTP/1.1" status: 200 len: 949 time: 0.1000535 Mar 07 10:33:08.921593 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=ffbe44b5-eedd-4856-bc25-7ecc63203ec6,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:08.997959 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c32f30-7580-406d-b0e5-8f0080b268f8 req-03d47199-762b-489b-a325-cdea2252c359 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:09.003311 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c32f30-7580-406d-b0e5-8f0080b268f8 req-03d47199-762b-489b-a325-cdea2252c359 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:09.008498 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c32f30-7580-406d-b0e5-8f0080b268f8 req-03d47199-762b-489b-a325-cdea2252c359 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:09.010182 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-10c32f30-7580-406d-b0e5-8f0080b268f8 req-03d47199-762b-489b-a325-cdea2252c359 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae03b5fc-6785-48a6-9d3a-91b83875c855 HTTP/1.1" status: 200 len: 2413 time: 0.1973379 Mar 07 10:33:09.013172 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c7d2469-3afd-4b40-ad44-8a4d9cec91d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (48e0c119-d15e-40c7-8fe5-ba4b8bea66bc), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:09.031572 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-936c0d87-899b-4a67-81ac-d0f5fd48412a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (3c6dc99c-ac47-410c-be16-36da71f495a5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:09.034915 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-1b8bc639-9efb-4a13-9866-622a93651247 req-13d331b9-25d8-4e8d-bb1e-b0216a6861e0 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Deleting port a3df8701-3341-4d4e-8dfa-a5b8dc650f89 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:33:09.035331 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b8bc639-9efb-4a13-9866-622a93651247 req-13d331b9-25d8-4e8d-bb1e-b0216a6861e0 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a3df8701-3341-4d4e-8dfa-a5b8dc650f89), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:09.080525 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393f6da-3055-4114-9f6d-8953ef0a1173 req-e20fbdce-61f2-451c-9f72-d8758103d5f0 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:09.089376 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9393f6da-3055-4114-9f6d-8953ef0a1173 req-e20fbdce-61f2-451c-9f72-d8758103d5f0 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=4eceebe5-7133-430e-8348-5d37444c5233 HTTP/1.1" status: 200 len: 949 time: 0.1091099 Mar 07 10:33:09.107951 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c0d87-899b-4a67-81ac-d0f5fd48412a admin admin] Pushing event deleted for resources: {'Port': ['ID=3c6dc99c-ac47-410c-be16-36da71f495a5,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:09.207637 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9393f6da-3055-4114-9f6d-8953ef0a1173 req-e5b489a1-4bae-4509-b1b1-94b696e147fd tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138678 Mar 07 10:33:09.213945 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['61553c09-a1cc-46ac-acba-c489604df538'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:33:09.214427 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-10c32f30-7580-406d-b0e5-8f0080b268f8 req-114516ad-d542-4a0a-a0cd-de3e4f218f65 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949236 Mar 07 10:33:09.218677 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1b8bc639-9efb-4a13-9866-622a93651247 req-13d331b9-25d8-4e8d-bb1e-b0216a6861e0 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] For port a3df8701-3341-4d4e-8dfa-a5b8dc650f89, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=a3df8701-3341-4d4e-8dfa-a5b8dc650f89,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:09.219822 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b8bc639-9efb-4a13-9866-622a93651247 req-13d331b9-25d8-4e8d-bb1e-b0216a6861e0 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a3df8701-3341-4d4e-8dfa-a5b8dc650f89), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:09.237587 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-1b8bc639-9efb-4a13-9866-622a93651247 req-13d331b9-25d8-4e8d-bb1e-b0216a6861e0 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Calling delete_port for a3df8701-3341-4d4e-8dfa-a5b8dc650f89 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:33:09.305983 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['ffbe44b5-eedd-4856-bc25-7ecc63203ec6'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:33:09.335025 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['9804316d-5fb2-4536-a4d8-a314c0c043ec'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:33:09.566587 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-936c0d87-899b-4a67-81ac-d0f5fd48412a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (fdc56d29-4d91-421e-b506-79d29dae795b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:09.664391 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7d2469-3afd-4b40-ad44-8a4d9cec91d8 admin admin] Router 48e0c119-d15e-40c7-8fe5-ba4b8bea66bc has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:33:09.734025 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9ed56-2a64-462c-9ece-ec00b98d923e req-718155c1-a615-4852-9f29-e7b72a93abaa tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:09.735505 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04a9ed56-2a64-462c-9ece-ec00b98d923e req-718155c1-a615-4852-9f29-e7b72a93abaa tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 950 time: 0.2243171 Mar 07 10:33:09.794318 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:09.909853 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe17118-389d-4acb-b211-60de384c258d req-25fb27b6-b771-443c-91cb-eaa85735ca7e tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:09.916718 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fbe17118-389d-4acb-b211-60de384c258d req-25fb27b6-b771-443c-91cb-eaa85735ca7e tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=f387de4b-5c85-4bcf-b853-36fb338fb1af HTTP/1.1" status: 200 len: 945 time: 0.4618406 Mar 07 10:33:09.944243 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e4c3c-4fe0-4ac0-b727-d446653c462a req-ad129014-d7cc-4357-8ac9-a7f8167ab922 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:09.946290 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b66e4c3c-4fe0-4ac0-b727-d446653c462a req-ad129014-d7cc-4357-8ac9-a7f8167ab922 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e686bbe-a850-43cd-9cb9-372409d480db HTTP/1.1" status: 200 len: 950 time: 0.4332206 Mar 07 10:33:09.948258 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04a9ed56-2a64-462c-9ece-ec00b98d923e req-4d0df113-dd58-492c-b076-e60f36fc49dd tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001774 Mar 07 10:33:10.052956 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7d2469-3afd-4b40-ad44-8a4d9cec91d8 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:33:10.059469 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0c7d2469-3afd-4b40-ad44-8a4d9cec91d8 admin admin] 10.222.0.11 "PUT /v2.0/routers/48e0c119-d15e-40c7-8fe5-ba4b8bea66bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1148429 Mar 07 10:33:10.061889 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40930) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:10.069132 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe7e8e6-63a3-49ac-a7c3-f1e04c08c923 None None] Sync routers for ids ['48e0c119-d15e-40c7-8fe5-ba4b8bea66bc'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:33:10.088846 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe7e8e6-63a3-49ac-a7c3-f1e04c08c923 None None] Routers {'48e0c119-d15e-40c7-8fe5-ba4b8bea66bc'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:33:10.089562 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ffe7e8e6-63a3-49ac-a7c3-f1e04c08c923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:33:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['48e0c119-d15e-40c7-8fe5-ba4b8bea66bc'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:10.117728 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b8bc639-9efb-4a13-9866-622a93651247 req-13d331b9-25d8-4e8d-bb1e-b0216a6861e0 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (a3df8701-3341-4d4e-8dfa-a5b8dc650f89), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:10.134180 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['a3df8701-3341-4d4e-8dfa-a5b8dc650f89', 'e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:33:10.136910 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['9e768dce-3999-4a24-a47b-f9b22fe1c1df'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:33:10.159741 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d331b9-25d8-4e8d-bb1e-b0216a6861e0 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Pushing event deleted for resources: {'Port': ['ID=a3df8701-3341-4d4e-8dfa-a5b8dc650f89,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:10.194193 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fbe17118-389d-4acb-b211-60de384c258d req-b424ff6e-4d95-45d4-ae04-14b09df9f28a tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763574 Mar 07 10:33:10.237427 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936c0d87-899b-4a67-81ac-d0f5fd48412a admin admin] Router fdc56d29-4d91-421e-b506-79d29dae795b has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:33:10.263000 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-b66e4c3c-4fe0-4ac0-b727-d446653c462a req-1fe7db6b-e613-42e0-a183-e8400e897464 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Deleting port e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:33:10.263342 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b66e4c3c-4fe0-4ac0-b727-d446653c462a req-1fe7db6b-e613-42e0-a183-e8400e897464 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:10.338898 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-ffe7e8e6-63a3-49ac-a7c3-f1e04c08c923 None None] Set router 48e0c119-d15e-40c7-8fe5-ba4b8bea66bc gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:33:10.449025 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-60f192a1-0c9a-49b5-a4c5-0ada2d722f39 req-0a56fbbd-6aa8-4c5c-a3af-6a3bf2326e79 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=4eceebe5-7133-430e-8348-5d37444c5233 HTTP/1.1" status: 200 len: 210 time: 0.0852692 Mar 07 10:33:10.461008 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-b66e4c3c-4fe0-4ac0-b727-d446653c462a req-1fe7db6b-e613-42e0-a183-e8400e897464 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] For port e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:10.461538 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b66e4c3c-4fe0-4ac0-b727-d446653c462a req-1fe7db6b-e613-42e0-a183-e8400e897464 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:10.485925 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-b66e4c3c-4fe0-4ac0-b727-d446653c462a req-1fe7db6b-e613-42e0-a183-e8400e897464 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Calling delete_port for e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:33:10.716020 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8bc639-9efb-4a13-9866-622a93651247 req-13d331b9-25d8-4e8d-bb1e-b0216a6861e0 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] No DVR routers for this DVR port a3df8701-3341-4d4e-8dfa-a5b8dc650f89 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:33:10.734242 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b8bc639-9efb-4a13-9866-622a93651247 req-13d331b9-25d8-4e8d-bb1e-b0216a6861e0 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:10.744820 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b8bc639-9efb-4a13-9866-622a93651247 req-13d331b9-25d8-4e8d-bb1e-b0216a6861e0 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.31 "DELETE /v2.0/ports/a3df8701-3341-4d4e-8dfa-a5b8dc650f89 HTTP/1.1" status: 204 len: 173 time: 1.8589323 Mar 07 10:33:10.756995 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eceebe5-7133-430e-8348-5d37444c5233', 'name': 'network-vif-deleted', 'tag': 'a3df8701-3341-4d4e-8dfa-a5b8dc650f89'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:10.767600 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e14019-f4e3-4674-b499-bf2122f3e7fd" -d '{"events": [{"server_uuid": "4eceebe5-7133-430e-8348-5d37444c5233", "name": "network-vif-deleted", "tag": "a3df8701-3341-4d4e-8dfa-a5b8dc650f89"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:10.807971 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ffe7e8e6-63a3-49ac-a7c3-f1e04c08c923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e0c119-d15e-40c7-8fe5-ba4b8bea66bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1272933083-router', 'tenant_id': '59e45a4a55b9498cb47b5f357a6d7b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'b93a197b-ed2a-4952-a49b-4f3b9d4d2758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:31Z', 'updated_at': '2022-03-07T10:33:08Z', 'revision_number': 5, 'project_id': '59e45a4a55b9498cb47b5f357a6d7b64', 'gw_port': {'id': 'b93a197b-ed2a-4952-a49b-4f3b9d4d2758', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e0c119-d15e-40c7-8fe5-ba4b8bea66bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:33Z', 'updated_at': '2022-03-07T10:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:10.893978 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1fdd2f-1d86-4c4c-8239-02f4355721ba x-openstack-request-id: req-3a1fdd2f-1d86-4c4c-8239-02f4355721ba {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:33:10.894484 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eceebe5-7133-430e-8348-5d37444c5233", "name": "network-vif-deleted", "tag": "a3df8701-3341-4d4e-8dfa-a5b8dc650f89", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:33:10.895158 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3a1fdd2f-1d86-4c4c-8239-02f4355721ba {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:33:10.895749 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eceebe5-7133-430e-8348-5d37444c5233', 'name': 'network-vif-deleted', 'tag': 'a3df8701-3341-4d4e-8dfa-a5b8dc650f89', 'status': 'completed', 'code': 200} Mar 07 10:33:10.906955 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe7e8e6-63a3-49ac-a7c3-f1e04c08c923 None None] Checking router: 48e0c119-d15e-40c7-8fe5-ba4b8bea66bc for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:33:10.927339 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9b1a5-28a2-4ece-ad13-b28e75975938 req-b5dbcd42-0d98-41b4-97b4-a0569c3a74c7 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:10.932873 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe7e8e6-63a3-49ac-a7c3-f1e04c08c923 None None] Routers {'48e0c119-d15e-40c7-8fe5-ba4b8bea66bc'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:33:10.933510 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9b1a5-28a2-4ece-ad13-b28e75975938 req-b5dbcd42-0d98-41b4-97b4-a0569c3a74c7 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:10.934921 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ffe7e8e6-63a3-49ac-a7c3-f1e04c08c923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:33:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['48e0c119-d15e-40c7-8fe5-ba4b8bea66bc'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:10.940331 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9b1a5-28a2-4ece-ad13-b28e75975938 req-b5dbcd42-0d98-41b4-97b4-a0569c3a74c7 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:10.947908 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-18b9b1a5-28a2-4ece-ad13-b28e75975938 req-b5dbcd42-0d98-41b4-97b4-a0569c3a74c7 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae03b5fc-6785-48a6-9d3a-91b83875c855 HTTP/1.1" status: 200 len: 2414 time: 0.2624207 Mar 07 10:33:11.020337 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-18b9b1a5-28a2-4ece-ad13-b28e75975938 req-2ca249f7-dd90-4418-b664-f787ec523b2e tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713120 Mar 07 10:33:11.174915 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-ffe7e8e6-63a3-49ac-a7c3-f1e04c08c923 None None] Set router 48e0c119-d15e-40c7-8fe5-ba4b8bea66bc gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:33:11.196856 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b66e4c3c-4fe0-4ac0-b727-d446653c462a req-1fe7db6b-e613-42e0-a183-e8400e897464 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:11.209790 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['9e768dce-3999-4a24-a47b-f9b22fe1c1df'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:33:11.312034 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe7db6b-e613-42e0-a183-e8400e897464 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Pushing event deleted for resources: {'Port': ['ID=e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:11.413554 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b459fbf4-e860-4654-a17b-0f7042cff20b admin admin] Publish callbacks [] for router (48e0c119-d15e-40c7-8fe5-ba4b8bea66bc), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:11.487525 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ffe7e8e6-63a3-49ac-a7c3-f1e04c08c923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48e0c119-d15e-40c7-8fe5-ba4b8bea66bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1272933083-router', 'tenant_id': '59e45a4a55b9498cb47b5f357a6d7b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'b93a197b-ed2a-4952-a49b-4f3b9d4d2758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:31Z', 'updated_at': '2022-03-07T10:33:08Z', 'revision_number': 5, 'project_id': '59e45a4a55b9498cb47b5f357a6d7b64', 'gw_port': {'id': 'b93a197b-ed2a-4952-a49b-4f3b9d4d2758', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e0c119-d15e-40c7-8fe5-ba4b8bea66bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:33Z', 'updated_at': '2022-03-07T10:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:11.525756 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe7e8e6-63a3-49ac-a7c3-f1e04c08c923 None None] The sync data for ids ['48e0c119-d15e-40c7-8fe5-ba4b8bea66bc'] in n-d-832164-4 is: [{'id': '48e0c119-d15e-40c7-8fe5-ba4b8bea66bc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1272933083-router', 'tenant_id': '59e45a4a55b9498cb47b5f357a6d7b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': 'b93a197b-ed2a-4952-a49b-4f3b9d4d2758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:30:31Z', 'updated_at': '2022-03-07T10:33:08Z', 'revision_number': 5, 'project_id': '59e45a4a55b9498cb47b5f357a6d7b64', 'gw_port': {'id': 'b93a197b-ed2a-4952-a49b-4f3b9d4d2758', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e0c119-d15e-40c7-8fe5-ba4b8bea66bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:30:33Z', 'updated_at': '2022-03-07T10:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:33:11.543113 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66e4c3c-4fe0-4ac0-b727-d446653c462a req-1fe7db6b-e613-42e0-a183-e8400e897464 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] No DVR routers for this DVR port e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:33:11.571914 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b66e4c3c-4fe0-4ac0-b727-d446653c462a req-1fe7db6b-e613-42e0-a183-e8400e897464 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:11.583104 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b66e4c3c-4fe0-4ac0-b727-d446653c462a req-1fe7db6b-e613-42e0-a183-e8400e897464 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.31 "DELETE /v2.0/ports/e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4 HTTP/1.1" status: 204 len: 173 time: 1.5960588 Mar 07 10:33:11.588578 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:11.616150 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31cb64b-f0d4-4c70-a11f-0a858925fdad req-58ad74e2-7513-456f-b0af-87764ad825e4 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:11.638304 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c31cb64b-f0d4-4c70-a11f-0a858925fdad req-58ad74e2-7513-456f-b0af-87764ad825e4 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=f387de4b-5c85-4bcf-b853-36fb338fb1af HTTP/1.1" status: 200 len: 945 time: 0.2568891 Mar 07 10:33:11.648193 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936c0d87-899b-4a67-81ac-d0f5fd48412a admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:33:11.659237 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9c8da1-ca4a-442a-a1f1-8c64c1368bf3 None None] Sync routers for ids ['fdc56d29-4d91-421e-b506-79d29dae795b'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:33:11.663560 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-936c0d87-899b-4a67-81ac-d0f5fd48412a admin admin] 10.222.0.11 "PUT /v2.0/routers/fdc56d29-4d91-421e-b506-79d29dae795b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9907670 Mar 07 10:33:11.668265 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41010) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:11.674713 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9c8da1-ca4a-442a-a1f1-8c64c1368bf3 None None] Routers {'fdc56d29-4d91-421e-b506-79d29dae795b'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:33:11.678066 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5d9c8da1-ca4a-442a-a1f1-8c64c1368bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:33:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fdc56d29-4d91-421e-b506-79d29dae795b'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:11.722257 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c31cb64b-f0d4-4c70-a11f-0a858925fdad req-06c176ef-8e07-4d0b-b544-6175284c93aa tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827157 Mar 07 10:33:11.731546 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b459fbf4-e860-4654-a17b-0f7042cff20b admin admin] Publish callbacks [] for router_gateway (48e0c119-d15e-40c7-8fe5-ba4b8bea66bc), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:11.836007 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a5485-2adc-4fda-9ace-98c1729ca461 req-4b40d86a-1afb-4c48-b760-d8b2ecedface tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:11.843003 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-405a5485-2adc-4fda-9ace-98c1729ca461 req-4b40d86a-1afb-4c48-b760-d8b2ecedface tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 950 time: 0.4784088 Mar 07 10:33:11.898167 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 61553c09-a1cc-46ac-acba-c489604df538 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:33:11.986497 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-90da9c43-0e77-4af9-893e-d001ff3d6663 req-89ad1fe7-1407-46de-b346-2fcb7751d7a4 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e686bbe-a850-43cd-9cb9-372409d480db HTTP/1.1" status: 200 len: 210 time: 0.0588372 Mar 07 10:33:12.023784 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-5d9c8da1-ca4a-442a-a1f1-8c64c1368bf3 None None] Set router fdc56d29-4d91-421e-b506-79d29dae795b gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:33:12.063502 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-405a5485-2adc-4fda-9ace-98c1729ca461 req-28880099-5873-417a-b5c8-0dc362d51bc3 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195675 Mar 07 10:33:12.075830 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-b459fbf4-e860-4654-a17b-0f7042cff20b admin admin] Deleting port b93a197b-ed2a-4952-a49b-4f3b9d4d2758 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:33:12.076437 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b459fbf4-e860-4654-a17b-0f7042cff20b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (b93a197b-ed2a-4952-a49b-4f3b9d4d2758), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:12.093169 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f7659d4b-2247-46a8-9fcd-cc64971d3ab9 admin admin] Publish callbacks [] for router (fdc56d29-4d91-421e-b506-79d29dae795b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:12.303261 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 61553c09-a1cc-46ac-acba-c489604df538 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:33:12.317009 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e268f8-8daf-41e1-9b2e-ff726aa25ee9 req-bfbc25db-f4f2-4cd1-9995-f5e46edbb9da tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:12.336198 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e268f8-8daf-41e1-9b2e-ff726aa25ee9 req-bfbc25db-f4f2-4cd1-9995-f5e46edbb9da tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:12.350602 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e268f8-8daf-41e1-9b2e-ff726aa25ee9 req-bfbc25db-f4f2-4cd1-9995-f5e46edbb9da tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:12.352449 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 61553c09-a1cc-46ac-acba-c489604df538 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:12.353081 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (61553c09-a1cc-46ac-acba-c489604df538), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:12.355528 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23e268f8-8daf-41e1-9b2e-ff726aa25ee9 req-bfbc25db-f4f2-4cd1-9995-f5e46edbb9da tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae03b5fc-6785-48a6-9d3a-91b83875c855 HTTP/1.1" status: 200 len: 2414 time: 0.2011812 Mar 07 10:33:12.449057 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23e268f8-8daf-41e1-9b2e-ff726aa25ee9 req-2d166202-3817-4039-911d-002ef380aef8 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872948 Mar 07 10:33:12.501434 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 61553c09-a1cc-46ac-acba-c489604df538 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:12.502252 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (61553c09-a1cc-46ac-acba-c489604df538), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:12.540636 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-b459fbf4-e860-4654-a17b-0f7042cff20b admin admin] For port b93a197b-ed2a-4952-a49b-4f3b9d4d2758, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b93a197b-ed2a-4952-a49b-4f3b9d4d2758,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:12.541777 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b459fbf4-e860-4654-a17b-0f7042cff20b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (b93a197b-ed2a-4952-a49b-4f3b9d4d2758), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:12.570219 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-b459fbf4-e860-4654-a17b-0f7042cff20b admin admin] Calling delete_port for b93a197b-ed2a-4952-a49b-4f3b9d4d2758 owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:33:12.571274 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 61553c09-a1cc-46ac-acba-c489604df538, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=61553c09-a1cc-46ac-acba-c489604df538,segment=NetworkSegment(8fd193e9-20be-4656-88b3-d80cee19f56d),segment_id=8fd193e9-20be-4656-88b3-d80cee19f56d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:12.574322 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae03b5fc-6785-48a6-9d3a-91b83875c855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61553c09-a1cc-46ac-acba-c489604df538'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:12.575637 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab519d-84b0-4eef-99d8-02d40e5efd25 req-953368b9-4785-4f1b-8bc5-21ddcb612f3b tempest-MigrationsAdminTest-1881540120 tempest-MigrationsAdminTest-1881540120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:12.579665 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b85791-ba0d-40e6-a0c4-bafd7e5a8dfd" -d '{"events": [{"server_uuid": "ae03b5fc-6785-48a6-9d3a-91b83875c855", "name": "network-vif-plugged", "status": "completed", "tag": "61553c09-a1cc-46ac-acba-c489604df538"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:12.582311 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d1ab519d-84b0-4eef-99d8-02d40e5efd25 req-953368b9-4785-4f1b-8bc5-21ddcb612f3b tempest-MigrationsAdminTest-1881540120 tempest-MigrationsAdminTest-1881540120-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 1132 time: 0.3200877 Mar 07 10:33:12.592263 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (61553c09-a1cc-46ac-acba-c489604df538), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:12.593197 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 9804316d-5fb2-4536-a4d8-a314c0c043ec up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:33:12.598275 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5d9c8da1-ca4a-442a-a1f1-8c64c1368bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1607717543-router', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:13Z', 'updated_at': '2022-03-07T10:33:08Z', 'revision_number': 5, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'gw_port': {'id': '5b42f2a3-b4bc-420e-8264-0f145285e7f8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7d:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:14Z', 'updated_at': '2022-03-07T10:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:12.620931 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f7659d4b-2247-46a8-9fcd-cc64971d3ab9 admin admin] Publish callbacks [] for router_gateway (fdc56d29-4d91-421e-b506-79d29dae795b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:12.663588 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284f0bc5-2b3f-47d3-99ba-a60fdd44bcf6 x-openstack-request-id: req-284f0bc5-2b3f-47d3-99ba-a60fdd44bcf6 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:33:12.663953 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae03b5fc-6785-48a6-9d3a-91b83875c855", "name": "network-vif-plugged", "status": "completed", "tag": "61553c09-a1cc-46ac-acba-c489604df538", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:33:12.664285 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-284f0bc5-2b3f-47d3-99ba-a60fdd44bcf6 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:33:12.664698 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae03b5fc-6785-48a6-9d3a-91b83875c855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61553c09-a1cc-46ac-acba-c489604df538', 'code': 200} Mar 07 10:33:12.692383 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9c8da1-ca4a-442a-a1f1-8c64c1368bf3 None None] Checking router: fdc56d29-4d91-421e-b506-79d29dae795b for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:33:12.695426 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1b89c1b1-c726-4d48-823d-177590c5fac0 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:33:12.741135 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d1ab519d-84b0-4eef-99d8-02d40e5efd25 req-02232d93-720a-4d92-ab04-936499f56808 tempest-MigrationsAdminTest-1881540120 tempest-MigrationsAdminTest-1881540120-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501937 Mar 07 10:33:12.743591 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device a3df8701-3341-4d4e-8dfa-a5b8dc650f89 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:33:12.766205 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 1b89c1b1-c726-4d48-823d-177590c5fac0 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:33:12.766555 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1b89c1b1-c726-4d48-823d-177590c5fac0 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:33:12.772005 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: a3df8701-3341-4d4e-8dfa-a5b8dc650f89 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:33:12.772359 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device a3df8701-3341-4d4e-8dfa-a5b8dc650f89 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:33:12.772879 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:33:12.846151 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=61553c09-a1cc-46ac-acba-c489604df538,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:12.865885 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:33:12.866575 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:33:12.881201 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9c8da1-ca4a-442a-a1f1-8c64c1368bf3 None None] Routers {'fdc56d29-4d91-421e-b506-79d29dae795b'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:33:12.882217 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5d9c8da1-ca4a-442a-a1f1-8c64c1368bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:33:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fdc56d29-4d91-421e-b506-79d29dae795b'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:12.914874 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e686bbe-a850-43cd-9cb9-372409d480db', 'name': 'network-vif-deleted', 'tag': 'e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:12.921340 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7899ad8e-ddb9-4516-8191-9552f16e38f7" -d '{"events": [{"server_uuid": "4e686bbe-a850-43cd-9cb9-372409d480db", "name": "network-vif-deleted", "tag": "e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:12.927438 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-f7659d4b-2247-46a8-9fcd-cc64971d3ab9 admin admin] Deleting port 5b42f2a3-b4bc-420e-8264-0f145285e7f8 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:33:12.928463 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f7659d4b-2247-46a8-9fcd-cc64971d3ab9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (5b42f2a3-b4bc-420e-8264-0f145285e7f8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:12.964105 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d18ea-95f1-48bf-b7bf-9bec3e2f8775 req-0bd26fbc-3212-4d86-bdf6-04b5fadd573f tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:12.979334 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 9804316d-5fb2-4536-a4d8-a314c0c043ec completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:33:12.979550 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a47d18ea-95f1-48bf-b7bf-9bec3e2f8775 req-0bd26fbc-3212-4d86-bdf6-04b5fadd573f tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=f387de4b-5c85-4bcf-b853-36fb338fb1af HTTP/1.1" status: 200 len: 945 time: 0.1253304 Mar 07 10:33:13.022112 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:13.027246 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 9804316d-5fb2-4536-a4d8-a314c0c043ec triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:13.027603 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9804316d-5fb2-4536-a4d8-a314c0c043ec), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:13.093046 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-5d9c8da1-ca4a-442a-a1f1-8c64c1368bf3 None None] Set router fdc56d29-4d91-421e-b506-79d29dae795b gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:33:13.095975 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a47d18ea-95f1-48bf-b7bf-9bec3e2f8775 req-5974fbee-9c24-41ec-b09e-b5c21d7e4912 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130269 Mar 07 10:33:13.157731 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b459fbf4-e860-4654-a17b-0f7042cff20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (b93a197b-ed2a-4952-a49b-4f3b9d4d2758), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:13.178322 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-f7659d4b-2247-46a8-9fcd-cc64971d3ab9 admin admin] For port 5b42f2a3-b4bc-420e-8264-0f145285e7f8, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=5b42f2a3-b4bc-420e-8264-0f145285e7f8,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:13.179497 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f7659d4b-2247-46a8-9fcd-cc64971d3ab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (5b42f2a3-b4bc-420e-8264-0f145285e7f8), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:13.184492 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9324ac-cd45-4e29-ae31-4cf06052045f x-openstack-request-id: req-4d9324ac-cd45-4e29-ae31-4cf06052045f {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:33:13.184953 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e686bbe-a850-43cd-9cb9-372409d480db", "name": "network-vif-deleted", "tag": "e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:33:13.185257 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4d9324ac-cd45-4e29-ae31-4cf06052045f {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:33:13.185768 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e686bbe-a850-43cd-9cb9-372409d480db', 'name': 'network-vif-deleted', 'tag': 'e8d6b295-bfbe-4dfc-b083-fb622d9e1ea4', 'status': 'completed', 'code': 200} Mar 07 10:33:13.222125 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-f7659d4b-2247-46a8-9fcd-cc64971d3ab9 admin admin] Calling delete_port for 5b42f2a3-b4bc-420e-8264-0f145285e7f8 owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:33:13.225827 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459fbf4-e860-4654-a17b-0f7042cff20b admin admin] Pushing event deleted for resources: {'Port': ['ID=b93a197b-ed2a-4952-a49b-4f3b9d4d2758,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:13.321870 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-fcd1d39e-eb65-407d-b1c2-9cadc6c61f2e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1017318 Mar 07 10:33:13.342284 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-68725253-fca6-43ba-98a0-970c187af506 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:33:13.343634 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-68725253-fca6-43ba-98a0-970c187af506 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0190809 Mar 07 10:33:13.475195 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5d9c8da1-ca4a-442a-a1f1-8c64c1368bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1607717543-router', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:13Z', 'updated_at': '2022-03-07T10:33:12Z', 'revision_number': 6, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:13.532525 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9c8da1-ca4a-442a-a1f1-8c64c1368bf3 None None] The sync data for ids ['fdc56d29-4d91-421e-b506-79d29dae795b'] in n-d-832164-4 is: [{'id': 'fdc56d29-4d91-421e-b506-79d29dae795b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1607717543-router', 'tenant_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:13Z', 'updated_at': '2022-03-07T10:33:12Z', 'revision_number': 6, 'project_id': 'a52739f03a4c4c41ae4b3050610b2bcb', 'gw_port_host': None}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:33:13.582408 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b459fbf4-e860-4654-a17b-0f7042cff20b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (48e0c119-d15e-40c7-8fe5-ba4b8bea66bc), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:13.616309 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 9804316d-5fb2-4536-a4d8-a314c0c043ec is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:13.616674 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9804316d-5fb2-4536-a4d8-a314c0c043ec), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:13.699903 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 9804316d-5fb2-4536-a4d8-a314c0c043ec, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9804316d-5fb2-4536-a4d8-a314c0c043ec,segment=NetworkSegment(9da043fb-7025-48c5-bf9c-cff02fad1b5c),segment_id=9da043fb-7025-48c5-bf9c-cff02fad1b5c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:13.709043 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9804316d-5fb2-4536-a4d8-a314c0c043ec), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:13.711419 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device ffbe44b5-eedd-4856-bc25-7ecc63203ec6 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:33:13.818122 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ab476-6470-4dd7-adfa-cd9d1427d963 req-2701493a-2992-443f-9cab-aebb05d0b795 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:13.831606 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ab476-6470-4dd7-adfa-cd9d1427d963 req-2701493a-2992-443f-9cab-aebb05d0b795 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:13.832022 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146264f-4069-4e73-b9f5-ee3ddf07f0b7 req-02fa7a50-8891-45e6-865a-bbec14d648a0 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:13.842753 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f146264f-4069-4e73-b9f5-ee3ddf07f0b7 req-02fa7a50-8891-45e6-865a-bbec14d648a0 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 950 time: 0.5208039 Mar 07 10:33:13.849855 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3ab476-6470-4dd7-adfa-cd9d1427d963 req-2701493a-2992-443f-9cab-aebb05d0b795 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:13.861766 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cd3ab476-6470-4dd7-adfa-cd9d1427d963 req-2701493a-2992-443f-9cab-aebb05d0b795 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae03b5fc-6785-48a6-9d3a-91b83875c855 HTTP/1.1" status: 200 len: 2416 time: 0.1618760 Mar 07 10:33:13.875657 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f7659d4b-2247-46a8-9fcd-cc64971d3ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (5b42f2a3-b4bc-420e-8264-0f145285e7f8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:13.920493 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b459fbf4-e860-4654-a17b-0f7042cff20b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (48e0c119-d15e-40c7-8fe5-ba4b8bea66bc), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:13.951016 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cd3ab476-6470-4dd7-adfa-cd9d1427d963 req-e94f0592-ed2b-4cbd-81b4-188b8f0e0423 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882425 Mar 07 10:33:13.964131 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b459fbf4-e860-4654-a17b-0f7042cff20b admin admin] Publish callbacks [] for router_controller (48e0c119-d15e-40c7-8fe5-ba4b8bea66bc), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:13.970419 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=9804316d-5fb2-4536-a4d8-a314c0c043ec,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:13.999860 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7659d4b-2247-46a8-9fcd-cc64971d3ab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b42f2a3-b4bc-420e-8264-0f145285e7f8,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:14.033266 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port ffbe44b5-eedd-4856-bc25-7ecc63203ec6 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:33:14.046269 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port ffbe44b5-eedd-4856-bc25-7ecc63203ec6 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:14.048118 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ffbe44b5-eedd-4856-bc25-7ecc63203ec6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:14.112849 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f146264f-4069-4e73-b9f5-ee3ddf07f0b7 req-1baf1cf1-dfb5-4fcf-b5d7-baac1ac538a8 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692823 Mar 07 10:33:14.149406 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ec54f-7a0e-40a4-b333-854505997796 req-3012afaf-574a-469f-bde1-844a687756f0 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:14.157759 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd0ec54f-7a0e-40a4-b333-854505997796 req-3012afaf-574a-469f-bde1-844a687756f0 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=32c9fbf8-8978-4ace-b25a-50ad42d478d8 HTTP/1.1" status: 200 len: 950 time: 0.1142039 Mar 07 10:33:14.181093 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-cbad4d62-200d-4839-9db6-b466fb751ee8 tempest-MigrationsAdminTest-1881540120 tempest-MigrationsAdminTest-1881540120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:14.189065 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-cbad4d62-200d-4839-9db6-b466fb751ee8 tempest-MigrationsAdminTest-1881540120 tempest-MigrationsAdminTest-1881540120-project-admin] 10.222.0.11 "GET /v2.0/ports/f79303de-8fb8-4957-a357-6aed8a323fb4 HTTP/1.1" status: 200 len: 1129 time: 0.0720940 Mar 07 10:33:14.219773 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b459fbf4-e860-4654-a17b-0f7042cff20b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (48e0c119-d15e-40c7-8fe5-ba4b8bea66bc), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:14.220323 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b459fbf4-e860-4654-a17b-0f7042cff20b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48e0c119-d15e-40c7-8fe5-ba4b8bea66bc {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:33:14.226753 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b459fbf4-e860-4654-a17b-0f7042cff20b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:14.230185 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b459fbf4-e860-4654-a17b-0f7042cff20b admin admin] 10.222.0.11 "DELETE /v2.0/routers/48e0c119-d15e-40c7-8fe5-ba4b8bea66bc HTTP/1.1" status: 204 len: 168 time: 4.1650822 Mar 07 10:33:14.231376 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41082) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:14.232548 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port ffbe44b5-eedd-4856-bc25-7ecc63203ec6 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:14.233290 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ffbe44b5-eedd-4856-bc25-7ecc63203ec6), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:14.287974 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port ffbe44b5-eedd-4856-bc25-7ecc63203ec6, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=ffbe44b5-eedd-4856-bc25-7ecc63203ec6,segment=NetworkSegment(8fd193e9-20be-4656-88b3-d80cee19f56d),segment_id=8fd193e9-20be-4656-88b3-d80cee19f56d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:14.311734 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ffbe44b5-eedd-4856-bc25-7ecc63203ec6), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:14.329368 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f7659d4b-2247-46a8-9fcd-cc64971d3ab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (fdc56d29-4d91-421e-b506-79d29dae795b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:14.331008 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd0ec54f-7a0e-40a4-b333-854505997796 req-579f2a70-1692-401f-b143-6fa4e58a6620 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722963 Mar 07 10:33:14.438205 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=ffbe44b5-eedd-4856-bc25-7ecc63203ec6,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:14.587360 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f7659d4b-2247-46a8-9fcd-cc64971d3ab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (fdc56d29-4d91-421e-b506-79d29dae795b), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:14.596467 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f7659d4b-2247-46a8-9fcd-cc64971d3ab9 admin admin] Publish callbacks [] for router_controller (fdc56d29-4d91-421e-b506-79d29dae795b), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:14.602002 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac21425d-f5e1-4b9e-bde4-89aaa7792526 admin admin] Deleting subnet e5dc6079-64c8-42bd-9411-f854de8c9e31 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:33:14.607425 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ac21425d-f5e1-4b9e-bde4-89aaa7792526 admin admin] Publish callbacks [] for subnet (e5dc6079-64c8-42bd-9411-f854de8c9e31), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:14.666316 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae03b5fc-6785-48a6-9d3a-91b83875c855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9804316d-5fb2-4536-a4d8-a314c0c043ec'}, {'server_uuid': 'ae03b5fc-6785-48a6-9d3a-91b83875c855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffbe44b5-eedd-4856-bc25-7ecc63203ec6'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:14.678047 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa00216-9913-40f9-8f8a-88d2ac8f235a" -d '{"events": [{"server_uuid": "ae03b5fc-6785-48a6-9d3a-91b83875c855", "name": "network-vif-plugged", "status": "completed", "tag": "9804316d-5fb2-4536-a4d8-a314c0c043ec"}, {"server_uuid": "ae03b5fc-6785-48a6-9d3a-91b83875c855", "name": "network-vif-plugged", "status": "completed", "tag": "ffbe44b5-eedd-4856-bc25-7ecc63203ec6"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:14.714282 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ac21425d-f5e1-4b9e-bde4-89aaa7792526 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (e5dc6079-64c8-42bd-9411-f854de8c9e31), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:14.718229 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f7659d4b-2247-46a8-9fcd-cc64971d3ab9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (fdc56d29-4d91-421e-b506-79d29dae795b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:14.719013 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7659d4b-2247-46a8-9fcd-cc64971d3ab9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdc56d29-4d91-421e-b506-79d29dae795b {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:33:14.747056 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f7659d4b-2247-46a8-9fcd-cc64971d3ab9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:14.751241 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41092) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:14.751872 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f7659d4b-2247-46a8-9fcd-cc64971d3ab9 admin admin] 10.222.0.11 "DELETE /v2.0/routers/fdc56d29-4d91-421e-b506-79d29dae795b HTTP/1.1" status: 204 len: 168 time: 3.0778604 Mar 07 10:33:14.753757 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab32c7a-f5d5-4172-a827-97d0a2c76a0c x-openstack-request-id: req-3ab32c7a-f5d5-4172-a827-97d0a2c76a0c {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:33:14.754154 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae03b5fc-6785-48a6-9d3a-91b83875c855", "name": "network-vif-plugged", "status": "completed", "tag": "9804316d-5fb2-4536-a4d8-a314c0c043ec", "code": 200}, {"server_uuid": "ae03b5fc-6785-48a6-9d3a-91b83875c855", "name": "network-vif-plugged", "status": "completed", "tag": "ffbe44b5-eedd-4856-bc25-7ecc63203ec6", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:33:14.756188 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3ab32c7a-f5d5-4172-a827-97d0a2c76a0c {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:33:14.759898 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae03b5fc-6785-48a6-9d3a-91b83875c855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9804316d-5fb2-4536-a4d8-a314c0c043ec', 'code': 200} Mar 07 10:33:14.760178 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae03b5fc-6785-48a6-9d3a-91b83875c855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffbe44b5-eedd-4856-bc25-7ecc63203ec6', 'code': 200} Mar 07 10:33:14.789686 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc664e-3342-4485-b2c5-a3cf4f573350 req-07b177f5-0934-4d1c-961f-d2a396ffc2f0 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:14.791308 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5fdc664e-3342-4485-b2c5-a3cf4f573350 req-07b177f5-0934-4d1c-961f-d2a396ffc2f0 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=f387de4b-5c85-4bcf-b853-36fb338fb1af HTTP/1.1" status: 200 len: 945 time: 0.2906311 Mar 07 10:33:15.031362 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 5b42f2a3-b4bc-420e-8264-0f145285e7f8 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:33:15.065394 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5fdc664e-3342-4485-b2c5-a3cf4f573350 req-72d23ca5-c53d-4ea6-83a3-3da27044342c tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564087 Mar 07 10:33:15.089163 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ac21425d-f5e1-4b9e-bde4-89aaa7792526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (e5dc6079-64c8-42bd-9411-f854de8c9e31), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:15.127961 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 5b42f2a3-b4bc-420e-8264-0f145285e7f8 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:33:15.129436 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc7e81d-7a72-44d2-a875-634dc7182d61 admin admin] Deleting subnet 66fddbce-75dd-46ee-b56e-87f13faf6741 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:33:15.129844 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 5b42f2a3-b4bc-420e-8264-0f145285e7f8 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:33:15.130305 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3c6dc99c-ac47-410c-be16-36da71f495a5 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:33:15.199068 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72fafc-5472-4a8f-9606-d3fd314d6f4b req-6470771e-ee13-4af2-bf40-e2cb54e9e567 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:15.200219 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 3c6dc99c-ac47-410c-be16-36da71f495a5 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:33:15.200899 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3c6dc99c-ac47-410c-be16-36da71f495a5 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:33:15.201906 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b93a197b-ed2a-4952-a49b-4f3b9d4d2758 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:33:15.204584 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eb72fafc-5472-4a8f-9606-d3fd314d6f4b req-6470771e-ee13-4af2-bf40-e2cb54e9e567 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.21 "GET /v2.0/ports?device_id=32c9fbf8-8978-4ace-b25a-50ad42d478d8 HTTP/1.1" status: 200 len: 950 time: 0.3632760 Mar 07 10:33:15.223794 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ac21425d-f5e1-4b9e-bde4-89aaa7792526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (e5dc6079-64c8-42bd-9411-f854de8c9e31), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:15.235753 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: b93a197b-ed2a-4952-a49b-4f3b9d4d2758 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:33:15.236405 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b93a197b-ed2a-4952-a49b-4f3b9d4d2758 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:33:15.270689 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4dc7e81d-7a72-44d2-a875-634dc7182d61 admin admin] Publish callbacks [] for subnet (66fddbce-75dd-46ee-b56e-87f13faf6741), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:15.282244 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21425d-f5e1-4b9e-bde4-89aaa7792526 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5dc6079-64c8-42bd-9411-f854de8c9e31,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:15.290473 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f31427-efdc-4864-8fda-809685b4f635 None None] Network 07b1f4a0-d239-491c-95cc-899139e5195d requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:33:15.299432 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ac21425d-f5e1-4b9e-bde4-89aaa7792526 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:15.305605 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ac21425d-f5e1-4b9e-bde4-89aaa7792526 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e5dc6079-64c8-42bd-9411-f854de8c9e31 HTTP/1.1" status: 204 len: 168 time: 1.0730667 Mar 07 10:33:15.306523 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41102) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:15.380303 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4dc7e81d-7a72-44d2-a875-634dc7182d61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (66fddbce-75dd-46ee-b56e-87f13faf6741), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:15.405828 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-708c3369-3e66-44fc-9b01-fc366fef9aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (07b1f4a0-d239-491c-95cc-899139e5195d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:15.415492 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140328f-e51e-4edf-b564-eb4a1c63995b req-656e7f06-a60b-443b-9e53-d319a7506dc8 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:15.417352 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d140328f-e51e-4edf-b564-eb4a1c63995b req-656e7f06-a60b-443b-9e53-d319a7506dc8 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 950 time: 0.1388283 Mar 07 10:33:15.588182 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64809f-f08d-4695-b4d7-2209e76d2370 req-c21894f6-0ca5-41b0-9202-ac1b97297473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:15.588939 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64809f-f08d-4695-b4d7-2209e76d2370 req-c21894f6-0ca5-41b0-9202-ac1b97297473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:15.589582 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64809f-f08d-4695-b4d7-2209e76d2370 req-c21894f6-0ca5-41b0-9202-ac1b97297473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:15.592332 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd64809f-f08d-4695-b4d7-2209e76d2370 req-c21894f6-0ca5-41b0-9202-ac1b97297473 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae03b5fc-6785-48a6-9d3a-91b83875c855 HTTP/1.1" status: 200 len: 2963 time: 0.6414933 Mar 07 10:33:15.629036 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d140328f-e51e-4edf-b564-eb4a1c63995b req-f508ac8b-294a-42eb-8c7e-a3ef2ad3fb2a tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039702 Mar 07 10:33:15.633982 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4dc7e81d-7a72-44d2-a875-634dc7182d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (66fddbce-75dd-46ee-b56e-87f13faf6741), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:15.648965 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74ea4f0-fe07-4d5e-9154-7f7416dbdfea None None] DHCP port deletion for 07b1f4a0-d239-491c-95cc-899139e5195d request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:33:15.671243 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-708c3369-3e66-44fc-9b01-fc366fef9aac admin admin] Deleting port 52c9e01e-25ac-41c0-9805-03c357526796 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:33:15.671438 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-708c3369-3e66-44fc-9b01-fc366fef9aac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (52c9e01e-25ac-41c0-9805-03c357526796), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:15.755412 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f74ea4f0-fe07-4d5e-9154-7f7416dbdfea None None] Deleting port 52c9e01e-25ac-41c0-9805-03c357526796 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:33:15.759269 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f74ea4f0-fe07-4d5e-9154-7f7416dbdfea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (52c9e01e-25ac-41c0-9805-03c357526796), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:15.794967 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-708c3369-3e66-44fc-9b01-fc366fef9aac admin admin] For port 52c9e01e-25ac-41c0-9805-03c357526796, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=52c9e01e-25ac-41c0-9805-03c357526796,segment=NetworkSegment(8c672a63-1380-4ab4-bdf1-c1392eff1a82),segment_id=8c672a63-1380-4ab4-bdf1-c1392eff1a82)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:15.795323 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-708c3369-3e66-44fc-9b01-fc366fef9aac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (52c9e01e-25ac-41c0-9805-03c357526796), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:15.820331 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-708c3369-3e66-44fc-9b01-fc366fef9aac admin admin] Calling delete_port for 52c9e01e-25ac-41c0-9805-03c357526796 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:33:15.858607 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db99b8a-cc65-4cce-96f4-3bb9b994455d req-cea10d06-36fe-4311-9e6b-1b292ebc910e tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:15.865144 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db99b8a-cc65-4cce-96f4-3bb9b994455d req-cea10d06-36fe-4311-9e6b-1b292ebc910e tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:15.870180 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db99b8a-cc65-4cce-96f4-3bb9b994455d req-cea10d06-36fe-4311-9e6b-1b292ebc910e tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:15.878155 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5db99b8a-cc65-4cce-96f4-3bb9b994455d req-cea10d06-36fe-4311-9e6b-1b292ebc910e tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae03b5fc-6785-48a6-9d3a-91b83875c855 HTTP/1.1" status: 200 len: 2417 time: 0.7448947 Mar 07 10:33:15.891444 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd64809f-f08d-4695-b4d7-2209e76d2370 req-a8401f9d-2341-44fc-aae9-75fe448bc4f9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309816 Mar 07 10:33:15.948312 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-f74ea4f0-fe07-4d5e-9154-7f7416dbdfea None None] For port 52c9e01e-25ac-41c0-9805-03c357526796, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=52c9e01e-25ac-41c0-9805-03c357526796,segment=NetworkSegment(8c672a63-1380-4ab4-bdf1-c1392eff1a82),segment_id=8c672a63-1380-4ab4-bdf1-c1392eff1a82)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:15.950187 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f74ea4f0-fe07-4d5e-9154-7f7416dbdfea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (52c9e01e-25ac-41c0-9805-03c357526796), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:15.971846 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-035cf55e-b574-47ca-879e-2f7f725d22de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:15.973399 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-035cf55e-b574-47ca-879e-2f7f725d22de service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 1132 time: 0.3352895 Mar 07 10:33:16.002972 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-eb72fafc-5472-4a8f-9606-d3fd314d6f4b req-ba02ec10-84a5-46bc-b959-545f961e8af6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Deleting port 9e768dce-3999-4a24-a47b-f9b22fe1c1df {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:33:16.003386 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-eb72fafc-5472-4a8f-9606-d3fd314d6f4b req-ba02ec10-84a5-46bc-b959-545f961e8af6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (9e768dce-3999-4a24-a47b-f9b22fe1c1df), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:16.006938 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4dc7e81d-7a72-44d2-a875-634dc7182d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (66fddbce-75dd-46ee-b56e-87f13faf6741), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:16.014175 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-708c3369-3e66-44fc-9b01-fc366fef9aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (52c9e01e-25ac-41c0-9805-03c357526796), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:16.021550 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f74ea4f0-fe07-4d5e-9154-7f7416dbdfea None None] Calling delete_port for 52c9e01e-25ac-41c0-9805-03c357526796 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:33:16.062189 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2e9a6-7ff7-428a-a9db-71f8210812d0 req-9a518224-7a35-4823-b186-39e74453d6f2 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:16.063819 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a6e2e9a6-7ff7-428a-a9db-71f8210812d0 req-9a518224-7a35-4823-b186-39e74453d6f2 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=32c9fbf8-8978-4ace-b25a-50ad42d478d8 HTTP/1.1" status: 200 len: 950 time: 0.2281954 Mar 07 10:33:16.065526 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c3369-3e66-44fc-9b01-fc366fef9aac admin admin] Pushing event deleted for resources: {'Port': ['ID=52c9e01e-25ac-41c0-9805-03c357526796,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:16.066482 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5db99b8a-cc65-4cce-96f4-3bb9b994455d req-e1c1cf6e-6f2a-4cf0-b529-8b54722b7525 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709857 Mar 07 10:33:16.114015 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f74ea4f0-fe07-4d5e-9154-7f7416dbdfea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (52c9e01e-25ac-41c0-9805-03c357526796), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:16.142150 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708c3369-3e66-44fc-9b01-fc366fef9aac admin admin] No DVR routers for this DVR port 52c9e01e-25ac-41c0-9805-03c357526796 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:33:16.145326 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7e81d-7a72-44d2-a875-634dc7182d61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66fddbce-75dd-46ee-b56e-87f13faf6741,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:16.154605 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a6e2e9a6-7ff7-428a-a9db-71f8210812d0 req-0e9511d9-0fee-4ee1-8c47-94946260d002 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bdeae34-ca95-4fda-9d73-c95f95c54d35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772257 Mar 07 10:33:16.177394 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ea4f0-fe07-4d5e-9154-7f7416dbdfea None None] Pushing event deleted for resources: {'Port': ['ID=52c9e01e-25ac-41c0-9805-03c357526796,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:16.185567 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed6fb51-24f6-42c7-934c-4a401471aafb None None] Network 0f1450ac-a9e3-4368-b524-bc58c4b6a2e8 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:33:16.201520 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74ea4f0-fe07-4d5e-9154-7f7416dbdfea None None] No DVR routers for this DVR port 52c9e01e-25ac-41c0-9805-03c357526796 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:33:16.202091 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4dc7e81d-7a72-44d2-a875-634dc7182d61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:16.208439 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4dc7e81d-7a72-44d2-a875-634dc7182d61 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/66fddbce-75dd-46ee-b56e-87f13faf6741 HTTP/1.1" status: 204 len: 168 time: 1.4561429 Mar 07 10:33:16.211867 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41110) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:16.345311 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-eb72fafc-5472-4a8f-9606-d3fd314d6f4b req-ba02ec10-84a5-46bc-b959-545f961e8af6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] For port 9e768dce-3999-4a24-a47b-f9b22fe1c1df, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9e768dce-3999-4a24-a47b-f9b22fe1c1df,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:16.345959 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-eb72fafc-5472-4a8f-9606-d3fd314d6f4b req-ba02ec10-84a5-46bc-b959-545f961e8af6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (9e768dce-3999-4a24-a47b-f9b22fe1c1df), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:16.357179 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-49b2a908-a96b-4cb4-a722-c2afe02b5d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:16.359965 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-49b2a908-a96b-4cb4-a722-c2afe02b5d4f service neutron] 10.222.0.31 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.3731565 Mar 07 10:33:16.377575 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f66ae5-91de-4f24-ba8a-e808dc5d3773 req-a959d91d-2f69-43c6-96c2-3cca882f75a9 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:16.384991 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8f66ae5-91de-4f24-ba8a-e808dc5d3773 req-a959d91d-2f69-43c6-96c2-3cca882f75a9 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=f387de4b-5c85-4bcf-b853-36fb338fb1af HTTP/1.1" status: 200 len: 945 time: 0.1686873 Mar 07 10:33:16.388415 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-eb72fafc-5472-4a8f-9606-d3fd314d6f4b req-ba02ec10-84a5-46bc-b959-545f961e8af6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Calling delete_port for 9e768dce-3999-4a24-a47b-f9b22fe1c1df owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:33:16.435854 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-708c3369-3e66-44fc-9b01-fc366fef9aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (07b1f4a0-d239-491c-95cc-899139e5195d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:16.471564 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-bc3e5b6d-7267-46ac-aa72-e5343a1ee547 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=f79303de-8fb8-4957-a357-6aed8a323fb4 HTTP/1.1" status: 200 len: 217 time: 0.1027465 Mar 07 10:33:16.478365 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-708c3369-3e66-44fc-9b01-fc366fef9aac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b1f4a0-d239-491c-95cc-899139e5195d']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:16.483802 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cf84fb6d-74ec-4ba1-aa4d-7093923b56e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (0f1450ac-a9e3-4368-b524-bc58c4b6a2e8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:16.484732 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb8bb3b-8273-49f2-a779-26eab8471b2f None None] DHCP port deletion for 0f1450ac-a9e3-4368-b524-bc58c4b6a2e8 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:33:16.494676 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-708c3369-3e66-44fc-9b01-fc366fef9aac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c672a63-1380-4ab4-bdf1-c1392eff1a82') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:16.495231 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-708c3369-3e66-44fc-9b01-fc366fef9aac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c672a63-1380-4ab4-bdf1-c1392eff1a82') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:16.508528 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-708c3369-3e66-44fc-9b01-fc366fef9aac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (8c672a63-1380-4ab4-bdf1-c1392eff1a82), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:16.544160 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-708c3369-3e66-44fc-9b01-fc366fef9aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (8c672a63-1380-4ab4-bdf1-c1392eff1a82), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:16.556758 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-708c3369-3e66-44fc-9b01-fc366fef9aac admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:33:16.557529 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-708c3369-3e66-44fc-9b01-fc366fef9aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (8c672a63-1380-4ab4-bdf1-c1392eff1a82), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:16.559735 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:33:16.559735 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:33:16.559735 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:33:16.559735 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:33:16.559735 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:33:16.559735 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:33:16.559735 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:33:16.559735 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:33:16.559735 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:33:16.559735 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:33:16.559735 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:33:16.559735 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:33:16.559735 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:33:16.559735 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:33:16.559735 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:33:16.559735 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:33:16.559735 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:33:16.559735 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:33:16.559735 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:33:16.559735 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:33:16.559735 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:33:16.559735 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:33:16.559735 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:33:16.559735 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:33:16.559735 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:33:16.559735 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:33:16.559735 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:33:16.559735 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:33:16.559735 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:33:16.559735 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:33:16.559735 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:33:16.559735 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:33:16.563947 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-7839f258-fa99-43d2-9785-f9b285ddc70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:16.565442 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-7839f258-fa99-43d2-9785-f9b285ddc70f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.0847092 Mar 07 10:33:16.611772 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6bb8bb3b-8273-49f2-a779-26eab8471b2f None None] Deleting port 31419ab4-e0ae-4038-b2ac-7c787d9a0c47 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:33:16.613051 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6bb8bb3b-8273-49f2-a779-26eab8471b2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (31419ab4-e0ae-4038-b2ac-7c787d9a0c47), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:16.629483 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8f66ae5-91de-4f24-ba8a-e808dc5d3773 req-f048e975-ca26-4d3d-a6e7-938b0cebe777 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415073 Mar 07 10:33:16.691427 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-cf84fb6d-74ec-4ba1-aa4d-7093923b56e7 admin admin] Deleting port 31419ab4-e0ae-4038-b2ac-7c787d9a0c47 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:33:16.692023 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cf84fb6d-74ec-4ba1-aa4d-7093923b56e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (31419ab4-e0ae-4038-b2ac-7c787d9a0c47), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:16.699569 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-708c3369-3e66-44fc-9b01-fc366fef9aac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (07b1f4a0-d239-491c-95cc-899139e5195d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:16.700485 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-708c3369-3e66-44fc-9b01-fc366fef9aac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:16.707166 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-708c3369-3e66-44fc-9b01-fc366fef9aac admin admin] 10.222.0.11 "DELETE /v2.0/networks/07b1f4a0-d239-491c-95cc-899139e5195d HTTP/1.1" status: 204 len: 168 time: 1.3984122 Mar 07 10:33:16.735275 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c3369-3e66-44fc-9b01-fc366fef9aac admin admin] Pushing event deleted for resources: {'Network': ['ID=07b1f4a0-d239-491c-95cc-899139e5195d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:16.776173 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6bb8bb3b-8273-49f2-a779-26eab8471b2f None None] For port 31419ab4-e0ae-4038-b2ac-7c787d9a0c47, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=31419ab4-e0ae-4038-b2ac-7c787d9a0c47,segment=NetworkSegment(76ecd108-4709-457c-9971-4b747cde059f),segment_id=76ecd108-4709-457c-9971-4b747cde059f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:16.776727 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6bb8bb3b-8273-49f2-a779-26eab8471b2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (31419ab4-e0ae-4038-b2ac-7c787d9a0c47), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:16.814748 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6bb8bb3b-8273-49f2-a779-26eab8471b2f None None] Calling delete_port for 31419ab4-e0ae-4038-b2ac-7c787d9a0c47 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:33:16.824776 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-cf84fb6d-74ec-4ba1-aa4d-7093923b56e7 admin admin] For port 31419ab4-e0ae-4038-b2ac-7c787d9a0c47, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=31419ab4-e0ae-4038-b2ac-7c787d9a0c47,segment=NetworkSegment(76ecd108-4709-457c-9971-4b747cde059f),segment_id=76ecd108-4709-457c-9971-4b747cde059f)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:16.826926 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cf84fb6d-74ec-4ba1-aa4d-7093923b56e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (31419ab4-e0ae-4038-b2ac-7c787d9a0c47), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:16.832619 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-b3e057d0-f4f7-473a-b610-23df1f469d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:16.834817 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-b3e057d0-f4f7-473a-b610-23df1f469d2f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2603662 Mar 07 10:33:16.862423 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-cf84fb6d-74ec-4ba1-aa4d-7093923b56e7 admin admin] Calling delete_port for 31419ab4-e0ae-4038-b2ac-7c787d9a0c47 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:33:16.967603 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41120) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:16.968448 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-eb72fafc-5472-4a8f-9606-d3fd314d6f4b req-ba02ec10-84a5-46bc-b959-545f961e8af6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (9e768dce-3999-4a24-a47b-f9b22fe1c1df), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:16.971101 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 52c9e01e-25ac-41c0-9805-03c357526796 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:33:16.998946 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 52c9e01e-25ac-41c0-9805-03c357526796 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:33:16.999655 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 52c9e01e-25ac-41c0-9805-03c357526796 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:33:17.000310 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 31419ab4-e0ae-4038-b2ac-7c787d9a0c47 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:33:17.002429 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6bb8bb3b-8273-49f2-a779-26eab8471b2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (31419ab4-e0ae-4038-b2ac-7c787d9a0c47), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:17.053249 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 31419ab4-e0ae-4038-b2ac-7c787d9a0c47 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:33:17.054082 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 31419ab4-e0ae-4038-b2ac-7c787d9a0c47 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:33:17.058111 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb8bb3b-8273-49f2-a779-26eab8471b2f None None] Pushing event deleted for resources: {'Port': ['ID=31419ab4-e0ae-4038-b2ac-7c787d9a0c47,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:17.062596 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb8bb3b-8273-49f2-a779-26eab8471b2f None None] No DVR routers for this DVR port 31419ab4-e0ae-4038-b2ac-7c787d9a0c47 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:33:17.191758 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb72fafc-5472-4a8f-9606-d3fd314d6f4b req-ba02ec10-84a5-46bc-b959-545f961e8af6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] No DVR routers for this DVR port 9e768dce-3999-4a24-a47b-f9b22fe1c1df on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:33:17.193710 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02ec10-84a5-46bc-b959-545f961e8af6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Pushing event deleted for resources: {'Port': ['ID=9e768dce-3999-4a24-a47b-f9b22fe1c1df,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:17.206848 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-eb72fafc-5472-4a8f-9606-d3fd314d6f4b req-ba02ec10-84a5-46bc-b959-545f961e8af6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:17.210610 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eb72fafc-5472-4a8f-9606-d3fd314d6f4b req-ba02ec10-84a5-46bc-b959-545f961e8af6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.21 "DELETE /v2.0/ports/9e768dce-3999-4a24-a47b-f9b22fe1c1df HTTP/1.1" status: 204 len: 173 time: 1.9417272 Mar 07 10:33:17.213214 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c9fbf8-8978-4ace-b25a-50ad42d478d8', 'name': 'network-vif-deleted', 'tag': '9e768dce-3999-4a24-a47b-f9b22fe1c1df'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:17.215997 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f53fa1-befe-41af-b583-4e9e1daa3d31" -d '{"events": [{"server_uuid": "32c9fbf8-8978-4ace-b25a-50ad42d478d8", "name": "network-vif-deleted", "tag": "9e768dce-3999-4a24-a47b-f9b22fe1c1df"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:17.284829 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02ec10-84a5-46bc-b959-545f961e8af6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:17.286564 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02ec10-84a5-46bc-b959-545f961e8af6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:17.286564 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02ec10-84a5-46bc-b959-545f961e8af6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:17.286564 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02ec10-84a5-46bc-b959-545f961e8af6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:17.286564 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02ec10-84a5-46bc-b959-545f961e8af6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:17.286564 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02ec10-84a5-46bc-b959-545f961e8af6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:17.287008 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02ec10-84a5-46bc-b959-545f961e8af6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:17.287089 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02ec10-84a5-46bc-b959-545f961e8af6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:17.287388 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02ec10-84a5-46bc-b959-545f961e8af6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:17.287705 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02ec10-84a5-46bc-b959-545f961e8af6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:17.288022 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02ec10-84a5-46bc-b959-545f961e8af6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:17.288481 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02ec10-84a5-46bc-b959-545f961e8af6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:17.288802 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba02ec10-84a5-46bc-b959-545f961e8af6 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:17.316796 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-74156086-f269-4d3f-9b23-04b743370337 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2eb1e85f9ef148d1a9cb348464769c79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3079410 Mar 07 10:33:17.326298 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41128) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:17.336863 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-9a4e695c-c6f8-401f-943b-733987e4e0c8 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901249 Mar 07 10:33:17.468997 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2fdff-aeb8-4b06-8dff-66745c599eb3 req-61aea4b4-6d8a-40ac-9d0d-dfe51675b725 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:17.473636 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e5f2b5-57af-4bc9-90a9-2f0dd482220a req-b2af2cd1-eeba-4d0f-ab70-ea5319cf1388 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:17.476023 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2fdff-aeb8-4b06-8dff-66745c599eb3 req-61aea4b4-6d8a-40ac-9d0d-dfe51675b725 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:17.481213 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-53e5f2b5-57af-4bc9-90a9-2f0dd482220a req-b2af2cd1-eeba-4d0f-ab70-ea5319cf1388 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 950 time: 0.6350920 Mar 07 10:33:17.482672 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2fdff-aeb8-4b06-8dff-66745c599eb3 req-61aea4b4-6d8a-40ac-9d0d-dfe51675b725 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:17.484887 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-31b2fdff-aeb8-4b06-8dff-66745c599eb3 req-61aea4b4-6d8a-40ac-9d0d-dfe51675b725 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae03b5fc-6785-48a6-9d3a-91b83875c855 HTTP/1.1" status: 200 len: 2417 time: 0.3209281 Mar 07 10:33:17.549194 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2e80df87-333d-46aa-98bf-d34b003bafbd admin admin] Publish callbacks [] for security_group (36604ce9-7a0c-4cf8-ac3f-abef6191a23a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:17.570599 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cf84fb6d-74ec-4ba1-aa4d-7093923b56e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (31419ab4-e0ae-4038-b2ac-7c787d9a0c47), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:17.591063 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-53e5f2b5-57af-4bc9-90a9-2f0dd482220a req-bbd322ac-a65e-4550-a52c-d0c2c28fc4af tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084585 Mar 07 10:33:17.612700 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-518af658-a031-4e7b-bbf3-7d4fa7c0adf2 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592096 Mar 07 10:33:17.615082 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2e80df87-333d-46aa-98bf-d34b003bafbd admin admin] Publish callbacks [] for security_group (36604ce9-7a0c-4cf8-ac3f-abef6191a23a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:17.620191 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-31b2fdff-aeb8-4b06-8dff-66745c599eb3 req-ed259760-f3cb-4acd-9bec-592ccc056da3 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264102 Mar 07 10:33:17.703013 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84fb6d-74ec-4ba1-aa4d-7093923b56e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=31419ab4-e0ae-4038-b2ac-7c787d9a0c47,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:17.704864 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf84fb6d-74ec-4ba1-aa4d-7093923b56e7 admin admin] No DVR routers for this DVR port 31419ab4-e0ae-4038-b2ac-7c787d9a0c47 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:33:17.867122 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cf84fb6d-74ec-4ba1-aa4d-7093923b56e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (0f1450ac-a9e3-4368-b524-bc58c4b6a2e8), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:17.921868 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 9e768dce-3999-4a24-a47b-f9b22fe1c1df no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:33:17.926449 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f6db818f-9c07-4304-9d14-38a3542efd51 req-bf4f828a-2d2f-42af-8dc0-8adb8b32f341 tempest-ServersOnMultiNodesTest-2057392275 tempest-ServersOnMultiNodesTest-2057392275-project] 10.222.0.11 "GET /v2.0/ports?device_id=32c9fbf8-8978-4ace-b25a-50ad42d478d8 HTTP/1.1" status: 200 len: 210 time: 0.0819478 Mar 07 10:33:17.946274 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-cf84fb6d-74ec-4ba1-aa4d-7093923b56e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f1450ac-a9e3-4368-b524-bc58c4b6a2e8']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:17.961304 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-cf84fb6d-74ec-4ba1-aa4d-7093923b56e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ecd108-4709-457c-9971-4b747cde059f') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:17.963263 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-cf84fb6d-74ec-4ba1-aa4d-7093923b56e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ecd108-4709-457c-9971-4b747cde059f') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:17.977851 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cf84fb6d-74ec-4ba1-aa4d-7093923b56e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (76ecd108-4709-457c-9971-4b747cde059f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:17.999024 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cf84fb6d-74ec-4ba1-aa4d-7093923b56e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (76ecd108-4709-457c-9971-4b747cde059f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:18.010343 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 9e768dce-3999-4a24-a47b-f9b22fe1c1df {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:33:18.011073 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 9e768dce-3999-4a24-a47b-f9b22fe1c1df not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:33:18.016959 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf84fb6d-74ec-4ba1-aa4d-7093923b56e7 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:33:18.017451 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cf84fb6d-74ec-4ba1-aa4d-7093923b56e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (76ecd108-4709-457c-9971-4b747cde059f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:33:18.019406 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:33:18.037977 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:18.081598 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b833e71f-4572-416e-a145-136e7befbb58 x-openstack-request-id: req-b833e71f-4572-416e-a145-136e7befbb58 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:33:18.081804 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32c9fbf8-8978-4ace-b25a-50ad42d478d8", "name": "network-vif-deleted", "tag": "9e768dce-3999-4a24-a47b-f9b22fe1c1df", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:33:18.082050 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b833e71f-4572-416e-a145-136e7befbb58 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:33:18.082446 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c9fbf8-8978-4ace-b25a-50ad42d478d8', 'name': 'network-vif-deleted', 'tag': '9e768dce-3999-4a24-a47b-f9b22fe1c1df', 'status': 'completed', 'code': 200} Mar 07 10:33:18.108797 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cf84fb6d-74ec-4ba1-aa4d-7093923b56e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (0f1450ac-a9e3-4368-b524-bc58c4b6a2e8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:18.123498 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cf84fb6d-74ec-4ba1-aa4d-7093923b56e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:18.128087 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cf84fb6d-74ec-4ba1-aa4d-7093923b56e7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/0f1450ac-a9e3-4368-b524-bc58c4b6a2e8 HTTP/1.1" status: 204 len: 168 time: 1.9151623 Mar 07 10:33:18.135554 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41136) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:18.139317 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84fb6d-74ec-4ba1-aa4d-7093923b56e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f1450ac-a9e3-4368-b524-bc58c4b6a2e8,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:18.212091 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7be18-7f66-43c1-95ce-ac202ad23de3 req-9c615700-3bd9-42c8-8400-b4772bf7682c tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:18.213642 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dcd7be18-7f66-43c1-95ce-ac202ad23de3 req-9c615700-3bd9-42c8-8400-b4772bf7682c tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=f387de4b-5c85-4bcf-b853-36fb338fb1af HTTP/1.1" status: 200 len: 945 time: 0.1304588 Mar 07 10:33:18.272695 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2e80df87-333d-46aa-98bf-d34b003bafbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (36604ce9-7a0c-4cf8-ac3f-abef6191a23a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:18.275189 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2e80df87-333d-46aa-98bf-d34b003bafbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:18.276339 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2e80df87-333d-46aa-98bf-d34b003bafbd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/36604ce9-7a0c-4cf8-ac3f-abef6191a23a HTTP/1.1" status: 204 len: 168 time: 0.9474502 Mar 07 10:33:18.311948 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80df87-333d-46aa-98bf-d34b003bafbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36604ce9-7a0c-4cf8-ac3f-abef6191a23a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:18.351721 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dcd7be18-7f66-43c1-95ce-ac202ad23de3 req-0e2a39ab-f35d-4560-823b-e481c4dc1a72 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294913 Mar 07 10:33:18.651514 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f374042-d420-4f52-8f15-4f47746f7eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (75c4bb70-f885-40b1-aaf6-21f271b8017b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:18.827584 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41148) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:18.888496 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f500b-4cdc-4d0e-8e4d-fc12091f1b3c req-8675769c-f950-4a64-8d9d-4a7b0b6425c9 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:18.892596 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3642cd2-d2d6-492e-bd50-1c5aa14650de req-e4790ba2-6184-4874-bbbf-7008b5837c67 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:18.894608 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b3642cd2-d2d6-492e-bd50-1c5aa14650de req-e4790ba2-6184-4874-bbbf-7008b5837c67 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 950 time: 0.1663246 Mar 07 10:33:18.900343 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-765d5c22-7ace-4fee-8fb5-effb8f53aab3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=59e45a4a55b9498cb47b5f357a6d7b64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0711236 Mar 07 10:33:18.901455 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f500b-4cdc-4d0e-8e4d-fc12091f1b3c req-8675769c-f950-4a64-8d9d-4a7b0b6425c9 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:18.903483 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41150) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:18.912265 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f500b-4cdc-4d0e-8e4d-fc12091f1b3c req-8675769c-f950-4a64-8d9d-4a7b0b6425c9 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:18.917680 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bf0f500b-4cdc-4d0e-8e4d-fc12091f1b3c req-8675769c-f950-4a64-8d9d-4a7b0b6425c9 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae03b5fc-6785-48a6-9d3a-91b83875c855 HTTP/1.1" status: 200 len: 2417 time: 0.1983395 Mar 07 10:33:18.993679 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b3642cd2-d2d6-492e-bd50-1c5aa14650de req-99398d96-e922-49fe-be05-9a150c6ccbdf tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769029 Mar 07 10:33:19.042471 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-753df1fa-90af-4ad9-8181-9c7029c9433a admin admin] Publish callbacks [] for security_group (5c889902-fade-41cd-9b7a-25cccedf7ede), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:19.111380 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-753df1fa-90af-4ad9-8181-9c7029c9433a admin admin] Publish callbacks [] for security_group (5c889902-fade-41cd-9b7a-25cccedf7ede), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:19.138271 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bf0f500b-4cdc-4d0e-8e4d-fc12091f1b3c req-e4604c87-9aff-4c7c-8ee9-87e52af04458 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138209 Mar 07 10:33:19.229066 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-753df1fa-90af-4ad9-8181-9c7029c9433a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5c889902-fade-41cd-9b7a-25cccedf7ede), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:19.232128 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-753df1fa-90af-4ad9-8181-9c7029c9433a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:19.233650 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-753df1fa-90af-4ad9-8181-9c7029c9433a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5c889902-fade-41cd-9b7a-25cccedf7ede HTTP/1.1" status: 204 len: 168 time: 0.3292067 Mar 07 10:33:19.248869 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753df1fa-90af-4ad9-8181-9c7029c9433a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c889902-fade-41cd-9b7a-25cccedf7ede,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:19.308623 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-9f374042-d420-4f52-8f15-4f47746f7eca admin admin] Deleting port 4f02279f-f01e-4f54-a741-cbbb14251d5a {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:33:19.309691 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f374042-d420-4f52-8f15-4f47746f7eca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (4f02279f-f01e-4f54-a741-cbbb14251d5a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:19.467123 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41168) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:19.477092 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-9f374042-d420-4f52-8f15-4f47746f7eca admin admin] For port 4f02279f-f01e-4f54-a741-cbbb14251d5a, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=4f02279f-f01e-4f54-a741-cbbb14251d5a,segment=NetworkSegment(659b5574-4874-41b2-9508-06bd73e4d186),segment_id=659b5574-4874-41b2-9508-06bd73e4d186)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:19.477573 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f374042-d420-4f52-8f15-4f47746f7eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (4f02279f-f01e-4f54-a741-cbbb14251d5a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:19.500257 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-9f374042-d420-4f52-8f15-4f47746f7eca admin admin] Calling delete_port for 4f02279f-f01e-4f54-a741-cbbb14251d5a owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:33:19.663118 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3d81a5-a0df-49b9-8522-f950430c3e76 req-2560f5a2-8d7b-4695-adf2-5576211466f5 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:19.672853 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fe3d81a5-a0df-49b9-8522-f950430c3e76 req-2560f5a2-8d7b-4695-adf2-5576211466f5 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=f387de4b-5c85-4bcf-b853-36fb338fb1af HTTP/1.1" status: 200 len: 945 time: 0.1869895 Mar 07 10:33:19.772806 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fe3d81a5-a0df-49b9-8522-f950430c3e76 req-6d85e55f-e152-45a7-932d-7ff9d8584eb5 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959339 Mar 07 10:33:19.830834 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f16de021-a374-44ca-ab7d-acaefffb3e0a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=38226035d9a14a64837c29a3926f0a17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3626645 Mar 07 10:33:19.834398 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41180) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:19.915321 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68585788-ce1e-42fa-9f11-450d9de06e1a req-a729abc7-3f5f-4087-83bc-d9f065f05d33 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:19.921172 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68585788-ce1e-42fa-9f11-450d9de06e1a req-a729abc7-3f5f-4087-83bc-d9f065f05d33 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:19.926747 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68585788-ce1e-42fa-9f11-450d9de06e1a req-a729abc7-3f5f-4087-83bc-d9f065f05d33 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:19.928852 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-68585788-ce1e-42fa-9f11-450d9de06e1a req-a729abc7-3f5f-4087-83bc-d9f065f05d33 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae03b5fc-6785-48a6-9d3a-91b83875c855 HTTP/1.1" status: 200 len: 2417 time: 0.1799903 Mar 07 10:33:19.978632 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7b1b6eb6-b896-4aa3-9846-2ae960e02131 admin admin] Publish callbacks [] for security_group (0bdeae34-ca95-4fda-9d73-c95f95c54d35), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:20.097841 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-68585788-ce1e-42fa-9f11-450d9de06e1a req-b61f7d0b-7f52-4f7c-8f03-037bf85cda97 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602242 Mar 07 10:33:20.101430 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7b1b6eb6-b896-4aa3-9846-2ae960e02131 admin admin] Publish callbacks [] for security_group (0bdeae34-ca95-4fda-9d73-c95f95c54d35), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:20.203397 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e0032-d0a4-48d5-8693-7cc42ef6fa38 req-aeeffe13-2454-49d3-8a68-faefc7e8cc7f tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:20.217998 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-eb9e0032-d0a4-48d5-8693-7cc42ef6fa38 req-aeeffe13-2454-49d3-8a68-faefc7e8cc7f tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 950 time: 0.1054761 Mar 07 10:33:20.222381 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f374042-d420-4f52-8f15-4f47746f7eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (4f02279f-f01e-4f54-a741-cbbb14251d5a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:20.284054 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f374042-d420-4f52-8f15-4f47746f7eca admin admin] Pushing event deleted for resources: {'Port': ['ID=4f02279f-f01e-4f54-a741-cbbb14251d5a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:20.288214 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7b1b6eb6-b896-4aa3-9846-2ae960e02131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0bdeae34-ca95-4fda-9d73-c95f95c54d35), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:20.292005 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7b1b6eb6-b896-4aa3-9846-2ae960e02131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:20.293951 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7b1b6eb6-b896-4aa3-9846-2ae960e02131 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0bdeae34-ca95-4fda-9d73-c95f95c54d35 HTTP/1.1" status: 204 len: 168 time: 0.4577320 Mar 07 10:33:20.331957 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-eb9e0032-d0a4-48d5-8693-7cc42ef6fa38 req-6d3ec063-d30f-4d9f-ad3f-d891f07161c1 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074235 Mar 07 10:33:20.398607 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b6eb6-b896-4aa3-9846-2ae960e02131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdeae34-ca95-4fda-9d73-c95f95c54d35,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:20.523660 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41202) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:20.604738 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f374042-d420-4f52-8f15-4f47746f7eca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (75c4bb70-f885-40b1-aaf6-21f271b8017b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:20.911113 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-cceef399-c57b-45c4-a091-a3aca21d5a35 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-488724731-network', 'tenant_id': '0ebfb9a5ea0741d99b0516b89175b55f'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:20.937365 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cceef399-c57b-45c4-a091-a3aca21d5a35 admin admin] Made reservation on behalf of 0ebfb9a5ea0741d99b0516b89175b55f for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:33:20.939997 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cceef399-c57b-45c4-a091-a3aca21d5a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:20.947021 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41212) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:20.972528 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cceef399-c57b-45c4-a091-a3aca21d5a35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:21.037166 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-69c1b323-267d-47ff-bd20-ac534ea54175 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=15e2481d0cd84f6a88d7cd8c2b65184a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0783360 Mar 07 10:33:21.041602 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41214) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:21.067365 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f374042-d420-4f52-8f15-4f47746f7eca admin admin] Router 75c4bb70-f885-40b1-aaf6-21f271b8017b has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:33:21.081431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfe089-8e9b-4c27-8129-bd78549c8923 req-928f5034-8ee7-473d-9ba6-5b82c96e4a2b tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:21.089699 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fdbfe089-8e9b-4c27-8129-bd78549c8923 req-928f5034-8ee7-473d-9ba6-5b82c96e4a2b tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=f387de4b-5c85-4bcf-b853-36fb338fb1af HTTP/1.1" status: 200 len: 945 time: 0.1940517 Mar 07 10:33:21.110877 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fcc844e-0a8a-4694-803c-0bca739a3f55 admin admin] Publish callbacks [] for security_group (928926a4-7ea8-4ff2-a463-141388d8bcf2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:21.172016 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fcc844e-0a8a-4694-803c-0bca739a3f55 admin admin] Publish callbacks [] for security_group (928926a4-7ea8-4ff2-a463-141388d8bcf2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:21.237664 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fdbfe089-8e9b-4c27-8129-bd78549c8923 req-011aa01b-7f0e-4e2c-acdd-cbb6e0aae9bf tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440673 Mar 07 10:33:21.302333 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cceef399-c57b-45c4-a091-a3aca21d5a35 admin admin] Publish callbacks [] for security_group (08347d07-6cb5-4c49-9274-66c6f209e2b9), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:21.319747 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cceef399-c57b-45c4-a091-a3aca21d5a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (08347d07-6cb5-4c49-9274-66c6f209e2b9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:21.353329 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019dd151-26d6-4df9-993f-ea9df72b6fe4 req-14163d14-e089-45e2-ad2d-fdec01ad1b2b tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:21.359612 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019dd151-26d6-4df9-993f-ea9df72b6fe4 req-14163d14-e089-45e2-ad2d-fdec01ad1b2b tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:21.365745 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019dd151-26d6-4df9-993f-ea9df72b6fe4 req-14163d14-e089-45e2-ad2d-fdec01ad1b2b tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:21.367618 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-019dd151-26d6-4df9-993f-ea9df72b6fe4 req-14163d14-e089-45e2-ad2d-fdec01ad1b2b tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae03b5fc-6785-48a6-9d3a-91b83875c855 HTTP/1.1" status: 200 len: 2417 time: 0.1997969 Mar 07 10:33:21.376058 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceef399-c57b-45c4-a091-a3aca21d5a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08347d07-6cb5-4c49-9274-66c6f209e2b9,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:21.396353 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cceef399-c57b-45c4-a091-a3aca21d5a35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:33:21.418108 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cceef399-c57b-45c4-a091-a3aca21d5a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (4d301f0b-d152-4231-b36a-9f5368efa79d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:21.418559 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-cceef399-c57b-45c4-a091-a3aca21d5a35 admin admin] Added segment 4d301f0b-d152-4231-b36a-9f5368efa79d of type vlan for network 494d19d2-a8bc-4c21-a1c0-9918d58b05f3 Mar 07 10:33:21.444951 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc26da-6e39-4dbe-9503-4d278b17f40f req-17773d34-630d-4fbc-9df3-8a74b844d2a5 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:21.452009 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc26da-6e39-4dbe-9503-4d278b17f40f req-17773d34-630d-4fbc-9df3-8a74b844d2a5 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:21.461680 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc26da-6e39-4dbe-9503-4d278b17f40f req-17773d34-630d-4fbc-9df3-8a74b844d2a5 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:21.465657 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-38dc26da-6e39-4dbe-9503-4d278b17f40f req-17773d34-630d-4fbc-9df3-8a74b844d2a5 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae03b5fc-6785-48a6-9d3a-91b83875c855 HTTP/1.1" status: 200 len: 2417 time: 0.2667508 Mar 07 10:33:21.467458 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fcc844e-0a8a-4694-803c-0bca739a3f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (928926a4-7ea8-4ff2-a463-141388d8bcf2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:21.470706 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fcc844e-0a8a-4694-803c-0bca739a3f55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:21.472946 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1fcc844e-0a8a-4694-803c-0bca739a3f55 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/928926a4-7ea8-4ff2-a463-141388d8bcf2 HTTP/1.1" status: 204 len: 168 time: 0.4304039 Mar 07 10:33:21.490514 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f374042-d420-4f52-8f15-4f47746f7eca admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:33:21.505027 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8abf36-5d88-49ae-9b8f-fffec51d12ec None None] Sync routers for ids ['75c4bb70-f885-40b1-aaf6-21f271b8017b'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:33:21.520372 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8abf36-5d88-49ae-9b8f-fffec51d12ec None None] Routers {'75c4bb70-f885-40b1-aaf6-21f271b8017b'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:33:21.520987 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-bc8abf36-5d88-49ae-9b8f-fffec51d12ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:33:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['75c4bb70-f885-40b1-aaf6-21f271b8017b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:21.524045 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9f374042-d420-4f52-8f15-4f47746f7eca admin admin] 10.222.0.11 "PUT /v2.0/routers/75c4bb70-f885-40b1-aaf6-21f271b8017b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3780427 Mar 07 10:33:21.526140 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41226) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:21.553283 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc844e-0a8a-4694-803c-0bca739a3f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928926a4-7ea8-4ff2-a463-141388d8bcf2,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:21.627881 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cceef399-c57b-45c4-a091-a3aca21d5a35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (494d19d2-a8bc-4c21-a1c0-9918d58b05f3), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:21.659622 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-019dd151-26d6-4df9-993f-ea9df72b6fe4 req-0a4b91f9-9632-4a52-a3da-4aebe0c59a8f tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Deleting port ffbe44b5-eedd-4856-bc25-7ecc63203ec6 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:33:21.659993 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-019dd151-26d6-4df9-993f-ea9df72b6fe4 req-0a4b91f9-9632-4a52-a3da-4aebe0c59a8f tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (ffbe44b5-eedd-4856-bc25-7ecc63203ec6), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:21.674111 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-bc8abf36-5d88-49ae-9b8f-fffec51d12ec None None] Set router 75c4bb70-f885-40b1-aaf6-21f271b8017b gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:33:21.700716 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-38dc26da-6e39-4dbe-9503-4d278b17f40f req-f3201f7f-b095-47a4-a68d-96414770b503 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255125 Mar 07 10:33:21.758562 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cceef399-c57b-45c4-a091-a3aca21d5a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (494d19d2-a8bc-4c21-a1c0-9918d58b05f3), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:21.759883 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cceef399-c57b-45c4-a091-a3aca21d5a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:21.761342 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cceef399-c57b-45c4-a091-a3aca21d5a35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:21.867332 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41228) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:21.869325 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cceef399-c57b-45c4-a091-a3aca21d5a35 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3441720 Mar 07 10:33:21.872761 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-7daaeb9d-1878-405f-a58c-7598c815f0fa admin admin] Request body: {'subnet': {'network_id': '494d19d2-a8bc-4c21-a1c0-9918d58b05f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-488724731-subnet', 'tenant_id': '0ebfb9a5ea0741d99b0516b89175b55f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:21.892086 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-903117c9-0de8-4ae7-89e5-1fc8a14428e5 admin admin] Publish callbacks [] for router (75c4bb70-f885-40b1-aaf6-21f271b8017b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:21.929179 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-019dd151-26d6-4df9-993f-ea9df72b6fe4 req-0a4b91f9-9632-4a52-a3da-4aebe0c59a8f tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] For port ffbe44b5-eedd-4856-bc25-7ecc63203ec6, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=ffbe44b5-eedd-4856-bc25-7ecc63203ec6,segment=NetworkSegment(8fd193e9-20be-4656-88b3-d80cee19f56d),segment_id=8fd193e9-20be-4656-88b3-d80cee19f56d)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:21.929562 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-019dd151-26d6-4df9-993f-ea9df72b6fe4 req-0a4b91f9-9632-4a52-a3da-4aebe0c59a8f tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (ffbe44b5-eedd-4856-bc25-7ecc63203ec6), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:21.948595 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-019dd151-26d6-4df9-993f-ea9df72b6fe4 req-0a4b91f9-9632-4a52-a3da-4aebe0c59a8f tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Calling delete_port for ffbe44b5-eedd-4856-bc25-7ecc63203ec6 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:33:21.953564 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceef399-c57b-45c4-a091-a3aca21d5a35 admin admin] Pushing event updated for resources: {'Network': ['ID=494d19d2-a8bc-4c21-a1c0-9918d58b05f3,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:21.963137 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f08b38-83be-40ea-822b-f7590db8cc58 req-0c08cabc-d889-4ae8-bcec-19b68c2f2470 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:21.968042 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 494d19d2-a8bc-4c21-a1c0-9918d58b05f3 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:33:21.970155 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-77f08b38-83be-40ea-822b-f7590db8cc58 req-0c08cabc-d889-4ae8-bcec-19b68c2f2470 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 950 time: 0.5411196 Mar 07 10:33:21.988393 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7daaeb9d-1878-405f-a58c-7598c815f0fa admin admin] Made reservation on behalf of 0ebfb9a5ea0741d99b0516b89175b55f for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:33:21.991804 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7daaeb9d-1878-405f-a58c-7598c815f0fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:22.075444 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-bc8abf36-5d88-49ae-9b8f-fffec51d12ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c4bb70-f885-40b1-aaf6-21f271b8017b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060441345-router', 'tenant_id': '15507463445b4c5ab685f861217c2b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'e07891a1-3315-4f22-abc1-c38ec45e2e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:23Z', 'updated_at': '2022-03-07T10:33:19Z', 'revision_number': 5, 'project_id': '15507463445b4c5ab685f861217c2b9c', 'gw_port': {'id': 'e07891a1-3315-4f22-abc1-c38ec45e2e20', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:97:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c4bb70-f885-40b1-aaf6-21f271b8017b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:28:24Z', 'updated_at': '2022-03-07T10:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:22.106174 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-903117c9-0de8-4ae7-89e5-1fc8a14428e5 admin admin] Publish callbacks [] for router_gateway (75c4bb70-f885-40b1-aaf6-21f271b8017b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:22.130856 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8abf36-5d88-49ae-9b8f-fffec51d12ec None None] Checking router: 75c4bb70-f885-40b1-aaf6-21f271b8017b for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:33:22.141773 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8abf36-5d88-49ae-9b8f-fffec51d12ec None None] Routers {'75c4bb70-f885-40b1-aaf6-21f271b8017b'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:33:22.144798 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-bc8abf36-5d88-49ae-9b8f-fffec51d12ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:33:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['75c4bb70-f885-40b1-aaf6-21f271b8017b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:22.238323 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-903117c9-0de8-4ae7-89e5-1fc8a14428e5 admin admin] Deleting port e07891a1-3315-4f22-abc1-c38ec45e2e20 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:33:22.239742 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-903117c9-0de8-4ae7-89e5-1fc8a14428e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (e07891a1-3315-4f22-abc1-c38ec45e2e20), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:22.265166 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-77f08b38-83be-40ea-822b-f7590db8cc58 req-da5d1f6b-c404-4922-82b4-42294dfd6344 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620294 Mar 07 10:33:22.342314 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-bc8abf36-5d88-49ae-9b8f-fffec51d12ec None None] Set router 75c4bb70-f885-40b1-aaf6-21f271b8017b gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:33:22.442078 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-903117c9-0de8-4ae7-89e5-1fc8a14428e5 admin admin] For port e07891a1-3315-4f22-abc1-c38ec45e2e20, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e07891a1-3315-4f22-abc1-c38ec45e2e20,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:22.442743 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-903117c9-0de8-4ae7-89e5-1fc8a14428e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (e07891a1-3315-4f22-abc1-c38ec45e2e20), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:22.470398 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-bc8abf36-5d88-49ae-9b8f-fffec51d12ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75c4bb70-f885-40b1-aaf6-21f271b8017b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060441345-router', 'tenant_id': '15507463445b4c5ab685f861217c2b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:23Z', 'updated_at': '2022-03-07T10:33:22Z', 'revision_number': 6, 'project_id': '15507463445b4c5ab685f861217c2b9c', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:22.470557 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-903117c9-0de8-4ae7-89e5-1fc8a14428e5 admin admin] Calling delete_port for e07891a1-3315-4f22-abc1-c38ec45e2e20 owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:33:22.530388 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8abf36-5d88-49ae-9b8f-fffec51d12ec None None] The sync data for ids ['75c4bb70-f885-40b1-aaf6-21f271b8017b'] in n-d-832164-4 is: [{'id': '75c4bb70-f885-40b1-aaf6-21f271b8017b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1060441345-router', 'tenant_id': '15507463445b4c5ab685f861217c2b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:28:23Z', 'updated_at': '2022-03-07T10:33:22Z', 'revision_number': 6, 'project_id': '15507463445b4c5ab685f861217c2b9c', 'gw_port_host': None}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:33:22.554649 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-019dd151-26d6-4df9-993f-ea9df72b6fe4 req-0a4b91f9-9632-4a52-a3da-4aebe0c59a8f tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (ffbe44b5-eedd-4856-bc25-7ecc63203ec6), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:22.561168 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:22.611121 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b91f9-9632-4a52-a3da-4aebe0c59a8f tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Pushing event deleted for resources: {'Port': ['ID=ffbe44b5-eedd-4856-bc25-7ecc63203ec6,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:22.667810 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7daaeb9d-1878-405f-a58c-7598c815f0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (5b7c9324-dd3a-484d-9a4f-f974c25d4ef4), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:22.717817 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:33:22.815190 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb28b70-b025-42a9-85d5-8157e6081865 req-839e984e-2311-450b-8919-c90144a7beb3 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:22.816236 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ccb28b70-b025-42a9-85d5-8157e6081865 req-839e984e-2311-450b-8919-c90144a7beb3 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=f387de4b-5c85-4bcf-b853-36fb338fb1af HTTP/1.1" status: 200 len: 945 time: 0.3355327 Mar 07 10:33:22.869063 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-019dd151-26d6-4df9-993f-ea9df72b6fe4 req-0a4b91f9-9632-4a52-a3da-4aebe0c59a8f tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] No DVR routers for this DVR port ffbe44b5-eedd-4856-bc25-7ecc63203ec6 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:33:22.936680 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 4f02279f-f01e-4f54-a741-cbbb14251d5a no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:33:22.942445 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ccb28b70-b025-42a9-85d5-8157e6081865 req-d98156a7-676b-4476-b58a-298d15cda05d tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132846 Mar 07 10:33:22.963136 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-019dd151-26d6-4df9-993f-ea9df72b6fe4 req-0a4b91f9-9632-4a52-a3da-4aebe0c59a8f tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:22.970794 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-019dd151-26d6-4df9-993f-ea9df72b6fe4 req-0a4b91f9-9632-4a52-a3da-4aebe0c59a8f tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.21 "DELETE /v2.0/ports/ffbe44b5-eedd-4856-bc25-7ecc63203ec6 HTTP/1.1" status: 204 len: 173 time: 1.5932481 Mar 07 10:33:22.971368 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae03b5fc-6785-48a6-9d3a-91b83875c855', 'name': 'network-vif-deleted', 'tag': 'ffbe44b5-eedd-4856-bc25-7ecc63203ec6'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:22.973842 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96771aed-ea1c-4e32-ae64-a579d120a2dd" -d '{"events": [{"server_uuid": "ae03b5fc-6785-48a6-9d3a-91b83875c855", "name": "network-vif-deleted", "tag": "ffbe44b5-eedd-4856-bc25-7ecc63203ec6"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:22.980969 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-903117c9-0de8-4ae7-89e5-1fc8a14428e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (e07891a1-3315-4f22-abc1-c38ec45e2e20), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:22.995624 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 4f02279f-f01e-4f54-a741-cbbb14251d5a {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:33:22.997078 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 4f02279f-f01e-4f54-a741-cbbb14251d5a not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:33:23.016796 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903117c9-0de8-4ae7-89e5-1fc8a14428e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e07891a1-3315-4f22-abc1-c38ec45e2e20,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:23.148971 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-903117c9-0de8-4ae7-89e5-1fc8a14428e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (75c4bb70-f885-40b1-aaf6-21f271b8017b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:23.157507 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a429df-32b7-476e-9f7c-35c113c6827c x-openstack-request-id: req-20a429df-32b7-476e-9f7c-35c113c6827c {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:33:23.157806 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae03b5fc-6785-48a6-9d3a-91b83875c855", "name": "network-vif-deleted", "tag": "ffbe44b5-eedd-4856-bc25-7ecc63203ec6", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:33:23.158062 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-20a429df-32b7-476e-9f7c-35c113c6827c {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:33:23.158466 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae03b5fc-6785-48a6-9d3a-91b83875c855', 'name': 'network-vif-deleted', 'tag': 'ffbe44b5-eedd-4856-bc25-7ecc63203ec6', 'status': 'completed', 'code': 200} Mar 07 10:33:23.180334 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daaeb9d-1878-405f-a58c-7598c815f0fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b7c9324-dd3a-484d-9a4f-f974c25d4ef4,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:23.208812 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daaeb9d-1878-405f-a58c-7598c815f0fa admin admin] Checking segment: {'id': '4d301f0b-d152-4231-b36a-9f5368efa79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '494d19d2-a8bc-4c21-a1c0-9918d58b05f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:33:23.209241 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daaeb9d-1878-405f-a58c-7598c815f0fa admin admin] Network hostable DHCP agents. Network: 494d19d2-a8bc-4c21-a1c0-9918d58b05f3, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:33:23.315809 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-903117c9-0de8-4ae7-89e5-1fc8a14428e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (75c4bb70-f885-40b1-aaf6-21f271b8017b), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:23.318484 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-903117c9-0de8-4ae7-89e5-1fc8a14428e5 admin admin] Publish callbacks [] for router_controller (75c4bb70-f885-40b1-aaf6-21f271b8017b), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:23.344488 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e8887-282d-4c7b-9a3d-605b470b70d9 req-d0df64de-204b-44ac-a2af-2475cc72ceaa tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:23.350769 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e8887-282d-4c7b-9a3d-605b470b70d9 req-d0df64de-204b-44ac-a2af-2475cc72ceaa tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:23.360069 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-456e8887-282d-4c7b-9a3d-605b470b70d9 req-d0df64de-204b-44ac-a2af-2475cc72ceaa tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae03b5fc-6785-48a6-9d3a-91b83875c855 HTTP/1.1" status: 200 len: 1681 time: 0.5014775 Mar 07 10:33:23.362763 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daaeb9d-1878-405f-a58c-7598c815f0fa admin admin] Network 494d19d2-a8bc-4c21-a1c0-9918d58b05f3 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:33:23.377025 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-903117c9-0de8-4ae7-89e5-1fc8a14428e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (75c4bb70-f885-40b1-aaf6-21f271b8017b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:23.377025 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903117c9-0de8-4ae7-89e5-1fc8a14428e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75c4bb70-f885-40b1-aaf6-21f271b8017b {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:33:23.381797 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-903117c9-0de8-4ae7-89e5-1fc8a14428e5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:23.385632 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-903117c9-0de8-4ae7-89e5-1fc8a14428e5 admin admin] 10.222.0.11 "DELETE /v2.0/routers/75c4bb70-f885-40b1-aaf6-21f271b8017b HTTP/1.1" status: 204 len: 168 time: 1.8442812 Mar 07 10:33:23.385735 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-7daaeb9d-1878-405f-a58c-7598c815f0fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 494d19d2-a8bc-4c21-a1c0-9918d58b05f3) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:23.385962 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41266) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:23.395287 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c21dfb-46f6-4157-b6cf-fd435d365e62 None None] Network 494d19d2-a8bc-4c21-a1c0-9918d58b05f3 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:33:23.405712 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7daaeb9d-1878-405f-a58c-7598c815f0fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:23.406398 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7daaeb9d-1878-405f-a58c-7598c815f0fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:23.413400 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-019dd151-26d6-4df9-993f-ea9df72b6fe4 req-0e70b435-f057-484c-b8db-9cbf0c31e64e tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Deleting port 9804316d-5fb2-4536-a4d8-a314c0c043ec {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:33:23.413809 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-019dd151-26d6-4df9-993f-ea9df72b6fe4 req-0e70b435-f057-484c-b8db-9cbf0c31e64e tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (9804316d-5fb2-4536-a4d8-a314c0c043ec), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:23.484933 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-61d6f047-bff3-46be-aea7-9c23c74bd813 admin admin] Deleting subnet c3dce0ac-31e1-439c-b027-57165e68785c {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:33:23.486540 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7daaeb9d-1878-405f-a58c-7598c815f0fa admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6180184 Mar 07 10:33:23.499643 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-61d6f047-bff3-46be-aea7-9c23c74bd813 admin admin] Publish callbacks [] for subnet (c3dce0ac-31e1-439c-b027-57165e68785c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:23.567751 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-456e8887-282d-4c7b-9a3d-605b470b70d9 req-e24b43a5-7049-4d6d-80d7-7b531c12996a tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061880 Mar 07 10:33:23.622328 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-019dd151-26d6-4df9-993f-ea9df72b6fe4 req-0e70b435-f057-484c-b8db-9cbf0c31e64e tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] For port 9804316d-5fb2-4536-a4d8-a314c0c043ec, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9804316d-5fb2-4536-a4d8-a314c0c043ec,segment=NetworkSegment(9da043fb-7025-48c5-bf9c-cff02fad1b5c),segment_id=9da043fb-7025-48c5-bf9c-cff02fad1b5c)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:23.623050 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-019dd151-26d6-4df9-993f-ea9df72b6fe4 req-0e70b435-f057-484c-b8db-9cbf0c31e64e tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (9804316d-5fb2-4536-a4d8-a314c0c043ec), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:23.633709 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-61d6f047-bff3-46be-aea7-9c23c74bd813 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (c3dce0ac-31e1-439c-b027-57165e68785c), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:23.643138 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-019dd151-26d6-4df9-993f-ea9df72b6fe4 req-0e70b435-f057-484c-b8db-9cbf0c31e64e tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Calling delete_port for 9804316d-5fb2-4536-a4d8-a314c0c043ec owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:33:23.690837 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49747d12-828b-470a-9cc8-e6e2cafca5eb None None] Network 494d19d2-a8bc-4c21-a1c0-9918d58b05f3 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:33:23.880899 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-61d6f047-bff3-46be-aea7-9c23c74bd813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (c3dce0ac-31e1-439c-b027-57165e68785c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:23.927462 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 61553c09-a1cc-46ac-acba-c489604df538 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:33:24.008949 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-019dd151-26d6-4df9-993f-ea9df72b6fe4 req-0e70b435-f057-484c-b8db-9cbf0c31e64e tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (9804316d-5fb2-4536-a4d8-a314c0c043ec), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:24.087622 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70b435-f057-484c-b8db-9cbf0c31e64e tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Pushing event deleted for resources: {'Port': ['ID=9804316d-5fb2-4536-a4d8-a314c0c043ec,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:24.129709 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-61d6f047-bff3-46be-aea7-9c23c74bd813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (c3dce0ac-31e1-439c-b027-57165e68785c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:24.195343 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 61553c09-a1cc-46ac-acba-c489604df538 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:24.195904 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (61553c09-a1cc-46ac-acba-c489604df538), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:24.244582 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6f047-bff3-46be-aea7-9c23c74bd813 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3dce0ac-31e1-439c-b027-57165e68785c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:24.252284 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae03b5fc-6785-48a6-9d3a-91b83875c855', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61553c09-a1cc-46ac-acba-c489604df538'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:24.255732 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a7b18e-02db-451f-8e7f-03feff40bb03" -d '{"events": [{"server_uuid": "ae03b5fc-6785-48a6-9d3a-91b83875c855", "name": "network-vif-unplugged", "status": "completed", "tag": "61553c09-a1cc-46ac-acba-c489604df538"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:24.289931 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-019dd151-26d6-4df9-993f-ea9df72b6fe4 req-0e70b435-f057-484c-b8db-9cbf0c31e64e tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] No DVR routers for this DVR port 9804316d-5fb2-4536-a4d8-a314c0c043ec on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:33:24.292450 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 61553c09-a1cc-46ac-acba-c489604df538, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=61553c09-a1cc-46ac-acba-c489604df538,segment=NetworkSegment(8fd193e9-20be-4656-88b3-d80cee19f56d),segment_id=8fd193e9-20be-4656-88b3-d80cee19f56d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:24.302782 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (61553c09-a1cc-46ac-acba-c489604df538), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:24.303880 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 9804316d-5fb2-4536-a4d8-a314c0c043ec no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:33:24.316439 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-61d6f047-bff3-46be-aea7-9c23c74bd813 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:24.322955 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-61d6f047-bff3-46be-aea7-9c23c74bd813 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c3dce0ac-31e1-439c-b027-57165e68785c HTTP/1.1" status: 204 len: 168 time: 0.9359658 Mar 07 10:33:24.350830 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 9804316d-5fb2-4536-a4d8-a314c0c043ec {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:33:24.352657 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 9804316d-5fb2-4536-a4d8-a314c0c043ec not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:33:24.353657 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device ffbe44b5-eedd-4856-bc25-7ecc63203ec6 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:33:24.360128 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a29669-e125-4d73-aa4b-34a3aef84069 req-1b114324-41fa-4f11-aac9-a84efb70c44d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:24.367429 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-58a29669-e125-4d73-aa4b-34a3aef84069 req-1b114324-41fa-4f11-aac9-a84efb70c44d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 950 time: 0.9648108 Mar 07 10:33:24.370224 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41290) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:24.407928 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cad77fc-be76-4bee-9048-387870c09eac None None] Network 53dbc918-ab4c-4d6d-a32a-86cc0d634b4f requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:33:24.412187 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: ffbe44b5-eedd-4856-bc25-7ecc63203ec6 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:33:24.416375 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device ffbe44b5-eedd-4856-bc25-7ecc63203ec6 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:33:24.522112 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-add600d1-3831-4fbc-9213-5b5486790a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (53dbc918-ab4c-4d6d-a32a-86cc0d634b4f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:24.622407 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=61553c09-a1cc-46ac-acba-c489604df538,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:24.632265 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:24.632860 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:24.633918 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:24.634668 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:24.635534 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:24.636202 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:24.637078 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:24.637821 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:24.638624 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:24.639795 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:24.640331 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:24.641008 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:24.641702 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:24.745224 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7f74a8-3ef7-4997-9682-d5d409c58946 None None] DHCP port deletion for 53dbc918-ab4c-4d6d-a32a-86cc0d634b4f request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:33:24.770235 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-58a29669-e125-4d73-aa4b-34a3aef84069 req-7fd503b6-9da7-49f2-b92a-f498ff893ae0 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926187 Mar 07 10:33:24.819511 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-add600d1-3831-4fbc-9213-5b5486790a3e admin admin] Deleting port f1a472d7-3c42-4136-abb3-3ec55df94980 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:33:24.819511 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-add600d1-3831-4fbc-9213-5b5486790a3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (f1a472d7-3c42-4136-abb3-3ec55df94980), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:24.871552 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e07891a1-3315-4f22-abc1-c38ec45e2e20 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:33:24.907803 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: e07891a1-3315-4f22-abc1-c38ec45e2e20 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:33:24.908424 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e07891a1-3315-4f22-abc1-c38ec45e2e20 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:33:24.924096 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63648d58-a1f8-46db-86bd-821501ecf18e x-openstack-request-id: req-63648d58-a1f8-46db-86bd-821501ecf18e {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:33:24.924626 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-add600d1-3831-4fbc-9213-5b5486790a3e admin admin] For port f1a472d7-3c42-4136-abb3-3ec55df94980, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=f1a472d7-3c42-4136-abb3-3ec55df94980,segment=NetworkSegment(659b5574-4874-41b2-9508-06bd73e4d186),segment_id=659b5574-4874-41b2-9508-06bd73e4d186)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:24.925007 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-add600d1-3831-4fbc-9213-5b5486790a3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (f1a472d7-3c42-4136-abb3-3ec55df94980), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:24.925253 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae03b5fc-6785-48a6-9d3a-91b83875c855", "name": "network-vif-unplugged", "status": "completed", "tag": "61553c09-a1cc-46ac-acba-c489604df538", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:33:24.925715 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-63648d58-a1f8-46db-86bd-821501ecf18e {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:33:24.926339 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae03b5fc-6785-48a6-9d3a-91b83875c855', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61553c09-a1cc-46ac-acba-c489604df538', 'code': 200} Mar 07 10:33:24.940344 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-add600d1-3831-4fbc-9213-5b5486790a3e admin admin] Calling delete_port for f1a472d7-3c42-4136-abb3-3ec55df94980 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:33:24.945578 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8d7f74a8-3ef7-4997-9682-d5d409c58946 None None] Deleting port f1a472d7-3c42-4136-abb3-3ec55df94980 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:33:24.946349 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8d7f74a8-3ef7-4997-9682-d5d409c58946 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (f1a472d7-3c42-4136-abb3-3ec55df94980), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.021314 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-019dd151-26d6-4df9-993f-ea9df72b6fe4 req-0e70b435-f057-484c-b8db-9cbf0c31e64e tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.038918 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-019dd151-26d6-4df9-993f-ea9df72b6fe4 req-0e70b435-f057-484c-b8db-9cbf0c31e64e tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.21 "DELETE /v2.0/ports/9804316d-5fb2-4536-a4d8-a314c0c043ec HTTP/1.1" status: 204 len: 173 time: 2.0327330 Mar 07 10:33:25.043672 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-8d7f74a8-3ef7-4997-9682-d5d409c58946 None None] For port f1a472d7-3c42-4136-abb3-3ec55df94980, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=f1a472d7-3c42-4136-abb3-3ec55df94980,segment=NetworkSegment(659b5574-4874-41b2-9508-06bd73e4d186),segment_id=659b5574-4874-41b2-9508-06bd73e4d186)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:25.044430 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8d7f74a8-3ef7-4997-9682-d5d409c58946 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (f1a472d7-3c42-4136-abb3-3ec55df94980), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.045467 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-add600d1-3831-4fbc-9213-5b5486790a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (f1a472d7-3c42-4136-abb3-3ec55df94980), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.061831 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8d7f74a8-3ef7-4997-9682-d5d409c58946 None None] Calling delete_port for f1a472d7-3c42-4136-abb3-3ec55df94980 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:33:25.081486 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add600d1-3831-4fbc-9213-5b5486790a3e admin admin] No DVR routers for this DVR port f1a472d7-3c42-4136-abb3-3ec55df94980 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:33:25.176894 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8d7f74a8-3ef7-4997-9682-d5d409c58946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (f1a472d7-3c42-4136-abb3-3ec55df94980), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.182656 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce71e1-0105-488d-8604-f0ea4e43a806 req-850ce1dc-af8a-45e0-b8f7-39f8ea640495 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:25.185971 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f4ce71e1-0105-488d-8604-f0ea4e43a806 req-850ce1dc-af8a-45e0-b8f7-39f8ea640495 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=f387de4b-5c85-4bcf-b853-36fb338fb1af HTTP/1.1" status: 200 len: 945 time: 1.0214467 Mar 07 10:33:25.186439 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae03b5fc-6785-48a6-9d3a-91b83875c855', 'name': 'network-vif-deleted', 'tag': '9804316d-5fb2-4536-a4d8-a314c0c043ec'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:25.193552 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35eb75d-0fab-4c73-85c9-2018ed3f0e71" -d '{"events": [{"server_uuid": "ae03b5fc-6785-48a6-9d3a-91b83875c855", "name": "network-vif-deleted", "tag": "9804316d-5fb2-4536-a4d8-a314c0c043ec"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:25.213649 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41314) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:25.214490 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add600d1-3831-4fbc-9213-5b5486790a3e admin admin] Pushing event deleted for resources: {'Port': ['ID=f1a472d7-3c42-4136-abb3-3ec55df94980,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:25.215883 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f74a8-3ef7-4997-9682-d5d409c58946 None None] Pushing event deleted for resources: {'Port': ['ID=f1a472d7-3c42-4136-abb3-3ec55df94980,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:25.226646 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-dca0cae2-5779-4176-9219-63ef4e96130f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1082631725-network', 'tenant_id': '5a9a4aad810246d7ae7109a69a7244c5'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:25.234859 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7f74a8-3ef7-4997-9682-d5d409c58946 None None] No DVR routers for this DVR port f1a472d7-3c42-4136-abb3-3ec55df94980 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:33:25.276454 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca0cae2-5779-4176-9219-63ef4e96130f admin admin] Made reservation on behalf of 5a9a4aad810246d7ae7109a69a7244c5 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:33:25.279546 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dca0cae2-5779-4176-9219-63ef4e96130f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.316497 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dca0cae2-5779-4176-9219-63ef4e96130f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.347051 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f4ce71e1-0105-488d-8604-f0ea4e43a806 req-bbd7ab27-2c24-44a4-8cf5-a1b29cbae3d8 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296756 Mar 07 10:33:25.369307 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-add600d1-3831-4fbc-9213-5b5486790a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (53dbc918-ab4c-4d6d-a32a-86cc0d634b4f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.392554 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-019dd151-26d6-4df9-993f-ea9df72b6fe4 req-d5b77277-febd-4ffe-82eb-a3827ab3995f tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Deleting port 61553c09-a1cc-46ac-acba-c489604df538 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:33:25.392554 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-019dd151-26d6-4df9-993f-ea9df72b6fe4 req-d5b77277-febd-4ffe-82eb-a3827ab3995f tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (61553c09-a1cc-46ac-acba-c489604df538), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.393012 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8c130-e877-4b21-bf23-5f1d4c178558 req-ac449af2-4f53-4f3b-bb7a-2778018296cb tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:25.394284 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c9f8c130-e877-4b21-bf23-5f1d4c178558 req-ac449af2-4f53-4f3b-bb7a-2778018296cb tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae03b5fc-6785-48a6-9d3a-91b83875c855 HTTP/1.1" status: 200 len: 943 time: 0.2611434 Mar 07 10:33:25.426386 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-add600d1-3831-4fbc-9213-5b5486790a3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53dbc918-ab4c-4d6d-a32a-86cc0d634b4f']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:25.453006 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-add600d1-3831-4fbc-9213-5b5486790a3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '659b5574-4874-41b2-9508-06bd73e4d186') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:25.453330 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-add600d1-3831-4fbc-9213-5b5486790a3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '659b5574-4874-41b2-9508-06bd73e4d186') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:25.486749 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-add600d1-3831-4fbc-9213-5b5486790a3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (659b5574-4874-41b2-9508-06bd73e4d186), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.522314 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-add600d1-3831-4fbc-9213-5b5486790a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (659b5574-4874-41b2-9508-06bd73e4d186), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.538506 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c9f8c130-e877-4b21-bf23-5f1d4c178558 req-8584517e-8b33-4825-a969-c9db93fab39c tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320038 Mar 07 10:33:25.546715 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-add600d1-3831-4fbc-9213-5b5486790a3e admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:33:25.547303 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-add600d1-3831-4fbc-9213-5b5486790a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (659b5574-4874-41b2-9508-06bd73e4d186), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.549543 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:33:25.549543 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:33:25.549543 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:33:25.549543 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:33:25.549543 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:33:25.549543 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:33:25.549543 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:33:25.549543 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:33:25.549543 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:33:25.549543 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:33:25.549543 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:33:25.549543 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:33:25.549543 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:33:25.549543 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:33:25.549543 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:33:25.549543 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:33:25.549543 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:33:25.549543 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:33:25.549543 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:33:25.549543 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:33:25.549543 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:33:25.549543 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:33:25.549543 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:33:25.549543 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:33:25.549543 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:33:25.549543 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:33:25.549543 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:33:25.549543 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:33:25.549543 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:33:25.549543 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:33:25.549543 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:33:25.549543 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:33:25.592718 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-019dd151-26d6-4df9-993f-ea9df72b6fe4 req-d5b77277-febd-4ffe-82eb-a3827ab3995f tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] For port 61553c09-a1cc-46ac-acba-c489604df538, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=61553c09-a1cc-46ac-acba-c489604df538,segment=NetworkSegment(8fd193e9-20be-4656-88b3-d80cee19f56d),segment_id=8fd193e9-20be-4656-88b3-d80cee19f56d)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:25.593157 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-019dd151-26d6-4df9-993f-ea9df72b6fe4 req-d5b77277-febd-4ffe-82eb-a3827ab3995f tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (61553c09-a1cc-46ac-acba-c489604df538), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.609898 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-019dd151-26d6-4df9-993f-ea9df72b6fe4 req-d5b77277-febd-4ffe-82eb-a3827ab3995f tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Calling delete_port for 61553c09-a1cc-46ac-acba-c489604df538 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:33:25.643186 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dca0cae2-5779-4176-9219-63ef4e96130f admin admin] Publish callbacks [] for security_group (df8b8f6f-d437-4195-b603-3bbf996e09ca), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.649640 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dca0cae2-5779-4176-9219-63ef4e96130f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (df8b8f6f-d437-4195-b603-3bbf996e09ca), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.665410 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-add600d1-3831-4fbc-9213-5b5486790a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (53dbc918-ab4c-4d6d-a32a-86cc0d634b4f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.678429 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1503579a-5bc5-43f3-b93b-0c6a81e55ca7 x-openstack-request-id: req-1503579a-5bc5-43f3-b93b-0c6a81e55ca7 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:33:25.679119 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae03b5fc-6785-48a6-9d3a-91b83875c855", "name": "network-vif-deleted", "tag": "9804316d-5fb2-4536-a4d8-a314c0c043ec", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:33:25.679380 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1503579a-5bc5-43f3-b93b-0c6a81e55ca7 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:33:25.680120 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae03b5fc-6785-48a6-9d3a-91b83875c855', 'name': 'network-vif-deleted', 'tag': '9804316d-5fb2-4536-a4d8-a314c0c043ec', 'status': 'completed', 'code': 200} Mar 07 10:33:25.682417 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-add600d1-3831-4fbc-9213-5b5486790a3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.688123 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-add600d1-3831-4fbc-9213-5b5486790a3e admin admin] 10.222.0.11 "DELETE /v2.0/networks/53dbc918-ab4c-4d6d-a32a-86cc0d634b4f HTTP/1.1" status: 204 len: 168 time: 1.3155465 Mar 07 10:33:25.756820 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca0cae2-5779-4176-9219-63ef4e96130f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:33:25.778981 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add600d1-3831-4fbc-9213-5b5486790a3e admin admin] Pushing event deleted for resources: {'Network': ['ID=53dbc918-ab4c-4d6d-a32a-86cc0d634b4f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:25.802838 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dca0cae2-5779-4176-9219-63ef4e96130f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (c01ad35f-e638-40ab-bce1-c7ec7ff4e57b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.804870 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-dca0cae2-5779-4176-9219-63ef4e96130f admin admin] Added segment c01ad35f-e638-40ab-bce1-c7ec7ff4e57b of type vlan for network 32e6f4a9-2c86-406b-b23c-d167dacf27fb Mar 07 10:33:25.836627 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0cae2-5779-4176-9219-63ef4e96130f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8b8f6f-d437-4195-b603-3bbf996e09ca,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:25.888680 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dca0cae2-5779-4176-9219-63ef4e96130f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (32e6f4a9-2c86-406b-b23c-d167dacf27fb), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.920624 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-019dd151-26d6-4df9-993f-ea9df72b6fe4 req-d5b77277-febd-4ffe-82eb-a3827ab3995f tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (61553c09-a1cc-46ac-acba-c489604df538), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.950832 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dca0cae2-5779-4176-9219-63ef4e96130f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (32e6f4a9-2c86-406b-b23c-d167dacf27fb), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.952417 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca0cae2-5779-4176-9219-63ef4e96130f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:25.953174 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dca0cae2-5779-4176-9219-63ef4e96130f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:25.962536 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b77277-febd-4ffe-82eb-a3827ab3995f tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Pushing event deleted for resources: {'Port': ['ID=61553c09-a1cc-46ac-acba-c489604df538,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:25.964458 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41332) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:26.005210 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-dca0cae2-5779-4176-9219-63ef4e96130f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7864182 Mar 07 10:33:26.028871 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41334) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:26.041950 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-8659ada8-69d1-498f-9675-8e53f2bfc3e7 admin admin] Request body: {'subnet': {'network_id': '32e6f4a9-2c86-406b-b23c-d167dacf27fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1082631725-subnet', 'tenant_id': '5a9a4aad810246d7ae7109a69a7244c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:26.060186 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26bc69-57f3-4e6f-bf07-9c77b09048ac req-63918fdb-0b13-416a-9239-ffcc986c9483 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:26.061802 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1e26bc69-57f3-4e6f-bf07-9c77b09048ac req-63918fdb-0b13-416a-9239-ffcc986c9483 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 950 time: 0.1524618 Mar 07 10:33:26.062646 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca0cae2-5779-4176-9219-63ef4e96130f admin admin] Pushing event updated for resources: {'Network': ['ID=32e6f4a9-2c86-406b-b23c-d167dacf27fb,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:26.078227 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 32e6f4a9-2c86-406b-b23c-d167dacf27fb details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:33:26.090731 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-019dd151-26d6-4df9-993f-ea9df72b6fe4 req-d5b77277-febd-4ffe-82eb-a3827ab3995f tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] No DVR routers for this DVR port 61553c09-a1cc-46ac-acba-c489604df538 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:33:26.094928 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-019dd151-26d6-4df9-993f-ea9df72b6fe4 req-d5b77277-febd-4ffe-82eb-a3827ab3995f tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:26.098852 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-019dd151-26d6-4df9-993f-ea9df72b6fe4 req-d5b77277-febd-4ffe-82eb-a3827ab3995f tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.21 "DELETE /v2.0/ports/61553c09-a1cc-46ac-acba-c489604df538 HTTP/1.1" status: 204 len: 173 time: 1.0399663 Mar 07 10:33:26.129610 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8659ada8-69d1-498f-9675-8e53f2bfc3e7 admin admin] Made reservation on behalf of 5a9a4aad810246d7ae7109a69a7244c5 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:33:26.132072 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8659ada8-69d1-498f-9675-8e53f2bfc3e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:26.144701 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-68f97c17-c9a6-44b5-a246-43bd5cffb136 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a52739f03a4c4c41ae4b3050610b2bcb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1696010 Mar 07 10:33:26.145716 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41338) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:26.219834 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1e26bc69-57f3-4e6f-bf07-9c77b09048ac req-a7d57d4a-a7d9-45a6-b21f-e27935d1e308 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461062 Mar 07 10:33:26.295336 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-102bdeb2-3cae-42ef-bbe1-f3d4d1f26ba0 admin admin] Publish callbacks [] for security_group (d6322ebb-9aa7-40fb-80cf-36459641ecd4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:26.339528 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-102bdeb2-3cae-42ef-bbe1-f3d4d1f26ba0 admin admin] Publish callbacks [] for security_group (d6322ebb-9aa7-40fb-80cf-36459641ecd4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:26.408233 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-102bdeb2-3cae-42ef-bbe1-f3d4d1f26ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d6322ebb-9aa7-40fb-80cf-36459641ecd4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:26.411557 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-102bdeb2-3cae-42ef-bbe1-f3d4d1f26ba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:26.412777 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-102bdeb2-3cae-42ef-bbe1-f3d4d1f26ba0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d6322ebb-9aa7-40fb-80cf-36459641ecd4 HTTP/1.1" status: 204 len: 168 time: 0.2660439 Mar 07 10:33:26.429337 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102bdeb2-3cae-42ef-bbe1-f3d4d1f26ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6322ebb-9aa7-40fb-80cf-36459641ecd4,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:26.456860 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8659ada8-69d1-498f-9675-8e53f2bfc3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (aced0b39-60e3-432c-b1f5-02898f82ba62), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:26.682552 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41356) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:26.686322 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659ada8-69d1-498f-9675-8e53f2bfc3e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aced0b39-60e3-432c-b1f5-02898f82ba62,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:26.745456 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-704be02a-5d37-440b-81cd-4db38a7b8769 req-b1a31977-337e-4575-95a2-67711e38a84e tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae03b5fc-6785-48a6-9d3a-91b83875c855 HTTP/1.1" status: 200 len: 210 time: 0.0725141 Mar 07 10:33:26.768580 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device f1a472d7-3c42-4136-abb3-3ec55df94980 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:33:26.793016 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8659ada8-69d1-498f-9675-8e53f2bfc3e7 admin admin] Checking segment: {'id': 'c01ad35f-e638-40ab-bce1-c7ec7ff4e57b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '32e6f4a9-2c86-406b-b23c-d167dacf27fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:33:26.793604 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8659ada8-69d1-498f-9675-8e53f2bfc3e7 admin admin] Network hostable DHCP agents. Network: 32e6f4a9-2c86-406b-b23c-d167dacf27fb, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:33:26.809726 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: f1a472d7-3c42-4136-abb3-3ec55df94980 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:33:26.810960 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device f1a472d7-3c42-4136-abb3-3ec55df94980 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:33:26.826728 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8659ada8-69d1-498f-9675-8e53f2bfc3e7 admin admin] Network 32e6f4a9-2c86-406b-b23c-d167dacf27fb is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:33:26.858494 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99140c-1e00-4f2e-aef6-05314acb1779 req-9ac49fd2-5002-440d-a9fd-0bd86179a3b8 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:26.860129 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f99140c-1e00-4f2e-aef6-05314acb1779 req-9ac49fd2-5002-440d-a9fd-0bd86179a3b8 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=f387de4b-5c85-4bcf-b853-36fb338fb1af HTTP/1.1" status: 200 len: 945 time: 0.2599876 Mar 07 10:33:26.860931 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-8659ada8-69d1-498f-9675-8e53f2bfc3e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 32e6f4a9-2c86-406b-b23c-d167dacf27fb) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:26.866330 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8659ada8-69d1-498f-9675-8e53f2bfc3e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:26.870433 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8659ada8-69d1-498f-9675-8e53f2bfc3e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:26.875402 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de1d3de-45e1-49df-bde8-925dc46a7ac5 None None] Network 32e6f4a9-2c86-406b-b23c-d167dacf27fb requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:33:26.938155 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8659ada8-69d1-498f-9675-8e53f2bfc3e7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9073241 Mar 07 10:33:26.960729 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f99140c-1e00-4f2e-aef6-05314acb1779 req-58c62095-aba4-43d9-9961-96e84edf06b0 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807638 Mar 07 10:33:27.035620 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41378) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:27.059410 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5d307a-3411-4c4d-abab-062e0cb538b6 None None] Network 32e6f4a9-2c86-406b-b23c-d167dacf27fb requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:33:27.104043 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-75f90414-2f73-41be-ac4e-b352ad239855 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=15507463445b4c5ab685f861217c2b9c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0656505 Mar 07 10:33:27.106207 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41388) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:27.244469 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-88a90529-1534-47ca-957c-d36c11808216 admin admin] Publish callbacks [] for security_group (35e06db6-73ac-4b67-9065-978f2d49aca4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:27.282022 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-88a90529-1534-47ca-957c-d36c11808216 admin admin] Publish callbacks [] for security_group (35e06db6-73ac-4b67-9065-978f2d49aca4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:27.339211 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f31723c5-6052-46f5-ad23-08c90cc860e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:27.359564 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-88a90529-1534-47ca-957c-d36c11808216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (35e06db6-73ac-4b67-9065-978f2d49aca4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:27.363547 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-88a90529-1534-47ca-957c-d36c11808216 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:27.378087 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-88a90529-1534-47ca-957c-d36c11808216 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/35e06db6-73ac-4b67-9065-978f2d49aca4 HTTP/1.1" status: 204 len: 168 time: 0.2594564 Mar 07 10:33:27.400479 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a90529-1534-47ca-957c-d36c11808216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e06db6-73ac-4b67-9065-978f2d49aca4,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:27.499688 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16f0fc-bda5-41c1-a2a6-5a3d8015175f req-bcbcced9-a5e7-4021-8481-4b205878b0a2 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:27.511051 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9f16f0fc-bda5-41c1-a2a6-5a3d8015175f req-bcbcced9-a5e7-4021-8481-4b205878b0a2 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 950 time: 0.1123726 Mar 07 10:33:27.516728 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f31723c5-6052-46f5-ad23-08c90cc860e4 admin admin] Publish callbacks [] for security_group (a5b64b7c-3f22-41b0-80c0-a2e0f4520138), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:27.528545 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f31723c5-6052-46f5-ad23-08c90cc860e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a5b64b7c-3f22-41b0-80c0-a2e0f4520138), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:27.599353 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f31723c5-6052-46f5-ad23-08c90cc860e4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2545347d81c94fa8820929133ae4dd1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9052820 Mar 07 10:33:27.600349 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31723c5-6052-46f5-ad23-08c90cc860e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b64b7c-3f22-41b0-80c0-a2e0f4520138,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:27.617957 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41414) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:27.650537 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9f16f0fc-bda5-41c1-a2a6-5a3d8015175f req-6a0573be-e665-49e5-b3dd-aae19e1fe68c tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382961 Mar 07 10:33:27.681135 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae03b5fc-6785-48a6-9d3a-91b83875c855', 'name': 'network-vif-deleted', 'tag': '61553c09-a1cc-46ac-acba-c489604df538'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:27.684195 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afbfd54-c6f3-4352-91b6-cf488e2cd74e" -d '{"events": [{"server_uuid": "ae03b5fc-6785-48a6-9d3a-91b83875c855", "name": "network-vif-deleted", "tag": "61553c09-a1cc-46ac-acba-c489604df538"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:27.743980 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-43fcda41-e27b-4226-905b-442bb979ae43 admin admin] Publish callbacks [] for security_group (a5b64b7c-3f22-41b0-80c0-a2e0f4520138), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:27.763549 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6fb221-d25b-4d5b-b3a5-ffd56354785e x-openstack-request-id: req-ad6fb221-d25b-4d5b-b3a5-ffd56354785e {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:33:27.764304 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae03b5fc-6785-48a6-9d3a-91b83875c855", "name": "network-vif-deleted", "tag": "61553c09-a1cc-46ac-acba-c489604df538", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:33:27.764726 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ad6fb221-d25b-4d5b-b3a5-ffd56354785e {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:33:27.766123 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae03b5fc-6785-48a6-9d3a-91b83875c855', 'name': 'network-vif-deleted', 'tag': '61553c09-a1cc-46ac-acba-c489604df538', 'status': 'completed', 'code': 200} Mar 07 10:33:27.780390 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-43fcda41-e27b-4226-905b-442bb979ae43 admin admin] Publish callbacks [] for security_group (a5b64b7c-3f22-41b0-80c0-a2e0f4520138), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:27.843707 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-43fcda41-e27b-4226-905b-442bb979ae43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a5b64b7c-3f22-41b0-80c0-a2e0f4520138), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:27.845350 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41426) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:27.847745 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-43fcda41-e27b-4226-905b-442bb979ae43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:27.849489 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-43fcda41-e27b-4226-905b-442bb979ae43 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a5b64b7c-3f22-41b0-80c0-a2e0f4520138 HTTP/1.1" status: 204 len: 168 time: 0.2284861 Mar 07 10:33:27.863812 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fcda41-e27b-4226-905b-442bb979ae43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b64b7c-3f22-41b0-80c0-a2e0f4520138,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:27.906711 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e82c85e-5eeb-4360-afe4-f69b69bbd5e8 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Deleting subnet 65c10f0b-3539-43d6-8462-e70083e0db70 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:33:27.910710 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e82c85e-5eeb-4360-afe4-f69b69bbd5e8 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks [] for subnet (65c10f0b-3539-43d6-8462-e70083e0db70), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:27.959275 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e82c85e-5eeb-4360-afe4-f69b69bbd5e8 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (65c10f0b-3539-43d6-8462-e70083e0db70), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:28.160015 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4707d3-c211-4fb9-8d9e-7655de75be3a req-312eeec6-c627-4d7e-bc27-adc9213b3d01 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:28.163069 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e82c85e-5eeb-4360-afe4-f69b69bbd5e8 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (65c10f0b-3539-43d6-8462-e70083e0db70), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:28.168595 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ab4707d3-c211-4fb9-8d9e-7655de75be3a req-312eeec6-c627-4d7e-bc27-adc9213b3d01 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=f387de4b-5c85-4bcf-b853-36fb338fb1af HTTP/1.1" status: 200 len: 945 time: 0.0851474 Mar 07 10:33:28.234711 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-27dc5216-0149-4fa2-82d0-5869b2b9e99f tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:28.236560 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ab4707d3-c211-4fb9-8d9e-7655de75be3a req-d5acd45d-160e-412c-a263-b905e6c40869 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634396 Mar 07 10:33:28.251727 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-27dc5216-0149-4fa2-82d0-5869b2b9e99f tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] 10.222.0.11 "GET /v2.0/networks?id=494d19d2-a8bc-4c21-a1c0-9918d58b05f3 HTTP/1.1" status: 200 len: 814 time: 0.2120349 Mar 07 10:33:28.271493 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-7f9b6880-28ef-4da3-a3fc-4af5bcd06828 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] 10.222.0.11 "GET /v2.0/quotas/0ebfb9a5ea0741d99b0516b89175b55f HTTP/1.1" status: 200 len: 375 time: 0.0201085 Mar 07 10:33:28.333342 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-b1f2af6b-506a-4a3c-84fa-80890488af3c tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0ebfb9a5ea0741d99b0516b89175b55f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0608826 Mar 07 10:33:28.355989 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e82c85e-5eeb-4360-afe4-f69b69bbd5e8 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (65c10f0b-3539-43d6-8462-e70083e0db70), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:28.379903 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e82c85e-5eeb-4360-afe4-f69b69bbd5e8 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:28.383339 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c256193a-fee8-41d0-b7ed-6699af659405 None None] Network b781efd3-b314-4b92-afa6-bb5b3b3f3d0c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:33:28.385544 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41480) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:28.386039 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3e82c85e-5eeb-4360-afe4-f69b69bbd5e8 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "DELETE /v2.0/subnets/65c10f0b-3539-43d6-8462-e70083e0db70 HTTP/1.1" status: 204 len: 168 time: 0.5391705 Mar 07 10:33:28.409233 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82c85e-5eeb-4360-afe4-f69b69bbd5e8 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Pushing event deleted for resources: {'Subnet': ['ID=65c10f0b-3539-43d6-8462-e70083e0db70,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:28.428044 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41482) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:28.466880 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e461f9fb-5c4b-4484-a1be-2faa2c6d237f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:28.506465 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-93dac230-b982-4b12-bb01-905b4918f946 service neutron] 10.222.0.11 "GET /v2.0/networks/494d19d2-a8bc-4c21-a1c0-9918d58b05f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707942 Mar 07 10:33:28.539630 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cacbb1ca-ad7e-4efd-8ccc-f18605c24c7d tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (b781efd3-b314-4b92-afa6-bb5b3b3f3d0c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:28.654273 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e461f9fb-5c4b-4484-a1be-2faa2c6d237f admin admin] Publish callbacks [] for security_group (105deb6e-ef0b-4c4b-91cd-2725b395c5b6), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:28.656836 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b277f62-6b22-41e6-9598-fe22cd9661e6 None None] DHCP port deletion for b781efd3-b314-4b92-afa6-bb5b3b3f3d0c request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:33:28.664604 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e461f9fb-5c4b-4484-a1be-2faa2c6d237f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (105deb6e-ef0b-4c4b-91cd-2725b395c5b6), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:28.670970 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-cacbb1ca-ad7e-4efd-8ccc-f18605c24c7d tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Deleting port 28fb9242-b717-4283-9650-853e5e94d409 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:33:28.671647 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cacbb1ca-ad7e-4efd-8ccc-f18605c24c7d tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (28fb9242-b717-4283-9650-853e5e94d409), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:28.721150 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-10963add-51ab-45ad-b839-92e932d50071 service neutron] 10.222.0.11 "GET /v2.0/networks/494d19d2-a8bc-4c21-a1c0-9918d58b05f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111936 Mar 07 10:33:28.875645 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 28fb9242-b717-4283-9650-853e5e94d409 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:33:28.927539 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e461f9fb-5c4b-4484-a1be-2faa2c6d237f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=83de203c82cd4f009afce3a9f775797e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4975119 Mar 07 10:33:28.929861 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41498) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:28.950341 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6b277f62-6b22-41e6-9598-fe22cd9661e6 None None] Deleting port 28fb9242-b717-4283-9650-853e5e94d409 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:33:28.951333 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6b277f62-6b22-41e6-9598-fe22cd9661e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (28fb9242-b717-4283-9650-853e5e94d409), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:29.015396 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461f9fb-5c4b-4484-a1be-2faa2c6d237f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=105deb6e-ef0b-4c4b-91cd-2725b395c5b6,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:29.022636 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-cacbb1ca-ad7e-4efd-8ccc-f18605c24c7d tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] For port 28fb9242-b717-4283-9650-853e5e94d409, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=28fb9242-b717-4283-9650-853e5e94d409,segment=NetworkSegment(9da043fb-7025-48c5-bf9c-cff02fad1b5c),segment_id=9da043fb-7025-48c5-bf9c-cff02fad1b5c)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:29.023396 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cacbb1ca-ad7e-4efd-8ccc-f18605c24c7d tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (28fb9242-b717-4283-9650-853e5e94d409), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:29.052563 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-cacbb1ca-ad7e-4efd-8ccc-f18605c24c7d tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Calling delete_port for 28fb9242-b717-4283-9650-853e5e94d409 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:33:29.082456 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6b277f62-6b22-41e6-9598-fe22cd9661e6 None None] For port 28fb9242-b717-4283-9650-853e5e94d409, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=28fb9242-b717-4283-9650-853e5e94d409,segment=NetworkSegment(9da043fb-7025-48c5-bf9c-cff02fad1b5c),segment_id=9da043fb-7025-48c5-bf9c-cff02fad1b5c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:29.082998 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6b277f62-6b22-41e6-9598-fe22cd9661e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (28fb9242-b717-4283-9650-853e5e94d409), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:29.118312 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-96f451a6-a0bd-4f71-b190-39220467033b admin admin] Publish callbacks [] for security_group (105deb6e-ef0b-4c4b-91cd-2725b395c5b6), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:29.189350 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ac62a-9be1-41a2-bc3e-51c58379f6df req-3bcbcbf2-1e23-4804-bb7e-1eaf81af2b91 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:29.191835 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5b2ac62a-9be1-41a2-bc3e-51c58379f6df req-3bcbcbf2-1e23-4804-bb7e-1eaf81af2b91 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 950 time: 0.2996507 Mar 07 10:33:29.193344 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cacbb1ca-ad7e-4efd-8ccc-f18605c24c7d tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (28fb9242-b717-4283-9650-853e5e94d409), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:29.252741 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacbb1ca-ad7e-4efd-8ccc-f18605c24c7d tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] No DVR routers for this DVR port 28fb9242-b717-4283-9650-853e5e94d409 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:33:29.264743 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8ba4ef73-2e6b-4964-80af-eb3a6fdf871e req-ca1b8061-3241-4a5f-9581-8b98534d7690 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3663295-21ff-49ff-91a6-5cc9b2be6ab2 HTTP/1.1" status: 200 len: 210 time: 0.0833106 Mar 07 10:33:29.268698 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-96f451a6-a0bd-4f71-b190-39220467033b admin admin] Publish callbacks [] for security_group (105deb6e-ef0b-4c4b-91cd-2725b395c5b6), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:29.271417 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6b277f62-6b22-41e6-9598-fe22cd9661e6 None None] Calling delete_port for 28fb9242-b717-4283-9650-853e5e94d409 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:33:29.302776 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Port 28fb9242-b717-4283-9650-853e5e94d409 update to DOWN by agent not found {{(pid=103768) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Mar 07 10:33:29.335526 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacbb1ca-ad7e-4efd-8ccc-f18605c24c7d tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Pushing event deleted for resources: {'Port': ['ID=28fb9242-b717-4283-9650-853e5e94d409,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:29.376134 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-96f451a6-a0bd-4f71-b190-39220467033b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (105deb6e-ef0b-4c4b-91cd-2725b395c5b6), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:29.381486 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-96f451a6-a0bd-4f71-b190-39220467033b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:29.382816 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-96f451a6-a0bd-4f71-b190-39220467033b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/105deb6e-ef0b-4c4b-91cd-2725b395c5b6 HTTP/1.1" status: 204 len: 168 time: 0.4519560 Mar 07 10:33:29.396825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f451a6-a0bd-4f71-b190-39220467033b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=105deb6e-ef0b-4c4b-91cd-2725b395c5b6,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:29.434565 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cacbb1ca-ad7e-4efd-8ccc-f18605c24c7d tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (b781efd3-b314-4b92-afa6-bb5b3b3f3d0c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:29.466136 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-cacbb1ca-ad7e-4efd-8ccc-f18605c24c7d tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b781efd3-b314-4b92-afa6-bb5b3b3f3d0c']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:29.477786 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-cacbb1ca-ad7e-4efd-8ccc-f18605c24c7d tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da043fb-7025-48c5-bf9c-cff02fad1b5c') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:29.478364 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-cacbb1ca-ad7e-4efd-8ccc-f18605c24c7d tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da043fb-7025-48c5-bf9c-cff02fad1b5c') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:29.493663 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5b2ac62a-9be1-41a2-bc3e-51c58379f6df req-279734f6-719d-43a7-b6ec-4606ff39fcd2 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886000 Mar 07 10:33:29.520173 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cacbb1ca-ad7e-4efd-8ccc-f18605c24c7d tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (9da043fb-7025-48c5-bf9c-cff02fad1b5c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:29.526048 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6b277f62-6b22-41e6-9598-fe22cd9661e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (28fb9242-b717-4283-9650-853e5e94d409), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:29.559834 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cacbb1ca-ad7e-4efd-8ccc-f18605c24c7d tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (9da043fb-7025-48c5-bf9c-cff02fad1b5c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:29.567294 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cacbb1ca-ad7e-4efd-8ccc-f18605c24c7d tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:33:29.567861 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cacbb1ca-ad7e-4efd-8ccc-f18605c24c7d tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (9da043fb-7025-48c5-bf9c-cff02fad1b5c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:29.572350 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:33:29.572350 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:33:29.572350 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:33:29.572350 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:33:29.572350 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:33:29.572350 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:33:29.572350 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:33:29.572350 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:33:29.572350 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:33:29.572350 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:33:29.572350 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:33:29.572350 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:33:29.572350 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:33:29.572350 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:33:29.572350 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:33:29.572350 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:33:29.572350 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:33:29.572350 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:33:29.572350 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:33:29.572350 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:33:29.572350 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:33:29.572350 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:33:29.572350 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:33:29.572350 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:33:29.572350 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:33:29.572350 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:33:29.572350 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:33:29.572350 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:33:29.572350 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:33:29.572350 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:33:29.572350 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:33:29.572350 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:33:29.598237 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579381ea-9f0b-466b-bc32-08cdb9c6bcca req-d584e4fb-d68b-4019-ba41-e181b12d3939 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:29.599698 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b277f62-6b22-41e6-9598-fe22cd9661e6 None None] Pushing event deleted for resources: {'Port': ['ID=28fb9242-b717-4283-9650-853e5e94d409,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:29.612117 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-579381ea-9f0b-466b-bc32-08cdb9c6bcca req-d584e4fb-d68b-4019-ba41-e181b12d3939 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=f387de4b-5c85-4bcf-b853-36fb338fb1af HTTP/1.1" status: 200 len: 945 time: 0.1456029 Mar 07 10:33:29.631235 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b277f62-6b22-41e6-9598-fe22cd9661e6 None None] No DVR routers for this DVR port 28fb9242-b717-4283-9650-853e5e94d409 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:33:29.663737 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cacbb1ca-ad7e-4efd-8ccc-f18605c24c7d tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (b781efd3-b314-4b92-afa6-bb5b3b3f3d0c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:29.672788 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cacbb1ca-ad7e-4efd-8ccc-f18605c24c7d tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:29.677671 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cacbb1ca-ad7e-4efd-8ccc-f18605c24c7d tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "DELETE /v2.0/networks/b781efd3-b314-4b92-afa6-bb5b3b3f3d0c HTTP/1.1" status: 204 len: 168 time: 1.2906053 Mar 07 10:33:29.685377 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41518) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:29.705848 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacbb1ca-ad7e-4efd-8ccc-f18605c24c7d tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Pushing event deleted for resources: {'Network': ['ID=b781efd3-b314-4b92-afa6-bb5b3b3f3d0c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:29.764229 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-579381ea-9f0b-466b-bc32-08cdb9c6bcca req-9ceb6af6-21f6-4816-ac36-e73299324b52 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508617 Mar 07 10:33:29.795151 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af275fd-aa1c-4781-a665-325707662c38 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Deleting subnet 0a149458-66ac-4763-95c5-aa7d489d6757 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:33:29.798815 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5af275fd-aa1c-4781-a665-325707662c38 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks [] for subnet (0a149458-66ac-4763-95c5-aa7d489d6757), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:29.898188 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5af275fd-aa1c-4781-a665-325707662c38 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (0a149458-66ac-4763-95c5-aa7d489d6757), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:30.064539 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5af275fd-aa1c-4781-a665-325707662c38 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (0a149458-66ac-4763-95c5-aa7d489d6757), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:30.161003 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5af275fd-aa1c-4781-a665-325707662c38 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (0a149458-66ac-4763-95c5-aa7d489d6757), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:30.210713 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af275fd-aa1c-4781-a665-325707662c38 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Pushing event deleted for resources: {'Subnet': ['ID=0a149458-66ac-4763-95c5-aa7d489d6757,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:30.215857 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5af275fd-aa1c-4781-a665-325707662c38 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:30.226884 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5af275fd-aa1c-4781-a665-325707662c38 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "DELETE /v2.0/subnets/0a149458-66ac-4763-95c5-aa7d489d6757 HTTP/1.1" status: 204 len: 168 time: 0.5323651 Mar 07 10:33:30.227012 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41544) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:30.235018 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c07eb96-b2c4-4f0f-acd8-ea82d9858434 None None] Network c544ee2f-5711-4c3e-a705-5e0ce7855b13 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:33:30.423429 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-046dd545-4e33-4d5a-b9cc-9623c56e0d38 req-e47a033c-bbbc-44ab-857c-8c75f63e7fac tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3663295-21ff-49ff-91a6-5cc9b2be6ab2 HTTP/1.1" status: 200 len: 210 time: 0.0497863 Mar 07 10:33:30.529485 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d9d9a7-cc4e-442f-96d0-4e87463f36bc None None] DHCP port deletion for c544ee2f-5711-4c3e-a705-5e0ce7855b13 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:33:30.752305 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-86d9d9a7-cc4e-442f-96d0-4e87463f36bc None None] Deleting port 9996a419-8ae3-46fc-a18a-509c3d055787 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:33:30.753089 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-86d9d9a7-cc4e-442f-96d0-4e87463f36bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (9996a419-8ae3-46fc-a18a-509c3d055787), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:30.789457 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9996a419-8ae3-46fc-a18a-509c3d055787 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:33:30.804306 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66210a00-cdb8-4933-a925-5be17b3a2a54 req-749a9e75-e4be-4fe4-9d4c-a492dee8eb98 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:30.810927 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-66210a00-cdb8-4933-a925-5be17b3a2a54 req-749a9e75-e4be-4fe4-9d4c-a492dee8eb98 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 950 time: 0.1308193 Mar 07 10:33:30.838907 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49032ab0-44fa-4a9d-a49e-8cd452dfc8d3 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (c544ee2f-5711-4c3e-a705-5e0ce7855b13), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:30.975973 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-66210a00-cdb8-4933-a925-5be17b3a2a54 req-97e63de1-f13e-4d24-9021-aaaef47df2b7 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523561 Mar 07 10:33:31.010542 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-86d9d9a7-cc4e-442f-96d0-4e87463f36bc None None] For port 9996a419-8ae3-46fc-a18a-509c3d055787, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=9996a419-8ae3-46fc-a18a-509c3d055787,segment=NetworkSegment(8fd193e9-20be-4656-88b3-d80cee19f56d),segment_id=8fd193e9-20be-4656-88b3-d80cee19f56d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:31.010977 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-86d9d9a7-cc4e-442f-96d0-4e87463f36bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (9996a419-8ae3-46fc-a18a-509c3d055787), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:31.057779 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861679a9-96ec-4f49-8edf-0b4e1fb40f3a req-72ff3a0f-ed44-4230-852a-943f25133804 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:31.060381 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-861679a9-96ec-4f49-8edf-0b4e1fb40f3a req-72ff3a0f-ed44-4230-852a-943f25133804 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=f387de4b-5c85-4bcf-b853-36fb338fb1af HTTP/1.1" status: 200 len: 945 time: 0.1579752 Mar 07 10:33:31.065365 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-49032ab0-44fa-4a9d-a49e-8cd452dfc8d3 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Deleting port 9996a419-8ae3-46fc-a18a-509c3d055787 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:33:31.065909 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49032ab0-44fa-4a9d-a49e-8cd452dfc8d3 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (9996a419-8ae3-46fc-a18a-509c3d055787), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:31.097258 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-86d9d9a7-cc4e-442f-96d0-4e87463f36bc None None] Calling delete_port for 9996a419-8ae3-46fc-a18a-509c3d055787 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:33:31.189973 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-49032ab0-44fa-4a9d-a49e-8cd452dfc8d3 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] For port 9996a419-8ae3-46fc-a18a-509c3d055787, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=9996a419-8ae3-46fc-a18a-509c3d055787,segment=NetworkSegment(8fd193e9-20be-4656-88b3-d80cee19f56d),segment_id=8fd193e9-20be-4656-88b3-d80cee19f56d)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:31.190449 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49032ab0-44fa-4a9d-a49e-8cd452dfc8d3 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (9996a419-8ae3-46fc-a18a-509c3d055787), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:31.196491 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-861679a9-96ec-4f49-8edf-0b4e1fb40f3a req-f5f8fec4-6cb4-49c7-b9a3-0d1a201e82a0 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282661 Mar 07 10:33:31.210327 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-49032ab0-44fa-4a9d-a49e-8cd452dfc8d3 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Calling delete_port for 9996a419-8ae3-46fc-a18a-509c3d055787 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:33:31.286770 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-bdaa1173-3582-4365-9642-2dd097bc640a tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:31.290517 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-bdaa1173-3582-4365-9642-2dd097bc640a tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] 10.222.0.31 "GET /v2.0/networks?id=494d19d2-a8bc-4c21-a1c0-9918d58b05f3 HTTP/1.1" status: 200 len: 814 time: 0.2566121 Mar 07 10:33:31.306068 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-7a8fc7a5-ed0b-42c2-945b-e44a265ad1c4 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] Request body: {'port': {'device_id': 'f3663295-21ff-49ff-91a6-5cc9b2be6ab2', 'network_id': '494d19d2-a8bc-4c21-a1c0-9918d58b05f3', 'admin_state_up': True, 'tenant_id': '0ebfb9a5ea0741d99b0516b89175b55f'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:31.317339 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 9996a419-8ae3-46fc-a18a-509c3d055787 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:31.317757 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9996a419-8ae3-46fc-a18a-509c3d055787), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:31.328426 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49032ab0-44fa-4a9d-a49e-8cd452dfc8d3 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (9996a419-8ae3-46fc-a18a-509c3d055787), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:31.328897 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-86d9d9a7-cc4e-442f-96d0-4e87463f36bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (9996a419-8ae3-46fc-a18a-509c3d055787), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:31.385780 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49032ab0-44fa-4a9d-a49e-8cd452dfc8d3 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Pushing event deleted for resources: {'Port': ['ID=9996a419-8ae3-46fc-a18a-509c3d055787,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:31.394652 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49032ab0-44fa-4a9d-a49e-8cd452dfc8d3 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] No DVR routers for this DVR port 9996a419-8ae3-46fc-a18a-509c3d055787 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:33:31.428153 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9d9a7-cc4e-442f-96d0-4e87463f36bc None None] Pushing event deleted for resources: {'Port': ['ID=9996a419-8ae3-46fc-a18a-509c3d055787,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:31.458627 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d9d9a7-cc4e-442f-96d0-4e87463f36bc None None] No DVR routers for this DVR port 9996a419-8ae3-46fc-a18a-509c3d055787 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:33:31.558176 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49032ab0-44fa-4a9d-a49e-8cd452dfc8d3 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (c544ee2f-5711-4c3e-a705-5e0ce7855b13), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:31.582815 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-49032ab0-44fa-4a9d-a49e-8cd452dfc8d3 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c544ee2f-5711-4c3e-a705-5e0ce7855b13']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:31.619862 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-49032ab0-44fa-4a9d-a49e-8cd452dfc8d3 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd193e9-20be-4656-88b3-d80cee19f56d') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:31.620213 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-49032ab0-44fa-4a9d-a49e-8cd452dfc8d3 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd193e9-20be-4656-88b3-d80cee19f56d') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:33:31.641662 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49032ab0-44fa-4a9d-a49e-8cd452dfc8d3 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (8fd193e9-20be-4656-88b3-d80cee19f56d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:31.656915 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49032ab0-44fa-4a9d-a49e-8cd452dfc8d3 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (8fd193e9-20be-4656-88b3-d80cee19f56d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:31.664735 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49032ab0-44fa-4a9d-a49e-8cd452dfc8d3 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:33:31.677090 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49032ab0-44fa-4a9d-a49e-8cd452dfc8d3 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (8fd193e9-20be-4656-88b3-d80cee19f56d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:31.678784 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f81835f6-600b-4898-9330-27602b709196 req-70f92ca9-d6a7-4970-884d-04d64da8c5be tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3663295-21ff-49ff-91a6-5cc9b2be6ab2 HTTP/1.1" status: 200 len: 210 time: 0.0694985 Mar 07 10:33:31.681912 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:33:31.681912 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:33:31.681912 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:33:31.681912 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:33:31.681912 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:33:31.681912 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:33:31.681912 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:33:31.681912 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:33:31.681912 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:33:31.681912 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:33:31.681912 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:33:31.681912 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:33:31.681912 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:33:31.681912 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:33:31.681912 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:33:31.681912 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:33:31.681912 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:33:31.681912 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:33:31.681912 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:33:31.681912 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:33:31.681912 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:33:31.681912 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:33:31.681912 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:33:31.681912 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:33:31.681912 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:33:31.681912 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:33:31.681912 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:33:31.681912 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:33:31.681912 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:33:31.681912 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:33:31.681912 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:33:31.681912 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:33:31.696062 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-7a8fc7a5-ed0b-42c2-945b-e44a265ad1c4 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] Made reservation on behalf of 0ebfb9a5ea0741d99b0516b89175b55f for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:33:31.704431 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-7a8fc7a5-ed0b-42c2-945b-e44a265ad1c4 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:31.780208 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49032ab0-44fa-4a9d-a49e-8cd452dfc8d3 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (c544ee2f-5711-4c3e-a705-5e0ce7855b13), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:31.784904 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49032ab0-44fa-4a9d-a49e-8cd452dfc8d3 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:31.793327 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-49032ab0-44fa-4a9d-a49e-8cd452dfc8d3 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "DELETE /v2.0/networks/c544ee2f-5711-4c3e-a705-5e0ce7855b13 HTTP/1.1" status: 204 len: 168 time: 1.5646081 Mar 07 10:33:31.803276 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41612) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:31.808575 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-7452278a-cfe1-455e-94a9-cf7c5dde3779 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-72937925'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:31.824984 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49032ab0-44fa-4a9d-a49e-8cd452dfc8d3 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Pushing event deleted for resources: {'Network': ['ID=c544ee2f-5711-4c3e-a705-5e0ce7855b13,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:31.847991 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7452278a-cfe1-455e-94a9-cf7c5dde3779 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Made reservation on behalf of 4b18e3692e984b5fbc10236b7b24cdd4 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:33:31.852158 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7452278a-cfe1-455e-94a9-cf7c5dde3779 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:31.916136 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7452278a-cfe1-455e-94a9-cf7c5dde3779 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:33:31.918946 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-7a8fc7a5-ed0b-42c2-945b-e44a265ad1c4 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] Allocated IP 172.20.0.5 (494d19d2-a8bc-4c21-a1c0-9918d58b05f3/5b7c9324-dd3a-484d-9a4f-f974c25d4ef4/d2c602fc-633c-4dbc-ac04-84b2bb346a9e) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:33:31.938416 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7452278a-cfe1-455e-94a9-cf7c5dde3779 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (7220a517-5dc5-4d02-8767-eca9972f0175), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:31.938416 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-7452278a-cfe1-455e-94a9-cf7c5dde3779 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Added segment 7220a517-5dc5-4d02-8767-eca9972f0175 of type vlan for network 69fd3945-4268-411d-87c7-a06342775b67 Mar 07 10:33:32.024635 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7452278a-cfe1-455e-94a9-cf7c5dde3779 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (69fd3945-4268-411d-87c7-a06342775b67), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:32.057486 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7452278a-cfe1-455e-94a9-cf7c5dde3779 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (69fd3945-4268-411d-87c7-a06342775b67), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:32.068587 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7452278a-cfe1-455e-94a9-cf7c5dde3779 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:32.069911 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7452278a-cfe1-455e-94a9-cf7c5dde3779 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:32.166347 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452278a-cfe1-455e-94a9-cf7c5dde3779 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Pushing event updated for resources: {'Network': ['ID=69fd3945-4268-411d-87c7-a06342775b67,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:32.180406 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 69fd3945-4268-411d-87c7-a06342775b67 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:33:32.185860 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7452278a-cfe1-455e-94a9-cf7c5dde3779 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3806822 Mar 07 10:33:32.188282 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41636) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:32.194820 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-fb6ecb2a-d0a2-4813-b80f-74abbae1ab69 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Request body: {'subnet': {'network_id': '69fd3945-4268-411d-87c7-a06342775b67', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:32.299392 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-7a8fc7a5-ed0b-42c2-945b-e44a265ad1c4 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] Publish callbacks [] for port (d2c602fc-633c-4dbc-ac04-84b2bb346a9e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:32.334025 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda08776-c543-49e1-b06a-71adc4087186 req-663f2176-22a4-450d-8469-b057ab65418e tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:32.335461 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cda08776-c543-49e1-b06a-71adc4087186 req-663f2176-22a4-450d-8469-b057ab65418e tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 950 time: 0.1386318 Mar 07 10:33:32.342128 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6ecb2a-d0a2-4813-b80f-74abbae1ab69 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Made reservation on behalf of 4b18e3692e984b5fbc10236b7b24cdd4 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:33:32.345434 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fb6ecb2a-d0a2-4813-b80f-74abbae1ab69 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:32.390595 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41646) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:32.411108 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cda08776-c543-49e1-b06a-71adc4087186 req-476fc10a-76ba-4db8-b9eb-03413e1b3ef1 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651546 Mar 07 10:33:32.423360 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-7a8fc7a5-ed0b-42c2-945b-e44a265ad1c4 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (d2c602fc-633c-4dbc-ac04-84b2bb346a9e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:32.492601 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7313eda6-c8b6-411b-96b8-8b217266d4d0 req-78cea57c-74f9-4149-8919-ae38127179e2 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:32.494639 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7313eda6-c8b6-411b-96b8-8b217266d4d0 req-78cea57c-74f9-4149-8919-ae38127179e2 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=f387de4b-5c85-4bcf-b853-36fb338fb1af HTTP/1.1" status: 200 len: 945 time: 0.1649649 Mar 07 10:33:32.503586 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-7a8fc7a5-ed0b-42c2-945b-e44a265ad1c4 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] Network 494d19d2-a8bc-4c21-a1c0-9918d58b05f3 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:33:32.510150 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-7a8fc7a5-ed0b-42c2-945b-e44a265ad1c4 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:32.517554 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-7a8fc7a5-ed0b-42c2-945b-e44a265ad1c4 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:33:32.553754 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fc7a5-ed0b-42c2-945b-e44a265ad1c4 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] Pushing event updated for resources: {'Port': ['ID=d2c602fc-633c-4dbc-ac04-84b2bb346a9e,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:32.577514 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-7a8fc7a5-ed0b-42c2-945b-e44a265ad1c4 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:32.579678 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-7a8fc7a5-ed0b-42c2-945b-e44a265ad1c4 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:32.600706 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-7a8fc7a5-ed0b-42c2-945b-e44a265ad1c4 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3008919 Mar 07 10:33:32.614523 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-92af9e05-0502-4683-9d6e-4b8e1f15fc59 service neutron] Request body: {'port': {'device_id': 'f3663295-21ff-49ff-91a6-5cc9b2be6ab2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:32.643771 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8895791-b8ac-4ad9-a945-02bb1a193a97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:32.658510 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7313eda6-c8b6-411b-96b8-8b217266d4d0 req-f6d8bef9-8cd5-460d-979c-bc6cb2aa418e tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521738 Mar 07 10:33:32.709174 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-92af9e05-0502-4683-9d6e-4b8e1f15fc59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d2c602fc-633c-4dbc-ac04-84b2bb346a9e), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:32.756092 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fb6ecb2a-d0a2-4813-b80f-74abbae1ab69 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (4bff733a-4e06-4039-b3df-1d376c953722), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:32.821758 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ecb2a-d0a2-4813-b80f-74abbae1ab69 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Pushing event updated for resources: {'Subnet': ['ID=4bff733a-4e06-4039-b3df-1d376c953722,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:32.838512 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41656) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:32.857441 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03ef64-0136-4775-84fb-8c294906137b req-eaa53228-992f-4d2c-a02c-dcc8997b3bf1 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:32.865752 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f03ef64-0136-4775-84fb-8c294906137b req-eaa53228-992f-4d2c-a02c-dcc8997b3bf1 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3663295-21ff-49ff-91a6-5cc9b2be6ab2 HTTP/1.1" status: 200 len: 931 time: 0.0990775 Mar 07 10:33:32.905388 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ecb2a-d0a2-4813-b80f-74abbae1ab69 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Checking segment: {'id': '7220a517-5dc5-4d02-8767-eca9972f0175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '69fd3945-4268-411d-87c7-a06342775b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:33:32.905996 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6ecb2a-d0a2-4813-b80f-74abbae1ab69 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Network hostable DHCP agents. Network: 69fd3945-4268-411d-87c7-a06342775b67, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:33:32.915404 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8895791-b8ac-4ad9-a945-02bb1a193a97 admin admin] Publish callbacks [] for security_group (d5f5b6f0-6575-491b-8472-559b177e3aba), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:32.924155 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8895791-b8ac-4ad9-a945-02bb1a193a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d5f5b6f0-6575-491b-8472-559b177e3aba), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:32.974696 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6ecb2a-d0a2-4813-b80f-74abbae1ab69 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Network 69fd3945-4268-411d-87c7-a06342775b67 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:33:32.996650 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b8895791-b8ac-4ad9-a945-02bb1a193a97 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=411c967e57724a7b9c5542bace58d553&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6032233 Mar 07 10:33:32.997558 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41660) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:32.999747 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-fb6ecb2a-d0a2-4813-b80f-74abbae1ab69 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 69fd3945-4268-411d-87c7-a06342775b67) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:33.005671 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8895791-b8ac-4ad9-a945-02bb1a193a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f5b6f0-6575-491b-8472-559b177e3aba,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:33.008263 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fca075-46b3-44c3-b436-5082c658517b None None] Network 69fd3945-4268-411d-87c7-a06342775b67 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:33:33.019709 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f03ef64-0136-4775-84fb-8c294906137b req-14d45a26-48ac-47b6-b83d-50ae32ce50dc tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] 10.222.0.11 "GET /v2.0/security-groups?id=08347d07-6cb5-4c49-9274-66c6f209e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525624 Mar 07 10:33:33.050628 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6ecb2a-d0a2-4813-b80f-74abbae1ab69 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:33.051223 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fb6ecb2a-d0a2-4813-b80f-74abbae1ab69 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:33.091953 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1046e6ba-175f-4442-9846-f36f049d832f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:33.138187 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fb6ecb2a-d0a2-4813-b80f-74abbae1ab69 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9487772 Mar 07 10:33:33.142412 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41664) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:33.156366 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-540ee510-08ec-4436-845c-5a3a2115dcd1 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-93549970'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:33.193640 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e21fc8-b101-4ea4-a951-ad57d7ae0c34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-69fd3945-4268-411d-87c7-a06342775b67', 'network_id': '69fd3945-4268-411d-87c7-a06342775b67', 'project_id': '4b18e3692e984b5fbc10236b7b24cdd4', 'fixed_ips': [{'subnet_id': '4bff733a-4e06-4039-b3df-1d376c953722'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:33:33.194668 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-39e21fc8-b101-4ea4-a951-ad57d7ae0c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:33.219977 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-416c12fc-7adb-48b4-8b78-79784c544f62 admin admin] Publish callbacks [] for security_group (d5f5b6f0-6575-491b-8472-559b177e3aba), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:33.234563 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540ee510-08ec-4436-845c-5a3a2115dcd1 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Made reservation on behalf of 4b18e3692e984b5fbc10236b7b24cdd4 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:33:33.239575 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-540ee510-08ec-4436-845c-5a3a2115dcd1 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:33.243413 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-92af9e05-0502-4683-9d6e-4b8e1f15fc59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2c602fc-633c-4dbc-ac04-84b2bb346a9e {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:33:33.259453 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-92af9e05-0502-4683-9d6e-4b8e1f15fc59 service neutron] Publish callbacks [] for port (d2c602fc-633c-4dbc-ac04-84b2bb346a9e), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:33.261058 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-416c12fc-7adb-48b4-8b78-79784c544f62 admin admin] Publish callbacks [] for security_group (d5f5b6f0-6575-491b-8472-559b177e3aba), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:33.284643 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-540ee510-08ec-4436-845c-5a3a2115dcd1 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:33:33.298699 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-540ee510-08ec-4436-845c-5a3a2115dcd1 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (b935239a-a9ab-44c4-b2a8-58c3d703e5a4), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:33.299050 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-540ee510-08ec-4436-845c-5a3a2115dcd1 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Added segment b935239a-a9ab-44c4-b2a8-58c3d703e5a4 of type vlan for network 060473dc-b910-47af-996c-871e50d4bf85 Mar 07 10:33:33.338997 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1046e6ba-175f-4442-9846-f36f049d832f admin admin] Publish callbacks [] for security_group (39d4a9e0-41a0-4a02-9be3-6b4b7c0e34d9), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:33.344255 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1046e6ba-175f-4442-9846-f36f049d832f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (39d4a9e0-41a0-4a02-9be3-6b4b7c0e34d9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:33.363975 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-540ee510-08ec-4436-845c-5a3a2115dcd1 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (060473dc-b910-47af-996c-871e50d4bf85), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:33.382656 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-92af9e05-0502-4683-9d6e-4b8e1f15fc59 service neutron] Transition to ACTIVE for port object d2c602fc-633c-4dbc-ac04-84b2bb346a9e will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:33:33.387823 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-416c12fc-7adb-48b4-8b78-79784c544f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d5f5b6f0-6575-491b-8472-559b177e3aba), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:33.390609 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-416c12fc-7adb-48b4-8b78-79784c544f62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:33.394465 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-416c12fc-7adb-48b4-8b78-79784c544f62 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d5f5b6f0-6575-491b-8472-559b177e3aba HTTP/1.1" status: 204 len: 168 time: 0.3932636 Mar 07 10:33:33.394629 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-92af9e05-0502-4683-9d6e-4b8e1f15fc59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (d2c602fc-633c-4dbc-ac04-84b2bb346a9e), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:33.410838 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1046e6ba-175f-4442-9846-f36f049d832f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d4a9e0-41a0-4a02-9be3-6b4b7c0e34d9,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:33.419035 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1046e6ba-175f-4442-9846-f36f049d832f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aa6f05ceac9d44c99186af9c660fcf8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5792377 Mar 07 10:33:33.421889 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41670) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:33.432716 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-540ee510-08ec-4436-845c-5a3a2115dcd1 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (060473dc-b910-47af-996c-871e50d4bf85), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:33.435140 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-39e21fc8-b101-4ea4-a951-ad57d7ae0c34 None None] Allocated IP 19.80.0.2 (69fd3945-4268-411d-87c7-a06342775b67/4bff733a-4e06-4039-b3df-1d376c953722/990bc626-4ee2-40e2-b04c-fae44d75f309) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:33:33.443862 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540ee510-08ec-4436-845c-5a3a2115dcd1 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:33.444424 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-540ee510-08ec-4436-845c-5a3a2115dcd1 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:33.453576 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c12fc-7adb-48b4-8b78-79784c544f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f5b6f0-6575-491b-8472-559b177e3aba,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:33.510084 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-47d46e5c-08d3-484c-84e1-1c48fd375d5c admin admin] Publish callbacks [] for security_group (39d4a9e0-41a0-4a02-9be3-6b4b7c0e34d9), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:33.541918 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-47d46e5c-08d3-484c-84e1-1c48fd375d5c admin admin] Publish callbacks [] for security_group (39d4a9e0-41a0-4a02-9be3-6b4b7c0e34d9), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:33.663168 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-39e21fc8-b101-4ea4-a951-ad57d7ae0c34 None None] Publish callbacks [] for port (990bc626-4ee2-40e2-b04c-fae44d75f309), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:33.675134 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-47d46e5c-08d3-484c-84e1-1c48fd375d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (39d4a9e0-41a0-4a02-9be3-6b4b7c0e34d9), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:33.680208 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-47d46e5c-08d3-484c-84e1-1c48fd375d5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:33.689140 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-47d46e5c-08d3-484c-84e1-1c48fd375d5c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/39d4a9e0-41a0-4a02-9be3-6b4b7c0e34d9 HTTP/1.1" status: 204 len: 168 time: 0.2599359 Mar 07 10:33:33.715955 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-540ee510-08ec-4436-845c-5a3a2115dcd1 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5711789 Mar 07 10:33:33.718359 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-39e21fc8-b101-4ea4-a951-ad57d7ae0c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (990bc626-4ee2-40e2-b04c-fae44d75f309), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:33.737887 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41686) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:33.797589 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-480506ff-289b-4583-b07e-c327ae49df79 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Request body: {'subnet': {'network_id': '060473dc-b910-47af-996c-871e50d4bf85', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:33.809894 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af9e05-0502-4683-9d6e-4b8e1f15fc59 service neutron] Pushing event updated for resources: {'Port': ['ID=d2c602fc-633c-4dbc-ac04-84b2bb346a9e,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:33.859569 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ee510-08ec-4436-845c-5a3a2115dcd1 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Pushing event updated for resources: {'Network': ['ID=060473dc-b910-47af-996c-871e50d4bf85,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:33.866152 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d46e5c-08d3-484c-84e1-1c48fd375d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d4a9e0-41a0-4a02-9be3-6b4b7c0e34d9,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:33.929931 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-92af9e05-0502-4683-9d6e-4b8e1f15fc59 service neutron] Attempting to bind port d2c602fc-633c-4dbc-ac04-84b2bb346a9e on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:33:33.930292 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-92af9e05-0502-4683-9d6e-4b8e1f15fc59 service neutron] Attempting to bind port d2c602fc-633c-4dbc-ac04-84b2bb346a9e by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '4d301f0b-d152-4231-b36a-9f5368efa79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '494d19d2-a8bc-4c21-a1c0-9918d58b05f3'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:33:33.930758 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-92af9e05-0502-4683-9d6e-4b8e1f15fc59 service neutron] Attempting to bind port d2c602fc-633c-4dbc-ac04-84b2bb346a9e on network 494d19d2-a8bc-4c21-a1c0-9918d58b05f3 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:33:33.948635 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 060473dc-b910-47af-996c-871e50d4bf85 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:33:33.956632 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9ad84-67c8-4781-878c-8d38cc6773bb req-5a60802b-3303-4c56-a1c4-31e9795f83dd tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:33.968855 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0bf9ad84-67c8-4781-878c-8d38cc6773bb req-5a60802b-3303-4c56-a1c4-31e9795f83dd tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=f387de4b-5c85-4bcf-b853-36fb338fb1af HTTP/1.1" status: 200 len: 945 time: 0.1492393 Mar 07 10:33:33.987431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-92af9e05-0502-4683-9d6e-4b8e1f15fc59 service neutron] Port d2c602fc-633c-4dbc-ac04-84b2bb346a9e on network 494d19d2-a8bc-4c21-a1c0-9918d58b05f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:33:33.988107 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-92af9e05-0502-4683-9d6e-4b8e1f15fc59 service neutron] Attempting to bind port d2c602fc-633c-4dbc-ac04-84b2bb346a9e on network 494d19d2-a8bc-4c21-a1c0-9918d58b05f3 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:33:34.015464 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-92af9e05-0502-4683-9d6e-4b8e1f15fc59 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 33, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:33:34.015809 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-92af9e05-0502-4683-9d6e-4b8e1f15fc59 service neutron] Checking segment: {'id': '4d301f0b-d152-4231-b36a-9f5368efa79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '494d19d2-a8bc-4c21-a1c0-9918d58b05f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:33:34.016371 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-92af9e05-0502-4683-9d6e-4b8e1f15fc59 service neutron] Bound using segment: {'id': '4d301f0b-d152-4231-b36a-9f5368efa79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '494d19d2-a8bc-4c21-a1c0-9918d58b05f3'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:33:34.016796 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-92af9e05-0502-4683-9d6e-4b8e1f15fc59 service neutron] Bound port: d2c602fc-633c-4dbc-ac04-84b2bb346a9e, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d301f0b-d152-4231-b36a-9f5368efa79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '494d19d2-a8bc-4c21-a1c0-9918d58b05f3'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:33:34.016929 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e21fc8-b101-4ea4-a951-ad57d7ae0c34 None None] Network 69fd3945-4268-411d-87c7-a06342775b67 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:33:34.017189 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-92af9e05-0502-4683-9d6e-4b8e1f15fc59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d2c602fc-633c-4dbc-ac04-84b2bb346a9e), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:34.023018 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26cdc1-8bd0-4799-aa23-26b63c39abf3 req-15fb6cc7-c6af-4c61-aabf-d90b924ef44a tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:34.029985 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ac26cdc1-8bd0-4799-aa23-26b63c39abf3 req-15fb6cc7-c6af-4c61-aabf-d90b924ef44a tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 950 time: 0.4344094 Mar 07 10:33:34.072112 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-39e21fc8-b101-4ea4-a951-ad57d7ae0c34 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:34.080563 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e21fc8-b101-4ea4-a951-ad57d7ae0c34 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:33:34.107567 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0bf9ad84-67c8-4781-878c-8d38cc6773bb req-abef9327-144d-4936-bf39-7000dcc6876e tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377766 Mar 07 10:33:34.141639 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e21fc8-b101-4ea4-a951-ad57d7ae0c34 None None] Pushing event updated for resources: {'Port': ['ID=990bc626-4ee2-40e2-b04c-fae44d75f309,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:34.184747 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480506ff-289b-4583-b07e-c327ae49df79 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Made reservation on behalf of 4b18e3692e984b5fbc10236b7b24cdd4 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:33:34.195315 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-480506ff-289b-4583-b07e-c327ae49df79 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:34.215610 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-92af9e05-0502-4683-9d6e-4b8e1f15fc59 service neutron] For port d2c602fc-633c-4dbc-ac04-84b2bb346a9e, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:33:34.229328 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-92af9e05-0502-4683-9d6e-4b8e1f15fc59 service neutron] For port d2c602fc-633c-4dbc-ac04-84b2bb346a9e, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d2c602fc-633c-4dbc-ac04-84b2bb346a9e,segment=NetworkSegment(4d301f0b-d152-4231-b36a-9f5368efa79d),segment_id=4d301f0b-d152-4231-b36a-9f5368efa79d)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:33:34.235590 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41696) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:34.264165 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-92af9e05-0502-4683-9d6e-4b8e1f15fc59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (d2c602fc-633c-4dbc-ac04-84b2bb346a9e), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:34.268349 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-39e21fc8-b101-4ea4-a951-ad57d7ae0c34 None None] Attempting to bind port 990bc626-4ee2-40e2-b04c-fae44d75f309 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:33:34.268907 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-39e21fc8-b101-4ea4-a951-ad57d7ae0c34 None None] Attempting to bind port 990bc626-4ee2-40e2-b04c-fae44d75f309 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '7220a517-5dc5-4d02-8767-eca9972f0175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '69fd3945-4268-411d-87c7-a06342775b67'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:33:34.269020 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e21fc8-b101-4ea4-a951-ad57d7ae0c34 None None] Attempting to bind port 990bc626-4ee2-40e2-b04c-fae44d75f309 on network 69fd3945-4268-411d-87c7-a06342775b67 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:33:34.286899 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e21fc8-b101-4ea4-a951-ad57d7ae0c34 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:33:34.287564 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e21fc8-b101-4ea4-a951-ad57d7ae0c34 None None] Checking segment: {'id': '7220a517-5dc5-4d02-8767-eca9972f0175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '69fd3945-4268-411d-87c7-a06342775b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:33:34.288172 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-39e21fc8-b101-4ea4-a951-ad57d7ae0c34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:34.288742 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e21fc8-b101-4ea4-a951-ad57d7ae0c34 None None] Bound using segment: {'id': '7220a517-5dc5-4d02-8767-eca9972f0175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '69fd3945-4268-411d-87c7-a06342775b67'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:33:34.289428 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-39e21fc8-b101-4ea4-a951-ad57d7ae0c34 None None] Bound port: 990bc626-4ee2-40e2-b04c-fae44d75f309, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7220a517-5dc5-4d02-8767-eca9972f0175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '69fd3945-4268-411d-87c7-a06342775b67'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:33:34.289982 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-39e21fc8-b101-4ea4-a951-ad57d7ae0c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (990bc626-4ee2-40e2-b04c-fae44d75f309), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:34.377819 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ac26cdc1-8bd0-4799-aa23-26b63c39abf3 req-e775b67e-3d8d-423c-b8f6-acbb08040d54 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421495 Mar 07 10:33:34.413645 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aae3b5f7-4b8e-4591-90ab-d15b82a04c37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:34.436372 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-39e21fc8-b101-4ea4-a951-ad57d7ae0c34 None None] For port 990bc626-4ee2-40e2-b04c-fae44d75f309, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:33:34.440125 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-39e21fc8-b101-4ea4-a951-ad57d7ae0c34 None None] For port 990bc626-4ee2-40e2-b04c-fae44d75f309, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=990bc626-4ee2-40e2-b04c-fae44d75f309,segment=NetworkSegment(7220a517-5dc5-4d02-8767-eca9972f0175),segment_id=7220a517-5dc5-4d02-8767-eca9972f0175)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:33:34.463299 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-39e21fc8-b101-4ea4-a951-ad57d7ae0c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (990bc626-4ee2-40e2-b04c-fae44d75f309), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:34.578434 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e21fc8-b101-4ea4-a951-ad57d7ae0c34 None None] Pushing event updated for resources: {'Port': ['ID=990bc626-4ee2-40e2-b04c-fae44d75f309,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:34.581388 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-92af9e05-0502-4683-9d6e-4b8e1f15fc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:34.582416 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-92af9e05-0502-4683-9d6e-4b8e1f15fc59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:34.583879 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-92af9e05-0502-4683-9d6e-4b8e1f15fc59 service neutron] 10.222.0.31 "PUT /v2.0/ports/d2c602fc-633c-4dbc-ac04-84b2bb346a9e HTTP/1.1" status: 200 len: 1091 time: 1.9735701 Mar 07 10:33:34.585442 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3663295-21ff-49ff-91a6-5cc9b2be6ab2', 'tag': 'd2c602fc-633c-4dbc-ac04-84b2bb346a9e'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:34.588039 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e316d2-e449-4436-bf4c-c9300ce0a188" -d '{"events": [{"name": "network-changed", "server_uuid": "f3663295-21ff-49ff-91a6-5cc9b2be6ab2", "tag": "d2c602fc-633c-4dbc-ac04-84b2bb346a9e"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:34.608608 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-480506ff-289b-4583-b07e-c327ae49df79 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (5525903b-bf36-4a69-86a2-ab276046803b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:34.719802 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce49516-a2dc-41cf-875f-bd2a2a4f1bfc x-openstack-request-id: req-2ce49516-a2dc-41cf-875f-bd2a2a4f1bfc {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:33:34.720703 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3663295-21ff-49ff-91a6-5cc9b2be6ab2", "tag": "d2c602fc-633c-4dbc-ac04-84b2bb346a9e", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:33:34.721752 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2ce49516-a2dc-41cf-875f-bd2a2a4f1bfc {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:33:34.722348 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3663295-21ff-49ff-91a6-5cc9b2be6ab2', 'tag': 'd2c602fc-633c-4dbc-ac04-84b2bb346a9e', 'status': 'completed', 'code': 200} Mar 07 10:33:34.787274 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480506ff-289b-4583-b07e-c327ae49df79 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Pushing event updated for resources: {'Subnet': ['ID=5525903b-bf36-4a69-86a2-ab276046803b,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:34.842937 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480506ff-289b-4583-b07e-c327ae49df79 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:34.843562 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480506ff-289b-4583-b07e-c327ae49df79 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:34.844289 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480506ff-289b-4583-b07e-c327ae49df79 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:34.844644 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480506ff-289b-4583-b07e-c327ae49df79 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:34.844988 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480506ff-289b-4583-b07e-c327ae49df79 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:34.845352 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480506ff-289b-4583-b07e-c327ae49df79 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:34.845690 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480506ff-289b-4583-b07e-c327ae49df79 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:34.846024 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480506ff-289b-4583-b07e-c327ae49df79 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:34.848128 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480506ff-289b-4583-b07e-c327ae49df79 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:34.848494 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480506ff-289b-4583-b07e-c327ae49df79 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:34.848838 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480506ff-289b-4583-b07e-c327ae49df79 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:34.849460 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480506ff-289b-4583-b07e-c327ae49df79 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:34.849806 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480506ff-289b-4583-b07e-c327ae49df79 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:33:34.865659 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480506ff-289b-4583-b07e-c327ae49df79 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Checking segment: {'id': 'b935239a-a9ab-44c4-b2a8-58c3d703e5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '060473dc-b910-47af-996c-871e50d4bf85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:33:34.866062 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480506ff-289b-4583-b07e-c327ae49df79 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Network hostable DHCP agents. Network: 060473dc-b910-47af-996c-871e50d4bf85, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:33:34.938617 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480506ff-289b-4583-b07e-c327ae49df79 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Network 060473dc-b910-47af-996c-871e50d4bf85 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:33:34.968603 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-480506ff-289b-4583-b07e-c327ae49df79 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 060473dc-b910-47af-996c-871e50d4bf85) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:34.977508 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107ed2cd-4f8a-4164-89d9-33eb0f3d2f70 None None] Network 060473dc-b910-47af-996c-871e50d4bf85 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:33:34.984268 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480506ff-289b-4583-b07e-c327ae49df79 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:34.989645 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-480506ff-289b-4583-b07e-c327ae49df79 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:35.044908 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-480506ff-289b-4583-b07e-c327ae49df79 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2710760 Mar 07 10:33:35.238110 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aae3b5f7-4b8e-4591-90ab-d15b82a04c37 admin admin] Publish callbacks [] for security_group (ed450056-3ea9-4e01-8125-14bd1874fd30), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:35.250861 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3982ec7d-712f-4b7a-b4f9-3a4a5f91a7e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-060473dc-b910-47af-996c-871e50d4bf85', 'network_id': '060473dc-b910-47af-996c-871e50d4bf85', 'project_id': '4b18e3692e984b5fbc10236b7b24cdd4', 'fixed_ips': [{'subnet_id': '5525903b-bf36-4a69-86a2-ab276046803b'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:33:35.252819 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3982ec7d-712f-4b7a-b4f9-3a4a5f91a7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:35.275305 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af9e05-0502-4683-9d6e-4b8e1f15fc59 service neutron] Pushing event updated for resources: {'Port': ['ID=d2c602fc-633c-4dbc-ac04-84b2bb346a9e,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:35.286165 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aae3b5f7-4b8e-4591-90ab-d15b82a04c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ed450056-3ea9-4e01-8125-14bd1874fd30), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:35.345236 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae3b5f7-4b8e-4591-90ab-d15b82a04c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed450056-3ea9-4e01-8125-14bd1874fd30,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:35.359769 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bf17a-6557-441e-a0ea-0733121e5f1c req-fd36bb16-681a-4f3f-badc-2e4fbe7b5eea tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:35.368616 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-283bf17a-6557-441e-a0ea-0733121e5f1c req-fd36bb16-681a-4f3f-badc-2e4fbe7b5eea tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3663295-21ff-49ff-91a6-5cc9b2be6ab2 HTTP/1.1" status: 200 len: 943 time: 1.0456245 Mar 07 10:33:35.398512 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea0f03-84bf-49e2-a48f-034b47ba2867 req-8c42d0e1-9f6e-41f2-8fa8-e293a9ee959d tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:35.409979 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-88ea0f03-84bf-49e2-a48f-034b47ba2867 req-8c42d0e1-9f6e-41f2-8fa8-e293a9ee959d tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=f387de4b-5c85-4bcf-b853-36fb338fb1af HTTP/1.1" status: 200 len: 945 time: 0.1210320 Mar 07 10:33:35.476095 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-8eba6e11-dd6e-4770-9ced-528338031d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:35.477318 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-8eba6e11-dd6e-4770-9ced-528338031d7e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ebfb9a5ea0741d99b0516b89175b55f&device_id=f3663295-21ff-49ff-91a6-5cc9b2be6ab2 HTTP/1.1" status: 200 len: 1125 time: 0.8426616 Mar 07 10:33:35.490222 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-283bf17a-6557-441e-a0ea-0733121e5f1c req-d2583bf5-8fa5-4c46-9003-82140dccadae tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] 10.222.0.11 "GET /v2.0/security-groups?id=08347d07-6cb5-4c49-9274-66c6f209e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188402 Mar 07 10:33:35.504869 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-88ea0f03-84bf-49e2-a48f-034b47ba2867 req-f5fb995f-4073-4a1a-a199-795b4ec2a37b tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916197 Mar 07 10:33:35.561795 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-3982ec7d-712f-4b7a-b4f9-3a4a5f91a7e8 None None] Allocated IP 19.86.0.2 (060473dc-b910-47af-996c-871e50d4bf85/5525903b-bf36-4a69-86a2-ab276046803b/74738a8d-f254-4b20-8573-a445f9970ee4) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:33:35.652501 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-aae3b5f7-4b8e-4591-90ab-d15b82a04c37 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d7dacb2c3c7441d297999eab3e210626&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4128990 Mar 07 10:33:35.652960 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41742) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:35.732233 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994f08b-eda5-4437-a0c5-0387097a49f9 req-e6f37888-5020-418d-bdf7-8c0db11d7e81 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:35.737129 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3994f08b-eda5-4437-a0c5-0387097a49f9 req-e6f37888-5020-418d-bdf7-8c0db11d7e81 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 950 time: 0.1187818 Mar 07 10:33:35.819755 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3982ec7d-712f-4b7a-b4f9-3a4a5f91a7e8 None None] Publish callbacks [] for port (74738a8d-f254-4b20-8573-a445f9970ee4), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:35.832868 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3982ec7d-712f-4b7a-b4f9-3a4a5f91a7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (74738a8d-f254-4b20-8573-a445f9970ee4), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:35.856480 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3994f08b-eda5-4437-a0c5-0387097a49f9 req-3c964e42-19b2-4243-b173-c9a24e9deb6b tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045291 Mar 07 10:33:35.888686 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-b728c259-7798-462a-90ad-e30759d522e0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2c602fc-633c-4dbc-ac04-84b2bb346a9e HTTP/1.1" status: 200 len: 217 time: 0.3892229 Mar 07 10:33:35.895276 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982ec7d-712f-4b7a-b4f9-3a4a5f91a7e8 None None] Pushing event updated for resources: {'Port': ['ID=74738a8d-f254-4b20-8573-a445f9970ee4,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:35.912401 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3982ec7d-712f-4b7a-b4f9-3a4a5f91a7e8 None None] Network 060473dc-b910-47af-996c-871e50d4bf85 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:33:35.916355 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-3982ec7d-712f-4b7a-b4f9-3a4a5f91a7e8 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:35.919091 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3982ec7d-712f-4b7a-b4f9-3a4a5f91a7e8 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:33:35.945675 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-581fde33-e668-4d31-8519-b68483409573 service neutron] show failed (client error): The resource could not be found. Mar 07 10:33:35.947272 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-581fde33-e668-4d31-8519-b68483409573 service neutron] 10.222.0.31 "GET /v2.0/ports/f79303de-8fb8-4957-a357-6aed8a323fb4/bindings/n-h1-832164-4 HTTP/1.1" status: 404 len: 380 time: 1.2419407 Mar 07 10:33:35.990052 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490e894-4794-43e6-825f-53d6e031fd58 req-0ce6f1d7-005b-459c-b517-a93ae0bc209b tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:35.996382 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490e894-4794-43e6-825f-53d6e031fd58 req-0ce6f1d7-005b-459c-b517-a93ae0bc209b tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:35.998815 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c490e894-4794-43e6-825f-53d6e031fd58 req-0ce6f1d7-005b-459c-b517-a93ae0bc209b tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/networks?id=69fd3945-4268-411d-87c7-a06342775b67&id=060473dc-b910-47af-996c-871e50d4bf85 HTTP/1.1" status: 200 len: 1388 time: 0.3427191 Mar 07 10:33:36.024241 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a073342d-84a7-4ef3-9d90-87db0dca3fdd admin admin] Publish callbacks [] for security_group (ed450056-3ea9-4e01-8125-14bd1874fd30), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:36.049957 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c490e894-4794-43e6-825f-53d6e031fd58 req-168f9a3c-343f-4e4c-94ca-31ea971a43da tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/quotas/4b18e3692e984b5fbc10236b7b24cdd4 HTTP/1.1" status: 200 len: 375 time: 0.0426030 Mar 07 10:33:36.079823 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-fde1d075-54a9-48ab-8bc3-c23df6c86145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:36.081471 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-fde1d075-54a9-48ab-8bc3-c23df6c86145 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5b7c9324-dd3a-484d-9a4f-f974c25d4ef4 HTTP/1.1" status: 200 len: 854 time: 0.1773696 Mar 07 10:33:36.121162 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a073342d-84a7-4ef3-9d90-87db0dca3fdd admin admin] Publish callbacks [] for security_group (ed450056-3ea9-4e01-8125-14bd1874fd30), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:36.209926 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-e9ca8cd0-7337-4976-932e-56eafca6b489 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=494d19d2-a8bc-4c21-a1c0-9918d58b05f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076062 Mar 07 10:33:36.305706 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3982ec7d-712f-4b7a-b4f9-3a4a5f91a7e8 None None] Attempting to bind port 74738a8d-f254-4b20-8573-a445f9970ee4 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:33:36.306101 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3982ec7d-712f-4b7a-b4f9-3a4a5f91a7e8 None None] Attempting to bind port 74738a8d-f254-4b20-8573-a445f9970ee4 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'b935239a-a9ab-44c4-b2a8-58c3d703e5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '060473dc-b910-47af-996c-871e50d4bf85'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:33:36.308429 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3982ec7d-712f-4b7a-b4f9-3a4a5f91a7e8 None None] Attempting to bind port 74738a8d-f254-4b20-8573-a445f9970ee4 on network 060473dc-b910-47af-996c-871e50d4bf85 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:33:36.348502 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80851ed4-aa8e-4505-9122-e96db8cbd438 None None] Network 69fd3945-4268-411d-87c7-a06342775b67 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:33:36.355738 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3982ec7d-712f-4b7a-b4f9-3a4a5f91a7e8 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:33:36.358574 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3982ec7d-712f-4b7a-b4f9-3a4a5f91a7e8 None None] Checking segment: {'id': 'b935239a-a9ab-44c4-b2a8-58c3d703e5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '060473dc-b910-47af-996c-871e50d4bf85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:33:36.364705 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3982ec7d-712f-4b7a-b4f9-3a4a5f91a7e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:36.366201 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3982ec7d-712f-4b7a-b4f9-3a4a5f91a7e8 None None] Bound using segment: {'id': 'b935239a-a9ab-44c4-b2a8-58c3d703e5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '060473dc-b910-47af-996c-871e50d4bf85'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:33:36.368473 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3982ec7d-712f-4b7a-b4f9-3a4a5f91a7e8 None None] Bound port: 74738a8d-f254-4b20-8573-a445f9970ee4, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b935239a-a9ab-44c4-b2a8-58c3d703e5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '060473dc-b910-47af-996c-871e50d4bf85'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:33:36.370055 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3982ec7d-712f-4b7a-b4f9-3a4a5f91a7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (74738a8d-f254-4b20-8573-a445f9970ee4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:36.376418 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c490e894-4794-43e6-825f-53d6e031fd58 req-4866c454-80ae-4c38-ab85-0055e037ac5f tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=4b18e3692e984b5fbc10236b7b24cdd4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3144042 Mar 07 10:33:36.402898 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a073342d-84a7-4ef3-9d90-87db0dca3fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ed450056-3ea9-4e01-8125-14bd1874fd30), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:36.405709 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a073342d-84a7-4ef3-9d90-87db0dca3fdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:36.409338 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a073342d-84a7-4ef3-9d90-87db0dca3fdd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ed450056-3ea9-4e01-8125-14bd1874fd30 HTTP/1.1" status: 204 len: 168 time: 0.5736582 Mar 07 10:33:36.447243 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a073342d-84a7-4ef3-9d90-87db0dca3fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed450056-3ea9-4e01-8125-14bd1874fd30,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:36.463715 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-0ad1df34-1ce2-41fc-bead-bf8d68ccb38e service neutron] 10.222.0.31 "GET /v2.0/networks/494d19d2-a8bc-4c21-a1c0-9918d58b05f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110684 Mar 07 10:33:36.686541 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c490e894-4794-43e6-825f-53d6e031fd58 req-ccb809e5-dfc8-458b-a53c-721e790cc717 service neutron] 10.222.0.11 "GET /v2.0/networks/69fd3945-4268-411d-87c7-a06342775b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954106 Mar 07 10:33:36.743819 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a2a61fc-ad98-4be4-ad55-aa6e58a6cbba req-c678cb06-311e-4465-ba70-3e3647552991 service neutron] 10.222.0.31 "GET /v2.0/networks/494d19d2-a8bc-4c21-a1c0-9918d58b05f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499928 Mar 07 10:33:36.766103 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a2c9231f-6f0b-4b22-8f56-31fcef2ef694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:36.775298 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-c7b2023d-83a7-4c8b-9e19-557c569933be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:36.776847 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-c7b2023d-83a7-4c8b-9e19-557c569933be service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566&tenant_id=914855c715794ac0925e4b6ed0252296 HTTP/1.1" status: 200 len: 1132 time: 0.5175250 Mar 07 10:33:36.781772 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-83390c4f-bbb0-4e5d-b41c-5116e6753ce4 None None] Provisioning complete for port 990bc626-4ee2-40e2-b04c-fae44d75f309 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:36.782461 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-83390c4f-bbb0-4e5d-b41c-5116e6753ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (990bc626-4ee2-40e2-b04c-fae44d75f309), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:36.799888 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-df8d0a40-910f-4d9c-aaa1-5f760e8e6853 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832164-4', 'device_owner': 'compute:nova'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:36.867732 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device f79303de-8fb8-4957-a357-6aed8a323fb4 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:33:36.969290 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 990bc626-4ee2-40e2-b04c-fae44d75f309 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:33:37.090513 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-3982ec7d-712f-4b7a-b4f9-3a4a5f91a7e8 None None] For port 74738a8d-f254-4b20-8573-a445f9970ee4, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:33:37.100298 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-3982ec7d-712f-4b7a-b4f9-3a4a5f91a7e8 None None] For port 74738a8d-f254-4b20-8573-a445f9970ee4, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=74738a8d-f254-4b20-8573-a445f9970ee4,segment=NetworkSegment(b935239a-a9ab-44c4-b2a8-58c3d703e5a4),segment_id=b935239a-a9ab-44c4-b2a8-58c3d703e5a4)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:33:37.138621 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-df8d0a40-910f-4d9c-aaa1-5f760e8e6853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:37.171161 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e316d2-e449-4436-bf4c-c9300ce0a188 req-564c99f9-7290-4679-a2b7-4bb0bf1624ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:37.173256 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9e316d2-e449-4436-bf4c-c9300ce0a188 req-564c99f9-7290-4679-a2b7-4bb0bf1624ef service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0ebfb9a5ea0741d99b0516b89175b55f&device_id=f3663295-21ff-49ff-91a6-5cc9b2be6ab2 HTTP/1.1" status: 200 len: 1125 time: 0.3191831 Mar 07 10:33:37.189189 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3982ec7d-712f-4b7a-b4f9-3a4a5f91a7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (74738a8d-f254-4b20-8573-a445f9970ee4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:37.196239 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c490e894-4794-43e6-825f-53d6e031fd58 req-5ab74bc8-dcae-4531-983f-1b13664f286d service neutron] 10.222.0.11 "GET /v2.0/networks/69fd3945-4268-411d-87c7-a06342775b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996755 Mar 07 10:33:37.326995 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90328f-2dbd-4eba-a2e5-48f7807919a8 req-17d64c0d-e960-4612-8ca1-308a3a439552 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:37.337885 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6d90328f-2dbd-4eba-a2e5-48f7807919a8 req-17d64c0d-e960-4612-8ca1-308a3a439552 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3663295-21ff-49ff-91a6-5cc9b2be6ab2 HTTP/1.1" status: 200 len: 943 time: 0.1317580 Mar 07 10:33:37.444747 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6d90328f-2dbd-4eba-a2e5-48f7807919a8 req-c8c5a842-ac5d-40aa-ad6c-e95089127f12 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] 10.222.0.11 "GET /v2.0/security-groups?id=08347d07-6cb5-4c49-9274-66c6f209e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059835 Mar 07 10:33:37.507772 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port f79303de-8fb8-4957-a357-6aed8a323fb4 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:37.508744 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:37.568194 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 990bc626-4ee2-40e2-b04c-fae44d75f309 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:37.568580 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (990bc626-4ee2-40e2-b04c-fae44d75f309), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:37.646795 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e316d2-e449-4436-bf4c-c9300ce0a188 req-edc2d259-d8dd-4681-9946-bf42aac98dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:37.648282 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9e316d2-e449-4436-bf4c-c9300ce0a188 req-edc2d259-d8dd-4681-9946-bf42aac98dfd service neutron] 10.222.0.31 "GET /v2.0/networks?id=494d19d2-a8bc-4c21-a1c0-9918d58b05f3 HTTP/1.1" status: 200 len: 915 time: 0.4492185 Mar 07 10:33:37.668384 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c490e894-4794-43e6-825f-53d6e031fd58 req-0d6dc717-6999-46f1-94be-f461449314f5 service neutron] 10.222.0.11 "GET /v2.0/networks/060473dc-b910-47af-996c-871e50d4bf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582961 Mar 07 10:33:37.794642 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5027e-cb78-4c88-ac14-00f990130cfb req-4e083b7f-f8d3-4eb2-bd39-fcc4174f7e48 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:37.796353 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9e316d2-e449-4436-bf4c-c9300ce0a188 req-bff6c37d-37a8-4b08-a851-66ccc4864621 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2c602fc-633c-4dbc-ac04-84b2bb346a9e HTTP/1.1" status: 200 len: 217 time: 0.1309969 Mar 07 10:33:37.798141 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b7a5027e-cb78-4c88-ac14-00f990130cfb req-4e083b7f-f8d3-4eb2-bd39-fcc4174f7e48 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=f387de4b-5c85-4bcf-b853-36fb338fb1af HTTP/1.1" status: 200 len: 945 time: 0.1134262 Mar 07 10:33:37.798530 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3982ec7d-712f-4b7a-b4f9-3a4a5f91a7e8 None None] Pushing event updated for resources: {'Port': ['ID=74738a8d-f254-4b20-8573-a445f9970ee4,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:37.830569 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-83390c4f-bbb0-4e5d-b41c-5116e6753ce4 None None] Current status of the port 990bc626-4ee2-40e2-b04c-fae44d75f309 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:37.830976 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-83390c4f-bbb0-4e5d-b41c-5116e6753ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (990bc626-4ee2-40e2-b04c-fae44d75f309), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:37.963286 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b7a5027e-cb78-4c88-ac14-00f990130cfb req-bc3c123f-c61c-46c8-9da0-04d1fbcf4493 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398611 Mar 07 10:33:38.018420 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 990bc626-4ee2-40e2-b04c-fae44d75f309 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:38.018825 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (990bc626-4ee2-40e2-b04c-fae44d75f309), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:38.052416 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-83390c4f-bbb0-4e5d-b41c-5116e6753ce4 None None] For port 990bc626-4ee2-40e2-b04c-fae44d75f309, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=990bc626-4ee2-40e2-b04c-fae44d75f309,segment=NetworkSegment(7220a517-5dc5-4d02-8767-eca9972f0175),segment_id=7220a517-5dc5-4d02-8767-eca9972f0175)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:38.078647 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e316d2-e449-4436-bf4c-c9300ce0a188 req-40cd6cf6-6104-4b28-8d70-e595cf775016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:38.079495 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-83390c4f-bbb0-4e5d-b41c-5116e6753ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (990bc626-4ee2-40e2-b04c-fae44d75f309), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:38.079671 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9e316d2-e449-4436-bf4c-c9300ce0a188 req-40cd6cf6-6104-4b28-8d70-e595cf775016 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5b7c9324-dd3a-484d-9a4f-f974c25d4ef4 HTTP/1.1" status: 200 len: 854 time: 0.2215276 Mar 07 10:33:38.218315 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100b405-bf3c-40ca-b6c3-aa3b48ca9f63 req-c01fb90c-d2ae-461c-8731-2d3b43961124 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:38.218591 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-df8d0a40-910f-4d9c-aaa1-5f760e8e6853 service neutron] For port f79303de-8fb8-4957-a357-6aed8a323fb4, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f79303de-8fb8-4957-a357-6aed8a323fb4,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:38.225152 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6100b405-bf3c-40ca-b6c3-aa3b48ca9f63 req-c01fb90c-d2ae-461c-8731-2d3b43961124 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 950 time: 0.1127799 Mar 07 10:33:38.240607 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83390c4f-bbb0-4e5d-b41c-5116e6753ce4 None None] Pushing event updated for resources: {'Port': ['ID=990bc626-4ee2-40e2-b04c-fae44d75f309,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:38.286436 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9e316d2-e449-4436-bf4c-c9300ce0a188 req-0af81f2a-5c79-45c9-bbec-4c6e4fb48f42 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=494d19d2-a8bc-4c21-a1c0-9918d58b05f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1153550 Mar 07 10:33:38.382519 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-e8900735-d9ef-4949-8c37-5c5b37dc7045 None None] Provisioning complete for port 990bc626-4ee2-40e2-b04c-fae44d75f309 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:38.383297 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e8900735-d9ef-4949-8c37-5c5b37dc7045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (990bc626-4ee2-40e2-b04c-fae44d75f309), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:38.409874 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6100b405-bf3c-40ca-b6c3-aa3b48ca9f63 req-673b8ca1-490b-4daf-8ef8-f870a3586675 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759124 Mar 07 10:33:38.516940 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:33:38.519178 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:33:38.558078 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-df8d0a40-910f-4d9c-aaa1-5f760e8e6853 service neutron] For port f79303de-8fb8-4957-a357-6aed8a323fb4, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:33:38.605405 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c490e894-4794-43e6-825f-53d6e031fd58 req-1b3cbdcc-696b-4499-badb-5f55500cd4a9 service neutron] 10.222.0.11 "GET /v2.0/networks/060473dc-b910-47af-996c-871e50d4bf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7481911 Mar 07 10:33:38.682120 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9e316d2-e449-4436-bf4c-c9300ce0a188 req-5de92f56-3191-4901-9087-e9a0e2364b8e service neutron] 10.222.0.31 "GET /v2.0/networks/494d19d2-a8bc-4c21-a1c0-9918d58b05f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875663 Mar 07 10:33:38.687367 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67259233-47d8-4e46-86c2-4d1669ac6566', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f79303de-8fb8-4957-a357-6aed8a323fb4'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:38.689804 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ef2c53-f32b-47ed-91c6-9fc507c350a3" -d '{"events": [{"server_uuid": "67259233-47d8-4e46-86c2-4d1669ac6566", "name": "network-vif-unplugged", "status": "completed", "tag": "f79303de-8fb8-4957-a357-6aed8a323fb4"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:38.702868 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-df8d0a40-910f-4d9c-aaa1-5f760e8e6853 service neutron] Publish callbacks [] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:38.746577 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e8900735-d9ef-4949-8c37-5c5b37dc7045 None None] Current status of the port 990bc626-4ee2-40e2-b04c-fae44d75f309 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:38.774870 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-77ca095c-15b8-46fd-9cfe-894259bc5013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:38.792287 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device d2c602fc-633c-4dbc-ac04-84b2bb346a9e details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:33:38.828855 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-df8d0a40-910f-4d9c-aaa1-5f760e8e6853 service neutron] Transition to ACTIVE for port object f79303de-8fb8-4957-a357-6aed8a323fb4 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:33:38.897404 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0890567-4291-49f3-a9b3-22a01783c659 req-44757a18-8027-4501-9b24-eca2875d74d6 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:38.919745 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c0890567-4291-49f3-a9b3-22a01783c659 req-44757a18-8027-4501-9b24-eca2875d74d6 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3663295-21ff-49ff-91a6-5cc9b2be6ab2 HTTP/1.1" status: 200 len: 943 time: 0.1551275 Mar 07 10:33:38.974808 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-df8d0a40-910f-4d9c-aaa1-5f760e8e6853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:39.157863 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c0890567-4291-49f3-a9b3-22a01783c659 req-3c1f8f77-480b-4eb4-9498-d84d8779f739 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] 10.222.0.11 "GET /v2.0/security-groups?id=08347d07-6cb5-4c49-9274-66c6f209e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351215 Mar 07 10:33:39.212264 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d0a40-910f-4d9c-aaa1-5f760e8e6853 service neutron] Pushing event updated for resources: {'Port': ['ID=f79303de-8fb8-4957-a357-6aed8a323fb4,revision_number=6']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:39.278351 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port d2c602fc-633c-4dbc-ac04-84b2bb346a9e, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d2c602fc-633c-4dbc-ac04-84b2bb346a9e,segment=NetworkSegment(4d301f0b-d152-4231-b36a-9f5368efa79d),segment_id=4d301f0b-d152-4231-b36a-9f5368efa79d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:39.400165 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e940ce-c827-4267-9687-2b0461d19f6c x-openstack-request-id: req-a1e940ce-c827-4267-9687-2b0461d19f6c {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:33:39.400676 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67259233-47d8-4e46-86c2-4d1669ac6566", "name": "network-vif-unplugged", "status": "completed", "tag": "f79303de-8fb8-4957-a357-6aed8a323fb4", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:33:39.401053 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a1e940ce-c827-4267-9687-2b0461d19f6c {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:33:39.411708 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67259233-47d8-4e46-86c2-4d1669ac6566', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f79303de-8fb8-4957-a357-6aed8a323fb4', 'code': 200} Mar 07 10:33:39.412681 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-df8d0a40-910f-4d9c-aaa1-5f760e8e6853 service neutron] No DVR routers for this DVR port f79303de-8fb8-4957-a357-6aed8a323fb4 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:33:39.559220 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 990bc626-4ee2-40e2-b04c-fae44d75f309 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:39.629249 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9e316d2-e449-4436-bf4c-c9300ce0a188 req-2c14463d-2139-4940-83c5-e33d276ddb16 service neutron] 10.222.0.31 "GET /v2.0/networks/494d19d2-a8bc-4c21-a1c0-9918d58b05f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9199655 Mar 07 10:33:39.647541 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-df8d0a40-910f-4d9c-aaa1-5f760e8e6853 service neutron] Attempting to bind port f79303de-8fb8-4957-a357-6aed8a323fb4 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:33:39.650349 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-df8d0a40-910f-4d9c-aaa1-5f760e8e6853 service neutron] Attempting to bind port f79303de-8fb8-4957-a357-6aed8a323fb4 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:33:39.650938 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-df8d0a40-910f-4d9c-aaa1-5f760e8e6853 service neutron] Attempting to bind port f79303de-8fb8-4957-a357-6aed8a323fb4 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:33:39.672864 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-df8d0a40-910f-4d9c-aaa1-5f760e8e6853 service neutron] Port f79303de-8fb8-4957-a357-6aed8a323fb4 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:33:39.682057 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-df8d0a40-910f-4d9c-aaa1-5f760e8e6853 service neutron] Attempting to bind port f79303de-8fb8-4957-a357-6aed8a323fb4 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:33:39.687729 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:33:39.688689 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:33:39.691796 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca7440b-7c7e-42d5-b167-b9fc04dd0987 None None] Network 060473dc-b910-47af-996c-871e50d4bf85 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:33:39.711390 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-df8d0a40-910f-4d9c-aaa1-5f760e8e6853 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:33:39.712380 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-df8d0a40-910f-4d9c-aaa1-5f760e8e6853 service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:33:39.720446 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-df8d0a40-910f-4d9c-aaa1-5f760e8e6853 service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:33:39.727630 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-df8d0a40-910f-4d9c-aaa1-5f760e8e6853 service neutron] Bound port: f79303de-8fb8-4957-a357-6aed8a323fb4, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:33:39.731767 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-df8d0a40-910f-4d9c-aaa1-5f760e8e6853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:39.758798 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08673f6-c238-401b-b6e6-8d1cb1b44d6c req-8e514f62-bf42-48f2-b286-0c87393b4457 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:39.767899 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f08673f6-c238-401b-b6e6-8d1cb1b44d6c req-8e514f62-bf42-48f2-b286-0c87393b4457 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=f387de4b-5c85-4bcf-b853-36fb338fb1af HTTP/1.1" status: 200 len: 945 time: 0.2415042 Mar 07 10:33:39.863828 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f08673f6-c238-401b-b6e6-8d1cb1b44d6c req-361788b7-2cfd-4447-a5d9-3362e97f6622 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917182 Mar 07 10:33:39.895567 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'd2c602fc-633c-4dbc-ac04-84b2bb346a9e', 'network_id': '494d19d2-a8bc-4c21-a1c0-9918d58b05f3', 'port_id': 'd2c602fc-633c-4dbc-ac04-84b2bb346a9e', 'mac_address': 'fa:16:3e:78:c6:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b7c9324-dd3a-484d-9a4f-f974c25d4ef4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:33:39.956974 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a271b946-4aa5-485d-a9cf-d47689d6764a req-9eefe2ce-c6d6-4900-a032-70aad4b7eb8f tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=13a7c91e-d23f-46cb-81d6-84248dd43d80 HTTP/1.1" status: 200 len: 210 time: 0.1837220 Mar 07 10:33:39.973156 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port d2c602fc-633c-4dbc-ac04-84b2bb346a9e is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:39.977664 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d2c602fc-633c-4dbc-ac04-84b2bb346a9e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:40.002298 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 990bc626-4ee2-40e2-b04c-fae44d75f309 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:33:40.044185 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-df8d0a40-910f-4d9c-aaa1-5f760e8e6853 service neutron] For port f79303de-8fb8-4957-a357-6aed8a323fb4, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:33:40.070554 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-df8d0a40-910f-4d9c-aaa1-5f760e8e6853 service neutron] For port f79303de-8fb8-4957-a357-6aed8a323fb4, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=f79303de-8fb8-4957-a357-6aed8a323fb4,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:33:40.094137 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-df8d0a40-910f-4d9c-aaa1-5f760e8e6853 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:40.154719 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c782826d-261e-4d39-9491-fcb8df57fcda None None] Provisioning complete for port 74738a8d-f254-4b20-8573-a445f9970ee4 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:40.155106 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c782826d-261e-4d39-9491-fcb8df57fcda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (74738a8d-f254-4b20-8573-a445f9970ee4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:40.156803 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:40.199906 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9b61a-74cb-443f-a73e-c25722b1aeee req-1eaba13f-9c93-4873-ace7-f335f0c3c463 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:40.199906 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fde9b61a-74cb-443f-a73e-c25722b1aeee req-1eaba13f-9c93-4873-ace7-f335f0c3c463 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 948 time: 0.1352301 Mar 07 10:33:40.247046 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-df8d0a40-910f-4d9c-aaa1-5f760e8e6853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:40.248755 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-df8d0a40-910f-4d9c-aaa1-5f760e8e6853 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:40.254443 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-df8d0a40-910f-4d9c-aaa1-5f760e8e6853 service neutron] 10.222.0.21 "PUT /v2.0/ports/f79303de-8fb8-4957-a357-6aed8a323fb4 HTTP/1.1" status: 200 len: 1096 time: 3.4687009 Mar 07 10:33:40.312557 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2c602fc-633c-4dbc-ac04-84b2bb346a9e {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:33:40.358405 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port d2c602fc-633c-4dbc-ac04-84b2bb346a9e, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d2c602fc-633c-4dbc-ac04-84b2bb346a9e,segment=NetworkSegment(4d301f0b-d152-4231-b36a-9f5368efa79d),segment_id=4d301f0b-d152-4231-b36a-9f5368efa79d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:40.377128 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port f79303de-8fb8-4957-a357-6aed8a323fb4 is: DOWN; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:40.386923 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d0a40-910f-4d9c-aaa1-5f760e8e6853 service neutron] Pushing event updated for resources: {'Port': ['ID=f79303de-8fb8-4957-a357-6aed8a323fb4,revision_number=7']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:40.387509 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fde9b61a-74cb-443f-a73e-c25722b1aeee req-045781d6-c26e-40ac-90dc-73470d659ccf tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797438 Mar 07 10:33:40.396281 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d2c602fc-633c-4dbc-ac04-84b2bb346a9e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:40.448159 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-5d02c506-8da2-4a10-8fca-4501a56b49a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:40.454491 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-5d02c506-8da2-4a10-8fca-4501a56b49a2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 1130 time: 0.1571560 Mar 07 10:33:40.664727 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 990bc626-4ee2-40e2-b04c-fae44d75f309 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:40.665342 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (990bc626-4ee2-40e2-b04c-fae44d75f309), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:40.741413 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=d2c602fc-633c-4dbc-ac04-84b2bb346a9e,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:40.766405 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['d2c602fc-633c-4dbc-ac04-84b2bb346a9e'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:33:40.778379 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-ed47a962-32a2-4b53-9411-18f7ec210834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:40.784633 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-ed47a962-32a2-4b53-9411-18f7ec210834 service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.3216403 Mar 07 10:33:40.795627 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-4c25e853-5d84-42c0-b6c6-55fc5081c1f0 req-1ad915e7-5af8-4ad8-9a3b-8cd0097ffde9 tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1486984876', 'description': 'tempest-description-1008486882'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:40.828685 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 990bc626-4ee2-40e2-b04c-fae44d75f309 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:40.830587 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 74738a8d-f254-4b20-8573-a445f9970ee4 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:33:40.881773 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-f0180967-217f-4a37-8d19-85527006d6f9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=f79303de-8fb8-4957-a357-6aed8a323fb4 HTTP/1.1" status: 200 len: 217 time: 0.0685275 Mar 07 10:33:40.927427 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c782826d-261e-4d39-9491-fcb8df57fcda None None] Current status of the port 74738a8d-f254-4b20-8573-a445f9970ee4 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:40.927944 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c782826d-261e-4d39-9491-fcb8df57fcda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (74738a8d-f254-4b20-8573-a445f9970ee4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:40.934790 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4c25e853-5d84-42c0-b6c6-55fc5081c1f0 req-1ad915e7-5af8-4ad8-9a3b-8cd0097ffde9 tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:40.952699 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4c25e853-5d84-42c0-b6c6-55fc5081c1f0 req-1ad915e7-5af8-4ad8-9a3b-8cd0097ffde9 tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:40.998240 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-6c867752-f954-4300-8ac2-f7488f636623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:41.003718 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-6c867752-f954-4300-8ac2-f7488f636623 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1142616 Mar 07 10:33:41.047833 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c782826d-261e-4d39-9491-fcb8df57fcda None None] For port 74738a8d-f254-4b20-8573-a445f9970ee4, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=74738a8d-f254-4b20-8573-a445f9970ee4,segment=NetworkSegment(b935239a-a9ab-44c4-b2a8-58c3d703e5a4),segment_id=b935239a-a9ab-44c4-b2a8-58c3d703e5a4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:41.052403 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 74738a8d-f254-4b20-8573-a445f9970ee4 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:41.053005 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (74738a8d-f254-4b20-8573-a445f9970ee4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:41.181950 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c782826d-261e-4d39-9491-fcb8df57fcda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (74738a8d-f254-4b20-8573-a445f9970ee4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:41.266863 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-2584fe5d-5e82-4596-8dd0-cba24734b02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:41.271687 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-2584fe5d-5e82-4596-8dd0-cba24734b02e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2556942 Mar 07 10:33:41.574087 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb6c5e-3dcf-41e6-921b-c8b2e9e24d07 req-4082b841-8297-4bb2-a7ae-68ee3ddcd240 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:41.586618 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-abfb6c5e-3dcf-41e6-921b-c8b2e9e24d07 req-4082b841-8297-4bb2-a7ae-68ee3ddcd240 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3663295-21ff-49ff-91a6-5cc9b2be6ab2 HTTP/1.1" status: 200 len: 944 time: 0.2060015 Mar 07 10:33:41.647129 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2ee9d834-a848-409f-aec0-79b11f226b15 None None] Provisioning complete for port 74738a8d-f254-4b20-8573-a445f9970ee4 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:41.647783 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2ee9d834-a848-409f-aec0-79b11f226b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (74738a8d-f254-4b20-8573-a445f9970ee4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:41.682374 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-abfb6c5e-3dcf-41e6-921b-c8b2e9e24d07 req-a89e4c1b-fbc0-4fcd-bb6f-7acc4f9b4040 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] 10.222.0.11 "GET /v2.0/security-groups?id=08347d07-6cb5-4c49-9274-66c6f209e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937779 Mar 07 10:33:41.717154 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:41.778530 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782826d-261e-4d39-9491-fcb8df57fcda None None] Pushing event updated for resources: {'Port': ['ID=74738a8d-f254-4b20-8573-a445f9970ee4,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:41.793378 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67259233-47d8-4e46-86c2-4d1669ac6566', 'tag': 'f79303de-8fb8-4957-a357-6aed8a323fb4'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:41.796858 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80ffb87-19b0-44fe-aba0-6a3052338ded" -d '{"events": [{"name": "network-changed", "server_uuid": "67259233-47d8-4e46-86c2-4d1669ac6566", "tag": "f79303de-8fb8-4957-a357-6aed8a323fb4"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:41.821244 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4c25e853-5d84-42c0-b6c6-55fc5081c1f0 req-1ad915e7-5af8-4ad8-9a3b-8cd0097ffde9 tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] Publish callbacks [] for security_group (92fb8283-a556-4173-bebb-554edef1626a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:41.836729 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-90e78ff1-bccd-4e76-b0ef-169a03774036 req-cb4c058a-cb47-405a-88fd-be47195dbc56 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=13a7c91e-d23f-46cb-81d6-84248dd43d80 HTTP/1.1" status: 200 len: 210 time: 0.0547755 Mar 07 10:33:41.865528 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 74738a8d-f254-4b20-8573-a445f9970ee4 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:41.871899 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4c25e853-5d84-42c0-b6c6-55fc5081c1f0 req-1ad915e7-5af8-4ad8-9a3b-8cd0097ffde9 tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (92fb8283-a556-4173-bebb-554edef1626a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:41.985503 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2ee9d834-a848-409f-aec0-79b11f226b15 None None] Current status of the port 74738a8d-f254-4b20-8573-a445f9970ee4 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:42.020766 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 74738a8d-f254-4b20-8573-a445f9970ee4 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:33:42.046055 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad915e7-5af8-4ad8-9a3b-8cd0097ffde9 tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92fb8283-a556-4173-bebb-554edef1626a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:42.063732 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d098f9c9-e284-4064-8530-34125367b24c details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:33:42.064284 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-767fefc6-776a-4c93-bec9-08b3503022be service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7388048 Mar 07 10:33:42.100648 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490e894-4794-43e6-825f-53d6e031fd58 req-247a24e6-df4c-4578-9c98-292101fb34b4 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:42.107554 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490e894-4794-43e6-825f-53d6e031fd58 req-247a24e6-df4c-4578-9c98-292101fb34b4 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:42.109979 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c490e894-4794-43e6-825f-53d6e031fd58 req-247a24e6-df4c-4578-9c98-292101fb34b4 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.21 "GET /v2.0/networks?id=69fd3945-4268-411d-87c7-a06342775b67&id=060473dc-b910-47af-996c-871e50d4bf85 HTTP/1.1" status: 200 len: 1388 time: 0.8541687 Mar 07 10:33:42.130172 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-c490e894-4794-43e6-825f-53d6e031fd58 req-be6081a2-e988-4ab8-a369-88421d853319 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Request body: {'port': {'device_id': '13a7c91e-d23f-46cb-81d6-84248dd43d80', 'network_id': '69fd3945-4268-411d-87c7-a06342775b67', 'admin_state_up': True, 'tenant_id': '4b18e3692e984b5fbc10236b7b24cdd4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:42.152360 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 74738a8d-f254-4b20-8573-a445f9970ee4 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:42.152750 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (74738a8d-f254-4b20-8573-a445f9970ee4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:42.206650 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9e2c5-37aa-47db-8d55-32bf811c5780 req-d33dfb42-46db-468b-9dbe-9c9dd63d8ed0 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:42.220401 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-efc9e2c5-37aa-47db-8d55-32bf811c5780 req-d33dfb42-46db-468b-9dbe-9c9dd63d8ed0 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 948 time: 0.1040874 Mar 07 10:33:42.235663 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4c25e853-5d84-42c0-b6c6-55fc5081c1f0 req-1ad915e7-5af8-4ad8-9a3b-8cd0097ffde9 tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] Publish callbacks [] for security_group (417e9dfc-cbd6-4697-bc7c-13d529d657b6), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:42.260240 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4c25e853-5d84-42c0-b6c6-55fc5081c1f0 req-1ad915e7-5af8-4ad8-9a3b-8cd0097ffde9 tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (417e9dfc-cbd6-4697-bc7c-13d529d657b6), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:42.281723 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port d098f9c9-e284-4064-8530-34125367b24c, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d098f9c9-e284-4064-8530-34125367b24c,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:42.314579 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'd098f9c9-e284-4064-8530-34125367b24c', 'network_id': '1c9349e7-4e65-4998-b65b-262e6f8a6364', 'port_id': 'd098f9c9-e284-4064-8530-34125367b24c', 'mac_address': 'fa:16:3e:b7:37:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c87802-4ea4-47ca-8770-96eb56986af1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:33:42.328273 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-efc9e2c5-37aa-47db-8d55-32bf811c5780 req-a965f792-afee-4271-a200-dfb83b7724b5 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055424 Mar 07 10:33:42.388799 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 74738a8d-f254-4b20-8573-a445f9970ee4 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:42.403861 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-b8ddac42-35c0-471c-ad78-88b56f2c7c9c service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268476 Mar 07 10:33:42.431717 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port d098f9c9-e284-4064-8530-34125367b24c is: ACTIVE; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:42.432743 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d098f9c9-e284-4064-8530-34125367b24c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:42.468247 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d098f9c9-e284-4064-8530-34125367b24c {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:33:42.468705 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f8fdbe-32ec-490a-b10e-998f850556bb x-openstack-request-id: req-f8f8fdbe-32ec-490a-b10e-998f850556bb {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:33:42.469344 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67259233-47d8-4e46-86c2-4d1669ac6566", "tag": "f79303de-8fb8-4957-a357-6aed8a323fb4", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:33:42.469709 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f8f8fdbe-32ec-490a-b10e-998f850556bb {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:33:42.470203 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67259233-47d8-4e46-86c2-4d1669ac6566', 'tag': 'f79303de-8fb8-4957-a357-6aed8a323fb4', 'status': 'completed', 'code': 200} Mar 07 10:33:42.517168 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c490e894-4794-43e6-825f-53d6e031fd58 req-be6081a2-e988-4ab8-a369-88421d853319 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Made reservation on behalf of 4b18e3692e984b5fbc10236b7b24cdd4 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:33:42.520603 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c490e894-4794-43e6-825f-53d6e031fd58 req-be6081a2-e988-4ab8-a369-88421d853319 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:42.524672 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port d098f9c9-e284-4064-8530-34125367b24c, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d098f9c9-e284-4064-8530-34125367b24c,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:42.531218 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d098f9c9-e284-4064-8530-34125367b24c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:42.555740 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad915e7-5af8-4ad8-9a3b-8cd0097ffde9 tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=417e9dfc-cbd6-4697-bc7c-13d529d657b6,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:42.560791 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4c25e853-5d84-42c0-b6c6-55fc5081c1f0 req-1ad915e7-5af8-4ad8-9a3b-8cd0097ffde9 tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:42.562427 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4c25e853-5d84-42c0-b6c6-55fc5081c1f0 req-1ad915e7-5af8-4ad8-9a3b-8cd0097ffde9 tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.7754233 Mar 07 10:33:42.655478 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-4f996e3d-817e-46bc-8139-d51153d156fc req-3bfe80e9-dd57-4287-a0d3-6c14c18d6d58 tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1251262208', 'description': 'tempest-description-1865448966'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:42.673472 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=d098f9c9-e284-4064-8530-34125367b24c,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:42.687038 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['d098f9c9-e284-4064-8530-34125367b24c'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:33:42.774859 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4f996e3d-817e-46bc-8139-d51153d156fc req-3bfe80e9-dd57-4287-a0d3-6c14c18d6d58 tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:42.807699 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ffb87-19b0-44fe-aba0-6a3052338ded req-2d1d6a4b-573a-4ff7-b4dc-49e3169dc9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:42.819259 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device d2c602fc-633c-4dbc-ac04-84b2bb346a9e up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:33:42.826089 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e80ffb87-19b0-44fe-aba0-6a3052338ded req-2d1d6a4b-573a-4ff7-b4dc-49e3169dc9a6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 1130 time: 0.3279867 Mar 07 10:33:42.924440 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:42.993506 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port d2c602fc-633c-4dbc-ac04-84b2bb346a9e completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:33:43.001327 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port d2c602fc-633c-4dbc-ac04-84b2bb346a9e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:43.001705 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d2c602fc-633c-4dbc-ac04-84b2bb346a9e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:43.046352 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767b0a5-d563-4a2d-beae-3a2d7189b55c req-e294079d-d887-41fb-abe5-6bf6c83a73cf tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:43.047824 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7767b0a5-d563-4a2d-beae-3a2d7189b55c req-e294079d-d887-41fb-abe5-6bf6c83a73cf tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3663295-21ff-49ff-91a6-5cc9b2be6ab2 HTTP/1.1" status: 200 len: 944 time: 0.0766280 Mar 07 10:33:43.144203 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port d2c602fc-633c-4dbc-ac04-84b2bb346a9e is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:43.145100 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d2c602fc-633c-4dbc-ac04-84b2bb346a9e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:43.158802 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4f996e3d-817e-46bc-8139-d51153d156fc req-3bfe80e9-dd57-4287-a0d3-6c14c18d6d58 tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] Publish callbacks [] for security_group (e0ea7b8c-264b-4d38-96d9-ccc8cdb21b7e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:43.173547 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ffb87-19b0-44fe-aba0-6a3052338ded req-61c51f64-b5f8-46a2-b084-b9a8cc87974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:43.175058 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e80ffb87-19b0-44fe-aba0-6a3052338ded req-61c51f64-b5f8-46a2-b084-b9a8cc87974d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 1130 time: 0.5564928 Mar 07 10:33:43.181423 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4f996e3d-817e-46bc-8139-d51153d156fc req-3bfe80e9-dd57-4287-a0d3-6c14c18d6d58 tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e0ea7b8c-264b-4d38-96d9-ccc8cdb21b7e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:43.185519 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7767b0a5-d563-4a2d-beae-3a2d7189b55c req-8daf72aa-8c00-4f21-8ced-cb168dad8903 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] 10.222.0.11 "GET /v2.0/security-groups?id=08347d07-6cb5-4c49-9274-66c6f209e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211746 Mar 07 10:33:43.198676 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3663295-21ff-49ff-91a6-5cc9b2be6ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c602fc-633c-4dbc-ac04-84b2bb346a9e'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:43.204248 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec83ac6-ca0d-45eb-8bdc-0325419c88b6" -d '{"events": [{"server_uuid": "f3663295-21ff-49ff-91a6-5cc9b2be6ab2", "name": "network-vif-plugged", "status": "completed", "tag": "d2c602fc-633c-4dbc-ac04-84b2bb346a9e"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:43.246208 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port d2c602fc-633c-4dbc-ac04-84b2bb346a9e, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d2c602fc-633c-4dbc-ac04-84b2bb346a9e,segment=NetworkSegment(4d301f0b-d152-4231-b36a-9f5368efa79d),segment_id=4d301f0b-d152-4231-b36a-9f5368efa79d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:43.254840 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d2c602fc-633c-4dbc-ac04-84b2bb346a9e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:43.259718 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-c490e894-4794-43e6-825f-53d6e031fd58 req-be6081a2-e988-4ab8-a369-88421d853319 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Allocated IP 19.80.0.206 (69fd3945-4268-411d-87c7-a06342775b67/4bff733a-4e06-4039-b3df-1d376c953722/4abe459e-1a04-40b4-b90d-34878d413bad) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:33:43.280217 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ffb87-19b0-44fe-aba0-6a3052338ded req-05ccb14a-00a4-48af-94f1-a7eed5e1292f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:43.280217 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e80ffb87-19b0-44fe-aba0-6a3052338ded req-05ccb14a-00a4-48af-94f1-a7eed5e1292f service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.4454672 Mar 07 10:33:43.309352 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4f996e3d-817e-46bc-8139-d51153d156fc req-3bfe80e9-dd57-4287-a0d3-6c14c18d6d58 tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:43.311393 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4f996e3d-817e-46bc-8139-d51153d156fc req-3bfe80e9-dd57-4287-a0d3-6c14c18d6d58 tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6938877 Mar 07 10:33:43.381852 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ec01cf22-40a6-41cf-8bde-643cd6d0d776 req-f2e5c936-9681-4d05-b867-3380de81a570 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=13a7c91e-d23f-46cb-81d6-84248dd43d80 HTTP/1.1" status: 200 len: 210 time: 0.0887122 Mar 07 10:33:43.397875 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=d2c602fc-633c-4dbc-ac04-84b2bb346a9e,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:43.520286 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161e01fd-1cfb-4b3b-9bfe-7a607c4239d8 x-openstack-request-id: req-161e01fd-1cfb-4b3b-9bfe-7a607c4239d8 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:33:43.520856 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3663295-21ff-49ff-91a6-5cc9b2be6ab2", "name": "network-vif-plugged", "status": "completed", "tag": "d2c602fc-633c-4dbc-ac04-84b2bb346a9e", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:33:43.521175 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-161e01fd-1cfb-4b3b-9bfe-7a607c4239d8 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:33:43.521575 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3663295-21ff-49ff-91a6-5cc9b2be6ab2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c602fc-633c-4dbc-ac04-84b2bb346a9e', 'code': 200} Mar 07 10:33:43.592804 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e80ffb87-19b0-44fe-aba0-6a3052338ded req-27bd74cd-ebd4-4124-a285-34153a7cf7a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=f79303de-8fb8-4957-a357-6aed8a323fb4 HTTP/1.1" status: 200 len: 217 time: 0.3030038 Mar 07 10:33:43.600480 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe80e9-dd57-4287-a0d3-6c14c18d6d58 tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ea7b8c-264b-4d38-96d9-ccc8cdb21b7e,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:43.657608 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-72d34c18-ab8f-4752-85b8-b30bc126d50e req-918198a8-1040-4be8-9e7d-5f9874490f4b tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-667065554', 'description': 'tempest-description-267094609'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:43.692462 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-72d34c18-ab8f-4752-85b8-b30bc126d50e req-918198a8-1040-4be8-9e7d-5f9874490f4b tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:43.713955 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-72d34c18-ab8f-4752-85b8-b30bc126d50e req-918198a8-1040-4be8-9e7d-5f9874490f4b tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:43.749044 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ffb87-19b0-44fe-aba0-6a3052338ded req-6d362c8e-48c1-46a1-a440-664cd3cd6e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:43.750536 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e80ffb87-19b0-44fe-aba0-6a3052338ded req-6d362c8e-48c1-46a1-a440-664cd3cd6e8b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1465516 Mar 07 10:33:43.751503 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ffb87-19b0-44fe-aba0-6a3052338ded req-85eeaf3d-f17e-4638-b718-f9b9c6a25449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:43.752959 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e80ffb87-19b0-44fe-aba0-6a3052338ded req-85eeaf3d-f17e-4638-b718-f9b9c6a25449 service neutron] 10.222.0.31 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.5625165 Mar 07 10:33:43.772494 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c490e894-4794-43e6-825f-53d6e031fd58 req-be6081a2-e988-4ab8-a369-88421d853319 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks [] for port (4abe459e-1a04-40b4-b90d-34878d413bad), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:43.969225 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e80ffb87-19b0-44fe-aba0-6a3052338ded req-1b3a6541-d8f6-44e2-a446-da8f2cfbfe2a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=f79303de-8fb8-4957-a357-6aed8a323fb4 HTTP/1.1" status: 200 len: 217 time: 0.2010658 Mar 07 10:33:43.974595 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0602c0-8a9a-47ee-976d-6a2a8dfc28e7 req-e0750170-904f-43cb-84f1-9886a1759d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:43.976375 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec0602c0-8a9a-47ee-976d-6a2a8dfc28e7 req-e0750170-904f-43cb-84f1-9886a1759d61 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f3663295-21ff-49ff-91a6-5cc9b2be6ab2 HTTP/1.1" status: 200 len: 1127 time: 0.3788450 Mar 07 10:33:43.981548 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-72d34c18-ab8f-4752-85b8-b30bc126d50e req-918198a8-1040-4be8-9e7d-5f9874490f4b tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] Publish callbacks [] for security_group (1d95755d-6556-4267-8bc3-98fa8d79a154), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:43.989700 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-72d34c18-ab8f-4752-85b8-b30bc126d50e req-918198a8-1040-4be8-9e7d-5f9874490f4b tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (1d95755d-6556-4267-8bc3-98fa8d79a154), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:44.065530 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918198a8-1040-4be8-9e7d-5f9874490f4b tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d95755d-6556-4267-8bc3-98fa8d79a154,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:44.082695 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device f79303de-8fb8-4957-a357-6aed8a323fb4 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:33:44.085507 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d098f9c9-e284-4064-8530-34125367b24c up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:33:44.115210 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ffb87-19b0-44fe-aba0-6a3052338ded req-1280981e-2fd9-468e-ad79-a48e044fa7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:44.117277 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e80ffb87-19b0-44fe-aba0-6a3052338ded req-1280981e-2fd9-468e-ad79-a48e044fa7bc service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1390345 Mar 07 10:33:44.119820 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-72d34c18-ab8f-4752-85b8-b30bc126d50e req-918198a8-1040-4be8-9e7d-5f9874490f4b tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] Publish callbacks [] for security_group (ad5e6132-3850-46fd-b30a-98234bb5fa93), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:44.130537 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-72d34c18-ab8f-4752-85b8-b30bc126d50e req-918198a8-1040-4be8-9e7d-5f9874490f4b tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ad5e6132-3850-46fd-b30a-98234bb5fa93), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:44.170047 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ffb87-19b0-44fe-aba0-6a3052338ded req-e781010e-c80e-46e0-8f5e-147a7580cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:44.174737 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e80ffb87-19b0-44fe-aba0-6a3052338ded req-e781010e-c80e-46e0-8f5e-147a7580cf6a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.4092174 Mar 07 10:33:44.184450 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918198a8-1040-4be8-9e7d-5f9874490f4b tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5e6132-3850-46fd-b30a-98234bb5fa93,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:44.221710 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-72d34c18-ab8f-4752-85b8-b30bc126d50e req-918198a8-1040-4be8-9e7d-5f9874490f4b tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:44.247290 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-72d34c18-ab8f-4752-85b8-b30bc126d50e req-918198a8-1040-4be8-9e7d-5f9874490f4b tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5842845 Mar 07 10:33:44.274397 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c490e894-4794-43e6-825f-53d6e031fd58 req-be6081a2-e988-4ab8-a369-88421d853319 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (4abe459e-1a04-40b4-b90d-34878d413bad), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:44.285668 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec0602c0-8a9a-47ee-976d-6a2a8dfc28e7 req-856fb4ce-a719-4c92-86c1-28634fd6657d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=08347d07-6cb5-4c49-9274-66c6f209e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563968 Mar 07 10:33:44.333777 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port d098f9c9-e284-4064-8530-34125367b24c triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:44.334578 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d098f9c9-e284-4064-8530-34125367b24c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:44.391965 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port f79303de-8fb8-4957-a357-6aed8a323fb4, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=f79303de-8fb8-4957-a357-6aed8a323fb4,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:44.409990 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'f79303de-8fb8-4957-a357-6aed8a323fb4', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': 'f79303de-8fb8-4957-a357-6aed8a323fb4', 'mac_address': 'fa:16:3e:35:52:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:33:44.487019 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440f078d-2c3f-4663-b903-bb85d52cc48e req-c7ee7f6e-6dfe-4499-a8d5-af8c231685eb tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:44.489237 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-440f078d-2c3f-4663-b903-bb85d52cc48e req-c7ee7f6e-6dfe-4499-a8d5-af8c231685eb tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 948 time: 0.4525464 Mar 07 10:33:44.491289 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e80ffb87-19b0-44fe-aba0-6a3052338ded req-207df873-36c6-46d2-8ff1-20fe15f2a31f service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723062 Mar 07 10:33:44.571328 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port f79303de-8fb8-4957-a357-6aed8a323fb4 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:44.571992 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:44.584609 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port d098f9c9-e284-4064-8530-34125367b24c is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:44.585363 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d098f9c9-e284-4064-8530-34125367b24c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:44.601690 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f79303de-8fb8-4957-a357-6aed8a323fb4 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:33:44.603650 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c490e894-4794-43e6-825f-53d6e031fd58 req-be6081a2-e988-4ab8-a369-88421d853319 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Network 69fd3945-4268-411d-87c7-a06342775b67 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:33:44.646758 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port f79303de-8fb8-4957-a357-6aed8a323fb4, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=f79303de-8fb8-4957-a357-6aed8a323fb4,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:44.654600 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port d098f9c9-e284-4064-8530-34125367b24c, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d098f9c9-e284-4064-8530-34125367b24c,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:44.656829 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:44.674046 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d098f9c9-e284-4064-8530-34125367b24c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:44.698997 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-c490e894-4794-43e6-825f-53d6e031fd58 req-be6081a2-e988-4ab8-a369-88421d853319 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:44.713055 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c490e894-4794-43e6-825f-53d6e031fd58 req-be6081a2-e988-4ab8-a369-88421d853319 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:33:44.743763 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ffb87-19b0-44fe-aba0-6a3052338ded req-b5ac38c2-e0fd-4c3d-99a4-1ffa0456d658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:44.745998 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e80ffb87-19b0-44fe-aba0-6a3052338ded req-b5ac38c2-e0fd-4c3d-99a4-1ffa0456d658 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6161325 Mar 07 10:33:44.759140 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=f79303de-8fb8-4957-a357-6aed8a323fb4,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:44.882731 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=d098f9c9-e284-4064-8530-34125367b24c,revision_number=7']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:45.055102 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['f79303de-8fb8-4957-a357-6aed8a323fb4'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:33:45.208683 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6081a2-e988-4ab8-a369-88421d853319 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Pushing event updated for resources: {'Port': ['ID=4abe459e-1a04-40b4-b90d-34878d413bad,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:45.230167 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490e894-4794-43e6-825f-53d6e031fd58 req-be6081a2-e988-4ab8-a369-88421d853319 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:45.231349 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c490e894-4794-43e6-825f-53d6e031fd58 req-be6081a2-e988-4ab8-a369-88421d853319 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:45.243652 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e80ffb87-19b0-44fe-aba0-6a3052338ded req-ae65ce44-6fad-4f38-b526-078193dbb9f9 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553287 Mar 07 10:33:45.324364 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6fe4994c-de62-43a0-aef6-4ee360c5c718 None None] Provisioning complete for port 4abe459e-1a04-40b4-b90d-34878d413bad triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:45.325633 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6fe4994c-de62-43a0-aef6-4ee360c5c718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4abe459e-1a04-40b4-b90d-34878d413bad), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:45.352525 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-440f078d-2c3f-4663-b903-bb85d52cc48e req-2e012e6b-753e-41f6-9580-2375c00cb1d1 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8121161 Mar 07 10:33:45.386271 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c490e894-4794-43e6-825f-53d6e031fd58 req-be6081a2-e988-4ab8-a369-88421d853319 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2621098 Mar 07 10:33:45.404795 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-c490e894-4794-43e6-825f-53d6e031fd58 req-1afcf07a-a26b-4417-9890-6ed9ba8dfc2c tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Request body: {'port': {'device_id': '13a7c91e-d23f-46cb-81d6-84248dd43d80', 'network_id': '060473dc-b910-47af-996c-871e50d4bf85', 'admin_state_up': True, 'tenant_id': '4b18e3692e984b5fbc10236b7b24cdd4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:45.414717 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-a8188719-9101-4779-8196-368ce1d1cb0b req-35319073-4884-420a-abb8-07f566b1def0 tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1097770613', 'description': 'tempest-description-1859109046'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:45.453494 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a8188719-9101-4779-8196-368ce1d1cb0b req-35319073-4884-420a-abb8-07f566b1def0 tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:45.529254 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f387de4b-5c85-4bcf-b853-36fb338fb1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd098f9c9-e284-4064-8530-34125367b24c'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:45.534285 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a1cea4-3a59-49d2-a570-5508e8487193" -d '{"events": [{"server_uuid": "f387de4b-5c85-4bcf-b853-36fb338fb1af", "name": "network-vif-plugged", "status": "completed", "tag": "d098f9c9-e284-4064-8530-34125367b24c"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:45.614649 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6fe4994c-de62-43a0-aef6-4ee360c5c718 None None] Port 4abe459e-1a04-40b4-b90d-34878d413bad cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:33:45.649879 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e80ffb87-19b0-44fe-aba0-6a3052338ded req-f36d2aad-9629-4475-aa7f-71198cd33b3c service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0823722 Mar 07 10:33:45.705159 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a8188719-9101-4779-8196-368ce1d1cb0b req-35319073-4884-420a-abb8-07f566b1def0 tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] Publish callbacks [] for security_group (2832677c-76e4-4c42-97d4-0840456efc7e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:45.719280 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a8188719-9101-4779-8196-368ce1d1cb0b req-35319073-4884-420a-abb8-07f566b1def0 tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2832677c-76e4-4c42-97d4-0840456efc7e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:45.755088 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c490e894-4794-43e6-825f-53d6e031fd58 req-1afcf07a-a26b-4417-9890-6ed9ba8dfc2c tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Made reservation on behalf of 4b18e3692e984b5fbc10236b7b24cdd4 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:33:45.759547 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c490e894-4794-43e6-825f-53d6e031fd58 req-1afcf07a-a26b-4417-9890-6ed9ba8dfc2c tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:45.796660 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a8188719-9101-4779-8196-368ce1d1cb0b req-35319073-4884-420a-abb8-07f566b1def0 tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:45.801649 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a8188719-9101-4779-8196-368ce1d1cb0b req-35319073-4884-420a-abb8-07f566b1def0 tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3951535 Mar 07 10:33:45.817927 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35319073-4884-420a-abb8-07f566b1def0 tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2832677c-76e4-4c42-97d4-0840456efc7e,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:46.090720 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cbcdbb-00d7-46a5-850f-24248661dc10 req-34303b51-a190-4200-b406-fdeed3691ec2 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:46.093822 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-64cbcdbb-00d7-46a5-850f-24248661dc10 req-34303b51-a190-4200-b406-fdeed3691ec2 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=13a7c91e-d23f-46cb-81d6-84248dd43d80 HTTP/1.1" status: 200 len: 932 time: 0.1407616 Mar 07 10:33:46.231565 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-64cbcdbb-00d7-46a5-850f-24248661dc10 req-cac8d63c-3fc4-4fd8-85b1-de866a25511b tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324944 Mar 07 10:33:46.274820 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e80ffb87-19b0-44fe-aba0-6a3052338ded req-2fee9074-34a9-4c53-b754-b30e3b0f8492 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0060718 Mar 07 10:33:46.298854 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f84b1-266b-4049-bc70-c11b8deb8405 req-d69b534e-a77b-41e5-b263-906fa4946576 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:46.310884 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ef2f84b1-266b-4049-bc70-c11b8deb8405 req-d69b534e-a77b-41e5-b263-906fa4946576 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3663295-21ff-49ff-91a6-5cc9b2be6ab2 HTTP/1.1" status: 200 len: 945 time: 0.6757922 Mar 07 10:33:46.409048 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ef2f84b1-266b-4049-bc70-c11b8deb8405 req-9ba4b355-20a5-436b-a487-f6abdbfef5f4 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] 10.222.0.11 "GET /v2.0/security-groups?id=08347d07-6cb5-4c49-9274-66c6f209e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971878 Mar 07 10:33:46.452547 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-c490e894-4794-43e6-825f-53d6e031fd58 req-1afcf07a-a26b-4417-9890-6ed9ba8dfc2c tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Allocated IP 19.86.0.131 (060473dc-b910-47af-996c-871e50d4bf85/5525903b-bf36-4a69-86a2-ab276046803b/0ea7fdc0-0242-4352-af1d-efcb0864dd5f) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:33:46.648692 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afa80bb-e71e-4119-8714-f8c62f31883e x-openstack-request-id: req-7afa80bb-e71e-4119-8714-f8c62f31883e {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:33:46.649243 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f387de4b-5c85-4bcf-b853-36fb338fb1af", "name": "network-vif-plugged", "status": "completed", "tag": "d098f9c9-e284-4064-8530-34125367b24c", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:33:46.649243 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7afa80bb-e71e-4119-8714-f8c62f31883e {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:33:46.649682 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f387de4b-5c85-4bcf-b853-36fb338fb1af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd098f9c9-e284-4064-8530-34125367b24c', 'code': 200} Mar 07 10:33:46.783621 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c490e894-4794-43e6-825f-53d6e031fd58 req-1afcf07a-a26b-4417-9890-6ed9ba8dfc2c tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks [] for port (0ea7fdc0-0242-4352-af1d-efcb0864dd5f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:46.891778 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c490e894-4794-43e6-825f-53d6e031fd58 req-1afcf07a-a26b-4417-9890-6ed9ba8dfc2c tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (0ea7fdc0-0242-4352-af1d-efcb0864dd5f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:46.970936 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c490e894-4794-43e6-825f-53d6e031fd58 req-1afcf07a-a26b-4417-9890-6ed9ba8dfc2c tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Network 060473dc-b910-47af-996c-871e50d4bf85 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:33:46.984105 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-c490e894-4794-43e6-825f-53d6e031fd58 req-1afcf07a-a26b-4417-9890-6ed9ba8dfc2c tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:33:46.995007 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c490e894-4794-43e6-825f-53d6e031fd58 req-1afcf07a-a26b-4417-9890-6ed9ba8dfc2c tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:33:47.046300 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490e894-4794-43e6-825f-53d6e031fd58 req-1afcf07a-a26b-4417-9890-6ed9ba8dfc2c tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:47.046947 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c490e894-4794-43e6-825f-53d6e031fd58 req-1afcf07a-a26b-4417-9890-6ed9ba8dfc2c tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:47.075989 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afcf07a-a26b-4417-9890-6ed9ba8dfc2c tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Pushing event updated for resources: {'Port': ['ID=0ea7fdc0-0242-4352-af1d-efcb0864dd5f,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:47.094870 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c490e894-4794-43e6-825f-53d6e031fd58 req-1afcf07a-a26b-4417-9890-6ed9ba8dfc2c tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6953199 Mar 07 10:33:47.107457 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-c490e894-4794-43e6-825f-53d6e031fd58 req-31e5fc8c-4cc3-4efc-a7dd-6cb8b66b77c8 service neutron] Request body: {'port': {'device_id': '13a7c91e-d23f-46cb-81d6-84248dd43d80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:47.213495 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c490e894-4794-43e6-825f-53d6e031fd58 req-31e5fc8c-4cc3-4efc-a7dd-6cb8b66b77c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4abe459e-1a04-40b4-b90d-34878d413bad), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:47.502002 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a82509d2-1ad6-4fb3-9e4e-9190849d75ed None None] Provisioning complete for port 0ea7fdc0-0242-4352-af1d-efcb0864dd5f triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:47.502002 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a82509d2-1ad6-4fb3-9e4e-9190849d75ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0ea7fdc0-0242-4352-af1d-efcb0864dd5f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:47.561692 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a82509d2-1ad6-4fb3-9e4e-9190849d75ed None None] Port 0ea7fdc0-0242-4352-af1d-efcb0864dd5f cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:33:47.760017 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c735afdf-4653-4102-8fb1-7cd07c20bc01 req-d53ab75f-11ed-4efe-9ecf-5cb8c113abfd tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 48216 time: 1.0971367 Mar 07 10:33:47.830076 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-c490e894-4794-43e6-825f-53d6e031fd58 req-31e5fc8c-4cc3-4efc-a7dd-6cb8b66b77c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4abe459e-1a04-40b4-b90d-34878d413bad {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:33:47.864392 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c490e894-4794-43e6-825f-53d6e031fd58 req-31e5fc8c-4cc3-4efc-a7dd-6cb8b66b77c8 service neutron] Publish callbacks [] for port (4abe459e-1a04-40b4-b90d-34878d413bad), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:47.923275 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c735afdf-4653-4102-8fb1-7cd07c20bc01 req-cfadf5c7-c4c4-4613-a1e5-2c0190f0c58b tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "GET /v2.0/security-groups/08347d07-6cb5-4c49-9274-66c6f209e2b9 HTTP/1.1" status: 200 len: 2998 time: 0.1626999 Mar 07 10:33:47.952533 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-c490e894-4794-43e6-825f-53d6e031fd58 req-31e5fc8c-4cc3-4efc-a7dd-6cb8b66b77c8 service neutron] Transition to ACTIVE for port object 4abe459e-1a04-40b4-b90d-34878d413bad will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:33:47.966261 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c490e894-4794-43e6-825f-53d6e031fd58 req-31e5fc8c-4cc3-4efc-a7dd-6cb8b66b77c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (4abe459e-1a04-40b4-b90d-34878d413bad), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:48.029706 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:48.113048 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device f79303de-8fb8-4957-a357-6aed8a323fb4 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:33:48.148818 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5fc8c-4cc3-4efc-a7dd-6cb8b66b77c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4abe459e-1a04-40b4-b90d-34878d413bad,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:48.208309 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c735afdf-4653-4102-8fb1-7cd07c20bc01 req-46fe6b5e-1778-49da-8356-31c44b343f8c tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "GET /v2.0/security-groups/08347d07-6cb5-4c49-9274-66c6f209e2b9 HTTP/1.1" status: 200 len: 2998 time: 0.2810409 Mar 07 10:33:48.246228 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port f79303de-8fb8-4957-a357-6aed8a323fb4 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:33:48.250572 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port f79303de-8fb8-4957-a357-6aed8a323fb4 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:33:48.251037 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:48.412652 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port f79303de-8fb8-4957-a357-6aed8a323fb4 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:48.413049 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:48.471410 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port f79303de-8fb8-4957-a357-6aed8a323fb4, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=f79303de-8fb8-4957-a357-6aed8a323fb4,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:48.481356 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:48.519783 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-c490e894-4794-43e6-825f-53d6e031fd58 req-31e5fc8c-4cc3-4efc-a7dd-6cb8b66b77c8 service neutron] Attempting to bind port 4abe459e-1a04-40b4-b90d-34878d413bad on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:33:48.529733 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-c490e894-4794-43e6-825f-53d6e031fd58 req-31e5fc8c-4cc3-4efc-a7dd-6cb8b66b77c8 service neutron] Attempting to bind port 4abe459e-1a04-40b4-b90d-34878d413bad by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '7220a517-5dc5-4d02-8767-eca9972f0175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '69fd3945-4268-411d-87c7-a06342775b67'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:33:48.530442 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c490e894-4794-43e6-825f-53d6e031fd58 req-31e5fc8c-4cc3-4efc-a7dd-6cb8b66b77c8 service neutron] Attempting to bind port 4abe459e-1a04-40b4-b90d-34878d413bad on network 69fd3945-4268-411d-87c7-a06342775b67 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:33:48.533931 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c735afdf-4653-4102-8fb1-7cd07c20bc01 req-73b33080-62ae-438c-84b2-2a1196e284d4 tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "GET /v2.0/security-groups/0d2cbc28-624d-48a3-b447-4edbd7daa341 HTTP/1.1" status: 200 len: 2998 time: 0.2929065 Mar 07 10:33:48.537933 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c490e894-4794-43e6-825f-53d6e031fd58 req-31e5fc8c-4cc3-4efc-a7dd-6cb8b66b77c8 service neutron] Port 4abe459e-1a04-40b4-b90d-34878d413bad on network 69fd3945-4268-411d-87c7-a06342775b67 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:33:48.538557 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c490e894-4794-43e6-825f-53d6e031fd58 req-31e5fc8c-4cc3-4efc-a7dd-6cb8b66b77c8 service neutron] Attempting to bind port 4abe459e-1a04-40b4-b90d-34878d413bad on network 69fd3945-4268-411d-87c7-a06342775b67 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:33:48.551298 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c490e894-4794-43e6-825f-53d6e031fd58 req-31e5fc8c-4cc3-4efc-a7dd-6cb8b66b77c8 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:33:48.552015 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c490e894-4794-43e6-825f-53d6e031fd58 req-31e5fc8c-4cc3-4efc-a7dd-6cb8b66b77c8 service neutron] Checking segment: {'id': '7220a517-5dc5-4d02-8767-eca9972f0175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '69fd3945-4268-411d-87c7-a06342775b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:33:48.552631 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c490e894-4794-43e6-825f-53d6e031fd58 req-31e5fc8c-4cc3-4efc-a7dd-6cb8b66b77c8 service neutron] Bound using segment: {'id': '7220a517-5dc5-4d02-8767-eca9972f0175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '69fd3945-4268-411d-87c7-a06342775b67'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:33:48.553383 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-c490e894-4794-43e6-825f-53d6e031fd58 req-31e5fc8c-4cc3-4efc-a7dd-6cb8b66b77c8 service neutron] Bound port: 4abe459e-1a04-40b4-b90d-34878d413bad, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7220a517-5dc5-4d02-8767-eca9972f0175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '69fd3945-4268-411d-87c7-a06342775b67'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:33:48.554239 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c490e894-4794-43e6-825f-53d6e031fd58 req-31e5fc8c-4cc3-4efc-a7dd-6cb8b66b77c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4abe459e-1a04-40b4-b90d-34878d413bad), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:48.611510 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=f79303de-8fb8-4957-a357-6aed8a323fb4,revision_number=9']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:48.651067 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67259233-47d8-4e46-86c2-4d1669ac6566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79303de-8fb8-4957-a357-6aed8a323fb4'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:48.654834 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e037fe-308b-4d9e-8184-a5eca453688f" -d '{"events": [{"server_uuid": "67259233-47d8-4e46-86c2-4d1669ac6566", "name": "network-vif-plugged", "status": "completed", "tag": "f79303de-8fb8-4957-a357-6aed8a323fb4"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:48.681210 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c735afdf-4653-4102-8fb1-7cd07c20bc01 req-b5d12164-7738-42a8-b0bc-f3ebd5f26bef tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "GET /v2.0/security-groups/0d2cbc28-624d-48a3-b447-4edbd7daa341 HTTP/1.1" status: 200 len: 2998 time: 0.1399317 Mar 07 10:33:48.719524 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-c490e894-4794-43e6-825f-53d6e031fd58 req-31e5fc8c-4cc3-4efc-a7dd-6cb8b66b77c8 service neutron] For port 4abe459e-1a04-40b4-b90d-34878d413bad, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:33:48.723165 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-c490e894-4794-43e6-825f-53d6e031fd58 req-31e5fc8c-4cc3-4efc-a7dd-6cb8b66b77c8 service neutron] For port 4abe459e-1a04-40b4-b90d-34878d413bad, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=4abe459e-1a04-40b4-b90d-34878d413bad,segment=NetworkSegment(7220a517-5dc5-4d02-8767-eca9972f0175),segment_id=7220a517-5dc5-4d02-8767-eca9972f0175)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:33:48.753787 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c490e894-4794-43e6-825f-53d6e031fd58 req-31e5fc8c-4cc3-4efc-a7dd-6cb8b66b77c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (4abe459e-1a04-40b4-b90d-34878d413bad), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:48.818978 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490e894-4794-43e6-825f-53d6e031fd58 req-31e5fc8c-4cc3-4efc-a7dd-6cb8b66b77c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:48.820208 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c490e894-4794-43e6-825f-53d6e031fd58 req-31e5fc8c-4cc3-4efc-a7dd-6cb8b66b77c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:48.822977 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c490e894-4794-43e6-825f-53d6e031fd58 req-31e5fc8c-4cc3-4efc-a7dd-6cb8b66b77c8 service neutron] 10.222.0.21 "PUT /v2.0/ports/4abe459e-1a04-40b4-b90d-34878d413bad HTTP/1.1" status: 200 len: 1092 time: 1.7193213 Mar 07 10:33:48.827603 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a7c91e-d23f-46cb-81d6-84248dd43d80', 'tag': '4abe459e-1a04-40b4-b90d-34878d413bad'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:48.831367 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f0545b-ac09-49cc-b9cf-3e0b05f5224d" -d '{"events": [{"name": "network-changed", "server_uuid": "13a7c91e-d23f-46cb-81d6-84248dd43d80", "tag": "4abe459e-1a04-40b4-b90d-34878d413bad"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:48.860525 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c735afdf-4653-4102-8fb1-7cd07c20bc01 req-550b9123-1192-48d8-b735-aee6d99a70c7 tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "GET /v2.0/security-groups/1d95755d-6556-4267-8bc3-98fa8d79a154 HTTP/1.1" status: 200 len: 2998 time: 0.1711602 Mar 07 10:33:48.880034 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-c490e894-4794-43e6-825f-53d6e031fd58 req-4c1f6567-c23e-468a-9207-97664f3405a7 service neutron] Request body: {'port': {'device_id': '13a7c91e-d23f-46cb-81d6-84248dd43d80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:49.031008 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5fc8c-4cc3-4efc-a7dd-6cb8b66b77c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4abe459e-1a04-40b4-b90d-34878d413bad,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:49.126236 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c735afdf-4653-4102-8fb1-7cd07c20bc01 req-621ffbbf-a099-4dca-b911-618086084eff tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "GET /v2.0/security-groups/1d95755d-6556-4267-8bc3-98fa8d79a154 HTTP/1.1" status: 200 len: 2998 time: 0.2425241 Mar 07 10:33:49.144690 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c490e894-4794-43e6-825f-53d6e031fd58 req-4c1f6567-c23e-468a-9207-97664f3405a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0ea7fdc0-0242-4352-af1d-efcb0864dd5f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:49.320330 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c735afdf-4653-4102-8fb1-7cd07c20bc01 req-5ac30af4-3d02-4a44-8063-00d2aa66c4c5 tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "GET /v2.0/security-groups/22c7a0e7-8f74-4923-8e6d-9c9261b35344 HTTP/1.1" status: 200 len: 2994 time: 0.1786218 Mar 07 10:33:49.418039 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c735afdf-4653-4102-8fb1-7cd07c20bc01 req-cf9205d3-c545-477a-911d-ff4165bea20b tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "GET /v2.0/security-groups/22c7a0e7-8f74-4923-8e6d-9c9261b35344 HTTP/1.1" status: 200 len: 2994 time: 0.0866735 Mar 07 10:33:49.553852 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c735afdf-4653-4102-8fb1-7cd07c20bc01 req-8a4c8082-e270-4509-8a60-7315bae3f414 tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "GET /v2.0/security-groups/6217ab94-739b-4b8b-98fa-dbbbb1ca42aa HTTP/1.1" status: 200 len: 2998 time: 0.1348002 Mar 07 10:33:49.682373 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c735afdf-4653-4102-8fb1-7cd07c20bc01 req-287cf057-c376-453b-ad79-b217f9ec58ac tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "GET /v2.0/security-groups/6217ab94-739b-4b8b-98fa-dbbbb1ca42aa HTTP/1.1" status: 200 len: 2998 time: 0.1273425 Mar 07 10:33:49.778026 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c735afdf-4653-4102-8fb1-7cd07c20bc01 req-68bebc81-e9be-4253-a889-9c526ba8101c tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "GET /v2.0/security-groups/640d6f2b-a205-4bb4-aced-6a68d9c50d3a HTTP/1.1" status: 200 len: 2998 time: 0.0940959 Mar 07 10:33:49.805206 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-c490e894-4794-43e6-825f-53d6e031fd58 req-4c1f6567-c23e-468a-9207-97664f3405a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ea7fdc0-0242-4352-af1d-efcb0864dd5f {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:33:49.822528 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c490e894-4794-43e6-825f-53d6e031fd58 req-4c1f6567-c23e-468a-9207-97664f3405a7 service neutron] Publish callbacks [] for port (0ea7fdc0-0242-4352-af1d-efcb0864dd5f), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:49.899133 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-c490e894-4794-43e6-825f-53d6e031fd58 req-4c1f6567-c23e-468a-9207-97664f3405a7 service neutron] Transition to ACTIVE for port object 0ea7fdc0-0242-4352-af1d-efcb0864dd5f will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:33:49.912599 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c735afdf-4653-4102-8fb1-7cd07c20bc01 req-91670bef-8c03-4003-af84-ff911999f4de tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "GET /v2.0/security-groups/640d6f2b-a205-4bb4-aced-6a68d9c50d3a HTTP/1.1" status: 200 len: 2998 time: 0.1272619 Mar 07 10:33:49.939312 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c490e894-4794-43e6-825f-53d6e031fd58 req-4c1f6567-c23e-468a-9207-97664f3405a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (0ea7fdc0-0242-4352-af1d-efcb0864dd5f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:50.197174 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c735afdf-4653-4102-8fb1-7cd07c20bc01 req-f9dd4af5-2d43-429b-a712-0e4d1872896f tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "GET /v2.0/security-groups/698035a8-92c1-4590-8787-1d63ce32fcd4 HTTP/1.1" status: 200 len: 2998 time: 0.2764163 Mar 07 10:33:50.329028 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f6567-c23e-468a-9207-97664f3405a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea7fdc0-0242-4352-af1d-efcb0864dd5f,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:50.412288 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-c490e894-4794-43e6-825f-53d6e031fd58 req-4c1f6567-c23e-468a-9207-97664f3405a7 service neutron] Attempting to bind port 0ea7fdc0-0242-4352-af1d-efcb0864dd5f on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:33:50.412637 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-c490e894-4794-43e6-825f-53d6e031fd58 req-4c1f6567-c23e-468a-9207-97664f3405a7 service neutron] Attempting to bind port 0ea7fdc0-0242-4352-af1d-efcb0864dd5f by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'b935239a-a9ab-44c4-b2a8-58c3d703e5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '060473dc-b910-47af-996c-871e50d4bf85'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:33:50.412967 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c490e894-4794-43e6-825f-53d6e031fd58 req-4c1f6567-c23e-468a-9207-97664f3405a7 service neutron] Attempting to bind port 0ea7fdc0-0242-4352-af1d-efcb0864dd5f on network 060473dc-b910-47af-996c-871e50d4bf85 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:33:50.432513 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c490e894-4794-43e6-825f-53d6e031fd58 req-4c1f6567-c23e-468a-9207-97664f3405a7 service neutron] Port 0ea7fdc0-0242-4352-af1d-efcb0864dd5f on network 060473dc-b910-47af-996c-871e50d4bf85 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:33:50.432513 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c490e894-4794-43e6-825f-53d6e031fd58 req-4c1f6567-c23e-468a-9207-97664f3405a7 service neutron] Attempting to bind port 0ea7fdc0-0242-4352-af1d-efcb0864dd5f on network 060473dc-b910-47af-996c-871e50d4bf85 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:33:50.448061 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c490e894-4794-43e6-825f-53d6e031fd58 req-4c1f6567-c23e-468a-9207-97664f3405a7 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:33:50.448403 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c490e894-4794-43e6-825f-53d6e031fd58 req-4c1f6567-c23e-468a-9207-97664f3405a7 service neutron] Checking segment: {'id': 'b935239a-a9ab-44c4-b2a8-58c3d703e5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '060473dc-b910-47af-996c-871e50d4bf85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:33:50.448966 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c490e894-4794-43e6-825f-53d6e031fd58 req-4c1f6567-c23e-468a-9207-97664f3405a7 service neutron] Bound using segment: {'id': 'b935239a-a9ab-44c4-b2a8-58c3d703e5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '060473dc-b910-47af-996c-871e50d4bf85'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:33:50.449705 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-c490e894-4794-43e6-825f-53d6e031fd58 req-4c1f6567-c23e-468a-9207-97664f3405a7 service neutron] Bound port: 0ea7fdc0-0242-4352-af1d-efcb0864dd5f, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b935239a-a9ab-44c4-b2a8-58c3d703e5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '060473dc-b910-47af-996c-871e50d4bf85'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:33:50.450346 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c490e894-4794-43e6-825f-53d6e031fd58 req-4c1f6567-c23e-468a-9207-97664f3405a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0ea7fdc0-0242-4352-af1d-efcb0864dd5f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:50.472177 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c735afdf-4653-4102-8fb1-7cd07c20bc01 req-d4bdfaa0-ebb1-4e9c-a9b4-3646fc7ac0ff tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "GET /v2.0/security-groups/698035a8-92c1-4590-8787-1d63ce32fcd4 HTTP/1.1" status: 200 len: 2998 time: 0.2300997 Mar 07 10:33:50.644480 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c735afdf-4653-4102-8fb1-7cd07c20bc01 req-6353751d-cee2-4954-afd7-cb20139ce270 tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "GET /v2.0/security-groups/7a75b514-0d39-4232-8c5e-c438684d1ff4 HTTP/1.1" status: 200 len: 2998 time: 0.1710331 Mar 07 10:33:50.770065 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-c490e894-4794-43e6-825f-53d6e031fd58 req-4c1f6567-c23e-468a-9207-97664f3405a7 service neutron] For port 0ea7fdc0-0242-4352-af1d-efcb0864dd5f, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:33:50.782578 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c735afdf-4653-4102-8fb1-7cd07c20bc01 req-2cafa657-3e97-42eb-b9e7-2b0bb61a8d7b tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "GET /v2.0/security-groups/7a75b514-0d39-4232-8c5e-c438684d1ff4 HTTP/1.1" status: 200 len: 2998 time: 0.1370771 Mar 07 10:33:50.800595 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-c490e894-4794-43e6-825f-53d6e031fd58 req-4c1f6567-c23e-468a-9207-97664f3405a7 service neutron] For port 0ea7fdc0-0242-4352-af1d-efcb0864dd5f, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=0ea7fdc0-0242-4352-af1d-efcb0864dd5f,segment=NetworkSegment(b935239a-a9ab-44c4-b2a8-58c3d703e5a4),segment_id=b935239a-a9ab-44c4-b2a8-58c3d703e5a4)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:33:50.897497 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c490e894-4794-43e6-825f-53d6e031fd58 req-4c1f6567-c23e-468a-9207-97664f3405a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (0ea7fdc0-0242-4352-af1d-efcb0864dd5f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:50.981968 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f6567-c23e-468a-9207-97664f3405a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea7fdc0-0242-4352-af1d-efcb0864dd5f,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:50.998576 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490e894-4794-43e6-825f-53d6e031fd58 req-4c1f6567-c23e-468a-9207-97664f3405a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:50.999450 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c490e894-4794-43e6-825f-53d6e031fd58 req-4c1f6567-c23e-468a-9207-97664f3405a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:51.001972 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c490e894-4794-43e6-825f-53d6e031fd58 req-4c1f6567-c23e-468a-9207-97664f3405a7 service neutron] 10.222.0.21 "PUT /v2.0/ports/0ea7fdc0-0242-4352-af1d-efcb0864dd5f HTTP/1.1" status: 200 len: 1092 time: 2.1458621 Mar 07 10:33:51.013584 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c735afdf-4653-4102-8fb1-7cd07c20bc01 req-8064e88f-4800-43d8-bf02-4ddc2bc5d4e6 tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "GET /v2.0/security-groups/7c91989e-750d-42ff-b426-a323f5341be4 HTTP/1.1" status: 200 len: 2998 time: 0.2297211 Mar 07 10:33:51.084193 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0282d-1f36-4a5a-8935-cb4312a41b3f req-bdc59f44-0eda-44c3-8018-8172581a62e7 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:51.117509 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0db0282d-1f36-4a5a-8935-cb4312a41b3f req-bdc59f44-0eda-44c3-8018-8172581a62e7 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 950 time: 0.1977568 Mar 07 10:33:51.215675 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c735afdf-4653-4102-8fb1-7cd07c20bc01 req-4e2cb21b-d4df-48ff-b2d7-55f56926e733 tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "GET /v2.0/security-groups/7c91989e-750d-42ff-b426-a323f5341be4 HTTP/1.1" status: 200 len: 2998 time: 0.2004116 Mar 07 10:33:51.266357 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490e894-4794-43e6-825f-53d6e031fd58 req-e706cf37-2a4a-4e65-bd23-565d0e08dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:51.266757 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0db0282d-1f36-4a5a-8935-cb4312a41b3f req-e5c678b8-2047-400d-9431-508b39e07f9e tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454999 Mar 07 10:33:51.266971 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490e894-4794-43e6-825f-53d6e031fd58 req-e706cf37-2a4a-4e65-bd23-565d0e08dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:51.268571 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c490e894-4794-43e6-825f-53d6e031fd58 req-e706cf37-2a4a-4e65-bd23-565d0e08dd21 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b18e3692e984b5fbc10236b7b24cdd4&device_id=13a7c91e-d23f-46cb-81d6-84248dd43d80 HTTP/1.1" status: 200 len: 2043 time: 0.1969435 Mar 07 10:33:51.383022 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c490e894-4794-43e6-825f-53d6e031fd58 req-af8bddd8-59ac-415f-af04-b4622e16ad97 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.206&port_id=4abe459e-1a04-40b4-b90d-34878d413bad HTTP/1.1" status: 200 len: 217 time: 0.1067588 Mar 07 10:33:51.467531 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c735afdf-4653-4102-8fb1-7cd07c20bc01 req-c5b96993-ff62-4edd-8693-40540b53fe15 tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "GET /v2.0/security-groups/92fb8283-a556-4173-bebb-554edef1626a HTTP/1.1" status: 200 len: 2998 time: 0.2432358 Mar 07 10:33:51.493932 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490e894-4794-43e6-825f-53d6e031fd58 req-d22e8b70-75d6-4d6f-9d10-9885553119aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:51.496069 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c490e894-4794-43e6-825f-53d6e031fd58 req-d22e8b70-75d6-4d6f-9d10-9885553119aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bff733a-4e06-4039-b3df-1d376c953722 HTTP/1.1" status: 200 len: 801 time: 0.0968142 Mar 07 10:33:51.513093 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1f32f-7302-4414-8b2e-0828768ea00c req-4fe69dc2-b309-4671-9465-ab4ba977e403 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:51.519223 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1f32f-7302-4414-8b2e-0828768ea00c req-4fe69dc2-b309-4671-9465-ab4ba977e403 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:51.529144 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4aa1f32f-7302-4414-8b2e-0828768ea00c req-4fe69dc2-b309-4671-9465-ab4ba977e403 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=13a7c91e-d23f-46cb-81d6-84248dd43d80 HTTP/1.1" status: 200 len: 1679 time: 0.0915256 Mar 07 10:33:51.602871 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4aa1f32f-7302-4414-8b2e-0828768ea00c req-d50eed02-0148-4a13-bffe-88de9064be8d tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680091 Mar 07 10:33:51.703178 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490e894-4794-43e6-825f-53d6e031fd58 req-ca02afbd-fa39-4eeb-9c9b-53862a912695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:51.716159 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c490e894-4794-43e6-825f-53d6e031fd58 req-ca02afbd-fa39-4eeb-9c9b-53862a912695 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69fd3945-4268-411d-87c7-a06342775b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2071590 Mar 07 10:33:51.725920 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c735afdf-4653-4102-8fb1-7cd07c20bc01 req-78a0e240-ea74-46ac-9333-7ee1446d770d tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "GET /v2.0/security-groups/92fb8283-a556-4173-bebb-554edef1626a HTTP/1.1" status: 200 len: 2998 time: 0.2455797 Mar 07 10:33:51.783555 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73267593-2247-480a-b321-de4eed549eb5 req-575eb58c-817c-402a-9831-b5988f4e802a tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:51.791098 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-73267593-2247-480a-b321-de4eed549eb5 req-575eb58c-817c-402a-9831-b5988f4e802a tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3663295-21ff-49ff-91a6-5cc9b2be6ab2 HTTP/1.1" status: 200 len: 945 time: 0.0988085 Mar 07 10:33:51.835138 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c490e894-4794-43e6-825f-53d6e031fd58 req-d1fbe7fc-c62f-415a-9fa3-19d07d56c97c service neutron] 10.222.0.21 "GET /v2.0/networks/69fd3945-4268-411d-87c7-a06342775b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177757 Mar 07 10:33:51.922199 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-73267593-2247-480a-b321-de4eed549eb5 req-0a7211a8-abf2-4e3a-abbc-69d9b7b7a387 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] 10.222.0.11 "GET /v2.0/security-groups?id=08347d07-6cb5-4c49-9274-66c6f209e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299372 Mar 07 10:33:51.940191 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c490e894-4794-43e6-825f-53d6e031fd58 req-be5c7e94-5c00-4b80-b94f-cc8f2cc2d73c service neutron] 10.222.0.21 "GET /v2.0/networks/69fd3945-4268-411d-87c7-a06342775b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938473 Mar 07 10:33:52.037573 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7353a1-8a12-4836-8076-9f0c657e0285 x-openstack-request-id: req-5f7353a1-8a12-4836-8076-9f0c657e0285 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:33:52.038102 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67259233-47d8-4e46-86c2-4d1669ac6566", "name": "network-vif-plugged", "status": "completed", "tag": "f79303de-8fb8-4957-a357-6aed8a323fb4", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:33:52.038102 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5f7353a1-8a12-4836-8076-9f0c657e0285 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:33:52.038492 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67259233-47d8-4e46-86c2-4d1669ac6566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79303de-8fb8-4957-a357-6aed8a323fb4', 'code': 200} Mar 07 10:33:52.067579 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c490e894-4794-43e6-825f-53d6e031fd58 req-110c24f6-c0af-4a57-99c3-69fdfe1722e8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.131&port_id=0ea7fdc0-0242-4352-af1d-efcb0864dd5f HTTP/1.1" status: 200 len: 217 time: 0.1090951 Mar 07 10:33:52.236316 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490e894-4794-43e6-825f-53d6e031fd58 req-61dac81a-ab7e-4dba-917c-ecfd2bee2da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:52.245992 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c490e894-4794-43e6-825f-53d6e031fd58 req-61dac81a-ab7e-4dba-917c-ecfd2bee2da5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5525903b-bf36-4a69-86a2-ab276046803b HTTP/1.1" status: 200 len: 801 time: 0.1560102 Mar 07 10:33:52.245992 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ad9234-5bca-4292-ac20-0d9c310fc802 x-openstack-request-id: req-08ad9234-5bca-4292-ac20-0d9c310fc802 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:33:52.245992 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a7c91e-d23f-46cb-81d6-84248dd43d80", "tag": "4abe459e-1a04-40b4-b90d-34878d413bad", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:33:52.245992 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-08ad9234-5bca-4292-ac20-0d9c310fc802 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:33:52.245992 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a7c91e-d23f-46cb-81d6-84248dd43d80', 'tag': '4abe459e-1a04-40b4-b90d-34878d413bad', 'status': 'completed', 'code': 200} Mar 07 10:33:52.353576 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c735afdf-4653-4102-8fb1-7cd07c20bc01 req-d87b5e32-58cc-4cc8-9246-41b5f48fd77f tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "GET /v2.0/security-groups/b5884302-c5f8-4743-ae5c-9ade7b998ac4 HTTP/1.1" status: 200 len: 2998 time: 0.6189981 Mar 07 10:33:52.584298 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:52.595591 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c735afdf-4653-4102-8fb1-7cd07c20bc01 req-ed95b491-8aa7-441f-84b5-cc46be8f47b5 tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "GET /v2.0/security-groups/b5884302-c5f8-4743-ae5c-9ade7b998ac4 HTTP/1.1" status: 200 len: 2998 time: 0.2344050 Mar 07 10:33:52.731272 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c735afdf-4653-4102-8fb1-7cd07c20bc01 req-13d7e173-bcd9-4df3-94b1-094c5f467c6d tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "GET /v2.0/security-groups/d4e3bfbc-50e2-4bc3-a64e-51915a92b34e HTTP/1.1" status: 200 len: 2998 time: 0.1206813 Mar 07 10:33:52.777033 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86ac2a-0698-4a47-9ffe-326ddffecc8b req-018c8006-22b2-457c-b329-ac9e75869775 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:52.784569 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8e86ac2a-0698-4a47-9ffe-326ddffecc8b req-018c8006-22b2-457c-b329-ac9e75869775 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 950 time: 0.1028595 Mar 07 10:33:52.850193 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8e86ac2a-0698-4a47-9ffe-326ddffecc8b req-84b10a07-2d1a-4e3b-aa96-27a7ef6be105 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608065 Mar 07 10:33:52.860717 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490e894-4794-43e6-825f-53d6e031fd58 req-f3c093be-336a-4ae4-86f6-339c5afa81e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:52.865207 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c490e894-4794-43e6-825f-53d6e031fd58 req-f3c093be-336a-4ae4-86f6-339c5afa81e0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=060473dc-b910-47af-996c-871e50d4bf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6043012 Mar 07 10:33:52.892374 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-b652ab9a-45fd-4d43-8a57-30393efa4c4f tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:52.894372 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-b652ab9a-45fd-4d43-8a57-30393efa4c4f tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.21 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566&tenant_id=914855c715794ac0925e4b6ed0252296&binding%3Ahost_id=n-h1-832164-4 HTTP/1.1" status: 200 len: 950 time: 0.4173999 Mar 07 10:33:52.900724 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c735afdf-4653-4102-8fb1-7cd07c20bc01 req-e4e142f0-8eff-413a-996a-f4fdeb131d90 tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "GET /v2.0/security-groups/d4e3bfbc-50e2-4bc3-a64e-51915a92b34e HTTP/1.1" status: 200 len: 2998 time: 0.1457555 Mar 07 10:33:53.107997 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ce41a-38a0-4211-b4d5-6575c9c27c55 req-e40134f6-c5d5-4f31-960c-179bba93a62e tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:53.119727 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ce41a-38a0-4211-b4d5-6575c9c27c55 req-e40134f6-c5d5-4f31-960c-179bba93a62e tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:53.134172 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-075ce41a-38a0-4211-b4d5-6575c9c27c55 req-e40134f6-c5d5-4f31-960c-179bba93a62e tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=13a7c91e-d23f-46cb-81d6-84248dd43d80 HTTP/1.1" status: 200 len: 1679 time: 0.1430175 Mar 07 10:33:53.147472 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c735afdf-4653-4102-8fb1-7cd07c20bc01 req-ff0de97d-8825-4f48-a51a-bb51719054a4 tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "GET /v2.0/security-groups/d7a3d174-963e-4b87-8d2f-a2b13bebef2f HTTP/1.1" status: 200 len: 2998 time: 0.2056451 Mar 07 10:33:53.237252 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-075ce41a-38a0-4211-b4d5-6575c9c27c55 req-bb064371-f7de-4ccf-9890-41d4c8500171 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017587 Mar 07 10:33:53.381372 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c735afdf-4653-4102-8fb1-7cd07c20bc01 req-eab8cd4e-3444-4a40-b10d-7301f3832f72 tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "GET /v2.0/security-groups/d7a3d174-963e-4b87-8d2f-a2b13bebef2f HTTP/1.1" status: 200 len: 2998 time: 0.1535003 Mar 07 10:33:53.510421 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42076) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:53.521251 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c735afdf-4653-4102-8fb1-7cd07c20bc01 req-9185b74f-c308-491a-8cff-c86a3e125fe4 tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "GET /v2.0/security-groups/df8b8f6f-d437-4195-b603-3bbf996e09ca HTTP/1.1" status: 200 len: 2998 time: 0.1178212 Mar 07 10:33:53.523542 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-bf0878f6-f98b-4cbb-80fc-cf0ac75570dc service neutron] 10.222.0.21 "GET /v2.0/ports/f79303de-8fb8-4957-a357-6aed8a323fb4/bindings/n-h1-832164-4 HTTP/1.1" status: 200 len: 382 time: 0.6034992 Mar 07 10:33:53.713208 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c735afdf-4653-4102-8fb1-7cd07c20bc01 req-0a11123c-5968-4b21-be90-67657baa1747 tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "GET /v2.0/security-groups/df8b8f6f-d437-4195-b603-3bbf996e09ca HTTP/1.1" status: 200 len: 2998 time: 0.1832600 Mar 07 10:33:53.873781 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-799a6fef-7732-436f-a568-ba2eef876e63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:53.924994 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c490e894-4794-43e6-825f-53d6e031fd58 req-d014a4a2-d719-4bb8-bbf1-5661386102fb service neutron] 10.222.0.21 "GET /v2.0/networks/060473dc-b910-47af-996c-871e50d4bf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0219514 Mar 07 10:33:54.101460 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-799a6fef-7732-436f-a568-ba2eef876e63 admin admin] Publish callbacks [] for security_group (ecb10110-3c4c-48b4-bddd-1011a893ccbb), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:54.125259 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-799a6fef-7732-436f-a568-ba2eef876e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ecb10110-3c4c-48b4-bddd-1011a893ccbb), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:54.164194 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-d5dbfcc6-1c97-4b84-a22e-d9115367af51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:54.165753 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-d5dbfcc6-1c97-4b84-a22e-d9115367af51 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 1132 time: 0.4886563 Mar 07 10:33:54.253747 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-799a6fef-7732-436f-a568-ba2eef876e63 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cfb9241d33df473b910be7e751c39c13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7410889 Mar 07 10:33:54.255504 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a6fef-7732-436f-a568-ba2eef876e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb10110-3c4c-48b4-bddd-1011a893ccbb,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:54.258063 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42098) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:33:54.268098 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a7c91e-d23f-46cb-81d6-84248dd43d80', 'tag': '0ea7fdc0-0242-4352-af1d-efcb0864dd5f'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:33:54.272170 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bebe18-40fb-4e25-870e-2fdb4dc2c87b" -d '{"events": [{"name": "network-changed", "server_uuid": "13a7c91e-d23f-46cb-81d6-84248dd43d80", "tag": "0ea7fdc0-0242-4352-af1d-efcb0864dd5f"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:33:54.314982 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af42909-beef-49d2-b98c-5de84f55e2cb req-8fc4faed-7493-400b-a1eb-c35caed84822 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:54.316930 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2af42909-beef-49d2-b98c-5de84f55e2cb req-8fc4faed-7493-400b-a1eb-c35caed84822 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 950 time: 0.2110872 Mar 07 10:33:54.375346 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2af42909-beef-49d2-b98c-5de84f55e2cb req-7218025f-4e5b-422d-baa2-4f9e4203b604 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527978 Mar 07 10:33:54.389936 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c0a232d2-86d5-4bfc-9f5c-29133f139f47 admin admin] Publish callbacks [] for security_group (ecb10110-3c4c-48b4-bddd-1011a893ccbb), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:54.407984 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c490e894-4794-43e6-825f-53d6e031fd58 req-7bf507c1-630d-41e3-b3c4-1ef9d6c4576c service neutron] 10.222.0.21 "GET /v2.0/networks/060473dc-b910-47af-996c-871e50d4bf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657013 Mar 07 10:33:54.408939 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-1d084792-5f93-4cb7-974a-6f29d802477d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:54.410567 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-1d084792-5f93-4cb7-974a-6f29d802477d service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.2228646 Mar 07 10:33:54.413062 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c735afdf-4653-4102-8fb1-7cd07c20bc01 req-59223b64-cff8-43e5-a83a-592e853ae74d tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "GET /v2.0/security-groups/f1628359-563f-4176-8786-36d7e7921342 HTTP/1.1" status: 200 len: 2990 time: 0.5894120 Mar 07 10:33:54.449587 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c0a232d2-86d5-4bfc-9f5c-29133f139f47 admin admin] Publish callbacks [] for security_group (ecb10110-3c4c-48b4-bddd-1011a893ccbb), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:54.519096 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-b789e569-539d-4ea7-b16e-111c53f99e73 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=f79303de-8fb8-4957-a357-6aed8a323fb4 HTTP/1.1" status: 200 len: 217 time: 0.0472713 Mar 07 10:33:54.627549 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-edc6a32f-7bf7-427a-963e-8aa2df015709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:54.629073 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-edc6a32f-7bf7-427a-963e-8aa2df015709 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.0621004 Mar 07 10:33:54.636571 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283269fa-861d-4bc2-a37c-ddd92afd36fd req-33ef1fac-13cd-4f16-be5e-5e10c4a99d87 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:54.649745 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283269fa-861d-4bc2-a37c-ddd92afd36fd req-33ef1fac-13cd-4f16-be5e-5e10c4a99d87 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:54.653545 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-283269fa-861d-4bc2-a37c-ddd92afd36fd req-33ef1fac-13cd-4f16-be5e-5e10c4a99d87 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=13a7c91e-d23f-46cb-81d6-84248dd43d80 HTTP/1.1" status: 200 len: 1679 time: 0.1503685 Mar 07 10:33:54.656070 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c0a232d2-86d5-4bfc-9f5c-29133f139f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ecb10110-3c4c-48b4-bddd-1011a893ccbb), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:54.671045 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c0a232d2-86d5-4bfc-9f5c-29133f139f47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:54.672688 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c0a232d2-86d5-4bfc-9f5c-29133f139f47 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ecb10110-3c4c-48b4-bddd-1011a893ccbb HTTP/1.1" status: 204 len: 168 time: 0.4034781 Mar 07 10:33:54.685197 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c735afdf-4653-4102-8fb1-7cd07c20bc01 req-73cd4779-7265-4b05-94da-ef7b05ab3ee0 tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "GET /v2.0/security-groups/f1628359-563f-4176-8786-36d7e7921342 HTTP/1.1" status: 200 len: 2990 time: 0.2656724 Mar 07 10:33:54.723148 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0545b-ac09-49cc-b9cf-3e0b05f5224d req-06a66b3d-8166-4ce8-9320-a2cd09a6c5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:54.724231 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0545b-ac09-49cc-b9cf-3e0b05f5224d req-06a66b3d-8166-4ce8-9320-a2cd09a6c5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:54.725315 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-97f0545b-ac09-49cc-b9cf-3e0b05f5224d req-06a66b3d-8166-4ce8-9320-a2cd09a6c5ce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b18e3692e984b5fbc10236b7b24cdd4&device_id=13a7c91e-d23f-46cb-81d6-84248dd43d80 HTTP/1.1" status: 200 len: 2043 time: 0.2049937 Mar 07 10:33:54.791297 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a232d2-86d5-4bfc-9f5c-29133f139f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb10110-3c4c-48b4-bddd-1011a893ccbb,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:54.865527 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-283269fa-861d-4bc2-a37c-ddd92afd36fd req-73bbd271-3b97-4c91-8bd1-09b2e4343b44 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773329 Mar 07 10:33:55.258040 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7ddbd9-506c-49f3-ba6a-11ce8a22be1d x-openstack-request-id: req-8f7ddbd9-506c-49f3-ba6a-11ce8a22be1d {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:33:55.258558 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a7c91e-d23f-46cb-81d6-84248dd43d80", "tag": "0ea7fdc0-0242-4352-af1d-efcb0864dd5f", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:33:55.258558 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8f7ddbd9-506c-49f3-ba6a-11ce8a22be1d {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:33:55.258968 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a7c91e-d23f-46cb-81d6-84248dd43d80', 'tag': '0ea7fdc0-0242-4352-af1d-efcb0864dd5f', 'status': 'completed', 'code': 200} Mar 07 10:33:55.351683 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833095b-fb58-469e-a744-f24633351907 req-cc03b6e4-289e-434f-bc61-378a24a03e77 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:55.358666 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b833095b-fb58-469e-a744-f24633351907 req-cc03b6e4-289e-434f-bc61-378a24a03e77 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/networks?id=35723e70-fc1c-4710-9b03-245dacf005c5 HTTP/1.1" status: 200 len: 820 time: 0.1979377 Mar 07 10:33:55.376558 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b833095b-fb58-469e-a744-f24633351907 req-023efd25-5208-447b-a4ce-9b6d56ca7386 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/quotas/253a7b51025b45cd9cb7114a3377a1db HTTP/1.1" status: 200 len: 375 time: 0.0168715 Mar 07 10:33:55.400117 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-2ee931b8-c41d-4b93-9718-94c0bb297968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:55.402409 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-2ee931b8-c41d-4b93-9718-94c0bb297968 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.7607682 Mar 07 10:33:55.449181 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b833095b-fb58-469e-a744-f24633351907 req-38393c92-5b36-4b1b-b8d0-6023894fd655 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=253a7b51025b45cd9cb7114a3377a1db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0715721 Mar 07 10:33:55.580015 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e1bc29da-fd3e-4fd5-b2db-389204e59d54 req-a6063595-8533-471e-a23d-c3100d017c91 tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=53c41095887e49749032f61747be036b HTTP/1.1" status: 200 len: 6155 time: 0.3269446 Mar 07 10:33:55.773641 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0545b-ac09-49cc-b9cf-3e0b05f5224d req-bdb224a7-8311-4769-89c0-fc71fd44dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:55.776890 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-97f0545b-ac09-49cc-b9cf-3e0b05f5224d req-bdb224a7-8311-4769-89c0-fc71fd44dc90 service neutron] 10.222.0.21 "GET /v2.0/networks?id=69fd3945-4268-411d-87c7-a06342775b67 HTTP/1.1" status: 200 len: 901 time: 1.0437469 Mar 07 10:33:55.797396 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e1bc29da-fd3e-4fd5-b2db-389204e59d54 req-9a92611e-8139-4bdb-ad5e-80c70311778d tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] 10.222.0.11 "GET /v2.0/security-groups/92fb8283-a556-4173-bebb-554edef1626a HTTP/1.1" status: 200 len: 2998 time: 0.2163057 Mar 07 10:33:55.869415 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-97f0545b-ac09-49cc-b9cf-3e0b05f5224d req-0c330f39-5f8f-4d0d-8f24-a7e053a2af56 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.206&port_id=4abe459e-1a04-40b4-b90d-34878d413bad HTTP/1.1" status: 200 len: 217 time: 0.0664330 Mar 07 10:33:55.874296 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b833095b-fb58-469e-a744-f24633351907 req-d06b36ba-5599-42eb-872b-4dac220cd68e service neutron] 10.222.0.11 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241648 Mar 07 10:33:55.957697 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-0dbb4aa4-9f98-434c-bc3d-58c57e977680 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362048 Mar 07 10:33:55.978230 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e1bc29da-fd3e-4fd5-b2db-389204e59d54 req-ccc409eb-6b08-4e9b-bd37-e008063ab478 tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] 10.222.0.11 "GET /v2.0/security-groups/92fb8283-a556-4173-bebb-554edef1626a HTTP/1.1" status: 200 len: 2998 time: 0.1666875 Mar 07 10:33:56.005349 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0545b-ac09-49cc-b9cf-3e0b05f5224d req-38aa9486-66b9-479d-b7f2-08d01ea98e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:56.006960 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-97f0545b-ac09-49cc-b9cf-3e0b05f5224d req-38aa9486-66b9-479d-b7f2-08d01ea98e07 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4bff733a-4e06-4039-b3df-1d376c953722 HTTP/1.1" status: 200 len: 801 time: 0.1156597 Mar 07 10:33:56.130234 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b833095b-fb58-469e-a744-f24633351907 req-ede2f47c-e495-4edb-8d45-315ba0f2f2df service neutron] 10.222.0.11 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490776 Mar 07 10:33:56.150457 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 0ea7fdc0-0242-4352-af1d-efcb0864dd5f details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:33:56.221310 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-ba7b38da-b321-4645-b781-a285dee5cf85 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550497 Mar 07 10:33:56.228379 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0545b-ac09-49cc-b9cf-3e0b05f5224d req-498edf4e-7b79-4a65-963d-45e7600d67fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:56.232920 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-97f0545b-ac09-49cc-b9cf-3e0b05f5224d req-498edf4e-7b79-4a65-963d-45e7600d67fe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=69fd3945-4268-411d-87c7-a06342775b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1899467 Mar 07 10:33:56.255446 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2243a1-6d98-4e55-8740-42dbceb868c5 req-785e746c-c799-4cfd-b3b0-4f06a13b3578 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:56.278413 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ce2243a1-6d98-4e55-8740-42dbceb868c5 req-785e746c-c799-4cfd-b3b0-4f06a13b3578 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 950 time: 0.2049286 Mar 07 10:33:56.307081 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 0ea7fdc0-0242-4352-af1d-efcb0864dd5f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=0ea7fdc0-0242-4352-af1d-efcb0864dd5f,segment=NetworkSegment(b935239a-a9ab-44c4-b2a8-58c3d703e5a4),segment_id=b935239a-a9ab-44c4-b2a8-58c3d703e5a4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:56.319609 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '0ea7fdc0-0242-4352-af1d-efcb0864dd5f', 'network_id': '060473dc-b910-47af-996c-871e50d4bf85', 'port_id': '0ea7fdc0-0242-4352-af1d-efcb0864dd5f', 'mac_address': 'fa:16:3e:c3:d9:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5525903b-bf36-4a69-86a2-ab276046803b', 'ip_address': '19.86.0.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:33:56.369466 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 0ea7fdc0-0242-4352-af1d-efcb0864dd5f is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:56.370123 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0ea7fdc0-0242-4352-af1d-efcb0864dd5f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:56.395847 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea7fdc0-0242-4352-af1d-efcb0864dd5f {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:33:56.413345 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ce2243a1-6d98-4e55-8740-42dbceb868c5 req-ed9a3e72-058d-418a-a41d-09c81bc992a2 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245975 Mar 07 10:33:56.436186 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-97f0545b-ac09-49cc-b9cf-3e0b05f5224d req-f300c1fe-a9ef-4257-9b0f-c1607b0ef0f5 service neutron] 10.222.0.21 "GET /v2.0/networks/69fd3945-4268-411d-87c7-a06342775b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566632 Mar 07 10:33:56.474300 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 0ea7fdc0-0242-4352-af1d-efcb0864dd5f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=0ea7fdc0-0242-4352-af1d-efcb0864dd5f,segment=NetworkSegment(b935239a-a9ab-44c4-b2a8-58c3d703e5a4),segment_id=b935239a-a9ab-44c4-b2a8-58c3d703e5a4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:56.482960 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0ea7fdc0-0242-4352-af1d-efcb0864dd5f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:56.483623 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 4abe459e-1a04-40b4-b90d-34878d413bad details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:33:56.721251 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=0ea7fdc0-0242-4352-af1d-efcb0864dd5f,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:56.799939 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-97f0545b-ac09-49cc-b9cf-3e0b05f5224d req-17869d87-a4c1-4e9d-99aa-f0f8a7cc7b4b service neutron] 10.222.0.21 "GET /v2.0/networks/69fd3945-4268-411d-87c7-a06342775b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498070 Mar 07 10:33:56.810797 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ad8c89d6-aaec-49ff-a7b1-c488728a9cf1 req-c4f5ed15-9243-44a4-b986-167c8aff3c87 tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "GET /v2.0/security-groups/2832677c-76e4-4c42-97d4-0840456efc7e HTTP/1.1" status: 200 len: 1795 time: 0.1204040 Mar 07 10:33:56.832753 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e78cb7-72d4-4ad6-b648-b5f1dc0c9a58 req-dd5c2504-3231-4db3-89c7-8eb91a652170 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:56.866995 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e78cb7-72d4-4ad6-b648-b5f1dc0c9a58 req-dd5c2504-3231-4db3-89c7-8eb91a652170 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:56.868648 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-19e78cb7-72d4-4ad6-b648-b5f1dc0c9a58 req-dd5c2504-3231-4db3-89c7-8eb91a652170 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=13a7c91e-d23f-46cb-81d6-84248dd43d80 HTTP/1.1" status: 200 len: 1680 time: 0.2232726 Mar 07 10:33:56.903343 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 4abe459e-1a04-40b4-b90d-34878d413bad, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=4abe459e-1a04-40b4-b90d-34878d413bad,segment=NetworkSegment(7220a517-5dc5-4d02-8767-eca9972f0175),segment_id=7220a517-5dc5-4d02-8767-eca9972f0175)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:56.938121 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '4abe459e-1a04-40b4-b90d-34878d413bad', 'network_id': '69fd3945-4268-411d-87c7-a06342775b67', 'port_id': '4abe459e-1a04-40b4-b90d-34878d413bad', 'mac_address': 'fa:16:3e:8b:98:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bff733a-4e06-4039-b3df-1d376c953722', 'ip_address': '19.80.0.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:33:56.941064 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ad8c89d6-aaec-49ff-a7b1-c488728a9cf1 req-2c769f3c-36fb-4de3-9a03-00a1c7b78ab1 tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] Publish callbacks [] for security_group (2832677c-76e4-4c42-97d4-0840456efc7e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:56.989395 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ad8c89d6-aaec-49ff-a7b1-c488728a9cf1 req-2c769f3c-36fb-4de3-9a03-00a1c7b78ab1 tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] Publish callbacks [] for security_group (2832677c-76e4-4c42-97d4-0840456efc7e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:57.026502 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 4abe459e-1a04-40b4-b90d-34878d413bad is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:33:57.027387 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4abe459e-1a04-40b4-b90d-34878d413bad), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:57.064533 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4abe459e-1a04-40b4-b90d-34878d413bad {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:33:57.093712 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-19e78cb7-72d4-4ad6-b648-b5f1dc0c9a58 req-b87e1e59-a9f2-4dbb-a7cc-d8353e09811c tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917527 Mar 07 10:33:57.107059 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bebe18-40fb-4e25-870e-2fdb4dc2c87b req-8354f73e-5b2e-4390-99b0-c3e2cbb1d047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:57.107059 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bebe18-40fb-4e25-870e-2fdb4dc2c87b req-8354f73e-5b2e-4390-99b0-c3e2cbb1d047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:57.119549 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-64bebe18-40fb-4e25-870e-2fdb4dc2c87b req-8354f73e-5b2e-4390-99b0-c3e2cbb1d047 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b18e3692e984b5fbc10236b7b24cdd4&device_id=13a7c91e-d23f-46cb-81d6-84248dd43d80 HTTP/1.1" status: 200 len: 2044 time: 0.2274456 Mar 07 10:33:57.138260 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ad8c89d6-aaec-49ff-a7b1-c488728a9cf1 req-2c769f3c-36fb-4de3-9a03-00a1c7b78ab1 tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2832677c-76e4-4c42-97d4-0840456efc7e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:57.142634 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ad8c89d6-aaec-49ff-a7b1-c488728a9cf1 req-2c769f3c-36fb-4de3-9a03-00a1c7b78ab1 tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:57.167450 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ad8c89d6-aaec-49ff-a7b1-c488728a9cf1 req-2c769f3c-36fb-4de3-9a03-00a1c7b78ab1 tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "DELETE /v2.0/security-groups/2832677c-76e4-4c42-97d4-0840456efc7e HTTP/1.1" status: 204 len: 173 time: 0.3489535 Mar 07 10:33:57.180598 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 4abe459e-1a04-40b4-b90d-34878d413bad, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=4abe459e-1a04-40b4-b90d-34878d413bad,segment=NetworkSegment(7220a517-5dc5-4d02-8767-eca9972f0175),segment_id=7220a517-5dc5-4d02-8767-eca9972f0175)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:33:57.190278 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c769f3c-36fb-4de3-9a03-00a1c7b78ab1 tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2832677c-76e4-4c42-97d4-0840456efc7e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:57.191938 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4abe459e-1a04-40b4-b90d-34878d413bad), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:57.346239 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4982ed78-4743-444c-a190-623312bed6d3 req-42809b04-695e-4359-9a61-0da325d83540 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 210 time: 0.0924811 Mar 07 10:33:57.414401 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bebe18-40fb-4e25-870e-2fdb4dc2c87b req-03b850eb-93a5-439b-9114-ba740d812bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:57.416865 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-64bebe18-40fb-4e25-870e-2fdb4dc2c87b req-03b850eb-93a5-439b-9114-ba740d812bfc service neutron] 10.222.0.21 "GET /v2.0/networks?id=060473dc-b910-47af-996c-871e50d4bf85 HTTP/1.1" status: 200 len: 901 time: 0.2968912 Mar 07 10:33:57.444368 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=4abe459e-1a04-40b4-b90d-34878d413bad,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:57.483986 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-64bebe18-40fb-4e25-870e-2fdb4dc2c87b req-ce1c85ae-6e9f-47b4-be4f-c093645d1d7a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.131&port_id=0ea7fdc0-0242-4352-af1d-efcb0864dd5f HTTP/1.1" status: 200 len: 217 time: 0.0576797 Mar 07 10:33:57.562074 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bebe18-40fb-4e25-870e-2fdb4dc2c87b req-f4586de9-919f-438f-a594-50eb01143677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:57.562074 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-64bebe18-40fb-4e25-870e-2fdb4dc2c87b req-f4586de9-919f-438f-a594-50eb01143677 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5525903b-bf36-4a69-86a2-ab276046803b HTTP/1.1" status: 200 len: 801 time: 0.0695136 Mar 07 10:33:57.571390 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cf1a3e82-5a82-418b-af9a-1543c7572ab5 req-fe291056-39f9-48c0-9be9-9dbe650c676e tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "GET /v2.0/security-groups/ad5e6132-3850-46fd-b30a-98234bb5fa93 HTTP/1.1" status: 200 len: 1793 time: 0.1579230 Mar 07 10:33:57.577786 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['4abe459e-1a04-40b4-b90d-34878d413bad'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:33:57.665521 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-cf1a3e82-5a82-418b-af9a-1543c7572ab5 req-612b428c-7a1f-4c54-97ab-34c7e3aa843e tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] Publish callbacks [] for security_group (ad5e6132-3850-46fd-b30a-98234bb5fa93), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:57.710815 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bebe18-40fb-4e25-870e-2fdb4dc2c87b req-65c9ff94-d341-49c2-80e8-17f75b02a87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:57.715016 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-64bebe18-40fb-4e25-870e-2fdb4dc2c87b req-65c9ff94-d341-49c2-80e8-17f75b02a87f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=060473dc-b910-47af-996c-871e50d4bf85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1458056 Mar 07 10:33:57.728375 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-cf1a3e82-5a82-418b-af9a-1543c7572ab5 req-612b428c-7a1f-4c54-97ab-34c7e3aa843e tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] Publish callbacks [] for security_group (ad5e6132-3850-46fd-b30a-98234bb5fa93), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:57.856792 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-cf1a3e82-5a82-418b-af9a-1543c7572ab5 req-612b428c-7a1f-4c54-97ab-34c7e3aa843e tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ad5e6132-3850-46fd-b30a-98234bb5fa93), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:57.859829 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-cf1a3e82-5a82-418b-af9a-1543c7572ab5 req-612b428c-7a1f-4c54-97ab-34c7e3aa843e tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:57.866867 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cf1a3e82-5a82-418b-af9a-1543c7572ab5 req-612b428c-7a1f-4c54-97ab-34c7e3aa843e tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] 10.222.0.11 "DELETE /v2.0/security-groups/ad5e6132-3850-46fd-b30a-98234bb5fa93 HTTP/1.1" status: 204 len: 173 time: 0.2946095 Mar 07 10:33:57.897303 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b428c-7a1f-4c54-97ab-34c7e3aa843e tempest-SecurityGroupsTestAdminJSON-46760069 tempest-SecurityGroupsTestAdminJSON-46760069-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5e6132-3850-46fd-b30a-98234bb5fa93,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:57.959353 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-64bebe18-40fb-4e25-870e-2fdb4dc2c87b req-fafa96b1-9dea-4d81-990e-a66934b99b45 service neutron] 10.222.0.21 "GET /v2.0/networks/060473dc-b910-47af-996c-871e50d4bf85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357392 Mar 07 10:33:58.137839 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4dcbe-7049-4157-8949-cb7077f51cf5 req-274f9fc6-dca5-41b0-8b47-743dae7286f4 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:58.139465 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bad4dcbe-7049-4157-8949-cb7077f51cf5 req-274f9fc6-dca5-41b0-8b47-743dae7286f4 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 950 time: 0.1452551 Mar 07 10:33:58.229314 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-64bebe18-40fb-4e25-870e-2fdb4dc2c87b req-10faa8f1-016f-418c-a07f-6bcc405e700a service neutron] 10.222.0.21 "GET /v2.0/networks/060473dc-b910-47af-996c-871e50d4bf85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590058 Mar 07 10:33:58.247173 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bad4dcbe-7049-4157-8949-cb7077f51cf5 req-8ee4b515-9e7d-461d-88e8-242b16677cb8 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979350 Mar 07 10:33:58.411470 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-07f96482-6a5a-4f90-9b05-109d05e6b296 req-09f59457-519a-41b8-8ab2-fd6671cafcd6 tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] 10.222.0.11 "GET /v2.0/security-groups/e0ea7b8c-264b-4d38-96d9-ccc8cdb21b7e HTTP/1.1" status: 200 len: 1795 time: 0.0737188 Mar 07 10:33:58.505604 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-df08ede2-7ac0-4246-8a73-8cd92a8de6b6 req-ecc8d659-05c3-492d-b878-ee530c45c71a tempest-AbsoluteLimitsNegativeTestJSON-55152965 tempest-AbsoluteLimitsNegativeTestJSON-55152965-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=9ac2ec628dec4632982b189139dfd125&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590708 Mar 07 10:33:58.567007 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-07f96482-6a5a-4f90-9b05-109d05e6b296 req-12d32c88-6064-4f36-8e9c-3170c87008bd tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] Publish callbacks [] for security_group (e0ea7b8c-264b-4d38-96d9-ccc8cdb21b7e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:58.584842 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['0ea7fdc0-0242-4352-af1d-efcb0864dd5f'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:33:58.622014 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-07f96482-6a5a-4f90-9b05-109d05e6b296 req-12d32c88-6064-4f36-8e9c-3170c87008bd tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] Publish callbacks [] for security_group (e0ea7b8c-264b-4d38-96d9-ccc8cdb21b7e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:58.686940 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-07f96482-6a5a-4f90-9b05-109d05e6b296 req-12d32c88-6064-4f36-8e9c-3170c87008bd tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e0ea7b8c-264b-4d38-96d9-ccc8cdb21b7e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:58.690139 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-07f96482-6a5a-4f90-9b05-109d05e6b296 req-12d32c88-6064-4f36-8e9c-3170c87008bd tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:58.706640 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-07f96482-6a5a-4f90-9b05-109d05e6b296 req-12d32c88-6064-4f36-8e9c-3170c87008bd tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] 10.222.0.11 "DELETE /v2.0/security-groups/e0ea7b8c-264b-4d38-96d9-ccc8cdb21b7e HTTP/1.1" status: 204 len: 173 time: 0.2844546 Mar 07 10:33:58.736200 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d32c88-6064-4f36-8e9c-3170c87008bd tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ea7b8c-264b-4d38-96d9-ccc8cdb21b7e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:33:58.892489 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f842e76-c3b3-4b8e-854c-4666c7dcbd0e req-9e864414-a9bc-425a-8acb-9ec16006f89c tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:58.899610 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f842e76-c3b3-4b8e-854c-4666c7dcbd0e req-9e864414-a9bc-425a-8acb-9ec16006f89c tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:58.908403 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2f842e76-c3b3-4b8e-854c-4666c7dcbd0e req-9e864414-a9bc-425a-8acb-9ec16006f89c tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=13a7c91e-d23f-46cb-81d6-84248dd43d80 HTTP/1.1" status: 200 len: 1681 time: 0.1241684 Mar 07 10:33:59.002356 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833095b-fb58-469e-a744-f24633351907 req-e4572d11-adaa-401e-80d7-1be2fc529703 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:59.004174 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b833095b-fb58-469e-a744-f24633351907 req-e4572d11-adaa-401e-80d7-1be2fc529703 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.31 "GET /v2.0/networks?id=35723e70-fc1c-4710-9b03-245dacf005c5 HTTP/1.1" status: 200 len: 820 time: 0.2786360 Mar 07 10:33:59.016562 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2f842e76-c3b3-4b8e-854c-4666c7dcbd0e req-98f3f052-f8d8-4631-b55d-1dbafe0e7a17 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061258 Mar 07 10:33:59.040125 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-b833095b-fb58-469e-a744-f24633351907 req-c3395b6b-4bd3-4eed-838f-e8e9d7899698 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Request body: {'port': {'device_id': 'fdc26266-54b2-4204-9701-e947b5cde331', 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5', 'admin_state_up': True, 'tenant_id': '253a7b51025b45cd9cb7114a3377a1db'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:59.179000 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c61dd4e-498c-44de-ae39-af75102161b4 req-6566cabe-3267-4109-9303-a58f07a22074 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9618776 Mar 07 10:33:59.188044 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e6e966c0-c58b-461c-901a-c3b40ad46df3 req-539fb880-ddfd-4419-9257-ebf66b75cc4a tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 210 time: 0.0612786 Mar 07 10:33:59.296622 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08ede2-7ac0-4246-8a73-8cd92a8de6b6 req-1fce0662-266b-4abd-b333-e350928b19c4 tempest-AbsoluteLimitsNegativeTestJSON-55152965 tempest-AbsoluteLimitsNegativeTestJSON-55152965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:59.298039 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-df08ede2-7ac0-4246-8a73-8cd92a8de6b6 req-1fce0662-266b-4abd-b333-e350928b19c4 tempest-AbsoluteLimitsNegativeTestJSON-55152965 tempest-AbsoluteLimitsNegativeTestJSON-55152965-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7845957 Mar 07 10:33:59.334724 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-df08ede2-7ac0-4246-8a73-8cd92a8de6b6 req-e3e159e5-0473-4bf6-a718-8d06a913f148 tempest-AbsoluteLimitsNegativeTestJSON-55152965 tempest-AbsoluteLimitsNegativeTestJSON-55152965-project] 10.222.0.11 "GET /v2.0/quotas/9ac2ec628dec4632982b189139dfd125 HTTP/1.1" status: 200 len: 375 time: 0.0258622 Mar 07 10:33:59.337018 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-82f0fc44-801d-4040-a8f4-4fc55c338832 req-80901a0b-dfe3-4f3e-8c49-3a952c3294f4 tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] 10.222.0.11 "GET /v2.0/security-groups/417e9dfc-cbd6-4697-bc7c-13d529d657b6 HTTP/1.1" status: 200 len: 1795 time: 0.1121294 Mar 07 10:33:59.436449 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-df08ede2-7ac0-4246-8a73-8cd92a8de6b6 req-f40a0da8-caf2-4f34-82a2-bd1abac51b61 tempest-AbsoluteLimitsNegativeTestJSON-55152965 tempest-AbsoluteLimitsNegativeTestJSON-55152965-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9ac2ec628dec4632982b189139dfd125&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0900722 Mar 07 10:33:59.507198 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61dd4e-498c-44de-ae39-af75102161b4 req-6a5e367d-1c4d-4855-9bd5-b2adafd2dcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:59.524465 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c61dd4e-498c-44de-ae39-af75102161b4 req-6a5e367d-1c4d-4855-9bd5-b2adafd2dcbb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=253a7b51025b45cd9cb7114a3377a1db&device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 1126 time: 0.2795434 Mar 07 10:33:59.629550 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-82f0fc44-801d-4040-a8f4-4fc55c338832 req-2fbd08b0-cf6b-4703-827f-b1d30c057ad3 tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] Publish callbacks [] for security_group (417e9dfc-cbd6-4697-bc7c-13d529d657b6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:59.698762 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-98580c8c-0269-4d93-99a3-62b89631971f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:59.700233 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-98580c8c-0269-4d93-99a3-62b89631971f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566&tenant_id=914855c715794ac0925e4b6ed0252296 HTTP/1.1" status: 200 len: 1132 time: 0.3610880 Mar 07 10:33:59.723439 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:33:59.741487 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-51077187-c64a-4e81-9ed5-c2c8bb5b24be service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832164-4', 'device_owner': 'compute:nova'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:33:59.746481 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-82f0fc44-801d-4040-a8f4-4fc55c338832 req-2fbd08b0-cf6b-4703-827f-b1d30c057ad3 tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] Publish callbacks [] for security_group (417e9dfc-cbd6-4697-bc7c-13d529d657b6), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:59.853290 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b833095b-fb58-469e-a744-f24633351907 req-c3395b6b-4bd3-4eed-838f-e8e9d7899698 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Made reservation on behalf of 253a7b51025b45cd9cb7114a3377a1db for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:33:59.861485 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b833095b-fb58-469e-a744-f24633351907 req-c3395b6b-4bd3-4eed-838f-e8e9d7899698 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:59.931875 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61dd4e-498c-44de-ae39-af75102161b4 req-b6354815-9427-4b7d-9ede-bca4f7c395c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:33:59.934734 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c61dd4e-498c-44de-ae39-af75102161b4 req-b6354815-9427-4b7d-9ede-bca4f7c395c0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=35723e70-fc1c-4710-9b03-245dacf005c5 HTTP/1.1" status: 200 len: 921 time: 0.3951662 Mar 07 10:33:59.969804 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-51077187-c64a-4e81-9ed5-c2c8bb5b24be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:59.981753 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-82f0fc44-801d-4040-a8f4-4fc55c338832 req-2fbd08b0-cf6b-4703-827f-b1d30c057ad3 tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (417e9dfc-cbd6-4697-bc7c-13d529d657b6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:59.983662 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-82f0fc44-801d-4040-a8f4-4fc55c338832 req-2fbd08b0-cf6b-4703-827f-b1d30c057ad3 tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:33:59.985151 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-82f0fc44-801d-4040-a8f4-4fc55c338832 req-2fbd08b0-cf6b-4703-827f-b1d30c057ad3 tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] 10.222.0.11 "DELETE /v2.0/security-groups/417e9dfc-cbd6-4697-bc7c-13d529d657b6 HTTP/1.1" status: 204 len: 173 time: 0.6252081 Mar 07 10:34:00.028656 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd08b0-cf6b-4703-827f-b1d30c057ad3 tempest-SecurityGroupsTestAdminJSON-441386811 tempest-SecurityGroupsTestAdminJSON-441386811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=417e9dfc-cbd6-4697-bc7c-13d529d657b6,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:00.160317 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 4abe459e-1a04-40b4-b90d-34878d413bad up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:34:00.169724 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-b833095b-fb58-469e-a744-f24633351907 req-c3395b6b-4bd3-4eed-838f-e8e9d7899698 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Allocated IP 172.20.0.3 (35723e70-fc1c-4710-9b03-245dacf005c5/504ea141-3c64-48b5-943a-bdbdb84bd6df/186fb1cf-b008-4466-a545-e40a27345d37) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:34:00.304973 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 4abe459e-1a04-40b4-b90d-34878d413bad completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:34:00.310086 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 4abe459e-1a04-40b4-b90d-34878d413bad triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:00.310671 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4abe459e-1a04-40b4-b90d-34878d413bad), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:00.471721 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42276) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:00.486099 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 4abe459e-1a04-40b4-b90d-34878d413bad is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:00.486506 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4abe459e-1a04-40b4-b90d-34878d413bad), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:00.575217 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a7c91e-d23f-46cb-81d6-84248dd43d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abe459e-1a04-40b4-b90d-34878d413bad'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:00.578004 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131f8812-c9cb-4963-a186-eba91b73b5be" -d '{"events": [{"server_uuid": "13a7c91e-d23f-46cb-81d6-84248dd43d80", "name": "network-vif-plugged", "status": "completed", "tag": "4abe459e-1a04-40b4-b90d-34878d413bad"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:00.608813 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 4abe459e-1a04-40b4-b90d-34878d413bad, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=4abe459e-1a04-40b4-b90d-34878d413bad,segment=NetworkSegment(7220a517-5dc5-4d02-8767-eca9972f0175),segment_id=7220a517-5dc5-4d02-8767-eca9972f0175)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:00.617390 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b833095b-fb58-469e-a744-f24633351907 req-c3395b6b-4bd3-4eed-838f-e8e9d7899698 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Publish callbacks [] for port (186fb1cf-b008-4466-a545-e40a27345d37), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:00.620404 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4abe459e-1a04-40b4-b90d-34878d413bad), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:00.621724 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 0ea7fdc0-0242-4352-af1d-efcb0864dd5f up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:34:00.727058 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456dcb9-06d1-430c-b698-3cc4c000b1da req-668c3a88-4cdb-40a3-9cd9-c9366d466657 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:00.733143 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0456dcb9-06d1-430c-b698-3cc4c000b1da req-668c3a88-4cdb-40a3-9cd9-c9366d466657 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 950 time: 1.0408206 Mar 07 10:34:00.792554 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32922d1-f094-408a-ac2e-13c1889033e3 req-d5916a8d-273f-4ccd-86c3-595f1a3be431 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:00.810424 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32922d1-f094-408a-ac2e-13c1889033e3 req-d5916a8d-273f-4ccd-86c3-595f1a3be431 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:00.817354 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d32922d1-f094-408a-ac2e-13c1889033e3 req-d5916a8d-273f-4ccd-86c3-595f1a3be431 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=13a7c91e-d23f-46cb-81d6-84248dd43d80 HTTP/1.1" status: 200 len: 1681 time: 0.5662217 Mar 07 10:34:00.848186 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42284) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:00.853033 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b833095b-fb58-469e-a744-f24633351907 req-c3395b6b-4bd3-4eed-838f-e8e9d7899698 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (186fb1cf-b008-4466-a545-e40a27345d37), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:00.873877 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c61dd4e-498c-44de-ae39-af75102161b4 req-07c0fb94-4519-48e3-82b0-9b723c65457c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2286c703-135c-4d58-9bf8-00b281159c5d HTTP/1.1" status: 200 len: 217 time: 0.1346865 Mar 07 10:34:00.892305 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=4abe459e-1a04-40b4-b90d-34878d413bad,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:00.947745 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 0ea7fdc0-0242-4352-af1d-efcb0864dd5f completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:34:00.966263 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 0ea7fdc0-0242-4352-af1d-efcb0864dd5f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:00.966780 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0ea7fdc0-0242-4352-af1d-efcb0864dd5f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:01.120626 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3395b6b-4bd3-4eed-838f-e8e9d7899698 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Pushing event updated for resources: {'Port': ['ID=186fb1cf-b008-4466-a545-e40a27345d37,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:01.141081 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 0ea7fdc0-0242-4352-af1d-efcb0864dd5f is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:01.141640 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0ea7fdc0-0242-4352-af1d-efcb0864dd5f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:01.161907 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdc9750b-0b70-4257-8d9e-0c9b10c7de06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:01.187175 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 0ea7fdc0-0242-4352-af1d-efcb0864dd5f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=0ea7fdc0-0242-4352-af1d-efcb0864dd5f,segment=NetworkSegment(b935239a-a9ab-44c4-b2a8-58c3d703e5a4),segment_id=b935239a-a9ab-44c4-b2a8-58c3d703e5a4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:01.196145 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0ea7fdc0-0242-4352-af1d-efcb0864dd5f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:01.197726 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device f79303de-8fb8-4957-a357-6aed8a323fb4 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:34:01.300640 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d32922d1-f094-408a-ac2e-13c1889033e3 req-249c0bb5-bd77-4499-9ccb-10524b725ee3 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578471 Mar 07 10:34:01.315173 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b833095b-fb58-469e-a744-f24633351907 req-c3395b6b-4bd3-4eed-838f-e8e9d7899698 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Network 35723e70-fc1c-4710-9b03-245dacf005c5 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:34:01.346119 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-b833095b-fb58-469e-a744-f24633351907 req-c3395b6b-4bd3-4eed-838f-e8e9d7899698 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:34:01.359696 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=0ea7fdc0-0242-4352-af1d-efcb0864dd5f,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:01.401325 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b833095b-fb58-469e-a744-f24633351907 req-c3395b6b-4bd3-4eed-838f-e8e9d7899698 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:34:01.453137 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port f79303de-8fb8-4957-a357-6aed8a323fb4 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:01.454221 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:01.481825 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-51077187-c64a-4e81-9ed5-c2c8bb5b24be service neutron] For port f79303de-8fb8-4957-a357-6aed8a323fb4, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=f79303de-8fb8-4957-a357-6aed8a323fb4,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:01.497222 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61dd4e-498c-44de-ae39-af75102161b4 req-adfa98ad-3a92-4cd4-aae1-2efde9bfc169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:01.498807 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c61dd4e-498c-44de-ae39-af75102161b4 req-adfa98ad-3a92-4cd4-aae1-2efde9bfc169 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=504ea141-3c64-48b5-943a-bdbdb84bd6df HTTP/1.1" status: 200 len: 860 time: 0.4297714 Mar 07 10:34:01.511937 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0456dcb9-06d1-430c-b698-3cc4c000b1da req-39c42e23-747b-41f4-808e-5aac270ba220 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6370373 Mar 07 10:34:01.573899 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-042c50af-b3e8-42d0-a450-cc1590a74c35 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=53c41095887e49749032f61747be036b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7236390 Mar 07 10:34:01.576906 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd13e46-b540-4686-8d5a-7cc463813083 x-openstack-request-id: req-4bd13e46-b540-4686-8d5a-7cc463813083 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:01.577512 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a7c91e-d23f-46cb-81d6-84248dd43d80", "name": "network-vif-plugged", "status": "completed", "tag": "4abe459e-1a04-40b4-b90d-34878d413bad", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:01.578116 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4bd13e46-b540-4686-8d5a-7cc463813083 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:01.578743 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a7c91e-d23f-46cb-81d6-84248dd43d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4abe459e-1a04-40b4-b90d-34878d413bad', 'code': 200} Mar 07 10:34:01.580468 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42292) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:01.586516 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c61dd4e-498c-44de-ae39-af75102161b4 req-917af214-2fb7-4734-bc9e-7c56e4eab29a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=35723e70-fc1c-4710-9b03-245dacf005c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563352 Mar 07 10:34:01.630855 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-97702a3a-2b0f-41aa-a6a5-839babcd48b1 req-514e56fa-7a69-4e6f-9681-ca12ee3f9d74 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8964343 Mar 07 10:34:01.666286 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-51077187-c64a-4e81-9ed5-c2c8bb5b24be service neutron] For port f79303de-8fb8-4957-a357-6aed8a323fb4, host n-h1-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:34:01.684298 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833095b-fb58-469e-a744-f24633351907 req-c3395b6b-4bd3-4eed-838f-e8e9d7899698 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:01.684957 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b833095b-fb58-469e-a744-f24633351907 req-c3395b6b-4bd3-4eed-838f-e8e9d7899698 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:01.714613 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-51077187-c64a-4e81-9ed5-c2c8bb5b24be service neutron] Publish callbacks [] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:01.732252 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-51077187-c64a-4e81-9ed5-c2c8bb5b24be service neutron] Transition to ACTIVE for port object f79303de-8fb8-4957-a357-6aed8a323fb4 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:34:01.738635 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67259233-47d8-4e46-86c2-4d1669ac6566', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f79303de-8fb8-4957-a357-6aed8a323fb4'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:01.741727 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b45e35f-c247-4916-ac8c-24fffb42f54f" -d '{"events": [{"server_uuid": "67259233-47d8-4e46-86c2-4d1669ac6566", "name": "network-vif-unplugged", "status": "completed", "tag": "f79303de-8fb8-4957-a357-6aed8a323fb4"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:01.775057 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-51077187-c64a-4e81-9ed5-c2c8bb5b24be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:01.833175 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:34:01.833541 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:34:01.893631 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51077187-c64a-4e81-9ed5-c2c8bb5b24be service neutron] Pushing event updated for resources: {'Port': ['ID=f79303de-8fb8-4957-a357-6aed8a323fb4,revision_number=10']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:01.975124 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-51077187-c64a-4e81-9ed5-c2c8bb5b24be service neutron] No DVR routers for this DVR port f79303de-8fb8-4957-a357-6aed8a323fb4 on host n-h1-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:34:02.010077 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51342775-0124-467f-8dd0-d0e3350c1f0d req-c06b1e3e-ef50-4f85-a05e-71c8a7425a6f tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:02.018815 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-51342775-0124-467f-8dd0-d0e3350c1f0d req-c06b1e3e-ef50-4f85-a05e-71c8a7425a6f tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 931 time: 0.5334711 Mar 07 10:34:02.113882 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c61dd4e-498c-44de-ae39-af75102161b4 req-c3f49cfc-343c-4c1f-a9d5-b77bee4a9cd1 service neutron] 10.222.0.31 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5201793 Mar 07 10:34:02.160309 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b833095b-fb58-469e-a744-f24633351907 req-c3395b6b-4bd3-4eed-838f-e8e9d7899698 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1308472 Mar 07 10:34:02.190578 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-b833095b-fb58-469e-a744-f24633351907 req-e34e80c1-475a-47ae-864f-7d14be4cd2da service neutron] Request body: {'port': {'device_id': 'fdc26266-54b2-4204-9701-e947b5cde331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:02.277549 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-51342775-0124-467f-8dd0-d0e3350c1f0d req-b3ba19ff-d84d-47aa-8d86-3b1d17f7396f tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573988 Mar 07 10:34:02.399484 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdc9750b-0b70-4257-8d9e-0c9b10c7de06 admin admin] Publish callbacks [] for security_group (404e1f48-a2a3-4278-ada1-f30555461544), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:02.406191 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf698ff9-db12-46b5-8780-732d79e59e1f x-openstack-request-id: req-cf698ff9-db12-46b5-8780-732d79e59e1f {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:02.407981 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67259233-47d8-4e46-86c2-4d1669ac6566", "name": "network-vif-unplugged", "status": "completed", "tag": "f79303de-8fb8-4957-a357-6aed8a323fb4", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:02.408986 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cf698ff9-db12-46b5-8780-732d79e59e1f {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:02.411862 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67259233-47d8-4e46-86c2-4d1669ac6566', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f79303de-8fb8-4957-a357-6aed8a323fb4', 'code': 200} Mar 07 10:34:02.414112 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-51077187-c64a-4e81-9ed5-c2c8bb5b24be service neutron] Attempting to bind port f79303de-8fb8-4957-a357-6aed8a323fb4 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:34:02.415675 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-51077187-c64a-4e81-9ed5-c2c8bb5b24be service neutron] Attempting to bind port f79303de-8fb8-4957-a357-6aed8a323fb4 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:34:02.416018 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-51077187-c64a-4e81-9ed5-c2c8bb5b24be service neutron] Attempting to bind port f79303de-8fb8-4957-a357-6aed8a323fb4 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:02.431538 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-51077187-c64a-4e81-9ed5-c2c8bb5b24be service neutron] Port f79303de-8fb8-4957-a357-6aed8a323fb4 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:34:02.431859 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-51077187-c64a-4e81-9ed5-c2c8bb5b24be service neutron] Attempting to bind port f79303de-8fb8-4957-a357-6aed8a323fb4 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:02.434346 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-58d385cd-041a-496d-815b-a3b2df447930 admin admin] Publish callbacks [] for security_group (92fb8283-a556-4173-bebb-554edef1626a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:02.435820 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdc9750b-0b70-4257-8d9e-0c9b10c7de06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (404e1f48-a2a3-4278-ada1-f30555461544), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:02.490014 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port f79303de-8fb8-4957-a357-6aed8a323fb4 is: DOWN; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:02.571289 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fdc9750b-0b70-4257-8d9e-0c9b10c7de06 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9ac2ec628dec4632982b189139dfd125&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0983460 Mar 07 10:34:02.571976 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42314) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:02.583057 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9750b-0b70-4257-8d9e-0c9b10c7de06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404e1f48-a2a3-4278-ada1-f30555461544,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:02.658527 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-51077187-c64a-4e81-9ed5-c2c8bb5b24be service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:34:02.660164 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-51077187-c64a-4e81-9ed5-c2c8bb5b24be service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:34:02.660839 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-51077187-c64a-4e81-9ed5-c2c8bb5b24be service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:34:02.663334 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-51077187-c64a-4e81-9ed5-c2c8bb5b24be service neutron] Bound port: f79303de-8fb8-4957-a357-6aed8a323fb4, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:34:02.664009 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-51077187-c64a-4e81-9ed5-c2c8bb5b24be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:02.766913 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-51077187-c64a-4e81-9ed5-c2c8bb5b24be service neutron] For port f79303de-8fb8-4957-a357-6aed8a323fb4, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:34:02.771400 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-51077187-c64a-4e81-9ed5-c2c8bb5b24be service neutron] For port f79303de-8fb8-4957-a357-6aed8a323fb4, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f79303de-8fb8-4957-a357-6aed8a323fb4,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:34:02.798481 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-58d385cd-041a-496d-815b-a3b2df447930 admin admin] Publish callbacks [] for security_group (92fb8283-a556-4173-bebb-554edef1626a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:02.831320 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c61dd4e-498c-44de-ae39-af75102161b4 req-1e5d4702-2603-4d1a-a639-fd67f3d5f391 service neutron] 10.222.0.31 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7044005 Mar 07 10:34:02.904367 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97702a3a-2b0f-41aa-a6a5-839babcd48b1 req-d327a25e-ad52-4943-85dc-587988c714b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:02.906026 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-97702a3a-2b0f-41aa-a6a5-839babcd48b1 req-d327a25e-ad52-4943-85dc-587988c714b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=253a7b51025b45cd9cb7114a3377a1db&device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 1127 time: 1.2348297 Mar 07 10:34:03.142263 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97702a3a-2b0f-41aa-a6a5-839babcd48b1 req-77509ea8-ed6e-49a8-b9c6-d2360d6c5813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:03.143723 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-97702a3a-2b0f-41aa-a6a5-839babcd48b1 req-77509ea8-ed6e-49a8-b9c6-d2360d6c5813 service neutron] 10.222.0.21 "GET /v2.0/networks?id=35723e70-fc1c-4710-9b03-245dacf005c5 HTTP/1.1" status: 200 len: 921 time: 0.1761405 Mar 07 10:34:03.186396 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-51077187-c64a-4e81-9ed5-c2c8bb5b24be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:03.222641 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-51077187-c64a-4e81-9ed5-c2c8bb5b24be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:03.223572 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-51077187-c64a-4e81-9ed5-c2c8bb5b24be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:03.225168 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-51077187-c64a-4e81-9ed5-c2c8bb5b24be service neutron] 10.222.0.31 "PUT /v2.0/ports/f79303de-8fb8-4957-a357-6aed8a323fb4 HTTP/1.1" status: 200 len: 1097 time: 3.5077350 Mar 07 10:34:03.330695 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-97702a3a-2b0f-41aa-a6a5-839babcd48b1 req-690eba9d-b376-4bf3-8fd5-53009c2bf92b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe HTTP/1.1" status: 200 len: 217 time: 0.1151633 Mar 07 10:34:03.407374 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b833095b-fb58-469e-a744-f24633351907 req-e34e80c1-475a-47ae-864f-7d14be4cd2da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (186fb1cf-b008-4466-a545-e40a27345d37), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:03.414267 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e56be228-120d-4cad-a1d9-3d025d359e32 admin admin] Publish callbacks [] for security_group (404e1f48-a2a3-4278-ada1-f30555461544), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:03.446754 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e56be228-120d-4cad-a1d9-3d025d359e32 admin admin] Publish callbacks [] for security_group (404e1f48-a2a3-4278-ada1-f30555461544), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:03.468343 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac2bd4-5d0c-44b4-980f-380aefab5f30 req-fcba47b6-fdc0-42ae-9932-1c05911d01f1 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:03.473356 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-84ac2bd4-5d0c-44b4-980f-380aefab5f30 req-fcba47b6-fdc0-42ae-9932-1c05911d01f1 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 949 time: 0.6832087 Mar 07 10:34:03.544969 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e56be228-120d-4cad-a1d9-3d025d359e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (404e1f48-a2a3-4278-ada1-f30555461544), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:03.548162 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e56be228-120d-4cad-a1d9-3d025d359e32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:03.553144 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e56be228-120d-4cad-a1d9-3d025d359e32 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/404e1f48-a2a3-4278-ada1-f30555461544 HTTP/1.1" status: 204 len: 168 time: 0.9447188 Mar 07 10:34:03.576319 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5e8d6-046b-4a1a-9ae7-c944e3389ba3 req-562792c6-cbfc-4332-ad2c-1a6bf6861dcf tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:03.579842 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a7c91e-d23f-46cb-81d6-84248dd43d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea7fdc0-0242-4352-af1d-efcb0864dd5f'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:03.582941 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827eea61-0c17-4dd8-bf16-dc29ac489cec" -d '{"events": [{"server_uuid": "13a7c91e-d23f-46cb-81d6-84248dd43d80", "name": "network-vif-plugged", "status": "completed", "tag": "0ea7fdc0-0242-4352-af1d-efcb0864dd5f"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:03.584120 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5e8d6-046b-4a1a-9ae7-c944e3389ba3 req-562792c6-cbfc-4332-ad2c-1a6bf6861dcf tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:03.590393 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dbf5e8d6-046b-4a1a-9ae7-c944e3389ba3 req-562792c6-cbfc-4332-ad2c-1a6bf6861dcf tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=13a7c91e-d23f-46cb-81d6-84248dd43d80 HTTP/1.1" status: 200 len: 1683 time: 1.0922270 Mar 07 10:34:03.638422 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97702a3a-2b0f-41aa-a6a5-839babcd48b1 req-30554380-a6a2-4739-a566-b17843eaf6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:03.642601 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-97702a3a-2b0f-41aa-a6a5-839babcd48b1 req-30554380-a6a2-4739-a566-b17843eaf6c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=504ea141-3c64-48b5-943a-bdbdb84bd6df HTTP/1.1" status: 200 len: 860 time: 0.3035715 Mar 07 10:34:03.663132 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56be228-120d-4cad-a1d9-3d025d359e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404e1f48-a2a3-4278-ada1-f30555461544,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:03.679413 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-225d3fcc-bbe1-4833-b488-8f16d8cc2019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:03.706190 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-225d3fcc-bbe1-4833-b488-8f16d8cc2019 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 1131 time: 0.4096859 Mar 07 10:34:03.736459 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51077187-c64a-4e81-9ed5-c2c8bb5b24be service neutron] Pushing event updated for resources: {'Port': ['ID=f79303de-8fb8-4957-a357-6aed8a323fb4,revision_number=11']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:03.763291 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-84ac2bd4-5d0c-44b4-980f-380aefab5f30 req-6fd556e9-7a41-4cc9-adb4-fbfae88aab10 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317243 Mar 07 10:34:03.765379 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-97702a3a-2b0f-41aa-a6a5-839babcd48b1 req-a27e3f4a-840a-4460-9f99-6b866fe47bae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35723e70-fc1c-4710-9b03-245dacf005c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1171761 Mar 07 10:34:03.799376 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-58d385cd-041a-496d-815b-a3b2df447930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (92fb8283-a556-4173-bebb-554edef1626a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:03.801879 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-58d385cd-041a-496d-815b-a3b2df447930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:03.806517 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-58d385cd-041a-496d-815b-a3b2df447930 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/92fb8283-a556-4173-bebb-554edef1626a HTTP/1.1" status: 204 len: 168 time: 2.2246976 Mar 07 10:34:03.829926 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dbf5e8d6-046b-4a1a-9ae7-c944e3389ba3 req-9e54957c-adf5-4f2f-b265-3189c07f1e01 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040901 Mar 07 10:34:03.860905 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d385cd-041a-496d-815b-a3b2df447930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fb8283-a556-4173-bebb-554edef1626a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:03.915626 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-97702a3a-2b0f-41aa-a6a5-839babcd48b1 req-a22c17f9-090b-4ca9-8232-113ae1679046 service neutron] 10.222.0.21 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428933 Mar 07 10:34:04.032036 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-97702a3a-2b0f-41aa-a6a5-839babcd48b1 req-5b75677a-d4bf-4276-9d9c-41754abe4b98 service neutron] 10.222.0.21 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078336 Mar 07 10:34:04.032323 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7554cc1e-1167-4461-a204-72caa313a33c req-80c61dfb-ad0f-44c8-8863-dda221d633b2 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:04.040649 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7554cc1e-1167-4461-a204-72caa313a33c req-80c61dfb-ad0f-44c8-8863-dda221d633b2 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 931 time: 0.0896571 Mar 07 10:34:04.081746 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb4d076-ee58-4813-a406-e96699d2fb5a x-openstack-request-id: req-1cb4d076-ee58-4813-a406-e96699d2fb5a {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:04.082261 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a7c91e-d23f-46cb-81d6-84248dd43d80", "name": "network-vif-plugged", "status": "completed", "tag": "0ea7fdc0-0242-4352-af1d-efcb0864dd5f", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:04.082763 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1cb4d076-ee58-4813-a406-e96699d2fb5a {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:04.083333 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a7c91e-d23f-46cb-81d6-84248dd43d80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea7fdc0-0242-4352-af1d-efcb0864dd5f', 'code': 200} Mar 07 10:34:04.119083 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-66223695-e1af-48d9-b737-f79c11f6c178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:04.124627 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-66223695-e1af-48d9-b737-f79c11f6c178 service neutron] 10.222.0.31 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.4159083 Mar 07 10:34:04.220964 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-3f1511ac-e4a9-44e8-86d1-93224e18ea91 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=f79303de-8fb8-4957-a357-6aed8a323fb4 HTTP/1.1" status: 200 len: 217 time: 0.0754848 Mar 07 10:34:04.341469 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-7a654736-9277-49cc-a25d-594636f9745e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:04.342716 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47b034-db76-45e8-9d7e-99890fbcb1e3 req-2000ade4-351c-49d5-8e88-b351eb220983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:04.346175 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47b034-db76-45e8-9d7e-99890fbcb1e3 req-2000ade4-351c-49d5-8e88-b351eb220983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:04.350210 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-7a654736-9277-49cc-a25d-594636f9745e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1118736 Mar 07 10:34:04.351356 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3c47b034-db76-45e8-9d7e-99890fbcb1e3 req-2000ade4-351c-49d5-8e88-b351eb220983 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=13a7c91e-d23f-46cb-81d6-84248dd43d80 HTTP/1.1" status: 200 len: 2047 time: 0.1780689 Mar 07 10:34:04.459551 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67259233-47d8-4e46-86c2-4d1669ac6566', 'tag': 'f79303de-8fb8-4957-a357-6aed8a323fb4'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:04.475254 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f573237b-d2d3-4db9-b971-a59286b43901" -d '{"events": [{"name": "network-changed", "server_uuid": "67259233-47d8-4e46-86c2-4d1669ac6566", "tag": "f79303de-8fb8-4957-a357-6aed8a323fb4"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:04.527328 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3c47b034-db76-45e8-9d7e-99890fbcb1e3 req-b3f7f410-c006-48ea-9add-c5b051c31a74 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596718 Mar 07 10:34:04.544679 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7554cc1e-1167-4461-a204-72caa313a33c req-3c07b38c-96e1-466e-8021-ccd429bd77c2 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5028751 Mar 07 10:34:04.589880 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-0be2bf6e-8ba7-493c-8b8f-e73ea41048b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:04.601953 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-0be2bf6e-8ba7-493c-8b8f-e73ea41048b1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2446735 Mar 07 10:34:04.643224 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-b833095b-fb58-469e-a744-f24633351907 req-e34e80c1-475a-47ae-864f-7d14be4cd2da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186fb1cf-b008-4466-a545-e40a27345d37 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:34:04.659762 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b833095b-fb58-469e-a744-f24633351907 req-e34e80c1-475a-47ae-864f-7d14be4cd2da service neutron] Publish callbacks [] for port (186fb1cf-b008-4466-a545-e40a27345d37), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:04.678891 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42346) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:04.684934 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c441b0a-d7a1-4a9b-b422-3959d66a2f3a x-openstack-request-id: req-9c441b0a-d7a1-4a9b-b422-3959d66a2f3a {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:04.686575 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67259233-47d8-4e46-86c2-4d1669ac6566", "tag": "f79303de-8fb8-4957-a357-6aed8a323fb4", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:04.688107 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9c441b0a-d7a1-4a9b-b422-3959d66a2f3a {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:04.688546 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67259233-47d8-4e46-86c2-4d1669ac6566', 'tag': 'f79303de-8fb8-4957-a357-6aed8a323fb4', 'status': 'completed', 'code': 200} Mar 07 10:34:04.707366 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-b833095b-fb58-469e-a744-f24633351907 req-e34e80c1-475a-47ae-864f-7d14be4cd2da service neutron] Transition to ACTIVE for port object 186fb1cf-b008-4466-a545-e40a27345d37 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:34:04.740594 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-84538106-2cf5-4176-8b16-8dcb37adf243 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6ded5f476e3c4b6e8822bde756f6f1ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0600545 Mar 07 10:34:04.741959 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b833095b-fb58-469e-a744-f24633351907 req-e34e80c1-475a-47ae-864f-7d14be4cd2da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (186fb1cf-b008-4466-a545-e40a27345d37), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:04.745787 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42350) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:04.859955 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-b95d2977-6bca-4b0c-af9b-4116a994e2b1 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492692 Mar 07 10:34:05.007177 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e80c1-475a-47ae-864f-7d14be4cd2da service neutron] Pushing event updated for resources: {'Port': ['ID=186fb1cf-b008-4466-a545-e40a27345d37,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:05.031303 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fb91e4d3-3e40-4b52-bda9-3c3aa8c73f1a admin admin] Publish callbacks [] for security_group (1d95755d-6556-4267-8bc3-98fa8d79a154), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:05.042212 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573237b-d2d3-4db9-b971-a59286b43901 req-7356485e-d66c-4882-9fdf-2ed73bc0243e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:05.057996 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f573237b-d2d3-4db9-b971-a59286b43901 req-7356485e-d66c-4882-9fdf-2ed73bc0243e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 1131 time: 0.2976663 Mar 07 10:34:05.214557 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac8031-c3b7-4ff7-9afd-de29c4565e4e req-7b37c65d-dd29-4cc9-9a90-6e44c807942c tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:05.222182 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e1ac8031-c3b7-4ff7-9afd-de29c4565e4e req-7b37c65d-dd29-4cc9-9a90-6e44c807942c tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 949 time: 0.3092880 Mar 07 10:34:05.240024 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8fcfc1f7-21d8-4ac2-b9fd-7fa2f42178b3 req-cacf00c4-6f23-4bb9-926b-940485151e0b service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732395 Mar 07 10:34:05.438650 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e1ac8031-c3b7-4ff7-9afd-de29c4565e4e req-fff4f8da-3c3c-400c-9b47-9af643697ed4 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139125 Mar 07 10:34:05.456286 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fb91e4d3-3e40-4b52-bda9-3c3aa8c73f1a admin admin] Publish callbacks [] for security_group (1d95755d-6556-4267-8bc3-98fa8d79a154), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:05.537908 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573237b-d2d3-4db9-b971-a59286b43901 req-d08f37c8-c285-4a8a-ad7b-b9a91054ceea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:05.540512 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f573237b-d2d3-4db9-b971-a59286b43901 req-d08f37c8-c285-4a8a-ad7b-b9a91054ceea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=914855c715794ac0925e4b6ed0252296&device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 1131 time: 0.2153676 Mar 07 10:34:05.607624 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fb91e4d3-3e40-4b52-bda9-3c3aa8c73f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (1d95755d-6556-4267-8bc3-98fa8d79a154), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:05.610294 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fb91e4d3-3e40-4b52-bda9-3c3aa8c73f1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:05.611521 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-fb91e4d3-3e40-4b52-bda9-3c3aa8c73f1a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1d95755d-6556-4267-8bc3-98fa8d79a154 HTTP/1.1" status: 204 len: 168 time: 0.8622389 Mar 07 10:34:05.745434 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91e4d3-3e40-4b52-bda9-3c3aa8c73f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d95755d-6556-4267-8bc3-98fa8d79a154,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:05.790810 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573237b-d2d3-4db9-b971-a59286b43901 req-156b7ddc-e53a-4040-8ef0-48c69e464ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:05.793521 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f573237b-d2d3-4db9-b971-a59286b43901 req-156b7ddc-e53a-4040-8ef0-48c69e464ae9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.6611378 Mar 07 10:34:05.809125 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63e48b-9e25-4325-8553-cd48938c7688 req-7bfff373-e39f-4b76-92ff-2a4faffb2310 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:05.816269 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63e48b-9e25-4325-8553-cd48938c7688 req-7bfff373-e39f-4b76-92ff-2a4faffb2310 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:05.826625 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cb63e48b-9e25-4325-8553-cd48938c7688 req-7bfff373-e39f-4b76-92ff-2a4faffb2310 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=13a7c91e-d23f-46cb-81d6-84248dd43d80 HTTP/1.1" status: 200 len: 1683 time: 0.7647066 Mar 07 10:34:05.829648 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-b833095b-fb58-469e-a744-f24633351907 req-e34e80c1-475a-47ae-864f-7d14be4cd2da service neutron] Attempting to bind port 186fb1cf-b008-4466-a545-e40a27345d37 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:34:05.830411 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-b833095b-fb58-469e-a744-f24633351907 req-e34e80c1-475a-47ae-864f-7d14be4cd2da service neutron] Attempting to bind port 186fb1cf-b008-4466-a545-e40a27345d37 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:34:05.830837 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b833095b-fb58-469e-a744-f24633351907 req-e34e80c1-475a-47ae-864f-7d14be4cd2da service neutron] Attempting to bind port 186fb1cf-b008-4466-a545-e40a27345d37 on network 35723e70-fc1c-4710-9b03-245dacf005c5 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:05.839196 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b833095b-fb58-469e-a744-f24633351907 req-e34e80c1-475a-47ae-864f-7d14be4cd2da service neutron] Port 186fb1cf-b008-4466-a545-e40a27345d37 on network 35723e70-fc1c-4710-9b03-245dacf005c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:34:05.839721 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b833095b-fb58-469e-a744-f24633351907 req-e34e80c1-475a-47ae-864f-7d14be4cd2da service neutron] Attempting to bind port 186fb1cf-b008-4466-a545-e40a27345d37 on network 35723e70-fc1c-4710-9b03-245dacf005c5 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:05.911706 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cb63e48b-9e25-4325-8553-cd48938c7688 req-7f29a2da-21d1-4260-9ba3-cf478b469758 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830963 Mar 07 10:34:05.981483 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42378) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:05.983794 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b833095b-fb58-469e-a744-f24633351907 req-e34e80c1-475a-47ae-864f-7d14be4cd2da service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:34:05.984215 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b833095b-fb58-469e-a744-f24633351907 req-e34e80c1-475a-47ae-864f-7d14be4cd2da service neutron] Checking segment: {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:34:05.984691 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b833095b-fb58-469e-a744-f24633351907 req-e34e80c1-475a-47ae-864f-7d14be4cd2da service neutron] Bound using segment: {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:34:05.985253 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-b833095b-fb58-469e-a744-f24633351907 req-e34e80c1-475a-47ae-864f-7d14be4cd2da service neutron] Bound port: 186fb1cf-b008-4466-a545-e40a27345d37, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:34:05.985692 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b833095b-fb58-469e-a744-f24633351907 req-e34e80c1-475a-47ae-864f-7d14be4cd2da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (186fb1cf-b008-4466-a545-e40a27345d37), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:05.993703 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f573237b-d2d3-4db9-b971-a59286b43901 req-f8a5b5f5-45d8-4456-a6c3-981a81f8eb01 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=f79303de-8fb8-4957-a357-6aed8a323fb4 HTTP/1.1" status: 200 len: 217 time: 0.1566772 Mar 07 10:34:06.107267 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-b833095b-fb58-469e-a744-f24633351907 req-e34e80c1-475a-47ae-864f-7d14be4cd2da service neutron] For port 186fb1cf-b008-4466-a545-e40a27345d37, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:34:06.110733 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-b833095b-fb58-469e-a744-f24633351907 req-e34e80c1-475a-47ae-864f-7d14be4cd2da service neutron] For port 186fb1cf-b008-4466-a545-e40a27345d37, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=186fb1cf-b008-4466-a545-e40a27345d37,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:34:06.131385 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b833095b-fb58-469e-a744-f24633351907 req-e34e80c1-475a-47ae-864f-7d14be4cd2da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (186fb1cf-b008-4466-a545-e40a27345d37), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:06.204543 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e80c1-475a-47ae-864f-7d14be4cd2da service neutron] Pushing event updated for resources: {'Port': ['ID=186fb1cf-b008-4466-a545-e40a27345d37,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:06.220064 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833095b-fb58-469e-a744-f24633351907 req-e34e80c1-475a-47ae-864f-7d14be4cd2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:06.220788 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b833095b-fb58-469e-a744-f24633351907 req-e34e80c1-475a-47ae-864f-7d14be4cd2da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:06.222885 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b833095b-fb58-469e-a744-f24633351907 req-e34e80c1-475a-47ae-864f-7d14be4cd2da service neutron] 10.222.0.31 "PUT /v2.0/ports/186fb1cf-b008-4466-a545-e40a27345d37 HTTP/1.1" status: 200 len: 1091 time: 4.0364876 Mar 07 10:34:06.223785 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc26266-54b2-4204-9701-e947b5cde331', 'tag': '186fb1cf-b008-4466-a545-e40a27345d37'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:06.226210 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b40ab8b-4b76-4e45-923a-45e6b5d3ad32" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc26266-54b2-4204-9701-e947b5cde331", "tag": "186fb1cf-b008-4466-a545-e40a27345d37"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:06.264293 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573237b-d2d3-4db9-b971-a59286b43901 req-72c196e3-5d31-416c-9efb-3b214ca5fbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:06.268502 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f573237b-d2d3-4db9-b971-a59286b43901 req-72c196e3-5d31-416c-9efb-3b214ca5fbeb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.2635095 Mar 07 10:34:06.296708 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573237b-d2d3-4db9-b971-a59286b43901 req-899aaaad-e402-46b9-a050-24a1bcff00b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:06.298146 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f573237b-d2d3-4db9-b971-a59286b43901 req-899aaaad-e402-46b9-a050-24a1bcff00b1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.7503130 Mar 07 10:34:06.348205 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69f2ae-94e5-4276-bc22-057b04415213 req-5a874190-c8a1-426b-ab63-117f7c16ebde tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:06.365327 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0d69f2ae-94e5-4276-bc22-057b04415213 req-5a874190-c8a1-426b-ab63-117f7c16ebde tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 943 time: 0.5678201 Mar 07 10:34:06.372337 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573237b-d2d3-4db9-b971-a59286b43901 req-cd060bd4-779e-4132-b6f2-1793e8464065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:06.372337 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f573237b-d2d3-4db9-b971-a59286b43901 req-cd060bd4-779e-4132-b6f2-1793e8464065 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0645869 Mar 07 10:34:06.374706 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833095b-fb58-469e-a744-f24633351907 req-dd158f28-7c01-4af0-b988-5fe29c2245b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:06.376317 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b833095b-fb58-469e-a744-f24633351907 req-dd158f28-7c01-4af0-b988-5fe29c2245b2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=253a7b51025b45cd9cb7114a3377a1db&device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 1125 time: 0.1066442 Mar 07 10:34:06.433939 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-68bf9e35-a18e-4719-988a-f6d523b050fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:06.556949 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f573237b-d2d3-4db9-b971-a59286b43901 req-9a77eb61-15d0-4471-868c-ecbbfe69be3c service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778436 Mar 07 10:34:06.593782 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-ae3de38f-b3f5-47ab-8da6-505d619394a4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1570591198-network', 'tenant_id': '7ebccd8ddd004b1baaaff76fdc940f23'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:06.644130 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f573237b-d2d3-4db9-b971-a59286b43901 req-268c4191-0349-40db-8aa4-a7fafe05b400 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=f79303de-8fb8-4957-a357-6aed8a323fb4 HTTP/1.1" status: 200 len: 217 time: 0.2540491 Mar 07 10:34:06.808298 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0d69f2ae-94e5-4276-bc22-057b04415213 req-e21e47ba-0846-434e-ab93-4a4f3ec8c42d tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4401715 Mar 07 10:34:06.838652 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573237b-d2d3-4db9-b971-a59286b43901 req-b3e8795b-36cc-4167-9ade-47fed4ccbf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:06.840152 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f573237b-d2d3-4db9-b971-a59286b43901 req-b3e8795b-36cc-4167-9ade-47fed4ccbf07 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1757121 Mar 07 10:34:06.884810 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f573237b-d2d3-4db9-b971-a59286b43901 req-3a92f511-014f-4a16-8ae3-d9486d263c14 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046436 Mar 07 10:34:06.896340 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220c0c3d-d9eb-48fd-b05e-20f86e5cec03 x-openstack-request-id: req-220c0c3d-d9eb-48fd-b05e-20f86e5cec03 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:06.896659 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc26266-54b2-4204-9701-e947b5cde331", "tag": "186fb1cf-b008-4466-a545-e40a27345d37", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:06.896904 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-220c0c3d-d9eb-48fd-b05e-20f86e5cec03 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:06.901282 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc26266-54b2-4204-9701-e947b5cde331', 'tag': '186fb1cf-b008-4466-a545-e40a27345d37', 'status': 'completed', 'code': 200} Mar 07 10:34:06.970387 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f573237b-d2d3-4db9-b971-a59286b43901 req-9024a721-bd5d-40e2-8f97-9b59f0bcd761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:06.971021 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3de38f-b3f5-47ab-8da6-505d619394a4 admin admin] Made reservation on behalf of 7ebccd8ddd004b1baaaff76fdc940f23 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:34:06.974019 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ae3de38f-b3f5-47ab-8da6-505d619394a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:06.977655 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f573237b-d2d3-4db9-b971-a59286b43901 req-9024a721-bd5d-40e2-8f97-9b59f0bcd761 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1305268 Mar 07 10:34:07.016328 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b833095b-fb58-469e-a744-f24633351907 req-cd060d07-f884-46f4-a6d8-e3ab960cce0a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=186fb1cf-b008-4466-a545-e40a27345d37 HTTP/1.1" status: 200 len: 217 time: 0.4541905 Mar 07 10:34:07.066341 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ae3de38f-b3f5-47ab-8da6-505d619394a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:07.181299 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f573237b-d2d3-4db9-b971-a59286b43901 req-860232c3-ad45-4737-8dda-ae206e4fd593 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962392 Mar 07 10:34:07.191519 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833095b-fb58-469e-a744-f24633351907 req-d6f8b591-eee6-4cc6-8292-23d6befac8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:07.193190 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b833095b-fb58-469e-a744-f24633351907 req-d6f8b591-eee6-4cc6-8292-23d6befac8b3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=504ea141-3c64-48b5-943a-bdbdb84bd6df HTTP/1.1" status: 200 len: 860 time: 0.1344132 Mar 07 10:34:07.330467 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b833095b-fb58-469e-a744-f24633351907 req-be450d91-7e8c-4b6f-9dca-755fe4aff372 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=35723e70-fc1c-4710-9b03-245dacf005c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1249535 Mar 07 10:34:07.402581 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ef534-9546-42d2-80a1-2d1d877bc09f req-4097d5e4-c5ba-42d3-a153-f033fbeed780 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:07.422132 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c81ef534-9546-42d2-80a1-2d1d877bc09f req-4097d5e4-c5ba-42d3-a153-f033fbeed780 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 949 time: 0.5296018 Mar 07 10:34:07.447623 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f573237b-d2d3-4db9-b971-a59286b43901 req-c4af5d52-2ef6-417e-a666-bb4dfda3eb2b service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932259 Mar 07 10:34:07.466434 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3677b-351e-43f0-895a-f648eabe9ccd req-8943aa53-e90d-4808-8682-8c00572c33b3 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:07.472620 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a3677b-351e-43f0-895a-f648eabe9ccd req-8943aa53-e90d-4808-8682-8c00572c33b3 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:07.488397 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04a3677b-351e-43f0-895a-f648eabe9ccd req-8943aa53-e90d-4808-8682-8c00572c33b3 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=13a7c91e-d23f-46cb-81d6-84248dd43d80 HTTP/1.1" status: 200 len: 1683 time: 0.3059752 Mar 07 10:34:07.631795 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04a3677b-351e-43f0-895a-f648eabe9ccd req-f0489e14-a572-4e79-97c0-986ec10b1852 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417663 Mar 07 10:34:07.732691 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c81ef534-9546-42d2-80a1-2d1d877bc09f req-72647046-9580-42a6-84f3-5f194621a4da tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198603 Mar 07 10:34:07.811891 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b833095b-fb58-469e-a744-f24633351907 req-551adb2f-f29c-4cb6-a807-60b1f21ead71 service neutron] 10.222.0.31 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613689 Mar 07 10:34:07.937628 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ae3de38f-b3f5-47ab-8da6-505d619394a4 admin admin] Publish callbacks [] for security_group (91a99bb4-53f5-4f2a-a823-78b7d6a00d15), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:07.969487 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ae3de38f-b3f5-47ab-8da6-505d619394a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (91a99bb4-53f5-4f2a-a823-78b7d6a00d15), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:08.104121 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae3de38f-b3f5-47ab-8da6-505d619394a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:34:08.138033 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8342e2-6296-4991-857a-b91079f07088 req-cd315298-2f3d-437e-8795-f107fcb786b7 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:08.147101 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8342e2-6296-4991-857a-b91079f07088 req-cd315298-2f3d-437e-8795-f107fcb786b7 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:08.156735 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fc8342e2-6296-4991-857a-b91079f07088 req-cd315298-2f3d-437e-8795-f107fcb786b7 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=13a7c91e-d23f-46cb-81d6-84248dd43d80 HTTP/1.1" status: 200 len: 1683 time: 0.1226299 Mar 07 10:34:08.222715 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ae3de38f-b3f5-47ab-8da6-505d619394a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (62872c6e-dc5b-4ade-b562-dcdfe13e82a3), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:08.223775 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-ae3de38f-b3f5-47ab-8da6-505d619394a4 admin admin] Added segment 62872c6e-dc5b-4ade-b562-dcdfe13e82a3 of type vlan for network 3ee24066-40e5-4c55-993a-10acd4574ead Mar 07 10:34:08.261159 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de38f-b3f5-47ab-8da6-505d619394a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a99bb4-53f5-4f2a-a823-78b7d6a00d15,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:08.296335 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fc8342e2-6296-4991-857a-b91079f07088 req-71610b29-694a-43c0-80b8-c24fd4e8bd15 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367311 Mar 07 10:34:08.310011 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86876771-c732-465a-8a52-862caab56fb8 req-6a525f78-78e2-48a6-bb15-3dcea4a5e27d tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:08.317573 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-86876771-c732-465a-8a52-862caab56fb8 req-6a525f78-78e2-48a6-bb15-3dcea4a5e27d tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 943 time: 0.3307557 Mar 07 10:34:08.343294 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b833095b-fb58-469e-a744-f24633351907 req-884ec335-8c29-47ba-ab02-5c42a13c1334 service neutron] 10.222.0.31 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5066152 Mar 07 10:34:08.382463 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ae3de38f-b3f5-47ab-8da6-505d619394a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (3ee24066-40e5-4c55-993a-10acd4574ead), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:08.427624 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-86876771-c732-465a-8a52-862caab56fb8 req-75f6a748-bb88-43c4-b3c8-65f2f00e35ec tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064546 Mar 07 10:34:08.555662 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ae3de38f-b3f5-47ab-8da6-505d619394a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (3ee24066-40e5-4c55-993a-10acd4574ead), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:08.569764 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3de38f-b3f5-47ab-8da6-505d619394a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:08.572177 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ae3de38f-b3f5-47ab-8da6-505d619394a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:08.580759 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-747c48bb-ced7-4f32-a85e-868bbd448061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:08.732371 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40ab8b-4b76-4e45-923a-45e6b5d3ad32 req-6cbd4e6f-c3a1-46ad-a6b5-6ec1c9ddce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:08.734332 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b40ab8b-4b76-4e45-923a-45e6b5d3ad32 req-6cbd4e6f-c3a1-46ad-a6b5-6ec1c9ddce9d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=253a7b51025b45cd9cb7114a3377a1db&device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 1125 time: 0.2838228 Mar 07 10:34:08.968392 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device f79303de-8fb8-4957-a357-6aed8a323fb4 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:34:09.029295 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ae3de38f-b3f5-47ab-8da6-505d619394a4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.0434396 Mar 07 10:34:09.029295 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40ab8b-4b76-4e45-923a-45e6b5d3ad32 req-15766692-da83-4bbd-9074-9ccc04aaa25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:09.029595 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42452) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:09.034343 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f8204ebf-8942-4d17-95cf-6cc4b69b025d admin admin] Request body: {'subnet': {'network_id': '3ee24066-40e5-4c55-993a-10acd4574ead', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1570591198-subnet', 'tenant_id': '7ebccd8ddd004b1baaaff76fdc940f23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:09.050226 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b40ab8b-4b76-4e45-923a-45e6b5d3ad32 req-15766692-da83-4bbd-9074-9ccc04aaa25d service neutron] 10.222.0.31 "GET /v2.0/networks?id=35723e70-fc1c-4710-9b03-245dacf005c5 HTTP/1.1" status: 200 len: 921 time: 0.2681749 Mar 07 10:34:09.093531 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8204ebf-8942-4d17-95cf-6cc4b69b025d admin admin] Made reservation on behalf of 7ebccd8ddd004b1baaaff76fdc940f23 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:34:09.096723 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f8204ebf-8942-4d17-95cf-6cc4b69b025d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:09.190434 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port f79303de-8fb8-4957-a357-6aed8a323fb4, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f79303de-8fb8-4957-a357-6aed8a323fb4,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:09.226969 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'f79303de-8fb8-4957-a357-6aed8a323fb4', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': 'f79303de-8fb8-4957-a357-6aed8a323fb4', 'mac_address': 'fa:16:3e:35:52:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:34:09.227185 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3de38f-b3f5-47ab-8da6-505d619394a4 admin admin] Pushing event updated for resources: {'Network': ['ID=3ee24066-40e5-4c55-993a-10acd4574ead,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:09.239926 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 3ee24066-40e5-4c55-993a-10acd4574ead details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:34:09.274150 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b40ab8b-4b76-4e45-923a-45e6b5d3ad32 req-a489966a-e799-4a00-a8c4-1110f24a10e8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=186fb1cf-b008-4466-a545-e40a27345d37 HTTP/1.1" status: 200 len: 217 time: 0.2228258 Mar 07 10:34:09.530604 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f8204ebf-8942-4d17-95cf-6cc4b69b025d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (d1660007-f2c2-4a95-bc44-450c0339f46e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:09.677242 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8204ebf-8942-4d17-95cf-6cc4b69b025d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1660007-f2c2-4a95-bc44-450c0339f46e,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:09.788792 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f24cb3-4480-40c1-8352-341e031fb917 req-e912f71d-6612-44bf-b507-c14b2381d4fb tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:09.794700 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f24cb3-4480-40c1-8352-341e031fb917 req-e912f71d-6612-44bf-b507-c14b2381d4fb tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:09.811537 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-92f24cb3-4480-40c1-8352-341e031fb917 req-e912f71d-6612-44bf-b507-c14b2381d4fb tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=13a7c91e-d23f-46cb-81d6-84248dd43d80 HTTP/1.1" status: 200 len: 1683 time: 0.3071842 Mar 07 10:34:09.837127 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8204ebf-8942-4d17-95cf-6cc4b69b025d admin admin] Checking segment: {'id': '62872c6e-dc5b-4ade-b562-dcdfe13e82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3ee24066-40e5-4c55-993a-10acd4574ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:34:09.837494 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8204ebf-8942-4d17-95cf-6cc4b69b025d admin admin] Network hostable DHCP agents. Network: 3ee24066-40e5-4c55-993a-10acd4574ead, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:34:09.876251 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318ad1b-8a7a-4369-b1fd-53822897e967 req-a6f5a6c2-43c5-4cad-9601-f067b4f215c6 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:09.886276 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3318ad1b-8a7a-4369-b1fd-53822897e967 req-a6f5a6c2-43c5-4cad-9601-f067b4f215c6 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 949 time: 0.7991416 Mar 07 10:34:09.899397 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40ab8b-4b76-4e45-923a-45e6b5d3ad32 req-36a60b30-c69b-4a1b-bb79-7f1f7bc58114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:09.903873 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b40ab8b-4b76-4e45-923a-45e6b5d3ad32 req-36a60b30-c69b-4a1b-bb79-7f1f7bc58114 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=504ea141-3c64-48b5-943a-bdbdb84bd6df HTTP/1.1" status: 200 len: 860 time: 0.6203196 Mar 07 10:34:09.912310 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8204ebf-8942-4d17-95cf-6cc4b69b025d admin admin] Network 3ee24066-40e5-4c55-993a-10acd4574ead is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:34:09.915083 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port f79303de-8fb8-4957-a357-6aed8a323fb4 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:09.915595 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:09.935567 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f79303de-8fb8-4957-a357-6aed8a323fb4 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:34:09.953053 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-f8204ebf-8942-4d17-95cf-6cc4b69b025d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 3ee24066-40e5-4c55-993a-10acd4574ead) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:34:09.971991 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:09.973142 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-92f24cb3-4480-40c1-8352-341e031fb917 req-5f725a61-b276-4959-a13a-f137ec7a7385 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579468 Mar 07 10:34:09.978357 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8204ebf-8942-4d17-95cf-6cc4b69b025d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:09.980412 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f8204ebf-8942-4d17-95cf-6cc4b69b025d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:09.992088 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e1ee4a-562e-4b62-8086-84c46cc54989 None None] Network 3ee24066-40e5-4c55-993a-10acd4574ead requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:34:10.027161 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port f79303de-8fb8-4957-a357-6aed8a323fb4, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f79303de-8fb8-4957-a357-6aed8a323fb4,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:10.028035 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f8204ebf-8942-4d17-95cf-6cc4b69b025d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9971027 Mar 07 10:34:10.054856 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b40ab8b-4b76-4e45-923a-45e6b5d3ad32 req-12b23476-ed8e-4bf4-bd18-5b988149d1e0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=35723e70-fc1c-4710-9b03-245dacf005c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886128 Mar 07 10:34:10.064100 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:10.118790 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3318ad1b-8a7a-4369-b1fd-53822897e967 req-3d789049-3d29-4ed8-a138-848d24ef3596 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316346 Mar 07 10:34:10.131046 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50aabe-6ad3-456d-b65d-31a9fb29da54 req-1be6f315-0419-42bb-9af7-31de4d1747be tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:10.138170 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e50aabe-6ad3-456d-b65d-31a9fb29da54 req-1be6f315-0419-42bb-9af7-31de4d1747be tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:10.139976 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9e50aabe-6ad3-456d-b65d-31a9fb29da54 req-1be6f315-0419-42bb-9af7-31de4d1747be tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.21 "GET /v2.0/ports?device_id=13a7c91e-d23f-46cb-81d6-84248dd43d80 HTTP/1.1" status: 200 len: 1683 time: 0.3567386 Mar 07 10:34:10.409884 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de96300-91f1-4988-9227-9c5352ddef1e None None] Network 3ee24066-40e5-4c55-993a-10acd4574ead requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:34:10.466551 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3e2d9-a58a-401a-b9c4-737c3a237f30 req-43a7d4c7-97d7-4436-aba7-a6f696fb19e0 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:10.468279 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7cd3e2d9-a58a-401a-b9c4-737c3a237f30 req-43a7d4c7-97d7-4436-aba7-a6f696fb19e0 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 943 time: 0.1825395 Mar 07 10:34:10.476441 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b40ab8b-4b76-4e45-923a-45e6b5d3ad32 req-96bce03a-8b53-4d40-8c0c-2df8b35e23eb service neutron] 10.222.0.31 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126263 Mar 07 10:34:10.501633 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-85dad875-d8ed-414b-8186-72e528b4d5a2 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=f25e2c0cd177406cb4dc143aea88d83d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0821190 Mar 07 10:34:10.574298 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['f79303de-8fb8-4957-a357-6aed8a323fb4'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:10.584434 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=f79303de-8fb8-4957-a357-6aed8a323fb4,revision_number=12']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:10.649987 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-9e50aabe-6ad3-456d-b65d-31a9fb29da54 req-56be400b-7406-4fc4-8188-92c7340fd12f tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Deleting port 0ea7fdc0-0242-4352-af1d-efcb0864dd5f {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:34:10.650482 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9e50aabe-6ad3-456d-b65d-31a9fb29da54 req-56be400b-7406-4fc4-8188-92c7340fd12f tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (0ea7fdc0-0242-4352-af1d-efcb0864dd5f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:10.680042 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7cd3e2d9-a58a-401a-b9c4-737c3a237f30 req-1448591f-8fa0-48eb-a170-bc92c99e1a5f tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024069 Mar 07 10:34:10.804506 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-c3c6995e-b71c-4ccc-a7e8-bfbc0b240de4 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:10.815621 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-c3c6995e-b71c-4ccc-a7e8-bfbc0b240de4 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3123658 Mar 07 10:34:10.838897 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-e493e7a0-a747-4058-8b28-a043dbd8eb84 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/quotas/f25e2c0cd177406cb4dc143aea88d83d HTTP/1.1" status: 200 len: 375 time: 0.0136750 Mar 07 10:34:10.859472 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b40ab8b-4b76-4e45-923a-45e6b5d3ad32 req-eb65b6a9-073b-4a63-a032-249b834828e2 service neutron] 10.222.0.31 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740420 Mar 07 10:34:10.934907 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-d0ebc540-c01e-41ea-a047-3349ccfd8768 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f25e2c0cd177406cb4dc143aea88d83d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0881813 Mar 07 10:34:11.013212 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-9e50aabe-6ad3-456d-b65d-31a9fb29da54 req-56be400b-7406-4fc4-8188-92c7340fd12f tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] For port 0ea7fdc0-0242-4352-af1d-efcb0864dd5f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=0ea7fdc0-0242-4352-af1d-efcb0864dd5f,segment=NetworkSegment(b935239a-a9ab-44c4-b2a8-58c3d703e5a4),segment_id=b935239a-a9ab-44c4-b2a8-58c3d703e5a4)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:11.013586 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9e50aabe-6ad3-456d-b65d-31a9fb29da54 req-56be400b-7406-4fc4-8188-92c7340fd12f tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (0ea7fdc0-0242-4352-af1d-efcb0864dd5f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:11.036315 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-9e50aabe-6ad3-456d-b65d-31a9fb29da54 req-56be400b-7406-4fc4-8188-92c7340fd12f tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Calling delete_port for 0ea7fdc0-0242-4352-af1d-efcb0864dd5f owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:34:11.046772 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4d5d4-0acb-4112-8d6c-4f1739b6205a req-1bd2d49c-dd21-4d6c-847f-ed6001ba0d49 tempest-MigrationsAdminTest-1881540120 tempest-MigrationsAdminTest-1881540120-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:11.048353 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d5c4d5d4-0acb-4112-8d6c-4f1739b6205a req-1bd2d49c-dd21-4d6c-847f-ed6001ba0d49 tempest-MigrationsAdminTest-1881540120 tempest-MigrationsAdminTest-1881540120-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 1132 time: 0.1259737 Mar 07 10:34:11.202180 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d5c4d5d4-0acb-4112-8d6c-4f1739b6205a req-00f648cd-3d96-4408-a035-647434b10fce tempest-MigrationsAdminTest-1881540120 tempest-MigrationsAdminTest-1881540120-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459253 Mar 07 10:34:11.439970 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9e50aabe-6ad3-456d-b65d-31a9fb29da54 req-56be400b-7406-4fc4-8188-92c7340fd12f tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (0ea7fdc0-0242-4352-af1d-efcb0864dd5f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:11.484279 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef053b8-5eb5-4ccb-8b44-9b2e1690afff req-7cf57860-28ee-47e5-a095-ff6f87039531 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:11.498506 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:11.511229 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef053b8-5eb5-4ccb-8b44-9b2e1690afff req-7cf57860-28ee-47e5-a095-ff6f87039531 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:11.518058 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2ef053b8-5eb5-4ccb-8b44-9b2e1690afff req-7cf57860-28ee-47e5-a095-ff6f87039531 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=13a7c91e-d23f-46cb-81d6-84248dd43d80 HTTP/1.1" status: 200 len: 1604 time: 0.1615555 Mar 07 10:34:11.577339 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56be400b-7406-4fc4-8188-92c7340fd12f tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Pushing event deleted for resources: {'Port': ['ID=0ea7fdc0-0242-4352-af1d-efcb0864dd5f,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:11.634751 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2ef053b8-5eb5-4ccb-8b44-9b2e1690afff req-8d0031e5-ca74-4b1e-a478-549d02cd261f tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/security-groups?id=0d2cbc28-624d-48a3-b447-4edbd7daa341&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119740 Mar 07 10:34:11.768918 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-005bf01f-0a8b-472f-8655-34d616ad3946 req-e6402cc5-5a59-4435-97fd-f14d864b10ff tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adfc26e-22fe-46fc-a3f0-3ddd23e2950e HTTP/1.1" status: 200 len: 210 time: 0.0762389 Mar 07 10:34:11.778713 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-ddbe01f7-742f-484b-9fe0-153ac7afe214 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:11.786203 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-ddbe01f7-742f-484b-9fe0-153ac7afe214 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/networks?id=3ee24066-40e5-4c55-993a-10acd4574ead HTTP/1.1" status: 200 len: 815 time: 0.2400005 Mar 07 10:34:11.876334 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-cc010665-db2e-4a07-b607-accab59c3512 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/quotas/7ebccd8ddd004b1baaaff76fdc940f23 HTTP/1.1" status: 200 len: 375 time: 0.0902205 Mar 07 10:34:11.878695 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e50aabe-6ad3-456d-b65d-31a9fb29da54 req-56be400b-7406-4fc4-8188-92c7340fd12f tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] No DVR routers for this DVR port 0ea7fdc0-0242-4352-af1d-efcb0864dd5f on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:34:11.882437 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9e50aabe-6ad3-456d-b65d-31a9fb29da54 req-56be400b-7406-4fc4-8188-92c7340fd12f tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:11.886595 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9e50aabe-6ad3-456d-b65d-31a9fb29da54 req-56be400b-7406-4fc4-8188-92c7340fd12f tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.21 "DELETE /v2.0/ports/0ea7fdc0-0242-4352-af1d-efcb0864dd5f HTTP/1.1" status: 204 len: 173 time: 1.6343439 Mar 07 10:34:11.888319 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a7c91e-d23f-46cb-81d6-84248dd43d80', 'name': 'network-vif-deleted', 'tag': '0ea7fdc0-0242-4352-af1d-efcb0864dd5f'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:11.892066 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f88682-abfc-4f1d-866c-f5b4d2eceb07" -d '{"events": [{"server_uuid": "13a7c91e-d23f-46cb-81d6-84248dd43d80", "name": "network-vif-deleted", "tag": "0ea7fdc0-0242-4352-af1d-efcb0864dd5f"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:11.994755 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-601397dc-ae63-4b2f-a06d-dc493a528494 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ebccd8ddd004b1baaaff76fdc940f23&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1069539 Mar 07 10:34:12.128853 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-9e50aabe-6ad3-456d-b65d-31a9fb29da54 req-13f48f49-f026-4037-96af-ba99fa05a634 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Deleting port 4abe459e-1a04-40b4-b90d-34878d413bad {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:34:12.129278 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9e50aabe-6ad3-456d-b65d-31a9fb29da54 req-13f48f49-f026-4037-96af-ba99fa05a634 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (4abe459e-1a04-40b4-b90d-34878d413bad), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:12.236462 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb6ae3-1112-4e8a-b5b0-e5cad1e7a1fc req-4e1dfff6-e78e-4b3e-ad46-ad23ce8d0282 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:12.239878 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 4abe459e-1a04-40b4-b90d-34878d413bad no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:34:12.256535 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8ccb6ae3-1112-4e8a-b5b0-e5cad1e7a1fc req-4e1dfff6-e78e-4b3e-ad46-ad23ce8d0282 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 943 time: 0.1088309 Mar 07 10:34:12.374727 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8ccb6ae3-1112-4e8a-b5b0-e5cad1e7a1fc req-67273739-f9d7-4723-bffe-3663679ff784 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124861 Mar 07 10:34:12.395078 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-9e50aabe-6ad3-456d-b65d-31a9fb29da54 req-13f48f49-f026-4037-96af-ba99fa05a634 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] For port 4abe459e-1a04-40b4-b90d-34878d413bad, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=4abe459e-1a04-40b4-b90d-34878d413bad,segment=NetworkSegment(7220a517-5dc5-4d02-8767-eca9972f0175),segment_id=7220a517-5dc5-4d02-8767-eca9972f0175)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:12.395590 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9e50aabe-6ad3-456d-b65d-31a9fb29da54 req-13f48f49-f026-4037-96af-ba99fa05a634 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (4abe459e-1a04-40b4-b90d-34878d413bad), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:12.406724 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 4abe459e-1a04-40b4-b90d-34878d413bad is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:12.407774 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4abe459e-1a04-40b4-b90d-34878d413bad), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:12.446123 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a7c91e-d23f-46cb-81d6-84248dd43d80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4abe459e-1a04-40b4-b90d-34878d413bad'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:12.449893 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7883d12-a499-4224-9484-7ae8eaeaadee" -d '{"events": [{"server_uuid": "13a7c91e-d23f-46cb-81d6-84248dd43d80", "name": "network-vif-unplugged", "status": "completed", "tag": "4abe459e-1a04-40b4-b90d-34878d413bad"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:12.471142 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 4abe459e-1a04-40b4-b90d-34878d413bad, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=4abe459e-1a04-40b4-b90d-34878d413bad,segment=NetworkSegment(7220a517-5dc5-4d02-8767-eca9972f0175),segment_id=7220a517-5dc5-4d02-8767-eca9972f0175)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:12.476729 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4abe459e-1a04-40b4-b90d-34878d413bad), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:12.488410 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 0ea7fdc0-0242-4352-af1d-efcb0864dd5f no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:34:12.530283 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-9e50aabe-6ad3-456d-b65d-31a9fb29da54 req-13f48f49-f026-4037-96af-ba99fa05a634 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Calling delete_port for 4abe459e-1a04-40b4-b90d-34878d413bad owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:34:12.559259 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c217b7-0bab-4501-895e-c51700c3bb39 x-openstack-request-id: req-b2c217b7-0bab-4501-895e-c51700c3bb39 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:12.559550 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a7c91e-d23f-46cb-81d6-84248dd43d80", "name": "network-vif-deleted", "tag": "0ea7fdc0-0242-4352-af1d-efcb0864dd5f", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:12.561065 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b2c217b7-0bab-4501-895e-c51700c3bb39 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:12.572972 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a7c91e-d23f-46cb-81d6-84248dd43d80', 'name': 'network-vif-deleted', 'tag': '0ea7fdc0-0242-4352-af1d-efcb0864dd5f', 'status': 'completed', 'code': 200} Mar 07 10:34:12.686269 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=4abe459e-1a04-40b4-b90d-34878d413bad,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:12.689410 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 0ea7fdc0-0242-4352-af1d-efcb0864dd5f {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:34:12.689762 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 0ea7fdc0-0242-4352-af1d-efcb0864dd5f not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:34:12.715551 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053caa1f-8b85-4485-a140-13ff0b156411 req-b7803b0c-dcc7-468e-82df-69864ed1c978 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:12.717039 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-053caa1f-8b85-4485-a140-13ff0b156411 req-b7803b0c-dcc7-468e-82df-69864ed1c978 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 950 time: 0.0746896 Mar 07 10:34:12.727449 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-ac7954e4-7da2-442c-b597-5b1b122be08d service neutron] 10.222.0.11 "GET /v2.0/networks/3ee24066-40e5-4c55-993a-10acd4574ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7235529 Mar 07 10:34:12.749642 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9e50aabe-6ad3-456d-b65d-31a9fb29da54 req-13f48f49-f026-4037-96af-ba99fa05a634 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (4abe459e-1a04-40b4-b90d-34878d413bad), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:12.772154 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-053caa1f-8b85-4485-a140-13ff0b156411 req-1d9b8172-a627-4525-b4c7-d45448cbc77a tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483551 Mar 07 10:34:12.808581 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f48f49-f026-4037-96af-ba99fa05a634 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Pushing event deleted for resources: {'Port': ['ID=4abe459e-1a04-40b4-b90d-34878d413bad,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:12.826852 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68750618-13cb-489c-bd00-880375c15495 x-openstack-request-id: req-68750618-13cb-489c-bd00-880375c15495 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:12.827361 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a7c91e-d23f-46cb-81d6-84248dd43d80", "name": "network-vif-unplugged", "status": "completed", "tag": "4abe459e-1a04-40b4-b90d-34878d413bad", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:12.827638 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-68750618-13cb-489c-bd00-880375c15495 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:12.828032 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a7c91e-d23f-46cb-81d6-84248dd43d80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4abe459e-1a04-40b4-b90d-34878d413bad', 'code': 200} Mar 07 10:34:12.891352 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e50aabe-6ad3-456d-b65d-31a9fb29da54 req-13f48f49-f026-4037-96af-ba99fa05a634 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] No DVR routers for this DVR port 4abe459e-1a04-40b4-b90d-34878d413bad on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:34:12.892576 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:12.895185 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9e50aabe-6ad3-456d-b65d-31a9fb29da54 req-13f48f49-f026-4037-96af-ba99fa05a634 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:12.898699 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9e50aabe-6ad3-456d-b65d-31a9fb29da54 req-13f48f49-f026-4037-96af-ba99fa05a634 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.21 "DELETE /v2.0/ports/4abe459e-1a04-40b4-b90d-34878d413bad HTTP/1.1" status: 204 len: 173 time: 1.0031078 Mar 07 10:34:12.926251 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-99f5a28c-6678-4719-b125-5e3ce2b03968 service neutron] 10.222.0.11 "GET /v2.0/networks/3ee24066-40e5-4c55-993a-10acd4574ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860013 Mar 07 10:34:12.983704 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device f79303de-8fb8-4957-a357-6aed8a323fb4 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:34:13.011667 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8e8358d8-641c-4168-b7c2-f2bc10cdac47 req-c934b35d-429a-4093-b93c-c101823c6164 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "GET /v2.0/ports?device_id=13a7c91e-d23f-46cb-81d6-84248dd43d80 HTTP/1.1" status: 200 len: 210 time: 0.0575719 Mar 07 10:34:13.139722 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port f79303de-8fb8-4957-a357-6aed8a323fb4 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:34:13.148683 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port f79303de-8fb8-4957-a357-6aed8a323fb4 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:13.150412 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:13.187490 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d728f1a4-fe40-4e96-9915-2c758212225b req-0372bbd3-28cc-4107-91a1-47cf9706b23a tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adfc26e-22fe-46fc-a3f0-3ddd23e2950e HTTP/1.1" status: 200 len: 210 time: 0.0710354 Mar 07 10:34:13.268483 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f28d7d18-1519-4cba-8d40-4897e115f5d0 req-a139aa66-581a-4b48-83ab-06ad95eb4149 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 210 time: 0.0995159 Mar 07 10:34:13.283482 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port f79303de-8fb8-4957-a357-6aed8a323fb4 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:13.284628 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:13.316501 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-31a837b3-041f-41bc-89cc-ac7645ceec95 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=f25e2c0cd177406cb4dc143aea88d83d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453091 Mar 07 10:34:13.325327 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port f79303de-8fb8-4957-a357-6aed8a323fb4, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f79303de-8fb8-4957-a357-6aed8a323fb4,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:13.332774 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:13.425954 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=f79303de-8fb8-4957-a357-6aed8a323fb4,revision_number=13']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:13.462818 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-89b95e4b-4a46-468e-9469-cfb29206b164 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:13.464840 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-89b95e4b-4a46-468e-9469-cfb29206b164 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1410537 Mar 07 10:34:13.482499 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-8d8928c0-7d71-41cd-a2d0-2f9a6c41fff4 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Request body: {'port': {'device_id': '8adfc26e-22fe-46fc-a3f0-3ddd23e2950e', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'admin_state_up': True, 'tenant_id': 'f25e2c0cd177406cb4dc143aea88d83d'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:13.690269 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657759a-52b1-4a7d-984d-48c94191244c req-56295b6c-9718-4e19-99e4-190e8c3eb15a tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:13.693302 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c657759a-52b1-4a7d-984d-48c94191244c req-56295b6c-9718-4e19-99e4-190e8c3eb15a tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 943 time: 0.1910074 Mar 07 10:34:13.776099 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-8d8928c0-7d71-41cd-a2d0-2f9a6c41fff4 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Made reservation on behalf of f25e2c0cd177406cb4dc143aea88d83d for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:34:13.783562 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-8d8928c0-7d71-41cd-a2d0-2f9a6c41fff4 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:13.801631 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-8d8928c0-7d71-41cd-a2d0-2f9a6c41fff4 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:13.808756 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c657759a-52b1-4a7d-984d-48c94191244c req-2ad3a3f0-1166-4e42-8ac5-2ca4fa64c90e tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055543 Mar 07 10:34:13.912715 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-8d8928c0-7d71-41cd-a2d0-2f9a6c41fff4 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Publish callbacks [] for security_group (2be4ecf6-32c3-4c43-9472-b41388e26dfa), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:13.919141 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-8d8928c0-7d71-41cd-a2d0-2f9a6c41fff4 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2be4ecf6-32c3-4c43-9472-b41388e26dfa), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:14.000372 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca655d9-b877-4faf-848c-b8567f465b1c req-44b483e0-53e7-4e66-ae7d-871fbbb94080 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:14.002675 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0ca655d9-b877-4faf-848c-b8567f465b1c req-44b483e0-53e7-4e66-ae7d-871fbbb94080 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.31 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 951 time: 0.4191344 Mar 07 10:34:14.071855 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8928c0-7d71-41cd-a2d0-2f9a6c41fff4 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2be4ecf6-32c3-4c43-9472-b41388e26dfa,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:14.149768 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957606f-0499-46ae-99c1-b04120f86361 req-cb16ef66-7b34-4bd9-8f74-922e770580cf tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:14.152050 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1957606f-0499-46ae-99c1-b04120f86361 req-cb16ef66-7b34-4bd9-8f74-922e770580cf tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 951 time: 0.1147625 Mar 07 10:34:14.186026 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-8d8928c0-7d71-41cd-a2d0-2f9a6c41fff4 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Allocated IP 192.168.233.180 (598bad6c-a435-45aa-bbb6-2339f78a1590/cd915eb6-2d51-4c50-93c9-6777e48b408a/530c78fb-a739-475a-b0ee-b9d524e3bbb7) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:34:14.196174 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-0ca655d9-b877-4faf-848c-b8567f465b1c req-ade7b09c-93c0-4c15-bb42-44a1adfb7974 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Deleting port f79303de-8fb8-4957-a357-6aed8a323fb4 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:34:14.196809 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0ca655d9-b877-4faf-848c-b8567f465b1c req-ade7b09c-93c0-4c15-bb42-44a1adfb7974 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:14.343880 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1957606f-0499-46ae-99c1-b04120f86361 req-ce999b93-f6f2-42f3-a209-0fcfc7cf4d9e tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755428 Mar 07 10:34:14.420817 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-0ca655d9-b877-4faf-848c-b8567f465b1c req-ade7b09c-93c0-4c15-bb42-44a1adfb7974 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] For port f79303de-8fb8-4957-a357-6aed8a323fb4, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f79303de-8fb8-4957-a357-6aed8a323fb4,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:14.421406 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0ca655d9-b877-4faf-848c-b8567f465b1c req-ade7b09c-93c0-4c15-bb42-44a1adfb7974 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:14.425830 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42626) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:14.434980 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-0ca655d9-b877-4faf-848c-b8567f465b1c req-ade7b09c-93c0-4c15-bb42-44a1adfb7974 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Calling delete_port for f79303de-8fb8-4957-a357-6aed8a323fb4 owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:34:14.529415 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea303c9e-070b-49be-8cba-7b8288ae5fce tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Deleting subnet 5525903b-bf36-4a69-86a2-ab276046803b {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:34:14.532634 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ea303c9e-070b-49be-8cba-7b8288ae5fce tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks [] for subnet (5525903b-bf36-4a69-86a2-ab276046803b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:14.564910 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-8d8928c0-7d71-41cd-a2d0-2f9a6c41fff4 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Publish callbacks [] for port (530c78fb-a739-475a-b0ee-b9d524e3bbb7), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:14.576341 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a7c91e-d23f-46cb-81d6-84248dd43d80', 'name': 'network-vif-deleted', 'tag': '4abe459e-1a04-40b4-b90d-34878d413bad'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:14.578935 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08871988-0b19-4f0b-abaf-d06053e4c0a4" -d '{"events": [{"server_uuid": "13a7c91e-d23f-46cb-81d6-84248dd43d80", "name": "network-vif-deleted", "tag": "4abe459e-1a04-40b4-b90d-34878d413bad"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:14.590395 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ea303c9e-070b-49be-8cba-7b8288ae5fce tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (5525903b-bf36-4a69-86a2-ab276046803b), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:14.614104 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-36c43496-d27c-484e-b625-c0dc35c8d4c9 req-b3403cc9-69d4-4b47-99ee-fda142213f19 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adfc26e-22fe-46fc-a3f0-3ddd23e2950e HTTP/1.1" status: 200 len: 210 time: 0.0294302 Mar 07 10:34:14.618641 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0ca655d9-b877-4faf-848c-b8567f465b1c req-ade7b09c-93c0-4c15-bb42-44a1adfb7974 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (f79303de-8fb8-4957-a357-6aed8a323fb4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:14.640246 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['0f133ce9-afd6-45de-a481-f08aa31eb2f5', 'df223f55-45cb-4868-896f-698f8d545b7f', 'f79303de-8fb8-4957-a357-6aed8a323fb4'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:14.646785 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['d0a26e44-88e1-422a-9e50-52e8cfc310fe'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:14.724604 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-8d8928c0-7d71-41cd-a2d0-2f9a6c41fff4 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (530c78fb-a739-475a-b0ee-b9d524e3bbb7), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:14.767867 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7b09c-93c0-4c15-bb42-44a1adfb7974 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Pushing event deleted for resources: {'Port': ['ID=f79303de-8fb8-4957-a357-6aed8a323fb4,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:14.832674 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67259233-47d8-4e46-86c2-4d1669ac6566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79303de-8fb8-4957-a357-6aed8a323fb4'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:14.836053 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb00a927-7de8-4277-a146-7eb5809413ce" -d '{"events": [{"server_uuid": "67259233-47d8-4e46-86c2-4d1669ac6566", "name": "network-vif-plugged", "status": "completed", "tag": "f79303de-8fb8-4957-a357-6aed8a323fb4"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:14.849073 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca655d9-b877-4faf-848c-b8567f465b1c req-ade7b09c-93c0-4c15-bb42-44a1adfb7974 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] No DVR routers for this DVR port f79303de-8fb8-4957-a357-6aed8a323fb4 on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:34:14.853914 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-27145d56-aa06-488e-9193-a90ecca4a621 req-8f3139b3-3c43-4f1b-b0d1-d4facd6478f4 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 210 time: 0.0639834 Mar 07 10:34:14.859333 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0ca655d9-b877-4faf-848c-b8567f465b1c req-ade7b09c-93c0-4c15-bb42-44a1adfb7974 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:14.864316 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0ca655d9-b877-4faf-848c-b8567f465b1c req-ade7b09c-93c0-4c15-bb42-44a1adfb7974 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.31 "DELETE /v2.0/ports/f79303de-8fb8-4957-a357-6aed8a323fb4 HTTP/1.1" status: 204 len: 173 time: 0.8448822 Mar 07 10:34:14.866603 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67259233-47d8-4e46-86c2-4d1669ac6566', 'name': 'network-vif-deleted', 'tag': 'f79303de-8fb8-4957-a357-6aed8a323fb4'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:14.884600 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6aaeee-a28f-4c0c-b54f-049109816a54" -d '{"events": [{"server_uuid": "67259233-47d8-4e46-86c2-4d1669ac6566", "name": "network-vif-deleted", "tag": "f79303de-8fb8-4957-a357-6aed8a323fb4"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:14.901543 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acc5298-7425-40c1-a717-7a58edf55e03 x-openstack-request-id: req-4acc5298-7425-40c1-a717-7a58edf55e03 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:14.906598 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a7c91e-d23f-46cb-81d6-84248dd43d80", "name": "network-vif-deleted", "tag": "4abe459e-1a04-40b4-b90d-34878d413bad", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:14.906598 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4acc5298-7425-40c1-a717-7a58edf55e03 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:14.906881 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a7c91e-d23f-46cb-81d6-84248dd43d80', 'name': 'network-vif-deleted', 'tag': '4abe459e-1a04-40b4-b90d-34878d413bad', 'status': 'completed', 'code': 200} Mar 07 10:34:14.907451 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8928c0-7d71-41cd-a2d0-2f9a6c41fff4 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Pushing event updated for resources: {'Port': ['ID=530c78fb-a739-475a-b0ee-b9d524e3bbb7,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:14.975609 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b03b2b-050c-45a4-be26-d0cedbe82f63 x-openstack-request-id: req-79b03b2b-050c-45a4-be26-d0cedbe82f63 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:14.975903 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67259233-47d8-4e46-86c2-4d1669ac6566", "name": "network-vif-plugged", "status": "completed", "tag": "f79303de-8fb8-4957-a357-6aed8a323fb4", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:14.976675 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-79b03b2b-050c-45a4-be26-d0cedbe82f63 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:14.978196 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67259233-47d8-4e46-86c2-4d1669ac6566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79303de-8fb8-4957-a357-6aed8a323fb4', 'code': 200} Mar 07 10:34:15.073355 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-8d8928c0-7d71-41cd-a2d0-2f9a6c41fff4 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:34:15.084437 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ea303c9e-070b-49be-8cba-7b8288ae5fce tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (5525903b-bf36-4a69-86a2-ab276046803b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:15.090322 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-8d8928c0-7d71-41cd-a2d0-2f9a6c41fff4 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:34:15.118844 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-8d8928c0-7d71-41cd-a2d0-2f9a6c41fff4 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:34:15.212706 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa3bd5-4aa7-46f1-b18e-dd9013574d6d req-7a19bd12-68a3-468d-a36e-3e54f47d05ad tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:15.219503 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-ea20506d-84d7-4205-8d75-d29e081070d4 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:15.221022 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-ea20506d-84d7-4205-8d75-d29e081070d4 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.21 "GET /v2.0/networks?id=3ee24066-40e5-4c55-993a-10acd4574ead HTTP/1.1" status: 200 len: 815 time: 0.4934287 Mar 07 10:34:15.221479 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d9aa3bd5-4aa7-46f1-b18e-dd9013574d6d req-7a19bd12-68a3-468d-a36e-3e54f47d05ad tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 943 time: 0.1348813 Mar 07 10:34:15.243451 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-573dc56d-87bd-47ba-920e-a4fedea2b27e tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Request body: {'port': {'device_id': '4ec170ca-90a5-496b-9baa-d28aec7f4bfb', 'network_id': '3ee24066-40e5-4c55-993a-10acd4574ead', 'admin_state_up': True, 'tenant_id': '7ebccd8ddd004b1baaaff76fdc940f23'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:15.292248 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-8d8928c0-7d71-41cd-a2d0-2f9a6c41fff4 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:15.292896 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-8d8928c0-7d71-41cd-a2d0-2f9a6c41fff4 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:15.310821 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37b15b4-4fad-454b-ad58-58573522bb82 x-openstack-request-id: req-a37b15b4-4fad-454b-ad58-58573522bb82 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:15.311414 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67259233-47d8-4e46-86c2-4d1669ac6566", "name": "network-vif-deleted", "tag": "f79303de-8fb8-4957-a357-6aed8a323fb4", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:15.312024 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a37b15b4-4fad-454b-ad58-58573522bb82 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:15.312772 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67259233-47d8-4e46-86c2-4d1669ac6566', 'name': 'network-vif-deleted', 'tag': 'f79303de-8fb8-4957-a357-6aed8a323fb4', 'status': 'completed', 'code': 200} Mar 07 10:34:15.355238 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-8d8928c0-7d71-41cd-a2d0-2f9a6c41fff4 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8767934 Mar 07 10:34:15.383627 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d9aa3bd5-4aa7-46f1-b18e-dd9013574d6d req-1da0dfae-c635-4e48-a093-b686d36537a7 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574640 Mar 07 10:34:15.385861 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] Request body: {'port': {'device_id': '8adfc26e-22fe-46fc-a3f0-3ddd23e2950e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:15.649677 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ea34f41f-bd83-4d1b-82a9-feca63eda41f None None] Provisioning complete for port 530c78fb-a739-475a-b0ee-b9d524e3bbb7 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:15.650302 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ea34f41f-bd83-4d1b-82a9-feca63eda41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (530c78fb-a739-475a-b0ee-b9d524e3bbb7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:15.694118 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ea34f41f-bd83-4d1b-82a9-feca63eda41f None None] Port 530c78fb-a739-475a-b0ee-b9d524e3bbb7 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:34:15.730514 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-30cb2f8a-ed76-43bf-9f73-98607ab7f899 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:15.737534 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-30cb2f8a-ed76-43bf-9f73-98607ab7f899 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/networks?id=1c9349e7-4e65-4998-b65b-262e6f8a6364 HTTP/1.1" status: 200 len: 804 time: 0.1448054 Mar 07 10:34:15.749944 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-e9ebb68e-b6f7-4ac4-9fa9-149cd546571c tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/quotas/cc6f3fbdf9284c94904af0b2498a31e1 HTTP/1.1" status: 200 len: 375 time: 0.0113943 Mar 07 10:34:15.758973 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ea303c9e-070b-49be-8cba-7b8288ae5fce tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (5525903b-bf36-4a69-86a2-ab276046803b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:15.813065 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea303c9e-070b-49be-8cba-7b8288ae5fce tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Pushing event deleted for resources: {'Subnet': ['ID=5525903b-bf36-4a69-86a2-ab276046803b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:15.813648 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-52d5ae2f-5846-48d8-826f-8d0b2a82a46a tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc6f3fbdf9284c94904af0b2498a31e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0555003 Mar 07 10:34:15.848155 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b93cc1f5-5be0-4d26-bae0-5f61c1084cd4 req-fa5fa5a8-58bd-46ed-88c5-d29bc1cf5bf2 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=67259233-47d8-4e46-86c2-4d1669ac6566 HTTP/1.1" status: 200 len: 210 time: 0.0805867 Mar 07 10:34:15.848788 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba58cff-7a5b-485e-8861-155ed16cc8cf None None] Network 060473dc-b910-47af-996c-871e50d4bf85 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:34:15.849356 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ea303c9e-070b-49be-8cba-7b8288ae5fce tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:15.856532 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42662) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:15.857501 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ea303c9e-070b-49be-8cba-7b8288ae5fce tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "DELETE /v2.0/subnets/5525903b-bf36-4a69-86a2-ab276046803b HTTP/1.1" status: 204 len: 168 time: 1.4306769 Mar 07 10:34:15.919402 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (530c78fb-a739-475a-b0ee-b9d524e3bbb7), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:15.990503 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c8cf80e4-b994-4297-a725-457e0955c78a tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (060473dc-b910-47af-996c-871e50d4bf85), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:16.004069 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-4eef6da7-c273-4dd2-bea8-f63e61f56bf9 service neutron] 10.222.0.11 "GET /v2.0/networks/1c9349e7-4e65-4998-b65b-262e6f8a6364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801133 Mar 07 10:34:16.023547 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-573dc56d-87bd-47ba-920e-a4fedea2b27e tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Made reservation on behalf of 7ebccd8ddd004b1baaaff76fdc940f23 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:34:16.026166 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-573dc56d-87bd-47ba-920e-a4fedea2b27e tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:16.103368 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a448d6-3e68-44f7-a9fc-18c51f15d9b3 None None] DHCP port deletion for 060473dc-b910-47af-996c-871e50d4bf85 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:34:16.150299 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-78ff3b52-5e61-4e76-97b8-7a7747267ae5 service neutron] 10.222.0.11 "GET /v2.0/networks/1c9349e7-4e65-4998-b65b-262e6f8a6364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452312 Mar 07 10:34:16.167665 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-90a448d6-3e68-44f7-a9fc-18c51f15d9b3 None None] Deleting port 74738a8d-f254-4b20-8573-a445f9970ee4 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:34:16.168831 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-90a448d6-3e68-44f7-a9fc-18c51f15d9b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (74738a8d-f254-4b20-8573-a445f9970ee4), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:16.173895 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-c8cf80e4-b994-4297-a725-457e0955c78a tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Deleting port 74738a8d-f254-4b20-8573-a445f9970ee4 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:34:16.174235 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c8cf80e4-b994-4297-a725-457e0955c78a tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (74738a8d-f254-4b20-8573-a445f9970ee4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:16.246261 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d098f9c9-e284-4064-8530-34125367b24c no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:34:16.262917 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-c8cf80e4-b994-4297-a725-457e0955c78a tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] For port 74738a8d-f254-4b20-8573-a445f9970ee4, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=74738a8d-f254-4b20-8573-a445f9970ee4,segment=NetworkSegment(b935239a-a9ab-44c4-b2a8-58c3d703e5a4),segment_id=b935239a-a9ab-44c4-b2a8-58c3d703e5a4)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:16.263295 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c8cf80e4-b994-4297-a725-457e0955c78a tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (74738a8d-f254-4b20-8573-a445f9970ee4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:16.273644 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b79507-7b1b-47df-a331-fee75ae183db req-0ae4ed1d-7bd2-4b1b-8ee3-bed0f502baf8 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:16.277174 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-c8cf80e4-b994-4297-a725-457e0955c78a tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Calling delete_port for 74738a8d-f254-4b20-8573-a445f9970ee4 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:34:16.283590 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d9b79507-7b1b-47df-a331-fee75ae183db req-0ae4ed1d-7bd2-4b1b-8ee3-bed0f502baf8 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adfc26e-22fe-46fc-a3f0-3ddd23e2950e HTTP/1.1" status: 200 len: 936 time: 0.2902589 Mar 07 10:34:16.307485 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-90a448d6-3e68-44f7-a9fc-18c51f15d9b3 None None] For port 74738a8d-f254-4b20-8573-a445f9970ee4, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=74738a8d-f254-4b20-8573-a445f9970ee4,segment=NetworkSegment(b935239a-a9ab-44c4-b2a8-58c3d703e5a4),segment_id=b935239a-a9ab-44c4-b2a8-58c3d703e5a4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:16.308493 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-90a448d6-3e68-44f7-a9fc-18c51f15d9b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (74738a8d-f254-4b20-8573-a445f9970ee4), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:16.352678 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-90a448d6-3e68-44f7-a9fc-18c51f15d9b3 None None] Calling delete_port for 74738a8d-f254-4b20-8573-a445f9970ee4 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:34:16.459830 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c8cf80e4-b994-4297-a725-457e0955c78a tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (74738a8d-f254-4b20-8573-a445f9970ee4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:16.514146 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-90a448d6-3e68-44f7-a9fc-18c51f15d9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (74738a8d-f254-4b20-8573-a445f9970ee4), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:16.527185 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port d098f9c9-e284-4064-8530-34125367b24c is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:16.527575 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d098f9c9-e284-4064-8530-34125367b24c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:16.539516 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf80e4-b994-4297-a725-457e0955c78a tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Pushing event deleted for resources: {'Port': ['ID=74738a8d-f254-4b20-8573-a445f9970ee4,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:16.551516 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d9b79507-7b1b-47df-a331-fee75ae183db req-fda2a8a3-fd86-4c27-a826-676c7250e4d1 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/security-groups?id=2be4ecf6-32c3-4c43-9472-b41388e26dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627127 Mar 07 10:34:16.552450 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9708a63c-743b-4248-8883-e0d38ab671dd req-bb78912b-085b-4cf7-b4a5-0650507fad1b tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 210 time: 0.0648944 Mar 07 10:34:16.558513 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cf80e4-b994-4297-a725-457e0955c78a tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] No DVR routers for this DVR port 74738a8d-f254-4b20-8573-a445f9970ee4 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:34:16.586195 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a448d6-3e68-44f7-a9fc-18c51f15d9b3 None None] Pushing event deleted for resources: {'Port': ['ID=74738a8d-f254-4b20-8573-a445f9970ee4,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:16.636781 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-573dc56d-87bd-47ba-920e-a4fedea2b27e tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Allocated IP 172.20.0.6 (3ee24066-40e5-4c55-993a-10acd4574ead/d1660007-f2c2-4a95-bc44-450c0339f46e/9d57298c-b336-43ff-bcd3-a4ea21a1d72f) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:34:16.652952 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port d098f9c9-e284-4064-8530-34125367b24c, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d098f9c9-e284-4064-8530-34125367b24c,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:16.663060 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d098f9c9-e284-4064-8530-34125367b24c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:16.669564 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a448d6-3e68-44f7-a9fc-18c51f15d9b3 None None] No DVR routers for this DVR port 74738a8d-f254-4b20-8573-a445f9970ee4 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:34:16.706350 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-00def668-02ba-45a2-9b2b-879474beb805 req-4657f9c2-53aa-4360-9263-dd0731bba1a2 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=054cbb2e-714f-4941-b1e8-e2da87dc7a3b HTTP/1.1" status: 200 len: 210 time: 0.0724213 Mar 07 10:34:16.758171 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c8cf80e4-b994-4297-a725-457e0955c78a tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (060473dc-b910-47af-996c-871e50d4bf85), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:16.762432 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=d098f9c9-e284-4064-8530-34125367b24c,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:16.807281 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c8cf80e4-b994-4297-a725-457e0955c78a tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['060473dc-b910-47af-996c-871e50d4bf85']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:16.827520 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19fc59-c797-4c97-8582-38af50f5cf53 req-1aa4eaf4-7c5a-42e3-b381-1a12c9ef27cd tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:16.834742 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-df19fc59-c797-4c97-8582-38af50f5cf53 req-1aa4eaf4-7c5a-42e3-b381-1a12c9ef27cd tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 943 time: 0.1532161 Mar 07 10:34:16.837635 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c8cf80e4-b994-4297-a725-457e0955c78a tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b935239a-a9ab-44c4-b2a8-58c3d703e5a4') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:16.838477 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c8cf80e4-b994-4297-a725-457e0955c78a tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b935239a-a9ab-44c4-b2a8-58c3d703e5a4') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:16.859887 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c8cf80e4-b994-4297-a725-457e0955c78a tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (b935239a-a9ab-44c4-b2a8-58c3d703e5a4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:16.882812 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c8cf80e4-b994-4297-a725-457e0955c78a tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (b935239a-a9ab-44c4-b2a8-58c3d703e5a4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:16.897878 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8cf80e4-b994-4297-a725-457e0955c78a tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:34:16.898307 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c8cf80e4-b994-4297-a725-457e0955c78a tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (b935239a-a9ab-44c4-b2a8-58c3d703e5a4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:16.902185 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:34:16.902185 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:34:16.902185 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:34:16.902185 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:34:16.902185 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:34:16.902185 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:34:16.902185 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:34:16.902185 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:34:16.902185 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:34:16.902185 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:34:16.902185 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:34:16.902185 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:34:16.902185 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:34:16.902185 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:34:16.902185 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:34:16.902185 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:34:16.902185 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:34:16.902185 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:34:16.902185 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:34:16.902185 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:34:16.902185 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:34:16.902185 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:34:16.902185 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:34:16.902185 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:34:16.902185 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:34:16.902185 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:34:16.902185 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:34:16.902185 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:34:16.902185 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:34:16.902185 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:34:16.902185 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:34:16.902185 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:34:16.927322 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-df19fc59-c797-4c97-8582-38af50f5cf53 req-5e726a06-5056-4b26-ad3a-fb405d5d970d tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917697 Mar 07 10:34:16.977717 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device f79303de-8fb8-4957-a357-6aed8a323fb4 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:34:17.004257 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-573dc56d-87bd-47ba-920e-a4fedea2b27e tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Publish callbacks [] for port (9d57298c-b336-43ff-bcd3-a4ea21a1d72f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:17.011964 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c8cf80e4-b994-4297-a725-457e0955c78a tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (060473dc-b910-47af-996c-871e50d4bf85), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:17.012367 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f387de4b-5c85-4bcf-b853-36fb338fb1af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd098f9c9-e284-4064-8530-34125367b24c'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:17.019262 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4605f7-4972-43a1-bb4a-6775464b7c14" -d '{"events": [{"server_uuid": "f387de4b-5c85-4bcf-b853-36fb338fb1af", "name": "network-vif-unplugged", "status": "completed", "tag": "d098f9c9-e284-4064-8530-34125367b24c"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:17.028709 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: f79303de-8fb8-4957-a357-6aed8a323fb4 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:34:17.029053 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device f79303de-8fb8-4957-a357-6aed8a323fb4 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:34:17.046618 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c8cf80e4-b994-4297-a725-457e0955c78a tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:17.054208 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c8cf80e4-b994-4297-a725-457e0955c78a tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "DELETE /v2.0/networks/060473dc-b910-47af-996c-871e50d4bf85 HTTP/1.1" status: 204 len: 168 time: 1.1966162 Mar 07 10:34:17.055428 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 530c78fb-a739-475a-b0ee-b9d524e3bbb7 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:34:17.055588 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf80e4-b994-4297-a725-457e0955c78a tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Pushing event deleted for resources: {'Network': ['ID=060473dc-b910-47af-996c-871e50d4bf85,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:17.058180 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42684) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:17.069828 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] Publish callbacks [] for port (530c78fb-a739-475a-b0ee-b9d524e3bbb7), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:17.081843 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-573dc56d-87bd-47ba-920e-a4fedea2b27e tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (9d57298c-b336-43ff-bcd3-a4ea21a1d72f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:17.120246 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f555c1-b4b7-4280-8787-1cce8d6e2bd6 x-openstack-request-id: req-78f555c1-b4b7-4280-8787-1cce8d6e2bd6 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:17.120544 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f387de4b-5c85-4bcf-b853-36fb338fb1af", "name": "network-vif-unplugged", "status": "completed", "tag": "d098f9c9-e284-4064-8530-34125367b24c", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:17.120808 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-78f555c1-b4b7-4280-8787-1cce8d6e2bd6 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:17.121319 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f387de4b-5c85-4bcf-b853-36fb338fb1af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd098f9c9-e284-4064-8530-34125367b24c', 'code': 200} Mar 07 10:34:17.143531 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7abf9cf-ec88-41bc-9501-37f30d279dd5 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Deleting subnet 4bff733a-4e06-4039-b3df-1d376c953722 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:34:17.147583 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d7abf9cf-ec88-41bc-9501-37f30d279dd5 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks [] for subnet (4bff733a-4e06-4039-b3df-1d376c953722), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:17.170292 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573dc56d-87bd-47ba-920e-a4fedea2b27e tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Pushing event updated for resources: {'Port': ['ID=9d57298c-b336-43ff-bcd3-a4ea21a1d72f,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:17.177426 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] Transition to ACTIVE for port object 530c78fb-a739-475a-b0ee-b9d524e3bbb7 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:34:17.191951 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (530c78fb-a739-475a-b0ee-b9d524e3bbb7), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:17.196908 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d7abf9cf-ec88-41bc-9501-37f30d279dd5 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (4bff733a-4e06-4039-b3df-1d376c953722), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:17.206127 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099f916-4b7c-4cf2-8517-0becd5d60ab3 req-2e761693-8a0a-4783-9150-982ff5f49d99 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:17.207873 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1099f916-4b7c-4cf2-8517-0becd5d60ab3 req-2e761693-8a0a-4783-9150-982ff5f49d99 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.21 "GET /v2.0/ports?device_id=f387de4b-5c85-4bcf-b853-36fb338fb1af HTTP/1.1" status: 200 len: 943 time: 0.4596663 Mar 07 10:34:17.215222 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-573dc56d-87bd-47ba-920e-a4fedea2b27e tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Network 3ee24066-40e5-4c55-993a-10acd4574ead is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:34:17.261139 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] Pushing event updated for resources: {'Port': ['ID=530c78fb-a739-475a-b0ee-b9d524e3bbb7,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:17.279059 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-573dc56d-87bd-47ba-920e-a4fedea2b27e tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:34:17.281623 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-573dc56d-87bd-47ba-920e-a4fedea2b27e tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:34:17.406444 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d7abf9cf-ec88-41bc-9501-37f30d279dd5 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (4bff733a-4e06-4039-b3df-1d376c953722), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:17.488745 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d7abf9cf-ec88-41bc-9501-37f30d279dd5 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (4bff733a-4e06-4039-b3df-1d376c953722), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:17.502657 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] Attempting to bind port 530c78fb-a739-475a-b0ee-b9d524e3bbb7 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:34:17.503957 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] Attempting to bind port 530c78fb-a739-475a-b0ee-b9d524e3bbb7 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:34:17.504737 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] Attempting to bind port 530c78fb-a739-475a-b0ee-b9d524e3bbb7 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:17.512840 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] Port 530c78fb-a739-475a-b0ee-b9d524e3bbb7 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:34:17.514077 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] Attempting to bind port 530c78fb-a739-475a-b0ee-b9d524e3bbb7 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:17.523931 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-573dc56d-87bd-47ba-920e-a4fedea2b27e tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:17.525671 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-573dc56d-87bd-47ba-920e-a4fedea2b27e tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:17.525907 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7abf9cf-ec88-41bc-9501-37f30d279dd5 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Pushing event deleted for resources: {'Subnet': ['ID=4bff733a-4e06-4039-b3df-1d376c953722,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:17.536029 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d7abf9cf-ec88-41bc-9501-37f30d279dd5 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:17.543145 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d7abf9cf-ec88-41bc-9501-37f30d279dd5 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "DELETE /v2.0/subnets/4bff733a-4e06-4039-b3df-1d376c953722 HTTP/1.1" status: 204 len: 168 time: 0.4835274 Mar 07 10:34:17.544554 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42688) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:17.546180 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f76bff-3df5-4442-92e7-3a0d3ea85249 None None] Network 69fd3945-4268-411d-87c7-a06342775b67 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:34:17.559652 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8dad6-4b09-4222-9c5b-89cf5af3cc73 req-86227099-f901-427d-bd25-dcb144a56a41 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:17.561232 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9ce8dad6-4b09-4222-9c5b-89cf5af3cc73 req-86227099-f901-427d-bd25-dcb144a56a41 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 951 time: 0.1790090 Mar 07 10:34:17.609410 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-573dc56d-87bd-47ba-920e-a4fedea2b27e tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3726962 Mar 07 10:34:17.610316 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 33, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:34:17.610786 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:34:17.611276 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:34:17.611825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] Bound port: 530c78fb-a739-475a-b0ee-b9d524e3bbb7, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:34:17.612284 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (530c78fb-a739-475a-b0ee-b9d524e3bbb7), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:17.631205 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-7faa4834-a18d-46da-8257-f9c91ed4fe25 service neutron] Request body: {'port': {'device_id': '4ec170ca-90a5-496b-9baa-d28aec7f4bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:17.661694 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9ce8dad6-4b09-4222-9c5b-89cf5af3cc73 req-eaa74062-59de-4d39-a743-8edb04cca4d3 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913956 Mar 07 10:34:17.805395 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2db1ce-4647-4e19-be8e-9678e961d8a9 None None] DHCP port deletion for 69fd3945-4268-411d-87c7-a06342775b67 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:34:17.830009 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] For port 530c78fb-a739-475a-b0ee-b9d524e3bbb7, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:34:17.836144 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] For port 530c78fb-a739-475a-b0ee-b9d524e3bbb7, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=530c78fb-a739-475a-b0ee-b9d524e3bbb7,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:34:17.872853 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-7f2db1ce-4647-4e19-be8e-9678e961d8a9 None None] Deleting port 990bc626-4ee2-40e2-b04c-fae44d75f309 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:34:17.873456 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7f2db1ce-4647-4e19-be8e-9678e961d8a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (990bc626-4ee2-40e2-b04c-fae44d75f309), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:17.879720 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e891a3-8a95-46f9-b446-54dbad66fe36 req-64ba32a1-0327-4e23-912c-dce403da7023 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:17.882847 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-48e891a3-8a95-46f9-b446-54dbad66fe36 req-64ba32a1-0327-4e23-912c-dce403da7023 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 931 time: 0.1171064 Mar 07 10:34:17.897448 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (530c78fb-a739-475a-b0ee-b9d524e3bbb7), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:17.993603 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-7f2db1ce-4647-4e19-be8e-9678e961d8a9 None None] For port 990bc626-4ee2-40e2-b04c-fae44d75f309, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=990bc626-4ee2-40e2-b04c-fae44d75f309,segment=NetworkSegment(7220a517-5dc5-4d02-8767-eca9972f0175),segment_id=7220a517-5dc5-4d02-8767-eca9972f0175)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:17.994773 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7f2db1ce-4647-4e19-be8e-9678e961d8a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (990bc626-4ee2-40e2-b04c-fae44d75f309), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:18.019357 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-7f2db1ce-4647-4e19-be8e-9678e961d8a9 None None] Calling delete_port for 990bc626-4ee2-40e2-b04c-fae44d75f309 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:34:18.025120 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] Pushing event updated for resources: {'Port': ['ID=530c78fb-a739-475a-b0ee-b9d524e3bbb7,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:18.047472 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-48e891a3-8a95-46f9-b446-54dbad66fe36 req-47a654cb-d789-4ae3-8de9-72dbc814a252 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527815 Mar 07 10:34:18.066184 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-1099f916-4b7c-4cf2-8517-0becd5d60ab3 req-1d521dd4-e01e-4917-bb52-6a5b5c9cd337 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Deleting port d098f9c9-e284-4064-8530-34125367b24c {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:34:18.066184 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1099f916-4b7c-4cf2-8517-0becd5d60ab3 req-1d521dd4-e01e-4917-bb52-6a5b5c9cd337 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (d098f9c9-e284-4064-8530-34125367b24c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:18.093227 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-35e7f03b-161e-4399-9e98-a2647a1ef595 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (69fd3945-4268-411d-87c7-a06342775b67), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:18.121446 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-172376e3-7ebc-494e-a501-46015e9f4649 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:18.124120 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-172376e3-7ebc-494e-a501-46015e9f4649 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.21 "GET /v2.0/networks?id=1c9349e7-4e65-4998-b65b-262e6f8a6364 HTTP/1.1" status: 200 len: 804 time: 0.2757068 Mar 07 10:34:18.126841 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:18.127537 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:18.129266 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] 10.222.0.31 "PUT /v2.0/ports/530c78fb-a739-475a-b0ee-b9d524e3bbb7 HTTP/1.1" status: 200 len: 1096 time: 2.7648029 Mar 07 10:34:18.130335 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8adfc26e-22fe-46fc-a3f0-3ddd23e2950e', 'tag': '530c78fb-a739-475a-b0ee-b9d524e3bbb7'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:18.139237 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-c1a706f5-301e-4352-9898-9b4224bc5d23 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Request body: {'port': {'device_id': '054cbb2e-714f-4941-b1e8-e2da87dc7a3b', 'network_id': '1c9349e7-4e65-4998-b65b-262e6f8a6364', 'admin_state_up': True, 'tenant_id': 'cc6f3fbdf9284c94904af0b2498a31e1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:18.146305 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab46f0b-cc2f-4064-8616-8f444f59f154" -d '{"events": [{"name": "network-changed", "server_uuid": "8adfc26e-22fe-46fc-a3f0-3ddd23e2950e", "tag": "530c78fb-a739-475a-b0ee-b9d524e3bbb7"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:18.152186 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 990bc626-4ee2-40e2-b04c-fae44d75f309 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:34:18.154987 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:18.157528 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:18.158493 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:18.158854 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:18.159276 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:18.159667 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:18.159832 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:18.160136 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:18.160529 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:18.160921 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:18.161346 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:18.161739 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:18.162127 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:18.162516 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b72d57-3af1-424f-80be-645433da5e20 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:18.231583 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-7faa4834-a18d-46da-8257-f9c91ed4fe25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9d57298c-b336-43ff-bcd3-a4ea21a1d72f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:18.274698 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d1306ec8-bd32-4db7-b095-fc84cbc6abbc req-07d0b261-f8a2-40b2-ba56-dc2bf03b072e tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=054cbb2e-714f-4941-b1e8-e2da87dc7a3b HTTP/1.1" status: 200 len: 210 time: 0.0451496 Mar 07 10:34:18.322101 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a2528-5366-4a36-b628-5293f4352efd req-dc606aaf-d1f7-4819-82f1-11e3ebe6f4ab tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:18.341624 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a7a2528-5366-4a36-b628-5293f4352efd req-dc606aaf-d1f7-4819-82f1-11e3ebe6f4ab tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adfc26e-22fe-46fc-a3f0-3ddd23e2950e HTTP/1.1" status: 200 len: 948 time: 0.6435671 Mar 07 10:34:18.354981 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-c1a706f5-301e-4352-9898-9b4224bc5d23 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Made reservation on behalf of cc6f3fbdf9284c94904af0b2498a31e1 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:34:18.361457 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-c1a706f5-301e-4352-9898-9b4224bc5d23 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:18.389275 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7f2db1ce-4647-4e19-be8e-9678e961d8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (990bc626-4ee2-40e2-b04c-fae44d75f309), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:18.447314 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-35e7f03b-161e-4399-9e98-a2647a1ef595 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] The port '990bc626-4ee2-40e2-b04c-fae44d75f309' was deleted {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Mar 07 10:34:18.468820 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2db1ce-4647-4e19-be8e-9678e961d8a9 None None] Pushing event deleted for resources: {'Port': ['ID=990bc626-4ee2-40e2-b04c-fae44d75f309,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:18.474939 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 990bc626-4ee2-40e2-b04c-fae44d75f309 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:18.475507 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (990bc626-4ee2-40e2-b04c-fae44d75f309), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:18.499979 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2db1ce-4647-4e19-be8e-9678e961d8a9 None None] No DVR routers for this DVR port 990bc626-4ee2-40e2-b04c-fae44d75f309 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:34:18.527185 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1099f916-4b7c-4cf2-8517-0becd5d60ab3 req-1d521dd4-e01e-4917-bb52-6a5b5c9cd337 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] For port d098f9c9-e284-4064-8530-34125367b24c, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d098f9c9-e284-4064-8530-34125367b24c,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:18.527562 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1099f916-4b7c-4cf2-8517-0becd5d60ab3 req-1d521dd4-e01e-4917-bb52-6a5b5c9cd337 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (d098f9c9-e284-4064-8530-34125367b24c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:18.572978 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 74738a8d-f254-4b20-8573-a445f9970ee4 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:34:18.583686 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad61bc37-5507-490b-add1-95a1b70a9d5b req-20688659-b6e6-4e58-82d0-4aefc05579fb tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:18.591703 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ad61bc37-5507-490b-add1-95a1b70a9d5b req-20688659-b6e6-4e58-82d0-4aefc05579fb tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 943 time: 0.1444721 Mar 07 10:34:18.595975 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 74738a8d-f254-4b20-8573-a445f9970ee4 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:34:18.596513 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 74738a8d-f254-4b20-8573-a445f9970ee4 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:34:18.630349 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-c1a706f5-301e-4352-9898-9b4224bc5d23 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Allocated IP 172.20.0.7 (1c9349e7-4e65-4998-b65b-262e6f8a6364/a0c87802-4ea4-47ca-8770-96eb56986af1/08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:34:18.644692 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-1099f916-4b7c-4cf2-8517-0becd5d60ab3 req-1d521dd4-e01e-4917-bb52-6a5b5c9cd337 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Calling delete_port for d098f9c9-e284-4064-8530-34125367b24c owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:34:18.677052 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ad61bc37-5507-490b-add1-95a1b70a9d5b req-f437c384-5e07-4d58-a264-640a8f247058 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845087 Mar 07 10:34:18.697929 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-35e7f03b-161e-4399-9e98-a2647a1ef595 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (69fd3945-4268-411d-87c7-a06342775b67), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:18.705192 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-fcc70bb1-43a2-4fdb-8a79-dc5e3bf2696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:18.706744 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-fcc70bb1-43a2-4fdb-8a79-dc5e3bf2696c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f25e2c0cd177406cb4dc143aea88d83d&device_id=8adfc26e-22fe-46fc-a3f0-3ddd23e2950e HTTP/1.1" status: 200 len: 1130 time: 0.4938266 Mar 07 10:34:18.709923 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a7a2528-5366-4a36-b628-5293f4352efd req-21349bdc-5969-4f88-8230-c8c487fa3fbb tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/security-groups?id=2be4ecf6-32c3-4c43-9472-b41388e26dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3675163 Mar 07 10:34:18.865698 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e69032-70b8-4ecb-8f16-5fa6c3c62fbc x-openstack-request-id: req-f3e69032-70b8-4ecb-8f16-5fa6c3c62fbc {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:18.866000 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8adfc26e-22fe-46fc-a3f0-3ddd23e2950e", "tag": "530c78fb-a739-475a-b0ee-b9d524e3bbb7", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:18.866257 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f3e69032-70b8-4ecb-8f16-5fa6c3c62fbc {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:18.866662 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8adfc26e-22fe-46fc-a3f0-3ddd23e2950e', 'tag': '530c78fb-a739-475a-b0ee-b9d524e3bbb7', 'status': 'completed', 'code': 200} Mar 07 10:34:18.871890 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-35e7f03b-161e-4399-9e98-a2647a1ef595 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69fd3945-4268-411d-87c7-a06342775b67']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:18.875767 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-76b190e9-56ed-4e38-8de3-5e8e64b6f79b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=530c78fb-a739-475a-b0ee-b9d524e3bbb7 HTTP/1.1" status: 200 len: 217 time: 0.1559076 Mar 07 10:34:18.910246 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-35e7f03b-161e-4399-9e98-a2647a1ef595 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7220a517-5dc5-4d02-8767-eca9972f0175') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:18.910544 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-35e7f03b-161e-4399-9e98-a2647a1ef595 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7220a517-5dc5-4d02-8767-eca9972f0175') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:18.993001 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-35e7f03b-161e-4399-9e98-a2647a1ef595 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (7220a517-5dc5-4d02-8767-eca9972f0175), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:19.051038 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-3ddb86c7-f18f-4b01-a708-0d9c48f0dd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:19.053128 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-3ddb86c7-f18f-4b01-a708-0d9c48f0dd9d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1483729 Mar 07 10:34:19.056112 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-35e7f03b-161e-4399-9e98-a2647a1ef595 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (7220a517-5dc5-4d02-8767-eca9972f0175), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:19.124812 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1290fe-59c7-4079-bf57-5fca9352bc63 req-9140e169-b245-4bbf-adf5-a88954998c3f tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:19.126396 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-af1290fe-59c7-4079-bf57-5fca9352bc63 req-9140e169-b245-4bbf-adf5-a88954998c3f tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.31 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 951 time: 0.1259415 Mar 07 10:34:19.134408 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e7f03b-161e-4399-9e98-a2647a1ef595 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:34:19.135539 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-35e7f03b-161e-4399-9e98-a2647a1ef595 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (7220a517-5dc5-4d02-8767-eca9972f0175), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:19.147936 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6ba96c-efba-41fc-8802-3feff2ae6014 req-26c99513-5145-43d9-91f7-6b47305e96d1 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:19.149827 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4f6ba96c-efba-41fc-8802-3feff2ae6014 req-26c99513-5145-43d9-91f7-6b47305e96d1 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 951 time: 0.2968407 Mar 07 10:34:19.151184 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:34:19.151184 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:34:19.151184 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:34:19.151184 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:34:19.151184 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:34:19.151184 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:34:19.151184 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:34:19.151184 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:34:19.151184 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:34:19.151184 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:34:19.151184 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:34:19.151184 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:34:19.151184 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:34:19.151184 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:34:19.151184 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:34:19.151184 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:34:19.151184 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:34:19.151184 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:34:19.151184 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:34:19.151184 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:34:19.151184 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:34:19.151184 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:34:19.151184 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:34:19.151184 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:34:19.151184 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:34:19.151184 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:34:19.151184 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:34:19.151184 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:34:19.151184 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:34:19.151184 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:34:19.151184 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:34:19.151184 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:34:19.271563 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-c1a706f5-301e-4352-9898-9b4224bc5d23 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Publish callbacks [] for port (08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:19.315679 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd31dc0-3a5a-4a5c-8cd0-6a53abf6c72c req-bcddfa9c-0fb9-4409-a7de-a980bbf2aefc tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:19.317191 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0dd31dc0-3a5a-4a5c-8cd0-6a53abf6c72c req-bcddfa9c-0fb9-4409-a7de-a980bbf2aefc tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 931 time: 0.1735158 Mar 07 10:34:19.368530 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-c1a706f5-301e-4352-9898-9b4224bc5d23 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:19.380609 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-af1290fe-59c7-4079-bf57-5fca9352bc63 req-99580ab5-b137-4c58-ad62-565a08e2719d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Deleting port df223f55-45cb-4868-896f-698f8d545b7f {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:34:19.380991 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-af1290fe-59c7-4079-bf57-5fca9352bc63 req-99580ab5-b137-4c58-ad62-565a08e2719d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (df223f55-45cb-4868-896f-698f8d545b7f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:19.491970 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-c1a706f5-301e-4352-9898-9b4224bc5d23 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Network 1c9349e7-4e65-4998-b65b-262e6f8a6364 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:34:19.501190 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0dd31dc0-3a5a-4a5c-8cd0-6a53abf6c72c req-0af28251-3e19-49a9-bd87-4b027e2b41ac tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715069 Mar 07 10:34:19.549190 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-c1a706f5-301e-4352-9898-9b4224bc5d23 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:34:19.563353 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-c1a706f5-301e-4352-9898-9b4224bc5d23 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:34:19.570513 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a706f5-301e-4352-9898-9b4224bc5d23 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Pushing event updated for resources: {'Port': ['ID=08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:19.575337 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-af1290fe-59c7-4079-bf57-5fca9352bc63 req-99580ab5-b137-4c58-ad62-565a08e2719d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] For port df223f55-45cb-4868-896f-698f8d545b7f, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=df223f55-45cb-4868-896f-698f8d545b7f,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:19.575941 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-af1290fe-59c7-4079-bf57-5fca9352bc63 req-99580ab5-b137-4c58-ad62-565a08e2719d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (df223f55-45cb-4868-896f-698f8d545b7f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:19.621573 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-af1290fe-59c7-4079-bf57-5fca9352bc63 req-99580ab5-b137-4c58-ad62-565a08e2719d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Calling delete_port for df223f55-45cb-4868-896f-698f8d545b7f owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:34:19.629072 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-35e7f03b-161e-4399-9e98-a2647a1ef595 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (69fd3945-4268-411d-87c7-a06342775b67), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:19.633819 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-35e7f03b-161e-4399-9e98-a2647a1ef595 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:19.638414 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-35e7f03b-161e-4399-9e98-a2647a1ef595 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] 10.222.0.11 "DELETE /v2.0/networks/69fd3945-4268-411d-87c7-a06342775b67 HTTP/1.1" status: 204 len: 168 time: 2.0902052 Mar 07 10:34:19.661089 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-7faa4834-a18d-46da-8257-f9c91ed4fe25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d57298c-b336-43ff-bcd3-a4ea21a1d72f {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:34:19.683720 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-c1a706f5-301e-4352-9898-9b4224bc5d23 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:19.684116 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-c1a706f5-301e-4352-9898-9b4224bc5d23 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:19.685198 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-7faa4834-a18d-46da-8257-f9c91ed4fe25 service neutron] Publish callbacks [] for port (9d57298c-b336-43ff-bcd3-a4ea21a1d72f), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:19.690495 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4f6ba96c-efba-41fc-8802-3feff2ae6014 req-c1dc81c0-f58f-41ad-aaa7-f41049e0dd83 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5014231 Mar 07 10:34:19.696877 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7f03b-161e-4399-9e98-a2647a1ef595 tempest-ServersTestMultiNic-396139365 tempest-ServersTestMultiNic-396139365-project] Pushing event deleted for resources: {'Network': ['ID=69fd3945-4268-411d-87c7-a06342775b67,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:19.704642 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-b47ddf17-836f-4ce3-aacb-7e2b2dec3c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:19.706540 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-b47ddf17-836f-4ce3-aacb-7e2b2dec3c3a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.6415505 Mar 07 10:34:19.712394 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1099f916-4b7c-4cf2-8517-0becd5d60ab3 req-1d521dd4-e01e-4917-bb52-6a5b5c9cd337 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (d098f9c9-e284-4064-8530-34125367b24c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:19.761894 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-c1a706f5-301e-4352-9898-9b4224bc5d23 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6286321 Mar 07 10:34:19.768830 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfa6ef-16e6-43cf-b0e3-c35980b7136e req-44dc4e3c-cb17-4c00-91cd-3dbb443d2cf4 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:19.770434 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-51bfa6ef-16e6-43cf-b0e3-c35980b7136e req-44dc4e3c-cb17-4c00-91cd-3dbb443d2cf4 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=054cbb2e-714f-4941-b1e8-e2da87dc7a3b HTTP/1.1" status: 200 len: 931 time: 0.1621773 Mar 07 10:34:19.773340 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-7faa4834-a18d-46da-8257-f9c91ed4fe25 service neutron] Transition to ACTIVE for port object 9d57298c-b336-43ff-bcd3-a4ea21a1d72f will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:34:19.777371 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-b342c693-2cc1-4eb6-9372-9e86140ea7e3 service neutron] Request body: {'port': {'device_id': '054cbb2e-714f-4941-b1e8-e2da87dc7a3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:19.788386 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d521dd4-e01e-4917-bb52-6a5b5c9cd337 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Pushing event deleted for resources: {'Port': ['ID=d098f9c9-e284-4064-8530-34125367b24c,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:19.794934 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-7faa4834-a18d-46da-8257-f9c91ed4fe25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (9d57298c-b336-43ff-bcd3-a4ea21a1d72f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:19.908254 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1099f916-4b7c-4cf2-8517-0becd5d60ab3 req-1d521dd4-e01e-4917-bb52-6a5b5c9cd337 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] No DVR routers for this DVR port d098f9c9-e284-4064-8530-34125367b24c on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:34:19.910576 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1099f916-4b7c-4cf2-8517-0becd5d60ab3 req-1d521dd4-e01e-4917-bb52-6a5b5c9cd337 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:19.914248 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1099f916-4b7c-4cf2-8517-0becd5d60ab3 req-1d521dd4-e01e-4917-bb52-6a5b5c9cd337 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.21 "DELETE /v2.0/ports/d098f9c9-e284-4064-8530-34125367b24c HTTP/1.1" status: 204 len: 173 time: 2.6547565 Mar 07 10:34:19.947353 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-51bfa6ef-16e6-43cf-b0e3-c35980b7136e req-bec0eea7-e07c-4421-92b2-02710e98afa4 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473641 Mar 07 10:34:19.954497 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-b342c693-2cc1-4eb6-9372-9e86140ea7e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:19.981229 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa4834-a18d-46da-8257-f9c91ed4fe25 service neutron] Pushing event updated for resources: {'Port': ['ID=9d57298c-b336-43ff-bcd3-a4ea21a1d72f,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:20.039457 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-af1290fe-59c7-4079-bf57-5fca9352bc63 req-99580ab5-b137-4c58-ad62-565a08e2719d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (df223f55-45cb-4868-896f-698f8d545b7f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:20.045279 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-fe5ce125-3f01-4ace-9ccc-08aba3b6cc28 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279319 Mar 07 10:34:20.051865 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['0f133ce9-afd6-45de-a481-f08aa31eb2f5'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:20.055124 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['d0a26e44-88e1-422a-9e50-52e8cfc310fe'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:20.092761 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d8061-7bd8-4044-a4b4-d99b9524950c req-273232f1-f030-417a-87aa-6606b67597d7 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:20.094548 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a83d8061-7bd8-4044-a4b4-d99b9524950c req-273232f1-f030-417a-87aa-6606b67597d7 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 943 time: 0.2476537 Mar 07 10:34:20.172549 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99580ab5-b137-4c58-ad62-565a08e2719d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Pushing event deleted for resources: {'Port': ['ID=df223f55-45cb-4868-896f-698f8d545b7f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:20.181190 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-7faa4834-a18d-46da-8257-f9c91ed4fe25 service neutron] Attempting to bind port 9d57298c-b336-43ff-bcd3-a4ea21a1d72f on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:34:20.181563 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-7faa4834-a18d-46da-8257-f9c91ed4fe25 service neutron] Attempting to bind port 9d57298c-b336-43ff-bcd3-a4ea21a1d72f by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '62872c6e-dc5b-4ade-b562-dcdfe13e82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3ee24066-40e5-4c55-993a-10acd4574ead'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:34:20.181899 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-7faa4834-a18d-46da-8257-f9c91ed4fe25 service neutron] Attempting to bind port 9d57298c-b336-43ff-bcd3-a4ea21a1d72f on network 3ee24066-40e5-4c55-993a-10acd4574ead {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:20.198096 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-7faa4834-a18d-46da-8257-f9c91ed4fe25 service neutron] Port 9d57298c-b336-43ff-bcd3-a4ea21a1d72f on network 3ee24066-40e5-4c55-993a-10acd4574ead not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:34:20.198915 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-7faa4834-a18d-46da-8257-f9c91ed4fe25 service neutron] Attempting to bind port 9d57298c-b336-43ff-bcd3-a4ea21a1d72f on network 3ee24066-40e5-4c55-993a-10acd4574ead {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:20.238280 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-7faa4834-a18d-46da-8257-f9c91ed4fe25 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:34:20.238776 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-7faa4834-a18d-46da-8257-f9c91ed4fe25 service neutron] Checking segment: {'id': '62872c6e-dc5b-4ade-b562-dcdfe13e82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3ee24066-40e5-4c55-993a-10acd4574ead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:34:20.243707 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-7faa4834-a18d-46da-8257-f9c91ed4fe25 service neutron] Bound using segment: {'id': '62872c6e-dc5b-4ade-b562-dcdfe13e82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3ee24066-40e5-4c55-993a-10acd4574ead'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:34:20.243707 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-7faa4834-a18d-46da-8257-f9c91ed4fe25 service neutron] Bound port: 9d57298c-b336-43ff-bcd3-a4ea21a1d72f, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62872c6e-dc5b-4ade-b562-dcdfe13e82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3ee24066-40e5-4c55-993a-10acd4574ead'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:34:20.243707 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-7faa4834-a18d-46da-8257-f9c91ed4fe25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9d57298c-b336-43ff-bcd3-a4ea21a1d72f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:20.261491 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d098f9c9-e284-4064-8530-34125367b24c no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:34:20.262244 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc4d0d14-3a62-4cc6-a05c-da40274ca307 req-e6d502c9-e94b-4d17-b719-d8cb22a0f77d service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087166 Mar 07 10:34:20.265548 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a83d8061-7bd8-4044-a4b4-d99b9524950c req-fff344f8-fd85-4df8-bb27-49df36e53130 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572366 Mar 07 10:34:20.277035 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-af1290fe-59c7-4079-bf57-5fca9352bc63 req-99580ab5-b137-4c58-ad62-565a08e2719d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] No DVR routers for this DVR port df223f55-45cb-4868-896f-698f8d545b7f on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:34:20.283720 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-af1290fe-59c7-4079-bf57-5fca9352bc63 req-99580ab5-b137-4c58-ad62-565a08e2719d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:20.287390 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-af1290fe-59c7-4079-bf57-5fca9352bc63 req-99580ab5-b137-4c58-ad62-565a08e2719d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.31 "DELETE /v2.0/ports/df223f55-45cb-4868-896f-698f8d545b7f HTTP/1.1" status: 204 len: 173 time: 1.1553168 Mar 07 10:34:20.293681 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58973e44-019b-48a6-a0bd-574635873c10', 'name': 'network-vif-deleted', 'tag': 'df223f55-45cb-4868-896f-698f8d545b7f'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:20.296230 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a196a147-922a-49ef-8c4f-6d4e26b5eb02" -d '{"events": [{"server_uuid": "58973e44-019b-48a6-a0bd-574635873c10", "name": "network-vif-deleted", "tag": "df223f55-45cb-4868-896f-698f8d545b7f"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:20.401402 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: d098f9c9-e284-4064-8530-34125367b24c {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:34:20.402045 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d098f9c9-e284-4064-8530-34125367b24c not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:34:20.418025 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-7faa4834-a18d-46da-8257-f9c91ed4fe25 service neutron] For port 9d57298c-b336-43ff-bcd3-a4ea21a1d72f, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:34:20.435940 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-7faa4834-a18d-46da-8257-f9c91ed4fe25 service neutron] For port 9d57298c-b336-43ff-bcd3-a4ea21a1d72f, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9d57298c-b336-43ff-bcd3-a4ea21a1d72f,segment=NetworkSegment(62872c6e-dc5b-4ade-b562-dcdfe13e82a3),segment_id=62872c6e-dc5b-4ade-b562-dcdfe13e82a3)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:34:20.449946 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-7faa4834-a18d-46da-8257-f9c91ed4fe25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (9d57298c-b336-43ff-bcd3-a4ea21a1d72f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:20.519650 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66da0063-5e41-4b70-adb3-f0c8ea591f39 x-openstack-request-id: req-66da0063-5e41-4b70-adb3-f0c8ea591f39 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:20.519990 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58973e44-019b-48a6-a0bd-574635873c10", "name": "network-vif-deleted", "tag": "df223f55-45cb-4868-896f-698f8d545b7f", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:20.520924 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-66da0063-5e41-4b70-adb3-f0c8ea591f39 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:20.522698 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58973e44-019b-48a6-a0bd-574635873c10', 'name': 'network-vif-deleted', 'tag': 'df223f55-45cb-4868-896f-698f8d545b7f', 'status': 'completed', 'code': 200} Mar 07 10:34:20.535426 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade35689-1001-4b99-95c4-933649f52bd1 req-50105fcf-edb7-49b5-823d-7e60182d9439 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:20.539320 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-7faa4834-a18d-46da-8257-f9c91ed4fe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:20.539938 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-7faa4834-a18d-46da-8257-f9c91ed4fe25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:20.546844 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-7faa4834-a18d-46da-8257-f9c91ed4fe25 service neutron] 10.222.0.21 "PUT /v2.0/ports/9d57298c-b336-43ff-bcd3-a4ea21a1d72f HTTP/1.1" status: 200 len: 1091 time: 2.9186802 Mar 07 10:34:20.568281 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ade35689-1001-4b99-95c4-933649f52bd1 req-50105fcf-edb7-49b5-823d-7e60182d9439 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adfc26e-22fe-46fc-a3f0-3ddd23e2950e HTTP/1.1" status: 200 len: 948 time: 0.4529519 Mar 07 10:34:20.610201 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-b342c693-2cc1-4eb6-9372-9e86140ea7e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:34:20.616440 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa4834-a18d-46da-8257-f9c91ed4fe25 service neutron] Pushing event updated for resources: {'Port': ['ID=9d57298c-b336-43ff-bcd3-a4ea21a1d72f,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:20.641895 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-b342c693-2cc1-4eb6-9372-9e86140ea7e3 service neutron] Publish callbacks [] for port (08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:20.698698 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab46f0b-cc2f-4064-8616-8f444f59f154 req-3082748d-24c1-4c85-b97d-fef71a4eb262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:20.700933 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5ab46f0b-cc2f-4064-8616-8f444f59f154 req-3082748d-24c1-4c85-b97d-fef71a4eb262 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f25e2c0cd177406cb4dc143aea88d83d&device_id=8adfc26e-22fe-46fc-a3f0-3ddd23e2950e HTTP/1.1" status: 200 len: 1130 time: 0.2449405 Mar 07 10:34:20.738070 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-636f1165-975d-48b0-b419-90d29b084ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:20.739752 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-636f1165-975d-48b0-b419-90d29b084ed3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ebccd8ddd004b1baaaff76fdc940f23&device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 1125 time: 0.1077902 Mar 07 10:34:20.752488 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-b342c693-2cc1-4eb6-9372-9e86140ea7e3 service neutron] Transition to ACTIVE for port object 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:34:20.762873 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ade35689-1001-4b99-95c4-933649f52bd1 req-7e7a0361-c301-4855-9197-81a530382328 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/security-groups?id=2be4ecf6-32c3-4c43-9472-b41388e26dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936717 Mar 07 10:34:20.766265 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-b342c693-2cc1-4eb6-9372-9e86140ea7e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:20.832854 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-79a71928-7c48-46af-a1e3-0baf8570a4bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d57298c-b336-43ff-bcd3-a4ea21a1d72f HTTP/1.1" status: 200 len: 217 time: 0.0865846 Mar 07 10:34:20.857082 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42724) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:20.878984 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f387de4b-5c85-4bcf-b853-36fb338fb1af', 'name': 'network-vif-deleted', 'tag': 'd098f9c9-e284-4064-8530-34125367b24c'}, {'name': 'network-changed', 'server_uuid': '4ec170ca-90a5-496b-9baa-d28aec7f4bfb', 'tag': '9d57298c-b336-43ff-bcd3-a4ea21a1d72f'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:20.881217 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3a315f-d416-450d-baac-71d17e4f7f87" -d '{"events": [{"server_uuid": "f387de4b-5c85-4bcf-b853-36fb338fb1af", "name": "network-vif-deleted", "tag": "d098f9c9-e284-4064-8530-34125367b24c"}, {"name": "network-changed", "server_uuid": "4ec170ca-90a5-496b-9baa-d28aec7f4bfb", "tag": "9d57298c-b336-43ff-bcd3-a4ea21a1d72f"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:20.955896 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-3c71c9fd-5337-466b-9edf-89cbab357d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:20.957587 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-3c71c9fd-5337-466b-9edf-89cbab357d2c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1660007-f2c2-4a95-bc44-450c0339f46e HTTP/1.1" status: 200 len: 855 time: 0.1171157 Mar 07 10:34:20.984388 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029d1c7-a44e-44f2-bed1-1270e2feb2f3 req-dd8176ca-ed48-4d1e-a600-ba7f0efd2be6 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:20.986560 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7029d1c7-a44e-44f2-bed1-1270e2feb2f3 req-dd8176ca-ed48-4d1e-a600-ba7f0efd2be6 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 943 time: 0.1577609 Mar 07 10:34:20.988270 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342c693-2cc1-4eb6-9372-9e86140ea7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:21.016608 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device df223f55-45cb-4868-896f-698f8d545b7f no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:34:21.031374 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-fb4ac643-19a4-4fce-8b0c-becbc81b90f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ee24066-40e5-4c55-993a-10acd4574ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665767 Mar 07 10:34:21.065768 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4aabbc12-decc-4d2c-9270-e22ac19a29ed req-80a99f35-a52f-4417-9d0f-246f1f1010d3 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=58973e44-019b-48a6-a0bd-574635873c10 HTTP/1.1" status: 200 len: 210 time: 0.0942135 Mar 07 10:34:21.092522 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab46f0b-cc2f-4064-8616-8f444f59f154 req-1fa90d62-2025-4705-8ed0-8a70a2543871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:21.094025 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5ab46f0b-cc2f-4064-8616-8f444f59f154 req-1fa90d62-2025-4705-8ed0-8a70a2543871 service neutron] 10.222.0.31 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.3785715 Mar 07 10:34:21.116018 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: df223f55-45cb-4868-896f-698f8d545b7f {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:34:21.118053 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device df223f55-45cb-4868-896f-698f8d545b7f not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:34:21.141356 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7029d1c7-a44e-44f2-bed1-1270e2feb2f3 req-e9169ae4-6248-4c91-a589-86c62cd971fc tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414504 Mar 07 10:34:21.178134 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c31b72c-607a-4432-9dbd-5e7a5e7304c7 x-openstack-request-id: req-2c31b72c-607a-4432-9dbd-5e7a5e7304c7 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:21.179013 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f387de4b-5c85-4bcf-b853-36fb338fb1af", "name": "network-vif-deleted", "tag": "d098f9c9-e284-4064-8530-34125367b24c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4ec170ca-90a5-496b-9baa-d28aec7f4bfb", "tag": "9d57298c-b336-43ff-bcd3-a4ea21a1d72f", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:21.179533 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2c31b72c-607a-4432-9dbd-5e7a5e7304c7 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:21.180511 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f387de4b-5c85-4bcf-b853-36fb338fb1af', 'name': 'network-vif-deleted', 'tag': 'd098f9c9-e284-4064-8530-34125367b24c', 'status': 'completed', 'code': 200} Mar 07 10:34:21.180993 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ec170ca-90a5-496b-9baa-d28aec7f4bfb', 'tag': '9d57298c-b336-43ff-bcd3-a4ea21a1d72f', 'status': 'completed', 'code': 200} Mar 07 10:34:21.204052 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-23a3f370-fdc0-4fd4-a6ce-8e284d684444 service neutron] 10.222.0.21 "GET /v2.0/networks/3ee24066-40e5-4c55-993a-10acd4574ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656296 Mar 07 10:34:21.252100 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5ab46f0b-cc2f-4064-8616-8f444f59f154 req-626f871b-14f6-4168-9f6b-193b0543a3a2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=530c78fb-a739-475a-b0ee-b9d524e3bbb7 HTTP/1.1" status: 200 len: 217 time: 0.1358852 Mar 07 10:34:21.350797 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e01b77-ca87-4e8f-9121-cfb663f2707f req-dcea4f44-9fe8-4d30-a369-6edd4d89c289 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:21.352313 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-61e01b77-ca87-4e8f-9121-cfb663f2707f req-dcea4f44-9fe8-4d30-a369-6edd4d89c289 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=054cbb2e-714f-4941-b1e8-e2da87dc7a3b HTTP/1.1" status: 200 len: 943 time: 0.1189225 Mar 07 10:34:21.357333 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-028e7ca1-7234-4fa4-beab-b30bf5986281 req-60b9ef84-1984-43e3-be79-a5c4dc293b6e service neutron] 10.222.0.21 "GET /v2.0/networks/3ee24066-40e5-4c55-993a-10acd4574ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474135 Mar 07 10:34:21.371781 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-b342c693-2cc1-4eb6-9372-9e86140ea7e3 service neutron] Attempting to bind port 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:34:21.372203 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-b342c693-2cc1-4eb6-9372-9e86140ea7e3 service neutron] Attempting to bind port 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1c9349e7-4e65-4998-b65b-262e6f8a6364'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:34:21.372617 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-b342c693-2cc1-4eb6-9372-9e86140ea7e3 service neutron] Attempting to bind port 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7 on network 1c9349e7-4e65-4998-b65b-262e6f8a6364 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:21.381693 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab46f0b-cc2f-4064-8616-8f444f59f154 req-b0b53b0a-cdf7-48ee-82e7-4b5a2177d09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:21.383328 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5ab46f0b-cc2f-4064-8616-8f444f59f154 req-b0b53b0a-cdf7-48ee-82e7-4b5a2177d09e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1172836 Mar 07 10:34:21.414003 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-61e01b77-ca87-4e8f-9121-cfb663f2707f req-6b5b6765-721a-413b-882a-7c9a5a600d16 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550761 Mar 07 10:34:21.424954 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-b342c693-2cc1-4eb6-9372-9e86140ea7e3 service neutron] Port 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7 on network 1c9349e7-4e65-4998-b65b-262e6f8a6364 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:34:21.425376 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-b342c693-2cc1-4eb6-9372-9e86140ea7e3 service neutron] Attempting to bind port 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7 on network 1c9349e7-4e65-4998-b65b-262e6f8a6364 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:21.463160 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-b342c693-2cc1-4eb6-9372-9e86140ea7e3 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:34:21.463787 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-b342c693-2cc1-4eb6-9372-9e86140ea7e3 service neutron] Checking segment: {'id': 'bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1c9349e7-4e65-4998-b65b-262e6f8a6364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:34:21.464193 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-b342c693-2cc1-4eb6-9372-9e86140ea7e3 service neutron] Bound using segment: {'id': 'bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1c9349e7-4e65-4998-b65b-262e6f8a6364'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:34:21.464654 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-b342c693-2cc1-4eb6-9372-9e86140ea7e3 service neutron] Bound port: 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1c9349e7-4e65-4998-b65b-262e6f8a6364'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:34:21.465022 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-b342c693-2cc1-4eb6-9372-9e86140ea7e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:21.482996 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a315f-d416-450d-baac-71d17e4f7f87 req-cd5c8c39-dd65-4d68-b97e-eaac28e63c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:21.484533 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d3a315f-d416-450d-baac-71d17e4f7f87 req-cd5c8c39-dd65-4d68-b97e-eaac28e63c87 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ebccd8ddd004b1baaaff76fdc940f23&device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 1125 time: 0.0576277 Mar 07 10:34:21.582383 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4300a-5f9b-4205-b60d-46cd832042e9 req-ee67caa8-a19c-4b03-b5d5-beb197081e31 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:21.583856 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8af4300a-5f9b-4205-b60d-46cd832042e9 req-ee67caa8-a19c-4b03-b5d5-beb197081e31 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 943 time: 0.2157955 Mar 07 10:34:21.588483 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a315f-d416-450d-baac-71d17e4f7f87 req-0dd2535c-65ff-48bd-95b8-5bea3d433beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:21.590126 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d3a315f-d416-450d-baac-71d17e4f7f87 req-0dd2535c-65ff-48bd-95b8-5bea3d433beb service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ee24066-40e5-4c55-993a-10acd4574ead HTTP/1.1" status: 200 len: 916 time: 0.0988994 Mar 07 10:34:21.592202 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab46f0b-cc2f-4064-8616-8f444f59f154 req-eecad945-4f30-48c7-a952-aa3438eb5c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:21.593975 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5ab46f0b-cc2f-4064-8616-8f444f59f154 req-eecad945-4f30-48c7-a952-aa3438eb5c0f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1994081 Mar 07 10:34:21.645896 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d3a315f-d416-450d-baac-71d17e4f7f87 req-c0d244e2-ec47-40fe-8393-ef8f15800be7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d57298c-b336-43ff-bcd3-a4ea21a1d72f HTTP/1.1" status: 200 len: 217 time: 0.0418885 Mar 07 10:34:21.691442 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a315f-d416-450d-baac-71d17e4f7f87 req-5ed378af-8861-4d57-a682-d13023c3025d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:21.693230 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d3a315f-d416-450d-baac-71d17e4f7f87 req-5ed378af-8861-4d57-a682-d13023c3025d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d1660007-f2c2-4a95-bc44-450c0339f46e HTTP/1.1" status: 200 len: 855 time: 0.0464091 Mar 07 10:34:21.722954 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-b342c693-2cc1-4eb6-9372-9e86140ea7e3 service neutron] For port 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7, host n-h1-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:34:21.725553 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d3a315f-d416-450d-baac-71d17e4f7f87 req-adf6491b-7302-4285-bb9a-3d8a85a13351 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ee24066-40e5-4c55-993a-10acd4574ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259919 Mar 07 10:34:21.751688 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-b342c693-2cc1-4eb6-9372-9e86140ea7e3 service neutron] For port 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:34:21.786589 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-b342c693-2cc1-4eb6-9372-9e86140ea7e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:21.796351 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8af4300a-5f9b-4205-b60d-46cd832042e9 req-04b20feb-f6fc-4a69-8284-ec7433da9f0c tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826811 Mar 07 10:34:21.839867 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d3a315f-d416-450d-baac-71d17e4f7f87 req-d11fbb74-9e61-4620-a953-44dc13175a25 service neutron] 10.222.0.21 "GET /v2.0/networks/3ee24066-40e5-4c55-993a-10acd4574ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073644 Mar 07 10:34:21.866099 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5ab46f0b-cc2f-4064-8616-8f444f59f154 req-71884490-737e-4192-b1fd-56a35cb987f9 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512438 Mar 07 10:34:21.879415 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-b342c693-2cc1-4eb6-9372-9e86140ea7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:21.880111 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-b342c693-2cc1-4eb6-9372-9e86140ea7e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:21.881604 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-b342c693-2cc1-4eb6-9372-9e86140ea7e3 service neutron] 10.222.0.21 "PUT /v2.0/ports/08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7 HTTP/1.1" status: 200 len: 1091 time: 2.1102560 Mar 07 10:34:22.003298 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f314c2-d487-4052-9385-bd62dac4c68d req-6dc29f6b-c938-4ceb-9220-ebbb62e025f2 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:22.004919 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95f314c2-d487-4052-9385-bd62dac4c68d req-6dc29f6b-c938-4ceb-9220-ebbb62e025f2 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adfc26e-22fe-46fc-a3f0-3ddd23e2950e HTTP/1.1" status: 200 len: 948 time: 0.1301191 Mar 07 10:34:22.007434 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d3a315f-d416-450d-baac-71d17e4f7f87 req-81457c30-eddd-49ce-ad83-2d4ff8f7e1b9 service neutron] 10.222.0.21 "GET /v2.0/networks/3ee24066-40e5-4c55-993a-10acd4574ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610882 Mar 07 10:34:22.065808 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95f314c2-d487-4052-9385-bd62dac4c68d req-bc9dffde-cc31-4b18-a55f-9045da3e6dd9 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/security-groups?id=2be4ecf6-32c3-4c43-9472-b41388e26dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532863 Mar 07 10:34:22.296639 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342c693-2cc1-4eb6-9372-9e86140ea7e3 service neutron] Pushing event updated for resources: {'Port': ['ID=08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:22.377775 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5ab46f0b-cc2f-4064-8616-8f444f59f154 req-da4579b2-063a-4ddd-b2b4-dd6325074a0c service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4906392 Mar 07 10:34:22.408383 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a101f414-763e-43ca-9242-0df0cf3424d3 req-f7f394fc-97f1-4c3f-b578-77888a9fdab6 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:22.413581 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a101f414-763e-43ca-9242-0df0cf3424d3 req-f7f394fc-97f1-4c3f-b578-77888a9fdab6 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 950 time: 0.0626848 Mar 07 10:34:22.417003 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7607abd-ad39-4970-9c42-3b96dac0420f req-764cdb67-8273-4998-beae-9c6de7ffca03 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:22.418510 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e7607abd-ad39-4970-9c42-3b96dac0420f req-764cdb67-8273-4998-beae-9c6de7ffca03 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 943 time: 0.1672597 Mar 07 10:34:22.421865 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-0061db7d-a6cc-4d1c-bfda-c8cd6d810350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:22.423232 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-0061db7d-a6cc-4d1c-bfda-c8cd6d810350 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc6f3fbdf9284c94904af0b2498a31e1&device_id=054cbb2e-714f-4941-b1e8-e2da87dc7a3b HTTP/1.1" status: 200 len: 1125 time: 0.1709206 Mar 07 10:34:22.466835 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a101f414-763e-43ca-9242-0df0cf3424d3 req-cbaa40c1-0c36-488a-b918-6826f9991cb3 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496955 Mar 07 10:34:22.484059 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-8b415ac9-debc-4c53-990a-c310b9c6f5f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7 HTTP/1.1" status: 200 len: 217 time: 0.0475528 Mar 07 10:34:22.530025 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '054cbb2e-714f-4941-b1e8-e2da87dc7a3b', 'tag': '08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:22.536671 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f57df5-2da9-4221-b574-35b7c8f32ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "054cbb2e-714f-4941-b1e8-e2da87dc7a3b", "tag": "08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:22.575463 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3fac829c-ee39-4181-a732-46659bb15282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (69f070de-603a-40eb-a77b-99b362de94f2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:22.582619 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e7607abd-ad39-4970-9c42-3b96dac0420f req-5844996f-d738-4aec-882b-82fdfd3f8ad2 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552377 Mar 07 10:34:22.594904 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:22.601637 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464aa43e-aea5-4d0a-bb67-af749846b564 req-70ba92d8-6e76-491e-9a34-79489f9fa2c7 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:22.603257 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-464aa43e-aea5-4d0a-bb67-af749846b564 req-70ba92d8-6e76-491e-9a34-79489f9fa2c7 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=054cbb2e-714f-4941-b1e8-e2da87dc7a3b HTTP/1.1" status: 200 len: 943 time: 0.0745828 Mar 07 10:34:22.628848 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-802cca39-eba9-42c2-8775-94ca991c0193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:22.630246 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-802cca39-eba9-42c2-8775-94ca991c0193 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a0c87802-4ea4-47ca-8770-96eb56986af1 HTTP/1.1" status: 200 len: 844 time: 0.1376545 Mar 07 10:34:22.660259 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-464aa43e-aea5-4d0a-bb67-af749846b564 req-73833052-df0c-4955-a157-9e4ef1e81502 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495346 Mar 07 10:34:22.667361 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-d6645135-37c8-4ee3-bd7b-09403f413692 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c9349e7-4e65-4998-b65b-262e6f8a6364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295372 Mar 07 10:34:22.670857 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7639cf5e-006f-44e7-b99c-7468c6540a0f x-openstack-request-id: req-7639cf5e-006f-44e7-b99c-7468c6540a0f {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:22.671152 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "054cbb2e-714f-4941-b1e8-e2da87dc7a3b", "tag": "08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:22.671403 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7639cf5e-006f-44e7-b99c-7468c6540a0f {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:22.671783 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '054cbb2e-714f-4941-b1e8-e2da87dc7a3b', 'tag': '08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7', 'status': 'completed', 'code': 200} Mar 07 10:34:22.857062 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-1ddcd9c0-09a0-4498-80d6-ba4e935a3997 service neutron] 10.222.0.21 "GET /v2.0/networks/1c9349e7-4e65-4998-b65b-262e6f8a6364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743641 Mar 07 10:34:23.025485 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d653a88-ae62-4906-ad4d-896f556e1fc9 req-71d33a6f-9e73-497b-a42a-f3b5a97d8a67 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:23.026938 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4d653a88-ae62-4906-ad4d-896f556e1fc9 req-71d33a6f-9e73-497b-a42a-f3b5a97d8a67 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 943 time: 0.1391442 Mar 07 10:34:23.028663 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5b5f274-71cc-4897-92dc-68cdd27aa843 req-acfc67e4-2e3f-44d4-9c92-e79eaf6c5bf3 service neutron] 10.222.0.21 "GET /v2.0/networks/1c9349e7-4e65-4998-b65b-262e6f8a6364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630054 Mar 07 10:34:23.129779 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4d653a88-ae62-4906-ad4d-896f556e1fc9 req-c6a39d81-3dbe-4886-9f34-325e0e96c2fe tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849452 Mar 07 10:34:23.138834 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-3fac829c-ee39-4181-a732-46659bb15282 admin admin] Deleting port 1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:34:23.139168 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3fac829c-ee39-4181-a732-46659bb15282 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:23.201877 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f57df5-2da9-4221-b574-35b7c8f32ac8 req-54c70feb-542a-4c25-a939-566ad37c7dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:23.202093 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e57a66-8824-4420-b52d-060a01279d7a req-f2b8ac7e-e52f-473d-893a-073ac1a1ce38 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:23.203375 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-87f57df5-2da9-4221-b574-35b7c8f32ac8 req-54c70feb-542a-4c25-a939-566ad37c7dc4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc6f3fbdf9284c94904af0b2498a31e1&device_id=054cbb2e-714f-4941-b1e8-e2da87dc7a3b HTTP/1.1" status: 200 len: 1125 time: 0.1290448 Mar 07 10:34:23.203519 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c7e57a66-8824-4420-b52d-060a01279d7a req-f2b8ac7e-e52f-473d-893a-073ac1a1ce38 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adfc26e-22fe-46fc-a3f0-3ddd23e2950e HTTP/1.1" status: 200 len: 948 time: 0.0609682 Mar 07 10:34:23.252507 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c7e57a66-8824-4420-b52d-060a01279d7a req-87275cb6-40eb-49cf-84f8-600b1b84f59c tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/security-groups?id=2be4ecf6-32c3-4c43-9472-b41388e26dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421987 Mar 07 10:34:23.302149 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-3fac829c-ee39-4181-a732-46659bb15282 admin admin] For port 1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da,segment=NetworkSegment(f4b6cd14-d869-4fb9-8552-bf3696fe2e40),segment_id=f4b6cd14-d869-4fb9-8552-bf3696fe2e40)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:23.302643 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3fac829c-ee39-4181-a732-46659bb15282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:23.322905 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-3fac829c-ee39-4181-a732-46659bb15282 admin admin] Calling delete_port for 1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:34:23.350818 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f57df5-2da9-4221-b574-35b7c8f32ac8 req-cfec88ce-ef7b-4445-9c9c-46525bde6204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:23.352296 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-87f57df5-2da9-4221-b574-35b7c8f32ac8 req-cfec88ce-ef7b-4445-9c9c-46525bde6204 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c9349e7-4e65-4998-b65b-262e6f8a6364 HTTP/1.1" status: 200 len: 905 time: 0.1413279 Mar 07 10:34:23.421570 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-87f57df5-2da9-4221-b574-35b7c8f32ac8 req-8bbfbb02-38ca-48b0-817f-d4320e9f578d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7 HTTP/1.1" status: 200 len: 217 time: 0.0424287 Mar 07 10:34:23.520301 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f57df5-2da9-4221-b574-35b7c8f32ac8 req-ee1ab1a3-c622-4280-a149-d34e6dad7795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:23.522033 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-87f57df5-2da9-4221-b574-35b7c8f32ac8 req-ee1ab1a3-c622-4280-a149-d34e6dad7795 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a0c87802-4ea4-47ca-8770-96eb56986af1 HTTP/1.1" status: 200 len: 844 time: 0.0913932 Mar 07 10:34:23.571937 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-87f57df5-2da9-4221-b574-35b7c8f32ac8 req-f701d7eb-f210-409e-8f0e-74edc2dcd0e2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c9349e7-4e65-4998-b65b-262e6f8a6364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421226 Mar 07 10:34:23.728817 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226facfe-fffa-4d5a-aed4-c21fbc5eb339 req-ded1144a-19c1-4771-9bc4-684f019353f4 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:23.730315 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-226facfe-fffa-4d5a-aed4-c21fbc5eb339 req-ded1144a-19c1-4771-9bc4-684f019353f4 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 950 time: 0.1859941 Mar 07 10:34:23.736595 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbf89c-07af-4682-8d33-05e13ad02b57 req-61d80422-2a7f-4bda-a062-3a05ae1cca1d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:23.738200 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-52bbf89c-07af-4682-8d33-05e13ad02b57 req-61d80422-2a7f-4bda-a062-3a05ae1cca1d tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 950 time: 0.0964811 Mar 07 10:34:23.748964 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b094e-3a15-4bc1-932f-6b4d11a5cc2b req-3f2bc962-b4bf-4d85-b4ab-8bcf112914e9 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:23.750789 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f8b094e-3a15-4bc1-932f-6b4d11a5cc2b req-3f2bc962-b4bf-4d85-b4ab-8bcf112914e9 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 943 time: 0.0772479 Mar 07 10:34:23.774651 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-87f57df5-2da9-4221-b574-35b7c8f32ac8 req-6fd05c56-f0d5-4cde-87c6-51d0e1671949 service neutron] 10.222.0.21 "GET /v2.0/networks/1c9349e7-4e65-4998-b65b-262e6f8a6364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801872 Mar 07 10:34:23.781792 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3fac829c-ee39-4181-a732-46659bb15282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:23.845898 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac829c-ee39-4181-a732-46659bb15282 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:23.864167 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f8b094e-3a15-4bc1-932f-6b4d11a5cc2b req-e1f49366-109f-4e3a-80ae-7136b14620be tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057179 Mar 07 10:34:23.905606 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-52bbf89c-07af-4682-8d33-05e13ad02b57 req-e2128855-5a97-4692-9ec8-e6c1e0f2ba97 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Deleting port d0a26e44-88e1-422a-9e50-52e8cfc310fe {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:34:23.906038 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-52bbf89c-07af-4682-8d33-05e13ad02b57 req-e2128855-5a97-4692-9ec8-e6c1e0f2ba97 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (d0a26e44-88e1-422a-9e50-52e8cfc310fe), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:23.918651 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-226facfe-fffa-4d5a-aed4-c21fbc5eb339 req-30fec987-3879-4cb2-99d0-a97fb1be29b6 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645439 Mar 07 10:34:23.985707 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-87f57df5-2da9-4221-b574-35b7c8f32ac8 req-c0b7ac05-293b-4ea8-adc3-f365eff53c3b service neutron] 10.222.0.21 "GET /v2.0/networks/1c9349e7-4e65-4998-b65b-262e6f8a6364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049358 Mar 07 10:34:24.099991 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-52bbf89c-07af-4682-8d33-05e13ad02b57 req-e2128855-5a97-4692-9ec8-e6c1e0f2ba97 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] For port d0a26e44-88e1-422a-9e50-52e8cfc310fe, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d0a26e44-88e1-422a-9e50-52e8cfc310fe,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:24.100357 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-52bbf89c-07af-4682-8d33-05e13ad02b57 req-e2128855-5a97-4692-9ec8-e6c1e0f2ba97 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (d0a26e44-88e1-422a-9e50-52e8cfc310fe), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:24.123540 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-52bbf89c-07af-4682-8d33-05e13ad02b57 req-e2128855-5a97-4692-9ec8-e6c1e0f2ba97 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Calling delete_port for d0a26e44-88e1-422a-9e50-52e8cfc310fe owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:34:24.138456 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005541d-86bb-4d73-aa27-d8c279aa2d4f req-61277452-e6cc-4034-8b29-71dd07e2d08e tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:24.139787 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3fac829c-ee39-4181-a732-46659bb15282 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (69f070de-603a-40eb-a77b-99b362de94f2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:24.145474 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f005541d-86bb-4d73-aa27-d8c279aa2d4f req-61277452-e6cc-4034-8b29-71dd07e2d08e tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=054cbb2e-714f-4941-b1e8-e2da87dc7a3b HTTP/1.1" status: 200 len: 943 time: 0.1182830 Mar 07 10:34:24.261195 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f005541d-86bb-4d73-aa27-d8c279aa2d4f req-89110372-67a9-437e-a212-96635041e7de tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149116 Mar 07 10:34:24.287028 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:34:24.408226 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:24.421966 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7', 'network_id': '1c9349e7-4e65-4998-b65b-262e6f8a6364', 'port_id': '08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7', 'mac_address': 'fa:16:3e:c1:77:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c87802-4ea4-47ca-8770-96eb56986af1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:34:24.429558 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e16227-5a69-47de-b4af-f1774cc8e899 req-33f3b6b7-af6b-4982-8b3b-3a73cc748301 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:24.431189 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b4e16227-5a69-47de-b4af-f1774cc8e899 req-33f3b6b7-af6b-4982-8b3b-3a73cc748301 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adfc26e-22fe-46fc-a3f0-3ddd23e2950e HTTP/1.1" status: 200 len: 948 time: 0.0813630 Mar 07 10:34:24.432973 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-52bbf89c-07af-4682-8d33-05e13ad02b57 req-e2128855-5a97-4692-9ec8-e6c1e0f2ba97 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (d0a26e44-88e1-422a-9e50-52e8cfc310fe), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:24.451330 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['0f133ce9-afd6-45de-a481-f08aa31eb2f5'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:24.453751 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['d0a26e44-88e1-422a-9e50-52e8cfc310fe'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:24.456972 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548f9c8-5caa-4716-b78f-0a05a44e9674 req-51bbd735-11dd-4452-a630-d9f859a6a651 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:24.458688 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b548f9c8-5caa-4716-b78f-0a05a44e9674 req-51bbd735-11dd-4452-a630-d9f859a6a651 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 943 time: 0.2119813 Mar 07 10:34:24.524116 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:24.524488 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b4e16227-5a69-47de-b4af-f1774cc8e899 req-b147dc03-d121-456d-80ec-ed693f9ed1da tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/security-groups?id=2be4ecf6-32c3-4c43-9472-b41388e26dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812829 Mar 07 10:34:24.525741 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:24.528998 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2128855-5a97-4692-9ec8-e6c1e0f2ba97 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Pushing event deleted for resources: {'Port': ['ID=d0a26e44-88e1-422a-9e50-52e8cfc310fe,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:24.564082 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:34:24.584482 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b548f9c8-5caa-4716-b78f-0a05a44e9674 req-d0e348e8-1ca3-4939-a589-3a1967d990ac tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171391 Mar 07 10:34:24.601806 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:24.623512 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fac829c-ee39-4181-a732-46659bb15282 admin admin] Router 69f070de-603a-40eb-a77b-99b362de94f2 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:34:24.627474 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-52bbf89c-07af-4682-8d33-05e13ad02b57 req-e2128855-5a97-4692-9ec8-e6c1e0f2ba97 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] No DVR routers for this DVR port d0a26e44-88e1-422a-9e50-52e8cfc310fe on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:34:24.630345 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-52bbf89c-07af-4682-8d33-05e13ad02b57 req-e2128855-5a97-4692-9ec8-e6c1e0f2ba97 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:24.634051 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-52bbf89c-07af-4682-8d33-05e13ad02b57 req-e2128855-5a97-4692-9ec8-e6c1e0f2ba97 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.21 "DELETE /v2.0/ports/d0a26e44-88e1-422a-9e50-52e8cfc310fe HTTP/1.1" status: 204 len: 173 time: 0.8825037 Mar 07 10:34:24.634562 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6c7898-c1b7-46b8-8810-89c3d85bf615', 'name': 'network-vif-deleted', 'tag': 'd0a26e44-88e1-422a-9e50-52e8cfc310fe'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:24.637042 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e938f1da-35ea-4677-9a5c-cdc4c4b20a0c" -d '{"events": [{"server_uuid": "fd6c7898-c1b7-46b8-8810-89c3d85bf615", "name": "network-vif-deleted", "tag": "d0a26e44-88e1-422a-9e50-52e8cfc310fe"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:24.691049 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:24.695126 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5731d9-0200-47bd-9885-b921e2caee85 x-openstack-request-id: req-8c5731d9-0200-47bd-9885-b921e2caee85 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:24.695428 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6c7898-c1b7-46b8-8810-89c3d85bf615", "name": "network-vif-deleted", "tag": "d0a26e44-88e1-422a-9e50-52e8cfc310fe", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:24.695742 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8c5731d9-0200-47bd-9885-b921e2caee85 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:24.696141 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6c7898-c1b7-46b8-8810-89c3d85bf615', 'name': 'network-vif-deleted', 'tag': 'd0a26e44-88e1-422a-9e50-52e8cfc310fe', 'status': 'completed', 'code': 200} Mar 07 10:34:24.697243 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 9d57298c-b336-43ff-bcd3-a4ea21a1d72f details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:34:24.783546 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:24.804425 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fac829c-ee39-4181-a732-46659bb15282 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:34:24.809762 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3fac829c-ee39-4181-a732-46659bb15282 admin admin] 10.222.0.11 "PUT /v2.0/routers/69f070de-603a-40eb-a77b-99b362de94f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9466069 Mar 07 10:34:24.812519 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42762) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:24.815555 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:24.815915 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:24.816259 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:24.816599 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:24.816934 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:24.817346 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:24.817628 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:24.817957 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:24.818285 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:24.818608 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:24.819166 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:24.819496 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:24.819821 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:24.827021 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64d2de7-addc-4220-8f47-8d6d97ca7b1f None None] Sync routers for ids ['69f070de-603a-40eb-a77b-99b362de94f2'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:34:24.866993 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64d2de7-addc-4220-8f47-8d6d97ca7b1f None None] Routers {'69f070de-603a-40eb-a77b-99b362de94f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:34:24.867629 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f64d2de7-addc-4220-8f47-8d6d97ca7b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:34:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['69f070de-603a-40eb-a77b-99b362de94f2'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:24.964392 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6dc60643-6833-436f-a879-98db7ea83173 admin admin] Publish callbacks [] for router (69f070de-603a-40eb-a77b-99b362de94f2), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:25.137883 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-589b6936-f757-4b87-97fd-0c2130e3c98e req-3ed85c33-15e0-41e7-876c-ce2d734a99d2 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd6c7898-c1b7-46b8-8810-89c3d85bf615 HTTP/1.1" status: 200 len: 210 time: 0.0483251 Mar 07 10:34:25.163562 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55715e-5d9a-4278-bba5-3095c84cf389 req-b32749df-f046-4f9d-ae96-daf49227d8de tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:25.174244 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fc55715e-5d9a-4278-bba5-3095c84cf389 req-b32749df-f046-4f9d-ae96-daf49227d8de tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 943 time: 0.1522043 Mar 07 10:34:25.193232 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 530c78fb-a739-475a-b0ee-b9d524e3bbb7 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:34:25.225374 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6dc60643-6833-436f-a879-98db7ea83173 admin admin] Publish callbacks [] for router_gateway (69f070de-603a-40eb-a77b-99b362de94f2), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:25.247040 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fc55715e-5d9a-4278-bba5-3095c84cf389 req-9b7d00b3-1049-472f-9e84-e902d60b7cac tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718741 Mar 07 10:34:25.312419 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 9d57298c-b336-43ff-bcd3-a4ea21a1d72f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9d57298c-b336-43ff-bcd3-a4ea21a1d72f,segment=NetworkSegment(62872c6e-dc5b-4ade-b562-dcdfe13e82a3),segment_id=62872c6e-dc5b-4ade-b562-dcdfe13e82a3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:25.315455 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-6dc60643-6833-436f-a879-98db7ea83173 admin admin] Deleting port 968a217a-0758-41e7-8552-4e96e96185fb {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:34:25.315792 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6dc60643-6833-436f-a879-98db7ea83173 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (968a217a-0758-41e7-8552-4e96e96185fb), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:25.369605 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '9d57298c-b336-43ff-bcd3-a4ea21a1d72f', 'network_id': '3ee24066-40e5-4c55-993a-10acd4574ead', 'port_id': '9d57298c-b336-43ff-bcd3-a4ea21a1d72f', 'mac_address': 'fa:16:3e:e2:e4:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1660007-f2c2-4a95-bc44-450c0339f46e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:34:25.420328 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-f64d2de7-addc-4220-8f47-8d6d97ca7b1f None None] Set router 69f070de-603a-40eb-a77b-99b362de94f2 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:34:25.542755 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 9d57298c-b336-43ff-bcd3-a4ea21a1d72f is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:25.543051 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9d57298c-b336-43ff-bcd3-a4ea21a1d72f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:25.567026 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 530c78fb-a739-475a-b0ee-b9d524e3bbb7, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=530c78fb-a739-475a-b0ee-b9d524e3bbb7,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:25.612941 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '530c78fb-a739-475a-b0ee-b9d524e3bbb7', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': '530c78fb-a739-475a-b0ee-b9d524e3bbb7', 'mac_address': 'fa:16:3e:5b:88:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:34:25.618634 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d57298c-b336-43ff-bcd3-a4ea21a1d72f {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:34:25.691593 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6de7a-8125-42d4-be62-29f15ed4460e req-d15d1237-050d-4347-9599-8d0e7bdec5d2 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:25.693510 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 9d57298c-b336-43ff-bcd3-a4ea21a1d72f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9d57298c-b336-43ff-bcd3-a4ea21a1d72f,segment=NetworkSegment(62872c6e-dc5b-4ade-b562-dcdfe13e82a3),segment_id=62872c6e-dc5b-4ade-b562-dcdfe13e82a3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:25.695551 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-99f6de7a-8125-42d4-be62-29f15ed4460e req-d15d1237-050d-4347-9599-8d0e7bdec5d2 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adfc26e-22fe-46fc-a3f0-3ddd23e2950e HTTP/1.1" status: 200 len: 948 time: 0.0801902 Mar 07 10:34:25.699753 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-6dc60643-6833-436f-a879-98db7ea83173 admin admin] For port 968a217a-0758-41e7-8552-4e96e96185fb, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=968a217a-0758-41e7-8552-4e96e96185fb,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:25.700467 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6dc60643-6833-436f-a879-98db7ea83173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (968a217a-0758-41e7-8552-4e96e96185fb), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:25.704489 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9d57298c-b336-43ff-bcd3-a4ea21a1d72f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:25.723376 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ed15f-3b79-4ffc-9930-92fae613db49 req-d442e009-23ad-4277-badb-b9e9dd29ea8e tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:25.733801 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4e2ed15f-3b79-4ffc-9930-92fae613db49 req-d442e009-23ad-4277-badb-b9e9dd29ea8e tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=054cbb2e-714f-4941-b1e8-e2da87dc7a3b HTTP/1.1" status: 200 len: 944 time: 0.3653641 Mar 07 10:34:25.740483 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-6dc60643-6833-436f-a879-98db7ea83173 admin admin] Calling delete_port for 968a217a-0758-41e7-8552-4e96e96185fb owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:34:25.764863 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 530c78fb-a739-475a-b0ee-b9d524e3bbb7 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:25.765281 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (530c78fb-a739-475a-b0ee-b9d524e3bbb7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:25.787213 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-99f6de7a-8125-42d4-be62-29f15ed4460e req-2d8d5ac3-3bba-453c-be53-34bf6e4d7895 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/security-groups?id=2be4ecf6-32c3-4c43-9472-b41388e26dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835056 Mar 07 10:34:25.810165 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 530c78fb-a739-475a-b0ee-b9d524e3bbb7 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:34:25.817439 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=9d57298c-b336-43ff-bcd3-a4ea21a1d72f,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:25.856296 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 530c78fb-a739-475a-b0ee-b9d524e3bbb7, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=530c78fb-a739-475a-b0ee-b9d524e3bbb7,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:25.861052 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4e2ed15f-3b79-4ffc-9930-92fae613db49 req-86a856ea-6078-4855-9661-112eba21849b tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130457 Mar 07 10:34:25.880006 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (530c78fb-a739-475a-b0ee-b9d524e3bbb7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:25.954645 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f64d2de7-addc-4220-8f47-8d6d97ca7b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f070de-603a-40eb-a77b-99b362de94f2', 'name': 'tempest-ServersTestMultiNic-2018006520-router', 'tenant_id': '4b18e3692e984b5fbc10236b7b24cdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '968a217a-0758-41e7-8552-4e96e96185fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:23Z', 'updated_at': '2022-03-07T10:34:23Z', 'revision_number': 5, 'project_id': '4b18e3692e984b5fbc10236b7b24cdd4', 'gw_port': {'id': '968a217a-0758-41e7-8552-4e96e96185fb', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:eb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f070de-603a-40eb-a77b-99b362de94f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:32:24Z', 'updated_at': '2022-03-07T10:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:25.985282 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449ee87d-a041-4321-948b-db37dc2bb9ca req-b20cb55c-e8b3-45bd-ba24-fccc906566e8 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:26.009318 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-449ee87d-a041-4321-948b-db37dc2bb9ca req-b20cb55c-e8b3-45bd-ba24-fccc906566e8 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 943 time: 0.1130693 Mar 07 10:34:26.022948 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6dc60643-6833-436f-a879-98db7ea83173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (968a217a-0758-41e7-8552-4e96e96185fb), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:26.034694 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:26.036790 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['9d57298c-b336-43ff-bcd3-a4ea21a1d72f'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:26.070759 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc60643-6833-436f-a879-98db7ea83173 admin admin] Pushing event deleted for resources: {'Port': ['ID=968a217a-0758-41e7-8552-4e96e96185fb,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:26.093417 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64d2de7-addc-4220-8f47-8d6d97ca7b1f None None] Checking router: 69f070de-603a-40eb-a77b-99b362de94f2 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:34:26.114400 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-449ee87d-a041-4321-948b-db37dc2bb9ca req-ce15f6a1-bd36-4e2f-8417-dc496b3d738d tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040857 Mar 07 10:34:26.171943 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64d2de7-addc-4220-8f47-8d6d97ca7b1f None None] Routers {'69f070de-603a-40eb-a77b-99b362de94f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:34:26.172855 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f64d2de7-addc-4220-8f47-8d6d97ca7b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:34:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['69f070de-603a-40eb-a77b-99b362de94f2'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:26.203696 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6dc60643-6833-436f-a879-98db7ea83173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (69f070de-603a-40eb-a77b-99b362de94f2), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:26.232977 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=530c78fb-a739-475a-b0ee-b9d524e3bbb7,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:26.265127 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['530c78fb-a739-475a-b0ee-b9d524e3bbb7'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:26.312139 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d0a26e44-88e1-422a-9e50-52e8cfc310fe no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:34:26.391025 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: d0a26e44-88e1-422a-9e50-52e8cfc310fe {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:34:26.391732 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d0a26e44-88e1-422a-9e50-52e8cfc310fe not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:34:26.401466 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-f64d2de7-addc-4220-8f47-8d6d97ca7b1f None None] Set router 69f070de-603a-40eb-a77b-99b362de94f2 gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:34:26.412978 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6dc60643-6833-436f-a879-98db7ea83173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (69f070de-603a-40eb-a77b-99b362de94f2), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:26.416968 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6dc60643-6833-436f-a879-98db7ea83173 admin admin] Publish callbacks [] for router_controller (69f070de-603a-40eb-a77b-99b362de94f2), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:26.490286 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f64d2de7-addc-4220-8f47-8d6d97ca7b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69f070de-603a-40eb-a77b-99b362de94f2', 'name': 'tempest-ServersTestMultiNic-2018006520-router', 'tenant_id': '4b18e3692e984b5fbc10236b7b24cdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:23Z', 'updated_at': '2022-03-07T10:34:25Z', 'revision_number': 7, 'project_id': '4b18e3692e984b5fbc10236b7b24cdd4', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:26.517701 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e20557-188e-46fb-bacc-0dd84ff58094 req-cd0521ae-adbb-4c8e-a103-db27d5789f5e tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:26.519224 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d3e20557-188e-46fb-bacc-0dd84ff58094 req-cd0521ae-adbb-4c8e-a103-db27d5789f5e tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 944 time: 0.1770177 Mar 07 10:34:26.520062 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6dc60643-6833-436f-a879-98db7ea83173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (69f070de-603a-40eb-a77b-99b362de94f2), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:26.520708 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc60643-6833-436f-a879-98db7ea83173 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69f070de-603a-40eb-a77b-99b362de94f2 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:34:26.525723 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6dc60643-6833-436f-a879-98db7ea83173 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:26.529080 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6dc60643-6833-436f-a879-98db7ea83173 admin admin] 10.222.0.11 "DELETE /v2.0/routers/69f070de-603a-40eb-a77b-99b362de94f2 HTTP/1.1" status: 204 len: 168 time: 1.7131736 Mar 07 10:34:26.533617 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42792) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:26.549483 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64d2de7-addc-4220-8f47-8d6d97ca7b1f None None] The sync data for ids ['69f070de-603a-40eb-a77b-99b362de94f2'] in n-d-832164-4 is: [{'id': '69f070de-603a-40eb-a77b-99b362de94f2', 'name': 'tempest-ServersTestMultiNic-2018006520-router', 'tenant_id': '4b18e3692e984b5fbc10236b7b24cdd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:32:23Z', 'updated_at': '2022-03-07T10:34:25Z', 'revision_number': 7, 'project_id': '4b18e3692e984b5fbc10236b7b24cdd4', 'gw_port_host': None}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:34:26.632777 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d3e20557-188e-46fb-bacc-0dd84ff58094 req-623647ae-ba02-4c63-bf47-a0093a6c0abe tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048322 Mar 07 10:34:26.643044 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc266639-5e00-4414-9e9b-895771056213 admin admin] Deleting subnet 21a1f3dd-e5b1-42e2-8f1f-dc99c8ee81fe {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:34:26.656025 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dc266639-5e00-4414-9e9b-895771056213 admin admin] Publish callbacks [] for subnet (21a1f3dd-e5b1-42e2-8f1f-dc99c8ee81fe), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:26.701182 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dc266639-5e00-4414-9e9b-895771056213 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (21a1f3dd-e5b1-42e2-8f1f-dc99c8ee81fe), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:26.707039 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-d8494cba-6e26-45a3-8bf1-556fdb9602de tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:26.715307 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-d8494cba-6e26-45a3-8bf1-556fdb9602de tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/networks?id=f571527e-a205-427a-8890-cc1f2763fcb1 HTTP/1.1" status: 200 len: 807 time: 0.2000976 Mar 07 10:34:26.736319 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-2a7fa71a-5641-449c-919a-552dac41086e tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/quotas/f4eca9194fdd4a93832d9940e3e6237a HTTP/1.1" status: 200 len: 375 time: 0.0199258 Mar 07 10:34:26.809017 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-a1401dc0-2362-4a57-b265-2cebaefe09a7 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f4eca9194fdd4a93832d9940e3e6237a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0711594 Mar 07 10:34:26.833541 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1467037-1da5-439e-b6d6-0339825555c5 req-c12a4839-d871-45c3-b839-9a63ea1cefd4 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:26.835532 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c1467037-1da5-439e-b6d6-0339825555c5 req-c12a4839-d871-45c3-b839-9a63ea1cefd4 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 949 time: 0.1061614 Mar 07 10:34:26.864358 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dc266639-5e00-4414-9e9b-895771056213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (21a1f3dd-e5b1-42e2-8f1f-dc99c8ee81fe), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:26.925054 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-2837b3c0-18e2-44eb-9626-0cba4f4161f9 service neutron] 10.222.0.11 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094720 Mar 07 10:34:26.946307 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c1467037-1da5-439e-b6d6-0339825555c5 req-26015d23-a01a-4262-9f06-534728011e79 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000915 Mar 07 10:34:26.975188 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dc266639-5e00-4414-9e9b-895771056213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (21a1f3dd-e5b1-42e2-8f1f-dc99c8ee81fe), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:27.039145 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dc266639-5e00-4414-9e9b-895771056213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:27.039880 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01c5187-cb2d-4428-9325-470323136fc0 None None] Network 76a3e552-7157-4b91-9abc-62e86e83c6d3 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:34:27.044494 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-dc266639-5e00-4414-9e9b-895771056213 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/21a1f3dd-e5b1-42e2-8f1f-dc99c8ee81fe HTTP/1.1" status: 204 len: 168 time: 0.5098176 Mar 07 10:34:27.047516 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc266639-5e00-4414-9e9b-895771056213 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21a1f3dd-e5b1-42e2-8f1f-dc99c8ee81fe,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:27.048356 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42800) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:27.158617 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6aee9c-0cd2-4384-9265-0613ebc9cca5 req-e097540e-20e0-411e-858a-4d92ab6b830c tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:27.160694 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a6aee9c-0cd2-4384-9265-0613ebc9cca5 req-e097540e-20e0-411e-858a-4d92ab6b830c tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adfc26e-22fe-46fc-a3f0-3ddd23e2950e HTTP/1.1" status: 200 len: 949 time: 0.1142163 Mar 07 10:34:27.183911 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-eed060aa-c685-4b9b-85ef-ca3791106bf1 service neutron] 10.222.0.11 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513840 Mar 07 10:34:27.186724 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c6a40d7e-2920-411d-8d1a-a656ec44b677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (76a3e552-7157-4b91-9abc-62e86e83c6d3), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:27.232875 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a6aee9c-0cd2-4384-9265-0613ebc9cca5 req-9207a7d7-2a92-4638-bc99-255ec06039ea tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/security-groups?id=2be4ecf6-32c3-4c43-9472-b41388e26dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664315 Mar 07 10:34:27.288643 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-c6a40d7e-2920-411d-8d1a-a656ec44b677 admin admin] Deleting port 55f04fa7-90e3-4e97-9b5d-aabd6bcfc637 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:34:27.289489 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c6a40d7e-2920-411d-8d1a-a656ec44b677 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (55f04fa7-90e3-4e97-9b5d-aabd6bcfc637), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:27.390019 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d74093-0579-460a-a408-d0aa679ae212 req-921ccd14-9656-4528-9521-536a4da7cac1 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:27.391744 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b9d74093-0579-460a-a408-d0aa679ae212 req-921ccd14-9656-4528-9521-536a4da7cac1 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=054cbb2e-714f-4941-b1e8-e2da87dc7a3b HTTP/1.1" status: 200 len: 944 time: 0.0891678 Mar 07 10:34:27.476103 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b9d74093-0579-460a-a408-d0aa679ae212 req-3529c51b-1081-4102-8d47-22e0b87bee73 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766745 Mar 07 10:34:27.493700 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a559513d-be6b-4849-a742-18087866f646 None None] DHCP port deletion for 76a3e552-7157-4b91-9abc-62e86e83c6d3 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:34:27.601407 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a559513d-be6b-4849-a742-18087866f646 None None] Deleting port 55f04fa7-90e3-4e97-9b5d-aabd6bcfc637 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:34:27.601647 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a559513d-be6b-4849-a742-18087866f646 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (55f04fa7-90e3-4e97-9b5d-aabd6bcfc637), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:27.700335 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a559513d-be6b-4849-a742-18087866f646 None None] For port 55f04fa7-90e3-4e97-9b5d-aabd6bcfc637, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=55f04fa7-90e3-4e97-9b5d-aabd6bcfc637,segment=NetworkSegment(f4b6cd14-d869-4fb9-8552-bf3696fe2e40),segment_id=f4b6cd14-d869-4fb9-8552-bf3696fe2e40)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:27.701550 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a559513d-be6b-4849-a742-18087866f646 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (55f04fa7-90e3-4e97-9b5d-aabd6bcfc637), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:27.720035 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e1f588-4de9-4c5e-b188-a972c4eaedd8 req-152b1060-8f46-45bb-b0b8-9d7c0d74d110 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:27.730002 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-19e1f588-4de9-4c5e-b188-a972c4eaedd8 req-152b1060-8f46-45bb-b0b8-9d7c0d74d110 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 943 time: 0.1148398 Mar 07 10:34:27.732306 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a559513d-be6b-4849-a742-18087866f646 None None] Calling delete_port for 55f04fa7-90e3-4e97-9b5d-aabd6bcfc637 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:34:27.812984 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-06f098e1-c9db-4017-a599-3ea640cac2d1 req-b8c7ccfe-2c13-41dd-88ee-1da10d7482d2 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 210 time: 0.0487759 Mar 07 10:34:27.836137 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-19e1f588-4de9-4c5e-b188-a972c4eaedd8 req-d533ede0-b7d3-47ba-abe7-5a5418e354fa tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989671 Mar 07 10:34:27.849957 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-c6a40d7e-2920-411d-8d1a-a656ec44b677 admin admin] For port 55f04fa7-90e3-4e97-9b5d-aabd6bcfc637, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=55f04fa7-90e3-4e97-9b5d-aabd6bcfc637,segment=NetworkSegment(f4b6cd14-d869-4fb9-8552-bf3696fe2e40),segment_id=f4b6cd14-d869-4fb9-8552-bf3696fe2e40)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:27.853832 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c6a40d7e-2920-411d-8d1a-a656ec44b677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (55f04fa7-90e3-4e97-9b5d-aabd6bcfc637), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:27.870878 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a559513d-be6b-4849-a742-18087866f646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (55f04fa7-90e3-4e97-9b5d-aabd6bcfc637), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:27.900379 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-c6a40d7e-2920-411d-8d1a-a656ec44b677 admin admin] Calling delete_port for 55f04fa7-90e3-4e97-9b5d-aabd6bcfc637 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:34:27.944419 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559513d-be6b-4849-a742-18087866f646 None None] Pushing event deleted for resources: {'Port': ['ID=55f04fa7-90e3-4e97-9b5d-aabd6bcfc637,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:27.968227 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a559513d-be6b-4849-a742-18087866f646 None None] No DVR routers for this DVR port 55f04fa7-90e3-4e97-9b5d-aabd6bcfc637 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:34:28.062287 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 968a217a-0758-41e7-8552-4e96e96185fb no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:34:28.110029 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 968a217a-0758-41e7-8552-4e96e96185fb {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:34:28.110414 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 968a217a-0758-41e7-8552-4e96e96185fb not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:34:28.110918 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:34:28.142160 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:34:28.142515 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1dd7fadf-f9d5-4683-b3b2-f413ff5dc5da not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:34:28.142944 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 55f04fa7-90e3-4e97-9b5d-aabd6bcfc637 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:34:28.177842 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 55f04fa7-90e3-4e97-9b5d-aabd6bcfc637 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:34:28.178176 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 55f04fa7-90e3-4e97-9b5d-aabd6bcfc637 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:34:28.178906 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba6edd-1334-4ed7-97fc-5ff4011fcfd7 req-171956ab-c4a1-43cc-a81a-d68e46735f16 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:28.187115 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0139f2-8d6f-4f1f-ada9-bb9c1dd3522e req-165d6dcd-a469-429b-8503-1f8b2c6e0d12 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:28.190467 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-67ba6edd-1334-4ed7-97fc-5ff4011fcfd7 req-171956ab-c4a1-43cc-a81a-d68e46735f16 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 944 time: 0.1935160 Mar 07 10:34:28.195468 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3d0139f2-8d6f-4f1f-ada9-bb9c1dd3522e req-165d6dcd-a469-429b-8503-1f8b2c6e0d12 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 949 time: 0.0920548 Mar 07 10:34:28.234168 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba24e6-2e5a-47dc-a160-f074ec584f43 req-fc1c82d8-dcbf-4dfa-bf01-d2d3eb0d1ef8 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:28.235622 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-56ba24e6-2e5a-47dc-a160-f074ec584f43 req-fc1c82d8-dcbf-4dfa-bf01-d2d3eb0d1ef8 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.31 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 949 time: 0.2157161 Mar 07 10:34:28.238915 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c6a40d7e-2920-411d-8d1a-a656ec44b677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (55f04fa7-90e3-4e97-9b5d-aabd6bcfc637), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:28.262575 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3d0139f2-8d6f-4f1f-ada9-bb9c1dd3522e req-a3b3824f-4bd8-407b-b5e9-665f2f1a98ac tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/security-groups?id=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658579 Mar 07 10:34:28.310422 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a40d7e-2920-411d-8d1a-a656ec44b677 admin admin] Pushing event deleted for resources: {'Port': ['ID=55f04fa7-90e3-4e97-9b5d-aabd6bcfc637,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:28.315326 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:34:28.343305 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-67ba6edd-1334-4ed7-97fc-5ff4011fcfd7 req-ad722e39-0203-4ec0-9198-adb544d2b71b tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512764 Mar 07 10:34:28.348667 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a40d7e-2920-411d-8d1a-a656ec44b677 admin admin] No DVR routers for this DVR port 55f04fa7-90e3-4e97-9b5d-aabd6bcfc637 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:34:28.419233 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54b9d1-4a38-4c26-bf36-6d89106e1ffa req-43db4d6e-47e5-4770-ba32-cf30a34a2041 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:28.429808 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6d54b9d1-4a38-4c26-bf36-6d89106e1ffa req-43db4d6e-47e5-4770-ba32-cf30a34a2041 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adfc26e-22fe-46fc-a3f0-3ddd23e2950e HTTP/1.1" status: 200 len: 949 time: 0.1065907 Mar 07 10:34:28.434075 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:34:28.445798 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:28.446172 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:28.478715 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c6a40d7e-2920-411d-8d1a-a656ec44b677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (76a3e552-7157-4b91-9abc-62e86e83c6d3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:28.504936 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6d54b9d1-4a38-4c26-bf36-6d89106e1ffa req-b14c847b-8357-4944-901e-74b595b09f01 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/security-groups?id=2be4ecf6-32c3-4c43-9472-b41388e26dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694714 Mar 07 10:34:28.516534 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c6a40d7e-2920-411d-8d1a-a656ec44b677 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a3e552-7157-4b91-9abc-62e86e83c6d3']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:28.536694 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-56ba24e6-2e5a-47dc-a160-f074ec584f43 req-e83790cc-2cff-4992-b561-c9e929525511 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Deleting port 0f133ce9-afd6-45de-a481-f08aa31eb2f5 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:34:28.537032 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-56ba24e6-2e5a-47dc-a160-f074ec584f43 req-e83790cc-2cff-4992-b561-c9e929525511 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (0f133ce9-afd6-45de-a481-f08aa31eb2f5), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:28.545520 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c6a40d7e-2920-411d-8d1a-a656ec44b677 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b6cd14-d869-4fb9-8552-bf3696fe2e40') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:28.545520 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c6a40d7e-2920-411d-8d1a-a656ec44b677 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b6cd14-d869-4fb9-8552-bf3696fe2e40') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:28.561182 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:28.561832 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:28.585119 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c6a40d7e-2920-411d-8d1a-a656ec44b677 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (f4b6cd14-d869-4fb9-8552-bf3696fe2e40), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:28.587350 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054cbb2e-714f-4941-b1e8-e2da87dc7a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:28.590203 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075c28ba-a04d-49fc-b82c-16c218924317" -d '{"events": [{"server_uuid": "054cbb2e-714f-4941-b1e8-e2da87dc7a3b", "name": "network-vif-plugged", "status": "completed", "tag": "08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:28.606900 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:28.623423 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:28.624454 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 9d57298c-b336-43ff-bcd3-a4ea21a1d72f up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:34:28.668039 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52115181-cf39-4e89-830b-a1fcda2581dc x-openstack-request-id: req-52115181-cf39-4e89-830b-a1fcda2581dc {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:28.668610 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054cbb2e-714f-4941-b1e8-e2da87dc7a3b", "name": "network-vif-plugged", "status": "completed", "tag": "08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:28.668866 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-52115181-cf39-4e89-830b-a1fcda2581dc {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:28.669318 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054cbb2e-714f-4941-b1e8-e2da87dc7a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7', 'code': 200} Mar 07 10:34:28.706675 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c6a40d7e-2920-411d-8d1a-a656ec44b677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (f4b6cd14-d869-4fb9-8552-bf3696fe2e40), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:28.736106 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:28.751669 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a40d7e-2920-411d-8d1a-a656ec44b677 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:34:28.752786 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c6a40d7e-2920-411d-8d1a-a656ec44b677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (f4b6cd14-d869-4fb9-8552-bf3696fe2e40), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:34:28.756301 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:34:28.761553 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 9d57298c-b336-43ff-bcd3-a4ea21a1d72f completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:34:28.766095 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 9d57298c-b336-43ff-bcd3-a4ea21a1d72f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:28.766585 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9d57298c-b336-43ff-bcd3-a4ea21a1d72f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:28.788901 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a95d66-4701-4120-b725-62126cba6f5f req-c172f7e9-6db3-453c-97cd-de43052f5f88 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:28.795396 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ead103-f78d-4e05-96b6-c348ab4c2d98 req-9e58d254-54e7-448e-98fe-5e167024e77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:28.797125 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9ead103-f78d-4e05-96b6-c348ab4c2d98 req-9e58d254-54e7-448e-98fe-5e167024e77a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=054cbb2e-714f-4941-b1e8-e2da87dc7a3b HTTP/1.1" status: 200 len: 1127 time: 0.0587366 Mar 07 10:34:28.798733 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-09a95d66-4701-4120-b725-62126cba6f5f req-c172f7e9-6db3-453c-97cd-de43052f5f88 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=054cbb2e-714f-4941-b1e8-e2da87dc7a3b HTTP/1.1" status: 200 len: 945 time: 0.2104826 Mar 07 10:34:28.840213 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-56ba24e6-2e5a-47dc-a160-f074ec584f43 req-e83790cc-2cff-4992-b561-c9e929525511 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] For port 0f133ce9-afd6-45de-a481-f08aa31eb2f5, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=0f133ce9-afd6-45de-a481-f08aa31eb2f5,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:28.840771 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-56ba24e6-2e5a-47dc-a160-f074ec584f43 req-e83790cc-2cff-4992-b561-c9e929525511 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (0f133ce9-afd6-45de-a481-f08aa31eb2f5), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:28.860106 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9ead103-f78d-4e05-96b6-c348ab4c2d98 req-7e7fdfdc-e87f-4475-8130-df6b324e1aeb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570657 Mar 07 10:34:28.874492 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 9d57298c-b336-43ff-bcd3-a4ea21a1d72f is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:28.874983 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9d57298c-b336-43ff-bcd3-a4ea21a1d72f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:28.877835 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-56ba24e6-2e5a-47dc-a160-f074ec584f43 req-e83790cc-2cff-4992-b561-c9e929525511 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Calling delete_port for 0f133ce9-afd6-45de-a481-f08aa31eb2f5 owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:34:28.887129 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c6a40d7e-2920-411d-8d1a-a656ec44b677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (76a3e552-7157-4b91-9abc-62e86e83c6d3), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:28.901360 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c6a40d7e-2920-411d-8d1a-a656ec44b677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:28.907012 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c6a40d7e-2920-411d-8d1a-a656ec44b677 admin admin] 10.222.0.11 "DELETE /v2.0/networks/76a3e552-7157-4b91-9abc-62e86e83c6d3 HTTP/1.1" status: 204 len: 168 time: 1.8538823 Mar 07 10:34:28.928953 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a40d7e-2920-411d-8d1a-a656ec44b677 admin admin] Pushing event deleted for resources: {'Network': ['ID=76a3e552-7157-4b91-9abc-62e86e83c6d3,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:28.937453 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 9d57298c-b336-43ff-bcd3-a4ea21a1d72f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9d57298c-b336-43ff-bcd3-a4ea21a1d72f,segment=NetworkSegment(62872c6e-dc5b-4ade-b562-dcdfe13e82a3),segment_id=62872c6e-dc5b-4ade-b562-dcdfe13e82a3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:28.948704 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9d57298c-b336-43ff-bcd3-a4ea21a1d72f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:28.997247 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-09a95d66-4701-4120-b725-62126cba6f5f req-3cc11c00-8bb1-4df2-b172-84f9370608c8 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975687 Mar 07 10:34:29.011030 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=9d57298c-b336-43ff-bcd3-a4ea21a1d72f,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:29.021448 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 530c78fb-a739-475a-b0ee-b9d524e3bbb7 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:34:29.026147 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-651da549-4e6a-4688-883d-8ee0526a88be req-e8a7069d-5983-4524-b07b-fd23b7d314f4 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 210 time: 0.0808771 Mar 07 10:34:29.135910 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 530c78fb-a739-475a-b0ee-b9d524e3bbb7 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:34:29.140333 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 530c78fb-a739-475a-b0ee-b9d524e3bbb7 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:29.140822 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (530c78fb-a739-475a-b0ee-b9d524e3bbb7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:29.250620 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-56ba24e6-2e5a-47dc-a160-f074ec584f43 req-e83790cc-2cff-4992-b561-c9e929525511 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (0f133ce9-afd6-45de-a481-f08aa31eb2f5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:29.262657 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7ea6b-5800-4722-8fd1-d4c7ce070ae6 req-36514529-9c66-4b23-b671-02701c2875de tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:29.270919 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d0e7ea6b-5800-4722-8fd1-d4c7ce070ae6 req-36514529-9c66-4b23-b671-02701c2875de tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 943 time: 0.1490932 Mar 07 10:34:29.311610 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['0f133ce9-afd6-45de-a481-f08aa31eb2f5'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:29.356552 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-518f18a2-26cc-49f2-9a16-7898576d3ac4 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:29.360560 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-518f18a2-26cc-49f2-9a16-7898576d3ac4 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.31 "GET /v2.0/networks?id=f571527e-a205-427a-8890-cc1f2763fcb1 HTTP/1.1" status: 200 len: 807 time: 0.2604809 Mar 07 10:34:29.363088 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42844) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:29.373171 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 530c78fb-a739-475a-b0ee-b9d524e3bbb7 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:29.373568 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (530c78fb-a739-475a-b0ee-b9d524e3bbb7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:29.390866 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83790cc-2cff-4992-b561-c9e929525511 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Pushing event deleted for resources: {'Port': ['ID=0f133ce9-afd6-45de-a481-f08aa31eb2f5,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:29.430373 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 530c78fb-a739-475a-b0ee-b9d524e3bbb7, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=530c78fb-a739-475a-b0ee-b9d524e3bbb7,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:29.437486 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (530c78fb-a739-475a-b0ee-b9d524e3bbb7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:29.455503 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ba24e6-2e5a-47dc-a160-f074ec584f43 req-e83790cc-2cff-4992-b561-c9e929525511 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] No DVR routers for this DVR port 0f133ce9-afd6-45de-a481-f08aa31eb2f5 on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:34:29.459336 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-56ba24e6-2e5a-47dc-a160-f074ec584f43 req-e83790cc-2cff-4992-b561-c9e929525511 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:29.463674 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-56ba24e6-2e5a-47dc-a160-f074ec584f43 req-e83790cc-2cff-4992-b561-c9e929525511 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.31 "DELETE /v2.0/ports/0f133ce9-afd6-45de-a481-f08aa31eb2f5 HTTP/1.1" status: 204 len: 173 time: 1.2216477 Mar 07 10:34:29.464120 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd12c9d4e-c40b-40c2-962f-43e7779d3579', 'name': 'network-vif-deleted', 'tag': '0f133ce9-afd6-45de-a481-f08aa31eb2f5'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:29.466483 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f739eab0-4c79-41c3-bddf-f0a782e5b7c3" -d '{"events": [{"server_uuid": "d12c9d4e-c40b-40c2-962f-43e7779d3579", "name": "network-vif-deleted", "tag": "0f133ce9-afd6-45de-a481-f08aa31eb2f5"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:29.500175 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=530c78fb-a739-475a-b0ee-b9d524e3bbb7,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:29.510123 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d0e7ea6b-5800-4722-8fd1-d4c7ce070ae6 req-ca62e42b-051e-44ca-a99a-5799d4e62cba tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375300 Mar 07 10:34:29.519532 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-679bdf33-64f1-4003-be72-47257568e888 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Request body: {'port': {'device_id': '514c2d61-fbd8-4f9b-af52-d7155f2935b9', 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1', 'admin_state_up': True, 'tenant_id': 'f4eca9194fdd4a93832d9940e3e6237a'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:29.537727 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c092eef0-b468-4a3c-8604-51f664219f8a req-0c8096f4-1588-41fc-b25b-51cfe4ccc931 tempest-MigrationsAdminTest-1999315127 tempest-MigrationsAdminTest-1999315127-project] 10.222.0.11 "GET /v2.0/ports?device_id=d12c9d4e-c40b-40c2-962f-43e7779d3579 HTTP/1.1" status: 200 len: 210 time: 0.1263735 Mar 07 10:34:29.594767 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b9f5fc-e5a3-42c8-8c58-a25bd816f75d x-openstack-request-id: req-42b9f5fc-e5a3-42c8-8c58-a25bd816f75d {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:29.595050 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d12c9d4e-c40b-40c2-962f-43e7779d3579", "name": "network-vif-deleted", "tag": "0f133ce9-afd6-45de-a481-f08aa31eb2f5", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:29.595310 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-42b9f5fc-e5a3-42c8-8c58-a25bd816f75d {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:29.595796 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd12c9d4e-c40b-40c2-962f-43e7779d3579', 'name': 'network-vif-deleted', 'tag': '0f133ce9-afd6-45de-a481-f08aa31eb2f5', 'status': 'completed', 'code': 200} Mar 07 10:34:29.687767 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82483b-b69c-4cf9-9e83-749e04072d8e req-20a88d28-ddf1-420c-abed-1a767de809cb tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:29.689785 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0a82483b-b69c-4cf9-9e83-749e04072d8e req-20a88d28-ddf1-420c-abed-1a767de809cb tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 945 time: 0.0762930 Mar 07 10:34:29.734802 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ece5c0a4-8dca-40d5-a0ad-5b84ecfa5a88 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4b18e3692e984b5fbc10236b7b24cdd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3703041 Mar 07 10:34:29.735456 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42850) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:29.776237 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0a82483b-b69c-4cf9-9e83-749e04072d8e req-9df43d88-4e52-4d60-a4c5-eb47c30a8fa1 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772281 Mar 07 10:34:29.798619 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d38e8-b1b0-41db-a01b-bcbd679728b8 req-0393d85b-233a-4cbc-8174-ae15682378dc tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:29.800154 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-660d38e8-b1b0-41db-a01b-bcbd679728b8 req-0393d85b-233a-4cbc-8174-ae15682378dc tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adfc26e-22fe-46fc-a3f0-3ddd23e2950e HTTP/1.1" status: 200 len: 950 time: 0.1469631 Mar 07 10:34:29.842945 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-210e6ab6-e6e8-4d73-a957-56ca9a5077ec admin admin] Publish callbacks [] for security_group (0d2cbc28-624d-48a3-b447-4edbd7daa341), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:29.892642 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-210e6ab6-e6e8-4d73-a957-56ca9a5077ec admin admin] Publish callbacks [] for security_group (0d2cbc28-624d-48a3-b447-4edbd7daa341), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:29.918661 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-679bdf33-64f1-4003-be72-47257568e888 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Made reservation on behalf of f4eca9194fdd4a93832d9940e3e6237a for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:34:29.924499 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-679bdf33-64f1-4003-be72-47257568e888 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:29.972971 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-210e6ab6-e6e8-4d73-a957-56ca9a5077ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0d2cbc28-624d-48a3-b447-4edbd7daa341), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:29.977641 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-210e6ab6-e6e8-4d73-a957-56ca9a5077ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:29.982102 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-210e6ab6-e6e8-4d73-a957-56ca9a5077ec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0d2cbc28-624d-48a3-b447-4edbd7daa341 HTTP/1.1" status: 204 len: 168 time: 0.2427638 Mar 07 10:34:29.985312 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-660d38e8-b1b0-41db-a01b-bcbd679728b8 req-674fd1cf-2fc0-4450-b4ac-432e47d06c9f tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/security-groups?id=2be4ecf6-32c3-4c43-9472-b41388e26dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690407 Mar 07 10:34:29.990887 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e6ab6-e6e8-4d73-a957-56ca9a5077ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2cbc28-624d-48a3-b447-4edbd7daa341,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:30.191761 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a6b65cc6-d605-4792-b472-9f90cc30f9f3 req-4b34cbba-e163-477c-b83d-838a37c88069 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 210 time: 0.0398605 Mar 07 10:34:30.225185 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fce1c-56f5-4e49-8a07-1427b6266e85 req-0d691f34-bbc5-4b09-8b81-beb426437b8d tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:30.245766 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3c9fce1c-56f5-4e49-8a07-1427b6266e85 req-0d691f34-bbc5-4b09-8b81-beb426437b8d tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=054cbb2e-714f-4941-b1e8-e2da87dc7a3b HTTP/1.1" status: 200 len: 945 time: 0.1349442 Mar 07 10:34:30.269217 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-679bdf33-64f1-4003-be72-47257568e888 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Allocated IP 172.20.0.5 (f571527e-a205-427a-8890-cc1f2763fcb1/5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5/d0ed793c-d058-4011-bbb7-7b0555cc88e6) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:34:30.333535 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3c9fce1c-56f5-4e49-8a07-1427b6266e85 req-4a9d6d2b-c2cf-4faa-aa14-3b62895f2b65 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847404 Mar 07 10:34:30.599274 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-679bdf33-64f1-4003-be72-47257568e888 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Publish callbacks [] for port (d0ed793c-d058-4011-bbb7-7b0555cc88e6), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:30.670493 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec170ca-90a5-496b-9baa-d28aec7f4bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d57298c-b336-43ff-bcd3-a4ea21a1d72f'}, {'server_uuid': '8adfc26e-22fe-46fc-a3f0-3ddd23e2950e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530c78fb-a739-475a-b0ee-b9d524e3bbb7'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:30.674030 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb35ba8-22d1-4b19-bcbd-3fdba4e5cfe0" -d '{"events": [{"server_uuid": "4ec170ca-90a5-496b-9baa-d28aec7f4bfb", "name": "network-vif-plugged", "status": "completed", "tag": "9d57298c-b336-43ff-bcd3-a4ea21a1d72f"}, {"server_uuid": "8adfc26e-22fe-46fc-a3f0-3ddd23e2950e", "name": "network-vif-plugged", "status": "completed", "tag": "530c78fb-a739-475a-b0ee-b9d524e3bbb7"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:30.691922 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-679bdf33-64f1-4003-be72-47257568e888 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (d0ed793c-d058-4011-bbb7-7b0555cc88e6), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:30.705406 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['1c0865da-6fde-4c3c-8287-5b7c2a1b6459'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:30.712188 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9fe4ee-eea8-4ce4-9699-07e341122334 req-6b60f11d-c2da-45b7-8c2f-05eb7c943b78 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:30.720265 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ba9fe4ee-eea8-4ce4-9699-07e341122334 req-6b60f11d-c2da-45b7-8c2f-05eb7c943b78 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 943 time: 0.0775573 Mar 07 10:34:30.797332 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ba9fe4ee-eea8-4ce4-9699-07e341122334 req-2645f33a-bf51-481f-9271-4fd2e7ed8161 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706780 Mar 07 10:34:30.829059 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-679bdf33-64f1-4003-be72-47257568e888 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Network f571527e-a205-427a-8890-cc1f2763fcb1 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:34:30.862095 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-679bdf33-64f1-4003-be72-47257568e888 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:34:30.870558 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-679bdf33-64f1-4003-be72-47257568e888 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:34:30.980860 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abe65f1-58e8-452b-b064-716a474ffb3a x-openstack-request-id: req-0abe65f1-58e8-452b-b064-716a474ffb3a {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:30.981194 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec170ca-90a5-496b-9baa-d28aec7f4bfb", "name": "network-vif-plugged", "status": "completed", "tag": "9d57298c-b336-43ff-bcd3-a4ea21a1d72f", "code": 200}, {"server_uuid": "8adfc26e-22fe-46fc-a3f0-3ddd23e2950e", "name": "network-vif-plugged", "status": "completed", "tag": "530c78fb-a739-475a-b0ee-b9d524e3bbb7", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:30.981456 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0abe65f1-58e8-452b-b064-716a474ffb3a {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:30.981959 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec170ca-90a5-496b-9baa-d28aec7f4bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d57298c-b336-43ff-bcd3-a4ea21a1d72f', 'code': 200} Mar 07 10:34:30.983611 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8adfc26e-22fe-46fc-a3f0-3ddd23e2950e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530c78fb-a739-475a-b0ee-b9d524e3bbb7', 'code': 200} Mar 07 10:34:31.012036 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-679bdf33-64f1-4003-be72-47257568e888 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:31.012987 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-679bdf33-64f1-4003-be72-47257568e888 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:31.049611 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679bdf33-64f1-4003-be72-47257568e888 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Pushing event updated for resources: {'Port': ['ID=d0ed793c-d058-4011-bbb7-7b0555cc88e6,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:31.082416 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbb6be-a994-4040-9290-aea65dc754c6 req-bfef118d-b20c-4ad9-9830-b47d438b74d2 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:31.089636 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3ccbb6be-a994-4040-9290-aea65dc754c6 req-bfef118d-b20c-4ad9-9830-b47d438b74d2 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=054cbb2e-714f-4941-b1e8-e2da87dc7a3b HTTP/1.1" status: 200 len: 945 time: 0.4247632 Mar 07 10:34:31.098344 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-679bdf33-64f1-4003-be72-47257568e888 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6882222 Mar 07 10:34:31.164128 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-63b4dec2-f863-423e-bb9c-78d1b8729efa service neutron] Request body: {'port': {'device_id': '514c2d61-fbd8-4f9b-af52-d7155f2935b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:31.284968 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3ccbb6be-a994-4040-9290-aea65dc754c6 req-b5da1206-04ee-48bc-af1d-4b1fbf27b0d5 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854606 Mar 07 10:34:31.359021 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29435ca2-d914-4b86-8746-fae355bcc80c req-51a8c82f-3257-4b10-94c2-8b8ea8a4b537 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:31.360978 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-29435ca2-d914-4b86-8746-fae355bcc80c req-51a8c82f-3257-4b10-94c2-8b8ea8a4b537 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 945 time: 0.2522836 Mar 07 10:34:31.417101 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e86078-bd4b-43df-8632-a363f2836472 req-062b72e7-e84b-40fb-8bc9-ea5be3ec59ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:31.418814 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-91e86078-bd4b-43df-8632-a363f2836472 req-062b72e7-e84b-40fb-8bc9-ea5be3ec59ca service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=8adfc26e-22fe-46fc-a3f0-3ddd23e2950e HTTP/1.1" status: 200 len: 1132 time: 0.3082061 Mar 07 10:34:31.421595 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42898) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:31.438804 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-63b4dec2-f863-423e-bb9c-78d1b8729efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d0ed793c-d058-4011-bbb7-7b0555cc88e6), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:31.453051 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1ac47-bde8-4222-8cf0-9fa6472eca46 req-3974315c-1f70-467c-b6b7-8840db150be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:31.454879 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-74a1ac47-bde8-4222-8cf0-9fa6472eca46 req-3974315c-1f70-467c-b6b7-8840db150be7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 1127 time: 0.2406013 Mar 07 10:34:31.497180 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-29435ca2-d914-4b86-8746-fae355bcc80c req-9c778f44-464e-41e8-bfc2-5f6bc76d4e7a tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071942 Mar 07 10:34:31.528812 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-91e86078-bd4b-43df-8632-a363f2836472 req-c0378a17-d30a-4c8f-92ed-4085057962d1 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2be4ecf6-32c3-4c43-9472-b41388e26dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024897 Mar 07 10:34:31.595543 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42902) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:31.687460 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-74a1ac47-bde8-4222-8cf0-9fa6472eca46 req-0cf533a0-75dd-480a-8399-6dc9fd371ff0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230368 Mar 07 10:34:31.688167 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfae384-72fd-493e-a562-543f90384696 req-337007f7-de59-47cc-9ea9-5d144dd5379c tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:31.690975 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-e76db870-99d0-4499-8bbb-c43806047e4a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1522044069-network', 'tenant_id': '081009be07604de6b116148d0975f6ea'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:31.700558 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9bfae384-72fd-493e-a562-543f90384696 req-337007f7-de59-47cc-9ea9-5d144dd5379c tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 931 time: 0.0957808 Mar 07 10:34:31.715456 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18853d2-e056-4abb-8a12-bea80b7eb3e9 req-e5eba349-3bdd-4782-8c48-4e19d2dae7a5 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:31.716990 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b18853d2-e056-4abb-8a12-bea80b7eb3e9 req-e5eba349-3bdd-4782-8c48-4e19d2dae7a5 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adfc26e-22fe-46fc-a3f0-3ddd23e2950e HTTP/1.1" status: 200 len: 950 time: 0.2793574 Mar 07 10:34:31.795158 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9bfae384-72fd-493e-a562-543f90384696 req-a8f627d3-b395-4342-ad69-ee3b21e8ae94 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926800 Mar 07 10:34:31.839667 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76db870-99d0-4499-8bbb-c43806047e4a admin admin] Made reservation on behalf of 081009be07604de6b116148d0975f6ea for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:34:31.842008 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e76db870-99d0-4499-8bbb-c43806047e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:31.877050 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f459d9c2-e36f-42d3-afcf-2c9e3b4c45bc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=914855c715794ac0925e4b6ed0252296&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797585 Mar 07 10:34:31.880072 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42908) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:31.920142 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e76db870-99d0-4499-8bbb-c43806047e4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:31.936550 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b18853d2-e056-4abb-8a12-bea80b7eb3e9 req-d70b7256-fa57-4584-a941-7a6e5fc2e178 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/security-groups?id=2be4ecf6-32c3-4c43-9472-b41388e26dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115080 Mar 07 10:34:31.981955 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844f5634-b87b-4df8-976a-34be71cdd0dd req-8ceaeac0-7ccd-4926-a70e-3f48b6a38954 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:31.983567 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-844f5634-b87b-4df8-976a-34be71cdd0dd req-8ceaeac0-7ccd-4926-a70e-3f48b6a38954 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 943 time: 0.0804019 Mar 07 10:34:32.039487 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-844f5634-b87b-4df8-976a-34be71cdd0dd req-e1d71fc5-98e8-4240-af09-9eed668ae40d tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463641 Mar 07 10:34:32.040261 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b52a56be-7d2c-4906-bc5d-8784d97775cb admin admin] Publish callbacks [] for security_group (d4e3bfbc-50e2-4bc3-a64e-51915a92b34e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:32.064407 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b52a56be-7d2c-4906-bc5d-8784d97775cb admin admin] Publish callbacks [] for security_group (d4e3bfbc-50e2-4bc3-a64e-51915a92b34e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:32.115333 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e76db870-99d0-4499-8bbb-c43806047e4a admin admin] Publish callbacks [] for security_group (eb4cf7a0-9916-4194-88d2-f035c37ffbd0), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:32.119826 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e76db870-99d0-4499-8bbb-c43806047e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (eb4cf7a0-9916-4194-88d2-f035c37ffbd0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:32.123463 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b52a56be-7d2c-4906-bc5d-8784d97775cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d4e3bfbc-50e2-4bc3-a64e-51915a92b34e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:32.126076 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b52a56be-7d2c-4906-bc5d-8784d97775cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:32.129663 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b52a56be-7d2c-4906-bc5d-8784d97775cb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d4e3bfbc-50e2-4bc3-a64e-51915a92b34e HTTP/1.1" status: 204 len: 168 time: 0.2462251 Mar 07 10:34:32.136194 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a56be-7d2c-4906-bc5d-8784d97775cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e3bfbc-50e2-4bc3-a64e-51915a92b34e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:32.187536 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e76db870-99d0-4499-8bbb-c43806047e4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:34:32.190991 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-63b4dec2-f863-423e-bb9c-78d1b8729efa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ed793c-d058-4011-bbb7-7b0555cc88e6 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:34:32.209196 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-63b4dec2-f863-423e-bb9c-78d1b8729efa service neutron] Publish callbacks [] for port (d0ed793c-d058-4011-bbb7-7b0555cc88e6), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:32.222225 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e76db870-99d0-4499-8bbb-c43806047e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (3809a5c1-788e-4753-a8f3-6656dcfe274f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:32.222651 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-e76db870-99d0-4499-8bbb-c43806047e4a admin admin] Added segment 3809a5c1-788e-4753-a8f3-6656dcfe274f of type vlan for network 42927475-2854-4f64-98e9-ef161f74924a Mar 07 10:34:32.224073 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76db870-99d0-4499-8bbb-c43806047e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4cf7a0-9916-4194-88d2-f035c37ffbd0,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:32.242426 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-63b4dec2-f863-423e-bb9c-78d1b8729efa service neutron] Transition to ACTIVE for port object d0ed793c-d058-4011-bbb7-7b0555cc88e6 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:34:32.267131 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-63b4dec2-f863-423e-bb9c-78d1b8729efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (d0ed793c-d058-4011-bbb7-7b0555cc88e6), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:32.309467 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e76db870-99d0-4499-8bbb-c43806047e4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (42927475-2854-4f64-98e9-ef161f74924a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:32.378292 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4dec2-f863-423e-bb9c-78d1b8729efa service neutron] Pushing event updated for resources: {'Port': ['ID=d0ed793c-d058-4011-bbb7-7b0555cc88e6,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:32.411791 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e76db870-99d0-4499-8bbb-c43806047e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (42927475-2854-4f64-98e9-ef161f74924a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:32.412766 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76db870-99d0-4499-8bbb-c43806047e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:32.413363 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e76db870-99d0-4499-8bbb-c43806047e4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:32.438260 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42916) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:32.488532 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e76db870-99d0-4499-8bbb-c43806047e4a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0603163 Mar 07 10:34:32.488782 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-32d7df60-a784-4b77-8d0f-4a557ec8de3b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2ae9d4e1c56b48af915fd5ed3cdef1e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455050 Mar 07 10:34:32.489578 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42918) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:32.490084 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42920) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:32.528012 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-451248f0-2bb1-43b1-9d08-18112704c33c admin admin] Request body: {'subnet': {'network_id': '42927475-2854-4f64-98e9-ef161f74924a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1522044069-subnet', 'tenant_id': '081009be07604de6b116148d0975f6ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:32.558873 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-67628c84-a9b1-4380-9687-eba79cac79c7 admin admin] Publish callbacks [] for security_group (6217ab94-739b-4b8b-98fa-dbbbb1ca42aa), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:32.581723 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76db870-99d0-4499-8bbb-c43806047e4a admin admin] Pushing event updated for resources: {'Network': ['ID=42927475-2854-4f64-98e9-ef161f74924a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:32.589450 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451248f0-2bb1-43b1-9d08-18112704c33c admin admin] Made reservation on behalf of 081009be07604de6b116148d0975f6ea for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:34:32.592254 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-451248f0-2bb1-43b1-9d08-18112704c33c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:32.600976 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 42927475-2854-4f64-98e9-ef161f74924a details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:34:32.665999 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-67628c84-a9b1-4380-9687-eba79cac79c7 admin admin] Publish callbacks [] for security_group (6217ab94-739b-4b8b-98fa-dbbbb1ca42aa), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:32.686961 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e86aaa-d0e5-4649-a25b-fc66f7f49719 req-aec672bd-7a60-443f-ac74-5cfef018bd89 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:32.698094 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-16e86aaa-d0e5-4649-a25b-fc66f7f49719 req-aec672bd-7a60-443f-ac74-5cfef018bd89 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=054cbb2e-714f-4941-b1e8-e2da87dc7a3b HTTP/1.1" status: 200 len: 945 time: 0.3246703 Mar 07 10:34:32.707838 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-63b4dec2-f863-423e-bb9c-78d1b8729efa service neutron] Attempting to bind port d0ed793c-d058-4011-bbb7-7b0555cc88e6 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:34:32.708489 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-63b4dec2-f863-423e-bb9c-78d1b8729efa service neutron] Attempting to bind port d0ed793c-d058-4011-bbb7-7b0555cc88e6 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:34:32.708990 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-63b4dec2-f863-423e-bb9c-78d1b8729efa service neutron] Attempting to bind port d0ed793c-d058-4011-bbb7-7b0555cc88e6 on network f571527e-a205-427a-8890-cc1f2763fcb1 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:32.749067 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-63b4dec2-f863-423e-bb9c-78d1b8729efa service neutron] Port d0ed793c-d058-4011-bbb7-7b0555cc88e6 on network f571527e-a205-427a-8890-cc1f2763fcb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:34:32.751257 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-63b4dec2-f863-423e-bb9c-78d1b8729efa service neutron] Attempting to bind port d0ed793c-d058-4011-bbb7-7b0555cc88e6 on network f571527e-a205-427a-8890-cc1f2763fcb1 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:32.764132 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-63b4dec2-f863-423e-bb9c-78d1b8729efa service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 34, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:34:32.765061 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-63b4dec2-f863-423e-bb9c-78d1b8729efa service neutron] Checking segment: {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:34:32.765839 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-63b4dec2-f863-423e-bb9c-78d1b8729efa service neutron] Bound using segment: {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:34:32.766661 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-63b4dec2-f863-423e-bb9c-78d1b8729efa service neutron] Bound port: d0ed793c-d058-4011-bbb7-7b0555cc88e6, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:34:32.767378 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-63b4dec2-f863-423e-bb9c-78d1b8729efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d0ed793c-d058-4011-bbb7-7b0555cc88e6), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:32.787788 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da212c3-645f-4f62-a782-c48c628f0856 req-8206c2e0-c532-4c00-b760-bef88124ee72 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:32.798960 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1da212c3-645f-4f62-a782-c48c628f0856 req-8206c2e0-c532-4c00-b760-bef88124ee72 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 945 time: 0.1354795 Mar 07 10:34:32.870087 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-63b4dec2-f863-423e-bb9c-78d1b8729efa service neutron] For port d0ed793c-d058-4011-bbb7-7b0555cc88e6, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:34:32.873759 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-63b4dec2-f863-423e-bb9c-78d1b8729efa service neutron] For port d0ed793c-d058-4011-bbb7-7b0555cc88e6, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d0ed793c-d058-4011-bbb7-7b0555cc88e6,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:34:32.888521 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-63b4dec2-f863-423e-bb9c-78d1b8729efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (d0ed793c-d058-4011-bbb7-7b0555cc88e6), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:32.918330 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1da212c3-645f-4f62-a782-c48c628f0856 req-f6f09829-edf0-4104-9476-af7bb8719178 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070626 Mar 07 10:34:32.939898 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-63b4dec2-f863-423e-bb9c-78d1b8729efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:32.940526 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-63b4dec2-f863-423e-bb9c-78d1b8729efa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:32.941983 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-63b4dec2-f863-423e-bb9c-78d1b8729efa service neutron] 10.222.0.31 "PUT /v2.0/ports/d0ed793c-d058-4011-bbb7-7b0555cc88e6 HTTP/1.1" status: 200 len: 1091 time: 1.7835140 Mar 07 10:34:32.942612 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514c2d61-fbd8-4f9b-af52-d7155f2935b9', 'tag': 'd0ed793c-d058-4011-bbb7-7b0555cc88e6'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:32.944940 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442227f5-29ac-4368-ade3-053ff422e971" -d '{"events": [{"name": "network-changed", "server_uuid": "514c2d61-fbd8-4f9b-af52-d7155f2935b9", "tag": "d0ed793c-d058-4011-bbb7-7b0555cc88e6"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:32.962097 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-16e86aaa-d0e5-4649-a25b-fc66f7f49719 req-a908d73e-0439-4de2-8e95-c85dac29ca9b tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614126 Mar 07 10:34:33.038579 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-67628c84-a9b1-4380-9687-eba79cac79c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (6217ab94-739b-4b8b-98fa-dbbbb1ca42aa), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:33.044420 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-67628c84-a9b1-4380-9687-eba79cac79c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:33.053566 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 0f133ce9-afd6-45de-a481-f08aa31eb2f5 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:34:33.053964 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-67628c84-a9b1-4380-9687-eba79cac79c7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6217ab94-739b-4b8b-98fa-dbbbb1ca42aa HTTP/1.1" status: 204 len: 168 time: 0.5611873 Mar 07 10:34:33.062174 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4dec2-f863-423e-bb9c-78d1b8729efa service neutron] Pushing event updated for resources: {'Port': ['ID=d0ed793c-d058-4011-bbb7-7b0555cc88e6,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:33.090126 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 0f133ce9-afd6-45de-a481-f08aa31eb2f5 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:34:33.090472 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 0f133ce9-afd6-45de-a481-f08aa31eb2f5 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:34:33.120314 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67628c84-a9b1-4380-9687-eba79cac79c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6217ab94-739b-4b8b-98fa-dbbbb1ca42aa,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:33.133930 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-3e6956db-9067-4f67-ac93-12c1f2db880b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:33.136084 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-3e6956db-9067-4f67-ac93-12c1f2db880b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4eca9194fdd4a93832d9940e3e6237a&device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 1125 time: 0.1336133 Mar 07 10:34:33.148537 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dbf66d-e38c-4199-b405-66ef313d21e2 req-b2a81245-28fa-408f-b48a-ee56a13935de tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:33.155040 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-451248f0-2bb1-43b1-9d08-18112704c33c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (d38c473b-24ce-45db-824d-0ac6bb35cbdc), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:33.156592 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-51dbf66d-e38c-4199-b405-66ef313d21e2 req-b2a81245-28fa-408f-b48a-ee56a13935de tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 943 time: 0.0862067 Mar 07 10:34:33.213126 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-fe2f1af9-3c15-4e1d-8335-318ef84c1173 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0ed793c-d058-4011-bbb7-7b0555cc88e6 HTTP/1.1" status: 200 len: 217 time: 0.0489199 Mar 07 10:34:33.297366 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451248f0-2bb1-43b1-9d08-18112704c33c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d38c473b-24ce-45db-824d-0ac6bb35cbdc,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:33.307920 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451248f0-2bb1-43b1-9d08-18112704c33c admin admin] Checking segment: {'id': '3809a5c1-788e-4753-a8f3-6656dcfe274f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '42927475-2854-4f64-98e9-ef161f74924a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:34:33.308287 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451248f0-2bb1-43b1-9d08-18112704c33c admin admin] Network hostable DHCP agents. Network: 42927475-2854-4f64-98e9-ef161f74924a, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:34:33.313447 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-51dbf66d-e38c-4199-b405-66ef313d21e2 req-af07b4ef-8061-4e10-aea4-43589f1f0e98 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558254 Mar 07 10:34:33.324345 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-9b82005d-5387-4cf4-b70f-374c85bdce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:33.326340 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-9b82005d-5387-4cf4-b70f-374c85bdce90 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5 HTTP/1.1" status: 200 len: 847 time: 0.0825939 Mar 07 10:34:33.344434 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451248f0-2bb1-43b1-9d08-18112704c33c admin admin] Network 42927475-2854-4f64-98e9-ef161f74924a is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:34:33.365266 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-451248f0-2bb1-43b1-9d08-18112704c33c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 42927475-2854-4f64-98e9-ef161f74924a) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:34:33.373206 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451248f0-2bb1-43b1-9d08-18112704c33c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:33.374201 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-451248f0-2bb1-43b1-9d08-18112704c33c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:33.378916 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48abea6-b6c4-4cee-8ab9-9137f1c85b13 None None] Network 42927475-2854-4f64-98e9-ef161f74924a requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:34:33.407097 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-451248f0-2bb1-43b1-9d08-18112704c33c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9149089 Mar 07 10:34:33.409883 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-c9022d11-cc16-4897-8b63-c4bcf651a8c0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f571527e-a205-427a-8890-cc1f2763fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771129 Mar 07 10:34:33.409883 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42944) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:33.423110 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-52ae8e0f-9dbf-4daf-ac91-6a2f164203f1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1522044069-router', 'tenant_id': '081009be07604de6b116148d0975f6ea', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:33.642847 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c317537-47c3-43ce-94a7-f16dd9220622 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-42927475-2854-4f64-98e9-ef161f74924a', 'network_id': '42927475-2854-4f64-98e9-ef161f74924a', 'project_id': '081009be07604de6b116148d0975f6ea', 'fixed_ips': [{'subnet_id': 'd38c473b-24ce-45db-824d-0ac6bb35cbdc'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:34:33.643889 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0c317537-47c3-43ce-94a7-f16dd9220622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:33.646494 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52ae8e0f-9dbf-4daf-ac91-6a2f164203f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (45edc656-c5da-4038-a223-388a05cf01af), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:33.651072 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52ae8e0f-9dbf-4daf-ac91-6a2f164203f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (45edc656-c5da-4038-a223-388a05cf01af), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:33.757038 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-91318290-3fa5-458d-b250-6924c142f86a service neutron] 10.222.0.31 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135650 Mar 07 10:34:33.759117 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52ae8e0f-9dbf-4daf-ac91-6a2f164203f1 admin admin] Publish callbacks [] for router_controller (45edc656-c5da-4038-a223-388a05cf01af), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:33.806567 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df728d-7f4f-48b9-8a91-a57d3109af27 req-e2e6d91c-b360-4160-926b-9bf7eea43a0d tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:33.808221 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-26df728d-7f4f-48b9-8a91-a57d3109af27 req-e2e6d91c-b360-4160-926b-9bf7eea43a0d tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adfc26e-22fe-46fc-a3f0-3ddd23e2950e HTTP/1.1" status: 200 len: 950 time: 0.1540966 Mar 07 10:34:33.975172 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-26df728d-7f4f-48b9-8a91-a57d3109af27 req-04db61b4-ea82-488f-923f-2d10fb9ded29 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/security-groups?id=2be4ecf6-32c3-4c43-9472-b41388e26dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580238 Mar 07 10:34:34.010373 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-0c317537-47c3-43ce-94a7-f16dd9220622 None None] Allocated IP 172.20.0.2 (42927475-2854-4f64-98e9-ef161f74924a/d38c473b-24ce-45db-824d-0ac6bb35cbdc/c0c8cf69-7906-4376-af65-69ba3b94cbfb) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:34:34.173032 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16a3a7-ddda-4ed1-bb55-be1aad127d81 req-9a575a75-ceee-4ce3-b4e3-4a86bfaf9c43 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:34.182340 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8a16a3a7-ddda-4ed1-bb55-be1aad127d81 req-9a575a75-ceee-4ce3-b4e3-4a86bfaf9c43 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 943 time: 0.0876746 Mar 07 10:34:34.303809 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8a16a3a7-ddda-4ed1-bb55-be1aad127d81 req-c163f48a-b977-4d94-a05b-18ed13ea5fcb tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094544 Mar 07 10:34:34.401389 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0c317537-47c3-43ce-94a7-f16dd9220622 None None] Publish callbacks [] for port (c0c8cf69-7906-4376-af65-69ba3b94cbfb), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:34.415809 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0c317537-47c3-43ce-94a7-f16dd9220622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (c0c8cf69-7906-4376-af65-69ba3b94cbfb), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:34.493026 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ba2cc-b685-43b4-8922-fce8edbd9c32 req-04500dfc-8f00-4bd2-8d2e-2a4c760c98d4 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:34.502375 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d23ba2cc-b685-43b4-8922-fce8edbd9c32 req-04500dfc-8f00-4bd2-8d2e-2a4c760c98d4 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 945 time: 0.0795765 Mar 07 10:34:34.529741 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c317537-47c3-43ce-94a7-f16dd9220622 None None] Network 42927475-2854-4f64-98e9-ef161f74924a is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:34:34.539174 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-0c317537-47c3-43ce-94a7-f16dd9220622 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:34:34.550299 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c317537-47c3-43ce-94a7-f16dd9220622 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:34:34.555936 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c317537-47c3-43ce-94a7-f16dd9220622 None None] Pushing event updated for resources: {'Port': ['ID=c0c8cf69-7906-4376-af65-69ba3b94cbfb,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:34.559714 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a3ed3c-677a-468e-8607-97e72ae76592 x-openstack-request-id: req-02a3ed3c-677a-468e-8607-97e72ae76592 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:34.560253 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514c2d61-fbd8-4f9b-af52-d7155f2935b9", "tag": "d0ed793c-d058-4011-bbb7-7b0555cc88e6", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:34.560840 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-02a3ed3c-677a-468e-8607-97e72ae76592 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:34.564044 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514c2d61-fbd8-4f9b-af52-d7155f2935b9', 'tag': 'd0ed793c-d058-4011-bbb7-7b0555cc88e6', 'status': 'completed', 'code': 200} Mar 07 10:34:34.568114 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-894aa364-60da-44fb-aa65-904d7bb0e8b9 req-b7650957-5b65-40aa-8250-b9521f56a51b service neutron] 10.222.0.31 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7936063 Mar 07 10:34:34.572961 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52ae8e0f-9dbf-4daf-ac91-6a2f164203f1 admin admin] Publish callbacks [] for router_gateway (45edc656-c5da-4038-a223-388a05cf01af), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:34.619324 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d23ba2cc-b685-43b4-8922-fce8edbd9c32 req-f6ed7350-c0d3-4fc5-9489-01b84dbd74c9 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130991 Mar 07 10:34:34.695535 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-0c317537-47c3-43ce-94a7-f16dd9220622 None None] Attempting to bind port c0c8cf69-7906-4376-af65-69ba3b94cbfb on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:34:34.696104 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-0c317537-47c3-43ce-94a7-f16dd9220622 None None] Attempting to bind port c0c8cf69-7906-4376-af65-69ba3b94cbfb by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '3809a5c1-788e-4753-a8f3-6656dcfe274f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '42927475-2854-4f64-98e9-ef161f74924a'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:34:34.696276 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c317537-47c3-43ce-94a7-f16dd9220622 None None] Attempting to bind port c0c8cf69-7906-4376-af65-69ba3b94cbfb on network 42927475-2854-4f64-98e9-ef161f74924a {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:34.707547 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c317537-47c3-43ce-94a7-f16dd9220622 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:34:34.707940 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c317537-47c3-43ce-94a7-f16dd9220622 None None] Checking segment: {'id': '3809a5c1-788e-4753-a8f3-6656dcfe274f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '42927475-2854-4f64-98e9-ef161f74924a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:34:34.708361 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0c317537-47c3-43ce-94a7-f16dd9220622 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:34.708763 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c317537-47c3-43ce-94a7-f16dd9220622 None None] Bound using segment: {'id': '3809a5c1-788e-4753-a8f3-6656dcfe274f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '42927475-2854-4f64-98e9-ef161f74924a'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:34:34.709265 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-0c317537-47c3-43ce-94a7-f16dd9220622 None None] Bound port: c0c8cf69-7906-4376-af65-69ba3b94cbfb, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3809a5c1-788e-4753-a8f3-6656dcfe274f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '42927475-2854-4f64-98e9-ef161f74924a'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:34:34.709647 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0c317537-47c3-43ce-94a7-f16dd9220622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c0c8cf69-7906-4376-af65-69ba3b94cbfb), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:34.807981 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442227f5-29ac-4368-ade3-053ff422e971 req-fa45ec03-d84a-4ffb-9e75-0bf836a4a47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:34.810278 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-442227f5-29ac-4368-ade3-053ff422e971 req-fa45ec03-d84a-4ffb-9e75-0bf836a4a47e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4eca9194fdd4a93832d9940e3e6237a&device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 1125 time: 0.1786454 Mar 07 10:34:34.865731 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437706ac-bb8b-4c6f-9cb4-81ef462ecd8c req-af5941e7-355e-4190-a061-b52f4676de41 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:34.869999 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-437706ac-bb8b-4c6f-9cb4-81ef462ecd8c req-af5941e7-355e-4190-a061-b52f4676de41 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 943 time: 0.1624076 Mar 07 10:34:34.880605 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-0c317537-47c3-43ce-94a7-f16dd9220622 None None] For port c0c8cf69-7906-4376-af65-69ba3b94cbfb, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:34:34.887775 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-0c317537-47c3-43ce-94a7-f16dd9220622 None None] For port c0c8cf69-7906-4376-af65-69ba3b94cbfb, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c0c8cf69-7906-4376-af65-69ba3b94cbfb,segment=NetworkSegment(3809a5c1-788e-4753-a8f3-6656dcfe274f),segment_id=3809a5c1-788e-4753-a8f3-6656dcfe274f)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:34:34.902130 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0c317537-47c3-43ce-94a7-f16dd9220622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c0c8cf69-7906-4376-af65-69ba3b94cbfb), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:35.017963 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c317537-47c3-43ce-94a7-f16dd9220622 None None] Pushing event updated for resources: {'Port': ['ID=c0c8cf69-7906-4376-af65-69ba3b94cbfb,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:35.029197 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-437706ac-bb8b-4c6f-9cb4-81ef462ecd8c req-2fd0d8e8-e1ac-410c-bcc3-02e9cce75eb7 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513174 Mar 07 10:34:35.068075 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442227f5-29ac-4368-ade3-053ff422e971 req-364706c4-12e5-445d-94f3-d506a01856b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:35.071244 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-442227f5-29ac-4368-ade3-053ff422e971 req-364706c4-12e5-445d-94f3-d506a01856b6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=f571527e-a205-427a-8890-cc1f2763fcb1 HTTP/1.1" status: 200 len: 908 time: 0.2522929 Mar 07 10:34:35.150326 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52ae8e0f-9dbf-4daf-ac91-6a2f164203f1 admin admin] Publish callbacks [] for router_gateway (45edc656-c5da-4038-a223-388a05cf01af), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:35.153919 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-442227f5-29ac-4368-ade3-053ff422e971 req-8e789837-52ea-4496-8392-3effa4da9154 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0ed793c-d058-4011-bbb7-7b0555cc88e6 HTTP/1.1" status: 200 len: 217 time: 0.0760064 Mar 07 10:34:35.189471 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52ae8e0f-9dbf-4daf-ac91-6a2f164203f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:35.246125 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266127b-ffa7-453c-a60a-d08eda22f1a0 req-25e8d176-346d-42e0-b5f9-ab264905178b tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:35.270546 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7266127b-ffa7-453c-a60a-d08eda22f1a0 req-25e8d176-346d-42e0-b5f9-ab264905178b tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 945 time: 0.1039116 Mar 07 10:34:35.363605 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7266127b-ffa7-453c-a60a-d08eda22f1a0 req-6504f9db-c4de-45f1-ab8e-191fd0a0623a tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919185 Mar 07 10:34:35.436365 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442227f5-29ac-4368-ade3-053ff422e971 req-88959f18-58f2-400e-8f8f-795bb215917c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:35.438063 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-442227f5-29ac-4368-ade3-053ff422e971 req-88959f18-58f2-400e-8f8f-795bb215917c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5 HTTP/1.1" status: 200 len: 847 time: 0.2605634 Mar 07 10:34:35.523782 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-442227f5-29ac-4368-ade3-053ff422e971 req-bf9b1bb3-74c1-4b75-9488-3a6aa5ef1e4c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f571527e-a205-427a-8890-cc1f2763fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772505 Mar 07 10:34:35.542192 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e9229-7394-414a-ae5b-f137d3e5f394 req-923b062f-31d1-4269-a778-afae8bc2bc9f tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:35.550860 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ed0e9229-7394-414a-ae5b-f137d3e5f394 req-923b062f-31d1-4269-a778-afae8bc2bc9f tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 943 time: 0.0934122 Mar 07 10:34:35.557849 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1648e59-04ff-47c1-9b43-a64e63c82573 req-9c8de8f2-5b72-4e04-86d2-1aed3e522add tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:35.565074 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d1648e59-04ff-47c1-9b43-a64e63c82573 req-9c8de8f2-5b72-4e04-86d2-1aed3e522add tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adfc26e-22fe-46fc-a3f0-3ddd23e2950e HTTP/1.1" status: 200 len: 950 time: 0.3023484 Mar 07 10:34:35.615266 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ed0e9229-7394-414a-ae5b-f137d3e5f394 req-890a7fe0-6b7e-48a0-a5ef-2f08222e6f9c tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597470 Mar 07 10:34:35.680411 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-52ae8e0f-9dbf-4daf-ac91-6a2f164203f1 admin admin] Allocated IP 172.25.3.110 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/6cdb906f-5472-47bf-ab8c-2214d0940511) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:34:35.722302 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d1648e59-04ff-47c1-9b43-a64e63c82573 req-c3d0ac5e-bbd6-4d72-a57c-b0c473c1d2b5 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/security-groups?id=2be4ecf6-32c3-4c43-9472-b41388e26dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562316 Mar 07 10:34:35.760535 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-442227f5-29ac-4368-ade3-053ff422e971 req-5b390597-408f-4a8f-afb2-f5552f8bdd5e service neutron] 10.222.0.31 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212512 Mar 07 10:34:35.940120 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52ae8e0f-9dbf-4daf-ac91-6a2f164203f1 admin admin] Publish callbacks [] for port (6cdb906f-5472-47bf-ab8c-2214d0940511), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:35.967422 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-442227f5-29ac-4368-ade3-053ff422e971 req-13640611-7002-4c11-85fa-6629855d0434 service neutron] 10.222.0.31 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998057 Mar 07 10:34:36.022771 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52ae8e0f-9dbf-4daf-ac91-6a2f164203f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (6cdb906f-5472-47bf-ab8c-2214d0940511), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:36.083713 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ae8e0f-9dbf-4daf-ac91-6a2f164203f1 admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:34:36.119305 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-52ae8e0f-9dbf-4daf-ac91-6a2f164203f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:34:36.136193 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ae8e0f-9dbf-4daf-ac91-6a2f164203f1 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:34:36.185066 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c0c8cf69-7906-4376-af65-69ba3b94cbfb up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:34:36.208275 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae8e0f-9dbf-4daf-ac91-6a2f164203f1 admin admin] Pushing event updated for resources: {'Port': ['ID=6cdb906f-5472-47bf-ab8c-2214d0940511,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:36.341771 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2125515-5c4d-44e2-a6f8-1d1ed3b7af41 req-cfd8afda-c6d1-4b4e-80dd-1f9e71f55d65 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:36.345728 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c2125515-5c4d-44e2-a6f8-1d1ed3b7af41 req-cfd8afda-c6d1-4b4e-80dd-1f9e71f55d65 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 945 time: 0.1915245 Mar 07 10:34:36.351606 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:34:36.362967 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port c0c8cf69-7906-4376-af65-69ba3b94cbfb triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:36.363628 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c0c8cf69-7906-4376-af65-69ba3b94cbfb), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:36.424151 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c2125515-5c4d-44e2-a6f8-1d1ed3b7af41 req-24d39a7c-35fa-4379-907f-e2fef8dcc0ae tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752876 Mar 07 10:34:36.515180 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.resource_extend [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:34:36.553132 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b5e1f-7a32-470e-b4a0-c536867d1156 req-d0a6e33d-fbe0-4f16-91af-d0308c187677 tempest-NetworksTest-1157022576 tempest-NetworksTest-1157022576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:36.554427 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b5e1f-7a32-470e-b4a0-c536867d1156 req-d0a6e33d-fbe0-4f16-91af-d0308c187677 tempest-NetworksTest-1157022576 tempest-NetworksTest-1157022576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:36.555133 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b5e1f-7a32-470e-b4a0-c536867d1156 req-d0a6e33d-fbe0-4f16-91af-d0308c187677 tempest-NetworksTest-1157022576 tempest-NetworksTest-1157022576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:36.555827 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b5e1f-7a32-470e-b4a0-c536867d1156 req-d0a6e33d-fbe0-4f16-91af-d0308c187677 tempest-NetworksTest-1157022576 tempest-NetworksTest-1157022576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:36.556667 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b5e1f-7a32-470e-b4a0-c536867d1156 req-d0a6e33d-fbe0-4f16-91af-d0308c187677 tempest-NetworksTest-1157022576 tempest-NetworksTest-1157022576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:36.557362 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b5e1f-7a32-470e-b4a0-c536867d1156 req-d0a6e33d-fbe0-4f16-91af-d0308c187677 tempest-NetworksTest-1157022576 tempest-NetworksTest-1157022576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:36.558631 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b5e1f-7a32-470e-b4a0-c536867d1156 req-d0a6e33d-fbe0-4f16-91af-d0308c187677 tempest-NetworksTest-1157022576 tempest-NetworksTest-1157022576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:36.559451 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b5e1f-7a32-470e-b4a0-c536867d1156 req-d0a6e33d-fbe0-4f16-91af-d0308c187677 tempest-NetworksTest-1157022576 tempest-NetworksTest-1157022576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:36.560142 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b5e1f-7a32-470e-b4a0-c536867d1156 req-d0a6e33d-fbe0-4f16-91af-d0308c187677 tempest-NetworksTest-1157022576 tempest-NetworksTest-1157022576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:36.562440 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b5e1f-7a32-470e-b4a0-c536867d1156 req-d0a6e33d-fbe0-4f16-91af-d0308c187677 tempest-NetworksTest-1157022576 tempest-NetworksTest-1157022576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:36.563323 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b5e1f-7a32-470e-b4a0-c536867d1156 req-d0a6e33d-fbe0-4f16-91af-d0308c187677 tempest-NetworksTest-1157022576 tempest-NetworksTest-1157022576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:36.563497 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-edfd3e88-409f-41af-9640-47a6993ce0ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:36.571372 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b5e1f-7a32-470e-b4a0-c536867d1156 req-d0a6e33d-fbe0-4f16-91af-d0308c187677 tempest-NetworksTest-1157022576 tempest-NetworksTest-1157022576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:36.575560 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-359b5e1f-7a32-470e-b4a0-c536867d1156 req-d0a6e33d-fbe0-4f16-91af-d0308c187677 tempest-NetworksTest-1157022576 tempest-NetworksTest-1157022576-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8518 time: 0.5141933 Mar 07 10:34:36.618646 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62feb946-5c32-43c4-aac8-2b93e79efb5c None None] Network 42927475-2854-4f64-98e9-ef161f74924a requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:34:36.650326 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afeeaf3-fece-4589-8914-a38180d2d159 req-66c596fa-248c-4241-8560-36f86960df00 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:36.657707 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8afeeaf3-fece-4589-8914-a38180d2d159 req-66c596fa-248c-4241-8560-36f86960df00 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 943 time: 0.1069608 Mar 07 10:34:36.724225 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:34:36.728232 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8afeeaf3-fece-4589-8914-a38180d2d159 req-bd8a0414-111d-4f9e-9a91-c4ca423c27e5 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693474 Mar 07 10:34:36.755247 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port c0c8cf69-7906-4376-af65-69ba3b94cbfb is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:36.755649 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c0c8cf69-7906-4376-af65-69ba3b94cbfb), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:36.825666 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port c0c8cf69-7906-4376-af65-69ba3b94cbfb, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c0c8cf69-7906-4376-af65-69ba3b94cbfb,segment=NetworkSegment(3809a5c1-788e-4753-a8f3-6656dcfe274f),segment_id=3809a5c1-788e-4753-a8f3-6656dcfe274f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:36.834074 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:36.853781 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1a049-15d1-40da-a31f-ca5e9294a2df req-80cfd247-f423-4e56-b368-19ab5b073006 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:36.855643 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91c1a049-15d1-40da-a31f-ca5e9294a2df req-80cfd247-f423-4e56-b368-19ab5b073006 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.31 "GET /v2.0/ports?device_id=8adfc26e-22fe-46fc-a3f0-3ddd23e2950e HTTP/1.1" status: 200 len: 950 time: 0.2478096 Mar 07 10:34:36.888059 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c0c8cf69-7906-4376-af65-69ba3b94cbfb), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:36.906678 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ebd76-1b43-4fb4-aa2c-1d4d019a9d1c req-23124348-3d9c-43a4-b8df-0b9ba9766dab tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:36.914260 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d82ebd76-1b43-4fb4-aa2c-1d4d019a9d1c req-23124348-3d9c-43a4-b8df-0b9ba9766dab tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 943 time: 0.0998971 Mar 07 10:34:36.936169 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641c7de-74aa-4008-81a6-bdfc55fbc173 req-bf202b38-4eaf-4433-ab71-6153550106d9 tempest-NetworksTest-1157022576 tempest-NetworksTest-1157022576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:36.948202 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1641c7de-74aa-4008-81a6-bdfc55fbc173 req-bf202b38-4eaf-4433-ab71-6153550106d9 tempest-NetworksTest-1157022576 tempest-NetworksTest-1157022576-project-admin] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 886 time: 0.3389766 Mar 07 10:34:36.958201 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52ae8e0f-9dbf-4daf-ac91-6a2f164203f1 admin admin] Publish callbacks [] for router_gateway (45edc656-c5da-4038-a223-388a05cf01af), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:37.009968 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=c0c8cf69-7906-4376-af65-69ba3b94cbfb,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:37.010484 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d82ebd76-1b43-4fb4-aa2c-1d4d019a9d1c req-2dda04f8-4ff6-4aae-a44c-7beb0aa3e99e tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952826 Mar 07 10:34:37.028393 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7', 'network_id': '1c9349e7-4e65-4998-b65b-262e6f8a6364', 'port_id': '08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7', 'mac_address': 'fa:16:3e:c1:77:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c87802-4ea4-47ca-8770-96eb56986af1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:34:37.087706 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-5ac0010b-8e8e-45ea-acfe-1fa2365a4204 None None] Provisioning complete for port c0c8cf69-7906-4376-af65-69ba3b94cbfb triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:37.089069 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5ac0010b-8e8e-45ea-acfe-1fa2365a4204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c0c8cf69-7906-4376-af65-69ba3b94cbfb), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:37.093219 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7 is: ACTIVE; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:37.093610 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:37.131805 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:34:37.217035 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:37.231824 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:37.312648 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4284-0b0e-453e-b4d6-93860b1497fd req-170c3bb6-9565-40ff-aac3-48521b7ac095 tempest-NetworksTest-1157022576 tempest-NetworksTest-1157022576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:37.315308 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4284-0b0e-453e-b4d6-93860b1497fd req-170c3bb6-9565-40ff-aac3-48521b7ac095 tempest-NetworksTest-1157022576 tempest-NetworksTest-1157022576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:37.317589 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4284-0b0e-453e-b4d6-93860b1497fd req-170c3bb6-9565-40ff-aac3-48521b7ac095 tempest-NetworksTest-1157022576 tempest-NetworksTest-1157022576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:37.318246 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4284-0b0e-453e-b4d6-93860b1497fd req-170c3bb6-9565-40ff-aac3-48521b7ac095 tempest-NetworksTest-1157022576 tempest-NetworksTest-1157022576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:37.318955 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4284-0b0e-453e-b4d6-93860b1497fd req-170c3bb6-9565-40ff-aac3-48521b7ac095 tempest-NetworksTest-1157022576 tempest-NetworksTest-1157022576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:37.320236 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:37.320893 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4284-0b0e-453e-b4d6-93860b1497fd req-170c3bb6-9565-40ff-aac3-48521b7ac095 tempest-NetworksTest-1157022576 tempest-NetworksTest-1157022576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:37.322480 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4284-0b0e-453e-b4d6-93860b1497fd req-170c3bb6-9565-40ff-aac3-48521b7ac095 tempest-NetworksTest-1157022576 tempest-NetworksTest-1157022576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:37.323126 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4284-0b0e-453e-b4d6-93860b1497fd req-170c3bb6-9565-40ff-aac3-48521b7ac095 tempest-NetworksTest-1157022576 tempest-NetworksTest-1157022576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:37.325413 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4284-0b0e-453e-b4d6-93860b1497fd req-170c3bb6-9565-40ff-aac3-48521b7ac095 tempest-NetworksTest-1157022576 tempest-NetworksTest-1157022576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:37.326054 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4284-0b0e-453e-b4d6-93860b1497fd req-170c3bb6-9565-40ff-aac3-48521b7ac095 tempest-NetworksTest-1157022576 tempest-NetworksTest-1157022576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:37.327772 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4284-0b0e-453e-b4d6-93860b1497fd req-170c3bb6-9565-40ff-aac3-48521b7ac095 tempest-NetworksTest-1157022576 tempest-NetworksTest-1157022576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:37.328438 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693d4284-0b0e-453e-b4d6-93860b1497fd req-170c3bb6-9565-40ff-aac3-48521b7ac095 tempest-NetworksTest-1157022576 tempest-NetworksTest-1157022576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:37.333536 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-693d4284-0b0e-453e-b4d6-93860b1497fd req-170c3bb6-9565-40ff-aac3-48521b7ac095 tempest-NetworksTest-1157022576 tempest-NetworksTest-1157022576-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8518 time: 0.2747896 Mar 07 10:34:37.399989 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5ac0010b-8e8e-45ea-acfe-1fa2365a4204 None None] Current status of the port c0c8cf69-7906-4376-af65-69ba3b94cbfb is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:37.403746 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:37.508079 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e37480-2b19-4ffe-942b-cdeb7b5f3566 req-7dc8a6ab-02e5-4bf3-8513-9511b0e6fdab tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:37.515459 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-64e37480-2b19-4ffe-942b-cdeb7b5f3566 req-7dc8a6ab-02e5-4bf3-8513-9511b0e6fdab tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adfc26e-22fe-46fc-a3f0-3ddd23e2950e HTTP/1.1" status: 200 len: 950 time: 0.4720371 Mar 07 10:34:37.673006 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-91c1a049-15d1-40da-a31f-ca5e9294a2df req-ef026022-3463-4d98-8496-985b283dcf02 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Deleting port 530c78fb-a739-475a-b0ee-b9d524e3bbb7 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:34:37.680106 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-91c1a049-15d1-40da-a31f-ca5e9294a2df req-ef026022-3463-4d98-8496-985b283dcf02 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (530c78fb-a739-475a-b0ee-b9d524e3bbb7), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:37.756510 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc241b-b454-4c74-852a-3ef9eee7f133 req-80551d61-9d8e-48bc-9010-5af089643ad7 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:37.758149 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-95fc241b-b454-4c74-852a-3ef9eee7f133 req-80551d61-9d8e-48bc-9010-5af089643ad7 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 945 time: 0.1251256 Mar 07 10:34:37.871573 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-95fc241b-b454-4c74-852a-3ef9eee7f133 req-aa5250da-3c87-4ca3-97da-d41ec479ce3a tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009395 Mar 07 10:34:37.906286 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43108) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:37.971897 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-91c1a049-15d1-40da-a31f-ca5e9294a2df req-ef026022-3463-4d98-8496-985b283dcf02 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] For port 530c78fb-a739-475a-b0ee-b9d524e3bbb7, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=530c78fb-a739-475a-b0ee-b9d524e3bbb7,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:37.972954 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-91c1a049-15d1-40da-a31f-ca5e9294a2df req-ef026022-3463-4d98-8496-985b283dcf02 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (530c78fb-a739-475a-b0ee-b9d524e3bbb7), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:37.988074 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-91c1a049-15d1-40da-a31f-ca5e9294a2df req-ef026022-3463-4d98-8496-985b283dcf02 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Calling delete_port for 530c78fb-a739-475a-b0ee-b9d524e3bbb7 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:34:38.082701 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ed3901cd-71a8-46b6-89f0-66e1ccde6fee None None] Provisioning complete for port c0c8cf69-7906-4376-af65-69ba3b94cbfb triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:38.083096 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ed3901cd-71a8-46b6-89f0-66e1ccde6fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c0c8cf69-7906-4376-af65-69ba3b94cbfb), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:38.088869 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-29046228-79c8-466f-8b55-e02982936308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:38.126483 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c0c8cf69-7906-4376-af65-69ba3b94cbfb up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:34:38.153421 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-64e37480-2b19-4ffe-942b-cdeb7b5f3566 req-116c9af3-71ce-42b6-8564-ba4e70572462 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/security-groups?id=2be4ecf6-32c3-4c43-9472-b41388e26dfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6370604 Mar 07 10:34:38.197952 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0c067-3779-4344-9f96-0ee5aa7d77d7 req-898f9328-c994-448b-8923-8a80885404b2 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:38.206300 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f3f0c067-3779-4344-9f96-0ee5aa7d77d7 req-898f9328-c994-448b-8923-8a80885404b2 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 943 time: 0.2142892 Mar 07 10:34:38.295966 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f3f0c067-3779-4344-9f96-0ee5aa7d77d7 req-ea0ab53a-edc2-4a05-95ce-6e9abf8ccd07 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881424 Mar 07 10:34:38.325151 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port c0c8cf69-7906-4376-af65-69ba3b94cbfb triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:38.325788 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c0c8cf69-7906-4376-af65-69ba3b94cbfb), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:38.335424 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52ae8e0f-9dbf-4daf-ac91-6a2f164203f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (45edc656-c5da-4038-a223-388a05cf01af), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:38.388647 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:34:38.403532 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bed426-1194-4743-93f5-15845bca6007 req-56368d3a-5ac6-4b26-9eae-d7f9316b9940 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:38.413474 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f5bed426-1194-4743-93f5-15845bca6007 req-56368d3a-5ac6-4b26-9eae-d7f9316b9940 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 943 time: 0.1483486 Mar 07 10:34:38.420865 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-29046228-79c8-466f-8b55-e02982936308 admin admin] Publish callbacks [] for security_group (62006cef-7b4a-4b86-b11f-c02034d5dae3), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:38.425170 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-91c1a049-15d1-40da-a31f-ca5e9294a2df req-ef026022-3463-4d98-8496-985b283dcf02 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (530c78fb-a739-475a-b0ee-b9d524e3bbb7), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:38.446276 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-29046228-79c8-466f-8b55-e02982936308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (62006cef-7b4a-4b86-b11f-c02034d5dae3), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:38.462304 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['530c78fb-a739-475a-b0ee-b9d524e3bbb7'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:38.478537 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef026022-3463-4d98-8496-985b283dcf02 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Pushing event deleted for resources: {'Port': ['ID=530c78fb-a739-475a-b0ee-b9d524e3bbb7,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:38.511141 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ed3901cd-71a8-46b6-89f0-66e1ccde6fee None None] Current status of the port c0c8cf69-7906-4376-af65-69ba3b94cbfb is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:38.578777 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c1a049-15d1-40da-a31f-ca5e9294a2df req-ef026022-3463-4d98-8496-985b283dcf02 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] No DVR routers for this DVR port 530c78fb-a739-475a-b0ee-b9d524e3bbb7 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:34:38.588031 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-91c1a049-15d1-40da-a31f-ca5e9294a2df req-ef026022-3463-4d98-8496-985b283dcf02 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:38.588942 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-29046228-79c8-466f-8b55-e02982936308 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=76ca0d56a4254e619c23b2ceeea88cea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6808040 Mar 07 10:34:38.591060 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43126) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:38.592033 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91c1a049-15d1-40da-a31f-ca5e9294a2df req-ef026022-3463-4d98-8496-985b283dcf02 tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.31 "DELETE /v2.0/ports/530c78fb-a739-475a-b0ee-b9d524e3bbb7 HTTP/1.1" status: 204 len: 173 time: 1.7276137 Mar 07 10:34:38.592499 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8adfc26e-22fe-46fc-a3f0-3ddd23e2950e', 'name': 'network-vif-deleted', 'tag': '530c78fb-a739-475a-b0ee-b9d524e3bbb7'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:38.594815 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8caeb80-ee20-457d-8139-6ae0ac0b3bf1" -d '{"events": [{"server_uuid": "8adfc26e-22fe-46fc-a3f0-3ddd23e2950e", "name": "network-vif-deleted", "tag": "530c78fb-a739-475a-b0ee-b9d524e3bbb7"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:38.629293 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-278da8ca-5be8-4353-a8cf-64081c02708c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:38.666612 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f5bed426-1194-4743-93f5-15845bca6007 req-c2dde37a-ab14-4c31-a32f-33ed4877d34c tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521131 Mar 07 10:34:38.711080 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29046228-79c8-466f-8b55-e02982936308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62006cef-7b4a-4b86-b11f-c02034d5dae3,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:38.717415 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:38.717895 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:38.758528 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0b4ee2cb-219e-44b3-8a14-27df3b661832 admin admin] Publish callbacks [] for security_group (62006cef-7b4a-4b86-b11f-c02034d5dae3), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:38.787304 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0b4ee2cb-219e-44b3-8a14-27df3b661832 admin admin] Publish callbacks [] for security_group (62006cef-7b4a-4b86-b11f-c02034d5dae3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:38.794181 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f350d1d-e6ec-474c-889b-a1271daad215 x-openstack-request-id: req-9f350d1d-e6ec-474c-889b-a1271daad215 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:38.796442 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8adfc26e-22fe-46fc-a3f0-3ddd23e2950e", "name": "network-vif-deleted", "tag": "530c78fb-a739-475a-b0ee-b9d524e3bbb7", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:38.797072 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9f350d1d-e6ec-474c-889b-a1271daad215 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:38.797676 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8adfc26e-22fe-46fc-a3f0-3ddd23e2950e', 'name': 'network-vif-deleted', 'tag': '530c78fb-a739-475a-b0ee-b9d524e3bbb7', 'status': 'completed', 'code': 200} Mar 07 10:34:38.804709 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ae8e0f-9dbf-4daf-ac91-6a2f164203f1 admin admin] Router 45edc656-c5da-4038-a223-388a05cf01af is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:34:38.866803 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29046228-79c8-466f-8b55-e02982936308 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:38.867133 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29046228-79c8-466f-8b55-e02982936308 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:38.868151 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29046228-79c8-466f-8b55-e02982936308 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:38.869088 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29046228-79c8-466f-8b55-e02982936308 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:38.870600 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29046228-79c8-466f-8b55-e02982936308 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:38.871827 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29046228-79c8-466f-8b55-e02982936308 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:38.872172 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29046228-79c8-466f-8b55-e02982936308 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:38.872568 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29046228-79c8-466f-8b55-e02982936308 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:38.873049 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29046228-79c8-466f-8b55-e02982936308 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:38.873435 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29046228-79c8-466f-8b55-e02982936308 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:38.873771 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29046228-79c8-466f-8b55-e02982936308 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:38.874156 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29046228-79c8-466f-8b55-e02982936308 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:38.875215 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29046228-79c8-466f-8b55-e02982936308 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:38.884899 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port c0c8cf69-7906-4376-af65-69ba3b94cbfb is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:38.901182 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0b4ee2cb-219e-44b3-8a14-27df3b661832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (62006cef-7b4a-4b86-b11f-c02034d5dae3), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:38.905714 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0b4ee2cb-219e-44b3-8a14-27df3b661832 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:38.912400 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0b4ee2cb-219e-44b3-8a14-27df3b661832 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/62006cef-7b4a-4b86-b11f-c02034d5dae3 HTTP/1.1" status: 204 len: 168 time: 0.3163352 Mar 07 10:34:38.954349 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ee2cb-219e-44b3-8a14-27df3b661832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62006cef-7b4a-4b86-b11f-c02034d5dae3,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:39.030640 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ae8e0f-9dbf-4daf-ac91-6a2f164203f1 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:34:39.043022 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:39.043733 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:39.044769 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ab4560-6fbd-4552-8fa6-5abcd0283f09 None None] Sync routers for ids ['45edc656-c5da-4038-a223-388a05cf01af'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:34:39.070397 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52ae8e0f-9dbf-4daf-ac91-6a2f164203f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:39.074195 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-52ae8e0f-9dbf-4daf-ac91-6a2f164203f1 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.6634662 Mar 07 10:34:39.079098 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ab4560-6fbd-4552-8fa6-5abcd0283f09 None None] Routers {'45edc656-c5da-4038-a223-388a05cf01af'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:34:39.079718 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-34ab4560-6fbd-4552-8fa6-5abcd0283f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:34:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['45edc656-c5da-4038-a223-388a05cf01af'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:39.080046 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43134) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:39.125450 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054cbb2e-714f-4941-b1e8-e2da87dc7a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:39.140674 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1ea071-97a9-4299-beb6-f956a6a6dd3a" -d '{"events": [{"server_uuid": "054cbb2e-714f-4941-b1e8-e2da87dc7a3b", "name": "network-vif-plugged", "status": "completed", "tag": "08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:39.195107 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:39.213803 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:39.270481 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2b59ee-3950-43c9-a89e-cdfe0d5000d3 req-e833e77c-a8b3-4180-8549-f6c607dc0d48 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:39.281341 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fc2b59ee-3950-43c9-a89e-cdfe0d5000d3 req-e833e77c-a8b3-4180-8549-f6c607dc0d48 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 945 time: 0.2624731 Mar 07 10:34:39.293775 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68cdbbf-60f6-4248-bbc6-3f1edd8d3393 x-openstack-request-id: req-f68cdbbf-60f6-4248-bbc6-3f1edd8d3393 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:39.294395 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054cbb2e-714f-4941-b1e8-e2da87dc7a3b", "name": "network-vif-plugged", "status": "completed", "tag": "08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:39.298859 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f68cdbbf-60f6-4248-bbc6-3f1edd8d3393 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:39.299487 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054cbb2e-714f-4941-b1e8-e2da87dc7a3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7', 'code': 200} Mar 07 10:34:39.383415 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7,revision_number=7']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:39.396155 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-34ab4560-6fbd-4552-8fa6-5abcd0283f09 None None] Set router 45edc656-c5da-4038-a223-388a05cf01af gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:34:39.447561 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fc2b59ee-3950-43c9-a89e-cdfe0d5000d3 req-b1429b02-1f1f-43ab-b4bb-5f3abbe53756 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652064 Mar 07 10:34:39.470564 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f07c28e7-cf01-4d6e-a258-d1f6b5720b46 req-095c78f9-c70e-43db-bebc-a0df2202040c tempest-ServerDiagnosticsNegativeTest-1554706811 tempest-ServerDiagnosticsNegativeTest-1554706811-project] 10.222.0.11 "GET /v2.0/ports?device_id=8adfc26e-22fe-46fc-a3f0-3ddd23e2950e HTTP/1.1" status: 200 len: 210 time: 0.0915883 Mar 07 10:34:39.639085 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b4b6a-6926-4243-929b-9e449c18b432 req-9f5b1d5a-e959-4185-9350-dcecf8c9ed53 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:39.658953 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-545b4b6a-6926-4243-929b-9e449c18b432 req-9f5b1d5a-e959-4185-9350-dcecf8c9ed53 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 943 time: 0.1228957 Mar 07 10:34:39.726134 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43156) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:39.779921 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-34ab4560-6fbd-4552-8fa6-5abcd0283f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45edc656-c5da-4038-a223-388a05cf01af', 'name': 'tempest-TaggedBootDevicesTest_v242-1522044069-router', 'tenant_id': '081009be07604de6b116148d0975f6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '6cdb906f-5472-47bf-ab8c-2214d0940511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:34:33Z', 'updated_at': '2022-03-07T10:34:36Z', 'revision_number': 3, 'project_id': '081009be07604de6b116148d0975f6ea', 'gw_port': {'id': '6cdb906f-5472-47bf-ab8c-2214d0940511', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:70:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45edc656-c5da-4038-a223-388a05cf01af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:34:35Z', 'updated_at': '2022-03-07T10:34:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:39.781194 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:39.809977 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ab4560-6fbd-4552-8fa6-5abcd0283f09 None None] Checking router: 45edc656-c5da-4038-a223-388a05cf01af for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:34:39.810704 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ab4560-6fbd-4552-8fa6-5abcd0283f09 None None] Updating router 45edc656-c5da-4038-a223-388a05cf01af port 6cdb906f-5472-47bf-ab8c-2214d0940511 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:34:39.832138 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ff32b4e9-c71b-43b8-9c49-ab15311ab8ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:39.850244 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-34ab4560-6fbd-4552-8fa6-5abcd0283f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6cdb906f-5472-47bf-ab8c-2214d0940511), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:39.852468 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-545b4b6a-6926-4243-929b-9e449c18b432 req-71d17948-55ad-433c-8491-4ddc136f54d4 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897268 Mar 07 10:34:40.102144 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d62b24-8b1c-4da5-96c5-5b120d4ef662 req-f049e217-306d-48ce-8bc6-8d2313e7ff2b tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:40.105491 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c7d62b24-8b1c-4da5-96c5-5b120d4ef662 req-f049e217-306d-48ce-8bc6-8d2313e7ff2b tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 943 time: 0.1830881 Mar 07 10:34:40.158920 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ff32b4e9-c71b-43b8-9c49-ab15311ab8ee admin admin] Publish callbacks [] for security_group (f1f86098-5e9f-4990-a781-af73f5e9132a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:40.197381 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ff32b4e9-c71b-43b8-9c49-ab15311ab8ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f1f86098-5e9f-4990-a781-af73f5e9132a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:40.212232 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-34ab4560-6fbd-4552-8fa6-5abcd0283f09 None None] Publish callbacks [] for port (6cdb906f-5472-47bf-ab8c-2214d0940511), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:40.226871 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-34ab4560-6fbd-4552-8fa6-5abcd0283f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6cdb906f-5472-47bf-ab8c-2214d0940511), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:40.317167 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-34ab4560-6fbd-4552-8fa6-5abcd0283f09 None None] Attempting to bind port 6cdb906f-5472-47bf-ab8c-2214d0940511 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:34:40.317695 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-34ab4560-6fbd-4552-8fa6-5abcd0283f09 None None] Attempting to bind port 6cdb906f-5472-47bf-ab8c-2214d0940511 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:34:40.318399 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ab4560-6fbd-4552-8fa6-5abcd0283f09 None None] Attempting to bind port 6cdb906f-5472-47bf-ab8c-2214d0940511 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:40.328426 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ff32b4e9-c71b-43b8-9c49-ab15311ab8ee admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=20e177cabd074aa093a36e83c94f9872&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5930216 Mar 07 10:34:40.329327 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43160) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:40.346342 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32b4e9-c71b-43b8-9c49-ab15311ab8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f86098-5e9f-4990-a781-af73f5e9132a,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:40.349220 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ab4560-6fbd-4552-8fa6-5abcd0283f09 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:34:40.352497 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ab4560-6fbd-4552-8fa6-5abcd0283f09 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:34:40.353037 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-34ab4560-6fbd-4552-8fa6-5abcd0283f09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:40.356187 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ab4560-6fbd-4552-8fa6-5abcd0283f09 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:34:40.356787 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-34ab4560-6fbd-4552-8fa6-5abcd0283f09 None None] Bound port: 6cdb906f-5472-47bf-ab8c-2214d0940511, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:34:40.357279 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-34ab4560-6fbd-4552-8fa6-5abcd0283f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6cdb906f-5472-47bf-ab8c-2214d0940511), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:40.398773 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c92d0a-ab42-4e6c-a604-e304a794a075 None None] Pushing event updated for resources: {'Port': ['ID=6cdb906f-5472-47bf-ab8c-2214d0940511,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:40.422560 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c7d62b24-8b1c-4da5-96c5-5b120d4ef662 req-76ecab26-b0d8-4a94-bc56-6061947e240e tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064055 Mar 07 10:34:40.442474 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c92d0a-ab42-4e6c-a604-e304a794a075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:40.442830 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c92d0a-ab42-4e6c-a604-e304a794a075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:40.449461 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c92d0a-ab42-4e6c-a604-e304a794a075 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:40.449905 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c92d0a-ab42-4e6c-a604-e304a794a075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:40.450312 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c92d0a-ab42-4e6c-a604-e304a794a075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:40.450847 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c92d0a-ab42-4e6c-a604-e304a794a075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:40.451241 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c92d0a-ab42-4e6c-a604-e304a794a075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:40.451635 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c92d0a-ab42-4e6c-a604-e304a794a075 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:40.451750 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-053f02c2-ba3b-4364-8af2-9247adbc9f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:40.452038 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c92d0a-ab42-4e6c-a604-e304a794a075 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:40.452423 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c92d0a-ab42-4e6c-a604-e304a794a075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:40.452811 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c92d0a-ab42-4e6c-a604-e304a794a075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:40.453680 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c92d0a-ab42-4e6c-a604-e304a794a075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:40.454074 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c92d0a-ab42-4e6c-a604-e304a794a075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:34:40.472849 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4a1e18e3-571c-42ad-820f-ae3f4b74dfd9 admin admin] Publish callbacks [] for security_group (f1f86098-5e9f-4990-a781-af73f5e9132a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:40.520897 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-34ab4560-6fbd-4552-8fa6-5abcd0283f09 None None] For port 6cdb906f-5472-47bf-ab8c-2214d0940511, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:34:40.524325 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4a1e18e3-571c-42ad-820f-ae3f4b74dfd9 admin admin] Publish callbacks [] for security_group (f1f86098-5e9f-4990-a781-af73f5e9132a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:40.528342 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-34ab4560-6fbd-4552-8fa6-5abcd0283f09 None None] For port 6cdb906f-5472-47bf-ab8c-2214d0940511, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6cdb906f-5472-47bf-ab8c-2214d0940511,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:34:40.543178 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-34ab4560-6fbd-4552-8fa6-5abcd0283f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6cdb906f-5472-47bf-ab8c-2214d0940511), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:40.631499 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4a1e18e3-571c-42ad-820f-ae3f4b74dfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f1f86098-5e9f-4990-a781-af73f5e9132a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:40.634893 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4a1e18e3-571c-42ad-820f-ae3f4b74dfd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:40.638365 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4a1e18e3-571c-42ad-820f-ae3f4b74dfd9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f1f86098-5e9f-4990-a781-af73f5e9132a HTTP/1.1" status: 204 len: 168 time: 0.3056686 Mar 07 10:34:40.676643 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e18e3-571c-42ad-820f-ae3f4b74dfd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f86098-5e9f-4990-a781-af73f5e9132a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:40.741584 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c92d0a-ab42-4e6c-a604-e304a794a075 None None] Pushing event updated for resources: {'Port': ['ID=6cdb906f-5472-47bf-ab8c-2214d0940511,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:40.761633 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ab4560-6fbd-4552-8fa6-5abcd0283f09 None None] Routers {'45edc656-c5da-4038-a223-388a05cf01af'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:34:40.762279 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-34ab4560-6fbd-4552-8fa6-5abcd0283f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:34:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['45edc656-c5da-4038-a223-388a05cf01af'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:40.940037 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f74d5e-60bd-49df-80c2-9e727fb90fdb req-2e18bf22-2d51-4bc5-9461-b9f12bcfc17b tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:40.955174 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-31f74d5e-60bd-49df-80c2-9e727fb90fdb req-2e18bf22-2d51-4bc5-9461-b9f12bcfc17b tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 945 time: 0.2662070 Mar 07 10:34:41.006542 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-053f02c2-ba3b-4364-8af2-9247adbc9f1a admin admin] Allocated IP 172.20.0.1 (42927475-2854-4f64-98e9-ef161f74924a/d38c473b-24ce-45db-824d-0ac6bb35cbdc/90bd8119-ed21-489f-9b28-8e90a9f9f0f0) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:34:41.105472 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 186fb1cf-b008-4466-a545-e40a27345d37 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:34:41.129037 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 530c78fb-a739-475a-b0ee-b9d524e3bbb7 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:34:41.136796 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-31f74d5e-60bd-49df-80c2-9e727fb90fdb req-e5ca7531-3d87-4170-bd03-b2207d2d019d tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792591 Mar 07 10:34:41.254014 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-34ab4560-6fbd-4552-8fa6-5abcd0283f09 None None] Set router 45edc656-c5da-4038-a223-388a05cf01af gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:34:41.273658 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 530c78fb-a739-475a-b0ee-b9d524e3bbb7 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:34:41.274027 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 530c78fb-a739-475a-b0ee-b9d524e3bbb7 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:34:41.289084 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.resource_extend [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:34:41.441888 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43194) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:41.557743 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 186fb1cf-b008-4466-a545-e40a27345d37, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=186fb1cf-b008-4466-a545-e40a27345d37,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:41.583538 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:41.593247 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '186fb1cf-b008-4466-a545-e40a27345d37', 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5', 'port_id': '186fb1cf-b008-4466-a545-e40a27345d37', 'mac_address': 'fa:16:3e:d4:47:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '504ea141-3c64-48b5-943a-bdbdb84bd6df', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:34:41.701229 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 186fb1cf-b008-4466-a545-e40a27345d37 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:41.703216 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (186fb1cf-b008-4466-a545-e40a27345d37), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:41.733572 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186fb1cf-b008-4466-a545-e40a27345d37 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:34:41.780465 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 186fb1cf-b008-4466-a545-e40a27345d37, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=186fb1cf-b008-4466-a545-e40a27345d37,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:41.789939 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad85d4e-41db-4c33-b71b-9c31ccba357f req-e19e5b4c-4aed-4137-af72-41a0fdbeb20e tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:41.791910 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (186fb1cf-b008-4466-a545-e40a27345d37), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:41.802010 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cad85d4e-41db-4c33-b71b-9c31ccba357f req-e19e5b4c-4aed-4137-af72-41a0fdbeb20e tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 943 time: 0.1898539 Mar 07 10:34:41.821091 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-34ab4560-6fbd-4552-8fa6-5abcd0283f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45edc656-c5da-4038-a223-388a05cf01af', 'name': 'tempest-TaggedBootDevicesTest_v242-1522044069-router', 'tenant_id': '081009be07604de6b116148d0975f6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '6cdb906f-5472-47bf-ab8c-2214d0940511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:34:33Z', 'updated_at': '2022-03-07T10:34:36Z', 'revision_number': 3, 'project_id': '081009be07604de6b116148d0975f6ea', 'gw_port': {'id': '6cdb906f-5472-47bf-ab8c-2214d0940511', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:70:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45edc656-c5da-4038-a223-388a05cf01af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:34:35Z', 'updated_at': '2022-03-07T10:34:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:41.887198 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ab4560-6fbd-4552-8fa6-5abcd0283f09 None None] The sync data for ids ['45edc656-c5da-4038-a223-388a05cf01af'] in n-d-832164-4 is: [{'id': '45edc656-c5da-4038-a223-388a05cf01af', 'name': 'tempest-TaggedBootDevicesTest_v242-1522044069-router', 'tenant_id': '081009be07604de6b116148d0975f6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '6cdb906f-5472-47bf-ab8c-2214d0940511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:34:33Z', 'updated_at': '2022-03-07T10:34:36Z', 'revision_number': 3, 'project_id': '081009be07604de6b116148d0975f6ea', 'gw_port': {'id': '6cdb906f-5472-47bf-ab8c-2214d0940511', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:70:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45edc656-c5da-4038-a223-388a05cf01af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:34:35Z', 'updated_at': '2022-03-07T10:34:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:34:41.913653 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=186fb1cf-b008-4466-a545-e40a27345d37,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:41.930619 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cad85d4e-41db-4c33-b71b-9c31ccba357f req-fad9a403-52e8-4fa9-b843-8f2b9fe1b6df tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256211 Mar 07 10:34:42.075510 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-24a8344c-d8e0-4467-b6e1-aa916443e8fb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f25e2c0cd177406cb4dc143aea88d83d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6313024 Mar 07 10:34:42.075510 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43218) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:42.138962 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['186fb1cf-b008-4466-a545-e40a27345d37'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:34:42.171556 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e454822-a7e0-4957-a1a1-2b2101ba6bd7 req-75739713-485f-443a-ad02-2b59c0bdce1e tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:42.185744 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8e454822-a7e0-4957-a1a1-2b2101ba6bd7 req-75739713-485f-443a-ad02-2b59c0bdce1e tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 943 time: 1.1763494 Mar 07 10:34:42.238114 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a01ae308-aa50-40e6-8813-a667d5a36f0c admin admin] Publish callbacks [] for security_group (2be4ecf6-32c3-4c43-9472-b41388e26dfa), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:42.297896 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8e454822-a7e0-4957-a1a1-2b2101ba6bd7 req-d347af9b-081e-47dd-a80d-4f2cf67dd5a9 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977011 Mar 07 10:34:42.300404 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a01ae308-aa50-40e6-8813-a667d5a36f0c admin admin] Publish callbacks [] for security_group (2be4ecf6-32c3-4c43-9472-b41388e26dfa), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:42.338688 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-053f02c2-ba3b-4364-8af2-9247adbc9f1a admin admin] Publish callbacks [] for port (90bd8119-ed21-489f-9b28-8e90a9f9f0f0), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:42.395885 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a01ae308-aa50-40e6-8813-a667d5a36f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2be4ecf6-32c3-4c43-9472-b41388e26dfa), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:42.403486 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a01ae308-aa50-40e6-8813-a667d5a36f0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:42.411647 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a01ae308-aa50-40e6-8813-a667d5a36f0c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2be4ecf6-32c3-4c43-9472-b41388e26dfa HTTP/1.1" status: 204 len: 168 time: 0.3333442 Mar 07 10:34:42.486202 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-053f02c2-ba3b-4364-8af2-9247adbc9f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (90bd8119-ed21-489f-9b28-8e90a9f9f0f0), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:42.543344 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01ae308-aa50-40e6-8813-a667d5a36f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be4ecf6-32c3-4c43-9472-b41388e26dfa,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:42.591822 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b62351-8e65-4567-b6bc-e6eb33fd6858 req-abe1f006-5903-49cd-aabd-f42c6387888d tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:42.606271 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-50b62351-8e65-4567-b6bc-e6eb33fd6858 req-abe1f006-5903-49cd-aabd-f42c6387888d tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 945 time: 0.2162778 Mar 07 10:34:42.675780 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053f02c2-ba3b-4364-8af2-9247adbc9f1a admin admin] Network 42927475-2854-4f64-98e9-ef161f74924a is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:34:42.710448 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-50b62351-8e65-4567-b6bc-e6eb33fd6858 req-c0c99635-efab-4803-9907-ecb840a81fd4 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031861 Mar 07 10:34:42.722677 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-053f02c2-ba3b-4364-8af2-9247adbc9f1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:34:42.736284 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053f02c2-ba3b-4364-8af2-9247adbc9f1a admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:34:42.818524 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-053f02c2-ba3b-4364-8af2-9247adbc9f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (45edc656-c5da-4038-a223-388a05cf01af), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:42.823415 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f02c2-ba3b-4364-8af2-9247adbc9f1a admin admin] Pushing event updated for resources: {'Port': ['ID=90bd8119-ed21-489f-9b28-8e90a9f9f0f0,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:42.905713 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:43.194457 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-8ff621e9-3e1e-4bb3-97d9-c25550125fd7 None None] Provisioning complete for port 90bd8119-ed21-489f-9b28-8e90a9f9f0f0 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:43.195120 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8ff621e9-3e1e-4bb3-97d9-c25550125fd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (90bd8119-ed21-489f-9b28-8e90a9f9f0f0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:43.327047 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8ff621e9-3e1e-4bb3-97d9-c25550125fd7 None None] Port 90bd8119-ed21-489f-9b28-8e90a9f9f0f0 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:34:43.388528 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff74a4-1951-43e9-9fc0-df2268f3aac2 req-3d475e22-0735-440d-845e-2ffbb08a99d2 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:43.398307 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0cff74a4-1951-43e9-9fc0-df2268f3aac2 req-3d475e22-0735-440d-845e-2ffbb08a99d2 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 944 time: 0.2795496 Mar 07 10:34:43.398915 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-053f02c2-ba3b-4364-8af2-9247adbc9f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (90bd8119-ed21-489f-9b28-8e90a9f9f0f0), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:43.536749 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0cff74a4-1951-43e9-9fc0-df2268f3aac2 req-7e6fc4ff-a3f6-4987-8e0e-64e4cf1e516d tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273451 Mar 07 10:34:43.602159 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43254) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:43.633045 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-87ef6362-0f65-4afa-b764-112a57ea3e3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:43.702295 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf32fc-0de5-4f80-bd4d-9a4f4c641cc1 req-f35f36f8-7271-4e12-84ee-a8809942cc30 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:43.707151 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-14cf32fc-0de5-4f80-bd4d-9a4f4c641cc1 req-f35f36f8-7271-4e12-84ee-a8809942cc30 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 943 time: 0.2602046 Mar 07 10:34:43.814026 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-053f02c2-ba3b-4364-8af2-9247adbc9f1a admin admin] Publish callbacks [] for port (90bd8119-ed21-489f-9b28-8e90a9f9f0f0), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:43.846437 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-053f02c2-ba3b-4364-8af2-9247adbc9f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (90bd8119-ed21-489f-9b28-8e90a9f9f0f0), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:43.852332 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-14cf32fc-0de5-4f80-bd4d-9a4f4c641cc1 req-ee71d9dc-21a4-4792-baf1-0646383ac55b tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409864 Mar 07 10:34:43.992236 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-87ef6362-0f65-4afa-b764-112a57ea3e3d admin admin] Publish callbacks [] for security_group (3b5e5fb0-5cea-4a26-8b70-fb1213bb9c73), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:44.023001 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-87ef6362-0f65-4afa-b764-112a57ea3e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (3b5e5fb0-5cea-4a26-8b70-fb1213bb9c73), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:44.039672 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f02c2-ba3b-4364-8af2-9247adbc9f1a admin admin] Pushing event updated for resources: {'Port': ['ID=90bd8119-ed21-489f-9b28-8e90a9f9f0f0,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:44.057316 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-053f02c2-ba3b-4364-8af2-9247adbc9f1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (45edc656-c5da-4038-a223-388a05cf01af), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:44.132214 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-87ef6362-0f65-4afa-b764-112a57ea3e3d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ad56e31914e34724a272d24a3e1547f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5261981 Mar 07 10:34:44.132737 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef6362-0f65-4afa-b764-112a57ea3e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5e5fb0-5cea-4a26-8b70-fb1213bb9c73,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:44.135240 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43264) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:44.151914 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b699c-6081-4999-b98d-662a2c90f22f req-180c60ff-a6e8-4278-b1c8-cd7aa1cccce7 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:44.153435 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-199b699c-6081-4999-b98d-662a2c90f22f req-180c60ff-a6e8-4278-b1c8-cd7aa1cccce7 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 945 time: 0.2215297 Mar 07 10:34:44.191101 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6cdb906f-5472-47bf-ab8c-2214d0940511 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:34:44.308717 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c9e5aca2-7288-418c-9997-a0e83caacf3c admin admin] Publish callbacks [] for security_group (3b5e5fb0-5cea-4a26-8b70-fb1213bb9c73), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:44.331965 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 6cdb906f-5472-47bf-ab8c-2214d0940511 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:44.332565 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6cdb906f-5472-47bf-ab8c-2214d0940511), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:44.344256 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-199b699c-6081-4999-b98d-662a2c90f22f req-bc1cb2c5-98eb-49ac-914a-ee1bf07f6958 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812124 Mar 07 10:34:44.397185 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053f02c2-ba3b-4364-8af2-9247adbc9f1a admin admin] Network 42927475-2854-4f64-98e9-ef161f74924a is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:34:44.398621 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-053f02c2-ba3b-4364-8af2-9247adbc9f1a admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:34:44.426687 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c9e5aca2-7288-418c-9997-a0e83caacf3c admin admin] Publish callbacks [] for security_group (3b5e5fb0-5cea-4a26-8b70-fb1213bb9c73), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:44.575561 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 6cdb906f-5472-47bf-ab8c-2214d0940511 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:44.575958 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6cdb906f-5472-47bf-ab8c-2214d0940511), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:44.584024 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c9e5aca2-7288-418c-9997-a0e83caacf3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (3b5e5fb0-5cea-4a26-8b70-fb1213bb9c73), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:44.592859 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c9e5aca2-7288-418c-9997-a0e83caacf3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:44.594506 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c9e5aca2-7288-418c-9997-a0e83caacf3c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3b5e5fb0-5cea-4a26-8b70-fb1213bb9c73 HTTP/1.1" status: 204 len: 168 time: 0.4547834 Mar 07 10:34:44.619793 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 6cdb906f-5472-47bf-ab8c-2214d0940511, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6cdb906f-5472-47bf-ab8c-2214d0940511,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:44.631944 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6cdb906f-5472-47bf-ab8c-2214d0940511), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:44.648775 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e5aca2-7288-418c-9997-a0e83caacf3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5e5fb0-5cea-4a26-8b70-fb1213bb9c73,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:44.787674 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053f02c2-ba3b-4364-8af2-9247adbc9f1a admin admin] Router 45edc656-c5da-4038-a223-388a05cf01af has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:34:44.800675 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=6cdb906f-5472-47bf-ab8c-2214d0940511,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:44.892173 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-fe7d6427-41ae-48c3-a229-53aab9880227 None None] Provisioning complete for port 90bd8119-ed21-489f-9b28-8e90a9f9f0f0 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:44.893222 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fe7d6427-41ae-48c3-a229-53aab9880227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (90bd8119-ed21-489f-9b28-8e90a9f9f0f0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:44.972670 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0b5a5-ecc7-4617-8422-c1dcde3dea01 req-0be45d14-256e-4ac8-8f4e-6f72c3d5ec20 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:44.974854 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f3b0b5a5-ecc7-4617-8422-c1dcde3dea01 req-0be45d14-256e-4ac8-8f4e-6f72c3d5ec20 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 944 time: 0.1442821 Mar 07 10:34:45.018023 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-fe7d6427-41ae-48c3-a229-53aab9880227 None None] Port 90bd8119-ed21-489f-9b28-8e90a9f9f0f0 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:34:45.082245 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f3b0b5a5-ecc7-4617-8422-c1dcde3dea01 req-e578ff42-4f17-47c4-a0df-1cc15fb95223 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009634 Mar 07 10:34:45.131003 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 186fb1cf-b008-4466-a545-e40a27345d37 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:34:45.201654 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053f02c2-ba3b-4364-8af2-9247adbc9f1a admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:34:45.235221 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-053f02c2-ba3b-4364-8af2-9247adbc9f1a admin admin] 10.222.0.11 "PUT /v2.0/routers/45edc656-c5da-4038-a223-388a05cf01af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1509044 Mar 07 10:34:45.240893 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 186fb1cf-b008-4466-a545-e40a27345d37 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:34:45.257848 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb648c7-df6c-4810-9f5f-cbccea2e8979 None None] Sync routers for ids ['45edc656-c5da-4038-a223-388a05cf01af'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:34:45.269044 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe90e3-bc9c-4a31-b3de-c133885554d1 req-46b53cca-2dad-4e27-b96a-4cc405c7d237 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:45.271424 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 186fb1cf-b008-4466-a545-e40a27345d37 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:45.274897 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (186fb1cf-b008-4466-a545-e40a27345d37), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:45.276627 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aebe90e3-bc9c-4a31-b3de-c133885554d1 req-46b53cca-2dad-4e27-b96a-4cc405c7d237 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 943 time: 0.1970842 Mar 07 10:34:45.356515 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb648c7-df6c-4810-9f5f-cbccea2e8979 None None] Routers {'45edc656-c5da-4038-a223-388a05cf01af'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:34:45.358160 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-fbb648c7-df6c-4810-9f5f-cbccea2e8979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:34:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['45edc656-c5da-4038-a223-388a05cf01af'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:45.409471 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aebe90e3-bc9c-4a31-b3de-c133885554d1 req-7e0baae6-3404-48ba-a92e-7a62e0c0ee82 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264281 Mar 07 10:34:45.811160 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d468e-0603-41ec-8611-1af5fb2252ad req-7f1ac295-1449-4d57-8704-1531f997ae8e tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:45.821188 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5f0d468e-0603-41ec-8611-1af5fb2252ad req-7f1ac295-1449-4d57-8704-1531f997ae8e tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 945 time: 0.1556401 Mar 07 10:34:45.859754 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-fbb648c7-df6c-4810-9f5f-cbccea2e8979 None None] Set router 45edc656-c5da-4038-a223-388a05cf01af gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:34:45.902573 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5f0d468e-0603-41ec-8611-1af5fb2252ad req-93fbcb5d-7019-42a7-be79-f8d2124969df tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720763 Mar 07 10:34:46.134422 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6cdb906f-5472-47bf-ab8c-2214d0940511 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:34:46.181756 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 186fb1cf-b008-4466-a545-e40a27345d37 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:46.182783 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (186fb1cf-b008-4466-a545-e40a27345d37), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:46.271485 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc26266-54b2-4204-9701-e947b5cde331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186fb1cf-b008-4466-a545-e40a27345d37'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:34:46.271485 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e89609d-601e-4798-a670-20692f4ef2dd" -d '{"events": [{"server_uuid": "fdc26266-54b2-4204-9701-e947b5cde331", "name": "network-vif-plugged", "status": "completed", "tag": "186fb1cf-b008-4466-a545-e40a27345d37"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:34:46.320091 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 186fb1cf-b008-4466-a545-e40a27345d37, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=186fb1cf-b008-4466-a545-e40a27345d37,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:46.330824 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (186fb1cf-b008-4466-a545-e40a27345d37), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:46.370493 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 6cdb906f-5472-47bf-ab8c-2214d0940511 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:46.371243 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6cdb906f-5472-47bf-ab8c-2214d0940511), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:46.436465 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63542aab-f056-4b29-9b0e-0cc84c977887 req-f94c2560-79e0-4349-815f-a98421a9f8ce tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:46.443564 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-63542aab-f056-4b29-9b0e-0cc84c977887 req-f94c2560-79e0-4349-815f-a98421a9f8ce tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 944 time: 0.2060144 Mar 07 10:34:46.476572 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=186fb1cf-b008-4466-a545-e40a27345d37,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:46.523419 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-fbb648c7-df6c-4810-9f5f-cbccea2e8979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45edc656-c5da-4038-a223-388a05cf01af', 'name': 'tempest-TaggedBootDevicesTest_v242-1522044069-router', 'tenant_id': '081009be07604de6b116148d0975f6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '6cdb906f-5472-47bf-ab8c-2214d0940511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:34:33Z', 'updated_at': '2022-03-07T10:34:43Z', 'revision_number': 4, 'project_id': '081009be07604de6b116148d0975f6ea', 'gw_port': {'id': '6cdb906f-5472-47bf-ab8c-2214d0940511', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:70:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45edc656-c5da-4038-a223-388a05cf01af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:34:35Z', 'updated_at': '2022-03-07T10:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '90bd8119-ed21-489f-9b28-8e90a9f9f0f0', 'name': '', 'network_id': '42927475-2854-4f64-98e9-ef161f74924a', 'tenant_id': '081009be07604de6b116148d0975f6ea', 'mac_address': 'fa:16:3e:49:6e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45edc656-c5da-4038-a223-388a05cf01af', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd38c473b-24ce-45db-824d-0ac6bb35cbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:34:40Z', 'updated_at': '2022-03-07T10:34:43Z', 'revision_number': 2, 'project_id': '081009be07604de6b116148d0975f6ea', 'subnets': [{'id': 'd38c473b-24ce-45db-824d-0ac6bb35cbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:46.576481 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-63542aab-f056-4b29-9b0e-0cc84c977887 req-c974a0fe-c2eb-44b9-9208-c7a176b3f427 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258764 Mar 07 10:34:46.615854 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb648c7-df6c-4810-9f5f-cbccea2e8979 None None] Checking router: 45edc656-c5da-4038-a223-388a05cf01af for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:34:46.615854 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb648c7-df6c-4810-9f5f-cbccea2e8979 None None] Updating router 45edc656-c5da-4038-a223-388a05cf01af port 90bd8119-ed21-489f-9b28-8e90a9f9f0f0 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:34:46.691251 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43364) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:46.697723 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-dcd05051-34f9-4f37-90c6-529706a75dc9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1470743267-network', 'tenant_id': '63dc5baf5c104c40bda5205b595495cf'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:46.823575 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fbb648c7-df6c-4810-9f5f-cbccea2e8979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (90bd8119-ed21-489f-9b28-8e90a9f9f0f0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:46.860661 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d86245-04e3-421b-9009-68bcdd77cab7 x-openstack-request-id: req-34d86245-04e3-421b-9009-68bcdd77cab7 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:34:46.861324 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc26266-54b2-4204-9701-e947b5cde331", "name": "network-vif-plugged", "status": "completed", "tag": "186fb1cf-b008-4466-a545-e40a27345d37", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:34:46.861969 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-34d86245-04e3-421b-9009-68bcdd77cab7 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:34:46.862767 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc26266-54b2-4204-9701-e947b5cde331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186fb1cf-b008-4466-a545-e40a27345d37', 'code': 200} Mar 07 10:34:46.917366 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd05051-34f9-4f37-90c6-529706a75dc9 admin admin] Made reservation on behalf of 63dc5baf5c104c40bda5205b595495cf for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:34:46.919989 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dcd05051-34f9-4f37-90c6-529706a75dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:46.964753 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dcd05051-34f9-4f37-90c6-529706a75dc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:46.994999 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 6cdb906f-5472-47bf-ab8c-2214d0940511 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:47.021450 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53fcb3b-b8cd-4b7d-8e0a-494987d1ec05 req-5efca9e3-870b-4737-ab94-07e97907b810 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:47.022979 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e53fcb3b-b8cd-4b7d-8e0a-494987d1ec05 req-5efca9e3-870b-4737-ab94-07e97907b810 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 943 time: 0.2572770 Mar 07 10:34:47.172947 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ba6f0-3503-4e3d-a0e0-32799b621a40 req-4a3de7ca-ad7a-4b5f-b953-408cd1336335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:47.175448 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ba1ba6f0-3503-4e3d-a0e0-32799b621a40 req-4a3de7ca-ad7a-4b5f-b953-408cd1336335 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 1127 time: 0.3929074 Mar 07 10:34:47.253545 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ba1ba6f0-3503-4e3d-a0e0-32799b621a40 req-0fc8b5c0-0255-4a29-9d51-4d7eba34aa1f service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694957 Mar 07 10:34:47.265633 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e53fcb3b-b8cd-4b7d-8e0a-494987d1ec05 req-25ba9278-a5e5-4ff4-8245-1ccbcd83fafb tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087286 Mar 07 10:34:47.372890 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dcd05051-34f9-4f37-90c6-529706a75dc9 admin admin] Publish callbacks [] for security_group (e6c3b17a-5ed0-4d31-9b77-d9f4fba53c58), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:47.384848 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dcd05051-34f9-4f37-90c6-529706a75dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e6c3b17a-5ed0-4d31-9b77-d9f4fba53c58), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:47.410128 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcd05051-34f9-4f37-90c6-529706a75dc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:34:47.443307 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dcd05051-34f9-4f37-90c6-529706a75dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (6bfbec0c-84b4-4c21-9518-7cd835d984d4), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:47.443849 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-dcd05051-34f9-4f37-90c6-529706a75dc9 admin admin] Added segment 6bfbec0c-84b4-4c21-9518-7cd835d984d4 of type vlan for network 526c2ab8-f616-4895-be22-26506a084064 Mar 07 10:34:47.543090 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dcd05051-34f9-4f37-90c6-529706a75dc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (526c2ab8-f616-4895-be22-26506a084064), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:47.622903 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fbb648c7-df6c-4810-9f5f-cbccea2e8979 None None] Publish callbacks [] for port (90bd8119-ed21-489f-9b28-8e90a9f9f0f0), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:47.637135 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fbb648c7-df6c-4810-9f5f-cbccea2e8979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (90bd8119-ed21-489f-9b28-8e90a9f9f0f0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:47.662860 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd05051-34f9-4f37-90c6-529706a75dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c3b17a-5ed0-4d31-9b77-d9f4fba53c58,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:47.673085 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dcd05051-34f9-4f37-90c6-529706a75dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (526c2ab8-f616-4895-be22-26506a084064), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:47.682751 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd05051-34f9-4f37-90c6-529706a75dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:47.684384 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dcd05051-34f9-4f37-90c6-529706a75dc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:47.901385 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1bed53-35fb-4130-bc29-bf5d3a3ef672 None None] Pushing event updated for resources: {'Port': ['ID=90bd8119-ed21-489f-9b28-8e90a9f9f0f0,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:47.905721 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08838e-e93c-4f7d-96b8-caa0c8c6082f req-81d0b121-cbcc-4e02-b197-a594c95fdaf5 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:47.917026 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ca08838e-e93c-4f7d-96b8-caa0c8c6082f req-81d0b121-cbcc-4e02-b197-a594c95fdaf5 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 945 time: 0.1626868 Mar 07 10:34:47.996974 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-fbb648c7-df6c-4810-9f5f-cbccea2e8979 None None] Attempting to bind port 90bd8119-ed21-489f-9b28-8e90a9f9f0f0 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:34:47.998926 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-fbb648c7-df6c-4810-9f5f-cbccea2e8979 None None] Attempting to bind port 90bd8119-ed21-489f-9b28-8e90a9f9f0f0 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '3809a5c1-788e-4753-a8f3-6656dcfe274f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '42927475-2854-4f64-98e9-ef161f74924a'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:34:47.999655 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb648c7-df6c-4810-9f5f-cbccea2e8979 None None] Attempting to bind port 90bd8119-ed21-489f-9b28-8e90a9f9f0f0 on network 42927475-2854-4f64-98e9-ef161f74924a {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:48.007392 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd05051-34f9-4f37-90c6-529706a75dc9 admin admin] Pushing event updated for resources: {'Network': ['ID=526c2ab8-f616-4895-be22-26506a084064,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:48.035908 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-dcd05051-34f9-4f37-90c6-529706a75dc9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3430641 Mar 07 10:34:48.036865 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43404) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:48.040556 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 526c2ab8-f616-4895-be22-26506a084064 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:34:48.052983 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-151deaa4-d5ff-4e42-a194-8025a258ff0d admin admin] Request body: {'subnet': {'network_id': '526c2ab8-f616-4895-be22-26506a084064', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1470743267-subnet', 'tenant_id': '63dc5baf5c104c40bda5205b595495cf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:48.056733 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ca08838e-e93c-4f7d-96b8-caa0c8c6082f req-6a340f3f-db17-4496-bd1a-a7158910955c tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255369 Mar 07 10:34:48.057047 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb648c7-df6c-4810-9f5f-cbccea2e8979 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:34:48.057047 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb648c7-df6c-4810-9f5f-cbccea2e8979 None None] Checking segment: {'id': '3809a5c1-788e-4753-a8f3-6656dcfe274f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '42927475-2854-4f64-98e9-ef161f74924a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:34:48.057047 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fbb648c7-df6c-4810-9f5f-cbccea2e8979 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:48.057754 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb648c7-df6c-4810-9f5f-cbccea2e8979 None None] Bound using segment: {'id': '3809a5c1-788e-4753-a8f3-6656dcfe274f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '42927475-2854-4f64-98e9-ef161f74924a'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:34:48.057754 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-fbb648c7-df6c-4810-9f5f-cbccea2e8979 None None] Bound port: 90bd8119-ed21-489f-9b28-8e90a9f9f0f0, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3809a5c1-788e-4753-a8f3-6656dcfe274f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '42927475-2854-4f64-98e9-ef161f74924a'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:34:48.058156 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fbb648c7-df6c-4810-9f5f-cbccea2e8979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (90bd8119-ed21-489f-9b28-8e90a9f9f0f0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:48.125617 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624a2dc-7b2d-457a-9684-0c00c9087c3b req-1123983e-afe9-492f-8a9e-f4ca42a1f1d9 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:48.129493 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c624a2dc-7b2d-457a-9684-0c00c9087c3b req-1123983e-afe9-492f-8a9e-f4ca42a1f1d9 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 945 time: 0.5250585 Mar 07 10:34:48.193261 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151deaa4-d5ff-4e42-a194-8025a258ff0d admin admin] Made reservation on behalf of 63dc5baf5c104c40bda5205b595495cf for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:34:48.199984 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-151deaa4-d5ff-4e42-a194-8025a258ff0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:48.283795 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:48.423079 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c624a2dc-7b2d-457a-9684-0c00c9087c3b req-f0248483-4b66-4d19-a076-85902dd65879 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614019 Mar 07 10:34:48.546741 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ce874f08-5ccd-4a56-909a-41957db296c8 None None] Provisioning complete for port 90bd8119-ed21-489f-9b28-8e90a9f9f0f0 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:48.547127 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ce874f08-5ccd-4a56-909a-41957db296c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (90bd8119-ed21-489f-9b28-8e90a9f9f0f0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:48.641216 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-fbb648c7-df6c-4810-9f5f-cbccea2e8979 None None] For port 90bd8119-ed21-489f-9b28-8e90a9f9f0f0, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:34:48.696596 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-fbb648c7-df6c-4810-9f5f-cbccea2e8979 None None] For port 90bd8119-ed21-489f-9b28-8e90a9f9f0f0, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=90bd8119-ed21-489f-9b28-8e90a9f9f0f0,segment=NetworkSegment(3809a5c1-788e-4753-a8f3-6656dcfe274f),segment_id=3809a5c1-788e-4753-a8f3-6656dcfe274f)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:34:48.702739 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ce874f08-5ccd-4a56-909a-41957db296c8 None None] Port 90bd8119-ed21-489f-9b28-8e90a9f9f0f0 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:34:48.711326 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fbb648c7-df6c-4810-9f5f-cbccea2e8979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (90bd8119-ed21-489f-9b28-8e90a9f9f0f0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:48.802086 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-151deaa4-d5ff-4e42-a194-8025a258ff0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (390272e0-f1c7-451f-950d-ff2abf50f45e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:48.932287 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb648c7-df6c-4810-9f5f-cbccea2e8979 None None] Routers {'45edc656-c5da-4038-a223-388a05cf01af'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:34:48.932965 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-fbb648c7-df6c-4810-9f5f-cbccea2e8979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:34:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['45edc656-c5da-4038-a223-388a05cf01af'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:48.986494 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151deaa4-d5ff-4e42-a194-8025a258ff0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=390272e0-f1c7-451f-950d-ff2abf50f45e,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:49.043610 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e8f59-8c68-4955-a247-11de8292b904 req-98880fb6-8733-4990-87ac-fc4f45d92816 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:49.061384 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dc1e8f59-8c68-4955-a247-11de8292b904 req-98880fb6-8733-4990-87ac-fc4f45d92816 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 943 time: 0.3430929 Mar 07 10:34:49.116713 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1bed53-35fb-4130-bc29-bf5d3a3ef672 None None] Pushing event updated for resources: {'Port': ['ID=90bd8119-ed21-489f-9b28-8e90a9f9f0f0,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:49.128263 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151deaa4-d5ff-4e42-a194-8025a258ff0d admin admin] Checking segment: {'id': '6bfbec0c-84b4-4c21-9518-7cd835d984d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '526c2ab8-f616-4895-be22-26506a084064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:34:49.131965 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151deaa4-d5ff-4e42-a194-8025a258ff0d admin admin] Network hostable DHCP agents. Network: 526c2ab8-f616-4895-be22-26506a084064, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:34:49.201753 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151deaa4-d5ff-4e42-a194-8025a258ff0d admin admin] Network 526c2ab8-f616-4895-be22-26506a084064 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:34:49.229311 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dc1e8f59-8c68-4955-a247-11de8292b904 req-9b5bfda8-0258-4e40-8bca-9f84add1d84d tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594849 Mar 07 10:34:49.253713 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-151deaa4-d5ff-4e42-a194-8025a258ff0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 526c2ab8-f616-4895-be22-26506a084064) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:34:49.259505 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151deaa4-d5ff-4e42-a194-8025a258ff0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:49.265748 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-151deaa4-d5ff-4e42-a194-8025a258ff0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:49.272659 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfdd252-4a3d-449d-8c2d-a6fb26dc7118 None None] Network 526c2ab8-f616-4895-be22-26506a084064 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:34:49.316419 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43440) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:49.316941 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-151deaa4-d5ff-4e42-a194-8025a258ff0d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2774482 Mar 07 10:34:49.320946 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d709fa54-e0a3-4683-81e7-f3a130883995 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1470743267-router', 'tenant_id': '63dc5baf5c104c40bda5205b595495cf', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:49.333689 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-59213b76-e575-4275-9653-84bd15cf1616 None None] Provisioning complete for port 90bd8119-ed21-489f-9b28-8e90a9f9f0f0 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:49.334068 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-59213b76-e575-4275-9653-84bd15cf1616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (90bd8119-ed21-489f-9b28-8e90a9f9f0f0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:49.414563 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d709fa54-e0a3-4683-81e7-f3a130883995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (6f82a0c6-69f1-4a14-b1a1-8c2297762d19), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:49.418033 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-fbb648c7-df6c-4810-9f5f-cbccea2e8979 None None] Set router 45edc656-c5da-4038-a223-388a05cf01af gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:34:49.420924 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d709fa54-e0a3-4683-81e7-f3a130883995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (6f82a0c6-69f1-4a14-b1a1-8c2297762d19), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:49.542554 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1723a6-26cb-49bb-b3e4-6b90508b0c97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-526c2ab8-f616-4895-be22-26506a084064', 'network_id': '526c2ab8-f616-4895-be22-26506a084064', 'project_id': '63dc5baf5c104c40bda5205b595495cf', 'fixed_ips': [{'subnet_id': '390272e0-f1c7-451f-950d-ff2abf50f45e'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:34:49.543430 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9a1723a6-26cb-49bb-b3e4-6b90508b0c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:49.617092 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d709fa54-e0a3-4683-81e7-f3a130883995 admin admin] Publish callbacks [] for router_controller (6f82a0c6-69f1-4a14-b1a1-8c2297762d19), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:49.638193 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ee6fb-f98d-487a-9d71-7e3f3651f581 req-e6e75740-1178-46cf-8b11-acfc23cf536b tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:49.653042 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-860ee6fb-f98d-487a-9d71-7e3f3651f581 req-e6e75740-1178-46cf-8b11-acfc23cf536b tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 945 time: 0.2056999 Mar 07 10:34:49.820954 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-860ee6fb-f98d-487a-9d71-7e3f3651f581 req-86253fa1-f38e-4a72-b58b-84f0e83c9796 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581638 Mar 07 10:34:49.905690 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d709fa54-e0a3-4683-81e7-f3a130883995 admin admin] Publish callbacks [] for router_gateway (6f82a0c6-69f1-4a14-b1a1-8c2297762d19), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:50.097488 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb2505-c730-491b-b388-332b08b50fbb req-a6b6a987-e5d2-4652-9a14-6701501efd9e tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:50.099006 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9fdb2505-c730-491b-b388-332b08b50fbb req-a6b6a987-e5d2-4652-9a14-6701501efd9e tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 945 time: 0.1394846 Mar 07 10:34:50.237017 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9fdb2505-c730-491b-b388-332b08b50fbb req-554f4671-932b-48aa-be8f-5898e26b70d2 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281250 Mar 07 10:34:50.537446 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4c9be-13b3-49db-bdd6-fae917d517e1 req-5768579c-efe8-4367-878e-0e6f7a6db060 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:50.539262 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-adf4c9be-13b3-49db-bdd6-fae917d517e1 req-5768579c-efe8-4367-878e-0e6f7a6db060 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 943 time: 0.1097205 Mar 07 10:34:50.590689 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-9a1723a6-26cb-49bb-b3e4-6b90508b0c97 None None] Allocated IP 172.20.0.2 (526c2ab8-f616-4895-be22-26506a084064/390272e0-f1c7-451f-950d-ff2abf50f45e/642f39d3-d7f8-4164-9c5e-e1360bb8b3db) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:34:50.622652 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-adf4c9be-13b3-49db-bdd6-fae917d517e1 req-b62c60f3-794f-4c25-97a5-5ee7e81f3e16 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716906 Mar 07 10:34:50.671715 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d709fa54-e0a3-4683-81e7-f3a130883995 admin admin] Publish callbacks [] for router_gateway (6f82a0c6-69f1-4a14-b1a1-8c2297762d19), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:50.736682 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d709fa54-e0a3-4683-81e7-f3a130883995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:50.989019 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9a1723a6-26cb-49bb-b3e4-6b90508b0c97 None None] Publish callbacks [] for port (642f39d3-d7f8-4164-9c5e-e1360bb8b3db), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:51.007522 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c64587-a6db-4da2-a526-906742dade41 req-b0915da7-f1aa-424d-8730-a7d5dc8c38b7 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:51.012827 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-59c64587-a6db-4da2-a526-906742dade41 req-b0915da7-f1aa-424d-8730-a7d5dc8c38b7 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 1127 time: 0.4785943 Mar 07 10:34:51.025217 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-59213b76-e575-4275-9653-84bd15cf1616 None None] Current status of the port 90bd8119-ed21-489f-9b28-8e90a9f9f0f0 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:51.025865 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-59213b76-e575-4275-9653-84bd15cf1616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (90bd8119-ed21-489f-9b28-8e90a9f9f0f0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:51.038727 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9a1723a6-26cb-49bb-b3e4-6b90508b0c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (642f39d3-d7f8-4164-9c5e-e1360bb8b3db), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:51.060516 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-d709fa54-e0a3-4683-81e7-f3a130883995 admin admin] Allocated IP 172.25.3.17 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/b8a8fac1-4766-4cdb-a3fe-b51b1b547dee) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:34:51.219866 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-59c64587-a6db-4da2-a526-906742dade41 req-4acf49d9-14ba-4190-ba95-f90063405f8b tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814773 Mar 07 10:34:51.229644 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-59213b76-e575-4275-9653-84bd15cf1616 None None] For port 90bd8119-ed21-489f-9b28-8e90a9f9f0f0, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=90bd8119-ed21-489f-9b28-8e90a9f9f0f0,segment=NetworkSegment(3809a5c1-788e-4753-a8f3-6656dcfe274f),segment_id=3809a5c1-788e-4753-a8f3-6656dcfe274f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:51.254456 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-59213b76-e575-4275-9653-84bd15cf1616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (90bd8119-ed21-489f-9b28-8e90a9f9f0f0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:51.299705 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1723a6-26cb-49bb-b3e4-6b90508b0c97 None None] Network 526c2ab8-f616-4895-be22-26506a084064 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:34:51.329721 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-9a1723a6-26cb-49bb-b3e4-6b90508b0c97 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:34:51.332478 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1723a6-26cb-49bb-b3e4-6b90508b0c97 None None] Pushing event updated for resources: {'Port': ['ID=642f39d3-d7f8-4164-9c5e-e1360bb8b3db,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:51.348504 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1723a6-26cb-49bb-b3e4-6b90508b0c97 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:34:51.388666 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d709fa54-e0a3-4683-81e7-f3a130883995 admin admin] Publish callbacks [] for port (b8a8fac1-4766-4cdb-a3fe-b51b1b547dee), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:51.475408 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d709fa54-e0a3-4683-81e7-f3a130883995 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (b8a8fac1-4766-4cdb-a3fe-b51b1b547dee), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:51.571959 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709fa54-e0a3-4683-81e7-f3a130883995 admin admin] Pushing event updated for resources: {'Port': ['ID=b8a8fac1-4766-4cdb-a3fe-b51b1b547dee,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:51.609985 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-fbb648c7-df6c-4810-9f5f-cbccea2e8979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45edc656-c5da-4038-a223-388a05cf01af', 'name': 'tempest-TaggedBootDevicesTest_v242-1522044069-router', 'tenant_id': '081009be07604de6b116148d0975f6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '6cdb906f-5472-47bf-ab8c-2214d0940511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:34:33Z', 'updated_at': '2022-03-07T10:34:43Z', 'revision_number': 4, 'project_id': '081009be07604de6b116148d0975f6ea', 'gw_port': {'id': '6cdb906f-5472-47bf-ab8c-2214d0940511', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:70:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45edc656-c5da-4038-a223-388a05cf01af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:34:35Z', 'updated_at': '2022-03-07T10:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '90bd8119-ed21-489f-9b28-8e90a9f9f0f0', 'name': '', 'network_id': '42927475-2854-4f64-98e9-ef161f74924a', 'tenant_id': '081009be07604de6b116148d0975f6ea', 'mac_address': 'fa:16:3e:49:6e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45edc656-c5da-4038-a223-388a05cf01af', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd38c473b-24ce-45db-824d-0ac6bb35cbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:34:40Z', 'updated_at': '2022-03-07T10:34:48Z', 'revision_number': 4, 'project_id': '081009be07604de6b116148d0975f6ea', 'subnets': [{'id': 'd38c473b-24ce-45db-824d-0ac6bb35cbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:51.613390 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d709fa54-e0a3-4683-81e7-f3a130883995 admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:34:51.615100 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-d709fa54-e0a3-4683-81e7-f3a130883995 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:34:51.621562 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d709fa54-e0a3-4683-81e7-f3a130883995 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:34:51.676064 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c408df-3fad-41d2-91b1-4ceb85a0cd38 req-9873d755-23b2-42f2-9f19-f286201abd82 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:51.686688 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91c408df-3fad-41d2-91b1-4ceb85a0cd38 req-9873d755-23b2-42f2-9f19-f286201abd82 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 945 time: 0.1444163 Mar 07 10:34:51.697906 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-9a1723a6-26cb-49bb-b3e4-6b90508b0c97 None None] Attempting to bind port 642f39d3-d7f8-4164-9c5e-e1360bb8b3db on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:34:51.700683 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-9a1723a6-26cb-49bb-b3e4-6b90508b0c97 None None] Attempting to bind port 642f39d3-d7f8-4164-9c5e-e1360bb8b3db by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '6bfbec0c-84b4-4c21-9518-7cd835d984d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '526c2ab8-f616-4895-be22-26506a084064'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:34:51.703931 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1723a6-26cb-49bb-b3e4-6b90508b0c97 None None] Attempting to bind port 642f39d3-d7f8-4164-9c5e-e1360bb8b3db on network 526c2ab8-f616-4895-be22-26506a084064 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:51.733518 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1723a6-26cb-49bb-b3e4-6b90508b0c97 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:34:51.734077 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1723a6-26cb-49bb-b3e4-6b90508b0c97 None None] Checking segment: {'id': '6bfbec0c-84b4-4c21-9518-7cd835d984d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '526c2ab8-f616-4895-be22-26506a084064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:34:51.734584 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9a1723a6-26cb-49bb-b3e4-6b90508b0c97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:51.735075 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1723a6-26cb-49bb-b3e4-6b90508b0c97 None None] Bound using segment: {'id': '6bfbec0c-84b4-4c21-9518-7cd835d984d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '526c2ab8-f616-4895-be22-26506a084064'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:34:51.735843 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-9a1723a6-26cb-49bb-b3e4-6b90508b0c97 None None] Bound port: 642f39d3-d7f8-4164-9c5e-e1360bb8b3db, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bfbec0c-84b4-4c21-9518-7cd835d984d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '526c2ab8-f616-4895-be22-26506a084064'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:34:51.736339 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9a1723a6-26cb-49bb-b3e4-6b90508b0c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (642f39d3-d7f8-4164-9c5e-e1360bb8b3db), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:51.777146 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb648c7-df6c-4810-9f5f-cbccea2e8979 None None] The sync data for ids ['45edc656-c5da-4038-a223-388a05cf01af'] in n-d-832164-4 is: [{'id': '45edc656-c5da-4038-a223-388a05cf01af', 'name': 'tempest-TaggedBootDevicesTest_v242-1522044069-router', 'tenant_id': '081009be07604de6b116148d0975f6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '6cdb906f-5472-47bf-ab8c-2214d0940511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:34:33Z', 'updated_at': '2022-03-07T10:34:43Z', 'revision_number': 4, 'project_id': '081009be07604de6b116148d0975f6ea', 'gw_port': {'id': '6cdb906f-5472-47bf-ab8c-2214d0940511', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:70:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45edc656-c5da-4038-a223-388a05cf01af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:34:35Z', 'updated_at': '2022-03-07T10:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '90bd8119-ed21-489f-9b28-8e90a9f9f0f0', 'name': '', 'network_id': '42927475-2854-4f64-98e9-ef161f74924a', 'tenant_id': '081009be07604de6b116148d0975f6ea', 'mac_address': 'fa:16:3e:49:6e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45edc656-c5da-4038-a223-388a05cf01af', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd38c473b-24ce-45db-824d-0ac6bb35cbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:34:40Z', 'updated_at': '2022-03-07T10:34:48Z', 'revision_number': 4, 'project_id': '081009be07604de6b116148d0975f6ea', 'subnets': [{'id': 'd38c473b-24ce-45db-824d-0ac6bb35cbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:34:51.791972 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91c408df-3fad-41d2-91b1-4ceb85a0cd38 req-44f0a799-0472-49e9-b30f-28831a87cb75 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042345 Mar 07 10:34:51.808617 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59213b76-e575-4275-9653-84bd15cf1616 None None] Pushing event updated for resources: {'Port': ['ID=90bd8119-ed21-489f-9b28-8e90a9f9f0f0,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:52.055314 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-9a1723a6-26cb-49bb-b3e4-6b90508b0c97 None None] For port 642f39d3-d7f8-4164-9c5e-e1360bb8b3db, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:34:52.074140 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-9a1723a6-26cb-49bb-b3e4-6b90508b0c97 None None] For port 642f39d3-d7f8-4164-9c5e-e1360bb8b3db, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=642f39d3-d7f8-4164-9c5e-e1360bb8b3db,segment=NetworkSegment(6bfbec0c-84b4-4c21-9518-7cd835d984d4),segment_id=6bfbec0c-84b4-4c21-9518-7cd835d984d4)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:34:52.093970 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9a1723a6-26cb-49bb-b3e4-6b90508b0c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (642f39d3-d7f8-4164-9c5e-e1360bb8b3db), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:52.293908 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 90bd8119-ed21-489f-9b28-8e90a9f9f0f0 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:34:52.442443 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1723a6-26cb-49bb-b3e4-6b90508b0c97 None None] Pushing event updated for resources: {'Port': ['ID=642f39d3-d7f8-4164-9c5e-e1360bb8b3db,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:52.480598 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51948fa-5968-4c60-bbde-437020b94d0a req-cc5c47ce-6da7-4e68-9d73-53f0e66e7d6e tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:52.496390 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078aacc-2fbc-46df-924f-790ab7959e77 req-222d3520-3019-43d8-aee4-befdf6162432 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:52.506256 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e51948fa-5968-4c60-bbde-437020b94d0a req-cc5c47ce-6da7-4e68-9d73-53f0e66e7d6e tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 943 time: 0.1738684 Mar 07 10:34:52.519884 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0078aacc-2fbc-46df-924f-790ab7959e77 req-222d3520-3019-43d8-aee4-befdf6162432 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 1127 time: 0.7966959 Mar 07 10:34:52.537659 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 90bd8119-ed21-489f-9b28-8e90a9f9f0f0 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:52.540997 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (90bd8119-ed21-489f-9b28-8e90a9f9f0f0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:52.707665 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e51948fa-5968-4c60-bbde-437020b94d0a req-1227a3f6-0ac6-4075-ae6a-40e4b0a7c2f0 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004087 Mar 07 10:34:52.734045 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:52.848938 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d709fa54-e0a3-4683-81e7-f3a130883995 admin admin] Publish callbacks [] for router_gateway (6f82a0c6-69f1-4a14-b1a1-8c2297762d19), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:52.880868 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0078aacc-2fbc-46df-924f-790ab7959e77 req-668dbd9e-2e97-45a4-913b-163166195a31 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586106 Mar 07 10:34:52.914410 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43548) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:52.931991 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 90bd8119-ed21-489f-9b28-8e90a9f9f0f0 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:53.329092 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6c0fd2a6-6a34-4a2d-b892-a2e0dd05c624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:53.440344 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d709fa54-e0a3-4683-81e7-f3a130883995 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (6f82a0c6-69f1-4a14-b1a1-8c2297762d19), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:53.506622 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6c0fd2a6-6a34-4a2d-b892-a2e0dd05c624 admin admin] Publish callbacks [] for security_group (13509aab-3210-469a-8d6f-cd014eda223a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:53.521156 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6c0fd2a6-6a34-4a2d-b892-a2e0dd05c624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (13509aab-3210-469a-8d6f-cd014eda223a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:53.619362 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecee481-a1fa-4188-bcb0-1af901263f6b req-a5c074c8-2fa1-4fd0-973e-90b30afc0b2c tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:53.639762 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1ecee481-a1fa-4188-bcb0-1af901263f6b req-a5c074c8-2fa1-4fd0-973e-90b30afc0b2c tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 945 time: 0.4471102 Mar 07 10:34:53.717594 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d709fa54-e0a3-4683-81e7-f3a130883995 admin admin] Router 6f82a0c6-69f1-4a14-b1a1-8c2297762d19 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:34:53.811940 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1ecee481-a1fa-4188-bcb0-1af901263f6b req-0fe1729b-99a9-4628-8e99-762ff0c94883 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556170 Mar 07 10:34:53.815059 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0fd2a6-6a34-4a2d-b892-a2e0dd05c624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13509aab-3210-469a-8d6f-cd014eda223a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:53.820781 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6c0fd2a6-6a34-4a2d-b892-a2e0dd05c624 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4cc7d7af2e754da9ac93437a527dd5be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9053464 Mar 07 10:34:53.824221 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43578) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:54.036497 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dbd2c91b-93ec-4151-a469-9c6ca150557d admin admin] Publish callbacks [] for security_group (13509aab-3210-469a-8d6f-cd014eda223a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:54.083114 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d709fa54-e0a3-4683-81e7-f3a130883995 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:34:54.099846 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be37666-5f24-48cd-b196-9c0a8ff34523 None None] Sync routers for ids ['6f82a0c6-69f1-4a14-b1a1-8c2297762d19'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:34:54.113360 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be37666-5f24-48cd-b196-9c0a8ff34523 None None] Routers {'6f82a0c6-69f1-4a14-b1a1-8c2297762d19'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:34:54.114083 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-0be37666-5f24-48cd-b196-9c0a8ff34523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:34:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['6f82a0c6-69f1-4a14-b1a1-8c2297762d19'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:54.125226 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dbd2c91b-93ec-4151-a469-9c6ca150557d admin admin] Publish callbacks [] for security_group (13509aab-3210-469a-8d6f-cd014eda223a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:54.162765 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d709fa54-e0a3-4683-81e7-f3a130883995 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:54.164246 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d709fa54-e0a3-4683-81e7-f3a130883995 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.8466668 Mar 07 10:34:54.167835 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43584) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:54.255998 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dbd2c91b-93ec-4151-a469-9c6ca150557d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (13509aab-3210-469a-8d6f-cd014eda223a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:54.265471 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dbd2c91b-93ec-4151-a469-9c6ca150557d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:54.266833 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-dbd2c91b-93ec-4151-a469-9c6ca150557d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/13509aab-3210-469a-8d6f-cd014eda223a HTTP/1.1" status: 204 len: 168 time: 0.4415283 Mar 07 10:34:54.273552 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 642f39d3-d7f8-4164-9c5e-e1360bb8b3db up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:34:54.288815 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2c91b-93ec-4151-a469-9c6ca150557d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13509aab-3210-469a-8d6f-cd014eda223a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:54.497192 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb15959-ff51-4f4e-b972-e37821f11dc7 None None] Network 526c2ab8-f616-4895-be22-26506a084064 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:34:54.573409 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-0be37666-5f24-48cd-b196-9c0a8ff34523 None None] Set router 6f82a0c6-69f1-4a14-b1a1-8c2297762d19 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:34:54.617797 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 642f39d3-d7f8-4164-9c5e-e1360bb8b3db triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:54.619074 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (642f39d3-d7f8-4164-9c5e-e1360bb8b3db), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:54.747100 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-641546dd-2383-46d4-b82e-2504e39c6d1f None None] Provisioning complete for port 642f39d3-d7f8-4164-9c5e-e1360bb8b3db triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:54.747636 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-641546dd-2383-46d4-b82e-2504e39c6d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (642f39d3-d7f8-4164-9c5e-e1360bb8b3db), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:54.934843 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-0be37666-5f24-48cd-b196-9c0a8ff34523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f82a0c6-69f1-4a14-b1a1-8c2297762d19', 'name': 'tempest-TaggedBootDevicesTest_v242-1470743267-router', 'tenant_id': '63dc5baf5c104c40bda5205b595495cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b8a8fac1-4766-4cdb-a3fe-b51b1b547dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:34:49Z', 'updated_at': '2022-03-07T10:34:52Z', 'revision_number': 3, 'project_id': '63dc5baf5c104c40bda5205b595495cf', 'gw_port': {'id': 'b8a8fac1-4766-4cdb-a3fe-b51b1b547dee', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:84:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f82a0c6-69f1-4a14-b1a1-8c2297762d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:34:50Z', 'updated_at': '2022-03-07T10:34:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:54.959650 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-641546dd-2383-46d4-b82e-2504e39c6d1f None None] Current status of the port 642f39d3-d7f8-4164-9c5e-e1360bb8b3db is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:54.960054 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-641546dd-2383-46d4-b82e-2504e39c6d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (642f39d3-d7f8-4164-9c5e-e1360bb8b3db), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:54.999381 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 642f39d3-d7f8-4164-9c5e-e1360bb8b3db is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:55.000206 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (642f39d3-d7f8-4164-9c5e-e1360bb8b3db), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:55.006155 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be37666-5f24-48cd-b196-9c0a8ff34523 None None] Checking router: 6f82a0c6-69f1-4a14-b1a1-8c2297762d19 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:34:55.006871 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be37666-5f24-48cd-b196-9c0a8ff34523 None None] Updating router 6f82a0c6-69f1-4a14-b1a1-8c2297762d19 port b8a8fac1-4766-4cdb-a3fe-b51b1b547dee binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:34:55.023977 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43604) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:55.048253 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f885ffaf-a24c-4b22-8158-ca9b9b7e47aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:55.049522 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0be37666-5f24-48cd-b196-9c0a8ff34523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b8a8fac1-4766-4cdb-a3fe-b51b1b547dee), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:55.087324 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-641546dd-2383-46d4-b82e-2504e39c6d1f None None] For port 642f39d3-d7f8-4164-9c5e-e1360bb8b3db, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=642f39d3-d7f8-4164-9c5e-e1360bb8b3db,segment=NetworkSegment(6bfbec0c-84b4-4c21-9518-7cd835d984d4),segment_id=6bfbec0c-84b4-4c21-9518-7cd835d984d4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:55.108437 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-641546dd-2383-46d4-b82e-2504e39c6d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (642f39d3-d7f8-4164-9c5e-e1360bb8b3db), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:55.196917 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:34:55.196917 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:34:55.216883 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f885ffaf-a24c-4b22-8158-ca9b9b7e47aa admin admin] Publish callbacks [] for security_group (3ab85c14-b077-4039-9e5c-e094a0df7b0d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:55.229813 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f885ffaf-a24c-4b22-8158-ca9b9b7e47aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (3ab85c14-b077-4039-9e5c-e094a0df7b0d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:55.323259 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641546dd-2383-46d4-b82e-2504e39c6d1f None None] Pushing event updated for resources: {'Port': ['ID=642f39d3-d7f8-4164-9c5e-e1360bb8b3db,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:55.378128 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885ffaf-a24c-4b22-8158-ca9b9b7e47aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab85c14-b077-4039-9e5c-e094a0df7b0d,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:55.393282 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f885ffaf-a24c-4b22-8158-ca9b9b7e47aa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5670ddafdfbb46c987e4b38f3d7ec5fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3674192 Mar 07 10:34:55.395110 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43612) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:55.523438 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-027de65d-5a44-4d1b-86a2-5dd0b52ff42f admin admin] Publish callbacks [] for security_group (3ab85c14-b077-4039-9e5c-e094a0df7b0d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:55.585427 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-027de65d-5a44-4d1b-86a2-5dd0b52ff42f admin admin] Publish callbacks [] for security_group (3ab85c14-b077-4039-9e5c-e094a0df7b0d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:55.654492 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-609ab414-4866-496b-bccf-270c3a5a5154 None None] Provisioning complete for port 642f39d3-d7f8-4164-9c5e-e1360bb8b3db triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:55.657638 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-609ab414-4866-496b-bccf-270c3a5a5154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (642f39d3-d7f8-4164-9c5e-e1360bb8b3db), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:55.681744 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d86621-e18d-45da-8f88-352b96ea0306 req-40ff2263-b0e7-49b8-87b0-7acd70b467e2 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:55.682485 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-027de65d-5a44-4d1b-86a2-5dd0b52ff42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (3ab85c14-b077-4039-9e5c-e094a0df7b0d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:55.685376 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-027de65d-5a44-4d1b-86a2-5dd0b52ff42f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:55.686612 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-027de65d-5a44-4d1b-86a2-5dd0b52ff42f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3ab85c14-b077-4039-9e5c-e094a0df7b0d HTTP/1.1" status: 204 len: 168 time: 0.2889388 Mar 07 10:34:55.702471 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027de65d-5a44-4d1b-86a2-5dd0b52ff42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab85c14-b077-4039-9e5c-e094a0df7b0d,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:55.715072 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-59d86621-e18d-45da-8f88-352b96ea0306 req-40ff2263-b0e7-49b8-87b0-7acd70b467e2 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 943 time: 0.2316000 Mar 07 10:34:55.778915 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0be37666-5f24-48cd-b196-9c0a8ff34523 None None] Publish callbacks [] for port (b8a8fac1-4766-4cdb-a3fe-b51b1b547dee), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:55.793320 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0be37666-5f24-48cd-b196-9c0a8ff34523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b8a8fac1-4766-4cdb-a3fe-b51b1b547dee), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:55.840136 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-59d86621-e18d-45da-8f88-352b96ea0306 req-540e291d-d52d-4e73-9dfe-87d404ac6539 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204400 Mar 07 10:34:55.886215 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 642f39d3-d7f8-4164-9c5e-e1360bb8b3db is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:55.900216 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98d8ce-b3e7-4a0d-80c7-a7e7e209f957 None None] Pushing event updated for resources: {'Port': ['ID=b8a8fac1-4766-4cdb-a3fe-b51b1b547dee,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:55.964037 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-0be37666-5f24-48cd-b196-9c0a8ff34523 None None] Attempting to bind port b8a8fac1-4766-4cdb-a3fe-b51b1b547dee on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:34:55.966557 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-0be37666-5f24-48cd-b196-9c0a8ff34523 None None] Attempting to bind port b8a8fac1-4766-4cdb-a3fe-b51b1b547dee by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:34:55.966940 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be37666-5f24-48cd-b196-9c0a8ff34523 None None] Attempting to bind port b8a8fac1-4766-4cdb-a3fe-b51b1b547dee on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:55.977691 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be37666-5f24-48cd-b196-9c0a8ff34523 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:34:55.978033 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be37666-5f24-48cd-b196-9c0a8ff34523 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:34:55.978663 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0be37666-5f24-48cd-b196-9c0a8ff34523 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:55.982469 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be37666-5f24-48cd-b196-9c0a8ff34523 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:34:55.983055 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-0be37666-5f24-48cd-b196-9c0a8ff34523 None None] Bound port: b8a8fac1-4766-4cdb-a3fe-b51b1b547dee, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:34:55.984923 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0be37666-5f24-48cd-b196-9c0a8ff34523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b8a8fac1-4766-4cdb-a3fe-b51b1b547dee), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:56.020305 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-609ab414-4866-496b-bccf-270c3a5a5154 None None] Current status of the port 642f39d3-d7f8-4164-9c5e-e1360bb8b3db is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:56.157172 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-0be37666-5f24-48cd-b196-9c0a8ff34523 None None] For port b8a8fac1-4766-4cdb-a3fe-b51b1b547dee, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:34:56.157172 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-0be37666-5f24-48cd-b196-9c0a8ff34523 None None] For port b8a8fac1-4766-4cdb-a3fe-b51b1b547dee, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b8a8fac1-4766-4cdb-a3fe-b51b1b547dee,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:34:56.208263 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-0be37666-5f24-48cd-b196-9c0a8ff34523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b8a8fac1-4766-4cdb-a3fe-b51b1b547dee), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:56.254760 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 642f39d3-d7f8-4164-9c5e-e1360bb8b3db up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:34:56.385062 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be37666-5f24-48cd-b196-9c0a8ff34523 None None] Routers {'6f82a0c6-69f1-4a14-b1a1-8c2297762d19'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:34:56.386929 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-0be37666-5f24-48cd-b196-9c0a8ff34523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:34:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['6f82a0c6-69f1-4a14-b1a1-8c2297762d19'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:56.391932 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98d8ce-b3e7-4a0d-80c7-a7e7e209f957 None None] Pushing event updated for resources: {'Port': ['ID=b8a8fac1-4766-4cdb-a3fe-b51b1b547dee,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:56.402391 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 642f39d3-d7f8-4164-9c5e-e1360bb8b3db triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:56.403563 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (642f39d3-d7f8-4164-9c5e-e1360bb8b3db), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:56.621942 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4aa4dd41-aff3-4a25-8b61-40caf6bf3b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:56.691120 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 642f39d3-d7f8-4164-9c5e-e1360bb8b3db is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:56.756255 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-0be37666-5f24-48cd-b196-9c0a8ff34523 None None] Set router 6f82a0c6-69f1-4a14-b1a1-8c2297762d19 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:34:56.890270 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-2fd8627a-0b66-410b-8997-1e45858b1976 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:34:56.893843 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-2fd8627a-0b66-410b-8997-1e45858b1976 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3153033 Mar 07 10:34:57.132490 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-0be37666-5f24-48cd-b196-9c0a8ff34523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f82a0c6-69f1-4a14-b1a1-8c2297762d19', 'name': 'tempest-TaggedBootDevicesTest_v242-1470743267-router', 'tenant_id': '63dc5baf5c104c40bda5205b595495cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b8a8fac1-4766-4cdb-a3fe-b51b1b547dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:34:49Z', 'updated_at': '2022-03-07T10:34:52Z', 'revision_number': 3, 'project_id': '63dc5baf5c104c40bda5205b595495cf', 'gw_port': {'id': 'b8a8fac1-4766-4cdb-a3fe-b51b1b547dee', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:84:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f82a0c6-69f1-4a14-b1a1-8c2297762d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:34:50Z', 'updated_at': '2022-03-07T10:34:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:34:57.177025 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be37666-5f24-48cd-b196-9c0a8ff34523 None None] The sync data for ids ['6f82a0c6-69f1-4a14-b1a1-8c2297762d19'] in n-d-832164-4 is: [{'id': '6f82a0c6-69f1-4a14-b1a1-8c2297762d19', 'name': 'tempest-TaggedBootDevicesTest_v242-1470743267-router', 'tenant_id': '63dc5baf5c104c40bda5205b595495cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b8a8fac1-4766-4cdb-a3fe-b51b1b547dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:34:49Z', 'updated_at': '2022-03-07T10:34:52Z', 'revision_number': 3, 'project_id': '63dc5baf5c104c40bda5205b595495cf', 'gw_port': {'id': 'b8a8fac1-4766-4cdb-a3fe-b51b1b547dee', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:84:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f82a0c6-69f1-4a14-b1a1-8c2297762d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:34:50Z', 'updated_at': '2022-03-07T10:34:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:34:57.228906 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-d1e84706-7685-405a-b863-fd0292950430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:57.235936 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-d1e84706-7685-405a-b863-fd0292950430 service neutron] 10.222.0.11 "GET /v2.0/ports/186fb1cf-b008-4466-a545-e40a27345d37 HTTP/1.1" status: 200 len: 1124 time: 0.3162231 Mar 07 10:34:57.261507 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-c5592c2f-0902-4ba7-bc52-b37fb532e656 service neutron] Request body: {'binding': {'host': 'n-h1-832164-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:34:57.262406 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-c5592c2f-0902-4ba7-bc52-b37fb532e656 service neutron] Unknown quota resources ['binding']. {{(pid=103766) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 10:34:57.266425 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-4aa4dd41-aff3-4a25-8b61-40caf6bf3b41 admin admin] Allocated IP 172.20.0.1 (526c2ab8-f616-4895-be22-26506a084064/390272e0-f1c7-451f-950d-ff2abf50f45e/49ac15a0-d702-421e-baba-58a5a9bffbab) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:34:57.700722 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4aa4dd41-aff3-4a25-8b61-40caf6bf3b41 admin admin] Publish callbacks [] for port (49ac15a0-d702-421e-baba-58a5a9bffbab), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:57.740879 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-c5592c2f-0902-4ba7-bc52-b37fb532e656 service neutron] Attempting to bind port 186fb1cf-b008-4466-a545-e40a27345d37 on host n-h1-832164-4 for vnic_type normal with profile None {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:34:57.741098 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-c5592c2f-0902-4ba7-bc52-b37fb532e656 service neutron] Attempting to bind port 186fb1cf-b008-4466-a545-e40a27345d37 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:34:57.741443 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-c5592c2f-0902-4ba7-bc52-b37fb532e656 service neutron] Attempting to bind port 186fb1cf-b008-4466-a545-e40a27345d37 on network 35723e70-fc1c-4710-9b03-245dacf005c5 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:57.756989 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-c5592c2f-0902-4ba7-bc52-b37fb532e656 service neutron] Port 186fb1cf-b008-4466-a545-e40a27345d37 on network 35723e70-fc1c-4710-9b03-245dacf005c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:34:57.759661 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-c5592c2f-0902-4ba7-bc52-b37fb532e656 service neutron] Attempting to bind port 186fb1cf-b008-4466-a545-e40a27345d37 on network 35723e70-fc1c-4710-9b03-245dacf005c5 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:34:57.788529 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-c5592c2f-0902-4ba7-bc52-b37fb532e656 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:34:57.789144 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-c5592c2f-0902-4ba7-bc52-b37fb532e656 service neutron] Checking segment: {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:34:57.790249 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-c5592c2f-0902-4ba7-bc52-b37fb532e656 service neutron] Bound using segment: {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:34:57.791466 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-c5592c2f-0902-4ba7-bc52-b37fb532e656 service neutron] Bound port: 186fb1cf-b008-4466-a545-e40a27345d37, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:34:57.830409 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471512a6-d17a-4182-9c3b-6d9e6ffe40eb req-761488d7-27ae-46f1-a2a9-40944846e617 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:57.832266 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-471512a6-d17a-4182-9c3b-6d9e6ffe40eb req-761488d7-27ae-46f1-a2a9-40944846e617 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 945 time: 0.2664509 Mar 07 10:34:57.945709 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4aa4dd41-aff3-4a25-8b61-40caf6bf3b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (49ac15a0-d702-421e-baba-58a5a9bffbab), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:57.975303 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43672) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:58.099353 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa4dd41-aff3-4a25-8b61-40caf6bf3b41 admin admin] Network 526c2ab8-f616-4895-be22-26506a084064 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:34:58.116792 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-c5592c2f-0902-4ba7-bc52-b37fb532e656 service neutron] For port 186fb1cf-b008-4466-a545-e40a27345d37, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=186fb1cf-b008-4466-a545-e40a27345d37,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:34:58.121463 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-4aa4dd41-aff3-4a25-8b61-40caf6bf3b41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:34:58.143809 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c90af740-6b75-4102-a9df-a7fd2b660f48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:58.146077 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa4dd41-aff3-4a25-8b61-40caf6bf3b41 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:34:58.191502 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b8a8fac1-4766-4cdb-a3fe-b51b1b547dee up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:34:58.260380 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-471512a6-d17a-4182-9c3b-6d9e6ffe40eb req-95e1245b-0f93-42c5-80b1-5c00d3975ff6 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786812 Mar 07 10:34:58.260380 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-c5592c2f-0902-4ba7-bc52-b37fb532e656 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:58.275434 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-c5592c2f-0902-4ba7-bc52-b37fb532e656 service neutron] 10.222.0.11 "POST /v2.0/ports/186fb1cf-b008-4466-a545-e40a27345d37/bindings HTTP/1.1" status: 201 len: 389 time: 1.0232205 Mar 07 10:34:58.280845 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4aa4dd41-aff3-4a25-8b61-40caf6bf3b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (6f82a0c6-69f1-4a14-b1a1-8c2297762d19), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:58.302691 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c90af740-6b75-4102-a9df-a7fd2b660f48 admin admin] Publish callbacks [] for security_group (7328c58f-93aa-432d-a558-6b26ab71b2fd), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:58.309802 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c90af740-6b75-4102-a9df-a7fd2b660f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7328c58f-93aa-432d-a558-6b26ab71b2fd), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:58.384464 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c90af740-6b75-4102-a9df-a7fd2b660f48 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5322e4e16248415f871bfe64ef909401&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4079628 Mar 07 10:34:58.386091 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90af740-6b75-4102-a9df-a7fd2b660f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7328c58f-93aa-432d-a558-6b26ab71b2fd,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:58.412234 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43678) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:58.452884 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port b8a8fac1-4766-4cdb-a3fe-b51b1b547dee triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:58.455771 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b8a8fac1-4766-4cdb-a3fe-b51b1b547dee), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:58.579159 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-79b9f08a-12ec-43b6-b9f0-733d366cda0a admin admin] Publish callbacks [] for security_group (7328c58f-93aa-432d-a558-6b26ab71b2fd), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:58.650817 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4dd41-aff3-4a25-8b61-40caf6bf3b41 admin admin] Pushing event updated for resources: {'Port': ['ID=49ac15a0-d702-421e-baba-58a5a9bffbab,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:58.661598 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-79b9f08a-12ec-43b6-b9f0-733d366cda0a admin admin] Publish callbacks [] for security_group (7328c58f-93aa-432d-a558-6b26ab71b2fd), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:58.664510 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-55073694-b76d-4082-8219-fc1a99eccf73 None None] Provisioning complete for port 49ac15a0-d702-421e-baba-58a5a9bffbab triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:34:58.682193 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-55073694-b76d-4082-8219-fc1a99eccf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (49ac15a0-d702-421e-baba-58a5a9bffbab), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:58.831200 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-79b9f08a-12ec-43b6-b9f0-733d366cda0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7328c58f-93aa-432d-a558-6b26ab71b2fd), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:58.834204 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-79b9f08a-12ec-43b6-b9f0-733d366cda0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:58.837819 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-79b9f08a-12ec-43b6-b9f0-733d366cda0a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7328c58f-93aa-432d-a558-6b26ab71b2fd HTTP/1.1" status: 204 len: 168 time: 0.4223025 Mar 07 10:34:58.878898 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9f08a-12ec-43b6-b9f0-733d366cda0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7328c58f-93aa-432d-a558-6b26ab71b2fd,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:58.901516 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-5438c08c-d2c7-4f24-b5b2-238e7003b798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:58.903316 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-5438c08c-d2c7-4f24-b5b2-238e7003b798 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=253a7b51025b45cd9cb7114a3377a1db&device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 1127 time: 0.0906994 Mar 07 10:34:58.948029 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port b8a8fac1-4766-4cdb-a3fe-b51b1b547dee is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:34:58.948355 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b8a8fac1-4766-4cdb-a3fe-b51b1b547dee), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:58.983413 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-55073694-b76d-4082-8219-fc1a99eccf73 None None] Port 49ac15a0-d702-421e-baba-58a5a9bffbab cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:34:59.022304 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4aa4dd41-aff3-4a25-8b61-40caf6bf3b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (49ac15a0-d702-421e-baba-58a5a9bffbab), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:59.060617 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port b8a8fac1-4766-4cdb-a3fe-b51b1b547dee, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b8a8fac1-4766-4cdb-a3fe-b51b1b547dee,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:34:59.075673 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b8a8fac1-4766-4cdb-a3fe-b51b1b547dee), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:59.199614 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-74d3d871-9e00-4f2b-8277-1efb6afc4387 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=a2caaaeee149436d9579c71ad33aa4b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533829 Mar 07 10:34:59.228402 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=b8a8fac1-4766-4cdb-a3fe-b51b1b547dee,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:59.390226 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4aa4dd41-aff3-4a25-8b61-40caf6bf3b41 admin admin] Publish callbacks [] for port (49ac15a0-d702-421e-baba-58a5a9bffbab), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:59.408158 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f6aca997-10da-487f-b949-f7b49edddef3 req-4a805119-cd23-44f1-bbdf-84e572bbdf8d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=491875bb-6674-48a5-90ad-3ee5428b928f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6263721 Mar 07 10:34:59.409077 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4aa4dd41-aff3-4a25-8b61-40caf6bf3b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (49ac15a0-d702-421e-baba-58a5a9bffbab), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:59.427385 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84811a-c308-44c4-9259-ea06d0477c6f req-791e11f3-012f-4613-b42b-144eabeaaf99 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:59.429486 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1a84811a-c308-44c4-9259-ea06d0477c6f req-791e11f3-012f-4613-b42b-144eabeaaf99 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 943 time: 0.8253684 Mar 07 10:34:59.467052 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-544d39dd-4b47-43d8-8d10-6a1b0cd13983 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:59.479624 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-544d39dd-4b47-43d8-8d10-6a1b0cd13983 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2777374 Mar 07 10:34:59.516127 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43706) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:34:59.550231 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b907f135-63de-498b-b3b0-24a35b6f84d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:59.551837 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1a84811a-c308-44c4-9259-ea06d0477c6f req-26cdad68-3dda-43fd-8bd6-09e5c73be548 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693140 Mar 07 10:34:59.575360 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-917c28ef-6e39-446d-9710-ef38c445f30b tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/quotas/a2caaaeee149436d9579c71ad33aa4b4 HTTP/1.1" status: 200 len: 375 time: 0.0923860 Mar 07 10:34:59.621056 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4aa4dd41-aff3-4a25-8b61-40caf6bf3b41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (6f82a0c6-69f1-4a14-b1a1-8c2297762d19), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:59.623053 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4dd41-aff3-4a25-8b61-40caf6bf3b41 admin admin] Pushing event updated for resources: {'Port': ['ID=49ac15a0-d702-421e-baba-58a5a9bffbab,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:34:59.647033 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aca997-10da-487f-b949-f7b49edddef3 req-d476363f-ef5c-4315-bdc3-fadc8ada3758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:59.648798 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f6aca997-10da-487f-b949-f7b49edddef3 req-d476363f-ef5c-4315-bdc3-fadc8ada3758 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4eca9194fdd4a93832d9940e3e6237a&device_id=491875bb-6674-48a5-90ad-3ee5428b928f HTTP/1.1" status: 200 len: 1127 time: 0.1751928 Mar 07 10:34:59.733698 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b907f135-63de-498b-b3b0-24a35b6f84d3 admin admin] Publish callbacks [] for security_group (a8507389-35af-4c00-9fae-fb45378ed98b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:59.774896 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-988706cd-6dfa-49e8-98e9-8ae6fa6d9a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:34:59.776386 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-988706cd-6dfa-49e8-98e9-8ae6fa6d9a61 service neutron] 10.222.0.21 "GET /v2.0/networks?id=35723e70-fc1c-4710-9b03-245dacf005c5 HTTP/1.1" status: 200 len: 921 time: 0.8584895 Mar 07 10:34:59.824853 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa4dd41-aff3-4a25-8b61-40caf6bf3b41 admin admin] Network 526c2ab8-f616-4895-be22-26506a084064 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:34:59.842727 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-bf618dbb-4351-4e5c-bbba-8d7f42091d63 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a2caaaeee149436d9579c71ad33aa4b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2679982 Mar 07 10:34:59.843579 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b907f135-63de-498b-b3b0-24a35b6f84d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a8507389-35af-4c00-9fae-fb45378ed98b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:34:59.847508 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-4aa4dd41-aff3-4a25-8b61-40caf6bf3b41 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:35:00.038820 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-9df7e445-ed55-4e59-b5fd-a44f40618043 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=186fb1cf-b008-4466-a545-e40a27345d37 HTTP/1.1" status: 200 len: 217 time: 0.1819663 Mar 07 10:35:00.154924 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b907f135-63de-498b-b3b0-24a35b6f84d3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c70239bb6608447dbdf43776b8c61668&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6318448 Mar 07 10:35:00.159663 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43712) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:00.183339 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b8a8fac1-4766-4cdb-a3fe-b51b1b547dee up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:35:00.341829 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port b8a8fac1-4766-4cdb-a3fe-b51b1b547dee triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:00.342913 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b8a8fac1-4766-4cdb-a3fe-b51b1b547dee), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:00.384548 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907f135-63de-498b-b3b0-24a35b6f84d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8507389-35af-4c00-9fae-fb45378ed98b,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:00.392064 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aca997-10da-487f-b949-f7b49edddef3 req-bd8d05a4-ef1b-4025-8343-8e7fccacbfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:00.393794 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f6aca997-10da-487f-b949-f7b49edddef3 req-bd8d05a4-ef1b-4025-8343-8e7fccacbfda service neutron] 10.222.0.21 "GET /v2.0/networks?id=f571527e-a205-427a-8890-cc1f2763fcb1 HTTP/1.1" status: 200 len: 908 time: 0.6027281 Mar 07 10:35:00.411720 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa4dd41-aff3-4a25-8b61-40caf6bf3b41 admin admin] Router 6f82a0c6-69f1-4a14-b1a1-8c2297762d19 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:35:00.488830 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-cda4503e-5851-4d15-a02c-8dd554574331 None None] Provisioning complete for port 49ac15a0-d702-421e-baba-58a5a9bffbab triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:00.489269 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cda4503e-5851-4d15-a02c-8dd554574331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (49ac15a0-d702-421e-baba-58a5a9bffbab), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:00.497343 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f6aca997-10da-487f-b949-f7b49edddef3 req-fd82e759-5b30-44d3-9b6c-c147aada6ee7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22e350eb-dd29-4f61-b3fb-e5f895608336 HTTP/1.1" status: 200 len: 217 time: 0.0841596 Mar 07 10:35:00.523449 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba8456f5-0cb7-4516-b5c2-911d636b91a2 admin admin] Publish callbacks [] for security_group (a8507389-35af-4c00-9fae-fb45378ed98b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:00.527952 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-d7640043-9a1e-471c-bd61-4eb306e58307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:00.530064 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-d7640043-9a1e-471c-bd61-4eb306e58307 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=504ea141-3c64-48b5-943a-bdbdb84bd6df HTTP/1.1" status: 200 len: 860 time: 0.4630876 Mar 07 10:35:00.569824 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-cda4503e-5851-4d15-a02c-8dd554574331 None None] Port 49ac15a0-d702-421e-baba-58a5a9bffbab cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:35:00.607445 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-20fb09ab-02a6-4f44-98d7-4ebe5f9073ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35723e70-fc1c-4710-9b03-245dacf005c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672572 Mar 07 10:35:00.614148 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba8456f5-0cb7-4516-b5c2-911d636b91a2 admin admin] Publish callbacks [] for security_group (a8507389-35af-4c00-9fae-fb45378ed98b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:00.629132 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d872e-16c4-4d8a-9c27-9954ef8c1ad3 req-e1d827b8-45d5-4888-adba-188927dd5993 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:00.642377 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0c3d872e-16c4-4d8a-9c27-9954ef8c1ad3 req-e1d827b8-45d5-4888-adba-188927dd5993 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 945 time: 0.2680731 Mar 07 10:35:00.706729 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port b8a8fac1-4766-4cdb-a3fe-b51b1b547dee is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:00.707972 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362ac1b-91fc-41c2-9530-06c17195ad1a req-bcaa356a-9cbb-4f80-9566-274da31e07eb tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:00.719646 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2362ac1b-91fc-41c2-9530-06c17195ad1a req-bcaa356a-9cbb-4f80-9566-274da31e07eb tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 945 time: 0.9376636 Mar 07 10:35:00.732225 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa4dd41-aff3-4a25-8b61-40caf6bf3b41 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:35:00.744706 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22e187e-2a33-4b6f-9203-11a8a7db1481 None None] Sync routers for ids ['6f82a0c6-69f1-4a14-b1a1-8c2297762d19'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:35:00.750195 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4aa4dd41-aff3-4a25-8b61-40caf6bf3b41 admin admin] 10.222.0.11 "PUT /v2.0/routers/6f82a0c6-69f1-4a14-b1a1-8c2297762d19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5811300 Mar 07 10:35:00.770934 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22e187e-2a33-4b6f-9203-11a8a7db1481 None None] Routers {'6f82a0c6-69f1-4a14-b1a1-8c2297762d19'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:35:00.771905 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-e22e187e-2a33-4b6f-9203-11a8a7db1481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:34:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['6f82a0c6-69f1-4a14-b1a1-8c2297762d19'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:00.809035 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aca997-10da-487f-b949-f7b49edddef3 req-9d62d419-bf9e-47d1-8034-e41cda85a9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:00.811388 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f6aca997-10da-487f-b949-f7b49edddef3 req-9d62d419-bf9e-47d1-8034-e41cda85a9bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5 HTTP/1.1" status: 200 len: 847 time: 0.0889454 Mar 07 10:35:00.859623 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0c3d872e-16c4-4d8a-9c27-9954ef8c1ad3 req-4b336827-b4f3-4482-8a39-a6be5518a89a tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154825 Mar 07 10:35:00.896379 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f6aca997-10da-487f-b949-f7b49edddef3 req-6331df2c-84b9-4742-b773-64bd3cd97a8b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f571527e-a205-427a-8890-cc1f2763fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761776 Mar 07 10:35:01.090026 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2362ac1b-91fc-41c2-9530-06c17195ad1a req-88be916a-fb8d-43dd-8ed0-038c55aedf76 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644030 Mar 07 10:35:01.134631 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba8456f5-0cb7-4516-b5c2-911d636b91a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a8507389-35af-4c00-9fae-fb45378ed98b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:01.147437 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba8456f5-0cb7-4516-b5c2-911d636b91a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:01.152698 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ba8456f5-0cb7-4516-b5c2-911d636b91a2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a8507389-35af-4c00-9fae-fb45378ed98b HTTP/1.1" status: 204 len: 168 time: 0.9862318 Mar 07 10:35:01.245401 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-c80f6915-4b3e-4fcd-b43f-ba967b240076 service neutron] 10.222.0.21 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6276615 Mar 07 10:35:01.249653 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8456f5-0cb7-4516-b5c2-911d636b91a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8507389-35af-4c00-9fae-fb45378ed98b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:01.261738 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-e22e187e-2a33-4b6f-9203-11a8a7db1481 None None] Set router 6f82a0c6-69f1-4a14-b1a1-8c2297762d19 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:35:01.384620 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-91416bdd-9cc6-4c60-99ed-9dafc9b2fb8e req-91ae4744-a109-4cbf-a96c-b8a719b865e0 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a0f7071-0cfa-4984-84ac-0528da9bf3fd HTTP/1.1" status: 200 len: 210 time: 0.1067140 Mar 07 10:35:01.453251 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f6aca997-10da-487f-b949-f7b49edddef3 req-eb0c452e-07cf-4315-a18a-e376d54afcf5 service neutron] 10.222.0.21 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5443592 Mar 07 10:35:01.540874 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-382b7df5-4b28-43f2-814b-fdb723b3aa77 service neutron] 10.222.0.21 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760487 Mar 07 10:35:01.615151 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f6aca997-10da-487f-b949-f7b49edddef3 req-80335fb4-fcd3-4385-a6f7-755fc9d9f40d service neutron] 10.222.0.21 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550019 Mar 07 10:35:01.659401 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85788ee3-cbf6-42f2-8c4a-69162292e2cb req-0cc5cc58-7092-4368-bce5-86dcb282b69e tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:01.667612 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-85788ee3-cbf6-42f2-8c4a-69162292e2cb req-0cc5cc58-7092-4368-bce5-86dcb282b69e tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 943 time: 0.1256456 Mar 07 10:35:01.743520 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-85788ee3-cbf6-42f2-8c4a-69162292e2cb req-5f0e4d92-6d3e-4669-9371-b79aec810560 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741892 Mar 07 10:35:02.039728 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-e22e187e-2a33-4b6f-9203-11a8a7db1481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f82a0c6-69f1-4a14-b1a1-8c2297762d19', 'name': 'tempest-TaggedBootDevicesTest_v242-1470743267-router', 'tenant_id': '63dc5baf5c104c40bda5205b595495cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b8a8fac1-4766-4cdb-a3fe-b51b1b547dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:34:49Z', 'updated_at': '2022-03-07T10:34:58Z', 'revision_number': 4, 'project_id': '63dc5baf5c104c40bda5205b595495cf', 'gw_port': {'id': 'b8a8fac1-4766-4cdb-a3fe-b51b1b547dee', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:84:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f82a0c6-69f1-4a14-b1a1-8c2297762d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:34:50Z', 'updated_at': '2022-03-07T10:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '49ac15a0-d702-421e-baba-58a5a9bffbab', 'name': '', 'network_id': '526c2ab8-f616-4895-be22-26506a084064', 'tenant_id': '63dc5baf5c104c40bda5205b595495cf', 'mac_address': 'fa:16:3e:b0:a1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f82a0c6-69f1-4a14-b1a1-8c2297762d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '390272e0-f1c7-451f-950d-ff2abf50f45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:34:56Z', 'updated_at': '2022-03-07T10:34:59Z', 'revision_number': 2, 'project_id': '63dc5baf5c104c40bda5205b595495cf', 'subnets': [{'id': '390272e0-f1c7-451f-950d-ff2abf50f45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:02.058366 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0a07b-db43-4bbd-80d8-c9dae33d0b28 req-6c5c9a84-4ae8-4f6b-a958-0ddf462bc725 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:02.060542 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-72c0a07b-db43-4bbd-80d8-c9dae33d0b28 req-6c5c9a84-4ae8-4f6b-a958-0ddf462bc725 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 945 time: 0.0755465 Mar 07 10:35:02.119586 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22e187e-2a33-4b6f-9203-11a8a7db1481 None None] Checking router: 6f82a0c6-69f1-4a14-b1a1-8c2297762d19 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:35:02.120061 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22e187e-2a33-4b6f-9203-11a8a7db1481 None None] Updating router 6f82a0c6-69f1-4a14-b1a1-8c2297762d19 port 49ac15a0-d702-421e-baba-58a5a9bffbab binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:35:02.126706 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-72c0a07b-db43-4bbd-80d8-c9dae33d0b28 req-855b3153-0d3e-4ba1-8ac2-08a34c67c53e tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581849 Mar 07 10:35:02.165234 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e22e187e-2a33-4b6f-9203-11a8a7db1481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (49ac15a0-d702-421e-baba-58a5a9bffbab), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:02.423746 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-38c9e54b-ce70-4386-8f9c-d34adf2ae788 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=a2caaaeee149436d9579c71ad33aa4b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581057 Mar 07 10:35:02.474691 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263f98b-350f-48a9-80ce-e477b3627e9a req-464bb0d7-8538-4d2b-a3b0-1b7c5507a554 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:02.479224 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8263f98b-350f-48a9-80ce-e477b3627e9a req-464bb0d7-8538-4d2b-a3b0-1b7c5507a554 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 945 time: 0.1997991 Mar 07 10:35:02.714377 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8263f98b-350f-48a9-80ce-e477b3627e9a req-cbf90f02-1afe-4051-b70a-d7f66db5d0dd tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008662 Mar 07 10:35:02.815994 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2510ec84-9a71-46b0-bfb5-a457ae270bc0 req-04768d12-8a9f-41b7-b9c7-1c68c5a8032c tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a0f7071-0cfa-4984-84ac-0528da9bf3fd HTTP/1.1" status: 200 len: 210 time: 0.0803032 Mar 07 10:35:02.856048 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43780) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:02.911182 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-06553c56-c9db-4814-a9cf-9f5f72affea6 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:02.918283 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-06553c56-c9db-4814-a9cf-9f5f72affea6 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4901514 Mar 07 10:35:02.944158 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-44ba0f00-867f-49ad-934a-4a65ed0f4895 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Request body: {'port': {'device_id': '4a0f7071-0cfa-4984-84ac-0528da9bf3fd', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'admin_state_up': True, 'tenant_id': 'a2caaaeee149436d9579c71ad33aa4b4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:03.079704 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-4e39a80c-df7e-4064-b356-e38f51045c7d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1338125615-network', 'tenant_id': 'e196b43a8c1e4518ab34fe5814abb776'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:03.131202 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e39a80c-df7e-4064-b356-e38f51045c7d admin admin] Made reservation on behalf of e196b43a8c1e4518ab34fe5814abb776 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:35:03.136346 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e39a80c-df7e-4064-b356-e38f51045c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:03.156411 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043cce1-3420-46bc-a51c-8bc689b6b2be req-cd801099-ee5c-4338-b209-e1914c20c4e7 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:03.157987 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8043cce1-3420-46bc-a51c-8bc689b6b2be req-cd801099-ee5c-4338-b209-e1914c20c4e7 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 943 time: 0.1980631 Mar 07 10:35:03.177831 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e22e187e-2a33-4b6f-9203-11a8a7db1481 None None] Publish callbacks [] for port (49ac15a0-d702-421e-baba-58a5a9bffbab), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:03.195539 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e22e187e-2a33-4b6f-9203-11a8a7db1481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (49ac15a0-d702-421e-baba-58a5a9bffbab), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:03.202007 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e39a80c-df7e-4064-b356-e38f51045c7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:03.279623 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-44ba0f00-867f-49ad-934a-4a65ed0f4895 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Made reservation on behalf of a2caaaeee149436d9579c71ad33aa4b4 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:35:03.283231 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-44ba0f00-867f-49ad-934a-4a65ed0f4895 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:03.400906 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e922bd84-ec03-4be3-8d60-a839ed37873e None None] Pushing event updated for resources: {'Port': ['ID=49ac15a0-d702-421e-baba-58a5a9bffbab,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:03.421522 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-e22e187e-2a33-4b6f-9203-11a8a7db1481 None None] Attempting to bind port 49ac15a0-d702-421e-baba-58a5a9bffbab on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:35:03.422943 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-e22e187e-2a33-4b6f-9203-11a8a7db1481 None None] Attempting to bind port 49ac15a0-d702-421e-baba-58a5a9bffbab by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '6bfbec0c-84b4-4c21-9518-7cd835d984d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '526c2ab8-f616-4895-be22-26506a084064'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:35:03.423599 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22e187e-2a33-4b6f-9203-11a8a7db1481 None None] Attempting to bind port 49ac15a0-d702-421e-baba-58a5a9bffbab on network 526c2ab8-f616-4895-be22-26506a084064 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:35:03.435025 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22e187e-2a33-4b6f-9203-11a8a7db1481 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:35:03.452308 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22e187e-2a33-4b6f-9203-11a8a7db1481 None None] Checking segment: {'id': '6bfbec0c-84b4-4c21-9518-7cd835d984d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '526c2ab8-f616-4895-be22-26506a084064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:35:03.454753 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e22e187e-2a33-4b6f-9203-11a8a7db1481 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:03.455401 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22e187e-2a33-4b6f-9203-11a8a7db1481 None None] Bound using segment: {'id': '6bfbec0c-84b4-4c21-9518-7cd835d984d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '526c2ab8-f616-4895-be22-26506a084064'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:35:03.456799 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-e22e187e-2a33-4b6f-9203-11a8a7db1481 None None] Bound port: 49ac15a0-d702-421e-baba-58a5a9bffbab, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bfbec0c-84b4-4c21-9518-7cd835d984d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '526c2ab8-f616-4895-be22-26506a084064'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:35:03.458444 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e22e187e-2a33-4b6f-9203-11a8a7db1481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (49ac15a0-d702-421e-baba-58a5a9bffbab), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:03.494727 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e39a80c-df7e-4064-b356-e38f51045c7d admin admin] Publish callbacks [] for security_group (0e22140b-903d-4009-9e57-57e2f2a20e1b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:03.507699 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e39a80c-df7e-4064-b356-e38f51045c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0e22140b-903d-4009-9e57-57e2f2a20e1b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:03.545764 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e39a80c-df7e-4064-b356-e38f51045c7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:35:03.571565 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e39a80c-df7e-4064-b356-e38f51045c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (36f22b5a-2974-476e-852d-2384ac09861f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:03.572109 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-4e39a80c-df7e-4064-b356-e38f51045c7d admin admin] Added segment 36f22b5a-2974-476e-852d-2384ac09861f of type vlan for network e239d93d-1dcd-4128-a484-f5b150481049 Mar 07 10:35:03.590639 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-e22e187e-2a33-4b6f-9203-11a8a7db1481 None None] For port 49ac15a0-d702-421e-baba-58a5a9bffbab, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:35:03.596568 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-e22e187e-2a33-4b6f-9203-11a8a7db1481 None None] For port 49ac15a0-d702-421e-baba-58a5a9bffbab, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=49ac15a0-d702-421e-baba-58a5a9bffbab,segment=NetworkSegment(6bfbec0c-84b4-4c21-9518-7cd835d984d4),segment_id=6bfbec0c-84b4-4c21-9518-7cd835d984d4)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:35:03.608179 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e22e187e-2a33-4b6f-9203-11a8a7db1481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (49ac15a0-d702-421e-baba-58a5a9bffbab), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:03.685067 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e39a80c-df7e-4064-b356-e38f51045c7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (e239d93d-1dcd-4128-a484-f5b150481049), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:03.744539 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22e187e-2a33-4b6f-9203-11a8a7db1481 None None] Routers {'6f82a0c6-69f1-4a14-b1a1-8c2297762d19'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:35:03.749293 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-e22e187e-2a33-4b6f-9203-11a8a7db1481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:34:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['6f82a0c6-69f1-4a14-b1a1-8c2297762d19'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:03.853215 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e39a80c-df7e-4064-b356-e38f51045c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (e239d93d-1dcd-4128-a484-f5b150481049), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:03.856877 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e39a80c-df7e-4064-b356-e38f51045c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:03.860201 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e39a80c-df7e-4064-b356-e38f51045c7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:03.980014 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-44ba0f00-867f-49ad-934a-4a65ed0f4895 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:04.016722 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4e39a80c-df7e-4064-b356-e38f51045c7d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1594653 Mar 07 10:35:04.024607 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43830) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:04.044973 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39a80c-df7e-4064-b356-e38f51045c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e22140b-903d-4009-9e57-57e2f2a20e1b,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:04.065063 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8043cce1-3420-46bc-a51c-8bc689b6b2be req-d69bcd37-9ff6-43a8-91b1-693a9d628856 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8696928 Mar 07 10:35:04.067021 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-7da98fed-996e-48e9-b925-c9145b979411 admin admin] Request body: {'subnet': {'network_id': 'e239d93d-1dcd-4128-a484-f5b150481049', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1338125615-subnet', 'tenant_id': 'e196b43a8c1e4518ab34fe5814abb776', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:04.109769 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-e22e187e-2a33-4b6f-9203-11a8a7db1481 None None] Set router 6f82a0c6-69f1-4a14-b1a1-8c2297762d19 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:35:04.135274 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e368f-3f77-490f-97e0-c0ad96ccbe00 req-0251bf49-3bb5-49e6-90d3-464307c8983d tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:04.139972 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d13e368f-3f77-490f-97e0-c0ad96ccbe00 req-0251bf49-3bb5-49e6-90d3-464307c8983d tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 945 time: 0.1628721 Mar 07 10:35:04.157310 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da98fed-996e-48e9-b925-c9145b979411 admin admin] Made reservation on behalf of e196b43a8c1e4518ab34fe5814abb776 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:35:04.163186 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39a80c-df7e-4064-b356-e38f51045c7d admin admin] Pushing event updated for resources: {'Network': ['ID=e239d93d-1dcd-4128-a484-f5b150481049,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:04.166015 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7da98fed-996e-48e9-b925-c9145b979411 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:04.318577 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d13e368f-3f77-490f-97e0-c0ad96ccbe00 req-5b6ecbed-aaff-44c3-9d79-3e24ec7c3fc2 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639023 Mar 07 10:35:04.390132 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-44ba0f00-867f-49ad-934a-4a65ed0f4895 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Publish callbacks [] for security_group (4a7b5a07-3bed-464b-bdbc-d1047ea07d2f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:04.400335 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-44ba0f00-867f-49ad-934a-4a65ed0f4895 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4a7b5a07-3bed-464b-bdbc-d1047ea07d2f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:04.458361 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network e239d93d-1dcd-4128-a484-f5b150481049 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:35:04.505637 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba0f00-867f-49ad-934a-4a65ed0f4895 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7b5a07-3bed-464b-bdbc-d1047ea07d2f,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:04.635646 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 9d57298c-b336-43ff-bcd3-a4ea21a1d72f details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:35:04.698510 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf44b8-c176-4d9e-a3b9-10d367fdce79 req-efb6f41d-bf03-464d-88b5-6aea3a7ad2c1 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:04.706799 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0cbf44b8-c176-4d9e-a3b9-10d367fdce79 req-efb6f41d-bf03-464d-88b5-6aea3a7ad2c1 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 945 time: 0.1619966 Mar 07 10:35:04.824935 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0cbf44b8-c176-4d9e-a3b9-10d367fdce79 req-6dae7464-7030-47e5-8450-9f762834e2de tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172214 Mar 07 10:35:05.017727 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1aba0556-4abd-4738-80a0-4bdf9d9e0b21 req-db64cfa2-4511-4d3e-a80b-9c33f70dab40 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a0f7071-0cfa-4984-84ac-0528da9bf3fd HTTP/1.1" status: 200 len: 210 time: 0.2312882 Mar 07 10:35:05.038740 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2f09814f-caae-46c9-b014-a7f908c8a6e4 None None] Provisioning complete for port 49ac15a0-d702-421e-baba-58a5a9bffbab triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:05.039946 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2f09814f-caae-46c9-b014-a7f908c8a6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (49ac15a0-d702-421e-baba-58a5a9bffbab), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:05.088167 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-44ba0f00-867f-49ad-934a-4a65ed0f4895 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Allocated IP 192.168.233.22 (598bad6c-a435-45aa-bbb6-2339f78a1590/cd915eb6-2d51-4c50-93c9-6777e48b408a/191b78c8-cd3b-4ce7-80a2-f471025a09c0) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:35:05.151099 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e922bd84-ec03-4be3-8d60-a839ed37873e None None] Pushing event updated for resources: {'Port': ['ID=49ac15a0-d702-421e-baba-58a5a9bffbab,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:05.265091 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-e22e187e-2a33-4b6f-9203-11a8a7db1481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f82a0c6-69f1-4a14-b1a1-8c2297762d19', 'name': 'tempest-TaggedBootDevicesTest_v242-1470743267-router', 'tenant_id': '63dc5baf5c104c40bda5205b595495cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b8a8fac1-4766-4cdb-a3fe-b51b1b547dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:34:49Z', 'updated_at': '2022-03-07T10:34:58Z', 'revision_number': 4, 'project_id': '63dc5baf5c104c40bda5205b595495cf', 'gw_port': {'id': 'b8a8fac1-4766-4cdb-a3fe-b51b1b547dee', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:84:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f82a0c6-69f1-4a14-b1a1-8c2297762d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:34:50Z', 'updated_at': '2022-03-07T10:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '49ac15a0-d702-421e-baba-58a5a9bffbab', 'name': '', 'network_id': '526c2ab8-f616-4895-be22-26506a084064', 'tenant_id': '63dc5baf5c104c40bda5205b595495cf', 'mac_address': 'fa:16:3e:b0:a1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f82a0c6-69f1-4a14-b1a1-8c2297762d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '390272e0-f1c7-451f-950d-ff2abf50f45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:34:56Z', 'updated_at': '2022-03-07T10:35:03Z', 'revision_number': 4, 'project_id': '63dc5baf5c104c40bda5205b595495cf', 'subnets': [{'id': '390272e0-f1c7-451f-950d-ff2abf50f45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:05.273179 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7da98fed-996e-48e9-b925-c9145b979411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (baacafba-dd71-43ac-b590-9ab41a6c5861), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:05.308703 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2676750d-9348-456d-989a-bb5b27c25a47 req-4caa2568-f185-4c50-a193-29254cef972a tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:05.321479 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2676750d-9348-456d-989a-bb5b27c25a47 req-4caa2568-f185-4c50-a193-29254cef972a tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 943 time: 0.0998209 Mar 07 10:35:05.340014 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22e187e-2a33-4b6f-9203-11a8a7db1481 None None] The sync data for ids ['6f82a0c6-69f1-4a14-b1a1-8c2297762d19'] in n-d-832164-4 is: [{'id': '6f82a0c6-69f1-4a14-b1a1-8c2297762d19', 'name': 'tempest-TaggedBootDevicesTest_v242-1470743267-router', 'tenant_id': '63dc5baf5c104c40bda5205b595495cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b8a8fac1-4766-4cdb-a3fe-b51b1b547dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:34:49Z', 'updated_at': '2022-03-07T10:34:58Z', 'revision_number': 4, 'project_id': '63dc5baf5c104c40bda5205b595495cf', 'gw_port': {'id': 'b8a8fac1-4766-4cdb-a3fe-b51b1b547dee', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:84:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f82a0c6-69f1-4a14-b1a1-8c2297762d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:34:50Z', 'updated_at': '2022-03-07T10:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '49ac15a0-d702-421e-baba-58a5a9bffbab', 'name': '', 'network_id': '526c2ab8-f616-4895-be22-26506a084064', 'tenant_id': '63dc5baf5c104c40bda5205b595495cf', 'mac_address': 'fa:16:3e:b0:a1:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f82a0c6-69f1-4a14-b1a1-8c2297762d19', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '390272e0-f1c7-451f-950d-ff2abf50f45e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:34:56Z', 'updated_at': '2022-03-07T10:35:03Z', 'revision_number': 4, 'project_id': '63dc5baf5c104c40bda5205b595495cf', 'subnets': [{'id': '390272e0-f1c7-451f-950d-ff2abf50f45e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:35:05.362251 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 9d57298c-b336-43ff-bcd3-a4ea21a1d72f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9d57298c-b336-43ff-bcd3-a4ea21a1d72f,segment=NetworkSegment(62872c6e-dc5b-4ade-b562-dcdfe13e82a3),segment_id=62872c6e-dc5b-4ade-b562-dcdfe13e82a3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:05.464392 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '9d57298c-b336-43ff-bcd3-a4ea21a1d72f', 'network_id': '3ee24066-40e5-4c55-993a-10acd4574ead', 'port_id': '9d57298c-b336-43ff-bcd3-a4ea21a1d72f', 'mac_address': 'fa:16:3e:e2:e4:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1660007-f2c2-4a95-bc44-450c0339f46e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:35:05.480938 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2676750d-9348-456d-989a-bb5b27c25a47 req-142dbbe6-99de-4db9-92b3-b5caa2699049 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585288 Mar 07 10:35:05.571208 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da98fed-996e-48e9-b925-c9145b979411 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baacafba-dd71-43ac-b590-9ab41a6c5861,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:05.595001 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 9d57298c-b336-43ff-bcd3-a4ea21a1d72f is: ACTIVE; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:05.597795 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9d57298c-b336-43ff-bcd3-a4ea21a1d72f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:05.629451 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d57298c-b336-43ff-bcd3-a4ea21a1d72f {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:35:05.701930 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 9d57298c-b336-43ff-bcd3-a4ea21a1d72f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9d57298c-b336-43ff-bcd3-a4ea21a1d72f,segment=NetworkSegment(62872c6e-dc5b-4ade-b562-dcdfe13e82a3),segment_id=62872c6e-dc5b-4ade-b562-dcdfe13e82a3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:05.716028 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9d57298c-b336-43ff-bcd3-a4ea21a1d72f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:05.731539 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2f09814f-caae-46c9-b014-a7f908c8a6e4 None None] Current status of the port 49ac15a0-d702-421e-baba-58a5a9bffbab is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:05.732109 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2f09814f-caae-46c9-b014-a7f908c8a6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (49ac15a0-d702-421e-baba-58a5a9bffbab), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:05.772707 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da98fed-996e-48e9-b925-c9145b979411 admin admin] Checking segment: {'id': '36f22b5a-2974-476e-852d-2384ac09861f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e239d93d-1dcd-4128-a484-f5b150481049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:35:05.773064 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da98fed-996e-48e9-b925-c9145b979411 admin admin] Network hostable DHCP agents. Network: e239d93d-1dcd-4128-a484-f5b150481049, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:35:05.823569 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9bd26-990e-4313-b4be-23ddaa36cd65 req-42fa7227-d6e4-4a2b-9b08-484b5b3d0f21 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:05.831340 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5fd9bd26-990e-4313-b4be-23ddaa36cd65 req-42fa7227-d6e4-4a2b-9b08-484b5b3d0f21 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 945 time: 0.2256107 Mar 07 10:35:05.835002 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da98fed-996e-48e9-b925-c9145b979411 admin admin] Network e239d93d-1dcd-4128-a484-f5b150481049 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:35:05.866203 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-7da98fed-996e-48e9-b925-c9145b979411 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, e239d93d-1dcd-4128-a484-f5b150481049) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:35:05.902834 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da98fed-996e-48e9-b925-c9145b979411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:05.903439 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7da98fed-996e-48e9-b925-c9145b979411 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:05.939215 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-2f09814f-caae-46c9-b014-a7f908c8a6e4 None None] For port 49ac15a0-d702-421e-baba-58a5a9bffbab, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=49ac15a0-d702-421e-baba-58a5a9bffbab,segment=NetworkSegment(6bfbec0c-84b4-4c21-9518-7cd835d984d4),segment_id=6bfbec0c-84b4-4c21-9518-7cd835d984d4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:05.943321 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43892) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:05.944389 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7da98fed-996e-48e9-b925-c9145b979411 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9056668 Mar 07 10:35:05.951133 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-be4a20b1-f184-4eda-bb93-5d371be00073 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1338125615-router', 'tenant_id': 'e196b43a8c1e4518ab34fe5814abb776', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:05.960994 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c941f24-1d06-4ca9-bb10-2362a3502cf6 None None] Network e239d93d-1dcd-4128-a484-f5b150481049 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:35:05.963008 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-44ba0f00-867f-49ad-934a-4a65ed0f4895 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Publish callbacks [] for port (191b78c8-cd3b-4ce7-80a2-f471025a09c0), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:06.012926 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be4a20b1-f184-4eda-bb93-5d371be00073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (2e78376a-ab36-465c-9eb6-b27d4b58ba44), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:06.014538 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be4a20b1-f184-4eda-bb93-5d371be00073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (2e78376a-ab36-465c-9eb6-b27d4b58ba44), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:06.031201 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5fd9bd26-990e-4313-b4be-23ddaa36cd65 req-52dcc644-1cdd-48d6-8124-4c7b3edbd5ae tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901550 Mar 07 10:35:06.173136 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-44ba0f00-867f-49ad-934a-4a65ed0f4895 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (191b78c8-cd3b-4ce7-80a2-f471025a09c0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:06.220861 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be4a20b1-f184-4eda-bb93-5d371be00073 admin admin] Publish callbacks [] for router_controller (2e78376a-ab36-465c-9eb6-b27d4b58ba44), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:06.317829 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 49ac15a0-d702-421e-baba-58a5a9bffbab up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:35:06.412218 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2f09814f-caae-46c9-b014-a7f908c8a6e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (49ac15a0-d702-421e-baba-58a5a9bffbab), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:06.450973 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['9d57298c-b336-43ff-bcd3-a4ea21a1d72f'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:35:06.489948 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af306cbc-e21b-4ad5-9e4e-dc4d997b3c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-e239d93d-1dcd-4128-a484-f5b150481049', 'network_id': 'e239d93d-1dcd-4128-a484-f5b150481049', 'project_id': 'e196b43a8c1e4518ab34fe5814abb776', 'fixed_ips': [{'subnet_id': 'baacafba-dd71-43ac-b590-9ab41a6c5861'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:35:06.494929 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-af306cbc-e21b-4ad5-9e4e-dc4d997b3c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:06.504572 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-44ba0f00-867f-49ad-934a-4a65ed0f4895 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:35:06.515223 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-44ba0f00-867f-49ad-934a-4a65ed0f4895 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:35:06.566474 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-44ba0f00-867f-49ad-934a-4a65ed0f4895 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:35:06.577198 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba0f00-867f-49ad-934a-4a65ed0f4895 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Pushing event updated for resources: {'Port': ['ID=191b78c8-cd3b-4ce7-80a2-f471025a09c0,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:06.777956 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d132862b-059a-4a53-aa7a-6ce2efaf70d3 req-7ba4d711-bfe7-418c-a6f3-a082dd22b4b0 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:06.790734 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d132862b-059a-4a53-aa7a-6ce2efaf70d3 req-7ba4d711-bfe7-418c-a6f3-a082dd22b4b0 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 945 time: 0.4846838 Mar 07 10:35:06.958114 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-44ba0f00-867f-49ad-934a-4a65ed0f4895 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:06.978465 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-44ba0f00-867f-49ad-934a-4a65ed0f4895 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:07.011283 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d132862b-059a-4a53-aa7a-6ce2efaf70d3 req-f417bcaa-44bc-452a-a3fd-df722c27ce4f tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196860 Mar 07 10:35:07.033057 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-44ba0f00-867f-49ad-934a-4a65ed0f4895 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0970891 Mar 07 10:35:07.054113 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-bf0cf217-0484-4ad9-8519-96fa075f6a54 service neutron] Request body: {'port': {'device_id': '4a0f7071-0cfa-4984-84ac-0528da9bf3fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:07.236166 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-bf0cf217-0484-4ad9-8519-96fa075f6a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (191b78c8-cd3b-4ce7-80a2-f471025a09c0), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:07.403969 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 9d57298c-b336-43ff-bcd3-a4ea21a1d72f no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:35:07.516550 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=9d57298c-b336-43ff-bcd3-a4ea21a1d72f,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:07.528735 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53859e79-08bb-43ed-b2b2-7a3cd9239545 req-938df23a-defe-4d39-9798-f0badd2bed3d tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:07.542362 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-53859e79-08bb-43ed-b2b2-7a3cd9239545 req-938df23a-defe-4d39-9798-f0badd2bed3d tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a0f7071-0cfa-4984-84ac-0528da9bf3fd HTTP/1.1" status: 200 len: 935 time: 0.3071413 Mar 07 10:35:07.564981 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be4a20b1-f184-4eda-bb93-5d371be00073 admin admin] Publish callbacks [] for router_gateway (2e78376a-ab36-465c-9eb6-b27d4b58ba44), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:07.659767 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09814f-caae-46c9-b014-a7f908c8a6e4 None None] Pushing event updated for resources: {'Port': ['ID=49ac15a0-d702-421e-baba-58a5a9bffbab,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:07.684821 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f0a50671-99e8-4a66-bddc-03edad78e225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:07.747696 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-20b3a66f-4208-492c-8c22-94067cddc8a5 None None] Provisioning complete for port 49ac15a0-d702-421e-baba-58a5a9bffbab triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:07.748066 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-20b3a66f-4208-492c-8c22-94067cddc8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (49ac15a0-d702-421e-baba-58a5a9bffbab), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:07.831651 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 49ac15a0-d702-421e-baba-58a5a9bffbab triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:07.832090 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (49ac15a0-d702-421e-baba-58a5a9bffbab), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:08.092624 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-bf0cf217-0484-4ad9-8519-96fa075f6a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 191b78c8-cd3b-4ce7-80a2-f471025a09c0 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:35:08.101234 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-bf0cf217-0484-4ad9-8519-96fa075f6a54 service neutron] Publish callbacks [] for port (191b78c8-cd3b-4ce7-80a2-f471025a09c0), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:08.117809 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-bf0cf217-0484-4ad9-8519-96fa075f6a54 service neutron] Transition to ACTIVE for port object 191b78c8-cd3b-4ce7-80a2-f471025a09c0 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:35:08.131594 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-bf0cf217-0484-4ad9-8519-96fa075f6a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (191b78c8-cd3b-4ce7-80a2-f471025a09c0), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:08.178941 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be4a20b1-f184-4eda-bb93-5d371be00073 admin admin] Publish callbacks [] for router_gateway (2e78376a-ab36-465c-9eb6-b27d4b58ba44), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:08.193781 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0cf217-0484-4ad9-8519-96fa075f6a54 service neutron] Pushing event updated for resources: {'Port': ['ID=191b78c8-cd3b-4ce7-80a2-f471025a09c0,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:08.253022 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 9d57298c-b336-43ff-bcd3-a4ea21a1d72f is: BUILD; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:08.253522 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9d57298c-b336-43ff-bcd3-a4ea21a1d72f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:08.261696 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be4a20b1-f184-4eda-bb93-5d371be00073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:08.325773 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-af306cbc-e21b-4ad5-9e4e-dc4d997b3c80 None None] Allocated IP 172.20.0.2 (e239d93d-1dcd-4128-a484-f5b150481049/baacafba-dd71-43ac-b590-9ab41a6c5861/33db4e33-f013-4eb0-83de-d32c190aac94) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:35:08.359274 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-53859e79-08bb-43ed-b2b2-7a3cd9239545 req-dd67eb3f-c92b-4247-aa32-c3e6b8f816da tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7b5a07-3bed-464b-bdbc-d1047ea07d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8158524 Mar 07 10:35:08.413804 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-bf0cf217-0484-4ad9-8519-96fa075f6a54 service neutron] Attempting to bind port 191b78c8-cd3b-4ce7-80a2-f471025a09c0 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:35:08.416047 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-bf0cf217-0484-4ad9-8519-96fa075f6a54 service neutron] Attempting to bind port 191b78c8-cd3b-4ce7-80a2-f471025a09c0 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:35:08.417831 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-bf0cf217-0484-4ad9-8519-96fa075f6a54 service neutron] Attempting to bind port 191b78c8-cd3b-4ce7-80a2-f471025a09c0 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:35:08.434433 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-bf0cf217-0484-4ad9-8519-96fa075f6a54 service neutron] Port 191b78c8-cd3b-4ce7-80a2-f471025a09c0 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:35:08.438064 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-bf0cf217-0484-4ad9-8519-96fa075f6a54 service neutron] Attempting to bind port 191b78c8-cd3b-4ce7-80a2-f471025a09c0 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:35:08.460310 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-bf0cf217-0484-4ad9-8519-96fa075f6a54 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 34, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:35:08.462640 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-bf0cf217-0484-4ad9-8519-96fa075f6a54 service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:35:08.463502 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-bf0cf217-0484-4ad9-8519-96fa075f6a54 service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:35:08.464124 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-bf0cf217-0484-4ad9-8519-96fa075f6a54 service neutron] Bound port: 191b78c8-cd3b-4ce7-80a2-f471025a09c0, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:35:08.467297 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-bf0cf217-0484-4ad9-8519-96fa075f6a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (191b78c8-cd3b-4ce7-80a2-f471025a09c0), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:08.593228 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-be4a20b1-f184-4eda-bb93-5d371be00073 admin admin] Allocated IP 172.25.3.84 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/6dd0978f-6535-413a-96a4-8796adb4e0cf) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:35:08.650808 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-bf0cf217-0484-4ad9-8519-96fa075f6a54 service neutron] For port 191b78c8-cd3b-4ce7-80a2-f471025a09c0, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:35:08.663853 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-bf0cf217-0484-4ad9-8519-96fa075f6a54 service neutron] For port 191b78c8-cd3b-4ce7-80a2-f471025a09c0, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=191b78c8-cd3b-4ce7-80a2-f471025a09c0,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:35:08.664054 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-20b3a66f-4208-492c-8c22-94067cddc8a5 None None] Current status of the port 49ac15a0-d702-421e-baba-58a5a9bffbab is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:08.677898 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9d57298c-b336-43ff-bcd3-a4ea21a1d72f {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:35:08.680601 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-bf0cf217-0484-4ad9-8519-96fa075f6a54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (191b78c8-cd3b-4ce7-80a2-f471025a09c0), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:08.690908 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 49ac15a0-d702-421e-baba-58a5a9bffbab is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:08.790877 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f151f63-de3a-4fe2-819c-e3031b4f5cad req-b9ddbf08-7a0d-460e-918d-ae62f52b0175 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:08.806847 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9f151f63-de3a-4fe2-819c-e3031b4f5cad req-b9ddbf08-7a0d-460e-918d-ae62f52b0175 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 943 time: 0.3119175 Mar 07 10:35:08.825363 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be4a20b1-f184-4eda-bb93-5d371be00073 admin admin] Publish callbacks [] for port (6dd0978f-6535-413a-96a4-8796adb4e0cf), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:08.895741 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-bf0cf217-0484-4ad9-8519-96fa075f6a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:08.897938 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-bf0cf217-0484-4ad9-8519-96fa075f6a54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:08.901376 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-bf0cf217-0484-4ad9-8519-96fa075f6a54 service neutron] 10.222.0.31 "PUT /v2.0/ports/191b78c8-cd3b-4ce7-80a2-f471025a09c0 HTTP/1.1" status: 200 len: 1095 time: 1.8601966 Mar 07 10:35:08.908911 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a0f7071-0cfa-4984-84ac-0528da9bf3fd', 'tag': '191b78c8-cd3b-4ce7-80a2-f471025a09c0'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:08.909330 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 49ac15a0-d702-421e-baba-58a5a9bffbab up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:35:08.912767 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4e0502-4073-4957-bca3-65bf3e9bae5b" -d '{"events": [{"name": "network-changed", "server_uuid": "4a0f7071-0cfa-4984-84ac-0528da9bf3fd", "tag": "191b78c8-cd3b-4ce7-80a2-f471025a09c0"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:08.917257 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be4a20b1-f184-4eda-bb93-5d371be00073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (6dd0978f-6535-413a-96a4-8796adb4e0cf), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:08.920510 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 9d57298c-b336-43ff-bcd3-a4ea21a1d72f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9d57298c-b336-43ff-bcd3-a4ea21a1d72f,segment=NetworkSegment(62872c6e-dc5b-4ade-b562-dcdfe13e82a3),segment_id=62872c6e-dc5b-4ade-b562-dcdfe13e82a3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:08.946240 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9b45840b-0efc-4d99-bd5f-287783c86546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:09.026892 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9d57298c-b336-43ff-bcd3-a4ea21a1d72f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:09.045959 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9f151f63-de3a-4fe2-819c-e3031b4f5cad req-8850a590-47a3-4b96-a649-8d88c4bfa29d tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377100 Mar 07 10:35:09.056462 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0cf217-0484-4ad9-8519-96fa075f6a54 service neutron] Pushing event updated for resources: {'Port': ['ID=191b78c8-cd3b-4ce7-80a2-f471025a09c0,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:09.079350 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4a20b1-f184-4eda-bb93-5d371be00073 admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:35:09.088150 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-be4a20b1-f184-4eda-bb93-5d371be00073 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:35:09.093375 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4a20b1-f184-4eda-bb93-5d371be00073 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:35:09.116618 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-08c35c5a-f61f-4ecb-aa10-1c9acc6647dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:09.124748 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-08c35c5a-f61f-4ecb-aa10-1c9acc6647dc service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a2caaaeee149436d9579c71ad33aa4b4&device_id=4a0f7071-0cfa-4984-84ac-0528da9bf3fd HTTP/1.1" status: 200 len: 1129 time: 0.1708906 Mar 07 10:35:09.161879 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a20b1-f184-4eda-bb93-5d371be00073 admin admin] Pushing event updated for resources: {'Port': ['ID=6dd0978f-6535-413a-96a4-8796adb4e0cf,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:09.256103 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-2b5388f2-efad-406e-b5ef-2eeabddcf55c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=191b78c8-cd3b-4ce7-80a2-f471025a09c0 HTTP/1.1" status: 200 len: 217 time: 0.1230180 Mar 07 10:35:09.323525 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=9d57298c-b336-43ff-bcd3-a4ea21a1d72f,revision_number=7']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:09.332014 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 49ac15a0-d702-421e-baba-58a5a9bffbab triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:09.332493 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (49ac15a0-d702-421e-baba-58a5a9bffbab), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:09.459622 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-b4acfdc0-2323-4e02-a1f7-e455ac662a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:09.462717 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-b4acfdc0-2323-4e02-a1f7-e455ac662a8b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1928895 Mar 07 10:35:09.481425 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-af306cbc-e21b-4ad5-9e4e-dc4d997b3c80 None None] Publish callbacks [] for port (33db4e33-f013-4eb0-83de-d32c190aac94), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:09.505681 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-af306cbc-e21b-4ad5-9e4e-dc4d997b3c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (33db4e33-f013-4eb0-83de-d32c190aac94), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:09.572518 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af306cbc-e21b-4ad5-9e4e-dc4d997b3c80 None None] Pushing event updated for resources: {'Port': ['ID=33db4e33-f013-4eb0-83de-d32c190aac94,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:09.600167 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af306cbc-e21b-4ad5-9e4e-dc4d997b3c80 None None] Network e239d93d-1dcd-4128-a484-f5b150481049 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:35:09.606851 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-af306cbc-e21b-4ad5-9e4e-dc4d997b3c80 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:35:09.610701 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679030f3-abda-43ea-b2d4-8f71e5a128d0 req-85f19e04-2110-4633-805f-bf0a4d10e80a tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:09.610920 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af306cbc-e21b-4ad5-9e4e-dc4d997b3c80 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:35:09.618819 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-679030f3-abda-43ea-b2d4-8f71e5a128d0 req-85f19e04-2110-4633-805f-bf0a4d10e80a tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 943 time: 0.3681939 Mar 07 10:35:09.663546 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d67f2f-9860-4755-8f93-35b6db6ba093 req-59df5e0b-5a33-420c-a7fc-2dc74bc900db tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:09.665260 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04d67f2f-9860-4755-8f93-35b6db6ba093 req-59df5e0b-5a33-420c-a7fc-2dc74bc900db tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 945 time: 0.1762829 Mar 07 10:35:09.686041 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be4a20b1-f184-4eda-bb93-5d371be00073 admin admin] Publish callbacks [] for router_gateway (2e78376a-ab36-465c-9eb6-b27d4b58ba44), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:09.710245 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-af306cbc-e21b-4ad5-9e4e-dc4d997b3c80 None None] Attempting to bind port 33db4e33-f013-4eb0-83de-d32c190aac94 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:35:09.711759 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-af306cbc-e21b-4ad5-9e4e-dc4d997b3c80 None None] Attempting to bind port 33db4e33-f013-4eb0-83de-d32c190aac94 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '36f22b5a-2974-476e-852d-2384ac09861f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e239d93d-1dcd-4128-a484-f5b150481049'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:35:09.712292 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af306cbc-e21b-4ad5-9e4e-dc4d997b3c80 None None] Attempting to bind port 33db4e33-f013-4eb0-83de-d32c190aac94 on network e239d93d-1dcd-4128-a484-f5b150481049 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:35:09.719362 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af306cbc-e21b-4ad5-9e4e-dc4d997b3c80 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:35:09.720040 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af306cbc-e21b-4ad5-9e4e-dc4d997b3c80 None None] Checking segment: {'id': '36f22b5a-2974-476e-852d-2384ac09861f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e239d93d-1dcd-4128-a484-f5b150481049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:35:09.720605 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-af306cbc-e21b-4ad5-9e4e-dc4d997b3c80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:09.721171 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af306cbc-e21b-4ad5-9e4e-dc4d997b3c80 None None] Bound using segment: {'id': '36f22b5a-2974-476e-852d-2384ac09861f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e239d93d-1dcd-4128-a484-f5b150481049'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:35:09.721792 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-af306cbc-e21b-4ad5-9e4e-dc4d997b3c80 None None] Bound port: 33db4e33-f013-4eb0-83de-d32c190aac94, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f22b5a-2974-476e-852d-2384ac09861f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e239d93d-1dcd-4128-a484-f5b150481049'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:35:09.722350 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-af306cbc-e21b-4ad5-9e4e-dc4d997b3c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (33db4e33-f013-4eb0-83de-d32c190aac94), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:09.731530 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-679030f3-abda-43ea-b2d4-8f71e5a128d0 req-0f3f3531-0d46-4343-a120-800f08e9e222 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116488 Mar 07 10:35:09.741785 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 49ac15a0-d702-421e-baba-58a5a9bffbab is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:09.743193 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-0b046b33-36c9-4b4c-8e6a-87912fcf2f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:09.751540 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-0b046b33-36c9-4b4c-8e6a-87912fcf2f76 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2785778 Mar 07 10:35:09.836696 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-af306cbc-e21b-4ad5-9e4e-dc4d997b3c80 None None] For port 33db4e33-f013-4eb0-83de-d32c190aac94, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:35:09.840266 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-af306cbc-e21b-4ad5-9e4e-dc4d997b3c80 None None] For port 33db4e33-f013-4eb0-83de-d32c190aac94, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=33db4e33-f013-4eb0-83de-d32c190aac94,segment=NetworkSegment(36f22b5a-2974-476e-852d-2384ac09861f),segment_id=36f22b5a-2974-476e-852d-2384ac09861f)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:35:09.857280 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-af306cbc-e21b-4ad5-9e4e-dc4d997b3c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (33db4e33-f013-4eb0-83de-d32c190aac94), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:09.886634 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b96de4-b5cb-48c8-bff3-d9a1429a1ee5 x-openstack-request-id: req-49b96de4-b5cb-48c8-bff3-d9a1429a1ee5 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:09.886959 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a0f7071-0cfa-4984-84ac-0528da9bf3fd", "tag": "191b78c8-cd3b-4ce7-80a2-f471025a09c0", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:09.887674 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-49b96de4-b5cb-48c8-bff3-d9a1429a1ee5 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:09.887674 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a0f7071-0cfa-4984-84ac-0528da9bf3fd', 'tag': '191b78c8-cd3b-4ce7-80a2-f471025a09c0', 'status': 'completed', 'code': 200} Mar 07 10:35:09.955001 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04d67f2f-9860-4755-8f93-35b6db6ba093 req-2137be72-834e-4b74-a50d-31e3756c29da tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744224 Mar 07 10:35:09.991036 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-9f01de44-14a1-4d7c-a05c-f591cd4b1cff service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291281 Mar 07 10:35:10.013014 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af306cbc-e21b-4ad5-9e4e-dc4d997b3c80 None None] Pushing event updated for resources: {'Port': ['ID=33db4e33-f013-4eb0-83de-d32c190aac94,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:10.017513 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:10.122509 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a557bf0f-a561-4b95-a25f-a192cf059043 req-1bb6ffdf-7f2b-43a0-bbc7-7f32d89cbc9a tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:10.136552 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a557bf0f-a561-4b95-a25f-a192cf059043 req-1bb6ffdf-7f2b-43a0-bbc7-7f32d89cbc9a tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a0f7071-0cfa-4984-84ac-0528da9bf3fd HTTP/1.1" status: 200 len: 947 time: 0.2022476 Mar 07 10:35:10.295890 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a557bf0f-a561-4b95-a25f-a192cf059043 req-df2145be-0389-4586-8d1e-e74d4f28a70f tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7b5a07-3bed-464b-bdbc-d1047ea07d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572683 Mar 07 10:35:10.300973 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be4a20b1-f184-4eda-bb93-5d371be00073 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (2e78376a-ab36-465c-9eb6-b27d4b58ba44), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:10.365009 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d60a014-de9c-42ca-aa15-fa6716beede6 req-7824a178-9a5d-4453-b183-9cb1da39665d service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668637 Mar 07 10:35:10.560014 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4a20b1-f184-4eda-bb93-5d371be00073 admin admin] Router 2e78376a-ab36-465c-9eb6-b27d4b58ba44 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:35:10.566184 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 9d57298c-b336-43ff-bcd3-a4ea21a1d72f up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:35:10.577714 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e0502-4073-4957-bca3-65bf3e9bae5b req-07ffbcb9-63e3-4159-9305-9f86078cebff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:10.579439 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1f4e0502-4073-4957-bca3-65bf3e9bae5b req-07ffbcb9-63e3-4159-9305-9f86078cebff service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a2caaaeee149436d9579c71ad33aa4b4&device_id=4a0f7071-0cfa-4984-84ac-0528da9bf3fd HTTP/1.1" status: 200 len: 1129 time: 0.1419787 Mar 07 10:35:10.617349 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5852ef-434f-4a94-b9e6-ebb20fa94c6f req-1fd7fc95-85f3-4e90-b71e-17f59456205b tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:10.618880 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dc5852ef-434f-4a94-b9e6-ebb20fa94c6f req-1fd7fc95-85f3-4e90-b71e-17f59456205b tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 943 time: 0.1696339 Mar 07 10:35:10.726588 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 9d57298c-b336-43ff-bcd3-a4ea21a1d72f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:10.728076 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9d57298c-b336-43ff-bcd3-a4ea21a1d72f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:10.772652 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dc5852ef-434f-4a94-b9e6-ebb20fa94c6f req-b449c635-b871-4aa5-bec9-01cd292eb657 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345861 Mar 07 10:35:10.892530 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4a20b1-f184-4eda-bb93-5d371be00073 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:35:10.908821 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b314592-38b9-439a-8f44-390e36930c20 None None] Sync routers for ids ['2e78376a-ab36-465c-9eb6-b27d4b58ba44'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:35:10.933479 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b314592-38b9-439a-8f44-390e36930c20 None None] Routers {'2e78376a-ab36-465c-9eb6-b27d4b58ba44'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:35:10.935080 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be4a20b1-f184-4eda-bb93-5d371be00073 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:10.940088 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-9b314592-38b9-439a-8f44-390e36930c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:35:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['2e78376a-ab36-465c-9eb6-b27d4b58ba44'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:10.943751 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-be4a20b1-f184-4eda-bb93-5d371be00073 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9962058 Mar 07 10:35:10.946621 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43976) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:11.006517 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e0502-4073-4957-bca3-65bf3e9bae5b req-bc82eb70-5850-444a-a512-cfe1850516e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:11.009939 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1f4e0502-4073-4957-bca3-65bf3e9bae5b req-bc82eb70-5850-444a-a512-cfe1850516e0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.3882456 Mar 07 10:35:11.027581 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 33db4e33-f013-4eb0-83de-d32c190aac94 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:35:11.030360 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9caf6d4-77e9-4ef7-a5c8-b577a138b36d req-b60b4102-743d-423b-b052-e30f7558a79e tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:11.038834 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e9caf6d4-77e9-4ef7-a5c8-b577a138b36d req-b60b4102-743d-423b-b052-e30f7558a79e tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 943 time: 0.1425033 Mar 07 10:35:11.170763 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1f4e0502-4073-4957-bca3-65bf3e9bae5b req-1b3f7003-b96a-432c-837d-c0690f4e90ee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=191b78c8-cd3b-4ce7-80a2-f471025a09c0 HTTP/1.1" status: 200 len: 217 time: 0.1282761 Mar 07 10:35:11.172693 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 9d57298c-b336-43ff-bcd3-a4ea21a1d72f is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:11.173315 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9d57298c-b336-43ff-bcd3-a4ea21a1d72f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:11.235113 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec170ca-90a5-496b-9baa-d28aec7f4bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d57298c-b336-43ff-bcd3-a4ea21a1d72f'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:11.237745 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3f86c68-81c1-4c02-b988-2217f4250086" -d '{"events": [{"server_uuid": "4ec170ca-90a5-496b-9baa-d28aec7f4bfb", "name": "network-vif-plugged", "status": "completed", "tag": "9d57298c-b336-43ff-bcd3-a4ea21a1d72f"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:11.246013 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e9caf6d4-77e9-4ef7-a5c8-b577a138b36d req-aafa736b-a1a8-4e29-98bc-04dab35f0f9f tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054601 Mar 07 10:35:11.277301 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e0502-4073-4957-bca3-65bf3e9bae5b req-36a84902-45ba-47da-bb08-8bfc9612ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:11.279519 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1f4e0502-4073-4957-bca3-65bf3e9bae5b req-36a84902-45ba-47da-bb08-8bfc9612ed73 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.0990078 Mar 07 10:35:11.293690 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 33db4e33-f013-4eb0-83de-d32c190aac94 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:11.294327 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (33db4e33-f013-4eb0-83de-d32c190aac94), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:11.304087 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 9d57298c-b336-43ff-bcd3-a4ea21a1d72f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9d57298c-b336-43ff-bcd3-a4ea21a1d72f,segment=NetworkSegment(62872c6e-dc5b-4ade-b562-dcdfe13e82a3),segment_id=62872c6e-dc5b-4ade-b562-dcdfe13e82a3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:11.349209 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9d57298c-b336-43ff-bcd3-a4ea21a1d72f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:11.357418 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-9b314592-38b9-439a-8f44-390e36930c20 None None] Set router 2e78376a-ab36-465c-9eb6-b27d4b58ba44 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:35:11.426786 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e0502-4073-4957-bca3-65bf3e9bae5b req-3e2a83e5-6f74-4678-abc8-70bf28c3f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:11.428577 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1f4e0502-4073-4957-bca3-65bf3e9bae5b req-3e2a83e5-6f74-4678-abc8-70bf28c3f6be service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1407974 Mar 07 10:35:11.465087 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=9d57298c-b336-43ff-bcd3-a4ea21a1d72f,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:11.625258 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:11.626459 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 33db4e33-f013-4eb0-83de-d32c190aac94 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:11.627721 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (33db4e33-f013-4eb0-83de-d32c190aac94), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:11.682826 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1f4e0502-4073-4957-bca3-65bf3e9bae5b req-d4bf9916-3df5-4bec-b6da-e52e9d1803b4 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469838 Mar 07 10:35:11.740633 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 33db4e33-f013-4eb0-83de-d32c190aac94, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=33db4e33-f013-4eb0-83de-d32c190aac94,segment=NetworkSegment(36f22b5a-2974-476e-852d-2384ac09861f),segment_id=36f22b5a-2974-476e-852d-2384ac09861f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:11.773814 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81570e6-2fb1-48cd-b81c-740cd89bbfcc None None] Network e239d93d-1dcd-4128-a484-f5b150481049 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:35:11.838504 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da797f0-ca96-40c5-aa9e-d0b1d6e9d4ec req-91f49627-a42c-4264-8ed2-5ecea56cf016 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:11.840260 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8da797f0-ca96-40c5-aa9e-d0b1d6e9d4ec req-91f49627-a42c-4264-8ed2-5ecea56cf016 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 945 time: 0.5068719 Mar 07 10:35:12.000899 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ddaf00-1a39-40b7-a283-7eea059a3fd3 x-openstack-request-id: req-54ddaf00-1a39-40b7-a283-7eea059a3fd3 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:12.001150 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec170ca-90a5-496b-9baa-d28aec7f4bfb", "name": "network-vif-plugged", "status": "completed", "tag": "9d57298c-b336-43ff-bcd3-a4ea21a1d72f", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:12.001378 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-54ddaf00-1a39-40b7-a283-7eea059a3fd3 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:12.003476 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec170ca-90a5-496b-9baa-d28aec7f4bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d57298c-b336-43ff-bcd3-a4ea21a1d72f', 'code': 200} Mar 07 10:35:12.004332 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-9b314592-38b9-439a-8f44-390e36930c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e78376a-ab36-465c-9eb6-b27d4b58ba44', 'name': 'tempest-FloatingIPsNegativeTestJSON-1338125615-router', 'tenant_id': 'e196b43a8c1e4518ab34fe5814abb776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6dd0978f-6535-413a-96a4-8796adb4e0cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:06Z', 'updated_at': '2022-03-07T10:35:09Z', 'revision_number': 3, 'project_id': 'e196b43a8c1e4518ab34fe5814abb776', 'gw_port': {'id': '6dd0978f-6535-413a-96a4-8796adb4e0cf', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e78376a-ab36-465c-9eb6-b27d4b58ba44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:08Z', 'updated_at': '2022-03-07T10:35:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:12.011354 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1f4e0502-4073-4957-bca3-65bf3e9bae5b req-53338328-348a-46c1-b8a7-7a8dd9a3a0cf service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205066 Mar 07 10:35:12.061359 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (33db4e33-f013-4eb0-83de-d32c190aac94), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:12.095837 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b314592-38b9-439a-8f44-390e36930c20 None None] Checking router: 2e78376a-ab36-465c-9eb6-b27d4b58ba44 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:35:12.096186 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b314592-38b9-439a-8f44-390e36930c20 None None] Updating router 2e78376a-ab36-465c-9eb6-b27d4b58ba44 port 6dd0978f-6535-413a-96a4-8796adb4e0cf binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:35:12.156026 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-911fda01-8033-4352-9e32-eb097eaad037 None None] Provisioning complete for port 33db4e33-f013-4eb0-83de-d32c190aac94 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:12.156490 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-911fda01-8033-4352-9e32-eb097eaad037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (33db4e33-f013-4eb0-83de-d32c190aac94), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:12.210730 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9b314592-38b9-439a-8f44-390e36930c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6dd0978f-6535-413a-96a4-8796adb4e0cf), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:12.247386 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=33db4e33-f013-4eb0-83de-d32c190aac94,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:12.312145 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-911fda01-8033-4352-9e32-eb097eaad037 None None] Current status of the port 33db4e33-f013-4eb0-83de-d32c190aac94 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:12.324961 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8da797f0-ca96-40c5-aa9e-d0b1d6e9d4ec req-63702b8f-0bbd-4f7b-83a2-653a4d4cc78a tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715166 Mar 07 10:35:12.552207 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9befd-16a6-4b51-8f34-34806f6dd5d3 req-6135b489-97fb-4446-95df-9d4c58448a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:12.557199 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c2f9befd-16a6-4b51-8f34-34806f6dd5d3 req-6135b489-97fb-4446-95df-9d4c58448a47 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 1127 time: 0.4182088 Mar 07 10:35:12.562655 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1776c1bf-d3d1-4d19-8843-ea81248ad2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:12.581628 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:35:12.655022 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98454ce-338e-4268-9296-bfbb0a0920b7 req-ba9471e3-16c9-463a-9ed7-974122d9bdeb tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:12.670597 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c98454ce-338e-4268-9296-bfbb0a0920b7 req-ba9471e3-16c9-463a-9ed7-974122d9bdeb tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a0f7071-0cfa-4984-84ac-0528da9bf3fd HTTP/1.1" status: 200 len: 947 time: 0.1116576 Mar 07 10:35:12.837322 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c98454ce-338e-4268-9296-bfbb0a0920b7 req-85728a40-4f25-4a00-85d3-caaccf1957e6 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7b5a07-3bed-464b-bdbc-d1047ea07d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652408 Mar 07 10:35:12.846440 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:12.847000 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:12.946694 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 33db4e33-f013-4eb0-83de-d32c190aac94 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:35:12.976033 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-1776c1bf-d3d1-4d19-8843-ea81248ad2c3 admin admin] Allocated IP 172.20.0.1 (e239d93d-1dcd-4128-a484-f5b150481049/baacafba-dd71-43ac-b590-9ab41a6c5861/fcb9ca34-6bed-4678-b5de-a38e70fda1b7) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:35:13.076349 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9b314592-38b9-439a-8f44-390e36930c20 None None] Publish callbacks [] for port (6dd0978f-6535-413a-96a4-8796adb4e0cf), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:13.078965 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-7c554aac-a6b3-4ea4-85a1-d88c4950cadd None None] Provisioning complete for port 33db4e33-f013-4eb0-83de-d32c190aac94 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:13.082041 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7c554aac-a6b3-4ea4-85a1-d88c4950cadd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (33db4e33-f013-4eb0-83de-d32c190aac94), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:13.088078 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9b314592-38b9-439a-8f44-390e36930c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6dd0978f-6535-413a-96a4-8796adb4e0cf), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:13.098906 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:13.103514 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c2f9befd-16a6-4b51-8f34-34806f6dd5d3 req-8edbd81e-7d7a-4a82-88b5-a7af63292ae9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5272760 Mar 07 10:35:13.138878 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada2b8d-9859-4fdf-833f-d5f2d5c7e911 req-2e52b70d-2c88-4a18-9663-f9b607b53e62 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:13.147190 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1ada2b8d-9859-4fdf-833f-d5f2d5c7e911 req-2e52b70d-2c88-4a18-9663-f9b607b53e62 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 943 time: 0.6568227 Mar 07 10:35:13.172444 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:13.174815 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8773910-a1cf-4cad-b892-e92c8e665666 None None] Pushing event updated for resources: {'Port': ['ID=6dd0978f-6535-413a-96a4-8796adb4e0cf,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:13.182542 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:13.205091 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-9b314592-38b9-439a-8f44-390e36930c20 None None] Attempting to bind port 6dd0978f-6535-413a-96a4-8796adb4e0cf on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:35:13.205696 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-9b314592-38b9-439a-8f44-390e36930c20 None None] Attempting to bind port 6dd0978f-6535-413a-96a4-8796adb4e0cf by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:35:13.206071 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b314592-38b9-439a-8f44-390e36930c20 None None] Attempting to bind port 6dd0978f-6535-413a-96a4-8796adb4e0cf on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:35:13.215213 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b314592-38b9-439a-8f44-390e36930c20 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:35:13.215592 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b314592-38b9-439a-8f44-390e36930c20 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:35:13.216051 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9b314592-38b9-439a-8f44-390e36930c20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:13.216471 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b314592-38b9-439a-8f44-390e36930c20 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:35:13.216965 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-9b314592-38b9-439a-8f44-390e36930c20 None None] Bound port: 6dd0978f-6535-413a-96a4-8796adb4e0cf, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:35:13.217372 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9b314592-38b9-439a-8f44-390e36930c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6dd0978f-6535-413a-96a4-8796adb4e0cf), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:13.228813 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-2b81ae12-81fe-4405-8a11-23a87ebcff0f tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:13.230392 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-2b81ae12-81fe-4405-8a11-23a87ebcff0f tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/networks?id=1c9349e7-4e65-4998-b65b-262e6f8a6364 HTTP/1.1" status: 200 len: 804 time: 0.2477338 Mar 07 10:35:13.260775 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-c7dbf474-879f-461b-b1b9-1d471677d588 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/quotas/cc6f3fbdf9284c94904af0b2498a31e1 HTTP/1.1" status: 200 len: 375 time: 0.0240080 Mar 07 10:35:13.272127 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1776c1bf-d3d1-4d19-8843-ea81248ad2c3 admin admin] Publish callbacks [] for port (fcb9ca34-6bed-4678-b5de-a38e70fda1b7), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:13.285928 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-9b314592-38b9-439a-8f44-390e36930c20 None None] For port 6dd0978f-6535-413a-96a4-8796adb4e0cf, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:35:13.290082 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-9b314592-38b9-439a-8f44-390e36930c20 None None] For port 6dd0978f-6535-413a-96a4-8796adb4e0cf, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6dd0978f-6535-413a-96a4-8796adb4e0cf,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:35:13.295796 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:13.299728 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9b314592-38b9-439a-8f44-390e36930c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6dd0978f-6535-413a-96a4-8796adb4e0cf), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:13.350585 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1776c1bf-d3d1-4d19-8843-ea81248ad2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (fcb9ca34-6bed-4678-b5de-a38e70fda1b7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:13.364119 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-7c554aac-a6b3-4ea4-85a1-d88c4950cadd None None] Current status of the port 33db4e33-f013-4eb0-83de-d32c190aac94 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:13.366535 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 33db4e33-f013-4eb0-83de-d32c190aac94 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:13.367026 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (33db4e33-f013-4eb0-83de-d32c190aac94), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:13.379018 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-a6e845eb-f797-4095-8c7a-7a4bd617ab2a tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc6f3fbdf9284c94904af0b2498a31e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1112487 Mar 07 10:35:13.390005 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8773910-a1cf-4cad-b892-e92c8e665666 None None] Pushing event updated for resources: {'Port': ['ID=6dd0978f-6535-413a-96a4-8796adb4e0cf,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:13.440143 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b314592-38b9-439a-8f44-390e36930c20 None None] Routers {'2e78376a-ab36-465c-9eb6-b27d4b58ba44'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:35:13.442299 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-9b314592-38b9-439a-8f44-390e36930c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:35:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['2e78376a-ab36-465c-9eb6-b27d4b58ba44'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:13.457157 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776c1bf-d3d1-4d19-8843-ea81248ad2c3 admin admin] Pushing event updated for resources: {'Port': ['ID=fcb9ca34-6bed-4678-b5de-a38e70fda1b7,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:13.531909 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 33db4e33-f013-4eb0-83de-d32c190aac94 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:13.533898 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1776c1bf-d3d1-4d19-8843-ea81248ad2c3 admin admin] Network e239d93d-1dcd-4128-a484-f5b150481049 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:35:13.540877 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-1776c1bf-d3d1-4d19-8843-ea81248ad2c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:35:13.554397 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1ada2b8d-9859-4fdf-833f-d5f2d5c7e911 req-0b11463c-59cc-454e-ab5d-fd46a61ac986 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025638 Mar 07 10:35:13.555936 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1776c1bf-d3d1-4d19-8843-ea81248ad2c3 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:35:13.693397 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-59addbc1-0978-405e-ba3c-2775b34ee4a1 service neutron] 10.222.0.11 "GET /v2.0/networks/1c9349e7-4e65-4998-b65b-262e6f8a6364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134780 Mar 07 10:35:13.745659 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:35:13.792463 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44cfe7-0175-4189-b729-bd77f4067255 req-5f34bee2-c9cd-4b43-9718-81026e1955e2 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:13.795321 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fa44cfe7-0175-4189-b729-bd77f4067255 req-5f34bee2-c9cd-4b43-9718-81026e1955e2 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.21 "GET /v2.0/ports?device_id=054cbb2e-714f-4941-b1e8-e2da87dc7a3b HTTP/1.1" status: 200 len: 943 time: 0.3196530 Mar 07 10:35:13.844532 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-9b314592-38b9-439a-8f44-390e36930c20 None None] Set router 2e78376a-ab36-465c-9eb6-b27d4b58ba44 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:35:13.942698 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-1b7ff296-089e-4882-acaf-f521f74fea93 service neutron] 10.222.0.11 "GET /v2.0/networks/1c9349e7-4e65-4998-b65b-262e6f8a6364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388797 Mar 07 10:35:13.974545 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1776c1bf-d3d1-4d19-8843-ea81248ad2c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (2e78376a-ab36-465c-9eb6-b27d4b58ba44), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:14.009215 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054cbb2e-714f-4941-b1e8-e2da87dc7a3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:14.014022 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625922d3-aa73-4915-97c7-603f74b5551b" -d '{"events": [{"server_uuid": "054cbb2e-714f-4941-b1e8-e2da87dc7a3b", "name": "network-vif-unplugged", "status": "completed", "tag": "08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:14.019941 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-742df4b0-3c35-4b2a-86de-9662a7d4b921 None None] Provisioning complete for port fcb9ca34-6bed-4678-b5de-a38e70fda1b7 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:14.020315 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-742df4b0-3c35-4b2a-86de-9662a7d4b921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (fcb9ca34-6bed-4678-b5de-a38e70fda1b7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:14.416172 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0364a-4ea1-497b-973b-ebef5bdca724 req-6ef346ad-1048-436e-a9f5-d7dcb6cb9e0e tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:14.421995 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-48d0364a-4ea1-497b-973b-ebef5bdca724 req-6ef346ad-1048-436e-a9f5-d7dcb6cb9e0e tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 945 time: 0.1768134 Mar 07 10:35:14.423118 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-9b314592-38b9-439a-8f44-390e36930c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e78376a-ab36-465c-9eb6-b27d4b58ba44', 'name': 'tempest-FloatingIPsNegativeTestJSON-1338125615-router', 'tenant_id': 'e196b43a8c1e4518ab34fe5814abb776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6dd0978f-6535-413a-96a4-8796adb4e0cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:06Z', 'updated_at': '2022-03-07T10:35:09Z', 'revision_number': 3, 'project_id': 'e196b43a8c1e4518ab34fe5814abb776', 'gw_port': {'id': '6dd0978f-6535-413a-96a4-8796adb4e0cf', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e78376a-ab36-465c-9eb6-b27d4b58ba44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:08Z', 'updated_at': '2022-03-07T10:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:14.536917 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b314592-38b9-439a-8f44-390e36930c20 None None] The sync data for ids ['2e78376a-ab36-465c-9eb6-b27d4b58ba44'] in n-d-832164-4 is: [{'id': '2e78376a-ab36-465c-9eb6-b27d4b58ba44', 'name': 'tempest-FloatingIPsNegativeTestJSON-1338125615-router', 'tenant_id': 'e196b43a8c1e4518ab34fe5814abb776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6dd0978f-6535-413a-96a4-8796adb4e0cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:06Z', 'updated_at': '2022-03-07T10:35:09Z', 'revision_number': 3, 'project_id': 'e196b43a8c1e4518ab34fe5814abb776', 'gw_port': {'id': '6dd0978f-6535-413a-96a4-8796adb4e0cf', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e78376a-ab36-465c-9eb6-b27d4b58ba44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:08Z', 'updated_at': '2022-03-07T10:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:35:14.587529 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee978a7f-51a4-4efc-ae14-7bc13e951601 req-7fe0fa4d-5cce-4f65-aee6-8d17af453caa tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:14.595781 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-48d0364a-4ea1-497b-973b-ebef5bdca724 req-d245ec04-6ae0-4672-a62a-c7b35b629eb2 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700754 Mar 07 10:35:14.606014 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ee978a7f-51a4-4efc-ae14-7bc13e951601 req-7fe0fa4d-5cce-4f65-aee6-8d17af453caa tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 945 time: 0.9392669 Mar 07 10:35:14.695196 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-742df4b0-3c35-4b2a-86de-9662a7d4b921 None None] Port fcb9ca34-6bed-4678-b5de-a38e70fda1b7 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:35:14.724589 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1776c1bf-d3d1-4d19-8843-ea81248ad2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fcb9ca34-6bed-4678-b5de-a38e70fda1b7), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:14.889915 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ee978a7f-51a4-4efc-ae14-7bc13e951601 req-21dff8cf-8a36-4f27-bc2c-8a6dd1c85cdc tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658491 Mar 07 10:35:14.897839 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38a0fe-a78b-487e-aa39-8cdb275cba32 req-27519355-5ee8-4a82-b2a4-2fc21b728315 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:14.913190 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1d38a0fe-a78b-487e-aa39-8cdb275cba32 req-27519355-5ee8-4a82-b2a4-2fc21b728315 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a0f7071-0cfa-4984-84ac-0528da9bf3fd HTTP/1.1" status: 200 len: 947 time: 0.1321671 Mar 07 10:35:14.952649 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-fa44cfe7-0175-4189-b729-bd77f4067255 req-d1028e60-085d-4584-bdab-14279f6a4117 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Deleting port 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:35:14.953042 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-fa44cfe7-0175-4189-b729-bd77f4067255 req-d1028e60-085d-4584-bdab-14279f6a4117 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:15.020373 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4c74a0-da8e-4f73-aab1-caf3a7c757c3 x-openstack-request-id: req-ad4c74a0-da8e-4f73-aab1-caf3a7c757c3 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:15.020865 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054cbb2e-714f-4941-b1e8-e2da87dc7a3b", "name": "network-vif-unplugged", "status": "completed", "tag": "08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:15.021165 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ad4c74a0-da8e-4f73-aab1-caf3a7c757c3 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:15.021969 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054cbb2e-714f-4941-b1e8-e2da87dc7a3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7', 'code': 200} Mar 07 10:35:15.032512 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1d38a0fe-a78b-487e-aa39-8cdb275cba32 req-172a34af-6c15-4ace-9a92-588590db400a tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7b5a07-3bed-464b-bdbc-d1047ea07d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166899 Mar 07 10:35:15.285524 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 191b78c8-cd3b-4ce7-80a2-f471025a09c0 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:35:15.327032 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff36a2-6774-4700-9082-abed02182ac6 req-4937bd5b-7141-40f4-8bc1-75fa6928e718 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:15.329964 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c1ff36a2-6774-4700-9082-abed02182ac6 req-4937bd5b-7141-40f4-8bc1-75fa6928e718 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 943 time: 0.1576915 Mar 07 10:35:15.375314 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-22eefccd-609b-4fc3-860c-94f9f18d8842 req-221c1f11-70cc-4266-bfad-d1c7c89ad2e0 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b3ec7a6-f637-4061-a956-a5a033b7f639 HTTP/1.1" status: 200 len: 210 time: 0.2200027 Mar 07 10:35:15.487073 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c1ff36a2-6774-4700-9082-abed02182ac6 req-4d4bf044-9685-4d94-8615-a13a83c1bd6d tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489043 Mar 07 10:35:15.590023 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 191b78c8-cd3b-4ce7-80a2-f471025a09c0, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=191b78c8-cd3b-4ce7-80a2-f471025a09c0,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:15.604470 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '191b78c8-cd3b-4ce7-80a2-f471025a09c0', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': '191b78c8-cd3b-4ce7-80a2-f471025a09c0', 'mac_address': 'fa:16:3e:0b:f7:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:35:15.652585 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1776c1bf-d3d1-4d19-8843-ea81248ad2c3 admin admin] Publish callbacks [] for port (fcb9ca34-6bed-4678-b5de-a38e70fda1b7), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:15.682162 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 191b78c8-cd3b-4ce7-80a2-f471025a09c0 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:15.684400 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (191b78c8-cd3b-4ce7-80a2-f471025a09c0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:15.701631 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1776c1bf-d3d1-4d19-8843-ea81248ad2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (fcb9ca34-6bed-4678-b5de-a38e70fda1b7), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:15.722494 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 191b78c8-cd3b-4ce7-80a2-f471025a09c0 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:35:15.781992 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 191b78c8-cd3b-4ce7-80a2-f471025a09c0, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=191b78c8-cd3b-4ce7-80a2-f471025a09c0,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:15.803836 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (191b78c8-cd3b-4ce7-80a2-f471025a09c0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:15.834638 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776c1bf-d3d1-4d19-8843-ea81248ad2c3 admin admin] Pushing event updated for resources: {'Port': ['ID=fcb9ca34-6bed-4678-b5de-a38e70fda1b7,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:15.859416 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1776c1bf-d3d1-4d19-8843-ea81248ad2c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (2e78376a-ab36-465c-9eb6-b27d4b58ba44), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:15.891952 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-fa44cfe7-0175-4189-b729-bd77f4067255 req-d1028e60-085d-4584-bdab-14279f6a4117 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] For port 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:15.892325 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-fa44cfe7-0175-4189-b729-bd77f4067255 req-d1028e60-085d-4584-bdab-14279f6a4117 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:15.949495 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-fa44cfe7-0175-4189-b729-bd77f4067255 req-d1028e60-085d-4584-bdab-14279f6a4117 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Calling delete_port for 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7 owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:35:15.970108 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b22e1-6626-42b2-8211-9078df61c0f1 req-0502ce58-9f31-4146-a240-4f73e9042b14 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:15.971534 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4e0b22e1-6626-42b2-8211-9078df61c0f1 req-0502ce58-9f31-4146-a240-4f73e9042b14 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 945 time: 0.2065828 Mar 07 10:35:15.973837 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=191b78c8-cd3b-4ce7-80a2-f471025a09c0,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:16.157370 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['191b78c8-cd3b-4ce7-80a2-f471025a09c0'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:35:16.227467 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a1fcc-fa80-4494-8813-42e89bb77e35 req-761e18c5-8b3f-4ab9-ab90-fe6821331d02 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:16.241746 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-326a1fcc-fa80-4494-8813-42e89bb77e35 req-761e18c5-8b3f-4ab9-ab90-fe6821331d02 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 945 time: 0.1684909 Mar 07 10:35:16.256858 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1776c1bf-d3d1-4d19-8843-ea81248ad2c3 admin admin] Network e239d93d-1dcd-4128-a484-f5b150481049 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:35:16.263353 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-1776c1bf-d3d1-4d19-8843-ea81248ad2c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:35:16.403638 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4e0b22e1-6626-42b2-8211-9078df61c0f1 req-72a42cdf-6b2b-4829-a1af-e0a0742ba597 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064892 Mar 07 10:35:16.538244 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-326a1fcc-fa80-4494-8813-42e89bb77e35 req-2a4bc020-0147-45e9-a226-3be8a516c997 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918336 Mar 07 10:35:16.613636 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:35:16.684821 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-51950cf3-e25c-4062-bfd8-4ac41df3e798 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:16.693972 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-51950cf3-e25c-4062-bfd8-4ac41df3e798 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.21 "GET /v2.0/networks?id=1c9349e7-4e65-4998-b65b-262e6f8a6364 HTTP/1.1" status: 200 len: 804 time: 0.4435489 Mar 07 10:35:16.718312 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-05a74c05-97a2-4900-8813-a9fa76e2f893 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Request body: {'port': {'device_id': '5b3ec7a6-f637-4061-a956-a5a033b7f639', 'network_id': '1c9349e7-4e65-4998-b65b-262e6f8a6364', 'admin_state_up': True, 'tenant_id': 'cc6f3fbdf9284c94904af0b2498a31e1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:16.863341 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7 is: DOWN; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:16.866076 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-1cd8c756-1f21-452a-98af-869a151131af None None] Provisioning complete for port fcb9ca34-6bed-4678-b5de-a38e70fda1b7 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:16.866549 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1cd8c756-1f21-452a-98af-869a151131af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (fcb9ca34-6bed-4678-b5de-a38e70fda1b7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:16.950879 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6dd0978f-6535-413a-96a4-8796adb4e0cf up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:35:17.060488 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1cd8c756-1f21-452a-98af-869a151131af None None] Port fcb9ca34-6bed-4678-b5de-a38e70fda1b7 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:35:17.104199 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 6dd0978f-6535-413a-96a4-8796adb4e0cf triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:17.108615 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6dd0978f-6535-413a-96a4-8796adb4e0cf), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:17.114921 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e9e60-5a8e-48b6-8b2c-150be34f7ccc req-8e485197-36f4-48c4-8b35-46d157fa68d8 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:17.129573 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8e3e9e60-5a8e-48b6-8b2c-150be34f7ccc req-8e485197-36f4-48c4-8b35-46d157fa68d8 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a0f7071-0cfa-4984-84ac-0528da9bf3fd HTTP/1.1" status: 200 len: 948 time: 0.5692842 Mar 07 10:35:17.161415 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1776c1bf-d3d1-4d19-8843-ea81248ad2c3 admin admin] Router 2e78376a-ab36-465c-9eb6-b27d4b58ba44 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:35:17.162867 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-fa44cfe7-0175-4189-b729-bd77f4067255 req-d1028e60-085d-4584-bdab-14279f6a4117 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:17.200707 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e0b25b6-4c2b-4cd8-80d4-b269b4618419 req-08b16a99-385a-4ca1-88e2-caf30baed80a tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b3ec7a6-f637-4061-a956-a5a033b7f639 HTTP/1.1" status: 200 len: 210 time: 0.5036557 Mar 07 10:35:17.252315 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1028e60-085d-4584-bdab-14279f6a4117 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Pushing event deleted for resources: {'Port': ['ID=08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:17.310788 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa44cfe7-0175-4189-b729-bd77f4067255 req-d1028e60-085d-4584-bdab-14279f6a4117 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] No DVR routers for this DVR port 08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7 on host n-h1-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:35:17.315191 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-fa44cfe7-0175-4189-b729-bd77f4067255 req-d1028e60-085d-4584-bdab-14279f6a4117 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:17.319403 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fa44cfe7-0175-4189-b729-bd77f4067255 req-d1028e60-085d-4584-bdab-14279f6a4117 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.21 "DELETE /v2.0/ports/08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7 HTTP/1.1" status: 204 len: 173 time: 3.5049882 Mar 07 10:35:17.325917 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054cbb2e-714f-4941-b1e8-e2da87dc7a3b', 'name': 'network-vif-deleted', 'tag': '08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:17.328563 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348c6783-9374-4330-b01c-8d3b95bd7564" -d '{"events": [{"server_uuid": "054cbb2e-714f-4941-b1e8-e2da87dc7a3b", "name": "network-vif-deleted", "tag": "08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:17.341096 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 6dd0978f-6535-413a-96a4-8796adb4e0cf is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:17.342513 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6dd0978f-6535-413a-96a4-8796adb4e0cf), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:17.388300 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 6dd0978f-6535-413a-96a4-8796adb4e0cf, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6dd0978f-6535-413a-96a4-8796adb4e0cf,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:17.394853 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6dd0978f-6535-413a-96a4-8796adb4e0cf), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:17.402958 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8e3e9e60-5a8e-48b6-8b2c-150be34f7ccc req-14137665-79e7-4ae8-81bc-82b338b5442c tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7b5a07-3bed-464b-bdbc-d1047ea07d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716873 Mar 07 10:35:17.511034 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=6dd0978f-6535-413a-96a4-8796adb4e0cf,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:17.548252 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1776c1bf-d3d1-4d19-8843-ea81248ad2c3 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:35:17.558174 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1776c1bf-d3d1-4d19-8843-ea81248ad2c3 admin admin] 10.222.0.11 "PUT /v2.0/routers/2e78376a-ab36-465c-9eb6-b27d4b58ba44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6094751 Mar 07 10:35:17.667068 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-05a74c05-97a2-4900-8813-a9fa76e2f893 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Made reservation on behalf of cc6f3fbdf9284c94904af0b2498a31e1 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:35:17.671651 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-05a74c05-97a2-4900-8813-a9fa76e2f893 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:17.777772 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4aa520-9e4b-402a-8313-77d9361ad497 req-1d2a8a0d-219f-410b-b01b-4b5ba096e2a1 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:17.782495 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e807a-6de7-4589-b5c1-c61b63faea83 req-57648331-e763-4575-90da-24defcf56386 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:17.785344 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b4aa520-9e4b-402a-8313-77d9361ad497 req-1d2a8a0d-219f-410b-b01b-4b5ba096e2a1 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 943 time: 0.2227118 Mar 07 10:35:17.787863 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-447e807a-6de7-4589-b5c1-c61b63faea83 req-57648331-e763-4575-90da-24defcf56386 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 945 time: 0.1443434 Mar 07 10:35:17.881849 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b884bd-3464-42b7-bb36-5343461fe69b None None] Sync routers for ids ['2e78376a-ab36-465c-9eb6-b27d4b58ba44'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:35:17.902041 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-447e807a-6de7-4589-b5c1-c61b63faea83 req-f0c587ca-97ad-4e5a-a91a-5e339f7f3f74 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036894 Mar 07 10:35:17.918200 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b884bd-3464-42b7-bb36-5343461fe69b None None] Routers {'2e78376a-ab36-465c-9eb6-b27d4b58ba44'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:35:17.918870 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-04b884bd-3464-42b7-bb36-5343461fe69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:35:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['2e78376a-ab36-465c-9eb6-b27d4b58ba44'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:17.928817 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b4aa520-9e4b-402a-8313-77d9361ad497 req-d72ea0be-ee5a-46c6-bcc0-79019f60cb15 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420009 Mar 07 10:35:18.024666 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-05a74c05-97a2-4900-8813-a9fa76e2f893 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Allocated IP 172.20.0.7 (1c9349e7-4e65-4998-b65b-262e6f8a6364/a0c87802-4ea4-47ca-8770-96eb56986af1/24c4cf3b-a4a6-4847-a8a0-9dbc71039b38) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:35:18.027782 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08db0ece-a418-4cb0-842e-338db759cb5b x-openstack-request-id: req-08db0ece-a418-4cb0-842e-338db759cb5b {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:18.028085 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054cbb2e-714f-4941-b1e8-e2da87dc7a3b", "name": "network-vif-deleted", "tag": "08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:18.028327 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-08db0ece-a418-4cb0-842e-338db759cb5b {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:18.029682 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054cbb2e-714f-4941-b1e8-e2da87dc7a3b', 'name': 'network-vif-deleted', 'tag': '08ce5aa8-8a92-4c2b-a9ba-1c593aa958e7', 'status': 'completed', 'code': 200} Mar 07 10:35:18.104036 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:18.287494 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-04b884bd-3464-42b7-bb36-5343461fe69b None None] Set router 2e78376a-ab36-465c-9eb6-b27d4b58ba44 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:35:18.319515 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09debd-7b80-4edd-8f68-1410ecb88a05 req-289dcb67-5aad-400d-bd1f-6401494272e8 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:18.327194 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ef09debd-7b80-4edd-8f68-1410ecb88a05 req-289dcb67-5aad-400d-bd1f-6401494272e8 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 945 time: 0.1890993 Mar 07 10:35:18.482441 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ef09debd-7b80-4edd-8f68-1410ecb88a05 req-8c242952-4882-4719-aa8b-78cab73556cb tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542675 Mar 07 10:35:18.502185 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e3b6afba-66ae-4c9e-adfb-1f0fc6b8562a req-e63bf127-f67d-436a-af73-03101e66d363 tempest-FloatingIPsNegativeTestJSON-1269957770 tempest-FloatingIPsNegativeTestJSON-1269957770-project] 10.222.0.11 "GET /v2.0/floatingips?tenant_id=e196b43a8c1e4518ab34fe5814abb776 HTTP/1.1" status: 200 len: 217 time: 0.1531668 Mar 07 10:35:18.526468 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-05a74c05-97a2-4900-8813-a9fa76e2f893 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Publish callbacks [] for port (24c4cf3b-a4a6-4847-a8a0-9dbc71039b38), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:18.605431 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-05a74c05-97a2-4900-8813-a9fa76e2f893 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (24c4cf3b-a4a6-4847-a8a0-9dbc71039b38), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:18.782718 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-04b884bd-3464-42b7-bb36-5343461fe69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e78376a-ab36-465c-9eb6-b27d4b58ba44', 'name': 'tempest-FloatingIPsNegativeTestJSON-1338125615-router', 'tenant_id': 'e196b43a8c1e4518ab34fe5814abb776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6dd0978f-6535-413a-96a4-8796adb4e0cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:06Z', 'updated_at': '2022-03-07T10:35:14Z', 'revision_number': 4, 'project_id': 'e196b43a8c1e4518ab34fe5814abb776', 'gw_port': {'id': '6dd0978f-6535-413a-96a4-8796adb4e0cf', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e78376a-ab36-465c-9eb6-b27d4b58ba44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:08Z', 'updated_at': '2022-03-07T10:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'fcb9ca34-6bed-4678-b5de-a38e70fda1b7', 'name': '', 'network_id': 'e239d93d-1dcd-4128-a484-f5b150481049', 'tenant_id': 'e196b43a8c1e4518ab34fe5814abb776', 'mac_address': 'fa:16:3e:05:90:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e78376a-ab36-465c-9eb6-b27d4b58ba44', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'baacafba-dd71-43ac-b590-9ab41a6c5861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:12Z', 'updated_at': '2022-03-07T10:35:14Z', 'revision_number': 2, 'project_id': 'e196b43a8c1e4518ab34fe5814abb776', 'subnets': [{'id': 'baacafba-dd71-43ac-b590-9ab41a6c5861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:18.804264 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-05a74c05-97a2-4900-8813-a9fa76e2f893 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Network 1c9349e7-4e65-4998-b65b-262e6f8a6364 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:35:18.819810 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-05a74c05-97a2-4900-8813-a9fa76e2f893 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:35:18.827340 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-05a74c05-97a2-4900-8813-a9fa76e2f893 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:35:18.862356 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b884bd-3464-42b7-bb36-5343461fe69b None None] Checking router: 2e78376a-ab36-465c-9eb6-b27d4b58ba44 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:35:18.863789 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b884bd-3464-42b7-bb36-5343461fe69b None None] Updating router 2e78376a-ab36-465c-9eb6-b27d4b58ba44 port fcb9ca34-6bed-4678-b5de-a38e70fda1b7 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:35:18.891938 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a74c05-97a2-4900-8813-a9fa76e2f893 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Pushing event updated for resources: {'Port': ['ID=24c4cf3b-a4a6-4847-a8a0-9dbc71039b38,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:18.927859 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-04b884bd-3464-42b7-bb36-5343461fe69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fcb9ca34-6bed-4678-b5de-a38e70fda1b7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:18.973287 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a74c05-97a2-4900-8813-a9fa76e2f893 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:18.973639 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a74c05-97a2-4900-8813-a9fa76e2f893 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:18.973985 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a74c05-97a2-4900-8813-a9fa76e2f893 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:18.974328 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a74c05-97a2-4900-8813-a9fa76e2f893 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:18.974661 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a74c05-97a2-4900-8813-a9fa76e2f893 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:18.974991 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a74c05-97a2-4900-8813-a9fa76e2f893 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:18.975321 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a74c05-97a2-4900-8813-a9fa76e2f893 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:18.975645 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a74c05-97a2-4900-8813-a9fa76e2f893 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:18.975973 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a74c05-97a2-4900-8813-a9fa76e2f893 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:18.976299 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a74c05-97a2-4900-8813-a9fa76e2f893 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:18.979842 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6dd0978f-6535-413a-96a4-8796adb4e0cf up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:35:18.987120 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a74c05-97a2-4900-8813-a9fa76e2f893 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:18.987517 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a74c05-97a2-4900-8813-a9fa76e2f893 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:18.987864 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a74c05-97a2-4900-8813-a9fa76e2f893 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:19.013186 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a53497-ab71-498f-bdaa-28b3bb50102e req-a0d35ce9-a419-4df5-9b0a-50cdd3fede11 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:19.017608 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-74a53497-ab71-498f-bdaa-28b3bb50102e req-a0d35ce9-a419-4df5-9b0a-50cdd3fede11 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a0f7071-0cfa-4984-84ac-0528da9bf3fd HTTP/1.1" status: 200 len: 948 time: 0.1594043 Mar 07 10:35:19.037577 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be76177-ecbf-44f0-8fe4-e9971522ab79 req-e99aad64-eb7f-4712-817f-06951797939f tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:19.041574 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5be76177-ecbf-44f0-8fe4-e9971522ab79 req-e99aad64-eb7f-4712-817f-06951797939f tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b3ec7a6-f637-4061-a956-a5a033b7f639 HTTP/1.1" status: 200 len: 931 time: 0.4209423 Mar 07 10:35:19.100510 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-05a74c05-97a2-4900-8813-a9fa76e2f893 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:19.102163 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-05a74c05-97a2-4900-8813-a9fa76e2f893 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:19.134560 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-05a74c05-97a2-4900-8813-a9fa76e2f893 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4237320 Mar 07 10:35:19.152539 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-caa82260-9d4e-40e3-9280-bdd216bb0db3 service neutron] Request body: {'port': {'device_id': '5b3ec7a6-f637-4061-a956-a5a033b7f639', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:19.157478 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-74a53497-ab71-498f-bdaa-28b3bb50102e req-ba30373e-d63c-4d6c-8ffd-e22e5e7c626d tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7b5a07-3bed-464b-bdbc-d1047ea07d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339080 Mar 07 10:35:19.191526 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5be76177-ecbf-44f0-8fe4-e9971522ab79 req-b0602bb7-b5d4-4e12-bf3a-e53abb17e7dd tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405191 Mar 07 10:35:19.254029 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d273a120-8da3-454d-851d-33ce6c3eff51 req-5705209c-7398-4612-8eac-f228a3b7fa2a tempest-FloatingIPsNegativeTestJSON-1269957770 tempest-FloatingIPsNegativeTestJSON-1269957770-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0582504 Mar 07 10:35:19.308700 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-caa82260-9d4e-40e3-9280-bdd216bb0db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (24c4cf3b-a4a6-4847-a8a0-9dbc71039b38), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:19.309428 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 191b78c8-cd3b-4ce7-80a2-f471025a09c0 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:35:19.398062 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 6dd0978f-6535-413a-96a4-8796adb4e0cf triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:19.398062 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6dd0978f-6535-413a-96a4-8796adb4e0cf), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:19.496477 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 191b78c8-cd3b-4ce7-80a2-f471025a09c0 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:35:19.508940 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 191b78c8-cd3b-4ce7-80a2-f471025a09c0 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:19.509586 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (191b78c8-cd3b-4ce7-80a2-f471025a09c0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:19.626974 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-fbdb0918-584e-45b2-8446-d82cb6c41010 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:19.643697 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-fbdb0918-584e-45b2-8446-d82cb6c41010 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/networks?id=3ee24066-40e5-4c55-993a-10acd4574ead HTTP/1.1" status: 200 len: 815 time: 0.2710752 Mar 07 10:35:19.649269 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb4cfe-ad44-49f6-b557-10c026beb57f req-74592fdd-8c8d-4b3f-b71d-36c309b85f25 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:19.651557 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-16cb4cfe-ad44-49f6-b557-10c026beb57f req-74592fdd-8c8d-4b3f-b71d-36c309b85f25 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 943 time: 0.3167286 Mar 07 10:35:19.674912 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-8e136780-fb67-46cd-9eb8-96c38b1e7e2e tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/quotas/7ebccd8ddd004b1baaaff76fdc940f23 HTTP/1.1" status: 200 len: 375 time: 0.0275054 Mar 07 10:35:19.798364 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 6dd0978f-6535-413a-96a4-8796adb4e0cf is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:19.828455 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-36bd999a-81d3-4cba-899c-9b990b40a82a tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ebccd8ddd004b1baaaff76fdc940f23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1525373 Mar 07 10:35:19.854714 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-04b884bd-3464-42b7-bb36-5343461fe69b None None] Publish callbacks [] for port (fcb9ca34-6bed-4678-b5de-a38e70fda1b7), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:19.863004 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 191b78c8-cd3b-4ce7-80a2-f471025a09c0 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:19.863393 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (191b78c8-cd3b-4ce7-80a2-f471025a09c0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:19.883484 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-04b884bd-3464-42b7-bb36-5343461fe69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (fcb9ca34-6bed-4678-b5de-a38e70fda1b7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:19.892205 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0f7071-0cfa-4984-84ac-0528da9bf3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191b78c8-cd3b-4ce7-80a2-f471025a09c0'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:19.894955 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7046a31e-b2cf-4bc7-896b-3b8c8f61ab55" -d '{"events": [{"server_uuid": "4a0f7071-0cfa-4984-84ac-0528da9bf3fd", "name": "network-vif-plugged", "status": "completed", "tag": "191b78c8-cd3b-4ce7-80a2-f471025a09c0"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:19.927237 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-16cb4cfe-ad44-49f6-b557-10c026beb57f req-8c1c411a-94d3-4aac-8d70-a2497e5b5dde tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924298 Mar 07 10:35:19.936924 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 191b78c8-cd3b-4ce7-80a2-f471025a09c0, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=191b78c8-cd3b-4ce7-80a2-f471025a09c0,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:19.951023 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (191b78c8-cd3b-4ce7-80a2-f471025a09c0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:19.974657 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664ebcf-ea43-4f36-b6dc-90a5641b25e4 None None] Pushing event updated for resources: {'Port': ['ID=fcb9ca34-6bed-4678-b5de-a38e70fda1b7,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:20.143655 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-04b884bd-3464-42b7-bb36-5343461fe69b None None] Attempting to bind port fcb9ca34-6bed-4678-b5de-a38e70fda1b7 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:35:20.144031 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-04b884bd-3464-42b7-bb36-5343461fe69b None None] Attempting to bind port fcb9ca34-6bed-4678-b5de-a38e70fda1b7 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '36f22b5a-2974-476e-852d-2384ac09861f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e239d93d-1dcd-4128-a484-f5b150481049'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:35:20.144409 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b884bd-3464-42b7-bb36-5343461fe69b None None] Attempting to bind port fcb9ca34-6bed-4678-b5de-a38e70fda1b7 on network e239d93d-1dcd-4128-a484-f5b150481049 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:35:20.170722 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=191b78c8-cd3b-4ce7-80a2-f471025a09c0,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:20.180086 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b884bd-3464-42b7-bb36-5343461fe69b None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:35:20.180442 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b884bd-3464-42b7-bb36-5343461fe69b None None] Checking segment: {'id': '36f22b5a-2974-476e-852d-2384ac09861f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e239d93d-1dcd-4128-a484-f5b150481049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:35:20.180862 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-04b884bd-3464-42b7-bb36-5343461fe69b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:20.185797 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b884bd-3464-42b7-bb36-5343461fe69b None None] Bound using segment: {'id': '36f22b5a-2974-476e-852d-2384ac09861f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e239d93d-1dcd-4128-a484-f5b150481049'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:35:20.187259 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-04b884bd-3464-42b7-bb36-5343461fe69b None None] Bound port: fcb9ca34-6bed-4678-b5de-a38e70fda1b7, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36f22b5a-2974-476e-852d-2384ac09861f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'e239d93d-1dcd-4128-a484-f5b150481049'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:35:20.187677 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-04b884bd-3464-42b7-bb36-5343461fe69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fcb9ca34-6bed-4678-b5de-a38e70fda1b7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:20.198646 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-1d6b6f5d-c74b-40ae-92de-90469668d0fe service neutron] 10.222.0.11 "GET /v2.0/networks/3ee24066-40e5-4c55-993a-10acd4574ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3687098 Mar 07 10:35:20.211738 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [req-fc735dce-d982-4e9f-a7f7-64260302f0d9 req-276ef335-04c4-4ca0-8efe-5d9b143ab69b tempest-FloatingIPsNegativeTestJSON-1269957770 tempest-FloatingIPsNegativeTestJSON-1269957770-project] show failed (client error): The resource could not be found. Mar 07 10:35:20.212970 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fc735dce-d982-4e9f-a7f7-64260302f0d9 req-276ef335-04c4-4ca0-8efe-5d9b143ab69b tempest-FloatingIPsNegativeTestJSON-1269957770 tempest-FloatingIPsNegativeTestJSON-1269957770-project] 10.222.0.11 "GET /v2.0/floatingips/726ee43a-5fa8-491b-aa7d-3db57c4e4134 HTTP/1.1" status: 404 len: 350 time: 0.1783400 Mar 07 10:35:20.227347 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44114) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:20.251243 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-caa82260-9d4e-40e3-9280-bdd216bb0db3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:35:20.316218 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-caa82260-9d4e-40e3-9280-bdd216bb0db3 service neutron] Publish callbacks [] for port (24c4cf3b-a4a6-4847-a8a0-9dbc71039b38), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:20.350452 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-caa82260-9d4e-40e3-9280-bdd216bb0db3 service neutron] Transition to ACTIVE for port object 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:35:20.366637 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b931eb67-d636-40cb-9240-fa2279e04cb1 None None] Provisioning complete for port fcb9ca34-6bed-4678-b5de-a38e70fda1b7 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:20.367057 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b931eb67-d636-40cb-9240-fa2279e04cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (fcb9ca34-6bed-4678-b5de-a38e70fda1b7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:20.445232 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-04b884bd-3464-42b7-bb36-5343461fe69b None None] For port fcb9ca34-6bed-4678-b5de-a38e70fda1b7, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:35:20.448674 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-caa82260-9d4e-40e3-9280-bdd216bb0db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (24c4cf3b-a4a6-4847-a8a0-9dbc71039b38), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:20.449311 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb817d-2d7e-4e62-8e0b-6778680a9141 req-26d2e9a2-37f3-4912-8922-12f71aab49c4 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:20.454984 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9ecb817d-2d7e-4e62-8e0b-6778680a9141 req-26d2e9a2-37f3-4912-8922-12f71aab49c4 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ec170ca-90a5-496b-9baa-d28aec7f4bfb HTTP/1.1" status: 200 len: 945 time: 0.3227232 Mar 07 10:35:20.498928 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-04b884bd-3464-42b7-bb36-5343461fe69b None None] For port fcb9ca34-6bed-4678-b5de-a38e70fda1b7, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=fcb9ca34-6bed-4678-b5de-a38e70fda1b7,segment=NetworkSegment(36f22b5a-2974-476e-852d-2384ac09861f),segment_id=36f22b5a-2974-476e-852d-2384ac09861f)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:35:20.514031 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-04b884bd-3464-42b7-bb36-5343461fe69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (fcb9ca34-6bed-4678-b5de-a38e70fda1b7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:20.646782 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa82260-9d4e-40e3-9280-bdd216bb0db3 service neutron] Pushing event updated for resources: {'Port': ['ID=24c4cf3b-a4a6-4847-a8a0-9dbc71039b38,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:20.652709 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664ebcf-ea43-4f36-b6dc-90a5641b25e4 None None] Pushing event updated for resources: {'Port': ['ID=fcb9ca34-6bed-4678-b5de-a38e70fda1b7,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:20.668020 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b931eb67-d636-40cb-9240-fa2279e04cb1 None None] Port fcb9ca34-6bed-4678-b5de-a38e70fda1b7 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:35:20.702874 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b884bd-3464-42b7-bb36-5343461fe69b None None] Routers {'2e78376a-ab36-465c-9eb6-b27d4b58ba44'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:35:20.706225 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-04b884bd-3464-42b7-bb36-5343461fe69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:35:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['2e78376a-ab36-465c-9eb6-b27d4b58ba44'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:20.719582 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-efdbd150-89d9-4ea0-9b7c-a5b801b311e0 service neutron] 10.222.0.11 "GET /v2.0/networks/3ee24066-40e5-4c55-993a-10acd4574ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632628 Mar 07 10:35:20.788195 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-9ecb817d-2d7e-4e62-8e0b-6778680a9141 req-594d1a30-4648-4cc2-a3f5-5bf209f20b10 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Deleting port 9d57298c-b336-43ff-bcd3-a4ea21a1d72f {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:35:20.788604 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9ecb817d-2d7e-4e62-8e0b-6778680a9141 req-594d1a30-4648-4cc2-a3f5-5bf209f20b10 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (9d57298c-b336-43ff-bcd3-a4ea21a1d72f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:20.926447 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eecad7-cab2-4425-8e4c-8ef840b4f070 req-3652173f-8f6a-4970-8b6a-8c8504205c4a tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:20.931259 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-62eecad7-cab2-4425-8e4c-8ef840b4f070 req-3652173f-8f6a-4970-8b6a-8c8504205c4a tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 945 time: 0.5369694 Mar 07 10:35:21.055656 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-04b884bd-3464-42b7-bb36-5343461fe69b None None] Set router 2e78376a-ab36-465c-9eb6-b27d4b58ba44 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:35:21.162537 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697a1bac-701a-499a-a63d-a1015008f697 x-openstack-request-id: req-697a1bac-701a-499a-a63d-a1015008f697 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:21.162882 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0f7071-0cfa-4984-84ac-0528da9bf3fd", "name": "network-vif-plugged", "status": "completed", "tag": "191b78c8-cd3b-4ce7-80a2-f471025a09c0", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:21.166054 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-697a1bac-701a-499a-a63d-a1015008f697 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:21.166481 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0f7071-0cfa-4984-84ac-0528da9bf3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191b78c8-cd3b-4ce7-80a2-f471025a09c0', 'code': 200} Mar 07 10:35:21.208756 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-9ecb817d-2d7e-4e62-8e0b-6778680a9141 req-594d1a30-4648-4cc2-a3f5-5bf209f20b10 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] For port 9d57298c-b336-43ff-bcd3-a4ea21a1d72f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9d57298c-b336-43ff-bcd3-a4ea21a1d72f,segment=NetworkSegment(62872c6e-dc5b-4ade-b562-dcdfe13e82a3),segment_id=62872c6e-dc5b-4ade-b562-dcdfe13e82a3)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:21.213840 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9ecb817d-2d7e-4e62-8e0b-6778680a9141 req-594d1a30-4648-4cc2-a3f5-5bf209f20b10 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (9d57298c-b336-43ff-bcd3-a4ea21a1d72f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:21.256363 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-9ecb817d-2d7e-4e62-8e0b-6778680a9141 req-594d1a30-4648-4cc2-a3f5-5bf209f20b10 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Calling delete_port for 9d57298c-b336-43ff-bcd3-a4ea21a1d72f owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:35:21.295976 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-62eecad7-cab2-4425-8e4c-8ef840b4f070 req-13173fb7-415c-40cd-bb7b-46bd1550327c tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566895 Mar 07 10:35:21.305712 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-caa82260-9d4e-40e3-9280-bdd216bb0db3 service neutron] Attempting to bind port 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:35:21.306436 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-caa82260-9d4e-40e3-9280-bdd216bb0db3 service neutron] Attempting to bind port 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1c9349e7-4e65-4998-b65b-262e6f8a6364'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:35:21.306942 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-caa82260-9d4e-40e3-9280-bdd216bb0db3 service neutron] Attempting to bind port 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38 on network 1c9349e7-4e65-4998-b65b-262e6f8a6364 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:35:21.325981 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-caa82260-9d4e-40e3-9280-bdd216bb0db3 service neutron] Port 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38 on network 1c9349e7-4e65-4998-b65b-262e6f8a6364 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:35:21.326562 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-caa82260-9d4e-40e3-9280-bdd216bb0db3 service neutron] Attempting to bind port 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38 on network 1c9349e7-4e65-4998-b65b-262e6f8a6364 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:35:21.379168 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-caa82260-9d4e-40e3-9280-bdd216bb0db3 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:35:21.379862 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-caa82260-9d4e-40e3-9280-bdd216bb0db3 service neutron] Checking segment: {'id': 'bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1c9349e7-4e65-4998-b65b-262e6f8a6364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:35:21.380151 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-caa82260-9d4e-40e3-9280-bdd216bb0db3 service neutron] Bound using segment: {'id': 'bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1c9349e7-4e65-4998-b65b-262e6f8a6364'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:35:21.380563 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-caa82260-9d4e-40e3-9280-bdd216bb0db3 service neutron] Bound port: 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '1c9349e7-4e65-4998-b65b-262e6f8a6364'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:35:21.380858 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-caa82260-9d4e-40e3-9280-bdd216bb0db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (24c4cf3b-a4a6-4847-a8a0-9dbc71039b38), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:21.393457 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device d0ed793c-d058-4011-bbb7-7b0555cc88e6 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:35:21.402898 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-0f79dd1f-8287-42b6-b374-64daadcaf1d5 None None] Provisioning complete for port fcb9ca34-6bed-4678-b5de-a38e70fda1b7 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:21.404100 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0f79dd1f-8287-42b6-b374-64daadcaf1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (fcb9ca34-6bed-4678-b5de-a38e70fda1b7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:21.460404 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d32826-2fc4-4a6e-b9fb-adb2602f81ab req-884e1c8d-e1ff-47bc-84db-5ccefe3d8352 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:21.475788 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a5d32826-2fc4-4a6e-b9fb-adb2602f81ab req-884e1c8d-e1ff-47bc-84db-5ccefe3d8352 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a0f7071-0cfa-4984-84ac-0528da9bf3fd HTTP/1.1" status: 200 len: 949 time: 0.2055986 Mar 07 10:35:21.533869 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360af08-e538-48ea-bebb-0e6bafbca1e8 req-6e6ac886-c12c-47e5-807e-18b8da8a5ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:21.536580 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3360af08-e538-48ea-bebb-0e6bafbca1e8 req-6e6ac886-c12c-47e5-807e-18b8da8a5ab5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4a0f7071-0cfa-4984-84ac-0528da9bf3fd HTTP/1.1" status: 200 len: 1131 time: 0.3172307 Mar 07 10:35:21.683281 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a5d32826-2fc4-4a6e-b9fb-adb2602f81ab req-d3a7e9be-1cac-4f16-a62b-5393eb0a5826 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7b5a07-3bed-464b-bdbc-d1047ea07d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043533 Mar 07 10:35:21.746398 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-caa82260-9d4e-40e3-9280-bdd216bb0db3 service neutron] For port 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:35:21.758325 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-caa82260-9d4e-40e3-9280-bdd216bb0db3 service neutron] For port 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=24c4cf3b-a4a6-4847-a8a0-9dbc71039b38,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:35:21.832931 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-caa82260-9d4e-40e3-9280-bdd216bb0db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (24c4cf3b-a4a6-4847-a8a0-9dbc71039b38), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:21.953211 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9ecb817d-2d7e-4e62-8e0b-6778680a9141 req-594d1a30-4648-4cc2-a3f5-5bf209f20b10 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (9d57298c-b336-43ff-bcd3-a4ea21a1d72f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:22.043237 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d1a30-4648-4cc2-a3f5-5bf209f20b10 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Pushing event deleted for resources: {'Port': ['ID=9d57298c-b336-43ff-bcd3-a4ea21a1d72f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:22.060021 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.resource_extend [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:35:22.157908 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa82260-9d4e-40e3-9280-bdd216bb0db3 service neutron] Pushing event updated for resources: {'Port': ['ID=24c4cf3b-a4a6-4847-a8a0-9dbc71039b38,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:22.191325 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-caa82260-9d4e-40e3-9280-bdd216bb0db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:22.194061 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-caa82260-9d4e-40e3-9280-bdd216bb0db3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:22.201322 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-caa82260-9d4e-40e3-9280-bdd216bb0db3 service neutron] 10.222.0.21 "PUT /v2.0/ports/24c4cf3b-a4a6-4847-a8a0-9dbc71039b38 HTTP/1.1" status: 200 len: 1091 time: 3.0510345 Mar 07 10:35:22.227922 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b3ec7a6-f637-4061-a956-a5a033b7f639', 'tag': '24c4cf3b-a4a6-4847-a8a0-9dbc71039b38'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:22.231736 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8775c76a-81f3-49d2-8aa6-94eaa2060440" -d '{"events": [{"name": "network-changed", "server_uuid": "5b3ec7a6-f637-4061-a956-a5a033b7f639", "tag": "24c4cf3b-a4a6-4847-a8a0-9dbc71039b38"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:22.301322 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf4bd8-cc2e-4695-8fe2-e6bd477bdeb2 req-3af7791a-bc5f-47a3-bad7-eed4b89fdf04 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:22.308500 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-babf4bd8-cc2e-4695-8fe2-e6bd477bdeb2 req-3af7791a-bc5f-47a3-bad7-eed4b89fdf04 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 943 time: 0.4296520 Mar 07 10:35:22.310860 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ecb817d-2d7e-4e62-8e0b-6778680a9141 req-594d1a30-4648-4cc2-a3f5-5bf209f20b10 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] No DVR routers for this DVR port 9d57298c-b336-43ff-bcd3-a4ea21a1d72f on host n-h1-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:35:22.323127 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9ecb817d-2d7e-4e62-8e0b-6778680a9141 req-594d1a30-4648-4cc2-a3f5-5bf209f20b10 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:22.337630 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9ecb817d-2d7e-4e62-8e0b-6778680a9141 req-594d1a30-4648-4cc2-a3f5-5bf209f20b10 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.21 "DELETE /v2.0/ports/9d57298c-b336-43ff-bcd3-a4ea21a1d72f HTTP/1.1" status: 204 len: 173 time: 1.8791888 Mar 07 10:35:22.338957 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec170ca-90a5-496b-9baa-d28aec7f4bfb', 'name': 'network-vif-deleted', 'tag': '9d57298c-b336-43ff-bcd3-a4ea21a1d72f'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:22.346452 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea6950f-1186-4fd9-8d9c-1d59e1c2835b" -d '{"events": [{"server_uuid": "4ec170ca-90a5-496b-9baa-d28aec7f4bfb", "name": "network-vif-deleted", "tag": "9d57298c-b336-43ff-bcd3-a4ea21a1d72f"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:22.375485 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76c7ec-b3b0-4789-afca-e9e0e6ddcb56 req-a5787bb5-a3ee-4f0f-be69-1196a9744a3a tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:22.381765 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a76c7ec-b3b0-4789-afca-e9e0e6ddcb56 req-a5787bb5-a3ee-4f0f-be69-1196a9744a3a tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b3ec7a6-f637-4061-a956-a5a033b7f639 HTTP/1.1" status: 200 len: 943 time: 0.8437707 Mar 07 10:35:22.445840 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port d0ed793c-d058-4011-bbb7-7b0555cc88e6, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d0ed793c-d058-4011-bbb7-7b0555cc88e6,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:22.490922 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'd0ed793c-d058-4011-bbb7-7b0555cc88e6', 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1', 'port_id': 'd0ed793c-d058-4011-bbb7-7b0555cc88e6', 'mac_address': 'fa:16:3e:d3:50:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:35:22.502189 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0f79dd1f-8287-42b6-b374-64daadcaf1d5 None None] Current status of the port fcb9ca34-6bed-4678-b5de-a38e70fda1b7 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:22.504057 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0f79dd1f-8287-42b6-b374-64daadcaf1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fcb9ca34-6bed-4678-b5de-a38e70fda1b7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:22.511771 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-babf4bd8-cc2e-4695-8fe2-e6bd477bdeb2 req-1e96e260-d1ca-47b3-90bf-855e3740f76b tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927288 Mar 07 10:35:22.529452 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3360af08-e538-48ea-bebb-0e6bafbca1e8 req-25c2a015-4ee4-4f3e-b99c-fbba1c471834 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4a7b5a07-3bed-464b-bdbc-d1047ea07d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7113945 Mar 07 10:35:22.551750 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-cb6ed00a-6635-4bf3-a5d3-2c194111a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:22.558071 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-cb6ed00a-6635-4bf3-a5d3-2c194111a272 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc6f3fbdf9284c94904af0b2498a31e1&device_id=5b3ec7a6-f637-4061-a956-a5a033b7f639 HTTP/1.1" status: 200 len: 1125 time: 0.3085585 Mar 07 10:35:22.654403 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 9d57298c-b336-43ff-bcd3-a4ea21a1d72f no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:35:22.705262 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0c41163a-0825-4a3e-b334-e677042c2963 req-94faba58-0cc9-4b7b-a2db-0e76aa509cc6 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 210 time: 0.0692725 Mar 07 10:35:22.709219 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port d0ed793c-d058-4011-bbb7-7b0555cc88e6 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:22.709960 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d0ed793c-d058-4011-bbb7-7b0555cc88e6), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:22.721054 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 9d57298c-b336-43ff-bcd3-a4ea21a1d72f {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:35:22.721782 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 9d57298c-b336-43ff-bcd3-a4ea21a1d72f not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:35:22.735335 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-c1687984-23e2-4535-9afb-a2f27cfa7ca5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24c4cf3b-a4a6-4847-a8a0-9dbc71039b38 HTTP/1.1" status: 200 len: 217 time: 0.1643291 Mar 07 10:35:22.755466 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:22.763568 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-0f79dd1f-8287-42b6-b374-64daadcaf1d5 None None] For port fcb9ca34-6bed-4678-b5de-a38e70fda1b7, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=fcb9ca34-6bed-4678-b5de-a38e70fda1b7,segment=NetworkSegment(36f22b5a-2974-476e-852d-2384ac09861f),segment_id=36f22b5a-2974-476e-852d-2384ac09861f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:22.766685 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ed793c-d058-4011-bbb7-7b0555cc88e6 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:35:22.775483 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0f79dd1f-8287-42b6-b374-64daadcaf1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (fcb9ca34-6bed-4678-b5de-a38e70fda1b7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:22.781249 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-04b884bd-3464-42b7-bb36-5343461fe69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e78376a-ab36-465c-9eb6-b27d4b58ba44', 'name': 'tempest-FloatingIPsNegativeTestJSON-1338125615-router', 'tenant_id': 'e196b43a8c1e4518ab34fe5814abb776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6dd0978f-6535-413a-96a4-8796adb4e0cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:06Z', 'updated_at': '2022-03-07T10:35:14Z', 'revision_number': 4, 'project_id': 'e196b43a8c1e4518ab34fe5814abb776', 'gw_port': {'id': '6dd0978f-6535-413a-96a4-8796adb4e0cf', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e78376a-ab36-465c-9eb6-b27d4b58ba44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:08Z', 'updated_at': '2022-03-07T10:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'fcb9ca34-6bed-4678-b5de-a38e70fda1b7', 'name': '', 'network_id': 'e239d93d-1dcd-4128-a484-f5b150481049', 'tenant_id': 'e196b43a8c1e4518ab34fe5814abb776', 'mac_address': 'fa:16:3e:05:90:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e78376a-ab36-465c-9eb6-b27d4b58ba44', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'baacafba-dd71-43ac-b590-9ab41a6c5861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:12Z', 'updated_at': '2022-03-07T10:35:20Z', 'revision_number': 4, 'project_id': 'e196b43a8c1e4518ab34fe5814abb776', 'subnets': [{'id': 'baacafba-dd71-43ac-b590-9ab41a6c5861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:22.854148 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port d0ed793c-d058-4011-bbb7-7b0555cc88e6, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d0ed793c-d058-4011-bbb7-7b0555cc88e6,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:22.855945 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b884bd-3464-42b7-bb36-5343461fe69b None None] The sync data for ids ['2e78376a-ab36-465c-9eb6-b27d4b58ba44'] in n-d-832164-4 is: [{'id': '2e78376a-ab36-465c-9eb6-b27d4b58ba44', 'name': 'tempest-FloatingIPsNegativeTestJSON-1338125615-router', 'tenant_id': 'e196b43a8c1e4518ab34fe5814abb776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6dd0978f-6535-413a-96a4-8796adb4e0cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:06Z', 'updated_at': '2022-03-07T10:35:14Z', 'revision_number': 4, 'project_id': 'e196b43a8c1e4518ab34fe5814abb776', 'gw_port': {'id': '6dd0978f-6535-413a-96a4-8796adb4e0cf', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e78376a-ab36-465c-9eb6-b27d4b58ba44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:08Z', 'updated_at': '2022-03-07T10:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'fcb9ca34-6bed-4678-b5de-a38e70fda1b7', 'name': '', 'network_id': 'e239d93d-1dcd-4128-a484-f5b150481049', 'tenant_id': 'e196b43a8c1e4518ab34fe5814abb776', 'mac_address': 'fa:16:3e:05:90:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e78376a-ab36-465c-9eb6-b27d4b58ba44', 'device_owner': 'network:router_interface', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': 'baacafba-dd71-43ac-b590-9ab41a6c5861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:12Z', 'updated_at': '2022-03-07T10:35:20Z', 'revision_number': 4, 'project_id': 'e196b43a8c1e4518ab34fe5814abb776', 'subnets': [{'id': 'baacafba-dd71-43ac-b590-9ab41a6c5861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:35:22.871881 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d0ed793c-d058-4011-bbb7-7b0555cc88e6), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:22.874359 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5962b2de-ab33-4585-ba1c-4b8b74b5b2e3 x-openstack-request-id: req-5962b2de-ab33-4585-ba1c-4b8b74b5b2e3 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:22.874933 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b3ec7a6-f637-4061-a956-a5a033b7f639", "tag": "24c4cf3b-a4a6-4847-a8a0-9dbc71039b38", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:22.874933 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5962b2de-ab33-4585-ba1c-4b8b74b5b2e3 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:22.875262 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b3ec7a6-f637-4061-a956-a5a033b7f639', 'tag': '24c4cf3b-a4a6-4847-a8a0-9dbc71039b38', 'status': 'completed', 'code': 200} Mar 07 10:35:22.910341 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f79dd1f-8287-42b6-b374-64daadcaf1d5 None None] Pushing event updated for resources: {'Port': ['ID=fcb9ca34-6bed-4678-b5de-a38e70fda1b7,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:22.999160 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a76c7ec-b3b0-4789-afca-e9e0e6ddcb56 req-faa98c9f-b9a8-4e74-9e01-be53cefd3e38 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5740232 Mar 07 10:35:23.015872 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=d0ed793c-d058-4011-bbb7-7b0555cc88e6,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:23.068475 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-e1a2d650-9611-4f13-a827-1bc3d545a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:23.072105 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-e1a2d650-9611-4f13-a827-1bc3d545a0ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a0c87802-4ea4-47ca-8770-96eb56986af1 HTTP/1.1" status: 200 len: 844 time: 0.3247066 Mar 07 10:35:23.113865 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988220d-ec02-4c75-ba9e-3fb9dd439017 req-ebafde94-c7b1-486c-91c8-f8688c6145f1 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:23.129914 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b988220d-ec02-4c75-ba9e-3fb9dd439017 req-ebafde94-c7b1-486c-91c8-f8688c6145f1 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 945 time: 0.2097335 Mar 07 10:35:23.156734 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-7e697de3-c6ad-43e4-a092-6b6f111d0c58 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c9349e7-4e65-4998-b65b-262e6f8a6364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752800 Mar 07 10:35:23.199053 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f12e28-bff0-4066-a9ec-cca433c2c23d x-openstack-request-id: req-a8f12e28-bff0-4066-a9ec-cca433c2c23d {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:23.199457 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec170ca-90a5-496b-9baa-d28aec7f4bfb", "name": "network-vif-deleted", "tag": "9d57298c-b336-43ff-bcd3-a4ea21a1d72f", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:23.199696 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a8f12e28-bff0-4066-a9ec-cca433c2c23d {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:23.203942 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec170ca-90a5-496b-9baa-d28aec7f4bfb', 'name': 'network-vif-deleted', 'tag': '9d57298c-b336-43ff-bcd3-a4ea21a1d72f', 'status': 'completed', 'code': 200} Mar 07 10:35:23.286789 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b988220d-ec02-4c75-ba9e-3fb9dd439017 req-31edbb16-4702-448a-b8a3-f12fa959e9a1 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558328 Mar 07 10:35:23.307483 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['d0ed793c-d058-4011-bbb7-7b0555cc88e6'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:35:23.423661 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-97c5f178-4b57-4fab-b15d-cf66963640f1 service neutron] 10.222.0.21 "GET /v2.0/networks/1c9349e7-4e65-4998-b65b-262e6f8a6364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522593 Mar 07 10:35:23.529954 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c52eeede-709d-4ce7-85f4-96f74b09e1d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (2e78376a-ab36-465c-9eb6-b27d4b58ba44), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:23.774730 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b26580-754e-4b2f-9faa-2f33064e0177 req-755bf011-f946-43d4-a886-4e132735f7f6 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:23.786581 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-09b26580-754e-4b2f-9faa-2f33064e0177 req-755bf011-f946-43d4-a886-4e132735f7f6 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 944 time: 0.1475365 Mar 07 10:35:23.890811 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-09b26580-754e-4b2f-9faa-2f33064e0177 req-711b0eae-1635-4e44-ba0b-e64e1ccafde6 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023214 Mar 07 10:35:24.115944 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2bd20ac5-0af4-4c45-91e7-adc30e8230e2 req-600710ac-1335-4fd4-a68c-406e9b81a7ab tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 210 time: 0.1068420 Mar 07 10:35:24.316423 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72133526-07c0-41e5-a0f1-e99397f336b4 req-a114e14d-d4fb-47d6-86ea-1710dd1266ba tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:24.325834 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-72133526-07c0-41e5-a0f1-e99397f336b4 req-a114e14d-d4fb-47d6-86ea-1710dd1266ba tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b3ec7a6-f637-4061-a956-a5a033b7f639 HTTP/1.1" status: 200 len: 943 time: 0.1004727 Mar 07 10:35:24.453499 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3b18b4dc-f55d-4f44-820d-c6c2e637259e req-49b7e808-89b7-4531-bb34-f04f541fca59 service neutron] 10.222.0.21 "GET /v2.0/networks/1c9349e7-4e65-4998-b65b-262e6f8a6364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0035889 Mar 07 10:35:24.478174 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16779cb0-964f-422c-b2da-5edd551cc7ec req-62067bfe-1f89-485b-a1b5-1f778e60dcb2 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:24.481140 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-72133526-07c0-41e5-a0f1-e99397f336b4 req-aa795294-5fcf-4df0-ad50-4a07dbf0b784 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415088 Mar 07 10:35:24.482043 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-16779cb0-964f-422c-b2da-5edd551cc7ec req-62067bfe-1f89-485b-a1b5-1f778e60dcb2 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a0f7071-0cfa-4984-84ac-0528da9bf3fd HTTP/1.1" status: 200 len: 949 time: 1.0488029 Mar 07 10:35:24.528485 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-ed75ae8f-5853-4ece-8774-b103d80dcc10 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:24.530056 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-ed75ae8f-5853-4ece-8774-b103d80dcc10 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.31 "GET /v2.0/networks?id=3ee24066-40e5-4c55-993a-10acd4574ead HTTP/1.1" status: 200 len: 815 time: 1.0979981 Mar 07 10:35:24.584327 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-111e3938-4e9c-4f50-b14c-82d6b1453a21 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Request body: {'port': {'device_id': '56d19204-3d63-4996-8d3e-8a8a1d91d43f', 'network_id': '3ee24066-40e5-4c55-993a-10acd4574ead', 'admin_state_up': True, 'tenant_id': '7ebccd8ddd004b1baaaff76fdc940f23'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:24.693628 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82439b63-7a43-48e1-bce4-36d5a06e4768 req-beba4d6b-129e-4b85-b041-8f21f9dbb391 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:24.715284 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-82439b63-7a43-48e1-bce4-36d5a06e4768 req-beba4d6b-129e-4b85-b041-8f21f9dbb391 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 945 time: 0.1148095 Mar 07 10:35:24.879185 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-82439b63-7a43-48e1-bce4-36d5a06e4768 req-f64e0893-47a6-4e5c-b913-64c060ee6b11 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629117 Mar 07 10:35:24.945518 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device fcb9ca34-6bed-4678-b5de-a38e70fda1b7 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:35:25.098444 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port fcb9ca34-6bed-4678-b5de-a38e70fda1b7 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:25.099043 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (fcb9ca34-6bed-4678-b5de-a38e70fda1b7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:25.113645 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8220d-e8e6-4a28-9347-f73a21323cfd req-23837347-4be9-406e-96e4-7222ee96d855 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:25.115251 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5b8220d-e8e6-4a28-9347-f73a21323cfd req-23837347-4be9-406e-96e4-7222ee96d855 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 944 time: 0.1123657 Mar 07 10:35:25.134300 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775c76a-81f3-49d2-8aa6-94eaa2060440 req-3f328985-52bf-413a-8bf5-e119bcf814fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:25.136441 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8775c76a-81f3-49d2-8aa6-94eaa2060440 req-3f328985-52bf-413a-8bf5-e119bcf814fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc6f3fbdf9284c94904af0b2498a31e1&device_id=5b3ec7a6-f637-4061-a956-a5a033b7f639 HTTP/1.1" status: 200 len: 1125 time: 0.5843976 Mar 07 10:35:25.182050 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-16779cb0-964f-422c-b2da-5edd551cc7ec req-cb8c337b-32c0-443f-86aa-0c1b6ce51ce3 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7b5a07-3bed-464b-bdbc-d1047ea07d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6460888 Mar 07 10:35:25.230442 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5b8220d-e8e6-4a28-9347-f73a21323cfd req-9d3f6cba-ea2e-422c-94e2-ddd38d7ea3d3 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022782 Mar 07 10:35:25.337422 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port fcb9ca34-6bed-4678-b5de-a38e70fda1b7 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:25.355388 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device d0ed793c-d058-4011-bbb7-7b0555cc88e6 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:35:25.427836 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-824d7530-da93-491c-96f4-5261a1e424c9 req-ad2da0e3-c2e0-46aa-a270-c478514ce422 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 210 time: 0.0692201 Mar 07 10:35:25.434118 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-111e3938-4e9c-4f50-b14c-82d6b1453a21 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Made reservation on behalf of 7ebccd8ddd004b1baaaff76fdc940f23 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:35:25.439872 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-111e3938-4e9c-4f50-b14c-82d6b1453a21 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:25.468932 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port d0ed793c-d058-4011-bbb7-7b0555cc88e6 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:35:25.474426 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port d0ed793c-d058-4011-bbb7-7b0555cc88e6 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:25.475109 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d0ed793c-d058-4011-bbb7-7b0555cc88e6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:25.584037 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port d0ed793c-d058-4011-bbb7-7b0555cc88e6 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:25.585072 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d0ed793c-d058-4011-bbb7-7b0555cc88e6), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:25.606058 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-111e3938-4e9c-4f50-b14c-82d6b1453a21 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Allocated IP 172.20.0.10 (3ee24066-40e5-4c55-993a-10acd4574ead/d1660007-f2c2-4a95-bc44-450c0339f46e/b26935dc-5852-4969-bff3-dd3ce27570e5) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:35:25.626576 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514c2d61-fbd8-4f9b-af52-d7155f2935b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ed793c-d058-4011-bbb7-7b0555cc88e6'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:25.641525 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122b5fa1-69a8-4047-bfae-5d0536840b2e" -d '{"events": [{"server_uuid": "514c2d61-fbd8-4f9b-af52-d7155f2935b9", "name": "network-vif-plugged", "status": "completed", "tag": "d0ed793c-d058-4011-bbb7-7b0555cc88e6"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:25.690054 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port d0ed793c-d058-4011-bbb7-7b0555cc88e6, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d0ed793c-d058-4011-bbb7-7b0555cc88e6,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:25.701025 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d0ed793c-d058-4011-bbb7-7b0555cc88e6), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:25.784893 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-111e3938-4e9c-4f50-b14c-82d6b1453a21 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Publish callbacks [] for port (b26935dc-5852-4969-bff3-dd3ce27570e5), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:25.785186 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023d623-9b65-4e1b-a9e7-c5647a25f536 req-5b238a57-7b9b-42d1-a69a-51f4f9954a01 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:25.798767 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7023d623-9b65-4e1b-a9e7-c5647a25f536 req-5b238a57-7b9b-42d1-a69a-51f4f9954a01 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b3ec7a6-f637-4061-a956-a5a033b7f639 HTTP/1.1" status: 200 len: 943 time: 0.2264493 Mar 07 10:35:25.825458 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57fd5e1d-1226-4ffb-a581-9f482b4fcbcc x-openstack-request-id: req-57fd5e1d-1226-4ffb-a581-9f482b4fcbcc {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:25.826478 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514c2d61-fbd8-4f9b-af52-d7155f2935b9", "name": "network-vif-plugged", "status": "completed", "tag": "d0ed793c-d058-4011-bbb7-7b0555cc88e6", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:25.826478 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-57fd5e1d-1226-4ffb-a581-9f482b4fcbcc {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:25.826478 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514c2d61-fbd8-4f9b-af52-d7155f2935b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ed793c-d058-4011-bbb7-7b0555cc88e6', 'code': 200} Mar 07 10:35:25.839714 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-111e3938-4e9c-4f50-b14c-82d6b1453a21 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (b26935dc-5852-4969-bff3-dd3ce27570e5), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:25.874536 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=d0ed793c-d058-4011-bbb7-7b0555cc88e6,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:25.902386 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:25.902734 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:25.903079 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:25.903416 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:25.903767 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:25.904410 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:25.904754 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:25.905089 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:25.909609 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:25.909959 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:25.910306 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:25.910649 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:25.910984 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:25.920541 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e3938-4e9c-4f50-b14c-82d6b1453a21 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Pushing event updated for resources: {'Port': ['ID=b26935dc-5852-4969-bff3-dd3ce27570e5,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:26.017864 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7023d623-9b65-4e1b-a9e7-c5647a25f536 req-0389b8d5-87e2-4fd7-a5f7-82f68ebdeb18 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088125 Mar 07 10:35:26.021833 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-111e3938-4e9c-4f50-b14c-82d6b1453a21 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Network 3ee24066-40e5-4c55-993a-10acd4574ead is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:35:26.036259 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-111e3938-4e9c-4f50-b14c-82d6b1453a21 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:35:26.051071 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-111e3938-4e9c-4f50-b14c-82d6b1453a21 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:35:26.076868 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf8188-dfa1-4c8c-ae91-f7dc3b493b94 req-92cd0cc4-a9a1-46be-a05d-4c5f862fa590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:26.078967 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-78bf8188-dfa1-4c8c-ae91-f7dc3b493b94 req-92cd0cc4-a9a1-46be-a05d-4c5f862fa590 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 1127 time: 0.2195978 Mar 07 10:35:26.158614 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-111e3938-4e9c-4f50-b14c-82d6b1453a21 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:26.169208 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-111e3938-4e9c-4f50-b14c-82d6b1453a21 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:26.180215 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-78bf8188-dfa1-4c8c-ae91-f7dc3b493b94 req-d5c43a84-78a2-4002-8572-94ae3c4a9cee service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937817 Mar 07 10:35:26.180838 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775c76a-81f3-49d2-8aa6-94eaa2060440 req-940aa860-9212-4361-86c5-fa3a103d0e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:26.182500 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8775c76a-81f3-49d2-8aa6-94eaa2060440 req-940aa860-9212-4361-86c5-fa3a103d0e00 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1c9349e7-4e65-4998-b65b-262e6f8a6364 HTTP/1.1" status: 200 len: 905 time: 1.0335307 Mar 07 10:35:26.284510 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8775c76a-81f3-49d2-8aa6-94eaa2060440 req-f40c0b33-013e-4f5c-8e25-8daaaae9c31a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24c4cf3b-a4a6-4847-a8a0-9dbc71039b38 HTTP/1.1" status: 200 len: 217 time: 0.0867970 Mar 07 10:35:26.371973 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775c76a-81f3-49d2-8aa6-94eaa2060440 req-10ceba2f-5146-4770-9fd1-f0b7fb6ffedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:26.387794 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8775c76a-81f3-49d2-8aa6-94eaa2060440 req-10ceba2f-5146-4770-9fd1-f0b7fb6ffedd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a0c87802-4ea4-47ca-8770-96eb56986af1 HTTP/1.1" status: 200 len: 844 time: 0.0859487 Mar 07 10:35:26.395427 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-c52eeede-709d-4ce7-85f4-96f74b09e1d8 admin admin] Deleting port fcb9ca34-6bed-4678-b5de-a38e70fda1b7 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:35:26.396055 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c52eeede-709d-4ce7-85f4-96f74b09e1d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (fcb9ca34-6bed-4678-b5de-a38e70fda1b7), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:26.402849 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-111e3938-4e9c-4f50-b14c-82d6b1453a21 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8312740 Mar 07 10:35:26.418244 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97a4329-303b-4b70-8b93-50ed8dcf0025 req-a01e2422-30ff-47b9-b8c6-220cfe8daf2c tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:26.433652 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c97a4329-303b-4b70-8b93-50ed8dcf0025 req-a01e2422-30ff-47b9-b8c6-220cfe8daf2c tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a0f7071-0cfa-4984-84ac-0528da9bf3fd HTTP/1.1" status: 200 len: 949 time: 0.1148093 Mar 07 10:35:26.435415 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8775c76a-81f3-49d2-8aa6-94eaa2060440 req-61b9ef99-f74f-4b40-9f58-8fe654697e91 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1c9349e7-4e65-4998-b65b-262e6f8a6364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307095 Mar 07 10:35:26.534173 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c97a4329-303b-4b70-8b93-50ed8dcf0025 req-f5b1b034-652a-4681-9665-c64d1693f50d tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7b5a07-3bed-464b-bdbc-d1047ea07d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996552 Mar 07 10:35:26.551986 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-54f925bd-e88b-4f9f-9750-616dc4bae024 service neutron] Request body: {'port': {'device_id': '56d19204-3d63-4996-8d3e-8a8a1d91d43f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:26.587251 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8775c76a-81f3-49d2-8aa6-94eaa2060440 req-071efeda-b64f-4596-98e5-614997c9fa6e service neutron] 10.222.0.21 "GET /v2.0/networks/1c9349e7-4e65-4998-b65b-262e6f8a6364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381540 Mar 07 10:35:26.651921 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:35:26.717479 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8775c76a-81f3-49d2-8aa6-94eaa2060440 req-f6192f4d-000c-4023-a9b9-5138038e6652 service neutron] 10.222.0.21 "GET /v2.0/networks/1c9349e7-4e65-4998-b65b-262e6f8a6364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022456 Mar 07 10:35:26.734004 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74b1f0-0385-40c3-abbb-7856764609a8 req-eed5319d-be30-46ff-9026-60904763dad2 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:26.738810 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-eb74b1f0-0385-40c3-abbb-7856764609a8 req-eed5319d-be30-46ff-9026-60904763dad2 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 945 time: 0.1055312 Mar 07 10:35:26.811393 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-54f925bd-e88b-4f9f-9750-616dc4bae024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b26935dc-5852-4969-bff3-dd3ce27570e5), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:26.828544 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-eb74b1f0-0385-40c3-abbb-7856764609a8 req-52b4fa39-45ff-404e-8809-533caf627cce tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798941 Mar 07 10:35:26.845989 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=24c4cf3b-a4a6-4847-a8a0-9dbc71039b38,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:26.868881 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '24c4cf3b-a4a6-4847-a8a0-9dbc71039b38', 'network_id': '1c9349e7-4e65-4998-b65b-262e6f8a6364', 'port_id': '24c4cf3b-a4a6-4847-a8a0-9dbc71039b38', 'mac_address': 'fa:16:3e:7c:0b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c87802-4ea4-47ca-8770-96eb56986af1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:35:26.904657 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2475ca-3f01-44f5-8f63-8655afd60a1e req-a997d0d9-b088-4d76-8a35-ffe85a0a46b1 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:26.917002 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a2475ca-3f01-44f5-8f63-8655afd60a1e req-a997d0d9-b088-4d76-8a35-ffe85a0a46b1 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 945 time: 0.7291045 Mar 07 10:35:26.938342 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:26.939109 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (24c4cf3b-a4a6-4847-a8a0-9dbc71039b38), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:26.982307 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:35:27.031140 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=24c4cf3b-a4a6-4847-a8a0-9dbc71039b38,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:27.042110 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (24c4cf3b-a4a6-4847-a8a0-9dbc71039b38), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:27.055659 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-c52eeede-709d-4ce7-85f4-96f74b09e1d8 admin admin] For port fcb9ca34-6bed-4678-b5de-a38e70fda1b7, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=fcb9ca34-6bed-4678-b5de-a38e70fda1b7,segment=NetworkSegment(36f22b5a-2974-476e-852d-2384ac09861f),segment_id=36f22b5a-2974-476e-852d-2384ac09861f)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:27.056005 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c52eeede-709d-4ce7-85f4-96f74b09e1d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (fcb9ca34-6bed-4678-b5de-a38e70fda1b7), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:27.062658 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac003ac3-3410-43c7-8e26-52c71f9c726e req-28cfe6ec-4edf-4f2e-ba06-7211866e2b7a tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:27.068525 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ac003ac3-3410-43c7-8e26-52c71f9c726e req-28cfe6ec-4edf-4f2e-ba06-7211866e2b7a tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 932 time: 0.1206086 Mar 07 10:35:27.089976 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-c52eeede-709d-4ce7-85f4-96f74b09e1d8 admin admin] Calling delete_port for fcb9ca34-6bed-4678-b5de-a38e70fda1b7 owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:35:27.104670 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a2475ca-3f01-44f5-8f63-8655afd60a1e req-59a3533e-5b7f-4731-8767-1b56ea0b9413 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858058 Mar 07 10:35:27.162320 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=24c4cf3b-a4a6-4847-a8a0-9dbc71039b38,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:27.177782 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ac003ac3-3410-43c7-8e26-52c71f9c726e req-722fb949-3578-49fd-a1a3-7a5781cb4ad1 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031122 Mar 07 10:35:27.292544 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['24c4cf3b-a4a6-4847-a8a0-9dbc71039b38'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:35:27.390064 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7367fc-861d-42a0-877b-28bbe5855181 req-6ef7300e-3918-4d55-9526-a8250dd99f13 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:27.396414 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6c7367fc-861d-42a0-877b-28bbe5855181 req-6ef7300e-3918-4d55-9526-a8250dd99f13 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b3ec7a6-f637-4061-a956-a5a033b7f639 HTTP/1.1" status: 200 len: 944 time: 0.1167881 Mar 07 10:35:27.578861 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6c7367fc-861d-42a0-877b-28bbe5855181 req-9ab65d3f-426c-4c31-8dc3-34dba4cac993 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780651 Mar 07 10:35:27.646266 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-54f925bd-e88b-4f9f-9750-616dc4bae024 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b26935dc-5852-4969-bff3-dd3ce27570e5 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:35:27.660627 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-54f925bd-e88b-4f9f-9750-616dc4bae024 service neutron] Publish callbacks [] for port (b26935dc-5852-4969-bff3-dd3ce27570e5), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:27.685433 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-54f925bd-e88b-4f9f-9750-616dc4bae024 service neutron] Transition to ACTIVE for port object b26935dc-5852-4969-bff3-dd3ce27570e5 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:35:27.693413 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c52eeede-709d-4ce7-85f4-96f74b09e1d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (fcb9ca34-6bed-4678-b5de-a38e70fda1b7), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:27.699750 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-54f925bd-e88b-4f9f-9750-616dc4bae024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (b26935dc-5852-4969-bff3-dd3ce27570e5), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:27.739960 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52eeede-709d-4ce7-85f4-96f74b09e1d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcb9ca34-6bed-4678-b5de-a38e70fda1b7,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:27.897230 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f925bd-e88b-4f9f-9750-616dc4bae024 service neutron] Pushing event updated for resources: {'Port': ['ID=b26935dc-5852-4969-bff3-dd3ce27570e5,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:28.214726 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-54f925bd-e88b-4f9f-9750-616dc4bae024 service neutron] Attempting to bind port b26935dc-5852-4969-bff3-dd3ce27570e5 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:35:28.215152 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-54f925bd-e88b-4f9f-9750-616dc4bae024 service neutron] Attempting to bind port b26935dc-5852-4969-bff3-dd3ce27570e5 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '62872c6e-dc5b-4ade-b562-dcdfe13e82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3ee24066-40e5-4c55-993a-10acd4574ead'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:35:28.220092 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-54f925bd-e88b-4f9f-9750-616dc4bae024 service neutron] Attempting to bind port b26935dc-5852-4969-bff3-dd3ce27570e5 on network 3ee24066-40e5-4c55-993a-10acd4574ead {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:35:28.260011 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-54f925bd-e88b-4f9f-9750-616dc4bae024 service neutron] Port b26935dc-5852-4969-bff3-dd3ce27570e5 on network 3ee24066-40e5-4c55-993a-10acd4574ead not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:35:28.268662 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-54f925bd-e88b-4f9f-9750-616dc4bae024 service neutron] Attempting to bind port b26935dc-5852-4969-bff3-dd3ce27570e5 on network 3ee24066-40e5-4c55-993a-10acd4574ead {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:35:28.327158 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-54f925bd-e88b-4f9f-9750-616dc4bae024 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:35:28.327530 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-54f925bd-e88b-4f9f-9750-616dc4bae024 service neutron] Checking segment: {'id': '62872c6e-dc5b-4ade-b562-dcdfe13e82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3ee24066-40e5-4c55-993a-10acd4574ead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:35:28.327802 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-54f925bd-e88b-4f9f-9750-616dc4bae024 service neutron] Bound using segment: {'id': '62872c6e-dc5b-4ade-b562-dcdfe13e82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3ee24066-40e5-4c55-993a-10acd4574ead'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:35:28.328107 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02028a59-e8a3-41c5-8308-d415b8398596 req-d1cd5d41-925c-41c5-b4ef-680422258ffc tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:28.332258 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-54f925bd-e88b-4f9f-9750-616dc4bae024 service neutron] Bound port: b26935dc-5852-4969-bff3-dd3ce27570e5, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62872c6e-dc5b-4ade-b562-dcdfe13e82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3ee24066-40e5-4c55-993a-10acd4574ead'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:35:28.336555 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-02028a59-e8a3-41c5-8308-d415b8398596 req-d1cd5d41-925c-41c5-b4ef-680422258ffc tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 945 time: 0.0977054 Mar 07 10:35:28.336726 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-54f925bd-e88b-4f9f-9750-616dc4bae024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b26935dc-5852-4969-bff3-dd3ce27570e5), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:28.371517 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c52eeede-709d-4ce7-85f4-96f74b09e1d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (2e78376a-ab36-465c-9eb6-b27d4b58ba44), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:28.391758 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5b785-5de6-46a2-b5b2-de45af5ea5fa req-57451403-7d57-435e-b9ad-9bf7fecb66f7 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:28.393938 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-34d5b785-5de6-46a2-b5b2-de45af5ea5fa req-57451403-7d57-435e-b9ad-9bf7fecb66f7 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 945 time: 0.3321381 Mar 07 10:35:28.436469 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-02028a59-e8a3-41c5-8308-d415b8398596 req-8cabf094-9525-4ba4-85fe-6d036c9b0418 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997796 Mar 07 10:35:28.649188 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:35:28.672414 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031be077-8353-4907-b120-9c59b6093ede req-a7f4d538-6322-4300-a238-275221d7c716 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:28.673394 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-34d5b785-5de6-46a2-b5b2-de45af5ea5fa req-f776dbcf-b04b-411d-8d01-4e6be3f37c00 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628264 Mar 07 10:35:28.678702 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-031be077-8353-4907-b120-9c59b6093ede req-a7f4d538-6322-4300-a238-275221d7c716 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 944 time: 0.1226192 Mar 07 10:35:28.720091 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-54f925bd-e88b-4f9f-9750-616dc4bae024 service neutron] For port b26935dc-5852-4969-bff3-dd3ce27570e5, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:35:28.730547 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-54f925bd-e88b-4f9f-9750-616dc4bae024 service neutron] For port b26935dc-5852-4969-bff3-dd3ce27570e5, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=b26935dc-5852-4969-bff3-dd3ce27570e5,segment=NetworkSegment(62872c6e-dc5b-4ade-b562-dcdfe13e82a3),segment_id=62872c6e-dc5b-4ade-b562-dcdfe13e82a3)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:35:28.796370 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-54f925bd-e88b-4f9f-9750-616dc4bae024 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (b26935dc-5852-4969-bff3-dd3ce27570e5), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:28.798809 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-031be077-8353-4907-b120-9c59b6093ede req-c1241b19-d15f-47c2-a650-4930bb2f139f tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121342 Mar 07 10:35:28.806977 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:35:28.811555 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:28.812127 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (24c4cf3b-a4a6-4847-a8a0-9dbc71039b38), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:28.909022 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:28.909568 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (24c4cf3b-a4a6-4847-a8a0-9dbc71039b38), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:28.917369 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-54f925bd-e88b-4f9f-9750-616dc4bae024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:28.918279 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-54f925bd-e88b-4f9f-9750-616dc4bae024 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:28.919849 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-54f925bd-e88b-4f9f-9750-616dc4bae024 service neutron] 10.222.0.31 "PUT /v2.0/ports/b26935dc-5852-4969-bff3-dd3ce27570e5 HTTP/1.1" status: 200 len: 1092 time: 2.4823015 Mar 07 10:35:28.922886 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56d19204-3d63-4996-8d3e-8a8a1d91d43f', 'tag': 'b26935dc-5852-4969-bff3-dd3ce27570e5'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:28.925345 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db14b8d2-d7b4-4984-8977-e208a1404f10" -d '{"events": [{"name": "network-changed", "server_uuid": "56d19204-3d63-4996-8d3e-8a8a1d91d43f", "tag": "b26935dc-5852-4969-bff3-dd3ce27570e5"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:28.972038 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=24c4cf3b-a4a6-4847-a8a0-9dbc71039b38,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:28.973240 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3ec7a6-f637-4061-a956-a5a033b7f639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c4cf3b-a4a6-4847-a8a0-9dbc71039b38'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:28.978060 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b24a80b-d93a-4f1e-abd4-1bce477c32a9" -d '{"events": [{"server_uuid": "5b3ec7a6-f637-4061-a956-a5a033b7f639", "name": "network-vif-plugged", "status": "completed", "tag": "24c4cf3b-a4a6-4847-a8a0-9dbc71039b38"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:28.981916 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (24c4cf3b-a4a6-4847-a8a0-9dbc71039b38), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:29.061154 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=24c4cf3b-a4a6-4847-a8a0-9dbc71039b38,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:29.321029 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f925bd-e88b-4f9f-9750-616dc4bae024 service neutron] Pushing event updated for resources: {'Port': ['ID=b26935dc-5852-4969-bff3-dd3ce27570e5,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:29.321567 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738c55b-90ee-4c5e-923d-9aec618a0a90 req-60041e0d-1222-4adb-8497-db18dbf383a7 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:29.326221 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6738c55b-90ee-4c5e-923d-9aec618a0a90 req-60041e0d-1222-4adb-8497-db18dbf383a7 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 1127 time: 0.1136351 Mar 07 10:35:29.350074 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c008d85-532b-4973-8d3a-41d78c511176 req-92afc19c-2fb3-413f-8d68-c6749a55bc6e tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:29.368252 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4c008d85-532b-4973-8d3a-41d78c511176 req-92afc19c-2fb3-413f-8d68-c6749a55bc6e tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b3ec7a6-f637-4061-a956-a5a033b7f639 HTTP/1.1" status: 200 len: 944 time: 0.5615485 Mar 07 10:35:29.428250 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6738c55b-90ee-4c5e-923d-9aec618a0a90 req-d024c4cd-0930-4017-b681-3cb58cca1e27 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892158 Mar 07 10:35:29.442194 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-2adf6fed-d321-4628-a375-6265c1d7fd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:29.443948 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-2adf6fed-d321-4628-a375-6265c1d7fd3e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ebccd8ddd004b1baaaff76fdc940f23&device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 1126 time: 0.1817796 Mar 07 10:35:29.447465 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52eeede-709d-4ce7-85f4-96f74b09e1d8 admin admin] Router 2e78376a-ab36-465c-9eb6-b27d4b58ba44 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:35:29.521735 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-1df752ef-1352-42d7-81d0-20b36a494084 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b26935dc-5852-4969-bff3-dd3ce27570e5 HTTP/1.1" status: 200 len: 217 time: 0.0601177 Mar 07 10:35:29.523963 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70597501-f2df-48d1-aff7-a2f20da47eb1 x-openstack-request-id: req-70597501-f2df-48d1-aff7-a2f20da47eb1 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:29.524404 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56d19204-3d63-4996-8d3e-8a8a1d91d43f", "tag": "b26935dc-5852-4969-bff3-dd3ce27570e5", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:29.524708 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-70597501-f2df-48d1-aff7-a2f20da47eb1 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:29.525234 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56d19204-3d63-4996-8d3e-8a8a1d91d43f', 'tag': 'b26935dc-5852-4969-bff3-dd3ce27570e5', 'status': 'completed', 'code': 200} Mar 07 10:35:29.550402 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a2653e-6310-49e3-a8b3-9d6de03b8e53 x-openstack-request-id: req-25a2653e-6310-49e3-a8b3-9d6de03b8e53 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:29.551567 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3ec7a6-f637-4061-a956-a5a033b7f639", "name": "network-vif-plugged", "status": "completed", "tag": "24c4cf3b-a4a6-4847-a8a0-9dbc71039b38", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:29.552018 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-25a2653e-6310-49e3-a8b3-9d6de03b8e53 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:29.552598 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3ec7a6-f637-4061-a956-a5a033b7f639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c4cf3b-a4a6-4847-a8a0-9dbc71039b38', 'code': 200} Mar 07 10:35:29.616245 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4c008d85-532b-4973-8d3a-41d78c511176 req-946f712c-791d-4835-9327-1132a2107107 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422118 Mar 07 10:35:29.783869 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05703097-0e1d-4351-bbf8-e09a7a925b5a req-1eb92937-c837-4b16-916b-de598ab55357 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:29.785729 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-05703097-0e1d-4351-bbf8-e09a7a925b5a req-1eb92937-c837-4b16-916b-de598ab55357 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 945 time: 0.0893846 Mar 07 10:35:29.870861 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-f5c6a116-392a-4713-bfaa-d0ef92103b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:29.872443 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-f5c6a116-392a-4713-bfaa-d0ef92103b79 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d1660007-f2c2-4a95-bc44-450c0339f46e HTTP/1.1" status: 200 len: 855 time: 0.3365622 Mar 07 10:35:29.899421 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-05703097-0e1d-4351-bbf8-e09a7a925b5a req-337c9540-3765-4e77-8ddd-97d8ab6161b6 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049552 Mar 07 10:35:29.915966 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-c47469ee-0b96-4c28-8de5-f675db183d62 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3ee24066-40e5-4c55-993a-10acd4574ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309751 Mar 07 10:35:29.954709 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52eeede-709d-4ce7-85f4-96f74b09e1d8 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:35:29.965429 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a2b935-fb9a-47cd-8c1f-982e0c111145 None None] Sync routers for ids ['2e78376a-ab36-465c-9eb6-b27d4b58ba44'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:35:29.972776 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c52eeede-709d-4ce7-85f4-96f74b09e1d8 admin admin] 10.222.0.11 "PUT /v2.0/routers/2e78376a-ab36-465c-9eb6-b27d4b58ba44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7417712 Mar 07 10:35:29.974214 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44270) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:29.979336 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a2b935-fb9a-47cd-8c1f-982e0c111145 None None] Routers {'2e78376a-ab36-465c-9eb6-b27d4b58ba44'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:35:29.979957 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c0a2b935-fb9a-47cd-8c1f-982e0c111145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:35:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['2e78376a-ab36-465c-9eb6-b27d4b58ba44'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:30.027933 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573579a-ec3e-4ed0-9bb3-dceef16caa40 req-9b0df514-e45a-400f-8164-f0e235b7f098 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:30.028399 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7872f0b3-9001-4c2d-969c-53915ffacfab req-d373b646-fb0e-4b41-95b1-b3b99f7c8d89 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:30.029655 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4573579a-ec3e-4ed0-9bb3-dceef16caa40 req-9b0df514-e45a-400f-8164-f0e235b7f098 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 1127 time: 0.2360749 Mar 07 10:35:30.030435 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7872f0b3-9001-4c2d-969c-53915ffacfab req-d373b646-fb0e-4b41-95b1-b3b99f7c8d89 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 944 time: 0.0643373 Mar 07 10:35:30.107949 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647920a-6f28-4b11-b3e2-073a0eda7294 req-3016b3d1-5fda-4bf3-b05d-b2ac921a674b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:30.108171 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7872f0b3-9001-4c2d-969c-53915ffacfab req-1e5dbfa5-6688-4fdd-986f-44019c64f817 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695026 Mar 07 10:35:30.109636 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7647920a-6f28-4b11-b3e2-073a0eda7294 req-3016b3d1-5fda-4bf3-b05d-b2ac921a674b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5b3ec7a6-f637-4061-a956-a5a033b7f639 HTTP/1.1" status: 200 len: 1127 time: 0.2872822 Mar 07 10:35:30.180578 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-c0a2b935-fb9a-47cd-8c1f-982e0c111145 None None] Set router 2e78376a-ab36-465c-9eb6-b27d4b58ba44 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:35:30.191880 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4573579a-ec3e-4ed0-9bb3-dceef16caa40 req-ffdd8aae-1483-471c-9023-b85e8b2a5f1e tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251419 Mar 07 10:35:30.239263 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-056840e2-259f-4152-a45b-34fc882057b2 service neutron] 10.222.0.31 "GET /v2.0/networks/3ee24066-40e5-4c55-993a-10acd4574ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154993 Mar 07 10:35:30.350679 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7647920a-6f28-4b11-b3e2-073a0eda7294 req-9ddb6437-8d8d-4b50-883b-f9dd86cc1d49 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300692 Mar 07 10:35:30.356206 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c131c780-e1a4-407f-b565-bdfc6cc4bb7d admin admin] Publish callbacks [] for router (2e78376a-ab36-465c-9eb6-b27d4b58ba44), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:30.460017 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c0a2b935-fb9a-47cd-8c1f-982e0c111145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e78376a-ab36-465c-9eb6-b27d4b58ba44', 'name': 'tempest-FloatingIPsNegativeTestJSON-1338125615-router', 'tenant_id': 'e196b43a8c1e4518ab34fe5814abb776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6dd0978f-6535-413a-96a4-8796adb4e0cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:06Z', 'updated_at': '2022-03-07T10:35:27Z', 'revision_number': 5, 'project_id': 'e196b43a8c1e4518ab34fe5814abb776', 'gw_port': {'id': '6dd0978f-6535-413a-96a4-8796adb4e0cf', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e78376a-ab36-465c-9eb6-b27d4b58ba44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:08Z', 'updated_at': '2022-03-07T10:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:30.494249 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a2b935-fb9a-47cd-8c1f-982e0c111145 None None] Checking router: 2e78376a-ab36-465c-9eb6-b27d4b58ba44 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:35:30.504599 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a2b935-fb9a-47cd-8c1f-982e0c111145 None None] Routers {'2e78376a-ab36-465c-9eb6-b27d4b58ba44'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:35:30.506046 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c0a2b935-fb9a-47cd-8c1f-982e0c111145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:35:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['2e78376a-ab36-465c-9eb6-b27d4b58ba44'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:30.534542 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c131c780-e1a4-407f-b565-bdfc6cc4bb7d admin admin] Publish callbacks [] for router_gateway (2e78376a-ab36-465c-9eb6-b27d4b58ba44), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:30.668351 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-785fda30-1c33-4307-9129-f64e5f4ddde4 req-cc68cebb-67c2-4b69-8b47-84810c56e7c7 service neutron] 10.222.0.31 "GET /v2.0/networks/3ee24066-40e5-4c55-993a-10acd4574ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192724 Mar 07 10:35:30.715323 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-c0a2b935-fb9a-47cd-8c1f-982e0c111145 None None] Set router 2e78376a-ab36-465c-9eb6-b27d4b58ba44 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:35:30.837689 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-c131c780-e1a4-407f-b565-bdfc6cc4bb7d admin admin] Deleting port 6dd0978f-6535-413a-96a4-8796adb4e0cf {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:35:30.839457 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c131c780-e1a4-407f-b565-bdfc6cc4bb7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (6dd0978f-6535-413a-96a4-8796adb4e0cf), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:30.841041 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7d523-09c2-4443-9fca-a8c73909bc60 req-57a87246-e3a6-4b35-a3a9-57b7224b9461 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:30.852766 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-18b7d523-09c2-4443-9fca-a8c73909bc60 req-57a87246-e3a6-4b35-a3a9-57b7224b9461 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b3ec7a6-f637-4061-a956-a5a033b7f639 HTTP/1.1" status: 200 len: 945 time: 0.1025298 Mar 07 10:35:30.965144 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-18b7d523-09c2-4443-9fca-a8c73909bc60 req-32015aa4-15e4-4c03-93a6-7c55fb8660bf tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113939 Mar 07 10:35:31.041710 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-c131c780-e1a4-407f-b565-bdfc6cc4bb7d admin admin] For port 6dd0978f-6535-413a-96a4-8796adb4e0cf, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6dd0978f-6535-413a-96a4-8796adb4e0cf,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:31.042321 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c131c780-e1a4-407f-b565-bdfc6cc4bb7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (6dd0978f-6535-413a-96a4-8796adb4e0cf), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:31.047201 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14b8d2-d7b4-4984-8977-e208a1404f10 req-c55ec4b2-82fb-4608-a1c2-5fa2e42a89e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:31.048787 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-db14b8d2-d7b4-4984-8977-e208a1404f10 req-c55ec4b2-82fb-4608-a1c2-5fa2e42a89e1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ebccd8ddd004b1baaaff76fdc940f23&device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 1126 time: 0.3185568 Mar 07 10:35:31.100423 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-c131c780-e1a4-407f-b565-bdfc6cc4bb7d admin admin] Calling delete_port for 6dd0978f-6535-413a-96a4-8796adb4e0cf owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:35:31.265677 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14b8d2-d7b4-4984-8977-e208a1404f10 req-b269271f-3915-4b83-963e-4c0f3a6d05f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:31.267224 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-db14b8d2-d7b4-4984-8977-e208a1404f10 req-b269271f-3915-4b83-963e-4c0f3a6d05f1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3ee24066-40e5-4c55-993a-10acd4574ead HTTP/1.1" status: 200 len: 916 time: 0.1913218 Mar 07 10:35:31.280350 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c0a2b935-fb9a-47cd-8c1f-982e0c111145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e78376a-ab36-465c-9eb6-b27d4b58ba44', 'name': 'tempest-FloatingIPsNegativeTestJSON-1338125615-router', 'tenant_id': 'e196b43a8c1e4518ab34fe5814abb776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6dd0978f-6535-413a-96a4-8796adb4e0cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:06Z', 'updated_at': '2022-03-07T10:35:27Z', 'revision_number': 5, 'project_id': 'e196b43a8c1e4518ab34fe5814abb776', 'gw_port': {'id': '6dd0978f-6535-413a-96a4-8796adb4e0cf', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e78376a-ab36-465c-9eb6-b27d4b58ba44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:08Z', 'updated_at': '2022-03-07T10:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:31.312559 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf41f19-3a8d-46bc-aa7e-bb6dab85777f req-e330a6e6-823c-471f-aa66-3cd106eec31e tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:31.323085 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bbf41f19-3a8d-46bc-aa7e-bb6dab85777f req-e330a6e6-823c-471f-aa66-3cd106eec31e tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 945 time: 0.1277044 Mar 07 10:35:31.387610 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a2b935-fb9a-47cd-8c1f-982e0c111145 None None] The sync data for ids ['2e78376a-ab36-465c-9eb6-b27d4b58ba44'] in n-d-832164-4 is: [{'id': '2e78376a-ab36-465c-9eb6-b27d4b58ba44', 'name': 'tempest-FloatingIPsNegativeTestJSON-1338125615-router', 'tenant_id': 'e196b43a8c1e4518ab34fe5814abb776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '6dd0978f-6535-413a-96a4-8796adb4e0cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:06Z', 'updated_at': '2022-03-07T10:35:27Z', 'revision_number': 5, 'project_id': 'e196b43a8c1e4518ab34fe5814abb776', 'gw_port': {'id': '6dd0978f-6535-413a-96a4-8796adb4e0cf', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:a3:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e78376a-ab36-465c-9eb6-b27d4b58ba44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:08Z', 'updated_at': '2022-03-07T10:35:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:35:31.428510 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bbf41f19-3a8d-46bc-aa7e-bb6dab85777f req-de575133-c1d1-41f8-a7e5-25ea509e609f tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014738 Mar 07 10:35:31.438875 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-db14b8d2-d7b4-4984-8977-e208a1404f10 req-fccbb051-1f83-46e6-862a-3a8b596114ee service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b26935dc-5852-4969-bff3-dd3ce27570e5 HTTP/1.1" status: 200 len: 217 time: 0.1554394 Mar 07 10:35:31.590854 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14b8d2-d7b4-4984-8977-e208a1404f10 req-f635abaf-9e2b-4113-8776-25f76cfb50bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:31.596581 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-db14b8d2-d7b4-4984-8977-e208a1404f10 req-f635abaf-9e2b-4113-8776-25f76cfb50bd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d1660007-f2c2-4a95-bc44-450c0339f46e HTTP/1.1" status: 200 len: 855 time: 0.1568584 Mar 07 10:35:31.716257 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2644bcce-c880-4760-8e84-463eae13e770 req-f740ce4c-509f-4282-bb5e-3a7035c058c2 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:31.722105 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-db14b8d2-d7b4-4984-8977-e208a1404f10 req-723d7410-283e-45a7-a6e1-745078e7af20 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3ee24066-40e5-4c55-993a-10acd4574ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1107919 Mar 07 10:35:31.723957 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2644bcce-c880-4760-8e84-463eae13e770 req-f740ce4c-509f-4282-bb5e-3a7035c058c2 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 944 time: 0.1188083 Mar 07 10:35:31.792010 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c131c780-e1a4-407f-b565-bdfc6cc4bb7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (6dd0978f-6535-413a-96a4-8796adb4e0cf), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:31.810901 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2644bcce-c880-4760-8e84-463eae13e770 req-4a831774-c2ff-41b3-862a-c73fac95994c tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858052 Mar 07 10:35:31.882928 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131c780-e1a4-407f-b565-bdfc6cc4bb7d admin admin] Pushing event deleted for resources: {'Port': ['ID=6dd0978f-6535-413a-96a4-8796adb4e0cf,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:31.958779 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-a555bea7-461c-4775-a47e-a97310751343 req-75a16d94-edde-4528-b727-d90fa4f4fe2d tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:35:31.961038 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a555bea7-461c-4775-a47e-a97310751343 req-75a16d94-edde-4528-b727-d90fa4f4fe2d tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065556 Mar 07 10:35:31.983023 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-db14b8d2-d7b4-4984-8977-e208a1404f10 req-7a6ffb38-578d-4a0f-9ab7-1aa3b2001ed9 service neutron] 10.222.0.31 "GET /v2.0/networks/3ee24066-40e5-4c55-993a-10acd4574ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443457 Mar 07 10:35:32.027040 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c131c780-e1a4-407f-b565-bdfc6cc4bb7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (2e78376a-ab36-465c-9eb6-b27d4b58ba44), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:32.148729 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555bea7-461c-4775-a47e-a97310751343 req-8afea532-a37c-4c9d-b87f-2645972d13c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:32.150376 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a555bea7-461c-4775-a47e-a97310751343 req-8afea532-a37c-4c9d-b87f-2645972d13c3 service neutron] 10.222.0.11 "GET /v2.0/ports/d0ed793c-d058-4011-bbb7-7b0555cc88e6 HTTP/1.1" status: 200 len: 1124 time: 0.1742396 Mar 07 10:35:32.162878 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-a555bea7-461c-4775-a47e-a97310751343 req-181d1865-5933-464b-9cfa-e5b8d0903f6a service neutron] Request body: {'binding': {'host': 'n-h1-832164-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:32.169779 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-a555bea7-461c-4775-a47e-a97310751343 req-181d1865-5933-464b-9cfa-e5b8d0903f6a service neutron] Unknown quota resources ['binding']. {{(pid=103766) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 10:35:32.222009 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d8f8c-490e-4e95-ab7d-31f7023a079d req-c51f3557-3399-4dc4-9622-416f2daa9692 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:32.231404 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c131c780-e1a4-407f-b565-bdfc6cc4bb7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (2e78376a-ab36-465c-9eb6-b27d4b58ba44), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:32.234854 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c93d8f8c-490e-4e95-ab7d-31f7023a079d req-c51f3557-3399-4dc4-9622-416f2daa9692 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b3ec7a6-f637-4061-a956-a5a033b7f639 HTTP/1.1" status: 200 len: 945 time: 0.1621764 Mar 07 10:35:32.235248 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c131c780-e1a4-407f-b565-bdfc6cc4bb7d admin admin] Publish callbacks [] for router_controller (2e78376a-ab36-465c-9eb6-b27d4b58ba44), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:32.323563 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-db14b8d2-d7b4-4984-8977-e208a1404f10 req-0e7bce93-3056-4f99-8731-961ea2ed2f2f service neutron] 10.222.0.31 "GET /v2.0/networks/3ee24066-40e5-4c55-993a-10acd4574ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311927 Mar 07 10:35:32.325216 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c131c780-e1a4-407f-b565-bdfc6cc4bb7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (2e78376a-ab36-465c-9eb6-b27d4b58ba44), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:32.325873 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c131c780-e1a4-407f-b565-bdfc6cc4bb7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e78376a-ab36-465c-9eb6-b27d4b58ba44 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:35:32.332399 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c131c780-e1a4-407f-b565-bdfc6cc4bb7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:32.333708 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c131c780-e1a4-407f-b565-bdfc6cc4bb7d admin admin] 10.222.0.11 "DELETE /v2.0/routers/2e78376a-ab36-465c-9eb6-b27d4b58ba44 HTTP/1.1" status: 204 len: 168 time: 2.3538334 Mar 07 10:35:32.336988 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44326) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:32.387025 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c93d8f8c-490e-4e95-ab7d-31f7023a079d req-c97ca5a9-ae36-4503-aec9-d67a13fbac51 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510172 Mar 07 10:35:32.432866 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeef6146-f86f-49c5-a673-e32591236f6c admin admin] Deleting subnet baacafba-dd71-43ac-b590-9ab41a6c5861 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:35:32.450784 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-eeef6146-f86f-49c5-a673-e32591236f6c admin admin] Publish callbacks [] for subnet (baacafba-dd71-43ac-b590-9ab41a6c5861), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:32.470056 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-a555bea7-461c-4775-a47e-a97310751343 req-181d1865-5933-464b-9cfa-e5b8d0903f6a service neutron] Attempting to bind port d0ed793c-d058-4011-bbb7-7b0555cc88e6 on host n-h1-832164-4 for vnic_type normal with profile None {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:35:32.470678 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-a555bea7-461c-4775-a47e-a97310751343 req-181d1865-5933-464b-9cfa-e5b8d0903f6a service neutron] Attempting to bind port d0ed793c-d058-4011-bbb7-7b0555cc88e6 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:35:32.471089 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a555bea7-461c-4775-a47e-a97310751343 req-181d1865-5933-464b-9cfa-e5b8d0903f6a service neutron] Attempting to bind port d0ed793c-d058-4011-bbb7-7b0555cc88e6 on network f571527e-a205-427a-8890-cc1f2763fcb1 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:35:32.492380 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a555bea7-461c-4775-a47e-a97310751343 req-181d1865-5933-464b-9cfa-e5b8d0903f6a service neutron] Port d0ed793c-d058-4011-bbb7-7b0555cc88e6 on network f571527e-a205-427a-8890-cc1f2763fcb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:35:32.493821 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a555bea7-461c-4775-a47e-a97310751343 req-181d1865-5933-464b-9cfa-e5b8d0903f6a service neutron] Attempting to bind port d0ed793c-d058-4011-bbb7-7b0555cc88e6 on network f571527e-a205-427a-8890-cc1f2763fcb1 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:35:32.508927 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a555bea7-461c-4775-a47e-a97310751343 req-181d1865-5933-464b-9cfa-e5b8d0903f6a service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:35:32.510117 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a555bea7-461c-4775-a47e-a97310751343 req-181d1865-5933-464b-9cfa-e5b8d0903f6a service neutron] Checking segment: {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:35:32.510665 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a555bea7-461c-4775-a47e-a97310751343 req-181d1865-5933-464b-9cfa-e5b8d0903f6a service neutron] Bound using segment: {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:35:32.511393 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-a555bea7-461c-4775-a47e-a97310751343 req-181d1865-5933-464b-9cfa-e5b8d0903f6a service neutron] Bound port: d0ed793c-d058-4011-bbb7-7b0555cc88e6, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:35:32.531926 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-eeef6146-f86f-49c5-a673-e32591236f6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (baacafba-dd71-43ac-b590-9ab41a6c5861), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:32.640154 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-a555bea7-461c-4775-a47e-a97310751343 req-181d1865-5933-464b-9cfa-e5b8d0903f6a service neutron] For port d0ed793c-d058-4011-bbb7-7b0555cc88e6, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d0ed793c-d058-4011-bbb7-7b0555cc88e6,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:35:32.652219 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a555bea7-461c-4775-a47e-a97310751343 req-181d1865-5933-464b-9cfa-e5b8d0903f6a service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:32.658504 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a555bea7-461c-4775-a47e-a97310751343 req-181d1865-5933-464b-9cfa-e5b8d0903f6a service neutron] 10.222.0.11 "POST /v2.0/ports/d0ed793c-d058-4011-bbb7-7b0555cc88e6/bindings HTTP/1.1" status: 201 len: 389 time: 0.4999375 Mar 07 10:35:32.675465 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-eeef6146-f86f-49c5-a673-e32591236f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (baacafba-dd71-43ac-b590-9ab41a6c5861), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:32.801069 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-eeef6146-f86f-49c5-a673-e32591236f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (baacafba-dd71-43ac-b590-9ab41a6c5861), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:32.871200 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef6146-f86f-49c5-a673-e32591236f6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baacafba-dd71-43ac-b590-9ab41a6c5861,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:32.912421 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-eeef6146-f86f-49c5-a673-e32591236f6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:32.914113 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468513f3-3073-4f9e-810c-045c8e6a1f3f None None] Network e239d93d-1dcd-4128-a484-f5b150481049 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:35:32.918952 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-eeef6146-f86f-49c5-a673-e32591236f6c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/baacafba-dd71-43ac-b590-9ab41a6c5861 HTTP/1.1" status: 204 len: 168 time: 0.5807579 Mar 07 10:35:32.921635 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44350) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:33.060595 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f44bca-4d85-47d6-8b19-0ed650bb7731 req-e4fd0d73-bdc5-4546-b0e8-d851ea174fb0 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:33.078842 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-48f44bca-4d85-47d6-8b19-0ed650bb7731 req-e4fd0d73-bdc5-4546-b0e8-d851ea174fb0 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 945 time: 0.1580436 Mar 07 10:35:33.111175 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6dd0978f-6535-413a-96a4-8796adb4e0cf no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:35:33.145361 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e03ee31b-a4df-4f5d-ad23-3180e409a495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (e239d93d-1dcd-4128-a484-f5b150481049), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:33.255787 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-48f44bca-4d85-47d6-8b19-0ed650bb7731 req-6df11d04-595b-485a-a052-b9f68c51b7aa tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671419 Mar 07 10:35:33.266416 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 6dd0978f-6535-413a-96a4-8796adb4e0cf {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:35:33.267603 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6dd0978f-6535-413a-96a4-8796adb4e0cf not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:35:33.268755 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device fcb9ca34-6bed-4678-b5de-a38e70fda1b7 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:35:33.318224 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: fcb9ca34-6bed-4678-b5de-a38e70fda1b7 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:35:33.318970 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device fcb9ca34-6bed-4678-b5de-a38e70fda1b7 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:35:33.346752 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-e03ee31b-a4df-4f5d-ad23-3180e409a495 admin admin] Deleting port 33db4e33-f013-4eb0-83de-d32c190aac94 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:35:33.347277 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e03ee31b-a4df-4f5d-ad23-3180e409a495 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (33db4e33-f013-4eb0-83de-d32c190aac94), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:33.412270 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 191b78c8-cd3b-4ce7-80a2-f471025a09c0 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:35:33.450288 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9fae45-1423-42ad-bb58-14d9b86cd3ea None None] DHCP port deletion for e239d93d-1dcd-4128-a484-f5b150481049 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:35:33.478509 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-e03ee31b-a4df-4f5d-ad23-3180e409a495 admin admin] For port 33db4e33-f013-4eb0-83de-d32c190aac94, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=33db4e33-f013-4eb0-83de-d32c190aac94,segment=NetworkSegment(36f22b5a-2974-476e-852d-2384ac09861f),segment_id=36f22b5a-2974-476e-852d-2384ac09861f)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:33.479166 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e03ee31b-a4df-4f5d-ad23-3180e409a495 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (33db4e33-f013-4eb0-83de-d32c190aac94), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:33.497087 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf1ad00-7f71-4d88-8928-1147333ee07f req-48b5a121-8dd5-41e6-9daf-e3a417f2f94e tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:33.504476 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bdf1ad00-7f71-4d88-8928-1147333ee07f req-48b5a121-8dd5-41e6-9daf-e3a417f2f94e tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 944 time: 0.0872440 Mar 07 10:35:33.532012 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-e03ee31b-a4df-4f5d-ad23-3180e409a495 admin admin] Calling delete_port for 33db4e33-f013-4eb0-83de-d32c190aac94 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:35:33.561486 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bdf1ad00-7f71-4d88-8928-1147333ee07f req-3d34f7b9-02ed-43ef-a4b8-f6a2139e6e09 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559080 Mar 07 10:35:33.565774 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d50ef9-79c9-48b4-bd27-6fb5dd27c040 req-011ae154-d7ee-4032-b9f9-c2a2f6e3ecfc tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:33.577028 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c1d50ef9-79c9-48b4-bd27-6fb5dd27c040 req-011ae154-d7ee-4032-b9f9-c2a2f6e3ecfc tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 945 time: 0.2471251 Mar 07 10:35:33.654034 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 191b78c8-cd3b-4ce7-80a2-f471025a09c0, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=191b78c8-cd3b-4ce7-80a2-f471025a09c0,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:33.707898 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-cc9fae45-1423-42ad-bb58-14d9b86cd3ea None None] Deleting port 33db4e33-f013-4eb0-83de-d32c190aac94 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:35:33.708563 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cc9fae45-1423-42ad-bb58-14d9b86cd3ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (33db4e33-f013-4eb0-83de-d32c190aac94), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:33.766005 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c1d50ef9-79c9-48b4-bd27-6fb5dd27c040 req-9ff28da8-4f8c-4858-abbb-ecf9034389c6 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911049 Mar 07 10:35:33.790728 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e03ee31b-a4df-4f5d-ad23-3180e409a495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (33db4e33-f013-4eb0-83de-d32c190aac94), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:33.793364 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '191b78c8-cd3b-4ce7-80a2-f471025a09c0', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': '191b78c8-cd3b-4ce7-80a2-f471025a09c0', 'mac_address': 'fa:16:3e:0b:f7:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:35:33.860729 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ee31b-a4df-4f5d-ad23-3180e409a495 admin admin] Pushing event deleted for resources: {'Port': ['ID=33db4e33-f013-4eb0-83de-d32c190aac94,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:33.871898 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03ee31b-a4df-4f5d-ad23-3180e409a495 admin admin] No DVR routers for this DVR port 33db4e33-f013-4eb0-83de-d32c190aac94 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:35:33.890728 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 191b78c8-cd3b-4ce7-80a2-f471025a09c0 is: ACTIVE; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:33.891989 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (191b78c8-cd3b-4ce7-80a2-f471025a09c0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:33.930410 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-cc9fae45-1423-42ad-bb58-14d9b86cd3ea None None] For port 33db4e33-f013-4eb0-83de-d32c190aac94, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=33db4e33-f013-4eb0-83de-d32c190aac94,segment=NetworkSegment(36f22b5a-2974-476e-852d-2384ac09861f),segment_id=36f22b5a-2974-476e-852d-2384ac09861f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:33.931076 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cc9fae45-1423-42ad-bb58-14d9b86cd3ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (33db4e33-f013-4eb0-83de-d32c190aac94), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:33.947570 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 191b78c8-cd3b-4ce7-80a2-f471025a09c0 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:35:33.958816 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-cc9fae45-1423-42ad-bb58-14d9b86cd3ea None None] Calling delete_port for 33db4e33-f013-4eb0-83de-d32c190aac94 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:35:33.996821 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 191b78c8-cd3b-4ce7-80a2-f471025a09c0, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=191b78c8-cd3b-4ce7-80a2-f471025a09c0,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:34.010463 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e03ee31b-a4df-4f5d-ad23-3180e409a495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (e239d93d-1dcd-4128-a484-f5b150481049), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:34.042183 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (191b78c8-cd3b-4ce7-80a2-f471025a09c0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:34.073801 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-e03ee31b-a4df-4f5d-ad23-3180e409a495 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e239d93d-1dcd-4128-a484-f5b150481049']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:34.104745 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-e03ee31b-a4df-4f5d-ad23-3180e409a495 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f22b5a-2974-476e-852d-2384ac09861f') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:34.105056 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-e03ee31b-a4df-4f5d-ad23-3180e409a495 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f22b5a-2974-476e-852d-2384ac09861f') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:34.134958 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e03ee31b-a4df-4f5d-ad23-3180e409a495 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (36f22b5a-2974-476e-852d-2384ac09861f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:34.167008 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e03ee31b-a4df-4f5d-ad23-3180e409a495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (36f22b5a-2974-476e-852d-2384ac09861f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:34.180919 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e03ee31b-a4df-4f5d-ad23-3180e409a495 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:35:34.183435 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e03ee31b-a4df-4f5d-ad23-3180e409a495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (36f22b5a-2974-476e-852d-2384ac09861f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:34.226655 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb0068-39f1-4fde-a587-94b7286d1467 req-3aaf1af4-af8b-4007-a58c-ee5a6ff8a901 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:34.235999 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-97fb0068-39f1-4fde-a587-94b7286d1467 req-3aaf1af4-af8b-4007-a58c-ee5a6ff8a901 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b3ec7a6-f637-4061-a956-a5a033b7f639 HTTP/1.1" status: 200 len: 945 time: 0.1418684 Mar 07 10:35:34.307434 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:35:34.307434 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:35:34.307434 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:35:34.307434 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:35:34.307434 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:35:34.307434 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:35:34.307434 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:35:34.307434 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:35:34.307434 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:35:34.307434 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:35:34.307434 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:35:34.307434 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:35:34.307434 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:35:34.307434 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:35:34.307434 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:35:34.307434 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:35:34.307434 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:35:34.307434 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:35:34.307434 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:35:34.307434 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:35:34.307434 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:35:34.307434 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:35:34.307434 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:35:34.307434 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:35:34.307434 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:35:34.307434 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:35:34.307434 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:35:34.307434 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:35:34.307434 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:35:34.307434 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:35:34.307434 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:35:34.307434 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:35:34.314584 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e03ee31b-a4df-4f5d-ad23-3180e409a495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (e239d93d-1dcd-4128-a484-f5b150481049), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:34.329775 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e03ee31b-a4df-4f5d-ad23-3180e409a495 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:34.338040 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e03ee31b-a4df-4f5d-ad23-3180e409a495 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e239d93d-1dcd-4128-a484-f5b150481049 HTTP/1.1" status: 204 len: 168 time: 1.4149876 Mar 07 10:35:34.370284 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['191b78c8-cd3b-4ce7-80a2-f471025a09c0'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:35:34.377934 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ee31b-a4df-4f5d-ad23-3180e409a495 admin admin] Pushing event deleted for resources: {'Network': ['ID=e239d93d-1dcd-4128-a484-f5b150481049,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:34.416237 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-97fb0068-39f1-4fde-a587-94b7286d1467 req-b1490e97-43b2-4ec5-8760-a5a38620af1e tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757758 Mar 07 10:35:34.458349 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=191b78c8-cd3b-4ce7-80a2-f471025a09c0,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:34.502465 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cc9fae45-1423-42ad-bb58-14d9b86cd3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (33db4e33-f013-4eb0-83de-d32c190aac94), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:34.547337 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cc9fae45-1423-42ad-bb58-14d9b86cd3ea None None] Network e239d93d-1dcd-4128-a484-f5b150481049 is not hosted by any dhcp agent {{(pid=103768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 10:35:34.547802 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9fae45-1423-42ad-bb58-14d9b86cd3ea None None] No DVR routers for this DVR port 33db4e33-f013-4eb0-83de-d32c190aac94 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:35:34.557408 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9fae45-1423-42ad-bb58-14d9b86cd3ea None None] Pushing event deleted for resources: {'Port': ['ID=33db4e33-f013-4eb0-83de-d32c190aac94,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:34.609421 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44438) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:34.672229 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1be27c40-79af-429d-8dea-c1ff61001b41 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e196b43a8c1e4518ab34fe5814abb776&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0615220 Mar 07 10:35:34.673549 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70a4d5-a5aa-413e-be68-073ad5051c28 req-e25f99fe-7380-4780-8383-a46ad3c88b70 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:34.675249 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44440) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:34.686436 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-da70a4d5-a5aa-413e-be68-073ad5051c28 req-e25f99fe-7380-4780-8383-a46ad3c88b70 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 945 time: 0.2166889 Mar 07 10:35:34.788982 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-da70a4d5-a5aa-413e-be68-073ad5051c28 req-57b72c74-04a8-4b4b-a499-f807e7d7581c tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987947 Mar 07 10:35:34.799919 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8263bec-7d72-422f-9129-6b6fbf76b583 req-9c0411ca-bf5d-4cd1-8a85-ccf57c11d4bd tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:34.802037 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8263bec-7d72-422f-9129-6b6fbf76b583 req-9c0411ca-bf5d-4cd1-8a85-ccf57c11d4bd tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 944 time: 0.0904396 Mar 07 10:35:34.808616 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c2cc7a8e-e0ee-4936-af44-288e345407cc admin admin] Publish callbacks [] for security_group (0e22140b-903d-4009-9e57-57e2f2a20e1b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:34.849481 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 33db4e33-f013-4eb0-83de-d32c190aac94 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:35:34.900402 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 33db4e33-f013-4eb0-83de-d32c190aac94 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:35:34.901139 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 33db4e33-f013-4eb0-83de-d32c190aac94 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:35:34.916162 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c2cc7a8e-e0ee-4936-af44-288e345407cc admin admin] Publish callbacks [] for security_group (0e22140b-903d-4009-9e57-57e2f2a20e1b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:34.976631 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8263bec-7d72-422f-9129-6b6fbf76b583 req-45505a1e-6722-49d6-a570-a9e8765c79e0 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618588 Mar 07 10:35:35.057347 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c2cc7a8e-e0ee-4936-af44-288e345407cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0e22140b-903d-4009-9e57-57e2f2a20e1b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:35.064725 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c2cc7a8e-e0ee-4936-af44-288e345407cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:35.076986 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c2cc7a8e-e0ee-4936-af44-288e345407cc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0e22140b-903d-4009-9e57-57e2f2a20e1b HTTP/1.1" status: 204 len: 168 time: 0.4003184 Mar 07 10:35:35.085709 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230c521-5c25-4a05-b65c-dc9f1acd9201 req-95cf8da4-1f5c-42db-8fd7-93e587835e61 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:35.093491 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4230c521-5c25-4a05-b65c-dc9f1acd9201 req-95cf8da4-1f5c-42db-8fd7-93e587835e61 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 945 time: 0.1036098 Mar 07 10:35:35.094427 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc7a8e-e0ee-4936-af44-288e345407cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e22140b-903d-4009-9e57-57e2f2a20e1b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:35.183906 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4230c521-5c25-4a05-b65c-dc9f1acd9201 req-7b45f653-2d19-4091-876d-cae830cf1bd3 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892394 Mar 07 10:35:35.409428 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device b26935dc-5852-4969-bff3-dd3ce27570e5 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:35:35.415548 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 191b78c8-cd3b-4ce7-80a2-f471025a09c0 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:35:35.578900 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 191b78c8-cd3b-4ce7-80a2-f471025a09c0 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:35.579312 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (191b78c8-cd3b-4ce7-80a2-f471025a09c0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:35.717888 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e9c5d-e825-4e29-b799-0ff837192805 req-8d5aa305-075f-481b-b017-6df4e5e2beff tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:35.728695 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d55e9c5d-e825-4e29-b799-0ff837192805 req-8d5aa305-075f-481b-b017-6df4e5e2beff tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b3ec7a6-f637-4061-a956-a5a033b7f639 HTTP/1.1" status: 200 len: 945 time: 0.1561444 Mar 07 10:35:35.865355 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d55e9c5d-e825-4e29-b799-0ff837192805 req-ea034ca7-389e-4f37-bc4c-935749d71fc2 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240020 Mar 07 10:35:35.894119 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 191b78c8-cd3b-4ce7-80a2-f471025a09c0 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:35.894680 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (191b78c8-cd3b-4ce7-80a2-f471025a09c0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:36.000620 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port b26935dc-5852-4969-bff3-dd3ce27570e5, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=b26935dc-5852-4969-bff3-dd3ce27570e5,segment=NetworkSegment(62872c6e-dc5b-4ade-b562-dcdfe13e82a3),segment_id=62872c6e-dc5b-4ade-b562-dcdfe13e82a3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:36.029193 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'b26935dc-5852-4969-bff3-dd3ce27570e5', 'network_id': '3ee24066-40e5-4c55-993a-10acd4574ead', 'port_id': 'b26935dc-5852-4969-bff3-dd3ce27570e5', 'mac_address': 'fa:16:3e:c7:0d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1660007-f2c2-4a95-bc44-450c0339f46e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:35:36.127070 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29437b-0ab4-43fb-a3bb-e35400f838fb req-765cf9e2-ff97-41ed-8dfc-101b23cf615c tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:36.159530 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4b29437b-0ab4-43fb-a3bb-e35400f838fb req-765cf9e2-ff97-41ed-8dfc-101b23cf615c tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 945 time: 0.1833069 Mar 07 10:35:36.227944 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0f7071-0cfa-4984-84ac-0528da9bf3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191b78c8-cd3b-4ce7-80a2-f471025a09c0'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:36.230592 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3371f6-7509-4831-8fc0-95f51be114b0" -d '{"events": [{"server_uuid": "4a0f7071-0cfa-4984-84ac-0528da9bf3fd", "name": "network-vif-plugged", "status": "completed", "tag": "191b78c8-cd3b-4ce7-80a2-f471025a09c0"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:36.232582 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea20603-9c55-498e-84a6-2bd064849ed6 req-799df59c-90d8-4245-b8d5-300a060b772e tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:36.236404 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-aea20603-9c55-498e-84a6-2bd064849ed6 req-799df59c-90d8-4245-b8d5-300a060b772e tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 944 time: 0.1439703 Mar 07 10:35:36.271142 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4b29437b-0ab4-43fb-a3bb-e35400f838fb req-581909c1-adc5-4fef-9657-02d4579642c2 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104617 Mar 07 10:35:36.326842 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 191b78c8-cd3b-4ce7-80a2-f471025a09c0, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=191b78c8-cd3b-4ce7-80a2-f471025a09c0,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:36.331012 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port b26935dc-5852-4969-bff3-dd3ce27570e5 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:36.331629 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b26935dc-5852-4969-bff3-dd3ce27570e5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:36.336770 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (191b78c8-cd3b-4ce7-80a2-f471025a09c0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:36.384610 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b26935dc-5852-4969-bff3-dd3ce27570e5 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:35:36.422576 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-aea20603-9c55-498e-84a6-2bd064849ed6 req-974ab10b-51f4-4ab6-8375-64422dc1222f tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786392 Mar 07 10:35:36.500125 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port b26935dc-5852-4969-bff3-dd3ce27570e5, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=b26935dc-5852-4969-bff3-dd3ce27570e5,segment=NetworkSegment(62872c6e-dc5b-4ade-b562-dcdfe13e82a3),segment_id=62872c6e-dc5b-4ade-b562-dcdfe13e82a3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:36.531149 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b51fe2-8803-4d5e-a858-482302edfdd9 x-openstack-request-id: req-e3b51fe2-8803-4d5e-a858-482302edfdd9 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:36.533394 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0f7071-0cfa-4984-84ac-0528da9bf3fd", "name": "network-vif-plugged", "status": "completed", "tag": "191b78c8-cd3b-4ce7-80a2-f471025a09c0", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:36.533753 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e3b51fe2-8803-4d5e-a858-482302edfdd9 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:36.537066 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0f7071-0cfa-4984-84ac-0528da9bf3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191b78c8-cd3b-4ce7-80a2-f471025a09c0', 'code': 200} Mar 07 10:35:36.539966 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b26935dc-5852-4969-bff3-dd3ce27570e5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:36.550306 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-db4c8a0c-824c-42c4-a41a-c6fd6da98757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:36.552370 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=191b78c8-cd3b-4ce7-80a2-f471025a09c0,revision_number=7']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:36.618655 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb39a3-bede-4c9f-97ad-63bd40e7d5cd req-93d45f48-7912-4166-97f1-73e9b8d7f080 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:36.630281 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fdbb39a3-bede-4c9f-97ad-63bd40e7d5cd req-93d45f48-7912-4166-97f1-73e9b8d7f080 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 945 time: 0.1534085 Mar 07 10:35:36.704933 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:35:36.748925 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fdbb39a3-bede-4c9f-97ad-63bd40e7d5cd req-14f172f0-2e94-46dc-909a-290f9ca07a79 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163547 Mar 07 10:35:36.862405 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=24c4cf3b-a4a6-4847-a8a0-9dbc71039b38,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:36.917709 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '24c4cf3b-a4a6-4847-a8a0-9dbc71039b38', 'network_id': '1c9349e7-4e65-4998-b65b-262e6f8a6364', 'port_id': '24c4cf3b-a4a6-4847-a8a0-9dbc71039b38', 'mac_address': 'fa:16:3e:7c:0b:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c87802-4ea4-47ca-8770-96eb56986af1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:35:36.956009 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=b26935dc-5852-4969-bff3-dd3ce27570e5,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:37.088803 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38 is: ACTIVE; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:37.089329 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (24c4cf3b-a4a6-4847-a8a0-9dbc71039b38), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:37.109755 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d564762-a7cd-42b6-a392-bf44dc73a22a req-abe2e503-3207-4e91-8637-10ef97be5c78 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:37.114626 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['b26935dc-5852-4969-bff3-dd3ce27570e5'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:35:37.118745 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0d564762-a7cd-42b6-a392-bf44dc73a22a req-abe2e503-3207-4e91-8637-10ef97be5c78 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b3ec7a6-f637-4061-a956-a5a033b7f639 HTTP/1.1" status: 200 len: 945 time: 0.0891831 Mar 07 10:35:37.188588 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:35:37.189042 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0d564762-a7cd-42b6-a392-bf44dc73a22a req-f60c297d-da40-40fe-8b82-a9644a9294e9 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652690 Mar 07 10:35:37.299808 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=24c4cf3b-a4a6-4847-a8a0-9dbc71039b38,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:37.326776 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (24c4cf3b-a4a6-4847-a8a0-9dbc71039b38), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:37.410835 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=24c4cf3b-a4a6-4847-a8a0-9dbc71039b38,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:37.480525 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['24c4cf3b-a4a6-4847-a8a0-9dbc71039b38'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:35:37.639298 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45cae70-934a-4b83-b2cc-47f9d811047b req-540170e7-dd98-4757-ae67-c8eb669e0845 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:37.641613 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d45cae70-934a-4b83-b2cc-47f9d811047b req-540170e7-dd98-4757-ae67-c8eb669e0845 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 945 time: 0.1725273 Mar 07 10:35:37.769270 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215df61a-534d-4420-a8fc-67549485d37e req-7ae5024e-cd4b-4cd9-acd9-284c0535c469 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:37.777985 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-215df61a-534d-4420-a8fc-67549485d37e req-7ae5024e-cd4b-4cd9-acd9-284c0535c469 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 945 time: 0.1001484 Mar 07 10:35:37.893051 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-215df61a-534d-4420-a8fc-67549485d37e req-288e0f8c-86ae-4d0d-bd38-6cc161a12b2a tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092517 Mar 07 10:35:38.188475 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d45cae70-934a-4b83-b2cc-47f9d811047b req-48c7abc1-49cb-4d19-806a-28e3060263ad tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5400264 Mar 07 10:35:38.228864 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942b7bf-afa9-4237-8f13-327f51307fed req-0a5c94c3-5364-4da9-a5cc-64d60cc28afc tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:38.247741 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a942b7bf-afa9-4237-8f13-327f51307fed req-0a5c94c3-5364-4da9-a5cc-64d60cc28afc tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 945 time: 0.1238570 Mar 07 10:35:38.265245 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-2ffcc456-bcfd-4b18-981d-230c1d7ad123 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:38.267577 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-2ffcc456-bcfd-4b18-981d-230c1d7ad123 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331&tenant_id=253a7b51025b45cd9cb7114a3377a1db&binding%3Ahost_id=n-h2-832164-4 HTTP/1.1" status: 200 len: 1127 time: 0.0771904 Mar 07 10:35:38.282442 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-f942d809-060d-4f44-ae36-ca656d984e3e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-832164-4'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:38.406344 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a942b7bf-afa9-4237-8f13-327f51307fed req-dc298ac5-71b5-4215-8866-1daee3d1b6ce tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555927 Mar 07 10:35:38.446465 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-f942d809-060d-4f44-ae36-ca656d984e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (186fb1cf-b008-4466-a545-e40a27345d37), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:38.588814 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-97af508a-7ffc-4c51-a609-b4d624396d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:38.688629 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:35:38.729122 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-f942d809-060d-4f44-ae36-ca656d984e3e service neutron] For port 186fb1cf-b008-4466-a545-e40a27345d37, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=186fb1cf-b008-4466-a545-e40a27345d37,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:38.779605 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-f942d809-060d-4f44-ae36-ca656d984e3e service neutron] For port 186fb1cf-b008-4466-a545-e40a27345d37, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:35:38.788334 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:38.790337 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (24c4cf3b-a4a6-4847-a8a0-9dbc71039b38), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:38.832919 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-f942d809-060d-4f44-ae36-ca656d984e3e service neutron] Publish callbacks [] for port (186fb1cf-b008-4466-a545-e40a27345d37), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:38.853793 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc26266-54b2-4204-9701-e947b5cde331', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '186fb1cf-b008-4466-a545-e40a27345d37'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:38.862437 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd94256b-8286-473e-b06c-c08564b6b02e" -d '{"events": [{"server_uuid": "fdc26266-54b2-4204-9701-e947b5cde331", "name": "network-vif-unplugged", "status": "completed", "tag": "186fb1cf-b008-4466-a545-e40a27345d37"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:38.874395 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-f942d809-060d-4f44-ae36-ca656d984e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (186fb1cf-b008-4466-a545-e40a27345d37), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:38.970555 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edd44b1-df90-4f19-a40e-25f5544856dc x-openstack-request-id: req-3edd44b1-df90-4f19-a40e-25f5544856dc {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:38.970852 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc26266-54b2-4204-9701-e947b5cde331", "name": "network-vif-unplugged", "status": "completed", "tag": "186fb1cf-b008-4466-a545-e40a27345d37", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:38.972804 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3edd44b1-df90-4f19-a40e-25f5544856dc {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:38.973706 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc26266-54b2-4204-9701-e947b5cde331', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '186fb1cf-b008-4466-a545-e40a27345d37', 'code': 200} Mar 07 10:35:39.050234 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:39.050633 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (24c4cf3b-a4a6-4847-a8a0-9dbc71039b38), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:39.148607 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047941b5-1482-4b61-89c6-8bc80158d3a3 req-33e7c717-9a11-4d7d-8406-182a7a8332d9 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:39.157606 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-047941b5-1482-4b61-89c6-8bc80158d3a3 req-33e7c717-9a11-4d7d-8406-182a7a8332d9 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b3ec7a6-f637-4061-a956-a5a033b7f639 HTTP/1.1" status: 200 len: 944 time: 0.3189147 Mar 07 10:35:39.161349 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44602) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:39.161830 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=24c4cf3b-a4a6-4847-a8a0-9dbc71039b38,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:39.162802 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3ec7a6-f637-4061-a956-a5a033b7f639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c4cf3b-a4a6-4847-a8a0-9dbc71039b38'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:39.166824 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5520562-fbe6-4165-b183-2001231a1178" -d '{"events": [{"server_uuid": "5b3ec7a6-f637-4061-a956-a5a033b7f639", "name": "network-vif-plugged", "status": "completed", "tag": "24c4cf3b-a4a6-4847-a8a0-9dbc71039b38"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:39.181322 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (24c4cf3b-a4a6-4847-a8a0-9dbc71039b38), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:39.282437 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942d809-060d-4f44-ae36-ca656d984e3e service neutron] Pushing event updated for resources: {'Port': ['ID=186fb1cf-b008-4466-a545-e40a27345d37,revision_number=7']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:39.285286 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94c2dd5-240b-41b5-b333-5c40523e2255 req-edc8b411-952f-4770-bb62-a4559f5df626 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:39.286620 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=24c4cf3b-a4a6-4847-a8a0-9dbc71039b38,revision_number=7']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:39.298727 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f94c2dd5-240b-41b5-b333-5c40523e2255 req-edc8b411-952f-4770-bb62-a4559f5df626 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 945 time: 0.1906624 Mar 07 10:35:39.320527 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-f942d809-060d-4f44-ae36-ca656d984e3e service neutron] Attempting to bind port 186fb1cf-b008-4466-a545-e40a27345d37 on host n-h2-832164-4 for vnic_type normal with profile {"migrating_to": "n-h1-832164-4"} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:35:39.321003 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-f942d809-060d-4f44-ae36-ca656d984e3e service neutron] Attempting to bind port 186fb1cf-b008-4466-a545-e40a27345d37 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:35:39.321443 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-f942d809-060d-4f44-ae36-ca656d984e3e service neutron] Attempting to bind port 186fb1cf-b008-4466-a545-e40a27345d37 on network 35723e70-fc1c-4710-9b03-245dacf005c5 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:35:39.330778 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-f942d809-060d-4f44-ae36-ca656d984e3e service neutron] Port 186fb1cf-b008-4466-a545-e40a27345d37 on network 35723e70-fc1c-4710-9b03-245dacf005c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:35:39.331174 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-f942d809-060d-4f44-ae36-ca656d984e3e service neutron] Attempting to bind port 186fb1cf-b008-4466-a545-e40a27345d37 on network 35723e70-fc1c-4710-9b03-245dacf005c5 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:35:39.337659 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-f942d809-060d-4f44-ae36-ca656d984e3e service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:35:39.338104 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-f942d809-060d-4f44-ae36-ca656d984e3e service neutron] Checking segment: {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:35:39.338558 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-f942d809-060d-4f44-ae36-ca656d984e3e service neutron] Bound using segment: {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:35:39.339057 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-f942d809-060d-4f44-ae36-ca656d984e3e service neutron] Bound port: 186fb1cf-b008-4466-a545-e40a27345d37, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c897c11-c484-4c1f-831a-8423aae1e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '35723e70-fc1c-4710-9b03-245dacf005c5'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:35:39.339484 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-f942d809-060d-4f44-ae36-ca656d984e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (186fb1cf-b008-4466-a545-e40a27345d37), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:39.345413 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-047941b5-1482-4b61-89c6-8bc80158d3a3 req-6535577f-15bd-43c2-8bfa-f11d5c3feb01 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/security-groups?id=d7a3d174-963e-4b87-8d2f-a2b13bebef2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777797 Mar 07 10:35:39.352146 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f94c2dd5-240b-41b5-b333-5c40523e2255 req-720138f3-ca3f-49d5-bb65-03b1d5538135 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522904 Mar 07 10:35:39.385016 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e7926-b24d-407e-b68f-6ee8e2f50b9f req-907f5537-af60-445c-abd5-2f7ac3cd22d5 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:39.403073 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-956e7926-b24d-407e-b68f-6ee8e2f50b9f req-907f5537-af60-445c-abd5-2f7ac3cd22d5 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.21 "GET /v2.0/ports?device_id=5b3ec7a6-f637-4061-a956-a5a033b7f639 HTTP/1.1" status: 200 len: 945 time: 0.2275143 Mar 07 10:35:39.447700 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device b26935dc-5852-4969-bff3-dd3ce27570e5 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:35:39.503290 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-f942d809-060d-4f44-ae36-ca656d984e3e service neutron] For port 186fb1cf-b008-4466-a545-e40a27345d37, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:35:39.506966 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-f942d809-060d-4f44-ae36-ca656d984e3e service neutron] For port 186fb1cf-b008-4466-a545-e40a27345d37, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=186fb1cf-b008-4466-a545-e40a27345d37,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:35:39.519950 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-f942d809-060d-4f44-ae36-ca656d984e3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (186fb1cf-b008-4466-a545-e40a27345d37), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:39.585678 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942d809-060d-4f44-ae36-ca656d984e3e service neutron] Pushing event updated for resources: {'Port': ['ID=186fb1cf-b008-4466-a545-e40a27345d37,revision_number=8']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:39.593738 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-224c481a-8786-4a9f-950f-c18196d76487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:39.611150 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314e2a24-476e-445e-927e-1989b19cd9df x-openstack-request-id: req-314e2a24-476e-445e-927e-1989b19cd9df {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:39.611661 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3ec7a6-f637-4061-a956-a5a033b7f639", "name": "network-vif-plugged", "status": "completed", "tag": "24c4cf3b-a4a6-4847-a8a0-9dbc71039b38", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:39.611758 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-314e2a24-476e-445e-927e-1989b19cd9df {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:39.612082 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3ec7a6-f637-4061-a956-a5a033b7f639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c4cf3b-a4a6-4847-a8a0-9dbc71039b38', 'code': 200} Mar 07 10:35:39.650399 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port b26935dc-5852-4969-bff3-dd3ce27570e5 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:35:39.665699 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port b26935dc-5852-4969-bff3-dd3ce27570e5 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:35:39.666078 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b26935dc-5852-4969-bff3-dd3ce27570e5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:39.723012 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-f942d809-060d-4f44-ae36-ca656d984e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:39.723642 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-f942d809-060d-4f44-ae36-ca656d984e3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:39.725037 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-f942d809-060d-4f44-ae36-ca656d984e3e service neutron] 10.222.0.21 "PUT /v2.0/ports/186fb1cf-b008-4466-a545-e40a27345d37 HTTP/1.1" status: 200 len: 1121 time: 1.4485784 Mar 07 10:35:39.835854 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b5ffd-671f-463e-8387-9f35ae237c2a req-ef8d99ac-12f6-444e-b258-2ee095143fcf tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:39.837610 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-507b5ffd-671f-463e-8387-9f35ae237c2a req-ef8d99ac-12f6-444e-b258-2ee095143fcf tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 945 time: 0.1356719 Mar 07 10:35:39.884161 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:39.894328 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['186fb1cf-b008-4466-a545-e40a27345d37'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:35:39.931164 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-956e7926-b24d-407e-b68f-6ee8e2f50b9f req-6708bbe9-d1ba-4886-a764-cb56c9cb7019 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Deleting port 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:35:39.935119 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-956e7926-b24d-407e-b68f-6ee8e2f50b9f req-6708bbe9-d1ba-4886-a764-cb56c9cb7019 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (24c4cf3b-a4a6-4847-a8a0-9dbc71039b38), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:39.985617 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['186fb1cf-b008-4466-a545-e40a27345d37'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:35:40.007768 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-224c481a-8786-4a9f-950f-c18196d76487 admin admin] Publish callbacks [] for security_group (11069050-0c17-4cc6-bbd3-915eddf1fe90), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:40.032976 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-507b5ffd-671f-463e-8387-9f35ae237c2a req-2c331cd8-d56b-47fe-96e8-2a3e63776ab0 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892164 Mar 07 10:35:40.034795 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-224c481a-8786-4a9f-950f-c18196d76487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (11069050-0c17-4cc6-bbd3-915eddf1fe90), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:40.099045 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-224c481a-8786-4a9f-950f-c18196d76487 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2db15e039be049f89f61b89748944ebd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9347272 Mar 07 10:35:40.099795 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44622) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:40.100669 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c481a-8786-4a9f-950f-c18196d76487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11069050-0c17-4cc6-bbd3-915eddf1fe90,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:40.187033 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-044fa42c-3f61-42e9-a223-9179b899d89b admin admin] Publish callbacks [] for security_group (11069050-0c17-4cc6-bbd3-915eddf1fe90), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:40.205328 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port b26935dc-5852-4969-bff3-dd3ce27570e5 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:40.205740 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b26935dc-5852-4969-bff3-dd3ce27570e5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:40.208887 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-956e7926-b24d-407e-b68f-6ee8e2f50b9f req-6708bbe9-d1ba-4886-a764-cb56c9cb7019 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] For port 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=24c4cf3b-a4a6-4847-a8a0-9dbc71039b38,segment=NetworkSegment(bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd),segment_id=bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:40.209291 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-956e7926-b24d-407e-b68f-6ee8e2f50b9f req-6708bbe9-d1ba-4886-a764-cb56c9cb7019 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (24c4cf3b-a4a6-4847-a8a0-9dbc71039b38), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:40.218868 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-044fa42c-3f61-42e9-a223-9179b899d89b admin admin] Publish callbacks [] for security_group (11069050-0c17-4cc6-bbd3-915eddf1fe90), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:40.237477 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-956e7926-b24d-407e-b68f-6ee8e2f50b9f req-6708bbe9-d1ba-4886-a764-cb56c9cb7019 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Calling delete_port for 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38 owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:35:40.287637 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-044fa42c-3f61-42e9-a223-9179b899d89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (11069050-0c17-4cc6-bbd3-915eddf1fe90), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:40.300145 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-044fa42c-3f61-42e9-a223-9179b899d89b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:40.305500 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-044fa42c-3f61-42e9-a223-9179b899d89b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/11069050-0c17-4cc6-bbd3-915eddf1fe90 HTTP/1.1" status: 204 len: 168 time: 0.2016318 Mar 07 10:35:40.316967 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044fa42c-3f61-42e9-a223-9179b899d89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11069050-0c17-4cc6-bbd3-915eddf1fe90,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:40.354927 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port b26935dc-5852-4969-bff3-dd3ce27570e5, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=b26935dc-5852-4969-bff3-dd3ce27570e5,segment=NetworkSegment(62872c6e-dc5b-4ade-b562-dcdfe13e82a3),segment_id=62872c6e-dc5b-4ade-b562-dcdfe13e82a3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:40.404430 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b26935dc-5852-4969-bff3-dd3ce27570e5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:40.586387 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03f843-d6d0-427b-8d27-153178e44ed8 req-8d37fe89-62c6-4eb9-8c18-28fe8b1ace1c tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:40.587784 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=b26935dc-5852-4969-bff3-dd3ce27570e5,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:40.591239 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5b03f843-d6d0-427b-8d27-153178e44ed8 req-8d37fe89-62c6-4eb9-8c18-28fe8b1ace1c tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 943 time: 0.8827932 Mar 07 10:35:40.639049 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88437ca0-da64-44f9-82e1-8340b1b478c5 req-44b44a7a-0f70-4f93-8a09-2a3850c4987f tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:40.648477 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-88437ca0-da64-44f9-82e1-8340b1b478c5 req-44b44a7a-0f70-4f93-8a09-2a3850c4987f tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 946 time: 0.1648562 Mar 07 10:35:40.742716 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 186fb1cf-b008-4466-a545-e40a27345d37 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:35:40.813022 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-88437ca0-da64-44f9-82e1-8340b1b478c5 req-25cd7bd4-e387-4b74-b352-ff9899ff5d1b tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600552 Mar 07 10:35:40.815616 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5b03f843-d6d0-427b-8d27-153178e44ed8 req-6a2cb6d0-d9bc-4a2c-860f-f349e789cf73 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150276 Mar 07 10:35:40.826844 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-956e7926-b24d-407e-b68f-6ee8e2f50b9f req-6708bbe9-d1ba-4886-a764-cb56c9cb7019 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (24c4cf3b-a4a6-4847-a8a0-9dbc71039b38), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:40.975681 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc26266-54b2-4204-9701-e947b5cde331', 'tag': '186fb1cf-b008-4466-a545-e40a27345d37'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:40.979368 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bade960a-079f-48d0-8c8e-f07ca06d1c57" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc26266-54b2-4204-9701-e947b5cde331", "tag": "186fb1cf-b008-4466-a545-e40a27345d37"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:41.023309 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 186fb1cf-b008-4466-a545-e40a27345d37, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=186fb1cf-b008-4466-a545-e40a27345d37,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:41.027860 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6708bbe9-d1ba-4886-a764-cb56c9cb7019 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Pushing event deleted for resources: {'Port': ['ID=24c4cf3b-a4a6-4847-a8a0-9dbc71039b38,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:41.080495 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 186fb1cf-b008-4466-a545-e40a27345d37 has no active binding in host n-h1-832164-4 {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 10:35:41.087476 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['24c4cf3b-a4a6-4847-a8a0-9dbc71039b38'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:35:41.103396 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12343b6a-f84b-44e3-9cff-07818dbdb819 x-openstack-request-id: req-12343b6a-f84b-44e3-9cff-07818dbdb819 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:41.103762 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc26266-54b2-4204-9701-e947b5cde331", "tag": "186fb1cf-b008-4466-a545-e40a27345d37", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:41.104185 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-12343b6a-f84b-44e3-9cff-07818dbdb819 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:41.105003 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc26266-54b2-4204-9701-e947b5cde331', 'tag': '186fb1cf-b008-4466-a545-e40a27345d37', 'status': 'completed', 'code': 200} Mar 07 10:35:41.238610 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f9c4d73d-19f3-482e-a7c1-6be91df66f65 req-5a6c30d0-258c-4073-9f9f-101d22d421ef tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b3ec7a6-f637-4061-a956-a5a033b7f639 HTTP/1.1" status: 200 len: 210 time: 0.2192984 Mar 07 10:35:41.362676 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade960a-079f-48d0-8c8e-f07ca06d1c57 req-b030e9e1-8eaa-46cd-beef-d4d1bae5cdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:41.367221 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-956e7926-b24d-407e-b68f-6ee8e2f50b9f req-6708bbe9-d1ba-4886-a764-cb56c9cb7019 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] No DVR routers for this DVR port 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38 on host n-h1-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:35:41.370706 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bade960a-079f-48d0-8c8e-f07ca06d1c57 req-b030e9e1-8eaa-46cd-beef-d4d1bae5cdf6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=253a7b51025b45cd9cb7114a3377a1db&device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 1155 time: 0.2488742 Mar 07 10:35:41.371017 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-956e7926-b24d-407e-b68f-6ee8e2f50b9f req-6708bbe9-d1ba-4886-a764-cb56c9cb7019 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:41.381061 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-956e7926-b24d-407e-b68f-6ee8e2f50b9f req-6708bbe9-d1ba-4886-a764-cb56c9cb7019 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] 10.222.0.21 "DELETE /v2.0/ports/24c4cf3b-a4a6-4847-a8a0-9dbc71039b38 HTTP/1.1" status: 204 len: 173 time: 1.9734886 Mar 07 10:35:41.393951 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708bbe9-d1ba-4886-a764-cb56c9cb7019 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:41.394483 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708bbe9-d1ba-4886-a764-cb56c9cb7019 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:41.394822 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708bbe9-d1ba-4886-a764-cb56c9cb7019 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:41.395164 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708bbe9-d1ba-4886-a764-cb56c9cb7019 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:41.398895 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708bbe9-d1ba-4886-a764-cb56c9cb7019 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:41.399601 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708bbe9-d1ba-4886-a764-cb56c9cb7019 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:41.400152 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708bbe9-d1ba-4886-a764-cb56c9cb7019 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:41.400598 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708bbe9-d1ba-4886-a764-cb56c9cb7019 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:41.400907 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708bbe9-d1ba-4886-a764-cb56c9cb7019 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:41.401358 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708bbe9-d1ba-4886-a764-cb56c9cb7019 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:41.404744 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708bbe9-d1ba-4886-a764-cb56c9cb7019 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:41.405163 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708bbe9-d1ba-4886-a764-cb56c9cb7019 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:41.405539 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6708bbe9-d1ba-4886-a764-cb56c9cb7019 tempest-ImagesTestJSON-1638596138 tempest-ImagesTestJSON-1638596138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:35:41.412051 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b3ec7a6-f637-4061-a956-a5a033b7f639', 'name': 'network-vif-deleted', 'tag': '24c4cf3b-a4a6-4847-a8a0-9dbc71039b38'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:41.426541 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18214e23-df67-4f1b-81f2-fc50bcd5caa5" -d '{"events": [{"server_uuid": "5b3ec7a6-f637-4061-a956-a5a033b7f639", "name": "network-vif-deleted", "tag": "24c4cf3b-a4a6-4847-a8a0-9dbc71039b38"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:41.541792 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695bf7cb-ac59-4e68-8496-3ba1f7e87fd0 x-openstack-request-id: req-695bf7cb-ac59-4e68-8496-3ba1f7e87fd0 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:41.542085 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b3ec7a6-f637-4061-a956-a5a033b7f639", "name": "network-vif-deleted", "tag": "24c4cf3b-a4a6-4847-a8a0-9dbc71039b38", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:41.542390 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-695bf7cb-ac59-4e68-8496-3ba1f7e87fd0 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:41.542803 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b3ec7a6-f637-4061-a956-a5a033b7f639', 'name': 'network-vif-deleted', 'tag': '24c4cf3b-a4a6-4847-a8a0-9dbc71039b38', 'status': 'completed', 'code': 200} Mar 07 10:35:41.626429 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d19204-3d63-4996-8d3e-8a8a1d91d43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26935dc-5852-4969-bff3-dd3ce27570e5'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:41.630811 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a116fc0-af3b-4e32-aa82-62f32b119db2" -d '{"events": [{"server_uuid": "56d19204-3d63-4996-8d3e-8a8a1d91d43f", "name": "network-vif-plugged", "status": "completed", "tag": "b26935dc-5852-4969-bff3-dd3ce27570e5"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:41.689033 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:41.719557 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab7f9bd-ae5b-4f7d-bd3b-c9d142062d2f x-openstack-request-id: req-eab7f9bd-ae5b-4f7d-bd3b-c9d142062d2f {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:41.720604 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d19204-3d63-4996-8d3e-8a8a1d91d43f", "name": "network-vif-plugged", "status": "completed", "tag": "b26935dc-5852-4969-bff3-dd3ce27570e5", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:41.721148 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eab7f9bd-ae5b-4f7d-bd3b-c9d142062d2f {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:41.723216 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d19204-3d63-4996-8d3e-8a8a1d91d43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26935dc-5852-4969-bff3-dd3ce27570e5', 'code': 200} Mar 07 10:35:41.739291 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797dc85-e170-47a6-9440-a907e12ba07c req-82ea27ad-bcf5-43c0-940a-97589ab175d3 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:41.749321 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b797dc85-e170-47a6-9440-a907e12ba07c req-82ea27ad-bcf5-43c0-940a-97589ab175d3 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 945 time: 0.4489980 Mar 07 10:35:41.882835 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade960a-079f-48d0-8c8e-f07ca06d1c57 req-df4320ca-960c-4ff6-95b7-8534ba29dd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:41.884196 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bade960a-079f-48d0-8c8e-f07ca06d1c57 req-df4320ca-960c-4ff6-95b7-8534ba29dd16 service neutron] 10.222.0.31 "GET /v2.0/networks?id=35723e70-fc1c-4710-9b03-245dacf005c5 HTTP/1.1" status: 200 len: 921 time: 0.3841126 Mar 07 10:35:41.932772 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b797dc85-e170-47a6-9440-a907e12ba07c req-b34a6adf-6e97-4fa1-b5a9-caca9a30b492 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824167 Mar 07 10:35:41.991479 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd697d-630c-4844-9740-b23b3d80bc99 req-061d7660-ee82-44dd-9d71-8e0a176e318e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:41.996256 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f9fd697d-630c-4844-9740-b23b3d80bc99 req-061d7660-ee82-44dd-9d71-8e0a176e318e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 1128 time: 0.1442354 Mar 07 10:35:42.104877 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bade960a-079f-48d0-8c8e-f07ca06d1c57 req-481c926e-b343-4872-9063-03ee9176ccdb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=186fb1cf-b008-4466-a545-e40a27345d37 HTTP/1.1" status: 200 len: 217 time: 0.2062273 Mar 07 10:35:42.222218 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54180b9-1d07-49e3-ad4c-e8b586104b5a req-4308a4d6-80a9-4c3e-85ce-6345532cd9a0 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:42.223758 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e54180b9-1d07-49e3-ad4c-e8b586104b5a req-4308a4d6-80a9-4c3e-85ce-6345532cd9a0 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 946 time: 0.2220511 Mar 07 10:35:42.315501 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f9fd697d-630c-4844-9740-b23b3d80bc99 req-29686375-5713-4a6a-a5e4-d1f3cbedc9cc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123295 Mar 07 10:35:42.354591 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e54180b9-1d07-49e3-ad4c-e8b586104b5a req-2825389b-2993-4fd5-bd9a-9f75c843cd64 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208992 Mar 07 10:35:42.403817 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade960a-079f-48d0-8c8e-f07ca06d1c57 req-53bb9fc8-7d57-4209-804b-664cdf4a2988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:42.427376 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bade960a-079f-48d0-8c8e-f07ca06d1c57 req-53bb9fc8-7d57-4209-804b-664cdf4a2988 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=504ea141-3c64-48b5-943a-bdbdb84bd6df HTTP/1.1" status: 200 len: 860 time: 0.3036885 Mar 07 10:35:42.451703 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695a331-b93a-4d8b-8fae-7a54b025200e req-3e5953a0-b920-48d8-95fe-04d6691598ec tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:42.453928 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9695a331-b93a-4d8b-8fae-7a54b025200e req-3e5953a0-b920-48d8-95fe-04d6691598ec tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 943 time: 0.3135202 Mar 07 10:35:42.535303 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9695a331-b93a-4d8b-8fae-7a54b025200e req-027f480b-2897-40e4-b985-fc0a9121ffb9 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729764 Mar 07 10:35:42.704287 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:35:42.732566 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bade960a-079f-48d0-8c8e-f07ca06d1c57 req-e18c827a-0c28-4374-8d66-eff1d8c001f7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=35723e70-fc1c-4710-9b03-245dacf005c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300168 Mar 07 10:35:42.771371 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:35:42.774171 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 24c4cf3b-a4a6-4847-a8a0-9dbc71039b38 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:35:42.914784 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:43.076633 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bade960a-079f-48d0-8c8e-f07ca06d1c57 req-2e21e926-1c00-49e7-bf95-cebfe7200574 service neutron] 10.222.0.31 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357744 Mar 07 10:35:43.497257 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bade960a-079f-48d0-8c8e-f07ca06d1c57 req-30af5d8c-2a9a-4d61-a29a-7a50582e2139 service neutron] 10.222.0.31 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043994 Mar 07 10:35:43.526823 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635d412-6a98-456b-90d1-7ce9378e946f req-8f6e807a-a3af-4614-8118-82e4076e7364 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:43.542206 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9635d412-6a98-456b-90d1-7ce9378e946f req-8f6e807a-a3af-4614-8118-82e4076e7364 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 945 time: 0.2304506 Mar 07 10:35:43.558292 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ff3bee-db18-4e9b-926a-dc8261ad75ec req-24fd4b69-cd40-4c0b-a474-374441942954 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:43.566349 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-37ff3bee-db18-4e9b-926a-dc8261ad75ec req-24fd4b69-cd40-4c0b-a474-374441942954 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3663295-21ff-49ff-91a6-5cc9b2be6ab2 HTTP/1.1" status: 200 len: 945 time: 0.1136944 Mar 07 10:35:43.628829 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-37ff3bee-db18-4e9b-926a-dc8261ad75ec req-96f5ab66-ca7e-4b40-a9e0-b4deb486790d tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] 10.222.0.11 "GET /v2.0/security-groups?id=08347d07-6cb5-4c49-9274-66c6f209e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610130 Mar 07 10:35:43.697999 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9635d412-6a98-456b-90d1-7ce9378e946f req-6d53734b-555f-43d3-9846-62ca9832f515 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547556 Mar 07 10:35:43.908359 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44774) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:43.971956 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172aa89-cbba-45c9-b7c0-4d1bdb951842 req-a3f76c0b-e552-4838-97e1-c65c6f6e19f9 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:43.986187 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a172aa89-cbba-45c9-b7c0-4d1bdb951842 req-a3f76c0b-e552-4838-97e1-c65c6f6e19f9 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 943 time: 0.1467776 Mar 07 10:35:44.040585 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fbc1d-576c-4fdd-8212-713f13655778 req-fcf49c0d-8f2b-4eb3-92b5-b425b01c123b tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:44.050225 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-918fbc1d-576c-4fdd-8212-713f13655778 req-fcf49c0d-8f2b-4eb3-92b5-b425b01c123b tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 946 time: 0.1827831 Mar 07 10:35:44.070017 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a172aa89-cbba-45c9-b7c0-4d1bdb951842 req-be109d8e-1aac-4d17-9ef4-b0d489b30910 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820882 Mar 07 10:35:44.173230 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-918fbc1d-576c-4fdd-8212-713f13655778 req-0891fc74-3ff9-4ef1-9451-2c44878deeb2 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219268 Mar 07 10:35:44.246596 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ca651774-026f-4b05-877e-e60c04e43258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:44.385320 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44796) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:44.422150 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ca651774-026f-4b05-877e-e60c04e43258 admin admin] Publish callbacks [] for security_group (aac84001-5121-4513-9da2-b109256b5979), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:44.430367 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ca651774-026f-4b05-877e-e60c04e43258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (aac84001-5121-4513-9da2-b109256b5979), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:44.473887 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ca5a733-b6ad-41d2-b810-4a82b6241e08 admin admin] Deleting subnet a0c87802-4ea4-47ca-8770-96eb56986af1 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:35:44.484129 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4ca5a733-b6ad-41d2-b810-4a82b6241e08 admin admin] Publish callbacks [] for subnet (a0c87802-4ea4-47ca-8770-96eb56986af1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:44.502512 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ca651774-026f-4b05-877e-e60c04e43258 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=76175c8e303c49428d07cc106b5ae523&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5861139 Mar 07 10:35:44.517831 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca651774-026f-4b05-877e-e60c04e43258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac84001-5121-4513-9da2-b109256b5979,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:44.520557 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44798) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:44.564025 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4ca5a733-b6ad-41d2-b810-4a82b6241e08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (a0c87802-4ea4-47ca-8770-96eb56986af1), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:44.578769 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fcc5db0-233c-44f4-a7a8-57d31f6876b6 admin admin] Publish callbacks [] for security_group (aac84001-5121-4513-9da2-b109256b5979), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:44.604076 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fcc5db0-233c-44f4-a7a8-57d31f6876b6 admin admin] Publish callbacks [] for security_group (aac84001-5121-4513-9da2-b109256b5979), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:44.664170 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4ca5a733-b6ad-41d2-b810-4a82b6241e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (a0c87802-4ea4-47ca-8770-96eb56986af1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:44.691896 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fcc5db0-233c-44f4-a7a8-57d31f6876b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (aac84001-5121-4513-9da2-b109256b5979), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:44.695317 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fcc5db0-233c-44f4-a7a8-57d31f6876b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:44.701508 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9fcc5db0-233c-44f4-a7a8-57d31f6876b6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aac84001-5121-4513-9da2-b109256b5979 HTTP/1.1" status: 204 len: 168 time: 0.1796088 Mar 07 10:35:44.739047 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc5db0-233c-44f4-a7a8-57d31f6876b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac84001-5121-4513-9da2-b109256b5979,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:44.878272 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4ca5a733-b6ad-41d2-b810-4a82b6241e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (a0c87802-4ea4-47ca-8770-96eb56986af1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:45.009212 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c344de-0376-4509-a53c-287c06af1e57 req-5a34b69f-0689-4c5e-9fef-f326c1e514ef tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:45.023063 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-89c344de-0376-4509-a53c-287c06af1e57 req-5a34b69f-0689-4c5e-9fef-f326c1e514ef tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3663295-21ff-49ff-91a6-5cc9b2be6ab2 HTTP/1.1" status: 200 len: 945 time: 0.2230585 Mar 07 10:35:45.041011 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4ca5a733-b6ad-41d2-b810-4a82b6241e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:45.057937 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44806) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:45.059597 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4ca5a733-b6ad-41d2-b810-4a82b6241e08 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a0c87802-4ea4-47ca-8770-96eb56986af1 HTTP/1.1" status: 204 len: 168 time: 0.6662698 Mar 07 10:35:45.063299 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5a733-b6ad-41d2-b810-4a82b6241e08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0c87802-4ea4-47ca-8770-96eb56986af1,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:45.136759 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07b99d-b92d-490f-9278-9e5bd19a34e2 req-42bb01df-2602-4c80-abec-97b52691d340 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:45.146698 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ca07b99d-b92d-490f-9278-9e5bd19a34e2 req-42bb01df-2602-4c80-abec-97b52691d340 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 945 time: 0.2912397 Mar 07 10:35:45.313357 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-89c344de-0376-4509-a53c-287c06af1e57 req-3e337f25-d9ef-4636-805e-f80d04655a9a tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] 10.222.0.11 "GET /v2.0/security-groups?id=08347d07-6cb5-4c49-9274-66c6f209e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814536 Mar 07 10:35:45.347057 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e996e7ae-d5bd-41fa-9acb-923e784c5bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (1c9349e7-4e65-4998-b65b-262e6f8a6364), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:45.362141 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ca07b99d-b92d-490f-9278-9e5bd19a34e2 req-8c2cdfeb-be5b-434c-a990-9a138f5bbd32 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144530 Mar 07 10:35:45.445829 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77dd00d-c7da-4076-88c8-ab44f3292c6b req-e40ba583-43f6-4f6b-ad1e-2d807c2f5225 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:45.447418 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e77dd00d-c7da-4076-88c8-ab44f3292c6b req-e40ba583-43f6-4f6b-ad1e-2d807c2f5225 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3663295-21ff-49ff-91a6-5cc9b2be6ab2 HTTP/1.1" status: 200 len: 945 time: 0.2077680 Mar 07 10:35:45.719344 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e996e7ae-d5bd-41fa-9acb-923e784c5bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (1c9349e7-4e65-4998-b65b-262e6f8a6364), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:45.825410 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c3f44-d94f-44b4-a9a4-851ed0cb5fbc req-5552e2b7-acc8-46c6-95bd-36ee3af9b27f tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:45.832905 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ba1c3f44-d94f-44b4-a9a4-851ed0cb5fbc req-5552e2b7-acc8-46c6-95bd-36ee3af9b27f tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 943 time: 0.3531983 Mar 07 10:35:45.857283 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-e996e7ae-d5bd-41fa-9acb-923e784c5bbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c9349e7-4e65-4998-b65b-262e6f8a6364']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:45.877689 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-e77dd00d-c7da-4076-88c8-ab44f3292c6b req-b9c2ceda-3cac-4007-9169-cbcb75488353 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] Deleting port d2c602fc-633c-4dbc-ac04-84b2bb346a9e {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:35:45.878195 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e77dd00d-c7da-4076-88c8-ab44f3292c6b req-b9c2ceda-3cac-4007-9169-cbcb75488353 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (d2c602fc-633c-4dbc-ac04-84b2bb346a9e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:45.908408 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-e996e7ae-d5bd-41fa-9acb-923e784c5bbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:45.908704 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-e996e7ae-d5bd-41fa-9acb-923e784c5bbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:45.926973 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2b379-280f-4090-97df-a84ce5b71ad1 req-65e322c2-a5e7-4420-9b6b-4e9d89ef0048 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:45.934946 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-94d2b379-280f-4090-97df-a84ce5b71ad1 req-65e322c2-a5e7-4420-9b6b-4e9d89ef0048 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 946 time: 0.3468328 Mar 07 10:35:46.008486 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e996e7ae-d5bd-41fa-9acb-923e784c5bbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:46.034667 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ba1c3f44-d94f-44b4-a9a4-851ed0cb5fbc req-975ae987-1ebd-4e10-a574-586906fe85f7 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007670 Mar 07 10:35:46.071780 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e996e7ae-d5bd-41fa-9acb-923e784c5bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:46.090331 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e996e7ae-d5bd-41fa-9acb-923e784c5bbc admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:35:46.090978 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e996e7ae-d5bd-41fa-9acb-923e784c5bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (bc00b79e-1bfe-45e8-9b76-2c115bcb7fbd), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:46.093173 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:35:46.093173 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:35:46.093173 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:35:46.093173 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:35:46.093173 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:35:46.093173 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:35:46.093173 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:35:46.093173 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:35:46.093173 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:35:46.093173 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:35:46.093173 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:35:46.093173 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:35:46.093173 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:35:46.093173 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:35:46.093173 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:35:46.093173 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:35:46.093173 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:35:46.093173 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:35:46.093173 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:35:46.093173 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:35:46.093173 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:35:46.093173 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:35:46.093173 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:35:46.093173 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:35:46.093173 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:35:46.093173 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:35:46.093173 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:35:46.093173 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:35:46.093173 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:35:46.093173 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:35:46.093173 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:35:46.093173 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:35:46.167588 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-94d2b379-280f-4090-97df-a84ce5b71ad1 req-194b481f-2d24-44b9-93d6-b54f46e4963a tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314525 Mar 07 10:35:46.280072 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e996e7ae-d5bd-41fa-9acb-923e784c5bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (1c9349e7-4e65-4998-b65b-262e6f8a6364), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:46.286468 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-e77dd00d-c7da-4076-88c8-ab44f3292c6b req-b9c2ceda-3cac-4007-9169-cbcb75488353 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] For port d2c602fc-633c-4dbc-ac04-84b2bb346a9e, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d2c602fc-633c-4dbc-ac04-84b2bb346a9e,segment=NetworkSegment(4d301f0b-d152-4231-b36a-9f5368efa79d),segment_id=4d301f0b-d152-4231-b36a-9f5368efa79d)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:46.287736 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e996e7ae-d5bd-41fa-9acb-923e784c5bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:46.292149 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e77dd00d-c7da-4076-88c8-ab44f3292c6b req-b9c2ceda-3cac-4007-9169-cbcb75488353 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (d2c602fc-633c-4dbc-ac04-84b2bb346a9e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:46.298511 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e996e7ae-d5bd-41fa-9acb-923e784c5bbc admin admin] 10.222.0.11 "DELETE /v2.0/networks/1c9349e7-4e65-4998-b65b-262e6f8a6364 HTTP/1.1" status: 204 len: 168 time: 1.2178576 Mar 07 10:35:46.354681 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e996e7ae-d5bd-41fa-9acb-923e784c5bbc admin admin] Pushing event deleted for resources: {'Network': ['ID=1c9349e7-4e65-4998-b65b-262e6f8a6364,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:46.357368 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-e77dd00d-c7da-4076-88c8-ab44f3292c6b req-b9c2ceda-3cac-4007-9169-cbcb75488353 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] Calling delete_port for d2c602fc-633c-4dbc-ac04-84b2bb346a9e owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:35:46.524110 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3557d5f-4daf-4b2e-89af-66fd811041c4 req-f3556a76-fe88-41da-af2c-d7896cb43a3d tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:46.526282 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b3557d5f-4daf-4b2e-89af-66fd811041c4 req-f3556a76-fe88-41da-af2c-d7896cb43a3d tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 946 time: 0.1611364 Mar 07 10:35:46.643040 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b3557d5f-4daf-4b2e-89af-66fd811041c4 req-80b1a375-7490-46da-8fe0-7e17ae50af8d tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074455 Mar 07 10:35:46.703602 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea89df-9254-4464-aa67-b3f17056eabb req-435c016e-af3b-4fab-8e8a-3fd76efb7670 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:46.710918 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-30ea89df-9254-4464-aa67-b3f17056eabb req-435c016e-af3b-4fab-8e8a-3fd76efb7670 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] 10.222.0.11 "GET /v2.0/ports?device_id=f3663295-21ff-49ff-91a6-5cc9b2be6ab2 HTTP/1.1" status: 200 len: 945 time: 0.1743743 Mar 07 10:35:46.713252 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 186fb1cf-b008-4466-a545-e40a27345d37 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:35:46.717558 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44856) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:46.819044 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-30ea89df-9254-4464-aa67-b3f17056eabb req-769f81c3-d389-45bc-a14e-ea1e3df0c431 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] 10.222.0.11 "GET /v2.0/security-groups?id=08347d07-6cb5-4c49-9274-66c6f209e2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071098 Mar 07 10:35:46.843295 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] The host n-h1-832164-4 is not matching for port 186fb1cf-b008-4466-a545-e40a27345d37 host n-h2-832164-4! {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 10:35:46.846833 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 186fb1cf-b008-4466-a545-e40a27345d37 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:35:46.900853 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e77dd00d-c7da-4076-88c8-ab44f3292c6b req-b9c2ceda-3cac-4007-9169-cbcb75488353 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (d2c602fc-633c-4dbc-ac04-84b2bb346a9e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:46.912022 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-97436146-2dfe-4e39-a2fa-8ad22976d43c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cc6f3fbdf9284c94904af0b2498a31e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1929100 Mar 07 10:35:46.917795 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['d2c602fc-633c-4dbc-ac04-84b2bb346a9e'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:35:46.924576 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44860) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:47.033878 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2ceda-3cac-4007-9169-cbcb75488353 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] Pushing event deleted for resources: {'Port': ['ID=d2c602fc-633c-4dbc-ac04-84b2bb346a9e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:47.057672 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77dd00d-c7da-4076-88c8-ab44f3292c6b req-b9c2ceda-3cac-4007-9169-cbcb75488353 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] No DVR routers for this DVR port d2c602fc-633c-4dbc-ac04-84b2bb346a9e on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:35:47.060754 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e77dd00d-c7da-4076-88c8-ab44f3292c6b req-b9c2ceda-3cac-4007-9169-cbcb75488353 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:47.064257 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e77dd00d-c7da-4076-88c8-ab44f3292c6b req-b9c2ceda-3cac-4007-9169-cbcb75488353 tempest-VolumesAdminNegativeTest-678339178 tempest-VolumesAdminNegativeTest-678339178-project] 10.222.0.31 "DELETE /v2.0/ports/d2c602fc-633c-4dbc-ac04-84b2bb346a9e HTTP/1.1" status: 204 len: 173 time: 1.6093214 Mar 07 10:35:47.064718 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3663295-21ff-49ff-91a6-5cc9b2be6ab2', 'name': 'network-vif-deleted', 'tag': 'd2c602fc-633c-4dbc-ac04-84b2bb346a9e'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:35:47.065243 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071d36d-5d65-4302-a80a-fe0b1df73046 req-a6879dec-cf18-4344-8709-41696fe529c0 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:47.067139 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f12315-c7a9-4308-950c-b4e5ede5d667" -d '{"events": [{"server_uuid": "f3663295-21ff-49ff-91a6-5cc9b2be6ab2", "name": "network-vif-deleted", "tag": "d2c602fc-633c-4dbc-ac04-84b2bb346a9e"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:35:47.080801 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5071d36d-5d65-4302-a80a-fe0b1df73046 req-a6879dec-cf18-4344-8709-41696fe529c0 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 945 time: 0.3238077 Mar 07 10:35:47.510547 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 186fb1cf-b008-4466-a545-e40a27345d37 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:35:47.630734 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49163395-8166-4fb2-8134-d7311f23cf81 admin admin] Publish callbacks [] for security_group (d7a3d174-963e-4b87-8d2f-a2b13bebef2f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:47.656166 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49163395-8166-4fb2-8134-d7311f23cf81 admin admin] Publish callbacks [] for security_group (d7a3d174-963e-4b87-8d2f-a2b13bebef2f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:47.728261 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49163395-8166-4fb2-8134-d7311f23cf81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d7a3d174-963e-4b87-8d2f-a2b13bebef2f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:47.737873 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49163395-8166-4fb2-8134-d7311f23cf81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:47.743978 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-49163395-8166-4fb2-8134-d7311f23cf81 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d7a3d174-963e-4b87-8d2f-a2b13bebef2f HTTP/1.1" status: 204 len: 168 time: 0.8147569 Mar 07 10:35:47.832525 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5071d36d-5d65-4302-a80a-fe0b1df73046 req-f5b51f31-2733-4fcb-9795-dfdc4933301d tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7472296 Mar 07 10:35:47.834316 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 186fb1cf-b008-4466-a545-e40a27345d37 is: DOWN; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:35:47.835615 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49163395-8166-4fb2-8134-d7311f23cf81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a3d174-963e-4b87-8d2f-a2b13bebef2f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:47.990028 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd95375-bb34-471f-b89d-1021598ff1f0 req-1c607b58-3207-4246-9dc3-d81de4f2ca82 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:47.999454 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8cd95375-bb34-471f-b89d-1021598ff1f0 req-1c607b58-3207-4246-9dc3-d81de4f2ca82 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 943 time: 0.1354916 Mar 07 10:35:48.016200 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e999a0-bd29-4209-ad84-b885061ed6f6 x-openstack-request-id: req-11e999a0-bd29-4209-ad84-b885061ed6f6 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:35:48.016425 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3663295-21ff-49ff-91a6-5cc9b2be6ab2", "name": "network-vif-deleted", "tag": "d2c602fc-633c-4dbc-ac04-84b2bb346a9e", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:35:48.016690 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-11e999a0-bd29-4209-ad84-b885061ed6f6 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:35:48.017244 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3663295-21ff-49ff-91a6-5cc9b2be6ab2', 'name': 'network-vif-deleted', 'tag': 'd2c602fc-633c-4dbc-ac04-84b2bb346a9e', 'status': 'completed', 'code': 200} Mar 07 10:35:48.040692 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:48.145051 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8cd95375-bb34-471f-b89d-1021598ff1f0 req-07f36a77-8816-4fa9-b533-a54e2cb68d63 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436837 Mar 07 10:35:48.326613 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44908) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:48.486063 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e2ecd-1171-41ff-a819-795be41a897c req-5da8a757-b2af-40b4-9e95-45a2b72c1c1e tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:48.496838 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-446e2ecd-1171-41ff-a819-795be41a897c req-5da8a757-b2af-40b4-9e95-45a2b72c1c1e tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 946 time: 0.1647432 Mar 07 10:35:48.535375 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c4601b7-589e-4684-b470-b1b0cb3ec3e2 admin admin] Deleting subnet 5b7c9324-dd3a-484d-9a4f-f974c25d4ef4 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:35:48.557478 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8c4601b7-589e-4684-b470-b1b0cb3ec3e2 admin admin] Publish callbacks [] for subnet (5b7c9324-dd3a-484d-9a4f-f974c25d4ef4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:48.627858 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-446e2ecd-1171-41ff-a819-795be41a897c req-ddc70ad0-8fd3-4e07-84b3-b9eb2b31983a tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263700 Mar 07 10:35:48.713127 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8c4601b7-589e-4684-b470-b1b0cb3ec3e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (5b7c9324-dd3a-484d-9a4f-f974c25d4ef4), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:48.853314 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8c4601b7-589e-4684-b470-b1b0cb3ec3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (5b7c9324-dd3a-484d-9a4f-f974c25d4ef4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:48.952378 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8c4601b7-589e-4684-b470-b1b0cb3ec3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (5b7c9324-dd3a-484d-9a4f-f974c25d4ef4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:49.036187 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8c4601b7-589e-4684-b470-b1b0cb3ec3e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:49.049313 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8c4601b7-589e-4684-b470-b1b0cb3ec3e2 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5b7c9324-dd3a-484d-9a4f-f974c25d4ef4 HTTP/1.1" status: 204 len: 168 time: 0.7214661 Mar 07 10:35:49.049944 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44940) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:49.058063 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4601b7-589e-4684-b470-b1b0cb3ec3e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b7c9324-dd3a-484d-9a4f-f974c25d4ef4,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:49.131249 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c5b57-1b01-44c8-8b82-ae227ea6c1a7 req-4cf53455-d176-4c49-97e0-c988e0136385 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:49.143383 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d79c5b57-1b01-44c8-8b82-ae227ea6c1a7 req-4cf53455-d176-4c49-97e0-c988e0136385 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 945 time: 0.1286886 Mar 07 10:35:49.156710 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44944) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:49.185982 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1d934-7056-4531-8c04-f20c90c8572c req-93d58dca-4e8b-49b6-ba8a-365518bde1fe tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:49.195680 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c8c1d934-7056-4531-8c04-f20c90c8572c req-93d58dca-4e8b-49b6-ba8a-365518bde1fe tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 946 time: 0.3912680 Mar 07 10:35:49.268545 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d79c5b57-1b01-44c8-8b82-ae227ea6c1a7 req-4d62c476-b300-493c-8e33-d80f00622939 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225307 Mar 07 10:35:49.342751 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-712fe757-6e2c-4006-919e-ba5842d6042a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (494d19d2-a8bc-4c21-a1c0-9918d58b05f3), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:49.395118 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c8c1d934-7056-4531-8c04-f20c90c8572c req-edb275d8-3a34-4597-b7ed-1830de351c89 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977828 Mar 07 10:35:49.525240 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device d2c602fc-633c-4dbc-ac04-84b2bb346a9e no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:35:49.637969 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: d2c602fc-633c-4dbc-ac04-84b2bb346a9e {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:35:49.646017 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device d2c602fc-633c-4dbc-ac04-84b2bb346a9e not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:35:49.727169 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503585f-08d3-469d-88c9-a4a3da6a383c req-791e98d9-bd91-48be-a4a3-a48bdb1683b9 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:49.728144 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f503585f-08d3-469d-88c9-a4a3da6a383c req-791e98d9-bd91-48be-a4a3-a48bdb1683b9 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 943 time: 0.1445539 Mar 07 10:35:49.770017 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5f4a4a4-e7d2-4a67-8187-d6bab9ac969d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:49.789449 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-712fe757-6e2c-4006-919e-ba5842d6042a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (494d19d2-a8bc-4c21-a1c0-9918d58b05f3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:49.880859 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-712fe757-6e2c-4006-919e-ba5842d6042a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['494d19d2-a8bc-4c21-a1c0-9918d58b05f3']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:49.941533 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f503585f-08d3-469d-88c9-a4a3da6a383c req-bd369203-9cba-4c0e-96f1-f4a5e4db7f52 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050343 Mar 07 10:35:49.952585 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-712fe757-6e2c-4006-919e-ba5842d6042a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d301f0b-d152-4231-b36a-9f5368efa79d') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:49.965594 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-712fe757-6e2c-4006-919e-ba5842d6042a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d301f0b-d152-4231-b36a-9f5368efa79d') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:50.040263 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-712fe757-6e2c-4006-919e-ba5842d6042a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (4d301f0b-d152-4231-b36a-9f5368efa79d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:50.124432 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-712fe757-6e2c-4006-919e-ba5842d6042a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (4d301f0b-d152-4231-b36a-9f5368efa79d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:50.154449 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-712fe757-6e2c-4006-919e-ba5842d6042a admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:35:50.155353 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-712fe757-6e2c-4006-919e-ba5842d6042a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (4d301f0b-d152-4231-b36a-9f5368efa79d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:50.159160 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:35:50.159160 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:35:50.159160 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:35:50.159160 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:35:50.159160 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:35:50.159160 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:35:50.159160 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:35:50.159160 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:35:50.159160 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:35:50.159160 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:35:50.159160 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:35:50.159160 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:35:50.159160 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:35:50.159160 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:35:50.159160 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:35:50.159160 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:35:50.159160 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:35:50.159160 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:35:50.159160 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:35:50.159160 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:35:50.159160 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:35:50.159160 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:35:50.159160 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:35:50.159160 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:35:50.159160 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:35:50.159160 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:35:50.159160 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:35:50.159160 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:35:50.159160 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:35:50.159160 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:35:50.159160 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:35:50.159160 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:35:50.407830 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-712fe757-6e2c-4006-919e-ba5842d6042a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (494d19d2-a8bc-4c21-a1c0-9918d58b05f3), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:50.424765 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd86ec7-68fb-4e49-a7ff-94f4bc5f5a42 req-4c5872d9-9b65-497c-b4c0-31fe776338fa tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:50.426717 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9fd86ec7-68fb-4e49-a7ff-94f4bc5f5a42 req-4c5872d9-9b65-497c-b4c0-31fe776338fa tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 946 time: 0.3431551 Mar 07 10:35:50.450782 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-712fe757-6e2c-4006-919e-ba5842d6042a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:50.457526 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-712fe757-6e2c-4006-919e-ba5842d6042a admin admin] 10.222.0.11 "DELETE /v2.0/networks/494d19d2-a8bc-4c21-a1c0-9918d58b05f3 HTTP/1.1" status: 204 len: 168 time: 1.3946440 Mar 07 10:35:50.461911 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712fe757-6e2c-4006-919e-ba5842d6042a admin admin] Pushing event deleted for resources: {'Network': ['ID=494d19d2-a8bc-4c21-a1c0-9918d58b05f3,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:50.464352 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44994) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:50.466364 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5f4a4a4-e7d2-4a67-8187-d6bab9ac969d admin admin] Publish callbacks [] for security_group (8b81ed35-14b8-4734-ae4e-bba6f2651cfe), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:50.506436 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5f4a4a4-e7d2-4a67-8187-d6bab9ac969d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8b81ed35-14b8-4734-ae4e-bba6f2651cfe), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:50.548278 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6d9dc1-e2d9-46ed-8bbd-3e7ab4c541bb req-a4d8f0f6-7bc8-4ac5-9b51-7a12a942d520 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:50.554631 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4e6d9dc1-e2d9-46ed-8bbd-3e7ab4c541bb req-a4d8f0f6-7bc8-4ac5-9b51-7a12a942d520 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 945 time: 0.1473644 Mar 07 10:35:50.637586 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9fd86ec7-68fb-4e49-a7ff-94f4bc5f5a42 req-9c79f17a-be1b-4681-870a-409476faa777 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883612 Mar 07 10:35:50.648347 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4e6d9dc1-e2d9-46ed-8bbd-3e7ab4c541bb req-c589e37f-2e01-4aaa-b9ef-d3e92ca8f5c0 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866024 Mar 07 10:35:50.734205 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d5f4a4a4-e7d2-4a67-8187-d6bab9ac969d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7bdc823fc1374762b52f8e20f6f0be0e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5626423 Mar 07 10:35:50.736134 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45002) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:50.750565 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:35:50.792302 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d10b1f-9016-4bb5-a732-fa98e451ab93 admin admin] Deleting subnet aced0b39-60e3-432c-b1f5-02898f82ba62 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:35:50.796183 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4a4a4-e7d2-4a67-8187-d6bab9ac969d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b81ed35-14b8-4734-ae4e-bba6f2651cfe,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:50.813489 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8d10b1f-9016-4bb5-a732-fa98e451ab93 admin admin] Publish callbacks [] for subnet (aced0b39-60e3-432c-b1f5-02898f82ba62), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:50.862469 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-047c56c7-736b-43f3-9e0f-51ee16b4d472 admin admin] Publish callbacks [] for security_group (8b81ed35-14b8-4734-ae4e-bba6f2651cfe), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:50.885680 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8d10b1f-9016-4bb5-a732-fa98e451ab93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (aced0b39-60e3-432c-b1f5-02898f82ba62), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:50.910575 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-047c56c7-736b-43f3-9e0f-51ee16b4d472 admin admin] Publish callbacks [] for security_group (8b81ed35-14b8-4734-ae4e-bba6f2651cfe), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:50.977081 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8d10b1f-9016-4bb5-a732-fa98e451ab93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (aced0b39-60e3-432c-b1f5-02898f82ba62), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:51.018354 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-047c56c7-736b-43f3-9e0f-51ee16b4d472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8b81ed35-14b8-4734-ae4e-bba6f2651cfe), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:51.021254 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-047c56c7-736b-43f3-9e0f-51ee16b4d472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:51.025649 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-047c56c7-736b-43f3-9e0f-51ee16b4d472 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8b81ed35-14b8-4734-ae4e-bba6f2651cfe HTTP/1.1" status: 204 len: 168 time: 0.2882531 Mar 07 10:35:51.040779 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c56c7-736b-43f3-9e0f-51ee16b4d472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b81ed35-14b8-4734-ae4e-bba6f2651cfe,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:51.150069 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8d10b1f-9016-4bb5-a732-fa98e451ab93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (aced0b39-60e3-432c-b1f5-02898f82ba62), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:51.229981 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8d10b1f-9016-4bb5-a732-fa98e451ab93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:51.236338 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b8d10b1f-9016-4bb5-a732-fa98e451ab93 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/aced0b39-60e3-432c-b1f5-02898f82ba62 HTTP/1.1" status: 204 len: 168 time: 0.7665067 Mar 07 10:35:51.236338 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d10b1f-9016-4bb5-a732-fa98e451ab93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aced0b39-60e3-432c-b1f5-02898f82ba62,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:51.237039 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45016) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:51.360162 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1305a4-3cae-4b5f-a3b4-ede3fe506aa1 req-39ce425d-46ec-4dea-a5cc-e2e2aa218edf tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:51.365263 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bc1305a4-3cae-4b5f-a3b4-ede3fe506aa1 req-39ce425d-46ec-4dea-a5cc-e2e2aa218edf tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 943 time: 0.1509652 Mar 07 10:35:51.408180 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ffa7d106-650a-4726-971f-723b46c7832c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (32e6f4a9-2c86-406b-b23c-d167dacf27fb), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:51.564622 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bc1305a4-3cae-4b5f-a3b4-ede3fe506aa1 req-2d20483b-7212-4029-a8ad-cc4359ddf102 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783967 Mar 07 10:35:51.682704 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ffa7d106-650a-4726-971f-723b46c7832c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (32e6f4a9-2c86-406b-b23c-d167dacf27fb), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:51.722445 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ffa7d106-650a-4726-971f-723b46c7832c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e6f4a9-2c86-406b-b23c-d167dacf27fb']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:51.736309 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ffa7d106-650a-4726-971f-723b46c7832c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c01ad35f-e638-40ab-bce1-c7ec7ff4e57b') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:51.737516 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ffa7d106-650a-4726-971f-723b46c7832c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c01ad35f-e638-40ab-bce1-c7ec7ff4e57b') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:35:51.763228 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ffa7d106-650a-4726-971f-723b46c7832c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (c01ad35f-e638-40ab-bce1-c7ec7ff4e57b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:51.785953 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ffa7d106-650a-4726-971f-723b46c7832c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (c01ad35f-e638-40ab-bce1-c7ec7ff4e57b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:51.797985 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa7d106-650a-4726-971f-723b46c7832c admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:35:51.798593 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ffa7d106-650a-4726-971f-723b46c7832c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (c01ad35f-e638-40ab-bce1-c7ec7ff4e57b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:51.906628 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:35:51.906628 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:35:51.906628 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:35:51.906628 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:35:51.906628 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:35:51.906628 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:35:51.906628 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:35:51.906628 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:35:51.906628 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:35:51.906628 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:35:51.906628 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:35:51.906628 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:35:51.906628 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:35:51.906628 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:35:51.906628 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:35:51.906628 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:35:51.906628 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:35:51.906628 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:35:51.906628 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:35:51.906628 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:35:51.906628 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:35:51.906628 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:35:51.906628 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:35:51.906628 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:35:51.906628 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:35:51.906628 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:35:51.906628 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:35:51.906628 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:35:51.906628 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:35:51.906628 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:35:51.906628 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:35:51.906628 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:35:51.932586 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ffa7d106-650a-4726-971f-723b46c7832c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (32e6f4a9-2c86-406b-b23c-d167dacf27fb), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:51.994643 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ffa7d106-650a-4726-971f-723b46c7832c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:51.998690 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ffa7d106-650a-4726-971f-723b46c7832c admin admin] 10.222.0.11 "DELETE /v2.0/networks/32e6f4a9-2c86-406b-b23c-d167dacf27fb HTTP/1.1" status: 204 len: 168 time: 0.7604809 Mar 07 10:35:52.034378 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa7d106-650a-4726-971f-723b46c7832c admin admin] Pushing event deleted for resources: {'Network': ['ID=32e6f4a9-2c86-406b-b23c-d167dacf27fb,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:52.064641 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec2f6a-c9fc-474a-b29d-2d9cf65e5c9e req-582b6c1f-7f04-425d-833c-5a0ce9f46523 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:52.075128 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3aec2f6a-c9fc-474a-b29d-2d9cf65e5c9e req-582b6c1f-7f04-425d-833c-5a0ce9f46523 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 945 time: 0.1646256 Mar 07 10:35:52.085157 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a5657-898e-4130-a266-5d048ed95bda req-324d7cfe-4f56-4f07-9d68-ea106bfe9748 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:52.101285 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-905a5657-898e-4130-a266-5d048ed95bda req-324d7cfe-4f56-4f07-9d68-ea106bfe9748 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 946 time: 0.1832623 Mar 07 10:35:52.213435 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-905a5657-898e-4130-a266-5d048ed95bda req-e2be4bd4-f9b5-4c1a-9f76-280825ed603d tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037765 Mar 07 10:35:52.244829 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3aec2f6a-c9fc-474a-b29d-2d9cf65e5c9e req-9f305eb5-fbf7-4741-88cb-e9454b2be1ac tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645794 Mar 07 10:35:52.403464 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45062) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:52.566939 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45078) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:52.567527 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-314a81f4-d1f4-41c9-8e11-107e8e63267f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0ebfb9a5ea0741d99b0516b89175b55f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1590955 Mar 07 10:35:52.678722 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:52.714522 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-45c74aa1-28e5-484e-9803-bd739e3388ee admin admin] Publish callbacks [] for security_group (08347d07-6cb5-4c49-9274-66c6f209e2b9), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:52.811353 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-45c74aa1-28e5-484e-9803-bd739e3388ee admin admin] Publish callbacks [] for security_group (08347d07-6cb5-4c49-9274-66c6f209e2b9), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:52.869537 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692f724-99b9-42b4-80ca-e1cfad69651d req-297c359f-1f5e-48b5-b324-0b5ecda54b73 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:52.880357 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c692f724-99b9-42b4-80ca-e1cfad69651d req-297c359f-1f5e-48b5-b324-0b5ecda54b73 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 943 time: 0.1816163 Mar 07 10:35:52.958226 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-45c74aa1-28e5-484e-9803-bd739e3388ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (08347d07-6cb5-4c49-9274-66c6f209e2b9), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:52.962527 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-45c74aa1-28e5-484e-9803-bd739e3388ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:52.966983 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-45c74aa1-28e5-484e-9803-bd739e3388ee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/08347d07-6cb5-4c49-9274-66c6f209e2b9 HTTP/1.1" status: 204 len: 168 time: 0.3966060 Mar 07 10:35:52.990069 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c74aa1-28e5-484e-9803-bd739e3388ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08347d07-6cb5-4c49-9274-66c6f209e2b9,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:53.054281 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c692f724-99b9-42b4-80ca-e1cfad69651d req-799c2170-5cf2-47fc-af7c-c22136ccce15 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603389 Mar 07 10:35:53.226093 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45110) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:53.639155 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-0de9a5ec-305d-4799-986d-fe1da8c836f2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2029149813-network', 'tenant_id': 'f301efab486a424c85bcd12c9ff47792'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:53.704675 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf25628-095a-41ec-a38f-363405273952 req-8ec2dba3-22d1-426d-b81e-876b7c4fd58d tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:53.714640 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ebf25628-095a-41ec-a38f-363405273952 req-8ec2dba3-22d1-426d-b81e-876b7c4fd58d tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 945 time: 0.2414324 Mar 07 10:35:53.754129 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45122) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:53.765414 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313fd6a-4911-4411-a8d7-17e001e85194 req-ccd1fccf-af20-42b6-975b-030c86feac9d tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:53.767039 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8313fd6a-4911-4411-a8d7-17e001e85194 req-ccd1fccf-af20-42b6-975b-030c86feac9d tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 946 time: 0.3291802 Mar 07 10:35:53.767823 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de9a5ec-305d-4799-986d-fe1da8c836f2 admin admin] Made reservation on behalf of f301efab486a424c85bcd12c9ff47792 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:35:53.770367 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0de9a5ec-305d-4799-986d-fe1da8c836f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:53.813275 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0de9a5ec-305d-4799-986d-fe1da8c836f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:53.912325 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8313fd6a-4911-4411-a8d7-17e001e85194 req-44307898-c14b-43ca-a6cd-edfc9c98b933 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308694 Mar 07 10:35:53.979895 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ebf25628-095a-41ec-a38f-363405273952 req-f7bcb7b2-2499-4ef2-bcdb-d6607bf67619 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642598 Mar 07 10:35:54.043099 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-4725daec-43a3-4c9f-840d-72534f15e962 service neutron] 10.222.0.31 "GET /v2.0/ports/186fb1cf-b008-4466-a545-e40a27345d37/bindings/n-h1-832164-4 HTTP/1.1" status: 200 len: 384 time: 0.2996333 Mar 07 10:35:54.045923 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0de9a5ec-305d-4799-986d-fe1da8c836f2 admin admin] Publish callbacks [] for security_group (ad0cbff2-0910-406b-9d22-904e46c62c29), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:54.053240 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0de9a5ec-305d-4799-986d-fe1da8c836f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ad0cbff2-0910-406b-9d22-904e46c62c29), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:54.077678 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1dc1c2bd-4140-4b16-9b70-aacb24b2ec02 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5a9a4aad810246d7ae7109a69a7244c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3259861 Mar 07 10:35:54.080692 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45140) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:54.188921 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de9a5ec-305d-4799-986d-fe1da8c836f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:35:54.219837 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b953e989-17a3-4f1f-83a0-f20546e1c5b6 admin admin] Publish callbacks [] for security_group (df8b8f6f-d437-4195-b603-3bbf996e09ca), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:54.221611 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9a5ec-305d-4799-986d-fe1da8c836f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0cbff2-0910-406b-9d22-904e46c62c29,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:54.228874 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0de9a5ec-305d-4799-986d-fe1da8c836f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (ab1853c3-2297-45ca-b796-312b4163fc12), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:54.229259 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-0de9a5ec-305d-4799-986d-fe1da8c836f2 admin admin] Added segment ab1853c3-2297-45ca-b796-312b4163fc12 of type vlan for network dcac9b3e-0f0c-4eac-b551-336dc0be45fc Mar 07 10:35:54.296044 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b953e989-17a3-4f1f-83a0-f20546e1c5b6 admin admin] Publish callbacks [] for security_group (df8b8f6f-d437-4195-b603-3bbf996e09ca), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:54.307049 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0de9a5ec-305d-4799-986d-fe1da8c836f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (dcac9b3e-0f0c-4eac-b551-336dc0be45fc), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:54.360031 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0de9a5ec-305d-4799-986d-fe1da8c836f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (dcac9b3e-0f0c-4eac-b551-336dc0be45fc), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:54.365373 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de9a5ec-305d-4799-986d-fe1da8c836f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:54.366843 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0de9a5ec-305d-4799-986d-fe1da8c836f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:54.386153 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada7172-c999-4a6e-a67b-4378c0e14bf0 req-648a52ed-04d5-4432-83f8-7d6905fde987 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:54.394603 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3ada7172-c999-4a6e-a67b-4378c0e14bf0 req-648a52ed-04d5-4432-83f8-7d6905fde987 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 943 time: 0.2275033 Mar 07 10:35:54.497517 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0de9a5ec-305d-4799-986d-fe1da8c836f2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2692268 Mar 07 10:35:54.501858 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45152) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:54.508711 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-451f0cf8-16b2-40f9-8c30-5259d1e97c21 admin admin] Request body: {'subnet': {'network_id': 'dcac9b3e-0f0c-4eac-b551-336dc0be45fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2029149813-subnet', 'tenant_id': 'f301efab486a424c85bcd12c9ff47792', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:54.513387 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b953e989-17a3-4f1f-83a0-f20546e1c5b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (df8b8f6f-d437-4195-b603-3bbf996e09ca), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:54.515968 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b953e989-17a3-4f1f-83a0-f20546e1c5b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:54.517470 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b953e989-17a3-4f1f-83a0-f20546e1c5b6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/df8b8f6f-d437-4195-b603-3bbf996e09ca HTTP/1.1" status: 204 len: 168 time: 0.4328887 Mar 07 10:35:54.532801 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9a5ec-305d-4799-986d-fe1da8c836f2 admin admin] Pushing event updated for resources: {'Network': ['ID=dcac9b3e-0f0c-4eac-b551-336dc0be45fc,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:54.545227 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network dcac9b3e-0f0c-4eac-b551-336dc0be45fc details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:35:54.587666 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953e989-17a3-4f1f-83a0-f20546e1c5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8b8f6f-d437-4195-b603-3bbf996e09ca,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:54.621837 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451f0cf8-16b2-40f9-8c30-5259d1e97c21 admin admin] Made reservation on behalf of f301efab486a424c85bcd12c9ff47792 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:35:54.624908 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-a4644aa2-9673-4ff8-93cf-02cccd1a39f4 service neutron] For port 186fb1cf-b008-4466-a545-e40a27345d37, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=186fb1cf-b008-4466-a545-e40a27345d37,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:54.627644 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-451f0cf8-16b2-40f9-8c30-5259d1e97c21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:54.697885 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-a4644aa2-9673-4ff8-93cf-02cccd1a39f4 service neutron] For port 186fb1cf-b008-4466-a545-e40a27345d37, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:35:54.853723 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3ada7172-c999-4a6e-a67b-4378c0e14bf0 req-62135e12-7dda-4939-a6ce-1235856de480 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577932 Mar 07 10:35:54.938925 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-a4644aa2-9673-4ff8-93cf-02cccd1a39f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186fb1cf-b008-4466-a545-e40a27345d37 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:35:54.985594 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-451f0cf8-16b2-40f9-8c30-5259d1e97c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (53671417-8d54-4f10-afc3-3dcfa33354fa), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:55.004054 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-a4644aa2-9673-4ff8-93cf-02cccd1a39f4 service neutron] For port 186fb1cf-b008-4466-a545-e40a27345d37, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=186fb1cf-b008-4466-a545-e40a27345d37,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:35:55.057134 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f0cf8-16b2-40f9-8c30-5259d1e97c21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53671417-8d54-4f10-afc3-3dcfa33354fa,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:55.067867 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-a4644aa2-9673-4ff8-93cf-02cccd1a39f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (186fb1cf-b008-4466-a545-e40a27345d37), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:55.122893 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451f0cf8-16b2-40f9-8c30-5259d1e97c21 admin admin] Checking segment: {'id': 'ab1853c3-2297-45ca-b796-312b4163fc12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'dcac9b3e-0f0c-4eac-b551-336dc0be45fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:35:55.123622 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451f0cf8-16b2-40f9-8c30-5259d1e97c21 admin admin] Network hostable DHCP agents. Network: dcac9b3e-0f0c-4eac-b551-336dc0be45fc, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:35:55.213759 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451f0cf8-16b2-40f9-8c30-5259d1e97c21 admin admin] Network dcac9b3e-0f0c-4eac-b551-336dc0be45fc is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:35:55.217337 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-a4644aa2-9673-4ff8-93cf-02cccd1a39f4 service neutron] Transition to ACTIVE for port object 186fb1cf-b008-4466-a545-e40a27345d37 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:35:55.237652 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-a4644aa2-9673-4ff8-93cf-02cccd1a39f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (186fb1cf-b008-4466-a545-e40a27345d37), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:55.319611 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-451f0cf8-16b2-40f9-8c30-5259d1e97c21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, dcac9b3e-0f0c-4eac-b551-336dc0be45fc) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:35:55.327578 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c916fe-c5ca-44cc-bb00-3fa8c9b6870d None None] Network dcac9b3e-0f0c-4eac-b551-336dc0be45fc requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:35:55.331953 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451f0cf8-16b2-40f9-8c30-5259d1e97c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:55.332571 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-451f0cf8-16b2-40f9-8c30-5259d1e97c21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:55.335505 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-a4644aa2-9673-4ff8-93cf-02cccd1a39f4 service neutron] No DVR routers for this DVR port 186fb1cf-b008-4466-a545-e40a27345d37 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:35:55.391651 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-451f0cf8-16b2-40f9-8c30-5259d1e97c21 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8882930 Mar 07 10:35:55.411289 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d2abd-d7fd-4d49-a314-c2d1f061d5af req-3bdc9e69-962a-4560-b99c-20d280ea2c62 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:55.421197 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d83d2abd-d7fd-4d49-a314-c2d1f061d5af req-3bdc9e69-962a-4560-b99c-20d280ea2c62 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 945 time: 0.2248871 Mar 07 10:35:55.540292 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-a4644aa2-9673-4ff8-93cf-02cccd1a39f4 service neutron] 10.222.0.31 "PUT /v2.0/ports/186fb1cf-b008-4466-a545-e40a27345d37/bindings/n-h1-832164-4/activate HTTP/1.1" status: 200 len: 369 time: 1.4888635 Mar 07 10:35:55.571389 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4644aa2-9673-4ff8-93cf-02cccd1a39f4 service neutron] Pushing event updated for resources: {'Port': ['ID=186fb1cf-b008-4466-a545-e40a27345d37,revision_number=10']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:55.609545 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d83d2abd-d7fd-4d49-a314-c2d1f061d5af req-c4117dd2-825b-4ccc-b55c-16b333f4bca1 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805766 Mar 07 10:35:55.650580 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ff1de-3b4c-42f4-bfca-8f075772a727 req-aa3f2c68-d150-405b-89c4-51e55e8b5b34 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:55.665850 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f03ff1de-3b4c-42f4-bfca-8f075772a727 req-aa3f2c68-d150-405b-89c4-51e55e8b5b34 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 946 time: 0.5414536 Mar 07 10:35:55.738530 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d7fdbd-4067-45d7-bf33-7e21886e6f28 None None] Network dcac9b3e-0f0c-4eac-b551-336dc0be45fc requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:35:55.802336 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-d840b73a-c9c1-452b-aa94-00f341f025c4 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:55.804472 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-d840b73a-c9c1-452b-aa94-00f341f025c4 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331&tenant_id=253a7b51025b45cd9cb7114a3377a1db&binding%3Ahost_id=n-h2-832164-4 HTTP/1.1" status: 200 len: 1126 time: 0.1941347 Mar 07 10:35:55.857076 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f03ff1de-3b4c-42f4-bfca-8f075772a727 req-2ba4aad3-2fe1-4906-bc3c-46462d627f8b tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900983 Mar 07 10:35:55.988244 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-17e25af8-a867-4a97-9c14-21ed75ed9b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:55.991504 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-17e25af8-a867-4a97-9c14-21ed75ed9b80 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331&tenant_id=253a7b51025b45cd9cb7114a3377a1db HTTP/1.1" status: 200 len: 1126 time: 0.1683044 Mar 07 10:35:56.166968 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-75728f53-1629-4ce6-81ad-ae13a0409d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:56.168080 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-75728f53-1629-4ce6-81ad-ae13a0409d42 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=253a7b51025b45cd9cb7114a3377a1db&device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 1126 time: 0.1461446 Mar 07 10:35:56.236048 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aa2a64-d09e-4b8a-9169-1d6e04f58c59 req-7078dd71-e13a-47ee-85e5-119dba7e5b2c tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:56.245360 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91aa2a64-d09e-4b8a-9169-1d6e04f58c59 req-7078dd71-e13a-47ee-85e5-119dba7e5b2c tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 944 time: 0.1060059 Mar 07 10:35:56.370984 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91aa2a64-d09e-4b8a-9169-1d6e04f58c59 req-ea81e79e-933c-4d46-9b92-7ef64cfce974 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246195 Mar 07 10:35:56.410255 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45234) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:56.426067 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-9f460f9f-fd91-4fa6-abdf-397792cdc920 req-a3a51fda-8d48-45b1-a9bf-970d5e152688 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-66898405', 'description': 'tempest-description-1948239277'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:56.459628 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-a1e3b408-a591-4738-ae45-dc5b1f9f141c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:56.461170 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-a1e3b408-a591-4738-ae45-dc5b1f9f141c service neutron] 10.222.0.21 "GET /v2.0/networks?id=35723e70-fc1c-4710-9b03-245dacf005c5 HTTP/1.1" status: 200 len: 921 time: 0.2864075 Mar 07 10:35:56.507932 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-2fa29d50-4d6e-458b-9ec0-67c9fd8812d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=186fb1cf-b008-4466-a545-e40a27345d37 HTTP/1.1" status: 200 len: 217 time: 0.0406139 Mar 07 10:35:56.562009 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9f460f9f-fd91-4fa6-abdf-397792cdc920 req-a3a51fda-8d48-45b1-a9bf-970d5e152688 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:56.582829 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-2a7c0187-ef3b-4539-b4a3-53d346be19f2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1089503541-network', 'tenant_id': 'a9726ff86528430ea132e2b9898010d0'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:56.598911 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-34217892-9ec6-4602-abc7-d6dce139587c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:56.600411 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-34217892-9ec6-4602-abc7-d6dce139587c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=504ea141-3c64-48b5-943a-bdbdb84bd6df HTTP/1.1" status: 200 len: 860 time: 0.0861621 Mar 07 10:35:56.616956 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7c0187-ef3b-4539-b4a3-53d346be19f2 admin admin] Made reservation on behalf of a9726ff86528430ea132e2b9898010d0 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:35:56.620006 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2a7c0187-ef3b-4539-b4a3-53d346be19f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:56.634057 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2a7c0187-ef3b-4539-b4a3-53d346be19f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:56.642452 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-bcc310fa-212c-4f02-8375-0ce0f6dffcf1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=35723e70-fc1c-4710-9b03-245dacf005c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356872 Mar 07 10:35:56.785485 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2a7c0187-ef3b-4539-b4a3-53d346be19f2 admin admin] Publish callbacks [] for security_group (fb96500c-a65c-417e-b6bc-13e192d6be15), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:56.793765 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2a7c0187-ef3b-4539-b4a3-53d346be19f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (fb96500c-a65c-417e-b6bc-13e192d6be15), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:56.820565 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a7c0187-ef3b-4539-b4a3-53d346be19f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:35:56.828721 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9f460f9f-fd91-4fa6-abdf-397792cdc920 req-a3a51fda-8d48-45b1-a9bf-970d5e152688 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group (fd227c2d-e46a-454e-9c9e-4651dc19ec6e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:56.840086 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9f460f9f-fd91-4fa6-abdf-397792cdc920 req-a3a51fda-8d48-45b1-a9bf-970d5e152688 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (fd227c2d-e46a-454e-9c9e-4651dc19ec6e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:56.851492 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2a7c0187-ef3b-4539-b4a3-53d346be19f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (8c50b279-d88a-4d5b-bb5d-565a595ad7a1), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:56.851898 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-2a7c0187-ef3b-4539-b4a3-53d346be19f2 admin admin] Added segment 8c50b279-d88a-4d5b-bb5d-565a595ad7a1 of type vlan for network a03ce316-864b-479c-8ebf-69863c32b3c3 Mar 07 10:35:56.870290 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5fb16-855f-4f6c-ae92-4e68ff4e2b31 req-3bcdc066-fd6c-44d1-a795-a8d3ae000c56 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:56.872451 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a2c5fb16-855f-4f6c-ae92-4e68ff4e2b31 req-3bcdc066-fd6c-44d1-a795-a8d3ae000c56 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 945 time: 0.1292601 Mar 07 10:35:56.875019 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c0187-ef3b-4539-b4a3-53d346be19f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb96500c-a65c-417e-b6bc-13e192d6be15,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:56.930111 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2a7c0187-ef3b-4539-b4a3-53d346be19f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (a03ce316-864b-479c-8ebf-69863c32b3c3), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:56.948279 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9f460f9f-fd91-4fa6-abdf-397792cdc920 req-a3a51fda-8d48-45b1-a9bf-970d5e152688 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:56.964613 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9f460f9f-fd91-4fa6-abdf-397792cdc920 req-a3a51fda-8d48-45b1-a9bf-970d5e152688 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.5577209 Mar 07 10:35:56.984622 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a2c5fb16-855f-4f6c-ae92-4e68ff4e2b31 req-5d9e79a6-cc0b-4483-8525-d87217d66d0c tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841715 Mar 07 10:35:56.992605 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2a7c0187-ef3b-4539-b4a3-53d346be19f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (a03ce316-864b-479c-8ebf-69863c32b3c3), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:56.993662 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7c0187-ef3b-4539-b4a3-53d346be19f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:56.994299 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2a7c0187-ef3b-4539-b4a3-53d346be19f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:57.051807 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45258) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:57.052271 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2a7c0187-ef3b-4539-b4a3-53d346be19f2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6399014 Mar 07 10:35:57.077186 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-b28adb68-9202-42cc-b811-f56da2fac4b2 admin admin] Request body: {'subnet': {'network_id': 'a03ce316-864b-479c-8ebf-69863c32b3c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1089503541-subnet', 'tenant_id': 'a9726ff86528430ea132e2b9898010d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:57.094356 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c0187-ef3b-4539-b4a3-53d346be19f2 admin admin] Pushing event updated for resources: {'Network': ['ID=a03ce316-864b-479c-8ebf-69863c32b3c3,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:57.106900 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network a03ce316-864b-479c-8ebf-69863c32b3c3 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:35:57.154815 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45262) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:57.185470 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-db083681-2e23-46ef-a0a3-753fe651c3d2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-991802310'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:57.185934 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-dfeedcfd-7939-485b-b879-ebf59c5af4b5 service neutron] 10.222.0.21 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5281274 Mar 07 10:35:57.188987 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28adb68-9202-42cc-b811-f56da2fac4b2 admin admin] Made reservation on behalf of a9726ff86528430ea132e2b9898010d0 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:35:57.200227 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b28adb68-9202-42cc-b811-f56da2fac4b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:57.202272 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ffcca347-63e0-4643-98f7-a12ae81e1daf req-06a7985a-efe3-4780-a707-6ae3a01c23dc tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] 10.222.0.11 "GET /v2.0/security-groups/fd227c2d-e46a-454e-9c9e-4651dc19ec6e HTTP/1.1" status: 200 len: 1828 time: 0.1001220 Mar 07 10:35:57.216713 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-ffcca347-63e0-4643-98f7-a12ae81e1daf req-ad1c602d-6878-4e0f-85dd-905e64a500c2 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fd227c2d-e46a-454e-9c9e-4651dc19ec6e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:57.217032 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-ffcca347-63e0-4643-98f7-a12ae81e1daf req-ad1c602d-6878-4e0f-85dd-905e64a500c2 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fd227c2d-e46a-454e-9c9e-4651dc19ec6e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:57.251245 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db083681-2e23-46ef-a0a3-753fe651c3d2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Made reservation on behalf of 081009be07604de6b116148d0975f6ea for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:35:57.254564 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-db083681-2e23-46ef-a0a3-753fe651c3d2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:57.313453 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db083681-2e23-46ef-a0a3-753fe651c3d2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:35:57.368214 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-db083681-2e23-46ef-a0a3-753fe651c3d2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (c14401ed-1dc6-4fb0-8253-1c6f0b683339), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:57.369085 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-db083681-2e23-46ef-a0a3-753fe651c3d2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Added segment c14401ed-1dc6-4fb0-8253-1c6f0b683339 of type vlan for network b6eeb2fc-5732-462c-95ea-d42f3351bff0 Mar 07 10:35:57.381141 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ffcca347-63e0-4643-98f7-a12ae81e1daf req-ad1c602d-6878-4e0f-85dd-905e64a500c2 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group_rule (2b97a7ff-435e-4307-8392-813d7d3a4adb), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:57.468087 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-db083681-2e23-46ef-a0a3-753fe651c3d2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (b6eeb2fc-5732-462c-95ea-d42f3351bff0), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:57.486437 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a51fda-8d48-45b1-a9bf-970d5e152688 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd227c2d-e46a-454e-9c9e-4651dc19ec6e,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:57.489324 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ffcca347-63e0-4643-98f7-a12ae81e1daf req-ad1c602d-6878-4e0f-85dd-905e64a500c2 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group_rule (2b97a7ff-435e-4307-8392-813d7d3a4adb), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:57.503077 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ffcca347-63e0-4643-98f7-a12ae81e1daf req-ad1c602d-6878-4e0f-85dd-905e64a500c2 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (2b97a7ff-435e-4307-8392-813d7d3a4adb), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:57.529254 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-db083681-2e23-46ef-a0a3-753fe651c3d2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (b6eeb2fc-5732-462c-95ea-d42f3351bff0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:57.534694 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db083681-2e23-46ef-a0a3-753fe651c3d2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:57.535428 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-db083681-2e23-46ef-a0a3-753fe651c3d2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:57.543354 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c602d-6878-4e0f-85dd-905e64a500c2 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b97a7ff-435e-4307-8392-813d7d3a4adb,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:57.571288 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ffcca347-63e0-4643-98f7-a12ae81e1daf req-ad1c602d-6878-4e0f-85dd-905e64a500c2 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:57.572698 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ffcca347-63e0-4643-98f7-a12ae81e1daf req-ad1c602d-6878-4e0f-85dd-905e64a500c2 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3603013 Mar 07 10:35:57.585540 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-db083681-2e23-46ef-a0a3-753fe651c3d2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4286776 Mar 07 10:35:57.588364 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45270) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:57.594272 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-c921d8b3-86e0-42f0-a3c3-9fadaae424cb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1648726584'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:57.662095 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db083681-2e23-46ef-a0a3-753fe651c3d2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Pushing event updated for resources: {'Network': ['ID=b6eeb2fc-5732-462c-95ea-d42f3351bff0,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:57.679862 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network b6eeb2fc-5732-462c-95ea-d42f3351bff0 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:35:57.685539 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c921d8b3-86e0-42f0-a3c3-9fadaae424cb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Made reservation on behalf of 081009be07604de6b116148d0975f6ea for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:35:57.697045 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c921d8b3-86e0-42f0-a3c3-9fadaae424cb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:57.699822 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-9ea4847f-da38-4e46-8b73-1863adf6753a service neutron] 10.222.0.21 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721889 Mar 07 10:35:57.758596 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c9eb6-bb8f-4aa2-bbde-ebf35d517a97 req-3ebf775b-ca64-4f6f-b3d8-764c73f2aedd tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:57.762649 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-083c9eb6-bb8f-4aa2-bbde-ebf35d517a97 req-3ebf775b-ca64-4f6f-b3d8-764c73f2aedd tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 946 time: 0.5922165 Mar 07 10:35:57.788645 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b28adb68-9202-42cc-b811-f56da2fac4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (0d9476e0-59fc-465f-8a2f-60dcece9b71e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:57.799495 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c921d8b3-86e0-42f0-a3c3-9fadaae424cb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:35:57.884759 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c921d8b3-86e0-42f0-a3c3-9fadaae424cb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (9b966132-984a-4ab1-93aa-dffdd8926895), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:57.885255 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-c921d8b3-86e0-42f0-a3c3-9fadaae424cb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Added segment 9b966132-984a-4ab1-93aa-dffdd8926895 of type vlan for network c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5 Mar 07 10:35:57.964638 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28adb68-9202-42cc-b811-f56da2fac4b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d9476e0-59fc-465f-8a2f-60dcece9b71e,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:57.977572 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-083c9eb6-bb8f-4aa2-bbde-ebf35d517a97 req-da13e6d2-6570-4b55-b183-eb92cec8160c tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042086 Mar 07 10:35:57.982378 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c921d8b3-86e0-42f0-a3c3-9fadaae424cb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:57.987152 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28adb68-9202-42cc-b811-f56da2fac4b2 admin admin] Checking segment: {'id': '8c50b279-d88a-4d5b-bb5d-565a595ad7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a03ce316-864b-479c-8ebf-69863c32b3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:35:57.987515 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28adb68-9202-42cc-b811-f56da2fac4b2 admin admin] Network hostable DHCP agents. Network: a03ce316-864b-479c-8ebf-69863c32b3c3, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:35:58.009064 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc8d76-dfe7-47ae-9400-de9d9da8d094 req-a78453e1-4dd5-4cd2-a4c9-b85816b12812 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:58.011394 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2bdc8d76-dfe7-47ae-9400-de9d9da8d094 req-a78453e1-4dd5-4cd2-a4c9-b85816b12812 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 944 time: 0.2187533 Mar 07 10:35:58.022475 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28adb68-9202-42cc-b811-f56da2fac4b2 admin admin] Network a03ce316-864b-479c-8ebf-69863c32b3c3 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:35:58.041587 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-b28adb68-9202-42cc-b811-f56da2fac4b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, a03ce316-864b-479c-8ebf-69863c32b3c3) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:35:58.054336 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28adb68-9202-42cc-b811-f56da2fac4b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:58.054906 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b28adb68-9202-42cc-b811-f56da2fac4b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:58.062090 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86d6d81-bade-48ea-8655-583685851a87 None None] Network a03ce316-864b-479c-8ebf-69863c32b3c3 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:35:58.064576 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c921d8b3-86e0-42f0-a3c3-9fadaae424cb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:58.071443 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c921d8b3-86e0-42f0-a3c3-9fadaae424cb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:58.072231 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c921d8b3-86e0-42f0-a3c3-9fadaae424cb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:58.141023 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b28adb68-9202-42cc-b811-f56da2fac4b2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0762730 Mar 07 10:35:58.141244 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45292) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:58.167064 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-d6d83ec5-cd62-44f1-9658-ec33b7632dba admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1089503541-router', 'tenant_id': 'a9726ff86528430ea132e2b9898010d0', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:58.182169 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c921d8b3-86e0-42f0-a3c3-9fadaae424cb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5903347 Mar 07 10:35:58.184713 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45294) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:58.187623 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d4b6c602-933a-41a5-8c4a-2229eb70d7a4 req-7cf1450b-748f-4f49-81a9-9df5cdc07624 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] 10.222.0.11 "GET /v2.0/security-groups/fd227c2d-e46a-454e-9c9e-4651dc19ec6e HTTP/1.1" status: 200 len: 2421 time: 0.1372285 Mar 07 10:35:58.208331 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-182608b3-916b-4427-9873-e8d0001e1f85 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Request body: {'subnet': {'network_id': 'b6eeb2fc-5732-462c-95ea-d42f3351bff0', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:58.216482 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2bdc8d76-dfe7-47ae-9400-de9d9da8d094 req-c3e97892-4c0a-4f4e-b0cc-89d6eeda3564 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901536 Mar 07 10:35:58.368892 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5117aa49-a3e3-42ce-807b-dad1133c7cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-a03ce316-864b-479c-8ebf-69863c32b3c3', 'network_id': 'a03ce316-864b-479c-8ebf-69863c32b3c3', 'project_id': 'a9726ff86528430ea132e2b9898010d0', 'fixed_ips': [{'subnet_id': '0d9476e0-59fc-465f-8a2f-60dcece9b71e'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:35:58.370614 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5117aa49-a3e3-42ce-807b-dad1133c7cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:58.402848 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6d83ec5-cd62-44f1-9658-ec33b7632dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (04bfe852-8012-4921-872e-b6bc15f2f3ee), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:58.403683 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6d83ec5-cd62-44f1-9658-ec33b7632dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (04bfe852-8012-4921-872e-b6bc15f2f3ee), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:58.409859 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9651ce0f-b1c3-47e2-bebe-9a8df2373f20 req-66470624-a67a-4147-a987-a415dde670f9 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] 10.222.0.11 "GET /v2.0/security-group-rules/2b97a7ff-435e-4307-8392-813d7d3a4adb HTTP/1.1" status: 200 len: 778 time: 0.0593696 Mar 07 10:35:58.419641 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921d8b3-86e0-42f0-a3c3-9fadaae424cb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Pushing event updated for resources: {'Network': ['ID=c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:58.498787 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182608b3-916b-4427-9873-e8d0001e1f85 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Made reservation on behalf of 081009be07604de6b116148d0975f6ea for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:35:58.514738 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-182608b3-916b-4427-9873-e8d0001e1f85 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:58.550899 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6d83ec5-cd62-44f1-9658-ec33b7632dba admin admin] Publish callbacks [] for router_controller (04bfe852-8012-4921-872e-b6bc15f2f3ee), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:58.559291 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941c4ee-8756-4873-b3b5-aea5585242f2 req-76072ba7-5451-478e-90d0-c34da680b9b0 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:58.560681 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9941c4ee-8756-4873-b3b5-aea5585242f2 req-76072ba7-5451-478e-90d0-c34da680b9b0 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 945 time: 0.1373503 Mar 07 10:35:58.584284 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:35:58.846394 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-cb254533-9349-4173-a751-36997d5874e9 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:58.848492 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-cb254533-9349-4173-a751-36997d5874e9 tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331&tenant_id=253a7b51025b45cd9cb7114a3377a1db&binding%3Ahost_id=n-h1-832164-4 HTTP/1.1" status: 200 len: 1126 time: 0.7040460 Mar 07 10:35:58.850657 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-182608b3-916b-4427-9873-e8d0001e1f85 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (ed499a86-ec02-4098-a7e4-19223dad71d3), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:58.873290 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9651ce0f-b1c3-47e2-bebe-9a8df2373f20 req-5bfab412-fbd5-4239-abb1-647e8b445278 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] 10.222.0.11 "GET /v2.0/security-groups/fd227c2d-e46a-454e-9c9e-4651dc19ec6e HTTP/1.1" status: 200 len: 2421 time: 0.4618378 Mar 07 10:35:58.908269 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-5117aa49-a3e3-42ce-807b-dad1133c7cb1 None None] Allocated IP 172.20.0.2 (a03ce316-864b-479c-8ebf-69863c32b3c3/0d9476e0-59fc-465f-8a2f-60dcece9b71e/678f8eb4-bc39-4462-8f3e-3dd233fbf893) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:35:59.003384 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9651ce0f-b1c3-47e2-bebe-9a8df2373f20 req-d2d699fb-4d7c-48da-bd31-d55f30844efa tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group_rule (2b97a7ff-435e-4307-8392-813d7d3a4adb), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:59.024466 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9651ce0f-b1c3-47e2-bebe-9a8df2373f20 req-d2d699fb-4d7c-48da-bd31-d55f30844efa tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group_rule (2b97a7ff-435e-4307-8392-813d7d3a4adb), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:59.105585 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182608b3-916b-4427-9873-e8d0001e1f85 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Pushing event updated for resources: {'Subnet': ['ID=ed499a86-ec02-4098-a7e4-19223dad71d3,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:59.134985 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5117aa49-a3e3-42ce-807b-dad1133c7cb1 None None] Publish callbacks [] for port (678f8eb4-bc39-4462-8f3e-3dd233fbf893), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:59.138014 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182608b3-916b-4427-9873-e8d0001e1f85 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Checking segment: {'id': 'c14401ed-1dc6-4fb0-8253-1c6f0b683339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b6eeb2fc-5732-462c-95ea-d42f3351bff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:35:59.138459 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182608b3-916b-4427-9873-e8d0001e1f85 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Network hostable DHCP agents. Network: b6eeb2fc-5732-462c-95ea-d42f3351bff0, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:35:59.146333 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5117aa49-a3e3-42ce-807b-dad1133c7cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (678f8eb4-bc39-4462-8f3e-3dd233fbf893), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:59.152127 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9651ce0f-b1c3-47e2-bebe-9a8df2373f20 req-d2d699fb-4d7c-48da-bd31-d55f30844efa tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (2b97a7ff-435e-4307-8392-813d7d3a4adb), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:59.189003 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9941c4ee-8756-4873-b3b5-aea5585242f2 req-184844a9-0f62-42e8-ad5f-805693bd9e94 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5787454 Mar 07 10:35:59.210562 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9651ce0f-b1c3-47e2-bebe-9a8df2373f20 req-d2d699fb-4d7c-48da-bd31-d55f30844efa tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:59.211445 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6d83ec5-cd62-44f1-9658-ec33b7632dba admin admin] Publish callbacks [] for router_gateway (04bfe852-8012-4921-872e-b6bc15f2f3ee), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:59.231627 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9651ce0f-b1c3-47e2-bebe-9a8df2373f20 req-d2d699fb-4d7c-48da-bd31-d55f30844efa tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/2b97a7ff-435e-4307-8392-813d7d3a4adb HTTP/1.1" status: 204 len: 173 time: 0.3558385 Mar 07 10:35:59.269893 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5117aa49-a3e3-42ce-807b-dad1133c7cb1 None None] Network a03ce316-864b-479c-8ebf-69863c32b3c3 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:35:59.276151 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-5117aa49-a3e3-42ce-807b-dad1133c7cb1 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:35:59.301427 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d699fb-4d7c-48da-bd31-d55f30844efa tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b97a7ff-435e-4307-8392-813d7d3a4adb,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:59.309405 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5117aa49-a3e3-42ce-807b-dad1133c7cb1 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:35:59.319901 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182608b3-916b-4427-9873-e8d0001e1f85 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Network b6eeb2fc-5732-462c-95ea-d42f3351bff0 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:35:59.358095 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-182608b3-916b-4427-9873-e8d0001e1f85 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, b6eeb2fc-5732-462c-95ea-d42f3351bff0) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:35:59.366020 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182608b3-916b-4427-9873-e8d0001e1f85 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:59.367176 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-182608b3-916b-4427-9873-e8d0001e1f85 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:59.381781 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-92f141bc-8349-4665-83d0-ff7a9f5224a7 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=687a3ef03fa34a4fa307fc9bd3361018&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399921 Mar 07 10:35:59.383068 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c3eb1d-3598-4333-8b23-77b5605eb44e None None] Network b6eeb2fc-5732-462c-95ea-d42f3351bff0 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:35:59.437449 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-182608b3-916b-4427-9873-e8d0001e1f85 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2480466 Mar 07 10:35:59.458387 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117aa49-a3e3-42ce-807b-dad1133c7cb1 None None] Pushing event updated for resources: {'Port': ['ID=678f8eb4-bc39-4462-8f3e-3dd233fbf893,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:35:59.478343 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45334) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:35:59.479707 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-eccbe799-288d-498b-9be1-1e55caf133b9 service neutron] For port 186fb1cf-b008-4466-a545-e40a27345d37, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:35:59.494994 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f11dbbfa-f94c-4674-82f9-273b07b7b21b tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Request body: {'subnet': {'network_id': 'c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:35:59.521446 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-6978c068-d5dc-4f54-9a33-dc4279861cd6 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:59.523308 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-eccbe799-288d-498b-9be1-1e55caf133b9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:59.524094 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-6978c068-d5dc-4f54-9a33-dc4279861cd6 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1311772 Mar 07 10:35:59.525331 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-70d6949e-5604-4e1c-9708-e0b2207713b9 req-eccbe799-288d-498b-9be1-1e55caf133b9 service neutron] 10.222.0.21 "DELETE /v2.0/ports/186fb1cf-b008-4466-a545-e40a27345d37/bindings/n-h2-832164-4 HTTP/1.1" status: 204 len: 173 time: 0.6641042 Mar 07 10:35:59.564130 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-5117aa49-a3e3-42ce-807b-dad1133c7cb1 None None] Attempting to bind port 678f8eb4-bc39-4462-8f3e-3dd233fbf893 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:35:59.564507 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-5117aa49-a3e3-42ce-807b-dad1133c7cb1 None None] Attempting to bind port 678f8eb4-bc39-4462-8f3e-3dd233fbf893 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '8c50b279-d88a-4d5b-bb5d-565a595ad7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a03ce316-864b-479c-8ebf-69863c32b3c3'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:35:59.564875 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5117aa49-a3e3-42ce-807b-dad1133c7cb1 None None] Attempting to bind port 678f8eb4-bc39-4462-8f3e-3dd233fbf893 on network a03ce316-864b-479c-8ebf-69863c32b3c3 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:35:59.581857 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5117aa49-a3e3-42ce-807b-dad1133c7cb1 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:35:59.582174 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5117aa49-a3e3-42ce-807b-dad1133c7cb1 None None] Checking segment: {'id': '8c50b279-d88a-4d5b-bb5d-565a595ad7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a03ce316-864b-479c-8ebf-69863c32b3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:35:59.583007 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5117aa49-a3e3-42ce-807b-dad1133c7cb1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:59.583923 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5117aa49-a3e3-42ce-807b-dad1133c7cb1 None None] Bound using segment: {'id': '8c50b279-d88a-4d5b-bb5d-565a595ad7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a03ce316-864b-479c-8ebf-69863c32b3c3'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:35:59.590937 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-5117aa49-a3e3-42ce-807b-dad1133c7cb1 None None] Bound port: 678f8eb4-bc39-4462-8f3e-3dd233fbf893, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c50b279-d88a-4d5b-bb5d-565a595ad7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a03ce316-864b-479c-8ebf-69863c32b3c3'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:35:59.590937 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5117aa49-a3e3-42ce-807b-dad1133c7cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (678f8eb4-bc39-4462-8f3e-3dd233fbf893), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:59.656934 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3064c578-d459-4ed4-8e7c-1c2b96547ad5 req-2fc01022-73d5-4449-803c-dffb747396ee tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:35:59.665309 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3064c578-d459-4ed4-8e7c-1c2b96547ad5 req-2fc01022-73d5-4449-803c-dffb747396ee tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 946 time: 0.2726984 Mar 07 10:35:59.668217 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cbd69c-ad31-40d0-9342-2219225c5d71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-b6eeb2fc-5732-462c-95ea-d42f3351bff0', 'network_id': 'b6eeb2fc-5732-462c-95ea-d42f3351bff0', 'project_id': '081009be07604de6b116148d0975f6ea', 'fixed_ips': [{'subnet_id': 'ed499a86-ec02-4098-a7e4-19223dad71d3'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:35:59.669303 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cbd69c-ad31-40d0-9342-2219225c5d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:59.676307 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-a77308c3-c9cc-4b19-b093-2f5c727be9d3 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/quotas/687a3ef03fa34a4fa307fc9bd3361018 HTTP/1.1" status: 200 len: 375 time: 0.0139954 Mar 07 10:35:59.735353 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11dbbfa-f94c-4674-82f9-273b07b7b21b tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Made reservation on behalf of 081009be07604de6b116148d0975f6ea for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:35:59.741620 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f11dbbfa-f94c-4674-82f9-273b07b7b21b tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:59.751165 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-7561a8ef-31f7-4797-a1b5-68268a7e1fd2 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=687a3ef03fa34a4fa307fc9bd3361018&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510905 Mar 07 10:35:59.771090 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6d83ec5-cd62-44f1-9658-ec33b7632dba admin admin] Publish callbacks [] for router_gateway (04bfe852-8012-4921-872e-b6bc15f2f3ee), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:59.832449 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6d83ec5-cd62-44f1-9658-ec33b7632dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:35:59.967541 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3064c578-d459-4ed4-8e7c-1c2b96547ad5 req-cd7e55d9-b535-4fb4-ab42-8db6197a0662 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956533 Mar 07 10:36:00.039720 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-6c2b9868-ddf3-44bb-8b2d-19ed2f9d134d req-ad05f4b5-0aa7-41f1-94ca-e14769bcc06f tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-799006063', 'description': 'tempest-description-117790104'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:00.043646 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f11dbbfa-f94c-4674-82f9-273b07b7b21b tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (afbd17bf-cb26-424f-82f0-87b6f4bd47dd), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:00.138824 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c2b9868-ddf3-44bb-8b2d-19ed2f9d134d req-ad05f4b5-0aa7-41f1-94ca-e14769bcc06f tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:00.149708 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-5117aa49-a3e3-42ce-807b-dad1133c7cb1 None None] For port 678f8eb4-bc39-4462-8f3e-3dd233fbf893, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:36:00.150486 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f20e8bc0-6034-40db-a9e1-3fdaf3dc6832 req-a331de84-7fc5-47ba-a9d6-f96c704b70cc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3512216 Mar 07 10:36:00.155015 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-5117aa49-a3e3-42ce-807b-dad1133c7cb1 None None] For port 678f8eb4-bc39-4462-8f3e-3dd233fbf893, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=678f8eb4-bc39-4462-8f3e-3dd233fbf893,segment=NetworkSegment(8c50b279-d88a-4d5b-bb5d-565a595ad7a1),segment_id=8c50b279-d88a-4d5b-bb5d-565a595ad7a1)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:36:00.175403 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5117aa49-a3e3-42ce-807b-dad1133c7cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (678f8eb4-bc39-4462-8f3e-3dd233fbf893), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:00.255401 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11dbbfa-f94c-4674-82f9-273b07b7b21b tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Checking segment: {'id': '9b966132-984a-4ab1-93aa-dffdd8926895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:36:00.255934 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11dbbfa-f94c-4674-82f9-273b07b7b21b tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Network hostable DHCP agents. Network: c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:36:00.285780 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11dbbfa-f94c-4674-82f9-273b07b7b21b tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Pushing event updated for resources: {'Subnet': ['ID=afbd17bf-cb26-424f-82f0-87b6f4bd47dd,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:00.296585 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-94cbd69c-ad31-40d0-9342-2219225c5d71 None None] Allocated IP 10.1.1.2 (b6eeb2fc-5732-462c-95ea-d42f3351bff0/ed499a86-ec02-4098-a7e4-19223dad71d3/2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:00.321394 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11dbbfa-f94c-4674-82f9-273b07b7b21b tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Network c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:36:00.341445 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-f11dbbfa-f94c-4674-82f9-273b07b7b21b tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:00.350559 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11dbbfa-f94c-4674-82f9-273b07b7b21b tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:00.351267 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f11dbbfa-f94c-4674-82f9-273b07b7b21b tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:00.376517 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afea893-5982-4bc3-bcb2-51dd4ff9aae0 None None] Network c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:36:00.385825 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f11dbbfa-f94c-4674-82f9-273b07b7b21b tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9024200 Mar 07 10:36:00.386618 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45352) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:00.398581 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-75d0fdc2-9a79-4521-8e2d-d9c3bdf7ae93 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Request body: {'port': {'network_id': 'b6eeb2fc-5732-462c-95ea-d42f3351bff0', 'name': 'tempest-TaggedBootDevicesTest_v242-1931658139', 'fixed_ips': [{'subnet_id': 'ed499a86-ec02-4098-a7e4-19223dad71d3'}]}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:00.414138 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c2b9868-ddf3-44bb-8b2d-19ed2f9d134d req-ad05f4b5-0aa7-41f1-94ca-e14769bcc06f tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group (b4aba5d8-1139-4904-bcc1-d8fdbc709782), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:00.430019 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c2b9868-ddf3-44bb-8b2d-19ed2f9d134d req-ad05f4b5-0aa7-41f1-94ca-e14769bcc06f tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b4aba5d8-1139-4904-bcc1-d8fdbc709782), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:00.541171 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad05f4b5-0aa7-41f1-94ca-e14769bcc06f tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4aba5d8-1139-4904-bcc1-d8fdbc709782,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:00.563568 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-d6d83ec5-cd62-44f1-9658-ec33b7632dba admin admin] Allocated IP 172.25.3.7 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/ba2bdf80-bcc4-400d-a065-0f644518c8f2) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:00.602540 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c2b9868-ddf3-44bb-8b2d-19ed2f9d134d req-ad05f4b5-0aa7-41f1-94ca-e14769bcc06f tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:00.624363 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c2b9868-ddf3-44bb-8b2d-19ed2f9d134d req-ad05f4b5-0aa7-41f1-94ca-e14769bcc06f tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.6037447 Mar 07 10:36:00.673528 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117aa49-a3e3-42ce-807b-dad1133c7cb1 None None] Pushing event updated for resources: {'Port': ['ID=678f8eb4-bc39-4462-8f3e-3dd233fbf893,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:00.675041 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e8bc0-6034-40db-a9e1-3fdaf3dc6832 req-42eeeb2b-d553-4b43-992d-1c8761f32af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:00.677410 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f20e8bc0-6034-40db-a9e1-3fdaf3dc6832 req-42eeeb2b-d553-4b43-992d-1c8761f32af5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=253a7b51025b45cd9cb7114a3377a1db&device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 1126 time: 0.4310093 Mar 07 10:36:00.746444 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d0fdc2-9a79-4521-8e2d-d9c3bdf7ae93 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Made reservation on behalf of 081009be07604de6b116148d0975f6ea for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:36:00.811256 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3358fd-da3a-40b6-aaba-b9c5bb11f554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5', 'network_id': 'c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5', 'project_id': '081009be07604de6b116148d0975f6ea', 'fixed_ips': [{'subnet_id': 'afbd17bf-cb26-424f-82f0-87b6f4bd47dd'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:36:00.820066 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bd3358fd-da3a-40b6-aaba-b9c5bb11f554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:01.005674 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6d83ec5-cd62-44f1-9658-ec33b7632dba admin admin] Publish callbacks [] for port (ba2bdf80-bcc4-400d-a065-0f644518c8f2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:01.111910 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-f9a65b18-5278-4431-8a33-1decf848f7c9 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=687a3ef03fa34a4fa307fc9bd3361018&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661612 Mar 07 10:36:01.119921 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6d83ec5-cd62-44f1-9658-ec33b7632dba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (ba2bdf80-bcc4-400d-a065-0f644518c8f2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:01.313215 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-75d0fdc2-9a79-4521-8e2d-d9c3bdf7ae93 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:01.332519 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cbd69c-ad31-40d0-9342-2219225c5d71 None None] Publish callbacks [] for port (2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:01.347202 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d83ec5-cd62-44f1-9658-ec33b7632dba admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:01.355827 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cbd69c-ad31-40d0-9342-2219225c5d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:01.362515 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-d6d83ec5-cd62-44f1-9658-ec33b7632dba admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:01.364373 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd38114-3275-40c4-9893-b3c03229ae65 req-523890d7-e9c5-46a5-9476-606877b76bb7 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:01.366439 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-bd3358fd-da3a-40b6-aaba-b9c5bb11f554 None None] Allocated IP 10.2.2.2 (c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5/afbd17bf-cb26-424f-82f0-87b6f4bd47dd/cc30b3b1-4411-486c-863c-82e39c21cbc4) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:01.368462 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7fd38114-3275-40c4-9893-b3c03229ae65 req-523890d7-e9c5-46a5-9476-606877b76bb7 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 944 time: 0.3335242 Mar 07 10:36:01.370356 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d83ec5-cd62-44f1-9658-ec33b7632dba admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:01.433057 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cbd69c-ad31-40d0-9342-2219225c5d71 None None] Pushing event updated for resources: {'Port': ['ID=2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:01.460866 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cbd69c-ad31-40d0-9342-2219225c5d71 None None] Network b6eeb2fc-5732-462c-95ea-d42f3351bff0 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:01.465425 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-75d0fdc2-9a79-4521-8e2d-d9c3bdf7ae93 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] device_id is not set on port c3aa9d0d-4783-4690-a7c2-eec9bc6a844c yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:36:01.476375 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-94cbd69c-ad31-40d0-9342-2219225c5d71 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:01.496861 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cbd69c-ad31-40d0-9342-2219225c5d71 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:01.634064 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d83ec5-cd62-44f1-9658-ec33b7632dba admin admin] Pushing event updated for resources: {'Port': ['ID=ba2bdf80-bcc4-400d-a065-0f644518c8f2,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:01.664423 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7fd38114-3275-40c4-9893-b3c03229ae65 req-68412632-2d2e-45ac-8905-02bfea19d55d tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859755 Mar 07 10:36:01.818169 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bd3358fd-da3a-40b6-aaba-b9c5bb11f554 None None] Publish callbacks [] for port (cc30b3b1-4411-486c-863c-82e39c21cbc4), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:01.837174 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-94cbd69c-ad31-40d0-9342-2219225c5d71 None None] Attempting to bind port 2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:36:01.837174 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-94cbd69c-ad31-40d0-9342-2219225c5d71 None None] Attempting to bind port 2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'c14401ed-1dc6-4fb0-8253-1c6f0b683339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b6eeb2fc-5732-462c-95ea-d42f3351bff0'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:36:01.837174 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cbd69c-ad31-40d0-9342-2219225c5d71 None None] Attempting to bind port 2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7 on network b6eeb2fc-5732-462c-95ea-d42f3351bff0 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:01.844192 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bd3358fd-da3a-40b6-aaba-b9c5bb11f554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (cc30b3b1-4411-486c-863c-82e39c21cbc4), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:01.856847 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cbd69c-ad31-40d0-9342-2219225c5d71 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:36:01.857350 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cbd69c-ad31-40d0-9342-2219225c5d71 None None] Checking segment: {'id': 'c14401ed-1dc6-4fb0-8253-1c6f0b683339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b6eeb2fc-5732-462c-95ea-d42f3351bff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:36:01.857719 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cbd69c-ad31-40d0-9342-2219225c5d71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:01.858127 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cbd69c-ad31-40d0-9342-2219225c5d71 None None] Bound using segment: {'id': 'c14401ed-1dc6-4fb0-8253-1c6f0b683339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b6eeb2fc-5732-462c-95ea-d42f3351bff0'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:36:01.858639 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-94cbd69c-ad31-40d0-9342-2219225c5d71 None None] Bound port: 2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c14401ed-1dc6-4fb0-8253-1c6f0b683339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b6eeb2fc-5732-462c-95ea-d42f3351bff0'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:36:01.859012 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cbd69c-ad31-40d0-9342-2219225c5d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:01.967264 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e8bc0-6034-40db-a9e1-3fdaf3dc6832 req-d11df62f-f2f4-441d-b340-e40cdc2d6a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:01.968795 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f20e8bc0-6034-40db-a9e1-3fdaf3dc6832 req-d11df62f-f2f4-441d-b340-e40cdc2d6a04 service neutron] 10.222.0.31 "GET /v2.0/networks?id=35723e70-fc1c-4710-9b03-245dacf005c5 HTTP/1.1" status: 200 len: 921 time: 1.2574182 Mar 07 10:36:01.980965 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3358fd-da3a-40b6-aaba-b9c5bb11f554 None None] Network c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:01.989496 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-bd3358fd-da3a-40b6-aaba-b9c5bb11f554 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:01.994035 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3358fd-da3a-40b6-aaba-b9c5bb11f554 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:02.040668 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3358fd-da3a-40b6-aaba-b9c5bb11f554 None None] Pushing event updated for resources: {'Port': ['ID=cc30b3b1-4411-486c-863c-82e39c21cbc4,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:02.151091 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-bd3358fd-da3a-40b6-aaba-b9c5bb11f554 None None] Attempting to bind port cc30b3b1-4411-486c-863c-82e39c21cbc4 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:36:02.151455 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-bd3358fd-da3a-40b6-aaba-b9c5bb11f554 None None] Attempting to bind port cc30b3b1-4411-486c-863c-82e39c21cbc4 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '9b966132-984a-4ab1-93aa-dffdd8926895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:36:02.152011 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3358fd-da3a-40b6-aaba-b9c5bb11f554 None None] Attempting to bind port cc30b3b1-4411-486c-863c-82e39c21cbc4 on network c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:02.184249 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3358fd-da3a-40b6-aaba-b9c5bb11f554 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:36:02.184931 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3358fd-da3a-40b6-aaba-b9c5bb11f554 None None] Checking segment: {'id': '9b966132-984a-4ab1-93aa-dffdd8926895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:36:02.185564 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bd3358fd-da3a-40b6-aaba-b9c5bb11f554 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:02.186119 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3358fd-da3a-40b6-aaba-b9c5bb11f554 None None] Bound using segment: {'id': '9b966132-984a-4ab1-93aa-dffdd8926895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:36:02.186780 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-bd3358fd-da3a-40b6-aaba-b9c5bb11f554 None None] Bound port: cc30b3b1-4411-486c-863c-82e39c21cbc4, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b966132-984a-4ab1-93aa-dffdd8926895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:36:02.187343 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bd3358fd-da3a-40b6-aaba-b9c5bb11f554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (cc30b3b1-4411-486c-863c-82e39c21cbc4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:02.210988 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-94cbd69c-ad31-40d0-9342-2219225c5d71 None None] For port 2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:36:02.236187 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-94cbd69c-ad31-40d0-9342-2219225c5d71 None None] For port 2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7,segment=NetworkSegment(c14401ed-1dc6-4fb0-8253-1c6f0b683339),segment_id=c14401ed-1dc6-4fb0-8253-1c6f0b683339)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:36:02.271983 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-063c3547-6b52-4151-829b-3e9ab49829e8 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:02.274047 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-063c3547-6b52-4151-829b-3e9ab49829e8 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1461389 Mar 07 10:36:02.275003 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6d83ec5-cd62-44f1-9658-ec33b7632dba admin admin] Publish callbacks [] for router_gateway (04bfe852-8012-4921-872e-b6bc15f2f3ee), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:02.282774 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94cbd69c-ad31-40d0-9342-2219225c5d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:02.336851 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f20e8bc0-6034-40db-a9e1-3fdaf3dc6832 req-e44b0699-2bcb-4fa9-a78f-cb874f745ab3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2286c703-135c-4d58-9bf8-00b281159c5d HTTP/1.1" status: 200 len: 217 time: 0.3536124 Mar 07 10:36:02.344030 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3c23c1-95de-431b-b059-914e942b0265 None None] Network a03ce316-864b-479c-8ebf-69863c32b3c3 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:36:02.407157 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-606fc4b4-a086-4cff-b18b-6aa8bf2df7c8 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/quotas/687a3ef03fa34a4fa307fc9bd3361018 HTTP/1.1" status: 200 len: 375 time: 0.0750961 Mar 07 10:36:02.517282 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-ba8d0135-5505-43ec-bc13-f11864fca591 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=687a3ef03fa34a4fa307fc9bd3361018&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0809040 Mar 07 10:36:02.525194 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-2c9781ff-29ce-4daf-a025-305902061106 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=687a3ef03fa34a4fa307fc9bd3361018&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659409 Mar 07 10:36:02.527012 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e8bc0-6034-40db-a9e1-3fdaf3dc6832 req-7b3021a1-226c-41d1-bd83-607ac07bd201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:02.528764 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f20e8bc0-6034-40db-a9e1-3fdaf3dc6832 req-7b3021a1-226c-41d1-bd83-607ac07bd201 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=504ea141-3c64-48b5-943a-bdbdb84bd6df HTTP/1.1" status: 200 len: 860 time: 0.1836536 Mar 07 10:36:02.557959 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-bd3358fd-da3a-40b6-aaba-b9c5bb11f554 None None] For port cc30b3b1-4411-486c-863c-82e39c21cbc4, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:36:02.643069 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cbd69c-ad31-40d0-9342-2219225c5d71 None None] Pushing event updated for resources: {'Port': ['ID=2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:02.648517 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-bd3358fd-da3a-40b6-aaba-b9c5bb11f554 None None] For port cc30b3b1-4411-486c-863c-82e39c21cbc4, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=cc30b3b1-4411-486c-863c-82e39c21cbc4,segment=NetworkSegment(9b966132-984a-4ab1-93aa-dffdd8926895),segment_id=9b966132-984a-4ab1-93aa-dffdd8926895)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:36:02.661689 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d63d0942-cc99-4aa2-974f-d4d842664709 None None] Provisioning complete for port 678f8eb4-bc39-4462-8f3e-3dd233fbf893 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:02.662111 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d63d0942-cc99-4aa2-974f-d4d842664709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (678f8eb4-bc39-4462-8f3e-3dd233fbf893), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:02.730739 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4abdcd-66a6-4d4a-b80f-8a02e98bd1bd req-95548191-3978-4e8e-9ce9-766199ade6c4 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:02.741975 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9b4abdcd-66a6-4d4a-b80f-8a02e98bd1bd req-95548191-3978-4e8e-9ce9-766199ade6c4 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 945 time: 0.9288840 Mar 07 10:36:02.794902 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bd3358fd-da3a-40b6-aaba-b9c5bb11f554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (cc30b3b1-4411-486c-863c-82e39c21cbc4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:02.815450 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-f4ebcc6c-ab41-4a61-b225-107fee46c0a9 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:02.816217 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555bea7-461c-4775-a47e-a97310751343 req-afce51f4-a820-4ec9-9322-57fabb0ea343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:02.820361 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a555bea7-461c-4775-a47e-a97310751343 req-afce51f4-a820-4ec9-9322-57fabb0ea343 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4eca9194fdd4a93832d9940e3e6237a&device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 1127 time: 1.1900253 Mar 07 10:36:02.822279 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-f4ebcc6c-ab41-4a61-b225-107fee46c0a9 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2881379 Mar 07 10:36:02.852594 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-85701e7d-b5e4-46ba-bf55-64cc4caf3884 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Request body: {'port': {'device_id': '3d73b82e-3e5e-4695-b111-6134be543953', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'admin_state_up': True, 'tenant_id': '687a3ef03fa34a4fa307fc9bd3361018'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:02.955659 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f20e8bc0-6034-40db-a9e1-3fdaf3dc6832 req-bc66b458-a625-4974-9f0c-08ecbfd54ae3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=35723e70-fc1c-4710-9b03-245dacf005c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835629 Mar 07 10:36:03.120746 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555bea7-461c-4775-a47e-a97310751343 req-b6a2a05a-06c6-4b2a-9546-1d4465eb9306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:03.122546 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a555bea7-461c-4775-a47e-a97310751343 req-b6a2a05a-06c6-4b2a-9546-1d4465eb9306 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f571527e-a205-427a-8890-cc1f2763fcb1 HTTP/1.1" status: 200 len: 908 time: 0.2478132 Mar 07 10:36:03.311593 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a555bea7-461c-4775-a47e-a97310751343 req-37a5e49d-1e2a-4a14-b7be-42457696f301 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0ed793c-d058-4011-bbb7-7b0555cc88e6 HTTP/1.1" status: 200 len: 217 time: 0.1486664 Mar 07 10:36:03.358801 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f2d95885-ad1c-41ae-83ae-1b78ec39f106 req-8b64882d-1f6a-4d60-bf0c-76283e5e1673 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] 10.222.0.11 "GET /v2.0/security-groups/b4aba5d8-1139-4904-bcc1-d8fdbc709782 HTTP/1.1" status: 200 len: 1828 time: 0.3421955 Mar 07 10:36:03.391024 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9b4abdcd-66a6-4d4a-b80f-8a02e98bd1bd req-1992a98d-c5ae-4e24-a45e-0b631faefdbd tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6466587 Mar 07 10:36:03.487624 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555bea7-461c-4775-a47e-a97310751343 req-d26a49a0-f0ae-4e64-97c4-de216a2899b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:03.494949 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a555bea7-461c-4775-a47e-a97310751343 req-d26a49a0-f0ae-4e64-97c4-de216a2899b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5 HTTP/1.1" status: 200 len: 847 time: 0.1824551 Mar 07 10:36:03.515665 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 678f8eb4-bc39-4462-8f3e-3dd233fbf893 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:36:03.528144 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-75d0fdc2-9a79-4521-8e2d-d9c3bdf7ae93 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Allocated IP 10.1.1.127 (b6eeb2fc-5732-462c-95ea-d42f3351bff0/ed499a86-ec02-4098-a7e4-19223dad71d3/c3aa9d0d-4783-4690-a7c2-eec9bc6a844c) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:03.528401 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3358fd-da3a-40b6-aaba-b9c5bb11f554 None None] Pushing event updated for resources: {'Port': ['ID=cc30b3b1-4411-486c-863c-82e39c21cbc4,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:03.628808 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a555bea7-461c-4775-a47e-a97310751343 req-69e3d5d0-36e4-41b4-aa32-0394098727ee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f571527e-a205-427a-8890-cc1f2763fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210468 Mar 07 10:36:03.830801 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 678f8eb4-bc39-4462-8f3e-3dd233fbf893 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:03.831183 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (678f8eb4-bc39-4462-8f3e-3dd233fbf893), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:03.835669 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d63d0942-cc99-4aa2-974f-d4d842664709 None None] Current status of the port 678f8eb4-bc39-4462-8f3e-3dd233fbf893 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:03.836062 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d63d0942-cc99-4aa2-974f-d4d842664709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (678f8eb4-bc39-4462-8f3e-3dd233fbf893), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:03.899593 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-d63d0942-cc99-4aa2-974f-d4d842664709 None None] For port 678f8eb4-bc39-4462-8f3e-3dd233fbf893, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=678f8eb4-bc39-4462-8f3e-3dd233fbf893,segment=NetworkSegment(8c50b279-d88a-4d5b-bb5d-565a595ad7a1),segment_id=8c50b279-d88a-4d5b-bb5d-565a595ad7a1)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:03.915282 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aecaf1-e40e-4054-9017-5cfa44d6440a req-fb576c49-316a-416a-a4ee-ac3fcde16918 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:03.924011 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-43aecaf1-e40e-4054-9017-5cfa44d6440a req-fb576c49-316a-416a-a4ee-ac3fcde16918 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 946 time: 0.3579957 Mar 07 10:36:03.932012 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f20e8bc0-6034-40db-a9e1-3fdaf3dc6832 req-232041b2-d9fd-4e98-b0ff-de69529b9e21 service neutron] 10.222.0.31 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9687867 Mar 07 10:36:03.934025 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d63d0942-cc99-4aa2-974f-d4d842664709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (678f8eb4-bc39-4462-8f3e-3dd233fbf893), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:03.947804 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bfb50b55-ddc7-4020-8a42-8b9e29d92115 req-04e79a24-20bc-455c-adac-ef8b8ad38e40 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/ports?device_id=73fe3d19-86e1-41c0-9140-d23fba0645b7 HTTP/1.1" status: 200 len: 210 time: 0.3628023 Mar 07 10:36:04.000229 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6d83ec5-cd62-44f1-9658-ec33b7632dba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (04bfe852-8012-4921-872e-b6bc15f2f3ee), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:04.157827 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-85701e7d-b5e4-46ba-bf55-64cc4caf3884 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Made reservation on behalf of 687a3ef03fa34a4fa307fc9bd3361018 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:36:04.164871 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a555bea7-461c-4775-a47e-a97310751343 req-8881c0f3-251e-4eb9-bcd8-e2ab5f2fe2f1 service neutron] 10.222.0.21 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447860 Mar 07 10:36:04.188297 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-85701e7d-b5e4-46ba-bf55-64cc4caf3884 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:04.211095 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-85701e7d-b5e4-46ba-bf55-64cc4caf3884 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:04.227395 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d0942-cc99-4aa2-974f-d4d842664709 None None] Pushing event updated for resources: {'Port': ['ID=678f8eb4-bc39-4462-8f3e-3dd233fbf893,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:04.295891 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-75d0fdc2-9a79-4521-8e2d-d9c3bdf7ae93 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks [] for port (c3aa9d0d-4783-4690-a7c2-eec9bc6a844c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:04.330662 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 678f8eb4-bc39-4462-8f3e-3dd233fbf893 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:04.373979 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a555bea7-461c-4775-a47e-a97310751343 req-71c6d043-323e-442c-8736-be3392048ff7 service neutron] 10.222.0.21 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960258 Mar 07 10:36:04.448714 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf3a5f-cc96-4e9e-8deb-7ec84ddacdb8 req-4f181ce5-ffed-4cb6-be1e-74d154298e8c tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:04.451025 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6aaf3a5f-cc96-4e9e-8deb-7ec84ddacdb8 req-4f181ce5-ffed-4cb6-be1e-74d154298e8c tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 1126 time: 0.1339686 Mar 07 10:36:04.453460 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-75d0fdc2-9a79-4521-8e2d-d9c3bdf7ae93 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (c3aa9d0d-4783-4690-a7c2-eec9bc6a844c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:04.536215 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d0fdc2-9a79-4521-8e2d-d9c3bdf7ae93 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Network b6eeb2fc-5732-462c-95ea-d42f3351bff0 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:04.547446 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-75d0fdc2-9a79-4521-8e2d-d9c3bdf7ae93 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:04.553896 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d0fdc2-9a79-4521-8e2d-d9c3bdf7ae93 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:04.599661 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c54c722b-2ffa-4ecb-8ede-6e3b94c572e5 None None] Provisioning complete for port 678f8eb4-bc39-4462-8f3e-3dd233fbf893 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:04.602420 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0fdc2-9a79-4521-8e2d-d9c3bdf7ae93 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Pushing event updated for resources: {'Port': ['ID=c3aa9d0d-4783-4690-a7c2-eec9bc6a844c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:04.604641 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c54c722b-2ffa-4ecb-8ede-6e3b94c572e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (678f8eb4-bc39-4462-8f3e-3dd233fbf893), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:04.664604 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d0fdc2-9a79-4521-8e2d-d9c3bdf7ae93 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:04.665547 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-75d0fdc2-9a79-4521-8e2d-d9c3bdf7ae93 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:04.712687 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6aaf3a5f-cc96-4e9e-8deb-7ec84ddacdb8 req-4da88c97-a358-447f-aed2-61bba7a3938f tempest-LiveAutoBlockMigrationV225Test-1396750004 tempest-LiveAutoBlockMigrationV225Test-1396750004-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202697 Mar 07 10:36:04.725274 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-75d0fdc2-9a79-4521-8e2d-d9c3bdf7ae93 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3352020 Mar 07 10:36:04.741999 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45422) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:04.756724 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-2f251f0a-874b-4396-89c5-febd350df07a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Request body: {'port': {'network_id': 'b6eeb2fc-5732-462c-95ea-d42f3351bff0', 'name': 'tempest-TaggedBootDevicesTest_v242-1647454430', 'fixed_ips': [{'subnet_id': 'ed499a86-ec02-4098-a7e4-19223dad71d3'}]}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:04.783861 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c54c722b-2ffa-4ecb-8ede-6e3b94c572e5 None None] Current status of the port 678f8eb4-bc39-4462-8f3e-3dd233fbf893 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:04.824823 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d9f29f-4c1c-43b6-b6ca-865b38522418 None None] Network b6eeb2fc-5732-462c-95ea-d42f3351bff0 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:36:04.976335 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f20e8bc0-6034-40db-a9e1-3fdaf3dc6832 req-44d9f656-bf25-41a0-a8ac-214df3887421 service neutron] 10.222.0.31 "GET /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9790211 Mar 07 10:36:05.010421 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-7342fd55-7a11-4eee-a2a1-a4c837488daf None None] Provisioning complete for port 2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:05.010955 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7342fd55-7a11-4eee-a2a1-a4c837488daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:05.156154 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:36:05.164478 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-051cfd3e-d784-4209-a90e-9ba9ccc7767c tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=687a3ef03fa34a4fa307fc9bd3361018&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0972733 Mar 07 10:36:05.237640 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88179d8-e95c-419d-ae77-dbc29ba52beb req-f8b84a1e-2779-4b80-b768-1f991b9594b7 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:05.262233 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a88179d8-e95c-419d-ae77-dbc29ba52beb req-f8b84a1e-2779-4b80-b768-1f991b9594b7 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a0f7071-0cfa-4984-84ac-0528da9bf3fd HTTP/1.1" status: 200 len: 949 time: 0.2842853 Mar 07 10:36:05.294965 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-7342fd55-7a11-4eee-a2a1-a4c837488daf None None] Current status of the port 2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:05.299825 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7342fd55-7a11-4eee-a2a1-a4c837488daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:05.315352 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-43aecaf1-e40e-4054-9017-5cfa44d6440a req-4248d134-0fb7-4075-af4a-2d35d9994cf6 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3377099 Mar 07 10:36:05.332377 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f251f0a-874b-4396-89c5-febd350df07a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Made reservation on behalf of 081009be07604de6b116148d0975f6ea for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:36:05.338298 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f251f0a-874b-4396-89c5-febd350df07a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:05.377093 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-2f251f0a-874b-4396-89c5-febd350df07a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] device_id is not set on port 954ea4bb-79fb-4f3b-aff3-9b1897120944 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:36:05.380018 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:05.380672 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:05.471499 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-7342fd55-7a11-4eee-a2a1-a4c837488daf None None] For port 2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7,segment=NetworkSegment(c14401ed-1dc6-4fb0-8253-1c6f0b683339),segment_id=c14401ed-1dc6-4fb0-8253-1c6f0b683339)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:05.508115 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7342fd55-7a11-4eee-a2a1-a4c837488daf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:05.551766 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-d85654af-2335-4985-82bf-a3eeb888d8ac req-c81d221c-81e7-405d-84b6-ff790eb18d1e tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-170701326', 'description': 'tempest-description-379090902'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:05.559670 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a88179d8-e95c-419d-ae77-dbc29ba52beb req-0c820214-297e-4872-a4b7-686d88c3f6c2 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7b5a07-3bed-464b-bdbc-d1047ea07d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972524 Mar 07 10:36:05.672846 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 191b78c8-cd3b-4ce7-80a2-f471025a09c0 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:36:05.758785 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d85654af-2335-4985-82bf-a3eeb888d8ac req-c81d221c-81e7-405d-84b6-ff790eb18d1e tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:05.762007 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342fd55-7a11-4eee-a2a1-a4c837488daf None None] Pushing event updated for resources: {'Port': ['ID=2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:05.772114 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-2f251f0a-874b-4396-89c5-febd350df07a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Allocated IP 10.1.1.208 (b6eeb2fc-5732-462c-95ea-d42f3351bff0/ed499a86-ec02-4098-a7e4-19223dad71d3/954ea4bb-79fb-4f3b-aff3-9b1897120944) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:05.826600 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee9dea2-248d-4335-8d28-3777e655049f None None] Network c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:36:05.873274 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab9464-4c58-46c7-8014-6dbb0b727625 req-5d2dc703-a0c3-4fca-a7ce-4dcbd4ba86d8 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:05.876322 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1bab9464-4c58-46c7-8014-6dbb0b727625 req-5d2dc703-a0c3-4fca-a7ce-4dcbd4ba86d8 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 945 time: 0.1689541 Mar 07 10:36:05.895952 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:05.899225 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 678f8eb4-bc39-4462-8f3e-3dd233fbf893 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:36:05.900452 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-4d8c1184-40ca-4b0e-9311-f913326ce830 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:05.901880 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-4d8c1184-40ca-4b0e-9311-f913326ce830 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6737688 Mar 07 10:36:05.911597 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-85701e7d-b5e4-46ba-bf55-64cc4caf3884 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Publish callbacks [] for security_group (25eb2acf-8382-4966-a15d-e79c512ae807), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:05.925007 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-87d22cb8-deab-41fa-b934-7ed037c1732b tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Request body: {'port': {'device_id': '73fe3d19-86e1-41c0-9140-d23fba0645b7', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'admin_state_up': True, 'tenant_id': '687a3ef03fa34a4fa307fc9bd3361018'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:05.936256 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-85701e7d-b5e4-46ba-bf55-64cc4caf3884 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (25eb2acf-8382-4966-a15d-e79c512ae807), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:05.970376 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d83ec5-cd62-44f1-9658-ec33b7632dba admin admin] Router 04bfe852-8012-4921-872e-b6bc15f2f3ee is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:36:06.017793 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1bab9464-4c58-46c7-8014-6dbb0b727625 req-4c671d2b-1920-47fe-ba2c-802d1e53c8c6 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311407 Mar 07 10:36:06.106773 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f251f0a-874b-4396-89c5-febd350df07a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks [] for port (954ea4bb-79fb-4f3b-aff3-9b1897120944), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:06.130482 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-bd2c0b4d-726f-4973-895b-bdaef07c393a None None] Provisioning complete for port c3aa9d0d-4783-4690-a7c2-eec9bc6a844c triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:06.130914 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0b4d-726f-4973-895b-bdaef07c393a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c3aa9d0d-4783-4690-a7c2-eec9bc6a844c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:06.172602 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-bd2c0b4d-726f-4973-895b-bdaef07c393a None None] Port c3aa9d0d-4783-4690-a7c2-eec9bc6a844c cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:36:06.187268 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f251f0a-874b-4396-89c5-febd350df07a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (954ea4bb-79fb-4f3b-aff3-9b1897120944), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:06.233184 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d85654af-2335-4985-82bf-a3eeb888d8ac req-c81d221c-81e7-405d-84b6-ff790eb18d1e tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group (6b7f3080-deea-40aa-8b41-1f8d66a3925f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:06.234641 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85701e7d-b5e4-46ba-bf55-64cc4caf3884 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25eb2acf-8382-4966-a15d-e79c512ae807,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:06.235234 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-bd2c0b4d-726f-4973-895b-bdaef07c393a None None] Provisioning complete for port 2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:06.235905 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0b4d-726f-4973-895b-bdaef07c393a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:06.251584 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 191b78c8-cd3b-4ce7-80a2-f471025a09c0 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:06.252888 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (191b78c8-cd3b-4ce7-80a2-f471025a09c0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:06.261077 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d85654af-2335-4985-82bf-a3eeb888d8ac req-c81d221c-81e7-405d-84b6-ff790eb18d1e tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (6b7f3080-deea-40aa-8b41-1f8d66a3925f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:06.281976 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 678f8eb4-bc39-4462-8f3e-3dd233fbf893 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:06.282352 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (678f8eb4-bc39-4462-8f3e-3dd233fbf893), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:06.284389 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f251f0a-874b-4396-89c5-febd350df07a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Network b6eeb2fc-5732-462c-95ea-d42f3351bff0 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:06.294546 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-2f251f0a-874b-4396-89c5-febd350df07a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:06.306333 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f251f0a-874b-4396-89c5-febd350df07a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:06.367465 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0f7071-0cfa-4984-84ac-0528da9bf3fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '191b78c8-cd3b-4ce7-80a2-f471025a09c0'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:06.369907 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cc3d72-7a34-482c-8f98-72bfd335cd32" -d '{"events": [{"server_uuid": "4a0f7071-0cfa-4984-84ac-0528da9bf3fd", "name": "network-vif-unplugged", "status": "completed", "tag": "191b78c8-cd3b-4ce7-80a2-f471025a09c0"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:06.401659 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f251f0a-874b-4396-89c5-febd350df07a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:06.403043 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f251f0a-874b-4396-89c5-febd350df07a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:06.415235 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d85654af-2335-4985-82bf-a3eeb888d8ac req-c81d221c-81e7-405d-84b6-ff790eb18d1e tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:06.415936 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 191b78c8-cd3b-4ce7-80a2-f471025a09c0, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=191b78c8-cd3b-4ce7-80a2-f471025a09c0,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:06.416627 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d85654af-2335-4985-82bf-a3eeb888d8ac req-c81d221c-81e7-405d-84b6-ff790eb18d1e tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.9688122 Mar 07 10:36:06.437568 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d221c-81e7-405d-84b6-ff790eb18d1e tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7f3080-deea-40aa-8b41-1f8d66a3925f,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:06.449310 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (191b78c8-cd3b-4ce7-80a2-f471025a09c0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:06.462421 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d83ec5-cd62-44f1-9658-ec33b7632dba admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:36:06.479839 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2f251f0a-874b-4396-89c5-febd350df07a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7325959 Mar 07 10:36:06.492173 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-87d22cb8-deab-41fa-b934-7ed037c1732b tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Made reservation on behalf of 687a3ef03fa34a4fa307fc9bd3361018 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:36:06.495788 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-87d22cb8-deab-41fa-b934-7ed037c1732b tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:06.523916 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-68b4e425-edd6-4c3f-8120-61a247df6db1 req-4ef0790e-3da0-41e0-bfd7-95117ecbb15d tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/ports?device_id=73fe3d19-86e1-41c0-9140-d23fba0645b7 HTTP/1.1" status: 200 len: 210 time: 0.1067271 Mar 07 10:36:06.536454 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5e1889-2f8a-4b4a-be08-391dbf01e1e0 None None] Sync routers for ids ['04bfe852-8012-4921-872e-b6bc15f2f3ee'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:36:06.547216 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f251f0a-874b-4396-89c5-febd350df07a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Pushing event updated for resources: {'Port': ['ID=954ea4bb-79fb-4f3b-aff3-9b1897120944,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:06.577780 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-85701e7d-b5e4-46ba-bf55-64cc4caf3884 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Allocated IP 192.168.233.223 (598bad6c-a435-45aa-bbb6-2339f78a1590/cd915eb6-2d51-4c50-93c9-6777e48b408a/fff45af4-f140-42d3-a837-1e7c66aabe2f) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:06.630780 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=191b78c8-cd3b-4ce7-80a2-f471025a09c0,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:06.639382 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6d83ec5-cd62-44f1-9658-ec33b7632dba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:06.643707 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45450) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:06.644185 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d6d83ec5-cd62-44f1-9658-ec33b7632dba admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.4891787 Mar 07 10:36:06.645430 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ece87b0b-eee8-4473-9818-889bccbbe60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:06.719018 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5e1889-2f8a-4b4a-be08-391dbf01e1e0 None None] Routers {'04bfe852-8012-4921-872e-b6bc15f2f3ee'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:36:06.719674 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-3a5e1889-2f8a-4b4a-be08-391dbf01e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:35:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['04bfe852-8012-4921-872e-b6bc15f2f3ee'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:06.796613 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-bd2c0b4d-726f-4973-895b-bdaef07c393a None None] Current status of the port 2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:06.807619 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 678f8eb4-bc39-4462-8f3e-3dd233fbf893 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:06.809848 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device cc30b3b1-4411-486c-863c-82e39c21cbc4 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:36:06.852338 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f174eee-6c39-4c38-a23a-0a23e85d63b7 req-318d82d7-e7dd-4cc2-a4b3-e26b15229e02 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:06.858009 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3f174eee-6c39-4c38-a23a-0a23e85d63b7 req-318d82d7-e7dd-4cc2-a4b3-e26b15229e02 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 944 time: 0.1496084 Mar 07 10:36:06.925868 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-3a5e1889-2f8a-4b4a-be08-391dbf01e1e0 None None] Set router 04bfe852-8012-4921-872e-b6bc15f2f3ee gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:36:06.941745 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc42d5-b5c1-46ee-ac75-72c95e036630 req-7bf1a8da-8b1e-435a-8f63-218cf7f81e7b tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:06.943038 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-20fc42d5-b5c1-46ee-ac75-72c95e036630 req-7bf1a8da-8b1e-435a-8f63-218cf7f81e7b tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 946 time: 0.2854314 Mar 07 10:36:07.014491 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-1f8656e2-b200-43e4-b55e-138b45e785dc None None] Provisioning complete for port c3aa9d0d-4783-4690-a7c2-eec9bc6a844c triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:07.015492 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1f8656e2-b200-43e4-b55e-138b45e785dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c3aa9d0d-4783-4690-a7c2-eec9bc6a844c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:07.020270 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port cc30b3b1-4411-486c-863c-82e39c21cbc4 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:07.021025 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (cc30b3b1-4411-486c-863c-82e39c21cbc4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:07.060781 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3f174eee-6c39-4c38-a23a-0a23e85d63b7 req-efdd006d-caf9-4bbb-8aec-4bb557d0de57 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096632 Mar 07 10:36:07.061015 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-20fc42d5-b5c1-46ee-ac75-72c95e036630 req-7a75f34d-3a64-4384-bfad-fb84c2817800 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863600 Mar 07 10:36:07.122109 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-85701e7d-b5e4-46ba-bf55-64cc4caf3884 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Publish callbacks [] for port (fff45af4-f140-42d3-a837-1e7c66aabe2f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:07.135137 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75114d6-7e16-45b3-9188-7f3f206ae2bf req-b21e6d27-33f9-4d9e-b345-b6df959b2e52 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:07.137279 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e75114d6-7e16-45b3-9188-7f3f206ae2bf req-b21e6d27-33f9-4d9e-b345-b6df959b2e52 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 944 time: 0.1847849 Mar 07 10:36:07.209452 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6a3efb8a-8a04-4e2a-b933-e8fbe9bc5e93 req-13661d8a-d687-4b24-99ec-95ed47dadcc4 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] 10.222.0.11 "GET /v2.0/security-groups/6b7f3080-deea-40aa-8b41-1f8d66a3925f HTTP/1.1" status: 200 len: 1828 time: 0.0846555 Mar 07 10:36:07.249428 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-85701e7d-b5e4-46ba-bf55-64cc4caf3884 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (fff45af4-f140-42d3-a837-1e7c66aabe2f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:07.250239 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9db024-b6a6-4803-b901-80a992b189fe x-openstack-request-id: req-9d9db024-b6a6-4803-b901-80a992b189fe {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:07.251176 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0f7071-0cfa-4984-84ac-0528da9bf3fd", "name": "network-vif-unplugged", "status": "completed", "tag": "191b78c8-cd3b-4ce7-80a2-f471025a09c0", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:07.251176 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9d9db024-b6a6-4803-b901-80a992b189fe {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:07.251176 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0f7071-0cfa-4984-84ac-0528da9bf3fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '191b78c8-cd3b-4ce7-80a2-f471025a09c0', 'code': 200} Mar 07 10:36:07.252165 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1f8656e2-b200-43e4-b55e-138b45e785dc None None] Port c3aa9d0d-4783-4690-a7c2-eec9bc6a844c cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:36:07.310705 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-87d22cb8-deab-41fa-b934-7ed037c1732b tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Allocated IP 192.168.233.201 (598bad6c-a435-45aa-bbb6-2339f78a1590/cd915eb6-2d51-4c50-93c9-6777e48b408a/8c7950fc-1fc7-45ce-9602-e82984b5b2dc) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:07.317331 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-1f8656e2-b200-43e4-b55e-138b45e785dc None None] Provisioning complete for port cc30b3b1-4411-486c-863c-82e39c21cbc4 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:07.317331 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1f8656e2-b200-43e4-b55e-138b45e785dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (cc30b3b1-4411-486c-863c-82e39c21cbc4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:07.423445 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-e75114d6-7e16-45b3-9188-7f3f206ae2bf req-c5cc39d4-9e52-4473-887f-694e314168cd tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Deleting port 186fb1cf-b008-4466-a545-e40a27345d37 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:36:07.424054 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e75114d6-7e16-45b3-9188-7f3f206ae2bf req-c5cc39d4-9e52-4473-887f-694e314168cd tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (186fb1cf-b008-4466-a545-e40a27345d37), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:07.487755 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-42e6e279-5584-4df2-82b0-e3abe5866383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:07.529977 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-87d22cb8-deab-41fa-b934-7ed037c1732b tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Publish callbacks [] for port (8c7950fc-1fc7-45ce-9602-e82984b5b2dc), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:07.584894 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port cc30b3b1-4411-486c-863c-82e39c21cbc4 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:07.585416 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (cc30b3b1-4411-486c-863c-82e39c21cbc4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:07.629686 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port cc30b3b1-4411-486c-863c-82e39c21cbc4, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=cc30b3b1-4411-486c-863c-82e39c21cbc4,segment=NetworkSegment(9b966132-984a-4ab1-93aa-dffdd8926895),segment_id=9b966132-984a-4ab1-93aa-dffdd8926895)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:07.632100 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-e75114d6-7e16-45b3-9188-7f3f206ae2bf req-c5cc39d4-9e52-4473-887f-694e314168cd tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] For port 186fb1cf-b008-4466-a545-e40a27345d37, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=186fb1cf-b008-4466-a545-e40a27345d37,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:07.632502 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e75114d6-7e16-45b3-9188-7f3f206ae2bf req-c5cc39d4-9e52-4473-887f-694e314168cd tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (186fb1cf-b008-4466-a545-e40a27345d37), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:07.639527 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (cc30b3b1-4411-486c-863c-82e39c21cbc4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:07.674160 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85701e7d-b5e4-46ba-bf55-64cc4caf3884 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Pushing event updated for resources: {'Port': ['ID=fff45af4-f140-42d3-a837-1e7c66aabe2f,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:07.679266 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-87d22cb8-deab-41fa-b934-7ed037c1732b tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (8c7950fc-1fc7-45ce-9602-e82984b5b2dc), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:07.701560 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=cc30b3b1-4411-486c-863c-82e39c21cbc4,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:07.744952 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-e75114d6-7e16-45b3-9188-7f3f206ae2bf req-c5cc39d4-9e52-4473-887f-694e314168cd tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Calling delete_port for 186fb1cf-b008-4466-a545-e40a27345d37 owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:36:07.758162 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d22cb8-deab-41fa-b934-7ed037c1732b tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Pushing event updated for resources: {'Port': ['ID=8c7950fc-1fc7-45ce-9602-e82984b5b2dc,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:07.772678 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-3a5e1889-2f8a-4b4a-be08-391dbf01e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bfe852-8012-4921-872e-b6bc15f2f3ee', 'name': 'tempest-FloatingIPDetailsTestJSON-1089503541-router', 'tenant_id': 'a9726ff86528430ea132e2b9898010d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ba2bdf80-bcc4-400d-a065-0f644518c8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:58Z', 'updated_at': '2022-03-07T10:36:01Z', 'revision_number': 3, 'project_id': 'a9726ff86528430ea132e2b9898010d0', 'gw_port': {'id': 'ba2bdf80-bcc4-400d-a065-0f644518c8f2', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bfe852-8012-4921-872e-b6bc15f2f3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:59Z', 'updated_at': '2022-03-07T10:36:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:07.776651 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1f8656e2-b200-43e4-b55e-138b45e785dc None None] Current status of the port cc30b3b1-4411-486c-863c-82e39c21cbc4 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:07.790305 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-85701e7d-b5e4-46ba-bf55-64cc4caf3884 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:07.800338 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-85701e7d-b5e4-46ba-bf55-64cc4caf3884 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:07.812859 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:36:07.816801 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5e1889-2f8a-4b4a-be08-391dbf01e1e0 None None] Checking router: 04bfe852-8012-4921-872e-b6bc15f2f3ee for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:36:07.817192 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5e1889-2f8a-4b4a-be08-391dbf01e1e0 None None] Updating router 04bfe852-8012-4921-872e-b6bc15f2f3ee port ba2bdf80-bcc4-400d-a065-0f644518c8f2 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:36:07.817523 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-85701e7d-b5e4-46ba-bf55-64cc4caf3884 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:07.854702 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3a5e1889-2f8a-4b4a-be08-391dbf01e1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ba2bdf80-bcc4-400d-a065-0f644518c8f2), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:07.886348 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-42e6e279-5584-4df2-82b0-e3abe5866383 admin admin] Allocated IP 172.20.0.1 (a03ce316-864b-479c-8ebf-69863c32b3c3/0d9476e0-59fc-465f-8a2f-60dcece9b71e/2ec6216b-3daf-48fc-93c2-2b371e75a0d3) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:07.936178 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e51d5-cf94-43f5-99e7-8d15f10eb5b6 req-7e46cbee-1da5-4fb6-810a-5898be1627e7 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:07.937955 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f23e51d5-cf94-43f5-99e7-8d15f10eb5b6 req-7e46cbee-1da5-4fb6-810a-5898be1627e7 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 945 time: 0.3648024 Mar 07 10:36:07.945128 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-85701e7d-b5e4-46ba-bf55-64cc4caf3884 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:07.946276 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-85701e7d-b5e4-46ba-bf55-64cc4caf3884 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:07.953360 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-87d22cb8-deab-41fa-b934-7ed037c1732b tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:07.998977 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-87d22cb8-deab-41fa-b934-7ed037c1732b tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:08.011010 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-87d22cb8-deab-41fa-b934-7ed037c1732b tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:08.018467 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-1f8656e2-b200-43e4-b55e-138b45e785dc None None] Provisioning complete for port 954ea4bb-79fb-4f3b-aff3-9b1897120944 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:08.018846 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1f8656e2-b200-43e4-b55e-138b45e785dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (954ea4bb-79fb-4f3b-aff3-9b1897120944), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:08.047924 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-85701e7d-b5e4-46ba-bf55-64cc4caf3884 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2097507 Mar 07 10:36:08.059545 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1f8656e2-b200-43e4-b55e-138b45e785dc None None] Port 954ea4bb-79fb-4f3b-aff3-9b1897120944 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:36:08.064661 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-e9735cc4-5a9c-4485-b85b-11c1e8d62115 service neutron] Request body: {'port': {'device_id': '3d73b82e-3e5e-4695-b111-6134be543953', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:08.108713 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f23e51d5-cf94-43f5-99e7-8d15f10eb5b6 req-f346b563-962a-4c20-921b-00a8bfcf78f1 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538830 Mar 07 10:36:08.138256 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-87d22cb8-deab-41fa-b934-7ed037c1732b tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:08.138897 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-87d22cb8-deab-41fa-b934-7ed037c1732b tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:08.169172 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e75114d6-7e16-45b3-9188-7f3f206ae2bf req-c5cc39d4-9e52-4473-887f-694e314168cd tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (186fb1cf-b008-4466-a545-e40a27345d37), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:08.173893 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-42e6e279-5584-4df2-82b0-e3abe5866383 admin admin] Publish callbacks [] for port (2ec6216b-3daf-48fc-93c2-2b371e75a0d3), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:08.193243 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-1e1dfdbf-e361-46a9-b652-c97df44b5ef9 req-4d086dc0-e1c9-4199-ba73-64e7488a2828 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1231249483', 'description': 'tempest-description-2092578706'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:08.198979 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-e9735cc4-5a9c-4485-b85b-11c1e8d62115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fff45af4-f140-42d3-a837-1e7c66aabe2f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:08.203411 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:08.207413 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:08.218573 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc39d4-9e52-4473-887f-694e314168cd tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Pushing event deleted for resources: {'Port': ['ID=186fb1cf-b008-4466-a545-e40a27345d37,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:08.260039 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-87d22cb8-deab-41fa-b934-7ed037c1732b tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3424346 Mar 07 10:36:08.286630 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-927515c5-49a8-46aa-ab28-c538ca7b67a7 service neutron] Request body: {'port': {'device_id': '73fe3d19-86e1-41c0-9140-d23fba0645b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:08.304946 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1e1dfdbf-e361-46a9-b652-c97df44b5ef9 req-4d086dc0-e1c9-4199-ba73-64e7488a2828 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:08.310390 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75114d6-7e16-45b3-9188-7f3f206ae2bf req-c5cc39d4-9e52-4473-887f-694e314168cd tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] No DVR routers for this DVR port 186fb1cf-b008-4466-a545-e40a27345d37 on host n-h1-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:36:08.325328 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e75114d6-7e16-45b3-9188-7f3f206ae2bf req-c5cc39d4-9e52-4473-887f-694e314168cd tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:08.330093 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e75114d6-7e16-45b3-9188-7f3f206ae2bf req-c5cc39d4-9e52-4473-887f-694e314168cd tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.21 "DELETE /v2.0/ports/186fb1cf-b008-4466-a545-e40a27345d37 HTTP/1.1" status: 204 len: 173 time: 1.1859689 Mar 07 10:36:08.330598 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc26266-54b2-4204-9701-e947b5cde331', 'name': 'network-vif-deleted', 'tag': '186fb1cf-b008-4466-a545-e40a27345d37'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:08.333268 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a812d7-5b50-4ec1-83ca-ebb61719bfad" -d '{"events": [{"server_uuid": "fdc26266-54b2-4204-9701-e947b5cde331", "name": "network-vif-deleted", "tag": "186fb1cf-b008-4466-a545-e40a27345d37"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:08.358958 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-42e6e279-5584-4df2-82b0-e3abe5866383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (2ec6216b-3daf-48fc-93c2-2b371e75a0d3), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:08.437951 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e6e279-5584-4df2-82b0-e3abe5866383 admin admin] Network a03ce316-864b-479c-8ebf-69863c32b3c3 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:08.451807 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-74b7d941-e946-438f-99e8-4b4582e0b946 None None] Provisioning complete for port fff45af4-f140-42d3-a837-1e7c66aabe2f triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:08.452182 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-74b7d941-e946-438f-99e8-4b4582e0b946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (fff45af4-f140-42d3-a837-1e7c66aabe2f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:08.463399 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1e1dfdbf-e361-46a9-b652-c97df44b5ef9 req-4d086dc0-e1c9-4199-ba73-64e7488a2828 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group (17ffc18d-1131-4da4-8e8e-0a294af0c986), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:08.469014 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-42e6e279-5584-4df2-82b0-e3abe5866383 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:08.476104 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e6e279-5584-4df2-82b0-e3abe5866383 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:08.530185 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1e1dfdbf-e361-46a9-b652-c97df44b5ef9 req-4d086dc0-e1c9-4199-ba73-64e7488a2828 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (17ffc18d-1131-4da4-8e8e-0a294af0c986), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:08.576315 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-74b7d941-e946-438f-99e8-4b4582e0b946 None None] Port fff45af4-f140-42d3-a837-1e7c66aabe2f cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:36:08.604007 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-42e6e279-5584-4df2-82b0-e3abe5866383 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (04bfe852-8012-4921-872e-b6bc15f2f3ee), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:08.619657 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1e1dfdbf-e361-46a9-b652-c97df44b5ef9 req-4d086dc0-e1c9-4199-ba73-64e7488a2828 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:08.620829 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1e1dfdbf-e361-46a9-b652-c97df44b5ef9 req-4d086dc0-e1c9-4199-ba73-64e7488a2828 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4333708 Mar 07 10:36:08.636242 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-927515c5-49a8-46aa-ab28-c538ca7b67a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8c7950fc-1fc7-45ce-9602-e82984b5b2dc), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:08.664977 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d086dc0-e1c9-4199-ba73-64e7488a2828 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17ffc18d-1131-4da4-8e8e-0a294af0c986,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:08.747766 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6e279-5584-4df2-82b0-e3abe5866383 admin admin] Pushing event updated for resources: {'Port': ['ID=2ec6216b-3daf-48fc-93c2-2b371e75a0d3,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:08.808700 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2528a085-d10b-4a0b-97a0-b43ddf1bb911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:08.918246 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:08.921505 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f7637bc7-30df-4fcf-b321-49656eca1219 None None] Provisioning complete for port 8c7950fc-1fc7-45ce-9602-e82984b5b2dc triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:08.921894 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f7637bc7-30df-4fcf-b321-49656eca1219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (8c7950fc-1fc7-45ce-9602-e82984b5b2dc), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:08.944580 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3a5e1889-2f8a-4b4a-be08-391dbf01e1e0 None None] Publish callbacks [] for port (ba2bdf80-bcc4-400d-a065-0f644518c8f2), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:08.959691 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-42e6e279-5584-4df2-82b0-e3abe5866383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2ec6216b-3daf-48fc-93c2-2b371e75a0d3), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:09.004657 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3a5e1889-2f8a-4b4a-be08-391dbf01e1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ba2bdf80-bcc4-400d-a065-0f644518c8f2), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:09.132684 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45504) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:09.144033 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-8b4217fa-f015-4db7-b64d-d6ed54d86d09 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Request body: {'security_group': {'name': 'tempest-securitygroup--866009281', 'description': 'tempest-description--893515042'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:09.158914 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f7637bc7-30df-4fcf-b321-49656eca1219 None None] Port 8c7950fc-1fc7-45ce-9602-e82984b5b2dc cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:36:09.166332 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-e9735cc4-5a9c-4485-b85b-11c1e8d62115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fff45af4-f140-42d3-a837-1e7c66aabe2f {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:36:09.169998 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89d255-9c78-4d45-ac06-caf8de858d29 None None] Pushing event updated for resources: {'Port': ['ID=ba2bdf80-bcc4-400d-a065-0f644518c8f2,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:09.182746 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3a5e1889-2f8a-4b4a-be08-391dbf01e1e0 None None] Attempting to bind port ba2bdf80-bcc4-400d-a065-0f644518c8f2 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:36:09.183114 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3a5e1889-2f8a-4b4a-be08-391dbf01e1e0 None None] Attempting to bind port ba2bdf80-bcc4-400d-a065-0f644518c8f2 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:36:09.183325 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-e9735cc4-5a9c-4485-b85b-11c1e8d62115 service neutron] Publish callbacks [] for port (fff45af4-f140-42d3-a837-1e7c66aabe2f), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:09.183472 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5e1889-2f8a-4b4a-be08-391dbf01e1e0 None None] Attempting to bind port ba2bdf80-bcc4-400d-a065-0f644518c8f2 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:09.190097 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5e1889-2f8a-4b4a-be08-391dbf01e1e0 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:36:09.190520 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5e1889-2f8a-4b4a-be08-391dbf01e1e0 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:36:09.190970 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3a5e1889-2f8a-4b4a-be08-391dbf01e1e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:09.191373 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5e1889-2f8a-4b4a-be08-391dbf01e1e0 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:36:09.192217 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3a5e1889-2f8a-4b4a-be08-391dbf01e1e0 None None] Bound port: ba2bdf80-bcc4-400d-a065-0f644518c8f2, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:36:09.192608 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3a5e1889-2f8a-4b4a-be08-391dbf01e1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ba2bdf80-bcc4-400d-a065-0f644518c8f2), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:09.220655 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-e9735cc4-5a9c-4485-b85b-11c1e8d62115 service neutron] Transition to ACTIVE for port object fff45af4-f140-42d3-a837-1e7c66aabe2f will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:36:09.239398 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-e9735cc4-5a9c-4485-b85b-11c1e8d62115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (fff45af4-f140-42d3-a837-1e7c66aabe2f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:09.273624 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-3a5e1889-2f8a-4b4a-be08-391dbf01e1e0 None None] For port ba2bdf80-bcc4-400d-a065-0f644518c8f2, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:36:09.279930 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-3a5e1889-2f8a-4b4a-be08-391dbf01e1e0 None None] For port ba2bdf80-bcc4-400d-a065-0f644518c8f2, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ba2bdf80-bcc4-400d-a065-0f644518c8f2,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:36:09.305944 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3a5e1889-2f8a-4b4a-be08-391dbf01e1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ba2bdf80-bcc4-400d-a065-0f644518c8f2), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:09.331675 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8b4217fa-f015-4db7-b64d-d6ed54d86d09 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:09.389286 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-63c01470-c774-4197-bdb7-3046662d4b2a None None] Provisioning complete for port 2ec6216b-3daf-48fc-93c2-2b371e75a0d3 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:09.391417 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-63c01470-c774-4197-bdb7-3046662d4b2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2ec6216b-3daf-48fc-93c2-2b371e75a0d3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:09.409686 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e342df1-1e8e-4cd0-a0e3-22737934cdfc req-f0ab1779-f079-4fcd-ae13-aba67cf7ecd2 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:09.411521 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5e342df1-1e8e-4cd0-a0e3-22737934cdfc req-f0ab1779-f079-4fcd-ae13-aba67cf7ecd2 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/ports?device_id=73fe3d19-86e1-41c0-9140-d23fba0645b7 HTTP/1.1" status: 200 len: 936 time: 0.1918762 Mar 07 10:36:09.460741 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-927515c5-49a8-46aa-ab28-c538ca7b67a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c7950fc-1fc7-45ce-9602-e82984b5b2dc {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:36:09.469403 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-927515c5-49a8-46aa-ab28-c538ca7b67a7 service neutron] Publish callbacks [] for port (8c7950fc-1fc7-45ce-9602-e82984b5b2dc), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:09.505551 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-927515c5-49a8-46aa-ab28-c538ca7b67a7 service neutron] Transition to ACTIVE for port object 8c7950fc-1fc7-45ce-9602-e82984b5b2dc will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:36:09.510678 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5e1889-2f8a-4b4a-be08-391dbf01e1e0 None None] Routers {'04bfe852-8012-4921-872e-b6bc15f2f3ee'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:36:09.512361 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-3a5e1889-2f8a-4b4a-be08-391dbf01e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:36:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['04bfe852-8012-4921-872e-b6bc15f2f3ee'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:09.543839 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-927515c5-49a8-46aa-ab28-c538ca7b67a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (8c7950fc-1fc7-45ce-9602-e82984b5b2dc), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:09.544090 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5e342df1-1e8e-4cd0-a0e3-22737934cdfc req-5267957f-01e3-45c1-bc1f-2f1901d13c9a tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/security-groups?id=25eb2acf-8382-4966-a15d-e79c512ae807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210806 Mar 07 10:36:09.564873 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-42e6e279-5584-4df2-82b0-e3abe5866383 admin admin] Publish callbacks [] for port (2ec6216b-3daf-48fc-93c2-2b371e75a0d3), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:09.577079 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-42e6e279-5584-4df2-82b0-e3abe5866383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (2ec6216b-3daf-48fc-93c2-2b371e75a0d3), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:09.582939 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8b4217fa-f015-4db7-b64d-d6ed54d86d09 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks [] for security_group (f631fc2b-0c11-4f35-9f2b-40007a9b7dfb), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:09.615720 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9735cc4-5a9c-4485-b85b-11c1e8d62115 service neutron] Pushing event updated for resources: {'Port': ['ID=fff45af4-f140-42d3-a837-1e7c66aabe2f,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:09.637980 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8b4217fa-f015-4db7-b64d-d6ed54d86d09 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f631fc2b-0c11-4f35-9f2b-40007a9b7dfb), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:09.643555 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-63c01470-c774-4197-bdb7-3046662d4b2a None None] Port 2ec6216b-3daf-48fc-93c2-2b371e75a0d3 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:36:09.652962 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4878be76-c3ed-4fd5-9974-65bdd12c365a req-325178eb-235f-402e-8f5a-50cbb635d924 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 210 time: 0.1384158 Mar 07 10:36:09.787097 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927515c5-49a8-46aa-ab28-c538ca7b67a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7950fc-1fc7-45ce-9602-e82984b5b2dc,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:09.802580 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-e9735cc4-5a9c-4485-b85b-11c1e8d62115 service neutron] Attempting to bind port fff45af4-f140-42d3-a837-1e7c66aabe2f on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:36:09.803228 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-e9735cc4-5a9c-4485-b85b-11c1e8d62115 service neutron] Attempting to bind port fff45af4-f140-42d3-a837-1e7c66aabe2f by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:36:09.803555 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-e9735cc4-5a9c-4485-b85b-11c1e8d62115 service neutron] Attempting to bind port fff45af4-f140-42d3-a837-1e7c66aabe2f on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:09.835533 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device cc30b3b1-4411-486c-863c-82e39c21cbc4 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:36:09.863139 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-e9735cc4-5a9c-4485-b85b-11c1e8d62115 service neutron] Port fff45af4-f140-42d3-a837-1e7c66aabe2f on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:36:09.863457 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-e9735cc4-5a9c-4485-b85b-11c1e8d62115 service neutron] Attempting to bind port fff45af4-f140-42d3-a837-1e7c66aabe2f on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:09.880490 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-50aeef4c-b04b-4d39-b5d9-7eceff7da81c req-072660db-4c43-4a3b-999d-64df3c4864b0 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] 10.222.0.11 "GET /v2.0/security-groups/17ffc18d-1131-4da4-8e8e-0a294af0c986 HTTP/1.1" status: 200 len: 1830 time: 0.0845926 Mar 07 10:36:09.883642 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-e9735cc4-5a9c-4485-b85b-11c1e8d62115 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:36:09.883958 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-e9735cc4-5a9c-4485-b85b-11c1e8d62115 service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:36:09.884344 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-e9735cc4-5a9c-4485-b85b-11c1e8d62115 service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:36:09.884821 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-e9735cc4-5a9c-4485-b85b-11c1e8d62115 service neutron] Bound port: fff45af4-f140-42d3-a837-1e7c66aabe2f, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:36:09.885156 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-e9735cc4-5a9c-4485-b85b-11c1e8d62115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fff45af4-f140-42d3-a837-1e7c66aabe2f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:09.888454 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-927515c5-49a8-46aa-ab28-c538ca7b67a7 service neutron] Attempting to bind port 8c7950fc-1fc7-45ce-9602-e82984b5b2dc on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:36:09.888776 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-927515c5-49a8-46aa-ab28-c538ca7b67a7 service neutron] Attempting to bind port 8c7950fc-1fc7-45ce-9602-e82984b5b2dc by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:36:09.889477 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-927515c5-49a8-46aa-ab28-c538ca7b67a7 service neutron] Attempting to bind port 8c7950fc-1fc7-45ce-9602-e82984b5b2dc on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:09.904598 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89d255-9c78-4d45-ac06-caf8de858d29 None None] Pushing event updated for resources: {'Port': ['ID=ba2bdf80-bcc4-400d-a065-0f644518c8f2,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:09.924201 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-927515c5-49a8-46aa-ab28-c538ca7b67a7 service neutron] Port 8c7950fc-1fc7-45ce-9602-e82984b5b2dc on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:36:09.924526 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-927515c5-49a8-46aa-ab28-c538ca7b67a7 service neutron] Attempting to bind port 8c7950fc-1fc7-45ce-9602-e82984b5b2dc on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:09.931268 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:09.952395 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-3a5e1889-2f8a-4b4a-be08-391dbf01e1e0 None None] Set router 04bfe852-8012-4921-872e-b6bc15f2f3ee gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:36:09.965614 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-927515c5-49a8-46aa-ab28-c538ca7b67a7 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 35, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:36:09.966024 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-927515c5-49a8-46aa-ab28-c538ca7b67a7 service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:36:09.966330 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-927515c5-49a8-46aa-ab28-c538ca7b67a7 service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:36:09.966760 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-927515c5-49a8-46aa-ab28-c538ca7b67a7 service neutron] Bound port: 8c7950fc-1fc7-45ce-9602-e82984b5b2dc, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:36:09.967117 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-927515c5-49a8-46aa-ab28-c538ca7b67a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8c7950fc-1fc7-45ce-9602-e82984b5b2dc), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:10.030489 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port cc30b3b1-4411-486c-863c-82e39c21cbc4 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:10.031524 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (cc30b3b1-4411-486c-863c-82e39c21cbc4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:10.105473 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-e9735cc4-5a9c-4485-b85b-11c1e8d62115 service neutron] For port fff45af4-f140-42d3-a837-1e7c66aabe2f, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:36:10.113988 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-e9735cc4-5a9c-4485-b85b-11c1e8d62115 service neutron] For port fff45af4-f140-42d3-a837-1e7c66aabe2f, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=fff45af4-f140-42d3-a837-1e7c66aabe2f,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:36:10.126124 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-927515c5-49a8-46aa-ab28-c538ca7b67a7 service neutron] For port 8c7950fc-1fc7-45ce-9602-e82984b5b2dc, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:36:10.130056 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-927515c5-49a8-46aa-ab28-c538ca7b67a7 service neutron] For port 8c7950fc-1fc7-45ce-9602-e82984b5b2dc, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=8c7950fc-1fc7-45ce-9602-e82984b5b2dc,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:36:10.135037 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-e9735cc4-5a9c-4485-b85b-11c1e8d62115 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (fff45af4-f140-42d3-a837-1e7c66aabe2f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:10.147157 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f0a956-ce50-4ecc-b1f9-8d05cf354c6b req-7eca40e7-3387-4894-8acd-6d5339a6882d tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:10.148882 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-83f0a956-ce50-4ecc-b1f9-8d05cf354c6b req-7eca40e7-3387-4894-8acd-6d5339a6882d tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 945 time: 0.1544769 Mar 07 10:36:10.156057 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-927515c5-49a8-46aa-ab28-c538ca7b67a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (8c7950fc-1fc7-45ce-9602-e82984b5b2dc), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:10.222478 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-e9735cc4-5a9c-4485-b85b-11c1e8d62115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:10.222924 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-e9735cc4-5a9c-4485-b85b-11c1e8d62115 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:10.224321 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-e9735cc4-5a9c-4485-b85b-11c1e8d62115 service neutron] 10.222.0.21 "PUT /v2.0/ports/fff45af4-f140-42d3-a837-1e7c66aabe2f HTTP/1.1" status: 200 len: 1096 time: 2.1646800 Mar 07 10:36:10.227878 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d73b82e-3e5e-4695-b111-6134be543953', 'tag': 'fff45af4-f140-42d3-a837-1e7c66aabe2f'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:10.230169 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285c2b90-b038-4685-a544-2159a9ef68ac" -d '{"events": [{"name": "network-changed", "server_uuid": "3d73b82e-3e5e-4695-b111-6134be543953", "tag": "fff45af4-f140-42d3-a837-1e7c66aabe2f"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:10.280679 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port cc30b3b1-4411-486c-863c-82e39c21cbc4 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:10.288411 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8b4217fa-f015-4db7-b64d-d6ed54d86d09 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:10.289684 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8b4217fa-f015-4db7-b64d-d6ed54d86d09 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.1556914 Mar 07 10:36:10.296103 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3bef3f-a3f4-4bf4-8c29-6fbdccfb3ad2 x-openstack-request-id: req-0d3bef3f-a3f4-4bf4-8c29-6fbdccfb3ad2 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:10.296395 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc26266-54b2-4204-9701-e947b5cde331", "name": "network-vif-deleted", "tag": "186fb1cf-b008-4466-a545-e40a27345d37", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:10.296655 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0d3bef3f-a3f4-4bf4-8c29-6fbdccfb3ad2 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:10.297515 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc26266-54b2-4204-9701-e947b5cde331', 'name': 'network-vif-deleted', 'tag': '186fb1cf-b008-4466-a545-e40a27345d37', 'status': 'completed', 'code': 200} Mar 07 10:36:10.309011 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-927515c5-49a8-46aa-ab28-c538ca7b67a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:10.309791 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-927515c5-49a8-46aa-ab28-c538ca7b67a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:10.311226 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-927515c5-49a8-46aa-ab28-c538ca7b67a7 service neutron] 10.222.0.31 "PUT /v2.0/ports/8c7950fc-1fc7-45ce-9602-e82984b5b2dc HTTP/1.1" status: 200 len: 1096 time: 2.0296562 Mar 07 10:36:10.313633 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45516) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:10.337381 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-5ce01c9d-1dbb-424c-aaa6-e325da4c1372 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Request body: {'security_group_rule': {'security_group_id': 'f631fc2b-0c11-4f35-9f2b-40007a9b7dfb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:10.363417 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9735cc4-5a9c-4485-b85b-11c1e8d62115 service neutron] Pushing event updated for resources: {'Port': ['ID=fff45af4-f140-42d3-a837-1e7c66aabe2f,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:10.431688 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-42e6e279-5584-4df2-82b0-e3abe5866383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (04bfe852-8012-4921-872e-b6bc15f2f3ee), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:10.442632 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-3a5e1889-2f8a-4b4a-be08-391dbf01e1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bfe852-8012-4921-872e-b6bc15f2f3ee', 'name': 'tempest-FloatingIPDetailsTestJSON-1089503541-router', 'tenant_id': 'a9726ff86528430ea132e2b9898010d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ba2bdf80-bcc4-400d-a065-0f644518c8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:58Z', 'updated_at': '2022-03-07T10:36:08Z', 'revision_number': 4, 'project_id': 'a9726ff86528430ea132e2b9898010d0', 'gw_port': {'id': 'ba2bdf80-bcc4-400d-a065-0f644518c8f2', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bfe852-8012-4921-872e-b6bc15f2f3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:59Z', 'updated_at': '2022-03-07T10:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '2ec6216b-3daf-48fc-93c2-2b371e75a0d3', 'name': '', 'network_id': 'a03ce316-864b-479c-8ebf-69863c32b3c3', 'tenant_id': 'a9726ff86528430ea132e2b9898010d0', 'mac_address': 'fa:16:3e:00:5c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bfe852-8012-4921-872e-b6bc15f2f3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '0d9476e0-59fc-465f-8a2f-60dcece9b71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:07Z', 'updated_at': '2022-03-07T10:36:07Z', 'revision_number': 1, 'project_id': 'a9726ff86528430ea132e2b9898010d0', 'subnets': [{'id': '0d9476e0-59fc-465f-8a2f-60dcece9b71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:10.478738 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5e1889-2f8a-4b4a-be08-391dbf01e1e0 None None] The sync data for ids ['04bfe852-8012-4921-872e-b6bc15f2f3ee'] in n-d-832164-4 is: [{'id': '04bfe852-8012-4921-872e-b6bc15f2f3ee', 'name': 'tempest-FloatingIPDetailsTestJSON-1089503541-router', 'tenant_id': 'a9726ff86528430ea132e2b9898010d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ba2bdf80-bcc4-400d-a065-0f644518c8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:58Z', 'updated_at': '2022-03-07T10:36:08Z', 'revision_number': 4, 'project_id': 'a9726ff86528430ea132e2b9898010d0', 'gw_port': {'id': 'ba2bdf80-bcc4-400d-a065-0f644518c8f2', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bfe852-8012-4921-872e-b6bc15f2f3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:59Z', 'updated_at': '2022-03-07T10:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '2ec6216b-3daf-48fc-93c2-2b371e75a0d3', 'name': '', 'network_id': 'a03ce316-864b-479c-8ebf-69863c32b3c3', 'tenant_id': 'a9726ff86528430ea132e2b9898010d0', 'mac_address': 'fa:16:3e:00:5c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bfe852-8012-4921-872e-b6bc15f2f3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '0d9476e0-59fc-465f-8a2f-60dcece9b71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:07Z', 'updated_at': '2022-03-07T10:36:07Z', 'revision_number': 1, 'project_id': 'a9726ff86528430ea132e2b9898010d0', 'subnets': [{'id': '0d9476e0-59fc-465f-8a2f-60dcece9b71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:36:10.487288 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-83f0a956-ce50-4ecc-b1f9-8d05cf354c6b req-bb206245-69c3-4dbe-a81f-066b5990c4c0 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039994 Mar 07 10:36:10.568033 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-306ed519-8177-42fc-8b59-3a05d09a3668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:10.570352 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-306ed519-8177-42fc-8b59-3a05d09a3668 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=687a3ef03fa34a4fa307fc9bd3361018&device_id=73fe3d19-86e1-41c0-9140-d23fba0645b7 HTTP/1.1" status: 200 len: 1130 time: 0.1877093 Mar 07 10:36:10.572756 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-e5becc96-f25f-4dbf-9ff3-f1a3533135ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:10.575721 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-e5becc96-f25f-4dbf-9ff3-f1a3533135ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=687a3ef03fa34a4fa307fc9bd3361018&device_id=3d73b82e-3e5e-4695-b111-6134be543953 HTTP/1.1" status: 200 len: 1130 time: 0.3045721 Mar 07 10:36:10.576403 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927515c5-49a8-46aa-ab28-c538ca7b67a7 service neutron] Pushing event updated for resources: {'Port': ['ID=8c7950fc-1fc7-45ce-9602-e82984b5b2dc,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:10.581062 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6e279-5584-4df2-82b0-e3abe5866383 admin admin] Pushing event updated for resources: {'Port': ['ID=2ec6216b-3daf-48fc-93c2-2b371e75a0d3,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:10.583321 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ce01c9d-1dbb-424c-aaa6-e325da4c1372 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks [] for security_group_rule (8a30c8f3-3ebd-41e8-af73-a0beeb289cbd), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:10.611688 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-42b98d03-40b5-4e7a-85f0-6160b3a849d9 req-1a915d49-5f4f-4d6b-9d75-81f0a90cac7b tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-293162661', 'description': 'tempest-description-1850943082'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:10.653948 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4217fa-f015-4db7-b64d-d6ed54d86d09 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:10.674001 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134907f0-ece8-4a31-b802-a08e8d14ae32 req-07d2c7be-dd9f-43f0-99ba-03b090ae6272 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:10.675761 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-134907f0-ece8-4a31-b802-a08e8d14ae32 req-07d2c7be-dd9f-43f0-99ba-03b090ae6272 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 946 time: 0.9976375 Mar 07 10:36:10.678119 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e6e279-5584-4df2-82b0-e3abe5866383 admin admin] Network a03ce316-864b-479c-8ebf-69863c32b3c3 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:10.681271 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-42e6e279-5584-4df2-82b0-e3abe5866383 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:10.697685 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-0f49d515-7b46-41e9-b436-a14b0a058d2f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=fff45af4-f140-42d3-a837-1e7c66aabe2f HTTP/1.1" status: 200 len: 217 time: 0.1120269 Mar 07 10:36:10.703124 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-3d0a6f8a-d585-4ce8-8527-a7e952d91aeb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=8c7950fc-1fc7-45ce-9602-e82984b5b2dc HTTP/1.1" status: 200 len: 217 time: 0.1159968 Mar 07 10:36:10.718143 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ce01c9d-1dbb-424c-aaa6-e325da4c1372 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks [] for security_group_rule (8a30c8f3-3ebd-41e8-af73-a0beeb289cbd), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:10.733308 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ce01c9d-1dbb-424c-aaa6-e325da4c1372 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (8a30c8f3-3ebd-41e8-af73-a0beeb289cbd), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:10.802810 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 186fb1cf-b008-4466-a545-e40a27345d37 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:36:10.822130 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-003a6f05-ae80-4d46-9d22-876e565ae1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:10.823879 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-003a6f05-ae80-4d46-9d22-876e565ae1a8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1047795 Mar 07 10:36:10.861564 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-42b98d03-40b5-4e7a-85f0-6160b3a849d9 req-1a915d49-5f4f-4d6b-9d75-81f0a90cac7b tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:10.874203 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 186fb1cf-b008-4466-a545-e40a27345d37 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:36:10.874583 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 186fb1cf-b008-4466-a545-e40a27345d37 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:36:10.883976 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-134907f0-ece8-4a31-b802-a08e8d14ae32 req-3a30c4b4-c879-4dbf-b770-5db3073c68ce tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575971 Mar 07 10:36:10.893852 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ce01c9d-1dbb-424c-aaa6-e325da4c1372 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:10.897432 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5ce01c9d-1dbb-424c-aaa6-e325da4c1372 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5686045 Mar 07 10:36:10.905346 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce01c9d-1dbb-424c-aaa6-e325da4c1372 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a30c8f3-3ebd-41e8-af73-a0beeb289cbd,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:10.909590 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45528) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:10.939787 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-722e9057-3391-4ef9-b17c-5bbd975fb868 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Request body: {'security_group_rule': {'security_group_id': 'f631fc2b-0c11-4f35-9f2b-40007a9b7dfb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:10.989438 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-f6ad9dac-6673-4590-982b-c4a2a3967542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:10.991842 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-f6ad9dac-6673-4590-982b-c4a2a3967542 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.2852814 Mar 07 10:36:11.002215 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e1d9e2-18b6-4d4b-adce-b04c47ec7fe3 x-openstack-request-id: req-02e1d9e2-18b6-4d4b-adce-b04c47ec7fe3 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:11.002752 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d73b82e-3e5e-4695-b111-6134be543953", "tag": "fff45af4-f140-42d3-a837-1e7c66aabe2f", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:11.003195 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-02e1d9e2-18b6-4d4b-adce-b04c47ec7fe3 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:11.003763 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d73b82e-3e5e-4695-b111-6134be543953', 'tag': 'fff45af4-f140-42d3-a837-1e7c66aabe2f', 'status': 'completed', 'code': 200} Mar 07 10:36:11.097031 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-722e9057-3391-4ef9-b17c-5bbd975fb868 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks [] for security_group_rule (0db1d5e5-e961-428f-aeeb-d5c226ea0040), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:11.154075 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-24203c39-e51f-4a51-a785-c8584d246a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:11.155605 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-24203c39-e51f-4a51-a785-c8584d246a42 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3248205 Mar 07 10:36:11.219955 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e6e279-5584-4df2-82b0-e3abe5866383 admin admin] Router 04bfe852-8012-4921-872e-b6bc15f2f3ee has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:36:11.222519 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-722e9057-3391-4ef9-b17c-5bbd975fb868 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks [] for security_group_rule (0db1d5e5-e961-428f-aeeb-d5c226ea0040), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:11.238601 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-722e9057-3391-4ef9-b17c-5bbd975fb868 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (0db1d5e5-e961-428f-aeeb-d5c226ea0040), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:11.276051 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-722e9057-3391-4ef9-b17c-5bbd975fb868 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:11.278153 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-722e9057-3391-4ef9-b17c-5bbd975fb868 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3564558 Mar 07 10:36:11.282847 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45530) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:11.283135 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-42b98d03-40b5-4e7a-85f0-6160b3a849d9 req-1a915d49-5f4f-4d6b-9d75-81f0a90cac7b tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group (63b096d8-0d37-49da-8500-46a52c435a55), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:11.291158 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e345e38c-5a62-4d36-beb3-408e2b1df6b9 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:11.296245 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-f54ac04d-eb49-49b2-a471-68ebafe4de1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:11.298109 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-f54ac04d-eb49-49b2-a471-68ebafe4de1c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2933791 Mar 07 10:36:11.300991 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-42b98d03-40b5-4e7a-85f0-6160b3a849d9 req-1a915d49-5f4f-4d6b-9d75-81f0a90cac7b tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (63b096d8-0d37-49da-8500-46a52c435a55), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:11.333464 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e9057-3391-4ef9-b17c-5bbd975fb868 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db1d5e5-e961-428f-aeeb-d5c226ea0040,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:11.350760 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae93509-268b-45d4-813a-48c4d6e3a802 req-f64571e8-a26b-4386-a79c-18b78e790c2d tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:11.358127 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fae93509-268b-45d4-813a-48c4d6e3a802 req-f64571e8-a26b-4386-a79c-18b78e790c2d tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/ports?device_id=73fe3d19-86e1-41c0-9140-d23fba0645b7 HTTP/1.1" status: 200 len: 948 time: 0.1959553 Mar 07 10:36:11.384434 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-515ce1bd-0af5-4e55-a7a5-b89b483dfc7a None None] Provisioning complete for port 2ec6216b-3daf-48fc-93c2-2b371e75a0d3 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:11.385388 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-515ce1bd-0af5-4e55-a7a5-b89b483dfc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2ec6216b-3daf-48fc-93c2-2b371e75a0d3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:11.386782 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-42b98d03-40b5-4e7a-85f0-6160b3a849d9 req-1a915d49-5f4f-4d6b-9d75-81f0a90cac7b tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:11.388047 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-42b98d03-40b5-4e7a-85f0-6160b3a849d9 req-1a915d49-5f4f-4d6b-9d75-81f0a90cac7b tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.7852018 Mar 07 10:36:11.474410 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-515ce1bd-0af5-4e55-a7a5-b89b483dfc7a None None] Port 2ec6216b-3daf-48fc-93c2-2b371e75a0d3 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:36:11.503117 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e345e38c-5a62-4d36-beb3-408e2b1df6b9 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:11.554881 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:11.567340 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fae93509-268b-45d4-813a-48c4d6e3a802 req-5c58921a-7911-4065-a0c1-28dcd13ef778 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/security-groups?id=25eb2acf-8382-4966-a15d-e79c512ae807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083442 Mar 07 10:36:11.571031 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e6e279-5584-4df2-82b0-e3abe5866383 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:36:11.584314 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-42e6e279-5584-4df2-82b0-e3abe5866383 admin admin] 10.222.0.11 "PUT /v2.0/routers/04bfe852-8012-4921-872e-b6bc15f2f3ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9389234 Mar 07 10:36:11.873245 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-42e43843-6db9-4fd7-a1be-e01100a9f5dd req-fd4465ed-81d7-43a0-a4a8-8b6645f37803 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 210 time: 0.0970304 Mar 07 10:36:11.902788 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e345e38c-5a62-4d36-beb3-408e2b1df6b9 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:11.942746 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a915d49-5f4f-4d6b-9d75-81f0a90cac7b tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63b096d8-0d37-49da-8500-46a52c435a55,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:11.950773 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-051f0b1e-b395-4a55-8d72-3c7af88d9a6f service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7837942 Mar 07 10:36:12.106288 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-52ff795b-ee64-4c38-9408-c50be6bc3166 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7948959 Mar 07 10:36:12.131509 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-be840ec0-81e4-45f1-ad2f-24d204c7cd85 req-7aacd9c8-73ab-4c73-81ca-3bbbd11348f3 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] 10.222.0.11 "GET /v2.0/security-groups/63b096d8-0d37-49da-8500-46a52c435a55 HTTP/1.1" status: 200 len: 1829 time: 0.1199167 Mar 07 10:36:12.174633 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-e345e38c-5a62-4d36-beb3-408e2b1df6b9 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Allocated IP 172.25.3.44 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/0162f985-4d98-4c45-96f4-3bc4788bc0a5) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:12.213065 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cab8a88a-d30e-416e-a0c8-d56f117b1cd9 req-5df3716a-59b2-426b-841e-b9425b252d6e service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464292 Mar 07 10:36:12.228258 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927196ae-c0d8-4994-b398-a3c122dec19c req-881dc3a0-0e26-4c56-82cb-1ce93231b83b tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:12.229835 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-927196ae-c0d8-4994-b398-a3c122dec19c req-881dc3a0-0e26-4c56-82cb-1ce93231b83b tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 945 time: 0.2075009 Mar 07 10:36:12.299023 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1fb0e0d4-52ba-4faf-9029-f6ac898204fa req-3bf942fe-3705-4d06-b6f4-c6eb1fdab95a service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844680 Mar 07 10:36:12.342656 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-927196ae-c0d8-4994-b398-a3c122dec19c req-916e78cb-fdfd-4836-af05-02c5f16f7a09 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993149 Mar 07 10:36:12.432522 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e345e38c-5a62-4d36-beb3-408e2b1df6b9 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks [] for port (0162f985-4d98-4c45-96f4-3bc4788bc0a5), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:12.440403 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c2b90-b038-4685-a544-2159a9ef68ac req-dc9975c8-5fd5-42e9-bf0c-dd0ff55543ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:12.442352 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-285c2b90-b038-4685-a544-2159a9ef68ac req-dc9975c8-5fd5-42e9-bf0c-dd0ff55543ba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=687a3ef03fa34a4fa307fc9bd3361018&device_id=3d73b82e-3e5e-4695-b111-6134be543953 HTTP/1.1" status: 200 len: 1130 time: 0.0690465 Mar 07 10:36:12.584595 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d0990-8836-4765-90a8-26110f9d1379 req-8303e10f-eb3e-4e91-81af-66883f2a7419 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:12.586391 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bb1d0990-8836-4765-90a8-26110f9d1379 req-8303e10f-eb3e-4e91-81af-66883f2a7419 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 946 time: 0.1497581 Mar 07 10:36:12.590981 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e345e38c-5a62-4d36-beb3-408e2b1df6b9 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (0162f985-4d98-4c45-96f4-3bc4788bc0a5), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:12.592098 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c2b90-b038-4685-a544-2159a9ef68ac req-cbf73258-c5b4-4341-bc0b-6ad8e09020ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:12.595348 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-285c2b90-b038-4685-a544-2159a9ef68ac req-cbf73258-c5b4-4341-bc0b-6ad8e09020ae service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.1431835 Mar 07 10:36:12.659902 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ecdc5e61-057d-48fc-953e-a8d1d2d19aa6 req-c5a0ef84-6334-43d5-99b9-466cb265d5ce tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2217228 Mar 07 10:36:12.663967 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e345e38c-5a62-4d36-beb3-408e2b1df6b9 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:12.668478 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-e345e38c-5a62-4d36-beb3-408e2b1df6b9 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:12.669287 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-285c2b90-b038-4685-a544-2159a9ef68ac req-1fbd11cb-64ce-4a31-84d3-0cccb51da6b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=fff45af4-f140-42d3-a837-1e7c66aabe2f HTTP/1.1" status: 200 len: 217 time: 0.0642231 Mar 07 10:36:12.678516 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-ecdc5e61-057d-48fc-953e-a8d1d2d19aa6 req-47ff0fdf-812e-4572-a98f-b81e3d668be8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:12.682871 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e345e38c-5a62-4d36-beb3-408e2b1df6b9 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:12.731156 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bb1d0990-8836-4765-90a8-26110f9d1379 req-4344dbf9-5d1f-40ba-815e-3c08fe403d7b tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343727 Mar 07 10:36:12.758174 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345e38c-5a62-4d36-beb3-408e2b1df6b9 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Pushing event updated for resources: {'Port': ['ID=0162f985-4d98-4c45-96f4-3bc4788bc0a5,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:12.758398 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c2b90-b038-4685-a544-2159a9ef68ac req-7e4d1c1a-19e7-4420-935e-50197e55badb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:12.759961 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-285c2b90-b038-4685-a544-2159a9ef68ac req-7e4d1c1a-19e7-4420-935e-50197e55badb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.0797803 Mar 07 10:36:12.790479 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ecdc5e61-057d-48fc-953e-a8d1d2d19aa6 req-47ff0fdf-812e-4572-a98f-b81e3d668be8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:12.825053 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c2b90-b038-4685-a544-2159a9ef68ac req-d5b93c90-3100-48b1-9af4-e4a4c7a7684b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:12.826663 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-285c2b90-b038-4685-a544-2159a9ef68ac req-d5b93c90-3100-48b1-9af4-e4a4c7a7684b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0588117 Mar 07 10:36:12.901873 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:12.919934 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e345e38c-5a62-4d36-beb3-408e2b1df6b9 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks [] for floatingip (77317289-bca6-454d-9c7f-1381ee779f48), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:12.949659 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [req-a4f55995-ce00-481c-92e8-fa124cdc7334 req-e2df3c04-d65f-48ff-a77c-faa1ecbef637 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] show failed (client error): The resource could not be found. Mar 07 10:36:12.950681 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a4f55995-ce00-481c-92e8-fa124cdc7334 req-e2df3c04-d65f-48ff-a77c-faa1ecbef637 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] 10.222.0.11 "GET /v2.0/security-groups/dcd11be0-5332-44f8-8a04-15fa7f57f216 HTTP/1.1" status: 404 len: 352 time: 0.0213177 Mar 07 10:36:12.975816 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e345e38c-5a62-4d36-beb3-408e2b1df6b9 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0162f985-4d98-4c45-96f4-3bc4788bc0a5), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:12.985358 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-285c2b90-b038-4685-a544-2159a9ef68ac req-10fef024-743e-44ab-a46b-cc5a193a775f service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524594 Mar 07 10:36:13.020771 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73fe3d19-86e1-41c0-9140-d23fba0645b7', 'tag': '8c7950fc-1fc7-45ce-9602-e82984b5b2dc'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:13.024242 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5411c15-e69f-4676-99f1-088ad223ede6" -d '{"events": [{"name": "network-changed", "server_uuid": "73fe3d19-86e1-41c0-9140-d23fba0645b7", "tag": "8c7950fc-1fc7-45ce-9602-e82984b5b2dc"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:13.052782 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ecdc5e61-057d-48fc-953e-a8d1d2d19aa6 req-47ff0fdf-812e-4572-a98f-b81e3d668be8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:13.131143 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-285c2b90-b038-4685-a544-2159a9ef68ac req-249bd9e1-dbad-4d2a-9f8f-38c2c17a4770 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382356 Mar 07 10:36:13.139316 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40848b3e-dbcc-4ac6-a5fd-dda07fc67836 req-c127b9fa-d12f-4c1c-9ce6-a6c6770c76ef tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:13.140813 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40848b3e-dbcc-4ac6-a5fd-dda07fc67836 req-c127b9fa-d12f-4c1c-9ce6-a6c6770c76ef tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/ports?device_id=73fe3d19-86e1-41c0-9140-d23fba0645b7 HTTP/1.1" status: 200 len: 948 time: 0.1137071 Mar 07 10:36:13.208341 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40848b3e-dbcc-4ac6-a5fd-dda07fc67836 req-f170f10d-2756-4b94-a5cb-093808514e9a tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/security-groups?id=25eb2acf-8382-4966-a15d-e79c512ae807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546649 Mar 07 10:36:13.231448 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-ecdc5e61-057d-48fc-953e-a8d1d2d19aa6 req-47ff0fdf-812e-4572-a98f-b81e3d668be8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Allocated IP 172.25.3.72 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/826ac2fd-b2fb-4253-b953-088a9147ed4e) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:13.268134 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e345e38c-5a62-4d36-beb3-408e2b1df6b9 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks [] for port (0162f985-4d98-4c45-96f4-3bc4788bc0a5), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:13.274045 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e345e38c-5a62-4d36-beb3-408e2b1df6b9 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (0162f985-4d98-4c45-96f4-3bc4788bc0a5), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:13.304543 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-83d0fd82-d388-4f52-b0e4-1511e704eb4f req-e7997832-3b96-4d99-b4e6-05cf59f41622 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 210 time: 0.0369515 Mar 07 10:36:13.340452 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [req-37219dc3-f0cb-4c1b-8d4c-0c381b267f3f req-8a9dbc02-3bb8-4945-88e9-3debf7007314 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] show failed (client error): The resource could not be found. Mar 07 10:36:13.341721 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-37219dc3-f0cb-4c1b-8d4c-0c381b267f3f req-8a9dbc02-3bb8-4945-88e9-3debf7007314 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] 10.222.0.11 "GET /v2.0/security-group-rules/cf0f15b5-46aa-43d5-861c-4e066d75499b HTTP/1.1" status: 404 len: 361 time: 0.0156205 Mar 07 10:36:13.383574 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571dcd77-2d51-4a82-9072-4db54606ac87 x-openstack-request-id: req-571dcd77-2d51-4a82-9072-4db54606ac87 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:13.384143 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73fe3d19-86e1-41c0-9140-d23fba0645b7", "tag": "8c7950fc-1fc7-45ce-9602-e82984b5b2dc", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:13.384620 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-571dcd77-2d51-4a82-9072-4db54606ac87 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:13.385283 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73fe3d19-86e1-41c0-9140-d23fba0645b7', 'tag': '8c7950fc-1fc7-45ce-9602-e82984b5b2dc', 'status': 'completed', 'code': 200} Mar 07 10:36:13.414350 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345e38c-5a62-4d36-beb3-408e2b1df6b9 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Pushing event updated for resources: {'Port': ['ID=0162f985-4d98-4c45-96f4-3bc4788bc0a5,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:13.442790 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e345e38c-5a62-4d36-beb3-408e2b1df6b9 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (77317289-bca6-454d-9c7f-1381ee779f48), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:13.467611 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ecdc5e61-057d-48fc-953e-a8d1d2d19aa6 req-47ff0fdf-812e-4572-a98f-b81e3d668be8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks [] for port (826ac2fd-b2fb-4253-b953-088a9147ed4e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:13.476694 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1f487fc2-09b8-4a87-983f-8fe0177999b3 req-df99888a-e99c-4e10-b39b-778f4b83ce98 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] 10.222.0.11 "GET /v2.0/security-groups/63b096d8-0d37-49da-8500-46a52c435a55 HTTP/1.1" status: 200 len: 1829 time: 0.0821657 Mar 07 10:36:13.480579 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e345e38c-5a62-4d36-beb3-408e2b1df6b9 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:13.481862 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e345e38c-5a62-4d36-beb3-408e2b1df6b9 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1959152 Mar 07 10:36:13.539643 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5411c15-e69f-4676-99f1-088ad223ede6 req-6513f9d9-2bd6-4596-a0c4-1384c2f86d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:13.541447 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f5411c15-e69f-4676-99f1-088ad223ede6 req-6513f9d9-2bd6-4596-a0c4-1384c2f86d7c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=687a3ef03fa34a4fa307fc9bd3361018&device_id=73fe3d19-86e1-41c0-9140-d23fba0645b7 HTTP/1.1" status: 200 len: 1130 time: 0.1112700 Mar 07 10:36:13.542246 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ecdc5e61-057d-48fc-953e-a8d1d2d19aa6 req-47ff0fdf-812e-4572-a98f-b81e3d668be8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (826ac2fd-b2fb-4253-b953-088a9147ed4e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:13.608989 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecdc5e61-057d-48fc-953e-a8d1d2d19aa6 req-47ff0fdf-812e-4572-a98f-b81e3d668be8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:13.626161 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-ecdc5e61-057d-48fc-953e-a8d1d2d19aa6 req-47ff0fdf-812e-4572-a98f-b81e3d668be8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:13.635401 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecdc5e61-057d-48fc-953e-a8d1d2d19aa6 req-47ff0fdf-812e-4572-a98f-b81e3d668be8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:13.647858 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1f487fc2-09b8-4a87-983f-8fe0177999b3 req-32746af4-3530-40d9-ad67-feeeedbab0b1 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group (63b096d8-0d37-49da-8500-46a52c435a55), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:13.702959 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1f487fc2-09b8-4a87-983f-8fe0177999b3 req-32746af4-3530-40d9-ad67-feeeedbab0b1 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group (63b096d8-0d37-49da-8500-46a52c435a55), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:13.706485 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5411c15-e69f-4676-99f1-088ad223ede6 req-8fddd923-8212-4c06-8191-f5805199ec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:13.707980 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f5411c15-e69f-4676-99f1-088ad223ede6 req-8fddd923-8212-4c06-8191-f5805199ec1e service neutron] 10.222.0.31 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.1580110 Mar 07 10:36:13.715089 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff0fdf-812e-4572-a98f-b81e3d668be8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Pushing event updated for resources: {'Port': ['ID=826ac2fd-b2fb-4253-b953-088a9147ed4e,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:13.774064 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f5411c15-e69f-4676-99f1-088ad223ede6 req-672da5fb-9be7-4e23-8e38-c7a40de13a04 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=8c7950fc-1fc7-45ce-9602-e82984b5b2dc HTTP/1.1" status: 200 len: 217 time: 0.0585275 Mar 07 10:36:13.814720 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ba2bdf80-bcc4-400d-a065-0f644518c8f2 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:36:13.827593 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ecdc5e61-057d-48fc-953e-a8d1d2d19aa6 req-47ff0fdf-812e-4572-a98f-b81e3d668be8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks [] for floatingip (d442d065-5c19-4a2f-91aa-d050cb815c30), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:13.849430 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5411c15-e69f-4676-99f1-088ad223ede6 req-4dfda187-d157-4343-9809-ccd909783ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:13.851458 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f5411c15-e69f-4676-99f1-088ad223ede6 req-4dfda187-d157-4343-9809-ccd909783ae5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.0610092 Mar 07 10:36:13.852940 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1f487fc2-09b8-4a87-983f-8fe0177999b3 req-32746af4-3530-40d9-ad67-feeeedbab0b1 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (63b096d8-0d37-49da-8500-46a52c435a55), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:13.856129 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1f487fc2-09b8-4a87-983f-8fe0177999b3 req-32746af4-3530-40d9-ad67-feeeedbab0b1 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:13.857678 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1f487fc2-09b8-4a87-983f-8fe0177999b3 req-32746af4-3530-40d9-ad67-feeeedbab0b1 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] 10.222.0.11 "DELETE /v2.0/security-groups/63b096d8-0d37-49da-8500-46a52c435a55 HTTP/1.1" status: 204 len: 173 time: 0.3799798 Mar 07 10:36:13.885826 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port ba2bdf80-bcc4-400d-a065-0f644518c8f2 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:13.891431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32746af4-3530-40d9-ad67-feeeedbab0b1 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b096d8-0d37-49da-8500-46a52c435a55,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:13.893074 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ba2bdf80-bcc4-400d-a065-0f644518c8f2), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:13.922775 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ecdc5e61-057d-48fc-953e-a8d1d2d19aa6 req-47ff0fdf-812e-4572-a98f-b81e3d668be8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (826ac2fd-b2fb-4253-b953-088a9147ed4e), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:13.939223 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5411c15-e69f-4676-99f1-088ad223ede6 req-c383d20c-4c8d-4607-ae09-d2c89e68e363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:13.940809 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f5411c15-e69f-4676-99f1-088ad223ede6 req-c383d20c-4c8d-4607-ae09-d2c89e68e363 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0726876 Mar 07 10:36:14.022747 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port ba2bdf80-bcc4-400d-a065-0f644518c8f2 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:14.023868 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ba2bdf80-bcc4-400d-a065-0f644518c8f2), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:14.047218 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port ba2bdf80-bcc4-400d-a065-0f644518c8f2, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ba2bdf80-bcc4-400d-a065-0f644518c8f2,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:14.058378 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ba2bdf80-bcc4-400d-a065-0f644518c8f2), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:14.060946 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6258d92-e0ff-487a-83fa-7fba28819699 None None] Sync routers for ids ['04bfe852-8012-4921-872e-b6bc15f2f3ee'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:36:14.083641 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6258d92-e0ff-487a-83fa-7fba28819699 None None] Routers {'04bfe852-8012-4921-872e-b6bc15f2f3ee'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:36:14.087690 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-a6258d92-e0ff-487a-83fa-7fba28819699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:36:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['04bfe852-8012-4921-872e-b6bc15f2f3ee'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:14.117182 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=ba2bdf80-bcc4-400d-a065-0f644518c8f2,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:14.123300 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f630579-9b41-4c2f-a7ec-cd252d472557 req-3aba0c8f-9928-461b-9051-1096465bf923 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:14.124825 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7f630579-9b41-4c2f-a7ec-cd252d472557 req-3aba0c8f-9928-461b-9051-1096465bf923 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 945 time: 0.1431670 Mar 07 10:36:14.141607 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f5411c15-e69f-4676-99f1-088ad223ede6 req-7820e1f7-681b-4c96-8a75-2942a0fb6c1f service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869214 Mar 07 10:36:14.189141 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ecdc5e61-057d-48fc-953e-a8d1d2d19aa6 req-47ff0fdf-812e-4572-a98f-b81e3d668be8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks [] for port (826ac2fd-b2fb-4253-b953-088a9147ed4e), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:14.195800 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ecdc5e61-057d-48fc-953e-a8d1d2d19aa6 req-47ff0fdf-812e-4572-a98f-b81e3d668be8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (826ac2fd-b2fb-4253-b953-088a9147ed4e), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:14.231602 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-a6258d92-e0ff-487a-83fa-7fba28819699 None None] Set router 04bfe852-8012-4921-872e-b6bc15f2f3ee gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:36:14.254483 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7f630579-9b41-4c2f-a7ec-cd252d472557 req-d2d8b87f-02fd-4d50-a96b-b4d390750569 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183927 Mar 07 10:36:14.275248 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ecdc5e61-057d-48fc-953e-a8d1d2d19aa6 req-47ff0fdf-812e-4572-a98f-b81e3d668be8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (d442d065-5c19-4a2f-91aa-d050cb815c30), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:14.299620 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ecdc5e61-057d-48fc-953e-a8d1d2d19aa6 req-47ff0fdf-812e-4572-a98f-b81e3d668be8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:14.307649 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ecdc5e61-057d-48fc-953e-a8d1d2d19aa6 req-47ff0fdf-812e-4572-a98f-b81e3d668be8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6404390 Mar 07 10:36:14.376753 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f5411c15-e69f-4676-99f1-088ad223ede6 req-08c64f9d-0e41-4ab0-977d-26e5b363c795 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001407 Mar 07 10:36:14.395843 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ecdc5e61-057d-48fc-953e-a8d1d2d19aa6 req-7698d963-0fd6-419f-81ab-f9d86bd15424 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.72 HTTP/1.1" status: 200 len: 695 time: 0.0871201 Mar 07 10:36:14.440386 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff0fdf-812e-4572-a98f-b81e3d668be8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Pushing event updated for resources: {'Port': ['ID=826ac2fd-b2fb-4253-b953-088a9147ed4e,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:14.466922 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-8d19d2f0-2906-4f86-9605-70e22de0157c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--866009281&fields=id&tenant_id=081009be07604de6b116148d0975f6ea HTTP/1.1" status: 200 len: 267 time: 0.0799475 Mar 07 10:36:14.519750 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-a6258d92-e0ff-487a-83fa-7fba28819699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bfe852-8012-4921-872e-b6bc15f2f3ee', 'name': 'tempest-FloatingIPDetailsTestJSON-1089503541-router', 'tenant_id': 'a9726ff86528430ea132e2b9898010d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ba2bdf80-bcc4-400d-a065-0f644518c8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:58Z', 'updated_at': '2022-03-07T10:36:08Z', 'revision_number': 4, 'project_id': 'a9726ff86528430ea132e2b9898010d0', 'gw_port': {'id': 'ba2bdf80-bcc4-400d-a065-0f644518c8f2', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bfe852-8012-4921-872e-b6bc15f2f3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:59Z', 'updated_at': '2022-03-07T10:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '2ec6216b-3daf-48fc-93c2-2b371e75a0d3', 'name': '', 'network_id': 'a03ce316-864b-479c-8ebf-69863c32b3c3', 'tenant_id': 'a9726ff86528430ea132e2b9898010d0', 'mac_address': 'fa:16:3e:00:5c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bfe852-8012-4921-872e-b6bc15f2f3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '0d9476e0-59fc-465f-8a2f-60dcece9b71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:07Z', 'updated_at': '2022-03-07T10:36:09Z', 'revision_number': 2, 'project_id': 'a9726ff86528430ea132e2b9898010d0', 'subnets': [{'id': '0d9476e0-59fc-465f-8a2f-60dcece9b71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:14.540321 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-05f210c1-cd98-4b3e-a425-a9db57f1f845 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:14.541925 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-05f210c1-cd98-4b3e-a425-a9db57f1f845 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports/c3aa9d0d-4783-4690-a7c2-eec9bc6a844c HTTP/1.1" status: 200 len: 937 time: 0.0665309 Mar 07 10:36:14.553295 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc5e61-057d-48fc-953e-a8d1d2d19aa6 req-0d95d73b-e3e4-46bf-aa30-23016d22c7d8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:14.567046 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ecdc5e61-057d-48fc-953e-a8d1d2d19aa6 req-0d95d73b-e3e4-46bf-aa30-23016d22c7d8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 784 time: 0.1690772 Mar 07 10:36:14.569283 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6258d92-e0ff-487a-83fa-7fba28819699 None None] Checking router: 04bfe852-8012-4921-872e-b6bc15f2f3ee for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:36:14.569841 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6258d92-e0ff-487a-83fa-7fba28819699 None None] Updating router 04bfe852-8012-4921-872e-b6bc15f2f3ee port 2ec6216b-3daf-48fc-93c2-2b371e75a0d3 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:36:14.603301 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a6258d92-e0ff-487a-83fa-7fba28819699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2ec6216b-3daf-48fc-93c2-2b371e75a0d3), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:14.610640 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-74e5f9e0-11e6-4241-a46d-8ae80a3cf223 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:14.620694 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-74e5f9e0-11e6-4241-a46d-8ae80a3cf223 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports/954ea4bb-79fb-4f3b-aff3-9b1897120944 HTTP/1.1" status: 200 len: 937 time: 0.0705390 Mar 07 10:36:14.696728 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fbf273-43b8-418e-88e5-d7e187f7540e req-75e4b29f-b7b4-4494-abd4-16fadaebbe06 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:14.703315 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-7cb1ecb7-cca4-4995-8539-58af44d4e738 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?network_id=c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0815494 Mar 07 10:36:14.706179 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c3fbf273-43b8-418e-88e5-d7e187f7540e req-75e4b29f-b7b4-4494-abd4-16fadaebbe06 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 946 time: 0.0812633 Mar 07 10:36:14.745137 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-202c1d21-e418-4b85-8c71-fc00a258e405 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?network_id=c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0407476 Mar 07 10:36:14.791789 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c3fbf273-43b8-418e-88e5-d7e187f7540e req-f1302ee8-4312-45b1-8bb2-cb59f0390292 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798814 Mar 07 10:36:14.859128 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-78ae1830-96b6-4298-9cd3-cebe462410f9 req-06e4fc6b-7b42-4dda-98e7-d8a0310429a7 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] 10.222.0.11 "GET /v2.0/security-groups/17ffc18d-1131-4da4-8e8e-0a294af0c986 HTTP/1.1" status: 200 len: 1830 time: 0.0500960 Mar 07 10:36:14.886679 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-5ce3da74-70be-4fae-b37f-b3f52b0a1aae tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:14.892657 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-5ce3da74-70be-4fae-b37f-b3f52b0a1aae tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:14.899375 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-5ce3da74-70be-4fae-b37f-b3f52b0a1aae tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:14.901974 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-5ce3da74-70be-4fae-b37f-b3f52b0a1aae tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/networks?id=42927475-2854-4f64-98e9-ef161f74924a&id=b6eeb2fc-5732-462c-95ea-d42f3351bff0&id=b6eeb2fc-5732-462c-95ea-d42f3351bff0&id=c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5&id=c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5 HTTP/1.1" status: 200 len: 1995 time: 0.1558802 Mar 07 10:36:14.920381 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-61978ab8-852e-4685-bf78-884f7d3202fe tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/quotas/081009be07604de6b116148d0975f6ea HTTP/1.1" status: 200 len: 375 time: 0.0120251 Mar 07 10:36:14.948768 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-78ae1830-96b6-4298-9cd3-cebe462410f9 req-431e8d30-f9a1-40d6-bb2c-c864e9ba4f1c tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group (17ffc18d-1131-4da4-8e8e-0a294af0c986), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:14.981506 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-78ae1830-96b6-4298-9cd3-cebe462410f9 req-431e8d30-f9a1-40d6-bb2c-c864e9ba4f1c tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group (17ffc18d-1131-4da4-8e8e-0a294af0c986), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:15.032406 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1a52450c-532f-4a6a-a7d6-4b5a5efe2736 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=081009be07604de6b116148d0975f6ea&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1049101 Mar 07 10:36:15.069019 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-78ae1830-96b6-4298-9cd3-cebe462410f9 req-431e8d30-f9a1-40d6-bb2c-c864e9ba4f1c tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (17ffc18d-1131-4da4-8e8e-0a294af0c986), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:15.072620 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-78ae1830-96b6-4298-9cd3-cebe462410f9 req-431e8d30-f9a1-40d6-bb2c-c864e9ba4f1c tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:15.074094 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-78ae1830-96b6-4298-9cd3-cebe462410f9 req-431e8d30-f9a1-40d6-bb2c-c864e9ba4f1c tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] 10.222.0.11 "DELETE /v2.0/security-groups/17ffc18d-1131-4da4-8e8e-0a294af0c986 HTTP/1.1" status: 204 len: 173 time: 0.2076242 Mar 07 10:36:15.089147 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e8d30-f9a1-40d6-bb2c-c864e9ba4f1c tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ffc18d-1131-4da4-8e8e-0a294af0c986,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:15.090516 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a6258d92-e0ff-487a-83fa-7fba28819699 None None] Publish callbacks [] for port (2ec6216b-3daf-48fc-93c2-2b371e75a0d3), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:15.114521 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a6258d92-e0ff-487a-83fa-7fba28819699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (2ec6216b-3daf-48fc-93c2-2b371e75a0d3), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:15.197487 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d4f3e-e1c0-49d2-928b-a52567ad2c2c None None] Pushing event updated for resources: {'Port': ['ID=2ec6216b-3daf-48fc-93c2-2b371e75a0d3,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:15.205781 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-178c29a8-6f24-4833-b089-1b5ce89db4ee service neutron] 10.222.0.11 "GET /v2.0/networks/42927475-2854-4f64-98e9-ef161f74924a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555817 Mar 07 10:36:15.226811 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019d4f3e-e1c0-49d2-928b-a52567ad2c2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:15.227402 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019d4f3e-e1c0-49d2-928b-a52567ad2c2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:15.227917 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019d4f3e-e1c0-49d2-928b-a52567ad2c2c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:15.228422 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019d4f3e-e1c0-49d2-928b-a52567ad2c2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:15.228920 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019d4f3e-e1c0-49d2-928b-a52567ad2c2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:15.229445 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019d4f3e-e1c0-49d2-928b-a52567ad2c2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:15.229918 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019d4f3e-e1c0-49d2-928b-a52567ad2c2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:15.230414 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019d4f3e-e1c0-49d2-928b-a52567ad2c2c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:15.230915 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019d4f3e-e1c0-49d2-928b-a52567ad2c2c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:15.231405 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019d4f3e-e1c0-49d2-928b-a52567ad2c2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:15.231892 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019d4f3e-e1c0-49d2-928b-a52567ad2c2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:15.232909 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019d4f3e-e1c0-49d2-928b-a52567ad2c2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:15.233457 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019d4f3e-e1c0-49d2-928b-a52567ad2c2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:15.279386 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-a6258d92-e0ff-487a-83fa-7fba28819699 None None] Attempting to bind port 2ec6216b-3daf-48fc-93c2-2b371e75a0d3 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:36:15.279763 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-a6258d92-e0ff-487a-83fa-7fba28819699 None None] Attempting to bind port 2ec6216b-3daf-48fc-93c2-2b371e75a0d3 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '8c50b279-d88a-4d5b-bb5d-565a595ad7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a03ce316-864b-479c-8ebf-69863c32b3c3'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:36:15.280119 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6258d92-e0ff-487a-83fa-7fba28819699 None None] Attempting to bind port 2ec6216b-3daf-48fc-93c2-2b371e75a0d3 on network a03ce316-864b-479c-8ebf-69863c32b3c3 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:15.287443 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6258d92-e0ff-487a-83fa-7fba28819699 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:36:15.288088 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6258d92-e0ff-487a-83fa-7fba28819699 None None] Checking segment: {'id': '8c50b279-d88a-4d5b-bb5d-565a595ad7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a03ce316-864b-479c-8ebf-69863c32b3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:36:15.288745 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a6258d92-e0ff-487a-83fa-7fba28819699 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:15.289341 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6258d92-e0ff-487a-83fa-7fba28819699 None None] Bound using segment: {'id': '8c50b279-d88a-4d5b-bb5d-565a595ad7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a03ce316-864b-479c-8ebf-69863c32b3c3'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:36:15.296254 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-a6258d92-e0ff-487a-83fa-7fba28819699 None None] Bound port: 2ec6216b-3daf-48fc-93c2-2b371e75a0d3, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c50b279-d88a-4d5b-bb5d-565a595ad7a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'a03ce316-864b-479c-8ebf-69863c32b3c3'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:36:15.296655 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a6258d92-e0ff-487a-83fa-7fba28819699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2ec6216b-3daf-48fc-93c2-2b371e75a0d3), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:15.364858 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a594898-80f2-4952-8ccd-9b4216f73026 req-93bf2bac-b406-451e-87f6-80d3c24287c2 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:15.368457 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3a594898-80f2-4952-8ccd-9b4216f73026 req-93bf2bac-b406-451e-87f6-80d3c24287c2 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/ports?device_id=73fe3d19-86e1-41c0-9140-d23fba0645b7 HTTP/1.1" status: 200 len: 948 time: 0.1158118 Mar 07 10:36:15.382616 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-a6258d92-e0ff-487a-83fa-7fba28819699 None None] For port 2ec6216b-3daf-48fc-93c2-2b371e75a0d3, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:36:15.386948 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-a6258d92-e0ff-487a-83fa-7fba28819699 None None] For port 2ec6216b-3daf-48fc-93c2-2b371e75a0d3, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=2ec6216b-3daf-48fc-93c2-2b371e75a0d3,segment=NetworkSegment(8c50b279-d88a-4d5b-bb5d-565a595ad7a1),segment_id=8c50b279-d88a-4d5b-bb5d-565a595ad7a1)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:36:15.397550 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a6258d92-e0ff-487a-83fa-7fba28819699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (2ec6216b-3daf-48fc-93c2-2b371e75a0d3), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:15.427012 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-d319a4f8-02ff-44f4-a2a4-25daccf0deab service neutron] 10.222.0.11 "GET /v2.0/networks/42927475-2854-4f64-98e9-ef161f74924a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198381 Mar 07 10:36:15.460883 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d4f3e-e1c0-49d2-928b-a52567ad2c2c None None] Pushing event updated for resources: {'Port': ['ID=2ec6216b-3daf-48fc-93c2-2b371e75a0d3,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:15.463190 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3a594898-80f2-4952-8ccd-9b4216f73026 req-243ff93f-dd27-450b-919b-47aa6e0a39fe tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/security-groups?id=25eb2acf-8382-4966-a15d-e79c512ae807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878854 Mar 07 10:36:15.491546 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6258d92-e0ff-487a-83fa-7fba28819699 None None] Routers {'04bfe852-8012-4921-872e-b6bc15f2f3ee'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:36:15.492500 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-a6258d92-e0ff-487a-83fa-7fba28819699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:36:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['04bfe852-8012-4921-872e-b6bc15f2f3ee'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:15.502908 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-f4a933b3-2ed9-4b64-8a18-4b872a3cb7e9 service neutron] 10.222.0.11 "GET /v2.0/ports/c3aa9d0d-4783-4690-a7c2-eec9bc6a844c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0746949 Mar 07 10:36:15.542637 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-9f1b13aa-b66f-4734-a36e-ef41c63bf56b None None] Provisioning complete for port 2ec6216b-3daf-48fc-93c2-2b371e75a0d3 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:15.543238 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9f1b13aa-b66f-4734-a36e-ef41c63bf56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2ec6216b-3daf-48fc-93c2-2b371e75a0d3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:15.616909 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d148308a-7cba-4cb8-9542-0c5700b7b411 req-43ec9839-93f8-4ee1-9d88-95b397967f3a tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 210 time: 0.0539939 Mar 07 10:36:15.638664 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1ff1844d-cde4-42ae-a4a6-bd6f325f6b2e service neutron] 10.222.0.11 "GET /v2.0/networks/b6eeb2fc-5732-462c-95ea-d42f3351bff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351042 Mar 07 10:36:15.709396 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-a6258d92-e0ff-487a-83fa-7fba28819699 None None] Set router 04bfe852-8012-4921-872e-b6bc15f2f3ee gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:36:15.838663 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 8c7950fc-1fc7-45ce-9602-e82984b5b2dc details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:36:15.879712 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-37dd82d6-a524-4244-93d4-136aa0269c1b service neutron] 10.222.0.11 "GET /v2.0/networks/b6eeb2fc-5732-462c-95ea-d42f3351bff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395382 Mar 07 10:36:15.911213 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ba2bdf80-bcc4-400d-a065-0f644518c8f2 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:36:15.948774 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0cf9c6f2-f6dd-4409-b50c-a689cc454b20 req-077a32fe-6655-49ec-bff8-2fb3608020f6 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2472067 Mar 07 10:36:15.959933 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-0cf9c6f2-f6dd-4409-b50c-a689cc454b20 req-c8233fa7-6975-4aad-8f1d-73cf0c10d266 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:15.965223 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-ff73c8ff-1e78-4b4a-b6d0-6bebf750932c service neutron] 10.222.0.11 "GET /v2.0/ports/954ea4bb-79fb-4f3b-aff3-9b1897120944?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0737183 Mar 07 10:36:16.010914 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0cf9c6f2-f6dd-4409-b50c-a689cc454b20 req-c8233fa7-6975-4aad-8f1d-73cf0c10d266 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:16.073830 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port ba2bdf80-bcc4-400d-a065-0f644518c8f2 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:16.074517 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ba2bdf80-bcc4-400d-a065-0f644518c8f2), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:16.087301 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 8c7950fc-1fc7-45ce-9602-e82984b5b2dc, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=8c7950fc-1fc7-45ce-9602-e82984b5b2dc,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:16.119593 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-834886b0-ff67-4c57-8a8c-7adbb05cf2fe service neutron] 10.222.0.11 "GET /v2.0/networks/b6eeb2fc-5732-462c-95ea-d42f3351bff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467738 Mar 07 10:36:16.127846 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-a6258d92-e0ff-487a-83fa-7fba28819699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bfe852-8012-4921-872e-b6bc15f2f3ee', 'name': 'tempest-FloatingIPDetailsTestJSON-1089503541-router', 'tenant_id': 'a9726ff86528430ea132e2b9898010d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ba2bdf80-bcc4-400d-a065-0f644518c8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:58Z', 'updated_at': '2022-03-07T10:36:08Z', 'revision_number': 4, 'project_id': 'a9726ff86528430ea132e2b9898010d0', 'gw_port': {'id': 'ba2bdf80-bcc4-400d-a065-0f644518c8f2', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bfe852-8012-4921-872e-b6bc15f2f3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:59Z', 'updated_at': '2022-03-07T10:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '2ec6216b-3daf-48fc-93c2-2b371e75a0d3', 'name': '', 'network_id': 'a03ce316-864b-479c-8ebf-69863c32b3c3', 'tenant_id': 'a9726ff86528430ea132e2b9898010d0', 'mac_address': 'fa:16:3e:00:5c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bfe852-8012-4921-872e-b6bc15f2f3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '0d9476e0-59fc-465f-8a2f-60dcece9b71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:07Z', 'updated_at': '2022-03-07T10:36:15Z', 'revision_number': 4, 'project_id': 'a9726ff86528430ea132e2b9898010d0', 'subnets': [{'id': '0d9476e0-59fc-465f-8a2f-60dcece9b71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:16.166050 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '8c7950fc-1fc7-45ce-9602-e82984b5b2dc', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': '8c7950fc-1fc7-45ce-9602-e82984b5b2dc', 'mac_address': 'fa:16:3e:df:24:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:36:16.180098 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6258d92-e0ff-487a-83fa-7fba28819699 None None] The sync data for ids ['04bfe852-8012-4921-872e-b6bc15f2f3ee'] in n-d-832164-4 is: [{'id': '04bfe852-8012-4921-872e-b6bc15f2f3ee', 'name': 'tempest-FloatingIPDetailsTestJSON-1089503541-router', 'tenant_id': 'a9726ff86528430ea132e2b9898010d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ba2bdf80-bcc4-400d-a065-0f644518c8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:58Z', 'updated_at': '2022-03-07T10:36:08Z', 'revision_number': 4, 'project_id': 'a9726ff86528430ea132e2b9898010d0', 'gw_port': {'id': 'ba2bdf80-bcc4-400d-a065-0f644518c8f2', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bfe852-8012-4921-872e-b6bc15f2f3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:59Z', 'updated_at': '2022-03-07T10:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '2ec6216b-3daf-48fc-93c2-2b371e75a0d3', 'name': '', 'network_id': 'a03ce316-864b-479c-8ebf-69863c32b3c3', 'tenant_id': 'a9726ff86528430ea132e2b9898010d0', 'mac_address': 'fa:16:3e:00:5c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04bfe852-8012-4921-872e-b6bc15f2f3ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': '0d9476e0-59fc-465f-8a2f-60dcece9b71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:36:07Z', 'updated_at': '2022-03-07T10:36:15Z', 'revision_number': 4, 'project_id': 'a9726ff86528430ea132e2b9898010d0', 'subnets': [{'id': '0d9476e0-59fc-465f-8a2f-60dcece9b71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:36:16.231620 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-9f1b13aa-b66f-4734-a36e-ef41c63bf56b None None] Current status of the port 2ec6216b-3daf-48fc-93c2-2b371e75a0d3 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:16.232018 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9f1b13aa-b66f-4734-a36e-ef41c63bf56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2ec6216b-3daf-48fc-93c2-2b371e75a0d3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:16.237450 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0cf9c6f2-f6dd-4409-b50c-a689cc454b20 req-c8233fa7-6975-4aad-8f1d-73cf0c10d266 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:16.252635 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-e6c7c442-fdc8-4a8e-b682-8558b7a91fad service neutron] 10.222.0.11 "GET /v2.0/networks/b6eeb2fc-5732-462c-95ea-d42f3351bff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256833 Mar 07 10:36:16.259135 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 8c7950fc-1fc7-45ce-9602-e82984b5b2dc is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:16.259756 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8c7950fc-1fc7-45ce-9602-e82984b5b2dc), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:16.305842 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c7950fc-1fc7-45ce-9602-e82984b5b2dc {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:36:16.332607 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-9f1b13aa-b66f-4734-a36e-ef41c63bf56b None None] For port 2ec6216b-3daf-48fc-93c2-2b371e75a0d3, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=2ec6216b-3daf-48fc-93c2-2b371e75a0d3,segment=NetworkSegment(8c50b279-d88a-4d5b-bb5d-565a595ad7a1),segment_id=8c50b279-d88a-4d5b-bb5d-565a595ad7a1)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:16.342012 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9f1b13aa-b66f-4734-a36e-ef41c63bf56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (2ec6216b-3daf-48fc-93c2-2b371e75a0d3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:16.357437 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port ba2bdf80-bcc4-400d-a065-0f644518c8f2 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:16.358739 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 2ec6216b-3daf-48fc-93c2-2b371e75a0d3 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:36:16.361937 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 8c7950fc-1fc7-45ce-9602-e82984b5b2dc, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=8c7950fc-1fc7-45ce-9602-e82984b5b2dc,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:16.409456 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-040c598f-1157-4020-b7b2-507d6de595ec service neutron] 10.222.0.11 "GET /v2.0/networks/b6eeb2fc-5732-462c-95ea-d42f3351bff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468942 Mar 07 10:36:16.430879 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8c7950fc-1fc7-45ce-9602-e82984b5b2dc), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:16.460342 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-0cf9c6f2-f6dd-4409-b50c-a689cc454b20 req-c8233fa7-6975-4aad-8f1d-73cf0c10d266 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Allocated IP 172.25.3.69 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/a37f0e18-81e7-4526-b5fc-561e87848252) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:16.503398 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b13aa-b66f-4734-a36e-ef41c63bf56b None None] Pushing event updated for resources: {'Port': ['ID=2ec6216b-3daf-48fc-93c2-2b371e75a0d3,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:16.547936 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-f6023929-ea4e-40fb-931a-25bf05f19a51 service neutron] 10.222.0.11 "GET /v2.0/networks/b6eeb2fc-5732-462c-95ea-d42f3351bff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318591 Mar 07 10:36:16.569178 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-5085ff58-f153-48e2-95bf-41bc7310aa0d None None] Provisioning complete for port 2ec6216b-3daf-48fc-93c2-2b371e75a0d3 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:16.569771 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5085ff58-f153-48e2-95bf-41bc7310aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2ec6216b-3daf-48fc-93c2-2b371e75a0d3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:16.590509 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0cf9c6f2-f6dd-4409-b50c-a689cc454b20 req-c8233fa7-6975-4aad-8f1d-73cf0c10d266 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks [] for port (a37f0e18-81e7-4526-b5fc-561e87848252), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:16.634852 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0cf9c6f2-f6dd-4409-b50c-a689cc454b20 req-c8233fa7-6975-4aad-8f1d-73cf0c10d266 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (a37f0e18-81e7-4526-b5fc-561e87848252), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:16.635121 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=8c7950fc-1fc7-45ce-9602-e82984b5b2dc,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:16.659669 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 2ec6216b-3daf-48fc-93c2-2b371e75a0d3 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:16.660302 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2ec6216b-3daf-48fc-93c2-2b371e75a0d3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:16.660939 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cf9c6f2-f6dd-4409-b50c-a689cc454b20 req-c8233fa7-6975-4aad-8f1d-73cf0c10d266 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:16.691885 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-0cf9c6f2-f6dd-4409-b50c-a689cc454b20 req-c8233fa7-6975-4aad-8f1d-73cf0c10d266 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:16.695670 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf9c6f2-f6dd-4409-b50c-a689cc454b20 req-c8233fa7-6975-4aad-8f1d-73cf0c10d266 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:16.705530 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-6f73c121-6ccd-488c-a141-325a3eb7cbc0 service neutron] 10.222.0.11 "GET /v2.0/networks/b6eeb2fc-5732-462c-95ea-d42f3351bff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512525 Mar 07 10:36:16.812925 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8233fa7-6975-4aad-8f1d-73cf0c10d266 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Pushing event updated for resources: {'Port': ['ID=a37f0e18-81e7-4526-b5fc-561e87848252,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:16.844113 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5085ff58-f153-48e2-95bf-41bc7310aa0d None None] Current status of the port 2ec6216b-3daf-48fc-93c2-2b371e75a0d3 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:16.852069 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0cf9c6f2-f6dd-4409-b50c-a689cc454b20 req-c8233fa7-6975-4aad-8f1d-73cf0c10d266 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks [] for floatingip (3cd2897c-a6ec-46ae-b458-0c3fc8f72f10), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:16.853692 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-8d098d92-17aa-4d7e-abc4-b5a4c9a4c442 service neutron] 10.222.0.11 "GET /v2.0/networks/b6eeb2fc-5732-462c-95ea-d42f3351bff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397491 Mar 07 10:36:16.861295 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 2ec6216b-3daf-48fc-93c2-2b371e75a0d3 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:16.877604 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device fff45af4-f140-42d3-a837-1e7c66aabe2f details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:36:16.942006 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0cf9c6f2-f6dd-4409-b50c-a689cc454b20 req-c8233fa7-6975-4aad-8f1d-73cf0c10d266 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a37f0e18-81e7-4526-b5fc-561e87848252), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:16.945185 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['8c7950fc-1fc7-45ce-9602-e82984b5b2dc'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:36:16.996245 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-f9d780a9-eeb8-4ffd-87f5-f76581ad7593 service neutron] 10.222.0.11 "GET /v2.0/networks/c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404696 Mar 07 10:36:17.153725 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0cf9c6f2-f6dd-4409-b50c-a689cc454b20 req-c8233fa7-6975-4aad-8f1d-73cf0c10d266 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks [] for port (a37f0e18-81e7-4526-b5fc-561e87848252), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:17.160581 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0cf9c6f2-f6dd-4409-b50c-a689cc454b20 req-c8233fa7-6975-4aad-8f1d-73cf0c10d266 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (a37f0e18-81e7-4526-b5fc-561e87848252), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:17.162550 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port fff45af4-f140-42d3-a837-1e7c66aabe2f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=fff45af4-f140-42d3-a837-1e7c66aabe2f,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:17.185669 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'fff45af4-f140-42d3-a837-1e7c66aabe2f', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': 'fff45af4-f140-42d3-a837-1e7c66aabe2f', 'mac_address': 'fa:16:3e:96:c5:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:36:17.189424 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-4381a435-4a22-4b59-bc22-f59a8757737b service neutron] 10.222.0.11 "GET /v2.0/networks/c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921160 Mar 07 10:36:17.215943 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8233fa7-6975-4aad-8f1d-73cf0c10d266 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Pushing event updated for resources: {'Port': ['ID=a37f0e18-81e7-4526-b5fc-561e87848252,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:17.257020 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port fff45af4-f140-42d3-a837-1e7c66aabe2f is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:17.257712 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fff45af4-f140-42d3-a837-1e7c66aabe2f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:17.282096 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fff45af4-f140-42d3-a837-1e7c66aabe2f {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:36:17.303469 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0cf9c6f2-f6dd-4409-b50c-a689cc454b20 req-c8233fa7-6975-4aad-8f1d-73cf0c10d266 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (3cd2897c-a6ec-46ae-b458-0c3fc8f72f10), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:17.324815 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0cf9c6f2-f6dd-4409-b50c-a689cc454b20 req-c8233fa7-6975-4aad-8f1d-73cf0c10d266 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:17.326169 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0cf9c6f2-f6dd-4409-b50c-a689cc454b20 req-c8233fa7-6975-4aad-8f1d-73cf0c10d266 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3712564 Mar 07 10:36:17.356044 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port fff45af4-f140-42d3-a837-1e7c66aabe2f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=fff45af4-f140-42d3-a837-1e7c66aabe2f,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:17.362349 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1ee273a7-8ebf-412b-897c-2fdc16cf2a77 service neutron] 10.222.0.11 "GET /v2.0/networks/c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665206 Mar 07 10:36:17.366667 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (fff45af4-f140-42d3-a837-1e7c66aabe2f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:17.411733 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0cf9c6f2-f6dd-4409-b50c-a689cc454b20 req-843f31f0-72f7-43cb-9a20-928758615b58 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.69 HTTP/1.1" status: 200 len: 695 time: 0.0794027 Mar 07 10:36:17.427154 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=fff45af4-f140-42d3-a837-1e7c66aabe2f,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:17.505845 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-9d0f15c3-12af-4f2e-9462-00bbe493a074 service neutron] 10.222.0.11 "GET /v2.0/networks/c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358361 Mar 07 10:36:17.533075 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9c6f2-f6dd-4409-b50c-a689cc454b20 req-6ba7cb61-74fc-4acd-90de-814334878f56 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:17.534722 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0cf9c6f2-f6dd-4409-b50c-a689cc454b20 req-6ba7cb61-74fc-4acd-90de-814334878f56 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 784 time: 0.1163368 Mar 07 10:36:17.563633 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-ea3cbf5d-21da-4fa1-b91b-ac347daea788 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:17.565000 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-ea3cbf5d-21da-4fa1-b91b-ac347daea788 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports/c3aa9d0d-4783-4690-a7c2-eec9bc6a844c HTTP/1.1" status: 200 len: 937 time: 0.0572474 Mar 07 10:36:17.599193 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-738fe012-dca3-4678-8d1d-faf4127fa635 req-a62305ed-24c6-415f-829a-9882f9dcb434 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] 10.222.0.11 "GET /v2.0/security-groups/6b7f3080-deea-40aa-8b41-1f8d66a3925f HTTP/1.1" status: 200 len: 1828 time: 0.0395513 Mar 07 10:36:17.627577 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-c450e49d-6e5e-4ddb-8733-c7f8f121b3f6 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:17.629195 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-c450e49d-6e5e-4ddb-8733-c7f8f121b3f6 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports/954ea4bb-79fb-4f3b-aff3-9b1897120944 HTTP/1.1" status: 200 len: 937 time: 0.0578094 Mar 07 10:36:17.634972 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['fff45af4-f140-42d3-a837-1e7c66aabe2f'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:36:17.662663 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-738fe012-dca3-4678-8d1d-faf4127fa635 req-3b0c4340-55d0-46c0-a553-a51aca8f7793 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group (6b7f3080-deea-40aa-8b41-1f8d66a3925f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:17.689345 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 191b78c8-cd3b-4ce7-80a2-f471025a09c0 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:36:17.692183 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-738fe012-dca3-4678-8d1d-faf4127fa635 req-3b0c4340-55d0-46c0-a553-a51aca8f7793 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group (6b7f3080-deea-40aa-8b41-1f8d66a3925f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:17.751922 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-738fe012-dca3-4678-8d1d-faf4127fa635 req-3b0c4340-55d0-46c0-a553-a51aca8f7793 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (6b7f3080-deea-40aa-8b41-1f8d66a3925f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:17.755268 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-738fe012-dca3-4678-8d1d-faf4127fa635 req-3b0c4340-55d0-46c0-a553-a51aca8f7793 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:17.756902 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-738fe012-dca3-4678-8d1d-faf4127fa635 req-3b0c4340-55d0-46c0-a553-a51aca8f7793 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] 10.222.0.11 "DELETE /v2.0/security-groups/6b7f3080-deea-40aa-8b41-1f8d66a3925f HTTP/1.1" status: 204 len: 173 time: 0.1511111 Mar 07 10:36:17.768050 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c4340-55d0-46c0-a553-a51aca8f7793 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7f3080-deea-40aa-8b41-1f8d66a3925f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:17.794218 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 2ec6216b-3daf-48fc-93c2-2b371e75a0d3 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:36:17.886545 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0632e7-1bcd-4770-a1c3-69024028dc50 req-b0e5b293-7937-4acc-8d93-fa87acc60061 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:17.888299 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9f0632e7-1bcd-4770-a1c3-69024028dc50 req-b0e5b293-7937-4acc-8d93-fa87acc60061 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 945 time: 0.0643756 Mar 07 10:36:17.940892 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9f0632e7-1bcd-4770-a1c3-69024028dc50 req-ebdfcaad-a587-4068-8f14-14efed89a9af tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461764 Mar 07 10:36:17.963265 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 191b78c8-cd3b-4ce7-80a2-f471025a09c0, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=191b78c8-cd3b-4ce7-80a2-f471025a09c0,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:17.983856 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '191b78c8-cd3b-4ce7-80a2-f471025a09c0', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': '191b78c8-cd3b-4ce7-80a2-f471025a09c0', 'mac_address': 'fa:16:3e:0b:f7:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:36:17.989152 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 2ec6216b-3daf-48fc-93c2-2b371e75a0d3 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:17.989534 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2ec6216b-3daf-48fc-93c2-2b371e75a0d3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:18.062921 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97cd0f3-59d7-46d2-851c-d86da2cf8175 req-b6a4971e-033f-42fe-8442-2f9b9fe942a7 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:18.064262 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a97cd0f3-59d7-46d2-851c-d86da2cf8175 req-b6a4971e-033f-42fe-8442-2f9b9fe942a7 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 946 time: 0.0567191 Mar 07 10:36:18.085707 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:18.089905 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 191b78c8-cd3b-4ce7-80a2-f471025a09c0 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:18.090286 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (191b78c8-cd3b-4ce7-80a2-f471025a09c0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:18.112715 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 191b78c8-cd3b-4ce7-80a2-f471025a09c0 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:36:18.120154 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a97cd0f3-59d7-46d2-851c-d86da2cf8175 req-8c4f32a3-59ec-4409-bef0-7d02da6b15ba tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479779 Mar 07 10:36:18.154667 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 191b78c8-cd3b-4ce7-80a2-f471025a09c0, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=191b78c8-cd3b-4ce7-80a2-f471025a09c0,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:18.167322 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (191b78c8-cd3b-4ce7-80a2-f471025a09c0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:18.179405 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 2ec6216b-3daf-48fc-93c2-2b371e75a0d3 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:18.247126 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=191b78c8-cd3b-4ce7-80a2-f471025a09c0,revision_number=9']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:18.284952 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['191b78c8-cd3b-4ce7-80a2-f471025a09c0'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:36:18.312631 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98feebc-42e8-4800-a7f0-c7329058c2b8 req-59f32622-40b8-45b1-86f6-b853ea6f5029 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:18.314133 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c98feebc-42e8-4800-a7f0-c7329058c2b8 req-59f32622-40b8-45b1-86f6-b853ea6f5029 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/ports?device_id=73fe3d19-86e1-41c0-9140-d23fba0645b7 HTTP/1.1" status: 200 len: 949 time: 0.0587990 Mar 07 10:36:18.384430 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c98feebc-42e8-4800-a7f0-c7329058c2b8 req-edd524f5-0009-4f47-a0b0-598ceba3f65c tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/security-groups?id=25eb2acf-8382-4966-a15d-e79c512ae807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643320 Mar 07 10:36:18.482391 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e3bc420d-8c77-442c-ae84-1a3560ad14d2 req-1f4e302c-f3eb-4781-b629-0bfc1b726529 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 210 time: 0.0348997 Mar 07 10:36:18.611193 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0d0bf7dd-5411-4939-9df9-960f01d75cce req-db459424-42cb-4ef4-b7bb-cffc08676ce8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1019211 Mar 07 10:36:18.620282 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-0d0bf7dd-5411-4939-9df9-960f01d75cce req-781d5f1c-f54c-4c7a-9e7b-a7b18df7fdc8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:18.639912 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0d0bf7dd-5411-4939-9df9-960f01d75cce req-781d5f1c-f54c-4c7a-9e7b-a7b18df7fdc8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:18.738756 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0d0bf7dd-5411-4939-9df9-960f01d75cce req-781d5f1c-f54c-4c7a-9e7b-a7b18df7fdc8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:18.841249 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-0d0bf7dd-5411-4939-9df9-960f01d75cce req-781d5f1c-f54c-4c7a-9e7b-a7b18df7fdc8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Allocated IP 172.25.3.236 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/3f07f80c-41b4-4353-99fb-3c4d99476b7a) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:18.890094 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device fff45af4-f140-42d3-a837-1e7c66aabe2f up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:36:18.945434 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port fff45af4-f140-42d3-a837-1e7c66aabe2f completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:36:18.949256 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port fff45af4-f140-42d3-a837-1e7c66aabe2f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:18.949995 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (fff45af4-f140-42d3-a837-1e7c66aabe2f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:18.954392 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0d0bf7dd-5411-4939-9df9-960f01d75cce req-781d5f1c-f54c-4c7a-9e7b-a7b18df7fdc8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks [] for port (3f07f80c-41b4-4353-99fb-3c4d99476b7a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:18.990597 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0d0bf7dd-5411-4939-9df9-960f01d75cce req-781d5f1c-f54c-4c7a-9e7b-a7b18df7fdc8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (3f07f80c-41b4-4353-99fb-3c4d99476b7a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:19.031595 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d0bf7dd-5411-4939-9df9-960f01d75cce req-781d5f1c-f54c-4c7a-9e7b-a7b18df7fdc8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:19.036145 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-0d0bf7dd-5411-4939-9df9-960f01d75cce req-781d5f1c-f54c-4c7a-9e7b-a7b18df7fdc8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:19.037687 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port fff45af4-f140-42d3-a837-1e7c66aabe2f is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:19.038088 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fff45af4-f140-42d3-a837-1e7c66aabe2f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:19.039686 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0bf7dd-5411-4939-9df9-960f01d75cce req-781d5f1c-f54c-4c7a-9e7b-a7b18df7fdc8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:19.062832 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d73b82e-3e5e-4695-b111-6134be543953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff45af4-f140-42d3-a837-1e7c66aabe2f'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:19.065497 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c54833d-be18-43b9-be6d-41213861f3c4" -d '{"events": [{"server_uuid": "3d73b82e-3e5e-4695-b111-6134be543953", "name": "network-vif-plugged", "status": "completed", "tag": "fff45af4-f140-42d3-a837-1e7c66aabe2f"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:19.069976 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d5f1c-f54c-4c7a-9e7b-a7b18df7fdc8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Pushing event updated for resources: {'Port': ['ID=3f07f80c-41b4-4353-99fb-3c4d99476b7a,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:19.080117 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port fff45af4-f140-42d3-a837-1e7c66aabe2f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=fff45af4-f140-42d3-a837-1e7c66aabe2f,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:19.085414 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (fff45af4-f140-42d3-a837-1e7c66aabe2f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:19.145405 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=fff45af4-f140-42d3-a837-1e7c66aabe2f,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:19.157096 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0d0bf7dd-5411-4939-9df9-960f01d75cce req-781d5f1c-f54c-4c7a-9e7b-a7b18df7fdc8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks [] for floatingip (9f4788fe-f6bf-4d87-a0a5-e4bd0613fd39), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:19.202408 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0d0bf7dd-5411-4939-9df9-960f01d75cce req-781d5f1c-f54c-4c7a-9e7b-a7b18df7fdc8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3f07f80c-41b4-4353-99fb-3c4d99476b7a), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:19.680254 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0d0bf7dd-5411-4939-9df9-960f01d75cce req-781d5f1c-f54c-4c7a-9e7b-a7b18df7fdc8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks [] for port (3f07f80c-41b4-4353-99fb-3c4d99476b7a), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:19.684878 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0d0bf7dd-5411-4939-9df9-960f01d75cce req-781d5f1c-f54c-4c7a-9e7b-a7b18df7fdc8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (3f07f80c-41b4-4353-99fb-3c4d99476b7a), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:19.697051 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 8c7950fc-1fc7-45ce-9602-e82984b5b2dc up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:36:19.756763 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d5f1c-f54c-4c7a-9e7b-a7b18df7fdc8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Pushing event updated for resources: {'Port': ['ID=3f07f80c-41b4-4353-99fb-3c4d99476b7a,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:19.769566 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0d0bf7dd-5411-4939-9df9-960f01d75cce req-781d5f1c-f54c-4c7a-9e7b-a7b18df7fdc8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (9f4788fe-f6bf-4d87-a0a5-e4bd0613fd39), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:19.779910 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 8c7950fc-1fc7-45ce-9602-e82984b5b2dc completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:36:19.784478 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 8c7950fc-1fc7-45ce-9602-e82984b5b2dc triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:19.784919 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (8c7950fc-1fc7-45ce-9602-e82984b5b2dc), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:19.792548 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0d0bf7dd-5411-4939-9df9-960f01d75cce req-781d5f1c-f54c-4c7a-9e7b-a7b18df7fdc8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:19.794229 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0d0bf7dd-5411-4939-9df9-960f01d75cce req-781d5f1c-f54c-4c7a-9e7b-a7b18df7fdc8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1775846 Mar 07 10:36:19.860762 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0d0bf7dd-5411-4939-9df9-960f01d75cce req-e01f8c8a-71c6-484d-8211-6ad6647238e3 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.236 HTTP/1.1" status: 200 len: 696 time: 0.0595992 Mar 07 10:36:19.881772 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 8c7950fc-1fc7-45ce-9602-e82984b5b2dc is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:19.882066 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8c7950fc-1fc7-45ce-9602-e82984b5b2dc), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:19.929492 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 8c7950fc-1fc7-45ce-9602-e82984b5b2dc, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=8c7950fc-1fc7-45ce-9602-e82984b5b2dc,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:19.937679 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8c7950fc-1fc7-45ce-9602-e82984b5b2dc), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:19.938715 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 191b78c8-cd3b-4ce7-80a2-f471025a09c0 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:36:20.011723 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0bf7dd-5411-4939-9df9-960f01d75cce req-ddb9aeba-ac19-413f-89bd-ecb08b74f448 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:20.024538 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0d0bf7dd-5411-4939-9df9-960f01d75cce req-ddb9aeba-ac19-413f-89bd-ecb08b74f448 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 784 time: 0.1543400 Mar 07 10:36:20.035894 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=8c7950fc-1fc7-45ce-9602-e82984b5b2dc,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:20.044746 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 191b78c8-cd3b-4ce7-80a2-f471025a09c0 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:20.045169 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (191b78c8-cd3b-4ce7-80a2-f471025a09c0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:20.080540 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9d2b9e04-631c-449b-8d9d-4c9c8693f69f req-9c0428db-15e6-4f2e-8d2e-121d3bbaeb6c tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] 10.222.0.11 "GET /v2.0/security-groups/b4aba5d8-1139-4904-bcc1-d8fdbc709782 HTTP/1.1" status: 200 len: 1828 time: 0.0452316 Mar 07 10:36:20.140238 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 191b78c8-cd3b-4ce7-80a2-f471025a09c0 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:20.140914 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (191b78c8-cd3b-4ce7-80a2-f471025a09c0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:20.142633 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9d2b9e04-631c-449b-8d9d-4c9c8693f69f req-d43d984c-c139-4d4d-b819-011704156f03 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group (b4aba5d8-1139-4904-bcc1-d8fdbc709782), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:20.171843 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9d2b9e04-631c-449b-8d9d-4c9c8693f69f req-d43d984c-c139-4d4d-b819-011704156f03 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group (b4aba5d8-1139-4904-bcc1-d8fdbc709782), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:20.200227 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 191b78c8-cd3b-4ce7-80a2-f471025a09c0, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=191b78c8-cd3b-4ce7-80a2-f471025a09c0,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:20.210765 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (191b78c8-cd3b-4ce7-80a2-f471025a09c0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:20.248602 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9d2b9e04-631c-449b-8d9d-4c9c8693f69f req-d43d984c-c139-4d4d-b819-011704156f03 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b4aba5d8-1139-4904-bcc1-d8fdbc709782), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:20.251736 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9d2b9e04-631c-449b-8d9d-4c9c8693f69f req-d43d984c-c139-4d4d-b819-011704156f03 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:20.253138 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9d2b9e04-631c-449b-8d9d-4c9c8693f69f req-d43d984c-c139-4d4d-b819-011704156f03 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] 10.222.0.11 "DELETE /v2.0/security-groups/b4aba5d8-1139-4904-bcc1-d8fdbc709782 HTTP/1.1" status: 204 len: 173 time: 0.1718235 Mar 07 10:36:20.272979 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43d984c-c139-4d4d-b819-011704156f03 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4aba5d8-1139-4904-bcc1-d8fdbc709782,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:20.354497 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=191b78c8-cd3b-4ce7-80a2-f471025a09c0,revision_number=10']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:20.421129 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d380c56-8f95-411f-9724-cb2c72903dda req-f4b8e334-960e-4293-b42c-cbe8f1ed28c3 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:20.422725 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5d380c56-8f95-411f-9724-cb2c72903dda req-f4b8e334-960e-4293-b42c-cbe8f1ed28c3 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 945 time: 0.0621817 Mar 07 10:36:20.488553 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5d380c56-8f95-411f-9724-cb2c72903dda req-99bbcbca-2cff-4eee-ae00-06dd8bc65cd8 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544231 Mar 07 10:36:20.568863 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24412617-6c2b-4286-97b0-7769a5ea83a5 x-openstack-request-id: req-24412617-6c2b-4286-97b0-7769a5ea83a5 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:20.569303 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d73b82e-3e5e-4695-b111-6134be543953", "name": "network-vif-plugged", "status": "completed", "tag": "fff45af4-f140-42d3-a837-1e7c66aabe2f", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:20.569593 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-24412617-6c2b-4286-97b0-7769a5ea83a5 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:20.570007 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d73b82e-3e5e-4695-b111-6134be543953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff45af4-f140-42d3-a837-1e7c66aabe2f', 'code': 200} Mar 07 10:36:20.690602 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644636c-39db-44b0-a76f-2e71c3701321 req-1317916a-d9bd-43f4-95d0-6168c99b19cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:20.693006 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0644636c-39db-44b0-a76f-2e71c3701321 req-1317916a-d9bd-43f4-95d0-6168c99b19cd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3d73b82e-3e5e-4695-b111-6134be543953 HTTP/1.1" status: 200 len: 1132 time: 0.0672867 Mar 07 10:36:20.723963 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055aa39-3f72-43df-a634-21aba18857f6 req-db88228f-4675-46d0-b411-303323ebc0b5 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:20.730979 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5055aa39-3f72-43df-a634-21aba18857f6 req-db88228f-4675-46d0-b411-303323ebc0b5 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 946 time: 0.0804732 Mar 07 10:36:20.757778 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0644636c-39db-44b0-a76f-2e71c3701321 req-294a29f2-495f-4717-bf85-2ca16d88b72b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=25eb2acf-8382-4966-a15d-e79c512ae807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586898 Mar 07 10:36:20.793964 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5055aa39-3f72-43df-a634-21aba18857f6 req-b3fe0ba1-d145-44bc-b71f-5e32dcdfe2c6 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600686 Mar 07 10:36:20.967339 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645bbba0-8564-4c08-8340-eb839509341a req-8e16a410-d6c9-46b6-b399-677c126a1f92 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:20.974818 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-645bbba0-8564-4c08-8340-eb839509341a req-8e16a410-d6c9-46b6-b399-677c126a1f92 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/ports?device_id=73fe3d19-86e1-41c0-9140-d23fba0645b7 HTTP/1.1" status: 200 len: 950 time: 0.0629339 Mar 07 10:36:21.035708 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-645bbba0-8564-4c08-8340-eb839509341a req-5b9750cf-13e6-4ac1-99f3-3f76e209b4a1 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/security-groups?id=25eb2acf-8382-4966-a15d-e79c512ae807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598576 Mar 07 10:36:21.157749 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-14648321-8d4a-4697-9c4f-5a535a487f6c req-07db7b8b-37c1-4197-8611-d93e866682c1 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 210 time: 0.0447185 Mar 07 10:36:21.299800 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-22f0fb45-d6cc-4e5e-99a6-f6b3253b33d9 req-221310b4-c59b-49af-aabd-4f4c57c42cf7 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1252811 Mar 07 10:36:21.310408 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-22f0fb45-d6cc-4e5e-99a6-f6b3253b33d9 req-d94e6a2b-5344-47a0-ae46-603ae1031bdb tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:21.339944 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-22f0fb45-d6cc-4e5e-99a6-f6b3253b33d9 req-d94e6a2b-5344-47a0-ae46-603ae1031bdb tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:21.481827 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-22f0fb45-d6cc-4e5e-99a6-f6b3253b33d9 req-d94e6a2b-5344-47a0-ae46-603ae1031bdb tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:21.632582 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-22f0fb45-d6cc-4e5e-99a6-f6b3253b33d9 req-d94e6a2b-5344-47a0-ae46-603ae1031bdb tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Allocated IP 172.25.3.135 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/b436f382-0a3c-43e7-99f1-83b998706632) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:21.794657 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-22f0fb45-d6cc-4e5e-99a6-f6b3253b33d9 req-d94e6a2b-5344-47a0-ae46-603ae1031bdb tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks [] for port (b436f382-0a3c-43e7-99f1-83b998706632), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:21.848058 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-22f0fb45-d6cc-4e5e-99a6-f6b3253b33d9 req-d94e6a2b-5344-47a0-ae46-603ae1031bdb tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (b436f382-0a3c-43e7-99f1-83b998706632), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:21.909418 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22f0fb45-d6cc-4e5e-99a6-f6b3253b33d9 req-d94e6a2b-5344-47a0-ae46-603ae1031bdb tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:21.913433 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-22f0fb45-d6cc-4e5e-99a6-f6b3253b33d9 req-d94e6a2b-5344-47a0-ae46-603ae1031bdb tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:21.924121 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f0fb45-d6cc-4e5e-99a6-f6b3253b33d9 req-d94e6a2b-5344-47a0-ae46-603ae1031bdb tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:21.932113 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e6a2b-5344-47a0-ae46-603ae1031bdb tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Pushing event updated for resources: {'Port': ['ID=b436f382-0a3c-43e7-99f1-83b998706632,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:22.030773 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-22f0fb45-d6cc-4e5e-99a6-f6b3253b33d9 req-d94e6a2b-5344-47a0-ae46-603ae1031bdb tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks [] for floatingip (96327406-2995-4896-8f64-38534854c8d5), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:22.104482 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-22f0fb45-d6cc-4e5e-99a6-f6b3253b33d9 req-d94e6a2b-5344-47a0-ae46-603ae1031bdb tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b436f382-0a3c-43e7-99f1-83b998706632), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:22.311038 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-22f0fb45-d6cc-4e5e-99a6-f6b3253b33d9 req-d94e6a2b-5344-47a0-ae46-603ae1031bdb tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks [] for port (b436f382-0a3c-43e7-99f1-83b998706632), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:22.317873 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-22f0fb45-d6cc-4e5e-99a6-f6b3253b33d9 req-d94e6a2b-5344-47a0-ae46-603ae1031bdb tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (b436f382-0a3c-43e7-99f1-83b998706632), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:22.410515 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e6a2b-5344-47a0-ae46-603ae1031bdb tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Pushing event updated for resources: {'Port': ['ID=b436f382-0a3c-43e7-99f1-83b998706632,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:22.430182 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-22f0fb45-d6cc-4e5e-99a6-f6b3253b33d9 req-d94e6a2b-5344-47a0-ae46-603ae1031bdb tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (96327406-2995-4896-8f64-38534854c8d5), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:22.453527 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-22f0fb45-d6cc-4e5e-99a6-f6b3253b33d9 req-d94e6a2b-5344-47a0-ae46-603ae1031bdb tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:22.455205 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-22f0fb45-d6cc-4e5e-99a6-f6b3253b33d9 req-d94e6a2b-5344-47a0-ae46-603ae1031bdb tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1491520 Mar 07 10:36:22.515815 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-22f0fb45-d6cc-4e5e-99a6-f6b3253b33d9 req-038bd48f-1b29-47c5-8f75-94e2b08a67e1 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.135 HTTP/1.1" status: 200 len: 696 time: 0.0545588 Mar 07 10:36:22.573078 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73fe3d19-86e1-41c0-9140-d23fba0645b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7950fc-1fc7-45ce-9602-e82984b5b2dc'}, {'server_uuid': '4a0f7071-0cfa-4984-84ac-0528da9bf3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191b78c8-cd3b-4ce7-80a2-f471025a09c0'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:22.576052 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bd2a40-30cb-4308-ab78-b74c424538e4" -d '{"events": [{"server_uuid": "73fe3d19-86e1-41c0-9140-d23fba0645b7", "name": "network-vif-plugged", "status": "completed", "tag": "8c7950fc-1fc7-45ce-9602-e82984b5b2dc"}, {"server_uuid": "4a0f7071-0cfa-4984-84ac-0528da9bf3fd", "name": "network-vif-plugged", "status": "completed", "tag": "191b78c8-cd3b-4ce7-80a2-f471025a09c0"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:22.645937 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:22.676313 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0fb45-d6cc-4e5e-99a6-f6b3253b33d9 req-9d5a3cfc-0ee8-45d3-8fc6-157741bfb12e tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:22.679245 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-22f0fb45-d6cc-4e5e-99a6-f6b3253b33d9 req-9d5a3cfc-0ee8-45d3-8fc6-157741bfb12e tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 784 time: 0.1556301 Mar 07 10:36:22.745861 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9d495ca5-3de4-475e-924a-e357ec05b4aa req-42da698d-5a6e-4fbe-9970-b65b857ec22b tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] 10.222.0.11 "GET /v2.0/security-groups/fd227c2d-e46a-454e-9c9e-4651dc19ec6e HTTP/1.1" status: 200 len: 1828 time: 0.0459468 Mar 07 10:36:22.809276 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9d495ca5-3de4-475e-924a-e357ec05b4aa req-d67761f1-90a0-4c77-b511-47eee9e99917 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group (fd227c2d-e46a-454e-9c9e-4651dc19ec6e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:22.834218 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9d495ca5-3de4-475e-924a-e357ec05b4aa req-d67761f1-90a0-4c77-b511-47eee9e99917 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group (fd227c2d-e46a-454e-9c9e-4651dc19ec6e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:22.888570 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9d495ca5-3de4-475e-924a-e357ec05b4aa req-d67761f1-90a0-4c77-b511-47eee9e99917 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (fd227c2d-e46a-454e-9c9e-4651dc19ec6e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:22.891749 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9d495ca5-3de4-475e-924a-e357ec05b4aa req-d67761f1-90a0-4c77-b511-47eee9e99917 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:22.900304 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45696) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:22.907972 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9d495ca5-3de4-475e-924a-e357ec05b4aa req-d67761f1-90a0-4c77-b511-47eee9e99917 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] 10.222.0.11 "DELETE /v2.0/security-groups/fd227c2d-e46a-454e-9c9e-4651dc19ec6e HTTP/1.1" status: 204 len: 173 time: 0.1557841 Mar 07 10:36:22.928985 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67761f1-90a0-4c77-b511-47eee9e99917 tempest-SecurityGroupRulesNegativeTestJSON-745895845 tempest-SecurityGroupRulesNegativeTestJSON-745895845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd227c2d-e46a-454e-9c9e-4651dc19ec6e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:22.967018 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd7b9158-5621-4214-ae89-7d6edb0c5958 admin admin] Deleting subnet 53671417-8d54-4f10-afc3-3dcfa33354fa {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:36:22.971730 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bd7b9158-5621-4214-ae89-7d6edb0c5958 admin admin] Publish callbacks [] for subnet (53671417-8d54-4f10-afc3-3dcfa33354fa), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:23.018261 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bd7b9158-5621-4214-ae89-7d6edb0c5958 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (53671417-8d54-4f10-afc3-3dcfa33354fa), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:23.069920 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9147779-0442-4eb4-8747-2ed157dd2aad req-133aa03f-ae8d-40f5-8c20-7d7b6ad59410 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:23.071620 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c9147779-0442-4eb4-8747-2ed157dd2aad req-133aa03f-ae8d-40f5-8c20-7d7b6ad59410 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 945 time: 0.0729775 Mar 07 10:36:23.075368 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bd7b9158-5621-4214-ae89-7d6edb0c5958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (53671417-8d54-4f10-afc3-3dcfa33354fa), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:23.127091 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c9147779-0442-4eb4-8747-2ed157dd2aad req-36f40223-0834-4b8a-aa27-8dc468feadc3 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480223 Mar 07 10:36:23.159899 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bd7b9158-5621-4214-ae89-7d6edb0c5958 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (53671417-8d54-4f10-afc3-3dcfa33354fa), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:23.193660 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b9158-5621-4214-ae89-7d6edb0c5958 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53671417-8d54-4f10-afc3-3dcfa33354fa,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:23.221371 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bd7b9158-5621-4214-ae89-7d6edb0c5958 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:23.237128 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-bd7b9158-5621-4214-ae89-7d6edb0c5958 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/53671417-8d54-4f10-afc3-3dcfa33354fa HTTP/1.1" status: 204 len: 168 time: 0.3349423 Mar 07 10:36:23.240508 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7b9158-5621-4214-ae89-7d6edb0c5958 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:23.240864 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7b9158-5621-4214-ae89-7d6edb0c5958 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:23.242354 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7b9158-5621-4214-ae89-7d6edb0c5958 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:23.242702 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7b9158-5621-4214-ae89-7d6edb0c5958 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:23.243920 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7b9158-5621-4214-ae89-7d6edb0c5958 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:23.245440 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7b9158-5621-4214-ae89-7d6edb0c5958 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:23.245966 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7b9158-5621-4214-ae89-7d6edb0c5958 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:23.246460 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7b9158-5621-4214-ae89-7d6edb0c5958 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:23.247512 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7b9158-5621-4214-ae89-7d6edb0c5958 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:23.247851 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7b9158-5621-4214-ae89-7d6edb0c5958 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:23.249671 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7b9158-5621-4214-ae89-7d6edb0c5958 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:23.250010 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7b9158-5621-4214-ae89-7d6edb0c5958 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:23.250343 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7b9158-5621-4214-ae89-7d6edb0c5958 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:23.254703 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45698) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:23.351021 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d8e074d7-692f-485f-b207-a8f98ca3125a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (dcac9b3e-0f0c-4eac-b551-336dc0be45fc), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:23.361614 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8c1a6-6250-400a-8bf7-8c634c96e2bf req-173f9f63-3f25-49a8-884f-ea40741b7d32 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:23.363792 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0cb8c1a6-6250-400a-8bf7-8c634c96e2bf req-173f9f63-3f25-49a8-884f-ea40741b7d32 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 946 time: 0.1627421 Mar 07 10:36:23.468918 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0cb8c1a6-6250-400a-8bf7-8c634c96e2bf req-1501460e-f0d0-409a-bb4e-e004f6b8341f tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981548 Mar 07 10:36:23.509076 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d8e074d7-692f-485f-b207-a8f98ca3125a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (dcac9b3e-0f0c-4eac-b551-336dc0be45fc), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:23.551503 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-d8e074d7-692f-485f-b207-a8f98ca3125a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcac9b3e-0f0c-4eac-b551-336dc0be45fc']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:23.563137 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-d8e074d7-692f-485f-b207-a8f98ca3125a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab1853c3-2297-45ca-b796-312b4163fc12') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:23.563430 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-d8e074d7-692f-485f-b207-a8f98ca3125a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab1853c3-2297-45ca-b796-312b4163fc12') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:23.579809 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d8e074d7-692f-485f-b207-a8f98ca3125a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (ab1853c3-2297-45ca-b796-312b4163fc12), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:23.599348 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d8e074d7-692f-485f-b207-a8f98ca3125a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (ab1853c3-2297-45ca-b796-312b4163fc12), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:23.608827 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e074d7-692f-485f-b207-a8f98ca3125a admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:36:23.609261 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d8e074d7-692f-485f-b207-a8f98ca3125a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (ab1853c3-2297-45ca-b796-312b4163fc12), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:23.611980 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:36:23.611980 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:36:23.611980 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:36:23.611980 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:36:23.611980 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:36:23.611980 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:36:23.611980 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:36:23.611980 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:36:23.611980 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:36:23.611980 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:36:23.611980 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:36:23.611980 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:36:23.611980 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:36:23.611980 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:36:23.611980 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:36:23.611980 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:36:23.611980 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:36:23.611980 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:36:23.611980 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:36:23.611980 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:36:23.611980 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:36:23.611980 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:36:23.611980 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:36:23.611980 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:36:23.611980 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:36:23.611980 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:36:23.611980 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:36:23.611980 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:36:23.611980 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:36:23.611980 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:36:23.611980 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:36:23.611980 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:36:23.710188 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d8e074d7-692f-485f-b207-a8f98ca3125a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (dcac9b3e-0f0c-4eac-b551-336dc0be45fc), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:23.716904 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d8e074d7-692f-485f-b207-a8f98ca3125a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:23.720385 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d8e074d7-692f-485f-b207-a8f98ca3125a admin admin] 10.222.0.11 "DELETE /v2.0/networks/dcac9b3e-0f0c-4eac-b551-336dc0be45fc HTTP/1.1" status: 204 len: 168 time: 0.4629245 Mar 07 10:36:23.756120 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e074d7-692f-485f-b207-a8f98ca3125a admin admin] Pushing event deleted for resources: {'Network': ['ID=dcac9b3e-0f0c-4eac-b551-336dc0be45fc,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:23.771518 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0438a5-6c0f-43cd-96cd-c0f8e6d00ed1 req-8e2218e4-9f58-4df2-9d30-3055a79a53d2 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:23.779483 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ba0438a5-6c0f-43cd-96cd-c0f8e6d00ed1 req-8e2218e4-9f58-4df2-9d30-3055a79a53d2 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/ports?device_id=73fe3d19-86e1-41c0-9140-d23fba0645b7 HTTP/1.1" status: 200 len: 950 time: 0.1208119 Mar 07 10:36:23.840220 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ba0438a5-6c0f-43cd-96cd-c0f8e6d00ed1 req-4fce3c68-8585-4d19-acb7-334183380988 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/security-groups?id=25eb2acf-8382-4966-a15d-e79c512ae807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597081 Mar 07 10:36:23.959875 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45710) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:23.961994 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c06b03e2-af6f-4d2a-bfe9-cf0a5afd58a6 req-cf6a5990-cf32-41c2-8665-50be622670f4 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdc26266-54b2-4204-9701-e947b5cde331 HTTP/1.1" status: 200 len: 210 time: 0.0543418 Mar 07 10:36:24.024058 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21712274-d6b3-46de-9d7d-afd768c8d781 x-openstack-request-id: req-21712274-d6b3-46de-9d7d-afd768c8d781 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:24.024594 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73fe3d19-86e1-41c0-9140-d23fba0645b7", "name": "network-vif-plugged", "status": "completed", "tag": "8c7950fc-1fc7-45ce-9602-e82984b5b2dc", "code": 200}, {"server_uuid": "4a0f7071-0cfa-4984-84ac-0528da9bf3fd", "name": "network-vif-plugged", "status": "completed", "tag": "191b78c8-cd3b-4ce7-80a2-f471025a09c0", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:24.024594 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-21712274-d6b3-46de-9d7d-afd768c8d781 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:24.025008 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73fe3d19-86e1-41c0-9140-d23fba0645b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7950fc-1fc7-45ce-9602-e82984b5b2dc', 'code': 200} Mar 07 10:36:24.025306 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0f7071-0cfa-4984-84ac-0528da9bf3fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '191b78c8-cd3b-4ce7-80a2-f471025a09c0', 'code': 200} Mar 07 10:36:24.028128 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7fefd51f-1cb7-4f12-a1cb-4bc69348aa72 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f301efab486a424c85bcd12c9ff47792&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0670915 Mar 07 10:36:24.030765 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45716) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:24.123044 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-21fd7398-eae9-4db0-ba86-0690d81eb8e3 req-12170321-30db-4c77-bd8a-8618557f7b97 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "GET /v2.0/floatingips/96327406-2995-4896-8f64-38534854c8d5 HTTP/1.1" status: 200 len: 693 time: 0.0767550 Mar 07 10:36:24.182462 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c842d29-38ad-4d27-8cc3-ac1fbb631bcd req-a5fd6367-08db-430f-a2f5-34a0748f0c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:24.187432 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0c842d29-38ad-4d27-8cc3-ac1fbb631bcd req-a5fd6367-08db-430f-a2f5-34a0748f0c6b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=73fe3d19-86e1-41c0-9140-d23fba0645b7 HTTP/1.1" status: 200 len: 1132 time: 0.0866685 Mar 07 10:36:24.228535 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7ca0d412-f623-485c-b543-d7dcb33a44c6 admin admin] Publish callbacks [] for security_group (ad0cbff2-0910-406b-9d22-904e46c62c29), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:24.260167 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd7398-eae9-4db0-ba86-0690d81eb8e3 req-72e16b19-0d49-4457-bd45-d0beaa358ba2 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:24.282230 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-21fd7398-eae9-4db0-ba86-0690d81eb8e3 req-72e16b19-0d49-4457-bd45-d0beaa358ba2 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 784 time: 0.1583335 Mar 07 10:36:24.315997 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7ca0d412-f623-485c-b543-d7dcb33a44c6 admin admin] Publish callbacks [] for security_group (ad0cbff2-0910-406b-9d22-904e46c62c29), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:24.328485 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0c842d29-38ad-4d27-8cc3-ac1fbb631bcd req-7b0a343d-1770-48d2-b727-11bbd2b75763 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=25eb2acf-8382-4966-a15d-e79c512ae807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284883 Mar 07 10:36:24.433953 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949f51a-70e2-453a-ae8c-b78a9f259c8c req-ff7e8864-acc4-4aa0-bf62-1926037df1e7 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:24.441605 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d949f51a-70e2-453a-ae8c-b78a9f259c8c req-ff7e8864-acc4-4aa0-bf62-1926037df1e7 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 945 time: 0.0746090 Mar 07 10:36:24.457822 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7ca0d412-f623-485c-b543-d7dcb33a44c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ad0cbff2-0910-406b-9d22-904e46c62c29), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:24.461660 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7ca0d412-f623-485c-b543-d7dcb33a44c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:24.463080 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7ca0d412-f623-485c-b543-d7dcb33a44c6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ad0cbff2-0910-406b-9d22-904e46c62c29 HTTP/1.1" status: 204 len: 168 time: 0.4313235 Mar 07 10:36:24.478701 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0d412-f623-485c-b543-d7dcb33a44c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0cbff2-0910-406b-9d22-904e46c62c29,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:24.522098 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d949f51a-70e2-453a-ae8c-b78a9f259c8c req-8384f080-1922-4b04-bb5b-e967490a5cb4 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756166 Mar 07 10:36:24.597825 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e04b1401-9f6a-4cac-83c3-073c007433c9 req-689da1c3-91a3-4b7b-bc3a-46eb0844d7aa tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "GET /v2.0/floatingips/96327406-2995-4896-8f64-38534854c8d5 HTTP/1.1" status: 200 len: 693 time: 0.0572901 Mar 07 10:36:24.848287 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b1401-9f6a-4cac-83c3-073c007433c9 req-42e1f580-b5cd-47b5-a92c-80fac09fdb0d tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:24.860124 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e04b1401-9f6a-4cac-83c3-073c007433c9 req-42e1f580-b5cd-47b5-a92c-80fac09fdb0d tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 784 time: 0.2558422 Mar 07 10:36:24.930730 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e04b1401-9f6a-4cac-83c3-073c007433c9 req-6b04c3d3-8723-4ff0-aae8-c385f0ac0bba tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.135 HTTP/1.1" status: 200 len: 696 time: 0.0701475 Mar 07 10:36:25.012784 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e04b1401-9f6a-4cac-83c3-073c007433c9 req-5ba8caa0-bdc5-4d7d-9c6e-02e33c3cb3b8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.135 HTTP/1.1" status: 200 len: 696 time: 0.0808842 Mar 07 10:36:25.204897 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-e04b1401-9f6a-4cac-83c3-073c007433c9 req-dd8b2c02-9126-412f-afb0-d0918e0a10a1 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Deleting port b436f382-0a3c-43e7-99f1-83b998706632 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:36:25.205391 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e04b1401-9f6a-4cac-83c3-073c007433c9 req-dd8b2c02-9126-412f-afb0-d0918e0a10a1 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (b436f382-0a3c-43e7-99f1-83b998706632), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:25.295521 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e04b1401-9f6a-4cac-83c3-073c007433c9 req-dd8b2c02-9126-412f-afb0-d0918e0a10a1 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (b436f382-0a3c-43e7-99f1-83b998706632), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:25.295521 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e04b1401-9f6a-4cac-83c3-073c007433c9 req-dd8b2c02-9126-412f-afb0-d0918e0a10a1 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks [] for floatingip (b436f382-0a3c-43e7-99f1-83b998706632), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:25.316630 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-e04b1401-9f6a-4cac-83c3-073c007433c9 req-dd8b2c02-9126-412f-afb0-d0918e0a10a1 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Calling delete_port for b436f382-0a3c-43e7-99f1-83b998706632 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:36:25.491675 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45750) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:25.495984 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e04b1401-9f6a-4cac-83c3-073c007433c9 req-dd8b2c02-9126-412f-afb0-d0918e0a10a1 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (b436f382-0a3c-43e7-99f1-83b998706632), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:25.530996 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8b2c02-9126-412f-afb0-d0918e0a10a1 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Pushing event deleted for resources: {'Port': ['ID=b436f382-0a3c-43e7-99f1-83b998706632,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:25.615858 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-3f63e5ec-b764-47fb-a71e-e88d14c6c8e0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1312984755-network', 'tenant_id': 'e88d3d2709354316b86d2ca6f47f41ea'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:25.616447 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e04b1401-9f6a-4cac-83c3-073c007433c9 req-dd8b2c02-9126-412f-afb0-d0918e0a10a1 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks [] for floatingip (96327406-2995-4896-8f64-38534854c8d5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:25.620841 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e04b1401-9f6a-4cac-83c3-073c007433c9 req-dd8b2c02-9126-412f-afb0-d0918e0a10a1 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:25.637725 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e04b1401-9f6a-4cac-83c3-073c007433c9 req-dd8b2c02-9126-412f-afb0-d0918e0a10a1 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "DELETE /v2.0/floatingips/96327406-2995-4896-8f64-38534854c8d5 HTTP/1.1" status: 204 len: 173 time: 0.6237128 Mar 07 10:36:25.648515 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f63e5ec-b764-47fb-a71e-e88d14c6c8e0 admin admin] Made reservation on behalf of e88d3d2709354316b86d2ca6f47f41ea for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:36:25.652901 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3f63e5ec-b764-47fb-a71e-e88d14c6c8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:25.669653 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3f63e5ec-b764-47fb-a71e-e88d14c6c8e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:25.727894 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device b26935dc-5852-4969-bff3-dd3ce27570e5 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:36:25.785464 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3f63e5ec-b764-47fb-a71e-e88d14c6c8e0 admin admin] Publish callbacks [] for security_group (ba5e8b03-fe04-4a9a-8f67-6938492da32f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:25.810606 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3f63e5ec-b764-47fb-a71e-e88d14c6c8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ba5e8b03-fe04-4a9a-8f67-6938492da32f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:25.832286 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f63e5ec-b764-47fb-a71e-e88d14c6c8e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:36:25.846533 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3f63e5ec-b764-47fb-a71e-e88d14c6c8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (ed524cc8-0430-4980-8771-744b579a40cf), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:25.847417 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-3f63e5ec-b764-47fb-a71e-e88d14c6c8e0 admin admin] Added segment ed524cc8-0430-4980-8771-744b579a40cf of type vlan for network 8a80d3a9-20f1-4d65-a5aa-f7b35212a95a Mar 07 10:36:25.926714 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d979bf7e-ec07-404d-b10d-e6d04704c8a7 req-247a7e47-7e5e-4b4b-a43f-afab4c4abd06 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:25.945584 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d979bf7e-ec07-404d-b10d-e6d04704c8a7 req-247a7e47-7e5e-4b4b-a43f-afab4c4abd06 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 946 time: 0.2267938 Mar 07 10:36:25.960053 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63e5ec-b764-47fb-a71e-e88d14c6c8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5e8b03-fe04-4a9a-8f67-6938492da32f,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:25.993833 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3f63e5ec-b764-47fb-a71e-e88d14c6c8e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (8a80d3a9-20f1-4d65-a5aa-f7b35212a95a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:26.013166 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device b26935dc-5852-4969-bff3-dd3ce27570e5 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:36:26.055505 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d979bf7e-ec07-404d-b10d-e6d04704c8a7 req-608cea4f-93f8-40ed-a1d8-62f9ddf5e9eb tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089578 Mar 07 10:36:26.062924 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3f63e5ec-b764-47fb-a71e-e88d14c6c8e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (8a80d3a9-20f1-4d65-a5aa-f7b35212a95a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:26.064643 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f63e5ec-b764-47fb-a71e-e88d14c6c8e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:26.065260 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3f63e5ec-b764-47fb-a71e-e88d14c6c8e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:26.193687 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45768) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:26.196729 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3f63e5ec-b764-47fb-a71e-e88d14c6c8e0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7031324 Mar 07 10:36:26.198754 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-ec697ecc-369d-4952-a3bc-4cd934b70482 admin admin] Request body: {'subnet': {'network_id': '8a80d3a9-20f1-4d65-a5aa-f7b35212a95a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1312984755-subnet', 'tenant_id': 'e88d3d2709354316b86d2ca6f47f41ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:26.249852 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63e5ec-b764-47fb-a71e-e88d14c6c8e0 admin admin] Pushing event updated for resources: {'Network': ['ID=8a80d3a9-20f1-4d65-a5aa-f7b35212a95a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:26.266672 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec697ecc-369d-4952-a3bc-4cd934b70482 admin admin] Made reservation on behalf of e88d3d2709354316b86d2ca6f47f41ea for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:36:26.269158 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ec697ecc-369d-4952-a3bc-4cd934b70482 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:26.508523 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 8a80d3a9-20f1-4d65-a5aa-f7b35212a95a details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:36:26.580832 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port b26935dc-5852-4969-bff3-dd3ce27570e5, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=b26935dc-5852-4969-bff3-dd3ce27570e5,segment=NetworkSegment(62872c6e-dc5b-4ade-b562-dcdfe13e82a3),segment_id=62872c6e-dc5b-4ade-b562-dcdfe13e82a3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:26.606298 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1bf806-8c3e-418f-b6e0-3fd7d8883651 req-c356691b-fd5c-45bd-9aac-17898b184bd2 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:26.628169 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-be1bf806-8c3e-418f-b6e0-3fd7d8883651 req-c356691b-fd5c-45bd-9aac-17898b184bd2 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/ports?device_id=73fe3d19-86e1-41c0-9140-d23fba0645b7 HTTP/1.1" status: 200 len: 950 time: 0.3145292 Mar 07 10:36:26.658479 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'b26935dc-5852-4969-bff3-dd3ce27570e5', 'network_id': '3ee24066-40e5-4c55-993a-10acd4574ead', 'port_id': 'b26935dc-5852-4969-bff3-dd3ce27570e5', 'mac_address': 'fa:16:3e:c7:0d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1660007-f2c2-4a95-bc44-450c0339f46e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:36:26.752260 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port b26935dc-5852-4969-bff3-dd3ce27570e5 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:26.756845 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b26935dc-5852-4969-bff3-dd3ce27570e5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:26.767432 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port b26935dc-5852-4969-bff3-dd3ce27570e5 is: ACTIVE; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:26.768094 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b26935dc-5852-4969-bff3-dd3ce27570e5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:26.793203 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d19204-3d63-4996-8d3e-8a8a1d91d43f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b26935dc-5852-4969-bff3-dd3ce27570e5'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:26.795744 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664382e3-4a08-4c7a-af64-3882b77634ec" -d '{"events": [{"server_uuid": "56d19204-3d63-4996-8d3e-8a8a1d91d43f", "name": "network-vif-unplugged", "status": "completed", "tag": "b26935dc-5852-4969-bff3-dd3ce27570e5"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:26.805498 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b26935dc-5852-4969-bff3-dd3ce27570e5 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:36:26.820924 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port b26935dc-5852-4969-bff3-dd3ce27570e5, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=b26935dc-5852-4969-bff3-dd3ce27570e5,segment=NetworkSegment(62872c6e-dc5b-4ade-b562-dcdfe13e82a3),segment_id=62872c6e-dc5b-4ade-b562-dcdfe13e82a3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:26.826549 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b26935dc-5852-4969-bff3-dd3ce27570e5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:26.883854 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-be1bf806-8c3e-418f-b6e0-3fd7d8883651 req-c4b837d3-7216-4664-b56f-18e3fd05220f tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/security-groups?id=25eb2acf-8382-4966-a15d-e79c512ae807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508640 Mar 07 10:36:26.903500 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ec697ecc-369d-4952-a3bc-4cd934b70482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (87fb66b4-e781-4fa7-b59d-0e773d094444), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:26.936040 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:36:26.938564 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:36:26.964984 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=b26935dc-5852-4969-bff3-dd3ce27570e5,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:26.982783 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:26.983131 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:26.983473 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:26.983809 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:26.984490 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:26.984490 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:26.984816 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:26.985076 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:26.985421 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:26.985742 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:26.986061 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:26.986382 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:26.986692 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:27.018725 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec697ecc-369d-4952-a3bc-4cd934b70482 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87fb66b4-e781-4fa7-b59d-0e773d094444,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:27.129415 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec697ecc-369d-4952-a3bc-4cd934b70482 admin admin] Checking segment: {'id': 'ed524cc8-0430-4980-8771-744b579a40cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8a80d3a9-20f1-4d65-a5aa-f7b35212a95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:36:27.129800 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec697ecc-369d-4952-a3bc-4cd934b70482 admin admin] Network hostable DHCP agents. Network: 8a80d3a9-20f1-4d65-a5aa-f7b35212a95a, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:36:27.197194 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec697ecc-369d-4952-a3bc-4cd934b70482 admin admin] Network 8a80d3a9-20f1-4d65-a5aa-f7b35212a95a is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:36:27.228113 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c2c70b-a9a0-4631-9fcf-65970e107f15 req-318eacda-2fab-474e-a26f-a1e8d57e053e tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:27.237146 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-80c2c70b-a9a0-4631-9fcf-65970e107f15 req-318eacda-2fab-474e-a26f-a1e8d57e053e tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 945 time: 0.1295490 Mar 07 10:36:27.310629 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-ec697ecc-369d-4952-a3bc-4cd934b70482 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 8a80d3a9-20f1-4d65-a5aa-f7b35212a95a) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:27.322692 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154678b8-13a3-451f-8bf0-81647ba45c33 None None] Network 8a80d3a9-20f1-4d65-a5aa-f7b35212a95a requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:36:27.329265 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec697ecc-369d-4952-a3bc-4cd934b70482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:27.329879 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ec697ecc-369d-4952-a3bc-4cd934b70482 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:27.347345 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45802) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:27.378567 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-80c2c70b-a9a0-4631-9fcf-65970e107f15 req-c1dbfefe-1af5-4e85-9a70-bb3a73038b8b tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393645 Mar 07 10:36:27.392158 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ec697ecc-369d-4952-a3bc-4cd934b70482 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1973855 Mar 07 10:36:27.429259 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113649a1-22e6-45e7-91a5-04456c4391d9 req-2a06087e-db4a-449f-ab8a-c49a2a753240 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:27.453319 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-113649a1-22e6-45e7-91a5-04456c4391d9 req-2a06087e-db4a-449f-ab8a-c49a2a753240 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4518132 Mar 07 10:36:27.518708 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61828eaa-862b-4a00-b6db-34ca6f65ea20 x-openstack-request-id: req-61828eaa-862b-4a00-b6db-34ca6f65ea20 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:27.519658 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d19204-3d63-4996-8d3e-8a8a1d91d43f", "name": "network-vif-unplugged", "status": "completed", "tag": "b26935dc-5852-4969-bff3-dd3ce27570e5", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:27.520083 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-61828eaa-862b-4a00-b6db-34ca6f65ea20 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:27.521372 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d19204-3d63-4996-8d3e-8a8a1d91d43f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b26935dc-5852-4969-bff3-dd3ce27570e5', 'code': 200} Mar 07 10:36:27.556478 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b18f2bf-a326-419a-bf95-5ef2d55ecd09 None None] Network 8a80d3a9-20f1-4d65-a5aa-f7b35212a95a requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:36:27.634209 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c89ac881-50fc-44d5-9258-9ac613169d22 req-1200741f-990c-42c9-b970-df7f3eb65e48 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 210 time: 0.0575149 Mar 07 10:36:27.639175 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88feaaa5-9175-4040-8b8f-9647a561b2d1 req-baf2ded8-3c25-4135-9057-dd65c5a734db tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:27.662268 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-88feaaa5-9175-4040-8b8f-9647a561b2d1 req-baf2ded8-3c25-4135-9057-dd65c5a734db tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d73b82e-3e5e-4695-b111-6134be543953 HTTP/1.1" status: 200 len: 950 time: 0.1278930 Mar 07 10:36:27.698577 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-97452e88-6f48-4a56-a1e4-40d58bc73cec tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:27.700151 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-97452e88-6f48-4a56-a1e4-40d58bc73cec tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports/c3aa9d0d-4783-4690-a7c2-eec9bc6a844c HTTP/1.1" status: 200 len: 937 time: 0.3515358 Mar 07 10:36:27.734236 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:36:27.737774 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port b26935dc-5852-4969-bff3-dd3ce27570e5 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:27.738182 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b26935dc-5852-4969-bff3-dd3ce27570e5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:27.809035 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b26935dc-5852-4969-bff3-dd3ce27570e5 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:36:27.841534 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-8476f4b5-a20f-46d0-8b8b-d7280b5e8119 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:27.851484 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port b26935dc-5852-4969-bff3-dd3ce27570e5, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=b26935dc-5852-4969-bff3-dd3ce27570e5,segment=NetworkSegment(62872c6e-dc5b-4ade-b562-dcdfe13e82a3),segment_id=62872c6e-dc5b-4ade-b562-dcdfe13e82a3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:27.861787 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-8476f4b5-a20f-46d0-8b8b-d7280b5e8119 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports/954ea4bb-79fb-4f3b-aff3-9b1897120944 HTTP/1.1" status: 200 len: 937 time: 0.1562929 Mar 07 10:36:27.865484 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b26935dc-5852-4969-bff3-dd3ce27570e5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:27.905744 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621cfa1a-923f-4036-a5d6-d09d3f1b81ca req-3a37b1c4-313d-4be7-95a2-5c0a178fcda5 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:27.907613 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-621cfa1a-923f-4036-a5d6-d09d3f1b81ca req-3a37b1c4-313d-4be7-95a2-5c0a178fcda5 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 944 time: 0.1757991 Mar 07 10:36:28.006403 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=b26935dc-5852-4969-bff3-dd3ce27570e5,revision_number=7']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:28.018637 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-621cfa1a-923f-4036-a5d6-d09d3f1b81ca req-82ab5846-d8b0-46d9-a00a-f8718f921255 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027622 Mar 07 10:36:28.215445 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-88feaaa5-9175-4040-8b8f-9647a561b2d1 req-a70abc5b-f4e9-43c0-aac2-e92562df2675 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/security-groups?id=25eb2acf-8382-4966-a15d-e79c512ae807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5425091 Mar 07 10:36:28.231448 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['b26935dc-5852-4969-bff3-dd3ce27570e5'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:36:28.358868 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5d1556d0-93f2-4950-9af9-b1df786794d2 req-6e14e7e5-2409-4a9d-89a1-b53fe96fe28b tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "GET /v2.0/floatingips?tenant_id=a9726ff86528430ea132e2b9898010d0 HTTP/1.1" status: 200 len: 1655 time: 0.1848409 Mar 07 10:36:28.402924 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-de8df75d-0f03-4369-a921-56beee7c1091 req-8c3e47f4-171f-4927-b5dd-4ebc16764e94 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-983390152', 'description': 'tempest-description-675762213'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:28.446238 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-de8df75d-0f03-4369-a921-56beee7c1091 req-8c3e47f4-171f-4927-b5dd-4ebc16764e94 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:28.512166 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1556d0-93f2-4950-9af9-b1df786794d2 req-f21aa062-61fb-47b5-9bbe-e17dd25d949c tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:28.519631 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5d1556d0-93f2-4950-9af9-b1df786794d2 req-f21aa062-61fb-47b5-9bbe-e17dd25d949c tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "GET /v2.0/networks?id=f8958782-2869-4679-b3a6-78e3b1855431&id=f8958782-2869-4679-b3a6-78e3b1855431&id=f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 787 time: 0.1596925 Mar 07 10:36:28.528265 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-5d1556d0-93f2-4950-9af9-b1df786794d2 req-2a62f0bd-63ce-44ca-9ffd-c04eba46a45d tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:36:28.549232 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5d1556d0-93f2-4950-9af9-b1df786794d2 req-2a62f0bd-63ce-44ca-9ffd-c04eba46a45d tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0283346 Mar 07 10:36:28.557782 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-de8df75d-0f03-4369-a921-56beee7c1091 req-8c3e47f4-171f-4927-b5dd-4ebc16764e94 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (41368fec-6154-42e4-b662-e0fc11a34737), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:28.567605 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-de8df75d-0f03-4369-a921-56beee7c1091 req-8c3e47f4-171f-4927-b5dd-4ebc16764e94 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (41368fec-6154-42e4-b662-e0fc11a34737), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:28.608066 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-de8df75d-0f03-4369-a921-56beee7c1091 req-8c3e47f4-171f-4927-b5dd-4ebc16764e94 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:28.609475 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-de8df75d-0f03-4369-a921-56beee7c1091 req-8c3e47f4-171f-4927-b5dd-4ebc16764e94 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.2118616 Mar 07 10:36:28.610592 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e47f4-171f-4927-b5dd-4ebc16764e94 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41368fec-6154-42e4-b662-e0fc11a34737,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:28.785869 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b113b70b-e907-4030-8e08-475f0703e07f req-973daf4d-cec3-4ae3-98c4-34892288f85f tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:28.794297 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b113b70b-e907-4030-8e08-475f0703e07f req-973daf4d-cec3-4ae3-98c4-34892288f85f tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 945 time: 0.1201510 Mar 07 10:36:28.868053 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b113b70b-e907-4030-8e08-475f0703e07f req-f7441487-571b-4124-a913-557e83c742c1 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685244 Mar 07 10:36:28.954712 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b9bedf93-fa13-46b8-9b56-f5746861d6ac req-662a6695-1fa2-4bb5-a737-a4d62b1778c4 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "GET /v2.0/floatingips/9f4788fe-f6bf-4d87-a0a5-e4bd0613fd39 HTTP/1.1" status: 200 len: 693 time: 0.0680981 Mar 07 10:36:29.026103 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-ab95469f-76b5-45ca-9c42-c87d3d16d926 req-2ce8d116-13af-4634-b540-f14c8cde5a9d tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-965451642', 'description': 'tempest-description-1548588430'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:29.074820 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ab95469f-76b5-45ca-9c42-c87d3d16d926 req-2ce8d116-13af-4634-b540-f14c8cde5a9d tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:29.129904 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bedf93-fa13-46b8-9b56-f5746861d6ac req-9b3c43c1-300e-418a-a493-fcd0bab01503 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:29.139540 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b9bedf93-fa13-46b8-9b56-f5746861d6ac req-9b3c43c1-300e-418a-a493-fcd0bab01503 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 784 time: 0.1824534 Mar 07 10:36:29.199873 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ab95469f-76b5-45ca-9c42-c87d3d16d926 req-2ce8d116-13af-4634-b540-f14c8cde5a9d tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (cb5b097e-9bd3-4a17-8a7e-a26ccabab5ff), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:29.212069 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ab95469f-76b5-45ca-9c42-c87d3d16d926 req-2ce8d116-13af-4634-b540-f14c8cde5a9d tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (cb5b097e-9bd3-4a17-8a7e-a26ccabab5ff), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:29.251436 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ab95469f-76b5-45ca-9c42-c87d3d16d926 req-2ce8d116-13af-4634-b540-f14c8cde5a9d tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:29.252679 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ab95469f-76b5-45ca-9c42-c87d3d16d926 req-2ce8d116-13af-4634-b540-f14c8cde5a9d tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2318640 Mar 07 10:36:29.273099 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b9bedf93-fa13-46b8-9b56-f5746861d6ac req-9831dc31-f9ce-48ab-925b-54cbe53c187e tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.236 HTTP/1.1" status: 200 len: 696 time: 0.1326571 Mar 07 10:36:29.289474 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8d116-13af-4634-b540-f14c8cde5a9d tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5b097e-9bd3-4a17-8a7e-a26ccabab5ff,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:29.363538 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b9bedf93-fa13-46b8-9b56-f5746861d6ac req-5a4b3eb9-0031-4195-8c6d-f3fb0f983aba tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.236 HTTP/1.1" status: 200 len: 696 time: 0.0840838 Mar 07 10:36:29.527075 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-311ba1ee-66ed-445f-a4cb-2ec21a02193b req-9b77dc7b-440c-421c-bd91-93a02971acf4 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 210 time: 0.0510392 Mar 07 10:36:29.620422 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-3cc80eca-2e83-43a4-88a3-1e2729f847c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:29.621829 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-3cc80eca-2e83-43a4-88a3-1e2729f847c3 service neutron] 10.222.0.21 "GET /v2.0/ports/c3aa9d0d-4783-4690-a7c2-eec9bc6a844c HTTP/1.1" status: 200 len: 1033 time: 0.1497123 Mar 07 10:36:29.705900 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-b9bedf93-fa13-46b8-9b56-f5746861d6ac req-ca70ca49-03cd-4f22-9377-a38f08c0b8bd tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Deleting port 3f07f80c-41b4-4353-99fb-3c4d99476b7a {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:36:29.706657 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b9bedf93-fa13-46b8-9b56-f5746861d6ac req-ca70ca49-03cd-4f22-9377-a38f08c0b8bd tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (3f07f80c-41b4-4353-99fb-3c4d99476b7a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:29.804880 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310a60e-11e9-4aa1-88a2-588b69428e13 req-540bd760-1519-47b2-b268-57f6ffeddbfe tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:29.811997 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3310a60e-11e9-4aa1-88a2-588b69428e13 req-540bd760-1519-47b2-b268-57f6ffeddbfe tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 945 time: 0.0743458 Mar 07 10:36:29.870337 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3310a60e-11e9-4aa1-88a2-588b69428e13 req-affa10d8-efe6-407f-8a31-61f8114a6997 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572760 Mar 07 10:36:29.885151 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b9bedf93-fa13-46b8-9b56-f5746861d6ac req-ca70ca49-03cd-4f22-9377-a38f08c0b8bd tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (3f07f80c-41b4-4353-99fb-3c4d99476b7a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:29.885493 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b9bedf93-fa13-46b8-9b56-f5746861d6ac req-ca70ca49-03cd-4f22-9377-a38f08c0b8bd tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks [] for floatingip (3f07f80c-41b4-4353-99fb-3c4d99476b7a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:29.891832 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device b26935dc-5852-4969-bff3-dd3ce27570e5 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:36:29.918423 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-b9bedf93-fa13-46b8-9b56-f5746861d6ac req-ca70ca49-03cd-4f22-9377-a38f08c0b8bd tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Calling delete_port for 3f07f80c-41b4-4353-99fb-3c4d99476b7a owned by network:floatingip {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:36:30.003509 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port b26935dc-5852-4969-bff3-dd3ce27570e5 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:30.004024 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b26935dc-5852-4969-bff3-dd3ce27570e5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:30.123408 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-cc258e76-a49d-4226-af6f-aebe6fef127a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:30.125000 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-cc258e76-a49d-4226-af6f-aebe6fef127a service neutron] 10.222.0.21 "GET /v2.0/ports/954ea4bb-79fb-4f3b-aff3-9b1897120944 HTTP/1.1" status: 200 len: 1033 time: 0.4944468 Mar 07 10:36:30.131305 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b9bedf93-fa13-46b8-9b56-f5746861d6ac req-ca70ca49-03cd-4f22-9377-a38f08c0b8bd tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (3f07f80c-41b4-4353-99fb-3c4d99476b7a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:30.188745 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port b26935dc-5852-4969-bff3-dd3ce27570e5 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:30.192470 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b26935dc-5852-4969-bff3-dd3ce27570e5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:30.249571 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d19204-3d63-4996-8d3e-8a8a1d91d43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26935dc-5852-4969-bff3-dd3ce27570e5'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:30.256831 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d0fbd3-20b4-4217-b25b-c113d2dfc0ec" -d '{"events": [{"server_uuid": "56d19204-3d63-4996-8d3e-8a8a1d91d43f", "name": "network-vif-plugged", "status": "completed", "tag": "b26935dc-5852-4969-bff3-dd3ce27570e5"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:30.283231 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port b26935dc-5852-4969-bff3-dd3ce27570e5, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=b26935dc-5852-4969-bff3-dd3ce27570e5,segment=NetworkSegment(62872c6e-dc5b-4ade-b562-dcdfe13e82a3),segment_id=62872c6e-dc5b-4ade-b562-dcdfe13e82a3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:30.299373 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-c2905dc7-fe1d-48b7-9438-c8d62b9dc099 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:30.299557 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b26935dc-5852-4969-bff3-dd3ce27570e5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:30.311584 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-c2905dc7-fe1d-48b7-9438-c8d62b9dc099 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:30.318568 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140b556-16b4-4f27-b20c-44bb16208acc req-a80244d8-cc2d-4486-9bfd-ee3d01cd98cb tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:30.322899 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-c2905dc7-fe1d-48b7-9438-c8d62b9dc099 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:30.328357 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-c2905dc7-fe1d-48b7-9438-c8d62b9dc099 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.21 "GET /v2.0/networks?id=42927475-2854-4f64-98e9-ef161f74924a&id=b6eeb2fc-5732-462c-95ea-d42f3351bff0&id=b6eeb2fc-5732-462c-95ea-d42f3351bff0&id=b6eeb2fc-5732-462c-95ea-d42f3351bff0&id=b6eeb2fc-5732-462c-95ea-d42f3351bff0&id=c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5&id=c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5 HTTP/1.1" status: 200 len: 1995 time: 0.1933980 Mar 07 10:36:30.330162 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3140b556-16b4-4f27-b20c-44bb16208acc req-a80244d8-cc2d-4486-9bfd-ee3d01cd98cb tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/networks?id=8a80d3a9-20f1-4d65-a5aa-f7b35212a95a HTTP/1.1" status: 200 len: 813 time: 0.2482495 Mar 07 10:36:30.352886 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3140b556-16b4-4f27-b20c-44bb16208acc req-83e10347-af39-48a1-9fed-a5b32f1811a3 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/quotas/e88d3d2709354316b86d2ca6f47f41ea HTTP/1.1" status: 200 len: 375 time: 0.0216055 Mar 07 10:36:30.390999 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70ca49-03cd-4f22-9377-a38f08c0b8bd tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Pushing event deleted for resources: {'Port': ['ID=3f07f80c-41b4-4353-99fb-3c4d99476b7a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:30.420414 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=b26935dc-5852-4969-bff3-dd3ce27570e5,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:30.426158 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3140b556-16b4-4f27-b20c-44bb16208acc req-1ab4d55c-439a-45f9-80b5-a29247361e49 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e88d3d2709354316b86d2ca6f47f41ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0699744 Mar 07 10:36:30.559853 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3140b556-16b4-4f27-b20c-44bb16208acc req-0d79fc5f-0bee-4fdf-b08a-347c11e49ec3 service neutron] 10.222.0.11 "GET /v2.0/networks/8a80d3a9-20f1-4d65-a5aa-f7b35212a95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325877 Mar 07 10:36:30.632592 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b9bedf93-fa13-46b8-9b56-f5746861d6ac req-ca70ca49-03cd-4f22-9377-a38f08c0b8bd tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks [] for floatingip (9f4788fe-f6bf-4d87-a0a5-e4bd0613fd39), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:30.636355 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b9bedf93-fa13-46b8-9b56-f5746861d6ac req-ca70ca49-03cd-4f22-9377-a38f08c0b8bd tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:30.637693 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b9bedf93-fa13-46b8-9b56-f5746861d6ac req-ca70ca49-03cd-4f22-9377-a38f08c0b8bd tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "DELETE /v2.0/floatingips/9f4788fe-f6bf-4d87-a0a5-e4bd0613fd39 HTTP/1.1" status: 204 len: 173 time: 1.2731285 Mar 07 10:36:30.713544 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-0d009be8-4be6-4c13-a939-d047455f7423 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=081009be07604de6b116148d0975f6ea HTTP/1.1" status: 200 len: 379 time: 0.3268075 Mar 07 10:36:30.734088 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-86274eaf-0a77-48e9-803f-0af14a00bcec tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Request body: {'port': {'device_id': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'network_id': '42927475-2854-4f64-98e9-ef161f74924a', 'admin_state_up': True, 'tenant_id': '081009be07604de6b116148d0975f6ea', 'security_groups': ['f631fc2b-0c11-4f35-9f2b-40007a9b7dfb']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:30.781994 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3140b556-16b4-4f27-b20c-44bb16208acc req-7cc26209-8bfd-4843-9f15-5639b3a110c5 service neutron] 10.222.0.11 "GET /v2.0/networks/8a80d3a9-20f1-4d65-a5aa-f7b35212a95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151043 Mar 07 10:36:30.845025 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fcc6f-9d71-430e-a15b-f3c5996bbf4e req-3dd104a9-50a3-4274-9edb-1b847f4116da tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:30.853345 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ef4fcc6f-9d71-430e-a15b-f3c5996bbf4e req-3dd104a9-50a3-4274-9edb-1b847f4116da tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 945 time: 0.1386061 Mar 07 10:36:30.941238 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ef4fcc6f-9d71-430e-a15b-f3c5996bbf4e req-1b17a4e7-b0c0-42a7-895f-e497dbe24431 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826612 Mar 07 10:36:30.961139 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-86274eaf-0a77-48e9-803f-0af14a00bcec tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Made reservation on behalf of 081009be07604de6b116148d0975f6ea for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:36:30.964816 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-86274eaf-0a77-48e9-803f-0af14a00bcec tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:31.012008 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da05ea1-5f74-4ad2-95ea-0ea348d08fcd x-openstack-request-id: req-5da05ea1-5f74-4ad2-95ea-0ea348d08fcd {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:31.012506 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d19204-3d63-4996-8d3e-8a8a1d91d43f", "name": "network-vif-plugged", "status": "completed", "tag": "b26935dc-5852-4969-bff3-dd3ce27570e5", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:31.012636 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5da05ea1-5f74-4ad2-95ea-0ea348d08fcd {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:31.013257 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d19204-3d63-4996-8d3e-8a8a1d91d43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b26935dc-5852-4969-bff3-dd3ce27570e5', 'code': 200} Mar 07 10:36:31.366461 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9aa9a627-a931-439c-95cf-94dc8c79d4c0 req-bf939978-28dc-4d7e-a9e0-583616edfc42 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 210 time: 0.0600865 Mar 07 10:36:31.379516 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6ce1debb-b359-4039-8785-6b16c53ceb03 req-d190f7ea-784c-46e1-9240-f47d86694c63 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "GET /v2.0/floatingips/3cd2897c-a6ec-46ae-b458-0c3fc8f72f10 HTTP/1.1" status: 200 len: 692 time: 0.1675861 Mar 07 10:36:31.387210 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-86274eaf-0a77-48e9-803f-0af14a00bcec tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Allocated IP 172.20.0.6 (42927475-2854-4f64-98e9-ef161f74924a/d38c473b-24ce-45db-824d-0ac6bb35cbdc/da3688d3-10e0-4a5d-bb39-c96a68d7998c) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:31.395353 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8a213-440d-4a85-9f0e-cc7ebb243776 req-e58d4a2d-d4ab-4e4f-a1fd-51f9a9074f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:31.399948 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-78e8a213-440d-4a85-9f0e-cc7ebb243776 req-e58d4a2d-d4ab-4e4f-a1fd-51f9a9074f48 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 1128 time: 0.1817377 Mar 07 10:36:31.644081 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1debb-b359-4039-8785-6b16c53ceb03 req-a49bce53-119b-41dd-b4ec-b387f389b9f9 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:31.657667 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6ce1debb-b359-4039-8785-6b16c53ceb03 req-a49bce53-119b-41dd-b4ec-b387f389b9f9 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 784 time: 0.2726874 Mar 07 10:36:31.705235 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-78e8a213-440d-4a85-9f0e-cc7ebb243776 req-a84ca7e9-578e-49e2-bb6f-b3b647cabcfd service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964363 Mar 07 10:36:31.737186 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc130dcb-baad-4e16-a469-c14c6f6777ca req-1047ee00-3076-4d72-945a-2bf34f7ec510 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:31.745967 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cc130dcb-baad-4e16-a469-c14c6f6777ca req-1047ee00-3076-4d72-945a-2bf34f7ec510 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 946 time: 0.2132678 Mar 07 10:36:31.800088 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6ce1debb-b359-4039-8785-6b16c53ceb03 req-04cf764b-d47d-4611-9a6b-df4fae1b3e94 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.69 HTTP/1.1" status: 200 len: 695 time: 0.1340916 Mar 07 10:36:31.935811 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6ce1debb-b359-4039-8785-6b16c53ceb03 req-406f6e51-94b2-497a-a0c0-cdbd11f1e1ce tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.69 HTTP/1.1" status: 200 len: 695 time: 0.1319427 Mar 07 10:36:32.002319 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cc130dcb-baad-4e16-a469-c14c6f6777ca req-d179c3d3-0cb0-47a3-9d0e-eab79b21f9b0 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550986 Mar 07 10:36:32.101921 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-86274eaf-0a77-48e9-803f-0af14a00bcec tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks [] for port (da3688d3-10e0-4a5d-bb39-c96a68d7998c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:32.210173 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-86274eaf-0a77-48e9-803f-0af14a00bcec tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (da3688d3-10e0-4a5d-bb39-c96a68d7998c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:32.314473 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-6ce1debb-b359-4039-8785-6b16c53ceb03 req-cdf78970-f16c-4676-9314-11a55514abbc tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Deleting port a37f0e18-81e7-4526-b5fc-561e87848252 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:36:32.314925 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6ce1debb-b359-4039-8785-6b16c53ceb03 req-cdf78970-f16c-4676-9314-11a55514abbc tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a37f0e18-81e7-4526-b5fc-561e87848252), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:32.334098 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-86274eaf-0a77-48e9-803f-0af14a00bcec tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Network 42927475-2854-4f64-98e9-ef161f74924a is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:32.338068 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-86274eaf-0a77-48e9-803f-0af14a00bcec tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:32.341161 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-86274eaf-0a77-48e9-803f-0af14a00bcec tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:32.377877 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86274eaf-0a77-48e9-803f-0af14a00bcec tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Pushing event updated for resources: {'Port': ['ID=da3688d3-10e0-4a5d-bb39-c96a68d7998c,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:32.488302 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-86274eaf-0a77-48e9-803f-0af14a00bcec tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:32.488984 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-86274eaf-0a77-48e9-803f-0af14a00bcec tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:32.612669 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6ce1debb-b359-4039-8785-6b16c53ceb03 req-cdf78970-f16c-4676-9314-11a55514abbc tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a37f0e18-81e7-4526-b5fc-561e87848252), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:32.614347 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6ce1debb-b359-4039-8785-6b16c53ceb03 req-cdf78970-f16c-4676-9314-11a55514abbc tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks [] for floatingip (a37f0e18-81e7-4526-b5fc-561e87848252), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:32.627687 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-86274eaf-0a77-48e9-803f-0af14a00bcec tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8988836 Mar 07 10:36:32.680014 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-6ce1debb-b359-4039-8785-6b16c53ceb03 req-cdf78970-f16c-4676-9314-11a55514abbc tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Calling delete_port for a37f0e18-81e7-4526-b5fc-561e87848252 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:36:32.681003 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-9e3a09b2-d09f-4823-81fd-6377297c19e2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Request body: {'port': {'device_id': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'network_id': 'b6eeb2fc-5732-462c-95ea-d42f3351bff0', 'admin_state_up': True, 'tenant_id': '081009be07604de6b116148d0975f6ea', 'security_groups': ['f631fc2b-0c11-4f35-9f2b-40007a9b7dfb']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:32.896277 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-5646ca53-e8db-45d7-a86f-cc9883bdbbbe None None] Provisioning complete for port da3688d3-10e0-4a5d-bb39-c96a68d7998c triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:32.897304 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5646ca53-e8db-45d7-a86f-cc9883bdbbbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (da3688d3-10e0-4a5d-bb39-c96a68d7998c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:32.940215 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5646ca53-e8db-45d7-a86f-cc9883bdbbbe None None] Port da3688d3-10e0-4a5d-bb39-c96a68d7998c cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:36:32.952288 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e7563d6f-2ddd-43c2-894f-92be96d3af2e req-b9b0abff-8da7-4e57-8834-01edc33cc17a tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=caba0749-bbf7-409f-8271-df59eb81f6d5 HTTP/1.1" status: 200 len: 210 time: 0.1835816 Mar 07 10:36:32.993646 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-9e3a09b2-d09f-4823-81fd-6377297c19e2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Made reservation on behalf of 081009be07604de6b116148d0975f6ea for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:36:32.996156 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device fff45af4-f140-42d3-a837-1e7c66aabe2f details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:36:32.996536 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6ce1debb-b359-4039-8785-6b16c53ceb03 req-cdf78970-f16c-4676-9314-11a55514abbc tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (a37f0e18-81e7-4526-b5fc-561e87848252), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:32.998820 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-9e3a09b2-d09f-4823-81fd-6377297c19e2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:33.103827 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf78970-f16c-4676-9314-11a55514abbc tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Pushing event deleted for resources: {'Port': ['ID=a37f0e18-81e7-4526-b5fc-561e87848252,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:33.292575 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6ce1debb-b359-4039-8785-6b16c53ceb03 req-cdf78970-f16c-4676-9314-11a55514abbc tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks [] for floatingip (3cd2897c-a6ec-46ae-b458-0c3fc8f72f10), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:33.295691 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6ce1debb-b359-4039-8785-6b16c53ceb03 req-cdf78970-f16c-4676-9314-11a55514abbc tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:33.296359 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6ce1debb-b359-4039-8785-6b16c53ceb03 req-cdf78970-f16c-4676-9314-11a55514abbc tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "DELETE /v2.0/floatingips/3cd2897c-a6ec-46ae-b458-0c3fc8f72f10 HTTP/1.1" status: 204 len: 173 time: 1.3596444 Mar 07 10:36:33.394558 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port fff45af4-f140-42d3-a837-1e7c66aabe2f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=fff45af4-f140-42d3-a837-1e7c66aabe2f,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:33.434236 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'fff45af4-f140-42d3-a837-1e7c66aabe2f', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': 'fff45af4-f140-42d3-a837-1e7c66aabe2f', 'mac_address': 'fa:16:3e:96:c5:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:36:33.531387 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port fff45af4-f140-42d3-a837-1e7c66aabe2f is: ACTIVE; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:33.531742 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fff45af4-f140-42d3-a837-1e7c66aabe2f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:33.566522 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c60635-38df-49f5-a500-38c7f786d483 req-439b01d3-9f28-43d6-b39e-c36966065a8a tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:33.575203 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b4c60635-38df-49f5-a500-38c7f786d483 req-439b01d3-9f28-43d6-b39e-c36966065a8a tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 945 time: 0.4153700 Mar 07 10:36:33.580830 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fff45af4-f140-42d3-a837-1e7c66aabe2f {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:36:33.636982 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port fff45af4-f140-42d3-a837-1e7c66aabe2f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=fff45af4-f140-42d3-a837-1e7c66aabe2f,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:33.648102 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (fff45af4-f140-42d3-a837-1e7c66aabe2f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:33.695981 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b4c60635-38df-49f5-a500-38c7f786d483 req-3b2d3c2d-d116-44d7-b4d7-57ed3ca8fc94 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194849 Mar 07 10:36:33.819385 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-9e3a09b2-d09f-4823-81fd-6377297c19e2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Allocated IP 10.1.1.241 (b6eeb2fc-5732-462c-95ea-d42f3351bff0/ed499a86-ec02-4098-a7e4-19223dad71d3/dd308e88-228c-48d1-aca2-6ee75466e34d) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:33.829831 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['fff45af4-f140-42d3-a837-1e7c66aabe2f'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:36:33.886559 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=fff45af4-f140-42d3-a837-1e7c66aabe2f,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:34.237853 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-9e3a09b2-d09f-4823-81fd-6377297c19e2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks [] for port (dd308e88-228c-48d1-aca2-6ee75466e34d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:34.325911 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140b556-16b4-4f27-b20c-44bb16208acc req-3926037b-5323-412c-ac0f-7ce9ebbcb497 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:34.327674 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3140b556-16b4-4f27-b20c-44bb16208acc req-3926037b-5323-412c-ac0f-7ce9ebbcb497 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.31 "GET /v2.0/networks?id=8a80d3a9-20f1-4d65-a5aa-f7b35212a95a HTTP/1.1" status: 200 len: 813 time: 1.0607476 Mar 07 10:36:34.329650 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-9e3a09b2-d09f-4823-81fd-6377297c19e2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (dd308e88-228c-48d1-aca2-6ee75466e34d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:34.407155 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-3140b556-16b4-4f27-b20c-44bb16208acc req-5fc0d42c-8aaf-4d00-a341-e6383cb3c8b2 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Request body: {'port': {'device_id': 'caba0749-bbf7-409f-8271-df59eb81f6d5', 'network_id': '8a80d3a9-20f1-4d65-a5aa-f7b35212a95a', 'admin_state_up': True, 'tenant_id': 'e88d3d2709354316b86d2ca6f47f41ea'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:34.438044 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a09b2-d09f-4823-81fd-6377297c19e2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Pushing event updated for resources: {'Port': ['ID=dd308e88-228c-48d1-aca2-6ee75466e34d,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:34.520069 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-9e3a09b2-d09f-4823-81fd-6377297c19e2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Network b6eeb2fc-5732-462c-95ea-d42f3351bff0 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:34.528861 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-9e3a09b2-d09f-4823-81fd-6377297c19e2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:34.537716 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-9e3a09b2-d09f-4823-81fd-6377297c19e2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:34.651843 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc088f4b-4f00-4241-a77b-b7db10323bfd req-09b2aeeb-b31f-4ba3-bda5-26c83684b415 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:34.653364 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cc088f4b-4f00-4241-a77b-b7db10323bfd req-09b2aeeb-b31f-4ba3-bda5-26c83684b415 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 931 time: 0.7647102 Mar 07 10:36:34.799776 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-9e3a09b2-d09f-4823-81fd-6377297c19e2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:34.800603 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-9e3a09b2-d09f-4823-81fd-6377297c19e2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:34.882016 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cc088f4b-4f00-4241-a77b-b7db10323bfd req-0bcf9928-33f6-48a8-a0d8-79ba9bc2b905 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212689 Mar 07 10:36:34.888980 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-9e3a09b2-d09f-4823-81fd-6377297c19e2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2417786 Mar 07 10:36:34.892363 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-3e7825c8-57b9-4124-95be-5ae3448a142a None None] Provisioning complete for port dd308e88-228c-48d1-aca2-6ee75466e34d triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:34.893406 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3e7825c8-57b9-4124-95be-5ae3448a142a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (dd308e88-228c-48d1-aca2-6ee75466e34d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:34.903274 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1385d4c8-875f-458e-8697-057a4eabc9cd tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Request body: {'port': {'device_id': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'network_id': 'b6eeb2fc-5732-462c-95ea-d42f3351bff0', 'admin_state_up': True, 'tenant_id': '081009be07604de6b116148d0975f6ea', 'security_groups': ['f631fc2b-0c11-4f35-9f2b-40007a9b7dfb']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:34.984201 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3140b556-16b4-4f27-b20c-44bb16208acc req-5fc0d42c-8aaf-4d00-a341-e6383cb3c8b2 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Made reservation on behalf of e88d3d2709354316b86d2ca6f47f41ea for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:36:34.987578 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3140b556-16b4-4f27-b20c-44bb16208acc req-5fc0d42c-8aaf-4d00-a341-e6383cb3c8b2 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:34.998021 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-3e7825c8-57b9-4124-95be-5ae3448a142a None None] Port dd308e88-228c-48d1-aca2-6ee75466e34d cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:36:35.011034 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device fff45af4-f140-42d3-a837-1e7c66aabe2f up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:36:35.162573 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port fff45af4-f140-42d3-a837-1e7c66aabe2f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:35.162957 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (fff45af4-f140-42d3-a837-1e7c66aabe2f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:35.389476 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port fff45af4-f140-42d3-a837-1e7c66aabe2f is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:35.389869 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fff45af4-f140-42d3-a837-1e7c66aabe2f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:35.449889 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d73b82e-3e5e-4695-b111-6134be543953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff45af4-f140-42d3-a837-1e7c66aabe2f'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:35.454259 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef3a3d6-8fd8-4f3c-a00d-d608ff016478" -d '{"events": [{"server_uuid": "3d73b82e-3e5e-4695-b111-6134be543953", "name": "network-vif-plugged", "status": "completed", "tag": "fff45af4-f140-42d3-a837-1e7c66aabe2f"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:35.489141 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port fff45af4-f140-42d3-a837-1e7c66aabe2f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=fff45af4-f140-42d3-a837-1e7c66aabe2f,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:35.498690 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (fff45af4-f140-42d3-a837-1e7c66aabe2f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:35.594959 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=fff45af4-f140-42d3-a837-1e7c66aabe2f,revision_number=7']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:35.650084 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-3140b556-16b4-4f27-b20c-44bb16208acc req-5fc0d42c-8aaf-4d00-a341-e6383cb3c8b2 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Allocated IP 172.20.0.8 (8a80d3a9-20f1-4d65-a5aa-f7b35212a95a/87fb66b4-e781-4fa7-b59d-0e773d094444/50ac4fd7-c6cc-48fb-8594-708a12111e6f) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:36.058836 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3140b556-16b4-4f27-b20c-44bb16208acc req-5fc0d42c-8aaf-4d00-a341-e6383cb3c8b2 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for port (50ac4fd7-c6cc-48fb-8594-708a12111e6f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:36.140463 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3140b556-16b4-4f27-b20c-44bb16208acc req-5fc0d42c-8aaf-4d00-a341-e6383cb3c8b2 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (50ac4fd7-c6cc-48fb-8594-708a12111e6f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:36.144589 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1385d4c8-875f-458e-8697-057a4eabc9cd tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Made reservation on behalf of 081009be07604de6b116148d0975f6ea for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:36:36.150447 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1385d4c8-875f-458e-8697-057a4eabc9cd tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:36.180760 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e96190-e110-49d7-ab5f-c11a102c0f9b req-ada6e655-6be8-48ff-b4a2-36bcb2e5c60e tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:36.183107 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-01e96190-e110-49d7-ab5f-c11a102c0f9b req-ada6e655-6be8-48ff-b4a2-36bcb2e5c60e tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 946 time: 1.0544362 Mar 07 10:36:36.288162 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc0d42c-8aaf-4d00-a341-e6383cb3c8b2 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Pushing event updated for resources: {'Port': ['ID=50ac4fd7-c6cc-48fb-8594-708a12111e6f,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:36.369531 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-01e96190-e110-49d7-ab5f-c11a102c0f9b req-1e35f3cc-1995-45d9-9799-52b0ba964db3 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070387 Mar 07 10:36:36.385652 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3140b556-16b4-4f27-b20c-44bb16208acc req-5fc0d42c-8aaf-4d00-a341-e6383cb3c8b2 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Network 8a80d3a9-20f1-4d65-a5aa-f7b35212a95a is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:36.388704 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-3140b556-16b4-4f27-b20c-44bb16208acc req-5fc0d42c-8aaf-4d00-a341-e6383cb3c8b2 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:36.406290 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3140b556-16b4-4f27-b20c-44bb16208acc req-5fc0d42c-8aaf-4d00-a341-e6383cb3c8b2 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:36.447282 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-45d36e13-bf6d-4625-8f6d-f75445ae731f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:37.005693 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140b556-16b4-4f27-b20c-44bb16208acc req-5fc0d42c-8aaf-4d00-a341-e6383cb3c8b2 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:37.006393 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3140b556-16b4-4f27-b20c-44bb16208acc req-5fc0d42c-8aaf-4d00-a341-e6383cb3c8b2 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:37.170403 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f535f691-2673-4680-9911-c597b23004c2 req-99614a9c-3ba6-468e-a62e-bb0623509581 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "GET /v2.0/floatingips/d442d065-5c19-4a2f-91aa-d050cb815c30 HTTP/1.1" status: 200 len: 692 time: 0.6317198 Mar 07 10:36:37.180445 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1385d4c8-875f-458e-8697-057a4eabc9cd tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Allocated IP 10.1.1.117 (b6eeb2fc-5732-462c-95ea-d42f3351bff0/ed499a86-ec02-4098-a7e4-19223dad71d3/e30ed817-8760-43d1-b6f4-a2f921a6f91f) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:37.267373 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3140b556-16b4-4f27-b20c-44bb16208acc req-5fc0d42c-8aaf-4d00-a341-e6383cb3c8b2 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8640761 Mar 07 10:36:37.284606 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-3140b556-16b4-4f27-b20c-44bb16208acc req-49e6d1d0-65f0-4278-93a7-5345e9de64b8 service neutron] Request body: {'port': {'device_id': 'caba0749-bbf7-409f-8271-df59eb81f6d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:37.467189 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535f691-2673-4680-9911-c597b23004c2 req-54a18bd7-859a-4db9-a51f-9cde668c3206 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:37.480627 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f535f691-2673-4680-9911-c597b23004c2 req-54a18bd7-859a-4db9-a51f-9cde668c3206 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 784 time: 0.3014603 Mar 07 10:36:37.688302 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3140b556-16b4-4f27-b20c-44bb16208acc req-49e6d1d0-65f0-4278-93a7-5345e9de64b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (50ac4fd7-c6cc-48fb-8594-708a12111e6f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:37.797791 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f535f691-2673-4680-9911-c597b23004c2 req-1bc72915-27ec-4748-b567-217b962886a8 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.72 HTTP/1.1" status: 200 len: 695 time: 0.3162827 Mar 07 10:36:38.288988 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f535f691-2673-4680-9911-c597b23004c2 req-ee114ab0-c558-4508-9572-d4aec9f7a356 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.72 HTTP/1.1" status: 200 len: 695 time: 0.4709997 Mar 07 10:36:38.331486 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-3140b556-16b4-4f27-b20c-44bb16208acc req-49e6d1d0-65f0-4278-93a7-5345e9de64b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50ac4fd7-c6cc-48fb-8594-708a12111e6f {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:36:38.383382 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3140b556-16b4-4f27-b20c-44bb16208acc req-49e6d1d0-65f0-4278-93a7-5345e9de64b8 service neutron] Publish callbacks [] for port (50ac4fd7-c6cc-48fb-8594-708a12111e6f), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:38.403297 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1385d4c8-875f-458e-8697-057a4eabc9cd tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks [] for port (e30ed817-8760-43d1-b6f4-a2f921a6f91f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:38.420012 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-3140b556-16b4-4f27-b20c-44bb16208acc req-49e6d1d0-65f0-4278-93a7-5345e9de64b8 service neutron] Transition to ACTIVE for port object 50ac4fd7-c6cc-48fb-8594-708a12111e6f will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:36:38.474543 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3140b556-16b4-4f27-b20c-44bb16208acc req-49e6d1d0-65f0-4278-93a7-5345e9de64b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (50ac4fd7-c6cc-48fb-8594-708a12111e6f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:38.584028 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-97de099d-6703-4fd0-b5d5-c3c6b39bd4fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:38.701800 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6d1d0-65f0-4278-93a7-5345e9de64b8 service neutron] Pushing event updated for resources: {'Port': ['ID=50ac4fd7-c6cc-48fb-8594-708a12111e6f,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:38.875543 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1385d4c8-875f-458e-8697-057a4eabc9cd tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (e30ed817-8760-43d1-b6f4-a2f921a6f91f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:38.920465 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555bea7-461c-4775-a47e-a97310751343 req-6a3d11cd-e82e-48ff-94c6-72ae196d95c4 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:38.926174 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a555bea7-461c-4775-a47e-a97310751343 req-6a3d11cd-e82e-48ff-94c6-72ae196d95c4 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9&tenant_id=f4eca9194fdd4a93832d9940e3e6237a&binding%3Ahost_id=n-h2-832164-4 HTTP/1.1" status: 200 len: 1127 time: 0.1027491 Mar 07 10:36:38.937689 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-3140b556-16b4-4f27-b20c-44bb16208acc req-49e6d1d0-65f0-4278-93a7-5345e9de64b8 service neutron] Attempting to bind port 50ac4fd7-c6cc-48fb-8594-708a12111e6f on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:36:38.938037 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-3140b556-16b4-4f27-b20c-44bb16208acc req-49e6d1d0-65f0-4278-93a7-5345e9de64b8 service neutron] Attempting to bind port 50ac4fd7-c6cc-48fb-8594-708a12111e6f by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': 'ed524cc8-0430-4980-8771-744b579a40cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8a80d3a9-20f1-4d65-a5aa-f7b35212a95a'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:36:38.938662 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3140b556-16b4-4f27-b20c-44bb16208acc req-49e6d1d0-65f0-4278-93a7-5345e9de64b8 service neutron] Attempting to bind port 50ac4fd7-c6cc-48fb-8594-708a12111e6f on network 8a80d3a9-20f1-4d65-a5aa-f7b35212a95a {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:38.939183 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-a555bea7-461c-4775-a47e-a97310751343 req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-832164-4'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:38.954111 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3140b556-16b4-4f27-b20c-44bb16208acc req-49e6d1d0-65f0-4278-93a7-5345e9de64b8 service neutron] Port 50ac4fd7-c6cc-48fb-8594-708a12111e6f on network 8a80d3a9-20f1-4d65-a5aa-f7b35212a95a not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:36:38.954441 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3140b556-16b4-4f27-b20c-44bb16208acc req-49e6d1d0-65f0-4278-93a7-5345e9de64b8 service neutron] Attempting to bind port 50ac4fd7-c6cc-48fb-8594-708a12111e6f on network 8a80d3a9-20f1-4d65-a5aa-f7b35212a95a {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:38.971090 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3140b556-16b4-4f27-b20c-44bb16208acc req-49e6d1d0-65f0-4278-93a7-5345e9de64b8 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:36:38.971470 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3140b556-16b4-4f27-b20c-44bb16208acc req-49e6d1d0-65f0-4278-93a7-5345e9de64b8 service neutron] Checking segment: {'id': 'ed524cc8-0430-4980-8771-744b579a40cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8a80d3a9-20f1-4d65-a5aa-f7b35212a95a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:36:38.971888 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3140b556-16b4-4f27-b20c-44bb16208acc req-49e6d1d0-65f0-4278-93a7-5345e9de64b8 service neutron] Bound using segment: {'id': 'ed524cc8-0430-4980-8771-744b579a40cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8a80d3a9-20f1-4d65-a5aa-f7b35212a95a'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:36:38.972334 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-3140b556-16b4-4f27-b20c-44bb16208acc req-49e6d1d0-65f0-4278-93a7-5345e9de64b8 service neutron] Bound port: 50ac4fd7-c6cc-48fb-8594-708a12111e6f, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed524cc8-0430-4980-8771-744b579a40cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8a80d3a9-20f1-4d65-a5aa-f7b35212a95a'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:36:38.975750 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3140b556-16b4-4f27-b20c-44bb16208acc req-49e6d1d0-65f0-4278-93a7-5345e9de64b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (50ac4fd7-c6cc-48fb-8594-708a12111e6f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:39.000827 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-f535f691-2673-4680-9911-c597b23004c2 req-764bf27c-16d7-403b-a671-8cf2ba2da183 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Deleting port 826ac2fd-b2fb-4253-b953-088a9147ed4e {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:36:39.001975 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f535f691-2673-4680-9911-c597b23004c2 req-764bf27c-16d7-403b-a671-8cf2ba2da183 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (826ac2fd-b2fb-4253-b953-088a9147ed4e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:39.148918 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1385d4c8-875f-458e-8697-057a4eabc9cd tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Network b6eeb2fc-5732-462c-95ea-d42f3351bff0 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:39.165871 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385d4c8-875f-458e-8697-057a4eabc9cd tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Pushing event updated for resources: {'Port': ['ID=e30ed817-8760-43d1-b6f4-a2f921a6f91f,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:39.182281 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1385d4c8-875f-458e-8697-057a4eabc9cd tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:39.185845 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c3999-a06c-406c-8cfd-a4db986beee3 req-8472cfb4-0377-4e40-b84a-b26d966c5507 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:39.187677 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-731c3999-a06c-406c-8cfd-a4db986beee3 req-8472cfb4-0377-4e40-b84a-b26d966c5507 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=caba0749-bbf7-409f-8271-df59eb81f6d5 HTTP/1.1" status: 200 len: 943 time: 0.2333272 Mar 07 10:36:39.245580 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a555bea7-461c-4775-a47e-a97310751343 req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d0ed793c-d058-4011-bbb7-7b0555cc88e6), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:39.275770 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1385d4c8-875f-458e-8697-057a4eabc9cd tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:39.448664 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-3140b556-16b4-4f27-b20c-44bb16208acc req-49e6d1d0-65f0-4278-93a7-5345e9de64b8 service neutron] For port 50ac4fd7-c6cc-48fb-8594-708a12111e6f, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:36:39.468794 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-3140b556-16b4-4f27-b20c-44bb16208acc req-49e6d1d0-65f0-4278-93a7-5345e9de64b8 service neutron] For port 50ac4fd7-c6cc-48fb-8594-708a12111e6f, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=50ac4fd7-c6cc-48fb-8594-708a12111e6f,segment=NetworkSegment(ed524cc8-0430-4980-8771-744b579a40cf),segment_id=ed524cc8-0430-4980-8771-744b579a40cf)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:36:39.512502 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1385d4c8-875f-458e-8697-057a4eabc9cd tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:39.516927 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1385d4c8-875f-458e-8697-057a4eabc9cd tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:39.528951 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3140b556-16b4-4f27-b20c-44bb16208acc req-49e6d1d0-65f0-4278-93a7-5345e9de64b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (50ac4fd7-c6cc-48fb-8594-708a12111e6f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:39.532049 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f535f691-2673-4680-9911-c597b23004c2 req-764bf27c-16d7-403b-a671-8cf2ba2da183 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (826ac2fd-b2fb-4253-b953-088a9147ed4e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:39.532360 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f535f691-2673-4680-9911-c597b23004c2 req-764bf27c-16d7-403b-a671-8cf2ba2da183 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks [] for floatingip (826ac2fd-b2fb-4253-b953-088a9147ed4e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:39.644702 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-f535f691-2673-4680-9911-c597b23004c2 req-764bf27c-16d7-403b-a671-8cf2ba2da183 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Calling delete_port for 826ac2fd-b2fb-4253-b953-088a9147ed4e owned by network:floatingip {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:36:39.690128 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1385d4c8-875f-458e-8697-057a4eabc9cd tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7922711 Mar 07 10:36:39.703871 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140b556-16b4-4f27-b20c-44bb16208acc req-49e6d1d0-65f0-4278-93a7-5345e9de64b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:39.704490 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3140b556-16b4-4f27-b20c-44bb16208acc req-49e6d1d0-65f0-4278-93a7-5345e9de64b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:39.706092 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3140b556-16b4-4f27-b20c-44bb16208acc req-49e6d1d0-65f0-4278-93a7-5345e9de64b8 service neutron] 10.222.0.31 "PUT /v2.0/ports/50ac4fd7-c6cc-48fb-8594-708a12111e6f HTTP/1.1" status: 200 len: 1091 time: 2.4257131 Mar 07 10:36:39.718654 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caba0749-bbf7-409f-8271-df59eb81f6d5', 'tag': '50ac4fd7-c6cc-48fb-8594-708a12111e6f'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:39.723322 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749c9138-4eaa-4acd-a246-79abec65e770" -d '{"events": [{"name": "network-changed", "server_uuid": "caba0749-bbf7-409f-8271-df59eb81f6d5", "tag": "50ac4fd7-c6cc-48fb-8594-708a12111e6f"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:39.740760 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-a4107a52-a3de-420e-a323-95ab21d294b6 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Request body: {'port': {'device_id': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5', 'admin_state_up': True, 'tenant_id': '081009be07604de6b116148d0975f6ea', 'security_groups': ['f631fc2b-0c11-4f35-9f2b-40007a9b7dfb']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:39.835292 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-bc3abf55-7080-4717-807b-c66eb01975ef None None] Provisioning complete for port e30ed817-8760-43d1-b6f4-a2f921a6f91f triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:39.836342 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bc3abf55-7080-4717-807b-c66eb01975ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e30ed817-8760-43d1-b6f4-a2f921a6f91f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:39.920997 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-bc3abf55-7080-4717-807b-c66eb01975ef None None] Port e30ed817-8760-43d1-b6f4-a2f921a6f91f cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:36:39.933099 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:40.107406 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6d1d0-65f0-4278-93a7-5345e9de64b8 service neutron] Pushing event updated for resources: {'Port': ['ID=50ac4fd7-c6cc-48fb-8594-708a12111e6f,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:40.213309 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-a555bea7-461c-4775-a47e-a97310751343 req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] For port d0ed793c-d058-4011-bbb7-7b0555cc88e6, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d0ed793c-d058-4011-bbb7-7b0555cc88e6,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:40.269166 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-731c3999-a06c-406c-8cfd-a4db986beee3 req-c9facff5-6c33-4976-b9c1-893ac3f9a624 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba5e8b03-fe04-4a9a-8f67-6938492da32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0742142 Mar 07 10:36:40.329837 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-a555bea7-461c-4775-a47e-a97310751343 req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] For port d0ed793c-d058-4011-bbb7-7b0555cc88e6, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:36:40.435146 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f535f691-2673-4680-9911-c597b23004c2 req-764bf27c-16d7-403b-a671-8cf2ba2da183 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (826ac2fd-b2fb-4253-b953-088a9147ed4e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:40.445205 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-a4107a52-a3de-420e-a323-95ab21d294b6 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Made reservation on behalf of 081009be07604de6b116148d0975f6ea for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:36:40.481409 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514c2d61-fbd8-4f9b-af52-d7155f2935b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0ed793c-d058-4011-bbb7-7b0555cc88e6'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:40.485364 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df7c2ed-3a9b-4ca2-a48e-c3cdefd0a3b2" -d '{"events": [{"server_uuid": "514c2d61-fbd8-4f9b-af52-d7155f2935b9", "name": "network-vif-unplugged", "status": "completed", "tag": "d0ed793c-d058-4011-bbb7-7b0555cc88e6"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:40.489930 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a555bea7-461c-4775-a47e-a97310751343 req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] Publish callbacks [] for port (d0ed793c-d058-4011-bbb7-7b0555cc88e6), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:40.505727 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67bfc0-3a3b-44cd-a3b0-f9f7be523bc6 req-77b74970-2d22-4b47-bd36-65cef8b87537 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:40.513380 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5c67bfc0-3a3b-44cd-a3b0-f9f7be523bc6 req-77b74970-2d22-4b47-bd36-65cef8b87537 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 945 time: 0.1157005 Mar 07 10:36:40.521671 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a555bea7-461c-4775-a47e-a97310751343 req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (d0ed793c-d058-4011-bbb7-7b0555cc88e6), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:40.577015 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140b556-16b4-4f27-b20c-44bb16208acc req-bb565c9e-f1b6-425f-87ea-7f09f5dc34b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:40.578961 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3140b556-16b4-4f27-b20c-44bb16208acc req-bb565c9e-f1b6-425f-87ea-7f09f5dc34b8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e88d3d2709354316b86d2ca6f47f41ea&device_id=caba0749-bbf7-409f-8271-df59eb81f6d5 HTTP/1.1" status: 200 len: 1125 time: 0.7914512 Mar 07 10:36:40.582099 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-a4107a52-a3de-420e-a323-95ab21d294b6 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:40.632886 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] Pushing event updated for resources: {'Port': ['ID=d0ed793c-d058-4011-bbb7-7b0555cc88e6,revision_number=7']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:40.690683 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3140b556-16b4-4f27-b20c-44bb16208acc req-93f68c00-e900-4b6a-b6b1-95684135160c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50ac4fd7-c6cc-48fb-8594-708a12111e6f HTTP/1.1" status: 200 len: 217 time: 0.0700250 Mar 07 10:36:40.700064 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764bf27c-16d7-403b-a671-8cf2ba2da183 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Pushing event deleted for resources: {'Port': ['ID=826ac2fd-b2fb-4253-b953-088a9147ed4e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:40.747058 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5c67bfc0-3a3b-44cd-a3b0-f9f7be523bc6 req-02193169-fd77-4110-af2c-d97599a2e4a5 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324293 Mar 07 10:36:40.820851 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-a555bea7-461c-4775-a47e-a97310751343 req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] Attempting to bind port d0ed793c-d058-4011-bbb7-7b0555cc88e6 on host n-h2-832164-4 for vnic_type normal with profile {"migrating_to": "n-h1-832164-4"} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:36:40.825097 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-a555bea7-461c-4775-a47e-a97310751343 req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] Attempting to bind port d0ed793c-d058-4011-bbb7-7b0555cc88e6 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:36:40.826004 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a555bea7-461c-4775-a47e-a97310751343 req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] Attempting to bind port d0ed793c-d058-4011-bbb7-7b0555cc88e6 on network f571527e-a205-427a-8890-cc1f2763fcb1 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:40.834845 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1889509-3827-4eb0-a07c-e3d439615c1b x-openstack-request-id: req-a1889509-3827-4eb0-a07c-e3d439615c1b {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:40.835372 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d73b82e-3e5e-4695-b111-6134be543953", "name": "network-vif-plugged", "status": "completed", "tag": "fff45af4-f140-42d3-a837-1e7c66aabe2f", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:40.836271 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a1889509-3827-4eb0-a07c-e3d439615c1b {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:40.836855 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d73b82e-3e5e-4695-b111-6134be543953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff45af4-f140-42d3-a837-1e7c66aabe2f', 'code': 200} Mar 07 10:36:40.840988 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a555bea7-461c-4775-a47e-a97310751343 req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] Port d0ed793c-d058-4011-bbb7-7b0555cc88e6 on network f571527e-a205-427a-8890-cc1f2763fcb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:36:40.845707 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a555bea7-461c-4775-a47e-a97310751343 req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] Attempting to bind port d0ed793c-d058-4011-bbb7-7b0555cc88e6 on network f571527e-a205-427a-8890-cc1f2763fcb1 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:40.853067 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a555bea7-461c-4775-a47e-a97310751343 req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 36, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:36:40.855383 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a555bea7-461c-4775-a47e-a97310751343 req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] Checking segment: {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:36:40.856009 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a555bea7-461c-4775-a47e-a97310751343 req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] Bound using segment: {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:36:40.858089 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-a555bea7-461c-4775-a47e-a97310751343 req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] Bound port: d0ed793c-d058-4011-bbb7-7b0555cc88e6, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ace419e0-0c87-4994-bfbd-1b84e36090d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f571527e-a205-427a-8890-cc1f2763fcb1'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:36:40.858697 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a555bea7-461c-4775-a47e-a97310751343 req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d0ed793c-d058-4011-bbb7-7b0555cc88e6), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:40.902481 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140b556-16b4-4f27-b20c-44bb16208acc req-39583601-292f-44ff-b405-d40040664483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:40.908832 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3140b556-16b4-4f27-b20c-44bb16208acc req-39583601-292f-44ff-b405-d40040664483 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=87fb66b4-e781-4fa7-b59d-0e773d094444 HTTP/1.1" status: 200 len: 853 time: 0.1631060 Mar 07 10:36:40.916992 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f535f691-2673-4680-9911-c597b23004c2 req-764bf27c-16d7-403b-a671-8cf2ba2da183 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks [] for floatingip (d442d065-5c19-4a2f-91aa-d050cb815c30), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:40.925198 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f535f691-2673-4680-9911-c597b23004c2 req-764bf27c-16d7-403b-a671-8cf2ba2da183 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:40.944805 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f535f691-2673-4680-9911-c597b23004c2 req-764bf27c-16d7-403b-a671-8cf2ba2da183 tempest-FloatingIPDetailsTestJSON-1637460120 tempest-FloatingIPDetailsTestJSON-1637460120-project] 10.222.0.11 "DELETE /v2.0/floatingips/d442d065-5c19-4a2f-91aa-d050cb815c30 HTTP/1.1" status: 204 len: 173 time: 2.6397583 Mar 07 10:36:40.945390 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46034) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:40.979102 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-a555bea7-461c-4775-a47e-a97310751343 req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] For port d0ed793c-d058-4011-bbb7-7b0555cc88e6, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:36:40.982385 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-a555bea7-461c-4775-a47e-a97310751343 req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] For port d0ed793c-d058-4011-bbb7-7b0555cc88e6, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d0ed793c-d058-4011-bbb7-7b0555cc88e6,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:36:40.998309 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a555bea7-461c-4775-a47e-a97310751343 req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (d0ed793c-d058-4011-bbb7-7b0555cc88e6), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:41.028353 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d0ed793c-d058-4011-bbb7-7b0555cc88e6 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:36:41.194347 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555bea7-461c-4775-a47e-a97310751343 req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:41.196759 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a555bea7-461c-4775-a47e-a97310751343 req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:41.200295 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a555bea7-461c-4775-a47e-a97310751343 req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] 10.222.0.21 "PUT /v2.0/ports/d0ed793c-d058-4011-bbb7-7b0555cc88e6 HTTP/1.1" status: 200 len: 1121 time: 2.2664387 Mar 07 10:36:41.281366 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port d0ed793c-d058-4011-bbb7-7b0555cc88e6, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d0ed793c-d058-4011-bbb7-7b0555cc88e6,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:41.301809 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c60299-af67-4ec5-9d44-c45fc4f0c97a req-03cbc763-e879-42db-b38f-43420fd6a62f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:41.314618 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c60299-af67-4ec5-9d44-c45fc4f0c97a req-03cbc763-e879-42db-b38f-43420fd6a62f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:41.324559 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d0ed793c-d058-4011-bbb7-7b0555cc88e6 has no active binding in host n-h1-832164-4 {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 10:36:41.341067 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c60299-af67-4ec5-9d44-c45fc4f0c97a req-03cbc763-e879-42db-b38f-43420fd6a62f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:41.356910 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d9c60299-af67-4ec5-9d44-c45fc4f0c97a req-03cbc763-e879-42db-b38f-43420fd6a62f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 2374 time: 0.3712072 Mar 07 10:36:41.402907 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['d0ed793c-d058-4011-bbb7-7b0555cc88e6'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:36:41.405289 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['d0ed793c-d058-4011-bbb7-7b0555cc88e6'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:36:41.462253 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] Pushing event updated for resources: {'Port': ['ID=d0ed793c-d058-4011-bbb7-7b0555cc88e6,revision_number=8']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:41.575761 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:41.576423 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:41.576855 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:41.577220 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:41.577555 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:41.577884 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:41.578210 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:41.578534 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:41.588575 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:41.589347 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:41.589891 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:41.590400 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:41.590913 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05919563-b9f0-49c9-bcda-15852d742bfb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:36:41.598761 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3140b556-16b4-4f27-b20c-44bb16208acc req-74598e66-a68d-4ebc-bc2b-ae1864a251b6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a80d3a9-20f1-4d65-a5aa-f7b35212a95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6522708 Mar 07 10:36:41.619399 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d9c60299-af67-4ec5-9d44-c45fc4f0c97a req-8f0e6a19-8d5e-4a93-8d77-231bfae08237 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2614474 Mar 07 10:36:41.678908 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:41.930513 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4696dda6-2e15-4615-84b2-55f29dad13f3 x-openstack-request-id: req-4696dda6-2e15-4615-84b2-55f29dad13f3 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:41.934153 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caba0749-bbf7-409f-8271-df59eb81f6d5", "tag": "50ac4fd7-c6cc-48fb-8594-708a12111e6f", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:41.934649 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4696dda6-2e15-4615-84b2-55f29dad13f3 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:41.935242 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caba0749-bbf7-409f-8271-df59eb81f6d5', 'tag': '50ac4fd7-c6cc-48fb-8594-708a12111e6f', 'status': 'completed', 'code': 200} Mar 07 10:36:41.943832 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdd55ee-6277-41c2-a6e5-208748fb2440 x-openstack-request-id: req-6cdd55ee-6277-41c2-a6e5-208748fb2440 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:41.944255 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514c2d61-fbd8-4f9b-af52-d7155f2935b9", "name": "network-vif-unplugged", "status": "completed", "tag": "d0ed793c-d058-4011-bbb7-7b0555cc88e6", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:41.944678 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6cdd55ee-6277-41c2-a6e5-208748fb2440 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:41.945217 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514c2d61-fbd8-4f9b-af52-d7155f2935b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0ed793c-d058-4011-bbb7-7b0555cc88e6', 'code': 200} Mar 07 10:36:41.974169 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 191b78c8-cd3b-4ce7-80a2-f471025a09c0 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:36:42.163165 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad79d7-cd8b-40ba-914d-0e6eddb324d3 req-37859d59-3200-42eb-a1f6-e07201af2a58 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:42.165052 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-efad79d7-cd8b-40ba-914d-0e6eddb324d3 req-37859d59-3200-42eb-a1f6-e07201af2a58 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 946 time: 0.7934668 Mar 07 10:36:42.168403 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e7d87-8ede-4711-95c7-a7fe839b51cd req-5d5cc105-21a1-450a-a4b1-9f16aef5127e tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:42.180614 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e45e7d87-8ede-4711-95c7-a7fe839b51cd req-5d5cc105-21a1-450a-a4b1-9f16aef5127e tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=caba0749-bbf7-409f-8271-df59eb81f6d5 HTTP/1.1" status: 200 len: 943 time: 0.1128166 Mar 07 10:36:42.288170 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e45e7d87-8ede-4711-95c7-a7fe839b51cd req-a953cc5c-5a1d-4952-bc9c-72bffc064390 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba5e8b03-fe04-4a9a-8f67-6938492da32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062696 Mar 07 10:36:42.429617 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 191b78c8-cd3b-4ce7-80a2-f471025a09c0 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:42.430156 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (191b78c8-cd3b-4ce7-80a2-f471025a09c0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:42.487334 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edb516-a597-40ea-a323-3d10fb555832 req-163a65ba-02b7-449f-b8fb-fc5c016a2bb0 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:42.499127 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-51edb516-a597-40ea-a323-3d10fb555832 req-163a65ba-02b7-449f-b8fb-fc5c016a2bb0 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a0f7071-0cfa-4984-84ac-0528da9bf3fd HTTP/1.1" status: 200 len: 950 time: 0.1058075 Mar 07 10:36:42.523657 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 191b78c8-cd3b-4ce7-80a2-f471025a09c0, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=191b78c8-cd3b-4ce7-80a2-f471025a09c0,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:42.532872 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (191b78c8-cd3b-4ce7-80a2-f471025a09c0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:42.646996 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=191b78c8-cd3b-4ce7-80a2-f471025a09c0,revision_number=11']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:42.647888 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-51edb516-a597-40ea-a323-3d10fb555832 req-2e19c19b-b8c1-4819-9c30-4ed60301757d tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7b5a07-3bed-464b-bdbc-d1047ea07d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427777 Mar 07 10:36:42.838870 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0f7071-0cfa-4984-84ac-0528da9bf3fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '191b78c8-cd3b-4ce7-80a2-f471025a09c0'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:42.841240 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644ba0b8-8afa-431f-a4c9-5e9a2ca5082f" -d '{"events": [{"server_uuid": "4a0f7071-0cfa-4984-84ac-0528da9bf3fd", "name": "network-vif-unplugged", "status": "completed", "tag": "191b78c8-cd3b-4ce7-80a2-f471025a09c0"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:42.890636 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c3cd1-3969-4846-89ca-ce0f82b0be24 req-6fecc8a3-d5e5-458a-bd4f-46fb4f1b0e95 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:42.892208 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-942c3cd1-3969-4846-89ca-ce0f82b0be24 req-6fecc8a3-d5e5-458a-bd4f-46fb4f1b0e95 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 943 time: 0.1124856 Mar 07 10:36:42.913797 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:43.026847 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3140b556-16b4-4f27-b20c-44bb16208acc req-a2ffc7e5-a3a3-460b-b285-1147e60b0746 service neutron] 10.222.0.31 "GET /v2.0/networks/8a80d3a9-20f1-4d65-a5aa-f7b35212a95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3558872 Mar 07 10:36:43.031830 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-942c3cd1-3969-4846-89ca-ce0f82b0be24 req-e0e92ed2-6342-4c64-9d98-849b372d9640 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272197 Mar 07 10:36:43.103348 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-a4107a52-a3de-420e-a323-95ab21d294b6 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Allocated IP 10.2.2.100 (c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5/afbd17bf-cb26-424f-82f0-87b6f4bd47dd/39f7299e-e8de-4100-8481-3dcb8fc1378a) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:43.306540 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea053376-d33e-4435-8efe-969b18e65bbb req-4e86c600-1317-477d-aae8-5d8ab7063628 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:43.312148 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea053376-d33e-4435-8efe-969b18e65bbb req-4e86c600-1317-477d-aae8-5d8ab7063628 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:43.327017 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea053376-d33e-4435-8efe-969b18e65bbb req-4e86c600-1317-477d-aae8-5d8ab7063628 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:43.336104 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ea053376-d33e-4435-8efe-969b18e65bbb req-4e86c600-1317-477d-aae8-5d8ab7063628 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 2374 time: 0.1736817 Mar 07 10:36:43.449854 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ea053376-d33e-4435-8efe-969b18e65bbb req-f37c17dc-14b0-4bde-ae4d-3881f0f7c89e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126623 Mar 07 10:36:43.594417 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-efad79d7-cd8b-40ba-914d-0e6eddb324d3 req-738a6419-3619-4d92-9b1a-070ae5a9fac8 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4051764 Mar 07 10:36:43.921963 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3140b556-16b4-4f27-b20c-44bb16208acc req-e94f7427-4f30-4017-92f2-759c466a8e12 service neutron] 10.222.0.31 "GET /v2.0/networks/8a80d3a9-20f1-4d65-a5aa-f7b35212a95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5547140 Mar 07 10:36:43.946881 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '514c2d61-fbd8-4f9b-af52-d7155f2935b9', 'tag': 'd0ed793c-d058-4011-bbb7-7b0555cc88e6'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:43.950118 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aabcd25-d04d-4b7e-9701-3ac5cbe273a6" -d '{"events": [{"name": "network-changed", "server_uuid": "514c2d61-fbd8-4f9b-af52-d7155f2935b9", "tag": "d0ed793c-d058-4011-bbb7-7b0555cc88e6"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:44.049011 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-a4107a52-a3de-420e-a323-95ab21d294b6 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks [] for port (39f7299e-e8de-4100-8481-3dcb8fc1378a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:44.148970 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c9138-4eaa-4acd-a246-79abec65e770 req-341c9e96-cf72-456a-9601-a40057ffa04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:44.150697 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-749c9138-4eaa-4acd-a246-79abec65e770 req-341c9e96-cf72-456a-9601-a40057ffa04f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e88d3d2709354316b86d2ca6f47f41ea&device_id=caba0749-bbf7-409f-8271-df59eb81f6d5 HTTP/1.1" status: 200 len: 1125 time: 0.1506982 Mar 07 10:36:44.198654 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-a4107a52-a3de-420e-a323-95ab21d294b6 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (39f7299e-e8de-4100-8481-3dcb8fc1378a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:44.477368 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-a4107a52-a3de-420e-a323-95ab21d294b6 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Network c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:44.513590 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4107a52-a3de-420e-a323-95ab21d294b6 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Pushing event updated for resources: {'Port': ['ID=39f7299e-e8de-4100-8481-3dcb8fc1378a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:44.547245 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e2ff7b-00ad-4bb7-9423-5a18ca5f2bfa x-openstack-request-id: req-18e2ff7b-00ad-4bb7-9423-5a18ca5f2bfa {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:44.548000 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0f7071-0cfa-4984-84ac-0528da9bf3fd", "name": "network-vif-unplugged", "status": "completed", "tag": "191b78c8-cd3b-4ce7-80a2-f471025a09c0", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:44.548423 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-18e2ff7b-00ad-4bb7-9423-5a18ca5f2bfa {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:44.549017 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0f7071-0cfa-4984-84ac-0528da9bf3fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '191b78c8-cd3b-4ce7-80a2-f471025a09c0', 'code': 200} Mar 07 10:36:44.579825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-a4107a52-a3de-420e-a323-95ab21d294b6 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:44.607841 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-a4107a52-a3de-420e-a323-95ab21d294b6 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:44.785188 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96816cb-6c95-40ac-80ac-e059143877d5 req-ac49236b-3f87-4a10-b143-92128bbfc201 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:44.787332 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f96816cb-6c95-40ac-80ac-e059143877d5 req-ac49236b-3f87-4a10-b143-92128bbfc201 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=caba0749-bbf7-409f-8271-df59eb81f6d5 HTTP/1.1" status: 200 len: 943 time: 0.1514745 Mar 07 10:36:44.802197 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c9138-4eaa-4acd-a246-79abec65e770 req-0b0b86e1-9049-405b-aad1-67fac9f0f1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:44.808517 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-749c9138-4eaa-4acd-a246-79abec65e770 req-0b0b86e1-9049-405b-aad1-67fac9f0f1c9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a80d3a9-20f1-4d65-a5aa-f7b35212a95a HTTP/1.1" status: 200 len: 914 time: 0.6428666 Mar 07 10:36:44.841406 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-a4107a52-a3de-420e-a323-95ab21d294b6 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:44.845366 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-a4107a52-a3de-420e-a323-95ab21d294b6 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:44.880605 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-474f9c2f-3723-4cd7-b5be-a8a31baaad9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (04bfe852-8012-4921-872e-b6bc15f2f3ee), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:44.932042 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f96816cb-6c95-40ac-80ac-e059143877d5 req-4dcbea16-ca39-42fa-a4d9-dde8127e8099 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba5e8b03-fe04-4a9a-8f67-6938492da32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337245 Mar 07 10:36:44.982436 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-a4107a52-a3de-420e-a323-95ab21d294b6 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2507048 Mar 07 10:36:45.054636 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-749c9138-4eaa-4acd-a246-79abec65e770 req-e3ba3f52-100c-4bcb-aa70-bcad39781968 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50ac4fd7-c6cc-48fb-8594-708a12111e6f HTTP/1.1" status: 200 len: 217 time: 0.2317491 Mar 07 10:36:45.060171 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-fd26d266-9a75-4f46-9251-ed25287acedf tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Request body: {'port': {'device_id': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5', 'admin_state_up': True, 'tenant_id': '081009be07604de6b116148d0975f6ea', 'security_groups': ['f631fc2b-0c11-4f35-9f2b-40007a9b7dfb']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:45.082004 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a163a7-2f34-4e59-959a-2e8c53fb9657 x-openstack-request-id: req-b7a163a7-2f34-4e59-959a-2e8c53fb9657 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:45.083152 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "514c2d61-fbd8-4f9b-af52-d7155f2935b9", "tag": "d0ed793c-d058-4011-bbb7-7b0555cc88e6", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:45.083718 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b7a163a7-2f34-4e59-959a-2e8c53fb9657 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:45.084373 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '514c2d61-fbd8-4f9b-af52-d7155f2935b9', 'tag': 'd0ed793c-d058-4011-bbb7-7b0555cc88e6', 'status': 'completed', 'code': 200} Mar 07 10:36:45.102245 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-da1c8f7e-eb2b-43aa-a9c3-b2719bbeaf46 None None] Provisioning complete for port 39f7299e-e8de-4100-8481-3dcb8fc1378a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:45.102490 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-da1c8f7e-eb2b-43aa-a9c3-b2719bbeaf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (39f7299e-e8de-4100-8481-3dcb8fc1378a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:45.273051 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabcd25-d04d-4b7e-9701-3ac5cbe273a6 req-593f7615-00e4-498f-be2d-160f0d3f7202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:45.275059 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0aabcd25-d04d-4b7e-9701-3ac5cbe273a6 req-593f7615-00e4-498f-be2d-160f0d3f7202 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4eca9194fdd4a93832d9940e3e6237a&device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 1155 time: 0.1570687 Mar 07 10:36:45.309712 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-da1c8f7e-eb2b-43aa-a9c3-b2719bbeaf46 None None] Port 39f7299e-e8de-4100-8481-3dcb8fc1378a cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:36:45.426981 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabcd25-d04d-4b7e-9701-3ac5cbe273a6 req-46d1f568-2d52-4bdc-a4e2-d3eff01cd9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:45.429131 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0aabcd25-d04d-4b7e-9701-3ac5cbe273a6 req-46d1f568-2d52-4bdc-a4e2-d3eff01cd9bb service neutron] 10.222.0.31 "GET /v2.0/networks?id=f571527e-a205-427a-8890-cc1f2763fcb1 HTTP/1.1" status: 200 len: 908 time: 0.1416399 Mar 07 10:36:45.523793 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c9138-4eaa-4acd-a246-79abec65e770 req-69504759-b603-4c6a-99c0-1366641112b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:45.525685 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-749c9138-4eaa-4acd-a246-79abec65e770 req-69504759-b603-4c6a-99c0-1366641112b2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=87fb66b4-e781-4fa7-b59d-0e773d094444 HTTP/1.1" status: 200 len: 853 time: 0.4614179 Mar 07 10:36:45.527707 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0aabcd25-d04d-4b7e-9701-3ac5cbe273a6 req-1841a09e-5f86-4f48-ae2d-02d7c51b46c8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0ed793c-d058-4011-bbb7-7b0555cc88e6 HTTP/1.1" status: 200 len: 217 time: 0.0897725 Mar 07 10:36:45.656709 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-749c9138-4eaa-4acd-a246-79abec65e770 req-ff1df07a-a5e9-498c-9a08-697601161f90 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a80d3a9-20f1-4d65-a5aa-f7b35212a95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121044 Mar 07 10:36:45.732128 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabcd25-d04d-4b7e-9701-3ac5cbe273a6 req-255c2e78-3a8d-4b46-90b1-8d26e9b3ffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:45.741599 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0aabcd25-d04d-4b7e-9701-3ac5cbe273a6 req-255c2e78-3a8d-4b46-90b1-8d26e9b3ffbd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5 HTTP/1.1" status: 200 len: 847 time: 0.1995118 Mar 07 10:36:45.768331 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-749c9138-4eaa-4acd-a246-79abec65e770 req-532169be-1bc8-4893-b875-20387ffd2454 service neutron] 10.222.0.31 "GET /v2.0/networks/8a80d3a9-20f1-4d65-a5aa-f7b35212a95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016674 Mar 07 10:36:45.768923 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-fd26d266-9a75-4f46-9251-ed25287acedf tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Made reservation on behalf of 081009be07604de6b116148d0975f6ea for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:36:45.842293 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0aabcd25-d04d-4b7e-9701-3ac5cbe273a6 req-ae86e750-dd51-40fe-b45e-dc3b43c0676d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f571527e-a205-427a-8890-cc1f2763fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920630 Mar 07 10:36:45.881739 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b4274-0cb1-49de-83cc-259358230be9 req-42bc674d-c8e0-45b2-8149-7af8486ee070 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:45.904072 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b4274-0cb1-49de-83cc-259358230be9 req-42bc674d-c8e0-45b2-8149-7af8486ee070 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:45.909651 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b4274-0cb1-49de-83cc-259358230be9 req-42bc674d-c8e0-45b2-8149-7af8486ee070 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:45.929236 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b4274-0cb1-49de-83cc-259358230be9 req-42bc674d-c8e0-45b2-8149-7af8486ee070 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:45.931281 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-694b4274-0cb1-49de-83cc-259358230be9 req-42bc674d-c8e0-45b2-8149-7af8486ee070 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 3095 time: 0.3343830 Mar 07 10:36:45.952758 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-749c9138-4eaa-4acd-a246-79abec65e770 req-2337f692-7ba8-4150-96c9-92d2f5c29bf9 service neutron] 10.222.0.31 "GET /v2.0/networks/8a80d3a9-20f1-4d65-a5aa-f7b35212a95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446915 Mar 07 10:36:45.960884 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db662dc-2d4d-4358-b39b-6cefa61af0d6 req-43acd070-cc2c-43e2-a82c-108b1c97b68d tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:45.962630 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2db662dc-2d4d-4358-b39b-6cefa61af0d6 req-43acd070-cc2c-43e2-a82c-108b1c97b68d tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 943 time: 0.7399979 Mar 07 10:36:46.157315 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-694b4274-0cb1-49de-83cc-259358230be9 req-7c40417b-13d5-47a3-b6db-79e8b04cb6c3 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054043 Mar 07 10:36:46.246500 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0aabcd25-d04d-4b7e-9701-3ac5cbe273a6 req-d04fd7d4-480b-43b3-b909-2a5ed2fdf662 service neutron] 10.222.0.31 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926673 Mar 07 10:36:46.278719 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-fd26d266-9a75-4f46-9251-ed25287acedf tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:46.291832 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2db662dc-2d4d-4358-b39b-6cefa61af0d6 req-89ed7e9d-0454-4db6-9c46-704902eea761 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216205 Mar 07 10:36:46.378720 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0aabcd25-d04d-4b7e-9701-3ac5cbe273a6 req-86f1c196-c6b6-4025-bfd4-8c301a875a3b service neutron] 10.222.0.31 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242273 Mar 07 10:36:46.474526 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79452c95-9176-4acb-9878-946e77dc15a7 req-d72f40a0-e462-44ed-a7f0-a153152797e9 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:46.484393 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-79452c95-9176-4acb-9878-946e77dc15a7 req-d72f40a0-e462-44ed-a7f0-a153152797e9 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 944 time: 0.1046505 Mar 07 10:36:46.583654 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-79452c95-9176-4acb-9878-946e77dc15a7 req-ce477246-374d-4ea2-850e-552647e9588b tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935397 Mar 07 10:36:46.657588 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d9d533-d6fe-4dc5-a393-8c638ab91a3b req-f4e9e7cd-7b34-4d2c-a4ad-e46ef908d96d tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:46.659287 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27d9d533-d6fe-4dc5-a393-8c638ab91a3b req-f4e9e7cd-7b34-4d2c-a4ad-e46ef908d96d tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.31 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 944 time: 0.2760551 Mar 07 10:36:46.797576 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-474f9c2f-3723-4cd7-b5be-a8a31baaad9a admin admin] Deleting port 2ec6216b-3daf-48fc-93c2-2b371e75a0d3 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:36:46.797911 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-474f9c2f-3723-4cd7-b5be-a8a31baaad9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (2ec6216b-3daf-48fc-93c2-2b371e75a0d3), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:47.010797 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-a25d816d-23ec-4818-b666-ad1eeaa52d57 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:47.014664 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-fd26d266-9a75-4f46-9251-ed25287acedf tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Allocated IP 10.2.2.200 (c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5/afbd17bf-cb26-424f-82f0-87b6f4bd47dd/464790b4-c23d-409e-904e-2616b83fda37) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:47.018966 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-a25d816d-23ec-4818-b666-ad1eeaa52d57 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/networks?id=3ee24066-40e5-4c55-993a-10acd4574ead HTTP/1.1" status: 200 len: 815 time: 0.2084913 Mar 07 10:36:47.046646 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-d7415cdc-ff25-43dc-8c04-04318ff20dfe tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/quotas/7ebccd8ddd004b1baaaff76fdc940f23 HTTP/1.1" status: 200 len: 375 time: 0.0264506 Mar 07 10:36:47.140954 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-76f8ed72-b516-426b-b302-936e1fe185fa tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ebccd8ddd004b1baaaff76fdc940f23&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0931017 Mar 07 10:36:47.148231 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d1629-3ed1-4366-8d49-af434e81f4c9 req-78cdf3f2-7127-4d1b-8bf1-94b8c2dda24d tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:47.155233 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9e1d1629-3ed1-4366-8d49-af434e81f4c9 req-78cdf3f2-7127-4d1b-8bf1-94b8c2dda24d tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=caba0749-bbf7-409f-8271-df59eb81f6d5 HTTP/1.1" status: 200 len: 943 time: 0.2142076 Mar 07 10:36:47.206874 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-27d9d533-d6fe-4dc5-a393-8c638ab91a3b req-85e985db-21a7-4315-a7e2-0d6fdea4ac8a tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Deleting port 2286c703-135c-4d58-9bf8-00b281159c5d {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:36:47.207474 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-27d9d533-d6fe-4dc5-a393-8c638ab91a3b req-85e985db-21a7-4315-a7e2-0d6fdea4ac8a tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (2286c703-135c-4d58-9bf8-00b281159c5d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:47.248793 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-4f70a29e-c4a2-432b-b506-83f2f2865695 service neutron] 10.222.0.11 "GET /v2.0/networks/3ee24066-40e5-4c55-993a-10acd4574ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066525 Mar 07 10:36:47.298157 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-474f9c2f-3723-4cd7-b5be-a8a31baaad9a admin admin] For port 2ec6216b-3daf-48fc-93c2-2b371e75a0d3, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=2ec6216b-3daf-48fc-93c2-2b371e75a0d3,segment=NetworkSegment(8c50b279-d88a-4d5b-bb5d-565a595ad7a1),segment_id=8c50b279-d88a-4d5b-bb5d-565a595ad7a1)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:47.299147 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-474f9c2f-3723-4cd7-b5be-a8a31baaad9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (2ec6216b-3daf-48fc-93c2-2b371e75a0d3), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:47.398442 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d46410-5104-492f-8b2a-dfc16271531b req-0c610c8e-5148-4433-b4ec-6b3d876d6cef tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:47.406548 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-474f9c2f-3723-4cd7-b5be-a8a31baaad9a admin admin] Calling delete_port for 2ec6216b-3daf-48fc-93c2-2b371e75a0d3 owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:36:47.426716 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f2d46410-5104-492f-8b2a-dfc16271531b req-0c610c8e-5148-4433-b4ec-6b3d876d6cef tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.31 "GET /v2.0/ports?device_id=56d19204-3d63-4996-8d3e-8a8a1d91d43f HTTP/1.1" status: 200 len: 946 time: 0.3994763 Mar 07 10:36:47.502165 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9e1d1629-3ed1-4366-8d49-af434e81f4c9 req-67abd0fb-c7e5-4dfc-ad76-86433e43267a tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba5e8b03-fe04-4a9a-8f67-6938492da32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459828 Mar 07 10:36:47.588240 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-27d9d533-d6fe-4dc5-a393-8c638ab91a3b req-85e985db-21a7-4315-a7e2-0d6fdea4ac8a tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] For port 2286c703-135c-4d58-9bf8-00b281159c5d, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=2286c703-135c-4d58-9bf8-00b281159c5d,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:47.588830 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-27d9d533-d6fe-4dc5-a393-8c638ab91a3b req-85e985db-21a7-4315-a7e2-0d6fdea4ac8a tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (2286c703-135c-4d58-9bf8-00b281159c5d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:47.589691 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-e5d4c361-8a3c-47c2-a44a-1d64c42702f2 service neutron] 10.222.0.11 "GET /v2.0/networks/3ee24066-40e5-4c55-993a-10acd4574ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400273 Mar 07 10:36:47.617349 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-fd26d266-9a75-4f46-9251-ed25287acedf tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks [] for port (464790b4-c23d-409e-904e-2616b83fda37), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:47.627725 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-27d9d533-d6fe-4dc5-a393-8c638ab91a3b req-85e985db-21a7-4315-a7e2-0d6fdea4ac8a tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Calling delete_port for 2286c703-135c-4d58-9bf8-00b281159c5d owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:36:47.825184 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-f2d46410-5104-492f-8b2a-dfc16271531b req-e7552a73-d719-458d-98cf-4f9e7384ca38 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Deleting port b26935dc-5852-4969-bff3-dd3ce27570e5 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:36:47.829489 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f2d46410-5104-492f-8b2a-dfc16271531b req-e7552a73-d719-458d-98cf-4f9e7384ca38 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (b26935dc-5852-4969-bff3-dd3ce27570e5), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:48.000981 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 50ac4fd7-c6cc-48fb-8594-708a12111e6f details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:36:48.007735 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device d0ed793c-d058-4011-bbb7-7b0555cc88e6 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:36:48.171342 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-f2d46410-5104-492f-8b2a-dfc16271531b req-e7552a73-d719-458d-98cf-4f9e7384ca38 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] For port b26935dc-5852-4969-bff3-dd3ce27570e5, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=b26935dc-5852-4969-bff3-dd3ce27570e5,segment=NetworkSegment(62872c6e-dc5b-4ade-b562-dcdfe13e82a3),segment_id=62872c6e-dc5b-4ade-b562-dcdfe13e82a3)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:48.171810 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f2d46410-5104-492f-8b2a-dfc16271531b req-e7552a73-d719-458d-98cf-4f9e7384ca38 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (b26935dc-5852-4969-bff3-dd3ce27570e5), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:48.255456 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-f2d46410-5104-492f-8b2a-dfc16271531b req-e7552a73-d719-458d-98cf-4f9e7384ca38 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Calling delete_port for b26935dc-5852-4969-bff3-dd3ce27570e5 owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:36:48.366834 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3363bf6-915f-4414-9410-647e2de9c2f8 req-cc155f04-b6f7-4d03-8b8b-5b5f91ca0d2b tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:48.374986 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3363bf6-915f-4414-9410-647e2de9c2f8 req-cc155f04-b6f7-4d03-8b8b-5b5f91ca0d2b tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:48.388828 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3363bf6-915f-4414-9410-647e2de9c2f8 req-cc155f04-b6f7-4d03-8b8b-5b5f91ca0d2b tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:48.403232 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3363bf6-915f-4414-9410-647e2de9c2f8 req-cc155f04-b6f7-4d03-8b8b-5b5f91ca0d2b tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:48.411233 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c3363bf6-915f-4414-9410-647e2de9c2f8 req-cc155f04-b6f7-4d03-8b8b-5b5f91ca0d2b tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 3095 time: 0.3550007 Mar 07 10:36:48.432643 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-474f9c2f-3723-4cd7-b5be-a8a31baaad9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (2ec6216b-3daf-48fc-93c2-2b371e75a0d3), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:48.434695 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-27d9d533-d6fe-4dc5-a393-8c638ab91a3b req-85e985db-21a7-4315-a7e2-0d6fdea4ac8a tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (2286c703-135c-4d58-9bf8-00b281159c5d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:48.476614 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 50ac4fd7-c6cc-48fb-8594-708a12111e6f, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=50ac4fd7-c6cc-48fb-8594-708a12111e6f,segment=NetworkSegment(ed524cc8-0430-4980-8771-744b579a40cf),segment_id=ed524cc8-0430-4980-8771-744b579a40cf)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:48.496381 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '50ac4fd7-c6cc-48fb-8594-708a12111e6f', 'network_id': '8a80d3a9-20f1-4d65-a5aa-f7b35212a95a', 'port_id': '50ac4fd7-c6cc-48fb-8594-708a12111e6f', 'mac_address': 'fa:16:3e:a5:32:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87fb66b4-e781-4fa7-b59d-0e773d094444', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:36:48.529376 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:48.593375 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 50ac4fd7-c6cc-48fb-8594-708a12111e6f is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:48.593809 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (50ac4fd7-c6cc-48fb-8594-708a12111e6f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:48.618408 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50ac4fd7-c6cc-48fb-8594-708a12111e6f {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:36:48.659794 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c3363bf6-915f-4414-9410-647e2de9c2f8 req-26de4a28-2cca-4d61-b591-c23c78cea579 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2474008 Mar 07 10:36:48.666764 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f2d46410-5104-492f-8b2a-dfc16271531b req-e7552a73-d719-458d-98cf-4f9e7384ca38 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (b26935dc-5852-4969-bff3-dd3ce27570e5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:48.687966 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port d0ed793c-d058-4011-bbb7-7b0555cc88e6 is: DOWN; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:48.691377 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['b26935dc-5852-4969-bff3-dd3ce27570e5'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:36:48.728173 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7552a73-d719-458d-98cf-4f9e7384ca38 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Pushing event deleted for resources: {'Port': ['ID=b26935dc-5852-4969-bff3-dd3ce27570e5,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:48.796752 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 50ac4fd7-c6cc-48fb-8594-708a12111e6f, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=50ac4fd7-c6cc-48fb-8594-708a12111e6f,segment=NetworkSegment(ed524cc8-0430-4980-8771-744b579a40cf),segment_id=ed524cc8-0430-4980-8771-744b579a40cf)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:48.814455 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (50ac4fd7-c6cc-48fb-8594-708a12111e6f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:48.832842 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d46410-5104-492f-8b2a-dfc16271531b req-e7552a73-d719-458d-98cf-4f9e7384ca38 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] No DVR routers for this DVR port b26935dc-5852-4969-bff3-dd3ce27570e5 on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:36:48.835354 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474f9c2f-3723-4cd7-b5be-a8a31baaad9a admin admin] Pushing event deleted for resources: {'Port': ['ID=2ec6216b-3daf-48fc-93c2-2b371e75a0d3,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:48.869009 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f2d46410-5104-492f-8b2a-dfc16271531b req-e7552a73-d719-458d-98cf-4f9e7384ca38 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:48.878740 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f2d46410-5104-492f-8b2a-dfc16271531b req-e7552a73-d719-458d-98cf-4f9e7384ca38 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.31 "DELETE /v2.0/ports/b26935dc-5852-4969-bff3-dd3ce27570e5 HTTP/1.1" status: 204 len: 173 time: 1.4313335 Mar 07 10:36:48.891797 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebcd85d-9aad-4300-b449-7ce1777c3e24 req-bec960cf-969f-4de2-8fc3-1b19e9ecf6ed tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:48.894196 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cebcd85d-9aad-4300-b449-7ce1777c3e24 req-bec960cf-969f-4de2-8fc3-1b19e9ecf6ed tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a0f7071-0cfa-4984-84ac-0528da9bf3fd HTTP/1.1" status: 200 len: 948 time: 1.2123237 Mar 07 10:36:48.900753 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56d19204-3d63-4996-8d3e-8a8a1d91d43f', 'name': 'network-vif-deleted', 'tag': 'b26935dc-5852-4969-bff3-dd3ce27570e5'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:48.906992 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fb05f19-dba3-43d5-bc4b-c51a4c367142" -d '{"events": [{"server_uuid": "56d19204-3d63-4996-8d3e-8a8a1d91d43f", "name": "network-vif-deleted", "tag": "b26935dc-5852-4969-bff3-dd3ce27570e5"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:48.992286 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f2b6f-c847-4ade-9289-0f10bcc02b92 req-ef589c7f-ba8e-4f31-aac0-2086920caf36 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:49.011006 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-807f2b6f-c847-4ade-9289-0f10bcc02b92 req-ef589c7f-ba8e-4f31-aac0-2086920caf36 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 943 time: 0.2230849 Mar 07 10:36:49.041896 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d9d533-d6fe-4dc5-a393-8c638ab91a3b req-85e985db-21a7-4315-a7e2-0d6fdea4ac8a tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] No DVR routers for this DVR port 2286c703-135c-4d58-9bf8-00b281159c5d on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:36:49.053985 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-27d9d533-d6fe-4dc5-a393-8c638ab91a3b req-85e985db-21a7-4315-a7e2-0d6fdea4ac8a tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:49.060920 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27d9d533-d6fe-4dc5-a393-8c638ab91a3b req-85e985db-21a7-4315-a7e2-0d6fdea4ac8a tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.31 "DELETE /v2.0/ports/2286c703-135c-4d58-9bf8-00b281159c5d HTTP/1.1" status: 204 len: 173 time: 2.3913569 Mar 07 10:36:49.149388 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7410a628-88c4-4f1d-b35f-3a0835b68c4e', 'name': 'network-vif-deleted', 'tag': '2286c703-135c-4d58-9bf8-00b281159c5d'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:49.152328 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=50ac4fd7-c6cc-48fb-8594-708a12111e6f,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:49.154279 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936b10b8-a132-4a9c-b92f-175738e7a131" -d '{"events": [{"server_uuid": "7410a628-88c4-4f1d-b35f-3a0835b68c4e", "name": "network-vif-deleted", "tag": "2286c703-135c-4d58-9bf8-00b281159c5d"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:49.168023 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-fd26d266-9a75-4f46-9251-ed25287acedf tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (464790b4-c23d-409e-904e-2616b83fda37), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:49.171853 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['50ac4fd7-c6cc-48fb-8594-708a12111e6f'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:36:49.212238 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-807f2b6f-c847-4ade-9289-0f10bcc02b92 req-1745fdee-fd14-435d-b79b-3624cc169017 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975725 Mar 07 10:36:49.216639 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e985db-21a7-4315-a7e2-0d6fdea4ac8a tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Pushing event deleted for resources: {'Port': ['ID=2286c703-135c-4d58-9bf8-00b281159c5d,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:49.467100 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-970c7414-3275-4aa4-b13a-d28f879a80ef req-f46c2c98-1e8b-41e4-aa64-415fb90fe0cc tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7410a628-88c4-4f1d-b35f-3a0835b68c4e HTTP/1.1" status: 200 len: 210 time: 0.0798938 Mar 07 10:36:49.857007 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1b943670-0546-445c-8f24-b91617b844b0 req-e2f76121-a764-4dec-a2b3-952d43d7ab3a tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=43607941-ba12-4efa-9a3f-515f2e7c1042 HTTP/1.1" status: 200 len: 210 time: 0.0742197 Mar 07 10:36:49.882022 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-fd26d266-9a75-4f46-9251-ed25287acedf tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Network c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:49.883875 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd26d266-9a75-4f46-9251-ed25287acedf tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Pushing event updated for resources: {'Port': ['ID=464790b4-c23d-409e-904e-2616b83fda37,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:49.901962 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cebcd85d-9aad-4300-b449-7ce1777c3e24 req-d4ec4946-524f-430c-bf47-9778e3e07425 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7b5a07-3bed-464b-bdbc-d1047ea07d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8833003 Mar 07 10:36:49.970466 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-fd26d266-9a75-4f46-9251-ed25287acedf tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:49.973049 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-fd26d266-9a75-4f46-9251-ed25287acedf tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:50.017483 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 2286c703-135c-4d58-9bf8-00b281159c5d no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:36:50.103601 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 2286c703-135c-4d58-9bf8-00b281159c5d {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:36:50.110056 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 2286c703-135c-4d58-9bf8-00b281159c5d not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:36:50.111673 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device b26935dc-5852-4969-bff3-dd3ce27570e5 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:36:50.119944 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434fdf58-69c5-42e9-8add-411f632fa9be x-openstack-request-id: req-434fdf58-69c5-42e9-8add-411f632fa9be {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:50.120664 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56d19204-3d63-4996-8d3e-8a8a1d91d43f", "name": "network-vif-deleted", "tag": "b26935dc-5852-4969-bff3-dd3ce27570e5", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:50.121172 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-434fdf58-69c5-42e9-8add-411f632fa9be {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:50.121804 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56d19204-3d63-4996-8d3e-8a8a1d91d43f', 'name': 'network-vif-deleted', 'tag': 'b26935dc-5852-4969-bff3-dd3ce27570e5', 'status': 'completed', 'code': 200} Mar 07 10:36:50.193764 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cab62b-5c92-4ecd-8fcb-5d010514d7f1 req-92d270ed-d43b-4e96-9178-9473b273521e tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:50.207434 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: b26935dc-5852-4969-bff3-dd3ce27570e5 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:36:50.208560 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device b26935dc-5852-4969-bff3-dd3ce27570e5 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:36:50.210373 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-63cab62b-5c92-4ecd-8fcb-5d010514d7f1 req-92d270ed-d43b-4e96-9178-9473b273521e tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=caba0749-bbf7-409f-8271-df59eb81f6d5 HTTP/1.1" status: 200 len: 944 time: 0.1820688 Mar 07 10:36:50.334587 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-fd26d266-9a75-4f46-9251-ed25287acedf tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:50.335877 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-fd26d266-9a75-4f46-9251-ed25287acedf tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:50.340536 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-63cab62b-5c92-4ecd-8fcb-5d010514d7f1 req-f08cb210-87be-48d3-8857-d7750ad121a4 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba5e8b03-fe04-4a9a-8f67-6938492da32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279681 Mar 07 10:36:50.351251 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728bc5d-f724-4e76-831e-c03837679dd9 req-d9cbef86-c138-4b86-89ec-09f92941f17d tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:50.355129 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1728bc5d-f724-4e76-831e-c03837679dd9 req-d9cbef86-c138-4b86-89ec-09f92941f17d tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.31 "GET /v2.0/ports?device_id=4a0f7071-0cfa-4984-84ac-0528da9bf3fd HTTP/1.1" status: 200 len: 948 time: 1.3840785 Mar 07 10:36:50.355947 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-474f9c2f-3723-4cd7-b5be-a8a31baaad9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (04bfe852-8012-4921-872e-b6bc15f2f3ee), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:50.483278 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f756a0b2-6699-4236-8b0e-2e4d28e436de None None] Provisioning complete for port 464790b4-c23d-409e-904e-2616b83fda37 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:50.483980 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f756a0b2-6699-4236-8b0e-2e4d28e436de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (464790b4-c23d-409e-904e-2616b83fda37), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:50.494862 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f78b9a-e88c-4682-8ec5-da28a4869428 x-openstack-request-id: req-c5f78b9a-e88c-4682-8ec5-da28a4869428 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:50.495849 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7410a628-88c4-4f1d-b35f-3a0835b68c4e", "name": "network-vif-deleted", "tag": "2286c703-135c-4d58-9bf8-00b281159c5d", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:50.496209 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c5f78b9a-e88c-4682-8ec5-da28a4869428 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:50.496713 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7410a628-88c4-4f1d-b35f-3a0835b68c4e', 'name': 'network-vif-deleted', 'tag': '2286c703-135c-4d58-9bf8-00b281159c5d', 'status': 'completed', 'code': 200} Mar 07 10:36:50.515327 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-fd26d266-9a75-4f46-9251-ed25287acedf tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4639065 Mar 07 10:36:50.578283 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f756a0b2-6699-4236-8b0e-2e4d28e436de None None] Port 464790b4-c23d-409e-904e-2616b83fda37 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:36:50.578572 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1abf0444-e30c-428e-9eae-ff6cb1e7781c service neutron] Request body: {'port': {'device_id': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:50.662323 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1024da-2730-4083-88bb-f810e64a3bcb req-ded258ab-7682-448b-a2b9-233de02cd8b0 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:50.664719 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bd1024da-2730-4083-88bb-f810e64a3bcb req-ded258ab-7682-448b-a2b9-233de02cd8b0 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 943 time: 0.1405442 Mar 07 10:36:50.774569 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3287ece-3c08-4756-9f7c-52df1821489d req-3d9f5350-21ee-4dbc-a200-db8e3ceea205 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:50.781235 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3287ece-3c08-4756-9f7c-52df1821489d req-3d9f5350-21ee-4dbc-a200-db8e3ceea205 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:50.787566 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3287ece-3c08-4756-9f7c-52df1821489d req-3d9f5350-21ee-4dbc-a200-db8e3ceea205 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:50.793271 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3287ece-3c08-4756-9f7c-52df1821489d req-3d9f5350-21ee-4dbc-a200-db8e3ceea205 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:50.798638 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3287ece-3c08-4756-9f7c-52df1821489d req-3d9f5350-21ee-4dbc-a200-db8e3ceea205 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:50.800544 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e3287ece-3c08-4756-9f7c-52df1821489d req-3d9f5350-21ee-4dbc-a200-db8e3ceea205 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 3816 time: 0.4780619 Mar 07 10:36:50.840194 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bd1024da-2730-4083-88bb-f810e64a3bcb req-e45f898d-5d57-451f-810c-38ab6c05544f tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577129 Mar 07 10:36:50.994081 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e3287ece-3c08-4756-9f7c-52df1821489d req-a2132cf7-d01b-4e13-94ae-ffa411f8d71a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856775 Mar 07 10:36:50.995356 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1abf0444-e30c-428e-9eae-ff6cb1e7781c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (da3688d3-10e0-4a5d-bb39-c96a68d7998c), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:51.140241 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-1728bc5d-f724-4e76-831e-c03837679dd9 req-da8f0fd9-35b0-4f8b-b332-39712e8d646a tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Deleting port 191b78c8-cd3b-4ce7-80a2-f471025a09c0 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:36:51.151655 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1728bc5d-f724-4e76-831e-c03837679dd9 req-da8f0fd9-35b0-4f8b-b332-39712e8d646a tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (191b78c8-cd3b-4ce7-80a2-f471025a09c0), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:51.215064 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d00c4cf0-ff11-48c2-9017-db062365ce99 req-e282e8f3-b47d-4522-af45-1e5a77999da4 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=43607941-ba12-4efa-9a3f-515f2e7c1042 HTTP/1.1" status: 200 len: 210 time: 0.0822642 Mar 07 10:36:51.441019 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb100d6-8c2e-4c49-be2e-ef158f7a0922 req-0419d07d-ddfc-471a-8e38-da080e2fd22d tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:51.444742 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-edb100d6-8c2e-4c49-be2e-ef158f7a0922 req-0419d07d-ddfc-471a-8e38-da080e2fd22d tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a0f7071-0cfa-4984-84ac-0528da9bf3fd HTTP/1.1" status: 200 len: 948 time: 0.1162915 Mar 07 10:36:51.541095 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-edb100d6-8c2e-4c49-be2e-ef158f7a0922 req-1fd4dd2f-bb44-4f85-b8b0-39061b99b261 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/security-groups?id=4a7b5a07-3bed-464b-bdbc-d1047ea07d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883172 Mar 07 10:36:51.769449 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20612e1a-7881-45bf-b277-53648977c8b3 req-1bddd098-f660-44bb-8e41-443efaf53ea3 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:51.779154 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-20612e1a-7881-45bf-b277-53648977c8b3 req-1bddd098-f660-44bb-8e41-443efaf53ea3 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 945 time: 0.1002541 Mar 07 10:36:51.938070 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-20612e1a-7881-45bf-b277-53648977c8b3 req-1c353629-90e2-4081-baaa-a950aa650fc8 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575878 Mar 07 10:36:52.020457 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651653eb-af09-476f-8b16-4a652914fd26 req-5cc4e55b-4c8f-41b2-8873-767d971f487c tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:52.031313 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-651653eb-af09-476f-8b16-4a652914fd26 req-5cc4e55b-4c8f-41b2-8873-767d971f487c tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.21 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 945 time: 0.2286329 Mar 07 10:36:52.036294 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 50ac4fd7-c6cc-48fb-8594-708a12111e6f up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:36:52.180312 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 50ac4fd7-c6cc-48fb-8594-708a12111e6f completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:36:52.186988 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 50ac4fd7-c6cc-48fb-8594-708a12111e6f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:36:52.187360 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (50ac4fd7-c6cc-48fb-8594-708a12111e6f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:52.189484 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474f9c2f-3723-4cd7-b5be-a8a31baaad9a admin admin] Router 04bfe852-8012-4921-872e-b6bc15f2f3ee has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:36:52.274128 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-09ad1680-2646-42c8-b826-5e1a3e4c3fe1 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:52.279812 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-09ad1680-2646-42c8-b826-5e1a3e4c3fe1 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.31 "GET /v2.0/networks?id=3ee24066-40e5-4c55-993a-10acd4574ead HTTP/1.1" status: 200 len: 815 time: 1.2875533 Mar 07 10:36:52.347852 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-f637fb54-6701-4954-8b37-68e4c2518ea7 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Request body: {'port': {'device_id': '43607941-ba12-4efa-9a3f-515f2e7c1042', 'network_id': '3ee24066-40e5-4c55-993a-10acd4574ead', 'admin_state_up': True, 'tenant_id': '7ebccd8ddd004b1baaaff76fdc940f23'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:52.380059 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6649b-5c92-4097-a078-31a659a02b7d req-45055628-7d2c-46d1-8995-27d6016bc4ed tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:52.393645 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cec6649b-5c92-4097-a078-31a659a02b7d req-45055628-7d2c-46d1-8995-27d6016bc4ed tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 943 time: 0.2911379 Mar 07 10:36:52.403733 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 50ac4fd7-c6cc-48fb-8594-708a12111e6f is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:52.404128 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (50ac4fd7-c6cc-48fb-8594-708a12111e6f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:52.459640 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35a366-90aa-4c25-afcd-74e526de014a req-8458db1f-a443-42b2-b26b-a575f8ea457f tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:52.471274 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c35a366-90aa-4c25-afcd-74e526de014a req-8458db1f-a443-42b2-b26b-a575f8ea457f tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=caba0749-bbf7-409f-8271-df59eb81f6d5 HTTP/1.1" status: 200 len: 944 time: 0.9562130 Mar 07 10:36:52.582110 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cec6649b-5c92-4097-a078-31a659a02b7d req-9daf217c-b326-4be8-9696-b40d8a39a714 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852098 Mar 07 10:36:52.599175 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-651653eb-af09-476f-8b16-4a652914fd26 req-e5153d9e-5cbf-4004-b57d-491409edd990 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Deleting port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:36:52.608849 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-651653eb-af09-476f-8b16-4a652914fd26 req-e5153d9e-5cbf-4004-b57d-491409edd990 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:52.635358 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1728bc5d-f724-4e76-831e-c03837679dd9 req-da8f0fd9-35b0-4f8b-b332-39712e8d646a tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] For port 191b78c8-cd3b-4ce7-80a2-f471025a09c0, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=191b78c8-cd3b-4ce7-80a2-f471025a09c0,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:52.647736 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1728bc5d-f724-4e76-831e-c03837679dd9 req-da8f0fd9-35b0-4f8b-b332-39712e8d646a tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (191b78c8-cd3b-4ce7-80a2-f471025a09c0), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:52.850694 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-1728bc5d-f724-4e76-831e-c03837679dd9 req-da8f0fd9-35b0-4f8b-b332-39712e8d646a tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Calling delete_port for 191b78c8-cd3b-4ce7-80a2-f471025a09c0 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:36:52.870205 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caba0749-bbf7-409f-8271-df59eb81f6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ac4fd7-c6cc-48fb-8594-708a12111e6f'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:52.898333 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37a52c9-d86b-48c4-9908-cf1374b87ab2" -d '{"events": [{"server_uuid": "caba0749-bbf7-409f-8271-df59eb81f6d5", "name": "network-vif-plugged", "status": "completed", "tag": "50ac4fd7-c6cc-48fb-8594-708a12111e6f"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:52.909531 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:52.944133 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 50ac4fd7-c6cc-48fb-8594-708a12111e6f, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=50ac4fd7-c6cc-48fb-8594-708a12111e6f,segment=NetworkSegment(ed524cc8-0430-4980-8771-744b579a40cf),segment_id=ed524cc8-0430-4980-8771-744b579a40cf)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:52.971856 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (50ac4fd7-c6cc-48fb-8594-708a12111e6f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:52.972381 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 191b78c8-cd3b-4ce7-80a2-f471025a09c0 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:36:53.008280 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-651653eb-af09-476f-8b16-4a652914fd26 req-e5153d9e-5cbf-4004-b57d-491409edd990 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] For port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:53.009207 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-651653eb-af09-476f-8b16-4a652914fd26 req-e5153d9e-5cbf-4004-b57d-491409edd990 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:53.018032 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c35a366-90aa-4c25-afcd-74e526de014a req-3981dada-b12e-4942-b122-d6288bb08a3f tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba5e8b03-fe04-4a9a-8f67-6938492da32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5457809 Mar 07 10:36:53.044296 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-651653eb-af09-476f-8b16-4a652914fd26 req-e5153d9e-5cbf-4004-b57d-491409edd990 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Calling delete_port for d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:36:53.161989 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=50ac4fd7-c6cc-48fb-8594-708a12111e6f,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:53.259435 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e7420ddd-c3fa-4380-9306-6214ae9eed88 req-0ba86e35-2e3b-4b12-b44d-671004a09c27 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=43607941-ba12-4efa-9a3f-515f2e7c1042 HTTP/1.1" status: 200 len: 210 time: 0.0769038 Mar 07 10:36:53.297942 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 191b78c8-cd3b-4ce7-80a2-f471025a09c0 is: DOWN; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:36:53.312959 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-651653eb-af09-476f-8b16-4a652914fd26 req-e5153d9e-5cbf-4004-b57d-491409edd990 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:53.349254 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474f9c2f-3723-4cd7-b5be-a8a31baaad9a admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:36:53.367293 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-474f9c2f-3723-4cd7-b5be-a8a31baaad9a admin admin] 10.222.0.11 "PUT /v2.0/routers/04bfe852-8012-4921-872e-b6bc15f2f3ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3035858 Mar 07 10:36:53.369723 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46250) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:53.370318 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab48885-8494-49c3-a69e-3cc9dd78703c None None] Sync routers for ids ['04bfe852-8012-4921-872e-b6bc15f2f3ee'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:36:53.389097 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab48885-8494-49c3-a69e-3cc9dd78703c None None] Routers {'04bfe852-8012-4921-872e-b6bc15f2f3ee'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:36:53.389808 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-7ab48885-8494-49c3-a69e-3cc9dd78703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:36:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['04bfe852-8012-4921-872e-b6bc15f2f3ee'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:53.487246 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5153d9e-5cbf-4004-b57d-491409edd990 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Pushing event deleted for resources: {'Port': ['ID=d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:53.623673 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1abf0444-e30c-428e-9eae-ff6cb1e7781c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da3688d3-10e0-4a5d-bb39-c96a68d7998c {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:36:53.625391 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-651653eb-af09-476f-8b16-4a652914fd26 req-e5153d9e-5cbf-4004-b57d-491409edd990 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] No DVR routers for this DVR port d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe on host n-h1-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:36:53.644384 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c32c76-744e-4324-ade7-578abd78e7cd req-4cfbb528-e215-4ace-be81-1343bffec544 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:53.647677 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1abf0444-e30c-428e-9eae-ff6cb1e7781c service neutron] Publish callbacks [] for port (da3688d3-10e0-4a5d-bb39-c96a68d7998c), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:53.652636 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c32c76-744e-4324-ade7-578abd78e7cd req-4cfbb528-e215-4ace-be81-1343bffec544 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:53.663034 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c32c76-744e-4324-ade7-578abd78e7cd req-4cfbb528-e215-4ace-be81-1343bffec544 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:53.684547 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c32c76-744e-4324-ade7-578abd78e7cd req-4cfbb528-e215-4ace-be81-1343bffec544 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:53.693659 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-7ab48885-8494-49c3-a69e-3cc9dd78703c None None] Set router 04bfe852-8012-4921-872e-b6bc15f2f3ee gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:36:53.704786 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1abf0444-e30c-428e-9eae-ff6cb1e7781c service neutron] Transition to ACTIVE for port object da3688d3-10e0-4a5d-bb39-c96a68d7998c will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:36:53.705308 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c32c76-744e-4324-ade7-578abd78e7cd req-4cfbb528-e215-4ace-be81-1343bffec544 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:53.713350 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-19c32c76-744e-4324-ade7-578abd78e7cd req-4cfbb528-e215-4ace-be81-1343bffec544 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 3816 time: 0.4192226 Mar 07 10:36:53.717437 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-651653eb-af09-476f-8b16-4a652914fd26 req-e5153d9e-5cbf-4004-b57d-491409edd990 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:53.733448 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-651653eb-af09-476f-8b16-4a652914fd26 req-e5153d9e-5cbf-4004-b57d-491409edd990 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.21 "DELETE /v2.0/ports/d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe HTTP/1.1" status: 204 len: 173 time: 1.6941850 Mar 07 10:36:53.734095 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efb47b8-945c-49a7-8734-d486bf561e72', 'name': 'network-vif-deleted', 'tag': 'd3e7a9d4-1dd9-4d73-9fff-75226bbadcfe'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:53.740555 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c47268-d27e-4eb4-8bd0-fc01ae448854" -d '{"events": [{"server_uuid": "7efb47b8-945c-49a7-8734-d486bf561e72", "name": "network-vif-deleted", "tag": "d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:53.902592 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-19c32c76-744e-4324-ade7-578abd78e7cd req-bec3c6ac-36b8-4a43-9e09-0a9f25a2653e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516554 Mar 07 10:36:54.029588 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5bc2544e-b22b-4089-b2f0-471d040ee30a req-ee4d56eb-9fca-454e-b12c-ccb76682f6b9 tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a0f7071-0cfa-4984-84ac-0528da9bf3fd HTTP/1.1" status: 200 len: 210 time: 0.1267929 Mar 07 10:36:54.061133 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6a585b-c3a2-444e-a33e-ea749ad110fb x-openstack-request-id: req-bd6a585b-c3a2-444e-a33e-ea749ad110fb {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:54.061539 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caba0749-bbf7-409f-8271-df59eb81f6d5", "name": "network-vif-plugged", "status": "completed", "tag": "50ac4fd7-c6cc-48fb-8594-708a12111e6f", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:54.061808 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bd6a585b-c3a2-444e-a33e-ea749ad110fb {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:54.062700 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caba0749-bbf7-409f-8271-df59eb81f6d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50ac4fd7-c6cc-48fb-8594-708a12111e6f', 'code': 200} Mar 07 10:36:54.064281 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1abf0444-e30c-428e-9eae-ff6cb1e7781c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (da3688d3-10e0-4a5d-bb39-c96a68d7998c), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:54.073614 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-f637fb54-6701-4954-8b37-68e4c2518ea7 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Made reservation on behalf of 7ebccd8ddd004b1baaaff76fdc940f23 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:36:54.077055 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-f637fb54-6701-4954-8b37-68e4c2518ea7 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:54.079125 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1728bc5d-f724-4e76-831e-c03837679dd9 req-da8f0fd9-35b0-4f8b-b332-39712e8d646a tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (191b78c8-cd3b-4ce7-80a2-f471025a09c0), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:54.288873 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-7ab48885-8494-49c3-a69e-3cc9dd78703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bfe852-8012-4921-872e-b6bc15f2f3ee', 'name': 'tempest-FloatingIPDetailsTestJSON-1089503541-router', 'tenant_id': 'a9726ff86528430ea132e2b9898010d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ba2bdf80-bcc4-400d-a065-0f644518c8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:58Z', 'updated_at': '2022-03-07T10:36:48Z', 'revision_number': 5, 'project_id': 'a9726ff86528430ea132e2b9898010d0', 'gw_port': {'id': 'ba2bdf80-bcc4-400d-a065-0f644518c8f2', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bfe852-8012-4921-872e-b6bc15f2f3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:59Z', 'updated_at': '2022-03-07T10:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:54.348358 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50830b9b-a669-4298-99bc-95f4b80deaa5 req-63bf1b53-c642-43c6-aa16-ace02a4f1ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:54.350107 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-50830b9b-a669-4298-99bc-95f4b80deaa5 req-63bf1b53-c642-43c6-aa16-ace02a4f1ef6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=caba0749-bbf7-409f-8271-df59eb81f6d5 HTTP/1.1" status: 200 len: 1127 time: 0.2122564 Mar 07 10:36:54.369860 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab48885-8494-49c3-a69e-3cc9dd78703c None None] Checking router: 04bfe852-8012-4921-872e-b6bc15f2f3ee for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:36:54.400018 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab48885-8494-49c3-a69e-3cc9dd78703c None None] Routers {'04bfe852-8012-4921-872e-b6bc15f2f3ee'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:36:54.400659 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-7ab48885-8494-49c3-a69e-3cc9dd78703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:36:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['04bfe852-8012-4921-872e-b6bc15f2f3ee'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:54.471413 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425fe00-640c-4413-8150-96d560e70f31 req-2d8d7c40-4eeb-4538-ac07-02589fd442bc tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:54.479443 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4425fe00-640c-4413-8150-96d560e70f31 req-2d8d7c40-4eeb-4538-ac07-02589fd442bc tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 943 time: 0.2812130 Mar 07 10:36:54.509403 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-50830b9b-a669-4298-99bc-95f4b80deaa5 req-c4a887b0-8493-4367-8f56-682abb57ee28 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ba5e8b03-fe04-4a9a-8f67-6938492da32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496086 Mar 07 10:36:54.596701 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4425fe00-640c-4413-8150-96d560e70f31 req-29b4ff56-4ab9-4539-a82a-2dca94f65296 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089890 Mar 07 10:36:54.644386 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-7ab48885-8494-49c3-a69e-3cc9dd78703c None None] Set router 04bfe852-8012-4921-872e-b6bc15f2f3ee gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:36:54.683079 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb948f8-4327-4492-ba62-47a25f37aa1e x-openstack-request-id: req-ecb948f8-4327-4492-ba62-47a25f37aa1e {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:54.683378 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efb47b8-945c-49a7-8734-d486bf561e72", "name": "network-vif-deleted", "tag": "d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:54.683637 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ecb948f8-4327-4492-ba62-47a25f37aa1e {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:54.684045 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efb47b8-945c-49a7-8734-d486bf561e72', 'name': 'network-vif-deleted', 'tag': 'd3e7a9d4-1dd9-4d73-9fff-75226bbadcfe', 'status': 'completed', 'code': 200} Mar 07 10:36:54.784434 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-08bd0ead-a7c7-44a8-bcc2-501788cd8a1d admin admin] Publish callbacks [] for router (04bfe852-8012-4921-872e-b6bc15f2f3ee), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:54.923887 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-7ab48885-8494-49c3-a69e-3cc9dd78703c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04bfe852-8012-4921-872e-b6bc15f2f3ee', 'name': 'tempest-FloatingIPDetailsTestJSON-1089503541-router', 'tenant_id': 'a9726ff86528430ea132e2b9898010d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ba2bdf80-bcc4-400d-a065-0f644518c8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:58Z', 'updated_at': '2022-03-07T10:36:48Z', 'revision_number': 5, 'project_id': 'a9726ff86528430ea132e2b9898010d0', 'gw_port': {'id': 'ba2bdf80-bcc4-400d-a065-0f644518c8f2', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bfe852-8012-4921-872e-b6bc15f2f3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:59Z', 'updated_at': '2022-03-07T10:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:36:54.979415 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab48885-8494-49c3-a69e-3cc9dd78703c None None] The sync data for ids ['04bfe852-8012-4921-872e-b6bc15f2f3ee'] in n-d-832164-4 is: [{'id': '04bfe852-8012-4921-872e-b6bc15f2f3ee', 'name': 'tempest-FloatingIPDetailsTestJSON-1089503541-router', 'tenant_id': 'a9726ff86528430ea132e2b9898010d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'ba2bdf80-bcc4-400d-a065-0f644518c8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:35:58Z', 'updated_at': '2022-03-07T10:36:48Z', 'revision_number': 5, 'project_id': 'a9726ff86528430ea132e2b9898010d0', 'gw_port': {'id': 'ba2bdf80-bcc4-400d-a065-0f644518c8f2', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04bfe852-8012-4921-872e-b6bc15f2f3ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 821, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:35:59Z', 'updated_at': '2022-03-07T10:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:36:55.056362 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26579f8-761d-403f-a9ee-cc4daf503906 req-afc596af-05f8-46cc-bfd4-694b30324b57 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:55.064341 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a26579f8-761d-403f-a9ee-cc4daf503906 req-afc596af-05f8-46cc-bfd4-694b30324b57 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=caba0749-bbf7-409f-8271-df59eb81f6d5 HTTP/1.1" status: 200 len: 945 time: 0.1619997 Mar 07 10:36:55.124641 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-106dcd60-c5b1-4e15-a015-c3be362e8a90 req-c880dec4-6bef-4abd-8382-f5f9bf266fbd tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=7efb47b8-945c-49a7-8734-d486bf561e72 HTTP/1.1" status: 200 len: 210 time: 0.3270574 Mar 07 10:36:55.176993 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a26579f8-761d-403f-a9ee-cc4daf503906 req-41e541d7-09be-40dc-9f0c-d9d64f17142c tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba5e8b03-fe04-4a9a-8f67-6938492da32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111207 Mar 07 10:36:55.336639 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6085aac2-6ad5-40aa-ab3c-3c80fba07389 req-ea01f24b-796d-40e8-a855-01010a1fc8d6 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=43607941-ba12-4efa-9a3f-515f2e7c1042 HTTP/1.1" status: 200 len: 210 time: 0.0574582 Mar 07 10:36:55.462256 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5508ed33-e613-4145-80f0-87dc78da4ec2 req-b348c9c3-a8f0-4235-843e-fb3785dc22cd tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a0f7071-0cfa-4984-84ac-0528da9bf3fd HTTP/1.1" status: 200 len: 210 time: 0.0560486 Mar 07 10:36:55.495858 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1728bc5d-f724-4e76-831e-c03837679dd9 req-da8f0fd9-35b0-4f8b-b332-39712e8d646a tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] No DVR routers for this DVR port 191b78c8-cd3b-4ce7-80a2-f471025a09c0 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:36:55.497641 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf0444-e30c-428e-9eae-ff6cb1e7781c service neutron] Pushing event updated for resources: {'Port': ['ID=da3688d3-10e0-4a5d-bb39-c96a68d7998c,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:55.521061 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1728bc5d-f724-4e76-831e-c03837679dd9 req-da8f0fd9-35b0-4f8b-b332-39712e8d646a tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:55.524727 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1728bc5d-f724-4e76-831e-c03837679dd9 req-da8f0fd9-35b0-4f8b-b332-39712e8d646a tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] 10.222.0.31 "DELETE /v2.0/ports/191b78c8-cd3b-4ce7-80a2-f471025a09c0 HTTP/1.1" status: 204 len: 173 time: 5.1414073 Mar 07 10:36:55.591624 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-f637fb54-6701-4954-8b37-68e4c2518ea7 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Allocated IP 172.20.0.11 (3ee24066-40e5-4c55-993a-10acd4574ead/d1660007-f2c2-4a95-bc44-450c0339f46e/c05a794c-52d8-4cd2-a8a1-c9e857c121ba) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:36:55.707608 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0f7071-0cfa-4984-84ac-0528da9bf3fd', 'name': 'network-vif-deleted', 'tag': '191b78c8-cd3b-4ce7-80a2-f471025a09c0'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:55.711301 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5701db4-c9f7-4bdd-b406-d806fac663ad" -d '{"events": [{"server_uuid": "4a0f7071-0cfa-4984-84ac-0528da9bf3fd", "name": "network-vif-deleted", "tag": "191b78c8-cd3b-4ce7-80a2-f471025a09c0"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:55.736504 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 2ec6216b-3daf-48fc-93c2-2b371e75a0d3 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:36:55.779466 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6891e7-3a8a-44ba-b719-6dc2927e36e1 req-03c0473a-9e10-4c22-b6d3-b15724fb5d57 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:55.803897 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2c6891e7-3a8a-44ba-b719-6dc2927e36e1 req-03c0473a-9e10-4c22-b6d3-b15724fb5d57 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 943 time: 0.1108401 Mar 07 10:36:55.833861 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 2ec6216b-3daf-48fc-93c2-2b371e75a0d3 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:36:55.834408 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 2ec6216b-3daf-48fc-93c2-2b371e75a0d3 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:36:55.896769 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2c6891e7-3a8a-44ba-b719-6dc2927e36e1 req-c0d9fddd-4790-4342-b901-6492e132fcc8 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851452 Mar 07 10:36:56.007885 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-f637fb54-6701-4954-8b37-68e4c2518ea7 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Publish callbacks [] for port (c05a794c-52d8-4cd2-a8a1-c9e857c121ba), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:56.031989 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f0fd9-35b0-4f8b-b332-39712e8d646a tempest-ImagesOneServerTestJSON-1010109103 tempest-ImagesOneServerTestJSON-1010109103-project] Pushing event deleted for resources: {'Port': ['ID=191b78c8-cd3b-4ce7-80a2-f471025a09c0,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:56.067586 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b91885-4670-46a9-9f6c-15d051fc1701 x-openstack-request-id: req-80b91885-4670-46a9-9f6c-15d051fc1701 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:56.068260 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0f7071-0cfa-4984-84ac-0528da9bf3fd", "name": "network-vif-deleted", "tag": "191b78c8-cd3b-4ce7-80a2-f471025a09c0", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:56.068521 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-80b91885-4670-46a9-9f6c-15d051fc1701 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:56.068972 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0f7071-0cfa-4984-84ac-0528da9bf3fd', 'name': 'network-vif-deleted', 'tag': '191b78c8-cd3b-4ce7-80a2-f471025a09c0', 'status': 'completed', 'code': 200} Mar 07 10:36:56.113149 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-08bd0ead-a7c7-44a8-bcc2-501788cd8a1d admin admin] Publish callbacks [] for router_gateway (04bfe852-8012-4921-872e-b6bc15f2f3ee), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:56.135238 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-f637fb54-6701-4954-8b37-68e4c2518ea7 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (c05a794c-52d8-4cd2-a8a1-c9e857c121ba), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:56.161601 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcc509-97df-4b12-ad8b-5074a5f3834b req-1b9568bc-31d9-4b4d-9152-40498316b852 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:56.167624 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcc509-97df-4b12-ad8b-5074a5f3834b req-1b9568bc-31d9-4b4d-9152-40498316b852 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:56.173069 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcc509-97df-4b12-ad8b-5074a5f3834b req-1b9568bc-31d9-4b4d-9152-40498316b852 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:56.179767 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcc509-97df-4b12-ad8b-5074a5f3834b req-1b9568bc-31d9-4b4d-9152-40498316b852 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:56.185372 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dcc509-97df-4b12-ad8b-5074a5f3834b req-1b9568bc-31d9-4b4d-9152-40498316b852 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:56.187433 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-89dcc509-97df-4b12-ad8b-5074a5f3834b req-1b9568bc-31d9-4b4d-9152-40498316b852 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 3828 time: 0.7199116 Mar 07 10:36:56.271420 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1abf0444-e30c-428e-9eae-ff6cb1e7781c service neutron] Attempting to bind port da3688d3-10e0-4a5d-bb39-c96a68d7998c on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:36:56.271928 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1abf0444-e30c-428e-9eae-ff6cb1e7781c service neutron] Attempting to bind port da3688d3-10e0-4a5d-bb39-c96a68d7998c by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '3809a5c1-788e-4753-a8f3-6656dcfe274f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '42927475-2854-4f64-98e9-ef161f74924a'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:36:56.272366 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1abf0444-e30c-428e-9eae-ff6cb1e7781c service neutron] Attempting to bind port da3688d3-10e0-4a5d-bb39-c96a68d7998c on network 42927475-2854-4f64-98e9-ef161f74924a {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:56.295475 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-f637fb54-6701-4954-8b37-68e4c2518ea7 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Network 3ee24066-40e5-4c55-993a-10acd4574ead is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:36:56.298572 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1abf0444-e30c-428e-9eae-ff6cb1e7781c service neutron] Port da3688d3-10e0-4a5d-bb39-c96a68d7998c on network 42927475-2854-4f64-98e9-ef161f74924a not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:36:56.299018 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1abf0444-e30c-428e-9eae-ff6cb1e7781c service neutron] Attempting to bind port da3688d3-10e0-4a5d-bb39-c96a68d7998c on network 42927475-2854-4f64-98e9-ef161f74924a {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:56.305541 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637fb54-6701-4954-8b37-68e4c2518ea7 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Pushing event updated for resources: {'Port': ['ID=c05a794c-52d8-4cd2-a8a1-c9e857c121ba,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:56.340185 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-f637fb54-6701-4954-8b37-68e4c2518ea7 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:36:56.346068 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-f637fb54-6701-4954-8b37-68e4c2518ea7 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:36:56.354212 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1abf0444-e30c-428e-9eae-ff6cb1e7781c service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:36:56.354729 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1abf0444-e30c-428e-9eae-ff6cb1e7781c service neutron] Checking segment: {'id': '3809a5c1-788e-4753-a8f3-6656dcfe274f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '42927475-2854-4f64-98e9-ef161f74924a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:36:56.355232 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1abf0444-e30c-428e-9eae-ff6cb1e7781c service neutron] Bound using segment: {'id': '3809a5c1-788e-4753-a8f3-6656dcfe274f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '42927475-2854-4f64-98e9-ef161f74924a'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:36:56.355935 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1abf0444-e30c-428e-9eae-ff6cb1e7781c service neutron] Bound port: da3688d3-10e0-4a5d-bb39-c96a68d7998c, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3809a5c1-788e-4753-a8f3-6656dcfe274f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '42927475-2854-4f64-98e9-ef161f74924a'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:36:56.356417 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1abf0444-e30c-428e-9eae-ff6cb1e7781c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (da3688d3-10e0-4a5d-bb39-c96a68d7998c), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:56.457762 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-89dcc509-97df-4b12-ad8b-5074a5f3834b req-79f3ce7d-e1a7-4bba-81ea-9c44ba644224 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2434399 Mar 07 10:36:56.515233 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-f637fb54-6701-4954-8b37-68e4c2518ea7 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:56.515999 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-f637fb54-6701-4954-8b37-68e4c2518ea7 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:56.538370 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11710199-71a3-4895-9bf6-775af172c03d req-bd835cb3-2879-46b5-bc87-237cffd5274d tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:56.549054 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-11710199-71a3-4895-9bf6-775af172c03d req-bd835cb3-2879-46b5-bc87-237cffd5274d tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=caba0749-bbf7-409f-8271-df59eb81f6d5 HTTP/1.1" status: 200 len: 945 time: 0.1607904 Mar 07 10:36:56.558385 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-08bd0ead-a7c7-44a8-bcc2-501788cd8a1d admin admin] Deleting port ba2bdf80-bcc4-400d-a065-0f644518c8f2 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:36:56.564511 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-08bd0ead-a7c7-44a8-bcc2-501788cd8a1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (ba2bdf80-bcc4-400d-a065-0f644518c8f2), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:56.584578 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-f637fb54-6701-4954-8b37-68e4c2518ea7 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2754722 Mar 07 10:36:56.631199 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-25d34e66-19c0-463f-9b53-9d7962aac14d service neutron] Request body: {'port': {'device_id': '43607941-ba12-4efa-9a3f-515f2e7c1042', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:56.636879 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-11710199-71a3-4895-9bf6-775af172c03d req-91f7d1f6-c1c4-46cb-a2e4-747cb802a3b3 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba5e8b03-fe04-4a9a-8f67-6938492da32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859470 Mar 07 10:36:56.823964 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1abf0444-e30c-428e-9eae-ff6cb1e7781c service neutron] For port da3688d3-10e0-4a5d-bb39-c96a68d7998c, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:36:56.853867 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1abf0444-e30c-428e-9eae-ff6cb1e7781c service neutron] For port da3688d3-10e0-4a5d-bb39-c96a68d7998c, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=da3688d3-10e0-4a5d-bb39-c96a68d7998c,segment=NetworkSegment(3809a5c1-788e-4753-a8f3-6656dcfe274f),segment_id=3809a5c1-788e-4753-a8f3-6656dcfe274f)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:36:56.909173 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-08bd0ead-a7c7-44a8-bcc2-501788cd8a1d admin admin] For port ba2bdf80-bcc4-400d-a065-0f644518c8f2, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ba2bdf80-bcc4-400d-a065-0f644518c8f2,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:56.912510 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-08bd0ead-a7c7-44a8-bcc2-501788cd8a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (ba2bdf80-bcc4-400d-a065-0f644518c8f2), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:56.965956 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1abf0444-e30c-428e-9eae-ff6cb1e7781c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (da3688d3-10e0-4a5d-bb39-c96a68d7998c), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:56.969751 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-08bd0ead-a7c7-44a8-bcc2-501788cd8a1d admin admin] Calling delete_port for ba2bdf80-bcc4-400d-a065-0f644518c8f2 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:36:56.991253 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd630e7-a276-4a44-95a7-f519ea6f4c4d req-9458755f-3242-4eb5-a8ea-6d1d4cf07450 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:56.992978 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4dd630e7-a276-4a44-95a7-f519ea6f4c4d req-9458755f-3242-4eb5-a8ea-6d1d4cf07450 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=43607941-ba12-4efa-9a3f-515f2e7c1042 HTTP/1.1" status: 200 len: 932 time: 0.2761884 Mar 07 10:36:57.066134 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46316) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:57.109061 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:36:57.140930 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1abf0444-e30c-428e-9eae-ff6cb1e7781c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:57.141598 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1abf0444-e30c-428e-9eae-ff6cb1e7781c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:57.142983 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1abf0444-e30c-428e-9eae-ff6cb1e7781c service neutron] 10.222.0.21 "PUT /v2.0/ports/da3688d3-10e0-4a5d-bb39-c96a68d7998c HTTP/1.1" status: 200 len: 1091 time: 6.6197898 Mar 07 10:36:57.155586 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-25d34e66-19c0-463f-9b53-9d7962aac14d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c05a794c-52d8-4cd2-a8a1-c9e857c121ba), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:57.180286 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:36:57.183701 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d3e7a9d4-1dd9-4d73-9fff-75226bbadcfe not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:36:57.216639 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8f3a1658-12c4-42bc-88e9-38f510cd7f05 req-8b736df5-423a-4a1a-a5ab-22c8ad8aa4da tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-983390152&fields=id&tenant_id=e88d3d2709354316b86d2ca6f47f41ea HTTP/1.1" status: 200 len: 267 time: 0.0913358 Mar 07 10:36:57.266128 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-0a71c128-3c53-445b-9e2a-4e9f46926837 service neutron] Request body: {'port': {'device_id': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:57.336944 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a1658-12c4-42bc-88e9-38f510cd7f05 req-e7c22652-81b5-42b5-9add-eddb0c9cc6e3 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:57.338625 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8f3a1658-12c4-42bc-88e9-38f510cd7f05 req-e7c22652-81b5-42b5-9add-eddb0c9cc6e3 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=caba0749-bbf7-409f-8271-df59eb81f6d5 HTTP/1.1" status: 200 len: 945 time: 0.1167977 Mar 07 10:36:57.361979 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-8f3a1658-12c4-42bc-88e9-38f510cd7f05 req-69ba8a15-a700-43eb-86e0-37f18b67eae7 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Request body: {'port': {'security_groups': ['ba5e8b03-fe04-4a9a-8f67-6938492da32f', '41368fec-6154-42e4-b662-e0fc11a34737']}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:36:57.427144 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf0444-e30c-428e-9eae-ff6cb1e7781c service neutron] Pushing event updated for resources: {'Port': ['ID=da3688d3-10e0-4a5d-bb39-c96a68d7998c,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:57.490370 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-050258c6-9c3a-47d8-910c-b87dad909ab8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a2caaaeee149436d9579c71ad33aa4b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4193017 Mar 07 10:36:57.506781 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46320) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:57.554620 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4dd630e7-a276-4a44-95a7-f519ea6f4c4d req-9cdc2de7-4765-422a-ba29-5d153987a73e tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5380008 Mar 07 10:36:57.595647 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-8f3a1658-12c4-42bc-88e9-38f510cd7f05 req-69ba8a15-a700-43eb-86e0-37f18b67eae7 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (50ac4fd7-c6cc-48fb-8594-708a12111e6f), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:57.620042 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c712c-f28d-42da-80f6-9f638202e668 req-be998c78-82b5-464c-8386-e9059cac231a tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:57.621291 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fc9c712c-f28d-42da-80f6-9f638202e668 req-be998c78-82b5-464c-8386-e9059cac231a tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.21 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 944 time: 0.2089956 Mar 07 10:36:57.692338 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3c953986-d8f9-4419-8c10-417968a67906 admin admin] Publish callbacks [] for security_group (4a7b5a07-3bed-464b-bdbc-d1047ea07d2f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:57.746591 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-0a71c128-3c53-445b-9e2a-4e9f46926837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c3aa9d0d-4783-4690-a7c2-eec9bc6a844c), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:57.748117 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3c953986-d8f9-4419-8c10-417968a67906 admin admin] Publish callbacks [] for security_group (4a7b5a07-3bed-464b-bdbc-d1047ea07d2f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:57.947481 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfb541-6987-4b72-8583-0c0c77ad4079 req-7d6a430f-7896-47ee-97ed-de3d26b1aad8 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:57.949214 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e1dfb541-6987-4b72-8583-0c0c77ad4079 req-7d6a430f-7896-47ee-97ed-de3d26b1aad8 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 943 time: 0.2393954 Mar 07 10:36:58.037240 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-08bd0ead-a7c7-44a8-bcc2-501788cd8a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (ba2bdf80-bcc4-400d-a065-0f644518c8f2), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:58.088867 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-8f3a1658-12c4-42bc-88e9-38f510cd7f05 req-69ba8a15-a700-43eb-86e0-37f18b67eae7 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] For port 50ac4fd7-c6cc-48fb-8594-708a12111e6f, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=50ac4fd7-c6cc-48fb-8594-708a12111e6f,segment=NetworkSegment(ed524cc8-0430-4980-8771-744b579a40cf),segment_id=ed524cc8-0430-4980-8771-744b579a40cf)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:58.108098 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'tag': 'da3688d3-10e0-4a5d-bb39-c96a68d7998c'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:58.120071 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9bfc65-26e0-4842-a49b-106f3fd5e80b" -d '{"events": [{"name": "network-changed", "server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "tag": "da3688d3-10e0-4a5d-bb39-c96a68d7998c"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:58.140473 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-8f3a1658-12c4-42bc-88e9-38f510cd7f05 req-69ba8a15-a700-43eb-86e0-37f18b67eae7 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for port (50ac4fd7-c6cc-48fb-8594-708a12111e6f), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:58.155817 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd0ead-a7c7-44a8-bcc2-501788cd8a1d admin admin] Pushing event deleted for resources: {'Port': ['ID=ba2bdf80-bcc4-400d-a065-0f644518c8f2,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:58.156394 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3c953986-d8f9-4419-8c10-417968a67906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4a7b5a07-3bed-464b-bdbc-d1047ea07d2f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:58.159529 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3c953986-d8f9-4419-8c10-417968a67906 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:58.163532 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3c953986-d8f9-4419-8c10-417968a67906 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4a7b5a07-3bed-464b-bdbc-d1047ea07d2f HTTP/1.1" status: 204 len: 168 time: 0.6530669 Mar 07 10:36:58.194247 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-8f3a1658-12c4-42bc-88e9-38f510cd7f05 req-69ba8a15-a700-43eb-86e0-37f18b67eae7 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (50ac4fd7-c6cc-48fb-8594-708a12111e6f), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:58.208660 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['50ac4fd7-c6cc-48fb-8594-708a12111e6f'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:36:58.278201 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c953986-d8f9-4419-8c10-417968a67906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7b5a07-3bed-464b-bdbc-d1047ea07d2f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:58.318018 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a1658-12c4-42bc-88e9-38f510cd7f05 req-69ba8a15-a700-43eb-86e0-37f18b67eae7 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:58.319331 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-8f3a1658-12c4-42bc-88e9-38f510cd7f05 req-69ba8a15-a700-43eb-86e0-37f18b67eae7 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:58.341177 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8f3a1658-12c4-42bc-88e9-38f510cd7f05 req-69ba8a15-a700-43eb-86e0-37f18b67eae7 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "PUT /v2.0/ports/50ac4fd7-c6cc-48fb-8594-708a12111e6f HTTP/1.1" status: 200 len: 981 time: 0.9847074 Mar 07 10:36:58.341821 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caba0749-bbf7-409f-8271-df59eb81f6d5', 'tag': '50ac4fd7-c6cc-48fb-8594-708a12111e6f'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:36:58.346396 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96749d96-42d7-489c-b6c6-7423a99c5495" -d '{"events": [{"name": "network-changed", "server_uuid": "caba0749-bbf7-409f-8271-df59eb81f6d5", "tag": "50ac4fd7-c6cc-48fb-8594-708a12111e6f"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:36:58.405637 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['50ac4fd7-c6cc-48fb-8594-708a12111e6f'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:36:58.450670 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-0a71c128-3c53-445b-9e2a-4e9f46926837 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3aa9d0d-4783-4690-a7c2-eec9bc6a844c {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:36:58.470874 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-0a71c128-3c53-445b-9e2a-4e9f46926837 service neutron] Publish callbacks [] for port (c3aa9d0d-4783-4690-a7c2-eec9bc6a844c), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:58.478306 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba8a15-a700-43eb-86e0-37f18b67eae7 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Pushing event updated for resources: {'Port': ['ID=50ac4fd7-c6cc-48fb-8594-708a12111e6f,revision_number=6']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:58.486752 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-0a71c128-3c53-445b-9e2a-4e9f46926837 service neutron] Transition to ACTIVE for port object c3aa9d0d-4783-4690-a7c2-eec9bc6a844c will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:36:58.501219 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-fc9c712c-f28d-42da-80f6-9f638202e668 req-69be1787-fb0d-4a5f-81ae-a5abea2174ad tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Deleting port 55ad329e-5af0-488d-9a8e-b57dad02e627 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:36:58.501924 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-fc9c712c-f28d-42da-80f6-9f638202e668 req-69be1787-fb0d-4a5f-81ae-a5abea2174ad tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (55ad329e-5af0-488d-9a8e-b57dad02e627), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:58.567589 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-25d34e66-19c0-463f-9b53-9d7962aac14d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c05a794c-52d8-4cd2-a8a1-c9e857c121ba {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:36:58.577855 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-25d34e66-19c0-463f-9b53-9d7962aac14d service neutron] Publish callbacks [] for port (c05a794c-52d8-4cd2-a8a1-c9e857c121ba), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:58.593729 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-25d34e66-19c0-463f-9b53-9d7962aac14d service neutron] Transition to ACTIVE for port object c05a794c-52d8-4cd2-a8a1-c9e857c121ba will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:36:58.606860 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-25d34e66-19c0-463f-9b53-9d7962aac14d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (c05a794c-52d8-4cd2-a8a1-c9e857c121ba), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:58.609477 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-0a71c128-3c53-445b-9e2a-4e9f46926837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (c3aa9d0d-4783-4690-a7c2-eec9bc6a844c), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:58.686558 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa92a3-75e6-474a-a0b9-3550f08e22cc req-984d4bc8-84f9-46e4-997d-435b3b7734b6 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:58.690462 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-49aa92a3-75e6-474a-a0b9-3550f08e22cc req-984d4bc8-84f9-46e4-997d-435b3b7734b6 tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/ports?device_id=42e1a55d-3ea3-4be4-bb20-91e02943a945 HTTP/1.1" status: 200 len: 944 time: 0.1540534 Mar 07 10:36:58.722445 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-fc9c712c-f28d-42da-80f6-9f638202e668 req-69be1787-fb0d-4a5f-81ae-a5abea2174ad tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] For port 55ad329e-5af0-488d-9a8e-b57dad02e627, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=55ad329e-5af0-488d-9a8e-b57dad02e627,segment=NetworkSegment(9c897c11-c484-4c1f-831a-8423aae1e74a),segment_id=9c897c11-c484-4c1f-831a-8423aae1e74a)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:36:58.724034 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-fc9c712c-f28d-42da-80f6-9f638202e668 req-69be1787-fb0d-4a5f-81ae-a5abea2174ad tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (55ad329e-5af0-488d-9a8e-b57dad02e627), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:58.742205 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-08bd0ead-a7c7-44a8-bcc2-501788cd8a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (04bfe852-8012-4921-872e-b6bc15f2f3ee), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:58.744775 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-fc9c712c-f28d-42da-80f6-9f638202e668 req-69be1787-fb0d-4a5f-81ae-a5abea2174ad tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Calling delete_port for 55ad329e-5af0-488d-9a8e-b57dad02e627 owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:36:58.792101 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-49aa92a3-75e6-474a-a0b9-3550f08e22cc req-1f31ea4b-31d6-45e2-8277-feb0f554677c tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.11 "GET /v2.0/security-groups?id=b5884302-c5f8-4743-ae5c-9ade7b998ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899286 Mar 07 10:36:58.922733 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d34e66-19c0-463f-9b53-9d7962aac14d service neutron] Pushing event updated for resources: {'Port': ['ID=c05a794c-52d8-4cd2-a8a1-c9e857c121ba,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:59.040553 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e1dfb541-6987-4b72-8583-0c0c77ad4079 req-b84cfb0c-112a-47cf-a7b5-bf5fb8d285d7 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0420604 Mar 07 10:36:59.077323 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8ab40-78ca-4b19-bc15-aa01c5924acd req-d96c960d-df26-4c93-b114-82e253afc302 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:59.080189 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8ab40-78ca-4b19-bc15-aa01c5924acd req-d96c960d-df26-4c93-b114-82e253afc302 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:59.087493 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8ab40-78ca-4b19-bc15-aa01c5924acd req-d96c960d-df26-4c93-b114-82e253afc302 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:59.095981 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8ab40-78ca-4b19-bc15-aa01c5924acd req-d96c960d-df26-4c93-b114-82e253afc302 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:59.102828 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8ab40-78ca-4b19-bc15-aa01c5924acd req-d96c960d-df26-4c93-b114-82e253afc302 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:59.108894 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8ab40-78ca-4b19-bc15-aa01c5924acd req-d96c960d-df26-4c93-b114-82e253afc302 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:59.110771 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f3f8ab40-78ca-4b19-bc15-aa01c5924acd req-d96c960d-df26-4c93-b114-82e253afc302 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 4606 time: 0.1799843 Mar 07 10:36:59.155662 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-08bd0ead-a7c7-44a8-bcc2-501788cd8a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (04bfe852-8012-4921-872e-b6bc15f2f3ee), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:59.159209 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-08bd0ead-a7c7-44a8-bcc2-501788cd8a1d admin admin] Publish callbacks [] for router_controller (04bfe852-8012-4921-872e-b6bc15f2f3ee), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:59.162348 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4662b0c-2c24-4ae1-8b1e-934bd930b527 x-openstack-request-id: req-a4662b0c-2c24-4ae1-8b1e-934bd930b527 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:59.162645 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "tag": "da3688d3-10e0-4a5d-bb39-c96a68d7998c", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:59.162901 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a4662b0c-2c24-4ae1-8b1e-934bd930b527 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:59.163299 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'tag': 'da3688d3-10e0-4a5d-bb39-c96a68d7998c', 'status': 'completed', 'code': 200} Mar 07 10:36:59.214586 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-fc9c712c-f28d-42da-80f6-9f638202e668 req-69be1787-fb0d-4a5f-81ae-a5abea2174ad tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (55ad329e-5af0-488d-9a8e-b57dad02e627), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:59.310634 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be1787-fb0d-4a5f-81ae-a5abea2174ad tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Pushing event deleted for resources: {'Port': ['ID=55ad329e-5af0-488d-9a8e-b57dad02e627,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:59.329593 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f3f8ab40-78ca-4b19-bc15-aa01c5924acd req-f96827e6-5583-4207-8ebc-d33a1042b110 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1882105 Mar 07 10:36:59.397926 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9c712c-f28d-42da-80f6-9f638202e668 req-69be1787-fb0d-4a5f-81ae-a5abea2174ad tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] No DVR routers for this DVR port 55ad329e-5af0-488d-9a8e-b57dad02e627 on host n-h1-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:36:59.414077 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fc5ce6-70f5-4d4f-ac25-022f706ff2b1 x-openstack-request-id: req-c1fc5ce6-70f5-4d4f-ac25-022f706ff2b1 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:36:59.414478 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caba0749-bbf7-409f-8271-df59eb81f6d5", "tag": "50ac4fd7-c6cc-48fb-8594-708a12111e6f", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:36:59.414843 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c1fc5ce6-70f5-4d4f-ac25-022f706ff2b1 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:36:59.415345 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caba0749-bbf7-409f-8271-df59eb81f6d5', 'tag': '50ac4fd7-c6cc-48fb-8594-708a12111e6f', 'status': 'completed', 'code': 200} Mar 07 10:36:59.416507 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-fc9c712c-f28d-42da-80f6-9f638202e668 req-69be1787-fb0d-4a5f-81ae-a5abea2174ad tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:59.419958 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fc9c712c-f28d-42da-80f6-9f638202e668 req-69be1787-fb0d-4a5f-81ae-a5abea2174ad tempest-LiveAutoBlockMigrationV225Test-1322787835 tempest-LiveAutoBlockMigrationV225Test-1322787835-project] 10.222.0.21 "DELETE /v2.0/ports/55ad329e-5af0-488d-9a8e-b57dad02e627 HTTP/1.1" status: 204 len: 173 time: 1.7929833 Mar 07 10:36:59.502848 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96749d96-42d7-489c-b6c6-7423a99c5495 req-ca216909-ebb1-4d6d-8840-e3e31e243742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:59.504624 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-96749d96-42d7-489c-b6c6-7423a99c5495 req-ca216909-ebb1-4d6d-8840-e3e31e243742 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e88d3d2709354316b86d2ca6f47f41ea&device_id=caba0749-bbf7-409f-8271-df59eb81f6d5 HTTP/1.1" status: 200 len: 1166 time: 0.0770097 Mar 07 10:36:59.704366 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71c128-3c53-445b-9e2a-4e9f46926837 service neutron] Pushing event updated for resources: {'Port': ['ID=c3aa9d0d-4783-4690-a7c2-eec9bc6a844c,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:36:59.728368 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96749d96-42d7-489c-b6c6-7423a99c5495 req-8cbe5119-d7b2-4885-a66b-b75c238bda07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:59.730206 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-96749d96-42d7-489c-b6c6-7423a99c5495 req-8cbe5119-d7b2-4885-a66b-b75c238bda07 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a80d3a9-20f1-4d65-a5aa-f7b35212a95a HTTP/1.1" status: 200 len: 914 time: 0.2134876 Mar 07 10:36:59.740790 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-08bd0ead-a7c7-44a8-bcc2-501788cd8a1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (04bfe852-8012-4921-872e-b6bc15f2f3ee), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:59.741452 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bd0ead-a7c7-44a8-bcc2-501788cd8a1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04bfe852-8012-4921-872e-b6bc15f2f3ee {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:36:59.814654 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb03654-348e-49e8-a3ac-e7db5e088c65 req-ea82314e-f23c-4005-8b2d-e9a21891b355 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:59.821984 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fcb03654-348e-49e8-a3ac-e7db5e088c65 req-ea82314e-f23c-4005-8b2d-e9a21891b355 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=43607941-ba12-4efa-9a3f-515f2e7c1042 HTTP/1.1" status: 200 len: 944 time: 0.1732993 Mar 07 10:36:59.824821 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-96749d96-42d7-489c-b6c6-7423a99c5495 req-515f9716-2b3c-4db7-9b79-70f383daac74 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50ac4fd7-c6cc-48fb-8594-708a12111e6f HTTP/1.1" status: 200 len: 217 time: 0.0808189 Mar 07 10:36:59.831873 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-0a71c128-3c53-445b-9e2a-4e9f46926837 service neutron] Attempting to bind port c3aa9d0d-4783-4690-a7c2-eec9bc6a844c on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:36:59.833310 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-0a71c128-3c53-445b-9e2a-4e9f46926837 service neutron] Attempting to bind port c3aa9d0d-4783-4690-a7c2-eec9bc6a844c by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'c14401ed-1dc6-4fb0-8253-1c6f0b683339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b6eeb2fc-5732-462c-95ea-d42f3351bff0'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:36:59.833879 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-0a71c128-3c53-445b-9e2a-4e9f46926837 service neutron] Attempting to bind port c3aa9d0d-4783-4690-a7c2-eec9bc6a844c on network b6eeb2fc-5732-462c-95ea-d42f3351bff0 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:59.846708 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-08bd0ead-a7c7-44a8-bcc2-501788cd8a1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:59.850044 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-08bd0ead-a7c7-44a8-bcc2-501788cd8a1d admin admin] 10.222.0.11 "DELETE /v2.0/routers/04bfe852-8012-4921-872e-b6bc15f2f3ee HTTP/1.1" status: 204 len: 168 time: 6.4740155 Mar 07 10:36:59.855046 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-0a71c128-3c53-445b-9e2a-4e9f46926837 service neutron] Port c3aa9d0d-4783-4690-a7c2-eec9bc6a844c on network b6eeb2fc-5732-462c-95ea-d42f3351bff0 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:36:59.855456 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-0a71c128-3c53-445b-9e2a-4e9f46926837 service neutron] Attempting to bind port c3aa9d0d-4783-4690-a7c2-eec9bc6a844c on network b6eeb2fc-5732-462c-95ea-d42f3351bff0 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:36:59.864858 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46388) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:36:59.871766 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-0a71c128-3c53-445b-9e2a-4e9f46926837 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:36:59.871766 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-0a71c128-3c53-445b-9e2a-4e9f46926837 service neutron] Checking segment: {'id': 'c14401ed-1dc6-4fb0-8253-1c6f0b683339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b6eeb2fc-5732-462c-95ea-d42f3351bff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:36:59.872184 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-0a71c128-3c53-445b-9e2a-4e9f46926837 service neutron] Bound using segment: {'id': 'c14401ed-1dc6-4fb0-8253-1c6f0b683339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b6eeb2fc-5732-462c-95ea-d42f3351bff0'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:36:59.872695 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-0a71c128-3c53-445b-9e2a-4e9f46926837 service neutron] Bound port: c3aa9d0d-4783-4690-a7c2-eec9bc6a844c, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c14401ed-1dc6-4fb0-8253-1c6f0b683339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b6eeb2fc-5732-462c-95ea-d42f3351bff0'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:36:59.873133 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-0a71c128-3c53-445b-9e2a-4e9f46926837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c3aa9d0d-4783-4690-a7c2-eec9bc6a844c), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:36:59.912642 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fcb03654-348e-49e8-a3ac-e7db5e088c65 req-746792fa-b179-43ac-aefa-c7cbe479cc6b tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883076 Mar 07 10:36:59.931136 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96749d96-42d7-489c-b6c6-7423a99c5495 req-d8ad1a44-966b-48c0-a8c2-3ffc70075ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:59.932767 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-96749d96-42d7-489c-b6c6-7423a99c5495 req-d8ad1a44-966b-48c0-a8c2-3ffc70075ca7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=87fb66b4-e781-4fa7-b59d-0e773d094444 HTTP/1.1" status: 200 len: 853 time: 0.1020148 Mar 07 10:36:59.979076 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a555bea7-461c-4775-a47e-a97310751343 req-80319be9-2073-40bf-84fb-3e8a66d447f9 service neutron] 10.222.0.31 "GET /v2.0/ports/d0ed793c-d058-4011-bbb7-7b0555cc88e6/bindings/n-h1-832164-4 HTTP/1.1" status: 200 len: 384 time: 0.3075526 Mar 07 10:36:59.981453 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-96749d96-42d7-489c-b6c6-7423a99c5495 req-a38adc09-fc17-4f3b-8acd-fe986413b8e8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a80d3a9-20f1-4d65-a5aa-f7b35212a95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314374 Mar 07 10:36:59.996218 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bfc65-26e0-4842-a49b-106f3fd5e80b req-35b43a34-37c3-4144-9418-cadfd5393bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:59.996705 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bfc65-26e0-4842-a49b-106f3fd5e80b req-35b43a34-37c3-4144-9418-cadfd5393bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:59.997214 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bfc65-26e0-4842-a49b-106f3fd5e80b req-35b43a34-37c3-4144-9418-cadfd5393bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:59.997692 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bfc65-26e0-4842-a49b-106f3fd5e80b req-35b43a34-37c3-4144-9418-cadfd5393bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:59.998162 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bfc65-26e0-4842-a49b-106f3fd5e80b req-35b43a34-37c3-4144-9418-cadfd5393bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:36:59.998636 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bfc65-26e0-4842-a49b-106f3fd5e80b req-35b43a34-37c3-4144-9418-cadfd5393bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:00.000498 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1d9bfc65-26e0-4842-a49b-106f3fd5e80b req-35b43a34-37c3-4144-9418-cadfd5393bfc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=081009be07604de6b116148d0975f6ea&device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5281 time: 0.8124700 Mar 07 10:37:00.008679 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515905b-5ed5-42c9-9332-49ddb7f32818 req-18a2129a-a706-44ad-bf14-bcc5106898ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:00.010219 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f515905b-5ed5-42c9-9332-49ddb7f32818 req-18a2129a-a706-44ad-bf14-bcc5106898ba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f4eca9194fdd4a93832d9940e3e6237a&device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 1155 time: 1.0708318 Mar 07 10:37:00.014686 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dcfd76ce-d381-4408-8050-e98096761256 req-6af68be1-0eff-40a8-9035-8cb45078707f tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-965451642&fields=id&tenant_id=e88d3d2709354316b86d2ca6f47f41ea HTTP/1.1" status: 200 len: 267 time: 0.3483071 Mar 07 10:37:00.112199 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-96749d96-42d7-489c-b6c6-7423a99c5495 req-5966e638-bad6-4910-8aba-86a15700051b service neutron] 10.222.0.31 "GET /v2.0/networks/8a80d3a9-20f1-4d65-a5aa-f7b35212a95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215327 Mar 07 10:37:00.186462 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-25d34e66-19c0-463f-9b53-9d7962aac14d service neutron] Attempting to bind port c05a794c-52d8-4cd2-a8a1-c9e857c121ba on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:00.187546 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-25d34e66-19c0-463f-9b53-9d7962aac14d service neutron] Attempting to bind port c05a794c-52d8-4cd2-a8a1-c9e857c121ba by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '62872c6e-dc5b-4ade-b562-dcdfe13e82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3ee24066-40e5-4c55-993a-10acd4574ead'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:00.188063 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-25d34e66-19c0-463f-9b53-9d7962aac14d service neutron] Attempting to bind port c05a794c-52d8-4cd2-a8a1-c9e857c121ba on network 3ee24066-40e5-4c55-993a-10acd4574ead {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:00.194266 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d737179-e6fb-4372-975e-66dbf4995fa4 admin admin] Deleting subnet 0d9476e0-59fc-465f-8a2f-60dcece9b71e {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:37:00.204865 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7d737179-e6fb-4372-975e-66dbf4995fa4 admin admin] Publish callbacks [] for subnet (0d9476e0-59fc-465f-8a2f-60dcece9b71e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:00.245306 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-96749d96-42d7-489c-b6c6-7423a99c5495 req-00ef5812-3543-48b9-9cbb-805d7ec9b1ed service neutron] 10.222.0.31 "GET /v2.0/networks/8a80d3a9-20f1-4d65-a5aa-f7b35212a95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265826 Mar 07 10:37:00.251198 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7d737179-e6fb-4372-975e-66dbf4995fa4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (0d9476e0-59fc-465f-8a2f-60dcece9b71e), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:00.372551 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7d737179-e6fb-4372-975e-66dbf4995fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (0d9476e0-59fc-465f-8a2f-60dcece9b71e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:00.391711 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c3bda-832d-4747-8eb6-86e84fcebc9a req-dcb8e114-3dd4-4381-85f8-c8c225250966 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:00.393786 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ff7c3bda-832d-4747-8eb6-86e84fcebc9a req-dcb8e114-3dd4-4381-85f8-c8c225250966 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d73b82e-3e5e-4695-b111-6134be543953 HTTP/1.1" status: 200 len: 950 time: 0.0705829 Mar 07 10:37:00.465260 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ff7c3bda-832d-4747-8eb6-86e84fcebc9a req-a6821082-c5f1-4186-a252-4e2d23b3f524 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/security-groups?id=25eb2acf-8382-4966-a15d-e79c512ae807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610011 Mar 07 10:37:00.526131 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46408) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:00.612302 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7d737179-e6fb-4372-975e-66dbf4995fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (0d9476e0-59fc-465f-8a2f-60dcece9b71e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:00.646922 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-25d34e66-19c0-463f-9b53-9d7962aac14d service neutron] Port c05a794c-52d8-4cd2-a8a1-c9e857c121ba on network 3ee24066-40e5-4c55-993a-10acd4574ead not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:00.647559 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-25d34e66-19c0-463f-9b53-9d7962aac14d service neutron] Attempting to bind port c05a794c-52d8-4cd2-a8a1-c9e857c121ba on network 3ee24066-40e5-4c55-993a-10acd4574ead {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:00.655048 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46412) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:00.664529 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d737179-e6fb-4372-975e-66dbf4995fa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d9476e0-59fc-465f-8a2f-60dcece9b71e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:00.677234 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-0a71c128-3c53-445b-9e2a-4e9f46926837 service neutron] For port c3aa9d0d-4783-4690-a7c2-eec9bc6a844c, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:37:00.714041 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ac28b-7370-4c0a-9f73-8349f216c32f req-8f5263ce-160f-4140-b357-7d55526f68bf tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:00.716783 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-af5ac28b-7370-4c0a-9f73-8349f216c32f req-8f5263ce-160f-4140-b357-7d55526f68bf tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 943 time: 0.1305258 Mar 07 10:37:00.725874 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-25d34e66-19c0-463f-9b53-9d7962aac14d service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:37:00.726300 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-25d34e66-19c0-463f-9b53-9d7962aac14d service neutron] Checking segment: {'id': '62872c6e-dc5b-4ade-b562-dcdfe13e82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3ee24066-40e5-4c55-993a-10acd4574ead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:37:00.726742 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-25d34e66-19c0-463f-9b53-9d7962aac14d service neutron] Bound using segment: {'id': '62872c6e-dc5b-4ade-b562-dcdfe13e82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3ee24066-40e5-4c55-993a-10acd4574ead'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:37:00.727254 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-25d34e66-19c0-463f-9b53-9d7962aac14d service neutron] Bound port: c05a794c-52d8-4cd2-a8a1-c9e857c121ba, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62872c6e-dc5b-4ade-b562-dcdfe13e82a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '3ee24066-40e5-4c55-993a-10acd4574ead'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:37:00.727683 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-25d34e66-19c0-463f-9b53-9d7962aac14d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c05a794c-52d8-4cd2-a8a1-c9e857c121ba), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:00.758308 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515905b-5ed5-42c9-9332-49ddb7f32818 req-c8a96002-9dbf-4258-b798-c1b9282f711a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:00.759829 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f515905b-5ed5-42c9-9332-49ddb7f32818 req-c8a96002-9dbf-4258-b798-c1b9282f711a service neutron] 10.222.0.31 "GET /v2.0/networks?id=f571527e-a205-427a-8890-cc1f2763fcb1 HTTP/1.1" status: 200 len: 908 time: 0.7254944 Mar 07 10:37:00.763430 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7d737179-e6fb-4372-975e-66dbf4995fa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:00.766207 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe1af9f-c471-4c39-9c6a-1d86cf9a194f None None] Network a03ce316-864b-479c-8ebf-69863c32b3c3 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:37:00.776896 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7d737179-e6fb-4372-975e-66dbf4995fa4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0d9476e0-59fc-465f-8a2f-60dcece9b71e HTTP/1.1" status: 204 len: 168 time: 0.8859351 Mar 07 10:37:00.781534 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46416) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:00.784749 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-0a71c128-3c53-445b-9e2a-4e9f46926837 service neutron] For port c3aa9d0d-4783-4690-a7c2-eec9bc6a844c, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=c3aa9d0d-4783-4690-a7c2-eec9bc6a844c,segment=NetworkSegment(c14401ed-1dc6-4fb0-8253-1c6f0b683339),segment_id=c14401ed-1dc6-4fb0-8253-1c6f0b683339)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:37:00.822575 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4423694a-69dd-4f61-99ab-5f16b3e7b0cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:00.874390 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-0a71c128-3c53-445b-9e2a-4e9f46926837 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (c3aa9d0d-4783-4690-a7c2-eec9bc6a844c), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:00.906543 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd76ce-d381-4408-8050-e98096761256 req-3da44eb4-4235-466d-acca-8ec8161e74a7 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:00.916006 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dcfd76ce-d381-4408-8050-e98096761256 req-3da44eb4-4235-466d-acca-8ec8161e74a7 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=caba0749-bbf7-409f-8271-df59eb81f6d5 HTTP/1.1" status: 200 len: 984 time: 0.8787827 Mar 07 10:37:00.959314 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bfc65-26e0-4842-a49b-106f3fd5e80b req-f2ab03c0-262c-4ca1-b6d3-203ebee8e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:00.959905 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bfc65-26e0-4842-a49b-106f3fd5e80b req-f2ab03c0-262c-4ca1-b6d3-203ebee8e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:00.960431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bfc65-26e0-4842-a49b-106f3fd5e80b req-f2ab03c0-262c-4ca1-b6d3-203ebee8e88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:00.962116 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1d9bfc65-26e0-4842-a49b-106f3fd5e80b req-f2ab03c0-262c-4ca1-b6d3-203ebee8e88d service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=081009be07604de6b116148d0975f6ea&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.9313738 Mar 07 10:37:00.963501 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f515905b-5ed5-42c9-9332-49ddb7f32818 req-6d9aad64-1dd1-4d84-bc35-07bcb12d8d1b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0ed793c-d058-4011-bbb7-7b0555cc88e6 HTTP/1.1" status: 200 len: 217 time: 0.1633966 Mar 07 10:37:00.995026 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31edc4a-487d-4dfc-8eed-4836a9f5217c None None] DHCP port deletion for a03ce316-864b-479c-8ebf-69863c32b3c3 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:37:01.005920 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-dcfd76ce-d381-4408-8050-e98096761256 req-8f694d09-9813-431e-8816-7d33d4039372 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Request body: {'port': {'security_groups': ['41368fec-6154-42e4-b662-e0fc11a34737', 'ba5e8b03-fe04-4a9a-8f67-6938492da32f', 'cb5b097e-9bd3-4a17-8a7e-a26ccabab5ff']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:01.013386 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-0a71c128-3c53-445b-9e2a-4e9f46926837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:01.014439 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-0a71c128-3c53-445b-9e2a-4e9f46926837 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:01.015958 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-0a71c128-3c53-445b-9e2a-4e9f46926837 service neutron] 10.222.0.21 "PUT /v2.0/ports/c3aa9d0d-4783-4690-a7c2-eec9bc6a844c HTTP/1.1" status: 200 len: 1136 time: 3.7721150 Mar 07 10:37:01.101032 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515905b-5ed5-42c9-9332-49ddb7f32818 req-8ef57125-fc36-486d-86d7-2aae0cc2432e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:01.102774 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f515905b-5ed5-42c9-9332-49ddb7f32818 req-8ef57125-fc36-486d-86d7-2aae0cc2432e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5 HTTP/1.1" status: 200 len: 847 time: 0.0715728 Mar 07 10:37:01.104096 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-25d34e66-19c0-463f-9b53-9d7962aac14d service neutron] For port c05a794c-52d8-4cd2-a8a1-c9e857c121ba, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:37:01.130259 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d31edc4a-487d-4dfc-8eed-4836a9f5217c None None] Deleting port 678f8eb4-bc39-4462-8f3e-3dd233fbf893 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:37:01.130724 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d31edc4a-487d-4dfc-8eed-4836a9f5217c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (678f8eb4-bc39-4462-8f3e-3dd233fbf893), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:01.210078 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-d31edc4a-487d-4dfc-8eed-4836a9f5217c None None] For port 678f8eb4-bc39-4462-8f3e-3dd233fbf893, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=678f8eb4-bc39-4462-8f3e-3dd233fbf893,segment=NetworkSegment(8c50b279-d88a-4d5b-bb5d-565a595ad7a1),segment_id=8c50b279-d88a-4d5b-bb5d-565a595ad7a1)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:01.210797 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd59bce-de15-4b18-a724-ccc63c6b5a42 admin admin] Deleting subnet 504ea141-3c64-48b5-943a-bdbdb84bd6df {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:37:01.215828 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d31edc4a-487d-4dfc-8eed-4836a9f5217c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (678f8eb4-bc39-4462-8f3e-3dd233fbf893), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:01.220783 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9dd59bce-de15-4b18-a724-ccc63c6b5a42 admin admin] Publish callbacks [] for subnet (504ea141-3c64-48b5-943a-bdbdb84bd6df), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:01.231567 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'tag': 'c3aa9d0d-4783-4690-a7c2-eec9bc6a844c'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:01.233848 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8198d0f1-7b01-41bc-b2e3-041326432a09" -d '{"events": [{"name": "network-changed", "server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "tag": "c3aa9d0d-4783-4690-a7c2-eec9bc6a844c"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:01.237033 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71c128-3c53-445b-9e2a-4e9f46926837 service neutron] Pushing event updated for resources: {'Port': ['ID=c3aa9d0d-4783-4690-a7c2-eec9bc6a844c,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:01.243546 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d31edc4a-487d-4dfc-8eed-4836a9f5217c None None] Calling delete_port for 678f8eb4-bc39-4462-8f3e-3dd233fbf893 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:37:01.322220 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-a555bea7-461c-4775-a47e-a97310751343 req-4bd5284a-0ced-44aa-b96c-c9c5baef516f service neutron] For port d0ed793c-d058-4011-bbb7-7b0555cc88e6, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d0ed793c-d058-4011-bbb7-7b0555cc88e6,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:01.338216 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-93856370-83ef-4be3-ae07-976e326a2f90 service neutron] Request body: {'port': {'device_id': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:01.339418 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d31edc4a-487d-4dfc-8eed-4836a9f5217c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (678f8eb4-bc39-4462-8f3e-3dd233fbf893), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:01.350141 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-af5ac28b-7370-4c0a-9f73-8349f216c32f req-273e464a-ef51-4b7c-b028-9422a75ab402 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6216898 Mar 07 10:37:01.352282 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-25d34e66-19c0-463f-9b53-9d7962aac14d service neutron] For port c05a794c-52d8-4cd2-a8a1-c9e857c121ba, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=c05a794c-52d8-4cd2-a8a1-c9e857c121ba,segment=NetworkSegment(62872c6e-dc5b-4ade-b562-dcdfe13e82a3),segment_id=62872c6e-dc5b-4ade-b562-dcdfe13e82a3)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:37:01.352642 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31edc4a-487d-4dfc-8eed-4836a9f5217c None None] No DVR routers for this DVR port 678f8eb4-bc39-4462-8f3e-3dd233fbf893 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:37:01.370273 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-dcfd76ce-d381-4408-8050-e98096761256 req-8f694d09-9813-431e-8816-7d33d4039372 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (50ac4fd7-c6cc-48fb-8594-708a12111e6f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:01.391530 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31edc4a-487d-4dfc-8eed-4836a9f5217c None None] Pushing event deleted for resources: {'Port': ['ID=678f8eb4-bc39-4462-8f3e-3dd233fbf893,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:01.413706 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f515905b-5ed5-42c9-9332-49ddb7f32818 req-c2693404-2acd-4cf2-81c8-d1cf3be1b0a1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=f571527e-a205-427a-8890-cc1f2763fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722735 Mar 07 10:37:01.426867 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9dd59bce-de15-4b18-a724-ccc63c6b5a42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (504ea141-3c64-48b5-943a-bdbdb84bd6df), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:01.445505 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-25d34e66-19c0-463f-9b53-9d7962aac14d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (c05a794c-52d8-4cd2-a8a1-c9e857c121ba), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:01.472435 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9dd59bce-de15-4b18-a724-ccc63c6b5a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (504ea141-3c64-48b5-943a-bdbdb84bd6df), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:01.485944 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e1a55d-3ea3-4be4-bb20-91e02943a945', 'name': 'network-vif-deleted', 'tag': '55ad329e-5af0-488d-9a8e-b57dad02e627'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:01.488807 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4e47d9-2141-498e-8130-b44b17b282a4" -d '{"events": [{"server_uuid": "42e1a55d-3ea3-4be4-bb20-91e02943a945", "name": "network-vif-deleted", "tag": "55ad329e-5af0-488d-9a8e-b57dad02e627"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:01.540325 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c33bff22-1dbc-4158-9117-d5dfa234ed74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (a03ce316-864b-479c-8ebf-69863c32b3c3), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:01.542418 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-a555bea7-461c-4775-a47e-a97310751343 req-4bd5284a-0ced-44aa-b96c-c9c5baef516f service neutron] For port d0ed793c-d058-4011-bbb7-7b0555cc88e6, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:37:01.594751 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-25d34e66-19c0-463f-9b53-9d7962aac14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:01.595515 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-25d34e66-19c0-463f-9b53-9d7962aac14d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:01.596757 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-25d34e66-19c0-463f-9b53-9d7962aac14d service neutron] 10.222.0.31 "PUT /v2.0/ports/c05a794c-52d8-4cd2-a8a1-c9e857c121ba HTTP/1.1" status: 200 len: 1092 time: 4.9745982 Mar 07 10:37:01.674789 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4423694a-69dd-4f61-99ab-5f16b3e7b0cc admin admin] Publish callbacks [] for security_group (72c7ed9b-ea9d-4b9a-b4db-371d7dac9a94), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:01.696024 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9257506-1740-4e7d-8554-beffed164cb2 req-1dd1a25f-09f5-49a1-9448-7178dfad2a96 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:01.701462 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9257506-1740-4e7d-8554-beffed164cb2 req-1dd1a25f-09f5-49a1-9448-7178dfad2a96 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:01.706830 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9257506-1740-4e7d-8554-beffed164cb2 req-1dd1a25f-09f5-49a1-9448-7178dfad2a96 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:01.712869 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9257506-1740-4e7d-8554-beffed164cb2 req-1dd1a25f-09f5-49a1-9448-7178dfad2a96 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:01.718272 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9257506-1740-4e7d-8554-beffed164cb2 req-1dd1a25f-09f5-49a1-9448-7178dfad2a96 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:01.724763 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9257506-1740-4e7d-8554-beffed164cb2 req-1dd1a25f-09f5-49a1-9448-7178dfad2a96 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:01.733276 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e9257506-1740-4e7d-8554-beffed164cb2 req-1dd1a25f-09f5-49a1-9448-7178dfad2a96 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 4606 time: 0.2410572 Mar 07 10:37:01.761407 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9dd59bce-de15-4b18-a724-ccc63c6b5a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (504ea141-3c64-48b5-943a-bdbdb84bd6df), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:01.763210 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4423694a-69dd-4f61-99ab-5f16b3e7b0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (72c7ed9b-ea9d-4b9a-b4db-371d7dac9a94), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:01.793212 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ba2bdf80-bcc4-400d-a065-0f644518c8f2 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:37:01.818461 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-a555bea7-461c-4775-a47e-a97310751343 req-4bd5284a-0ced-44aa-b96c-c9c5baef516f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ed793c-d058-4011-bbb7-7b0555cc88e6 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:37:01.818934 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: ba2bdf80-bcc4-400d-a065-0f644518c8f2 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:37:01.819484 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ba2bdf80-bcc4-400d-a065-0f644518c8f2 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:37:01.820019 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 678f8eb4-bc39-4462-8f3e-3dd233fbf893 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:37:01.832000 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d34e66-19c0-463f-9b53-9d7962aac14d service neutron] Pushing event updated for resources: {'Port': ['ID=c05a794c-52d8-4cd2-a8a1-c9e857c121ba,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:01.848953 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 678f8eb4-bc39-4462-8f3e-3dd233fbf893 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:37:01.848953 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 678f8eb4-bc39-4462-8f3e-3dd233fbf893 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:37:01.852451 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4423694a-69dd-4f61-99ab-5f16b3e7b0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c7ed9b-ea9d-4b9a-b4db-371d7dac9a94,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:01.855730 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-93856370-83ef-4be3-ae07-976e326a2f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (954ea4bb-79fb-4f3b-aff3-9b1897120944), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:01.858746 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-a555bea7-461c-4775-a47e-a97310751343 req-4bd5284a-0ced-44aa-b96c-c9c5baef516f service neutron] For port d0ed793c-d058-4011-bbb7-7b0555cc88e6, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d0ed793c-d058-4011-bbb7-7b0555cc88e6,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:01.867089 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9bfc65-26e0-4842-a49b-106f3fd5e80b req-69561a6b-3572-4a91-b22f-04f3973bdd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:01.868581 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1d9bfc65-26e0-4842-a49b-106f3fd5e80b req-69561a6b-3572-4a91-b22f-04f3973bdd2d service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8495777 Mar 07 10:37:01.876766 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c33bff22-1dbc-4158-9117-d5dfa234ed74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (a03ce316-864b-479c-8ebf-69863c32b3c3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:01.903587 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd59bce-de15-4b18-a724-ccc63c6b5a42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=504ea141-3c64-48b5-943a-bdbdb84bd6df,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:01.928051 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9dd59bce-de15-4b18-a724-ccc63c6b5a42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:01.933765 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9dd59bce-de15-4b18-a724-ccc63c6b5a42 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/504ea141-3c64-48b5-943a-bdbdb84bd6df HTTP/1.1" status: 204 len: 168 time: 1.4065852 Mar 07 10:37:01.939455 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a555bea7-461c-4775-a47e-a97310751343 req-4bd5284a-0ced-44aa-b96c-c9c5baef516f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d0ed793c-d058-4011-bbb7-7b0555cc88e6), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:01.943682 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46426) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:01.955988 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c33bff22-1dbc-4158-9117-d5dfa234ed74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03ce316-864b-479c-8ebf-69863c32b3c3']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:01.961166 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4423694a-69dd-4f61-99ab-5f16b3e7b0cc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f98c55a228604187b7096786acde498c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3044786 Mar 07 10:37:01.969774 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46428) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:01.974691 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f515905b-5ed5-42c9-9332-49ddb7f32818 req-a606132a-7607-4d2e-95fa-b404f017535e service neutron] 10.222.0.31 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5174775 Mar 07 10:37:01.977981 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-95469765-9e0d-47ec-8ae7-f9458afdc46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:01.979962 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-95469765-9e0d-47ec-8ae7-f9458afdc46d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ebccd8ddd004b1baaaff76fdc940f23&device_id=43607941-ba12-4efa-9a3f-515f2e7c1042 HTTP/1.1" status: 200 len: 1126 time: 0.3016264 Mar 07 10:37:01.990031 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c33bff22-1dbc-4158-9117-d5dfa234ed74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c50b279-d88a-4d5b-bb5d-565a595ad7a1') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:01.990356 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c33bff22-1dbc-4158-9117-d5dfa234ed74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c50b279-d88a-4d5b-bb5d-565a595ad7a1') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:02.013939 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c33bff22-1dbc-4158-9117-d5dfa234ed74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (8c50b279-d88a-4d5b-bb5d-565a595ad7a1), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:02.063486 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aedbebac-19be-4aec-b23f-1a2096336ff5 req-8d668753-ece7-473c-9387-f2465ce2616f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3257463 Mar 07 10:37:02.087614 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e9257506-1740-4e7d-8554-beffed164cb2 req-22dee319-8823-48fd-b153-8b15f71b3b7b tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3533621 Mar 07 10:37:02.097340 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c33bff22-1dbc-4158-9117-d5dfa234ed74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (8c50b279-d88a-4d5b-bb5d-565a595ad7a1), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:02.108263 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-d5bd77ac-de14-49e8-80d1-72f7a1dcbedf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c05a794c-52d8-4cd2-a8a1-c9e857c121ba HTTP/1.1" status: 200 len: 217 time: 0.1096804 Mar 07 10:37:02.131022 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33bff22-1dbc-4158-9117-d5dfa234ed74 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:37:02.137866 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c33bff22-1dbc-4158-9117-d5dfa234ed74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (8c50b279-d88a-4d5b-bb5d-565a595ad7a1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:02.142796 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f704f06-e6b6-4d94-8724-b1f1344cbe98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (35723e70-fc1c-4710-9b03-245dacf005c5), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:02.144457 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:37:02.144457 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:37:02.144457 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:37:02.144457 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:37:02.144457 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:37:02.144457 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:37:02.144457 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:37:02.144457 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:37:02.144457 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:37:02.144457 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:37:02.144457 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:37:02.144457 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:37:02.144457 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:37:02.144457 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:37:02.144457 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:37:02.144457 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:37:02.144457 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:37:02.144457 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:37:02.144457 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:37:02.144457 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:37:02.144457 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:37:02.144457 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:37:02.144457 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:37:02.144457 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:37:02.144457 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:37:02.144457 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:37:02.144457 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:37:02.144457 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:37:02.144457 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:37:02.144457 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:37:02.144457 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:37:02.144457 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:37:02.311629 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c33bff22-1dbc-4158-9117-d5dfa234ed74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (a03ce316-864b-479c-8ebf-69863c32b3c3), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:02.322053 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c33bff22-1dbc-4158-9117-d5dfa234ed74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:02.330754 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c33bff22-1dbc-4158-9117-d5dfa234ed74 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a03ce316-864b-479c-8ebf-69863c32b3c3 HTTP/1.1" status: 204 len: 168 time: 1.5464461 Mar 07 10:37:02.417338 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f704f06-e6b6-4d94-8724-b1f1344cbe98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (35723e70-fc1c-4710-9b03-245dacf005c5), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:02.454315 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33bff22-1dbc-4158-9117-d5dfa234ed74 admin admin] Pushing event deleted for resources: {'Network': ['ID=a03ce316-864b-479c-8ebf-69863c32b3c3,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:02.466884 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbebac-19be-4aec-b23f-1a2096336ff5 req-5abb351d-1ded-473c-b5e6-0ba884ca7b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:02.468653 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aedbebac-19be-4aec-b23f-1a2096336ff5 req-5abb351d-1ded-473c-b5e6-0ba884ca7b77 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4eca9194fdd4a93832d9940e3e6237a&device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9 HTTP/1.1" status: 200 len: 1126 time: 0.3173454 Mar 07 10:37:02.489173 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-3f704f06-e6b6-4d94-8724-b1f1344cbe98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35723e70-fc1c-4710-9b03-245dacf005c5']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:02.533259 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-3f704f06-e6b6-4d94-8724-b1f1344cbe98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c897c11-c484-4c1f-831a-8423aae1e74a') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:02.533571 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-3f704f06-e6b6-4d94-8724-b1f1344cbe98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c897c11-c484-4c1f-831a-8423aae1e74a') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:02.560139 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f704f06-e6b6-4d94-8724-b1f1344cbe98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (9c897c11-c484-4c1f-831a-8423aae1e74a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:02.617146 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46444) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:02.663119 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f704f06-e6b6-4d94-8724-b1f1344cbe98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (9c897c11-c484-4c1f-831a-8423aae1e74a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:02.685834 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f704f06-e6b6-4d94-8724-b1f1344cbe98 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:37:02.686231 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f704f06-e6b6-4d94-8724-b1f1344cbe98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (9c897c11-c484-4c1f-831a-8423aae1e74a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:02.700987 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:37:02.700987 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:37:02.700987 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:37:02.700987 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:37:02.700987 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:37:02.700987 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:37:02.700987 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:37:02.700987 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:37:02.700987 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:37:02.700987 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:37:02.700987 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:37:02.700987 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:37:02.700987 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:37:02.700987 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:37:02.700987 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:37:02.700987 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:37:02.700987 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:37:02.700987 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:37:02.700987 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:37:02.700987 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:37:02.700987 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:37:02.700987 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:37:02.700987 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:37:02.700987 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:37:02.700987 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:37:02.700987 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:37:02.700987 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:37:02.700987 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:37:02.700987 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:37:02.700987 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:37:02.700987 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:37:02.700987 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:37:02.771179 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-b08ce29f-3145-4987-9511-ae65bbdf03b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:02.773439 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-b08ce29f-3145-4987-9511-ae65bbdf03b2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d1660007-f2c2-4a95-bc44-450c0339f46e HTTP/1.1" status: 200 len: 855 time: 0.6329970 Mar 07 10:37:02.790405 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19f8a247-794d-4b3f-af10-164816f3cd71 admin admin] Publish callbacks [] for security_group (72c7ed9b-ea9d-4b9a-b4db-371d7dac9a94), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:02.806684 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbebac-19be-4aec-b23f-1a2096336ff5 req-4c07c1d6-9f55-4f39-9dee-31d69c2f4bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:02.808137 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aedbebac-19be-4aec-b23f-1a2096336ff5 req-4c07c1d6-9f55-4f39-9dee-31d69c2f4bf4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f571527e-a205-427a-8890-cc1f2763fcb1 HTTP/1.1" status: 200 len: 908 time: 0.3163264 Mar 07 10:37:02.815328 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-61fb52a5-0d33-4946-b24b-097fac122ebf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a9726ff86528430ea132e2b9898010d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1969430 Mar 07 10:37:02.815561 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46446) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:02.860017 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f704f06-e6b6-4d94-8724-b1f1344cbe98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (35723e70-fc1c-4710-9b03-245dacf005c5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:02.864582 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f704f06-e6b6-4d94-8724-b1f1344cbe98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:02.870565 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3f704f06-e6b6-4d94-8724-b1f1344cbe98 admin admin] 10.222.0.11 "DELETE /v2.0/networks/35723e70-fc1c-4710-9b03-245dacf005c5 HTTP/1.1" status: 204 len: 168 time: 0.9210577 Mar 07 10:37:02.871634 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46448) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:02.875904 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aedbebac-19be-4aec-b23f-1a2096336ff5 req-f15096c7-b6ad-4d08-be88-2fd97d89656d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f72f1314-81d8-42ff-a423-451348af85c3 HTTP/1.1" status: 200 len: 217 time: 0.0587599 Mar 07 10:37:02.883285 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-a555bea7-461c-4775-a47e-a97310751343 req-4bd5284a-0ced-44aa-b96c-c9c5baef516f service neutron] Transition to ACTIVE for port object d0ed793c-d058-4011-bbb7-7b0555cc88e6 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:37:02.885507 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f515905b-5ed5-42c9-9332-49ddb7f32818 req-94ec9ee3-de71-4611-ad91-9c1ca9ea8c51 service neutron] 10.222.0.31 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9034131 Mar 07 10:37:02.896242 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-b68a605e-8878-4a77-8d5c-863af618b6e2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3ee24066-40e5-4c55-993a-10acd4574ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1032779 Mar 07 10:37:02.931519 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f704f06-e6b6-4d94-8724-b1f1344cbe98 admin admin] Pushing event deleted for resources: {'Network': ['ID=35723e70-fc1c-4710-9b03-245dacf005c5,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:02.933392 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19f8a247-794d-4b3f-af10-164816f3cd71 admin admin] Publish callbacks [] for security_group (72c7ed9b-ea9d-4b9a-b4db-371d7dac9a94), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:02.935693 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a555bea7-461c-4775-a47e-a97310751343 req-4bd5284a-0ced-44aa-b96c-c9c5baef516f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (d0ed793c-d058-4011-bbb7-7b0555cc88e6), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:02.973137 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d15d4-45c7-4e43-bf32-73caef93e318 req-3425d3fc-c6c7-4110-9810-637477b9ca53 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:02.974955 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0f7d15d4-45c7-4e43-bf32-73caef93e318 req-3425d3fc-c6c7-4110-9810-637477b9ca53 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=43607941-ba12-4efa-9a3f-515f2e7c1042 HTTP/1.1" status: 200 len: 944 time: 0.2964282 Mar 07 10:37:02.993547 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-69253a88-d52f-4cbd-9ce5-892e892a1fb5 admin admin] Deleting subnet e43e607e-e0fe-4952-92a0-3d4c3a50a971 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:37:03.010204 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-69253a88-d52f-4cbd-9ce5-892e892a1fb5 admin admin] Publish callbacks [] for subnet (e43e607e-e0fe-4952-92a0-3d4c3a50a971), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:03.018201 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbebac-19be-4aec-b23f-1a2096336ff5 req-0ba98b84-c413-44bf-b806-5f2138bffdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:03.020258 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aedbebac-19be-4aec-b23f-1a2096336ff5 req-0ba98b84-c413-44bf-b806-5f2138bffdc1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5 HTTP/1.1" status: 200 len: 847 time: 0.1352067 Mar 07 10:37:03.031496 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-dcfd76ce-d381-4408-8050-e98096761256 req-8f694d09-9813-431e-8816-7d33d4039372 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] For port 50ac4fd7-c6cc-48fb-8594-708a12111e6f, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=50ac4fd7-c6cc-48fb-8594-708a12111e6f,segment=NetworkSegment(ed524cc8-0430-4980-8771-744b579a40cf),segment_id=ed524cc8-0430-4980-8771-744b579a40cf)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:03.094055 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aedbebac-19be-4aec-b23f-1a2096336ff5 req-39457f0a-5bc9-4d8b-9259-fcc01f83f4a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f571527e-a205-427a-8890-cc1f2763fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511341 Mar 07 10:37:03.107750 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 55ad329e-5af0-488d-9a8e-b57dad02e627 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:37:03.121199 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-69253a88-d52f-4cbd-9ce5-892e892a1fb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (e43e607e-e0fe-4952-92a0-3d4c3a50a971), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:03.144806 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 55ad329e-5af0-488d-9a8e-b57dad02e627 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:37:03.145670 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 55ad329e-5af0-488d-9a8e-b57dad02e627 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:37:03.146330 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device fff45af4-f140-42d3-a837-1e7c66aabe2f no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:37:03.164703 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0f7d15d4-45c7-4e43-bf32-73caef93e318 req-d1ecfaf9-d1c2-4340-92de-1996d7987dfa tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763406 Mar 07 10:37:03.194901 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5284a-0ced-44aa-b96c-c9c5baef516f service neutron] Pushing event updated for resources: {'Port': ['ID=d0ed793c-d058-4011-bbb7-7b0555cc88e6,revision_number=10']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:03.198076 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a555bea7-461c-4775-a47e-a97310751343 req-4bd5284a-0ced-44aa-b96c-c9c5baef516f service neutron] No DVR routers for this DVR port d0ed793c-d058-4011-bbb7-7b0555cc88e6 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:37:03.232806 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-dcfd76ce-d381-4408-8050-e98096761256 req-8f694d09-9813-431e-8816-7d33d4039372 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for port (50ac4fd7-c6cc-48fb-8594-708a12111e6f), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:03.263310 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f53f1a-4f7b-4894-8f37-cda5285689d6 x-openstack-request-id: req-e2f53f1a-4f7b-4894-8f37-cda5285689d6 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:03.263310 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "tag": "c3aa9d0d-4783-4690-a7c2-eec9bc6a844c", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:03.263310 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e2f53f1a-4f7b-4894-8f37-cda5285689d6 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:03.263792 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'tag': 'c3aa9d0d-4783-4690-a7c2-eec9bc6a844c', 'status': 'completed', 'code': 200} Mar 07 10:37:03.264792 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8cb23231-66b5-4557-a471-05f439d809ae admin admin] Publish callbacks [] for security_group (fb96500c-a65c-417e-b6bc-13e192d6be15), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:03.266645 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-dcfd76ce-d381-4408-8050-e98096761256 req-8f694d09-9813-431e-8816-7d33d4039372 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (50ac4fd7-c6cc-48fb-8594-708a12111e6f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:03.283965 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['50ac4fd7-c6cc-48fb-8594-708a12111e6f'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:37:03.327619 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19f8a247-794d-4b3f-af10-164816f3cd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (72c7ed9b-ea9d-4b9a-b4db-371d7dac9a94), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:03.330945 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19f8a247-794d-4b3f-af10-164816f3cd71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:03.333026 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-19f8a247-794d-4b3f-af10-164816f3cd71 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/72c7ed9b-ea9d-4b9a-b4db-371d7dac9a94 HTTP/1.1" status: 204 len: 168 time: 1.3573284 Mar 07 10:37:03.335311 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-2a59dcfd-2b8b-470e-b58a-7b1adb41bb6c service neutron] 10.222.0.31 "GET /v2.0/networks/3ee24066-40e5-4c55-993a-10acd4574ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246058 Mar 07 10:37:03.365602 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d05254-980b-40fe-bfc6-2ae1963652b9 x-openstack-request-id: req-a4d05254-980b-40fe-bfc6-2ae1963652b9 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:03.365900 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42e1a55d-3ea3-4be4-bb20-91e02943a945", "name": "network-vif-deleted", "tag": "55ad329e-5af0-488d-9a8e-b57dad02e627", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:03.366157 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a4d05254-980b-40fe-bfc6-2ae1963652b9 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:03.366558 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e1a55d-3ea3-4be4-bb20-91e02943a945', 'name': 'network-vif-deleted', 'tag': '55ad329e-5af0-488d-9a8e-b57dad02e627', 'status': 'completed', 'code': 200} Mar 07 10:37:03.400399 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-69253a88-d52f-4cbd-9ce5-892e892a1fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (e43e607e-e0fe-4952-92a0-3d4c3a50a971), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:03.406789 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a555bea7-461c-4775-a47e-a97310751343 req-4bd5284a-0ced-44aa-b96c-c9c5baef516f service neutron] 10.222.0.31 "PUT /v2.0/ports/d0ed793c-d058-4011-bbb7-7b0555cc88e6/bindings/n-h1-832164-4/activate HTTP/1.1" status: 200 len: 369 time: 3.4051294 Mar 07 10:37:03.446744 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port fff45af4-f140-42d3-a837-1e7c66aabe2f is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:03.447137 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fff45af4-f140-42d3-a837-1e7c66aabe2f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:03.489142 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f8a247-794d-4b3f-af10-164816f3cd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c7ed9b-ea9d-4b9a-b4db-371d7dac9a94,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:03.502996 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd76ce-d381-4408-8050-e98096761256 req-8f694d09-9813-431e-8816-7d33d4039372 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:03.503858 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-dcfd76ce-d381-4408-8050-e98096761256 req-8f694d09-9813-431e-8816-7d33d4039372 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:03.505722 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dcfd76ce-d381-4408-8050-e98096761256 req-8f694d09-9813-431e-8816-7d33d4039372 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "PUT /v2.0/ports/50ac4fd7-c6cc-48fb-8594-708a12111e6f HTTP/1.1" status: 200 len: 1020 time: 2.5888877 Mar 07 10:37:03.507922 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8cb23231-66b5-4557-a471-05f439d809ae admin admin] Publish callbacks [] for security_group (fb96500c-a65c-417e-b6bc-13e192d6be15), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:03.515625 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-93856370-83ef-4be3-ae07-976e326a2f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 954ea4bb-79fb-4f3b-aff3-9b1897120944 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:37:03.540989 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d73b82e-3e5e-4695-b111-6134be543953', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fff45af4-f140-42d3-a837-1e7c66aabe2f'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:03.543347 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a66dc4-614e-4b98-be07-a256f661c928" -d '{"events": [{"server_uuid": "3d73b82e-3e5e-4695-b111-6134be543953", "name": "network-vif-unplugged", "status": "completed", "tag": "fff45af4-f140-42d3-a837-1e7c66aabe2f"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:03.555100 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-93856370-83ef-4be3-ae07-976e326a2f90 service neutron] Publish callbacks [] for port (954ea4bb-79fb-4f3b-aff3-9b1897120944), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:03.560905 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aedbebac-19be-4aec-b23f-1a2096336ff5 req-316cb059-30a8-47cb-a36a-d501f441b801 service neutron] 10.222.0.21 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4597316 Mar 07 10:37:03.609707 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port fff45af4-f140-42d3-a837-1e7c66aabe2f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=fff45af4-f140-42d3-a837-1e7c66aabe2f,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:03.620678 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f694d09-9813-431e-8816-7d33d4039372 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Pushing event updated for resources: {'Port': ['ID=50ac4fd7-c6cc-48fb-8594-708a12111e6f,revision_number=7']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:03.626639 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (fff45af4-f140-42d3-a837-1e7c66aabe2f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:03.651754 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-93856370-83ef-4be3-ae07-976e326a2f90 service neutron] Transition to ACTIVE for port object 954ea4bb-79fb-4f3b-aff3-9b1897120944 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:37:03.658614 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['50ac4fd7-c6cc-48fb-8594-708a12111e6f'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:37:03.662724 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-93856370-83ef-4be3-ae07-976e326a2f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (954ea4bb-79fb-4f3b-aff3-9b1897120944), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:03.706620 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198d0f1-7b01-41bc-b2e3-041326432a09 req-1042e6c3-3da4-47b4-b9ac-c17690b478f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:03.707818 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198d0f1-7b01-41bc-b2e3-041326432a09 req-1042e6c3-3da4-47b4-b9ac-c17690b478f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:03.708457 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198d0f1-7b01-41bc-b2e3-041326432a09 req-1042e6c3-3da4-47b4-b9ac-c17690b478f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:03.709241 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198d0f1-7b01-41bc-b2e3-041326432a09 req-1042e6c3-3da4-47b4-b9ac-c17690b478f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:03.709865 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198d0f1-7b01-41bc-b2e3-041326432a09 req-1042e6c3-3da4-47b4-b9ac-c17690b478f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:03.710490 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198d0f1-7b01-41bc-b2e3-041326432a09 req-1042e6c3-3da4-47b4-b9ac-c17690b478f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:03.712601 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8198d0f1-7b01-41bc-b2e3-041326432a09 req-1042e6c3-3da4-47b4-b9ac-c17690b478f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=081009be07604de6b116148d0975f6ea&device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5354 time: 0.4227440 Mar 07 10:37:03.780992 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6653dbba-30b1-4801-b2a1-2ad89d911290 req-6ed7c758-cde1-46a3-9d8c-8ad55257b647 service neutron] 10.222.0.31 "GET /v2.0/networks/3ee24066-40e5-4c55-993a-10acd4574ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699193 Mar 07 10:37:03.921587 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=fff45af4-f140-42d3-a837-1e7c66aabe2f,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:03.980355 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aedbebac-19be-4aec-b23f-1a2096336ff5 req-643f3cea-c52d-41f6-ad31-1214fde83966 service neutron] 10.222.0.21 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959370 Mar 07 10:37:04.013959 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-69253a88-d52f-4cbd-9ce5-892e892a1fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (e43e607e-e0fe-4952-92a0-3d4c3a50a971), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:04.018648 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8cb23231-66b5-4557-a471-05f439d809ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (fb96500c-a65c-417e-b6bc-13e192d6be15), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:04.022814 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8cb23231-66b5-4557-a471-05f439d809ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:04.024146 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8cb23231-66b5-4557-a471-05f439d809ae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fb96500c-a65c-417e-b6bc-13e192d6be15 HTTP/1.1" status: 204 len: 168 time: 1.1703949 Mar 07 10:37:04.065476 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69253a88-d52f-4cbd-9ce5-892e892a1fb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e43e607e-e0fe-4952-92a0-3d4c3a50a971,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:04.080816 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e607551f-7b04-487b-bb80-57fe084271ba req-15c9a60d-ec7e-4567-ab74-646ffc05c6e6 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:04.090421 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e607551f-7b04-487b-bb80-57fe084271ba req-15c9a60d-ec7e-4567-ab74-646ffc05c6e6 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 944 time: 0.6467714 Mar 07 10:37:04.103989 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93856370-83ef-4be3-ae07-976e326a2f90 service neutron] Pushing event updated for resources: {'Port': ['ID=954ea4bb-79fb-4f3b-aff3-9b1897120944,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:04.124123 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-69253a88-d52f-4cbd-9ce5-892e892a1fb5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:04.131580 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-69253a88-d52f-4cbd-9ce5-892e892a1fb5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e43e607e-e0fe-4952-92a0-3d4c3a50a971 HTTP/1.1" status: 204 len: 168 time: 1.2559314 Mar 07 10:37:04.132985 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46472) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:04.236934 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb23231-66b5-4557-a471-05f439d809ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb96500c-a65c-417e-b6bc-13e192d6be15,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:04.243217 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c68e516f-2250-44b9-a950-f58630dfa02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (c802cec8-bcaf-47bf-ad48-f0bf27270450), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:04.305834 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e607551f-7b04-487b-bb80-57fe084271ba req-0fb4e3cd-8bcb-4836-a91e-7f6e2d4d9ebe tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143567 Mar 07 10:37:04.331038 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d76ee-6a6a-4f2b-b535-65dd4e15d1e1 req-6d1b9def-c8f3-4853-bd31-c785ac9c259e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:04.339605 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d76ee-6a6a-4f2b-b535-65dd4e15d1e1 req-6d1b9def-c8f3-4853-bd31-c785ac9c259e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:04.348504 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d76ee-6a6a-4f2b-b535-65dd4e15d1e1 req-6d1b9def-c8f3-4853-bd31-c785ac9c259e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:04.359540 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d76ee-6a6a-4f2b-b535-65dd4e15d1e1 req-6d1b9def-c8f3-4853-bd31-c785ac9c259e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:04.366440 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d76ee-6a6a-4f2b-b535-65dd4e15d1e1 req-6d1b9def-c8f3-4853-bd31-c785ac9c259e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:04.372942 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d76ee-6a6a-4f2b-b535-65dd4e15d1e1 req-6d1b9def-c8f3-4853-bd31-c785ac9c259e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:04.384099 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d76ee-6a6a-4f2b-b535-65dd4e15d1e1 req-6d1b9def-c8f3-4853-bd31-c785ac9c259e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:04.390479 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-216d76ee-6a6a-4f2b-b535-65dd4e15d1e1 req-6d1b9def-c8f3-4853-bd31-c785ac9c259e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5384 time: 0.6277332 Mar 07 10:37:04.404225 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555bea7-461c-4775-a47e-a97310751343 req-a2c065ac-b047-4add-b97a-d9b327580d10 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:04.406154 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a555bea7-461c-4775-a47e-a97310751343 req-a2c065ac-b047-4add-b97a-d9b327580d10 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9&tenant_id=f4eca9194fdd4a93832d9940e3e6237a&binding%3Ahost_id=n-h2-832164-4 HTTP/1.1" status: 200 len: 1126 time: 0.5931940 Mar 07 10:37:04.496185 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198d0f1-7b01-41bc-b2e3-041326432a09 req-6961088c-be8a-468e-b970-6597c9db2705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:04.496659 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198d0f1-7b01-41bc-b2e3-041326432a09 req-6961088c-be8a-468e-b970-6597c9db2705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:04.497131 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198d0f1-7b01-41bc-b2e3-041326432a09 req-6961088c-be8a-468e-b970-6597c9db2705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:04.498777 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8198d0f1-7b01-41bc-b2e3-041326432a09 req-6961088c-be8a-468e-b970-6597c9db2705 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=081009be07604de6b116148d0975f6ea&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7758029 Mar 07 10:37:04.536549 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-93856370-83ef-4be3-ae07-976e326a2f90 service neutron] Attempting to bind port 954ea4bb-79fb-4f3b-aff3-9b1897120944 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:04.536970 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-93856370-83ef-4be3-ae07-976e326a2f90 service neutron] Attempting to bind port 954ea4bb-79fb-4f3b-aff3-9b1897120944 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'c14401ed-1dc6-4fb0-8253-1c6f0b683339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b6eeb2fc-5732-462c-95ea-d42f3351bff0'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:04.537325 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-93856370-83ef-4be3-ae07-976e326a2f90 service neutron] Attempting to bind port 954ea4bb-79fb-4f3b-aff3-9b1897120944 on network b6eeb2fc-5732-462c-95ea-d42f3351bff0 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:04.553313 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-93856370-83ef-4be3-ae07-976e326a2f90 service neutron] Port 954ea4bb-79fb-4f3b-aff3-9b1897120944 on network b6eeb2fc-5732-462c-95ea-d42f3351bff0 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:04.553980 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-93856370-83ef-4be3-ae07-976e326a2f90 service neutron] Attempting to bind port 954ea4bb-79fb-4f3b-aff3-9b1897120944 on network b6eeb2fc-5732-462c-95ea-d42f3351bff0 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:04.607460 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c68e516f-2250-44b9-a950-f58630dfa02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (c802cec8-bcaf-47bf-ad48-f0bf27270450), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:04.613070 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-93856370-83ef-4be3-ae07-976e326a2f90 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:37:04.614222 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-93856370-83ef-4be3-ae07-976e326a2f90 service neutron] Checking segment: {'id': 'c14401ed-1dc6-4fb0-8253-1c6f0b683339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b6eeb2fc-5732-462c-95ea-d42f3351bff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:37:04.614566 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-93856370-83ef-4be3-ae07-976e326a2f90 service neutron] Bound using segment: {'id': 'c14401ed-1dc6-4fb0-8253-1c6f0b683339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b6eeb2fc-5732-462c-95ea-d42f3351bff0'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:37:04.615294 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-93856370-83ef-4be3-ae07-976e326a2f90 service neutron] Bound port: 954ea4bb-79fb-4f3b-aff3-9b1897120944, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c14401ed-1dc6-4fb0-8253-1c6f0b683339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b6eeb2fc-5732-462c-95ea-d42f3351bff0'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:37:04.618736 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-93856370-83ef-4be3-ae07-976e326a2f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (954ea4bb-79fb-4f3b-aff3-9b1897120944), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:04.647738 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c68e516f-2250-44b9-a950-f58630dfa02e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c802cec8-bcaf-47bf-ad48-f0bf27270450']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:04.657636 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-216d76ee-6a6a-4f2b-b535-65dd4e15d1e1 req-47c94a11-0da1-4c2b-aaa3-e0e968d3d761 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2616503 Mar 07 10:37:04.696662 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c68e516f-2250-44b9-a950-f58630dfa02e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd73675d-99cb-4bc6-9775-581401d0a33c') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:04.696971 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c68e516f-2250-44b9-a950-f58630dfa02e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd73675d-99cb-4bc6-9775-581401d0a33c') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:04.726321 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c68e516f-2250-44b9-a950-f58630dfa02e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (bd73675d-99cb-4bc6-9775-581401d0a33c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:04.733826 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:37:04.745789 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca5a7e-d67f-442c-9ee8-5d0cf795839b req-6a5e63ec-c3f8-4cc5-a0e1-5fafd9a0edf5 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:04.759123 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-68ca5a7e-d67f-442c-9ee8-5d0cf795839b req-6a5e63ec-c3f8-4cc5-a0e1-5fafd9a0edf5 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=caba0749-bbf7-409f-8271-df59eb81f6d5 HTTP/1.1" status: 200 len: 1023 time: 0.3260763 Mar 07 10:37:04.822269 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba412ab-d509-4df7-b6e1-c37d97a466c6 x-openstack-request-id: req-8ba412ab-d509-4df7-b6e1-c37d97a466c6 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:04.823753 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d73b82e-3e5e-4695-b111-6134be543953", "name": "network-vif-unplugged", "status": "completed", "tag": "fff45af4-f140-42d3-a837-1e7c66aabe2f", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:04.824177 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8ba412ab-d509-4df7-b6e1-c37d97a466c6 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:04.824757 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d73b82e-3e5e-4695-b111-6134be543953', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fff45af4-f140-42d3-a837-1e7c66aabe2f', 'code': 200} Mar 07 10:37:04.852863 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c68e516f-2250-44b9-a950-f58630dfa02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (bd73675d-99cb-4bc6-9775-581401d0a33c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:04.887603 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c68e516f-2250-44b9-a950-f58630dfa02e admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:37:04.890702 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c68e516f-2250-44b9-a950-f58630dfa02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (bd73675d-99cb-4bc6-9775-581401d0a33c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:04.893885 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555bea7-461c-4775-a47e-a97310751343 req-117f19ac-8119-4d09-a33f-287b30a98006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:04.896231 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a555bea7-461c-4775-a47e-a97310751343 req-117f19ac-8119-4d09-a33f-287b30a98006 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9&tenant_id=f4eca9194fdd4a93832d9940e3e6237a HTTP/1.1" status: 200 len: 1126 time: 0.4749265 Mar 07 10:37:04.896528 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:37:04.896528 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:37:04.896528 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:37:04.896528 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:37:04.896528 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:37:04.896528 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:37:04.896528 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:37:04.896528 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:37:04.896528 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:37:04.896528 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:37:04.896528 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:37:04.896528 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:37:04.896528 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:37:04.896528 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:37:04.896528 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:37:04.896528 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:37:04.896528 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:37:04.896528 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:37:04.896528 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:37:04.896528 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:37:04.896528 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:37:04.896528 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:37:04.896528 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:37:04.896528 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:37:04.896528 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:37:04.896528 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:37:04.896528 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:37:04.896528 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:37:04.896528 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:37:04.896528 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:37:04.896528 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:37:04.896528 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:37:05.027885 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c11402b-85d0-4919-b7b7-7677ae6afe39 req-49fe4b73-d5e3-4c71-8d8a-ad21c593dd02 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:05.029511 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c11402b-85d0-4919-b7b7-7677ae6afe39 req-49fe4b73-d5e3-4c71-8d8a-ad21c593dd02 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=43607941-ba12-4efa-9a3f-515f2e7c1042 HTTP/1.1" status: 200 len: 944 time: 0.1481307 Mar 07 10:37:05.070424 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-68ca5a7e-d67f-442c-9ee8-5d0cf795839b req-65b6ebe8-e615-44ed-99e6-c9d6e72d8d21 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba5e8b03-fe04-4a9a-8f67-6938492da32f&id=cb5b097e-9bd3-4a17-8a7e-a26ccabab5ff&id=41368fec-6154-42e4-b662-e0fc11a34737 HTTP/1.1" status: 200 len: 6198 time: 0.3099203 Mar 07 10:37:05.085906 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c68e516f-2250-44b9-a950-f58630dfa02e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (c802cec8-bcaf-47bf-ad48-f0bf27270450), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.099816 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c68e516f-2250-44b9-a950-f58630dfa02e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.106676 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c68e516f-2250-44b9-a950-f58630dfa02e admin admin] 10.222.0.11 "DELETE /v2.0/networks/c802cec8-bcaf-47bf-ad48-f0bf27270450 HTTP/1.1" status: 204 len: 168 time: 0.9722126 Mar 07 10:37:05.120893 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198d0f1-7b01-41bc-b2e3-041326432a09 req-70dcbf6c-1da5-42a5-9d56-6db413ba7252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:05.122494 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8198d0f1-7b01-41bc-b2e3-041326432a09 req-70dcbf6c-1da5-42a5-9d56-6db413ba7252 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6059735 Mar 07 10:37:05.127576 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-93856370-83ef-4be3-ae07-976e326a2f90 service neutron] For port 954ea4bb-79fb-4f3b-aff3-9b1897120944, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:37:05.141511 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e516f-2250-44b9-a950-f58630dfa02e admin admin] Pushing event deleted for resources: {'Network': ['ID=c802cec8-bcaf-47bf-ad48-f0bf27270450,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:05.141734 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-93856370-83ef-4be3-ae07-976e326a2f90 service neutron] For port 954ea4bb-79fb-4f3b-aff3-9b1897120944, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=954ea4bb-79fb-4f3b-aff3-9b1897120944,segment=NetworkSegment(c14401ed-1dc6-4fb0-8253-1c6f0b683339),segment_id=c14401ed-1dc6-4fb0-8253-1c6f0b683339)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:37:05.183627 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-93856370-83ef-4be3-ae07-976e326a2f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (954ea4bb-79fb-4f3b-aff3-9b1897120944), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.214022 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-d106837f-a4e0-4843-861c-69de19c9f281 req-d43b631f-8c8b-4deb-ac47-931f2aa448e6 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Request body: {'security_group': {'name': ' tempest-securitygroup -378697755 ', 'description': 'tempest-description-242296761'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:05.220993 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555bea7-461c-4775-a47e-a97310751343 req-c5217373-24c0-4250-bff3-14d33752e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:05.222550 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a555bea7-461c-4775-a47e-a97310751343 req-c5217373-24c0-4250-bff3-14d33752e3f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4eca9194fdd4a93832d9940e3e6237a&device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 1126 time: 0.2819204 Mar 07 10:37:05.239931 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d106837f-a4e0-4843-861c-69de19c9f281 req-d43b631f-8c8b-4deb-ac47-931f2aa448e6 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.245667 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c11402b-85d0-4919-b7b7-7677ae6afe39 req-269b6448-da62-4d27-879e-37193adb34c6 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376245 Mar 07 10:37:05.275257 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43607941-ba12-4efa-9a3f-515f2e7c1042', 'tag': 'c05a794c-52d8-4cd2-a8a1-c9e857c121ba'}, {'name': 'network-changed', 'server_uuid': 'caba0749-bbf7-409f-8271-df59eb81f6d5', 'tag': '50ac4fd7-c6cc-48fb-8594-708a12111e6f'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:05.277242 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8377d6-bc5c-4e2d-9d8f-b0526fe9d819" -d '{"events": [{"name": "network-changed", "server_uuid": "43607941-ba12-4efa-9a3f-515f2e7c1042", "tag": "c05a794c-52d8-4cd2-a8a1-c9e857c121ba"}, {"name": "network-changed", "server_uuid": "caba0749-bbf7-409f-8271-df59eb81f6d5", "tag": "50ac4fd7-c6cc-48fb-8594-708a12111e6f"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:05.287282 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-93856370-83ef-4be3-ae07-976e326a2f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:05.287904 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-93856370-83ef-4be3-ae07-976e326a2f90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.289332 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-93856370-83ef-4be3-ae07-976e326a2f90 service neutron] 10.222.0.21 "PUT /v2.0/ports/954ea4bb-79fb-4f3b-aff3-9b1897120944 HTTP/1.1" status: 200 len: 1136 time: 4.1107459 Mar 07 10:37:05.349427 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-2c431ba1-dff8-4760-9350-b1ae9fa2405b service neutron] Request body: {'port': {'device_id': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:05.400833 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93856370-83ef-4be3-ae07-976e326a2f90 service neutron] Pushing event updated for resources: {'Port': ['ID=954ea4bb-79fb-4f3b-aff3-9b1897120944,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:05.411603 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24ccc03-123a-4f06-bca2-aa7db09a4419 x-openstack-request-id: req-e24ccc03-123a-4f06-bca2-aa7db09a4419 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:05.412583 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43607941-ba12-4efa-9a3f-515f2e7c1042", "tag": "c05a794c-52d8-4cd2-a8a1-c9e857c121ba", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "caba0749-bbf7-409f-8271-df59eb81f6d5", "tag": "50ac4fd7-c6cc-48fb-8594-708a12111e6f", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:05.416362 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e24ccc03-123a-4f06-bca2-aa7db09a4419 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:05.416864 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43607941-ba12-4efa-9a3f-515f2e7c1042', 'tag': 'c05a794c-52d8-4cd2-a8a1-c9e857c121ba', 'status': 'completed', 'code': 200} Mar 07 10:37:05.417148 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caba0749-bbf7-409f-8271-df59eb81f6d5', 'tag': '50ac4fd7-c6cc-48fb-8594-708a12111e6f', 'status': 'completed', 'code': 200} Mar 07 10:37:05.466507 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d106837f-a4e0-4843-861c-69de19c9f281 req-d43b631f-8c8b-4deb-ac47-931f2aa448e6 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (53804c6a-ba2f-4227-9530-226614952201), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.475338 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d106837f-a4e0-4843-861c-69de19c9f281 req-d43b631f-8c8b-4deb-ac47-931f2aa448e6 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (53804c6a-ba2f-4227-9530-226614952201), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.518320 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d106837f-a4e0-4843-861c-69de19c9f281 req-d43b631f-8c8b-4deb-ac47-931f2aa448e6 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.535283 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d106837f-a4e0-4843-861c-69de19c9f281 req-d43b631f-8c8b-4deb-ac47-931f2aa448e6 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1801 time: 0.3258438 Mar 07 10:37:05.537460 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b631f-8c8b-4deb-ac47-931f2aa448e6 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53804c6a-ba2f-4227-9530-226614952201,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:05.561424 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46534) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:05.590832 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555bea7-461c-4775-a47e-a97310751343 req-e0bca366-4257-4515-af5f-ea834f568f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:05.592313 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a555bea7-461c-4775-a47e-a97310751343 req-e0bca366-4257-4515-af5f-ea834f568f4c service neutron] 10.222.0.21 "GET /v2.0/networks?id=f571527e-a205-427a-8890-cc1f2763fcb1 HTTP/1.1" status: 200 len: 908 time: 0.3441081 Mar 07 10:37:05.636718 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-2c431ba1-dff8-4760-9350-b1ae9fa2405b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (dd308e88-228c-48d1-aca2-6ee75466e34d), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.648268 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1fed3122-504d-401a-bb2e-faced351210b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=253a7b51025b45cd9cb7114a3377a1db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0852487 Mar 07 10:37:05.658042 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46536) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:05.724946 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a555bea7-461c-4775-a47e-a97310751343 req-940e54b5-f229-49bb-b4c4-a60848e4c590 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d0ed793c-d058-4011-bbb7-7b0555cc88e6 HTTP/1.1" status: 200 len: 217 time: 0.1113071 Mar 07 10:37:05.755400 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8377d6-bc5c-4e2d-9d8f-b0526fe9d819 req-68ac4a13-5fc8-417b-8e22-6389d7fc66c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:05.763939 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3d8377d6-bc5c-4e2d-9d8f-b0526fe9d819 req-68ac4a13-5fc8-417b-8e22-6389d7fc66c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ebccd8ddd004b1baaaff76fdc940f23&device_id=43607941-ba12-4efa-9a3f-515f2e7c1042 HTTP/1.1" status: 200 len: 1126 time: 0.3420031 Mar 07 10:37:05.775248 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b1ef3c-7f3d-4aea-8862-15359e7331a8 req-014102a2-bfad-4aa0-ae97-0ff3496f00a2 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:05.777435 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e1b1ef3c-7f3d-4aea-8862-15359e7331a8 req-014102a2-bfad-4aa0-ae97-0ff3496f00a2 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 944 time: 0.1449370 Mar 07 10:37:05.790936 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-140fb549-ce02-4da7-b4fd-1ce71eab89cf admin admin] Publish callbacks [] for security_group (b5884302-c5f8-4743-ae5c-9ade7b998ac4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.841925 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-140fb549-ce02-4da7-b4fd-1ce71eab89cf admin admin] Publish callbacks [] for security_group (b5884302-c5f8-4743-ae5c-9ade7b998ac4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.875813 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e1b1ef3c-7f3d-4aea-8862-15359e7331a8 req-534f9003-51d1-4b7b-a528-8e8a4956c129 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834796 Mar 07 10:37:05.961143 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-140fb549-ce02-4da7-b4fd-1ce71eab89cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b5884302-c5f8-4743-ae5c-9ade7b998ac4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.964646 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-140fb549-ce02-4da7-b4fd-1ce71eab89cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:05.966748 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-140fb549-ce02-4da7-b4fd-1ce71eab89cf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b5884302-c5f8-4743-ae5c-9ade7b998ac4 HTTP/1.1" status: 204 len: 168 time: 0.3073580 Mar 07 10:37:05.972985 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555bea7-461c-4775-a47e-a97310751343 req-160945c6-94c1-44f7-9269-5dd824d52ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:05.974519 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a555bea7-461c-4775-a47e-a97310751343 req-160945c6-94c1-44f7-9269-5dd824d52ded service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5 HTTP/1.1" status: 200 len: 847 time: 0.2421138 Mar 07 10:37:05.987044 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140fb549-ce02-4da7-b4fd-1ce71eab89cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5884302-c5f8-4743-ae5c-9ade7b998ac4,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:06.027764 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8ed8a643-cb4c-4579-8b7b-e9b3222b50ef req-91551d0e-f3a4-46d2-b681-01d0a0108fa3 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups/53804c6a-ba2f-4227-9530-226614952201 HTTP/1.1" status: 200 len: 1796 time: 0.1320817 Mar 07 10:37:06.106505 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a555bea7-461c-4775-a47e-a97310751343 req-71b9859a-94af-44d0-a8ac-dbc9cf5c0d87 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f571527e-a205-427a-8890-cc1f2763fcb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502405 Mar 07 10:37:06.112242 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 8c7950fc-1fc7-45ce-9602-e82984b5b2dc details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:37:06.261401 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 8c7950fc-1fc7-45ce-9602-e82984b5b2dc, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=8c7950fc-1fc7-45ce-9602-e82984b5b2dc,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:06.276149 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '8c7950fc-1fc7-45ce-9602-e82984b5b2dc', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': '8c7950fc-1fc7-45ce-9602-e82984b5b2dc', 'mac_address': 'fa:16:3e:df:24:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:37:06.326701 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 8c7950fc-1fc7-45ce-9602-e82984b5b2dc is: ACTIVE; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:06.327522 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8c7950fc-1fc7-45ce-9602-e82984b5b2dc), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:06.346682 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8c7950fc-1fc7-45ce-9602-e82984b5b2dc {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:37:06.399158 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 8c7950fc-1fc7-45ce-9602-e82984b5b2dc, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=8c7950fc-1fc7-45ce-9602-e82984b5b2dc,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:06.417900 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8c7950fc-1fc7-45ce-9602-e82984b5b2dc), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:06.460631 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46560) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:06.476185 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2556f6d5-143e-4ab8-8aca-b4bf5763bbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:06.536444 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['8c7950fc-1fc7-45ce-9602-e82984b5b2dc'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:37:06.541663 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8377d6-bc5c-4e2d-9d8f-b0526fe9d819 req-b179bd61-38f3-47c7-b50b-d1ff40ed09c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:06.543361 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3d8377d6-bc5c-4e2d-9d8f-b0526fe9d819 req-b179bd61-38f3-47c7-b50b-d1ff40ed09c7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3ee24066-40e5-4c55-993a-10acd4574ead HTTP/1.1" status: 200 len: 916 time: 0.7459683 Mar 07 10:37:06.552593 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=8c7950fc-1fc7-45ce-9602-e82984b5b2dc,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:06.670273 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3d8377d6-bc5c-4e2d-9d8f-b0526fe9d819 req-18bcb652-d53b-4354-8bdf-73795f976431 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c05a794c-52d8-4cd2-a8a1-c9e857c121ba HTTP/1.1" status: 200 len: 217 time: 0.1100123 Mar 07 10:37:06.738251 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f7532775-9fea-4fef-8420-567eae639351 req-86eaf90b-7310-436e-8312-4350a1bf1e9a tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=77a5496f33524f4ea52243083d4a1e2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441964 Mar 07 10:37:06.738738 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46572) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:06.756115 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8275ae-b662-4412-9c66-cb42043dc395 req-7f9b8cef-3e73-418d-bafa-3e3e9865dfa0 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:06.762126 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8275ae-b662-4412-9c66-cb42043dc395 req-7f9b8cef-3e73-418d-bafa-3e3e9865dfa0 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:06.767573 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8275ae-b662-4412-9c66-cb42043dc395 req-7f9b8cef-3e73-418d-bafa-3e3e9865dfa0 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:06.773551 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8275ae-b662-4412-9c66-cb42043dc395 req-7f9b8cef-3e73-418d-bafa-3e3e9865dfa0 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:06.778873 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8275ae-b662-4412-9c66-cb42043dc395 req-7f9b8cef-3e73-418d-bafa-3e3e9865dfa0 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:06.784409 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8275ae-b662-4412-9c66-cb42043dc395 req-7f9b8cef-3e73-418d-bafa-3e3e9865dfa0 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:06.790016 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8275ae-b662-4412-9c66-cb42043dc395 req-7f9b8cef-3e73-418d-bafa-3e3e9865dfa0 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:06.799070 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bd8275ae-b662-4412-9c66-cb42043dc395 req-7f9b8cef-3e73-418d-bafa-3e3e9865dfa0 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5384 time: 0.6967976 Mar 07 10:37:06.830164 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a555bea7-461c-4775-a47e-a97310751343 req-b43e9a47-6c6f-491b-a0e7-5fa148f4e6b7 service neutron] 10.222.0.21 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7075710 Mar 07 10:37:06.883588 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8377d6-bc5c-4e2d-9d8f-b0526fe9d819 req-99ce2a09-843c-4de2-a50a-59f2c5f1620e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:06.885087 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3d8377d6-bc5c-4e2d-9d8f-b0526fe9d819 req-99ce2a09-843c-4de2-a50a-59f2c5f1620e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d1660007-f2c2-4a95-bc44-450c0339f46e HTTP/1.1" status: 200 len: 855 time: 0.2038369 Mar 07 10:37:06.911748 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-314b5aab-0156-4fe0-95b3-7e4e55662f69 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2544e848d34744d8be2ae0f7546c350f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1696036 Mar 07 10:37:06.911748 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-44d89fca-8db5-4b8d-983f-50c17e962c3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:06.915594 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46576) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:06.942754 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3d8377d6-bc5c-4e2d-9d8f-b0526fe9d819 req-e209b4c6-79ad-40b7-914b-493c3a88995a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3ee24066-40e5-4c55-993a-10acd4574ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459049 Mar 07 10:37:06.992816 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7532775-9fea-4fef-8420-567eae639351 req-a9b6f3e0-c8a0-4977-a1c6-7110f8425dda tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:06.997679 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f7532775-9fea-4fef-8420-567eae639351 req-a9b6f3e0-c8a0-4977-a1c6-7110f8425dda tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2415128 Mar 07 10:37:07.047001 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f7532775-9fea-4fef-8420-567eae639351 req-158017ac-25d0-487e-abb1-e4e44fa3ee05 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] 10.222.0.11 "GET /v2.0/quotas/77a5496f33524f4ea52243083d4a1e2b HTTP/1.1" status: 200 len: 375 time: 0.0374482 Mar 07 10:37:07.049507 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bd8275ae-b662-4412-9c66-cb42043dc395 req-f8222d89-9af1-4fac-8ba5-1517222a0232 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2495329 Mar 07 10:37:07.058598 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b1311a7b-4e69-41dc-8142-73f68d4767ce admin admin] Publish callbacks [] for security_group (640d6f2b-a205-4bb4-aced-6a68d9c50d3a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:07.108847 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f7532775-9fea-4fef-8420-567eae639351 req-caaa8560-fe85-47c8-bb65-8f881cc58584 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=77a5496f33524f4ea52243083d4a1e2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438228 Mar 07 10:37:07.118087 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-2c431ba1-dff8-4760-9350-b1ae9fa2405b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd308e88-228c-48d1-aca2-6ee75466e34d {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:37:07.130934 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b1311a7b-4e69-41dc-8142-73f68d4767ce admin admin] Publish callbacks [] for security_group (640d6f2b-a205-4bb4-aced-6a68d9c50d3a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:07.153123 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-2c431ba1-dff8-4760-9350-b1ae9fa2405b service neutron] Publish callbacks [] for port (dd308e88-228c-48d1-aca2-6ee75466e34d), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:07.165742 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-44d89fca-8db5-4b8d-983f-50c17e962c3d admin admin] Publish callbacks [] for security_group (aed47c78-3756-43de-850e-c0dc5d12d532), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:07.172513 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-44d89fca-8db5-4b8d-983f-50c17e962c3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (aed47c78-3756-43de-850e-c0dc5d12d532), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:07.176581 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a555bea7-461c-4775-a47e-a97310751343 req-2ec8d0fb-19d8-417a-8acf-8f25665c06bd service neutron] 10.222.0.21 "GET /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382599 Mar 07 10:37:07.198982 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-2c431ba1-dff8-4760-9350-b1ae9fa2405b service neutron] Transition to ACTIVE for port object dd308e88-228c-48d1-aca2-6ee75466e34d will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:37:07.217403 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-2c431ba1-dff8-4760-9350-b1ae9fa2405b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (dd308e88-228c-48d1-aca2-6ee75466e34d), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:07.223518 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-44d89fca-8db5-4b8d-983f-50c17e962c3d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2e37e4e47b9840cd85caf96022775414&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7617109 Mar 07 10:37:07.226820 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d89fca-8db5-4b8d-983f-50c17e962c3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed47c78-3756-43de-850e-c0dc5d12d532,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:07.227775 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40d4feed-5a7f-45ce-a192-62b2d49bd496 req-9054914c-b763-45a8-88cb-6691c288d412 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups/53804c6a-ba2f-4227-9530-226614952201 HTTP/1.1" status: 200 len: 1796 time: 0.1124859 Mar 07 10:37:07.229124 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46578) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:07.229705 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3d8377d6-bc5c-4e2d-9d8f-b0526fe9d819 req-d2720554-a208-4496-92ec-5855575bdeee service neutron] 10.222.0.31 "GET /v2.0/networks/3ee24066-40e5-4c55-993a-10acd4574ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470019 Mar 07 10:37:07.307104 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b1311a7b-4e69-41dc-8142-73f68d4767ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (640d6f2b-a205-4bb4-aced-6a68d9c50d3a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:07.310926 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b1311a7b-4e69-41dc-8142-73f68d4767ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:07.313953 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b1311a7b-4e69-41dc-8142-73f68d4767ce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/640d6f2b-a205-4bb4-aced-6a68d9c50d3a HTTP/1.1" status: 204 len: 168 time: 0.3950655 Mar 07 10:37:07.354464 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1311a7b-4e69-41dc-8142-73f68d4767ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640d6f2b-a205-4bb4-aced-6a68d9c50d3a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:07.378529 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-78f5171a-03a0-41f0-8dfb-a710b0440b6e admin admin] Publish callbacks [] for security_group (aed47c78-3756-43de-850e-c0dc5d12d532), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:07.430571 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-78f5171a-03a0-41f0-8dfb-a710b0440b6e admin admin] Publish callbacks [] for security_group (aed47c78-3756-43de-850e-c0dc5d12d532), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:07.436753 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'tag': '954ea4bb-79fb-4f3b-aff3-9b1897120944'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:07.443199 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8467148-7d6c-4458-8672-842e0fb5a825" -d '{"events": [{"name": "network-changed", "server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "tag": "954ea4bb-79fb-4f3b-aff3-9b1897120944"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:07.467613 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c431ba1-dff8-4760-9350-b1ae9fa2405b service neutron] Pushing event updated for resources: {'Port': ['ID=dd308e88-228c-48d1-aca2-6ee75466e34d,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:07.536301 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-78f5171a-03a0-41f0-8dfb-a710b0440b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (aed47c78-3756-43de-850e-c0dc5d12d532), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:07.540574 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-78f5171a-03a0-41f0-8dfb-a710b0440b6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:07.541924 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-78f5171a-03a0-41f0-8dfb-a710b0440b6e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aed47c78-3756-43de-850e-c0dc5d12d532 HTTP/1.1" status: 204 len: 168 time: 0.3111632 Mar 07 10:37:07.556896 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f5171a-03a0-41f0-8dfb-a710b0440b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed47c78-3756-43de-850e-c0dc5d12d532,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:07.686081 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-40d4feed-5a7f-45ce-a192-62b2d49bd496 req-ee763b8b-7dc5-4aa8-be33-a7f431b5a7de tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (53804c6a-ba2f-4227-9530-226614952201), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:07.725751 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3d8377d6-bc5c-4e2d-9d8f-b0526fe9d819 req-cc5a0995-6e6e-4655-aa3c-6b29b8ee3f14 service neutron] 10.222.0.31 "GET /v2.0/networks/3ee24066-40e5-4c55-993a-10acd4574ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4731035 Mar 07 10:37:07.739403 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c612db-39c7-4ef6-8453-8d4cfd73acbc req-5d1ed446-c256-4ae4-b386-f3c6b0e97c5e tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:07.749311 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a4c612db-39c7-4ef6-8453-8d4cfd73acbc req-5d1ed446-c256-4ae4-b386-f3c6b0e97c5e tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=43607941-ba12-4efa-9a3f-515f2e7c1042 HTTP/1.1" status: 200 len: 944 time: 0.1172841 Mar 07 10:37:07.835184 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-40d4feed-5a7f-45ce-a192-62b2d49bd496 req-ee763b8b-7dc5-4aa8-be33-a7f431b5a7de tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (53804c6a-ba2f-4227-9530-226614952201), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:07.843093 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a4c612db-39c7-4ef6-8453-8d4cfd73acbc req-73700eae-9dbf-46aa-964b-4c2a41f315ca tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909855 Mar 07 10:37:07.963006 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-2c431ba1-dff8-4760-9350-b1ae9fa2405b service neutron] Attempting to bind port dd308e88-228c-48d1-aca2-6ee75466e34d on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:07.964489 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-2c431ba1-dff8-4760-9350-b1ae9fa2405b service neutron] Attempting to bind port dd308e88-228c-48d1-aca2-6ee75466e34d by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'c14401ed-1dc6-4fb0-8253-1c6f0b683339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b6eeb2fc-5732-462c-95ea-d42f3351bff0'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:07.966677 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-2c431ba1-dff8-4760-9350-b1ae9fa2405b service neutron] Attempting to bind port dd308e88-228c-48d1-aca2-6ee75466e34d on network b6eeb2fc-5732-462c-95ea-d42f3351bff0 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:07.981849 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555bea7-461c-4775-a47e-a97310751343 req-5713acf7-6da9-4561-b0b4-146ec250495f tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:07.983560 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a555bea7-461c-4775-a47e-a97310751343 req-5713acf7-6da9-4561-b0b4-146ec250495f tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9&tenant_id=f4eca9194fdd4a93832d9940e3e6237a&binding%3Ahost_id=n-h1-832164-4 HTTP/1.1" status: 200 len: 1126 time: 0.4247913 Mar 07 10:37:07.993559 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-2c431ba1-dff8-4760-9350-b1ae9fa2405b service neutron] Port dd308e88-228c-48d1-aca2-6ee75466e34d on network b6eeb2fc-5732-462c-95ea-d42f3351bff0 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:07.994101 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-2c431ba1-dff8-4760-9350-b1ae9fa2405b service neutron] Attempting to bind port dd308e88-228c-48d1-aca2-6ee75466e34d on network b6eeb2fc-5732-462c-95ea-d42f3351bff0 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:08.009013 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d26cc7-1140-496f-963d-33f56cb5ce0c req-72f145e0-14e6-47b3-b57a-a782c8edeecf tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:08.019042 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b7d26cc7-1140-496f-963d-33f56cb5ce0c req-72f145e0-14e6-47b3-b57a-a782c8edeecf tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 944 time: 0.0970638 Mar 07 10:37:08.034126 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-2c431ba1-dff8-4760-9350-b1ae9fa2405b service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:37:08.034775 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-2c431ba1-dff8-4760-9350-b1ae9fa2405b service neutron] Checking segment: {'id': 'c14401ed-1dc6-4fb0-8253-1c6f0b683339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b6eeb2fc-5732-462c-95ea-d42f3351bff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:37:08.035245 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-2c431ba1-dff8-4760-9350-b1ae9fa2405b service neutron] Bound using segment: {'id': 'c14401ed-1dc6-4fb0-8253-1c6f0b683339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b6eeb2fc-5732-462c-95ea-d42f3351bff0'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:37:08.035702 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-2c431ba1-dff8-4760-9350-b1ae9fa2405b service neutron] Bound port: dd308e88-228c-48d1-aca2-6ee75466e34d, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c14401ed-1dc6-4fb0-8253-1c6f0b683339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b6eeb2fc-5732-462c-95ea-d42f3351bff0'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:37:08.036157 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-2c431ba1-dff8-4760-9350-b1ae9fa2405b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (dd308e88-228c-48d1-aca2-6ee75466e34d), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:08.071955 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8377d6-bc5c-4e2d-9d8f-b0526fe9d819 req-201623c8-c361-485f-8f6a-cfebbb900db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:08.073490 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3d8377d6-bc5c-4e2d-9d8f-b0526fe9d819 req-201623c8-c361-485f-8f6a-cfebbb900db9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e88d3d2709354316b86d2ca6f47f41ea&device_id=caba0749-bbf7-409f-8271-df59eb81f6d5 HTTP/1.1" status: 200 len: 1206 time: 0.2735760 Mar 07 10:37:08.079465 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-40d4feed-5a7f-45ce-a192-62b2d49bd496 req-ee763b8b-7dc5-4aa8-be33-a7f431b5a7de tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (53804c6a-ba2f-4227-9530-226614952201), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:08.082640 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-40d4feed-5a7f-45ce-a192-62b2d49bd496 req-ee763b8b-7dc5-4aa8-be33-a7f431b5a7de tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:08.088471 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40d4feed-5a7f-45ce-a192-62b2d49bd496 req-ee763b8b-7dc5-4aa8-be33-a7f431b5a7de tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "DELETE /v2.0/security-groups/53804c6a-ba2f-4227-9530-226614952201 HTTP/1.1" status: 204 len: 173 time: 0.8340342 Mar 07 10:37:08.124535 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device c05a794c-52d8-4cd2-a8a1-c9e857c121ba details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:37:08.128255 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 8c7950fc-1fc7-45ce-9602-e82984b5b2dc up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:37:08.184597 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b7d26cc7-1140-496f-963d-33f56cb5ce0c req-69580bb4-adc9-464c-abdf-57d1402761a0 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587381 Mar 07 10:37:08.202846 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee763b8b-7dc5-4aa8-be33-a7f431b5a7de tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53804c6a-ba2f-4227-9530-226614952201,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:08.267576 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-05a2e043-132b-441a-a670-7d9d16416799 req-9620b25e-80a3-467c-8f41-5e596d0c5bcc tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b32811-897b-4a1f-a613-22ed70bb8ded HTTP/1.1" status: 200 len: 210 time: 0.0874934 Mar 07 10:37:08.283271 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a52c940-d258-41ee-884c-dfd88d451593 x-openstack-request-id: req-8a52c940-d258-41ee-884c-dfd88d451593 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:08.287247 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "tag": "954ea4bb-79fb-4f3b-aff3-9b1897120944", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:08.287792 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8a52c940-d258-41ee-884c-dfd88d451593 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:08.289367 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'tag': '954ea4bb-79fb-4f3b-aff3-9b1897120944', 'status': 'completed', 'code': 200} Mar 07 10:37:08.297992 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [req-9eb55b86-808a-492e-8c7c-a536880f185d req-e1f93813-42b2-4835-b558-3f96cffd9b72 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] show failed (client error): The resource could not be found. Mar 07 10:37:08.302915 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9eb55b86-808a-492e-8c7c-a536880f185d req-e1f93813-42b2-4835-b558-3f96cffd9b72 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups/53804c6a-ba2f-4227-9530-226614952201 HTTP/1.1" status: 404 len: 352 time: 0.0242398 Mar 07 10:37:08.396920 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-0516b943-6c6f-4b99-aae6-3448e63a62a9 req-ade9fb57-0b1e-493f-acc2-979976cfabf8 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-30924643', 'description': 'tempest-description-1396399901'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:08.440380 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0516b943-6c6f-4b99-aae6-3448e63a62a9 req-ade9fb57-0b1e-493f-acc2-979976cfabf8 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:08.509023 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-2c431ba1-dff8-4760-9350-b1ae9fa2405b service neutron] For port dd308e88-228c-48d1-aca2-6ee75466e34d, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:37:08.546655 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port c05a794c-52d8-4cd2-a8a1-c9e857c121ba, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=c05a794c-52d8-4cd2-a8a1-c9e857c121ba,segment=NetworkSegment(62872c6e-dc5b-4ade-b562-dcdfe13e82a3),segment_id=62872c6e-dc5b-4ade-b562-dcdfe13e82a3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:08.583036 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'c05a794c-52d8-4cd2-a8a1-c9e857c121ba', 'network_id': '3ee24066-40e5-4c55-993a-10acd4574ead', 'port_id': 'c05a794c-52d8-4cd2-a8a1-c9e857c121ba', 'mac_address': 'fa:16:3e:34:1c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1660007-f2c2-4a95-bc44-450c0339f46e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:37:08.626515 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0516b943-6c6f-4b99-aae6-3448e63a62a9 req-ade9fb57-0b1e-493f-acc2-979976cfabf8 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (e541e30d-0661-4b45-bcab-8b1b7c1caacc), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:08.630642 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-2c431ba1-dff8-4760-9350-b1ae9fa2405b service neutron] For port dd308e88-228c-48d1-aca2-6ee75466e34d, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=dd308e88-228c-48d1-aca2-6ee75466e34d,segment=NetworkSegment(c14401ed-1dc6-4fb0-8253-1c6f0b683339),segment_id=c14401ed-1dc6-4fb0-8253-1c6f0b683339)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:37:08.632553 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0516b943-6c6f-4b99-aae6-3448e63a62a9 req-ade9fb57-0b1e-493f-acc2-979976cfabf8 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e541e30d-0661-4b45-bcab-8b1b7c1caacc), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:08.668278 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-a555bea7-461c-4775-a47e-a97310751343 req-4a94e82e-2e0b-4900-83d1-c1aa88c822fb service neutron] For port d0ed793c-d058-4011-bbb7-7b0555cc88e6, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:37:08.678657 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9fb57-0b1e-493f-acc2-979976cfabf8 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e541e30d-0661-4b45-bcab-8b1b7c1caacc,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:08.684288 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8377d6-bc5c-4e2d-9d8f-b0526fe9d819 req-1f4e8ee5-d29f-4843-ae39-e845228bd17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:08.685825 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3d8377d6-bc5c-4e2d-9d8f-b0526fe9d819 req-1f4e8ee5-d29f-4843-ae39-e845228bd17c service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a80d3a9-20f1-4d65-a5aa-f7b35212a95a HTTP/1.1" status: 200 len: 914 time: 0.5822353 Mar 07 10:37:08.686954 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-2c431ba1-dff8-4760-9350-b1ae9fa2405b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (dd308e88-228c-48d1-aca2-6ee75466e34d), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:08.698394 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0516b943-6c6f-4b99-aae6-3448e63a62a9 req-ade9fb57-0b1e-493f-acc2-979976cfabf8 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:08.715681 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0516b943-6c6f-4b99-aae6-3448e63a62a9 req-ade9fb57-0b1e-493f-acc2-979976cfabf8 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3238642 Mar 07 10:37:08.746500 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port c05a794c-52d8-4cd2-a8a1-c9e857c121ba is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:08.747013 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c05a794c-52d8-4cd2-a8a1-c9e857c121ba), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:08.788961 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a555bea7-461c-4775-a47e-a97310751343 req-4a94e82e-2e0b-4900-83d1-c1aa88c822fb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:08.789233 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 8c7950fc-1fc7-45ce-9602-e82984b5b2dc triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:08.789653 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (8c7950fc-1fc7-45ce-9602-e82984b5b2dc), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:08.798283 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a555bea7-461c-4775-a47e-a97310751343 req-4a94e82e-2e0b-4900-83d1-c1aa88c822fb service neutron] 10.222.0.21 "DELETE /v2.0/ports/d0ed793c-d058-4011-bbb7-7b0555cc88e6/bindings/n-h2-832164-4 HTTP/1.1" status: 204 len: 173 time: 0.8064392 Mar 07 10:37:08.839624 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c05a794c-52d8-4cd2-a8a1-c9e857c121ba {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:37:08.861643 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3361f764-8e1b-4b74-9790-0796b1827a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:08.883828 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port c05a794c-52d8-4cd2-a8a1-c9e857c121ba, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=c05a794c-52d8-4cd2-a8a1-c9e857c121ba,segment=NetworkSegment(62872c6e-dc5b-4ade-b562-dcdfe13e82a3),segment_id=62872c6e-dc5b-4ade-b562-dcdfe13e82a3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:08.891618 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c21e3-8edd-4ad9-b577-649a43085bc0 req-5888ef64-2d0e-403e-b029-5a26ccfd95c9 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:08.891925 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c05a794c-52d8-4cd2-a8a1-c9e857c121ba), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:08.895977 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5f8c21e3-8edd-4ad9-b577-649a43085bc0 req-5888ef64-2d0e-403e-b029-5a26ccfd95c9 tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 1126 time: 0.1196558 Mar 07 10:37:08.932634 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17583f-df06-4070-b50f-8942f2f1e731 req-df39e1e0-f112-4048-9087-7acd6b4cbde2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:08.950570 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17583f-df06-4070-b50f-8942f2f1e731 req-df39e1e0-f112-4048-9087-7acd6b4cbde2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:08.964779 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17583f-df06-4070-b50f-8942f2f1e731 req-df39e1e0-f112-4048-9087-7acd6b4cbde2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:08.970384 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17583f-df06-4070-b50f-8942f2f1e731 req-df39e1e0-f112-4048-9087-7acd6b4cbde2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:08.971785 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5f8c21e3-8edd-4ad9-b577-649a43085bc0 req-d29636b6-061e-4853-953a-4f1a8555762c tempest-LiveMigrationTest-790794139 tempest-LiveMigrationTest-790794139-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697100 Mar 07 10:37:08.976228 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17583f-df06-4070-b50f-8942f2f1e731 req-df39e1e0-f112-4048-9087-7acd6b4cbde2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:08.981848 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17583f-df06-4070-b50f-8942f2f1e731 req-df39e1e0-f112-4048-9087-7acd6b4cbde2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:08.988051 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17583f-df06-4070-b50f-8942f2f1e731 req-df39e1e0-f112-4048-9087-7acd6b4cbde2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:08.989541 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1e17583f-df06-4070-b50f-8942f2f1e731 req-df39e1e0-f112-4048-9087-7acd6b4cbde2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5396 time: 0.5823302 Mar 07 10:37:09.020314 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8467148-7d6c-4458-8672-842e0fb5a825 req-33305c13-253c-4542-9995-8c8d5aff2e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:09.020792 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8467148-7d6c-4458-8672-842e0fb5a825 req-33305c13-253c-4542-9995-8c8d5aff2e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:09.022536 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8467148-7d6c-4458-8672-842e0fb5a825 req-33305c13-253c-4542-9995-8c8d5aff2e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:09.023008 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8467148-7d6c-4458-8672-842e0fb5a825 req-33305c13-253c-4542-9995-8c8d5aff2e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:09.023484 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8467148-7d6c-4458-8672-842e0fb5a825 req-33305c13-253c-4542-9995-8c8d5aff2e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:09.024461 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8467148-7d6c-4458-8672-842e0fb5a825 req-33305c13-253c-4542-9995-8c8d5aff2e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:09.024461 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8467148-7d6c-4458-8672-842e0fb5a825 req-33305c13-253c-4542-9995-8c8d5aff2e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:09.026386 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f8467148-7d6c-4458-8672-842e0fb5a825 req-33305c13-253c-4542-9995-8c8d5aff2e30 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=081009be07604de6b116148d0975f6ea&device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 6339 time: 0.6361825 Mar 07 10:37:09.031236 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3d8377d6-bc5c-4e2d-9d8f-b0526fe9d819 req-59433e8f-c350-4e0b-95c9-57d484713ef9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=50ac4fd7-c6cc-48fb-8594-708a12111e6f HTTP/1.1" status: 200 len: 217 time: 0.2307351 Mar 07 10:37:09.032487 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-2c431ba1-dff8-4760-9350-b1ae9fa2405b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:09.033152 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-2c431ba1-dff8-4760-9350-b1ae9fa2405b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:09.034449 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-2c431ba1-dff8-4760-9350-b1ae9fa2405b service neutron] 10.222.0.21 "PUT /v2.0/ports/dd308e88-228c-48d1-aca2-6ee75466e34d HTTP/1.1" status: 200 len: 1091 time: 3.6972542 Mar 07 10:37:09.042844 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 8c7950fc-1fc7-45ce-9602-e82984b5b2dc is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:09.043703 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8c7950fc-1fc7-45ce-9602-e82984b5b2dc), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:09.049197 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c431ba1-dff8-4760-9350-b1ae9fa2405b service neutron] Pushing event updated for resources: {'Port': ['ID=dd308e88-228c-48d1-aca2-6ee75466e34d,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:09.071590 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=c05a794c-52d8-4cd2-a8a1-c9e857c121ba,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:09.099981 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-202ad3f8-4baa-4a92-8377-8323d0f25dc6 service neutron] Request body: {'port': {'device_id': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:09.152044 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-eb1e83f5-d6d7-48a1-a921-090c68614ee9 req-51819de9-0467-49b4-8ed8-7d5ff0257aa6 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-821261897', 'description': 'tempest-description-356869611'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:09.166521 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 8c7950fc-1fc7-45ce-9602-e82984b5b2dc, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=8c7950fc-1fc7-45ce-9602-e82984b5b2dc,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:09.170207 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73fe3d19-86e1-41c0-9140-d23fba0645b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7950fc-1fc7-45ce-9602-e82984b5b2dc'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:09.180872 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b880460-228a-4a36-bd3e-45440394a201" -d '{"events": [{"server_uuid": "73fe3d19-86e1-41c0-9140-d23fba0645b7", "name": "network-vif-plugged", "status": "completed", "tag": "8c7950fc-1fc7-45ce-9602-e82984b5b2dc"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:09.184182 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-eb1e83f5-d6d7-48a1-a921-090c68614ee9 req-51819de9-0467-49b4-8ed8-7d5ff0257aa6 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:09.208882 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8c7950fc-1fc7-45ce-9602-e82984b5b2dc), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:09.281972 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46668) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:09.362991 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-eb1e83f5-d6d7-48a1-a921-090c68614ee9 req-51819de9-0467-49b4-8ed8-7d5ff0257aa6 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (4e729130-ef84-440c-9982-a613d0c7da7a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:09.371346 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-eb1e83f5-d6d7-48a1-a921-090c68614ee9 req-51819de9-0467-49b4-8ed8-7d5ff0257aa6 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4e729130-ef84-440c-9982-a613d0c7da7a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:09.407528 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=8c7950fc-1fc7-45ce-9602-e82984b5b2dc,revision_number=7']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:09.467005 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51819de9-0467-49b4-8ed8-7d5ff0257aa6 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e729130-ef84-440c-9982-a613d0c7da7a,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:09.489994 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-eb1e83f5-d6d7-48a1-a921-090c68614ee9 req-51819de9-0467-49b4-8ed8-7d5ff0257aa6 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:09.505470 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-eb1e83f5-d6d7-48a1-a921-090c68614ee9 req-51819de9-0467-49b4-8ed8-7d5ff0257aa6 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.3591182 Mar 07 10:37:09.576942 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['c05a794c-52d8-4cd2-a8a1-c9e857c121ba'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:37:09.592643 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8377d6-bc5c-4e2d-9d8f-b0526fe9d819 req-ece655f2-51ac-49b2-bee1-dcada953abd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:09.595231 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3d8377d6-bc5c-4e2d-9d8f-b0526fe9d819 req-ece655f2-51ac-49b2-bee1-dcada953abd7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=87fb66b4-e781-4fa7-b59d-0e773d094444 HTTP/1.1" status: 200 len: 853 time: 0.5548229 Mar 07 10:37:09.598915 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8467148-7d6c-4458-8672-842e0fb5a825 req-ccccd036-cb14-4fe8-b7cc-50a05f180685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:09.599395 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8467148-7d6c-4458-8672-842e0fb5a825 req-ccccd036-cb14-4fe8-b7cc-50a05f180685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:09.599866 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8467148-7d6c-4458-8672-842e0fb5a825 req-ccccd036-cb14-4fe8-b7cc-50a05f180685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:09.604822 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f8467148-7d6c-4458-8672-842e0fb5a825 req-ccccd036-cb14-4fe8-b7cc-50a05f180685 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=081009be07604de6b116148d0975f6ea&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5665541 Mar 07 10:37:09.674386 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-adadb881-fdd3-4964-97b7-30e42add9316 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1537557090-network', 'tenant_id': '2755029b41ca43b4904bf9852212d6d5'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:09.701920 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3d8377d6-bc5c-4e2d-9d8f-b0526fe9d819 req-1564724b-0021-45a9-89fc-01f0e745ed2a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a80d3a9-20f1-4d65-a5aa-f7b35212a95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958734 Mar 07 10:37:09.750831 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f300eb60-97d7-4d46-82a2-0a190be9e55c req-26446361-f68d-41ef-95bb-2e29017a2701 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:09.754951 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f300eb60-97d7-4d46-82a2-0a190be9e55c req-26446361-f68d-41ef-95bb-2e29017a2701 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=43607941-ba12-4efa-9a3f-515f2e7c1042 HTTP/1.1" status: 200 len: 945 time: 0.1648633 Mar 07 10:37:09.772663 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f7532775-9fea-4fef-8420-567eae639351 req-a22ecb18-db1e-42ff-a96c-9c8da63f96ee tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=77a5496f33524f4ea52243083d4a1e2b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2089205 Mar 07 10:37:09.794714 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adadb881-fdd3-4964-97b7-30e42add9316 admin admin] Made reservation on behalf of 2755029b41ca43b4904bf9852212d6d5 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:37:09.797805 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-adadb881-fdd3-4964-97b7-30e42add9316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:09.820047 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-adadb881-fdd3-4964-97b7-30e42add9316 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:09.872158 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:09.918268 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f300eb60-97d7-4d46-82a2-0a190be9e55c req-066ac22f-54f1-44f6-8c9d-e28e7d473fa4 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515365 Mar 07 10:37:09.933015 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-adadb881-fdd3-4964-97b7-30e42add9316 admin admin] Publish callbacks [] for security_group (c696b398-9461-4bd7-8fd2-a4f154ee2f24), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:09.948354 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-adadb881-fdd3-4964-97b7-30e42add9316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (c696b398-9461-4bd7-8fd2-a4f154ee2f24), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:09.971766 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adadb881-fdd3-4964-97b7-30e42add9316 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:37:09.995194 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adadb881-fdd3-4964-97b7-30e42add9316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c696b398-9461-4bd7-8fd2-a4f154ee2f24,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:10.009546 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-adadb881-fdd3-4964-97b7-30e42add9316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (e0c26105-f174-4f3d-9ad9-d3343dca1ab9), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:10.009708 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-adadb881-fdd3-4964-97b7-30e42add9316 admin admin] Added segment e0c26105-f174-4f3d-9ad9-d3343dca1ab9 of type vlan for network d0480f38-778b-42a8-b4c9-15f369d8c09c Mar 07 10:37:10.093681 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-adadb881-fdd3-4964-97b7-30e42add9316 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (d0480f38-778b-42a8-b4c9-15f369d8c09c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:10.126456 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-adadb881-fdd3-4964-97b7-30e42add9316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (d0480f38-778b-42a8-b4c9-15f369d8c09c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:10.127699 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adadb881-fdd3-4964-97b7-30e42add9316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.128407 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-202ad3f8-4baa-4a92-8377-8323d0f25dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e30ed817-8760-43d1-b6f4-a2f921a6f91f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:10.129706 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-adadb881-fdd3-4964-97b7-30e42add9316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:10.152016 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1e17583f-df06-4070-b50f-8942f2f1e731 req-5d64fa87-08f3-41d5-b730-a778a8c59bab tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.1124780 Mar 07 10:37:10.161771 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-adadb881-fdd3-4964-97b7-30e42add9316 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8721128 Mar 07 10:37:10.164799 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46692) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:10.178392 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-4a8d072f-18dc-4ee1-9840-271b069b1725 admin admin] Request body: {'subnet': {'network_id': 'd0480f38-778b-42a8-b4c9-15f369d8c09c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1537557090-subnet', 'tenant_id': '2755029b41ca43b4904bf9852212d6d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:10.207163 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8d072f-18dc-4ee1-9840-271b069b1725 admin admin] Made reservation on behalf of 2755029b41ca43b4904bf9852212d6d5 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:37:10.210430 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4a8d072f-18dc-4ee1-9840-271b069b1725 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:10.275995 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8467148-7d6c-4458-8672-842e0fb5a825 req-b59af199-bee3-4e13-b8e6-406638b2fa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.277780 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f8467148-7d6c-4458-8672-842e0fb5a825 req-b59af199-bee3-4e13-b8e6-406638b2fa21 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5826645 Mar 07 10:37:10.280261 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adadb881-fdd3-4964-97b7-30e42add9316 admin admin] Pushing event updated for resources: {'Network': ['ID=d0480f38-778b-42a8-b4c9-15f369d8c09c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:10.292330 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network d0480f38-778b-42a8-b4c9-15f369d8c09c details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:37:10.360351 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'tag': 'dd308e88-228c-48d1-aca2-6ee75466e34d'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:10.362922 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89eb6344-e1bd-40f0-b726-0b4d3b9b3c44" -d '{"events": [{"name": "network-changed", "server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "tag": "dd308e88-228c-48d1-aca2-6ee75466e34d"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:10.385179 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7532775-9fea-4fef-8420-567eae639351 req-d620a3f5-c2ea-415c-956e-f37f78353533 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.386961 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f7532775-9fea-4fef-8420-567eae639351 req-d620a3f5-c2ea-415c-956e-f37f78353533 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5460455 Mar 07 10:37:10.392392 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3d8377d6-bc5c-4e2d-9d8f-b0526fe9d819 req-6b9fa49d-053d-4990-b1e7-e7877b8a45d4 service neutron] 10.222.0.31 "GET /v2.0/networks/8a80d3a9-20f1-4d65-a5aa-f7b35212a95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6596525 Mar 07 10:37:10.397872 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-9665fd42-03a2-4aa5-80ed-5e0dea40cbe9 req-422a53b2-18a4-443b-a57c-3aa0390c4387 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-283229406', 'description': 'tempest-description-1290412947'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:10.410441 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-f7532775-9fea-4fef-8420-567eae639351 req-d9864957-16f4-4d00-a959-cd88c9377631 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Request body: {'port': {'device_id': 'd8b32811-897b-4a1f-a613-22ed70bb8ded', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'admin_state_up': True, 'tenant_id': '77a5496f33524f4ea52243083d4a1e2b'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:10.414071 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e484c713-e739-4f1d-bb6b-4d70bffe774e x-openstack-request-id: req-e484c713-e739-4f1d-bb6b-4d70bffe774e {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:10.414375 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73fe3d19-86e1-41c0-9140-d23fba0645b7", "name": "network-vif-plugged", "status": "completed", "tag": "8c7950fc-1fc7-45ce-9602-e82984b5b2dc", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:10.414639 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e484c713-e739-4f1d-bb6b-4d70bffe774e {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:10.415120 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73fe3d19-86e1-41c0-9140-d23fba0645b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c7950fc-1fc7-45ce-9602-e82984b5b2dc', 'code': 200} Mar 07 10:37:10.450972 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-15a364c4-b4ef-4b63-834d-45f9c5fb211b req-8b521e66-d774-491c-99ba-2d6fa29e72b5 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b32811-897b-4a1f-a613-22ed70bb8ded HTTP/1.1" status: 200 len: 210 time: 0.0481186 Mar 07 10:37:10.534439 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4a8d072f-18dc-4ee1-9840-271b069b1725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (16adc955-59e6-40a1-8377-62c3750cdcf1), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:10.664804 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d072f-18dc-4ee1-9840-271b069b1725 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16adc955-59e6-40a1-8377-62c3750cdcf1,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:10.681209 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8d072f-18dc-4ee1-9840-271b069b1725 admin admin] Checking segment: {'id': 'e0c26105-f174-4f3d-9ad9-d3343dca1ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd0480f38-778b-42a8-b4c9-15f369d8c09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:37:10.681905 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8d072f-18dc-4ee1-9840-271b069b1725 admin admin] Network hostable DHCP agents. Network: d0480f38-778b-42a8-b4c9-15f369d8c09c, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:37:10.712876 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b8e5a-57fc-4b1b-8537-205e96874b36 req-3278112a-129d-4661-8f73-a0f5092b872d tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.714471 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-584b8e5a-57fc-4b1b-8537-205e96874b36 req-3278112a-129d-4661-8f73-a0f5092b872d tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 944 time: 0.1000268 Mar 07 10:37:10.715665 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8d072f-18dc-4ee1-9840-271b069b1725 admin admin] Network d0480f38-778b-42a8-b4c9-15f369d8c09c is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:37:10.745523 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-4a8d072f-18dc-4ee1-9840-271b069b1725 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, d0480f38-778b-42a8-b4c9-15f369d8c09c) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:10.749860 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8d072f-18dc-4ee1-9840-271b069b1725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:10.750509 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4a8d072f-18dc-4ee1-9840-271b069b1725 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:10.772631 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ce951d-c28f-40df-98f4-2888e6fd3420 None None] Network d0480f38-778b-42a8-b4c9-15f369d8c09c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:37:10.809899 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4a8d072f-18dc-4ee1-9840-271b069b1725 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6438732 Mar 07 10:37:10.824853 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-584b8e5a-57fc-4b1b-8537-205e96874b36 req-5271b742-ccc6-4e19-a412-20b6bf739557 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009986 Mar 07 10:37:10.838104 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3d8377d6-bc5c-4e2d-9d8f-b0526fe9d819 req-461c47b1-c673-4526-ace1-3dd94840b808 service neutron] 10.222.0.31 "GET /v2.0/networks/8a80d3a9-20f1-4d65-a5aa-f7b35212a95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4316115 Mar 07 10:37:10.943856 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9665fd42-03a2-4aa5-80ed-5e0dea40cbe9 req-422a53b2-18a4-443b-a57c-3aa0390c4387 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:10.977134 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bcb8c6-bada-4fa4-90d8-67166568fc2d x-openstack-request-id: req-08bcb8c6-bada-4fa4-90d8-67166568fc2d {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:10.977415 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "tag": "dd308e88-228c-48d1-aca2-6ee75466e34d", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:10.977664 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-08bcb8c6-bada-4fa4-90d8-67166568fc2d {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:10.978061 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'tag': 'dd308e88-228c-48d1-aca2-6ee75466e34d', 'status': 'completed', 'code': 200} Mar 07 10:37:10.995619 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a35d55-f7f5-4ea7-ba7a-dd53fee7dd36 None None] Network d0480f38-778b-42a8-b4c9-15f369d8c09c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:37:11.079279 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb6344-e1bd-40f0-b726-0b4d3b9b3c44 req-343e7a3a-181e-428b-97d4-7300a74d71f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:11.079895 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb6344-e1bd-40f0-b726-0b4d3b9b3c44 req-343e7a3a-181e-428b-97d4-7300a74d71f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:11.080533 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb6344-e1bd-40f0-b726-0b4d3b9b3c44 req-343e7a3a-181e-428b-97d4-7300a74d71f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:11.081072 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb6344-e1bd-40f0-b726-0b4d3b9b3c44 req-343e7a3a-181e-428b-97d4-7300a74d71f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:11.081619 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb6344-e1bd-40f0-b726-0b4d3b9b3c44 req-343e7a3a-181e-428b-97d4-7300a74d71f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:11.082856 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb6344-e1bd-40f0-b726-0b4d3b9b3c44 req-343e7a3a-181e-428b-97d4-7300a74d71f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:11.083345 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb6344-e1bd-40f0-b726-0b4d3b9b3c44 req-343e7a3a-181e-428b-97d4-7300a74d71f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:11.090143 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-89eb6344-e1bd-40f0-b726-0b4d3b9b3c44 req-343e7a3a-181e-428b-97d4-7300a74d71f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=081009be07604de6b116148d0975f6ea&device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 6412 time: 0.1191952 Mar 07 10:37:11.163495 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b1e58-831f-48db-a7ee-5bcd6b3675bc req-0a3827c9-b795-4461-85b1-3e8b79ca352c tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:11.165025 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-710b1e58-831f-48db-a7ee-5bcd6b3675bc req-0a3827c9-b795-4461-85b1-3e8b79ca352c tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.21 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 944 time: 0.2682803 Mar 07 10:37:11.283891 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7532775-9fea-4fef-8420-567eae639351 req-d9864957-16f4-4d00-a959-cd88c9377631 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Made reservation on behalf of 77a5496f33524f4ea52243083d4a1e2b for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:37:11.295114 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f7532775-9fea-4fef-8420-567eae639351 req-d9864957-16f4-4d00-a959-cd88c9377631 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:11.371873 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb6344-e1bd-40f0-b726-0b4d3b9b3c44 req-8c7b33f5-a967-40b9-a35d-26664626915a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:11.372339 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb6344-e1bd-40f0-b726-0b4d3b9b3c44 req-8c7b33f5-a967-40b9-a35d-26664626915a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:11.372799 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb6344-e1bd-40f0-b726-0b4d3b9b3c44 req-8c7b33f5-a967-40b9-a35d-26664626915a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:11.374608 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-89eb6344-e1bd-40f0-b726-0b4d3b9b3c44 req-8c7b33f5-a967-40b9-a35d-26664626915a service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=081009be07604de6b116148d0975f6ea&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2776794 Mar 07 10:37:11.398486 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-202ad3f8-4baa-4a92-8377-8323d0f25dc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e30ed817-8760-43d1-b6f4-a2f921a6f91f {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:37:11.431365 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f7532775-9fea-4fef-8420-567eae639351 req-d9864957-16f4-4d00-a959-cd88c9377631 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:11.446242 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9665fd42-03a2-4aa5-80ed-5e0dea40cbe9 req-422a53b2-18a4-443b-a57c-3aa0390c4387 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (d57dca42-b3c1-42c5-b8be-1abca1789043), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:11.450466 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-202ad3f8-4baa-4a92-8377-8323d0f25dc6 service neutron] Publish callbacks [] for port (e30ed817-8760-43d1-b6f4-a2f921a6f91f), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:11.470953 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9665fd42-03a2-4aa5-80ed-5e0dea40cbe9 req-422a53b2-18a4-443b-a57c-3aa0390c4387 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d57dca42-b3c1-42c5-b8be-1abca1789043), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:11.500049 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9665fd42-03a2-4aa5-80ed-5e0dea40cbe9 req-422a53b2-18a4-443b-a57c-3aa0390c4387 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:11.513021 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9665fd42-03a2-4aa5-80ed-5e0dea40cbe9 req-422a53b2-18a4-443b-a57c-3aa0390c4387 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 1.1347158 Mar 07 10:37:11.536274 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-202ad3f8-4baa-4a92-8377-8323d0f25dc6 service neutron] Transition to ACTIVE for port object e30ed817-8760-43d1-b6f4-a2f921a6f91f will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:37:11.549522 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:11.568099 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-202ad3f8-4baa-4a92-8377-8323d0f25dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (e30ed817-8760-43d1-b6f4-a2f921a6f91f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:11.641407 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-838c5413-dee8-424a-8598-e8e73c7372f1 req-057cd885-99c6-40b1-860b-ae29772d96ea tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1729034287', 'description': 'tempest-description-1396377478'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:11.651777 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a53b2-18a4-443b-a57c-3aa0390c4387 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d57dca42-b3c1-42c5-b8be-1abca1789043,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:11.701328 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ad3f8-4baa-4a92-8377-8323d0f25dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=e30ed817-8760-43d1-b6f4-a2f921a6f91f,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:11.720851 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-710b1e58-831f-48db-a7ee-5bcd6b3675bc req-eb12a327-223f-47d8-af76-2ed9424507e7 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Deleting port d0ed793c-d058-4011-bbb7-7b0555cc88e6 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:37:11.721329 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-710b1e58-831f-48db-a7ee-5bcd6b3675bc req-eb12a327-223f-47d8-af76-2ed9424507e7 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (d0ed793c-d058-4011-bbb7-7b0555cc88e6), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:11.851220 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-710b1e58-831f-48db-a7ee-5bcd6b3675bc req-eb12a327-223f-47d8-af76-2ed9424507e7 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] For port d0ed793c-d058-4011-bbb7-7b0555cc88e6, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d0ed793c-d058-4011-bbb7-7b0555cc88e6,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:11.852055 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-710b1e58-831f-48db-a7ee-5bcd6b3675bc req-eb12a327-223f-47d8-af76-2ed9424507e7 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (d0ed793c-d058-4011-bbb7-7b0555cc88e6), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:11.871439 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-710b1e58-831f-48db-a7ee-5bcd6b3675bc req-eb12a327-223f-47d8-af76-2ed9424507e7 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Calling delete_port for d0ed793c-d058-4011-bbb7-7b0555cc88e6 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:37:11.966154 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266292f5-c992-42a9-87b2-ea842d19e819 req-027ee2bb-c521-4d7c-b740-5e377cb886e9 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:11.974398 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-266292f5-c992-42a9-87b2-ea842d19e819 req-027ee2bb-c521-4d7c-b740-5e377cb886e9 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=43607941-ba12-4efa-9a3f-515f2e7c1042 HTTP/1.1" status: 200 len: 945 time: 0.6047056 Mar 07 10:37:12.022990 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb6344-e1bd-40f0-b726-0b4d3b9b3c44 req-1ab3a16f-66a5-4f92-9664-fc78c9112977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:12.024733 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-89eb6344-e1bd-40f0-b726-0b4d3b9b3c44 req-1ab3a16f-66a5-4f92-9664-fc78c9112977 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6405745 Mar 07 10:37:12.093807 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-266292f5-c992-42a9-87b2-ea842d19e819 req-e80fa832-a7da-4346-b76f-8ea82dfa90a2 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108024 Mar 07 10:37:12.116043 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-838c5413-dee8-424a-8598-e8e73c7372f1 req-057cd885-99c6-40b1-860b-ae29772d96ea tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:12.143938 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device c05a794c-52d8-4cd2-a8a1-c9e857c121ba up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:37:12.212783 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f7532775-9fea-4fef-8420-567eae639351 req-d9864957-16f4-4d00-a959-cd88c9377631 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Publish callbacks [] for security_group (5943111a-22e3-4791-867a-b19198e4143e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:12.237092 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f7532775-9fea-4fef-8420-567eae639351 req-d9864957-16f4-4d00-a959-cd88c9377631 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5943111a-22e3-4791-867a-b19198e4143e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:12.239732 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-710b1e58-831f-48db-a7ee-5bcd6b3675bc req-eb12a327-223f-47d8-af76-2ed9424507e7 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (d0ed793c-d058-4011-bbb7-7b0555cc88e6), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:12.261240 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-202ad3f8-4baa-4a92-8377-8323d0f25dc6 service neutron] Attempting to bind port e30ed817-8760-43d1-b6f4-a2f921a6f91f on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:12.261527 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-202ad3f8-4baa-4a92-8377-8323d0f25dc6 service neutron] Attempting to bind port e30ed817-8760-43d1-b6f4-a2f921a6f91f by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'c14401ed-1dc6-4fb0-8253-1c6f0b683339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b6eeb2fc-5732-462c-95ea-d42f3351bff0'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:12.261792 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-202ad3f8-4baa-4a92-8377-8323d0f25dc6 service neutron] Attempting to bind port e30ed817-8760-43d1-b6f4-a2f921a6f91f on network b6eeb2fc-5732-462c-95ea-d42f3351bff0 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:12.263365 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['1c0865da-6fde-4c3c-8287-5b7c2a1b6459', 'd0ed793c-d058-4011-bbb7-7b0555cc88e6'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:37:12.270523 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b55812-87c1-4289-8944-0bbc69f12437 req-3d02b41d-316f-48b5-ae4f-c771c9aef46e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:12.279716 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b55812-87c1-4289-8944-0bbc69f12437 req-3d02b41d-316f-48b5-ae4f-c771c9aef46e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:12.288559 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b55812-87c1-4289-8944-0bbc69f12437 req-3d02b41d-316f-48b5-ae4f-c771c9aef46e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:12.295971 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b55812-87c1-4289-8944-0bbc69f12437 req-3d02b41d-316f-48b5-ae4f-c771c9aef46e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:12.305676 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b55812-87c1-4289-8944-0bbc69f12437 req-3d02b41d-316f-48b5-ae4f-c771c9aef46e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:12.313995 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b55812-87c1-4289-8944-0bbc69f12437 req-3d02b41d-316f-48b5-ae4f-c771c9aef46e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:12.322646 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b55812-87c1-4289-8944-0bbc69f12437 req-3d02b41d-316f-48b5-ae4f-c771c9aef46e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:12.333834 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-79b55812-87c1-4289-8944-0bbc69f12437 req-3d02b41d-316f-48b5-ae4f-c771c9aef46e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5408 time: 0.1662745 Mar 07 10:37:12.345573 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb12a327-223f-47d8-af76-2ed9424507e7 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Pushing event deleted for resources: {'Port': ['ID=d0ed793c-d058-4011-bbb7-7b0555cc88e6,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:12.371756 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-202ad3f8-4baa-4a92-8377-8323d0f25dc6 service neutron] Port e30ed817-8760-43d1-b6f4-a2f921a6f91f on network b6eeb2fc-5732-462c-95ea-d42f3351bff0 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:12.373045 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-202ad3f8-4baa-4a92-8377-8323d0f25dc6 service neutron] Attempting to bind port e30ed817-8760-43d1-b6f4-a2f921a6f91f on network b6eeb2fc-5732-462c-95ea-d42f3351bff0 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:12.434327 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-838c5413-dee8-424a-8598-e8e73c7372f1 req-057cd885-99c6-40b1-860b-ae29772d96ea tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (cd065d62-dbc3-47e1-82d1-430459db0d30), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:12.436280 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-202ad3f8-4baa-4a92-8377-8323d0f25dc6 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:37:12.437703 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-202ad3f8-4baa-4a92-8377-8323d0f25dc6 service neutron] Checking segment: {'id': 'c14401ed-1dc6-4fb0-8253-1c6f0b683339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b6eeb2fc-5732-462c-95ea-d42f3351bff0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:37:12.438703 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-202ad3f8-4baa-4a92-8377-8323d0f25dc6 service neutron] Bound using segment: {'id': 'c14401ed-1dc6-4fb0-8253-1c6f0b683339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b6eeb2fc-5732-462c-95ea-d42f3351bff0'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:37:12.440175 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-202ad3f8-4baa-4a92-8377-8323d0f25dc6 service neutron] Bound port: e30ed817-8760-43d1-b6f4-a2f921a6f91f, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c14401ed-1dc6-4fb0-8253-1c6f0b683339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'b6eeb2fc-5732-462c-95ea-d42f3351bff0'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:37:12.440603 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-202ad3f8-4baa-4a92-8377-8323d0f25dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e30ed817-8760-43d1-b6f4-a2f921a6f91f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:12.443422 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9864957-16f4-4d00-a959-cd88c9377631 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5943111a-22e3-4791-867a-b19198e4143e,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:12.448759 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-79b55812-87c1-4289-8944-0bbc69f12437 req-0bb0dd4d-969a-4e0b-8a3b-c2eccca0f8bf tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1078997 Mar 07 10:37:12.468365 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port c05a794c-52d8-4cd2-a8a1-c9e857c121ba completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:37:12.472791 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-838c5413-dee8-424a-8598-e8e73c7372f1 req-057cd885-99c6-40b1-860b-ae29772d96ea tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (cd065d62-dbc3-47e1-82d1-430459db0d30), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:12.491750 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port c05a794c-52d8-4cd2-a8a1-c9e857c121ba triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:12.492122 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c05a794c-52d8-4cd2-a8a1-c9e857c121ba), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:12.546382 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057cd885-99c6-40b1-860b-ae29772d96ea tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd065d62-dbc3-47e1-82d1-430459db0d30,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:12.551185 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-710b1e58-831f-48db-a7ee-5bcd6b3675bc req-eb12a327-223f-47d8-af76-2ed9424507e7 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] No DVR routers for this DVR port d0ed793c-d058-4011-bbb7-7b0555cc88e6 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:37:12.556198 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-710b1e58-831f-48db-a7ee-5bcd6b3675bc req-eb12a327-223f-47d8-af76-2ed9424507e7 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:12.561466 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-710b1e58-831f-48db-a7ee-5bcd6b3675bc req-eb12a327-223f-47d8-af76-2ed9424507e7 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.21 "DELETE /v2.0/ports/d0ed793c-d058-4011-bbb7-7b0555cc88e6 HTTP/1.1" status: 204 len: 173 time: 1.3865631 Mar 07 10:37:12.686156 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-202ad3f8-4baa-4a92-8377-8323d0f25dc6 service neutron] For port e30ed817-8760-43d1-b6f4-a2f921a6f91f, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:37:12.690672 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-202ad3f8-4baa-4a92-8377-8323d0f25dc6 service neutron] For port e30ed817-8760-43d1-b6f4-a2f921a6f91f, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e30ed817-8760-43d1-b6f4-a2f921a6f91f,segment=NetworkSegment(c14401ed-1dc6-4fb0-8253-1c6f0b683339),segment_id=c14401ed-1dc6-4fb0-8253-1c6f0b683339)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:37:12.725911 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-202ad3f8-4baa-4a92-8377-8323d0f25dc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (e30ed817-8760-43d1-b6f4-a2f921a6f91f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:12.764861 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-202ad3f8-4baa-4a92-8377-8323d0f25dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:12.766499 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-202ad3f8-4baa-4a92-8377-8323d0f25dc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:12.768188 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-202ad3f8-4baa-4a92-8377-8323d0f25dc6 service neutron] 10.222.0.21 "PUT /v2.0/ports/e30ed817-8760-43d1-b6f4-a2f921a6f91f HTTP/1.1" status: 200 len: 1091 time: 3.6993079 Mar 07 10:37:12.773691 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-838c5413-dee8-424a-8598-e8e73c7372f1 req-057cd885-99c6-40b1-860b-ae29772d96ea tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:12.775527 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-838c5413-dee8-424a-8598-e8e73c7372f1 req-057cd885-99c6-40b1-860b-ae29772d96ea tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 1.1382391 Mar 07 10:37:12.825415 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port c05a794c-52d8-4cd2-a8a1-c9e857c121ba is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:12.825415 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c05a794c-52d8-4cd2-a8a1-c9e857c121ba), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:12.841943 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-be76c1ac-8715-45b5-9f04-9578532ecdd9 service neutron] Request body: {'port': {'device_id': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:12.967058 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port c05a794c-52d8-4cd2-a8a1-c9e857c121ba, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=c05a794c-52d8-4cd2-a8a1-c9e857c121ba,segment=NetworkSegment(62872c6e-dc5b-4ade-b562-dcdfe13e82a3),segment_id=62872c6e-dc5b-4ade-b562-dcdfe13e82a3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:12.984499 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43607941-ba12-4efa-9a3f-515f2e7c1042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05a794c-52d8-4cd2-a8a1-c9e857c121ba'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:12.990597 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e629896e-5d57-4ea2-a031-5b183566d453" -d '{"events": [{"server_uuid": "43607941-ba12-4efa-9a3f-515f2e7c1042", "name": "network-vif-plugged", "status": "completed", "tag": "c05a794c-52d8-4cd2-a8a1-c9e857c121ba"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:13.006366 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c05a794c-52d8-4cd2-a8a1-c9e857c121ba), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:13.036080 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:13.054174 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '514c2d61-fbd8-4f9b-af52-d7155f2935b9', 'name': 'network-vif-deleted', 'tag': 'd0ed793c-d058-4011-bbb7-7b0555cc88e6'}, {'name': 'network-changed', 'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'tag': 'e30ed817-8760-43d1-b6f4-a2f921a6f91f'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:13.057587 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ab8a83-047e-4c21-a7ba-81ba56e52f4c" -d '{"events": [{"server_uuid": "514c2d61-fbd8-4f9b-af52-d7155f2935b9", "name": "network-vif-deleted", "tag": "d0ed793c-d058-4011-bbb7-7b0555cc88e6"}, {"name": "network-changed", "server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "tag": "e30ed817-8760-43d1-b6f4-a2f921a6f91f"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:13.060612 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ad3f8-4baa-4a92-8377-8323d0f25dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=e30ed817-8760-43d1-b6f4-a2f921a6f91f,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:13.075253 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-f7532775-9fea-4fef-8420-567eae639351 req-d9864957-16f4-4d00-a959-cd88c9377631 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Allocated IP 192.168.233.235 (598bad6c-a435-45aa-bbb6-2339f78a1590/cd915eb6-2d51-4c50-93c9-6777e48b408a/c5183f6a-41cc-4851-8ce8-52bad9bcf63d) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:37:13.093720 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-88a63771-28ff-4e71-8dd9-27d55e0d113b req-01f9bfa2-a68a-47c6-a7f7-9a6ed295e1af tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e88d3d2709354316b86d2ca6f47f41ea HTTP/1.1" status: 200 len: 10994 time: 0.2293382 Mar 07 10:37:13.113831 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-be76c1ac-8715-45b5-9f04-9578532ecdd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (39f7299e-e8de-4100-8481-3dcb8fc1378a), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:13.118158 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4b3d1ec9-3d86-4c4b-ab12-d2160e95bbca req-976e6b4e-9db1-4cc1-ba10-b0b5b0ea853d tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b32811-897b-4a1f-a613-22ed70bb8ded HTTP/1.1" status: 200 len: 210 time: 0.1202717 Mar 07 10:37:13.170950 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=c05a794c-52d8-4cd2-a8a1-c9e857c121ba,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:13.202640 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-88a63771-28ff-4e71-8dd9-27d55e0d113b req-5e493e58-81e2-4360-b274-b8fe9c06501c tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups/ba5e8b03-fe04-4a9a-8f67-6938492da32f HTTP/1.1" status: 200 len: 2998 time: 0.1079373 Mar 07 10:37:13.315318 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-88a63771-28ff-4e71-8dd9-27d55e0d113b req-60336fd4-d69d-4730-84e2-edd83093ab54 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups/ba5e8b03-fe04-4a9a-8f67-6938492da32f HTTP/1.1" status: 200 len: 2998 time: 0.1117110 Mar 07 10:37:13.382893 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-85caeee0-df99-4ee3-88b3-01ce654a9670 req-990c90b8-88ae-4076-a017-89671834ccab tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "GET /v2.0/security-groups/cd065d62-dbc3-47e1-82d1-430459db0d30 HTTP/1.1" status: 200 len: 1822 time: 0.0634065 Mar 07 10:37:13.402669 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-85caeee0-df99-4ee3-88b3-01ce654a9670 req-c0cf669e-82c8-471c-aaa2-c6b4bf3c214f tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cd065d62-dbc3-47e1-82d1-430459db0d30', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:13.403139 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-85caeee0-df99-4ee3-88b3-01ce654a9670 req-c0cf669e-82c8-471c-aaa2-c6b4bf3c214f tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cd065d62-dbc3-47e1-82d1-430459db0d30', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:13.444744 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9f118ac3-353f-473d-a2b6-119b3e7ed69c req-5c1c85a7-7292-4d74-9841-a948d5cb2dd9 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 210 time: 0.0524952 Mar 07 10:37:13.467555 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f7532775-9fea-4fef-8420-567eae639351 req-d9864957-16f4-4d00-a959-cd88c9377631 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Publish callbacks [] for port (c5183f6a-41cc-4851-8ce8-52bad9bcf63d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:13.519934 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-85caeee0-df99-4ee3-88b3-01ce654a9670 req-c0cf669e-82c8-471c-aaa2-c6b4bf3c214f tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group_rule (c56c91a7-e78e-45fa-bbc9-2b5bdbe5584a), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:13.550435 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7f660c-0047-4a68-bd40-a5ce27bbf323 x-openstack-request-id: req-cf7f660c-0047-4a68-bd40-a5ce27bbf323 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:13.551158 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43607941-ba12-4efa-9a3f-515f2e7c1042", "name": "network-vif-plugged", "status": "completed", "tag": "c05a794c-52d8-4cd2-a8a1-c9e857c121ba", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:13.551608 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cf7f660c-0047-4a68-bd40-a5ce27bbf323 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:13.552182 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43607941-ba12-4efa-9a3f-515f2e7c1042', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05a794c-52d8-4cd2-a8a1-c9e857c121ba', 'code': 200} Mar 07 10:37:13.561350 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-85caeee0-df99-4ee3-88b3-01ce654a9670 req-c0cf669e-82c8-471c-aaa2-c6b4bf3c214f tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group_rule (c56c91a7-e78e-45fa-bbc9-2b5bdbe5584a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:13.571364 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-85caeee0-df99-4ee3-88b3-01ce654a9670 req-c0cf669e-82c8-471c-aaa2-c6b4bf3c214f tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (c56c91a7-e78e-45fa-bbc9-2b5bdbe5584a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:13.622675 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f7532775-9fea-4fef-8420-567eae639351 req-d9864957-16f4-4d00-a959-cd88c9377631 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (c5183f6a-41cc-4851-8ce8-52bad9bcf63d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:13.654218 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf669e-82c8-471c-aaa2-c6b4bf3c214f tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c56c91a7-e78e-45fa-bbc9-2b5bdbe5584a,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:13.666651 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-85caeee0-df99-4ee3-88b3-01ce654a9670 req-c0cf669e-82c8-471c-aaa2-c6b4bf3c214f tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:13.682615 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-85caeee0-df99-4ee3-88b3-01ce654a9670 req-c0cf669e-82c8-471c-aaa2-c6b4bf3c214f tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2863362 Mar 07 10:37:13.691718 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f18bdf3-6ff4-4a1d-af6c-9435366bcee1 x-openstack-request-id: req-4f18bdf3-6ff4-4a1d-af6c-9435366bcee1 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:13.692023 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "514c2d61-fbd8-4f9b-af52-d7155f2935b9", "name": "network-vif-deleted", "tag": "d0ed793c-d058-4011-bbb7-7b0555cc88e6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "tag": "e30ed817-8760-43d1-b6f4-a2f921a6f91f", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:13.692278 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4f18bdf3-6ff4-4a1d-af6c-9435366bcee1 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:13.692764 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '514c2d61-fbd8-4f9b-af52-d7155f2935b9', 'name': 'network-vif-deleted', 'tag': 'd0ed793c-d058-4011-bbb7-7b0555cc88e6', 'status': 'completed', 'code': 200} Mar 07 10:37:13.693059 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'tag': 'e30ed817-8760-43d1-b6f4-a2f921a6f91f', 'status': 'completed', 'code': 200} Mar 07 10:37:13.893587 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-adc75808-78df-4b62-bc0d-e02bc7ff4b7e req-c5512b85-5db1-4916-8f3d-d97bcd20bc88 tempest-QuotasAdminNegativeTest-672125288 tempest-QuotasAdminNegativeTest-672125288-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=38414bf846c143519bd19915914d0938&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275860 Mar 07 10:37:13.955031 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-be76c1ac-8715-45b5-9f04-9578532ecdd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39f7299e-e8de-4100-8481-3dcb8fc1378a {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:37:13.964769 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-be76c1ac-8715-45b5-9f04-9578532ecdd9 service neutron] Publish callbacks [] for port (39f7299e-e8de-4100-8481-3dcb8fc1378a), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:13.975597 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7532775-9fea-4fef-8420-567eae639351 req-d9864957-16f4-4d00-a959-cd88c9377631 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:37:13.982290 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-f7532775-9fea-4fef-8420-567eae639351 req-d9864957-16f4-4d00-a959-cd88c9377631 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:13.985959 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7532775-9fea-4fef-8420-567eae639351 req-d9864957-16f4-4d00-a959-cd88c9377631 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:37:14.039958 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc75808-78df-4b62-bc0d-e02bc7ff4b7e req-a14d97cf-c8ae-433b-92a1-81bc57c47796 tempest-QuotasAdminNegativeTest-672125288 tempest-QuotasAdminNegativeTest-672125288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:14.048204 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-adc75808-78df-4b62-bc0d-e02bc7ff4b7e req-a14d97cf-c8ae-433b-92a1-81bc57c47796 tempest-QuotasAdminNegativeTest-672125288 tempest-QuotasAdminNegativeTest-672125288-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1536505 Mar 07 10:37:14.070261 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-adc75808-78df-4b62-bc0d-e02bc7ff4b7e req-d4b28496-5f86-4e49-883b-b53d82f459fe tempest-QuotasAdminNegativeTest-672125288 tempest-QuotasAdminNegativeTest-672125288-project] 10.222.0.11 "GET /v2.0/quotas/38414bf846c143519bd19915914d0938 HTTP/1.1" status: 200 len: 375 time: 0.0197582 Mar 07 10:37:14.095453 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9864957-16f4-4d00-a959-cd88c9377631 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Pushing event updated for resources: {'Port': ['ID=c5183f6a-41cc-4851-8ce8-52bad9bcf63d,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:14.109758 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-be76c1ac-8715-45b5-9f04-9578532ecdd9 service neutron] Transition to ACTIVE for port object 39f7299e-e8de-4100-8481-3dcb8fc1378a will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:37:14.121838 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab8a83-047e-4c21-a7ba-81ba56e52f4c req-439d7305-d45d-437b-ae2d-96d128282b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:14.122456 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab8a83-047e-4c21-a7ba-81ba56e52f4c req-439d7305-d45d-437b-ae2d-96d128282b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:14.122941 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab8a83-047e-4c21-a7ba-81ba56e52f4c req-439d7305-d45d-437b-ae2d-96d128282b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:14.123583 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab8a83-047e-4c21-a7ba-81ba56e52f4c req-439d7305-d45d-437b-ae2d-96d128282b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:14.124055 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab8a83-047e-4c21-a7ba-81ba56e52f4c req-439d7305-d45d-437b-ae2d-96d128282b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:14.124565 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab8a83-047e-4c21-a7ba-81ba56e52f4c req-439d7305-d45d-437b-ae2d-96d128282b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:14.125070 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab8a83-047e-4c21-a7ba-81ba56e52f4c req-439d7305-d45d-437b-ae2d-96d128282b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:14.125651 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-adc75808-78df-4b62-bc0d-e02bc7ff4b7e req-68b85dd6-13bb-4673-9a89-0f741530aa1d tempest-QuotasAdminNegativeTest-672125288 tempest-QuotasAdminNegativeTest-672125288-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=38414bf846c143519bd19915914d0938&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531371 Mar 07 10:37:14.127809 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-83ab8a83-047e-4c21-a7ba-81ba56e52f4c req-439d7305-d45d-437b-ae2d-96d128282b24 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=081009be07604de6b116148d0975f6ea&device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 6510 time: 0.4152555 Mar 07 10:37:14.140127 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-be76c1ac-8715-45b5-9f04-9578532ecdd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (39f7299e-e8de-4100-8481-3dcb8fc1378a), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:14.190638 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b7afb-c2ab-4de8-a79d-40fc05bd84c3 req-56531aed-b02f-47a3-b308-d6944f150a26 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:14.193333 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-df0b7afb-c2ab-4de8-a79d-40fc05bd84c3 req-56531aed-b02f-47a3-b308-d6944f150a26 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=43607941-ba12-4efa-9a3f-515f2e7c1042 HTTP/1.1" status: 200 len: 946 time: 0.4729328 Mar 07 10:37:14.278417 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df93c8b-3b33-4573-9a4b-828f30c8f245 req-b042fdd8-c76d-489c-9a5d-32f2125c20c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:14.279827 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2df93c8b-3b33-4573-9a4b-828f30c8f245 req-b042fdd8-c76d-489c-9a5d-32f2125c20c4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=43607941-ba12-4efa-9a3f-515f2e7c1042 HTTP/1.1" status: 200 len: 1128 time: 0.5612109 Mar 07 10:37:14.286004 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7532775-9fea-4fef-8420-567eae639351 req-d9864957-16f4-4d00-a959-cd88c9377631 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:14.286824 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f7532775-9fea-4fef-8420-567eae639351 req-d9864957-16f4-4d00-a959-cd88c9377631 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:14.313922 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b6da2026-71bd-4a07-a347-bbe5eed91b7b req-031ccfa7-f143-4156-8854-f446d2dab6ee tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups/e541e30d-0661-4b45-bcab-8b1b7c1caacc HTTP/1.1" status: 200 len: 1816 time: 0.0739522 Mar 07 10:37:14.355980 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f7532775-9fea-4fef-8420-567eae639351 req-d9864957-16f4-4d00-a959-cd88c9377631 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9535832 Mar 07 10:37:14.417875 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b6da2026-71bd-4a07-a347-bbe5eed91b7b req-d0471ca5-d4fb-4b54-b0d9-b45c00919827 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (e541e30d-0661-4b45-bcab-8b1b7c1caacc), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:14.427329 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-f7532775-9fea-4fef-8420-567eae639351 req-b1fea4a8-da77-4881-af0b-fa1fdf153cec service neutron] Request body: {'port': {'device_id': 'd8b32811-897b-4a1f-a613-22ed70bb8ded', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:14.447137 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d85eeb3d-8d12-4d74-8d76-aba5e7afb2c7 None None] Provisioning complete for port c5183f6a-41cc-4851-8ce8-52bad9bcf63d triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:14.447741 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d85eeb3d-8d12-4d74-8d76-aba5e7afb2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c5183f6a-41cc-4851-8ce8-52bad9bcf63d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:14.474487 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b6da2026-71bd-4a07-a347-bbe5eed91b7b req-d0471ca5-d4fb-4b54-b0d9-b45c00919827 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (e541e30d-0661-4b45-bcab-8b1b7c1caacc), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:14.544390 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d85eeb3d-8d12-4d74-8d76-aba5e7afb2c7 None None] Port c5183f6a-41cc-4851-8ce8-52bad9bcf63d cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:37:14.569787 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b6da2026-71bd-4a07-a347-bbe5eed91b7b req-d0471ca5-d4fb-4b54-b0d9-b45c00919827 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e541e30d-0661-4b45-bcab-8b1b7c1caacc), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:14.573366 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b6da2026-71bd-4a07-a347-bbe5eed91b7b req-d0471ca5-d4fb-4b54-b0d9-b45c00919827 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:14.584755 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b6da2026-71bd-4a07-a347-bbe5eed91b7b req-d0471ca5-d4fb-4b54-b0d9-b45c00919827 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "DELETE /v2.0/security-groups/e541e30d-0661-4b45-bcab-8b1b7c1caacc HTTP/1.1" status: 204 len: 173 time: 0.2657993 Mar 07 10:37:14.605062 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76c1ac-8715-45b5-9f04-9578532ecdd9 service neutron] Pushing event updated for resources: {'Port': ['ID=39f7299e-e8de-4100-8481-3dcb8fc1378a,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:14.615432 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0471ca5-d4fb-4b54-b0d9-b45c00919827 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e541e30d-0661-4b45-bcab-8b1b7c1caacc,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:14.632516 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f7532775-9fea-4fef-8420-567eae639351 req-b1fea4a8-da77-4881-af0b-fa1fdf153cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c5183f6a-41cc-4851-8ce8-52bad9bcf63d), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:14.656864 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-df0b7afb-c2ab-4de8-a79d-40fc05bd84c3 req-63ff066c-e42b-4884-ab2b-697987fa500d tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471680 Mar 07 10:37:14.696525 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-be76c1ac-8715-45b5-9f04-9578532ecdd9 service neutron] Attempting to bind port 39f7299e-e8de-4100-8481-3dcb8fc1378a on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:14.696865 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-be76c1ac-8715-45b5-9f04-9578532ecdd9 service neutron] Attempting to bind port 39f7299e-e8de-4100-8481-3dcb8fc1378a by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '9b966132-984a-4ab1-93aa-dffdd8926895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:14.697210 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-be76c1ac-8715-45b5-9f04-9578532ecdd9 service neutron] Attempting to bind port 39f7299e-e8de-4100-8481-3dcb8fc1378a on network c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:14.759237 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30a1f9-48ad-42b8-b10e-86665ac34434 req-9a143ddd-d259-4e85-8ef0-669d46f4ed8c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:14.765564 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30a1f9-48ad-42b8-b10e-86665ac34434 req-9a143ddd-d259-4e85-8ef0-669d46f4ed8c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:14.771517 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30a1f9-48ad-42b8-b10e-86665ac34434 req-9a143ddd-d259-4e85-8ef0-669d46f4ed8c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:14.779692 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30a1f9-48ad-42b8-b10e-86665ac34434 req-9a143ddd-d259-4e85-8ef0-669d46f4ed8c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:14.785309 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30a1f9-48ad-42b8-b10e-86665ac34434 req-9a143ddd-d259-4e85-8ef0-669d46f4ed8c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:14.790956 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30a1f9-48ad-42b8-b10e-86665ac34434 req-9a143ddd-d259-4e85-8ef0-669d46f4ed8c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:14.796220 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30a1f9-48ad-42b8-b10e-86665ac34434 req-9a143ddd-d259-4e85-8ef0-669d46f4ed8c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:14.798842 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ca30a1f9-48ad-42b8-b10e-86665ac34434 req-9a143ddd-d259-4e85-8ef0-669d46f4ed8c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5420 time: 0.1275077 Mar 07 10:37:14.844837 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2df93c8b-3b33-4573-9a4b-828f30c8f245 req-805da39a-7efd-480f-b50e-4f4b3a03003c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5437629 Mar 07 10:37:14.872649 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-5439f2b9-a717-4033-86ce-225925f27cec req-8aa1dd12-29ef-45d7-9c45-72b5d304098a tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-832455255', 'description': 'tempest-description-414261175'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:14.876451 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-be76c1ac-8715-45b5-9f04-9578532ecdd9 service neutron] Port 39f7299e-e8de-4100-8481-3dcb8fc1378a on network c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:14.876778 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-be76c1ac-8715-45b5-9f04-9578532ecdd9 service neutron] Attempting to bind port 39f7299e-e8de-4100-8481-3dcb8fc1378a on network c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:14.911176 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-be76c1ac-8715-45b5-9f04-9578532ecdd9 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:37:14.911532 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-be76c1ac-8715-45b5-9f04-9578532ecdd9 service neutron] Checking segment: {'id': '9b966132-984a-4ab1-93aa-dffdd8926895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:37:14.911926 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-be76c1ac-8715-45b5-9f04-9578532ecdd9 service neutron] Bound using segment: {'id': '9b966132-984a-4ab1-93aa-dffdd8926895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:37:14.912365 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-be76c1ac-8715-45b5-9f04-9578532ecdd9 service neutron] Bound port: 39f7299e-e8de-4100-8481-3dcb8fc1378a, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b966132-984a-4ab1-93aa-dffdd8926895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:37:14.912722 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-be76c1ac-8715-45b5-9f04-9578532ecdd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (39f7299e-e8de-4100-8481-3dcb8fc1378a), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:14.919726 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab8a83-047e-4c21-a7ba-81ba56e52f4c req-d0b30978-1931-4ad7-9ec1-73c078d9a361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:14.920205 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab8a83-047e-4c21-a7ba-81ba56e52f4c req-d0b30978-1931-4ad7-9ec1-73c078d9a361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:14.920944 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab8a83-047e-4c21-a7ba-81ba56e52f4c req-d0b30978-1931-4ad7-9ec1-73c078d9a361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:14.923069 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-83ab8a83-047e-4c21-a7ba-81ba56e52f4c req-d0b30978-1931-4ad7-9ec1-73c078d9a361 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=081009be07604de6b116148d0975f6ea&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7718022 Mar 07 10:37:14.927339 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ca30a1f9-48ad-42b8-b10e-86665ac34434 req-4c95b8a1-0be3-4011-ae29-fc5d6e246f3b tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1126068 Mar 07 10:37:15.053478 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5439f2b9-a717-4033-86ce-225925f27cec req-8aa1dd12-29ef-45d7-9c45-72b5d304098a tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:15.094515 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f81d68-1634-495a-baa7-43c19e8d17a6 req-cf58ab81-05f4-465f-9693-09d838fadf61 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:15.103191 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-58f81d68-1634-495a-baa7-43c19e8d17a6 req-cf58ab81-05f4-465f-9693-09d838fadf61 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b32811-897b-4a1f-a613-22ed70bb8ded HTTP/1.1" status: 200 len: 936 time: 0.0855925 Mar 07 10:37:15.170024 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-58f81d68-1634-495a-baa7-43c19e8d17a6 req-e80096dc-0245-42a8-b6ba-a2f2ddb1edeb tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] 10.222.0.11 "GET /v2.0/security-groups?id=5943111a-22e3-4791-867a-b19198e4143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629725 Mar 07 10:37:15.172233 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d0ed793c-d058-4011-bbb7-7b0555cc88e6 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:37:15.194140 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab8a83-047e-4c21-a7ba-81ba56e52f4c req-cf5f68bb-759b-49c7-bc1c-b238d8ea339d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:15.195768 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-83ab8a83-047e-4c21-a7ba-81ba56e52f4c req-cf5f68bb-759b-49c7-bc1c-b238d8ea339d service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2650356 Mar 07 10:37:15.231672 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: d0ed793c-d058-4011-bbb7-7b0555cc88e6 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:37:15.232402 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d0ed793c-d058-4011-bbb7-7b0555cc88e6 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:37:15.572456 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-be76c1ac-8715-45b5-9f04-9578532ecdd9 service neutron] For port 39f7299e-e8de-4100-8481-3dcb8fc1378a, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:37:15.576301 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-be76c1ac-8715-45b5-9f04-9578532ecdd9 service neutron] For port 39f7299e-e8de-4100-8481-3dcb8fc1378a, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=39f7299e-e8de-4100-8481-3dcb8fc1378a,segment=NetworkSegment(9b966132-984a-4ab1-93aa-dffdd8926895),segment_id=9b966132-984a-4ab1-93aa-dffdd8926895)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:37:15.589853 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-be76c1ac-8715-45b5-9f04-9578532ecdd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (39f7299e-e8de-4100-8481-3dcb8fc1378a), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:15.631473 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a4f6433c-aa0a-4fd0-8c30-e0866cc7e88a req-fb13b450-c4e6-4b5b-83d4-fd7e9386f81b tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 210 time: 0.0547497 Mar 07 10:37:15.691873 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-be76c1ac-8715-45b5-9f04-9578532ecdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:15.692812 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-be76c1ac-8715-45b5-9f04-9578532ecdd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:15.694286 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-be76c1ac-8715-45b5-9f04-9578532ecdd9 service neutron] 10.222.0.21 "PUT /v2.0/ports/39f7299e-e8de-4100-8481-3dcb8fc1378a HTTP/1.1" status: 200 len: 1091 time: 2.8635907 Mar 07 10:37:15.696908 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [req-6563875b-e3f4-4e3c-b2b8-290bfc71d678 req-9188e5c9-687d-47a2-88d0-150fee58a8c2 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] show failed (client error): The resource could not be found. Mar 07 10:37:15.697976 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6563875b-e3f4-4e3c-b2b8-290bfc71d678 req-9188e5c9-687d-47a2-88d0-150fee58a8c2 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups/e541e30d-0661-4b45-bcab-8b1b7c1caacc HTTP/1.1" status: 404 len: 352 time: 0.0206680 Mar 07 10:37:15.704277 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'tag': '39f7299e-e8de-4100-8481-3dcb8fc1378a'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:15.706565 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49494878-2af3-46dd-aa2f-9619dd846446" -d '{"events": [{"name": "network-changed", "server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "tag": "39f7299e-e8de-4100-8481-3dcb8fc1378a"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:15.763674 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-203853f3-0883-4b51-90bf-652855158a69 service neutron] Request body: {'port': {'device_id': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:15.818731 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5439f2b9-a717-4033-86ce-225925f27cec req-8aa1dd12-29ef-45d7-9c45-72b5d304098a tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (82851c6c-3e92-45c8-923e-494ee791a6e5), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:15.821577 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be76c1ac-8715-45b5-9f04-9578532ecdd9 service neutron] Pushing event updated for resources: {'Port': ['ID=39f7299e-e8de-4100-8481-3dcb8fc1378a,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:15.829933 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-f7532775-9fea-4fef-8420-567eae639351 req-b1fea4a8-da77-4881-af0b-fa1fdf153cec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5183f6a-41cc-4851-8ce8-52bad9bcf63d {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:37:15.835126 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5439f2b9-a717-4033-86ce-225925f27cec req-8aa1dd12-29ef-45d7-9c45-72b5d304098a tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (82851c6c-3e92-45c8-923e-494ee791a6e5), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:15.870804 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f7532775-9fea-4fef-8420-567eae639351 req-b1fea4a8-da77-4881-af0b-fa1fdf153cec service neutron] Publish callbacks [] for port (c5183f6a-41cc-4851-8ce8-52bad9bcf63d), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:15.875912 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1dd12-29ef-45d7-9c45-72b5d304098a tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82851c6c-3e92-45c8-923e-494ee791a6e5,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:15.963789 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-f7532775-9fea-4fef-8420-567eae639351 req-b1fea4a8-da77-4881-af0b-fa1fdf153cec service neutron] Transition to ACTIVE for port object c5183f6a-41cc-4851-8ce8-52bad9bcf63d will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:37:15.979638 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5439f2b9-a717-4033-86ce-225925f27cec req-8aa1dd12-29ef-45d7-9c45-72b5d304098a tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:15.993666 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5439f2b9-a717-4033-86ce-225925f27cec req-8aa1dd12-29ef-45d7-9c45-72b5d304098a tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 1.1350327 Mar 07 10:37:16.003147 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f7532775-9fea-4fef-8420-567eae639351 req-b1fea4a8-da77-4881-af0b-fa1fdf153cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (c5183f6a-41cc-4851-8ce8-52bad9bcf63d), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:16.024698 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-203853f3-0883-4b51-90bf-652855158a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (464790b4-c23d-409e-904e-2616b83fda37), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:16.163036 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9f782-9a18-4af9-be15-80afebc815a7 req-59eb994c-bc3f-406d-b2ff-0905a7583848 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:16.170199 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1bb9f782-9a18-4af9-be15-80afebc815a7 req-59eb994c-bc3f-406d-b2ff-0905a7583848 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=43607941-ba12-4efa-9a3f-515f2e7c1042 HTTP/1.1" status: 200 len: 946 time: 0.0961442 Mar 07 10:37:16.318267 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1bb9f782-9a18-4af9-be15-80afebc815a7 req-bfc9489e-5147-4bd7-86b1-557d65420267 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470740 Mar 07 10:37:16.371036 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fea4a8-da77-4881-af0b-fa1fdf153cec service neutron] Pushing event updated for resources: {'Port': ['ID=c5183f6a-41cc-4851-8ce8-52bad9bcf63d,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:16.402254 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-71c2dce1-e467-4b05-b73b-446df3c8bed8 req-ef168a10-b61f-4bcd-90f9-a9ee7bd9fc17 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups/4e729130-ef84-440c-9982-a613d0c7da7a HTTP/1.1" status: 200 len: 1816 time: 0.3468530 Mar 07 10:37:16.411520 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0561114-478a-490b-ba79-40c9217bf513 x-openstack-request-id: req-c0561114-478a-490b-ba79-40c9217bf513 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:16.411809 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "tag": "39f7299e-e8de-4100-8481-3dcb8fc1378a", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:16.412062 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c0561114-478a-490b-ba79-40c9217bf513 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:16.412454 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'tag': '39f7299e-e8de-4100-8481-3dcb8fc1378a', 'status': 'completed', 'code': 200} Mar 07 10:37:16.592442 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e425ba7-b642-404b-ac2a-2fdfab633f3e req-67ff4fbe-8c0a-430f-925f-46b11bc7117c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:16.599495 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e425ba7-b642-404b-ac2a-2fdfab633f3e req-67ff4fbe-8c0a-430f-925f-46b11bc7117c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:16.606428 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e425ba7-b642-404b-ac2a-2fdfab633f3e req-67ff4fbe-8c0a-430f-925f-46b11bc7117c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:16.614767 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e425ba7-b642-404b-ac2a-2fdfab633f3e req-67ff4fbe-8c0a-430f-925f-46b11bc7117c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:16.621029 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e425ba7-b642-404b-ac2a-2fdfab633f3e req-67ff4fbe-8c0a-430f-925f-46b11bc7117c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:16.627661 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e425ba7-b642-404b-ac2a-2fdfab633f3e req-67ff4fbe-8c0a-430f-925f-46b11bc7117c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:16.634268 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e425ba7-b642-404b-ac2a-2fdfab633f3e req-67ff4fbe-8c0a-430f-925f-46b11bc7117c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:16.644155 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1e425ba7-b642-404b-ac2a-2fdfab633f3e req-67ff4fbe-8c0a-430f-925f-46b11bc7117c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5420 time: 0.1688266 Mar 07 10:37:16.647870 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-f7532775-9fea-4fef-8420-567eae639351 req-b1fea4a8-da77-4881-af0b-fa1fdf153cec service neutron] Attempting to bind port c5183f6a-41cc-4851-8ce8-52bad9bcf63d on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:16.648356 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-f7532775-9fea-4fef-8420-567eae639351 req-b1fea4a8-da77-4881-af0b-fa1fdf153cec service neutron] Attempting to bind port c5183f6a-41cc-4851-8ce8-52bad9bcf63d by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:16.649082 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7532775-9fea-4fef-8420-567eae639351 req-b1fea4a8-da77-4881-af0b-fa1fdf153cec service neutron] Attempting to bind port c5183f6a-41cc-4851-8ce8-52bad9bcf63d on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:16.709212 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7532775-9fea-4fef-8420-567eae639351 req-b1fea4a8-da77-4881-af0b-fa1fdf153cec service neutron] Port c5183f6a-41cc-4851-8ce8-52bad9bcf63d on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:16.710822 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7532775-9fea-4fef-8420-567eae639351 req-b1fea4a8-da77-4881-af0b-fa1fdf153cec service neutron] Attempting to bind port c5183f6a-41cc-4851-8ce8-52bad9bcf63d on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:16.738233 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49494878-2af3-46dd-aa2f-9619dd846446 req-47b81073-72dc-4d66-b62e-479d3c3d24fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:16.740096 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49494878-2af3-46dd-aa2f-9619dd846446 req-47b81073-72dc-4d66-b62e-479d3c3d24fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:16.740787 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49494878-2af3-46dd-aa2f-9619dd846446 req-47b81073-72dc-4d66-b62e-479d3c3d24fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:16.741629 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49494878-2af3-46dd-aa2f-9619dd846446 req-47b81073-72dc-4d66-b62e-479d3c3d24fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:16.742688 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49494878-2af3-46dd-aa2f-9619dd846446 req-47b81073-72dc-4d66-b62e-479d3c3d24fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:16.743489 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49494878-2af3-46dd-aa2f-9619dd846446 req-47b81073-72dc-4d66-b62e-479d3c3d24fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:16.744163 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49494878-2af3-46dd-aa2f-9619dd846446 req-47b81073-72dc-4d66-b62e-479d3c3d24fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:16.746710 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-49494878-2af3-46dd-aa2f-9619dd846446 req-47b81073-72dc-4d66-b62e-479d3c3d24fd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=081009be07604de6b116148d0975f6ea&device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 6608 time: 0.1927664 Mar 07 10:37:16.765952 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1e425ba7-b642-404b-ac2a-2fdfab633f3e req-f8edc87b-75e1-4087-8e4e-93c77a932e1d tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1166651 Mar 07 10:37:16.920334 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-71c2dce1-e467-4b05-b73b-446df3c8bed8 req-1ace17e7-6519-44f1-8fa0-ec6e6d12151a tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (4e729130-ef84-440c-9982-a613d0c7da7a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:16.923562 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49494878-2af3-46dd-aa2f-9619dd846446 req-2c98c892-2d7d-4092-90c7-457068efb27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:16.924699 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49494878-2af3-46dd-aa2f-9619dd846446 req-2c98c892-2d7d-4092-90c7-457068efb27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:16.925015 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49494878-2af3-46dd-aa2f-9619dd846446 req-2c98c892-2d7d-4092-90c7-457068efb27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:16.928614 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-49494878-2af3-46dd-aa2f-9619dd846446 req-2c98c892-2d7d-4092-90c7-457068efb27f service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=081009be07604de6b116148d0975f6ea&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1535654 Mar 07 10:37:16.969483 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7532775-9fea-4fef-8420-567eae639351 req-b1fea4a8-da77-4881-af0b-fa1fdf153cec service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:37:16.969868 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7532775-9fea-4fef-8420-567eae639351 req-b1fea4a8-da77-4881-af0b-fa1fdf153cec service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:37:16.970314 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7532775-9fea-4fef-8420-567eae639351 req-b1fea4a8-da77-4881-af0b-fa1fdf153cec service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:37:16.970778 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-f7532775-9fea-4fef-8420-567eae639351 req-b1fea4a8-da77-4881-af0b-fa1fdf153cec service neutron] Bound port: c5183f6a-41cc-4851-8ce8-52bad9bcf63d, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:37:16.971150 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f7532775-9fea-4fef-8420-567eae639351 req-b1fea4a8-da77-4881-af0b-fa1fdf153cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c5183f6a-41cc-4851-8ce8-52bad9bcf63d), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:17.096967 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-74cee09e-c19f-4272-8cb7-f0f99cd4f4fe req-215ae972-c61b-457d-81ff-fa981fe2515f tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "GET /v2.0/security-groups/82851c6c-3e92-45c8-923e-494ee791a6e5 HTTP/1.1" status: 200 len: 1820 time: 0.0990722 Mar 07 10:37:17.108883 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-74cee09e-c19f-4272-8cb7-f0f99cd4f4fe req-d0887670-f37d-4247-8d67-e6be5cff09c8 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '82851c6c-3e92-45c8-923e-494ee791a6e5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:17.113654 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-74cee09e-c19f-4272-8cb7-f0f99cd4f4fe req-d0887670-f37d-4247-8d67-e6be5cff09c8 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '82851c6c-3e92-45c8-923e-494ee791a6e5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:17.127632 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49494878-2af3-46dd-aa2f-9619dd846446 req-00e2722d-1360-4669-aa3a-3c74a619f524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:17.130538 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-49494878-2af3-46dd-aa2f-9619dd846446 req-00e2722d-1360-4669-aa3a-3c74a619f524 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1499255 Mar 07 10:37:17.220859 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-74cee09e-c19f-4272-8cb7-f0f99cd4f4fe req-d0887670-f37d-4247-8d67-e6be5cff09c8 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group_rule (c2d48f35-e78d-464b-8add-283e2962a1e0), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:17.245533 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-71c2dce1-e467-4b05-b73b-446df3c8bed8 req-1ace17e7-6519-44f1-8fa0-ec6e6d12151a tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (4e729130-ef84-440c-9982-a613d0c7da7a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:17.262480 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-74cee09e-c19f-4272-8cb7-f0f99cd4f4fe req-d0887670-f37d-4247-8d67-e6be5cff09c8 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group_rule (c2d48f35-e78d-464b-8add-283e2962a1e0), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:17.267752 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-74cee09e-c19f-4272-8cb7-f0f99cd4f4fe req-d0887670-f37d-4247-8d67-e6be5cff09c8 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (c2d48f35-e78d-464b-8add-283e2962a1e0), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:17.291708 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0887670-f37d-4247-8d67-e6be5cff09c8 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d48f35-e78d-464b-8add-283e2962a1e0,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:17.315049 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-f7532775-9fea-4fef-8420-567eae639351 req-b1fea4a8-da77-4881-af0b-fa1fdf153cec service neutron] For port c5183f6a-41cc-4851-8ce8-52bad9bcf63d, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:37:17.318850 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-74cee09e-c19f-4272-8cb7-f0f99cd4f4fe req-d0887670-f37d-4247-8d67-e6be5cff09c8 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:17.323189 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-f7532775-9fea-4fef-8420-567eae639351 req-b1fea4a8-da77-4881-af0b-fa1fdf153cec service neutron] For port c5183f6a-41cc-4851-8ce8-52bad9bcf63d, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=c5183f6a-41cc-4851-8ce8-52bad9bcf63d,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:37:17.337384 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-74cee09e-c19f-4272-8cb7-f0f99cd4f4fe req-d0887670-f37d-4247-8d67-e6be5cff09c8 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2356117 Mar 07 10:37:17.346926 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f7532775-9fea-4fef-8420-567eae639351 req-b1fea4a8-da77-4881-af0b-fa1fdf153cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (c5183f6a-41cc-4851-8ce8-52bad9bcf63d), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:17.359045 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-71c2dce1-e467-4b05-b73b-446df3c8bed8 req-1ace17e7-6519-44f1-8fa0-ec6e6d12151a tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4e729130-ef84-440c-9982-a613d0c7da7a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:17.361586 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-71c2dce1-e467-4b05-b73b-446df3c8bed8 req-1ace17e7-6519-44f1-8fa0-ec6e6d12151a tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:17.362724 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-71c2dce1-e467-4b05-b73b-446df3c8bed8 req-1ace17e7-6519-44f1-8fa0-ec6e6d12151a tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "DELETE /v2.0/security-groups/4e729130-ef84-440c-9982-a613d0c7da7a HTTP/1.1" status: 204 len: 173 time: 0.9596646 Mar 07 10:37:17.406316 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace17e7-6519-44f1-8fa0-ec6e6d12151a tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e729130-ef84-440c-9982-a613d0c7da7a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:17.431735 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7532775-9fea-4fef-8420-567eae639351 req-b1fea4a8-da77-4881-af0b-fa1fdf153cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:17.432352 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f7532775-9fea-4fef-8420-567eae639351 req-b1fea4a8-da77-4881-af0b-fa1fdf153cec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:17.433752 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f7532775-9fea-4fef-8420-567eae639351 req-b1fea4a8-da77-4881-af0b-fa1fdf153cec service neutron] 10.222.0.21 "PUT /v2.0/ports/c5183f6a-41cc-4851-8ce8-52bad9bcf63d HTTP/1.1" status: 200 len: 1096 time: 3.0115595 Mar 07 10:37:17.516626 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885293e4-28b1-465b-b710-8f2070358aa0 req-e7466ff1-c46e-44fc-880a-adf0c0bd5fbe tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:17.525428 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-885293e4-28b1-465b-b710-8f2070358aa0 req-e7466ff1-c46e-44fc-880a-adf0c0bd5fbe tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b32811-897b-4a1f-a613-22ed70bb8ded HTTP/1.1" status: 200 len: 948 time: 0.1245015 Mar 07 10:37:17.543523 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fea4a8-da77-4881-af0b-fa1fdf153cec service neutron] Pushing event updated for resources: {'Port': ['ID=c5183f6a-41cc-4851-8ce8-52bad9bcf63d,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:17.556716 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-203853f3-0883-4b51-90bf-652855158a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464790b4-c23d-409e-904e-2616b83fda37 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:37:17.568420 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-203853f3-0883-4b51-90bf-652855158a69 service neutron] Publish callbacks [] for port (464790b4-c23d-409e-904e-2616b83fda37), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:17.598746 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-885293e4-28b1-465b-b710-8f2070358aa0 req-cddd8a18-7e26-4537-aa78-0eb7f0454906 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] 10.222.0.11 "GET /v2.0/security-groups?id=5943111a-22e3-4791-867a-b19198e4143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720017 Mar 07 10:37:17.621660 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7532775-9fea-4fef-8420-567eae639351 req-5d6b5931-de4b-4aec-83b3-0af7a65f9076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:17.623369 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f7532775-9fea-4fef-8420-567eae639351 req-5d6b5931-de4b-4aec-83b3-0af7a65f9076 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=77a5496f33524f4ea52243083d4a1e2b&device_id=d8b32811-897b-4a1f-a613-22ed70bb8ded HTTP/1.1" status: 200 len: 1130 time: 0.1405540 Mar 07 10:37:17.630493 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-203853f3-0883-4b51-90bf-652855158a69 service neutron] Transition to ACTIVE for port object 464790b4-c23d-409e-904e-2616b83fda37 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:37:17.642079 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-203853f3-0883-4b51-90bf-652855158a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (464790b4-c23d-409e-904e-2616b83fda37), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:17.751977 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-36fbbad3-3e5b-40da-b587-d6326417d2a5 req-00b2b743-26d8-4f60-a331-6c20dc430e3f tempest-QuotasAdminNegativeTest-672125288 tempest-QuotasAdminNegativeTest-672125288-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=38414bf846c143519bd19915914d0938&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336103 Mar 07 10:37:17.792122 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203853f3-0883-4b51-90bf-652855158a69 service neutron] Pushing event updated for resources: {'Port': ['ID=464790b4-c23d-409e-904e-2616b83fda37,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:17.815715 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f7532775-9fea-4fef-8420-567eae639351 req-b0f67c5d-49ec-4b75-8683-bc2ef4beb272 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=c5183f6a-41cc-4851-8ce8-52bad9bcf63d HTTP/1.1" status: 200 len: 217 time: 0.1839550 Mar 07 10:37:17.912402 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ca502347-c15c-4346-ab46-1b0686ff73a1 req-1fbb860e-a5f9-441c-8485-bb08b7ae3889 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 210 time: 0.1212366 Mar 07 10:37:17.954883 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbbad3-3e5b-40da-b587-d6326417d2a5 req-806ebb1b-9f05-470c-84f2-7e5cd88646ba tempest-QuotasAdminNegativeTest-672125288 tempest-QuotasAdminNegativeTest-672125288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:17.969950 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-36fbbad3-3e5b-40da-b587-d6326417d2a5 req-806ebb1b-9f05-470c-84f2-7e5cd88646ba tempest-QuotasAdminNegativeTest-672125288 tempest-QuotasAdminNegativeTest-672125288-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2167540 Mar 07 10:37:17.989804 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-36fbbad3-3e5b-40da-b587-d6326417d2a5 req-d7fb5581-100a-4cef-8b20-f74b95d818ce tempest-QuotasAdminNegativeTest-672125288 tempest-QuotasAdminNegativeTest-672125288-project] 10.222.0.11 "GET /v2.0/quotas/38414bf846c143519bd19915914d0938 HTTP/1.1" status: 200 len: 375 time: 0.0174024 Mar 07 10:37:17.993976 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-eb3c5e63-7d1b-4256-bd41-b9fe760ec3fb req-09f4bc6c-e392-4505-840b-22cbae235e16 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1296095391', 'description': 'tempest-description-291938254'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:18.053741 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-36fbbad3-3e5b-40da-b587-d6326417d2a5 req-0509d81d-dacd-4710-ae5b-fd234901d01e tempest-QuotasAdminNegativeTest-672125288 tempest-QuotasAdminNegativeTest-672125288-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=38414bf846c143519bd19915914d0938&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626807 Mar 07 10:37:18.066672 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7532775-9fea-4fef-8420-567eae639351 req-0ab81869-36bc-4e99-a9ce-ec5a93a4fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:18.068077 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f7532775-9fea-4fef-8420-567eae639351 req-0ab81869-36bc-4e99-a9ce-ec5a93a4fb62 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.2416580 Mar 07 10:37:18.079954 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:18.124598 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-203853f3-0883-4b51-90bf-652855158a69 service neutron] Attempting to bind port 464790b4-c23d-409e-904e-2616b83fda37 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:18.124925 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-203853f3-0883-4b51-90bf-652855158a69 service neutron] Attempting to bind port 464790b4-c23d-409e-904e-2616b83fda37 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '9b966132-984a-4ab1-93aa-dffdd8926895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:18.125300 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-203853f3-0883-4b51-90bf-652855158a69 service neutron] Attempting to bind port 464790b4-c23d-409e-904e-2616b83fda37 on network c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:18.131061 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-203853f3-0883-4b51-90bf-652855158a69 service neutron] Port 464790b4-c23d-409e-904e-2616b83fda37 on network c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:18.131395 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-203853f3-0883-4b51-90bf-652855158a69 service neutron] Attempting to bind port 464790b4-c23d-409e-904e-2616b83fda37 on network c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:18.136700 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-eb3c5e63-7d1b-4256-bd41-b9fe760ec3fb req-09f4bc6c-e392-4505-840b-22cbae235e16 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:18.152912 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-203853f3-0883-4b51-90bf-652855158a69 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:37:18.154051 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-203853f3-0883-4b51-90bf-652855158a69 service neutron] Checking segment: {'id': '9b966132-984a-4ab1-93aa-dffdd8926895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:37:18.154051 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-203853f3-0883-4b51-90bf-652855158a69 service neutron] Bound using segment: {'id': '9b966132-984a-4ab1-93aa-dffdd8926895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:37:18.154448 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-203853f3-0883-4b51-90bf-652855158a69 service neutron] Bound port: 464790b4-c23d-409e-904e-2616b83fda37, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b966132-984a-4ab1-93aa-dffdd8926895', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:37:18.154675 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-203853f3-0883-4b51-90bf-652855158a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (464790b4-c23d-409e-904e-2616b83fda37), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:18.243148 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-eb3c5e63-7d1b-4256-bd41-b9fe760ec3fb req-09f4bc6c-e392-4505-840b-22cbae235e16 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (05827b16-599f-45c1-9b5d-b3cd86e7e573), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:18.256264 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-eb3c5e63-7d1b-4256-bd41-b9fe760ec3fb req-09f4bc6c-e392-4505-840b-22cbae235e16 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (05827b16-599f-45c1-9b5d-b3cd86e7e573), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:18.309720 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99373cac-47fc-4dcc-9bcb-30e37e7631ce req-f5389836-0b34-48d3-9ac0-34696ec8b5f2 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:18.312015 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-99373cac-47fc-4dcc-9bcb-30e37e7631ce req-f5389836-0b34-48d3-9ac0-34696ec8b5f2 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=43607941-ba12-4efa-9a3f-515f2e7c1042 HTTP/1.1" status: 200 len: 946 time: 0.0979860 Mar 07 10:37:18.329973 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7532775-9fea-4fef-8420-567eae639351 req-d95b9190-8c6a-4dcf-a1cb-9a78ddc87622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:18.334714 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f7532775-9fea-4fef-8420-567eae639351 req-d95b9190-8c6a-4dcf-a1cb-9a78ddc87622 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2578917 Mar 07 10:37:18.351334 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-eb3c5e63-7d1b-4256-bd41-b9fe760ec3fb req-09f4bc6c-e392-4505-840b-22cbae235e16 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:18.352526 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eb3c5e63-7d1b-4256-bd41-b9fe760ec3fb req-09f4bc6c-e392-4505-840b-22cbae235e16 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3651390 Mar 07 10:37:18.403914 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-99373cac-47fc-4dcc-9bcb-30e37e7631ce req-b4eaec3d-d069-4826-a49e-3d666b8f65b2 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853329 Mar 07 10:37:18.491479 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b32811-897b-4a1f-a613-22ed70bb8ded', 'tag': 'c5183f6a-41cc-4851-8ce8-52bad9bcf63d'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:18.494363 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763b1506-91b4-4e1a-98e3-1be8874f3b53" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b32811-897b-4a1f-a613-22ed70bb8ded", "tag": "c5183f6a-41cc-4851-8ce8-52bad9bcf63d"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:18.500439 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f7532775-9fea-4fef-8420-567eae639351 req-ced25f1e-1c21-445a-bf8a-d8182db62bc7 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527605 Mar 07 10:37:18.512377 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-203853f3-0883-4b51-90bf-652855158a69 service neutron] For port 464790b4-c23d-409e-904e-2616b83fda37, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:37:18.517723 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-203853f3-0883-4b51-90bf-652855158a69 service neutron] For port 464790b4-c23d-409e-904e-2616b83fda37, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=464790b4-c23d-409e-904e-2616b83fda37,segment=NetworkSegment(9b966132-984a-4ab1-93aa-dffdd8926895),segment_id=9b966132-984a-4ab1-93aa-dffdd8926895)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:37:18.521569 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f4bc6c-e392-4505-840b-22cbae235e16 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05827b16-599f-45c1-9b5d-b3cd86e7e573,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:18.550833 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-203853f3-0883-4b51-90bf-652855158a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (464790b4-c23d-409e-904e-2616b83fda37), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:18.613915 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [req-a47f76ec-be05-485e-a3f0-3eac7915cf2b req-8d4119b0-5a8e-4cec-8f5b-b28843ce279f tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] show failed (client error): The resource could not be found. Mar 07 10:37:18.615261 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a47f76ec-be05-485e-a3f0-3eac7915cf2b req-8d4119b0-5a8e-4cec-8f5b-b28843ce279f tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups/4e729130-ef84-440c-9982-a613d0c7da7a HTTP/1.1" status: 404 len: 352 time: 0.2254267 Mar 07 10:37:18.639605 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71184c3e-10cd-4901-9be7-a24bfa9ced8d req-f0fd4193-29a0-451a-bc84-592fcaa766f4 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:18.647792 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71184c3e-10cd-4901-9be7-a24bfa9ced8d req-f0fd4193-29a0-451a-bc84-592fcaa766f4 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:18.659094 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71184c3e-10cd-4901-9be7-a24bfa9ced8d req-f0fd4193-29a0-451a-bc84-592fcaa766f4 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:18.668177 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71184c3e-10cd-4901-9be7-a24bfa9ced8d req-f0fd4193-29a0-451a-bc84-592fcaa766f4 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:18.681700 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71184c3e-10cd-4901-9be7-a24bfa9ced8d req-f0fd4193-29a0-451a-bc84-592fcaa766f4 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:18.693676 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203853f3-0883-4b51-90bf-652855158a69 service neutron] Pushing event updated for resources: {'Port': ['ID=464790b4-c23d-409e-904e-2616b83fda37,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:18.714947 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71184c3e-10cd-4901-9be7-a24bfa9ced8d req-f0fd4193-29a0-451a-bc84-592fcaa766f4 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:18.718695 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f7532775-9fea-4fef-8420-567eae639351 req-e72c9989-c6f5-4bcb-b112-72485bd903f6 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723332 Mar 07 10:37:18.726294 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71184c3e-10cd-4901-9be7-a24bfa9ced8d req-f0fd4193-29a0-451a-bc84-592fcaa766f4 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:18.769170 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-203853f3-0883-4b51-90bf-652855158a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:18.769170 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-203853f3-0883-4b51-90bf-652855158a69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:18.769170 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-203853f3-0883-4b51-90bf-652855158a69 service neutron] 10.222.0.21 "PUT /v2.0/ports/464790b4-c23d-409e-904e-2616b83fda37 HTTP/1.1" status: 200 len: 1091 time: 2.9807796 Mar 07 10:37:18.773675 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-71184c3e-10cd-4901-9be7-a24bfa9ced8d req-f0fd4193-29a0-451a-bc84-592fcaa766f4 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5432 time: 0.2441936 Mar 07 10:37:18.873559 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-71184c3e-10cd-4901-9be7-a24bfa9ced8d req-cc9bfe85-33ff-4b34-a044-85e9fc1e654a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0971124 Mar 07 10:37:18.908570 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-b637ad96-3945-444b-ac15-f39cd8ab67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:18.909539 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-b637ad96-3945-444b-ac15-f39cd8ab67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:18.910664 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-b637ad96-3945-444b-ac15-f39cd8ab67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:18.911049 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-b637ad96-3945-444b-ac15-f39cd8ab67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:18.911513 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-b637ad96-3945-444b-ac15-f39cd8ab67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:18.911968 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-b637ad96-3945-444b-ac15-f39cd8ab67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:18.912499 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-b637ad96-3945-444b-ac15-f39cd8ab67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:18.914399 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-b637ad96-3945-444b-ac15-f39cd8ab67bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=081009be07604de6b116148d0975f6ea&device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 6706 time: 0.0882952 Mar 07 10:37:18.922125 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-d48cdbaa-b04f-4f1c-9ee1-5312cd3c1724 req-70623547-8eab-42cc-a58a-55f073082778 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-793016503', 'description': 'tempest-description-644082931'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:18.984844 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d48cdbaa-b04f-4f1c-9ee1-5312cd3c1724 req-70623547-8eab-42cc-a58a-55f073082778 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:19.036248 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-d7dc3575-291a-4b6a-8a7a-8560c56e08b8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da3688d3-10e0-4a5d-bb39-c96a68d7998c HTTP/1.1" status: 200 len: 217 time: 0.1074393 Mar 07 10:37:19.110310 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d48cdbaa-b04f-4f1c-9ee1-5312cd3c1724 req-70623547-8eab-42cc-a58a-55f073082778 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (0844cbd4-4900-46b7-8c76-1a634c6876f4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:19.127431 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d48cdbaa-b04f-4f1c-9ee1-5312cd3c1724 req-70623547-8eab-42cc-a58a-55f073082778 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0844cbd4-4900-46b7-8c76-1a634c6876f4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:19.165446 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70623547-8eab-42cc-a58a-55f073082778 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0844cbd4-4900-46b7-8c76-1a634c6876f4,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:19.184951 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e4bfd-9117-480f-89d3-bd7f09d6abdd req-1a09490d-f5a0-41b1-81be-c1893fe3dc9b tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:19.187253 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-648e4bfd-9117-480f-89d3-bd7f09d6abdd req-1a09490d-f5a0-41b1-81be-c1893fe3dc9b tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=43607941-ba12-4efa-9a3f-515f2e7c1042 HTTP/1.1" status: 200 len: 946 time: 0.1500032 Mar 07 10:37:19.189094 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-c88addfd-a904-41be-b4f4-cd6a30475cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:19.190587 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-c88addfd-a904-41be-b4f4-cd6a30475cd7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d38c473b-24ce-45db-824d-0ac6bb35cbdc HTTP/1.1" status: 200 len: 856 time: 0.0994418 Mar 07 10:37:19.194118 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d48cdbaa-b04f-4f1c-9ee1-5312cd3c1724 req-70623547-8eab-42cc-a58a-55f073082778 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:19.202568 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d48cdbaa-b04f-4f1c-9ee1-5312cd3c1724 req-70623547-8eab-42cc-a58a-55f073082778 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2855432 Mar 07 10:37:19.307301 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce175fb-8d69-4b55-bfbd-8333bf389710 x-openstack-request-id: req-7ce175fb-8d69-4b55-bfbd-8333bf389710 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:19.308027 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b32811-897b-4a1f-a613-22ed70bb8ded", "tag": "c5183f6a-41cc-4851-8ce8-52bad9bcf63d", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:19.309904 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7ce175fb-8d69-4b55-bfbd-8333bf389710 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:19.312058 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b32811-897b-4a1f-a613-22ed70bb8ded', 'tag': 'c5183f6a-41cc-4851-8ce8-52bad9bcf63d', 'status': 'completed', 'code': 200} Mar 07 10:37:19.407260 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-3837d53f-68cf-4551-a1f2-80c9db3a2e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:19.409259 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-3837d53f-68cf-4551-a1f2-80c9db3a2e02 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42927475-2854-4f64-98e9-ef161f74924a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2030523 Mar 07 10:37:19.415548 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-648e4bfd-9117-480f-89d3-bd7f09d6abdd req-10bb5285-94b8-481c-b1f4-602e7b22068b tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199674 Mar 07 10:37:19.443326 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b1506-91b4-4e1a-98e3-1be8874f3b53 req-e95b40dc-44c7-4969-8e11-d2e184f641be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:19.444825 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-763b1506-91b4-4e1a-98e3-1be8874f3b53 req-e95b40dc-44c7-4969-8e11-d2e184f641be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=77a5496f33524f4ea52243083d4a1e2b&device_id=d8b32811-897b-4a1f-a613-22ed70bb8ded HTTP/1.1" status: 200 len: 1130 time: 0.1400266 Mar 07 10:37:19.539419 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa6c40-456c-4001-8bb1-de0317995ebe req-e5ef7be6-dc90-449e-a157-d6595a4b5831 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:19.549445 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-05fa6c40-456c-4001-8bb1-de0317995ebe req-e5ef7be6-dc90-449e-a157-d6595a4b5831 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b32811-897b-4a1f-a613-22ed70bb8ded HTTP/1.1" status: 200 len: 948 time: 0.1265304 Mar 07 10:37:19.631657 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-05fa6c40-456c-4001-8bb1-de0317995ebe req-45cde821-462d-4485-bf22-d3d1904c0ff9 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] 10.222.0.11 "GET /v2.0/security-groups?id=5943111a-22e3-4791-867a-b19198e4143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796862 Mar 07 10:37:19.655979 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-269d128f-0f68-4d82-b94f-d56b84b1f53d req-1e8a53f7-3061-46d9-9d37-1337656c3532 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups/d57dca42-b3c1-42c5-b8be-1abca1789043 HTTP/1.1" status: 200 len: 1817 time: 0.2005343 Mar 07 10:37:19.657892 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-ca9f3491-cfdf-40af-9a5d-a946ae024b68 service neutron] 10.222.0.21 "GET /v2.0/networks/42927475-2854-4f64-98e9-ef161f74924a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405000 Mar 07 10:37:19.728043 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b1506-91b4-4e1a-98e3-1be8874f3b53 req-a6cf6410-3f8f-40a6-88c6-aafbc1faa2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:19.729591 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-763b1506-91b4-4e1a-98e3-1be8874f3b53 req-a6cf6410-3f8f-40a6-88c6-aafbc1faa2a3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.2768409 Mar 07 10:37:19.756492 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1850fef5-de31-4379-9f69-7854e4ac97b8 req-d9c34dde-87cf-4309-a753-4f38d1c4b966 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 210 time: 0.0342929 Mar 07 10:37:19.796673 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-763b1506-91b4-4e1a-98e3-1be8874f3b53 req-04250ec7-bbde-414c-8a22-f249c1173999 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=c5183f6a-41cc-4851-8ce8-52bad9bcf63d HTTP/1.1" status: 200 len: 217 time: 0.0453005 Mar 07 10:37:19.838169 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-269d128f-0f68-4d82-b94f-d56b84b1f53d req-b6f2ba16-7e2b-4719-85e0-8ab301273129 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (d57dca42-b3c1-42c5-b8be-1abca1789043), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:19.939494 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-269d128f-0f68-4d82-b94f-d56b84b1f53d req-b6f2ba16-7e2b-4719-85e0-8ab301273129 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (d57dca42-b3c1-42c5-b8be-1abca1789043), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:19.955227 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5058f418-260e-4583-b9d8-feadef09f72b req-6f04dddf-f28d-4671-9930-4c86efc38d9c tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "GET /v2.0/security-groups/05827b16-599f-45c1-9b5d-b3cd86e7e573 HTTP/1.1" status: 200 len: 1821 time: 0.0499370 Mar 07 10:37:19.999258 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b1506-91b4-4e1a-98e3-1be8874f3b53 req-2688bb56-a77e-4c97-9a8e-337dd5a9724a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:20.000733 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-763b1506-91b4-4e1a-98e3-1be8874f3b53 req-2688bb56-a77e-4c97-9a8e-337dd5a9724a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1981726 Mar 07 10:37:20.011206 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5058f418-260e-4583-b9d8-feadef09f72b req-a57d9f4a-b362-4f78-a272-62d60579a1b6 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "GET /v2.0/security-groups/0844cbd4-4900-46b7-8c76-1a634c6876f4 HTTP/1.1" status: 200 len: 1820 time: 0.0550745 Mar 07 10:37:20.016094 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-5058f418-260e-4583-b9d8-feadef09f72b req-b37b0733-ef38-4f81-9c6b-c2b70d30304b tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '05827b16-599f-45c1-9b5d-b3cd86e7e573', 'remote_group_id': '0844cbd4-4900-46b7-8c76-1a634c6876f4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:20.016605 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-5058f418-260e-4583-b9d8-feadef09f72b req-b37b0733-ef38-4f81-9c6b-c2b70d30304b tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '05827b16-599f-45c1-9b5d-b3cd86e7e573', 'remote_group_id': '0844cbd4-4900-46b7-8c76-1a634c6876f4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:20.017022 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-d481271a-b5b7-457e-b1e8-3138ef3c3d2b service neutron] 10.222.0.21 "GET /v2.0/networks/42927475-2854-4f64-98e9-ef161f74924a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453023 Mar 07 10:37:20.064997 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-269d128f-0f68-4d82-b94f-d56b84b1f53d req-b6f2ba16-7e2b-4719-85e0-8ab301273129 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d57dca42-b3c1-42c5-b8be-1abca1789043), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:20.071527 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-269d128f-0f68-4d82-b94f-d56b84b1f53d req-b6f2ba16-7e2b-4719-85e0-8ab301273129 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:20.072842 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-269d128f-0f68-4d82-b94f-d56b84b1f53d req-b6f2ba16-7e2b-4719-85e0-8ab301273129 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "DELETE /v2.0/security-groups/d57dca42-b3c1-42c5-b8be-1abca1789043 HTTP/1.1" status: 204 len: 173 time: 0.4096520 Mar 07 10:37:20.089166 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-5058f418-260e-4583-b9d8-feadef09f72b req-b37b0733-ef38-4f81-9c6b-c2b70d30304b tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group_rule (342b13f6-dc0c-4e0c-b355-75a16a310d24), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:20.126560 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-49f96f70-80a9-4e78-89a2-e15b02c1903d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=c3aa9d0d-4783-4690-a7c2-eec9bc6a844c HTTP/1.1" status: 200 len: 217 time: 0.0811839 Mar 07 10:37:20.133714 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2ba16-7e2b-4719-85e0-8ab301273129 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57dca42-b3c1-42c5-b8be-1abca1789043,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:20.174606 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-5058f418-260e-4583-b9d8-feadef09f72b req-b37b0733-ef38-4f81-9c6b-c2b70d30304b tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group_rule (342b13f6-dc0c-4e0c-b355-75a16a310d24), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:20.184181 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-5058f418-260e-4583-b9d8-feadef09f72b req-b37b0733-ef38-4f81-9c6b-c2b70d30304b tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (342b13f6-dc0c-4e0c-b355-75a16a310d24), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:20.219057 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1988e9de-ac6b-434e-a4e9-073e2280cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:20.221511 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-1988e9de-ac6b-434e-a4e9-073e2280cd13 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ed499a86-ec02-4098-a7e4-19223dad71d3 HTTP/1.1" status: 200 len: 797 time: 0.0889919 Mar 07 10:37:20.223982 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37b0733-ef38-4f81-9c6b-c2b70d30304b tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=342b13f6-dc0c-4e0c-b355-75a16a310d24,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:20.241309 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-5058f418-260e-4583-b9d8-feadef09f72b req-b37b0733-ef38-4f81-9c6b-c2b70d30304b tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:20.260010 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5058f418-260e-4583-b9d8-feadef09f72b req-b37b0733-ef38-4f81-9c6b-c2b70d30304b tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2469304 Mar 07 10:37:20.324606 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b1506-91b4-4e1a-98e3-1be8874f3b53 req-0e1ec003-d162-46f3-bd98-c3575e4ce3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:20.328417 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-763b1506-91b4-4e1a-98e3-1be8874f3b53 req-0e1ec003-d162-46f3-bd98-c3575e4ce3b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.3181493 Mar 07 10:37:20.454762 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-0ca6216e-f2e0-4416-8f8b-ccfec5cb530a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:20.456262 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-0ca6216e-f2e0-4416-8f8b-ccfec5cb530a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b6eeb2fc-5732-462c-95ea-d42f3351bff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2051098 Mar 07 10:37:20.504870 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [req-0e3c53ff-6d9d-4101-b9e0-337b56667a9b req-d0f3c509-3eed-4fb0-aeb4-e075508d1be1 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] show failed (client error): The resource could not be found. Mar 07 10:37:20.514528 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0e3c53ff-6d9d-4101-b9e0-337b56667a9b req-d0f3c509-3eed-4fb0-aeb4-e075508d1be1 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups/d57dca42-b3c1-42c5-b8be-1abca1789043 HTTP/1.1" status: 404 len: 352 time: 0.0288002 Mar 07 10:37:20.546341 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-9d9804de-2451-4fea-9f74-e01991e0f9c9 req-c115a7fb-07db-427e-b7d7-d46877defc25 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-966309516', 'description': 'tempest-description-456891367'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:20.589816 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9d9804de-2451-4fea-9f74-e01991e0f9c9 req-c115a7fb-07db-427e-b7d7-d46877defc25 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:20.615372 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-e71da400-338a-4196-ba50-884e9fd3dfc2 service neutron] 10.222.0.21 "GET /v2.0/networks/b6eeb2fc-5732-462c-95ea-d42f3351bff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469612 Mar 07 10:37:20.716670 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9d9804de-2451-4fea-9f74-e01991e0f9c9 req-c115a7fb-07db-427e-b7d7-d46877defc25 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (b344d31f-817f-4cb9-9c21-0f1a9efebd37), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:20.726054 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9d9804de-2451-4fea-9f74-e01991e0f9c9 req-c115a7fb-07db-427e-b7d7-d46877defc25 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b344d31f-817f-4cb9-9c21-0f1a9efebd37), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:20.743473 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-cabe54f7-01be-4298-b2ce-c1e0f2cea32a service neutron] 10.222.0.21 "GET /v2.0/networks/b6eeb2fc-5732-462c-95ea-d42f3351bff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139293 Mar 07 10:37:20.765529 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c115a7fb-07db-427e-b7d7-d46877defc25 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b344d31f-817f-4cb9-9c21-0f1a9efebd37,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:20.775909 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9d9804de-2451-4fea-9f74-e01991e0f9c9 req-c115a7fb-07db-427e-b7d7-d46877defc25 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:20.785464 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9d9804de-2451-4fea-9f74-e01991e0f9c9 req-c115a7fb-07db-427e-b7d7-d46877defc25 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2546141 Mar 07 10:37:20.817526 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-66b20d74-4579-4f53-aedb-0ee8959263f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=954ea4bb-79fb-4f3b-aff3-9b1897120944 HTTP/1.1" status: 200 len: 217 time: 0.0618100 Mar 07 10:37:20.828433 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9846f0-f266-4833-b319-91bf9dde0bbc req-266b7df3-e0f5-4d78-9db7-256a48d65529 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:20.834826 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9846f0-f266-4833-b319-91bf9dde0bbc req-266b7df3-e0f5-4d78-9db7-256a48d65529 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:20.841080 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9846f0-f266-4833-b319-91bf9dde0bbc req-266b7df3-e0f5-4d78-9db7-256a48d65529 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:20.847128 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9846f0-f266-4833-b319-91bf9dde0bbc req-266b7df3-e0f5-4d78-9db7-256a48d65529 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:20.852544 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9846f0-f266-4833-b319-91bf9dde0bbc req-266b7df3-e0f5-4d78-9db7-256a48d65529 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:20.857887 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9846f0-f266-4833-b319-91bf9dde0bbc req-266b7df3-e0f5-4d78-9db7-256a48d65529 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:20.864718 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9846f0-f266-4833-b319-91bf9dde0bbc req-266b7df3-e0f5-4d78-9db7-256a48d65529 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:20.868643 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd9846f0-f266-4833-b319-91bf9dde0bbc req-266b7df3-e0f5-4d78-9db7-256a48d65529 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5432 time: 0.4905665 Mar 07 10:37:20.918509 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-763b1506-91b4-4e1a-98e3-1be8874f3b53 req-fce5a3ce-3b85-4a62-b4c5-c8a0cb11f333 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5857296 Mar 07 10:37:20.961339 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa074603-7011-4967-b9af-c87122f7ab40 req-e66a4e86-455d-4c3f-8b1c-c60443ffc13c tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:20.969531 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fa074603-7011-4967-b9af-c87122f7ab40 req-e66a4e86-455d-4c3f-8b1c-c60443ffc13c tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=43607941-ba12-4efa-9a3f-515f2e7c1042 HTTP/1.1" status: 200 len: 946 time: 0.1193669 Mar 07 10:37:20.973367 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd9846f0-f266-4833-b319-91bf9dde0bbc req-95084041-9ad8-472d-a6b6-571f1ae16c5f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0948024 Mar 07 10:37:21.142118 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fa074603-7011-4967-b9af-c87122f7ab40 req-4db821c4-daef-4865-b01b-ae70d195176d tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669133 Mar 07 10:37:21.259432 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a08a485c-68d2-4369-8431-3fdc4aad05ca req-d75e38b4-d099-41c5-b66c-7bc98d98095d tempest-QuotasAdminNegativeTest-672125288 tempest-QuotasAdminNegativeTest-672125288-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=38414bf846c143519bd19915914d0938&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322480 Mar 07 10:37:21.359080 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'tag': '464790b4-c23d-409e-904e-2616b83fda37'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:21.361664 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac06017-e632-4727-bff4-48491676bbfd" -d '{"events": [{"name": "network-changed", "server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "tag": "464790b4-c23d-409e-904e-2616b83fda37"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:21.406726 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a485c-68d2-4369-8431-3fdc4aad05ca req-cd59cef8-2862-4555-b2e5-66596d0813f1 tempest-QuotasAdminNegativeTest-672125288 tempest-QuotasAdminNegativeTest-672125288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:21.408193 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a08a485c-68d2-4369-8431-3fdc4aad05ca req-cd59cef8-2862-4555-b2e5-66596d0813f1 tempest-QuotasAdminNegativeTest-672125288 tempest-QuotasAdminNegativeTest-672125288-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1475739 Mar 07 10:37:21.428675 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a08a485c-68d2-4369-8431-3fdc4aad05ca req-80ad49b4-7618-4b5e-a8b4-8ab90d04d8d8 tempest-QuotasAdminNegativeTest-672125288 tempest-QuotasAdminNegativeTest-672125288-project] 10.222.0.11 "GET /v2.0/quotas/38414bf846c143519bd19915914d0938 HTTP/1.1" status: 200 len: 375 time: 0.0147402 Mar 07 10:37:21.438910 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d1d3cb6d-a584-4ab7-8c81-e8ba2742d28d req-84d8b8c1-80ea-4865-ac0b-5562067436b5 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e88d3d2709354316b86d2ca6f47f41ea HTTP/1.1" status: 200 len: 6198 time: 0.0731161 Mar 07 10:37:21.442148 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-c889e9bd-0222-450f-840d-62fd3813d319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:21.442544 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-c889e9bd-0222-450f-840d-62fd3813d319 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ed499a86-ec02-4098-a7e4-19223dad71d3 HTTP/1.1" status: 200 len: 797 time: 0.5729189 Mar 07 10:37:21.458865 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a08a485c-68d2-4369-8431-3fdc4aad05ca req-8251eb50-d50d-4e95-95e2-280c0ebe8716 tempest-QuotasAdminNegativeTest-672125288 tempest-QuotasAdminNegativeTest-672125288-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=38414bf846c143519bd19915914d0938&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293527 Mar 07 10:37:21.566701 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-763b1506-91b4-4e1a-98e3-1be8874f3b53 req-176f9348-9d62-4c79-95fa-d9aa475b952a service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6063473 Mar 07 10:37:21.577543 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d1d3cb6d-a584-4ab7-8c81-e8ba2742d28d req-d0a080f6-381a-4704-bd4b-359a2d14a6c0 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups/ba5e8b03-fe04-4a9a-8f67-6938492da32f HTTP/1.1" status: 200 len: 2998 time: 0.1087663 Mar 07 10:37:21.579949 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-7c026363-1eaf-49a6-b968-485e9eecd98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:21.582420 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-7c026363-1eaf-49a6-b968-485e9eecd98a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b6eeb2fc-5732-462c-95ea-d42f3351bff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1298835 Mar 07 10:37:21.706988 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d1d3cb6d-a584-4ab7-8c81-e8ba2742d28d req-6de882a8-58e7-4b02-b1af-0fa42b6d3769 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups/ba5e8b03-fe04-4a9a-8f67-6938492da32f HTTP/1.1" status: 200 len: 2998 time: 0.1219733 Mar 07 10:37:21.726388 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-a09e8ff8-2e66-44fa-bc82-2c5d8904096e req-fda50c28-3f60-45c7-aff8-31e9e296d5c5 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-79487815', 'description': 'tempest-description-519493900'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:21.740816 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a6561f-393b-4760-96cb-266b10917f2d req-e28dd8c1-a63a-4d06-ae80-cc661bff8893 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:21.743319 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e3a6561f-393b-4760-96cb-266b10917f2d req-e28dd8c1-a63a-4d06-ae80-cc661bff8893 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b32811-897b-4a1f-a613-22ed70bb8ded HTTP/1.1" status: 200 len: 948 time: 0.1143341 Mar 07 10:37:21.756536 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-84c5ac14-2598-42ac-b951-b3f5ceda5814 service neutron] 10.222.0.21 "GET /v2.0/networks/b6eeb2fc-5732-462c-95ea-d42f3351bff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644831 Mar 07 10:37:21.777774 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a09e8ff8-2e66-44fa-bc82-2c5d8904096e req-fda50c28-3f60-45c7-aff8-31e9e296d5c5 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:21.825745 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e3a6561f-393b-4760-96cb-266b10917f2d req-5720ddbc-f47d-4d66-a1e7-759b31c3a495 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] 10.222.0.11 "GET /v2.0/security-groups?id=5943111a-22e3-4791-867a-b19198e4143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763469 Mar 07 10:37:21.945602 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-e5e114d7-f381-47b8-a37d-830f4aaa0b98 service neutron] 10.222.0.21 "GET /v2.0/networks/b6eeb2fc-5732-462c-95ea-d42f3351bff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805508 Mar 07 10:37:21.978107 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d233be0b-0243-4600-b362-66f3648c449a req-eeba7b48-ac33-45c1-ade8-d7f92b77d828 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 210 time: 0.0570865 Mar 07 10:37:22.008373 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-bd748276-fc3c-4df6-b9b6-3686462e455c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=dd308e88-228c-48d1-aca2-6ee75466e34d HTTP/1.1" status: 200 len: 217 time: 0.0535586 Mar 07 10:37:22.029205 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a09e8ff8-2e66-44fa-bc82-2c5d8904096e req-fda50c28-3f60-45c7-aff8-31e9e296d5c5 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (58672c8b-b77c-48f4-a33b-19ad1dd4f81e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:22.055463 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a09e8ff8-2e66-44fa-bc82-2c5d8904096e req-fda50c28-3f60-45c7-aff8-31e9e296d5c5 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (58672c8b-b77c-48f4-a33b-19ad1dd4f81e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:22.106356 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a09e8ff8-2e66-44fa-bc82-2c5d8904096e req-fda50c28-3f60-45c7-aff8-31e9e296d5c5 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:22.108023 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a09e8ff8-2e66-44fa-bc82-2c5d8904096e req-fda50c28-3f60-45c7-aff8-31e9e296d5c5 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3889596 Mar 07 10:37:22.143789 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-46638fdf-bbfd-4758-b459-12bc5ce48890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:22.145859 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-46638fdf-bbfd-4758-b459-12bc5ce48890 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ed499a86-ec02-4098-a7e4-19223dad71d3 HTTP/1.1" status: 200 len: 797 time: 0.1307821 Mar 07 10:37:22.146466 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda50c28-3f60-45c7-aff8-31e9e296d5c5 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58672c8b-b77c-48f4-a33b-19ad1dd4f81e,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:22.161858 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4cddab-4d92-4249-b6a5-8acb593ad136 req-5ef3b6a0-aaf4-4fff-b7c2-6683a6813979 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:22.169195 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dc4cddab-4d92-4249-b6a5-8acb593ad136 req-5ef3b6a0-aaf4-4fff-b7c2-6683a6813979 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=43607941-ba12-4efa-9a3f-515f2e7c1042 HTTP/1.1" status: 200 len: 946 time: 0.0886605 Mar 07 10:37:22.211507 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841616f1-784d-4a49-bb38-2a637d6e411f x-openstack-request-id: req-841616f1-784d-4a49-bb38-2a637d6e411f {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:22.211806 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "tag": "464790b4-c23d-409e-904e-2616b83fda37", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:22.212143 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-841616f1-784d-4a49-bb38-2a637d6e411f {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:22.212534 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'tag': '464790b4-c23d-409e-904e-2616b83fda37', 'status': 'completed', 'code': 200} Mar 07 10:37:22.240234 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dc4cddab-4d92-4249-b6a5-8acb593ad136 req-d62b382a-ad9a-4cf5-b0fe-3b1ab803904d tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669467 Mar 07 10:37:22.261276 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-53117b8b-4d9c-4e9a-9840-b881a35d5816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:22.262816 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-53117b8b-4d9c-4e9a-9840-b881a35d5816 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b6eeb2fc-5732-462c-95ea-d42f3351bff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1039453 Mar 07 10:37:22.264520 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-ef4526d8-4cb2-4ca8-9a48-5ec0b34c75b8 req-dadb372f-2682-4238-bd4f-c594f71a13d9 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1447314730', 'description': 'tempest-description-420657649'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:22.291283 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ef4526d8-4cb2-4ca8-9a48-5ec0b34c75b8 req-dadb372f-2682-4238-bd4f-c594f71a13d9 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:22.397967 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ef4526d8-4cb2-4ca8-9a48-5ec0b34c75b8 req-dadb372f-2682-4238-bd4f-c594f71a13d9 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (41732982-be5a-437a-b05f-81e2b4372098), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:22.404977 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ef4526d8-4cb2-4ca8-9a48-5ec0b34c75b8 req-dadb372f-2682-4238-bd4f-c594f71a13d9 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (41732982-be5a-437a-b05f-81e2b4372098), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:22.475529 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ef4526d8-4cb2-4ca8-9a48-5ec0b34c75b8 req-dadb372f-2682-4238-bd4f-c594f71a13d9 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:22.496367 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ef4526d8-4cb2-4ca8-9a48-5ec0b34c75b8 req-dadb372f-2682-4238-bd4f-c594f71a13d9 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2372434 Mar 07 10:37:22.525351 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-56a22897-0e63-4b6a-a0a2-549742e5f1be service neutron] 10.222.0.21 "GET /v2.0/networks/b6eeb2fc-5732-462c-95ea-d42f3351bff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547207 Mar 07 10:37:22.537219 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb372f-2682-4238-bd4f-c594f71a13d9 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41732982-be5a-437a-b05f-81e2b4372098,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:22.606517 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c5e983f6-aeaf-449c-8025-057251dca0da req-ce5bb384-337e-4b60-a069-80c0e567747b tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "GET /v2.0/security-groups/b344d31f-817f-4cb9-9c21-0f1a9efebd37 HTTP/1.1" status: 200 len: 1820 time: 0.0978234 Mar 07 10:37:22.650335 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:22.677985 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-92130950-04ad-4090-aeff-f94c426a6b85 service neutron] 10.222.0.21 "GET /v2.0/networks/b6eeb2fc-5732-462c-95ea-d42f3351bff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462669 Mar 07 10:37:22.699985 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c5e983f6-aeaf-449c-8025-057251dca0da req-4c8f5322-2df9-4aa0-aa50-64832a38a745 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "GET /v2.0/security-groups/58672c8b-b77c-48f4-a33b-19ad1dd4f81e HTTP/1.1" status: 200 len: 1819 time: 0.0873911 Mar 07 10:37:22.713265 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-c5e983f6-aeaf-449c-8025-057251dca0da req-78ce302a-f8c0-409b-a6c7-78a15dbc0fc4 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b344d31f-817f-4cb9-9c21-0f1a9efebd37', 'remote_group_id': '58672c8b-b77c-48f4-a33b-19ad1dd4f81e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:22.713588 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-c5e983f6-aeaf-449c-8025-057251dca0da req-78ce302a-f8c0-409b-a6c7-78a15dbc0fc4 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b344d31f-817f-4cb9-9c21-0f1a9efebd37', 'remote_group_id': '58672c8b-b77c-48f4-a33b-19ad1dd4f81e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:22.754947 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-8b1f278b-1e2e-41f3-8373-dc4d30c65507 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=e30ed817-8760-43d1-b6f4-a2f921a6f91f HTTP/1.1" status: 200 len: 217 time: 0.0559452 Mar 07 10:37:22.807498 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-c5e983f6-aeaf-449c-8025-057251dca0da req-78ce302a-f8c0-409b-a6c7-78a15dbc0fc4 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group_rule (52ed9a13-bbdb-4dc8-9895-d85475c02023), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:22.848874 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-c5e983f6-aeaf-449c-8025-057251dca0da req-78ce302a-f8c0-409b-a6c7-78a15dbc0fc4 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group_rule (52ed9a13-bbdb-4dc8-9895-d85475c02023), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:22.853758 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243d258-ec97-411c-aeea-3dcab2f99503 req-7e4e7d25-86f1-4f8d-aba2-95ab038e5d16 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:22.860977 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243d258-ec97-411c-aeea-3dcab2f99503 req-7e4e7d25-86f1-4f8d-aba2-95ab038e5d16 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:22.868248 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243d258-ec97-411c-aeea-3dcab2f99503 req-7e4e7d25-86f1-4f8d-aba2-95ab038e5d16 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:22.869133 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-c5e983f6-aeaf-449c-8025-057251dca0da req-78ce302a-f8c0-409b-a6c7-78a15dbc0fc4 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (52ed9a13-bbdb-4dc8-9895-d85475c02023), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:22.875278 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243d258-ec97-411c-aeea-3dcab2f99503 req-7e4e7d25-86f1-4f8d-aba2-95ab038e5d16 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:22.882754 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243d258-ec97-411c-aeea-3dcab2f99503 req-7e4e7d25-86f1-4f8d-aba2-95ab038e5d16 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:22.888680 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243d258-ec97-411c-aeea-3dcab2f99503 req-7e4e7d25-86f1-4f8d-aba2-95ab038e5d16 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:22.895779 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243d258-ec97-411c-aeea-3dcab2f99503 req-7e4e7d25-86f1-4f8d-aba2-95ab038e5d16 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:22.898106 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b243d258-ec97-411c-aeea-3dcab2f99503 req-7e4e7d25-86f1-4f8d-aba2-95ab038e5d16 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5432 time: 0.3428636 Mar 07 10:37:22.903116 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-f967ad8e-f92f-4378-8bf9-f5da6d0b38b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:22.904718 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-f967ad8e-f92f-4378-8bf9-f5da6d0b38b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ed499a86-ec02-4098-a7e4-19223dad71d3 HTTP/1.1" status: 200 len: 797 time: 0.1435704 Mar 07 10:37:22.930129 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce302a-f8c0-409b-a6c7-78a15dbc0fc4 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ed9a13-bbdb-4dc8-9895-d85475c02023,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:22.938989 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-c5e983f6-aeaf-449c-8025-057251dca0da req-78ce302a-f8c0-409b-a6c7-78a15dbc0fc4 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:22.942551 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c5e983f6-aeaf-449c-8025-057251dca0da req-78ce302a-f8c0-409b-a6c7-78a15dbc0fc4 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2366865 Mar 07 10:37:23.021544 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-4de7c28b-5636-49fd-bff9-ad5c2b725fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:23.030820 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-4de7c28b-5636-49fd-bff9-ad5c2b725fcb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b6eeb2fc-5732-462c-95ea-d42f3351bff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1168408 Mar 07 10:37:23.096667 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b243d258-ec97-411c-aeea-3dcab2f99503 req-97566d30-a211-4ddd-9960-88a18eccb68a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1894264 Mar 07 10:37:23.201885 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device c5183f6a-41cc-4851-8ce8-52bad9bcf63d details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:37:23.267098 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-057ae499-b918-4bce-acd9-4474cdbb5c9c req-e8c89903-b8a7-4db5-8211-716905beba77 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1318704868', 'description': 'tempest-description-1855567598'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:23.301274 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-11396f11-b363-467c-9b5b-8bf6988396bc service neutron] 10.222.0.21 "GET /v2.0/networks/b6eeb2fc-5732-462c-95ea-d42f3351bff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632456 Mar 07 10:37:23.305144 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-057ae499-b918-4bce-acd9-4474cdbb5c9c req-e8c89903-b8a7-4db5-8211-716905beba77 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:23.382432 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18aa872-0595-4aa5-9da7-3922051d1f1b req-31d1a885-09c9-422f-91e9-97cb5b15bea7 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:23.402502 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d18aa872-0595-4aa5-9da7-3922051d1f1b req-31d1a885-09c9-422f-91e9-97cb5b15bea7 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b32811-897b-4a1f-a613-22ed70bb8ded HTTP/1.1" status: 200 len: 948 time: 0.1261630 Mar 07 10:37:23.444158 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port c5183f6a-41cc-4851-8ce8-52bad9bcf63d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=c5183f6a-41cc-4851-8ce8-52bad9bcf63d,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:23.468937 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'c5183f6a-41cc-4851-8ce8-52bad9bcf63d', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': 'c5183f6a-41cc-4851-8ce8-52bad9bcf63d', 'mac_address': 'fa:16:3e:a1:84:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:37:23.502644 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-e86d583e-6d67-48a2-8c57-ac6554a6c0bb service neutron] 10.222.0.21 "GET /v2.0/networks/b6eeb2fc-5732-462c-95ea-d42f3351bff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708827 Mar 07 10:37:23.535873 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-057ae499-b918-4bce-acd9-4474cdbb5c9c req-e8c89903-b8a7-4db5-8211-716905beba77 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (ec49201a-b1a0-4801-b6d2-ff7461ae4fcb), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:23.563609 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port c5183f6a-41cc-4851-8ce8-52bad9bcf63d is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:23.572787 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d18aa872-0595-4aa5-9da7-3922051d1f1b req-b314e68b-c71b-46ef-a79b-cbfeaeef034b tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] 10.222.0.11 "GET /v2.0/security-groups?id=5943111a-22e3-4791-867a-b19198e4143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463718 Mar 07 10:37:23.573359 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47004) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:23.573511 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c5183f6a-41cc-4851-8ce8-52bad9bcf63d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:23.602378 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-de5fa78e-f767-44cb-bf0f-ca8bf9f1f777 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=39f7299e-e8de-4100-8481-3dcb8fc1378a HTTP/1.1" status: 200 len: 217 time: 0.0893793 Mar 07 10:37:23.603429 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5183f6a-41cc-4851-8ce8-52bad9bcf63d {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:37:23.606382 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-057ae499-b918-4bce-acd9-4474cdbb5c9c req-e8c89903-b8a7-4db5-8211-716905beba77 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ec49201a-b1a0-4801-b6d2-ff7461ae4fcb), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:23.640848 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port c5183f6a-41cc-4851-8ce8-52bad9bcf63d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=c5183f6a-41cc-4851-8ce8-52bad9bcf63d,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:23.650685 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c5183f6a-41cc-4851-8ce8-52bad9bcf63d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:23.652695 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8f409dab-24ef-4709-8af8-4de50c214652 req-1a5de937-604d-4d38-bf7d-2179c9adf15c tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "GET /v2.0/security-groups/58672c8b-b77c-48f4-a33b-19ad1dd4f81e HTTP/1.1" status: 200 len: 1819 time: 0.0566158 Mar 07 10:37:23.787828 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-186c8c9a-4805-49a8-b6e5-bd5bd696bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:23.790371 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-186c8c9a-4805-49a8-b6e5-bd5bd696bb90 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afbd17bf-cb26-424f-82f0-87b6f4bd47dd HTTP/1.1" status: 200 len: 797 time: 0.1736383 Mar 07 10:37:23.796016 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c89903-b8a7-4db5-8211-716905beba77 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec49201a-b1a0-4801-b6d2-ff7461ae4fcb,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:23.805341 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-8f409dab-24ef-4709-8af8-4de50c214652 req-d9a42c2d-c981-4208-9c93-d5213f1c4fb6 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (58672c8b-b77c-48f4-a33b-19ad1dd4f81e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:23.843737 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=c5183f6a-41cc-4851-8ce8-52bad9bcf63d,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:23.847437 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5f7793cc-41c5-4b47-9127-5054361e67b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:23.865306 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c89903-b8a7-4db5-8211-716905beba77 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:23.865933 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c89903-b8a7-4db5-8211-716905beba77 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:23.866472 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c89903-b8a7-4db5-8211-716905beba77 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:23.867003 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c89903-b8a7-4db5-8211-716905beba77 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:23.867567 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c89903-b8a7-4db5-8211-716905beba77 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:23.868083 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c89903-b8a7-4db5-8211-716905beba77 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:23.868601 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c89903-b8a7-4db5-8211-716905beba77 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:23.869280 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c89903-b8a7-4db5-8211-716905beba77 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:23.869797 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c89903-b8a7-4db5-8211-716905beba77 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:23.871171 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c89903-b8a7-4db5-8211-716905beba77 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:23.871706 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c89903-b8a7-4db5-8211-716905beba77 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:23.872208 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c89903-b8a7-4db5-8211-716905beba77 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:23.872713 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c89903-b8a7-4db5-8211-716905beba77 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:23.886339 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-057ae499-b918-4bce-acd9-4474cdbb5c9c req-e8c89903-b8a7-4db5-8211-716905beba77 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:23.888078 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-057ae499-b918-4bce-acd9-4474cdbb5c9c req-e8c89903-b8a7-4db5-8211-716905beba77 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6275227 Mar 07 10:37:23.913775 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['c5183f6a-41cc-4851-8ce8-52bad9bcf63d'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:37:23.930445 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-fc03d495-a7dd-4778-a9db-b0638d4eda90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:23.933774 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-fc03d495-a7dd-4778-a9db-b0638d4eda90 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1286578 Mar 07 10:37:24.047300 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5f7793cc-41c5-4b47-9127-5054361e67b5 admin admin] Publish callbacks [] for security_group (7ac3bf21-c496-4028-b369-131f6014dbb8), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:24.057627 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5f7793cc-41c5-4b47-9127-5054361e67b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7ac3bf21-c496-4028-b369-131f6014dbb8), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:24.099693 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-8f409dab-24ef-4709-8af8-4de50c214652 req-d9a42c2d-c981-4208-9c93-d5213f1c4fb6 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (58672c8b-b77c-48f4-a33b-19ad1dd4f81e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:24.110179 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7793cc-41c5-4b47-9127-5054361e67b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac3bf21-c496-4028-b369-131f6014dbb8,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:24.140460 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-13937dcb-ea33-4ec1-8661-de6194ca0583 req-ec5817cf-a212-47b8-8435-aeb6b60be852 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 210 time: 0.0532644 Mar 07 10:37:24.205240 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-87f9d62d-a5e0-4a45-8444-edc839678774 service neutron] 10.222.0.21 "GET /v2.0/networks/c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663560 Mar 07 10:37:24.267937 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5f7793cc-41c5-4b47-9127-5054361e67b5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=38414bf846c143519bd19915914d0938&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6933811 Mar 07 10:37:24.270142 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-8f409dab-24ef-4709-8af8-4de50c214652 req-d9a42c2d-c981-4208-9c93-d5213f1c4fb6 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (58672c8b-b77c-48f4-a33b-19ad1dd4f81e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:24.273011 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-8f409dab-24ef-4709-8af8-4de50c214652 req-d9a42c2d-c981-4208-9c93-d5213f1c4fb6 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:24.274350 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8f409dab-24ef-4709-8af8-4de50c214652 req-d9a42c2d-c981-4208-9c93-d5213f1c4fb6 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "DELETE /v2.0/security-groups/58672c8b-b77c-48f4-a33b-19ad1dd4f81e HTTP/1.1" status: 204 len: 173 time: 0.6214044 Mar 07 10:37:24.274978 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47016) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:24.304539 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a42c2d-c981-4208-9c93-d5213f1c4fb6 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58672c8b-b77c-48f4-a33b-19ad1dd4f81e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:24.418874 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d121b5ed-c3bb-4c56-8617-b2453f8e230d admin admin] Publish callbacks [] for security_group (7ac3bf21-c496-4028-b369-131f6014dbb8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:24.451623 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d121b5ed-c3bb-4c56-8617-b2453f8e230d admin admin] Publish callbacks [] for security_group (7ac3bf21-c496-4028-b369-131f6014dbb8), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:24.462349 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13132756-e605-4a7c-af53-e76ac3093b41 req-a3fb09d0-8167-4243-8da9-02bc9d9746f9 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:24.464067 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-13132756-e605-4a7c-af53-e76ac3093b41 req-a3fb09d0-8167-4243-8da9-02bc9d9746f9 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=43607941-ba12-4efa-9a3f-515f2e7c1042 HTTP/1.1" status: 200 len: 946 time: 0.2209814 Mar 07 10:37:24.466544 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-c33e75bd-6745-4594-96ae-ba78f870b513 service neutron] 10.222.0.21 "GET /v2.0/networks/c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536480 Mar 07 10:37:24.538567 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-e3c5470b-8a6e-4237-8f64-f52f54d887ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=464790b4-c23d-409e-904e-2616b83fda37 HTTP/1.1" status: 200 len: 217 time: 0.0589771 Mar 07 10:37:24.603368 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-13132756-e605-4a7c-af53-e76ac3093b41 req-da90b384-73f5-4bfe-bdde-6fa451df0625 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248622 Mar 07 10:37:24.608706 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-70735733-033b-4bc4-9f28-b3f60fe076cd tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:24.610518 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-70735733-033b-4bc4-9f28-b3f60fe076cd tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/networks?id=8a80d3a9-20f1-4d65-a5aa-f7b35212a95a HTTP/1.1" status: 200 len: 813 time: 0.1306989 Mar 07 10:37:24.641309 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-19c433d5-d6fa-49a0-8b52-dd340d1844c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:24.643079 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-19c433d5-d6fa-49a0-8b52-dd340d1844c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afbd17bf-cb26-424f-82f0-87b6f4bd47dd HTTP/1.1" status: 200 len: 797 time: 0.0954769 Mar 07 10:37:24.647258 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-fb805ee5-fcb8-42de-8ba6-d7e756cc57f1 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/quotas/e88d3d2709354316b86d2ca6f47f41ea HTTP/1.1" status: 200 len: 375 time: 0.0267458 Mar 07 10:37:24.700704 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d121b5ed-c3bb-4c56-8617-b2453f8e230d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7ac3bf21-c496-4028-b369-131f6014dbb8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:24.704039 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d121b5ed-c3bb-4c56-8617-b2453f8e230d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:24.705476 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d121b5ed-c3bb-4c56-8617-b2453f8e230d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7ac3bf21-c496-4028-b369-131f6014dbb8 HTTP/1.1" status: 204 len: 168 time: 0.4162564 Mar 07 10:37:24.746815 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d121b5ed-c3bb-4c56-8617-b2453f8e230d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac3bf21-c496-4028-b369-131f6014dbb8,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:24.807924 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-5ebe3a78-faaa-4fec-89ca-a2767ef2e294 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e88d3d2709354316b86d2ca6f47f41ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1592197 Mar 07 10:37:24.824755 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-dad17896-6fc7-4106-8810-6ba28cfd2f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:24.826157 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-dad17896-6fc7-4106-8810-6ba28cfd2f8c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1737914 Mar 07 10:37:24.861039 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048ad1b-fa20-47be-8013-e2480b23e13b req-7e8e2f1d-01ca-4420-943b-37852ede4a1a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:24.887349 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048ad1b-fa20-47be-8013-e2480b23e13b req-7e8e2f1d-01ca-4420-943b-37852ede4a1a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:24.892928 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048ad1b-fa20-47be-8013-e2480b23e13b req-7e8e2f1d-01ca-4420-943b-37852ede4a1a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:24.899536 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048ad1b-fa20-47be-8013-e2480b23e13b req-7e8e2f1d-01ca-4420-943b-37852ede4a1a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:24.905305 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048ad1b-fa20-47be-8013-e2480b23e13b req-7e8e2f1d-01ca-4420-943b-37852ede4a1a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:24.913556 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048ad1b-fa20-47be-8013-e2480b23e13b req-7e8e2f1d-01ca-4420-943b-37852ede4a1a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:24.919325 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048ad1b-fa20-47be-8013-e2480b23e13b req-7e8e2f1d-01ca-4420-943b-37852ede4a1a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:24.927132 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9048ad1b-fa20-47be-8013-e2480b23e13b req-7e8e2f1d-01ca-4420-943b-37852ede4a1a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5432 time: 0.2064602 Mar 07 10:37:24.980815 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-c8bda1dc-a5fd-40eb-b297-ffb006ec89d9 service neutron] 10.222.0.11 "GET /v2.0/networks/8a80d3a9-20f1-4d65-a5aa-f7b35212a95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715224 Mar 07 10:37:25.069629 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9048ad1b-fa20-47be-8013-e2480b23e13b req-fd4d712f-7588-4792-ae8b-155bfde9db0d tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1412945 Mar 07 10:37:25.102565 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-4315288f-8aa4-4583-bebc-786803f1838e service neutron] 10.222.0.21 "GET /v2.0/networks/c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674680 Mar 07 10:37:25.216928 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device c5183f6a-41cc-4851-8ce8-52bad9bcf63d up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:37:25.238430 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c5c7d1cb-3a50-4bcc-9fef-e3bef3694f00 req-808454bf-2dde-4d5a-9a46-6e89db41b3eb tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "GET /v2.0/security-groups/b344d31f-817f-4cb9-9c21-0f1a9efebd37 HTTP/1.1" status: 200 len: 1820 time: 0.1185513 Mar 07 10:37:25.250897 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-551ca6ee-d1ac-4512-ba8f-b681b891d634 service neutron] 10.222.0.11 "GET /v2.0/networks/8a80d3a9-20f1-4d65-a5aa-f7b35212a95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685215 Mar 07 10:37:25.300973 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-c80049a3-e79d-49ac-8a4c-2940da027838 service neutron] 10.222.0.21 "GET /v2.0/networks/c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904483 Mar 07 10:37:25.331006 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47048) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:25.336448 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port c5183f6a-41cc-4851-8ce8-52bad9bcf63d completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:37:25.350098 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port c5183f6a-41cc-4851-8ce8-52bad9bcf63d triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:25.351269 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c5183f6a-41cc-4851-8ce8-52bad9bcf63d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:25.364321 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c89af931-3570-4fa6-b44f-ea9898f867c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:25.396443 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fee610-35a7-4907-8a99-74d67ff669d1 req-29049afd-aced-4818-8e18-a12a9e1d772e tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:25.398334 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-77fee610-35a7-4907-8a99-74d67ff669d1 req-29049afd-aced-4818-8e18-a12a9e1d772e tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b32811-897b-4a1f-a613-22ed70bb8ded HTTP/1.1" status: 200 len: 949 time: 0.0882576 Mar 07 10:37:25.493325 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c89af931-3570-4fa6-b44f-ea9898f867c9 admin admin] Publish callbacks [] for security_group (4152dbcc-9e29-41c3-b773-facc19b01523), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:25.540543 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c89af931-3570-4fa6-b44f-ea9898f867c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4152dbcc-9e29-41c3-b773-facc19b01523), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:25.549371 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port c5183f6a-41cc-4851-8ce8-52bad9bcf63d is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:25.550185 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c5183f6a-41cc-4851-8ce8-52bad9bcf63d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:25.567334 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-77fee610-35a7-4907-8a99-74d67ff669d1 req-422730ae-fe0d-4ec2-82aa-f139e9cbe824 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] 10.222.0.11 "GET /v2.0/security-groups?id=5943111a-22e3-4791-867a-b19198e4143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610410 Mar 07 10:37:25.598362 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b32811-897b-4a1f-a613-22ed70bb8ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5183f6a-41cc-4851-8ce8-52bad9bcf63d'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:25.601010 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f924841d-c58b-4a04-9cd2-fd7dc32d44d1" -d '{"events": [{"server_uuid": "d8b32811-897b-4a1f-a613-22ed70bb8ded", "name": "network-vif-plugged", "status": "completed", "tag": "c5183f6a-41cc-4851-8ce8-52bad9bcf63d"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:25.622321 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port c5183f6a-41cc-4851-8ce8-52bad9bcf63d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=c5183f6a-41cc-4851-8ce8-52bad9bcf63d,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:25.631690 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c5183f6a-41cc-4851-8ce8-52bad9bcf63d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:25.712069 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=c5183f6a-41cc-4851-8ce8-52bad9bcf63d,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:25.713928 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89af931-3570-4fa6-b44f-ea9898f867c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4152dbcc-9e29-41c3-b773-facc19b01523,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:25.770758 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c89af931-3570-4fa6-b44f-ea9898f867c9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a41ccaf40f97434b9419f9c6cbc2e2f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4373646 Mar 07 10:37:25.774968 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47062) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:25.813544 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-660c7bcd-c66f-452c-9a75-13206b482cee req-87afc40e-b472-4920-bccf-6bf5e312dc09 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 210 time: 0.0937223 Mar 07 10:37:25.869930 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a14ef6d0-f898-4cc0-8db9-007c291bfe36 admin admin] Publish callbacks [] for security_group (4152dbcc-9e29-41c3-b773-facc19b01523), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:25.879117 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac06017-e632-4727-bff4-48491676bbfd req-ef4ee220-cd44-4727-8f94-273cde0a1b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:25.879596 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac06017-e632-4727-bff4-48491676bbfd req-ef4ee220-cd44-4727-8f94-273cde0a1b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:25.880169 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac06017-e632-4727-bff4-48491676bbfd req-ef4ee220-cd44-4727-8f94-273cde0a1b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:25.880754 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac06017-e632-4727-bff4-48491676bbfd req-ef4ee220-cd44-4727-8f94-273cde0a1b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:25.881239 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac06017-e632-4727-bff4-48491676bbfd req-ef4ee220-cd44-4727-8f94-273cde0a1b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:25.881696 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac06017-e632-4727-bff4-48491676bbfd req-ef4ee220-cd44-4727-8f94-273cde0a1b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:25.882145 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac06017-e632-4727-bff4-48491676bbfd req-ef4ee220-cd44-4727-8f94-273cde0a1b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:25.883074 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-1b926399-0560-4ccc-85ed-c6fbe77ac547 req-97a43270-76f9-4a7f-9fe8-529d19f4d773 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1496203207', 'description': 'tempest-description-1811705748'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:25.884079 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eac06017-e632-4727-bff4-48491676bbfd req-ef4ee220-cd44-4727-8f94-273cde0a1b93 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=081009be07604de6b116148d0975f6ea&device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 6706 time: 0.2894058 Mar 07 10:37:25.901483 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89074528-c9b1-40ad-bb08-36d9b2d7c94b req-9e6e5dc5-bdf0-49af-bd8c-7f0cf03baf7d tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:25.902974 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-89074528-c9b1-40ad-bb08-36d9b2d7c94b req-9e6e5dc5-bdf0-49af-bd8c-7f0cf03baf7d tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=43607941-ba12-4efa-9a3f-515f2e7c1042 HTTP/1.1" status: 200 len: 946 time: 0.2014587 Mar 07 10:37:25.929244 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-1b926399-0560-4ccc-85ed-c6fbe77ac547 req-97a43270-76f9-4a7f-9fe8-529d19f4d773 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:26.032689 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-1b926399-0560-4ccc-85ed-c6fbe77ac547 req-97a43270-76f9-4a7f-9fe8-529d19f4d773 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (83496274-16d4-4028-bf2c-7e3068a45221), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:26.041343 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-1b926399-0560-4ccc-85ed-c6fbe77ac547 req-97a43270-76f9-4a7f-9fe8-529d19f4d773 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (83496274-16d4-4028-bf2c-7e3068a45221), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:26.056546 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a14ef6d0-f898-4cc0-8db9-007c291bfe36 admin admin] Publish callbacks [] for security_group (4152dbcc-9e29-41c3-b773-facc19b01523), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:26.123452 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-1b926399-0560-4ccc-85ed-c6fbe77ac547 req-97a43270-76f9-4a7f-9fe8-529d19f4d773 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:26.125392 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1b926399-0560-4ccc-85ed-c6fbe77ac547 req-97a43270-76f9-4a7f-9fe8-529d19f4d773 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2469814 Mar 07 10:37:26.126277 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a43270-76f9-4a7f-9fe8-529d19f4d773 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83496274-16d4-4028-bf2c-7e3068a45221,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:26.194805 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-89074528-c9b1-40ad-bb08-36d9b2d7c94b req-6053745e-f223-466c-94e7-43f87a96c03f tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321777 Mar 07 10:37:26.221588 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac06017-e632-4727-bff4-48491676bbfd req-ed7dadbb-99a6-4399-a66d-f57b5fdae658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:26.236267 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eac06017-e632-4727-bff4-48491676bbfd req-ed7dadbb-99a6-4399-a66d-f57b5fdae658 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5 HTTP/1.1" status: 200 len: 903 time: 0.3303378 Mar 07 10:37:26.311194 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d525e5fd-6728-4604-96aa-380d6b848034 x-openstack-request-id: req-d525e5fd-6728-4604-96aa-380d6b848034 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:26.312005 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b32811-897b-4a1f-a613-22ed70bb8ded", "name": "network-vif-plugged", "status": "completed", "tag": "c5183f6a-41cc-4851-8ce8-52bad9bcf63d", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:26.312471 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d525e5fd-6728-4604-96aa-380d6b848034 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:26.317399 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b32811-897b-4a1f-a613-22ed70bb8ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5183f6a-41cc-4851-8ce8-52bad9bcf63d', 'code': 200} Mar 07 10:37:26.342946 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eac06017-e632-4727-bff4-48491676bbfd req-58024674-7cfe-4966-8169-86e8278fa324 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=464790b4-c23d-409e-904e-2616b83fda37 HTTP/1.1" status: 200 len: 217 time: 0.0990100 Mar 07 10:37:26.421812 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-14aeb0d9-4424-4c81-9401-5f5945f854b7 req-9aab56cd-8e59-4363-ba03-0283f293ae82 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91c4e97-5e9d-4781-b128-d7f407d387dc HTTP/1.1" status: 200 len: 210 time: 0.0950212 Mar 07 10:37:26.469607 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a14ef6d0-f898-4cc0-8db9-007c291bfe36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4152dbcc-9e29-41c3-b773-facc19b01523), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:26.473140 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a14ef6d0-f898-4cc0-8db9-007c291bfe36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:26.474302 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a14ef6d0-f898-4cc0-8db9-007c291bfe36 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4152dbcc-9e29-41c3-b773-facc19b01523 HTTP/1.1" status: 204 len: 168 time: 0.6985152 Mar 07 10:37:26.538000 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-668d556b-5709-4236-9c12-e4606c6ccc90 req-7441483b-6eb7-46e9-9476-46e30a3a53bb tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "GET /v2.0/security-groups/83496274-16d4-4028-bf2c-7e3068a45221 HTTP/1.1" status: 200 len: 1822 time: 0.0553508 Mar 07 10:37:26.552380 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-668d556b-5709-4236-9c12-e4606c6ccc90 req-3c30b322-a95d-4af8-a919-732b4e9e2e71 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '83496274-16d4-4028-bf2c-7e3068a45221', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:26.552894 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-668d556b-5709-4236-9c12-e4606c6ccc90 req-3c30b322-a95d-4af8-a919-732b4e9e2e71 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '83496274-16d4-4028-bf2c-7e3068a45221', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:26.554853 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bfcc6-daa5-4eea-ad18-a3d7da9be377 req-741bd1a8-afe7-46ff-b622-03796b4e96c4 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:26.559987 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ef6d0-f898-4cc0-8db9-007c291bfe36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4152dbcc-9e29-41c3-b773-facc19b01523,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:26.563655 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bfcc6-daa5-4eea-ad18-a3d7da9be377 req-741bd1a8-afe7-46ff-b622-03796b4e96c4 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:26.579759 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bfcc6-daa5-4eea-ad18-a3d7da9be377 req-741bd1a8-afe7-46ff-b622-03796b4e96c4 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:26.600978 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bfcc6-daa5-4eea-ad18-a3d7da9be377 req-741bd1a8-afe7-46ff-b622-03796b4e96c4 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:26.615683 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac06017-e632-4727-bff4-48491676bbfd req-34328eb5-f0d0-4cfa-a443-678831e65fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:26.617620 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eac06017-e632-4727-bff4-48491676bbfd req-34328eb5-f0d0-4cfa-a443-678831e65fae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afbd17bf-cb26-424f-82f0-87b6f4bd47dd HTTP/1.1" status: 200 len: 797 time: 0.2127278 Mar 07 10:37:26.617996 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bfcc6-daa5-4eea-ad18-a3d7da9be377 req-741bd1a8-afe7-46ff-b622-03796b4e96c4 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:26.632534 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bfcc6-daa5-4eea-ad18-a3d7da9be377 req-741bd1a8-afe7-46ff-b622-03796b4e96c4 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:26.645821 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fe5bb-788c-4fad-8020-9f3ebb88496c req-8d69c61d-2820-4395-a976-629359280007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:26.648059 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e04fe5bb-788c-4fad-8020-9f3ebb88496c req-8d69c61d-2820-4395-a976-629359280007 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d8b32811-897b-4a1f-a613-22ed70bb8ded HTTP/1.1" status: 200 len: 1132 time: 0.2579892 Mar 07 10:37:26.655591 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bfcc6-daa5-4eea-ad18-a3d7da9be377 req-741bd1a8-afe7-46ff-b622-03796b4e96c4 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:26.658024 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-713bfcc6-daa5-4eea-ad18-a3d7da9be377 req-741bd1a8-afe7-46ff-b622-03796b4e96c4 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5432 time: 0.2420020 Mar 07 10:37:26.750547 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-713bfcc6-daa5-4eea-ad18-a3d7da9be377 req-d7835156-c534-4f38-911a-18120c2bd082 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0818744 Mar 07 10:37:26.839486 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac06017-e632-4727-bff4-48491676bbfd req-3d3efa7d-ca97-4033-ac80-9f5754884fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:26.841137 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eac06017-e632-4727-bff4-48491676bbfd req-3d3efa7d-ca97-4033-ac80-9f5754884fc1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2129207 Mar 07 10:37:26.901999 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e04fe5bb-788c-4fad-8020-9f3ebb88496c req-16b66a26-ca3f-4da3-bd4a-2b6ad6665a3c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5943111a-22e3-4791-867a-b19198e4143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275453 Mar 07 10:37:26.905864 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-668d556b-5709-4236-9c12-e4606c6ccc90 req-3c30b322-a95d-4af8-a919-732b4e9e2e71 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group_rule (48f8c1b4-9c43-4d3c-bbfe-25d4f9323ac2), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:26.980732 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-668d556b-5709-4236-9c12-e4606c6ccc90 req-3c30b322-a95d-4af8-a919-732b4e9e2e71 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group_rule (48f8c1b4-9c43-4d3c-bbfe-25d4f9323ac2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:26.990565 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-668d556b-5709-4236-9c12-e4606c6ccc90 req-3c30b322-a95d-4af8-a919-732b4e9e2e71 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (48f8c1b4-9c43-4d3c-bbfe-25d4f9323ac2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:27.029599 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c30b322-a95d-4af8-a919-732b4e9e2e71 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f8c1b4-9c43-4d3c-bbfe-25d4f9323ac2,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:27.051176 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eac06017-e632-4727-bff4-48491676bbfd req-a5ee0e8d-a89b-41d0-9988-decefea25add service neutron] 10.222.0.21 "GET /v2.0/networks/c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964483 Mar 07 10:37:27.068955 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-668d556b-5709-4236-9c12-e4606c6ccc90 req-3c30b322-a95d-4af8-a919-732b4e9e2e71 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:27.068955 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-668d556b-5709-4236-9c12-e4606c6ccc90 req-3c30b322-a95d-4af8-a919-732b4e9e2e71 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5089717 Mar 07 10:37:27.217885 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-11d97dae-7a0f-45fe-8215-abd9cbdbcab5 req-0573b483-5818-485d-9d15-78ce21ead6c0 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 210 time: 0.0802631 Mar 07 10:37:27.262054 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb677ea1-6a74-41b6-a8a2-6904c4491c54 req-b05d31e1-c78a-48d8-93e3-474de55df12e tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:27.271906 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cb677ea1-6a74-41b6-a8a2-6904c4491c54 req-b05d31e1-c78a-48d8-93e3-474de55df12e tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b32811-897b-4a1f-a613-22ed70bb8ded HTTP/1.1" status: 200 len: 950 time: 0.1180739 Mar 07 10:37:27.342878 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cb677ea1-6a74-41b6-a8a2-6904c4491c54 req-cb9503f1-e18d-4123-a8dc-a67c4592abfc tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] 10.222.0.11 "GET /v2.0/security-groups?id=5943111a-22e3-4791-867a-b19198e4143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696044 Mar 07 10:37:27.716943 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eac06017-e632-4727-bff4-48491676bbfd req-45d4933f-a7c1-464e-a809-6a37da2f77d8 service neutron] 10.222.0.21 "GET /v2.0/networks/c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6178238 Mar 07 10:37:27.726539 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-08a4409b-eb98-4665-90db-be6dae95fb1b req-45c8445f-16b8-460b-9679-c4dbe4306a3b tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "GET /v2.0/security-groups/83496274-16d4-4028-bf2c-7e3068a45221 HTTP/1.1" status: 200 len: 2415 time: 0.3846393 Mar 07 10:37:27.750639 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-08a4409b-eb98-4665-90db-be6dae95fb1b req-8c45bfc4-7eae-4a25-ad73-a008aed51ccf tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '83496274-16d4-4028-bf2c-7e3068a45221', 'remote_group_id': None}]} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:27.751316 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-08a4409b-eb98-4665-90db-be6dae95fb1b req-8c45bfc4-7eae-4a25-ad73-a008aed51ccf tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '83496274-16d4-4028-bf2c-7e3068a45221', 'remote_group_id': None}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:27.826697 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7cb2d8ec-2054-4631-a887-041d8b722d1c req-fb67135c-f15e-4e77-9632-f2511eaf8274 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91c4e97-5e9d-4781-b128-d7f407d387dc HTTP/1.1" status: 200 len: 210 time: 0.0510798 Mar 07 10:37:27.903404 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-b95ca7ec-5fe7-428a-a002-6cad0f99dde3 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:27.905061 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-b95ca7ec-5fe7-428a-a002-6cad0f99dde3 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.31 "GET /v2.0/networks?id=8a80d3a9-20f1-4d65-a5aa-f7b35212a95a HTTP/1.1" status: 200 len: 813 time: 0.4701278 Mar 07 10:37:27.946722 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-be783d69-6cdd-44ff-927c-4d5222a13e9b tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Request body: {'port': {'device_id': 'f91c4e97-5e9d-4781-b128-d7f407d387dc', 'network_id': '8a80d3a9-20f1-4d65-a5aa-f7b35212a95a', 'admin_state_up': True, 'tenant_id': 'e88d3d2709354316b86d2ca6f47f41ea'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:28.037454 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-08a4409b-eb98-4665-90db-be6dae95fb1b req-8c45bfc4-7eae-4a25-ad73-a008aed51ccf tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group_rule (c9eb25df-4647-49af-a5c1-68d13e05e299), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:28.093377 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e656deb-fdae-4057-bed3-9fd6c9f1b46f req-9e57e281-3811-4db0-abcb-debd8519fe29 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:28.094865 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6e656deb-fdae-4057-bed3-9fd6c9f1b46f req-9e57e281-3811-4db0-abcb-debd8519fe29 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=43607941-ba12-4efa-9a3f-515f2e7c1042 HTTP/1.1" status: 200 len: 946 time: 0.1821861 Mar 07 10:37:28.173393 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-08a4409b-eb98-4665-90db-be6dae95fb1b req-8c45bfc4-7eae-4a25-ad73-a008aed51ccf tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group_rule (c9eb25df-4647-49af-a5c1-68d13e05e299), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:28.186729 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-08a4409b-eb98-4665-90db-be6dae95fb1b req-8c45bfc4-7eae-4a25-ad73-a008aed51ccf tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (c9eb25df-4647-49af-a5c1-68d13e05e299), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:28.235348 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45bfc4-7eae-4a25-ad73-a008aed51ccf tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9eb25df-4647-49af-a5c1-68d13e05e299,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:28.258532 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-08a4409b-eb98-4665-90db-be6dae95fb1b req-8c45bfc4-7eae-4a25-ad73-a008aed51ccf tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:28.259786 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-08a4409b-eb98-4665-90db-be6dae95fb1b req-8c45bfc4-7eae-4a25-ad73-a008aed51ccf tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5194921 Mar 07 10:37:28.261723 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6e656deb-fdae-4057-bed3-9fd6c9f1b46f req-a34ae5af-fb5c-407f-8be2-f3a62f0093c0 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372149 Mar 07 10:37:28.316456 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-be783d69-6cdd-44ff-927c-4d5222a13e9b tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Made reservation on behalf of e88d3d2709354316b86d2ca6f47f41ea for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:37:28.330174 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-be783d69-6cdd-44ff-927c-4d5222a13e9b tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:28.438968 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e957ad8e-58a4-4e61-85f8-920098e3a8e5 req-28de4892-2b25-4ffe-a6cf-ff2df1f25810 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 210 time: 0.0496602 Mar 07 10:37:28.490782 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6b54a-6fd1-4f2c-ba8a-fb83b2623fdd req-91230d4b-c6c4-4da1-ae22-db0ad71f7ad1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:28.496164 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6b54a-6fd1-4f2c-ba8a-fb83b2623fdd req-91230d4b-c6c4-4da1-ae22-db0ad71f7ad1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:28.501994 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6b54a-6fd1-4f2c-ba8a-fb83b2623fdd req-91230d4b-c6c4-4da1-ae22-db0ad71f7ad1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:28.508857 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6b54a-6fd1-4f2c-ba8a-fb83b2623fdd req-91230d4b-c6c4-4da1-ae22-db0ad71f7ad1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:28.515145 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6b54a-6fd1-4f2c-ba8a-fb83b2623fdd req-91230d4b-c6c4-4da1-ae22-db0ad71f7ad1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:28.521045 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6b54a-6fd1-4f2c-ba8a-fb83b2623fdd req-91230d4b-c6c4-4da1-ae22-db0ad71f7ad1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:28.527003 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a6b54a-6fd1-4f2c-ba8a-fb83b2623fdd req-91230d4b-c6c4-4da1-ae22-db0ad71f7ad1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:28.542899 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e2a6b54a-6fd1-4f2c-ba8a-fb83b2623fdd req-91230d4b-c6c4-4da1-ae22-db0ad71f7ad1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5432 time: 0.1658475 Mar 07 10:37:28.648718 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e2a6b54a-6fd1-4f2c-ba8a-fb83b2623fdd req-3f19704c-48b6-4e15-b63a-8653cd64ed89 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1046572 Mar 07 10:37:28.703439 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-43bb2c90-b705-426a-863f-b020608d1984 req-e01edce3-af39-4ca5-aa0c-8d35b82070e7 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "GET /v2.0/security-groups/83496274-16d4-4028-bf2c-7e3068a45221 HTTP/1.1" status: 200 len: 3013 time: 0.1633034 Mar 07 10:37:28.878554 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2109fa-6901-492c-9fff-272ca32d736e req-7821fff6-ccf4-4f35-84a0-dd1e6a6850b1 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:28.886357 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-de2109fa-6901-492c-9fff-272ca32d736e req-7821fff6-ccf4-4f35-84a0-dd1e6a6850b1 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b32811-897b-4a1f-a613-22ed70bb8ded HTTP/1.1" status: 200 len: 950 time: 0.1124475 Mar 07 10:37:28.916413 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8682ad7c-4460-445f-b151-1682e6d5f13e req-2f92076d-4d58-4f5c-b218-db0b3e7cfaac tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "GET /v2.0/security-group-rules/c9eb25df-4647-49af-a5c1-68d13e05e299 HTTP/1.1" status: 200 len: 783 time: 0.1028993 Mar 07 10:37:28.948322 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-de2109fa-6901-492c-9fff-272ca32d736e req-2fc90e88-3795-43c0-bd7d-779cccfb084e tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] 10.222.0.11 "GET /v2.0/security-groups?id=5943111a-22e3-4791-867a-b19198e4143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564952 Mar 07 10:37:28.952749 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-be783d69-6cdd-44ff-927c-4d5222a13e9b tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Allocated IP 172.20.0.7 (8a80d3a9-20f1-4d65-a5aa-f7b35212a95a/87fb66b4-e781-4fa7-b59d-0e773d094444/f9b05e21-0d27-416c-8289-e900e508834c) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:37:29.022947 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8682ad7c-4460-445f-b151-1682e6d5f13e req-6b9facc8-c11f-484b-ac3e-605df6e50571 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "GET /v2.0/security-groups/83496274-16d4-4028-bf2c-7e3068a45221 HTTP/1.1" status: 200 len: 3013 time: 0.1056588 Mar 07 10:37:29.051666 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7093f-ee7f-49f2-bc90-f6989f6048b1 req-4a9ec4ce-eb83-4c2b-b4ba-e29673ec6d02 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:29.053510 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d3b7093f-ee7f-49f2-bc90-f6989f6048b1 req-4a9ec4ce-eb83-4c2b-b4ba-e29673ec6d02 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.31 "GET /v2.0/ports?device_id=43607941-ba12-4efa-9a3f-515f2e7c1042 HTTP/1.1" status: 200 len: 946 time: 0.2413750 Mar 07 10:37:29.091310 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a715750f-4a8d-4ad9-a3dc-8f845b69863c req-e5d829c6-e1c4-45a8-9f08-a5a077d24ca2 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91c4e97-5e9d-4781-b128-d7f407d387dc HTTP/1.1" status: 200 len: 210 time: 0.0583351 Mar 07 10:37:29.485201 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f1d13-c3d4-4930-994e-a849271a3e3f req-9c7b8737-27e2-4b13-bfdd-99e0efe8dded tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:29.493621 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-385f1d13-c3d4-4930-994e-a849271a3e3f req-9c7b8737-27e2-4b13-bfdd-99e0efe8dded tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=43607941-ba12-4efa-9a3f-515f2e7c1042 HTTP/1.1" status: 200 len: 946 time: 0.0863385 Mar 07 10:37:29.554487 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-385f1d13-c3d4-4930-994e-a849271a3e3f req-7228713c-ddf2-42dc-ae39-cf018597b0fa tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/security-groups?id=91a99bb4-53f5-4f2a-a823-78b7d6a00d15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590165 Mar 07 10:37:29.556772 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-be783d69-6cdd-44ff-927c-4d5222a13e9b tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for port (f9b05e21-0d27-416c-8289-e900e508834c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:29.622203 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-be783d69-6cdd-44ff-927c-4d5222a13e9b tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (f9b05e21-0d27-416c-8289-e900e508834c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:29.635332 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['50ac4fd7-c6cc-48fb-8594-708a12111e6f'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:37:29.693089 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8682ad7c-4460-445f-b151-1682e6d5f13e req-6ed7c49b-42d2-4610-a521-de7c08d08e7a tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group_rule (c9eb25df-4647-49af-a5c1-68d13e05e299), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:29.720275 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8682ad7c-4460-445f-b151-1682e6d5f13e req-6ed7c49b-42d2-4610-a521-de7c08d08e7a tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group_rule (c9eb25df-4647-49af-a5c1-68d13e05e299), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:29.725802 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e70c7a-6e23-4fe5-8a39-79e7cabbc993 req-2855a811-7b39-4bf2-83b6-a99ada8c99bf tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:29.741411 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c7e70c7a-6e23-4fe5-8a39-79e7cabbc993 req-2855a811-7b39-4bf2-83b6-a99ada8c99bf tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b32811-897b-4a1f-a613-22ed70bb8ded HTTP/1.1" status: 200 len: 950 time: 0.1002786 Mar 07 10:37:29.783786 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-be783d69-6cdd-44ff-927c-4d5222a13e9b tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Network 8a80d3a9-20f1-4d65-a5aa-f7b35212a95a is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:37:29.793150 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-be783d69-6cdd-44ff-927c-4d5222a13e9b tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:29.794812 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be783d69-6cdd-44ff-927c-4d5222a13e9b tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Pushing event updated for resources: {'Port': ['ID=f9b05e21-0d27-416c-8289-e900e508834c,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:29.799053 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-be783d69-6cdd-44ff-927c-4d5222a13e9b tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:37:29.844098 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8682ad7c-4460-445f-b151-1682e6d5f13e req-6ed7c49b-42d2-4610-a521-de7c08d08e7a tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (c9eb25df-4647-49af-a5c1-68d13e05e299), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:29.861376 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8682ad7c-4460-445f-b151-1682e6d5f13e req-6ed7c49b-42d2-4610-a521-de7c08d08e7a tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:29.862358 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8682ad7c-4460-445f-b151-1682e6d5f13e req-6ed7c49b-42d2-4610-a521-de7c08d08e7a tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/c9eb25df-4647-49af-a5c1-68d13e05e299 HTTP/1.1" status: 204 len: 173 time: 0.2725708 Mar 07 10:37:29.865709 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed7c49b-42d2-4610-a521-de7c08d08e7a tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9eb25df-4647-49af-a5c1-68d13e05e299,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:29.868774 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c7e70c7a-6e23-4fe5-8a39-79e7cabbc993 req-e400401f-bd5c-49ab-bb00-5ed279d8167f tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] 10.222.0.11 "GET /v2.0/security-groups?id=5943111a-22e3-4791-867a-b19198e4143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191661 Mar 07 10:37:29.890987 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-be783d69-6cdd-44ff-927c-4d5222a13e9b tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:29.891619 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-be783d69-6cdd-44ff-927c-4d5222a13e9b tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:29.908587 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-d3b7093f-ee7f-49f2-bc90-f6989f6048b1 req-565bafa3-5086-4e80-ad71-e42a88c06636 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Deleting port c05a794c-52d8-4cd2-a8a1-c9e857c121ba {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:37:29.908929 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d3b7093f-ee7f-49f2-bc90-f6989f6048b1 req-565bafa3-5086-4e80-ad71-e42a88c06636 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c05a794c-52d8-4cd2-a8a1-c9e857c121ba), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:29.917894 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-be783d69-6cdd-44ff-927c-4d5222a13e9b tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9876139 Mar 07 10:37:29.936577 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-34da2661-9b24-4640-9b97-2a0ddad72829 service neutron] Request body: {'port': {'device_id': 'f91c4e97-5e9d-4781-b128-d7f407d387dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:30.011344 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-34da2661-9b24-4640-9b97-2a0ddad72829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f9b05e21-0d27-416c-8289-e900e508834c), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:30.136547 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d0b5f493-63ff-45a4-a2da-c731fc890db0 req-02d67872-bf90-470b-8557-66385102044b tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 210 time: 0.0616550 Mar 07 10:37:30.245620 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-d3b7093f-ee7f-49f2-bc90-f6989f6048b1 req-565bafa3-5086-4e80-ad71-e42a88c06636 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] For port c05a794c-52d8-4cd2-a8a1-c9e857c121ba, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=c05a794c-52d8-4cd2-a8a1-c9e857c121ba,segment=NetworkSegment(62872c6e-dc5b-4ade-b562-dcdfe13e82a3),segment_id=62872c6e-dc5b-4ade-b562-dcdfe13e82a3)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:30.246145 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d3b7093f-ee7f-49f2-bc90-f6989f6048b1 req-565bafa3-5086-4e80-ad71-e42a88c06636 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c05a794c-52d8-4cd2-a8a1-c9e857c121ba), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:30.267501 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-d3b7093f-ee7f-49f2-bc90-f6989f6048b1 req-565bafa3-5086-4e80-ad71-e42a88c06636 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Calling delete_port for c05a794c-52d8-4cd2-a8a1-c9e857c121ba owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:37:30.467240 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8ed0eef4-d669-4a53-a9f1-9f140d10182a req-a15eba40-710a-42ed-8588-debdc001d55e tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "GET /v2.0/security-groups/83496274-16d4-4028-bf2c-7e3068a45221 HTTP/1.1" status: 200 len: 2415 time: 0.0640779 Mar 07 10:37:30.513530 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bc004-89b7-47da-a3e9-cb71babd486f req-a4dacd67-8917-4bb3-b00c-2672166f332a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:30.520669 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bc004-89b7-47da-a3e9-cb71babd486f req-a4dacd67-8917-4bb3-b00c-2672166f332a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:30.525873 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bc004-89b7-47da-a3e9-cb71babd486f req-a4dacd67-8917-4bb3-b00c-2672166f332a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:30.531316 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bc004-89b7-47da-a3e9-cb71babd486f req-a4dacd67-8917-4bb3-b00c-2672166f332a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:30.537674 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bc004-89b7-47da-a3e9-cb71babd486f req-a4dacd67-8917-4bb3-b00c-2672166f332a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:30.543890 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bc004-89b7-47da-a3e9-cb71babd486f req-a4dacd67-8917-4bb3-b00c-2672166f332a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:30.549679 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bc004-89b7-47da-a3e9-cb71babd486f req-a4dacd67-8917-4bb3-b00c-2672166f332a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:30.552786 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-934bc004-89b7-47da-a3e9-cb71babd486f req-a4dacd67-8917-4bb3-b00c-2672166f332a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5432 time: 0.2444251 Mar 07 10:37:30.558244 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-8ed0eef4-d669-4a53-a9f1-9f140d10182a req-c7aaf4e1-1d46-4c72-aff2-33121cbb67e0 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (83496274-16d4-4028-bf2c-7e3068a45221), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:30.601257 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-8ed0eef4-d669-4a53-a9f1-9f140d10182a req-c7aaf4e1-1d46-4c72-aff2-33121cbb67e0 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (83496274-16d4-4028-bf2c-7e3068a45221), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:30.690385 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-8ed0eef4-d669-4a53-a9f1-9f140d10182a req-c7aaf4e1-1d46-4c72-aff2-33121cbb67e0 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (83496274-16d4-4028-bf2c-7e3068a45221), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:30.694032 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-8ed0eef4-d669-4a53-a9f1-9f140d10182a req-c7aaf4e1-1d46-4c72-aff2-33121cbb67e0 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:30.695391 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8ed0eef4-d669-4a53-a9f1-9f140d10182a req-c7aaf4e1-1d46-4c72-aff2-33121cbb67e0 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "DELETE /v2.0/security-groups/83496274-16d4-4028-bf2c-7e3068a45221 HTTP/1.1" status: 204 len: 173 time: 0.2270577 Mar 07 10:37:30.710771 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aaf4e1-1d46-4c72-aff2-33121cbb67e0 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83496274-16d4-4028-bf2c-7e3068a45221,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:30.848041 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-934bc004-89b7-47da-a3e9-cb71babd486f req-4159106a-5e1b-4ced-a154-cd4cc1082d06 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2802994 Mar 07 10:37:30.857676 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-34da2661-9b24-4640-9b97-2a0ddad72829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b05e21-0d27-416c-8289-e900e508834c {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:37:30.876750 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d3b7093f-ee7f-49f2-bc90-f6989f6048b1 req-565bafa3-5086-4e80-ad71-e42a88c06636 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (c05a794c-52d8-4cd2-a8a1-c9e857c121ba), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:30.897400 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-34da2661-9b24-4640-9b97-2a0ddad72829 service neutron] Publish callbacks [] for port (f9b05e21-0d27-416c-8289-e900e508834c), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:30.906305 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43898231-51a7-4f91-a9d8-b81e1e124185 req-31525f39-92fe-45cc-8df7-0bd7e6bed3f4 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:30.907869 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-43898231-51a7-4f91-a9d8-b81e1e124185 req-31525f39-92fe-45cc-8df7-0bd7e6bed3f4 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] 10.222.0.21 "GET /v2.0/ports?device_id=d8b32811-897b-4a1f-a613-22ed70bb8ded HTTP/1.1" status: 200 len: 950 time: 0.2820709 Mar 07 10:37:30.914575 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d746020-d157-41b1-a305-a0a64d793ff0 req-45fc9b1b-5335-46eb-8bee-3c992667f578 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:30.916082 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9d746020-d157-41b1-a305-a0a64d793ff0 req-45fc9b1b-5335-46eb-8bee-3c992667f578 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91c4e97-5e9d-4781-b128-d7f407d387dc HTTP/1.1" status: 200 len: 931 time: 0.1250777 Mar 07 10:37:31.006715 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9d746020-d157-41b1-a305-a0a64d793ff0 req-0666db48-4a0a-437f-8c3f-f4b245d20829 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba5e8b03-fe04-4a9a-8f67-6938492da32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822995 Mar 07 10:37:31.039825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565bafa3-5086-4e80-ad71-e42a88c06636 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Pushing event deleted for resources: {'Port': ['ID=c05a794c-52d8-4cd2-a8a1-c9e857c121ba,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:31.053932 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [req-9e265151-0dd3-46e1-a30c-66e250dd2c59 req-ef90f1cb-3a28-4d5b-9b44-39e8b8e5efcf tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] show failed (client error): The resource could not be found. Mar 07 10:37:31.054990 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9e265151-0dd3-46e1-a30c-66e250dd2c59 req-ef90f1cb-3a28-4d5b-9b44-39e8b8e5efcf tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "GET /v2.0/security-groups/58672c8b-b77c-48f4-a33b-19ad1dd4f81e HTTP/1.1" status: 404 len: 352 time: 0.0262058 Mar 07 10:37:31.110875 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-34da2661-9b24-4640-9b97-2a0ddad72829 service neutron] Transition to ACTIVE for port object f9b05e21-0d27-416c-8289-e900e508834c will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:37:31.139036 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b7093f-ee7f-49f2-bc90-f6989f6048b1 req-565bafa3-5086-4e80-ad71-e42a88c06636 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] No DVR routers for this DVR port c05a794c-52d8-4cd2-a8a1-c9e857c121ba on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:37:31.142332 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-61b95801-029b-44c6-99ac-9ab263865459 req-d455f6f6-5732-480a-9861-961ffd8dd2c6 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.11 "GET /v2.0/ports?device_id=43607941-ba12-4efa-9a3f-515f2e7c1042 HTTP/1.1" status: 200 len: 210 time: 0.1492205 Mar 07 10:37:31.158768 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d3b7093f-ee7f-49f2-bc90-f6989f6048b1 req-565bafa3-5086-4e80-ad71-e42a88c06636 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:31.164317 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d3b7093f-ee7f-49f2-bc90-f6989f6048b1 req-565bafa3-5086-4e80-ad71-e42a88c06636 tempest-ServerDiskConfigTestJSON-1985743967 tempest-ServerDiskConfigTestJSON-1985743967-project] 10.222.0.31 "DELETE /v2.0/ports/c05a794c-52d8-4cd2-a8a1-c9e857c121ba HTTP/1.1" status: 204 len: 173 time: 1.5702765 Mar 07 10:37:31.164980 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43607941-ba12-4efa-9a3f-515f2e7c1042', 'name': 'network-vif-deleted', 'tag': 'c05a794c-52d8-4cd2-a8a1-c9e857c121ba'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:31.173464 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea36017-c4eb-4cf2-973d-5c752ca3e791" -d '{"events": [{"server_uuid": "43607941-ba12-4efa-9a3f-515f2e7c1042", "name": "network-vif-deleted", "tag": "c05a794c-52d8-4cd2-a8a1-c9e857c121ba"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:31.177154 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-34da2661-9b24-4640-9b97-2a0ddad72829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (f9b05e21-0d27-416c-8289-e900e508834c), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:31.234816 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae1aeb-1af2-4ebb-86ef-9d65ab84f58d req-0e448252-6989-496e-a531-472cfb90bcec tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:31.236408 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c4ae1aeb-1af2-4ebb-86ef-9d65ab84f58d req-0e448252-6989-496e-a531-472cfb90bcec tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b32811-897b-4a1f-a613-22ed70bb8ded HTTP/1.1" status: 200 len: 950 time: 0.1090472 Mar 07 10:37:31.344099 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c4ae1aeb-1af2-4ebb-86ef-9d65ab84f58d req-84dc6c8d-9524-486f-8c87-43f0835e5d2a tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] 10.222.0.11 "GET /v2.0/security-groups?id=5943111a-22e3-4791-867a-b19198e4143e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997562 Mar 07 10:37:31.364520 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da2661-9b24-4640-9b97-2a0ddad72829 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b05e21-0d27-416c-8289-e900e508834c,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:31.482549 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5853a928-c9ba-422c-8de1-a420122be160 req-17c54d57-969c-41b6-9adc-a739c2352974 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "GET /v2.0/security-groups/b344d31f-817f-4cb9-9c21-0f1a9efebd37 HTTP/1.1" status: 200 len: 1820 time: 0.1306744 Mar 07 10:37:31.513827 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-43898231-51a7-4f91-a9d8-b81e1e124185 req-94784a8e-0be6-47aa-aade-235c56c32b51 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Deleting port c5183f6a-41cc-4851-8ce8-52bad9bcf63d {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:37:31.514182 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-43898231-51a7-4f91-a9d8-b81e1e124185 req-94784a8e-0be6-47aa-aade-235c56c32b51 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c5183f6a-41cc-4851-8ce8-52bad9bcf63d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:31.591758 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d285f192-d855-44d2-b65b-d3d6068ac2f4 req-d9477aa4-52f2-4ed8-b4b3-934d8275fd5b tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=514c2d61-fbd8-4f9b-af52-d7155f2935b9 HTTP/1.1" status: 200 len: 210 time: 0.0717947 Mar 07 10:37:31.781730 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d6c54c6-51e9-46d7-a3bf-b8f3dd34a509 x-openstack-request-id: req-8d6c54c6-51e9-46d7-a3bf-b8f3dd34a509 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:31.782024 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43607941-ba12-4efa-9a3f-515f2e7c1042", "name": "network-vif-deleted", "tag": "c05a794c-52d8-4cd2-a8a1-c9e857c121ba", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:31.782285 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8d6c54c6-51e9-46d7-a3bf-b8f3dd34a509 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:31.782692 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43607941-ba12-4efa-9a3f-515f2e7c1042', 'name': 'network-vif-deleted', 'tag': 'c05a794c-52d8-4cd2-a8a1-c9e857c121ba', 'status': 'completed', 'code': 200} Mar 07 10:37:31.787346 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-34da2661-9b24-4640-9b97-2a0ddad72829 service neutron] Attempting to bind port f9b05e21-0d27-416c-8289-e900e508834c on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:31.787686 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-34da2661-9b24-4640-9b97-2a0ddad72829 service neutron] Attempting to bind port f9b05e21-0d27-416c-8289-e900e508834c by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': 'ed524cc8-0430-4980-8771-744b579a40cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8a80d3a9-20f1-4d65-a5aa-f7b35212a95a'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:31.788164 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-34da2661-9b24-4640-9b97-2a0ddad72829 service neutron] Attempting to bind port f9b05e21-0d27-416c-8289-e900e508834c on network 8a80d3a9-20f1-4d65-a5aa-f7b35212a95a {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:31.808391 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-34da2661-9b24-4640-9b97-2a0ddad72829 service neutron] Port f9b05e21-0d27-416c-8289-e900e508834c on network 8a80d3a9-20f1-4d65-a5aa-f7b35212a95a not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:37:31.809706 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-34da2661-9b24-4640-9b97-2a0ddad72829 service neutron] Attempting to bind port f9b05e21-0d27-416c-8289-e900e508834c on network 8a80d3a9-20f1-4d65-a5aa-f7b35212a95a {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:31.872394 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5853a928-c9ba-422c-8de1-a420122be160 req-5736f326-e43f-4407-8e43-b4c5fc83c4b6 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (b344d31f-817f-4cb9-9c21-0f1a9efebd37), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:31.965497 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-34da2661-9b24-4640-9b97-2a0ddad72829 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:37:31.965851 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-34da2661-9b24-4640-9b97-2a0ddad72829 service neutron] Checking segment: {'id': 'ed524cc8-0430-4980-8771-744b579a40cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8a80d3a9-20f1-4d65-a5aa-f7b35212a95a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:37:31.966249 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-34da2661-9b24-4640-9b97-2a0ddad72829 service neutron] Bound using segment: {'id': 'ed524cc8-0430-4980-8771-744b579a40cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8a80d3a9-20f1-4d65-a5aa-f7b35212a95a'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:37:31.966709 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-34da2661-9b24-4640-9b97-2a0ddad72829 service neutron] Bound port: f9b05e21-0d27-416c-8289-e900e508834c, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed524cc8-0430-4980-8771-744b579a40cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '8a80d3a9-20f1-4d65-a5aa-f7b35212a95a'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:37:31.967086 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-34da2661-9b24-4640-9b97-2a0ddad72829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f9b05e21-0d27-416c-8289-e900e508834c), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:31.992638 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-43898231-51a7-4f91-a9d8-b81e1e124185 req-94784a8e-0be6-47aa-aade-235c56c32b51 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] For port c5183f6a-41cc-4851-8ce8-52bad9bcf63d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=c5183f6a-41cc-4851-8ce8-52bad9bcf63d,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:31.993013 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-43898231-51a7-4f91-a9d8-b81e1e124185 req-94784a8e-0be6-47aa-aade-235c56c32b51 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c5183f6a-41cc-4851-8ce8-52bad9bcf63d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:32.022153 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5853a928-c9ba-422c-8de1-a420122be160 req-5736f326-e43f-4407-8e43-b4c5fc83c4b6 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (b344d31f-817f-4cb9-9c21-0f1a9efebd37), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:32.025998 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-43898231-51a7-4f91-a9d8-b81e1e124185 req-94784a8e-0be6-47aa-aade-235c56c32b51 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Calling delete_port for c5183f6a-41cc-4851-8ce8-52bad9bcf63d owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:37:32.215649 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device c05a794c-52d8-4cd2-a8a1-c9e857c121ba no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:37:32.252107 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: c05a794c-52d8-4cd2-a8a1-c9e857c121ba {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:37:32.252599 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device c05a794c-52d8-4cd2-a8a1-c9e857c121ba not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:37:32.258439 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-34da2661-9b24-4640-9b97-2a0ddad72829 service neutron] For port f9b05e21-0d27-416c-8289-e900e508834c, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:37:32.272833 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5853a928-c9ba-422c-8de1-a420122be160 req-5736f326-e43f-4407-8e43-b4c5fc83c4b6 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b344d31f-817f-4cb9-9c21-0f1a9efebd37), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:32.275417 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5853a928-c9ba-422c-8de1-a420122be160 req-5736f326-e43f-4407-8e43-b4c5fc83c4b6 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:32.276883 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5853a928-c9ba-422c-8de1-a420122be160 req-5736f326-e43f-4407-8e43-b4c5fc83c4b6 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "DELETE /v2.0/security-groups/b344d31f-817f-4cb9-9c21-0f1a9efebd37 HTTP/1.1" status: 204 len: 173 time: 0.7932298 Mar 07 10:37:32.287550 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d81acf-8332-43f2-b515-9ab4d1a7e308 req-2f701bec-e64f-4c7a-bf97-8756f394eb25 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:32.305712 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d81acf-8332-43f2-b515-9ab4d1a7e308 req-2f701bec-e64f-4c7a-bf97-8756f394eb25 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:32.319138 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d81acf-8332-43f2-b515-9ab4d1a7e308 req-2f701bec-e64f-4c7a-bf97-8756f394eb25 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:32.324476 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-34da2661-9b24-4640-9b97-2a0ddad72829 service neutron] For port f9b05e21-0d27-416c-8289-e900e508834c, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f9b05e21-0d27-416c-8289-e900e508834c,segment=NetworkSegment(ed524cc8-0430-4980-8771-744b579a40cf),segment_id=ed524cc8-0430-4980-8771-744b579a40cf)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:37:32.324637 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d81acf-8332-43f2-b515-9ab4d1a7e308 req-2f701bec-e64f-4c7a-bf97-8756f394eb25 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:32.329849 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d81acf-8332-43f2-b515-9ab4d1a7e308 req-2f701bec-e64f-4c7a-bf97-8756f394eb25 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:32.336980 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d81acf-8332-43f2-b515-9ab4d1a7e308 req-2f701bec-e64f-4c7a-bf97-8756f394eb25 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:32.342575 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d81acf-8332-43f2-b515-9ab4d1a7e308 req-2f701bec-e64f-4c7a-bf97-8756f394eb25 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:32.351037 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-65d81acf-8332-43f2-b515-9ab4d1a7e308 req-2f701bec-e64f-4c7a-bf97-8756f394eb25 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5432 time: 0.2485008 Mar 07 10:37:32.354479 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-34da2661-9b24-4640-9b97-2a0ddad72829 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (f9b05e21-0d27-416c-8289-e900e508834c), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:32.365723 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736f326-e43f-4407-8e43-b4c5fc83c4b6 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b344d31f-817f-4cb9-9c21-0f1a9efebd37,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:32.464196 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-34da2661-9b24-4640-9b97-2a0ddad72829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:32.464940 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-34da2661-9b24-4640-9b97-2a0ddad72829 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:32.466612 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-34da2661-9b24-4640-9b97-2a0ddad72829 service neutron] 10.222.0.31 "PUT /v2.0/ports/f9b05e21-0d27-416c-8289-e900e508834c HTTP/1.1" status: 200 len: 1091 time: 2.5367591 Mar 07 10:37:32.502279 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-65d81acf-8332-43f2-b515-9ab4d1a7e308 req-50f676bd-bbf6-49e3-8866-921bdd17ddbb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1501374 Mar 07 10:37:32.556153 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47244) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:32.573863 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da2661-9b24-4640-9b97-2a0ddad72829 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b05e21-0d27-416c-8289-e900e508834c,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:32.598313 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8891b89-330f-493c-9080-69852d28fb3a req-e45041d7-c278-428b-9248-2968dc2f369d tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:32.605258 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c8891b89-330f-493c-9080-69852d28fb3a req-e45041d7-c278-428b-9248-2968dc2f369d tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91c4e97-5e9d-4781-b128-d7f407d387dc HTTP/1.1" status: 200 len: 943 time: 0.2262928 Mar 07 10:37:32.629852 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-43898231-51a7-4f91-a9d8-b81e1e124185 req-94784a8e-0be6-47aa-aade-235c56c32b51 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (c5183f6a-41cc-4851-8ce8-52bad9bcf63d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:32.644900 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['c5183f6a-41cc-4851-8ce8-52bad9bcf63d'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:37:32.683347 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94784a8e-0be6-47aa-aade-235c56c32b51 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Pushing event deleted for resources: {'Port': ['ID=c5183f6a-41cc-4851-8ce8-52bad9bcf63d,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:32.686862 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-c5de1358-6409-4d1b-8e03-79fb86f84657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:32.688525 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-c5de1358-6409-4d1b-8e03-79fb86f84657 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e88d3d2709354316b86d2ca6f47f41ea&device_id=f91c4e97-5e9d-4781-b128-d7f407d387dc HTTP/1.1" status: 200 len: 1125 time: 0.1682653 Mar 07 10:37:32.820638 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-616eaeda-291e-417b-b7c2-20fed8fc2870 req-151a3059-031c-46ff-98e9-1ef52cf21279 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "GET /v2.0/security-groups/0844cbd4-4900-46b7-8c76-1a634c6876f4 HTTP/1.1" status: 200 len: 1820 time: 0.0856531 Mar 07 10:37:32.866884 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c8891b89-330f-493c-9080-69852d28fb3a req-bc707a0e-6388-4ca8-a2e9-def749ae59c3 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba5e8b03-fe04-4a9a-8f67-6938492da32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606533 Mar 07 10:37:32.883334 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-14adb36f-7161-49ee-acff-cab2d497fddb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9b05e21-0d27-416c-8289-e900e508834c HTTP/1.1" status: 200 len: 217 time: 0.1834476 Mar 07 10:37:32.884278 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-43898231-51a7-4f91-a9d8-b81e1e124185 req-94784a8e-0be6-47aa-aade-235c56c32b51 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] No DVR routers for this DVR port c5183f6a-41cc-4851-8ce8-52bad9bcf63d on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:37:32.899769 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5199dc15-7b85-4444-a6b5-76a9c4aa80b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:32.904213 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-43898231-51a7-4f91-a9d8-b81e1e124185 req-94784a8e-0be6-47aa-aade-235c56c32b51 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:32.912189 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-43898231-51a7-4f91-a9d8-b81e1e124185 req-94784a8e-0be6-47aa-aade-235c56c32b51 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] 10.222.0.21 "DELETE /v2.0/ports/c5183f6a-41cc-4851-8ce8-52bad9bcf63d HTTP/1.1" status: 204 len: 173 time: 1.9932230 Mar 07 10:37:32.985264 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-9b7691d5-7c74-4945-8a8f-68db56a1f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:32.987735 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-9b7691d5-7c74-4945-8a8f-68db56a1f0db service neutron] 10.222.0.31 "GET /v2.0/subnets?id=87fb66b4-e781-4fa7-b59d-0e773d094444 HTTP/1.1" status: 200 len: 853 time: 0.0985856 Mar 07 10:37:32.991997 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-616eaeda-291e-417b-b7c2-20fed8fc2870 req-506b5d27-afa1-438e-aff7-be0f44428f36 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (0844cbd4-4900-46b7-8c76-1a634c6876f4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:33.081650 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-cd1d81f8-b2f4-4553-aac9-a9198921742d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a80d3a9-20f1-4d65-a5aa-f7b35212a95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877256 Mar 07 10:37:33.083832 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4b644d3d-bd5d-45af-ab81-c88834d470f9 req-2091e173-7e83-4ea7-b239-e34ce083ad76 tempest-ImagesNegativeTestJSON-1613966141 tempest-ImagesNegativeTestJSON-1613966141-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8b32811-897b-4a1f-a613-22ed70bb8ded HTTP/1.1" status: 200 len: 210 time: 0.0704036 Mar 07 10:37:33.125918 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-616eaeda-291e-417b-b7c2-20fed8fc2870 req-506b5d27-afa1-438e-aff7-be0f44428f36 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (0844cbd4-4900-46b7-8c76-1a634c6876f4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:33.228209 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5199dc15-7b85-4444-a6b5-76a9c4aa80b7 admin admin] Publish callbacks [] for security_group (52607d0f-927c-4990-ae65-a149638738f2), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:33.240675 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5199dc15-7b85-4444-a6b5-76a9c4aa80b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (52607d0f-927c-4990-ae65-a149638738f2), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:33.295627 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5199dc15-7b85-4444-a6b5-76a9c4aa80b7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a23b06168f274a37861bb87316c27404&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7379582 Mar 07 10:37:33.300467 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47262) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:33.322425 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5199dc15-7b85-4444-a6b5-76a9c4aa80b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52607d0f-927c-4990-ae65-a149638738f2,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:33.330175 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-26f3c243-c0b6-41d8-b49e-fd423af7437f service neutron] 10.222.0.31 "GET /v2.0/networks/8a80d3a9-20f1-4d65-a5aa-f7b35212a95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405627 Mar 07 10:37:33.361261 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-616eaeda-291e-417b-b7c2-20fed8fc2870 req-506b5d27-afa1-438e-aff7-be0f44428f36 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0844cbd4-4900-46b7-8c76-1a634c6876f4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:33.364663 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-616eaeda-291e-417b-b7c2-20fed8fc2870 req-506b5d27-afa1-438e-aff7-be0f44428f36 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:33.366177 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-616eaeda-291e-417b-b7c2-20fed8fc2870 req-506b5d27-afa1-438e-aff7-be0f44428f36 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "DELETE /v2.0/security-groups/0844cbd4-4900-46b7-8c76-1a634c6876f4 HTTP/1.1" status: 204 len: 173 time: 0.5390487 Mar 07 10:37:33.387957 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b5d27-afa1-438e-aff7-be0f44428f36 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0844cbd4-4900-46b7-8c76-1a634c6876f4,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:33.557144 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4456197c-2598-459c-ba48-efff1ff8e357 req-4cde1782-2bb6-467b-b090-5c6b025d9708 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "GET /v2.0/security-groups/05827b16-599f-45c1-9b5d-b3cd86e7e573 HTTP/1.1" status: 200 len: 1821 time: 0.0852354 Mar 07 10:37:33.635320 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-78c6b6f6-334f-4788-b577-bd99f78584aa req-e5b1647b-42cf-43d5-b155-bcecd1e6b688 service neutron] 10.222.0.31 "GET /v2.0/networks/8a80d3a9-20f1-4d65-a5aa-f7b35212a95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833312 Mar 07 10:37:33.668087 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-79f01be3-6b54-4392-b22a-54c1527c820c admin admin] Publish callbacks [] for security_group (52607d0f-927c-4990-ae65-a149638738f2), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:33.699841 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-79f01be3-6b54-4392-b22a-54c1527c820c admin admin] Publish callbacks [] for security_group (52607d0f-927c-4990-ae65-a149638738f2), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:33.741463 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4456197c-2598-459c-ba48-efff1ff8e357 req-02ebb6e5-e9ba-4e47-812c-115564b3d065 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (05827b16-599f-45c1-9b5d-b3cd86e7e573), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:33.762374 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a9237-559f-437e-a6b5-242cefb99f7f req-b8ea149d-1405-495e-a638-f4a67c5d90ec tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:33.766756 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a9237-559f-437e-a6b5-242cefb99f7f req-b8ea149d-1405-495e-a638-f4a67c5d90ec tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:33.775352 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a9237-559f-437e-a6b5-242cefb99f7f req-b8ea149d-1405-495e-a638-f4a67c5d90ec tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:33.781426 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4456197c-2598-459c-ba48-efff1ff8e357 req-02ebb6e5-e9ba-4e47-812c-115564b3d065 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (05827b16-599f-45c1-9b5d-b3cd86e7e573), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:33.783671 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f91c4e97-5e9d-4781-b128-d7f407d387dc', 'tag': 'f9b05e21-0d27-416c-8289-e900e508834c'}, {'server_uuid': 'd8b32811-897b-4a1f-a613-22ed70bb8ded', 'name': 'network-vif-deleted', 'tag': 'c5183f6a-41cc-4851-8ce8-52bad9bcf63d'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:33.786544 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a9237-559f-437e-a6b5-242cefb99f7f req-b8ea149d-1405-495e-a638-f4a67c5d90ec tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:33.787139 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da23bd2-f4cf-4e65-ad6b-b3b33450011b" -d '{"events": [{"name": "network-changed", "server_uuid": "f91c4e97-5e9d-4781-b128-d7f407d387dc", "tag": "f9b05e21-0d27-416c-8289-e900e508834c"}, {"server_uuid": "d8b32811-897b-4a1f-a613-22ed70bb8ded", "name": "network-vif-deleted", "tag": "c5183f6a-41cc-4851-8ce8-52bad9bcf63d"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:33.792815 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a9237-559f-437e-a6b5-242cefb99f7f req-b8ea149d-1405-495e-a638-f4a67c5d90ec tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:33.805037 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a9237-559f-437e-a6b5-242cefb99f7f req-b8ea149d-1405-495e-a638-f4a67c5d90ec tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:33.811858 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a9237-559f-437e-a6b5-242cefb99f7f req-b8ea149d-1405-495e-a638-f4a67c5d90ec tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:33.813887 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-419a9237-559f-437e-a6b5-242cefb99f7f req-b8ea149d-1405-495e-a638-f4a67c5d90ec tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5432 time: 0.1588111 Mar 07 10:37:33.815960 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-79f01be3-6b54-4392-b22a-54c1527c820c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (52607d0f-927c-4990-ae65-a149638738f2), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:33.818606 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-79f01be3-6b54-4392-b22a-54c1527c820c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:33.819737 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-79f01be3-6b54-4392-b22a-54c1527c820c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/52607d0f-927c-4990-ae65-a149638738f2 HTTP/1.1" status: 204 len: 168 time: 0.5107963 Mar 07 10:37:33.831230 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f01be3-6b54-4392-b22a-54c1527c820c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52607d0f-927c-4990-ae65-a149638738f2,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:33.848646 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4456197c-2598-459c-ba48-efff1ff8e357 req-02ebb6e5-e9ba-4e47-812c-115564b3d065 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (05827b16-599f-45c1-9b5d-b3cd86e7e573), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:33.854434 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4456197c-2598-459c-ba48-efff1ff8e357 req-02ebb6e5-e9ba-4e47-812c-115564b3d065 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:33.859071 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4456197c-2598-459c-ba48-efff1ff8e357 req-02ebb6e5-e9ba-4e47-812c-115564b3d065 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "DELETE /v2.0/security-groups/05827b16-599f-45c1-9b5d-b3cd86e7e573 HTTP/1.1" status: 204 len: 173 time: 0.3000224 Mar 07 10:37:33.879035 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ebb6e5-e9ba-4e47-812c-115564b3d065 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05827b16-599f-45c1-9b5d-b3cd86e7e573,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:33.904273 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-419a9237-559f-437e-a6b5-242cefb99f7f req-2cf947e3-b5bc-463a-884b-c79d3703bf13 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0740530 Mar 07 10:37:33.921546 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47296) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:33.990216 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a049ef0-c1dd-4355-8618-7abd6df796eb admin admin] Deleting subnet d1660007-f2c2-4a95-bc44-450c0339f46e {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:37:34.004762 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-11684398-f2a3-4057-9219-7c95d36be1ed req-c4d3ab68-e74c-46ce-b8ea-72f994618cc7 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "GET /v2.0/security-groups/82851c6c-3e92-45c8-923e-494ee791a6e5 HTTP/1.1" status: 200 len: 2419 time: 0.0510163 Mar 07 10:37:34.008869 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-848fcae5-2ec4-4e8b-8274-e6ddc997718e x-openstack-request-id: req-848fcae5-2ec4-4e8b-8274-e6ddc997718e {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:34.009243 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f91c4e97-5e9d-4781-b128-d7f407d387dc", "tag": "f9b05e21-0d27-416c-8289-e900e508834c", "status": "completed", "code": 200}, {"server_uuid": "d8b32811-897b-4a1f-a613-22ed70bb8ded", "name": "network-vif-deleted", "tag": "c5183f6a-41cc-4851-8ce8-52bad9bcf63d", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:34.009503 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-848fcae5-2ec4-4e8b-8274-e6ddc997718e {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:34.009949 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f91c4e97-5e9d-4781-b128-d7f407d387dc', 'tag': 'f9b05e21-0d27-416c-8289-e900e508834c', 'status': 'completed', 'code': 200} Mar 07 10:37:34.010214 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b32811-897b-4a1f-a613-22ed70bb8ded', 'name': 'network-vif-deleted', 'tag': 'c5183f6a-41cc-4851-8ce8-52bad9bcf63d', 'status': 'completed', 'code': 200} Mar 07 10:37:34.010875 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9a049ef0-c1dd-4355-8618-7abd6df796eb admin admin] Publish callbacks [] for subnet (d1660007-f2c2-4a95-bc44-450c0339f46e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:34.064857 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9a049ef0-c1dd-4355-8618-7abd6df796eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (d1660007-f2c2-4a95-bc44-450c0339f46e), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:34.078464 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-11684398-f2a3-4057-9219-7c95d36be1ed req-c222a2a6-7365-4648-ba21-639d26f81949 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (82851c6c-3e92-45c8-923e-494ee791a6e5), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:34.106147 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-11684398-f2a3-4057-9219-7c95d36be1ed req-c222a2a6-7365-4648-ba21-639d26f81949 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (82851c6c-3e92-45c8-923e-494ee791a6e5), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:34.119158 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9a049ef0-c1dd-4355-8618-7abd6df796eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (d1660007-f2c2-4a95-bc44-450c0339f46e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:34.160005 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-11684398-f2a3-4057-9219-7c95d36be1ed req-c222a2a6-7365-4648-ba21-639d26f81949 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (82851c6c-3e92-45c8-923e-494ee791a6e5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:34.163525 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-11684398-f2a3-4057-9219-7c95d36be1ed req-c222a2a6-7365-4648-ba21-639d26f81949 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:34.180336 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-11684398-f2a3-4057-9219-7c95d36be1ed req-c222a2a6-7365-4648-ba21-639d26f81949 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "DELETE /v2.0/security-groups/82851c6c-3e92-45c8-923e-494ee791a6e5 HTTP/1.1" status: 204 len: 173 time: 0.1661530 Mar 07 10:37:34.210723 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c222a2a6-7365-4648-ba21-639d26f81949 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82851c6c-3e92-45c8-923e-494ee791a6e5,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:34.249942 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9a049ef0-c1dd-4355-8618-7abd6df796eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (d1660007-f2c2-4a95-bc44-450c0339f46e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:34.301273 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a049ef0-c1dd-4355-8618-7abd6df796eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1660007-f2c2-4a95-bc44-450c0339f46e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:34.306272 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9a049ef0-c1dd-4355-8618-7abd6df796eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:34.314147 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9a049ef0-c1dd-4355-8618-7abd6df796eb admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d1660007-f2c2-4a95-bc44-450c0339f46e HTTP/1.1" status: 204 len: 168 time: 0.3887877 Mar 07 10:37:34.314492 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47306) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:34.314839 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47308) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:34.357207 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-64659b26-5290-490b-9253-b7f829e234f4 req-cd6ad21f-1d47-4723-b2a8-b5b4b0a301f8 tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "GET /v2.0/security-groups/cd065d62-dbc3-47e1-82d1-430459db0d30 HTTP/1.1" status: 200 len: 2415 time: 0.0680778 Mar 07 10:37:34.369640 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da23bd2-f4cf-4e65-ad6b-b3b33450011b req-6acc3cde-85e8-4597-be1c-5522e57d1eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:34.371267 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5da23bd2-f4cf-4e65-ad6b-b3b33450011b req-6acc3cde-85e8-4597-be1c-5522e57d1eb0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e88d3d2709354316b86d2ca6f47f41ea&device_id=f91c4e97-5e9d-4781-b128-d7f407d387dc HTTP/1.1" status: 200 len: 1125 time: 0.2023025 Mar 07 10:37:34.372145 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ff37bbbd-d3c0-464c-8e8f-151b4b519877 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:34.417587 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-64659b26-5290-490b-9253-b7f829e234f4 req-84d24612-e224-4585-ac8e-1cad62f1ed5b tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (cd065d62-dbc3-47e1-82d1-430459db0d30), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:34.430648 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa83f6-94d2-4174-ad9a-34c1a0d3efa0 req-3aef5dc6-fdff-4375-b74b-5009bbd1d7c4 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:34.433603 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-77fa83f6-94d2-4174-ad9a-34c1a0d3efa0 req-3aef5dc6-fdff-4375-b74b-5009bbd1d7c4 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91c4e97-5e9d-4781-b128-d7f407d387dc HTTP/1.1" status: 200 len: 943 time: 0.2491403 Mar 07 10:37:34.444463 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-64659b26-5290-490b-9253-b7f829e234f4 req-84d24612-e224-4585-ac8e-1cad62f1ed5b tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (cd065d62-dbc3-47e1-82d1-430459db0d30), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:34.475379 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ab89f9bb-3493-42c4-8407-f0e390aa912e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (3ee24066-40e5-4c55-993a-10acd4574ead), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:34.539310 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-64659b26-5290-490b-9253-b7f829e234f4 req-84d24612-e224-4585-ac8e-1cad62f1ed5b tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (cd065d62-dbc3-47e1-82d1-430459db0d30), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:34.542309 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-64659b26-5290-490b-9253-b7f829e234f4 req-84d24612-e224-4585-ac8e-1cad62f1ed5b tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:34.547840 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-64659b26-5290-490b-9253-b7f829e234f4 req-84d24612-e224-4585-ac8e-1cad62f1ed5b tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] 10.222.0.11 "DELETE /v2.0/security-groups/cd065d62-dbc3-47e1-82d1-430459db0d30 HTTP/1.1" status: 204 len: 173 time: 0.1843283 Mar 07 10:37:34.552180 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47314) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:34.579684 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d24612-e224-4585-ac8e-1cad62f1ed5b tempest-SecurityGroupRulesTestJSON-1173555857 tempest-SecurityGroupRulesTestJSON-1173555857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd065d62-dbc3-47e1-82d1-430459db0d30,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:34.660612 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-77fa83f6-94d2-4174-ad9a-34c1a0d3efa0 req-906690b4-934d-400c-9d78-b75771842421 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba5e8b03-fe04-4a9a-8f67-6938492da32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170732 Mar 07 10:37:34.718514 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da23bd2-f4cf-4e65-ad6b-b3b33450011b req-ec2892e1-8b52-4539-8897-183f2de508f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:34.720325 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5da23bd2-f4cf-4e65-ad6b-b3b33450011b req-ec2892e1-8b52-4539-8897-183f2de508f3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a80d3a9-20f1-4d65-a5aa-f7b35212a95a HTTP/1.1" status: 200 len: 914 time: 0.2397637 Mar 07 10:37:34.807911 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5da23bd2-f4cf-4e65-ad6b-b3b33450011b req-9deb2d20-84df-4ce7-9bf4-73b880909f04 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9b05e21-0d27-416c-8289-e900e508834c HTTP/1.1" status: 200 len: 217 time: 0.0741909 Mar 07 10:37:34.813335 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ff37bbbd-d3c0-464c-8e8f-151b4b519877 admin admin] Publish callbacks [] for security_group (ca8061d9-9ebc-424c-9eea-cec1069a8de5), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:34.818893 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ab89f9bb-3493-42c4-8407-f0e390aa912e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (3ee24066-40e5-4c55-993a-10acd4574ead), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:34.838674 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f14132-e837-4136-849a-05eede2d8616 admin admin] Deleting subnet 16adc955-59e6-40a1-8377-62c3750cdcf1 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:37:34.840071 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ff37bbbd-d3c0-464c-8e8f-151b4b519877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ca8061d9-9ebc-424c-9eea-cec1069a8de5), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:34.888130 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-21f14132-e837-4136-849a-05eede2d8616 admin admin] Publish callbacks [] for subnet (16adc955-59e6-40a1-8377-62c3750cdcf1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:34.923553 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ab89f9bb-3493-42c4-8407-f0e390aa912e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee24066-40e5-4c55-993a-10acd4574ead']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:34.946719 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e6856-0a13-4a0b-ba28-50d6ed77f88a req-559244cf-34c0-48f6-97be-e1481fe44aca tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:34.949308 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-801e6856-0a13-4a0b-ba28-50d6ed77f88a req-559244cf-34c0-48f6-97be-e1481fe44aca tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/ports?device_id=73fe3d19-86e1-41c0-9140-d23fba0645b7 HTTP/1.1" status: 200 len: 950 time: 0.0783830 Mar 07 10:37:34.969066 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-21f14132-e837-4136-849a-05eede2d8616 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (16adc955-59e6-40a1-8377-62c3750cdcf1), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:35.021408 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-21f14132-e837-4136-849a-05eede2d8616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (16adc955-59e6-40a1-8377-62c3750cdcf1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:35.033743 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-801e6856-0a13-4a0b-ba28-50d6ed77f88a req-2ee7cf0b-918b-445a-a3e9-e4dce00e78ce tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/security-groups?id=25eb2acf-8382-4966-a15d-e79c512ae807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795708 Mar 07 10:37:35.161549 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47358) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:35.264667 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device c5183f6a-41cc-4851-8ce8-52bad9bcf63d no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:37:35.289843 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: c5183f6a-41cc-4851-8ce8-52bad9bcf63d {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:37:35.290606 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device c5183f6a-41cc-4851-8ce8-52bad9bcf63d not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:37:35.332473 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e9c3075f-bcab-44e9-a4d6-a5a383b8a4bc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=77a5496f33524f4ea52243083d4a1e2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1693003 Mar 07 10:37:35.337555 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47366) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:35.388030 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37bbbd-d3c0-464c-8e8f-151b4b519877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8061d9-9ebc-424c-9eea-cec1069a8de5,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:35.400094 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ab89f9bb-3493-42c4-8407-f0e390aa912e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62872c6e-dc5b-4ade-b562-dcdfe13e82a3') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:35.400390 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ab89f9bb-3493-42c4-8407-f0e390aa912e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62872c6e-dc5b-4ade-b562-dcdfe13e82a3') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:35.402299 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f87c172-7994-4a83-b7ee-0704e9e1661b admin admin] Publish callbacks [] for security_group (5943111a-22e3-4791-867a-b19198e4143e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:35.438290 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f87c172-7994-4a83-b7ee-0704e9e1661b admin admin] Publish callbacks [] for security_group (5943111a-22e3-4791-867a-b19198e4143e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:35.453428 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ab89f9bb-3493-42c4-8407-f0e390aa912e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (62872c6e-dc5b-4ade-b562-dcdfe13e82a3), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:35.493547 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ff37bbbd-d3c0-464c-8e8f-151b4b519877 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b67fbb3abaea4ac48325b647e6377593&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1758130 Mar 07 10:37:35.495864 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47378) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:35.506264 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da23bd2-f4cf-4e65-ad6b-b3b33450011b req-20c85317-645b-4ef2-8ca0-b66d27aed2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:35.507787 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5da23bd2-f4cf-4e65-ad6b-b3b33450011b req-20c85317-645b-4ef2-8ca0-b66d27aed2b0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=87fb66b4-e781-4fa7-b59d-0e773d094444 HTTP/1.1" status: 200 len: 853 time: 0.6855142 Mar 07 10:37:35.510018 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ab89f9bb-3493-42c4-8407-f0e390aa912e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (62872c6e-dc5b-4ade-b562-dcdfe13e82a3), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:35.515549 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-21f14132-e837-4136-849a-05eede2d8616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (16adc955-59e6-40a1-8377-62c3750cdcf1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:35.537300 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab89f9bb-3493-42c4-8407-f0e390aa912e admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:37:35.537709 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ab89f9bb-3493-42c4-8407-f0e390aa912e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (62872c6e-dc5b-4ade-b562-dcdfe13e82a3), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:35.549627 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:37:35.549627 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:37:35.549627 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:37:35.549627 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:37:35.549627 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:37:35.549627 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:37:35.549627 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:37:35.549627 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:37:35.549627 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:37:35.549627 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:37:35.549627 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:37:35.549627 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:37:35.549627 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:37:35.549627 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:37:35.549627 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:37:35.549627 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:37:35.549627 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:37:35.549627 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:37:35.549627 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:37:35.549627 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:37:35.549627 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:37:35.549627 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:37:35.549627 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:37:35.549627 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:37:35.549627 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:37:35.549627 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:37:35.549627 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:37:35.549627 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:37:35.549627 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:37:35.549627 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:37:35.549627 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:37:35.549627 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:37:35.552443 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ed92d751-10ba-4e1c-86d6-ffec518b07c8 admin admin] Publish callbacks [] for security_group (ca8061d9-9ebc-424c-9eea-cec1069a8de5), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:35.559361 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f87c172-7994-4a83-b7ee-0704e9e1661b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5943111a-22e3-4791-867a-b19198e4143e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:35.562195 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f87c172-7994-4a83-b7ee-0704e9e1661b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:35.563514 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1f87c172-7994-4a83-b7ee-0704e9e1661b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5943111a-22e3-4791-867a-b19198e4143e HTTP/1.1" status: 204 len: 168 time: 0.2240283 Mar 07 10:37:35.578583 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87c172-7994-4a83-b7ee-0704e9e1661b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5943111a-22e3-4791-867a-b19198e4143e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:35.595890 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ed92d751-10ba-4e1c-86d6-ffec518b07c8 admin admin] Publish callbacks [] for security_group (ca8061d9-9ebc-424c-9eea-cec1069a8de5), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:35.635556 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f14132-e837-4136-849a-05eede2d8616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16adc955-59e6-40a1-8377-62c3750cdcf1,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:35.676800 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ed92d751-10ba-4e1c-86d6-ffec518b07c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ca8061d9-9ebc-424c-9eea-cec1069a8de5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:35.680274 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ed92d751-10ba-4e1c-86d6-ffec518b07c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:35.682762 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ed92d751-10ba-4e1c-86d6-ffec518b07c8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ca8061d9-9ebc-424c-9eea-cec1069a8de5 HTTP/1.1" status: 204 len: 168 time: 0.1849978 Mar 07 10:37:35.695778 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92d751-10ba-4e1c-86d6-ffec518b07c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8061d9-9ebc-424c-9eea-cec1069a8de5,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:35.719111 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5da23bd2-f4cf-4e65-ad6b-b3b33450011b req-022ee2d9-fbf4-4c60-8798-18c51f16ce29 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a80d3a9-20f1-4d65-a5aa-f7b35212a95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2014048 Mar 07 10:37:35.741143 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-21f14132-e837-4136-849a-05eede2d8616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:35.748247 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-21f14132-e837-4136-849a-05eede2d8616 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/16adc955-59e6-40a1-8377-62c3750cdcf1 HTTP/1.1" status: 204 len: 168 time: 1.1664617 Mar 07 10:37:35.749715 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ab89f9bb-3493-42c4-8407-f0e390aa912e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (3ee24066-40e5-4c55-993a-10acd4574ead), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:35.750805 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47388) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:35.775066 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ab89f9bb-3493-42c4-8407-f0e390aa912e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:35.781090 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ab89f9bb-3493-42c4-8407-f0e390aa912e admin admin] 10.222.0.11 "DELETE /v2.0/networks/3ee24066-40e5-4c55-993a-10acd4574ead HTTP/1.1" status: 204 len: 168 time: 1.4625697 Mar 07 10:37:35.845000 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda3b70-c36e-49cb-9ec5-dff30507bf68 req-7c8c8a3b-aae4-4e80-8231-16e73633b553 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:35.853688 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda3b70-c36e-49cb-9ec5-dff30507bf68 req-7c8c8a3b-aae4-4e80-8231-16e73633b553 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:35.865838 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda3b70-c36e-49cb-9ec5-dff30507bf68 req-7c8c8a3b-aae4-4e80-8231-16e73633b553 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:35.872810 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda3b70-c36e-49cb-9ec5-dff30507bf68 req-7c8c8a3b-aae4-4e80-8231-16e73633b553 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:35.880433 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda3b70-c36e-49cb-9ec5-dff30507bf68 req-7c8c8a3b-aae4-4e80-8231-16e73633b553 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:35.886136 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda3b70-c36e-49cb-9ec5-dff30507bf68 req-7c8c8a3b-aae4-4e80-8231-16e73633b553 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:35.891938 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c90fd1cb-8507-4c79-88e3-bc4837a531b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (d0480f38-778b-42a8-b4c9-15f369d8c09c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:35.895422 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda3b70-c36e-49cb-9ec5-dff30507bf68 req-7c8c8a3b-aae4-4e80-8231-16e73633b553 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:35.904462 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5dda3b70-c36e-49cb-9ec5-dff30507bf68 req-7c8c8a3b-aae4-4e80-8231-16e73633b553 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5432 time: 0.5329933 Mar 07 10:37:35.912829 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89f9bb-3493-42c4-8407-f0e390aa912e admin admin] Pushing event deleted for resources: {'Network': ['ID=3ee24066-40e5-4c55-993a-10acd4574ead,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:35.917483 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea8a7d-3ec7-453e-a149-8bdfb9ce2f81 req-0e2736c8-1128-4d85-9d1d-9c3f7ccd01f4 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:35.929502 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-19ea8a7d-3ec7-453e-a149-8bdfb9ce2f81 req-0e2736c8-1128-4d85-9d1d-9c3f7ccd01f4 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91c4e97-5e9d-4781-b128-d7f407d387dc HTTP/1.1" status: 200 len: 943 time: 0.1335874 Mar 07 10:37:36.049435 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5dda3b70-c36e-49cb-9ec5-dff30507bf68 req-80a2dae4-92ad-41f8-84ed-9b40a0604dd3 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1436634 Mar 07 10:37:36.052411 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5da23bd2-f4cf-4e65-ad6b-b3b33450011b req-c8b32c6f-63fd-49b8-b015-156ac00ca8eb service neutron] 10.222.0.31 "GET /v2.0/networks/8a80d3a9-20f1-4d65-a5aa-f7b35212a95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169370 Mar 07 10:37:36.124293 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c90fd1cb-8507-4c79-88e3-bc4837a531b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (d0480f38-778b-42a8-b4c9-15f369d8c09c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:36.156714 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c90fd1cb-8507-4c79-88e3-bc4837a531b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0480f38-778b-42a8-b4c9-15f369d8c09c']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:36.169490 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c90fd1cb-8507-4c79-88e3-bc4837a531b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c26105-f174-4f3d-9ad9-d3343dca1ab9') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:36.170010 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c90fd1cb-8507-4c79-88e3-bc4837a531b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c26105-f174-4f3d-9ad9-d3343dca1ab9') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:36.186589 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c90fd1cb-8507-4c79-88e3-bc4837a531b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (e0c26105-f174-4f3d-9ad9-d3343dca1ab9), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:36.204573 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47402) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:36.205714 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c90fd1cb-8507-4c79-88e3-bc4837a531b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (e0c26105-f174-4f3d-9ad9-d3343dca1ab9), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:36.213943 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90fd1cb-8507-4c79-88e3-bc4837a531b3 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:37:36.214345 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c90fd1cb-8507-4c79-88e3-bc4837a531b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (e0c26105-f174-4f3d-9ad9-d3343dca1ab9), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:36.233839 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device f9b05e21-0d27-416c-8289-e900e508834c details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:37:36.270314 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:37:36.270314 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:37:36.270314 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:37:36.270314 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:37:36.270314 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:37:36.270314 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:37:36.270314 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:37:36.270314 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:37:36.270314 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:37:36.270314 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:37:36.270314 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:37:36.270314 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:37:36.270314 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:37:36.270314 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:37:36.270314 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:37:36.270314 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:37:36.270314 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:37:36.270314 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:37:36.270314 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:37:36.270314 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:37:36.270314 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:37:36.270314 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:37:36.270314 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:37:36.270314 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:37:36.270314 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:37:36.270314 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:37:36.270314 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:37:36.270314 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:37:36.270314 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:37:36.270314 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:37:36.270314 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:37:36.270314 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:37:36.299161 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-19ea8a7d-3ec7-453e-a149-8bdfb9ce2f81 req-cfe47314-48c3-4d56-bc9a-a16e0afe76dc tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba5e8b03-fe04-4a9a-8f67-6938492da32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668828 Mar 07 10:37:36.324672 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c90fd1cb-8507-4c79-88e3-bc4837a531b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (d0480f38-778b-42a8-b4c9-15f369d8c09c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:36.342298 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3f7b5c75-0ba1-49af-91c2-9f6ee94c5dd1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7ebccd8ddd004b1baaaff76fdc940f23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362817 Mar 07 10:37:36.344659 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5da23bd2-f4cf-4e65-ad6b-b3b33450011b req-16c110e5-5a7a-425d-a93f-f7ab0d07b2c2 service neutron] 10.222.0.31 "GET /v2.0/networks/8a80d3a9-20f1-4d65-a5aa-f7b35212a95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857356 Mar 07 10:37:36.345335 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47406) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:36.375842 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c90fd1cb-8507-4c79-88e3-bc4837a531b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:36.386048 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c90fd1cb-8507-4c79-88e3-bc4837a531b3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/d0480f38-778b-42a8-b4c9-15f369d8c09c HTTP/1.1" status: 204 len: 168 time: 0.6341634 Mar 07 10:37:36.388129 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90fd1cb-8507-4c79-88e3-bc4837a531b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0480f38-778b-42a8-b4c9-15f369d8c09c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:36.437443 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2d20bb1b-c983-4677-96fb-23e2430716c1 admin admin] Publish callbacks [] for security_group (91a99bb4-53f5-4f2a-a823-78b7d6a00d15), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:36.462378 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2d20bb1b-c983-4677-96fb-23e2430716c1 admin admin] Publish callbacks [] for security_group (91a99bb4-53f5-4f2a-a823-78b7d6a00d15), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:36.487873 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ca2f795a-ca97-4475-8982-88bc88a2312c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:36.508868 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port f9b05e21-0d27-416c-8289-e900e508834c, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f9b05e21-0d27-416c-8289-e900e508834c,segment=NetworkSegment(ed524cc8-0430-4980-8771-744b579a40cf),segment_id=ed524cc8-0430-4980-8771-744b579a40cf)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:36.525356 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'f9b05e21-0d27-416c-8289-e900e508834c', 'network_id': '8a80d3a9-20f1-4d65-a5aa-f7b35212a95a', 'port_id': 'f9b05e21-0d27-416c-8289-e900e508834c', 'mac_address': 'fa:16:3e:a9:4c:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87fb66b4-e781-4fa7-b59d-0e773d094444', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:37:36.578773 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2d20bb1b-c983-4677-96fb-23e2430716c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (91a99bb4-53f5-4f2a-a823-78b7d6a00d15), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:36.582294 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2d20bb1b-c983-4677-96fb-23e2430716c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:36.583962 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2d20bb1b-c983-4677-96fb-23e2430716c1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/91a99bb4-53f5-4f2a-a823-78b7d6a00d15 HTTP/1.1" status: 204 len: 168 time: 0.2372739 Mar 07 10:37:36.592176 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d20bb1b-c983-4677-96fb-23e2430716c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a99bb4-53f5-4f2a-a823-78b7d6a00d15,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:36.593213 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port f9b05e21-0d27-416c-8289-e900e508834c is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:36.594562 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f9b05e21-0d27-416c-8289-e900e508834c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:36.621945 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47430) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:36.624942 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b05e21-0d27-416c-8289-e900e508834c {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:37:36.649789 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port f9b05e21-0d27-416c-8289-e900e508834c, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f9b05e21-0d27-416c-8289-e900e508834c,segment=NetworkSegment(ed524cc8-0430-4980-8771-744b579a40cf),segment_id=ed524cc8-0430-4980-8771-744b579a40cf)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:36.658557 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f9b05e21-0d27-416c-8289-e900e508834c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:36.751653 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9073e529-2500-4a57-bf62-ddb7b56ba3ef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2755029b41ca43b4904bf9852212d6d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1276164 Mar 07 10:37:36.753790 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47432) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:36.755136 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=f9b05e21-0d27-416c-8289-e900e508834c,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:36.780680 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:36.781024 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:36.781674 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:36.782725 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:36.783249 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:36.783754 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:36.784450 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:36.785025 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:36.785589 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:36.787693 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:36.788219 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:36.789357 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:36.789706 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:36.854024 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b40ef5f7-8ad7-44f0-a126-65da718e74b9 admin admin] Publish callbacks [] for security_group (c696b398-9461-4bd7-8fd2-a4f154ee2f24), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:36.892562 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b40ef5f7-8ad7-44f0-a126-65da718e74b9 admin admin] Publish callbacks [] for security_group (c696b398-9461-4bd7-8fd2-a4f154ee2f24), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:36.971192 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b40ef5f7-8ad7-44f0-a126-65da718e74b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (c696b398-9461-4bd7-8fd2-a4f154ee2f24), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:36.975241 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b40ef5f7-8ad7-44f0-a126-65da718e74b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:36.978740 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b40ef5f7-8ad7-44f0-a126-65da718e74b9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c696b398-9461-4bd7-8fd2-a4f154ee2f24 HTTP/1.1" status: 204 len: 168 time: 0.2210968 Mar 07 10:37:36.986019 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40ef5f7-8ad7-44f0-a126-65da718e74b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c696b398-9461-4bd7-8fd2-a4f154ee2f24,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:37.083787 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['f9b05e21-0d27-416c-8289-e900e508834c'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:37:37.275456 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bd399-031b-436d-8792-69228dc49d47 req-a1a55fdc-ca94-40a8-9e17-60fdd237719a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:37.282342 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bd399-031b-436d-8792-69228dc49d47 req-a1a55fdc-ca94-40a8-9e17-60fdd237719a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:37.289794 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bd399-031b-436d-8792-69228dc49d47 req-a1a55fdc-ca94-40a8-9e17-60fdd237719a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:37.303929 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bd399-031b-436d-8792-69228dc49d47 req-a1a55fdc-ca94-40a8-9e17-60fdd237719a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:37.309710 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bd399-031b-436d-8792-69228dc49d47 req-a1a55fdc-ca94-40a8-9e17-60fdd237719a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:37.336801 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bd399-031b-436d-8792-69228dc49d47 req-a1a55fdc-ca94-40a8-9e17-60fdd237719a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:37.349165 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bd399-031b-436d-8792-69228dc49d47 req-a1a55fdc-ca94-40a8-9e17-60fdd237719a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:37.359096 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4f7bd399-031b-436d-8792-69228dc49d47 req-a1a55fdc-ca94-40a8-9e17-60fdd237719a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5432 time: 0.1957974 Mar 07 10:37:37.440628 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4f7bd399-031b-436d-8792-69228dc49d47 req-64721c10-34e7-4596-9010-2ac8451ddf78 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0802951 Mar 07 10:37:37.555540 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad03ea55-305a-475e-b72f-60b7d515a749 req-f6bd5d32-cb67-4ac1-b482-edb31df42c2e tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:37.557575 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ad03ea55-305a-475e-b72f-60b7d515a749 req-f6bd5d32-cb67-4ac1-b482-edb31df42c2e tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91c4e97-5e9d-4781-b128-d7f407d387dc HTTP/1.1" status: 200 len: 944 time: 0.1418083 Mar 07 10:37:37.618471 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ad03ea55-305a-475e-b72f-60b7d515a749 req-675f4e2b-941e-4f20-a72a-b9b38f1451bf tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba5e8b03-fe04-4a9a-8f67-6938492da32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548015 Mar 07 10:37:38.249928 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device f9b05e21-0d27-416c-8289-e900e508834c up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:37:38.374871 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port f9b05e21-0d27-416c-8289-e900e508834c completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:37:38.382774 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port f9b05e21-0d27-416c-8289-e900e508834c triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:38.383162 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f9b05e21-0d27-416c-8289-e900e508834c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:38.507006 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port f9b05e21-0d27-416c-8289-e900e508834c is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:38.507399 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f9b05e21-0d27-416c-8289-e900e508834c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:38.541158 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91c4e97-5e9d-4781-b128-d7f407d387dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b05e21-0d27-416c-8289-e900e508834c'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:38.544192 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7dae935-c59d-4e4c-a3b8-2bb5a2d842c8" -d '{"events": [{"server_uuid": "f91c4e97-5e9d-4781-b128-d7f407d387dc", "name": "network-vif-plugged", "status": "completed", "tag": "f9b05e21-0d27-416c-8289-e900e508834c"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:38.606609 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port f9b05e21-0d27-416c-8289-e900e508834c, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f9b05e21-0d27-416c-8289-e900e508834c,segment=NetworkSegment(ed524cc8-0430-4980-8771-744b579a40cf),segment_id=ed524cc8-0430-4980-8771-744b579a40cf)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:38.639533 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f9b05e21-0d27-416c-8289-e900e508834c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:38.642958 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 8c7950fc-1fc7-45ce-9602-e82984b5b2dc no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:37:38.713100 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a549c-d1c3-45b5-9d88-b5083d4bfd0f req-74053ed6-d220-4435-9cfa-9a4f534eeb42 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:38.732556 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a549c-d1c3-45b5-9d88-b5083d4bfd0f req-74053ed6-d220-4435-9cfa-9a4f534eeb42 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:38.752993 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0a75094f-2195-431e-9081-4083f0e2964d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:38.758883 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a549c-d1c3-45b5-9d88-b5083d4bfd0f req-74053ed6-d220-4435-9cfa-9a4f534eeb42 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:38.777079 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a549c-d1c3-45b5-9d88-b5083d4bfd0f req-74053ed6-d220-4435-9cfa-9a4f534eeb42 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:38.793835 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a549c-d1c3-45b5-9d88-b5083d4bfd0f req-74053ed6-d220-4435-9cfa-9a4f534eeb42 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:38.799170 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a549c-d1c3-45b5-9d88-b5083d4bfd0f req-74053ed6-d220-4435-9cfa-9a4f534eeb42 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:38.817715 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102a549c-d1c3-45b5-9d88-b5083d4bfd0f req-74053ed6-d220-4435-9cfa-9a4f534eeb42 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:38.830584 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-102a549c-d1c3-45b5-9d88-b5083d4bfd0f req-74053ed6-d220-4435-9cfa-9a4f534eeb42 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5432 time: 0.2766125 Mar 07 10:37:38.927248 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=f9b05e21-0d27-416c-8289-e900e508834c,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:38.941936 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 8c7950fc-1fc7-45ce-9602-e82984b5b2dc is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:38.945206 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8c7950fc-1fc7-45ce-9602-e82984b5b2dc), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:38.961675 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-102a549c-d1c3-45b5-9d88-b5083d4bfd0f req-48b4a1e1-590a-49a8-8a75-aaa7acb470ff tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1207144 Mar 07 10:37:39.035494 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 8c7950fc-1fc7-45ce-9602-e82984b5b2dc, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=8c7950fc-1fc7-45ce-9602-e82984b5b2dc,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:39.042473 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37be1859-c6af-4f9e-a0fc-37ae17fa5c52 x-openstack-request-id: req-37be1859-c6af-4f9e-a0fc-37ae17fa5c52 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:39.042879 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f91c4e97-5e9d-4781-b128-d7f407d387dc", "name": "network-vif-plugged", "status": "completed", "tag": "f9b05e21-0d27-416c-8289-e900e508834c", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:39.043167 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-37be1859-c6af-4f9e-a0fc-37ae17fa5c52 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:39.044862 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91c4e97-5e9d-4781-b128-d7f407d387dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b05e21-0d27-416c-8289-e900e508834c', 'code': 200} Mar 07 10:37:39.047491 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8c7950fc-1fc7-45ce-9602-e82984b5b2dc), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:39.191168 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=8c7950fc-1fc7-45ce-9602-e82984b5b2dc,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:39.214117 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305c934-17a3-427c-b6cf-d967285b6dd6 req-c654ec86-53a7-4bba-a672-014963558e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:39.215667 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9305c934-17a3-427c-b6cf-d967285b6dd6 req-c654ec86-53a7-4bba-a672-014963558e8f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f91c4e97-5e9d-4781-b128-d7f407d387dc HTTP/1.1" status: 200 len: 1127 time: 0.1021056 Mar 07 10:37:39.279624 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device fff45af4-f140-42d3-a837-1e7c66aabe2f details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:37:39.307655 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf19a9-7143-4c91-a21b-6669f73d9137 req-23dd5bb3-2b35-43a7-b895-a0ca3ce2b780 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:39.318139 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8adf19a9-7143-4c91-a21b-6669f73d9137 req-23dd5bb3-2b35-43a7-b895-a0ca3ce2b780 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91c4e97-5e9d-4781-b128-d7f407d387dc HTTP/1.1" status: 200 len: 945 time: 0.1853857 Mar 07 10:37:39.337144 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47544) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:39.366528 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9305c934-17a3-427c-b6cf-d967285b6dd6 req-a6697e2b-5329-4f6d-9788-8cc5345159f4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ba5e8b03-fe04-4a9a-8f67-6938492da32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434231 Mar 07 10:37:39.390484 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47552) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:39.484545 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8adf19a9-7143-4c91-a21b-6669f73d9137 req-463a0b38-61bb-4dfa-b97b-782a599501b1 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba5e8b03-fe04-4a9a-8f67-6938492da32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603227 Mar 07 10:37:39.580468 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-55088236-4829-4650-8b21-0969987fa9f8 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-553481601-network', 'tenant_id': '196235a2893a4332b9d32ab67e39eb88'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:39.607364 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55088236-4829-4650-8b21-0969987fa9f8 admin admin] Made reservation on behalf of 196235a2893a4332b9d32ab67e39eb88 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:37:39.609917 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-55088236-4829-4650-8b21-0969987fa9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:39.629843 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-55088236-4829-4650-8b21-0969987fa9f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:39.777408 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-55088236-4829-4650-8b21-0969987fa9f8 admin admin] Publish callbacks [] for security_group (aa448f87-043c-4547-b958-b61c377fb8a2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:39.785032 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-55088236-4829-4650-8b21-0969987fa9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (aa448f87-043c-4547-b958-b61c377fb8a2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:39.826189 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:39.858024 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55088236-4829-4650-8b21-0969987fa9f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:37:39.872189 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port fff45af4-f140-42d3-a837-1e7c66aabe2f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=fff45af4-f140-42d3-a837-1e7c66aabe2f,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:39.876435 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55088236-4829-4650-8b21-0969987fa9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa448f87-043c-4547-b958-b61c377fb8a2,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:39.896577 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-55088236-4829-4650-8b21-0969987fa9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (d7557ddf-bc8b-41ff-827b-079f9fe8bee8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:39.897495 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-55088236-4829-4650-8b21-0969987fa9f8 admin admin] Added segment d7557ddf-bc8b-41ff-827b-079f9fe8bee8 of type vlan for network c2795f77-66a3-4e6f-90b8-62a555bb1830 Mar 07 10:37:39.908819 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-3085a599-6903-44b1-8ab4-79339666e163 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1606411008-network', 'tenant_id': '594fbcc522224d009180aa1f2512354d'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:39.931761 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'fff45af4-f140-42d3-a837-1e7c66aabe2f', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': 'fff45af4-f140-42d3-a837-1e7c66aabe2f', 'mac_address': 'fa:16:3e:96:c5:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:37:40.052321 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port fff45af4-f140-42d3-a837-1e7c66aabe2f is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:40.052981 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fff45af4-f140-42d3-a837-1e7c66aabe2f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:40.062988 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3085a599-6903-44b1-8ab4-79339666e163 admin admin] Made reservation on behalf of 594fbcc522224d009180aa1f2512354d for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:37:40.069491 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3085a599-6903-44b1-8ab4-79339666e163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:40.079313 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fff45af4-f140-42d3-a837-1e7c66aabe2f {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:37:40.097750 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-55088236-4829-4650-8b21-0969987fa9f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (c2795f77-66a3-4e6f-90b8-62a555bb1830), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:40.104758 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3085a599-6903-44b1-8ab4-79339666e163 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:40.110949 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port fff45af4-f140-42d3-a837-1e7c66aabe2f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=fff45af4-f140-42d3-a837-1e7c66aabe2f,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:40.125251 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (fff45af4-f140-42d3-a837-1e7c66aabe2f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:40.189442 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=fff45af4-f140-42d3-a837-1e7c66aabe2f,revision_number=9']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:40.249733 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.db.resource_extend [None req-55088236-4829-4650-8b21-0969987fa9f8 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:37:40.255041 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['fff45af4-f140-42d3-a837-1e7c66aabe2f'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:37:40.392136 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-55088236-4829-4650-8b21-0969987fa9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (c2795f77-66a3-4e6f-90b8-62a555bb1830), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:40.393135 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55088236-4829-4650-8b21-0969987fa9f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:40.399606 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-55088236-4829-4650-8b21-0969987fa9f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:40.544348 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d28eda-b572-4e2a-bd03-2547b53df6f1 req-ee3ee130-48f0-413c-9839-ee04922905a2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:40.560522 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d28eda-b572-4e2a-bd03-2547b53df6f1 req-ee3ee130-48f0-413c-9839-ee04922905a2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:40.566442 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d28eda-b572-4e2a-bd03-2547b53df6f1 req-ee3ee130-48f0-413c-9839-ee04922905a2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:40.589787 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d28eda-b572-4e2a-bd03-2547b53df6f1 req-ee3ee130-48f0-413c-9839-ee04922905a2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:40.598154 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d28eda-b572-4e2a-bd03-2547b53df6f1 req-ee3ee130-48f0-413c-9839-ee04922905a2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:40.609507 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d28eda-b572-4e2a-bd03-2547b53df6f1 req-ee3ee130-48f0-413c-9839-ee04922905a2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:40.616302 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d28eda-b572-4e2a-bd03-2547b53df6f1 req-ee3ee130-48f0-413c-9839-ee04922905a2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:40.645121 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-54d28eda-b572-4e2a-bd03-2547b53df6f1 req-ee3ee130-48f0-413c-9839-ee04922905a2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5432 time: 0.4316397 Mar 07 10:37:40.676940 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-55088236-4829-4650-8b21-0969987fa9f8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3363860 Mar 07 10:37:40.680125 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47616) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:40.685989 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-4146ea1f-338d-4ed2-89c7-e9f8802fc577 admin admin] Request body: {'subnet': {'network_id': 'c2795f77-66a3-4e6f-90b8-62a555bb1830', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-553481601-subnet', 'tenant_id': '196235a2893a4332b9d32ab67e39eb88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:40.724618 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4146ea1f-338d-4ed2-89c7-e9f8802fc577 admin admin] Made reservation on behalf of 196235a2893a4332b9d32ab67e39eb88 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:37:40.727973 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4146ea1f-338d-4ed2-89c7-e9f8802fc577 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:40.797796 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55088236-4829-4650-8b21-0969987fa9f8 admin admin] Pushing event updated for resources: {'Network': ['ID=c2795f77-66a3-4e6f-90b8-62a555bb1830,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:40.808410 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3085a599-6903-44b1-8ab4-79339666e163 admin admin] Publish callbacks [] for security_group (568554a5-ae1a-4ae0-8719-d24c249b6276), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:40.809524 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network c2795f77-66a3-4e6f-90b8-62a555bb1830 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:37:40.833419 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3085a599-6903-44b1-8ab4-79339666e163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (568554a5-ae1a-4ae0-8719-d24c249b6276), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:40.898570 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3085a599-6903-44b1-8ab4-79339666e163 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:37:40.955391 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3085a599-6903-44b1-8ab4-79339666e163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:40.974395 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-3085a599-6903-44b1-8ab4-79339666e163 admin admin] Added segment 1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65 of type vlan for network 0a513206-2def-4933-979c-f245f2d5610c Mar 07 10:37:40.977220 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8326a-a915-4745-bcb4-c1bd5cf1045d req-a9fcd782-e438-42ed-b0f5-4abf696993a3 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:40.984930 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b0b8326a-a915-4745-bcb4-c1bd5cf1045d req-a9fcd782-e438-42ed-b0f5-4abf696993a3 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91c4e97-5e9d-4781-b128-d7f407d387dc HTTP/1.1" status: 200 len: 945 time: 0.2108979 Mar 07 10:37:41.029369 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085a599-6903-44b1-8ab4-79339666e163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568554a5-ae1a-4ae0-8719-d24c249b6276,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:41.045790 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73fe3d19-86e1-41c0-9140-d23fba0645b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c7950fc-1fc7-45ce-9602-e82984b5b2dc'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:41.048978 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92268da-e2a8-4d5a-a3b2-e5f867327244" -d '{"events": [{"server_uuid": "73fe3d19-86e1-41c0-9140-d23fba0645b7", "name": "network-vif-unplugged", "status": "completed", "tag": "8c7950fc-1fc7-45ce-9602-e82984b5b2dc"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:41.084429 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-54d28eda-b572-4e2a-bd03-2547b53df6f1 req-894e52fe-3873-43ad-b1a7-3e2e0b4b6a32 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4383221 Mar 07 10:37:41.106799 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b0b8326a-a915-4745-bcb4-c1bd5cf1045d req-f6ea2edd-4ee4-427b-9950-1601ab0842c2 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba5e8b03-fe04-4a9a-8f67-6938492da32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180694 Mar 07 10:37:41.182784 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3085a599-6903-44b1-8ab4-79339666e163 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (0a513206-2def-4933-979c-f245f2d5610c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:41.249517 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4146ea1f-338d-4ed2-89c7-e9f8802fc577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (355ed6b5-9129-4d51-98a7-103041f009b1), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:41.264664 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3085a599-6903-44b1-8ab4-79339666e163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (0a513206-2def-4933-979c-f245f2d5610c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:41.266291 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3085a599-6903-44b1-8ab4-79339666e163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:41.267201 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3085a599-6903-44b1-8ab4-79339666e163 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:41.298797 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device fff45af4-f140-42d3-a837-1e7c66aabe2f up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:37:41.371832 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3085a599-6903-44b1-8ab4-79339666e163 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9799402 Mar 07 10:37:41.372500 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47626) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:41.385731 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-4df18105-2bdf-4a6f-a840-7bbba8300cdc admin admin] Request body: {'subnet': {'network_id': '0a513206-2def-4933-979c-f245f2d5610c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1606411008-subnet', 'tenant_id': '594fbcc522224d009180aa1f2512354d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:41.399866 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e755335-6719-417a-8894-db5b4c15e53d x-openstack-request-id: req-3e755335-6719-417a-8894-db5b4c15e53d {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:41.400468 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73fe3d19-86e1-41c0-9140-d23fba0645b7", "name": "network-vif-unplugged", "status": "completed", "tag": "8c7950fc-1fc7-45ce-9602-e82984b5b2dc", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:41.400888 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3e755335-6719-417a-8894-db5b4c15e53d {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:41.401569 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73fe3d19-86e1-41c0-9140-d23fba0645b7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c7950fc-1fc7-45ce-9602-e82984b5b2dc', 'code': 200} Mar 07 10:37:41.421483 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4146ea1f-338d-4ed2-89c7-e9f8802fc577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=355ed6b5-9129-4d51-98a7-103041f009b1,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:41.449979 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port fff45af4-f140-42d3-a837-1e7c66aabe2f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:41.450642 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (fff45af4-f140-42d3-a837-1e7c66aabe2f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:41.546272 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085a599-6903-44b1-8ab4-79339666e163 admin admin] Pushing event updated for resources: {'Network': ['ID=0a513206-2def-4933-979c-f245f2d5610c,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:41.564063 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4146ea1f-338d-4ed2-89c7-e9f8802fc577 admin admin] Checking segment: {'id': 'd7557ddf-bc8b-41ff-827b-079f9fe8bee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c2795f77-66a3-4e6f-90b8-62a555bb1830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:37:41.564770 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4146ea1f-338d-4ed2-89c7-e9f8802fc577 admin admin] Network hostable DHCP agents. Network: c2795f77-66a3-4e6f-90b8-62a555bb1830, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:37:41.574969 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 0a513206-2def-4933-979c-f245f2d5610c details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:37:41.591531 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df18105-2bdf-4a6f-a840-7bbba8300cdc admin admin] Made reservation on behalf of 594fbcc522224d009180aa1f2512354d for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:37:41.598539 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4df18105-2bdf-4a6f-a840-7bbba8300cdc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:41.646249 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4146ea1f-338d-4ed2-89c7-e9f8802fc577 admin admin] Network c2795f77-66a3-4e6f-90b8-62a555bb1830 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:37:41.666012 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-4146ea1f-338d-4ed2-89c7-e9f8802fc577 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, c2795f77-66a3-4e6f-90b8-62a555bb1830) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:41.670915 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4146ea1f-338d-4ed2-89c7-e9f8802fc577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:41.671514 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4146ea1f-338d-4ed2-89c7-e9f8802fc577 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:41.702298 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4146ea1f-338d-4ed2-89c7-e9f8802fc577 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0204842 Mar 07 10:37:41.720468 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13158c19-141f-4b03-9c85-bd132d926179 None None] Network c2795f77-66a3-4e6f-90b8-62a555bb1830 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:37:41.725988 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:41.734817 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:37:41.980746 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port fff45af4-f140-42d3-a837-1e7c66aabe2f is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:41.981879 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fff45af4-f140-42d3-a837-1e7c66aabe2f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:42.170067 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7fc8c0-c0de-4093-9dfb-f9a5e979fe12 None None] Network c2795f77-66a3-4e6f-90b8-62a555bb1830 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:37:42.174756 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port fff45af4-f140-42d3-a837-1e7c66aabe2f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=fff45af4-f140-42d3-a837-1e7c66aabe2f,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:42.191440 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4df18105-2bdf-4a6f-a840-7bbba8300cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (473ce296-8e02-4e65-a3e4-e81563b11cf6), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:42.259435 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (fff45af4-f140-42d3-a837-1e7c66aabe2f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:42.404905 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df18105-2bdf-4a6f-a840-7bbba8300cdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=473ce296-8e02-4e65-a3e4-e81563b11cf6,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:42.439018 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4df18105-2bdf-4a6f-a840-7bbba8300cdc admin admin] Checking segment: {'id': '1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0a513206-2def-4933-979c-f245f2d5610c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:37:42.439652 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df18105-2bdf-4a6f-a840-7bbba8300cdc admin admin] Network hostable DHCP agents. Network: 0a513206-2def-4933-979c-f245f2d5610c, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:37:42.477063 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=fff45af4-f140-42d3-a837-1e7c66aabe2f,revision_number=10']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:42.481462 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df18105-2bdf-4a6f-a840-7bbba8300cdc admin admin] Network 0a513206-2def-4933-979c-f245f2d5610c is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:37:42.498588 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-4df18105-2bdf-4a6f-a840-7bbba8300cdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 0a513206-2def-4933-979c-f245f2d5610c) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:42.503550 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df18105-2bdf-4a6f-a840-7bbba8300cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:42.505954 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4df18105-2bdf-4a6f-a840-7bbba8300cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:42.531663 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a590cf85-8cc1-4517-804d-bfcae71c74f6 None None] Network 0a513206-2def-4933-979c-f245f2d5610c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:37:42.547298 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4df18105-2bdf-4a6f-a840-7bbba8300cdc admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1716323 Mar 07 10:37:42.551669 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47686) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:42.558800 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-b139c7bb-53ae-451e-bf46-b32c23707be3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1606411008-router', 'tenant_id': '594fbcc522224d009180aa1f2512354d', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:42.584517 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47688) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:42.630987 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b139c7bb-53ae-451e-bf46-b32c23707be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:42.633462 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b139c7bb-53ae-451e-bf46-b32c23707be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:42.732236 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101e3be-0b28-47bc-8610-154e795511e3 req-3c73ab7d-238c-40b5-8657-8d8cdcbef481 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:42.747214 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6101e3be-0b28-47bc-8610-154e795511e3 req-3c73ab7d-238c-40b5-8657-8d8cdcbef481 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/networks?id=c2795f77-66a3-4e6f-90b8-62a555bb1830 HTTP/1.1" status: 200 len: 817 time: 0.3862901 Mar 07 10:37:42.748681 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d5aa9-3b71-4b53-9d1f-4c7674090ce0 req-f90904ec-62fb-4557-8607-124341a3bb8a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:42.756391 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d5aa9-3b71-4b53-9d1f-4c7674090ce0 req-f90904ec-62fb-4557-8607-124341a3bb8a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:42.777862 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d5aa9-3b71-4b53-9d1f-4c7674090ce0 req-f90904ec-62fb-4557-8607-124341a3bb8a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:42.790778 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d5aa9-3b71-4b53-9d1f-4c7674090ce0 req-f90904ec-62fb-4557-8607-124341a3bb8a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:42.796740 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d5aa9-3b71-4b53-9d1f-4c7674090ce0 req-f90904ec-62fb-4557-8607-124341a3bb8a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:42.804291 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6101e3be-0b28-47bc-8610-154e795511e3 req-801c1e97-4b8b-4f2d-acae-582fec88a712 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/quotas/196235a2893a4332b9d32ab67e39eb88 HTTP/1.1" status: 200 len: 375 time: 0.0541818 Mar 07 10:37:42.810622 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d5aa9-3b71-4b53-9d1f-4c7674090ce0 req-f90904ec-62fb-4557-8607-124341a3bb8a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:42.817532 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d5aa9-3b71-4b53-9d1f-4c7674090ce0 req-f90904ec-62fb-4557-8607-124341a3bb8a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:42.826268 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00a0037-c513-4846-acbb-46a8dc242ab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-0a513206-2def-4933-979c-f245f2d5610c', 'network_id': '0a513206-2def-4933-979c-f245f2d5610c', 'project_id': '594fbcc522224d009180aa1f2512354d', 'fixed_ips': [{'subnet_id': '473ce296-8e02-4e65-a3e4-e81563b11cf6'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:37:42.827113 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f00a0037-c513-4846-acbb-46a8dc242ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:42.830545 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c1d5aa9-3b71-4b53-9d1f-4c7674090ce0 req-f90904ec-62fb-4557-8607-124341a3bb8a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5432 time: 0.2806807 Mar 07 10:37:42.900070 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b139c7bb-53ae-451e-bf46-b32c23707be3 admin admin] Publish callbacks [] for router_controller (935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:42.904501 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6101e3be-0b28-47bc-8610-154e795511e3 req-1a2213e8-5a17-4869-b453-3e44a905c566 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=196235a2893a4332b9d32ab67e39eb88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0991712 Mar 07 10:37:42.908576 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3bab2a7d-8ee6-4492-95a8-ff394865c225 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:42.929015 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:43.143143 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b139c7bb-53ae-451e-bf46-b32c23707be3 admin admin] Publish callbacks [] for router_gateway (935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:43.158534 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c1d5aa9-3b71-4b53-9d1f-4c7674090ce0 req-66633b8d-a2e9-485d-870b-eedf1fdb1e0b tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3262675 Mar 07 10:37:43.169439 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6101e3be-0b28-47bc-8610-154e795511e3 req-c56d8acb-4f53-46e0-a749-57477b778db0 service neutron] 10.222.0.11 "GET /v2.0/networks/c2795f77-66a3-4e6f-90b8-62a555bb1830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626007 Mar 07 10:37:43.255332 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-f00a0037-c513-4846-acbb-46a8dc242ab9 None None] Allocated IP 172.20.0.2 (0a513206-2def-4933-979c-f245f2d5610c/473ce296-8e02-4e65-a3e4-e81563b11cf6/138a1fcf-801a-42b2-9b9e-1c16ebb986ac) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:37:43.406590 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3bab2a7d-8ee6-4492-95a8-ff394865c225 admin admin] Publish callbacks [] for security_group (0e230956-d3f0-4b8e-aa01-9deb20e6fd97), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:43.414189 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6101e3be-0b28-47bc-8610-154e795511e3 req-2c86f742-b4d9-4d05-86ae-9e1f4b368d06 service neutron] 10.222.0.11 "GET /v2.0/networks/c2795f77-66a3-4e6f-90b8-62a555bb1830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437575 Mar 07 10:37:43.426084 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3bab2a7d-8ee6-4492-95a8-ff394865c225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0e230956-d3f0-4b8e-aa01-9deb20e6fd97), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:43.476799 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3bab2a7d-8ee6-4492-95a8-ff394865c225 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=aa5adc647ea44311bb1aec38d73cae7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8835154 Mar 07 10:37:43.477271 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47696) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:43.485457 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d73b82e-3e5e-4695-b111-6134be543953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff45af4-f140-42d3-a837-1e7c66aabe2f'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:43.496689 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730a1648-f67b-4b67-b5a5-95f50b10711e" -d '{"events": [{"server_uuid": "3d73b82e-3e5e-4695-b111-6134be543953", "name": "network-vif-plugged", "status": "completed", "tag": "fff45af4-f140-42d3-a837-1e7c66aabe2f"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:43.501967 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbdf313-3486-4131-84c2-764c1136d467 req-32532dad-91aa-4fe0-b622-fc3fffeed0d5 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:43.509260 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5cbdf313-3486-4131-84c2-764c1136d467 req-32532dad-91aa-4fe0-b622-fc3fffeed0d5 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91c4e97-5e9d-4781-b128-d7f407d387dc HTTP/1.1" status: 200 len: 945 time: 0.2048738 Mar 07 10:37:43.573426 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab2a7d-8ee6-4492-95a8-ff394865c225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e230956-d3f0-4b8e-aa01-9deb20e6fd97,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:43.599109 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91279db8-564b-4fad-83df-1984e74e1f94 admin admin] Publish callbacks [] for security_group (0e230956-d3f0-4b8e-aa01-9deb20e6fd97), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:43.644468 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5cbdf313-3486-4131-84c2-764c1136d467 req-26a39557-d39c-41fb-854e-783fdc1a7582 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba5e8b03-fe04-4a9a-8f67-6938492da32f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342225 Mar 07 10:37:43.659441 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91279db8-564b-4fad-83df-1984e74e1f94 admin admin] Publish callbacks [] for security_group (0e230956-d3f0-4b8e-aa01-9deb20e6fd97), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:43.732445 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f00a0037-c513-4846-acbb-46a8dc242ab9 None None] Publish callbacks [] for port (138a1fcf-801a-42b2-9b9e-1c16ebb986ac), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:43.750948 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f00a0037-c513-4846-acbb-46a8dc242ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (138a1fcf-801a-42b2-9b9e-1c16ebb986ac), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:43.786250 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91279db8-564b-4fad-83df-1984e74e1f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0e230956-d3f0-4b8e-aa01-9deb20e6fd97), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:43.789188 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91279db8-564b-4fad-83df-1984e74e1f94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:43.791513 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-91279db8-564b-4fad-83df-1984e74e1f94 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0e230956-d3f0-4b8e-aa01-9deb20e6fd97 HTTP/1.1" status: 204 len: 168 time: 0.3129179 Mar 07 10:37:43.818089 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91279db8-564b-4fad-83df-1984e74e1f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e230956-d3f0-4b8e-aa01-9deb20e6fd97,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:43.852531 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91279db8-564b-4fad-83df-1984e74e1f94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:43.852904 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91279db8-564b-4fad-83df-1984e74e1f94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:43.853286 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91279db8-564b-4fad-83df-1984e74e1f94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:43.853635 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91279db8-564b-4fad-83df-1984e74e1f94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:43.857882 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91279db8-564b-4fad-83df-1984e74e1f94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:43.858238 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91279db8-564b-4fad-83df-1984e74e1f94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:43.862679 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91279db8-564b-4fad-83df-1984e74e1f94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:43.863050 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91279db8-564b-4fad-83df-1984e74e1f94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:43.863394 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91279db8-564b-4fad-83df-1984e74e1f94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:43.863726 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91279db8-564b-4fad-83df-1984e74e1f94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:43.869449 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91279db8-564b-4fad-83df-1984e74e1f94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:43.869843 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91279db8-564b-4fad-83df-1984e74e1f94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:43.870186 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91279db8-564b-4fad-83df-1984e74e1f94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:43.936684 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a0037-c513-4846-acbb-46a8dc242ab9 None None] Pushing event updated for resources: {'Port': ['ID=138a1fcf-801a-42b2-9b9e-1c16ebb986ac,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:44.031233 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00a0037-c513-4846-acbb-46a8dc242ab9 None None] Network 0a513206-2def-4933-979c-f245f2d5610c is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:37:44.048645 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-f00a0037-c513-4846-acbb-46a8dc242ab9 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:44.056734 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00a0037-c513-4846-acbb-46a8dc242ab9 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:37:44.189226 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea839821-30ff-45b5-91e2-afa109013a0e x-openstack-request-id: req-ea839821-30ff-45b5-91e2-afa109013a0e {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:44.192078 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d73b82e-3e5e-4695-b111-6134be543953", "name": "network-vif-plugged", "status": "completed", "tag": "fff45af4-f140-42d3-a837-1e7c66aabe2f", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:44.192601 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ea839821-30ff-45b5-91e2-afa109013a0e {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:44.193422 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d73b82e-3e5e-4695-b111-6134be543953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff45af4-f140-42d3-a837-1e7c66aabe2f', 'code': 200} Mar 07 10:37:44.225240 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-f00a0037-c513-4846-acbb-46a8dc242ab9 None None] Attempting to bind port 138a1fcf-801a-42b2-9b9e-1c16ebb986ac on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:44.225958 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-f00a0037-c513-4846-acbb-46a8dc242ab9 None None] Attempting to bind port 138a1fcf-801a-42b2-9b9e-1c16ebb986ac by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0a513206-2def-4933-979c-f245f2d5610c'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:44.229613 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00a0037-c513-4846-acbb-46a8dc242ab9 None None] Attempting to bind port 138a1fcf-801a-42b2-9b9e-1c16ebb986ac on network 0a513206-2def-4933-979c-f245f2d5610c {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:44.232669 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b139c7bb-53ae-451e-bf46-b32c23707be3 admin admin] Publish callbacks [] for router_gateway (935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:44.246206 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00a0037-c513-4846-acbb-46a8dc242ab9 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:37:44.246910 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00a0037-c513-4846-acbb-46a8dc242ab9 None None] Checking segment: {'id': '1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0a513206-2def-4933-979c-f245f2d5610c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:37:44.247566 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f00a0037-c513-4846-acbb-46a8dc242ab9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:44.251010 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f00a0037-c513-4846-acbb-46a8dc242ab9 None None] Bound using segment: {'id': '1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0a513206-2def-4933-979c-f245f2d5610c'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:37:44.252409 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-f00a0037-c513-4846-acbb-46a8dc242ab9 None None] Bound port: 138a1fcf-801a-42b2-9b9e-1c16ebb986ac, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0a513206-2def-4933-979c-f245f2d5610c'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:37:44.253709 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f00a0037-c513-4846-acbb-46a8dc242ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (138a1fcf-801a-42b2-9b9e-1c16ebb986ac), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:44.354218 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b139c7bb-53ae-451e-bf46-b32c23707be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:44.461525 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-f00a0037-c513-4846-acbb-46a8dc242ab9 None None] For port 138a1fcf-801a-42b2-9b9e-1c16ebb986ac, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:37:44.466447 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3e50f5d7-7d0b-44eb-a962-916ba0589027 req-83151a46-3d06-4e28-8c4e-9b891f25728c tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1447314730&fields=id&tenant_id=e88d3d2709354316b86d2ca6f47f41ea HTTP/1.1" status: 200 len: 267 time: 0.1033659 Mar 07 10:37:44.470393 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-f00a0037-c513-4846-acbb-46a8dc242ab9 None None] For port 138a1fcf-801a-42b2-9b9e-1c16ebb986ac, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=138a1fcf-801a-42b2-9b9e-1c16ebb986ac,segment=NetworkSegment(1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65),segment_id=1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:37:44.488918 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f00a0037-c513-4846-acbb-46a8dc242ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (138a1fcf-801a-42b2-9b9e-1c16ebb986ac), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:44.634177 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a0037-c513-4846-acbb-46a8dc242ab9 None None] Pushing event updated for resources: {'Port': ['ID=138a1fcf-801a-42b2-9b9e-1c16ebb986ac,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:44.644683 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50f5d7-7d0b-44eb-a962-916ba0589027 req-bc7dbc29-8dac-4b3d-b630-f407a402d437 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:44.661192 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3e50f5d7-7d0b-44eb-a962-916ba0589027 req-bc7dbc29-8dac-4b3d-b630-f407a402d437 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91c4e97-5e9d-4781-b128-d7f407d387dc HTTP/1.1" status: 200 len: 945 time: 0.1915684 Mar 07 10:37:44.694325 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-3e50f5d7-7d0b-44eb-a962-916ba0589027 req-bdfb177f-7f80-4809-91a7-3fc2d427fd37 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Request body: {'port': {'security_groups': ['ba5e8b03-fe04-4a9a-8f67-6938492da32f', '41732982-be5a-437a-b05f-81e2b4372098']}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:44.781595 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47728) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:44.822220 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1de5c379-6937-4f84-9ba2-a9aa2f7c5f7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:44.863216 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-b139c7bb-53ae-451e-bf46-b32c23707be3 admin admin] Allocated IP 172.25.3.75 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/3be13c7b-3b13-4c46-8d39-728f5cc95f93) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:37:45.015580 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-3e50f5d7-7d0b-44eb-a962-916ba0589027 req-bdfb177f-7f80-4809-91a7-3fc2d427fd37 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f9b05e21-0d27-416c-8289-e900e508834c), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:45.056744 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1de5c379-6937-4f84-9ba2-a9aa2f7c5f7e admin admin] Publish callbacks [] for security_group (37465174-cd19-4678-a61e-7fa7c77386e3), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:45.075668 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1de5c379-6937-4f84-9ba2-a9aa2f7c5f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (37465174-cd19-4678-a61e-7fa7c77386e3), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:45.173293 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de5c379-6937-4f84-9ba2-a9aa2f7c5f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37465174-cd19-4678-a61e-7fa7c77386e3,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:45.271041 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1de5c379-6937-4f84-9ba2-a9aa2f7c5f7e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=89ae7068b78b4c9d941aac8e419dcc6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4863944 Mar 07 10:37:45.273867 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47740) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:45.521617 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b139c7bb-53ae-451e-bf46-b32c23707be3 admin admin] Publish callbacks [] for port (3be13c7b-3b13-4c46-8d39-728f5cc95f93), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:45.577289 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-da3a2c0e-ead0-4332-8d96-d2d27a6b2349 admin admin] Publish callbacks [] for security_group (37465174-cd19-4678-a61e-7fa7c77386e3), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:45.653461 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-da3a2c0e-ead0-4332-8d96-d2d27a6b2349 admin admin] Publish callbacks [] for security_group (37465174-cd19-4678-a61e-7fa7c77386e3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:45.720855 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-da3a2c0e-ead0-4332-8d96-d2d27a6b2349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (37465174-cd19-4678-a61e-7fa7c77386e3), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:45.724384 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-da3a2c0e-ead0-4332-8d96-d2d27a6b2349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:45.729744 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-da3a2c0e-ead0-4332-8d96-d2d27a6b2349 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/37465174-cd19-4678-a61e-7fa7c77386e3 HTTP/1.1" status: 204 len: 168 time: 0.4543378 Mar 07 10:37:45.764991 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a2c0e-ead0-4332-8d96-d2d27a6b2349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37465174-cd19-4678-a61e-7fa7c77386e3,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:45.784803 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b139c7bb-53ae-451e-bf46-b32c23707be3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (3be13c7b-3b13-4c46-8d39-728f5cc95f93), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:45.924558 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-3e50f5d7-7d0b-44eb-a962-916ba0589027 req-bdfb177f-7f80-4809-91a7-3fc2d427fd37 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] For port f9b05e21-0d27-416c-8289-e900e508834c, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f9b05e21-0d27-416c-8289-e900e508834c,segment=NetworkSegment(ed524cc8-0430-4980-8771-744b579a40cf),segment_id=ed524cc8-0430-4980-8771-744b579a40cf)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:46.063464 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-3e50f5d7-7d0b-44eb-a962-916ba0589027 req-bdfb177f-7f80-4809-91a7-3fc2d427fd37 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for port (f9b05e21-0d27-416c-8289-e900e508834c), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:46.080982 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-3e50f5d7-7d0b-44eb-a962-916ba0589027 req-bdfb177f-7f80-4809-91a7-3fc2d427fd37 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (f9b05e21-0d27-416c-8289-e900e508834c), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:46.096920 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['50ac4fd7-c6cc-48fb-8594-708a12111e6f', 'f9b05e21-0d27-416c-8289-e900e508834c'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:37:46.136244 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b139c7bb-53ae-451e-bf46-b32c23707be3 admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:37:46.169241 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-b139c7bb-53ae-451e-bf46-b32c23707be3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:46.182351 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b139c7bb-53ae-451e-bf46-b32c23707be3 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:37:46.266416 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139c7bb-53ae-451e-bf46-b32c23707be3 admin admin] Pushing event updated for resources: {'Port': ['ID=3be13c7b-3b13-4c46-8d39-728f5cc95f93,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:46.376216 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 138a1fcf-801a-42b2-9b9e-1c16ebb986ac up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:37:46.387061 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79518e-8835-4e74-b3e6-02c3bde4d883 req-063cc258-4ada-44e4-bcbf-a5cc132cfad5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:46.415992 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79518e-8835-4e74-b3e6-02c3bde4d883 req-063cc258-4ada-44e4-bcbf-a5cc132cfad5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:46.421845 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79518e-8835-4e74-b3e6-02c3bde4d883 req-063cc258-4ada-44e4-bcbf-a5cc132cfad5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:46.452321 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50f5d7-7d0b-44eb-a962-916ba0589027 req-bdfb177f-7f80-4809-91a7-3fc2d427fd37 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:46.454873 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-3e50f5d7-7d0b-44eb-a962-916ba0589027 req-bdfb177f-7f80-4809-91a7-3fc2d427fd37 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:46.458591 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79518e-8835-4e74-b3e6-02c3bde4d883 req-063cc258-4ada-44e4-bcbf-a5cc132cfad5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:46.472574 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79518e-8835-4e74-b3e6-02c3bde4d883 req-063cc258-4ada-44e4-bcbf-a5cc132cfad5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:46.477494 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3e50f5d7-7d0b-44eb-a962-916ba0589027 req-bdfb177f-7f80-4809-91a7-3fc2d427fd37 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "PUT /v2.0/ports/f9b05e21-0d27-416c-8289-e900e508834c HTTP/1.1" status: 200 len: 981 time: 1.8077559 Mar 07 10:37:46.481508 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f91c4e97-5e9d-4781-b128-d7f407d387dc', 'tag': 'f9b05e21-0d27-416c-8289-e900e508834c'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:46.491288 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe61761-1805-4315-9050-319062df2fbb" -d '{"events": [{"name": "network-changed", "server_uuid": "f91c4e97-5e9d-4781-b128-d7f407d387dc", "tag": "f9b05e21-0d27-416c-8289-e900e508834c"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:46.505097 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb177f-7f80-4809-91a7-3fc2d427fd37 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Pushing event updated for resources: {'Port': ['ID=f9b05e21-0d27-416c-8289-e900e508834c,revision_number=6']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:46.508560 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79518e-8835-4e74-b3e6-02c3bde4d883 req-063cc258-4ada-44e4-bcbf-a5cc132cfad5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:46.539518 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79518e-8835-4e74-b3e6-02c3bde4d883 req-063cc258-4ada-44e4-bcbf-a5cc132cfad5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:46.552830 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dc79518e-8835-4e74-b3e6-02c3bde4d883 req-063cc258-4ada-44e4-bcbf-a5cc132cfad5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5432 time: 0.9337163 Mar 07 10:37:46.840618 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['f9b05e21-0d27-416c-8289-e900e508834c'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:37:46.898063 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275fb5d4-337b-478c-add5-13fb0c753af1 None None] Network 0a513206-2def-4933-979c-f245f2d5610c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:37:46.933831 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dc79518e-8835-4e74-b3e6-02c3bde4d883 req-fb8c16ce-4320-4750-a346-13b4b23d3c2c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3799736 Mar 07 10:37:47.063770 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8e95f283-f2d4-4bb0-addf-8280d678bcde req-89f73264-5ab9-4f27-96cb-6ea069f98f33 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/ports?device_id=1156b33c-1ee5-4520-a314-cb1e78592ea7 HTTP/1.1" status: 200 len: 210 time: 0.0955544 Mar 07 10:37:47.166076 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d245d802-e28b-407e-ae70-9de5aba28bc4 x-openstack-request-id: req-d245d802-e28b-407e-ae70-9de5aba28bc4 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:47.166611 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f91c4e97-5e9d-4781-b128-d7f407d387dc", "tag": "f9b05e21-0d27-416c-8289-e900e508834c", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:47.167065 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d245d802-e28b-407e-ae70-9de5aba28bc4 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:47.167664 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f91c4e97-5e9d-4781-b128-d7f407d387dc', 'tag': 'f9b05e21-0d27-416c-8289-e900e508834c', 'status': 'completed', 'code': 200} Mar 07 10:37:47.171407 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-1ed4039f-fa88-457b-a959-397830a1fd63 None None] Provisioning complete for port 138a1fcf-801a-42b2-9b9e-1c16ebb986ac triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:47.172388 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1ed4039f-fa88-457b-a959-397830a1fd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (138a1fcf-801a-42b2-9b9e-1c16ebb986ac), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:47.863371 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b139c7bb-53ae-451e-bf46-b32c23707be3 admin admin] Publish callbacks [] for router_gateway (935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:48.029733 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47796) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:48.222511 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-3130e9ab-4bdb-4f4a-9954-b6e2b3b05779 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1655443501-network', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:48.295504 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3130e9ab-4bdb-4f4a-9954-b6e2b3b05779 admin admin] Made reservation on behalf of 3eaa5c3bb65646f4925f986f51ff18dc for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:37:48.297665 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3130e9ab-4bdb-4f4a-9954-b6e2b3b05779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:48.330346 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3130e9ab-4bdb-4f4a-9954-b6e2b3b05779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:48.548042 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3130e9ab-4bdb-4f4a-9954-b6e2b3b05779 admin admin] Publish callbacks [] for security_group (bdb55640-f0c2-4fd4-b541-5f3b4b565f78), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:48.562878 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3130e9ab-4bdb-4f4a-9954-b6e2b3b05779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (bdb55640-f0c2-4fd4-b541-5f3b4b565f78), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:48.638644 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3130e9ab-4bdb-4f4a-9954-b6e2b3b05779 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:37:48.665937 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 138a1fcf-801a-42b2-9b9e-1c16ebb986ac triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:48.666501 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (138a1fcf-801a-42b2-9b9e-1c16ebb986ac), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:48.697142 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130e9ab-4bdb-4f4a-9954-b6e2b3b05779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb55640-f0c2-4fd4-b541-5f3b4b565f78,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:48.713543 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3130e9ab-4bdb-4f4a-9954-b6e2b3b05779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (4f7e0434-a01f-44de-85e6-94dc5f02406c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:48.727752 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-3130e9ab-4bdb-4f4a-9954-b6e2b3b05779 admin admin] Added segment 4f7e0434-a01f-44de-85e6-94dc5f02406c of type vlan for network e9213476-43ba-434e-a45c-f24c836d68e1 Mar 07 10:37:48.763813 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:48.848669 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3130e9ab-4bdb-4f4a-9954-b6e2b3b05779 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (e9213476-43ba-434e-a45c-f24c836d68e1), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:48.864717 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ecb1672a-34d8-4bff-94b1-e37d27d189a1 req-1ce824a9-f907-41d3-9b6b-3d570cbbbb39 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups/41732982-be5a-437a-b05f-81e2b4372098 HTTP/1.1" status: 200 len: 1817 time: 1.6516840 Mar 07 10:37:48.912114 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3130e9ab-4bdb-4f4a-9954-b6e2b3b05779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (e9213476-43ba-434e-a45c-f24c836d68e1), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:48.913187 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3130e9ab-4bdb-4f4a-9954-b6e2b3b05779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:48.913886 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3130e9ab-4bdb-4f4a-9954-b6e2b3b05779 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:49.008896 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1ed4039f-fa88-457b-a959-397830a1fd63 None None] Current status of the port 138a1fcf-801a-42b2-9b9e-1c16ebb986ac is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:49.009331 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1ed4039f-fa88-457b-a959-397830a1fd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (138a1fcf-801a-42b2-9b9e-1c16ebb986ac), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:49.020432 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3130e9ab-4bdb-4f4a-9954-b6e2b3b05779 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9889271 Mar 07 10:37:49.043657 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47814) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:49.117883 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-9a970315-2df4-4c94-8c7a-9a1eb14337fd admin admin] Request body: {'subnet': {'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655443501-subnet', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:49.286019 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a970315-2df4-4c94-8c7a-9a1eb14337fd admin admin] Made reservation on behalf of 3eaa5c3bb65646f4925f986f51ff18dc for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:37:49.304600 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9a970315-2df4-4c94-8c7a-9a1eb14337fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:49.357343 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-1ed4039f-fa88-457b-a959-397830a1fd63 None None] For port 138a1fcf-801a-42b2-9b9e-1c16ebb986ac, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=138a1fcf-801a-42b2-9b9e-1c16ebb986ac,segment=NetworkSegment(1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65),segment_id=1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:49.401088 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1ed4039f-fa88-457b-a959-397830a1fd63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (138a1fcf-801a-42b2-9b9e-1c16ebb986ac), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:49.564013 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4039f-fa88-457b-a959-397830a1fd63 None None] Pushing event updated for resources: {'Port': ['ID=138a1fcf-801a-42b2-9b9e-1c16ebb986ac,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:49.606093 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 138a1fcf-801a-42b2-9b9e-1c16ebb986ac is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:49.606400 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (138a1fcf-801a-42b2-9b9e-1c16ebb986ac), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:49.663798 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-324e926f-b689-4c63-abc6-5a9d5a5bc91f None None] Provisioning complete for port 138a1fcf-801a-42b2-9b9e-1c16ebb986ac triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:49.664201 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-324e926f-b689-4c63-abc6-5a9d5a5bc91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (138a1fcf-801a-42b2-9b9e-1c16ebb986ac), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:49.754228 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3130e9ab-4bdb-4f4a-9954-b6e2b3b05779 admin admin] Pushing event updated for resources: {'Network': ['ID=e9213476-43ba-434e-a45c-f24c836d68e1,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:49.760003 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9a970315-2df4-4c94-8c7a-9a1eb14337fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (accf3389-35bd-40c8-8f46-e6a58c569299), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:49.797440 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network e9213476-43ba-434e-a45c-f24c836d68e1 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:37:49.832393 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a970315-2df4-4c94-8c7a-9a1eb14337fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=accf3389-35bd-40c8-8f46-e6a58c569299,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:49.889454 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4abe0-9d00-44a4-93d8-d355a613cab4 req-8e2992a7-c18c-4d43-983e-045d23e1ccfc tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:49.902093 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4abe0-9d00-44a4-93d8-d355a613cab4 req-8e2992a7-c18c-4d43-983e-045d23e1ccfc tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:49.915786 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4abe0-9d00-44a4-93d8-d355a613cab4 req-8e2992a7-c18c-4d43-983e-045d23e1ccfc tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:49.928545 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4abe0-9d00-44a4-93d8-d355a613cab4 req-8e2992a7-c18c-4d43-983e-045d23e1ccfc tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:49.936927 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4abe0-9d00-44a4-93d8-d355a613cab4 req-8e2992a7-c18c-4d43-983e-045d23e1ccfc tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:49.952758 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4abe0-9d00-44a4-93d8-d355a613cab4 req-8e2992a7-c18c-4d43-983e-045d23e1ccfc tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:49.969697 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4abe0-9d00-44a4-93d8-d355a613cab4 req-8e2992a7-c18c-4d43-983e-045d23e1ccfc tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:49.978394 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7fc4abe0-9d00-44a4-93d8-d355a613cab4 req-8e2992a7-c18c-4d43-983e-045d23e1ccfc tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5432 time: 0.8982673 Mar 07 10:37:50.077053 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a970315-2df4-4c94-8c7a-9a1eb14337fd admin admin] Checking segment: {'id': '4f7e0434-a01f-44de-85e6-94dc5f02406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:37:50.077645 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a970315-2df4-4c94-8c7a-9a1eb14337fd admin admin] Network hostable DHCP agents. Network: e9213476-43ba-434e-a45c-f24c836d68e1, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:37:50.153138 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101e3be-0b28-47bc-8610-154e795511e3 req-a8f776ec-70a2-4358-a324-b5e979ba62dc tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:50.162531 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6101e3be-0b28-47bc-8610-154e795511e3 req-a8f776ec-70a2-4358-a324-b5e979ba62dc tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.21 "GET /v2.0/networks?id=c2795f77-66a3-4e6f-90b8-62a555bb1830 HTTP/1.1" status: 200 len: 817 time: 2.7809017 Mar 07 10:37:50.200742 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-6101e3be-0b28-47bc-8610-154e795511e3 req-e03857ae-076b-42cd-a7d5-764a0e2a80ef tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Request body: {'port': {'device_id': 'f8d1f234-635f-47b3-b7a4-d06ddfbe02cd', 'network_id': 'c2795f77-66a3-4e6f-90b8-62a555bb1830', 'admin_state_up': True, 'tenant_id': '196235a2893a4332b9d32ab67e39eb88'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:50.249193 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [req-ecb1672a-34d8-4bff-94b1-e37d27d189a1 req-a96f751e-618b-4f15-8d27-e3fb65ba50f6 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 07 10:37:50.254395 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ecb1672a-34d8-4bff-94b1-e37d27d189a1 req-a96f751e-618b-4f15-8d27-e3fb65ba50f6 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "DELETE /v2.0/security-groups/41732982-be5a-437a-b05f-81e2b4372098 HTTP/1.1" status: 409 len: 341 time: 1.3887744 Mar 07 10:37:50.275422 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7fc4abe0-9d00-44a4-93d8-d355a613cab4 req-f6d2d0fd-b6ca-4fb3-b662-7de09274f566 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2957182 Mar 07 10:37:50.282366 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a970315-2df4-4c94-8c7a-9a1eb14337fd admin admin] Network e9213476-43ba-434e-a45c-f24c836d68e1 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:37:50.328108 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-9a970315-2df4-4c94-8c7a-9a1eb14337fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, e9213476-43ba-434e-a45c-f24c836d68e1) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:50.338928 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a970315-2df4-4c94-8c7a-9a1eb14337fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:50.339866 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9a970315-2df4-4c94-8c7a-9a1eb14337fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:50.389621 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9a970315-2df4-4c94-8c7a-9a1eb14337fd admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2984574 Mar 07 10:37:50.390518 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47826) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:50.429427 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-51c0dd32-3d43-4cad-a6fe-4e50d5c1ee0d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1655443501-router', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:50.498212 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe61761-1805-4315-9050-319062df2fbb req-9d7cbd88-19ec-4371-bb8b-5d078fb283de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:50.499612 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0fe61761-1805-4315-9050-319062df2fbb req-9d7cbd88-19ec-4371-bb8b-5d078fb283de service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e88d3d2709354316b86d2ca6f47f41ea&device_id=f91c4e97-5e9d-4781-b128-d7f407d387dc HTTP/1.1" status: 200 len: 1166 time: 3.1426535 Mar 07 10:37:50.508962 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-51c0dd32-3d43-4cad-a6fe-4e50d5c1ee0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (623c3d93-a95a-4595-9f18-524eeadcc1de), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:50.508962 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-51c0dd32-3d43-4cad-a6fe-4e50d5c1ee0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (623c3d93-a95a-4595-9f18-524eeadcc1de), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:50.588086 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-51c0dd32-3d43-4cad-a6fe-4e50d5c1ee0d admin admin] Publish callbacks [] for router_controller (623c3d93-a95a-4595-9f18-524eeadcc1de), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:50.623099 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5180186-262d-46e9-b879-d9167f9180f0 None None] Network e9213476-43ba-434e-a45c-f24c836d68e1 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:37:50.709900 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101e3be-0b28-47bc-8610-154e795511e3 req-16c451dd-6ba2-4ac7-9df0-e500c163bbe6 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:50.713979 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6101e3be-0b28-47bc-8610-154e795511e3 req-16c451dd-6ba2-4ac7-9df0-e500c163bbe6 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.31 "GET /v2.0/networks?id=c2795f77-66a3-4e6f-90b8-62a555bb1830 HTTP/1.1" status: 200 len: 817 time: 3.3264809 Mar 07 10:37:50.787212 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:37:50.790780 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:37:50.810999 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-6101e3be-0b28-47bc-8610-154e795511e3 req-bb8bb31c-f28f-4ae9-86e5-b37187580b39 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Request body: {'port': {'device_id': 'aab4d57d-6cdb-4d71-b438-f84eed39906a', 'network_id': 'c2795f77-66a3-4e6f-90b8-62a555bb1830', 'admin_state_up': True, 'tenant_id': '196235a2893a4332b9d32ab67e39eb88'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:51.053933 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-324e926f-b689-4c63-abc6-5a9d5a5bc91f None None] Current status of the port 138a1fcf-801a-42b2-9b9e-1c16ebb986ac is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:51.221897 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9fa3204a-7605-442a-8e6b-f1a576922974 req-5ca53c4f-be80-46cb-9892-25e5e5c17c7e tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/ports?device_id=1156b33c-1ee5-4520-a314-cb1e78592ea7 HTTP/1.1" status: 200 len: 210 time: 0.7281468 Mar 07 10:37:51.410075 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd537a73-b47d-4185-befd-bd3a269d8006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-e9213476-43ba-434e-a45c-f24c836d68e1', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'fixed_ips': [{'subnet_id': 'accf3389-35bd-40c8-8f46-e6a58c569299'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:37:51.411386 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bd537a73-b47d-4185-befd-bd3a269d8006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:51.444293 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 138a1fcf-801a-42b2-9b9e-1c16ebb986ac is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:51.645883 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe61761-1805-4315-9050-319062df2fbb req-3858883b-5744-4faa-9333-340693c5fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:51.647310 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0fe61761-1805-4315-9050-319062df2fbb req-3858883b-5744-4faa-9333-340693c5fd26 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a80d3a9-20f1-4d65-a5aa-f7b35212a95a HTTP/1.1" status: 200 len: 914 time: 1.0305951 Mar 07 10:37:51.668169 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101e3be-0b28-47bc-8610-154e795511e3 req-8814a8b7-a999-47ee-94f6-0611c77e9aad tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:51.669676 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6101e3be-0b28-47bc-8610-154e795511e3 req-8814a8b7-a999-47ee-94f6-0611c77e9aad tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.31 "GET /v2.0/networks?id=c2795f77-66a3-4e6f-90b8-62a555bb1830 HTTP/1.1" status: 200 len: 817 time: 3.8566439 Mar 07 10:37:51.772901 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b139c7bb-53ae-451e-bf46-b32c23707be3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:51.842316 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-6101e3be-0b28-47bc-8610-154e795511e3 req-24e21eb2-614e-48c0-abfe-6a1b0fdc962f tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Request body: {'port': {'device_id': '1156b33c-1ee5-4520-a314-cb1e78592ea7', 'network_id': 'c2795f77-66a3-4e6f-90b8-62a555bb1830', 'admin_state_up': True, 'tenant_id': '196235a2893a4332b9d32ab67e39eb88'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:51.982437 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-bd537a73-b47d-4185-befd-bd3a269d8006 None None] Allocated IP 172.20.0.2 (e9213476-43ba-434e-a45c-f24c836d68e1/accf3389-35bd-40c8-8f46-e6a58c569299/26d18948-ecfb-4895-9707-e48694545bc0) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:37:52.297688 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6101e3be-0b28-47bc-8610-154e795511e3 req-bb8bb31c-f28f-4ae9-86e5-b37187580b39 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Made reservation on behalf of 196235a2893a4332b9d32ab67e39eb88 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:37:52.297688 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6101e3be-0b28-47bc-8610-154e795511e3 req-bb8bb31c-f28f-4ae9-86e5-b37187580b39 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:52.335981 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-51c0dd32-3d43-4cad-a6fe-4e50d5c1ee0d admin admin] Publish callbacks [] for router_gateway (623c3d93-a95a-4595-9f18-524eeadcc1de), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:52.350315 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bd537a73-b47d-4185-befd-bd3a269d8006 None None] Publish callbacks [] for port (26d18948-ecfb-4895-9707-e48694545bc0), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:52.365196 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0fe61761-1805-4315-9050-319062df2fbb req-38627fbf-b202-4d11-9b19-748fee86d74a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9b05e21-0d27-416c-8289-e900e508834c HTTP/1.1" status: 200 len: 217 time: 0.6914272 Mar 07 10:37:52.367970 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 138a1fcf-801a-42b2-9b9e-1c16ebb986ac up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:37:52.384742 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bd537a73-b47d-4185-befd-bd3a269d8006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (26d18948-ecfb-4895-9707-e48694545bc0), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:52.524374 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9f23fe-e8b4-4370-b7e9-cbe59e929b94 req-3edbebc6-ad72-4a64-b17e-7efd1fb7ed15 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:52.525979 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-af9f23fe-e8b4-4370-b7e9-cbe59e929b94 req-3edbebc6-ad72-4a64-b17e-7efd1fb7ed15 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91c4e97-5e9d-4781-b128-d7f407d387dc HTTP/1.1" status: 200 len: 984 time: 0.4539068 Mar 07 10:37:52.589118 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd537a73-b47d-4185-befd-bd3a269d8006 None None] Network e9213476-43ba-434e-a45c-f24c836d68e1 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:37:52.606257 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-bd537a73-b47d-4185-befd-bd3a269d8006 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:52.622579 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd537a73-b47d-4185-befd-bd3a269d8006 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:37:52.637995 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd537a73-b47d-4185-befd-bd3a269d8006 None None] Pushing event updated for resources: {'Port': ['ID=26d18948-ecfb-4895-9707-e48694545bc0,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:52.703795 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6101e3be-0b28-47bc-8610-154e795511e3 req-24e21eb2-614e-48c0-abfe-6a1b0fdc962f tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Made reservation on behalf of 196235a2893a4332b9d32ab67e39eb88 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:37:52.721951 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6101e3be-0b28-47bc-8610-154e795511e3 req-24e21eb2-614e-48c0-abfe-6a1b0fdc962f tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:52.763870 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:52.764770 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 138a1fcf-801a-42b2-9b9e-1c16ebb986ac triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:52.764979 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6101e3be-0b28-47bc-8610-154e795511e3 req-e03857ae-076b-42cd-a7d5-764a0e2a80ef tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Made reservation on behalf of 196235a2893a4332b9d32ab67e39eb88 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:37:52.765324 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (138a1fcf-801a-42b2-9b9e-1c16ebb986ac), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:52.768732 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6101e3be-0b28-47bc-8610-154e795511e3 req-e03857ae-076b-42cd-a7d5-764a0e2a80ef tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:52.825704 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-bd537a73-b47d-4185-befd-bd3a269d8006 None None] Attempting to bind port 26d18948-ecfb-4895-9707-e48694545bc0 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:52.827587 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-bd537a73-b47d-4185-befd-bd3a269d8006 None None] Attempting to bind port 26d18948-ecfb-4895-9707-e48694545bc0 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '4f7e0434-a01f-44de-85e6-94dc5f02406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:52.828212 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd537a73-b47d-4185-befd-bd3a269d8006 None None] Attempting to bind port 26d18948-ecfb-4895-9707-e48694545bc0 on network e9213476-43ba-434e-a45c-f24c836d68e1 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:52.836215 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd537a73-b47d-4185-befd-bd3a269d8006 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:37:52.836960 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd537a73-b47d-4185-befd-bd3a269d8006 None None] Checking segment: {'id': '4f7e0434-a01f-44de-85e6-94dc5f02406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:37:52.837755 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bd537a73-b47d-4185-befd-bd3a269d8006 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:52.838392 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd537a73-b47d-4185-befd-bd3a269d8006 None None] Bound using segment: {'id': '4f7e0434-a01f-44de-85e6-94dc5f02406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:37:52.839111 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-bd537a73-b47d-4185-befd-bd3a269d8006 None None] Bound port: 26d18948-ecfb-4895-9707-e48694545bc0, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7e0434-a01f-44de-85e6-94dc5f02406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:37:52.839820 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bd537a73-b47d-4185-befd-bd3a269d8006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (26d18948-ecfb-4895-9707-e48694545bc0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:52.916246 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-bd537a73-b47d-4185-befd-bd3a269d8006 None None] For port 26d18948-ecfb-4895-9707-e48694545bc0, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:37:52.921164 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-bd537a73-b47d-4185-befd-bd3a269d8006 None None] For port 26d18948-ecfb-4895-9707-e48694545bc0, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=26d18948-ecfb-4895-9707-e48694545bc0,segment=NetworkSegment(4f7e0434-a01f-44de-85e6-94dc5f02406c),segment_id=4f7e0434-a01f-44de-85e6-94dc5f02406c)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:37:52.935695 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bd537a73-b47d-4185-befd-bd3a269d8006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (26d18948-ecfb-4895-9707-e48694545bc0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:52.948593 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-af9f23fe-e8b4-4370-b7e9-cbe59e929b94 req-dc867ff8-6d37-47c2-b051-6bf6081a0a7f tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba5e8b03-fe04-4a9a-8f67-6938492da32f&id=41732982-be5a-437a-b05f-81e2b4372098&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3947575 Mar 07 10:37:53.178252 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 138a1fcf-801a-42b2-9b9e-1c16ebb986ac is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:53.222615 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd537a73-b47d-4185-befd-bd3a269d8006 None None] Pushing event updated for resources: {'Port': ['ID=26d18948-ecfb-4895-9707-e48694545bc0,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:53.331908 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-51c0dd32-3d43-4cad-a6fe-4e50d5c1ee0d admin admin] Publish callbacks [] for router_gateway (623c3d93-a95a-4595-9f18-524eeadcc1de), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:53.355317 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-51c0dd32-3d43-4cad-a6fe-4e50d5c1ee0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:53.356641 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe61761-1805-4315-9050-319062df2fbb req-b22ad2c3-dfd1-44e2-a9f3-ae2c299a596a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:53.358172 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0fe61761-1805-4315-9050-319062df2fbb req-b22ad2c3-dfd1-44e2-a9f3-ae2c299a596a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=87fb66b4-e781-4fa7-b59d-0e773d094444 HTTP/1.1" status: 200 len: 853 time: 0.6644981 Mar 07 10:37:53.511389 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-51c0dd32-3d43-4cad-a6fe-4e50d5c1ee0d admin admin] Allocated IP 172.25.3.183 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/6ddf1861-1a3d-4306-a365-7992f589ab19) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:37:53.740708 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 26d18948-ecfb-4895-9707-e48694545bc0 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:37:53.768366 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-51c0dd32-3d43-4cad-a6fe-4e50d5c1ee0d admin admin] Publish callbacks [] for port (6ddf1861-1a3d-4306-a365-7992f589ab19), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:53.925632 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 26d18948-ecfb-4895-9707-e48694545bc0 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:53.927029 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (26d18948-ecfb-4895-9707-e48694545bc0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:53.929802 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6b6ab-7923-40d3-af8d-756ce8502d67 req-b3a884ad-6da6-4d42-8570-dc04404edfd1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:53.943614 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6b6ab-7923-40d3-af8d-756ce8502d67 req-b3a884ad-6da6-4d42-8570-dc04404edfd1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:53.953133 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6b6ab-7923-40d3-af8d-756ce8502d67 req-b3a884ad-6da6-4d42-8570-dc04404edfd1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:53.957317 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-6101e3be-0b28-47bc-8610-154e795511e3 req-24e21eb2-614e-48c0-abfe-6a1b0fdc962f tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Allocated IP 172.20.0.2 (c2795f77-66a3-4e6f-90b8-62a555bb1830/355ed6b5-9129-4d51-98a7-103041f009b1/afa14939-16cb-4090-80fb-1e4c55f63178) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:37:53.968077 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6b6ab-7923-40d3-af8d-756ce8502d67 req-b3a884ad-6da6-4d42-8570-dc04404edfd1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:53.983822 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6b6ab-7923-40d3-af8d-756ce8502d67 req-b3a884ad-6da6-4d42-8570-dc04404edfd1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:53.998035 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6b6ab-7923-40d3-af8d-756ce8502d67 req-b3a884ad-6da6-4d42-8570-dc04404edfd1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:54.012265 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab6b6ab-7923-40d3-af8d-756ce8502d67 req-b3a884ad-6da6-4d42-8570-dc04404edfd1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:54.024235 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7ab6b6ab-7923-40d3-af8d-756ce8502d67 req-b3a884ad-6da6-4d42-8570-dc04404edfd1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5432 time: 0.7933857 Mar 07 10:37:54.045375 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-51c0dd32-3d43-4cad-a6fe-4e50d5c1ee0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (6ddf1861-1a3d-4306-a365-7992f589ab19), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:54.126628 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 26d18948-ecfb-4895-9707-e48694545bc0 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:54.127889 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (26d18948-ecfb-4895-9707-e48694545bc0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:54.171383 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c0dd32-3d43-4cad-a6fe-4e50d5c1ee0d admin admin] Pushing event updated for resources: {'Port': ['ID=6ddf1861-1a3d-4306-a365-7992f589ab19,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:54.202852 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 26d18948-ecfb-4895-9707-e48694545bc0, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=26d18948-ecfb-4895-9707-e48694545bc0,segment=NetworkSegment(4f7e0434-a01f-44de-85e6-94dc5f02406c),segment_id=4f7e0434-a01f-44de-85e6-94dc5f02406c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:54.208761 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c0dd32-3d43-4cad-a6fe-4e50d5c1ee0d admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:37:54.215858 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (26d18948-ecfb-4895-9707-e48694545bc0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:54.224789 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-51c0dd32-3d43-4cad-a6fe-4e50d5c1ee0d admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:54.237472 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c0dd32-3d43-4cad-a6fe-4e50d5c1ee0d admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:37:54.282335 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6101e3be-0b28-47bc-8610-154e795511e3 req-24e21eb2-614e-48c0-abfe-6a1b0fdc962f tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Publish callbacks [] for port (afa14939-16cb-4090-80fb-1e4c55f63178), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:54.355385 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=26d18948-ecfb-4895-9707-e48694545bc0,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:54.370626 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0fe61761-1805-4315-9050-319062df2fbb req-aa4765b4-bdd1-43a3-bed6-16e5ce613af2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a80d3a9-20f1-4d65-a5aa-f7b35212a95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7945735 Mar 07 10:37:54.404673 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2b69c-d534-4359-8c71-0bffe4739803 req-d55456e1-5fe8-450e-88a4-e245e9223b91 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:54.406285 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-42d2b69c-d534-4359-8c71-0bffe4739803 req-d55456e1-5fe8-450e-88a4-e245e9223b91 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 945 time: 2.8647749 Mar 07 10:37:54.503435 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90537ad5-6142-4685-92b0-7b6882704467 req-53024f09-f2a4-42bf-9484-0746ec1c1b44 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:54.504837 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-90537ad5-6142-4685-92b0-7b6882704467 req-53024f09-f2a4-42bf-9484-0746ec1c1b44 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.21 "GET /v2.0/ports?device_id=d22a090a-1bae-431d-a1c8-b08f8ceedd35 HTTP/1.1" status: 200 len: 945 time: 2.8680067 Mar 07 10:37:54.843712 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0fe61761-1805-4315-9050-319062df2fbb req-03278502-9685-46c8-9488-88c0e8eb9226 service neutron] 10.222.0.31 "GET /v2.0/networks/8a80d3a9-20f1-4d65-a5aa-f7b35212a95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330361 Mar 07 10:37:54.902575 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b139c7bb-53ae-451e-bf46-b32c23707be3 admin admin] Router 935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:37:54.908540 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6101e3be-0b28-47bc-8610-154e795511e3 req-24e21eb2-614e-48c0-abfe-6a1b0fdc962f tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (afa14939-16cb-4090-80fb-1e4c55f63178), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:54.965066 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7ab6b6ab-7923-40d3-af8d-756ce8502d67 req-b5a34008-d38a-464f-9d9f-1288ab85911d tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9374290 Mar 07 10:37:55.028620 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a8676a-05d7-4b9e-8d3d-0f2e45da4e67 None None] Network e9213476-43ba-434e-a45c-f24c836d68e1 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:37:55.037689 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-51c0dd32-3d43-4cad-a6fe-4e50d5c1ee0d admin admin] Publish callbacks [] for router_gateway (623c3d93-a95a-4595-9f18-524eeadcc1de), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:55.113502 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-42d2b69c-d534-4359-8c71-0bffe4739803 req-18d3306c-bd6f-40de-9b85-bb13b3c33703 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6747525 Mar 07 10:37:55.278975 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-08bfcbe5-cf94-4e3e-b2de-942af6b89375 None None] Provisioning complete for port 26d18948-ecfb-4895-9707-e48694545bc0 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:55.280584 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-08bfcbe5-cf94-4e3e-b2de-942af6b89375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (26d18948-ecfb-4895-9707-e48694545bc0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:55.357078 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b139c7bb-53ae-451e-bf46-b32c23707be3 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:37:55.363525 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6101e3be-0b28-47bc-8610-154e795511e3 req-24e21eb2-614e-48c0-abfe-6a1b0fdc962f tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Network c2795f77-66a3-4e6f-90b8-62a555bb1830 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:37:55.370767 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589f369d-261f-4983-b3da-36e50e81dbc7 None None] Sync routers for ids ['935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:37:55.385316 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589f369d-261f-4983-b3da-36e50e81dbc7 None None] Routers {'935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:37:55.385941 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-589f369d-261f-4983-b3da-36e50e81dbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:37:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:55.392382 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:37:55.425785 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-6101e3be-0b28-47bc-8610-154e795511e3 req-24e21eb2-614e-48c0-abfe-6a1b0fdc962f tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:37:55.429786 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6101e3be-0b28-47bc-8610-154e795511e3 req-24e21eb2-614e-48c0-abfe-6a1b0fdc962f tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:37:55.616899 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-6101e3be-0b28-47bc-8610-154e795511e3 req-bb8bb31c-f28f-4ae9-86e5-b37187580b39 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Allocated IP 172.20.0.4 (c2795f77-66a3-4e6f-90b8-62a555bb1830/355ed6b5-9129-4d51-98a7-103041f009b1/41a70a7b-b016-4449-acfa-be6e7ce7e954) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:37:55.625986 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-90537ad5-6142-4685-92b0-7b6882704467 req-3339f85a-c827-4ccd-9d8e-5dfad4a4a00c tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Deleting port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:37:55.628777 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-90537ad5-6142-4685-92b0-7b6882704467 req-3339f85a-c827-4ccd-9d8e-5dfad4a4a00c tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (1c0865da-6fde-4c3c-8287-5b7c2a1b6459), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:55.716488 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 is: DOWN; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:55.723200 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 26d18948-ecfb-4895-9707-e48694545bc0 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:37:55.778505 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-51c0dd32-3d43-4cad-a6fe-4e50d5c1ee0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (623c3d93-a95a-4595-9f18-524eeadcc1de), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:55.854069 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-589f369d-261f-4983-b3da-36e50e81dbc7 None None] Set router 935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:37:55.881368 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 26d18948-ecfb-4895-9707-e48694545bc0 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:55.881984 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (26d18948-ecfb-4895-9707-e48694545bc0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:55.943524 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-90537ad5-6142-4685-92b0-7b6882704467 req-3339f85a-c827-4ccd-9d8e-5dfad4a4a00c tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] For port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=1c0865da-6fde-4c3c-8287-5b7c2a1b6459,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:37:55.943905 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-90537ad5-6142-4685-92b0-7b6882704467 req-3339f85a-c827-4ccd-9d8e-5dfad4a4a00c tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (1c0865da-6fde-4c3c-8287-5b7c2a1b6459), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:55.992049 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-90537ad5-6142-4685-92b0-7b6882704467 req-3339f85a-c827-4ccd-9d8e-5dfad4a4a00c tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Calling delete_port for 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:37:55.996376 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-08bfcbe5-cf94-4e3e-b2de-942af6b89375 None None] Current status of the port 26d18948-ecfb-4895-9707-e48694545bc0 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:56.132381 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 26d18948-ecfb-4895-9707-e48694545bc0 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:56.148140 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b2f582da-f56f-498e-a7cf-fb63c098188a None None] Provisioning complete for port 26d18948-ecfb-4895-9707-e48694545bc0 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:37:56.148808 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b2f582da-f56f-498e-a7cf-fb63c098188a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (26d18948-ecfb-4895-9707-e48694545bc0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:56.213975 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c0dd32-3d43-4cad-a6fe-4e50d5c1ee0d admin admin] Router 623c3d93-a95a-4595-9f18-524eeadcc1de is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:37:56.335394 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b2f582da-f56f-498e-a7cf-fb63c098188a None None] Current status of the port 26d18948-ecfb-4895-9707-e48694545bc0 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:37:56.377185 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e21eb2-614e-48c0-abfe-6a1b0fdc962f tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Pushing event updated for resources: {'Port': ['ID=afa14939-16cb-4090-80fb-1e4c55f63178,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:56.390579 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-90537ad5-6142-4685-92b0-7b6882704467 req-3339f85a-c827-4ccd-9d8e-5dfad4a4a00c tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (1c0865da-6fde-4c3c-8287-5b7c2a1b6459), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:56.419490 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b139c7bb-53ae-451e-bf46-b32c23707be3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:56.425508 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b139c7bb-53ae-451e-bf46-b32c23707be3 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 13.8706412 Mar 07 10:37:56.453198 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-589f369d-261f-4983-b3da-36e50e81dbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'name': 'tempest-ServersTestBootFromVolume-1606411008-router', 'tenant_id': '594fbcc522224d009180aa1f2512354d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3be13c7b-3b13-4c46-8d39-728f5cc95f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:42Z', 'updated_at': '2022-03-07T10:37:47Z', 'revision_number': 3, 'project_id': '594fbcc522224d009180aa1f2512354d', 'gw_port': {'id': '3be13c7b-3b13-4c46-8d39-728f5cc95f93', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:44Z', 'updated_at': '2022-03-07T10:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:56.454822 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47870) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:56.457352 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339f85a-c827-4ccd-9d8e-5dfad4a4a00c tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Pushing event deleted for resources: {'Port': ['ID=1c0865da-6fde-4c3c-8287-5b7c2a1b6459,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:56.503963 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0fe61761-1805-4315-9050-319062df2fbb req-f10ef485-52dc-4f17-a5eb-16e3fbdfb9a5 service neutron] 10.222.0.31 "GET /v2.0/networks/8a80d3a9-20f1-4d65-a5aa-f7b35212a95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6499000 Mar 07 10:37:56.532460 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589f369d-261f-4983-b3da-36e50e81dbc7 None None] Checking router: 935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:37:56.533188 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589f369d-261f-4983-b3da-36e50e81dbc7 None None] Updating router 935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5 port 3be13c7b-3b13-4c46-8d39-728f5cc95f93 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:37:56.575305 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101e3be-0b28-47bc-8610-154e795511e3 req-24e21eb2-614e-48c0-abfe-6a1b0fdc962f tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:56.575983 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6101e3be-0b28-47bc-8610-154e795511e3 req-24e21eb2-614e-48c0-abfe-6a1b0fdc962f tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:56.595730 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c0dd32-3d43-4cad-a6fe-4e50d5c1ee0d admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:37:56.607980 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea21f146-77aa-47ef-ab66-3f62ed363d4f None None] Sync routers for ids ['623c3d93-a95a-4595-9f18-524eeadcc1de'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:37:56.617542 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-589f369d-261f-4983-b3da-36e50e81dbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3be13c7b-3b13-4c46-8d39-728f5cc95f93), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:56.632390 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea21f146-77aa-47ef-ab66-3f62ed363d4f None None] Routers {'623c3d93-a95a-4595-9f18-524eeadcc1de'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:37:56.633407 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ea21f146-77aa-47ef-ab66-3f62ed363d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:37:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['623c3d93-a95a-4595-9f18-524eeadcc1de'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:56.652513 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-51c0dd32-3d43-4cad-a6fe-4e50d5c1ee0d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:56.654066 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-51c0dd32-3d43-4cad-a6fe-4e50d5c1ee0d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 6.2586117 Mar 07 10:37:56.656654 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47874) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:37:56.903482 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-ea21f146-77aa-47ef-ab66-3f62ed363d4f None None] Set router 623c3d93-a95a-4595-9f18-524eeadcc1de gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:37:57.130438 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b4ef2-b49c-4329-8f34-d59ac603d7f6 req-e22e87ec-34f2-4649-9518-425cf181e12e tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:57.141405 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c61b4ef2-b49c-4329-8f34-d59ac603d7f6 req-e22e87ec-34f2-4649-9518-425cf181e12e tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91c4e97-5e9d-4781-b128-d7f407d387dc HTTP/1.1" status: 200 len: 984 time: 0.2227321 Mar 07 10:37:57.376222 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-589f369d-261f-4983-b3da-36e50e81dbc7 None None] Publish callbacks [] for port (3be13c7b-3b13-4c46-8d39-728f5cc95f93), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:57.380422 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c61b4ef2-b49c-4329-8f34-d59ac603d7f6 req-92fe0516-2f48-404f-9d50-ad2c984d9550 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba5e8b03-fe04-4a9a-8f67-6938492da32f&id=41732982-be5a-437a-b05f-81e2b4372098&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2378845 Mar 07 10:37:57.381495 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-90537ad5-6142-4685-92b0-7b6882704467 req-3339f85a-c827-4ccd-9d8e-5dfad4a4a00c tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] No DVR routers for this DVR port 1c0865da-6fde-4c3c-8287-5b7c2a1b6459 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:37:57.386072 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-589f369d-261f-4983-b3da-36e50e81dbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3be13c7b-3b13-4c46-8d39-728f5cc95f93), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:57.391233 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ea21f146-77aa-47ef-ab66-3f62ed363d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655443501-router', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:50Z', 'updated_at': '2022-03-07T10:37:54Z', 'revision_number': 3, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'gw_port': {'id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:53Z', 'updated_at': '2022-03-07T10:37:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:57.421066 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-90537ad5-6142-4685-92b0-7b6882704467 req-3339f85a-c827-4ccd-9d8e-5dfad4a4a00c tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:57.431339 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-90537ad5-6142-4685-92b0-7b6882704467 req-3339f85a-c827-4ccd-9d8e-5dfad4a4a00c tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.21 "DELETE /v2.0/ports/1c0865da-6fde-4c3c-8287-5b7c2a1b6459 HTTP/1.1" status: 204 len: 173 time: 2.8954306 Mar 07 10:37:57.449592 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd22a090a-1bae-431d-a1c8-b08f8ceedd35', 'name': 'network-vif-deleted', 'tag': '1c0865da-6fde-4c3c-8287-5b7c2a1b6459'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:37:57.452583 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146cddc7-7303-47af-bad5-3d8dd6bacb3d None None] Pushing event updated for resources: {'Port': ['ID=3be13c7b-3b13-4c46-8d39-728f5cc95f93,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:57.454561 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6289a3-31f0-4b26-a31a-f8955ea40c80" -d '{"events": [{"server_uuid": "d22a090a-1bae-431d-a1c8-b08f8ceedd35", "name": "network-vif-deleted", "tag": "1c0865da-6fde-4c3c-8287-5b7c2a1b6459"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:37:57.468692 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea21f146-77aa-47ef-ab66-3f62ed363d4f None None] Checking router: 623c3d93-a95a-4595-9f18-524eeadcc1de for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:37:57.468692 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea21f146-77aa-47ef-ab66-3f62ed363d4f None None] Updating router 623c3d93-a95a-4595-9f18-524eeadcc1de port 6ddf1861-1a3d-4306-a365-7992f589ab19 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:37:57.499775 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327b66cc-a94f-4f33-bd7a-829e6cb0bcc1 req-fb1e57e4-993a-4b80-a2d5-839834ffe74b tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:57.505304 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cddc7-7303-47af-bad5-3d8dd6bacb3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:57.506194 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cddc7-7303-47af-bad5-3d8dd6bacb3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:57.506888 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cddc7-7303-47af-bad5-3d8dd6bacb3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:57.507581 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cddc7-7303-47af-bad5-3d8dd6bacb3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:57.508430 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cddc7-7303-47af-bad5-3d8dd6bacb3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:57.508939 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cddc7-7303-47af-bad5-3d8dd6bacb3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:57.509454 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cddc7-7303-47af-bad5-3d8dd6bacb3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:57.509956 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cddc7-7303-47af-bad5-3d8dd6bacb3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:57.510395 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-327b66cc-a94f-4f33-bd7a-829e6cb0bcc1 req-fb1e57e4-993a-4b80-a2d5-839834ffe74b tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/ports?device_id=1156b33c-1ee5-4520-a314-cb1e78592ea7 HTTP/1.1" status: 200 len: 931 time: 2.1613817 Mar 07 10:37:57.510619 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cddc7-7303-47af-bad5-3d8dd6bacb3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:57.511146 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cddc7-7303-47af-bad5-3d8dd6bacb3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:57.511638 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cddc7-7303-47af-bad5-3d8dd6bacb3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:57.512122 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cddc7-7303-47af-bad5-3d8dd6bacb3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:57.512602 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146cddc7-7303-47af-bad5-3d8dd6bacb3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:37:57.526624 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-589f369d-261f-4983-b3da-36e50e81dbc7 None None] Attempting to bind port 3be13c7b-3b13-4c46-8d39-728f5cc95f93 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:57.527211 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-589f369d-261f-4983-b3da-36e50e81dbc7 None None] Attempting to bind port 3be13c7b-3b13-4c46-8d39-728f5cc95f93 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:57.528283 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589f369d-261f-4983-b3da-36e50e81dbc7 None None] Attempting to bind port 3be13c7b-3b13-4c46-8d39-728f5cc95f93 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:57.535655 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589f369d-261f-4983-b3da-36e50e81dbc7 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:37:57.536332 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589f369d-261f-4983-b3da-36e50e81dbc7 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:37:57.537143 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-589f369d-261f-4983-b3da-36e50e81dbc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:57.537834 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589f369d-261f-4983-b3da-36e50e81dbc7 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:37:57.538497 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-589f369d-261f-4983-b3da-36e50e81dbc7 None None] Bound port: 3be13c7b-3b13-4c46-8d39-728f5cc95f93, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:37:57.539443 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-589f369d-261f-4983-b3da-36e50e81dbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3be13c7b-3b13-4c46-8d39-728f5cc95f93), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:57.575463 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ea21f146-77aa-47ef-ab66-3f62ed363d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6ddf1861-1a3d-4306-a365-7992f589ab19), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:57.609901 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-589f369d-261f-4983-b3da-36e50e81dbc7 None None] For port 3be13c7b-3b13-4c46-8d39-728f5cc95f93, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:37:57.615553 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-589f369d-261f-4983-b3da-36e50e81dbc7 None None] For port 3be13c7b-3b13-4c46-8d39-728f5cc95f93, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=3be13c7b-3b13-4c46-8d39-728f5cc95f93,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:37:57.625977 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-589f369d-261f-4983-b3da-36e50e81dbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3be13c7b-3b13-4c46-8d39-728f5cc95f93), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:57.652692 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6101e3be-0b28-47bc-8610-154e795511e3 req-24e21eb2-614e-48c0-abfe-6a1b0fdc962f tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8825905 Mar 07 10:37:57.746849 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-6101e3be-0b28-47bc-8610-154e795511e3 req-dee07812-5995-411e-8cad-51b6e60e5ffe service neutron] Request body: {'port': {'device_id': '1156b33c-1ee5-4520-a314-cb1e78592ea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:37:57.785626 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146cddc7-7303-47af-bad5-3d8dd6bacb3d None None] Pushing event updated for resources: {'Port': ['ID=3be13c7b-3b13-4c46-8d39-728f5cc95f93,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:57.811495 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589f369d-261f-4983-b3da-36e50e81dbc7 None None] Routers {'935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:37:57.812428 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-589f369d-261f-4983-b3da-36e50e81dbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:37:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:58.057667 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-589f369d-261f-4983-b3da-36e50e81dbc7 None None] Set router 935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:37:58.077939 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab4723-b4dd-4a24-9335-8f1adb0a9aeb req-b9dec970-8055-47bf-b9a6-1d7fb916ca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:58.081770 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9eab4723-b4dd-4a24-9335-8f1adb0a9aeb req-b9dec970-8055-47bf-b9a6-1d7fb916ca2e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e88d3d2709354316b86d2ca6f47f41ea&device_id=f91c4e97-5e9d-4781-b128-d7f407d387dc HTTP/1.1" status: 200 len: 1166 time: 1.4730346 Mar 07 10:37:58.183990 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6101e3be-0b28-47bc-8610-154e795511e3 req-dee07812-5995-411e-8cad-51b6e60e5ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (afa14939-16cb-4090-80fb-1e4c55f63178), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:58.213561 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-327b66cc-a94f-4f33-bd7a-829e6cb0bcc1 req-64799cbd-3b10-46c4-ad7e-61d27d6ed04f tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa448f87-043c-4547-b958-b61c377fb8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7005343 Mar 07 10:37:58.280270 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e3ca7-3df8-4886-a4b5-5ae148c2315f req-3563fa5c-ded7-4269-9a9e-4e7770307430 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:58.303645 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e3ca7-3df8-4886-a4b5-5ae148c2315f req-3563fa5c-ded7-4269-9a9e-4e7770307430 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:58.317298 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e3ca7-3df8-4886-a4b5-5ae148c2315f req-3563fa5c-ded7-4269-9a9e-4e7770307430 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:58.327791 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-589f369d-261f-4983-b3da-36e50e81dbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'name': 'tempest-ServersTestBootFromVolume-1606411008-router', 'tenant_id': '594fbcc522224d009180aa1f2512354d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3be13c7b-3b13-4c46-8d39-728f5cc95f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:42Z', 'updated_at': '2022-03-07T10:37:47Z', 'revision_number': 3, 'project_id': '594fbcc522224d009180aa1f2512354d', 'gw_port': {'id': '3be13c7b-3b13-4c46-8d39-728f5cc95f93', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:44Z', 'updated_at': '2022-03-07T10:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:58.338853 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e3ca7-3df8-4886-a4b5-5ae148c2315f req-3563fa5c-ded7-4269-9a9e-4e7770307430 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:58.344836 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e3ca7-3df8-4886-a4b5-5ae148c2315f req-3563fa5c-ded7-4269-9a9e-4e7770307430 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:58.350593 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e3ca7-3df8-4886-a4b5-5ae148c2315f req-3563fa5c-ded7-4269-9a9e-4e7770307430 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:58.358392 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e3ca7-3df8-4886-a4b5-5ae148c2315f req-3563fa5c-ded7-4269-9a9e-4e7770307430 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:58.370068 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-541e3ca7-3df8-4886-a4b5-5ae148c2315f req-3563fa5c-ded7-4269-9a9e-4e7770307430 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5432 time: 0.5112426 Mar 07 10:37:58.389855 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ea21f146-77aa-47ef-ab66-3f62ed363d4f None None] Publish callbacks [] for port (6ddf1861-1a3d-4306-a365-7992f589ab19), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:58.408532 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589f369d-261f-4983-b3da-36e50e81dbc7 None None] The sync data for ids ['935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5'] in n-d-832164-4 is: [{'id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'name': 'tempest-ServersTestBootFromVolume-1606411008-router', 'tenant_id': '594fbcc522224d009180aa1f2512354d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3be13c7b-3b13-4c46-8d39-728f5cc95f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:42Z', 'updated_at': '2022-03-07T10:37:47Z', 'revision_number': 3, 'project_id': '594fbcc522224d009180aa1f2512354d', 'gw_port': {'id': '3be13c7b-3b13-4c46-8d39-728f5cc95f93', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:44Z', 'updated_at': '2022-03-07T10:37:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:37:58.408977 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ea21f146-77aa-47ef-ab66-3f62ed363d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6ddf1861-1a3d-4306-a365-7992f589ab19), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:58.456352 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-541e3ca7-3df8-4886-a4b5-5ae148c2315f req-0b4a4e62-4f2d-43e7-8908-ec9015cef3de tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0841184 Mar 07 10:37:58.496490 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab4723-b4dd-4a24-9335-8f1adb0a9aeb req-985a3784-3e06-4dd2-b127-6516e753fa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:58.498035 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9eab4723-b4dd-4a24-9335-8f1adb0a9aeb req-985a3784-3e06-4dd2-b127-6516e753fa80 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a80d3a9-20f1-4d65-a5aa-f7b35212a95a HTTP/1.1" status: 200 len: 914 time: 0.3152246 Mar 07 10:37:58.602582 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e7223c4-0849-4dca-85d1-f2af3337f459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:58.634485 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-ea21f146-77aa-47ef-ab66-3f62ed363d4f None None] Attempting to bind port 6ddf1861-1a3d-4306-a365-7992f589ab19 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:37:58.638557 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-ea21f146-77aa-47ef-ab66-3f62ed363d4f None None] Attempting to bind port 6ddf1861-1a3d-4306-a365-7992f589ab19 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:37:58.643099 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea21f146-77aa-47ef-ab66-3f62ed363d4f None None] Attempting to bind port 6ddf1861-1a3d-4306-a365-7992f589ab19 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:37:58.661858 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea21f146-77aa-47ef-ab66-3f62ed363d4f None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:37:58.661858 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea21f146-77aa-47ef-ab66-3f62ed363d4f None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:37:58.662275 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ea21f146-77aa-47ef-ab66-3f62ed363d4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:58.662656 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea21f146-77aa-47ef-ab66-3f62ed363d4f None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:37:58.667792 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-ea21f146-77aa-47ef-ab66-3f62ed363d4f None None] Bound port: 6ddf1861-1a3d-4306-a365-7992f589ab19, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:37:58.668538 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ea21f146-77aa-47ef-ab66-3f62ed363d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6ddf1861-1a3d-4306-a365-7992f589ab19), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:58.753735 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd24a5a3-77fb-47fb-bf76-4ee5acf8d7f9 None None] Pushing event updated for resources: {'Port': ['ID=6ddf1861-1a3d-4306-a365-7992f589ab19,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:58.779154 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5dabc3-c7bd-4321-a53b-49be04ecae3f x-openstack-request-id: req-eb5dabc3-c7bd-4321-a53b-49be04ecae3f {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:37:58.780275 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d22a090a-1bae-431d-a1c8-b08f8ceedd35", "name": "network-vif-deleted", "tag": "1c0865da-6fde-4c3c-8287-5b7c2a1b6459", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:37:58.780275 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eb5dabc3-c7bd-4321-a53b-49be04ecae3f {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:37:58.780275 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd22a090a-1bae-431d-a1c8-b08f8ceedd35', 'name': 'network-vif-deleted', 'tag': '1c0865da-6fde-4c3c-8287-5b7c2a1b6459', 'status': 'completed', 'code': 200} Mar 07 10:37:58.896107 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9eab4723-b4dd-4a24-9335-8f1adb0a9aeb req-edc51966-aa59-4859-8916-5422a98ef8f4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9b05e21-0d27-416c-8289-e900e508834c HTTP/1.1" status: 200 len: 217 time: 0.1147621 Mar 07 10:37:58.903858 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ea21f146-77aa-47ef-ab66-3f62ed363d4f None None] For port 6ddf1861-1a3d-4306-a365-7992f589ab19, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:37:58.911628 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ea21f146-77aa-47ef-ab66-3f62ed363d4f None None] For port 6ddf1861-1a3d-4306-a365-7992f589ab19, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6ddf1861-1a3d-4306-a365-7992f589ab19,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:37:58.929030 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ea21f146-77aa-47ef-ab66-3f62ed363d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6ddf1861-1a3d-4306-a365-7992f589ab19), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:59.095692 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd24a5a3-77fb-47fb-bf76-4ee5acf8d7f9 None None] Pushing event updated for resources: {'Port': ['ID=6ddf1861-1a3d-4306-a365-7992f589ab19,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:37:59.167673 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-0e7223c4-0849-4dca-85d1-f2af3337f459 admin admin] Allocated IP 172.20.0.1 (e9213476-43ba-434e-a45c-f24c836d68e1/accf3389-35bd-40c8-8f46-e6a58c569299/a9d046bb-f751-4262-abbe-bba407a2c0e7) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:37:59.174330 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea21f146-77aa-47ef-ab66-3f62ed363d4f None None] Routers {'623c3d93-a95a-4595-9f18-524eeadcc1de'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:37:59.179169 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ea21f146-77aa-47ef-ab66-3f62ed363d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:37:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['623c3d93-a95a-4595-9f18-524eeadcc1de'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:37:59.234525 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8886f-a9b3-41bf-8901-43ed8c873c58 req-f911aefb-1916-4b15-9aea-2a28197179f2 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:59.236404 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-53f8886f-a9b3-41bf-8901-43ed8c873c58 req-f911aefb-1916-4b15-9aea-2a28197179f2 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91c4e97-5e9d-4781-b128-d7f407d387dc HTTP/1.1" status: 200 len: 984 time: 0.1911561 Mar 07 10:37:59.559920 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6101e3be-0b28-47bc-8610-154e795511e3 req-bb8bb31c-f28f-4ae9-86e5-b37187580b39 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Publish callbacks [] for port (41a70a7b-b016-4449-acfa-be6e7ce7e954), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:37:59.621613 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c881916-6c86-404b-b14d-be6d6a63ea3a req-fb51dfa6-653b-49ed-9cc9-dabe53cdf444 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:59.629808 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7c881916-6c86-404b-b14d-be6d6a63ea3a req-fb51dfa6-653b-49ed-9cc9-dabe53cdf444 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=491875bb-6674-48a5-90ad-3ee5428b928f HTTP/1.1" status: 200 len: 945 time: 0.3232038 Mar 07 10:37:59.639278 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0eb27c-145e-4e94-9b0e-b29b96847e17 req-73e17334-6b40-4a51-a29d-815ba3aac4fe tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:37:59.640849 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d0eb27c-145e-4e94-9b0e-b29b96847e17 req-73e17334-6b40-4a51-a29d-815ba3aac4fe tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.21 "GET /v2.0/ports?device_id=491875bb-6674-48a5-90ad-3ee5428b928f HTTP/1.1" status: 200 len: 945 time: 0.3741877 Mar 07 10:37:59.838742 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3be13c7b-3b13-4c46-8d39-728f5cc95f93 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:37:59.867808 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7c881916-6c86-404b-b14d-be6d6a63ea3a req-f309dd99-5d3f-4451-86d4-109845da89a4 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/security-groups?id=7c91989e-750d-42ff-b426-a323f5341be4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321320 Mar 07 10:38:00.050993 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-ea21f146-77aa-47ef-ab66-3f62ed363d4f None None] Set router 623c3d93-a95a-4595-9f18-524eeadcc1de gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:00.059304 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 3be13c7b-3b13-4c46-8d39-728f5cc95f93 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:00.059682 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3be13c7b-3b13-4c46-8d39-728f5cc95f93), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:00.178933 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab4723-b4dd-4a24-9335-8f1adb0a9aeb req-8b313940-aa4b-48f5-b603-2c2edbc7dfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:00.183804 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9eab4723-b4dd-4a24-9335-8f1adb0a9aeb req-8b313940-aa4b-48f5-b603-2c2edbc7dfb8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=87fb66b4-e781-4fa7-b59d-0e773d094444 HTTP/1.1" status: 200 len: 853 time: 0.9125981 Mar 07 10:38:00.479734 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47906) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:00.481504 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 3be13c7b-3b13-4c46-8d39-728f5cc95f93 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:00.482131 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3be13c7b-3b13-4c46-8d39-728f5cc95f93), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:00.489425 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5ca89316-1adc-4945-83dc-da006b2dbb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:00.507758 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 3be13c7b-3b13-4c46-8d39-728f5cc95f93, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=3be13c7b-3b13-4c46-8d39-728f5cc95f93,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:00.572989 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-53f8886f-a9b3-41bf-8901-43ed8c873c58 req-c513a30f-1993-4f2d-b979-4a28ccfbc477 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba5e8b03-fe04-4a9a-8f67-6938492da32f&id=41732982-be5a-437a-b05f-81e2b4372098&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 1.3134902 Mar 07 10:38:00.575284 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3be13c7b-3b13-4c46-8d39-728f5cc95f93), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:00.621629 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e7223c4-0849-4dca-85d1-f2af3337f459 admin admin] Publish callbacks [] for port (a9d046bb-f751-4262-abbe-bba407a2c0e7), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:00.676877 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6101e3be-0b28-47bc-8610-154e795511e3 req-bb8bb31c-f28f-4ae9-86e5-b37187580b39 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (41a70a7b-b016-4449-acfa-be6e7ce7e954), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:00.715823 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-4d0eb27c-145e-4e94-9b0e-b29b96847e17 req-037b0e44-e0a5-46a9-83eb-c032b973af11 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Deleting port 22e350eb-dd29-4f61-b3fb-e5f895608336 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:38:00.717286 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4d0eb27c-145e-4e94-9b0e-b29b96847e17 req-037b0e44-e0a5-46a9-83eb-c032b973af11 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (22e350eb-dd29-4f61-b3fb-e5f895608336), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:00.735285 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9eab4723-b4dd-4a24-9335-8f1adb0a9aeb req-5db9d439-d2be-4943-894c-224ef82d5e98 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a80d3a9-20f1-4d65-a5aa-f7b35212a95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1689348 Mar 07 10:38:00.747883 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6061cab5-bb50-4ac3-87c1-322704b99b73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:00.833387 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e7223c4-0849-4dca-85d1-f2af3337f459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (a9d046bb-f751-4262-abbe-bba407a2c0e7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:00.866508 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=3be13c7b-3b13-4c46-8d39-728f5cc95f93,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:00.957401 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7223c4-0849-4dca-85d1-f2af3337f459 admin admin] Network e9213476-43ba-434e-a45c-f24c836d68e1 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:00.972867 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-0e7223c4-0849-4dca-85d1-f2af3337f459 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:00.983414 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7223c4-0849-4dca-85d1-f2af3337f459 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:38:01.032079 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ea21f146-77aa-47ef-ab66-3f62ed363d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655443501-router', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:50Z', 'updated_at': '2022-03-07T10:37:54Z', 'revision_number': 3, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'gw_port': {'id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:53Z', 'updated_at': '2022-03-07T10:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:01.061778 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7223c4-0849-4dca-85d1-f2af3337f459 admin admin] Pushing event updated for resources: {'Port': ['ID=a9d046bb-f751-4262-abbe-bba407a2c0e7,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:01.120407 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea21f146-77aa-47ef-ab66-3f62ed363d4f None None] The sync data for ids ['623c3d93-a95a-4595-9f18-524eeadcc1de'] in n-d-832164-4 is: [{'id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655443501-router', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:50Z', 'updated_at': '2022-03-07T10:37:54Z', 'revision_number': 3, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'gw_port': {'id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:53Z', 'updated_at': '2022-03-07T10:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:38:01.123791 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44b8eb-758e-49a6-8e49-f49736c85b28 req-a31a549d-e661-4aa7-b1b2-b9d7d4902bc8 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:01.140136 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44b8eb-758e-49a6-8e49-f49736c85b28 req-a31a549d-e661-4aa7-b1b2-b9d7d4902bc8 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:01.152492 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44b8eb-758e-49a6-8e49-f49736c85b28 req-a31a549d-e661-4aa7-b1b2-b9d7d4902bc8 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:01.162697 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44b8eb-758e-49a6-8e49-f49736c85b28 req-a31a549d-e661-4aa7-b1b2-b9d7d4902bc8 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:01.177735 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44b8eb-758e-49a6-8e49-f49736c85b28 req-a31a549d-e661-4aa7-b1b2-b9d7d4902bc8 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:01.193569 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44b8eb-758e-49a6-8e49-f49736c85b28 req-a31a549d-e661-4aa7-b1b2-b9d7d4902bc8 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:01.199638 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44b8eb-758e-49a6-8e49-f49736c85b28 req-a31a549d-e661-4aa7-b1b2-b9d7d4902bc8 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:01.217667 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aa44b8eb-758e-49a6-8e49-f49736c85b28 req-a31a549d-e661-4aa7-b1b2-b9d7d4902bc8 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5432 time: 0.3328245 Mar 07 10:38:01.309501 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e7223c4-0849-4dca-85d1-f2af3337f459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (623c3d93-a95a-4595-9f18-524eeadcc1de), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:01.319757 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6061cab5-bb50-4ac3-87c1-322704b99b73 admin admin] Publish callbacks [] for security_group (906b86e4-ff1f-4817-b75f-3968b9ddc8a7), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:01.356087 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-4d0eb27c-145e-4e94-9b0e-b29b96847e17 req-037b0e44-e0a5-46a9-83eb-c032b973af11 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] For port 22e350eb-dd29-4f61-b3fb-e5f895608336, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=22e350eb-dd29-4f61-b3fb-e5f895608336,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:01.356918 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4d0eb27c-145e-4e94-9b0e-b29b96847e17 req-037b0e44-e0a5-46a9-83eb-c032b973af11 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (22e350eb-dd29-4f61-b3fb-e5f895608336), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:01.375378 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-4d0eb27c-145e-4e94-9b0e-b29b96847e17 req-037b0e44-e0a5-46a9-83eb-c032b973af11 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Calling delete_port for 22e350eb-dd29-4f61-b3fb-e5f895608336 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:38:01.526489 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-5e709349-e95a-471f-9316-7eabbfcb0d29 None None] Provisioning complete for port a9d046bb-f751-4262-abbe-bba407a2c0e7 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:01.526990 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5e709349-e95a-471f-9316-7eabbfcb0d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a9d046bb-f751-4262-abbe-bba407a2c0e7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:01.546694 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6061cab5-bb50-4ac3-87c1-322704b99b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (906b86e4-ff1f-4817-b75f-3968b9ddc8a7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:01.582484 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aa44b8eb-758e-49a6-8e49-f49736c85b28 req-8f111068-7813-486c-983e-26051c562073 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3389409 Mar 07 10:38:01.686459 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3be13c7b-3b13-4c46-8d39-728f5cc95f93 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:01.737987 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4d0eb27c-145e-4e94-9b0e-b29b96847e17 req-037b0e44-e0a5-46a9-83eb-c032b973af11 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (22e350eb-dd29-4f61-b3fb-e5f895608336), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:01.769240 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5e709349-e95a-471f-9316-7eabbfcb0d29 None None] Port a9d046bb-f751-4262-abbe-bba407a2c0e7 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:38:01.831498 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6061cab5-bb50-4ac3-87c1-322704b99b73 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f4919438fa53494580cc367d4dda792a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3504684 Mar 07 10:38:01.835554 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6061cab5-bb50-4ac3-87c1-322704b99b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906b86e4-ff1f-4817-b75f-3968b9ddc8a7,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:01.872904 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5510a164-781c-4921-aca6-0210639c3938 req-2164d08a-97f2-4652-a0b1-586657894370 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=491875bb-6674-48a5-90ad-3ee5428b928f HTTP/1.1" status: 200 len: 210 time: 0.1192198 Mar 07 10:38:01.876002 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47924) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:01.880313 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 3be13c7b-3b13-4c46-8d39-728f5cc95f93 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:01.901643 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3be13c7b-3b13-4c46-8d39-728f5cc95f93), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:01.931639 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6101e3be-0b28-47bc-8610-154e795511e3 req-bb8bb31c-f28f-4ae9-86e5-b37187580b39 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Network c2795f77-66a3-4e6f-90b8-62a555bb1830 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:02.006903 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-96208b57-d8e0-430f-ad1a-871896b6bd72 admin admin] Publish callbacks [] for security_group (906b86e4-ff1f-4817-b75f-3968b9ddc8a7), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:02.041947 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-96208b57-d8e0-430f-ad1a-871896b6bd72 admin admin] Publish callbacks [] for security_group (906b86e4-ff1f-4817-b75f-3968b9ddc8a7), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:02.077512 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d5179-d95f-465b-b34c-cbc2f2bc727d req-ec5d54c9-cd81-453f-a0ac-37176be0f72e tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:02.082299 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c04d5179-d95f-465b-b34c-cbc2f2bc727d req-ec5d54c9-cd81-453f-a0ac-37176be0f72e tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/ports?device_id=1156b33c-1ee5-4520-a314-cb1e78592ea7 HTTP/1.1" status: 200 len: 931 time: 1.9353049 Mar 07 10:38:02.083245 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 3be13c7b-3b13-4c46-8d39-728f5cc95f93 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:02.086651 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0eb27c-145e-4e94-9b0e-b29b96847e17 req-037b0e44-e0a5-46a9-83eb-c032b973af11 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] No DVR routers for this DVR port 22e350eb-dd29-4f61-b3fb-e5f895608336 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:38:02.089258 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-6101e3be-0b28-47bc-8610-154e795511e3 req-bb8bb31c-f28f-4ae9-86e5-b37187580b39 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:02.091118 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8bb31c-f28f-4ae9-86e5-b37187580b39 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Pushing event updated for resources: {'Port': ['ID=41a70a7b-b016-4449-acfa-be6e7ce7e954,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:02.098955 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4d0eb27c-145e-4e94-9b0e-b29b96847e17 req-037b0e44-e0a5-46a9-83eb-c032b973af11 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:02.102562 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d0eb27c-145e-4e94-9b0e-b29b96847e17 req-037b0e44-e0a5-46a9-83eb-c032b973af11 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.21 "DELETE /v2.0/ports/22e350eb-dd29-4f61-b3fb-e5f895608336 HTTP/1.1" status: 204 len: 173 time: 2.4508524 Mar 07 10:38:02.103799 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6101e3be-0b28-47bc-8610-154e795511e3 req-bb8bb31c-f28f-4ae9-86e5-b37187580b39 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:38:02.120520 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491875bb-6674-48a5-90ad-3ee5428b928f', 'name': 'network-vif-deleted', 'tag': '22e350eb-dd29-4f61-b3fb-e5f895608336'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:02.123696 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d46b5c-906e-42c6-b09a-24d9bde838bd" -d '{"events": [{"server_uuid": "491875bb-6674-48a5-90ad-3ee5428b928f", "name": "network-vif-deleted", "tag": "22e350eb-dd29-4f61-b3fb-e5f895608336"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:02.160647 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-96208b57-d8e0-430f-ad1a-871896b6bd72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (906b86e4-ff1f-4817-b75f-3968b9ddc8a7), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:02.166810 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-96208b57-d8e0-430f-ad1a-871896b6bd72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:02.172132 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-6101e3be-0b28-47bc-8610-154e795511e3 req-e03857ae-076b-42cd-a7d5-764a0e2a80ef tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Allocated IP 172.20.0.9 (c2795f77-66a3-4e6f-90b8-62a555bb1830/355ed6b5-9129-4d51-98a7-103041f009b1/0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:38:02.173303 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-96208b57-d8e0-430f-ad1a-871896b6bd72 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/906b86e4-ff1f-4817-b75f-3968b9ddc8a7 HTTP/1.1" status: 204 len: 168 time: 0.2756095 Mar 07 10:38:02.227812 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e7223c4-0849-4dca-85d1-f2af3337f459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a9d046bb-f751-4262-abbe-bba407a2c0e7), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:02.251263 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53bcd9-73eb-4929-9413-0380186be9f0 req-5474a07d-f6f1-45df-b51b-082b5952eb17 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:02.259482 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4a53bcd9-73eb-4929-9413-0380186be9f0 req-5474a07d-f6f1-45df-b51b-082b5952eb17 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91c4e97-5e9d-4781-b128-d7f407d387dc HTTP/1.1" status: 200 len: 984 time: 0.1516557 Mar 07 10:38:02.321921 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96208b57-d8e0-430f-ad1a-871896b6bd72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906b86e4-ff1f-4817-b75f-3968b9ddc8a7,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:02.362671 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4a53bcd9-73eb-4929-9413-0380186be9f0 req-f1a51910-bebc-4283-bd44-01e99d770a9c tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba5e8b03-fe04-4a9a-8f67-6938492da32f&id=41732982-be5a-437a-b05f-81e2b4372098&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1022084 Mar 07 10:38:02.445513 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b0e44-e0a5-46a9-83eb-c032b973af11 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Pushing event deleted for resources: {'Port': ['ID=22e350eb-dd29-4f61-b3fb-e5f895608336,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:02.450460 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9eab4723-b4dd-4a24-9335-8f1adb0a9aeb req-b234f2a3-d683-412e-a8c8-63fb0e8816ab service neutron] 10.222.0.31 "GET /v2.0/networks/8a80d3a9-20f1-4d65-a5aa-f7b35212a95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6693075 Mar 07 10:38:02.462476 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c04d5179-d95f-465b-b34c-cbc2f2bc727d req-e0d7e15b-22ab-4fa7-b30a-e090afffe742 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa448f87-043c-4547-b958-b61c377fb8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549380 Mar 07 10:38:02.508411 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101e3be-0b28-47bc-8610-154e795511e3 req-bb8bb31c-f28f-4ae9-86e5-b37187580b39 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:02.509229 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6101e3be-0b28-47bc-8610-154e795511e3 req-bb8bb31c-f28f-4ae9-86e5-b37187580b39 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:02.774631 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e7223c4-0849-4dca-85d1-f2af3337f459 admin admin] Publish callbacks [] for port (a9d046bb-f751-4262-abbe-bba407a2c0e7), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:02.784893 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e7223c4-0849-4dca-85d1-f2af3337f459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (a9d046bb-f751-4262-abbe-bba407a2c0e7), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:02.920645 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6101e3be-0b28-47bc-8610-154e795511e3 req-e03857ae-076b-42cd-a7d5-764a0e2a80ef tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Publish callbacks [] for port (0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:02.931859 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7223c4-0849-4dca-85d1-f2af3337f459 admin admin] Pushing event updated for resources: {'Port': ['ID=a9d046bb-f751-4262-abbe-bba407a2c0e7,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:02.945048 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e7223c4-0849-4dca-85d1-f2af3337f459 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (623c3d93-a95a-4595-9f18-524eeadcc1de), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:03.015548 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d2673-89ec-4358-b409-9bc300854ccd req-1b7b8927-d4b2-4b24-b0f9-5f2a36144c17 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:03.050488 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d2673-89ec-4358-b409-9bc300854ccd req-1b7b8927-d4b2-4b24-b0f9-5f2a36144c17 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:03.074734 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d2673-89ec-4358-b409-9bc300854ccd req-1b7b8927-d4b2-4b24-b0f9-5f2a36144c17 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:03.080476 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d2673-89ec-4358-b409-9bc300854ccd req-1b7b8927-d4b2-4b24-b0f9-5f2a36144c17 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:03.101543 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d2673-89ec-4358-b409-9bc300854ccd req-1b7b8927-d4b2-4b24-b0f9-5f2a36144c17 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:03.113252 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d2673-89ec-4358-b409-9bc300854ccd req-1b7b8927-d4b2-4b24-b0f9-5f2a36144c17 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:03.135314 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d2673-89ec-4358-b409-9bc300854ccd req-1b7b8927-d4b2-4b24-b0f9-5f2a36144c17 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:03.139429 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ef8d2673-89ec-4358-b409-9bc300854ccd req-1b7b8927-d4b2-4b24-b0f9-5f2a36144c17 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5432 time: 0.3596790 Mar 07 10:38:03.403456 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d058ead-3ca0-4222-a5b5-5bede56a9147 x-openstack-request-id: req-8d058ead-3ca0-4222-a5b5-5bede56a9147 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:03.403857 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491875bb-6674-48a5-90ad-3ee5428b928f", "name": "network-vif-deleted", "tag": "22e350eb-dd29-4f61-b3fb-e5f895608336", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:03.404212 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8d058ead-3ca0-4222-a5b5-5bede56a9147 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:03.404698 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491875bb-6674-48a5-90ad-3ee5428b928f', 'name': 'network-vif-deleted', 'tag': '22e350eb-dd29-4f61-b3fb-e5f895608336', 'status': 'completed', 'code': 200} Mar 07 10:38:03.405974 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 22e350eb-dd29-4f61-b3fb-e5f895608336 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:38:03.414470 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6101e3be-0b28-47bc-8610-154e795511e3 req-e03857ae-076b-42cd-a7d5-764a0e2a80ef tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:03.418106 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-5ca89316-1adc-4945-83dc-da006b2dbb9e admin admin] Allocated IP 172.20.0.1 (0a513206-2def-4933-979c-f245f2d5610c/473ce296-8e02-4e65-a3e4-e81563b11cf6/e3284a56-5d4a-467b-8ccf-d81932b5d2fb) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:38:03.489566 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 22e350eb-dd29-4f61-b3fb-e5f895608336 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:38:03.490311 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ef8d2673-89ec-4358-b409-9bc300854ccd req-1c6d9897-d8b0-4f83-b688-e830ce08b7cb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3150797 Mar 07 10:38:03.496354 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 22e350eb-dd29-4f61-b3fb-e5f895608336 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:38:03.514570 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3af9e00-f22a-49c8-8f72-f3ec266b84af req-2c4552c5-2081-4418-bdf2-f5d926c0c3db tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=491875bb-6674-48a5-90ad-3ee5428b928f HTTP/1.1" status: 200 len: 210 time: 0.1223483 Mar 07 10:38:03.545702 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7223c4-0849-4dca-85d1-f2af3337f459 admin admin] Network e9213476-43ba-434e-a45c-f24c836d68e1 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:03.553069 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-0e7223c4-0849-4dca-85d1-f2af3337f459 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:03.642039 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6101e3be-0b28-47bc-8610-154e795511e3 req-bb8bb31c-f28f-4ae9-86e5-b37187580b39 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 12.8430862 Mar 07 10:38:03.680315 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6101e3be-0b28-47bc-8610-154e795511e3 req-e03857ae-076b-42cd-a7d5-764a0e2a80ef tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Network c2795f77-66a3-4e6f-90b8-62a555bb1830 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:03.768316 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6ddf1861-1a3d-4306-a365-7992f589ab19 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:03.771631 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47974) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:03.775682 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-6101e3be-0b28-47bc-8610-154e795511e3 req-e03857ae-076b-42cd-a7d5-764a0e2a80ef tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:03.806960 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6101e3be-0b28-47bc-8610-154e795511e3 req-e03857ae-076b-42cd-a7d5-764a0e2a80ef tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:38:03.981713 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 6ddf1861-1a3d-4306-a365-7992f589ab19 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:03.982088 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6ddf1861-1a3d-4306-a365-7992f589ab19), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:04.020510 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613d5f9-f1d1-4efd-97c4-0515c48ecb30 req-1c14cdd5-8d49-4b10-885b-bcfe781dc2e4 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:04.028897 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e613d5f9-f1d1-4efd-97c4-0515c48ecb30 req-1c14cdd5-8d49-4b10-885b-bcfe781dc2e4 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91c4e97-5e9d-4781-b128-d7f407d387dc HTTP/1.1" status: 200 len: 984 time: 0.3568959 Mar 07 10:38:04.054831 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-6101e3be-0b28-47bc-8610-154e795511e3 req-ec7a51a7-940c-4517-99bb-20dc59adcbe4 service neutron] Request body: {'port': {'device_id': 'aab4d57d-6cdb-4d71-b438-f84eed39906a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:04.077284 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-984d1a1b-d8de-402c-aeb4-baa0594ab3f6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-846857533-network', 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:04.137374 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 6ddf1861-1a3d-4306-a365-7992f589ab19 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:04.137996 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6ddf1861-1a3d-4306-a365-7992f589ab19), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:04.162538 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e7223c4-0849-4dca-85d1-f2af3337f459 admin admin] Router 623c3d93-a95a-4595-9f18-524eeadcc1de has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:38:04.169050 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 6ddf1861-1a3d-4306-a365-7992f589ab19, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6ddf1861-1a3d-4306-a365-7992f589ab19,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:04.195082 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6ddf1861-1a3d-4306-a365-7992f589ab19), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:04.200919 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-e55b38d1-5962-4452-9b42-8bf239478dc6 None None] Provisioning complete for port a9d046bb-f751-4262-abbe-bba407a2c0e7 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:04.201642 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e55b38d1-5962-4452-9b42-8bf239478dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a9d046bb-f751-4262-abbe-bba407a2c0e7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:04.263119 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e55b38d1-5962-4452-9b42-8bf239478dc6 None None] Port a9d046bb-f751-4262-abbe-bba407a2c0e7 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:38:04.273606 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984d1a1b-d8de-402c-aeb4-baa0594ab3f6 admin admin] Made reservation on behalf of d640dc7f4f784834ad48e78ec0df26a5 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:38:04.276063 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-984d1a1b-d8de-402c-aeb4-baa0594ab3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:04.282139 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-6101e3be-0b28-47bc-8610-154e795511e3 req-dee07812-5995-411e-8cad-51b6e60e5ffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afa14939-16cb-4090-80fb-1e4c55f63178 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:04.305730 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6101e3be-0b28-47bc-8610-154e795511e3 req-dee07812-5995-411e-8cad-51b6e60e5ffe service neutron] Publish callbacks [] for port (afa14939-16cb-4090-80fb-1e4c55f63178), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:04.340936 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-6101e3be-0b28-47bc-8610-154e795511e3 req-dee07812-5995-411e-8cad-51b6e60e5ffe service neutron] Transition to ACTIVE for port object afa14939-16cb-4090-80fb-1e4c55f63178 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:38:04.354348 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-984d1a1b-d8de-402c-aeb4-baa0594ab3f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:04.378510 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e613d5f9-f1d1-4efd-97c4-0515c48ecb30 req-37f36b93-e872-4414-b88c-63fbe28bd592 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba5e8b03-fe04-4a9a-8f67-6938492da32f&id=41732982-be5a-437a-b05f-81e2b4372098&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3406770 Mar 07 10:38:04.455583 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=6ddf1861-1a3d-4306-a365-7992f589ab19,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:04.490108 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101e3be-0b28-47bc-8610-154e795511e3 req-e03857ae-076b-42cd-a7d5-764a0e2a80ef tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:04.491283 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6101e3be-0b28-47bc-8610-154e795511e3 req-e03857ae-076b-42cd-a7d5-764a0e2a80ef tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:04.495308 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9eab4723-b4dd-4a24-9335-8f1adb0a9aeb req-6fac3b1f-90fe-482e-8f49-7fffb4e12e59 service neutron] 10.222.0.31 "GET /v2.0/networks/8a80d3a9-20f1-4d65-a5aa-f7b35212a95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9784567 Mar 07 10:38:04.714080 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-984d1a1b-d8de-402c-aeb4-baa0594ab3f6 admin admin] Publish callbacks [] for security_group (17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:04.735237 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-984d1a1b-d8de-402c-aeb4-baa0594ab3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:04.739870 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6101e3be-0b28-47bc-8610-154e795511e3 req-dee07812-5995-411e-8cad-51b6e60e5ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (afa14939-16cb-4090-80fb-1e4c55f63178), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:04.819418 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-984d1a1b-d8de-402c-aeb4-baa0594ab3f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:38:04.848777 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7223c4-0849-4dca-85d1-f2af3337f459 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:38:04.852478 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03857ae-076b-42cd-a7d5-764a0e2a80ef tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Pushing event updated for resources: {'Port': ['ID=0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:04.868777 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e447cc48-d8a4-48a1-8aeb-c5966a685a0c None None] Sync routers for ids ['623c3d93-a95a-4595-9f18-524eeadcc1de'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:38:04.875796 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-984d1a1b-d8de-402c-aeb4-baa0594ab3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (0bff5fe3-a691-4e25-8a0f-c7433dac5fdb), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:04.876105 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-984d1a1b-d8de-402c-aeb4-baa0594ab3f6 admin admin] Added segment 0bff5fe3-a691-4e25-8a0f-c7433dac5fdb of type vlan for network 931da2d2-d8f9-46f5-a9f5-24b58bb56e41 Mar 07 10:38:04.880872 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0e7223c4-0849-4dca-85d1-f2af3337f459 admin admin] 10.222.0.11 "PUT /v2.0/routers/623c3d93-a95a-4595-9f18-524eeadcc1de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2230873 Mar 07 10:38:04.882920 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d1a1b-d8de-402c-aeb4-baa0594ab3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:04.908515 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e447cc48-d8a4-48a1-8aeb-c5966a685a0c None None] Routers {'623c3d93-a95a-4595-9f18-524eeadcc1de'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:04.937463 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e447cc48-d8a4-48a1-8aeb-c5966a685a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:37:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['623c3d93-a95a-4595-9f18-524eeadcc1de'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:04.943319 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785239fe-c9a5-47cf-ad9c-115f0a17852d req-fb42a167-55e1-489f-8d37-13f3ad53492c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:04.954813 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785239fe-c9a5-47cf-ad9c-115f0a17852d req-fb42a167-55e1-489f-8d37-13f3ad53492c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:04.960736 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785239fe-c9a5-47cf-ad9c-115f0a17852d req-fb42a167-55e1-489f-8d37-13f3ad53492c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:04.966813 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785239fe-c9a5-47cf-ad9c-115f0a17852d req-fb42a167-55e1-489f-8d37-13f3ad53492c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:04.973455 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785239fe-c9a5-47cf-ad9c-115f0a17852d req-fb42a167-55e1-489f-8d37-13f3ad53492c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:04.979090 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785239fe-c9a5-47cf-ad9c-115f0a17852d req-fb42a167-55e1-489f-8d37-13f3ad53492c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:04.984545 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785239fe-c9a5-47cf-ad9c-115f0a17852d req-fb42a167-55e1-489f-8d37-13f3ad53492c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:04.987353 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-785239fe-c9a5-47cf-ad9c-115f0a17852d req-fb42a167-55e1-489f-8d37-13f3ad53492c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5432 time: 0.2710221 Mar 07 10:38:05.008214 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-984d1a1b-d8de-402c-aeb4-baa0594ab3f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (931da2d2-d8f9-46f5-a9f5-24b58bb56e41), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:05.083488 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-984d1a1b-d8de-402c-aeb4-baa0594ab3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (931da2d2-d8f9-46f5-a9f5-24b58bb56e41), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:05.085840 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984d1a1b-d8de-402c-aeb4-baa0594ab3f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:05.086423 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-984d1a1b-d8de-402c-aeb4-baa0594ab3f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:05.139520 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6101e3be-0b28-47bc-8610-154e795511e3 req-e03857ae-076b-42cd-a7d5-764a0e2a80ef tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 14.9473262 Mar 07 10:38:05.161986 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-984d1a1b-d8de-402c-aeb4-baa0594ab3f6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3836813 Mar 07 10:38:05.162607 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47994) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:05.171940 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-550c9481-8bd2-4bb6-b112-0978e822b82e admin admin] Request body: {'subnet': {'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-846857533-subnet', 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:05.213374 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee07812-5995-411e-8cad-51b6e60e5ffe service neutron] Pushing event updated for resources: {'Port': ['ID=afa14939-16cb-4090-80fb-1e4c55f63178,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:05.222450 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6101e3be-0b28-47bc-8610-154e795511e3 req-ec7a51a7-940c-4517-99bb-20dc59adcbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (41a70a7b-b016-4449-acfa-be6e7ce7e954), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:05.230727 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-e447cc48-d8a4-48a1-8aeb-c5966a685a0c None None] Set router 623c3d93-a95a-4595-9f18-524eeadcc1de gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:05.234191 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-6101e3be-0b28-47bc-8610-154e795511e3 req-b9e21af5-a739-41d2-a298-7a5ba60aeb73 service neutron] Request body: {'port': {'device_id': 'f8d1f234-635f-47b3-b7a4-d06ddfbe02cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:05.332882 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d1a1b-d8de-402c-aeb4-baa0594ab3f6 admin admin] Pushing event updated for resources: {'Network': ['ID=931da2d2-d8f9-46f5-a9f5-24b58bb56e41,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:05.361962 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1379c-1674-4624-9339-61ae2e271aae req-677dcf81-213e-486c-a849-df4e465091bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:05.363547 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f6c1379c-1674-4624-9339-61ae2e271aae req-677dcf81-213e-486c-a849-df4e465091bb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=687a3ef03fa34a4fa307fc9bd3361018&device_id=3d73b82e-3e5e-4695-b111-6134be543953 HTTP/1.1" status: 200 len: 1133 time: 0.9887507 Mar 07 10:38:05.368657 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 931da2d2-d8f9-46f5-a9f5-24b58bb56e41 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:38:05.430282 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-785239fe-c9a5-47cf-ad9c-115f0a17852d req-4026a5dd-10b6-4c4b-b351-b7c4a41c46da tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4249046 Mar 07 10:38:05.432126 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550c9481-8bd2-4bb6-b112-0978e822b82e admin admin] Made reservation on behalf of d640dc7f4f784834ad48e78ec0df26a5 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:38:05.440519 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-550c9481-8bd2-4bb6-b112-0978e822b82e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:05.529417 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e447cc48-d8a4-48a1-8aeb-c5966a685a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655443501-router', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:50Z', 'updated_at': '2022-03-07T10:38:02Z', 'revision_number': 4, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'gw_port': {'id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:53Z', 'updated_at': '2022-03-07T10:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'a9d046bb-f751-4262-abbe-bba407a2c0e7', 'name': '', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'mac_address': 'fa:16:3e:e3:03:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:58Z', 'updated_at': '2022-03-07T10:38:02Z', 'revision_number': 2, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'subnets': [{'id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:05.591767 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e447cc48-d8a4-48a1-8aeb-c5966a685a0c None None] Checking router: 623c3d93-a95a-4595-9f18-524eeadcc1de for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:38:05.592713 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e447cc48-d8a4-48a1-8aeb-c5966a685a0c None None] Updating router 623c3d93-a95a-4595-9f18-524eeadcc1de port a9d046bb-f751-4262-abbe-bba407a2c0e7 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:38:05.654166 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e447cc48-d8a4-48a1-8aeb-c5966a685a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a9d046bb-f751-4262-abbe-bba407a2c0e7), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:05.661064 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6ddf1861-1a3d-4306-a365-7992f589ab19 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:05.795239 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 6ddf1861-1a3d-4306-a365-7992f589ab19 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:05.795859 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6ddf1861-1a3d-4306-a365-7992f589ab19), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:05.800556 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d1389-d8f0-4ab1-9ff9-62ec0bb29ecc req-e43dac01-6eb1-4bc3-8e98-36295bc0c31c tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:05.802193 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-156d1389-d8f0-4ab1-9ff9-62ec0bb29ecc req-e43dac01-6eb1-4bc3-8e98-36295bc0c31c tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/ports?device_id=1156b33c-1ee5-4520-a314-cb1e78592ea7 HTTP/1.1" status: 200 len: 943 time: 2.0554645 Mar 07 10:38:05.886593 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5ca89316-1adc-4945-83dc-da006b2dbb9e admin admin] Publish callbacks [] for port (e3284a56-5d4a-467b-8ccf-d81932b5d2fb), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:05.948014 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 6ddf1861-1a3d-4306-a365-7992f589ab19 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:06.004753 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-550c9481-8bd2-4bb6-b112-0978e822b82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (be75dc35-59ec-464d-b948-3549cf46df15), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:06.052940 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6101e3be-0b28-47bc-8610-154e795511e3 req-b9e21af5-a739-41d2-a298-7a5ba60aeb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:06.202522 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c9481-8bd2-4bb6-b112-0978e822b82e admin admin] Pushing event updated for resources: {'Subnet': ['ID=be75dc35-59ec-464d-b948-3549cf46df15,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:06.224409 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e447cc48-d8a4-48a1-8aeb-c5966a685a0c None None] Publish callbacks [] for port (a9d046bb-f751-4262-abbe-bba407a2c0e7), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:06.237388 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e447cc48-d8a4-48a1-8aeb-c5966a685a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a9d046bb-f751-4262-abbe-bba407a2c0e7), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:06.297983 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6eb26-7ed7-449b-9019-d913fc662924 None None] Pushing event updated for resources: {'Port': ['ID=a9d046bb-f751-4262-abbe-bba407a2c0e7,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:06.315133 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550c9481-8bd2-4bb6-b112-0978e822b82e admin admin] Checking segment: {'id': '0bff5fe3-a691-4e25-8a0f-c7433dac5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:38:06.315388 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550c9481-8bd2-4bb6-b112-0978e822b82e admin admin] Network hostable DHCP agents. Network: 931da2d2-d8f9-46f5-a9f5-24b58bb56e41, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:38:06.368901 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-156d1389-d8f0-4ab1-9ff9-62ec0bb29ecc req-1e65a996-89a2-4102-b897-4191748fb94d tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa448f87-043c-4547-b958-b61c377fb8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175436 Mar 07 10:38:06.399998 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449a473-ea47-452c-af9b-6067193ade0b req-51cda490-3c26-4928-8e5f-d24c4c1c72c6 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:06.409171 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7449a473-ea47-452c-af9b-6067193ade0b req-51cda490-3c26-4928-8e5f-d24c4c1c72c6 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/networks?id=e9213476-43ba-434e-a45c-f24c836d68e1 HTTP/1.1" status: 200 len: 821 time: 0.3262887 Mar 07 10:38:06.445353 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2ff40a9f-090f-4e6d-8593-3e3c67e0c42d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:06.447891 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7449a473-ea47-452c-af9b-6067193ade0b req-47e368bc-46b1-4aca-8ba3-a5c83c8febd1 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/quotas/3eaa5c3bb65646f4925f986f51ff18dc HTTP/1.1" status: 200 len: 375 time: 0.0345628 Mar 07 10:38:06.516000 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550c9481-8bd2-4bb6-b112-0978e822b82e admin admin] Network 931da2d2-d8f9-46f5-a9f5-24b58bb56e41 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:38:06.554003 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-6101e3be-0b28-47bc-8610-154e795511e3 req-dee07812-5995-411e-8cad-51b6e60e5ffe service neutron] Attempting to bind port afa14939-16cb-4090-80fb-1e4c55f63178 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:38:06.554745 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-6101e3be-0b28-47bc-8610-154e795511e3 req-dee07812-5995-411e-8cad-51b6e60e5ffe service neutron] Attempting to bind port afa14939-16cb-4090-80fb-1e4c55f63178 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': 'd7557ddf-bc8b-41ff-827b-079f9fe8bee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c2795f77-66a3-4e6f-90b8-62a555bb1830'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:38:06.555146 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101e3be-0b28-47bc-8610-154e795511e3 req-dee07812-5995-411e-8cad-51b6e60e5ffe service neutron] Attempting to bind port afa14939-16cb-4090-80fb-1e4c55f63178 on network c2795f77-66a3-4e6f-90b8-62a555bb1830 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:06.566074 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-e447cc48-d8a4-48a1-8aeb-c5966a685a0c None None] Attempting to bind port a9d046bb-f751-4262-abbe-bba407a2c0e7 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:38:06.566728 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-e447cc48-d8a4-48a1-8aeb-c5966a685a0c None None] Attempting to bind port a9d046bb-f751-4262-abbe-bba407a2c0e7 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '4f7e0434-a01f-44de-85e6-94dc5f02406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:38:06.567270 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e447cc48-d8a4-48a1-8aeb-c5966a685a0c None None] Attempting to bind port a9d046bb-f751-4262-abbe-bba407a2c0e7 on network e9213476-43ba-434e-a45c-f24c836d68e1 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:06.573447 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e447cc48-d8a4-48a1-8aeb-c5966a685a0c None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:38:06.576403 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-550c9481-8bd2-4bb6-b112-0978e822b82e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 931da2d2-d8f9-46f5-a9f5-24b58bb56e41) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:06.577058 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e447cc48-d8a4-48a1-8aeb-c5966a685a0c None None] Checking segment: {'id': '4f7e0434-a01f-44de-85e6-94dc5f02406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:38:06.578020 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e447cc48-d8a4-48a1-8aeb-c5966a685a0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:06.578583 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e447cc48-d8a4-48a1-8aeb-c5966a685a0c None None] Bound using segment: {'id': '4f7e0434-a01f-44de-85e6-94dc5f02406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:38:06.580580 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101e3be-0b28-47bc-8610-154e795511e3 req-dee07812-5995-411e-8cad-51b6e60e5ffe service neutron] Port afa14939-16cb-4090-80fb-1e4c55f63178 on network c2795f77-66a3-4e6f-90b8-62a555bb1830 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:38:06.580968 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101e3be-0b28-47bc-8610-154e795511e3 req-dee07812-5995-411e-8cad-51b6e60e5ffe service neutron] Attempting to bind port afa14939-16cb-4090-80fb-1e4c55f63178 on network c2795f77-66a3-4e6f-90b8-62a555bb1830 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:06.586356 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1379c-1674-4624-9339-61ae2e271aae req-831995aa-b423-44fc-912d-15dbc39d9814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:06.586518 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550c9481-8bd2-4bb6-b112-0978e822b82e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:06.588189 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e987cc3b-2c16-4a67-bd36-ec510e359cc2 None None] Network 931da2d2-d8f9-46f5-a9f5-24b58bb56e41 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:38:06.588773 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f6c1379c-1674-4624-9339-61ae2e271aae req-831995aa-b423-44fc-912d-15dbc39d9814 service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.9568136 Mar 07 10:38:06.593031 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-550c9481-8bd2-4bb6-b112-0978e822b82e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:06.606141 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-e447cc48-d8a4-48a1-8aeb-c5966a685a0c None None] Bound port: a9d046bb-f751-4262-abbe-bba407a2c0e7, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f7e0434-a01f-44de-85e6-94dc5f02406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:38:06.606994 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e447cc48-d8a4-48a1-8aeb-c5966a685a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a9d046bb-f751-4262-abbe-bba407a2c0e7), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:06.661842 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7449a473-ea47-452c-af9b-6067193ade0b req-6cd09caf-374e-4eec-9d51-8553ebedff83 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3eaa5c3bb65646f4925f986f51ff18dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2123926 Mar 07 10:38:06.677271 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101e3be-0b28-47bc-8610-154e795511e3 req-dee07812-5995-411e-8cad-51b6e60e5ffe service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:38:06.677903 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101e3be-0b28-47bc-8610-154e795511e3 req-dee07812-5995-411e-8cad-51b6e60e5ffe service neutron] Checking segment: {'id': 'd7557ddf-bc8b-41ff-827b-079f9fe8bee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c2795f77-66a3-4e6f-90b8-62a555bb1830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:38:06.678292 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101e3be-0b28-47bc-8610-154e795511e3 req-dee07812-5995-411e-8cad-51b6e60e5ffe service neutron] Bound using segment: {'id': 'd7557ddf-bc8b-41ff-827b-079f9fe8bee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c2795f77-66a3-4e6f-90b8-62a555bb1830'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:38:06.678773 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-6101e3be-0b28-47bc-8610-154e795511e3 req-dee07812-5995-411e-8cad-51b6e60e5ffe service neutron] Bound port: afa14939-16cb-4090-80fb-1e4c55f63178, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7557ddf-bc8b-41ff-827b-079f9fe8bee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c2795f77-66a3-4e6f-90b8-62a555bb1830'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:38:06.679144 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6101e3be-0b28-47bc-8610-154e795511e3 req-dee07812-5995-411e-8cad-51b6e60e5ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (afa14939-16cb-4090-80fb-1e4c55f63178), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:06.692967 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-550c9481-8bd2-4bb6-b112-0978e822b82e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5225060 Mar 07 10:38:06.693248 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f6c1379c-1674-4624-9339-61ae2e271aae req-9f5f9c75-c6e5-4510-9adf-80801b3819ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=fff45af4-f140-42d3-a837-1e7c66aabe2f HTTP/1.1" status: 200 len: 217 time: 0.0889769 Mar 07 10:38:06.693248 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5ca89316-1adc-4945-83dc-da006b2dbb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (e3284a56-5d4a-467b-8ccf-d81932b5d2fb), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:06.694722 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 48016) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:06.707415 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-078914cc-6d70-4dc8-aa9f-2053acb906b6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-846857533-router', 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:06.795236 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-e447cc48-d8a4-48a1-8aeb-c5966a685a0c None None] For port a9d046bb-f751-4262-abbe-bba407a2c0e7, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:38:06.803643 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-e447cc48-d8a4-48a1-8aeb-c5966a685a0c None None] For port a9d046bb-f751-4262-abbe-bba407a2c0e7, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a9d046bb-f751-4262-abbe-bba407a2c0e7,segment=NetworkSegment(4f7e0434-a01f-44de-85e6-94dc5f02406c),segment_id=4f7e0434-a01f-44de-85e6-94dc5f02406c)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:38:06.807989 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-078914cc-6d70-4dc8-aa9f-2053acb906b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (5edb460b-516d-40d4-b02c-db19d5829c96), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:06.813544 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-078914cc-6d70-4dc8-aa9f-2053acb906b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (5edb460b-516d-40d4-b02c-db19d5829c96), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:06.818348 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e447cc48-d8a4-48a1-8aeb-c5966a685a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a9d046bb-f751-4262-abbe-bba407a2c0e7), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:06.818498 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca89316-1adc-4945-83dc-da006b2dbb9e admin admin] Network 0a513206-2def-4933-979c-f245f2d5610c is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:06.856356 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7608a-c770-4f89-8bcb-9ac4af24f1fa req-87fc8581-714b-4ec2-ac66-f1f109ab956f tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:06.858841 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9ba7608a-c770-4f89-8bcb-9ac4af24f1fa req-87fc8581-714b-4ec2-ac66-f1f109ab956f tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91c4e97-5e9d-4781-b128-d7f407d387dc HTTP/1.1" status: 200 len: 984 time: 0.2925477 Mar 07 10:38:06.862107 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-5ca89316-1adc-4945-83dc-da006b2dbb9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:06.867096 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca89316-1adc-4945-83dc-da006b2dbb9e admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:38:06.886643 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e447cc48-d8a4-48a1-8aeb-c5966a685a0c None None] Routers {'623c3d93-a95a-4595-9f18-524eeadcc1de'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:06.891529 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37db1e3-e64b-45ab-b66a-e7dd1afbbfe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-931da2d2-d8f9-46f5-a9f5-24b58bb56e41', 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41', 'project_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'fixed_ips': [{'subnet_id': 'be75dc35-59ec-464d-b948-3549cf46df15'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:38:06.892835 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c37db1e3-e64b-45ab-b66a-e7dd1afbbfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:06.900523 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e447cc48-d8a4-48a1-8aeb-c5966a685a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:37:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['623c3d93-a95a-4595-9f18-524eeadcc1de'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:07.104062 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-078914cc-6d70-4dc8-aa9f-2053acb906b6 admin admin] Publish callbacks [] for router_controller (5edb460b-516d-40d4-b02c-db19d5829c96), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:07.147686 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca89316-1adc-4945-83dc-da006b2dbb9e admin admin] Pushing event updated for resources: {'Port': ['ID=e3284a56-5d4a-467b-8ccf-d81932b5d2fb,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:07.176301 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1379c-1674-4624-9339-61ae2e271aae req-7e63bf31-0a43-4376-aa9e-eccb01e42552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:07.178629 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f6c1379c-1674-4624-9339-61ae2e271aae req-7e63bf31-0a43-4376-aa9e-eccb01e42552 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.4646285 Mar 07 10:38:07.184597 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-6101e3be-0b28-47bc-8610-154e795511e3 req-ec7a51a7-940c-4517-99bb-20dc59adcbe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41a70a7b-b016-4449-acfa-be6e7ce7e954 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:07.194092 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-0be340f6-e445-4b67-a29b-fd4e7daf7efc None None] Provisioning complete for port a9d046bb-f751-4262-abbe-bba407a2c0e7 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:07.199248 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0be340f6-e445-4b67-a29b-fd4e7daf7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a9d046bb-f751-4262-abbe-bba407a2c0e7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:07.275281 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6101e3be-0b28-47bc-8610-154e795511e3 req-ec7a51a7-940c-4517-99bb-20dc59adcbe4 service neutron] Publish callbacks [] for port (41a70a7b-b016-4449-acfa-be6e7ce7e954), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:07.287117 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7449a473-ea47-452c-af9b-6067193ade0b req-6b23c213-ec7d-47f2-a1cf-e0fcfc97474e service neutron] 10.222.0.11 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6217415 Mar 07 10:38:07.314859 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9ba7608a-c770-4f89-8bcb-9ac4af24f1fa req-0e3c9681-28f5-4e5d-9a05-e7649f90008a tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba5e8b03-fe04-4a9a-8f67-6938492da32f&id=41732982-be5a-437a-b05f-81e2b4372098&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4418032 Mar 07 10:38:07.327967 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6101e3be-0b28-47bc-8610-154e795511e3 req-dee07812-5995-411e-8cad-51b6e60e5ffe service neutron] For port afa14939-16cb-4090-80fb-1e4c55f63178, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:38:07.332644 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-6101e3be-0b28-47bc-8610-154e795511e3 req-ec7a51a7-940c-4517-99bb-20dc59adcbe4 service neutron] Transition to ACTIVE for port object 41a70a7b-b016-4449-acfa-be6e7ce7e954 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:38:07.334979 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6101e3be-0b28-47bc-8610-154e795511e3 req-dee07812-5995-411e-8cad-51b6e60e5ffe service neutron] For port afa14939-16cb-4090-80fb-1e4c55f63178, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=afa14939-16cb-4090-80fb-1e4c55f63178,segment=NetworkSegment(d7557ddf-bc8b-41ff-827b-079f9fe8bee8),segment_id=d7557ddf-bc8b-41ff-827b-079f9fe8bee8)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:38:07.337467 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5ca89316-1adc-4945-83dc-da006b2dbb9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:07.462460 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-c37db1e3-e64b-45ab-b66a-e7dd1afbbfe9 None None] Allocated IP 172.20.0.2 (931da2d2-d8f9-46f5-a9f5-24b58bb56e41/be75dc35-59ec-464d-b948-3549cf46df15/2fd2a885-c578-43d1-a76d-9713c35ce934) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:38:07.561286 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-078914cc-6d70-4dc8-aa9f-2053acb906b6 admin admin] Publish callbacks [] for router_gateway (5edb460b-516d-40d4-b02c-db19d5829c96), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:07.605736 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0be340f6-e445-4b67-a29b-fd4e7daf7efc None None] Current status of the port a9d046bb-f751-4262-abbe-bba407a2c0e7 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:07.606438 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0be340f6-e445-4b67-a29b-fd4e7daf7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a9d046bb-f751-4262-abbe-bba407a2c0e7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:07.711777 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7449a473-ea47-452c-af9b-6067193ade0b req-4cbf5225-20e6-4926-9037-818fa6cc3771 service neutron] 10.222.0.11 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223816 Mar 07 10:38:07.731796 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6eb26-7ed7-449b-9019-d913fc662924 None None] Pushing event updated for resources: {'Port': ['ID=a9d046bb-f751-4262-abbe-bba407a2c0e7,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:07.788321 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-0be340f6-e445-4b67-a29b-fd4e7daf7efc None None] For port a9d046bb-f751-4262-abbe-bba407a2c0e7, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a9d046bb-f751-4262-abbe-bba407a2c0e7,segment=NetworkSegment(4f7e0434-a01f-44de-85e6-94dc5f02406c),segment_id=4f7e0434-a01f-44de-85e6-94dc5f02406c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:07.805705 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-6101e3be-0b28-47bc-8610-154e795511e3 req-b9e21af5-a739-41d2-a298-7a5ba60aeb73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:07.819009 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0be340f6-e445-4b67-a29b-fd4e7daf7efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a9d046bb-f751-4262-abbe-bba407a2c0e7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:07.829994 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6101e3be-0b28-47bc-8610-154e795511e3 req-b9e21af5-a739-41d2-a298-7a5ba60aeb73 service neutron] Publish callbacks [] for port (0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:07.867499 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-6101e3be-0b28-47bc-8610-154e795511e3 req-b9e21af5-a739-41d2-a298-7a5ba60aeb73 service neutron] Transition to ACTIVE for port object 0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:38:07.869703 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6101e3be-0b28-47bc-8610-154e795511e3 req-ec7a51a7-940c-4517-99bb-20dc59adcbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (41a70a7b-b016-4449-acfa-be6e7ce7e954), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:07.909910 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6101e3be-0b28-47bc-8610-154e795511e3 req-dee07812-5995-411e-8cad-51b6e60e5ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (afa14939-16cb-4090-80fb-1e4c55f63178), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:07.920915 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6101e3be-0b28-47bc-8610-154e795511e3 req-b9e21af5-a739-41d2-a298-7a5ba60aeb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:07.964614 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-e447cc48-d8a4-48a1-8aeb-c5966a685a0c None None] Set router 623c3d93-a95a-4595-9f18-524eeadcc1de gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:08.122762 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be340f6-e445-4b67-a29b-fd4e7daf7efc None None] Pushing event updated for resources: {'Port': ['ID=a9d046bb-f751-4262-abbe-bba407a2c0e7,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:08.150402 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c37db1e3-e64b-45ab-b66a-e7dd1afbbfe9 None None] Publish callbacks [] for port (2fd2a885-c578-43d1-a76d-9713c35ce934), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:08.162069 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-1087e7fd-2037-4550-b95c-347c6c94df87 None None] Provisioning complete for port a9d046bb-f751-4262-abbe-bba407a2c0e7 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:08.163248 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1087e7fd-2037-4550-b95c-347c6c94df87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a9d046bb-f751-4262-abbe-bba407a2c0e7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:08.170355 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c37db1e3-e64b-45ab-b66a-e7dd1afbbfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (2fd2a885-c578-43d1-a76d-9713c35ce934), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:08.296382 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37db1e3-e64b-45ab-b66a-e7dd1afbbfe9 None None] Network 931da2d2-d8f9-46f5-a9f5-24b58bb56e41 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:08.305956 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-c37db1e3-e64b-45ab-b66a-e7dd1afbbfe9 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:08.308391 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37db1e3-e64b-45ab-b66a-e7dd1afbbfe9 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:38:08.334780 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1379c-1674-4624-9339-61ae2e271aae req-333f98a8-030e-437f-ba93-82b73118eeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:08.336737 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f6c1379c-1674-4624-9339-61ae2e271aae req-333f98a8-030e-437f-ba93-82b73118eeea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 1.1051750 Mar 07 10:38:08.352545 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37db1e3-e64b-45ab-b66a-e7dd1afbbfe9 None None] Pushing event updated for resources: {'Port': ['ID=2fd2a885-c578-43d1-a76d-9713c35ce934,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:08.466613 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9e0e3c3d-0968-4597-aa1d-fe2d05a130d2 req-2ca0cea9-73a4-4d7d-a538-7125c04a14d1 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1318704868&fields=id&tenant_id=e88d3d2709354316b86d2ca6f47f41ea HTTP/1.1" status: 200 len: 267 time: 0.2805295 Mar 07 10:38:08.493197 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-c37db1e3-e64b-45ab-b66a-e7dd1afbbfe9 None None] Attempting to bind port 2fd2a885-c578-43d1-a76d-9713c35ce934 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:38:08.493892 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-c37db1e3-e64b-45ab-b66a-e7dd1afbbfe9 None None] Attempting to bind port 2fd2a885-c578-43d1-a76d-9713c35ce934 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '0bff5fe3-a691-4e25-8a0f-c7433dac5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:38:08.494547 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37db1e3-e64b-45ab-b66a-e7dd1afbbfe9 None None] Attempting to bind port 2fd2a885-c578-43d1-a76d-9713c35ce934 on network 931da2d2-d8f9-46f5-a9f5-24b58bb56e41 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:08.513744 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37db1e3-e64b-45ab-b66a-e7dd1afbbfe9 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:38:08.514485 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37db1e3-e64b-45ab-b66a-e7dd1afbbfe9 None None] Checking segment: {'id': '0bff5fe3-a691-4e25-8a0f-c7433dac5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:38:08.515254 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c37db1e3-e64b-45ab-b66a-e7dd1afbbfe9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:08.515890 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37db1e3-e64b-45ab-b66a-e7dd1afbbfe9 None None] Bound using segment: {'id': '0bff5fe3-a691-4e25-8a0f-c7433dac5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:38:08.516579 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-c37db1e3-e64b-45ab-b66a-e7dd1afbbfe9 None None] Bound port: 2fd2a885-c578-43d1-a76d-9713c35ce934, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bff5fe3-a691-4e25-8a0f-c7433dac5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:38:08.517323 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c37db1e3-e64b-45ab-b66a-e7dd1afbbfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2fd2a885-c578-43d1-a76d-9713c35ce934), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:08.542992 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1087e7fd-2037-4550-b95c-347c6c94df87 None None] Current status of the port a9d046bb-f751-4262-abbe-bba407a2c0e7 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:08.554230 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-078914cc-6d70-4dc8-aa9f-2053acb906b6 admin admin] Publish callbacks [] for router_gateway (5edb460b-516d-40d4-b02c-db19d5829c96), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:08.582238 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e447cc48-d8a4-48a1-8aeb-c5966a685a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655443501-router', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:50Z', 'updated_at': '2022-03-07T10:38:02Z', 'revision_number': 4, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'gw_port': {'id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:53Z', 'updated_at': '2022-03-07T10:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'a9d046bb-f751-4262-abbe-bba407a2c0e7', 'name': '', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'mac_address': 'fa:16:3e:e3:03:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:58Z', 'updated_at': '2022-03-07T10:38:06Z', 'revision_number': 4, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'subnets': [{'id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:08.617899 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-078914cc-6d70-4dc8-aa9f-2053acb906b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:08.625531 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101e3be-0b28-47bc-8610-154e795511e3 req-dee07812-5995-411e-8cad-51b6e60e5ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:08.626329 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6101e3be-0b28-47bc-8610-154e795511e3 req-dee07812-5995-411e-8cad-51b6e60e5ffe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:08.628997 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6101e3be-0b28-47bc-8610-154e795511e3 req-dee07812-5995-411e-8cad-51b6e60e5ffe service neutron] 10.222.0.31 "PUT /v2.0/ports/afa14939-16cb-4090-80fb-1e4c55f63178 HTTP/1.1" status: 200 len: 1091 time: 10.8991580 Mar 07 10:38:08.656692 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5ca89316-1adc-4945-83dc-da006b2dbb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e3284a56-5d4a-467b-8ccf-d81932b5d2fb), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:08.663698 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1156b33c-1ee5-4520-a314-cb1e78592ea7', 'tag': 'afa14939-16cb-4090-80fb-1e4c55f63178'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:08.672505 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741fcb2e-5be4-419b-a815-6f224124308d" -d '{"events": [{"name": "network-changed", "server_uuid": "1156b33c-1ee5-4520-a314-cb1e78592ea7", "tag": "afa14939-16cb-4090-80fb-1e4c55f63178"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:08.675187 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e447cc48-d8a4-48a1-8aeb-c5966a685a0c None None] The sync data for ids ['623c3d93-a95a-4595-9f18-524eeadcc1de'] in n-d-832164-4 is: [{'id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655443501-router', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:50Z', 'updated_at': '2022-03-07T10:38:02Z', 'revision_number': 4, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'gw_port': {'id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:53Z', 'updated_at': '2022-03-07T10:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'a9d046bb-f751-4262-abbe-bba407a2c0e7', 'name': '', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'mac_address': 'fa:16:3e:e3:03:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:58Z', 'updated_at': '2022-03-07T10:38:06Z', 'revision_number': 4, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'subnets': [{'id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:38:08.731697 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c37db1e3-e64b-45ab-b66a-e7dd1afbbfe9 None None] For port 2fd2a885-c578-43d1-a76d-9713c35ce934, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:38:08.743642 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c37db1e3-e64b-45ab-b66a-e7dd1afbbfe9 None None] For port 2fd2a885-c578-43d1-a76d-9713c35ce934, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=2fd2a885-c578-43d1-a76d-9713c35ce934,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:38:08.773027 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c37db1e3-e64b-45ab-b66a-e7dd1afbbfe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (2fd2a885-c578-43d1-a76d-9713c35ce934), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:08.803282 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-31111ca8-d38e-4f44-8d00-4993d16f0274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:08.806186 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a51a7-940c-4517-99bb-20dc59adcbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=41a70a7b-b016-4449-acfa-be6e7ce7e954,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:08.899656 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e3c3d-0968-4597-aa1d-fe2d05a130d2 req-a5f76224-9d4d-4bae-9e0b-92277da217ae tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:08.911785 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-1087e7fd-2037-4550-b95c-347c6c94df87 None None] Provisioning complete for port e3284a56-5d4a-467b-8ccf-d81932b5d2fb triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:08.912160 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1087e7fd-2037-4550-b95c-347c6c94df87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e3284a56-5d4a-467b-8ccf-d81932b5d2fb), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:08.913939 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9e0e3c3d-0968-4597-aa1d-fe2d05a130d2 req-a5f76224-9d4d-4bae-9e0b-92277da217ae tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91c4e97-5e9d-4781-b128-d7f407d387dc HTTP/1.1" status: 200 len: 984 time: 0.4385526 Mar 07 10:38:08.931989 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-9e0e3c3d-0968-4597-aa1d-fe2d05a130d2 req-de873cdc-4bdb-4900-88b3-953797add6d7 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Request body: {'port': {'security_groups': ['41732982-be5a-437a-b05f-81e2b4372098', 'ba5e8b03-fe04-4a9a-8f67-6938492da32f', 'ec49201a-b1a0-4801-b6d2-ff7461ae4fcb']}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:09.029554 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1087e7fd-2037-4550-b95c-347c6c94df87 None None] Port e3284a56-5d4a-467b-8ccf-d81932b5d2fb cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:38:09.085439 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37db1e3-e64b-45ab-b66a-e7dd1afbbfe9 None None] Pushing event updated for resources: {'Port': ['ID=2fd2a885-c578-43d1-a76d-9713c35ce934,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:09.181672 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9e0e3c3d-0968-4597-aa1d-fe2d05a130d2 req-de873cdc-4bdb-4900-88b3-953797add6d7 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f9b05e21-0d27-416c-8289-e900e508834c), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:09.586306 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-9e0e3c3d-0968-4597-aa1d-fe2d05a130d2 req-de873cdc-4bdb-4900-88b3-953797add6d7 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] For port f9b05e21-0d27-416c-8289-e900e508834c, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f9b05e21-0d27-416c-8289-e900e508834c,segment=NetworkSegment(ed524cc8-0430-4980-8771-744b579a40cf),segment_id=ed524cc8-0430-4980-8771-744b579a40cf)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:09.750020 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-078914cc-6d70-4dc8-aa9f-2053acb906b6 admin admin] Allocated IP 172.25.3.240 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/d5151d03-05a5-448d-845c-191caad000c8) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:38:09.806478 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a9d046bb-f751-4262-abbe-bba407a2c0e7 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:09.952708 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-078914cc-6d70-4dc8-aa9f-2053acb906b6 admin admin] Publish callbacks [] for port (d5151d03-05a5-448d-845c-191caad000c8), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:09.955700 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:10.013752 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-6101e3be-0b28-47bc-8610-154e795511e3 req-b9e21af5-a739-41d2-a298-7a5ba60aeb73 service neutron] Attempting to bind port 0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:38:10.021688 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-6101e3be-0b28-47bc-8610-154e795511e3 req-b9e21af5-a739-41d2-a298-7a5ba60aeb73 service neutron] Attempting to bind port 0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'd7557ddf-bc8b-41ff-827b-079f9fe8bee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c2795f77-66a3-4e6f-90b8-62a555bb1830'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:38:10.022477 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101e3be-0b28-47bc-8610-154e795511e3 req-b9e21af5-a739-41d2-a298-7a5ba60aeb73 service neutron] Attempting to bind port 0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf on network c2795f77-66a3-4e6f-90b8-62a555bb1830 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:10.045581 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-6101e3be-0b28-47bc-8610-154e795511e3 req-ec7a51a7-940c-4517-99bb-20dc59adcbe4 service neutron] Attempting to bind port 41a70a7b-b016-4449-acfa-be6e7ce7e954 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:38:10.047174 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-6101e3be-0b28-47bc-8610-154e795511e3 req-ec7a51a7-940c-4517-99bb-20dc59adcbe4 service neutron] Attempting to bind port 41a70a7b-b016-4449-acfa-be6e7ce7e954 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': 'd7557ddf-bc8b-41ff-827b-079f9fe8bee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c2795f77-66a3-4e6f-90b8-62a555bb1830'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:38:10.047647 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101e3be-0b28-47bc-8610-154e795511e3 req-ec7a51a7-940c-4517-99bb-20dc59adcbe4 service neutron] Attempting to bind port 41a70a7b-b016-4449-acfa-be6e7ce7e954 on network c2795f77-66a3-4e6f-90b8-62a555bb1830 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:10.119918 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-078914cc-6d70-4dc8-aa9f-2053acb906b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (d5151d03-05a5-448d-845c-191caad000c8), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:10.133816 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101e3be-0b28-47bc-8610-154e795511e3 req-b9e21af5-a739-41d2-a298-7a5ba60aeb73 service neutron] Port 0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf on network c2795f77-66a3-4e6f-90b8-62a555bb1830 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:38:10.134271 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101e3be-0b28-47bc-8610-154e795511e3 req-b9e21af5-a739-41d2-a298-7a5ba60aeb73 service neutron] Attempting to bind port 0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf on network c2795f77-66a3-4e6f-90b8-62a555bb1830 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:10.152300 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port a9d046bb-f751-4262-abbe-bba407a2c0e7 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:10.152678 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a9d046bb-f751-4262-abbe-bba407a2c0e7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:10.196274 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce5f65-b2c8-4010-bdea-f799d34c2aed req-ee601bc5-2442-4964-9895-f75a98bfa6a4 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:10.208887 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce5f65-b2c8-4010-bdea-f799d34c2aed req-ee601bc5-2442-4964-9895-f75a98bfa6a4 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:10.214779 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce5f65-b2c8-4010-bdea-f799d34c2aed req-ee601bc5-2442-4964-9895-f75a98bfa6a4 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:10.220409 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce5f65-b2c8-4010-bdea-f799d34c2aed req-ee601bc5-2442-4964-9895-f75a98bfa6a4 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:10.226909 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce5f65-b2c8-4010-bdea-f799d34c2aed req-ee601bc5-2442-4964-9895-f75a98bfa6a4 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:10.232306 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce5f65-b2c8-4010-bdea-f799d34c2aed req-ee601bc5-2442-4964-9895-f75a98bfa6a4 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:10.242078 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce5f65-b2c8-4010-bdea-f799d34c2aed req-ee601bc5-2442-4964-9895-f75a98bfa6a4 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:10.247369 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-01ce5f65-b2c8-4010-bdea-f799d34c2aed req-ee601bc5-2442-4964-9895-f75a98bfa6a4 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5432 time: 2.0782006 Mar 07 10:38:10.253932 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101e3be-0b28-47bc-8610-154e795511e3 req-ec7a51a7-940c-4517-99bb-20dc59adcbe4 service neutron] Port 41a70a7b-b016-4449-acfa-be6e7ce7e954 on network c2795f77-66a3-4e6f-90b8-62a555bb1830 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:38:10.253932 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101e3be-0b28-47bc-8610-154e795511e3 req-ec7a51a7-940c-4517-99bb-20dc59adcbe4 service neutron] Attempting to bind port 41a70a7b-b016-4449-acfa-be6e7ce7e954 on network c2795f77-66a3-4e6f-90b8-62a555bb1830 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:10.294729 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101e3be-0b28-47bc-8610-154e795511e3 req-b9e21af5-a739-41d2-a298-7a5ba60aeb73 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:38:10.300314 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101e3be-0b28-47bc-8610-154e795511e3 req-b9e21af5-a739-41d2-a298-7a5ba60aeb73 service neutron] Checking segment: {'id': 'd7557ddf-bc8b-41ff-827b-079f9fe8bee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c2795f77-66a3-4e6f-90b8-62a555bb1830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:38:10.300922 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101e3be-0b28-47bc-8610-154e795511e3 req-b9e21af5-a739-41d2-a298-7a5ba60aeb73 service neutron] Bound using segment: {'id': 'd7557ddf-bc8b-41ff-827b-079f9fe8bee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c2795f77-66a3-4e6f-90b8-62a555bb1830'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:38:10.302121 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-6101e3be-0b28-47bc-8610-154e795511e3 req-b9e21af5-a739-41d2-a298-7a5ba60aeb73 service neutron] Bound port: 0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7557ddf-bc8b-41ff-827b-079f9fe8bee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c2795f77-66a3-4e6f-90b8-62a555bb1830'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:38:10.307205 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6101e3be-0b28-47bc-8610-154e795511e3 req-b9e21af5-a739-41d2-a298-7a5ba60aeb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:10.429906 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port a9d046bb-f751-4262-abbe-bba407a2c0e7 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:10.431764 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 2fd2a885-c578-43d1-a76d-9713c35ce934 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:10.517940 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101e3be-0b28-47bc-8610-154e795511e3 req-29a8936b-b1db-488e-9ebf-606bc665da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:10.522700 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6101e3be-0b28-47bc-8610-154e795511e3 req-29a8936b-b1db-488e-9ebf-606bc665da5a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=196235a2893a4332b9d32ab67e39eb88&device_id=1156b33c-1ee5-4520-a314-cb1e78592ea7 HTTP/1.1" status: 200 len: 1125 time: 1.8281052 Mar 07 10:38:10.554776 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9177b70-2655-4c59-ac20-4c8ddbd4c032 req-3a77f4f6-f7ed-47fa-aeff-88bed93ba176 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:10.556853 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b9177b70-2655-4c59-ac20-4c8ddbd4c032 req-3a77f4f6-f7ed-47fa-aeff-88bed93ba176 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.21 "GET /v2.0/ports?device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9 HTTP/1.1" status: 200 len: 944 time: 2.1861663 Mar 07 10:38:10.559864 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101e3be-0b28-47bc-8610-154e795511e3 req-ec7a51a7-940c-4517-99bb-20dc59adcbe4 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 37, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:38:10.562305 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101e3be-0b28-47bc-8610-154e795511e3 req-ec7a51a7-940c-4517-99bb-20dc59adcbe4 service neutron] Checking segment: {'id': 'd7557ddf-bc8b-41ff-827b-079f9fe8bee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c2795f77-66a3-4e6f-90b8-62a555bb1830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:38:10.563104 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6101e3be-0b28-47bc-8610-154e795511e3 req-ec7a51a7-940c-4517-99bb-20dc59adcbe4 service neutron] Bound using segment: {'id': 'd7557ddf-bc8b-41ff-827b-079f9fe8bee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c2795f77-66a3-4e6f-90b8-62a555bb1830'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:38:10.563669 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 2fd2a885-c578-43d1-a76d-9713c35ce934 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:10.564950 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2fd2a885-c578-43d1-a76d-9713c35ce934), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:10.570635 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-6101e3be-0b28-47bc-8610-154e795511e3 req-ec7a51a7-940c-4517-99bb-20dc59adcbe4 service neutron] Bound port: 41a70a7b-b016-4449-acfa-be6e7ce7e954, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7557ddf-bc8b-41ff-827b-079f9fe8bee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c2795f77-66a3-4e6f-90b8-62a555bb1830'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:38:10.572123 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6101e3be-0b28-47bc-8610-154e795511e3 req-ec7a51a7-940c-4517-99bb-20dc59adcbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (41a70a7b-b016-4449-acfa-be6e7ce7e954), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:10.657080 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee07812-5995-411e-8cad-51b6e60e5ffe service neutron] Pushing event updated for resources: {'Port': ['ID=afa14939-16cb-4090-80fb-1e4c55f63178,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:10.799205 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76043dc-7cc1-4199-86d7-071d0806dafb None None] Network 931da2d2-d8f9-46f5-a9f5-24b58bb56e41 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:38:10.818229 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 2fd2a885-c578-43d1-a76d-9713c35ce934 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:10.819344 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2fd2a885-c578-43d1-a76d-9713c35ce934), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:10.821196 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f6c1379c-1674-4624-9339-61ae2e271aae req-c8a7a7b5-965f-4fd7-b610-648b2b11953f service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.4491272 Mar 07 10:38:10.977844 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9e0e3c3d-0968-4597-aa1d-fe2d05a130d2 req-de873cdc-4bdb-4900-88b3-953797add6d7 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for port (f9b05e21-0d27-416c-8289-e900e508834c), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:11.009074 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-86a75b2b-8605-4ab9-937f-0a664805d612 None None] Provisioning complete for port 2fd2a885-c578-43d1-a76d-9713c35ce934 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:11.009811 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-86a75b2b-8605-4ab9-937f-0a664805d612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2fd2a885-c578-43d1-a76d-9713c35ce934), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:11.029808 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9e0e3c3d-0968-4597-aa1d-fe2d05a130d2 req-de873cdc-4bdb-4900-88b3-953797add6d7 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (f9b05e21-0d27-416c-8289-e900e508834c), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:11.045399 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 2fd2a885-c578-43d1-a76d-9713c35ce934, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=2fd2a885-c578-43d1-a76d-9713c35ce934,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:11.058136 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078914cc-6d70-4dc8-aa9f-2053acb906b6 admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:11.073145 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-078914cc-6d70-4dc8-aa9f-2053acb906b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:11.073514 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['50ac4fd7-c6cc-48fb-8594-708a12111e6f', 'f9b05e21-0d27-416c-8289-e900e508834c'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:11.086852 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078914cc-6d70-4dc8-aa9f-2053acb906b6 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:38:11.099778 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078914cc-6d70-4dc8-aa9f-2053acb906b6 admin admin] Pushing event updated for resources: {'Port': ['ID=d5151d03-05a5-448d-845c-191caad000c8,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:11.108528 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e3c3d-0968-4597-aa1d-fe2d05a130d2 req-de873cdc-4bdb-4900-88b3-953797add6d7 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:11.109233 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9e0e3c3d-0968-4597-aa1d-fe2d05a130d2 req-de873cdc-4bdb-4900-88b3-953797add6d7 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:11.111802 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9e0e3c3d-0968-4597-aa1d-fe2d05a130d2 req-de873cdc-4bdb-4900-88b3-953797add6d7 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "PUT /v2.0/ports/f9b05e21-0d27-416c-8289-e900e508834c HTTP/1.1" status: 200 len: 1020 time: 2.1959796 Mar 07 10:38:11.129854 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6101e3be-0b28-47bc-8610-154e795511e3 req-211bd5c5-8d21-4d35-a09a-02979a8f85e8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=afa14939-16cb-4090-80fb-1e4c55f63178 HTTP/1.1" status: 200 len: 217 time: 0.5280159 Mar 07 10:38:11.144238 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f91c4e97-5e9d-4781-b128-d7f407d387dc', 'tag': 'f9b05e21-0d27-416c-8289-e900e508834c'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:11.157240 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9f5540-da15-43d9-be90-7d3ffa7fcad4" -d '{"events": [{"name": "network-changed", "server_uuid": "f91c4e97-5e9d-4781-b128-d7f407d387dc", "tag": "f9b05e21-0d27-416c-8289-e900e508834c"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:11.190083 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (2fd2a885-c578-43d1-a76d-9713c35ce934), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:11.198476 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449a473-ea47-452c-af9b-6067193ade0b req-51a7a920-fc84-4039-b790-2af1d29a655f tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:11.200053 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7449a473-ea47-452c-af9b-6067193ade0b req-51a7a920-fc84-4039-b790-2af1d29a655f tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.21 "GET /v2.0/networks?id=e9213476-43ba-434e-a45c-f24c836d68e1 HTTP/1.1" status: 200 len: 821 time: 1.1682208 Mar 07 10:38:11.286825 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-7449a473-ea47-452c-af9b-6067193ade0b req-7b16c697-1a61-45df-b34e-21b9e4aeea8b tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Request body: {'port': {'device_id': '7257dea5-b7a4-43c8-b2a0-1579f543a29e', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'admin_state_up': True, 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:11.368835 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de873cdc-4bdb-4900-88b3-953797add6d7 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Pushing event updated for resources: {'Port': ['ID=f9b05e21-0d27-416c-8289-e900e508834c,revision_number=7']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:11.494158 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-01ce5f65-b2c8-4010-bdea-f799d34c2aed req-118942f2-f969-454d-83b1-b302dce23128 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2457314 Mar 07 10:38:11.498730 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['f9b05e21-0d27-416c-8289-e900e508834c'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:11.508690 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e21af5-a739-41d2-a298-7a5ba60aeb73 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:11.543726 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-b9177b70-2655-4c59-ac20-4c8ddbd4c032 req-9f1aa690-643b-4a5b-b6d6-0361ac416075 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Deleting port f72f1314-81d8-42ff-a423-451348af85c3 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:38:11.544077 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b9177b70-2655-4c59-ac20-4c8ddbd4c032 req-9f1aa690-643b-4a5b-b6d6-0361ac416075 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (f72f1314-81d8-42ff-a423-451348af85c3), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:11.651958 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-b9177b70-2655-4c59-ac20-4c8ddbd4c032 req-9f1aa690-643b-4a5b-b6d6-0361ac416075 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] For port f72f1314-81d8-42ff-a423-451348af85c3, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=f72f1314-81d8-42ff-a423-451348af85c3,segment=NetworkSegment(ace419e0-0c87-4994-bfbd-1b84e36090d4),segment_id=ace419e0-0c87-4994-bfbd-1b84e36090d4)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:11.652327 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b9177b70-2655-4c59-ac20-4c8ddbd4c032 req-9f1aa690-643b-4a5b-b6d6-0361ac416075 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (f72f1314-81d8-42ff-a423-451348af85c3), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:11.666608 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-b9177b70-2655-4c59-ac20-4c8ddbd4c032 req-9f1aa690-643b-4a5b-b6d6-0361ac416075 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Calling delete_port for f72f1314-81d8-42ff-a423-451348af85c3 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:38:11.729027 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:11.730132 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=2fd2a885-c578-43d1-a76d-9713c35ce934,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:11.748204 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eec927-2312-479d-bc57-121f74f24bba req-b2e0934f-692c-411e-9c46-cc4c88e84aa0 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:11.750698 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-41eec927-2312-479d-bc57-121f74f24bba req-b2e0934f-692c-411e-9c46-cc4c88e84aa0 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/ports?device_id=1156b33c-1ee5-4520-a314-cb1e78592ea7 HTTP/1.1" status: 200 len: 943 time: 0.4970872 Mar 07 10:38:11.836034 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b9177b70-2655-4c59-ac20-4c8ddbd4c032 req-9f1aa690-643b-4a5b-b6d6-0361ac416075 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (f72f1314-81d8-42ff-a423-451348af85c3), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:11.849258 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6101e3be-0b28-47bc-8610-154e795511e3 req-b9e21af5-a739-41d2-a298-7a5ba60aeb73 service neutron] For port 0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:38:11.861781 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f6c1379c-1674-4624-9339-61ae2e271aae req-e0d70b57-6649-4083-8b7b-377f30229fe8 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9118135 Mar 07 10:38:11.875243 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-41eec927-2312-479d-bc57-121f74f24bba req-cb65825d-489f-42bd-bdf5-7ab1cdfbe091 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa448f87-043c-4547-b958-b61c377fb8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154284 Mar 07 10:38:11.937912 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6101e3be-0b28-47bc-8610-154e795511e3 req-ec7a51a7-940c-4517-99bb-20dc59adcbe4 service neutron] For port 41a70a7b-b016-4449-acfa-be6e7ce7e954, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:38:11.944425 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1aa690-643b-4a5b-b6d6-0361ac416075 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Pushing event deleted for resources: {'Port': ['ID=f72f1314-81d8-42ff-a423-451348af85c3,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:11.948340 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101e3be-0b28-47bc-8610-154e795511e3 req-9d90f25b-5735-415d-9bc6-51a5b16c3340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:11.948766 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6101e3be-0b28-47bc-8610-154e795511e3 req-9d90f25b-5735-415d-9bc6-51a5b16c3340 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=355ed6b5-9129-4d51-98a7-103041f009b1 HTTP/1.1" status: 200 len: 857 time: 0.6910396 Mar 07 10:38:11.949670 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-86a75b2b-8605-4ab9-937f-0a664805d612 None None] Current status of the port 2fd2a885-c578-43d1-a76d-9713c35ce934 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:11.973329 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b629d23-b5b9-4407-a6d4-7b6e65eb4f13 req-e9417f8d-6dde-4f98-bf51-9bdca89db464 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.11 "GET /v2.0/ports?device_id=892c358c-7c18-4bd9-9d81-8daf60c331d9 HTTP/1.1" status: 200 len: 210 time: 0.1498322 Mar 07 10:38:11.984833 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6101e3be-0b28-47bc-8610-154e795511e3 req-b9e21af5-a739-41d2-a298-7a5ba60aeb73 service neutron] For port 0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf,segment=NetworkSegment(d7557ddf-bc8b-41ff-827b-079f9fe8bee8),segment_id=d7557ddf-bc8b-41ff-827b-079f9fe8bee8)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:38:12.046195 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6101e3be-0b28-47bc-8610-154e795511e3 req-ec7a51a7-940c-4517-99bb-20dc59adcbe4 service neutron] For port 41a70a7b-b016-4449-acfa-be6e7ce7e954, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=41a70a7b-b016-4449-acfa-be6e7ce7e954,segment=NetworkSegment(d7557ddf-bc8b-41ff-827b-079f9fe8bee8),segment_id=d7557ddf-bc8b-41ff-827b-079f9fe8bee8)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:38:12.175060 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7449a473-ea47-452c-af9b-6067193ade0b req-7b16c697-1a61-45df-b34e-21b9e4aeea8b tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Made reservation on behalf of 3eaa5c3bb65646f4925f986f51ff18dc for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:38:12.180115 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-7449a473-ea47-452c-af9b-6067193ade0b req-7b16c697-1a61-45df-b34e-21b9e4aeea8b tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:12.200302 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6101e3be-0b28-47bc-8610-154e795511e3 req-ba8416cf-006f-4715-a5cd-91c4985c0f2f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c2795f77-66a3-4e6f-90b8-62a555bb1830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2190998 Mar 07 10:38:12.202234 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6101e3be-0b28-47bc-8610-154e795511e3 req-b9e21af5-a739-41d2-a298-7a5ba60aeb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:12.210414 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e163c6c3-8344-4270-bc4b-a368fcc7957a x-openstack-request-id: req-e163c6c3-8344-4270-bc4b-a368fcc7957a {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:12.210821 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1156b33c-1ee5-4520-a314-cb1e78592ea7", "tag": "afa14939-16cb-4090-80fb-1e4c55f63178", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:12.211092 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e163c6c3-8344-4270-bc4b-a368fcc7957a {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:12.211527 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1156b33c-1ee5-4520-a314-cb1e78592ea7', 'tag': 'afa14939-16cb-4090-80fb-1e4c55f63178', 'status': 'completed', 'code': 200} Mar 07 10:38:12.217947 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-71da926c-af9e-4a9a-bfd0-e1df6f248a8a req-4d5e609c-32b3-46c0-a08a-93230343bb1f tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/ports?device_id=7257dea5-b7a4-43c8-b2a0-1579f543a29e HTTP/1.1" status: 200 len: 210 time: 0.0839567 Mar 07 10:38:12.225980 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6101e3be-0b28-47bc-8610-154e795511e3 req-ec7a51a7-940c-4517-99bb-20dc59adcbe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (41a70a7b-b016-4449-acfa-be6e7ce7e954), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:12.266521 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-078914cc-6d70-4dc8-aa9f-2053acb906b6 admin admin] Publish callbacks [] for router_gateway (5edb460b-516d-40d4-b02c-db19d5829c96), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:12.397568 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32dd23c4-159d-497e-bcd4-4df92dbb6526 x-openstack-request-id: req-32dd23c4-159d-497e-bcd4-4df92dbb6526 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:12.398019 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f91c4e97-5e9d-4781-b128-d7f407d387dc", "tag": "f9b05e21-0d27-416c-8289-e900e508834c", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:12.398380 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-32dd23c4-159d-497e-bcd4-4df92dbb6526 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:12.398925 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f91c4e97-5e9d-4781-b128-d7f407d387dc', 'tag': 'f9b05e21-0d27-416c-8289-e900e508834c', 'status': 'completed', 'code': 200} Mar 07 10:38:12.407709 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9177b70-2655-4c59-ac20-4c8ddbd4c032 req-9f1aa690-643b-4a5b-b6d6-0361ac416075 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] No DVR routers for this DVR port f72f1314-81d8-42ff-a423-451348af85c3 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:38:12.438574 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b9177b70-2655-4c59-ac20-4c8ddbd4c032 req-9f1aa690-643b-4a5b-b6d6-0361ac416075 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:12.442127 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b9177b70-2655-4c59-ac20-4c8ddbd4c032 req-9f1aa690-643b-4a5b-b6d6-0361ac416075 tempest-LiveMigrationTest-1705976223 tempest-LiveMigrationTest-1705976223-project] 10.222.0.21 "DELETE /v2.0/ports/f72f1314-81d8-42ff-a423-451348af85c3 HTTP/1.1" status: 204 len: 173 time: 1.8632677 Mar 07 10:38:12.527740 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101e3be-0b28-47bc-8610-154e795511e3 req-ec7a51a7-940c-4517-99bb-20dc59adcbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:12.528060 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6101e3be-0b28-47bc-8610-154e795511e3 req-ec7a51a7-940c-4517-99bb-20dc59adcbe4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:12.530878 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6101e3be-0b28-47bc-8610-154e795511e3 req-ec7a51a7-940c-4517-99bb-20dc59adcbe4 service neutron] 10.222.0.31 "PUT /v2.0/ports/41a70a7b-b016-4449-acfa-be6e7ce7e954 HTTP/1.1" status: 200 len: 1091 time: 8.7827961 Mar 07 10:38:12.533512 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101e3be-0b28-47bc-8610-154e795511e3 req-b9e21af5-a739-41d2-a298-7a5ba60aeb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:12.534226 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6101e3be-0b28-47bc-8610-154e795511e3 req-b9e21af5-a739-41d2-a298-7a5ba60aeb73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:12.535914 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6101e3be-0b28-47bc-8610-154e795511e3 req-b9e21af5-a739-41d2-a298-7a5ba60aeb73 service neutron] 10.222.0.21 "PUT /v2.0/ports/0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf HTTP/1.1" status: 200 len: 1091 time: 7.3190584 Mar 07 10:38:12.545479 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5ca89316-1adc-4945-83dc-da006b2dbb9e admin admin] Publish callbacks [] for port (e3284a56-5d4a-467b-8ccf-d81932b5d2fb), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:12.626489 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6fe0bd2c-201f-431e-82cf-8de983d7200c None None] Provisioning complete for port 2fd2a885-c578-43d1-a76d-9713c35ce934 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:12.626885 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6fe0bd2c-201f-431e-82cf-8de983d7200c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2fd2a885-c578-43d1-a76d-9713c35ce934), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:12.636565 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5ca89316-1adc-4945-83dc-da006b2dbb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (e3284a56-5d4a-467b-8ccf-d81932b5d2fb), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:12.688479 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5ca89316-1adc-4945-83dc-da006b2dbb9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:12.734810 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e21af5-a739-41d2-a298-7a5ba60aeb73 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:12.773664 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-7449a473-ea47-452c-af9b-6067193ade0b req-7b16c697-1a61-45df-b34e-21b9e4aeea8b tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Allocated IP 172.20.0.13 (e9213476-43ba-434e-a45c-f24c836d68e1/accf3389-35bd-40c8-8f46-e6a58c569299/a13d21a5-1ef2-42de-8c75-ffbb7b701fdd) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:38:12.784178 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6bc3c810-417e-43aa-8c10-3438b33f4f86 req-4f78d015-edd3-45ad-886a-18a1221be23c tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups/ec49201a-b1a0-4801-b6d2-ff7461ae4fcb HTTP/1.1" status: 200 len: 1818 time: 0.5694909 Mar 07 10:38:12.818181 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f5540-da15-43d9-be90-7d3ffa7fcad4 req-8c6beda9-ddd5-444d-82e8-349e12dd9aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:12.819904 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ea9f5540-da15-43d9-be90-7d3ffa7fcad4 req-8c6beda9-ddd5-444d-82e8-349e12dd9aba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e88d3d2709354316b86d2ca6f47f41ea&device_id=f91c4e97-5e9d-4781-b128-d7f407d387dc HTTP/1.1" status: 200 len: 1206 time: 0.4251387 Mar 07 10:38:12.824966 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-078914cc-6d70-4dc8-aa9f-2053acb906b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (5edb460b-516d-40d4-b02c-db19d5829c96), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:12.860244 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98072aed-4efe-4f85-971d-78131372cd35 req-5462e7d0-d32f-4d5d-b123-e3ec38ed3ca9 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:12.866880 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98072aed-4efe-4f85-971d-78131372cd35 req-5462e7d0-d32f-4d5d-b123-e3ec38ed3ca9 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:12.871390 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98072aed-4efe-4f85-971d-78131372cd35 req-5462e7d0-d32f-4d5d-b123-e3ec38ed3ca9 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:12.877403 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98072aed-4efe-4f85-971d-78131372cd35 req-5462e7d0-d32f-4d5d-b123-e3ec38ed3ca9 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:12.882660 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98072aed-4efe-4f85-971d-78131372cd35 req-5462e7d0-d32f-4d5d-b123-e3ec38ed3ca9 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:12.887977 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98072aed-4efe-4f85-971d-78131372cd35 req-5462e7d0-d32f-4d5d-b123-e3ec38ed3ca9 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:12.893927 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98072aed-4efe-4f85-971d-78131372cd35 req-5462e7d0-d32f-4d5d-b123-e3ec38ed3ca9 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:12.895910 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-98072aed-4efe-4f85-971d-78131372cd35 req-5462e7d0-d32f-4d5d-b123-e3ec38ed3ca9 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5432 time: 0.1937957 Mar 07 10:38:12.975414 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6fe0bd2c-201f-431e-82cf-8de983d7200c None None] Current status of the port 2fd2a885-c578-43d1-a76d-9713c35ce934 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:13.015922 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6101e3be-0b28-47bc-8610-154e795511e3 req-4142f89a-6668-4fff-a4c5-73993b89be8f service neutron] 10.222.0.31 "GET /v2.0/networks/c2795f77-66a3-4e6f-90b8-62a555bb1830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7960536 Mar 07 10:38:13.055340 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:13.080961 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101e3be-0b28-47bc-8610-154e795511e3 req-8831cdf5-0dae-41a7-9f72-401ffd75625e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:13.083368 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6101e3be-0b28-47bc-8610-154e795511e3 req-8831cdf5-0dae-41a7-9f72-401ffd75625e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=196235a2893a4332b9d32ab67e39eb88&device_id=aab4d57d-6cdb-4d71-b438-f84eed39906a HTTP/1.1" status: 200 len: 1125 time: 0.4601116 Mar 07 10:38:13.094444 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101e3be-0b28-47bc-8610-154e795511e3 req-83bad57e-060b-48b1-9ac2-88f687ca841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:13.096909 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6101e3be-0b28-47bc-8610-154e795511e3 req-83bad57e-060b-48b1-9ac2-88f687ca841b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=196235a2893a4332b9d32ab67e39eb88&device_id=f8d1f234-635f-47b3-b7a4-d06ddfbe02cd HTTP/1.1" status: 200 len: 1125 time: 0.4129410 Mar 07 10:38:13.123605 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a51a7-940c-4517-99bb-20dc59adcbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=41a70a7b-b016-4449-acfa-be6e7ce7e954,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:13.196256 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-98072aed-4efe-4f85-971d-78131372cd35 req-b58b43d1-51c6-4d97-8631-68eda60efa95 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2903428 Mar 07 10:38:13.250067 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-7449a473-ea47-452c-af9b-6067193ade0b req-7b16c697-1a61-45df-b34e-21b9e4aeea8b tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks [] for port (a13d21a5-1ef2-42de-8c75-ffbb7b701fdd), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:13.291801 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6101e3be-0b28-47bc-8610-154e795511e3 req-08e8d007-89ef-48e4-ba87-b663e485607a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41a70a7b-b016-4449-acfa-be6e7ce7e954 HTTP/1.1" status: 200 len: 217 time: 0.1914766 Mar 07 10:38:13.293023 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f5540-da15-43d9-be90-7d3ffa7fcad4 req-7950cd31-891f-436b-8710-31160f021d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:13.294517 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ea9f5540-da15-43d9-be90-7d3ffa7fcad4 req-7950cd31-891f-436b-8710-31160f021d93 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8a80d3a9-20f1-4d65-a5aa-f7b35212a95a HTTP/1.1" status: 200 len: 914 time: 0.4524772 Mar 07 10:38:13.338303 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [req-6bc3c810-417e-43aa-8c10-3438b33f4f86 req-1bca4a5f-e7b9-4fa5-a41f-1fac2a57f2bd tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 07 10:38:13.339383 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6bc3c810-417e-43aa-8c10-3438b33f4f86 req-1bca4a5f-e7b9-4fa5-a41f-1fac2a57f2bd tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "DELETE /v2.0/security-groups/ec49201a-b1a0-4801-b6d2-ff7461ae4fcb HTTP/1.1" status: 409 len: 341 time: 0.5543556 Mar 07 10:38:13.366262 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078914cc-6d70-4dc8-aa9f-2053acb906b6 admin admin] Router 5edb460b-516d-40d4-b02c-db19d5829c96 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:38:13.381733 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-7449a473-ea47-452c-af9b-6067193ade0b req-7b16c697-1a61-45df-b34e-21b9e4aeea8b tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (a13d21a5-1ef2-42de-8c75-ffbb7b701fdd), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:13.419852 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 48074) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:13.462081 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device f72f1314-81d8-42ff-a423-451348af85c3 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:38:13.494310 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ea9f5540-da15-43d9-be90-7d3ffa7fcad4 req-22a174e9-785d-4464-803a-a349295cccdd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f9b05e21-0d27-416c-8289-e900e508834c HTTP/1.1" status: 200 len: 217 time: 0.1442745 Mar 07 10:38:13.495523 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6101e3be-0b28-47bc-8610-154e795511e3 req-9910b3d6-5378-49d7-b19c-ee6aeeb186bb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf HTTP/1.1" status: 200 len: 217 time: 0.3682969 Mar 07 10:38:13.519165 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59498c2-d0a4-45fc-ab49-ce4b02c75842 req-7a3a7cdf-b7a0-4f76-b46e-47e2c3800b8f tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:13.520751 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e59498c2-d0a4-45fc-ab49-ce4b02c75842 req-7a3a7cdf-b7a0-4f76-b46e-47e2c3800b8f tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/ports?device_id=1156b33c-1ee5-4520-a314-cb1e78592ea7 HTTP/1.1" status: 200 len: 943 time: 0.2118459 Mar 07 10:38:13.549360 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: f72f1314-81d8-42ff-a423-451348af85c3 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:38:13.552071 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device f72f1314-81d8-42ff-a423-451348af85c3 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:38:13.560389 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7449a473-ea47-452c-af9b-6067193ade0b req-7b16c697-1a61-45df-b34e-21b9e4aeea8b tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Network e9213476-43ba-434e-a45c-f24c836d68e1 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:13.567475 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b16c697-1a61-45df-b34e-21b9e4aeea8b tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Pushing event updated for resources: {'Port': ['ID=a13d21a5-1ef2-42de-8c75-ffbb7b701fdd,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:13.614813 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-7449a473-ea47-452c-af9b-6067193ade0b req-7b16c697-1a61-45df-b34e-21b9e4aeea8b tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:13.647156 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7449a473-ea47-452c-af9b-6067193ade0b req-7b16c697-1a61-45df-b34e-21b9e4aeea8b tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:38:13.674408 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 2fd2a885-c578-43d1-a76d-9713c35ce934 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:13.781719 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e59498c2-d0a4-45fc-ab49-ce4b02c75842 req-e5298a6e-9392-4a3a-b608-b69923db79ac tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa448f87-043c-4547-b958-b61c377fb8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424808 Mar 07 10:38:13.828032 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f405f8e7-245b-4522-8357-39b655178d6a admin admin] Deleting subnet 5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:38:13.838847 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f405f8e7-245b-4522-8357-39b655178d6a admin admin] Publish callbacks [] for subnet (5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:13.846448 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 2fd2a885-c578-43d1-a76d-9713c35ce934 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:13.851965 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2fd2a885-c578-43d1-a76d-9713c35ce934), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:13.870321 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449a473-ea47-452c-af9b-6067193ade0b req-7b16c697-1a61-45df-b34e-21b9e4aeea8b tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:13.871080 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-7449a473-ea47-452c-af9b-6067193ade0b req-7b16c697-1a61-45df-b34e-21b9e4aeea8b tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:13.899808 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078914cc-6d70-4dc8-aa9f-2053acb906b6 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:38:13.946328 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3975bce-29fb-4373-b06b-8a4386f47204 None None] Sync routers for ids ['5edb460b-516d-40d4-b02c-db19d5829c96'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:38:13.946635 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f405f8e7-245b-4522-8357-39b655178d6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:14.002026 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7449a473-ea47-452c-af9b-6067193ade0b req-7b16c697-1a61-45df-b34e-21b9e4aeea8b tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7465875 Mar 07 10:38:14.008844 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-078914cc-6d70-4dc8-aa9f-2053acb906b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:14.010576 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-078914cc-6d70-4dc8-aa9f-2053acb906b6 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3114293 Mar 07 10:38:14.016183 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3975bce-29fb-4373-b06b-8a4386f47204 None None] Routers {'5edb460b-516d-40d4-b02c-db19d5829c96'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:14.016966 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 48086) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:14.017861 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d3975bce-29fb-4373-b06b-8a4386f47204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:38:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5edb460b-516d-40d4-b02c-db19d5829c96'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:14.021645 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-7449a473-ea47-452c-af9b-6067193ade0b req-6ba780b0-ea31-4120-b444-3059b912fae5 service neutron] Request body: {'port': {'device_id': '7257dea5-b7a4-43c8-b2a0-1579f543a29e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:14.074755 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6101e3be-0b28-47bc-8610-154e795511e3 req-35ad221c-8169-40ac-ad39-3629f309f319 service neutron] 10.222.0.31 "GET /v2.0/networks/c2795f77-66a3-4e6f-90b8-62a555bb1830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0159850 Mar 07 10:38:14.075635 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca89316-1adc-4945-83dc-da006b2dbb9e admin admin] Pushing event updated for resources: {'Port': ['ID=e3284a56-5d4a-467b-8ccf-d81932b5d2fb,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:14.160904 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f405f8e7-245b-4522-8357-39b655178d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:14.195484 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca89316-1adc-4945-83dc-da006b2dbb9e admin admin] Network 0a513206-2def-4933-979c-f245f2d5610c is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:14.220039 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892c358c-7c18-4bd9-9d81-8daf60c331d9', 'name': 'network-vif-deleted', 'tag': 'f72f1314-81d8-42ff-a423-451348af85c3'}, {'name': 'network-changed', 'server_uuid': 'aab4d57d-6cdb-4d71-b438-f84eed39906a', 'tag': '41a70a7b-b016-4449-acfa-be6e7ce7e954'}, {'name': 'network-changed', 'server_uuid': 'f8d1f234-635f-47b3-b7a4-d06ddfbe02cd', 'tag': '0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:14.223394 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e52cfb7-17ec-4ceb-bc7c-6ae21af3133c" -d '{"events": [{"server_uuid": "892c358c-7c18-4bd9-9d81-8daf60c331d9", "name": "network-vif-deleted", "tag": "f72f1314-81d8-42ff-a423-451348af85c3"}, {"name": "network-changed", "server_uuid": "aab4d57d-6cdb-4d71-b438-f84eed39906a", "tag": "41a70a7b-b016-4449-acfa-be6e7ce7e954"}, {"name": "network-changed", "server_uuid": "f8d1f234-635f-47b3-b7a4-d06ddfbe02cd", "tag": "0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:14.233019 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-5ca89316-1adc-4945-83dc-da006b2dbb9e admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:14.242896 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-7449a473-ea47-452c-af9b-6067193ade0b req-6ba780b0-ea31-4120-b444-3059b912fae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a13d21a5-1ef2-42de-8c75-ffbb7b701fdd), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:14.276084 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101e3be-0b28-47bc-8610-154e795511e3 req-b2a96b59-1ea7-4086-89ee-287569f5e2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:14.277608 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6101e3be-0b28-47bc-8610-154e795511e3 req-b2a96b59-1ea7-4086-89ee-287569f5e2a7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=355ed6b5-9129-4d51-98a7-103041f009b1 HTTP/1.1" status: 200 len: 857 time: 0.8647993 Mar 07 10:38:14.285007 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f5540-da15-43d9-be90-7d3ffa7fcad4 req-401ddeb0-3441-4e99-995b-85a96ab0d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:14.312132 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ea9f5540-da15-43d9-be90-7d3ffa7fcad4 req-401ddeb0-3441-4e99-995b-85a96ab0d77b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=87fb66b4-e781-4fa7-b59d-0e773d094444 HTTP/1.1" status: 200 len: 853 time: 0.2596838 Mar 07 10:38:14.334952 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101e3be-0b28-47bc-8610-154e795511e3 req-e1a3c0b1-dc62-4898-a849-d8a1d54424e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:14.337124 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6101e3be-0b28-47bc-8610-154e795511e3 req-e1a3c0b1-dc62-4898-a849-d8a1d54424e2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=355ed6b5-9129-4d51-98a7-103041f009b1 HTTP/1.1" status: 200 len: 857 time: 0.2860422 Mar 07 10:38:14.402636 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-d3975bce-29fb-4373-b06b-8a4386f47204 None None] Set router 5edb460b-516d-40d4-b02c-db19d5829c96 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:14.437533 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ea9f5540-da15-43d9-be90-7d3ffa7fcad4 req-51baf161-677c-4fdd-bb63-5ad92b37ee1f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8a80d3a9-20f1-4d65-a5aa-f7b35212a95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954037 Mar 07 10:38:14.451684 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323652c-f331-4f07-b531-9627e45bfbcf req-9ee00f20-3daa-4875-b071-fc43555041a0 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:14.453190 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7323652c-f331-4f07-b531-9627e45bfbcf req-9ee00f20-3daa-4875-b071-fc43555041a0 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/ports?device_id=7257dea5-b7a4-43c8-b2a0-1579f543a29e HTTP/1.1" status: 200 len: 932 time: 0.4032826 Mar 07 10:38:14.461823 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6101e3be-0b28-47bc-8610-154e795511e3 req-5869c53a-2466-4b06-bef2-9902c7bf12dc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c2795f77-66a3-4e6f-90b8-62a555bb1830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1408503 Mar 07 10:38:14.529297 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-79dbeb46-edfe-455e-8ca4-50eb7229b72c None None] Provisioning complete for port a13d21a5-1ef2-42de-8c75-ffbb7b701fdd triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:14.529707 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-79dbeb46-edfe-455e-8ca4-50eb7229b72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a13d21a5-1ef2-42de-8c75-ffbb7b701fdd), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:14.546676 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6101e3be-0b28-47bc-8610-154e795511e3 req-cc5af4f1-22e3-42d4-bc48-842c8d43fe51 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2795f77-66a3-4e6f-90b8-62a555bb1830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1900330 Mar 07 10:38:14.546910 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f405f8e7-245b-4522-8357-39b655178d6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:14.626116 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd93ec6-8872-4165-b9bf-483e1fd68d7e req-75dd4e4a-cb66-4ca7-8b54-0a859e617431 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:14.633436 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8fd93ec6-8872-4165-b9bf-483e1fd68d7e req-75dd4e4a-cb66-4ca7-8b54-0a859e617431 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91c4e97-5e9d-4781-b128-d7f407d387dc HTTP/1.1" status: 200 len: 1023 time: 0.3428934 Mar 07 10:38:14.648001 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741fcb2e-5be4-419b-a815-6f224124308d req-a80ebfc0-a312-4408-91e9-48c5e2451e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:14.650229 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-741fcb2e-5be4-419b-a815-6f224124308d req-a80ebfc0-a312-4408-91e9-48c5e2451e1a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=196235a2893a4332b9d32ab67e39eb88&device_id=1156b33c-1ee5-4520-a314-cb1e78592ea7 HTTP/1.1" status: 200 len: 1125 time: 0.5004802 Mar 07 10:38:14.692931 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f405f8e7-245b-4522-8357-39b655178d6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:14.710479 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f405f8e7-245b-4522-8357-39b655178d6a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:14.713676 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f405f8e7-245b-4522-8357-39b655178d6a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5e8883a0-6e1a-48f6-8f15-fdbab3bdddd5 HTTP/1.1" status: 204 len: 168 time: 1.2867410 Mar 07 10:38:14.720704 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 48108) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:14.727655 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-79dbeb46-edfe-455e-8ca4-50eb7229b72c None None] Port a13d21a5-1ef2-42de-8c75-ffbb7b701fdd cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:38:14.734063 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 2fd2a885-c578-43d1-a76d-9713c35ce934 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:14.796024 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d3975bce-29fb-4373-b06b-8a4386f47204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'name': 'tempest-ServerActionsTestJSON-846857533-router', 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'd5151d03-05a5-448d-845c-191caad000c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:06Z', 'updated_at': '2022-03-07T10:38:11Z', 'revision_number': 3, 'project_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'gw_port': {'id': 'd5151d03-05a5-448d-845c-191caad000c8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:38:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:08Z', 'updated_at': '2022-03-07T10:38:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:14.825238 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3975bce-29fb-4373-b06b-8a4386f47204 None None] Checking router: 5edb460b-516d-40d4-b02c-db19d5829c96 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:38:14.825238 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3975bce-29fb-4373-b06b-8a4386f47204 None None] Updating router 5edb460b-516d-40d4-b02c-db19d5829c96 port d5151d03-05a5-448d-845c-191caad000c8 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:38:14.867155 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d3975bce-29fb-4373-b06b-8a4386f47204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d5151d03-05a5-448d-845c-191caad000c8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:14.871437 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d7d60951-c26f-4bac-b354-8808d6679af6 None None] Provisioning complete for port e3284a56-5d4a-467b-8ccf-d81932b5d2fb triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:14.871803 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d7d60951-c26f-4bac-b354-8808d6679af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e3284a56-5d4a-467b-8ccf-d81932b5d2fb), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:14.942581 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d7d60951-c26f-4bac-b354-8808d6679af6 None None] Port e3284a56-5d4a-467b-8ccf-d81932b5d2fb cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:38:14.944446 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7323652c-f331-4f07-b531-9627e45bfbcf req-6bd183d2-dad3-4200-928a-cb5ca5cc3053 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/security-groups?id=bdb55640-f0c2-4fd4-b541-5f3b4b565f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582794 Mar 07 10:38:14.984686 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-df55f3c2-6e94-4cc2-a6fa-9a68c0bc17c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (f571527e-a205-427a-8890-cc1f2763fcb1), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:14.985835 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6101e3be-0b28-47bc-8610-154e795511e3 req-6aa807d1-9019-48f0-a8ad-40337ccb6596 service neutron] 10.222.0.31 "GET /v2.0/networks/c2795f77-66a3-4e6f-90b8-62a555bb1830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5227296 Mar 07 10:38:15.005871 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8fd93ec6-8872-4165-b9bf-483e1fd68d7e req-b98cdb94-9ce4-4f61-8d95-c3fc8124b9a0 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba5e8b03-fe04-4a9a-8f67-6938492da32f&id=ec49201a-b1a0-4801-b6d2-ff7461ae4fcb&id=41732982-be5a-437a-b05f-81e2b4372098&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.3665612 Mar 07 10:38:15.019287 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ea9f5540-da15-43d9-be90-7d3ffa7fcad4 req-a22ea203-aac0-43a7-829f-bd517cbd35f3 service neutron] 10.222.0.31 "GET /v2.0/networks/8a80d3a9-20f1-4d65-a5aa-f7b35212a95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5314963 Mar 07 10:38:15.032473 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca89316-1adc-4945-83dc-da006b2dbb9e admin admin] Router 935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:38:15.036366 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6101e3be-0b28-47bc-8610-154e795511e3 req-78f95689-9c2e-4295-a27a-b7b4dbbc87c5 service neutron] 10.222.0.21 "GET /v2.0/networks/c2795f77-66a3-4e6f-90b8-62a555bb1830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618866 Mar 07 10:38:15.074082 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd4e80f-67bb-445e-84d6-eebdef4bff76 x-openstack-request-id: req-0bd4e80f-67bb-445e-84d6-eebdef4bff76 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:15.074548 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892c358c-7c18-4bd9-9d81-8daf60c331d9", "name": "network-vif-deleted", "tag": "f72f1314-81d8-42ff-a423-451348af85c3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aab4d57d-6cdb-4d71-b438-f84eed39906a", "tag": "41a70a7b-b016-4449-acfa-be6e7ce7e954", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f8d1f234-635f-47b3-b7a4-d06ddfbe02cd", "tag": "0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:15.075430 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0bd4e80f-67bb-445e-84d6-eebdef4bff76 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:15.075430 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892c358c-7c18-4bd9-9d81-8daf60c331d9', 'name': 'network-vif-deleted', 'tag': 'f72f1314-81d8-42ff-a423-451348af85c3', 'status': 'completed', 'code': 200} Mar 07 10:38:15.075729 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab4d57d-6cdb-4d71-b438-f84eed39906a', 'tag': '41a70a7b-b016-4449-acfa-be6e7ce7e954', 'status': 'completed', 'code': 200} Mar 07 10:38:15.076085 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d1f234-635f-47b3-b7a4-d06ddfbe02cd', 'tag': '0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf', 'status': 'completed', 'code': 200} Mar 07 10:38:15.087821 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741fcb2e-5be4-419b-a815-6f224124308d req-4914d7b2-f264-4566-8997-cb6987306713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:15.089477 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-741fcb2e-5be4-419b-a815-6f224124308d req-4914d7b2-f264-4566-8997-cb6987306713 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c2795f77-66a3-4e6f-90b8-62a555bb1830 HTTP/1.1" status: 200 len: 918 time: 0.3863764 Mar 07 10:38:15.288919 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-741fcb2e-5be4-419b-a815-6f224124308d req-7f78198c-e057-4aaf-89c6-c0852c73d1e3 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=afa14939-16cb-4090-80fb-1e4c55f63178 HTTP/1.1" status: 200 len: 217 time: 0.1792052 Mar 07 10:38:15.299725 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d3975bce-29fb-4373-b06b-8a4386f47204 None None] Publish callbacks [] for port (d5151d03-05a5-448d-845c-191caad000c8), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:15.308828 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d3975bce-29fb-4373-b06b-8a4386f47204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d5151d03-05a5-448d-845c-191caad000c8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:15.368435 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-d3975bce-29fb-4373-b06b-8a4386f47204 None None] Attempting to bind port d5151d03-05a5-448d-845c-191caad000c8 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:38:15.369201 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-d3975bce-29fb-4373-b06b-8a4386f47204 None None] Attempting to bind port d5151d03-05a5-448d-845c-191caad000c8 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:38:15.369201 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3975bce-29fb-4373-b06b-8a4386f47204 None None] Attempting to bind port d5151d03-05a5-448d-845c-191caad000c8 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:15.372422 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd47fcd-94df-4c60-bd86-467fb4dc04a2 None None] Pushing event updated for resources: {'Port': ['ID=d5151d03-05a5-448d-845c-191caad000c8,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:15.379718 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3975bce-29fb-4373-b06b-8a4386f47204 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:38:15.380018 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3975bce-29fb-4373-b06b-8a4386f47204 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:38:15.380224 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d3975bce-29fb-4373-b06b-8a4386f47204 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:15.381444 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3975bce-29fb-4373-b06b-8a4386f47204 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:38:15.382405 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-d3975bce-29fb-4373-b06b-8a4386f47204 None None] Bound port: d5151d03-05a5-448d-845c-191caad000c8, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:38:15.382405 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d3975bce-29fb-4373-b06b-8a4386f47204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d5151d03-05a5-448d-845c-191caad000c8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:15.443578 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-d3975bce-29fb-4373-b06b-8a4386f47204 None None] For port d5151d03-05a5-448d-845c-191caad000c8, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:38:15.447275 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-d3975bce-29fb-4373-b06b-8a4386f47204 None None] For port d5151d03-05a5-448d-845c-191caad000c8, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=d5151d03-05a5-448d-845c-191caad000c8,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:38:15.454328 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d3975bce-29fb-4373-b06b-8a4386f47204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d5151d03-05a5-448d-845c-191caad000c8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:15.473309 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6101e3be-0b28-47bc-8610-154e795511e3 req-f8f9b472-a552-4dbc-9c91-316b0f9a744d service neutron] 10.222.0.31 "GET /v2.0/networks/c2795f77-66a3-4e6f-90b8-62a555bb1830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4775531 Mar 07 10:38:15.475085 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ea9f5540-da15-43d9-be90-7d3ffa7fcad4 req-29f4bbc0-c68e-4ec4-9c3d-fd22f293a3c8 service neutron] 10.222.0.31 "GET /v2.0/networks/8a80d3a9-20f1-4d65-a5aa-f7b35212a95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358876 Mar 07 10:38:15.539941 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3975bce-29fb-4373-b06b-8a4386f47204 None None] Routers {'5edb460b-516d-40d4-b02c-db19d5829c96'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:15.540186 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6101e3be-0b28-47bc-8610-154e795511e3 req-557ede6e-ad88-4f13-8052-07a15610f152 service neutron] 10.222.0.21 "GET /v2.0/networks/c2795f77-66a3-4e6f-90b8-62a555bb1830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4886863 Mar 07 10:38:15.541044 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d3975bce-29fb-4373-b06b-8a4386f47204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:38:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5edb460b-516d-40d4-b02c-db19d5829c96'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:15.544869 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741fcb2e-5be4-419b-a815-6f224124308d req-d6def286-310d-45e4-9c42-6536a656dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:15.546344 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-741fcb2e-5be4-419b-a815-6f224124308d req-d6def286-310d-45e4-9c42-6536a656dc8f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=355ed6b5-9129-4d51-98a7-103041f009b1 HTTP/1.1" status: 200 len: 857 time: 0.2354612 Mar 07 10:38:15.566431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec10868-c05d-434c-b562-566298b700dd req-e85e1ca3-b6b5-4cca-a9e3-5262213692fe tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:15.573567 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3ec10868-c05d-434c-b562-566298b700dd req-e85e1ca3-b6b5-4cca-a9e3-5262213692fe tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/ports?device_id=1156b33c-1ee5-4520-a314-cb1e78592ea7 HTTP/1.1" status: 200 len: 943 time: 0.3152931 Mar 07 10:38:15.594886 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd47fcd-94df-4c60-bd86-467fb4dc04a2 None None] Pushing event updated for resources: {'Port': ['ID=d5151d03-05a5-448d-845c-191caad000c8,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:15.600715 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca89316-1adc-4945-83dc-da006b2dbb9e admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:38:15.626281 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15866ce7-3e9f-48e1-ae0a-6488d663cd28 None None] Sync routers for ids ['935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:38:15.637787 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15866ce7-3e9f-48e1-ae0a-6488d663cd28 None None] Routers {'935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:15.638667 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-15866ce7-3e9f-48e1-ae0a-6488d663cd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:38:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:15.644201 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5ca89316-1adc-4945-83dc-da006b2dbb9e admin admin] 10.222.0.11 "PUT /v2.0/routers/935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.1841264 Mar 07 10:38:15.646562 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-741fcb2e-5be4-419b-a815-6f224124308d req-f71a6816-0021-4ac0-9f37-a723726e3a0a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c2795f77-66a3-4e6f-90b8-62a555bb1830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686557 Mar 07 10:38:15.741860 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be555f82-f308-4ed9-a3f7-bae5e551c46e req-3f39e4a2-e13e-4360-97f6-14a17b34b9b7 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:15.749482 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be555f82-f308-4ed9-a3f7-bae5e551c46e req-3f39e4a2-e13e-4360-97f6-14a17b34b9b7 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:15.756874 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be555f82-f308-4ed9-a3f7-bae5e551c46e req-3f39e4a2-e13e-4360-97f6-14a17b34b9b7 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:15.765450 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be555f82-f308-4ed9-a3f7-bae5e551c46e req-3f39e4a2-e13e-4360-97f6-14a17b34b9b7 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:15.774919 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be555f82-f308-4ed9-a3f7-bae5e551c46e req-3f39e4a2-e13e-4360-97f6-14a17b34b9b7 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:15.786016 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be555f82-f308-4ed9-a3f7-bae5e551c46e req-3f39e4a2-e13e-4360-97f6-14a17b34b9b7 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:15.793345 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be555f82-f308-4ed9-a3f7-bae5e551c46e req-3f39e4a2-e13e-4360-97f6-14a17b34b9b7 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:15.795458 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-be555f82-f308-4ed9-a3f7-bae5e551c46e req-3f39e4a2-e13e-4360-97f6-14a17b34b9b7 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5432 time: 0.6829107 Mar 07 10:38:15.799844 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3ec10868-c05d-434c-b562-566298b700dd req-2594764e-2a69-48fe-a0d2-4249bc5b63b2 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa448f87-043c-4547-b958-b61c377fb8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205741 Mar 07 10:38:15.820671 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52cfb7-17ec-4ceb-bc7c-6ae21af3133c req-bdf1eef1-7821-494b-b355-2670c638465b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:15.828533 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0e52cfb7-17ec-4ceb-bc7c-6ae21af3133c req-bdf1eef1-7821-494b-b355-2670c638465b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=196235a2893a4332b9d32ab67e39eb88&device_id=aab4d57d-6cdb-4d71-b438-f84eed39906a HTTP/1.1" status: 200 len: 1125 time: 0.2520669 Mar 07 10:38:15.836508 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-df55f3c2-6e94-4cc2-a6fa-9a68c0bc17c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (f571527e-a205-427a-8890-cc1f2763fcb1), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:15.849945 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52cfb7-17ec-4ceb-bc7c-6ae21af3133c req-26a61f18-26eb-4b2c-875b-5a405aa4260b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:15.851721 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0e52cfb7-17ec-4ceb-bc7c-6ae21af3133c req-26a61f18-26eb-4b2c-875b-5a405aa4260b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=196235a2893a4332b9d32ab67e39eb88&device_id=f8d1f234-635f-47b3-b7a4-d06ddfbe02cd HTTP/1.1" status: 200 len: 1125 time: 0.2329857 Mar 07 10:38:15.884688 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-15866ce7-3e9f-48e1-ae0a-6488d663cd28 None None] Set router 935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:15.890876 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-d3975bce-29fb-4373-b06b-8a4386f47204 None None] Set router 5edb460b-516d-40d4-b02c-db19d5829c96 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:15.969524 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-741fcb2e-5be4-419b-a815-6f224124308d req-22cfc69a-a939-441d-ac39-c38b000629ac service neutron] 10.222.0.31 "GET /v2.0/networks/c2795f77-66a3-4e6f-90b8-62a555bb1830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124719 Mar 07 10:38:16.110108 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-15866ce7-3e9f-48e1-ae0a-6488d663cd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'name': 'tempest-ServersTestBootFromVolume-1606411008-router', 'tenant_id': '594fbcc522224d009180aa1f2512354d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3be13c7b-3b13-4c46-8d39-728f5cc95f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:42Z', 'updated_at': '2022-03-07T10:38:07Z', 'revision_number': 4, 'project_id': '594fbcc522224d009180aa1f2512354d', 'gw_port': {'id': '3be13c7b-3b13-4c46-8d39-728f5cc95f93', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:44Z', 'updated_at': '2022-03-07T10:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'e3284a56-5d4a-467b-8ccf-d81932b5d2fb', 'name': '', 'network_id': '0a513206-2def-4933-979c-f245f2d5610c', 'tenant_id': '594fbcc522224d009180aa1f2512354d', 'mac_address': 'fa:16:3e:cf:fd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '473ce296-8e02-4e65-a3e4-e81563b11cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:00Z', 'updated_at': '2022-03-07T10:38:10Z', 'revision_number': 2, 'project_id': '594fbcc522224d009180aa1f2512354d', 'subnets': [{'id': '473ce296-8e02-4e65-a3e4-e81563b11cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:16.113983 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-18e3e161-db6c-4955-95a5-7ce0edd28e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:16.133773 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-df55f3c2-6e94-4cc2-a6fa-9a68c0bc17c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f571527e-a205-427a-8890-cc1f2763fcb1']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:16.138359 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15866ce7-3e9f-48e1-ae0a-6488d663cd28 None None] Checking router: 935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:38:16.138968 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15866ce7-3e9f-48e1-ae0a-6488d663cd28 None None] Updating router 935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5 port e3284a56-5d4a-467b-8ccf-d81932b5d2fb binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:38:16.169899 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-15866ce7-3e9f-48e1-ae0a-6488d663cd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e3284a56-5d4a-467b-8ccf-d81932b5d2fb), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:16.257804 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d3975bce-29fb-4373-b06b-8a4386f47204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'name': 'tempest-ServerActionsTestJSON-846857533-router', 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'd5151d03-05a5-448d-845c-191caad000c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:06Z', 'updated_at': '2022-03-07T10:38:11Z', 'revision_number': 3, 'project_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'gw_port': {'id': 'd5151d03-05a5-448d-845c-191caad000c8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:38:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:08Z', 'updated_at': '2022-03-07T10:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:16.330599 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3975bce-29fb-4373-b06b-8a4386f47204 None None] The sync data for ids ['5edb460b-516d-40d4-b02c-db19d5829c96'] in n-d-832164-4 is: [{'id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'name': 'tempest-ServerActionsTestJSON-846857533-router', 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'd5151d03-05a5-448d-845c-191caad000c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:06Z', 'updated_at': '2022-03-07T10:38:11Z', 'revision_number': 3, 'project_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'gw_port': {'id': 'd5151d03-05a5-448d-845c-191caad000c8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:38:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:08Z', 'updated_at': '2022-03-07T10:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:38:16.356254 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-18e3e161-db6c-4955-95a5-7ce0edd28e99 admin admin] Allocated IP 172.20.0.1 (931da2d2-d8f9-46f5-a9f5-24b58bb56e41/be75dc35-59ec-464d-b948-3549cf46df15/c528d6b7-eb82-49bc-9e9a-e521b9effe4e) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:38:16.419058 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device afa14939-16cb-4090-80fb-1e4c55f63178 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:38:16.483732 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-15866ce7-3e9f-48e1-ae0a-6488d663cd28 None None] Publish callbacks [] for port (e3284a56-5d4a-467b-8ccf-d81932b5d2fb), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:16.495499 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-15866ce7-3e9f-48e1-ae0a-6488d663cd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e3284a56-5d4a-467b-8ccf-d81932b5d2fb), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:16.516212 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-18e3e161-db6c-4955-95a5-7ce0edd28e99 admin admin] Publish callbacks [] for port (c528d6b7-eb82-49bc-9e9a-e521b9effe4e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:16.553091 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-7449a473-ea47-452c-af9b-6067193ade0b req-6ba780b0-ea31-4120-b444-3059b912fae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a13d21a5-1ef2-42de-8c75-ffbb7b701fdd {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:16.572854 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-7449a473-ea47-452c-af9b-6067193ade0b req-6ba780b0-ea31-4120-b444-3059b912fae5 service neutron] Publish callbacks [] for port (a13d21a5-1ef2-42de-8c75-ffbb7b701fdd), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:16.573344 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52cfb7-17ec-4ceb-bc7c-6ae21af3133c req-9e2f48d3-4261-462c-9536-787932b4c465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:16.574832 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0e52cfb7-17ec-4ceb-bc7c-6ae21af3133c req-9e2f48d3-4261-462c-9536-787932b4c465 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c2795f77-66a3-4e6f-90b8-62a555bb1830 HTTP/1.1" status: 200 len: 918 time: 0.7095437 Mar 07 10:38:16.575809 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52cfb7-17ec-4ceb-bc7c-6ae21af3133c req-fc80094e-8fe5-4545-814d-9a25bc8e2007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:16.577695 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0e52cfb7-17ec-4ceb-bc7c-6ae21af3133c req-fc80094e-8fe5-4545-814d-9a25bc8e2007 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c2795f77-66a3-4e6f-90b8-62a555bb1830 HTTP/1.1" status: 200 len: 918 time: 0.7406478 Mar 07 10:38:16.581407 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-df55f3c2-6e94-4cc2-a6fa-9a68c0bc17c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace419e0-0c87-4994-bfbd-1b84e36090d4') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:16.582023 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-df55f3c2-6e94-4cc2-a6fa-9a68c0bc17c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace419e0-0c87-4994-bfbd-1b84e36090d4') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:16.594601 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8d139-7a08-45ef-ba84-c890604d4195 None None] Pushing event updated for resources: {'Port': ['ID=e3284a56-5d4a-467b-8ccf-d81932b5d2fb,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:16.639789 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port afa14939-16cb-4090-80fb-1e4c55f63178, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=afa14939-16cb-4090-80fb-1e4c55f63178,segment=NetworkSegment(d7557ddf-bc8b-41ff-827b-079f9fe8bee8),segment_id=d7557ddf-bc8b-41ff-827b-079f9fe8bee8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:16.645677 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 48142) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:16.662327 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f23aecc3-bee9-4d7c-9e9e-400ac2cf673f tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1536052130', 'description': 'tempest-description--714955059'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:16.662632 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'afa14939-16cb-4090-80fb-1e4c55f63178', 'network_id': 'c2795f77-66a3-4e6f-90b8-62a555bb1830', 'port_id': 'afa14939-16cb-4090-80fb-1e4c55f63178', 'mac_address': 'fa:16:3e:16:46:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '355ed6b5-9129-4d51-98a7-103041f009b1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:38:16.676125 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-df55f3c2-6e94-4cc2-a6fa-9a68c0bc17c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (ace419e0-0c87-4994-bfbd-1b84e36090d4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:16.714294 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0e52cfb7-17ec-4ceb-bc7c-6ae21af3133c req-a7e6642c-3052-4fd8-86d7-c3a7264cb382 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41a70a7b-b016-4449-acfa-be6e7ce7e954 HTTP/1.1" status: 200 len: 217 time: 0.1305404 Mar 07 10:38:16.715611 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0e52cfb7-17ec-4ceb-bc7c-6ae21af3133c req-e34cc3a6-4a72-4390-9f71-bbfbdde86d2a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf HTTP/1.1" status: 200 len: 217 time: 0.1237917 Mar 07 10:38:16.727011 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-741fcb2e-5be4-419b-a815-6f224124308d req-1515877b-6eaa-4257-8e86-b1310e9be514 service neutron] 10.222.0.31 "GET /v2.0/networks/c2795f77-66a3-4e6f-90b8-62a555bb1830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7376425 Mar 07 10:38:16.738600 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba335f-7a0b-4ab5-9867-4835e453ed76 req-43e48506-78cb-482e-8841-787a3626bafa tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:16.740243 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-76ba335f-7a0b-4ab5-9867-4835e453ed76 req-43e48506-78cb-482e-8841-787a3626bafa tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.31 "GET /v2.0/ports?device_id=f91c4e97-5e9d-4781-b128-d7f407d387dc HTTP/1.1" status: 200 len: 1023 time: 0.4187379 Mar 07 10:38:16.742590 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port afa14939-16cb-4090-80fb-1e4c55f63178 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:16.742846 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (afa14939-16cb-4090-80fb-1e4c55f63178), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:16.751352 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-15866ce7-3e9f-48e1-ae0a-6488d663cd28 None None] Attempting to bind port e3284a56-5d4a-467b-8ccf-d81932b5d2fb on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:38:16.752594 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-15866ce7-3e9f-48e1-ae0a-6488d663cd28 None None] Attempting to bind port e3284a56-5d4a-467b-8ccf-d81932b5d2fb by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0a513206-2def-4933-979c-f245f2d5610c'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:38:16.753036 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15866ce7-3e9f-48e1-ae0a-6488d663cd28 None None] Attempting to bind port e3284a56-5d4a-467b-8ccf-d81932b5d2fb on network 0a513206-2def-4933-979c-f245f2d5610c {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:16.764475 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15866ce7-3e9f-48e1-ae0a-6488d663cd28 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:38:16.767119 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15866ce7-3e9f-48e1-ae0a-6488d663cd28 None None] Checking segment: {'id': '1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0a513206-2def-4933-979c-f245f2d5610c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:38:16.767577 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-15866ce7-3e9f-48e1-ae0a-6488d663cd28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:16.768350 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15866ce7-3e9f-48e1-ae0a-6488d663cd28 None None] Bound using segment: {'id': '1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0a513206-2def-4933-979c-f245f2d5610c'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:38:16.768870 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-15866ce7-3e9f-48e1-ae0a-6488d663cd28 None None] Bound port: e3284a56-5d4a-467b-8ccf-d81932b5d2fb, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0a513206-2def-4933-979c-f245f2d5610c'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:38:16.769969 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-15866ce7-3e9f-48e1-ae0a-6488d663cd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e3284a56-5d4a-467b-8ccf-d81932b5d2fb), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:16.776305 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-be555f82-f308-4ed9-a3f7-bae5e551c46e req-75728889-e486-48e0-a091-17d66f6f9d98 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9548516 Mar 07 10:38:16.777756 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-7449a473-ea47-452c-af9b-6067193ade0b req-6ba780b0-ea31-4120-b444-3059b912fae5 service neutron] Transition to ACTIVE for port object a13d21a5-1ef2-42de-8c75-ffbb7b701fdd will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:38:16.803505 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-df55f3c2-6e94-4cc2-a6fa-9a68c0bc17c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (ace419e0-0c87-4994-bfbd-1b84e36090d4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:16.814391 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df55f3c2-6e94-4cc2-a6fa-9a68c0bc17c6 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:38:16.815354 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-df55f3c2-6e94-4cc2-a6fa-9a68c0bc17c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (ace419e0-0c87-4994-bfbd-1b84e36090d4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:16.831356 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa14939-16cb-4090-80fb-1e4c55f63178 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:16.906861 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port afa14939-16cb-4090-80fb-1e4c55f63178, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=afa14939-16cb-4090-80fb-1e4c55f63178,segment=NetworkSegment(d7557ddf-bc8b-41ff-827b-079f9fe8bee8),segment_id=d7557ddf-bc8b-41ff-827b-079f9fe8bee8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:16.919272 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (afa14939-16cb-4090-80fb-1e4c55f63178), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:16.925641 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:38:16.925641 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:38:16.925641 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:38:16.925641 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:38:16.925641 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:38:16.925641 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:38:16.925641 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:38:16.925641 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:38:16.925641 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:38:16.925641 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:38:16.925641 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:38:16.925641 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:38:16.925641 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:38:16.925641 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:38:16.925641 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:38:16.925641 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:38:16.925641 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:38:16.925641 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:38:16.925641 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:38:16.925641 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:38:16.925641 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:38:16.925641 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:38:16.925641 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:38:16.925641 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:38:16.925641 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:38:16.925641 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:38:16.925641 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:38:16.925641 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:38:16.925641 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:38:16.925641 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:38:16.925641 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:38:16.925641 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:38:16.929790 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f23aecc3-bee9-4d7c-9e9e-400ac2cf673f tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:16.932971 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-15866ce7-3e9f-48e1-ae0a-6488d663cd28 None None] For port e3284a56-5d4a-467b-8ccf-d81932b5d2fb, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:38:16.935003 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-7449a473-ea47-452c-af9b-6067193ade0b req-6ba780b0-ea31-4120-b444-3059b912fae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (a13d21a5-1ef2-42de-8c75-ffbb7b701fdd), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:16.937488 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-df55f3c2-6e94-4cc2-a6fa-9a68c0bc17c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (f571527e-a205-427a-8890-cc1f2763fcb1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:16.939270 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-15866ce7-3e9f-48e1-ae0a-6488d663cd28 None None] For port e3284a56-5d4a-467b-8ccf-d81932b5d2fb, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e3284a56-5d4a-467b-8ccf-d81932b5d2fb,segment=NetworkSegment(1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65),segment_id=1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:38:16.947582 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-15866ce7-3e9f-48e1-ae0a-6488d663cd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e3284a56-5d4a-467b-8ccf-d81932b5d2fb), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:16.949600 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-df55f3c2-6e94-4cc2-a6fa-9a68c0bc17c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:16.954025 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-df55f3c2-6e94-4cc2-a6fa-9a68c0bc17c6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f571527e-a205-427a-8890-cc1f2763fcb1 HTTP/1.1" status: 204 len: 168 time: 2.2304122 Mar 07 10:38:16.980320 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 48146) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:17.014083 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=afa14939-16cb-4090-80fb-1e4c55f63178,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:17.040665 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-18e3e161-db6c-4955-95a5-7ce0edd28e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (c528d6b7-eb82-49bc-9e9a-e521b9effe4e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:17.048792 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15866ce7-3e9f-48e1-ae0a-6488d663cd28 None None] Routers {'935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:17.051653 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-15866ce7-3e9f-48e1-ae0a-6488d663cd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:38:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:17.057713 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba780b0-ea31-4120-b444-3059b912fae5 service neutron] Pushing event updated for resources: {'Port': ['ID=a13d21a5-1ef2-42de-8c75-ffbb7b701fdd,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:17.114570 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52cfb7-17ec-4ceb-bc7c-6ae21af3133c req-d2e40b98-b94d-4028-a1b0-4a90ac25ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:17.118947 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55f3c2-6e94-4cc2-a6fa-9a68c0bc17c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f571527e-a205-427a-8890-cc1f2763fcb1,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:17.125079 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0e52cfb7-17ec-4ceb-bc7c-6ae21af3133c req-d2e40b98-b94d-4028-a1b0-4a90ac25ba2a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=355ed6b5-9129-4d51-98a7-103041f009b1 HTTP/1.1" status: 200 len: 857 time: 0.3968487 Mar 07 10:38:17.128769 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52cfb7-17ec-4ceb-bc7c-6ae21af3133c req-97247071-f99e-4a50-9035-101814406fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:17.129410 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e3e161-db6c-4955-95a5-7ce0edd28e99 admin admin] Network 931da2d2-d8f9-46f5-a9f5-24b58bb56e41 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:17.132410 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0e52cfb7-17ec-4ceb-bc7c-6ae21af3133c req-97247071-f99e-4a50-9035-101814406fb8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=355ed6b5-9129-4d51-98a7-103041f009b1 HTTP/1.1" status: 200 len: 857 time: 0.4031675 Mar 07 10:38:17.134316 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3e161-db6c-4955-95a5-7ce0edd28e99 admin admin] Pushing event updated for resources: {'Port': ['ID=c528d6b7-eb82-49bc-9e9a-e521b9effe4e,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:17.135039 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-af6ec483-a601-444f-87eb-ee68d159bfbf None None] Provisioning complete for port e3284a56-5d4a-467b-8ccf-d81932b5d2fb triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:17.135428 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-af6ec483-a601-444f-87eb-ee68d159bfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e3284a56-5d4a-467b-8ccf-d81932b5d2fb), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:17.138018 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-18e3e161-db6c-4955-95a5-7ce0edd28e99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:17.140297 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e3e161-db6c-4955-95a5-7ce0edd28e99 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:38:17.252463 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-18e3e161-db6c-4955-95a5-7ce0edd28e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (5edb460b-516d-40d4-b02c-db19d5829c96), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:17.257963 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-15866ce7-3e9f-48e1-ae0a-6488d663cd28 None None] Set router 935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:17.303241 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0e52cfb7-17ec-4ceb-bc7c-6ae21af3133c req-6c1b8691-58e3-4883-83cb-1e00630d1ee8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2795f77-66a3-4e6f-90b8-62a555bb1830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1481400 Mar 07 10:38:17.349282 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-af6ec483-a601-444f-87eb-ee68d159bfbf None None] Current status of the port e3284a56-5d4a-467b-8ccf-d81932b5d2fb is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:17.349835 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-af6ec483-a601-444f-87eb-ee68d159bfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e3284a56-5d4a-467b-8ccf-d81932b5d2fb), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:17.371415 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0e52cfb7-17ec-4ceb-bc7c-6ae21af3133c req-bd0acb1c-d1c1-4690-be11-6cc9ec57db40 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c2795f77-66a3-4e6f-90b8-62a555bb1830&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2151015 Mar 07 10:38:17.389444 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e669c0-6863-4f09-a568-3d91836b64e3 admin admin] Deleting subnet c08e8e45-ccac-44b8-8ab6-ee32b35d8548 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:38:17.428396 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['afa14939-16cb-4090-80fb-1e4c55f63178'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:17.438737 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ac2d7-2f6c-4fe3-bc4f-09760220b5a4 req-85f784e5-4f19-4d41-b073-787df495feac tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:17.446399 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1f2ac2d7-2f6c-4fe3-bc4f-09760220b5a4 req-85f784e5-4f19-4d41-b073-787df495feac tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d73b82e-3e5e-4695-b111-6134be543953 HTTP/1.1" status: 200 len: 951 time: 0.7427864 Mar 07 10:38:17.457581 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-13e669c0-6863-4f09-a568-3d91836b64e3 admin admin] Publish callbacks [] for subnet (c08e8e45-ccac-44b8-8ab6-ee32b35d8548), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:17.566638 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-af6ec483-a601-444f-87eb-ee68d159bfbf None None] For port e3284a56-5d4a-467b-8ccf-d81932b5d2fb, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e3284a56-5d4a-467b-8ccf-d81932b5d2fb,segment=NetworkSegment(1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65),segment_id=1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:17.575763 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f23aecc3-bee9-4d7c-9e9e-400ac2cf673f tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks [] for security_group (404e3e6c-2b6d-4b33-823d-ea542b308992), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:17.634099 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-af6ec483-a601-444f-87eb-ee68d159bfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e3284a56-5d4a-467b-8ccf-d81932b5d2fb), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:17.647215 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f23aecc3-bee9-4d7c-9e9e-400ac2cf673f tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (404e3e6c-2b6d-4b33-823d-ea542b308992), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:17.694679 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8d139-7a08-45ef-ba84-c890604d4195 None None] Pushing event updated for resources: {'Port': ['ID=e3284a56-5d4a-467b-8ccf-d81932b5d2fb,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:17.753254 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ec483-a601-444f-87eb-ee68d159bfbf None None] Pushing event updated for resources: {'Port': ['ID=e3284a56-5d4a-467b-8ccf-d81932b5d2fb,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:17.766044 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device d5151d03-05a5-448d-845c-191caad000c8 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:17.780178 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-15866ce7-3e9f-48e1-ae0a-6488d663cd28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'name': 'tempest-ServersTestBootFromVolume-1606411008-router', 'tenant_id': '594fbcc522224d009180aa1f2512354d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3be13c7b-3b13-4c46-8d39-728f5cc95f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:42Z', 'updated_at': '2022-03-07T10:38:07Z', 'revision_number': 4, 'project_id': '594fbcc522224d009180aa1f2512354d', 'gw_port': {'id': '3be13c7b-3b13-4c46-8d39-728f5cc95f93', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:44Z', 'updated_at': '2022-03-07T10:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'e3284a56-5d4a-467b-8ccf-d81932b5d2fb', 'name': '', 'network_id': '0a513206-2def-4933-979c-f245f2d5610c', 'tenant_id': '594fbcc522224d009180aa1f2512354d', 'mac_address': 'fa:16:3e:cf:fd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '473ce296-8e02-4e65-a3e4-e81563b11cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:00Z', 'updated_at': '2022-03-07T10:38:16Z', 'revision_number': 4, 'project_id': '594fbcc522224d009180aa1f2512354d', 'subnets': [{'id': '473ce296-8e02-4e65-a3e4-e81563b11cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:17.816099 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-13e669c0-6863-4f09-a568-3d91836b64e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (c08e8e45-ccac-44b8-8ab6-ee32b35d8548), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:17.876299 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port d5151d03-05a5-448d-845c-191caad000c8 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:17.876727 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d5151d03-05a5-448d-845c-191caad000c8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:17.898931 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f23aecc3-bee9-4d7c-9e9e-400ac2cf673f tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:17.900446 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f23aecc3-bee9-4d7c-9e9e-400ac2cf673f tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.2513311 Mar 07 10:38:17.905290 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 48150) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:17.908289 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d975f89-c1e2-4e4d-a2d2-f9961d127ec7 req-51daf086-4ee3-4984-8b7a-f82ac60d5a27 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:17.910429 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7d975f89-c1e2-4e4d-a2d2-f9961d127ec7 req-51daf086-4ee3-4984-8b7a-f82ac60d5a27 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/ports?device_id=7257dea5-b7a4-43c8-b2a0-1579f543a29e HTTP/1.1" status: 200 len: 944 time: 0.8547792 Mar 07 10:38:17.913731 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23aecc3-bee9-4d7c-9e9e-400ac2cf673f tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=404e3e6c-2b6d-4b33-823d-ea542b308992,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:17.917816 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-18e3e161-db6c-4955-95a5-7ce0edd28e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c528d6b7-eb82-49bc-9e9a-e521b9effe4e), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:17.937491 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-2819f255-caf9-4c3a-8238-128085f0a178 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Request body: {'security_group_rule': {'security_group_id': '404e3e6c-2b6d-4b33-823d-ea542b308992', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:17.956376 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1f2ac2d7-2f6c-4fe3-bc4f-09760220b5a4 req-e0be9b50-d3a0-4b78-905b-fdff06a4fd62 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/security-groups?id=25eb2acf-8382-4966-a15d-e79c512ae807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5088117 Mar 07 10:38:18.014593 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6d8f708f-e1b8-477f-abdb-27bee863c771 None None] Provisioning complete for port c528d6b7-eb82-49bc-9e9a-e521b9effe4e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:18.014982 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6d8f708f-e1b8-477f-abdb-27bee863c771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c528d6b7-eb82-49bc-9e9a-e521b9effe4e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:18.029278 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15866ce7-3e9f-48e1-ae0a-6488d663cd28 None None] The sync data for ids ['935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5'] in n-d-832164-4 is: [{'id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'name': 'tempest-ServersTestBootFromVolume-1606411008-router', 'tenant_id': '594fbcc522224d009180aa1f2512354d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3be13c7b-3b13-4c46-8d39-728f5cc95f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:42Z', 'updated_at': '2022-03-07T10:38:07Z', 'revision_number': 4, 'project_id': '594fbcc522224d009180aa1f2512354d', 'gw_port': {'id': '3be13c7b-3b13-4c46-8d39-728f5cc95f93', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:44Z', 'updated_at': '2022-03-07T10:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'e3284a56-5d4a-467b-8ccf-d81932b5d2fb', 'name': '', 'network_id': '0a513206-2def-4933-979c-f245f2d5610c', 'tenant_id': '594fbcc522224d009180aa1f2512354d', 'mac_address': 'fa:16:3e:cf:fd:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '473ce296-8e02-4e65-a3e4-e81563b11cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:00Z', 'updated_at': '2022-03-07T10:38:16Z', 'revision_number': 4, 'project_id': '594fbcc522224d009180aa1f2512354d', 'subnets': [{'id': '473ce296-8e02-4e65-a3e4-e81563b11cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:38:18.058167 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0e52cfb7-17ec-4ceb-bc7c-6ae21af3133c req-8a526e07-c37a-4c4c-b5ac-d6e6172d4d4e service neutron] 10.222.0.31 "GET /v2.0/networks/c2795f77-66a3-4e6f-90b8-62a555bb1830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6364424 Mar 07 10:38:18.076517 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-7449a473-ea47-452c-af9b-6067193ade0b req-6ba780b0-ea31-4120-b444-3059b912fae5 service neutron] Attempting to bind port a13d21a5-1ef2-42de-8c75-ffbb7b701fdd on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:38:18.076917 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-7449a473-ea47-452c-af9b-6067193ade0b req-6ba780b0-ea31-4120-b444-3059b912fae5 service neutron] Attempting to bind port a13d21a5-1ef2-42de-8c75-ffbb7b701fdd by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '4f7e0434-a01f-44de-85e6-94dc5f02406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:38:18.082791 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7449a473-ea47-452c-af9b-6067193ade0b req-6ba780b0-ea31-4120-b444-3059b912fae5 service neutron] Attempting to bind port a13d21a5-1ef2-42de-8c75-ffbb7b701fdd on network e9213476-43ba-434e-a45c-f24c836d68e1 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:18.097452 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7d975f89-c1e2-4e4d-a2d2-f9961d127ec7 req-a26b6939-9f38-4c85-aee1-099a85bbccbb tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/security-groups?id=bdb55640-f0c2-4fd4-b541-5f3b4b565f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750081 Mar 07 10:38:18.113322 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7449a473-ea47-452c-af9b-6067193ade0b req-6ba780b0-ea31-4120-b444-3059b912fae5 service neutron] Port a13d21a5-1ef2-42de-8c75-ffbb7b701fdd on network e9213476-43ba-434e-a45c-f24c836d68e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:38:18.113322 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7449a473-ea47-452c-af9b-6067193ade0b req-6ba780b0-ea31-4120-b444-3059b912fae5 service neutron] Attempting to bind port a13d21a5-1ef2-42de-8c75-ffbb7b701fdd on network e9213476-43ba-434e-a45c-f24c836d68e1 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:18.133571 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7449a473-ea47-452c-af9b-6067193ade0b req-6ba780b0-ea31-4120-b444-3059b912fae5 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:38:18.133571 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7449a473-ea47-452c-af9b-6067193ade0b req-6ba780b0-ea31-4120-b444-3059b912fae5 service neutron] Checking segment: {'id': '4f7e0434-a01f-44de-85e6-94dc5f02406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:38:18.133571 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7449a473-ea47-452c-af9b-6067193ade0b req-6ba780b0-ea31-4120-b444-3059b912fae5 service neutron] Bound using segment: {'id': '4f7e0434-a01f-44de-85e6-94dc5f02406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:38:18.133571 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-7449a473-ea47-452c-af9b-6067193ade0b req-6ba780b0-ea31-4120-b444-3059b912fae5 service neutron] Bound port: a13d21a5-1ef2-42de-8c75-ffbb7b701fdd, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7e0434-a01f-44de-85e6-94dc5f02406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:38:18.133571 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-7449a473-ea47-452c-af9b-6067193ade0b req-6ba780b0-ea31-4120-b444-3059b912fae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a13d21a5-1ef2-42de-8c75-ffbb7b701fdd), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:18.143862 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-76ba335f-7a0b-4ab5-9867-4835e453ed76 req-a2503309-625b-458f-8542-bda34013d8b1 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Deleting port f9b05e21-0d27-416c-8289-e900e508834c {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:38:18.144211 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-76ba335f-7a0b-4ab5-9867-4835e453ed76 req-a2503309-625b-458f-8542-bda34013d8b1 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (f9b05e21-0d27-416c-8289-e900e508834c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:18.176756 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-13e669c0-6863-4f09-a568-3d91836b64e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (c08e8e45-ccac-44b8-8ab6-ee32b35d8548), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:18.223011 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:18.223697 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6d8f708f-e1b8-477f-abdb-27bee863c771 None None] Port c528d6b7-eb82-49bc-9e9a-e521b9effe4e cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:38:18.241604 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port d5151d03-05a5-448d-845c-191caad000c8 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:18.242012 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d5151d03-05a5-448d-845c-191caad000c8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:18.258005 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6d8f708f-e1b8-477f-abdb-27bee863c771 None None] Provisioning complete for port e3284a56-5d4a-467b-8ccf-d81932b5d2fb triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:18.258353 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6d8f708f-e1b8-477f-abdb-27bee863c771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e3284a56-5d4a-467b-8ccf-d81932b5d2fb), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:18.269435 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0e52cfb7-17ec-4ceb-bc7c-6ae21af3133c req-11dc6b12-52b2-4d1f-919c-8f6b1e9f4993 service neutron] 10.222.0.21 "GET /v2.0/networks/c2795f77-66a3-4e6f-90b8-62a555bb1830?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8956382 Mar 07 10:38:18.292318 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port d5151d03-05a5-448d-845c-191caad000c8, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=d5151d03-05a5-448d-845c-191caad000c8,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:18.321682 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d5151d03-05a5-448d-845c-191caad000c8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:18.347781 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-7449a473-ea47-452c-af9b-6067193ade0b req-6ba780b0-ea31-4120-b444-3059b912fae5 service neutron] For port a13d21a5-1ef2-42de-8c75-ffbb7b701fdd, host n-h1-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:38:18.353331 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-7449a473-ea47-452c-af9b-6067193ade0b req-6ba780b0-ea31-4120-b444-3059b912fae5 service neutron] For port a13d21a5-1ef2-42de-8c75-ffbb7b701fdd, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=a13d21a5-1ef2-42de-8c75-ffbb7b701fdd,segment=NetworkSegment(4f7e0434-a01f-44de-85e6-94dc5f02406c),segment_id=4f7e0434-a01f-44de-85e6-94dc5f02406c)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:38:18.371788 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-7449a473-ea47-452c-af9b-6067193ade0b req-6ba780b0-ea31-4120-b444-3059b912fae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (a13d21a5-1ef2-42de-8c75-ffbb7b701fdd), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:18.391265 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=d5151d03-05a5-448d-845c-191caad000c8,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:18.414234 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2819f255-caf9-4c3a-8238-128085f0a178 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks [] for security_group_rule (fce1a43b-008e-438a-a138-9ec985e663f6), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:18.434799 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 41a70a7b-b016-4449-acfa-be6e7ce7e954 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:38:18.435665 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6062d-7136-427c-8193-89ff6a3aefa0 req-b50b2f5e-9e82-4bc5-81d7-4a7e7d34f95d tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:18.437253 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4ab6062d-7136-427c-8193-89ff6a3aefa0 req-b50b2f5e-9e82-4bc5-81d7-4a7e7d34f95d tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/ports?device_id=1156b33c-1ee5-4520-a314-cb1e78592ea7 HTTP/1.1" status: 200 len: 944 time: 0.2052126 Mar 07 10:38:18.448704 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device f9b05e21-0d27-416c-8289-e900e508834c no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:38:18.489511 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449a473-ea47-452c-af9b-6067193ade0b req-6ba780b0-ea31-4120-b444-3059b912fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:18.490137 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-7449a473-ea47-452c-af9b-6067193ade0b req-6ba780b0-ea31-4120-b444-3059b912fae5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:18.491566 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7449a473-ea47-452c-af9b-6067193ade0b req-6ba780b0-ea31-4120-b444-3059b912fae5 service neutron] 10.222.0.21 "PUT /v2.0/ports/a13d21a5-1ef2-42de-8c75-ffbb7b701fdd HTTP/1.1" status: 200 len: 1092 time: 4.4776869 Mar 07 10:38:18.494934 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7257dea5-b7a4-43c8-b2a0-1579f543a29e', 'tag': 'a13d21a5-1ef2-42de-8c75-ffbb7b701fdd'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:18.518094 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-13e669c0-6863-4f09-a568-3d91836b64e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (c08e8e45-ccac-44b8-8ab6-ee32b35d8548), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:18.537281 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8adefa8-3dd9-470c-95ae-bc218f6b6472" -d '{"events": [{"name": "network-changed", "server_uuid": "7257dea5-b7a4-43c8-b2a0-1579f543a29e", "tag": "a13d21a5-1ef2-42de-8c75-ffbb7b701fdd"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:18.555883 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6d8f708f-e1b8-477f-abdb-27bee863c771 None None] Current status of the port e3284a56-5d4a-467b-8ccf-d81932b5d2fb is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:18.570767 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e669c0-6863-4f09-a568-3d91836b64e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c08e8e45-ccac-44b8-8ab6-ee32b35d8548,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:18.572764 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-18e3e161-db6c-4955-95a5-7ce0edd28e99 admin admin] Publish callbacks [] for port (c528d6b7-eb82-49bc-9e9a-e521b9effe4e), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:18.604554 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba780b0-ea31-4120-b444-3059b912fae5 service neutron] Pushing event updated for resources: {'Port': ['ID=a13d21a5-1ef2-42de-8c75-ffbb7b701fdd,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:18.617777 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-18e3e161-db6c-4955-95a5-7ce0edd28e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (c528d6b7-eb82-49bc-9e9a-e521b9effe4e), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:18.631478 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-13e669c0-6863-4f09-a568-3d91836b64e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:18.634713 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-13e669c0-6863-4f09-a568-3d91836b64e3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c08e8e45-ccac-44b8-8ab6-ee32b35d8548 HTTP/1.1" status: 204 len: 168 time: 1.6503172 Mar 07 10:38:18.643097 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 48156) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:18.695618 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8ae320-0f59-4dee-949e-ac549e386cb8 req-b01d6c86-83e5-4075-975c-d55db2fb7ec1 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:18.697277 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c8ae320-0f59-4dee-949e-ac549e386cb8 req-b01d6c86-83e5-4075-975c-d55db2fb7ec1 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=f91c4e97-5e9d-4781-b128-d7f407d387dc HTTP/1.1" status: 200 len: 1023 time: 0.6330502 Mar 07 10:38:18.699205 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0e52cfb7-17ec-4ceb-bc7c-6ae21af3133c req-9948e4a5-b06f-4658-b260-d96c3b337e56 service neutron] 10.222.0.21 "GET /v2.0/networks/c2795f77-66a3-4e6f-90b8-62a555bb1830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883326 Mar 07 10:38:18.736443 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:38:18.774745 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2819f255-caf9-4c3a-8238-128085f0a178 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks [] for security_group_rule (fce1a43b-008e-438a-a138-9ec985e663f6), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:18.797075 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2819f255-caf9-4c3a-8238-128085f0a178 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (fce1a43b-008e-438a-a138-9ec985e663f6), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:18.820614 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4ab6062d-7136-427c-8193-89ff6a3aefa0 req-48ba45f8-41e6-4f1f-ac71-24fbe9415af6 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa448f87-043c-4547-b958-b61c377fb8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700294 Mar 07 10:38:18.859215 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 41a70a7b-b016-4449-acfa-be6e7ce7e954, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=41a70a7b-b016-4449-acfa-be6e7ce7e954,segment=NetworkSegment(d7557ddf-bc8b-41ff-827b-079f9fe8bee8),segment_id=d7557ddf-bc8b-41ff-827b-079f9fe8bee8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:18.862761 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port f9b05e21-0d27-416c-8289-e900e508834c is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:18.864323 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f9b05e21-0d27-416c-8289-e900e508834c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:18.875021 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-18e3e161-db6c-4955-95a5-7ce0edd28e99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (5edb460b-516d-40d4-b02c-db19d5829c96), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:18.884023 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449a473-ea47-452c-af9b-6067193ade0b req-d29cb886-6dae-4415-83be-5bfb08d3aba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:18.885614 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7449a473-ea47-452c-af9b-6067193ade0b req-d29cb886-6dae-4415-83be-5bfb08d3aba6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3eaa5c3bb65646f4925f986f51ff18dc&device_id=7257dea5-b7a4-43c8-b2a0-1579f543a29e HTTP/1.1" status: 200 len: 1126 time: 0.3295064 Mar 07 10:38:18.891529 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '41a70a7b-b016-4449-acfa-be6e7ce7e954', 'network_id': 'c2795f77-66a3-4e6f-90b8-62a555bb1830', 'port_id': '41a70a7b-b016-4449-acfa-be6e7ce7e954', 'mac_address': 'fa:16:3e:b9:5b:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '355ed6b5-9129-4d51-98a7-103041f009b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:38:18.892879 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3e161-db6c-4955-95a5-7ce0edd28e99 admin admin] Pushing event updated for resources: {'Port': ['ID=c528d6b7-eb82-49bc-9e9a-e521b9effe4e,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:18.901805 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91c4e97-5e9d-4781-b128-d7f407d387dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9b05e21-0d27-416c-8289-e900e508834c'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:18.904415 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a63991-dba5-42dc-a14f-b1c43368145a" -d '{"events": [{"server_uuid": "f91c4e97-5e9d-4781-b128-d7f407d387dc", "name": "network-vif-unplugged", "status": "completed", "tag": "f9b05e21-0d27-416c-8289-e900e508834c"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:18.906478 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0e52cfb7-17ec-4ceb-bc7c-6ae21af3133c req-0a65e209-b295-4bb9-81c5-dbd4ce279ffa service neutron] 10.222.0.31 "GET /v2.0/networks/c2795f77-66a3-4e6f-90b8-62a555bb1830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7576840 Mar 07 10:38:18.915764 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-76ba335f-7a0b-4ab5-9867-4835e453ed76 req-a2503309-625b-458f-8542-bda34013d8b1 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] For port f9b05e21-0d27-416c-8289-e900e508834c, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f9b05e21-0d27-416c-8289-e900e508834c,segment=NetworkSegment(ed524cc8-0430-4980-8771-744b579a40cf),segment_id=ed524cc8-0430-4980-8771-744b579a40cf)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:18.916125 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-76ba335f-7a0b-4ab5-9867-4835e453ed76 req-a2503309-625b-458f-8542-bda34013d8b1 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (f9b05e21-0d27-416c-8289-e900e508834c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:18.936078 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2819f255-caf9-4c3a-8238-128085f0a178 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:18.940739 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2819f255-caf9-4c3a-8238-128085f0a178 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0257742 Mar 07 10:38:18.941246 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 48160) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:18.943488 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port f9b05e21-0d27-416c-8289-e900e508834c, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f9b05e21-0d27-416c-8289-e900e508834c,segment=NetworkSegment(ed524cc8-0430-4980-8771-744b579a40cf),segment_id=ed524cc8-0430-4980-8771-744b579a40cf)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:18.960002 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f9b05e21-0d27-416c-8289-e900e508834c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:18.968461 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-68cfee28-15c5-48bc-95dd-09ccd7232317 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Request body: {'security_group_rule': {'security_group_id': '404e3e6c-2b6d-4b33-823d-ea542b308992', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:19.006389 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-76ba335f-7a0b-4ab5-9867-4835e453ed76 req-a2503309-625b-458f-8542-bda34013d8b1 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Calling delete_port for f9b05e21-0d27-416c-8289-e900e508834c owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:38:19.007351 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 41a70a7b-b016-4449-acfa-be6e7ce7e954 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:19.007742 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819f255-caf9-4c3a-8238-128085f0a178 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce1a43b-008e-438a-a138-9ec985e663f6,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:19.008220 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (41a70a7b-b016-4449-acfa-be6e7ce7e954), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:19.024575 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7449a473-ea47-452c-af9b-6067193ade0b req-8f042294-ed68-463c-95c3-9228563fcb3d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a13d21a5-1ef2-42de-8c75-ffbb7b701fdd HTTP/1.1" status: 200 len: 217 time: 0.1286922 Mar 07 10:38:19.035177 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-71745a86-5f3d-4ab3-aa17-84e48ee246cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (07ef06e6-8c65-4279-b6bb-1d034bf4347e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:19.049807 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41a70a7b-b016-4449-acfa-be6e7ce7e954 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:19.076177 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=f9b05e21-0d27-416c-8289-e900e508834c,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:19.096436 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 41a70a7b-b016-4449-acfa-be6e7ce7e954, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=41a70a7b-b016-4449-acfa-be6e7ce7e954,segment=NetworkSegment(d7557ddf-bc8b-41ff-827b-079f9fe8bee8),segment_id=d7557ddf-bc8b-41ff-827b-079f9fe8bee8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:19.103464 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (41a70a7b-b016-4449-acfa-be6e7ce7e954), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:19.150571 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-68cfee28-15c5-48bc-95dd-09ccd7232317 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks [] for security_group_rule (e66c56d0-66ce-4116-b436-51c6b76b083f), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:19.154105 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e3e161-db6c-4955-95a5-7ce0edd28e99 admin admin] Network 931da2d2-d8f9-46f5-a9f5-24b58bb56e41 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:19.160761 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-18e3e161-db6c-4955-95a5-7ce0edd28e99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:19.163716 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449a473-ea47-452c-af9b-6067193ade0b req-e9456735-d9f5-4f12-95e9-33cb88de30c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:19.165207 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7449a473-ea47-452c-af9b-6067193ade0b req-e9456735-d9f5-4f12-95e9-33cb88de30c8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=accf3389-35bd-40c8-8f46-e6a58c569299 HTTP/1.1" status: 200 len: 860 time: 0.1198397 Mar 07 10:38:19.179654 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c8ae320-0f59-4dee-949e-ac549e386cb8 req-01e8df43-18d0-496f-bfd1-9a684b7b2e86 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba5e8b03-fe04-4a9a-8f67-6938492da32f&id=ec49201a-b1a0-4801-b6d2-ff7461ae4fcb&id=41732982-be5a-437a-b05f-81e2b4372098&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.4395573 Mar 07 10:38:19.209361 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b89ff-99a0-4231-857a-27b3c1f7202f req-3ff9e5fc-9816-4dc4-9ba5-65823acc64ec tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:19.218028 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b89ff-99a0-4231-857a-27b3c1f7202f req-3ff9e5fc-9816-4dc4-9ba5-65823acc64ec tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:19.222894 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=41a70a7b-b016-4449-acfa-be6e7ce7e954,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:19.227157 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b89ff-99a0-4231-857a-27b3c1f7202f req-3ff9e5fc-9816-4dc4-9ba5-65823acc64ec tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:19.233158 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b89ff-99a0-4231-857a-27b3c1f7202f req-3ff9e5fc-9816-4dc4-9ba5-65823acc64ec tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:19.245940 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b89ff-99a0-4231-857a-27b3c1f7202f req-3ff9e5fc-9816-4dc4-9ba5-65823acc64ec tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:19.255589 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b89ff-99a0-4231-857a-27b3c1f7202f req-3ff9e5fc-9816-4dc4-9ba5-65823acc64ec tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:19.261270 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b89ff-99a0-4231-857a-27b3c1f7202f req-3ff9e5fc-9816-4dc4-9ba5-65823acc64ec tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:19.270410 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ac7b89ff-99a0-4231-857a-27b3c1f7202f req-3ff9e5fc-9816-4dc4-9ba5-65823acc64ec tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5432 time: 0.2609239 Mar 07 10:38:19.358632 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-76ba335f-7a0b-4ab5-9867-4835e453ed76 req-a2503309-625b-458f-8542-bda34013d8b1 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (f9b05e21-0d27-416c-8289-e900e508834c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:19.370974 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['50ac4fd7-c6cc-48fb-8594-708a12111e6f'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:19.432002 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2503309-625b-458f-8542-bda34013d8b1 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Pushing event deleted for resources: {'Port': ['ID=f9b05e21-0d27-416c-8289-e900e508834c,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:19.435249 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e3ae52-1066-445e-af8d-b27563d2ee40 x-openstack-request-id: req-03e3ae52-1066-445e-af8d-b27563d2ee40 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:19.435776 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f91c4e97-5e9d-4781-b128-d7f407d387dc", "name": "network-vif-unplugged", "status": "completed", "tag": "f9b05e21-0d27-416c-8289-e900e508834c", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:19.435776 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-03e3ae52-1066-445e-af8d-b27563d2ee40 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:19.436298 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91c4e97-5e9d-4781-b128-d7f407d387dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9b05e21-0d27-416c-8289-e900e508834c', 'code': 200} Mar 07 10:38:19.445515 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['41a70a7b-b016-4449-acfa-be6e7ce7e954'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:19.456361 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e3e161-db6c-4955-95a5-7ce0edd28e99 admin admin] Router 5edb460b-516d-40d4-b02c-db19d5829c96 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:38:19.464593 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76ab5e2-dd04-43e3-80ee-6921fce767f5 x-openstack-request-id: req-b76ab5e2-dd04-43e3-80ee-6921fce767f5 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:19.465177 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7257dea5-b7a4-43c8-b2a0-1579f543a29e", "tag": "a13d21a5-1ef2-42de-8c75-ffbb7b701fdd", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:19.465596 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b76ab5e2-dd04-43e3-80ee-6921fce767f5 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:19.466191 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7257dea5-b7a4-43c8-b2a0-1579f543a29e', 'tag': 'a13d21a5-1ef2-42de-8c75-ffbb7b701fdd', 'status': 'completed', 'code': 200} Mar 07 10:38:19.488255 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-71745a86-5f3d-4ab3-aa17-84e48ee246cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (07ef06e6-8c65-4279-b6bb-1d034bf4347e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:19.524152 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ac7b89ff-99a0-4231-857a-27b3c1f7202f req-93cb4218-0d6c-43b8-8da0-4d208dff482a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2524920 Mar 07 10:38:19.524354 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:38:19.526775 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device fff45af4-f140-42d3-a837-1e7c66aabe2f no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:38:19.588939 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ba335f-7a0b-4ab5-9867-4835e453ed76 req-a2503309-625b-458f-8542-bda34013d8b1 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] No DVR routers for this DVR port f9b05e21-0d27-416c-8289-e900e508834c on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:38:19.600223 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-76ba335f-7a0b-4ab5-9867-4835e453ed76 req-a2503309-625b-458f-8542-bda34013d8b1 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:19.605061 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-76ba335f-7a0b-4ab5-9867-4835e453ed76 req-a2503309-625b-458f-8542-bda34013d8b1 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.31 "DELETE /v2.0/ports/f9b05e21-0d27-416c-8289-e900e508834c HTTP/1.1" status: 204 len: 173 time: 2.7879231 Mar 07 10:38:19.624566 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91c4e97-5e9d-4781-b128-d7f407d387dc', 'name': 'network-vif-deleted', 'tag': 'f9b05e21-0d27-416c-8289-e900e508834c'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:19.641756 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28852dc8-5d83-4c23-b284-270cbc3d3333" -d '{"events": [{"server_uuid": "f91c4e97-5e9d-4781-b128-d7f407d387dc", "name": "network-vif-deleted", "tag": "f9b05e21-0d27-416c-8289-e900e508834c"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:19.646638 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-68cfee28-15c5-48bc-95dd-09ccd7232317 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks [] for security_group_rule (e66c56d0-66ce-4116-b436-51c6b76b083f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:19.661507 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-71745a86-5f3d-4ab3-aa17-84e48ee246cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07ef06e6-8c65-4279-b6bb-1d034bf4347e']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:19.672242 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-475a0025-1856-4f7c-81b3-e09b2d0bfae4 None None] Provisioning complete for port c528d6b7-eb82-49bc-9e9a-e521b9effe4e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:19.672539 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-475a0025-1856-4f7c-81b3-e09b2d0bfae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c528d6b7-eb82-49bc-9e9a-e521b9effe4e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:19.698262 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-71745a86-5f3d-4ab3-aa17-84e48ee246cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25be040a-e7c6-47a8-ab66-e96eae7343ff') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:19.698750 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-71745a86-5f3d-4ab3-aa17-84e48ee246cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25be040a-e7c6-47a8-ab66-e96eae7343ff') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:19.709822 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e3e161-db6c-4955-95a5-7ce0edd28e99 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:38:19.731386 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-18e3e161-db6c-4955-95a5-7ce0edd28e99 admin admin] 10.222.0.11 "PUT /v2.0/routers/5edb460b-516d-40d4-b02c-db19d5829c96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6674213 Mar 07 10:38:19.744020 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-71745a86-5f3d-4ab3-aa17-84e48ee246cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (25be040a-e7c6-47a8-ab66-e96eae7343ff), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:19.747047 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-68cfee28-15c5-48bc-95dd-09ccd7232317 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (e66c56d0-66ce-4116-b436-51c6b76b083f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:19.747882 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449a473-ea47-452c-af9b-6067193ade0b req-494e66a0-4753-4e71-9fe3-04094bdd065b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:19.750732 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7449a473-ea47-452c-af9b-6067193ade0b req-494e66a0-4753-4e71-9fe3-04094bdd065b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9213476-43ba-434e-a45c-f24c836d68e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5775476 Mar 07 10:38:19.794023 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cfee28-15c5-48bc-95dd-09ccd7232317 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e66c56d0-66ce-4116-b436-51c6b76b083f,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:19.840578 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28119902-b104-4c01-ad3d-acae95099c99 req-702b95d3-de63-4796-aabf-ca7bc527ff8c tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:19.842840 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device d5151d03-05a5-448d-845c-191caad000c8 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:19.849039 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-28119902-b104-4c01-ad3d-acae95099c99 req-702b95d3-de63-4796-aabf-ca7bc527ff8c tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/ports?device_id=7257dea5-b7a4-43c8-b2a0-1579f543a29e HTTP/1.1" status: 200 len: 944 time: 0.3667316 Mar 07 10:38:19.858595 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-71745a86-5f3d-4ab3-aa17-84e48ee246cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (25be040a-e7c6-47a8-ab66-e96eae7343ff), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:19.866981 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71745a86-5f3d-4ab3-aa17-84e48ee246cb admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:38:19.867558 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-71745a86-5f3d-4ab3-aa17-84e48ee246cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (25be040a-e7c6-47a8-ab66-e96eae7343ff), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:19.880108 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7449a473-ea47-452c-af9b-6067193ade0b req-46f70441-a92d-4f68-943b-dbd2e1dcd9d4 service neutron] 10.222.0.21 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222167 Mar 07 10:38:19.919747 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:38:19.919747 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:38:19.919747 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:38:19.919747 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:38:19.919747 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:38:19.919747 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:38:19.919747 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:38:19.919747 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:38:19.919747 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:38:19.919747 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:38:19.919747 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:38:19.919747 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:38:19.919747 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:38:19.919747 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:38:19.919747 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:38:19.919747 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:38:19.919747 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:38:19.919747 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:38:19.919747 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:38:19.919747 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:38:19.919747 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:38:19.919747 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:38:19.919747 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:38:19.919747 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:38:19.919747 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:38:19.919747 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:38:19.919747 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:38:19.919747 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:38:19.919747 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:38:19.919747 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:38:19.919747 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:38:19.919747 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:38:19.930214 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a66304a-dced-489c-b787-0e90c1205a0f x-openstack-request-id: req-8a66304a-dced-489c-b787-0e90c1205a0f {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:19.930517 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f91c4e97-5e9d-4781-b128-d7f407d387dc", "name": "network-vif-deleted", "tag": "f9b05e21-0d27-416c-8289-e900e508834c", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:19.930777 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8a66304a-dced-489c-b787-0e90c1205a0f {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:19.933242 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f91c4e97-5e9d-4781-b128-d7f407d387dc', 'name': 'network-vif-deleted', 'tag': 'f9b05e21-0d27-416c-8289-e900e508834c', 'status': 'completed', 'code': 200} Mar 07 10:38:19.940238 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-68cfee28-15c5-48bc-95dd-09ccd7232317 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:19.945250 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-68cfee28-15c5-48bc-95dd-09ccd7232317 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9807065 Mar 07 10:38:19.952327 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 48202) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:19.963646 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-f4ba1322-bf6a-4630-99a9-2217a67e72ca tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:20.011796 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-475a0025-1856-4f7c-81b3-e09b2d0bfae4 None None] Port c528d6b7-eb82-49bc-9e9a-e521b9effe4e cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:38:20.024415 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7449a473-ea47-452c-af9b-6067193ade0b req-bdeab403-6655-4443-9dc5-697b80379308 service neutron] 10.222.0.21 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379366 Mar 07 10:38:20.026160 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-71745a86-5f3d-4ab3-aa17-84e48ee246cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (07ef06e6-8c65-4279-b6bb-1d034bf4347e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:20.032341 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-28119902-b104-4c01-ad3d-acae95099c99 req-6a521e30-611d-47c1-a13b-ef34216ad11b tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/security-groups?id=bdb55640-f0c2-4fd4-b541-5f3b4b565f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820009 Mar 07 10:38:20.067082 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port fff45af4-f140-42d3-a837-1e7c66aabe2f is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:20.067543 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fff45af4-f140-42d3-a837-1e7c66aabe2f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:20.068409 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-71745a86-5f3d-4ab3-aa17-84e48ee246cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:20.074657 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-71745a86-5f3d-4ab3-aa17-84e48ee246cb admin admin] 10.222.0.11 "DELETE /v2.0/networks/07ef06e6-8c65-4279-b6bb-1d034bf4347e HTTP/1.1" status: 204 len: 168 time: 1.4280109 Mar 07 10:38:20.076002 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4ba1322-bf6a-4630-99a9-2217a67e72ca tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:20.078956 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71745a86-5f3d-4ab3-aa17-84e48ee246cb admin admin] Pushing event deleted for resources: {'Network': ['ID=07ef06e6-8c65-4279-b6bb-1d034bf4347e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:20.203325 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port d5151d03-05a5-448d-845c-191caad000c8 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:20.203891 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d5151d03-05a5-448d-845c-191caad000c8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:20.224887 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf,segment=NetworkSegment(d7557ddf-bc8b-41ff-827b-079f9fe8bee8),segment_id=d7557ddf-bc8b-41ff-827b-079f9fe8bee8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:20.256739 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4ba1322-bf6a-4630-99a9-2217a67e72ca tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:20.339577 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf', 'network_id': 'c2795f77-66a3-4e6f-90b8-62a555bb1830', 'port_id': '0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf', 'mac_address': 'fa:16:3e:d6:25:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '355ed6b5-9129-4d51-98a7-103041f009b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:38:20.363107 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 48220) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:20.379878 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8adefa8-3dd9-470c-95ae-bc218f6b6472 req-987cecd4-6759-4ac8-a00a-4912efa1d4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:20.383131 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b8adefa8-3dd9-470c-95ae-bc218f6b6472 req-987cecd4-6759-4ac8-a00a-4912efa1d4e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3eaa5c3bb65646f4925f986f51ff18dc&device_id=7257dea5-b7a4-43c8-b2a0-1579f543a29e HTTP/1.1" status: 200 len: 1126 time: 0.2493155 Mar 07 10:38:20.394826 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec251fe-c99b-4820-8c98-c502bad380fd req-8abaf42c-a898-4682-968d-79219833ac4d tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:20.397233 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7ec251fe-c99b-4820-8c98-c502bad380fd req-8abaf42c-a898-4682-968d-79219833ac4d tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/ports?device_id=1156b33c-1ee5-4520-a314-cb1e78592ea7 HTTP/1.1" status: 200 len: 944 time: 0.3717806 Mar 07 10:38:20.406642 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port fff45af4-f140-42d3-a837-1e7c66aabe2f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=fff45af4-f140-42d3-a837-1e7c66aabe2f,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:20.436306 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (fff45af4-f140-42d3-a837-1e7c66aabe2f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:20.468571 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f295fea7-19db-42d7-8e37-5fae53050965 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f4eca9194fdd4a93832d9940e3e6237a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1043508 Mar 07 10:38:20.474149 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 48222) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:20.479737 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device afa14939-16cb-4090-80fb-1e4c55f63178 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:20.557803 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8adefa8-3dd9-470c-95ae-bc218f6b6472 req-14dbbf82-260c-4161-a2b2-10cb0114ba06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:20.561383 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b8adefa8-3dd9-470c-95ae-bc218f6b6472 req-14dbbf82-260c-4161-a2b2-10cb0114ba06 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9213476-43ba-434e-a45c-f24c836d68e1 HTTP/1.1" status: 200 len: 922 time: 0.1630852 Mar 07 10:38:20.576403 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-f4ba1322-bf6a-4630-99a9-2217a67e72ca tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Allocated IP 172.25.3.156 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/3fdc4f35-7cf7-4c0c-9dca-0cae9e3a5eaa) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:38:20.622030 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7ec251fe-c99b-4820-8c98-c502bad380fd req-2bbc736e-7334-45ac-8511-1827c9580aa3 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa448f87-043c-4547-b958-b61c377fb8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151010 Mar 07 10:38:20.691978 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b8adefa8-3dd9-470c-95ae-bc218f6b6472 req-eff5f7a9-954e-45ee-8524-42a8a3aa16a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a13d21a5-1ef2-42de-8c75-ffbb7b701fdd HTTP/1.1" status: 200 len: 217 time: 0.0972576 Mar 07 10:38:20.701733 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c78ed2f1-cb7e-44b8-bafc-7e1263bfce5f admin admin] Publish callbacks [] for security_group (7c91989e-750d-42ff-b426-a323f5341be4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:20.806040 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8adefa8-3dd9-470c-95ae-bc218f6b6472 req-51d3f121-b5d7-4fd2-960d-d04dfcb8f221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:20.810162 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b8adefa8-3dd9-470c-95ae-bc218f6b6472 req-51d3f121-b5d7-4fd2-960d-d04dfcb8f221 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=accf3389-35bd-40c8-8f46-e6a58c569299 HTTP/1.1" status: 200 len: 860 time: 0.1094487 Mar 07 10:38:20.869920 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 48238) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:20.877743 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-2204c454-d7a3-4d5a-95cc-fb11efe27b6d tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Request body: {'security_group': {'name': 'tempest-securitygroup--344036779', 'description': 'tempest-description--2016083463'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:20.939056 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947cd8e3-1faa-4b04-a51a-1d97be469251 None None] Sync routers for ids ['5edb460b-516d-40d4-b02c-db19d5829c96'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:38:20.980757 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2204c454-d7a3-4d5a-95cc-fb11efe27b6d tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:21.030008 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8adefa8-3dd9-470c-95ae-bc218f6b6472 req-bf81f2c4-ed37-4eb3-aaa0-3e999e05413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:21.031725 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b8adefa8-3dd9-470c-95ae-bc218f6b6472 req-bf81f2c4-ed37-4eb3-aaa0-3e999e05413e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9213476-43ba-434e-a45c-f24c836d68e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2144012 Mar 07 10:38:21.068927 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4d65f-a7bd-4962-8d9d-2a751a621211 req-a2454742-3746-424b-97c2-b06b100984df tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:21.074488 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4d65f-a7bd-4962-8d9d-2a751a621211 req-a2454742-3746-424b-97c2-b06b100984df tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:21.080354 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4d65f-a7bd-4962-8d9d-2a751a621211 req-a2454742-3746-424b-97c2-b06b100984df tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:21.083323 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port d5151d03-05a5-448d-845c-191caad000c8 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:21.084638 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e3284a56-5d4a-467b-8ccf-d81932b5d2fb up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:21.086144 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4d65f-a7bd-4962-8d9d-2a751a621211 req-a2454742-3746-424b-97c2-b06b100984df tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:21.092406 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4d65f-a7bd-4962-8d9d-2a751a621211 req-a2454742-3746-424b-97c2-b06b100984df tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:21.099318 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4d65f-a7bd-4962-8d9d-2a751a621211 req-a2454742-3746-424b-97c2-b06b100984df tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:21.105199 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4d65f-a7bd-4962-8d9d-2a751a621211 req-a2454742-3746-424b-97c2-b06b100984df tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:21.107413 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0ca4d65f-a7bd-4962-8d9d-2a751a621211 req-a2454742-3746-424b-97c2-b06b100984df tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5432 time: 0.2186549 Mar 07 10:38:21.141470 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947cd8e3-1faa-4b04-a51a-1d97be469251 None None] Routers {'5edb460b-516d-40d4-b02c-db19d5829c96'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:21.154947 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-947cd8e3-1faa-4b04-a51a-1d97be469251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:38:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5edb460b-516d-40d4-b02c-db19d5829c96'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:21.224329 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c78ed2f1-cb7e-44b8-bafc-7e1263bfce5f admin admin] Publish callbacks [] for security_group (7c91989e-750d-42ff-b426-a323f5341be4), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:21.258231 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2204c454-d7a3-4d5a-95cc-fb11efe27b6d tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks [] for security_group (98e2217d-666c-4007-a58b-e6a708dc06ea), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:21.274167 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2204c454-d7a3-4d5a-95cc-fb11efe27b6d tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (98e2217d-666c-4007-a58b-e6a708dc06ea), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:21.296167 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port afa14939-16cb-4090-80fb-1e4c55f63178 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:38:21.299228 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0ca4d65f-a7bd-4962-8d9d-2a751a621211 req-e2379760-506a-46ad-a7ee-0f2b63d481c5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1738811 Mar 07 10:38:21.311747 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b8adefa8-3dd9-470c-95ae-bc218f6b6472 req-f203d49a-5d90-461d-868d-a024036de1c9 service neutron] 10.222.0.21 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664931 Mar 07 10:38:21.330109 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port afa14939-16cb-4090-80fb-1e4c55f63178 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:21.330502 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (afa14939-16cb-4090-80fb-1e4c55f63178), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:21.350598 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=fff45af4-f140-42d3-a837-1e7c66aabe2f,revision_number=11']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:21.374500 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:21.375025 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:21.393261 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4ba1322-bf6a-4630-99a9-2217a67e72ca tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks [] for port (3fdc4f35-7cf7-4c0c-9dca-0cae9e3a5eaa), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:21.397792 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-947cd8e3-1faa-4b04-a51a-1d97be469251 None None] Set router 5edb460b-516d-40d4-b02c-db19d5829c96 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:21.405989 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f947a1db-f8ce-41b5-a1be-bd05093bc42d req-85c04521-5878-40d4-9d57-8bddcd267284 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups/41732982-be5a-437a-b05f-81e2b4372098 HTTP/1.1" status: 200 len: 1817 time: 0.1594121 Mar 07 10:38:21.430142 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b8adefa8-3dd9-470c-95ae-bc218f6b6472 req-feaa3ca4-4363-42c6-ac07-e9e28db1a0f0 service neutron] 10.222.0.21 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967159 Mar 07 10:38:21.441344 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d73b82e-3e5e-4695-b111-6134be543953', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fff45af4-f140-42d3-a837-1e7c66aabe2f'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:21.443647 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da1101e-bba9-4398-bd01-0728a3bcf005" -d '{"events": [{"server_uuid": "3d73b82e-3e5e-4695-b111-6134be543953", "name": "network-vif-unplugged", "status": "completed", "tag": "fff45af4-f140-42d3-a837-1e7c66aabe2f"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:21.451718 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c78ed2f1-cb7e-44b8-bafc-7e1263bfce5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7c91989e-750d-42ff-b426-a323f5341be4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:21.455116 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c78ed2f1-cb7e-44b8-bafc-7e1263bfce5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:21.458331 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:21.459254 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c78ed2f1-cb7e-44b8-bafc-7e1263bfce5f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7c91989e-750d-42ff-b426-a323f5341be4 HTTP/1.1" status: 204 len: 168 time: 0.9841306 Mar 07 10:38:21.460694 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2204c454-d7a3-4d5a-95cc-fb11efe27b6d tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:21.461449 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2204c454-d7a3-4d5a-95cc-fb11efe27b6d tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.5889821 Mar 07 10:38:21.462526 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port e3284a56-5d4a-467b-8ccf-d81932b5d2fb triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:21.462903 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e3284a56-5d4a-467b-8ccf-d81932b5d2fb), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:21.464230 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 48258) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:21.469461 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-087ef3ec-e596-4b7b-bb80-b816d5f73641 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Request body: {'security_group_rule': {'security_group_id': '98e2217d-666c-4007-a58b-e6a708dc06ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:21.475038 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ed2f1-cb7e-44b8-bafc-7e1263bfce5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c91989e-750d-42ff-b426-a323f5341be4,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:21.486678 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4ba1322-bf6a-4630-99a9-2217a67e72ca tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (3fdc4f35-7cf7-4c0c-9dca-0cae9e3a5eaa), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:21.511221 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2204c454-d7a3-4d5a-95cc-fb11efe27b6d tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e2217d-666c-4007-a58b-e6a708dc06ea,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:21.539129 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-087ef3ec-e596-4b7b-bb80-b816d5f73641 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks [] for security_group_rule (46864c3f-2c7f-456b-b80c-b9fd63bb4302), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:21.552599 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ba1322-bf6a-4630-99a9-2217a67e72ca tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:21.557873 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-f4ba1322-bf6a-4630-99a9-2217a67e72ca tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:21.560219 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf,segment=NetworkSegment(d7557ddf-bc8b-41ff-827b-079f9fe8bee8),segment_id=d7557ddf-bc8b-41ff-827b-079f9fe8bee8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:21.560711 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba1322-bf6a-4630-99a9-2217a67e72ca tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Pushing event updated for resources: {'Port': ['ID=3fdc4f35-7cf7-4c0c-9dca-0cae9e3a5eaa,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:21.573915 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa893b-9e45-433f-a5fb-0c499bc0d88c req-dde3d499-25c4-4996-8a53-27fa42f8b6a4 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:21.575465 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17aa893b-9e45-433f-a5fb-0c499bc0d88c req-dde3d499-25c4-4996-8a53-27fa42f8b6a4 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/ports?device_id=7257dea5-b7a4-43c8-b2a0-1579f543a29e HTTP/1.1" status: 200 len: 944 time: 0.1418221 Mar 07 10:38:21.583296 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ba1322-bf6a-4630-99a9-2217a67e72ca tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:38:21.592914 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:21.744043 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4ba1322-bf6a-4630-99a9-2217a67e72ca tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks [] for floatingip (5630d26f-26b8-4667-a921-b60cdcd81a5b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:21.750405 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-087ef3ec-e596-4b7b-bb80-b816d5f73641 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks [] for security_group_rule (46864c3f-2c7f-456b-b80c-b9fd63bb4302), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:21.760481 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17aa893b-9e45-433f-a5fb-0c499bc0d88c req-78ddaaec-058b-4965-9e52-dbcd6b684617 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/security-groups?id=bdb55640-f0c2-4fd4-b541-5f3b4b565f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746352 Mar 07 10:38:21.762394 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-087ef3ec-e596-4b7b-bb80-b816d5f73641 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (46864c3f-2c7f-456b-b80c-b9fd63bb4302), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:21.803277 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:21.805858 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port afa14939-16cb-4090-80fb-1e4c55f63178 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:21.806252 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (afa14939-16cb-4090-80fb-1e4c55f63178), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:21.808812 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-087ef3ec-e596-4b7b-bb80-b816d5f73641 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:21.812713 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-087ef3ec-e596-4b7b-bb80-b816d5f73641 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3442459 Mar 07 10:38:21.812713 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ef3ec-e596-4b7b-bb80-b816d5f73641 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46864c3f-2c7f-456b-b80c-b9fd63bb4302,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:21.813262 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 48262) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:21.819100 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-c8ba7047-90c1-4f7b-b4b8-740124b0eefc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Request body: {'security_group_rule': {'security_group_id': '98e2217d-666c-4007-a58b-e6a708dc06ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:21.843296 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:21.863013 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c8ba7047-90c1-4f7b-b4b8-740124b0eefc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks [] for security_group_rule (7e5d616e-9890-48e4-9190-30d3a2c7383c), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:21.930212 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c8ba7047-90c1-4f7b-b4b8-740124b0eefc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks [] for security_group_rule (7e5d616e-9890-48e4-9190-30d3a2c7383c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:21.942055 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c8ba7047-90c1-4f7b-b4b8-740124b0eefc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (7e5d616e-9890-48e4-9190-30d3a2c7383c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:21.943714 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port e3284a56-5d4a-467b-8ccf-d81932b5d2fb is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:21.952259 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4ba1322-bf6a-4630-99a9-2217a67e72ca tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3fdc4f35-7cf7-4c0c-9dca-0cae9e3a5eaa), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:21.960404 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port afa14939-16cb-4090-80fb-1e4c55f63178, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=afa14939-16cb-4090-80fb-1e4c55f63178,segment=NetworkSegment(d7557ddf-bc8b-41ff-827b-079f9fe8bee8),segment_id=d7557ddf-bc8b-41ff-827b-079f9fe8bee8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:21.973473 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (afa14939-16cb-4090-80fb-1e4c55f63178), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:21.992703 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba7047-90c1-4f7b-b4b8-740124b0eefc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e5d616e-9890-48e4-9190-30d3a2c7383c,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:22.007663 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fd9cba-9e8d-4afc-9be7-c669f7a87f9b x-openstack-request-id: req-f3fd9cba-9e8d-4afc-9be7-c669f7a87f9b {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:22.008400 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d73b82e-3e5e-4695-b111-6134be543953", "name": "network-vif-unplugged", "status": "completed", "tag": "fff45af4-f140-42d3-a837-1e7c66aabe2f", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:22.009013 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f3fd9cba-9e8d-4afc-9be7-c669f7a87f9b {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:22.009621 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d73b82e-3e5e-4695-b111-6134be543953', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fff45af4-f140-42d3-a837-1e7c66aabe2f', 'code': 200} Mar 07 10:38:22.021536 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c8ba7047-90c1-4f7b-b4b8-740124b0eefc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:22.023258 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c8ba7047-90c1-4f7b-b4b8-740124b0eefc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2087746 Mar 07 10:38:22.026947 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 48276) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:22.033253 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-82e67f8f-cdb1-496e-8fba-82d1c069b754 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:22.068421 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-82e67f8f-cdb1-496e-8fba-82d1c069b754 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:22.072488 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=afa14939-16cb-4090-80fb-1e4c55f63178,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:22.088210 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-947cd8e3-1faa-4b04-a51a-1d97be469251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'name': 'tempest-ServerActionsTestJSON-846857533-router', 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'd5151d03-05a5-448d-845c-191caad000c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:06Z', 'updated_at': '2022-03-07T10:38:17Z', 'revision_number': 4, 'project_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'gw_port': {'id': 'd5151d03-05a5-448d-845c-191caad000c8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:08Z', 'updated_at': '2022-03-07T10:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'c528d6b7-eb82-49bc-9e9a-e521b9effe4e', 'name': '', 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41', 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'mac_address': 'fa:16:3e:97:b8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'be75dc35-59ec-464d-b948-3549cf46df15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:16Z', 'updated_at': '2022-03-07T10:38:18Z', 'revision_number': 2, 'project_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'subnets': [{'id': 'be75dc35-59ec-464d-b948-3549cf46df15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:22.107017 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f947a1db-f8ce-41b5-a1be-bd05093bc42d req-d31e2258-a858-4fa7-832e-cd023f20e789 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (41732982-be5a-437a-b05f-81e2b4372098), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:22.121401 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 48278) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:22.124003 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947cd8e3-1faa-4b04-a51a-1d97be469251 None None] Checking router: 5edb460b-516d-40d4-b02c-db19d5829c96 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:38:22.124596 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947cd8e3-1faa-4b04-a51a-1d97be469251 None None] Updating router 5edb460b-516d-40d4-b02c-db19d5829c96 port c528d6b7-eb82-49bc-9e9a-e521b9effe4e binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:38:22.175715 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-947cd8e3-1faa-4b04-a51a-1d97be469251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c528d6b7-eb82-49bc-9e9a-e521b9effe4e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:22.190912 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f947a1db-f8ce-41b5-a1be-bd05093bc42d req-d31e2258-a858-4fa7-832e-cd023f20e789 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (41732982-be5a-437a-b05f-81e2b4372098), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:22.204978 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5edec3cb-d5e2-4fc2-aa2c-6925e78e2020 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9f45bb0821d54d3aad39d8c37a254df7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0821404 Mar 07 10:38:22.208241 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 48280) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:22.257266 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f20fd9-88d9-43b7-883c-df384c10ac88 req-7e339711-08cb-4327-8cad-4476d6c4e0e6 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:22.258684 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5f20fd9-88d9-43b7-883c-df384c10ac88 req-7e339711-08cb-4327-8cad-4476d6c4e0e6 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/ports?device_id=1156b33c-1ee5-4520-a314-cb1e78592ea7 HTTP/1.1" status: 200 len: 945 time: 0.1607065 Mar 07 10:38:22.314226 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f947a1db-f8ce-41b5-a1be-bd05093bc42d req-d31e2258-a858-4fa7-832e-cd023f20e789 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (41732982-be5a-437a-b05f-81e2b4372098), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:22.316726 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-82e67f8f-cdb1-496e-8fba-82d1c069b754 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:22.316892 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f947a1db-f8ce-41b5-a1be-bd05093bc42d req-d31e2258-a858-4fa7-832e-cd023f20e789 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:22.317988 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f947a1db-f8ce-41b5-a1be-bd05093bc42d req-d31e2258-a858-4fa7-832e-cd023f20e789 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "DELETE /v2.0/security-groups/41732982-be5a-437a-b05f-81e2b4372098 HTTP/1.1" status: 204 len: 173 time: 0.8757870 Mar 07 10:38:22.348771 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e2258-a858-4fa7-832e-cd023f20e789 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41732982-be5a-437a-b05f-81e2b4372098,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:22.352511 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4ba1322-bf6a-4630-99a9-2217a67e72ca tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks [] for port (3fdc4f35-7cf7-4c0c-9dca-0cae9e3a5eaa), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:22.358210 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d0f4841f-a6f3-4ff6-b531-ab7957816178 admin admin] Publish callbacks [] for security_group (7a75b514-0d39-4232-8c5e-c438684d1ff4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:22.368299 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4ba1322-bf6a-4630-99a9-2217a67e72ca tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (3fdc4f35-7cf7-4c0c-9dca-0cae9e3a5eaa), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:22.411362 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5f20fd9-88d9-43b7-883c-df384c10ac88 req-4c1b5faf-e9be-4501-8823-afc4cf1e8a32 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa448f87-043c-4547-b958-b61c377fb8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447780 Mar 07 10:38:22.412735 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d0f4841f-a6f3-4ff6-b531-ab7957816178 admin admin] Publish callbacks [] for security_group (7a75b514-0d39-4232-8c5e-c438684d1ff4), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:22.466866 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 41a70a7b-b016-4449-acfa-be6e7ce7e954 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:22.489156 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-82e67f8f-cdb1-496e-8fba-82d1c069b754 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Allocated IP 172.25.3.245 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/29ed9bd5-8252-46f1-94e2-a0cec1dd9e91) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:38:22.495774 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ba1322-bf6a-4630-99a9-2217a67e72ca tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Pushing event updated for resources: {'Port': ['ID=3fdc4f35-7cf7-4c0c-9dca-0cae9e3a5eaa,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:22.539335 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4ba1322-bf6a-4630-99a9-2217a67e72ca tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (5630d26f-26b8-4667-a921-b60cdcd81a5b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:22.569297 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 41a70a7b-b016-4449-acfa-be6e7ce7e954 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:38:22.575058 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cd8ac1d4-13e1-4c3b-a04b-a35433991a8e req-f5947c32-e7b9-4ea1-be37-24c2ceb9a24a tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups/ec49201a-b1a0-4801-b6d2-ff7461ae4fcb HTTP/1.1" status: 200 len: 1818 time: 0.0666661 Mar 07 10:38:22.580099 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4ba1322-bf6a-4630-99a9-2217a67e72ca tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:22.580326 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 41a70a7b-b016-4449-acfa-be6e7ce7e954 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:22.580981 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (41a70a7b-b016-4449-acfa-be6e7ce7e954), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:22.582048 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f4ba1322-bf6a-4630-99a9-2217a67e72ca tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6219714 Mar 07 10:38:22.589974 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d0f4841f-a6f3-4ff6-b531-ab7957816178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7a75b514-0d39-4232-8c5e-c438684d1ff4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:22.593024 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d0f4841f-a6f3-4ff6-b531-ab7957816178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:22.596320 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d0f4841f-a6f3-4ff6-b531-ab7957816178 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7a75b514-0d39-4232-8c5e-c438684d1ff4 HTTP/1.1" status: 204 len: 168 time: 0.3857625 Mar 07 10:38:22.620458 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4841f-a6f3-4ff6-b531-ab7957816178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a75b514-0d39-4232-8c5e-c438684d1ff4,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:22.680670 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cd8ac1d4-13e1-4c3b-a04b-a35433991a8e req-09e2ec3a-d7e0-4fa3-98e3-09505c6308e1 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (ec49201a-b1a0-4801-b6d2-ff7461ae4fcb), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:22.688215 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-82e67f8f-cdb1-496e-8fba-82d1c069b754 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks [] for port (29ed9bd5-8252-46f1-94e2-a0cec1dd9e91), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:22.689985 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:22.723964 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cd8ac1d4-13e1-4c3b-a04b-a35433991a8e req-09e2ec3a-d7e0-4fa3-98e3-09505c6308e1 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (ec49201a-b1a0-4801-b6d2-ff7461ae4fcb), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:22.756208 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 41a70a7b-b016-4449-acfa-be6e7ce7e954 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:22.756608 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (41a70a7b-b016-4449-acfa-be6e7ce7e954), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:22.792018 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce7581-10d5-4024-b1be-1ee34ddf0bf8 req-7df3e2d0-86c5-4da5-aaf7-8bd253e644f1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:22.799584 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce7581-10d5-4024-b1be-1ee34ddf0bf8 req-7df3e2d0-86c5-4da5-aaf7-8bd253e644f1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:22.802115 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cd8ac1d4-13e1-4c3b-a04b-a35433991a8e req-09e2ec3a-d7e0-4fa3-98e3-09505c6308e1 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ec49201a-b1a0-4801-b6d2-ff7461ae4fcb), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:22.805050 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cd8ac1d4-13e1-4c3b-a04b-a35433991a8e req-09e2ec3a-d7e0-4fa3-98e3-09505c6308e1 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:22.806377 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cd8ac1d4-13e1-4c3b-a04b-a35433991a8e req-09e2ec3a-d7e0-4fa3-98e3-09505c6308e1 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "DELETE /v2.0/security-groups/ec49201a-b1a0-4801-b6d2-ff7461ae4fcb HTTP/1.1" status: 204 len: 173 time: 0.2177472 Mar 07 10:38:22.828497 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 41a70a7b-b016-4449-acfa-be6e7ce7e954, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=41a70a7b-b016-4449-acfa-be6e7ce7e954,segment=NetworkSegment(d7557ddf-bc8b-41ff-827b-079f9fe8bee8),segment_id=d7557ddf-bc8b-41ff-827b-079f9fe8bee8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:22.831496 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-947cd8e3-1faa-4b04-a51a-1d97be469251 None None] Publish callbacks [] for port (c528d6b7-eb82-49bc-9e9a-e521b9effe4e), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:22.834019 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (41a70a7b-b016-4449-acfa-be6e7ce7e954), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:22.836282 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce7581-10d5-4024-b1be-1ee34ddf0bf8 req-7df3e2d0-86c5-4da5-aaf7-8bd253e644f1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:22.848696 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce7581-10d5-4024-b1be-1ee34ddf0bf8 req-7df3e2d0-86c5-4da5-aaf7-8bd253e644f1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:22.855410 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce7581-10d5-4024-b1be-1ee34ddf0bf8 req-7df3e2d0-86c5-4da5-aaf7-8bd253e644f1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:22.856634 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e2ec3a-d7e0-4fa3-98e3-09505c6308e1 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec49201a-b1a0-4801-b6d2-ff7461ae4fcb,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:22.863040 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce7581-10d5-4024-b1be-1ee34ddf0bf8 req-7df3e2d0-86c5-4da5-aaf7-8bd253e644f1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:22.864537 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-947cd8e3-1faa-4b04-a51a-1d97be469251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c528d6b7-eb82-49bc-9e9a-e521b9effe4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:22.870774 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce7581-10d5-4024-b1be-1ee34ddf0bf8 req-7df3e2d0-86c5-4da5-aaf7-8bd253e644f1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:22.873644 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f6ce7581-10d5-4024-b1be-1ee34ddf0bf8 req-7df3e2d0-86c5-4da5-aaf7-8bd253e644f1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5432 time: 0.2795632 Mar 07 10:38:22.898958 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-82e67f8f-cdb1-496e-8fba-82d1c069b754 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (29ed9bd5-8252-46f1-94e2-a0cec1dd9e91), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:22.956034 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=41a70a7b-b016-4449-acfa-be6e7ce7e954,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:23.027771 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-947cd8e3-1faa-4b04-a51a-1d97be469251 None None] Attempting to bind port c528d6b7-eb82-49bc-9e9a-e521b9effe4e on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:38:23.028325 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-947cd8e3-1faa-4b04-a51a-1d97be469251 None None] Attempting to bind port c528d6b7-eb82-49bc-9e9a-e521b9effe4e by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '0bff5fe3-a691-4e25-8a0f-c7433dac5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:38:23.028878 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947cd8e3-1faa-4b04-a51a-1d97be469251 None None] Attempting to bind port c528d6b7-eb82-49bc-9e9a-e521b9effe4e on network 931da2d2-d8f9-46f5-a9f5-24b58bb56e41 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:23.047341 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947cd8e3-1faa-4b04-a51a-1d97be469251 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:38:23.047980 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947cd8e3-1faa-4b04-a51a-1d97be469251 None None] Checking segment: {'id': '0bff5fe3-a691-4e25-8a0f-c7433dac5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:38:23.048606 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-947cd8e3-1faa-4b04-a51a-1d97be469251 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:23.049209 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947cd8e3-1faa-4b04-a51a-1d97be469251 None None] Bound using segment: {'id': '0bff5fe3-a691-4e25-8a0f-c7433dac5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:38:23.049875 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-947cd8e3-1faa-4b04-a51a-1d97be469251 None None] Bound port: c528d6b7-eb82-49bc-9e9a-e521b9effe4e, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bff5fe3-a691-4e25-8a0f-c7433dac5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:38:23.050451 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-947cd8e3-1faa-4b04-a51a-1d97be469251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c528d6b7-eb82-49bc-9e9a-e521b9effe4e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:23.050981 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e67f8f-cdb1-496e-8fba-82d1c069b754 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:23.070595 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c8d5f-2da0-432e-91f4-ff1d89d693f8 None None] Pushing event updated for resources: {'Port': ['ID=c528d6b7-eb82-49bc-9e9a-e521b9effe4e,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:23.074703 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f6ce7581-10d5-4024-b1be-1ee34ddf0bf8 req-660ba7c3-0061-4ad0-901a-3a0133e14a46 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1886029 Mar 07 10:38:23.090937 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-82e67f8f-cdb1-496e-8fba-82d1c069b754 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:23.113933 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e67f8f-cdb1-496e-8fba-82d1c069b754 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:38:23.209610 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-ffbc3bc6-82f5-4a47-b6c5-83677dbd7fe5 req-3f2e806b-21d1-4e19-8e8d-d1678a42e21f tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-290371585', 'description': 'tempest-description-96689192'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:23.257580 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ffbc3bc6-82f5-4a47-b6c5-83677dbd7fe5 req-3f2e806b-21d1-4e19-8e8d-d1678a42e21f tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:23.275926 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e67f8f-cdb1-496e-8fba-82d1c069b754 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Pushing event updated for resources: {'Port': ['ID=29ed9bd5-8252-46f1-94e2-a0cec1dd9e91,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:23.391207 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ffbc3bc6-82f5-4a47-b6c5-83677dbd7fe5 req-3f2e806b-21d1-4e19-8e8d-d1678a42e21f tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (9c1b3e6f-2eac-410c-b84e-ce0563ee62ba), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:23.396608 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6b06dfad-d04d-43d8-a7ba-05cd86ba5d26 None None] Provisioning complete for port c528d6b7-eb82-49bc-9e9a-e521b9effe4e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:23.397093 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6b06dfad-d04d-43d8-a7ba-05cd86ba5d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c528d6b7-eb82-49bc-9e9a-e521b9effe4e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:23.399181 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ffbc3bc6-82f5-4a47-b6c5-83677dbd7fe5 req-3f2e806b-21d1-4e19-8e8d-d1678a42e21f tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (9c1b3e6f-2eac-410c-b84e-ce0563ee62ba), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:23.463781 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-947cd8e3-1faa-4b04-a51a-1d97be469251 None None] For port c528d6b7-eb82-49bc-9e9a-e521b9effe4e, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:38:23.466255 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6b06dfad-d04d-43d8-a7ba-05cd86ba5d26 None None] Port c528d6b7-eb82-49bc-9e9a-e521b9effe4e cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:38:23.468627 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-947cd8e3-1faa-4b04-a51a-1d97be469251 None None] For port c528d6b7-eb82-49bc-9e9a-e521b9effe4e, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c528d6b7-eb82-49bc-9e9a-e521b9effe4e,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:38:23.481756 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-947cd8e3-1faa-4b04-a51a-1d97be469251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c528d6b7-eb82-49bc-9e9a-e521b9effe4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:23.483310 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ffbc3bc6-82f5-4a47-b6c5-83677dbd7fe5 req-3f2e806b-21d1-4e19-8e8d-d1678a42e21f tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:23.492567 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ffbc3bc6-82f5-4a47-b6c5-83677dbd7fe5 req-3f2e806b-21d1-4e19-8e8d-d1678a42e21f tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2893200 Mar 07 10:38:23.515360 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2e806b-21d1-4e19-8e8d-d1678a42e21f tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1b3e6f-2eac-410c-b84e-ce0563ee62ba,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:23.578012 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c8d5f-2da0-432e-91f4-ff1d89d693f8 None None] Pushing event updated for resources: {'Port': ['ID=c528d6b7-eb82-49bc-9e9a-e521b9effe4e,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:23.618144 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device a13d21a5-1ef2-42de-8c75-ffbb7b701fdd details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:38:23.620243 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:23.653868 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947cd8e3-1faa-4b04-a51a-1d97be469251 None None] Routers {'5edb460b-516d-40d4-b02c-db19d5829c96'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:23.654649 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-947cd8e3-1faa-4b04-a51a-1d97be469251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:38:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5edb460b-516d-40d4-b02c-db19d5829c96'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:23.752401 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91a9c5-d840-41dd-a8e8-0088ebd7316b req-09fe58d8-ac04-4ab9-bb0d-45257f82480b tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:23.754681 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fc91a9c5-d840-41dd-a8e8-0088ebd7316b req-09fe58d8-ac04-4ab9-bb0d-45257f82480b tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/ports?device_id=1156b33c-1ee5-4520-a314-cb1e78592ea7 HTTP/1.1" status: 200 len: 945 time: 0.0924935 Mar 07 10:38:23.877040 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fc91a9c5-d840-41dd-a8e8-0088ebd7316b req-8a4886a6-e404-4c00-96bf-a1fd24fd4769 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa448f87-043c-4547-b958-b61c377fb8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162920 Mar 07 10:38:23.943634 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-82e67f8f-cdb1-496e-8fba-82d1c069b754 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks [] for floatingip (58f38730-6b71-4782-93a3-e5d92648807d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:23.994331 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a2b52817-8c51-444a-90c7-c42fc26f857f req-6143a7ef-a305-4983-b109-079f05419adb tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups/9c1b3e6f-2eac-410c-b84e-ce0563ee62ba HTTP/1.1" status: 200 len: 1817 time: 0.0795424 Mar 07 10:38:24.011066 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-a2b52817-8c51-444a-90c7-c42fc26f857f req-d2867668-75d5-4278-97d1-aa1bd88d13c5 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1039636393', 'description': 'tempest-description-hth-469010282'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:24.019921 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1156b33c-1ee5-4520-a314-cb1e78592ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa14939-16cb-4090-80fb-1e4c55f63178'}, {'server_uuid': 'aab4d57d-6cdb-4d71-b438-f84eed39906a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a70a7b-b016-4449-acfa-be6e7ce7e954'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:24.022214 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e719d8d-e8e6-4ed0-8bf5-b151070e2251" -d '{"events": [{"server_uuid": "1156b33c-1ee5-4520-a314-cb1e78592ea7", "name": "network-vif-plugged", "status": "completed", "tag": "afa14939-16cb-4090-80fb-1e4c55f63178"}, {"server_uuid": "aab4d57d-6cdb-4d71-b438-f84eed39906a", "name": "network-vif-plugged", "status": "completed", "tag": "41a70a7b-b016-4449-acfa-be6e7ce7e954"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:24.027020 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122ddc2-2452-4318-9fa6-cfb5d9a9ef56 req-a85d254d-ce2b-4d6b-a481-4417757d0fe4 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:24.031424 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1122ddc2-2452-4318-9fa6-cfb5d9a9ef56 req-a85d254d-ce2b-4d6b-a481-4417757d0fe4 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/ports?device_id=7257dea5-b7a4-43c8-b2a0-1579f543a29e HTTP/1.1" status: 200 len: 944 time: 0.7484915 Mar 07 10:38:24.045533 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-82e67f8f-cdb1-496e-8fba-82d1c069b754 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (29ed9bd5-8252-46f1-94e2-a0cec1dd9e91), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:24.056615 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:38:24.071199 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-947cd8e3-1faa-4b04-a51a-1d97be469251 None None] Set router 5edb460b-516d-40d4-b02c-db19d5829c96 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:24.073470 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:24.075948 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:24.104587 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a2b52817-8c51-444a-90c7-c42fc26f857f req-d2867668-75d5-4278-97d1-aa1bd88d13c5 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (9c1b3e6f-2eac-410c-b84e-ce0563ee62ba), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:24.191015 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2a5a1f15-4841-4972-ab84-4af04c163b1d None None] Provisioning complete for port c528d6b7-eb82-49bc-9e9a-e521b9effe4e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:24.191395 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2a5a1f15-4841-4972-ab84-4af04c163b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c528d6b7-eb82-49bc-9e9a-e521b9effe4e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:24.195175 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port a13d21a5-1ef2-42de-8c75-ffbb7b701fdd, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=a13d21a5-1ef2-42de-8c75-ffbb7b701fdd,segment=NetworkSegment(4f7e0434-a01f-44de-85e6-94dc5f02406c),segment_id=4f7e0434-a01f-44de-85e6-94dc5f02406c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:24.214423 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a2b52817-8c51-444a-90c7-c42fc26f857f req-d2867668-75d5-4278-97d1-aa1bd88d13c5 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (9c1b3e6f-2eac-410c-b84e-ce0563ee62ba), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:24.229587 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a2b52817-8c51-444a-90c7-c42fc26f857f req-d2867668-75d5-4278-97d1-aa1bd88d13c5 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (9c1b3e6f-2eac-410c-b84e-ce0563ee62ba), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:24.245265 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a2b52817-8c51-444a-90c7-c42fc26f857f req-d2867668-75d5-4278-97d1-aa1bd88d13c5 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:24.260629 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a2b52817-8c51-444a-90c7-c42fc26f857f req-d2867668-75d5-4278-97d1-aa1bd88d13c5 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "PUT /v2.0/security-groups/9c1b3e6f-2eac-410c-b84e-ce0563ee62ba HTTP/1.1" status: 200 len: 1793 time: 0.2515864 Mar 07 10:38:24.337468 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'a13d21a5-1ef2-42de-8c75-ffbb7b701fdd', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'port_id': 'a13d21a5-1ef2-42de-8c75-ffbb7b701fdd', 'mac_address': 'fa:16:3e:33:f8:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:38:24.346264 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2867668-75d5-4278-97d1-aa1bd88d13c5 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1b3e6f-2eac-410c-b84e-ce0563ee62ba,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:24.366979 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2867668-75d5-4278-97d1-aa1bd88d13c5 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:24.368160 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2867668-75d5-4278-97d1-aa1bd88d13c5 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:24.372450 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2867668-75d5-4278-97d1-aa1bd88d13c5 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:24.373396 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2867668-75d5-4278-97d1-aa1bd88d13c5 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:24.373912 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2867668-75d5-4278-97d1-aa1bd88d13c5 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:24.374435 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2867668-75d5-4278-97d1-aa1bd88d13c5 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:24.374956 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2867668-75d5-4278-97d1-aa1bd88d13c5 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:24.375457 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2867668-75d5-4278-97d1-aa1bd88d13c5 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:24.375963 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2867668-75d5-4278-97d1-aa1bd88d13c5 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:24.376689 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2867668-75d5-4278-97d1-aa1bd88d13c5 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:24.377328 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2867668-75d5-4278-97d1-aa1bd88d13c5 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:24.377843 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2867668-75d5-4278-97d1-aa1bd88d13c5 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:24.378356 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2867668-75d5-4278-97d1-aa1bd88d13c5 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:24.437925 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-82e67f8f-cdb1-496e-8fba-82d1c069b754 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks [] for port (29ed9bd5-8252-46f1-94e2-a0cec1dd9e91), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:24.466206 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-82e67f8f-cdb1-496e-8fba-82d1c069b754 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (29ed9bd5-8252-46f1-94e2-a0cec1dd9e91), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:24.599492 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5581d6-698c-4a36-a48f-6bf6b334b80a x-openstack-request-id: req-ae5581d6-698c-4a36-a48f-6bf6b334b80a {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:24.600030 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1156b33c-1ee5-4520-a314-cb1e78592ea7", "name": "network-vif-plugged", "status": "completed", "tag": "afa14939-16cb-4090-80fb-1e4c55f63178", "code": 200}, {"server_uuid": "aab4d57d-6cdb-4d71-b438-f84eed39906a", "name": "network-vif-plugged", "status": "completed", "tag": "41a70a7b-b016-4449-acfa-be6e7ce7e954", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:24.600030 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ae5581d6-698c-4a36-a48f-6bf6b334b80a {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:24.600432 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1156b33c-1ee5-4520-a314-cb1e78592ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa14939-16cb-4090-80fb-1e4c55f63178', 'code': 200} Mar 07 10:38:24.600688 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab4d57d-6cdb-4d71-b438-f84eed39906a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a70a7b-b016-4449-acfa-be6e7ce7e954', 'code': 200} Mar 07 10:38:24.639182 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1122ddc2-2452-4318-9fa6-cfb5d9a9ef56 req-95043a76-e2ee-489a-ab99-b1383b221c84 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/security-groups?id=bdb55640-f0c2-4fd4-b541-5f3b4b565f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6011486 Mar 07 10:38:24.649868 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-82e67f8f-cdb1-496e-8fba-82d1c069b754 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (58f38730-6b71-4782-93a3-e5d92648807d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:24.665255 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e67f8f-cdb1-496e-8fba-82d1c069b754 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Pushing event updated for resources: {'Port': ['ID=29ed9bd5-8252-46f1-94e2-a0cec1dd9e91,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:24.686405 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-82e67f8f-cdb1-496e-8fba-82d1c069b754 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:24.696923 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-82e67f8f-cdb1-496e-8fba-82d1c069b754 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6695240 Mar 07 10:38:24.717796 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port a13d21a5-1ef2-42de-8c75-ffbb7b701fdd is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:24.718192 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a13d21a5-1ef2-42de-8c75-ffbb7b701fdd), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:24.739317 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a13d21a5-1ef2-42de-8c75-ffbb7b701fdd {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:24.820082 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port a13d21a5-1ef2-42de-8c75-ffbb7b701fdd, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=a13d21a5-1ef2-42de-8c75-ffbb7b701fdd,segment=NetworkSegment(4f7e0434-a01f-44de-85e6-94dc5f02406c),segment_id=4f7e0434-a01f-44de-85e6-94dc5f02406c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:24.829576 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28178c72-f5d3-4ec5-9af3-1a9198b4c802 req-378f17a5-b255-4b1a-9f63-f9633649a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:24.830745 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-98f41296-6614-4fb9-8219-dc2ee208e24b req-5109a52f-dc2d-4f3e-a604-7ab315c620c3 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups/9c1b3e6f-2eac-410c-b84e-ce0563ee62ba HTTP/1.1" status: 200 len: 1793 time: 0.1323342 Mar 07 10:38:24.831336 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-28178c72-f5d3-4ec5-9af3-1a9198b4c802 req-378f17a5-b255-4b1a-9f63-f9633649a77c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1156b33c-1ee5-4520-a314-cb1e78592ea7 HTTP/1.1" status: 200 len: 1127 time: 0.2610791 Mar 07 10:38:24.840735 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2a5a1f15-4841-4972-ab84-4af04c163b1d None None] Current status of the port c528d6b7-eb82-49bc-9e9a-e521b9effe4e is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:24.841145 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2a5a1f15-4841-4972-ab84-4af04c163b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c528d6b7-eb82-49bc-9e9a-e521b9effe4e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:24.844590 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a13d21a5-1ef2-42de-8c75-ffbb7b701fdd), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:24.877253 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:24.877719 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:24.911346 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f4646-4a67-4c3b-9e54-befa4c8c4dd3 req-f99c6068-8f70-4468-9877-d8c11687b4f1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:24.917410 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f4646-4a67-4c3b-9e54-befa4c8c4dd3 req-f99c6068-8f70-4468-9877-d8c11687b4f1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:24.925045 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f4646-4a67-4c3b-9e54-befa4c8c4dd3 req-f99c6068-8f70-4468-9877-d8c11687b4f1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:24.932495 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f4646-4a67-4c3b-9e54-befa4c8c4dd3 req-f99c6068-8f70-4468-9877-d8c11687b4f1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:24.937842 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f4646-4a67-4c3b-9e54-befa4c8c4dd3 req-f99c6068-8f70-4468-9877-d8c11687b4f1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:24.943542 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f4646-4a67-4c3b-9e54-befa4c8c4dd3 req-f99c6068-8f70-4468-9877-d8c11687b4f1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:24.948816 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f4646-4a67-4c3b-9e54-befa4c8c4dd3 req-f99c6068-8f70-4468-9877-d8c11687b4f1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:24.956724 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d0f4646-4a67-4c3b-9e54-befa4c8c4dd3 req-f99c6068-8f70-4468-9877-d8c11687b4f1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5432 time: 0.4289868 Mar 07 10:38:24.958964 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=a13d21a5-1ef2-42de-8c75-ffbb7b701fdd,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:24.966781 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b423cec-0100-4b27-9ee5-ab0729543711 req-706a450e-2a69-4a60-899b-0e668d95401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:24.968277 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b423cec-0100-4b27-9ee5-ab0729543711 req-706a450e-2a69-4a60-899b-0e668d95401e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=aab4d57d-6cdb-4d71-b438-f84eed39906a HTTP/1.1" status: 200 len: 1127 time: 0.3969419 Mar 07 10:38:25.008096 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f1715ed9-bb90-47ab-bf5c-7f05b956649b req-fc78b8bf-4e4c-4273-970a-f97754886195 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups/9c1b3e6f-2eac-410c-b84e-ce0563ee62ba HTTP/1.1" status: 200 len: 1793 time: 0.0600097 Mar 07 10:38:25.057255 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-28178c72-f5d3-4ec5-9af3-1a9198b4c802 req-cf674b34-f270-4348-aa10-63c6922e3da4 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=aa448f87-043c-4547-b958-b61c377fb8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065079 Mar 07 10:38:25.071350 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-2a5a1f15-4841-4972-ab84-4af04c163b1d None None] For port c528d6b7-eb82-49bc-9e9a-e521b9effe4e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c528d6b7-eb82-49bc-9e9a-e521b9effe4e,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:25.084885 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d0f4646-4a67-4c3b-9e54-befa4c8c4dd3 req-186c7aad-a4d8-4321-be0f-173e13a76192 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1272647 Mar 07 10:38:25.087156 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b423cec-0100-4b27-9ee5-ab0729543711 req-b1a5725c-b991-4757-ae0c-27e02701d639 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=aa448f87-043c-4547-b958-b61c377fb8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110446 Mar 07 10:38:25.090411 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2a5a1f15-4841-4972-ab84-4af04c163b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c528d6b7-eb82-49bc-9e9a-e521b9effe4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:25.108786 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f1715ed9-bb90-47ab-bf5c-7f05b956649b req-c1c2e427-8014-4fe2-ae21-8aa76322961e tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (9c1b3e6f-2eac-410c-b84e-ce0563ee62ba), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:25.115181 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['a13d21a5-1ef2-42de-8c75-ffbb7b701fdd'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:25.151056 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f1715ed9-bb90-47ab-bf5c-7f05b956649b req-c1c2e427-8014-4fe2-ae21-8aa76322961e tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (9c1b3e6f-2eac-410c-b84e-ce0563ee62ba), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:25.198934 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf,segment=NetworkSegment(d7557ddf-bc8b-41ff-827b-079f9fe8bee8),segment_id=d7557ddf-bc8b-41ff-827b-079f9fe8bee8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:25.201041 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-947cd8e3-1faa-4b04-a51a-1d97be469251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'name': 'tempest-ServerActionsTestJSON-846857533-router', 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'd5151d03-05a5-448d-845c-191caad000c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:06Z', 'updated_at': '2022-03-07T10:38:17Z', 'revision_number': 4, 'project_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'gw_port': {'id': 'd5151d03-05a5-448d-845c-191caad000c8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:08Z', 'updated_at': '2022-03-07T10:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'c528d6b7-eb82-49bc-9e9a-e521b9effe4e', 'name': '', 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41', 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'mac_address': 'fa:16:3e:97:b8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'be75dc35-59ec-464d-b948-3549cf46df15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:16Z', 'updated_at': '2022-03-07T10:38:23Z', 'revision_number': 4, 'project_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'subnets': [{'id': 'be75dc35-59ec-464d-b948-3549cf46df15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:25.250168 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f1715ed9-bb90-47ab-bf5c-7f05b956649b req-c1c2e427-8014-4fe2-ae21-8aa76322961e tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (9c1b3e6f-2eac-410c-b84e-ce0563ee62ba), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:25.251110 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:25.255374 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f1715ed9-bb90-47ab-bf5c-7f05b956649b req-c1c2e427-8014-4fe2-ae21-8aa76322961e tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:25.260212 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947cd8e3-1faa-4b04-a51a-1d97be469251 None None] The sync data for ids ['5edb460b-516d-40d4-b02c-db19d5829c96'] in n-d-832164-4 is: [{'id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'name': 'tempest-ServerActionsTestJSON-846857533-router', 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'd5151d03-05a5-448d-845c-191caad000c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:06Z', 'updated_at': '2022-03-07T10:38:17Z', 'revision_number': 4, 'project_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'gw_port': {'id': 'd5151d03-05a5-448d-845c-191caad000c8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:08Z', 'updated_at': '2022-03-07T10:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'c528d6b7-eb82-49bc-9e9a-e521b9effe4e', 'name': '', 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41', 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'mac_address': 'fa:16:3e:97:b8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'be75dc35-59ec-464d-b948-3549cf46df15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:16Z', 'updated_at': '2022-03-07T10:38:23Z', 'revision_number': 4, 'project_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'subnets': [{'id': 'be75dc35-59ec-464d-b948-3549cf46df15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:38:25.270199 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f1715ed9-bb90-47ab-bf5c-7f05b956649b req-c1c2e427-8014-4fe2-ae21-8aa76322961e tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "DELETE /v2.0/security-groups/9c1b3e6f-2eac-410c-b84e-ce0563ee62ba HTTP/1.1" status: 204 len: 173 time: 0.2542849 Mar 07 10:38:25.270542 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a1f15-4841-4972-ab84-4af04c163b1d None None] Pushing event updated for resources: {'Port': ['ID=c528d6b7-eb82-49bc-9e9a-e521b9effe4e,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:25.298688 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2e427-8014-4fe2-ae21-8aa76322961e tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1b3e6f-2eac-410c-b84e-ce0563ee62ba,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:25.300720 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-8870e1c4-83f4-4e43-9dc1-6f1bcff7ffcc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--344036779&fields=id&tenant_id=d640dc7f4f784834ad48e78ec0df26a5 HTTP/1.1" status: 200 len: 267 time: 0.0897405 Mar 07 10:38:25.472627 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:25.473252 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b19f1-86b0-470b-901b-0860094c0d30 req-1be2c062-c36b-4db9-b11a-995e7d963895 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:25.478687 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ba7b19f1-86b0-470b-901b-0860094c0d30 req-1be2c062-c36b-4db9-b11a-995e7d963895 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/ports?device_id=1156b33c-1ee5-4520-a314-cb1e78592ea7 HTTP/1.1" status: 200 len: 945 time: 0.0996826 Mar 07 10:38:25.514388 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-8ae47b9e-3bd8-4769-8ce7-fb601ad2f2e9 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:25.522926 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-8ae47b9e-3bd8-4769-8ce7-fb601ad2f2e9 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/networks?id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41 HTTP/1.1" status: 200 len: 811 time: 0.2144344 Mar 07 10:38:25.547057 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-5d1be8c2-ac62-45d6-82f5-bae68c2e10e9 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/quotas/d640dc7f4f784834ad48e78ec0df26a5 HTTP/1.1" status: 200 len: 375 time: 0.0226557 Mar 07 10:38:25.560925 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ba7b19f1-86b0-470b-901b-0860094c0d30 req-acac8dc1-cc96-4d67-b174-2f0dbbb77fc1 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa448f87-043c-4547-b958-b61c377fb8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785861 Mar 07 10:38:25.641670 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-8f18e561-ddda-402f-93dd-0aceb8f8c105 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d640dc7f4f784834ad48e78ec0df26a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936415 Mar 07 10:38:25.777876 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-40925aa2-4d37-4feb-a210-0a67e9987f79 service neutron] 10.222.0.11 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205487 Mar 07 10:38:25.912655 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-5e17c6f6-8ece-4428-ac48-a7c374926767 service neutron] 10.222.0.11 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284268 Mar 07 10:38:26.057532 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-f4c9b218-78d1-48f8-a406-b4aa459d307f tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=2d2880507ac543ae9fe2757bc6556534&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341334 Mar 07 10:38:26.104002 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c528d6b7-eb82-49bc-9e9a-e521b9effe4e up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:26.238084 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port c528d6b7-eb82-49bc-9e9a-e521b9effe4e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:26.239421 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c528d6b7-eb82-49bc-9e9a-e521b9effe4e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:26.246066 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-58ef876f-26cf-4546-a739-b90f320991da tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:26.249900 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc45daa-7f66-48e0-a032-33b045ecc929 req-54c65837-6a7e-40e5-a417-5f1ffc9543a2 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:26.259125 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-58ef876f-26cf-4546-a739-b90f320991da tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1933548 Mar 07 10:38:26.263721 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-edc45daa-7f66-48e0-a032-33b045ecc929 req-54c65837-6a7e-40e5-a417-5f1ffc9543a2 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/ports?device_id=7257dea5-b7a4-43c8-b2a0-1579f543a29e HTTP/1.1" status: 200 len: 945 time: 0.1236446 Mar 07 10:38:26.289393 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-16528efc-f941-43d8-9d9a-105aeedb9330 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/quotas/2d2880507ac543ae9fe2757bc6556534 HTTP/1.1" status: 200 len: 375 time: 0.0292945 Mar 07 10:38:26.366576 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-edc45daa-7f66-48e0-a032-33b045ecc929 req-23e61adf-74a8-4128-b65e-dc8aa609df04 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/security-groups?id=bdb55640-f0c2-4fd4-b541-5f3b4b565f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002226 Mar 07 10:38:26.393805 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-1478733b-4d7d-4bc7-9bf3-6ac24b706080 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2d2880507ac543ae9fe2757bc6556534&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1033626 Mar 07 10:38:26.484597 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port c528d6b7-eb82-49bc-9e9a-e521b9effe4e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:26.601785 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d1f234-635f-47b3-b7a4-d06ddfbe02cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:26.604115 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ae6ca5-85c2-4b14-b37d-6c498558642a" -d '{"events": [{"server_uuid": "f8d1f234-635f-47b3-b7a4-d06ddfbe02cd", "name": "network-vif-plugged", "status": "completed", "tag": "0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:26.686869 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a853bc61-6399-46a5-a55f-5014bb8d6445 req-f293af78-57e1-43fc-aab3-f36be1b8bb61 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 210 time: 0.0629029 Mar 07 10:38:26.855742 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [req-b5f3b11e-6e57-46fd-a6bf-4f0358c3eeb4 req-c175111d-b897-40a1-abe4-3d43f1ab142a tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] show failed (client error): The resource could not be found. Mar 07 10:38:26.856798 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b5f3b11e-6e57-46fd-a6bf-4f0358c3eeb4 req-c175111d-b897-40a1-abe4-3d43f1ab142a tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups/ec49201a-b1a0-4801-b6d2-ff7461ae4fcb HTTP/1.1" status: 404 len: 352 time: 0.0254617 Mar 07 10:38:26.879118 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758468a-5f89-40f1-bd8a-c1c9897e9aec req-ef325099-3404-40aa-a80a-7b1909873d2f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:26.893645 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758468a-5f89-40f1-bd8a-c1c9897e9aec req-ef325099-3404-40aa-a80a-7b1909873d2f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:26.901497 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758468a-5f89-40f1-bd8a-c1c9897e9aec req-ef325099-3404-40aa-a80a-7b1909873d2f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:26.917773 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758468a-5f89-40f1-bd8a-c1c9897e9aec req-ef325099-3404-40aa-a80a-7b1909873d2f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:26.926006 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758468a-5f89-40f1-bd8a-c1c9897e9aec req-ef325099-3404-40aa-a80a-7b1909873d2f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:26.932764 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758468a-5f89-40f1-bd8a-c1c9897e9aec req-ef325099-3404-40aa-a80a-7b1909873d2f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:26.941857 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4758468a-5f89-40f1-bd8a-c1c9897e9aec req-ef325099-3404-40aa-a80a-7b1909873d2f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:26.951626 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4758468a-5f89-40f1-bd8a-c1c9897e9aec req-ef325099-3404-40aa-a80a-7b1909873d2f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5432 time: 0.2026548 Mar 07 10:38:27.033610 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4758468a-5f89-40f1-bd8a-c1c9897e9aec req-1ec4bb1f-35d5-4ebb-a002-1d0b51cb9c17 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0786073 Mar 07 10:38:27.100678 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71f47c3-4df9-43b2-8a49-49bbad181895 x-openstack-request-id: req-b71f47c3-4df9-43b2-8a49-49bbad181895 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:27.100979 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d1f234-635f-47b3-b7a4-d06ddfbe02cd", "name": "network-vif-plugged", "status": "completed", "tag": "0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:27.101261 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b71f47c3-4df9-43b2-8a49-49bbad181895 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:27.101664 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d1f234-635f-47b3-b7a4-d06ddfbe02cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf', 'code': 200} Mar 07 10:38:27.164672 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541fbc1-63ca-434b-bb25-6d7773c58a82 req-df5644f9-d54a-4f3a-8204-6bdaf5b2dfcc tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:27.181735 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a541fbc1-63ca-434b-bb25-6d7773c58a82 req-df5644f9-d54a-4f3a-8204-6bdaf5b2dfcc tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/ports?device_id=1156b33c-1ee5-4520-a314-cb1e78592ea7 HTTP/1.1" status: 200 len: 945 time: 0.1561465 Mar 07 10:38:27.210482 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5d3deacf-7ac3-4ecc-802a-81a14103a17d req-05f89540-7708-4e9e-8e81-23f4f65b0a3b tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/ports?device_id=9018dc69-b0bd-4785-ba0a-ff5cc5aff1c7 HTTP/1.1" status: 200 len: 210 time: 0.0581751 Mar 07 10:38:27.278744 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a541fbc1-63ca-434b-bb25-6d7773c58a82 req-8ddb40ed-8ab7-4966-9215-58fe3d911c0b tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa448f87-043c-4547-b958-b61c377fb8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937240 Mar 07 10:38:27.295987 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf32c7d-e637-46bd-882a-26729067d0da req-291aef2c-0b0a-4971-890c-1d531129c71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:27.298425 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0cf32c7d-e637-46bd-882a-26729067d0da req-291aef2c-0b0a-4971-890c-1d531129c71a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f8d1f234-635f-47b3-b7a4-d06ddfbe02cd HTTP/1.1" status: 200 len: 1127 time: 0.0904224 Mar 07 10:38:27.326483 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [req-211b9c25-c327-4cd9-a946-ebaa525045e6 req-6ed957fd-6c8a-45bb-8de2-d93ed3472432 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] show failed (client error): The resource could not be found. Mar 07 10:38:27.346024 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-211b9c25-c327-4cd9-a946-ebaa525045e6 req-6ed957fd-6c8a-45bb-8de2-d93ed3472432 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups/41732982-be5a-437a-b05f-81e2b4372098 HTTP/1.1" status: 404 len: 352 time: 0.0332112 Mar 07 10:38:27.377598 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0cf32c7d-e637-46bd-882a-26729067d0da req-9938d759-4cc2-49d5-8449-126f6ba352cc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aa448f87-043c-4547-b958-b61c377fb8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710974 Mar 07 10:38:27.531944 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1f5f2-be02-4f66-ac2c-e19565fc6198 req-a0d0604b-2517-4642-88d7-4b2f4a733b56 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:27.534197 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4ae1f5f2-be02-4f66-ac2c-e19565fc6198 req-a0d0604b-2517-4642-88d7-4b2f4a733b56 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8d1f234-635f-47b3-b7a4-d06ddfbe02cd HTTP/1.1" status: 200 len: 945 time: 0.0691826 Mar 07 10:38:27.636455 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device a13d21a5-1ef2-42de-8c75-ffbb7b701fdd up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:27.643907 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4ae1f5f2-be02-4f66-ac2c-e19565fc6198 req-b67ce0cf-fff7-4156-8cba-f50ac6efb79b tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa448f87-043c-4547-b958-b61c377fb8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011791 Mar 07 10:38:27.695933 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-3fc5503e-2f32-4c7f-815c-b68cad13cc36 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:27.698155 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-3fc5503e-2f32-4c7f-815c-b68cad13cc36 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.31 "GET /v2.0/networks?id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41 HTTP/1.1" status: 200 len: 811 time: 0.1563139 Mar 07 10:38:27.712249 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [req-47a881b5-7829-4242-95f0-f94263ccb00e req-64279bfe-8d03-45d7-a34d-2b08e5bc0913 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] show failed (client error): The resource could not be found. Mar 07 10:38:27.746976 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-47a881b5-7829-4242-95f0-f94263ccb00e req-64279bfe-8d03-45d7-a34d-2b08e5bc0913 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups/d57dca42-b3c1-42c5-b8be-1abca1789043 HTTP/1.1" status: 404 len: 352 time: 0.0578969 Mar 07 10:38:27.760064 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port a13d21a5-1ef2-42de-8c75-ffbb7b701fdd completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:38:27.767863 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port a13d21a5-1ef2-42de-8c75-ffbb7b701fdd triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:27.769056 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a13d21a5-1ef2-42de-8c75-ffbb7b701fdd), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:27.816083 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-00bc6a2c-f21c-414e-beb7-f38d94e7e811 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d640dc7f4f784834ad48e78ec0df26a5 HTTP/1.1" status: 200 len: 379 time: 0.1101429 Mar 07 10:38:27.834191 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-d00d934d-f5ee-492c-ad2a-49d095294ec4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Request body: {'port': {'device_id': 'efbfad76-c99c-4ab4-b6c5-209d9a58422f', 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41', 'admin_state_up': True, 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'security_groups': ['98e2217d-666c-4007-a58b-e6a708dc06ea']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:27.989584 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port a13d21a5-1ef2-42de-8c75-ffbb7b701fdd is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:27.989975 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a13d21a5-1ef2-42de-8c75-ffbb7b701fdd), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:27.998226 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b073f1-bbad-4d98-a422-52edebb08b66 req-6ecb1a93-2507-4cda-9450-99377fe4e55b tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:28.001784 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-60b073f1-bbad-4d98-a422-52edebb08b66 req-6ecb1a93-2507-4cda-9450-99377fe4e55b tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/ports?device_id=7257dea5-b7a4-43c8-b2a0-1579f543a29e HTTP/1.1" status: 200 len: 945 time: 0.1527145 Mar 07 10:38:28.060944 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port a13d21a5-1ef2-42de-8c75-ffbb7b701fdd, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=a13d21a5-1ef2-42de-8c75-ffbb7b701fdd,segment=NetworkSegment(4f7e0434-a01f-44de-85e6-94dc5f02406c),segment_id=4f7e0434-a01f-44de-85e6-94dc5f02406c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:28.069487 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a13d21a5-1ef2-42de-8c75-ffbb7b701fdd), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:28.098432 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-60b073f1-bbad-4d98-a422-52edebb08b66 req-692460d7-3588-4b3c-ade7-57c119115297 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/security-groups?id=bdb55640-f0c2-4fd4-b541-5f3b4b565f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835528 Mar 07 10:38:28.104165 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-d00d934d-f5ee-492c-ad2a-49d095294ec4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Made reservation on behalf of d640dc7f4f784834ad48e78ec0df26a5 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:38:28.122516 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-d00d934d-f5ee-492c-ad2a-49d095294ec4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:28.167047 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=a13d21a5-1ef2-42de-8c75-ffbb7b701fdd,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:28.254817 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a6dbd18a-f4f4-44b3-a4d3-d5673f30dfa0 req-4ca6e02a-3fc5-4da6-88bb-b38b411a575b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 210 time: 0.0434999 Mar 07 10:38:28.326202 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [req-2a962e66-17f1-40ef-a97c-96eca457376f req-426ff0ac-cc4e-428c-990f-d44aa87a1137 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] show failed (client error): The resource could not be found. Mar 07 10:38:28.338685 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2a962e66-17f1-40ef-a97c-96eca457376f req-426ff0ac-cc4e-428c-990f-d44aa87a1137 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups/4e729130-ef84-440c-9982-a613d0c7da7a HTTP/1.1" status: 404 len: 352 time: 0.0507224 Mar 07 10:38:28.361609 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-c239cfa4-bebf-46a1-a4e4-fcbe695b56b6 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=2d2880507ac543ae9fe2757bc6556534&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439775 Mar 07 10:38:28.390475 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-d00d934d-f5ee-492c-ad2a-49d095294ec4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Allocated IP 172.20.0.5 (931da2d2-d8f9-46f5-a9f5-24b58bb56e41/be75dc35-59ec-464d-b948-3549cf46df15/49374629-e4ca-4d8e-9683-e194b48557a0) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:38:28.461431 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d723566e-aebe-4940-9263-ddc875d5821d req-9baf3695-4267-45cb-a2d0-fbe9b0109c20 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/ports?device_id=9018dc69-b0bd-4785-ba0a-ff5cc5aff1c7 HTTP/1.1" status: 200 len: 210 time: 0.0417860 Mar 07 10:38:28.610083 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365f192-4fb7-4823-850d-bef96b14a25e req-625e3dff-8dd5-44fb-a417-bf7717b38cfa tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:28.615984 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365f192-4fb7-4823-850d-bef96b14a25e req-625e3dff-8dd5-44fb-a417-bf7717b38cfa tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:28.621730 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365f192-4fb7-4823-850d-bef96b14a25e req-625e3dff-8dd5-44fb-a417-bf7717b38cfa tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:28.627748 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365f192-4fb7-4823-850d-bef96b14a25e req-625e3dff-8dd5-44fb-a417-bf7717b38cfa tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:28.633055 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365f192-4fb7-4823-850d-bef96b14a25e req-625e3dff-8dd5-44fb-a417-bf7717b38cfa tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:28.638428 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365f192-4fb7-4823-850d-bef96b14a25e req-625e3dff-8dd5-44fb-a417-bf7717b38cfa tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:28.644558 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365f192-4fb7-4823-850d-bef96b14a25e req-625e3dff-8dd5-44fb-a417-bf7717b38cfa tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:28.646513 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4365f192-4fb7-4823-850d-bef96b14a25e req-625e3dff-8dd5-44fb-a417-bf7717b38cfa tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5432 time: 0.2299120 Mar 07 10:38:28.656387 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-14bc3979-9eef-4503-be4d-66434ba0d835 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:28.657892 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-14bc3979-9eef-4503-be4d-66434ba0d835 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2838409 Mar 07 10:38:28.698495 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-4140813a-1fe9-4b34-9b8a-7d6f6300f4c3 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Request body: {'port': {'device_id': '9018dc69-b0bd-4785-ba0a-ff5cc5aff1c7', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'admin_state_up': True, 'tenant_id': '2d2880507ac543ae9fe2757bc6556534'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:28.855806 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4365f192-4fb7-4823-850d-bef96b14a25e req-edf9f84c-48a3-4646-a473-76f2374891cf tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1945500 Mar 07 10:38:28.862879 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-d00d934d-f5ee-492c-ad2a-49d095294ec4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks [] for port (49374629-e4ca-4d8e-9683-e194b48557a0), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:28.924018 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [req-5b214901-0e25-4bac-8591-484cb6fc2626 req-10d4488d-9483-457a-8df5-f067392ba3c2 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] show failed (client error): The resource could not be found. Mar 07 10:38:28.925368 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5b214901-0e25-4bac-8591-484cb6fc2626 req-10d4488d-9483-457a-8df5-f067392ba3c2 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups/e541e30d-0661-4b45-bcab-8b1b7c1caacc HTTP/1.1" status: 404 len: 352 time: 0.0318422 Mar 07 10:38:28.929312 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-4140813a-1fe9-4b34-9b8a-7d6f6300f4c3 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Made reservation on behalf of 2d2880507ac543ae9fe2757bc6556534 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:38:28.933137 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-4140813a-1fe9-4b34-9b8a-7d6f6300f4c3 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:28.945157 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-4140813a-1fe9-4b34-9b8a-7d6f6300f4c3 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:28.957459 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-d00d934d-f5ee-492c-ad2a-49d095294ec4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:29.061653 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [req-9c7ef0f7-d855-4452-ae8a-7442ea086c80 req-4661e6a2-ab8b-46f0-815a-ccc52619c426 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] show failed (client error): The resource could not be found. Mar 07 10:38:29.061885 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-d00d934d-f5ee-492c-ad2a-49d095294ec4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Network 931da2d2-d8f9-46f5-a9f5-24b58bb56e41 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:29.063168 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9c7ef0f7-d855-4452-ae8a-7442ea086c80 req-4661e6a2-ab8b-46f0-815a-ccc52619c426 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups/53804c6a-ba2f-4227-9530-226614952201 HTTP/1.1" status: 404 len: 352 time: 0.0144038 Mar 07 10:38:29.074937 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-d00d934d-f5ee-492c-ad2a-49d095294ec4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:29.083835 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-d00d934d-f5ee-492c-ad2a-49d095294ec4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:38:29.093603 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d934d-f5ee-492c-ad2a-49d095294ec4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Pushing event updated for resources: {'Port': ['ID=49374629-e4ca-4d8e-9683-e194b48557a0,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:29.102556 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7257dea5-b7a4-43c8-b2a0-1579f543a29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13d21a5-1ef2-42de-8c75-ffbb7b701fdd'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:29.106617 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f34538-72aa-4220-a5b2-07eb59a76a08" -d '{"events": [{"server_uuid": "7257dea5-b7a4-43c8-b2a0-1579f543a29e", "name": "network-vif-plugged", "status": "completed", "tag": "a13d21a5-1ef2-42de-8c75-ffbb7b701fdd"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:29.163996 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5879b1-cbc5-47ad-8215-60bd042ff39b req-e137a70b-9b49-4f34-b4f5-8ba11abe5540 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:29.165909 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7e5879b1-cbc5-47ad-8215-60bd042ff39b req-e137a70b-9b49-4f34-b4f5-8ba11abe5540 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8d1f234-635f-47b3-b7a4-d06ddfbe02cd HTTP/1.1" status: 200 len: 945 time: 0.1563482 Mar 07 10:38:29.186601 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-d00d934d-f5ee-492c-ad2a-49d095294ec4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:29.187211 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-d00d934d-f5ee-492c-ad2a-49d095294ec4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:29.248069 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-4140813a-1fe9-4b34-9b8a-7d6f6300f4c3 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Publish callbacks [] for security_group (de371154-717c-4fb7-8744-31132feae98e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:29.255995 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-4140813a-1fe9-4b34-9b8a-7d6f6300f4c3 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (de371154-717c-4fb7-8744-31132feae98e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:29.278819 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-d00d934d-f5ee-492c-ad2a-49d095294ec4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4560993 Mar 07 10:38:29.307953 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-32c50a41-c63a-4807-9713-1df702030242 service neutron] Request body: {'port': {'device_id': 'efbfad76-c99c-4ab4-b6c5-209d9a58422f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:29.412851 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7e5879b1-cbc5-47ad-8215-60bd042ff39b req-53c30b1c-6f5f-4cf5-bd59-7f0a2990d7b4 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa448f87-043c-4547-b958-b61c377fb8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111244 Mar 07 10:38:29.422387 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140813a-1fe9-4b34-9b8a-7d6f6300f4c3 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de371154-717c-4fb7-8744-31132feae98e,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:29.478826 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-e06f3f01-4769-49d0-9eb9-0923fe994712 None None] Provisioning complete for port 49374629-e4ca-4d8e-9683-e194b48557a0 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:29.479264 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e06f3f01-4769-49d0-9eb9-0923fe994712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:29.495088 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-32c50a41-c63a-4807-9713-1df702030242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:29.556231 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e06f3f01-4769-49d0-9eb9-0923fe994712 None None] Port 49374629-e4ca-4d8e-9683-e194b48557a0 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:38:29.598600 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-4140813a-1fe9-4b34-9b8a-7d6f6300f4c3 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Allocated IP 192.168.233.249 (598bad6c-a435-45aa-bbb6-2339f78a1590/cd915eb6-2d51-4c50-93c9-6777e48b408a/c05ae850-8eaa-478f-afef-face1f16ef8a) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:38:29.773589 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bffc3d4-2aac-426c-9cfe-4d572ba6422b x-openstack-request-id: req-1bffc3d4-2aac-426c-9cfe-4d572ba6422b {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:29.773884 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7257dea5-b7a4-43c8-b2a0-1579f543a29e", "name": "network-vif-plugged", "status": "completed", "tag": "a13d21a5-1ef2-42de-8c75-ffbb7b701fdd", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:29.774356 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1bffc3d4-2aac-426c-9cfe-4d572ba6422b {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:29.775701 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7257dea5-b7a4-43c8-b2a0-1579f543a29e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a13d21a5-1ef2-42de-8c75-ffbb7b701fdd', 'code': 200} Mar 07 10:38:29.934167 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d554517-0005-4037-81de-be189caf3a21 req-f5cc1a8f-629b-486c-9cc5-cb567e7749b1 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:29.935763 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3d554517-0005-4037-81de-be189caf3a21 req-f5cc1a8f-629b-486c-9cc5-cb567e7749b1 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 931 time: 0.0782855 Mar 07 10:38:29.944828 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287a44bf-8ba1-42cd-8d7f-6feddee310d8 req-d78291a6-8bcc-4f90-b58e-504f63207b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:29.948086 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-287a44bf-8ba1-42cd-8d7f-6feddee310d8 req-d78291a6-8bcc-4f90-b58e-504f63207b08 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7257dea5-b7a4-43c8-b2a0-1579f543a29e HTTP/1.1" status: 200 len: 1128 time: 0.1042995 Mar 07 10:38:30.005433 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd57960-e4ad-43b9-9374-2731bef3ed9e req-09eb857a-bd28-4bce-bbe4-de687cbafc70 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:30.010326 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-abd57960-e4ad-43b9-9374-2731bef3ed9e req-09eb857a-bd28-4bce-bbe4-de687cbafc70 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/ports?device_id=7257dea5-b7a4-43c8-b2a0-1579f543a29e HTTP/1.1" status: 200 len: 946 time: 0.1677418 Mar 07 10:38:30.014559 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-4140813a-1fe9-4b34-9b8a-7d6f6300f4c3 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Publish callbacks [] for port (c05ae850-8eaa-478f-afef-face1f16ef8a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:30.033718 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3d554517-0005-4037-81de-be189caf3a21 req-9d59af97-188d-41f5-821f-9ac526494c83 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847709 Mar 07 10:38:30.038595 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-287a44bf-8ba1-42cd-8d7f-6feddee310d8 req-3d2e4e4e-01fb-4d34-97f5-17b19856db68 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bdb55640-f0c2-4fd4-b541-5f3b4b565f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803862 Mar 07 10:38:30.106400 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-32c50a41-c63a-4807-9713-1df702030242 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49374629-e4ca-4d8e-9683-e194b48557a0 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:30.117330 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-32c50a41-c63a-4807-9713-1df702030242 service neutron] Publish callbacks [] for port (49374629-e4ca-4d8e-9683-e194b48557a0), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:30.143431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-32c50a41-c63a-4807-9713-1df702030242 service neutron] Transition to ACTIVE for port object 49374629-e4ca-4d8e-9683-e194b48557a0 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:38:30.150373 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-abd57960-e4ad-43b9-9374-2731bef3ed9e req-f47b3a3e-9357-4aaa-92ef-bf29e251b0dd tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/security-groups?id=bdb55640-f0c2-4fd4-b541-5f3b4b565f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294110 Mar 07 10:38:30.165820 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-32c50a41-c63a-4807-9713-1df702030242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:30.230409 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebc4e5-ee02-47cb-b977-ba2f67093a41 req-40752acb-949d-4a60-bde1-2c15e6468d96 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:30.233750 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4aebc4e5-ee02-47cb-b977-ba2f67093a41 req-40752acb-949d-4a60-bde1-2c15e6468d96 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab4d57d-6cdb-4d71-b438-f84eed39906a HTTP/1.1" status: 200 len: 945 time: 0.1304445 Mar 07 10:38:30.254747 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-4140813a-1fe9-4b34-9b8a-7d6f6300f4c3 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (c05ae850-8eaa-478f-afef-face1f16ef8a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:30.303781 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-4140813a-1fe9-4b34-9b8a-7d6f6300f4c3 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:30.341827 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-4140813a-1fe9-4b34-9b8a-7d6f6300f4c3 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:30.342865 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4aebc4e5-ee02-47cb-b977-ba2f67093a41 req-f1db7a78-a496-4a8a-91a0-43af82a92929 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa448f87-043c-4547-b958-b61c377fb8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005294 Mar 07 10:38:30.349770 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-4140813a-1fe9-4b34-9b8a-7d6f6300f4c3 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:38:30.413731 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c50a41-c63a-4807-9713-1df702030242 service neutron] Pushing event updated for resources: {'Port': ['ID=49374629-e4ca-4d8e-9683-e194b48557a0,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:30.422564 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-4140813a-1fe9-4b34-9b8a-7d6f6300f4c3 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:30.424061 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-4140813a-1fe9-4b34-9b8a-7d6f6300f4c3 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:30.528571 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4045e-d1ce-4523-b93e-3aa8ece6b2a1 req-28bc01fd-236f-4819-a688-20177c43a2ba tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:30.536320 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d6b4045e-d1ce-4523-b93e-3aa8ece6b2a1 req-28bc01fd-236f-4819-a688-20177c43a2ba tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/ports?device_id=9018dc69-b0bd-4785-ba0a-ff5cc5aff1c7 HTTP/1.1" status: 200 len: 936 time: 0.2443492 Mar 07 10:38:30.546843 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-4140813a-1fe9-4b34-9b8a-7d6f6300f4c3 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8563120 Mar 07 10:38:30.563102 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-a05e9486-d7a0-44e5-8f35-5a2816df3cc2 service neutron] Request body: {'port': {'device_id': '9018dc69-b0bd-4785-ba0a-ff5cc5aff1c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:30.610105 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140813a-1fe9-4b34-9b8a-7d6f6300f4c3 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Pushing event updated for resources: {'Port': ['ID=c05ae850-8eaa-478f-afef-face1f16ef8a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:30.663398 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d6b4045e-d1ce-4523-b93e-3aa8ece6b2a1 req-500338d8-8aaa-42a1-be4a-cdb4663bea3f tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/security-groups?id=de371154-717c-4fb7-8744-31132feae98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260881 Mar 07 10:38:30.669848 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-32c50a41-c63a-4807-9713-1df702030242 service neutron] Attempting to bind port 49374629-e4ca-4d8e-9683-e194b48557a0 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:38:30.670194 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-32c50a41-c63a-4807-9713-1df702030242 service neutron] Attempting to bind port 49374629-e4ca-4d8e-9683-e194b48557a0 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '0bff5fe3-a691-4e25-8a0f-c7433dac5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:38:30.670528 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-32c50a41-c63a-4807-9713-1df702030242 service neutron] Attempting to bind port 49374629-e4ca-4d8e-9683-e194b48557a0 on network 931da2d2-d8f9-46f5-a9f5-24b58bb56e41 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:30.675689 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-32c50a41-c63a-4807-9713-1df702030242 service neutron] Port 49374629-e4ca-4d8e-9683-e194b48557a0 on network 931da2d2-d8f9-46f5-a9f5-24b58bb56e41 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:38:30.676018 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-32c50a41-c63a-4807-9713-1df702030242 service neutron] Attempting to bind port 49374629-e4ca-4d8e-9683-e194b48557a0 on network 931da2d2-d8f9-46f5-a9f5-24b58bb56e41 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:30.704546 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-32c50a41-c63a-4807-9713-1df702030242 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:38:30.704546 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-32c50a41-c63a-4807-9713-1df702030242 service neutron] Checking segment: {'id': '0bff5fe3-a691-4e25-8a0f-c7433dac5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:38:30.704546 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-32c50a41-c63a-4807-9713-1df702030242 service neutron] Bound using segment: {'id': '0bff5fe3-a691-4e25-8a0f-c7433dac5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:38:30.704546 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-32c50a41-c63a-4807-9713-1df702030242 service neutron] Bound port: 49374629-e4ca-4d8e-9683-e194b48557a0, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bff5fe3-a691-4e25-8a0f-c7433dac5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:38:30.704546 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-32c50a41-c63a-4807-9713-1df702030242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:30.725800 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-a05e9486-d7a0-44e5-8f35-5a2816df3cc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c05ae850-8eaa-478f-afef-face1f16ef8a), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:30.733138 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6f09378f-4e51-40e2-b2d6-4d8105c1a8eb None None] Provisioning complete for port c05ae850-8eaa-478f-afef-face1f16ef8a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:30.733755 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6f09378f-4e51-40e2-b2d6-4d8105c1a8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c05ae850-8eaa-478f-afef-face1f16ef8a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:30.772800 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ee877-daaf-4369-9728-2f17d2aee490 req-a15fd250-a17a-4d03-ac03-a576c5ee0357 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:30.774577 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7d5ee877-daaf-4369-9728-2f17d2aee490 req-a15fd250-a17a-4d03-ac03-a576c5ee0357 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=caba0749-bbf7-409f-8271-df59eb81f6d5 HTTP/1.1" status: 200 len: 1023 time: 0.0836215 Mar 07 10:38:30.800568 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6f09378f-4e51-40e2-b2d6-4d8105c1a8eb None None] Port c05ae850-8eaa-478f-afef-face1f16ef8a cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:38:30.869471 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7d5ee877-daaf-4369-9728-2f17d2aee490 req-3214f2a2-fd07-4db8-ad6a-d6b2f65e898c tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba5e8b03-fe04-4a9a-8f67-6938492da32f&id=cb5b097e-9bd3-4a17-8a7e-a26ccabab5ff&id=41368fec-6154-42e4-b662-e0fc11a34737&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0888028 Mar 07 10:38:30.887046 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-32c50a41-c63a-4807-9713-1df702030242 service neutron] For port 49374629-e4ca-4d8e-9683-e194b48557a0, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:38:30.899655 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-32c50a41-c63a-4807-9713-1df702030242 service neutron] For port 49374629-e4ca-4d8e-9683-e194b48557a0, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=49374629-e4ca-4d8e-9683-e194b48557a0,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:38:31.155703 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f096ec-0955-478e-80d3-901da8c1014b req-bdab2646-b4c3-45a2-bac7-60e7dc3a6ae5 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:31.164638 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-65f096ec-0955-478e-80d3-901da8c1014b req-bdab2646-b4c3-45a2-bac7-60e7dc3a6ae5 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/ports?device_id=73fe3d19-86e1-41c0-9140-d23fba0645b7 HTTP/1.1" status: 200 len: 948 time: 0.0799897 Mar 07 10:38:31.237331 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-65f096ec-0955-478e-80d3-901da8c1014b req-e8a533dc-f9a3-4442-a007-04411b7c0664 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/security-groups?id=25eb2acf-8382-4966-a15d-e79c512ae807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713050 Mar 07 10:38:31.292356 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fbfc2-a41f-42b7-9a0c-0e7737ea099f req-fe75c923-e84e-42e2-accd-d468653faed5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:31.307178 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fbfc2-a41f-42b7-9a0c-0e7737ea099f req-fe75c923-e84e-42e2-accd-d468653faed5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:31.314413 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fbfc2-a41f-42b7-9a0c-0e7737ea099f req-fe75c923-e84e-42e2-accd-d468653faed5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:31.320398 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fbfc2-a41f-42b7-9a0c-0e7737ea099f req-fe75c923-e84e-42e2-accd-d468653faed5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:31.326358 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fbfc2-a41f-42b7-9a0c-0e7737ea099f req-fe75c923-e84e-42e2-accd-d468653faed5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:31.333393 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fbfc2-a41f-42b7-9a0c-0e7737ea099f req-fe75c923-e84e-42e2-accd-d468653faed5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:31.341295 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fbfc2-a41f-42b7-9a0c-0e7737ea099f req-fe75c923-e84e-42e2-accd-d468653faed5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:31.349142 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ed9fbfc2-a41f-42b7-9a0c-0e7737ea099f req-fe75c923-e84e-42e2-accd-d468653faed5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5432 time: 0.5745018 Mar 07 10:38:31.368841 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa2a51-d078-4733-bdb8-f8a62b1add70 req-b03623ff-a6bb-406d-874a-af1946e4238a tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:31.370531 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d1fa2a51-d078-4733-bdb8-f8a62b1add70 req-b03623ff-a6bb-406d-874a-af1946e4238a tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab4d57d-6cdb-4d71-b438-f84eed39906a HTTP/1.1" status: 200 len: 945 time: 0.0711219 Mar 07 10:38:31.375563 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-32c50a41-c63a-4807-9713-1df702030242 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:31.428417 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d1fa2a51-d078-4733-bdb8-f8a62b1add70 req-2b8a8a0c-1c1c-433f-9892-3a9dd635c000 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa448f87-043c-4547-b958-b61c377fb8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519142 Mar 07 10:38:31.456899 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-32c50a41-c63a-4807-9713-1df702030242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:31.456899 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-32c50a41-c63a-4807-9713-1df702030242 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:31.456899 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-32c50a41-c63a-4807-9713-1df702030242 service neutron] 10.222.0.31 "PUT /v2.0/ports/49374629-e4ca-4d8e-9683-e194b48557a0 HTTP/1.1" status: 200 len: 1091 time: 2.1495705 Mar 07 10:38:31.459905 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbfad76-c99c-4ab4-b6c5-209d9a58422f', 'tag': '49374629-e4ca-4d8e-9683-e194b48557a0'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:31.462204 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a037213-f84c-4a23-aa74-7414e0486e64" -d '{"events": [{"name": "network-changed", "server_uuid": "efbfad76-c99c-4ab4-b6c5-209d9a58422f", "tag": "49374629-e4ca-4d8e-9683-e194b48557a0"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:31.583670 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c1e2f-b9fb-48b5-8663-779359619147 req-f7a736d8-8e95-4a1b-92eb-517597a074b3 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:31.585612 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c40c1e2f-b9fb-48b5-8663-779359619147 req-f7a736d8-8e95-4a1b-92eb-517597a074b3 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 943 time: 0.0701735 Mar 07 10:38:31.622455 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c50a41-c63a-4807-9713-1df702030242 service neutron] Pushing event updated for resources: {'Port': ['ID=49374629-e4ca-4d8e-9683-e194b48557a0,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:31.654884 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ed9fbfc2-a41f-42b7-9a0c-0e7737ea099f req-e3995c1c-43a3-4dae-a20c-4db2d8dd83f8 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3047831 Mar 07 10:38:31.660784 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 39f7299e-e8de-4100-8481-3dcb8fc1378a details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:38:31.669747 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c40c1e2f-b9fb-48b5-8663-779359619147 req-d6cd7379-c79c-47f2-8814-b9ce29131c48 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771477 Mar 07 10:38:31.716077 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-68fc57b0-3f56-4487-a57f-8817e8b4647d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:31.724971 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-68fc57b0-3f56-4487-a57f-8817e8b4647d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d640dc7f4f784834ad48e78ec0df26a5&device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 1125 time: 0.2177777 Mar 07 10:38:31.731503 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f35fece-e0f2-4c02-a460-27bf2508b652 x-openstack-request-id: req-5f35fece-e0f2-4c02-a460-27bf2508b652 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:31.732013 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbfad76-c99c-4ab4-b6c5-209d9a58422f", "tag": "49374629-e4ca-4d8e-9683-e194b48557a0", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:31.732380 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5f35fece-e0f2-4c02-a460-27bf2508b652 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:31.734227 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbfad76-c99c-4ab4-b6c5-209d9a58422f', 'tag': '49374629-e4ca-4d8e-9683-e194b48557a0', 'status': 'completed', 'code': 200} Mar 07 10:38:31.809293 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-5553e6ae-3d73-4e62-a2b1-1adb4dba9937 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49374629-e4ca-4d8e-9683-e194b48557a0 HTTP/1.1" status: 200 len: 217 time: 0.0701323 Mar 07 10:38:31.823579 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531babd-15c2-4861-b9e2-3882d79403f6 req-2a3b56f2-75fa-403d-882f-31aa0e99c004 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:31.826177 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0531babd-15c2-4861-b9e2-3882d79403f6 req-2a3b56f2-75fa-403d-882f-31aa0e99c004 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.31 "GET /v2.0/ports?device_id=caba0749-bbf7-409f-8271-df59eb81f6d5 HTTP/1.1" status: 200 len: 1023 time: 0.3853095 Mar 07 10:38:31.827887 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d8c66-6ef2-4213-aa60-8ece272b43ae req-50c5ce54-6890-4057-8f38-abd45ee0cfb6 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:31.830060 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-045d8c66-6ef2-4213-aa60-8ece272b43ae req-50c5ce54-6890-4057-8f38-abd45ee0cfb6 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/ports?device_id=7257dea5-b7a4-43c8-b2a0-1579f543a29e HTTP/1.1" status: 200 len: 946 time: 0.0708599 Mar 07 10:38:31.887893 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-045d8c66-6ef2-4213-aa60-8ece272b43ae req-76957634-384e-432f-a352-a844b5a64dcb tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/security-groups?id=bdb55640-f0c2-4fd4-b541-5f3b4b565f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520072 Mar 07 10:38:32.038234 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010d601-d214-42d2-b193-2ec117c42ddd req-acc3c41f-f80a-41f6-bae3-0a2c1326684b tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:32.041396 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-4ca4a384-4772-4c68-ab93-49732f6fcfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:32.042846 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-4ca4a384-4772-4c68-ab93-49732f6fcfd5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=be75dc35-59ec-464d-b948-3549cf46df15 HTTP/1.1" status: 200 len: 850 time: 0.1934924 Mar 07 10:38:32.045049 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 39f7299e-e8de-4100-8481-3dcb8fc1378a, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=39f7299e-e8de-4100-8481-3dcb8fc1378a,segment=NetworkSegment(9b966132-984a-4ab1-93aa-dffdd8926895),segment_id=9b966132-984a-4ab1-93aa-dffdd8926895)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:32.047541 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7010d601-d214-42d2-b193-2ec117c42ddd req-acc3c41f-f80a-41f6-bae3-0a2c1326684b tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/ports?device_id=caba0749-bbf7-409f-8271-df59eb81f6d5 HTTP/1.1" status: 200 len: 1023 time: 0.0770237 Mar 07 10:38:32.060025 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '39f7299e-e8de-4100-8481-3dcb8fc1378a', 'network_id': 'c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5', 'port_id': '39f7299e-e8de-4100-8481-3dcb8fc1378a', 'mac_address': 'fa:16:3e:d3:5f:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbd17bf-cb26-424f-82f0-87b6f4bd47dd', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:38:32.074795 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499b29a-be0c-417f-84e0-2c18b0888fec req-50bacc3d-4074-4289-8c03-20dfe1729a5f tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:32.076305 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4499b29a-be0c-417f-84e0-2c18b0888fec req-50bacc3d-4074-4289-8c03-20dfe1729a5f tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/ports?device_id=9018dc69-b0bd-4785-ba0a-ff5cc5aff1c7 HTTP/1.1" status: 200 len: 936 time: 0.2896221 Mar 07 10:38:32.124335 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 39f7299e-e8de-4100-8481-3dcb8fc1378a is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:32.124734 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (39f7299e-e8de-4100-8481-3dcb8fc1378a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:32.144329 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f7299e-e8de-4100-8481-3dcb8fc1378a {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:32.151114 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-a05e9486-d7a0-44e5-8f35-5a2816df3cc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c05ae850-8eaa-478f-afef-face1f16ef8a {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:32.175072 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 39f7299e-e8de-4100-8481-3dcb8fc1378a, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=39f7299e-e8de-4100-8481-3dcb8fc1378a,segment=NetworkSegment(9b966132-984a-4ab1-93aa-dffdd8926895),segment_id=9b966132-984a-4ab1-93aa-dffdd8926895)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:32.175480 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-a05e9486-d7a0-44e5-8f35-5a2816df3cc2 service neutron] Publish callbacks [] for port (c05ae850-8eaa-478f-afef-face1f16ef8a), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:32.175593 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7010d601-d214-42d2-b193-2ec117c42ddd req-c18ddee1-a35f-483a-9e3a-e46661b9ba78 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups?id=ba5e8b03-fe04-4a9a-8f67-6938492da32f&id=cb5b097e-9bd3-4a17-8a7e-a26ccabab5ff&id=41368fec-6154-42e4-b662-e0fc11a34737&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1163414 Mar 07 10:38:32.190877 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (39f7299e-e8de-4100-8481-3dcb8fc1378a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:32.191571 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 954ea4bb-79fb-4f3b-aff3-9b1897120944 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:38:32.201346 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-0531babd-15c2-4861-b9e2-3882d79403f6 req-8a86c3ee-22ff-4ad9-8a42-358911468653 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Deleting port 50ac4fd7-c6cc-48fb-8594-708a12111e6f {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:38:32.201686 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0531babd-15c2-4861-b9e2-3882d79403f6 req-8a86c3ee-22ff-4ad9-8a42-358911468653 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (50ac4fd7-c6cc-48fb-8594-708a12111e6f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:32.223230 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-a05e9486-d7a0-44e5-8f35-5a2816df3cc2 service neutron] Transition to ACTIVE for port object c05ae850-8eaa-478f-afef-face1f16ef8a will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:38:32.248168 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-4bd5627f-f466-4cba-a19b-c8600f5a5b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:32.248465 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-4bd5627f-f466-4cba-a19b-c8600f5a5b3a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1813750 Mar 07 10:38:32.249402 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-a05e9486-d7a0-44e5-8f35-5a2816df3cc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (c05ae850-8eaa-478f-afef-face1f16ef8a), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:32.276092 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4499b29a-be0c-417f-84e0-2c18b0888fec req-9414ea3b-9146-4108-85f8-2020559d3b0e tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/security-groups?id=de371154-717c-4fb7-8744-31132feae98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600730 Mar 07 10:38:32.309076 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=39f7299e-e8de-4100-8481-3dcb8fc1378a,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:32.350496 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-47bd7388-0b1f-4754-b493-a1345e5bf2d0 req-7d03c159-bec2-4276-b441-f83b5eee63e6 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1532674 Mar 07 10:38:32.363442 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-47bd7388-0b1f-4754-b493-a1345e5bf2d0 req-04627787-bc06-406f-86a4-cf01786a81d2 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:32.404591 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-47bd7388-0b1f-4754-b493-a1345e5bf2d0 req-04627787-bc06-406f-86a4-cf01786a81d2 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:32.467729 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e9486-d7a0-44e5-8f35-5a2816df3cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=c05ae850-8eaa-478f-afef-face1f16ef8a,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:32.473830 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 954ea4bb-79fb-4f3b-aff3-9b1897120944, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=954ea4bb-79fb-4f3b-aff3-9b1897120944,segment=NetworkSegment(c14401ed-1dc6-4fb0-8253-1c6f0b683339),segment_id=c14401ed-1dc6-4fb0-8253-1c6f0b683339)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:32.490963 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '954ea4bb-79fb-4f3b-aff3-9b1897120944', 'network_id': 'b6eeb2fc-5732-462c-95ea-d42f3351bff0', 'port_id': '954ea4bb-79fb-4f3b-aff3-9b1897120944', 'mac_address': 'fa:16:3e:43:3f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed499a86-ec02-4098-a7e4-19223dad71d3', 'ip_address': '10.1.1.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:38:32.576978 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 954ea4bb-79fb-4f3b-aff3-9b1897120944 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:32.577363 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (954ea4bb-79fb-4f3b-aff3-9b1897120944), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:32.603532 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 954ea4bb-79fb-4f3b-aff3-9b1897120944 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:32.608418 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-47bd7388-0b1f-4754-b493-a1345e5bf2d0 req-04627787-bc06-406f-86a4-cf01786a81d2 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:32.630281 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 954ea4bb-79fb-4f3b-aff3-9b1897120944, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=954ea4bb-79fb-4f3b-aff3-9b1897120944,segment=NetworkSegment(c14401ed-1dc6-4fb0-8253-1c6f0b683339),segment_id=c14401ed-1dc6-4fb0-8253-1c6f0b683339)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:32.639377 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (954ea4bb-79fb-4f3b-aff3-9b1897120944), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:32.640676 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 464790b4-c23d-409e-904e-2616b83fda37 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:38:32.645046 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-0531babd-15c2-4861-b9e2-3882d79403f6 req-8a86c3ee-22ff-4ad9-8a42-358911468653 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] For port 50ac4fd7-c6cc-48fb-8594-708a12111e6f, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=50ac4fd7-c6cc-48fb-8594-708a12111e6f,segment=NetworkSegment(ed524cc8-0430-4980-8771-744b579a40cf),segment_id=ed524cc8-0430-4980-8771-744b579a40cf)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:32.645376 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0531babd-15c2-4861-b9e2-3882d79403f6 req-8a86c3ee-22ff-4ad9-8a42-358911468653 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (50ac4fd7-c6cc-48fb-8594-708a12111e6f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:32.704791 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-0531babd-15c2-4861-b9e2-3882d79403f6 req-8a86c3ee-22ff-4ad9-8a42-358911468653 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Calling delete_port for 50ac4fd7-c6cc-48fb-8594-708a12111e6f owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:38:32.708465 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-aa76a2f6-a249-4ec5-9e7b-7c7215dad45f service neutron] 10.222.0.31 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4444475 Mar 07 10:38:32.728487 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=954ea4bb-79fb-4f3b-aff3-9b1897120944,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:32.766113 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 464790b4-c23d-409e-904e-2616b83fda37, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=464790b4-c23d-409e-904e-2616b83fda37,segment=NetworkSegment(9b966132-984a-4ab1-93aa-dffdd8926895),segment_id=9b966132-984a-4ab1-93aa-dffdd8926895)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:32.799897 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '464790b4-c23d-409e-904e-2616b83fda37', 'network_id': 'c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5', 'port_id': '464790b4-c23d-409e-904e-2616b83fda37', 'mac_address': 'fa:16:3e:30:ee:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afbd17bf-cb26-424f-82f0-87b6f4bd47dd', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:38:32.809458 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.31', 52241) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:32.813846 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab7ae5-721c-4271-bd8e-cca11b2ddd22 req-712ed6cc-daa7-41aa-b3fc-ffdc885bb209 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:32.821049 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-faab7ae5-721c-4271-bd8e-cca11b2ddd22 req-712ed6cc-daa7-41aa-b3fc-ffdc885bb209 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/ports?device_id=73fe3d19-86e1-41c0-9140-d23fba0645b7 HTTP/1.1" status: 200 len: 948 time: 0.3683605 Mar 07 10:38:32.834482 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-47bd7388-0b1f-4754-b493-a1345e5bf2d0 req-04627787-bc06-406f-86a4-cf01786a81d2 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Allocated IP 172.25.3.137 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/6f70bac5-6af5-472b-b67b-0fecbdecef2f) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:38:32.858173 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 464790b4-c23d-409e-904e-2616b83fda37 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:32.858697 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (464790b4-c23d-409e-904e-2616b83fda37), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:32.873670 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 464790b4-c23d-409e-904e-2616b83fda37 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:32.894866 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-a05e9486-d7a0-44e5-8f35-5a2816df3cc2 service neutron] Attempting to bind port c05ae850-8eaa-478f-afef-face1f16ef8a on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:38:32.895201 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-a05e9486-d7a0-44e5-8f35-5a2816df3cc2 service neutron] Attempting to bind port c05ae850-8eaa-478f-afef-face1f16ef8a by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:38:32.895531 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-a05e9486-d7a0-44e5-8f35-5a2816df3cc2 service neutron] Attempting to bind port c05ae850-8eaa-478f-afef-face1f16ef8a on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:32.901813 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 464790b4-c23d-409e-904e-2616b83fda37, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=464790b4-c23d-409e-904e-2616b83fda37,segment=NetworkSegment(9b966132-984a-4ab1-93aa-dffdd8926895),segment_id=9b966132-984a-4ab1-93aa-dffdd8926895)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:32.909039 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (464790b4-c23d-409e-904e-2616b83fda37), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:32.909925 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device da3688d3-10e0-4a5d-bb39-c96a68d7998c details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:38:32.923553 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72ce79e-994c-4a37-9c5e-d3cb0b77c9b7 req-59ea2b41-3349-4747-921b-f187fc98c177 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:32.925343 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-a05e9486-d7a0-44e5-8f35-5a2816df3cc2 service neutron] Port c05ae850-8eaa-478f-afef-face1f16ef8a on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:38:32.925678 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-a05e9486-d7a0-44e5-8f35-5a2816df3cc2 service neutron] Attempting to bind port c05ae850-8eaa-478f-afef-face1f16ef8a on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:32.926052 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f72ce79e-994c-4a37-9c5e-d3cb0b77c9b7 req-59ea2b41-3349-4747-921b-f187fc98c177 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.31 "GET /v2.0/ports?device_id=aab4d57d-6cdb-4d71-b438-f84eed39906a HTTP/1.1" status: 200 len: 945 time: 0.2263882 Mar 07 10:38:32.952968 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-a05e9486-d7a0-44e5-8f35-5a2816df3cc2 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:38:32.953382 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-a05e9486-d7a0-44e5-8f35-5a2816df3cc2 service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:38:32.953736 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-a05e9486-d7a0-44e5-8f35-5a2816df3cc2 service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:38:32.954739 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-a05e9486-d7a0-44e5-8f35-5a2816df3cc2 service neutron] Bound port: c05ae850-8eaa-478f-afef-face1f16ef8a, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:38:32.955352 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-a05e9486-d7a0-44e5-8f35-5a2816df3cc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c05ae850-8eaa-478f-afef-face1f16ef8a), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:32.978947 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-faab7ae5-721c-4271-bd8e-cca11b2ddd22 req-001a5543-082f-4f5f-9835-cbc49cd1739e tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/security-groups?id=25eb2acf-8382-4966-a15d-e79c512ae807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525147 Mar 07 10:38:33.069465 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2381a1ec-23e9-43a5-ae54-3fbfebda6a51 req-11a12acf-e13b-431c-be80-1cc4a70f43e2 service neutron] 10.222.0.31 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489728 Mar 07 10:38:33.102658 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port da3688d3-10e0-4a5d-bb39-c96a68d7998c, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=da3688d3-10e0-4a5d-bb39-c96a68d7998c,segment=NetworkSegment(3809a5c1-788e-4753-a8f3-6656dcfe274f),segment_id=3809a5c1-788e-4753-a8f3-6656dcfe274f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:33.104156 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6535ca1-2d52-49bd-a061-311e0a2e7d15 req-e5d313b6-7962-4ffe-a1b3-a4998d8ab5ed tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:33.106184 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e6535ca1-2d52-49bd-a061-311e0a2e7d15 req-e5d313b6-7962-4ffe-a1b3-a4998d8ab5ed tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.31 "GET /v2.0/ports?device_id=73fe3d19-86e1-41c0-9140-d23fba0645b7 HTTP/1.1" status: 200 len: 948 time: 0.2895503 Mar 07 10:38:33.134692 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'da3688d3-10e0-4a5d-bb39-c96a68d7998c', 'network_id': '42927475-2854-4f64-98e9-ef161f74924a', 'port_id': 'da3688d3-10e0-4a5d-bb39-c96a68d7998c', 'mac_address': 'fa:16:3e:37:f6:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd38c473b-24ce-45db-824d-0ac6bb35cbdc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:38:33.152880 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-47bd7388-0b1f-4754-b493-a1345e5bf2d0 req-04627787-bc06-406f-86a4-cf01786a81d2 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks [] for port (6f70bac5-6af5-472b-b67b-0fecbdecef2f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:33.165819 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=464790b4-c23d-409e-904e-2616b83fda37,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:33.201496 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port da3688d3-10e0-4a5d-bb39-c96a68d7998c is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:33.202043 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (da3688d3-10e0-4a5d-bb39-c96a68d7998c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:33.211071 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-a05e9486-d7a0-44e5-8f35-5a2816df3cc2 service neutron] For port c05ae850-8eaa-478f-afef-face1f16ef8a, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:38:33.219162 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da3688d3-10e0-4a5d-bb39-c96a68d7998c {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:33.239114 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-a05e9486-d7a0-44e5-8f35-5a2816df3cc2 service neutron] For port c05ae850-8eaa-478f-afef-face1f16ef8a, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=c05ae850-8eaa-478f-afef-face1f16ef8a,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:38:33.255103 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port da3688d3-10e0-4a5d-bb39-c96a68d7998c, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=da3688d3-10e0-4a5d-bb39-c96a68d7998c,segment=NetworkSegment(3809a5c1-788e-4753-a8f3-6656dcfe274f),segment_id=3809a5c1-788e-4753-a8f3-6656dcfe274f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:33.255332 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7044aa7-d179-4b86-b5ef-cc0ea91b2b51 req-02e15f0c-db62-4ead-a13d-f35564cd70bc tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:33.261874 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c7044aa7-d179-4b86-b5ef-cc0ea91b2b51 req-02e15f0c-db62-4ead-a13d-f35564cd70bc tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab4d57d-6cdb-4d71-b438-f84eed39906a HTTP/1.1" status: 200 len: 945 time: 0.1896546 Mar 07 10:38:33.263050 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (da3688d3-10e0-4a5d-bb39-c96a68d7998c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:33.263744 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device dd308e88-228c-48d1-aca2-6ee75466e34d details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:38:33.279449 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0531babd-15c2-4861-b9e2-3882d79403f6 req-8a86c3ee-22ff-4ad9-8a42-358911468653 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (50ac4fd7-c6cc-48fb-8594-708a12111e6f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:33.299200 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['50ac4fd7-c6cc-48fb-8594-708a12111e6f'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:33.313079 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-47bd7388-0b1f-4754-b493-a1345e5bf2d0 req-04627787-bc06-406f-86a4-cf01786a81d2 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (6f70bac5-6af5-472b-b67b-0fecbdecef2f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:33.361413 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-a05e9486-d7a0-44e5-8f35-5a2816df3cc2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (c05ae850-8eaa-478f-afef-face1f16ef8a), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:33.364290 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port dd308e88-228c-48d1-aca2-6ee75466e34d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=dd308e88-228c-48d1-aca2-6ee75466e34d,segment=NetworkSegment(c14401ed-1dc6-4fb0-8253-1c6f0b683339),segment_id=c14401ed-1dc6-4fb0-8253-1c6f0b683339)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:33.367280 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-f72ce79e-994c-4a37-9c5e-d3cb0b77c9b7 req-e457a247-6cde-4360-9fed-4804b6c79442 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Deleting port 41a70a7b-b016-4449-acfa-be6e7ce7e954 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:38:33.367616 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f72ce79e-994c-4a37-9c5e-d3cb0b77c9b7 req-e457a247-6cde-4360-9fed-4804b6c79442 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (41a70a7b-b016-4449-acfa-be6e7ce7e954), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:33.379243 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=da3688d3-10e0-4a5d-bb39-c96a68d7998c,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:33.384891 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'dd308e88-228c-48d1-aca2-6ee75466e34d', 'network_id': 'b6eeb2fc-5732-462c-95ea-d42f3351bff0', 'port_id': 'dd308e88-228c-48d1-aca2-6ee75466e34d', 'mac_address': 'fa:16:3e:5e:bc:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed499a86-ec02-4098-a7e4-19223dad71d3', 'ip_address': '10.1.1.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:38:33.397509 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47bd7388-0b1f-4754-b493-a1345e5bf2d0 req-04627787-bc06-406f-86a4-cf01786a81d2 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:33.402133 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-47bd7388-0b1f-4754-b493-a1345e5bf2d0 req-04627787-bc06-406f-86a4-cf01786a81d2 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:33.404753 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-47bd7388-0b1f-4754-b493-a1345e5bf2d0 req-04627787-bc06-406f-86a4-cf01786a81d2 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:38:33.408580 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04627787-bc06-406f-86a4-cf01786a81d2 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Pushing event updated for resources: {'Port': ['ID=6f70bac5-6af5-472b-b67b-0fecbdecef2f,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:33.429055 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port dd308e88-228c-48d1-aca2-6ee75466e34d is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:33.430015 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (dd308e88-228c-48d1-aca2-6ee75466e34d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:33.440469 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c7044aa7-d179-4b86-b5ef-cc0ea91b2b51 req-9d08eff6-a3f1-4cf7-880e-65afbb8537b2 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa448f87-043c-4547-b958-b61c377fb8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774049 Mar 07 10:38:33.442570 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a037213-f84c-4a23-aa74-7414e0486e64 req-55a7fba1-7d25-4ba7-a9c0-ab76cd07899d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:33.442745 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-e6535ca1-2d52-49bd-a061-311e0a2e7d15 req-3416b055-f190-4422-bae6-00b4f10883f9 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Deleting port 8c7950fc-1fc7-45ce-9602-e82984b5b2dc {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:38:33.442962 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e6535ca1-2d52-49bd-a061-311e0a2e7d15 req-3416b055-f190-4422-bae6-00b4f10883f9 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (8c7950fc-1fc7-45ce-9602-e82984b5b2dc), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:33.444174 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a037213-f84c-4a23-aa74-7414e0486e64 req-55a7fba1-7d25-4ba7-a9c0-ab76cd07899d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d640dc7f4f784834ad48e78ec0df26a5&device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 1125 time: 0.2880478 Mar 07 10:38:33.468529 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd308e88-228c-48d1-aca2-6ee75466e34d {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:33.517741 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port dd308e88-228c-48d1-aca2-6ee75466e34d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=dd308e88-228c-48d1-aca2-6ee75466e34d,segment=NetworkSegment(c14401ed-1dc6-4fb0-8253-1c6f0b683339),segment_id=c14401ed-1dc6-4fb0-8253-1c6f0b683339)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:33.527174 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (dd308e88-228c-48d1-aca2-6ee75466e34d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:33.528356 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device c3aa9d0d-4783-4690-a7c2-eec9bc6a844c details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:38:33.546338 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-a05e9486-d7a0-44e5-8f35-5a2816df3cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:33.547058 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-a05e9486-d7a0-44e5-8f35-5a2816df3cc2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:33.549124 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-a05e9486-d7a0-44e5-8f35-5a2816df3cc2 service neutron] 10.222.0.31 "PUT /v2.0/ports/c05ae850-8eaa-478f-afef-face1f16ef8a HTTP/1.1" status: 200 len: 1096 time: 2.9926209 Mar 07 10:38:33.669060 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port c3aa9d0d-4783-4690-a7c2-eec9bc6a844c, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=c3aa9d0d-4783-4690-a7c2-eec9bc6a844c,segment=NetworkSegment(c14401ed-1dc6-4fb0-8253-1c6f0b683339),segment_id=c14401ed-1dc6-4fb0-8253-1c6f0b683339)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:33.673598 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=dd308e88-228c-48d1-aca2-6ee75466e34d,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:33.681787 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-f72ce79e-994c-4a37-9c5e-d3cb0b77c9b7 req-e457a247-6cde-4360-9fed-4804b6c79442 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] For port 41a70a7b-b016-4449-acfa-be6e7ce7e954, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=41a70a7b-b016-4449-acfa-be6e7ce7e954,segment=NetworkSegment(d7557ddf-bc8b-41ff-827b-079f9fe8bee8),segment_id=d7557ddf-bc8b-41ff-827b-079f9fe8bee8)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:33.682163 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f72ce79e-994c-4a37-9c5e-d3cb0b77c9b7 req-e457a247-6cde-4360-9fed-4804b6c79442 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (41a70a7b-b016-4449-acfa-be6e7ce7e954), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:33.704575 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'c3aa9d0d-4783-4690-a7c2-eec9bc6a844c', 'network_id': 'b6eeb2fc-5732-462c-95ea-d42f3351bff0', 'port_id': 'c3aa9d0d-4783-4690-a7c2-eec9bc6a844c', 'mac_address': 'fa:16:3e:88:f2:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed499a86-ec02-4098-a7e4-19223dad71d3', 'ip_address': '10.1.1.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:38:33.716435 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-f72ce79e-994c-4a37-9c5e-d3cb0b77c9b7 req-e457a247-6cde-4360-9fed-4804b6c79442 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Calling delete_port for 41a70a7b-b016-4449-acfa-be6e7ce7e954 owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:38:33.726110 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-47bd7388-0b1f-4754-b493-a1345e5bf2d0 req-04627787-bc06-406f-86a4-cf01786a81d2 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks [] for floatingip (676d61c2-61cb-4901-bf9d-6f8419b9d517), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:33.728534 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-e6535ca1-2d52-49bd-a061-311e0a2e7d15 req-3416b055-f190-4422-bae6-00b4f10883f9 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] For port 8c7950fc-1fc7-45ce-9602-e82984b5b2dc, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=8c7950fc-1fc7-45ce-9602-e82984b5b2dc,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:33.729188 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e6535ca1-2d52-49bd-a061-311e0a2e7d15 req-3416b055-f190-4422-bae6-00b4f10883f9 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (8c7950fc-1fc7-45ce-9602-e82984b5b2dc), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:33.774431 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port c3aa9d0d-4783-4690-a7c2-eec9bc6a844c is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:33.777319 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c3aa9d0d-4783-4690-a7c2-eec9bc6a844c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:33.784389 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-e6535ca1-2d52-49bd-a061-311e0a2e7d15 req-3416b055-f190-4422-bae6-00b4f10883f9 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Calling delete_port for 8c7950fc-1fc7-45ce-9602-e82984b5b2dc owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:38:33.797788 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3aa9d0d-4783-4690-a7c2-eec9bc6a844c {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:33.803067 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9018dc69-b0bd-4785-ba0a-ff5cc5aff1c7', 'tag': 'c05ae850-8eaa-478f-afef-face1f16ef8a'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:33.808345 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b96e70a-c0aa-4044-b255-bac15237e7a3" -d '{"events": [{"name": "network-changed", "server_uuid": "9018dc69-b0bd-4785-ba0a-ff5cc5aff1c7", "tag": "c05ae850-8eaa-478f-afef-face1f16ef8a"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:33.812393 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a037213-f84c-4a23-aa74-7414e0486e64 req-eaaebf3e-17db-4768-b6ae-9552f5393ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:33.814798 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a037213-f84c-4a23-aa74-7414e0486e64 req-eaaebf3e-17db-4768-b6ae-9552f5393ac9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41 HTTP/1.1" status: 200 len: 912 time: 0.3561151 Mar 07 10:38:33.815642 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0531babd-15c2-4861-b9e2-3882d79403f6 req-8a86c3ee-22ff-4ad9-8a42-358911468653 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] No DVR routers for this DVR port 50ac4fd7-c6cc-48fb-8594-708a12111e6f on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:38:33.821145 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0531babd-15c2-4861-b9e2-3882d79403f6 req-8a86c3ee-22ff-4ad9-8a42-358911468653 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:33.828753 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0531babd-15c2-4861-b9e2-3882d79403f6 req-8a86c3ee-22ff-4ad9-8a42-358911468653 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.31 "DELETE /v2.0/ports/50ac4fd7-c6cc-48fb-8594-708a12111e6f HTTP/1.1" status: 204 len: 173 time: 1.9745607 Mar 07 10:38:33.831639 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port c3aa9d0d-4783-4690-a7c2-eec9bc6a844c, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=c3aa9d0d-4783-4690-a7c2-eec9bc6a844c,segment=NetworkSegment(c14401ed-1dc6-4fb0-8253-1c6f0b683339),segment_id=c14401ed-1dc6-4fb0-8253-1c6f0b683339)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:33.852439 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e9486-d7a0-44e5-8f35-5a2816df3cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=c05ae850-8eaa-478f-afef-face1f16ef8a,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:33.852702 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c3aa9d0d-4783-4690-a7c2-eec9bc6a844c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:33.853485 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device e30ed817-8760-43d1-b6f4-a2f921a6f91f details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:38:33.909549 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-47bd7388-0b1f-4754-b493-a1345e5bf2d0 req-04627787-bc06-406f-86a4-cf01786a81d2 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6f70bac5-6af5-472b-b67b-0fecbdecef2f), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:33.917717 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a037213-f84c-4a23-aa74-7414e0486e64 req-540f0840-6631-4c81-8a95-05b961f1e125 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49374629-e4ca-4d8e-9683-e194b48557a0 HTTP/1.1" status: 200 len: 217 time: 0.0797951 Mar 07 10:38:33.957811 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86c3ee-22ff-4ad9-8a42-358911468653 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Pushing event deleted for resources: {'Port': ['ID=50ac4fd7-c6cc-48fb-8594-708a12111e6f,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:33.964261 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port e30ed817-8760-43d1-b6f4-a2f921a6f91f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e30ed817-8760-43d1-b6f4-a2f921a6f91f,segment=NetworkSegment(c14401ed-1dc6-4fb0-8253-1c6f0b683339),segment_id=c14401ed-1dc6-4fb0-8253-1c6f0b683339)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:34.000640 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=c3aa9d0d-4783-4690-a7c2-eec9bc6a844c,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:34.006037 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'e30ed817-8760-43d1-b6f4-a2f921a6f91f', 'network_id': 'b6eeb2fc-5732-462c-95ea-d42f3351bff0', 'port_id': 'e30ed817-8760-43d1-b6f4-a2f921a6f91f', 'mac_address': 'fa:16:3e:c2:ff:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed499a86-ec02-4098-a7e4-19223dad71d3', 'ip_address': '10.1.1.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:38:34.026488 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-ec2e4e9a-c5d7-436d-8d42-5979d1109723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:34.028568 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-ec2e4e9a-c5d7-436d-8d42-5979d1109723 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2d2880507ac543ae9fe2757bc6556534&device_id=9018dc69-b0bd-4785-ba0a-ff5cc5aff1c7 HTTP/1.1" status: 200 len: 1130 time: 0.4005835 Mar 07 10:38:34.030932 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a037213-f84c-4a23-aa74-7414e0486e64 req-c1177da7-d4de-4614-a3b6-23f73a756f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:34.033270 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a037213-f84c-4a23-aa74-7414e0486e64 req-c1177da7-d4de-4614-a3b6-23f73a756f3b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=be75dc35-59ec-464d-b948-3549cf46df15 HTTP/1.1" status: 200 len: 850 time: 0.0888600 Mar 07 10:38:34.056010 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a198a-51a5-4149-abb5-2f047deecdee req-955915eb-9719-45ac-aa46-078a9aadd136 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:34.057605 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9f1a198a-51a5-4149-abb5-2f047deecdee req-955915eb-9719-45ac-aa46-078a9aadd136 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 943 time: 0.4889843 Mar 07 10:38:34.061864 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port e30ed817-8760-43d1-b6f4-a2f921a6f91f is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:34.062267 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e30ed817-8760-43d1-b6f4-a2f921a6f91f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:34.082094 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e30ed817-8760-43d1-b6f4-a2f921a6f91f {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:34.110973 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port e30ed817-8760-43d1-b6f4-a2f921a6f91f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e30ed817-8760-43d1-b6f4-a2f921a6f91f,segment=NetworkSegment(c14401ed-1dc6-4fb0-8253-1c6f0b683339),segment_id=c14401ed-1dc6-4fb0-8253-1c6f0b683339)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:34.120787 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e30ed817-8760-43d1-b6f4-a2f921a6f91f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:34.148987 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-2538bcb6-8c06-4d12-aec0-715f9aa100aa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=c05ae850-8eaa-478f-afef-face1f16ef8a HTTP/1.1" status: 200 len: 217 time: 0.0897045 Mar 07 10:38:34.182361 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=e30ed817-8760-43d1-b6f4-a2f921a6f91f,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:34.211085 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-47bd7388-0b1f-4754-b493-a1345e5bf2d0 req-04627787-bc06-406f-86a4-cf01786a81d2 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks [] for port (6f70bac5-6af5-472b-b67b-0fecbdecef2f), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:34.242916 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9f1a198a-51a5-4149-abb5-2f047deecdee req-9880b88a-37c3-469b-b6c6-f4a923da2294 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676226 Mar 07 10:38:34.245969 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-cb9d279b-6036-467c-8431-18d9e86c45eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:34.247459 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-cb9d279b-6036-467c-8431-18d9e86c45eb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.0916362 Mar 07 10:38:34.249591 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a037213-f84c-4a23-aa74-7414e0486e64 req-b9419277-3d4b-4f8b-b190-d9863054e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:34.251175 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a037213-f84c-4a23-aa74-7414e0486e64 req-b9419277-3d4b-4f8b-b190-d9863054e09a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1858983 Mar 07 10:38:34.255357 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-47bd7388-0b1f-4754-b493-a1345e5bf2d0 req-04627787-bc06-406f-86a4-cf01786a81d2 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (6f70bac5-6af5-472b-b67b-0fecbdecef2f), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:34.348317 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f72ce79e-994c-4a37-9c5e-d3cb0b77c9b7 req-e457a247-6cde-4360-9fed-4804b6c79442 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (41a70a7b-b016-4449-acfa-be6e7ce7e954), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:34.361753 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['afa14939-16cb-4090-80fb-1e4c55f63178', '41a70a7b-b016-4449-acfa-be6e7ce7e954'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:34.392278 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04627787-bc06-406f-86a4-cf01786a81d2 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Pushing event updated for resources: {'Port': ['ID=6f70bac5-6af5-472b-b67b-0fecbdecef2f,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:34.416173 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:34.445949 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e6535ca1-2d52-49bd-a061-311e0a2e7d15 req-3416b055-f190-4422-bae6-00b4f10883f9 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (8c7950fc-1fc7-45ce-9602-e82984b5b2dc), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:34.464412 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e457a247-6cde-4360-9fed-4804b6c79442 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Pushing event deleted for resources: {'Port': ['ID=41a70a7b-b016-4449-acfa-be6e7ce7e954,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:34.489703 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71041b-c834-4bed-a1c5-df6a511fdc10 req-20f6545b-dfe0-4e96-9736-ef1d11762b5f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:34.493706 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-47bd7388-0b1f-4754-b493-a1345e5bf2d0 req-04627787-bc06-406f-86a4-cf01786a81d2 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (676d61c2-61cb-4901-bf9d-6f8419b9d517), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:34.499214 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71041b-c834-4bed-a1c5-df6a511fdc10 req-20f6545b-dfe0-4e96-9736-ef1d11762b5f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:34.517600 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71041b-c834-4bed-a1c5-df6a511fdc10 req-20f6545b-dfe0-4e96-9736-ef1d11762b5f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:34.525575 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f72ce79e-994c-4a37-9c5e-d3cb0b77c9b7 req-e457a247-6cde-4360-9fed-4804b6c79442 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] No DVR routers for this DVR port 41a70a7b-b016-4449-acfa-be6e7ce7e954 on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:38:34.533749 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f72ce79e-994c-4a37-9c5e-d3cb0b77c9b7 req-e457a247-6cde-4360-9fed-4804b6c79442 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:34.536624 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71041b-c834-4bed-a1c5-df6a511fdc10 req-20f6545b-dfe0-4e96-9736-ef1d11762b5f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:34.538146 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f72ce79e-994c-4a37-9c5e-d3cb0b77c9b7 req-e457a247-6cde-4360-9fed-4804b6c79442 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.31 "DELETE /v2.0/ports/41a70a7b-b016-4449-acfa-be6e7ce7e954 HTTP/1.1" status: 204 len: 173 time: 1.6004543 Mar 07 10:38:34.541080 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab4d57d-6cdb-4d71-b438-f84eed39906a', 'name': 'network-vif-deleted', 'tag': '41a70a7b-b016-4449-acfa-be6e7ce7e954'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:34.546556 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd191e5-7de3-4d14-96a1-31f7d0b7add7" -d '{"events": [{"server_uuid": "aab4d57d-6cdb-4d71-b438-f84eed39906a", "name": "network-vif-deleted", "tag": "41a70a7b-b016-4449-acfa-be6e7ce7e954"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:34.553774 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71041b-c834-4bed-a1c5-df6a511fdc10 req-20f6545b-dfe0-4e96-9736-ef1d11762b5f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:34.578545 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71041b-c834-4bed-a1c5-df6a511fdc10 req-20f6545b-dfe0-4e96-9736-ef1d11762b5f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:34.580259 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416b055-f190-4422-bae6-00b4f10883f9 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Pushing event deleted for resources: {'Port': ['ID=8c7950fc-1fc7-45ce-9602-e82984b5b2dc,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:34.604376 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71041b-c834-4bed-a1c5-df6a511fdc10 req-20f6545b-dfe0-4e96-9736-ef1d11762b5f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:34.607565 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3d71041b-c834-4bed-a1c5-df6a511fdc10 req-20f6545b-dfe0-4e96-9736-ef1d11762b5f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5439 time: 0.2291555 Mar 07 10:38:34.618109 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6535ca1-2d52-49bd-a061-311e0a2e7d15 req-3416b055-f190-4422-bae6-00b4f10883f9 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] No DVR routers for this DVR port 8c7950fc-1fc7-45ce-9602-e82984b5b2dc on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:38:34.620579 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e6535ca1-2d52-49bd-a061-311e0a2e7d15 req-3416b055-f190-4422-bae6-00b4f10883f9 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:34.626241 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e6535ca1-2d52-49bd-a061-311e0a2e7d15 req-3416b055-f190-4422-bae6-00b4f10883f9 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.31 "DELETE /v2.0/ports/8c7950fc-1fc7-45ce-9602-e82984b5b2dc HTTP/1.1" status: 204 len: 173 time: 1.5118194 Mar 07 10:38:34.631181 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-47bd7388-0b1f-4754-b493-a1345e5bf2d0 req-04627787-bc06-406f-86a4-cf01786a81d2 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:34.632393 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-47bd7388-0b1f-4754-b493-a1345e5bf2d0 req-04627787-bc06-406f-86a4-cf01786a81d2 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2779846 Mar 07 10:38:34.645753 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a037213-f84c-4a23-aa74-7414e0486e64 req-836d3639-7c19-4a10-88ec-c8743c1e65d0 service neutron] 10.222.0.31 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3828075 Mar 07 10:38:34.776200 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-47bd7388-0b1f-4754-b493-a1345e5bf2d0 req-03186945-68f8-455a-b406-e73a843ef6ac tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 696 time: 0.1326857 Mar 07 10:38:34.802236 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-f72c13e4-4808-48bc-9b3b-1da6dca4e0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:34.804881 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-f72c13e4-4808-48bc-9b3b-1da6dca4e0fd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.5456421 Mar 07 10:38:34.811335 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3d71041b-c834-4bed-a1c5-df6a511fdc10 req-df8524f8-04a5-432e-ac12-351a9ddcf761 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1894224 Mar 07 10:38:34.850607 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['464790b4-c23d-409e-904e-2616b83fda37'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:34.937982 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['954ea4bb-79fb-4f3b-aff3-9b1897120944'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:34.943503 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['39f7299e-e8de-4100-8481-3dcb8fc1378a'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:34.951499 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['da3688d3-10e0-4a5d-bb39-c96a68d7998c'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:34.956368 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['c3aa9d0d-4783-4690-a7c2-eec9bc6a844c'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:35.006972 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd7388-0b1f-4754-b493-a1345e5bf2d0 req-662a0157-336d-4048-bbe1-4ebf44249c87 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:35.008420 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-47bd7388-0b1f-4754-b493-a1345e5bf2d0 req-662a0157-336d-4048-bbe1-4ebf44249c87 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 784 time: 0.2273157 Mar 07 10:38:35.097272 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94bdf7e-c574-4d75-b840-f6fff8cf1fd9 x-openstack-request-id: req-f94bdf7e-c574-4d75-b840-f6fff8cf1fd9 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:35.099628 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9018dc69-b0bd-4785-ba0a-ff5cc5aff1c7", "tag": "c05ae850-8eaa-478f-afef-face1f16ef8a", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:35.099628 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f94bdf7e-c574-4d75-b840-f6fff8cf1fd9 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:35.099628 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9018dc69-b0bd-4785-ba0a-ff5cc5aff1c7', 'tag': 'c05ae850-8eaa-478f-afef-face1f16ef8a', 'status': 'completed', 'code': 200} Mar 07 10:38:35.136173 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a037213-f84c-4a23-aa74-7414e0486e64 req-58c7d78a-bb95-46b3-9d6b-40149a24d3c7 service neutron] 10.222.0.31 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4895442 Mar 07 10:38:35.159582 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-ad483fa1-4647-4f7c-a7b1-39fe75f266aa service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439238 Mar 07 10:38:35.182775 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfbead-57bc-4cc6-a306-9c14a95c4cd7 req-5cf5790a-a6e9-4491-9da2-80ad4e791aa6 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:35.184456 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-05cfbead-57bc-4cc6-a306-9c14a95c4cd7 req-5cf5790a-a6e9-4491-9da2-80ad4e791aa6 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/ports?device_id=9018dc69-b0bd-4785-ba0a-ff5cc5aff1c7 HTTP/1.1" status: 200 len: 948 time: 0.1558981 Mar 07 10:38:35.380535 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-69817863-30d5-4240-a73a-256900b6df01 req-d442d0c2-f3b8-4b2e-bca1-13fa5e8a1ae3 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/ports?device_id=73fe3d19-86e1-41c0-9140-d23fba0645b7 HTTP/1.1" status: 200 len: 210 time: 0.0993931 Mar 07 10:38:35.391858 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-05cfbead-57bc-4cc6-a306-9c14a95c4cd7 req-21fbc554-0131-419e-8d1b-39562d8ddd34 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/security-groups?id=de371154-717c-4fb7-8744-31132feae98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984873 Mar 07 10:38:35.453270 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3fdb7de-8284-4880-822e-b451263b23a6 req-7a4a3d15-80a7-4cad-bd34-84055dacdea1 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834213 Mar 07 10:38:35.504180 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21656cf6-038c-4070-880d-3c362f54e4f4 x-openstack-request-id: req-21656cf6-038c-4070-880d-3c362f54e4f4 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:35.504602 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab4d57d-6cdb-4d71-b438-f84eed39906a", "name": "network-vif-deleted", "tag": "41a70a7b-b016-4449-acfa-be6e7ce7e954", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:35.505004 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-21656cf6-038c-4070-880d-3c362f54e4f4 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:35.505637 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab4d57d-6cdb-4d71-b438-f84eed39906a', 'name': 'network-vif-deleted', 'tag': '41a70a7b-b016-4449-acfa-be6e7ce7e954', 'status': 'completed', 'code': 200} Mar 07 10:38:35.519724 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-582cea95-d297-4737-ad8c-c149561cf1a2 req-d2381dd1-9fb9-4e09-82a3-977e5c02c51a tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/ports?device_id=aab4d57d-6cdb-4d71-b438-f84eed39906a HTTP/1.1" status: 200 len: 210 time: 0.0460944 Mar 07 10:38:35.604300 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-24929ce3-ca9c-4150-aad9-b6bf3887d419 req-4c1d7671-270f-4393-b2c6-fea947666ee6 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups/cb5b097e-9bd3-4a17-8a7e-a26ccabab5ff HTTP/1.1" status: 200 len: 1817 time: 0.0684643 Mar 07 10:38:35.641121 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96e70a-c0aa-4044-b255-bac15237e7a3 req-f792ae5e-9e31-4c22-a398-357433e00f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:35.642777 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5b96e70a-c0aa-4044-b255-bac15237e7a3 req-f792ae5e-9e31-4c22-a398-357433e00f30 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=2d2880507ac543ae9fe2757bc6556534&device_id=9018dc69-b0bd-4785-ba0a-ff5cc5aff1c7 HTTP/1.1" status: 200 len: 1130 time: 0.0974872 Mar 07 10:38:35.716442 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-24929ce3-ca9c-4150-aad9-b6bf3887d419 req-04594210-1a72-4c02-9fd4-8d0f655d0583 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (cb5b097e-9bd3-4a17-8a7e-a26ccabab5ff), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:35.750595 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['e30ed817-8760-43d1-b6f4-a2f921a6f91f'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:35.776089 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-24929ce3-ca9c-4150-aad9-b6bf3887d419 req-04594210-1a72-4c02-9fd4-8d0f655d0583 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (cb5b097e-9bd3-4a17-8a7e-a26ccabab5ff), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:35.828682 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['dd308e88-228c-48d1-aca2-6ee75466e34d'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:35.850841 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-24929ce3-ca9c-4150-aad9-b6bf3887d419 req-04594210-1a72-4c02-9fd4-8d0f655d0583 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (cb5b097e-9bd3-4a17-8a7e-a26ccabab5ff), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:35.854157 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-24929ce3-ca9c-4150-aad9-b6bf3887d419 req-04594210-1a72-4c02-9fd4-8d0f655d0583 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:35.869785 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-24929ce3-ca9c-4150-aad9-b6bf3887d419 req-04594210-1a72-4c02-9fd4-8d0f655d0583 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "DELETE /v2.0/security-groups/cb5b097e-9bd3-4a17-8a7e-a26ccabab5ff HTTP/1.1" status: 204 len: 173 time: 0.2547002 Mar 07 10:38:35.890980 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04594210-1a72-4c02-9fd4-8d0f655d0583 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5b097e-9bd3-4a17-8a7e-a26ccabab5ff,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:36.038099 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652837f6-9c63-4c04-90a9-93281b8812a0 req-f95d76b4-0dae-45bf-a4ca-272b68dda8cd tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:36.040059 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-652837f6-9c63-4c04-90a9-93281b8812a0 req-f95d76b4-0dae-45bf-a4ca-272b68dda8cd tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 943 time: 0.0885468 Mar 07 10:38:36.114677 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-652837f6-9c63-4c04-90a9-93281b8812a0 req-d142d485-3c79-4a91-95c5-aaa110234d45 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679963 Mar 07 10:38:36.115963 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-2a63d2bf-b682-417d-9882-40ab6479196d tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:36.117805 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-2a63d2bf-b682-417d-9882-40ab6479196d tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/networks?id=e9213476-43ba-434e-a45c-f24c836d68e1 HTTP/1.1" status: 200 len: 821 time: 0.4873910 Mar 07 10:38:36.118658 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96e70a-c0aa-4044-b255-bac15237e7a3 req-61f9f42c-c248-4863-8a87-3136db4d56aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:36.119957 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5b96e70a-c0aa-4044-b255-bac15237e7a3 req-61f9f42c-c248-4863-8a87-3136db4d56aa service neutron] 10.222.0.31 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.4646366 Mar 07 10:38:36.137051 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-b046204c-f41f-4dce-aa8b-bd14a8e325c6 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/quotas/3eaa5c3bb65646f4925f986f51ff18dc HTTP/1.1" status: 200 len: 375 time: 0.0103118 Mar 07 10:38:36.174635 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5b96e70a-c0aa-4044-b255-bac15237e7a3 req-3d538144-27b9-4261-ae73-d6e1a45996ab service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=c05ae850-8eaa-478f-afef-face1f16ef8a HTTP/1.1" status: 200 len: 217 time: 0.0461226 Mar 07 10:38:36.270962 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-018ad6be-b8e5-43be-b08e-2e0406ce07b3 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3eaa5c3bb65646f4925f986f51ff18dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0991690 Mar 07 10:38:36.272782 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96e70a-c0aa-4044-b255-bac15237e7a3 req-57c03c99-d00a-42fa-8d60-f4bda5e8156f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:36.274158 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5b96e70a-c0aa-4044-b255-bac15237e7a3 req-57c03c99-d00a-42fa-8d60-f4bda5e8156f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.0896730 Mar 07 10:38:36.303303 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959e725-81fc-440d-8fd0-a07eb1d5b0b7 req-a108c13e-f364-4889-95af-3d188973a805 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:36.308846 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959e725-81fc-440d-8fd0-a07eb1d5b0b7 req-a108c13e-f364-4889-95af-3d188973a805 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:36.314588 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959e725-81fc-440d-8fd0-a07eb1d5b0b7 req-a108c13e-f364-4889-95af-3d188973a805 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:36.320985 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959e725-81fc-440d-8fd0-a07eb1d5b0b7 req-a108c13e-f364-4889-95af-3d188973a805 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:36.326479 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959e725-81fc-440d-8fd0-a07eb1d5b0b7 req-a108c13e-f364-4889-95af-3d188973a805 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:36.332287 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959e725-81fc-440d-8fd0-a07eb1d5b0b7 req-a108c13e-f364-4889-95af-3d188973a805 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:36.337473 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d959e725-81fc-440d-8fd0-a07eb1d5b0b7 req-a108c13e-f364-4889-95af-3d188973a805 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:36.339378 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d959e725-81fc-440d-8fd0-a07eb1d5b0b7 req-a108c13e-f364-4889-95af-3d188973a805 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5439 time: 0.1510844 Mar 07 10:38:36.388210 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96e70a-c0aa-4044-b255-bac15237e7a3 req-80e47881-c0a8-4fbd-ab2d-36df377a198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:36.389861 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5b96e70a-c0aa-4044-b255-bac15237e7a3 req-80e47881-c0a8-4fbd-ab2d-36df377a198a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1091664 Mar 07 10:38:36.405832 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d959e725-81fc-440d-8fd0-a07eb1d5b0b7 req-26e5419f-ee72-4557-ac40-4a97381316d5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581920 Mar 07 10:38:36.439828 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-9c2295f1-9a93-4977-bd47-1673c7380464 service neutron] 10.222.0.11 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506593 Mar 07 10:38:36.442513 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9493f15a-6a60-4aa1-92ab-12992d9c43b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:36.482224 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 8c7950fc-1fc7-45ce-9602-e82984b5b2dc no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:38:36.492055 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a55ab239-8f71-4d9f-a3df-242e44479ffe req-b831e177-f14b-444e-9c4d-5d7976e56066 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "GET /v2.0/security-groups/41368fec-6154-42e4-b662-e0fc11a34737 HTTP/1.1" status: 200 len: 1816 time: 0.0525372 Mar 07 10:38:36.532643 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 8c7950fc-1fc7-45ce-9602-e82984b5b2dc {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:38:36.533391 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 8c7950fc-1fc7-45ce-9602-e82984b5b2dc not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:38:36.534062 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 50ac4fd7-c6cc-48fb-8594-708a12111e6f no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:38:36.547080 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a55ab239-8f71-4d9f-a3df-242e44479ffe req-6b81724e-6d13-49b1-8a69-5aeb433fd6c1 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (41368fec-6154-42e4-b662-e0fc11a34737), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:36.568959 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5b96e70a-c0aa-4044-b255-bac15237e7a3 req-79af3fb9-6954-40ae-b0a8-cbae9fd12bea service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705611 Mar 07 10:38:36.574158 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a55ab239-8f71-4d9f-a3df-242e44479ffe req-6b81724e-6d13-49b1-8a69-5aeb433fd6c1 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (41368fec-6154-42e4-b662-e0fc11a34737), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:36.608080 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-574d5198-9de1-4825-a205-8a4b96a29a2e service neutron] 10.222.0.11 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393027 Mar 07 10:38:36.633521 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a55ab239-8f71-4d9f-a3df-242e44479ffe req-6b81724e-6d13-49b1-8a69-5aeb433fd6c1 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (41368fec-6154-42e4-b662-e0fc11a34737), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:36.636315 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a55ab239-8f71-4d9f-a3df-242e44479ffe req-6b81724e-6d13-49b1-8a69-5aeb433fd6c1 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:36.637755 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a55ab239-8f71-4d9f-a3df-242e44479ffe req-6b81724e-6d13-49b1-8a69-5aeb433fd6c1 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] 10.222.0.11 "DELETE /v2.0/security-groups/41368fec-6154-42e4-b662-e0fc11a34737 HTTP/1.1" status: 204 len: 173 time: 0.1449118 Mar 07 10:38:36.645221 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 48800) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:36.653536 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81724e-6d13-49b1-8a69-5aeb433fd6c1 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41368fec-6154-42e4-b662-e0fc11a34737,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:36.717875 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e69df53c-b7dc-4b3c-a9ab-488a2c483e1d admin admin] Deleting subnet 87fb66b4-e781-4fa7-b59d-0e773d094444 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:38:36.722930 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e69df53c-b7dc-4b3c-a9ab-488a2c483e1d admin admin] Publish callbacks [] for subnet (87fb66b4-e781-4fa7-b59d-0e773d094444), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:36.727662 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5b96e70a-c0aa-4044-b255-bac15237e7a3 req-a584da86-b567-427e-896d-09bbb9d9c48d service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484177 Mar 07 10:38:36.788419 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e69df53c-b7dc-4b3c-a9ab-488a2c483e1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (87fb66b4-e781-4fa7-b59d-0e773d094444), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:36.857471 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 50ac4fd7-c6cc-48fb-8594-708a12111e6f {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:38:36.857975 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 50ac4fd7-c6cc-48fb-8594-708a12111e6f not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:38:36.858265 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 41a70a7b-b016-4449-acfa-be6e7ce7e954 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:38:36.875637 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b8d9c-f367-4f7f-a99b-23c5c589d300 req-ac0d8357-9909-457b-b673-59c992d0d2f6 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:36.885839 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b70b8d9c-f367-4f7f-a99b-23c5c589d300 req-ac0d8357-9909-457b-b673-59c992d0d2f6 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/ports?device_id=9018dc69-b0bd-4785-ba0a-ff5cc5aff1c7 HTTP/1.1" status: 200 len: 948 time: 0.1741462 Mar 07 10:38:36.887003 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e69df53c-b7dc-4b3c-a9ab-488a2c483e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (87fb66b4-e781-4fa7-b59d-0e773d094444), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:36.921434 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 41a70a7b-b016-4449-acfa-be6e7ce7e954 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:38:36.921781 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 41a70a7b-b016-4449-acfa-be6e7ce7e954 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:38:36.973792 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b70b8d9c-f367-4f7f-a99b-23c5c589d300 req-d5c5e6d1-b7fb-45ea-8eac-a9b732931013 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/security-groups?id=de371154-717c-4fb7-8744-31132feae98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869644 Mar 07 10:38:36.979899 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cca622bf-2b99-4182-8186-2b5f5d8c310e req-964f57d2-16e3-4c73-9319-5fbee4991760 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/ports?device_id=77d6cc1c-f39c-4c75-8829-984aea033d5a HTTP/1.1" status: 200 len: 210 time: 0.0398004 Mar 07 10:38:36.999413 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e69df53c-b7dc-4b3c-a9ab-488a2c483e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (87fb66b4-e781-4fa7-b59d-0e773d094444), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:37.027953 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69df53c-b7dc-4b3c-a9ab-488a2c483e1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87fb66b4-e781-4fa7-b59d-0e773d094444,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:37.031794 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e69df53c-b7dc-4b3c-a9ab-488a2c483e1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:37.035838 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e69df53c-b7dc-4b3c-a9ab-488a2c483e1d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/87fb66b4-e781-4fa7-b59d-0e773d094444 HTTP/1.1" status: 204 len: 168 time: 0.3896410 Mar 07 10:38:37.038501 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 48814) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:37.099348 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caba0749-bbf7-409f-8271-df59eb81f6d5', 'name': 'network-vif-deleted', 'tag': '50ac4fd7-c6cc-48fb-8594-708a12111e6f'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:37.102139 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f3e1a3-68c7-4ac6-b596-18341b574262" -d '{"events": [{"server_uuid": "caba0749-bbf7-409f-8271-df59eb81f6d5", "name": "network-vif-deleted", "tag": "50ac4fd7-c6cc-48fb-8594-708a12111e6f"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:37.130210 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-992aee28-8b88-4531-9ed8-b043b579009d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (8a80d3a9-20f1-4d65-a5aa-f7b35212a95a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:37.226325 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c0dca5-2b2e-46c6-8b7e-a7e6d09c7072 x-openstack-request-id: req-78c0dca5-2b2e-46c6-8b7e-a7e6d09c7072 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:37.227036 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caba0749-bbf7-409f-8271-df59eb81f6d5", "name": "network-vif-deleted", "tag": "50ac4fd7-c6cc-48fb-8594-708a12111e6f", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:37.227036 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-78c0dca5-2b2e-46c6-8b7e-a7e6d09c7072 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:37.227287 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caba0749-bbf7-409f-8271-df59eb81f6d5', 'name': 'network-vif-deleted', 'tag': '50ac4fd7-c6cc-48fb-8594-708a12111e6f', 'status': 'completed', 'code': 200} Mar 07 10:38:37.279190 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-992aee28-8b88-4531-9ed8-b043b579009d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (8a80d3a9-20f1-4d65-a5aa-f7b35212a95a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:37.301245 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-992aee28-8b88-4531-9ed8-b043b579009d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a80d3a9-20f1-4d65-a5aa-f7b35212a95a']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:37.313063 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-992aee28-8b88-4531-9ed8-b043b579009d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed524cc8-0430-4980-8771-744b579a40cf') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:37.313424 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-992aee28-8b88-4531-9ed8-b043b579009d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed524cc8-0430-4980-8771-744b579a40cf') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:37.332924 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-992aee28-8b88-4531-9ed8-b043b579009d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (ed524cc8-0430-4980-8771-744b579a40cf), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:37.375811 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-992aee28-8b88-4531-9ed8-b043b579009d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (ed524cc8-0430-4980-8771-744b579a40cf), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:37.385205 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-992aee28-8b88-4531-9ed8-b043b579009d admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:38:37.385611 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-992aee28-8b88-4531-9ed8-b043b579009d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (ed524cc8-0430-4980-8771-744b579a40cf), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:37.387543 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:38:37.387543 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:38:37.387543 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:38:37.387543 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:38:37.387543 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:38:37.387543 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:38:37.387543 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:38:37.387543 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:38:37.387543 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:38:37.387543 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:38:37.387543 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:38:37.387543 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:38:37.387543 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:38:37.387543 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:38:37.387543 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:38:37.387543 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:38:37.387543 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:38:37.387543 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:38:37.387543 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:38:37.387543 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:38:37.387543 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:38:37.387543 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:38:37.387543 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:38:37.387543 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:38:37.387543 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:38:37.387543 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:38:37.387543 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:38:37.387543 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:38:37.387543 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:38:37.387543 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:38:37.387543 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:38:37.387543 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:38:37.407869 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f613ce-0dd1-4d0d-9b79-c640275100a8 req-976f675f-5e7a-4975-9942-98f00d2a4f32 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:37.410353 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-99f613ce-0dd1-4d0d-9b79-c640275100a8 req-976f675f-5e7a-4975-9942-98f00d2a4f32 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 943 time: 0.1034908 Mar 07 10:38:37.420219 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37611fcb-6e00-4d6f-9423-dbf232a27060 req-e1d5ad5b-2abd-4aca-964a-658650f9c8f7 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:37.421741 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-37611fcb-6e00-4d6f-9423-dbf232a27060 req-e1d5ad5b-2abd-4aca-964a-658650f9c8f7 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d73b82e-3e5e-4695-b111-6134be543953 HTTP/1.1" status: 200 len: 949 time: 0.1015048 Mar 07 10:38:37.482638 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-992aee28-8b88-4531-9ed8-b043b579009d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (8a80d3a9-20f1-4d65-a5aa-f7b35212a95a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:37.483591 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-99f613ce-0dd1-4d0d-9b79-c640275100a8 req-806f77f0-92e1-439d-9b34-96a93a4d1aec tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601687 Mar 07 10:38:37.487645 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-992aee28-8b88-4531-9ed8-b043b579009d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:37.494016 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-992aee28-8b88-4531-9ed8-b043b579009d admin admin] 10.222.0.11 "DELETE /v2.0/networks/8a80d3a9-20f1-4d65-a5aa-f7b35212a95a HTTP/1.1" status: 204 len: 168 time: 0.4544632 Mar 07 10:38:37.517943 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73fe3d19-86e1-41c0-9140-d23fba0645b7', 'name': 'network-vif-deleted', 'tag': '8c7950fc-1fc7-45ce-9602-e82984b5b2dc'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:37.520172 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9f5218-ded7-4c8d-b4e3-567687b581a8" -d '{"events": [{"server_uuid": "73fe3d19-86e1-41c0-9140-d23fba0645b7", "name": "network-vif-deleted", "tag": "8c7950fc-1fc7-45ce-9602-e82984b5b2dc"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:37.522754 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992aee28-8b88-4531-9ed8-b043b579009d admin admin] Pushing event deleted for resources: {'Network': ['ID=8a80d3a9-20f1-4d65-a5aa-f7b35212a95a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:37.543604 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-37611fcb-6e00-4d6f-9423-dbf232a27060 req-ed1951cd-94a0-4e82-9834-d86daa056bb6 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/security-groups?id=25eb2acf-8382-4966-a15d-e79c512ae807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931122 Mar 07 10:38:37.707204 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6992a-f6e4-4e37-b1ab-4b88f65d61c0 req-6aaa3a59-7b32-4e5f-b9b3-e73ee44d2188 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:37.712765 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6992a-f6e4-4e37-b1ab-4b88f65d61c0 req-6aaa3a59-7b32-4e5f-b9b3-e73ee44d2188 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:37.728850 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27223fe7-402d-4408-b98d-c222151580b3 x-openstack-request-id: req-27223fe7-402d-4408-b98d-c222151580b3 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:37.729168 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73fe3d19-86e1-41c0-9140-d23fba0645b7", "name": "network-vif-deleted", "tag": "8c7950fc-1fc7-45ce-9602-e82984b5b2dc", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:37.729429 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-27223fe7-402d-4408-b98d-c222151580b3 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:37.730213 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73fe3d19-86e1-41c0-9140-d23fba0645b7', 'name': 'network-vif-deleted', 'tag': '8c7950fc-1fc7-45ce-9602-e82984b5b2dc', 'status': 'completed', 'code': 200} Mar 07 10:38:37.735661 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6992a-f6e4-4e37-b1ab-4b88f65d61c0 req-6aaa3a59-7b32-4e5f-b9b3-e73ee44d2188 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:37.741051 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6992a-f6e4-4e37-b1ab-4b88f65d61c0 req-6aaa3a59-7b32-4e5f-b9b3-e73ee44d2188 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:37.748585 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6992a-f6e4-4e37-b1ab-4b88f65d61c0 req-6aaa3a59-7b32-4e5f-b9b3-e73ee44d2188 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:37.768046 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 48840) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:37.768596 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6992a-f6e4-4e37-b1ab-4b88f65d61c0 req-6aaa3a59-7b32-4e5f-b9b3-e73ee44d2188 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:37.777733 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6992a-f6e4-4e37-b1ab-4b88f65d61c0 req-6aaa3a59-7b32-4e5f-b9b3-e73ee44d2188 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:37.779689 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0fe6992a-f6e4-4e37-b1ab-4b88f65d61c0 req-6aaa3a59-7b32-4e5f-b9b3-e73ee44d2188 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5439 time: 0.1834161 Mar 07 10:38:37.839758 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3a6e7c04-b53a-4ead-8db0-61a132ed30d7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e88d3d2709354316b86d2ca6f47f41ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0677450 Mar 07 10:38:37.840182 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 48842) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:37.857783 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0fe6992a-f6e4-4e37-b1ab-4b88f65d61c0 req-f7a074fc-3127-49f5-a3a4-851a52d18e45 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0678687 Mar 07 10:38:37.939635 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0161d8b-9b07-47ed-89b5-463866398a69 admin admin] Publish callbacks [] for security_group (ba5e8b03-fe04-4a9a-8f67-6938492da32f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:37.968533 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0161d8b-9b07-47ed-89b5-463866398a69 admin admin] Publish callbacks [] for security_group (ba5e8b03-fe04-4a9a-8f67-6938492da32f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:38.033512 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0161d8b-9b07-47ed-89b5-463866398a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ba5e8b03-fe04-4a9a-8f67-6938492da32f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:38.037140 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0161d8b-9b07-47ed-89b5-463866398a69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:38.040558 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a0161d8b-9b07-47ed-89b5-463866398a69 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ba5e8b03-fe04-4a9a-8f67-6938492da32f HTTP/1.1" status: 204 len: 168 time: 0.1972063 Mar 07 10:38:38.051890 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0161d8b-9b07-47ed-89b5-463866398a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5e8b03-fe04-4a9a-8f67-6938492da32f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:38.136395 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9ab04-4915-4448-ba4a-958704529bc2 req-7df71a52-678b-4941-bad6-d2ed6bfc8b78 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:38.138099 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a0b9ab04-4915-4448-ba4a-958704529bc2 req-7df71a52-678b-4941-bad6-d2ed6bfc8b78 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/ports?device_id=9018dc69-b0bd-4785-ba0a-ff5cc5aff1c7 HTTP/1.1" status: 200 len: 948 time: 0.0592489 Mar 07 10:38:38.142155 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 39f7299e-e8de-4100-8481-3dcb8fc1378a up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:38.158648 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-46cbf8a7-d7ab-48ac-9bc6-0b1d54b3e728 req-d3e6882a-43c1-4c1d-9967-964c649e73e0 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/ports?device_id=77d6cc1c-f39c-4c75-8829-984aea033d5a HTTP/1.1" status: 200 len: 210 time: 0.0426633 Mar 07 10:38:38.216085 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 39f7299e-e8de-4100-8481-3dcb8fc1378a completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:38:38.223566 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 39f7299e-e8de-4100-8481-3dcb8fc1378a triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:38.224445 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (39f7299e-e8de-4100-8481-3dcb8fc1378a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:38.230703 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a0b9ab04-4915-4448-ba4a-958704529bc2 req-f9b5819f-3f1d-4606-b9f1-0c96fadb0248 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/security-groups?id=de371154-717c-4fb7-8744-31132feae98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789201 Mar 07 10:38:38.356449 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 39f7299e-e8de-4100-8481-3dcb8fc1378a is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:38.357188 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (39f7299e-e8de-4100-8481-3dcb8fc1378a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:38.404985 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f7299e-e8de-4100-8481-3dcb8fc1378a'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:38.409009 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7a5e16-5717-4a2d-b4e2-ebc3ecd769e0" -d '{"events": [{"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-plugged", "status": "completed", "tag": "39f7299e-e8de-4100-8481-3dcb8fc1378a"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:38.416179 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 39f7299e-e8de-4100-8481-3dcb8fc1378a, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=39f7299e-e8de-4100-8481-3dcb8fc1378a,segment=NetworkSegment(9b966132-984a-4ab1-93aa-dffdd8926895),segment_id=9b966132-984a-4ab1-93aa-dffdd8926895)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:38.425414 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (39f7299e-e8de-4100-8481-3dcb8fc1378a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:38.428293 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 464790b4-c23d-409e-904e-2616b83fda37 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:38.556618 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22dcd72c-ddb2-4ba5-9888-d783e768a188 x-openstack-request-id: req-22dcd72c-ddb2-4ba5-9888-d783e768a188 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:38.556618 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-plugged", "status": "completed", "tag": "39f7299e-e8de-4100-8481-3dcb8fc1378a", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:38.557001 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-22dcd72c-ddb2-4ba5-9888-d783e768a188 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:38.557256 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f7299e-e8de-4100-8481-3dcb8fc1378a', 'code': 200} Mar 07 10:38:38.572877 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 49374629-e4ca-4d8e-9683-e194b48557a0 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:38:38.602264 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-d8532859-9cf9-4b45-8533-eaaa9d6c06c2 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:38.603388 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-d8532859-9cf9-4b45-8533-eaaa9d6c06c2 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.31 "GET /v2.0/networks?id=e9213476-43ba-434e-a45c-f24c836d68e1 HTTP/1.1" status: 200 len: 821 time: 0.2275550 Mar 07 10:38:38.623644 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-9ec4e607-7268-4831-bac6-f69e979220d4 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Request body: {'port': {'device_id': '77d6cc1c-f39c-4c75-8829-984aea033d5a', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'admin_state_up': True, 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:38.657296 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f9a0a-6c47-41d7-a853-9cc77cd888bf req-92aa0097-0df3-40fd-aa3f-a8b3f95d29fa tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:38.664209 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f9a0a-6c47-41d7-a853-9cc77cd888bf req-92aa0097-0df3-40fd-aa3f-a8b3f95d29fa tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:38.665955 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-939f9a0a-6c47-41d7-a853-9cc77cd888bf req-92aa0097-0df3-40fd-aa3f-a8b3f95d29fa tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/ports?device_id=1156b33c-1ee5-4520-a314-cb1e78592ea7&device_id=f8d1f234-635f-47b3-b7a4-d06ddfbe02cd HTTP/1.1" status: 200 len: 1681 time: 0.1496553 Mar 07 10:38:38.695084 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-13f421b6-8f0b-4af0-bd0c-7ec59fc13757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:38.728452 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-939f9a0a-6c47-41d7-a853-9cc77cd888bf req-df269f39-44d0-4d6f-b82c-85904772c6cd tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa448f87-043c-4547-b958-b61c377fb8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564880 Mar 07 10:38:38.736111 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=39f7299e-e8de-4100-8481-3dcb8fc1378a,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:38.739887 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.resource_extend [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:38:38.758659 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 464790b4-c23d-409e-904e-2616b83fda37 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:38:38.771278 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0fe62-546a-42c9-9a42-dfab414f2fab req-eab99626-f2ca-4f5e-b187-ffaf8ec8ffd5 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:38.779037 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:38.779383 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:38.779592 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-39b0fe62-546a-42c9-9a42-dfab414f2fab req-eab99626-f2ca-4f5e-b187-ffaf8ec8ffd5 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 943 time: 0.1893816 Mar 07 10:38:38.779729 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:38.780042 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:38.780371 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:38.780699 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:38.781022 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:38.781398 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:38.781722 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:38.782142 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:38.782469 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:38.782793 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:38.783113 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:38.836869 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 464790b4-c23d-409e-904e-2616b83fda37 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:38.837179 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (464790b4-c23d-409e-904e-2616b83fda37), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:38.862458 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-39b0fe62-546a-42c9-9a42-dfab414f2fab req-b0359ff3-f8d3-4a61-b0a5-3aed2d01a0bd tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819571 Mar 07 10:38:38.889967 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-9ec4e607-7268-4831-bac6-f69e979220d4 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Made reservation on behalf of 3eaa5c3bb65646f4925f986f51ff18dc for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:38:38.895502 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-9ec4e607-7268-4831-bac6-f69e979220d4 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:38.931707 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b0f05-e460-4ba4-9b89-e1cc46a81552 req-f90a6aab-3fb4-4b6c-9ad1-d2966bd95a9f tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:38.938961 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5a2b0f05-e460-4ba4-9b89-e1cc46a81552 req-f90a6aab-3fb4-4b6c-9ad1-d2966bd95a9f tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d73b82e-3e5e-4695-b111-6134be543953 HTTP/1.1" status: 200 len: 949 time: 0.1150227 Mar 07 10:38:38.982663 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 49374629-e4ca-4d8e-9683-e194b48557a0, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=49374629-e4ca-4d8e-9683-e194b48557a0,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:39.031366 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '49374629-e4ca-4d8e-9683-e194b48557a0', 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41', 'port_id': '49374629-e4ca-4d8e-9683-e194b48557a0', 'mac_address': 'fa:16:3e:2c:a4:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be75dc35-59ec-464d-b948-3549cf46df15', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:38:39.052128 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5a2b0f05-e460-4ba4-9b89-e1cc46a81552 req-ed22e1f1-4037-43d1-a011-d1b41a2b0552 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/security-groups?id=25eb2acf-8382-4966-a15d-e79c512ae807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121991 Mar 07 10:38:39.160197 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 464790b4-c23d-409e-904e-2616b83fda37 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:39.160833 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (464790b4-c23d-409e-904e-2616b83fda37), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:39.162764 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311620f5-92a9-425b-b051-b570c87b0b90 req-9f382251-6d08-44b0-b718-6217878bc98d tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:39.167941 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311620f5-92a9-425b-b051-b570c87b0b90 req-9f382251-6d08-44b0-b718-6217878bc98d tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:39.174202 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 49374629-e4ca-4d8e-9683-e194b48557a0 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:39.174593 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:39.174819 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311620f5-92a9-425b-b051-b570c87b0b90 req-9f382251-6d08-44b0-b718-6217878bc98d tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:39.181398 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311620f5-92a9-425b-b051-b570c87b0b90 req-9f382251-6d08-44b0-b718-6217878bc98d tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:39.187277 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311620f5-92a9-425b-b051-b570c87b0b90 req-9f382251-6d08-44b0-b718-6217878bc98d tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:39.193718 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311620f5-92a9-425b-b051-b570c87b0b90 req-9f382251-6d08-44b0-b718-6217878bc98d tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:39.204417 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311620f5-92a9-425b-b051-b570c87b0b90 req-9f382251-6d08-44b0-b718-6217878bc98d tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:39.208630 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-311620f5-92a9-425b-b051-b570c87b0b90 req-9f382251-6d08-44b0-b718-6217878bc98d tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5440 time: 0.1994789 Mar 07 10:38:39.215485 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49374629-e4ca-4d8e-9683-e194b48557a0 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:39.249209 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-9ec4e607-7268-4831-bac6-f69e979220d4 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Allocated IP 172.20.0.12 (e9213476-43ba-434e-a45c-f24c836d68e1/accf3389-35bd-40c8-8f46-e6a58c569299/d82d736b-e6bb-440e-a126-d653c8c1a8a2) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:38:39.252312 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 464790b4-c23d-409e-904e-2616b83fda37, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=464790b4-c23d-409e-904e-2616b83fda37,segment=NetworkSegment(9b966132-984a-4ab1-93aa-dffdd8926895),segment_id=9b966132-984a-4ab1-93aa-dffdd8926895)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:39.255537 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 49374629-e4ca-4d8e-9683-e194b48557a0, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=49374629-e4ca-4d8e-9683-e194b48557a0,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:39.261788 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (464790b4-c23d-409e-904e-2616b83fda37), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:39.264138 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device da3688d3-10e0-4a5d-bb39-c96a68d7998c up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:39.282629 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:39.328670 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-311620f5-92a9-425b-b051-b570c87b0b90 req-1a9ae77e-7872-41db-a5ed-a36ddcbb31f3 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1191323 Mar 07 10:38:39.386372 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=464790b4-c23d-409e-904e-2616b83fda37,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:39.424296 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 48902) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:39.477792 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port da3688d3-10e0-4a5d-bb39-c96a68d7998c completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:38:39.490893 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port da3688d3-10e0-4a5d-bb39-c96a68d7998c triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:39.491088 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (da3688d3-10e0-4a5d-bb39-c96a68d7998c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:39.491218 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-19097784-17f3-4e48-9206-ca4c75f0a6f0 req-c58c7f8e-1407-49b8-8213-b8aad554510e tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/ports?device_id=77d6cc1c-f39c-4c75-8829-984aea033d5a HTTP/1.1" status: 200 len: 210 time: 0.0947170 Mar 07 10:38:39.492652 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=49374629-e4ca-4d8e-9683-e194b48557a0,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:39.539560 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d47827-1d4e-475f-806b-d8826334ac1b req-89032e41-6c89-48ee-af55-42e3cb312363 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:39.545458 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-63d47827-1d4e-475f-806b-d8826334ac1b req-89032e41-6c89-48ee-af55-42e3cb312363 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d73b82e-3e5e-4695-b111-6134be543953 HTTP/1.1" status: 200 len: 949 time: 0.1874959 Mar 07 10:38:39.546490 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-9ec4e607-7268-4831-bac6-f69e979220d4 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks [] for port (d82d736b-e6bb-440e-a126-d653c8c1a8a2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:39.615323 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-9ec4e607-7268-4831-bac6-f69e979220d4 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (d82d736b-e6bb-440e-a126-d653c8c1a8a2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:39.640770 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['a13d21a5-1ef2-42de-8c75-ffbb7b701fdd'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:39.689659 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-ff5134a3-d8bc-426a-bbe6-1628aa6f557c admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-624357097-network', 'tenant_id': '34de055ad44246c38dcfdb4f7edf5559'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:39.692516 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['49374629-e4ca-4d8e-9683-e194b48557a0'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:39.701404 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441cb0f8-edde-49e1-95ba-9e32937bf115 req-4891f166-9730-4d1c-b8d2-d58f58da5410 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:39.711903 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-441cb0f8-edde-49e1-95ba-9e32937bf115 req-4891f166-9730-4d1c-b8d2-d58f58da5410 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/ports?device_id=9018dc69-b0bd-4785-ba0a-ff5cc5aff1c7 HTTP/1.1" status: 200 len: 948 time: 0.2538679 Mar 07 10:38:39.721072 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5134a3-d8bc-426a-bbe6-1628aa6f557c admin admin] Made reservation on behalf of 34de055ad44246c38dcfdb4f7edf5559 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:38:39.725454 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ff5134a3-d8bc-426a-bbe6-1628aa6f557c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:39.727969 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-9ec4e607-7268-4831-bac6-f69e979220d4 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Network e9213476-43ba-434e-a45c-f24c836d68e1 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:39.734660 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port da3688d3-10e0-4a5d-bb39-c96a68d7998c is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:39.735536 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (da3688d3-10e0-4a5d-bb39-c96a68d7998c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:39.739394 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ff5134a3-d8bc-426a-bbe6-1628aa6f557c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:39.748516 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-9ec4e607-7268-4831-bac6-f69e979220d4 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:39.782674 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-9ec4e607-7268-4831-bac6-f69e979220d4 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:38:39.828877 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-63d47827-1d4e-475f-806b-d8826334ac1b req-8b543a3a-f91b-4ca8-84ed-99cdb0ccb69e tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Deleting port fff45af4-f140-42d3-a837-1e7c66aabe2f {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:38:39.829250 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-63d47827-1d4e-475f-806b-d8826334ac1b req-8b543a3a-f91b-4ca8-84ed-99cdb0ccb69e tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (fff45af4-f140-42d3-a837-1e7c66aabe2f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:39.861289 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-441cb0f8-edde-49e1-95ba-9e32937bf115 req-a20b4b7e-08e9-4cb1-9c0e-f3748c82fc90 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/security-groups?id=de371154-717c-4fb7-8744-31132feae98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483166 Mar 07 10:38:39.878224 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4e607-7268-4831-bac6-f69e979220d4 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Pushing event updated for resources: {'Port': ['ID=d82d736b-e6bb-440e-a126-d653c8c1a8a2,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:39.909033 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-9ec4e607-7268-4831-bac6-f69e979220d4 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:39.909881 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-9ec4e607-7268-4831-bac6-f69e979220d4 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:39.948070 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-9ec4e607-7268-4831-bac6-f69e979220d4 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3330548 Mar 07 10:38:39.969995 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-62861934-15ad-45b5-827c-4052f569a1de service neutron] Request body: {'port': {'device_id': '77d6cc1c-f39c-4c75-8829-984aea033d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:40.017022 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-63d47827-1d4e-475f-806b-d8826334ac1b req-8b543a3a-f91b-4ca8-84ed-99cdb0ccb69e tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] For port fff45af4-f140-42d3-a837-1e7c66aabe2f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=fff45af4-f140-42d3-a837-1e7c66aabe2f,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:40.017926 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-63d47827-1d4e-475f-806b-d8826334ac1b req-8b543a3a-f91b-4ca8-84ed-99cdb0ccb69e tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (fff45af4-f140-42d3-a837-1e7c66aabe2f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:40.022512 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ff5134a3-d8bc-426a-bbe6-1628aa6f557c admin admin] Publish callbacks [] for security_group (68b902e1-98aa-4f34-bdc9-ed32ca871a24), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:40.033037 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ff5134a3-d8bc-426a-bbe6-1628aa6f557c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (68b902e1-98aa-4f34-bdc9-ed32ca871a24), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:40.038655 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port da3688d3-10e0-4a5d-bb39-c96a68d7998c, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=da3688d3-10e0-4a5d-bb39-c96a68d7998c,segment=NetworkSegment(3809a5c1-788e-4753-a8f3-6656dcfe274f),segment_id=3809a5c1-788e-4753-a8f3-6656dcfe274f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:40.044109 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-63d47827-1d4e-475f-806b-d8826334ac1b req-8b543a3a-f91b-4ca8-84ed-99cdb0ccb69e tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Calling delete_port for fff45af4-f140-42d3-a837-1e7c66aabe2f owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:38:40.072807 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff5134a3-d8bc-426a-bbe6-1628aa6f557c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:38:40.081423 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:40.089838 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (da3688d3-10e0-4a5d-bb39-c96a68d7998c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:40.157797 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ff5134a3-d8bc-426a-bbe6-1628aa6f557c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (def16622-8458-4349-ba66-16a8c47e3dea), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:40.158177 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-ff5134a3-d8bc-426a-bbe6-1628aa6f557c admin admin] Added segment def16622-8458-4349-ba66-16a8c47e3dea of type vlan for network 14f676d6-71f1-44c0-84bf-983ed64d58be Mar 07 10:38:40.175546 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5134a3-d8bc-426a-bbe6-1628aa6f557c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b902e1-98aa-4f34-bdc9-ed32ca871a24,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:40.191064 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-62861934-15ad-45b5-827c-4052f569a1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d82d736b-e6bb-440e-a126-d653c8c1a8a2), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:40.226928 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device e30ed817-8760-43d1-b6f4-a2f921a6f91f up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:40.227535 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656faf3-a4e3-4581-ae0a-1e2d2f90fcca req-2ea784ae-163b-41a1-9c0b-b53def836c0e tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:40.229435 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c656faf3-a4e3-4581-ae0a-1e2d2f90fcca req-2ea784ae-163b-41a1-9c0b-b53def836c0e tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1589885 Mar 07 10:38:40.235446 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ff5134a3-d8bc-426a-bbe6-1628aa6f557c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (14f676d6-71f1-44c0-84bf-983ed64d58be), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:40.308077 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ff5134a3-d8bc-426a-bbe6-1628aa6f557c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (14f676d6-71f1-44c0-84bf-983ed64d58be), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:40.309312 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5134a3-d8bc-426a-bbe6-1628aa6f557c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:40.309882 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ff5134a3-d8bc-426a-bbe6-1628aa6f557c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:40.439988 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port e30ed817-8760-43d1-b6f4-a2f921a6f91f completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:38:40.456513 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port e30ed817-8760-43d1-b6f4-a2f921a6f91f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:40.457351 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e30ed817-8760-43d1-b6f4-a2f921a6f91f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:40.468117 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-44af05e2-d404-4aae-939e-b9270271f3f3 None None] Provisioning complete for port d82d736b-e6bb-440e-a126-d653c8c1a8a2 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:40.468117 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-44af05e2-d404-4aae-939e-b9270271f3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d82d736b-e6bb-440e-a126-d653c8c1a8a2), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:40.475191 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=da3688d3-10e0-4a5d-bb39-c96a68d7998c,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:40.484031 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c656faf3-a4e3-4581-ae0a-1e2d2f90fcca req-5655a731-c7e1-48ca-b47b-b57cb2c081ab tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783042 Mar 07 10:38:40.565050 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464790b4-c23d-409e-904e-2616b83fda37'}, {'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3688d3-10e0-4a5d-bb39-c96a68d7998c'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:40.567512 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7d2e95-d649-4a70-8b72-bc18d60795e1" -d '{"events": [{"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-plugged", "status": "completed", "tag": "464790b4-c23d-409e-904e-2616b83fda37"}, {"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-plugged", "status": "completed", "tag": "da3688d3-10e0-4a5d-bb39-c96a68d7998c"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:40.579966 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device c05ae850-8eaa-478f-afef-face1f16ef8a details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:38:40.677921 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-44af05e2-d404-4aae-939e-b9270271f3f3 None None] Port d82d736b-e6bb-440e-a126-d653c8c1a8a2 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:38:40.804097 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port e30ed817-8760-43d1-b6f4-a2f921a6f91f is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:40.804401 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e30ed817-8760-43d1-b6f4-a2f921a6f91f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:40.826532 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port c05ae850-8eaa-478f-afef-face1f16ef8a, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=c05ae850-8eaa-478f-afef-face1f16ef8a,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:40.833755 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15054c-f3d8-4798-a76c-e44609d28ecb req-d3060308-4332-4f09-842e-21c4feff9afd tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:40.842994 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15054c-f3d8-4798-a76c-e44609d28ecb req-d3060308-4332-4f09-842e-21c4feff9afd tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:40.851742 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'c05ae850-8eaa-478f-afef-face1f16ef8a', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': 'c05ae850-8eaa-478f-afef-face1f16ef8a', 'mac_address': 'fa:16:3e:18:e4:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:38:40.856849 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15054c-f3d8-4798-a76c-e44609d28ecb req-d3060308-4332-4f09-842e-21c4feff9afd tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:40.864648 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15054c-f3d8-4798-a76c-e44609d28ecb req-d3060308-4332-4f09-842e-21c4feff9afd tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:40.864848 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port e30ed817-8760-43d1-b6f4-a2f921a6f91f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e30ed817-8760-43d1-b6f4-a2f921a6f91f,segment=NetworkSegment(c14401ed-1dc6-4fb0-8253-1c6f0b683339),segment_id=c14401ed-1dc6-4fb0-8253-1c6f0b683339)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:40.874865 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15054c-f3d8-4798-a76c-e44609d28ecb req-d3060308-4332-4f09-842e-21c4feff9afd tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:40.883279 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15054c-f3d8-4798-a76c-e44609d28ecb req-d3060308-4332-4f09-842e-21c4feff9afd tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:40.887593 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e30ed817-8760-43d1-b6f4-a2f921a6f91f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:40.888391 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device dd308e88-228c-48d1-aca2-6ee75466e34d up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:40.892578 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15054c-f3d8-4798-a76c-e44609d28ecb req-d3060308-4332-4f09-842e-21c4feff9afd tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:40.897805 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5134a3-d8bc-426a-bbe6-1628aa6f557c admin admin] Pushing event updated for resources: {'Network': ['ID=14f676d6-71f1-44c0-84bf-983ed64d58be,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:40.902758 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c15054c-f3d8-4798-a76c-e44609d28ecb req-d3060308-4332-4f09-842e-21c4feff9afd tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5442 time: 0.2026532 Mar 07 10:38:40.907343 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-62861934-15ad-45b5-827c-4052f569a1de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d82d736b-e6bb-440e-a126-d653c8c1a8a2 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:40.907552 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-63d47827-1d4e-475f-806b-d8826334ac1b req-8b543a3a-f91b-4ca8-84ed-99cdb0ccb69e tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (fff45af4-f140-42d3-a837-1e7c66aabe2f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:40.929291 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-62861934-15ad-45b5-827c-4052f569a1de service neutron] Publish callbacks [] for port (d82d736b-e6bb-440e-a126-d653c8c1a8a2), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:40.944462 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ff5134a3-d8bc-426a-bbe6-1628aa6f557c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5156586 Mar 07 10:38:40.944714 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 14f676d6-71f1-44c0-84bf-983ed64d58be details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:38:40.945584 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b543a3a-f91b-4ca8-84ed-99cdb0ccb69e tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Pushing event deleted for resources: {'Port': ['ID=fff45af4-f140-42d3-a837-1e7c66aabe2f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:40.945728 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 48928) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:40.952202 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-46b1eb68-2c90-4fc2-a011-fa57148e4d59 admin admin] Request body: {'subnet': {'network_id': '14f676d6-71f1-44c0-84bf-983ed64d58be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-624357097-subnet', 'tenant_id': '34de055ad44246c38dcfdb4f7edf5559', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:40.969037 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-62861934-15ad-45b5-827c-4052f569a1de service neutron] Transition to ACTIVE for port object d82d736b-e6bb-440e-a126-d653c8c1a8a2 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:38:40.970585 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a503ea-73e6-49ec-accc-79c79c9bdda4 req-ca509915-5fbf-45cc-b9a2-971820b603b7 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:40.972145 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e3a503ea-73e6-49ec-accc-79c79c9bdda4 req-ca509915-5fbf-45cc-b9a2-971820b603b7 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/ports?device_id=3d73b82e-3e5e-4695-b111-6134be543953 HTTP/1.1" status: 200 len: 949 time: 0.6704187 Mar 07 10:38:41.022765 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port c05ae850-8eaa-478f-afef-face1f16ef8a is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:41.022765 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c05ae850-8eaa-478f-afef-face1f16ef8a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:41.045728 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d47827-1d4e-475f-806b-d8826334ac1b req-8b543a3a-f91b-4ca8-84ed-99cdb0ccb69e tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] No DVR routers for this DVR port fff45af4-f140-42d3-a837-1e7c66aabe2f on host n-h1-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:38:41.055430 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-63d47827-1d4e-475f-806b-d8826334ac1b req-8b543a3a-f91b-4ca8-84ed-99cdb0ccb69e tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:41.058510 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c15054c-f3d8-4798-a76c-e44609d28ecb req-9d1eff8f-9d81-48b8-befc-3b1561b1f202 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1548452 Mar 07 10:38:41.060670 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-63d47827-1d4e-475f-806b-d8826334ac1b req-8b543a3a-f91b-4ca8-84ed-99cdb0ccb69e tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.21 "DELETE /v2.0/ports/fff45af4-f140-42d3-a837-1e7c66aabe2f HTTP/1.1" status: 204 len: 173 time: 1.5104351 Mar 07 10:38:41.062184 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-62861934-15ad-45b5-827c-4052f569a1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (d82d736b-e6bb-440e-a126-d653c8c1a8a2), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:41.062764 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d73b82e-3e5e-4695-b111-6134be543953', 'name': 'network-vif-deleted', 'tag': 'fff45af4-f140-42d3-a837-1e7c66aabe2f'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:41.065954 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3161c42-15cf-4042-8db9-5603768cd0a7" -d '{"events": [{"server_uuid": "3d73b82e-3e5e-4695-b111-6134be543953", "name": "network-vif-deleted", "tag": "fff45af4-f140-42d3-a837-1e7c66aabe2f"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:41.068499 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=e30ed817-8760-43d1-b6f4-a2f921a6f91f,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:41.075521 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c05ae850-8eaa-478f-afef-face1f16ef8a {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:41.110830 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port c05ae850-8eaa-478f-afef-face1f16ef8a, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=c05ae850-8eaa-478f-afef-face1f16ef8a,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:41.112612 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port dd308e88-228c-48d1-aca2-6ee75466e34d completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:38:41.113038 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e3a503ea-73e6-49ec-accc-79c79c9bdda4 req-96bb947c-09d9-415b-8fe3-2bbf1b8cf8a2 tempest-ListImageFiltersTestJSON-240606330 tempest-ListImageFiltersTestJSON-240606330-project] 10.222.0.11 "GET /v2.0/security-groups?id=25eb2acf-8382-4966-a15d-e79c512ae807&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197743 Mar 07 10:38:41.117313 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port dd308e88-228c-48d1-aca2-6ee75466e34d triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:41.117705 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (dd308e88-228c-48d1-aca2-6ee75466e34d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:41.128184 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c05ae850-8eaa-478f-afef-face1f16ef8a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:41.169451 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62861934-15ad-45b5-827c-4052f569a1de service neutron] Pushing event updated for resources: {'Port': ['ID=d82d736b-e6bb-440e-a126-d653c8c1a8a2,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:41.171529 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b1eb68-2c90-4fc2-a011-fa57148e4d59 admin admin] Made reservation on behalf of 34de055ad44246c38dcfdb4f7edf5559 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:38:41.174674 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-46b1eb68-2c90-4fc2-a011-fa57148e4d59 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:41.463219 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585619e-8489-44a8-9fbb-cc474cfb1097 req-dffb655a-70ae-40d2-8fef-b8dbe9f6c5cd tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:41.471990 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2585619e-8489-44a8-9fbb-cc474cfb1097 req-dffb655a-70ae-40d2-8fef-b8dbe9f6c5cd tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/ports?device_id=77d6cc1c-f39c-4c75-8829-984aea033d5a HTTP/1.1" status: 200 len: 944 time: 0.1655443 Mar 07 10:38:41.567019 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae3ffb-15ee-4129-be55-a3eeb61cfd29 req-ae224608-8505-4d3f-8a5a-d73938cb00db tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:41.585619 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b7ae3ffb-15ee-4129-be55-a3eeb61cfd29 req-ae224608-8505-4d3f-8a5a-d73938cb00db tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8d1f234-635f-47b3-b7a4-d06ddfbe02cd HTTP/1.1" status: 200 len: 945 time: 0.1940093 Mar 07 10:38:41.621265 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a2ea6a-6709-408a-821c-53000b9e9054 x-openstack-request-id: req-85a2ea6a-6709-408a-821c-53000b9e9054 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:41.632897 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-plugged", "status": "completed", "tag": "464790b4-c23d-409e-904e-2616b83fda37", "code": 200}, {"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-plugged", "status": "completed", "tag": "da3688d3-10e0-4a5d-bb39-c96a68d7998c", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:41.632897 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-85a2ea6a-6709-408a-821c-53000b9e9054 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:41.633271 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464790b4-c23d-409e-904e-2616b83fda37', 'code': 200} Mar 07 10:38:41.633526 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3688d3-10e0-4a5d-bb39-c96a68d7998c', 'code': 200} Mar 07 10:38:41.663535 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2585619e-8489-44a8-9fbb-cc474cfb1097 req-59fa2051-d939-4f88-b0b8-5453ad876a51 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/security-groups?id=bdb55640-f0c2-4fd4-b541-5f3b4b565f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906242 Mar 07 10:38:41.697498 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-46b1eb68-2c90-4fc2-a011-fa57148e4d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (75be359d-f6e3-4281-84f4-9b27fe531898), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:41.714220 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=c05ae850-8eaa-478f-afef-face1f16ef8a,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:41.745160 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:41.775328 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['c05ae850-8eaa-478f-afef-face1f16ef8a'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:41.796831 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-62861934-15ad-45b5-827c-4052f569a1de service neutron] Attempting to bind port d82d736b-e6bb-440e-a126-d653c8c1a8a2 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:38:41.797400 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-62861934-15ad-45b5-827c-4052f569a1de service neutron] Attempting to bind port d82d736b-e6bb-440e-a126-d653c8c1a8a2 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '4f7e0434-a01f-44de-85e6-94dc5f02406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:38:41.799050 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-62861934-15ad-45b5-827c-4052f569a1de service neutron] Attempting to bind port d82d736b-e6bb-440e-a126-d653c8c1a8a2 on network e9213476-43ba-434e-a45c-f24c836d68e1 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:41.820774 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53eddf-b7b7-47ca-ae75-9187e76bb24a req-e4d3a60f-05f4-43d2-b61c-e955256e3c55 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:41.829302 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fd53eddf-b7b7-47ca-ae75-9187e76bb24a req-e4d3a60f-05f4-43d2-b61c-e955256e3c55 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/ports?device_id=f8d1f234-635f-47b3-b7a4-d06ddfbe02cd HTTP/1.1" status: 200 len: 945 time: 0.4292428 Mar 07 10:38:41.857644 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-62861934-15ad-45b5-827c-4052f569a1de service neutron] Port d82d736b-e6bb-440e-a126-d653c8c1a8a2 on network e9213476-43ba-434e-a45c-f24c836d68e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:38:41.858419 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-62861934-15ad-45b5-827c-4052f569a1de service neutron] Attempting to bind port d82d736b-e6bb-440e-a126-d653c8c1a8a2 on network e9213476-43ba-434e-a45c-f24c836d68e1 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:41.868375 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port dd308e88-228c-48d1-aca2-6ee75466e34d is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:41.868768 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (dd308e88-228c-48d1-aca2-6ee75466e34d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:41.871221 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-b7ae3ffb-15ee-4129-be55-a3eeb61cfd29 req-e8853343-bd0f-47b6-9e9b-efe60e7796da tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Deleting port 0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:38:41.871417 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b7ae3ffb-15ee-4129-be55-a3eeb61cfd29 req-e8853343-bd0f-47b6-9e9b-efe60e7796da tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:41.897357 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-62861934-15ad-45b5-827c-4052f569a1de service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 38, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:38:41.898228 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-62861934-15ad-45b5-827c-4052f569a1de service neutron] Checking segment: {'id': '4f7e0434-a01f-44de-85e6-94dc5f02406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:38:41.898718 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-62861934-15ad-45b5-827c-4052f569a1de service neutron] Bound using segment: {'id': '4f7e0434-a01f-44de-85e6-94dc5f02406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:38:41.899261 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-62861934-15ad-45b5-827c-4052f569a1de service neutron] Bound port: d82d736b-e6bb-440e-a126-d653c8c1a8a2, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f7e0434-a01f-44de-85e6-94dc5f02406c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:38:41.899775 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-62861934-15ad-45b5-827c-4052f569a1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d82d736b-e6bb-440e-a126-d653c8c1a8a2), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:41.917642 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b1eb68-2c90-4fc2-a011-fa57148e4d59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75be359d-f6e3-4281-84f4-9b27fe531898,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:41.950816 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port dd308e88-228c-48d1-aca2-6ee75466e34d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=dd308e88-228c-48d1-aca2-6ee75466e34d,segment=NetworkSegment(c14401ed-1dc6-4fb0-8253-1c6f0b683339),segment_id=c14401ed-1dc6-4fb0-8253-1c6f0b683339)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:41.956267 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87788447-6fd6-4dbc-ba6c-8f6a5dd12304 req-abd78eaf-27d2-40e2-ad9c-fdadce1cd744 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:41.957851 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-87788447-6fd6-4dbc-ba6c-8f6a5dd12304 req-abd78eaf-27d2-40e2-ad9c-fdadce1cd744 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/ports?device_id=9018dc69-b0bd-4785-ba0a-ff5cc5aff1c7 HTTP/1.1" status: 200 len: 949 time: 0.1671302 Mar 07 10:38:41.973479 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (dd308e88-228c-48d1-aca2-6ee75466e34d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:41.974307 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 954ea4bb-79fb-4f3b-aff3-9b1897120944 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:41.982763 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3934c5-0362-46c7-ab5b-91bcb1700c76 req-22f140a7-8c2d-44dd-a70e-c44cc5c94795 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:41.986698 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5b3934c5-0362-46c7-ab5b-91bcb1700c76 req-22f140a7-8c2d-44dd-a70e-c44cc5c94795 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.31 "GET /v2.0/ports?device_id=1156b33c-1ee5-4520-a314-cb1e78592ea7 HTTP/1.1" status: 200 len: 945 time: 0.3068652 Mar 07 10:38:42.016946 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fd53eddf-b7b7-47ca-ae75-9187e76bb24a req-663d1509-1ba1-4c6c-9034-5d41a1f65d7a tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa448f87-043c-4547-b958-b61c377fb8a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859770 Mar 07 10:38:42.092238 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-62861934-15ad-45b5-827c-4052f569a1de service neutron] For port d82d736b-e6bb-440e-a126-d653c8c1a8a2, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:38:42.095614 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-62861934-15ad-45b5-827c-4052f569a1de service neutron] For port d82d736b-e6bb-440e-a126-d653c8c1a8a2, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d82d736b-e6bb-440e-a126-d653c8c1a8a2,segment=NetworkSegment(4f7e0434-a01f-44de-85e6-94dc5f02406c),segment_id=4f7e0434-a01f-44de-85e6-94dc5f02406c)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:38:42.098499 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b1eb68-2c90-4fc2-a011-fa57148e4d59 admin admin] Checking segment: {'id': 'def16622-8458-4349-ba66-16a8c47e3dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '14f676d6-71f1-44c0-84bf-983ed64d58be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:38:42.098867 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b1eb68-2c90-4fc2-a011-fa57148e4d59 admin admin] Network hostable DHCP agents. Network: 14f676d6-71f1-44c0-84bf-983ed64d58be, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:38:42.109789 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-62861934-15ad-45b5-827c-4052f569a1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (d82d736b-e6bb-440e-a126-d653c8c1a8a2), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:42.110668 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-87788447-6fd6-4dbc-ba6c-8f6a5dd12304 req-c85be789-6f94-4962-b451-5dd8d7fd0ea9 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/security-groups?id=de371154-717c-4fb7-8744-31132feae98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215236 Mar 07 10:38:42.174894 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 954ea4bb-79fb-4f3b-aff3-9b1897120944 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:38:42.195793 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-b7ae3ffb-15ee-4129-be55-a3eeb61cfd29 req-e8853343-bd0f-47b6-9e9b-efe60e7796da tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] For port 0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf,segment=NetworkSegment(d7557ddf-bc8b-41ff-827b-079f9fe8bee8),segment_id=d7557ddf-bc8b-41ff-827b-079f9fe8bee8)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:42.197638 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b7ae3ffb-15ee-4129-be55-a3eeb61cfd29 req-e8853343-bd0f-47b6-9e9b-efe60e7796da tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:42.207755 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-62861934-15ad-45b5-827c-4052f569a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:42.208441 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-62861934-15ad-45b5-827c-4052f569a1de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:42.209839 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-62861934-15ad-45b5-827c-4052f569a1de service neutron] 10.222.0.31 "PUT /v2.0/ports/d82d736b-e6bb-440e-a126-d653c8c1a8a2 HTTP/1.1" status: 200 len: 1092 time: 2.2539895 Mar 07 10:38:42.210304 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d6cc1c-f39c-4c75-8829-984aea033d5a', 'tag': 'd82d736b-e6bb-440e-a126-d653c8c1a8a2'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:42.212384 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 954ea4bb-79fb-4f3b-aff3-9b1897120944 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:42.212661 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d26df2-359e-424b-aaeb-6b754091ba75" -d '{"events": [{"name": "network-changed", "server_uuid": "77d6cc1c-f39c-4c75-8829-984aea033d5a", "tag": "d82d736b-e6bb-440e-a126-d653c8c1a8a2"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:42.221771 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (954ea4bb-79fb-4f3b-aff3-9b1897120944), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:42.234735 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b1eb68-2c90-4fc2-a011-fa57148e4d59 admin admin] Network 14f676d6-71f1-44c0-84bf-983ed64d58be is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:38:42.236463 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-b7ae3ffb-15ee-4129-be55-a3eeb61cfd29 req-e8853343-bd0f-47b6-9e9b-efe60e7796da tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Calling delete_port for 0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:38:42.257988 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-46b1eb68-2c90-4fc2-a011-fa57148e4d59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 14f676d6-71f1-44c0-84bf-983ed64d58be) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:42.286990 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=dd308e88-228c-48d1-aca2-6ee75466e34d,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:42.299206 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c453d14c-c3d5-46f2-9c4c-97f0057de34e None None] Network 14f676d6-71f1-44c0-84bf-983ed64d58be requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:38:42.311747 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62861934-15ad-45b5-827c-4052f569a1de service neutron] Pushing event updated for resources: {'Port': ['ID=d82d736b-e6bb-440e-a126-d653c8c1a8a2,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:42.342166 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b1eb68-2c90-4fc2-a011-fa57148e4d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:42.342839 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-46b1eb68-2c90-4fc2-a011-fa57148e4d59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:42.370118 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d9853f-d714-4515-ae25-747088f0cb02 x-openstack-request-id: req-77d9853f-d714-4515-ae25-747088f0cb02 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:42.370118 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d73b82e-3e5e-4695-b111-6134be543953", "name": "network-vif-deleted", "tag": "fff45af4-f140-42d3-a837-1e7c66aabe2f", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:42.370118 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-77d9853f-d714-4515-ae25-747088f0cb02 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:42.370118 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d73b82e-3e5e-4695-b111-6134be543953', 'name': 'network-vif-deleted', 'tag': 'fff45af4-f140-42d3-a837-1e7c66aabe2f', 'status': 'completed', 'code': 200} Mar 07 10:38:42.468854 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-46b1eb68-2c90-4fc2-a011-fa57148e4d59 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5214076 Mar 07 10:38:42.471717 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 48954) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:42.477461 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0d4fcb-5b33-49f4-b6da-fe4782ddac53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-14f676d6-71f1-44c0-84bf-983ed64d58be', 'network_id': '14f676d6-71f1-44c0-84bf-983ed64d58be', 'project_id': '34de055ad44246c38dcfdb4f7edf5559', 'fixed_ips': [{'subnet_id': '75be359d-f6e3-4281-84f4-9b27fe531898'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:38:42.479159 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2e0d4fcb-5b33-49f4-b6da-fe4782ddac53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:42.479799 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-56d6676d-f8e6-4f94-97c9-d674a76fb358 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-624357097-router', 'tenant_id': '34de055ad44246c38dcfdb4f7edf5559', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:42.508104 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-e25ae90b-e7a6-4ebd-8fb1-ef5b1faba1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:42.511314 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-e25ae90b-e7a6-4ebd-8fb1-ef5b1faba1f9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3eaa5c3bb65646f4925f986f51ff18dc&device_id=77d6cc1c-f39c-4c75-8829-984aea033d5a HTTP/1.1" status: 200 len: 1126 time: 0.2499788 Mar 07 10:38:42.541552 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-5b3934c5-0362-46c7-ab5b-91bcb1700c76 req-1864b0d0-c905-43bb-bc50-8e8893cbf7ce tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Deleting port afa14939-16cb-4090-80fb-1e4c55f63178 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:38:42.542030 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5b3934c5-0362-46c7-ab5b-91bcb1700c76 req-1864b0d0-c905-43bb-bc50-8e8893cbf7ce tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (afa14939-16cb-4090-80fb-1e4c55f63178), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:42.545957 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefb3c7-01c2-4380-84f6-86be8d4db768 req-13bca474-edb6-4c66-9217-9870767a7e7d tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:42.554288 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefb3c7-01c2-4380-84f6-86be8d4db768 req-13bca474-edb6-4c66-9217-9870767a7e7d tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:42.567970 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefb3c7-01c2-4380-84f6-86be8d4db768 req-13bca474-edb6-4c66-9217-9870767a7e7d tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:42.568218 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefb3c7-01c2-4380-84f6-86be8d4db768 req-13bca474-edb6-4c66-9217-9870767a7e7d tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:42.574363 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefb3c7-01c2-4380-84f6-86be8d4db768 req-13bca474-edb6-4c66-9217-9870767a7e7d tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:42.580502 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefb3c7-01c2-4380-84f6-86be8d4db768 req-13bca474-edb6-4c66-9217-9870767a7e7d tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:42.585904 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefb3c7-01c2-4380-84f6-86be8d4db768 req-13bca474-edb6-4c66-9217-9870767a7e7d tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:42.593933 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fcefb3c7-01c2-4380-84f6-86be8d4db768 req-13bca474-edb6-4c66-9217-9870767a7e7d tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5444 time: 0.2272315 Mar 07 10:38:42.595813 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b7ae3ffb-15ee-4129-be55-a3eeb61cfd29 req-e8853343-bd0f-47b6-9e9b-efe60e7796da tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:42.610578 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 49374629-e4ca-4d8e-9683-e194b48557a0 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:42.621313 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-56d6676d-f8e6-4f94-97c9-d674a76fb358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (f3d57fcf-5310-47d5-92de-04a36833f956), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:42.622747 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-56d6676d-f8e6-4f94-97c9-d674a76fb358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (f3d57fcf-5310-47d5-92de-04a36833f956), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:42.628434 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['afa14939-16cb-4090-80fb-1e4c55f63178'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:42.640965 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd23dc4-ef8e-4621-a115-9d7de7c660da req-2f7f3628-c854-4c4d-89bf-a54959b13ea5 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:42.645487 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8853343-bd0f-47b6-9e9b-efe60e7796da tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Pushing event deleted for resources: {'Port': ['ID=0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:42.656559 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5bd23dc4-ef8e-4621-a115-9d7de7c660da req-2f7f3628-c854-4c4d-89bf-a54959b13ea5 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.3964887 Mar 07 10:38:42.682462 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-dd1d65c1-f491-4a88-9fab-a8fbed40a422 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d82d736b-e6bb-440e-a126-d653c8c1a8a2 HTTP/1.1" status: 200 len: 217 time: 0.1608169 Mar 07 10:38:42.711903 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ae3ffb-15ee-4129-be55-a3eeb61cfd29 req-e8853343-bd0f-47b6-9e9b-efe60e7796da tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] No DVR routers for this DVR port 0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf on host n-h1-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:38:42.718158 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b7ae3ffb-15ee-4129-be55-a3eeb61cfd29 req-e8853343-bd0f-47b6-9e9b-efe60e7796da tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:42.723133 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b7ae3ffb-15ee-4129-be55-a3eeb61cfd29 req-e8853343-bd0f-47b6-9e9b-efe60e7796da tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.21 "DELETE /v2.0/ports/0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf HTTP/1.1" status: 204 len: 173 time: 1.1366453 Mar 07 10:38:42.753431 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fcefb3c7-01c2-4380-84f6-86be8d4db768 req-dfe7183e-ef79-474c-b462-34f88fa6aa6a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1584134 Mar 07 10:38:42.817803 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-7a347666-91fd-4817-8ae7-623ac25a0dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:42.819264 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-7a347666-91fd-4817-8ae7-623ac25a0dd9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=accf3389-35bd-40c8-8f46-e6a58c569299 HTTP/1.1" status: 200 len: 860 time: 0.0875254 Mar 07 10:38:42.842717 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5bd23dc4-ef8e-4621-a115-9d7de7c660da req-b6ebc503-2c7e-4378-b60c-55caf067c287 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749988 Mar 07 10:38:42.945829 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 49374629-e4ca-4d8e-9683-e194b48557a0 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:38:42.948785 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-2e0d4fcb-5b33-49f4-b6da-fe4782ddac53 None None] Allocated IP 172.20.0.2 (14f676d6-71f1-44c0-84bf-983ed64d58be/75be359d-f6e3-4281-84f4-9b27fe531898/1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:38:42.952872 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:42.980533 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 49374629-e4ca-4d8e-9683-e194b48557a0 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:42.981348 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:42.983414 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 954ea4bb-79fb-4f3b-aff3-9b1897120944 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:42.984117 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (954ea4bb-79fb-4f3b-aff3-9b1897120944), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:43.016047 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af78adf-e04b-4885-b596-e5f89e3edcea x-openstack-request-id: req-4af78adf-e04b-4885-b596-e5f89e3edcea {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:43.017251 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d6cc1c-f39c-4c75-8829-984aea033d5a", "tag": "d82d736b-e6bb-440e-a126-d653c8c1a8a2", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:43.017251 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4af78adf-e04b-4885-b596-e5f89e3edcea {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:43.017844 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d6cc1c-f39c-4c75-8829-984aea033d5a', 'tag': 'd82d736b-e6bb-440e-a126-d653c8c1a8a2', 'status': 'completed', 'code': 200} Mar 07 10:38:43.103311 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-56d6676d-f8e6-4f94-97c9-d674a76fb358 admin admin] Publish callbacks [] for router_controller (f3d57fcf-5310-47d5-92de-04a36833f956), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:43.144464 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5b3934c5-0362-46c7-ab5b-91bcb1700c76 req-1864b0d0-c905-43bb-bc50-8e8893cbf7ce tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] For port afa14939-16cb-4090-80fb-1e4c55f63178, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=afa14939-16cb-4090-80fb-1e4c55f63178,segment=NetworkSegment(d7557ddf-bc8b-41ff-827b-079f9fe8bee8),segment_id=d7557ddf-bc8b-41ff-827b-079f9fe8bee8)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:43.144977 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5b3934c5-0362-46c7-ab5b-91bcb1700c76 req-1864b0d0-c905-43bb-bc50-8e8893cbf7ce tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (afa14939-16cb-4090-80fb-1e4c55f63178), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:43.151800 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 954ea4bb-79fb-4f3b-aff3-9b1897120944, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=954ea4bb-79fb-4f3b-aff3-9b1897120944,segment=NetworkSegment(c14401ed-1dc6-4fb0-8253-1c6f0b683339),segment_id=c14401ed-1dc6-4fb0-8253-1c6f0b683339)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:43.174371 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (954ea4bb-79fb-4f3b-aff3-9b1897120944), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:43.175160 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device c3aa9d0d-4783-4690-a7c2-eec9bc6a844c up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:43.432589 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 49374629-e4ca-4d8e-9683-e194b48557a0 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:43.434486 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:43.502783 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=954ea4bb-79fb-4f3b-aff3-9b1897120944,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:43.544176 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2e0d4fcb-5b33-49f4-b6da-fe4782ddac53 None None] Publish callbacks [] for port (1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:43.565772 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2e0d4fcb-5b33-49f4-b6da-fe4782ddac53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:43.570516 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 49374629-e4ca-4d8e-9683-e194b48557a0, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=49374629-e4ca-4d8e-9683-e194b48557a0,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:43.578225 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port c3aa9d0d-4783-4690-a7c2-eec9bc6a844c completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:38:43.605132 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:43.611449 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port c3aa9d0d-4783-4690-a7c2-eec9bc6a844c triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:43.611821 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c3aa9d0d-4783-4690-a7c2-eec9bc6a844c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:43.614868 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-aa7b4e6c-1761-4348-9dc4-81ce2ad80a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:43.617238 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-aa7b4e6c-1761-4348-9dc4-81ce2ad80a97 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e9213476-43ba-434e-a45c-f24c836d68e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7048357 Mar 07 10:38:43.618930 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-5b3934c5-0362-46c7-ab5b-91bcb1700c76 req-1864b0d0-c905-43bb-bc50-8e8893cbf7ce tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Calling delete_port for afa14939-16cb-4090-80fb-1e4c55f63178 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:38:43.630359 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e0d4fcb-5b33-49f4-b6da-fe4782ddac53 None None] Network 14f676d6-71f1-44c0-84bf-983ed64d58be is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:43.634455 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-2e0d4fcb-5b33-49f4-b6da-fe4782ddac53 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:43.636151 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30ed817-8760-43d1-b6f4-a2f921a6f91f'}, {'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd308e88-228c-48d1-aca2-6ee75466e34d'}, {'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954ea4bb-79fb-4f3b-aff3-9b1897120944'}, {'server_uuid': 'efbfad76-c99c-4ab4-b6c5-209d9a58422f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49374629-e4ca-4d8e-9683-e194b48557a0'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:43.638824 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab84ef5f-4824-40c1-b6c2-e2995135dab7" -d '{"events": [{"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-plugged", "status": "completed", "tag": "e30ed817-8760-43d1-b6f4-a2f921a6f91f"}, {"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-plugged", "status": "completed", "tag": "dd308e88-228c-48d1-aca2-6ee75466e34d"}, {"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-plugged", "status": "completed", "tag": "954ea4bb-79fb-4f3b-aff3-9b1897120944"}, {"server_uuid": "efbfad76-c99c-4ab4-b6c5-209d9a58422f", "name": "network-vif-plugged", "status": "completed", "tag": "49374629-e4ca-4d8e-9683-e194b48557a0"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:43.666488 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0d4fcb-5b33-49f4-b6da-fe4782ddac53 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:38:43.674355 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80e4fa-262e-4012-8b1b-5330ff9023dc req-505e08e2-1b83-472f-972f-4af11d728579 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:43.675834 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1989e-f6b9-4e36-b343-ea26925378b4 req-c37e03d2-a487-43c3-b75b-7d98b9400a29 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:43.679084 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17a1989e-f6b9-4e36-b343-ea26925378b4 req-c37e03d2-a487-43c3-b75b-7d98b9400a29 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/ports?device_id=9018dc69-b0bd-4785-ba0a-ff5cc5aff1c7 HTTP/1.1" status: 200 len: 949 time: 0.0737095 Mar 07 10:38:43.681672 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c80e4fa-262e-4012-8b1b-5330ff9023dc req-505e08e2-1b83-472f-972f-4af11d728579 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/ports?device_id=77d6cc1c-f39c-4c75-8829-984aea033d5a HTTP/1.1" status: 200 len: 944 time: 0.6373229 Mar 07 10:38:43.686008 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d4fcb-5b33-49f4-b6da-fe4782ddac53 None None] Pushing event updated for resources: {'Port': ['ID=1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:43.761877 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17a1989e-f6b9-4e36-b343-ea26925378b4 req-5122ff78-71af-41b2-8292-6fa60666c778 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/security-groups?id=de371154-717c-4fb7-8744-31132feae98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768836 Mar 07 10:38:43.830172 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-2e0d4fcb-5b33-49f4-b6da-fe4782ddac53 None None] Attempting to bind port 1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:38:43.833511 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-2e0d4fcb-5b33-49f4-b6da-fe4782ddac53 None None] Attempting to bind port 1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'def16622-8458-4349-ba66-16a8c47e3dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '14f676d6-71f1-44c0-84bf-983ed64d58be'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:38:43.834473 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0d4fcb-5b33-49f4-b6da-fe4782ddac53 None None] Attempting to bind port 1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3 on network 14f676d6-71f1-44c0-84bf-983ed64d58be {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:43.866804 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0d4fcb-5b33-49f4-b6da-fe4782ddac53 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:38:43.867211 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0d4fcb-5b33-49f4-b6da-fe4782ddac53 None None] Checking segment: {'id': 'def16622-8458-4349-ba66-16a8c47e3dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '14f676d6-71f1-44c0-84bf-983ed64d58be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:38:43.867594 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2e0d4fcb-5b33-49f4-b6da-fe4782ddac53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:43.868001 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0d4fcb-5b33-49f4-b6da-fe4782ddac53 None None] Bound using segment: {'id': 'def16622-8458-4349-ba66-16a8c47e3dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '14f676d6-71f1-44c0-84bf-983ed64d58be'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:38:43.868914 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-2e0d4fcb-5b33-49f4-b6da-fe4782ddac53 None None] Bound port: 1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def16622-8458-4349-ba66-16a8c47e3dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '14f676d6-71f1-44c0-84bf-983ed64d58be'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:38:43.869405 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2e0d4fcb-5b33-49f4-b6da-fe4782ddac53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:43.937939 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=49374629-e4ca-4d8e-9683-e194b48557a0,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:43.971794 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port c3aa9d0d-4783-4690-a7c2-eec9bc6a844c is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:43.972203 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c3aa9d0d-4783-4690-a7c2-eec9bc6a844c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:44.019932 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-56d6676d-f8e6-4f94-97c9-d674a76fb358 admin admin] Publish callbacks [] for router_gateway (f3d57fcf-5310-47d5-92de-04a36833f956), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:44.027154 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-2e0d4fcb-5b33-49f4-b6da-fe4782ddac53 None None] For port 1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:38:44.034223 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-2e0d4fcb-5b33-49f4-b6da-fe4782ddac53 None None] For port 1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3,segment=NetworkSegment(def16622-8458-4349-ba66-16a8c47e3dea),segment_id=def16622-8458-4349-ba66-16a8c47e3dea)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:38:44.050628 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port c3aa9d0d-4783-4690-a7c2-eec9bc6a844c, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=c3aa9d0d-4783-4690-a7c2-eec9bc6a844c,segment=NetworkSegment(c14401ed-1dc6-4fb0-8253-1c6f0b683339),segment_id=c14401ed-1dc6-4fb0-8253-1c6f0b683339)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:44.053670 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c80e4fa-262e-4012-8b1b-5330ff9023dc req-cb51bfad-41ad-4679-ba5a-476ccceb9991 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/security-groups?id=bdb55640-f0c2-4fd4-b541-5f3b4b565f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3711123 Mar 07 10:38:44.066210 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2e0d4fcb-5b33-49f4-b6da-fe4782ddac53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:44.085493 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c3aa9d0d-4783-4690-a7c2-eec9bc6a844c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:44.129951 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device fff45af4-f140-42d3-a837-1e7c66aabe2f no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:38:44.139063 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-5a91d508-90d7-4931-bc0f-4bce145d5e16 service neutron] 10.222.0.31 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5135193 Mar 07 10:38:44.223900 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d4fcb-5b33-49f4-b6da-fe4782ddac53 None None] Pushing event updated for resources: {'Port': ['ID=1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:44.227034 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: fff45af4-f140-42d3-a837-1e7c66aabe2f {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:38:44.227581 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device fff45af4-f140-42d3-a837-1e7c66aabe2f not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:38:44.228201 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:38:44.271991 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df960555-017b-4016-95dd-abe13c8da4ad x-openstack-request-id: req-df960555-017b-4016-95dd-abe13c8da4ad {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:44.272350 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-plugged", "status": "completed", "tag": "e30ed817-8760-43d1-b6f4-a2f921a6f91f", "code": 200}, {"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-plugged", "status": "completed", "tag": "dd308e88-228c-48d1-aca2-6ee75466e34d", "code": 200}, {"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-plugged", "status": "completed", "tag": "954ea4bb-79fb-4f3b-aff3-9b1897120944", "code": 200}, {"server_uuid": "efbfad76-c99c-4ab4-b6c5-209d9a58422f", "name": "network-vif-plugged", "status": "completed", "tag": "49374629-e4ca-4d8e-9683-e194b48557a0", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:44.272579 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-df960555-017b-4016-95dd-abe13c8da4ad {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:44.272944 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e30ed817-8760-43d1-b6f4-a2f921a6f91f', 'code': 200} Mar 07 10:38:44.277086 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd308e88-228c-48d1-aca2-6ee75466e34d', 'code': 200} Mar 07 10:38:44.277481 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '954ea4bb-79fb-4f3b-aff3-9b1897120944', 'code': 200} Mar 07 10:38:44.277742 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbfad76-c99c-4ab4-b6c5-209d9a58422f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49374629-e4ca-4d8e-9683-e194b48557a0', 'code': 200} Mar 07 10:38:44.330659 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:38:44.331055 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:38:44.365959 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=c3aa9d0d-4783-4690-a7c2-eec9bc6a844c,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:44.397457 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5b3934c5-0362-46c7-ab5b-91bcb1700c76 req-1864b0d0-c905-43bb-bc50-8e8893cbf7ce tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (afa14939-16cb-4090-80fb-1e4c55f63178), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:44.399152 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d1f234-635f-47b3-b7a4-d06ddfbe02cd', 'name': 'network-vif-deleted', 'tag': '0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:44.404126 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a626cb-e82c-475f-946a-91119023993d" -d '{"events": [{"server_uuid": "f8d1f234-635f-47b3-b7a4-d06ddfbe02cd", "name": "network-vif-deleted", "tag": "0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:44.423562 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e33af-0e72-412c-88ca-85cec793e28d req-cef7f38d-f0de-4db4-8257-85856f05b407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:44.427977 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-007e33af-0e72-412c-88ca-85cec793e28d req-cef7f38d-f0de-4db4-8257-85856f05b407 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 1127 time: 0.1305914 Mar 07 10:38:44.454620 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864b0d0-c905-43bb-bc50-8e8893cbf7ce tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Pushing event deleted for resources: {'Port': ['ID=afa14939-16cb-4090-80fb-1e4c55f63178,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:44.458128 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b69767d-f00b-41df-b142-e18d7d172d46 req-87def12c-2dd0-495b-a860-3970d8b1dd29 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/ports?device_id=1156b33c-1ee5-4520-a314-cb1e78592ea7 HTTP/1.1" status: 200 len: 210 time: 0.0769644 Mar 07 10:38:44.507925 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device c05ae850-8eaa-478f-afef-face1f16ef8a up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:44.583337 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-24650b7e-c783-44aa-95d3-1c73fcb99414 req-5394cdbf-448c-4025-b601-de6f973c7617 service neutron] 10.222.0.31 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180813 Mar 07 10:38:44.653525 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9301460-92b3-489e-95c3-896e9b8d86f3 req-dd14dd16-783c-4108-ae72-f3734bbf2664 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:44.661617 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9301460-92b3-489e-95c3-896e9b8d86f3 req-dd14dd16-783c-4108-ae72-f3734bbf2664 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:44.669971 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9301460-92b3-489e-95c3-896e9b8d86f3 req-dd14dd16-783c-4108-ae72-f3734bbf2664 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:44.677730 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9301460-92b3-489e-95c3-896e9b8d86f3 req-dd14dd16-783c-4108-ae72-f3734bbf2664 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:44.686499 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b3934c5-0362-46c7-ab5b-91bcb1700c76 req-1864b0d0-c905-43bb-bc50-8e8893cbf7ce tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] No DVR routers for this DVR port afa14939-16cb-4090-80fb-1e4c55f63178 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:38:44.693853 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9301460-92b3-489e-95c3-896e9b8d86f3 req-dd14dd16-783c-4108-ae72-f3734bbf2664 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:44.703455 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9301460-92b3-489e-95c3-896e9b8d86f3 req-dd14dd16-783c-4108-ae72-f3734bbf2664 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:44.706098 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port c05ae850-8eaa-478f-afef-face1f16ef8a completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:38:44.707148 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5b3934c5-0362-46c7-ab5b-91bcb1700c76 req-1864b0d0-c905-43bb-bc50-8e8893cbf7ce tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:44.710451 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5b3934c5-0362-46c7-ab5b-91bcb1700c76 req-1864b0d0-c905-43bb-bc50-8e8893cbf7ce tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.31 "DELETE /v2.0/ports/afa14939-16cb-4090-80fb-1e4c55f63178 HTTP/1.1" status: 204 len: 173 time: 2.6982346 Mar 07 10:38:44.711661 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9301460-92b3-489e-95c3-896e9b8d86f3 req-dd14dd16-783c-4108-ae72-f3734bbf2664 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:44.712793 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port c05ae850-8eaa-478f-afef-face1f16ef8a triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:44.713870 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c05ae850-8eaa-478f-afef-face1f16ef8a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:44.722688 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f9301460-92b3-489e-95c3-896e9b8d86f3 req-dd14dd16-783c-4108-ae72-f3734bbf2664 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5446 time: 0.3747530 Mar 07 10:38:44.790169 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d26df2-359e-424b-aaeb-6b754091ba75 req-4d55fa3d-8796-4241-856b-43f07f10f114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:44.791837 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-36d26df2-359e-424b-aaeb-6b754091ba75 req-4d55fa3d-8796-4241-856b-43f07f10f114 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3eaa5c3bb65646f4925f986f51ff18dc&device_id=77d6cc1c-f39c-4c75-8829-984aea033d5a HTTP/1.1" status: 200 len: 1126 time: 0.1420724 Mar 07 10:38:44.832264 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b8255-4704-4850-85b7-25284cc92baa req-9fa6b5a2-9bcd-44f4-8df2-c59aa937f184 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:44.838659 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-438b8255-4704-4850-85b7-25284cc92baa req-9fa6b5a2-9bcd-44f4-8df2-c59aa937f184 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 945 time: 0.2019823 Mar 07 10:38:44.839883 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f9301460-92b3-489e-95c3-896e9b8d86f3 req-80cb6711-1564-4d06-a19b-cb2ed15aba63 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1136765 Mar 07 10:38:44.845506 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-007e33af-0e72-412c-88ca-85cec793e28d req-dc07a522-c03b-40fe-b461-e39db2d075ae service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4092951 Mar 07 10:38:44.955235 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port c05ae850-8eaa-478f-afef-face1f16ef8a is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:44.955790 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c05ae850-8eaa-478f-afef-face1f16ef8a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:45.012753 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port c05ae850-8eaa-478f-afef-face1f16ef8a, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=c05ae850-8eaa-478f-afef-face1f16ef8a,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:45.021886 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1156b33c-1ee5-4520-a314-cb1e78592ea7', 'name': 'network-vif-deleted', 'tag': 'afa14939-16cb-4090-80fb-1e4c55f63178'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:45.024230 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0927a5-00e0-4e85-8a8a-b8e36924f851" -d '{"events": [{"server_uuid": "1156b33c-1ee5-4520-a314-cb1e78592ea7", "name": "network-vif-deleted", "tag": "afa14939-16cb-4090-80fb-1e4c55f63178"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:45.026967 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c05ae850-8eaa-478f-afef-face1f16ef8a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:45.028268 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device afa14939-16cb-4090-80fb-1e4c55f63178 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:38:45.061351 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-438b8255-4704-4850-85b7-25284cc92baa req-87bbb082-ddf9-4da7-a0a7-84b0734d1a94 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2217219 Mar 07 10:38:45.097604 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: afa14939-16cb-4090-80fb-1e4c55f63178 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:38:45.098137 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device afa14939-16cb-4090-80fb-1e4c55f63178 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:38:45.116800 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-56d6676d-f8e6-4f94-97c9-d674a76fb358 admin admin] Publish callbacks [] for router_gateway (f3d57fcf-5310-47d5-92de-04a36833f956), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:45.137615 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d045d8-510e-4659-8d8f-30e7c1280d36 x-openstack-request-id: req-02d045d8-510e-4659-8d8f-30e7c1280d36 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:45.138166 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d1f234-635f-47b3-b7a4-d06ddfbe02cd", "name": "network-vif-deleted", "tag": "0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:45.138617 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-02d045d8-510e-4659-8d8f-30e7c1280d36 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:45.139804 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d1f234-635f-47b3-b7a4-d06ddfbe02cd', 'name': 'network-vif-deleted', 'tag': '0ed0cf60-5c92-4b0a-86ab-ff6a0b92bcdf', 'status': 'completed', 'code': 200} Mar 07 10:38:45.151731 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-56d6676d-f8e6-4f94-97c9-d674a76fb358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:45.153993 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d26df2-359e-424b-aaeb-6b754091ba75 req-5d49c6f5-20a6-43a4-a215-efcbc63ce519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:45.155455 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-36d26df2-359e-424b-aaeb-6b754091ba75 req-5d49c6f5-20a6-43a4-a215-efcbc63ce519 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e9213476-43ba-434e-a45c-f24c836d68e1 HTTP/1.1" status: 200 len: 922 time: 0.3142853 Mar 07 10:38:45.192064 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=c05ae850-8eaa-478f-afef-face1f16ef8a,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:45.240624 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-36d26df2-359e-424b-aaeb-6b754091ba75 req-0e799719-929a-404f-b24f-23e59a5e94ce service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d82d736b-e6bb-440e-a126-d653c8c1a8a2 HTTP/1.1" status: 200 len: 217 time: 0.0766487 Mar 07 10:38:45.334368 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79d7d3f-20b6-40b8-b869-f6959837e317 x-openstack-request-id: req-e79d7d3f-20b6-40b8-b869-f6959837e317 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:45.334662 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1156b33c-1ee5-4520-a314-cb1e78592ea7", "name": "network-vif-deleted", "tag": "afa14939-16cb-4090-80fb-1e4c55f63178", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:45.334915 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e79d7d3f-20b6-40b8-b869-f6959837e317 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:45.335305 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1156b33c-1ee5-4520-a314-cb1e78592ea7', 'name': 'network-vif-deleted', 'tag': 'afa14939-16cb-4090-80fb-1e4c55f63178', 'status': 'completed', 'code': 200} Mar 07 10:38:45.397470 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d26df2-359e-424b-aaeb-6b754091ba75 req-59f3f66e-1cda-49ac-b799-53b6ed55cfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:45.398972 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-36d26df2-359e-424b-aaeb-6b754091ba75 req-59f3f66e-1cda-49ac-b799-53b6ed55cfcb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=accf3389-35bd-40c8-8f46-e6a58c569299 HTTP/1.1" status: 200 len: 860 time: 0.1258006 Mar 07 10:38:45.456501 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-56d6676d-f8e6-4f94-97c9-d674a76fb358 admin admin] Allocated IP 172.25.3.46 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/a9b17a78-ff05-4332-ae7b-4523f8a89209) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:38:45.465091 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5790c8c-c84d-43dd-836a-6a8c1116c053 req-129b93bd-ed1f-40b5-9465-0c400012db4b tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:45.472015 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d5790c8c-c84d-43dd-836a-6a8c1116c053 req-129b93bd-ed1f-40b5-9465-0c400012db4b tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/ports?device_id=9018dc69-b0bd-4785-ba0a-ff5cc5aff1c7 HTTP/1.1" status: 200 len: 950 time: 0.2300262 Mar 07 10:38:45.513268 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a1c33-7bf7-41c7-807f-cc73a1329cca req-596e8042-3c79-406a-a914-3ddad9e3b329 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:45.514935 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-db7a1c33-7bf7-41c7-807f-cc73a1329cca req-596e8042-3c79-406a-a914-3ddad9e3b329 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/ports?device_id=77d6cc1c-f39c-4c75-8829-984aea033d5a HTTP/1.1" status: 200 len: 944 time: 0.1108713 Mar 07 10:38:45.590235 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-db7a1c33-7bf7-41c7-807f-cc73a1329cca req-f30692b9-bc6d-4488-ab25-8b08f9f244de tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/security-groups?id=bdb55640-f0c2-4fd4-b541-5f3b4b565f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681021 Mar 07 10:38:45.654271 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d26df2-359e-424b-aaeb-6b754091ba75 req-86e414f7-12ab-4699-8f10-f2cb54c598aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:45.656040 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-36d26df2-359e-424b-aaeb-6b754091ba75 req-86e414f7-12ab-4699-8f10-f2cb54c598aa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e9213476-43ba-434e-a45c-f24c836d68e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2457964 Mar 07 10:38:45.683569 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d5790c8c-c84d-43dd-836a-6a8c1116c053 req-9291dbd2-001c-4c31-84a8-fd4cdb64e1a4 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/security-groups?id=de371154-717c-4fb7-8744-31132feae98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104564 Mar 07 10:38:45.704882 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 49050) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:45.776672 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-56d6676d-f8e6-4f94-97c9-d674a76fb358 admin admin] Publish callbacks [] for port (a9b17a78-ff05-4332-ae7b-4523f8a89209), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:45.826376 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-36d26df2-359e-424b-aaeb-6b754091ba75 req-d5fcd6fb-585d-43c6-97ec-7703d667ff0f service neutron] 10.222.0.31 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602149 Mar 07 10:38:45.830982 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3f74e40a-eaf4-4a21-8cd7-f3ce3dceffd5 req-584909f7-cc96-4a28-8de6-6790411355a9 tempest-ListServersNegativeTestJSON-647836472 tempest-ListServersNegativeTestJSON-647836472-project] 10.222.0.11 "GET /v2.0/ports?device_id=1156b33c-1ee5-4520-a314-cb1e78592ea7 HTTP/1.1" status: 200 len: 210 time: 0.0886354 Mar 07 10:38:45.855842 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-56d6676d-f8e6-4f94-97c9-d674a76fb358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (a9b17a78-ff05-4332-ae7b-4523f8a89209), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:45.923333 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe975f8-550c-44bd-a6f2-f4dee8f673f2 None None] Network 14f676d6-71f1-44c0-84bf-983ed64d58be requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:38:45.941870 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d6676d-f8e6-4f94-97c9-d674a76fb358 admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:45.950403 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-56d6676d-f8e6-4f94-97c9-d674a76fb358 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:45.958264 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d6676d-f8e6-4f94-97c9-d674a76fb358 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:38:46.031063 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ddba2814-ba6b-422f-bd57-0f546e6f9ba7 None None] Provisioning complete for port 1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:46.031750 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ddba2814-ba6b-422f-bd57-0f546e6f9ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:46.062561 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2c7691aa-4888-4136-8110-6bca1bb461ec admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=687a3ef03fa34a4fa307fc9bd3361018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3546033 Mar 07 10:38:46.064246 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 49058) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:46.075921 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-36d26df2-359e-424b-aaeb-6b754091ba75 req-e4c90d08-8260-46b7-a5ee-969d9bb76436 service neutron] 10.222.0.31 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428164 Mar 07 10:38:46.077877 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6676d-f8e6-4f94-97c9-d674a76fb358 admin admin] Pushing event updated for resources: {'Port': ['ID=a9b17a78-ff05-4332-ae7b-4523f8a89209,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:46.174080 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c3cbf4ba-8c44-4b6d-9dec-5e9a092d11bc admin admin] Publish callbacks [] for security_group (25eb2acf-8382-4966-a15d-e79c512ae807), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:46.253223 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c3cbf4ba-8c44-4b6d-9dec-5e9a092d11bc admin admin] Publish callbacks [] for security_group (25eb2acf-8382-4966-a15d-e79c512ae807), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:46.261869 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c480213-54d2-4973-add8-ee09546405e3 req-8be080ca-25f6-46ba-bcbd-1ed0a6926001 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:46.268966 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c480213-54d2-4973-add8-ee09546405e3 req-8be080ca-25f6-46ba-bcbd-1ed0a6926001 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:46.275171 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c480213-54d2-4973-add8-ee09546405e3 req-8be080ca-25f6-46ba-bcbd-1ed0a6926001 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:46.280696 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c480213-54d2-4973-add8-ee09546405e3 req-8be080ca-25f6-46ba-bcbd-1ed0a6926001 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:46.282868 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d41514-595d-4231-ab01-ac85d8c4e570 req-2c63d106-0c80-4036-80cb-807cf0f86cc0 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:46.283614 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3aa9d0d-4783-4690-a7c2-eec9bc6a844c'}, {'server_uuid': '9018dc69-b0bd-4785-ba0a-ff5cc5aff1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05ae850-8eaa-478f-afef-face1f16ef8a'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:46.284586 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-78d41514-595d-4231-ab01-ac85d8c4e570 req-2c63d106-0c80-4036-80cb-807cf0f86cc0 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 945 time: 0.1290889 Mar 07 10:38:46.285858 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785b3459-b2ae-495c-853b-37cdc71bcccc" -d '{"events": [{"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-plugged", "status": "completed", "tag": "c3aa9d0d-4783-4690-a7c2-eec9bc6a844c"}, {"server_uuid": "9018dc69-b0bd-4785-ba0a-ff5cc5aff1c7", "name": "network-vif-plugged", "status": "completed", "tag": "c05ae850-8eaa-478f-afef-face1f16ef8a"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:46.290068 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:46.296253 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c480213-54d2-4973-add8-ee09546405e3 req-8be080ca-25f6-46ba-bcbd-1ed0a6926001 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:46.302217 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c480213-54d2-4973-add8-ee09546405e3 req-8be080ca-25f6-46ba-bcbd-1ed0a6926001 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:46.307739 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c480213-54d2-4973-add8-ee09546405e3 req-8be080ca-25f6-46ba-bcbd-1ed0a6926001 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:46.309692 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c480213-54d2-4973-add8-ee09546405e3 req-8be080ca-25f6-46ba-bcbd-1ed0a6926001 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5446 time: 0.3425598 Mar 07 10:38:46.398720 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ddba2814-ba6b-422f-bd57-0f546e6f9ba7 None None] Current status of the port 1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:46.399452 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ddba2814-ba6b-422f-bd57-0f546e6f9ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:46.402575 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c480213-54d2-4973-add8-ee09546405e3 req-3a645528-b72a-41ab-92aa-34b06024afa4 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0694017 Mar 07 10:38:46.425373 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:46.426065 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:46.472796 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c3cbf4ba-8c44-4b6d-9dec-5e9a092d11bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (25eb2acf-8382-4966-a15d-e79c512ae807), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:46.477289 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c3cbf4ba-8c44-4b6d-9dec-5e9a092d11bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:46.482931 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c3cbf4ba-8c44-4b6d-9dec-5e9a092d11bc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/25eb2acf-8382-4966-a15d-e79c512ae807 HTTP/1.1" status: 204 len: 168 time: 0.4177442 Mar 07 10:38:46.486720 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ddba2814-ba6b-422f-bd57-0f546e6f9ba7 None None] For port 1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3,segment=NetworkSegment(def16622-8458-4349-ba66-16a8c47e3dea),segment_id=def16622-8458-4349-ba66-16a8c47e3dea)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:46.499074 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ddba2814-ba6b-422f-bd57-0f546e6f9ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:46.535087 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-78d41514-595d-4231-ab01-ac85d8c4e570 req-e63d2311-d4a2-4cb3-a5c9-49d9f5499958 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2406225 Mar 07 10:38:46.535984 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbf4ba-8c44-4b6d-9dec-5e9a092d11bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25eb2acf-8382-4966-a15d-e79c512ae807,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:46.557042 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cbf4ba-8c44-4b6d-9dec-5e9a092d11bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:46.560415 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cbf4ba-8c44-4b6d-9dec-5e9a092d11bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:46.561271 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2fe365-fe28-4a2a-9568-638854119e94 x-openstack-request-id: req-2b2fe365-fe28-4a2a-9568-638854119e94 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:46.561582 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-plugged", "status": "completed", "tag": "c3aa9d0d-4783-4690-a7c2-eec9bc6a844c", "code": 200}, {"server_uuid": "9018dc69-b0bd-4785-ba0a-ff5cc5aff1c7", "name": "network-vif-plugged", "status": "completed", "tag": "c05ae850-8eaa-478f-afef-face1f16ef8a", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:46.561847 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2b2fe365-fe28-4a2a-9568-638854119e94 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:46.562184 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cbf4ba-8c44-4b6d-9dec-5e9a092d11bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:46.562317 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3aa9d0d-4783-4690-a7c2-eec9bc6a844c', 'code': 200} Mar 07 10:38:46.562492 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9018dc69-b0bd-4785-ba0a-ff5cc5aff1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05ae850-8eaa-478f-afef-face1f16ef8a', 'code': 200} Mar 07 10:38:46.562626 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cbf4ba-8c44-4b6d-9dec-5e9a092d11bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:46.563422 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cbf4ba-8c44-4b6d-9dec-5e9a092d11bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:46.563773 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cbf4ba-8c44-4b6d-9dec-5e9a092d11bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:46.568867 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cbf4ba-8c44-4b6d-9dec-5e9a092d11bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:46.569594 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cbf4ba-8c44-4b6d-9dec-5e9a092d11bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:46.569734 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cbf4ba-8c44-4b6d-9dec-5e9a092d11bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:46.571043 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cbf4ba-8c44-4b6d-9dec-5e9a092d11bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:46.571043 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cbf4ba-8c44-4b6d-9dec-5e9a092d11bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:46.571043 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cbf4ba-8c44-4b6d-9dec-5e9a092d11bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:46.571043 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3cbf4ba-8c44-4b6d-9dec-5e9a092d11bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:38:46.662184 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-56d6676d-f8e6-4f94-97c9-d674a76fb358 admin admin] Publish callbacks [] for router_gateway (f3d57fcf-5310-47d5-92de-04a36833f956), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:46.684321 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba2814-ba6b-422f-bd57-0f546e6f9ba7 None None] Pushing event updated for resources: {'Port': ['ID=1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:46.698861 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:46.843204 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b5948-0641-4a78-8cb4-53088d775b9a req-949bc2aa-1819-46ac-8735-48067e2be73d tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:46.853196 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a02b5948-0641-4a78-8cb4-53088d775b9a req-949bc2aa-1819-46ac-8735-48067e2be73d tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/ports?device_id=77d6cc1c-f39c-4c75-8829-984aea033d5a HTTP/1.1" status: 200 len: 944 time: 0.1238143 Mar 07 10:38:46.941656 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a02b5948-0641-4a78-8cb4-53088d775b9a req-1d7f63dd-04cd-48fb-a171-428022d0bf58 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/security-groups?id=bdb55640-f0c2-4fd4-b541-5f3b4b565f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864806 Mar 07 10:38:46.965977 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6ccbe105-6793-435a-84bc-455bae13538e None None] Provisioning complete for port 1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:46.966573 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6ccbe105-6793-435a-84bc-455bae13538e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:46.995371 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 49076) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:46.999429 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1cd19-65e2-4d64-8478-28a41e86d308 req-ba8bb144-a9f6-472d-a497-95381e6beeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:47.002429 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bcb1cd19-65e2-4d64-8478-28a41e86d308 req-ba8bb144-a9f6-472d-a497-95381e6beeb2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9018dc69-b0bd-4785-ba0a-ff5cc5aff1c7 HTTP/1.1" status: 200 len: 1132 time: 0.2170579 Mar 07 10:38:47.044802 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf47b6-cc97-4e03-9721-cd5b8b0daa67 req-399c8aea-636a-43e5-ab56-955e9af5ec11 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:47.046464 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a4cf47b6-cc97-4e03-9721-cd5b8b0daa67 req-399c8aea-636a-43e5-ab56-955e9af5ec11 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/ports?device_id=9018dc69-b0bd-4785-ba0a-ff5cc5aff1c7 HTTP/1.1" status: 200 len: 950 time: 0.2098076 Mar 07 10:38:47.070271 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097814d1-0d57-48ea-a571-9dc71d26a559 req-20e31fc2-e1b5-4910-99cf-0b234468dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:47.071044 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097814d1-0d57-48ea-a571-9dc71d26a559 req-20e31fc2-e1b5-4910-99cf-0b234468dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:47.071690 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097814d1-0d57-48ea-a571-9dc71d26a559 req-20e31fc2-e1b5-4910-99cf-0b234468dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:47.072332 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097814d1-0d57-48ea-a571-9dc71d26a559 req-20e31fc2-e1b5-4910-99cf-0b234468dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:47.072968 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097814d1-0d57-48ea-a571-9dc71d26a559 req-20e31fc2-e1b5-4910-99cf-0b234468dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:47.073686 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097814d1-0d57-48ea-a571-9dc71d26a559 req-20e31fc2-e1b5-4910-99cf-0b234468dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:47.074433 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097814d1-0d57-48ea-a571-9dc71d26a559 req-20e31fc2-e1b5-4910-99cf-0b234468dc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:47.077279 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-097814d1-0d57-48ea-a571-9dc71d26a559 req-20e31fc2-e1b5-4910-99cf-0b234468dc50 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 6720 time: 0.3025606 Mar 07 10:38:47.111288 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6ccbe105-6793-435a-84bc-455bae13538e None None] Current status of the port 1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:47.151986 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-097814d1-0d57-48ea-a571-9dc71d26a559 req-b8d6203c-a960-49e5-80ea-ee7b5e2a84de service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0675588 Mar 07 10:38:47.234340 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-17116601-5574-419b-b2d0-640865ebae4b admin admin] Deleting subnet 355ed6b5-9129-4d51-98a7-103041f009b1 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:38:47.253143 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-17116601-5574-419b-b2d0-640865ebae4b admin admin] Publish callbacks [] for subnet (355ed6b5-9129-4d51-98a7-103041f009b1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:47.590604 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6fec0-c474-4f62-b297-1630aecd0ee9 req-00e65505-d5a0-4518-814a-d29f1a49b315 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:47.596275 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6fec0-c474-4f62-b297-1630aecd0ee9 req-00e65505-d5a0-4518-814a-d29f1a49b315 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:47.601809 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6fec0-c474-4f62-b297-1630aecd0ee9 req-00e65505-d5a0-4518-814a-d29f1a49b315 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:47.607531 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6fec0-c474-4f62-b297-1630aecd0ee9 req-00e65505-d5a0-4518-814a-d29f1a49b315 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:47.613845 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6fec0-c474-4f62-b297-1630aecd0ee9 req-00e65505-d5a0-4518-814a-d29f1a49b315 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:47.619922 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6fec0-c474-4f62-b297-1630aecd0ee9 req-00e65505-d5a0-4518-814a-d29f1a49b315 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:47.625987 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6fec0-c474-4f62-b297-1630aecd0ee9 req-00e65505-d5a0-4518-814a-d29f1a49b315 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:47.634407 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d1f6fec0-c474-4f62-b297-1630aecd0ee9 req-00e65505-d5a0-4518-814a-d29f1a49b315 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5446 time: 0.1137965 Mar 07 10:38:47.704699 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d1f6fec0-c474-4f62-b297-1630aecd0ee9 req-98888d3a-0250-4f83-b3de-98bc54f92a8c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0690348 Mar 07 10:38:47.749937 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bcb1cd19-65e2-4d64-8478-28a41e86d308 req-5241260f-7880-4481-9bab-84b78f67219a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=de371154-717c-4fb7-8744-31132feae98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7298677 Mar 07 10:38:47.782303 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a4cf47b6-cc97-4e03-9721-cd5b8b0daa67 req-16d1ca59-0a54-4a49-bb0f-c369732ec2a9 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/security-groups?id=de371154-717c-4fb7-8744-31132feae98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6460962 Mar 07 10:38:47.785979 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-56d6676d-f8e6-4f94-97c9-d674a76fb358 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (f3d57fcf-5310-47d5-92de-04a36833f956), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:47.808563 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-17116601-5574-419b-b2d0-640865ebae4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (355ed6b5-9129-4d51-98a7-103041f009b1), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:47.887121 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7adbb-f5db-4d0c-bcde-0a9cbc5c5049 req-4e49c3cb-134b-4699-9f2e-cc7f9f3db060 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:47.897781 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a0f7adbb-f5db-4d0c-bcde-0a9cbc5c5049 req-4e49c3cb-134b-4699-9f2e-cc7f9f3db060 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 945 time: 0.1097686 Mar 07 10:38:47.934078 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-17116601-5574-419b-b2d0-640865ebae4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (355ed6b5-9129-4d51-98a7-103041f009b1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:48.038602 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a0f7adbb-f5db-4d0c-bcde-0a9cbc5c5049 req-31951bfb-f0ca-43f0-af78-81e9afecf447 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320784 Mar 07 10:38:48.088939 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-17116601-5574-419b-b2d0-640865ebae4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (355ed6b5-9129-4d51-98a7-103041f009b1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:48.105978 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:48.120451 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:48.192028 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17116601-5574-419b-b2d0-640865ebae4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=355ed6b5-9129-4d51-98a7-103041f009b1,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:48.201906 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-17116601-5574-419b-b2d0-640865ebae4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:48.206021 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c8f537-be90-479f-9b7a-fa3949a48d93 req-2c76fca2-798b-4ab7-b134-cd707b304c77 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:48.215630 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-94c8f537-be90-479f-9b7a-fa3949a48d93 req-2c76fca2-798b-4ab7-b134-cd707b304c77 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/ports?device_id=77d6cc1c-f39c-4c75-8829-984aea033d5a HTTP/1.1" status: 200 len: 944 time: 0.0837469 Mar 07 10:38:48.215888 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-17116601-5574-419b-b2d0-640865ebae4b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/355ed6b5-9129-4d51-98a7-103041f009b1 HTTP/1.1" status: 204 len: 168 time: 1.2114365 Mar 07 10:38:48.220317 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 49118) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:48.229564 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d6676d-f8e6-4f94-97c9-d674a76fb358 admin admin] Router f3d57fcf-5310-47d5-92de-04a36833f956 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:38:48.252692 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:48.253529 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:48.288072 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-94c8f537-be90-479f-9b7a-fa3949a48d93 req-f7862cea-cb6d-4fc8-becc-417010cb8d41 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/security-groups?id=bdb55640-f0c2-4fd4-b541-5f3b4b565f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703304 Mar 07 10:38:48.417159 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:48.454173 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d124961b-ba38-49e9-942b-2bd8e62325e9 req-f1211201-f34f-40e3-938d-2bdfb42dee38 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:48.457681 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d124961b-ba38-49e9-942b-2bd8e62325e9 req-f1211201-f34f-40e3-938d-2bdfb42dee38 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 945 time: 0.1924779 Mar 07 10:38:48.466021 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 49122) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:48.466824 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f86041a0-10b6-4b31-9305-670b493b718a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (c2795f77-66a3-4e6f-90b8-62a555bb1830), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:48.472676 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-c9862f5b-86e9-444c-9d98-c053b1c8ad3f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Request body: {'floatingip': {'port_id': '49374629-e4ca-4d8e-9683-e194b48557a0'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:48.534051 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device d82d736b-e6bb-440e-a126-d653c8c1a8a2 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:38:48.551821 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9862f5b-86e9-444c-9d98-c053b1c8ad3f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks [] for floatingip (58f38730-6b71-4782-93a3-e5d92648807d), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:48.691474 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port d82d736b-e6bb-440e-a126-d653c8c1a8a2, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d82d736b-e6bb-440e-a126-d653c8c1a8a2,segment=NetworkSegment(4f7e0434-a01f-44de-85e6-94dc5f02406c),segment_id=4f7e0434-a01f-44de-85e6-94dc5f02406c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:48.718867 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'd82d736b-e6bb-440e-a126-d653c8c1a8a2', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'port_id': 'd82d736b-e6bb-440e-a126-d653c8c1a8a2', 'mac_address': 'fa:16:3e:29:c4:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:38:48.778404 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f86041a0-10b6-4b31-9305-670b493b718a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (c2795f77-66a3-4e6f-90b8-62a555bb1830), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:48.800794 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port d82d736b-e6bb-440e-a126-d653c8c1a8a2 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:48.801614 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d82d736b-e6bb-440e-a126-d653c8c1a8a2), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:48.837930 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d82d736b-e6bb-440e-a126-d653c8c1a8a2 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:48.868326 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port d82d736b-e6bb-440e-a126-d653c8c1a8a2, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d82d736b-e6bb-440e-a126-d653c8c1a8a2,segment=NetworkSegment(4f7e0434-a01f-44de-85e6-94dc5f02406c),segment_id=4f7e0434-a01f-44de-85e6-94dc5f02406c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:48.881037 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d82d736b-e6bb-440e-a126-d653c8c1a8a2), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:48.892148 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-f86041a0-10b6-4b31-9305-670b493b718a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2795f77-66a3-4e6f-90b8-62a555bb1830']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:48.903510 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d6676d-f8e6-4f94-97c9-d674a76fb358 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:38:48.913721 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-f86041a0-10b6-4b31-9305-670b493b718a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7557ddf-bc8b-41ff-827b-079f9fe8bee8') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:48.914009 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-f86041a0-10b6-4b31-9305-670b493b718a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7557ddf-bc8b-41ff-827b-079f9fe8bee8') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:48.927579 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf02847-568a-4d9b-88c4-013039e645c8 None None] Sync routers for ids ['f3d57fcf-5310-47d5-92de-04a36833f956'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:38:48.944316 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf02847-568a-4d9b-88c4-013039e645c8 None None] Routers {'f3d57fcf-5310-47d5-92de-04a36833f956'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:48.945063 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-adf02847-568a-4d9b-88c4-013039e645c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:38:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f3d57fcf-5310-47d5-92de-04a36833f956'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:48.962146 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f86041a0-10b6-4b31-9305-670b493b718a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (d7557ddf-bc8b-41ff-827b-079f9fe8bee8), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:49.006198 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-56d6676d-f8e6-4f94-97c9-d674a76fb358 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:49.010642 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-56d6676d-f8e6-4f94-97c9-d674a76fb358 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.5365536 Mar 07 10:38:49.010854 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 49130) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:49.012836 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f86041a0-10b6-4b31-9305-670b493b718a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (d7557ddf-bc8b-41ff-827b-079f9fe8bee8), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:49.036575 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f86041a0-10b6-4b31-9305-670b493b718a admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:38:49.037058 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f86041a0-10b6-4b31-9305-670b493b718a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (d7557ddf-bc8b-41ff-827b-079f9fe8bee8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:49.037363 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=d82d736b-e6bb-440e-a126-d653c8c1a8a2,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:49.038721 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:38:49.038721 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:38:49.038721 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:38:49.038721 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:38:49.038721 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:38:49.038721 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:38:49.038721 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:38:49.038721 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:38:49.038721 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:38:49.038721 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:38:49.038721 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:38:49.038721 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:38:49.038721 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:38:49.038721 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:38:49.038721 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:38:49.038721 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:38:49.038721 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:38:49.038721 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:38:49.038721 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:38:49.038721 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:38:49.038721 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:38:49.038721 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:38:49.038721 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:38:49.038721 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:38:49.038721 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:38:49.038721 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:38:49.038721 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:38:49.038721 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:38:49.038721 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:38:49.038721 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:38:49.038721 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:38:49.038721 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:38:49.095897 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30eee4-184d-456b-9d89-d4bad5fe10e6 req-81fbd8c0-69f0-4696-8be4-e893163e0025 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:49.118198 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30eee4-184d-456b-9d89-d4bad5fe10e6 req-81fbd8c0-69f0-4696-8be4-e893163e0025 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:49.146598 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30eee4-184d-456b-9d89-d4bad5fe10e6 req-81fbd8c0-69f0-4696-8be4-e893163e0025 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:49.146831 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-adf02847-568a-4d9b-88c4-013039e645c8 None None] Set router f3d57fcf-5310-47d5-92de-04a36833f956 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:49.164270 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30eee4-184d-456b-9d89-d4bad5fe10e6 req-81fbd8c0-69f0-4696-8be4-e893163e0025 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:49.169726 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30eee4-184d-456b-9d89-d4bad5fe10e6 req-81fbd8c0-69f0-4696-8be4-e893163e0025 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:49.196631 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30eee4-184d-456b-9d89-d4bad5fe10e6 req-81fbd8c0-69f0-4696-8be4-e893163e0025 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:49.208334 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30eee4-184d-456b-9d89-d4bad5fe10e6 req-81fbd8c0-69f0-4696-8be4-e893163e0025 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:49.210681 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['d82d736b-e6bb-440e-a126-d653c8c1a8a2'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:49.211233 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b30eee4-184d-456b-9d89-d4bad5fe10e6 req-81fbd8c0-69f0-4696-8be4-e893163e0025 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5446 time: 0.3965642 Mar 07 10:38:49.385683 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f86041a0-10b6-4b31-9305-670b493b718a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (c2795f77-66a3-4e6f-90b8-62a555bb1830), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:49.405282 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f86041a0-10b6-4b31-9305-670b493b718a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:49.409774 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f86041a0-10b6-4b31-9305-670b493b718a admin admin] 10.222.0.11 "DELETE /v2.0/networks/c2795f77-66a3-4e6f-90b8-62a555bb1830 HTTP/1.1" status: 204 len: 168 time: 1.1869764 Mar 07 10:38:49.412544 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-adf02847-568a-4d9b-88c4-013039e645c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'name': 'tempest-ServersTestFqdnHostnames-624357097-router', 'tenant_id': '34de055ad44246c38dcfdb4f7edf5559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'a9b17a78-ff05-4332-ae7b-4523f8a89209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:42Z', 'updated_at': '2022-03-07T10:38:46Z', 'revision_number': 3, 'project_id': '34de055ad44246c38dcfdb4f7edf5559', 'gw_port': {'id': 'a9b17a78-ff05-4332-ae7b-4523f8a89209', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:45Z', 'updated_at': '2022-03-07T10:38:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:49.436398 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86041a0-10b6-4b31-9305-670b493b718a admin admin] Pushing event deleted for resources: {'Network': ['ID=c2795f77-66a3-4e6f-90b8-62a555bb1830,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:49.446606 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf02847-568a-4d9b-88c4-013039e645c8 None None] Checking router: f3d57fcf-5310-47d5-92de-04a36833f956 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:38:49.447781 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf02847-568a-4d9b-88c4-013039e645c8 None None] Updating router f3d57fcf-5310-47d5-92de-04a36833f956 port a9b17a78-ff05-4332-ae7b-4523f8a89209 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:38:49.472159 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b30eee4-184d-456b-9d89-d4bad5fe10e6 req-94d77157-25fb-40cf-8f8b-884e6f35ce9e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1578658 Mar 07 10:38:49.512924 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-adf02847-568a-4d9b-88c4-013039e645c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a9b17a78-ff05-4332-ae7b-4523f8a89209), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:49.760785 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 49140) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:49.836878 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b0b7f2d3-5558-4b1b-b021-14ed3a9f0ba4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=196235a2893a4332b9d32ab67e39eb88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0749018 Mar 07 10:38:49.840446 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 49144) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:49.868574 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-adf02847-568a-4d9b-88c4-013039e645c8 None None] Publish callbacks [] for port (a9b17a78-ff05-4332-ae7b-4523f8a89209), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:49.877559 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-adf02847-568a-4d9b-88c4-013039e645c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a9b17a78-ff05-4332-ae7b-4523f8a89209), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:49.952161 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5aab87bf-af7c-4c2b-b0cd-5ff71bd10e9e admin admin] Publish callbacks [] for security_group (aa448f87-043c-4547-b958-b61c377fb8a2), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:49.970112 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-adf02847-568a-4d9b-88c4-013039e645c8 None None] Attempting to bind port a9b17a78-ff05-4332-ae7b-4523f8a89209 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:38:49.970714 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-adf02847-568a-4d9b-88c4-013039e645c8 None None] Attempting to bind port a9b17a78-ff05-4332-ae7b-4523f8a89209 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:38:49.973960 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf02847-568a-4d9b-88c4-013039e645c8 None None] Attempting to bind port a9b17a78-ff05-4332-ae7b-4523f8a89209 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:50.008698 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf02847-568a-4d9b-88c4-013039e645c8 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:38:50.015004 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf02847-568a-4d9b-88c4-013039e645c8 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:38:50.019687 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-adf02847-568a-4d9b-88c4-013039e645c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:50.020369 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adf02847-568a-4d9b-88c4-013039e645c8 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:38:50.020978 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-adf02847-568a-4d9b-88c4-013039e645c8 None None] Bound port: a9b17a78-ff05-4332-ae7b-4523f8a89209, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:38:50.021514 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-adf02847-568a-4d9b-88c4-013039e645c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a9b17a78-ff05-4332-ae7b-4523f8a89209), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:50.040441 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.db.resource_extend [None req-c9862f5b-86e9-444c-9d98-c053b1c8ad3f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:38:50.043542 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5aab87bf-af7c-4c2b-b0cd-5ff71bd10e9e admin admin] Publish callbacks [] for security_group (aa448f87-043c-4547-b958-b61c377fb8a2), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:50.086930 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690bcc2b-40ac-4a60-abf9-8b084750bffb req-b6458568-f070-4a3d-8333-7259fff63b04 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:50.091123 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-690bcc2b-40ac-4a60-abf9-8b084750bffb req-b6458568-f070-4a3d-8333-7259fff63b04 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/ports?device_id=77d6cc1c-f39c-4c75-8829-984aea033d5a HTTP/1.1" status: 200 len: 945 time: 0.1555698 Mar 07 10:38:50.115794 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5800150-b8fe-4fcb-b814-1635d5b4af13 None None] Pushing event updated for resources: {'Port': ['ID=a9b17a78-ff05-4332-ae7b-4523f8a89209,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:50.117134 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7e0de-2c8d-4f98-baa2-d0241877e198 req-c5c8798d-2643-414c-b022-754b71ae26f7 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:50.125174 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f6e7e0de-2c8d-4f98-baa2-d0241877e198 req-c5c8798d-2643-414c-b022-754b71ae26f7 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/ports?device_id=9018dc69-b0bd-4785-ba0a-ff5cc5aff1c7 HTTP/1.1" status: 200 len: 950 time: 0.7221282 Mar 07 10:38:50.169787 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-adf02847-568a-4d9b-88c4-013039e645c8 None None] For port a9b17a78-ff05-4332-ae7b-4523f8a89209, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:38:50.174800 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-adf02847-568a-4d9b-88c4-013039e645c8 None None] For port a9b17a78-ff05-4332-ae7b-4523f8a89209, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a9b17a78-ff05-4332-ae7b-4523f8a89209,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:38:50.189407 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-adf02847-568a-4d9b-88c4-013039e645c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a9b17a78-ff05-4332-ae7b-4523f8a89209), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:50.205229 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-690bcc2b-40ac-4a60-abf9-8b084750bffb req-c43986f2-36e8-484b-951a-1bcd0dabccfd tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/security-groups?id=bdb55640-f0c2-4fd4-b541-5f3b4b565f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051259 Mar 07 10:38:50.212067 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9862f5b-86e9-444c-9d98-c053b1c8ad3f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:50.219275 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5aab87bf-af7c-4c2b-b0cd-5ff71bd10e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (aa448f87-043c-4547-b958-b61c377fb8a2), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:50.223072 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5aab87bf-af7c-4c2b-b0cd-5ff71bd10e9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:50.225667 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5aab87bf-af7c-4c2b-b0cd-5ff71bd10e9e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aa448f87-043c-4547-b958-b61c377fb8a2 HTTP/1.1" status: 204 len: 168 time: 0.3835404 Mar 07 10:38:50.233252 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9862f5b-86e9-444c-9d98-c053b1c8ad3f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (58f38730-6b71-4782-93a3-e5d92648807d), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:50.249698 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab87bf-af7c-4c2b-b0cd-5ff71bd10e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa448f87-043c-4547-b958-b61c377fb8a2,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:50.339218 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf02847-568a-4d9b-88c4-013039e645c8 None None] Routers {'f3d57fcf-5310-47d5-92de-04a36833f956'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:50.339933 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-adf02847-568a-4d9b-88c4-013039e645c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:38:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f3d57fcf-5310-47d5-92de-04a36833f956'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:50.378383 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f6e7e0de-2c8d-4f98-baa2-d0241877e198 req-087b57ff-5128-441d-a2bb-45f27686cbb1 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/security-groups?id=de371154-717c-4fb7-8744-31132feae98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514293 Mar 07 10:38:50.382670 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5800150-b8fe-4fcb-b814-1635d5b4af13 None None] Pushing event updated for resources: {'Port': ['ID=a9b17a78-ff05-4332-ae7b-4523f8a89209,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:50.452960 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892ec79-5627-4679-9e69-b3c96813b9d5 req-72aba18c-5290-4bf8-9e45-fb0ac52d9aac tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:50.471327 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892ec79-5627-4679-9e69-b3c96813b9d5 req-72aba18c-5290-4bf8-9e45-fb0ac52d9aac tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:50.492627 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892ec79-5627-4679-9e69-b3c96813b9d5 req-72aba18c-5290-4bf8-9e45-fb0ac52d9aac tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:50.500161 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892ec79-5627-4679-9e69-b3c96813b9d5 req-72aba18c-5290-4bf8-9e45-fb0ac52d9aac tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:50.506930 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892ec79-5627-4679-9e69-b3c96813b9d5 req-72aba18c-5290-4bf8-9e45-fb0ac52d9aac tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:50.509902 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-adf02847-568a-4d9b-88c4-013039e645c8 None None] Set router f3d57fcf-5310-47d5-92de-04a36833f956 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:50.513690 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892ec79-5627-4679-9e69-b3c96813b9d5 req-72aba18c-5290-4bf8-9e45-fb0ac52d9aac tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:50.522888 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892ec79-5627-4679-9e69-b3c96813b9d5 req-72aba18c-5290-4bf8-9e45-fb0ac52d9aac tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:50.526374 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3892ec79-5627-4679-9e69-b3c96813b9d5 req-72aba18c-5290-4bf8-9e45-fb0ac52d9aac tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5446 time: 0.1886575 Mar 07 10:38:50.547918 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 49156) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:50.550596 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device d82d736b-e6bb-440e-a126-d653c8c1a8a2 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:50.562333 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f10c53d0-e324-4648-af3f-75a47790f80d tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Request body: {'floatingip': {'port_id': 'da3688d3-10e0-4a5d-bb39-c96a68d7998c'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:50.621123 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port d82d736b-e6bb-440e-a126-d653c8c1a8a2 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:38:50.626603 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port d82d736b-e6bb-440e-a126-d653c8c1a8a2 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:50.627333 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d82d736b-e6bb-440e-a126-d653c8c1a8a2), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:50.841611 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port d82d736b-e6bb-440e-a126-d653c8c1a8a2 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:50.843270 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d82d736b-e6bb-440e-a126-d653c8c1a8a2), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:50.852344 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f10c53d0-e324-4648-af3f-75a47790f80d tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks [] for floatingip (77317289-bca6-454d-9c7f-1381ee779f48), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:50.916776 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-adf02847-568a-4d9b-88c4-013039e645c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'name': 'tempest-ServersTestFqdnHostnames-624357097-router', 'tenant_id': '34de055ad44246c38dcfdb4f7edf5559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'a9b17a78-ff05-4332-ae7b-4523f8a89209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:42Z', 'updated_at': '2022-03-07T10:38:46Z', 'revision_number': 3, 'project_id': '34de055ad44246c38dcfdb4f7edf5559', 'gw_port': {'id': 'a9b17a78-ff05-4332-ae7b-4523f8a89209', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:45Z', 'updated_at': '2022-03-07T10:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:50.924597 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d6cc1c-f39c-4c75-8829-984aea033d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82d736b-e6bb-440e-a126-d653c8c1a8a2'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:50.926837 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd0dcf3-0bd0-486a-a514-8d21233186c2" -d '{"events": [{"server_uuid": "77d6cc1c-f39c-4c75-8829-984aea033d5a", "name": "network-vif-plugged", "status": "completed", "tag": "d82d736b-e6bb-440e-a126-d653c8c1a8a2"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:50.948662 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf02847-568a-4d9b-88c4-013039e645c8 None None] The sync data for ids ['f3d57fcf-5310-47d5-92de-04a36833f956'] in n-d-832164-4 is: [{'id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'name': 'tempest-ServersTestFqdnHostnames-624357097-router', 'tenant_id': '34de055ad44246c38dcfdb4f7edf5559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'a9b17a78-ff05-4332-ae7b-4523f8a89209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:42Z', 'updated_at': '2022-03-07T10:38:46Z', 'revision_number': 3, 'project_id': '34de055ad44246c38dcfdb4f7edf5559', 'gw_port': {'id': 'a9b17a78-ff05-4332-ae7b-4523f8a89209', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:45Z', 'updated_at': '2022-03-07T10:38:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:38:50.961894 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port d82d736b-e6bb-440e-a126-d653c8c1a8a2, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d82d736b-e6bb-440e-a126-d653c8c1a8a2,segment=NetworkSegment(4f7e0434-a01f-44de-85e6-94dc5f02406c),segment_id=4f7e0434-a01f-44de-85e6-94dc5f02406c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:50.972235 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d82d736b-e6bb-440e-a126-d653c8c1a8a2), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:51.147556 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=d82d736b-e6bb-440e-a126-d653c8c1a8a2,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:51.201974 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-c9862f5b-86e9-444c-9d98-c053b1c8ad3f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Floating IP 58f38730-6b71-4782-93a3-e5d92648807d associated. External IP: 172.25.3.245, port: 49374629-e4ca-4d8e-9683-e194b48557a0. Mar 07 10:38:51.282905 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 49188) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:51.343989 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f25aced-e189-41ea-8f18-ee4080879f58 x-openstack-request-id: req-5f25aced-e189-41ea-8f18-ee4080879f58 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:51.344303 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d6cc1c-f39c-4c75-8829-984aea033d5a", "name": "network-vif-plugged", "status": "completed", "tag": "d82d736b-e6bb-440e-a126-d653c8c1a8a2", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:51.344572 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5f25aced-e189-41ea-8f18-ee4080879f58 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:51.344966 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d6cc1c-f39c-4c75-8829-984aea033d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82d736b-e6bb-440e-a126-d653c8c1a8a2', 'code': 200} Mar 07 10:38:51.550379 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ef681-8b13-4e64-b548-b14177cab0a0 req-e289e8fc-8cfd-48e8-a425-a351789d34e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:51.551717 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a84ef681-8b13-4e64-b548-b14177cab0a0 req-e289e8fc-8cfd-48e8-a425-a351789d34e4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=77d6cc1c-f39c-4c75-8829-984aea033d5a HTTP/1.1" status: 200 len: 1128 time: 0.1511428 Mar 07 10:38:51.653904 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-4fa9af70-d591-469d-b63c-1b72ae64bdbf tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=2d2880507ac543ae9fe2757bc6556534&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537949 Mar 07 10:38:51.732475 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a84ef681-8b13-4e64-b548-b14177cab0a0 req-2c627431-13cd-42aa-92c0-5c82306a16bc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bdb55640-f0c2-4fd4-b541-5f3b4b565f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743529 Mar 07 10:38:51.771367 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-017ea4e6-463f-4da9-a25b-2d4172f84f05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:51.972002 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-65907d28-ec52-427f-af6e-d0046ff04a66 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:51.973565 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-65907d28-ec52-427f-af6e-d0046ff04a66 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3186321 Mar 07 10:38:52.023579 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-27bf860d-4fc1-4ec4-85c1-3c89d37ff3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:52.034926 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-017ea4e6-463f-4da9-a25b-2d4172f84f05 admin admin] Publish callbacks [] for security_group (6d4da777-24b2-4150-96e4-2923032c6841), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:52.052196 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-017ea4e6-463f-4da9-a25b-2d4172f84f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (6d4da777-24b2-4150-96e4-2923032c6841), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:52.091244 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-6f79dff0-5b8d-4930-9065-899184a05f4d tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/quotas/2d2880507ac543ae9fe2757bc6556534 HTTP/1.1" status: 200 len: 375 time: 0.0547395 Mar 07 10:38:52.144608 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 49212) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:52.153233 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a9b17a78-ff05-4332-ae7b-4523f8a89209 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:52.182856 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-017ea4e6-463f-4da9-a25b-2d4172f84f05 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=158ec5537dc143fbb1cfe657d95a89d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8988426 Mar 07 10:38:52.185704 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 49218) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:52.193995 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ea4e6-463f-4da9-a25b-2d4172f84f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4da777-24b2-4150-96e4-2923032c6841,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:52.255274 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-e957c367-75e9-4813-8b41-1a480eb29366 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=2d2880507ac543ae9fe2757bc6556534&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1626875 Mar 07 10:38:52.270176 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0be8e3-b883-45da-81b4-19225acb82d2 req-c975789a-1c93-4a6e-83e7-26182bd779d9 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:52.280967 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ad0be8e3-b883-45da-81b4-19225acb82d2 req-c975789a-1c93-4a6e-83e7-26182bd779d9 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/ports?device_id=77d6cc1c-f39c-4c75-8829-984aea033d5a HTTP/1.1" status: 200 len: 946 time: 0.9184144 Mar 07 10:38:52.308803 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-58900d38-1e43-43a4-af2e-cfeaae398767 admin admin] Publish callbacks [] for security_group (6d4da777-24b2-4150-96e4-2923032c6841), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:52.311872 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port a9b17a78-ff05-4332-ae7b-4523f8a89209 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:52.312617 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a9b17a78-ff05-4332-ae7b-4523f8a89209), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:52.368353 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-58900d38-1e43-43a4-af2e-cfeaae398767 admin admin] Publish callbacks [] for security_group (6d4da777-24b2-4150-96e4-2923032c6841), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:52.401539 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-7218d50f-6b42-4c57-9b98-a4b9cf3d6a1e admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-665117186-network', 'tenant_id': 'bde992072810462d8815223b61a85436'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:52.442938 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port a9b17a78-ff05-4332-ae7b-4523f8a89209 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:52.444657 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a9b17a78-ff05-4332-ae7b-4523f8a89209), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:52.473793 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7218d50f-6b42-4c57-9b98-a4b9cf3d6a1e admin admin] Made reservation on behalf of bde992072810462d8815223b61a85436 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:38:52.476151 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7218d50f-6b42-4c57-9b98-a4b9cf3d6a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:52.486833 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port a9b17a78-ff05-4332-ae7b-4523f8a89209, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a9b17a78-ff05-4332-ae7b-4523f8a89209,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:38:52.493801 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a9b17a78-ff05-4332-ae7b-4523f8a89209), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:52.497568 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7218d50f-6b42-4c57-9b98-a4b9cf3d6a1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:52.518109 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-27bf860d-4fc1-4ec4-85c1-3c89d37ff3da admin admin] Allocated IP 172.20.0.1 (14f676d6-71f1-44c0-84bf-983ed64d58be/75be359d-f6e3-4281-84f4-9b27fe531898/36d88891-bfa0-4482-8c78-fd10913fd1f3) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:38:52.550315 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-58900d38-1e43-43a4-af2e-cfeaae398767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (6d4da777-24b2-4150-96e4-2923032c6841), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:52.554753 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-58900d38-1e43-43a4-af2e-cfeaae398767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:52.556686 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-58900d38-1e43-43a4-af2e-cfeaae398767 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6d4da777-24b2-4150-96e4-2923032c6841 HTTP/1.1" status: 204 len: 168 time: 0.3702190 Mar 07 10:38:52.593182 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=a9b17a78-ff05-4332-ae7b-4523f8a89209,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:52.621699 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f1e94c95-6ae1-494c-9230-47f729c86dc1 req-1f015a2b-d116-498c-86f2-cd405c931a4c tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/ports?device_id=a78ef099-b775-4cdc-849b-6bcb7f6c7538 HTTP/1.1" status: 200 len: 210 time: 0.0619032 Mar 07 10:38:52.622434 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58900d38-1e43-43a4-af2e-cfeaae398767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4da777-24b2-4150-96e4-2923032c6841,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:52.691623 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:52.714318 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7218d50f-6b42-4c57-9b98-a4b9cf3d6a1e admin admin] Publish callbacks [] for security_group (07547b87-6de8-4ede-aef4-b27a003e8abe), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:52.723170 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7218d50f-6b42-4c57-9b98-a4b9cf3d6a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (07547b87-6de8-4ede-aef4-b27a003e8abe), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:52.758338 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7218d50f-6b42-4c57-9b98-a4b9cf3d6a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07547b87-6de8-4ede-aef4-b27a003e8abe,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:52.773390 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7218d50f-6b42-4c57-9b98-a4b9cf3d6a1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:38:52.788158 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7218d50f-6b42-4c57-9b98-a4b9cf3d6a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (99c4c982-d02c-45ae-a12e-9c8e21a391f4), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:52.788955 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-7218d50f-6b42-4c57-9b98-a4b9cf3d6a1e admin admin] Added segment 99c4c982-d02c-45ae-a12e-9c8e21a391f4 of type vlan for network 6e240a1d-c71b-47e0-bccd-c8a6faa2d5b4 Mar 07 10:38:52.861471 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7218d50f-6b42-4c57-9b98-a4b9cf3d6a1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (6e240a1d-c71b-47e0-bccd-c8a6faa2d5b4), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:52.902791 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7218d50f-6b42-4c57-9b98-a4b9cf3d6a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (6e240a1d-c71b-47e0-bccd-c8a6faa2d5b4), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:52.904466 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7218d50f-6b42-4c57-9b98-a4b9cf3d6a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:52.905616 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7218d50f-6b42-4c57-9b98-a4b9cf3d6a1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:52.952197 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7218d50f-6b42-4c57-9b98-a4b9cf3d6a1e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8026214 Mar 07 10:38:52.956887 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 49232) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:52.963968 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-9419b872-505b-41c9-9bf6-df9549c5cd53 admin admin] Request body: {'subnet': {'network_id': '6e240a1d-c71b-47e0-bccd-c8a6faa2d5b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-665117186-subnet', 'tenant_id': 'bde992072810462d8815223b61a85436', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:53.072587 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7218d50f-6b42-4c57-9b98-a4b9cf3d6a1e admin admin] Pushing event updated for resources: {'Network': ['ID=6e240a1d-c71b-47e0-bccd-c8a6faa2d5b4,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:53.087544 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 6e240a1d-c71b-47e0-bccd-c8a6faa2d5b4 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:38:53.089405 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9419b872-505b-41c9-9bf6-df9549c5cd53 admin admin] Made reservation on behalf of bde992072810462d8815223b61a85436 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:38:53.099579 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9419b872-505b-41c9-9bf6-df9549c5cd53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:53.115010 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9862f5b-86e9-444c-9d98-c053b1c8ad3f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Router 5edb460b-516d-40d4-b02c-db19d5829c96 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:38:53.205508 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ad0be8e3-b883-45da-81b4-19225acb82d2 req-c1f1e84a-251d-41e1-8e6e-55593192957c tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/security-groups?id=bdb55640-f0c2-4fd4-b541-5f3b4b565f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9232204 Mar 07 10:38:53.455647 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-27bf860d-4fc1-4ec4-85c1-3c89d37ff3da admin admin] Publish callbacks [] for port (36d88891-bfa0-4482-8c78-fd10913fd1f3), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:53.458486 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9419b872-505b-41c9-9bf6-df9549c5cd53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (3e844d77-691f-40b2-afa4-95934c3313ee), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:53.563377 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9419b872-505b-41c9-9bf6-df9549c5cd53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e844d77-691f-40b2-afa4-95934c3313ee,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:53.574347 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9419b872-505b-41c9-9bf6-df9549c5cd53 admin admin] Checking segment: {'id': '99c4c982-d02c-45ae-a12e-9c8e21a391f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6e240a1d-c71b-47e0-bccd-c8a6faa2d5b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:38:53.574715 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9419b872-505b-41c9-9bf6-df9549c5cd53 admin admin] Network hostable DHCP agents. Network: 6e240a1d-c71b-47e0-bccd-c8a6faa2d5b4, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:38:53.582003 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.db.resource_extend [None req-f10c53d0-e324-4648-af3f-75a47790f80d tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:38:53.612040 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9419b872-505b-41c9-9bf6-df9549c5cd53 admin admin] Network 6e240a1d-c71b-47e0-bccd-c8a6faa2d5b4 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:38:53.630230 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-9419b872-505b-41c9-9bf6-df9549c5cd53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 6e240a1d-c71b-47e0-bccd-c8a6faa2d5b4) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:53.643545 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da039cc0-bb2c-4011-b2e5-fe49e10b5a68 None None] Network 6e240a1d-c71b-47e0-bccd-c8a6faa2d5b4 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:38:53.664060 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9419b872-505b-41c9-9bf6-df9549c5cd53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:53.664860 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9419b872-505b-41c9-9bf6-df9549c5cd53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:53.735730 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9419b872-505b-41c9-9bf6-df9549c5cd53 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7763021 Mar 07 10:38:53.809622 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-27bf860d-4fc1-4ec4-85c1-3c89d37ff3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (36d88891-bfa0-4482-8c78-fd10913fd1f3), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:53.885156 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9862f5b-86e9-444c-9d98-c053b1c8ad3f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:38:53.891904 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9862f5b-86e9-444c-9d98-c053b1c8ad3f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:53.894453 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 49258) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:53.898561 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bf860d-4fc1-4ec4-85c1-3c89d37ff3da admin admin] Network 14f676d6-71f1-44c0-84bf-983ed64d58be is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:53.907427 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520d3ebc-6772-45c4-8ddf-d632504efe25 None None] Sync routers for ids ['5edb460b-516d-40d4-b02c-db19d5829c96'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:38:53.918793 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f7f7c74f-7caa-4379-b969-b051c17e4b8e req-e6fb1533-e162-4877-8543-49cfd19ed0dc tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/ports?device_id=a78ef099-b775-4cdc-849b-6bcb7f6c7538 HTTP/1.1" status: 200 len: 210 time: 0.1045542 Mar 07 10:38:53.933301 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-27bf860d-4fc1-4ec4-85c1-3c89d37ff3da admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:53.936720 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bf860d-4fc1-4ec4-85c1-3c89d37ff3da admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:38:54.001640 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f10c53d0-e324-4648-af3f-75a47790f80d tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:54.023019 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520d3ebc-6772-45c4-8ddf-d632504efe25 None None] Routers {'5edb460b-516d-40d4-b02c-db19d5829c96'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:54.023778 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-520d3ebc-6772-45c4-8ddf-d632504efe25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:38:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5edb460b-516d-40d4-b02c-db19d5829c96'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:54.027198 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daefcef-87da-48e7-8359-e5790e5e49a0 None None] Network 6e240a1d-c71b-47e0-bccd-c8a6faa2d5b4 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:38:54.027818 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c9862f5b-86e9-444c-9d98-c053b1c8ad3f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "PUT /v2.0/floatingips/58f38730-6b71-4782-93a3-e5d92648807d HTTP/1.1" status: 200 len: 991 time: 5.5606892 Mar 07 10:38:54.033774 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbfad76-c99c-4ab4-b6c5-209d9a58422f', 'tag': '49374629-e4ca-4d8e-9683-e194b48557a0'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:54.041851 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d7923a-d9c5-4c60-9a0d-11df797a6082" -d '{"events": [{"name": "network-changed", "server_uuid": "efbfad76-c99c-4ab4-b6c5-209d9a58422f", "tag": "49374629-e4ca-4d8e-9683-e194b48557a0"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:54.046115 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f10c53d0-e324-4648-af3f-75a47790f80d tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (77317289-bca6-454d-9c7f-1381ee779f48), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:54.189346 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf860d-4fc1-4ec4-85c1-3c89d37ff3da admin admin] Pushing event updated for resources: {'Port': ['ID=36d88891-bfa0-4482-8c78-fd10913fd1f3,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:54.214606 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-27bf860d-4fc1-4ec4-85c1-3c89d37ff3da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (f3d57fcf-5310-47d5-92de-04a36833f956), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:54.225149 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a9b17a78-ff05-4332-ae7b-4523f8a89209 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:38:54.295862 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-685bd59f-5259-40db-8465-76f5ca8c54ea admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-670346693-network', 'tenant_id': 'f9f15d5ae7b14e55973635eead8c52e1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:54.340637 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-f10c53d0-e324-4648-af3f-75a47790f80d tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Floating IP 77317289-bca6-454d-9c7f-1381ee779f48 associated. External IP: 172.25.3.44, port: da3688d3-10e0-4a5d-bb39-c96a68d7998c. Mar 07 10:38:54.473341 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-71874d81-6b8a-490d-846f-7bbb8fd9ff87 None None] Provisioning complete for port 36d88891-bfa0-4482-8c78-fd10913fd1f3 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:54.473987 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-71874d81-6b8a-490d-846f-7bbb8fd9ff87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (36d88891-bfa0-4482-8c78-fd10913fd1f3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:54.520164 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-520d3ebc-6772-45c4-8ddf-d632504efe25 None None] Set router 5edb460b-516d-40d4-b02c-db19d5829c96 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:54.557096 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-0cafc29c-63ac-4df5-9080-eb3082ac5bb2 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2d2880507ac543ae9fe2757bc6556534&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2259419 Mar 07 10:38:54.559521 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port a9b17a78-ff05-4332-ae7b-4523f8a89209 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:54.560095 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a9b17a78-ff05-4332-ae7b-4523f8a89209), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:54.593091 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-71874d81-6b8a-490d-846f-7bbb8fd9ff87 None None] Port 36d88891-bfa0-4482-8c78-fd10913fd1f3 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:38:54.729827 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7923a-d9c5-4c60-9a0d-11df797a6082 req-2a21367f-4b90-4e57-ab5c-ddf0d19822c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:54.731348 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d0d7923a-d9c5-4c60-9a0d-11df797a6082 req-2a21367f-4b90-4e57-ab5c-ddf0d19822c3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d640dc7f4f784834ad48e78ec0df26a5&device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 1127 time: 0.1052551 Mar 07 10:38:54.796050 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2786b5f-b03c-4333-a412-051c59c43b2e x-openstack-request-id: req-a2786b5f-b03c-4333-a412-051c59c43b2e {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:54.797179 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbfad76-c99c-4ab4-b6c5-209d9a58422f", "tag": "49374629-e4ca-4d8e-9683-e194b48557a0", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:54.797179 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a2786b5f-b03c-4333-a412-051c59c43b2e {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:54.797179 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbfad76-c99c-4ab4-b6c5-209d9a58422f', 'tag': '49374629-e4ca-4d8e-9683-e194b48557a0', 'status': 'completed', 'code': 200} Mar 07 10:38:54.804492 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-80273aef-f6e3-438e-87e5-53d6bdd99602 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:54.806009 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-80273aef-f6e3-438e-87e5-53d6bdd99602 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2127707 Mar 07 10:38:54.807929 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port a9b17a78-ff05-4332-ae7b-4523f8a89209 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:38:54.830467 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7923a-d9c5-4c60-9a0d-11df797a6082 req-95f54223-2958-4349-b99f-cd4cd863762d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:54.831947 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d0d7923a-d9c5-4c60-9a0d-11df797a6082 req-95f54223-2958-4349-b99f-cd4cd863762d service neutron] 10.222.0.31 "GET /v2.0/networks?id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41 HTTP/1.1" status: 200 len: 912 time: 0.0939045 Mar 07 10:38:54.838010 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-e9dae961-c1b1-401c-a263-ff53deddfc32 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Request body: {'port': {'device_id': 'a78ef099-b775-4cdc-849b-6bcb7f6c7538', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'admin_state_up': True, 'tenant_id': '2d2880507ac543ae9fe2757bc6556534'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:54.842883 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640424d0-1d8a-4ac7-b714-5e15f4ac3f58 req-96b7a7cf-49da-4157-acf3-65f073e2250d tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:54.844908 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-640424d0-1d8a-4ac7-b714-5e15f4ac3f58 req-96b7a7cf-49da-4157-acf3-65f073e2250d tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/ports?device_id=77d6cc1c-f39c-4c75-8829-984aea033d5a HTTP/1.1" status: 200 len: 946 time: 0.1709514 Mar 07 10:38:54.881794 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-520d3ebc-6772-45c4-8ddf-d632504efe25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'name': 'tempest-ServerActionsTestJSON-846857533-router', 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'd5151d03-05a5-448d-845c-191caad000c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:06Z', 'updated_at': '2022-03-07T10:38:17Z', 'revision_number': 4, 'project_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'gw_port': {'id': 'd5151d03-05a5-448d-845c-191caad000c8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:08Z', 'updated_at': '2022-03-07T10:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '58f38730-6b71-4782-93a3-e5d92648807d', 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'floating_ip_address': '172.25.3.245', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'port_id': '49374629-e4ca-4d8e-9683-e194b48557a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41', 'mac_address': 'fa:16:3e:2c:a4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfad76-c99c-4ab4-b6c5-209d9a58422f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:38:23Z', 'updated_at': '2022-03-07T10:38:49Z', 'revision_number': 1, 'project_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c528d6b7-eb82-49bc-9e9a-e521b9effe4e', 'name': '', 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41', 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'mac_address': 'fa:16:3e:97:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'be75dc35-59ec-464d-b948-3549cf46df15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:16Z', 'updated_at': '2022-03-07T10:38:25Z', 'revision_number': 5, 'project_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'subnets': [{'id': 'be75dc35-59ec-464d-b948-3549cf46df15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:54.917065 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520d3ebc-6772-45c4-8ddf-d632504efe25 None None] Checking router: 5edb460b-516d-40d4-b02c-db19d5829c96 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:38:54.927168 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520d3ebc-6772-45c4-8ddf-d632504efe25 None None] Routers {'5edb460b-516d-40d4-b02c-db19d5829c96'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:54.928255 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-520d3ebc-6772-45c4-8ddf-d632504efe25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:38:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5edb460b-516d-40d4-b02c-db19d5829c96'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:54.935986 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685bd59f-5259-40db-8465-76f5ca8c54ea admin admin] Made reservation on behalf of f9f15d5ae7b14e55973635eead8c52e1 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:38:54.939211 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-685bd59f-5259-40db-8465-76f5ca8c54ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:54.964609 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ed721-32a5-4b8c-bfd3-ce63a8166b21 req-8eea7208-ecce-488a-b7d1-7d3d5b2df3f6 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:54.966141 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-276ed721-32a5-4b8c-bfd3-ce63a8166b21 req-8eea7208-ecce-488a-b7d1-7d3d5b2df3f6 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 945 time: 0.7581294 Mar 07 10:38:54.966999 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-685bd59f-5259-40db-8465-76f5ca8c54ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:54.970227 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d0d7923a-d9c5-4c60-9a0d-11df797a6082 req-55807d52-af88-43d3-83be-001f7428a90f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49374629-e4ca-4d8e-9683-e194b48557a0 HTTP/1.1" status: 200 len: 999 time: 0.1242239 Mar 07 10:38:55.013032 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-640424d0-1d8a-4ac7-b714-5e15f4ac3f58 req-28683854-1efb-4051-92a5-87cb1f26b02d tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/security-groups?id=bdb55640-f0c2-4fd4-b541-5f3b4b565f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593838 Mar 07 10:38:55.040468 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7923a-d9c5-4c60-9a0d-11df797a6082 req-1b0eabcc-bde4-4090-a1d4-6797ef79b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:55.042187 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d0d7923a-d9c5-4c60-9a0d-11df797a6082 req-1b0eabcc-bde4-4090-a1d4-6797ef79b5c1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=be75dc35-59ec-464d-b948-3549cf46df15 HTTP/1.1" status: 200 len: 850 time: 0.0668032 Mar 07 10:38:55.109512 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7923a-d9c5-4c60-9a0d-11df797a6082 req-9a7524c3-5a33-4862-a11b-0044280892ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:55.111482 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d0d7923a-d9c5-4c60-9a0d-11df797a6082 req-9a7524c3-5a33-4862-a11b-0044280892ca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0627372 Mar 07 10:38:55.118228 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-685bd59f-5259-40db-8465-76f5ca8c54ea admin admin] Publish callbacks [] for security_group (f401ee5f-5eaf-4cbd-a4e8-f9d192448493), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:55.124257 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-d0d7923a-d9c5-4c60-9a0d-11df797a6082 req-8ee5ad2d-c336-4a6d-b17d-2044474d03ce service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:38:55.127656 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d0d7923a-d9c5-4c60-9a0d-11df797a6082 req-8ee5ad2d-c336-4a6d-b17d-2044474d03ce service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062518 Mar 07 10:38:55.160734 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-685bd59f-5259-40db-8465-76f5ca8c54ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f401ee5f-5eaf-4cbd-a4e8-f9d192448493), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:55.210551 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685bd59f-5259-40db-8465-76f5ca8c54ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f401ee5f-5eaf-4cbd-a4e8-f9d192448493,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:55.218199 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f7b1a9ae-3bc7-49a2-a9e0-d15cf317d31d req-1b58617b-d4b0-4dec-b9f4-aa26db3884f6 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/ports?device_id=a78ef099-b775-4cdc-849b-6bcb7f6c7538 HTTP/1.1" status: 200 len: 210 time: 0.0644403 Mar 07 10:38:55.283187 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685bd59f-5259-40db-8465-76f5ca8c54ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:38:55.293902 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-685bd59f-5259-40db-8465-76f5ca8c54ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (0f656d45-0e01-4bfc-b041-bb19c71063ea), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:55.294247 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-685bd59f-5259-40db-8465-76f5ca8c54ea admin admin] Added segment 0f656d45-0e01-4bfc-b041-bb19c71063ea of type vlan for network 5661f3b1-67e7-4b1e-8469-d18eb04ea2a1 Mar 07 10:38:55.303280 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-e9dae961-c1b1-401c-a263-ff53deddfc32 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Made reservation on behalf of 2d2880507ac543ae9fe2757bc6556534 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:38:55.307084 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-e9dae961-c1b1-401c-a263-ff53deddfc32 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:55.316487 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-276ed721-32a5-4b8c-bfd3-ce63a8166b21 req-496f158a-d7b5-4b10-a5d4-9d47570827df tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3246868 Mar 07 10:38:55.346463 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d0d7923a-d9c5-4c60-9a0d-11df797a6082 req-7061dad3-c950-4ff1-8743-890d547e5606 service neutron] 10.222.0.31 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035978 Mar 07 10:38:55.374628 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-520d3ebc-6772-45c4-8ddf-d632504efe25 None None] Set router 5edb460b-516d-40d4-b02c-db19d5829c96 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:55.431962 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-27bf860d-4fc1-4ec4-85c1-3c89d37ff3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (36d88891-bfa0-4482-8c78-fd10913fd1f3), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:55.449131 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-685bd59f-5259-40db-8465-76f5ca8c54ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (5661f3b1-67e7-4b1e-8469-d18eb04ea2a1), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:55.565147 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5cf26-f05b-4c30-beaa-28c4af46cf3d req-b93416c3-aac2-42e7-9a43-b1f66bbb170c tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:55.571802 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e9d5cf26-f05b-4c30-beaa-28c4af46cf3d req-b93416c3-aac2-42e7-9a43-b1f66bbb170c tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/ports?device_id=7257dea5-b7a4-43c8-b2a0-1579f543a29e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2631643 Mar 07 10:38:55.620897 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10c53d0-e324-4648-af3f-75a47790f80d tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Router 45edc656-c5da-4038-a223-388a05cf01af has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:38:55.653215 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-685bd59f-5259-40db-8465-76f5ca8c54ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (5661f3b1-67e7-4b1e-8469-d18eb04ea2a1), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:55.654181 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685bd59f-5259-40db-8465-76f5ca8c54ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:55.654764 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-685bd59f-5259-40db-8465-76f5ca8c54ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:55.657040 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e9d5cf26-f05b-4c30-beaa-28c4af46cf3d req-296c55b0-27ab-4376-8df8-d59aea528ee9 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 696 time: 0.0842662 Mar 07 10:38:55.688304 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-e9d5cf26-f05b-4c30-beaa-28c4af46cf3d req-19c1e8b3-4190-4aff-b82f-c590303deaa3 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Request body: {'floatingip': {'port_id': 'a13d21a5-1ef2-42de-8c75-ffbb7b701fdd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:55.691210 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d0d7923a-d9c5-4c60-9a0d-11df797a6082 req-81122c76-49bb-40fd-88af-cfe9e8c7a377 service neutron] 10.222.0.31 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749062 Mar 07 10:38:55.738353 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:38:55.744694 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-520d3ebc-6772-45c4-8ddf-d632504efe25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'name': 'tempest-ServerActionsTestJSON-846857533-router', 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'd5151d03-05a5-448d-845c-191caad000c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:06Z', 'updated_at': '2022-03-07T10:38:17Z', 'revision_number': 4, 'project_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'gw_port': {'id': 'd5151d03-05a5-448d-845c-191caad000c8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:08Z', 'updated_at': '2022-03-07T10:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '58f38730-6b71-4782-93a3-e5d92648807d', 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'floating_ip_address': '172.25.3.245', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'port_id': '49374629-e4ca-4d8e-9683-e194b48557a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41', 'mac_address': 'fa:16:3e:2c:a4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfad76-c99c-4ab4-b6c5-209d9a58422f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:38:23Z', 'updated_at': '2022-03-07T10:38:49Z', 'revision_number': 1, 'project_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c528d6b7-eb82-49bc-9e9a-e521b9effe4e', 'name': '', 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41', 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'mac_address': 'fa:16:3e:97:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'be75dc35-59ec-464d-b948-3549cf46df15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:16Z', 'updated_at': '2022-03-07T10:38:25Z', 'revision_number': 5, 'project_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'subnets': [{'id': 'be75dc35-59ec-464d-b948-3549cf46df15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:55.754547 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e9d5cf26-f05b-4c30-beaa-28c4af46cf3d req-19c1e8b3-4190-4aff-b82f-c590303deaa3 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks [] for floatingip (676d61c2-61cb-4901-bf9d-6f8419b9d517), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:55.796513 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520d3ebc-6772-45c4-8ddf-d632504efe25 None None] The sync data for ids ['5edb460b-516d-40d4-b02c-db19d5829c96'] in n-d-832164-4 is: [{'id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'name': 'tempest-ServerActionsTestJSON-846857533-router', 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'd5151d03-05a5-448d-845c-191caad000c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:06Z', 'updated_at': '2022-03-07T10:38:17Z', 'revision_number': 4, 'project_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'gw_port': {'id': 'd5151d03-05a5-448d-845c-191caad000c8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:08Z', 'updated_at': '2022-03-07T10:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '58f38730-6b71-4782-93a3-e5d92648807d', 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'floating_ip_address': '172.25.3.245', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'port_id': '49374629-e4ca-4d8e-9683-e194b48557a0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1047, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41', 'mac_address': 'fa:16:3e:2c:a4:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfad76-c99c-4ab4-b6c5-209d9a58422f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:38:23Z', 'updated_at': '2022-03-07T10:38:49Z', 'revision_number': 1, 'project_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c528d6b7-eb82-49bc-9e9a-e521b9effe4e', 'name': '', 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41', 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'mac_address': 'fa:16:3e:97:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'be75dc35-59ec-464d-b948-3549cf46df15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:16Z', 'updated_at': '2022-03-07T10:38:25Z', 'revision_number': 5, 'project_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'subnets': [{'id': 'be75dc35-59ec-464d-b948-3549cf46df15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:38:55.809990 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-685bd59f-5259-40db-8465-76f5ca8c54ea admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9049273 Mar 07 10:38:55.810259 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 49288) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:55.819948 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-3e4eb101-9c27-43ac-b7a1-9ea207b360c4 admin admin] Request body: {'subnet': {'network_id': '5661f3b1-67e7-4b1e-8469-d18eb04ea2a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-670346693-subnet', 'tenant_id': 'f9f15d5ae7b14e55973635eead8c52e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:55.865590 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4eb101-9c27-43ac-b7a1-9ea207b360c4 admin admin] Made reservation on behalf of f9f15d5ae7b14e55973635eead8c52e1 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:38:55.869067 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e4eb101-9c27-43ac-b7a1-9ea207b360c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:55.903451 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772ba9b-1480-46da-a2cf-1ceed426f847 req-7153c71c-56a7-4c7d-ac90-b99d3c7f8ba5 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:55.905044 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0772ba9b-1480-46da-a2cf-1ceed426f847 req-7153c71c-56a7-4c7d-ac90-b99d3c7f8ba5 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 945 time: 0.3869531 Mar 07 10:38:55.970683 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685bd59f-5259-40db-8465-76f5ca8c54ea admin admin] Pushing event updated for resources: {'Network': ['ID=5661f3b1-67e7-4b1e-8469-d18eb04ea2a1,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:55.975248 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-e9dae961-c1b1-401c-a263-ff53deddfc32 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Allocated IP 192.168.233.164 (598bad6c-a435-45aa-bbb6-2339f78a1590/cd915eb6-2d51-4c50-93c9-6777e48b408a/119aad91-b28a-47e6-ae5b-aae512214049) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:38:55.991103 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 5661f3b1-67e7-4b1e-8469-d18eb04ea2a1 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:38:56.160459 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cdc107-0d1f-44ab-b250-120ef12ca671 None None] New status for floating IP 58f38730-6b71-4782-93a3-e5d92648807d: ACTIVE {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:38:56.398338 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e4eb101-9c27-43ac-b7a1-9ea207b360c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (a597de2c-c206-4a49-9964-11b5e65bb718), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:56.645397 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0772ba9b-1480-46da-a2cf-1ceed426f847 req-a3725211-13c2-45c8-b44b-5a8607f7253d tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6859164 Mar 07 10:38:56.660215 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10c53d0-e324-4648-af3f-75a47790f80d tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:38:56.665020 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f10c53d0-e324-4648-af3f-75a47790f80d tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:56.674773 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-27bf860d-4fc1-4ec4-85c1-3c89d37ff3da admin admin] Publish callbacks [] for port (36d88891-bfa0-4482-8c78-fd10913fd1f3), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:56.675123 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaff5c9-9be6-41ce-b799-0a7bf61a85fd None None] Sync routers for ids ['45edc656-c5da-4038-a223-388a05cf01af'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:38:56.714616 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-27bf860d-4fc1-4ec4-85c1-3c89d37ff3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (36d88891-bfa0-4482-8c78-fd10913fd1f3), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:56.719588 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaff5c9-9be6-41ce-b799-0a7bf61a85fd None None] Routers {'45edc656-c5da-4038-a223-388a05cf01af'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:56.720588 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5aaff5c9-9be6-41ce-b799-0a7bf61a85fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:38:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['45edc656-c5da-4038-a223-388a05cf01af'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:56.831295 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f10c53d0-e324-4648-af3f-75a47790f80d tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "PUT /v2.0/floatingips/77317289-bca6-454d-9c7f-1381ee779f48 HTTP/1.1" status: 200 len: 990 time: 6.2796106 Mar 07 10:38:56.866169 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'tag': 'da3688d3-10e0-4a5d-bb39-c96a68d7998c'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:56.868873 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8098070d-9823-4910-b7b9-4e194890b1dc" -d '{"events": [{"name": "network-changed", "server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "tag": "da3688d3-10e0-4a5d-bb39-c96a68d7998c"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:56.875073 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-5aaff5c9-9be6-41ce-b799-0a7bf61a85fd None None] Set router 45edc656-c5da-4038-a223-388a05cf01af gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:56.920658 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf860d-4fc1-4ec4-85c1-3c89d37ff3da admin admin] Pushing event updated for resources: {'Port': ['ID=36d88891-bfa0-4482-8c78-fd10913fd1f3,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:56.929530 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d40f8ff6-b0da-47ca-8a3e-9af42bb4c6c6 req-19bf4854-40d4-4ce4-9240-5be24fdfb01f tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/ports?device_id=a78ef099-b775-4cdc-849b-6bcb7f6c7538 HTTP/1.1" status: 200 len: 210 time: 0.0468478 Mar 07 10:38:56.932010 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-27bf860d-4fc1-4ec4-85c1-3c89d37ff3da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (f3d57fcf-5310-47d5-92de-04a36833f956), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:57.056407 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 49300) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:57.058227 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd941021-970f-410b-8ba9-668d5086de0f x-openstack-request-id: req-cd941021-970f-410b-8ba9-668d5086de0f {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:38:57.058714 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "tag": "da3688d3-10e0-4a5d-bb39-c96a68d7998c", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:38:57.059264 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cd941021-970f-410b-8ba9-668d5086de0f {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:38:57.059937 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'tag': 'da3688d3-10e0-4a5d-bb39-c96a68d7998c', 'status': 'completed', 'code': 200} Mar 07 10:38:57.068228 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bf860d-4fc1-4ec4-85c1-3c89d37ff3da admin admin] Network 14f676d6-71f1-44c0-84bf-983ed64d58be is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:57.085691 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-27bf860d-4fc1-4ec4-85c1-3c89d37ff3da admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:57.152097 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e9d5cf26-f05b-4c30-beaa-28c4af46cf3d req-19c1e8b3-4190-4aff-b82f-c590303deaa3 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:57.214739 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e9d5cf26-f05b-4c30-beaa-28c4af46cf3d req-19c1e8b3-4190-4aff-b82f-c590303deaa3 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (676d61c2-61cb-4901-bf9d-6f8419b9d517), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:57.218516 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4eb101-9c27-43ac-b7a1-9ea207b360c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a597de2c-c206-4a49-9964-11b5e65bb718,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:57.277610 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-e9dae961-c1b1-401c-a263-ff53deddfc32 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Publish callbacks [] for port (119aad91-b28a-47e6-ae5b-aae512214049), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:57.285143 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5aaff5c9-9be6-41ce-b799-0a7bf61a85fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45edc656-c5da-4038-a223-388a05cf01af', 'name': 'tempest-TaggedBootDevicesTest_v242-1522044069-router', 'tenant_id': '081009be07604de6b116148d0975f6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '6cdb906f-5472-47bf-ab8c-2214d0940511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:34:33Z', 'updated_at': '2022-03-07T10:34:43Z', 'revision_number': 4, 'project_id': '081009be07604de6b116148d0975f6ea', 'gw_port': {'id': '6cdb906f-5472-47bf-ab8c-2214d0940511', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:70:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45edc656-c5da-4038-a223-388a05cf01af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:34:35Z', 'updated_at': '2022-03-07T10:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '77317289-bca6-454d-9c7f-1381ee779f48', 'tenant_id': '081009be07604de6b116148d0975f6ea', 'floating_ip_address': '172.25.3.44', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '45edc656-c5da-4038-a223-388a05cf01af', 'port_id': 'da3688d3-10e0-4a5d-bb39-c96a68d7998c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 851, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42927475-2854-4f64-98e9-ef161f74924a', 'mac_address': 'fa:16:3e:37:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:36:12Z', 'updated_at': '2022-03-07T10:38:53Z', 'revision_number': 1, 'project_id': '081009be07604de6b116148d0975f6ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90bd8119-ed21-489f-9b28-8e90a9f9f0f0', 'name': '', 'network_id': '42927475-2854-4f64-98e9-ef161f74924a', 'tenant_id': '081009be07604de6b116148d0975f6ea', 'mac_address': 'fa:16:3e:49:6e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45edc656-c5da-4038-a223-388a05cf01af', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd38c473b-24ce-45db-824d-0ac6bb35cbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:34:40Z', 'updated_at': '2022-03-07T10:34:51Z', 'revision_number': 5, 'project_id': '081009be07604de6b116148d0975f6ea', 'subnets': [{'id': 'd38c473b-24ce-45db-824d-0ac6bb35cbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:57.288719 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27bf860d-4fc1-4ec4-85c1-3c89d37ff3da admin admin] Router f3d57fcf-5310-47d5-92de-04a36833f956 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:38:57.311902 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2131a8e8-5ec0-4e38-8867-b5ce6af7b955 admin admin] Deleting subnet 3e844d77-691f-40b2-afa4-95934c3313ee {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:38:57.316244 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2131a8e8-5ec0-4e38-8867-b5ce6af7b955 admin admin] Publish callbacks [] for subnet (3e844d77-691f-40b2-afa4-95934c3313ee), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:57.337007 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098070d-9823-4910-b7b9-4e194890b1dc req-faac45e2-e190-4904-a128-3b8e4f46bc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:57.337782 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098070d-9823-4910-b7b9-4e194890b1dc req-faac45e2-e190-4904-a128-3b8e4f46bc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:57.338420 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098070d-9823-4910-b7b9-4e194890b1dc req-faac45e2-e190-4904-a128-3b8e4f46bc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:57.339400 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098070d-9823-4910-b7b9-4e194890b1dc req-faac45e2-e190-4904-a128-3b8e4f46bc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:57.340777 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098070d-9823-4910-b7b9-4e194890b1dc req-faac45e2-e190-4904-a128-3b8e4f46bc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:57.341611 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098070d-9823-4910-b7b9-4e194890b1dc req-faac45e2-e190-4904-a128-3b8e4f46bc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:57.342290 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098070d-9823-4910-b7b9-4e194890b1dc req-faac45e2-e190-4904-a128-3b8e4f46bc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:57.346437 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8098070d-9823-4910-b7b9-4e194890b1dc req-faac45e2-e190-4904-a128-3b8e4f46bc2c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=081009be07604de6b116148d0975f6ea&device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 6720 time: 0.1892004 Mar 07 10:38:57.349882 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4eb101-9c27-43ac-b7a1-9ea207b360c4 admin admin] Checking segment: {'id': '0f656d45-0e01-4bfc-b041-bb19c71063ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5661f3b1-67e7-4b1e-8469-d18eb04ea2a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:38:57.350302 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4eb101-9c27-43ac-b7a1-9ea207b360c4 admin admin] Network hostable DHCP agents. Network: 5661f3b1-67e7-4b1e-8469-d18eb04ea2a1, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:38:57.350647 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaff5c9-9be6-41ce-b799-0a7bf61a85fd None None] Checking router: 45edc656-c5da-4038-a223-388a05cf01af for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:38:57.354000 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2131a8e8-5ec0-4e38-8867-b5ce6af7b955 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (3e844d77-691f-40b2-afa4-95934c3313ee), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:57.373377 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aaff5c9-9be6-41ce-b799-0a7bf61a85fd None None] Routers {'45edc656-c5da-4038-a223-388a05cf01af'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:57.374022 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5aaff5c9-9be6-41ce-b799-0a7bf61a85fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:38:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['45edc656-c5da-4038-a223-388a05cf01af'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:57.396270 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2131a8e8-5ec0-4e38-8867-b5ce6af7b955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (3e844d77-691f-40b2-afa4-95934c3313ee), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:57.461074 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4eb101-9c27-43ac-b7a1-9ea207b360c4 admin admin] Network 5661f3b1-67e7-4b1e-8469-d18eb04ea2a1 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:38:57.470413 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-15f4eafd-33f8-4120-b7f9-062affbad011 None None] Provisioning complete for port 36d88891-bfa0-4482-8c78-fd10913fd1f3 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:57.470413 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-15f4eafd-33f8-4120-b7f9-062affbad011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (36d88891-bfa0-4482-8c78-fd10913fd1f3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:57.491129 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2131a8e8-5ec0-4e38-8867-b5ce6af7b955 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (3e844d77-691f-40b2-afa4-95934c3313ee), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:57.510855 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [req-e9d5cf26-f05b-4c30-beaa-28c4af46cf3d req-19c1e8b3-4190-4aff-b82f-c590303deaa3 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Floating IP 676d61c2-61cb-4901-bf9d-6f8419b9d517 associated. External IP: 172.25.3.137, port: a13d21a5-1ef2-42de-8c75-ffbb7b701fdd. Mar 07 10:38:57.526176 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131a8e8-5ec0-4e38-8867-b5ce6af7b955 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e844d77-691f-40b2-afa4-95934c3313ee,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:57.547761 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2131a8e8-5ec0-4e38-8867-b5ce6af7b955 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:57.554322 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2131a8e8-5ec0-4e38-8867-b5ce6af7b955 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3e844d77-691f-40b2-afa4-95934c3313ee HTTP/1.1" status: 204 len: 168 time: 0.4840362 Mar 07 10:38:57.556444 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 49302) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:57.570257 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-3e4eb101-9c27-43ac-b7a1-9ea207b360c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 5661f3b1-67e7-4b1e-8469-d18eb04ea2a1) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:57.580389 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4eb101-9c27-43ac-b7a1-9ea207b360c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:57.580988 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e4eb101-9c27-43ac-b7a1-9ea207b360c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:57.601468 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-5aaff5c9-9be6-41ce-b799-0a7bf61a85fd None None] Set router 45edc656-c5da-4038-a223-388a05cf01af gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:57.618783 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098070d-9823-4910-b7b9-4e194890b1dc req-b417e799-77e1-45ad-a730-5ca2009db9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:57.620715 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8098070d-9823-4910-b7b9-4e194890b1dc req-b417e799-77e1-45ad-a730-5ca2009db9db service neutron] 10.222.0.21 "GET /v2.0/networks?id=42927475-2854-4f64-98e9-ef161f74924a HTTP/1.1" status: 200 len: 918 time: 0.2642744 Mar 07 10:38:57.633287 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-46ed0eb3-68d6-45ac-9852-e51f78bae583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (6e240a1d-c71b-47e0-bccd-c8a6faa2d5b4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:57.645701 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3e4eb101-9c27-43ac-b7a1-9ea207b360c4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8341703 Mar 07 10:38:57.748527 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-e9dae961-c1b1-401c-a263-ff53deddfc32 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (119aad91-b28a-47e6-ae5b-aae512214049), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:57.749483 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-15f4eafd-33f8-4120-b7f9-062affbad011 None None] Port 36d88891-bfa0-4482-8c78-fd10913fd1f3 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:38:57.807159 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-e9dae961-c1b1-401c-a263-ff53deddfc32 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:38:57.811806 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-e9dae961-c1b1-401c-a263-ff53deddfc32 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:38:57.834319 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8098070d-9823-4910-b7b9-4e194890b1dc req-ac8aa2d1-7493-4823-ac77-fd266b981f03 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da3688d3-10e0-4a5d-bb39-c96a68d7998c HTTP/1.1" status: 200 len: 998 time: 0.1532719 Mar 07 10:38:57.838577 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089ea19f-6294-45ad-9384-516b35990070 None None] Network 5661f3b1-67e7-4b1e-8469-d18eb04ea2a1 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:38:57.841829 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['c05ae850-8eaa-478f-afef-face1f16ef8a'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:38:57.884499 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-46ed0eb3-68d6-45ac-9852-e51f78bae583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (6e240a1d-c71b-47e0-bccd-c8a6faa2d5b4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:57.945631 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-e9dae961-c1b1-401c-a263-ff53deddfc32 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:38:58.037046 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098070d-9823-4910-b7b9-4e194890b1dc req-9ac2073c-8606-4548-bee6-3ac7ab86a214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:58.039463 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8098070d-9823-4910-b7b9-4e194890b1dc req-9ac2073c-8606-4548-bee6-3ac7ab86a214 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d38c473b-24ce-45db-824d-0ac6bb35cbdc HTTP/1.1" status: 200 len: 856 time: 0.1301894 Mar 07 10:38:58.060820 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-46ed0eb3-68d6-45ac-9852-e51f78bae583 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e240a1d-c71b-47e0-bccd-c8a6faa2d5b4']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:58.088063 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bf860d-4fc1-4ec4-85c1-3c89d37ff3da admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:38:58.101785 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589a6213-a317-4864-bab3-a19d253d2d99 None None] Sync routers for ids ['f3d57fcf-5310-47d5-92de-04a36833f956'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:38:58.104293 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-46ed0eb3-68d6-45ac-9852-e51f78bae583 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c4c982-d02c-45ae-a12e-9c8e21a391f4') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:58.104812 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-46ed0eb3-68d6-45ac-9852-e51f78bae583 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c4c982-d02c-45ae-a12e-9c8e21a391f4') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:58.116714 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589a6213-a317-4864-bab3-a19d253d2d99 None None] Routers {'f3d57fcf-5310-47d5-92de-04a36833f956'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:58.117491 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-589a6213-a317-4864-bab3-a19d253d2d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:38:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f3d57fcf-5310-47d5-92de-04a36833f956'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:58.134224 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-27bf860d-4fc1-4ec4-85c1-3c89d37ff3da admin admin] 10.222.0.11 "PUT /v2.0/routers/f3d57fcf-5310-47d5-92de-04a36833f956/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1089551 Mar 07 10:38:58.138354 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dae961-c1b1-401c-a263-ff53deddfc32 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Pushing event updated for resources: {'Port': ['ID=119aad91-b28a-47e6-ae5b-aae512214049,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:58.152867 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-46ed0eb3-68d6-45ac-9852-e51f78bae583 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (99c4c982-d02c-45ae-a12e-9c8e21a391f4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:58.193464 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-e9dae961-c1b1-401c-a263-ff53deddfc32 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:58.194119 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-e9dae961-c1b1-401c-a263-ff53deddfc32 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:58.204741 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-46ed0eb3-68d6-45ac-9852-e51f78bae583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (99c4c982-d02c-45ae-a12e-9c8e21a391f4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:58.210360 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef270a1-d4bb-435a-89a6-6f4dd9d0a88c None None] Network 5661f3b1-67e7-4b1e-8469-d18eb04ea2a1 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:38:58.215433 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f7bfb-b3a5-42bb-8175-37fb98d1cea0 req-a905af27-ae5b-47c0-ab95-5f0ba281d724 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:58.217227 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6a1f7bfb-b3a5-42bb-8175-37fb98d1cea0 req-a905af27-ae5b-47c0-ab95-5f0ba281d724 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 945 time: 0.2866733 Mar 07 10:38:58.234327 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9d5cf26-f05b-4c30-beaa-28c4af46cf3d req-19c1e8b3-4190-4aff-b82f-c590303deaa3 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Router 623c3d93-a95a-4595-9f18-524eeadcc1de has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:38:58.251363 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ed0eb3-68d6-45ac-9852-e51f78bae583 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:38:58.252825 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-46ed0eb3-68d6-45ac-9852-e51f78bae583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (99c4c982-d02c-45ae-a12e-9c8e21a391f4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:58.255806 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8098070d-9823-4910-b7b9-4e194890b1dc req-1f0524ab-4a00-49e1-acc0-a98013272c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:58.257986 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8098070d-9823-4910-b7b9-4e194890b1dc req-1f0524ab-4a00-49e1-acc0-a98013272c38 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42927475-2854-4f64-98e9-ef161f74924a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1436572 Mar 07 10:38:58.258999 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:38:58.258999 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:38:58.258999 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:38:58.258999 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:38:58.258999 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:38:58.258999 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:38:58.258999 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:38:58.258999 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:38:58.258999 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:38:58.258999 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:38:58.258999 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:38:58.258999 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:38:58.258999 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:38:58.258999 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:38:58.258999 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:38:58.258999 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:38:58.258999 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:38:58.258999 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:38:58.258999 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:38:58.258999 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:38:58.258999 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:38:58.258999 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:38:58.258999 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:38:58.258999 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:38:58.258999 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:38:58.258999 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:38:58.258999 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:38:58.258999 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:38:58.258999 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:38:58.258999 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:38:58.258999 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:38:58.258999 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:38:58.263221 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5aaff5c9-9be6-41ce-b799-0a7bf61a85fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45edc656-c5da-4038-a223-388a05cf01af', 'name': 'tempest-TaggedBootDevicesTest_v242-1522044069-router', 'tenant_id': '081009be07604de6b116148d0975f6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '6cdb906f-5472-47bf-ab8c-2214d0940511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:34:33Z', 'updated_at': '2022-03-07T10:34:43Z', 'revision_number': 4, 'project_id': '081009be07604de6b116148d0975f6ea', 'gw_port': {'id': '6cdb906f-5472-47bf-ab8c-2214d0940511', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:70:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45edc656-c5da-4038-a223-388a05cf01af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:34:35Z', 'updated_at': '2022-03-07T10:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '77317289-bca6-454d-9c7f-1381ee779f48', 'tenant_id': '081009be07604de6b116148d0975f6ea', 'floating_ip_address': '172.25.3.44', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '45edc656-c5da-4038-a223-388a05cf01af', 'port_id': 'da3688d3-10e0-4a5d-bb39-c96a68d7998c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 851, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42927475-2854-4f64-98e9-ef161f74924a', 'mac_address': 'fa:16:3e:37:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:36:12Z', 'updated_at': '2022-03-07T10:38:53Z', 'revision_number': 1, 'project_id': '081009be07604de6b116148d0975f6ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90bd8119-ed21-489f-9b28-8e90a9f9f0f0', 'name': '', 'network_id': '42927475-2854-4f64-98e9-ef161f74924a', 'tenant_id': '081009be07604de6b116148d0975f6ea', 'mac_address': 'fa:16:3e:49:6e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45edc656-c5da-4038-a223-388a05cf01af', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd38c473b-24ce-45db-824d-0ac6bb35cbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:34:40Z', 'updated_at': '2022-03-07T10:34:51Z', 'revision_number': 5, 'project_id': '081009be07604de6b116148d0975f6ea', 'subnets': [{'id': 'd38c473b-24ce-45db-824d-0ac6bb35cbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:58.273284 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-8098070d-9823-4910-b7b9-4e194890b1dc req-1cca0529-0186-42fc-8c37-e081025c52c9 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:38:58.274437 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8098070d-9823-4910-b7b9-4e194890b1dc req-1cca0529-0186-42fc-8c37-e081025c52c9 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072031 Mar 07 10:38:58.336341 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-e9dae961-c1b1-401c-a263-ff53deddfc32 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5149934 Mar 07 10:38:58.357130 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-f62d4e48-3a18-4682-a92f-b738557e886f service neutron] Request body: {'port': {'device_id': 'a78ef099-b775-4cdc-849b-6bcb7f6c7538', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:38:58.371181 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6a1f7bfb-b3a5-42bb-8175-37fb98d1cea0 req-28048536-0d80-47a4-a227-a40f91b89f43 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414208 Mar 07 10:38:58.391340 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aaff5c9-9be6-41ce-b799-0a7bf61a85fd None None] The sync data for ids ['45edc656-c5da-4038-a223-388a05cf01af'] in n-d-832164-4 is: [{'id': '45edc656-c5da-4038-a223-388a05cf01af', 'name': 'tempest-TaggedBootDevicesTest_v242-1522044069-router', 'tenant_id': '081009be07604de6b116148d0975f6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '6cdb906f-5472-47bf-ab8c-2214d0940511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:34:33Z', 'updated_at': '2022-03-07T10:34:43Z', 'revision_number': 4, 'project_id': '081009be07604de6b116148d0975f6ea', 'gw_port': {'id': '6cdb906f-5472-47bf-ab8c-2214d0940511', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:70:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45edc656-c5da-4038-a223-388a05cf01af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:34:35Z', 'updated_at': '2022-03-07T10:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '77317289-bca6-454d-9c7f-1381ee779f48', 'tenant_id': '081009be07604de6b116148d0975f6ea', 'floating_ip_address': '172.25.3.44', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '45edc656-c5da-4038-a223-388a05cf01af', 'port_id': 'da3688d3-10e0-4a5d-bb39-c96a68d7998c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 851, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42927475-2854-4f64-98e9-ef161f74924a', 'mac_address': 'fa:16:3e:37:f6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:36:12Z', 'updated_at': '2022-03-07T10:38:53Z', 'revision_number': 1, 'project_id': '081009be07604de6b116148d0975f6ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90bd8119-ed21-489f-9b28-8e90a9f9f0f0', 'name': '', 'network_id': '42927475-2854-4f64-98e9-ef161f74924a', 'tenant_id': '081009be07604de6b116148d0975f6ea', 'mac_address': 'fa:16:3e:49:6e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45edc656-c5da-4038-a223-388a05cf01af', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd38c473b-24ce-45db-824d-0ac6bb35cbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:34:40Z', 'updated_at': '2022-03-07T10:34:51Z', 'revision_number': 5, 'project_id': '081009be07604de6b116148d0975f6ea', 'subnets': [{'id': 'd38c473b-24ce-45db-824d-0ac6bb35cbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:38:58.462451 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f96ec9d4-de01-4c32-b08d-4a8080242ad7 None None] Provisioning complete for port 119aad91-b28a-47e6-ae5b-aae512214049 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:38:58.462833 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f96ec9d4-de01-4c32-b08d-4a8080242ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (119aad91-b28a-47e6-ae5b-aae512214049), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:58.491349 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8098070d-9823-4910-b7b9-4e194890b1dc req-0fa98e14-040d-4c41-95d5-be7fdbe839f1 service neutron] 10.222.0.21 "GET /v2.0/networks/42927475-2854-4f64-98e9-ef161f74924a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620390 Mar 07 10:38:58.522474 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-f62d4e48-3a18-4682-a92f-b738557e886f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (119aad91-b28a-47e6-ae5b-aae512214049), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:58.525096 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-46ed0eb3-68d6-45ac-9852-e51f78bae583 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (6e240a1d-c71b-47e0-bccd-c8a6faa2d5b4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:58.540499 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-46ed0eb3-68d6-45ac-9852-e51f78bae583 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:58.550023 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-46ed0eb3-68d6-45ac-9852-e51f78bae583 admin admin] 10.222.0.11 "DELETE /v2.0/networks/6e240a1d-c71b-47e0-bccd-c8a6faa2d5b4 HTTP/1.1" status: 204 len: 168 time: 0.9861813 Mar 07 10:38:58.565905 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f96ec9d4-de01-4c32-b08d-4a8080242ad7 None None] Port 119aad91-b28a-47e6-ae5b-aae512214049 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:38:58.607548 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed0eb3-68d6-45ac-9852-e51f78bae583 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e240a1d-c71b-47e0-bccd-c8a6faa2d5b4,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:58.643284 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9d5cf26-f05b-4c30-beaa-28c4af46cf3d req-19c1e8b3-4190-4aff-b82f-c590303deaa3 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:38:58.657294 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c5e59-342e-4535-ab99-a3fb9c1b6b56 None None] Sync routers for ids ['623c3d93-a95a-4595-9f18-524eeadcc1de'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:38:58.671024 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03c5e59-342e-4535-ab99-a3fb9c1b6b56 None None] Routers {'623c3d93-a95a-4595-9f18-524eeadcc1de'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:58.672804 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f03c5e59-342e-4535-ab99-a3fb9c1b6b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:38:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['623c3d93-a95a-4595-9f18-524eeadcc1de'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:58.737499 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-589a6213-a317-4864-bab3-a19d253d2d99 None None] Set router f3d57fcf-5310-47d5-92de-04a36833f956 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:58.762935 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8098070d-9823-4910-b7b9-4e194890b1dc req-2eb815ed-5dad-4ab6-9fc5-093636a75300 service neutron] 10.222.0.21 "GET /v2.0/networks/42927475-2854-4f64-98e9-ef161f74924a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305552 Mar 07 10:38:58.767437 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e9d5cf26-f05b-4c30-beaa-28c4af46cf3d req-19c1e8b3-4190-4aff-b82f-c590303deaa3 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:58.830812 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e9d5cf26-f05b-4c30-beaa-28c4af46cf3d req-19c1e8b3-4190-4aff-b82f-c590303deaa3 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "PUT /v2.0/floatingips/676d61c2-61cb-4901-bf9d-6f8419b9d517 HTTP/1.1" status: 200 len: 997 time: 3.1613512 Mar 07 10:38:58.831374 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 49336) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:58.831902 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7257dea5-b7a4-43c8-b2a0-1579f543a29e', 'tag': 'a13d21a5-1ef2-42de-8c75-ffbb7b701fdd'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:38:58.835696 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba87a8d-5679-4e1b-a249-56e693027e30" -d '{"events": [{"name": "network-changed", "server_uuid": "7257dea5-b7a4-43c8-b2a0-1579f543a29e", "tag": "a13d21a5-1ef2-42de-8c75-ffbb7b701fdd"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:38:58.905419 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a8d03a-f704-46d8-89a0-4ac688f9b84c None None] New status for floating IP 77317289-bca6-454d-9c7f-1381ee779f48: ACTIVE {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:38:58.930702 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5cf26-f05b-4c30-beaa-28c4af46cf3d req-92eca196-c3dc-4318-90de-a5621e2d1dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:58.932371 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e9d5cf26-f05b-4c30-beaa-28c4af46cf3d req-92eca196-c3dc-4318-90de-a5621e2d1dfc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3eaa5c3bb65646f4925f986f51ff18dc&device_id=7257dea5-b7a4-43c8-b2a0-1579f543a29e HTTP/1.1" status: 200 len: 1128 time: 0.0803714 Mar 07 10:38:58.934973 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8b5dce20-9907-42c9-9f4a-976cdb42e8d3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bde992072810462d8815223b61a85436&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0963128 Mar 07 10:38:58.938927 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-f03c5e59-342e-4535-ab99-a3fb9c1b6b56 None None] Set router 623c3d93-a95a-4595-9f18-524eeadcc1de gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:58.939516 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 49340) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:38:59.069388 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-c4c4e0f6-93f6-4fd9-967b-4b170d4d5429 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:59.085919 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4dc42765-679c-4370-8610-ca0ff4da112e admin admin] Publish callbacks [] for security_group (07547b87-6de8-4ede-aef4-b27a003e8abe), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:59.089373 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-c4c4e0f6-93f6-4fd9-967b-4b170d4d5429 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.11 "GET /v2.0/networks?id=5661f3b1-67e7-4b1e-8469-d18eb04ea2a1 HTTP/1.1" status: 200 len: 813 time: 0.4223371 Mar 07 10:38:59.149795 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-f25e19e4-d16c-48d4-a507-5adbe090f19c tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.11 "GET /v2.0/quotas/f9f15d5ae7b14e55973635eead8c52e1 HTTP/1.1" status: 200 len: 375 time: 0.0593162 Mar 07 10:38:59.161934 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4dc42765-679c-4370-8610-ca0ff4da112e admin admin] Publish callbacks [] for security_group (07547b87-6de8-4ede-aef4-b27a003e8abe), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:59.197390 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-87e46365-1b25-4b63-a02f-237b68d00315 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f9f15d5ae7b14e55973635eead8c52e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464294 Mar 07 10:38:59.240711 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5cf26-f05b-4c30-beaa-28c4af46cf3d req-19d98ad2-451a-4364-acc7-420f47f3ee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:59.243315 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e9d5cf26-f05b-4c30-beaa-28c4af46cf3d req-19d98ad2-451a-4364-acc7-420f47f3ee9e service neutron] 10.222.0.11 "GET /v2.0/networks?id=e9213476-43ba-434e-a45c-f24c836d68e1 HTTP/1.1" status: 200 len: 922 time: 0.2992704 Mar 07 10:38:59.269180 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-589a6213-a317-4864-bab3-a19d253d2d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'name': 'tempest-ServersTestFqdnHostnames-624357097-router', 'tenant_id': '34de055ad44246c38dcfdb4f7edf5559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'a9b17a78-ff05-4332-ae7b-4523f8a89209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:42Z', 'updated_at': '2022-03-07T10:38:55Z', 'revision_number': 4, 'project_id': '34de055ad44246c38dcfdb4f7edf5559', 'gw_port': {'id': 'a9b17a78-ff05-4332-ae7b-4523f8a89209', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:45Z', 'updated_at': '2022-03-07T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '36d88891-bfa0-4482-8c78-fd10913fd1f3', 'name': '', 'network_id': '14f676d6-71f1-44c0-84bf-983ed64d58be', 'tenant_id': '34de055ad44246c38dcfdb4f7edf5559', 'mac_address': 'fa:16:3e:51:57:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '75be359d-f6e3-4281-84f4-9b27fe531898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:52Z', 'updated_at': '2022-03-07T10:38:55Z', 'revision_number': 2, 'project_id': '34de055ad44246c38dcfdb4f7edf5559', 'subnets': [{'id': '75be359d-f6e3-4281-84f4-9b27fe531898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:59.317217 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589a6213-a317-4864-bab3-a19d253d2d99 None None] Checking router: f3d57fcf-5310-47d5-92de-04a36833f956 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:38:59.317506 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589a6213-a317-4864-bab3-a19d253d2d99 None None] Updating router f3d57fcf-5310-47d5-92de-04a36833f956 port 36d88891-bfa0-4482-8c78-fd10913fd1f3 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:38:59.329727 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-f62d4e48-3a18-4682-a92f-b738557e886f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 119aad91-b28a-47e6-ae5b-aae512214049 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:38:59.348997 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4dc42765-679c-4370-8610-ca0ff4da112e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (07547b87-6de8-4ede-aef4-b27a003e8abe), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:59.350656 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-f62d4e48-3a18-4682-a92f-b738557e886f service neutron] Publish callbacks [] for port (119aad91-b28a-47e6-ae5b-aae512214049), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:59.357463 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4dc42765-679c-4370-8610-ca0ff4da112e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:59.361914 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4dc42765-679c-4370-8610-ca0ff4da112e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/07547b87-6de8-4ede-aef4-b27a003e8abe HTTP/1.1" status: 204 len: 168 time: 0.4180744 Mar 07 10:38:59.370889 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e9d5cf26-f05b-4c30-beaa-28c4af46cf3d req-9aad8c6d-acfc-4e6b-be00-08b441166c97 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a13d21a5-1ef2-42de-8c75-ffbb7b701fdd HTTP/1.1" status: 200 len: 1000 time: 0.1144376 Mar 07 10:38:59.377061 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-f62d4e48-3a18-4682-a92f-b738557e886f service neutron] Transition to ACTIVE for port object 119aad91-b28a-47e6-ae5b-aae512214049 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:38:59.378547 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-589a6213-a317-4864-bab3-a19d253d2d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (36d88891-bfa0-4482-8c78-fd10913fd1f3), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:59.384603 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-f62d4e48-3a18-4682-a92f-b738557e886f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (119aad91-b28a-47e6-ae5b-aae512214049), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:59.404587 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-e0cb75cc-531a-4c3b-946c-83420bbe27af service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:38:59.405638 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-e0cb75cc-531a-4c3b-946c-83420bbe27af service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2074583 Mar 07 10:38:59.434631 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc42765-679c-4370-8610-ca0ff4da112e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07547b87-6de8-4ede-aef4-b27a003e8abe,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:59.452532 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f03c5e59-342e-4535-ab99-a3fb9c1b6b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655443501-router', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:50Z', 'updated_at': '2022-03-07T10:38:02Z', 'revision_number': 4, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'gw_port': {'id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:53Z', 'updated_at': '2022-03-07T10:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '676d61c2-61cb-4901-bf9d-6f8419b9d517', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'port_id': 'a13d21a5-1ef2-42de-8c75-ffbb7b701fdd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'mac_address': 'fa:16:3e:33:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7257dea5-b7a4-43c8-b2a0-1579f543a29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:38:33Z', 'updated_at': '2022-03-07T10:38:56Z', 'revision_number': 1, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d046bb-f751-4262-abbe-bba407a2c0e7', 'name': '', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'mac_address': 'fa:16:3e:e3:03:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:58Z', 'updated_at': '2022-03-07T10:38:07Z', 'revision_number': 5, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'subnets': [{'id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:59.482251 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5cf26-f05b-4c30-beaa-28c4af46cf3d req-e3286c5e-3565-43dd-b7f3-908bbfaf96a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:59.490377 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e9d5cf26-f05b-4c30-beaa-28c4af46cf3d req-e3286c5e-3565-43dd-b7f3-908bbfaf96a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=accf3389-35bd-40c8-8f46-e6a58c569299 HTTP/1.1" status: 200 len: 860 time: 0.1186128 Mar 07 10:38:59.539106 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c5e59-342e-4535-ab99-a3fb9c1b6b56 None None] Checking router: 623c3d93-a95a-4595-9f18-524eeadcc1de for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:38:59.560332 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03c5e59-342e-4535-ab99-a3fb9c1b6b56 None None] Routers {'623c3d93-a95a-4595-9f18-524eeadcc1de'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:38:59.563390 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f03c5e59-342e-4535-ab99-a3fb9c1b6b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:38:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['623c3d93-a95a-4595-9f18-524eeadcc1de'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:38:59.602369 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5cf26-f05b-4c30-beaa-28c4af46cf3d req-720e26fd-a669-47d8-a8a1-f352eeb3cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:38:59.615493 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e9d5cf26-f05b-4c30-beaa-28c4af46cf3d req-720e26fd-a669-47d8-a8a1-f352eeb3cf99 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e9213476-43ba-434e-a45c-f24c836d68e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1241910 Mar 07 10:38:59.618636 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d4e48-3a18-4682-a92f-b738557e886f service neutron] Pushing event updated for resources: {'Port': ['ID=119aad91-b28a-47e6-ae5b-aae512214049,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:59.648868 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-f62d4e48-3a18-4682-a92f-b738557e886f service neutron] Attempting to bind port 119aad91-b28a-47e6-ae5b-aae512214049 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:38:59.649259 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-f62d4e48-3a18-4682-a92f-b738557e886f service neutron] Attempting to bind port 119aad91-b28a-47e6-ae5b-aae512214049 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:38:59.649596 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-f62d4e48-3a18-4682-a92f-b738557e886f service neutron] Attempting to bind port 119aad91-b28a-47e6-ae5b-aae512214049 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:59.661514 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-f62d4e48-3a18-4682-a92f-b738557e886f service neutron] Port 119aad91-b28a-47e6-ae5b-aae512214049 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:38:59.661848 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-f62d4e48-3a18-4682-a92f-b738557e886f service neutron] Attempting to bind port 119aad91-b28a-47e6-ae5b-aae512214049 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:38:59.689002 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-f62d4e48-3a18-4682-a92f-b738557e886f service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:38:59.689398 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-f62d4e48-3a18-4682-a92f-b738557e886f service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:38:59.689790 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-f62d4e48-3a18-4682-a92f-b738557e886f service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:38:59.690249 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-f62d4e48-3a18-4682-a92f-b738557e886f service neutron] Bound port: 119aad91-b28a-47e6-ae5b-aae512214049, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:38:59.690609 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-f62d4e48-3a18-4682-a92f-b738557e886f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (119aad91-b28a-47e6-ae5b-aae512214049), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:59.716997 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-796a69b9-a57c-4dfc-bac5-3e585d29012b service neutron] 10.222.0.11 "GET /v2.0/networks/5661f3b1-67e7-4b1e-8469-d18eb04ea2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909169 Mar 07 10:38:59.804467 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e9d5cf26-f05b-4c30-beaa-28c4af46cf3d req-02d6fdfb-9da1-41c1-80d9-aa1c5b4bea59 service neutron] 10.222.0.11 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879613 Mar 07 10:38:59.845809 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-f03c5e59-342e-4535-ab99-a3fb9c1b6b56 None None] Set router 623c3d93-a95a-4595-9f18-524eeadcc1de gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:38:59.862608 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-f62d4e48-3a18-4682-a92f-b738557e886f service neutron] For port 119aad91-b28a-47e6-ae5b-aae512214049, host n-h1-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:38:59.868134 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-f62d4e48-3a18-4682-a92f-b738557e886f service neutron] For port 119aad91-b28a-47e6-ae5b-aae512214049, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=119aad91-b28a-47e6-ae5b-aae512214049,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:38:59.887617 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-589a6213-a317-4864-bab3-a19d253d2d99 None None] Publish callbacks [] for port (36d88891-bfa0-4482-8c78-fd10913fd1f3), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:59.896653 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-589a6213-a317-4864-bab3-a19d253d2d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (36d88891-bfa0-4482-8c78-fd10913fd1f3), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:59.899255 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-f62d4e48-3a18-4682-a92f-b738557e886f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (119aad91-b28a-47e6-ae5b-aae512214049), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:38:59.983453 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7178a26-2229-48db-b4c3-397fb32c9188 None None] Pushing event updated for resources: {'Port': ['ID=36d88891-bfa0-4482-8c78-fd10913fd1f3,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:38:59.992856 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d4e48-3a18-4682-a92f-b738557e886f service neutron] Pushing event updated for resources: {'Port': ['ID=119aad91-b28a-47e6-ae5b-aae512214049,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:00.023109 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7178a26-2229-48db-b4c3-397fb32c9188 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:00.023850 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7178a26-2229-48db-b4c3-397fb32c9188 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:00.024403 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7178a26-2229-48db-b4c3-397fb32c9188 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:00.024975 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7178a26-2229-48db-b4c3-397fb32c9188 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:00.025575 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7178a26-2229-48db-b4c3-397fb32c9188 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:00.026099 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7178a26-2229-48db-b4c3-397fb32c9188 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:00.026600 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7178a26-2229-48db-b4c3-397fb32c9188 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:00.027198 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7178a26-2229-48db-b4c3-397fb32c9188 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:00.028742 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7178a26-2229-48db-b4c3-397fb32c9188 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:00.029395 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7178a26-2229-48db-b4c3-397fb32c9188 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:00.029886 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7178a26-2229-48db-b4c3-397fb32c9188 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:00.030431 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7178a26-2229-48db-b4c3-397fb32c9188 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:00.031157 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7178a26-2229-48db-b4c3-397fb32c9188 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:00.047713 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-f62d4e48-3a18-4682-a92f-b738557e886f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:00.048334 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-f62d4e48-3a18-4682-a92f-b738557e886f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:00.066099 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-f62d4e48-3a18-4682-a92f-b738557e886f service neutron] 10.222.0.21 "PUT /v2.0/ports/119aad91-b28a-47e6-ae5b-aae512214049 HTTP/1.1" status: 200 len: 1096 time: 1.7137766 Mar 07 10:39:00.066600 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a78ef099-b775-4cdc-849b-6bcb7f6c7538', 'tag': '119aad91-b28a-47e6-ae5b-aae512214049'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:00.074892 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e6530e-eefe-499e-b714-a627596843a9" -d '{"events": [{"name": "network-changed", "server_uuid": "a78ef099-b775-4cdc-849b-6bcb7f6c7538", "tag": "119aad91-b28a-47e6-ae5b-aae512214049"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:00.106821 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e9d5cf26-f05b-4c30-beaa-28c4af46cf3d req-a4a0480d-79b5-492d-9e54-e2ee9e081757 service neutron] 10.222.0.11 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986975 Mar 07 10:39:00.192828 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-589a6213-a317-4864-bab3-a19d253d2d99 None None] Attempting to bind port 36d88891-bfa0-4482-8c78-fd10913fd1f3 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:39:00.193606 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-589a6213-a317-4864-bab3-a19d253d2d99 None None] Attempting to bind port 36d88891-bfa0-4482-8c78-fd10913fd1f3 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'def16622-8458-4349-ba66-16a8c47e3dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '14f676d6-71f1-44c0-84bf-983ed64d58be'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:39:00.194240 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589a6213-a317-4864-bab3-a19d253d2d99 None None] Attempting to bind port 36d88891-bfa0-4482-8c78-fd10913fd1f3 on network 14f676d6-71f1-44c0-84bf-983ed64d58be {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:39:00.200928 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589a6213-a317-4864-bab3-a19d253d2d99 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:39:00.201618 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589a6213-a317-4864-bab3-a19d253d2d99 None None] Checking segment: {'id': 'def16622-8458-4349-ba66-16a8c47e3dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '14f676d6-71f1-44c0-84bf-983ed64d58be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:39:00.202149 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-589a6213-a317-4864-bab3-a19d253d2d99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:00.202724 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589a6213-a317-4864-bab3-a19d253d2d99 None None] Bound using segment: {'id': 'def16622-8458-4349-ba66-16a8c47e3dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '14f676d6-71f1-44c0-84bf-983ed64d58be'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:39:00.204213 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-589a6213-a317-4864-bab3-a19d253d2d99 None None] Bound port: 36d88891-bfa0-4482-8c78-fd10913fd1f3, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'def16622-8458-4349-ba66-16a8c47e3dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '14f676d6-71f1-44c0-84bf-983ed64d58be'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:39:00.204811 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-589a6213-a317-4864-bab3-a19d253d2d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (36d88891-bfa0-4482-8c78-fd10913fd1f3), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:00.242417 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-5767871b-bbd6-4e03-a52a-5c72f5c6cf8b service neutron] 10.222.0.11 "GET /v2.0/networks/5661f3b1-67e7-4b1e-8469-d18eb04ea2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5245075 Mar 07 10:39:00.263322 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-5e50b804-7183-4a96-bf43-fbf89a26ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:00.270447 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-5e50b804-7183-4a96-bf43-fbf89a26ea2c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d2880507ac543ae9fe2757bc6556534&device_id=a78ef099-b775-4cdc-849b-6bcb7f6c7538 HTTP/1.1" status: 200 len: 1130 time: 0.1307967 Mar 07 10:39:00.337900 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-a5484f12-3447-4f0f-a9c2-c1d5b1db213d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=119aad91-b28a-47e6-ae5b-aae512214049 HTTP/1.1" status: 200 len: 217 time: 0.0584223 Mar 07 10:39:00.426730 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-589a6213-a317-4864-bab3-a19d253d2d99 None None] For port 36d88891-bfa0-4482-8c78-fd10913fd1f3, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:39:00.432342 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-589a6213-a317-4864-bab3-a19d253d2d99 None None] For port 36d88891-bfa0-4482-8c78-fd10913fd1f3, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=36d88891-bfa0-4482-8c78-fd10913fd1f3,segment=NetworkSegment(def16622-8458-4349-ba66-16a8c47e3dea),segment_id=def16622-8458-4349-ba66-16a8c47e3dea)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:39:00.436545 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967d4ef-4228-42c6-8940-a20fe903e509 req-6107b6e9-39e3-47b1-9359-7de383f86139 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:00.440532 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2967d4ef-4228-42c6-8940-a20fe903e509 req-6107b6e9-39e3-47b1-9359-7de383f86139 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/ports?device_id=a78ef099-b775-4cdc-849b-6bcb7f6c7538 HTTP/1.1" status: 200 len: 948 time: 0.1805472 Mar 07 10:39:00.465718 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-589a6213-a317-4864-bab3-a19d253d2d99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (36d88891-bfa0-4482-8c78-fd10913fd1f3), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:00.466560 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-7ade9731-d2e4-428e-84ec-c2ed9500c6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:00.469378 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-7ade9731-d2e4-428e-84ec-c2ed9500c6c9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1245871 Mar 07 10:39:00.572769 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2967d4ef-4228-42c6-8940-a20fe903e509 req-cda59a1f-b9bc-4c35-829c-38000de0237c tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/security-groups?id=de371154-717c-4fb7-8744-31132feae98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223714 Mar 07 10:39:00.624044 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-8e6353a0-995c-4e36-8b75-4432a09b2fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:00.643087 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-8e6353a0-995c-4e36-8b75-4432a09b2fa9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1487603 Mar 07 10:39:00.676828 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589a6213-a317-4864-bab3-a19d253d2d99 None None] Routers {'f3d57fcf-5310-47d5-92de-04a36833f956'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:00.680267 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-589a6213-a317-4864-bab3-a19d253d2d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:38:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f3d57fcf-5310-47d5-92de-04a36833f956'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:00.748602 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7178a26-2229-48db-b4c3-397fb32c9188 None None] Pushing event updated for resources: {'Port': ['ID=36d88891-bfa0-4482-8c78-fd10913fd1f3,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:00.832265 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 49378) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:00.878890 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-61864c9d-d6a5-493f-a6d0-77ae57fca41f None None] Provisioning complete for port 36d88891-bfa0-4482-8c78-fd10913fd1f3 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:00.879891 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-61864c9d-d6a5-493f-a6d0-77ae57fca41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (36d88891-bfa0-4482-8c78-fd10913fd1f3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:00.935331 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-c17d8bc5-9c02-4f83-9948-59f7ff080767 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913051 Mar 07 10:39:00.955436 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-589a6213-a317-4864-bab3-a19d253d2d99 None None] Set router f3d57fcf-5310-47d5-92de-04a36833f956 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:00.977885 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f03c5e59-342e-4535-ab99-a3fb9c1b6b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655443501-router', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:50Z', 'updated_at': '2022-03-07T10:38:02Z', 'revision_number': 4, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'gw_port': {'id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:53Z', 'updated_at': '2022-03-07T10:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '676d61c2-61cb-4901-bf9d-6f8419b9d517', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'port_id': 'a13d21a5-1ef2-42de-8c75-ffbb7b701fdd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'mac_address': 'fa:16:3e:33:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7257dea5-b7a4-43c8-b2a0-1579f543a29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:38:33Z', 'updated_at': '2022-03-07T10:38:56Z', 'revision_number': 1, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d046bb-f751-4262-abbe-bba407a2c0e7', 'name': '', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'mac_address': 'fa:16:3e:e3:03:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:58Z', 'updated_at': '2022-03-07T10:38:07Z', 'revision_number': 5, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'subnets': [{'id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:01.063207 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-2ba779d4-39ca-42e9-b11c-d1c64586109f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-102713053-network', 'tenant_id': '6b6bc38f986d4bb6b3b2bed2c25a623e'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:01.067193 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d2a5b-d3da-40aa-8fce-1aac2700b82e req-9256cd54-6506-48da-be1e-50863ea4ba75 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:01.068964 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e32d2a5b-d3da-40aa-8fce-1aac2700b82e req-9256cd54-6506-48da-be1e-50863ea4ba75 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 945 time: 0.3442125 Mar 07 10:39:01.101489 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba779d4-39ca-42e9-b11c-d1c64586109f admin admin] Made reservation on behalf of 6b6bc38f986d4bb6b3b2bed2c25a623e for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:01.106705 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2ba779d4-39ca-42e9-b11c-d1c64586109f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:01.107530 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03c5e59-342e-4535-ab99-a3fb9c1b6b56 None None] The sync data for ids ['623c3d93-a95a-4595-9f18-524eeadcc1de'] in n-d-832164-4 is: [{'id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655443501-router', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:50Z', 'updated_at': '2022-03-07T10:38:02Z', 'revision_number': 4, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'gw_port': {'id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:53Z', 'updated_at': '2022-03-07T10:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '676d61c2-61cb-4901-bf9d-6f8419b9d517', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'port_id': 'a13d21a5-1ef2-42de-8c75-ffbb7b701fdd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'mac_address': 'fa:16:3e:33:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7257dea5-b7a4-43c8-b2a0-1579f543a29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:38:33Z', 'updated_at': '2022-03-07T10:38:56Z', 'revision_number': 1, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d046bb-f751-4262-abbe-bba407a2c0e7', 'name': '', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'mac_address': 'fa:16:3e:e3:03:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:58Z', 'updated_at': '2022-03-07T10:38:07Z', 'revision_number': 5, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'subnets': [{'id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:39:01.130522 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2ba779d4-39ca-42e9-b11c-d1c64586109f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:01.183302 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e32d2a5b-d3da-40aa-8fce-1aac2700b82e req-81cd92dc-5eaf-4624-ae1c-565e3f5eb70d tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054795 Mar 07 10:39:01.235375 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cfd86c4d-d770-40e8-89eb-e102e1be2fd9 req-0b067d9c-6666-4dba-aaa0-43f7ba18630f service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892032 Mar 07 10:39:01.256829 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-61864c9d-d6a5-493f-a6d0-77ae57fca41f None None] Current status of the port 36d88891-bfa0-4482-8c78-fd10913fd1f3 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:01.257552 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-61864c9d-d6a5-493f-a6d0-77ae57fca41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (36d88891-bfa0-4482-8c78-fd10913fd1f3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:01.321090 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fbcc02-0efd-4e2a-a6a5-9f296c1bd690 x-openstack-request-id: req-97fbcc02-0efd-4e2a-a6a5-9f296c1bd690 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:01.321618 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7257dea5-b7a4-43c8-b2a0-1579f543a29e", "tag": "a13d21a5-1ef2-42de-8c75-ffbb7b701fdd", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:01.337920 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-97fbcc02-0efd-4e2a-a6a5-9f296c1bd690 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:01.338503 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7257dea5-b7a4-43c8-b2a0-1579f543a29e', 'tag': 'a13d21a5-1ef2-42de-8c75-ffbb7b701fdd', 'status': 'completed', 'code': 200} Mar 07 10:39:01.357594 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-61864c9d-d6a5-493f-a6d0-77ae57fca41f None None] For port 36d88891-bfa0-4482-8c78-fd10913fd1f3, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=36d88891-bfa0-4482-8c78-fd10913fd1f3,segment=NetworkSegment(def16622-8458-4349-ba66-16a8c47e3dea),segment_id=def16622-8458-4349-ba66-16a8c47e3dea)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:01.363149 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2ba779d4-39ca-42e9-b11c-d1c64586109f admin admin] Publish callbacks [] for security_group (ddaa7924-748c-40dd-959c-d3934270b14f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:01.366744 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-61864c9d-d6a5-493f-a6d0-77ae57fca41f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (36d88891-bfa0-4482-8c78-fd10913fd1f3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:01.369138 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2ba779d4-39ca-42e9-b11c-d1c64586109f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ddaa7924-748c-40dd-959c-d3934270b14f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:01.484920 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba779d4-39ca-42e9-b11c-d1c64586109f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddaa7924-748c-40dd-959c-d3934270b14f,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:01.493467 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba87a8d-5679-4e1b-a249-56e693027e30 req-8be01dc8-cf54-41e6-b379-b3d4a3083b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:01.493467 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8ba87a8d-5679-4e1b-a249-56e693027e30 req-8be01dc8-cf54-41e6-b379-b3d4a3083b51 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3eaa5c3bb65646f4925f986f51ff18dc&device_id=7257dea5-b7a4-43c8-b2a0-1579f543a29e HTTP/1.1" status: 200 len: 1128 time: 0.1678109 Mar 07 10:39:01.494717 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 49394) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:01.504059 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61864c9d-d6a5-493f-a6d0-77ae57fca41f None None] Pushing event updated for resources: {'Port': ['ID=36d88891-bfa0-4482-8c78-fd10913fd1f3,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:01.504225 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-589a6213-a317-4864-bab3-a19d253d2d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'name': 'tempest-ServersTestFqdnHostnames-624357097-router', 'tenant_id': '34de055ad44246c38dcfdb4f7edf5559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'a9b17a78-ff05-4332-ae7b-4523f8a89209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:42Z', 'updated_at': '2022-03-07T10:38:55Z', 'revision_number': 4, 'project_id': '34de055ad44246c38dcfdb4f7edf5559', 'gw_port': {'id': 'a9b17a78-ff05-4332-ae7b-4523f8a89209', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:45Z', 'updated_at': '2022-03-07T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '36d88891-bfa0-4482-8c78-fd10913fd1f3', 'name': '', 'network_id': '14f676d6-71f1-44c0-84bf-983ed64d58be', 'tenant_id': '34de055ad44246c38dcfdb4f7edf5559', 'mac_address': 'fa:16:3e:51:57:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '75be359d-f6e3-4281-84f4-9b27fe531898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:52Z', 'updated_at': '2022-03-07T10:39:00Z', 'revision_number': 4, 'project_id': '34de055ad44246c38dcfdb4f7edf5559', 'subnets': [{'id': '75be359d-f6e3-4281-84f4-9b27fe531898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:01.508296 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-2eee060f-5ec7-429f-a914-3ff626f3ce54 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Request body: {'security_group': {'name': 'tempest-securitygroup--291225654', 'description': 'tempest-description--802494678'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:01.518343 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ba779d4-39ca-42e9-b11c-d1c64586109f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:39:01.555395 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-7ae72b43-86e9-4041-86fa-7569597ad737 None None] Provisioning complete for port 36d88891-bfa0-4482-8c78-fd10913fd1f3 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:01.555781 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7ae72b43-86e9-4041-86fa-7569597ad737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (36d88891-bfa0-4482-8c78-fd10913fd1f3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:01.575348 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2ba779d4-39ca-42e9-b11c-d1c64586109f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (5f8eaec3-3e17-4fa0-955f-7e235935bca3), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:01.576025 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-2ba779d4-39ca-42e9-b11c-d1c64586109f admin admin] Added segment 5f8eaec3-3e17-4fa0-955f-7e235935bca3 of type vlan for network 426a0985-54c0-44f8-a0e5-ef6b4becfc6e Mar 07 10:39:01.588248 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f26a11-08a2-4b38-9215-fdeb5dadc7ca x-openstack-request-id: req-57f26a11-08a2-4b38-9215-fdeb5dadc7ca {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:01.588541 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a78ef099-b775-4cdc-849b-6bcb7f6c7538", "tag": "119aad91-b28a-47e6-ae5b-aae512214049", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:01.589528 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589a6213-a317-4864-bab3-a19d253d2d99 None None] The sync data for ids ['f3d57fcf-5310-47d5-92de-04a36833f956'] in n-d-832164-4 is: [{'id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'name': 'tempest-ServersTestFqdnHostnames-624357097-router', 'tenant_id': '34de055ad44246c38dcfdb4f7edf5559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'a9b17a78-ff05-4332-ae7b-4523f8a89209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:42Z', 'updated_at': '2022-03-07T10:38:55Z', 'revision_number': 4, 'project_id': '34de055ad44246c38dcfdb4f7edf5559', 'gw_port': {'id': 'a9b17a78-ff05-4332-ae7b-4523f8a89209', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:45Z', 'updated_at': '2022-03-07T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '36d88891-bfa0-4482-8c78-fd10913fd1f3', 'name': '', 'network_id': '14f676d6-71f1-44c0-84bf-983ed64d58be', 'tenant_id': '34de055ad44246c38dcfdb4f7edf5559', 'mac_address': 'fa:16:3e:51:57:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '75be359d-f6e3-4281-84f4-9b27fe531898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:52Z', 'updated_at': '2022-03-07T10:39:00Z', 'revision_number': 4, 'project_id': '34de055ad44246c38dcfdb4f7edf5559', 'subnets': [{'id': '75be359d-f6e3-4281-84f4-9b27fe531898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:39:01.591372 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-57f26a11-08a2-4b38-9215-fdeb5dadc7ca {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:01.591882 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a78ef099-b775-4cdc-849b-6bcb7f6c7538', 'tag': '119aad91-b28a-47e6-ae5b-aae512214049', 'status': 'completed', 'code': 200} Mar 07 10:39:01.603029 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2eee060f-5ec7-429f-a914-3ff626f3ce54 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:01.685696 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b5b445-3cac-42ce-9fda-ebfbe7ae8c7b None None] New status for floating IP 676d61c2-61cb-4901-bf9d-6f8419b9d517: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:39:01.759929 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-9b33aa60-7c32-4105-a857-534ce6d21630 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1536052130&fields=id&tenant_id=594fbcc522224d009180aa1f2512354d HTTP/1.1" status: 200 len: 267 time: 0.2659097 Mar 07 10:39:01.791050 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2ba779d4-39ca-42e9-b11c-d1c64586109f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (426a0985-54c0-44f8-a0e5-ef6b4becfc6e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:01.854887 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6530e-eefe-499e-b714-a627596843a9 req-0600fb54-d900-4b82-baba-19f859e14e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:01.855801 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-10e6530e-eefe-499e-b714-a627596843a9 req-0600fb54-d900-4b82-baba-19f859e14e40 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d2880507ac543ae9fe2757bc6556534&device_id=a78ef099-b775-4cdc-849b-6bcb7f6c7538 HTTP/1.1" status: 200 len: 1130 time: 0.2759991 Mar 07 10:39:01.869616 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-1122ba69-1fb9-4ce1-90dc-b19f97dcad93 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:01.883535 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-1122ba69-1fb9-4ce1-90dc-b19f97dcad93 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/ports?device_id=77d6cc1c-f39c-4c75-8829-984aea033d5a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2008727 Mar 07 10:39:01.945047 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-7ae72b43-86e9-4041-86fa-7569597ad737 None None] Current status of the port 36d88891-bfa0-4482-8c78-fd10913fd1f3 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:01.964872 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2ba779d4-39ca-42e9-b11c-d1c64586109f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (426a0985-54c0-44f8-a0e5-ef6b4becfc6e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:01.968466 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba779d4-39ca-42e9-b11c-d1c64586109f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:01.969875 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2ba779d4-39ca-42e9-b11c-d1c64586109f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:01.970978 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2eee060f-5ec7-429f-a914-3ff626f3ce54 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks [] for security_group (05e31b3a-b0c1-4d03-ba89-28efbcd3069b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:02.017446 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2eee060f-5ec7-429f-a914-3ff626f3ce54 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (05e31b3a-b0c1-4d03-ba89-28efbcd3069b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:02.053926 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba87a8d-5679-4e1b-a249-56e693027e30 req-e70d3b49-2cf6-48b4-b34a-aac429a7f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:02.055372 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8ba87a8d-5679-4e1b-a249-56e693027e30 req-e70d3b49-2cf6-48b4-b34a-aac429a7f036 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9213476-43ba-434e-a45c-f24c836d68e1 HTTP/1.1" status: 200 len: 922 time: 0.5524333 Mar 07 10:39:02.083925 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2eee060f-5ec7-429f-a914-3ff626f3ce54 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:02.088292 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2eee060f-5ec7-429f-a914-3ff626f3ce54 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5894969 Mar 07 10:39:02.095053 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 49400) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:02.103510 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2ba779d4-39ca-42e9-b11c-d1c64586109f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2690637 Mar 07 10:39:02.106613 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-425a35f6-1484-4c0e-894f-7d6d42efa7b1 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Request body: {'security_group_rule': {'security_group_id': '05e31b3a-b0c1-4d03-ba89-28efbcd3069b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:02.129706 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 49402) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:02.144883 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-a30d4a5c-383b-41eb-9aef-b102973653e4 admin admin] Request body: {'subnet': {'network_id': '426a0985-54c0-44f8-a0e5-ef6b4becfc6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-102713053-subnet', 'tenant_id': '6b6bc38f986d4bb6b3b2bed2c25a623e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:02.163438 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee060f-5ec7-429f-a914-3ff626f3ce54 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e31b3a-b0c1-4d03-ba89-28efbcd3069b,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:02.192526 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-805ff7ec-8e8a-4ba9-b047-b5b50910fc65 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 1000 time: 0.3080323 Mar 07 10:39:02.195547 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba779d4-39ca-42e9-b11c-d1c64586109f admin admin] Pushing event updated for resources: {'Network': ['ID=426a0985-54c0-44f8-a0e5-ef6b4becfc6e,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:02.199627 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 36d88891-bfa0-4482-8c78-fd10913fd1f3 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:02.206276 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-6e06688d-2427-4320-809c-4cf27d26f133 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Request body: {'floatingip': {'port_id': 'd82d736b-e6bb-440e-a126-d653c8c1a8a2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:02.237033 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 426a0985-54c0-44f8-a0e5-ef6b4becfc6e details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:39:02.251160 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-9dd9f8e5-3448-48c4-881e-d8223c8740d7 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:02.252341 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-9dd9f8e5-3448-48c4-881e-d8223c8740d7 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/networks?id=0a513206-2def-4933-979c-f245f2d5610c HTTP/1.1" status: 200 len: 816 time: 0.4912109 Mar 07 10:39:02.271607 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f7dcd03-ef83-4281-8c37-ef6409f08294 req-f1406312-700d-470d-ae19-5d2d2b75a9cd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4768534 Mar 07 10:39:02.286741 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6530e-eefe-499e-b714-a627596843a9 req-508ee597-9152-4afb-9243-39a2f19bf032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:02.288206 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-10e6530e-eefe-499e-b714-a627596843a9 req-508ee597-9152-4afb-9243-39a2f19bf032 service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.4011536 Mar 07 10:39:02.294528 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-425a35f6-1484-4c0e-894f-7d6d42efa7b1 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks [] for security_group_rule (cffb51c3-4d91-4e84-b2d5-79663a1a4aaf), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:02.327349 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30d4a5c-383b-41eb-9aef-b102973653e4 admin admin] Made reservation on behalf of 6b6bc38f986d4bb6b3b2bed2c25a623e for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:02.330101 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a30d4a5c-383b-41eb-9aef-b102973653e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:02.347676 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-6e06688d-2427-4320-809c-4cf27d26f133 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks [] for floatingip (676d61c2-61cb-4901-bf9d-6f8419b9d517), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:02.351200 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8ba87a8d-5679-4e1b-a249-56e693027e30 req-a705d381-f298-4481-a993-216d1dbe75e4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a13d21a5-1ef2-42de-8c75-ffbb7b701fdd HTTP/1.1" status: 200 len: 1002 time: 0.2854867 Mar 07 10:39:02.411543 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-d0976503-a304-464c-82d6-9d4b805d1d22 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/quotas/594fbcc522224d009180aa1f2512354d HTTP/1.1" status: 200 len: 375 time: 0.1086106 Mar 07 10:39:02.424382 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 36d88891-bfa0-4482-8c78-fd10913fd1f3 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:02.424803 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (36d88891-bfa0-4482-8c78-fd10913fd1f3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:02.575056 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 36d88891-bfa0-4482-8c78-fd10913fd1f3 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:02.818166 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-10e6530e-eefe-499e-b714-a627596843a9 req-be8dc911-7ad3-4fea-b8a5-09480f588a56 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=119aad91-b28a-47e6-ae5b-aae512214049 HTTP/1.1" status: 200 len: 217 time: 0.4974501 Mar 07 10:39:02.904441 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba87a8d-5679-4e1b-a249-56e693027e30 req-2d665747-531e-4203-bac1-433dfbcc9853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:02.905952 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8ba87a8d-5679-4e1b-a249-56e693027e30 req-2d665747-531e-4203-bac1-433dfbcc9853 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=accf3389-35bd-40c8-8f46-e6a58c569299 HTTP/1.1" status: 200 len: 860 time: 0.5416050 Mar 07 10:39:02.986480 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-696f1e9e-0428-406c-8732-bb7a3f5a6d07 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=594fbcc522224d009180aa1f2512354d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1760051 Mar 07 10:39:03.009570 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-425a35f6-1484-4c0e-894f-7d6d42efa7b1 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks [] for security_group_rule (cffb51c3-4d91-4e84-b2d5-79663a1a4aaf), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:03.024853 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6530e-eefe-499e-b714-a627596843a9 req-5df019f1-3894-44fb-bb54-45407e21c119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:03.026370 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-10e6530e-eefe-499e-b714-a627596843a9 req-5df019f1-3894-44fb-bb54-45407e21c119 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1925945 Mar 07 10:39:03.028559 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7dcd03-ef83-4281-8c37-ef6409f08294 req-32ef05b3-64ea-4cb0-89f8-d10072bf6f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:03.030092 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f7dcd03-ef83-4281-8c37-ef6409f08294 req-32ef05b3-64ea-4cb0-89f8-d10072bf6f9c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d640dc7f4f784834ad48e78ec0df26a5&device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 1127 time: 0.2807820 Mar 07 10:39:03.053242 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-425a35f6-1484-4c0e-894f-7d6d42efa7b1 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (cffb51c3-4d91-4e84-b2d5-79663a1a4aaf), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:03.060860 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba87a8d-5679-4e1b-a249-56e693027e30 req-e71d5427-9070-4968-a60a-a49f37636b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:03.062966 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8ba87a8d-5679-4e1b-a249-56e693027e30 req-e71d5427-9070-4968-a60a-a49f37636b2a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9213476-43ba-434e-a45c-f24c836d68e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1452060 Mar 07 10:39:03.093371 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-68c5a59b-4af7-433e-9641-cee4bc61a2a6 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:03.095386 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-68c5a59b-4af7-433e-9641-cee4bc61a2a6 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.21 "GET /v2.0/networks?id=5661f3b1-67e7-4b1e-8469-d18eb04ea2a1 HTTP/1.1" status: 200 len: 813 time: 0.7638748 Mar 07 10:39:03.142256 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-d290c723-0fa1-499e-b2d4-e4fde4d325c8 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Request body: {'port': {'device_id': '6220ea40-904f-4a76-9e6a-1f77bb7bac2d', 'network_id': '5661f3b1-67e7-4b1e-8469-d18eb04ea2a1', 'admin_state_up': True, 'tenant_id': 'f9f15d5ae7b14e55973635eead8c52e1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:03.159537 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a35f6-1484-4c0e-894f-7d6d42efa7b1 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cffb51c3-4d91-4e84-b2d5-79663a1a4aaf,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:03.196482 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-425a35f6-1484-4c0e-894f-7d6d42efa7b1 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:03.197800 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-425a35f6-1484-4c0e-894f-7d6d42efa7b1 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0981836 Mar 07 10:39:03.206715 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a30d4a5c-383b-41eb-9aef-b102973653e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (9f481558-20b5-4597-9d23-1a30103cbdca), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:03.211498 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 49404) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:03.226728 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-23118a7f-3c61-4150-aa55-0f4edc5aaa8e tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Request body: {'security_group_rule': {'security_group_id': '05e31b3a-b0c1-4d03-ba89-28efbcd3069b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:03.275879 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-569f5e1b-fe0e-4186-8a41-393e21b863c9 service neutron] 10.222.0.11 "GET /v2.0/networks/0a513206-2def-4933-979c-f245f2d5610c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644777 Mar 07 10:39:03.348964 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6530e-eefe-499e-b714-a627596843a9 req-66aa2725-9f3b-44c2-a6a6-99c0779217d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:03.350808 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-10e6530e-eefe-499e-b714-a627596843a9 req-66aa2725-9f3b-44c2-a6a6-99c0779217d5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2882156 Mar 07 10:39:03.356490 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-23118a7f-3c61-4150-aa55-0f4edc5aaa8e tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks [] for security_group_rule (f3e689ed-e405-4919-a9b7-93247a9e2fd6), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:03.359069 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d4a5c-383b-41eb-9aef-b102973653e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f481558-20b5-4597-9d23-1a30103cbdca,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:03.403002 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8ba87a8d-5679-4e1b-a249-56e693027e30 req-e2965abd-9b53-459f-b03e-ddfaa1e52801 service neutron] 10.222.0.21 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057921 Mar 07 10:39:03.455484 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7dcd03-ef83-4281-8c37-ef6409f08294 req-35e007dd-db9d-4c8e-982d-6f56dc9e6d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:03.456966 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f7dcd03-ef83-4281-8c37-ef6409f08294 req-35e007dd-db9d-4c8e-982d-6f56dc9e6d52 service neutron] 10.222.0.31 "GET /v2.0/networks?id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41 HTTP/1.1" status: 200 len: 912 time: 0.3990781 Mar 07 10:39:03.464515 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30d4a5c-383b-41eb-9aef-b102973653e4 admin admin] Checking segment: {'id': '5f8eaec3-3e17-4fa0-955f-7e235935bca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '426a0985-54c0-44f8-a0e5-ef6b4becfc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:39:03.464886 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30d4a5c-383b-41eb-9aef-b102973653e4 admin admin] Network hostable DHCP agents. Network: 426a0985-54c0-44f8-a0e5-ef6b4becfc6e, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:39:03.544026 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-695cd037-61b9-4290-a1b0-45141554a657 service neutron] 10.222.0.11 "GET /v2.0/networks/0a513206-2def-4933-979c-f245f2d5610c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573838 Mar 07 10:39:03.557316 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30d4a5c-383b-41eb-9aef-b102973653e4 admin admin] Network 426a0985-54c0-44f8-a0e5-ef6b4becfc6e is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:39:03.575337 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-23118a7f-3c61-4150-aa55-0f4edc5aaa8e tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks [] for security_group_rule (f3e689ed-e405-4919-a9b7-93247a9e2fd6), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:03.583559 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-a30d4a5c-383b-41eb-9aef-b102973653e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 426a0985-54c0-44f8-a0e5-ef6b4becfc6e) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:03.588290 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-23118a7f-3c61-4150-aa55-0f4edc5aaa8e tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (f3e689ed-e405-4919-a9b7-93247a9e2fd6), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:03.590607 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30d4a5c-383b-41eb-9aef-b102973653e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:03.591266 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a30d4a5c-383b-41eb-9aef-b102973653e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:03.601988 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8ba87a8d-5679-4e1b-a249-56e693027e30 req-7dd84470-cca0-44be-9d5b-ac743be3ad5d service neutron] 10.222.0.21 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856837 Mar 07 10:39:03.602704 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba0b63a-b6a8-4d3f-9649-bcf46de851fd None None] Network 426a0985-54c0-44f8-a0e5-ef6b4becfc6e requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:39:03.617369 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23118a7f-3c61-4150-aa55-0f4edc5aaa8e tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e689ed-e405-4919-a9b7-93247a9e2fd6,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:03.629927 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a30d4a5c-383b-41eb-9aef-b102973653e4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4981890 Mar 07 10:39:03.635869 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 49406) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:03.647151 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-23118a7f-3c61-4150-aa55-0f4edc5aaa8e tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:03.649095 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-23118a7f-3c61-4150-aa55-0f4edc5aaa8e tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4311693 Mar 07 10:39:03.652724 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 49408) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:03.653642 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-674a852f-1c99-4733-878d-fc5054be143b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-102713053-router', 'tenant_id': '6b6bc38f986d4bb6b3b2bed2c25a623e', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:03.658103 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-4bfc45b1-dc0a-4fbe-9fdf-66d440ef2bef tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:03.664607 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-d290c723-0fa1-499e-b2d4-e4fde4d325c8 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Made reservation on behalf of f9f15d5ae7b14e55973635eead8c52e1 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:03.667989 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-d290c723-0fa1-499e-b2d4-e4fde4d325c8 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:03.671393 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-10e6530e-eefe-499e-b714-a627596843a9 req-87169f85-350c-4c78-9aac-2cf7fd8b2c85 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757311 Mar 07 10:39:03.679458 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f7dcd03-ef83-4281-8c37-ef6409f08294 req-a4bace8e-a3e3-40f2-87e4-b245398072c6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49374629-e4ca-4d8e-9683-e194b48557a0 HTTP/1.1" status: 200 len: 1001 time: 0.1887283 Mar 07 10:39:03.699867 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4bfc45b1-dc0a-4fbe-9fdf-66d440ef2bef tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:03.770803 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa046883-66ce-428a-99be-6a4cd3bdbe47 None None] Network 426a0985-54c0-44f8-a0e5-ef6b4becfc6e requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:39:03.809508 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-674a852f-1c99-4733-878d-fc5054be143b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (81773a4f-ebb2-47be-8036-33bb4af954b3), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:03.810558 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-674a852f-1c99-4733-878d-fc5054be143b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (81773a4f-ebb2-47be-8036-33bb4af954b3), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:03.841945 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4bfc45b1-dc0a-4fbe-9fdf-66d440ef2bef tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:03.998231 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7dcd03-ef83-4281-8c37-ef6409f08294 req-8697037e-512b-4676-944f-86ad7f5322b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:03.999738 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f7dcd03-ef83-4281-8c37-ef6409f08294 req-8697037e-512b-4676-944f-86ad7f5322b7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=be75dc35-59ec-464d-b948-3549cf46df15 HTTP/1.1" status: 200 len: 850 time: 0.3010974 Mar 07 10:39:04.008502 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-4bfc45b1-dc0a-4fbe-9fdf-66d440ef2bef tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Allocated IP 172.25.3.152 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/8e318b40-00c7-4d72-96e1-2cdacaf24275) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:04.116042 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7ab76add-b93b-4df5-865c-38ed5111718a req-2387bfdf-08d8-4b91-b286-f5231ca6a15a tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.11 "GET /v2.0/ports?device_id=6220ea40-904f-4a76-9e6a-1f77bb7bac2d HTTP/1.1" status: 200 len: 210 time: 0.0281789 Mar 07 10:39:04.129545 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-674a852f-1c99-4733-878d-fc5054be143b admin admin] Publish callbacks [] for router_controller (81773a4f-ebb2-47be-8036-33bb4af954b3), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:04.186143 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4bfc45b1-dc0a-4fbe-9fdf-66d440ef2bef tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks [] for port (8e318b40-00c7-4d72-96e1-2cdacaf24275), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:04.205870 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-d290c723-0fa1-499e-b2d4-e4fde4d325c8 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Allocated IP 172.20.0.6 (5661f3b1-67e7-4b1e-8469-d18eb04ea2a1/a597de2c-c206-4a49-9964-11b5e65bb718/96d7182e-9426-4dde-a4f3-e80829f16123) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:04.217751 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 119aad91-b28a-47e6-ae5b-aae512214049 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:39:04.269776 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4bfc45b1-dc0a-4fbe-9fdf-66d440ef2bef tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (8e318b40-00c7-4d72-96e1-2cdacaf24275), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:04.295741 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-10e6530e-eefe-499e-b714-a627596843a9 req-7cd877ae-086c-4b16-8a92-64e25e9b1ea0 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6009269 Mar 07 10:39:04.384567 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 119aad91-b28a-47e6-ae5b-aae512214049, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=119aad91-b28a-47e6-ae5b-aae512214049,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:04.389953 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfc45b1-dc0a-4fbe-9fdf-66d440ef2bef tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:04.399856 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '119aad91-b28a-47e6-ae5b-aae512214049', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': '119aad91-b28a-47e6-ae5b-aae512214049', 'mac_address': 'fa:16:3e:7d:87:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:39:04.408601 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-4bfc45b1-dc0a-4fbe-9fdf-66d440ef2bef tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:04.413659 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfc45b1-dc0a-4fbe-9fdf-66d440ef2bef tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:39:04.462448 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 119aad91-b28a-47e6-ae5b-aae512214049 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:04.463303 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (119aad91-b28a-47e6-ae5b-aae512214049), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:04.481603 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 119aad91-b28a-47e6-ae5b-aae512214049 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:39:04.487734 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.db.resource_extend [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-6e06688d-2427-4320-809c-4cf27d26f133 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:39:04.493193 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-674a852f-1c99-4733-878d-fc5054be143b admin admin] Publish callbacks [] for router_gateway (81773a4f-ebb2-47be-8036-33bb4af954b3), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:04.499688 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc45b1-dc0a-4fbe-9fdf-66d440ef2bef tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Pushing event updated for resources: {'Port': ['ID=8e318b40-00c7-4d72-96e1-2cdacaf24275,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:04.513041 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 119aad91-b28a-47e6-ae5b-aae512214049, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=119aad91-b28a-47e6-ae5b-aae512214049,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:04.518859 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (119aad91-b28a-47e6-ae5b-aae512214049), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:04.571939 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-6e06688d-2427-4320-809c-4cf27d26f133 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:04.587103 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=119aad91-b28a-47e6-ae5b-aae512214049,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:04.590940 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7dcd03-ef83-4281-8c37-ef6409f08294 req-378775ce-7a68-42e0-95e0-dca3b0ceaf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:04.592509 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f7dcd03-ef83-4281-8c37-ef6409f08294 req-378775ce-7a68-42e0-95e0-dca3b0ceaf57 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4859316 Mar 07 10:39:04.602573 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4bfc45b1-dc0a-4fbe-9fdf-66d440ef2bef tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks [] for floatingip (ae9165f9-33ff-4b0a-818a-4544961b3876), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:04.639256 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-6e06688d-2427-4320-809c-4cf27d26f133 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (676d61c2-61cb-4901-bf9d-6f8419b9d517), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:04.647670 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4bfc45b1-dc0a-4fbe-9fdf-66d440ef2bef tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8e318b40-00c7-4d72-96e1-2cdacaf24275), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:04.771590 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6ef80b-081c-489d-a658-81eae898080c req-e25c3ed5-7a1b-48c2-a211-8a94bf9e5e0d tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:04.773149 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1a6ef80b-081c-489d-a658-81eae898080c req-e25c3ed5-7a1b-48c2-a211-8a94bf9e5e0d tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/ports?device_id=a78ef099-b775-4cdc-849b-6bcb7f6c7538 HTTP/1.1" status: 200 len: 949 time: 0.1021309 Mar 07 10:39:04.841032 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['119aad91-b28a-47e6-ae5b-aae512214049'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:39:04.865961 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1a6ef80b-081c-489d-a658-81eae898080c req-49278148-d424-45f0-94a9-00c3c4a7eb63 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/security-groups?id=de371154-717c-4fb7-8744-31132feae98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670195 Mar 07 10:39:04.923296 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4bfc45b1-dc0a-4fbe-9fdf-66d440ef2bef tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks [] for port (8e318b40-00c7-4d72-96e1-2cdacaf24275), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:04.933041 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4bfc45b1-dc0a-4fbe-9fdf-66d440ef2bef tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (8e318b40-00c7-4d72-96e1-2cdacaf24275), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:05.034360 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8c1209fe-fe32-41bd-abd6-5ae466a5ef7f req-9b5c3560-1b18-4b5f-a8bb-a30d05a9ac06 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 210 time: 0.0510137 Mar 07 10:39:05.100621 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc45b1-dc0a-4fbe-9fdf-66d440ef2bef tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Pushing event updated for resources: {'Port': ['ID=8e318b40-00c7-4d72-96e1-2cdacaf24275,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:05.120176 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4bfc45b1-dc0a-4fbe-9fdf-66d440ef2bef tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (ae9165f9-33ff-4b0a-818a-4544961b3876), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:05.150263 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4bfc45b1-dc0a-4fbe-9fdf-66d440ef2bef tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:05.153226 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4bfc45b1-dc0a-4fbe-9fdf-66d440ef2bef tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4990211 Mar 07 10:39:05.255344 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-73b052c9-4c9d-4c9f-95e2-1d72c12ea69d req-860e6cdc-d721-4535-8253-247bc22f370c tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.11 "GET /v2.0/ports?device_id=6220ea40-904f-4a76-9e6a-1f77bb7bac2d HTTP/1.1" status: 200 len: 210 time: 0.0412705 Mar 07 10:39:05.268171 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f7dcd03-ef83-4281-8c37-ef6409f08294 req-88e67ab5-0075-4af4-bfbf-d1db50491528 service neutron] 10.222.0.31 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6307847 Mar 07 10:39:05.375741 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-6e06688d-2427-4320-809c-4cf27d26f133 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Floating IP 676d61c2-61cb-4901-bf9d-6f8419b9d517 associated. External IP: 172.25.3.137, port: a13d21a5-1ef2-42de-8c75-ffbb7b701fdd. Mar 07 10:39:05.395314 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-6e0855bf-066a-4308-aad7-7f967e66e78d tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--291225654&fields=id&tenant_id=34de055ad44246c38dcfdb4f7edf5559 HTTP/1.1" status: 200 len: 267 time: 0.0520592 Mar 07 10:39:05.485573 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-d290c723-0fa1-499e-b2d4-e4fde4d325c8 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Publish callbacks [] for port (96d7182e-9426-4dde-a4f3-e80829f16123), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:05.509796 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-38ac3a5b-887a-4400-84dc-83424b313309 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:05.514884 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-38ac3a5b-887a-4400-84dc-83424b313309 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/networks?id=14f676d6-71f1-44c0-84bf-983ed64d58be HTTP/1.1" status: 200 len: 814 time: 0.1124902 Mar 07 10:39:05.529151 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-5f94f69f-cd19-406e-81ac-a4e207475c74 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/quotas/34de055ad44246c38dcfdb4f7edf5559 HTTP/1.1" status: 200 len: 375 time: 0.0108342 Mar 07 10:39:05.587829 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-07f72cd3-3d29-4f60-83a5-e22889cada79 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=34de055ad44246c38dcfdb4f7edf5559&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526392 Mar 07 10:39:05.642327 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f7dcd03-ef83-4281-8c37-ef6409f08294 req-e90960b7-27f3-4b60-b3ba-dea5b9340054 service neutron] 10.222.0.31 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430922 Mar 07 10:39:05.720229 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-c46927b3-16a8-4bce-a135-c3b0150d78ac service neutron] 10.222.0.11 "GET /v2.0/networks/14f676d6-71f1-44c0-84bf-983ed64d58be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192002 Mar 07 10:39:05.748542 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-d290c723-0fa1-499e-b2d4-e4fde4d325c8 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (96d7182e-9426-4dde-a4f3-e80829f16123), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:05.769286 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-ae7504ac-a1d6-494c-ace9-9925557f14df tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:05.770768 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-ae7504ac-a1d6-494c-ace9-9925557f14df tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.21 "GET /v2.0/networks?id=0a513206-2def-4933-979c-f245f2d5610c HTTP/1.1" status: 200 len: 816 time: 0.3127801 Mar 07 10:39:05.851434 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-94f070c3-86a4-48ff-8867-169dc79197f4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1299150 Mar 07 10:39:05.853732 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-c72c7780-04d6-4d2a-a0ac-07745a188467 service neutron] 10.222.0.11 "GET /v2.0/networks/14f676d6-71f1-44c0-84bf-983ed64d58be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243176 Mar 07 10:39:05.906731 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-d290c723-0fa1-499e-b2d4-e4fde4d325c8 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Network 5661f3b1-67e7-4b1e-8469-d18eb04ea2a1 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:05.944057 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-d290c723-0fa1-499e-b2d4-e4fde4d325c8 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:05.946582 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-d290c723-0fa1-499e-b2d4-e4fde4d325c8 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:39:05.974543 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-6015186a-0841-4b28-84ef-010a98dee253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:05.976088 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-6015186a-0841-4b28-84ef-010a98dee253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:05.976650 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-6015186a-0841-4b28-84ef-010a98dee253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:05.977493 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-6015186a-0841-4b28-84ef-010a98dee253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:05.977931 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-6015186a-0841-4b28-84ef-010a98dee253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:05.978523 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-6015186a-0841-4b28-84ef-010a98dee253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:05.978984 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-6015186a-0841-4b28-84ef-010a98dee253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:05.981733 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-6015186a-0841-4b28-84ef-010a98dee253 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=081009be07604de6b116148d0975f6ea&device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 6720 time: 0.0742307 Mar 07 10:39:05.981980 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290c723-0fa1-499e-b2d4-e4fde4d325c8 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Pushing event updated for resources: {'Port': ['ID=96d7182e-9426-4dde-a4f3-e80829f16123,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:06.087742 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-674a852f-1c99-4733-878d-fc5054be143b admin admin] Publish callbacks [] for router_gateway (81773a4f-ebb2-47be-8036-33bb4af954b3), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:06.099320 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-e99f49fd-de94-4901-9bb7-9d3fbbd989f1 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=594fbcc522224d009180aa1f2512354d HTTP/1.1" status: 200 len: 380 time: 0.2392199 Mar 07 10:39:06.129288 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-d290c723-0fa1-499e-b2d4-e4fde4d325c8 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:06.129980 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-d290c723-0fa1-499e-b2d4-e4fde4d325c8 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:06.138917 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-ffb12b14-f918-4292-b149-07e7de25e528 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Request body: {'port': {'device_id': 'ae606fc6-7270-428c-b53e-5ff8180a8aa2', 'network_id': '0a513206-2def-4933-979c-f245f2d5610c', 'admin_state_up': True, 'tenant_id': '594fbcc522224d009180aa1f2512354d', 'security_groups': ['404e3e6c-2b6d-4b33-823d-ea542b308992']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:06.145214 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-674a852f-1c99-4733-878d-fc5054be143b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:06.176276 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-6e06688d-2427-4320-809c-4cf27d26f133 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Router 623c3d93-a95a-4595-9f18-524eeadcc1de has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:39:06.182438 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-d290c723-0fa1-499e-b2d4-e4fde4d325c8 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0741587 Mar 07 10:39:06.201411 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72e6f5-d049-447c-bafb-9f50b10e5cf4 req-a29bdaa4-be28-4e3c-9b32-c2b6f3c8577d tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:06.209030 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aa72e6f5-d049-447c-bafb-9f50b10e5cf4 req-a29bdaa4-be28-4e3c-9b32-c2b6f3c8577d tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/ports?device_id=a78ef099-b775-4cdc-849b-6bcb7f6c7538 HTTP/1.1" status: 200 len: 949 time: 0.1298275 Mar 07 10:39:06.216886 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 119aad91-b28a-47e6-ae5b-aae512214049 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:06.235317 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-515b2e08-57bd-4e4b-9a5d-60685d896d9c service neutron] Request body: {'port': {'device_id': '6220ea40-904f-4a76-9e6a-1f77bb7bac2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:06.301732 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-8bae2107-4b5d-44b8-90a6-ba892d55b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:06.302902 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-8bae2107-4b5d-44b8-90a6-ba892d55b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:06.304288 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-8bae2107-4b5d-44b8-90a6-ba892d55b315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:06.306320 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-8bae2107-4b5d-44b8-90a6-ba892d55b315 service neutron] 10.222.0.21 "GET /v2.0/networks?id=42927475-2854-4f64-98e9-ef161f74924a&id=b6eeb2fc-5732-462c-95ea-d42f3351bff0&id=b6eeb2fc-5732-462c-95ea-d42f3351bff0&id=b6eeb2fc-5732-462c-95ea-d42f3351bff0&id=b6eeb2fc-5732-462c-95ea-d42f3351bff0&id=c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5&id=c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5 HTTP/1.1" status: 200 len: 2298 time: 0.2879152 Mar 07 10:39:06.325975 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 119aad91-b28a-47e6-ae5b-aae512214049 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:39:06.336376 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 119aad91-b28a-47e6-ae5b-aae512214049 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:06.337165 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (119aad91-b28a-47e6-ae5b-aae512214049), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:06.434526 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aa72e6f5-d049-447c-bafb-9f50b10e5cf4 req-fe1c9e2b-830c-44fa-9e89-c8bd3669a6e3 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/security-groups?id=de371154-717c-4fb7-8744-31132feae98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243540 Mar 07 10:39:06.474889 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b06f2194-c8da-41cd-abd2-6bd4172f30d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:06.491990 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-674a852f-1c99-4733-878d-fc5054be143b admin admin] Allocated IP 172.25.3.184 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/ea9081a8-ec87-4ad0-a444-27a59bc8691b) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:06.504170 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-98e90a4c-8fbc-4c7b-b8e3-fcbf0d08858f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da3688d3-10e0-4a5d-bb39-c96a68d7998c HTTP/1.1" status: 200 len: 1000 time: 0.1655114 Mar 07 10:39:06.555054 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 119aad91-b28a-47e6-ae5b-aae512214049 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:06.556050 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (119aad91-b28a-47e6-ae5b-aae512214049), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:06.588774 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-515b2e08-57bd-4e4b-9a5d-60685d896d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (96d7182e-9426-4dde-a4f3-e80829f16123), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:06.589180 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78ef099-b775-4cdc-849b-6bcb7f6c7538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119aad91-b28a-47e6-ae5b-aae512214049'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:06.591771 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadff21e-6f75-4728-912d-8b30aef32334" -d '{"events": [{"server_uuid": "a78ef099-b775-4cdc-849b-6bcb7f6c7538", "name": "network-vif-plugged", "status": "completed", "tag": "119aad91-b28a-47e6-ae5b-aae512214049"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:06.619981 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 119aad91-b28a-47e6-ae5b-aae512214049, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=119aad91-b28a-47e6-ae5b-aae512214049,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:06.642525 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (119aad91-b28a-47e6-ae5b-aae512214049), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:06.655411 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-df1a83a6-df8c-4138-87d9-ebfa9951edce req-0d119628-3589-43a4-a161-5c371598492a tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa760b0c-95ca-4cc0-b659-c190d53a544a HTTP/1.1" status: 200 len: 210 time: 0.0463254 Mar 07 10:39:06.681984 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-cb02f8bf-16d1-4618-b04d-321eb66d7e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:06.683698 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-cb02f8bf-16d1-4618-b04d-321eb66d7e36 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d38c473b-24ce-45db-824d-0ac6bb35cbdc HTTP/1.1" status: 200 len: 856 time: 0.1708112 Mar 07 10:39:06.755587 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=119aad91-b28a-47e6-ae5b-aae512214049,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:06.778002 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-074e0e16-ac2a-41c9-b60a-cc9431748b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:06.779373 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-074e0e16-ac2a-41c9-b60a-cc9431748b16 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42927475-2854-4f64-98e9-ef161f74924a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0781543 Mar 07 10:39:06.790950 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-674a852f-1c99-4733-878d-fc5054be143b admin admin] Publish callbacks [] for port (ea9081a8-ec87-4ad0-a444-27a59bc8691b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:06.826197 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-6e06688d-2427-4320-809c-4cf27d26f133 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:39:06.837443 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f910af1-295a-476d-8c45-05838f93d32e None None] Sync routers for ids ['623c3d93-a95a-4595-9f18-524eeadcc1de'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:39:06.858759 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f910af1-295a-476d-8c45-05838f93d32e None None] Routers {'623c3d93-a95a-4595-9f18-524eeadcc1de'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:06.862147 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2f910af1-295a-476d-8c45-05838f93d32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:38:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['623c3d93-a95a-4595-9f18-524eeadcc1de'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:06.884753 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-212acaa4-fb01-4ce7-a70b-36c326e0cc42 req-d723ac88-1cdb-44ea-b5ae-c07904214a7e tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 210 time: 0.0592134 Mar 07 10:39:06.909170 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-674a852f-1c99-4733-878d-fc5054be143b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (ea9081a8-ec87-4ad0-a444-27a59bc8691b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:06.954124 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-ffb12b14-f918-4292-b149-07e7de25e528 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Made reservation on behalf of 594fbcc522224d009180aa1f2512354d for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:06.959768 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-ffb12b14-f918-4292-b149-07e7de25e528 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:07.046661 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-2f910af1-295a-476d-8c45-05838f93d32e None None] Set router 623c3d93-a95a-4595-9f18-524eeadcc1de gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:07.053454 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674a852f-1c99-4733-878d-fc5054be143b admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:07.059552 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-51793100-213c-4d61-b670-0e029c9489cc service neutron] 10.222.0.21 "GET /v2.0/networks/42927475-2854-4f64-98e9-ef161f74924a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711647 Mar 07 10:39:07.063087 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-674a852f-1c99-4733-878d-fc5054be143b admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:07.066020 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674a852f-1c99-4733-878d-fc5054be143b admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:39:07.211174 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa840e-dca7-4a10-9855-a7b35a97c26a req-eb9ed03d-8b42-4c5d-9c17-5bbb6ad655a4 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:07.219030 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9faa840e-dca7-4a10-9855-a7b35a97c26a req-eb9ed03d-8b42-4c5d-9c17-5bbb6ad655a4 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.11 "GET /v2.0/ports?device_id=6220ea40-904f-4a76-9e6a-1f77bb7bac2d HTTP/1.1" status: 200 len: 931 time: 0.2360055 Mar 07 10:39:07.301481 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a852f-1c99-4733-878d-fc5054be143b admin admin] Pushing event updated for resources: {'Port': ['ID=ea9081a8-ec87-4ad0-a444-27a59bc8691b,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:07.360283 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9faa840e-dca7-4a10-9855-a7b35a97c26a req-b08c1341-4823-450c-9372-ec82da5f4f1b tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.11 "GET /v2.0/security-groups?id=f401ee5f-5eaf-4cbd-a4e8-f9d192448493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138363 Mar 07 10:39:07.360283 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-9f2ccae1-8dc6-4f7f-8d51-b33e5aad0602 service neutron] 10.222.0.21 "GET /v2.0/networks/42927475-2854-4f64-98e9-ef161f74924a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651348 Mar 07 10:39:07.417241 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-aab25d99-0666-43ae-89e8-802734e99910 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=c3aa9d0d-4783-4690-a7c2-eec9bc6a844c HTTP/1.1" status: 200 len: 217 time: 0.0663693 Mar 07 10:39:07.439972 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a616cb-54c3-4e60-b4e0-90184310ceea x-openstack-request-id: req-d8a616cb-54c3-4e60-b4e0-90184310ceea {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:07.440471 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78ef099-b775-4cdc-849b-6bcb7f6c7538", "name": "network-vif-plugged", "status": "completed", "tag": "119aad91-b28a-47e6-ae5b-aae512214049", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:07.440616 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d8a616cb-54c3-4e60-b4e0-90184310ceea {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:07.441188 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78ef099-b775-4cdc-849b-6bcb7f6c7538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119aad91-b28a-47e6-ae5b-aae512214049', 'code': 200} Mar 07 10:39:07.561077 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-b5c57b96-07d0-45ea-b18a-3cce3a42850e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:07.564214 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-b5c57b96-07d0-45ea-b18a-3cce3a42850e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ed499a86-ec02-4098-a7e4-19223dad71d3 HTTP/1.1" status: 200 len: 797 time: 0.1385090 Mar 07 10:39:07.665555 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2f910af1-295a-476d-8c45-05838f93d32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655443501-router', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:50Z', 'updated_at': '2022-03-07T10:38:02Z', 'revision_number': 4, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'gw_port': {'id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:53Z', 'updated_at': '2022-03-07T10:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '676d61c2-61cb-4901-bf9d-6f8419b9d517', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'port_id': 'd82d736b-e6bb-440e-a126-d653c8c1a8a2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'mac_address': 'fa:16:3e:29:c4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d6cc1c-f39c-4c75-8829-984aea033d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:38:33Z', 'updated_at': '2022-03-07T10:39:04Z', 'revision_number': 3, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d046bb-f751-4262-abbe-bba407a2c0e7', 'name': '', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'mac_address': 'fa:16:3e:e3:03:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:58Z', 'updated_at': '2022-03-07T10:38:07Z', 'revision_number': 5, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'subnets': [{'id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:07.686374 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c44fe-53bd-40c1-a69c-f2449cff4bed req-9a9d57d7-f4c4-4e22-8c8c-a55ea2b833d4 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:07.698836 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-355c44fe-53bd-40c1-a69c-f2449cff4bed req-9a9d57d7-f4c4-4e22-8c8c-a55ea2b833d4 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/ports?device_id=a78ef099-b775-4cdc-849b-6bcb7f6c7538 HTTP/1.1" status: 200 len: 950 time: 0.1662173 Mar 07 10:39:07.701293 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f910af1-295a-476d-8c45-05838f93d32e None None] Checking router: 623c3d93-a95a-4595-9f18-524eeadcc1de for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:39:07.712621 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f910af1-295a-476d-8c45-05838f93d32e None None] Routers {'623c3d93-a95a-4595-9f18-524eeadcc1de'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:07.713856 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2f910af1-295a-476d-8c45-05838f93d32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:38:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['623c3d93-a95a-4595-9f18-524eeadcc1de'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:07.762624 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-b49d00d0-770f-4164-af69-3894568a9eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:07.764517 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-b49d00d0-770f-4164-af69-3894568a9eff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b6eeb2fc-5732-462c-95ea-d42f3351bff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1755929 Mar 07 10:39:07.888389 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-2f910af1-295a-476d-8c45-05838f93d32e None None] Set router 623c3d93-a95a-4595-9f18-524eeadcc1de gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:07.953942 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-355c44fe-53bd-40c1-a69c-f2449cff4bed req-2c758d3d-ffb5-4294-bf34-de83c078fb37 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/security-groups?id=de371154-717c-4fb7-8744-31132feae98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499244 Mar 07 10:39:07.992623 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-c647fd20-b362-4a79-aeca-72010feb9ac0 service neutron] 10.222.0.21 "GET /v2.0/networks/b6eeb2fc-5732-462c-95ea-d42f3351bff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166119 Mar 07 10:39:08.107437 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-ffb12b14-f918-4292-b149-07e7de25e528 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Allocated IP 172.20.0.11 (0a513206-2def-4933-979c-f245f2d5610c/473ce296-8e02-4e65-a3e4-e81563b11cf6/e44eaa04-a7a8-4b3b-a654-5406151c14de) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:08.122119 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-228cf24e-f91b-4017-a3c0-820952994601 req-5d66462f-eb91-4bfd-b606-e49aca3ebe7d tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa760b0c-95ca-4cc0-b659-c190d53a544a HTTP/1.1" status: 200 len: 210 time: 0.0690062 Mar 07 10:39:08.180488 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-aca0e34b-7f65-4907-a94a-0cc89c7d98f5 service neutron] 10.222.0.21 "GET /v2.0/networks/b6eeb2fc-5732-462c-95ea-d42f3351bff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806195 Mar 07 10:39:08.249414 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-b00a3bb6-2c07-4596-bda2-2b7d14ee08db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=954ea4bb-79fb-4f3b-aff3-9b1897120944 HTTP/1.1" status: 200 len: 217 time: 0.0606089 Mar 07 10:39:08.277054 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2f910af1-295a-476d-8c45-05838f93d32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655443501-router', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:50Z', 'updated_at': '2022-03-07T10:38:02Z', 'revision_number': 4, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'gw_port': {'id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:53Z', 'updated_at': '2022-03-07T10:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '676d61c2-61cb-4901-bf9d-6f8419b9d517', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'port_id': 'd82d736b-e6bb-440e-a126-d653c8c1a8a2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'mac_address': 'fa:16:3e:29:c4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d6cc1c-f39c-4c75-8829-984aea033d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:38:33Z', 'updated_at': '2022-03-07T10:39:04Z', 'revision_number': 3, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d046bb-f751-4262-abbe-bba407a2c0e7', 'name': '', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'mac_address': 'fa:16:3e:e3:03:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:58Z', 'updated_at': '2022-03-07T10:38:07Z', 'revision_number': 5, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'subnets': [{'id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:08.318673 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f910af1-295a-476d-8c45-05838f93d32e None None] The sync data for ids ['623c3d93-a95a-4595-9f18-524eeadcc1de'] in n-d-832164-4 is: [{'id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655443501-router', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:50Z', 'updated_at': '2022-03-07T10:38:02Z', 'revision_number': 4, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'gw_port': {'id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:53Z', 'updated_at': '2022-03-07T10:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '676d61c2-61cb-4901-bf9d-6f8419b9d517', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'port_id': 'd82d736b-e6bb-440e-a126-d653c8c1a8a2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'mac_address': 'fa:16:3e:29:c4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d6cc1c-f39c-4c75-8829-984aea033d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:38:33Z', 'updated_at': '2022-03-07T10:39:04Z', 'revision_number': 3, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d046bb-f751-4262-abbe-bba407a2c0e7', 'name': '', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'mac_address': 'fa:16:3e:e3:03:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:58Z', 'updated_at': '2022-03-07T10:38:07Z', 'revision_number': 5, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'subnets': [{'id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:39:08.356721 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6baf4-4f5a-4a0f-b110-0ff0dce3a294 req-36da632c-7558-464d-8acf-1aeebbc21c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:08.358283 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8dd6baf4-4f5a-4a0f-b110-0ff0dce3a294 req-36da632c-7558-464d-8acf-1aeebbc21c94 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a78ef099-b775-4cdc-849b-6bcb7f6c7538 HTTP/1.1" status: 200 len: 1132 time: 0.7971346 Mar 07 10:39:08.481763 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-e15ac1bf-b1c1-4d97-bf72-686e7b55907e tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:08.483272 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-e15ac1bf-b1c1-4d97-bf72-686e7b55907e tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.31 "GET /v2.0/networks?id=14f676d6-71f1-44c0-84bf-983ed64d58be HTTP/1.1" status: 200 len: 814 time: 0.8472755 Mar 07 10:39:08.586052 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f70034f9-3dff-48f6-9140-e462927aeeae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:08.608313 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-6e06688d-2427-4320-809c-4cf27d26f133 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Router 623c3d93-a95a-4595-9f18-524eeadcc1de has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:39:08.611267 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fab4e7db-d36f-4400-b12f-b5ee032a5f48 req-822515b1-6020-4b0f-bb00-dbe053e68a08 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 210 time: 0.3598833 Mar 07 10:39:08.620810 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-2bb1e589-1d77-4fa4-b84c-9b6c5aa620a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:08.622767 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-2bb1e589-1d77-4fa4-b84c-9b6c5aa620a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ed499a86-ec02-4098-a7e4-19223dad71d3 HTTP/1.1" status: 200 len: 797 time: 0.3604794 Mar 07 10:39:08.642833 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d532107-5d2e-4475-a151-e0f6e1a0f029 None None] New status for floating IP 676d61c2-61cb-4901-bf9d-6f8419b9d517: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:39:08.669354 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8dd6baf4-4f5a-4a0f-b110-0ff0dce3a294 req-62b90b22-98a9-4ff9-8ecd-d1aa5816acb8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=de371154-717c-4fb7-8744-31132feae98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008392 Mar 07 10:39:08.673583 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-515b2e08-57bd-4e4b-9a5d-60685d896d9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96d7182e-9426-4dde-a4f3-e80829f16123 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:39:08.703072 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-515b2e08-57bd-4e4b-9a5d-60685d896d9c service neutron] Publish callbacks [] for port (96d7182e-9426-4dde-a4f3-e80829f16123), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:08.709065 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-c74529cd-d080-4497-a0ed-d187c72a6a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:08.710446 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-674a852f-1c99-4733-878d-fc5054be143b admin admin] Publish callbacks [] for router_gateway (81773a4f-ebb2-47be-8036-33bb4af954b3), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:08.713764 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-c74529cd-d080-4497-a0ed-d187c72a6a04 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b6eeb2fc-5732-462c-95ea-d42f3351bff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0804977 Mar 07 10:39:08.814740 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7971ffb7-eb57-4b23-b809-d92be7842172 req-a7cd60c0-0e04-4895-974d-3b2d9a5c235e tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:08.825884 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7971ffb7-eb57-4b23-b809-d92be7842172 req-a7cd60c0-0e04-4895-974d-3b2d9a5c235e tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.11 "GET /v2.0/ports?device_id=6220ea40-904f-4a76-9e6a-1f77bb7bac2d HTTP/1.1" status: 200 len: 931 time: 0.1063030 Mar 07 10:39:08.839413 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-ffb12b14-f918-4292-b149-07e7de25e528 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks [] for port (e44eaa04-a7a8-4b3b-a654-5406151c14de), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:08.847801 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-515b2e08-57bd-4e4b-9a5d-60685d896d9c service neutron] Transition to ACTIVE for port object 96d7182e-9426-4dde-a4f3-e80829f16123 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:39:08.863744 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-515b2e08-57bd-4e4b-9a5d-60685d896d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (96d7182e-9426-4dde-a4f3-e80829f16123), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:08.869976 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-c812fb48-19cd-4e4e-b8e7-8c2315bd0e36 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34de055ad44246c38dcfdb4f7edf5559 HTTP/1.1" status: 200 len: 379 time: 0.3233697 Mar 07 10:39:08.893044 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-507d8928-b4ca-484a-bae9-7e46c2e16907 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Request body: {'port': {'device_id': 'fa760b0c-95ca-4cc0-b659-c190d53a544a', 'network_id': '14f676d6-71f1-44c0-84bf-983ed64d58be', 'admin_state_up': True, 'tenant_id': '34de055ad44246c38dcfdb4f7edf5559', 'security_groups': ['05e31b3a-b0c1-4d03-ba89-28efbcd3069b']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:08.939644 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7971ffb7-eb57-4b23-b809-d92be7842172 req-af7a03d2-0438-4d9e-9192-f06e68b0eb34 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.11 "GET /v2.0/security-groups?id=f401ee5f-5eaf-4cbd-a4e8-f9d192448493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120746 Mar 07 10:39:09.027851 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-6493c105-beb5-496c-80cf-beeb0724f904 service neutron] 10.222.0.21 "GET /v2.0/networks/b6eeb2fc-5732-462c-95ea-d42f3351bff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414986 Mar 07 10:39:09.117868 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b2e08-57bd-4e4b-9a5d-60685d896d9c service neutron] Pushing event updated for resources: {'Port': ['ID=96d7182e-9426-4dde-a4f3-e80829f16123,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:09.154781 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56bcef-409b-4abd-94d5-85b2293fe9f2 req-4f4761cf-00db-43f5-a044-66a515697031 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:09.157917 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bd56bcef-409b-4abd-94d5-85b2293fe9f2 req-4f4761cf-00db-43f5-a044-66a515697031 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/ports?device_id=a78ef099-b775-4cdc-849b-6bcb7f6c7538 HTTP/1.1" status: 200 len: 950 time: 0.1288254 Mar 07 10:39:09.190643 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-ffb12b14-f918-4292-b149-07e7de25e528 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (e44eaa04-a7a8-4b3b-a654-5406151c14de), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:09.214105 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-6e06688d-2427-4320-809c-4cf27d26f133 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:39:09.222606 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-3f4f394a-ba27-4d07-b8b2-0d8fc7cabf3e service neutron] 10.222.0.21 "GET /v2.0/networks/b6eeb2fc-5732-462c-95ea-d42f3351bff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635866 Mar 07 10:39:09.234852 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19a9534-ee75-4f80-a7f3-580ac7f4cb1d None None] Sync routers for ids ['623c3d93-a95a-4595-9f18-524eeadcc1de'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:39:09.237694 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bd56bcef-409b-4abd-94d5-85b2293fe9f2 req-639e80e4-e753-4e7e-81a8-508fe360e820 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/security-groups?id=de371154-717c-4fb7-8744-31132feae98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751827 Mar 07 10:39:09.253189 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19a9534-ee75-4f80-a7f3-580ac7f4cb1d None None] Routers {'623c3d93-a95a-4595-9f18-524eeadcc1de'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:09.255323 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b19a9534-ee75-4f80-a7f3-580ac7f4cb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:39:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['623c3d93-a95a-4595-9f18-524eeadcc1de'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:09.283428 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-6e06688d-2427-4320-809c-4cf27d26f133 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:09.311315 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-513b31de-258e-43bd-95a8-de516764ce1e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=dd308e88-228c-48d1-aca2-6ee75466e34d HTTP/1.1" status: 200 len: 217 time: 0.0667131 Mar 07 10:39:09.413940 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-596a90fa-e67b-49ae-9e5b-1634403c4212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:09.414856 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-ffb12b14-f918-4292-b149-07e7de25e528 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Network 0a513206-2def-4933-979c-f245f2d5610c is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:09.415456 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-596a90fa-e67b-49ae-9e5b-1634403c4212 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ed499a86-ec02-4098-a7e4-19223dad71d3 HTTP/1.1" status: 200 len: 797 time: 0.0981488 Mar 07 10:39:09.437628 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-b19a9534-ee75-4f80-a7f3-580ac7f4cb1d None None] Set router 623c3d93-a95a-4595-9f18-524eeadcc1de gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:09.441181 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7257dea5-b7a4-43c8-b2a0-1579f543a29e', 'tag': 'a13d21a5-1ef2-42de-8c75-ffbb7b701fdd'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:09.443619 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d660e6d7-8ca8-497d-b794-83204255be93" -d '{"events": [{"name": "network-changed", "server_uuid": "7257dea5-b7a4-43c8-b2a0-1579f543a29e", "tag": "a13d21a5-1ef2-42de-8c75-ffbb7b701fdd"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:09.446409 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-ffb12b14-f918-4292-b149-07e7de25e528 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:09.473715 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5e8c881f-6a19-4d35-b020-c16ea23d25c3 req-03b45dc2-a8cc-452d-9a6b-5cb72bba31e2 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa760b0c-95ca-4cc0-b659-c190d53a544a HTTP/1.1" status: 200 len: 210 time: 0.0572212 Mar 07 10:39:09.520651 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-b51a469a-a345-497a-aa7c-dae56dad0f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:09.521018 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb12b14-f918-4292-b149-07e7de25e528 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Pushing event updated for resources: {'Port': ['ID=e44eaa04-a7a8-4b3b-a654-5406151c14de,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:09.521850 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-b51a469a-a345-497a-aa7c-dae56dad0f4f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b6eeb2fc-5732-462c-95ea-d42f3351bff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0963662 Mar 07 10:39:09.531016 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-ffb12b14-f918-4292-b149-07e7de25e528 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:39:09.591366 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-515b2e08-57bd-4e4b-9a5d-60685d896d9c service neutron] Attempting to bind port 96d7182e-9426-4dde-a4f3-e80829f16123 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:39:09.591366 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-515b2e08-57bd-4e4b-9a5d-60685d896d9c service neutron] Attempting to bind port 96d7182e-9426-4dde-a4f3-e80829f16123 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '0f656d45-0e01-4bfc-b041-bb19c71063ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5661f3b1-67e7-4b1e-8469-d18eb04ea2a1'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:39:09.591366 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-515b2e08-57bd-4e4b-9a5d-60685d896d9c service neutron] Attempting to bind port 96d7182e-9426-4dde-a4f3-e80829f16123 on network 5661f3b1-67e7-4b1e-8469-d18eb04ea2a1 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:39:09.635192 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-507d8928-b4ca-484a-bae9-7e46c2e16907 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Made reservation on behalf of 34de055ad44246c38dcfdb4f7edf5559 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:09.640115 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-507d8928-b4ca-484a-bae9-7e46c2e16907 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:09.643573 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-674a852f-1c99-4733-878d-fc5054be143b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (81773a4f-ebb2-47be-8036-33bb4af954b3), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:09.646656 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-6e06688d-2427-4320-809c-4cf27d26f133 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "PUT /v2.0/floatingips/676d61c2-61cb-4901-bf9d-6f8419b9d517 HTTP/1.1" status: 200 len: 999 time: 7.4532704 Mar 07 10:39:09.661673 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-515b2e08-57bd-4e4b-9a5d-60685d896d9c service neutron] Port 96d7182e-9426-4dde-a4f3-e80829f16123 on network 5661f3b1-67e7-4b1e-8469-d18eb04ea2a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:39:09.662000 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-515b2e08-57bd-4e4b-9a5d-60685d896d9c service neutron] Attempting to bind port 96d7182e-9426-4dde-a4f3-e80829f16123 on network 5661f3b1-67e7-4b1e-8469-d18eb04ea2a1 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:39:09.740787 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-6094955d-1840-468f-b799-2072e92a9d7a service neutron] 10.222.0.21 "GET /v2.0/networks/b6eeb2fc-5732-462c-95ea-d42f3351bff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120581 Mar 07 10:39:09.823048 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:09.871072 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-515b2e08-57bd-4e4b-9a5d-60685d896d9c service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:39:09.871592 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-515b2e08-57bd-4e4b-9a5d-60685d896d9c service neutron] Checking segment: {'id': '0f656d45-0e01-4bfc-b041-bb19c71063ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5661f3b1-67e7-4b1e-8469-d18eb04ea2a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:39:09.876036 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-515b2e08-57bd-4e4b-9a5d-60685d896d9c service neutron] Bound using segment: {'id': '0f656d45-0e01-4bfc-b041-bb19c71063ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5661f3b1-67e7-4b1e-8469-d18eb04ea2a1'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:39:09.876680 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-515b2e08-57bd-4e4b-9a5d-60685d896d9c service neutron] Bound port: 96d7182e-9426-4dde-a4f3-e80829f16123, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f656d45-0e01-4bfc-b041-bb19c71063ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '5661f3b1-67e7-4b1e-8469-d18eb04ea2a1'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:39:09.877446 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-515b2e08-57bd-4e4b-9a5d-60685d896d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (96d7182e-9426-4dde-a4f3-e80829f16123), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:09.883311 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b15973-600c-4ee8-b998-cfdf90221ac2 x-openstack-request-id: req-58b15973-600c-4ee8-b998-cfdf90221ac2 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:09.884940 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7257dea5-b7a4-43c8-b2a0-1579f543a29e", "tag": "a13d21a5-1ef2-42de-8c75-ffbb7b701fdd", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:09.885369 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-58b15973-600c-4ee8-b998-cfdf90221ac2 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:09.885916 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7257dea5-b7a4-43c8-b2a0-1579f543a29e', 'tag': 'a13d21a5-1ef2-42de-8c75-ffbb7b701fdd', 'status': 'completed', 'code': 200} Mar 07 10:39:09.909526 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-172611b3-8145-465e-b93e-f17e382b767c service neutron] 10.222.0.21 "GET /v2.0/networks/b6eeb2fc-5732-462c-95ea-d42f3351bff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578448 Mar 07 10:39:09.910786 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-ffb12b14-f918-4292-b149-07e7de25e528 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:09.911604 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-ffb12b14-f918-4292-b149-07e7de25e528 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:09.953913 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ba278ef8-e741-4831-9b4b-47edad9398f0 None None] Provisioning complete for port e44eaa04-a7a8-4b3b-a654-5406151c14de triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:09.961824 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ba278ef8-e741-4831-9b4b-47edad9398f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e44eaa04-a7a8-4b3b-a654-5406151c14de), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:09.971103 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b19a9534-ee75-4f80-a7f3-580ac7f4cb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655443501-router', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:50Z', 'updated_at': '2022-03-07T10:38:02Z', 'revision_number': 4, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'gw_port': {'id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:53Z', 'updated_at': '2022-03-07T10:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '676d61c2-61cb-4901-bf9d-6f8419b9d517', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'port_id': 'd82d736b-e6bb-440e-a126-d653c8c1a8a2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'mac_address': 'fa:16:3e:29:c4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d6cc1c-f39c-4c75-8829-984aea033d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:38:33Z', 'updated_at': '2022-03-07T10:39:08Z', 'revision_number': 4, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d046bb-f751-4262-abbe-bba407a2c0e7', 'name': '', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'mac_address': 'fa:16:3e:e3:03:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:58Z', 'updated_at': '2022-03-07T10:38:07Z', 'revision_number': 5, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'subnets': [{'id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:10.022756 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-34c22de0-3b9a-4951-8a32-e941e12e71ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=e30ed817-8760-43d1-b6f4-a2f921a6f91f HTTP/1.1" status: 200 len: 217 time: 0.1067970 Mar 07 10:39:10.060395 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19a9534-ee75-4f80-a7f3-580ac7f4cb1d None None] Checking router: 623c3d93-a95a-4595-9f18-524eeadcc1de for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:39:10.064014 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ba278ef8-e741-4831-9b4b-47edad9398f0 None None] Port e44eaa04-a7a8-4b3b-a654-5406151c14de cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:39:10.083295 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19a9534-ee75-4f80-a7f3-580ac7f4cb1d None None] Routers {'623c3d93-a95a-4595-9f18-524eeadcc1de'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:10.083923 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b19a9534-ee75-4f80-a7f3-580ac7f4cb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:39:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['623c3d93-a95a-4595-9f18-524eeadcc1de'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:10.089923 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-6732acc1-b457-4ffc-a283-8913cd515b6d tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:10.091328 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-6732acc1-b457-4ffc-a283-8913cd515b6d tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/ports/a13d21a5-1ef2-42de-8c75-ffbb7b701fdd HTTP/1.1" status: 200 len: 943 time: 0.4210584 Mar 07 10:39:10.110949 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-ffb12b14-f918-4292-b149-07e7de25e528 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9757948 Mar 07 10:39:10.142482 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-28ee6b4f-c92c-45f1-aa1f-db974d586dfe service neutron] Request body: {'port': {'device_id': 'ae606fc6-7270-428c-b53e-5ff8180a8aa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:10.159907 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac0424-ad83-420a-b7b1-5ae70eab783c req-33dc7e75-40a9-4851-9514-0d2f85c8fb8d tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:10.162028 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f2ac0424-ad83-420a-b7b1-5ae70eab783c req-33dc7e75-40a9-4851-9514-0d2f85c8fb8d tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 932 time: 0.1674328 Mar 07 10:39:10.166548 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-b79bc0e8-84e4-4235-893b-1ec7bb9d91c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:10.168396 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-b79bc0e8-84e4-4235-893b-1ec7bb9d91c5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ed499a86-ec02-4098-a7e4-19223dad71d3 HTTP/1.1" status: 200 len: 797 time: 0.0971134 Mar 07 10:39:10.268133 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f2ac0424-ad83-420a-b7b1-5ae70eab783c req-13788d20-f3f3-4f5b-a18b-e335532ebced tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/security-groups?id=404e3e6c-2b6d-4b33-823d-ea542b308992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985656 Mar 07 10:39:10.271236 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-f2e530fd-2994-4ab2-a65d-5def7a93cd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:10.271963 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-b19a9534-ee75-4f80-a7f3-580ac7f4cb1d None None] Set router 623c3d93-a95a-4595-9f18-524eeadcc1de gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:10.273213 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-f2e530fd-2994-4ab2-a65d-5def7a93cd3f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b6eeb2fc-5732-462c-95ea-d42f3351bff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0966270 Mar 07 10:39:10.353737 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-515b2e08-57bd-4e4b-9a5d-60685d896d9c service neutron] For port 96d7182e-9426-4dde-a4f3-e80829f16123, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:39:10.357633 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-515b2e08-57bd-4e4b-9a5d-60685d896d9c service neutron] For port 96d7182e-9426-4dde-a4f3-e80829f16123, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=96d7182e-9426-4dde-a4f3-e80829f16123,segment=NetworkSegment(0f656d45-0e01-4bfc-b041-bb19c71063ea),segment_id=0f656d45-0e01-4bfc-b041-bb19c71063ea)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:39:10.388686 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-28ee6b4f-c92c-45f1-aa1f-db974d586dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e44eaa04-a7a8-4b3b-a654-5406151c14de), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:10.410904 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-515b2e08-57bd-4e4b-9a5d-60685d896d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (96d7182e-9426-4dde-a4f3-e80829f16123), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:10.414845 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660e6d7-8ca8-497d-b794-83204255be93 req-1a24aa79-beea-4974-88f5-fbacb86914c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:10.416339 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d660e6d7-8ca8-497d-b794-83204255be93 req-1a24aa79-beea-4974-88f5-fbacb86914c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3eaa5c3bb65646f4925f986f51ff18dc&device_id=7257dea5-b7a4-43c8-b2a0-1579f543a29e HTTP/1.1" status: 200 len: 1128 time: 0.4997127 Mar 07 10:39:10.444859 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-3be40c7c-d2f0-4927-92ed-81278452411a service neutron] 10.222.0.21 "GET /v2.0/networks/b6eeb2fc-5732-462c-95ea-d42f3351bff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642640 Mar 07 10:39:10.505506 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d04886-b832-48c4-a99d-33e7f6d3ddc7 req-72988aa6-db38-404a-9bf3-2a2823e07dd4 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:10.507342 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-52d04886-b832-48c4-a99d-33e7f6d3ddc7 req-72988aa6-db38-404a-9bf3-2a2823e07dd4 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.11 "GET /v2.0/ports?device_id=6220ea40-904f-4a76-9e6a-1f77bb7bac2d HTTP/1.1" status: 200 len: 943 time: 0.1264460 Mar 07 10:39:10.627721 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b19a9534-ee75-4f80-a7f3-580ac7f4cb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655443501-router', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:50Z', 'updated_at': '2022-03-07T10:38:02Z', 'revision_number': 4, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'gw_port': {'id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:53Z', 'updated_at': '2022-03-07T10:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '676d61c2-61cb-4901-bf9d-6f8419b9d517', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'port_id': 'd82d736b-e6bb-440e-a126-d653c8c1a8a2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'mac_address': 'fa:16:3e:29:c4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d6cc1c-f39c-4c75-8829-984aea033d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:38:33Z', 'updated_at': '2022-03-07T10:39:08Z', 'revision_number': 4, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d046bb-f751-4262-abbe-bba407a2c0e7', 'name': '', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'mac_address': 'fa:16:3e:e3:03:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:58Z', 'updated_at': '2022-03-07T10:38:07Z', 'revision_number': 5, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'subnets': [{'id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:10.639950 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 49374629-e4ca-4d8e-9683-e194b48557a0 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:39:10.641565 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-52d04886-b832-48c4-a99d-33e7f6d3ddc7 req-4d908639-8f12-4651-9ca3-d9967ee1cca5 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.11 "GET /v2.0/security-groups?id=f401ee5f-5eaf-4cbd-a4e8-f9d192448493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053104 Mar 07 10:39:10.647811 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-93237bf6-6950-49fc-b002-a7898b48b496 service neutron] 10.222.0.21 "GET /v2.0/networks/b6eeb2fc-5732-462c-95ea-d42f3351bff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963775 Mar 07 10:39:10.704370 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19a9534-ee75-4f80-a7f3-580ac7f4cb1d None None] The sync data for ids ['623c3d93-a95a-4595-9f18-524eeadcc1de'] in n-d-832164-4 is: [{'id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655443501-router', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:50Z', 'updated_at': '2022-03-07T10:38:02Z', 'revision_number': 4, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'gw_port': {'id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:53Z', 'updated_at': '2022-03-07T10:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '676d61c2-61cb-4901-bf9d-6f8419b9d517', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'port_id': 'd82d736b-e6bb-440e-a126-d653c8c1a8a2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'mac_address': 'fa:16:3e:29:c4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77d6cc1c-f39c-4c75-8829-984aea033d5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:38:33Z', 'updated_at': '2022-03-07T10:39:08Z', 'revision_number': 4, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d046bb-f751-4262-abbe-bba407a2c0e7', 'name': '', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'mac_address': 'fa:16:3e:e3:03:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:58Z', 'updated_at': '2022-03-07T10:38:07Z', 'revision_number': 5, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'subnets': [{'id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:39:10.777953 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-a7b2a666-dbb5-4de9-a55e-2a70b5677b43 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=39f7299e-e8de-4100-8481-3dcb8fc1378a HTTP/1.1" status: 200 len: 217 time: 0.1226869 Mar 07 10:39:10.829298 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 49374629-e4ca-4d8e-9683-e194b48557a0, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=49374629-e4ca-4d8e-9683-e194b48557a0,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:10.849788 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '49374629-e4ca-4d8e-9683-e194b48557a0', 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41', 'port_id': '49374629-e4ca-4d8e-9683-e194b48557a0', 'mac_address': 'fa:16:3e:2c:a4:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be75dc35-59ec-464d-b948-3549cf46df15', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:39:10.851990 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-282309ea-c209-4e75-bf72-de079ef3800c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:10.853645 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-282309ea-c209-4e75-bf72-de079ef3800c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afbd17bf-cb26-424f-82f0-87b6f4bd47dd HTTP/1.1" status: 200 len: 797 time: 0.0592771 Mar 07 10:39:10.881012 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6919e7a-38c0-4249-801c-a7d6ce3110e8 req-a019af95-b289-459d-b071-8bb5583af7d3 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:10.888384 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a6919e7a-38c0-4249-801c-a7d6ce3110e8 req-a019af95-b289-459d-b071-8bb5583af7d3 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/ports?device_id=a78ef099-b775-4cdc-849b-6bcb7f6c7538 HTTP/1.1" status: 200 len: 950 time: 0.1219606 Mar 07 10:39:10.932474 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 49374629-e4ca-4d8e-9683-e194b48557a0 is: ACTIVE; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:10.937574 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:10.941169 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-507d8928-b4ca-484a-bae9-7e46c2e16907 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Allocated IP 172.20.0.4 (14f676d6-71f1-44c0-84bf-983ed64d58be/75be359d-f6e3-4281-84f4-9b27fe531898/bb0b6fee-9836-4a79-9150-91f66e299446) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:10.960580 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49374629-e4ca-4d8e-9683-e194b48557a0 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:39:10.995947 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a6919e7a-38c0-4249-801c-a7d6ce3110e8 req-c3bab3c1-4e48-46ab-a129-861a56ecf549 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/security-groups?id=de371154-717c-4fb7-8744-31132feae98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065505 Mar 07 10:39:10.998445 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 49374629-e4ca-4d8e-9683-e194b48557a0, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=49374629-e4ca-4d8e-9683-e194b48557a0,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:11.013511 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:11.022134 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-07cc6611-9431-4a72-8ee3-60c7737356ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:11.025851 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-07cc6611-9431-4a72-8ee3-60c7737356ae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1608188 Mar 07 10:39:11.080515 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=49374629-e4ca-4d8e-9683-e194b48557a0,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:11.114500 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['49374629-e4ca-4d8e-9683-e194b48557a0'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:39:11.137635 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cad90e8a-ea99-4277-8030-e32448766f61 req-cf033fa1-9e54-4d3e-a7dd-a0a2c4bf4040 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa760b0c-95ca-4cc0-b659-c190d53a544a HTTP/1.1" status: 200 len: 210 time: 0.0628238 Mar 07 10:39:11.201340 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-2855e428-ab82-406d-947d-8c6d5df2e9e4 service neutron] 10.222.0.21 "GET /v2.0/networks/c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670675 Mar 07 10:39:11.329262 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-515b2e08-57bd-4e4b-9a5d-60685d896d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:11.329262 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-515b2e08-57bd-4e4b-9a5d-60685d896d9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:11.329262 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-515b2e08-57bd-4e4b-9a5d-60685d896d9c service neutron] 10.222.0.21 "PUT /v2.0/ports/96d7182e-9426-4dde-a4f3-e80829f16123 HTTP/1.1" status: 200 len: 1091 time: 5.1017070 Mar 07 10:39:11.395304 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-4d248adc-9f10-4d3b-a064-a4514d16bf7a service neutron] 10.222.0.21 "GET /v2.0/networks/c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846056 Mar 07 10:39:11.397683 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-c4fceae9-2477-402f-b18b-054c8940706c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:11.399276 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-c4fceae9-2477-402f-b18b-054c8940706c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3eaa5c3bb65646f4925f986f51ff18dc&device_id=7257dea5-b7a4-43c8-b2a0-1579f543a29e HTTP/1.1" status: 200 len: 1128 time: 1.1957672 Mar 07 10:39:11.446084 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-995281f5-cabc-4fb0-b335-e782bfae2026 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=464790b4-c23d-409e-904e-2616b83fda37 HTTP/1.1" status: 200 len: 217 time: 0.0410159 Mar 07 10:39:11.497407 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b2e08-57bd-4e4b-9a5d-60685d896d9c service neutron] Pushing event updated for resources: {'Port': ['ID=96d7182e-9426-4dde-a4f3-e80829f16123,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:11.503882 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-507d8928-b4ca-484a-bae9-7e46c2e16907 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks [] for port (bb0b6fee-9836-4a79-9150-91f66e299446), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:11.536080 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-0784ceae-3f71-485c-b765-5037f6ba09ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:11.537559 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-0784ceae-3f71-485c-b765-5037f6ba09ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afbd17bf-cb26-424f-82f0-87b6f4bd47dd HTTP/1.1" status: 200 len: 797 time: 0.0815184 Mar 07 10:39:11.548382 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0712fc-ff23-4164-bc1e-d8b5cc6c01d7 req-144525b7-4448-4e07-a588-0e7c78ff8cba tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:11.549631 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:11.550334 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fa0712fc-ff23-4164-bc1e-d8b5cc6c01d7 req-144525b7-4448-4e07-a588-0e7c78ff8cba tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 932 time: 0.1061299 Mar 07 10:39:11.558130 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674a852f-1c99-4733-878d-fc5054be143b admin admin] Router 81773a4f-ebb2-47be-8036-33bb4af954b3 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:39:11.626546 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660e6d7-8ca8-497d-b794-83204255be93 req-91253e5a-d3c7-4bf9-9573-5edad48f9dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:11.628168 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d660e6d7-8ca8-497d-b794-83204255be93 req-91253e5a-d3c7-4bf9-9573-5edad48f9dc5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9213476-43ba-434e-a45c-f24c836d68e1 HTTP/1.1" status: 200 len: 922 time: 1.1901777 Mar 07 10:39:11.628310 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fa0712fc-ff23-4164-bc1e-d8b5cc6c01d7 req-01921bab-bbde-4887-9bd0-104c885e1f38 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/security-groups?id=404e3e6c-2b6d-4b33-823d-ea542b308992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648785 Mar 07 10:39:11.631157 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-703d1ced-529d-4998-8d78-cd26402a6d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:11.632480 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-703d1ced-529d-4998-8d78-cd26402a6d6a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0805755 Mar 07 10:39:11.755582 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d660e6d7-8ca8-497d-b794-83204255be93 req-fbb10936-2f93-4911-a0b1-25ef8003530a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a13d21a5-1ef2-42de-8c75-ffbb7b701fdd HTTP/1.1" status: 200 len: 217 time: 0.1040068 Mar 07 10:39:11.758033 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-a13bf6dd-5d56-4444-a4fc-266ad2531915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:11.759203 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-a13bf6dd-5d56-4444-a4fc-266ad2531915 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9f15d5ae7b14e55973635eead8c52e1&device_id=6220ea40-904f-4a76-9e6a-1f77bb7bac2d HTTP/1.1" status: 200 len: 1125 time: 0.3677497 Mar 07 10:39:11.793133 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b3a6c-7e4e-4a4d-85ce-9c4913500490 req-0aa6caac-07f8-41e4-a8c1-ce3011f05dc5 tempest-ServersAdminNegativeTestJSON-318314957 tempest-ServersAdminNegativeTestJSON-318314957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:11.794738 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-498b3a6c-7e4e-4a4d-85ce-9c4913500490 req-0aa6caac-07f8-41e4-a8c1-ce3011f05dc5 tempest-ServersAdminNegativeTestJSON-318314957 tempest-ServersAdminNegativeTestJSON-318314957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a78ef099-b775-4cdc-849b-6bcb7f6c7538 HTTP/1.1" status: 200 len: 1132 time: 0.0731323 Mar 07 10:39:11.797009 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-ccca25e9-a19c-4985-abed-b9b2da6b9e70 service neutron] 10.222.0.21 "GET /v2.0/networks/c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538463 Mar 07 10:39:11.824050 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-498b3a6c-7e4e-4a4d-85ce-9c4913500490 req-dfb75b63-e96b-4d05-bb2a-de6e778ab70c tempest-ServersAdminNegativeTestJSON-318314957 tempest-ServersAdminNegativeTestJSON-318314957-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:11.862501 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-e869c45a-2845-4175-bb50-5dd97e929a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:11.864164 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-e869c45a-2845-4175-bb50-5dd97e929a45 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e9213476-43ba-434e-a45c-f24c836d68e1 HTTP/1.1" status: 200 len: 922 time: 0.4344819 Mar 07 10:39:11.879416 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-3920ba73-4600-4bea-9bc0-72dd90ad51bb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96d7182e-9426-4dde-a4f3-e80829f16123 HTTP/1.1" status: 200 len: 217 time: 0.0868089 Mar 07 10:39:11.912767 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d6cc1c-f39c-4c75-8829-984aea033d5a', 'tag': 'd82d736b-e6bb-440e-a126-d653c8c1a8a2'}, {'name': 'network-changed', 'server_uuid': '6220ea40-904f-4a76-9e6a-1f77bb7bac2d', 'tag': '96d7182e-9426-4dde-a4f3-e80829f16123'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:11.915290 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2819dbaa-bc5e-4c59-8dea-76e23ce67caf" -d '{"events": [{"name": "network-changed", "server_uuid": "77d6cc1c-f39c-4c75-8829-984aea033d5a", "tag": "d82d736b-e6bb-440e-a126-d653c8c1a8a2"}, {"name": "network-changed", "server_uuid": "6220ea40-904f-4a76-9e6a-1f77bb7bac2d", "tag": "96d7182e-9426-4dde-a4f3-e80829f16123"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:11.935275 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-507d8928-b4ca-484a-bae9-7e46c2e16907 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (bb0b6fee-9836-4a79-9150-91f66e299446), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:11.994680 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-498b3a6c-7e4e-4a4d-85ce-9c4913500490 req-dfb75b63-e96b-4d05-bb2a-de6e778ab70c tempest-ServersAdminNegativeTestJSON-318314957 tempest-ServersAdminNegativeTestJSON-318314957-project-admin] Publish callbacks [] for security_group (15fc0520-bb64-49aa-a42b-c2bbbbce77e6), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:12.003757 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-498b3a6c-7e4e-4a4d-85ce-9c4913500490 req-dfb75b63-e96b-4d05-bb2a-de6e778ab70c tempest-ServersAdminNegativeTestJSON-318314957 tempest-ServersAdminNegativeTestJSON-318314957-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (15fc0520-bb64-49aa-a42b-c2bbbbce77e6), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:12.046617 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660e6d7-8ca8-497d-b794-83204255be93 req-a6a44592-b420-4d13-9030-492982ef0cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:12.051395 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d660e6d7-8ca8-497d-b794-83204255be93 req-a6a44592-b420-4d13-9030-492982ef0cf4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=accf3389-35bd-40c8-8f46-e6a58c569299 HTTP/1.1" status: 200 len: 860 time: 0.2798297 Mar 07 10:39:12.068554 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-498b3a6c-7e4e-4a4d-85ce-9c4913500490 req-dfb75b63-e96b-4d05-bb2a-de6e778ab70c tempest-ServersAdminNegativeTestJSON-318314957 tempest-ServersAdminNegativeTestJSON-318314957-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=de371154-717c-4fb7-8744-31132feae98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660944 Mar 07 10:39:12.096784 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-fb0af106-3736-46d2-9066-04bcda08823f service neutron] 10.222.0.21 "GET /v2.0/networks/c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874227 Mar 07 10:39:12.097918 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb75b63-e96b-4d05-bb2a-de6e778ab70c tempest-ServersAdminNegativeTestJSON-318314957 tempest-ServersAdminNegativeTestJSON-318314957-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15fc0520-bb64-49aa-a42b-c2bbbbce77e6,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:12.180349 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-dc0a4220-7cda-4267-a04a-069669b71e17 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a13d21a5-1ef2-42de-8c75-ffbb7b701fdd HTTP/1.1" status: 200 len: 217 time: 0.3028269 Mar 07 10:39:12.198784 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-507d8928-b4ca-484a-bae9-7e46c2e16907 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Network 14f676d6-71f1-44c0-84bf-983ed64d58be is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:12.204832 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-28ee6b4f-c92c-45f1-aa1f-db974d586dfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e44eaa04-a7a8-4b3b-a654-5406151c14de {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:39:12.211688 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674a852f-1c99-4733-878d-fc5054be143b admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:39:12.221887 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35292d33-ff86-45ed-8b81-25c57249c21f None None] Sync routers for ids ['81773a4f-ebb2-47be-8036-33bb4af954b3'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:39:12.231673 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-28ee6b4f-c92c-45f1-aa1f-db974d586dfe service neutron] Publish callbacks [] for port (e44eaa04-a7a8-4b3b-a654-5406151c14de), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:12.236916 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932a1d0-8ad2-418f-a035-7d0cec7e0552 req-4b35f16f-ee56-4eb6-85ba-bad817153179 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:12.238341 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-507d8928-b4ca-484a-bae9-7e46c2e16907 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:12.240923 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-507d8928-b4ca-484a-bae9-7e46c2e16907 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:39:12.246039 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-93c68112-6725-4e8d-b5d5-674ee89c474d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:12.247568 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-93c68112-6725-4e8d-b5d5-674ee89c474d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a597de2c-c206-4a49-9964-11b5e65bb718 HTTP/1.1" status: 200 len: 853 time: 0.3209205 Mar 07 10:39:12.247849 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6932a1d0-8ad2-418f-a035-7d0cec7e0552 req-4b35f16f-ee56-4eb6-85ba-bad817153179 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.11 "GET /v2.0/ports?device_id=6220ea40-904f-4a76-9e6a-1f77bb7bac2d HTTP/1.1" status: 200 len: 943 time: 0.0703659 Mar 07 10:39:12.259696 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35292d33-ff86-45ed-8b81-25c57249c21f None None] Routers {'81773a4f-ebb2-47be-8036-33bb4af954b3'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:12.262121 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-35292d33-ff86-45ed-8b81-25c57249c21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:39:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['81773a4f-ebb2-47be-8036-33bb4af954b3'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:12.306815 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d8928-b4ca-484a-bae9-7e46c2e16907 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Pushing event updated for resources: {'Port': ['ID=bb0b6fee-9836-4a79-9150-91f66e299446,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:12.337954 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6932a1d0-8ad2-418f-a035-7d0cec7e0552 req-3e222bd1-859b-44b3-ab4f-72226f8d7cfa tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.11 "GET /v2.0/security-groups?id=f401ee5f-5eaf-4cbd-a4e8-f9d192448493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806961 Mar 07 10:39:12.378645 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-674a852f-1c99-4733-878d-fc5054be143b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:12.379853 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-674a852f-1c99-4733-878d-fc5054be143b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.7415566 Mar 07 10:39:12.382747 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 49540) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:12.408694 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-c77ce5a5-8cb0-4a52-9f50-0243e252b619 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5661f3b1-67e7-4b1e-8469-d18eb04ea2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1283767 Mar 07 10:39:12.423369 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-28ee6b4f-c92c-45f1-aa1f-db974d586dfe service neutron] Transition to ACTIVE for port object e44eaa04-a7a8-4b3b-a654-5406151c14de will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:39:12.449534 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2bb5cc-9b47-4a91-86a0-ad6949add14d x-openstack-request-id: req-df2bb5cc-9b47-4a91-86a0-ad6949add14d {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:12.449833 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d6cc1c-f39c-4c75-8829-984aea033d5a", "tag": "d82d736b-e6bb-440e-a126-d653c8c1a8a2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6220ea40-904f-4a76-9e6a-1f77bb7bac2d", "tag": "96d7182e-9426-4dde-a4f3-e80829f16123", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:12.450077 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-df2bb5cc-9b47-4a91-86a0-ad6949add14d {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:12.450477 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d6cc1c-f39c-4c75-8829-984aea033d5a', 'tag': 'd82d736b-e6bb-440e-a126-d653c8c1a8a2', 'status': 'completed', 'code': 200} Mar 07 10:39:12.450731 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6220ea40-904f-4a76-9e6a-1f77bb7bac2d', 'tag': '96d7182e-9426-4dde-a4f3-e80829f16123', 'status': 'completed', 'code': 200} Mar 07 10:39:12.482853 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-28ee6b4f-c92c-45f1-aa1f-db974d586dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (e44eaa04-a7a8-4b3b-a654-5406151c14de), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:12.538635 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-957b6b84-a8ae-4140-847f-54ff677d8db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:12.540596 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-957b6b84-a8ae-4140-847f-54ff677d8db1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=accf3389-35bd-40c8-8f46-e6a58c569299 HTTP/1.1" status: 200 len: 860 time: 0.3403370 Mar 07 10:39:12.621951 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660e6d7-8ca8-497d-b794-83204255be93 req-676a6a3a-08fa-4705-a4af-ffe28cefae69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:12.623765 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d660e6d7-8ca8-497d-b794-83204255be93 req-676a6a3a-08fa-4705-a4af-ffe28cefae69 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9213476-43ba-434e-a45c-f24c836d68e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5528998 Mar 07 10:39:12.632153 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-507d8928-b4ca-484a-bae9-7e46c2e16907 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:12.633394 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-507d8928-b4ca-484a-bae9-7e46c2e16907 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:12.649515 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819dbaa-bc5e-4c59-8dea-76e23ce67caf req-146c092d-cee6-4ecf-b166-ee0c44e9b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:12.650390 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2819dbaa-bc5e-4c59-8dea-76e23ce67caf req-146c092d-cee6-4ecf-b166-ee0c44e9b034 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3eaa5c3bb65646f4925f986f51ff18dc&device_id=77d6cc1c-f39c-4c75-8829-984aea033d5a HTTP/1.1" status: 200 len: 1128 time: 0.1696711 Mar 07 10:39:12.665600 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ca79d-756a-4432-929f-a4b53354e424 req-a74c75ba-f15f-416e-ab3b-2b7d97043978 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:12.667195 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-35292d33-ff86-45ed-8b81-25c57249c21f None None] Set router 81773a4f-ebb2-47be-8036-33bb4af954b3 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:12.672841 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-df6ca79d-756a-4432-929f-a4b53354e424 req-a74c75ba-f15f-416e-ab3b-2b7d97043978 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa760b0c-95ca-4cc0-b659-c190d53a544a HTTP/1.1" status: 200 len: 931 time: 0.1487339 Mar 07 10:39:12.742567 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 49374629-e4ca-4d8e-9683-e194b48557a0 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:12.857631 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-507d8928-b4ca-484a-bae9-7e46c2e16907 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9721401 Mar 07 10:39:12.859728 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-df6ca79d-756a-4432-929f-a4b53354e424 req-fda9ab62-9837-48e3-8f41-bb36b050a78f tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e31b3a-b0c1-4d03-ba89-28efbcd3069b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1858735 Mar 07 10:39:12.891787 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c9c8281f-0bcb-40d9-8614-8107615102a4 None None] Provisioning complete for port bb0b6fee-9836-4a79-9150-91f66e299446 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:12.892306 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c9c8281f-0bcb-40d9-8614-8107615102a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (bb0b6fee-9836-4a79-9150-91f66e299446), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:12.919828 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee6b4f-c92c-45f1-aa1f-db974d586dfe service neutron] Pushing event updated for resources: {'Port': ['ID=e44eaa04-a7a8-4b3b-a654-5406151c14de,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:12.949164 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-c2ae5dea-cf4c-45ba-bfda-83b07e4b6804 service neutron] Request body: {'port': {'device_id': 'fa760b0c-95ca-4cc0-b659-c190d53a544a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:12.967535 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c9c8281f-0bcb-40d9-8614-8107615102a4 None None] Port bb0b6fee-9836-4a79-9150-91f66e299446 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:39:12.997283 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:13.026876 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 49374629-e4ca-4d8e-9683-e194b48557a0 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:13.027214 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:13.043006 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819dbaa-bc5e-4c59-8dea-76e23ce67caf req-e1b31bf5-736e-4a95-a0c4-f7b788dfdc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:13.044645 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2819dbaa-bc5e-4c59-8dea-76e23ce67caf req-e1b31bf5-736e-4a95-a0c4-f7b788dfdc7c service neutron] 10.222.0.31 "GET /v2.0/networks?id=e9213476-43ba-434e-a45c-f24c836d68e1 HTTP/1.1" status: 200 len: 922 time: 0.3506873 Mar 07 10:39:13.105817 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-b399169b-d62a-42aa-8e94-08ea7663db9c service neutron] 10.222.0.21 "GET /v2.0/networks/5661f3b1-67e7-4b1e-8469-d18eb04ea2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6710625 Mar 07 10:39:13.135785 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e18fa-e6f4-4250-8c16-0db55278d47a req-61dc766e-b789-49bb-ab79-4b10c426d713 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:13.137966 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-5e424ff8-af16-4177-913a-e711bc689376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:13.140750 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-5e424ff8-af16-4177-913a-e711bc689376 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e9213476-43ba-434e-a45c-f24c836d68e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5832372 Mar 07 10:39:13.144108 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4d2e18fa-e6f4-4250-8c16-0db55278d47a req-61dc766e-b789-49bb-ab79-4b10c426d713 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 944 time: 0.1480234 Mar 07 10:39:13.211846 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-35292d33-ff86-45ed-8b81-25c57249c21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81773a4f-ebb2-47be-8036-33bb4af954b3', 'name': 'tempest-ServerRescueTestJSON-102713053-router', 'tenant_id': '6b6bc38f986d4bb6b3b2bed2c25a623e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'ea9081a8-ec87-4ad0-a444-27a59bc8691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:03Z', 'updated_at': '2022-03-07T10:39:08Z', 'revision_number': 3, 'project_id': '6b6bc38f986d4bb6b3b2bed2c25a623e', 'gw_port': {'id': 'ea9081a8-ec87-4ad0-a444-27a59bc8691b', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81773a4f-ebb2-47be-8036-33bb4af954b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:06Z', 'updated_at': '2022-03-07T10:39:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:13.236610 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d660e6d7-8ca8-497d-b794-83204255be93 req-8df6c650-8bd5-4e75-869d-d4c10c5bb3da service neutron] 10.222.0.21 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6001005 Mar 07 10:39:13.247509 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 49374629-e4ca-4d8e-9683-e194b48557a0 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:13.248578 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:13.251780 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35292d33-ff86-45ed-8b81-25c57249c21f None None] Checking router: 81773a4f-ebb2-47be-8036-33bb4af954b3 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:39:13.252478 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35292d33-ff86-45ed-8b81-25c57249c21f None None] Updating router 81773a4f-ebb2-47be-8036-33bb4af954b3 port ea9081a8-ec87-4ad0-a444-27a59bc8691b binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:39:13.258100 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2819dbaa-bc5e-4c59-8dea-76e23ce67caf req-a22da682-8937-4c93-ae8f-4f60dcbd17ea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d82d736b-e6bb-440e-a126-d653c8c1a8a2 HTTP/1.1" status: 200 len: 1002 time: 0.1989474 Mar 07 10:39:13.307450 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbfad76-c99c-4ab4-b6c5-209d9a58422f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49374629-e4ca-4d8e-9683-e194b48557a0'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:13.310848 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5bc839-6926-4512-85d7-fe0ac04a99fc" -d '{"events": [{"server_uuid": "efbfad76-c99c-4ab4-b6c5-209d9a58422f", "name": "network-vif-plugged", "status": "completed", "tag": "49374629-e4ca-4d8e-9683-e194b48557a0"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:13.314132 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-c2ae5dea-cf4c-45ba-bfda-83b07e4b6804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bb0b6fee-9836-4a79-9150-91f66e299446), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:13.317580 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-35292d33-ff86-45ed-8b81-25c57249c21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ea9081a8-ec87-4ad0-a444-27a59bc8691b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:13.334757 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4d2e18fa-e6f4-4250-8c16-0db55278d47a req-d88cfbfc-8e09-4479-9249-02d5ea5880fd tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/security-groups?id=404e3e6c-2b6d-4b33-823d-ea542b308992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895983 Mar 07 10:39:13.359727 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 49374629-e4ca-4d8e-9683-e194b48557a0, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=49374629-e4ca-4d8e-9683-e194b48557a0,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:13.363756 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-28ee6b4f-c92c-45f1-aa1f-db974d586dfe service neutron] Attempting to bind port e44eaa04-a7a8-4b3b-a654-5406151c14de on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:39:13.364234 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-28ee6b4f-c92c-45f1-aa1f-db974d586dfe service neutron] Attempting to bind port e44eaa04-a7a8-4b3b-a654-5406151c14de by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0a513206-2def-4933-979c-f245f2d5610c'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:39:13.364593 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-28ee6b4f-c92c-45f1-aa1f-db974d586dfe service neutron] Attempting to bind port e44eaa04-a7a8-4b3b-a654-5406151c14de on network 0a513206-2def-4933-979c-f245f2d5610c {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:39:13.372144 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:13.400586 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-28ee6b4f-c92c-45f1-aa1f-db974d586dfe service neutron] Port e44eaa04-a7a8-4b3b-a654-5406151c14de on network 0a513206-2def-4933-979c-f245f2d5610c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:39:13.401140 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-28ee6b4f-c92c-45f1-aa1f-db974d586dfe service neutron] Attempting to bind port e44eaa04-a7a8-4b3b-a654-5406151c14de on network 0a513206-2def-4933-979c-f245f2d5610c {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:39:13.465758 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-28ee6b4f-c92c-45f1-aa1f-db974d586dfe service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:39:13.466039 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-28ee6b4f-c92c-45f1-aa1f-db974d586dfe service neutron] Checking segment: {'id': '1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0a513206-2def-4933-979c-f245f2d5610c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:39:13.466430 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-28ee6b4f-c92c-45f1-aa1f-db974d586dfe service neutron] Bound using segment: {'id': '1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0a513206-2def-4933-979c-f245f2d5610c'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:39:13.466877 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-28ee6b4f-c92c-45f1-aa1f-db974d586dfe service neutron] Bound port: e44eaa04-a7a8-4b3b-a654-5406151c14de, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '0a513206-2def-4933-979c-f245f2d5610c'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:39:13.467233 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-28ee6b4f-c92c-45f1-aa1f-db974d586dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e44eaa04-a7a8-4b3b-a654-5406151c14de), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:13.518334 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=49374629-e4ca-4d8e-9683-e194b48557a0,revision_number=7']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:13.555126 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a91269bf-f4e0-41f9-92e4-ddad9ac6bfc7 req-cf3dfdda-76c2-4f43-8cc2-dbdd0194a693 service neutron] 10.222.0.21 "GET /v2.0/networks/5661f3b1-67e7-4b1e-8469-d18eb04ea2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4344361 Mar 07 10:39:13.556970 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d660e6d7-8ca8-497d-b794-83204255be93 req-97b6ffb5-ce74-4882-b5e5-1d24c65c09af service neutron] 10.222.0.21 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044279 Mar 07 10:39:13.590837 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-22228245-b7a9-4208-a7ef-b5362167d57f service neutron] 10.222.0.11 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332154 Mar 07 10:39:13.716084 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-28ee6b4f-c92c-45f1-aa1f-db974d586dfe service neutron] For port e44eaa04-a7a8-4b3b-a654-5406151c14de, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:39:13.720730 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-28ee6b4f-c92c-45f1-aa1f-db974d586dfe service neutron] For port e44eaa04-a7a8-4b3b-a654-5406151c14de, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e44eaa04-a7a8-4b3b-a654-5406151c14de,segment=NetworkSegment(1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65),segment_id=1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:39:13.744914 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-35292d33-ff86-45ed-8b81-25c57249c21f None None] Publish callbacks [] for port (ea9081a8-ec87-4ad0-a444-27a59bc8691b), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:13.754493 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-35292d33-ff86-45ed-8b81-25c57249c21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ea9081a8-ec87-4ad0-a444-27a59bc8691b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:13.782468 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819dbaa-bc5e-4c59-8dea-76e23ce67caf req-f83ecaf2-724b-4f29-82ec-0ccb6cd6adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:13.784176 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2819dbaa-bc5e-4c59-8dea-76e23ce67caf req-f83ecaf2-724b-4f29-82ec-0ccb6cd6adf1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=accf3389-35bd-40c8-8f46-e6a58c569299 HTTP/1.1" status: 200 len: 860 time: 0.5154579 Mar 07 10:39:13.846722 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-35292d33-ff86-45ed-8b81-25c57249c21f None None] Attempting to bind port ea9081a8-ec87-4ad0-a444-27a59bc8691b on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:39:13.847367 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-35292d33-ff86-45ed-8b81-25c57249c21f None None] Attempting to bind port ea9081a8-ec87-4ad0-a444-27a59bc8691b by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:39:13.847879 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35292d33-ff86-45ed-8b81-25c57249c21f None None] Attempting to bind port ea9081a8-ec87-4ad0-a444-27a59bc8691b on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:39:13.851655 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc69e1-bb99-46d4-be7e-43f4d977b847 None None] Pushing event updated for resources: {'Port': ['ID=ea9081a8-ec87-4ad0-a444-27a59bc8691b,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:13.852728 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5f841-cbf0-4164-b353-ab9ac3cd1060 req-a27a401d-d624-4f38-893f-e204c294fdb7 tempest-ServersAdminNegativeTestJSON-318314957 tempest-ServersAdminNegativeTestJSON-318314957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:13.860376 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35292d33-ff86-45ed-8b81-25c57249c21f None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:39:13.861019 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35292d33-ff86-45ed-8b81-25c57249c21f None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:39:13.861779 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f9d5f841-cbf0-4164-b353-ab9ac3cd1060 req-a27a401d-d624-4f38-893f-e204c294fdb7 tempest-ServersAdminNegativeTestJSON-318314957 tempest-ServersAdminNegativeTestJSON-318314957-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a78ef099-b775-4cdc-849b-6bcb7f6c7538 HTTP/1.1" status: 200 len: 1132 time: 0.1337626 Mar 07 10:39:13.862239 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-35292d33-ff86-45ed-8b81-25c57249c21f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:13.862562 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35292d33-ff86-45ed-8b81-25c57249c21f None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:39:13.863173 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-35292d33-ff86-45ed-8b81-25c57249c21f None None] Bound port: ea9081a8-ec87-4ad0-a444-27a59bc8691b, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:39:13.863560 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-35292d33-ff86-45ed-8b81-25c57249c21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ea9081a8-ec87-4ad0-a444-27a59bc8691b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:13.942592 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f9d5f841-cbf0-4164-b353-ab9ac3cd1060 req-5ced205a-a068-403e-ac09-6cace76d0fe6 tempest-ServersAdminNegativeTestJSON-318314957 tempest-ServersAdminNegativeTestJSON-318314957-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=de371154-717c-4fb7-8744-31132feae98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796812 Mar 07 10:39:13.949622 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-35292d33-ff86-45ed-8b81-25c57249c21f None None] For port ea9081a8-ec87-4ad0-a444-27a59bc8691b, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:39:13.955662 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-35292d33-ff86-45ed-8b81-25c57249c21f None None] For port ea9081a8-ec87-4ad0-a444-27a59bc8691b, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ea9081a8-ec87-4ad0-a444-27a59bc8691b,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:39:13.964123 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819dbaa-bc5e-4c59-8dea-76e23ce67caf req-f18a60ae-f977-4b6e-9dcd-b170b25ba3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:13.965963 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2819dbaa-bc5e-4c59-8dea-76e23ce67caf req-f18a60ae-f977-4b6e-9dcd-b170b25ba3d5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e9213476-43ba-434e-a45c-f24c836d68e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1734195 Mar 07 10:39:13.971371 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-35292d33-ff86-45ed-8b81-25c57249c21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ea9081a8-ec87-4ad0-a444-27a59bc8691b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:14.043778 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fab48f2-9cd3-431a-b749-9d5514bc73dd x-openstack-request-id: req-1fab48f2-9cd3-431a-b749-9d5514bc73dd {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:14.044078 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbfad76-c99c-4ab4-b6c5-209d9a58422f", "name": "network-vif-plugged", "status": "completed", "tag": "49374629-e4ca-4d8e-9683-e194b48557a0", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:14.044343 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1fab48f2-9cd3-431a-b749-9d5514bc73dd {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:14.044765 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbfad76-c99c-4ab4-b6c5-209d9a58422f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49374629-e4ca-4d8e-9683-e194b48557a0', 'code': 200} Mar 07 10:39:14.222706 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35292d33-ff86-45ed-8b81-25c57249c21f None None] Routers {'81773a4f-ebb2-47be-8036-33bb4af954b3'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:14.223570 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-35292d33-ff86-45ed-8b81-25c57249c21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:39:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['81773a4f-ebb2-47be-8036-33bb4af954b3'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:14.264381 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2819dbaa-bc5e-4c59-8dea-76e23ce67caf req-e930ac06-5679-4463-b811-c22acdc6d6c6 service neutron] 10.222.0.31 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531149 Mar 07 10:39:14.287152 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca0d8d-fd75-463b-b970-19f5d619a820 req-890db87f-d555-471a-a87e-c9cbfa8c3e25 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:14.289011 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5fca0d8d-fd75-463b-b970-19f5d619a820 req-890db87f-d555-471a-a87e-c9cbfa8c3e25 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.11 "GET /v2.0/ports?device_id=6220ea40-904f-4a76-9e6a-1f77bb7bac2d HTTP/1.1" status: 200 len: 943 time: 0.1525397 Mar 07 10:39:14.313388 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-1ce3eabb-04cc-4235-b5dd-a2b8fc362ddc service neutron] 10.222.0.11 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7136490 Mar 07 10:39:14.314052 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-28ee6b4f-c92c-45f1-aa1f-db974d586dfe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (e44eaa04-a7a8-4b3b-a654-5406151c14de), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:14.355437 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1ecf7e5f-9409-4b17-961c-3734f21b9143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:14.394051 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc69e1-bb99-46d4-be7e-43f4d977b847 None None] Pushing event updated for resources: {'Port': ['ID=ea9081a8-ec87-4ad0-a444-27a59bc8691b,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:14.423905 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-28ee6b4f-c92c-45f1-aa1f-db974d586dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:14.423905 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-28ee6b4f-c92c-45f1-aa1f-db974d586dfe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:14.425395 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-28ee6b4f-c92c-45f1-aa1f-db974d586dfe service neutron] 10.222.0.21 "PUT /v2.0/ports/e44eaa04-a7a8-4b3b-a654-5406151c14de HTTP/1.1" status: 200 len: 1092 time: 4.2889643 Mar 07 10:39:14.464416 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819dbaa-bc5e-4c59-8dea-76e23ce67caf req-38f32e70-37cd-4def-83df-1d2758ab4b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:14.477367 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2819dbaa-bc5e-4c59-8dea-76e23ce67caf req-38f32e70-37cd-4def-83df-1d2758ab4b9e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9f15d5ae7b14e55973635eead8c52e1&device_id=6220ea40-904f-4a76-9e6a-1f77bb7bac2d HTTP/1.1" status: 200 len: 1125 time: 0.8115253 Mar 07 10:39:14.510989 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae606fc6-7270-428c-b53e-5ff8180a8aa2', 'tag': 'e44eaa04-a7a8-4b3b-a654-5406151c14de'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:14.518975 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fc6d8b-fe83-4f98-bb3c-15c877605a70" -d '{"events": [{"name": "network-changed", "server_uuid": "ae606fc6-7270-428c-b53e-5ff8180a8aa2", "tag": "e44eaa04-a7a8-4b3b-a654-5406151c14de"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:14.560464 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5fca0d8d-fd75-463b-b970-19f5d619a820 req-f1d1f537-410f-4646-a3f8-4cd14e96a846 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.11 "GET /v2.0/security-groups?id=f401ee5f-5eaf-4cbd-a4e8-f9d192448493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401283 Mar 07 10:39:14.618450 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-35292d33-ff86-45ed-8b81-25c57249c21f None None] Set router 81773a4f-ebb2-47be-8036-33bb4af954b3 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:14.681973 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee6b4f-c92c-45f1-aa1f-db974d586dfe service neutron] Pushing event updated for resources: {'Port': ['ID=e44eaa04-a7a8-4b3b-a654-5406151c14de,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:14.768599 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-7e5e0d59-2bcb-4305-8ba1-531b3ffca2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:14.770423 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-7e5e0d59-2bcb-4305-8ba1-531b3ffca2e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3eaa5c3bb65646f4925f986f51ff18dc&device_id=77d6cc1c-f39c-4c75-8829-984aea033d5a HTTP/1.1" status: 200 len: 1128 time: 0.4050796 Mar 07 10:39:14.824568 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2819dbaa-bc5e-4c59-8dea-76e23ce67caf req-989e1ee0-40b8-4cd2-84ad-3abb3501922c service neutron] 10.222.0.31 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5519001 Mar 07 10:39:14.884786 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d378e7-1168-4b95-a8eb-1d8df4c4de9f req-fad813c8-fa32-48cd-b655-023840424cbc tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:14.887353 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-62d378e7-1168-4b95-a8eb-1d8df4c4de9f req-fad813c8-fa32-48cd-b655-023840424cbc tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa760b0c-95ca-4cc0-b659-c190d53a544a HTTP/1.1" status: 200 len: 931 time: 0.2118599 Mar 07 10:39:14.980137 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-b6c2b1ae-6928-4275-bc07-6a377d3fb0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:14.986812 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-b6c2b1ae-6928-4275-bc07-6a377d3fb0a4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e9213476-43ba-434e-a45c-f24c836d68e1 HTTP/1.1" status: 200 len: 922 time: 0.1687703 Mar 07 10:39:15.007185 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-35292d33-ff86-45ed-8b81-25c57249c21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81773a4f-ebb2-47be-8036-33bb4af954b3', 'name': 'tempest-ServerRescueTestJSON-102713053-router', 'tenant_id': '6b6bc38f986d4bb6b3b2bed2c25a623e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'ea9081a8-ec87-4ad0-a444-27a59bc8691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:03Z', 'updated_at': '2022-03-07T10:39:08Z', 'revision_number': 3, 'project_id': '6b6bc38f986d4bb6b3b2bed2c25a623e', 'gw_port': {'id': 'ea9081a8-ec87-4ad0-a444-27a59bc8691b', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81773a4f-ebb2-47be-8036-33bb4af954b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:06Z', 'updated_at': '2022-03-07T10:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:15.051163 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35292d33-ff86-45ed-8b81-25c57249c21f None None] The sync data for ids ['81773a4f-ebb2-47be-8036-33bb4af954b3'] in n-d-832164-4 is: [{'id': '81773a4f-ebb2-47be-8036-33bb4af954b3', 'name': 'tempest-ServerRescueTestJSON-102713053-router', 'tenant_id': '6b6bc38f986d4bb6b3b2bed2c25a623e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'ea9081a8-ec87-4ad0-a444-27a59bc8691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:03Z', 'updated_at': '2022-03-07T10:39:08Z', 'revision_number': 3, 'project_id': '6b6bc38f986d4bb6b3b2bed2c25a623e', 'gw_port': {'id': 'ea9081a8-ec87-4ad0-a444-27a59bc8691b', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81773a4f-ebb2-47be-8036-33bb4af954b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:06Z', 'updated_at': '2022-03-07T10:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:39:15.080373 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-62d378e7-1168-4b95-a8eb-1d8df4c4de9f req-1e558f01-19aa-4785-8a9f-5363aab8323e tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e31b3a-b0c1-4d03-ba89-28efbcd3069b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580737 Mar 07 10:39:15.120917 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-1ecf7e5f-9409-4b17-961c-3734f21b9143 admin admin] Allocated IP 172.20.0.1 (426a0985-54c0-44f8-a0e5-ef6b4becfc6e/9f481558-20b5-4597-9d23-1a30103cbdca/96dec6a3-af83-4cdc-9cd6-f7ef85605113) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:15.185935 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-ea12df1e-9100-421e-8ec9-68be86d6ba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:15.188315 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-ea12df1e-9100-421e-8ec9-68be86d6ba1e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=594fbcc522224d009180aa1f2512354d&device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 1126 time: 0.6795819 Mar 07 10:39:15.203846 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-c067840f-a926-4c4f-8ebc-9aa6d3b5ae2f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d82d736b-e6bb-440e-a126-d653c8c1a8a2 HTTP/1.1" status: 200 len: 1002 time: 0.1965013 Mar 07 10:39:15.203846 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819dbaa-bc5e-4c59-8dea-76e23ce67caf req-5a228b4a-1540-42b7-89ed-4032d37ecded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:15.205538 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2819dbaa-bc5e-4c59-8dea-76e23ce67caf req-5a228b4a-1540-42b7-89ed-4032d37ecded service neutron] 10.222.0.21 "GET /v2.0/networks?id=5661f3b1-67e7-4b1e-8469-d18eb04ea2a1 HTTP/1.1" status: 200 len: 914 time: 0.7274911 Mar 07 10:39:15.279340 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-b2d9ff46-4ac3-4b30-986d-e5825c443e50 req-642a67d0-3570-4d4f-a4a5-435a8c58cd4a service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:39:15.294590 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b2d9ff46-4ac3-4b30-986d-e5825c443e50 req-642a67d0-3570-4d4f-a4a5-435a8c58cd4a service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467544 Mar 07 10:39:15.339862 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-95744265-9fbd-42c4-85e6-d933bda8380c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e44eaa04-a7a8-4b3b-a654-5406151c14de HTTP/1.1" status: 200 len: 217 time: 0.1413686 Mar 07 10:39:15.362664 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2819dbaa-bc5e-4c59-8dea-76e23ce67caf req-7f77b2b9-97df-488e-8600-e166a9780c8a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96d7182e-9426-4dde-a4f3-e80829f16123 HTTP/1.1" status: 200 len: 217 time: 0.1476245 Mar 07 10:39:15.387018 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1ecf7e5f-9409-4b17-961c-3734f21b9143 admin admin] Publish callbacks [] for port (96dec6a3-af83-4cdc-9cd6-f7ef85605113), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:15.473045 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-4ffc266e-b91e-429d-91ae-cd3923ecc442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:15.474561 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-4ffc266e-b91e-429d-91ae-cd3923ecc442 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=accf3389-35bd-40c8-8f46-e6a58c569299 HTTP/1.1" status: 200 len: 860 time: 0.2584667 Mar 07 10:39:15.479958 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-c2ae5dea-cf4c-45ba-bfda-83b07e4b6804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb0b6fee-9836-4a79-9150-91f66e299446 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:39:15.522395 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-c2ae5dea-cf4c-45ba-bfda-83b07e4b6804 service neutron] Publish callbacks [] for port (bb0b6fee-9836-4a79-9150-91f66e299446), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:15.522576 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1ecf7e5f-9409-4b17-961c-3734f21b9143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (96dec6a3-af83-4cdc-9cd6-f7ef85605113), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:15.556318 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819dbaa-bc5e-4c59-8dea-76e23ce67caf req-f14f1002-8aff-4687-8d08-3c44e8c80ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:15.557800 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2819dbaa-bc5e-4c59-8dea-76e23ce67caf req-f14f1002-8aff-4687-8d08-3c44e8c80ae7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a597de2c-c206-4a49-9964-11b5e65bb718 HTTP/1.1" status: 200 len: 853 time: 0.1735413 Mar 07 10:39:15.564940 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-1349b106-6733-4d2f-a635-5b9dce2cdaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:15.566829 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-1349b106-6733-4d2f-a635-5b9dce2cdaf2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=473ce296-8e02-4e65-a3e4-e81563b11cf6 HTTP/1.1" status: 200 len: 855 time: 0.2030313 Mar 07 10:39:15.611055 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff0043-1ec8-4858-b62e-50414afa89f9 req-15b57c8a-5cc2-481e-ae53-207287875f7b tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:15.612276 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c7ff0043-1ec8-4858-b62e-50414afa89f9 req-15b57c8a-5cc2-481e-ae53-207287875f7b tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 944 time: 0.1724007 Mar 07 10:39:15.616025 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecf7e5f-9409-4b17-961c-3734f21b9143 admin admin] Network 426a0985-54c0-44f8-a0e5-ef6b4becfc6e is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:15.622880 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-1ecf7e5f-9409-4b17-961c-3734f21b9143 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:15.626677 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecf7e5f-9409-4b17-961c-3734f21b9143 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:39:15.628654 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf7e5f-9409-4b17-961c-3734f21b9143 admin admin] Pushing event updated for resources: {'Port': ['ID=96dec6a3-af83-4cdc-9cd6-f7ef85605113,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:15.704050 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1ecf7e5f-9409-4b17-961c-3734f21b9143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (81773a4f-ebb2-47be-8036-33bb4af954b3), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:15.705189 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-c2ae5dea-cf4c-45ba-bfda-83b07e4b6804 service neutron] Transition to ACTIVE for port object bb0b6fee-9836-4a79-9150-91f66e299446 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:39:15.757468 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-c2ae5dea-cf4c-45ba-bfda-83b07e4b6804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (bb0b6fee-9836-4a79-9150-91f66e299446), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:15.769890 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c7ff0043-1ec8-4858-b62e-50414afa89f9 req-0a68f023-964b-48fe-9cc8-74f2305fe281 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/security-groups?id=404e3e6c-2b6d-4b33-823d-ea542b308992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442800 Mar 07 10:39:15.780052 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2819dbaa-bc5e-4c59-8dea-76e23ce67caf req-401fae29-6db7-4b79-b831-3131637aa962 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5661f3b1-67e7-4b1e-8469-d18eb04ea2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2122557 Mar 07 10:39:15.918946 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57186e24-0582-4dd8-b2fb-67ddf90cbccb x-openstack-request-id: req-57186e24-0582-4dd8-b2fb-67ddf90cbccb {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:15.919309 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae606fc6-7270-428c-b53e-5ff8180a8aa2", "tag": "e44eaa04-a7a8-4b3b-a654-5406151c14de", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:15.919761 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-57186e24-0582-4dd8-b2fb-67ddf90cbccb {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:15.919949 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae606fc6-7270-428c-b53e-5ff8180a8aa2', 'tag': 'e44eaa04-a7a8-4b3b-a654-5406151c14de', 'status': 'completed', 'code': 200} Mar 07 10:39:16.004628 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1ecf7e5f-9409-4b17-961c-3734f21b9143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (96dec6a3-af83-4cdc-9cd6-f7ef85605113), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:16.042363 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-1befd7ae-64c0-4900-8efb-fbf90b3fbfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:16.059981 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-1befd7ae-64c0-4900-8efb-fbf90b3fbfef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e9213476-43ba-434e-a45c-f24c836d68e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5713546 Mar 07 10:39:16.227390 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-2d738f06-d6d8-4bee-9b29-d44cf1638165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:16.230657 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-2d738f06-d6d8-4bee-9b29-d44cf1638165 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0a513206-2def-4933-979c-f245f2d5610c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6577215 Mar 07 10:39:16.233677 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 96d7182e-9426-4dde-a4f3-e80829f16123 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:39:16.250765 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c3186-1eac-41f4-90e5-8d85a189f620 req-dace6421-1a16-43a9-a15d-c8f5e269e47f tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:16.254776 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4d2c3186-1eac-41f4-90e5-8d85a189f620 req-dace6421-1a16-43a9-a15d-c8f5e269e47f tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.11 "GET /v2.0/ports?device_id=6220ea40-904f-4a76-9e6a-1f77bb7bac2d HTTP/1.1" status: 200 len: 943 time: 0.2708426 Mar 07 10:39:16.293742 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ea9081a8-ec87-4ad0-a444-27a59bc8691b up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:16.311214 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae5dea-cf4c-45ba-bfda-83b07e4b6804 service neutron] Pushing event updated for resources: {'Port': ['ID=bb0b6fee-9836-4a79-9150-91f66e299446,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:16.402639 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.resource_extend [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:39:16.470189 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4d2c3186-1eac-41f4-90e5-8d85a189f620 req-55b8ca2b-fe99-44cd-a15c-de63d21d8637 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.11 "GET /v2.0/security-groups?id=f401ee5f-5eaf-4cbd-a4e8-f9d192448493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006109 Mar 07 10:39:16.544892 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2819dbaa-bc5e-4c59-8dea-76e23ce67caf req-bfdb12ca-a133-4fca-9f66-0b075a8f6eb1 service neutron] 10.222.0.21 "GET /v2.0/networks/5661f3b1-67e7-4b1e-8469-d18eb04ea2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6771567 Mar 07 10:39:16.626266 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 96d7182e-9426-4dde-a4f3-e80829f16123, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=96d7182e-9426-4dde-a4f3-e80829f16123,segment=NetworkSegment(0f656d45-0e01-4bfc-b041-bb19c71063ea),segment_id=0f656d45-0e01-4bfc-b041-bb19c71063ea)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:16.629157 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port ea9081a8-ec87-4ad0-a444-27a59bc8691b triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:16.629654 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ea9081a8-ec87-4ad0-a444-27a59bc8691b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:16.677486 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '96d7182e-9426-4dde-a4f3-e80829f16123', 'network_id': '5661f3b1-67e7-4b1e-8469-d18eb04ea2a1', 'port_id': '96d7182e-9426-4dde-a4f3-e80829f16123', 'mac_address': 'fa:16:3e:a7:cf:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a597de2c-c206-4a49-9964-11b5e65bb718', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:39:16.758855 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 96d7182e-9426-4dde-a4f3-e80829f16123 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:16.759447 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (96d7182e-9426-4dde-a4f3-e80829f16123), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:16.803023 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1ecf7e5f-9409-4b17-961c-3734f21b9143 admin admin] Publish callbacks [] for port (96dec6a3-af83-4cdc-9cd6-f7ef85605113), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:16.816673 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1ecf7e5f-9409-4b17-961c-3734f21b9143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (96dec6a3-af83-4cdc-9cd6-f7ef85605113), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:16.826250 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d7182e-9426-4dde-a4f3-e80829f16123 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:39:16.842167 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858f068-5bbe-47fe-a439-620162c6426a req-2e734ad7-0cc4-4dd3-8cee-980940ff5e6e tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:16.853199 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0858f068-5bbe-47fe-a439-620162c6426a req-2e734ad7-0cc4-4dd3-8cee-980940ff5e6e tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa760b0c-95ca-4cc0-b659-c190d53a544a HTTP/1.1" status: 200 len: 943 time: 0.1367440 Mar 07 10:39:16.876163 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 96d7182e-9426-4dde-a4f3-e80829f16123, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=96d7182e-9426-4dde-a4f3-e80829f16123,segment=NetworkSegment(0f656d45-0e01-4bfc-b041-bb19c71063ea),segment_id=0f656d45-0e01-4bfc-b041-bb19c71063ea)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:16.887625 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (96d7182e-9426-4dde-a4f3-e80829f16123), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:16.957841 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=96d7182e-9426-4dde-a4f3-e80829f16123,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:16.969406 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port ea9081a8-ec87-4ad0-a444-27a59bc8691b is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:16.969807 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ea9081a8-ec87-4ad0-a444-27a59bc8691b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:17.021444 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port ea9081a8-ec87-4ad0-a444-27a59bc8691b, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ea9081a8-ec87-4ad0-a444-27a59bc8691b,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:17.031587 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ea9081a8-ec87-4ad0-a444-27a59bc8691b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:17.041551 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf7e5f-9409-4b17-961c-3734f21b9143 admin admin] Pushing event updated for resources: {'Port': ['ID=96dec6a3-af83-4cdc-9cd6-f7ef85605113,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:17.076649 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1ecf7e5f-9409-4b17-961c-3734f21b9143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (81773a4f-ebb2-47be-8036-33bb4af954b3), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:17.079865 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-c2ae5dea-cf4c-45ba-bfda-83b07e4b6804 service neutron] Attempting to bind port bb0b6fee-9836-4a79-9150-91f66e299446 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:39:17.080221 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-c2ae5dea-cf4c-45ba-bfda-83b07e4b6804 service neutron] Attempting to bind port bb0b6fee-9836-4a79-9150-91f66e299446 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': 'def16622-8458-4349-ba66-16a8c47e3dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '14f676d6-71f1-44c0-84bf-983ed64d58be'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:39:17.080567 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-c2ae5dea-cf4c-45ba-bfda-83b07e4b6804 service neutron] Attempting to bind port bb0b6fee-9836-4a79-9150-91f66e299446 on network 14f676d6-71f1-44c0-84bf-983ed64d58be {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:39:17.129979 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-c2ae5dea-cf4c-45ba-bfda-83b07e4b6804 service neutron] Port bb0b6fee-9836-4a79-9150-91f66e299446 on network 14f676d6-71f1-44c0-84bf-983ed64d58be not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:39:17.130310 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-c2ae5dea-cf4c-45ba-bfda-83b07e4b6804 service neutron] Attempting to bind port bb0b6fee-9836-4a79-9150-91f66e299446 on network 14f676d6-71f1-44c0-84bf-983ed64d58be {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:39:17.154059 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=ea9081a8-ec87-4ad0-a444-27a59bc8691b,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:17.203337 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['96d7182e-9426-4dde-a4f3-e80829f16123'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:39:17.253683 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-c2ae5dea-cf4c-45ba-bfda-83b07e4b6804 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 38, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:39:17.253683 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-c2ae5dea-cf4c-45ba-bfda-83b07e4b6804 service neutron] Checking segment: {'id': 'def16622-8458-4349-ba66-16a8c47e3dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '14f676d6-71f1-44c0-84bf-983ed64d58be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:39:17.253683 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-c2ae5dea-cf4c-45ba-bfda-83b07e4b6804 service neutron] Bound using segment: {'id': 'def16622-8458-4349-ba66-16a8c47e3dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '14f676d6-71f1-44c0-84bf-983ed64d58be'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:39:17.253683 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-c2ae5dea-cf4c-45ba-bfda-83b07e4b6804 service neutron] Bound port: bb0b6fee-9836-4a79-9150-91f66e299446, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def16622-8458-4349-ba66-16a8c47e3dea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '14f676d6-71f1-44c0-84bf-983ed64d58be'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:39:17.254809 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-c2ae5dea-cf4c-45ba-bfda-83b07e4b6804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bb0b6fee-9836-4a79-9150-91f66e299446), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:17.259308 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-8f7647a7-c1ad-4e00-be39-fd9577ae881d service neutron] 10.222.0.21 "GET /v2.0/networks/0a513206-2def-4933-979c-f245f2d5610c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0154002 Mar 07 10:39:17.270062 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-eb188b6e-946f-455d-959e-92600eb444f3 service neutron] 10.222.0.11 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2072568 Mar 07 10:39:17.311191 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0858f068-5bbe-47fe-a439-620162c6426a req-5ad92250-41bc-4fd3-8b42-efb6141df386 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e31b3a-b0c1-4d03-ba89-28efbcd3069b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4569783 Mar 07 10:39:17.339333 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecf7e5f-9409-4b17-961c-3734f21b9143 admin admin] Network 426a0985-54c0-44f8-a0e5-ef6b4becfc6e is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:17.341433 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-1ecf7e5f-9409-4b17-961c-3734f21b9143 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:17.369166 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2819dbaa-bc5e-4c59-8dea-76e23ce67caf req-751d122d-303a-444b-afc8-635f0684a8d9 service neutron] 10.222.0.21 "GET /v2.0/networks/5661f3b1-67e7-4b1e-8469-d18eb04ea2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7207229 Mar 07 10:39:17.640003 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-419be5fe-312c-46a8-8269-58e6de75fa74 req-32aa3a1c-70b1-4946-8515-9fd0fe702b83 service neutron] 10.222.0.21 "GET /v2.0/networks/0a513206-2def-4933-979c-f245f2d5610c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646777 Mar 07 10:39:17.668350 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747e697-1d94-4af3-8d40-539f9a335f65 req-b88c412f-b2c7-4aa4-90b3-fba71bee9bf1 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:17.679204 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f747e697-1d94-4af3-8d40-539f9a335f65 req-b88c412f-b2c7-4aa4-90b3-fba71bee9bf1 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 944 time: 0.1462991 Mar 07 10:39:17.710814 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ecf7e5f-9409-4b17-961c-3734f21b9143 admin admin] Router 81773a4f-ebb2-47be-8036-33bb4af954b3 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:39:17.741670 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40acc9ba-ccbb-40f5-bc6d-07415daaeffc req-c07da09b-1368-4288-9023-78ef0f12b4ab service neutron] 10.222.0.11 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967137 Mar 07 10:39:17.764770 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-c2ae5dea-cf4c-45ba-bfda-83b07e4b6804 service neutron] For port bb0b6fee-9836-4a79-9150-91f66e299446, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:39:17.783825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-c2ae5dea-cf4c-45ba-bfda-83b07e4b6804 service neutron] For port bb0b6fee-9836-4a79-9150-91f66e299446, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=bb0b6fee-9836-4a79-9150-91f66e299446,segment=NetworkSegment(def16622-8458-4349-ba66-16a8c47e3dea),segment_id=def16622-8458-4349-ba66-16a8c47e3dea)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:39:17.799009 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-c2ae5dea-cf4c-45ba-bfda-83b07e4b6804 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (bb0b6fee-9836-4a79-9150-91f66e299446), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:17.854766 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae5dea-cf4c-45ba-bfda-83b07e4b6804 service neutron] Pushing event updated for resources: {'Port': ['ID=bb0b6fee-9836-4a79-9150-91f66e299446,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:17.859462 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc6d8b-fe83-4f98-bb3c-15c877605a70 req-f400bab4-d12d-4bb7-9e0c-5cc9bbf25765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:17.861221 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c7fc6d8b-fe83-4f98-bb3c-15c877605a70 req-f400bab4-d12d-4bb7-9e0c-5cc9bbf25765 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=594fbcc522224d009180aa1f2512354d&device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 1126 time: 0.1383893 Mar 07 10:39:17.936386 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-c2ae5dea-cf4c-45ba-bfda-83b07e4b6804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:17.937915 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-c2ae5dea-cf4c-45ba-bfda-83b07e4b6804 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:17.939346 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-c2ae5dea-cf4c-45ba-bfda-83b07e4b6804 service neutron] 10.222.0.31 "PUT /v2.0/ports/bb0b6fee-9836-4a79-9150-91f66e299446 HTTP/1.1" status: 200 len: 1091 time: 5.0071852 Mar 07 10:39:17.939471 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ecf7e5f-9409-4b17-961c-3734f21b9143 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:39:17.940015 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa760b0c-95ca-4cc0-b659-c190d53a544a', 'tag': 'bb0b6fee-9836-4a79-9150-91f66e299446'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:17.951307 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713de08e-db43-4f18-b992-50cc72124131" -d '{"events": [{"name": "network-changed", "server_uuid": "fa760b0c-95ca-4cc0-b659-c190d53a544a", "tag": "bb0b6fee-9836-4a79-9150-91f66e299446"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:18.002315 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1ecf7e5f-9409-4b17-961c-3734f21b9143 admin admin] 10.222.0.11 "PUT /v2.0/routers/81773a4f-ebb2-47be-8036-33bb4af954b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6176524 Mar 07 10:39:18.033667 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f747e697-1d94-4af3-8d40-539f9a335f65 req-6103f6f6-e402-4233-8a87-5312b5fb2f34 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/security-groups?id=404e3e6c-2b6d-4b33-823d-ea542b308992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3450837 Mar 07 10:39:18.105200 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:18.231077 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 96d7182e-9426-4dde-a4f3-e80829f16123 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:18.283704 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cc462c-8af7-473d-99ad-37cf93d9b2ac None None] Sync routers for ids ['81773a4f-ebb2-47be-8036-33bb4af954b3'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:39:18.307984 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cc462c-8af7-473d-99ad-37cf93d9b2ac None None] Routers {'81773a4f-ebb2-47be-8036-33bb4af954b3'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:18.321861 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-52cc462c-8af7-473d-99ad-37cf93d9b2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:39:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['81773a4f-ebb2-47be-8036-33bb4af954b3'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:18.346311 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ea9081a8-ec87-4ad0-a444-27a59bc8691b up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:18.365900 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc6d8b-fe83-4f98-bb3c-15c877605a70 req-070b6270-b2a7-4f54-98d8-eb3be1148238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:18.368320 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c7fc6d8b-fe83-4f98-bb3c-15c877605a70 req-070b6270-b2a7-4f54-98d8-eb3be1148238 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0a513206-2def-4933-979c-f245f2d5610c HTTP/1.1" status: 200 len: 917 time: 0.5006554 Mar 07 10:39:18.383034 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d510889-8859-4034-9c43-ad528da39c61 req-35582fd9-0f2d-41b0-b1ee-31983221c54a tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:18.407931 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8d510889-8859-4034-9c43-ad528da39c61 req-35582fd9-0f2d-41b0-b1ee-31983221c54a tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.11 "GET /v2.0/ports?device_id=6220ea40-904f-4a76-9e6a-1f77bb7bac2d HTTP/1.1" status: 200 len: 944 time: 0.2292349 Mar 07 10:39:18.472842 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c7fc6d8b-fe83-4f98-bb3c-15c877605a70 req-68d1e7eb-8766-4167-afdb-ce688e20a915 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e44eaa04-a7a8-4b3b-a654-5406151c14de HTTP/1.1" status: 200 len: 217 time: 0.0948455 Mar 07 10:39:18.476759 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-554d11b4-f3dc-4f3c-b726-b671c6126368 req-ca631d08-f4e3-42ea-9f97-749f4704e91b tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 1002 time: 0.3221765 Mar 07 10:39:18.480339 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-c2386d6b-3d87-46ec-8591-feccb67a04c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:18.482373 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-c2386d6b-3d87-46ec-8591-feccb67a04c2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=34de055ad44246c38dcfdb4f7edf5559&device_id=fa760b0c-95ca-4cc0-b659-c190d53a544a HTTP/1.1" status: 200 len: 1125 time: 0.3822255 Mar 07 10:39:18.486803 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port ea9081a8-ec87-4ad0-a444-27a59bc8691b triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:18.487189 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ea9081a8-ec87-4ad0-a444-27a59bc8691b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:18.542128 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-52cc462c-8af7-473d-99ad-37cf93d9b2ac None None] Set router 81773a4f-ebb2-47be-8036-33bb4af954b3 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:18.581438 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8d510889-8859-4034-9c43-ad528da39c61 req-d7187050-327b-4df7-b6a0-20534007b2ac tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.11 "GET /v2.0/security-groups?id=f401ee5f-5eaf-4cbd-a4e8-f9d192448493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662483 Mar 07 10:39:18.606557 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-d767b933-0544-4eeb-94da-30fe946e5b0f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb0b6fee-9836-4a79-9150-91f66e299446 HTTP/1.1" status: 200 len: 217 time: 0.0836823 Mar 07 10:39:18.706230 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ed3a22-f2f3-4f47-9471-4c7f91b2249f x-openstack-request-id: req-90ed3a22-f2f3-4f47-9471-4c7f91b2249f {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:18.706890 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa760b0c-95ca-4cc0-b659-c190d53a544a", "tag": "bb0b6fee-9836-4a79-9150-91f66e299446", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:18.707125 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-90ed3a22-f2f3-4f47-9471-4c7f91b2249f {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:18.707697 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa760b0c-95ca-4cc0-b659-c190d53a544a', 'tag': 'bb0b6fee-9836-4a79-9150-91f66e299446', 'status': 'completed', 'code': 200} Mar 07 10:39:18.759767 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 96d7182e-9426-4dde-a4f3-e80829f16123 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:39:18.762627 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d11b4-f3dc-4f3c-b726-b671c6126368 req-2be9ba65-94a6-4e9a-bcb7-2dfcdbd13edf tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:18.764327 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-554d11b4-f3dc-4f3c-b726-b671c6126368 req-2be9ba65-94a6-4e9a-bcb7-2dfcdbd13edf tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/ports/d82d736b-e6bb-440e-a126-d653c8c1a8a2 HTTP/1.1" status: 200 len: 943 time: 0.2645135 Mar 07 10:39:18.783396 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc6d8b-fe83-4f98-bb3c-15c877605a70 req-41d3c906-29c7-43bf-953c-28bc88070b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:18.785768 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c7fc6d8b-fe83-4f98-bb3c-15c877605a70 req-41d3c906-29c7-43bf-953c-28bc88070b25 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=473ce296-8e02-4e65-a3e4-e81563b11cf6 HTTP/1.1" status: 200 len: 855 time: 0.3021929 Mar 07 10:39:18.796307 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-705568af-e748-47e6-a991-2add9cd10c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:18.798418 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-705568af-e748-47e6-a991-2add9cd10c64 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75be359d-f6e3-4281-84f4-9b27fe531898 HTTP/1.1" status: 200 len: 853 time: 0.1204708 Mar 07 10:39:18.799496 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 96d7182e-9426-4dde-a4f3-e80829f16123 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:18.799948 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (96d7182e-9426-4dde-a4f3-e80829f16123), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:18.943433 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port ea9081a8-ec87-4ad0-a444-27a59bc8691b is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:18.961794 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b126167-88da-4c77-bef0-203098b577c9 req-2f3cf776-4386-4dcd-a150-4b09ed80f8af tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:18.973521 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9b126167-88da-4c77-bef0-203098b577c9 req-2f3cf776-4386-4dcd-a150-4b09ed80f8af tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/ports?device_id=a78ef099-b775-4cdc-849b-6bcb7f6c7538 HTTP/1.1" status: 200 len: 950 time: 0.1381016 Mar 07 10:39:19.001925 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 96d7182e-9426-4dde-a4f3-e80829f16123 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:19.002567 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (96d7182e-9426-4dde-a4f3-e80829f16123), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:19.030093 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6220ea40-904f-4a76-9e6a-1f77bb7bac2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d7182e-9426-4dde-a4f3-e80829f16123'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:19.033586 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2cc9e3-b2aa-4c30-b1f5-06180b8f94ad" -d '{"events": [{"server_uuid": "6220ea40-904f-4a76-9e6a-1f77bb7bac2d", "name": "network-vif-plugged", "status": "completed", "tag": "96d7182e-9426-4dde-a4f3-e80829f16123"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:19.056342 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 96d7182e-9426-4dde-a4f3-e80829f16123, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=96d7182e-9426-4dde-a4f3-e80829f16123,segment=NetworkSegment(0f656d45-0e01-4bfc-b041-bb19c71063ea),segment_id=0f656d45-0e01-4bfc-b041-bb19c71063ea)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:19.063670 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (96d7182e-9426-4dde-a4f3-e80829f16123), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:19.113054 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9b126167-88da-4c77-bef0-203098b577c9 req-429d570e-fe06-4bce-9c07-98e6530cbc76 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/security-groups?id=de371154-717c-4fb7-8744-31132feae98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375506 Mar 07 10:39:19.154955 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=96d7182e-9426-4dde-a4f3-e80829f16123,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:19.203804 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-52cc462c-8af7-473d-99ad-37cf93d9b2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81773a4f-ebb2-47be-8036-33bb4af954b3', 'name': 'tempest-ServerRescueTestJSON-102713053-router', 'tenant_id': '6b6bc38f986d4bb6b3b2bed2c25a623e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'ea9081a8-ec87-4ad0-a444-27a59bc8691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:03Z', 'updated_at': '2022-03-07T10:39:15Z', 'revision_number': 4, 'project_id': '6b6bc38f986d4bb6b3b2bed2c25a623e', 'gw_port': {'id': 'ea9081a8-ec87-4ad0-a444-27a59bc8691b', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81773a4f-ebb2-47be-8036-33bb4af954b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:06Z', 'updated_at': '2022-03-07T10:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '96dec6a3-af83-4cdc-9cd6-f7ef85605113', 'name': '', 'network_id': '426a0985-54c0-44f8-a0e5-ef6b4becfc6e', 'tenant_id': '6b6bc38f986d4bb6b3b2bed2c25a623e', 'mac_address': 'fa:16:3e:6a:59:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81773a4f-ebb2-47be-8036-33bb4af954b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '9f481558-20b5-4597-9d23-1a30103cbdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:14Z', 'updated_at': '2022-03-07T10:39:16Z', 'revision_number': 2, 'project_id': '6b6bc38f986d4bb6b3b2bed2c25a623e', 'subnets': [{'id': '9f481558-20b5-4597-9d23-1a30103cbdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:19.234169 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cc462c-8af7-473d-99ad-37cf93d9b2ac None None] Checking router: 81773a4f-ebb2-47be-8036-33bb4af954b3 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:39:19.234514 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cc462c-8af7-473d-99ad-37cf93d9b2ac None None] Updating router 81773a4f-ebb2-47be-8036-33bb4af954b3 port 96dec6a3-af83-4cdc-9cd6-f7ef85605113 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:39:19.363516 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-52cc462c-8af7-473d-99ad-37cf93d9b2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (96dec6a3-af83-4cdc-9cd6-f7ef85605113), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:19.469753 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2a004-3440-474d-831e-ea2e664e07ac req-6be2e14e-9dbe-49ff-9e04-f3599ae9ca5a tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:19.487928 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4cd2a004-3440-474d-831e-ea2e664e07ac req-6be2e14e-9dbe-49ff-9e04-f3599ae9ca5a tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa760b0c-95ca-4cc0-b659-c190d53a544a HTTP/1.1" status: 200 len: 943 time: 0.2432389 Mar 07 10:39:19.586152 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4cd2a004-3440-474d-831e-ea2e664e07ac req-dc258515-4eaf-43a7-be65-6735b6bdfd57 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e31b3a-b0c1-4d03-ba89-28efbcd3069b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942333 Mar 07 10:39:19.716417 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-52cc462c-8af7-473d-99ad-37cf93d9b2ac None None] Publish callbacks [] for port (96dec6a3-af83-4cdc-9cd6-f7ef85605113), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:19.729133 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-52cc462c-8af7-473d-99ad-37cf93d9b2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (96dec6a3-af83-4cdc-9cd6-f7ef85605113), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:19.759869 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-554d11b4-f3dc-4f3c-b726-b671c6126368 req-bb52b33b-29e2-4fd7-8f13-448241af51ea tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 1002 time: 0.1309762 Mar 07 10:39:19.812598 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129cb04-c947-43cd-9aad-231c108a3bc0 None None] Pushing event updated for resources: {'Port': ['ID=96dec6a3-af83-4cdc-9cd6-f7ef85605113,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:19.948447 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-e4be7f14-749e-421f-9aab-37cb85e8a206 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:19.949508 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-52cc462c-8af7-473d-99ad-37cf93d9b2ac None None] Attempting to bind port 96dec6a3-af83-4cdc-9cd6-f7ef85605113 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:39:19.949879 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-52cc462c-8af7-473d-99ad-37cf93d9b2ac None None] Attempting to bind port 96dec6a3-af83-4cdc-9cd6-f7ef85605113 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '5f8eaec3-3e17-4fa0-955f-7e235935bca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '426a0985-54c0-44f8-a0e5-ef6b4becfc6e'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:39:19.952111 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cc462c-8af7-473d-99ad-37cf93d9b2ac None None] Attempting to bind port 96dec6a3-af83-4cdc-9cd6-f7ef85605113 on network 426a0985-54c0-44f8-a0e5-ef6b4becfc6e {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:39:19.957195 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-e4be7f14-749e-421f-9aab-37cb85e8a206 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/networks?id=426a0985-54c0-44f8-a0e5-ef6b4becfc6e HTTP/1.1" status: 200 len: 810 time: 0.1832256 Mar 07 10:39:19.967057 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cc462c-8af7-473d-99ad-37cf93d9b2ac None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:39:19.967433 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cc462c-8af7-473d-99ad-37cf93d9b2ac None None] Checking segment: {'id': '5f8eaec3-3e17-4fa0-955f-7e235935bca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '426a0985-54c0-44f8-a0e5-ef6b4becfc6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:39:19.967844 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-52cc462c-8af7-473d-99ad-37cf93d9b2ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:19.971453 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cc462c-8af7-473d-99ad-37cf93d9b2ac None None] Bound using segment: {'id': '5f8eaec3-3e17-4fa0-955f-7e235935bca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '426a0985-54c0-44f8-a0e5-ef6b4becfc6e'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:39:19.972004 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-52cc462c-8af7-473d-99ad-37cf93d9b2ac None None] Bound port: 96dec6a3-af83-4cdc-9cd6-f7ef85605113, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f8eaec3-3e17-4fa0-955f-7e235935bca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '426a0985-54c0-44f8-a0e5-ef6b4becfc6e'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:39:19.975034 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-52cc462c-8af7-473d-99ad-37cf93d9b2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (96dec6a3-af83-4cdc-9cd6-f7ef85605113), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:19.975817 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-3934185d-94f0-46dc-b6e6-6067b463ded6 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/quotas/6b6bc38f986d4bb6b3b2bed2c25a623e HTTP/1.1" status: 200 len: 375 time: 0.0175011 Mar 07 10:39:20.090540 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-d0287664-d616-4c3e-9d2b-d2a5afab22f5 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b6bc38f986d4bb6b3b2bed2c25a623e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1134262 Mar 07 10:39:20.098154 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d11b4-f3dc-4f3c-b726-b671c6126368 req-191c65c7-6370-4dbb-94a6-a5e5a497a47f tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:20.102906 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-554d11b4-f3dc-4f3c-b726-b671c6126368 req-191c65c7-6370-4dbb-94a6-a5e5a497a47f tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 784 time: 0.3296475 Mar 07 10:39:20.122844 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb1f3d-4a63-4b60-9cc8-5539ccedb9b8 req-0e6f45fd-82dd-41e6-8c86-c9b70ad5f18e tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:20.126183 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ccbb1f3d-4a63-4b60-9cc8-5539ccedb9b8 req-0e6f45fd-82dd-41e6-8c86-c9b70ad5f18e tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.21 "GET /v2.0/ports?device_id=a78ef099-b775-4cdc-849b-6bcb7f6c7538 HTTP/1.1" status: 200 len: 950 time: 0.4166715 Mar 07 10:39:20.134001 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc6d8b-fe83-4f98-bb3c-15c877605a70 req-3f4cc2d8-a45c-4957-b5c1-c088ef3f472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:20.136623 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c7fc6d8b-fe83-4f98-bb3c-15c877605a70 req-3f4cc2d8-a45c-4957-b5c1-c088ef3f472d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0a513206-2def-4933-979c-f245f2d5610c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.3368089 Mar 07 10:39:20.160366 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-8bcc14ca-58c7-402e-b9a9-e1dbd9dc4853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:20.164054 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-8bcc14ca-58c7-402e-b9a9-e1dbd9dc4853 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=14f676d6-71f1-44c0-84bf-983ed64d58be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.3535755 Mar 07 10:39:20.168385 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-52cc462c-8af7-473d-99ad-37cf93d9b2ac None None] For port 96dec6a3-af83-4cdc-9cd6-f7ef85605113, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:39:20.176355 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-52cc462c-8af7-473d-99ad-37cf93d9b2ac None None] For port 96dec6a3-af83-4cdc-9cd6-f7ef85605113, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=96dec6a3-af83-4cdc-9cd6-f7ef85605113,segment=NetworkSegment(5f8eaec3-3e17-4fa0-955f-7e235935bca3),segment_id=5f8eaec3-3e17-4fa0-955f-7e235935bca3)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:39:20.187785 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b9409c-b7d3-4a8a-b23c-0c6530b255bf x-openstack-request-id: req-87b9409c-b7d3-4a8a-b23c-0c6530b255bf {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:20.188421 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6220ea40-904f-4a76-9e6a-1f77bb7bac2d", "name": "network-vif-plugged", "status": "completed", "tag": "96d7182e-9426-4dde-a4f3-e80829f16123", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:20.188421 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-87b9409c-b7d3-4a8a-b23c-0c6530b255bf {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:20.188804 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6220ea40-904f-4a76-9e6a-1f77bb7bac2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d7182e-9426-4dde-a4f3-e80829f16123', 'code': 200} Mar 07 10:39:20.190208 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-52cc462c-8af7-473d-99ad-37cf93d9b2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (96dec6a3-af83-4cdc-9cd6-f7ef85605113), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:20.281818 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-ed5f364f-cba3-47f6-95a2-f56dd230a63f service neutron] 10.222.0.11 "GET /v2.0/networks/426a0985-54c0-44f8-a0e5-ef6b4becfc6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890252 Mar 07 10:39:20.358411 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cc462c-8af7-473d-99ad-37cf93d9b2ac None None] Routers {'81773a4f-ebb2-47be-8036-33bb4af954b3'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:20.359601 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-52cc462c-8af7-473d-99ad-37cf93d9b2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:39:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['81773a4f-ebb2-47be-8036-33bb4af954b3'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:20.405844 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129cb04-c947-43cd-9aad-231c108a3bc0 None None] Pushing event updated for resources: {'Port': ['ID=96dec6a3-af83-4cdc-9cd6-f7ef85605113,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:20.411879 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-cf9bf567-8e67-4b24-a054-b0a70b24453f service neutron] 10.222.0.11 "GET /v2.0/networks/426a0985-54c0-44f8-a0e5-ef6b4becfc6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287429 Mar 07 10:39:20.548549 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-52cc462c-8af7-473d-99ad-37cf93d9b2ac None None] Set router 81773a4f-ebb2-47be-8036-33bb4af954b3 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:20.831312 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-e6d9d5ef-ad74-439a-9eac-b59bd5202fa4 service neutron] 10.222.0.31 "GET /v2.0/networks/14f676d6-71f1-44c0-84bf-983ed64d58be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6421673 Mar 07 10:39:20.836336 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d6441-4cc1-4355-8a46-60aa71bf3a2e req-74bdf015-b47d-4c49-9727-1059bb494edd tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:20.849540 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d27d6441-4cc1-4355-8a46-60aa71bf3a2e req-74bdf015-b47d-4c49-9727-1059bb494edd tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.11 "GET /v2.0/ports?device_id=6220ea40-904f-4a76-9e6a-1f77bb7bac2d HTTP/1.1" status: 200 len: 945 time: 0.0962050 Mar 07 10:39:20.964059 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c7fc6d8b-fe83-4f98-bb3c-15c877605a70 req-ca196622-6c9f-4f94-8ee1-6c8b0fc30a06 service neutron] 10.222.0.21 "GET /v2.0/networks/0a513206-2def-4933-979c-f245f2d5610c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7986181 Mar 07 10:39:20.979409 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d27d6441-4cc1-4355-8a46-60aa71bf3a2e req-56081a60-fbff-4444-a0b5-365fa538ee35 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.11 "GET /v2.0/security-groups?id=f401ee5f-5eaf-4cbd-a4e8-f9d192448493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266236 Mar 07 10:39:21.086743 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-52cc462c-8af7-473d-99ad-37cf93d9b2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81773a4f-ebb2-47be-8036-33bb4af954b3', 'name': 'tempest-ServerRescueTestJSON-102713053-router', 'tenant_id': '6b6bc38f986d4bb6b3b2bed2c25a623e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'ea9081a8-ec87-4ad0-a444-27a59bc8691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:03Z', 'updated_at': '2022-03-07T10:39:15Z', 'revision_number': 4, 'project_id': '6b6bc38f986d4bb6b3b2bed2c25a623e', 'gw_port': {'id': 'ea9081a8-ec87-4ad0-a444-27a59bc8691b', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81773a4f-ebb2-47be-8036-33bb4af954b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:06Z', 'updated_at': '2022-03-07T10:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '96dec6a3-af83-4cdc-9cd6-f7ef85605113', 'name': '', 'network_id': '426a0985-54c0-44f8-a0e5-ef6b4becfc6e', 'tenant_id': '6b6bc38f986d4bb6b3b2bed2c25a623e', 'mac_address': 'fa:16:3e:6a:59:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81773a4f-ebb2-47be-8036-33bb4af954b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '9f481558-20b5-4597-9d23-1a30103cbdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:14Z', 'updated_at': '2022-03-07T10:39:20Z', 'revision_number': 4, 'project_id': '6b6bc38f986d4bb6b3b2bed2c25a623e', 'subnets': [{'id': '9f481558-20b5-4597-9d23-1a30103cbdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:21.157434 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52cc462c-8af7-473d-99ad-37cf93d9b2ac None None] The sync data for ids ['81773a4f-ebb2-47be-8036-33bb4af954b3'] in n-d-832164-4 is: [{'id': '81773a4f-ebb2-47be-8036-33bb4af954b3', 'name': 'tempest-ServerRescueTestJSON-102713053-router', 'tenant_id': '6b6bc38f986d4bb6b3b2bed2c25a623e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'ea9081a8-ec87-4ad0-a444-27a59bc8691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:03Z', 'updated_at': '2022-03-07T10:39:15Z', 'revision_number': 4, 'project_id': '6b6bc38f986d4bb6b3b2bed2c25a623e', 'gw_port': {'id': 'ea9081a8-ec87-4ad0-a444-27a59bc8691b', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81773a4f-ebb2-47be-8036-33bb4af954b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:06Z', 'updated_at': '2022-03-07T10:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '96dec6a3-af83-4cdc-9cd6-f7ef85605113', 'name': '', 'network_id': '426a0985-54c0-44f8-a0e5-ef6b4becfc6e', 'tenant_id': '6b6bc38f986d4bb6b3b2bed2c25a623e', 'mac_address': 'fa:16:3e:6a:59:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81773a4f-ebb2-47be-8036-33bb4af954b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '9f481558-20b5-4597-9d23-1a30103cbdca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:14Z', 'updated_at': '2022-03-07T10:39:20Z', 'revision_number': 4, 'project_id': '6b6bc38f986d4bb6b3b2bed2c25a623e', 'subnets': [{'id': '9f481558-20b5-4597-9d23-1a30103cbdca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:39:21.464279 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cf372a-625a-4231-ad87-3a99b2439978 req-f7bc762e-829e-4372-aefb-ece9157dadb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:21.465978 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-11cf372a-625a-4231-ad87-3a99b2439978 req-f7bc762e-829e-4372-aefb-ece9157dadb1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6220ea40-904f-4a76-9e6a-1f77bb7bac2d HTTP/1.1" status: 200 len: 1127 time: 0.9986160 Mar 07 10:39:21.469400 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7d47c6fe-ad2a-4769-b15c-44c8a1fb5d45 req-527e66c4-58fb-4ca8-8aa5-a13a4404bc53 service neutron] 10.222.0.31 "GET /v2.0/networks/14f676d6-71f1-44c0-84bf-983ed64d58be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5647116 Mar 07 10:39:21.472104 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c7fc6d8b-fe83-4f98-bb3c-15c877605a70 req-f6b0f5e9-07d8-485c-90d2-ebd7b57c91c0 service neutron] 10.222.0.21 "GET /v2.0/networks/0a513206-2def-4933-979c-f245f2d5610c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4729908 Mar 07 10:39:21.559182 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da3442-75da-4deb-bae7-12aedf0042f3 req-2839502e-88c6-469a-a827-291e569c75d6 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:21.560999 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b5da3442-75da-4deb-bae7-12aedf0042f3 req-2839502e-88c6-469a-a827-291e569c75d6 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 944 time: 1.0727761 Mar 07 10:39:21.750459 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-97fb8cca-44da-44c2-9970-2c3a2298292b req-1878d47a-a91f-4bbf-b8fc-300a288c5559 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 1002 time: 0.7397358 Mar 07 10:39:21.764897 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-ccbb1f3d-4a63-4b60-9cc8-5539ccedb9b8 req-f19f49db-63db-4cc8-a25c-e08ca9586909 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Deleting port 119aad91-b28a-47e6-ae5b-aae512214049 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:39:21.772651 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ccbb1f3d-4a63-4b60-9cc8-5539ccedb9b8 req-f19f49db-63db-4cc8-a25c-e08ca9586909 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (119aad91-b28a-47e6-ae5b-aae512214049), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:21.818713 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb8cca-44da-44c2-9970-2c3a2298292b req-79a4f85b-4779-4ab2-909c-e11d68d17d7d tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:21.820453 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-97fb8cca-44da-44c2-9970-2c3a2298292b req-79a4f85b-4779-4ab2-909c-e11d68d17d7d tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/ports/d82d736b-e6bb-440e-a126-d653c8c1a8a2 HTTP/1.1" status: 200 len: 943 time: 0.0630908 Mar 07 10:39:21.909071 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713de08e-db43-4f18-b992-50cc72124131 req-c9fb03ee-126d-4607-9477-c92922117a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:21.910847 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-713de08e-db43-4f18-b992-50cc72124131 req-c9fb03ee-126d-4607-9477-c92922117a29 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=34de055ad44246c38dcfdb4f7edf5559&device_id=fa760b0c-95ca-4cc0-b659-c190d53a544a HTTP/1.1" status: 200 len: 1125 time: 0.3322370 Mar 07 10:39:21.989924 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b5da3442-75da-4deb-bae7-12aedf0042f3 req-f8559e00-6805-4dae-b3ba-3aa618f1366b tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/security-groups?id=404e3e6c-2b6d-4b33-823d-ea542b308992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3093724 Mar 07 10:39:22.038720 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-11cf372a-625a-4231-ad87-3a99b2439978 req-d3bb1a15-16b9-4838-8a8c-7cb68ac9ab7a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f401ee5f-5eaf-4cbd-a4e8-f9d192448493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5447686 Mar 07 10:39:22.114516 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-97fb8cca-44da-44c2-9970-2c3a2298292b req-d78622b7-79da-4503-869b-e848089110fb tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 1002 time: 0.1811585 Mar 07 10:39:22.256480 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-ccbb1f3d-4a63-4b60-9cc8-5539ccedb9b8 req-f19f49db-63db-4cc8-a25c-e08ca9586909 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] For port 119aad91-b28a-47e6-ae5b-aae512214049, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=119aad91-b28a-47e6-ae5b-aae512214049,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:22.257180 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ccbb1f3d-4a63-4b60-9cc8-5539ccedb9b8 req-f19f49db-63db-4cc8-a25c-e08ca9586909 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (119aad91-b28a-47e6-ae5b-aae512214049), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:22.272902 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-ccbb1f3d-4a63-4b60-9cc8-5539ccedb9b8 req-f19f49db-63db-4cc8-a25c-e08ca9586909 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Calling delete_port for 119aad91-b28a-47e6-ae5b-aae512214049 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:39:22.295358 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 96dec6a3-af83-4cdc-9cd6-f7ef85605113 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:22.367568 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb8cca-44da-44c2-9970-2c3a2298292b req-0dab7f89-b496-4d50-a5f4-af6bb65f8f46 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:22.369311 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-97fb8cca-44da-44c2-9970-2c3a2298292b req-0dab7f89-b496-4d50-a5f4-af6bb65f8f46 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 784 time: 0.2470913 Mar 07 10:39:22.386055 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-97fb8cca-44da-44c2-9970-2c3a2298292b req-fd78fc4b-6d81-484c-9c11-34e79239b3e2 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:39:22.394671 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-97fb8cca-44da-44c2-9970-2c3a2298292b req-fd78fc4b-6d81-484c-9c11-34e79239b3e2 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0164704 Mar 07 10:39:22.431925 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 96dec6a3-af83-4cdc-9cd6-f7ef85605113 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:22.432301 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (96dec6a3-af83-4cdc-9cd6-f7ef85605113), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:22.562325 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-97fb8cca-44da-44c2-9970-2c3a2298292b req-eea4bc76-d1b2-44ef-80fe-5af0c0e4bd83 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 1002 time: 0.1660173 Mar 07 10:39:22.580085 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-97fb8cca-44da-44c2-9970-2c3a2298292b req-a0a1a03a-02d5-4a46-a622-cdede88163e6 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:22.585931 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9416c-443f-43f9-bf9a-c9474dec260d req-4ef4e16a-c9a7-4aea-b9e7-f6b184424d4c tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:22.596377 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-67a9416c-443f-43f9-bf9a-c9474dec260d req-4ef4e16a-c9a7-4aea-b9e7-f6b184424d4c tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/ports?device_id=a78ef099-b775-4cdc-849b-6bcb7f6c7538 HTTP/1.1" status: 200 len: 950 time: 0.3814819 Mar 07 10:39:22.696877 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 96dec6a3-af83-4cdc-9cd6-f7ef85605113 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:22.697759 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (96dec6a3-af83-4cdc-9cd6-f7ef85605113), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:22.703523 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713de08e-db43-4f18-b992-50cc72124131 req-15a93834-9893-413a-955c-33599f887891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:22.704828 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-713de08e-db43-4f18-b992-50cc72124131 req-15a93834-9893-413a-955c-33599f887891 service neutron] 10.222.0.31 "GET /v2.0/networks?id=14f676d6-71f1-44c0-84bf-983ed64d58be HTTP/1.1" status: 200 len: 915 time: 0.7011371 Mar 07 10:39:22.751237 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 96dec6a3-af83-4cdc-9cd6-f7ef85605113, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=96dec6a3-af83-4cdc-9cd6-f7ef85605113,segment=NetworkSegment(5f8eaec3-3e17-4fa0-955f-7e235935bca3),segment_id=5f8eaec3-3e17-4fa0-955f-7e235935bca3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:22.762718 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (96dec6a3-af83-4cdc-9cd6-f7ef85605113), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:22.801775 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-b44d406d-8b72-4f86-b708-588f46dc827b tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:22.804106 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-b44d406d-8b72-4f86-b708-588f46dc827b tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.31 "GET /v2.0/networks?id=426a0985-54c0-44f8-a0e5-ef6b4becfc6e HTTP/1.1" status: 200 len: 810 time: 0.1533074 Mar 07 10:39:22.819074 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-713de08e-db43-4f18-b992-50cc72124131 req-dc2740a2-39f1-4783-a7e1-651b8b03878a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb0b6fee-9836-4a79-9150-91f66e299446 HTTP/1.1" status: 200 len: 217 time: 0.0922506 Mar 07 10:39:22.825268 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-12b23b20-96a5-42a4-b17c-79fa5830e335 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Request body: {'port': {'device_id': 'd2af793d-74ad-45bd-aa40-e99feae0842f', 'network_id': '426a0985-54c0-44f8-a0e5-ef6b4becfc6e', 'admin_state_up': True, 'tenant_id': '6b6bc38f986d4bb6b3b2bed2c25a623e'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:22.872272 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-67a9416c-443f-43f9-bf9a-c9474dec260d req-6006ee57-35c1-46a1-a0e4-544593d541a9 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/security-groups?id=de371154-717c-4fb7-8744-31132feae98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627382 Mar 07 10:39:22.901564 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ccbb1f3d-4a63-4b60-9cc8-5539ccedb9b8 req-f19f49db-63db-4cc8-a25c-e08ca9586909 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (119aad91-b28a-47e6-ae5b-aae512214049), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:22.920862 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:22.932439 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['c05ae850-8eaa-478f-afef-face1f16ef8a'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:39:22.960975 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-97fb8cca-44da-44c2-9970-2c3a2298292b req-a0a1a03a-02d5-4a46-a622-cdede88163e6 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks [] for floatingip (676d61c2-61cb-4901-bf9d-6f8419b9d517), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:23.001312 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f49db-63db-4cc8-a25c-e08ca9586909 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Pushing event deleted for resources: {'Port': ['ID=119aad91-b28a-47e6-ae5b-aae512214049,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:23.068597 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-12b23b20-96a5-42a4-b17c-79fa5830e335 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Made reservation on behalf of 6b6bc38f986d4bb6b3b2bed2c25a623e for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:23.072605 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-12b23b20-96a5-42a4-b17c-79fa5830e335 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:23.105341 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=96dec6a3-af83-4cdc-9cd6-f7ef85605113,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:23.254702 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713de08e-db43-4f18-b992-50cc72124131 req-d79ddd17-543d-4149-b6b3-a3b996086558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:23.258950 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-713de08e-db43-4f18-b992-50cc72124131 req-d79ddd17-543d-4149-b6b3-a3b996086558 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75be359d-f6e3-4281-84f4-9b27fe531898 HTTP/1.1" status: 200 len: 853 time: 0.3965831 Mar 07 10:39:23.325844 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-97fb8cca-44da-44c2-9970-2c3a2298292b req-a0a1a03a-02d5-4a46-a622-cdede88163e6 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:23.350429 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbb1f3d-4a63-4b60-9cc8-5539ccedb9b8 req-f19f49db-63db-4cc8-a25c-e08ca9586909 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] No DVR routers for this DVR port 119aad91-b28a-47e6-ae5b-aae512214049 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:39:23.355097 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ccbb1f3d-4a63-4b60-9cc8-5539ccedb9b8 req-f19f49db-63db-4cc8-a25c-e08ca9586909 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:23.359324 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ccbb1f3d-4a63-4b60-9cc8-5539ccedb9b8 req-f19f49db-63db-4cc8-a25c-e08ca9586909 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.21 "DELETE /v2.0/ports/119aad91-b28a-47e6-ae5b-aae512214049 HTTP/1.1" status: 204 len: 173 time: 3.2215390 Mar 07 10:39:23.403282 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a78ef099-b775-4cdc-849b-6bcb7f6c7538', 'name': 'network-vif-deleted', 'tag': '119aad91-b28a-47e6-ae5b-aae512214049'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:23.411669 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-97fb8cca-44da-44c2-9970-2c3a2298292b req-a0a1a03a-02d5-4a46-a622-cdede88163e6 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (676d61c2-61cb-4901-bf9d-6f8419b9d517), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:23.412064 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [req-97fb8cca-44da-44c2-9970-2c3a2298292b req-a0a1a03a-02d5-4a46-a622-cdede88163e6 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Floating IP 676d61c2-61cb-4901-bf9d-6f8419b9d517 disassociated. External IP: 172.25.3.137, port: d82d736b-e6bb-440e-a126-d653c8c1a8a2. Mar 07 10:39:23.415982 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1092b8fe-8a62-4210-8801-1a078d0994b1" -d '{"events": [{"server_uuid": "a78ef099-b775-4cdc-849b-6bcb7f6c7538", "name": "network-vif-deleted", "tag": "119aad91-b28a-47e6-ae5b-aae512214049"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:23.492517 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-12b23b20-96a5-42a4-b17c-79fa5830e335 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Allocated IP 172.20.0.2 (426a0985-54c0-44f8-a0e5-ef6b4becfc6e/9f481558-20b5-4597-9d23-1a30103cbdca/a7ebb804-6967-4407-a392-2590fefa05b4) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:23.502601 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6bc2c-a94f-4627-b2e5-0973269df393 req-81a6d33c-850f-476b-be83-7271f560d131 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:23.504274 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-82e6bc2c-a94f-4627-b2e5-0973269df393 req-81a6d33c-850f-476b-be83-7271f560d131 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa760b0c-95ca-4cc0-b659-c190d53a544a HTTP/1.1" status: 200 len: 943 time: 0.4656928 Mar 07 10:39:23.583559 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713de08e-db43-4f18-b992-50cc72124131 req-77f2214d-043f-4d24-9de7-63d5757a4c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:23.589649 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-713de08e-db43-4f18-b992-50cc72124131 req-77f2214d-043f-4d24-9de7-63d5757a4c61 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=14f676d6-71f1-44c0-84bf-983ed64d58be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2289391 Mar 07 10:39:23.622022 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-82e6bc2c-a94f-4627-b2e5-0973269df393 req-42479bcb-36e9-451d-b92d-e8b7f5893732 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e31b3a-b0c1-4d03-ba89-28efbcd3069b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106064 Mar 07 10:39:23.802005 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b24a010b-feac-4eb0-83f8-b410d4557d0b req-48c9ceea-57e5-4298-a0fb-0276ecdb523a tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 210 time: 0.0552139 Mar 07 10:39:23.815591 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-713de08e-db43-4f18-b992-50cc72124131 req-73d002cd-4335-4ed0-80b1-37246e577148 service neutron] 10.222.0.31 "GET /v2.0/networks/14f676d6-71f1-44c0-84bf-983ed64d58be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881254 Mar 07 10:39:23.861625 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-12b23b20-96a5-42a4-b17c-79fa5830e335 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Publish callbacks [] for port (a7ebb804-6967-4407-a392-2590fefa05b4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:23.881895 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97fb8cca-44da-44c2-9970-2c3a2298292b req-a0a1a03a-02d5-4a46-a622-cdede88163e6 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Router 623c3d93-a95a-4595-9f18-524eeadcc1de has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:39:23.952796 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-12b23b20-96a5-42a4-b17c-79fa5830e335 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (a7ebb804-6967-4407-a392-2590fefa05b4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:24.031188 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-12b23b20-96a5-42a4-b17c-79fa5830e335 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Network 426a0985-54c0-44f8-a0e5-ef6b4becfc6e is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:24.042372 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-12b23b20-96a5-42a4-b17c-79fa5830e335 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:24.075730 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-12b23b20-96a5-42a4-b17c-79fa5830e335 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:39:24.103274 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b23b20-96a5-42a4-b17c-79fa5830e335 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Pushing event updated for resources: {'Port': ['ID=a7ebb804-6967-4407-a392-2590fefa05b4,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:24.106110 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede07c0-530b-40d6-960d-638d591ed7cf req-2e898c82-a30f-47c0-b82c-a1ab9a7eac2b tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:24.114967 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5ede07c0-530b-40d6-960d-638d591ed7cf req-2e898c82-a30f-47c0-b82c-a1ab9a7eac2b tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.11 "GET /v2.0/ports?device_id=6220ea40-904f-4a76-9e6a-1f77bb7bac2d HTTP/1.1" status: 200 len: 945 time: 0.1951919 Mar 07 10:39:24.129891 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-713de08e-db43-4f18-b992-50cc72124131 req-a2d77526-9845-4519-a0b4-dd277e5c4304 service neutron] 10.222.0.31 "GET /v2.0/networks/14f676d6-71f1-44c0-84bf-983ed64d58be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067267 Mar 07 10:39:24.154477 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-12b23b20-96a5-42a4-b17c-79fa5830e335 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:24.155143 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-12b23b20-96a5-42a4-b17c-79fa5830e335 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:24.159056 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97fb8cca-44da-44c2-9970-2c3a2298292b req-a0a1a03a-02d5-4a46-a622-cdede88163e6 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:39:24.164215 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-97fb8cca-44da-44c2-9970-2c3a2298292b req-a0a1a03a-02d5-4a46-a622-cdede88163e6 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:24.173979 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73edce9b-2c12-48c5-9b78-738bca8bb5e7 None None] Sync routers for ids ['623c3d93-a95a-4595-9f18-524eeadcc1de'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:39:24.193022 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73edce9b-2c12-48c5-9b78-738bca8bb5e7 None None] Routers {'623c3d93-a95a-4595-9f18-524eeadcc1de'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:24.193811 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-73edce9b-2c12-48c5-9b78-738bca8bb5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:39:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['623c3d93-a95a-4595-9f18-524eeadcc1de'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:24.224678 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5ede07c0-530b-40d6-960d-638d591ed7cf req-0620a863-1dd2-4885-9b42-614ff238f11b tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.11 "GET /v2.0/security-groups?id=f401ee5f-5eaf-4cbd-a4e8-f9d192448493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933876 Mar 07 10:39:24.260590 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-97fb8cca-44da-44c2-9970-2c3a2298292b req-a0a1a03a-02d5-4a46-a622-cdede88163e6 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "PUT /v2.0/floatingips/676d61c2-61cb-4901-bf9d-6f8419b9d517 HTTP/1.1" status: 200 len: 695 time: 1.6964626 Mar 07 10:39:24.263773 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-12b23b20-96a5-42a4-b17c-79fa5830e335 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4498754 Mar 07 10:39:24.264256 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77d6cc1c-f39c-4c75-8829-984aea033d5a', 'tag': 'd82d736b-e6bb-440e-a126-d653c8c1a8a2'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:24.266997 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fa9385-ecaa-4663-b9f1-e39c0e10d268" -d '{"events": [{"name": "network-changed", "server_uuid": "77d6cc1c-f39c-4c75-8829-984aea033d5a", "tag": "d82d736b-e6bb-440e-a126-d653c8c1a8a2"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:24.281049 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 96dec6a3-af83-4cdc-9cd6-f7ef85605113 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:24.287921 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-d288036f-2a79-4ec2-8f65-dfeaa8e51ad6 service neutron] Request body: {'port': {'device_id': 'd2af793d-74ad-45bd-aa40-e99feae0842f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:24.371419 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 119aad91-b28a-47e6-ae5b-aae512214049 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:39:24.413330 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a7fc02-e7c0-4953-8ef3-590764a9adc4 req-bc427699-f79a-4706-b64f-5b76cc1fc677 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:24.416039 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-84a7fc02-e7c0-4953-8ef3-590764a9adc4 req-bc427699-f79a-4706-b64f-5b76cc1fc677 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 944 time: 0.0927153 Mar 07 10:39:24.429159 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb8cca-44da-44c2-9970-2c3a2298292b req-e7aa8f5d-bd5b-4a90-8d09-8f6d61c66e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:24.430720 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-97fb8cca-44da-44c2-9970-2c3a2298292b req-e7aa8f5d-bd5b-4a90-8d09-8f6d61c66e6b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3eaa5c3bb65646f4925f986f51ff18dc&device_id=77d6cc1c-f39c-4c75-8829-984aea033d5a HTTP/1.1" status: 200 len: 1128 time: 0.1298373 Mar 07 10:39:24.431751 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-d288036f-2a79-4ec2-8f65-dfeaa8e51ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a7ebb804-6967-4407-a392-2590fefa05b4), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:24.474768 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 119aad91-b28a-47e6-ae5b-aae512214049 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:39:24.478747 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 119aad91-b28a-47e6-ae5b-aae512214049 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:39:24.525160 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-84a7fc02-e7c0-4953-8ef3-590764a9adc4 req-25bddb80-f4ce-46cd-93a5-38e09a6bf523 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/security-groups?id=404e3e6c-2b6d-4b33-823d-ea542b308992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014349 Mar 07 10:39:24.569814 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 96dec6a3-af83-4cdc-9cd6-f7ef85605113 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:24.570938 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (96dec6a3-af83-4cdc-9cd6-f7ef85605113), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:24.624364 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305ee88c-cfaa-4292-8bac-6a177ad5bd07 x-openstack-request-id: req-305ee88c-cfaa-4292-8bac-6a177ad5bd07 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:24.624649 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a78ef099-b775-4cdc-849b-6bcb7f6c7538", "name": "network-vif-deleted", "tag": "119aad91-b28a-47e6-ae5b-aae512214049", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:24.624931 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-305ee88c-cfaa-4292-8bac-6a177ad5bd07 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:24.625336 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a78ef099-b775-4cdc-849b-6bcb7f6c7538', 'name': 'network-vif-deleted', 'tag': '119aad91-b28a-47e6-ae5b-aae512214049', 'status': 'completed', 'code': 200} Mar 07 10:39:24.642889 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-73edce9b-2c12-48c5-9b78-738bca8bb5e7 None None] Set router 623c3d93-a95a-4595-9f18-524eeadcc1de gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:24.670348 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb8cca-44da-44c2-9970-2c3a2298292b req-deeb19be-2876-49eb-b4d5-f5f8e8ee5c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:24.671936 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-97fb8cca-44da-44c2-9970-2c3a2298292b req-deeb19be-2876-49eb-b4d5-f5f8e8ee5c40 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e9213476-43ba-434e-a45c-f24c836d68e1 HTTP/1.1" status: 200 len: 922 time: 0.2314210 Mar 07 10:39:24.765602 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-97fb8cca-44da-44c2-9970-2c3a2298292b req-f4880d55-56a1-4175-99ce-296f62b37d2d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d82d736b-e6bb-440e-a126-d653c8c1a8a2 HTTP/1.1" status: 200 len: 217 time: 0.0824411 Mar 07 10:39:24.863679 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb8cca-44da-44c2-9970-2c3a2298292b req-e80e36b9-ae1c-47d6-beb8-18c06e06cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:24.865185 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-97fb8cca-44da-44c2-9970-2c3a2298292b req-e80e36b9-ae1c-47d6-beb8-18c06e06cf8a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=accf3389-35bd-40c8-8f46-e6a58c569299 HTTP/1.1" status: 200 len: 860 time: 0.0913701 Mar 07 10:39:24.891629 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5e4cbc-2536-4976-a47f-517ceb465b4f x-openstack-request-id: req-8e5e4cbc-2536-4976-a47f-517ceb465b4f {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:24.892115 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77d6cc1c-f39c-4c75-8829-984aea033d5a", "tag": "d82d736b-e6bb-440e-a126-d653c8c1a8a2", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:24.892380 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8e5e4cbc-2536-4976-a47f-517ceb465b4f {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:24.903746 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77d6cc1c-f39c-4c75-8829-984aea033d5a', 'tag': 'd82d736b-e6bb-440e-a126-d653c8c1a8a2', 'status': 'completed', 'code': 200} Mar 07 10:39:24.926844 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 96dec6a3-af83-4cdc-9cd6-f7ef85605113 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:24.953222 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-73edce9b-2c12-48c5-9b78-738bca8bb5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655443501-router', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:50Z', 'updated_at': '2022-03-07T10:38:02Z', 'revision_number': 4, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'gw_port': {'id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:53Z', 'updated_at': '2022-03-07T10:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'a9d046bb-f751-4262-abbe-bba407a2c0e7', 'name': '', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'mac_address': 'fa:16:3e:e3:03:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:58Z', 'updated_at': '2022-03-07T10:38:07Z', 'revision_number': 5, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'subnets': [{'id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:25.001867 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73edce9b-2c12-48c5-9b78-738bca8bb5e7 None None] Checking router: 623c3d93-a95a-4595-9f18-524eeadcc1de for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:39:25.018019 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73edce9b-2c12-48c5-9b78-738bca8bb5e7 None None] Routers {'623c3d93-a95a-4595-9f18-524eeadcc1de'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:25.019270 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-73edce9b-2c12-48c5-9b78-738bca8bb5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:39:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['623c3d93-a95a-4595-9f18-524eeadcc1de'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:25.032521 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb8cca-44da-44c2-9970-2c3a2298292b req-3674e1df-a8fc-46a1-916a-f37d926c2d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:25.034670 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-97fb8cca-44da-44c2-9970-2c3a2298292b req-3674e1df-a8fc-46a1-916a-f37d926c2d38 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e9213476-43ba-434e-a45c-f24c836d68e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1608925 Mar 07 10:39:25.046786 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa9385-ecaa-4663-b9f1-e39c0e10d268 req-a6c37b05-cd0a-4d0a-8cfa-9f2408ebe14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:25.048327 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-28fa9385-ecaa-4663-b9f1-e39c0e10d268 req-a6c37b05-cd0a-4d0a-8cfa-9f2408ebe14f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3eaa5c3bb65646f4925f986f51ff18dc&device_id=77d6cc1c-f39c-4c75-8829-984aea033d5a HTTP/1.1" status: 200 len: 1128 time: 0.1381235 Mar 07 10:39:25.056519 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e9b8d-ebef-4b1f-935f-ee4798efbe95 req-cd0f0870-f5a0-4d2d-8943-a824883df407 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:25.058351 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7c2e9b8d-ebef-4b1f-935f-ee4798efbe95 req-cd0f0870-f5a0-4d2d-8943-a824883df407 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa760b0c-95ca-4cc0-b659-c190d53a544a HTTP/1.1" status: 200 len: 943 time: 0.0883267 Mar 07 10:39:25.143217 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-d288036f-2a79-4ec2-8f65-dfeaa8e51ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7ebb804-6967-4407-a392-2590fefa05b4 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:39:25.156358 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-d288036f-2a79-4ec2-8f65-dfeaa8e51ad6 service neutron] Publish callbacks [] for port (a7ebb804-6967-4407-a392-2590fefa05b4), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:25.178423 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-73edce9b-2c12-48c5-9b78-738bca8bb5e7 None None] Set router 623c3d93-a95a-4595-9f18-524eeadcc1de gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:25.190762 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-d288036f-2a79-4ec2-8f65-dfeaa8e51ad6 service neutron] Transition to ACTIVE for port object a7ebb804-6967-4407-a392-2590fefa05b4 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:39:25.206650 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-97fb8cca-44da-44c2-9970-2c3a2298292b req-9abe346e-8aaf-472d-bc68-799f52130970 service neutron] 10.222.0.11 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552656 Mar 07 10:39:25.210196 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7c2e9b8d-ebef-4b1f-935f-ee4798efbe95 req-0a57e01b-535a-4529-85c5-3eef50163ef9 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e31b3a-b0c1-4d03-ba89-28efbcd3069b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432540 Mar 07 10:39:25.218200 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-d288036f-2a79-4ec2-8f65-dfeaa8e51ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (a7ebb804-6967-4407-a392-2590fefa05b4), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:25.220689 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa9385-ecaa-4663-b9f1-e39c0e10d268 req-5dd0513b-b22c-4b9d-8037-4ef3e09db858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:25.222271 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-28fa9385-ecaa-4663-b9f1-e39c0e10d268 req-5dd0513b-b22c-4b9d-8037-4ef3e09db858 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e9213476-43ba-434e-a45c-f24c836d68e1 HTTP/1.1" status: 200 len: 922 time: 0.1630454 Mar 07 10:39:25.292472 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-28fa9385-ecaa-4663-b9f1-e39c0e10d268 req-539b0f79-875a-410b-baa4-e62630a37fbe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d82d736b-e6bb-440e-a126-d653c8c1a8a2 HTTP/1.1" status: 200 len: 217 time: 0.0569665 Mar 07 10:39:25.396176 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa9385-ecaa-4663-b9f1-e39c0e10d268 req-bc090d82-7538-4c41-aeb5-bc3203170ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:25.397148 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288036f-2a79-4ec2-8f65-dfeaa8e51ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ebb804-6967-4407-a392-2590fefa05b4,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:25.403318 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-28fa9385-ecaa-4663-b9f1-e39c0e10d268 req-bc090d82-7538-4c41-aeb5-bc3203170ca4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=accf3389-35bd-40c8-8f46-e6a58c569299 HTTP/1.1" status: 200 len: 860 time: 0.1036801 Mar 07 10:39:25.446680 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-97fb8cca-44da-44c2-9970-2c3a2298292b req-9f7dd0b5-a374-4bd4-8c3b-223acecc1a3c service neutron] 10.222.0.11 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378092 Mar 07 10:39:25.473544 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-d288036f-2a79-4ec2-8f65-dfeaa8e51ad6 service neutron] Attempting to bind port a7ebb804-6967-4407-a392-2590fefa05b4 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:39:25.474069 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-d288036f-2a79-4ec2-8f65-dfeaa8e51ad6 service neutron] Attempting to bind port a7ebb804-6967-4407-a392-2590fefa05b4 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '5f8eaec3-3e17-4fa0-955f-7e235935bca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '426a0985-54c0-44f8-a0e5-ef6b4becfc6e'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:39:25.474865 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-d288036f-2a79-4ec2-8f65-dfeaa8e51ad6 service neutron] Attempting to bind port a7ebb804-6967-4407-a392-2590fefa05b4 on network 426a0985-54c0-44f8-a0e5-ef6b4becfc6e {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:39:25.483372 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-d288036f-2a79-4ec2-8f65-dfeaa8e51ad6 service neutron] Port a7ebb804-6967-4407-a392-2590fefa05b4 on network 426a0985-54c0-44f8-a0e5-ef6b4becfc6e not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:39:25.483372 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-d288036f-2a79-4ec2-8f65-dfeaa8e51ad6 service neutron] Attempting to bind port a7ebb804-6967-4407-a392-2590fefa05b4 on network 426a0985-54c0-44f8-a0e5-ef6b4becfc6e {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:39:25.487957 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-d288036f-2a79-4ec2-8f65-dfeaa8e51ad6 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:39:25.488501 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-d288036f-2a79-4ec2-8f65-dfeaa8e51ad6 service neutron] Checking segment: {'id': '5f8eaec3-3e17-4fa0-955f-7e235935bca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '426a0985-54c0-44f8-a0e5-ef6b4becfc6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:39:25.489329 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-d288036f-2a79-4ec2-8f65-dfeaa8e51ad6 service neutron] Bound using segment: {'id': '5f8eaec3-3e17-4fa0-955f-7e235935bca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '426a0985-54c0-44f8-a0e5-ef6b4becfc6e'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:39:25.490122 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-d288036f-2a79-4ec2-8f65-dfeaa8e51ad6 service neutron] Bound port: a7ebb804-6967-4407-a392-2590fefa05b4, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f8eaec3-3e17-4fa0-955f-7e235935bca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '426a0985-54c0-44f8-a0e5-ef6b4becfc6e'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:39:25.490611 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-d288036f-2a79-4ec2-8f65-dfeaa8e51ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a7ebb804-6967-4407-a392-2590fefa05b4), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:25.528581 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa9385-ecaa-4663-b9f1-e39c0e10d268 req-9177abb7-81fe-4a5a-abb7-4715d0815f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:25.531851 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-28fa9385-ecaa-4663-b9f1-e39c0e10d268 req-9177abb7-81fe-4a5a-abb7-4715d0815f05 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e9213476-43ba-434e-a45c-f24c836d68e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1184905 Mar 07 10:39:25.764025 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-73edce9b-2c12-48c5-9b78-738bca8bb5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655443501-router', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:50Z', 'updated_at': '2022-03-07T10:38:02Z', 'revision_number': 4, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'gw_port': {'id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:53Z', 'updated_at': '2022-03-07T10:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'a9d046bb-f751-4262-abbe-bba407a2c0e7', 'name': '', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'mac_address': 'fa:16:3e:e3:03:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:58Z', 'updated_at': '2022-03-07T10:38:07Z', 'revision_number': 5, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'subnets': [{'id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:25.772029 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-28fa9385-ecaa-4663-b9f1-e39c0e10d268 req-b7bc1321-42c8-4bc6-b0f6-6a49f4b12c36 service neutron] 10.222.0.31 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330408 Mar 07 10:39:25.865583 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-d288036f-2a79-4ec2-8f65-dfeaa8e51ad6 service neutron] For port a7ebb804-6967-4407-a392-2590fefa05b4, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:39:25.870340 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-d288036f-2a79-4ec2-8f65-dfeaa8e51ad6 service neutron] For port a7ebb804-6967-4407-a392-2590fefa05b4, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=a7ebb804-6967-4407-a392-2590fefa05b4,segment=NetworkSegment(5f8eaec3-3e17-4fa0-955f-7e235935bca3),segment_id=5f8eaec3-3e17-4fa0-955f-7e235935bca3)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:39:25.874360 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73edce9b-2c12-48c5-9b78-738bca8bb5e7 None None] The sync data for ids ['623c3d93-a95a-4595-9f18-524eeadcc1de'] in n-d-832164-4 is: [{'id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655443501-router', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:50Z', 'updated_at': '2022-03-07T10:38:02Z', 'revision_number': 4, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'gw_port': {'id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:53Z', 'updated_at': '2022-03-07T10:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'a9d046bb-f751-4262-abbe-bba407a2c0e7', 'name': '', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'mac_address': 'fa:16:3e:e3:03:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:58Z', 'updated_at': '2022-03-07T10:38:07Z', 'revision_number': 5, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'subnets': [{'id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:39:25.882672 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-d288036f-2a79-4ec2-8f65-dfeaa8e51ad6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (a7ebb804-6967-4407-a392-2590fefa05b4), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:25.958651 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0866e4-438d-4136-9d64-23c73beebdaf req-d942ca0f-0501-4610-a678-8fce7b918b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:25.960304 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d0866e4-438d-4136-9d64-23c73beebdaf req-d942ca0f-0501-4610-a678-8fce7b918b15 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9f15d5ae7b14e55973635eead8c52e1&device_id=6220ea40-904f-4a76-9e6a-1f77bb7bac2d HTTP/1.1" status: 200 len: 1127 time: 0.1873894 Mar 07 10:39:25.972498 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a3720c-6b46-4b2b-a638-3efdce28b806 req-42637ba3-7cb8-469e-b56a-0ebb2d580227 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:25.979889 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a0a3720c-6b46-4b2b-a638-3efdce28b806 req-42637ba3-7cb8-469e-b56a-0ebb2d580227 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 943 time: 0.1967850 Mar 07 10:39:26.007361 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d288036f-2a79-4ec2-8f65-dfeaa8e51ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ebb804-6967-4407-a392-2590fefa05b4,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:26.013730 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-d288036f-2a79-4ec2-8f65-dfeaa8e51ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:26.014776 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-d288036f-2a79-4ec2-8f65-dfeaa8e51ad6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:26.020522 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-d288036f-2a79-4ec2-8f65-dfeaa8e51ad6 service neutron] 10.222.0.31 "PUT /v2.0/ports/a7ebb804-6967-4407-a392-2590fefa05b4 HTTP/1.1" status: 200 len: 1091 time: 1.7368066 Mar 07 10:39:26.127763 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0866e4-438d-4136-9d64-23c73beebdaf req-b56202b9-db71-486d-9f5f-e5f1ba00a52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:26.129501 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d0866e4-438d-4136-9d64-23c73beebdaf req-b56202b9-db71-486d-9f5f-e5f1ba00a52d service neutron] 10.222.0.21 "GET /v2.0/networks?id=5661f3b1-67e7-4b1e-8469-d18eb04ea2a1 HTTP/1.1" status: 200 len: 914 time: 0.1401372 Mar 07 10:39:26.173247 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9839f-8ec6-4e7b-a42c-4a2dc4197097 req-df41a650-02c7-4f7c-9ca3-1e0d0215326d tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:26.180506 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-36c9839f-8ec6-4e7b-a42c-4a2dc4197097 req-df41a650-02c7-4f7c-9ca3-1e0d0215326d tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/ports?device_id=9018dc69-b0bd-4785-ba0a-ff5cc5aff1c7 HTTP/1.1" status: 200 len: 950 time: 0.1747277 Mar 07 10:39:26.184369 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-ac6ee83f-01e9-454d-bf5a-95bcd02b53b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:26.185765 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-ac6ee83f-01e9-454d-bf5a-95bcd02b53b3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b6bc38f986d4bb6b3b2bed2c25a623e&device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 1125 time: 0.1072440 Mar 07 10:39:26.201640 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d0866e4-438d-4136-9d64-23c73beebdaf req-8a2c0679-d14b-47e3-a6de-29896020ee56 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=96d7182e-9426-4dde-a4f3-e80829f16123 HTTP/1.1" status: 200 len: 217 time: 0.0622373 Mar 07 10:39:26.221926 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-28fa9385-ecaa-4663-b9f1-e39c0e10d268 req-efa924b5-7fe3-4f57-a233-ae5d14d5d8a1 service neutron] 10.222.0.31 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244092 Mar 07 10:39:26.254784 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-36c9839f-8ec6-4e7b-a42c-4a2dc4197097 req-1902f787-5856-4c78-b708-b655d252c0ff tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/security-groups?id=de371154-717c-4fb7-8744-31132feae98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721200 Mar 07 10:39:26.317127 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a0a3720c-6b46-4b2b-a638-3efdce28b806 req-d6b47a39-e544-42db-b9e4-277b7259c905 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348386 Mar 07 10:39:26.360304 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0866e4-438d-4136-9d64-23c73beebdaf req-9fd31f24-6aab-46ce-9e68-6f73a389d4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:26.364858 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-be1b180e-6621-4f25-b22a-649700269dcd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7ebb804-6967-4407-a392-2590fefa05b4 HTTP/1.1" status: 200 len: 217 time: 0.1233783 Mar 07 10:39:26.368030 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d0866e4-438d-4136-9d64-23c73beebdaf req-9fd31f24-6aab-46ce-9e68-6f73a389d4fa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a597de2c-c206-4a49-9964-11b5e65bb718 HTTP/1.1" status: 200 len: 853 time: 0.1394460 Mar 07 10:39:26.390353 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce21c7d-0ea2-47a7-be1e-200a30a25312 None None] New status for floating IP 676d61c2-61cb-4901-bf9d-6f8419b9d517: DOWN {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:39:26.415399 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d0866e4-438d-4136-9d64-23c73beebdaf req-6e9dcf27-9e73-45fc-8564-ae9bab2c1836 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5661f3b1-67e7-4b1e-8469-d18eb04ea2a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436466 Mar 07 10:39:26.495183 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-a0dbdcc2-c472-483a-8c03-ca624d99bb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:26.496858 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-a0dbdcc2-c472-483a-8c03-ca624d99bb24 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9f481558-20b5-4597-9d23-1a30103cbdca HTTP/1.1" status: 200 len: 850 time: 0.1241238 Mar 07 10:39:26.532299 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d0866e4-438d-4136-9d64-23c73beebdaf req-e85fa963-8b30-472e-9b8b-6470247c1ef5 service neutron] 10.222.0.21 "GET /v2.0/networks/5661f3b1-67e7-4b1e-8469-d18eb04ea2a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092055 Mar 07 10:39:26.536210 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cec662-318d-4b2f-b602-3d94bf4f5919 req-121b333d-9e6d-41f4-ab88-62b69077d644 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:26.544265 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-51cec662-318d-4b2f-b602-3d94bf4f5919 req-121b333d-9e6d-41f4-ab88-62b69077d644 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 944 time: 0.1480372 Mar 07 10:39:26.576910 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-f77bc90e-764c-443c-9e75-6e88b0300248 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=426a0985-54c0-44f8-a0e5-ef6b4becfc6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645335 Mar 07 10:39:26.645402 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d0866e4-438d-4136-9d64-23c73beebdaf req-5ef6c9f4-f6dd-4e26-99d9-fb55f11be36b service neutron] 10.222.0.21 "GET /v2.0/networks/5661f3b1-67e7-4b1e-8469-d18eb04ea2a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026454 Mar 07 10:39:26.699185 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-51cec662-318d-4b2f-b602-3d94bf4f5919 req-1f029d62-1ad2-49db-99fb-0e5c75416b35 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/security-groups?id=404e3e6c-2b6d-4b33-823d-ea542b308992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534514 Mar 07 10:39:26.709953 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42247336-6f2f-40ad-b078-550ff8d495db req-427bd6bc-9e20-4aa6-b352-68e10d2a6347 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:26.711693 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-42247336-6f2f-40ad-b078-550ff8d495db req-427bd6bc-9e20-4aa6-b352-68e10d2a6347 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.11 "GET /v2.0/ports?device_id=6220ea40-904f-4a76-9e6a-1f77bb7bac2d HTTP/1.1" status: 200 len: 945 time: 0.1782982 Mar 07 10:39:26.716830 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device bb0b6fee-9836-4a79-9150-91f66e299446 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:39:26.783191 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-c872e3ed-ffe0-4689-8e27-ce6e4a64bc8f service neutron] 10.222.0.31 "GET /v2.0/networks/426a0985-54c0-44f8-a0e5-ef6b4becfc6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859729 Mar 07 10:39:26.831135 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-42247336-6f2f-40ad-b078-550ff8d495db req-c10ee483-e07f-4531-be33-5bb026e26fef tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.11 "GET /v2.0/security-groups?id=f401ee5f-5eaf-4cbd-a4e8-f9d192448493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045687 Mar 07 10:39:26.925688 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2af793d-74ad-45bd-aa40-e99feae0842f', 'tag': 'a7ebb804-6967-4407-a392-2590fefa05b4'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:26.932090 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad464d6b-0e3e-433f-a294-6b7cb80cc4b2" -d '{"events": [{"name": "network-changed", "server_uuid": "d2af793d-74ad-45bd-aa40-e99feae0842f", "tag": "a7ebb804-6967-4407-a392-2590fefa05b4"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:27.005856 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364fa5b-60c1-430d-ab46-4218a3c36080 req-95e686a5-772b-466f-b2f2-ae85b5a218fe tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:27.011297 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port bb0b6fee-9836-4a79-9150-91f66e299446, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=bb0b6fee-9836-4a79-9150-91f66e299446,segment=NetworkSegment(def16622-8458-4349-ba66-16a8c47e3dea),segment_id=def16622-8458-4349-ba66-16a8c47e3dea)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:27.012658 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c364fa5b-60c1-430d-ab46-4218a3c36080 req-95e686a5-772b-466f-b2f2-ae85b5a218fe tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/ports?device_id=7257dea5-b7a4-43c8-b2a0-1579f543a29e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1876833 Mar 07 10:39:27.030308 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'bb0b6fee-9836-4a79-9150-91f66e299446', 'network_id': '14f676d6-71f1-44c0-84bf-983ed64d58be', 'port_id': 'bb0b6fee-9836-4a79-9150-91f66e299446', 'mac_address': 'fa:16:3e:11:fb:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75be359d-f6e3-4281-84f4-9b27fe531898', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:39:27.070199 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3edf97-230b-4851-a086-0d9d20cc8d85 req-5099f30d-da3f-4bc9-8665-d0af79596664 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:27.073487 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ff3edf97-230b-4851-a086-0d9d20cc8d85 req-5099f30d-da3f-4bc9-8665-d0af79596664 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa760b0c-95ca-4cc0-b659-c190d53a544a HTTP/1.1" status: 200 len: 943 time: 0.1550186 Mar 07 10:39:27.091284 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cb0aa6ef-24d8-4a16-89d9-7176f62d7b83 req-60c64160-dc14-4795-b696-4528b0680e59 service neutron] 10.222.0.31 "GET /v2.0/networks/426a0985-54c0-44f8-a0e5-ef6b4becfc6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071854 Mar 07 10:39:27.115241 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c364fa5b-60c1-430d-ab46-4218a3c36080 req-2f377a45-6f1e-4ccf-9995-da35f2586b00 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 696 time: 0.1016212 Mar 07 10:39:27.126986 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-c364fa5b-60c1-430d-ab46-4218a3c36080 req-d772e72e-15a2-46af-b220-ef9c9f848863 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Request body: {'floatingip': {'port_id': 'a13d21a5-1ef2-42de-8c75-ffbb7b701fdd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:27.164604 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port bb0b6fee-9836-4a79-9150-91f66e299446 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:27.164998 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bb0b6fee-9836-4a79-9150-91f66e299446), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:27.165303 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ff3edf97-230b-4851-a086-0d9d20cc8d85 req-5551cda6-e56b-45fd-9cf1-6115c8689e8c tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e31b3a-b0c1-4d03-ba89-28efbcd3069b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845697 Mar 07 10:39:27.216359 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-c364fa5b-60c1-430d-ab46-4218a3c36080 req-d772e72e-15a2-46af-b220-ef9c9f848863 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks [] for floatingip (676d61c2-61cb-4901-bf9d-6f8419b9d517), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:27.220742 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb0b6fee-9836-4a79-9150-91f66e299446 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:39:27.256794 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port bb0b6fee-9836-4a79-9150-91f66e299446, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=bb0b6fee-9836-4a79-9150-91f66e299446,segment=NetworkSegment(def16622-8458-4349-ba66-16a8c47e3dea),segment_id=def16622-8458-4349-ba66-16a8c47e3dea)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:27.262255 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (bb0b6fee-9836-4a79-9150-91f66e299446), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:27.383439 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=bb0b6fee-9836-4a79-9150-91f66e299446,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:27.394354 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbd6944f-d415-4c29-9115-fa09d01e527a x-openstack-request-id: req-bbd6944f-d415-4c29-9115-fa09d01e527a {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:27.394647 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2af793d-74ad-45bd-aa40-e99feae0842f", "tag": "a7ebb804-6967-4407-a392-2590fefa05b4", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:27.394901 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bbd6944f-d415-4c29-9115-fa09d01e527a {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:27.395403 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2af793d-74ad-45bd-aa40-e99feae0842f', 'tag': 'a7ebb804-6967-4407-a392-2590fefa05b4', 'status': 'completed', 'code': 200} Mar 07 10:39:27.404646 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad464d6b-0e3e-433f-a294-6b7cb80cc4b2 req-60712143-3e7c-4cde-878f-321c0884834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:27.407703 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ad464d6b-0e3e-433f-a294-6b7cb80cc4b2 req-60712143-3e7c-4cde-878f-321c0884834a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b6bc38f986d4bb6b3b2bed2c25a623e&device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 1125 time: 0.1170723 Mar 07 10:39:27.550824 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4d65c-c1a6-4a4d-8666-35ecbac57a70 req-113c550f-3d20-4807-915a-cb2c3739d508 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:27.552415 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aeb4d65c-c1a6-4a4d-8666-35ecbac57a70 req-113c550f-3d20-4807-915a-cb2c3739d508 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.31 "GET /v2.0/ports?device_id=9018dc69-b0bd-4785-ba0a-ff5cc5aff1c7 HTTP/1.1" status: 200 len: 950 time: 0.1560900 Mar 07 10:39:27.570655 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46a35e-f8e9-4e8b-8cff-c03aef4821b9 req-2da13a6b-f639-43f9-9910-172556fb5104 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:27.580667 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8f46a35e-f8e9-4e8b-8cff-c03aef4821b9 req-2da13a6b-f639-43f9-9910-172556fb5104 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/ports?device_id=9018dc69-b0bd-4785-ba0a-ff5cc5aff1c7 HTTP/1.1" status: 200 len: 950 time: 0.1697626 Mar 07 10:39:27.612624 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad464d6b-0e3e-433f-a294-6b7cb80cc4b2 req-8d35abd3-4ab9-4ab8-ae61-e78bf65539e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:27.614230 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ad464d6b-0e3e-433f-a294-6b7cb80cc4b2 req-8d35abd3-4ab9-4ab8-ae61-e78bf65539e1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=426a0985-54c0-44f8-a0e5-ef6b4becfc6e HTTP/1.1" status: 200 len: 911 time: 0.1925552 Mar 07 10:39:27.854318 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-aeb4d65c-c1a6-4a4d-8666-35ecbac57a70 req-2713eaa7-e08c-4974-8a26-d2df969b0eef tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Deleting port c05ae850-8eaa-478f-afef-face1f16ef8a {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:39:27.854668 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-aeb4d65c-c1a6-4a4d-8666-35ecbac57a70 req-2713eaa7-e08c-4974-8a26-d2df969b0eef tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c05ae850-8eaa-478f-afef-face1f16ef8a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:28.049200 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['bb0b6fee-9836-4a79-9150-91f66e299446'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:39:28.062320 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-aeb4d65c-c1a6-4a4d-8666-35ecbac57a70 req-2713eaa7-e08c-4974-8a26-d2df969b0eef tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] For port c05ae850-8eaa-478f-afef-face1f16ef8a, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=c05ae850-8eaa-478f-afef-face1f16ef8a,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:28.062835 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-aeb4d65c-c1a6-4a4d-8666-35ecbac57a70 req-2713eaa7-e08c-4974-8a26-d2df969b0eef tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c05ae850-8eaa-478f-afef-face1f16ef8a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:28.084850 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-aeb4d65c-c1a6-4a4d-8666-35ecbac57a70 req-2713eaa7-e08c-4974-8a26-d2df969b0eef tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Calling delete_port for c05ae850-8eaa-478f-afef-face1f16ef8a owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:39:28.094500 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ad464d6b-0e3e-433f-a294-6b7cb80cc4b2 req-881554d0-2b49-432a-b715-c1220748f421 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7ebb804-6967-4407-a392-2590fefa05b4 HTTP/1.1" status: 200 len: 217 time: 0.4735034 Mar 07 10:39:28.143206 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8f46a35e-f8e9-4e8b-8cff-c03aef4821b9 req-793544ef-5cff-40c7-9451-3c0a094e3da1 tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.11 "GET /v2.0/security-groups?id=de371154-717c-4fb7-8744-31132feae98e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5612209 Mar 07 10:39:28.259673 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-c364fa5b-60c1-430d-ab46-4218a3c36080 req-d772e72e-15a2-46af-b220-ef9c9f848863 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:28.278968 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad464d6b-0e3e-433f-a294-6b7cb80cc4b2 req-1d5aedf0-6f68-4dbd-a0db-e9bf1ea91468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:28.280506 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ad464d6b-0e3e-433f-a294-6b7cb80cc4b2 req-1d5aedf0-6f68-4dbd-a0db-e9bf1ea91468 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9f481558-20b5-4597-9d23-1a30103cbdca HTTP/1.1" status: 200 len: 850 time: 0.1620936 Mar 07 10:39:28.289375 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-c364fa5b-60c1-430d-ab46-4218a3c36080 req-d772e72e-15a2-46af-b220-ef9c9f848863 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (676d61c2-61cb-4901-bf9d-6f8419b9d517), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:28.294296 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d746e6-a0cc-4bf5-a587-32ef1af46b53 req-f9653f12-e04d-404f-892b-c40cd004bdde tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:28.298144 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-25d746e6-a0cc-4bf5-a587-32ef1af46b53 req-f9653f12-e04d-404f-892b-c40cd004bdde tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.31 "GET /v2.0/ports?device_id=77d6cc1c-f39c-4c75-8829-984aea033d5a HTTP/1.1" status: 200 len: 946 time: 0.2179518 Mar 07 10:39:28.399954 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-aeb4d65c-c1a6-4a4d-8666-35ecbac57a70 req-2713eaa7-e08c-4974-8a26-d2df969b0eef tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (c05ae850-8eaa-478f-afef-face1f16ef8a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:28.407385 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ad464d6b-0e3e-433f-a294-6b7cb80cc4b2 req-df919f17-3cf8-4127-ac68-c642d85bdb36 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=426a0985-54c0-44f8-a0e5-ef6b4becfc6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073418 Mar 07 10:39:28.411788 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['c05ae850-8eaa-478f-afef-face1f16ef8a'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:39:28.446208 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713eaa7-e08c-4974-8a26-d2df969b0eef tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Pushing event deleted for resources: {'Port': ['ID=c05ae850-8eaa-478f-afef-face1f16ef8a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:28.499601 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [req-c364fa5b-60c1-430d-ab46-4218a3c36080 req-d772e72e-15a2-46af-b220-ef9c9f848863 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Floating IP 676d61c2-61cb-4901-bf9d-6f8419b9d517 associated. External IP: 172.25.3.137, port: a13d21a5-1ef2-42de-8c75-ffbb7b701fdd. Mar 07 10:39:28.503262 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb4d65c-c1a6-4a4d-8666-35ecbac57a70 req-2713eaa7-e08c-4974-8a26-d2df969b0eef tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] No DVR routers for this DVR port c05ae850-8eaa-478f-afef-face1f16ef8a on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:39:28.550282 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-aeb4d65c-c1a6-4a4d-8666-35ecbac57a70 req-2713eaa7-e08c-4974-8a26-d2df969b0eef tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:28.554948 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aeb4d65c-c1a6-4a4d-8666-35ecbac57a70 req-2713eaa7-e08c-4974-8a26-d2df969b0eef tempest-ServersAdminNegativeTestJSON-134964442 tempest-ServersAdminNegativeTestJSON-134964442-project] 10.222.0.31 "DELETE /v2.0/ports/c05ae850-8eaa-478f-afef-face1f16ef8a HTTP/1.1" status: 204 len: 173 time: 0.9958451 Mar 07 10:39:28.606686 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ede7f-2ad0-4c42-84b1-a130ede25f7f req-7851f8e7-20b8-41d1-9439-23cc3db2517f tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:28.608585 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4b0ede7f-2ad0-4c42-84b1-a130ede25f7f req-7851f8e7-20b8-41d1-9439-23cc3db2517f tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 943 time: 0.3538687 Mar 07 10:39:28.688741 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ad464d6b-0e3e-433f-a294-6b7cb80cc4b2 req-939846f6-f105-4119-9420-e65fa155b2cd service neutron] 10.222.0.31 "GET /v2.0/networks/426a0985-54c0-44f8-a0e5-ef6b4becfc6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687516 Mar 07 10:39:28.844653 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-25d746e6-a0cc-4bf5-a587-32ef1af46b53 req-a309df4e-b635-49bd-bb2f-e4bc85425821 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Deleting port d82d736b-e6bb-440e-a126-d653c8c1a8a2 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:39:28.845343 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-25d746e6-a0cc-4bf5-a587-32ef1af46b53 req-a309df4e-b635-49bd-bb2f-e4bc85425821 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (d82d736b-e6bb-440e-a126-d653c8c1a8a2), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:28.863341 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c364fa5b-60c1-430d-ab46-4218a3c36080 req-d772e72e-15a2-46af-b220-ef9c9f848863 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Router 623c3d93-a95a-4595-9f18-524eeadcc1de has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:39:28.879985 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4b0ede7f-2ad0-4c42-84b1-a130ede25f7f req-4f36f123-abbf-4a76-bda2-f869b74566a2 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531826 Mar 07 10:39:29.010314 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ad464d6b-0e3e-433f-a294-6b7cb80cc4b2 req-7fc7e4b2-95d1-44a8-bd98-dd80d061be7a service neutron] 10.222.0.31 "GET /v2.0/networks/426a0985-54c0-44f8-a0e5-ef6b4becfc6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928603 Mar 07 10:39:29.035515 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-25d746e6-a0cc-4bf5-a587-32ef1af46b53 req-a309df4e-b635-49bd-bb2f-e4bc85425821 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] For port d82d736b-e6bb-440e-a126-d653c8c1a8a2, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d82d736b-e6bb-440e-a126-d653c8c1a8a2,segment=NetworkSegment(4f7e0434-a01f-44de-85e6-94dc5f02406c),segment_id=4f7e0434-a01f-44de-85e6-94dc5f02406c)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:29.035886 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-25d746e6-a0cc-4bf5-a587-32ef1af46b53 req-a309df4e-b635-49bd-bb2f-e4bc85425821 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (d82d736b-e6bb-440e-a126-d653c8c1a8a2), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:29.066883 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-25d746e6-a0cc-4bf5-a587-32ef1af46b53 req-a309df4e-b635-49bd-bb2f-e4bc85425821 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Calling delete_port for d82d736b-e6bb-440e-a126-d653c8c1a8a2 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:39:29.097795 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6378839-7fe5-4c29-816e-65f65596a505 req-ed82307f-c9c6-4eb5-b380-4bced83aa8cf tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:29.099739 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b6378839-7fe5-4c29-816e-65f65596a505 req-ed82307f-c9c6-4eb5-b380-4bced83aa8cf tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 944 time: 0.1287467 Mar 07 10:39:29.303373 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c364fa5b-60c1-430d-ab46-4218a3c36080 req-d772e72e-15a2-46af-b220-ef9c9f848863 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:39:29.312488 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-c364fa5b-60c1-430d-ab46-4218a3c36080 req-d772e72e-15a2-46af-b220-ef9c9f848863 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:29.316479 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5fcd9b-befd-4f17-858e-84def1601ee1 None None] Sync routers for ids ['623c3d93-a95a-4595-9f18-524eeadcc1de'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:39:29.331344 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b6378839-7fe5-4c29-816e-65f65596a505 req-8a6f4607-854e-4f9d-be1a-742c57105448 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/security-groups?id=404e3e6c-2b6d-4b33-823d-ea542b308992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239108 Mar 07 10:39:29.340528 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5fcd9b-befd-4f17-858e-84def1601ee1 None None] Routers {'623c3d93-a95a-4595-9f18-524eeadcc1de'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:29.343791 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-0e5fcd9b-befd-4f17-858e-84def1601ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:39:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['623c3d93-a95a-4595-9f18-524eeadcc1de'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:29.383606 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c364fa5b-60c1-430d-ab46-4218a3c36080 req-d772e72e-15a2-46af-b220-ef9c9f848863 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "PUT /v2.0/floatingips/676d61c2-61cb-4901-bf9d-6f8419b9d517 HTTP/1.1" status: 200 len: 997 time: 2.2665040 Mar 07 10:39:29.394703 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-25d746e6-a0cc-4bf5-a587-32ef1af46b53 req-a309df4e-b635-49bd-bb2f-e4bc85425821 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (d82d736b-e6bb-440e-a126-d653c8c1a8a2), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:29.396972 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9018dc69-b0bd-4785-ba0a-ff5cc5aff1c7', 'name': 'network-vif-deleted', 'tag': 'c05ae850-8eaa-478f-afef-face1f16ef8a'}, {'name': 'network-changed', 'server_uuid': '7257dea5-b7a4-43c8-b2a0-1579f543a29e', 'tag': 'a13d21a5-1ef2-42de-8c75-ffbb7b701fdd'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:29.399130 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737aec36-8e8e-4a68-863d-206f5d2813d0" -d '{"events": [{"server_uuid": "9018dc69-b0bd-4785-ba0a-ff5cc5aff1c7", "name": "network-vif-deleted", "tag": "c05ae850-8eaa-478f-afef-face1f16ef8a"}, {"name": "network-changed", "server_uuid": "7257dea5-b7a4-43c8-b2a0-1579f543a29e", "tag": "a13d21a5-1ef2-42de-8c75-ffbb7b701fdd"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:29.456337 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309df4e-b635-49bd-bb2f-e4bc85425821 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Pushing event deleted for resources: {'Port': ['ID=d82d736b-e6bb-440e-a126-d653c8c1a8a2,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:29.465324 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364fa5b-60c1-430d-ab46-4218a3c36080 req-d878007b-5971-4c11-9f49-1bcab7120a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:29.466851 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c364fa5b-60c1-430d-ab46-4218a3c36080 req-d878007b-5971-4c11-9f49-1bcab7120a5b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3eaa5c3bb65646f4925f986f51ff18dc&device_id=7257dea5-b7a4-43c8-b2a0-1579f543a29e HTTP/1.1" status: 200 len: 1128 time: 0.0622823 Mar 07 10:39:29.520477 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309df4e-b635-49bd-bb2f-e4bc85425821 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:29.520825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309df4e-b635-49bd-bb2f-e4bc85425821 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:29.521180 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309df4e-b635-49bd-bb2f-e4bc85425821 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:29.521526 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309df4e-b635-49bd-bb2f-e4bc85425821 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:29.521854 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309df4e-b635-49bd-bb2f-e4bc85425821 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:29.522179 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309df4e-b635-49bd-bb2f-e4bc85425821 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:29.522509 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309df4e-b635-49bd-bb2f-e4bc85425821 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:29.522834 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309df4e-b635-49bd-bb2f-e4bc85425821 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:29.523229 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309df4e-b635-49bd-bb2f-e4bc85425821 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:29.523551 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309df4e-b635-49bd-bb2f-e4bc85425821 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:29.523872 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309df4e-b635-49bd-bb2f-e4bc85425821 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:29.524192 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309df4e-b635-49bd-bb2f-e4bc85425821 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:29.524509 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a309df4e-b635-49bd-bb2f-e4bc85425821 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:29.574820 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d746e6-a0cc-4bf5-a587-32ef1af46b53 req-a309df4e-b635-49bd-bb2f-e4bc85425821 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] No DVR routers for this DVR port d82d736b-e6bb-440e-a126-d653c8c1a8a2 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:39:29.581089 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-25d746e6-a0cc-4bf5-a587-32ef1af46b53 req-a309df4e-b635-49bd-bb2f-e4bc85425821 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:29.594337 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-25d746e6-a0cc-4bf5-a587-32ef1af46b53 req-a309df4e-b635-49bd-bb2f-e4bc85425821 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.31 "DELETE /v2.0/ports/d82d736b-e6bb-440e-a126-d653c8c1a8a2 HTTP/1.1" status: 204 len: 173 time: 1.2584727 Mar 07 10:39:29.597353 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77d6cc1c-f39c-4c75-8829-984aea033d5a', 'name': 'network-vif-deleted', 'tag': 'd82d736b-e6bb-440e-a126-d653c8c1a8a2'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:29.602397 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c56a1b-c9b5-4b26-a330-2ba4d58a2da6" -d '{"events": [{"server_uuid": "77d6cc1c-f39c-4c75-8829-984aea033d5a", "name": "network-vif-deleted", "tag": "d82d736b-e6bb-440e-a126-d653c8c1a8a2"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:29.652994 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec42a4-3ba1-4471-9bb2-03f32967f5bc req-d4e2b26d-a2fb-44ee-a887-159d56477832 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:29.654766 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-caec42a4-3ba1-4471-9bb2-03f32967f5bc req-d4e2b26d-a2fb-44ee-a887-159d56477832 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.11 "GET /v2.0/ports?device_id=6220ea40-904f-4a76-9e6a-1f77bb7bac2d HTTP/1.1" status: 200 len: 945 time: 0.2138503 Mar 07 10:39:29.748353 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364fa5b-60c1-430d-ab46-4218a3c36080 req-4aaee203-7aee-45d1-9a66-d5c767cdd3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:29.750928 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-caec42a4-3ba1-4471-9bb2-03f32967f5bc req-3fdec8a2-f1d0-421d-906f-2f523dacdafc tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.11 "GET /v2.0/security-groups?id=f401ee5f-5eaf-4cbd-a4e8-f9d192448493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851126 Mar 07 10:39:29.763257 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c364fa5b-60c1-430d-ab46-4218a3c36080 req-4aaee203-7aee-45d1-9a66-d5c767cdd3a5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e9213476-43ba-434e-a45c-f24c836d68e1 HTTP/1.1" status: 200 len: 922 time: 0.2822721 Mar 07 10:39:29.840560 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['d82d736b-e6bb-440e-a126-d653c8c1a8a2'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:39:29.843253 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['a13d21a5-1ef2-42de-8c75-ffbb7b701fdd'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:39:29.876148 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c364fa5b-60c1-430d-ab46-4218a3c36080 req-3cf7edde-c1db-419c-9081-fbe1812ce94a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a13d21a5-1ef2-42de-8c75-ffbb7b701fdd HTTP/1.1" status: 200 len: 1000 time: 0.1079819 Mar 07 10:39:29.935903 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364fa5b-60c1-430d-ab46-4218a3c36080 req-89b7c297-4f87-4054-b2ff-24d020dd995c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:29.938692 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c364fa5b-60c1-430d-ab46-4218a3c36080 req-89b7c297-4f87-4054-b2ff-24d020dd995c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=accf3389-35bd-40c8-8f46-e6a58c569299 HTTP/1.1" status: 200 len: 860 time: 0.0559411 Mar 07 10:39:29.981620 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-0e5fcd9b-befd-4f17-858e-84def1601ee1 None None] Set router 623c3d93-a95a-4595-9f18-524eeadcc1de gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:29.988638 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70edc6a2-349c-4d7e-883d-94cd74a23a14 req-5dbc6208-d345-4f5d-870c-d4b200b1250c tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:29.989890 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-70edc6a2-349c-4d7e-883d-94cd74a23a14 req-5dbc6208-d345-4f5d-870c-d4b200b1250c tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa760b0c-95ca-4cc0-b659-c190d53a544a HTTP/1.1" status: 200 len: 944 time: 0.0921690 Mar 07 10:39:30.018999 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364fa5b-60c1-430d-ab46-4218a3c36080 req-d8e47c43-4527-4e42-9d74-a1baa4b636dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:30.020775 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c364fa5b-60c1-430d-ab46-4218a3c36080 req-d8e47c43-4527-4e42-9d74-a1baa4b636dd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e9213476-43ba-434e-a45c-f24c836d68e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0739219 Mar 07 10:39:30.082049 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-70edc6a2-349c-4d7e-883d-94cd74a23a14 req-4e11d461-35ce-49ca-bb4f-6705bf47496b tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e31b3a-b0c1-4d03-ba89-28efbcd3069b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833249 Mar 07 10:39:30.159037 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c364fa5b-60c1-430d-ab46-4218a3c36080 req-5afc9ea9-97ac-450f-b883-bdc4138389a9 service neutron] 10.222.0.11 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321282 Mar 07 10:39:30.358887 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a81f524-5359-492e-ba55-04d663a1ee1b x-openstack-request-id: req-4a81f524-5359-492e-ba55-04d663a1ee1b {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:30.359484 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9018dc69-b0bd-4785-ba0a-ff5cc5aff1c7", "name": "network-vif-deleted", "tag": "c05ae850-8eaa-478f-afef-face1f16ef8a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7257dea5-b7a4-43c8-b2a0-1579f543a29e", "tag": "a13d21a5-1ef2-42de-8c75-ffbb7b701fdd", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:30.359890 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4a81f524-5359-492e-ba55-04d663a1ee1b {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:30.361265 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9018dc69-b0bd-4785-ba0a-ff5cc5aff1c7', 'name': 'network-vif-deleted', 'tag': 'c05ae850-8eaa-478f-afef-face1f16ef8a', 'status': 'completed', 'code': 200} Mar 07 10:39:30.362075 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7257dea5-b7a4-43c8-b2a0-1579f543a29e', 'tag': 'a13d21a5-1ef2-42de-8c75-ffbb7b701fdd', 'status': 'completed', 'code': 200} Mar 07 10:39:30.410512 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91bf3bd0-59a9-45d8-9b9c-a5280d22afa6 x-openstack-request-id: req-91bf3bd0-59a9-45d8-9b9c-a5280d22afa6 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:30.410814 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77d6cc1c-f39c-4c75-8829-984aea033d5a", "name": "network-vif-deleted", "tag": "d82d736b-e6bb-440e-a126-d653c8c1a8a2", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:30.411071 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-91bf3bd0-59a9-45d8-9b9c-a5280d22afa6 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:30.411477 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77d6cc1c-f39c-4c75-8829-984aea033d5a', 'name': 'network-vif-deleted', 'tag': 'd82d736b-e6bb-440e-a126-d653c8c1a8a2', 'status': 'completed', 'code': 200} Mar 07 10:39:30.425247 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c364fa5b-60c1-430d-ab46-4218a3c36080 req-dfff3b42-011a-488e-bc9b-ad94eaede55d service neutron] 10.222.0.11 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550914 Mar 07 10:39:30.461870 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737aec36-8e8e-4a68-863d-206f5d2813d0 req-134818b0-a72e-49b2-bc66-fec79e1568f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:30.464124 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-737aec36-8e8e-4a68-863d-206f5d2813d0 req-134818b0-a72e-49b2-bc66-fec79e1568f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3eaa5c3bb65646f4925f986f51ff18dc&device_id=7257dea5-b7a4-43c8-b2a0-1579f543a29e HTTP/1.1" status: 200 len: 1128 time: 0.1623423 Mar 07 10:39:30.610354 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 49790) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:30.635518 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edcd6d2-53e8-49be-a914-9379a43272ab req-c17f8c5a-42e8-4249-9c88-8e2b95d8f639 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:30.645468 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7edcd6d2-53e8-49be-a914-9379a43272ab req-c17f8c5a-42e8-4249-9c88-8e2b95d8f639 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 943 time: 0.1073878 Mar 07 10:39:30.676340 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-0e5fcd9b-befd-4f17-858e-84def1601ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655443501-router', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:50Z', 'updated_at': '2022-03-07T10:38:02Z', 'revision_number': 4, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'gw_port': {'id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:53Z', 'updated_at': '2022-03-07T10:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '676d61c2-61cb-4901-bf9d-6f8419b9d517', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'port_id': 'a13d21a5-1ef2-42de-8c75-ffbb7b701fdd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'mac_address': 'fa:16:3e:33:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7257dea5-b7a4-43c8-b2a0-1579f543a29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:38:33Z', 'updated_at': '2022-03-07T10:39:27Z', 'revision_number': 8, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d046bb-f751-4262-abbe-bba407a2c0e7', 'name': '', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'mac_address': 'fa:16:3e:e3:03:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:58Z', 'updated_at': '2022-03-07T10:38:07Z', 'revision_number': 5, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'subnets': [{'id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:30.748225 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7edcd6d2-53e8-49be-a914-9379a43272ab req-63462e25-56d3-4d58-a0d6-615be265a5f0 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017673 Mar 07 10:39:30.780577 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737aec36-8e8e-4a68-863d-206f5d2813d0 req-0586e3b9-6289-4ec7-886a-87597e489aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:30.782397 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device a7ebb804-6967-4407-a392-2590fefa05b4 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:39:30.784937 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device bb0b6fee-9836-4a79-9150-91f66e299446 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:30.791774 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-737aec36-8e8e-4a68-863d-206f5d2813d0 req-0586e3b9-6289-4ec7-886a-87597e489aea service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9213476-43ba-434e-a45c-f24c836d68e1 HTTP/1.1" status: 200 len: 922 time: 0.3185825 Mar 07 10:39:30.836068 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5fcd9b-befd-4f17-858e-84def1601ee1 None None] Checking router: 623c3d93-a95a-4595-9f18-524eeadcc1de for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:39:30.881955 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5fcd9b-befd-4f17-858e-84def1601ee1 None None] Routers {'623c3d93-a95a-4595-9f18-524eeadcc1de'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:30.882822 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-0e5fcd9b-befd-4f17-858e-84def1601ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:39:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['623c3d93-a95a-4595-9f18-524eeadcc1de'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:30.908907 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-737aec36-8e8e-4a68-863d-206f5d2813d0 req-bd625c9c-b74c-42a3-8497-3b61ea21c0da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a13d21a5-1ef2-42de-8c75-ffbb7b701fdd HTTP/1.1" status: 200 len: 1000 time: 0.1092334 Mar 07 10:39:30.916474 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e05f47fc-7840-4d12-8561-dade80c3c14a req-8295d5fe-6868-4437-bbe7-0bbc8def5c9a tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/floatingips/676d61c2-61cb-4901-bf9d-6f8419b9d517 HTTP/1.1" status: 200 len: 997 time: 0.1381707 Mar 07 10:39:30.928612 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b2e1ddc2-b4fa-413c-a15a-a89f49034594 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2d2880507ac543ae9fe2757bc6556534&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3169591 Mar 07 10:39:30.930915 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 49798) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:30.987852 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26be1a9-430c-421d-b2a8-e1299d54cdee req-92f2eb43-12ff-46ff-9ddd-61c00cae60d1 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:30.998189 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c26be1a9-430c-421d-b2a8-e1299d54cdee req-92f2eb43-12ff-46ff-9ddd-61c00cae60d1 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 944 time: 0.2917190 Mar 07 10:39:31.024375 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-0e5fcd9b-befd-4f17-858e-84def1601ee1 None None] Set router 623c3d93-a95a-4595-9f18-524eeadcc1de gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:31.052429 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f47fc-7840-4d12-8561-dade80c3c14a req-6bb1fc28-2477-4d23-be8e-5f2b64bb0195 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:31.066129 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737aec36-8e8e-4a68-863d-206f5d2813d0 req-afaacda9-794c-4ad4-8c86-45e1d5dd0640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:31.068135 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-737aec36-8e8e-4a68-863d-206f5d2813d0 req-afaacda9-794c-4ad4-8c86-45e1d5dd0640 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=accf3389-35bd-40c8-8f46-e6a58c569299 HTTP/1.1" status: 200 len: 860 time: 0.1528006 Mar 07 10:39:31.072522 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e05f47fc-7840-4d12-8561-dade80c3c14a req-6bb1fc28-2477-4d23-be8e-5f2b64bb0195 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 784 time: 0.1420102 Mar 07 10:39:31.092215 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c26be1a9-430c-421d-b2a8-e1299d54cdee req-db624839-14cc-4400-93e5-c9c384b388cf tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/security-groups?id=404e3e6c-2b6d-4b33-823d-ea542b308992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920346 Mar 07 10:39:31.187232 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-95891c51-f212-41fa-98c9-7810202bfcf9 admin admin] Publish callbacks [] for security_group (de371154-717c-4fb7-8744-31132feae98e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:31.241413 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-95891c51-f212-41fa-98c9-7810202bfcf9 admin admin] Publish callbacks [] for security_group (de371154-717c-4fb7-8744-31132feae98e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:31.324360 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port bb0b6fee-9836-4a79-9150-91f66e299446 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:39:31.344198 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port bb0b6fee-9836-4a79-9150-91f66e299446 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:31.345008 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (bb0b6fee-9836-4a79-9150-91f66e299446), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:31.369974 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-95891c51-f212-41fa-98c9-7810202bfcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (de371154-717c-4fb7-8744-31132feae98e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:31.373640 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-95891c51-f212-41fa-98c9-7810202bfcf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:31.374727 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-95891c51-f212-41fa-98c9-7810202bfcf9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/de371154-717c-4fb7-8744-31132feae98e HTTP/1.1" status: 204 len: 168 time: 0.4424181 Mar 07 10:39:31.401758 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c35b1273-d024-48a1-8b66-c3b72d5cc4ce req-27548e9b-7dee-4acc-9460-dd28ebab0835 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 1000 time: 0.2357919 Mar 07 10:39:31.410582 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95891c51-f212-41fa-98c9-7810202bfcf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de371154-717c-4fb7-8744-31132feae98e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:31.479118 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b1273-d024-48a1-8b66-c3b72d5cc4ce req-a5acd8ea-3dba-4116-b911-65478b591826 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:31.493091 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c35b1273-d024-48a1-8b66-c3b72d5cc4ce req-a5acd8ea-3dba-4116-b911-65478b591826 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/ports/a13d21a5-1ef2-42de-8c75-ffbb7b701fdd HTTP/1.1" status: 200 len: 943 time: 0.0901527 Mar 07 10:39:31.534448 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737aec36-8e8e-4a68-863d-206f5d2813d0 req-27816ba7-cd22-4916-a16f-ed5fef1abfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:31.540650 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-737aec36-8e8e-4a68-863d-206f5d2813d0 req-27816ba7-cd22-4916-a16f-ed5fef1abfa9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9213476-43ba-434e-a45c-f24c836d68e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4431057 Mar 07 10:39:31.582973 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c362ddc5-ee32-4263-b0da-9e1ab01ab193 req-25624fdc-f934-43b0-9bcd-041874083634 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:31.588355 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c362ddc5-ee32-4263-b0da-9e1ab01ab193 req-25624fdc-f934-43b0-9bcd-041874083634 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa760b0c-95ca-4cc0-b659-c190d53a544a HTTP/1.1" status: 200 len: 944 time: 0.1619332 Mar 07 10:39:31.626117 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port a7ebb804-6967-4407-a392-2590fefa05b4, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=a7ebb804-6967-4407-a392-2590fefa05b4,segment=NetworkSegment(5f8eaec3-3e17-4fa0-955f-7e235935bca3),segment_id=5f8eaec3-3e17-4fa0-955f-7e235935bca3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:31.667181 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'a7ebb804-6967-4407-a392-2590fefa05b4', 'network_id': '426a0985-54c0-44f8-a0e5-ef6b4becfc6e', 'port_id': 'a7ebb804-6967-4407-a392-2590fefa05b4', 'mac_address': 'fa:16:3e:34:57:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f481558-20b5-4597-9d23-1a30103cbdca', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:39:31.735256 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c362ddc5-ee32-4263-b0da-9e1ab01ab193 req-d1cadd40-0d56-42f6-9a63-96dc8cefd449 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e31b3a-b0c1-4d03-ba89-28efbcd3069b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394393 Mar 07 10:39:31.776506 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port a7ebb804-6967-4407-a392-2590fefa05b4 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:31.777179 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a7ebb804-6967-4407-a392-2590fefa05b4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:31.799051 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-737aec36-8e8e-4a68-863d-206f5d2813d0 req-3eebd763-bc77-4f36-ae25-cc55da595e89 service neutron] 10.222.0.21 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512765 Mar 07 10:39:31.814507 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7ebb804-6967-4407-a392-2590fefa05b4 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:39:31.829426 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port bb0b6fee-9836-4a79-9150-91f66e299446 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:31.830870 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bb0b6fee-9836-4a79-9150-91f66e299446), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:31.868778 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port a7ebb804-6967-4407-a392-2590fefa05b4, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=a7ebb804-6967-4407-a392-2590fefa05b4,segment=NetworkSegment(5f8eaec3-3e17-4fa0-955f-7e235935bca3),segment_id=5f8eaec3-3e17-4fa0-955f-7e235935bca3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:31.884092 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a7ebb804-6967-4407-a392-2590fefa05b4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:31.894830 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa760b0c-95ca-4cc0-b659-c190d53a544a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0b6fee-9836-4a79-9150-91f66e299446'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:31.897274 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524358f6-49b5-409b-919b-cc9b33fe02e8" -d '{"events": [{"server_uuid": "fa760b0c-95ca-4cc0-b659-c190d53a544a", "name": "network-vif-plugged", "status": "completed", "tag": "bb0b6fee-9836-4a79-9150-91f66e299446"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:31.931886 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-737aec36-8e8e-4a68-863d-206f5d2813d0 req-d7392eda-5390-4e29-bdca-0986e87c6e62 service neutron] 10.222.0.21 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202991 Mar 07 10:39:31.940997 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port bb0b6fee-9836-4a79-9150-91f66e299446, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=bb0b6fee-9836-4a79-9150-91f66e299446,segment=NetworkSegment(def16622-8458-4349-ba66-16a8c47e3dea),segment_id=def16622-8458-4349-ba66-16a8c47e3dea)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:31.949369 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-0e5fcd9b-befd-4f17-858e-84def1601ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655443501-router', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:50Z', 'updated_at': '2022-03-07T10:38:02Z', 'revision_number': 4, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'gw_port': {'id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:53Z', 'updated_at': '2022-03-07T10:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '676d61c2-61cb-4901-bf9d-6f8419b9d517', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'port_id': 'a13d21a5-1ef2-42de-8c75-ffbb7b701fdd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'mac_address': 'fa:16:3e:33:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7257dea5-b7a4-43c8-b2a0-1579f543a29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:38:33Z', 'updated_at': '2022-03-07T10:39:27Z', 'revision_number': 8, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d046bb-f751-4262-abbe-bba407a2c0e7', 'name': '', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'mac_address': 'fa:16:3e:e3:03:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:58Z', 'updated_at': '2022-03-07T10:38:07Z', 'revision_number': 5, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'subnets': [{'id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:31.957199 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (bb0b6fee-9836-4a79-9150-91f66e299446), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:31.958043 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device c05ae850-8eaa-478f-afef-face1f16ef8a no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:39:32.039999 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5fcd9b-befd-4f17-858e-84def1601ee1 None None] The sync data for ids ['623c3d93-a95a-4595-9f18-524eeadcc1de'] in n-d-832164-4 is: [{'id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655443501-router', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:50Z', 'updated_at': '2022-03-07T10:38:02Z', 'revision_number': 4, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'gw_port': {'id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:53Z', 'updated_at': '2022-03-07T10:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '676d61c2-61cb-4901-bf9d-6f8419b9d517', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'port_id': 'a13d21a5-1ef2-42de-8c75-ffbb7b701fdd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'mac_address': 'fa:16:3e:33:f8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7257dea5-b7a4-43c8-b2a0-1579f543a29e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:38:33Z', 'updated_at': '2022-03-07T10:39:27Z', 'revision_number': 8, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9d046bb-f751-4262-abbe-bba407a2c0e7', 'name': '', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'mac_address': 'fa:16:3e:e3:03:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:58Z', 'updated_at': '2022-03-07T10:38:07Z', 'revision_number': 5, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'subnets': [{'id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:39:32.044189 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: c05ae850-8eaa-478f-afef-face1f16ef8a {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:39:32.044730 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device c05ae850-8eaa-478f-afef-face1f16ef8a not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:39:32.069661 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1386ded-cb78-4cd8-8b72-41298e7512b1 req-81c393ad-7abf-4ee6-9735-6ba1b5c834f4 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:32.077293 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e1386ded-cb78-4cd8-8b72-41298e7512b1 req-81c393ad-7abf-4ee6-9735-6ba1b5c834f4 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.11 "GET /v2.0/ports?device_id=6220ea40-904f-4a76-9e6a-1f77bb7bac2d HTTP/1.1" status: 200 len: 945 time: 0.1924822 Mar 07 10:39:32.096513 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=a7ebb804-6967-4407-a392-2590fefa05b4,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:32.132704 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c35b1273-d024-48a1-8b66-c3b72d5cc4ce req-5ac574d5-5889-4a69-a281-424be71f49ef tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 1000 time: 0.3324163 Mar 07 10:39:32.146802 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 49822) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:32.225233 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=bb0b6fee-9836-4a79-9150-91f66e299446,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:32.263711 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['a7ebb804-6967-4407-a392-2590fefa05b4'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:39:32.292040 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e1386ded-cb78-4cd8-8b72-41298e7512b1 req-007c5f82-0f86-4270-b6af-5e66ef617ead tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.11 "GET /v2.0/security-groups?id=f401ee5f-5eaf-4cbd-a4e8-f9d192448493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118757 Mar 07 10:39:32.324184 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-12cb9ca1-7455-44bb-b581-dd3feade22ab admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8fa566306de14b5480f00d6882b00311&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1716993 Mar 07 10:39:32.325150 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 49824) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:32.335089 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b1273-d024-48a1-8b66-c3b72d5cc4ce req-b0ddaa66-fd05-4a19-9e9d-d44a8cba7fac tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:32.336617 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device e44eaa04-a7a8-4b3b-a654-5406151c14de details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:39:32.344109 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c35b1273-d024-48a1-8b66-c3b72d5cc4ce req-b0ddaa66-fd05-4a19-9e9d-d44a8cba7fac tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 784 time: 0.2096198 Mar 07 10:39:32.476528 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port e44eaa04-a7a8-4b3b-a654-5406151c14de, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e44eaa04-a7a8-4b3b-a654-5406151c14de,segment=NetworkSegment(1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65),segment_id=1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:32.495618 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'e44eaa04-a7a8-4b3b-a654-5406151c14de', 'network_id': '0a513206-2def-4933-979c-f245f2d5610c', 'port_id': 'e44eaa04-a7a8-4b3b-a654-5406151c14de', 'mac_address': 'fa:16:3e:d6:50:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473ce296-8e02-4e65-a3e4-e81563b11cf6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:39:32.521098 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c35b1273-d024-48a1-8b66-c3b72d5cc4ce req-f9f5742b-f326-42e9-90b7-0bc7454ac7d5 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 1000 time: 0.1721773 Mar 07 10:39:32.527569 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-595ecdd1-e10f-4aa0-a9bf-3297d816a1b1 None None] New status for floating IP 676d61c2-61cb-4901-bf9d-6f8419b9d517: ACTIVE {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:39:32.541478 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-c35b1273-d024-48a1-8b66-c3b72d5cc4ce req-6822cdcc-3991-46a0-8788-cff6d30119e8 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:32.550867 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-56bc120b-c2b5-47e9-9b2f-962380b9a6eb admin admin] Publish callbacks [] for security_group (15fc0520-bb64-49aa-a42b-c2bbbbce77e6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:32.591029 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-56bc120b-c2b5-47e9-9b2f-962380b9a6eb admin admin] Publish callbacks [] for security_group (15fc0520-bb64-49aa-a42b-c2bbbbce77e6), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:32.623871 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port e44eaa04-a7a8-4b3b-a654-5406151c14de is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:32.625392 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e44eaa04-a7a8-4b3b-a654-5406151c14de), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:32.643537 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e44eaa04-a7a8-4b3b-a654-5406151c14de {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:39:32.652914 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67879f1b-8610-4009-b49c-2f9f8ef9630f req-dc49cfd7-407f-4352-9dca-82760b7d8d39 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:32.661417 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-67879f1b-8610-4009-b49c-2f9f8ef9630f req-dc49cfd7-407f-4352-9dca-82760b7d8d39 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 944 time: 0.2482500 Mar 07 10:39:32.668459 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c35b1273-d024-48a1-8b66-c3b72d5cc4ce req-6822cdcc-3991-46a0-8788-cff6d30119e8 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks [] for floatingip (676d61c2-61cb-4901-bf9d-6f8419b9d517), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:32.675074 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-56bc120b-c2b5-47e9-9b2f-962380b9a6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (15fc0520-bb64-49aa-a42b-c2bbbbce77e6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:32.678798 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-56bc120b-c2b5-47e9-9b2f-962380b9a6eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:32.680333 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-56bc120b-c2b5-47e9-9b2f-962380b9a6eb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/15fc0520-bb64-49aa-a42b-c2bbbbce77e6 HTTP/1.1" status: 204 len: 168 time: 0.3540618 Mar 07 10:39:32.723733 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc120b-c2b5-47e9-9b2f-962380b9a6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fc0520-bb64-49aa-a42b-c2bbbbce77e6,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:32.770786 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port e44eaa04-a7a8-4b3b-a654-5406151c14de, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e44eaa04-a7a8-4b3b-a654-5406151c14de,segment=NetworkSegment(1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65),segment_id=1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:32.803327 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device d82d736b-e6bb-440e-a126-d653c8c1a8a2 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:39:32.808994 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-67879f1b-8610-4009-b49c-2f9f8ef9630f req-6f744f09-93cc-4d6c-9f6f-dc5ecdfe41dc tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462076 Mar 07 10:39:32.814291 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e44eaa04-a7a8-4b3b-a654-5406151c14de), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:32.956661 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.db.api [req-c35b1273-d024-48a1-8b66-c3b72d5cc4ce req-6822cdcc-3991-46a0-8788-cff6d30119e8 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:39:32.962025 n-d-832164-4 neutron-server[103767]: DEBUG oslo_db.api [req-c35b1273-d024-48a1-8b66-c3b72d5cc4ce req-6822cdcc-3991-46a0-8788-cff6d30119e8 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:39:32.968024 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:39:32.997066 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc0fab-fbae-4e34-b975-64bb712a7682 req-e82c68b1-0a3c-404f-999e-336a2fb1bd78 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:33.004160 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ffc0fab-fbae-4e34-b975-64bb712a7682 req-e82c68b1-0a3c-404f-999e-336a2fb1bd78 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.21 "GET /v2.0/ports?device_id=6220ea40-904f-4a76-9e6a-1f77bb7bac2d HTTP/1.1" status: 200 len: 945 time: 0.1423538 Mar 07 10:39:33.050626 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=e44eaa04-a7a8-4b3b-a654-5406151c14de,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:33.070749 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec169d7b-d665-4eb4-98c7-846457d071c0 x-openstack-request-id: req-ec169d7b-d665-4eb4-98c7-846457d071c0 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:33.070984 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa760b0c-95ca-4cc0-b659-c190d53a544a", "name": "network-vif-plugged", "status": "completed", "tag": "bb0b6fee-9836-4a79-9150-91f66e299446", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:33.071253 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ec169d7b-d665-4eb4-98c7-846457d071c0 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:33.075279 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa760b0c-95ca-4cc0-b659-c190d53a544a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0b6fee-9836-4a79-9150-91f66e299446', 'code': 200} Mar 07 10:39:33.112802 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: d82d736b-e6bb-440e-a126-d653c8c1a8a2 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:39:33.113311 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device d82d736b-e6bb-440e-a126-d653c8c1a8a2 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:39:33.214759 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101b1c4-39c6-4d14-bb65-756d3249960a req-d2209710-0bba-40d4-8143-7fd905107b86 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:33.218598 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2101b1c4-39c6-4d14-bb65-756d3249960a req-d2209710-0bba-40d4-8143-7fd905107b86 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 945 time: 0.1169250 Mar 07 10:39:33.227019 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['e44eaa04-a7a8-4b3b-a654-5406151c14de'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:39:33.260079 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15d609-bf2e-4d7a-8872-af6d57052d49 req-e694fa69-1f82-44fd-9b32-222c62df53be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:33.261779 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4b15d609-bf2e-4d7a-8872-af6d57052d49 req-e694fa69-1f82-44fd-9b32-222c62df53be service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fa760b0c-95ca-4cc0-b659-c190d53a544a HTTP/1.1" status: 200 len: 1127 time: 0.2196853 Mar 07 10:39:33.332328 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-4ffc0fab-fbae-4e34-b975-64bb712a7682 req-3db11998-208c-40bc-a68c-34ac494b63ff tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Deleting port 96d7182e-9426-4dde-a4f3-e80829f16123 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:39:33.332733 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4ffc0fab-fbae-4e34-b975-64bb712a7682 req-3db11998-208c-40bc-a68c-34ac494b63ff tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (96d7182e-9426-4dde-a4f3-e80829f16123), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:33.351458 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2101b1c4-39c6-4d14-bb65-756d3249960a req-97984268-1da4-449a-a4a1-54c2342aef9d tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/security-groups?id=404e3e6c-2b6d-4b33-823d-ea542b308992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260695 Mar 07 10:39:33.368431 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4b15d609-bf2e-4d7a-8872-af6d57052d49 req-019086ac-cee7-44e6-b4a4-77585e5c6d94 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=05e31b3a-b0c1-4d03-ba89-28efbcd3069b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982754 Mar 07 10:39:33.469771 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c35b1273-d024-48a1-8b66-c3b72d5cc4ce req-6822cdcc-3991-46a0-8788-cff6d30119e8 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks [] for floatingip (676d61c2-61cb-4901-bf9d-6f8419b9d517), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:33.566716 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6a98a-0ce9-4a78-b0e2-45f85d5659b4 req-1d6ef117-5195-44cd-9e70-44bcaca178f3 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:33.568059 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3be6a98a-0ce9-4a78-b0e2-45f85d5659b4 req-1d6ef117-5195-44cd-9e70-44bcaca178f3 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa760b0c-95ca-4cc0-b659-c190d53a544a HTTP/1.1" status: 200 len: 945 time: 0.1213677 Mar 07 10:39:33.627355 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-4ffc0fab-fbae-4e34-b975-64bb712a7682 req-3db11998-208c-40bc-a68c-34ac494b63ff tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] For port 96d7182e-9426-4dde-a4f3-e80829f16123, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=96d7182e-9426-4dde-a4f3-e80829f16123,segment=NetworkSegment(0f656d45-0e01-4bfc-b041-bb19c71063ea),segment_id=0f656d45-0e01-4bfc-b041-bb19c71063ea)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:33.627909 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4ffc0fab-fbae-4e34-b975-64bb712a7682 req-3db11998-208c-40bc-a68c-34ac494b63ff tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (96d7182e-9426-4dde-a4f3-e80829f16123), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:33.682560 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-4ffc0fab-fbae-4e34-b975-64bb712a7682 req-3db11998-208c-40bc-a68c-34ac494b63ff tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Calling delete_port for 96d7182e-9426-4dde-a4f3-e80829f16123 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:39:33.705673 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3be6a98a-0ce9-4a78-b0e2-45f85d5659b4 req-6799db88-b14e-41b4-98f1-bb46c7d1a0c9 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e31b3a-b0c1-4d03-ba89-28efbcd3069b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265821 Mar 07 10:39:33.787744 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c35b1273-d024-48a1-8b66-c3b72d5cc4ce req-6822cdcc-3991-46a0-8788-cff6d30119e8 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:33.799662 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c35b1273-d024-48a1-8b66-c3b72d5cc4ce req-6822cdcc-3991-46a0-8788-cff6d30119e8 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (676d61c2-61cb-4901-bf9d-6f8419b9d517), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:33.800037 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [req-c35b1273-d024-48a1-8b66-c3b72d5cc4ce req-6822cdcc-3991-46a0-8788-cff6d30119e8 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Floating IP 676d61c2-61cb-4901-bf9d-6f8419b9d517 disassociated. External IP: 172.25.3.137, port: a13d21a5-1ef2-42de-8c75-ffbb7b701fdd. Mar 07 10:39:33.902017 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf6e59-eba6-4d98-9922-cb9e3ce09436 req-629950d8-4adc-4318-8038-59cdb83da132 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:33.904700 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-63cf6e59-eba6-4d98-9922-cb9e3ce09436 req-629950d8-4adc-4318-8038-59cdb83da132 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.11 "GET /v2.0/ports?device_id=6220ea40-904f-4a76-9e6a-1f77bb7bac2d HTTP/1.1" status: 200 len: 945 time: 0.0867479 Mar 07 10:39:34.005413 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-63cf6e59-eba6-4d98-9922-cb9e3ce09436 req-c7ff5428-f273-40aa-ae7a-bf1d9c2bde54 tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.11 "GET /v2.0/security-groups?id=f401ee5f-5eaf-4cbd-a4e8-f9d192448493&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923295 Mar 07 10:39:34.222342 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaaa7c5-2da4-431c-9cfd-6a5522b6db7d req-855aba39-1399-4ad2-b98b-9bf6d1df1d3c tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:34.235647 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0eaaa7c5-2da4-431c-9cfd-6a5522b6db7d req-855aba39-1399-4ad2-b98b-9bf6d1df1d3c tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 944 time: 0.1010957 Mar 07 10:39:34.272435 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4ffc0fab-fbae-4e34-b975-64bb712a7682 req-3db11998-208c-40bc-a68c-34ac494b63ff tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (96d7182e-9426-4dde-a4f3-e80829f16123), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:34.284521 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['96d7182e-9426-4dde-a4f3-e80829f16123'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:39:34.323642 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0eaaa7c5-2da4-431c-9cfd-6a5522b6db7d req-82f46bbc-bb6c-477b-8ef2-28509251e672 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868304 Mar 07 10:39:34.338554 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c35b1273-d024-48a1-8b66-c3b72d5cc4ce req-6822cdcc-3991-46a0-8788-cff6d30119e8 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Router 623c3d93-a95a-4595-9f18-524eeadcc1de has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:39:34.355044 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db11998-208c-40bc-a68c-34ac494b63ff tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Pushing event deleted for resources: {'Port': ['ID=96d7182e-9426-4dde-a4f3-e80829f16123,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:34.357582 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device e44eaa04-a7a8-4b3b-a654-5406151c14de up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:34.456932 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffc0fab-fbae-4e34-b975-64bb712a7682 req-3db11998-208c-40bc-a68c-34ac494b63ff tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] No DVR routers for this DVR port 96d7182e-9426-4dde-a4f3-e80829f16123 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:39:34.462179 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4ffc0fab-fbae-4e34-b975-64bb712a7682 req-3db11998-208c-40bc-a68c-34ac494b63ff tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:34.466103 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ffc0fab-fbae-4e34-b975-64bb712a7682 req-3db11998-208c-40bc-a68c-34ac494b63ff tempest-InstanceActionsTestJSON-1858707510 tempest-InstanceActionsTestJSON-1858707510-project] 10.222.0.21 "DELETE /v2.0/ports/96d7182e-9426-4dde-a4f3-e80829f16123 HTTP/1.1" status: 204 len: 173 time: 1.4520638 Mar 07 10:39:34.466925 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6220ea40-904f-4a76-9e6a-1f77bb7bac2d', 'name': 'network-vif-deleted', 'tag': '96d7182e-9426-4dde-a4f3-e80829f16123'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:34.470433 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6761e44-249d-45b0-a505-ec4ff373f270" -d '{"events": [{"server_uuid": "6220ea40-904f-4a76-9e6a-1f77bb7bac2d", "name": "network-vif-deleted", "tag": "96d7182e-9426-4dde-a4f3-e80829f16123"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:34.530905 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port e44eaa04-a7a8-4b3b-a654-5406151c14de completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:39:34.544048 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port e44eaa04-a7a8-4b3b-a654-5406151c14de triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:34.544444 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e44eaa04-a7a8-4b3b-a654-5406151c14de), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:34.629347 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c35b1273-d024-48a1-8b66-c3b72d5cc4ce req-6822cdcc-3991-46a0-8788-cff6d30119e8 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:39:34.637172 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c35b1273-d024-48a1-8b66-c3b72d5cc4ce req-6822cdcc-3991-46a0-8788-cff6d30119e8 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:34.654467 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41790295-35ed-4c5c-8f87-27269927e2f0 None None] Sync routers for ids ['623c3d93-a95a-4595-9f18-524eeadcc1de'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:39:34.689216 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41790295-35ed-4c5c-8f87-27269927e2f0 None None] Routers {'623c3d93-a95a-4595-9f18-524eeadcc1de'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:34.690449 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-41790295-35ed-4c5c-8f87-27269927e2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:39:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['623c3d93-a95a-4595-9f18-524eeadcc1de'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:34.721229 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143067f8-de47-4517-9ccd-71a61aae77a9 req-e4ad60fd-dcbf-48dc-957b-8b2b4f50e939 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:34.723688 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-143067f8-de47-4517-9ccd-71a61aae77a9 req-e4ad60fd-dcbf-48dc-957b-8b2b4f50e939 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 945 time: 0.1690557 Mar 07 10:39:34.729635 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c35b1273-d024-48a1-8b66-c3b72d5cc4ce req-6822cdcc-3991-46a0-8788-cff6d30119e8 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "PUT /v2.0/floatingips/676d61c2-61cb-4901-bf9d-6f8419b9d517 HTTP/1.1" status: 200 len: 696 time: 2.2066770 Mar 07 10:39:34.863679 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-143067f8-de47-4517-9ccd-71a61aae77a9 req-e957dcdb-b3d5-46ea-b3d0-cd1a2b7ed91a tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/security-groups?id=404e3e6c-2b6d-4b33-823d-ea542b308992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316955 Mar 07 10:39:34.926862 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b1273-d024-48a1-8b66-c3b72d5cc4ce req-24e5c3a9-55ae-430d-a0db-38b43acb4f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:34.931019 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c35b1273-d024-48a1-8b66-c3b72d5cc4ce req-24e5c3a9-55ae-430d-a0db-38b43acb4f4e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3eaa5c3bb65646f4925f986f51ff18dc&device_id=7257dea5-b7a4-43c8-b2a0-1579f543a29e HTTP/1.1" status: 200 len: 1128 time: 0.1541290 Mar 07 10:39:35.007557 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843cd0e1-aef7-4745-9da2-fe1fb359c09d x-openstack-request-id: req-843cd0e1-aef7-4745-9da2-fe1fb359c09d {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:35.008556 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6220ea40-904f-4a76-9e6a-1f77bb7bac2d", "name": "network-vif-deleted", "tag": "96d7182e-9426-4dde-a4f3-e80829f16123", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:35.008856 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-843cd0e1-aef7-4745-9da2-fe1fb359c09d {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:35.010387 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6220ea40-904f-4a76-9e6a-1f77bb7bac2d', 'name': 'network-vif-deleted', 'tag': '96d7182e-9426-4dde-a4f3-e80829f16123', 'status': 'completed', 'code': 200} Mar 07 10:39:35.033721 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device a7ebb804-6967-4407-a392-2590fefa05b4 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:35.198903 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-41790295-35ed-4c5c-8f87-27269927e2f0 None None] Set router 623c3d93-a95a-4595-9f18-524eeadcc1de gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:35.204277 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port e44eaa04-a7a8-4b3b-a654-5406151c14de is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:35.204671 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e44eaa04-a7a8-4b3b-a654-5406151c14de), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:35.234266 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b1273-d024-48a1-8b66-c3b72d5cc4ce req-d19118c4-d8d2-4774-88fc-b635398695ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:35.256170 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c35b1273-d024-48a1-8b66-c3b72d5cc4ce req-d19118c4-d8d2-4774-88fc-b635398695ec service neutron] 10.222.0.11 "GET /v2.0/networks?id=e9213476-43ba-434e-a45c-f24c836d68e1 HTTP/1.1" status: 200 len: 922 time: 0.3154960 Mar 07 10:39:35.275429 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae606fc6-7270-428c-b53e-5ff8180a8aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e44eaa04-a7a8-4b3b-a654-5406151c14de'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:35.277829 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa9fc732-dee4-430c-a6d4-b2caaddf023e" -d '{"events": [{"server_uuid": "ae606fc6-7270-428c-b53e-5ff8180a8aa2", "name": "network-vif-plugged", "status": "completed", "tag": "e44eaa04-a7a8-4b3b-a654-5406151c14de"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:35.301888 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port e44eaa04-a7a8-4b3b-a654-5406151c14de, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e44eaa04-a7a8-4b3b-a654-5406151c14de,segment=NetworkSegment(1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65),segment_id=1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:35.305894 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0535a-45f9-4813-a621-190f31db81ab req-4762272d-a2fe-4a99-a62d-a5ab79687a31 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:35.316378 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5b0535a-45f9-4813-a621-190f31db81ab req-4762272d-a2fe-4a99-a62d-a5ab79687a31 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa760b0c-95ca-4cc0-b659-c190d53a544a HTTP/1.1" status: 200 len: 945 time: 0.1820469 Mar 07 10:39:35.340277 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e44eaa04-a7a8-4b3b-a654-5406151c14de), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:35.353905 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c35b1273-d024-48a1-8b66-c3b72d5cc4ce req-abd9299f-1a63-49a2-85c0-fa045e0e41d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a13d21a5-1ef2-42de-8c75-ffbb7b701fdd HTTP/1.1" status: 200 len: 217 time: 0.0962691 Mar 07 10:39:35.417841 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5b0535a-45f9-4813-a621-190f31db81ab req-d0ddbbd6-919e-46fa-ba4a-a0c61beb1e12 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e31b3a-b0c1-4d03-ba89-28efbcd3069b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004708 Mar 07 10:39:35.423677 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b1273-d024-48a1-8b66-c3b72d5cc4ce req-4f16c2d5-7682-4384-808e-e34d1955d2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:35.425149 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c35b1273-d024-48a1-8b66-c3b72d5cc4ce req-4f16c2d5-7682-4384-808e-e34d1955d2b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=accf3389-35bd-40c8-8f46-e6a58c569299 HTTP/1.1" status: 200 len: 860 time: 0.0701327 Mar 07 10:39:35.513739 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b1273-d024-48a1-8b66-c3b72d5cc4ce req-94843b37-5552-4831-b701-8a27850de85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:35.516182 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c35b1273-d024-48a1-8b66-c3b72d5cc4ce req-94843b37-5552-4831-b701-8a27850de85e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e9213476-43ba-434e-a45c-f24c836d68e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0831192 Mar 07 10:39:35.522410 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 49904) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:35.611726 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab108c22-115b-4c82-b0a3-c98bea1789e2 admin admin] Deleting subnet a597de2c-c206-4a49-9964-11b5e65bb718 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:39:35.632031 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ab108c22-115b-4c82-b0a3-c98bea1789e2 admin admin] Publish callbacks [] for subnet (a597de2c-c206-4a49-9964-11b5e65bb718), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:35.634012 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef25d579-a554-44e0-96f2-25aa206ee5c3 x-openstack-request-id: req-ef25d579-a554-44e0-96f2-25aa206ee5c3 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:35.634312 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae606fc6-7270-428c-b53e-5ff8180a8aa2", "name": "network-vif-plugged", "status": "completed", "tag": "e44eaa04-a7a8-4b3b-a654-5406151c14de", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:35.634571 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ef25d579-a554-44e0-96f2-25aa206ee5c3 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:35.634970 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae606fc6-7270-428c-b53e-5ff8180a8aa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e44eaa04-a7a8-4b3b-a654-5406151c14de', 'code': 200} Mar 07 10:39:35.714173 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port a7ebb804-6967-4407-a392-2590fefa05b4 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:39:35.728196 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c35b1273-d024-48a1-8b66-c3b72d5cc4ce req-19b91a96-a625-4ca8-b7f4-8f17b5eb8939 service neutron] 10.222.0.11 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053914 Mar 07 10:39:35.728733 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port a7ebb804-6967-4407-a392-2590fefa05b4 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:35.728892 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a7ebb804-6967-4407-a392-2590fefa05b4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:35.731188 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=e44eaa04-a7a8-4b3b-a654-5406151c14de,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:35.758372 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ab108c22-115b-4c82-b0a3-c98bea1789e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (a597de2c-c206-4a49-9964-11b5e65bb718), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:35.774448 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e0dee-8e2e-4558-9959-ad9a00d79201 req-f69b8a66-a9cb-4ec6-bf6b-657d899de1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:35.776306 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4e1e0dee-8e2e-4558-9959-ad9a00d79201 req-f69b8a66-a9cb-4ec6-bf6b-657d899de1b3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 1128 time: 0.1003158 Mar 07 10:39:35.803551 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-41790295-35ed-4c5c-8f87-27269927e2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655443501-router', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:50Z', 'updated_at': '2022-03-07T10:38:02Z', 'revision_number': 4, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'gw_port': {'id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:53Z', 'updated_at': '2022-03-07T10:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'a9d046bb-f751-4262-abbe-bba407a2c0e7', 'name': '', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'mac_address': 'fa:16:3e:e3:03:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:58Z', 'updated_at': '2022-03-07T10:38:07Z', 'revision_number': 5, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'subnets': [{'id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:35.816779 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd75982-a09b-4104-8e87-bab1fd615627 req-a319ae14-5f15-44e6-8639-91047aa8240e tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:35.818435 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0fd75982-a09b-4104-8e87-bab1fd615627 req-a319ae14-5f15-44e6-8639-91047aa8240e tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 944 time: 0.1213996 Mar 07 10:39:35.833082 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ab108c22-115b-4c82-b0a3-c98bea1789e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (a597de2c-c206-4a49-9964-11b5e65bb718), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:35.850853 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41790295-35ed-4c5c-8f87-27269927e2f0 None None] Checking router: 623c3d93-a95a-4595-9f18-524eeadcc1de for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:39:35.871575 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41790295-35ed-4c5c-8f87-27269927e2f0 None None] Routers {'623c3d93-a95a-4595-9f18-524eeadcc1de'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:35.872267 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-41790295-35ed-4c5c-8f87-27269927e2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:39:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['623c3d93-a95a-4595-9f18-524eeadcc1de'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:35.877371 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port a7ebb804-6967-4407-a392-2590fefa05b4 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:35.877664 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a7ebb804-6967-4407-a392-2590fefa05b4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:35.904314 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4e1e0dee-8e2e-4558-9959-ad9a00d79201 req-0373b6e7-3ccd-4845-80e5-271f75a89802 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=404e3e6c-2b6d-4b33-823d-ea542b308992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694242 Mar 07 10:39:35.906733 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c35b1273-d024-48a1-8b66-c3b72d5cc4ce req-0a7b1498-38dd-40eb-aa28-86e73a2e8ecf service neutron] 10.222.0.11 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668549 Mar 07 10:39:35.907860 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0fd75982-a09b-4104-8e87-bab1fd615627 req-666ff085-f0b9-48c2-8850-c06913036e12 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828135 Mar 07 10:39:35.928456 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ab108c22-115b-4c82-b0a3-c98bea1789e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (a597de2c-c206-4a49-9964-11b5e65bb718), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:35.966191 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab108c22-115b-4c82-b0a3-c98bea1789e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a597de2c-c206-4a49-9964-11b5e65bb718,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:35.968946 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ab108c22-115b-4c82-b0a3-c98bea1789e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:35.972231 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ab108c22-115b-4c82-b0a3-c98bea1789e2 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a597de2c-c206-4a49-9964-11b5e65bb718 HTTP/1.1" status: 204 len: 168 time: 0.4486110 Mar 07 10:39:35.974879 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 49918) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:35.987348 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port a7ebb804-6967-4407-a392-2590fefa05b4, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=a7ebb804-6967-4407-a392-2590fefa05b4,segment=NetworkSegment(5f8eaec3-3e17-4fa0-955f-7e235935bca3),segment_id=5f8eaec3-3e17-4fa0-955f-7e235935bca3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:36.021118 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a7ebb804-6967-4407-a392-2590fefa05b4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:36.081829 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-885c082a-24b0-4cae-8d0f-0feabdde542f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (5661f3b1-67e7-4b1e-8469-d18eb04ea2a1), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:36.092046 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-41790295-35ed-4c5c-8f87-27269927e2f0 None None] Set router 623c3d93-a95a-4595-9f18-524eeadcc1de gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:36.110698 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f2e14-65bf-45c8-854e-e11f61ff946b req-4473efef-0954-40ee-a644-d69ebce49411 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:36.112418 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a49f2e14-65bf-45c8-854e-e11f61ff946b req-4473efef-0954-40ee-a644-d69ebce49411 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa760b0c-95ca-4cc0-b659-c190d53a544a HTTP/1.1" status: 200 len: 945 time: 0.1114194 Mar 07 10:39:36.123363 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 49926) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:36.135006 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=a7ebb804-6967-4407-a392-2590fefa05b4,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:36.135670 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-07e5fc37-62a8-44cd-9a5f-111dc9809dee tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Request body: {'floatingip': {'port_id': 'bb0b6fee-9836-4a79-9150-91f66e299446'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:36.194077 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-885c082a-24b0-4cae-8d0f-0feabdde542f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (5661f3b1-67e7-4b1e-8469-d18eb04ea2a1), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:36.224565 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-885c082a-24b0-4cae-8d0f-0feabdde542f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5661f3b1-67e7-4b1e-8469-d18eb04ea2a1']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:36.236801 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-885c082a-24b0-4cae-8d0f-0feabdde542f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f656d45-0e01-4bfc-b041-bb19c71063ea') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:36.237198 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-885c082a-24b0-4cae-8d0f-0feabdde542f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f656d45-0e01-4bfc-b041-bb19c71063ea') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:36.249406 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-885c082a-24b0-4cae-8d0f-0feabdde542f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (0f656d45-0e01-4bfc-b041-bb19c71063ea), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:36.298811 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-885c082a-24b0-4cae-8d0f-0feabdde542f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (0f656d45-0e01-4bfc-b041-bb19c71063ea), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:36.310977 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-885c082a-24b0-4cae-8d0f-0feabdde542f admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:39:36.311848 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-885c082a-24b0-4cae-8d0f-0feabdde542f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (0f656d45-0e01-4bfc-b041-bb19c71063ea), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:36.313871 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:39:36.313871 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:39:36.313871 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:39:36.313871 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:39:36.313871 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:39:36.313871 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:39:36.313871 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:39:36.313871 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:39:36.313871 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:39:36.313871 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:39:36.313871 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:39:36.313871 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:39:36.313871 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:39:36.313871 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:39:36.313871 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:39:36.313871 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:39:36.313871 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:39:36.313871 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:39:36.313871 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:39:36.313871 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:39:36.313871 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:39:36.313871 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:39:36.313871 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:39:36.313871 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:39:36.313871 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:39:36.313871 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:39:36.313871 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:39:36.313871 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:39:36.313871 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:39:36.313871 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:39:36.313871 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:39:36.313871 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:39:36.394353 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230a114-4651-4c9e-9a2b-686fce3ce1e6 req-4e3595d5-10dd-463b-826f-27498cf1c895 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:36.403550 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b230a114-4651-4c9e-9a2b-686fce3ce1e6 req-4e3595d5-10dd-463b-826f-27498cf1c895 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 946 time: 0.1518669 Mar 07 10:39:36.418475 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-41790295-35ed-4c5c-8f87-27269927e2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655443501-router', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:50Z', 'updated_at': '2022-03-07T10:38:02Z', 'revision_number': 4, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'gw_port': {'id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:53Z', 'updated_at': '2022-03-07T10:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'a9d046bb-f751-4262-abbe-bba407a2c0e7', 'name': '', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'mac_address': 'fa:16:3e:e3:03:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:58Z', 'updated_at': '2022-03-07T10:38:07Z', 'revision_number': 5, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'subnets': [{'id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:36.426815 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-885c082a-24b0-4cae-8d0f-0feabdde542f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (5661f3b1-67e7-4b1e-8469-d18eb04ea2a1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:36.442790 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-885c082a-24b0-4cae-8d0f-0feabdde542f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:36.448541 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-885c082a-24b0-4cae-8d0f-0feabdde542f admin admin] 10.222.0.11 "DELETE /v2.0/networks/5661f3b1-67e7-4b1e-8469-d18eb04ea2a1 HTTP/1.1" status: 204 len: 168 time: 0.4701974 Mar 07 10:39:36.470583 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c082a-24b0-4cae-8d0f-0feabdde542f admin admin] Pushing event deleted for resources: {'Network': ['ID=5661f3b1-67e7-4b1e-8469-d18eb04ea2a1,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:36.488546 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41790295-35ed-4c5c-8f87-27269927e2f0 None None] The sync data for ids ['623c3d93-a95a-4595-9f18-524eeadcc1de'] in n-d-832164-4 is: [{'id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655443501-router', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:50Z', 'updated_at': '2022-03-07T10:38:02Z', 'revision_number': 4, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'gw_port': {'id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:53Z', 'updated_at': '2022-03-07T10:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'a9d046bb-f751-4262-abbe-bba407a2c0e7', 'name': '', 'network_id': 'e9213476-43ba-434e-a45c-f24c836d68e1', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'mac_address': 'fa:16:3e:e3:03:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:58Z', 'updated_at': '2022-03-07T10:38:07Z', 'revision_number': 5, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'subnets': [{'id': 'accf3389-35bd-40c8-8f46-e6a58c569299', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:39:36.509287 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2bdc3f52-80b7-40a9-9e42-c968a8e8d2b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:36.513295 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b230a114-4651-4c9e-9a2b-686fce3ce1e6 req-dac2cdc9-57ec-45b3-9091-8c3358207879 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/security-groups?id=404e3e6c-2b6d-4b33-823d-ea542b308992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086972 Mar 07 10:39:36.625804 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-d6ccf8dc-e0b9-4afa-8d5d-9b9ddbc88ab3 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=22d1b663a6174931a8b6ac7ceeb7e87f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4141622 Mar 07 10:39:36.629795 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-07e5fc37-62a8-44cd-9a5f-111dc9809dee tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks [] for floatingip (ae9165f9-33ff-4b0a-818a-4544961b3876), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:36.710710 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72260396-070d-4857-903a-27fd444efe51 req-429fa666-d73c-4cc4-89f6-0eee97ec52e5 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:36.712604 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-72260396-070d-4857-903a-27fd444efe51 req-429fa666-d73c-4cc4-89f6-0eee97ec52e5 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 945 time: 0.0903468 Mar 07 10:39:36.713305 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 49944) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:36.805095 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b5db7bca-d93b-4d85-9754-cff6cfa3da5e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f9f15d5ae7b14e55973635eead8c52e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0904505 Mar 07 10:39:36.807699 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 49946) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:36.814572 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-72260396-070d-4857-903a-27fd444efe51 req-520bcfa7-e745-441b-bc8e-a67c6bf713d9 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903687 Mar 07 10:39:36.866557 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3fbc8e-d992-4c07-90fd-9c2a30777f5b None None] New status for floating IP 676d61c2-61cb-4901-bf9d-6f8419b9d517: DOWN {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:39:36.935748 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-e6eb4e20-85bb-4ebc-93b1-8a6d703fb26c tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:36.939165 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-e6eb4e20-85bb-4ebc-93b1-8a6d703fb26c tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3125668 Mar 07 10:39:36.976694 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-933403c2-54bb-4db5-8cd3-4916876bddc2 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/quotas/22d1b663a6174931a8b6ac7ceeb7e87f HTTP/1.1" status: 200 len: 375 time: 0.0307729 Mar 07 10:39:37.030350 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e7a69e2b-f0d3-440e-baa2-4823e93431c1 admin admin] Publish callbacks [] for security_group (f401ee5f-5eaf-4cbd-a4e8-f9d192448493), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:37.032274 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7257dea5-b7a4-43c8-b2a0-1579f543a29e', 'tag': 'a13d21a5-1ef2-42de-8c75-ffbb7b701fdd'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:37.035392 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21bfa0a-ce88-47d0-97a0-28f4a9642c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "7257dea5-b7a4-43c8-b2a0-1579f543a29e", "tag": "a13d21a5-1ef2-42de-8c75-ffbb7b701fdd"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:37.106650 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-17afcc16-fef7-43f8-a667-6d8e1b4216c3 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=22d1b663a6174931a8b6ac7ceeb7e87f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1105900 Mar 07 10:39:37.125218 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e7a69e2b-f0d3-440e-baa2-4823e93431c1 admin admin] Publish callbacks [] for security_group (f401ee5f-5eaf-4cbd-a4e8-f9d192448493), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:37.332386 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-235ab46e-374b-45be-a327-3896b37e96d0 req-1fad1281-4312-46e8-a9b1-55b268a162f4 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/floatingips/676d61c2-61cb-4901-bf9d-6f8419b9d517 HTTP/1.1" status: 200 len: 694 time: 0.0667148 Mar 07 10:39:37.337657 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e7a69e2b-f0d3-440e-baa2-4823e93431c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f401ee5f-5eaf-4cbd-a4e8-f9d192448493), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:37.340860 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e7a69e2b-f0d3-440e-baa2-4823e93431c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:37.360329 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e7a69e2b-f0d3-440e-baa2-4823e93431c1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f401ee5f-5eaf-4cbd-a4e8-f9d192448493 HTTP/1.1" status: 204 len: 168 time: 0.5350187 Mar 07 10:39:37.415299 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a69e2b-f0d3-440e-baa2-4823e93431c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f401ee5f-5eaf-4cbd-a4e8-f9d192448493,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:37.526140 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235ab46e-374b-45be-a327-3896b37e96d0 req-88eff191-808d-4c0d-b86a-e66f20cf025b tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:37.528009 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-235ab46e-374b-45be-a327-3896b37e96d0 req-88eff191-808d-4c0d-b86a-e66f20cf025b tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 784 time: 0.1920240 Mar 07 10:39:37.599044 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-235ab46e-374b-45be-a327-3896b37e96d0 req-a53d3490-3201-4013-ae87-d9975f1e75e5 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 697 time: 0.0640314 Mar 07 10:39:37.635953 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2af793d-74ad-45bd-aa40-e99feae0842f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ebb804-6967-4407-a392-2590fefa05b4'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:37.636917 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ae7e8-a258-430c-8ca9-25422cd7e108 req-b6b863e0-189e-4a4a-8fbd-e328ead71124 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:37.639432 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce83787-d468-449f-8310-bc78842ff504" -d '{"events": [{"server_uuid": "d2af793d-74ad-45bd-aa40-e99feae0842f", "name": "network-vif-plugged", "status": "completed", "tag": "a7ebb804-6967-4407-a392-2590fefa05b4"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:37.645326 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b92ae7e8-a258-430c-8ca9-25422cd7e108 req-b6b863e0-189e-4a4a-8fbd-e328ead71124 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 945 time: 0.1761646 Mar 07 10:39:37.676788 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-07e5fc37-62a8-44cd-9a5f-111dc9809dee tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:37.689589 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-07e5fc37-62a8-44cd-9a5f-111dc9809dee tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (ae9165f9-33ff-4b0a-818a-4544961b3876), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:37.701864 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-235ab46e-374b-45be-a327-3896b37e96d0 req-df476181-9a92-4c50-8eb5-129eefa4ca02 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.137 HTTP/1.1" status: 200 len: 697 time: 0.0950143 Mar 07 10:39:37.804298 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b92ae7e8-a258-430c-8ca9-25422cd7e108 req-c5f2ad1c-96a3-4c0f-8026-9fd96bceed45 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558015 Mar 07 10:39:37.883800 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac8b392-1094-408e-9b17-c7ee66b39581 x-openstack-request-id: req-5ac8b392-1094-408e-9b17-c7ee66b39581 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:37.884407 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7257dea5-b7a4-43c8-b2a0-1579f543a29e", "tag": "a13d21a5-1ef2-42de-8c75-ffbb7b701fdd", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:37.894682 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5ac8b392-1094-408e-9b17-c7ee66b39581 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:37.895168 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7257dea5-b7a4-43c8-b2a0-1579f543a29e', 'tag': 'a13d21a5-1ef2-42de-8c75-ffbb7b701fdd', 'status': 'completed', 'code': 200} Mar 07 10:39:37.912117 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-07e5fc37-62a8-44cd-9a5f-111dc9809dee tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Floating IP ae9165f9-33ff-4b0a-818a-4544961b3876 associated. External IP: 172.25.3.152, port: bb0b6fee-9836-4a79-9150-91f66e299446. Mar 07 10:39:37.937789 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-235ab46e-374b-45be-a327-3896b37e96d0 req-f5700db1-3efb-4d4c-a618-5757f354a7d1 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Deleting port 6f70bac5-6af5-472b-b67b-0fecbdecef2f {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:39:37.938148 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-235ab46e-374b-45be-a327-3896b37e96d0 req-f5700db1-3efb-4d4c-a618-5757f354a7d1 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (6f70bac5-6af5-472b-b67b-0fecbdecef2f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:38.038977 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fb26f2df-b435-4330-a6f7-46f6a8d43d54 req-4925d1f7-e75f-46d6-bae6-ca01fe79fb39 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/ports?device_id=db10705f-e3dc-46e5-95b4-257b17dc0ef7 HTTP/1.1" status: 200 len: 210 time: 0.1080787 Mar 07 10:39:38.045668 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-235ab46e-374b-45be-a327-3896b37e96d0 req-f5700db1-3efb-4d4c-a618-5757f354a7d1 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (6f70bac5-6af5-472b-b67b-0fecbdecef2f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:38.046152 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-235ab46e-374b-45be-a327-3896b37e96d0 req-f5700db1-3efb-4d4c-a618-5757f354a7d1 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks [] for floatingip (6f70bac5-6af5-472b-b67b-0fecbdecef2f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:38.061745 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-235ab46e-374b-45be-a327-3896b37e96d0 req-f5700db1-3efb-4d4c-a618-5757f354a7d1 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Calling delete_port for 6f70bac5-6af5-472b-b67b-0fecbdecef2f owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:39:38.100421 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bfa0a-ce88-47d0-97a0-28f4a9642c1d req-7c17c8f3-186f-447e-87aa-28dde2efb65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:38.101956 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f21bfa0a-ce88-47d0-97a0-28f4a9642c1d req-7c17c8f3-186f-447e-87aa-28dde2efb65f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3eaa5c3bb65646f4925f986f51ff18dc&device_id=7257dea5-b7a4-43c8-b2a0-1579f543a29e HTTP/1.1" status: 200 len: 1128 time: 0.1853843 Mar 07 10:39:38.232875 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-235ab46e-374b-45be-a327-3896b37e96d0 req-f5700db1-3efb-4d4c-a618-5757f354a7d1 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (6f70bac5-6af5-472b-b67b-0fecbdecef2f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:38.265896 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5700db1-3efb-4d4c-a618-5757f354a7d1 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Pushing event deleted for resources: {'Port': ['ID=6f70bac5-6af5-472b-b67b-0fecbdecef2f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:38.345074 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-235ab46e-374b-45be-a327-3896b37e96d0 req-f5700db1-3efb-4d4c-a618-5757f354a7d1 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks [] for floatingip (676d61c2-61cb-4901-bf9d-6f8419b9d517), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:38.347836 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-235ab46e-374b-45be-a327-3896b37e96d0 req-f5700db1-3efb-4d4c-a618-5757f354a7d1 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:38.361522 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-235ab46e-374b-45be-a327-3896b37e96d0 req-f5700db1-3efb-4d4c-a618-5757f354a7d1 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "DELETE /v2.0/floatingips/676d61c2-61cb-4901-bf9d-6f8419b9d517 HTTP/1.1" status: 204 len: 173 time: 0.6582823 Mar 07 10:39:38.387875 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4633fabe-9aa3-49dd-a6da-9b47a14fcb53 x-openstack-request-id: req-4633fabe-9aa3-49dd-a6da-9b47a14fcb53 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:38.388170 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2af793d-74ad-45bd-aa40-e99feae0842f", "name": "network-vif-plugged", "status": "completed", "tag": "a7ebb804-6967-4407-a392-2590fefa05b4", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:38.388622 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4633fabe-9aa3-49dd-a6da-9b47a14fcb53 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:38.389001 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2af793d-74ad-45bd-aa40-e99feae0842f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ebb804-6967-4407-a392-2590fefa05b4', 'code': 200} Mar 07 10:39:38.391621 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 96d7182e-9426-4dde-a4f3-e80829f16123 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:39:38.404740 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 50008) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:38.418240 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bfa0a-ce88-47d0-97a0-28f4a9642c1d req-7ac35a4f-b9df-4c1b-9ced-cd49af4990f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:38.419716 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f21bfa0a-ce88-47d0-97a0-28f4a9642c1d req-7ac35a4f-b9df-4c1b-9ced-cd49af4990f0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9213476-43ba-434e-a45c-f24c836d68e1 HTTP/1.1" status: 200 len: 922 time: 0.3041222 Mar 07 10:39:38.429939 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 96d7182e-9426-4dde-a4f3-e80829f16123 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:39:38.430290 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 96d7182e-9426-4dde-a4f3-e80829f16123 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:39:38.443360 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6b196-0a94-49d2-85a0-b83c7579a3ca req-b1663ff6-a299-4ef8-a7f1-d76e99c4c104 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:38.449628 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-53d6b196-0a94-49d2-85a0-b83c7579a3ca req-b1663ff6-a299-4ef8-a7f1-d76e99c4c104 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 946 time: 0.3205364 Mar 07 10:39:38.536221 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-4200f6d5-54c9-41c0-ba30-d5f58ecffe47 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1706191006-network', 'tenant_id': 'f64e276e5d0c4170aa1c9459b49b39f0'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:38.565587 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f21bfa0a-ce88-47d0-97a0-28f4a9642c1d req-817ed973-5aef-46dc-8fc9-280aa4234301 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a13d21a5-1ef2-42de-8c75-ffbb7b701fdd HTTP/1.1" status: 200 len: 217 time: 0.1136854 Mar 07 10:39:38.567944 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4200f6d5-54c9-41c0-ba30-d5f58ecffe47 admin admin] Made reservation on behalf of f64e276e5d0c4170aa1c9459b49b39f0 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:38.570945 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4200f6d5-54c9-41c0-ba30-d5f58ecffe47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:38.582144 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2af88e3a-86a5-4f42-bfc3-c5e487badeaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:38.587801 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4200f6d5-54c9-41c0-ba30-d5f58ecffe47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:38.620660 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e5fc37-62a8-44cd-9a5f-111dc9809dee tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Router f3d57fcf-5310-47d5-92de-04a36833f956 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:39:38.654182 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-53d6b196-0a94-49d2-85a0-b83c7579a3ca req-0fd9fb56-17dc-4f5e-a6e8-c3fbaa5dc010 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/security-groups?id=404e3e6c-2b6d-4b33-823d-ea542b308992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036955 Mar 07 10:39:38.666135 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e4ede-2a3d-4790-91a6-5dc1d50b5eae req-3524ad35-7648-4244-b0b9-ac0b6d167782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:38.667666 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-999e4ede-2a3d-4790-91a6-5dc1d50b5eae req-3524ad35-7648-4244-b0b9-ac0b6d167782 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 1127 time: 0.2013545 Mar 07 10:39:38.675262 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bfa0a-ce88-47d0-97a0-28f4a9642c1d req-a97330ab-91f9-4eb9-938d-3c129e0fce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:38.676771 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f21bfa0a-ce88-47d0-97a0-28f4a9642c1d req-a97330ab-91f9-4eb9-938d-3c129e0fce14 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=accf3389-35bd-40c8-8f46-e6a58c569299 HTTP/1.1" status: 200 len: 860 time: 0.1029239 Mar 07 10:39:38.729143 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0aa1f-c92c-44d4-82b4-a8fc062cc56b req-58404968-2fc8-4dbf-9ea0-9ac398f9929c tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:38.730680 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fca0aa1f-c92c-44d4-82b4-a8fc062cc56b req-58404968-2fc8-4dbf-9ea0-9ac398f9929c tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/ports?device_id=7257dea5-b7a4-43c8-b2a0-1579f543a29e HTTP/1.1" status: 200 len: 946 time: 0.1295683 Mar 07 10:39:38.742982 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4200f6d5-54c9-41c0-ba30-d5f58ecffe47 admin admin] Publish callbacks [] for security_group (2d67f8f6-acc5-40c0-b41d-c2a9301e9b3b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:38.754184 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4200f6d5-54c9-41c0-ba30-d5f58ecffe47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2d67f8f6-acc5-40c0-b41d-c2a9301e9b3b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:38.790623 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4200f6d5-54c9-41c0-ba30-d5f58ecffe47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:39:38.822056 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200f6d5-54c9-41c0-ba30-d5f58ecffe47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d67f8f6-acc5-40c0-b41d-c2a9301e9b3b,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:38.831684 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4200f6d5-54c9-41c0-ba30-d5f58ecffe47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (9b9ed01a-f56d-4ac0-af2d-5753536dc596), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:38.831927 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-4200f6d5-54c9-41c0-ba30-d5f58ecffe47 admin admin] Added segment 9b9ed01a-f56d-4ac0-af2d-5753536dc596 of type vlan for network 8d1ee2a8-14ae-420b-a9f6-ea57b47311c5 Mar 07 10:39:38.849195 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fca0aa1f-c92c-44d4-82b4-a8fc062cc56b req-af021062-b94a-4b5e-91a5-6b1dd0c01b08 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/security-groups?id=bdb55640-f0c2-4fd4-b541-5f3b4b565f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085265 Mar 07 10:39:38.894815 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4200f6d5-54c9-41c0-ba30-d5f58ecffe47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (8d1ee2a8-14ae-420b-a9f6-ea57b47311c5), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:38.900685 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-20296954-c409-4053-a8ca-e8118d2b86bc tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=22d1b663a6174931a8b6ac7ceeb7e87f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0724998 Mar 07 10:39:38.907875 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-999e4ede-2a3d-4790-91a6-5dc1d50b5eae req-4e9795e4-e48a-4d4c-89a1-7763107ae540 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295752 Mar 07 10:39:38.924356 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bfa0a-ce88-47d0-97a0-28f4a9642c1d req-e520a1d2-8122-4caa-99a4-faea9a27c911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:38.925847 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f21bfa0a-ce88-47d0-97a0-28f4a9642c1d req-e520a1d2-8122-4caa-99a4-faea9a27c911 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9213476-43ba-434e-a45c-f24c836d68e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2420592 Mar 07 10:39:38.936773 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4200f6d5-54c9-41c0-ba30-d5f58ecffe47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (8d1ee2a8-14ae-420b-a9f6-ea57b47311c5), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:38.937996 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4200f6d5-54c9-41c0-ba30-d5f58ecffe47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:38.939406 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4200f6d5-54c9-41c0-ba30-d5f58ecffe47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:38.971137 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e5fc37-62a8-44cd-9a5f-111dc9809dee tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:39:38.990978 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-07e5fc37-62a8-44cd-9a5f-111dc9809dee tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:38.991243 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfa6891-80aa-4c0c-860e-0621829c9240 None None] Sync routers for ids ['f3d57fcf-5310-47d5-92de-04a36833f956'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:39:39.008711 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfa6891-80aa-4c0c-860e-0621829c9240 None None] Routers {'f3d57fcf-5310-47d5-92de-04a36833f956'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:39.009394 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-4dfa6891-80aa-4c0c-860e-0621829c9240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:39:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f3d57fcf-5310-47d5-92de-04a36833f956'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:39.010836 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4200f6d5-54c9-41c0-ba30-d5f58ecffe47 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6041646 Mar 07 10:39:39.017897 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 50020) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:39.046292 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-6e941619-e1ed-45c8-9d60-e5710b16147e admin admin] Request body: {'subnet': {'network_id': '8d1ee2a8-14ae-420b-a9f6-ea57b47311c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1706191006-subnet', 'tenant_id': 'f64e276e5d0c4170aa1c9459b49b39f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:39.060250 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6d4c7-c1a7-41e9-bc9f-5463b62c4620 req-b65f5f29-f97b-4049-8f98-926171ab297a tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:39.062358 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200f6d5-54c9-41c0-ba30-d5f58ecffe47 admin admin] Pushing event updated for resources: {'Network': ['ID=8d1ee2a8-14ae-420b-a9f6-ea57b47311c5,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:39.062533 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f2a6d4c7-c1a7-41e9-bc9f-5463b62c4620 req-b65f5f29-f97b-4049-8f98-926171ab297a tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 946 time: 0.2937686 Mar 07 10:39:39.077558 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 50024) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:39.085519 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-b6e15086-fcc9-4ca6-847e-1ec06d1c6f5e tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Request body: {'floatingip': {'port_id': 'e44eaa04-a7a8-4b3b-a654-5406151c14de'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:39.086171 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 8d1ee2a8-14ae-420b-a9f6-ea57b47311c5 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:39:39.111636 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-07e5fc37-62a8-44cd-9a5f-111dc9809dee tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "PUT /v2.0/floatingips/ae9165f9-33ff-4b0a-818a-4544961b3876 HTTP/1.1" status: 200 len: 991 time: 2.9865532 Mar 07 10:39:39.145744 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e941619-e1ed-45c8-9d60-e5710b16147e admin admin] Made reservation on behalf of f64e276e5d0c4170aa1c9459b49b39f0 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:39.148583 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6e941619-e1ed-45c8-9d60-e5710b16147e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:39.158802 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-351efb14-40a0-4690-a5c6-567a30c810c5 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:39.160316 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-351efb14-40a0-4690-a5c6-567a30c810c5 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2487829 Mar 07 10:39:39.167067 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f21bfa0a-ce88-47d0-97a0-28f4a9642c1d req-ad2e85b7-c957-4589-99e6-6ab380acf6ca service neutron] 10.222.0.21 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185373 Mar 07 10:39:39.182260 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-cb735bc7-d8f0-4b80-a035-5c7a7201cfab tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Request body: {'port': {'device_id': 'db10705f-e3dc-46e5-95b4-257b17dc0ef7', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'admin_state_up': True, 'tenant_id': '22d1b663a6174931a8b6ac7ceeb7e87f'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:39.189286 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6e15086-fcc9-4ca6-847e-1ec06d1c6f5e tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks [] for floatingip (5630d26f-26b8-4667-a921-b60cdcd81a5b), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:39.203933 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e9f7a-719f-4d12-997c-5ff8e942d7f1 req-c626abdc-1870-4068-addf-4decac02e846 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:39.205662 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d72e9f7a-719f-4d12-997c-5ff8e942d7f1 req-c626abdc-1870-4068-addf-4decac02e846 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 945 time: 0.2578728 Mar 07 10:39:39.223540 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fa78a3c4-2599-4dbb-bcd1-79de1ed57b9c req-d09b8858-966e-4d02-8bbb-eb9fb850dd34 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/ports?device_id=db10705f-e3dc-46e5-95b4-257b17dc0ef7 HTTP/1.1" status: 200 len: 210 time: 0.0552704 Mar 07 10:39:39.228736 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-4dfa6891-80aa-4c0c-860e-0621829c9240 None None] Set router f3d57fcf-5310-47d5-92de-04a36833f956 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:39.357581 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d72e9f7a-719f-4d12-997c-5ff8e942d7f1 req-28821b34-03a9-45dc-b972-428f891e02f1 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991459 Mar 07 10:39:39.376860 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f21bfa0a-ce88-47d0-97a0-28f4a9642c1d req-2af3c915-0350-46af-af1b-8c56618c8b26 service neutron] 10.222.0.21 "GET /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885159 Mar 07 10:39:39.399762 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-cb735bc7-d8f0-4b80-a035-5c7a7201cfab tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Made reservation on behalf of 22d1b663a6174931a8b6ac7ceeb7e87f for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:39.403234 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-cb735bc7-d8f0-4b80-a035-5c7a7201cfab tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:39.414136 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-cb735bc7-d8f0-4b80-a035-5c7a7201cfab tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:39.502958 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-cb735bc7-d8f0-4b80-a035-5c7a7201cfab tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Publish callbacks [] for security_group (f4084aaf-a193-45d4-b217-08acf54e2ab6), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:39.508067 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-cb735bc7-d8f0-4b80-a035-5c7a7201cfab tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f4084aaf-a193-45d4-b217-08acf54e2ab6), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:39.527918 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-4dfa6891-80aa-4c0c-860e-0621829c9240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'name': 'tempest-ServersTestFqdnHostnames-624357097-router', 'tenant_id': '34de055ad44246c38dcfdb4f7edf5559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'a9b17a78-ff05-4332-ae7b-4523f8a89209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:42Z', 'updated_at': '2022-03-07T10:38:55Z', 'revision_number': 4, 'project_id': '34de055ad44246c38dcfdb4f7edf5559', 'gw_port': {'id': 'a9b17a78-ff05-4332-ae7b-4523f8a89209', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:45Z', 'updated_at': '2022-03-07T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'ae9165f9-33ff-4b0a-818a-4544961b3876', 'tenant_id': '34de055ad44246c38dcfdb4f7edf5559', 'floating_ip_address': '172.25.3.152', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'port_id': 'bb0b6fee-9836-4a79-9150-91f66e299446', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14f676d6-71f1-44c0-84bf-983ed64d58be', 'mac_address': 'fa:16:3e:11:fb:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa760b0c-95ca-4cc0-b659-c190d53a544a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:39:04Z', 'updated_at': '2022-03-07T10:39:37Z', 'revision_number': 1, 'project_id': '34de055ad44246c38dcfdb4f7edf5559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36d88891-bfa0-4482-8c78-fd10913fd1f3', 'name': '', 'network_id': '14f676d6-71f1-44c0-84bf-983ed64d58be', 'tenant_id': '34de055ad44246c38dcfdb4f7edf5559', 'mac_address': 'fa:16:3e:51:57:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '75be359d-f6e3-4281-84f4-9b27fe531898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:52Z', 'updated_at': '2022-03-07T10:39:01Z', 'revision_number': 5, 'project_id': '34de055ad44246c38dcfdb4f7edf5559', 'subnets': [{'id': '75be359d-f6e3-4281-84f4-9b27fe531898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:39.561816 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfa6891-80aa-4c0c-860e-0621829c9240 None None] Checking router: f3d57fcf-5310-47d5-92de-04a36833f956 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:39:39.571299 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfa6891-80aa-4c0c-860e-0621829c9240 None None] Routers {'f3d57fcf-5310-47d5-92de-04a36833f956'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:39.571931 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-4dfa6891-80aa-4c0c-860e-0621829c9240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:39:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f3d57fcf-5310-47d5-92de-04a36833f956'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:39.594673 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb735bc7-d8f0-4b80-a035-5c7a7201cfab tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4084aaf-a193-45d4-b217-08acf54e2ab6,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:39.679179 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-cb735bc7-d8f0-4b80-a035-5c7a7201cfab tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Allocated IP 192.168.233.15 (598bad6c-a435-45aa-bbb6-2339f78a1590/cd915eb6-2d51-4c50-93c9-6777e48b408a/648ea7f0-c051-4379-92cb-a5b7a0c9381c) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:39.691080 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-4dfa6891-80aa-4c0c-860e-0621829c9240 None None] Set router f3d57fcf-5310-47d5-92de-04a36833f956 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:39.804565 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:39.838227 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6e941619-e1ed-45c8-9d60-e5710b16147e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (c5f93057-2223-4315-93c3-369c9bed823c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:39.859053 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-cb735bc7-d8f0-4b80-a035-5c7a7201cfab tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Publish callbacks [] for port (648ea7f0-c051-4379-92cb-a5b7a0c9381c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:39.896429 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa760b0c-95ca-4cc0-b659-c190d53a544a', 'tag': 'bb0b6fee-9836-4a79-9150-91f66e299446'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:39.899398 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee66578-b60f-4d77-991c-d1e16b78a4d0" -d '{"events": [{"name": "network-changed", "server_uuid": "fa760b0c-95ca-4cc0-b659-c190d53a544a", "tag": "bb0b6fee-9836-4a79-9150-91f66e299446"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:39.904228 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-cb735bc7-d8f0-4b80-a035-5c7a7201cfab tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (648ea7f0-c051-4379-92cb-a5b7a0c9381c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:39.961830 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-cb735bc7-d8f0-4b80-a035-5c7a7201cfab tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:39.965633 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-cb735bc7-d8f0-4b80-a035-5c7a7201cfab tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:39.980129 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1f4d5c-f1ed-450e-8aa2-5c4868ae0f6d x-openstack-request-id: req-1a1f4d5c-f1ed-450e-8aa2-5c4868ae0f6d {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:39.981506 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa760b0c-95ca-4cc0-b659-c190d53a544a", "tag": "bb0b6fee-9836-4a79-9150-91f66e299446", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:39.981866 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1a1f4d5c-f1ed-450e-8aa2-5c4868ae0f6d {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:39.982370 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa760b0c-95ca-4cc0-b659-c190d53a544a', 'tag': 'bb0b6fee-9836-4a79-9150-91f66e299446', 'status': 'completed', 'code': 200} Mar 07 10:39:39.993029 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-cb735bc7-d8f0-4b80-a035-5c7a7201cfab tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:39:40.050613 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e941619-e1ed-45c8-9d60-e5710b16147e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5f93057-2223-4315-93c3-369c9bed823c,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:40.084145 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb735bc7-d8f0-4b80-a035-5c7a7201cfab tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Pushing event updated for resources: {'Port': ['ID=648ea7f0-c051-4379-92cb-a5b7a0c9381c,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:40.100320 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e941619-e1ed-45c8-9d60-e5710b16147e admin admin] Checking segment: {'id': '9b9ed01a-f56d-4ac0-af2d-5753536dc596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8d1ee2a8-14ae-420b-a9f6-ea57b47311c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:39:40.100695 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e941619-e1ed-45c8-9d60-e5710b16147e admin admin] Network hostable DHCP agents. Network: 8d1ee2a8-14ae-420b-a9f6-ea57b47311c5, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:39:40.147920 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e941619-e1ed-45c8-9d60-e5710b16147e admin admin] Network 8d1ee2a8-14ae-420b-a9f6-ea57b47311c5 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:39:40.168344 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-6e941619-e1ed-45c8-9d60-e5710b16147e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 8d1ee2a8-14ae-420b-a9f6-ea57b47311c5) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:40.185942 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda58b02-5b43-429e-968b-6d9344be1f24 None None] Network 8d1ee2a8-14ae-420b-a9f6-ea57b47311c5 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:39:40.224677 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e941619-e1ed-45c8-9d60-e5710b16147e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:40.225314 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6e941619-e1ed-45c8-9d60-e5710b16147e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:40.227277 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-4dfa6891-80aa-4c0c-860e-0621829c9240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'name': 'tempest-ServersTestFqdnHostnames-624357097-router', 'tenant_id': '34de055ad44246c38dcfdb4f7edf5559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'a9b17a78-ff05-4332-ae7b-4523f8a89209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:42Z', 'updated_at': '2022-03-07T10:38:55Z', 'revision_number': 4, 'project_id': '34de055ad44246c38dcfdb4f7edf5559', 'gw_port': {'id': 'a9b17a78-ff05-4332-ae7b-4523f8a89209', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:45Z', 'updated_at': '2022-03-07T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'ae9165f9-33ff-4b0a-818a-4544961b3876', 'tenant_id': '34de055ad44246c38dcfdb4f7edf5559', 'floating_ip_address': '172.25.3.152', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'port_id': 'bb0b6fee-9836-4a79-9150-91f66e299446', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14f676d6-71f1-44c0-84bf-983ed64d58be', 'mac_address': 'fa:16:3e:11:fb:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa760b0c-95ca-4cc0-b659-c190d53a544a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:39:04Z', 'updated_at': '2022-03-07T10:39:37Z', 'revision_number': 1, 'project_id': '34de055ad44246c38dcfdb4f7edf5559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36d88891-bfa0-4482-8c78-fd10913fd1f3', 'name': '', 'network_id': '14f676d6-71f1-44c0-84bf-983ed64d58be', 'tenant_id': '34de055ad44246c38dcfdb4f7edf5559', 'mac_address': 'fa:16:3e:51:57:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '75be359d-f6e3-4281-84f4-9b27fe531898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:52Z', 'updated_at': '2022-03-07T10:39:01Z', 'revision_number': 5, 'project_id': '34de055ad44246c38dcfdb4f7edf5559', 'subnets': [{'id': '75be359d-f6e3-4281-84f4-9b27fe531898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:40.263486 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6e941619-e1ed-45c8-9d60-e5710b16147e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2136459 Mar 07 10:39:40.286079 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6e15086-fcc9-4ca6-847e-1ec06d1c6f5e tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:40.297798 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6e15086-fcc9-4ca6-847e-1ec06d1c6f5e tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (5630d26f-26b8-4667-a921-b60cdcd81a5b), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:40.363852 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfa6891-80aa-4c0c-860e-0621829c9240 None None] The sync data for ids ['f3d57fcf-5310-47d5-92de-04a36833f956'] in n-d-832164-4 is: [{'id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'name': 'tempest-ServersTestFqdnHostnames-624357097-router', 'tenant_id': '34de055ad44246c38dcfdb4f7edf5559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'a9b17a78-ff05-4332-ae7b-4523f8a89209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:42Z', 'updated_at': '2022-03-07T10:38:55Z', 'revision_number': 4, 'project_id': '34de055ad44246c38dcfdb4f7edf5559', 'gw_port': {'id': 'a9b17a78-ff05-4332-ae7b-4523f8a89209', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:45Z', 'updated_at': '2022-03-07T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'ae9165f9-33ff-4b0a-818a-4544961b3876', 'tenant_id': '34de055ad44246c38dcfdb4f7edf5559', 'floating_ip_address': '172.25.3.152', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'port_id': 'bb0b6fee-9836-4a79-9150-91f66e299446', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14f676d6-71f1-44c0-84bf-983ed64d58be', 'mac_address': 'fa:16:3e:11:fb:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa760b0c-95ca-4cc0-b659-c190d53a544a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:39:04Z', 'updated_at': '2022-03-07T10:39:37Z', 'revision_number': 1, 'project_id': '34de055ad44246c38dcfdb4f7edf5559', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36d88891-bfa0-4482-8c78-fd10913fd1f3', 'name': '', 'network_id': '14f676d6-71f1-44c0-84bf-983ed64d58be', 'tenant_id': '34de055ad44246c38dcfdb4f7edf5559', 'mac_address': 'fa:16:3e:51:57:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '75be359d-f6e3-4281-84f4-9b27fe531898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:52Z', 'updated_at': '2022-03-07T10:39:01Z', 'revision_number': 5, 'project_id': '34de055ad44246c38dcfdb4f7edf5559', 'subnets': [{'id': '75be359d-f6e3-4281-84f4-9b27fe531898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:39:40.394062 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a09ca741-d7f5-4045-874f-1f57c1341282 None None] Provisioning complete for port 648ea7f0-c051-4379-92cb-a5b7a0c9381c triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:40.394450 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a09ca741-d7f5-4045-874f-1f57c1341282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (648ea7f0-c051-4379-92cb-a5b7a0c9381c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:40.488265 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a09ca741-d7f5-4045-874f-1f57c1341282 None None] Port 648ea7f0-c051-4379-92cb-a5b7a0c9381c cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:39:40.493225 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23e47fe-6fc0-484f-a58c-876bdd979942 None None] Network 8d1ee2a8-14ae-420b-a9f6-ea57b47311c5 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:39:40.506664 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701cdba-6740-4999-830f-6a3cc4b54d8d req-e0e37a23-4234-4c4a-841d-b2a2f48a43c5 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:40.508257 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f701cdba-6740-4999-830f-6a3cc4b54d8d req-e0e37a23-4234-4c4a-841d-b2a2f48a43c5 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/ports?device_id=db10705f-e3dc-46e5-95b4-257b17dc0ef7 HTTP/1.1" status: 200 len: 935 time: 0.1630161 Mar 07 10:39:40.543100 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-b6e15086-fcc9-4ca6-847e-1ec06d1c6f5e tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Floating IP 5630d26f-26b8-4667-a921-b60cdcd81a5b associated. External IP: 172.25.3.156, port: e44eaa04-a7a8-4b3b-a654-5406151c14de. Mar 07 10:39:40.614790 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f701cdba-6740-4999-830f-6a3cc4b54d8d req-23b9e25a-5ecd-4b8d-ab93-6a121c068cf0 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/security-groups?id=f4084aaf-a193-45d4-b217-08acf54e2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983160 Mar 07 10:39:40.625253 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-cb735bc7-d8f0-4b80-a035-5c7a7201cfab tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:40.626059 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-cb735bc7-d8f0-4b80-a035-5c7a7201cfab tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:40.658222 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee66578-b60f-4d77-991c-d1e16b78a4d0 req-7ee0d0a2-685d-4023-9bb6-4f1e92362c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:40.660254 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1ee66578-b60f-4d77-991c-d1e16b78a4d0 req-7ee0d0a2-685d-4023-9bb6-4f1e92362c63 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=34de055ad44246c38dcfdb4f7edf5559&device_id=fa760b0c-95ca-4cc0-b659-c190d53a544a HTTP/1.1" status: 200 len: 1127 time: 0.6696153 Mar 07 10:39:40.674428 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28076d-dfe8-4cbd-86e5-c7e8cea7507d req-a67dc3d3-cc4b-4482-b59b-b1a1550498da tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:40.676937 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-af28076d-dfe8-4cbd-86e5-c7e8cea7507d req-a67dc3d3-cc4b-4482-b59b-b1a1550498da tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.21 "GET /v2.0/ports?device_id=7257dea5-b7a4-43c8-b2a0-1579f543a29e HTTP/1.1" status: 200 len: 946 time: 0.1618140 Mar 07 10:39:40.687868 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453c433-edf4-4b8e-8ecd-2988b9876e61 req-ef53db65-1d70-496d-b54f-20d97b0f239c tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:40.690207 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6453c433-edf4-4b8e-8ecd-2988b9876e61 req-ef53db65-1d70-496d-b54f-20d97b0f239c tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/ports?device_id=7257dea5-b7a4-43c8-b2a0-1579f543a29e HTTP/1.1" status: 200 len: 946 time: 0.6933839 Mar 07 10:39:40.714223 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-cb735bc7-d8f0-4b80-a035-5c7a7201cfab tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5372438 Mar 07 10:39:40.760020 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-7e2d1240-30b4-44fd-80cb-5af3b615ff05 service neutron] Request body: {'port': {'device_id': 'db10705f-e3dc-46e5-95b4-257b17dc0ef7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:40.761075 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 49374629-e4ca-4d8e-9683-e194b48557a0 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:39:40.762318 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de41a7e9-6b48-4809-b97d-b75bbc781a2e None None] New status for floating IP ae9165f9-33ff-4b0a-818a-4544961b3876: ACTIVE {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:39:40.812214 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572c5f3-ad5e-4e25-a24c-71c52b33dbe3 req-425cbcbb-0112-4769-941d-e05a08af0344 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:40.813809 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e572c5f3-ad5e-4e25-a24c-71c52b33dbe3 req-425cbcbb-0112-4769-941d-e05a08af0344 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 945 time: 0.1237817 Mar 07 10:39:40.921692 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 49374629-e4ca-4d8e-9683-e194b48557a0 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:40.922377 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:40.929194 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e572c5f3-ad5e-4e25-a24c-71c52b33dbe3 req-4a169c4d-0b73-4d36-842a-a439fbabc7e2 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084311 Mar 07 10:39:40.937534 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e15086-fcc9-4ca6-847e-1ec06d1c6f5e tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Router 935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:39:40.959563 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbfad76-c99c-4ab4-b6c5-209d9a58422f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49374629-e4ca-4d8e-9683-e194b48557a0'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:40.973061 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9972b49-3851-4257-845b-a5028407428d" -d '{"events": [{"server_uuid": "efbfad76-c99c-4ab4-b6c5-209d9a58422f", "name": "network-vif-unplugged", "status": "completed", "tag": "49374629-e4ca-4d8e-9683-e194b48557a0"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:41.006375 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 49374629-e4ca-4d8e-9683-e194b48557a0, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=49374629-e4ca-4d8e-9683-e194b48557a0,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:41.020946 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:41.060238 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee66578-b60f-4d77-991c-d1e16b78a4d0 req-504449d0-3698-4464-a4a7-51132542b1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:41.062952 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1ee66578-b60f-4d77-991c-d1e16b78a4d0 req-504449d0-3698-4464-a4a7-51132542b1ad service neutron] 10.222.0.31 "GET /v2.0/networks?id=14f676d6-71f1-44c0-84bf-983ed64d58be HTTP/1.1" status: 200 len: 915 time: 0.3718150 Mar 07 10:39:41.079050 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6453c433-edf4-4b8e-8ecd-2988b9876e61 req-a54e7cff-8000-4260-8f75-825d16f27750 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/security-groups?id=bdb55640-f0c2-4fd4-b541-5f3b4b565f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419220 Mar 07 10:39:41.098138 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-7e2d1240-30b4-44fd-80cb-5af3b615ff05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (648ea7f0-c051-4379-92cb-a5b7a0c9381c), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:41.174620 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=49374629-e4ca-4d8e-9683-e194b48557a0,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:41.192275 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:41.192922 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:41.193018 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:41.193869 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:41.193869 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:41.194133 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:41.195139 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:41.195349 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:41.195690 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:41.196021 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:41.196673 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:41.196991 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:41.197475 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:41.204072 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93774e6-8e12-4d59-abf6-1df02a5fabcb x-openstack-request-id: req-a93774e6-8e12-4d59-abf6-1df02a5fabcb {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:41.204367 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbfad76-c99c-4ab4-b6c5-209d9a58422f", "name": "network-vif-unplugged", "status": "completed", "tag": "49374629-e4ca-4d8e-9683-e194b48557a0", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:41.204627 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a93774e6-8e12-4d59-abf6-1df02a5fabcb {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:41.205024 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbfad76-c99c-4ab4-b6c5-209d9a58422f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49374629-e4ca-4d8e-9683-e194b48557a0', 'code': 200} Mar 07 10:39:41.221284 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e15086-fcc9-4ca6-847e-1ec06d1c6f5e tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:39:41.226799 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6e15086-fcc9-4ca6-847e-1ec06d1c6f5e tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:41.231738 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd27a11-73bb-431c-81b1-b1be7c1162e1 None None] Sync routers for ids ['935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:39:41.249874 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd27a11-73bb-431c-81b1-b1be7c1162e1 None None] Routers {'935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:41.250511 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-8dd27a11-73bb-431c-81b1-b1be7c1162e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:39:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:41.269038 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1ee66578-b60f-4d77-991c-d1e16b78a4d0 req-27fe54dd-815a-43fa-b3c3-a8f3132edced service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bb0b6fee-9836-4a79-9150-91f66e299446 HTTP/1.1" status: 200 len: 1001 time: 0.1856894 Mar 07 10:39:41.287551 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b6e15086-fcc9-4ca6-847e-1ec06d1c6f5e tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "PUT /v2.0/floatingips/5630d26f-26b8-4667-a921-b60cdcd81a5b HTTP/1.1" status: 200 len: 992 time: 2.2087588 Mar 07 10:39:41.288488 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae606fc6-7270-428c-b53e-5ff8180a8aa2', 'tag': 'e44eaa04-a7a8-4b3b-a654-5406151c14de'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:41.301860 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122ead96-cea1-44d0-817b-c6d145e4ba9c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae606fc6-7270-428c-b53e-5ff8180a8aa2", "tag": "e44eaa04-a7a8-4b3b-a654-5406151c14de"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:41.359442 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee66578-b60f-4d77-991c-d1e16b78a4d0 req-34375d17-bf8f-45ed-b0c5-a82b2093ae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:41.361086 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1ee66578-b60f-4d77-991c-d1e16b78a4d0 req-34375d17-bf8f-45ed-b0c5-a82b2093ae2c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=75be359d-f6e3-4281-84f4-9b27fe531898 HTTP/1.1" status: 200 len: 853 time: 0.0810492 Mar 07 10:39:41.401839 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-8dd27a11-73bb-431c-81b1-b1be7c1162e1 None None] Set router 935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:41.411610 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-af28076d-dfe8-4cbd-86e5-c7e8cea7507d req-6663686c-21f4-489e-a4aa-83abbc0897f4 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Deleting port a13d21a5-1ef2-42de-8c75-ffbb7b701fdd {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:39:41.412085 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-af28076d-dfe8-4cbd-86e5-c7e8cea7507d req-6663686c-21f4-489e-a4aa-83abbc0897f4 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a13d21a5-1ef2-42de-8c75-ffbb7b701fdd), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:41.460899 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-96b22bc5-28bb-4ad3-9ac2-e50e27369ca4 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:41.462834 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-96b22bc5-28bb-4ad3-9ac2-e50e27369ca4 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] 10.222.0.11 "GET /v2.0/networks?id=8d1ee2a8-14ae-420b-a9f6-ea57b47311c5 HTTP/1.1" status: 200 len: 822 time: 0.1294706 Mar 07 10:39:41.489432 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-38ee4d2d-0ec8-4156-85b4-2b7c9c8b8edc tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] 10.222.0.11 "GET /v2.0/quotas/f64e276e5d0c4170aa1c9459b49b39f0 HTTP/1.1" status: 200 len: 375 time: 0.0192499 Mar 07 10:39:41.533223 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-7de21102-3fe2-49be-b54f-a27aea87a58d tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f64e276e5d0c4170aa1c9459b49b39f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428805 Mar 07 10:39:41.562989 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:41.611156 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee66578-b60f-4d77-991c-d1e16b78a4d0 req-1a7afd1b-21f4-4642-94bd-2519d7b0b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:41.612805 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1ee66578-b60f-4d77-991c-d1e16b78a4d0 req-1a7afd1b-21f4-4642-94bd-2519d7b0b438 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=14f676d6-71f1-44c0-84bf-983ed64d58be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2319171 Mar 07 10:39:41.644041 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-b8435b68-9158-411a-873b-9cf35584c21c service neutron] 10.222.0.11 "GET /v2.0/networks/8d1ee2a8-14ae-420b-a9f6-ea57b47311c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031151 Mar 07 10:39:41.654331 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784525c-7160-4a46-9d18-02fa718ae33e req-17ed9f4b-9e3a-4826-868c-cc02abb3cadf tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:41.656702 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f784525c-7160-4a46-9d18-02fa718ae33e req-17ed9f4b-9e3a-4826-868c-cc02abb3cadf tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 946 time: 0.2942886 Mar 07 10:39:41.727110 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-af28076d-dfe8-4cbd-86e5-c7e8cea7507d req-6663686c-21f4-489e-a4aa-83abbc0897f4 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] For port a13d21a5-1ef2-42de-8c75-ffbb7b701fdd, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=a13d21a5-1ef2-42de-8c75-ffbb7b701fdd,segment=NetworkSegment(4f7e0434-a01f-44de-85e6-94dc5f02406c),segment_id=4f7e0434-a01f-44de-85e6-94dc5f02406c)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:41.727419 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-af28076d-dfe8-4cbd-86e5-c7e8cea7507d req-6663686c-21f4-489e-a4aa-83abbc0897f4 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a13d21a5-1ef2-42de-8c75-ffbb7b701fdd), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:41.743663 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-8dd27a11-73bb-431c-81b1-b1be7c1162e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'name': 'tempest-ServersTestBootFromVolume-1606411008-router', 'tenant_id': '594fbcc522224d009180aa1f2512354d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3be13c7b-3b13-4c46-8d39-728f5cc95f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:42Z', 'updated_at': '2022-03-07T10:38:07Z', 'revision_number': 4, 'project_id': '594fbcc522224d009180aa1f2512354d', 'gw_port': {'id': '3be13c7b-3b13-4c46-8d39-728f5cc95f93', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:44Z', 'updated_at': '2022-03-07T10:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '5630d26f-26b8-4667-a921-b60cdcd81a5b', 'tenant_id': '594fbcc522224d009180aa1f2512354d', 'floating_ip_address': '172.25.3.156', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'port_id': 'e44eaa04-a7a8-4b3b-a654-5406151c14de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a513206-2def-4933-979c-f245f2d5610c', 'mac_address': 'fa:16:3e:d6:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae606fc6-7270-428c-b53e-5ff8180a8aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:38:21Z', 'updated_at': '2022-03-07T10:39:40Z', 'revision_number': 1, 'project_id': '594fbcc522224d009180aa1f2512354d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3284a56-5d4a-467b-8ccf-d81932b5d2fb', 'name': '', 'network_id': '0a513206-2def-4933-979c-f245f2d5610c', 'tenant_id': '594fbcc522224d009180aa1f2512354d', 'mac_address': 'fa:16:3e:cf:fd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '473ce296-8e02-4e65-a3e4-e81563b11cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:00Z', 'updated_at': '2022-03-07T10:38:17Z', 'revision_number': 5, 'project_id': '594fbcc522224d009180aa1f2512354d', 'subnets': [{'id': '473ce296-8e02-4e65-a3e4-e81563b11cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:41.761477 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-6fca9ade-2e74-4d88-b824-7c88d6e2b214 service neutron] 10.222.0.11 "GET /v2.0/networks/8d1ee2a8-14ae-420b-a9f6-ea57b47311c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100187 Mar 07 10:39:41.773502 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd27a11-73bb-431c-81b1-b1be7c1162e1 None None] Checking router: 935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:39:41.778351 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-af28076d-dfe8-4cbd-86e5-c7e8cea7507d req-6663686c-21f4-489e-a4aa-83abbc0897f4 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Calling delete_port for a13d21a5-1ef2-42de-8c75-ffbb7b701fdd owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:39:41.784129 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd27a11-73bb-431c-81b1-b1be7c1162e1 None None] Routers {'935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:41.784835 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-8dd27a11-73bb-431c-81b1-b1be7c1162e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:39:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:41.901588 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f784525c-7160-4a46-9d18-02fa718ae33e req-1486413d-4825-42d8-8361-eacf8659c24d tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/security-groups?id=404e3e6c-2b6d-4b33-823d-ea542b308992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295790 Mar 07 10:39:41.923546 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8f845c-dd7d-4de8-ae72-9faf5201fa40 x-openstack-request-id: req-ad8f845c-dd7d-4de8-ae72-9faf5201fa40 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:41.923846 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae606fc6-7270-428c-b53e-5ff8180a8aa2", "tag": "e44eaa04-a7a8-4b3b-a654-5406151c14de", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:41.924104 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ad8f845c-dd7d-4de8-ae72-9faf5201fa40 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:41.924514 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae606fc6-7270-428c-b53e-5ff8180a8aa2', 'tag': 'e44eaa04-a7a8-4b3b-a654-5406151c14de', 'status': 'completed', 'code': 200} Mar 07 10:39:41.940486 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-8dd27a11-73bb-431c-81b1-b1be7c1162e1 None None] Set router 935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:41.943730 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1ee66578-b60f-4d77-991c-d1e16b78a4d0 req-40234d29-9954-410a-92d8-6fe289563ea3 service neutron] 10.222.0.31 "GET /v2.0/networks/14f676d6-71f1-44c0-84bf-983ed64d58be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138897 Mar 07 10:39:42.106101 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b886ef62-6f62-4ec6-a69a-58a0afde967f req-88abf1b0-8643-4844-babb-50cee21f0eac tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:42.107732 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b886ef62-6f62-4ec6-a69a-58a0afde967f req-88abf1b0-8643-4844-babb-50cee21f0eac tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/ports?device_id=db10705f-e3dc-46e5-95b4-257b17dc0ef7 HTTP/1.1" status: 200 len: 935 time: 0.0956216 Mar 07 10:39:42.187852 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b886ef62-6f62-4ec6-a69a-58a0afde967f req-5d14cc0b-2b2a-419b-8478-751a6de96b70 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/security-groups?id=f4084aaf-a193-45d4-b217-08acf54e2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637567 Mar 07 10:39:42.188299 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-13da4d2b-ed0d-429e-853d-3fc3ca149f04 req-370c60d2-4b69-41bf-9c87-6463ce6945e6 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa99319b-fa92-4bd9-b8f7-6ff5a8458859 HTTP/1.1" status: 200 len: 210 time: 0.1804438 Mar 07 10:39:42.188299 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-7e2d1240-30b4-44fd-80cb-5af3b615ff05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 648ea7f0-c051-4379-92cb-a5b7a0c9381c {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:39:42.248633 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-7e2d1240-30b4-44fd-80cb-5af3b615ff05 service neutron] Publish callbacks [] for port (648ea7f0-c051-4379-92cb-a5b7a0c9381c), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:42.322598 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae2e0e-0b20-4a28-b5e4-a449a145ad87 req-84fded69-ae9e-4af8-a4d4-020a2c79e1f3 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:42.324197 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7aae2e0e-0b20-4a28-b5e4-a449a145ad87 req-84fded69-ae9e-4af8-a4d4-020a2c79e1f3 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 945 time: 0.0949440 Mar 07 10:39:42.330915 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-7e2d1240-30b4-44fd-80cb-5af3b615ff05 service neutron] Transition to ACTIVE for port object 648ea7f0-c051-4379-92cb-a5b7a0c9381c will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:39:42.335933 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-af28076d-dfe8-4cbd-86e5-c7e8cea7507d req-6663686c-21f4-489e-a4aa-83abbc0897f4 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (a13d21a5-1ef2-42de-8c75-ffbb7b701fdd), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:42.351108 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['a13d21a5-1ef2-42de-8c75-ffbb7b701fdd'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:39:42.362573 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-7e2d1240-30b4-44fd-80cb-5af3b615ff05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (648ea7f0-c051-4379-92cb-a5b7a0c9381c), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:42.400769 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7aae2e0e-0b20-4a28-b5e4-a449a145ad87 req-fc11631c-82d0-49e4-96cf-07869dfd27b4 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692351 Mar 07 10:39:42.408438 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ead96-cea1-44d0-817b-c6d145e4ba9c req-e8053402-6948-4b21-812f-db3b51545b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:42.410157 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-122ead96-cea1-44d0-817b-c6d145e4ba9c req-e8053402-6948-4b21-812f-db3b51545b36 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=594fbcc522224d009180aa1f2512354d&device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 1128 time: 0.4037383 Mar 07 10:39:42.410901 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-8dd27a11-73bb-431c-81b1-b1be7c1162e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'name': 'tempest-ServersTestBootFromVolume-1606411008-router', 'tenant_id': '594fbcc522224d009180aa1f2512354d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3be13c7b-3b13-4c46-8d39-728f5cc95f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:42Z', 'updated_at': '2022-03-07T10:38:07Z', 'revision_number': 4, 'project_id': '594fbcc522224d009180aa1f2512354d', 'gw_port': {'id': '3be13c7b-3b13-4c46-8d39-728f5cc95f93', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:44Z', 'updated_at': '2022-03-07T10:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '5630d26f-26b8-4667-a921-b60cdcd81a5b', 'tenant_id': '594fbcc522224d009180aa1f2512354d', 'floating_ip_address': '172.25.3.156', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'port_id': 'e44eaa04-a7a8-4b3b-a654-5406151c14de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a513206-2def-4933-979c-f245f2d5610c', 'mac_address': 'fa:16:3e:d6:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae606fc6-7270-428c-b53e-5ff8180a8aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:38:21Z', 'updated_at': '2022-03-07T10:39:40Z', 'revision_number': 1, 'project_id': '594fbcc522224d009180aa1f2512354d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3284a56-5d4a-467b-8ccf-d81932b5d2fb', 'name': '', 'network_id': '0a513206-2def-4933-979c-f245f2d5610c', 'tenant_id': '594fbcc522224d009180aa1f2512354d', 'mac_address': 'fa:16:3e:cf:fd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '473ce296-8e02-4e65-a3e4-e81563b11cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:00Z', 'updated_at': '2022-03-07T10:38:17Z', 'revision_number': 5, 'project_id': '594fbcc522224d009180aa1f2512354d', 'subnets': [{'id': '473ce296-8e02-4e65-a3e4-e81563b11cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:42.412308 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1ee66578-b60f-4d77-991c-d1e16b78a4d0 req-ad819d21-fc7a-4b26-9377-f6648401623f service neutron] 10.222.0.31 "GET /v2.0/networks/14f676d6-71f1-44c0-84bf-983ed64d58be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143758 Mar 07 10:39:42.413261 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663686c-21f4-489e-a4aa-83abbc0897f4 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Pushing event deleted for resources: {'Port': ['ID=a13d21a5-1ef2-42de-8c75-ffbb7b701fdd,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:42.460611 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd27a11-73bb-431c-81b1-b1be7c1162e1 None None] The sync data for ids ['935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5'] in n-d-832164-4 is: [{'id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'name': 'tempest-ServersTestBootFromVolume-1606411008-router', 'tenant_id': '594fbcc522224d009180aa1f2512354d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3be13c7b-3b13-4c46-8d39-728f5cc95f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:42Z', 'updated_at': '2022-03-07T10:38:07Z', 'revision_number': 4, 'project_id': '594fbcc522224d009180aa1f2512354d', 'gw_port': {'id': '3be13c7b-3b13-4c46-8d39-728f5cc95f93', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:44Z', 'updated_at': '2022-03-07T10:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '5630d26f-26b8-4667-a921-b60cdcd81a5b', 'tenant_id': '594fbcc522224d009180aa1f2512354d', 'floating_ip_address': '172.25.3.156', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'port_id': 'e44eaa04-a7a8-4b3b-a654-5406151c14de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a513206-2def-4933-979c-f245f2d5610c', 'mac_address': 'fa:16:3e:d6:50:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae606fc6-7270-428c-b53e-5ff8180a8aa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:38:21Z', 'updated_at': '2022-03-07T10:39:40Z', 'revision_number': 1, 'project_id': '594fbcc522224d009180aa1f2512354d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3284a56-5d4a-467b-8ccf-d81932b5d2fb', 'name': '', 'network_id': '0a513206-2def-4933-979c-f245f2d5610c', 'tenant_id': '594fbcc522224d009180aa1f2512354d', 'mac_address': 'fa:16:3e:cf:fd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '473ce296-8e02-4e65-a3e4-e81563b11cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:00Z', 'updated_at': '2022-03-07T10:38:17Z', 'revision_number': 5, 'project_id': '594fbcc522224d009180aa1f2512354d', 'subnets': [{'id': '473ce296-8e02-4e65-a3e4-e81563b11cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:39:42.614958 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8ee1c-f820-4490-b91f-b103235c9e60 req-b8f81321-4f50-4e96-9696-f7ef3ced3bf9 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:42.616699 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bcc8ee1c-f820-4490-b91f-b103235c9e60 req-b8f81321-4f50-4e96-9696-f7ef3ced3bf9 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/ports?device_id=7257dea5-b7a4-43c8-b2a0-1579f543a29e HTTP/1.1" status: 200 len: 867 time: 0.3468664 Mar 07 10:39:42.657999 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-af28076d-dfe8-4cbd-86e5-c7e8cea7507d req-6663686c-21f4-489e-a4aa-83abbc0897f4 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] No DVR routers for this DVR port a13d21a5-1ef2-42de-8c75-ffbb7b701fdd on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:39:42.667892 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-af28076d-dfe8-4cbd-86e5-c7e8cea7507d req-6663686c-21f4-489e-a4aa-83abbc0897f4 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:42.671943 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-af28076d-dfe8-4cbd-86e5-c7e8cea7507d req-6663686c-21f4-489e-a4aa-83abbc0897f4 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.21 "DELETE /v2.0/ports/a13d21a5-1ef2-42de-8c75-ffbb7b701fdd HTTP/1.1" status: 204 len: 173 time: 1.9792104 Mar 07 10:39:42.695946 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7257dea5-b7a4-43c8-b2a0-1579f543a29e', 'name': 'network-vif-deleted', 'tag': 'a13d21a5-1ef2-42de-8c75-ffbb7b701fdd'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:42.698399 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777249c1-b842-4cf2-b136-f89ef9de9e29" -d '{"events": [{"server_uuid": "7257dea5-b7a4-43c8-b2a0-1579f543a29e", "name": "network-vif-deleted", "tag": "a13d21a5-1ef2-42de-8c75-ffbb7b701fdd"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:42.742496 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d1240-30b4-44fd-80cb-5af3b615ff05 service neutron] Pushing event updated for resources: {'Port': ['ID=648ea7f0-c051-4379-92cb-a5b7a0c9381c,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:42.763449 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 49374629-e4ca-4d8e-9683-e194b48557a0 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:39:42.823155 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85ad684-4a81-4970-a3b4-b9e904aea5a8 x-openstack-request-id: req-f85ad684-4a81-4970-a3b4-b9e904aea5a8 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:42.823457 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7257dea5-b7a4-43c8-b2a0-1579f543a29e", "name": "network-vif-deleted", "tag": "a13d21a5-1ef2-42de-8c75-ffbb7b701fdd", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:42.823710 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f85ad684-4a81-4970-a3b4-b9e904aea5a8 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:42.824107 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7257dea5-b7a4-43c8-b2a0-1579f543a29e', 'name': 'network-vif-deleted', 'tag': 'a13d21a5-1ef2-42de-8c75-ffbb7b701fdd', 'status': 'completed', 'code': 200} Mar 07 10:39:42.865151 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48da0db8-fa77-4cd5-8486-a2f74acad96a None None] New status for floating IP 5630d26f-26b8-4667-a921-b60cdcd81a5b: ACTIVE {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:39:42.940839 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ead96-cea1-44d0-817b-c6d145e4ba9c req-04b8244b-e17f-4373-ab64-fcaa4be44ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:42.942678 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-122ead96-cea1-44d0-817b-c6d145e4ba9c req-04b8244b-e17f-4373-ab64-fcaa4be44ea7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0a513206-2def-4933-979c-f245f2d5610c HTTP/1.1" status: 200 len: 917 time: 0.5211186 Mar 07 10:39:42.979364 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bcc8ee1c-f820-4490-b91f-b103235c9e60 req-21ceab79-f06c-4914-b01c-6127b91e4e77 tempest-FloatingIPsAssociationTestJSON-1639865647 tempest-FloatingIPsAssociationTestJSON-1639865647-project] 10.222.0.11 "GET /v2.0/security-groups?id=bdb55640-f0c2-4fd4-b541-5f3b4b565f78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171849 Mar 07 10:39:42.983807 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 49374629-e4ca-4d8e-9683-e194b48557a0, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=49374629-e4ca-4d8e-9683-e194b48557a0,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:43.031248 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '49374629-e4ca-4d8e-9683-e194b48557a0', 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41', 'port_id': '49374629-e4ca-4d8e-9683-e194b48557a0', 'mac_address': 'fa:16:3e:2c:a4:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be75dc35-59ec-464d-b948-3549cf46df15', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:39:43.037039 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d4492-4199-428b-879f-9bec90711033 req-35c07a01-df58-470e-b8e3-ca1dfad95f46 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:43.041092 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fb1d4492-4199-428b-879f-9bec90711033 req-35c07a01-df58-470e-b8e3-ca1dfad95f46 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 945 time: 0.1168075 Mar 07 10:39:43.082400 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:43.111560 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 49374629-e4ca-4d8e-9683-e194b48557a0 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:43.111988 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:43.124576 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-7e2d1240-30b4-44fd-80cb-5af3b615ff05 service neutron] Attempting to bind port 648ea7f0-c051-4379-92cb-a5b7a0c9381c on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:39:43.124955 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-7e2d1240-30b4-44fd-80cb-5af3b615ff05 service neutron] Attempting to bind port 648ea7f0-c051-4379-92cb-a5b7a0c9381c by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:39:43.125271 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-7e2d1240-30b4-44fd-80cb-5af3b615ff05 service neutron] Attempting to bind port 648ea7f0-c051-4379-92cb-a5b7a0c9381c on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:39:43.128555 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49374629-e4ca-4d8e-9683-e194b48557a0 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:39:43.129831 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fb1d4492-4199-428b-879f-9bec90711033 req-b89625aa-5849-45c9-8a16-b699584c57b9 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826714 Mar 07 10:39:43.147106 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-7e2d1240-30b4-44fd-80cb-5af3b615ff05 service neutron] Port 648ea7f0-c051-4379-92cb-a5b7a0c9381c on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:39:43.147520 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-7e2d1240-30b4-44fd-80cb-5af3b615ff05 service neutron] Attempting to bind port 648ea7f0-c051-4379-92cb-a5b7a0c9381c on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:39:43.156637 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-7e2d1240-30b4-44fd-80cb-5af3b615ff05 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:39:43.157192 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-7e2d1240-30b4-44fd-80cb-5af3b615ff05 service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:39:43.157646 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-7e2d1240-30b4-44fd-80cb-5af3b615ff05 service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:39:43.158251 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-7e2d1240-30b4-44fd-80cb-5af3b615ff05 service neutron] Bound port: 648ea7f0-c051-4379-92cb-a5b7a0c9381c, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:39:43.158822 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-7e2d1240-30b4-44fd-80cb-5af3b615ff05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (648ea7f0-c051-4379-92cb-a5b7a0c9381c), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:43.165033 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f392f-fa8f-49ea-9a6e-ab8e7e1b4d55 req-a9afe5c1-f59b-4c32-af54-81c98a7b1bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:43.166824 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-510f392f-fa8f-49ea-9a6e-ab8e7e1b4d55 req-a9afe5c1-f59b-4c32-af54-81c98a7b1bc4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b6bc38f986d4bb6b3b2bed2c25a623e&device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 1127 time: 0.3740890 Mar 07 10:39:43.167285 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 49374629-e4ca-4d8e-9683-e194b48557a0, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=49374629-e4ca-4d8e-9683-e194b48557a0,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:43.172350 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:43.194198 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-122ead96-cea1-44d0-817b-c6d145e4ba9c req-68cae5b4-6603-4b07-8ee2-3724d2dba89a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e44eaa04-a7a8-4b3b-a654-5406151c14de HTTP/1.1" status: 200 len: 1000 time: 0.2327244 Mar 07 10:39:43.244620 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=49374629-e4ca-4d8e-9683-e194b48557a0,revision_number=9']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:43.266664 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['49374629-e4ca-4d8e-9683-e194b48557a0'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:39:43.333596 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a70f0836-381d-40b1-b66d-e596303ad7bd req-4b5148db-bed3-4250-8709-4b76c9a814d3 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa99319b-fa92-4bd9-b8f7-6ff5a8458859 HTTP/1.1" status: 200 len: 210 time: 0.0472412 Mar 07 10:39:43.383086 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ead96-cea1-44d0-817b-c6d145e4ba9c req-4395a053-a24c-4b2c-bf47-1ef7fcebdb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:43.384560 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-122ead96-cea1-44d0-817b-c6d145e4ba9c req-4395a053-a24c-4b2c-bf47-1ef7fcebdb45 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=473ce296-8e02-4e65-a3e4-e81563b11cf6 HTTP/1.1" status: 200 len: 855 time: 0.1797338 Mar 07 10:39:43.442224 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-7e2d1240-30b4-44fd-80cb-5af3b615ff05 service neutron] For port 648ea7f0-c051-4379-92cb-a5b7a0c9381c, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:39:43.477421 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f392f-fa8f-49ea-9a6e-ab8e7e1b4d55 req-1d997f6e-c7aa-472b-b4ac-c4b4d8144f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:43.478898 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-510f392f-fa8f-49ea-9a6e-ab8e7e1b4d55 req-1d997f6e-c7aa-472b-b4ac-c4b4d8144f1f service neutron] 10.222.0.31 "GET /v2.0/networks?id=426a0985-54c0-44f8-a0e5-ef6b4becfc6e HTTP/1.1" status: 200 len: 911 time: 0.3039873 Mar 07 10:39:43.487161 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-7e2d1240-30b4-44fd-80cb-5af3b615ff05 service neutron] For port 648ea7f0-c051-4379-92cb-a5b7a0c9381c, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=648ea7f0-c051-4379-92cb-a5b7a0c9381c,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:39:43.566119 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-7e2d1240-30b4-44fd-80cb-5af3b615ff05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (648ea7f0-c051-4379-92cb-a5b7a0c9381c), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:43.584174 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-510f392f-fa8f-49ea-9a6e-ab8e7e1b4d55 req-28ff309f-d866-4457-9f3c-415b3383b5c1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7ebb804-6967-4407-a392-2590fefa05b4 HTTP/1.1" status: 200 len: 217 time: 0.0868404 Mar 07 10:39:43.591138 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2123d7f-f07c-48a7-81eb-b590d8862a9f req-92cb1730-93ea-4864-80b8-6b4eb1599f84 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:43.592942 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a2123d7f-f07c-48a7-81eb-b590d8862a9f req-92cb1730-93ea-4864-80b8-6b4eb1599f84 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/ports?device_id=db10705f-e3dc-46e5-95b4-257b17dc0ef7 HTTP/1.1" status: 200 len: 947 time: 0.3201962 Mar 07 10:39:43.979899 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-7e2d1240-30b4-44fd-80cb-5af3b615ff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:43.980520 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-7e2d1240-30b4-44fd-80cb-5af3b615ff05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:43.981928 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-7e2d1240-30b4-44fd-80cb-5af3b615ff05 service neutron] 10.222.0.21 "PUT /v2.0/ports/648ea7f0-c051-4379-92cb-a5b7a0c9381c HTTP/1.1" status: 200 len: 1095 time: 3.2296135 Mar 07 10:39:44.027857 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ead96-cea1-44d0-817b-c6d145e4ba9c req-9b6c9ba0-30fb-40f4-82ea-015de7297863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:44.029429 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-122ead96-cea1-44d0-817b-c6d145e4ba9c req-9b6c9ba0-30fb-40f4-82ea-015de7297863 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0a513206-2def-4933-979c-f245f2d5610c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6321228 Mar 07 10:39:44.068320 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 50110) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:44.078527 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d1240-30b4-44fd-80cb-5af3b615ff05 service neutron] Pushing event updated for resources: {'Port': ['ID=648ea7f0-c051-4379-92cb-a5b7a0c9381c,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:44.121915 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-6034c22a-6528-4415-b8da-a07315b9715f tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:44.123471 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-6034c22a-6528-4415-b8da-a07315b9715f tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] 10.222.0.21 "GET /v2.0/networks?id=8d1ee2a8-14ae-420b-a9f6-ea57b47311c5 HTTP/1.1" status: 200 len: 822 time: 0.6858664 Mar 07 10:39:44.133707 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f392f-fa8f-49ea-9a6e-ab8e7e1b4d55 req-32e9936b-8935-42cd-b5c2-1e2dedbcc5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:44.135141 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-510f392f-fa8f-49ea-9a6e-ab8e7e1b4d55 req-32e9936b-8935-42cd-b5c2-1e2dedbcc5f0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9f481558-20b5-4597-9d23-1a30103cbdca HTTP/1.1" status: 200 len: 850 time: 0.2163696 Mar 07 10:39:44.153347 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-c23ddaa6-8f65-4716-b072-097311660d12 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] Request body: {'port': {'device_id': 'aa99319b-fa92-4bd9-b8f7-6ff5a8458859', 'network_id': '8d1ee2a8-14ae-420b-a9f6-ea57b47311c5', 'admin_state_up': True, 'tenant_id': 'f64e276e5d0c4170aa1c9459b49b39f0'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:44.184232 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a2123d7f-f07c-48a7-81eb-b590d8862a9f req-2a9c8d28-f6db-4b4d-bc2b-91f571f94ba7 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/security-groups?id=f4084aaf-a193-45d4-b217-08acf54e2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523565 Mar 07 10:39:44.239122 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-510f392f-fa8f-49ea-9a6e-ab8e7e1b4d55 req-05579d79-1057-4792-9508-da958778e932 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=426a0985-54c0-44f8-a0e5-ef6b4becfc6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903175 Mar 07 10:39:44.337588 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-dc80f998-db8a-4cc2-a85f-05c669d09a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:44.339284 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-dc80f998-db8a-4cc2-a85f-05c669d09a69 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22d1b663a6174931a8b6ac7ceeb7e87f&device_id=db10705f-e3dc-46e5-95b4-257b17dc0ef7 HTTP/1.1" status: 200 len: 1129 time: 0.2826655 Mar 07 10:39:44.353258 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e812e-f25d-4a05-8532-52e2ed476a27 req-9110e235-d810-4fd0-8d2b-1d2eac465b3b tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:44.354760 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dc5e812e-f25d-4a05-8532-52e2ed476a27 req-9110e235-d810-4fd0-8d2b-1d2eac465b3b tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 945 time: 0.1356072 Mar 07 10:39:44.439252 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-122ead96-cea1-44d0-817b-c6d145e4ba9c req-712fe463-fc7d-4e6e-8409-c1c9b588a366 service neutron] 10.222.0.21 "GET /v2.0/networks/0a513206-2def-4933-979c-f245f2d5610c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951926 Mar 07 10:39:44.439870 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device a13d21a5-1ef2-42de-8c75-ffbb7b701fdd no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:39:44.463253 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-c5f6be87-9eae-4392-8227-46f26d20e9ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=648ea7f0-c051-4379-92cb-a5b7a0c9381c HTTP/1.1" status: 200 len: 217 time: 0.0811698 Mar 07 10:39:44.471280 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: a13d21a5-1ef2-42de-8c75-ffbb7b701fdd {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:39:44.471634 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device a13d21a5-1ef2-42de-8c75-ffbb7b701fdd not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:39:44.494516 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4e1ca525-d6a6-40b7-a1ae-54b673d3d469 req-52f5a5aa-cc8c-455a-a2af-b7109332b646 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa99319b-fa92-4bd9-b8f7-6ff5a8458859 HTTP/1.1" status: 200 len: 210 time: 0.0584621 Mar 07 10:39:44.495807 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dc5e812e-f25d-4a05-8532-52e2ed476a27 req-08344367-8262-48da-9af7-5f71fb50d9e0 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338763 Mar 07 10:39:44.614413 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-c23ddaa6-8f65-4716-b072-097311660d12 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] Made reservation on behalf of f64e276e5d0c4170aa1c9459b49b39f0 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:39:44.617999 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-c23ddaa6-8f65-4716-b072-097311660d12 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:44.631614 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-510f392f-fa8f-49ea-9a6e-ab8e7e1b4d55 req-6214f28f-43c1-444b-96d0-9a2dcc136c7e service neutron] 10.222.0.31 "GET /v2.0/networks/426a0985-54c0-44f8-a0e5-ef6b4becfc6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796568 Mar 07 10:39:44.632971 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-e86428e4-5549-4af1-bf24-4c2305e27c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:44.634377 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-e86428e4-5549-4af1-bf24-4c2305e27c49 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1445863 Mar 07 10:39:44.666742 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-01fd9df8-cb48-4928-8316-064865185f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (623c3d93-a95a-4595-9f18-524eeadcc1de), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:44.770535 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-122ead96-cea1-44d0-817b-c6d145e4ba9c req-5528bda5-00d0-4b9b-8b5e-5090f06347bb service neutron] 10.222.0.21 "GET /v2.0/networks/0a513206-2def-4933-979c-f245f2d5610c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121488 Mar 07 10:39:44.774084 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 49374629-e4ca-4d8e-9683-e194b48557a0 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:44.826093 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db10705f-e3dc-46e5-95b4-257b17dc0ef7', 'tag': '648ea7f0-c051-4379-92cb-a5b7a0c9381c'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:44.828753 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a69891-1ce3-4512-9e81-340e07923094" -d '{"events": [{"name": "network-changed", "server_uuid": "db10705f-e3dc-46e5-95b4-257b17dc0ef7", "tag": "648ea7f0-c051-4379-92cb-a5b7a0c9381c"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:44.864169 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 49374629-e4ca-4d8e-9683-e194b48557a0 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:44.864456 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-e6c0f2cd-a14b-44bd-92f0-f0e234ccf4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:44.864789 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:44.865847 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-e6c0f2cd-a14b-44bd-92f0-f0e234ccf4a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2228765 Mar 07 10:39:44.923522 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9e393a-9d05-45c4-89c9-b73bcffa8384 x-openstack-request-id: req-8f9e393a-9d05-45c4-89c9-b73bcffa8384 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:44.923819 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db10705f-e3dc-46e5-95b4-257b17dc0ef7", "tag": "648ea7f0-c051-4379-92cb-a5b7a0c9381c", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:44.924080 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8f9e393a-9d05-45c4-89c9-b73bcffa8384 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:44.924478 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db10705f-e3dc-46e5-95b4-257b17dc0ef7', 'tag': '648ea7f0-c051-4379-92cb-a5b7a0c9381c', 'status': 'completed', 'code': 200} Mar 07 10:39:44.942060 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-510f392f-fa8f-49ea-9a6e-ab8e7e1b4d55 req-ccad35b3-fec7-4214-b79f-980e890cf1e9 service neutron] 10.222.0.31 "GET /v2.0/networks/426a0985-54c0-44f8-a0e5-ef6b4becfc6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948732 Mar 07 10:39:44.962986 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 49374629-e4ca-4d8e-9683-e194b48557a0 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:44.963524 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:45.005061 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 49374629-e4ca-4d8e-9683-e194b48557a0, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=49374629-e4ca-4d8e-9683-e194b48557a0,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:45.006382 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbfad76-c99c-4ab4-b6c5-209d9a58422f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49374629-e4ca-4d8e-9683-e194b48557a0'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:45.009769 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206bf012-a474-4cb3-ac40-fa0922c0ca66" -d '{"events": [{"server_uuid": "efbfad76-c99c-4ab4-b6c5-209d9a58422f", "name": "network-vif-plugged", "status": "completed", "tag": "49374629-e4ca-4d8e-9683-e194b48557a0"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:45.014835 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:45.057981 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-c23ddaa6-8f65-4716-b072-097311660d12 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] Allocated IP 172.20.0.6 (8d1ee2a8-14ae-420b-a9f6-ea57b47311c5/c5f93057-2223-4315-93c3-369c9bed823c/72a3d4b3-ed0c-4344-9484-308b13301d2e) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:39:45.074665 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31111dc0-e706-4e45-972a-763ad59633a6 x-openstack-request-id: req-31111dc0-e706-4e45-972a-763ad59633a6 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:45.076347 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbfad76-c99c-4ab4-b6c5-209d9a58422f", "name": "network-vif-plugged", "status": "completed", "tag": "49374629-e4ca-4d8e-9683-e194b48557a0", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:45.076347 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-31111dc0-e706-4e45-972a-763ad59633a6 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:45.076347 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbfad76-c99c-4ab4-b6c5-209d9a58422f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49374629-e4ca-4d8e-9683-e194b48557a0', 'code': 200} Mar 07 10:39:45.111436 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-4726918a-a6b8-48db-9c44-bb725b297286 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844542 Mar 07 10:39:45.117774 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=49374629-e4ca-4d8e-9683-e194b48557a0,revision_number=10']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:45.348258 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-af7c0762-3b19-40de-9d6a-22935f7857ce req-ef82641d-1c22-47fb-802e-3c801b92aef3 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248659 Mar 07 10:39:45.361632 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-c23ddaa6-8f65-4716-b072-097311660d12 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] Publish callbacks [] for port (72a3d4b3-ed0c-4344-9484-308b13301d2e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:45.385363 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf2941-9091-44c7-9279-c0099b64f4df req-3259a6cd-a41b-4a92-8a6a-c81644c6dbab tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:45.386876 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2daf2941-9091-44c7-9279-c0099b64f4df req-3259a6cd-a41b-4a92-8a6a-c81644c6dbab tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/ports?device_id=db10705f-e3dc-46e5-95b4-257b17dc0ef7 HTTP/1.1" status: 200 len: 947 time: 0.1115861 Mar 07 10:39:45.393714 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-01fd9df8-cb48-4928-8316-064865185f41 admin admin] Deleting port a9d046bb-f751-4262-abbe-bba407a2c0e7 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:39:45.394259 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-01fd9df8-cb48-4928-8316-064865185f41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a9d046bb-f751-4262-abbe-bba407a2c0e7), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:45.461737 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-c23ddaa6-8f65-4716-b072-097311660d12 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (72a3d4b3-ed0c-4344-9484-308b13301d2e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:45.485979 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-01fd9df8-cb48-4928-8316-064865185f41 admin admin] For port a9d046bb-f751-4262-abbe-bba407a2c0e7, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a9d046bb-f751-4262-abbe-bba407a2c0e7,segment=NetworkSegment(4f7e0434-a01f-44de-85e6-94dc5f02406c),segment_id=4f7e0434-a01f-44de-85e6-94dc5f02406c)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:45.486346 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-01fd9df8-cb48-4928-8316-064865185f41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a9d046bb-f751-4262-abbe-bba407a2c0e7), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:45.500064 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-01fd9df8-cb48-4928-8316-064865185f41 admin admin] Calling delete_port for a9d046bb-f751-4262-abbe-bba407a2c0e7 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:39:45.512455 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2daf2941-9091-44c7-9279-c0099b64f4df req-b4cfd430-c3d2-4735-9166-c8ed907599d6 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/security-groups?id=f4084aaf-a193-45d4-b217-08acf54e2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151502 Mar 07 10:39:45.521558 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-c23ddaa6-8f65-4716-b072-097311660d12 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] Network 8d1ee2a8-14ae-420b-a9f6-ea57b47311c5 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:39:45.533192 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a69891-1ce3-4512-9e81-340e07923094 req-93584ae9-1b25-47e6-8360-967f266c03b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:45.534690 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c3a69891-1ce3-4512-9e81-340e07923094 req-93584ae9-1b25-47e6-8360-967f266c03b0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22d1b663a6174931a8b6ac7ceeb7e87f&device_id=db10705f-e3dc-46e5-95b4-257b17dc0ef7 HTTP/1.1" status: 200 len: 1129 time: 0.1290696 Mar 07 10:39:45.537632 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-c23ddaa6-8f65-4716-b072-097311660d12 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:39:45.542317 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-c23ddaa6-8f65-4716-b072-097311660d12 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:39:45.546968 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ddaa6-8f65-4716-b072-097311660d12 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] Pushing event updated for resources: {'Port': ['ID=72a3d4b3-ed0c-4344-9484-308b13301d2e,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:45.662281 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-c23ddaa6-8f65-4716-b072-097311660d12 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:45.662884 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-c23ddaa6-8f65-4716-b072-097311660d12 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:45.702973 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-c23ddaa6-8f65-4716-b072-097311660d12 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5625672 Mar 07 10:39:45.708978 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71571652-00d0-430f-b39b-a3a0dfcf72a3 req-0dacb175-2019-497c-a547-e895cd854674 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:45.710752 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-71571652-00d0-430f-b39b-a3a0dfcf72a3 req-0dacb175-2019-497c-a547-e895cd854674 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa99319b-fa92-4bd9-b8f7-6ff5a8458859 HTTP/1.1" status: 200 len: 931 time: 0.0784218 Mar 07 10:39:45.721153 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-4534f7ed-973f-410a-959e-97fc4e41146f service neutron] Request body: {'port': {'device_id': 'aa99319b-fa92-4bd9-b8f7-6ff5a8458859', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:39:45.754603 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a69891-1ce3-4512-9e81-340e07923094 req-e6114102-5a2e-461c-b157-347750f603e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:45.756055 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c3a69891-1ce3-4512-9e81-340e07923094 req-e6114102-5a2e-461c-b157-347750f603e5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.1836607 Mar 07 10:39:45.768340 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51904427-1f85-4449-84b9-f554e1fc9404 req-6e5d716a-7ec9-4c1e-9688-f6dba8ed8724 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:45.769860 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-51904427-1f85-4449-84b9-f554e1fc9404 req-6e5d716a-7ec9-4c1e-9688-f6dba8ed8724 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 945 time: 0.1556087 Mar 07 10:39:45.801938 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-71571652-00d0-430f-b39b-a3a0dfcf72a3 req-16e1dca0-5104-41fd-9592-62f1fe492f7f tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d67f8f6-acc5-40c0-b41d-c2a9301e9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846236 Mar 07 10:39:45.803705 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-01fd9df8-cb48-4928-8316-064865185f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (a9d046bb-f751-4262-abbe-bba407a2c0e7), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:45.831156 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd9df8-cb48-4928-8316-064865185f41 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9d046bb-f751-4262-abbe-bba407a2c0e7,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:45.833929 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c3a69891-1ce3-4512-9e81-340e07923094 req-25179371-ecb1-43ac-9b82-a6df1ee5e1be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=648ea7f0-c051-4379-92cb-a5b7a0c9381c HTTP/1.1" status: 200 len: 217 time: 0.0614192 Mar 07 10:39:45.900515 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-4534f7ed-973f-410a-959e-97fc4e41146f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (72a3d4b3-ed0c-4344-9484-308b13301d2e), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:45.938549 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-51904427-1f85-4449-84b9-f554e1fc9404 req-29f196f8-3abf-4c69-afa5-4ad7b202c0b5 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574116 Mar 07 10:39:45.966611 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a69891-1ce3-4512-9e81-340e07923094 req-196603d6-4d9f-41ef-a2df-41b4e78a5884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:45.968849 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c3a69891-1ce3-4512-9e81-340e07923094 req-196603d6-4d9f-41ef-a2df-41b4e78a5884 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1273665 Mar 07 10:39:46.012587 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-01fd9df8-cb48-4928-8316-064865185f41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (623c3d93-a95a-4595-9f18-524eeadcc1de), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:46.102458 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a69891-1ce3-4512-9e81-340e07923094 req-9ec27207-ccef-4b56-8709-502108625022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:46.108387 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c3a69891-1ce3-4512-9e81-340e07923094 req-9ec27207-ccef-4b56-8709-502108625022 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1271882 Mar 07 10:39:46.252434 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fd9df8-cb48-4928-8316-064865185f41 admin admin] Router 623c3d93-a95a-4595-9f18-524eeadcc1de has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:39:46.270993 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c3a69891-1ce3-4512-9e81-340e07923094 req-84f05d2b-032d-4152-a43b-5f318c994661 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504109 Mar 07 10:39:46.363698 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fd9df8-cb48-4928-8316-064865185f41 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:39:46.371813 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-01fd9df8-cb48-4928-8316-064865185f41 admin admin] 10.222.0.11 "PUT /v2.0/routers/623c3d93-a95a-4595-9f18-524eeadcc1de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2988577 Mar 07 10:39:46.371813 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 50138) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:46.377762 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2876a1b4-ffc5-4595-890c-6add15f46d87 None None] Sync routers for ids ['623c3d93-a95a-4595-9f18-524eeadcc1de'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:39:46.378282 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-4534f7ed-973f-410a-959e-97fc4e41146f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72a3d4b3-ed0c-4344-9484-308b13301d2e {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:39:46.387358 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2876a1b4-ffc5-4595-890c-6add15f46d87 None None] Routers {'623c3d93-a95a-4595-9f18-524eeadcc1de'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:46.387531 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-4534f7ed-973f-410a-959e-97fc4e41146f service neutron] Publish callbacks [] for port (72a3d4b3-ed0c-4344-9484-308b13301d2e), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:46.387991 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-2876a1b4-ffc5-4595-890c-6add15f46d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:39:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['623c3d93-a95a-4595-9f18-524eeadcc1de'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:46.415604 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-4534f7ed-973f-410a-959e-97fc4e41146f service neutron] Transition to ACTIVE for port object 72a3d4b3-ed0c-4344-9484-308b13301d2e will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:39:46.422393 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c3a69891-1ce3-4512-9e81-340e07923094 req-97eba5ba-b433-450d-a697-43cd715d794c service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440740 Mar 07 10:39:46.423096 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-4534f7ed-973f-410a-959e-97fc4e41146f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (72a3d4b3-ed0c-4344-9484-308b13301d2e), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:46.487311 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f00938d2-3493-4a55-a45d-fc5519539539 admin admin] Publish callbacks [] for router (623c3d93-a95a-4595-9f18-524eeadcc1de), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:46.488945 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534f7ed-973f-410a-959e-97fc4e41146f service neutron] Pushing event updated for resources: {'Port': ['ID=72a3d4b3-ed0c-4344-9484-308b13301d2e,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:46.525272 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-2876a1b4-ffc5-4595-890c-6add15f46d87 None None] Set router 623c3d93-a95a-4595-9f18-524eeadcc1de gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:46.574699 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-4534f7ed-973f-410a-959e-97fc4e41146f service neutron] Attempting to bind port 72a3d4b3-ed0c-4344-9484-308b13301d2e on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:39:46.575038 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-4534f7ed-973f-410a-959e-97fc4e41146f service neutron] Attempting to bind port 72a3d4b3-ed0c-4344-9484-308b13301d2e by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '9b9ed01a-f56d-4ac0-af2d-5753536dc596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8d1ee2a8-14ae-420b-a9f6-ea57b47311c5'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:39:46.575367 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-4534f7ed-973f-410a-959e-97fc4e41146f service neutron] Attempting to bind port 72a3d4b3-ed0c-4344-9484-308b13301d2e on network 8d1ee2a8-14ae-420b-a9f6-ea57b47311c5 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:39:46.582028 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-4534f7ed-973f-410a-959e-97fc4e41146f service neutron] Port 72a3d4b3-ed0c-4344-9484-308b13301d2e on network 8d1ee2a8-14ae-420b-a9f6-ea57b47311c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:39:46.583039 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-4534f7ed-973f-410a-959e-97fc4e41146f service neutron] Attempting to bind port 72a3d4b3-ed0c-4344-9484-308b13301d2e on network 8d1ee2a8-14ae-420b-a9f6-ea57b47311c5 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:39:46.590093 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-4534f7ed-973f-410a-959e-97fc4e41146f service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:39:46.590435 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-4534f7ed-973f-410a-959e-97fc4e41146f service neutron] Checking segment: {'id': '9b9ed01a-f56d-4ac0-af2d-5753536dc596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8d1ee2a8-14ae-420b-a9f6-ea57b47311c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:39:46.590823 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-4534f7ed-973f-410a-959e-97fc4e41146f service neutron] Bound using segment: {'id': '9b9ed01a-f56d-4ac0-af2d-5753536dc596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8d1ee2a8-14ae-420b-a9f6-ea57b47311c5'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:39:46.592032 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-4534f7ed-973f-410a-959e-97fc4e41146f service neutron] Bound port: 72a3d4b3-ed0c-4344-9484-308b13301d2e, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9ed01a-f56d-4ac0-af2d-5753536dc596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8d1ee2a8-14ae-420b-a9f6-ea57b47311c5'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:39:46.592543 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-4534f7ed-973f-410a-959e-97fc4e41146f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (72a3d4b3-ed0c-4344-9484-308b13301d2e), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:46.634188 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f00938d2-3493-4a55-a45d-fc5519539539 admin admin] Publish callbacks [] for router_gateway (623c3d93-a95a-4595-9f18-524eeadcc1de), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:46.677405 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-4534f7ed-973f-410a-959e-97fc4e41146f service neutron] For port 72a3d4b3-ed0c-4344-9484-308b13301d2e, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:39:46.680949 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-4534f7ed-973f-410a-959e-97fc4e41146f service neutron] For port 72a3d4b3-ed0c-4344-9484-308b13301d2e, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=72a3d4b3-ed0c-4344-9484-308b13301d2e,segment=NetworkSegment(9b9ed01a-f56d-4ac0-af2d-5753536dc596),segment_id=9b9ed01a-f56d-4ac0-af2d-5753536dc596)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:39:46.689321 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-4534f7ed-973f-410a-959e-97fc4e41146f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (72a3d4b3-ed0c-4344-9484-308b13301d2e), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:46.698283 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd4e1e-8696-4c3e-af5e-3808b2094ab5 req-a944a25f-0d4d-4395-86dc-15fa058e2ee5 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:46.705363 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-76cd4e1e-8696-4c3e-af5e-3808b2094ab5 req-a944a25f-0d4d-4395-86dc-15fa058e2ee5 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/ports?device_id=db10705f-e3dc-46e5-95b4-257b17dc0ef7 HTTP/1.1" status: 200 len: 947 time: 0.1077776 Mar 07 10:39:46.727522 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-4534f7ed-973f-410a-959e-97fc4e41146f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:46.729946 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-4534f7ed-973f-410a-959e-97fc4e41146f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:46.729946 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-4534f7ed-973f-410a-959e-97fc4e41146f service neutron] 10.222.0.21 "PUT /v2.0/ports/72a3d4b3-ed0c-4344-9484-308b13301d2e HTTP/1.1" status: 200 len: 1091 time: 1.0135407 Mar 07 10:39:46.747625 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-f00938d2-3493-4a55-a45d-fc5519539539 admin admin] Deleting port 6ddf1861-1a3d-4306-a365-7992f589ab19 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:39:46.748407 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f00938d2-3493-4a55-a45d-fc5519539539 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (6ddf1861-1a3d-4306-a365-7992f589ab19), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:46.749620 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534f7ed-973f-410a-959e-97fc4e41146f service neutron] Pushing event updated for resources: {'Port': ['ID=72a3d4b3-ed0c-4344-9484-308b13301d2e,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:46.755887 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-2876a1b4-ffc5-4595-890c-6add15f46d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655443501-router', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:50Z', 'updated_at': '2022-03-07T10:39:45Z', 'revision_number': 5, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'gw_port': {'id': '6ddf1861-1a3d-4306-a365-7992f589ab19', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:19:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1012, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:53Z', 'updated_at': '2022-03-07T10:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:46.790012 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-76cd4e1e-8696-4c3e-af5e-3808b2094ab5 req-55d26ad0-e961-4c75-a28a-0601f402b089 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/security-groups?id=f4084aaf-a193-45d4-b217-08acf54e2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835276 Mar 07 10:39:46.793693 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2876a1b4-ffc5-4595-890c-6add15f46d87 None None] Checking router: 623c3d93-a95a-4595-9f18-524eeadcc1de for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:39:46.811827 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2876a1b4-ffc5-4595-890c-6add15f46d87 None None] Routers {'623c3d93-a95a-4595-9f18-524eeadcc1de'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:39:46.812661 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-2876a1b4-ffc5-4595-890c-6add15f46d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:39:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['623c3d93-a95a-4595-9f18-524eeadcc1de'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:46.855487 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-dcc72749-529e-435f-abaa-6f335455d2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:46.857046 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-dcc72749-529e-435f-abaa-6f335455d2b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f64e276e5d0c4170aa1c9459b49b39f0&device_id=aa99319b-fa92-4bd9-b8f7-6ff5a8458859 HTTP/1.1" status: 200 len: 1125 time: 0.0593936 Mar 07 10:39:46.871011 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-f00938d2-3493-4a55-a45d-fc5519539539 admin admin] For port 6ddf1861-1a3d-4306-a365-7992f589ab19, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6ddf1861-1a3d-4306-a365-7992f589ab19,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:46.872038 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f00938d2-3493-4a55-a45d-fc5519539539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (6ddf1861-1a3d-4306-a365-7992f589ab19), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:46.889755 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-f00938d2-3493-4a55-a45d-fc5519539539 admin admin] Calling delete_port for 6ddf1861-1a3d-4306-a365-7992f589ab19 owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:39:46.915849 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-8d44ff94-78db-43de-b9ed-d03384751f63 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72a3d4b3-ed0c-4344-9484-308b13301d2e HTTP/1.1" status: 200 len: 217 time: 0.0496995 Mar 07 10:39:46.917602 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-2876a1b4-ffc5-4595-890c-6add15f46d87 None None] Set router 623c3d93-a95a-4595-9f18-524eeadcc1de gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:39:46.927572 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa99319b-fa92-4bd9-b8f7-6ff5a8458859', 'tag': '72a3d4b3-ed0c-4344-9484-308b13301d2e'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:46.928917 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1155f479-c965-4cd9-b811-15c17998d2ed" -d '{"events": [{"name": "network-changed", "server_uuid": "aa99319b-fa92-4bd9-b8f7-6ff5a8458859", "tag": "72a3d4b3-ed0c-4344-9484-308b13301d2e"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:46.993262 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-2876a1b4-ffc5-4595-890c-6add15f46d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655443501-router', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:50Z', 'updated_at': '2022-03-07T10:39:46Z', 'revision_number': 6, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:47.007362 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-837bf7ef-1933-48b4-b8af-65a105053a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:47.008970 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-837bf7ef-1933-48b4-b8af-65a105053a77 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c5f93057-2223-4315-93c3-369c9bed823c HTTP/1.1" status: 200 len: 862 time: 0.0847554 Mar 07 10:39:47.022382 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f957044-9cd6-4c13-a18f-edb1d1ec251c req-2c3ad4bb-8d01-4c61-95cc-3b709343762d tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:47.029739 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9f957044-9cd6-4c13-a18f-edb1d1ec251c req-2c3ad4bb-8d01-4c61-95cc-3b709343762d tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa99319b-fa92-4bd9-b8f7-6ff5a8458859 HTTP/1.1" status: 200 len: 943 time: 0.1165648 Mar 07 10:39:47.030448 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2876a1b4-ffc5-4595-890c-6add15f46d87 None None] The sync data for ids ['623c3d93-a95a-4595-9f18-524eeadcc1de'] in n-d-832164-4 is: [{'id': '623c3d93-a95a-4595-9f18-524eeadcc1de', 'name': 'tempest-FloatingIPsAssociationTestJSON-1655443501-router', 'tenant_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:50Z', 'updated_at': '2022-03-07T10:39:46Z', 'revision_number': 6, 'project_id': '3eaa5c3bb65646f4925f986f51ff18dc', 'gw_port_host': None}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:39:47.033639 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245604f3-4984-4cfb-ad15-5ebb6d44edd8 x-openstack-request-id: req-245604f3-4984-4cfb-ad15-5ebb6d44edd8 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:47.034030 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa99319b-fa92-4bd9-b8f7-6ff5a8458859", "tag": "72a3d4b3-ed0c-4344-9484-308b13301d2e", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:47.034518 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-245604f3-4984-4cfb-ad15-5ebb6d44edd8 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:47.035084 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa99319b-fa92-4bd9-b8f7-6ff5a8458859', 'tag': '72a3d4b3-ed0c-4344-9484-308b13301d2e', 'status': 'completed', 'code': 200} Mar 07 10:39:47.092702 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-a5fb2d85-6fcd-446e-bdd9-23286ab81a28 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8d1ee2a8-14ae-420b-a9f6-ea57b47311c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605488 Mar 07 10:39:47.144224 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f00938d2-3493-4a55-a45d-fc5519539539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (6ddf1861-1a3d-4306-a365-7992f589ab19), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:47.146640 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9f957044-9cd6-4c13-a18f-edb1d1ec251c req-75b86e29-df7c-4bc2-9e78-4049e92b1493 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d67f8f6-acc5-40c0-b41d-c2a9301e9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159563 Mar 07 10:39:47.207579 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00938d2-3493-4a55-a45d-fc5519539539 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ddf1861-1a3d-4306-a365-7992f589ab19,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:47.210791 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-8a5638a7-c7b1-4cd9-bb1a-2aa52af1a5aa service neutron] 10.222.0.21 "GET /v2.0/networks/8d1ee2a8-14ae-420b-a9f6-ea57b47311c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065214 Mar 07 10:39:47.244880 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00938d2-3493-4a55-a45d-fc5519539539 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:47.245741 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00938d2-3493-4a55-a45d-fc5519539539 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:47.245741 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00938d2-3493-4a55-a45d-fc5519539539 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:47.246192 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00938d2-3493-4a55-a45d-fc5519539539 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:47.246711 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00938d2-3493-4a55-a45d-fc5519539539 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:47.247046 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00938d2-3493-4a55-a45d-fc5519539539 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:47.247378 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00938d2-3493-4a55-a45d-fc5519539539 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:47.247712 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00938d2-3493-4a55-a45d-fc5519539539 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:47.248135 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00938d2-3493-4a55-a45d-fc5519539539 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:47.248504 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00938d2-3493-4a55-a45d-fc5519539539 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:47.248830 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00938d2-3493-4a55-a45d-fc5519539539 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:47.249179 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00938d2-3493-4a55-a45d-fc5519539539 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:47.249506 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00938d2-3493-4a55-a45d-fc5519539539 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:39:47.302016 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba3bef-49c1-4920-b53a-4683ba4c21fb req-845cb880-c2c6-45cf-8f33-34e4e4a6aa33 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:47.303856 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4fba3bef-49c1-4920-b53a-4683ba4c21fb req-845cb880-c2c6-45cf-8f33-34e4e4a6aa33 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 945 time: 0.1620758 Mar 07 10:39:47.311925 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f00938d2-3493-4a55-a45d-fc5519539539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (623c3d93-a95a-4595-9f18-524eeadcc1de), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:47.337350 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ba61c2c0-3bb5-4397-b7c3-bc7652ecfb1b req-22322aa1-5a01-4136-9f48-d1d876b4aab2 service neutron] 10.222.0.21 "GET /v2.0/networks/8d1ee2a8-14ae-420b-a9f6-ea57b47311c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186128 Mar 07 10:39:47.467722 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155f479-c965-4cd9-b811-15c17998d2ed req-06953f65-3657-4182-91d2-761a4ae12cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:47.469866 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1155f479-c965-4cd9-b811-15c17998d2ed req-06953f65-3657-4182-91d2-761a4ae12cd3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f64e276e5d0c4170aa1c9459b49b39f0&device_id=aa99319b-fa92-4bd9-b8f7-6ff5a8458859 HTTP/1.1" status: 200 len: 1125 time: 0.0782912 Mar 07 10:39:47.490238 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f00938d2-3493-4a55-a45d-fc5519539539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (623c3d93-a95a-4595-9f18-524eeadcc1de), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:47.495708 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f00938d2-3493-4a55-a45d-fc5519539539 admin admin] Publish callbacks [] for router_controller (623c3d93-a95a-4595-9f18-524eeadcc1de), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:47.591678 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4fba3bef-49c1-4920-b53a-4683ba4c21fb req-ed918c16-1633-4a0b-b9da-644ae86fe492 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774057 Mar 07 10:39:47.604858 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155f479-c965-4cd9-b811-15c17998d2ed req-5ecb2e66-bc8f-4e4f-b529-4d2a8b79e457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:47.608338 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1155f479-c965-4cd9-b811-15c17998d2ed req-5ecb2e66-bc8f-4e4f-b529-4d2a8b79e457 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8d1ee2a8-14ae-420b-a9f6-ea57b47311c5 HTTP/1.1" status: 200 len: 923 time: 0.1295235 Mar 07 10:39:47.619051 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f00938d2-3493-4a55-a45d-fc5519539539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (623c3d93-a95a-4595-9f18-524eeadcc1de), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:47.619643 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00938d2-3493-4a55-a45d-fc5519539539 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 623c3d93-a95a-4595-9f18-524eeadcc1de {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:39:47.624777 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f00938d2-3493-4a55-a45d-fc5519539539 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:47.626256 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f00938d2-3493-4a55-a45d-fc5519539539 admin admin] 10.222.0.11 "DELETE /v2.0/routers/623c3d93-a95a-4595-9f18-524eeadcc1de HTTP/1.1" status: 204 len: 168 time: 1.2528112 Mar 07 10:39:47.628734 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 50174) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:47.746181 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-96de5fa0-2004-44d4-8dde-535c944ef888 admin admin] Deleting subnet accf3389-35bd-40c8-8f46-e6a58c569299 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:39:47.752193 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1155f479-c965-4cd9-b811-15c17998d2ed req-1bd67849-ae25-4bde-8d6d-4972450a8af3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72a3d4b3-ed0c-4344-9484-308b13301d2e HTTP/1.1" status: 200 len: 217 time: 0.1311212 Mar 07 10:39:47.752856 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-96de5fa0-2004-44d4-8dde-535c944ef888 admin admin] Publish callbacks [] for subnet (accf3389-35bd-40c8-8f46-e6a58c569299), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:47.912836 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1155f479-c965-4cd9-b811-15c17998d2ed req-4713422d-ead2-44f6-806e-555ec33eefb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:47.917721 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1155f479-c965-4cd9-b811-15c17998d2ed req-4713422d-ead2-44f6-806e-555ec33eefb1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c5f93057-2223-4315-93c3-369c9bed823c HTTP/1.1" status: 200 len: 862 time: 0.1314626 Mar 07 10:39:47.965738 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c304d-d850-4e06-9fcf-4689a294310e req-45116213-84ce-46cc-9df0-f73c738bc76f tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:47.971054 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-96de5fa0-2004-44d4-8dde-535c944ef888 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (accf3389-35bd-40c8-8f46-e6a58c569299), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:47.979633 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1155f479-c965-4cd9-b811-15c17998d2ed req-77feb2c8-fd5d-45ef-b9d6-13b7ffbd4996 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8d1ee2a8-14ae-420b-a9f6-ea57b47311c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538476 Mar 07 10:39:47.982082 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c85c304d-d850-4e06-9fcf-4689a294310e req-45116213-84ce-46cc-9df0-f73c738bc76f tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/ports?device_id=db10705f-e3dc-46e5-95b4-257b17dc0ef7 HTTP/1.1" status: 200 len: 947 time: 0.0993884 Mar 07 10:39:48.089807 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c85c304d-d850-4e06-9fcf-4689a294310e req-1f8f079d-fa17-41f2-bd80-0a131a803857 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/security-groups?id=f4084aaf-a193-45d4-b217-08acf54e2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066852 Mar 07 10:39:48.153257 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:48.219682 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6ddf1861-1a3d-4306-a365-7992f589ab19 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:39:48.261732 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 6ddf1861-1a3d-4306-a365-7992f589ab19 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:39:48.262322 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6ddf1861-1a3d-4306-a365-7992f589ab19 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:39:48.262974 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a9d046bb-f751-4262-abbe-bba407a2c0e7 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:39:48.296414 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: a9d046bb-f751-4262-abbe-bba407a2c0e7 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:39:48.297207 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a9d046bb-f751-4262-abbe-bba407a2c0e7 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:39:48.368580 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd9f29-bf75-4fce-b152-4ac77a0ac20e req-981ec582-171d-42e4-82a5-56e63695d049 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:48.377784 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0abd9f29-bf75-4fce-b152-4ac77a0ac20e req-981ec582-171d-42e4-82a5-56e63695d049 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa99319b-fa92-4bd9-b8f7-6ff5a8458859 HTTP/1.1" status: 200 len: 943 time: 0.1046929 Mar 07 10:39:48.488418 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 648ea7f0-c051-4379-92cb-a5b7a0c9381c details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:39:48.497278 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0abd9f29-bf75-4fce-b152-4ac77a0ac20e req-2e2f96c9-5fc3-4058-be5e-5a7d83bb97f2 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d67f8f6-acc5-40c0-b41d-c2a9301e9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179912 Mar 07 10:39:48.622227 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94486c46-3961-4042-90a6-cd1b25c0d721 req-04b4b29d-5275-43c1-a5b6-e8ff3ca91c42 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:48.629418 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94486c46-3961-4042-90a6-cd1b25c0d721 req-04b4b29d-5275-43c1-a5b6-e8ff3ca91c42 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:48.637566 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94486c46-3961-4042-90a6-cd1b25c0d721 req-04b4b29d-5275-43c1-a5b6-e8ff3ca91c42 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:48.644834 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94486c46-3961-4042-90a6-cd1b25c0d721 req-04b4b29d-5275-43c1-a5b6-e8ff3ca91c42 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:48.654430 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94486c46-3961-4042-90a6-cd1b25c0d721 req-04b4b29d-5275-43c1-a5b6-e8ff3ca91c42 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:48.664936 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94486c46-3961-4042-90a6-cd1b25c0d721 req-04b4b29d-5275-43c1-a5b6-e8ff3ca91c42 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:48.672247 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94486c46-3961-4042-90a6-cd1b25c0d721 req-04b4b29d-5275-43c1-a5b6-e8ff3ca91c42 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:48.674603 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-94486c46-3961-4042-90a6-cd1b25c0d721 req-04b4b29d-5275-43c1-a5b6-e8ff3ca91c42 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5446 time: 0.9245977 Mar 07 10:39:48.822815 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467b832-e8be-47f0-a14e-f3f028a5143f req-09149250-4118-4cf5-9101-2de74bb0c735 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:48.824717 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8467b832-e8be-47f0-a14e-f3f028a5143f req-09149250-4118-4cf5-9101-2de74bb0c735 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 945 time: 0.1093991 Mar 07 10:39:48.871555 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1155f479-c965-4cd9-b811-15c17998d2ed req-e35139aa-aaa7-4f0e-b971-c0bf206222e0 service neutron] 10.222.0.21 "GET /v2.0/networks/8d1ee2a8-14ae-420b-a9f6-ea57b47311c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8542602 Mar 07 10:39:48.882668 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-96de5fa0-2004-44d4-8dde-535c944ef888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (accf3389-35bd-40c8-8f46-e6a58c569299), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:48.960896 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8467b832-e8be-47f0-a14e-f3f028a5143f req-aeece8fa-d6bc-4c07-aa0b-6e00ce5d1889 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225832 Mar 07 10:39:48.971148 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 648ea7f0-c051-4379-92cb-a5b7a0c9381c, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=648ea7f0-c051-4379-92cb-a5b7a0c9381c,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:48.986282 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-94486c46-3961-4042-90a6-cd1b25c0d721 req-5cb6aee6-710c-4840-865d-a5b75b793b04 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2701173 Mar 07 10:39:48.998937 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '648ea7f0-c051-4379-92cb-a5b7a0c9381c', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': '648ea7f0-c051-4379-92cb-a5b7a0c9381c', 'mac_address': 'fa:16:3e:6c:ad:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:39:49.094569 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 648ea7f0-c051-4379-92cb-a5b7a0c9381c is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:49.094984 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (648ea7f0-c051-4379-92cb-a5b7a0c9381c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:49.116629 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 648ea7f0-c051-4379-92cb-a5b7a0c9381c {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:39:49.136786 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1155f479-c965-4cd9-b811-15c17998d2ed req-46015bc4-2de5-4107-b1e1-0fa0e277be9d service neutron] 10.222.0.21 "GET /v2.0/networks/8d1ee2a8-14ae-420b-a9f6-ea57b47311c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513363 Mar 07 10:39:49.140713 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-96de5fa0-2004-44d4-8dde-535c944ef888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (accf3389-35bd-40c8-8f46-e6a58c569299), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:49.158722 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 648ea7f0-c051-4379-92cb-a5b7a0c9381c, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=648ea7f0-c051-4379-92cb-a5b7a0c9381c,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:49.168646 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (648ea7f0-c051-4379-92cb-a5b7a0c9381c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:49.206713 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de5fa0-2004-44d4-8dde-535c944ef888 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=accf3389-35bd-40c8-8f46-e6a58c569299,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:49.239449 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-96de5fa0-2004-44d4-8dde-535c944ef888 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:49.245057 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-96de5fa0-2004-44d4-8dde-535c944ef888 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/accf3389-35bd-40c8-8f46-e6a58c569299 HTTP/1.1" status: 204 len: 168 time: 1.6128848 Mar 07 10:39:49.251404 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 50202) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:49.258861 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99845517-58d1-4569-8ed5-2186fdfb1381 None None] Network e9213476-43ba-434e-a45c-f24c836d68e1 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:39:49.283166 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445ab77-5a1e-4b6b-a06b-fdb9dbb4a1b8 req-7d3dcb12-019d-4e5e-a215-e7500bdafd6f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:49.303236 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445ab77-5a1e-4b6b-a06b-fdb9dbb4a1b8 req-7d3dcb12-019d-4e5e-a215-e7500bdafd6f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:49.324796 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445ab77-5a1e-4b6b-a06b-fdb9dbb4a1b8 req-7d3dcb12-019d-4e5e-a215-e7500bdafd6f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:49.337204 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445ab77-5a1e-4b6b-a06b-fdb9dbb4a1b8 req-7d3dcb12-019d-4e5e-a215-e7500bdafd6f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:49.348028 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=648ea7f0-c051-4379-92cb-a5b7a0c9381c,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:49.350795 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445ab77-5a1e-4b6b-a06b-fdb9dbb4a1b8 req-7d3dcb12-019d-4e5e-a215-e7500bdafd6f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:49.358275 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445ab77-5a1e-4b6b-a06b-fdb9dbb4a1b8 req-7d3dcb12-019d-4e5e-a215-e7500bdafd6f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:49.364303 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445ab77-5a1e-4b6b-a06b-fdb9dbb4a1b8 req-7d3dcb12-019d-4e5e-a215-e7500bdafd6f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:49.378721 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8445ab77-5a1e-4b6b-a06b-fdb9dbb4a1b8 req-7d3dcb12-019d-4e5e-a215-e7500bdafd6f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5446 time: 0.2405839 Mar 07 10:39:49.461782 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ea419b82-bc48-4035-9a46-f9695b4bc032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (e9213476-43ba-434e-a45c-f24c836d68e1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:49.516732 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eba0a0-79df-42c3-a638-e8c30fd308bc req-4486fa3b-170e-4f53-9095-a4837090d272 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:49.518513 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-97eba0a0-79df-42c3-a638-e8c30fd308bc req-4486fa3b-170e-4f53-9095-a4837090d272 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/ports?device_id=db10705f-e3dc-46e5-95b4-257b17dc0ef7 HTTP/1.1" status: 200 len: 948 time: 0.2061727 Mar 07 10:39:49.535620 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['648ea7f0-c051-4379-92cb-a5b7a0c9381c'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:39:49.651899 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5871ba0-59af-4ffa-8664-7cbd514dc70d None None] DHCP port deletion for e9213476-43ba-434e-a45c-f24c836d68e1 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:39:49.663171 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-97eba0a0-79df-42c3-a638-e8c30fd308bc req-3f52c45e-5a48-4e8f-87eb-b32b975037c0 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/security-groups?id=f4084aaf-a193-45d4-b217-08acf54e2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029296 Mar 07 10:39:49.665699 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-ea419b82-bc48-4035-9a46-f9695b4bc032 admin admin] Deleting port 26d18948-ecfb-4895-9707-e48694545bc0 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:39:49.666050 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ea419b82-bc48-4035-9a46-f9695b4bc032 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (26d18948-ecfb-4895-9707-e48694545bc0), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:49.736337 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a8200-4faa-4ae3-b713-37f8d070fe13 req-59aa2c7e-4e25-4b6b-b04f-501c93172aab tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:49.749467 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-109a8200-4faa-4ae3-b713-37f8d070fe13 req-59aa2c7e-4e25-4b6b-b04f-501c93172aab tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa99319b-fa92-4bd9-b8f7-6ff5a8458859 HTTP/1.1" status: 200 len: 943 time: 0.1401174 Mar 07 10:39:49.772535 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-ea419b82-bc48-4035-9a46-f9695b4bc032 admin admin] For port 26d18948-ecfb-4895-9707-e48694545bc0, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=26d18948-ecfb-4895-9707-e48694545bc0,segment=NetworkSegment(4f7e0434-a01f-44de-85e6-94dc5f02406c),segment_id=4f7e0434-a01f-44de-85e6-94dc5f02406c)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:49.772891 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ea419b82-bc48-4035-9a46-f9695b4bc032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (26d18948-ecfb-4895-9707-e48694545bc0), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:49.805514 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-ea419b82-bc48-4035-9a46-f9695b4bc032 admin admin] Calling delete_port for 26d18948-ecfb-4895-9707-e48694545bc0 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:39:49.867691 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-109a8200-4faa-4ae3-b713-37f8d070fe13 req-b4eb0c97-b2e8-445e-83f8-09020a692d25 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d67f8f6-acc5-40c0-b41d-c2a9301e9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110752 Mar 07 10:39:49.890159 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f5871ba0-59af-4ffa-8664-7cbd514dc70d None None] Deleting port 26d18948-ecfb-4895-9707-e48694545bc0 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:39:49.890754 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f5871ba0-59af-4ffa-8664-7cbd514dc70d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (26d18948-ecfb-4895-9707-e48694545bc0), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:49.943771 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ea419b82-bc48-4035-9a46-f9695b4bc032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (26d18948-ecfb-4895-9707-e48694545bc0), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:49.982267 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea419b82-bc48-4035-9a46-f9695b4bc032 admin admin] Pushing event deleted for resources: {'Port': ['ID=26d18948-ecfb-4895-9707-e48694545bc0,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:49.996170 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea419b82-bc48-4035-9a46-f9695b4bc032 admin admin] No DVR routers for this DVR port 26d18948-ecfb-4895-9707-e48694545bc0 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:39:50.014975 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-f5871ba0-59af-4ffa-8664-7cbd514dc70d None None] For port 26d18948-ecfb-4895-9707-e48694545bc0, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=26d18948-ecfb-4895-9707-e48694545bc0,segment=NetworkSegment(4f7e0434-a01f-44de-85e6-94dc5f02406c),segment_id=4f7e0434-a01f-44de-85e6-94dc5f02406c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:50.015673 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f5871ba0-59af-4ffa-8664-7cbd514dc70d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (26d18948-ecfb-4895-9707-e48694545bc0), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:50.038675 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f5871ba0-59af-4ffa-8664-7cbd514dc70d None None] Calling delete_port for 26d18948-ecfb-4895-9707-e48694545bc0 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:39:50.181033 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f5871ba0-59af-4ffa-8664-7cbd514dc70d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (26d18948-ecfb-4895-9707-e48694545bc0), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:50.225314 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5871ba0-59af-4ffa-8664-7cbd514dc70d None None] Pushing event deleted for resources: {'Port': ['ID=26d18948-ecfb-4895-9707-e48694545bc0,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:50.227769 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 26d18948-ecfb-4895-9707-e48694545bc0 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:39:50.231839 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ea419b82-bc48-4035-9a46-f9695b4bc032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (e9213476-43ba-434e-a45c-f24c836d68e1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:50.270271 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 26d18948-ecfb-4895-9707-e48694545bc0 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:39:50.270773 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 26d18948-ecfb-4895-9707-e48694545bc0 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:39:50.276872 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ea419b82-bc48-4035-9a46-f9695b4bc032 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9213476-43ba-434e-a45c-f24c836d68e1']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:50.280482 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5871ba0-59af-4ffa-8664-7cbd514dc70d None None] No DVR routers for this DVR port 26d18948-ecfb-4895-9707-e48694545bc0 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:39:50.316221 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ea419b82-bc48-4035-9a46-f9695b4bc032 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f7e0434-a01f-44de-85e6-94dc5f02406c') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:50.316531 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ea419b82-bc48-4035-9a46-f9695b4bc032 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f7e0434-a01f-44de-85e6-94dc5f02406c') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:50.338666 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2896ad1-d0aa-40e6-a1f1-62ff358ec226 req-c5edad91-bc9a-49ed-8e9b-20e0e74ae822 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:50.340607 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c2896ad1-d0aa-40e6-a1f1-62ff358ec226 req-c5edad91-bc9a-49ed-8e9b-20e0e74ae822 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 945 time: 0.2631943 Mar 07 10:39:50.345929 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ea419b82-bc48-4035-9a46-f9695b4bc032 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (4f7e0434-a01f-44de-85e6-94dc5f02406c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:50.389761 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ea419b82-bc48-4035-9a46-f9695b4bc032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (4f7e0434-a01f-44de-85e6-94dc5f02406c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:50.418643 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea419b82-bc48-4035-9a46-f9695b4bc032 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:39:50.419071 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ea419b82-bc48-4035-9a46-f9695b4bc032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (4f7e0434-a01f-44de-85e6-94dc5f02406c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:50.426396 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:39:50.426396 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:39:50.426396 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:39:50.426396 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:39:50.426396 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:39:50.426396 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:39:50.426396 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:39:50.426396 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:39:50.426396 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:39:50.426396 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:39:50.426396 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:39:50.426396 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:39:50.426396 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:39:50.426396 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:39:50.426396 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:39:50.426396 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:39:50.426396 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:39:50.426396 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:39:50.426396 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:39:50.426396 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:39:50.426396 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:39:50.426396 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:39:50.426396 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:39:50.426396 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:39:50.426396 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:39:50.426396 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:39:50.426396 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:39:50.426396 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:39:50.426396 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:39:50.426396 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:39:50.426396 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:39:50.426396 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:39:50.474864 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c2896ad1-d0aa-40e6-a1f1-62ff358ec226 req-71f6daf5-0093-4c9e-9323-3bf84d42a928 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264203 Mar 07 10:39:50.510898 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 72a3d4b3-ed0c-4344-9484-308b13301d2e details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:39:50.562654 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ea419b82-bc48-4035-9a46-f9695b4bc032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (e9213476-43ba-434e-a45c-f24c836d68e1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:50.575245 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ea419b82-bc48-4035-9a46-f9695b4bc032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:50.585057 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ea419b82-bc48-4035-9a46-f9695b4bc032 admin admin] 10.222.0.11 "DELETE /v2.0/networks/e9213476-43ba-434e-a45c-f24c836d68e1 HTTP/1.1" status: 204 len: 168 time: 1.3325551 Mar 07 10:39:50.634997 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 72a3d4b3-ed0c-4344-9484-308b13301d2e, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=72a3d4b3-ed0c-4344-9484-308b13301d2e,segment=NetworkSegment(9b9ed01a-f56d-4ac0-af2d-5753536dc596),segment_id=9b9ed01a-f56d-4ac0-af2d-5753536dc596)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:50.642807 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea419b82-bc48-4035-9a46-f9695b4bc032 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9213476-43ba-434e-a45c-f24c836d68e1,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:50.651747 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '72a3d4b3-ed0c-4344-9484-308b13301d2e', 'network_id': '8d1ee2a8-14ae-420b-a9f6-ea57b47311c5', 'port_id': '72a3d4b3-ed0c-4344-9484-308b13301d2e', 'mac_address': 'fa:16:3e:d0:5e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f93057-2223-4315-93c3-369c9bed823c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:39:50.717495 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 72a3d4b3-ed0c-4344-9484-308b13301d2e is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:50.719178 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (72a3d4b3-ed0c-4344-9484-308b13301d2e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:50.774238 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72a3d4b3-ed0c-4344-9484-308b13301d2e {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:39:50.853376 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 72a3d4b3-ed0c-4344-9484-308b13301d2e, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=72a3d4b3-ed0c-4344-9484-308b13301d2e,segment=NetworkSegment(9b9ed01a-f56d-4ac0-af2d-5753536dc596),segment_id=9b9ed01a-f56d-4ac0-af2d-5753536dc596)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:50.861824 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (72a3d4b3-ed0c-4344-9484-308b13301d2e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:50.890475 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db663884-4d49-4451-bac9-8ef8eff99ed7 req-b71e8179-076d-4218-8826-2531b5ff5a0a tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:50.914453 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-db663884-4d49-4451-bac9-8ef8eff99ed7 req-b71e8179-076d-4218-8826-2531b5ff5a0a tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/ports?device_id=db10705f-e3dc-46e5-95b4-257b17dc0ef7 HTTP/1.1" status: 200 len: 948 time: 0.1529520 Mar 07 10:39:50.948442 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 50226) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:50.969064 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=72a3d4b3-ed0c-4344-9484-308b13301d2e,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:50.985246 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-db663884-4d49-4451-bac9-8ef8eff99ed7 req-53947921-0be2-45bf-8c83-5c1b18fd38d7 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/security-groups?id=f4084aaf-a193-45d4-b217-08acf54e2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660639 Mar 07 10:39:51.076131 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-45cc692a-43e6-4d61-aeb1-d17363374214 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3eaa5c3bb65646f4925f986f51ff18dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1264486 Mar 07 10:39:51.079194 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 50232) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:51.125305 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a20af8-bc6b-4c78-b8e3-d62a7c4708e5 req-fbae8bd9-aed2-4bb7-b0f4-d918382034b3 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:51.128441 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c1a20af8-bc6b-4c78-b8e3-d62a7c4708e5 req-fbae8bd9-aed2-4bb7-b0f4-d918382034b3 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa99319b-fa92-4bd9-b8f7-6ff5a8458859 HTTP/1.1" status: 200 len: 944 time: 0.1274114 Mar 07 10:39:51.172889 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-37f2523f-7538-40fb-aebf-cff76dfc1ace admin admin] Publish callbacks [] for security_group (bdb55640-f0c2-4fd4-b541-5f3b4b565f78), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:51.186794 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['72a3d4b3-ed0c-4344-9484-308b13301d2e'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:39:51.242618 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-37f2523f-7538-40fb-aebf-cff76dfc1ace admin admin] Publish callbacks [] for security_group (bdb55640-f0c2-4fd4-b541-5f3b4b565f78), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:51.278771 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c1a20af8-bc6b-4c78-b8e3-d62a7c4708e5 req-b954b276-ade2-4165-ab55-8dafda49b4f3 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d67f8f6-acc5-40c0-b41d-c2a9301e9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329174 Mar 07 10:39:51.368899 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-37f2523f-7538-40fb-aebf-cff76dfc1ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (bdb55640-f0c2-4fd4-b541-5f3b4b565f78), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:51.374438 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-37f2523f-7538-40fb-aebf-cff76dfc1ace admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:51.376435 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-37f2523f-7538-40fb-aebf-cff76dfc1ace admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bdb55640-f0c2-4fd4-b541-5f3b4b565f78 HTTP/1.1" status: 204 len: 168 time: 0.2954416 Mar 07 10:39:51.408495 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f2523f-7538-40fb-aebf-cff76dfc1ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb55640-f0c2-4fd4-b541-5f3b4b565f78,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:51.648023 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7dc8dd-deea-439f-a723-1de0f5014ff9 req-2bf9fe3e-66c9-4b7d-a0e8-edc2a80c8080 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:51.662978 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dd7dc8dd-deea-439f-a723-1de0f5014ff9 req-2bf9fe3e-66c9-4b7d-a0e8-edc2a80c8080 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 945 time: 0.0877743 Mar 07 10:39:51.672486 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 50252) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:51.723949 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dd7dc8dd-deea-439f-a723-1de0f5014ff9 req-efcb3bba-5e3b-46e1-97a8-a54a4065b823 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569890 Mar 07 10:39:51.796677 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0831790-ae1f-4d9e-bcfc-ace96fa81e9a req-8002d92f-1706-4635-9ee1-e3d8e39c1416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:51.797182 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0831790-ae1f-4d9e-bcfc-ace96fa81e9a req-8002d92f-1706-4635-9ee1-e3d8e39c1416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:51.797653 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0831790-ae1f-4d9e-bcfc-ace96fa81e9a req-8002d92f-1706-4635-9ee1-e3d8e39c1416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:51.798256 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0831790-ae1f-4d9e-bcfc-ace96fa81e9a req-8002d92f-1706-4635-9ee1-e3d8e39c1416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:51.798724 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0831790-ae1f-4d9e-bcfc-ace96fa81e9a req-8002d92f-1706-4635-9ee1-e3d8e39c1416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:51.799187 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0831790-ae1f-4d9e-bcfc-ace96fa81e9a req-8002d92f-1706-4635-9ee1-e3d8e39c1416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:51.799642 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0831790-ae1f-4d9e-bcfc-ace96fa81e9a req-8002d92f-1706-4635-9ee1-e3d8e39c1416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:51.807842 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d0831790-ae1f-4d9e-bcfc-ace96fa81e9a req-8002d92f-1706-4635-9ee1-e3d8e39c1416 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 6720 time: 0.1333172 Mar 07 10:39:51.883735 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d0831790-ae1f-4d9e-bcfc-ace96fa81e9a req-fd214b9d-1912-46c7-aed5-36b76e264cb6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0748308 Mar 07 10:39:52.116396 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71865609-bc80-49c2-ac34-9552c0866ddf req-2c0d5ff7-5f30-41ab-b1e9-026437b2869d tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:52.117916 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-71865609-bc80-49c2-ac34-9552c0866ddf req-2c0d5ff7-5f30-41ab-b1e9-026437b2869d tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/ports?device_id=db10705f-e3dc-46e5-95b4-257b17dc0ef7 HTTP/1.1" status: 200 len: 948 time: 0.0642717 Mar 07 10:39:52.190803 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-71865609-bc80-49c2-ac34-9552c0866ddf req-fc36cdf4-1d7e-4dc1-9e8f-b6e92cd2fd32 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/security-groups?id=f4084aaf-a193-45d4-b217-08acf54e2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611181 Mar 07 10:39:52.420945 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d5037-242e-4e84-8ba6-11101b0ed821 req-d2a089c0-1be4-40e8-9c3e-cbcb8ee6d42d tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:52.423194 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-df5d5037-242e-4e84-8ba6-11101b0ed821 req-d2a089c0-1be4-40e8-9c3e-cbcb8ee6d42d tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa99319b-fa92-4bd9-b8f7-6ff5a8458859 HTTP/1.1" status: 200 len: 944 time: 0.0688610 Mar 07 10:39:52.494956 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-df5d5037-242e-4e84-8ba6-11101b0ed821 req-c42b8ec0-d36b-4eea-9a16-7858f5ef5f11 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d67f8f6-acc5-40c0-b41d-c2a9301e9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654426 Mar 07 10:39:52.533222 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 72a3d4b3-ed0c-4344-9484-308b13301d2e up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:52.594893 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 72a3d4b3-ed0c-4344-9484-308b13301d2e completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:39:52.599095 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 72a3d4b3-ed0c-4344-9484-308b13301d2e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:52.599468 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (72a3d4b3-ed0c-4344-9484-308b13301d2e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:52.696969 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 72a3d4b3-ed0c-4344-9484-308b13301d2e is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:52.697532 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (72a3d4b3-ed0c-4344-9484-308b13301d2e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:52.710740 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:52.725185 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa99319b-fa92-4bd9-b8f7-6ff5a8458859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a3d4b3-ed0c-4344-9484-308b13301d2e'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:52.727704 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4374635a-8c98-4ceb-b02e-ddccf3c87487" -d '{"events": [{"server_uuid": "aa99319b-fa92-4bd9-b8f7-6ff5a8458859", "name": "network-vif-plugged", "status": "completed", "tag": "72a3d4b3-ed0c-4344-9484-308b13301d2e"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:52.745766 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 72a3d4b3-ed0c-4344-9484-308b13301d2e, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=72a3d4b3-ed0c-4344-9484-308b13301d2e,segment=NetworkSegment(9b9ed01a-f56d-4ac0-af2d-5753536dc596),segment_id=9b9ed01a-f56d-4ac0-af2d-5753536dc596)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:52.753514 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (72a3d4b3-ed0c-4344-9484-308b13301d2e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:52.765443 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 648ea7f0-c051-4379-92cb-a5b7a0c9381c up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:39:52.813751 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b977139d-3dbc-4890-bc5c-fbafc9acf5a5 x-openstack-request-id: req-b977139d-3dbc-4890-bc5c-fbafc9acf5a5 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:52.817775 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa99319b-fa92-4bd9-b8f7-6ff5a8458859", "name": "network-vif-plugged", "status": "completed", "tag": "72a3d4b3-ed0c-4344-9484-308b13301d2e", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:52.819220 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b977139d-3dbc-4890-bc5c-fbafc9acf5a5 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:52.819670 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa99319b-fa92-4bd9-b8f7-6ff5a8458859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72a3d4b3-ed0c-4344-9484-308b13301d2e', 'code': 200} Mar 07 10:39:52.920219 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=72a3d4b3-ed0c-4344-9484-308b13301d2e,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:52.936398 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 648ea7f0-c051-4379-92cb-a5b7a0c9381c completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:39:52.937538 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd21ac0-6c86-4625-8313-926ad48849ea req-589d0970-26d5-4a4e-bce4-7822945b0ecd tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:52.941418 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 648ea7f0-c051-4379-92cb-a5b7a0c9381c triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:39:52.941803 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (648ea7f0-c051-4379-92cb-a5b7a0c9381c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:52.950077 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0bd21ac0-6c86-4625-8313-926ad48849ea req-589d0970-26d5-4a4e-bce4-7822945b0ecd tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 945 time: 0.1506834 Mar 07 10:39:52.974307 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76d7b5-c188-412d-a0d7-5f7465fe49d0 req-415bdf2f-4d12-4a05-97ee-467634a493f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:52.991364 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fe76d7b5-c188-412d-a0d7-5f7465fe49d0 req-415bdf2f-4d12-4a05-97ee-467634a493f3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=aa99319b-fa92-4bd9-b8f7-6ff5a8458859 HTTP/1.1" status: 200 len: 1127 time: 0.1394708 Mar 07 10:39:53.039823 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0bd21ac0-6c86-4625-8313-926ad48849ea req-d5914f34-27c7-473c-983a-b2072bd308be tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878654 Mar 07 10:39:53.054896 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 648ea7f0-c051-4379-92cb-a5b7a0c9381c is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:39:53.056895 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (648ea7f0-c051-4379-92cb-a5b7a0c9381c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:53.061774 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fe76d7b5-c188-412d-a0d7-5f7465fe49d0 req-9240a4bb-0f44-4aff-8316-a26f1254c99f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2d67f8f6-acc5-40c0-b41d-c2a9301e9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647609 Mar 07 10:39:53.090978 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 648ea7f0-c051-4379-92cb-a5b7a0c9381c, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=648ea7f0-c051-4379-92cb-a5b7a0c9381c,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:53.095767 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (648ea7f0-c051-4379-92cb-a5b7a0c9381c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:53.167488 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=648ea7f0-c051-4379-92cb-a5b7a0c9381c,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:53.364430 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70ca81-b628-4147-8c05-019147f46e1b req-3d82dbb2-3080-4712-9eb4-d07e72d1d159 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:53.373743 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a70ca81-b628-4147-8c05-019147f46e1b req-3d82dbb2-3080-4712-9eb4-d07e72d1d159 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/ports?device_id=db10705f-e3dc-46e5-95b4-257b17dc0ef7 HTTP/1.1" status: 200 len: 949 time: 0.0740325 Mar 07 10:39:53.447242 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a70ca81-b628-4147-8c05-019147f46e1b req-2441ac7b-25f1-4ece-b26e-f8787d7fe574 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/security-groups?id=f4084aaf-a193-45d4-b217-08acf54e2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726211 Mar 07 10:39:53.648072 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0e1b3-7dca-498f-a38b-ba2f972b0db4 req-7c94b01a-d15b-4caf-8f47-2598434846a9 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:53.649607 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-17e0e1b3-7dca-498f-a38b-ba2f972b0db4 req-7c94b01a-d15b-4caf-8f47-2598434846a9 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa99319b-fa92-4bd9-b8f7-6ff5a8458859 HTTP/1.1" status: 200 len: 945 time: 0.0776021 Mar 07 10:39:53.717286 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-17e0e1b3-7dca-498f-a38b-ba2f972b0db4 req-b9a6caf2-43bd-4983-80d2-a642037f8ba9 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d67f8f6-acc5-40c0-b41d-c2a9301e9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567000 Mar 07 10:39:54.182711 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e38d1c-d469-4241-afd3-0aff99aca504 req-c92e4e6d-17e3-4aa6-9c0a-ab69834c9d05 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:54.184885 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a8e38d1c-d469-4241-afd3-0aff99aca504 req-c92e4e6d-17e3-4aa6-9c0a-ab69834c9d05 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 945 time: 0.0739172 Mar 07 10:39:54.267788 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a8e38d1c-d469-4241-afd3-0aff99aca504 req-70d7a9f2-7980-467b-99e6-2df12b04aa8b tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734506 Mar 07 10:39:54.588694 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14c562-5eaf-4a41-ae18-341c2f9d6c21 req-b70d543f-fe1f-4f18-b834-5b08d59863af tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:54.596069 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cc14c562-5eaf-4a41-ae18-341c2f9d6c21 req-b70d543f-fe1f-4f18-b834-5b08d59863af tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/ports?device_id=db10705f-e3dc-46e5-95b4-257b17dc0ef7 HTTP/1.1" status: 200 len: 949 time: 0.0686116 Mar 07 10:39:54.650894 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cc14c562-5eaf-4a41-ae18-341c2f9d6c21 req-82d3e730-239d-419e-856d-57e80b5241ed tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/security-groups?id=f4084aaf-a193-45d4-b217-08acf54e2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536885 Mar 07 10:39:54.820672 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db10705f-e3dc-46e5-95b4-257b17dc0ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648ea7f0-c051-4379-92cb-a5b7a0c9381c'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:54.823851 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b440d450-31b3-499c-9de3-a7aa304dfeb7" -d '{"events": [{"server_uuid": "db10705f-e3dc-46e5-95b4-257b17dc0ef7", "name": "network-vif-plugged", "status": "completed", "tag": "648ea7f0-c051-4379-92cb-a5b7a0c9381c"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:54.839868 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a042a-f530-4813-a9da-d9bc2a75c0d2 req-91ebfd37-8f21-4153-a943-13b2284567c6 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:54.848846 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-168a042a-f530-4813-a9da-d9bc2a75c0d2 req-91ebfd37-8f21-4153-a943-13b2284567c6 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa99319b-fa92-4bd9-b8f7-6ff5a8458859 HTTP/1.1" status: 200 len: 945 time: 0.0678852 Mar 07 10:39:54.909723 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-168a042a-f530-4813-a9da-d9bc2a75c0d2 req-c32c10d8-b0d6-469f-b05f-c6dd7d725c30 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d67f8f6-acc5-40c0-b41d-c2a9301e9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537193 Mar 07 10:39:54.966002 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76c08d9-c990-4d4e-80cf-71de7c6e858f x-openstack-request-id: req-a76c08d9-c990-4d4e-80cf-71de7c6e858f {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:54.966296 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db10705f-e3dc-46e5-95b4-257b17dc0ef7", "name": "network-vif-plugged", "status": "completed", "tag": "648ea7f0-c051-4379-92cb-a5b7a0c9381c", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:54.966574 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a76c08d9-c990-4d4e-80cf-71de7c6e858f {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:54.967543 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db10705f-e3dc-46e5-95b4-257b17dc0ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '648ea7f0-c051-4379-92cb-a5b7a0c9381c', 'code': 200} Mar 07 10:39:55.117306 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f802dd0-a424-4c8e-93b9-e934936eed64 req-fde4d8f3-9b44-4d5e-8618-f59a749b9673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:55.121211 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f802dd0-a424-4c8e-93b9-e934936eed64 req-fde4d8f3-9b44-4d5e-8618-f59a749b9673 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=db10705f-e3dc-46e5-95b4-257b17dc0ef7 HTTP/1.1" status: 200 len: 1131 time: 0.0877566 Mar 07 10:39:55.194243 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f802dd0-a424-4c8e-93b9-e934936eed64 req-2e493ebe-6171-422a-b4b2-1af75133de7c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f4084aaf-a193-45d4-b217-08acf54e2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647652 Mar 07 10:39:55.393443 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad29d1-e68f-464d-b5c7-1be864c68491 req-8f604284-e435-4652-90bd-092a1360c2e5 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:55.394950 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7cad29d1-e68f-464d-b5c7-1be864c68491 req-8f604284-e435-4652-90bd-092a1360c2e5 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa99319b-fa92-4bd9-b8f7-6ff5a8458859 HTTP/1.1" status: 200 len: 945 time: 0.0780895 Mar 07 10:39:55.481244 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7cad29d1-e68f-464d-b5c7-1be864c68491 req-edb8505c-9d33-41af-8c1e-ee0c94633c9e tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d67f8f6-acc5-40c0-b41d-c2a9301e9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807092 Mar 07 10:39:55.644936 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d630b50-647e-4d54-9dbc-990dc59e65e4 req-45c67a10-197a-4e09-b142-90e201f191d3 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:55.652505 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3d630b50-647e-4d54-9dbc-990dc59e65e4 req-45c67a10-197a-4e09-b142-90e201f191d3 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 945 time: 0.0916634 Mar 07 10:39:55.715797 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3d630b50-647e-4d54-9dbc-990dc59e65e4 req-d9edb3fd-36f6-4e65-b2b5-225a2cfd6df5 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574875 Mar 07 10:39:55.828902 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ec8e0-e5ef-408f-8310-561b941e66d4 req-95e75e2b-8338-4fc4-8c56-c823fd71528d tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:55.830637 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ef5ec8e0-e5ef-408f-8310-561b941e66d4 req-95e75e2b-8338-4fc4-8c56-c823fd71528d tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/ports?device_id=db10705f-e3dc-46e5-95b4-257b17dc0ef7 HTTP/1.1" status: 200 len: 949 time: 0.0640287 Mar 07 10:39:55.894776 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ef5ec8e0-e5ef-408f-8310-561b941e66d4 req-77fdd34b-150b-43a3-8759-d0c763225249 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/security-groups?id=f4084aaf-a193-45d4-b217-08acf54e2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567050 Mar 07 10:39:56.625037 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee7751a-2b80-4b88-af04-310410cceeb4 req-1b2a424e-3dc9-4237-934c-d39b8baaddb5 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:56.632413 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2ee7751a-2b80-4b88-af04-310410cceeb4 req-1b2a424e-3dc9-4237-934c-d39b8baaddb5 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa99319b-fa92-4bd9-b8f7-6ff5a8458859 HTTP/1.1" status: 200 len: 945 time: 0.0714221 Mar 07 10:39:56.721973 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2ee7751a-2b80-4b88-af04-310410cceeb4 req-cf1fbf0e-804c-4231-b051-415d153ff8a9 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] 10.222.0.11 "GET /v2.0/security-groups?id=2d67f8f6-acc5-40c0-b41d-c2a9301e9b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796864 Mar 07 10:39:56.853094 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4946d-4724-4bfa-befb-3d5c233aa9ef req-fa7811f4-a934-44a3-be40-474285a1e7aa tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:56.854596 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-24f4946d-4724-4bfa-befb-3d5c233aa9ef req-fa7811f4-a934-44a3-be40-474285a1e7aa tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 945 time: 0.0572734 Mar 07 10:39:56.909646 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-24f4946d-4724-4bfa-befb-3d5c233aa9ef req-ec6022be-3476-4f95-92c8-8e6b85b35cbc tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489616 Mar 07 10:39:57.079718 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a508d-b2af-47cb-9ef4-799a253d37ce req-42dc2b4e-a37e-4531-a64b-8b8666d8bcc9 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:57.081221 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ad2a508d-b2af-47cb-9ef4-799a253d37ce req-42dc2b4e-a37e-4531-a64b-8b8666d8bcc9 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] 10.222.0.21 "GET /v2.0/ports?device_id=aa99319b-fa92-4bd9-b8f7-6ff5a8458859 HTTP/1.1" status: 200 len: 945 time: 0.1161075 Mar 07 10:39:57.190240 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570ace4-7fdd-4875-9cc8-4fde5ccd5ae9 req-efa5e979-fbd8-4de7-b4c1-366c309c98e1 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:57.197477 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f570ace4-7fdd-4875-9cc8-4fde5ccd5ae9 req-efa5e979-fbd8-4de7-b4c1-366c309c98e1 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/ports?device_id=db10705f-e3dc-46e5-95b4-257b17dc0ef7 HTTP/1.1" status: 200 len: 949 time: 0.1868670 Mar 07 10:39:57.275295 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f570ace4-7fdd-4875-9cc8-4fde5ccd5ae9 req-f10d2e2b-2652-4d20-8267-d0b03696bb46 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/security-groups?id=f4084aaf-a193-45d4-b217-08acf54e2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769198 Mar 07 10:39:57.297777 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-ad2a508d-b2af-47cb-9ef4-799a253d37ce req-0ea6bcd7-1690-4680-8022-6f16e3c07471 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] Deleting port 72a3d4b3-ed0c-4344-9484-308b13301d2e {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:39:57.298372 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ad2a508d-b2af-47cb-9ef4-799a253d37ce req-0ea6bcd7-1690-4680-8022-6f16e3c07471 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (72a3d4b3-ed0c-4344-9484-308b13301d2e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:57.465756 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-ad2a508d-b2af-47cb-9ef4-799a253d37ce req-0ea6bcd7-1690-4680-8022-6f16e3c07471 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] For port 72a3d4b3-ed0c-4344-9484-308b13301d2e, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=72a3d4b3-ed0c-4344-9484-308b13301d2e,segment=NetworkSegment(9b9ed01a-f56d-4ac0-af2d-5753536dc596),segment_id=9b9ed01a-f56d-4ac0-af2d-5753536dc596)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:39:57.466409 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ad2a508d-b2af-47cb-9ef4-799a253d37ce req-0ea6bcd7-1690-4680-8022-6f16e3c07471 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (72a3d4b3-ed0c-4344-9484-308b13301d2e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:57.480463 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-ad2a508d-b2af-47cb-9ef4-799a253d37ce req-0ea6bcd7-1690-4680-8022-6f16e3c07471 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] Calling delete_port for 72a3d4b3-ed0c-4344-9484-308b13301d2e owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:39:57.733174 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ad2a508d-b2af-47cb-9ef4-799a253d37ce req-0ea6bcd7-1690-4680-8022-6f16e3c07471 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (72a3d4b3-ed0c-4344-9484-308b13301d2e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:57.744629 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['72a3d4b3-ed0c-4344-9484-308b13301d2e'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:39:57.801137 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6bcd7-1690-4680-8022-6f16e3c07471 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] Pushing event deleted for resources: {'Port': ['ID=72a3d4b3-ed0c-4344-9484-308b13301d2e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:57.855365 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2a508d-b2af-47cb-9ef4-799a253d37ce req-0ea6bcd7-1690-4680-8022-6f16e3c07471 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] No DVR routers for this DVR port 72a3d4b3-ed0c-4344-9484-308b13301d2e on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:39:57.858804 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ad2a508d-b2af-47cb-9ef4-799a253d37ce req-0ea6bcd7-1690-4680-8022-6f16e3c07471 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:57.862385 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ad2a508d-b2af-47cb-9ef4-799a253d37ce req-0ea6bcd7-1690-4680-8022-6f16e3c07471 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] 10.222.0.21 "DELETE /v2.0/ports/72a3d4b3-ed0c-4344-9484-308b13301d2e HTTP/1.1" status: 204 len: 173 time: 0.7759788 Mar 07 10:39:57.863196 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa99319b-fa92-4bd9-b8f7-6ff5a8458859', 'name': 'network-vif-deleted', 'tag': '72a3d4b3-ed0c-4344-9484-308b13301d2e'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:39:57.866966 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366d23a9-6974-4533-87e8-62fb99cdf77d" -d '{"events": [{"server_uuid": "aa99319b-fa92-4bd9-b8f7-6ff5a8458859", "name": "network-vif-deleted", "tag": "72a3d4b3-ed0c-4344-9484-308b13301d2e"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:39:57.948869 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d2e333e2-e145-4314-ac67-6c9d7ea00e01 req-5635bb16-c0a1-469d-8e83-b41adc71d2f2 tempest-InstanceActionsNegativeTestJSON-875779419 tempest-InstanceActionsNegativeTestJSON-875779419-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa99319b-fa92-4bd9-b8f7-6ff5a8458859 HTTP/1.1" status: 200 len: 210 time: 0.0513361 Mar 07 10:39:58.184792 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734295e2-8536-4335-90d1-e5057b73e9dc x-openstack-request-id: req-734295e2-8536-4335-90d1-e5057b73e9dc {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:39:58.185144 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa99319b-fa92-4bd9-b8f7-6ff5a8458859", "name": "network-vif-deleted", "tag": "72a3d4b3-ed0c-4344-9484-308b13301d2e", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:39:58.185441 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-734295e2-8536-4335-90d1-e5057b73e9dc {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:39:58.185932 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa99319b-fa92-4bd9-b8f7-6ff5a8458859', 'name': 'network-vif-deleted', 'tag': '72a3d4b3-ed0c-4344-9484-308b13301d2e', 'status': 'completed', 'code': 200} Mar 07 10:39:58.356917 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee5e318-11ab-42b1-a3b8-a761f9cdaa8b req-89fedd06-1fa3-480a-8372-d626567cd842 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:58.359547 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ee5e318-11ab-42b1-a3b8-a761f9cdaa8b req-89fedd06-1fa3-480a-8372-d626567cd842 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 945 time: 0.1144578 Mar 07 10:39:58.445569 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ee5e318-11ab-42b1-a3b8-a761f9cdaa8b req-9d0e8b4a-e536-4885-9aa8-87bf29f7d438 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688365 Mar 07 10:39:58.671972 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18b0bf-376d-466e-ba95-eadb7655e849 req-ac2ef2ac-ff3c-4699-9809-62912af55eed tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:58.679359 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-df18b0bf-376d-466e-ba95-eadb7655e849 req-ac2ef2ac-ff3c-4699-9809-62912af55eed tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/ports?device_id=db10705f-e3dc-46e5-95b4-257b17dc0ef7 HTTP/1.1" status: 200 len: 949 time: 0.0663252 Mar 07 10:39:58.736969 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-df18b0bf-376d-466e-ba95-eadb7655e849 req-97851c83-af41-415d-8b18-5a9d2502fbd7 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/security-groups?id=f4084aaf-a193-45d4-b217-08acf54e2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567486 Mar 07 10:39:59.001120 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 50864) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:59.053942 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5fb8406-c65f-476c-a090-9c61ec49997b admin admin] Deleting subnet c5f93057-2223-4315-93c3-369c9bed823c {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:39:59.060340 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f5fb8406-c65f-476c-a090-9c61ec49997b admin admin] Publish callbacks [] for subnet (c5f93057-2223-4315-93c3-369c9bed823c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.108046 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f5fb8406-c65f-476c-a090-9c61ec49997b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (c5f93057-2223-4315-93c3-369c9bed823c), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.160900 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f5fb8406-c65f-476c-a090-9c61ec49997b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (c5f93057-2223-4315-93c3-369c9bed823c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.196682 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 50868) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:59.248467 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f5fb8406-c65f-476c-a090-9c61ec49997b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (c5f93057-2223-4315-93c3-369c9bed823c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.279772 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb8406-c65f-476c-a090-9c61ec49997b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5f93057-2223-4315-93c3-369c9bed823c,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:59.282998 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f5fb8406-c65f-476c-a090-9c61ec49997b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.289682 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f5fb8406-c65f-476c-a090-9c61ec49997b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/c5f93057-2223-4315-93c3-369c9bed823c HTTP/1.1" status: 204 len: 168 time: 0.2871447 Mar 07 10:39:59.293823 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 50872) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:59.352878 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c30e86f4-7334-4fbd-bdc0-428128ff5767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.424191 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-112fccfa-1fcf-4fca-b272-22d55c8c13f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (8d1ee2a8-14ae-420b-a9f6-ea57b47311c5), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.569811 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-112fccfa-1fcf-4fca-b272-22d55c8c13f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (8d1ee2a8-14ae-420b-a9f6-ea57b47311c5), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.664931 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c30e86f4-7334-4fbd-bdc0-428128ff5767 admin admin] Publish callbacks [] for security_group (9f09bcc7-cf47-4b57-ad42-0792aa47ae00), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.672652 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-112fccfa-1fcf-4fca-b272-22d55c8c13f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d1ee2a8-14ae-420b-a9f6-ea57b47311c5']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:59.685089 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c30e86f4-7334-4fbd-bdc0-428128ff5767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (9f09bcc7-cf47-4b57-ad42-0792aa47ae00), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.694178 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-112fccfa-1fcf-4fca-b272-22d55c8c13f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b9ed01a-f56d-4ac0-af2d-5753536dc596') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:59.694571 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-112fccfa-1fcf-4fca-b272-22d55c8c13f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b9ed01a-f56d-4ac0-af2d-5753536dc596') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:39:59.726568 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-112fccfa-1fcf-4fca-b272-22d55c8c13f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (9b9ed01a-f56d-4ac0-af2d-5753536dc596), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.762567 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c30e86f4-7334-4fbd-bdc0-428128ff5767 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9fc2678660374279a56fe128162bf1fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5615041 Mar 07 10:39:59.762567 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e86f4-7334-4fbd-bdc0-428128ff5767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f09bcc7-cf47-4b57-ad42-0792aa47ae00,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:39:59.763289 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 50880) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:39:59.767865 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-112fccfa-1fcf-4fca-b272-22d55c8c13f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (9b9ed01a-f56d-4ac0-af2d-5753536dc596), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.793043 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccd851-4ee7-4a86-b784-e30ec419092d req-21e8f5ab-d9e0-4182-a47c-ce38a802ff85 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:39:59.803174 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ccccd851-4ee7-4a86-b784-e30ec419092d req-21e8f5ab-d9e0-4182-a47c-ce38a802ff85 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 945 time: 0.2397835 Mar 07 10:39:59.815485 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-112fccfa-1fcf-4fca-b272-22d55c8c13f3 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:39:59.816110 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-112fccfa-1fcf-4fca-b272-22d55c8c13f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (9b9ed01a-f56d-4ac0-af2d-5753536dc596), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.822647 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:39:59.822647 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:39:59.822647 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:39:59.822647 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:39:59.822647 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:39:59.822647 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:39:59.822647 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:39:59.822647 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:39:59.822647 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:39:59.822647 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:39:59.822647 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:39:59.822647 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:39:59.822647 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:39:59.822647 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:39:59.822647 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:39:59.822647 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:39:59.822647 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:39:59.822647 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:39:59.822647 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:39:59.822647 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:39:59.822647 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:39:59.822647 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:39:59.822647 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:39:59.822647 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:39:59.822647 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:39:59.822647 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:39:59.822647 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:39:59.822647 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:39:59.822647 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:39:59.822647 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:39:59.822647 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:39:59.822647 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:39:59.834509 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3b16225e-90d3-47f3-b6fb-7e25e18be323 admin admin] Publish callbacks [] for security_group (9f09bcc7-cf47-4b57-ad42-0792aa47ae00), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:39:59.956673 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3b16225e-90d3-47f3-b6fb-7e25e18be323 admin admin] Publish callbacks [] for security_group (9f09bcc7-cf47-4b57-ad42-0792aa47ae00), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.015002 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20168a87-1fec-46eb-84c0-2ec6002be87a req-36dfd618-ea38-419c-8368-610bcef5429a tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:00.017405 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-20168a87-1fec-46eb-84c0-2ec6002be87a req-36dfd618-ea38-419c-8368-610bcef5429a tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/ports?device_id=db10705f-e3dc-46e5-95b4-257b17dc0ef7 HTTP/1.1" status: 200 len: 949 time: 0.1569726 Mar 07 10:40:00.056126 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c731a-c0cc-4e98-b1d8-1ffbb094e47e req-7850d88f-9fcd-4fe5-a094-87626e0ca487 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:00.061902 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fc0c731a-c0cc-4e98-b1d8-1ffbb094e47e req-7850d88f-9fcd-4fe5-a094-87626e0ca487 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.21 "GET /v2.0/ports?device_id=db10705f-e3dc-46e5-95b4-257b17dc0ef7 HTTP/1.1" status: 200 len: 949 time: 0.2179091 Mar 07 10:40:00.195278 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3b16225e-90d3-47f3-b6fb-7e25e18be323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (9f09bcc7-cf47-4b57-ad42-0792aa47ae00), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.203208 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3b16225e-90d3-47f3-b6fb-7e25e18be323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.203208 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3b16225e-90d3-47f3-b6fb-7e25e18be323 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9f09bcc7-cf47-4b57-ad42-0792aa47ae00 HTTP/1.1" status: 204 len: 168 time: 0.4336669 Mar 07 10:40:00.224915 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16225e-90d3-47f3-b6fb-7e25e18be323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f09bcc7-cf47-4b57-ad42-0792aa47ae00,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:00.237998 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-20168a87-1fec-46eb-84c0-2ec6002be87a req-0cf6c5fb-cdd4-43f5-ac94-50b2e4549060 tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/security-groups?id=f4084aaf-a193-45d4-b217-08acf54e2ab6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021346 Mar 07 10:40:00.255118 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-112fccfa-1fcf-4fca-b272-22d55c8c13f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (8d1ee2a8-14ae-420b-a9f6-ea57b47311c5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.275909 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-112fccfa-1fcf-4fca-b272-22d55c8c13f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.291813 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-112fccfa-1fcf-4fca-b272-22d55c8c13f3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/8d1ee2a8-14ae-420b-a9f6-ea57b47311c5 HTTP/1.1" status: 204 len: 168 time: 0.9947269 Mar 07 10:40:00.292911 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-fc0c731a-c0cc-4e98-b1d8-1ffbb094e47e req-a41307ab-ee6f-4c65-be9a-29697cc2ba1d tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Deleting port 648ea7f0-c051-4379-92cb-a5b7a0c9381c {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:40:00.295713 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-fc0c731a-c0cc-4e98-b1d8-1ffbb094e47e req-a41307ab-ee6f-4c65-be9a-29697cc2ba1d tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (648ea7f0-c051-4379-92cb-a5b7a0c9381c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.354764 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112fccfa-1fcf-4fca-b272-22d55c8c13f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d1ee2a8-14ae-420b-a9f6-ea57b47311c5,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:00.361440 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ccccd851-4ee7-4a86-b784-e30ec419092d req-b7549805-67f7-4eef-9933-ad90ae724032 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5377870 Mar 07 10:40:00.465454 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-fc0c731a-c0cc-4e98-b1d8-1ffbb094e47e req-a41307ab-ee6f-4c65-be9a-29697cc2ba1d tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] For port 648ea7f0-c051-4379-92cb-a5b7a0c9381c, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=648ea7f0-c051-4379-92cb-a5b7a0c9381c,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:00.466002 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-fc0c731a-c0cc-4e98-b1d8-1ffbb094e47e req-a41307ab-ee6f-4c65-be9a-29697cc2ba1d tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (648ea7f0-c051-4379-92cb-a5b7a0c9381c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.489033 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-fc0c731a-c0cc-4e98-b1d8-1ffbb094e47e req-a41307ab-ee6f-4c65-be9a-29697cc2ba1d tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Calling delete_port for 648ea7f0-c051-4379-92cb-a5b7a0c9381c owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:40:00.550840 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 50896) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:00.630641 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7dbcd92c-fdb4-4e51-8408-f3094935e3d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f64e276e5d0c4170aa1c9459b49b39f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0787129 Mar 07 10:40:00.634584 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 50898) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:00.693173 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-fc0c731a-c0cc-4e98-b1d8-1ffbb094e47e req-a41307ab-ee6f-4c65-be9a-29697cc2ba1d tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (648ea7f0-c051-4379-92cb-a5b7a0c9381c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.713336 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-639a06aa-eded-470e-9d09-4c59abe405f6 admin admin] Publish callbacks [] for security_group (2d67f8f6-acc5-40c0-b41d-c2a9301e9b3b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.729269 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['648ea7f0-c051-4379-92cb-a5b7a0c9381c'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:40:00.753847 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-639a06aa-eded-470e-9d09-4c59abe405f6 admin admin] Publish callbacks [] for security_group (2d67f8f6-acc5-40c0-b41d-c2a9301e9b3b), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.760612 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41307ab-ee6f-4c65-be9a-29697cc2ba1d tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Pushing event deleted for resources: {'Port': ['ID=648ea7f0-c051-4379-92cb-a5b7a0c9381c,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:00.813381 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc0c731a-c0cc-4e98-b1d8-1ffbb094e47e req-a41307ab-ee6f-4c65-be9a-29697cc2ba1d tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] No DVR routers for this DVR port 648ea7f0-c051-4379-92cb-a5b7a0c9381c on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:40:00.815997 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-fc0c731a-c0cc-4e98-b1d8-1ffbb094e47e req-a41307ab-ee6f-4c65-be9a-29697cc2ba1d tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.815997 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fc0c731a-c0cc-4e98-b1d8-1ffbb094e47e req-a41307ab-ee6f-4c65-be9a-29697cc2ba1d tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.21 "DELETE /v2.0/ports/648ea7f0-c051-4379-92cb-a5b7a0c9381c HTTP/1.1" status: 204 len: 173 time: 0.7414551 Mar 07 10:40:00.815997 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db10705f-e3dc-46e5-95b4-257b17dc0ef7', 'name': 'network-vif-deleted', 'tag': '648ea7f0-c051-4379-92cb-a5b7a0c9381c'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:40:00.815997 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7636f193-3ad7-4396-a59f-9dbfa0d6223b" -d '{"events": [{"server_uuid": "db10705f-e3dc-46e5-95b4-257b17dc0ef7", "name": "network-vif-deleted", "tag": "648ea7f0-c051-4379-92cb-a5b7a0c9381c"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:40:00.895585 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-639a06aa-eded-470e-9d09-4c59abe405f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2d67f8f6-acc5-40c0-b41d-c2a9301e9b3b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.895585 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-639a06aa-eded-470e-9d09-4c59abe405f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:00.895585 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-639a06aa-eded-470e-9d09-4c59abe405f6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2d67f8f6-acc5-40c0-b41d-c2a9301e9b3b HTTP/1.1" status: 204 len: 168 time: 0.2428555 Mar 07 10:40:00.895585 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a06aa-eded-470e-9d09-4c59abe405f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d67f8f6-acc5-40c0-b41d-c2a9301e9b3b,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:00.942482 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7402a107-d7ec-4ab6-862a-2f31085e2246 x-openstack-request-id: req-7402a107-d7ec-4ab6-862a-2f31085e2246 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:40:00.942889 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db10705f-e3dc-46e5-95b4-257b17dc0ef7", "name": "network-vif-deleted", "tag": "648ea7f0-c051-4379-92cb-a5b7a0c9381c", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:40:00.943225 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7402a107-d7ec-4ab6-862a-2f31085e2246 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:40:00.943614 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db10705f-e3dc-46e5-95b4-257b17dc0ef7', 'name': 'network-vif-deleted', 'tag': '648ea7f0-c051-4379-92cb-a5b7a0c9381c', 'status': 'completed', 'code': 200} Mar 07 10:40:01.468318 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2bfa6afd-45dd-4d86-acc7-1d580d59ed1d req-b3dc203f-f8ac-4753-98d1-86d7d0e2e5bb tempest-TenantUsagesTestJSON-1473827191 tempest-TenantUsagesTestJSON-1473827191-project] 10.222.0.11 "GET /v2.0/ports?device_id=db10705f-e3dc-46e5-95b4-257b17dc0ef7 HTTP/1.1" status: 200 len: 210 time: 0.0830426 Mar 07 10:40:01.598208 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12496ae-ef1d-47fe-96c3-08891a6dc47a req-49533698-a9c4-4849-b82b-33d952f4feef tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:01.606670 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c12496ae-ef1d-47fe-96c3-08891a6dc47a req-49533698-a9c4-4849-b82b-33d952f4feef tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 945 time: 0.0947258 Mar 07 10:40:01.670314 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c12496ae-ef1d-47fe-96c3-08891a6dc47a req-4f397430-a4ef-4da3-9815-4048162ab793 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577724 Mar 07 10:40:01.722510 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 50942) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:01.853580 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e3b412fe-ded3-4f92-af66-819b39282bcc admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1012694398-network', 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:01.879352 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b412fe-ded3-4f92-af66-819b39282bcc admin admin] Made reservation on behalf of a9dbaf75c1ca4f48aa31093c74e34d2b for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:01.882720 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e3b412fe-ded3-4f92-af66-819b39282bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:01.893451 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e3b412fe-ded3-4f92-af66-819b39282bcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:01.996458 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e3b412fe-ded3-4f92-af66-819b39282bcc admin admin] Publish callbacks [] for security_group (a97aefc8-eaf5-49c0-9be9-01f706260e90), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.000560 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e3b412fe-ded3-4f92-af66-819b39282bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a97aefc8-eaf5-49c0-9be9-01f706260e90), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.036076 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b412fe-ded3-4f92-af66-819b39282bcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:40:02.041674 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b412fe-ded3-4f92-af66-819b39282bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97aefc8-eaf5-49c0-9be9-01f706260e90,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:02.053001 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e3b412fe-ded3-4f92-af66-819b39282bcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (bdffe236-d79e-4242-8538-dc3bd790824d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.053280 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-e3b412fe-ded3-4f92-af66-819b39282bcc admin admin] Added segment bdffe236-d79e-4242-8538-dc3bd790824d of type vlan for network 7eaf476d-e62a-411a-84bb-9ffb8dabd737 Mar 07 10:40:02.100691 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e3b412fe-ded3-4f92-af66-819b39282bcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (7eaf476d-e62a-411a-84bb-9ffb8dabd737), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.127679 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e3b412fe-ded3-4f92-af66-819b39282bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (7eaf476d-e62a-411a-84bb-9ffb8dabd737), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.128704 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b412fe-ded3-4f92-af66-819b39282bcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:02.129289 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e3b412fe-ded3-4f92-af66-819b39282bcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.190268 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e3b412fe-ded3-4f92-af66-819b39282bcc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4666080 Mar 07 10:40:02.193373 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 50970) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:02.195704 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b412fe-ded3-4f92-af66-819b39282bcc admin admin] Pushing event updated for resources: {'Network': ['ID=7eaf476d-e62a-411a-84bb-9ffb8dabd737,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:02.199168 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-650e8037-e171-4088-87ca-1a9d33d8d0b9 admin admin] Request body: {'subnet': {'network_id': '7eaf476d-e62a-411a-84bb-9ffb8dabd737', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1012694398-subnet', 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:02.208476 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 7eaf476d-e62a-411a-84bb-9ffb8dabd737 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:40:02.221444 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650e8037-e171-4088-87ca-1a9d33d8d0b9 admin admin] Made reservation on behalf of a9dbaf75c1ca4f48aa31093c74e34d2b for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:02.223899 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-650e8037-e171-4088-87ca-1a9d33d8d0b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.422861 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-650e8037-e171-4088-87ca-1a9d33d8d0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (838d6f3e-2340-488a-b945-348205729de8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.522211 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-71de9f27-a062-4c03-9e8c-5375ca84dc25 req-b83d3431-e693-4770-953d-b70ef9ac646d tempest-ServerShowV254Test-96030410 tempest-ServerShowV254Test-96030410-project] 10.222.0.11 "GET /v2.0/ports?device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.0463288 Mar 07 10:40:02.528231 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e8037-e171-4088-87ca-1a9d33d8d0b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=838d6f3e-2340-488a-b945-348205729de8,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:02.537829 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650e8037-e171-4088-87ca-1a9d33d8d0b9 admin admin] Checking segment: {'id': 'bdffe236-d79e-4242-8538-dc3bd790824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '7eaf476d-e62a-411a-84bb-9ffb8dabd737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:02.538133 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650e8037-e171-4088-87ca-1a9d33d8d0b9 admin admin] Network hostable DHCP agents. Network: 7eaf476d-e62a-411a-84bb-9ffb8dabd737, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:40:02.561600 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650e8037-e171-4088-87ca-1a9d33d8d0b9 admin admin] Network 7eaf476d-e62a-411a-84bb-9ffb8dabd737 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:40:02.585432 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-650e8037-e171-4088-87ca-1a9d33d8d0b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 7eaf476d-e62a-411a-84bb-9ffb8dabd737) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:02.589914 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650e8037-e171-4088-87ca-1a9d33d8d0b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:02.591323 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-650e8037-e171-4088-87ca-1a9d33d8d0b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.597025 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889405ca-fd45-4917-abcd-6046d7f6273b None None] Network 7eaf476d-e62a-411a-84bb-9ffb8dabd737 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:40:02.611652 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-650e8037-e171-4088-87ca-1a9d33d8d0b9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4167924 Mar 07 10:40:02.614738 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 50990) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:02.620477 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-e62f2033-33c0-4ab5-8761-d10dbdcb80a0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1012694398-router', 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:02.677709 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e62f2033-33c0-4ab5-8761-d10dbdcb80a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (518d17ab-313f-47da-b184-2da314ec408a), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.678966 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e62f2033-33c0-4ab5-8761-d10dbdcb80a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (518d17ab-313f-47da-b184-2da314ec408a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.728650 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 72a3d4b3-ed0c-4344-9484-308b13301d2e no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:40:02.752521 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 72a3d4b3-ed0c-4344-9484-308b13301d2e {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:40:02.752854 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 72a3d4b3-ed0c-4344-9484-308b13301d2e not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:40:02.766326 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a200947-76f9-4b86-8475-674006ac06ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-7eaf476d-e62a-411a-84bb-9ffb8dabd737', 'network_id': '7eaf476d-e62a-411a-84bb-9ffb8dabd737', 'project_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'fixed_ips': [{'subnet_id': '838d6f3e-2340-488a-b945-348205729de8'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:40:02.767024 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e62f2033-33c0-4ab5-8761-d10dbdcb80a0 admin admin] Publish callbacks [] for router_controller (518d17ab-313f-47da-b184-2da314ec408a), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.767204 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6a200947-76f9-4b86-8475-674006ac06ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:02.916098 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8fbf7-be48-4089-b160-96a2d5ca3d59 req-2ffb8976-d389-40a0-a03f-64b32dbc530f tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:02.927306 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8af8fbf7-be48-4089-b160-96a2d5ca3d59 req-2ffb8976-d389-40a0-a03f-64b32dbc530f tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 945 time: 0.1295712 Mar 07 10:40:03.004963 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-6a200947-76f9-4b86-8475-674006ac06ce None None] Allocated IP 172.20.0.2 (7eaf476d-e62a-411a-84bb-9ffb8dabd737/838d6f3e-2340-488a-b945-348205729de8/f053dd07-3b03-496c-ad2d-639bc976374f) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:03.046179 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8af8fbf7-be48-4089-b160-96a2d5ca3d59 req-04305a7e-1297-4d2d-aa35-8e4fbf2a2f1a tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125879 Mar 07 10:40:03.047576 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 51016) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:03.051944 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e62f2033-33c0-4ab5-8761-d10dbdcb80a0 admin admin] Publish callbacks [] for router_gateway (518d17ab-313f-47da-b184-2da314ec408a), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:03.096516 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f77a57-87bd-4b27-a619-13787aee505d req-4886c901-4a50-4ce5-85b5-ecb9ea7f6a70 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:03.098092 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e1f77a57-87bd-4b27-a619-13787aee505d req-4886c901-4a50-4ce5-85b5-ecb9ea7f6a70 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 946 time: 0.0827687 Mar 07 10:40:03.193337 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e1f77a57-87bd-4b27-a619-13787aee505d req-6809fe93-01fb-4e7d-bb14-e0e1b591c6fc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859656 Mar 07 10:40:03.193669 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6a200947-76f9-4b86-8475-674006ac06ce None None] Publish callbacks [] for port (f053dd07-3b03-496c-ad2d-639bc976374f), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:03.206760 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6a200947-76f9-4b86-8475-674006ac06ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (f053dd07-3b03-496c-ad2d-639bc976374f), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:03.276293 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-add5ad4c-36ba-49a1-9aea-fbe1921d0979 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=22d1b663a6174931a8b6ac7ceeb7e87f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2266912 Mar 07 10:40:03.277536 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 51022) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:03.278264 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a200947-76f9-4b86-8475-674006ac06ce None None] Pushing event updated for resources: {'Port': ['ID=f053dd07-3b03-496c-ad2d-639bc976374f,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:03.283551 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a200947-76f9-4b86-8475-674006ac06ce None None] Network 7eaf476d-e62a-411a-84bb-9ffb8dabd737 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:03.300372 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-6a200947-76f9-4b86-8475-674006ac06ce None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:03.305374 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a200947-76f9-4b86-8475-674006ac06ce None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:03.358765 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e62f2033-33c0-4ab5-8761-d10dbdcb80a0 admin admin] Publish callbacks [] for router_gateway (518d17ab-313f-47da-b184-2da314ec408a), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:03.366496 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-14eccd2c-f384-4a32-bf0b-72fd4f04fece admin admin] Publish callbacks [] for security_group (f4084aaf-a193-45d4-b217-08acf54e2ab6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:03.380288 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e62f2033-33c0-4ab5-8761-d10dbdcb80a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:03.392727 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-14eccd2c-f384-4a32-bf0b-72fd4f04fece admin admin] Publish callbacks [] for security_group (f4084aaf-a193-45d4-b217-08acf54e2ab6), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:03.401371 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6a200947-76f9-4b86-8475-674006ac06ce None None] Attempting to bind port f053dd07-3b03-496c-ad2d-639bc976374f on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:40:03.402080 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6a200947-76f9-4b86-8475-674006ac06ce None None] Attempting to bind port f053dd07-3b03-496c-ad2d-639bc976374f by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'bdffe236-d79e-4242-8538-dc3bd790824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '7eaf476d-e62a-411a-84bb-9ffb8dabd737'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:40:03.402606 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a200947-76f9-4b86-8475-674006ac06ce None None] Attempting to bind port f053dd07-3b03-496c-ad2d-639bc976374f on network 7eaf476d-e62a-411a-84bb-9ffb8dabd737 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:03.411832 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a200947-76f9-4b86-8475-674006ac06ce None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:40:03.412526 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a200947-76f9-4b86-8475-674006ac06ce None None] Checking segment: {'id': 'bdffe236-d79e-4242-8538-dc3bd790824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '7eaf476d-e62a-411a-84bb-9ffb8dabd737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:03.413125 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6a200947-76f9-4b86-8475-674006ac06ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:03.413661 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a200947-76f9-4b86-8475-674006ac06ce None None] Bound using segment: {'id': 'bdffe236-d79e-4242-8538-dc3bd790824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '7eaf476d-e62a-411a-84bb-9ffb8dabd737'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:40:03.414269 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6a200947-76f9-4b86-8475-674006ac06ce None None] Bound port: f053dd07-3b03-496c-ad2d-639bc976374f, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdffe236-d79e-4242-8538-dc3bd790824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '7eaf476d-e62a-411a-84bb-9ffb8dabd737'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:40:03.414803 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6a200947-76f9-4b86-8475-674006ac06ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f053dd07-3b03-496c-ad2d-639bc976374f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:03.456235 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-14eccd2c-f384-4a32-bf0b-72fd4f04fece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f4084aaf-a193-45d4-b217-08acf54e2ab6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:03.459268 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-14eccd2c-f384-4a32-bf0b-72fd4f04fece admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:03.460424 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-14eccd2c-f384-4a32-bf0b-72fd4f04fece admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f4084aaf-a193-45d4-b217-08acf54e2ab6 HTTP/1.1" status: 204 len: 168 time: 0.1798651 Mar 07 10:40:03.477349 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eccd2c-f384-4a32-bf0b-72fd4f04fece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4084aaf-a193-45d4-b217-08acf54e2ab6,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:03.556836 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6a200947-76f9-4b86-8475-674006ac06ce None None] For port f053dd07-3b03-496c-ad2d-639bc976374f, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:40:03.561784 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6a200947-76f9-4b86-8475-674006ac06ce None None] For port f053dd07-3b03-496c-ad2d-639bc976374f, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=f053dd07-3b03-496c-ad2d-639bc976374f,segment=NetworkSegment(bdffe236-d79e-4242-8538-dc3bd790824d),segment_id=bdffe236-d79e-4242-8538-dc3bd790824d)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:40:03.570961 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6a200947-76f9-4b86-8475-674006ac06ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f053dd07-3b03-496c-ad2d-639bc976374f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:03.590700 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-e62f2033-33c0-4ab5-8761-d10dbdcb80a0 admin admin] Allocated IP 172.25.3.39 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/2bbbd28d-9151-4743-a009-a8159ebc0439) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:03.671994 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a200947-76f9-4b86-8475-674006ac06ce None None] Pushing event updated for resources: {'Port': ['ID=f053dd07-3b03-496c-ad2d-639bc976374f,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:03.786248 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7cdb23e9-dca2-4313-9129-38ae02e8dfd7 req-782fdb7f-ac3d-4c42-98f2-302bcad6d225 tempest-ServerShowV254Test-96030410 tempest-ServerShowV254Test-96030410-project] 10.222.0.11 "GET /v2.0/ports?device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.0895891 Mar 07 10:40:03.878530 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c105cf8-ecd9-44ef-9ff1-de3917018886 req-2af0f10a-74d5-4861-ab5f-b4778ea865ca tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:03.882993 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3c105cf8-ecd9-44ef-9ff1-de3917018886 req-2af0f10a-74d5-4861-ab5f-b4778ea865ca tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 946 time: 0.0879545 Mar 07 10:40:03.889635 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e62f2033-33c0-4ab5-8761-d10dbdcb80a0 admin admin] Publish callbacks [] for port (2bbbd28d-9151-4743-a009-a8159ebc0439), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:03.947459 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 51040) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:03.985953 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-84dea2a9-532d-472a-bed6-3c19fe4d9c10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:04.021092 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3c105cf8-ecd9-44ef-9ff1-de3917018886 req-c5c1c276-7cdc-451c-b431-f4854fa064aa tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325183 Mar 07 10:40:04.029483 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e62f2033-33c0-4ab5-8761-d10dbdcb80a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (2bbbd28d-9151-4743-a009-a8159ebc0439), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:04.105805 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62f2033-33c0-4ab5-8761-d10dbdcb80a0 admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:04.129134 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-e62f2033-33c0-4ab5-8761-d10dbdcb80a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:04.137145 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62f2033-33c0-4ab5-8761-d10dbdcb80a0 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:04.140333 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f2033-33c0-4ab5-8761-d10dbdcb80a0 admin admin] Pushing event updated for resources: {'Port': ['ID=2bbbd28d-9151-4743-a009-a8159ebc0439,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:04.236976 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device f053dd07-3b03-496c-ad2d-639bc976374f up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:04.293664 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port f053dd07-3b03-496c-ad2d-639bc976374f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:04.294799 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f053dd07-3b03-496c-ad2d-639bc976374f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:04.332414 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-84dea2a9-532d-472a-bed6-3c19fe4d9c10 admin admin] Publish callbacks [] for security_group (9feb72c6-a94f-4a7b-b8d5-1e3f87e820df), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:04.341192 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-84dea2a9-532d-472a-bed6-3c19fe4d9c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (9feb72c6-a94f-4a7b-b8d5-1e3f87e820df), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:04.377640 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port f053dd07-3b03-496c-ad2d-639bc976374f is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:04.378329 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f053dd07-3b03-496c-ad2d-639bc976374f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:04.416812 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port f053dd07-3b03-496c-ad2d-639bc976374f, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=f053dd07-3b03-496c-ad2d-639bc976374f,segment=NetworkSegment(bdffe236-d79e-4242-8538-dc3bd790824d),segment_id=bdffe236-d79e-4242-8538-dc3bd790824d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:04.419338 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb5e22-6b27-4d94-be31-2f62881d17c5 req-b0c31be8-c289-4456-9659-21dd66001155 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:04.420914 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4bcb5e22-6b27-4d94-be31-2f62881d17c5 req-b0c31be8-c289-4456-9659-21dd66001155 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 945 time: 0.2339985 Mar 07 10:40:04.421402 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f053dd07-3b03-496c-ad2d-639bc976374f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:04.426890 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-84dea2a9-532d-472a-bed6-3c19fe4d9c10 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f046ef9ca7df48ddaac421465df7ae8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4784126 Mar 07 10:40:04.430007 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 51044) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:04.430757 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dea2a9-532d-472a-bed6-3c19fe4d9c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9feb72c6-a94f-4a7b-b8d5-1e3f87e820df,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:04.487661 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4bcb5e22-6b27-4d94-be31-2f62881d17c5 req-87254914-d2c1-4c2b-8d54-08b583c37a90 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577319 Mar 07 10:40:04.496878 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0782a807-eca9-48a1-9e36-c112b5208e2a admin admin] Publish callbacks [] for security_group (9feb72c6-a94f-4a7b-b8d5-1e3f87e820df), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:04.509343 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=f053dd07-3b03-496c-ad2d-639bc976374f,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:04.529794 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0782a807-eca9-48a1-9e36-c112b5208e2a admin admin] Publish callbacks [] for security_group (9feb72c6-a94f-4a7b-b8d5-1e3f87e820df), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:04.594614 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0782a807-eca9-48a1-9e36-c112b5208e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (9feb72c6-a94f-4a7b-b8d5-1e3f87e820df), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:04.597919 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0782a807-eca9-48a1-9e36-c112b5208e2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:04.601671 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0782a807-eca9-48a1-9e36-c112b5208e2a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9feb72c6-a94f-4a7b-b8d5-1e3f87e820df HTTP/1.1" status: 204 len: 168 time: 0.1681957 Mar 07 10:40:04.609544 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782a807-eca9-48a1-9e36-c112b5208e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9feb72c6-a94f-4a7b-b8d5-1e3f87e820df,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:04.631183 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 648ea7f0-c051-4379-92cb-a5b7a0c9381c no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:40:04.657758 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 648ea7f0-c051-4379-92cb-a5b7a0c9381c {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:40:04.658179 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 648ea7f0-c051-4379-92cb-a5b7a0c9381c not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:40:04.952251 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-47e8b04a-d76d-4411-82b2-f8e3d741484e req-4203b2b4-3c11-4b06-a4e6-719a445f204c tempest-ServerShowV254Test-96030410 tempest-ServerShowV254Test-96030410-project] 10.222.0.11 "GET /v2.0/ports?device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.0392978 Mar 07 10:40:04.959299 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e62f2033-33c0-4ab5-8761-d10dbdcb80a0 admin admin] Publish callbacks [] for router_gateway (518d17ab-313f-47da-b184-2da314ec408a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:05.050780 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb8c18d-d82f-4c5b-b8f0-c1257d306c35 None None] Network 7eaf476d-e62a-411a-84bb-9ffb8dabd737 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:40:05.258714 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1933e-0773-4d7b-ac60-2f35dffae95b req-2d236e79-9416-4571-a5aa-b5050c3d19a0 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:05.260446 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c7b1933e-0773-4d7b-ac60-2f35dffae95b req-2d236e79-9416-4571-a5aa-b5050c3d19a0 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 946 time: 0.1205254 Mar 07 10:40:05.268201 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e62f2033-33c0-4ab5-8761-d10dbdcb80a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (518d17ab-313f-47da-b184-2da314ec408a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:05.297736 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2270c591-b1b4-4131-8a08-7b151968a8e8 None None] Provisioning complete for port f053dd07-3b03-496c-ad2d-639bc976374f triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:05.299201 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2270c591-b1b4-4131-8a08-7b151968a8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f053dd07-3b03-496c-ad2d-639bc976374f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:05.381304 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1e100414-c407-4fd5-bbd5-24a9cad5223d req-798c6537-bc62-44ce-8691-2ea8002ec7e8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.0501418 Mar 07 10:40:05.431213 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2270c591-b1b4-4131-8a08-7b151968a8e8 None None] Current status of the port f053dd07-3b03-496c-ad2d-639bc976374f is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:05.457213 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c7b1933e-0773-4d7b-ac60-2f35dffae95b req-e093967f-8244-4778-9847-22a573e8d3fc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801913 Mar 07 10:40:05.561316 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62f2033-33c0-4ab5-8761-d10dbdcb80a0 admin admin] Router 518d17ab-313f-47da-b184-2da314ec408a is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:40:05.676621 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c12c4-d043-4518-b56a-c3bf972124f7 req-1440b77f-7894-4a0a-b5e9-7f990292b3ba tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:05.687858 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-065c12c4-d043-4518-b56a-c3bf972124f7 req-1440b77f-7894-4a0a-b5e9-7f990292b3ba tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 945 time: 0.0984628 Mar 07 10:40:05.764588 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62f2033-33c0-4ab5-8761-d10dbdcb80a0 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:40:05.766589 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-065c12c4-d043-4518-b56a-c3bf972124f7 req-c4dae2c5-774c-4a6d-85a5-d50c27719b32 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770192 Mar 07 10:40:05.772848 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-30c42928-dd98-4dc9-a18a-33f3fa24ecb8 None None] Provisioning complete for port f053dd07-3b03-496c-ad2d-639bc976374f triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:05.773454 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-30c42928-dd98-4dc9-a18a-33f3fa24ecb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f053dd07-3b03-496c-ad2d-639bc976374f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:05.790107 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d441bd78-c12c-4a3b-913b-6658cd63f53a None None] Sync routers for ids ['518d17ab-313f-47da-b184-2da314ec408a'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:40:05.809099 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e62f2033-33c0-4ab5-8761-d10dbdcb80a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:05.809380 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d441bd78-c12c-4a3b-913b-6658cd63f53a None None] Routers {'518d17ab-313f-47da-b184-2da314ec408a'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:40:05.813818 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e62f2033-33c0-4ab5-8761-d10dbdcb80a0 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1942098 Mar 07 10:40:05.813965 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-d441bd78-c12c-4a3b-913b-6658cd63f53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:39:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['518d17ab-313f-47da-b184-2da314ec408a'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:05.814592 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 51078) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:05.927223 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-30c42928-dd98-4dc9-a18a-33f3fa24ecb8 None None] Current status of the port f053dd07-3b03-496c-ad2d-639bc976374f is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:05.992336 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-d441bd78-c12c-4a3b-913b-6658cd63f53a None None] Set router 518d17ab-313f-47da-b184-2da314ec408a gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:40:06.129534 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0a831fa9-fcc4-4992-8660-b5ae8d636aba req-169aab42-0426-4e37-94f6-d783f80fc331 tempest-ServerShowV254Test-96030410 tempest-ServerShowV254Test-96030410-project] 10.222.0.11 "GET /v2.0/ports?device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.0704296 Mar 07 10:40:06.184673 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device f053dd07-3b03-496c-ad2d-639bc976374f up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:06.231564 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-d441bd78-c12c-4a3b-913b-6658cd63f53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '518d17ab-313f-47da-b184-2da314ec408a', 'name': 'tempest-TaggedBootDevicesTest-1012694398-router', 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2bbbd28d-9151-4743-a009-a8159ebc0439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:02Z', 'updated_at': '2022-03-07T10:40:04Z', 'revision_number': 3, 'project_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'gw_port': {'id': '2bbbd28d-9151-4743-a009-a8159ebc0439', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:93:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '518d17ab-313f-47da-b184-2da314ec408a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:03Z', 'updated_at': '2022-03-07T10:40:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:06.251042 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port f053dd07-3b03-496c-ad2d-639bc976374f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:06.251490 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f053dd07-3b03-496c-ad2d-639bc976374f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:06.269407 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d441bd78-c12c-4a3b-913b-6658cd63f53a None None] Checking router: 518d17ab-313f-47da-b184-2da314ec408a for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:40:06.269824 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d441bd78-c12c-4a3b-913b-6658cd63f53a None None] Updating router 518d17ab-313f-47da-b184-2da314ec408a port 2bbbd28d-9151-4743-a009-a8159ebc0439 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:40:06.307910 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d441bd78-c12c-4a3b-913b-6658cd63f53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2bbbd28d-9151-4743-a009-a8159ebc0439), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:06.353208 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port f053dd07-3b03-496c-ad2d-639bc976374f is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:06.456818 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fb421c01-cef5-4649-97ca-6fef159517fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:06.479943 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-eee84ad2-335c-45d9-a496-5287b7dd7fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:06.610865 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-455347be-90f5-420f-92a8-7cdd2e178848 req-8ee15242-7c51-4445-bc7e-b5df1481747a tempest-FlavorsV2NegativeTest-831088385 tempest-FlavorsV2NegativeTest-831088385-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=1755984f730c4339abb94478aaf2cba6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227783 Mar 07 10:40:06.679982 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45888fe9-6543-4555-afc3-430d164ab5c7 req-03007352-0600-460b-ab1b-5c67f41a7bbb tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:06.681679 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-45888fe9-6543-4555-afc3-430d164ab5c7 req-03007352-0600-460b-ab1b-5c67f41a7bbb tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 946 time: 0.1265297 Mar 07 10:40:06.682673 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d441bd78-c12c-4a3b-913b-6658cd63f53a None None] Publish callbacks [] for port (2bbbd28d-9151-4743-a009-a8159ebc0439), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:06.690221 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d441bd78-c12c-4a3b-913b-6658cd63f53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (2bbbd28d-9151-4743-a009-a8159ebc0439), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:06.740159 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c659f93-3644-4da3-8e9c-56392d731364 None None] Pushing event updated for resources: {'Port': ['ID=2bbbd28d-9151-4743-a009-a8159ebc0439,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:06.740825 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455347be-90f5-420f-92a8-7cdd2e178848 req-de4d8d67-1069-4f9a-9e00-033d700b5312 tempest-FlavorsV2NegativeTest-831088385 tempest-FlavorsV2NegativeTest-831088385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:06.742453 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-455347be-90f5-420f-92a8-7cdd2e178848 req-de4d8d67-1069-4f9a-9e00-033d700b5312 tempest-FlavorsV2NegativeTest-831088385 tempest-FlavorsV2NegativeTest-831088385-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1256247 Mar 07 10:40:06.754471 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c659f93-3644-4da3-8e9c-56392d731364 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:06.754804 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c659f93-3644-4da3-8e9c-56392d731364 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:06.755140 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c659f93-3644-4da3-8e9c-56392d731364 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:06.755467 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c659f93-3644-4da3-8e9c-56392d731364 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:06.755789 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c659f93-3644-4da3-8e9c-56392d731364 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:06.756111 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c659f93-3644-4da3-8e9c-56392d731364 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:06.756431 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c659f93-3644-4da3-8e9c-56392d731364 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:06.756748 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c659f93-3644-4da3-8e9c-56392d731364 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:06.757061 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c659f93-3644-4da3-8e9c-56392d731364 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:06.757410 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c659f93-3644-4da3-8e9c-56392d731364 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:06.757725 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c659f93-3644-4da3-8e9c-56392d731364 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:06.758040 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c659f93-3644-4da3-8e9c-56392d731364 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:06.758352 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c659f93-3644-4da3-8e9c-56392d731364 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:06.760426 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-455347be-90f5-420f-92a8-7cdd2e178848 req-d108fa4c-e193-4339-b417-40e0e5e70e92 tempest-FlavorsV2NegativeTest-831088385 tempest-FlavorsV2NegativeTest-831088385-project] 10.222.0.11 "GET /v2.0/quotas/1755984f730c4339abb94478aaf2cba6 HTTP/1.1" status: 200 len: 375 time: 0.0106144 Mar 07 10:40:06.765940 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-d441bd78-c12c-4a3b-913b-6658cd63f53a None None] Attempting to bind port 2bbbd28d-9151-4743-a009-a8159ebc0439 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:40:06.766308 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-d441bd78-c12c-4a3b-913b-6658cd63f53a None None] Attempting to bind port 2bbbd28d-9151-4743-a009-a8159ebc0439 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:40:06.766697 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d441bd78-c12c-4a3b-913b-6658cd63f53a None None] Attempting to bind port 2bbbd28d-9151-4743-a009-a8159ebc0439 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:06.768906 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-eee84ad2-335c-45d9-a496-5287b7dd7fa9 admin admin] Allocated IP 172.20.0.1 (7eaf476d-e62a-411a-84bb-9ffb8dabd737/838d6f3e-2340-488a-b945-348205729de8/848d2f3e-9f68-4513-885c-ee9473f0b94a) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:06.772050 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d441bd78-c12c-4a3b-913b-6658cd63f53a None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:40:06.772425 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d441bd78-c12c-4a3b-913b-6658cd63f53a None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:06.772800 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d441bd78-c12c-4a3b-913b-6658cd63f53a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:06.773214 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d441bd78-c12c-4a3b-913b-6658cd63f53a None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:40:06.773921 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-d441bd78-c12c-4a3b-913b-6658cd63f53a None None] Bound port: 2bbbd28d-9151-4743-a009-a8159ebc0439, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:40:06.774751 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d441bd78-c12c-4a3b-913b-6658cd63f53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2bbbd28d-9151-4743-a009-a8159ebc0439), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:06.789141 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-45888fe9-6543-4555-afc3-430d164ab5c7 req-f83899b6-3c64-4840-86c6-8b509706fd66 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962071 Mar 07 10:40:06.826004 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-455347be-90f5-420f-92a8-7cdd2e178848 req-06743083-c90d-4312-a54e-dd63089437fe tempest-FlavorsV2NegativeTest-831088385 tempest-FlavorsV2NegativeTest-831088385-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1755984f730c4339abb94478aaf2cba6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515513 Mar 07 10:40:06.862645 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-d441bd78-c12c-4a3b-913b-6658cd63f53a None None] For port 2bbbd28d-9151-4743-a009-a8159ebc0439, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:40:06.866311 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-d441bd78-c12c-4a3b-913b-6658cd63f53a None None] For port 2bbbd28d-9151-4743-a009-a8159ebc0439, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=2bbbd28d-9151-4743-a009-a8159ebc0439,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:40:06.869657 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 49374629-e4ca-4d8e-9683-e194b48557a0 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:40:06.885926 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d441bd78-c12c-4a3b-913b-6658cd63f53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (2bbbd28d-9151-4743-a009-a8159ebc0439), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:06.941734 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-eee84ad2-335c-45d9-a496-5287b7dd7fa9 admin admin] Publish callbacks [] for port (848d2f3e-9f68-4513-885c-ee9473f0b94a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:06.956629 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c659f93-3644-4da3-8e9c-56392d731364 None None] Pushing event updated for resources: {'Port': ['ID=2bbbd28d-9151-4743-a009-a8159ebc0439,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:06.971417 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d441bd78-c12c-4a3b-913b-6658cd63f53a None None] Routers {'518d17ab-313f-47da-b184-2da314ec408a'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:40:06.972262 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-d441bd78-c12c-4a3b-913b-6658cd63f53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:39:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['518d17ab-313f-47da-b184-2da314ec408a'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:06.992422 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccea343-15cc-4512-8c73-aa855a6cd724 req-e8bedc81-723a-40cc-876a-a915324f285c tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:06.994793 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7ccea343-15cc-4512-8c73-aa855a6cd724 req-e8bedc81-723a-40cc-876a-a915324f285c tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 945 time: 0.1156862 Mar 07 10:40:07.010980 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 49374629-e4ca-4d8e-9683-e194b48557a0 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:07.011724 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:07.042047 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbfad76-c99c-4ab4-b6c5-209d9a58422f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49374629-e4ca-4d8e-9683-e194b48557a0'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:40:07.044467 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9a1f6c-eeaf-4158-81b0-e2490568e71f" -d '{"events": [{"server_uuid": "efbfad76-c99c-4ab4-b6c5-209d9a58422f", "name": "network-vif-unplugged", "status": "completed", "tag": "49374629-e4ca-4d8e-9683-e194b48557a0"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:40:07.060971 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 49374629-e4ca-4d8e-9683-e194b48557a0, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=49374629-e4ca-4d8e-9683-e194b48557a0,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:07.070119 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:07.082264 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-eee84ad2-335c-45d9-a496-5287b7dd7fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (848d2f3e-9f68-4513-885c-ee9473f0b94a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:07.113153 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7ccea343-15cc-4512-8c73-aa855a6cd724 req-e71a01af-fcf6-4217-ab7e-209078799867 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058171 Mar 07 10:40:07.123638 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-d441bd78-c12c-4a3b-913b-6658cd63f53a None None] Set router 518d17ab-313f-47da-b184-2da314ec408a gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:40:07.130405 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec697b3-4861-4ac2-ae8a-e5183c2b5465 x-openstack-request-id: req-9ec697b3-4861-4ac2-ae8a-e5183c2b5465 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:40:07.130704 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbfad76-c99c-4ab4-b6c5-209d9a58422f", "name": "network-vif-unplugged", "status": "completed", "tag": "49374629-e4ca-4d8e-9683-e194b48557a0", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:40:07.130966 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9ec697b3-4861-4ac2-ae8a-e5183c2b5465 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:40:07.131370 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbfad76-c99c-4ab4-b6c5-209d9a58422f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49374629-e4ca-4d8e-9683-e194b48557a0', 'code': 200} Mar 07 10:40:07.165312 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee84ad2-335c-45d9-a496-5287b7dd7fa9 admin admin] Network 7eaf476d-e62a-411a-84bb-9ffb8dabd737 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:07.172034 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-eee84ad2-335c-45d9-a496-5287b7dd7fa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:07.181269 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee84ad2-335c-45d9-a496-5287b7dd7fa9 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:07.193407 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=49374629-e4ca-4d8e-9683-e194b48557a0,revision_number=11']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:07.250503 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee84ad2-335c-45d9-a496-5287b7dd7fa9 admin admin] Pushing event updated for resources: {'Port': ['ID=848d2f3e-9f68-4513-885c-ee9473f0b94a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:07.260771 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-eee84ad2-335c-45d9-a496-5287b7dd7fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (518d17ab-313f-47da-b184-2da314ec408a), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:07.291503 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2c65a374-bf24-4fba-8c5b-7050921e6b75 req-2e2dc604-f489-4914-8472-58dbef647877 tempest-ServerShowV254Test-96030410 tempest-ServerShowV254Test-96030410-project] 10.222.0.11 "GET /v2.0/ports?device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.0351105 Mar 07 10:40:07.434191 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-d441bd78-c12c-4a3b-913b-6658cd63f53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '518d17ab-313f-47da-b184-2da314ec408a', 'name': 'tempest-TaggedBootDevicesTest-1012694398-router', 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2bbbd28d-9151-4743-a009-a8159ebc0439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:02Z', 'updated_at': '2022-03-07T10:40:04Z', 'revision_number': 3, 'project_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'gw_port': {'id': '2bbbd28d-9151-4743-a009-a8159ebc0439', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:93:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '518d17ab-313f-47da-b184-2da314ec408a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:03Z', 'updated_at': '2022-03-07T10:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:07.464790 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-eee84ad2-335c-45d9-a496-5287b7dd7fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (848d2f3e-9f68-4513-885c-ee9473f0b94a), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:07.471773 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d441bd78-c12c-4a3b-913b-6658cd63f53a None None] The sync data for ids ['518d17ab-313f-47da-b184-2da314ec408a'] in n-d-832164-4 is: [{'id': '518d17ab-313f-47da-b184-2da314ec408a', 'name': 'tempest-TaggedBootDevicesTest-1012694398-router', 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2bbbd28d-9151-4743-a009-a8159ebc0439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:02Z', 'updated_at': '2022-03-07T10:40:04Z', 'revision_number': 3, 'project_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'gw_port': {'id': '2bbbd28d-9151-4743-a009-a8159ebc0439', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:93:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '518d17ab-313f-47da-b184-2da314ec408a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:03Z', 'updated_at': '2022-03-07T10:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:40:07.569459 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-945864f5-41d2-4ff6-8ba8-977df2738fa3 None None] Provisioning complete for port 848d2f3e-9f68-4513-885c-ee9473f0b94a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:07.576317 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-945864f5-41d2-4ff6-8ba8-977df2738fa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (848d2f3e-9f68-4513-885c-ee9473f0b94a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:07.629012 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-945864f5-41d2-4ff6-8ba8-977df2738fa3 None None] Port 848d2f3e-9f68-4513-885c-ee9473f0b94a cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:40:07.646073 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 51150) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:07.673845 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-eee84ad2-335c-45d9-a496-5287b7dd7fa9 admin admin] Publish callbacks [] for port (848d2f3e-9f68-4513-885c-ee9473f0b94a), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:07.682104 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-eee84ad2-335c-45d9-a496-5287b7dd7fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (848d2f3e-9f68-4513-885c-ee9473f0b94a), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:07.755320 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-eee84ad2-335c-45d9-a496-5287b7dd7fa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (518d17ab-313f-47da-b184-2da314ec408a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:07.758444 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee84ad2-335c-45d9-a496-5287b7dd7fa9 admin admin] Pushing event updated for resources: {'Port': ['ID=848d2f3e-9f68-4513-885c-ee9473f0b94a,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:07.844597 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-82d64c50-2f03-4fe2-9170-66a8a66f5496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:08.003067 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-82d64c50-2f03-4fe2-9170-66a8a66f5496 admin admin] Publish callbacks [] for security_group (c14aa114-0d51-4894-9fae-acdf63a65c02), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:08.024527 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-82d64c50-2f03-4fe2-9170-66a8a66f5496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (c14aa114-0d51-4894-9fae-acdf63a65c02), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:08.026648 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7e60e-6d72-4dd5-8e2f-44de24ac7d26 req-7153311b-8137-4e44-b088-a0bfa2cf780c tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:08.028327 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d2a7e60e-6d72-4dd5-8e2f-44de24ac7d26 req-7153311b-8137-4e44-b088-a0bfa2cf780c tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1091170 Mar 07 10:40:08.039792 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee84ad2-335c-45d9-a496-5287b7dd7fa9 admin admin] Network 7eaf476d-e62a-411a-84bb-9ffb8dabd737 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:08.053476 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0d281c20-bdec-4a48-a236-070bbdb1d609 req-08f145b4-4cfe-40fd-9abd-bcdb12872bc1 tempest-ServerShowV254Test-96030410 tempest-ServerShowV254Test-96030410-project] 10.222.0.11 "GET /v2.0/ports?device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.0487964 Mar 07 10:40:08.057544 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-eee84ad2-335c-45d9-a496-5287b7dd7fa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:08.120586 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d64c50-2f03-4fe2-9170-66a8a66f5496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14aa114-0d51-4894-9fae-acdf63a65c02,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:08.127854 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-82d64c50-2f03-4fe2-9170-66a8a66f5496 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1755984f730c4339abb94478aaf2cba6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4807193 Mar 07 10:40:08.130551 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 51166) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:08.188656 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d2a7e60e-6d72-4dd5-8e2f-44de24ac7d26 req-ee23fcef-896b-4021-9264-60f22f7afa8a tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514828 Mar 07 10:40:08.237118 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae1dd0e5-5b9e-4331-960c-c6b69da5844f admin admin] Publish callbacks [] for security_group (c14aa114-0d51-4894-9fae-acdf63a65c02), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:08.323931 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae1dd0e5-5b9e-4331-960c-c6b69da5844f admin admin] Publish callbacks [] for security_group (c14aa114-0d51-4894-9fae-acdf63a65c02), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:08.344490 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 2bbbd28d-9151-4743-a009-a8159ebc0439 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:08.350019 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee84ad2-335c-45d9-a496-5287b7dd7fa9 admin admin] Router 518d17ab-313f-47da-b184-2da314ec408a has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:40:08.382000 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743b5a9-86d2-4e8d-97fa-45b810d47bcb req-bd89b061-6f88-4466-90f7-9775b98c365f tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:08.383884 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1743b5a9-86d2-4e8d-97fa-45b810d47bcb req-bd89b061-6f88-4466-90f7-9775b98c365f tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 945 time: 0.1362481 Mar 07 10:40:08.454111 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1743b5a9-86d2-4e8d-97fa-45b810d47bcb req-074aa814-be21-4fd8-b0f0-ab26e730a0a6 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630584 Mar 07 10:40:08.470141 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 2bbbd28d-9151-4743-a009-a8159ebc0439 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:08.470796 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2bbbd28d-9151-4743-a009-a8159ebc0439), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:08.472203 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae1dd0e5-5b9e-4331-960c-c6b69da5844f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (c14aa114-0d51-4894-9fae-acdf63a65c02), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:08.475023 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae1dd0e5-5b9e-4331-960c-c6b69da5844f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:08.476176 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ae1dd0e5-5b9e-4331-960c-c6b69da5844f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c14aa114-0d51-4894-9fae-acdf63a65c02 HTTP/1.1" status: 204 len: 168 time: 0.3445189 Mar 07 10:40:08.487132 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1dd0e5-5b9e-4331-960c-c6b69da5844f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14aa114-0d51-4894-9fae-acdf63a65c02,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:08.500861 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee84ad2-335c-45d9-a496-5287b7dd7fa9 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:40:08.522794 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-eee84ad2-335c-45d9-a496-5287b7dd7fa9 admin admin] 10.222.0.11 "PUT /v2.0/routers/518d17ab-313f-47da-b184-2da314ec408a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7068033 Mar 07 10:40:08.625907 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-50cfd875-4451-4c71-8808-a6e9238dd1dc None None] Provisioning complete for port 848d2f3e-9f68-4513-885c-ee9473f0b94a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:08.627047 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-50cfd875-4451-4c71-8808-a6e9238dd1dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (848d2f3e-9f68-4513-885c-ee9473f0b94a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:08.661343 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1fbdabf4-4ba0-47e8-b461-cdd65aad0c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:08.664490 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 2bbbd28d-9151-4743-a009-a8159ebc0439 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:08.665092 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2bbbd28d-9151-4743-a009-a8159ebc0439), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:08.678508 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-50cfd875-4451-4c71-8808-a6e9238dd1dc None None] Port 848d2f3e-9f68-4513-885c-ee9473f0b94a cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:40:08.696142 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 2bbbd28d-9151-4743-a009-a8159ebc0439, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=2bbbd28d-9151-4743-a009-a8159ebc0439,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:08.703012 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (2bbbd28d-9151-4743-a009-a8159ebc0439), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:08.770662 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=2bbbd28d-9151-4743-a009-a8159ebc0439,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:08.898632 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 49374629-e4ca-4d8e-9683-e194b48557a0 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:40:09.027233 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 49374629-e4ca-4d8e-9683-e194b48557a0, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=49374629-e4ca-4d8e-9683-e194b48557a0,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:09.040378 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '49374629-e4ca-4d8e-9683-e194b48557a0', 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41', 'port_id': '49374629-e4ca-4d8e-9683-e194b48557a0', 'mac_address': 'fa:16:3e:2c:a4:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be75dc35-59ec-464d-b948-3549cf46df15', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:40:09.087190 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 49374629-e4ca-4d8e-9683-e194b48557a0 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:09.087938 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:09.108359 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49374629-e4ca-4d8e-9683-e194b48557a0 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:40:09.137772 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 49374629-e4ca-4d8e-9683-e194b48557a0, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=49374629-e4ca-4d8e-9683-e194b48557a0,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:09.145312 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:09.204039 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1f38f6a5-3a51-4e1e-ac90-5f04de7a4c0d req-9ab2a0d5-24e1-425c-afca-20b9d27e2212 tempest-ServerShowV254Test-96030410 tempest-ServerShowV254Test-96030410-project] 10.222.0.11 "GET /v2.0/ports?device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.0449698 Mar 07 10:40:09.218677 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=49374629-e4ca-4d8e-9683-e194b48557a0,revision_number=12']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:09.243392 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['49374629-e4ca-4d8e-9683-e194b48557a0'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:40:09.346761 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d9e4a-f62a-4282-b630-0d7c21b78e9f req-14caa7f7-f1d0-4a1a-a614-67e27f107ce7 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:09.360086 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-401d9e4a-f62a-4282-b630-0d7c21b78e9f req-14caa7f7-f1d0-4a1a-a614-67e27f107ce7 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 945 time: 0.0875416 Mar 07 10:40:09.371741 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 51208) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:09.379425 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-113819ee-6ec4-48cd-8af9-435d25d656c7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1139988456-network', 'tenant_id': '8c489afd3300449e90362e9e1cd30643'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:09.401270 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-113819ee-6ec4-48cd-8af9-435d25d656c7 admin admin] Made reservation on behalf of 8c489afd3300449e90362e9e1cd30643 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:09.404387 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-113819ee-6ec4-48cd-8af9-435d25d656c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:09.423445 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-113819ee-6ec4-48cd-8af9-435d25d656c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:09.457846 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-401d9e4a-f62a-4282-b630-0d7c21b78e9f req-222607b3-b937-454b-a7f4-2aecebeac2b1 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966439 Mar 07 10:40:09.526096 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 51214) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:09.557409 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-113819ee-6ec4-48cd-8af9-435d25d656c7 admin admin] Publish callbacks [] for security_group (bbcc86b1-c76b-452f-8618-1094083831f4), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:09.563820 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-113819ee-6ec4-48cd-8af9-435d25d656c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (bbcc86b1-c76b-452f-8618-1094083831f4), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:09.604333 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-113819ee-6ec4-48cd-8af9-435d25d656c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:40:09.636507 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113819ee-6ec4-48cd-8af9-435d25d656c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcc86b1-c76b-452f-8618-1094083831f4,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:09.640121 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-113819ee-6ec4-48cd-8af9-435d25d656c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (8d84e862-2cc8-4b1e-9958-c83ca93dd398), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:09.640446 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d25cf6a6-b32b-44f4-82f6-482ff6680ad8 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-978662268-network', 'tenant_id': '62af914074b242af8357a186fc3aa177'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:09.640701 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-113819ee-6ec4-48cd-8af9-435d25d656c7 admin admin] Added segment 8d84e862-2cc8-4b1e-9958-c83ca93dd398 of type vlan for network acd69d25-6999-4383-ab3c-5bfc030e8c58 Mar 07 10:40:09.664168 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25cf6a6-b32b-44f4-82f6-482ff6680ad8 admin admin] Made reservation on behalf of 62af914074b242af8357a186fc3aa177 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:09.667160 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d25cf6a6-b32b-44f4-82f6-482ff6680ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:09.678498 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d25cf6a6-b32b-44f4-82f6-482ff6680ad8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:09.694363 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe0baf-8cde-4a05-844f-f1141b94c085 req-cd4550cc-c26a-46df-9b19-9d5803c99f8d tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:09.696063 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bffe0baf-8cde-4a05-844f-f1141b94c085 req-cd4550cc-c26a-46df-9b19-9d5803c99f8d tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 945 time: 0.1595180 Mar 07 10:40:09.713239 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-113819ee-6ec4-48cd-8af9-435d25d656c7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (acd69d25-6999-4383-ab3c-5bfc030e8c58), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:09.767151 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446ea5b0-8810-4942-ae3d-fe6b50e7ca7a None None] Sync routers for ids ['518d17ab-313f-47da-b184-2da314ec408a'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:40:09.774728 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bffe0baf-8cde-4a05-844f-f1141b94c085 req-e3f133ac-a101-4689-ac10-44b938f8a43b tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719805 Mar 07 10:40:09.775690 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d25cf6a6-b32b-44f4-82f6-482ff6680ad8 admin admin] Publish callbacks [] for security_group (5d2d1973-ce26-4b54-8e27-10534bc457b7), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:09.775814 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-113819ee-6ec4-48cd-8af9-435d25d656c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (acd69d25-6999-4383-ab3c-5bfc030e8c58), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:09.776735 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-113819ee-6ec4-48cd-8af9-435d25d656c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:09.777311 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-113819ee-6ec4-48cd-8af9-435d25d656c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:09.783929 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d25cf6a6-b32b-44f4-82f6-482ff6680ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5d2d1973-ce26-4b54-8e27-10534bc457b7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:09.785853 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446ea5b0-8810-4942-ae3d-fe6b50e7ca7a None None] Routers {'518d17ab-313f-47da-b184-2da314ec408a'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:40:09.786537 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-446ea5b0-8810-4942-ae3d-fe6b50e7ca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:40:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['518d17ab-313f-47da-b184-2da314ec408a'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:09.808590 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d25cf6a6-b32b-44f4-82f6-482ff6680ad8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:40:09.824200 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-113819ee-6ec4-48cd-8af9-435d25d656c7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4506581 Mar 07 10:40:09.827124 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 51218) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:09.845173 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:09.845573 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d25cf6a6-b32b-44f4-82f6-482ff6680ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (be2730d6-1887-4428-ad70-9f895beb128c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:09.846057 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-d25cf6a6-b32b-44f4-82f6-482ff6680ad8 admin admin] Added segment be2730d6-1887-4428-ad70-9f895beb128c of type vlan for network 9da4d94f-c230-4f14-a6ee-34ff5fc1419f Mar 07 10:40:09.856844 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25cf6a6-b32b-44f4-82f6-482ff6680ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2d1973-ce26-4b54-8e27-10534bc457b7,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:09.862520 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-7175d3cc-bede-479f-bd5c-9cef321b948c admin admin] Request body: {'subnet': {'network_id': 'acd69d25-6999-4383-ab3c-5bfc030e8c58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1139988456-subnet', 'tenant_id': '8c489afd3300449e90362e9e1cd30643', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:09.865130 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:40:09.875635 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113819ee-6ec4-48cd-8af9-435d25d656c7 admin admin] Pushing event updated for resources: {'Network': ['ID=acd69d25-6999-4383-ab3c-5bfc030e8c58,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:09.895592 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7175d3cc-bede-479f-bd5c-9cef321b948c admin admin] Made reservation on behalf of 8c489afd3300449e90362e9e1cd30643 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:09.899547 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7175d3cc-bede-479f-bd5c-9cef321b948c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:09.905728 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d25cf6a6-b32b-44f4-82f6-482ff6680ad8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (9da4d94f-c230-4f14-a6ee-34ff5fc1419f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:09.910626 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network acd69d25-6999-4383-ab3c-5bfc030e8c58 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:40:09.935594 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d25cf6a6-b32b-44f4-82f6-482ff6680ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (9da4d94f-c230-4f14-a6ee-34ff5fc1419f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:09.936775 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25cf6a6-b32b-44f4-82f6-482ff6680ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:09.937469 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d25cf6a6-b32b-44f4-82f6-482ff6680ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:09.974684 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d25cf6a6-b32b-44f4-82f6-482ff6680ad8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4446087 Mar 07 10:40:09.974907 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 51220) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:09.987582 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-7a3b69be-ba00-43ac-b1e2-1fee764262bb admin admin] Request body: {'subnet': {'network_id': '9da4d94f-c230-4f14-a6ee-34ff5fc1419f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-978662268-subnet', 'tenant_id': '62af914074b242af8357a186fc3aa177', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:10.001445 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-446ea5b0-8810-4942-ae3d-fe6b50e7ca7a None None] Set router 518d17ab-313f-47da-b184-2da314ec408a gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:40:10.012147 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25cf6a6-b32b-44f4-82f6-482ff6680ad8 admin admin] Pushing event updated for resources: {'Network': ['ID=9da4d94f-c230-4f14-a6ee-34ff5fc1419f,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:10.029519 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3b69be-ba00-43ac-b1e2-1fee764262bb admin admin] Made reservation on behalf of 62af914074b242af8357a186fc3aa177 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:10.030775 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 9da4d94f-c230-4f14-a6ee-34ff5fc1419f details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:40:10.032032 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7a3b69be-ba00-43ac-b1e2-1fee764262bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:10.154357 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 2bbbd28d-9151-4743-a009-a8159ebc0439 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:10.219041 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7175d3cc-bede-479f-bd5c-9cef321b948c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (802bde65-fd90-4081-b5ad-6065b1b577be), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:10.311785 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 2bbbd28d-9151-4743-a009-a8159ebc0439 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:10.312260 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2bbbd28d-9151-4743-a009-a8159ebc0439), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:10.331587 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-96aeb2b9-80c3-44ea-a3a4-8319ce4f4eb1 req-f8acf6db-e3c1-4d9e-b935-be022e59dd8e tempest-ServerShowV254Test-96030410 tempest-ServerShowV254Test-96030410-project] 10.222.0.11 "GET /v2.0/ports?device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.0322881 Mar 07 10:40:10.348298 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175d3cc-bede-479f-bd5c-9cef321b948c admin admin] Pushing event updated for resources: {'Subnet': ['ID=802bde65-fd90-4081-b5ad-6065b1b577be,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:10.375878 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7175d3cc-bede-479f-bd5c-9cef321b948c admin admin] Checking segment: {'id': '8d84e862-2cc8-4b1e-9958-c83ca93dd398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'acd69d25-6999-4383-ab3c-5bfc030e8c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:10.376272 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7175d3cc-bede-479f-bd5c-9cef321b948c admin admin] Network hostable DHCP agents. Network: acd69d25-6999-4383-ab3c-5bfc030e8c58, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:40:10.386987 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7a3b69be-ba00-43ac-b1e2-1fee764262bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (dc6e5e1d-c035-4681-acbd-bf9ee077ad51), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:10.411257 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-446ea5b0-8810-4942-ae3d-fe6b50e7ca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '518d17ab-313f-47da-b184-2da314ec408a', 'name': 'tempest-TaggedBootDevicesTest-1012694398-router', 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2bbbd28d-9151-4743-a009-a8159ebc0439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:02Z', 'updated_at': '2022-03-07T10:40:07Z', 'revision_number': 4, 'project_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'gw_port': {'id': '2bbbd28d-9151-4743-a009-a8159ebc0439', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:93:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518d17ab-313f-47da-b184-2da314ec408a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:03Z', 'updated_at': '2022-03-07T10:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '848d2f3e-9f68-4513-885c-ee9473f0b94a', 'name': '', 'network_id': '7eaf476d-e62a-411a-84bb-9ffb8dabd737', 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'mac_address': 'fa:16:3e:8a:12:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '518d17ab-313f-47da-b184-2da314ec408a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '838d6f3e-2340-488a-b945-348205729de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:06Z', 'updated_at': '2022-03-07T10:40:07Z', 'revision_number': 2, 'project_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'subnets': [{'id': '838d6f3e-2340-488a-b945-348205729de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:10.436634 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7175d3cc-bede-479f-bd5c-9cef321b948c admin admin] Network acd69d25-6999-4383-ab3c-5bfc030e8c58 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:40:10.444310 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446ea5b0-8810-4942-ae3d-fe6b50e7ca7a None None] Checking router: 518d17ab-313f-47da-b184-2da314ec408a for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:40:10.444663 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446ea5b0-8810-4942-ae3d-fe6b50e7ca7a None None] Updating router 518d17ab-313f-47da-b184-2da314ec408a port 848d2f3e-9f68-4513-885c-ee9473f0b94a binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:40:10.455588 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-7175d3cc-bede-479f-bd5c-9cef321b948c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, acd69d25-6999-4383-ab3c-5bfc030e8c58) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:10.467671 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ed21ce-880b-41f8-b55f-a7cd6fb1d898 None None] Network acd69d25-6999-4383-ab3c-5bfc030e8c58 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:40:10.470334 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7175d3cc-bede-479f-bd5c-9cef321b948c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:10.471082 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7175d3cc-bede-479f-bd5c-9cef321b948c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:10.476660 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 2bbbd28d-9151-4743-a009-a8159ebc0439 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:10.484607 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b69be-ba00-43ac-b1e2-1fee764262bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc6e5e1d-c035-4681-acbd-bf9ee077ad51,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:10.499476 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7175d3cc-bede-479f-bd5c-9cef321b948c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6712379 Mar 07 10:40:10.500985 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3b69be-ba00-43ac-b1e2-1fee764262bb admin admin] Checking segment: {'id': 'be2730d6-1887-4428-ad70-9f895beb128c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9da4d94f-c230-4f14-a6ee-34ff5fc1419f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:10.502872 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3b69be-ba00-43ac-b1e2-1fee764262bb admin admin] Network hostable DHCP agents. Network: 9da4d94f-c230-4f14-a6ee-34ff5fc1419f, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:40:10.503021 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 51224) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:10.507021 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-b17a8cb8-2e92-41ec-b661-6c9964b4b4ef admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1139988456-router', 'tenant_id': '8c489afd3300449e90362e9e1cd30643', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:10.512046 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-446ea5b0-8810-4942-ae3d-fe6b50e7ca7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (848d2f3e-9f68-4513-885c-ee9473f0b94a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:10.533954 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b17a8cb8-2e92-41ec-b661-6c9964b4b4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (5c57cadc-68e3-4856-9bf5-b0c9d2f87407), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:10.535419 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b17a8cb8-2e92-41ec-b661-6c9964b4b4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (5c57cadc-68e3-4856-9bf5-b0c9d2f87407), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:10.535597 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3b69be-ba00-43ac-b1e2-1fee764262bb admin admin] Network 9da4d94f-c230-4f14-a6ee-34ff5fc1419f is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:40:10.542560 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-7a3b69be-ba00-43ac-b1e2-1fee764262bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 9da4d94f-c230-4f14-a6ee-34ff5fc1419f) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:10.550336 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3b69be-ba00-43ac-b1e2-1fee764262bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:10.551010 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7a3b69be-ba00-43ac-b1e2-1fee764262bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:10.568350 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a98dda-c1b1-4d0f-bf1d-61528617ba81 None None] Network 9da4d94f-c230-4f14-a6ee-34ff5fc1419f requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:40:10.581819 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7a3b69be-ba00-43ac-b1e2-1fee764262bb admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6058288 Mar 07 10:40:10.647187 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b17a8cb8-2e92-41ec-b661-6c9964b4b4ef admin admin] Publish callbacks [] for router_controller (5c57cadc-68e3-4856-9bf5-b0c9d2f87407), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:10.676557 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d1f8a-39d3-4f0c-b04d-2702df00492e req-540d559b-3b3c-44ea-94c7-d7a48c364854 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:10.680133 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-715d1f8a-39d3-4f0c-b04d-2702df00492e req-540d559b-3b3c-44ea-94c7-d7a48c364854 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 945 time: 0.0823851 Mar 07 10:40:10.756901 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-715d1f8a-39d3-4f0c-b04d-2702df00492e req-952d75ca-7da7-4b88-92d2-27c20da8d939 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710211 Mar 07 10:40:10.831415 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b17a8cb8-2e92-41ec-b661-6c9964b4b4ef admin admin] Publish callbacks [] for router_gateway (5c57cadc-68e3-4856-9bf5-b0c9d2f87407), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:10.839277 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36099c58-6622-4139-867c-09b6dbffc6e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-acd69d25-6999-4383-ab3c-5bfc030e8c58', 'network_id': 'acd69d25-6999-4383-ab3c-5bfc030e8c58', 'project_id': '8c489afd3300449e90362e9e1cd30643', 'fixed_ips': [{'subnet_id': '802bde65-fd90-4081-b5ad-6065b1b577be'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:40:10.841280 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-36099c58-6622-4139-867c-09b6dbffc6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:10.860177 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12862947-2b5b-4b00-835d-2a3aa52b49e4 None None] Network 9da4d94f-c230-4f14-a6ee-34ff5fc1419f requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:40:10.956026 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dddb31-b0f5-4e40-8628-d67b176f4d8a req-d2ba21f8-4f9e-4a52-badb-bfe231340034 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:10.977572 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-08dddb31-b0f5-4e40-8628-d67b176f4d8a req-d2ba21f8-4f9e-4a52-badb-bfe231340034 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 945 time: 0.1216993 Mar 07 10:40:11.057914 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-08dddb31-b0f5-4e40-8628-d67b176f4d8a req-a22629ec-f13d-411f-8ab0-a6a8f125b51a tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789545 Mar 07 10:40:11.082952 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 49374629-e4ca-4d8e-9683-e194b48557a0 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:11.170065 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b17a8cb8-2e92-41ec-b661-6c9964b4b4ef admin admin] Publish callbacks [] for router_gateway (5c57cadc-68e3-4856-9bf5-b0c9d2f87407), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:11.203639 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b17a8cb8-2e92-41ec-b661-6c9964b4b4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:11.269712 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ad37d-f63d-4419-96fe-345ee915650e req-770a2c2f-a597-45c0-ba6d-c185c195e2cd tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:11.271248 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-739ad37d-f63d-4419-96fe-345ee915650e req-770a2c2f-a597-45c0-ba6d-c185c195e2cd tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/networks?id=9da4d94f-c230-4f14-a6ee-34ff5fc1419f HTTP/1.1" status: 200 len: 821 time: 0.2199001 Mar 07 10:40:11.300754 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-739ad37d-f63d-4419-96fe-345ee915650e req-225db4d4-d54b-4d50-8a87-cb9c51df33e1 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/quotas/62af914074b242af8357a186fc3aa177 HTTP/1.1" status: 200 len: 375 time: 0.0208898 Mar 07 10:40:11.370597 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-739ad37d-f63d-4419-96fe-345ee915650e req-23f5c09c-aa17-411b-9bbb-556166e8d6be tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=62af914074b242af8357a186fc3aa177&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459461 Mar 07 10:40:11.393666 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-b17a8cb8-2e92-41ec-b661-6c9964b4b4ef admin admin] Allocated IP 172.25.3.65 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/256dca6c-41ab-4e37-b634-6b5d0c7ea76f) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:11.394502 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 49374629-e4ca-4d8e-9683-e194b48557a0 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:11.394888 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:11.454659 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-36099c58-6622-4139-867c-09b6dbffc6e3 None None] Allocated IP 172.20.0.2 (acd69d25-6999-4383-ab3c-5bfc030e8c58/802bde65-fd90-4081-b5ad-6065b1b577be/1a18b310-59ce-459b-96f5-a331d316040a) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:11.473858 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2db1970d-9fa3-47cb-8297-c5642d51a7b9 req-18c1e207-aee1-4404-8edd-33b0194bbf0e tempest-ServerShowV254Test-96030410 tempest-ServerShowV254Test-96030410-project] 10.222.0.11 "GET /v2.0/ports?device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.0401149 Mar 07 10:40:11.557941 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-446ea5b0-8810-4942-ae3d-fe6b50e7ca7a None None] Publish callbacks [] for port (848d2f3e-9f68-4513-885c-ee9473f0b94a), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:11.570050 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-739ad37d-f63d-4419-96fe-345ee915650e req-158a7454-e776-4839-8a10-19fd124b8f0d service neutron] 10.222.0.11 "GET /v2.0/networks/9da4d94f-c230-4f14-a6ee-34ff5fc1419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737185 Mar 07 10:40:11.620410 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b17a8cb8-2e92-41ec-b661-6c9964b4b4ef admin admin] Publish callbacks [] for port (256dca6c-41ab-4e37-b634-6b5d0c7ea76f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:11.621893 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-446ea5b0-8810-4942-ae3d-fe6b50e7ca7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (848d2f3e-9f68-4513-885c-ee9473f0b94a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:11.625083 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:11.688353 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 49374629-e4ca-4d8e-9683-e194b48557a0 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:11.688904 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:11.706191 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-739ad37d-f63d-4419-96fe-345ee915650e req-af4fdb12-deff-45f5-95b1-b5433d37fb75 service neutron] 10.222.0.11 "GET /v2.0/networks/9da4d94f-c230-4f14-a6ee-34ff5fc1419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252720 Mar 07 10:40:11.712125 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b17a8cb8-2e92-41ec-b661-6c9964b4b4ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (256dca6c-41ab-4e37-b634-6b5d0c7ea76f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:11.718847 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79adce-cf28-4d0f-9614-90ac2c0ac63c None None] Pushing event updated for resources: {'Port': ['ID=848d2f3e-9f68-4513-885c-ee9473f0b94a,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:11.762677 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a8cb8-2e92-41ec-b661-6c9964b4b4ef admin admin] Pushing event updated for resources: {'Port': ['ID=256dca6c-41ab-4e37-b634-6b5d0c7ea76f,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:11.773439 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17a8cb8-2e92-41ec-b661-6c9964b4b4ef admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:11.775452 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-b17a8cb8-2e92-41ec-b661-6c9964b4b4ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:11.780064 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17a8cb8-2e92-41ec-b661-6c9964b4b4ef admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:11.831131 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbfad76-c99c-4ab4-b6c5-209d9a58422f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49374629-e4ca-4d8e-9683-e194b48557a0'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:40:11.833630 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4524f69-4c62-4bf4-b455-caa8ae4e679c" -d '{"events": [{"server_uuid": "efbfad76-c99c-4ab4-b6c5-209d9a58422f", "name": "network-vif-plugged", "status": "completed", "tag": "49374629-e4ca-4d8e-9683-e194b48557a0"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:40:11.922403 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-36099c58-6622-4139-867c-09b6dbffc6e3 None None] Publish callbacks [] for port (1a18b310-59ce-459b-96f5-a331d316040a), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:11.945612 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 49374629-e4ca-4d8e-9683-e194b48557a0, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=49374629-e4ca-4d8e-9683-e194b48557a0,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:11.959733 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-36099c58-6622-4139-867c-09b6dbffc6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (1a18b310-59ce-459b-96f5-a331d316040a), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:11.967813 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:11.971354 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cbe6fe-be2c-4192-a2e5-295d8b1e15e2 x-openstack-request-id: req-62cbe6fe-be2c-4192-a2e5-295d8b1e15e2 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:40:11.972203 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbfad76-c99c-4ab4-b6c5-209d9a58422f", "name": "network-vif-plugged", "status": "completed", "tag": "49374629-e4ca-4d8e-9683-e194b48557a0", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:40:11.972563 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-62cbe6fe-be2c-4192-a2e5-295d8b1e15e2 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:40:11.973261 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbfad76-c99c-4ab4-b6c5-209d9a58422f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49374629-e4ca-4d8e-9683-e194b48557a0', 'code': 200} Mar 07 10:40:11.991246 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608db743-df3f-4d88-bfee-f210a30a79c7 req-bc7bc495-83d9-4f4b-ba35-22a6cae93086 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:11.992942 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-608db743-df3f-4d88-bfee-f210a30a79c7 req-bc7bc495-83d9-4f4b-ba35-22a6cae93086 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 945 time: 0.1065161 Mar 07 10:40:12.059537 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-446ea5b0-8810-4942-ae3d-fe6b50e7ca7a None None] Attempting to bind port 848d2f3e-9f68-4513-885c-ee9473f0b94a on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:40:12.059968 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-446ea5b0-8810-4942-ae3d-fe6b50e7ca7a None None] Attempting to bind port 848d2f3e-9f68-4513-885c-ee9473f0b94a by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'bdffe236-d79e-4242-8538-dc3bd790824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '7eaf476d-e62a-411a-84bb-9ffb8dabd737'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:40:12.060337 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446ea5b0-8810-4942-ae3d-fe6b50e7ca7a None None] Attempting to bind port 848d2f3e-9f68-4513-885c-ee9473f0b94a on network 7eaf476d-e62a-411a-84bb-9ffb8dabd737 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:12.063662 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-608db743-df3f-4d88-bfee-f210a30a79c7 req-95ef91a9-b45b-4cd8-9768-82dfbc679fe3 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595043 Mar 07 10:40:12.086855 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36099c58-6622-4139-867c-09b6dbffc6e3 None None] Network acd69d25-6999-4383-ab3c-5bfc030e8c58 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:12.088277 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446ea5b0-8810-4942-ae3d-fe6b50e7ca7a None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:40:12.088648 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446ea5b0-8810-4942-ae3d-fe6b50e7ca7a None None] Checking segment: {'id': 'bdffe236-d79e-4242-8538-dc3bd790824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '7eaf476d-e62a-411a-84bb-9ffb8dabd737'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:12.089050 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-446ea5b0-8810-4942-ae3d-fe6b50e7ca7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:12.089591 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446ea5b0-8810-4942-ae3d-fe6b50e7ca7a None None] Bound using segment: {'id': 'bdffe236-d79e-4242-8538-dc3bd790824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '7eaf476d-e62a-411a-84bb-9ffb8dabd737'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:40:12.090071 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-446ea5b0-8810-4942-ae3d-fe6b50e7ca7a None None] Bound port: 848d2f3e-9f68-4513-885c-ee9473f0b94a, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdffe236-d79e-4242-8538-dc3bd790824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '7eaf476d-e62a-411a-84bb-9ffb8dabd737'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:40:12.090449 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-446ea5b0-8810-4942-ae3d-fe6b50e7ca7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (848d2f3e-9f68-4513-885c-ee9473f0b94a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:12.099686 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8286ab07-e595-4581-a799-d01af7bce4c0 req-8a520fc2-4111-4653-bee4-b1702bae8734 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca9b0a36-652c-493d-969e-7f8e3a3cbd3d HTTP/1.1" status: 200 len: 210 time: 0.0935309 Mar 07 10:40:12.104138 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-36099c58-6622-4139-867c-09b6dbffc6e3 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:12.113328 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36099c58-6622-4139-867c-09b6dbffc6e3 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:12.121727 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-61bf549c-2bd2-4608-a107-dc7b59bb9cb1 None None] Provisioning complete for port 848d2f3e-9f68-4513-885c-ee9473f0b94a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:12.124255 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-61bf549c-2bd2-4608-a107-dc7b59bb9cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (848d2f3e-9f68-4513-885c-ee9473f0b94a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:12.128100 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36099c58-6622-4139-867c-09b6dbffc6e3 None None] Pushing event updated for resources: {'Port': ['ID=1a18b310-59ce-459b-96f5-a331d316040a,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:12.206945 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda67ae-224a-4baf-8248-38b4079798d7 req-5330d4e2-ee28-42e2-9c37-879cb045a61f tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:12.209060 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9eda67ae-224a-4baf-8248-38b4079798d7 req-5330d4e2-ee28-42e2-9c37-879cb045a61f tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 945 time: 0.0622740 Mar 07 10:40:12.277369 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-61bf549c-2bd2-4608-a107-dc7b59bb9cb1 None None] Port 848d2f3e-9f68-4513-885c-ee9473f0b94a cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:40:12.277840 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9eda67ae-224a-4baf-8248-38b4079798d7 req-b9ccbdb6-4042-4816-b0d9-8f01952a28fc tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612898 Mar 07 10:40:12.304784 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-36099c58-6622-4139-867c-09b6dbffc6e3 None None] Attempting to bind port 1a18b310-59ce-459b-96f5-a331d316040a on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:40:12.305191 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-36099c58-6622-4139-867c-09b6dbffc6e3 None None] Attempting to bind port 1a18b310-59ce-459b-96f5-a331d316040a by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '8d84e862-2cc8-4b1e-9958-c83ca93dd398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'acd69d25-6999-4383-ab3c-5bfc030e8c58'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:40:12.305737 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36099c58-6622-4139-867c-09b6dbffc6e3 None None] Attempting to bind port 1a18b310-59ce-459b-96f5-a331d316040a on network acd69d25-6999-4383-ab3c-5bfc030e8c58 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:12.321003 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=49374629-e4ca-4d8e-9683-e194b48557a0,revision_number=13']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:12.321876 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b17a8cb8-2e92-41ec-b661-6c9964b4b4ef admin admin] Publish callbacks [] for router_gateway (5c57cadc-68e3-4856-9bf5-b0c9d2f87407), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:12.323888 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36099c58-6622-4139-867c-09b6dbffc6e3 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:40:12.324261 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36099c58-6622-4139-867c-09b6dbffc6e3 None None] Checking segment: {'id': '8d84e862-2cc8-4b1e-9958-c83ca93dd398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'acd69d25-6999-4383-ab3c-5bfc030e8c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:12.324690 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-36099c58-6622-4139-867c-09b6dbffc6e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:12.325065 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36099c58-6622-4139-867c-09b6dbffc6e3 None None] Bound using segment: {'id': '8d84e862-2cc8-4b1e-9958-c83ca93dd398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'acd69d25-6999-4383-ab3c-5bfc030e8c58'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:40:12.326208 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-36099c58-6622-4139-867c-09b6dbffc6e3 None None] Bound port: 1a18b310-59ce-459b-96f5-a331d316040a, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d84e862-2cc8-4b1e-9958-c83ca93dd398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'acd69d25-6999-4383-ab3c-5bfc030e8c58'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:40:12.326751 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-36099c58-6622-4139-867c-09b6dbffc6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1a18b310-59ce-459b-96f5-a331d316040a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:12.339198 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-446ea5b0-8810-4942-ae3d-fe6b50e7ca7a None None] For port 848d2f3e-9f68-4513-885c-ee9473f0b94a, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:40:12.353676 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-446ea5b0-8810-4942-ae3d-fe6b50e7ca7a None None] For port 848d2f3e-9f68-4513-885c-ee9473f0b94a, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=848d2f3e-9f68-4513-885c-ee9473f0b94a,segment=NetworkSegment(bdffe236-d79e-4242-8538-dc3bd790824d),segment_id=bdffe236-d79e-4242-8538-dc3bd790824d)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:40:12.376521 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-446ea5b0-8810-4942-ae3d-fe6b50e7ca7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (848d2f3e-9f68-4513-885c-ee9473f0b94a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:12.449545 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-36099c58-6622-4139-867c-09b6dbffc6e3 None None] For port 1a18b310-59ce-459b-96f5-a331d316040a, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:40:12.455541 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-36099c58-6622-4139-867c-09b6dbffc6e3 None None] For port 1a18b310-59ce-459b-96f5-a331d316040a, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1a18b310-59ce-459b-96f5-a331d316040a,segment=NetworkSegment(8d84e862-2cc8-4b1e-9958-c83ca93dd398),segment_id=8d84e862-2cc8-4b1e-9958-c83ca93dd398)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:40:12.476821 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-36099c58-6622-4139-867c-09b6dbffc6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1a18b310-59ce-459b-96f5-a331d316040a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:12.482587 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446ea5b0-8810-4942-ae3d-fe6b50e7ca7a None None] Routers {'518d17ab-313f-47da-b184-2da314ec408a'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:40:12.483292 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-446ea5b0-8810-4942-ae3d-fe6b50e7ca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:40:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['518d17ab-313f-47da-b184-2da314ec408a'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:12.488148 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79adce-cf28-4d0f-9614-90ac2c0ac63c None None] Pushing event updated for resources: {'Port': ['ID=848d2f3e-9f68-4513-885c-ee9473f0b94a,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:12.683192 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36099c58-6622-4139-867c-09b6dbffc6e3 None None] Pushing event updated for resources: {'Port': ['ID=1a18b310-59ce-459b-96f5-a331d316040a,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:12.731552 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-446ea5b0-8810-4942-ae3d-fe6b50e7ca7a None None] Set router 518d17ab-313f-47da-b184-2da314ec408a gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:40:12.851987 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-e37cbefc-405c-4fd0-b0df-3fb9bdd88d03 None None] Provisioning complete for port 848d2f3e-9f68-4513-885c-ee9473f0b94a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:12.852435 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e37cbefc-405c-4fd0-b0df-3fb9bdd88d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (848d2f3e-9f68-4513-885c-ee9473f0b94a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:12.918445 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-652567b2-ef49-4e8f-a437-38f741091d70 req-76a71335-c0e2-41bb-8e53-7bc02e718771 tempest-ServerShowV254Test-96030410 tempest-ServerShowV254Test-96030410-project] 10.222.0.11 "GET /v2.0/ports?device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.0490887 Mar 07 10:40:12.932238 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b17a8cb8-2e92-41ec-b661-6c9964b4b4ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (5c57cadc-68e3-4856-9bf5-b0c9d2f87407), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:12.989647 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:13.090556 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e37cbefc-405c-4fd0-b0df-3fb9bdd88d03 None None] Current status of the port 848d2f3e-9f68-4513-885c-ee9473f0b94a is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:13.090944 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e37cbefc-405c-4fd0-b0df-3fb9bdd88d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (848d2f3e-9f68-4513-885c-ee9473f0b94a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:13.109006 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17a8cb8-2e92-41ec-b661-6c9964b4b4ef admin admin] Router 5c57cadc-68e3-4856-9bf5-b0c9d2f87407 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:40:13.239258 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e3fe8c13-5187-429d-972d-adf40a09aca3 req-9c74a02e-ad6a-4d1a-ab71-9a88aaabe1cb tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca9b0a36-652c-493d-969e-7f8e3a3cbd3d HTTP/1.1" status: 200 len: 210 time: 0.0399103 Mar 07 10:40:13.299141 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-e37cbefc-405c-4fd0-b0df-3fb9bdd88d03 None None] For port 848d2f3e-9f68-4513-885c-ee9473f0b94a, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=848d2f3e-9f68-4513-885c-ee9473f0b94a,segment=NetworkSegment(bdffe236-d79e-4242-8538-dc3bd790824d),segment_id=bdffe236-d79e-4242-8538-dc3bd790824d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:13.306679 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-446ea5b0-8810-4942-ae3d-fe6b50e7ca7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '518d17ab-313f-47da-b184-2da314ec408a', 'name': 'tempest-TaggedBootDevicesTest-1012694398-router', 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2bbbd28d-9151-4743-a009-a8159ebc0439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:02Z', 'updated_at': '2022-03-07T10:40:07Z', 'revision_number': 4, 'project_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'gw_port': {'id': '2bbbd28d-9151-4743-a009-a8159ebc0439', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:93:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518d17ab-313f-47da-b184-2da314ec408a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:03Z', 'updated_at': '2022-03-07T10:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '848d2f3e-9f68-4513-885c-ee9473f0b94a', 'name': '', 'network_id': '7eaf476d-e62a-411a-84bb-9ffb8dabd737', 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'mac_address': 'fa:16:3e:8a:12:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '518d17ab-313f-47da-b184-2da314ec408a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '838d6f3e-2340-488a-b945-348205729de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:06Z', 'updated_at': '2022-03-07T10:40:12Z', 'revision_number': 4, 'project_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'subnets': [{'id': '838d6f3e-2340-488a-b945-348205729de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:13.311799 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17a8cb8-2e92-41ec-b661-6c9964b4b4ef admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:40:13.313463 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e37cbefc-405c-4fd0-b0df-3fb9bdd88d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (848d2f3e-9f68-4513-885c-ee9473f0b94a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:13.329210 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f5126a-0002-4dd9-8950-e294316c6ada None None] Sync routers for ids ['5c57cadc-68e3-4856-9bf5-b0c9d2f87407'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:40:13.339537 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b17a8cb8-2e92-41ec-b661-6c9964b4b4ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:13.344947 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f5126a-0002-4dd9-8950-e294316c6ada None None] Routers {'5c57cadc-68e3-4856-9bf5-b0c9d2f87407'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:40:13.345289 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446ea5b0-8810-4942-ae3d-fe6b50e7ca7a None None] The sync data for ids ['518d17ab-313f-47da-b184-2da314ec408a'] in n-d-832164-4 is: [{'id': '518d17ab-313f-47da-b184-2da314ec408a', 'name': 'tempest-TaggedBootDevicesTest-1012694398-router', 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2bbbd28d-9151-4743-a009-a8159ebc0439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:02Z', 'updated_at': '2022-03-07T10:40:07Z', 'revision_number': 4, 'project_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'gw_port': {'id': '2bbbd28d-9151-4743-a009-a8159ebc0439', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:93:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518d17ab-313f-47da-b184-2da314ec408a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:03Z', 'updated_at': '2022-03-07T10:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '848d2f3e-9f68-4513-885c-ee9473f0b94a', 'name': '', 'network_id': '7eaf476d-e62a-411a-84bb-9ffb8dabd737', 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'mac_address': 'fa:16:3e:8a:12:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '518d17ab-313f-47da-b184-2da314ec408a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '838d6f3e-2340-488a-b945-348205729de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:06Z', 'updated_at': '2022-03-07T10:40:12Z', 'revision_number': 4, 'project_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'subnets': [{'id': '838d6f3e-2340-488a-b945-348205729de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:40:13.345763 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b17a8cb8-2e92-41ec-b661-6c9964b4b4ef admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8418746 Mar 07 10:40:13.347590 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 51274) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:13.353425 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-22f5126a-0002-4dd9-8950-e294316c6ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:40:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5c57cadc-68e3-4856-9bf5-b0c9d2f87407'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:13.457396 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37cbefc-405c-4fd0-b0df-3fb9bdd88d03 None None] Pushing event updated for resources: {'Port': ['ID=848d2f3e-9f68-4513-885c-ee9473f0b94a,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:13.516522 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d1939-881f-4c9a-995d-8703adaaddb1 req-9d227722-6dd0-4422-aba3-cc9754d7dd42 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:13.531757 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-af0d1939-881f-4c9a-995d-8703adaaddb1 req-9d227722-6dd0-4422-aba3-cc9754d7dd42 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 946 time: 0.3659618 Mar 07 10:40:13.635043 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ad37d-f63d-4419-96fe-345ee915650e req-73d5dc8a-2d65-451d-9593-21b1e16cca66 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:13.636952 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-739ad37d-f63d-4419-96fe-345ee915650e req-73d5dc8a-2d65-451d-9593-21b1e16cca66 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.21 "GET /v2.0/networks?id=9da4d94f-c230-4f14-a6ee-34ff5fc1419f HTTP/1.1" status: 200 len: 821 time: 0.4487498 Mar 07 10:40:13.656093 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-739ad37d-f63d-4419-96fe-345ee915650e req-f695dc0c-260d-49aa-abb6-97bfb4458145 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Request body: {'port': {'device_id': 'ca9b0a36-652c-493d-969e-7f8e3a3cbd3d', 'network_id': '9da4d94f-c230-4f14-a6ee-34ff5fc1419f', 'admin_state_up': True, 'tenant_id': '62af914074b242af8357a186fc3aa177'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:13.715319 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-af0d1939-881f-4c9a-995d-8703adaaddb1 req-ae270883-44aa-4a4e-9725-7a7d940539ef tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740558 Mar 07 10:40:13.779151 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e9b50-2992-4242-bcfd-58b55556ee52 req-d3f1ebb1-f92e-43d7-b02f-91eb6b5b1737 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:13.798622 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-804e9b50-2992-4242-bcfd-58b55556ee52 req-d3f1ebb1-f92e-43d7-b02f-91eb6b5b1737 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 945 time: 0.2874472 Mar 07 10:40:13.806271 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-22f5126a-0002-4dd9-8950-e294316c6ada None None] Set router 5c57cadc-68e3-4856-9bf5-b0c9d2f87407 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:40:13.904898 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-739ad37d-f63d-4419-96fe-345ee915650e req-f695dc0c-260d-49aa-abb6-97bfb4458145 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Made reservation on behalf of 62af914074b242af8357a186fc3aa177 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:13.911432 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-739ad37d-f63d-4419-96fe-345ee915650e req-f695dc0c-260d-49aa-abb6-97bfb4458145 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:13.921401 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-804e9b50-2992-4242-bcfd-58b55556ee52 req-316077af-2dd9-44fd-a07c-7828f1781e1e tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175454 Mar 07 10:40:14.234989 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a2c8d09a-208f-4a5d-81cd-63c6060ecebb req-eaeac63d-95e3-4a27-a78c-4ce8d69abd25 tempest-ServerShowV254Test-96030410 tempest-ServerShowV254Test-96030410-project] 10.222.0.11 "GET /v2.0/ports?device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.0969212 Mar 07 10:40:14.346828 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd47e45-88d5-4a9e-acc7-74ca994aabcc None None] Network acd69d25-6999-4383-ab3c-5bfc030e8c58 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:40:14.358068 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-22f5126a-0002-4dd9-8950-e294316c6ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c57cadc-68e3-4856-9bf5-b0c9d2f87407', 'name': 'tempest-TaggedBootDevicesTest-1139988456-router', 'tenant_id': '8c489afd3300449e90362e9e1cd30643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '256dca6c-41ab-4e37-b634-6b5d0c7ea76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:10Z', 'updated_at': '2022-03-07T10:40:12Z', 'revision_number': 3, 'project_id': '8c489afd3300449e90362e9e1cd30643', 'gw_port': {'id': '256dca6c-41ab-4e37-b634-6b5d0c7ea76f', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c57cadc-68e3-4856-9bf5-b0c9d2f87407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:11Z', 'updated_at': '2022-03-07T10:40:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:14.394123 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-739ad37d-f63d-4419-96fe-345ee915650e req-f695dc0c-260d-49aa-abb6-97bfb4458145 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Allocated IP 172.20.0.4 (9da4d94f-c230-4f14-a6ee-34ff5fc1419f/dc6e5e1d-c035-4681-acbd-bf9ee077ad51/564f83fe-11fb-4121-95a7-2b213c5797f9) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:14.437973 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f5126a-0002-4dd9-8950-e294316c6ada None None] Checking router: 5c57cadc-68e3-4856-9bf5-b0c9d2f87407 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:40:14.438275 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f5126a-0002-4dd9-8950-e294316c6ada None None] Updating router 5c57cadc-68e3-4856-9bf5-b0c9d2f87407 port 256dca6c-41ab-4e37-b634-6b5d0c7ea76f binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:40:14.466172 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1a18b310-59ce-459b-96f5-a331d316040a up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:14.494180 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-22f5126a-0002-4dd9-8950-e294316c6ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (256dca6c-41ab-4e37-b634-6b5d0c7ea76f), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:14.527363 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b4e36721-a785-4a40-a765-48845aafc7e6 None None] Provisioning complete for port 1a18b310-59ce-459b-96f5-a331d316040a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:14.528251 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b4e36721-a785-4a40-a765-48845aafc7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1a18b310-59ce-459b-96f5-a331d316040a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:14.624426 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-43a55e27-7393-40dc-8b66-b6e5d36cd492 req-089072a8-7f29-4460-9552-ce84a9918156 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca9b0a36-652c-493d-969e-7f8e3a3cbd3d HTTP/1.1" status: 200 len: 210 time: 0.1780491 Mar 07 10:40:14.673960 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 1a18b310-59ce-459b-96f5-a331d316040a triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:14.674336 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1a18b310-59ce-459b-96f5-a331d316040a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:14.727762 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-739ad37d-f63d-4419-96fe-345ee915650e req-f695dc0c-260d-49aa-abb6-97bfb4458145 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks [] for port (564f83fe-11fb-4121-95a7-2b213c5797f9), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:14.761950 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-28838697-be9d-44f5-ba47-42bfe379a7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:14.819832 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b4e36721-a785-4a40-a765-48845aafc7e6 None None] Current status of the port 1a18b310-59ce-459b-96f5-a331d316040a is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:14.820584 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b4e36721-a785-4a40-a765-48845aafc7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1a18b310-59ce-459b-96f5-a331d316040a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:14.827044 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-739ad37d-f63d-4419-96fe-345ee915650e req-f695dc0c-260d-49aa-abb6-97bfb4458145 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (564f83fe-11fb-4121-95a7-2b213c5797f9), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:14.971031 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-22f5126a-0002-4dd9-8950-e294316c6ada None None] Publish callbacks [] for port (256dca6c-41ab-4e37-b634-6b5d0c7ea76f), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:14.991670 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-739ad37d-f63d-4419-96fe-345ee915650e req-f695dc0c-260d-49aa-abb6-97bfb4458145 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Network 9da4d94f-c230-4f14-a6ee-34ff5fc1419f is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:14.996763 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-22f5126a-0002-4dd9-8950-e294316c6ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (256dca6c-41ab-4e37-b634-6b5d0c7ea76f), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:15.035266 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-b4e36721-a785-4a40-a765-48845aafc7e6 None None] For port 1a18b310-59ce-459b-96f5-a331d316040a, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1a18b310-59ce-459b-96f5-a331d316040a,segment=NetworkSegment(8d84e862-2cc8-4b1e-9958-c83ca93dd398),segment_id=8d84e862-2cc8-4b1e-9958-c83ca93dd398)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:15.055574 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b4e36721-a785-4a40-a765-48845aafc7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1a18b310-59ce-459b-96f5-a331d316040a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:15.077456 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-739ad37d-f63d-4419-96fe-345ee915650e req-f695dc0c-260d-49aa-abb6-97bfb4458145 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:15.092022 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-739ad37d-f63d-4419-96fe-345ee915650e req-f695dc0c-260d-49aa-abb6-97bfb4458145 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:15.115388 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef83094-050b-411a-8ca2-fd41f3ac7525 None None] Pushing event updated for resources: {'Port': ['ID=256dca6c-41ab-4e37-b634-6b5d0c7ea76f,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:15.130257 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-22f5126a-0002-4dd9-8950-e294316c6ada None None] Attempting to bind port 256dca6c-41ab-4e37-b634-6b5d0c7ea76f on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:40:15.131747 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-22f5126a-0002-4dd9-8950-e294316c6ada None None] Attempting to bind port 256dca6c-41ab-4e37-b634-6b5d0c7ea76f by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:40:15.132400 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f5126a-0002-4dd9-8950-e294316c6ada None None] Attempting to bind port 256dca6c-41ab-4e37-b634-6b5d0c7ea76f on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:15.139965 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f5126a-0002-4dd9-8950-e294316c6ada None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:40:15.140592 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f5126a-0002-4dd9-8950-e294316c6ada None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:15.141178 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-22f5126a-0002-4dd9-8950-e294316c6ada None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:15.141744 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f5126a-0002-4dd9-8950-e294316c6ada None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:40:15.142503 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-22f5126a-0002-4dd9-8950-e294316c6ada None None] Bound port: 256dca6c-41ab-4e37-b634-6b5d0c7ea76f, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:40:15.143050 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-22f5126a-0002-4dd9-8950-e294316c6ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (256dca6c-41ab-4e37-b634-6b5d0c7ea76f), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:15.239363 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e36721-a785-4a40-a765-48845aafc7e6 None None] Pushing event updated for resources: {'Port': ['ID=1a18b310-59ce-459b-96f5-a331d316040a,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:15.255757 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-22f5126a-0002-4dd9-8950-e294316c6ada None None] For port 256dca6c-41ab-4e37-b634-6b5d0c7ea76f, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:40:15.265523 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 1a18b310-59ce-459b-96f5-a331d316040a is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:15.266136 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1a18b310-59ce-459b-96f5-a331d316040a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:15.268288 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ad37d-f63d-4419-96fe-345ee915650e req-f695dc0c-260d-49aa-abb6-97bfb4458145 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:15.268961 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-739ad37d-f63d-4419-96fe-345ee915650e req-f695dc0c-260d-49aa-abb6-97bfb4458145 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:15.269711 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-22f5126a-0002-4dd9-8950-e294316c6ada None None] For port 256dca6c-41ab-4e37-b634-6b5d0c7ea76f, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=256dca6c-41ab-4e37-b634-6b5d0c7ea76f,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:40:15.280147 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695dc0c-260d-49aa-abb6-97bfb4458145 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Pushing event updated for resources: {'Port': ['ID=564f83fe-11fb-4121-95a7-2b213c5797f9,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:15.305837 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-22f5126a-0002-4dd9-8950-e294316c6ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (256dca6c-41ab-4e37-b634-6b5d0c7ea76f), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:15.313453 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-28838697-be9d-44f5-ba47-42bfe379a7bb admin admin] Allocated IP 172.20.0.1 (acd69d25-6999-4383-ab3c-5bfc030e8c58/802bde65-fd90-4081-b5ad-6065b1b577be/5c4e864a-91c0-4f17-b328-cd936815b058) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:15.323257 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bfefed-9437-41f0-94a9-d539ea96fad6 req-2c7399e1-0c1b-495b-bf40-c2e22866edb4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:15.339474 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a0bfefed-9437-41f0-94a9-d539ea96fad6 req-2c7399e1-0c1b-495b-bf40-c2e22866edb4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 946 time: 0.4233468 Mar 07 10:40:15.384434 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-739ad37d-f63d-4419-96fe-345ee915650e req-f695dc0c-260d-49aa-abb6-97bfb4458145 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7331955 Mar 07 10:40:15.422930 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-739ad37d-f63d-4419-96fe-345ee915650e req-68af72a2-e943-4f7a-b9b1-fd560014bd48 service neutron] Request body: {'port': {'device_id': 'ca9b0a36-652c-493d-969e-7f8e3a3cbd3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:15.436325 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef83094-050b-411a-8ca2-fd41f3ac7525 None None] Pushing event updated for resources: {'Port': ['ID=256dca6c-41ab-4e37-b634-6b5d0c7ea76f,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:15.447753 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:40:15.448274 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:40:15.457337 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f5126a-0002-4dd9-8950-e294316c6ada None None] Routers {'5c57cadc-68e3-4856-9bf5-b0c9d2f87407'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:40:15.458357 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-22f5126a-0002-4dd9-8950-e294316c6ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:40:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5c57cadc-68e3-4856-9bf5-b0c9d2f87407'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:15.494669 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-73d2fdb2-e4ad-4be5-8013-8f424b37a213 None None] Provisioning complete for port 1a18b310-59ce-459b-96f5-a331d316040a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:15.495408 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-73d2fdb2-e4ad-4be5-8013-8f424b37a213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1a18b310-59ce-459b-96f5-a331d316040a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:15.539267 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a0bfefed-9437-41f0-94a9-d539ea96fad6 req-0d8eaba5-237b-4b3a-9c9e-51bd9ff3757c tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965144 Mar 07 10:40:15.583403 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-28838697-be9d-44f5-ba47-42bfe379a7bb admin admin] Publish callbacks [] for port (5c4e864a-91c0-4f17-b328-cd936815b058), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:15.632332 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-22f5126a-0002-4dd9-8950-e294316c6ada None None] Set router 5c57cadc-68e3-4856-9bf5-b0c9d2f87407 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:40:15.655743 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-739ad37d-f63d-4419-96fe-345ee915650e req-68af72a2-e943-4f7a-b9b1-fd560014bd48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (564f83fe-11fb-4121-95a7-2b213c5797f9), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:15.710859 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-73d2fdb2-e4ad-4be5-8013-8f424b37a213 None None] Current status of the port 1a18b310-59ce-459b-96f5-a331d316040a is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:15.727373 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-28838697-be9d-44f5-ba47-42bfe379a7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (5c4e864a-91c0-4f17-b328-cd936815b058), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:15.743162 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-84f4ce48-851c-47fc-b8cb-80efbf232ed2 req-8aad9692-4c98-425f-b254-a14c4ec2f8ea tempest-ServerShowV254Test-96030410 tempest-ServerShowV254Test-96030410-project] 10.222.0.11 "GET /v2.0/ports?device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.0320344 Mar 07 10:40:15.777197 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28838697-be9d-44f5-ba47-42bfe379a7bb admin admin] Network acd69d25-6999-4383-ab3c-5bfc030e8c58 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:15.779921 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-28838697-be9d-44f5-ba47-42bfe379a7bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:15.794566 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532a03f-eb8d-4fd1-802f-31989691b4f7 req-80f3b358-dd56-489b-8227-f3c6c2e7392b tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:15.803811 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3532a03f-eb8d-4fd1-802f-31989691b4f7 req-80f3b358-dd56-489b-8227-f3c6c2e7392b tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 945 time: 0.1442230 Mar 07 10:40:15.817774 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28838697-be9d-44f5-ba47-42bfe379a7bb admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:15.894327 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28838697-be9d-44f5-ba47-42bfe379a7bb admin admin] Pushing event updated for resources: {'Port': ['ID=5c4e864a-91c0-4f17-b328-cd936815b058,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:15.937833 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-28838697-be9d-44f5-ba47-42bfe379a7bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (5c57cadc-68e3-4856-9bf5-b0c9d2f87407), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:16.016012 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3532a03f-eb8d-4fd1-802f-31989691b4f7 req-d00a5343-d3df-4748-b9f5-8c8dde0d536b tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104061 Mar 07 10:40:16.030954 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 1a18b310-59ce-459b-96f5-a331d316040a is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:16.032170 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 848d2f3e-9f68-4513-885c-ee9473f0b94a up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:16.083143 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-22f5126a-0002-4dd9-8950-e294316c6ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c57cadc-68e3-4856-9bf5-b0c9d2f87407', 'name': 'tempest-TaggedBootDevicesTest-1139988456-router', 'tenant_id': '8c489afd3300449e90362e9e1cd30643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '256dca6c-41ab-4e37-b634-6b5d0c7ea76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:10Z', 'updated_at': '2022-03-07T10:40:12Z', 'revision_number': 3, 'project_id': '8c489afd3300449e90362e9e1cd30643', 'gw_port': {'id': '256dca6c-41ab-4e37-b634-6b5d0c7ea76f', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c57cadc-68e3-4856-9bf5-b0c9d2f87407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:11Z', 'updated_at': '2022-03-07T10:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:16.119385 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f5126a-0002-4dd9-8950-e294316c6ada None None] The sync data for ids ['5c57cadc-68e3-4856-9bf5-b0c9d2f87407'] in n-d-832164-4 is: [{'id': '5c57cadc-68e3-4856-9bf5-b0c9d2f87407', 'name': 'tempest-TaggedBootDevicesTest-1139988456-router', 'tenant_id': '8c489afd3300449e90362e9e1cd30643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '256dca6c-41ab-4e37-b634-6b5d0c7ea76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:10Z', 'updated_at': '2022-03-07T10:40:12Z', 'revision_number': 3, 'project_id': '8c489afd3300449e90362e9e1cd30643', 'gw_port': {'id': '256dca6c-41ab-4e37-b634-6b5d0c7ea76f', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c57cadc-68e3-4856-9bf5-b0c9d2f87407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:11Z', 'updated_at': '2022-03-07T10:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:40:16.170960 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0c00688-bc6f-456c-b0ef-4dae7499a63d None None] Provisioning complete for port 5c4e864a-91c0-4f17-b328-cd936815b058 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:16.171498 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0c00688-bc6f-456c-b0ef-4dae7499a63d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (5c4e864a-91c0-4f17-b328-cd936815b058), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:16.175838 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 848d2f3e-9f68-4513-885c-ee9473f0b94a triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:16.176355 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (848d2f3e-9f68-4513-885c-ee9473f0b94a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:16.234908 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-28838697-be9d-44f5-ba47-42bfe379a7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5c4e864a-91c0-4f17-b328-cd936815b058), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:16.272293 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0c00688-bc6f-456c-b0ef-4dae7499a63d None None] Port 5c4e864a-91c0-4f17-b328-cd936815b058 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:40:16.344714 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 848d2f3e-9f68-4513-885c-ee9473f0b94a is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:16.528291 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1a18b310-59ce-459b-96f5-a331d316040a up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:16.556669 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-28838697-be9d-44f5-ba47-42bfe379a7bb admin admin] Publish callbacks [] for port (5c4e864a-91c0-4f17-b328-cd936815b058), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:16.579253 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-28838697-be9d-44f5-ba47-42bfe379a7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (5c4e864a-91c0-4f17-b328-cd936815b058), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:16.594366 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 1a18b310-59ce-459b-96f5-a331d316040a triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:16.594934 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1a18b310-59ce-459b-96f5-a331d316040a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:16.732661 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 1a18b310-59ce-459b-96f5-a331d316040a is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:16.753967 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28838697-be9d-44f5-ba47-42bfe379a7bb admin admin] Pushing event updated for resources: {'Port': ['ID=5c4e864a-91c0-4f17-b328-cd936815b058,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:16.757550 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-28838697-be9d-44f5-ba47-42bfe379a7bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (5c57cadc-68e3-4856-9bf5-b0c9d2f87407), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:16.806970 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3747566-7e0b-4ea4-be83-bff99370f9f1 req-43c0515c-3744-4aa6-8c1a-0afdbdae601d tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:16.808521 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3747566-7e0b-4ea4-be83-bff99370f9f1 req-43c0515c-3744-4aa6-8c1a-0afdbdae601d tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca9b0a36-652c-493d-969e-7f8e3a3cbd3d HTTP/1.1" status: 200 len: 931 time: 0.9217312 Mar 07 10:40:16.850562 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f74152-b172-45da-b3e6-d17a0e388196 req-0f22773b-d2f8-408a-8e79-9e7bb317613d tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:16.852100 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-60f74152-b172-45da-b3e6-d17a0e388196 req-0f22773b-d2f8-408a-8e79-9e7bb317613d tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 946 time: 0.1878762 Mar 07 10:40:16.896880 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3747566-7e0b-4ea4-be83-bff99370f9f1 req-8b2216ad-7fa8-4173-a91a-ee225364f3e9 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750010 Mar 07 10:40:16.942664 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28838697-be9d-44f5-ba47-42bfe379a7bb admin admin] Network acd69d25-6999-4383-ab3c-5bfc030e8c58 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:16.945600 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-28838697-be9d-44f5-ba47-42bfe379a7bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:16.964174 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-739ad37d-f63d-4419-96fe-345ee915650e req-68af72a2-e943-4f7a-b9b1-fd560014bd48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 564f83fe-11fb-4121-95a7-2b213c5797f9 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:40:16.964440 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-60f74152-b172-45da-b3e6-d17a0e388196 req-07d6a005-df3d-42a3-bbbd-0dee1bbb5f06 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003995 Mar 07 10:40:16.981641 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-739ad37d-f63d-4419-96fe-345ee915650e req-68af72a2-e943-4f7a-b9b1-fd560014bd48 service neutron] Publish callbacks [] for port (564f83fe-11fb-4121-95a7-2b213c5797f9), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:17.001083 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-739ad37d-f63d-4419-96fe-345ee915650e req-68af72a2-e943-4f7a-b9b1-fd560014bd48 service neutron] Transition to ACTIVE for port object 564f83fe-11fb-4121-95a7-2b213c5797f9 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:40:17.012125 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-739ad37d-f63d-4419-96fe-345ee915650e req-68af72a2-e943-4f7a-b9b1-fd560014bd48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (564f83fe-11fb-4121-95a7-2b213c5797f9), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:17.134809 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4b64404b-392f-4aab-ae41-f5c13145045e req-ead8c4d7-667f-41d1-8b01-9576b7cdd7e1 tempest-ServerShowV254Test-96030410 tempest-ServerShowV254Test-96030410-project] 10.222.0.11 "GET /v2.0/ports?device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.0638058 Mar 07 10:40:17.282318 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af72a2-e943-4f7a-b9b1-fd560014bd48 service neutron] Pushing event updated for resources: {'Port': ['ID=564f83fe-11fb-4121-95a7-2b213c5797f9,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:17.338323 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28838697-be9d-44f5-ba47-42bfe379a7bb admin admin] Router 5c57cadc-68e3-4856-9bf5-b0c9d2f87407 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:40:17.362596 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-739ad37d-f63d-4419-96fe-345ee915650e req-68af72a2-e943-4f7a-b9b1-fd560014bd48 service neutron] Attempting to bind port 564f83fe-11fb-4121-95a7-2b213c5797f9 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:40:17.363096 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-739ad37d-f63d-4419-96fe-345ee915650e req-68af72a2-e943-4f7a-b9b1-fd560014bd48 service neutron] Attempting to bind port 564f83fe-11fb-4121-95a7-2b213c5797f9 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'be2730d6-1887-4428-ad70-9f895beb128c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9da4d94f-c230-4f14-a6ee-34ff5fc1419f'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:40:17.363528 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739ad37d-f63d-4419-96fe-345ee915650e req-68af72a2-e943-4f7a-b9b1-fd560014bd48 service neutron] Attempting to bind port 564f83fe-11fb-4121-95a7-2b213c5797f9 on network 9da4d94f-c230-4f14-a6ee-34ff5fc1419f {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:17.364190 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4e2fc-d328-4d26-b525-f152a790d7ad req-c1027cc3-f212-4eac-b5a1-28493ba494a4 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:17.371028 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739ad37d-f63d-4419-96fe-345ee915650e req-68af72a2-e943-4f7a-b9b1-fd560014bd48 service neutron] Port 564f83fe-11fb-4121-95a7-2b213c5797f9 on network 9da4d94f-c230-4f14-a6ee-34ff5fc1419f not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:40:17.371491 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739ad37d-f63d-4419-96fe-345ee915650e req-68af72a2-e943-4f7a-b9b1-fd560014bd48 service neutron] Attempting to bind port 564f83fe-11fb-4121-95a7-2b213c5797f9 on network 9da4d94f-c230-4f14-a6ee-34ff5fc1419f {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:17.377131 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a2c4e2fc-d328-4d26-b525-f152a790d7ad req-c1027cc3-f212-4eac-b5a1-28493ba494a4 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 945 time: 0.1394582 Mar 07 10:40:17.378064 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64375186-7d2c-4423-a9c0-37c3887a238c req-c08d4b7c-092f-452a-9d24-91462db75cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:17.379666 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-64375186-7d2c-4423-a9c0-37c3887a238c req-c08d4b7c-092f-452a-9d24-91462db75cb0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 1127 time: 0.2243598 Mar 07 10:40:17.382725 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739ad37d-f63d-4419-96fe-345ee915650e req-68af72a2-e943-4f7a-b9b1-fd560014bd48 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:40:17.383311 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739ad37d-f63d-4419-96fe-345ee915650e req-68af72a2-e943-4f7a-b9b1-fd560014bd48 service neutron] Checking segment: {'id': 'be2730d6-1887-4428-ad70-9f895beb128c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9da4d94f-c230-4f14-a6ee-34ff5fc1419f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:17.383698 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739ad37d-f63d-4419-96fe-345ee915650e req-68af72a2-e943-4f7a-b9b1-fd560014bd48 service neutron] Bound using segment: {'id': 'be2730d6-1887-4428-ad70-9f895beb128c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9da4d94f-c230-4f14-a6ee-34ff5fc1419f'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:40:17.384237 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-739ad37d-f63d-4419-96fe-345ee915650e req-68af72a2-e943-4f7a-b9b1-fd560014bd48 service neutron] Bound port: 564f83fe-11fb-4121-95a7-2b213c5797f9, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be2730d6-1887-4428-ad70-9f895beb128c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9da4d94f-c230-4f14-a6ee-34ff5fc1419f'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:40:17.384706 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-739ad37d-f63d-4419-96fe-345ee915650e req-68af72a2-e943-4f7a-b9b1-fd560014bd48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (564f83fe-11fb-4121-95a7-2b213c5797f9), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:17.509286 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-8a9375e3-e685-4c30-a37b-12634fd989bc None None] Provisioning complete for port 5c4e864a-91c0-4f17-b328-cd936815b058 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:17.509670 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8a9375e3-e685-4c30-a37b-12634fd989bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (5c4e864a-91c0-4f17-b328-cd936815b058), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:17.525420 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-64375186-7d2c-4423-a9c0-37c3887a238c req-b0d4218a-4f14-40ae-96e7-75c1ac777b4c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228857 Mar 07 10:40:17.538468 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-739ad37d-f63d-4419-96fe-345ee915650e req-68af72a2-e943-4f7a-b9b1-fd560014bd48 service neutron] For port 564f83fe-11fb-4121-95a7-2b213c5797f9, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:40:17.541298 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a2c4e2fc-d328-4d26-b525-f152a790d7ad req-fc1a0015-df99-4154-94a5-beadde1805a4 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631129 Mar 07 10:40:17.543068 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-739ad37d-f63d-4419-96fe-345ee915650e req-68af72a2-e943-4f7a-b9b1-fd560014bd48 service neutron] For port 564f83fe-11fb-4121-95a7-2b213c5797f9, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=564f83fe-11fb-4121-95a7-2b213c5797f9,segment=NetworkSegment(be2730d6-1887-4428-ad70-9f895beb128c),segment_id=be2730d6-1887-4428-ad70-9f895beb128c)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:40:17.552976 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-739ad37d-f63d-4419-96fe-345ee915650e req-68af72a2-e943-4f7a-b9b1-fd560014bd48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (564f83fe-11fb-4121-95a7-2b213c5797f9), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:17.586224 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8a9375e3-e685-4c30-a37b-12634fd989bc None None] Port 5c4e864a-91c0-4f17-b328-cd936815b058 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:40:17.592521 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28838697-be9d-44f5-ba47-42bfe379a7bb admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:40:17.603563 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-28838697-be9d-44f5-ba47-42bfe379a7bb admin admin] 10.222.0.11 "PUT /v2.0/routers/5c57cadc-68e3-4856-9bf5-b0c9d2f87407/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2544115 Mar 07 10:40:17.617831 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ad37d-f63d-4419-96fe-345ee915650e req-68af72a2-e943-4f7a-b9b1-fd560014bd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:17.618624 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-739ad37d-f63d-4419-96fe-345ee915650e req-68af72a2-e943-4f7a-b9b1-fd560014bd48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:17.620833 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-739ad37d-f63d-4419-96fe-345ee915650e req-68af72a2-e943-4f7a-b9b1-fd560014bd48 service neutron] 10.222.0.21 "PUT /v2.0/ports/564f83fe-11fb-4121-95a7-2b213c5797f9 HTTP/1.1" status: 200 len: 1091 time: 2.2207468 Mar 07 10:40:17.621765 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca9b0a36-652c-493d-969e-7f8e3a3cbd3d', 'tag': '564f83fe-11fb-4121-95a7-2b213c5797f9'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:40:17.634697 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d21db77-246a-4a53-8718-ffba1b022fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "ca9b0a36-652c-493d-969e-7f8e3a3cbd3d", "tag": "564f83fe-11fb-4121-95a7-2b213c5797f9"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:40:17.706273 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af72a2-e943-4f7a-b9b1-fd560014bd48 service neutron] Pushing event updated for resources: {'Port': ['ID=564f83fe-11fb-4121-95a7-2b213c5797f9,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:17.721352 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d7ecf3-2d69-4a65-ab85-970fcfe2b01d x-openstack-request-id: req-36d7ecf3-2d69-4a65-ab85-970fcfe2b01d {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:40:17.721583 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca9b0a36-652c-493d-969e-7f8e3a3cbd3d", "tag": "564f83fe-11fb-4121-95a7-2b213c5797f9", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:40:17.722361 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-36d7ecf3-2d69-4a65-ab85-970fcfe2b01d {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:40:17.722948 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca9b0a36-652c-493d-969e-7f8e3a3cbd3d', 'tag': '564f83fe-11fb-4121-95a7-2b213c5797f9', 'status': 'completed', 'code': 200} Mar 07 10:40:17.746299 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ad37d-f63d-4419-96fe-345ee915650e req-d5a60a9d-3f94-4237-8dc8-b9bd85558830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:17.752047 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-739ad37d-f63d-4419-96fe-345ee915650e req-d5a60a9d-3f94-4237-8dc8-b9bd85558830 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=62af914074b242af8357a186fc3aa177&device_id=ca9b0a36-652c-493d-969e-7f8e3a3cbd3d HTTP/1.1" status: 200 len: 1125 time: 0.0792620 Mar 07 10:40:17.839034 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-739ad37d-f63d-4419-96fe-345ee915650e req-63dfedfa-ebf1-41c5-9359-48ee2be8884d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=564f83fe-11fb-4121-95a7-2b213c5797f9 HTTP/1.1" status: 200 len: 217 time: 0.0788789 Mar 07 10:40:17.906519 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ad37d-f63d-4419-96fe-345ee915650e req-0a48a6f2-684b-4dbc-afcc-c61b63283f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:17.908080 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-739ad37d-f63d-4419-96fe-345ee915650e req-0a48a6f2-684b-4dbc-afcc-c61b63283f8f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc6e5e1d-c035-4681-acbd-bf9ee077ad51 HTTP/1.1" status: 200 len: 861 time: 0.0623081 Mar 07 10:40:17.954711 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-739ad37d-f63d-4419-96fe-345ee915650e req-a4974f45-ed18-47db-865f-e30f218b5e3d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9da4d94f-c230-4f14-a6ee-34ff5fc1419f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385640 Mar 07 10:40:18.083956 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-739ad37d-f63d-4419-96fe-345ee915650e req-6d364a28-62cd-41ac-a9f2-a0c9f93db5d3 service neutron] 10.222.0.21 "GET /v2.0/networks/9da4d94f-c230-4f14-a6ee-34ff5fc1419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222672 Mar 07 10:40:18.140229 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:18.156647 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c7e7f-93b7-4415-bf5b-1e534f028fac req-81ee9d0d-cc65-4f37-a881-1d6966734846 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:18.158633 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1b3c7e7f-93b7-4415-bf5b-1e534f028fac req-81ee9d0d-cc65-4f37-a881-1d6966734846 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca9b0a36-652c-493d-969e-7f8e3a3cbd3d HTTP/1.1" status: 200 len: 943 time: 0.1261053 Mar 07 10:40:18.244753 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1b3c7e7f-93b7-4415-bf5b-1e534f028fac req-3c3f4fb3-a025-446b-915b-4d789d76cfcc tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762162 Mar 07 10:40:18.267065 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-739ad37d-f63d-4419-96fe-345ee915650e req-c744282d-5ce4-47d2-8086-97043c980827 service neutron] 10.222.0.21 "GET /v2.0/networks/9da4d94f-c230-4f14-a6ee-34ff5fc1419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611490 Mar 07 10:40:18.295729 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7323097-2ad9-4f96-aef2-285908352164 req-5cb04627-7320-4e8b-b79d-09fcb6eca745 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:18.301005 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d7323097-2ad9-4f96-aef2-285908352164 req-5cb04627-7320-4e8b-b79d-09fcb6eca745 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 946 time: 0.2154071 Mar 07 10:40:18.431363 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c3814533-a7fe-4423-99f3-7e193fd5c9ed req-4e2ad836-bdeb-4eb8-8d9d-bee383d14fbc tempest-ServerShowV254Test-96030410 tempest-ServerShowV254Test-96030410-project] 10.222.0.11 "GET /v2.0/ports?device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.0680087 Mar 07 10:40:18.489048 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21db77-246a-4a53-8718-ffba1b022fa3 req-d95ef5e8-c065-4ed8-9f71-4ba009e2bad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:18.491336 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9d21db77-246a-4a53-8718-ffba1b022fa3 req-d95ef5e8-c065-4ed8-9f71-4ba009e2bad8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=62af914074b242af8357a186fc3aa177&device_id=ca9b0a36-652c-493d-969e-7f8e3a3cbd3d HTTP/1.1" status: 200 len: 1125 time: 0.1717095 Mar 07 10:40:18.503600 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d7323097-2ad9-4f96-aef2-285908352164 req-0cad7bc1-a952-4b62-a712-7225d039bf59 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948135 Mar 07 10:40:18.555157 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 256dca6c-41ab-4e37-b634-6b5d0c7ea76f up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:18.647776 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21db77-246a-4a53-8718-ffba1b022fa3 req-b9817819-cf31-460c-90e9-72aec2c22837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:18.649327 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9d21db77-246a-4a53-8718-ffba1b022fa3 req-b9817819-cf31-460c-90e9-72aec2c22837 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9da4d94f-c230-4f14-a6ee-34ff5fc1419f HTTP/1.1" status: 200 len: 922 time: 0.1447582 Mar 07 10:40:18.655940 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 256dca6c-41ab-4e37-b634-6b5d0c7ea76f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:18.657057 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (256dca6c-41ab-4e37-b634-6b5d0c7ea76f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:18.770003 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9d21db77-246a-4a53-8718-ffba1b022fa3 req-0fd55ed8-e47a-4b69-9d60-973efb3dad5d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=564f83fe-11fb-4121-95a7-2b213c5797f9 HTTP/1.1" status: 200 len: 217 time: 0.1114028 Mar 07 10:40:18.832644 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c5a3b-17b5-405c-8ceb-8e2e1c22a6e2 req-b5075fad-8b8f-45c3-817d-cbdac7e42ffc tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:18.845010 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c47c5a3b-17b5-405c-8ceb-8e2e1c22a6e2 req-b5075fad-8b8f-45c3-817d-cbdac7e42ffc tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 945 time: 0.1503117 Mar 07 10:40:18.876492 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 256dca6c-41ab-4e37-b634-6b5d0c7ea76f is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:18.876894 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (256dca6c-41ab-4e37-b634-6b5d0c7ea76f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:18.971454 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 256dca6c-41ab-4e37-b634-6b5d0c7ea76f, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=256dca6c-41ab-4e37-b634-6b5d0c7ea76f,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:18.974782 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21db77-246a-4a53-8718-ffba1b022fa3 req-824bf536-3f26-4d3b-922d-f1c624afad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:18.976410 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9d21db77-246a-4a53-8718-ffba1b022fa3 req-824bf536-3f26-4d3b-922d-f1c624afad37 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc6e5e1d-c035-4681-acbd-bf9ee077ad51 HTTP/1.1" status: 200 len: 861 time: 0.1958985 Mar 07 10:40:18.981625 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (256dca6c-41ab-4e37-b634-6b5d0c7ea76f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:19.014168 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c47c5a3b-17b5-405c-8ceb-8e2e1c22a6e2 req-a4cac6e9-a685-4c8f-8894-fefd83e2b10d tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662269 Mar 07 10:40:19.061623 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9d21db77-246a-4a53-8718-ffba1b022fa3 req-b9c8735a-5464-4e27-888e-53c043652e53 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9da4d94f-c230-4f14-a6ee-34ff5fc1419f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738866 Mar 07 10:40:19.117685 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=256dca6c-41ab-4e37-b634-6b5d0c7ea76f,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:19.130690 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260cc724-87c7-4d8f-9c28-34f32b7f9971 None None] Sync routers for ids ['5c57cadc-68e3-4856-9bf5-b0c9d2f87407'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:40:19.147777 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260cc724-87c7-4d8f-9c28-34f32b7f9971 None None] Routers {'5c57cadc-68e3-4856-9bf5-b0c9d2f87407'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:40:19.148709 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-260cc724-87c7-4d8f-9c28-34f32b7f9971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:40:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5c57cadc-68e3-4856-9bf5-b0c9d2f87407'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:19.198892 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9d21db77-246a-4a53-8718-ffba1b022fa3 req-cbd77eb6-28a7-41fe-b1dd-7d25ef027788 service neutron] 10.222.0.21 "GET /v2.0/networks/9da4d94f-c230-4f14-a6ee-34ff5fc1419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300249 Mar 07 10:40:19.313125 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-260cc724-87c7-4d8f-9c28-34f32b7f9971 None None] Set router 5c57cadc-68e3-4856-9bf5-b0c9d2f87407 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:40:19.402577 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9d21db77-246a-4a53-8718-ffba1b022fa3 req-2d6806d8-49fc-463e-aecd-2c01201610ee service neutron] 10.222.0.21 "GET /v2.0/networks/9da4d94f-c230-4f14-a6ee-34ff5fc1419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921341 Mar 07 10:40:19.508431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d088e5-694e-48a5-904e-91ca798c0cde req-9af9684a-e45b-4261-9295-f1ac6237b852 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:19.523385 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-16d088e5-694e-48a5-904e-91ca798c0cde req-9af9684a-e45b-4261-9295-f1ac6237b852 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca9b0a36-652c-493d-969e-7f8e3a3cbd3d HTTP/1.1" status: 200 len: 943 time: 0.1854846 Mar 07 10:40:19.707585 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-43071ab7-3166-4272-bc60-9416206ad10d req-d6ecec3a-89a0-49fc-8713-9d48e2e5e276 tempest-ServerShowV254Test-96030410 tempest-ServerShowV254Test-96030410-project] 10.222.0.11 "GET /v2.0/ports?device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.0564494 Mar 07 10:40:19.748056 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-16d088e5-694e-48a5-904e-91ca798c0cde req-a314d5bf-06d2-4d71-adef-f8e588608a1d tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233391 Mar 07 10:40:19.769965 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-260cc724-87c7-4d8f-9c28-34f32b7f9971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c57cadc-68e3-4856-9bf5-b0c9d2f87407', 'name': 'tempest-TaggedBootDevicesTest-1139988456-router', 'tenant_id': '8c489afd3300449e90362e9e1cd30643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '256dca6c-41ab-4e37-b634-6b5d0c7ea76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:10Z', 'updated_at': '2022-03-07T10:40:16Z', 'revision_number': 4, 'project_id': '8c489afd3300449e90362e9e1cd30643', 'gw_port': {'id': '256dca6c-41ab-4e37-b634-6b5d0c7ea76f', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c57cadc-68e3-4856-9bf5-b0c9d2f87407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:11Z', 'updated_at': '2022-03-07T10:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '5c4e864a-91c0-4f17-b328-cd936815b058', 'name': '', 'network_id': 'acd69d25-6999-4383-ab3c-5bfc030e8c58', 'tenant_id': '8c489afd3300449e90362e9e1cd30643', 'mac_address': 'fa:16:3e:30:ac:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c57cadc-68e3-4856-9bf5-b0c9d2f87407', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '802bde65-fd90-4081-b5ad-6065b1b577be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:14Z', 'updated_at': '2022-03-07T10:40:16Z', 'revision_number': 2, 'project_id': '8c489afd3300449e90362e9e1cd30643', 'subnets': [{'id': '802bde65-fd90-4081-b5ad-6065b1b577be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:19.816849 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260cc724-87c7-4d8f-9c28-34f32b7f9971 None None] Checking router: 5c57cadc-68e3-4856-9bf5-b0c9d2f87407 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:40:19.817618 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260cc724-87c7-4d8f-9c28-34f32b7f9971 None None] Updating router 5c57cadc-68e3-4856-9bf5-b0c9d2f87407 port 5c4e864a-91c0-4f17-b328-cd936815b058 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:40:19.871545 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-260cc724-87c7-4d8f-9c28-34f32b7f9971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5c4e864a-91c0-4f17-b328-cd936815b058), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:19.895832 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55952c9-75e2-42f3-b1bb-dc8b9eb879d3 req-944598aa-3ff5-4ffd-9355-4224173c2a3b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:19.897563 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f55952c9-75e2-42f3-b1bb-dc8b9eb879d3 req-944598aa-3ff5-4ffd-9355-4224173c2a3b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 946 time: 0.0638583 Mar 07 10:40:20.043645 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f55952c9-75e2-42f3-b1bb-dc8b9eb879d3 req-cd780a50-d1ef-4441-9436-ce47d306e377 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384530 Mar 07 10:40:20.268463 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e860fd-4985-486b-b891-b74818bc73d1 req-c1e3afb2-3269-4bb3-9034-24793650039a tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:20.270035 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-40e860fd-4985-486b-b891-b74818bc73d1 req-c1e3afb2-3269-4bb3-9034-24793650039a tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 945 time: 0.0761991 Mar 07 10:40:20.306443 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-260cc724-87c7-4d8f-9c28-34f32b7f9971 None None] Publish callbacks [] for port (5c4e864a-91c0-4f17-b328-cd936815b058), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:20.319488 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-260cc724-87c7-4d8f-9c28-34f32b7f9971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (5c4e864a-91c0-4f17-b328-cd936815b058), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:20.420062 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-40e860fd-4985-486b-b891-b74818bc73d1 req-c1767f1f-7389-4fe0-96be-3172964bf6ac tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434534 Mar 07 10:40:20.439278 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe3ea1-1a04-4da0-9625-9689dfb9f628 req-5a4cf18c-fc61-4816-98d1-e44e46ee5507 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:20.450920 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a0fe3ea1-1a04-4da0-9625-9689dfb9f628 req-5a4cf18c-fc61-4816-98d1-e44e46ee5507 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 946 time: 0.0921922 Mar 07 10:40:20.471404 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9963a9-59a4-4e96-992b-3d803c1a2935 None None] Pushing event updated for resources: {'Port': ['ID=5c4e864a-91c0-4f17-b328-cd936815b058,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:20.563031 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a0fe3ea1-1a04-4da0-9625-9689dfb9f628 req-f3905182-95fb-4501-a14e-3c842ffdfc81 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/security-groups?id=404e3e6c-2b6d-4b33-823d-ea542b308992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114779 Mar 07 10:40:20.571106 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 256dca6c-41ab-4e37-b634-6b5d0c7ea76f up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:20.703162 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-260cc724-87c7-4d8f-9c28-34f32b7f9971 None None] Attempting to bind port 5c4e864a-91c0-4f17-b328-cd936815b058 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:40:20.703798 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-260cc724-87c7-4d8f-9c28-34f32b7f9971 None None] Attempting to bind port 5c4e864a-91c0-4f17-b328-cd936815b058 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '8d84e862-2cc8-4b1e-9958-c83ca93dd398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'acd69d25-6999-4383-ab3c-5bfc030e8c58'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:40:20.704328 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260cc724-87c7-4d8f-9c28-34f32b7f9971 None None] Attempting to bind port 5c4e864a-91c0-4f17-b328-cd936815b058 on network acd69d25-6999-4383-ab3c-5bfc030e8c58 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:20.715124 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260cc724-87c7-4d8f-9c28-34f32b7f9971 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:40:20.716687 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260cc724-87c7-4d8f-9c28-34f32b7f9971 None None] Checking segment: {'id': '8d84e862-2cc8-4b1e-9958-c83ca93dd398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'acd69d25-6999-4383-ab3c-5bfc030e8c58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:20.717361 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-260cc724-87c7-4d8f-9c28-34f32b7f9971 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:20.717921 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260cc724-87c7-4d8f-9c28-34f32b7f9971 None None] Bound using segment: {'id': '8d84e862-2cc8-4b1e-9958-c83ca93dd398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'acd69d25-6999-4383-ab3c-5bfc030e8c58'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:40:20.718684 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-260cc724-87c7-4d8f-9c28-34f32b7f9971 None None] Bound port: 5c4e864a-91c0-4f17-b328-cd936815b058, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d84e862-2cc8-4b1e-9958-c83ca93dd398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'acd69d25-6999-4383-ab3c-5bfc030e8c58'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:40:20.719232 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-260cc724-87c7-4d8f-9c28-34f32b7f9971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5c4e864a-91c0-4f17-b328-cd936815b058), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:20.867835 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 256dca6c-41ab-4e37-b634-6b5d0c7ea76f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:20.868551 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (256dca6c-41ab-4e37-b634-6b5d0c7ea76f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:20.869747 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-866062ed-919b-4835-9261-e97147895497 None None] Provisioning complete for port 5c4e864a-91c0-4f17-b328-cd936815b058 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:20.870101 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-866062ed-919b-4835-9261-e97147895497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (5c4e864a-91c0-4f17-b328-cd936815b058), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:20.888646 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fe340977-b26a-4397-b2bf-51fbc129026d req-5453e367-3d83-42a6-ad91-f0607a222410 tempest-ServerShowV254Test-96030410 tempest-ServerShowV254Test-96030410-project] 10.222.0.11 "GET /v2.0/ports?device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.0340507 Mar 07 10:40:21.137131 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-260cc724-87c7-4d8f-9c28-34f32b7f9971 None None] For port 5c4e864a-91c0-4f17-b328-cd936815b058, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:40:21.153230 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-866062ed-919b-4835-9261-e97147895497 None None] Port 5c4e864a-91c0-4f17-b328-cd936815b058 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:40:21.156504 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-260cc724-87c7-4d8f-9c28-34f32b7f9971 None None] For port 5c4e864a-91c0-4f17-b328-cd936815b058, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=5c4e864a-91c0-4f17-b328-cd936815b058,segment=NetworkSegment(8d84e862-2cc8-4b1e-9958-c83ca93dd398),segment_id=8d84e862-2cc8-4b1e-9958-c83ca93dd398)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:40:21.163910 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0256baa-42e2-4e0e-8b9e-a61019f1b083 req-f79e5b9b-79b6-44bb-a213-37a5613e6a4a tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:21.170279 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e0256baa-42e2-4e0e-8b9e-a61019f1b083 req-f79e5b9b-79b6-44bb-a213-37a5613e6a4a tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca9b0a36-652c-493d-969e-7f8e3a3cbd3d HTTP/1.1" status: 200 len: 943 time: 0.1365855 Mar 07 10:40:21.186055 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-260cc724-87c7-4d8f-9c28-34f32b7f9971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (5c4e864a-91c0-4f17-b328-cd936815b058), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:21.245804 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9963a9-59a4-4e96-992b-3d803c1a2935 None None] Pushing event updated for resources: {'Port': ['ID=5c4e864a-91c0-4f17-b328-cd936815b058,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:21.273992 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 256dca6c-41ab-4e37-b634-6b5d0c7ea76f is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:21.280759 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260cc724-87c7-4d8f-9c28-34f32b7f9971 None None] Routers {'5c57cadc-68e3-4856-9bf5-b0c9d2f87407'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:40:21.281854 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-260cc724-87c7-4d8f-9c28-34f32b7f9971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:40:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5c57cadc-68e3-4856-9bf5-b0c9d2f87407'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:21.308912 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e0256baa-42e2-4e0e-8b9e-a61019f1b083 req-938557a0-1496-4245-be24-078159dd89cf tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316769 Mar 07 10:40:21.503148 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-260cc724-87c7-4d8f-9c28-34f32b7f9971 None None] Set router 5c57cadc-68e3-4856-9bf5-b0c9d2f87407 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:40:21.546001 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2b360-4a29-4171-955f-28181788d7a6 req-3e23b7bf-a7b5-4c2c-96f7-1cc23d53195a tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:21.549081 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c9e2b360-4a29-4171-955f-28181788d7a6 req-3e23b7bf-a7b5-4c2c-96f7-1cc23d53195a tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 946 time: 0.1296990 Mar 07 10:40:21.641158 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c9e2b360-4a29-4171-955f-28181788d7a6 req-990b30b1-a2df-45a1-8bd0-a3ba35bb03f4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831938 Mar 07 10:40:21.804171 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-74cd33a8-a984-4c6c-8724-52317dcb05e3 None None] Provisioning complete for port 5c4e864a-91c0-4f17-b328-cd936815b058 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:21.804660 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-74cd33a8-a984-4c6c-8724-52317dcb05e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (5c4e864a-91c0-4f17-b328-cd936815b058), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:21.946627 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-260cc724-87c7-4d8f-9c28-34f32b7f9971 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c57cadc-68e3-4856-9bf5-b0c9d2f87407', 'name': 'tempest-TaggedBootDevicesTest-1139988456-router', 'tenant_id': '8c489afd3300449e90362e9e1cd30643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '256dca6c-41ab-4e37-b634-6b5d0c7ea76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:10Z', 'updated_at': '2022-03-07T10:40:16Z', 'revision_number': 4, 'project_id': '8c489afd3300449e90362e9e1cd30643', 'gw_port': {'id': '256dca6c-41ab-4e37-b634-6b5d0c7ea76f', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c57cadc-68e3-4856-9bf5-b0c9d2f87407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:11Z', 'updated_at': '2022-03-07T10:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '5c4e864a-91c0-4f17-b328-cd936815b058', 'name': '', 'network_id': 'acd69d25-6999-4383-ab3c-5bfc030e8c58', 'tenant_id': '8c489afd3300449e90362e9e1cd30643', 'mac_address': 'fa:16:3e:30:ac:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c57cadc-68e3-4856-9bf5-b0c9d2f87407', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '802bde65-fd90-4081-b5ad-6065b1b577be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:14Z', 'updated_at': '2022-03-07T10:40:21Z', 'revision_number': 4, 'project_id': '8c489afd3300449e90362e9e1cd30643', 'subnets': [{'id': '802bde65-fd90-4081-b5ad-6065b1b577be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:21.954396 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-74cd33a8-a984-4c6c-8724-52317dcb05e3 None None] Current status of the port 5c4e864a-91c0-4f17-b328-cd936815b058 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:21.954868 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-74cd33a8-a984-4c6c-8724-52317dcb05e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5c4e864a-91c0-4f17-b328-cd936815b058), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:21.988554 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260cc724-87c7-4d8f-9c28-34f32b7f9971 None None] The sync data for ids ['5c57cadc-68e3-4856-9bf5-b0c9d2f87407'] in n-d-832164-4 is: [{'id': '5c57cadc-68e3-4856-9bf5-b0c9d2f87407', 'name': 'tempest-TaggedBootDevicesTest-1139988456-router', 'tenant_id': '8c489afd3300449e90362e9e1cd30643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '256dca6c-41ab-4e37-b634-6b5d0c7ea76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:10Z', 'updated_at': '2022-03-07T10:40:16Z', 'revision_number': 4, 'project_id': '8c489afd3300449e90362e9e1cd30643', 'gw_port': {'id': '256dca6c-41ab-4e37-b634-6b5d0c7ea76f', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c57cadc-68e3-4856-9bf5-b0c9d2f87407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:11Z', 'updated_at': '2022-03-07T10:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '5c4e864a-91c0-4f17-b328-cd936815b058', 'name': '', 'network_id': 'acd69d25-6999-4383-ab3c-5bfc030e8c58', 'tenant_id': '8c489afd3300449e90362e9e1cd30643', 'mac_address': 'fa:16:3e:30:ac:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c57cadc-68e3-4856-9bf5-b0c9d2f87407', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '802bde65-fd90-4081-b5ad-6065b1b577be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:14Z', 'updated_at': '2022-03-07T10:40:21Z', 'revision_number': 4, 'project_id': '8c489afd3300449e90362e9e1cd30643', 'subnets': [{'id': '802bde65-fd90-4081-b5ad-6065b1b577be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:40:22.026712 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730f0fb-7eaf-4133-8ca3-069d15b48cd0 req-20c76011-ff32-4d41-ac54-33f479a0a8a8 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:22.027166 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-74cd33a8-a984-4c6c-8724-52317dcb05e3 None None] For port 5c4e864a-91c0-4f17-b328-cd936815b058, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=5c4e864a-91c0-4f17-b328-cd936815b058,segment=NetworkSegment(8d84e862-2cc8-4b1e-9958-c83ca93dd398),segment_id=8d84e862-2cc8-4b1e-9958-c83ca93dd398)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:22.029380 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0730f0fb-7eaf-4133-8ca3-069d15b48cd0 req-20c76011-ff32-4d41-ac54-33f479a0a8a8 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 946 time: 0.1086662 Mar 07 10:40:22.037624 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-74cd33a8-a984-4c6c-8724-52317dcb05e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (5c4e864a-91c0-4f17-b328-cd936815b058), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:22.124739 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd33a8-a984-4c6c-8724-52317dcb05e3 None None] Pushing event updated for resources: {'Port': ['ID=5c4e864a-91c0-4f17-b328-cd936815b058,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:22.174522 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0730f0fb-7eaf-4133-8ca3-069d15b48cd0 req-988d9625-a2e1-404a-b0b2-645f6b77b4cf tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/security-groups?id=404e3e6c-2b6d-4b33-823d-ea542b308992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313171 Mar 07 10:40:22.327007 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3cefc4f6-7562-40de-9fa1-4f39d4571bd6 req-2363675f-213a-4911-a4bd-59564b6b0a23 tempest-ServerShowV254Test-96030410 tempest-ServerShowV254Test-96030410-project] 10.222.0.11 "GET /v2.0/ports?device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.0647094 Mar 07 10:40:22.557193 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e49a9-e843-47ff-ab60-35b57fdba4df req-efa11ee1-00fc-425e-89fc-132e6ac88fc0 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:22.559324 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4e2e49a9-e843-47ff-ab60-35b57fdba4df req-efa11ee1-00fc-425e-89fc-132e6ac88fc0 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca9b0a36-652c-493d-969e-7f8e3a3cbd3d HTTP/1.1" status: 200 len: 943 time: 0.1069794 Mar 07 10:40:22.581961 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 5c4e864a-91c0-4f17-b328-cd936815b058 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:22.669803 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4e2e49a9-e843-47ff-ab60-35b57fdba4df req-5c84000f-d9b5-4434-b640-953e9a5f063b tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797722 Mar 07 10:40:22.704040 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 5c4e864a-91c0-4f17-b328-cd936815b058 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:22.704406 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (5c4e864a-91c0-4f17-b328-cd936815b058), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:22.746149 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:22.770142 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 564f83fe-11fb-4121-95a7-2b213c5797f9 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:40:22.835685 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196bef6-9828-4f22-924b-e0d5257f211b req-f2dc1c87-bd44-4976-9db6-00f3eb49ac14 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:22.842090 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2196bef6-9828-4f22-924b-e0d5257f211b req-f2dc1c87-bd44-4976-9db6-00f3eb49ac14 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 946 time: 0.0830600 Mar 07 10:40:22.930948 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2196bef6-9828-4f22-924b-e0d5257f211b req-4f9a7632-406b-41d9-8a2f-cf2dcfe6b0e4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836797 Mar 07 10:40:23.039820 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 564f83fe-11fb-4121-95a7-2b213c5797f9, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=564f83fe-11fb-4121-95a7-2b213c5797f9,segment=NetworkSegment(be2730d6-1887-4428-ad70-9f895beb128c),segment_id=be2730d6-1887-4428-ad70-9f895beb128c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:23.042611 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 5c4e864a-91c0-4f17-b328-cd936815b058 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:23.065656 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '564f83fe-11fb-4121-95a7-2b213c5797f9', 'network_id': '9da4d94f-c230-4f14-a6ee-34ff5fc1419f', 'port_id': '564f83fe-11fb-4121-95a7-2b213c5797f9', 'mac_address': 'fa:16:3e:2f:c0:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6e5e1d-c035-4681-acbd-bf9ee077ad51', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:40:23.143250 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 564f83fe-11fb-4121-95a7-2b213c5797f9 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:23.144397 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (564f83fe-11fb-4121-95a7-2b213c5797f9), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:23.175558 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564f83fe-11fb-4121-95a7-2b213c5797f9 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:40:23.225552 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 564f83fe-11fb-4121-95a7-2b213c5797f9, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=564f83fe-11fb-4121-95a7-2b213c5797f9,segment=NetworkSegment(be2730d6-1887-4428-ad70-9f895beb128c),segment_id=be2730d6-1887-4428-ad70-9f895beb128c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:23.232488 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (564f83fe-11fb-4121-95a7-2b213c5797f9), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:23.339079 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=564f83fe-11fb-4121-95a7-2b213c5797f9,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:23.411832 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3477f-67e5-4ddc-8837-38f0d72aad2e req-e10b6c6e-471b-48d2-ae48-1eb61645d530 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:23.419141 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-82c3477f-67e5-4ddc-8837-38f0d72aad2e req-e10b6c6e-471b-48d2-ae48-1eb61645d530 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 946 time: 0.0713074 Mar 07 10:40:23.501610 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-82c3477f-67e5-4ddc-8837-38f0d72aad2e req-11c5db2a-544b-421a-bcc0-888fb526fd34 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/security-groups?id=404e3e6c-2b6d-4b33-823d-ea542b308992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802486 Mar 07 10:40:23.541821 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['564f83fe-11fb-4121-95a7-2b213c5797f9'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:40:23.667856 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c5fdec-1d6a-49bc-905b-06a0947714d1 req-a4fd29f9-03a7-483f-be33-80d4dc4e3fbf tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:23.671508 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-12c5fdec-1d6a-49bc-905b-06a0947714d1 req-a4fd29f9-03a7-483f-be33-80d4dc4e3fbf tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 946 time: 0.1358466 Mar 07 10:40:23.715737 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2fa66ab1-4a09-4ac1-ab75-4979a51c7798 req-855ec358-1d0c-4279-83f0-4f1b1cfd8033 tempest-ServerShowV254Test-96030410 tempest-ServerShowV254Test-96030410-project] 10.222.0.11 "GET /v2.0/ports?device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.0635648 Mar 07 10:40:23.906843 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-12c5fdec-1d6a-49bc-905b-06a0947714d1 req-95746e3e-ed4e-43e7-a0a6-6b88ca0645e6 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Deleting port e44eaa04-a7a8-4b3b-a654-5406151c14de {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:40:23.907503 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-12c5fdec-1d6a-49bc-905b-06a0947714d1 req-95746e3e-ed4e-43e7-a0a6-6b88ca0645e6 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (e44eaa04-a7a8-4b3b-a654-5406151c14de), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:23.999279 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bad81-97fb-4253-9925-751bbd09b645 req-1d403da3-0c5c-4af0-af7d-bd5e6279bd96 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:24.037500 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e11bad81-97fb-4253-9925-751bbd09b645 req-1d403da3-0c5c-4af0-af7d-bd5e6279bd96 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca9b0a36-652c-493d-969e-7f8e3a3cbd3d HTTP/1.1" status: 200 len: 944 time: 0.1835358 Mar 07 10:40:24.130890 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e11bad81-97fb-4253-9925-751bbd09b645 req-a9429994-8980-4f2e-b68d-a3dcd69a1874 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654845 Mar 07 10:40:24.223646 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-12c5fdec-1d6a-49bc-905b-06a0947714d1 req-95746e3e-ed4e-43e7-a0a6-6b88ca0645e6 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] For port e44eaa04-a7a8-4b3b-a654-5406151c14de, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e44eaa04-a7a8-4b3b-a654-5406151c14de,segment=NetworkSegment(1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65),segment_id=1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:24.223907 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-12c5fdec-1d6a-49bc-905b-06a0947714d1 req-95746e3e-ed4e-43e7-a0a6-6b88ca0645e6 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (e44eaa04-a7a8-4b3b-a654-5406151c14de), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:24.522515 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-12c5fdec-1d6a-49bc-905b-06a0947714d1 req-95746e3e-ed4e-43e7-a0a6-6b88ca0645e6 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:24.523270 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-12c5fdec-1d6a-49bc-905b-06a0947714d1 req-95746e3e-ed4e-43e7-a0a6-6b88ca0645e6 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (5630d26f-26b8-4667-a921-b60cdcd81a5b), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:24.523763 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [req-12c5fdec-1d6a-49bc-905b-06a0947714d1 req-95746e3e-ed4e-43e7-a0a6-6b88ca0645e6 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Floating IP 5630d26f-26b8-4667-a921-b60cdcd81a5b disassociated. External IP: 172.25.3.156, port: e44eaa04-a7a8-4b3b-a654-5406151c14de. Mar 07 10:40:24.524271 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-12c5fdec-1d6a-49bc-905b-06a0947714d1 req-95746e3e-ed4e-43e7-a0a6-6b88ca0645e6 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Calling delete_port for e44eaa04-a7a8-4b3b-a654-5406151c14de owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:40:24.639480 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59081c3-8af4-45ab-a521-84a05e96e08d req-754f0a49-5531-4cd2-9886-b7207290aa92 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:24.647810 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c59081c3-8af4-45ab-a521-84a05e96e08d req-754f0a49-5531-4cd2-9886-b7207290aa92 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 946 time: 0.4245389 Mar 07 10:40:24.680328 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-12c5fdec-1d6a-49bc-905b-06a0947714d1 req-95746e3e-ed4e-43e7-a0a6-6b88ca0645e6 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (e44eaa04-a7a8-4b3b-a654-5406151c14de), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:24.717188 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c59081c3-8af4-45ab-a521-84a05e96e08d req-ae8becf0-a1d1-4368-91f0-1bd6a8c96d5b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662992 Mar 07 10:40:24.774200 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 564f83fe-11fb-4121-95a7-2b213c5797f9 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:24.786459 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95746e3e-ed4e-43e7-a0a6-6b88ca0645e6 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Pushing event deleted for resources: {'Port': ['ID=e44eaa04-a7a8-4b3b-a654-5406151c14de,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:24.848954 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1033164f-9217-4a2a-b55b-ea975033c4df req-1418392a-d8a6-46f1-94b6-ee6073a36bb7 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 210 time: 0.0521088 Mar 07 10:40:24.906774 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 564f83fe-11fb-4121-95a7-2b213c5797f9 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:40:24.914752 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 564f83fe-11fb-4121-95a7-2b213c5797f9 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:24.916331 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (564f83fe-11fb-4121-95a7-2b213c5797f9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:25.016664 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0d5cf5f9-ed7f-49c2-99f5-c219574a817c req-2127937a-81b6-437d-8284-78f171aad633 tempest-ServerShowV254Test-96030410 tempest-ServerShowV254Test-96030410-project] 10.222.0.11 "GET /v2.0/ports?device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.0752015 Mar 07 10:40:25.077698 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 564f83fe-11fb-4121-95a7-2b213c5797f9 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:25.078091 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (564f83fe-11fb-4121-95a7-2b213c5797f9), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:25.087368 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12c5fdec-1d6a-49bc-905b-06a0947714d1 req-95746e3e-ed4e-43e7-a0a6-6b88ca0645e6 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Router 935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:40:25.127831 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 564f83fe-11fb-4121-95a7-2b213c5797f9, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=564f83fe-11fb-4121-95a7-2b213c5797f9,segment=NetworkSegment(be2730d6-1887-4428-ad70-9f895beb128c),segment_id=be2730d6-1887-4428-ad70-9f895beb128c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:25.128943 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9b0a36-652c-493d-969e-7f8e3a3cbd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564f83fe-11fb-4121-95a7-2b213c5797f9'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:40:25.133494 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe50fc84-ce3c-45d1-8f4c-186d9180258b" -d '{"events": [{"server_uuid": "ca9b0a36-652c-493d-969e-7f8e3a3cbd3d", "name": "network-vif-plugged", "status": "completed", "tag": "564f83fe-11fb-4121-95a7-2b213c5797f9"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:40:25.138742 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (564f83fe-11fb-4121-95a7-2b213c5797f9), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:25.212221 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=564f83fe-11fb-4121-95a7-2b213c5797f9,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:25.256500 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079ad0ff-6070-42f5-b577-b1a0e3604627 x-openstack-request-id: req-079ad0ff-6070-42f5-b577-b1a0e3604627 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:40:25.257024 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9b0a36-652c-493d-969e-7f8e3a3cbd3d", "name": "network-vif-plugged", "status": "completed", "tag": "564f83fe-11fb-4121-95a7-2b213c5797f9", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:40:25.257875 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-079ad0ff-6070-42f5-b577-b1a0e3604627 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:40:25.258353 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9b0a36-652c-493d-969e-7f8e3a3cbd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564f83fe-11fb-4121-95a7-2b213c5797f9', 'code': 200} Mar 07 10:40:25.450985 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12c5fdec-1d6a-49bc-905b-06a0947714d1 req-95746e3e-ed4e-43e7-a0a6-6b88ca0645e6 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:40:25.466071 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f95fec9-4fea-4ae7-bee9-5080b305e7c8 None None] Sync routers for ids ['935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:40:25.485438 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f95fec9-4fea-4ae7-bee9-5080b305e7c8 None None] Routers {'935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:40:25.486497 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6f95fec9-4fea-4ae7-bee9-5080b305e7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:40:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:25.532817 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c9ae8-8bee-4d8b-b901-0a4cfcc1a331 req-bef1ae5a-f28c-4d05-be42-79ee235c637c tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:25.536348 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-233c9ae8-8bee-4d8b-b901-0a4cfcc1a331 req-bef1ae5a-f28c-4d05-be42-79ee235c637c tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca9b0a36-652c-493d-969e-7f8e3a3cbd3d HTTP/1.1" status: 200 len: 945 time: 0.1033180 Mar 07 10:40:25.578609 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c5fdec-1d6a-49bc-905b-06a0947714d1 req-95746e3e-ed4e-43e7-a0a6-6b88ca0645e6 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] No DVR routers for this DVR port e44eaa04-a7a8-4b3b-a654-5406151c14de on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:40:25.582420 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-12c5fdec-1d6a-49bc-905b-06a0947714d1 req-95746e3e-ed4e-43e7-a0a6-6b88ca0645e6 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:25.586575 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-12c5fdec-1d6a-49bc-905b-06a0947714d1 req-95746e3e-ed4e-43e7-a0a6-6b88ca0645e6 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.21 "DELETE /v2.0/ports/e44eaa04-a7a8-4b3b-a654-5406151c14de HTTP/1.1" status: 204 len: 173 time: 1.9049845 Mar 07 10:40:25.588289 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae606fc6-7270-428c-b53e-5ff8180a8aa2', 'name': 'network-vif-deleted', 'tag': 'e44eaa04-a7a8-4b3b-a654-5406151c14de'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:40:25.605960 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd65448-fc56-4e53-a0e8-808620a3b4df" -d '{"events": [{"server_uuid": "ae606fc6-7270-428c-b53e-5ff8180a8aa2", "name": "network-vif-deleted", "tag": "e44eaa04-a7a8-4b3b-a654-5406151c14de"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:40:25.610970 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-233c9ae8-8bee-4d8b-b901-0a4cfcc1a331 req-16202ca6-fb67-462b-8336-e2099107dbbd tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685766 Mar 07 10:40:25.638238 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-6f95fec9-4fea-4ae7-bee9-5080b305e7c8 None None] Set router 935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:40:25.687400 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8450f6-6a4a-49b0-86b6-c06b6a3a2454 x-openstack-request-id: req-bf8450f6-6a4a-49b0-86b6-c06b6a3a2454 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:40:25.687989 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae606fc6-7270-428c-b53e-5ff8180a8aa2", "name": "network-vif-deleted", "tag": "e44eaa04-a7a8-4b3b-a654-5406151c14de", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:40:25.687989 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bf8450f6-6a4a-49b0-86b6-c06b6a3a2454 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:40:25.688510 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae606fc6-7270-428c-b53e-5ff8180a8aa2', 'name': 'network-vif-deleted', 'tag': 'e44eaa04-a7a8-4b3b-a654-5406151c14de', 'status': 'completed', 'code': 200} Mar 07 10:40:25.710554 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe94a1-594d-4d6a-844e-966d774c6607 req-760e599a-6866-4911-9770-edececcc6770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:25.712434 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-26fe94a1-594d-4d6a-844e-966d774c6607 req-760e599a-6866-4911-9770-edececcc6770 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ca9b0a36-652c-493d-969e-7f8e3a3cbd3d HTTP/1.1" status: 200 len: 1127 time: 0.1688511 Mar 07 10:40:25.827697 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-26fe94a1-594d-4d6a-844e-966d774c6607 req-9c4db346-7a5f-46f6-b072-c3f1c206ffa3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036048 Mar 07 10:40:25.904184 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e7459-2e43-4cb7-9623-22d86ab748ac req-4dc09ac2-9a58-42a9-97d7-40bc46e6bc66 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:25.912001 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4e3e7459-2e43-4cb7-9623-22d86ab748ac req-4dc09ac2-9a58-42a9-97d7-40bc46e6bc66 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 946 time: 0.0795054 Mar 07 10:40:25.967128 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6f95fec9-4fea-4ae7-bee9-5080b305e7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'name': 'tempest-ServersTestBootFromVolume-1606411008-router', 'tenant_id': '594fbcc522224d009180aa1f2512354d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3be13c7b-3b13-4c46-8d39-728f5cc95f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:42Z', 'updated_at': '2022-03-07T10:38:07Z', 'revision_number': 4, 'project_id': '594fbcc522224d009180aa1f2512354d', 'gw_port': {'id': '3be13c7b-3b13-4c46-8d39-728f5cc95f93', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:44Z', 'updated_at': '2022-03-07T10:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'e3284a56-5d4a-467b-8ccf-d81932b5d2fb', 'name': '', 'network_id': '0a513206-2def-4933-979c-f245f2d5610c', 'tenant_id': '594fbcc522224d009180aa1f2512354d', 'mac_address': 'fa:16:3e:cf:fd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '473ce296-8e02-4e65-a3e4-e81563b11cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:00Z', 'updated_at': '2022-03-07T10:38:17Z', 'revision_number': 5, 'project_id': '594fbcc522224d009180aa1f2512354d', 'subnets': [{'id': '473ce296-8e02-4e65-a3e4-e81563b11cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:25.979744 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4e3e7459-2e43-4cb7-9623-22d86ab748ac req-88431805-59c1-4523-a8e9-595bf9c31374 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664988 Mar 07 10:40:26.019034 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f95fec9-4fea-4ae7-bee9-5080b305e7c8 None None] Checking router: 935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:40:26.038330 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f95fec9-4fea-4ae7-bee9-5080b305e7c8 None None] Routers {'935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:40:26.039727 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6f95fec9-4fea-4ae7-bee9-5080b305e7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:40:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:26.155390 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-60d22e92-4c4e-4c16-9f57-1274f5266e7a req-4b958360-5b48-40fc-b2db-93d43c2b23aa tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 210 time: 0.0645182 Mar 07 10:40:26.348973 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9c93e12f-6635-403b-975f-a9a979ecc482 req-f2390a64-4404-4fb7-b091-274c60cade97 tempest-ServerShowV254Test-96030410 tempest-ServerShowV254Test-96030410-project] 10.222.0.11 "GET /v2.0/ports?device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.0752683 Mar 07 10:40:26.375657 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-6f95fec9-4fea-4ae7-bee9-5080b305e7c8 None None] Set router 935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:40:26.654995 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6f95fec9-4fea-4ae7-bee9-5080b305e7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'name': 'tempest-ServersTestBootFromVolume-1606411008-router', 'tenant_id': '594fbcc522224d009180aa1f2512354d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3be13c7b-3b13-4c46-8d39-728f5cc95f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:42Z', 'updated_at': '2022-03-07T10:38:07Z', 'revision_number': 4, 'project_id': '594fbcc522224d009180aa1f2512354d', 'gw_port': {'id': '3be13c7b-3b13-4c46-8d39-728f5cc95f93', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:44Z', 'updated_at': '2022-03-07T10:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'e3284a56-5d4a-467b-8ccf-d81932b5d2fb', 'name': '', 'network_id': '0a513206-2def-4933-979c-f245f2d5610c', 'tenant_id': '594fbcc522224d009180aa1f2512354d', 'mac_address': 'fa:16:3e:cf:fd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '473ce296-8e02-4e65-a3e4-e81563b11cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:00Z', 'updated_at': '2022-03-07T10:38:17Z', 'revision_number': 5, 'project_id': '594fbcc522224d009180aa1f2512354d', 'subnets': [{'id': '473ce296-8e02-4e65-a3e4-e81563b11cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:26.691018 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f95fec9-4fea-4ae7-bee9-5080b305e7c8 None None] The sync data for ids ['935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5'] in n-d-832164-4 is: [{'id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'name': 'tempest-ServersTestBootFromVolume-1606411008-router', 'tenant_id': '594fbcc522224d009180aa1f2512354d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3be13c7b-3b13-4c46-8d39-728f5cc95f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:42Z', 'updated_at': '2022-03-07T10:38:07Z', 'revision_number': 4, 'project_id': '594fbcc522224d009180aa1f2512354d', 'gw_port': {'id': '3be13c7b-3b13-4c46-8d39-728f5cc95f93', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:44Z', 'updated_at': '2022-03-07T10:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'e3284a56-5d4a-467b-8ccf-d81932b5d2fb', 'name': '', 'network_id': '0a513206-2def-4933-979c-f245f2d5610c', 'tenant_id': '594fbcc522224d009180aa1f2512354d', 'mac_address': 'fa:16:3e:cf:fd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '473ce296-8e02-4e65-a3e4-e81563b11cf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:00Z', 'updated_at': '2022-03-07T10:38:17Z', 'revision_number': 5, 'project_id': '594fbcc522224d009180aa1f2512354d', 'subnets': [{'id': '473ce296-8e02-4e65-a3e4-e81563b11cf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:40:26.824742 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942f7ef-3617-4bbf-bbb6-6d353816df4e req-20364c77-f948-4cff-ad84-3049e4c5372d tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:26.837874 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6942f7ef-3617-4bbf-bbb6-6d353816df4e req-20364c77-f948-4cff-ad84-3049e4c5372d tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca9b0a36-652c-493d-969e-7f8e3a3cbd3d HTTP/1.1" status: 200 len: 945 time: 0.1249161 Mar 07 10:40:26.902784 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6942f7ef-3617-4bbf-bbb6-6d353816df4e req-ee144202-d255-4f83-abfd-94c811cbf3ac tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641828 Mar 07 10:40:27.132982 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4a2081-2481-4047-b3d3-c7768905f7ab None None] New status for floating IP 5630d26f-26b8-4667-a921-b60cdcd81a5b: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:40:27.225407 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d7eeb-7b9c-4133-961a-bfd4e26d5e28 req-cd9699b7-8b8d-4c80-852b-4abc0294e83c tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:27.236470 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-646d7eeb-7b9c-4133-961a-bfd4e26d5e28 req-cd9699b7-8b8d-4c80-852b-4abc0294e83c tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 946 time: 0.1262825 Mar 07 10:40:27.336602 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-646d7eeb-7b9c-4133-961a-bfd4e26d5e28 req-ece6ae88-5e05-4c15-becd-684f08cdd427 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945363 Mar 07 10:40:27.457494 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-890e44da-10b9-4e35-9c6b-b6098df476a4 req-4bd9bb72-3fc4-41ba-8abd-852f49b410d6 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 210 time: 0.0451214 Mar 07 10:40:27.572415 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dce515e4-87e2-4a4d-901f-bafbe1d0ea63 req-3411ac33-e1cf-4f09-8f8c-17e2eb7b0066 tempest-ServerShowV254Test-96030410 tempest-ServerShowV254Test-96030410-project] 10.222.0.11 "GET /v2.0/ports?device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.0522625 Mar 07 10:40:28.083928 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22933d7-4d2f-4f25-b8f8-d9a74427c282 req-594012f3-2b97-4a10-a53e-235982cf2e30 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:28.085174 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a22933d7-4d2f-4f25-b8f8-d9a74427c282 req-594012f3-2b97-4a10-a53e-235982cf2e30 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca9b0a36-652c-493d-969e-7f8e3a3cbd3d HTTP/1.1" status: 200 len: 945 time: 0.0687137 Mar 07 10:40:28.154781 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a22933d7-4d2f-4f25-b8f8-d9a74427c282 req-175cb6ae-da70-4fd7-875c-f14dd9a3ae43 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566792 Mar 07 10:40:28.340029 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b560a-f6fc-45bf-91f5-a8bf97db97cf req-fcf6c91b-3c57-4548-afd4-456bbdadb419 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:28.342594 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e02b560a-f6fc-45bf-91f5-a8bf97db97cf req-fcf6c91b-3c57-4548-afd4-456bbdadb419 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca9b0a36-652c-493d-969e-7f8e3a3cbd3d HTTP/1.1" status: 200 len: 945 time: 0.0788949 Mar 07 10:40:28.455619 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e02b560a-f6fc-45bf-91f5-a8bf97db97cf req-b11d87e2-5b03-417b-869c-778980a90f61 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048424 Mar 07 10:40:28.618211 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a95b8-a1ab-4682-9778-d3061d8d7b01 req-02cb2479-65d3-4b54-9c1a-768a15339487 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:28.620515 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-783a95b8-a1ab-4682-9778-d3061d8d7b01 req-02cb2479-65d3-4b54-9c1a-768a15339487 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 946 time: 0.0699728 Mar 07 10:40:28.691375 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-783a95b8-a1ab-4682-9778-d3061d8d7b01 req-13294733-b975-4364-a72a-0fb72c384b0d tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643120 Mar 07 10:40:28.779699 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device e44eaa04-a7a8-4b3b-a654-5406151c14de no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:40:28.835021 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: e44eaa04-a7a8-4b3b-a654-5406151c14de {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:40:28.835769 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device e44eaa04-a7a8-4b3b-a654-5406151c14de not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:40:28.876405 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-290ee723-d36e-4e25-8e3f-24dada4cb74e req-9a9c85e5-8db8-4646-b9ff-d6ce9eb770af tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 210 time: 0.0421937 Mar 07 10:40:29.014870 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bc38bb16-27e3-43c9-a6ca-a20c2d921ea4 req-61d63e0d-7c0d-4300-a5e0-c40842ab58b1 tempest-ServerShowV254Test-96030410 tempest-ServerShowV254Test-96030410-project] 10.222.0.11 "GET /v2.0/ports?device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.0521929 Mar 07 10:40:29.156432 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99e82d-167f-4dd9-9828-048e7706c59c req-9fb42767-21f4-4ada-85d4-eff02e0107b1 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:29.158383 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fd99e82d-167f-4dd9-9828-048e7706c59c req-9fb42767-21f4-4ada-85d4-eff02e0107b1 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca9b0a36-652c-493d-969e-7f8e3a3cbd3d HTTP/1.1" status: 200 len: 945 time: 0.0700703 Mar 07 10:40:29.222902 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fd99e82d-167f-4dd9-9828-048e7706c59c req-21d7e951-9f17-4269-b0c7-73d9d8a1749a tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578489 Mar 07 10:40:29.435619 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48e64b-6517-4ecd-bc30-6c23802aa6a6 req-c563731d-f9de-4145-88b2-b5fc3f9b3323 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:29.437349 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ca48e64b-6517-4ecd-bc30-6c23802aa6a6 req-c563731d-f9de-4145-88b2-b5fc3f9b3323 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca9b0a36-652c-493d-969e-7f8e3a3cbd3d HTTP/1.1" status: 200 len: 945 time: 0.1219087 Mar 07 10:40:29.525921 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ca48e64b-6517-4ecd-bc30-6c23802aa6a6 req-23361161-cafd-4f23-840b-8e5853807dd9 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829134 Mar 07 10:40:29.698416 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bfdff9-8e08-4a3c-9b89-9041697aa9ef req-167acedb-2dd5-465d-a770-351a06c0ce07 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:29.701006 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-46bfdff9-8e08-4a3c-9b89-9041697aa9ef req-167acedb-2dd5-465d-a770-351a06c0ce07 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca9b0a36-652c-493d-969e-7f8e3a3cbd3d HTTP/1.1" status: 200 len: 945 time: 0.0815492 Mar 07 10:40:29.802809 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-46bfdff9-8e08-4a3c-9b89-9041697aa9ef req-f0fb41ce-5839-41de-8ca0-7005fc0a18ba tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921988 Mar 07 10:40:29.997515 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fb438-c404-43d7-a8ff-5f048419c3a8 req-2033ef62-4121-4e4f-b5c5-1e1f339c485b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:30.001587 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-360fb438-c404-43d7-a8ff-5f048419c3a8 req-2033ef62-4121-4e4f-b5c5-1e1f339c485b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 946 time: 0.0885730 Mar 07 10:40:30.110442 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-360fb438-c404-43d7-a8ff-5f048419c3a8 req-0b8c6686-17df-42b5-8a3b-41aa9d0feb23 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035123 Mar 07 10:40:30.243949 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e486aca-f526-414a-8160-1ee825004936 req-b316dc8d-fd46-457a-ad90-3005d4b2bfdb tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:30.249662 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7e486aca-f526-414a-8160-1ee825004936 req-b316dc8d-fd46-457a-ad90-3005d4b2bfdb tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca9b0a36-652c-493d-969e-7f8e3a3cbd3d HTTP/1.1" status: 200 len: 945 time: 0.0753415 Mar 07 10:40:30.339092 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7e486aca-f526-414a-8160-1ee825004936 req-d2e42dc5-3ad9-479f-a95c-8af17e5ae192 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819335 Mar 07 10:40:30.464774 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a14b045-9401-41e8-9345-8aebacf4896d req-f8f6fcc5-e706-4407-91f4-cad5fc604df2 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 210 time: 0.0354197 Mar 07 10:40:30.583176 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e8f445bb-0dc2-434c-aa18-9e9a08b3ea2c req-d4f8ae00-ae7b-4381-bd5e-ae23d4580bf6 tempest-ServerShowV254Test-96030410 tempest-ServerShowV254Test-96030410-project] 10.222.0.11 "GET /v2.0/ports?device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.0440793 Mar 07 10:40:30.757366 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8982c-37f1-4544-86e8-ab972bfad8a1 req-2cd27f97-0bdb-4ea0-a2c8-f5a2db0a4059 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:30.759084 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1dd8982c-37f1-4544-86e8-ab972bfad8a1 req-2cd27f97-0bdb-4ea0-a2c8-f5a2db0a4059 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca9b0a36-652c-493d-969e-7f8e3a3cbd3d HTTP/1.1" status: 200 len: 945 time: 0.0706379 Mar 07 10:40:30.844800 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1dd8982c-37f1-4544-86e8-ab972bfad8a1 req-d5bdcf1a-1d60-4bce-a1f2-ebe590d9a9cf tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774636 Mar 07 10:40:31.065401 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2050fc-2f1a-473d-bba2-d70caaa24e40 req-c751baec-3a72-40d0-8fbf-39d6814cca48 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:31.066937 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0a2050fc-2f1a-473d-bba2-d70caaa24e40 req-c751baec-3a72-40d0-8fbf-39d6814cca48 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca9b0a36-652c-493d-969e-7f8e3a3cbd3d HTTP/1.1" status: 200 len: 945 time: 0.0770125 Mar 07 10:40:31.134030 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0a2050fc-2f1a-473d-bba2-d70caaa24e40 req-046cedc7-3da0-4e00-9706-cf8d9072ad8f tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611253 Mar 07 10:40:31.349235 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3671054-9e59-4b9c-a102-97016d40ce17 req-9de2df57-cd4c-4d06-bf78-5de8d60c781e tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:31.349235 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c3671054-9e59-4b9c-a102-97016d40ce17 req-9de2df57-cd4c-4d06-bf78-5de8d60c781e tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 946 time: 0.1195157 Mar 07 10:40:31.417585 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c3671054-9e59-4b9c-a102-97016d40ce17 req-889bc787-4a7b-4184-88cf-e7dff1f8131d tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558732 Mar 07 10:40:32.546490 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-b01c288f-0b1e-47f7-936f-bd4b0f7fafb0 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:32.548002 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-b01c288f-0b1e-47f7-936f-bd4b0f7fafb0 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/networks?id=426a0985-54c0-44f8-a0e5-ef6b4becfc6e HTTP/1.1" status: 200 len: 810 time: 0.1645727 Mar 07 10:40:32.577753 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-73da1021-5610-479a-9587-3a063f09dfaa tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/quotas/6b6bc38f986d4bb6b3b2bed2c25a623e HTTP/1.1" status: 200 len: 375 time: 0.0232234 Mar 07 10:40:32.674732 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-2611a82f-298e-40da-a57b-4d10eb47db41 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b6bc38f986d4bb6b3b2bed2c25a623e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824704 Mar 07 10:40:32.681407 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-e19ca8b1-e2eb-465b-90a6-cdd6947db7a5 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:40:32.685597 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-e19ca8b1-e2eb-465b-90a6-cdd6947db7a5 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096512 Mar 07 10:40:32.781130 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-85561ffe-36cb-49d4-b870-44714d33b4c1 req-534dba14-2297-4e7f-b84b-1a1db1a160f1 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 210 time: 0.0394800 Mar 07 10:40:32.833454 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-6e548086-2d57-483d-8c09-20769061c12b service neutron] 10.222.0.11 "GET /v2.0/networks/426a0985-54c0-44f8-a0e5-ef6b4becfc6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404805 Mar 07 10:40:32.893639 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a9b6bb2-3445-48ed-a656-ef882b6b803f req-ac6598bc-258f-4f2d-86f4-54a6fe409d2e tempest-ServerShowV254Test-96030410 tempest-ServerShowV254Test-96030410-project] 10.222.0.11 "GET /v2.0/ports?device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.0355477 Mar 07 10:40:32.965242 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-c43e16c3-8ef2-4f68-a20d-e59939529aeb service neutron] 10.222.0.11 "GET /v2.0/networks/426a0985-54c0-44f8-a0e5-ef6b4becfc6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297796 Mar 07 10:40:33.148673 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f4743-8dc1-4fd8-b1a8-812ec11012d0 req-f5d3da8f-4a6c-475b-bdd5-e02d9d2aa68f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:33.151057 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-821f4743-8dc1-4fd8-b1a8-812ec11012d0 req-f5d3da8f-4a6c-475b-bdd5-e02d9d2aa68f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 946 time: 0.1289599 Mar 07 10:40:33.291387 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-821f4743-8dc1-4fd8-b1a8-812ec11012d0 req-4375b93f-7cab-4cc3-b142-837b5acd7d5e tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259122 Mar 07 10:40:33.363481 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f2f2c24b-0c64-4870-ba6f-49d2acd7a169 req-56bafa76-a000-4454-b2e3-2b8f4d1f977c tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 210 time: 0.0420380 Mar 07 10:40:34.077353 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c06d1-6fd5-4643-accf-df4512160522 req-8eae4545-69e9-47df-bbec-591a566ee662 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:34.082759 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0f8c06d1-6fd5-4643-accf-df4512160522 req-8eae4545-69e9-47df-bbec-591a566ee662 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca9b0a36-652c-493d-969e-7f8e3a3cbd3d HTTP/1.1" status: 200 len: 945 time: 0.0917618 Mar 07 10:40:34.163430 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0f8c06d1-6fd5-4643-accf-df4512160522 req-d881f52b-82f1-42bb-b5ce-6a3feede1cfc tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660424 Mar 07 10:40:34.197588 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e28589c-aaa2-4582-b7b8-aff3d63e9991 req-6768e73e-022d-4cd3-8247-ef7b434af78d tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 210 time: 0.0315061 Mar 07 10:40:34.253984 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-71510705-cd6e-4a52-9e7e-0a1fa7ac70f5 req-09890ea6-2248-4479-8279-d66fbd68ae7d tempest-ServerShowV254Test-96030410 tempest-ServerShowV254Test-96030410-project] 10.222.0.11 "GET /v2.0/ports?device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.0405021 Mar 07 10:40:34.419257 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129befaa-abbb-4075-9f9b-3686298b344b req-36119b1f-9074-46fd-8d99-f93e033845b5 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:34.429976 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-129befaa-abbb-4075-9f9b-3686298b344b req-36119b1f-9074-46fd-8d99-f93e033845b5 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 946 time: 0.0761800 Mar 07 10:40:34.493690 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-129befaa-abbb-4075-9f9b-3686298b344b req-1d41b992-c2bc-4668-bf85-ebbd6c2d4fc6 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626655 Mar 07 10:40:34.530230 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2e4deb72-30fb-48e7-a6f5-65dd55add7fb req-dd2f424a-2f6d-45a6-a044-78823e41aeda tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 210 time: 0.0562363 Mar 07 10:40:34.728953 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-53149a71-f291-4725-b5c3-5730b1d7a8f4 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:34.734890 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-53149a71-f291-4725-b5c3-5730b1d7a8f4 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.31 "GET /v2.0/networks?id=426a0985-54c0-44f8-a0e5-ef6b4becfc6e HTTP/1.1" status: 200 len: 810 time: 0.2086921 Mar 07 10:40:34.751104 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-c4e59752-8379-48f3-b23e-4cd21e446966 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Request body: {'port': {'device_id': 'fbf13d32-4a44-4295-8839-92e53ab1fd49', 'network_id': '426a0985-54c0-44f8-a0e5-ef6b4becfc6e', 'admin_state_up': True, 'tenant_id': '6b6bc38f986d4bb6b3b2bed2c25a623e'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:34.752447 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8455c-a799-4e96-865c-c03c47d59442 req-6eb9c644-197d-4ccc-b4a9-949b9defb72c tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:34.755405 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-01b8455c-a799-4e96-865c-c03c47d59442 req-6eb9c644-197d-4ccc-b4a9-949b9defb72c tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 946 time: 0.0906494 Mar 07 10:40:34.845453 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-01b8455c-a799-4e96-865c-c03c47d59442 req-5c370096-8d20-4bfb-a4df-edbded6db10c tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838895 Mar 07 10:40:34.934260 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-c4e59752-8379-48f3-b23e-4cd21e446966 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Made reservation on behalf of 6b6bc38f986d4bb6b3b2bed2c25a623e for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:34.938066 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-c4e59752-8379-48f3-b23e-4cd21e446966 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:35.116236 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-c4e59752-8379-48f3-b23e-4cd21e446966 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Allocated IP 172.20.0.7 (426a0985-54c0-44f8-a0e5-ef6b4becfc6e/9f481558-20b5-4597-9d23-1a30103cbdca/8fe3a52a-a6b1-4787-8907-a7be78f2a3bf) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:35.359281 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe75492-3453-41ea-90c9-eacb2f9b12a9 req-f40a8b76-a0e6-470b-b95b-00d9aee3bfb3 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:35.363327 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-375c5d38-6ca6-48ef-b4f8-2aa7c8003830 req-78647119-f014-4374-8bed-ab0b64aa9145 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 210 time: 0.0603297 Mar 07 10:40:35.370364 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2fe75492-3453-41ea-90c9-eacb2f9b12a9 req-f40a8b76-a0e6-470b-b95b-00d9aee3bfb3 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca9b0a36-652c-493d-969e-7f8e3a3cbd3d HTTP/1.1" status: 200 len: 945 time: 0.1499612 Mar 07 10:40:35.411550 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-c4e59752-8379-48f3-b23e-4cd21e446966 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Publish callbacks [] for port (8fe3a52a-a6b1-4787-8907-a7be78f2a3bf), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:35.455330 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2fe75492-3453-41ea-90c9-eacb2f9b12a9 req-7a71c190-a394-466c-8b4c-4a483c0bfcaf tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836935 Mar 07 10:40:35.514351 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-c4e59752-8379-48f3-b23e-4cd21e446966 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (8fe3a52a-a6b1-4787-8907-a7be78f2a3bf), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:35.529358 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['a7ebb804-6967-4407-a392-2590fefa05b4'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:40:35.560613 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-faa96866-6cf5-4c02-94e3-6fd7338e23af req-a806dc0b-42b2-4860-9bdb-9065f9d701eb tempest-ServerShowV254Test-96030410 tempest-ServerShowV254Test-96030410-project] 10.222.0.11 "GET /v2.0/ports?device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.0877948 Mar 07 10:40:35.612366 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e59752-8379-48f3-b23e-4cd21e446966 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Pushing event updated for resources: {'Port': ['ID=8fe3a52a-a6b1-4787-8907-a7be78f2a3bf,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:35.619510 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-c4e59752-8379-48f3-b23e-4cd21e446966 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Network 426a0985-54c0-44f8-a0e5-ef6b4becfc6e is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:35.625432 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e59752-8379-48f3-b23e-4cd21e446966 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:35.625747 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e59752-8379-48f3-b23e-4cd21e446966 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:35.626162 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e59752-8379-48f3-b23e-4cd21e446966 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:35.626412 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e59752-8379-48f3-b23e-4cd21e446966 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:35.626893 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e59752-8379-48f3-b23e-4cd21e446966 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:35.627372 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e59752-8379-48f3-b23e-4cd21e446966 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:35.627705 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e59752-8379-48f3-b23e-4cd21e446966 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:35.628036 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e59752-8379-48f3-b23e-4cd21e446966 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:35.628349 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e59752-8379-48f3-b23e-4cd21e446966 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:35.628668 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e59752-8379-48f3-b23e-4cd21e446966 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:35.628994 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e59752-8379-48f3-b23e-4cd21e446966 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:35.629339 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e59752-8379-48f3-b23e-4cd21e446966 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:35.629659 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e59752-8379-48f3-b23e-4cd21e446966 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:35.633746 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-c4e59752-8379-48f3-b23e-4cd21e446966 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:35.636113 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-c4e59752-8379-48f3-b23e-4cd21e446966 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:35.734840 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-c4e59752-8379-48f3-b23e-4cd21e446966 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:35.735587 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-c4e59752-8379-48f3-b23e-4cd21e446966 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:35.760875 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-c4e59752-8379-48f3-b23e-4cd21e446966 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0167739 Mar 07 10:40:35.781306 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4cb7f9-4f93-4cf5-957d-1a45adba68db req-71768f79-8f9b-4ae3-8f85-fc58d36f4023 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:35.783556 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7d4cb7f9-4f93-4cf5-957d-1a45adba68db req-71768f79-8f9b-4ae3-8f85-fc58d36f4023 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 931 time: 0.1188295 Mar 07 10:40:35.791785 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-d7f81a8d-5d8c-4298-981b-17ef251e1353 service neutron] Request body: {'port': {'device_id': 'fbf13d32-4a44-4295-8839-92e53ab1fd49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:35.921739 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-d7f81a8d-5d8c-4298-981b-17ef251e1353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8fe3a52a-a6b1-4787-8907-a7be78f2a3bf), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:36.006722 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7d4cb7f9-4f93-4cf5-957d-1a45adba68db req-b7e06ece-fe46-4ee8-93e0-ac82ec6eaefb tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654718 Mar 07 10:40:36.365091 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ded9f0ef-92c5-4144-8dd8-ab6cd48f47e3 req-d24fcc90-5a13-43e5-ac85-992305641e6e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.0860329 Mar 07 10:40:36.410185 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-d7f81a8d-5d8c-4298-981b-17ef251e1353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fe3a52a-a6b1-4787-8907-a7be78f2a3bf {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:40:36.426271 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-d7f81a8d-5d8c-4298-981b-17ef251e1353 service neutron] Publish callbacks [] for port (8fe3a52a-a6b1-4787-8907-a7be78f2a3bf), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:36.437301 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-101d93e5-e792-473b-b5d2-a63ae8307642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:36.472059 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-d7f81a8d-5d8c-4298-981b-17ef251e1353 service neutron] Transition to ACTIVE for port object 8fe3a52a-a6b1-4787-8907-a7be78f2a3bf will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:40:36.481443 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-d7f81a8d-5d8c-4298-981b-17ef251e1353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (8fe3a52a-a6b1-4787-8907-a7be78f2a3bf), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:36.524636 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9ce6f-f390-44a9-86d9-8a51e16590bd req-d95b39a4-7f0a-466f-a699-1279e4f0a902 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:36.529763 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b0e9ce6f-f390-44a9-86d9-8a51e16590bd req-d95b39a4-7f0a-466f-a699-1279e4f0a902 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 946 time: 0.0949402 Mar 07 10:40:36.550040 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fc3bb4e3-e03c-460a-ab9a-5dc8821016cf req-dd057f39-0eb1-4f96-8010-d1bea5a3e74f tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 210 time: 0.0658975 Mar 07 10:40:36.567941 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f81a8d-5d8c-4298-981b-17ef251e1353 service neutron] Pushing event updated for resources: {'Port': ['ID=8fe3a52a-a6b1-4787-8907-a7be78f2a3bf,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:36.620126 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b0e9ce6f-f390-44a9-86d9-8a51e16590bd req-fb45a6e5-2269-44ff-9e13-a39e7fb01259 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776775 Mar 07 10:40:36.726124 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-d7f81a8d-5d8c-4298-981b-17ef251e1353 service neutron] Attempting to bind port 8fe3a52a-a6b1-4787-8907-a7be78f2a3bf on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:40:36.726707 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-d7f81a8d-5d8c-4298-981b-17ef251e1353 service neutron] Attempting to bind port 8fe3a52a-a6b1-4787-8907-a7be78f2a3bf by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '5f8eaec3-3e17-4fa0-955f-7e235935bca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '426a0985-54c0-44f8-a0e5-ef6b4becfc6e'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:40:36.727210 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-d7f81a8d-5d8c-4298-981b-17ef251e1353 service neutron] Attempting to bind port 8fe3a52a-a6b1-4787-8907-a7be78f2a3bf on network 426a0985-54c0-44f8-a0e5-ef6b4becfc6e {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:36.736986 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-d7f81a8d-5d8c-4298-981b-17ef251e1353 service neutron] Port 8fe3a52a-a6b1-4787-8907-a7be78f2a3bf on network 426a0985-54c0-44f8-a0e5-ef6b4becfc6e not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:40:36.737536 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-d7f81a8d-5d8c-4298-981b-17ef251e1353 service neutron] Attempting to bind port 8fe3a52a-a6b1-4787-8907-a7be78f2a3bf on network 426a0985-54c0-44f8-a0e5-ef6b4becfc6e {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:36.748254 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-d7f81a8d-5d8c-4298-981b-17ef251e1353 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 40, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:40:36.748593 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-d7f81a8d-5d8c-4298-981b-17ef251e1353 service neutron] Checking segment: {'id': '5f8eaec3-3e17-4fa0-955f-7e235935bca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '426a0985-54c0-44f8-a0e5-ef6b4becfc6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:36.748972 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-d7f81a8d-5d8c-4298-981b-17ef251e1353 service neutron] Bound using segment: {'id': '5f8eaec3-3e17-4fa0-955f-7e235935bca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '426a0985-54c0-44f8-a0e5-ef6b4becfc6e'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:40:36.749557 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-d7f81a8d-5d8c-4298-981b-17ef251e1353 service neutron] Bound port: 8fe3a52a-a6b1-4787-8907-a7be78f2a3bf, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f8eaec3-3e17-4fa0-955f-7e235935bca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '426a0985-54c0-44f8-a0e5-ef6b4becfc6e'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:40:36.749916 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-d7f81a8d-5d8c-4298-981b-17ef251e1353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8fe3a52a-a6b1-4787-8907-a7be78f2a3bf), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:36.751378 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-72c082e9-02cb-40db-9303-b7ad69867c55 req-6f65b3e8-e8a6-49e9-9654-56f5b3b6acf3 tempest-ServerShowV254Test-96030410 tempest-ServerShowV254Test-96030410-project] 10.222.0.11 "GET /v2.0/ports?device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.0436890 Mar 07 10:40:36.773441 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5b187-ed26-46fc-a01d-dc5e0ace9e2c req-ee98559d-bb09-4416-86b7-f24eba9ea45b tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:36.774885 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fcf5b187-ed26-46fc-a01d-dc5e0ace9e2c req-ee98559d-bb09-4416-86b7-f24eba9ea45b tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca9b0a36-652c-493d-969e-7f8e3a3cbd3d HTTP/1.1" status: 200 len: 945 time: 0.1020374 Mar 07 10:40:36.802908 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 564f83fe-11fb-4121-95a7-2b213c5797f9 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:40:36.869645 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-d7f81a8d-5d8c-4298-981b-17ef251e1353 service neutron] For port 8fe3a52a-a6b1-4787-8907-a7be78f2a3bf, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:40:36.894501 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-d7f81a8d-5d8c-4298-981b-17ef251e1353 service neutron] For port 8fe3a52a-a6b1-4787-8907-a7be78f2a3bf, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=8fe3a52a-a6b1-4787-8907-a7be78f2a3bf,segment=NetworkSegment(5f8eaec3-3e17-4fa0-955f-7e235935bca3),segment_id=5f8eaec3-3e17-4fa0-955f-7e235935bca3)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:40:36.900928 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fcf5b187-ed26-46fc-a01d-dc5e0ace9e2c req-11768337-449c-49ee-8092-ea18e8a48ed5 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656872 Mar 07 10:40:36.905694 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-d7f81a8d-5d8c-4298-981b-17ef251e1353 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (8fe3a52a-a6b1-4787-8907-a7be78f2a3bf), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:36.958016 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-d7f81a8d-5d8c-4298-981b-17ef251e1353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:36.958886 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-d7f81a8d-5d8c-4298-981b-17ef251e1353 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:36.961308 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-d7f81a8d-5d8c-4298-981b-17ef251e1353 service neutron] 10.222.0.31 "PUT /v2.0/ports/8fe3a52a-a6b1-4787-8907-a7be78f2a3bf HTTP/1.1" status: 200 len: 1091 time: 1.1766126 Mar 07 10:40:36.961767 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf13d32-4a44-4295-8839-92e53ab1fd49', 'tag': '8fe3a52a-a6b1-4787-8907-a7be78f2a3bf'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:40:36.964031 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2f6f23-54a2-4345-80db-92116b9b3b06" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf13d32-4a44-4295-8839-92e53ab1fd49", "tag": "8fe3a52a-a6b1-4787-8907-a7be78f2a3bf"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:40:36.972248 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c495be-d2fe-4fce-9358-5b1abe309a5a req-edc1c172-104d-478d-a862-6d3ffdbeed3e tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:36.978419 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-97c495be-d2fe-4fce-9358-5b1abe309a5a req-edc1c172-104d-478d-a862-6d3ffdbeed3e tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 946 time: 0.1448023 Mar 07 10:40:37.015834 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 49374629-e4ca-4d8e-9683-e194b48557a0 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:40:37.028003 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f81a8d-5d8c-4298-981b-17ef251e1353 service neutron] Pushing event updated for resources: {'Port': ['ID=8fe3a52a-a6b1-4787-8907-a7be78f2a3bf,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:37.045149 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 564f83fe-11fb-4121-95a7-2b213c5797f9, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=564f83fe-11fb-4121-95a7-2b213c5797f9,segment=NetworkSegment(be2730d6-1887-4428-ad70-9f895beb128c),segment_id=be2730d6-1887-4428-ad70-9f895beb128c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:37.107405 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-975b277c-63c5-40f6-9644-07bfab60e0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:37.109684 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-975b277c-63c5-40f6-9644-07bfab60e0d1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b6bc38f986d4bb6b3b2bed2c25a623e&device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 1125 time: 0.0738506 Mar 07 10:40:37.136043 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-97c495be-d2fe-4fce-9358-5b1abe309a5a req-b6de5d2a-7d39-4fb4-bba6-edae015a9e26 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519654 Mar 07 10:40:37.153336 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '564f83fe-11fb-4121-95a7-2b213c5797f9', 'network_id': '9da4d94f-c230-4f14-a6ee-34ff5fc1419f', 'port_id': '564f83fe-11fb-4121-95a7-2b213c5797f9', 'mac_address': 'fa:16:3e:2f:c0:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6e5e1d-c035-4681-acbd-bf9ee077ad51', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:40:37.178884 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-3b0dfeae-99a9-4cda-8a09-03d03c01e70a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fe3a52a-a6b1-4787-8907-a7be78f2a3bf HTTP/1.1" status: 200 len: 217 time: 0.0613587 Mar 07 10:40:37.202784 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 564f83fe-11fb-4121-95a7-2b213c5797f9 is: ACTIVE; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:37.203259 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (564f83fe-11fb-4121-95a7-2b213c5797f9), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:37.224129 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 564f83fe-11fb-4121-95a7-2b213c5797f9 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:40:37.247887 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8efda2-80cd-4e56-a134-7a0afc213967 x-openstack-request-id: req-0c8efda2-80cd-4e56-a134-7a0afc213967 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:40:37.248280 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf13d32-4a44-4295-8839-92e53ab1fd49", "tag": "8fe3a52a-a6b1-4787-8907-a7be78f2a3bf", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:40:37.248627 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0c8efda2-80cd-4e56-a134-7a0afc213967 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:40:37.249139 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf13d32-4a44-4295-8839-92e53ab1fd49', 'tag': '8fe3a52a-a6b1-4787-8907-a7be78f2a3bf', 'status': 'completed', 'code': 200} Mar 07 10:40:37.251194 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 564f83fe-11fb-4121-95a7-2b213c5797f9, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=564f83fe-11fb-4121-95a7-2b213c5797f9,segment=NetworkSegment(be2730d6-1887-4428-ad70-9f895beb128c),segment_id=be2730d6-1887-4428-ad70-9f895beb128c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:37.280249 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (564f83fe-11fb-4121-95a7-2b213c5797f9), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:37.282477 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-2c2b44cf-0774-4c2c-b854-e7dfafa8cb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:37.286013 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-2c2b44cf-0774-4c2c-b854-e7dfafa8cb58 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9f481558-20b5-4597-9d23-1a30103cbdca HTTP/1.1" status: 200 len: 850 time: 0.0984733 Mar 07 10:40:37.345188 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=564f83fe-11fb-4121-95a7-2b213c5797f9,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:37.361186 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-ba013cb9-92f3-43d4-9fdc-5c226a91d1e4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=426a0985-54c0-44f8-a0e5-ef6b4becfc6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603104 Mar 07 10:40:37.361597 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 49374629-e4ca-4d8e-9683-e194b48557a0 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:37.362285 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:37.409581 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 49374629-e4ca-4d8e-9683-e194b48557a0, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=49374629-e4ca-4d8e-9683-e194b48557a0,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:37.410917 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbfad76-c99c-4ab4-b6c5-209d9a58422f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49374629-e4ca-4d8e-9683-e194b48557a0'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:40:37.414100 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b477a6b-e18e-41ba-a541-9c8300337222" -d '{"events": [{"server_uuid": "efbfad76-c99c-4ab4-b6c5-209d9a58422f", "name": "network-vif-unplugged", "status": "completed", "tag": "49374629-e4ca-4d8e-9683-e194b48557a0"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:40:37.414665 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547aedf-38c1-49e5-86eb-fac63f598aea req-3f463bb2-d2e5-47a6-aae3-25498ddac99e tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:37.420931 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9547aedf-38c1-49e5-86eb-fac63f598aea req-3f463bb2-d2e5-47a6-aae3-25498ddac99e tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 946 time: 0.1005614 Mar 07 10:40:37.421252 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['564f83fe-11fb-4121-95a7-2b213c5797f9'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:40:37.425915 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:37.543740 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9547aedf-38c1-49e5-86eb-fac63f598aea req-150b710f-00b8-4557-9c05-4a8fd43fa2e4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166794 Mar 07 10:40:37.554048 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=49374629-e4ca-4d8e-9683-e194b48557a0,revision_number=14']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:37.606633 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46a2914-cdc7-4fc6-99b9-d22a34e77b77 req-62700e94-62e1-4717-bbc0-0159e6f82f15 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:37.612141 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b46a2914-cdc7-4fc6-99b9-d22a34e77b77 req-62700e94-62e1-4717-bbc0-0159e6f82f15 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 943 time: 0.3125589 Mar 07 10:40:37.665540 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-c99c3522-32a3-4ca2-bba9-9d525905a5c9 service neutron] 10.222.0.31 "GET /v2.0/networks/426a0985-54c0-44f8-a0e5-ef6b4becfc6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817810 Mar 07 10:40:37.710904 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f510bf20-ad30-4845-b80b-640eed5198ec req-4aecabf9-ba39-4200-8bd0-4af16d6e0dc6 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:37.718873 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f510bf20-ad30-4845-b80b-640eed5198ec req-4aecabf9-ba39-4200-8bd0-4af16d6e0dc6 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca9b0a36-652c-493d-969e-7f8e3a3cbd3d HTTP/1.1" status: 200 len: 944 time: 0.0621250 Mar 07 10:40:37.783822 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f510bf20-ad30-4845-b80b-640eed5198ec req-2b50497e-4b9a-4be8-ac58-21280bd34547 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639532 Mar 07 10:40:37.787720 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b46a2914-cdc7-4fc6-99b9-d22a34e77b77 req-9485e1fb-ae0a-4ff6-b96d-6311a487ae8d tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682074 Mar 07 10:40:37.789824 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7dad783b-5d18-4b9b-92ae-1f8e49d07783 req-cf0e64f9-7a95-4c27-9450-08d6aae049fa service neutron] 10.222.0.31 "GET /v2.0/networks/426a0985-54c0-44f8-a0e5-ef6b4becfc6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170342 Mar 07 10:40:37.876073 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b048e9c-5b25-4e3d-9d52-ed62b893501c x-openstack-request-id: req-2b048e9c-5b25-4e3d-9d52-ed62b893501c {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:40:37.876549 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbfad76-c99c-4ab4-b6c5-209d9a58422f", "name": "network-vif-unplugged", "status": "completed", "tag": "49374629-e4ca-4d8e-9683-e194b48557a0", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:40:37.876666 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2b048e9c-5b25-4e3d-9d52-ed62b893501c {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:40:37.877022 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbfad76-c99c-4ab4-b6c5-209d9a58422f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49374629-e4ca-4d8e-9683-e194b48557a0', 'code': 200} Mar 07 10:40:37.906803 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f6f23-54a2-4345-80db-92116b9b3b06 req-956d25d1-d919-40b8-aee5-6302b16da192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:37.910245 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ca2f6f23-54a2-4345-80db-92116b9b3b06 req-956d25d1-d919-40b8-aee5-6302b16da192 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b6bc38f986d4bb6b3b2bed2c25a623e&device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 1125 time: 0.0663483 Mar 07 10:40:37.995990 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-48005d28-635d-4345-b379-e2b31fb15ff7 req-284dbf53-1a88-42c8-a9a7-2cd98a7fc0de tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 210 time: 0.0374346 Mar 07 10:40:38.135263 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d296440-7ecb-4cac-968a-3bce902e6fab req-b5fe602d-feed-41a8-b4c4-adf30862b5dd tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:38.137930 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8d296440-7ecb-4cac-968a-3bce902e6fab req-b5fe602d-feed-41a8-b4c4-adf30862b5dd tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.0634022 Mar 07 10:40:38.176514 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-efa41055-b74b-41ac-92c3-9b8859f2c135 req-a4ff8cb8-c468-48be-a1d5-6cf1578d5acd tempest-ServerShowV254Test-96030410 tempest-ServerShowV254Test-96030410-project] 10.222.0.11 "GET /v2.0/ports?device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.0629134 Mar 07 10:40:38.178225 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f6f23-54a2-4345-80db-92116b9b3b06 req-b3f45618-e522-4e42-8031-765a4611ab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:38.179663 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ca2f6f23-54a2-4345-80db-92116b9b3b06 req-b3f45618-e522-4e42-8031-765a4611ab9e service neutron] 10.222.0.31 "GET /v2.0/networks?id=426a0985-54c0-44f8-a0e5-ef6b4becfc6e HTTP/1.1" status: 200 len: 911 time: 0.2622006 Mar 07 10:40:38.212283 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8d296440-7ecb-4cac-968a-3bce902e6fab req-e90abb8a-f9b3-45bb-a3c4-e579fa6d433d tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610287 Mar 07 10:40:38.245663 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ca2f6f23-54a2-4345-80db-92116b9b3b06 req-48461065-6cba-415c-8c4e-771d9a993a46 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fe3a52a-a6b1-4787-8907-a7be78f2a3bf HTTP/1.1" status: 200 len: 217 time: 0.0587866 Mar 07 10:40:38.268915 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e1647-35a1-424a-90e5-248363fff71b req-8a56df87-df82-4d25-a4b5-20ba3296c747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:38.270621 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-537e1647-35a1-424a-90e5-248363fff71b req-8a56df87-df82-4d25-a4b5-20ba3296c747 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d640dc7f4f784834ad48e78ec0df26a5&device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 1126 time: 0.1990306 Mar 07 10:40:38.365028 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f6f23-54a2-4345-80db-92116b9b3b06 req-e1ed42e5-e496-4ac8-bcaf-e0e3f0d41bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:38.366861 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ca2f6f23-54a2-4345-80db-92116b9b3b06 req-e1ed42e5-e496-4ac8-bcaf-e0e3f0d41bc7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9f481558-20b5-4597-9d23-1a30103cbdca HTTP/1.1" status: 200 len: 850 time: 0.1103125 Mar 07 10:40:38.412139 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ca2f6f23-54a2-4345-80db-92116b9b3b06 req-e8dcb5aa-4018-4805-8422-ca5422de4495 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=426a0985-54c0-44f8-a0e5-ef6b4becfc6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382915 Mar 07 10:40:38.498710 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e1647-35a1-424a-90e5-248363fff71b req-e1680990-86d0-48a0-8896-f3be371df7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:38.500696 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-537e1647-35a1-424a-90e5-248363fff71b req-e1680990-86d0-48a0-8896-f3be371df7a6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41 HTTP/1.1" status: 200 len: 912 time: 0.2115860 Mar 07 10:40:38.525910 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8fc85ea3-8463-46e7-b28f-d227a80c36eb req-e56ba3fa-dbec-4535-85d9-7ac9ea0bd970 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=022ecb1a793a493bb83596be0e3e2ef0&device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.0496166 Mar 07 10:40:38.591033 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ae7c3060-fc97-408d-b9a2-8dfb92bfc622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:38.834618 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 564f83fe-11fb-4121-95a7-2b213c5797f9 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:38.951102 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 564f83fe-11fb-4121-95a7-2b213c5797f9 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:38.951766 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (564f83fe-11fb-4121-95a7-2b213c5797f9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:38.966830 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c7442-e96c-4c79-8376-3488c5e0110e req-42469e74-1bb6-40eb-b814-a0a9bedf331f tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:38.968422 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-347c7442-e96c-4c79-8376-3488c5e0110e req-42469e74-1bb6-40eb-b814-a0a9bedf331f tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca9b0a36-652c-493d-969e-7f8e3a3cbd3d HTTP/1.1" status: 200 len: 944 time: 0.0756528 Mar 07 10:40:39.067963 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a5ec974-93b8-4d1b-a60f-10be8a80b21d req-f64bfb0c-f97d-4eeb-b197-877f11532a22 tempest-ServerShowV254Test-96030410 tempest-ServerShowV254Test-96030410-project] 10.222.0.11 "GET /v2.0/ports?device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.5478053 Mar 07 10:40:39.071701 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ca2f6f23-54a2-4345-80db-92116b9b3b06 req-ee8875ca-3f28-435b-aa7c-1dfeea4916ee service neutron] 10.222.0.31 "GET /v2.0/networks/426a0985-54c0-44f8-a0e5-ef6b4becfc6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6465282 Mar 07 10:40:39.072881 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-347c7442-e96c-4c79-8376-3488c5e0110e req-22e104c3-0344-4f85-904d-f4c3988ecb89 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984588 Mar 07 10:40:39.086827 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 564f83fe-11fb-4121-95a7-2b213c5797f9 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:39.087310 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (564f83fe-11fb-4121-95a7-2b213c5797f9), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:39.133769 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8fc85ea3-8463-46e7-b28f-d227a80c36eb req-e49f0134-a338-4579-88ac-afef88ea4ed8 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=022ecb1a793a493bb83596be0e3e2ef0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5629587 Mar 07 10:40:39.155344 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 564f83fe-11fb-4121-95a7-2b213c5797f9, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=564f83fe-11fb-4121-95a7-2b213c5797f9,segment=NetworkSegment(be2730d6-1887-4428-ad70-9f895beb128c),segment_id=be2730d6-1887-4428-ad70-9f895beb128c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:39.159724 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (564f83fe-11fb-4121-95a7-2b213c5797f9), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:39.231319 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=564f83fe-11fb-4121-95a7-2b213c5797f9,revision_number=7']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:39.269674 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-537e1647-35a1-424a-90e5-248363fff71b req-d1e96619-85a0-4129-b023-cd754f347cc9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49374629-e4ca-4d8e-9683-e194b48557a0 HTTP/1.1" status: 200 len: 999 time: 0.7464731 Mar 07 10:40:39.383799 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665b6ef-156f-4c06-868c-69e9e5b62114 req-3c7231eb-8be0-4fea-9d90-895f31caf1b5 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:39.392664 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4665b6ef-156f-4c06-868c-69e9e5b62114 req-3c7231eb-8be0-4fea-9d90-895f31caf1b5 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 943 time: 0.1534419 Mar 07 10:40:39.420261 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9ed81f92-b5a0-4e5e-a60d-6bfb7f7c1330 req-a634cdee-4130-49f7-aebe-b629228cef2f tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae606fc6-7270-428c-b53e-5ff8180a8aa2 HTTP/1.1" status: 200 len: 210 time: 0.0663319 Mar 07 10:40:39.453639 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf39aba-6bbb-48e2-8719-bca9f6d13903 req-14e27636-a7e9-423a-8e9f-f2f6f9a978a6 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:39.455183 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6cf39aba-6bbb-48e2-8719-bca9f6d13903 req-14e27636-a7e9-423a-8e9f-f2f6f9a978a6 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca9b0a36-652c-493d-969e-7f8e3a3cbd3d HTTP/1.1" status: 200 len: 944 time: 0.3660176 Mar 07 10:40:39.465021 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e1647-35a1-424a-90e5-248363fff71b req-bae5970c-1e4c-44b9-aa53-27bee8f6fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:39.468975 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-537e1647-35a1-424a-90e5-248363fff71b req-bae5970c-1e4c-44b9-aa53-27bee8f6fb6d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=be75dc35-59ec-464d-b948-3549cf46df15 HTTP/1.1" status: 200 len: 850 time: 0.1925201 Mar 07 10:40:39.473794 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ca2f6f23-54a2-4345-80db-92116b9b3b06 req-1a8d56e8-92a4-432b-be2a-0c6ec3419967 service neutron] 10.222.0.31 "GET /v2.0/networks/426a0985-54c0-44f8-a0e5-ef6b4becfc6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897409 Mar 07 10:40:39.490348 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4665b6ef-156f-4c06-868c-69e9e5b62114 req-45030b82-8915-42af-a03b-3f05f652b34a tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963020 Mar 07 10:40:39.527966 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc85ea3-8463-46e7-b28f-d227a80c36eb req-9845dd58-b06c-4ec5-8990-db18ae6b5f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:39.530012 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8fc85ea3-8463-46e7-b28f-d227a80c36eb req-9845dd58-b06c-4ec5-8990-db18ae6b5f5d service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3818417 Mar 07 10:40:39.665549 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e1647-35a1-424a-90e5-248363fff71b req-e79c6e2c-b400-4dd0-8176-dba04a438436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:39.667056 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-537e1647-35a1-424a-90e5-248363fff71b req-e79c6e2c-b400-4dd0-8176-dba04a438436 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1750941 Mar 07 10:40:39.677608 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d9b7e8-7fe1-4f8b-877a-28ab3ed42b32 req-636077ba-bfd2-4de4-a038-0874a696760a tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:39.679061 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-16d9b7e8-7fe1-4f8b-877a-28ab3ed42b32 req-636077ba-bfd2-4de4-a038-0874a696760a tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1479323 Mar 07 10:40:39.733700 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-6cf39aba-6bbb-48e2-8719-bca9f6d13903 req-c6fdc917-4421-4bbf-a64e-f8ca56ebe098 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Deleting port 564f83fe-11fb-4121-95a7-2b213c5797f9 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:40:39.734044 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6cf39aba-6bbb-48e2-8719-bca9f6d13903 req-c6fdc917-4421-4bbf-a64e-f8ca56ebe098 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (564f83fe-11fb-4121-95a7-2b213c5797f9), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:39.806303 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:39.850390 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-16d9b7e8-7fe1-4f8b-877a-28ab3ed42b32 req-cebb4a32-c33a-4b58-ae3a-a5fbb794fcca tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616416 Mar 07 10:40:39.877877 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9b0a36-652c-493d-969e-7f8e3a3cbd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564f83fe-11fb-4121-95a7-2b213c5797f9'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:40:39.880303 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-537e1647-35a1-424a-90e5-248363fff71b req-aec62c13-d46e-47d4-ad17-07ed9f079976 service neutron] 10.222.0.31 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002480 Mar 07 10:40:39.881442 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3bff92-899d-459d-baf6-5378d5cfc86d" -d '{"events": [{"server_uuid": "ca9b0a36-652c-493d-969e-7f8e3a3cbd3d", "name": "network-vif-plugged", "status": "completed", "tag": "564f83fe-11fb-4121-95a7-2b213c5797f9"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:40:39.908073 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6cf39aba-6bbb-48e2-8719-bca9f6d13903 req-c6fdc917-4421-4bbf-a64e-f8ca56ebe098 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] For port 564f83fe-11fb-4121-95a7-2b213c5797f9, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=564f83fe-11fb-4121-95a7-2b213c5797f9,segment=NetworkSegment(be2730d6-1887-4428-ad70-9f895beb128c),segment_id=be2730d6-1887-4428-ad70-9f895beb128c)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:39.908803 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6cf39aba-6bbb-48e2-8719-bca9f6d13903 req-c6fdc917-4421-4bbf-a64e-f8ca56ebe098 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (564f83fe-11fb-4121-95a7-2b213c5797f9), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:39.918126 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8974404b-77af-46e1-a061-a7015af8fca9 x-openstack-request-id: req-8974404b-77af-46e1-a061-a7015af8fca9 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:40:39.919036 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9b0a36-652c-493d-969e-7f8e3a3cbd3d", "name": "network-vif-plugged", "status": "completed", "tag": "564f83fe-11fb-4121-95a7-2b213c5797f9", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:40:39.919356 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8974404b-77af-46e1-a061-a7015af8fca9 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:40:39.919941 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9b0a36-652c-493d-969e-7f8e3a3cbd3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564f83fe-11fb-4121-95a7-2b213c5797f9', 'code': 200} Mar 07 10:40:39.941263 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-6cf39aba-6bbb-48e2-8719-bca9f6d13903 req-c6fdc917-4421-4bbf-a64e-f8ca56ebe098 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Calling delete_port for 564f83fe-11fb-4121-95a7-2b213c5797f9 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:40:40.078311 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-537e1647-35a1-424a-90e5-248363fff71b req-fd10dd58-2a05-436d-a416-6470f26cf1dc service neutron] 10.222.0.31 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565487 Mar 07 10:40:40.228208 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6cf39aba-6bbb-48e2-8719-bca9f6d13903 req-c6fdc917-4421-4bbf-a64e-f8ca56ebe098 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (564f83fe-11fb-4121-95a7-2b213c5797f9), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:40.251935 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['564f83fe-11fb-4121-95a7-2b213c5797f9'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:40:40.256781 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-84994ef9-e548-4d73-8025-7d124f6def7e req-3f09395f-d512-447c-ad44-f02f06168d45 tempest-ServerShowV254Test-96030410 tempest-ServerShowV254Test-96030410-project] 10.222.0.11 "GET /v2.0/ports?device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.0492680 Mar 07 10:40:40.284543 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ebdbf1b8-d3e2-440d-b47f-1bf8366e7502 req-3e82c48f-6e1e-4b08-a418-8f3baa9afbdc tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=ca9b0a36-652c-493d-969e-7f8e3a3cbd3d HTTP/1.1" status: 200 len: 210 time: 0.0726907 Mar 07 10:40:40.314062 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fdc917-4421-4bbf-a64e-f8ca56ebe098 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Pushing event deleted for resources: {'Port': ['ID=564f83fe-11fb-4121-95a7-2b213c5797f9,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:40.368175 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf39aba-6bbb-48e2-8719-bca9f6d13903 req-c6fdc917-4421-4bbf-a64e-f8ca56ebe098 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] No DVR routers for this DVR port 564f83fe-11fb-4121-95a7-2b213c5797f9 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:40:40.370966 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6cf39aba-6bbb-48e2-8719-bca9f6d13903 req-c6fdc917-4421-4bbf-a64e-f8ca56ebe098 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:40.374783 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6cf39aba-6bbb-48e2-8719-bca9f6d13903 req-c6fdc917-4421-4bbf-a64e-f8ca56ebe098 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.21 "DELETE /v2.0/ports/564f83fe-11fb-4121-95a7-2b213c5797f9 HTTP/1.1" status: 204 len: 173 time: 0.9030781 Mar 07 10:40:40.375312 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9b0a36-652c-493d-969e-7f8e3a3cbd3d', 'name': 'network-vif-deleted', 'tag': '564f83fe-11fb-4121-95a7-2b213c5797f9'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:40:40.384942 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9906ad6d-1561-41d4-87e1-a47f2afba9e6" -d '{"events": [{"server_uuid": "ca9b0a36-652c-493d-969e-7f8e3a3cbd3d", "name": "network-vif-deleted", "tag": "564f83fe-11fb-4121-95a7-2b213c5797f9"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:40:40.429076 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d194d7a8-b7fc-4840-9f4b-835e1317962f x-openstack-request-id: req-d194d7a8-b7fc-4840-9f4b-835e1317962f {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:40:40.429400 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9b0a36-652c-493d-969e-7f8e3a3cbd3d", "name": "network-vif-deleted", "tag": "564f83fe-11fb-4121-95a7-2b213c5797f9", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:40:40.429681 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d194d7a8-b7fc-4840-9f4b-835e1317962f {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:40:40.430101 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9b0a36-652c-493d-969e-7f8e3a3cbd3d', 'name': 'network-vif-deleted', 'tag': '564f83fe-11fb-4121-95a7-2b213c5797f9', 'status': 'completed', 'code': 200} Mar 07 10:40:40.568004 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 51834) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:40.660389 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-96a8acb9-6d66-4995-b145-c5bae60e32ef tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks [] for security_group (404e3e6c-2b6d-4b33-823d-ea542b308992), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:40.671094 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd14e2-4326-4cec-9b36-e5c74ed11912 req-ada762d5-9fc3-4141-9cee-67db1a392a35 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:40.672486 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f7bd14e2-4326-4cec-9b36-e5c74ed11912 req-ada762d5-9fc3-4141-9cee-67db1a392a35 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 943 time: 0.0810156 Mar 07 10:40:40.693512 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-96a8acb9-6d66-4995-b145-c5bae60e32ef tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks [] for security_group (404e3e6c-2b6d-4b33-823d-ea542b308992), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:40.748770 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f7bd14e2-4326-4cec-9b36-e5c74ed11912 req-a91f0f78-c767-4597-a562-2638fb663f71 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633693 Mar 07 10:40:40.793191 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-96a8acb9-6d66-4995-b145-c5bae60e32ef tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (404e3e6c-2b6d-4b33-823d-ea542b308992), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:40.796229 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8fc85ea3-8463-46e7-b28f-d227a80c36eb req-cdeb8f96-90e5-443a-b118-af67ed3dc0b2 tempest-ServerShowV254Test-96030410 tempest-ServerShowV254Test-96030410-project] 10.222.0.21 "GET /v2.0/ports?device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.0458961 Mar 07 10:40:40.806926 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-96a8acb9-6d66-4995-b145-c5bae60e32ef tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:40.809475 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-96a8acb9-6d66-4995-b145-c5bae60e32ef tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "DELETE /v2.0/security-groups/404e3e6c-2b6d-4b33-823d-ea542b308992 HTTP/1.1" status: 204 len: 168 time: 0.2389565 Mar 07 10:40:40.811325 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 51838) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:40.831715 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a8acb9-6d66-4995-b145-c5bae60e32ef tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=404e3e6c-2b6d-4b33-823d-ea542b308992,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:40.844571 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-043b9d58-76c6-4bed-9458-fb8cbfad1cd1 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] show failed (client error): The resource could not be found. Mar 07 10:40:40.850115 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-043b9d58-76c6-4bed-9458-fb8cbfad1cd1 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "GET /v2.0/security-groups/404e3e6c-2b6d-4b33-823d-ea542b308992 HTTP/1.1" status: 404 len: 347 time: 0.0350173 Mar 07 10:40:40.852209 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 51840) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:41.136371 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d6181-10d2-4e1b-ae4d-0d3520d448b4 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Deleting port 3fdc4f35-7cf7-4c0c-9dca-0cae9e3a5eaa {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:40:41.137571 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1d4d6181-10d2-4e1b-ae4d-0d3520d448b4 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (3fdc4f35-7cf7-4c0c-9dca-0cae9e3a5eaa), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:41.142233 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2e747-e350-4281-9dcc-ade1b1679589 req-6ea84cce-29cb-45bb-8814-8d9df429a0d7 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:41.152727 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-acd2e747-e350-4281-9dcc-ade1b1679589 req-6ea84cce-29cb-45bb-8814-8d9df429a0d7 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1661043 Mar 07 10:40:41.162419 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 8fe3a52a-a6b1-4787-8907-a7be78f2a3bf details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:40:41.229813 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-acd2e747-e350-4281-9dcc-ade1b1679589 req-f2a98eea-934e-48bd-a000-2a724420ea62 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736909 Mar 07 10:40:41.304660 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 8fe3a52a-a6b1-4787-8907-a7be78f2a3bf, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=8fe3a52a-a6b1-4787-8907-a7be78f2a3bf,segment=NetworkSegment(5f8eaec3-3e17-4fa0-955f-7e235935bca3),segment_id=5f8eaec3-3e17-4fa0-955f-7e235935bca3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:41.308498 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1d4d6181-10d2-4e1b-ae4d-0d3520d448b4 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (3fdc4f35-7cf7-4c0c-9dca-0cae9e3a5eaa), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:41.308787 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1d4d6181-10d2-4e1b-ae4d-0d3520d448b4 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks [] for floatingip (3fdc4f35-7cf7-4c0c-9dca-0cae9e3a5eaa), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:41.321244 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '8fe3a52a-a6b1-4787-8907-a7be78f2a3bf', 'network_id': '426a0985-54c0-44f8-a0e5-ef6b4becfc6e', 'port_id': '8fe3a52a-a6b1-4787-8907-a7be78f2a3bf', 'mac_address': 'fa:16:3e:eb:32:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f481558-20b5-4597-9d23-1a30103cbdca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:40:41.342945 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d6181-10d2-4e1b-ae4d-0d3520d448b4 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Calling delete_port for 3fdc4f35-7cf7-4c0c-9dca-0cae9e3a5eaa owned by network:floatingip {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:40:41.426176 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 8fe3a52a-a6b1-4787-8907-a7be78f2a3bf is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:41.426563 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8fe3a52a-a6b1-4787-8907-a7be78f2a3bf), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:41.468394 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe3a52a-a6b1-4787-8907-a7be78f2a3bf {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:40:41.503953 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1d4d6181-10d2-4e1b-ae4d-0d3520d448b4 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (3fdc4f35-7cf7-4c0c-9dca-0cae9e3a5eaa), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:41.524977 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 8fe3a52a-a6b1-4787-8907-a7be78f2a3bf, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=8fe3a52a-a6b1-4787-8907-a7be78f2a3bf,segment=NetworkSegment(5f8eaec3-3e17-4fa0-955f-7e235935bca3),segment_id=5f8eaec3-3e17-4fa0-955f-7e235935bca3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:41.534913 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8fe3a52a-a6b1-4787-8907-a7be78f2a3bf), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:41.552663 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1bd07636-cb53-47b3-a255-b17a65fd6549 req-054106e6-b0f7-44e9-b617-14567fda627a tempest-ServerShowV254Test-96030410 tempest-ServerShowV254Test-96030410-project] 10.222.0.11 "GET /v2.0/ports?device_id=f795684c-3a52-41b0-9661-17f3e55b0b81 HTTP/1.1" status: 200 len: 210 time: 0.1199982 Mar 07 10:40:41.647352 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d6181-10d2-4e1b-ae4d-0d3520d448b4 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Pushing event deleted for resources: {'Port': ['ID=3fdc4f35-7cf7-4c0c-9dca-0cae9e3a5eaa,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:41.656594 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:41.679827 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=8fe3a52a-a6b1-4787-8907-a7be78f2a3bf,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:41.689551 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:41.690126 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:41.690578 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:41.691137 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:41.691493 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:41.691962 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:41.692549 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:41.693807 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:41.694403 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:41.694903 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:41.695357 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:41.695784 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:41.696270 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:41.799842 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1d4d6181-10d2-4e1b-ae4d-0d3520d448b4 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks [] for floatingip (5630d26f-26b8-4667-a921-b60cdcd81a5b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:41.802761 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1d4d6181-10d2-4e1b-ae4d-0d3520d448b4 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:41.804346 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1d4d6181-10d2-4e1b-ae4d-0d3520d448b4 tempest-ServersTestBootFromVolume-45190756 tempest-ServersTestBootFromVolume-45190756-project] 10.222.0.11 "DELETE /v2.0/floatingips/5630d26f-26b8-4667-a921-b60cdcd81a5b HTTP/1.1" status: 204 len: 168 time: 0.9503698 Mar 07 10:40:41.806909 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 51862) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:41.813259 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9627a046-219b-4d0f-bfa7-603aaf380be1 req-757d1872-05e7-49f7-9841-afed02f0614a tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:41.814751 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9627a046-219b-4d0f-bfa7-603aaf380be1 req-757d1872-05e7-49f7-9841-afed02f0614a tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.2289941 Mar 07 10:40:41.903772 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9627a046-219b-4d0f-bfa7-603aaf380be1 req-53804eb0-167b-4126-973e-b242e42ad708 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721960 Mar 07 10:40:41.917397 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['8fe3a52a-a6b1-4787-8907-a7be78f2a3bf'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:40:41.919845 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 51870) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:41.924617 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-6ccb94df-94fb-4148-a572-a2e0089e53fe tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Request body: {'security_group': {'name': 'tempest-securitygroup--573432503', 'description': 'tempest-description--306051802'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:41.971705 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6ccb94df-94fb-4148-a572-a2e0089e53fe tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:42.080080 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e60e9-e545-49e4-b948-4fe4619a8a75 req-4f145d69-3419-41d0-851e-1b280c34b3f5 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:42.089819 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e57e60e9-e545-49e4-b948-4fe4619a8a75 req-4f145d69-3419-41d0-851e-1b280c34b3f5 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 944 time: 0.1026957 Mar 07 10:40:42.182031 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6ccb94df-94fb-4148-a572-a2e0089e53fe tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks [] for security_group (6ea39e31-e044-40df-8dc3-0a5b3626633f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:42.191411 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6ccb94df-94fb-4148-a572-a2e0089e53fe tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (6ea39e31-e044-40df-8dc3-0a5b3626633f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:42.227565 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb94df-94fb-4148-a572-a2e0089e53fe tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea39e31-e044-40df-8dc3-0a5b3626633f,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:42.231951 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e821ae-6bb4-44ba-82dd-e26fced60f24 req-16288c7b-afb1-4d35-b4c4-edb3375ec0d1 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:42.239441 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-31e821ae-6bb4-44ba-82dd-e26fced60f24 req-16288c7b-afb1-4d35-b4c4-edb3375ec0d1 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.2190859 Mar 07 10:40:42.251767 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e57e60e9-e545-49e4-b948-4fe4619a8a75 req-de7009b1-de02-4866-94e5-3fe1b3f3cb61 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604421 Mar 07 10:40:42.255153 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6ccb94df-94fb-4148-a572-a2e0089e53fe tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:42.256607 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6ccb94df-94fb-4148-a572-a2e0089e53fe tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3355432 Mar 07 10:40:42.259454 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 51872) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:42.272348 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-c1bc9c1e-8fbd-4808-a974-59d1dbe7c106 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Request body: {'security_group_rule': {'security_group_id': '6ea39e31-e044-40df-8dc3-0a5b3626633f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:42.308312 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c1bc9c1e-8fbd-4808-a974-59d1dbe7c106 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks [] for security_group_rule (1f814f2f-1a87-455f-9589-1216d8590e8e), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:42.325667 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-31e821ae-6bb4-44ba-82dd-e26fced60f24 req-1aa4cc01-df23-4ab8-a907-d1f5655b1ba1 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856533 Mar 07 10:40:42.383418 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c1bc9c1e-8fbd-4808-a974-59d1dbe7c106 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks [] for security_group_rule (1f814f2f-1a87-455f-9589-1216d8590e8e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:42.390912 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c1bc9c1e-8fbd-4808-a974-59d1dbe7c106 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (1f814f2f-1a87-455f-9589-1216d8590e8e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:42.422496 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc9c1e-8fbd-4808-a974-59d1dbe7c106 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f814f2f-1a87-455f-9589-1216d8590e8e,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:42.427829 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c1bc9c1e-8fbd-4808-a974-59d1dbe7c106 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:42.429566 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c1bc9c1e-8fbd-4808-a974-59d1dbe7c106 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1688147 Mar 07 10:40:42.431907 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 51876) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:42.438412 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-1138802a-1b13-4145-80e5-34652c25ee04 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Request body: {'security_group_rule': {'security_group_id': '6ea39e31-e044-40df-8dc3-0a5b3626633f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:42.516243 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1138802a-1b13-4145-80e5-34652c25ee04 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks [] for security_group_rule (3fdeef66-6334-46bf-8390-25bc29a3ba30), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:42.516754 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d34417ee-9efa-4f5f-9a80-86e4f441b5d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:42.557759 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c59257-0be1-4a70-833f-52d43aad2848 req-01073182-815d-4576-bded-087202b285f1 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:42.567019 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-04c59257-0be1-4a70-833f-52d43aad2848 req-01073182-815d-4576-bded-087202b285f1 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1324692 Mar 07 10:40:42.664625 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1138802a-1b13-4145-80e5-34652c25ee04 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks [] for security_group_rule (3fdeef66-6334-46bf-8390-25bc29a3ba30), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:42.744665 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-04c59257-0be1-4a70-833f-52d43aad2848 req-edd9e8d1-d7f1-4689-b794-b32be880005a tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764898 Mar 07 10:40:42.753306 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1138802a-1b13-4145-80e5-34652c25ee04 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (3fdeef66-6334-46bf-8390-25bc29a3ba30), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:42.806602 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138802a-1b13-4145-80e5-34652c25ee04 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fdeef66-6334-46bf-8390-25bc29a3ba30,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:42.819530 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1138802a-1b13-4145-80e5-34652c25ee04 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:42.820945 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1138802a-1b13-4145-80e5-34652c25ee04 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3878636 Mar 07 10:40:42.825537 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 51886) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:42.830847 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 564f83fe-11fb-4121-95a7-2b213c5797f9 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:40:42.832845 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-bc19d840-1260-4fd9-a982-ad7e53a3c953 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:42.863939 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bc19d840-1260-4fd9-a982-ad7e53a3c953 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:42.900637 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 564f83fe-11fb-4121-95a7-2b213c5797f9 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:40:42.901138 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 564f83fe-11fb-4121-95a7-2b213c5797f9 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:40:42.918545 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:43.031293 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-d34417ee-9efa-4f5f-9a80-86e4f441b5d3 admin admin] Deleting port e3284a56-5d4a-467b-8ccf-d81932b5d2fb {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:40:43.031734 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d34417ee-9efa-4f5f-9a80-86e4f441b5d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (e3284a56-5d4a-467b-8ccf-d81932b5d2fb), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:43.039517 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 8fe3a52a-a6b1-4787-8907-a7be78f2a3bf up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:43.041512 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 51890) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:43.075983 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85eb5d-9e83-45b9-bf23-ee7479ad2ec1 req-ab8f30a5-fad1-4fdf-a441-5ab529a06aef tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:43.077705 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dd85eb5d-9e83-45b9-bf23-ee7479ad2ec1 req-ab8f30a5-fad1-4fdf-a441-5ab529a06aef tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1713381 Mar 07 10:40:43.120377 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 8fe3a52a-a6b1-4787-8907-a7be78f2a3bf completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:40:43.126763 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 8fe3a52a-a6b1-4787-8907-a7be78f2a3bf triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:43.127404 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (8fe3a52a-a6b1-4787-8907-a7be78f2a3bf), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:43.196424 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bc19d840-1260-4fd9-a982-ad7e53a3c953 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:43.206795 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-d34417ee-9efa-4f5f-9a80-86e4f441b5d3 admin admin] For port e3284a56-5d4a-467b-8ccf-d81932b5d2fb, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e3284a56-5d4a-467b-8ccf-d81932b5d2fb,segment=NetworkSegment(1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65),segment_id=1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:43.207075 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d34417ee-9efa-4f5f-9a80-86e4f441b5d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (e3284a56-5d4a-467b-8ccf-d81932b5d2fb), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:43.233831 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dd85eb5d-9e83-45b9-bf23-ee7479ad2ec1 req-48d12924-c330-4142-ad0b-f613617b4758 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208425 Mar 07 10:40:43.243825 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fd12342f-3ca6-453e-a37c-d1d52ed803e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:43.290254 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 8fe3a52a-a6b1-4787-8907-a7be78f2a3bf is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:43.291962 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8fe3a52a-a6b1-4787-8907-a7be78f2a3bf), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:43.309339 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-d34417ee-9efa-4f5f-9a80-86e4f441b5d3 admin admin] Calling delete_port for e3284a56-5d4a-467b-8ccf-d81932b5d2fb owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:40:43.353097 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf13d32-4a44-4295-8839-92e53ab1fd49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe3a52a-a6b1-4787-8907-a7be78f2a3bf'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:40:43.356773 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b47573-4163-4990-a94d-7fe0823cbf1a" -d '{"events": [{"server_uuid": "fbf13d32-4a44-4295-8839-92e53ab1fd49", "name": "network-vif-plugged", "status": "completed", "tag": "8fe3a52a-a6b1-4787-8907-a7be78f2a3bf"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:40:43.402637 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 8fe3a52a-a6b1-4787-8907-a7be78f2a3bf, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=8fe3a52a-a6b1-4787-8907-a7be78f2a3bf,segment=NetworkSegment(5f8eaec3-3e17-4fa0-955f-7e235935bca3),segment_id=5f8eaec3-3e17-4fa0-955f-7e235935bca3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:43.403897 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fd12342f-3ca6-453e-a37c-d1d52ed803e7 admin admin] Publish callbacks [] for security_group (bb63a8f8-7456-4d89-9dc8-1513f52266d8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:43.411971 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8fe3a52a-a6b1-4787-8907-a7be78f2a3bf), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:43.415437 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fd12342f-3ca6-453e-a37c-d1d52ed803e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (bb63a8f8-7456-4d89-9dc8-1513f52266d8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:43.499481 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ef9674-964d-429b-9f5d-cf4c621e1ee8 x-openstack-request-id: req-36ef9674-964d-429b-9f5d-cf4c621e1ee8 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:40:43.500372 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf13d32-4a44-4295-8839-92e53ab1fd49", "name": "network-vif-plugged", "status": "completed", "tag": "8fe3a52a-a6b1-4787-8907-a7be78f2a3bf", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:40:43.501099 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-36ef9674-964d-429b-9f5d-cf4c621e1ee8 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:40:43.502322 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf13d32-4a44-4295-8839-92e53ab1fd49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe3a52a-a6b1-4787-8907-a7be78f2a3bf', 'code': 200} Mar 07 10:40:43.505482 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=8fe3a52a-a6b1-4787-8907-a7be78f2a3bf,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:43.521080 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12342f-3ca6-453e-a37c-d1d52ed803e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb63a8f8-7456-4d89-9dc8-1513f52266d8,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:43.544271 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-fd12342f-3ca6-453e-a37c-d1d52ed803e7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=022ecb1a793a493bb83596be0e3e2ef0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4955144 Mar 07 10:40:43.544271 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 51900) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:43.595959 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-bc19d840-1260-4fd9-a982-ad7e53a3c953 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Allocated IP 172.25.3.158 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/0d311354-f54c-49fd-a182-b5a0809dab6f) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:43.670357 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306d332-0e14-40a7-8c83-86bb4a6de7c1 req-3239a383-1140-4b41-b036-81d8d7cc1df4 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:43.677788 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8306d332-0e14-40a7-8c83-86bb4a6de7c1 req-3239a383-1140-4b41-b036-81d8d7cc1df4 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 945 time: 0.2723143 Mar 07 10:40:43.688463 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47882373-4255-4f98-887d-2c3aec2c08f8 req-ad7626e1-cfd3-4a33-9cce-e03c22b89321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:43.690008 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-47882373-4255-4f98-887d-2c3aec2c08f8 req-ad7626e1-cfd3-4a33-9cce-e03c22b89321 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 1127 time: 0.1653256 Mar 07 10:40:43.769476 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5289e1de-08ae-4967-afb8-a365b20e9451 admin admin] Publish callbacks [] for security_group (bb63a8f8-7456-4d89-9dc8-1513f52266d8), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:43.798420 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5289e1de-08ae-4967-afb8-a365b20e9451 admin admin] Publish callbacks [] for security_group (bb63a8f8-7456-4d89-9dc8-1513f52266d8), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:43.871921 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5289e1de-08ae-4967-afb8-a365b20e9451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (bb63a8f8-7456-4d89-9dc8-1513f52266d8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:43.872517 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-fa19e3c5-4cd8-4610-92a6-dd99e817da11 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:43.874212 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-fa19e3c5-4cd8-4610-92a6-dd99e817da11 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/networks?id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41 HTTP/1.1" status: 200 len: 811 time: 0.2254527 Mar 07 10:40:43.874924 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5289e1de-08ae-4967-afb8-a365b20e9451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:43.878977 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5289e1de-08ae-4967-afb8-a365b20e9451 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bb63a8f8-7456-4d89-9dc8-1513f52266d8 HTTP/1.1" status: 204 len: 168 time: 0.3367226 Mar 07 10:40:43.890392 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bc19d840-1260-4fd9-a982-ad7e53a3c953 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks [] for port (0d311354-f54c-49fd-a182-b5a0809dab6f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:43.894026 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8306d332-0e14-40a7-8c83-86bb4a6de7c1 req-dcf1aa7f-4768-4fbe-bd61-f8bca677af69 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150292 Mar 07 10:40:43.907285 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d34417ee-9efa-4f5f-9a80-86e4f441b5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (e3284a56-5d4a-467b-8ccf-d81932b5d2fb), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:43.914306 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-47882373-4255-4f98-887d-2c3aec2c08f8 req-536fe9ff-be04-4619-8efb-931783192561 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151647 Mar 07 10:40:43.915684 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289e1de-08ae-4967-afb8-a365b20e9451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb63a8f8-7456-4d89-9dc8-1513f52266d8,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:43.931579 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-b25d67e0-0ee1-4215-b6c4-bcbd9ffd6a7a tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/quotas/d640dc7f4f784834ad48e78ec0df26a5 HTTP/1.1" status: 200 len: 375 time: 0.0358303 Mar 07 10:40:43.967775 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34417ee-9efa-4f5f-9a80-86e4f441b5d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3284a56-5d4a-467b-8ccf-d81932b5d2fb,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:44.596454 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bc19d840-1260-4fd9-a982-ad7e53a3c953 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (0d311354-f54c-49fd-a182-b5a0809dab6f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:44.650913 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-503773f5-6f7d-42e0-b4c7-a022ea50507c tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d640dc7f4f784834ad48e78ec0df26a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7182968 Mar 07 10:40:44.696966 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc19d840-1260-4fd9-a982-ad7e53a3c953 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:44.702329 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d34417ee-9efa-4f5f-9a80-86e4f441b5d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:44.743797 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-bc19d840-1260-4fd9-a982-ad7e53a3c953 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:44.756094 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc19d840-1260-4fd9-a982-ad7e53a3c953 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:44.799281 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19d840-1260-4fd9-a982-ad7e53a3c953 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Pushing event updated for resources: {'Port': ['ID=0d311354-f54c-49fd-a182-b5a0809dab6f,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:45.123986 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-4f237003-6d04-4f14-b149-023477bfa36a service neutron] 10.222.0.11 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721653 Mar 07 10:40:45.126956 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f29cd9-9825-4315-b512-db035a19dee3 req-25e8410a-2181-4b10-b24c-60928b188a43 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:45.140718 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22f29cd9-9825-4315-b512-db035a19dee3 req-25e8410a-2181-4b10-b24c-60928b188a43 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 945 time: 0.0640788 Mar 07 10:40:45.209096 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22f29cd9-9825-4315-b512-db035a19dee3 req-8865b5f9-a3a3-4ceb-b851-c12065e4aa28 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673611 Mar 07 10:40:45.281967 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bc19d840-1260-4fd9-a982-ad7e53a3c953 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks [] for floatingip (bbd39102-441e-4401-862b-b9faa5f19e73), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:45.385406 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-fd5e2757-9491-4214-8854-84e9df2ba6df service neutron] 10.222.0.11 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371554 Mar 07 10:40:45.398656 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bc19d840-1260-4fd9-a982-ad7e53a3c953 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0d311354-f54c-49fd-a182-b5a0809dab6f), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:45.686832 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f6e9a37a-65ed-4bba-a783-0a3bd8b5839f req-a55c92d7-1b81-436c-920f-385d222b6be2 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 210 time: 0.0764134 Mar 07 10:40:45.693480 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34417ee-9efa-4f5f-9a80-86e4f441b5d3 admin admin] Router 935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:40:45.864206 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bc19d840-1260-4fd9-a982-ad7e53a3c953 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks [] for port (0d311354-f54c-49fd-a182-b5a0809dab6f), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:45.873226 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bc19d840-1260-4fd9-a982-ad7e53a3c953 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (0d311354-f54c-49fd-a182-b5a0809dab6f), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:46.068221 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34417ee-9efa-4f5f-9a80-86e4f441b5d3 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:40:46.079752 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aa0a03-7f0e-4b9e-b7b8-c5dcecaf25c2 None None] Sync routers for ids ['935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:40:46.081451 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d34417ee-9efa-4f5f-9a80-86e4f441b5d3 admin admin] 10.222.0.11 "PUT /v2.0/routers/935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2731194 Mar 07 10:40:46.085439 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 51962) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:46.122959 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19d840-1260-4fd9-a982-ad7e53a3c953 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Pushing event updated for resources: {'Port': ['ID=0d311354-f54c-49fd-a182-b5a0809dab6f,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:46.126764 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aa0a03-7f0e-4b9e-b7b8-c5dcecaf25c2 None None] Routers {'935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:40:46.127396 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-42aa0a03-7f0e-4b9e-b7b8-c5dcecaf25c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:40:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:46.132402 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bc19d840-1260-4fd9-a982-ad7e53a3c953 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (bbd39102-441e-4401-862b-b9faa5f19e73), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:46.165156 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bc19d840-1260-4fd9-a982-ad7e53a3c953 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:46.167127 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-bc19d840-1260-4fd9-a982-ad7e53a3c953 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3405194 Mar 07 10:40:46.308482 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-42aa0a03-7f0e-4b9e-b7b8-c5dcecaf25c2 None None] Set router 935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:40:46.341319 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2727c86-dd83-42b4-ab62-1e72713434e6 admin admin] Publish callbacks [] for router (935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:46.589264 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-42aa0a03-7f0e-4b9e-b7b8-c5dcecaf25c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'name': 'tempest-ServersTestBootFromVolume-1606411008-router', 'tenant_id': '594fbcc522224d009180aa1f2512354d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3be13c7b-3b13-4c46-8d39-728f5cc95f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:42Z', 'updated_at': '2022-03-07T10:40:43Z', 'revision_number': 5, 'project_id': '594fbcc522224d009180aa1f2512354d', 'gw_port': {'id': '3be13c7b-3b13-4c46-8d39-728f5cc95f93', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:44Z', 'updated_at': '2022-03-07T10:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:46.652310 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aa0a03-7f0e-4b9e-b7b8-c5dcecaf25c2 None None] Checking router: 935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:40:46.686841 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aa0a03-7f0e-4b9e-b7b8-c5dcecaf25c2 None None] Routers {'935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:40:46.687496 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-42aa0a03-7f0e-4b9e-b7b8-c5dcecaf25c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:40:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:46.704782 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcf0a4-56be-4ed7-b133-bbcbaeeb795f req-de8f2e9e-938d-4d79-8cc5-5f721c15a9a2 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:46.712122 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0bdcf0a4-56be-4ed7-b133-bbcbaeeb795f req-de8f2e9e-938d-4d79-8cc5-5f721c15a9a2 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 945 time: 0.2418537 Mar 07 10:40:46.804873 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-d0b6a2d1-17e7-4057-a0bc-e60573bc6de1 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:46.808612 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-d0b6a2d1-17e7-4057-a0bc-e60573bc6de1 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/networks?id=9da4d94f-c230-4f14-a6ee-34ff5fc1419f HTTP/1.1" status: 200 len: 821 time: 0.2913640 Mar 07 10:40:46.831005 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0bdcf0a4-56be-4ed7-b133-bbcbaeeb795f req-978c357a-caf5-4f6e-a67c-f5c9a8092c4e tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180124 Mar 07 10:40:46.833843 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-8bff3dc8-bd06-4a2c-a20e-e24482a280c3 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/quotas/62af914074b242af8357a186fc3aa177 HTTP/1.1" status: 200 len: 375 time: 0.0170941 Mar 07 10:40:46.875462 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2727c86-dd83-42b4-ab62-1e72713434e6 admin admin] Publish callbacks [] for router_gateway (935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:46.879240 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:40:46.914355 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-06d37f84-a217-413e-9c96-5b763924404c tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=62af914074b242af8357a186fc3aa177&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0736351 Mar 07 10:40:46.960233 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-42aa0a03-7f0e-4b9e-b7b8-c5dcecaf25c2 None None] Set router 935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:40:46.989840 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2160d892-cd0f-4b86-9456-93482210494d req-dd1b89c7-0a3a-4b49-b82b-2a1a260c5ccf tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 210 time: 0.0427470 Mar 07 10:40:47.038008 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-f2727c86-dd83-42b4-ab62-1e72713434e6 admin admin] Deleting port 3be13c7b-3b13-4c46-8d39-728f5cc95f93 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:40:47.038352 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2727c86-dd83-42b4-ab62-1e72713434e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (3be13c7b-3b13-4c46-8d39-728f5cc95f93), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:47.179198 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-a87a0c1f-8e1c-423f-bc17-8e6efbfad2af service neutron] 10.222.0.11 "GET /v2.0/networks/9da4d94f-c230-4f14-a6ee-34ff5fc1419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555001 Mar 07 10:40:47.326075 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-42aa0a03-7f0e-4b9e-b7b8-c5dcecaf25c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'name': 'tempest-ServersTestBootFromVolume-1606411008-router', 'tenant_id': '594fbcc522224d009180aa1f2512354d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3be13c7b-3b13-4c46-8d39-728f5cc95f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:42Z', 'updated_at': '2022-03-07T10:40:43Z', 'revision_number': 5, 'project_id': '594fbcc522224d009180aa1f2512354d', 'gw_port': {'id': '3be13c7b-3b13-4c46-8d39-728f5cc95f93', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:44Z', 'updated_at': '2022-03-07T10:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:47.418219 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aa0a03-7f0e-4b9e-b7b8-c5dcecaf25c2 None None] The sync data for ids ['935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5'] in n-d-832164-4 is: [{'id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'name': 'tempest-ServersTestBootFromVolume-1606411008-router', 'tenant_id': '594fbcc522224d009180aa1f2512354d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '3be13c7b-3b13-4c46-8d39-728f5cc95f93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:37:42Z', 'updated_at': '2022-03-07T10:40:43Z', 'revision_number': 5, 'project_id': '594fbcc522224d009180aa1f2512354d', 'gw_port': {'id': '3be13c7b-3b13-4c46-8d39-728f5cc95f93', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:37:44Z', 'updated_at': '2022-03-07T10:38:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:40:47.476126 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-70b21d9d-dd97-4eff-ab8b-16dd14df372e service neutron] 10.222.0.11 "GET /v2.0/networks/9da4d94f-c230-4f14-a6ee-34ff5fc1419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927136 Mar 07 10:40:47.494143 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-f2727c86-dd83-42b4-ab62-1e72713434e6 admin admin] For port 3be13c7b-3b13-4c46-8d39-728f5cc95f93, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=3be13c7b-3b13-4c46-8d39-728f5cc95f93,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:47.494581 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2727c86-dd83-42b4-ab62-1e72713434e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (3be13c7b-3b13-4c46-8d39-728f5cc95f93), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:47.517642 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-f2727c86-dd83-42b4-ab62-1e72713434e6 admin admin] Calling delete_port for 3be13c7b-3b13-4c46-8d39-728f5cc95f93 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:40:47.598728 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-caa8c1e3-2111-4c5b-978f-e1b76a7e8105 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:47.600215 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-caa8c1e3-2111-4c5b-978f-e1b76a7e8105 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.21 "GET /v2.0/networks?id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41 HTTP/1.1" status: 200 len: 811 time: 0.4223759 Mar 07 10:40:47.626136 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-c5c4e25f-ed3b-4abc-83bd-41bf1739c109 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Request body: {'port': {'device_id': 'e92c8679-13d6-447f-b487-8a35feda8ba1', 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41', 'admin_state_up': True, 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:47.654087 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43dac7e-f39f-4eba-8008-ed90fce8cc69 req-bc64c9c4-61a2-4445-82d4-c1bcb45f1037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:47.655764 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e43dac7e-f39f-4eba-8008-ed90fce8cc69 req-bc64c9c4-61a2-4445-82d4-c1bcb45f1037 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b6bc38f986d4bb6b3b2bed2c25a623e&device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 1127 time: 0.2639427 Mar 07 10:40:47.739074 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-82cbd3de-5216-4974-9eb7-4e637be7b550 req-6a48df87-aef5-44bd-9578-e6ab603f01cc tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f608c97-4774-41e6-a823-68365cadca0e HTTP/1.1" status: 200 len: 210 time: 0.0427372 Mar 07 10:40:47.963221 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43dac7e-f39f-4eba-8008-ed90fce8cc69 req-a9314ad5-4c2b-44c7-88fc-33ce9ec79be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:47.964959 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e43dac7e-f39f-4eba-8008-ed90fce8cc69 req-a9314ad5-4c2b-44c7-88fc-33ce9ec79be3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=426a0985-54c0-44f8-a0e5-ef6b4becfc6e HTTP/1.1" status: 200 len: 911 time: 0.2869961 Mar 07 10:40:48.078222 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-c5c4e25f-ed3b-4abc-83bd-41bf1739c109 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Made reservation on behalf of d640dc7f4f784834ad48e78ec0df26a5 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:48.085272 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-c5c4e25f-ed3b-4abc-83bd-41bf1739c109 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:48.117098 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:48.217965 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e43dac7e-f39f-4eba-8008-ed90fce8cc69 req-af381006-7f55-457d-b9e8-6cfeb2373a33 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fe3a52a-a6b1-4787-8907-a7be78f2a3bf HTTP/1.1" status: 200 len: 217 time: 0.2347198 Mar 07 10:40:48.264798 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82841b02-d8d2-4147-b7ee-069bb386816d req-6ca43be6-350a-4f49-af1d-82976e123610 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:48.285127 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-82841b02-d8d2-4147-b7ee-069bb386816d req-6ca43be6-350a-4f49-af1d-82976e123610 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 945 time: 0.7400632 Mar 07 10:40:48.367160 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8258b14f-44d6-4116-b994-26f6a22be760 req-043d9b12-f0dc-4089-a447-6cf4ef41452f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 210 time: 0.1307516 Mar 07 10:40:48.464158 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e3284a56-5d4a-467b-8ccf-d81932b5d2fb no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:40:48.546938 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: e3284a56-5d4a-467b-8ccf-d81932b5d2fb {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:40:48.547467 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e3284a56-5d4a-467b-8ccf-d81932b5d2fb not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:40:48.600859 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43dac7e-f39f-4eba-8008-ed90fce8cc69 req-07615151-e018-4d81-8249-d8cb41cbf5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:48.602320 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e43dac7e-f39f-4eba-8008-ed90fce8cc69 req-07615151-e018-4d81-8249-d8cb41cbf5da service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9f481558-20b5-4597-9d23-1a30103cbdca HTTP/1.1" status: 200 len: 850 time: 0.3700864 Mar 07 10:40:48.694736 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e43dac7e-f39f-4eba-8008-ed90fce8cc69 req-c20e69c7-417c-4246-9ec9-408a5e329f93 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=426a0985-54c0-44f8-a0e5-ef6b4becfc6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721385 Mar 07 10:40:48.756793 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-c5c4e25f-ed3b-4abc-83bd-41bf1739c109 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Allocated IP 172.20.0.7 (931da2d2-d8f9-46f5-a9f5-24b58bb56e41/be75dc35-59ec-464d-b948-3549cf46df15/ebed4773-7953-4951-8a16-c8016ef092a4) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:48.887992 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-82841b02-d8d2-4147-b7ee-069bb386816d req-c443ebf9-7b1e-449e-9f27-83594a7eab31 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6018801 Mar 07 10:40:48.932837 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5dab55c7-c315-4701-bc97-a358c1a98191 req-e7d8046d-132a-4ac3-8102-301ef20e0495 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f608c97-4774-41e6-a823-68365cadca0e HTTP/1.1" status: 200 len: 210 time: 0.0718911 Mar 07 10:40:49.483698 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2727c86-dd83-42b4-ab62-1e72713434e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (3be13c7b-3b13-4c46-8d39-728f5cc95f93), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:49.587330 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2727c86-dd83-42b4-ab62-1e72713434e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3be13c7b-3b13-4c46-8d39-728f5cc95f93,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:49.714981 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-325c425b-9a35-400b-96b9-5bc2b2f90ed3 req-118d7038-82e5-4427-8c3d-53d95de103ff tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 210 time: 0.1176147 Mar 07 10:40:49.838358 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e43dac7e-f39f-4eba-8008-ed90fce8cc69 req-ab107594-1e0f-48d3-8b22-6a12cf6986e5 service neutron] 10.222.0.31 "GET /v2.0/networks/426a0985-54c0-44f8-a0e5-ef6b4becfc6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1294541 Mar 07 10:40:50.085537 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-e0b39268-ee72-4161-ac02-6f21bfb5ed53 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:50.087005 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-e0b39268-ee72-4161-ac02-6f21bfb5ed53 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.21 "GET /v2.0/networks?id=9da4d94f-c230-4f14-a6ee-34ff5fc1419f HTTP/1.1" status: 200 len: 821 time: 0.5548360 Mar 07 10:40:50.090535 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-c5c4e25f-ed3b-4abc-83bd-41bf1739c109 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks [] for port (ebed4773-7953-4951-8a16-c8016ef092a4), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:50.111685 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2727c86-dd83-42b4-ab62-1e72713434e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:50.149778 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-8b1dc96c-299a-4369-9ead-727e77957b62 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Request body: {'port': {'device_id': '2f608c97-4774-41e6-a823-68365cadca0e', 'network_id': '9da4d94f-c230-4f14-a6ee-34ff5fc1419f', 'admin_state_up': True, 'tenant_id': '62af914074b242af8357a186fc3aa177'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:50.155375 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e43dac7e-f39f-4eba-8008-ed90fce8cc69 req-ced23cee-c2f2-45c9-9bc5-560352e89509 service neutron] 10.222.0.31 "GET /v2.0/networks/426a0985-54c0-44f8-a0e5-ef6b4becfc6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044763 Mar 07 10:40:50.209736 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6a4345ab-6be9-493c-ab14-9ebf7b5e1918 req-5fbc84a1-3464-45fa-85f8-f0cf5f1d8df9 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f608c97-4774-41e6-a823-68365cadca0e HTTP/1.1" status: 200 len: 210 time: 0.0571046 Mar 07 10:40:50.260936 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2727c86-dd83-42b4-ab62-1e72713434e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:50.264122 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2727c86-dd83-42b4-ab62-1e72713434e6 admin admin] Publish callbacks [] for router_controller (935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:50.346882 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2727c86-dd83-42b4-ab62-1e72713434e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:50.348359 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2727c86-dd83-42b4-ab62-1e72713434e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:40:50.447931 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2727c86-dd83-42b4-ab62-1e72713434e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:50.449711 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f2727c86-dd83-42b4-ab62-1e72713434e6 admin admin] 10.222.0.11 "DELETE /v2.0/routers/935c9f5a-66cf-4e8f-88d6-8812a8d0f7e5 HTTP/1.1" status: 204 len: 168 time: 4.3621697 Mar 07 10:40:50.452214 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52048) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:50.528375 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40c3edc-dda7-47a7-b3ac-da30ef9290a4 req-14647e68-1bd2-4b3f-9356-e7ef08a1e7e3 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:50.536672 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b40c3edc-dda7-47a7-b3ac-da30ef9290a4 req-14647e68-1bd2-4b3f-9356-e7ef08a1e7e3 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 945 time: 0.5204206 Mar 07 10:40:50.542365 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-c5c4e25f-ed3b-4abc-83bd-41bf1739c109 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (ebed4773-7953-4951-8a16-c8016ef092a4), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:50.560044 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-4804ae37-303e-4127-ad88-94f1ed13db4e admin admin] Deleting subnet 473ce296-8e02-4e65-a3e4-e81563b11cf6 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:40:50.569052 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4804ae37-303e-4127-ad88-94f1ed13db4e admin admin] Publish callbacks [] for subnet (473ce296-8e02-4e65-a3e4-e81563b11cf6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:50.639671 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4804ae37-303e-4127-ad88-94f1ed13db4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (473ce296-8e02-4e65-a3e4-e81563b11cf6), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:50.784887 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-c5c4e25f-ed3b-4abc-83bd-41bf1739c109 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Network 931da2d2-d8f9-46f5-a9f5-24b58bb56e41 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:50.790830 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-c5c4e25f-ed3b-4abc-83bd-41bf1739c109 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:50.803291 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4804ae37-303e-4127-ad88-94f1ed13db4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (473ce296-8e02-4e65-a3e4-e81563b11cf6), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:50.809012 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-c5c4e25f-ed3b-4abc-83bd-41bf1739c109 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:50.859582 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c4e25f-ed3b-4abc-83bd-41bf1739c109 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Pushing event updated for resources: {'Port': ['ID=ebed4773-7953-4951-8a16-c8016ef092a4,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:50.931614 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-8b1dc96c-299a-4369-9ead-727e77957b62 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Made reservation on behalf of 62af914074b242af8357a186fc3aa177 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:50.935936 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-8b1dc96c-299a-4369-9ead-727e77957b62 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:50.943106 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4804ae37-303e-4127-ad88-94f1ed13db4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (473ce296-8e02-4e65-a3e4-e81563b11cf6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:50.984111 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b40c3edc-dda7-47a7-b3ac-da30ef9290a4 req-4ca1a614-7c2a-460b-a6c7-97d178ef0184 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462459 Mar 07 10:40:51.098153 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4804ae37-303e-4127-ad88-94f1ed13db4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=473ce296-8e02-4e65-a3e4-e81563b11cf6,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:51.116799 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4804ae37-303e-4127-ad88-94f1ed13db4e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:51.119013 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc03584-bf18-48e9-864d-82f91b368818 None None] Network 0a513206-2def-4933-979c-f245f2d5610c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:40:51.124172 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4804ae37-303e-4127-ad88-94f1ed13db4e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/473ce296-8e02-4e65-a3e4-e81563b11cf6 HTTP/1.1" status: 204 len: 168 time: 0.6684799 Mar 07 10:40:51.140878 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52054) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:51.142467 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4804ae37-303e-4127-ad88-94f1ed13db4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:51.142901 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4804ae37-303e-4127-ad88-94f1ed13db4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:51.143235 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4804ae37-303e-4127-ad88-94f1ed13db4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:51.143573 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4804ae37-303e-4127-ad88-94f1ed13db4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:51.143949 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4804ae37-303e-4127-ad88-94f1ed13db4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:51.144311 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4804ae37-303e-4127-ad88-94f1ed13db4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:51.148341 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4804ae37-303e-4127-ad88-94f1ed13db4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:51.148755 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4804ae37-303e-4127-ad88-94f1ed13db4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:51.149096 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4804ae37-303e-4127-ad88-94f1ed13db4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:51.149476 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4804ae37-303e-4127-ad88-94f1ed13db4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:51.149960 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4804ae37-303e-4127-ad88-94f1ed13db4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:51.150306 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4804ae37-303e-4127-ad88-94f1ed13db4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:51.150829 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4804ae37-303e-4127-ad88-94f1ed13db4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:40:51.159534 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-c5c4e25f-ed3b-4abc-83bd-41bf1739c109 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:51.160706 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-c5c4e25f-ed3b-4abc-83bd-41bf1739c109 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:51.254570 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-c5c4e25f-ed3b-4abc-83bd-41bf1739c109 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6349604 Mar 07 10:40:51.288327 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f102e-25f5-430a-a1d5-37891396d123 req-a2d11756-309d-4c58-a2b2-5659980ad6af tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:51.296505 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-824f102e-25f5-430a-a1d5-37891396d123 req-a2d11756-309d-4c58-a2b2-5659980ad6af tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 931 time: 0.3810556 Mar 07 10:40:51.302816 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-8c02e57d-750a-47aa-af6c-236708d9aa1a service neutron] Request body: {'port': {'device_id': 'e92c8679-13d6-447f-b487-8a35feda8ba1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:51.353330 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bf03930c-ee9c-469c-ba65-91e2b5be040e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (0a513206-2def-4933-979c-f245f2d5610c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:51.372712 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-58e13554-8c28-414d-b3dc-a26197fece05 None None] Provisioning complete for port ebed4773-7953-4951-8a16-c8016ef092a4 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:51.373645 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-58e13554-8c28-414d-b3dc-a26197fece05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ebed4773-7953-4951-8a16-c8016ef092a4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:51.413150 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-09c32313-430c-4d4c-8760-796443adfcbf req-8ae32888-52d5-4728-9a7f-7a28f507c772 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f608c97-4774-41e6-a823-68365cadca0e HTTP/1.1" status: 200 len: 210 time: 0.1081727 Mar 07 10:40:51.465515 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-58e13554-8c28-414d-b3dc-a26197fece05 None None] Port ebed4773-7953-4951-8a16-c8016ef092a4 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:40:51.468261 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-8b1dc96c-299a-4369-9ead-727e77957b62 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Allocated IP 172.20.0.4 (9da4d94f-c230-4f14-a6ee-34ff5fc1419f/dc6e5e1d-c035-4681-acbd-bf9ee077ad51/3d76c770-c90a-4074-b461-3d0f8a636cb4) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:51.484398 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-8c02e57d-750a-47aa-af6c-236708d9aa1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ebed4773-7953-4951-8a16-c8016ef092a4), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:51.490875 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-824f102e-25f5-430a-a1d5-37891396d123 req-5bebb89b-9332-4c74-b060-3de2916d76ef tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929450 Mar 07 10:40:51.531728 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-bf03930c-ee9c-469c-ba65-91e2b5be040e admin admin] Deleting port 138a1fcf-801a-42b2-9b9e-1c16ebb986ac {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:40:51.532077 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bf03930c-ee9c-469c-ba65-91e2b5be040e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (138a1fcf-801a-42b2-9b9e-1c16ebb986ac), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:51.585391 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbae8c77-8d5f-494b-bcf5-336a38390617 None None] DHCP port deletion for 0a513206-2def-4933-979c-f245f2d5610c request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:40:51.629795 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-bf03930c-ee9c-469c-ba65-91e2b5be040e admin admin] For port 138a1fcf-801a-42b2-9b9e-1c16ebb986ac, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=138a1fcf-801a-42b2-9b9e-1c16ebb986ac,segment=NetworkSegment(1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65),segment_id=1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:51.630519 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bf03930c-ee9c-469c-ba65-91e2b5be040e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (138a1fcf-801a-42b2-9b9e-1c16ebb986ac), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:51.651600 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-bf03930c-ee9c-469c-ba65-91e2b5be040e admin admin] Calling delete_port for 138a1fcf-801a-42b2-9b9e-1c16ebb986ac owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:40:51.735094 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-fbae8c77-8d5f-494b-bcf5-336a38390617 None None] Deleting port 138a1fcf-801a-42b2-9b9e-1c16ebb986ac {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:40:51.735725 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fbae8c77-8d5f-494b-bcf5-336a38390617 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (138a1fcf-801a-42b2-9b9e-1c16ebb986ac), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:51.789266 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bf03930c-ee9c-469c-ba65-91e2b5be040e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (138a1fcf-801a-42b2-9b9e-1c16ebb986ac), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:51.843327 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03930c-ee9c-469c-ba65-91e2b5be040e admin admin] Pushing event deleted for resources: {'Port': ['ID=138a1fcf-801a-42b2-9b9e-1c16ebb986ac,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:51.853529 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-fbae8c77-8d5f-494b-bcf5-336a38390617 None None] For port 138a1fcf-801a-42b2-9b9e-1c16ebb986ac, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=138a1fcf-801a-42b2-9b9e-1c16ebb986ac,segment=NetworkSegment(1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65),segment_id=1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:51.854216 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fbae8c77-8d5f-494b-bcf5-336a38390617 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (138a1fcf-801a-42b2-9b9e-1c16ebb986ac), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:51.864809 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf03930c-ee9c-469c-ba65-91e2b5be040e admin admin] No DVR routers for this DVR port 138a1fcf-801a-42b2-9b9e-1c16ebb986ac on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:40:51.874515 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-fbae8c77-8d5f-494b-bcf5-336a38390617 None None] Calling delete_port for 138a1fcf-801a-42b2-9b9e-1c16ebb986ac owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:40:51.912527 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-8b1dc96c-299a-4369-9ead-727e77957b62 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks [] for port (3d76c770-c90a-4074-b461-3d0f8a636cb4), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: from cryptography.utils import int_from_bytes Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: from cryptography.utils import int_from_bytes Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:40:51.960567 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:40:51.962999 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:40:51.962999 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:40:51.962999 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:40:51.962999 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:40:51.962999 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:40:51.962999 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:40:51.962999 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:40:51.962999 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:40:51.962999 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:40:51.962999 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:40:51.962999 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:40:51.962999 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:40:51.962999 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:40:51.962999 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:40:51.971758 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fbae8c77-8d5f-494b-bcf5-336a38390617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (138a1fcf-801a-42b2-9b9e-1c16ebb986ac), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:52.002163 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae8c77-8d5f-494b-bcf5-336a38390617 None None] Pushing event deleted for resources: {'Port': ['ID=138a1fcf-801a-42b2-9b9e-1c16ebb986ac,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:52.006192 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-8b1dc96c-299a-4369-9ead-727e77957b62 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (3d76c770-c90a-4074-b461-3d0f8a636cb4), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:52.014262 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae8c77-8d5f-494b-bcf5-336a38390617 None None] No DVR routers for this DVR port 138a1fcf-801a-42b2-9b9e-1c16ebb986ac on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:40:52.016657 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bf03930c-ee9c-469c-ba65-91e2b5be040e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (0a513206-2def-4933-979c-f245f2d5610c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:52.073013 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-bf03930c-ee9c-469c-ba65-91e2b5be040e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a513206-2def-4933-979c-f245f2d5610c']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:52.096885 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-bf03930c-ee9c-469c-ba65-91e2b5be040e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:52.104971 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-bf03930c-ee9c-469c-ba65-91e2b5be040e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:52.106053 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-8c02e57d-750a-47aa-af6c-236708d9aa1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebed4773-7953-4951-8a16-c8016ef092a4 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:40:52.122698 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-8b1dc96c-299a-4369-9ead-727e77957b62 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Network 9da4d94f-c230-4f14-a6ee-34ff5fc1419f is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:52.128125 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-8c02e57d-750a-47aa-af6c-236708d9aa1a service neutron] Publish callbacks [] for port (ebed4773-7953-4951-8a16-c8016ef092a4), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:52.131210 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bf03930c-ee9c-469c-ba65-91e2b5be040e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:52.133647 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-8b1dc96c-299a-4369-9ead-727e77957b62 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:52.137744 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-8b1dc96c-299a-4369-9ead-727e77957b62 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:52.140263 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1dc96c-299a-4369-9ead-727e77957b62 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Pushing event updated for resources: {'Port': ['ID=3d76c770-c90a-4074-b461-3d0f8a636cb4,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:52.183321 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-8c02e57d-750a-47aa-af6c-236708d9aa1a service neutron] Transition to ACTIVE for port object ebed4773-7953-4951-8a16-c8016ef092a4 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:40:52.195620 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-8c02e57d-750a-47aa-af6c-236708d9aa1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (ebed4773-7953-4951-8a16-c8016ef092a4), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:52.212201 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bf03930c-ee9c-469c-ba65-91e2b5be040e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:52.240703 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf03930c-ee9c-469c-ba65-91e2b5be040e admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:40:52.241381 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bf03930c-ee9c-469c-ba65-91e2b5be040e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (1f57f7e2-7c25-4bcf-bbc7-1b54c7c7df65), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:52.249774 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:40:52.249774 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:40:52.249774 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:40:52.249774 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:40:52.249774 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:40:52.249774 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:40:52.249774 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:40:52.249774 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:40:52.249774 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:40:52.249774 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:40:52.249774 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:40:52.249774 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:40:52.249774 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:40:52.249774 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:40:52.249774 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:40:52.249774 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:40:52.249774 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:40:52.249774 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:40:52.249774 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:40:52.249774 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:40:52.249774 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:40:52.249774 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:40:52.249774 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:40:52.249774 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:40:52.249774 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:40:52.249774 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:40:52.249774 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:40:52.249774 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:40:52.249774 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:40:52.249774 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:40:52.249774 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:40:52.249774 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:40:52.304271 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02e57d-750a-47aa-af6c-236708d9aa1a service neutron] Pushing event updated for resources: {'Port': ['ID=ebed4773-7953-4951-8a16-c8016ef092a4,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:52.319263 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-8b1dc96c-299a-4369-9ead-727e77957b62 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:52.319657 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9430e-cded-48f6-894d-34aa0c88a43d req-a46e3759-dcf5-4d9a-b324-3220fd8eb7ad tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:52.320108 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-8b1dc96c-299a-4369-9ead-727e77957b62 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:52.334135 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ffe9430e-cded-48f6-894d-34aa0c88a43d req-a46e3759-dcf5-4d9a-b324-3220fd8eb7ad tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 945 time: 0.1820199 Mar 07 10:40:52.423319 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-8b1dc96c-299a-4369-9ead-727e77957b62 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3062873 Mar 07 10:40:52.439105 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-70578b74-0f27-414f-a8e3-4fbcbe1def7b service neutron] Request body: {'port': {'device_id': '2f608c97-4774-41e6-a823-68365cadca0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:52.555285 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-70578b74-0f27-414f-a8e3-4fbcbe1def7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3d76c770-c90a-4074-b461-3d0f8a636cb4), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:52.618152 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ffe9430e-cded-48f6-894d-34aa0c88a43d req-bcc88ee4-4f43-48af-8762-21b748181725 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828746 Mar 07 10:40:52.622623 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bf03930c-ee9c-469c-ba65-91e2b5be040e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (0a513206-2def-4933-979c-f245f2d5610c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:52.634598 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3be13c7b-3b13-4c46-8d39-728f5cc95f93 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:40:52.672331 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bf03930c-ee9c-469c-ba65-91e2b5be040e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:52.684654 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-bf03930c-ee9c-469c-ba65-91e2b5be040e admin admin] 10.222.0.11 "DELETE /v2.0/networks/0a513206-2def-4933-979c-f245f2d5610c HTTP/1.1" status: 204 len: 168 time: 1.5218768 Mar 07 10:40:52.755818 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 3be13c7b-3b13-4c46-8d39-728f5cc95f93 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:40:52.756179 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3be13c7b-3b13-4c46-8d39-728f5cc95f93 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:40:52.760780 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 138a1fcf-801a-42b2-9b9e-1c16ebb986ac no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:40:52.763626 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03930c-ee9c-469c-ba65-91e2b5be040e admin admin] Pushing event deleted for resources: {'Network': ['ID=0a513206-2def-4933-979c-f245f2d5610c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:52.819879 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-8c02e57d-750a-47aa-af6c-236708d9aa1a service neutron] Attempting to bind port ebed4773-7953-4951-8a16-c8016ef092a4 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:40:52.820280 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-8c02e57d-750a-47aa-af6c-236708d9aa1a service neutron] Attempting to bind port ebed4773-7953-4951-8a16-c8016ef092a4 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '0bff5fe3-a691-4e25-8a0f-c7433dac5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:40:52.820765 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-8c02e57d-750a-47aa-af6c-236708d9aa1a service neutron] Attempting to bind port ebed4773-7953-4951-8a16-c8016ef092a4 on network 931da2d2-d8f9-46f5-a9f5-24b58bb56e41 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:52.830159 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-8c02e57d-750a-47aa-af6c-236708d9aa1a service neutron] Port ebed4773-7953-4951-8a16-c8016ef092a4 on network 931da2d2-d8f9-46f5-a9f5-24b58bb56e41 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:40:52.830848 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-8c02e57d-750a-47aa-af6c-236708d9aa1a service neutron] Attempting to bind port ebed4773-7953-4951-8a16-c8016ef092a4 on network 931da2d2-d8f9-46f5-a9f5-24b58bb56e41 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:52.838945 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 138a1fcf-801a-42b2-9b9e-1c16ebb986ac {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:40:52.839768 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 138a1fcf-801a-42b2-9b9e-1c16ebb986ac not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:40:52.852170 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:52.892330 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-8c02e57d-750a-47aa-af6c-236708d9aa1a service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:40:52.893222 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-8c02e57d-750a-47aa-af6c-236708d9aa1a service neutron] Checking segment: {'id': '0bff5fe3-a691-4e25-8a0f-c7433dac5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:52.893833 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-8c02e57d-750a-47aa-af6c-236708d9aa1a service neutron] Bound using segment: {'id': '0bff5fe3-a691-4e25-8a0f-c7433dac5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:40:52.894768 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-8c02e57d-750a-47aa-af6c-236708d9aa1a service neutron] Bound port: ebed4773-7953-4951-8a16-c8016ef092a4, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bff5fe3-a691-4e25-8a0f-c7433dac5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:40:52.896177 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-8c02e57d-750a-47aa-af6c-236708d9aa1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ebed4773-7953-4951-8a16-c8016ef092a4), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:52.943603 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8fafa-6a29-4e83-9311-ee9d16e3034b req-a56e48a2-cd75-489a-a354-37c28fda4a52 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:52.954558 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7fe8fafa-6a29-4e83-9311-ee9d16e3034b req-a56e48a2-cd75-489a-a354-37c28fda4a52 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 943 time: 0.0939367 Mar 07 10:40:53.020855 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7fe8fafa-6a29-4e83-9311-ee9d16e3034b req-76d1e758-6349-41a2-950f-2001e75a4ab4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643845 Mar 07 10:40:53.040488 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c504d2d5-96b0-4da2-b57e-4914285b37dc req-1d6bd9e6-6b3c-402d-8e24-51223277b675 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:53.042049 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c504d2d5-96b0-4da2-b57e-4914285b37dc req-1d6bd9e6-6b3c-402d-8e24-51223277b675 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f608c97-4774-41e6-a823-68365cadca0e HTTP/1.1" status: 200 len: 931 time: 0.2334726 Mar 07 10:40:53.111688 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-8c02e57d-750a-47aa-af6c-236708d9aa1a service neutron] For port ebed4773-7953-4951-8a16-c8016ef092a4, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:40:53.144340 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-8c02e57d-750a-47aa-af6c-236708d9aa1a service neutron] For port ebed4773-7953-4951-8a16-c8016ef092a4, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=ebed4773-7953-4951-8a16-c8016ef092a4,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:40:53.154971 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c504d2d5-96b0-4da2-b57e-4914285b37dc req-4fe2216f-0ec1-40db-8323-6adb0fab4215 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953722 Mar 07 10:40:53.177353 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-8c02e57d-750a-47aa-af6c-236708d9aa1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (ebed4773-7953-4951-8a16-c8016ef092a4), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:53.202050 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52078) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:53.248773 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02e57d-750a-47aa-af6c-236708d9aa1a service neutron] Pushing event updated for resources: {'Port': ['ID=ebed4773-7953-4951-8a16-c8016ef092a4,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:53.256816 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-edc76b10-bfa8-4149-9f6b-3877a094484c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=594fbcc522224d009180aa1f2512354d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0536916 Mar 07 10:40:53.257045 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-8c02e57d-750a-47aa-af6c-236708d9aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:53.257852 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-8c02e57d-750a-47aa-af6c-236708d9aa1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:53.258267 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52080) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:53.259399 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-8c02e57d-750a-47aa-af6c-236708d9aa1a service neutron] 10.222.0.21 "PUT /v2.0/ports/ebed4773-7953-4951-8a16-c8016ef092a4 HTTP/1.1" status: 200 len: 1091 time: 1.9733865 Mar 07 10:40:53.259914 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92c8679-13d6-447f-b487-8a35feda8ba1', 'tag': 'ebed4773-7953-4951-8a16-c8016ef092a4'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:40:53.264967 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce689f35-f7e8-41a1-87e1-97b1054767ee" -d '{"events": [{"name": "network-changed", "server_uuid": "e92c8679-13d6-447f-b487-8a35feda8ba1", "tag": "ebed4773-7953-4951-8a16-c8016ef092a4"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:40:53.284678 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-70578b74-0f27-414f-a8e3-4fbcbe1def7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d76c770-c90a-4074-b461-3d0f8a636cb4 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:40:53.317302 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-831695e4-6edb-4b4c-b08d-59c643f5448f admin admin] Publish callbacks [] for security_group (568554a5-ae1a-4ae0-8719-d24c249b6276), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:53.343833 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-831695e4-6edb-4b4c-b08d-59c643f5448f admin admin] Publish callbacks [] for security_group (568554a5-ae1a-4ae0-8719-d24c249b6276), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:53.365746 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-70578b74-0f27-414f-a8e3-4fbcbe1def7b service neutron] Publish callbacks [] for port (3d76c770-c90a-4074-b461-3d0f8a636cb4), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:53.377229 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87e7644-428c-46cb-87d1-23927b6947a2 x-openstack-request-id: req-a87e7644-428c-46cb-87d1-23927b6947a2 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:40:53.377584 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92c8679-13d6-447f-b487-8a35feda8ba1", "tag": "ebed4773-7953-4951-8a16-c8016ef092a4", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:40:53.377800 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a87e7644-428c-46cb-87d1-23927b6947a2 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:40:53.378254 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92c8679-13d6-447f-b487-8a35feda8ba1', 'tag': 'ebed4773-7953-4951-8a16-c8016ef092a4', 'status': 'completed', 'code': 200} Mar 07 10:40:53.402911 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-70578b74-0f27-414f-a8e3-4fbcbe1def7b service neutron] Transition to ACTIVE for port object 3d76c770-c90a-4074-b461-3d0f8a636cb4 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:40:53.409284 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-831695e4-6edb-4b4c-b08d-59c643f5448f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (568554a5-ae1a-4ae0-8719-d24c249b6276), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:53.410888 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-3af1b30d-8c49-4f08-924a-33bf79e6bf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:53.412689 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-3af1b30d-8c49-4f08-924a-33bf79e6bf37 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d640dc7f4f784834ad48e78ec0df26a5&device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 1125 time: 0.1047485 Mar 07 10:40:53.412868 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-831695e4-6edb-4b4c-b08d-59c643f5448f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:53.414019 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-70578b74-0f27-414f-a8e3-4fbcbe1def7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (3d76c770-c90a-4074-b461-3d0f8a636cb4), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:53.416909 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-831695e4-6edb-4b4c-b08d-59c643f5448f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/568554a5-ae1a-4ae0-8719-d24c249b6276 HTTP/1.1" status: 204 len: 168 time: 0.1575785 Mar 07 10:40:53.427367 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831695e4-6edb-4b4c-b08d-59c643f5448f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568554a5-ae1a-4ae0-8719-d24c249b6276,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:53.556604 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-ce6a522c-5617-4272-bcff-6eb6f2616ab7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebed4773-7953-4951-8a16-c8016ef092a4 HTTP/1.1" status: 200 len: 217 time: 0.1318152 Mar 07 10:40:53.589741 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70578b74-0f27-414f-a8e3-4fbcbe1def7b service neutron] Pushing event updated for resources: {'Port': ['ID=3d76c770-c90a-4074-b461-3d0f8a636cb4,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:53.740405 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-30344cd3-69ad-4c1b-b3b8-7f9f4c78f2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:53.741892 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-30344cd3-69ad-4c1b-b3b8-7f9f4c78f2b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=be75dc35-59ec-464d-b948-3549cf46df15 HTTP/1.1" status: 200 len: 850 time: 0.1730039 Mar 07 10:40:53.842486 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8369af-7daa-43af-bdbd-539078cc8509 req-eb798c61-7d88-4812-ac75-10bd9dba85d7 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:53.843984 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8c8369af-7daa-43af-bdbd-539078cc8509 req-eb798c61-7d88-4812-ac75-10bd9dba85d7 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 945 time: 0.1217771 Mar 07 10:40:53.845893 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-70578b74-0f27-414f-a8e3-4fbcbe1def7b service neutron] Attempting to bind port 3d76c770-c90a-4074-b461-3d0f8a636cb4 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:40:53.846217 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-70578b74-0f27-414f-a8e3-4fbcbe1def7b service neutron] Attempting to bind port 3d76c770-c90a-4074-b461-3d0f8a636cb4 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'be2730d6-1887-4428-ad70-9f895beb128c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9da4d94f-c230-4f14-a6ee-34ff5fc1419f'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:40:53.846541 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-70578b74-0f27-414f-a8e3-4fbcbe1def7b service neutron] Attempting to bind port 3d76c770-c90a-4074-b461-3d0f8a636cb4 on network 9da4d94f-c230-4f14-a6ee-34ff5fc1419f {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:53.854263 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-60968eb2-54eb-4657-8637-6fca28268e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:53.856491 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-60968eb2-54eb-4657-8637-6fca28268e6a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0951710 Mar 07 10:40:53.864481 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-70578b74-0f27-414f-a8e3-4fbcbe1def7b service neutron] Port 3d76c770-c90a-4074-b461-3d0f8a636cb4 on network 9da4d94f-c230-4f14-a6ee-34ff5fc1419f not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:40:53.864867 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-70578b74-0f27-414f-a8e3-4fbcbe1def7b service neutron] Attempting to bind port 3d76c770-c90a-4074-b461-3d0f8a636cb4 on network 9da4d94f-c230-4f14-a6ee-34ff5fc1419f {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:53.898450 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-70578b74-0f27-414f-a8e3-4fbcbe1def7b service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:40:53.898800 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-70578b74-0f27-414f-a8e3-4fbcbe1def7b service neutron] Checking segment: {'id': 'be2730d6-1887-4428-ad70-9f895beb128c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9da4d94f-c230-4f14-a6ee-34ff5fc1419f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:53.899214 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-70578b74-0f27-414f-a8e3-4fbcbe1def7b service neutron] Bound using segment: {'id': 'be2730d6-1887-4428-ad70-9f895beb128c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9da4d94f-c230-4f14-a6ee-34ff5fc1419f'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:40:53.899614 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-70578b74-0f27-414f-a8e3-4fbcbe1def7b service neutron] Bound port: 3d76c770-c90a-4074-b461-3d0f8a636cb4, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be2730d6-1887-4428-ad70-9f895beb128c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9da4d94f-c230-4f14-a6ee-34ff5fc1419f'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:40:53.900144 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-70578b74-0f27-414f-a8e3-4fbcbe1def7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3d76c770-c90a-4074-b461-3d0f8a636cb4), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:54.002794 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8c8369af-7daa-43af-bdbd-539078cc8509 req-04391901-16c9-4638-99dc-bd95a4e087c5 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441934 Mar 07 10:40:54.049965 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-0557a092-3e67-47c4-abd5-9131647e0c68 service neutron] 10.222.0.21 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822042 Mar 07 10:40:54.056325 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-70578b74-0f27-414f-a8e3-4fbcbe1def7b service neutron] For port 3d76c770-c90a-4074-b461-3d0f8a636cb4, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:40:54.062126 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-70578b74-0f27-414f-a8e3-4fbcbe1def7b service neutron] For port 3d76c770-c90a-4074-b461-3d0f8a636cb4, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=3d76c770-c90a-4074-b461-3d0f8a636cb4,segment=NetworkSegment(be2730d6-1887-4428-ad70-9f895beb128c),segment_id=be2730d6-1887-4428-ad70-9f895beb128c)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:40:54.090384 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-70578b74-0f27-414f-a8e3-4fbcbe1def7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (3d76c770-c90a-4074-b461-3d0f8a636cb4), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:54.201431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-70578b74-0f27-414f-a8e3-4fbcbe1def7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:54.202042 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-70578b74-0f27-414f-a8e3-4fbcbe1def7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:54.203436 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-70578b74-0f27-414f-a8e3-4fbcbe1def7b service neutron] 10.222.0.21 "PUT /v2.0/ports/3d76c770-c90a-4074-b461-3d0f8a636cb4 HTTP/1.1" status: 200 len: 1091 time: 1.7703362 Mar 07 10:40:54.273365 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b904c5f0-90df-4387-908c-90b32ab99297 req-1c026c56-a150-4590-81c3-b46e5be13c89 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:54.277275 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b904c5f0-90df-4387-908c-90b32ab99297 req-1c026c56-a150-4590-81c3-b46e5be13c89 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 943 time: 0.1245465 Mar 07 10:40:54.321665 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70578b74-0f27-414f-a8e3-4fbcbe1def7b service neutron] Pushing event updated for resources: {'Port': ['ID=3d76c770-c90a-4074-b461-3d0f8a636cb4,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:54.367296 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-15b2ae4e-a901-4a9f-a91d-1d267190e493 req-44afa7fa-fea8-4596-a585-9f04888bd529 service neutron] 10.222.0.21 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084683 Mar 07 10:40:54.377689 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b904c5f0-90df-4387-908c-90b32ab99297 req-0c47e129-e3dc-4c03-bd8c-bedaac496f23 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928426 Mar 07 10:40:54.463108 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a4005-a551-4fb3-b0ea-637453a61843 req-ca493d4b-eb1d-4e46-9841-3e4290abb1e7 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:54.477870 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dc1a4005-a551-4fb3-b0ea-637453a61843 req-ca493d4b-eb1d-4e46-9841-3e4290abb1e7 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f608c97-4774-41e6-a823-68365cadca0e HTTP/1.1" status: 200 len: 943 time: 0.1945894 Mar 07 10:40:54.527794 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-0f081553-3ba8-4465-bbff-c6bd83c86632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:54.529983 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-0f081553-3ba8-4465-bbff-c6bd83c86632 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=62af914074b242af8357a186fc3aa177&device_id=2f608c97-4774-41e6-a823-68365cadca0e HTTP/1.1" status: 200 len: 1125 time: 0.2623770 Mar 07 10:40:54.649243 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52120) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:54.660399 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-f491b75a-3fed-4cd5-8763-7e8d264190b1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d76c770-c90a-4074-b461-3d0f8a636cb4 HTTP/1.1" status: 200 len: 217 time: 0.1225154 Mar 07 10:40:54.808104 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-2d8cee2e-fed7-41f9-9d1d-9a0b50034789 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2102200365-network', 'tenant_id': '963e73da008c45bbbe3340617f958250'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:54.809769 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce689f35-f7e8-41a1-87e1-97b1054767ee req-faf341ab-d7d5-4f38-a2bb-7279fae334c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:54.811423 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ce689f35-f7e8-41a1-87e1-97b1054767ee req-faf341ab-d7d5-4f38-a2bb-7279fae334c6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d640dc7f4f784834ad48e78ec0df26a5&device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 1125 time: 0.3925397 Mar 07 10:40:54.816712 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dc1a4005-a551-4fb3-b0ea-637453a61843 req-2883464e-58ec-4c24-8e1b-8c166292c2ac tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974775 Mar 07 10:40:54.818587 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-9d191d8b-ef75-496c-99b9-a6bc7e5d9131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:54.820554 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-9d191d8b-ef75-496c-99b9-a6bc7e5d9131 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc6e5e1d-c035-4681-acbd-bf9ee077ad51 HTTP/1.1" status: 200 len: 861 time: 0.1398776 Mar 07 10:40:54.837004 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8cee2e-fed7-41f9-9d1d-9a0b50034789 admin admin] Made reservation on behalf of 963e73da008c45bbbe3340617f958250 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:54.840967 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2d8cee2e-fed7-41f9-9d1d-9a0b50034789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:54.861612 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2d8cee2e-fed7-41f9-9d1d-9a0b50034789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:54.941734 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-be7fc1d8-5153-4004-9ea8-5ef7c61241ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9da4d94f-c230-4f14-a6ee-34ff5fc1419f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075132 Mar 07 10:40:54.974888 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2d8cee2e-fed7-41f9-9d1d-9a0b50034789 admin admin] Publish callbacks [] for security_group (1b86ce8a-598b-4ca4-98a9-cbe9451f44ba), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:54.979830 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2d8cee2e-fed7-41f9-9d1d-9a0b50034789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (1b86ce8a-598b-4ca4-98a9-cbe9451f44ba), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:55.010809 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d8cee2e-fed7-41f9-9d1d-9a0b50034789 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:40:55.023963 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8cee2e-fed7-41f9-9d1d-9a0b50034789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b86ce8a-598b-4ca4-98a9-cbe9451f44ba,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:55.028176 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce689f35-f7e8-41a1-87e1-97b1054767ee req-df1d406f-4d59-413e-ab9f-38212e1e9508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:55.029697 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ce689f35-f7e8-41a1-87e1-97b1054767ee req-df1d406f-4d59-413e-ab9f-38212e1e9508 service neutron] 10.222.0.21 "GET /v2.0/networks?id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41 HTTP/1.1" status: 200 len: 912 time: 0.2083027 Mar 07 10:40:55.046021 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2d8cee2e-fed7-41f9-9d1d-9a0b50034789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (59b13e75-30d7-418d-a8ee-7db3ff010fd0), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:55.046376 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-2d8cee2e-fed7-41f9-9d1d-9a0b50034789 admin admin] Added segment 59b13e75-30d7-418d-a8ee-7db3ff010fd0 of type vlan for network 00afd099-7a30-4cd1-919e-35d92c7ee376 Mar 07 10:40:55.100152 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2d8cee2e-fed7-41f9-9d1d-9a0b50034789 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (00afd099-7a30-4cd1-919e-35d92c7ee376), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:55.147465 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2d8cee2e-fed7-41f9-9d1d-9a0b50034789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (00afd099-7a30-4cd1-919e-35d92c7ee376), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:55.148579 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8cee2e-fed7-41f9-9d1d-9a0b50034789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:55.149312 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2d8cee2e-fed7-41f9-9d1d-9a0b50034789 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:55.231350 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2d8cee2e-fed7-41f9-9d1d-9a0b50034789 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5805845 Mar 07 10:40:55.262410 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52136) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:55.269054 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-c7dbd120-9e1e-4fac-a9ee-f39838c46ee6 admin admin] Request body: {'subnet': {'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2102200365-subnet', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:55.280564 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8cee2e-fed7-41f9-9d1d-9a0b50034789 admin admin] Pushing event updated for resources: {'Network': ['ID=00afd099-7a30-4cd1-919e-35d92c7ee376,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:55.292063 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 00afd099-7a30-4cd1-919e-35d92c7ee376 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:40:55.310606 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71819d32-96f6-4d8f-be01-16c1bec1c6e6 req-873a2696-8bf5-4236-b4e6-dff6332dae95 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:55.312339 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-71819d32-96f6-4d8f-be01-16c1bec1c6e6 req-873a2696-8bf5-4236-b4e6-dff6332dae95 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 945 time: 0.1771023 Mar 07 10:40:55.314307 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7dbd120-9e1e-4fac-a9ee-f39838c46ee6 admin admin] Made reservation on behalf of 963e73da008c45bbbe3340617f958250 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:55.318854 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c7dbd120-9e1e-4fac-a9ee-f39838c46ee6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:55.599309 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f608c97-4774-41e6-a823-68365cadca0e', 'tag': '3d76c770-c90a-4074-b461-3d0f8a636cb4'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:40:55.601548 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c864e9d6-356b-453b-93b7-33dabfcfcc2d" -d '{"events": [{"name": "network-changed", "server_uuid": "2f608c97-4774-41e6-a823-68365cadca0e", "tag": "3d76c770-c90a-4074-b461-3d0f8a636cb4"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:40:55.641898 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-3e7220b2-5f3f-4156-9e5a-c20781679832 service neutron] 10.222.0.21 "GET /v2.0/networks/9da4d94f-c230-4f14-a6ee-34ff5fc1419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6935451 Mar 07 10:40:55.696695 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ce689f35-f7e8-41a1-87e1-97b1054767ee req-d0b20cb2-80e4-4694-a94c-953d7d2e49a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebed4773-7953-4951-8a16-c8016ef092a4 HTTP/1.1" status: 200 len: 217 time: 0.6588285 Mar 07 10:40:55.778359 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce689f35-f7e8-41a1-87e1-97b1054767ee req-7f049f6f-5b52-4008-8229-547d889c7e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:55.779803 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ce689f35-f7e8-41a1-87e1-97b1054767ee req-7f049f6f-5b52-4008-8229-547d889c7e2a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=be75dc35-59ec-464d-b948-3549cf46df15 HTTP/1.1" status: 200 len: 850 time: 0.0675268 Mar 07 10:40:55.801670 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c7dbd120-9e1e-4fac-a9ee-f39838c46ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (e733737e-c8f1-4ea9-8337-47939319caff), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:55.873235 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f7d74-85db-42f5-a163-2796cf840025 req-06a54650-3e4a-41b2-8f25-df551d462bc9 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:55.880355 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-367f7d74-85db-42f5-a163-2796cf840025 req-06a54650-3e4a-41b2-8f25-df551d462bc9 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 943 time: 0.2493496 Mar 07 10:40:55.901696 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dbd120-9e1e-4fac-a9ee-f39838c46ee6 admin admin] Checking segment: {'id': '59b13e75-30d7-418d-a8ee-7db3ff010fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:55.902067 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dbd120-9e1e-4fac-a9ee-f39838c46ee6 admin admin] Network hostable DHCP agents. Network: 00afd099-7a30-4cd1-919e-35d92c7ee376, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:40:55.906049 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbd120-9e1e-4fac-a9ee-f39838c46ee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e733737e-c8f1-4ea9-8337-47939319caff,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:55.912856 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-71819d32-96f6-4d8f-be01-16c1bec1c6e6 req-044c155d-b0b3-420c-a926-1aeed64e00fa tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211772 Mar 07 10:40:55.935201 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dbd120-9e1e-4fac-a9ee-f39838c46ee6 admin admin] Network 00afd099-7a30-4cd1-919e-35d92c7ee376 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:40:55.948388 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-c7dbd120-9e1e-4fac-a9ee-f39838c46ee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 00afd099-7a30-4cd1-919e-35d92c7ee376) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:55.953881 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dbd120-9e1e-4fac-a9ee-f39838c46ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:55.954698 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c7dbd120-9e1e-4fac-a9ee-f39838c46ee6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:55.960261 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9707ce73-4214-4845-abf5-fbf7707d4a40 None None] Network 00afd099-7a30-4cd1-919e-35d92c7ee376 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:40:55.977512 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c7dbd120-9e1e-4fac-a9ee-f39838c46ee6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7122257 Mar 07 10:40:55.981326 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52154) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:55.988261 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-3f82c880-f174-4490-ad0c-1792cfe4bc83 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2102200365-router', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:56.008004 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-367f7d74-85db-42f5-a163-2796cf840025 req-d02bf372-9541-4813-9266-c0b751b0a784 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267118 Mar 07 10:40:56.031158 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f82c880-f174-4490-ad0c-1792cfe4bc83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (dbe384a5-db09-4013-b7fe-237a2c708d3b), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:56.032275 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f82c880-f174-4490-ad0c-1792cfe4bc83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (dbe384a5-db09-4013-b7fe-237a2c708d3b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:56.058195 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d33d9c-1c3f-44f6-9d05-7a4226ff7001 x-openstack-request-id: req-d9d33d9c-1c3f-44f6-9d05-7a4226ff7001 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:40:56.059276 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f608c97-4774-41e6-a823-68365cadca0e", "tag": "3d76c770-c90a-4074-b461-3d0f8a636cb4", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:40:56.071855 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d9d33d9c-1c3f-44f6-9d05-7a4226ff7001 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:40:56.072051 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f608c97-4774-41e6-a823-68365cadca0e', 'tag': '3d76c770-c90a-4074-b461-3d0f8a636cb4', 'status': 'completed', 'code': 200} Mar 07 10:40:56.076993 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce689f35-f7e8-41a1-87e1-97b1054767ee req-c6c671b7-6013-4f59-8fdf-61666ea3115f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:56.078841 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ce689f35-f7e8-41a1-87e1-97b1054767ee req-c6c671b7-6013-4f59-8fdf-61666ea3115f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2865870 Mar 07 10:40:56.115114 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f82c880-f174-4490-ad0c-1792cfe4bc83 admin admin] Publish callbacks [] for router_controller (dbe384a5-db09-4013-b7fe-237a2c708d3b), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:56.163825 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c90331-bbd3-4dfd-b65a-a8934fbd64ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-00afd099-7a30-4cd1-919e-35d92c7ee376', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'project_id': '963e73da008c45bbbe3340617f958250', 'fixed_ips': [{'subnet_id': 'e733737e-c8f1-4ea9-8337-47939319caff'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:40:56.164719 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b5c90331-bbd3-4dfd-b65a-a8934fbd64ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:56.235301 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-427d1053-87d5-4c4f-96b9-dcc54ad98706 req-a8ebe406-9170-4a7e-bc58-4af7a0426d0a service neutron] 10.222.0.21 "GET /v2.0/networks/9da4d94f-c230-4f14-a6ee-34ff5fc1419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5628908 Mar 07 10:40:56.270765 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98605f-2c0d-499d-af12-75f7a8c186f1 req-5e0ca94c-fd60-44ab-a588-62991c4eba9b tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:56.272593 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3f98605f-2c0d-499d-af12-75f7a8c186f1 req-5e0ca94c-fd60-44ab-a588-62991c4eba9b tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f608c97-4774-41e6-a823-68365cadca0e HTTP/1.1" status: 200 len: 943 time: 0.0989773 Mar 07 10:40:56.274893 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ce689f35-f7e8-41a1-87e1-97b1054767ee req-13824969-029a-4024-bbed-556047556a1b service neutron] 10.222.0.21 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891215 Mar 07 10:40:56.356766 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-b5c90331-bbd3-4dfd-b65a-a8934fbd64ae None None] Allocated IP 172.20.0.2 (00afd099-7a30-4cd1-919e-35d92c7ee376/e733737e-c8f1-4ea9-8337-47939319caff/74044f4c-a30a-4571-bf2e-5d02c364b8f5) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:56.360444 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f82c880-f174-4490-ad0c-1792cfe4bc83 admin admin] Publish callbacks [] for router_gateway (dbe384a5-db09-4013-b7fe-237a2c708d3b), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:56.458003 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3f98605f-2c0d-499d-af12-75f7a8c186f1 req-241e92f0-c87c-4233-943a-1f70da86dcdc tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765332 Mar 07 10:40:56.483351 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864e9d6-356b-453b-93b7-33dabfcfcc2d req-a1451093-f2c5-4ac1-aeb4-98821dbcd904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:56.483351 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c864e9d6-356b-453b-93b7-33dabfcfcc2d req-a1451093-f2c5-4ac1-aeb4-98821dbcd904 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=62af914074b242af8357a186fc3aa177&device_id=2f608c97-4774-41e6-a823-68365cadca0e HTTP/1.1" status: 200 len: 1125 time: 0.1096826 Mar 07 10:40:56.517315 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ce689f35-f7e8-41a1-87e1-97b1054767ee req-25a247f8-60fa-4817-987a-8f625d094795 service neutron] 10.222.0.21 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283711 Mar 07 10:40:56.611636 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b5c90331-bbd3-4dfd-b65a-a8934fbd64ae None None] Publish callbacks [] for port (74044f4c-a30a-4571-bf2e-5d02c364b8f5), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:56.623239 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b5c90331-bbd3-4dfd-b65a-a8934fbd64ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (74044f4c-a30a-4571-bf2e-5d02c364b8f5), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:56.642780 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f82c880-f174-4490-ad0c-1792cfe4bc83 admin admin] Publish callbacks [] for router_gateway (dbe384a5-db09-4013-b7fe-237a2c708d3b), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:56.653733 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864e9d6-356b-453b-93b7-33dabfcfcc2d req-65901dc8-045c-4592-9ea2-cd46e44eefa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:56.655343 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c864e9d6-356b-453b-93b7-33dabfcfcc2d req-65901dc8-045c-4592-9ea2-cd46e44eefa4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9da4d94f-c230-4f14-a6ee-34ff5fc1419f HTTP/1.1" status: 200 len: 922 time: 0.1663218 Mar 07 10:40:56.664841 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f82c880-f174-4490-ad0c-1792cfe4bc83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:56.666454 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c90331-bbd3-4dfd-b65a-a8934fbd64ae None None] Network 00afd099-7a30-4cd1-919e-35d92c7ee376 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:56.672181 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-b5c90331-bbd3-4dfd-b65a-a8934fbd64ae None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:56.679577 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c90331-bbd3-4dfd-b65a-a8934fbd64ae None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:56.715120 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c864e9d6-356b-453b-93b7-33dabfcfcc2d req-43972d70-dffe-4640-a129-58f3e174551a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d76c770-c90a-4074-b461-3d0f8a636cb4 HTTP/1.1" status: 200 len: 217 time: 0.0525448 Mar 07 10:40:56.722133 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c90331-bbd3-4dfd-b65a-a8934fbd64ae None None] Pushing event updated for resources: {'Port': ['ID=74044f4c-a30a-4571-bf2e-5d02c364b8f5,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:56.749685 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-b5c90331-bbd3-4dfd-b65a-a8934fbd64ae None None] Attempting to bind port 74044f4c-a30a-4571-bf2e-5d02c364b8f5 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:40:56.750062 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-b5c90331-bbd3-4dfd-b65a-a8934fbd64ae None None] Attempting to bind port 74044f4c-a30a-4571-bf2e-5d02c364b8f5 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '59b13e75-30d7-418d-a8ee-7db3ff010fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:40:56.750431 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c90331-bbd3-4dfd-b65a-a8934fbd64ae None None] Attempting to bind port 74044f4c-a30a-4571-bf2e-5d02c364b8f5 on network 00afd099-7a30-4cd1-919e-35d92c7ee376 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:40:56.757798 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c90331-bbd3-4dfd-b65a-a8934fbd64ae None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:40:56.758173 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c90331-bbd3-4dfd-b65a-a8934fbd64ae None None] Checking segment: {'id': '59b13e75-30d7-418d-a8ee-7db3ff010fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:40:56.758582 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b5c90331-bbd3-4dfd-b65a-a8934fbd64ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:56.758990 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c90331-bbd3-4dfd-b65a-a8934fbd64ae None None] Bound using segment: {'id': '59b13e75-30d7-418d-a8ee-7db3ff010fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:40:56.759455 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-b5c90331-bbd3-4dfd-b65a-a8934fbd64ae None None] Bound port: 74044f4c-a30a-4571-bf2e-5d02c364b8f5, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b13e75-30d7-418d-a8ee-7db3ff010fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:40:56.759986 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b5c90331-bbd3-4dfd-b65a-a8934fbd64ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (74044f4c-a30a-4571-bf2e-5d02c364b8f5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:56.791425 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864e9d6-356b-453b-93b7-33dabfcfcc2d req-61b4c9e7-5c97-4f01-8193-ac990df8f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:56.795444 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c864e9d6-356b-453b-93b7-33dabfcfcc2d req-61b4c9e7-5c97-4f01-8193-ac990df8f47e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc6e5e1d-c035-4681-acbd-bf9ee077ad51 HTTP/1.1" status: 200 len: 861 time: 0.0717506 Mar 07 10:40:56.805853 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-3f82c880-f174-4490-ad0c-1792cfe4bc83 admin admin] Allocated IP 172.25.3.220 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/34e571c5-a134-46e3-88c3-6febfa35d563) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:40:56.834484 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-b5c90331-bbd3-4dfd-b65a-a8934fbd64ae None None] For port 74044f4c-a30a-4571-bf2e-5d02c364b8f5, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:40:56.837652 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-b5c90331-bbd3-4dfd-b65a-a8934fbd64ae None None] For port 74044f4c-a30a-4571-bf2e-5d02c364b8f5, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=74044f4c-a30a-4571-bf2e-5d02c364b8f5,segment=NetworkSegment(59b13e75-30d7-418d-a8ee-7db3ff010fd0),segment_id=59b13e75-30d7-418d-a8ee-7db3ff010fd0)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:40:56.846419 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b5c90331-bbd3-4dfd-b65a-a8934fbd64ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (74044f4c-a30a-4571-bf2e-5d02c364b8f5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:56.846661 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c864e9d6-356b-453b-93b7-33dabfcfcc2d req-a1dffc75-848d-4c93-82b3-bb28bb31e6a8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9da4d94f-c230-4f14-a6ee-34ff5fc1419f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458791 Mar 07 10:40:56.878405 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device ebed4773-7953-4951-8a16-c8016ef092a4 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:40:56.954034 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c90331-bbd3-4dfd-b65a-a8934fbd64ae None None] Pushing event updated for resources: {'Port': ['ID=74044f4c-a30a-4571-bf2e-5d02c364b8f5,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:56.959823 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f82c880-f174-4490-ad0c-1792cfe4bc83 admin admin] Publish callbacks [] for port (34e571c5-a134-46e3-88c3-6febfa35d563), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:57.007785 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f82c880-f174-4490-ad0c-1792cfe4bc83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (34e571c5-a134-46e3-88c3-6febfa35d563), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:57.055850 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f82c880-f174-4490-ad0c-1792cfe4bc83 admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:40:57.062276 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-3f82c880-f174-4490-ad0c-1792cfe4bc83 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:40:57.064245 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c864e9d6-356b-453b-93b7-33dabfcfcc2d req-7e0bf3fa-2271-425e-bffd-056408328364 service neutron] 10.222.0.21 "GET /v2.0/networks/9da4d94f-c230-4f14-a6ee-34ff5fc1419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091486 Mar 07 10:40:57.110008 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f82c880-f174-4490-ad0c-1792cfe4bc83 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:40:57.116532 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port ebed4773-7953-4951-8a16-c8016ef092a4, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=ebed4773-7953-4951-8a16-c8016ef092a4,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:57.135747 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'ebed4773-7953-4951-8a16-c8016ef092a4', 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41', 'port_id': 'ebed4773-7953-4951-8a16-c8016ef092a4', 'mac_address': 'fa:16:3e:3e:49:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be75dc35-59ec-464d-b948-3549cf46df15', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:40:57.184301 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port ebed4773-7953-4951-8a16-c8016ef092a4 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:57.184301 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ebed4773-7953-4951-8a16-c8016ef092a4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:57.210603 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebed4773-7953-4951-8a16-c8016ef092a4 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:40:57.243631 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82c880-f174-4490-ad0c-1792cfe4bc83 admin admin] Pushing event updated for resources: {'Port': ['ID=34e571c5-a134-46e3-88c3-6febfa35d563,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:57.331492 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port ebed4773-7953-4951-8a16-c8016ef092a4, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=ebed4773-7953-4951-8a16-c8016ef092a4,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:57.359904 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ebed4773-7953-4951-8a16-c8016ef092a4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:57.363827 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bedb7d-39f3-4499-8c09-b2a6ff0874df req-5292f917-3a61-4482-ab65-798a22fae25e tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:57.365464 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-42bedb7d-39f3-4499-8c09-b2a6ff0874df req-5292f917-3a61-4482-ab65-798a22fae25e tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 943 time: 0.1634188 Mar 07 10:40:57.367733 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c864e9d6-356b-453b-93b7-33dabfcfcc2d req-51968797-6a40-45cd-be2b-351fd9fc6cff service neutron] 10.222.0.21 "GET /v2.0/networks/9da4d94f-c230-4f14-a6ee-34ff5fc1419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972958 Mar 07 10:40:57.438491 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-42bedb7d-39f3-4499-8c09-b2a6ff0874df req-4d592533-3b5e-4c70-a566-704fcc44a37b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610015 Mar 07 10:40:57.468500 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=ebed4773-7953-4951-8a16-c8016ef092a4,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:40:57.479900 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec50c6c-7e23-4e87-85b8-3e4c58ea9b2a req-7e61bfc4-4568-4f92-89ff-438ea96b307b tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:57.482292 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6ec50c6c-7e23-4e87-85b8-3e4c58ea9b2a req-7e61bfc4-4568-4f92-89ff-438ea96b307b tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 945 time: 0.3164797 Mar 07 10:40:57.602901 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6ec50c6c-7e23-4e87-85b8-3e4c58ea9b2a req-b5dfef88-570a-47b6-b4f5-35c4aa534f97 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970738 Mar 07 10:40:57.637068 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['ebed4773-7953-4951-8a16-c8016ef092a4'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:40:57.791919 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f82c880-f174-4490-ad0c-1792cfe4bc83 admin admin] Publish callbacks [] for router_gateway (dbe384a5-db09-4013-b7fe-237a2c708d3b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:57.844338 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81da7ae-f780-4b43-85f3-fbeb000510f4 req-9fb44323-5efa-46e2-bac2-851cf9e45189 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:57.851496 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c81da7ae-f780-4b43-85f3-fbeb000510f4 req-9fb44323-5efa-46e2-bac2-851cf9e45189 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f608c97-4774-41e6-a823-68365cadca0e HTTP/1.1" status: 200 len: 943 time: 0.1211972 Mar 07 10:40:57.907800 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e3e00-8ee9-4f92-82e7-b66671c73379 req-0df7e9c3-c8ca-46a2-b775-d9f9ff19c754 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:57.920216 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6d5e3e00-8ee9-4f92-82e7-b66671c73379 req-0df7e9c3-c8ca-46a2-b775-d9f9ff19c754 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa760b0c-95ca-4cc0-b659-c190d53a544a HTTP/1.1" status: 200 len: 945 time: 0.1146567 Mar 07 10:40:57.955130 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c81da7ae-f780-4b43-85f3-fbeb000510f4 req-a06f820a-2447-4956-b707-c9d46459c834 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004584 Mar 07 10:40:58.034001 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6d5e3e00-8ee9-4f92-82e7-b66671c73379 req-6ca0a41e-c17c-444e-b499-cba481db2763 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e31b3a-b0c1-4d03-ba89-28efbcd3069b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116810 Mar 07 10:40:58.120988 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f82c880-f174-4490-ad0c-1792cfe4bc83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (dbe384a5-db09-4013-b7fe-237a2c708d3b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:58.279407 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f82c880-f174-4490-ad0c-1792cfe4bc83 admin admin] Router dbe384a5-db09-4013-b7fe-237a2c708d3b is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:40:58.406777 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f82c880-f174-4490-ad0c-1792cfe4bc83 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:40:58.420185 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fec85c-b074-46d4-b756-bb200750431d None None] Sync routers for ids ['dbe384a5-db09-4013-b7fe-237a2c708d3b'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:40:58.429613 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f82c880-f174-4490-ad0c-1792cfe4bc83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:58.431134 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3f82c880-f174-4490-ad0c-1792cfe4bc83 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4483385 Mar 07 10:40:58.432973 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fec85c-b074-46d4-b756-bb200750431d None None] Routers {'dbe384a5-db09-4013-b7fe-237a2c708d3b'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:40:58.433700 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52184) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:58.434284 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-38fec85c-b074-46d4-b756-bb200750431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:40:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['dbe384a5-db09-4013-b7fe-237a2c708d3b'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:58.510615 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8261b7f-3c71-4927-9e5c-6f04048be900 None None] Network 00afd099-7a30-4cd1-919e-35d92c7ee376 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:40:58.678932 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-3f297c44-18c2-4e9b-8ed0-76facd7921ad None None] Provisioning complete for port 74044f4c-a30a-4571-bf2e-5d02c364b8f5 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:58.679564 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3f297c44-18c2-4e9b-8ed0-76facd7921ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (74044f4c-a30a-4571-bf2e-5d02c364b8f5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:58.687897 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-38fec85c-b074-46d4-b756-bb200750431d None None] Set router dbe384a5-db09-4013-b7fe-237a2c708d3b gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:40:58.691497 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 74044f4c-a30a-4571-bf2e-5d02c364b8f5 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:58.712475 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba006613-73bc-4471-8643-d24ad0332a9b req-509d15be-13ad-4c15-acb1-fcdfc89ad906 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:58.728655 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ba006613-73bc-4471-8643-d24ad0332a9b req-509d15be-13ad-4c15-acb1-fcdfc89ad906 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 944 time: 0.1656821 Mar 07 10:40:58.858569 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6d319-c738-497b-bef3-284f9566fd70 req-0335789e-e3d0-4ca0-aa76-9b0695279709 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:58.868645 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3ac6d319-c738-497b-bef3-284f9566fd70 req-0335789e-e3d0-4ca0-aa76-9b0695279709 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 945 time: 0.1116776 Mar 07 10:40:58.934963 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3ac6d319-c738-497b-bef3-284f9566fd70 req-e24c08d1-790f-427a-afd9-50a084dd7dd2 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652647 Mar 07 10:40:59.131139 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 3d76c770-c90a-4074-b461-3d0f8a636cb4 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:40:59.133823 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device ebed4773-7953-4951-8a16-c8016ef092a4 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:40:59.189178 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ba006613-73bc-4471-8643-d24ad0332a9b req-89f3d493-6a0b-4c50-9baf-0b38e11e096f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596372 Mar 07 10:40:59.251528 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28043b-1922-4c4f-9136-54cf58130f62 req-f0b53bca-0e1a-42f4-8509-c648baae4a8b tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:59.256753 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-db28043b-1922-4c4f-9136-54cf58130f62 req-f0b53bca-0e1a-42f4-8509-c648baae4a8b tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f608c97-4774-41e6-a823-68365cadca0e HTTP/1.1" status: 200 len: 943 time: 0.1650729 Mar 07 10:40:59.340046 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-db28043b-1922-4c4f-9136-54cf58130f62 req-c22c741f-dc7f-4717-a7eb-f8ef5c4d368e tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746801 Mar 07 10:40:59.465447 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502ce560-a4ac-49aa-9cf9-9e352a7ba0c6 req-b8fbc5cb-155e-4787-ba07-84bcb6711fe7 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:59.467179 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-502ce560-a4ac-49aa-9cf9-9e352a7ba0c6 req-b8fbc5cb-155e-4787-ba07-84bcb6711fe7 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa760b0c-95ca-4cc0-b659-c190d53a544a HTTP/1.1" status: 200 len: 945 time: 0.1144154 Mar 07 10:40:59.493988 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 74044f4c-a30a-4571-bf2e-5d02c364b8f5 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:59.494548 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (74044f4c-a30a-4571-bf2e-5d02c364b8f5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:59.554615 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port ebed4773-7953-4951-8a16-c8016ef092a4 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:40:59.555849 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156e903-ae81-4bfe-b2ad-77825ddd86dc req-204e0000-7078-4c0f-b8ff-ef3e5f397605 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:59.557400 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2156e903-ae81-4bfe-b2ad-77825ddd86dc req-204e0000-7078-4c0f-b8ff-ef3e5f397605 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa760b0c-95ca-4cc0-b659-c190d53a544a HTTP/1.1" status: 200 len: 945 time: 0.0688715 Mar 07 10:40:59.609299 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port ebed4773-7953-4951-8a16-c8016ef092a4 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:40:59.609299 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ebed4773-7953-4951-8a16-c8016ef092a4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:59.624137 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-502ce560-a4ac-49aa-9cf9-9e352a7ba0c6 req-b3adff09-2e17-4137-816e-e04342b6e427 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/security-groups?id=05e31b3a-b0c1-4d03-ba89-28efbcd3069b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339073 Mar 07 10:40:59.639692 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-3f297c44-18c2-4e9b-8ed0-76facd7921ad None None] Current status of the port 74044f4c-a30a-4571-bf2e-5d02c364b8f5 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:59.640082 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3f297c44-18c2-4e9b-8ed0-76facd7921ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (74044f4c-a30a-4571-bf2e-5d02c364b8f5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:59.676321 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52202) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:40:59.688467 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-c06e1585-e518-4aee-bbcf-1d5ae92023de tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-40903362'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:40:59.718065 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06e1585-e518-4aee-bbcf-1d5ae92023de tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Made reservation on behalf of a9dbaf75c1ca4f48aa31093c74e34d2b for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:40:59.722172 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c06e1585-e518-4aee-bbcf-1d5ae92023de tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:59.725532 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-2156e903-ae81-4bfe-b2ad-77825ddd86dc req-20285d5a-5344-4f38-b981-fe4cc15a16ec tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Deleting port bb0b6fee-9836-4a79-9150-91f66e299446 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:40:59.726258 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2156e903-ae81-4bfe-b2ad-77825ddd86dc req-20285d5a-5344-4f38-b981-fe4cc15a16ec tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (bb0b6fee-9836-4a79-9150-91f66e299446), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:59.734474 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 3d76c770-c90a-4074-b461-3d0f8a636cb4, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=3d76c770-c90a-4074-b461-3d0f8a636cb4,segment=NetworkSegment(be2730d6-1887-4428-ad70-9f895beb128c),segment_id=be2730d6-1887-4428-ad70-9f895beb128c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:59.740673 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c810fd90-d62e-41e6-a375-575f04449e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:59.765216 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c06e1585-e518-4aee-bbcf-1d5ae92023de tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:40:59.767497 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '3d76c770-c90a-4074-b461-3d0f8a636cb4', 'network_id': '9da4d94f-c230-4f14-a6ee-34ff5fc1419f', 'port_id': '3d76c770-c90a-4074-b461-3d0f8a636cb4', 'mac_address': 'fa:16:3e:85:a0:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6e5e1d-c035-4681-acbd-bf9ee077ad51', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:40:59.782196 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c06e1585-e518-4aee-bbcf-1d5ae92023de tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (ff65b4be-9c23-4c72-a12e-e27f32be872c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:59.782549 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-c06e1585-e518-4aee-bbcf-1d5ae92023de tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Added segment ff65b4be-9c23-4c72-a12e-e27f32be872c of type vlan for network d366e7ad-5e6d-41da-a70c-3aced4fea314 Mar 07 10:40:59.811370 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-3f297c44-18c2-4e9b-8ed0-76facd7921ad None None] For port 74044f4c-a30a-4571-bf2e-5d02c364b8f5, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=74044f4c-a30a-4571-bf2e-5d02c364b8f5,segment=NetworkSegment(59b13e75-30d7-418d-a8ee-7db3ff010fd0),segment_id=59b13e75-30d7-418d-a8ee-7db3ff010fd0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:59.825437 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-2156e903-ae81-4bfe-b2ad-77825ddd86dc req-20285d5a-5344-4f38-b981-fe4cc15a16ec tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] For port bb0b6fee-9836-4a79-9150-91f66e299446, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=bb0b6fee-9836-4a79-9150-91f66e299446,segment=NetworkSegment(def16622-8458-4349-ba66-16a8c47e3dea),segment_id=def16622-8458-4349-ba66-16a8c47e3dea)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:40:59.825891 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2156e903-ae81-4bfe-b2ad-77825ddd86dc req-20285d5a-5344-4f38-b981-fe4cc15a16ec tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (bb0b6fee-9836-4a79-9150-91f66e299446), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:59.837034 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3f297c44-18c2-4e9b-8ed0-76facd7921ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (74044f4c-a30a-4571-bf2e-5d02c364b8f5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:59.868663 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-38fec85c-b074-46d4-b756-bb200750431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'name': 'tempest-AttachVolumeNegativeTest-2102200365-router', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:40:57Z', 'revision_number': 3, 'project_id': '963e73da008c45bbbe3340617f958250', 'gw_port': {'id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:40:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:40:59.877839 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c06e1585-e518-4aee-bbcf-1d5ae92023de tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (d366e7ad-5e6d-41da-a70c-3aced4fea314), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:59.936207 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port ebed4773-7953-4951-8a16-c8016ef092a4 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:59.936207 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ebed4773-7953-4951-8a16-c8016ef092a4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:59.939444 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fec85c-b074-46d4-b756-bb200750431d None None] Checking router: dbe384a5-db09-4013-b7fe-237a2c708d3b for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:40:59.939861 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fec85c-b074-46d4-b756-bb200750431d None None] Updating router dbe384a5-db09-4013-b7fe-237a2c708d3b port 34e571c5-a134-46e3-88c3-6febfa35d563 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:40:59.941638 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 74044f4c-a30a-4571-bf2e-5d02c364b8f5 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:40:59.942089 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (74044f4c-a30a-4571-bf2e-5d02c364b8f5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:59.968983 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c06e1585-e518-4aee-bbcf-1d5ae92023de tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (d366e7ad-5e6d-41da-a70c-3aced4fea314), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:40:59.973904 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06e1585-e518-4aee-bbcf-1d5ae92023de tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:40:59.974089 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c06e1585-e518-4aee-bbcf-1d5ae92023de tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:00.069721 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c06e1585-e518-4aee-bbcf-1d5ae92023de tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3870769 Mar 07 10:41:00.081811 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-38fec85c-b074-46d4-b756-bb200750431d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (34e571c5-a134-46e3-88c3-6febfa35d563), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:00.108173 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52214) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:00.118176 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-ecf54ab7-6497-40ac-93fc-d8090fcc9995 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1043346414'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:00.126005 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e1585-e518-4aee-bbcf-1d5ae92023de tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Pushing event updated for resources: {'Network': ['ID=d366e7ad-5e6d-41da-a70c-3aced4fea314,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:00.146432 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-c810fd90-d62e-41e6-a375-575f04449e99 admin admin] Allocated IP 172.20.0.1 (00afd099-7a30-4cd1-919e-35d92c7ee376/e733737e-c8f1-4ea9-8337-47939319caff/c4094086-0f71-4ec9-bccb-a291495bd930) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:00.155262 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2156e903-ae81-4bfe-b2ad-77825ddd86dc req-20285d5a-5344-4f38-b981-fe4cc15a16ec tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:00.155893 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2156e903-ae81-4bfe-b2ad-77825ddd86dc req-20285d5a-5344-4f38-b981-fe4cc15a16ec tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (ae9165f9-33ff-4b0a-818a-4544961b3876), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:00.156173 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [req-2156e903-ae81-4bfe-b2ad-77825ddd86dc req-20285d5a-5344-4f38-b981-fe4cc15a16ec tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Floating IP ae9165f9-33ff-4b0a-818a-4544961b3876 disassociated. External IP: 172.25.3.152, port: bb0b6fee-9836-4a79-9150-91f66e299446. Mar 07 10:41:00.156620 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-2156e903-ae81-4bfe-b2ad-77825ddd86dc req-20285d5a-5344-4f38-b981-fe4cc15a16ec tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Calling delete_port for bb0b6fee-9836-4a79-9150-91f66e299446 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:41:00.180276 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4de170-74c7-420d-831e-fa4ca1c60d45 req-f495e651-7a57-4f68-8734-c956502b9000 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:00.180964 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network d366e7ad-5e6d-41da-a70c-3aced4fea314 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:41:00.182259 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf54ab7-6497-40ac-93fc-d8090fcc9995 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Made reservation on behalf of a9dbaf75c1ca4f48aa31093c74e34d2b for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:00.182455 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0c4de170-74c7-420d-831e-fa4ca1c60d45 req-f495e651-7a57-4f68-8734-c956502b9000 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 945 time: 0.1294777 Mar 07 10:41:00.186187 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ecf54ab7-6497-40ac-93fc-d8090fcc9995 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:00.278526 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf54ab7-6497-40ac-93fc-d8090fcc9995 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:41:00.287228 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d3f847ca-1d6f-4eaa-9b04-06a99b532f8b None None] Provisioning complete for port 74044f4c-a30a-4571-bf2e-5d02c364b8f5 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:00.287620 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d3f847ca-1d6f-4eaa-9b04-06a99b532f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (74044f4c-a30a-4571-bf2e-5d02c364b8f5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:00.307738 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ecf54ab7-6497-40ac-93fc-d8090fcc9995 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (cba6b645-26d8-4bc0-bf27-966307861fb5), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:00.308309 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-ecf54ab7-6497-40ac-93fc-d8090fcc9995 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Added segment cba6b645-26d8-4bc0-bf27-966307861fb5 of type vlan for network 2e6e19dc-30d3-40ef-be16-f572a6948ec8 Mar 07 10:41:00.334839 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 3d76c770-c90a-4074-b461-3d0f8a636cb4 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:00.335381 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3d76c770-c90a-4074-b461-3d0f8a636cb4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:00.353046 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92c8679-13d6-447f-b487-8a35feda8ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebed4773-7953-4951-8a16-c8016ef092a4'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:00.355829 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea14984-0648-41f2-9876-eb678ee2b23b" -d '{"events": [{"server_uuid": "e92c8679-13d6-447f-b487-8a35feda8ba1", "name": "network-vif-plugged", "status": "completed", "tag": "ebed4773-7953-4951-8a16-c8016ef092a4"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:00.357217 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0c4de170-74c7-420d-831e-fa4ca1c60d45 req-49ba7aee-b5ad-41dd-a240-f452d3a4bed9 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898240 Mar 07 10:41:00.440467 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ecf54ab7-6497-40ac-93fc-d8090fcc9995 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (2e6e19dc-30d3-40ef-be16-f572a6948ec8), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:00.491310 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2156e903-ae81-4bfe-b2ad-77825ddd86dc req-20285d5a-5344-4f38-b981-fe4cc15a16ec tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (bb0b6fee-9836-4a79-9150-91f66e299446), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:00.527498 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20285d5a-5344-4f38-b981-fe4cc15a16ec tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Pushing event deleted for resources: {'Port': ['ID=bb0b6fee-9836-4a79-9150-91f66e299446,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:00.558907 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d76c770-c90a-4074-b461-3d0f8a636cb4 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:00.566210 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ecf54ab7-6497-40ac-93fc-d8090fcc9995 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (2e6e19dc-30d3-40ef-be16-f572a6948ec8), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:00.577076 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf54ab7-6497-40ac-93fc-d8090fcc9995 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:00.579032 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ecf54ab7-6497-40ac-93fc-d8090fcc9995 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:00.604272 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 3d76c770-c90a-4074-b461-3d0f8a636cb4, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=3d76c770-c90a-4074-b461-3d0f8a636cb4,segment=NetworkSegment(be2730d6-1887-4428-ad70-9f895beb128c),segment_id=be2730d6-1887-4428-ad70-9f895beb128c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:00.611511 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8362e-c211-446b-97ab-475b10a0b8c6 req-4f1acd11-65ce-44ad-920c-cefaf853fe4b tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:00.613200 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bdc8362e-c211-446b-97ab-475b10a0b8c6 req-4f1acd11-65ce-44ad-920c-cefaf853fe4b tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f608c97-4774-41e6-a823-68365cadca0e HTTP/1.1" status: 200 len: 943 time: 0.1522384 Mar 07 10:41:00.635587 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ecf54ab7-6497-40ac-93fc-d8090fcc9995 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5263286 Mar 07 10:41:00.643173 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52228) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:00.647295 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f297c44-18c2-4e9b-8ed0-76facd7921ad None None] Pushing event updated for resources: {'Port': ['ID=74044f4c-a30a-4571-bf2e-5d02c364b8f5,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:00.660981 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port ebed4773-7953-4951-8a16-c8016ef092a4, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=ebed4773-7953-4951-8a16-c8016ef092a4,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:00.665137 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3d76c770-c90a-4074-b461-3d0f8a636cb4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:00.670129 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-5980ebfb-f6a1-4ffe-9666-73be1d1afcf3 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Request body: {'subnet': {'network_id': 'd366e7ad-5e6d-41da-a70c-3aced4fea314', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:00.680184 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c810fd90-d62e-41e6-a375-575f04449e99 admin admin] Publish callbacks [] for port (c4094086-0f71-4ec9-bccb-a291495bd930), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:00.721502 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2156e903-ae81-4bfe-b2ad-77825ddd86dc req-20285d5a-5344-4f38-b981-fe4cc15a16ec tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Router f3d57fcf-5310-47d5-92de-04a36833f956 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:41:00.725514 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ebed4773-7953-4951-8a16-c8016ef092a4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:00.743635 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf54ab7-6497-40ac-93fc-d8090fcc9995 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Pushing event updated for resources: {'Network': ['ID=2e6e19dc-30d3-40ef-be16-f572a6948ec8,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:00.770447 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 2e6e19dc-30d3-40ef-be16-f572a6948ec8 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:41:00.783328 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d1ffc-9631-406d-ac2f-dec1acfac192 req-a4beb954-969b-4467-8851-14d182243fd0 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:00.784943 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f54d1ffc-9631-406d-ac2f-dec1acfac192 req-a4beb954-969b-4467-8851-14d182243fd0 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 944 time: 0.3034883 Mar 07 10:41:00.823297 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:41:00.823577 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:41:00.869871 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c810fd90-d62e-41e6-a375-575f04449e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (c4094086-0f71-4ec9-bccb-a291495bd930), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:00.890169 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2156e903-ae81-4bfe-b2ad-77825ddd86dc req-20285d5a-5344-4f38-b981-fe4cc15a16ec tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:41:00.907952 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e19a1c-9f70-40e0-8574-119b42ee7ab4 None None] Sync routers for ids ['f3d57fcf-5310-47d5-92de-04a36833f956'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:41:00.919699 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=3d76c770-c90a-4074-b461-3d0f8a636cb4,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:00.923350 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f54d1ffc-9631-406d-ac2f-dec1acfac192 req-4932d677-ffc9-4d18-a376-f2c7b86675af tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284180 Mar 07 10:41:00.926416 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5980ebfb-f6a1-4ffe-9666-73be1d1afcf3 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Made reservation on behalf of a9dbaf75c1ca4f48aa31093c74e34d2b for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:00.929153 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d3f847ca-1d6f-4eaa-9b04-06a99b532f8b None None] Current status of the port 74044f4c-a30a-4571-bf2e-5d02c364b8f5 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:00.930267 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5980ebfb-f6a1-4ffe-9666-73be1d1afcf3 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:00.937799 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e19a1c-9f70-40e0-8574-119b42ee7ab4 None None] Routers {'f3d57fcf-5310-47d5-92de-04a36833f956'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:41:00.943198 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-10e19a1c-9f70-40e0-8574-119b42ee7ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:40:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f3d57fcf-5310-47d5-92de-04a36833f956'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:00.977564 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c810fd90-d62e-41e6-a375-575f04449e99 admin admin] Network 00afd099-7a30-4cd1-919e-35d92c7ee376 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:00.984482 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-c810fd90-d62e-41e6-a375-575f04449e99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:00.992869 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c810fd90-d62e-41e6-a375-575f04449e99 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:01.000027 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bdc8362e-c211-446b-97ab-475b10a0b8c6 req-f51d98ee-1c45-42ce-9f3c-f203e46f2dc8 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039536 Mar 07 10:41:01.005532 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['3d76c770-c90a-4074-b461-3d0f8a636cb4'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:41:01.056052 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2156e903-ae81-4bfe-b2ad-77825ddd86dc req-20285d5a-5344-4f38-b981-fe4cc15a16ec tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] No DVR routers for this DVR port bb0b6fee-9836-4a79-9150-91f66e299446 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:41:01.064408 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2156e903-ae81-4bfe-b2ad-77825ddd86dc req-20285d5a-5344-4f38-b981-fe4cc15a16ec tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:01.068127 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2156e903-ae81-4bfe-b2ad-77825ddd86dc req-20285d5a-5344-4f38-b981-fe4cc15a16ec tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.31 "DELETE /v2.0/ports/bb0b6fee-9836-4a79-9150-91f66e299446 HTTP/1.1" status: 204 len: 173 time: 1.5019231 Mar 07 10:41:01.073847 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa760b0c-95ca-4cc0-b659-c190d53a544a', 'name': 'network-vif-deleted', 'tag': 'bb0b6fee-9836-4a79-9150-91f66e299446'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:01.077135 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1658b2-c7b9-481b-8a14-861399287d12" -d '{"events": [{"server_uuid": "fa760b0c-95ca-4cc0-b659-c190d53a544a", "name": "network-vif-deleted", "tag": "bb0b6fee-9836-4a79-9150-91f66e299446"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:01.077309 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810fd90-d62e-41e6-a375-575f04449e99 admin admin] Pushing event updated for resources: {'Port': ['ID=c4094086-0f71-4ec9-bccb-a291495bd930,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:01.173368 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-16174fda-5636-4207-aaae-8b0005baf0ce req-d30c7a2a-1167-4051-a301-5cc5d46a2e48 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa760b0c-95ca-4cc0-b659-c190d53a544a HTTP/1.1" status: 200 len: 210 time: 0.0541215 Mar 07 10:41:01.191133 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c810fd90-d62e-41e6-a375-575f04449e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (dbe384a5-db09-4013-b7fe-237a2c708d3b), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:01.221709 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-10e19a1c-9f70-40e0-8574-119b42ee7ab4 None None] Set router f3d57fcf-5310-47d5-92de-04a36833f956 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:41:01.271911 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2a6541-ac86-4e19-a39d-27bbf13085e2 x-openstack-request-id: req-2e2a6541-ac86-4e19-a39d-27bbf13085e2 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:01.273233 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa760b0c-95ca-4cc0-b659-c190d53a544a", "name": "network-vif-deleted", "tag": "bb0b6fee-9836-4a79-9150-91f66e299446", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:01.273717 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2e2a6541-ac86-4e19-a39d-27bbf13085e2 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:01.274364 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa760b0c-95ca-4cc0-b659-c190d53a544a', 'name': 'network-vif-deleted', 'tag': 'bb0b6fee-9836-4a79-9150-91f66e299446', 'status': 'completed', 'code': 200} Mar 07 10:41:01.397651 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae66bdca-2e0f-4df9-8f26-996583190a9e x-openstack-request-id: req-ae66bdca-2e0f-4df9-8f26-996583190a9e {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:01.398128 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92c8679-13d6-447f-b487-8a35feda8ba1", "name": "network-vif-plugged", "status": "completed", "tag": "ebed4773-7953-4951-8a16-c8016ef092a4", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:01.398397 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ae66bdca-2e0f-4df9-8f26-996583190a9e {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:01.398803 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92c8679-13d6-447f-b487-8a35feda8ba1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebed4773-7953-4951-8a16-c8016ef092a4', 'code': 200} Mar 07 10:41:01.506782 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-38fec85c-b074-46d4-b756-bb200750431d None None] Publish callbacks [] for port (34e571c5-a134-46e3-88c3-6febfa35d563), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:01.509201 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463a127-1b3f-423f-af77-851c5f0a3482 req-f54f4099-1c33-4f34-aed0-aa225c4a6d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:01.511120 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f463a127-1b3f-423f-af77-851c5f0a3482 req-f54f4099-1c33-4f34-aed0-aa225c4a6d92 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 1127 time: 0.1373374 Mar 07 10:41:01.539165 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-5b6c87e1-c3a8-4c5e-b970-d8d15a7e2b93 None None] Provisioning complete for port c4094086-0f71-4ec9-bccb-a291495bd930 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:01.539968 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5b6c87e1-c3a8-4c5e-b970-d8d15a7e2b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c4094086-0f71-4ec9-bccb-a291495bd930), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:01.542126 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=ebed4773-7953-4951-8a16-c8016ef092a4,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:01.552237 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-38fec85c-b074-46d4-b756-bb200750431d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (34e571c5-a134-46e3-88c3-6febfa35d563), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:01.596337 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 74044f4c-a30a-4571-bf2e-5d02c364b8f5 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:01.622843 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-38fec85c-b074-46d4-b756-bb200750431d None None] Attempting to bind port 34e571c5-a134-46e3-88c3-6febfa35d563 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:41:01.623220 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-38fec85c-b074-46d4-b756-bb200750431d None None] Attempting to bind port 34e571c5-a134-46e3-88c3-6febfa35d563 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:41:01.623590 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fec85c-b074-46d4-b756-bb200750431d None None] Attempting to bind port 34e571c5-a134-46e3-88c3-6febfa35d563 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:01.667899 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f463a127-1b3f-423f-af77-851c5f0a3482 req-c3c196a2-1a75-4643-8d02-b1de2b4768e5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504576 Mar 07 10:41:01.702717 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b11e904-b27d-4cb3-9573-9409e7e9771a req-786e5e2e-defa-441d-ac70-3bda32e76932 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:01.704300 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b11e904-b27d-4cb3-9573-9409e7e9771a req-786e5e2e-defa-441d-ac70-3bda32e76932 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 945 time: 0.1422780 Mar 07 10:41:01.712880 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d64f9-380e-49b6-9a2d-565927bb377b None None] Pushing event updated for resources: {'Port': ['ID=34e571c5-a134-46e3-88c3-6febfa35d563,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:01.747950 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fec85c-b074-46d4-b756-bb200750431d None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:41:01.748743 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fec85c-b074-46d4-b756-bb200750431d None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:01.749296 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-38fec85c-b074-46d4-b756-bb200750431d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:01.749929 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fec85c-b074-46d4-b756-bb200750431d None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:41:01.750757 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-38fec85c-b074-46d4-b756-bb200750431d None None] Bound port: 34e571c5-a134-46e3-88c3-6febfa35d563, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:41:01.751489 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-38fec85c-b074-46d4-b756-bb200750431d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (34e571c5-a134-46e3-88c3-6febfa35d563), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:01.774429 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c810fd90-d62e-41e6-a375-575f04449e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c4094086-0f71-4ec9-bccb-a291495bd930), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:01.792487 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5980ebfb-f6a1-4ffe-9666-73be1d1afcf3 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (ac6e5a95-0381-4767-881e-02ff8727f823), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:01.810397 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b11e904-b27d-4cb3-9573-9409e7e9771a req-c556e536-4bce-412f-8457-5abad224a9ef tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991061 Mar 07 10:41:01.847547 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-38fec85c-b074-46d4-b756-bb200750431d None None] For port 34e571c5-a134-46e3-88c3-6febfa35d563, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:01.850415 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980ebfb-f6a1-4ffe-9666-73be1d1afcf3 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Pushing event updated for resources: {'Subnet': ['ID=ac6e5a95-0381-4767-881e-02ff8727f823,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:01.852489 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-38fec85c-b074-46d4-b756-bb200750431d None None] For port 34e571c5-a134-46e3-88c3-6febfa35d563, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=34e571c5-a134-46e3-88c3-6febfa35d563,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:01.864657 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5b6c87e1-c3a8-4c5e-b970-d8d15a7e2b93 None None] Port c4094086-0f71-4ec9-bccb-a291495bd930 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:41:01.866442 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-10e19a1c-9f70-40e0-8574-119b42ee7ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'name': 'tempest-ServersTestFqdnHostnames-624357097-router', 'tenant_id': '34de055ad44246c38dcfdb4f7edf5559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'a9b17a78-ff05-4332-ae7b-4523f8a89209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:42Z', 'updated_at': '2022-03-07T10:38:55Z', 'revision_number': 4, 'project_id': '34de055ad44246c38dcfdb4f7edf5559', 'gw_port': {'id': 'a9b17a78-ff05-4332-ae7b-4523f8a89209', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:45Z', 'updated_at': '2022-03-07T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '36d88891-bfa0-4482-8c78-fd10913fd1f3', 'name': '', 'network_id': '14f676d6-71f1-44c0-84bf-983ed64d58be', 'tenant_id': '34de055ad44246c38dcfdb4f7edf5559', 'mac_address': 'fa:16:3e:51:57:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '75be359d-f6e3-4281-84f4-9b27fe531898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:52Z', 'updated_at': '2022-03-07T10:39:01Z', 'revision_number': 5, 'project_id': '34de055ad44246c38dcfdb4f7edf5559', 'subnets': [{'id': '75be359d-f6e3-4281-84f4-9b27fe531898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:01.879964 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 74044f4c-a30a-4571-bf2e-5d02c364b8f5 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:01.894758 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e19a1c-9f70-40e0-8574-119b42ee7ab4 None None] Checking router: f3d57fcf-5310-47d5-92de-04a36833f956 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:41:01.903888 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e19a1c-9f70-40e0-8574-119b42ee7ab4 None None] Routers {'f3d57fcf-5310-47d5-92de-04a36833f956'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:41:01.904744 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-10e19a1c-9f70-40e0-8574-119b42ee7ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:40:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f3d57fcf-5310-47d5-92de-04a36833f956'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:02.021247 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-10e19a1c-9f70-40e0-8574-119b42ee7ab4 None None] Set router f3d57fcf-5310-47d5-92de-04a36833f956 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:41:02.136177 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-38fec85c-b074-46d4-b756-bb200750431d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (34e571c5-a134-46e3-88c3-6febfa35d563), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:02.180738 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b9bdd-7ef0-4cf8-80ba-a50004929801 req-d9e243f2-f3d2-4d10-b844-aac2c391a29d tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:02.182659 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0e6b9bdd-7ef0-4cf8-80ba-a50004929801 req-d9e243f2-f3d2-4d10-b844-aac2c391a29d tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f608c97-4774-41e6-a823-68365cadca0e HTTP/1.1" status: 200 len: 944 time: 0.0882080 Mar 07 10:41:02.229465 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fec85c-b074-46d4-b756-bb200750431d None None] Routers {'dbe384a5-db09-4013-b7fe-237a2c708d3b'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:41:02.230282 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-38fec85c-b074-46d4-b756-bb200750431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:40:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['dbe384a5-db09-4013-b7fe-237a2c708d3b'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:02.283513 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c810fd90-d62e-41e6-a375-575f04449e99 admin admin] Publish callbacks [] for port (c4094086-0f71-4ec9-bccb-a291495bd930), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:02.285583 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0e6b9bdd-7ef0-4cf8-80ba-a50004929801 req-97c58ec2-091c-4b8d-937c-87e5484821fa tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889232 Mar 07 10:41:02.309571 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c810fd90-d62e-41e6-a375-575f04449e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (c4094086-0f71-4ec9-bccb-a291495bd930), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:02.363902 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-10e19a1c-9f70-40e0-8574-119b42ee7ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'name': 'tempest-ServersTestFqdnHostnames-624357097-router', 'tenant_id': '34de055ad44246c38dcfdb4f7edf5559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'a9b17a78-ff05-4332-ae7b-4523f8a89209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:42Z', 'updated_at': '2022-03-07T10:38:55Z', 'revision_number': 4, 'project_id': '34de055ad44246c38dcfdb4f7edf5559', 'gw_port': {'id': 'a9b17a78-ff05-4332-ae7b-4523f8a89209', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:45Z', 'updated_at': '2022-03-07T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '36d88891-bfa0-4482-8c78-fd10913fd1f3', 'name': '', 'network_id': '14f676d6-71f1-44c0-84bf-983ed64d58be', 'tenant_id': '34de055ad44246c38dcfdb4f7edf5559', 'mac_address': 'fa:16:3e:51:57:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '75be359d-f6e3-4281-84f4-9b27fe531898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:52Z', 'updated_at': '2022-03-07T10:39:01Z', 'revision_number': 5, 'project_id': '34de055ad44246c38dcfdb4f7edf5559', 'subnets': [{'id': '75be359d-f6e3-4281-84f4-9b27fe531898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:02.393472 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e19a1c-9f70-40e0-8574-119b42ee7ab4 None None] The sync data for ids ['f3d57fcf-5310-47d5-92de-04a36833f956'] in n-d-832164-4 is: [{'id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'name': 'tempest-ServersTestFqdnHostnames-624357097-router', 'tenant_id': '34de055ad44246c38dcfdb4f7edf5559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'a9b17a78-ff05-4332-ae7b-4523f8a89209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:42Z', 'updated_at': '2022-03-07T10:38:55Z', 'revision_number': 4, 'project_id': '34de055ad44246c38dcfdb4f7edf5559', 'gw_port': {'id': 'a9b17a78-ff05-4332-ae7b-4523f8a89209', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:45Z', 'updated_at': '2022-03-07T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '36d88891-bfa0-4482-8c78-fd10913fd1f3', 'name': '', 'network_id': '14f676d6-71f1-44c0-84bf-983ed64d58be', 'tenant_id': '34de055ad44246c38dcfdb4f7edf5559', 'mac_address': 'fa:16:3e:51:57:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '75be359d-f6e3-4281-84f4-9b27fe531898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:52Z', 'updated_at': '2022-03-07T10:39:01Z', 'revision_number': 5, 'project_id': '34de055ad44246c38dcfdb4f7edf5559', 'subnets': [{'id': '75be359d-f6e3-4281-84f4-9b27fe531898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:41:02.401392 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5980ebfb-f6a1-4ffe-9666-73be1d1afcf3 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Checking segment: {'id': 'ff65b4be-9c23-4c72-a12e-e27f32be872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd366e7ad-5e6d-41da-a70c-3aced4fea314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:02.402076 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5980ebfb-f6a1-4ffe-9666-73be1d1afcf3 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Network hostable DHCP agents. Network: d366e7ad-5e6d-41da-a70c-3aced4fea314, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:41:02.407098 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 52250) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:02.421815 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c810fd90-d62e-41e6-a375-575f04449e99 admin admin] Pushing event updated for resources: {'Port': ['ID=c4094086-0f71-4ec9-bccb-a291495bd930,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:02.453771 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c810fd90-d62e-41e6-a375-575f04449e99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (dbe384a5-db09-4013-b7fe-237a2c708d3b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:02.482272 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ca466999-34b1-49aa-b7be-7583f5405e59 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks [] for security_group (05e31b3a-b0c1-4d03-ba89-28efbcd3069b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:02.508170 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d896b-6d51-4d4c-8eea-cb8ce8bf8302 req-08bbe2d0-76d5-498f-a423-213cbc9e5b97 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:02.509822 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6c2d896b-6d51-4d4c-8eea-cb8ce8bf8302 req-08bbe2d0-76d5-498f-a423-213cbc9e5b97 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 945 time: 0.4289839 Mar 07 10:41:02.515248 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ca466999-34b1-49aa-b7be-7583f5405e59 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks [] for security_group (05e31b3a-b0c1-4d03-ba89-28efbcd3069b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:02.522364 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d64f9-380e-49b6-9a2d-565927bb377b None None] Pushing event updated for resources: {'Port': ['ID=34e571c5-a134-46e3-88c3-6febfa35d563,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:02.529093 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 74044f4c-a30a-4571-bf2e-5d02c364b8f5 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:02.529493 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (74044f4c-a30a-4571-bf2e-5d02c364b8f5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:02.594974 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-38fec85c-b074-46d4-b756-bb200750431d None None] Set router dbe384a5-db09-4013-b7fe-237a2c708d3b gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:41:02.641450 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ca466999-34b1-49aa-b7be-7583f5405e59 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (05e31b3a-b0c1-4d03-ba89-28efbcd3069b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:02.644784 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ca466999-34b1-49aa-b7be-7583f5405e59 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:02.648718 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ca466999-34b1-49aa-b7be-7583f5405e59 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "DELETE /v2.0/security-groups/05e31b3a-b0c1-4d03-ba89-28efbcd3069b HTTP/1.1" status: 204 len: 168 time: 0.2405865 Mar 07 10:41:02.649355 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 52256) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:02.670609 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5980ebfb-f6a1-4ffe-9666-73be1d1afcf3 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Network d366e7ad-5e6d-41da-a70c-3aced4fea314 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:41:02.677220 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-6cccda8e-c40d-43dd-896a-a42534bac206 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] show failed (client error): The resource could not be found. Mar 07 10:41:02.681314 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6cccda8e-c40d-43dd-896a-a42534bac206 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "GET /v2.0/security-groups/05e31b3a-b0c1-4d03-ba89-28efbcd3069b HTTP/1.1" status: 404 len: 347 time: 0.0275311 Mar 07 10:41:02.682215 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 52258) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:02.682767 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca466999-34b1-49aa-b7be-7583f5405e59 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e31b3a-b0c1-4d03-ba89-28efbcd3069b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:02.737197 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-5980ebfb-f6a1-4ffe-9666-73be1d1afcf3 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, d366e7ad-5e6d-41da-a70c-3aced4fea314) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:02.763416 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5980ebfb-f6a1-4ffe-9666-73be1d1afcf3 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:02.764019 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5980ebfb-f6a1-4ffe-9666-73be1d1afcf3 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:02.781081 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b099c1-8252-4427-a9c6-4b79143cb6a8 None None] Network d366e7ad-5e6d-41da-a70c-3aced4fea314 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:41:02.856075 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6c2d896b-6d51-4d4c-8eea-cb8ce8bf8302 req-f6cefed9-d20d-4ff0-a22a-df37b211fcd2 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146915 Mar 07 10:41:02.879459 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c810fd90-d62e-41e6-a375-575f04449e99 admin admin] Network 00afd099-7a30-4cd1-919e-35d92c7ee376 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:02.893627 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5980ebfb-f6a1-4ffe-9666-73be1d1afcf3 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2260361 Mar 07 10:41:02.894895 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-c810fd90-d62e-41e6-a375-575f04449e99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:02.896741 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52262) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:02.909152 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-1cd2436a-c7ad-459d-8759-6b4ec14ab9ce tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Request body: {'subnet': {'network_id': '2e6e19dc-30d3-40ef-be16-f572a6948ec8', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:02.954675 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 74044f4c-a30a-4571-bf2e-5d02c364b8f5 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:03.010301 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b4f7ec-75d7-43e2-b9ac-45ec04cd079b None None] New status for floating IP ae9165f9-33ff-4b0a-818a-4544961b3876: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:41:03.041766 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-8ce1d148-2ded-400d-b466-016a64478998 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Deleting port 8e318b40-00c7-4d72-96e1-2cdacaf24275 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:41:03.042242 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8ce1d148-2ded-400d-b466-016a64478998 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (8e318b40-00c7-4d72-96e1-2cdacaf24275), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:03.117198 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device bb0b6fee-9836-4a79-9150-91f66e299446 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:41:03.137243 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8ce1d148-2ded-400d-b466-016a64478998 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (8e318b40-00c7-4d72-96e1-2cdacaf24275), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:03.137569 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8ce1d148-2ded-400d-b466-016a64478998 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks [] for floatingip (8e318b40-00c7-4d72-96e1-2cdacaf24275), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:03.157209 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-8ce1d148-2ded-400d-b466-016a64478998 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Calling delete_port for 8e318b40-00c7-4d72-96e1-2cdacaf24275 owned by network:floatingip {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:41:03.227802 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c810fd90-d62e-41e6-a375-575f04449e99 admin admin] Router dbe384a5-db09-4013-b7fe-237a2c708d3b has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:41:03.238974 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: bb0b6fee-9836-4a79-9150-91f66e299446 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:41:03.239598 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device bb0b6fee-9836-4a79-9150-91f66e299446 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:41:03.246555 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd2436a-c7ad-459d-8759-6b4ec14ab9ce tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Made reservation on behalf of a9dbaf75c1ca4f48aa31093c74e34d2b for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:03.251777 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1cd2436a-c7ad-459d-8759-6b4ec14ab9ce tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:03.304365 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5467e8bc-2d89-4403-a317-e478a969c608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-d366e7ad-5e6d-41da-a70c-3aced4fea314', 'network_id': 'd366e7ad-5e6d-41da-a70c-3aced4fea314', 'project_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'fixed_ips': [{'subnet_id': 'ac6e5a95-0381-4767-881e-02ff8727f823'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:41:03.305587 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5467e8bc-2d89-4403-a317-e478a969c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:03.328522 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8ce1d148-2ded-400d-b466-016a64478998 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (8e318b40-00c7-4d72-96e1-2cdacaf24275), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:03.341837 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9a213-20cd-415b-9b9e-f6f168f88882 req-64b7703c-3fc1-4e3e-831d-7171c526fa19 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:03.349171 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b1d9a213-20cd-415b-9b9e-f6f168f88882 req-64b7703c-3fc1-4e3e-831d-7171c526fa19 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 945 time: 0.4075465 Mar 07 10:41:03.372755 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-5d59a575-8d48-4300-89ea-7de0c0a4af26 None None] Provisioning complete for port c4094086-0f71-4ec9-bccb-a291495bd930 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:03.373281 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5d59a575-8d48-4300-89ea-7de0c0a4af26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c4094086-0f71-4ec9-bccb-a291495bd930), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:03.389587 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce1d148-2ded-400d-b466-016a64478998 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Pushing event deleted for resources: {'Port': ['ID=8e318b40-00c7-4d72-96e1-2cdacaf24275,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:03.457690 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-38fec85c-b074-46d4-b756-bb200750431d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'name': 'tempest-AttachVolumeNegativeTest-2102200365-router', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:01Z', 'revision_number': 4, 'project_id': '963e73da008c45bbbe3340617f958250', 'gw_port': {'id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'c4094086-0f71-4ec9-bccb-a291495bd930', 'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'mac_address': 'fa:16:3e:8e:5e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:59Z', 'updated_at': '2022-03-07T10:41:00Z', 'revision_number': 1, 'project_id': '963e73da008c45bbbe3340617f958250', 'subnets': [{'id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:03.504463 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fec85c-b074-46d4-b756-bb200750431d None None] The sync data for ids ['dbe384a5-db09-4013-b7fe-237a2c708d3b'] in n-d-832164-4 is: [{'id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'name': 'tempest-AttachVolumeNegativeTest-2102200365-router', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:01Z', 'revision_number': 4, 'project_id': '963e73da008c45bbbe3340617f958250', 'gw_port': {'id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'c4094086-0f71-4ec9-bccb-a291495bd930', 'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'mac_address': 'fa:16:3e:8e:5e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:59Z', 'updated_at': '2022-03-07T10:41:00Z', 'revision_number': 1, 'project_id': '963e73da008c45bbbe3340617f958250', 'subnets': [{'id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:41:03.520793 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5d59a575-8d48-4300-89ea-7de0c0a4af26 None None] Port c4094086-0f71-4ec9-bccb-a291495bd930 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:41:03.536954 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b1d9a213-20cd-415b-9b9e-f6f168f88882 req-73ca708d-ccf6-4d48-85b0-aa710bdd34ad tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868970 Mar 07 10:41:03.548483 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8ce1d148-2ded-400d-b466-016a64478998 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks [] for floatingip (ae9165f9-33ff-4b0a-818a-4544961b3876), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:03.552812 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8ce1d148-2ded-400d-b466-016a64478998 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:03.560844 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8ce1d148-2ded-400d-b466-016a64478998 tempest-ServersTestFqdnHostnames-780227499 tempest-ServersTestFqdnHostnames-780227499-project] 10.222.0.11 "DELETE /v2.0/floatingips/ae9165f9-33ff-4b0a-818a-4544961b3876 HTTP/1.1" status: 204 len: 168 time: 0.8749747 Mar 07 10:41:03.561570 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 52266) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:03.593308 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-5467e8bc-2d89-4403-a317-e478a969c608 None None] Allocated IP 10.1.1.2 (d366e7ad-5e6d-41da-a70c-3aced4fea314/ac6e5a95-0381-4767-881e-02ff8727f823/e5a9f0a5-ee49-416a-90da-d6d2462fc796) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:03.768291 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c810fd90-d62e-41e6-a375-575f04449e99 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:41:03.784568 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c810fd90-d62e-41e6-a375-575f04449e99 admin admin] 10.222.0.11 "PUT /v2.0/routers/dbe384a5-db09-4013-b7fe-237a2c708d3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3497410 Mar 07 10:41:03.788104 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1cd2436a-c7ad-459d-8759-6b4ec14ab9ce tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (fa90e579-fbb2-41a5-a769-aa15a70e7fb4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:03.842733 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff36792-3dde-4e75-b024-8aeebbf0e814 req-5a446ddc-1b9c-437b-911e-18b57a525526 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:03.848940 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1ff36792-3dde-4e75-b024-8aeebbf0e814 req-5a446ddc-1b9c-437b-911e-18b57a525526 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f608c97-4774-41e6-a823-68365cadca0e HTTP/1.1" status: 200 len: 944 time: 0.2173114 Mar 07 10:41:03.851911 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5467e8bc-2d89-4403-a317-e478a969c608 None None] Publish callbacks [] for port (e5a9f0a5-ee49-416a-90da-d6d2462fc796), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:03.862010 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5467e8bc-2d89-4403-a317-e478a969c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (e5a9f0a5-ee49-416a-90da-d6d2462fc796), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:03.979425 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd2436a-c7ad-459d-8759-6b4ec14ab9ce tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Checking segment: {'id': 'cba6b645-26d8-4bc0-bf27-966307861fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2e6e19dc-30d3-40ef-be16-f572a6948ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:03.981145 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd2436a-c7ad-459d-8759-6b4ec14ab9ce tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Network hostable DHCP agents. Network: 2e6e19dc-30d3-40ef-be16-f572a6948ec8, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:41:03.986556 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd2436a-c7ad-459d-8759-6b4ec14ab9ce tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Pushing event updated for resources: {'Subnet': ['ID=fa90e579-fbb2-41a5-a769-aa15a70e7fb4,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:04.002816 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467e8bc-2d89-4403-a317-e478a969c608 None None] Pushing event updated for resources: {'Port': ['ID=e5a9f0a5-ee49-416a-90da-d6d2462fc796,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:04.026692 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5467e8bc-2d89-4403-a317-e478a969c608 None None] Network d366e7ad-5e6d-41da-a70c-3aced4fea314 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:04.030769 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-5467e8bc-2d89-4403-a317-e478a969c608 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:04.038717 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5467e8bc-2d89-4403-a317-e478a969c608 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:04.056304 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd2436a-c7ad-459d-8759-6b4ec14ab9ce tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Network 2e6e19dc-30d3-40ef-be16-f572a6948ec8 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:41:04.083787 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-1cd2436a-c7ad-459d-8759-6b4ec14ab9ce tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 2e6e19dc-30d3-40ef-be16-f572a6948ec8) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:04.104449 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1ff36792-3dde-4e75-b024-8aeebbf0e814 req-083a9c21-03e2-405b-9f14-13933a49b48c tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835108 Mar 07 10:41:04.105638 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9dce9d-0d17-4fe4-a0f0-0953373b6977 None None] Network 2e6e19dc-30d3-40ef-be16-f572a6948ec8 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:41:04.112664 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd2436a-c7ad-459d-8759-6b4ec14ab9ce tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:04.113663 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1cd2436a-c7ad-459d-8759-6b4ec14ab9ce tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:04.154023 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1cd2436a-c7ad-459d-8759-6b4ec14ab9ce tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2517931 Mar 07 10:41:04.156139 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52280) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:04.166340 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-ca27904e-76d0-48af-8c53-db8fc8417f0e tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Request body: {'port': {'network_id': 'd366e7ad-5e6d-41da-a70c-3aced4fea314', 'name': 'tempest-TaggedBootDevicesTest-1392827714', 'fixed_ips': [{'subnet_id': 'ac6e5a95-0381-4767-881e-02ff8727f823'}]}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:04.284857 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6b544804-f0a1-479f-b7c2-2a4cd77a7f8d req-ca3ba215-7479-4bcd-86dc-decc5be75f51 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4266198 Mar 07 10:41:04.305710 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec2110-c0f8-4da7-8c10-183cb48b0d0e req-59ee8dac-86e8-4eb4-b502-5ad0e976cbc7 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:04.306081 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-5467e8bc-2d89-4403-a317-e478a969c608 None None] Attempting to bind port e5a9f0a5-ee49-416a-90da-d6d2462fc796 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:41:04.306453 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-5467e8bc-2d89-4403-a317-e478a969c608 None None] Attempting to bind port e5a9f0a5-ee49-416a-90da-d6d2462fc796 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'ff65b4be-9c23-4c72-a12e-e27f32be872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd366e7ad-5e6d-41da-a70c-3aced4fea314'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:41:04.306862 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5467e8bc-2d89-4403-a317-e478a969c608 None None] Attempting to bind port e5a9f0a5-ee49-416a-90da-d6d2462fc796 on network d366e7ad-5e6d-41da-a70c-3aced4fea314 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:04.315355 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-98ec2110-c0f8-4da7-8c10-183cb48b0d0e req-59ee8dac-86e8-4eb4-b502-5ad0e976cbc7 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 945 time: 0.2980096 Mar 07 10:41:04.315529 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5467e8bc-2d89-4403-a317-e478a969c608 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:41:04.315529 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5467e8bc-2d89-4403-a317-e478a969c608 None None] Checking segment: {'id': 'ff65b4be-9c23-4c72-a12e-e27f32be872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd366e7ad-5e6d-41da-a70c-3aced4fea314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:04.315529 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5467e8bc-2d89-4403-a317-e478a969c608 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:04.315817 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5467e8bc-2d89-4403-a317-e478a969c608 None None] Bound using segment: {'id': 'ff65b4be-9c23-4c72-a12e-e27f32be872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd366e7ad-5e6d-41da-a70c-3aced4fea314'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:41:04.316196 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-5467e8bc-2d89-4403-a317-e478a969c608 None None] Bound port: e5a9f0a5-ee49-416a-90da-d6d2462fc796, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff65b4be-9c23-4c72-a12e-e27f32be872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd366e7ad-5e6d-41da-a70c-3aced4fea314'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:41:04.316581 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5467e8bc-2d89-4403-a317-e478a969c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e5a9f0a5-ee49-416a-90da-d6d2462fc796), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:04.398328 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed32237-98a3-49b0-9302-9a67d0ce510a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-2e6e19dc-30d3-40ef-be16-f572a6948ec8', 'network_id': '2e6e19dc-30d3-40ef-be16-f572a6948ec8', 'project_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'fixed_ips': [{'subnet_id': 'fa90e579-fbb2-41a5-a769-aa15a70e7fb4'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:41:04.399180 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5ed32237-98a3-49b0-9302-9a67d0ce510a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:04.442861 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca27904e-76d0-48af-8c53-db8fc8417f0e tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Made reservation on behalf of a9dbaf75c1ca4f48aa31093c74e34d2b for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:04.571403 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ca27904e-76d0-48af-8c53-db8fc8417f0e tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:04.593290 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-ca27904e-76d0-48af-8c53-db8fc8417f0e tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] device_id is not set on port f8461e0d-ec75-4fe8-9d49-1b9f188d8265 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:41:04.601454 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-5ed32237-98a3-49b0-9302-9a67d0ce510a None None] Allocated IP 10.2.2.2 (2e6e19dc-30d3-40ef-be16-f572a6948ec8/fa90e579-fbb2-41a5-a769-aa15a70e7fb4/a835ce49-05d1-4912-96df-8decd78534b0) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:04.689759 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-98ec2110-c0f8-4da7-8c10-183cb48b0d0e req-44e62452-311c-44aa-afa4-ba83c75e1bee tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747461 Mar 07 10:41:04.691946 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b544804-f0a1-479f-b7c2-2a4cd77a7f8d req-bf337ce1-4e8a-45e4-8229-0d6fb9c2df25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:04.693504 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6b544804-f0a1-479f-b7c2-2a4cd77a7f8d req-bf337ce1-4e8a-45e4-8229-0d6fb9c2df25 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d640dc7f4f784834ad48e78ec0df26a5&device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 1126 time: 0.3362532 Mar 07 10:41:04.961905 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-5467e8bc-2d89-4403-a317-e478a969c608 None None] For port e5a9f0a5-ee49-416a-90da-d6d2462fc796, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:04.966556 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-5467e8bc-2d89-4403-a317-e478a969c608 None None] For port e5a9f0a5-ee49-416a-90da-d6d2462fc796, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e5a9f0a5-ee49-416a-90da-d6d2462fc796,segment=NetworkSegment(ff65b4be-9c23-4c72-a12e-e27f32be872c),segment_id=ff65b4be-9c23-4c72-a12e-e27f32be872c)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:04.974286 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 3d76c770-c90a-4074-b461-3d0f8a636cb4 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:04.991743 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5467e8bc-2d89-4403-a317-e478a969c608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e5a9f0a5-ee49-416a-90da-d6d2462fc796), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:05.220636 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467e8bc-2d89-4403-a317-e478a969c608 None None] Pushing event updated for resources: {'Port': ['ID=e5a9f0a5-ee49-416a-90da-d6d2462fc796,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:05.310675 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 3d76c770-c90a-4074-b461-3d0f8a636cb4 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:41:05.331987 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 3d76c770-c90a-4074-b461-3d0f8a636cb4 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:05.332369 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3d76c770-c90a-4074-b461-3d0f8a636cb4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:05.487453 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5ed32237-98a3-49b0-9302-9a67d0ce510a None None] Publish callbacks [] for port (a835ce49-05d1-4912-96df-8decd78534b0), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:05.516434 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5ed32237-98a3-49b0-9302-9a67d0ce510a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (a835ce49-05d1-4912-96df-8decd78534b0), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:05.589762 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed32237-98a3-49b0-9302-9a67d0ce510a None None] Network 2e6e19dc-30d3-40ef-be16-f572a6948ec8 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:05.595345 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-5ed32237-98a3-49b0-9302-9a67d0ce510a None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:05.601149 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed32237-98a3-49b0-9302-9a67d0ce510a None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:05.649357 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52290) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:05.657936 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b544804-f0a1-479f-b7c2-2a4cd77a7f8d req-ddc53df8-70d1-4ace-b81a-b316198aa83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:05.662489 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6b544804-f0a1-479f-b7c2-2a4cd77a7f8d req-ddc53df8-70d1-4ace-b81a-b316198aa83a service neutron] 10.222.0.31 "GET /v2.0/networks?id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41 HTTP/1.1" status: 200 len: 912 time: 0.9275336 Mar 07 10:41:05.665942 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-68d19263-8111-4ac6-8b18-95d52291b166 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1880852032', 'description': 'tempest-description--2113581892'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:05.711501 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed32237-98a3-49b0-9302-9a67d0ce510a None None] Pushing event updated for resources: {'Port': ['ID=a835ce49-05d1-4912-96df-8decd78534b0,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:05.763153 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-ca27904e-76d0-48af-8c53-db8fc8417f0e tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Allocated IP 10.1.1.243 (d366e7ad-5e6d-41da-a70c-3aced4fea314/ac6e5a95-0381-4767-881e-02ff8727f823/f8461e0d-ec75-4fe8-9d49-1b9f188d8265) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:05.779551 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-68d19263-8111-4ac6-8b18-95d52291b166 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:05.820707 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 3d76c770-c90a-4074-b461-3d0f8a636cb4 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:05.827103 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3d76c770-c90a-4074-b461-3d0f8a636cb4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:05.884140 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6b544804-f0a1-479f-b7c2-2a4cd77a7f8d req-2ea6c3d6-eafb-4564-9d81-454e2c5de93f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49374629-e4ca-4d8e-9683-e194b48557a0 HTTP/1.1" status: 200 len: 999 time: 0.2134507 Mar 07 10:41:05.966750 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2081e6-012d-4a95-b12e-a6a14e1dbb87 req-99db58e1-1866-413e-bdc0-9ee58b85c7df tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:05.977761 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3c2081e6-012d-4a95-b12e-a6a14e1dbb87 req-99db58e1-1866-413e-bdc0-9ee58b85c7df tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 945 time: 1.0784547 Mar 07 10:41:05.979473 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-5ed32237-98a3-49b0-9302-9a67d0ce510a None None] Attempting to bind port a835ce49-05d1-4912-96df-8decd78534b0 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:41:05.980010 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-5ed32237-98a3-49b0-9302-9a67d0ce510a None None] Attempting to bind port a835ce49-05d1-4912-96df-8decd78534b0 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'cba6b645-26d8-4bc0-bf27-966307861fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2e6e19dc-30d3-40ef-be16-f572a6948ec8'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:41:05.981478 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed32237-98a3-49b0-9302-9a67d0ce510a None None] Attempting to bind port a835ce49-05d1-4912-96df-8decd78534b0 on network 2e6e19dc-30d3-40ef-be16-f572a6948ec8 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:06.005202 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e5a9f0a5-ee49-416a-90da-d6d2462fc796 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:06.027808 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed32237-98a3-49b0-9302-9a67d0ce510a None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:41:06.028666 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed32237-98a3-49b0-9302-9a67d0ce510a None None] Checking segment: {'id': 'cba6b645-26d8-4bc0-bf27-966307861fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2e6e19dc-30d3-40ef-be16-f572a6948ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:06.029366 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5ed32237-98a3-49b0-9302-9a67d0ce510a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:06.029956 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed32237-98a3-49b0-9302-9a67d0ce510a None None] Bound using segment: {'id': 'cba6b645-26d8-4bc0-bf27-966307861fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2e6e19dc-30d3-40ef-be16-f572a6948ec8'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:41:06.030639 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-5ed32237-98a3-49b0-9302-9a67d0ce510a None None] Bound port: a835ce49-05d1-4912-96df-8decd78534b0, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba6b645-26d8-4bc0-bf27-966307861fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2e6e19dc-30d3-40ef-be16-f572a6948ec8'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:41:06.031425 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5ed32237-98a3-49b0-9302-9a67d0ce510a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a835ce49-05d1-4912-96df-8decd78534b0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:06.063085 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-68d19263-8111-4ac6-8b18-95d52291b166 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group (aed78c92-521c-4e1f-a7f2-d43edcc2ebf3), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:06.074620 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-68d19263-8111-4ac6-8b18-95d52291b166 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (aed78c92-521c-4e1f-a7f2-d43edcc2ebf3), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:06.083195 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f608c97-4774-41e6-a823-68365cadca0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d76c770-c90a-4074-b461-3d0f8a636cb4'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:06.086217 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5af86c-2055-4c6e-9c6d-4787aaef77b0" -d '{"events": [{"server_uuid": "2f608c97-4774-41e6-a823-68365cadca0e", "name": "network-vif-plugged", "status": "completed", "tag": "3d76c770-c90a-4074-b461-3d0f8a636cb4"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:06.127806 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 3d76c770-c90a-4074-b461-3d0f8a636cb4, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=3d76c770-c90a-4074-b461-3d0f8a636cb4,segment=NetworkSegment(be2730d6-1887-4428-ad70-9f895beb128c),segment_id=be2730d6-1887-4428-ad70-9f895beb128c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:06.130438 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3c2081e6-012d-4a95-b12e-a6a14e1dbb87 req-fedb8f38-f0b1-43e4-b54f-076f21adff8f tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821908 Mar 07 10:41:06.143721 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-04050cd3-12e5-46ee-961d-99d3e1006435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (f3d57fcf-5310-47d5-92de-04a36833f956), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:06.162925 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d19263-8111-4ac6-8b18-95d52291b166 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aed78c92-521c-4e1f-a7f2-d43edcc2ebf3,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:06.236713 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3d76c770-c90a-4074-b461-3d0f8a636cb4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:06.245163 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b544804-f0a1-479f-b7c2-2a4cd77a7f8d req-321e5b02-cd7e-48af-abea-7094071dab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:06.245163 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6b544804-f0a1-479f-b7c2-2a4cd77a7f8d req-321e5b02-cd7e-48af-abea-7094071dab7d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=be75dc35-59ec-464d-b948-3549cf46df15 HTTP/1.1" status: 200 len: 850 time: 0.3455813 Mar 07 10:41:06.260007 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-68d19263-8111-4ac6-8b18-95d52291b166 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:06.262575 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-68d19263-8111-4ac6-8b18-95d52291b166 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.6110153 Mar 07 10:41:06.271488 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52298) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:06.277400 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-53d5a281-9a39-477f-b530-db446459000b tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Request body: {'security_group_rule': {'security_group_id': 'aed78c92-521c-4e1f-a7f2-d43edcc2ebf3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:06.343606 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-53d5a281-9a39-477f-b530-db446459000b tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group_rule (84b6d99a-3e37-4fab-9496-b31634650708), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:06.400404 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ca27904e-76d0-48af-8c53-db8fc8417f0e tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for port (f8461e0d-ec75-4fe8-9d49-1b9f188d8265), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:06.410993 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port e5a9f0a5-ee49-416a-90da-d6d2462fc796 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:06.411199 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e5a9f0a5-ee49-416a-90da-d6d2462fc796), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:06.418583 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31abd2-c657-4f4d-95c3-70ed69ccdb79 req-a380851b-4ab4-4f8e-ae1c-00e4cddad601 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:06.430832 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ac31abd2-c657-4f4d-95c3-70ed69ccdb79 req-a380851b-4ab4-4f8e-ae1c-00e4cddad601 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f608c97-4774-41e6-a823-68365cadca0e HTTP/1.1" status: 200 len: 945 time: 0.2737296 Mar 07 10:41:06.516082 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-5ed32237-98a3-49b0-9302-9a67d0ce510a None None] For port a835ce49-05d1-4912-96df-8decd78534b0, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:06.520445 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-5ed32237-98a3-49b0-9302-9a67d0ce510a None None] For port a835ce49-05d1-4912-96df-8decd78534b0, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a835ce49-05d1-4912-96df-8decd78534b0,segment=NetworkSegment(cba6b645-26d8-4bc0-bf27-966307861fb5),segment_id=cba6b645-26d8-4bc0-bf27-966307861fb5)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:06.536437 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b544804-f0a1-479f-b7c2-2a4cd77a7f8d req-c893ed03-a649-4554-9bc2-76a89984fcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:06.538325 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6b544804-f0a1-479f-b7c2-2a4cd77a7f8d req-c893ed03-a649-4554-9bc2-76a89984fcb8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2822304 Mar 07 10:41:06.557557 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5ed32237-98a3-49b0-9302-9a67d0ce510a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a835ce49-05d1-4912-96df-8decd78534b0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:06.560187 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-53d5a281-9a39-477f-b530-db446459000b tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group_rule (84b6d99a-3e37-4fab-9496-b31634650708), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:06.571063 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ac31abd2-c657-4f4d-95c3-70ed69ccdb79 req-0c5b9e5e-334c-4e4f-ae17-7f51378dd1f2 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392031 Mar 07 10:41:06.574426 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-53d5a281-9a39-477f-b530-db446459000b tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (84b6d99a-3e37-4fab-9496-b31634650708), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:06.612825 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2627a326-50cc-4157-8b11-9ca640df3822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:06.633923 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5a281-9a39-477f-b530-db446459000b tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b6d99a-3e37-4fab-9496-b31634650708,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:06.635837 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6521f60-5dcb-450b-aac1-57b62673d7cd req-80ba3a6c-a420-49cf-badb-0486ac0b9b16 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:06.636922 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ca27904e-76d0-48af-8c53-db8fc8417f0e tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (f8461e0d-ec75-4fe8-9d49-1b9f188d8265), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:06.646769 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b6521f60-5dcb-450b-aac1-57b62673d7cd req-80ba3a6c-a420-49cf-badb-0486ac0b9b16 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 945 time: 0.3110764 Mar 07 10:41:06.695270 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=3d76c770-c90a-4074-b461-3d0f8a636cb4,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:06.699309 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-53d5a281-9a39-477f-b530-db446459000b tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:06.700510 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-53d5a281-9a39-477f-b530-db446459000b tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4280543 Mar 07 10:41:06.711351 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 52300) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:06.714907 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e35126d-864a-45bc-91fd-89196594d82f x-openstack-request-id: req-2e35126d-864a-45bc-91fd-89196594d82f {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:06.715293 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f608c97-4774-41e6-a823-68365cadca0e", "name": "network-vif-plugged", "status": "completed", "tag": "3d76c770-c90a-4074-b461-3d0f8a636cb4", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:06.716755 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2e35126d-864a-45bc-91fd-89196594d82f {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:06.717351 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f608c97-4774-41e6-a823-68365cadca0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d76c770-c90a-4074-b461-3d0f8a636cb4', 'code': 200} Mar 07 10:41:06.728187 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca27904e-76d0-48af-8c53-db8fc8417f0e tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Network d366e7ad-5e6d-41da-a70c-3aced4fea314 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:06.737072 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-ca27904e-76d0-48af-8c53-db8fc8417f0e tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:06.744816 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca27904e-76d0-48af-8c53-db8fc8417f0e tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:06.803026 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port e5a9f0a5-ee49-416a-90da-d6d2462fc796 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:06.807480 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e5a9f0a5-ee49-416a-90da-d6d2462fc796), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:06.826083 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca27904e-76d0-48af-8c53-db8fc8417f0e tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Pushing event updated for resources: {'Port': ['ID=f8461e0d-ec75-4fe8-9d49-1b9f188d8265,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:06.871748 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca27904e-76d0-48af-8c53-db8fc8417f0e tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:06.872872 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ca27904e-76d0-48af-8c53-db8fc8417f0e tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:06.874156 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed32237-98a3-49b0-9302-9a67d0ce510a None None] Pushing event updated for resources: {'Port': ['ID=a835ce49-05d1-4912-96df-8decd78534b0,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:06.875429 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-48f36850-43a4-4e4d-9b97-24354b12c34d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Request body: {'security_group_rule': {'security_group_id': 'aed78c92-521c-4e1f-a7f2-d43edcc2ebf3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:06.900973 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ca27904e-76d0-48af-8c53-db8fc8417f0e tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7401223 Mar 07 10:41:06.912943 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52302) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:06.913180 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port e5a9f0a5-ee49-416a-90da-d6d2462fc796, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e5a9f0a5-ee49-416a-90da-d6d2462fc796,segment=NetworkSegment(ff65b4be-9c23-4c72-a12e-e27f32be872c),segment_id=ff65b4be-9c23-4c72-a12e-e27f32be872c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:06.918278 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e5a9f0a5-ee49-416a-90da-d6d2462fc796), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:06.918495 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-16d4134f-26c2-4046-842b-9c8e1e0d0b6d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Request body: {'port': {'network_id': 'd366e7ad-5e6d-41da-a70c-3aced4fea314', 'name': 'tempest-TaggedBootDevicesTest-1369181919', 'fixed_ips': [{'subnet_id': 'ac6e5a95-0381-4767-881e-02ff8727f823'}]}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:06.919353 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 34e571c5-a134-46e3-88c3-6febfa35d563 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:07.029900 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad1c27b-eff7-479a-8ec2-1416518d49b9 None None] Network d366e7ad-5e6d-41da-a70c-3aced4fea314 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:41:07.094637 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d4134f-26c2-4046-842b-9c8e1e0d0b6d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Made reservation on behalf of a9dbaf75c1ca4f48aa31093c74e34d2b for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:07.099988 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-16d4134f-26c2-4046-842b-9c8e1e0d0b6d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:07.204362 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-16d4134f-26c2-4046-842b-9c8e1e0d0b6d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] device_id is not set on port 7afcc113-918d-4856-a414-821d3eaf65d7 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:41:07.207334 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b6521f60-5dcb-450b-aac1-57b62673d7cd req-8a9bc4eb-c5d2-4ca1-90bc-3a2ffea8a515 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5411756 Mar 07 10:41:07.208574 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-48f36850-43a4-4e4d-9b97-24354b12c34d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group_rule (9679c6a7-05bb-46f0-8aa4-f90c4b1ac289), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:07.276532 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=e5a9f0a5-ee49-416a-90da-d6d2462fc796,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:07.290778 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6b544804-f0a1-479f-b7c2-2a4cd77a7f8d req-36ef35cc-ae7a-4498-a6d7-f221fe6a9d50 service neutron] 10.222.0.31 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7363155 Mar 07 10:41:07.300398 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 34e571c5-a134-46e3-88c3-6febfa35d563 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:07.300776 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (34e571c5-a134-46e3-88c3-6febfa35d563), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:07.317669 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68f54ea-101c-4e57-857e-748294a4f8c3 req-964c0762-fb3f-478f-afe6-731b4f709f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:07.319316 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b68f54ea-101c-4e57-857e-748294a4f8c3 req-964c0762-fb3f-478f-afe6-731b4f709f0e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2f608c97-4774-41e6-a823-68365cadca0e HTTP/1.1" status: 200 len: 1127 time: 0.4851170 Mar 07 10:41:07.334541 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-862f084e-3711-42fc-9812-553704b09fac service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5402830 Mar 07 10:41:07.373463 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-3ed05965-bfad-43c1-9c4d-79d3f256a20b None None] Provisioning complete for port e5a9f0a5-ee49-416a-90da-d6d2462fc796 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:07.373837 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3ed05965-bfad-43c1-9c4d-79d3f256a20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e5a9f0a5-ee49-416a-90da-d6d2462fc796), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:07.482141 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562716ff-1c56-4391-9a26-26948393e802 req-f70b7967-5a76-4d28-91ec-f8db900867d7 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:07.491408 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-562716ff-1c56-4391-9a26-26948393e802 req-f70b7967-5a76-4d28-91ec-f8db900867d7 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 945 time: 0.1625438 Mar 07 10:41:07.552465 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c90f826-5683-442c-8215-cb37017dcd9c None None] Sync routers for ids ['dbe384a5-db09-4013-b7fe-237a2c708d3b'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:41:07.566261 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c90f826-5683-442c-8215-cb37017dcd9c None None] Routers {'dbe384a5-db09-4013-b7fe-237a2c708d3b'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:41:07.570825 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6c90f826-5683-442c-8215-cb37017dcd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:40:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['dbe384a5-db09-4013-b7fe-237a2c708d3b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:07.671800 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-16d4134f-26c2-4046-842b-9c8e1e0d0b6d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Allocated IP 10.1.1.47 (d366e7ad-5e6d-41da-a70c-3aced4fea314/ac6e5a95-0381-4767-881e-02ff8727f823/7afcc113-918d-4856-a414-821d3eaf65d7) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:07.699945 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-562716ff-1c56-4391-9a26-26948393e802 req-2b2a66cd-8f5c-405b-a71b-628e96060d95 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065260 Mar 07 10:41:07.722386 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-3ed05965-bfad-43c1-9c4d-79d3f256a20b None None] Current status of the port e5a9f0a5-ee49-416a-90da-d6d2462fc796 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:07.775346 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 34e571c5-a134-46e3-88c3-6febfa35d563 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:07.776399 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (34e571c5-a134-46e3-88c3-6febfa35d563), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:07.813289 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 34e571c5-a134-46e3-88c3-6febfa35d563, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=34e571c5-a134-46e3-88c3-6febfa35d563,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:07.822977 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (34e571c5-a134-46e3-88c3-6febfa35d563), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:07.855403 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-6c90f826-5683-442c-8215-cb37017dcd9c None None] Set router dbe384a5-db09-4013-b7fe-237a2c708d3b gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:41:07.874925 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52324) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:07.894528 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b68f54ea-101c-4e57-857e-748294a4f8c3 req-110b6b08-5b7f-4ef7-9299-a435f2fd0b56 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5320439 Mar 07 10:41:07.950221 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=34e571c5-a134-46e3-88c3-6febfa35d563,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:07.985328 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6b544804-f0a1-479f-b7c2-2a4cd77a7f8d req-7f932192-b620-4c7a-b0f3-2dadd7307bfe service neutron] 10.222.0.31 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6850026 Mar 07 10:41:08.090371 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-48f36850-43a4-4e4d-9b97-24354b12c34d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group_rule (9679c6a7-05bb-46f0-8aa4-f90c4b1ac289), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:08.108912 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-48f36850-43a4-4e4d-9b97-24354b12c34d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (9679c6a7-05bb-46f0-8aa4-f90c4b1ac289), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:08.127618 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-16d4134f-26c2-4046-842b-9c8e1e0d0b6d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for port (7afcc113-918d-4856-a414-821d3eaf65d7), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:08.173020 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-48f36850-43a4-4e4d-9b97-24354b12c34d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:08.185351 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-48f36850-43a4-4e4d-9b97-24354b12c34d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3730264 Mar 07 10:41:08.185621 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-08ea1af0-0f79-4f79-bbdd-c8396b399d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:08.186098 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-08ea1af0-0f79-4f79-bbdd-c8396b399d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:08.186562 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-08ea1af0-0f79-4f79-bbdd-c8396b399d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:08.187023 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-08ea1af0-0f79-4f79-bbdd-c8396b399d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:08.187476 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-08ea1af0-0f79-4f79-bbdd-c8396b399d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:08.187940 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-08ea1af0-0f79-4f79-bbdd-c8396b399d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:08.188390 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-08ea1af0-0f79-4f79-bbdd-c8396b399d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:08.197699 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52328) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:08.210256 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-08ea1af0-0f79-4f79-bbdd-c8396b399d48 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=081009be07604de6b116148d0975f6ea&device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 6720 time: 0.7553985 Mar 07 10:41:08.211893 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-61089d29-ac3b-42ce-a4e4-84bad8f3f5de tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:08.224101 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f36850-43a4-4e4d-9b97-24354b12c34d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9679c6a7-05bb-46f0-8aa4-f90c4b1ac289,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:08.227733 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-16d4134f-26c2-4046-842b-9c8e1e0d0b6d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (7afcc113-918d-4856-a414-821d3eaf65d7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:08.262391 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2a15b5bb-d4e1-48fd-8d54-667a4aef7940 None None] Provisioning complete for port f8461e0d-ec75-4fe8-9d49-1b9f188d8265 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:08.262932 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2a15b5bb-d4e1-48fd-8d54-667a4aef7940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f8461e0d-ec75-4fe8-9d49-1b9f188d8265), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:08.315962 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-732c753c-d715-4c7d-b17d-cc6384d9ecd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:08.330730 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e5a9f0a5-ee49-416a-90da-d6d2462fc796 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:08.366412 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d07735-50bf-4ecf-adb6-e32d7c6af0ad req-02001ec0-129c-4551-aa97-dcda6648e345 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:08.368031 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-66d07735-50bf-4ecf-adb6-e32d7c6af0ad req-02001ec0-129c-4551-aa97-dcda6648e345 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f608c97-4774-41e6-a823-68365cadca0e HTTP/1.1" status: 200 len: 945 time: 0.4696617 Mar 07 10:41:08.443917 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-04050cd3-12e5-46ee-961d-99d3e1006435 admin admin] Deleting port 36d88891-bfa0-4482-8c78-fd10913fd1f3 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:41:08.447622 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-04050cd3-12e5-46ee-961d-99d3e1006435 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (36d88891-bfa0-4482-8c78-fd10913fd1f3), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:08.476962 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2a15b5bb-d4e1-48fd-8d54-667a4aef7940 None None] Port f8461e0d-ec75-4fe8-9d49-1b9f188d8265 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:41:08.489821 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6c90f826-5683-442c-8215-cb37017dcd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'name': 'tempest-AttachVolumeNegativeTest-2102200365-router', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:01Z', 'revision_number': 4, 'project_id': '963e73da008c45bbbe3340617f958250', 'gw_port': {'id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'c4094086-0f71-4ec9-bccb-a291495bd930', 'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'mac_address': 'fa:16:3e:8e:5e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:59Z', 'updated_at': '2022-03-07T10:41:01Z', 'revision_number': 2, 'project_id': '963e73da008c45bbbe3340617f958250', 'subnets': [{'id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:08.507120 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-732c753c-d715-4c7d-b17d-cc6384d9ecd9 admin admin] Publish callbacks [] for security_group (7bede1f8-c8bb-42ed-b634-fda95766e3ab), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:08.540560 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2a15b5bb-d4e1-48fd-8d54-667a4aef7940 None None] Provisioning complete for port e5a9f0a5-ee49-416a-90da-d6d2462fc796 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:08.541213 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2a15b5bb-d4e1-48fd-8d54-667a4aef7940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e5a9f0a5-ee49-416a-90da-d6d2462fc796), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:08.546771 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d4134f-26c2-4046-842b-9c8e1e0d0b6d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Network d366e7ad-5e6d-41da-a70c-3aced4fea314 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:08.549179 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-732c753c-d715-4c7d-b17d-cc6384d9ecd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7bede1f8-c8bb-42ed-b634-fda95766e3ab), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:08.567081 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c90f826-5683-442c-8215-cb37017dcd9c None None] Checking router: dbe384a5-db09-4013-b7fe-237a2c708d3b for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:41:08.579587 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c90f826-5683-442c-8215-cb37017dcd9c None None] Updating router dbe384a5-db09-4013-b7fe-237a2c708d3b port c4094086-0f71-4ec9-bccb-a291495bd930 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:41:08.617518 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-61089d29-ac3b-42ce-a4e4-84bad8f3f5de tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:08.633470 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-16d4134f-26c2-4046-842b-9c8e1e0d0b6d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:08.651283 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6c90f826-5683-442c-8215-cb37017dcd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c4094086-0f71-4ec9-bccb-a291495bd930), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:08.653341 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d4134f-26c2-4046-842b-9c8e1e0d0b6d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:08.734253 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port e5a9f0a5-ee49-416a-90da-d6d2462fc796 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:08.734839 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e5a9f0a5-ee49-416a-90da-d6d2462fc796), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:08.760476 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-66d07735-50bf-4ecf-adb6-e32d7c6af0ad req-0db127fe-d249-4428-8aa2-3f70ca093067 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731251 Mar 07 10:41:08.769227 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-81f4dc49-8392-4729-bd8a-aa9e73c0925f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:08.811743 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4134f-26c2-4046-842b-9c8e1e0d0b6d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Pushing event updated for resources: {'Port': ['ID=7afcc113-918d-4856-a414-821d3eaf65d7,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:08.841059 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-b94b974e-717a-4179-8653-acaaf7d7681b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:08.841502 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-b94b974e-717a-4179-8653-acaaf7d7681b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:08.841976 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-b94b974e-717a-4179-8653-acaaf7d7681b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:08.843619 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-b94b974e-717a-4179-8653-acaaf7d7681b service neutron] 10.222.0.21 "GET /v2.0/networks?id=42927475-2854-4f64-98e9-ef161f74924a&id=b6eeb2fc-5732-462c-95ea-d42f3351bff0&id=b6eeb2fc-5732-462c-95ea-d42f3351bff0&id=b6eeb2fc-5732-462c-95ea-d42f3351bff0&id=b6eeb2fc-5732-462c-95ea-d42f3351bff0&id=c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5&id=c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5 HTTP/1.1" status: 200 len: 2298 time: 0.5872364 Mar 07 10:41:08.873659 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b33bcd-36fe-486c-a129-d4d88443579f None None] Network 2e6e19dc-30d3-40ef-be16-f572a6948ec8 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:41:08.895943 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-732c753c-d715-4c7d-b17d-cc6384d9ecd9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cae143d98c144e15bac7ba9d93f957fa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0199866 Mar 07 10:41:08.900839 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c753c-d715-4c7d-b17d-cc6384d9ecd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bede1f8-c8bb-42ed-b634-fda95766e3ab,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:08.903094 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-04050cd3-12e5-46ee-961d-99d3e1006435 admin admin] For port 36d88891-bfa0-4482-8c78-fd10913fd1f3, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=36d88891-bfa0-4482-8c78-fd10913fd1f3,segment=NetworkSegment(def16622-8458-4349-ba66-16a8c47e3dea),segment_id=def16622-8458-4349-ba66-16a8c47e3dea)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:08.903584 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-04050cd3-12e5-46ee-961d-99d3e1006435 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (36d88891-bfa0-4482-8c78-fd10913fd1f3), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:08.906266 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 52336) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:08.959615 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d4134f-26c2-4046-842b-9c8e1e0d0b6d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:08.961261 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-16d4134f-26c2-4046-842b-9c8e1e0d0b6d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:09.032339 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-04050cd3-12e5-46ee-961d-99d3e1006435 admin admin] Calling delete_port for 36d88891-bfa0-4482-8c78-fd10913fd1f3 owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:41:09.055385 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17982ca3-c030-46ce-8d1b-db1085db3815 req-133a2986-21ac-4499-8c51-d4427ec8f0e8 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:09.065414 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17982ca3-c030-46ce-8d1b-db1085db3815 req-133a2986-21ac-4499-8c51-d4427ec8f0e8 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 945 time: 0.6767926 Mar 07 10:41:09.110547 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-16d4134f-26c2-4046-842b-9c8e1e0d0b6d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1962385 Mar 07 10:41:09.132549 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2a15b5bb-d4e1-48fd-8d54-667a4aef7940 None None] Current status of the port e5a9f0a5-ee49-416a-90da-d6d2462fc796 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:09.171909 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17982ca3-c030-46ce-8d1b-db1085db3815 req-1a51e22e-08c5-4793-96a0-9cdde8d9f53b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047096 Mar 07 10:41:09.198522 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-5859181a-3a60-4343-9420-270910e13199 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da3688d3-10e0-4a5d-bb39-c96a68d7998c HTTP/1.1" status: 200 len: 1000 time: 0.3306897 Mar 07 10:41:09.215133 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6c90f826-5683-442c-8215-cb37017dcd9c None None] Publish callbacks [] for port (c4094086-0f71-4ec9-bccb-a291495bd930), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:09.234817 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port e5a9f0a5-ee49-416a-90da-d6d2462fc796 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:09.236006 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a835ce49-05d1-4912-96df-8decd78534b0 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:09.243940 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6c90f826-5683-442c-8215-cb37017dcd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c4094086-0f71-4ec9-bccb-a291495bd930), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:09.263096 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-61089d29-ac3b-42ce-a4e4-84bad8f3f5de tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:09.320170 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b92100-2987-48ad-a538-0ef97a0f1c24 req-2de7daf7-2af5-4127-a1a0-fa68b7580435 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:09.328315 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72b92100-2987-48ad-a538-0ef97a0f1c24 req-2de7daf7-2af5-4127-a1a0-fa68b7580435 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 945 time: 0.3317401 Mar 07 10:41:09.341246 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6befe4e-7eff-4c44-908f-3e88566987f0 None None] Pushing event updated for resources: {'Port': ['ID=c4094086-0f71-4ec9-bccb-a291495bd930,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:09.356840 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6befe4e-7eff-4c44-908f-3e88566987f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:09.357208 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6befe4e-7eff-4c44-908f-3e88566987f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:09.357546 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6befe4e-7eff-4c44-908f-3e88566987f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:09.357878 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6befe4e-7eff-4c44-908f-3e88566987f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:09.358206 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6befe4e-7eff-4c44-908f-3e88566987f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:09.358528 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6befe4e-7eff-4c44-908f-3e88566987f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:09.358847 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6befe4e-7eff-4c44-908f-3e88566987f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:09.359159 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6befe4e-7eff-4c44-908f-3e88566987f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:09.365317 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6befe4e-7eff-4c44-908f-3e88566987f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:09.365701 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6befe4e-7eff-4c44-908f-3e88566987f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:09.365973 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6befe4e-7eff-4c44-908f-3e88566987f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:09.366301 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6befe4e-7eff-4c44-908f-3e88566987f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:09.366623 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6befe4e-7eff-4c44-908f-3e88566987f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:09.389682 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-351f20df-b1f1-4af3-b2f6-860eb713700a None None] Provisioning complete for port f8461e0d-ec75-4fe8-9d49-1b9f188d8265 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:09.390281 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-351f20df-b1f1-4af3-b2f6-860eb713700a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f8461e0d-ec75-4fe8-9d49-1b9f188d8265), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:09.467958 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port a835ce49-05d1-4912-96df-8decd78534b0 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:09.468332 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a835ce49-05d1-4912-96df-8decd78534b0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:09.476584 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d4ac1097-82a6-459e-9bf9-a220f8c64a3d admin admin] Publish callbacks [] for security_group (7bede1f8-c8bb-42ed-b634-fda95766e3ab), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:09.495085 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-6c90f826-5683-442c-8215-cb37017dcd9c None None] Attempting to bind port c4094086-0f71-4ec9-bccb-a291495bd930 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:41:09.495528 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-6c90f826-5683-442c-8215-cb37017dcd9c None None] Attempting to bind port c4094086-0f71-4ec9-bccb-a291495bd930 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '59b13e75-30d7-418d-a8ee-7db3ff010fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:41:09.496174 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c90f826-5683-442c-8215-cb37017dcd9c None None] Attempting to bind port c4094086-0f71-4ec9-bccb-a291495bd930 on network 00afd099-7a30-4cd1-919e-35d92c7ee376 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:09.510669 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c90f826-5683-442c-8215-cb37017dcd9c None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:41:09.511841 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c90f826-5683-442c-8215-cb37017dcd9c None None] Checking segment: {'id': '59b13e75-30d7-418d-a8ee-7db3ff010fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:09.512426 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6c90f826-5683-442c-8215-cb37017dcd9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:09.513185 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c90f826-5683-442c-8215-cb37017dcd9c None None] Bound using segment: {'id': '59b13e75-30d7-418d-a8ee-7db3ff010fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:41:09.517492 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-6c90f826-5683-442c-8215-cb37017dcd9c None None] Bound port: c4094086-0f71-4ec9-bccb-a291495bd930, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b13e75-30d7-418d-a8ee-7db3ff010fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:41:09.518192 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6c90f826-5683-442c-8215-cb37017dcd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c4094086-0f71-4ec9-bccb-a291495bd930), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:09.530152 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-61089d29-ac3b-42ce-a4e4-84bad8f3f5de tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Allocated IP 172.25.3.24 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/e5dee3eb-1e1b-418c-b1a7-5e347d733e12) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:09.533853 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d4ac1097-82a6-459e-9bf9-a220f8c64a3d admin admin] Publish callbacks [] for security_group (7bede1f8-c8bb-42ed-b634-fda95766e3ab), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:09.591583 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-351f20df-b1f1-4af3-b2f6-860eb713700a None None] Port f8461e0d-ec75-4fe8-9d49-1b9f188d8265 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:41:09.631600 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-79b674c7-c9a3-4bad-aa36-02666b179435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:09.633130 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-79b674c7-c9a3-4bad-aa36-02666b179435 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d38c473b-24ce-45db-824d-0ac6bb35cbdc HTTP/1.1" status: 200 len: 856 time: 0.4285796 Mar 07 10:41:09.644107 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 52340) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:09.646608 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-351f20df-b1f1-4af3-b2f6-860eb713700a None None] Provisioning complete for port 7afcc113-918d-4856-a414-821d3eaf65d7 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:09.646996 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-351f20df-b1f1-4af3-b2f6-860eb713700a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7afcc113-918d-4856-a414-821d3eaf65d7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:09.649937 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-1f8a0ec0-760c-48ee-9ae4-4885e53b5bbb tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Request body: {'security_group': {'name': 'tempest-securitygroup--569470228', 'description': 'tempest-description--818059837'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:09.672577 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d4ac1097-82a6-459e-9bf9-a220f8c64a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7bede1f8-c8bb-42ed-b634-fda95766e3ab), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:09.675426 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d4ac1097-82a6-459e-9bf9-a220f8c64a3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:09.677022 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d4ac1097-82a6-459e-9bf9-a220f8c64a3d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7bede1f8-c8bb-42ed-b634-fda95766e3ab HTTP/1.1" status: 204 len: 168 time: 0.7044735 Mar 07 10:41:09.682120 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-6c90f826-5683-442c-8215-cb37017dcd9c None None] For port c4094086-0f71-4ec9-bccb-a291495bd930, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:09.686300 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-6c90f826-5683-442c-8215-cb37017dcd9c None None] For port c4094086-0f71-4ec9-bccb-a291495bd930, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c4094086-0f71-4ec9-bccb-a291495bd930,segment=NetworkSegment(59b13e75-30d7-418d-a8ee-7db3ff010fd0),segment_id=59b13e75-30d7-418d-a8ee-7db3ff010fd0)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:09.704449 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6c90f826-5683-442c-8215-cb37017dcd9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c4094086-0f71-4ec9-bccb-a291495bd930), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:09.805703 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6befe4e-7eff-4c44-908f-3e88566987f0 None None] Pushing event updated for resources: {'Port': ['ID=c4094086-0f71-4ec9-bccb-a291495bd930,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:09.847135 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c90f826-5683-442c-8215-cb37017dcd9c None None] Routers {'dbe384a5-db09-4013-b7fe-237a2c708d3b'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:41:09.847877 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-351f20df-b1f1-4af3-b2f6-860eb713700a None None] Port 7afcc113-918d-4856-a414-821d3eaf65d7 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:41:09.850132 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6c90f826-5683-442c-8215-cb37017dcd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:41:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['dbe384a5-db09-4013-b7fe-237a2c708d3b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:09.875024 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:09.877426 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port a835ce49-05d1-4912-96df-8decd78534b0 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:09.877974 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a835ce49-05d1-4912-96df-8decd78534b0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:09.914894 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac1097-82a6-459e-9bf9-a220f8c64a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bede1f8-c8bb-42ed-b634-fda95766e3ab,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:09.987002 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72b92100-2987-48ad-a538-0ef97a0f1c24 req-6fa5a069-7516-45ba-b640-04269ee1d705 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6574521 Mar 07 10:41:09.994545 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-351f20df-b1f1-4af3-b2f6-860eb713700a None None] Provisioning complete for port a835ce49-05d1-4912-96df-8decd78534b0 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:10.000827 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-351f20df-b1f1-4af3-b2f6-860eb713700a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a835ce49-05d1-4912-96df-8decd78534b0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:10.036460 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-61089d29-ac3b-42ce-a4e4-84bad8f3f5de tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for port (e5dee3eb-1e1b-418c-b1a7-5e347d733e12), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:10.037812 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1f8a0ec0-760c-48ee-9ae4-4885e53b5bbb tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:10.106281 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port a835ce49-05d1-4912-96df-8decd78534b0, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a835ce49-05d1-4912-96df-8decd78534b0,segment=NetworkSegment(cba6b645-26d8-4bc0-bf27-966307861fb5),segment_id=cba6b645-26d8-4bc0-bf27-966307861fb5)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:10.129151 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-2c379803-d10c-4427-842a-a619e463dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:10.130820 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-2c379803-d10c-4427-842a-a619e463dbd0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=42927475-2854-4f64-98e9-ef161f74924a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4757874 Mar 07 10:41:10.135581 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a835ce49-05d1-4912-96df-8decd78534b0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:10.200556 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-6c90f826-5683-442c-8215-cb37017dcd9c None None] Set router dbe384a5-db09-4013-b7fe-237a2c708d3b gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:41:10.262376 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08900f36-1185-4ec5-9fc2-647bc4bd1b42 req-7c721d0e-ee7a-447c-80fc-ec611d3b43eb tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:10.264030 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-08900f36-1185-4ec5-9fc2-647bc4bd1b42 req-7c721d0e-ee7a-447c-80fc-ec611d3b43eb tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f608c97-4774-41e6-a823-68365cadca0e HTTP/1.1" status: 200 len: 945 time: 0.2939746 Mar 07 10:41:10.329064 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-61089d29-ac3b-42ce-a4e4-84bad8f3f5de tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (e5dee3eb-1e1b-418c-b1a7-5e347d733e12), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:10.364058 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-351f20df-b1f1-4af3-b2f6-860eb713700a None None] Current status of the port a835ce49-05d1-4912-96df-8decd78534b0 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:10.368342 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=a835ce49-05d1-4912-96df-8decd78534b0,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:10.441343 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c4094086-0f71-4ec9-bccb-a291495bd930 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:10.456512 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61089d29-ac3b-42ce-a4e4-84bad8f3f5de tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:10.468551 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-61089d29-ac3b-42ce-a4e4-84bad8f3f5de tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:10.476897 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61089d29-ac3b-42ce-a4e4-84bad8f3f5de tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:10.537417 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-08900f36-1185-4ec5-9fc2-647bc4bd1b42 req-f826e3c5-709a-4ed0-adc5-9b46fefd2f33 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591515 Mar 07 10:41:10.540691 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61089d29-ac3b-42ce-a4e4-84bad8f3f5de tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event updated for resources: {'Port': ['ID=e5dee3eb-1e1b-418c-b1a7-5e347d733e12,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:10.622730 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1f8a0ec0-760c-48ee-9ae4-4885e53b5bbb tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for security_group (1b7ff8d0-cbce-43ce-acda-661fc6e853f0), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:10.639150 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1f8a0ec0-760c-48ee-9ae4-4885e53b5bbb tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (1b7ff8d0-cbce-43ce-acda-661fc6e853f0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:10.747858 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-47c05c17-2035-4e1a-b1bb-2502a3db8451 None None] Provisioning complete for port c4094086-0f71-4ec9-bccb-a291495bd930 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:10.748995 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8a0ec0-760c-48ee-9ae4-4885e53b5bbb tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7ff8d0-cbce-43ce-acda-661fc6e853f0,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:10.749284 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-47c05c17-2035-4e1a-b1bb-2502a3db8451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c4094086-0f71-4ec9-bccb-a291495bd930), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:10.793798 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port c4094086-0f71-4ec9-bccb-a291495bd930 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:10.794223 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-04050cd3-12e5-46ee-961d-99d3e1006435 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (36d88891-bfa0-4482-8c78-fd10913fd1f3), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:10.794803 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c4094086-0f71-4ec9-bccb-a291495bd930), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:10.821227 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd2d05-743a-462f-9511-957d50f9d7fc req-6e5aded4-a60b-4d00-ba93-bf0a2edd6b99 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:10.832185 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-14dd2d05-743a-462f-9511-957d50f9d7fc req-6e5aded4-a60b-4d00-ba93-bf0a2edd6b99 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 945 time: 0.3701875 Mar 07 10:41:10.898520 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6c90f826-5683-442c-8215-cb37017dcd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'name': 'tempest-AttachVolumeNegativeTest-2102200365-router', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:01Z', 'revision_number': 4, 'project_id': '963e73da008c45bbbe3340617f958250', 'gw_port': {'id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'c4094086-0f71-4ec9-bccb-a291495bd930', 'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'mac_address': 'fa:16:3e:8e:5e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:59Z', 'updated_at': '2022-03-07T10:41:09Z', 'revision_number': 4, 'project_id': '963e73da008c45bbbe3340617f958250', 'subnets': [{'id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:10.900829 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-61089d29-ac3b-42ce-a4e4-84bad8f3f5de tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for floatingip (aca9efb0-576d-4619-b682-9856b5a99e98), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:10.909776 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-b5ffa0ba-587e-47f5-8553-cea673592f22 service neutron] 10.222.0.21 "GET /v2.0/networks/42927475-2854-4f64-98e9-ef161f74924a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7657468 Mar 07 10:41:10.913658 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505dc2a-6c80-4e1e-a85e-ad41146e53e6 req-60cab906-3fd7-4c9f-92cb-3d16c0124b8e tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:10.914406 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-47c05c17-2035-4e1a-b1bb-2502a3db8451 None None] Current status of the port c4094086-0f71-4ec9-bccb-a291495bd930 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:10.914801 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-47c05c17-2035-4e1a-b1bb-2502a3db8451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c4094086-0f71-4ec9-bccb-a291495bd930), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:10.921871 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f505dc2a-6c80-4e1e-a85e-ad41146e53e6 req-60cab906-3fd7-4c9f-92cb-3d16c0124b8e tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f608c97-4774-41e6-a823-68365cadca0e HTTP/1.1" status: 200 len: 945 time: 0.2244577 Mar 07 10:41:10.934046 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04050cd3-12e5-46ee-961d-99d3e1006435 admin admin] Pushing event deleted for resources: {'Port': ['ID=36d88891-bfa0-4482-8c78-fd10913fd1f3,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:10.944442 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1f8a0ec0-760c-48ee-9ae4-4885e53b5bbb tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:10.945721 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1f8a0ec0-760c-48ee-9ae4-4885e53b5bbb tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3003221 Mar 07 10:41:10.952505 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c90f826-5683-442c-8215-cb37017dcd9c None None] The sync data for ids ['dbe384a5-db09-4013-b7fe-237a2c708d3b'] in n-d-832164-4 is: [{'id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'name': 'tempest-AttachVolumeNegativeTest-2102200365-router', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:01Z', 'revision_number': 4, 'project_id': '963e73da008c45bbbe3340617f958250', 'gw_port': {'id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'c4094086-0f71-4ec9-bccb-a291495bd930', 'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'mac_address': 'fa:16:3e:8e:5e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:59Z', 'updated_at': '2022-03-07T10:41:09Z', 'revision_number': 4, 'project_id': '963e73da008c45bbbe3340617f958250', 'subnets': [{'id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:41:10.956599 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52366) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:10.967105 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-a055a3c7-eb20-4142-808c-b7ea3876b850 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Request body: {'security_group_rule': {'security_group_id': '1b7ff8d0-cbce-43ce-acda-661fc6e853f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:11.024866 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port c4094086-0f71-4ec9-bccb-a291495bd930 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:11.025291 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c4094086-0f71-4ec9-bccb-a291495bd930), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:11.090119 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port c4094086-0f71-4ec9-bccb-a291495bd930, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c4094086-0f71-4ec9-bccb-a291495bd930,segment=NetworkSegment(59b13e75-30d7-418d-a8ee-7db3ff010fd0),segment_id=59b13e75-30d7-418d-a8ee-7db3ff010fd0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:11.098055 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c4094086-0f71-4ec9-bccb-a291495bd930), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:11.099727 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 34e571c5-a134-46e3-88c3-6febfa35d563 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:11.207426 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-14dd2d05-743a-462f-9511-957d50f9d7fc req-42c00121-41e0-4215-98f9-b2455cbd890a tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737581 Mar 07 10:41:11.210622 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a055a3c7-eb20-4142-808c-b7ea3876b850 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for security_group_rule (78e8ff29-71c5-4189-812a-89098aeb0b84), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:11.232686 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-61089d29-ac3b-42ce-a4e4-84bad8f3f5de tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e5dee3eb-1e1b-418c-b1a7-5e347d733e12), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:11.306009 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-47c05c17-2035-4e1a-b1bb-2502a3db8451 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:41:11.306573 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-47c05c17-2035-4e1a-b1bb-2502a3db8451 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:41:11.306809 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f505dc2a-6c80-4e1e-a85e-ad41146e53e6 req-a745c7bc-f927-4e03-8520-a71e1280516c tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834801 Mar 07 10:41:11.343695 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-beb19756-01c0-4a9d-907e-544b0580d6ff service neutron] 10.222.0.21 "GET /v2.0/networks/42927475-2854-4f64-98e9-ef161f74924a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967857 Mar 07 10:41:11.351188 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=c4094086-0f71-4ec9-bccb-a291495bd930,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:11.371977 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 34e571c5-a134-46e3-88c3-6febfa35d563 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:11.384381 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (34e571c5-a134-46e3-88c3-6febfa35d563), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:11.520166 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-edaeb7f1-c673-468b-8049-0c4e5e435de5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=c3aa9d0d-4783-4690-a7c2-eec9bc6a844c HTTP/1.1" status: 200 len: 217 time: 0.1646025 Mar 07 10:41:11.559299 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a055a3c7-eb20-4142-808c-b7ea3876b850 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for security_group_rule (78e8ff29-71c5-4189-812a-89098aeb0b84), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:11.572555 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a055a3c7-eb20-4142-808c-b7ea3876b850 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (78e8ff29-71c5-4189-812a-89098aeb0b84), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:11.611954 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 34e571c5-a134-46e3-88c3-6febfa35d563 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:11.644396 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:11.675063 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055a3c7-eb20-4142-808c-b7ea3876b850 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e8ff29-71c5-4189-812a-89098aeb0b84,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:11.714305 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a055a3c7-eb20-4142-808c-b7ea3876b850 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:11.715853 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a055a3c7-eb20-4142-808c-b7ea3876b850 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7529221 Mar 07 10:41:11.719587 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52386) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:11.723344 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-04050cd3-12e5-46ee-961d-99d3e1006435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (f3d57fcf-5310-47d5-92de-04a36833f956), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:11.728275 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-abec3cc5-94b6-45cf-b32a-22f507ab1d7c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Request body: {'security_group_rule': {'security_group_id': '1b7ff8d0-cbce-43ce-acda-661fc6e853f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:11.772589 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-c222d39d-a606-47c5-882e-16121750a159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:11.774027 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-c222d39d-a606-47c5-882e-16121750a159 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ed499a86-ec02-4098-a7e4-19223dad71d3 HTTP/1.1" status: 200 len: 797 time: 0.1310823 Mar 07 10:41:11.856178 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abec3cc5-94b6-45cf-b32a-22f507ab1d7c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for security_group_rule (1dd08acb-d54b-4d3b-bf31-404525c681ff), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:11.872132 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2abea-c27b-4a1a-9216-cd28c340961f req-909c3c10-ec76-4eb5-b93e-f432e6b301e2 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:11.879007 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f2e2abea-c27b-4a1a-9216-cd28c340961f req-909c3c10-ec76-4eb5-b93e-f432e6b301e2 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 945 time: 0.3870366 Mar 07 10:41:11.893967 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-47c05c17-2035-4e1a-b1bb-2502a3db8451 None None] Current status of the port c4094086-0f71-4ec9-bccb-a291495bd930 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:11.923982 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-47c05c17-2035-4e1a-b1bb-2502a3db8451 None None] Provisioning complete for port a835ce49-05d1-4912-96df-8decd78534b0 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:11.924694 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-47c05c17-2035-4e1a-b1bb-2502a3db8451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a835ce49-05d1-4912-96df-8decd78534b0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:11.935790 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-61089d29-ac3b-42ce-a4e4-84bad8f3f5de tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for port (e5dee3eb-1e1b-418c-b1a7-5e347d733e12), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:11.957752 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-61089d29-ac3b-42ce-a4e4-84bad8f3f5de tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (e5dee3eb-1e1b-418c-b1a7-5e347d733e12), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:12.006215 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f2e2abea-c27b-4a1a-9216-cd28c340961f req-d150ea1b-0d6b-4e88-929f-dd8e8ececca7 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263356 Mar 07 10:41:12.089895 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-61089d29-ac3b-42ce-a4e4-84bad8f3f5de tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (aca9efb0-576d-4619-b682-9856b5a99e98), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:12.185014 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-47c05c17-2035-4e1a-b1bb-2502a3db8451 None None] Current status of the port a835ce49-05d1-4912-96df-8decd78534b0 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:12.304421 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-61089d29-ac3b-42ce-a4e4-84bad8f3f5de tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:12.329201 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-61089d29-ac3b-42ce-a4e4-84bad8f3f5de tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1221244 Mar 07 10:41:12.329201 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abec3cc5-94b6-45cf-b32a-22f507ab1d7c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for security_group_rule (1dd08acb-d54b-4d3b-bf31-404525c681ff), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:12.353779 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61089d29-ac3b-42ce-a4e4-84bad8f3f5de tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event updated for resources: {'Port': ['ID=e5dee3eb-1e1b-418c-b1a7-5e347d733e12,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:12.360664 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abec3cc5-94b6-45cf-b32a-22f507ab1d7c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (1dd08acb-d54b-4d3b-bf31-404525c681ff), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:12.406022 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec3cc5-94b6-45cf-b32a-22f507ab1d7c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd08acb-d54b-4d3b-bf31-404525c681ff,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:12.416840 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abec3cc5-94b6-45cf-b32a-22f507ab1d7c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:12.418638 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-abec3cc5-94b6-45cf-b32a-22f507ab1d7c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6939561 Mar 07 10:41:12.423430 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52416) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:12.437620 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-fe6cfe77-0715-4e4a-b650-eacfae70d259 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:12.513622 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe6cfe77-0715-4e4a-b650-eacfae70d259 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:12.527967 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c4094086-0f71-4ec9-bccb-a291495bd930 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:12.590706 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907840f-7473-4a12-956f-76c707794d67 req-1e5856a2-bc55-42e9-acbb-ea6e6b0623e1 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:12.598289 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f907840f-7473-4a12-956f-76c707794d67 req-1e5856a2-bc55-42e9-acbb-ea6e6b0623e1 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f608c97-4774-41e6-a823-68365cadca0e HTTP/1.1" status: 200 len: 945 time: 0.1418016 Mar 07 10:41:12.653643 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port c4094086-0f71-4ec9-bccb-a291495bd930 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:12.654353 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c4094086-0f71-4ec9-bccb-a291495bd930), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:12.686632 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f907840f-7473-4a12-956f-76c707794d67 req-7636a701-7978-4082-ac32-d6c143434cff tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872719 Mar 07 10:41:12.755547 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-16550542-0e4d-401e-ac7c-f4c2c4783277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:12.757926 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-16550542-0e4d-401e-ac7c-f4c2c4783277 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b6eeb2fc-5732-462c-95ea-d42f3351bff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.9063945 Mar 07 10:41:12.783441 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe6cfe77-0715-4e4a-b650-eacfae70d259 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:12.787898 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port c4094086-0f71-4ec9-bccb-a291495bd930 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:12.789022 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a835ce49-05d1-4912-96df-8decd78534b0 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:12.853510 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc8f99-b775-4b91-88cf-09f789a4dfc7 req-9ad2257b-4eca-4d06-b084-cb46aa61aad0 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:12.855158 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-30cc8f99-b775-4b91-88cf-09f789a4dfc7 req-9ad2257b-4eca-4d06-b084-cb46aa61aad0 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 945 time: 0.1670866 Mar 07 10:41:12.889664 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port a835ce49-05d1-4912-96df-8decd78534b0 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:12.890180 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a835ce49-05d1-4912-96df-8decd78534b0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:12.894205 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:12.896743 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-9b3011c5-e9ae-4390-97d2-630a4a9c98af tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1880852032&fields=id&tenant_id=963e73da008c45bbbe3340617f958250 HTTP/1.1" status: 200 len: 267 time: 0.0585549 Mar 07 10:41:13.012203 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port a835ce49-05d1-4912-96df-8decd78534b0 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:13.012439 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-ae5d15d6-eee9-416f-ac07-43f7aee2cdff service neutron] 10.222.0.21 "GET /v2.0/networks/b6eeb2fc-5732-462c-95ea-d42f3351bff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455018 Mar 07 10:41:13.028597 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-30cc8f99-b775-4b91-88cf-09f789a4dfc7 req-c791510e-25c0-4955-8a20-4251029cd0d3 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403418 Mar 07 10:41:13.055275 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04050cd3-12e5-46ee-961d-99d3e1006435 admin admin] Router f3d57fcf-5310-47d5-92de-04a36833f956 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:41:13.083457 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-fe6cfe77-0715-4e4a-b650-eacfae70d259 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Allocated IP 172.25.3.234 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/10e1cd4f-8acb-4ab2-94d2-4be65132546c) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:13.116438 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-c3a43e3f-320e-439e-ae1d-a7aad7972bc8 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:13.124172 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-c3a43e3f-320e-439e-ae1d-a7aad7972bc8 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/networks?id=00afd099-7a30-4cd1-919e-35d92c7ee376 HTTP/1.1" status: 200 len: 815 time: 0.2157533 Mar 07 10:41:13.148576 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-6266471f-8d38-4a68-a201-573538502e7b tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/quotas/963e73da008c45bbbe3340617f958250 HTTP/1.1" status: 200 len: 375 time: 0.0225983 Mar 07 10:41:13.239299 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-f72eb931-10d2-4e3a-95ab-521a1c309edb service neutron] 10.222.0.21 "GET /v2.0/networks/b6eeb2fc-5732-462c-95ea-d42f3351bff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150390 Mar 07 10:41:13.273477 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-982b6e30-304f-446f-9adf-a6d58419eb25 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=963e73da008c45bbbe3340617f958250&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1239088 Mar 07 10:41:13.319276 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe6cfe77-0715-4e4a-b650-eacfae70d259 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for port (10e1cd4f-8acb-4ab2-94d2-4be65132546c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:13.340575 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-726d266b-eff5-44ce-9e9f-e62398b13e70 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.208&port_id=954ea4bb-79fb-4f3b-aff3-9b1897120944 HTTP/1.1" status: 200 len: 217 time: 0.0843706 Mar 07 10:41:13.350289 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2fa2d-b178-479f-853a-599e0e5e420b req-efbe9600-4e6f-4817-b1f2-e66fa07602e8 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:13.351789 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-46e2fa2d-b178-479f-853a-599e0e5e420b req-efbe9600-4e6f-4817-b1f2-e66fa07602e8 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 945 time: 0.2315526 Mar 07 10:41:13.409414 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04050cd3-12e5-46ee-961d-99d3e1006435 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:41:13.414842 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-04050cd3-12e5-46ee-961d-99d3e1006435 admin admin] 10.222.0.11 "PUT /v2.0/routers/f3d57fcf-5310-47d5-92de-04a36833f956/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8520956 Mar 07 10:41:13.418787 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 52450) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:13.424205 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-9b99cf56-b1c4-4db7-85e3-c4835af6d29f service neutron] 10.222.0.11 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239796 Mar 07 10:41:13.425692 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f799d8a7-bfc0-4c4f-888b-3c00812cae8f None None] Sync routers for ids ['f3d57fcf-5310-47d5-92de-04a36833f956'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:41:13.428533 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe6cfe77-0715-4e4a-b650-eacfae70d259 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (10e1cd4f-8acb-4ab2-94d2-4be65132546c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:13.441095 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f799d8a7-bfc0-4c4f-888b-3c00812cae8f None None] Routers {'f3d57fcf-5310-47d5-92de-04a36833f956'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:41:13.442098 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f799d8a7-bfc0-4c4f-888b-3c00812cae8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:41:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f3d57fcf-5310-47d5-92de-04a36833f956'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:13.503154 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-46e2fa2d-b178-479f-853a-599e0e5e420b req-6aa16f66-8db7-4776-a099-7ab95888ab55 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375191 Mar 07 10:41:13.516668 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-74892f8a-6c1d-41dc-bbd5-35a9bfbaf500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:13.518304 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-74892f8a-6c1d-41dc-bbd5-35a9bfbaf500 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ed499a86-ec02-4098-a7e4-19223dad71d3 HTTP/1.1" status: 200 len: 797 time: 0.1654568 Mar 07 10:41:13.519578 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6cfe77-0715-4e4a-b650-eacfae70d259 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:13.549214 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-fe6cfe77-0715-4e4a-b650-eacfae70d259 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:13.556645 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6cfe77-0715-4e4a-b650-eacfae70d259 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:13.587034 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cfe77-0715-4e4a-b650-eacfae70d259 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Pushing event updated for resources: {'Port': ['ID=10e1cd4f-8acb-4ab2-94d2-4be65132546c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:13.588265 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-f799d8a7-bfc0-4c4f-888b-3c00812cae8f None None] Set router f3d57fcf-5310-47d5-92de-04a36833f956 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:41:13.631778 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-caa1ce58-a914-416c-8b43-9473d1920530 service neutron] 10.222.0.11 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002859 Mar 07 10:41:13.640196 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e3eea55b-bee6-4f34-a96d-32dd7958722d admin admin] Publish callbacks [] for router (f3d57fcf-5310-47d5-92de-04a36833f956), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:13.684936 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe6cfe77-0715-4e4a-b650-eacfae70d259 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for floatingip (572194b6-8ab6-4d93-9100-fb93f524ef43), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:13.719983 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-bd809bb9-5367-443e-ad39-b845419d8bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:13.721725 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-bd809bb9-5367-443e-ad39-b845419d8bfa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b6eeb2fc-5732-462c-95ea-d42f3351bff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1873274 Mar 07 10:41:13.762196 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe6cfe77-0715-4e4a-b650-eacfae70d259 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (10e1cd4f-8acb-4ab2-94d2-4be65132546c), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:13.892992 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f799d8a7-bfc0-4c4f-888b-3c00812cae8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'name': 'tempest-ServersTestFqdnHostnames-624357097-router', 'tenant_id': '34de055ad44246c38dcfdb4f7edf5559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'a9b17a78-ff05-4332-ae7b-4523f8a89209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:42Z', 'updated_at': '2022-03-07T10:41:10Z', 'revision_number': 5, 'project_id': '34de055ad44246c38dcfdb4f7edf5559', 'gw_port': {'id': 'a9b17a78-ff05-4332-ae7b-4523f8a89209', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:45Z', 'updated_at': '2022-03-07T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:13.931441 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f799d8a7-bfc0-4c4f-888b-3c00812cae8f None None] Checking router: f3d57fcf-5310-47d5-92de-04a36833f956 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:41:13.943800 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f799d8a7-bfc0-4c4f-888b-3c00812cae8f None None] Routers {'f3d57fcf-5310-47d5-92de-04a36833f956'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:41:13.944602 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f799d8a7-bfc0-4c4f-888b-3c00812cae8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:41:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f3d57fcf-5310-47d5-92de-04a36833f956'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:13.957841 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e3eea55b-bee6-4f34-a96d-32dd7958722d admin admin] Publish callbacks [] for router_gateway (f3d57fcf-5310-47d5-92de-04a36833f956), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:14.057099 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4a3ee030-3067-4a07-82c9-5f453c57dd60 req-07b82ab8-906b-4cee-baa4-807bc6b214fd tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=29231323-4b16-406e-8eb2-ab3d88156342 HTTP/1.1" status: 200 len: 210 time: 0.1371567 Mar 07 10:41:14.077893 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-bbb8e233-6ca8-48f4-b4f8-557bec08fa22 service neutron] 10.222.0.21 "GET /v2.0/networks/b6eeb2fc-5732-462c-95ea-d42f3351bff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451638 Mar 07 10:41:14.088564 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c64999-6383-4506-94a4-1cc54db41739 req-09e8da77-0ce3-4590-97c0-b1e2aa6f495e tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:14.090687 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80c64999-6383-4506-94a4-1cc54db41739 req-09e8da77-0ce3-4590-97c0-b1e2aa6f495e tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f608c97-4774-41e6-a823-68365cadca0e HTTP/1.1" status: 200 len: 945 time: 0.1345057 Mar 07 10:41:14.103985 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe6cfe77-0715-4e4a-b650-eacfae70d259 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for port (10e1cd4f-8acb-4ab2-94d2-4be65132546c), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:14.118348 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-f799d8a7-bfc0-4c4f-888b-3c00812cae8f None None] Set router f3d57fcf-5310-47d5-92de-04a36833f956 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:41:14.120296 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe6cfe77-0715-4e4a-b650-eacfae70d259 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (10e1cd4f-8acb-4ab2-94d2-4be65132546c), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:14.249667 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80c64999-6383-4506-94a4-1cc54db41739 req-3dcecec2-e916-4bac-a2d3-60416e487a6b tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772071 Mar 07 10:41:14.280013 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-e3eea55b-bee6-4f34-a96d-32dd7958722d admin admin] Deleting port a9b17a78-ff05-4332-ae7b-4523f8a89209 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:41:14.280495 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e3eea55b-bee6-4f34-a96d-32dd7958722d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a9b17a78-ff05-4332-ae7b-4523f8a89209), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:14.303903 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-b8215dc1-0d1d-47c3-9753-fe1601c0c790 service neutron] 10.222.0.21 "GET /v2.0/networks/b6eeb2fc-5732-462c-95ea-d42f3351bff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121072 Mar 07 10:41:14.360284 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-ae24719f-13b0-43a4-8a25-3d47e4353266 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=dd308e88-228c-48d1-aca2-6ee75466e34d HTTP/1.1" status: 200 len: 217 time: 0.0462849 Mar 07 10:41:14.458547 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f799d8a7-bfc0-4c4f-888b-3c00812cae8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'name': 'tempest-ServersTestFqdnHostnames-624357097-router', 'tenant_id': '34de055ad44246c38dcfdb4f7edf5559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'a9b17a78-ff05-4332-ae7b-4523f8a89209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:42Z', 'updated_at': '2022-03-07T10:41:10Z', 'revision_number': 5, 'project_id': '34de055ad44246c38dcfdb4f7edf5559', 'gw_port': {'id': 'a9b17a78-ff05-4332-ae7b-4523f8a89209', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:45Z', 'updated_at': '2022-03-07T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:14.472465 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-2c473584-38b6-447e-aee8-5cb529db2206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:14.473875 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-2c473584-38b6-447e-aee8-5cb529db2206 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ed499a86-ec02-4098-a7e4-19223dad71d3 HTTP/1.1" status: 200 len: 797 time: 0.0779920 Mar 07 10:41:14.483064 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-e3eea55b-bee6-4f34-a96d-32dd7958722d admin admin] For port a9b17a78-ff05-4332-ae7b-4523f8a89209, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a9b17a78-ff05-4332-ae7b-4523f8a89209,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:14.483436 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e3eea55b-bee6-4f34-a96d-32dd7958722d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a9b17a78-ff05-4332-ae7b-4523f8a89209), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:14.503276 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f799d8a7-bfc0-4c4f-888b-3c00812cae8f None None] The sync data for ids ['f3d57fcf-5310-47d5-92de-04a36833f956'] in n-d-832164-4 is: [{'id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'name': 'tempest-ServersTestFqdnHostnames-624357097-router', 'tenant_id': '34de055ad44246c38dcfdb4f7edf5559', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': 'a9b17a78-ff05-4332-ae7b-4523f8a89209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:42Z', 'updated_at': '2022-03-07T10:41:10Z', 'revision_number': 5, 'project_id': '34de055ad44246c38dcfdb4f7edf5559', 'gw_port': {'id': 'a9b17a78-ff05-4332-ae7b-4523f8a89209', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d57fcf-5310-47d5-92de-04a36833f956', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:45Z', 'updated_at': '2022-03-07T10:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:41:14.547835 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-e3eea55b-bee6-4f34-a96d-32dd7958722d admin admin] Calling delete_port for a9b17a78-ff05-4332-ae7b-4523f8a89209 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:41:14.582517 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6cfe77-0715-4e4a-b650-eacfae70d259 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Pushing event updated for resources: {'Port': ['ID=10e1cd4f-8acb-4ab2-94d2-4be65132546c,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:14.614101 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe6cfe77-0715-4e4a-b650-eacfae70d259 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (572194b6-8ab6-4d93-9100-fb93f524ef43), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:14.621413 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-83aec86d-822b-471e-886b-00ba759936c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:14.622966 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-83aec86d-822b-471e-886b-00ba759936c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b6eeb2fc-5732-462c-95ea-d42f3351bff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1355145 Mar 07 10:41:14.634477 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66fdab-2271-4d66-a5fe-42d51dc8c9de req-2bd8b913-53d7-4f29-b4ff-d484a4a963b1 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:14.642361 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9b66fdab-2271-4d66-a5fe-42d51dc8c9de req-2bd8b913-53d7-4f29-b4ff-d484a4a963b1 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 945 time: 0.4678862 Mar 07 10:41:14.661917 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe6cfe77-0715-4e4a-b650-eacfae70d259 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:14.669702 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fe6cfe77-0715-4e4a-b650-eacfae70d259 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2451663 Mar 07 10:41:14.741462 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9b66fdab-2271-4d66-a5fe-42d51dc8c9de req-44a500be-982e-44f1-93c5-7de73aa40a54 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806432 Mar 07 10:41:14.883118 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ff488-d551-4aec-b2ac-aa545a18774a req-47f27663-8d75-4e89-994e-d05fd7b1616d tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:14.891909 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8b3ff488-d551-4aec-b2ac-aa545a18774a req-47f27663-8d75-4e89-994e-d05fd7b1616d tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 945 time: 0.2388966 Mar 07 10:41:14.898482 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 3d76c770-c90a-4074-b461-3d0f8a636cb4 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:41:14.979972 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-7be45765-ac9d-4bd0-ba7e-c22a097e8630 service neutron] 10.222.0.21 "GET /v2.0/networks/b6eeb2fc-5732-462c-95ea-d42f3351bff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467014 Mar 07 10:41:15.001587 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-292a2119-3f59-4d85-aae2-10fdff128ad8 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--569470228&fields=id&tenant_id=a9dbaf75c1ca4f48aa31093c74e34d2b HTTP/1.1" status: 200 len: 267 time: 0.0852520 Mar 07 10:41:15.055874 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8b3ff488-d551-4aec-b2ac-aa545a18774a req-6adbff7f-21d2-454a-9a79-c8621827a9ec tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631048 Mar 07 10:41:15.102866 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-b26db249-c22f-4c05-83bb-8c6e684e2310 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:15.104309 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-b26db249-c22f-4c05-83bb-8c6e684e2310 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports/f8461e0d-ec75-4fe8-9d49-1b9f188d8265 HTTP/1.1" status: 200 len: 932 time: 0.0911624 Mar 07 10:41:15.132644 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 3d76c770-c90a-4074-b461-3d0f8a636cb4, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=3d76c770-c90a-4074-b461-3d0f8a636cb4,segment=NetworkSegment(be2730d6-1887-4428-ad70-9f895beb128c),segment_id=be2730d6-1887-4428-ad70-9f895beb128c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:15.162546 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '3d76c770-c90a-4074-b461-3d0f8a636cb4', 'network_id': '9da4d94f-c230-4f14-a6ee-34ff5fc1419f', 'port_id': '3d76c770-c90a-4074-b461-3d0f8a636cb4', 'mac_address': 'fa:16:3e:85:a0:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6e5e1d-c035-4681-acbd-bf9ee077ad51', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:41:15.193143 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-2629cbff-e7ba-4e63-a171-41b32d61ea3c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:15.195163 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-2629cbff-e7ba-4e63-a171-41b32d61ea3c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports/7afcc113-918d-4856-a414-821d3eaf65d7 HTTP/1.1" status: 200 len: 931 time: 0.0814943 Mar 07 10:41:15.210218 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e3eea55b-bee6-4f34-a96d-32dd7958722d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (a9b17a78-ff05-4332-ae7b-4523f8a89209), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:15.233025 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 3d76c770-c90a-4074-b461-3d0f8a636cb4 is: ACTIVE; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:15.233453 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3d76c770-c90a-4074-b461-3d0f8a636cb4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:15.256171 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0e309efb-70bb-4bb3-8539-6f3e5575460b req-0a7cf242-62e4-487e-8a51-637a6a708d34 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=29231323-4b16-406e-8eb2-ab3d88156342 HTTP/1.1" status: 200 len: 210 time: 0.0902166 Mar 07 10:41:15.258448 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3d76c770-c90a-4074-b461-3d0f8a636cb4 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:15.263767 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 52496) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:15.298657 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eea55b-bee6-4f34-a96d-32dd7958722d admin admin] Pushing event deleted for resources: {'Port': ['ID=a9b17a78-ff05-4332-ae7b-4523f8a89209,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:15.322625 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 3d76c770-c90a-4074-b461-3d0f8a636cb4, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=3d76c770-c90a-4074-b461-3d0f8a636cb4,segment=NetworkSegment(be2730d6-1887-4428-ad70-9f895beb128c),segment_id=be2730d6-1887-4428-ad70-9f895beb128c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:15.329250 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-80536fe8-c4f0-4ce8-8e11-7c77df877792 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?network_id=2e6e19dc-30d3-40ef-be16-f572a6948ec8&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1262259 Mar 07 10:41:15.329685 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3d76c770-c90a-4074-b461-3d0f8a636cb4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:15.396279 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-5e6f15fa-9bea-4779-89dd-19b9a345458f tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?network_id=2e6e19dc-30d3-40ef-be16-f572a6948ec8&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0653231 Mar 07 10:41:15.407110 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-3c6b9ff4-da78-41b0-9b18-b57560eaf839 service neutron] 10.222.0.21 "GET /v2.0/networks/b6eeb2fc-5732-462c-95ea-d42f3351bff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694701 Mar 07 10:41:15.408954 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e3eea55b-bee6-4f34-a96d-32dd7958722d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (f3d57fcf-5310-47d5-92de-04a36833f956), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:15.503094 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['3d76c770-c90a-4074-b461-3d0f8a636cb4'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:41:15.548480 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-b1fcd79b-cb8d-4d0d-b6c8-6942cfd13e4f tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:15.557223 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-b1fcd79b-cb8d-4d0d-b6c8-6942cfd13e4f tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:15.561302 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=3d76c770-c90a-4074-b461-3d0f8a636cb4,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:15.563979 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-b1fcd79b-cb8d-4d0d-b6c8-6942cfd13e4f tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:15.571879 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-b1fcd79b-cb8d-4d0d-b6c8-6942cfd13e4f tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/networks?id=7eaf476d-e62a-411a-84bb-9ffb8dabd737&id=d366e7ad-5e6d-41da-a70c-3aced4fea314&id=d366e7ad-5e6d-41da-a70c-3aced4fea314&id=2e6e19dc-30d3-40ef-be16-f572a6948ec8&id=2e6e19dc-30d3-40ef-be16-f572a6948ec8 HTTP/1.1" status: 200 len: 1989 time: 0.1745195 Mar 07 10:41:15.591943 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-f2056b31-7b12-4a62-816e-d6836ebe15ea tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/quotas/a9dbaf75c1ca4f48aa31093c74e34d2b HTTP/1.1" status: 200 len: 375 time: 0.0185678 Mar 07 10:41:15.645763 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-d784a79d-a0d9-4b2c-940f-d44b50b7b4dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=e30ed817-8760-43d1-b6f4-a2f921a6f91f HTTP/1.1" status: 200 len: 217 time: 0.2029877 Mar 07 10:41:15.657670 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-8e591bf7-9b86-47ea-9db5-64e09c82ea95 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9dbaf75c1ca4f48aa31093c74e34d2b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0638750 Mar 07 10:41:15.701747 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9da0d786-2eae-42ab-8f10-765e67824900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:15.736623 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e3eea55b-bee6-4f34-a96d-32dd7958722d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (f3d57fcf-5310-47d5-92de-04a36833f956), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:15.751933 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e3eea55b-bee6-4f34-a96d-32dd7958722d admin admin] Publish callbacks [] for router_controller (f3d57fcf-5310-47d5-92de-04a36833f956), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:15.761927 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-a42d9a8f-0695-45e2-b0dd-634b537d6dfe service neutron] 10.222.0.11 "GET /v2.0/networks/7eaf476d-e62a-411a-84bb-9ffb8dabd737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927689 Mar 07 10:41:15.831333 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-689ea767-0f62-40f5-a6b3-ec4d54d57b03 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:15.832144 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-689ea767-0f62-40f5-a6b3-ec4d54d57b03 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.31 "GET /v2.0/networks?id=00afd099-7a30-4cd1-919e-35d92c7ee376 HTTP/1.1" status: 200 len: 815 time: 0.4584494 Mar 07 10:41:15.845529 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5fdc9-2d37-4bb9-b711-c9b01ffb9c19 req-070511f8-8f69-446d-bb5c-80a69d7e36d8 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:15.846998 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0ce5fdc9-2d37-4bb9-b711-c9b01ffb9c19 req-070511f8-8f69-446d-bb5c-80a69d7e36d8 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f608c97-4774-41e6-a823-68365cadca0e HTTP/1.1" status: 200 len: 944 time: 0.4397151 Mar 07 10:41:15.848360 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-d875aafd-ef6b-4891-8d96-0c8ce295306c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:15.849700 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-d875aafd-ef6b-4891-8d96-0c8ce295306c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ed499a86-ec02-4098-a7e4-19223dad71d3 HTTP/1.1" status: 200 len: 797 time: 0.1901886 Mar 07 10:41:15.855487 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-2fc3004c-32ab-4662-b7ad-8176de26ea1e service neutron] 10.222.0.11 "GET /v2.0/networks/7eaf476d-e62a-411a-84bb-9ffb8dabd737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877736 Mar 07 10:41:15.881951 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e3eea55b-bee6-4f34-a96d-32dd7958722d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (f3d57fcf-5310-47d5-92de-04a36833f956), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:15.882450 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3eea55b-bee6-4f34-a96d-32dd7958722d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3d57fcf-5310-47d5-92de-04a36833f956 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:41:15.899049 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-22be6750-e5b4-4b44-b070-1af1d9830a9b service neutron] 10.222.0.11 "GET /v2.0/ports/f8461e0d-ec75-4fe8-9d49-1b9f188d8265?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0369818 Mar 07 10:41:15.914868 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e3eea55b-bee6-4f34-a96d-32dd7958722d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:15.916007 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e3eea55b-bee6-4f34-a96d-32dd7958722d admin admin] 10.222.0.11 "DELETE /v2.0/routers/f3d57fcf-5310-47d5-92de-04a36833f956 HTTP/1.1" status: 204 len: 168 time: 2.4960604 Mar 07 10:41:15.927420 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 52504) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:16.004067 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-202e2085-63f9-494b-9d28-d45e02c06c49 service neutron] 10.222.0.11 "GET /v2.0/networks/d366e7ad-5e6d-41da-a70c-3aced4fea314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982265 Mar 07 10:41:16.108246 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-39fa5461-6cef-4a6c-ab35-7c555c7f71ca service neutron] 10.222.0.11 "GET /v2.0/networks/d366e7ad-5e6d-41da-a70c-3aced4fea314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979471 Mar 07 10:41:16.151987 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-ce746296-3fed-4d45-96fc-0966a39850c3 service neutron] 10.222.0.11 "GET /v2.0/ports/7afcc113-918d-4856-a414-821d3eaf65d7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0374837 Mar 07 10:41:16.250366 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-3fc1414b-ceb3-40f6-a351-6e6008d3fabb service neutron] 10.222.0.11 "GET /v2.0/networks/d366e7ad-5e6d-41da-a70c-3aced4fea314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927238 Mar 07 10:41:16.344472 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-b9cc61db-b444-4c52-b40e-0f3a74fc10c6 service neutron] 10.222.0.11 "GET /v2.0/networks/d366e7ad-5e6d-41da-a70c-3aced4fea314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886040 Mar 07 10:41:16.377371 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0ce5fdc9-2d37-4bb9-b711-c9b01ffb9c19 req-4ecb50ee-290e-4e3b-8a3b-adca54a1e40f tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5117364 Mar 07 10:41:16.387418 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-acc92de0-e69c-4e89-ab02-e003b2c87aa4 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=963e73da008c45bbbe3340617f958250 HTTP/1.1" status: 200 len: 380 time: 0.5356915 Mar 07 10:41:16.408165 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-6032553b-3a1a-4fc0-bdcc-79923bba655b admin admin] Deleting subnet 75be359d-f6e3-4281-84f4-9b27fe531898 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:41:16.450585 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-0b9e4413-3789-4583-a57e-accbb60d557f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Request body: {'port': {'device_id': '29231323-4b16-406e-8eb2-ab3d88156342', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'admin_state_up': True, 'tenant_id': '963e73da008c45bbbe3340617f958250', 'security_groups': ['aed78c92-521c-4e1f-a7f2-d43edcc2ebf3']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:16.455782 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9da0d786-2eae-42ab-8f10-765e67824900 admin admin] Publish callbacks [] for security_group (d08a1f5e-41dc-404a-be4a-d288fc1076ec), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:16.458208 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6032553b-3a1a-4fc0-bdcc-79923bba655b admin admin] Publish callbacks [] for subnet (75be359d-f6e3-4281-84f4-9b27fe531898), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:16.461557 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-e6e0434b-404d-4958-80fb-963b4de5cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:16.463154 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-e6e0434b-404d-4958-80fb-963b4de5cd4d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b6eeb2fc-5732-462c-95ea-d42f3351bff0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.6035974 Mar 07 10:41:16.472201 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 36d88891-bfa0-4482-8c78-fd10913fd1f3 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:41:16.480294 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-bf07fa69-d3c5-40c4-8fc4-709a770baad7 service neutron] 10.222.0.11 "GET /v2.0/networks/d366e7ad-5e6d-41da-a70c-3aced4fea314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286886 Mar 07 10:41:16.493851 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 36d88891-bfa0-4482-8c78-fd10913fd1f3 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:41:16.494199 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 36d88891-bfa0-4482-8c78-fd10913fd1f3 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:41:16.494618 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a9b17a78-ff05-4332-ae7b-4523f8a89209 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:41:16.503802 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9da0d786-2eae-42ab-8f10-765e67824900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d08a1f5e-41dc-404a-be4a-d288fc1076ec), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:16.515965 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: a9b17a78-ff05-4332-ae7b-4523f8a89209 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:41:16.516338 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a9b17a78-ff05-4332-ae7b-4523f8a89209 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:41:16.576059 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-127c0ac8-36c6-4c64-a2af-bef0e6fa2a81 service neutron] 10.222.0.11 "GET /v2.0/networks/d366e7ad-5e6d-41da-a70c-3aced4fea314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887294 Mar 07 10:41:16.636693 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6032553b-3a1a-4fc0-bdcc-79923bba655b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (75be359d-f6e3-4281-84f4-9b27fe531898), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:16.671558 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-d859e508-60a3-45a7-9d0b-32f224ce88e6 service neutron] 10.222.0.11 "GET /v2.0/networks/d366e7ad-5e6d-41da-a70c-3aced4fea314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896969 Mar 07 10:41:16.706888 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da0d786-2eae-42ab-8f10-765e67824900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08a1f5e-41dc-404a-be4a-d288fc1076ec,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:16.716589 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9da0d786-2eae-42ab-8f10-765e67824900 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ad3b8ad959974cf4a9218d0a2b154835&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4518285 Mar 07 10:41:16.727899 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 52510) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:16.761881 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-2ecfeaa2-aa3d-40c7-aa38-0e0fc2bb158a service neutron] 10.222.0.11 "GET /v2.0/networks/d366e7ad-5e6d-41da-a70c-3aced4fea314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864723 Mar 07 10:41:16.825196 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793512da-e633-48bf-bb0b-e94476008b0d req-27385559-b9d0-42a2-9341-a9993f2892d3 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:16.826721 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-793512da-e633-48bf-bb0b-e94476008b0d req-27385559-b9d0-42a2-9341-a9993f2892d3 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 945 time: 0.3626008 Mar 07 10:41:16.852662 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-91416e22-7af4-4e26-bb61-a016e89b4d09 service neutron] 10.222.0.21 "GET /v2.0/networks/b6eeb2fc-5732-462c-95ea-d42f3351bff0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548284 Mar 07 10:41:16.857596 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-a8eb19af-8555-40b1-bbd5-8d45197b7325 service neutron] 10.222.0.11 "GET /v2.0/networks/2e6e19dc-30d3-40ef-be16-f572a6948ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892377 Mar 07 10:41:16.914991 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 3d76c770-c90a-4074-b461-3d0f8a636cb4 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:16.932307 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-0b9e4413-3789-4583-a57e-accbb60d557f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Made reservation on behalf of 963e73da008c45bbbe3340617f958250 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:16.936436 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-0b9e4413-3789-4583-a57e-accbb60d557f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:16.952877 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-6930ed13-8039-40c5-80f7-215a9c1b60ce service neutron] 10.222.0.11 "GET /v2.0/networks/2e6e19dc-30d3-40ef-be16-f572a6948ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893917 Mar 07 10:41:16.967505 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 3d76c770-c90a-4074-b461-3d0f8a636cb4 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:16.967891 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3d76c770-c90a-4074-b461-3d0f8a636cb4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:16.974315 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6032553b-3a1a-4fc0-bdcc-79923bba655b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (75be359d-f6e3-4281-84f4-9b27fe531898), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:16.980172 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0e93eb64-6bff-41aa-bb02-8e7db619c2c4 admin admin] Publish callbacks [] for security_group (d08a1f5e-41dc-404a-be4a-d288fc1076ec), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:17.054050 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-64c08b3a-35e9-48ea-bdfc-852e0603b6b1 service neutron] 10.222.0.11 "GET /v2.0/networks/2e6e19dc-30d3-40ef-be16-f572a6948ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948029 Mar 07 10:41:17.058392 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 3d76c770-c90a-4074-b461-3d0f8a636cb4 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:17.059161 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3d76c770-c90a-4074-b461-3d0f8a636cb4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:17.074828 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0e93eb64-6bff-41aa-bb02-8e7db619c2c4 admin admin] Publish callbacks [] for security_group (d08a1f5e-41dc-404a-be4a-d288fc1076ec), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:17.083912 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-793512da-e633-48bf-bb0b-e94476008b0d req-18a259f2-5c32-4e9c-9386-631dd85985ca tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298183 Mar 07 10:41:17.084115 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f608c97-4774-41e6-a823-68365cadca0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d76c770-c90a-4074-b461-3d0f8a636cb4'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:17.086612 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0637474e-a40a-4aba-9761-0ed703b90106" -d '{"events": [{"server_uuid": "2f608c97-4774-41e6-a823-68365cadca0e", "name": "network-vif-plugged", "status": "completed", "tag": "3d76c770-c90a-4074-b461-3d0f8a636cb4"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:17.107117 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 3d76c770-c90a-4074-b461-3d0f8a636cb4, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=3d76c770-c90a-4074-b461-3d0f8a636cb4,segment=NetworkSegment(be2730d6-1887-4428-ad70-9f895beb128c),segment_id=be2730d6-1887-4428-ad70-9f895beb128c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:17.112789 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3d76c770-c90a-4074-b461-3d0f8a636cb4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:17.175240 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=3d76c770-c90a-4074-b461-3d0f8a636cb4,revision_number=7']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:17.185082 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-c292ce82-051a-4244-8f85-f8aa20d7a596 service neutron] 10.222.0.21 "GET /v2.0/networks/b6eeb2fc-5732-462c-95ea-d42f3351bff0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147378 Mar 07 10:41:17.220911 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-2d292575-7947-4ec2-bac9-fb5c271f72d8 service neutron] 10.222.0.11 "GET /v2.0/networks/2e6e19dc-30d3-40ef-be16-f572a6948ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590712 Mar 07 10:41:17.265534 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6032553b-3a1a-4fc0-bdcc-79923bba655b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (75be359d-f6e3-4281-84f4-9b27fe531898), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:17.276832 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-ca282056-e2a2-4471-b073-9c2266fa96d7 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:17.278391 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-ca282056-e2a2-4471-b073-9c2266fa96d7 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports/f8461e0d-ec75-4fe8-9d49-1b9f188d8265 HTTP/1.1" status: 200 len: 932 time: 0.0512238 Mar 07 10:41:17.312681 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-10d36d8c-84de-4524-b511-41d4848a9fad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=39f7299e-e8de-4100-8481-3dcb8fc1378a HTTP/1.1" status: 200 len: 217 time: 0.1178699 Mar 07 10:41:17.332430 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-76f75d3a-c885-400e-8bc4-81ca0307f8fc tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:17.333801 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-76f75d3a-c885-400e-8bc4-81ca0307f8fc tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports/7afcc113-918d-4856-a414-821d3eaf65d7 HTTP/1.1" status: 200 len: 931 time: 0.0494955 Mar 07 10:41:17.367729 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032553b-3a1a-4fc0-bdcc-79923bba655b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75be359d-f6e3-4281-84f4-9b27fe531898,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:17.370021 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6032553b-3a1a-4fc0-bdcc-79923bba655b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:17.373756 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6032553b-3a1a-4fc0-bdcc-79923bba655b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/75be359d-f6e3-4281-84f4-9b27fe531898 HTTP/1.1" status: 204 len: 168 time: 1.4451802 Mar 07 10:41:17.376240 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a5eb00-a631-4ecb-b206-fb4bbb9eb00f None None] Network 14f676d6-71f1-44c0-84bf-983ed64d58be requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:41:17.376484 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52514) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:17.429611 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0e93eb64-6bff-41aa-bb02-8e7db619c2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d08a1f5e-41dc-404a-be4a-d288fc1076ec), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:17.432149 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0e93eb64-6bff-41aa-bb02-8e7db619c2c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:17.433395 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0e93eb64-6bff-41aa-bb02-8e7db619c2c4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d08a1f5e-41dc-404a-be4a-d288fc1076ec HTTP/1.1" status: 204 len: 168 time: 0.7012303 Mar 07 10:41:17.436588 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-0b9e4413-3789-4583-a57e-accbb60d557f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Allocated IP 172.20.0.6 (00afd099-7a30-4cd1-919e-35d92c7ee376/e733737e-c8f1-4ea9-8337-47939319caff/f92313b3-14c2-4673-a7bb-2bc9b560ec04) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:17.453242 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b521e-e435-41aa-9585-7a71fa7a69ea req-98a10a47-8083-479c-87f0-185d34c3eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:17.454780 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b36b521e-e435-41aa-9585-7a71fa7a69ea req-98a10a47-8083-479c-87f0-185d34c3eeb6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 1127 time: 0.2690310 Mar 07 10:41:17.476228 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93eb64-6bff-41aa-bb02-8e7db619c2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08a1f5e-41dc-404a-be4a-d288fc1076ec,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:17.480742 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-33de2530-befe-461e-9887-df6c0db64fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:17.482260 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-33de2530-befe-461e-9887-df6c0db64fcd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afbd17bf-cb26-424f-82f0-87b6f4bd47dd HTTP/1.1" status: 200 len: 797 time: 0.1298769 Mar 07 10:41:17.498369 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-59ac3e9a-0719-4172-9b0c-f4787624b3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (14f676d6-71f1-44c0-84bf-983ed64d58be), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:17.552623 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab71bfe-e7d9-4285-a12c-8d14d2784a63 req-84f4d734-93d2-4426-be81-0b946b457173 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:17.554181 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3ab71bfe-e7d9-4285-a12c-8d14d2784a63 req-84f4d734-93d2-4426-be81-0b946b457173 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 945 time: 0.3195639 Mar 07 10:41:17.601289 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-59ac3e9a-0719-4172-9b0c-f4787624b3c2 admin admin] Deleting port 1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:41:17.601707 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-59ac3e9a-0719-4172-9b0c-f4787624b3c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:17.628093 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6993ec02-dbf1-4abc-8885-20f446cb73f4 None None] DHCP port deletion for 14f676d6-71f1-44c0-84bf-983ed64d58be request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:41:17.658129 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b36b521e-e435-41aa-9585-7a71fa7a69ea req-5f5cf826-709c-4a21-b4f6-bc1b3cc5ce4a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950550 Mar 07 10:41:17.700865 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6993ec02-dbf1-4abc-8885-20f446cb73f4 None None] Deleting port 1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:41:17.706060 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6993ec02-dbf1-4abc-8885-20f446cb73f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:17.720781 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-0448962c-d8de-4bd6-9270-3f00184091bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:17.722545 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-0448962c-d8de-4bd6-9270-3f00184091bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2240267 Mar 07 10:41:17.735247 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-59ac3e9a-0719-4172-9b0c-f4787624b3c2 admin admin] For port 1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3,segment=NetworkSegment(def16622-8458-4349-ba66-16a8c47e3dea),segment_id=def16622-8458-4349-ba66-16a8c47e3dea)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:17.735868 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-59ac3e9a-0719-4172-9b0c-f4787624b3c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:17.759479 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-59ac3e9a-0719-4172-9b0c-f4787624b3c2 admin admin] Calling delete_port for 1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:41:17.759616 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3ab71bfe-e7d9-4285-a12c-8d14d2784a63 req-d8e4be92-8ade-4262-9e69-3becf600eecf tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886883 Mar 07 10:41:17.858975 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6993ec02-dbf1-4abc-8885-20f446cb73f4 None None] For port 1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3,segment=NetworkSegment(def16622-8458-4349-ba66-16a8c47e3dea),segment_id=def16622-8458-4349-ba66-16a8c47e3dea)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:17.859385 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6993ec02-dbf1-4abc-8885-20f446cb73f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:17.872462 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6993ec02-dbf1-4abc-8885-20f446cb73f4 None None] Calling delete_port for 1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:41:17.879742 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-59ac3e9a-0719-4172-9b0c-f4787624b3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:17.928476 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ac3e9a-0719-4172-9b0c-f4787624b3c2 admin admin] No DVR routers for this DVR port 1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:41:17.931762 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac3e9a-0719-4172-9b0c-f4787624b3c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:17.937389 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-0b9e4413-3789-4583-a57e-accbb60d557f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for port (f92313b3-14c2-4673-a7bb-2bc9b560ec04), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:17.960875 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5e3eb35f-5735-4133-8cde-a10802d63006 req-7ee6501e-a0ab-47c1-89fb-b1fb88be38d8 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=29231323-4b16-406e-8eb2-ab3d88156342 HTTP/1.1" status: 200 len: 210 time: 0.0703349 Mar 07 10:41:17.977927 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6993ec02-dbf1-4abc-8885-20f446cb73f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:17.997028 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca16a240-af20-4a1f-af68-a151700fb3f7 x-openstack-request-id: req-ca16a240-af20-4a1f-af68-a151700fb3f7 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:17.997348 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f608c97-4774-41e6-a823-68365cadca0e", "name": "network-vif-plugged", "status": "completed", "tag": "3d76c770-c90a-4074-b461-3d0f8a636cb4", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:18.008095 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ca16a240-af20-4a1f-af68-a151700fb3f7 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:18.008468 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f608c97-4774-41e6-a823-68365cadca0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d76c770-c90a-4074-b461-3d0f8a636cb4', 'code': 200} Mar 07 10:41:18.026062 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-43ce5044-95c3-4cbc-9ee7-5c2b71283c45 service neutron] 10.222.0.21 "GET /v2.0/networks/c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966297 Mar 07 10:41:18.031391 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 52540) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:18.053410 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6993ec02-dbf1-4abc-8885-20f446cb73f4 None None] No DVR routers for this DVR port 1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:41:18.054063 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-59ac3e9a-0719-4172-9b0c-f4787624b3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (14f676d6-71f1-44c0-84bf-983ed64d58be), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:18.055079 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993ec02-dbf1-4abc-8885-20f446cb73f4 None None] Pushing event deleted for resources: {'Port': ['ID=1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:18.087037 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c7a0d45-bc5b-4a6e-9b0a-e02c58bbe2f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:18.094745 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-59ac3e9a-0719-4172-9b0c-f4787624b3c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f676d6-71f1-44c0-84bf-983ed64d58be']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:18.106964 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-59ac3e9a-0719-4172-9b0c-f4787624b3c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def16622-8458-4349-ba66-16a8c47e3dea') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:18.107491 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-59ac3e9a-0719-4172-9b0c-f4787624b3c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def16622-8458-4349-ba66-16a8c47e3dea') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:18.119062 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-59ac3e9a-0719-4172-9b0c-f4787624b3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (def16622-8458-4349-ba66-16a8c47e3dea), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:18.133424 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:18.137427 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-59ac3e9a-0719-4172-9b0c-f4787624b3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (def16622-8458-4349-ba66-16a8c47e3dea), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:18.145062 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ac3e9a-0719-4172-9b0c-f4787624b3c2 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:41:18.145562 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-59ac3e9a-0719-4172-9b0c-f4787624b3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (def16622-8458-4349-ba66-16a8c47e3dea), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:18.147830 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:41:18.147830 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:41:18.147830 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:41:18.147830 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:41:18.147830 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:41:18.147830 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:41:18.147830 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:41:18.147830 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:41:18.147830 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:41:18.147830 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:41:18.147830 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:41:18.147830 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:41:18.147830 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:41:18.147830 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:41:18.147830 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:41:18.147830 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:41:18.147830 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:41:18.147830 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:41:18.147830 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:41:18.147830 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:41:18.147830 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:41:18.147830 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:41:18.147830 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:41:18.147830 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:41:18.147830 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:41:18.147830 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:41:18.147830 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:41:18.147830 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:41:18.147830 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:41:18.147830 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:41:18.147830 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:41:18.147830 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:41:18.208879 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-59ac3e9a-0719-4172-9b0c-f4787624b3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (14f676d6-71f1-44c0-84bf-983ed64d58be), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:18.225548 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-59ac3e9a-0719-4172-9b0c-f4787624b3c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:18.231268 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-59ac3e9a-0719-4172-9b0c-f4787624b3c2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/14f676d6-71f1-44c0-84bf-983ed64d58be HTTP/1.1" status: 204 len: 168 time: 0.8509440 Mar 07 10:41:18.249219 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-0b9e4413-3789-4583-a57e-accbb60d557f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (f92313b3-14c2-4673-a7bb-2bc9b560ec04), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:18.256224 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac3e9a-0719-4172-9b0c-f4787624b3c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=14f676d6-71f1-44c0-84bf-983ed64d58be,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:18.264782 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:41:18.313410 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:41:18.315829 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1fdcc4f1-2015-49c9-a3a6-abdeda93ebb3 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:41:18.333574 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e4413-3789-4583-a57e-accbb60d557f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event updated for resources: {'Port': ['ID=f92313b3-14c2-4673-a7bb-2bc9b560ec04,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:18.362049 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b0536-b7fd-47cd-82ac-8de02754c4f2 req-542b0eaf-faaa-4393-8c9f-f295c1cfea8d tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:18.368892 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fb2b0536-b7fd-47cd-82ac-8de02754c4f2 req-542b0eaf-faaa-4393-8c9f-f295c1cfea8d tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f608c97-4774-41e6-a823-68365cadca0e HTTP/1.1" status: 200 len: 945 time: 0.2781625 Mar 07 10:41:18.384203 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9ee79-fcc5-4b85-8d19-acf410f00e0f req-92b9e32a-76f3-4aae-9d0a-3ca9beb8838c tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:18.386735 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4af9ee79-fcc5-4b85-8d19-acf410f00e0f req-92b9e32a-76f3-4aae-9d0a-3ca9beb8838c tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 945 time: 0.0955966 Mar 07 10:41:18.415820 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-0b9e4413-3789-4583-a57e-accbb60d557f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Network 00afd099-7a30-4cd1-919e-35d92c7ee376 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:18.423795 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-0b9e4413-3789-4583-a57e-accbb60d557f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:18.428680 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-0b9e4413-3789-4583-a57e-accbb60d557f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:18.438189 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-cb14c7e2-9619-4ef4-a974-2bfd7a44b404 service neutron] 10.222.0.21 "GET /v2.0/networks/c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702340 Mar 07 10:41:18.466044 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4af9ee79-fcc5-4b85-8d19-acf410f00e0f req-10931c7a-ecf6-411c-ba40-2e88bb05ab75 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712790 Mar 07 10:41:18.539349 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-c15f2cec-9474-489b-a1eb-2f0bf53377a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=464790b4-c23d-409e-904e-2616b83fda37 HTTP/1.1" status: 200 len: 217 time: 0.0930247 Mar 07 10:41:18.543836 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 52550) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:18.572911 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-035bf15d-58ad-4d0d-a897-024e18f9971b req-e09c9a6f-c65d-4504-8561-362f294fbb74 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0421755 Mar 07 10:41:18.628663 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-1388756b-2e52-4948-80e4-3f6e67eac5df tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:18.630109 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-1388756b-2e52-4948-80e4-3f6e67eac5df tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports/f8461e0d-ec75-4fe8-9d49-1b9f188d8265 HTTP/1.1" status: 200 len: 932 time: 0.3560231 Mar 07 10:41:18.634211 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fb2b0536-b7fd-47cd-82ac-8de02754c4f2 req-f7e4ff9d-3d58-476d-8cc7-39c2578de1c9 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644224 Mar 07 10:41:18.656629 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-0b9e4413-3789-4583-a57e-accbb60d557f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:18.657685 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-0b9e4413-3789-4583-a57e-accbb60d557f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:18.696871 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c7a0d45-bc5b-4a6e-9b0a-e02c58bbe2f5 admin admin] Publish callbacks [] for security_group (c8beb0e2-3946-4664-ae47-753e417c568a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:18.708936 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-6681a145-c2a7-4f03-ae4e-e556ef9c9336 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:18.710836 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-6681a145-c2a7-4f03-ae4e-e556ef9c9336 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports/7afcc113-918d-4856-a414-821d3eaf65d7 HTTP/1.1" status: 200 len: 931 time: 0.0750411 Mar 07 10:41:18.716099 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-ba86075e-4d2a-44a4-8976-f695bda7778f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:18.717526 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-ba86075e-4d2a-44a4-8976-f695bda7778f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=afbd17bf-cb26-424f-82f0-87b6f4bd47dd HTTP/1.1" status: 200 len: 797 time: 0.1648479 Mar 07 10:41:18.720738 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-0b9e4413-3789-4583-a57e-accbb60d557f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2806129 Mar 07 10:41:18.722813 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c7a0d45-bc5b-4a6e-9b0a-e02c58bbe2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (c8beb0e2-3946-4664-ae47-753e417c568a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:18.746641 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5efa62cf-b757-4ed3-bf19-93c6036e1e40 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=34de055ad44246c38dcfdb4f7edf5559&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2007976 Mar 07 10:41:18.750552 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52556) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:18.751025 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-5a463c83-b408-4409-ae11-b3da047e1086 service neutron] Request body: {'port': {'device_id': '29231323-4b16-406e-8eb2-ab3d88156342', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:18.795563 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-039bdd9a-1cde-4aef-ae41-e836c35d27c2 None None] Provisioning complete for port f92313b3-14c2-4673-a7bb-2bc9b560ec04 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:18.796040 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-039bdd9a-1cde-4aef-ae41-e836c35d27c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f92313b3-14c2-4673-a7bb-2bc9b560ec04), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:18.849491 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ea0639f-0e73-4bec-983a-61add91f960a admin admin] Publish callbacks [] for security_group (68b902e1-98aa-4f34-bdc9-ed32ca871a24), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:18.872705 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-039bdd9a-1cde-4aef-ae41-e836c35d27c2 None None] Port f92313b3-14c2-4673-a7bb-2bc9b560ec04 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:41:18.902529 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a0d45-bc5b-4a6e-9b0a-e02c58bbe2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8beb0e2-3946-4664-ae47-753e417c568a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:18.908270 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ea0639f-0e73-4bec-983a-61add91f960a admin admin] Publish callbacks [] for security_group (68b902e1-98aa-4f34-bdc9-ed32ca871a24), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:18.925012 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 3d76c770-c90a-4074-b461-3d0f8a636cb4 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:41:18.950254 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2c7a0d45-bc5b-4a6e-9b0a-e02c58bbe2f5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e9cdd861e8c7485aa01cbc5ee84b37a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9048834 Mar 07 10:41:18.971897 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52562) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:19.000456 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-5a463c83-b408-4409-ae11-b3da047e1086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f92313b3-14c2-4673-a7bb-2bc9b560ec04), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:19.009147 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-39ad0ee6-3228-4326-953c-7c0855959d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.010799 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-39ad0ee6-3228-4326-953c-7c0855959d5d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2858560 Mar 07 10:41:19.034073 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 3d76c770-c90a-4074-b461-3d0f8a636cb4 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:19.035181 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3d76c770-c90a-4074-b461-3d0f8a636cb4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:19.084555 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 3d76c770-c90a-4074-b461-3d0f8a636cb4, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=3d76c770-c90a-4074-b461-3d0f8a636cb4,segment=NetworkSegment(be2730d6-1887-4428-ad70-9f895beb128c),segment_id=be2730d6-1887-4428-ad70-9f895beb128c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:19.093658 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dd9822a1-4e38-4d37-bbaa-d8ffc04e841b admin admin] Publish callbacks [] for security_group (c8beb0e2-3946-4664-ae47-753e417c568a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:19.094682 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3d76c770-c90a-4074-b461-3d0f8a636cb4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:19.106767 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b3973-5ec7-4604-a7ca-94397998348e req-8701c9fd-f8ea-4ef1-b7b6-b615af2f1d0d tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.114955 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1a1b3973-5ec7-4604-a7ca-94397998348e req-8701c9fd-f8ea-4ef1-b7b6-b615af2f1d0d tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 945 time: 0.2369325 Mar 07 10:41:19.119726 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dd9822a1-4e38-4d37-bbaa-d8ffc04e841b admin admin] Publish callbacks [] for security_group (c8beb0e2-3946-4664-ae47-753e417c568a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:19.165987 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=3d76c770-c90a-4074-b461-3d0f8a636cb4,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:19.176688 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ea0639f-0e73-4bec-983a-61add91f960a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (68b902e1-98aa-4f34-bdc9-ed32ca871a24), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:19.180331 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ea0639f-0e73-4bec-983a-61add91f960a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:19.181560 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9ea0639f-0e73-4bec-983a-61add91f960a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/68b902e1-98aa-4f34-bdc9-ed32ca871a24 HTTP/1.1" status: 204 len: 168 time: 0.4282086 Mar 07 10:41:19.191728 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd66a0-7266-4c7c-a080-d909ccfedf56 req-f23cebcb-35f5-4121-b56e-96a7388a1437 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.199533 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8fbd66a0-7266-4c7c-a080-d909ccfedf56 req-f23cebcb-35f5-4121-b56e-96a7388a1437 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f608c97-4774-41e6-a823-68365cadca0e HTTP/1.1" status: 200 len: 945 time: 0.2240419 Mar 07 10:41:19.208739 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dd9822a1-4e38-4d37-bbaa-d8ffc04e841b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (c8beb0e2-3946-4664-ae47-753e417c568a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:19.211587 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dd9822a1-4e38-4d37-bbaa-d8ffc04e841b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:19.212715 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-dd9822a1-4e38-4d37-bbaa-d8ffc04e841b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c8beb0e2-3946-4664-ae47-753e417c568a HTTP/1.1" status: 204 len: 168 time: 0.2371883 Mar 07 10:41:19.226354 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0639f-0e73-4bec-983a-61add91f960a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b902e1-98aa-4f34-bdc9-ed32ca871a24,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:19.254372 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9822a1-4e38-4d37-bbaa-d8ffc04e841b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8beb0e2-3946-4664-ae47-753e417c568a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:19.305069 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8fbd66a0-7266-4c7c-a080-d909ccfedf56 req-d456d92c-5c85-4c28-b749-caf8c8ce266a tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043262 Mar 07 10:41:19.337444 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1a1b3973-5ec7-4604-a7ca-94397998348e req-c297effc-8109-4b10-99f8-fd0f2b6f5181 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176483 Mar 07 10:41:19.340133 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-37dc0629-2c8f-4099-85a9-1e3b9cfb4eb9 service neutron] 10.222.0.21 "GET /v2.0/networks/c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191574 Mar 07 10:41:19.426639 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23540554-39bf-44c1-b3ff-d804f73d7158 req-fb087f91-2c3e-4e9f-b7fe-ca14065eebd6 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.435624 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-23540554-39bf-44c1-b3ff-d804f73d7158 req-fb087f91-2c3e-4e9f-b7fe-ca14065eebd6 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=29231323-4b16-406e-8eb2-ab3d88156342 HTTP/1.1" status: 200 len: 931 time: 0.0721633 Mar 07 10:41:19.504863 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-23540554-39bf-44c1-b3ff-d804f73d7158 req-171fe970-a0f8-4d85-b4e4-cfbe7ebf862e tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=aed78c92-521c-4e1f-a7f2-d43edcc2ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681279 Mar 07 10:41:19.619960 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fed9f0-8bd9-4536-acdf-a037aa450065 req-f3d1e70c-6145-480f-9ee7-3977be3d587f service neutron] 10.222.0.21 "GET /v2.0/networks/c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660544 Mar 07 10:41:19.713367 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-5a463c83-b408-4409-ae11-b3da047e1086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f92313b3-14c2-4673-a7bb-2bc9b560ec04 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:19.717019 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a7e037de-d373-47f8-82b9-5133963f9e66 req-01366d04-1cc6-4180-8400-36ca4ad49844 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0505049 Mar 07 10:41:19.728555 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a02c1-b36c-4574-93fb-0641ea01b89b req-750737c0-7339-4c4f-a3a3-95169742f930 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:19.736736 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-063a02c1-b36c-4574-93fb-0641ea01b89b req-750737c0-7339-4c4f-a3a3-95169742f930 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 945 time: 0.1315286 Mar 07 10:41:19.740067 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-5a463c83-b408-4409-ae11-b3da047e1086 service neutron] Publish callbacks [] for port (f92313b3-14c2-4673-a7bb-2bc9b560ec04), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:19.766554 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-5a463c83-b408-4409-ae11-b3da047e1086 service neutron] Transition to ACTIVE for port object f92313b3-14c2-4673-a7bb-2bc9b560ec04 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:41:19.774605 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-5a463c83-b408-4409-ae11-b3da047e1086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (f92313b3-14c2-4673-a7bb-2bc9b560ec04), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:19.864037 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-063a02c1-b36c-4574-93fb-0641ea01b89b req-5ac1cc24-f3fd-4f6a-925c-3f85965ac7f1 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263316 Mar 07 10:41:19.879189 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a463c83-b408-4409-ae11-b3da047e1086 service neutron] Pushing event updated for resources: {'Port': ['ID=f92313b3-14c2-4673-a7bb-2bc9b560ec04,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:20.000935 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-5a463c83-b408-4409-ae11-b3da047e1086 service neutron] Attempting to bind port f92313b3-14c2-4673-a7bb-2bc9b560ec04 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:41:20.001317 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-5a463c83-b408-4409-ae11-b3da047e1086 service neutron] Attempting to bind port f92313b3-14c2-4673-a7bb-2bc9b560ec04 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '59b13e75-30d7-418d-a8ee-7db3ff010fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:41:20.001727 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-5a463c83-b408-4409-ae11-b3da047e1086 service neutron] Attempting to bind port f92313b3-14c2-4673-a7bb-2bc9b560ec04 on network 00afd099-7a30-4cd1-919e-35d92c7ee376 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:20.007859 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-5a463c83-b408-4409-ae11-b3da047e1086 service neutron] Port f92313b3-14c2-4673-a7bb-2bc9b560ec04 on network 00afd099-7a30-4cd1-919e-35d92c7ee376 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:41:20.008184 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-5a463c83-b408-4409-ae11-b3da047e1086 service neutron] Attempting to bind port f92313b3-14c2-4673-a7bb-2bc9b560ec04 on network 00afd099-7a30-4cd1-919e-35d92c7ee376 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:20.009979 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f608c97-4774-41e6-a823-68365cadca0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d76c770-c90a-4074-b461-3d0f8a636cb4'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:20.013684 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb81ad6-2aff-4111-b82b-2353c1dd196e" -d '{"events": [{"server_uuid": "2f608c97-4774-41e6-a823-68365cadca0e", "name": "network-vif-unplugged", "status": "completed", "tag": "3d76c770-c90a-4074-b461-3d0f8a636cb4"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:20.015043 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-5a463c83-b408-4409-ae11-b3da047e1086 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 40, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:41:20.015776 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-5a463c83-b408-4409-ae11-b3da047e1086 service neutron] Checking segment: {'id': '59b13e75-30d7-418d-a8ee-7db3ff010fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:20.016170 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-5a463c83-b408-4409-ae11-b3da047e1086 service neutron] Bound using segment: {'id': '59b13e75-30d7-418d-a8ee-7db3ff010fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:41:20.016897 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-5a463c83-b408-4409-ae11-b3da047e1086 service neutron] Bound port: f92313b3-14c2-4673-a7bb-2bc9b560ec04, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b13e75-30d7-418d-a8ee-7db3ff010fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:41:20.017286 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-5a463c83-b408-4409-ae11-b3da047e1086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f92313b3-14c2-4673-a7bb-2bc9b560ec04), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:20.083635 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca8d518-1271-4b9b-9776-484379527fad x-openstack-request-id: req-aca8d518-1271-4b9b-9776-484379527fad {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:20.084350 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f608c97-4774-41e6-a823-68365cadca0e", "name": "network-vif-unplugged", "status": "completed", "tag": "3d76c770-c90a-4074-b461-3d0f8a636cb4", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:20.084763 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aca8d518-1271-4b9b-9776-484379527fad {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:20.085522 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f608c97-4774-41e6-a823-68365cadca0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d76c770-c90a-4074-b461-3d0f8a636cb4', 'code': 200} Mar 07 10:41:20.119192 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-5a463c83-b408-4409-ae11-b3da047e1086 service neutron] For port f92313b3-14c2-4673-a7bb-2bc9b560ec04, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:20.123236 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-5a463c83-b408-4409-ae11-b3da047e1086 service neutron] For port f92313b3-14c2-4673-a7bb-2bc9b560ec04, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f92313b3-14c2-4673-a7bb-2bc9b560ec04,segment=NetworkSegment(59b13e75-30d7-418d-a8ee-7db3ff010fd0),segment_id=59b13e75-30d7-418d-a8ee-7db3ff010fd0)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:20.133566 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-5a463c83-b408-4409-ae11-b3da047e1086 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (f92313b3-14c2-4673-a7bb-2bc9b560ec04), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:20.154754 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-5a463c83-b408-4409-ae11-b3da047e1086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:20.155725 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-5a463c83-b408-4409-ae11-b3da047e1086 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:20.157195 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-5a463c83-b408-4409-ae11-b3da047e1086 service neutron] 10.222.0.31 "PUT /v2.0/ports/f92313b3-14c2-4673-a7bb-2bc9b560ec04 HTTP/1.1" status: 200 len: 1091 time: 1.4211535 Mar 07 10:41:20.183412 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29231323-4b16-406e-8eb2-ab3d88156342', 'tag': 'f92313b3-14c2-4673-a7bb-2bc9b560ec04'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:20.186743 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400af4ef-3885-4834-aa8f-55a8a26b6036" -d '{"events": [{"name": "network-changed", "server_uuid": "29231323-4b16-406e-8eb2-ab3d88156342", "tag": "f92313b3-14c2-4673-a7bb-2bc9b560ec04"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:20.304529 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba55477-22ec-4ce9-b1cc-df5230b24392 x-openstack-request-id: req-bba55477-22ec-4ce9-b1cc-df5230b24392 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:20.304823 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29231323-4b16-406e-8eb2-ab3d88156342", "tag": "f92313b3-14c2-4673-a7bb-2bc9b560ec04", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:20.305076 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bba55477-22ec-4ce9-b1cc-df5230b24392 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:20.305487 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29231323-4b16-406e-8eb2-ab3d88156342', 'tag': 'f92313b3-14c2-4673-a7bb-2bc9b560ec04', 'status': 'completed', 'code': 200} Mar 07 10:41:20.379188 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a463c83-b408-4409-ae11-b3da047e1086 service neutron] Pushing event updated for resources: {'Port': ['ID=f92313b3-14c2-4673-a7bb-2bc9b560ec04,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:20.518814 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-334de93c-7d6d-43de-8f38-d772692992cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:20.520280 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-334de93c-7d6d-43de-8f38-d772692992cf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=963e73da008c45bbbe3340617f958250&device_id=29231323-4b16-406e-8eb2-ab3d88156342 HTTP/1.1" status: 200 len: 1125 time: 0.3007181 Mar 07 10:41:20.582057 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b23248-6657-4246-b355-27bfee03f524 req-2f5ba22f-d776-406c-b96e-5ea55c8ca6f5 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:20.590895 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e7b23248-6657-4246-b355-27bfee03f524 req-2f5ba22f-d776-406c-b96e-5ea55c8ca6f5 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f608c97-4774-41e6-a823-68365cadca0e HTTP/1.1" status: 200 len: 943 time: 0.0931473 Mar 07 10:41:20.603187 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-e9d342a9-5bfd-4554-ab4d-9d1d2da212d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:20.605308 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-e9d342a9-5bfd-4554-ab4d-9d1d2da212d2 service neutron] 10.222.0.21 "GET /v2.0/ports/f8461e0d-ec75-4fe8-9d49-1b9f188d8265 HTTP/1.1" status: 200 len: 1028 time: 0.2025998 Mar 07 10:41:20.605825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 52624) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:20.645732 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e7b23248-6657-4246-b355-27bfee03f524 req-72d0d4c5-95ad-42e7-80ec-c13fed961c59 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535328 Mar 07 10:41:20.665758 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-478d88ee-ecc0-440e-ae07-4eac03f84f77 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f92313b3-14c2-4673-a7bb-2bc9b560ec04 HTTP/1.1" status: 200 len: 217 time: 0.1343071 Mar 07 10:41:20.723646 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-45c73a8e-24d2-400e-aaa2-7ce3772825e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:20.725036 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-45c73a8e-24d2-400e-aaa2-7ce3772825e7 service neutron] 10.222.0.21 "GET /v2.0/ports/7afcc113-918d-4856-a414-821d3eaf65d7 HTTP/1.1" status: 200 len: 1027 time: 0.0643754 Mar 07 10:41:20.832159 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdce31b-7c9b-4ab7-8a4f-0cb52f9e687d req-7dde3b3b-58fa-40c7-b76e-d0ecf0ceb686 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:20.834366 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6cdce31b-7c9b-4ab7-8a4f-0cb52f9e687d req-7dde3b3b-58fa-40c7-b76e-d0ecf0ceb686 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=29231323-4b16-406e-8eb2-ab3d88156342 HTTP/1.1" status: 200 len: 943 time: 0.0811090 Mar 07 10:41:20.927973 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6cdce31b-7c9b-4ab7-8a4f-0cb52f9e687d req-cebce620-6a33-4799-8da3-040626f79f5e tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=aed78c92-521c-4e1f-a7f2-d43edcc2ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861082 Mar 07 10:41:21.077176 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7af88cd2-10da-4754-a581-8738121fc82c req-c32b9779-09dd-45e4-a4bf-a62b93e7b5e2 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0425315 Mar 07 10:41:21.251736 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab52326-1a0a-4961-932f-75a1ffa98d9f req-2aa5d3eb-f9dc-4db5-b6db-1bec701b2dee tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:21.253872 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bab52326-1a0a-4961-932f-75a1ffa98d9f req-2aa5d3eb-f9dc-4db5-b6db-1bec701b2dee tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 945 time: 0.0912366 Mar 07 10:41:21.264384 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-19b395fe-7e9b-466f-adb4-31063943e9a4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-110730615-network', 'tenant_id': '37256dfba2694a838b5e754d96d8ef06'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:21.320111 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b395fe-7e9b-466f-adb4-31063943e9a4 admin admin] Made reservation on behalf of 37256dfba2694a838b5e754d96d8ef06 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:21.322559 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19b395fe-7e9b-466f-adb4-31063943e9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:21.345715 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bab52326-1a0a-4961-932f-75a1ffa98d9f req-d6aa89e6-61dc-43f6-8e83-b36d72364291 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792429 Mar 07 10:41:21.389056 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bb856-b27d-4183-86c1-ecfe0d808b3d req-e2814e30-f1d1-4c4d-8c12-886ad4fc0ecd tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:21.390607 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cb5bb856-b27d-4183-86c1-ecfe0d808b3d req-e2814e30-f1d1-4c4d-8c12-886ad4fc0ecd tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 945 time: 0.8772461 Mar 07 10:41:21.395019 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-ce6ebf5d-2a4d-46d9-817b-fa621064d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:21.396484 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-ce6ebf5d-2a4d-46d9-817b-fa621064d32a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e733737e-c8f1-4ea9-8337-47939319caff HTTP/1.1" status: 200 len: 854 time: 0.6699920 Mar 07 10:41:21.398096 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19b395fe-7e9b-466f-adb4-31063943e9a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:21.501329 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73641467-3ade-41a7-9a2c-56a4e0946148 req-1126b2ae-f00e-4f8e-9532-5e43932dd0c0 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:21.502784 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-73641467-3ade-41a7-9a2c-56a4e0946148 req-1126b2ae-f00e-4f8e-9532-5e43932dd0c0 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f608c97-4774-41e6-a823-68365cadca0e HTTP/1.1" status: 200 len: 943 time: 0.2737842 Mar 07 10:41:21.537905 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-59cc575a-6401-46ba-99f3-2b5fa901eeb2 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:21.543050 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-59cc575a-6401-46ba-99f3-2b5fa901eeb2 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:21.548016 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-59cc575a-6401-46ba-99f3-2b5fa901eeb2 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:21.549591 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-59cc575a-6401-46ba-99f3-2b5fa901eeb2 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.21 "GET /v2.0/networks?id=7eaf476d-e62a-411a-84bb-9ffb8dabd737&id=d366e7ad-5e6d-41da-a70c-3aced4fea314&id=d366e7ad-5e6d-41da-a70c-3aced4fea314&id=d366e7ad-5e6d-41da-a70c-3aced4fea314&id=d366e7ad-5e6d-41da-a70c-3aced4fea314&id=2e6e19dc-30d3-40ef-be16-f572a6948ec8&id=2e6e19dc-30d3-40ef-be16-f572a6948ec8 HTTP/1.1" status: 200 len: 1989 time: 0.7991025 Mar 07 10:41:21.636277 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cb5bb856-b27d-4183-86c1-ecfe0d808b3d req-a3e076c5-de67-46df-826b-c1047cc36f1f tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315936 Mar 07 10:41:21.641302 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-687b77bb-c61f-40c3-a345-3a536b653bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:21.643040 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-687b77bb-c61f-40c3-a345-3a536b653bf2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=00afd099-7a30-4cd1-919e-35d92c7ee376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2357309 Mar 07 10:41:21.819554 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-84654e95-4a83-40e3-a19c-389d4210eaed tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9dbaf75c1ca4f48aa31093c74e34d2b HTTP/1.1" status: 200 len: 379 time: 0.2357616 Mar 07 10:41:21.842261 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-5fca300d-35bc-48d9-9bc6-6da2f75836a6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Request body: {'port': {'device_id': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'network_id': '7eaf476d-e62a-411a-84bb-9ffb8dabd737', 'admin_state_up': True, 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'security_groups': ['1b7ff8d0-cbce-43ce-acda-661fc6e853f0']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:21.848086 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19b395fe-7e9b-466f-adb4-31063943e9a4 admin admin] Publish callbacks [] for security_group (88313909-59c5-4002-9b04-464771199863), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:21.900458 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19b395fe-7e9b-466f-adb4-31063943e9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (88313909-59c5-4002-9b04-464771199863), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:22.021021 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19b395fe-7e9b-466f-adb4-31063943e9a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:41:22.042316 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-0368c857-e953-4d4e-bd54-8401b64ebad2 service neutron] 10.222.0.31 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858674 Mar 07 10:41:22.063369 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-73641467-3ade-41a7-9a2c-56a4e0946148 req-0ea5a01a-9cdd-4248-b2b4-199723de16f0 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Deleting port 3d76c770-c90a-4074-b461-3d0f8a636cb4 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:41:22.063996 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-73641467-3ade-41a7-9a2c-56a4e0946148 req-0ea5a01a-9cdd-4248-b2b4-199723de16f0 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (3d76c770-c90a-4074-b461-3d0f8a636cb4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:22.095572 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19b395fe-7e9b-466f-adb4-31063943e9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (f9018300-5e1a-48d3-806b-e02ca787b4a4), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:22.096256 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-19b395fe-7e9b-466f-adb4-31063943e9a4 admin admin] Added segment f9018300-5e1a-48d3-806b-e02ca787b4a4 of type vlan for network b10c2308-4a70-4388-a1d4-3c7e73350d3a Mar 07 10:41:22.101314 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b395fe-7e9b-466f-adb4-31063943e9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88313909-59c5-4002-9b04-464771199863,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:22.238692 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d15c70-2278-480e-a6b0-c5bc4abdb1e2 req-d4c87dfc-f79b-4385-adcb-80c565822e53 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:22.245722 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-37d15c70-2278-480e-a6b0-c5bc4abdb1e2 req-d4c87dfc-f79b-4385-adcb-80c565822e53 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 945 time: 0.0828454 Mar 07 10:41:22.291431 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19b395fe-7e9b-466f-adb4-31063943e9a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (b10c2308-4a70-4388-a1d4-3c7e73350d3a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:22.310935 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c0a5e-3b0f-4432-87eb-ab76131a6bf8 req-25863d21-5394-482a-8302-bc6a3157f1e5 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:22.312492 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-303c0a5e-3b0f-4432-87eb-ab76131a6bf8 req-25863d21-5394-482a-8302-bc6a3157f1e5 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f608c97-4774-41e6-a823-68365cadca0e HTTP/1.1" status: 200 len: 943 time: 0.4464366 Mar 07 10:41:22.312705 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-37d15c70-2278-480e-a6b0-c5bc4abdb1e2 req-800182be-e7b5-48ea-b3c9-4416c0ff3ffa tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656052 Mar 07 10:41:22.314368 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf0809-f3a7-44c8-8fdd-3c97d42cceb3 req-724dc87c-0828-4cdc-ae3b-e5f7839ee958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:22.315724 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3baf0809-f3a7-44c8-8fdd-3c97d42cceb3 req-724dc87c-0828-4cdc-ae3b-e5f7839ee958 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b6bc38f986d4bb6b3b2bed2c25a623e&device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 1127 time: 0.4606683 Mar 07 10:41:22.446280 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5410f-c468-4d39-8b17-172b6d821bf6 req-ecbfcf60-fa8a-4ea0-81b6-f98d8417ae29 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:22.447908 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9ed5410f-c468-4d39-8b17-172b6d821bf6 req-ecbfcf60-fa8a-4ea0-81b6-f98d8417ae29 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=29231323-4b16-406e-8eb2-ab3d88156342 HTTP/1.1" status: 200 len: 943 time: 0.0642312 Mar 07 10:41:22.467388 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-5fca300d-35bc-48d9-9bc6-6da2f75836a6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Made reservation on behalf of a9dbaf75c1ca4f48aa31093c74e34d2b for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:22.470727 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-5fca300d-35bc-48d9-9bc6-6da2f75836a6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:22.497503 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-73641467-3ade-41a7-9a2c-56a4e0946148 req-0ea5a01a-9cdd-4248-b2b4-199723de16f0 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] For port 3d76c770-c90a-4074-b461-3d0f8a636cb4, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=3d76c770-c90a-4074-b461-3d0f8a636cb4,segment=NetworkSegment(be2730d6-1887-4428-ad70-9f895beb128c),segment_id=be2730d6-1887-4428-ad70-9f895beb128c)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:22.497877 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-73641467-3ade-41a7-9a2c-56a4e0946148 req-0ea5a01a-9cdd-4248-b2b4-199723de16f0 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (3d76c770-c90a-4074-b461-3d0f8a636cb4), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:22.513947 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9ed5410f-c468-4d39-8b17-172b6d821bf6 req-5973daba-aaf2-42e9-a044-b7f3c4317fc5 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=aed78c92-521c-4e1f-a7f2-d43edcc2ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577846 Mar 07 10:41:22.515031 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8b7bf6f-1d1e-47e6-9ff6-b6f3eef291ec req-31a20b3c-ea13-433b-9449-38070b880537 service neutron] 10.222.0.31 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4575186 Mar 07 10:41:22.523739 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19b395fe-7e9b-466f-adb4-31063943e9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (b10c2308-4a70-4388-a1d4-3c7e73350d3a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:22.524862 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b395fe-7e9b-466f-adb4-31063943e9a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:22.525418 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19b395fe-7e9b-466f-adb4-31063943e9a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:22.548583 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-73641467-3ade-41a7-9a2c-56a4e0946148 req-0ea5a01a-9cdd-4248-b2b4-199723de16f0 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Calling delete_port for 3d76c770-c90a-4074-b461-3d0f8a636cb4 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:41:22.648202 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-303c0a5e-3b0f-4432-87eb-ab76131a6bf8 req-69db6e2e-577c-406e-8ff6-175876df85d2 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115191 Mar 07 10:41:22.660262 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-918685c8-e1b3-41a8-b6ec-97769685d026 req-06b4e7f8-91ab-4d96-a0d4-c21b6ca2360f tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0339694 Mar 07 10:41:22.704938 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-19b395fe-7e9b-466f-adb4-31063943e9a4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0776427 Mar 07 10:41:22.708454 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52678) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:22.721507 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-337d7d26-cfa4-483a-9b4c-8fe5f322a6f8 admin admin] Request body: {'subnet': {'network_id': 'b10c2308-4a70-4388-a1d4-3c7e73350d3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-110730615-subnet', 'tenant_id': '37256dfba2694a838b5e754d96d8ef06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:22.779644 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf0809-f3a7-44c8-8fdd-3c97d42cceb3 req-9277905b-164d-4289-957d-85d67d6f848b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:22.782369 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337d7d26-cfa4-483a-9b4c-8fe5f322a6f8 admin admin] Made reservation on behalf of 37256dfba2694a838b5e754d96d8ef06 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:22.784144 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3baf0809-f3a7-44c8-8fdd-3c97d42cceb3 req-9277905b-164d-4289-957d-85d67d6f848b service neutron] 10.222.0.31 "GET /v2.0/networks?id=426a0985-54c0-44f8-a0e5-ef6b4becfc6e HTTP/1.1" status: 200 len: 911 time: 0.4500051 Mar 07 10:41:22.786809 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-337d7d26-cfa4-483a-9b4c-8fe5f322a6f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:22.795721 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b395fe-7e9b-466f-adb4-31063943e9a4 admin admin] Pushing event updated for resources: {'Network': ['ID=b10c2308-4a70-4388-a1d4-3c7e73350d3a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:22.896191 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3baf0809-f3a7-44c8-8fdd-3c97d42cceb3 req-e68d18a3-1083-4b86-8365-1a74049e26d9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8fe3a52a-a6b1-4787-8907-a7be78f2a3bf HTTP/1.1" status: 200 len: 217 time: 0.0972235 Mar 07 10:41:22.971324 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network b10c2308-4a70-4388-a1d4-3c7e73350d3a details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:41:23.024225 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:23.068799 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-337d7d26-cfa4-483a-9b4c-8fe5f322a6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (fadea73f-6720-48b8-9fb7-8cd0608f0333), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:23.098595 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400af4ef-3885-4834-aa8f-55a8a26b6036 req-0e25ed83-ee4b-49f8-ab06-75b0503e4464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:23.100211 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-400af4ef-3885-4834-aa8f-55a8a26b6036 req-0e25ed83-ee4b-49f8-ab06-75b0503e4464 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=963e73da008c45bbbe3340617f958250&device_id=29231323-4b16-406e-8eb2-ab3d88156342 HTTP/1.1" status: 200 len: 1125 time: 0.4368737 Mar 07 10:41:23.102153 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-5fca300d-35bc-48d9-9bc6-6da2f75836a6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Allocated IP 172.20.0.7 (7eaf476d-e62a-411a-84bb-9ffb8dabd737/838d6f3e-2340-488a-b945-348205729de8/e0ad4df5-2fed-46fc-8695-ce249f172d97) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:23.142771 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d7d26-cfa4-483a-9b4c-8fe5f322a6f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fadea73f-6720-48b8-9fb7-8cd0608f0333,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:23.151117 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337d7d26-cfa4-483a-9b4c-8fe5f322a6f8 admin admin] Checking segment: {'id': 'f9018300-5e1a-48d3-806b-e02ca787b4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b10c2308-4a70-4388-a1d4-3c7e73350d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:23.151977 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337d7d26-cfa4-483a-9b4c-8fe5f322a6f8 admin admin] Network hostable DHCP agents. Network: b10c2308-4a70-4388-a1d4-3c7e73350d3a, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:41:23.169774 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf0809-f3a7-44c8-8fdd-3c97d42cceb3 req-446e2907-f2c1-4235-80a8-f8200e769162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:23.171368 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3baf0809-f3a7-44c8-8fdd-3c97d42cceb3 req-446e2907-f2c1-4235-80a8-f8200e769162 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9f481558-20b5-4597-9d23-1a30103cbdca HTTP/1.1" status: 200 len: 850 time: 0.1852682 Mar 07 10:41:23.172219 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337d7d26-cfa4-483a-9b4c-8fe5f322a6f8 admin admin] Network b10c2308-4a70-4388-a1d4-3c7e73350d3a is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:41:23.179069 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c3c84-2c17-4e8e-8f4b-29c981c64f29 req-fd6d48db-7e48-48ae-aba6-4ff86533f86d tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:23.180600 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-026c3c84-2c17-4e8e-8f4b-29c981c64f29 req-fd6d48db-7e48-48ae-aba6-4ff86533f86d tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 945 time: 0.3810277 Mar 07 10:41:23.188818 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-337d7d26-cfa4-483a-9b4c-8fe5f322a6f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, b10c2308-4a70-4388-a1d4-3c7e73350d3a) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:23.193390 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337d7d26-cfa4-483a-9b4c-8fe5f322a6f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:23.194463 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-337d7d26-cfa4-483a-9b4c-8fe5f322a6f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:23.200544 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ac09ab-30f2-4069-840a-cca8d6d366e2 None None] Network b10c2308-4a70-4388-a1d4-3c7e73350d3a requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:41:23.229304 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-337d7d26-cfa4-483a-9b4c-8fe5f322a6f8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5182824 Mar 07 10:41:23.230756 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52686) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:23.236522 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d3a1f97a-cf21-428f-a106-a254d495d122 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-110730615-router', 'tenant_id': '37256dfba2694a838b5e754d96d8ef06', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:23.250127 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3baf0809-f3a7-44c8-8fdd-3c97d42cceb3 req-3a9bb517-4067-4b22-ab05-d9344632c2dc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=426a0985-54c0-44f8-a0e5-ef6b4becfc6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682375 Mar 07 10:41:23.279117 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d3a1f97a-cf21-428f-a106-a254d495d122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (a6e0c6ed-5128-4098-b50c-6512419599fd), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:23.284448 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d3a1f97a-cf21-428f-a106-a254d495d122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (a6e0c6ed-5128-4098-b50c-6512419599fd), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:23.367063 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d3a1f97a-cf21-428f-a106-a254d495d122 admin admin] Publish callbacks [] for router_controller (a6e0c6ed-5128-4098-b50c-6512419599fd), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:23.420324 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c46ca1d-978d-4b9a-bfbd-f20dfcf9bed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-b10c2308-4a70-4388-a1d4-3c7e73350d3a', 'network_id': 'b10c2308-4a70-4388-a1d4-3c7e73350d3a', 'project_id': '37256dfba2694a838b5e754d96d8ef06', 'fixed_ips': [{'subnet_id': 'fadea73f-6720-48b8-9fb7-8cd0608f0333'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:41:23.421445 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5c46ca1d-978d-4b9a-bfbd-f20dfcf9bed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:23.468439 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-73641467-3ade-41a7-9a2c-56a4e0946148 req-0ea5a01a-9cdd-4248-b2b4-199723de16f0 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (3d76c770-c90a-4074-b461-3d0f8a636cb4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:23.627665 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-5c46ca1d-978d-4b9a-bfbd-f20dfcf9bed0 None None] Allocated IP 172.20.0.2 (b10c2308-4a70-4388-a1d4-3c7e73350d3a/fadea73f-6720-48b8-9fb7-8cd0608f0333/78ac5942-81e4-42c6-a724-922e90cfafe9) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:23.663430 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-026c3c84-2c17-4e8e-8f4b-29c981c64f29 req-22f6502b-2776-4636-b857-7c9a139a353a tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666874 Mar 07 10:41:23.686098 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400af4ef-3885-4834-aa8f-55a8a26b6036 req-5545c2b8-d486-490c-a4f5-bdf4e45151f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:23.690141 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-400af4ef-3885-4834-aa8f-55a8a26b6036 req-5545c2b8-d486-490c-a4f5-bdf4e45151f9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=00afd099-7a30-4cd1-919e-35d92c7ee376 HTTP/1.1" status: 200 len: 916 time: 0.5832136 Mar 07 10:41:23.691366 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5a01a-9cdd-4248-b2b4-199723de16f0 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Pushing event deleted for resources: {'Port': ['ID=3d76c770-c90a-4074-b461-3d0f8a636cb4,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:23.766314 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a840aa-dde7-49ba-8a7a-a196fbeb59bb req-aff1c948-9fc6-4ea5-86c9-53742752607b tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:23.776027 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-14a840aa-dde7-49ba-8a7a-a196fbeb59bb req-aff1c948-9fc6-4ea5-86c9-53742752607b tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 945 time: 0.2383661 Mar 07 10:41:23.784427 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d3a1f97a-cf21-428f-a106-a254d495d122 admin admin] Publish callbacks [] for router_gateway (a6e0c6ed-5128-4098-b50c-6512419599fd), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:23.870025 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:41:23.889651 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5c46ca1d-978d-4b9a-bfbd-f20dfcf9bed0 None None] Publish callbacks [] for port (78ac5942-81e4-42c6-a724-922e90cfafe9), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:23.900163 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5c46ca1d-978d-4b9a-bfbd-f20dfcf9bed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (78ac5942-81e4-42c6-a724-922e90cfafe9), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:23.904608 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-400af4ef-3885-4834-aa8f-55a8a26b6036 req-d8aa9780-b65d-45f3-ae14-5356550bb129 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f92313b3-14c2-4673-a7bb-2bc9b560ec04 HTTP/1.1" status: 200 len: 217 time: 0.2040355 Mar 07 10:41:23.925056 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-14a840aa-dde7-49ba-8a7a-a196fbeb59bb req-eccf10d0-fe29-49ec-9ddc-dff9ec08450e tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326022 Mar 07 10:41:23.934490 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-73641467-3ade-41a7-9a2c-56a4e0946148 req-0ea5a01a-9cdd-4248-b2b4-199723de16f0 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] No DVR routers for this DVR port 3d76c770-c90a-4074-b461-3d0f8a636cb4 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:41:23.972346 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46ca1d-978d-4b9a-bfbd-f20dfcf9bed0 None None] Pushing event updated for resources: {'Port': ['ID=78ac5942-81e4-42c6-a724-922e90cfafe9,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:23.991399 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c46ca1d-978d-4b9a-bfbd-f20dfcf9bed0 None None] Network b10c2308-4a70-4388-a1d4-3c7e73350d3a is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:23.993135 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-5c46ca1d-978d-4b9a-bfbd-f20dfcf9bed0 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:24.000179 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c46ca1d-978d-4b9a-bfbd-f20dfcf9bed0 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:24.047039 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-73641467-3ade-41a7-9a2c-56a4e0946148 req-0ea5a01a-9cdd-4248-b2b4-199723de16f0 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:24.055480 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-73641467-3ade-41a7-9a2c-56a4e0946148 req-0ea5a01a-9cdd-4248-b2b4-199723de16f0 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.21 "DELETE /v2.0/ports/3d76c770-c90a-4074-b461-3d0f8a636cb4 HTTP/1.1" status: 204 len: 173 time: 2.5351095 Mar 07 10:41:24.055981 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f608c97-4774-41e6-a823-68365cadca0e', 'name': 'network-vif-deleted', 'tag': '3d76c770-c90a-4074-b461-3d0f8a636cb4'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:24.066769 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f49c24-eef2-4254-8e01-2d271a69a61e" -d '{"events": [{"server_uuid": "2f608c97-4774-41e6-a823-68365cadca0e", "name": "network-vif-deleted", "tag": "3d76c770-c90a-4074-b461-3d0f8a636cb4"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:24.099819 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-5c46ca1d-978d-4b9a-bfbd-f20dfcf9bed0 None None] Attempting to bind port 78ac5942-81e4-42c6-a724-922e90cfafe9 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:41:24.100755 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-5c46ca1d-978d-4b9a-bfbd-f20dfcf9bed0 None None] Attempting to bind port 78ac5942-81e4-42c6-a724-922e90cfafe9 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'f9018300-5e1a-48d3-806b-e02ca787b4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b10c2308-4a70-4388-a1d4-3c7e73350d3a'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:41:24.104287 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c46ca1d-978d-4b9a-bfbd-f20dfcf9bed0 None None] Attempting to bind port 78ac5942-81e4-42c6-a724-922e90cfafe9 on network b10c2308-4a70-4388-a1d4-3c7e73350d3a {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:24.118427 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c46ca1d-978d-4b9a-bfbd-f20dfcf9bed0 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:41:24.119229 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c46ca1d-978d-4b9a-bfbd-f20dfcf9bed0 None None] Checking segment: {'id': 'f9018300-5e1a-48d3-806b-e02ca787b4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b10c2308-4a70-4388-a1d4-3c7e73350d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:24.120412 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5c46ca1d-978d-4b9a-bfbd-f20dfcf9bed0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:24.122668 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c46ca1d-978d-4b9a-bfbd-f20dfcf9bed0 None None] Bound using segment: {'id': 'f9018300-5e1a-48d3-806b-e02ca787b4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b10c2308-4a70-4388-a1d4-3c7e73350d3a'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:41:24.123432 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-5c46ca1d-978d-4b9a-bfbd-f20dfcf9bed0 None None] Bound port: 78ac5942-81e4-42c6-a724-922e90cfafe9, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9018300-5e1a-48d3-806b-e02ca787b4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b10c2308-4a70-4388-a1d4-3c7e73350d3a'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:41:24.124697 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5c46ca1d-978d-4b9a-bfbd-f20dfcf9bed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (78ac5942-81e4-42c6-a724-922e90cfafe9), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:24.183133 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3baf0809-f3a7-44c8-8fdd-3c97d42cceb3 req-e4b3a07d-8261-488d-894b-b7faa1c205c2 service neutron] 10.222.0.31 "GET /v2.0/networks/426a0985-54c0-44f8-a0e5-ef6b4becfc6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8819056 Mar 07 10:41:24.198967 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-5fca300d-35bc-48d9-9bc6-6da2f75836a6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for port (e0ad4df5-2fed-46fc-8695-ce249f172d97), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:24.277142 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400af4ef-3885-4834-aa8f-55a8a26b6036 req-2ae09174-f45e-4447-98f4-3959cb1d09fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:24.279456 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-400af4ef-3885-4834-aa8f-55a8a26b6036 req-2ae09174-f45e-4447-98f4-3959cb1d09fd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e733737e-c8f1-4ea9-8337-47939319caff HTTP/1.1" status: 200 len: 854 time: 0.2744422 Mar 07 10:41:24.287466 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-5c46ca1d-978d-4b9a-bfbd-f20dfcf9bed0 None None] For port 78ac5942-81e4-42c6-a724-922e90cfafe9, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:24.301372 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-5c46ca1d-978d-4b9a-bfbd-f20dfcf9bed0 None None] For port 78ac5942-81e4-42c6-a724-922e90cfafe9, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=78ac5942-81e4-42c6-a724-922e90cfafe9,segment=NetworkSegment(f9018300-5e1a-48d3-806b-e02ca787b4a4),segment_id=f9018300-5e1a-48d3-806b-e02ca787b4a4)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:24.316432 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5c46ca1d-978d-4b9a-bfbd-f20dfcf9bed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (78ac5942-81e4-42c6-a724-922e90cfafe9), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:24.396508 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e15d8-241e-495c-a838-08620fd1c025 req-dce834dc-6387-4112-83b8-9f63977c337e tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:24.398632 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0d7e15d8-241e-495c-a838-08620fd1c025 req-dce834dc-6387-4112-83b8-9f63977c337e tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=29231323-4b16-406e-8eb2-ab3d88156342 HTTP/1.1" status: 200 len: 943 time: 0.5695655 Mar 07 10:41:24.419971 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c46ca1d-978d-4b9a-bfbd-f20dfcf9bed0 None None] Pushing event updated for resources: {'Port': ['ID=78ac5942-81e4-42c6-a724-922e90cfafe9,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:24.517644 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-5fca300d-35bc-48d9-9bc6-6da2f75836a6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (e0ad4df5-2fed-46fc-8695-ce249f172d97), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:24.542728 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ac54b023-7e0b-466e-a72f-bbecded435b5 req-5d608485-ee26-414c-b492-50e4b2271305 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=2f608c97-4774-41e6-a823-68365cadca0e HTTP/1.1" status: 200 len: 210 time: 0.4696803 Mar 07 10:41:24.544221 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400af4ef-3885-4834-aa8f-55a8a26b6036 req-3dc5bd2c-dbed-4c3a-b8c9-d03cb0fff8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:24.549742 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-400af4ef-3885-4834-aa8f-55a8a26b6036 req-3dc5bd2c-dbed-4c3a-b8c9-d03cb0fff8a5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=00afd099-7a30-4cd1-919e-35d92c7ee376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2432909 Mar 07 10:41:24.665041 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0d7e15d8-241e-495c-a838-08620fd1c025 req-199b4c4c-264d-406a-96f1-dba6652ed2b6 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=aed78c92-521c-4e1f-a7f2-d43edcc2ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2438881 Mar 07 10:41:24.738463 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca300d-35bc-48d9-9bc6-6da2f75836a6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Pushing event updated for resources: {'Port': ['ID=e0ad4df5-2fed-46fc-8695-ce249f172d97,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:24.743344 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3baf0809-f3a7-44c8-8fdd-3c97d42cceb3 req-57b86304-772b-43e5-aac5-7c1d4910f3c0 service neutron] 10.222.0.31 "GET /v2.0/networks/426a0985-54c0-44f8-a0e5-ef6b4becfc6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5384903 Mar 07 10:41:24.778217 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-5fca300d-35bc-48d9-9bc6-6da2f75836a6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Network 7eaf476d-e62a-411a-84bb-9ffb8dabd737 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:24.843487 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1347a90-a81d-44c1-816a-a19de637064e x-openstack-request-id: req-f1347a90-a81d-44c1-816a-a19de637064e {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:24.843817 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f608c97-4774-41e6-a823-68365cadca0e", "name": "network-vif-deleted", "tag": "3d76c770-c90a-4074-b461-3d0f8a636cb4", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:24.844035 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f1347a90-a81d-44c1-816a-a19de637064e {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:24.844838 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f608c97-4774-41e6-a823-68365cadca0e', 'name': 'network-vif-deleted', 'tag': '3d76c770-c90a-4074-b461-3d0f8a636cb4', 'status': 'completed', 'code': 200} Mar 07 10:41:24.851125 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-5fca300d-35bc-48d9-9bc6-6da2f75836a6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:24.858030 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-5fca300d-35bc-48d9-9bc6-6da2f75836a6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:24.939669 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d3a1f97a-cf21-428f-a106-a254d495d122 admin admin] Publish callbacks [] for router_gateway (a6e0c6ed-5128-4098-b50c-6512419599fd), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:24.961466 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 3d76c770-c90a-4074-b461-3d0f8a636cb4 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:41:24.967742 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d3a1f97a-cf21-428f-a106-a254d495d122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:24.998132 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357164a-f35e-4a67-b452-608fe48ed316 req-a85c08bf-44cb-4ccd-9e6f-da1feb8980c8 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:25.021604 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2357164a-f35e-4a67-b452-608fe48ed316 req-a85c08bf-44cb-4ccd-9e6f-da1feb8980c8 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 931 time: 0.3148124 Mar 07 10:41:25.039298 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 3d76c770-c90a-4074-b461-3d0f8a636cb4 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:41:25.039784 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 3d76c770-c90a-4074-b461-3d0f8a636cb4 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:41:25.098990 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-400af4ef-3885-4834-aa8f-55a8a26b6036 req-6deedbbe-7663-494b-8a8b-584a85626049 service neutron] 10.222.0.31 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5209680 Mar 07 10:41:25.164256 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2357164a-f35e-4a67-b452-608fe48ed316 req-7b488877-7ee1-46b7-8f5e-41565ea785d6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364765 Mar 07 10:41:25.170598 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-5fca300d-35bc-48d9-9bc6-6da2f75836a6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:25.171544 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-5fca300d-35bc-48d9-9bc6-6da2f75836a6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:25.197892 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device f92313b3-14c2-4673-a7bb-2bc9b560ec04 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:41:25.211200 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-5fca300d-35bc-48d9-9bc6-6da2f75836a6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3785751 Mar 07 10:41:25.231755 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-30415e4d-c41a-4568-b26e-646cba2dcad3 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Request body: {'port': {'device_id': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'network_id': 'd366e7ad-5e6d-41da-a70c-3aced4fea314', 'admin_state_up': True, 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'security_groups': ['1b7ff8d0-cbce-43ce-acda-661fc6e853f0']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:25.305960 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-d3a1f97a-cf21-428f-a106-a254d495d122 admin admin] Allocated IP 172.25.3.169 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:25.324804 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d504ca95-94cc-43c9-a4b0-e82be4af2f49 req-e62105cd-92c2-47bc-abbf-8571792a415a tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:25.324804 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d504ca95-94cc-43c9-a4b0-e82be4af2f49 req-e62105cd-92c2-47bc-abbf-8571792a415a tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 945 time: 0.2981858 Mar 07 10:41:25.498648 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d3a1f97a-cf21-428f-a106-a254d495d122 admin admin] Publish callbacks [] for port (01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:25.503850 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-10b33c1a-86e5-43a4-8353-569fd28acc79 None None] Provisioning complete for port e0ad4df5-2fed-46fc-8695-ce249f172d97 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:25.505238 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-10b33c1a-86e5-43a4-8353-569fd28acc79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e0ad4df5-2fed-46fc-8695-ce249f172d97), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:25.556888 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d7c09-0aa5-4bcc-bdf6-45b768333b21 req-0638e096-29e4-43c0-8484-f7496f57b4a5 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:25.564919 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aa3d7c09-0aa5-4bcc-bdf6-45b768333b21 req-0638e096-29e4-43c0-8484-f7496f57b4a5 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 945 time: 0.2600470 Mar 07 10:41:25.586265 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d3a1f97a-cf21-428f-a106-a254d495d122 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:25.604305 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port f92313b3-14c2-4673-a7bb-2bc9b560ec04, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f92313b3-14c2-4673-a7bb-2bc9b560ec04,segment=NetworkSegment(59b13e75-30d7-418d-a8ee-7db3ff010fd0),segment_id=59b13e75-30d7-418d-a8ee-7db3ff010fd0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:25.644692 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1f97a-cf21-428f-a106-a254d495d122 admin admin] Pushing event updated for resources: {'Port': ['ID=01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:25.657311 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'f92313b3-14c2-4673-a7bb-2bc9b560ec04', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'port_id': 'f92313b3-14c2-4673-a7bb-2bc9b560ec04', 'mac_address': 'fa:16:3e:66:f1:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:41:25.666843 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-10b33c1a-86e5-43a4-8353-569fd28acc79 None None] Port e0ad4df5-2fed-46fc-8695-ce249f172d97 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:41:25.682040 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a1f97a-cf21-428f-a106-a254d495d122 admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:25.687205 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-d3a1f97a-cf21-428f-a106-a254d495d122 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:25.693530 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a1f97a-cf21-428f-a106-a254d495d122 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:25.735476 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port f92313b3-14c2-4673-a7bb-2bc9b560ec04 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:25.736534 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f92313b3-14c2-4673-a7bb-2bc9b560ec04), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:25.758466 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f92313b3-14c2-4673-a7bb-2bc9b560ec04 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:25.790837 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port f92313b3-14c2-4673-a7bb-2bc9b560ec04, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f92313b3-14c2-4673-a7bb-2bc9b560ec04,segment=NetworkSegment(59b13e75-30d7-418d-a8ee-7db3ff010fd0),segment_id=59b13e75-30d7-418d-a8ee-7db3ff010fd0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:25.801477 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f92313b3-14c2-4673-a7bb-2bc9b560ec04), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:25.907935 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=f92313b3-14c2-4673-a7bb-2bc9b560ec04,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:25.951711 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aa3d7c09-0aa5-4bcc-bdf6-45b768333b21 req-811fdded-3f4d-46bd-8147-7849e57e5a3a tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857172 Mar 07 10:41:26.048598 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648147e7-0158-4edc-bf11-e2323b162991 None None] Network b10c2308-4a70-4388-a1d4-3c7e73350d3a requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:41:26.057834 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d504ca95-94cc-43c9-a4b0-e82be4af2f49 req-f8108e16-dae6-44bf-a1a8-e7b6478a7024 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7161005 Mar 07 10:41:26.098810 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-400af4ef-3885-4834-aa8f-55a8a26b6036 req-815f320e-106a-4df4-bf1d-0425196088b3 service neutron] 10.222.0.31 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9650419 Mar 07 10:41:26.150288 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-30415e4d-c41a-4568-b26e-646cba2dcad3 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Made reservation on behalf of a9dbaf75c1ca4f48aa31093c74e34d2b for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:26.155625 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-30415e4d-c41a-4568-b26e-646cba2dcad3 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:26.259208 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d3a1f97a-cf21-428f-a106-a254d495d122 admin admin] Publish callbacks [] for router_gateway (a6e0c6ed-5128-4098-b50c-6512419599fd), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:26.327499 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e701a4-f47f-4d18-86cd-ffc42634de50 req-df4362ac-0f0f-4356-985e-eb834eab69d3 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:26.329295 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-72e701a4-f47f-4d18-86cd-ffc42634de50 req-df4362ac-0f0f-4356-985e-eb834eab69d3 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=29231323-4b16-406e-8eb2-ab3d88156342 HTTP/1.1" status: 200 len: 944 time: 0.1761160 Mar 07 10:41:26.349367 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['f92313b3-14c2-4673-a7bb-2bc9b560ec04'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:41:26.430890 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb67ff-eae5-4cd8-a344-79f48b006d11 req-14ab688d-17ca-4045-81c4-6660622decfe tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:26.438532 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27bb67ff-eae5-4cd8-a344-79f48b006d11 req-14ab688d-17ca-4045-81c4-6660622decfe tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 931 time: 0.1532307 Mar 07 10:41:26.445661 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-30415e4d-c41a-4568-b26e-646cba2dcad3 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Allocated IP 10.1.1.33 (d366e7ad-5e6d-41da-a70c-3aced4fea314/ac6e5a95-0381-4767-881e-02ff8727f823/ea7ffff0-7638-4d15-87eb-5069b07e0844) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:26.483731 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 78ac5942-81e4-42c6-a724-922e90cfafe9 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:26.518342 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27bb67ff-eae5-4cd8-a344-79f48b006d11 req-7a8a520d-91ca-4824-8dd3-df893e3e00d2 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788445 Mar 07 10:41:26.591951 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-3f48ea3e-c334-40ee-8312-c156dc32cf51 None None] Provisioning complete for port 78ac5942-81e4-42c6-a724-922e90cfafe9 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:26.592333 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3f48ea3e-c334-40ee-8312-c156dc32cf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (78ac5942-81e4-42c6-a724-922e90cfafe9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:26.607772 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-72e701a4-f47f-4d18-86cd-ffc42634de50 req-aab21d93-75f8-4edb-923a-240e17c1f96f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=aed78c92-521c-4e1f-a7f2-d43edcc2ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677071 Mar 07 10:41:26.646940 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d3a1f97a-cf21-428f-a106-a254d495d122 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (a6e0c6ed-5128-4098-b50c-6512419599fd), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:26.772070 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-30415e4d-c41a-4568-b26e-646cba2dcad3 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for port (ea7ffff0-7638-4d15-87eb-5069b07e0844), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:26.790033 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 78ac5942-81e4-42c6-a724-922e90cfafe9 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:26.790855 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (78ac5942-81e4-42c6-a724-922e90cfafe9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:26.791552 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f190126-163d-427c-8251-3dc032bc142b req-7a700ab5-57db-4caa-9bfa-e5c2efc7bb93 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:26.799185 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f190126-163d-427c-8251-3dc032bc142b req-7a700ab5-57db-4caa-9bfa-e5c2efc7bb93 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/networks?id=9da4d94f-c230-4f14-a6ee-34ff5fc1419f HTTP/1.1" status: 200 len: 821 time: 0.1539383 Mar 07 10:41:26.823877 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f190126-163d-427c-8251-3dc032bc142b req-7744902c-1825-4c00-822e-d50bae9971c2 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/quotas/62af914074b242af8357a186fc3aa177 HTTP/1.1" status: 200 len: 375 time: 0.0231199 Mar 07 10:41:26.876305 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f190126-163d-427c-8251-3dc032bc142b req-c947120a-6b5d-4630-b057-02ea3874029f tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=62af914074b242af8357a186fc3aa177&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513659 Mar 07 10:41:26.920838 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-3f48ea3e-c334-40ee-8312-c156dc32cf51 None None] Current status of the port 78ac5942-81e4-42c6-a724-922e90cfafe9 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:26.921503 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3f48ea3e-c334-40ee-8312-c156dc32cf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (78ac5942-81e4-42c6-a724-922e90cfafe9), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:26.921692 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a1f97a-cf21-428f-a106-a254d495d122 admin admin] Router a6e0c6ed-5128-4098-b50c-6512419599fd is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:41:26.970333 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-3f48ea3e-c334-40ee-8312-c156dc32cf51 None None] For port 78ac5942-81e4-42c6-a724-922e90cfafe9, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=78ac5942-81e4-42c6-a724-922e90cfafe9,segment=NetworkSegment(f9018300-5e1a-48d3-806b-e02ca787b4a4),segment_id=f9018300-5e1a-48d3-806b-e02ca787b4a4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:26.994595 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3f48ea3e-c334-40ee-8312-c156dc32cf51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (78ac5942-81e4-42c6-a724-922e90cfafe9), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:27.041489 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-30415e4d-c41a-4568-b26e-646cba2dcad3 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (ea7ffff0-7638-4d15-87eb-5069b07e0844), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:27.068959 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48ea3e-c334-40ee-8312-c156dc32cf51 None None] Pushing event updated for resources: {'Port': ['ID=78ac5942-81e4-42c6-a724-922e90cfafe9,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:27.073520 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f190126-163d-427c-8251-3dc032bc142b req-68579e37-0d9b-461d-b67f-3ed183b011c9 service neutron] 10.222.0.11 "GET /v2.0/networks/9da4d94f-c230-4f14-a6ee-34ff5fc1419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940196 Mar 07 10:41:27.086800 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 78ac5942-81e4-42c6-a724-922e90cfafe9 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:27.088206 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (78ac5942-81e4-42c6-a724-922e90cfafe9), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:27.164059 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-30415e4d-c41a-4568-b26e-646cba2dcad3 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Network d366e7ad-5e6d-41da-a70c-3aced4fea314 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:27.197330 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-30415e4d-c41a-4568-b26e-646cba2dcad3 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:27.205101 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:41:27.205657 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:41:27.220767 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-30415e4d-c41a-4568-b26e-646cba2dcad3 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:27.256075 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a1f97a-cf21-428f-a106-a254d495d122 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:41:27.283933 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb964a5-91d6-4313-aa09-85722f10abb7 None None] Sync routers for ids ['a6e0c6ed-5128-4098-b50c-6512419599fd'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:41:27.295183 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30415e4d-c41a-4568-b26e-646cba2dcad3 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Pushing event updated for resources: {'Port': ['ID=ea7ffff0-7638-4d15-87eb-5069b07e0844,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:27.309339 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb964a5-91d6-4313-aa09-85722f10abb7 None None] Routers {'a6e0c6ed-5128-4098-b50c-6512419599fd'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:41:27.309978 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-fdb964a5-91d6-4313-aa09-85722f10abb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:41:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a6e0c6ed-5128-4098-b50c-6512419599fd'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:27.335570 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229c0ef-e26a-4b68-ac09-4ae370c3be15 req-390e1e81-44c0-49a6-ac60-e4b8e71f9e2f tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:27.340026 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d229c0ef-e26a-4b68-ac09-4ae370c3be15 req-390e1e81-44c0-49a6-ac60-e4b8e71f9e2f tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 945 time: 0.1713994 Mar 07 10:41:27.388790 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d3a1f97a-cf21-428f-a106-a254d495d122 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:27.391806 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d3a1f97a-cf21-428f-a106-a254d495d122 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1595242 Mar 07 10:41:27.402620 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52772) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:27.413149 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-30415e4d-c41a-4568-b26e-646cba2dcad3 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:27.413811 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-30415e4d-c41a-4568-b26e-646cba2dcad3 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:27.420435 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f190126-163d-427c-8251-3dc032bc142b req-bd26aec2-2d35-4e93-b4b2-9b8a78fe175a service neutron] 10.222.0.11 "GET /v2.0/networks/9da4d94f-c230-4f14-a6ee-34ff5fc1419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460703 Mar 07 10:41:27.436852 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a616c1d9-d1fd-462b-9de9-dc8a7865276b None None] Provisioning complete for port 78ac5942-81e4-42c6-a724-922e90cfafe9 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:27.437779 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a616c1d9-d1fd-462b-9de9-dc8a7865276b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (78ac5942-81e4-42c6-a724-922e90cfafe9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:27.440412 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-30415e4d-c41a-4568-b26e-646cba2dcad3 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2187200 Mar 07 10:41:27.451429 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-9dc16fb4-6055-453b-b49d-225306cb909b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Request body: {'port': {'device_id': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'network_id': 'd366e7ad-5e6d-41da-a70c-3aced4fea314', 'admin_state_up': True, 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'security_groups': ['1b7ff8d0-cbce-43ce-acda-661fc6e853f0']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:27.576129 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-fdb964a5-91d6-4313-aa09-85722f10abb7 None None] Set router a6e0c6ed-5128-4098-b50c-6512419599fd gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:41:27.595988 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d229c0ef-e26a-4b68-ac09-4ae370c3be15 req-b1d817ba-3894-412f-b3d5-189cfd592026 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418604 Mar 07 10:41:27.721455 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a616c1d9-d1fd-462b-9de9-dc8a7865276b None None] Current status of the port 78ac5942-81e4-42c6-a724-922e90cfafe9 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:27.802416 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-9dc16fb4-6055-453b-b49d-225306cb909b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Made reservation on behalf of a9dbaf75c1ca4f48aa31093c74e34d2b for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:27.806077 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-9dc16fb4-6055-453b-b49d-225306cb909b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:27.900791 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 78ac5942-81e4-42c6-a724-922e90cfafe9 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:27.924875 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7cf611-4f62-474c-a91e-7a24548cc587 req-a723ca82-054e-4d24-ab1e-764b31e94938 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:27.929466 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-08a88333-d0b9-4749-821c-0565a4a2a51e None None] Provisioning complete for port ea7ffff0-7638-4d15-87eb-5069b07e0844 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:27.929843 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-08a88333-d0b9-4749-821c-0565a4a2a51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ea7ffff0-7638-4d15-87eb-5069b07e0844), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:27.938316 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7cf611-4f62-474c-a91e-7a24548cc587 req-a723ca82-054e-4d24-ab1e-764b31e94938 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:27.948210 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cf7cf611-4f62-474c-a91e-7a24548cc587 req-a723ca82-054e-4d24-ab1e-764b31e94938 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 1652 time: 0.2412105 Mar 07 10:41:28.004457 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-08a88333-d0b9-4749-821c-0565a4a2a51e None None] Port ea7ffff0-7638-4d15-87eb-5069b07e0844 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:41:28.114781 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c05328-90be-4b21-b838-79d8b28d4a9d req-2bb915e3-a954-48cb-b87d-eb5b819c8d30 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:28.116324 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e8c05328-90be-4b21-b838-79d8b28d4a9d req-2bb915e3-a954-48cb-b87d-eb5b819c8d30 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 945 time: 0.2628117 Mar 07 10:41:28.150877 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-fdb964a5-91d6-4313-aa09-85722f10abb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'name': 'tempest-ServersTestManualDisk-110730615-router', 'tenant_id': '37256dfba2694a838b5e754d96d8ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:41:23Z', 'updated_at': '2022-03-07T10:41:25Z', 'revision_number': 3, 'project_id': '37256dfba2694a838b5e754d96d8ef06', 'gw_port': {'id': '01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:42:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:24Z', 'updated_at': '2022-03-07T10:41:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:28.172389 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cf7cf611-4f62-474c-a91e-7a24548cc587 req-f4c4c930-d67c-4230-8aca-e123019a3d60 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222676 Mar 07 10:41:28.263041 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb964a5-91d6-4313-aa09-85722f10abb7 None None] Checking router: a6e0c6ed-5128-4098-b50c-6512419599fd for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:41:28.264524 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb964a5-91d6-4313-aa09-85722f10abb7 None None] Updating router a6e0c6ed-5128-4098-b50c-6512419599fd port 01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:41:28.311805 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 78ac5942-81e4-42c6-a724-922e90cfafe9 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:28.357172 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fdb964a5-91d6-4313-aa09-85722f10abb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:28.407698 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-9dc16fb4-6055-453b-b49d-225306cb909b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Allocated IP 10.1.1.189 (d366e7ad-5e6d-41da-a70c-3aced4fea314/ac6e5a95-0381-4767-881e-02ff8727f823/228f4021-a7f7-470b-affc-cfa61cd88930) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:28.412854 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e8c05328-90be-4b21-b838-79d8b28d4a9d req-ddfcc145-659d-481c-a2d3-b68cea5a0b1e tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777541 Mar 07 10:41:28.440860 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 78ac5942-81e4-42c6-a724-922e90cfafe9 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:28.442052 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (78ac5942-81e4-42c6-a724-922e90cfafe9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:28.498191 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23dcd5d6-0c4d-46f8-8d21-759096234d76 req-07631aaa-0ab9-405a-9fd9-9779001a2e7d tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=eec607f3-0736-4172-bdda-e284f4b8ff02 HTTP/1.1" status: 200 len: 210 time: 0.1132522 Mar 07 10:41:28.623495 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 78ac5942-81e4-42c6-a724-922e90cfafe9 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:28.750322 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-9dc16fb4-6055-453b-b49d-225306cb909b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for port (228f4021-a7f7-470b-affc-cfa61cd88930), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:28.782074 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d151c2-a6c2-4899-a01b-3b77ec5cebc8 req-b5884eef-90c4-4ea7-9d39-d1e83823c20c tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:28.783572 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a2d151c2-a6c2-4899-a01b-3b77ec5cebc8 req-b5884eef-90c4-4ea7-9d39-d1e83823c20c tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=29231323-4b16-406e-8eb2-ab3d88156342 HTTP/1.1" status: 200 len: 944 time: 0.1980774 Mar 07 10:41:28.810129 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-9dc16fb4-6055-453b-b49d-225306cb909b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (228f4021-a7f7-470b-affc-cfa61cd88930), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:28.896205 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc16fb4-6055-453b-b49d-225306cb909b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Pushing event updated for resources: {'Port': ['ID=228f4021-a7f7-470b-affc-cfa61cd88930,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:28.920165 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-9dc16fb4-6055-453b-b49d-225306cb909b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Network d366e7ad-5e6d-41da-a70c-3aced4fea314 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:28.924750 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-9dc16fb4-6055-453b-b49d-225306cb909b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:28.928461 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-9dc16fb4-6055-453b-b49d-225306cb909b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:29.018873 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-88c02cae-e6d9-41c4-8d63-4dc3dbeffd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:29.025776 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fdb964a5-91d6-4313-aa09-85722f10abb7 None None] Publish callbacks [] for port (01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:29.040456 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fdb964a5-91d6-4313-aa09-85722f10abb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:29.055193 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dde4de-695c-4e77-a173-b7ca940700af req-3dc3aaea-3073-4fd2-bca6-b0eb23d87973 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:29.067378 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a2d151c2-a6c2-4899-a01b-3b77ec5cebc8 req-66152ec6-1e46-43c7-931d-384677a15ca7 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=aed78c92-521c-4e1f-a7f2-d43edcc2ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2657180 Mar 07 10:41:29.069287 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-64dde4de-695c-4e77-a173-b7ca940700af req-3dc3aaea-3073-4fd2-bca6-b0eb23d87973 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 945 time: 0.3784132 Mar 07 10:41:29.109010 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-9dc16fb4-6055-453b-b49d-225306cb909b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:29.109701 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-9dc16fb4-6055-453b-b49d-225306cb909b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:29.153353 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-fdb964a5-91d6-4313-aa09-85722f10abb7 None None] Attempting to bind port 01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:41:29.153984 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-fdb964a5-91d6-4313-aa09-85722f10abb7 None None] Attempting to bind port 01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:41:29.154530 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb964a5-91d6-4313-aa09-85722f10abb7 None None] Attempting to bind port 01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:29.161691 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb964a5-91d6-4313-aa09-85722f10abb7 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:41:29.163873 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb964a5-91d6-4313-aa09-85722f10abb7 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:29.164453 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fdb964a5-91d6-4313-aa09-85722f10abb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:29.165811 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb964a5-91d6-4313-aa09-85722f10abb7 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:41:29.166510 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-fdb964a5-91d6-4313-aa09-85722f10abb7 None None] Bound port: 01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:41:29.167661 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fdb964a5-91d6-4313-aa09-85722f10abb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:29.168110 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-9dc16fb4-6055-453b-b49d-225306cb909b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7215419 Mar 07 10:41:29.197414 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-5b7a36d2-d21f-43ab-a422-adc5d8943834 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Request body: {'port': {'device_id': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2e6e19dc-30d3-40ef-be16-f572a6948ec8', 'admin_state_up': True, 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'security_groups': ['1b7ff8d0-cbce-43ce-acda-661fc6e853f0']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:29.220685 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device f92313b3-14c2-4673-a7bb-2bc9b560ec04 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:29.259149 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-fdb964a5-91d6-4313-aa09-85722f10abb7 None None] For port 01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:29.265707 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-fdb964a5-91d6-4313-aa09-85722f10abb7 None None] For port 01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:29.274338 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a34a4a-4748-4343-8fad-dcc43518a44c None None] Pushing event updated for resources: {'Port': ['ID=01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:29.298988 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fdb964a5-91d6-4313-aa09-85722f10abb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:29.412330 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port f92313b3-14c2-4673-a7bb-2bc9b560ec04 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:41:29.414258 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a34a4a-4748-4343-8fad-dcc43518a44c None None] Pushing event updated for resources: {'Port': ['ID=01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:29.425776 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port f92313b3-14c2-4673-a7bb-2bc9b560ec04 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:29.426203 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f92313b3-14c2-4673-a7bb-2bc9b560ec04), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:29.439020 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb964a5-91d6-4313-aa09-85722f10abb7 None None] Routers {'a6e0c6ed-5128-4098-b50c-6512419599fd'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:41:29.440643 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-fdb964a5-91d6-4313-aa09-85722f10abb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:41:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a6e0c6ed-5128-4098-b50c-6512419599fd'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:29.515445 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-64dde4de-695c-4e77-a173-b7ca940700af req-803afd75-24a8-4152-b94d-9766da5d75c2 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451888 Mar 07 10:41:29.532728 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-0549ba86-4f71-4cc3-8351-e200198d085b None None] Provisioning complete for port 228f4021-a7f7-470b-affc-cfa61cd88930 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:29.533437 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0549ba86-4f71-4cc3-8351-e200198d085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (228f4021-a7f7-470b-affc-cfa61cd88930), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:29.571801 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-88c02cae-e6d9-41c4-8d63-4dc3dbeffd48 admin admin] Allocated IP 172.20.0.1 (b10c2308-4a70-4388-a1d4-3c7e73350d3a/fadea73f-6720-48b8-9fb7-8cd0608f0333/60a22d3e-ae12-472d-860e-b8d6f4c693ec) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:29.591393 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228bacc-1292-4860-9171-fd1452433be7 req-c62dd3a9-150b-4708-b0b4-faee94bc0fd8 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:29.598699 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228bacc-1292-4860-9171-fd1452433be7 req-c62dd3a9-150b-4708-b0b4-faee94bc0fd8 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:29.606001 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228bacc-1292-4860-9171-fd1452433be7 req-c62dd3a9-150b-4708-b0b4-faee94bc0fd8 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:29.607979 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c228bacc-1292-4860-9171-fd1452433be7 req-c62dd3a9-150b-4708-b0b4-faee94bc0fd8 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 2373 time: 0.2173316 Mar 07 10:41:29.675728 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0549ba86-4f71-4cc3-8351-e200198d085b None None] Port 228f4021-a7f7-470b-affc-cfa61cd88930 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:41:29.707083 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-fdb964a5-91d6-4313-aa09-85722f10abb7 None None] Set router a6e0c6ed-5128-4098-b50c-6512419599fd gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:41:29.719067 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port f92313b3-14c2-4673-a7bb-2bc9b560ec04 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:29.719943 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f92313b3-14c2-4673-a7bb-2bc9b560ec04), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:29.748136 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29231323-4b16-406e-8eb2-ab3d88156342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92313b3-14c2-4673-a7bb-2bc9b560ec04'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:29.751173 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21dc593b-2929-44fb-8247-352a09490563" -d '{"events": [{"server_uuid": "29231323-4b16-406e-8eb2-ab3d88156342", "name": "network-vif-plugged", "status": "completed", "tag": "f92313b3-14c2-4673-a7bb-2bc9b560ec04"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:29.766102 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port f92313b3-14c2-4673-a7bb-2bc9b560ec04, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f92313b3-14c2-4673-a7bb-2bc9b560ec04,segment=NetworkSegment(59b13e75-30d7-418d-a8ee-7db3ff010fd0),segment_id=59b13e75-30d7-418d-a8ee-7db3ff010fd0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:29.773792 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f92313b3-14c2-4673-a7bb-2bc9b560ec04), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:29.804550 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-5b7a36d2-d21f-43ab-a422-adc5d8943834 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Made reservation on behalf of a9dbaf75c1ca4f48aa31093c74e34d2b for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:29.893016 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=f92313b3-14c2-4673-a7bb-2bc9b560ec04,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:29.925541 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-5b7a36d2-d21f-43ab-a422-adc5d8943834 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:29.964340 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f190126-163d-427c-8251-3dc032bc142b req-fdf9e758-6a32-4c85-895c-853ba0764c1e tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:29.966412 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f190126-163d-427c-8251-3dc032bc142b req-fdf9e758-6a32-4c85-895c-853ba0764c1e tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.21 "GET /v2.0/networks?id=9da4d94f-c230-4f14-a6ee-34ff5fc1419f HTTP/1.1" status: 200 len: 821 time: 0.4930644 Mar 07 10:41:29.985028 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-5f190126-163d-427c-8251-3dc032bc142b req-25e03509-9fb9-4ebc-9067-45da31ab2f07 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Request body: {'port': {'device_id': 'eec607f3-0736-4172-bdda-e284f4b8ff02', 'network_id': '9da4d94f-c230-4f14-a6ee-34ff5fc1419f', 'admin_state_up': True, 'tenant_id': '62af914074b242af8357a186fc3aa177'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:30.056955 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ba140-4b06-48d0-ab1e-39486785e5c0 req-8812e7a6-c646-41fc-b095-5b0145f9ae2f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:30.064476 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c1ba140-4b06-48d0-ab1e-39486785e5c0 req-8812e7a6-c646-41fc-b095-5b0145f9ae2f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 945 time: 0.2931879 Mar 07 10:41:30.065899 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-fdb964a5-91d6-4313-aa09-85722f10abb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'name': 'tempest-ServersTestManualDisk-110730615-router', 'tenant_id': '37256dfba2694a838b5e754d96d8ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:41:23Z', 'updated_at': '2022-03-07T10:41:25Z', 'revision_number': 3, 'project_id': '37256dfba2694a838b5e754d96d8ef06', 'gw_port': {'id': '01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:42:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:24Z', 'updated_at': '2022-03-07T10:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:30.103283 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb964a5-91d6-4313-aa09-85722f10abb7 None None] The sync data for ids ['a6e0c6ed-5128-4098-b50c-6512419599fd'] in n-d-832164-4 is: [{'id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'name': 'tempest-ServersTestManualDisk-110730615-router', 'tenant_id': '37256dfba2694a838b5e754d96d8ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:41:23Z', 'updated_at': '2022-03-07T10:41:25Z', 'revision_number': 3, 'project_id': '37256dfba2694a838b5e754d96d8ef06', 'gw_port': {'id': '01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:42:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:24Z', 'updated_at': '2022-03-07T10:41:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:41:30.116156 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c228bacc-1292-4860-9171-fd1452433be7 req-b7e123bb-44af-4d0e-9f2d-4d871a207a2d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5014331 Mar 07 10:41:30.218281 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-88c02cae-e6d9-41c4-8d63-4dc3dbeffd48 admin admin] Publish callbacks [] for port (60a22d3e-ae12-472d-860e-b8d6f4c693ec), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:30.288671 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-88c02cae-e6d9-41c4-8d63-4dc3dbeffd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (60a22d3e-ae12-472d-860e-b8d6f4c693ec), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:30.301432 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c1ba140-4b06-48d0-ab1e-39486785e5c0 req-d272d5fb-7687-4f4b-b44e-692b4bf3e05c tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359192 Mar 07 10:41:30.373867 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-edaf15d2-68d4-4805-8e33-68ce726cc1c3 req-01f4d510-0e97-426f-9685-a207901d5e8b tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=eec607f3-0736-4172-bdda-e284f4b8ff02 HTTP/1.1" status: 200 len: 210 time: 0.1147282 Mar 07 10:41:30.509451 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f190126-163d-427c-8251-3dc032bc142b req-25e03509-9fb9-4ebc-9067-45da31ab2f07 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Made reservation on behalf of 62af914074b242af8357a186fc3aa177 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:30.512774 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5f190126-163d-427c-8251-3dc032bc142b req-25e03509-9fb9-4ebc-9067-45da31ab2f07 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:30.515411 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-5b7a36d2-d21f-43ab-a422-adc5d8943834 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Allocated IP 10.2.2.100 (2e6e19dc-30d3-40ef-be16-f572a6948ec8/fa90e579-fbb2-41a5-a769-aa15a70e7fb4/b3e6cb98-f1eb-4ce3-ad21-8cac5012de24) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:30.530460 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c02cae-e6d9-41c4-8d63-4dc3dbeffd48 admin admin] Network b10c2308-4a70-4388-a1d4-3c7e73350d3a is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:30.539875 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fe823c-37fb-4c5b-a6ef-8ccaabe07d64 x-openstack-request-id: req-66fe823c-37fb-4c5b-a6ef-8ccaabe07d64 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:30.540359 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29231323-4b16-406e-8eb2-ab3d88156342", "name": "network-vif-plugged", "status": "completed", "tag": "f92313b3-14c2-4673-a7bb-2bc9b560ec04", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:30.540440 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-66fe823c-37fb-4c5b-a6ef-8ccaabe07d64 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:30.540804 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29231323-4b16-406e-8eb2-ab3d88156342', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f92313b3-14c2-4673-a7bb-2bc9b560ec04', 'code': 200} Mar 07 10:41:30.575620 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-88c02cae-e6d9-41c4-8d63-4dc3dbeffd48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:30.586014 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c02cae-e6d9-41c4-8d63-4dc3dbeffd48 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:30.588258 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c02cae-e6d9-41c4-8d63-4dc3dbeffd48 admin admin] Pushing event updated for resources: {'Port': ['ID=60a22d3e-ae12-472d-860e-b8d6f4c693ec,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:30.727107 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-88c02cae-e6d9-41c4-8d63-4dc3dbeffd48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (a6e0c6ed-5128-4098-b50c-6512419599fd), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:31.028096 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-88c02cae-e6d9-41c4-8d63-4dc3dbeffd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (60a22d3e-ae12-472d-860e-b8d6f4c693ec), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:31.038809 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b129c4fa-6541-4b13-8159-d63cbf912ab7 None None] Provisioning complete for port 60a22d3e-ae12-472d-860e-b8d6f4c693ec triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:31.040167 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b129c4fa-6541-4b13-8159-d63cbf912ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (60a22d3e-ae12-472d-860e-b8d6f4c693ec), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:31.066900 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf9205-fc22-49bf-bc41-3751069c8159 req-b6a1ed78-3810-4c55-bff3-fe7b25c84559 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:31.073821 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3baf9205-fc22-49bf-bc41-3751069c8159 req-b6a1ed78-3810-4c55-bff3-fe7b25c84559 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=29231323-4b16-406e-8eb2-ab3d88156342 HTTP/1.1" status: 200 len: 945 time: 0.1370423 Mar 07 10:41:31.133510 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-5f190126-163d-427c-8251-3dc032bc142b req-25e03509-9fb9-4ebc-9067-45da31ab2f07 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Allocated IP 172.20.0.9 (9da4d94f-c230-4f14-a6ee-34ff5fc1419f/dc6e5e1d-c035-4681-acbd-bf9ee077ad51/b51ac83d-9a1e-4245-b2e5-350e089b5b27) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:31.169258 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b129c4fa-6541-4b13-8159-d63cbf912ab7 None None] Port 60a22d3e-ae12-472d-860e-b8d6f4c693ec cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:41:31.218024 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3baf9205-fc22-49bf-bc41-3751069c8159 req-2c99442c-b0fa-4816-a4e0-b6148b1913eb tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=aed78c92-521c-4e1f-a7f2-d43edcc2ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430850 Mar 07 10:41:31.418243 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d35cb4-6f10-4dd9-9c97-4bc8c4e9cfda req-fcc9011c-4db1-4e20-9b15-db66d7ffd172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:31.419801 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d8d35cb4-6f10-4dd9-9c97-4bc8c4e9cfda req-fcc9011c-4db1-4e20-9b15-db66d7ffd172 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=29231323-4b16-406e-8eb2-ab3d88156342 HTTP/1.1" status: 200 len: 1127 time: 0.7555366 Mar 07 10:41:31.479127 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20470039-7c16-44af-8478-f74f200c60b6 req-211d4c49-57e5-4844-a4d4-a171fa496ac5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:31.482025 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f562f29-3a86-48d2-80fb-2d4a5e305177 req-897a91df-766f-4a7b-8626-2d29e69a0873 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:31.484476 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20470039-7c16-44af-8478-f74f200c60b6 req-211d4c49-57e5-4844-a4d4-a171fa496ac5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:31.489066 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4f562f29-3a86-48d2-80fb-2d4a5e305177 req-897a91df-766f-4a7b-8626-2d29e69a0873 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 945 time: 0.6598694 Mar 07 10:41:31.501608 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20470039-7c16-44af-8478-f74f200c60b6 req-211d4c49-57e5-4844-a4d4-a171fa496ac5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:31.508960 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-20470039-7c16-44af-8478-f74f200c60b6 req-211d4c49-57e5-4844-a4d4-a171fa496ac5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 2373 time: 0.1612408 Mar 07 10:41:31.524034 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-88c02cae-e6d9-41c4-8d63-4dc3dbeffd48 admin admin] Publish callbacks [] for port (60a22d3e-ae12-472d-860e-b8d6f4c693ec), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:31.541933 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-88c02cae-e6d9-41c4-8d63-4dc3dbeffd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (60a22d3e-ae12-472d-860e-b8d6f4c693ec), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:31.639409 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d8d35cb4-6f10-4dd9-9c97-4bc8c4e9cfda req-bdcf8266-0417-47c1-a8a4-9a71532d809d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=aed78c92-521c-4e1f-a7f2-d43edcc2ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791527 Mar 07 10:41:31.642251 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-20470039-7c16-44af-8478-f74f200c60b6 req-142ba1db-4724-4f4e-bebb-1391da4a6f35 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323118 Mar 07 10:41:31.649953 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-88c02cae-e6d9-41c4-8d63-4dc3dbeffd48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (a6e0c6ed-5128-4098-b50c-6512419599fd), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:31.670475 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c02cae-e6d9-41c4-8d63-4dc3dbeffd48 admin admin] Pushing event updated for resources: {'Port': ['ID=60a22d3e-ae12-472d-860e-b8d6f4c693ec,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:31.750275 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52840) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:31.779185 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-5b7a36d2-d21f-43ab-a422-adc5d8943834 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for port (b3e6cb98-f1eb-4ce3-ad21-8cac5012de24), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:31.796113 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4f562f29-3a86-48d2-80fb-2d4a5e305177 req-feff3e43-f170-4d46-bab1-204790d1bbf4 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017328 Mar 07 10:41:31.865602 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18dc3a-00b5-4e3e-abd5-f09682407ec4 req-e17fd594-390a-44af-af9d-01c81349c87c tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:31.867398 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ee18dc3a-00b5-4e3e-abd5-f09682407ec4 req-e17fd594-390a-44af-af9d-01c81349c87c tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 945 time: 0.1161983 Mar 07 10:41:31.877937 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c02cae-e6d9-41c4-8d63-4dc3dbeffd48 admin admin] Network b10c2308-4a70-4388-a1d4-3c7e73350d3a is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:31.886105 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-88c02cae-e6d9-41c4-8d63-4dc3dbeffd48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:31.982767 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ee18dc3a-00b5-4e3e-abd5-f09682407ec4 req-64e48b5b-c39f-4b9e-891f-8d8342187d6d tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071548 Mar 07 10:41:32.013156 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-5b7a36d2-d21f-43ab-a422-adc5d8943834 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (b3e6cb98-f1eb-4ce3-ad21-8cac5012de24), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:32.025244 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5f190126-163d-427c-8251-3dc032bc142b req-25e03509-9fb9-4ebc-9067-45da31ab2f07 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks [] for port (b51ac83d-9a1e-4245-b2e5-350e089b5b27), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:32.041142 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc26f321-02f0-408a-8535-d51545a3dcff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:32.089312 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c02cae-e6d9-41c4-8d63-4dc3dbeffd48 admin admin] Router a6e0c6ed-5128-4098-b50c-6512419599fd has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:41:32.119887 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-01634a6d-a1fc-442f-a522-02f21e1e770e req-599d63ac-5207-4d21-84bb-98a59de104f8 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=eec607f3-0736-4172-bdda-e284f4b8ff02 HTTP/1.1" status: 200 len: 210 time: 0.2117131 Mar 07 10:41:32.158954 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-5b7a36d2-d21f-43ab-a422-adc5d8943834 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Network 2e6e19dc-30d3-40ef-be16-f572a6948ec8 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:32.165443 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-5b7a36d2-d21f-43ab-a422-adc5d8943834 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:32.173842 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-5b7a36d2-d21f-43ab-a422-adc5d8943834 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:32.230394 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a36d2-d21f-43ab-a422-adc5d8943834 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Pushing event updated for resources: {'Port': ['ID=b3e6cb98-f1eb-4ce3-ad21-8cac5012de24,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:32.280427 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5f190126-163d-427c-8251-3dc032bc142b req-25e03509-9fb9-4ebc-9067-45da31ab2f07 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (b51ac83d-9a1e-4245-b2e5-350e089b5b27), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:32.298402 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-5b7a36d2-d21f-43ab-a422-adc5d8943834 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:32.299131 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-5b7a36d2-d21f-43ab-a422-adc5d8943834 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:32.382365 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-35a56dcd-bdb0-4f82-bed4-d2c95e908d3c None None] Provisioning complete for port 60a22d3e-ae12-472d-860e-b8d6f4c693ec triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:32.382945 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-35a56dcd-bdb0-4f82-bed4-d2c95e908d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (60a22d3e-ae12-472d-860e-b8d6f4c693ec), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:32.390365 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f190126-163d-427c-8251-3dc032bc142b req-25e03509-9fb9-4ebc-9067-45da31ab2f07 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Network 9da4d94f-c230-4f14-a6ee-34ff5fc1419f is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:32.397323 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc26f321-02f0-408a-8535-d51545a3dcff admin admin] Publish callbacks [] for security_group (7578b57f-55e5-480f-b45a-3a138a75810f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:32.435409 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-5f190126-163d-427c-8251-3dc032bc142b req-25e03509-9fb9-4ebc-9067-45da31ab2f07 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:32.443043 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f190126-163d-427c-8251-3dc032bc142b req-25e03509-9fb9-4ebc-9067-45da31ab2f07 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:32.452037 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:32.455880 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c02cae-e6d9-41c4-8d63-4dc3dbeffd48 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:41:32.480241 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc26f321-02f0-408a-8535-d51545a3dcff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7578b57f-55e5-480f-b45a-3a138a75810f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:32.487294 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-5b7a36d2-d21f-43ab-a422-adc5d8943834 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3023729 Mar 07 10:41:32.491031 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e03509-9fb9-4ebc-9067-45da31ab2f07 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Pushing event updated for resources: {'Port': ['ID=b51ac83d-9a1e-4245-b2e5-350e089b5b27,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:32.511317 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-15581cd9-df21-4243-955d-a47e8aa2ad6b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Request body: {'port': {'device_id': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2e6e19dc-30d3-40ef-be16-f572a6948ec8', 'admin_state_up': True, 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'security_groups': ['1b7ff8d0-cbce-43ce-acda-661fc6e853f0']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:32.536282 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-88c02cae-e6d9-41c4-8d63-4dc3dbeffd48 admin admin] 10.222.0.11 "PUT /v2.0/routers/a6e0c6ed-5128-4098-b50c-6512419599fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1264257 Mar 07 10:41:32.556647 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c1a3c-780b-4363-a876-a7961ee413eb req-d5a4069f-a560-449a-aa41-e3d5161ef80c tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:32.571976 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e90c1a3c-780b-4363-a876-a7961ee413eb req-d5a4069f-a560-449a-aa41-e3d5161ef80c tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=29231323-4b16-406e-8eb2-ab3d88156342 HTTP/1.1" status: 200 len: 945 time: 0.1803589 Mar 07 10:41:32.586657 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-35a56dcd-bdb0-4f82-bed4-d2c95e908d3c None None] Port 60a22d3e-ae12-472d-860e-b8d6f4c693ec cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:41:32.607316 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-dc26f321-02f0-408a-8535-d51545a3dcff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2d380651da304a3f8848ead4e0a8e976&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8548260 Mar 07 10:41:32.609395 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:32.611518 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:32.617734 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52852) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:32.622141 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26f321-02f0-408a-8535-d51545a3dcff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7578b57f-55e5-480f-b45a-3a138a75810f,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:32.676494 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f190126-163d-427c-8251-3dc032bc142b req-25e03509-9fb9-4ebc-9067-45da31ab2f07 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:32.677552 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5f190126-163d-427c-8251-3dc032bc142b req-25e03509-9fb9-4ebc-9067-45da31ab2f07 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:32.719246 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f190126-163d-427c-8251-3dc032bc142b req-25e03509-9fb9-4ebc-9067-45da31ab2f07 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7391756 Mar 07 10:41:32.731252 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6194fe44-9d35-4a7a-a4b0-931ccdf47624 admin admin] Publish callbacks [] for security_group (7578b57f-55e5-480f-b45a-3a138a75810f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:32.745523 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-5f190126-163d-427c-8251-3dc032bc142b req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] Request body: {'port': {'device_id': 'eec607f3-0736-4172-bdda-e284f4b8ff02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:32.767445 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6194fe44-9d35-4a7a-a4b0-931ccdf47624 admin admin] Publish callbacks [] for security_group (7578b57f-55e5-480f-b45a-3a138a75810f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:32.790566 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d1629c3f-9924-44eb-8a35-ed2c26410f91 None None] Provisioning complete for port b3e6cb98-f1eb-4ce3-ad21-8cac5012de24 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:32.791169 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d1629c3f-9924-44eb-8a35-ed2c26410f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b3e6cb98-f1eb-4ce3-ad21-8cac5012de24), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:32.826788 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:32.827459 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:32.832543 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6194fe44-9d35-4a7a-a4b0-931ccdf47624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7578b57f-55e5-480f-b45a-3a138a75810f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:32.837746 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6194fe44-9d35-4a7a-a4b0-931ccdf47624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:32.845715 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6194fe44-9d35-4a7a-a4b0-931ccdf47624 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7578b57f-55e5-480f-b45a-3a138a75810f HTTP/1.1" status: 204 len: 168 time: 0.2062700 Mar 07 10:41:32.858430 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466033b-b62e-4b09-8dbf-2bd188e12ebd req-c9fbcb52-a607-4947-ade6-01eca57b639f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:32.866641 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6466033b-b62e-4b09-8dbf-2bd188e12ebd req-c9fbcb52-a607-4947-ade6-01eca57b639f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.5358286 Mar 07 10:41:32.872691 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:32.874838 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5f190126-163d-427c-8251-3dc032bc142b req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b51ac83d-9a1e-4245-b2e5-350e089b5b27), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:32.884342 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6194fe44-9d35-4a7a-a4b0-931ccdf47624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7578b57f-55e5-480f-b45a-3a138a75810f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:32.894049 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e90c1a3c-780b-4363-a876-a7961ee413eb req-8568ca46-7991-41c2-b72a-1fdc19f09aa6 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=aed78c92-521c-4e1f-a7f2-d43edcc2ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3168752 Mar 07 10:41:32.914501 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:32.928495 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d1629c3f-9924-44eb-8a35-ed2c26410f91 None None] Port b3e6cb98-f1eb-4ce3-ad21-8cac5012de24 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:41:33.010097 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7012265-f63c-4641-b3d2-cacf02ed1cb2 None None] Sync routers for ids ['a6e0c6ed-5128-4098-b50c-6512419599fd'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:41:33.027587 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7012265-f63c-4641-b3d2-cacf02ed1cb2 None None] Routers {'a6e0c6ed-5128-4098-b50c-6512419599fd'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:41:33.028480 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d7012265-f63c-4641-b3d2-cacf02ed1cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:41:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a6e0c6ed-5128-4098-b50c-6512419599fd'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:33.035708 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-15581cd9-df21-4243-955d-a47e8aa2ad6b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Made reservation on behalf of a9dbaf75c1ca4f48aa31093c74e34d2b for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:33.039857 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6466033b-b62e-4b09-8dbf-2bd188e12ebd req-aa8c0904-38fb-4c93-900b-a16c7c515d43 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697283 Mar 07 10:41:33.040102 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-15581cd9-df21-4243-955d-a47e8aa2ad6b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:33.127608 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:33.209556 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-d7012265-f63c-4641-b3d2-cacf02ed1cb2 None None] Set router a6e0c6ed-5128-4098-b50c-6512419599fd gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:41:33.391682 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-15581cd9-df21-4243-955d-a47e8aa2ad6b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Allocated IP 10.2.2.200 (2e6e19dc-30d3-40ef-be16-f572a6948ec8/fa90e579-fbb2-41a5-a769-aa15a70e7fb4/f1eb3287-a1de-494b-bb6b-d382c5ab6cbb) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:33.402633 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52870) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:33.429641 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdba0016-a98c-4ad7-b6f8-8a7350238b22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:33.569791 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdba0016-a98c-4ad7-b6f8-8a7350238b22 admin admin] Publish callbacks [] for security_group (26dbf7b6-6d2c-4716-97c4-c98c67940573), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:33.575941 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdba0016-a98c-4ad7-b6f8-8a7350238b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (26dbf7b6-6d2c-4716-97c4-c98c67940573), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:33.586305 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-15581cd9-df21-4243-955d-a47e8aa2ad6b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for port (f1eb3287-a1de-494b-bb6b-d382c5ab6cbb), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:33.609162 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fdba0016-a98c-4ad7-b6f8-8a7350238b22 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=845c6df9b2184e57a56f3bbd97c690a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2036030 Mar 07 10:41:33.610904 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52872) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:33.647847 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d7012265-f63c-4641-b3d2-cacf02ed1cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'name': 'tempest-ServersTestManualDisk-110730615-router', 'tenant_id': '37256dfba2694a838b5e754d96d8ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:41:23Z', 'updated_at': '2022-03-07T10:41:30Z', 'revision_number': 4, 'project_id': '37256dfba2694a838b5e754d96d8ef06', 'gw_port': {'id': '01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:24Z', 'updated_at': '2022-03-07T10:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '60a22d3e-ae12-472d-860e-b8d6f4c693ec', 'name': '', 'network_id': 'b10c2308-4a70-4388-a1d4-3c7e73350d3a', 'tenant_id': '37256dfba2694a838b5e754d96d8ef06', 'mac_address': 'fa:16:3e:98:23:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'fadea73f-6720-48b8-9fb7-8cd0608f0333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:29Z', 'updated_at': '2022-03-07T10:41:31Z', 'revision_number': 2, 'project_id': '37256dfba2694a838b5e754d96d8ef06', 'subnets': [{'id': 'fadea73f-6720-48b8-9fb7-8cd0608f0333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:33.680109 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7012265-f63c-4641-b3d2-cacf02ed1cb2 None None] Checking router: a6e0c6ed-5128-4098-b50c-6512419599fd for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:41:33.680551 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7012265-f63c-4641-b3d2-cacf02ed1cb2 None None] Updating router a6e0c6ed-5128-4098-b50c-6512419599fd port 60a22d3e-ae12-472d-860e-b8d6f4c693ec binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:41:33.684953 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba0016-a98c-4ad7-b6f8-8a7350238b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26dbf7b6-6d2c-4716-97c4-c98c67940573,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:33.718163 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d7012265-f63c-4641-b3d2-cacf02ed1cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (60a22d3e-ae12-472d-860e-b8d6f4c693ec), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:33.732179 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-15581cd9-df21-4243-955d-a47e8aa2ad6b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (f1eb3287-a1de-494b-bb6b-d382c5ab6cbb), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:33.733474 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dda5587a-1c36-457f-aa0e-eea14ddc7c38 admin admin] Publish callbacks [] for security_group (26dbf7b6-6d2c-4716-97c4-c98c67940573), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:33.741084 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 52874) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:33.766200 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dda5587a-1c36-457f-aa0e-eea14ddc7c38 admin admin] Publish callbacks [] for security_group (26dbf7b6-6d2c-4716-97c4-c98c67940573), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:33.766441 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-9882ccfe-61e0-4683-9d69-0e2c45656df8 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Request body: {'security_group': {'name': 'tempest-securitygroup--938101877', 'description': 'tempest-description--1968002610'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:33.868180 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dda5587a-1c36-457f-aa0e-eea14ddc7c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (26dbf7b6-6d2c-4716-97c4-c98c67940573), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:33.873649 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dda5587a-1c36-457f-aa0e-eea14ddc7c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:33.876432 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-dda5587a-1c36-457f-aa0e-eea14ddc7c38 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/26dbf7b6-6d2c-4716-97c4-c98c67940573 HTTP/1.1" status: 204 len: 168 time: 0.2644269 Mar 07 10:41:33.895072 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5587a-1c36-457f-aa0e-eea14ddc7c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26dbf7b6-6d2c-4716-97c4-c98c67940573,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:33.904570 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961633ef-9edd-4ca5-9ba0-58a6deec7a0b req-cf6d6eda-e319-43af-b97d-09c40ef03481 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:33.909987 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961633ef-9edd-4ca5-9ba0-58a6deec7a0b req-cf6d6eda-e319-43af-b97d-09c40ef03481 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:33.915308 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961633ef-9edd-4ca5-9ba0-58a6deec7a0b req-cf6d6eda-e319-43af-b97d-09c40ef03481 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:33.919315 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b39604-7256-4ea1-a138-80422d485823 req-9562af1c-a163-412e-9725-facd679ef1f4 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:33.920847 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961633ef-9edd-4ca5-9ba0-58a6deec7a0b req-cf6d6eda-e319-43af-b97d-09c40ef03481 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:33.921952 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c7b39604-7256-4ea1-a138-80422d485823 req-9562af1c-a163-412e-9725-facd679ef1f4 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 945 time: 0.0957327 Mar 07 10:41:33.928207 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-961633ef-9edd-4ca5-9ba0-58a6deec7a0b req-cf6d6eda-e319-43af-b97d-09c40ef03481 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 3094 time: 0.8768706 Mar 07 10:41:33.968606 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15581cd9-df21-4243-955d-a47e8aa2ad6b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Pushing event updated for resources: {'Port': ['ID=f1eb3287-a1de-494b-bb6b-d382c5ab6cbb,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:33.982475 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-15581cd9-df21-4243-955d-a47e8aa2ad6b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Network 2e6e19dc-30d3-40ef-be16-f572a6948ec8 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:33.986434 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9882ccfe-61e0-4683-9d69-0e2c45656df8 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:33.993041 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-15581cd9-df21-4243-955d-a47e8aa2ad6b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:34.006111 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-15581cd9-df21-4243-955d-a47e8aa2ad6b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:34.047548 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c7b39604-7256-4ea1-a138-80422d485823 req-e52e654e-e7ea-4936-b43e-e9f9fa357d24 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113656 Mar 07 10:41:34.113335 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-961633ef-9edd-4ca5-9ba0-58a6deec7a0b req-0614dfa5-29ba-4bfc-8207-24b80a6e1c9e tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841283 Mar 07 10:41:34.170301 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-15581cd9-df21-4243-955d-a47e8aa2ad6b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:34.174021 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-15581cd9-df21-4243-955d-a47e8aa2ad6b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:34.220131 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d7012265-f63c-4641-b3d2-cacf02ed1cb2 None None] Publish callbacks [] for port (60a22d3e-ae12-472d-860e-b8d6f4c693ec), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:34.231223 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d7012265-f63c-4641-b3d2-cacf02ed1cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (60a22d3e-ae12-472d-860e-b8d6f4c693ec), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:34.306624 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025565a-f221-43d8-9c29-ff8000684c68 None None] Pushing event updated for resources: {'Port': ['ID=60a22d3e-ae12-472d-860e-b8d6f4c693ec,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:34.336017 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-15581cd9-df21-4243-955d-a47e8aa2ad6b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8377354 Mar 07 10:41:34.366835 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daae1ab-e4ae-44c0-a0b3-4447d0a06815 req-d80acbd2-70fe-4ee7-a748-b175fd07f434 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:34.378538 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8daae1ab-e4ae-44c0-a0b3-4447d0a06815 req-d80acbd2-70fe-4ee7-a748-b175fd07f434 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.2049663 Mar 07 10:41:34.387720 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-55705af6-1b9b-4001-9ae7-1ab2f5f99d60 service neutron] Request body: {'port': {'device_id': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:34.418296 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:34.459411 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-5f190126-163d-427c-8251-3dc032bc142b req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b51ac83d-9a1e-4245-b2e5-350e089b5b27 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:34.517817 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-d7012265-f63c-4641-b3d2-cacf02ed1cb2 None None] Attempting to bind port 60a22d3e-ae12-472d-860e-b8d6f4c693ec on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:41:34.518723 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-d7012265-f63c-4641-b3d2-cacf02ed1cb2 None None] Attempting to bind port 60a22d3e-ae12-472d-860e-b8d6f4c693ec by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'f9018300-5e1a-48d3-806b-e02ca787b4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b10c2308-4a70-4388-a1d4-3c7e73350d3a'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:41:34.519313 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7012265-f63c-4641-b3d2-cacf02ed1cb2 None None] Attempting to bind port 60a22d3e-ae12-472d-860e-b8d6f4c693ec on network b10c2308-4a70-4388-a1d4-3c7e73350d3a {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:34.527352 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8daae1ab-e4ae-44c0-a0b3-4447d0a06815 req-684fae1d-437c-40f1-924f-ee25ce4872dd tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466219 Mar 07 10:41:34.538415 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7012265-f63c-4641-b3d2-cacf02ed1cb2 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:41:34.539607 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7012265-f63c-4641-b3d2-cacf02ed1cb2 None None] Checking segment: {'id': 'f9018300-5e1a-48d3-806b-e02ca787b4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b10c2308-4a70-4388-a1d4-3c7e73350d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:34.541037 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d7012265-f63c-4641-b3d2-cacf02ed1cb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:34.541705 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7012265-f63c-4641-b3d2-cacf02ed1cb2 None None] Bound using segment: {'id': 'f9018300-5e1a-48d3-806b-e02ca787b4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b10c2308-4a70-4388-a1d4-3c7e73350d3a'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:41:34.542284 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-d7012265-f63c-4641-b3d2-cacf02ed1cb2 None None] Bound port: 60a22d3e-ae12-472d-860e-b8d6f4c693ec, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9018300-5e1a-48d3-806b-e02ca787b4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b10c2308-4a70-4388-a1d4-3c7e73350d3a'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:41:34.542779 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d7012265-f63c-4641-b3d2-cacf02ed1cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (60a22d3e-ae12-472d-860e-b8d6f4c693ec), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:34.653861 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-d7012265-f63c-4641-b3d2-cacf02ed1cb2 None None] For port 60a22d3e-ae12-472d-860e-b8d6f4c693ec, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:34.659289 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-d7012265-f63c-4641-b3d2-cacf02ed1cb2 None None] For port 60a22d3e-ae12-472d-860e-b8d6f4c693ec, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=60a22d3e-ae12-472d-860e-b8d6f4c693ec,segment=NetworkSegment(f9018300-5e1a-48d3-806b-e02ca787b4a4),segment_id=f9018300-5e1a-48d3-806b-e02ca787b4a4)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:34.678889 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443d390-53b1-44a3-9f6f-de18299098c4 req-33a54610-bb60-4e23-b814-5b4469a4f15d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:34.681753 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d7012265-f63c-4641-b3d2-cacf02ed1cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (60a22d3e-ae12-472d-860e-b8d6f4c693ec), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:34.690304 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d443d390-53b1-44a3-9f6f-de18299098c4 req-33a54610-bb60-4e23-b814-5b4469a4f15d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=29231323-4b16-406e-8eb2-ab3d88156342 HTTP/1.1" status: 200 len: 945 time: 0.1005399 Mar 07 10:41:34.752984 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d76d79f4-ad72-4577-b824-569fddd5e511 None None] Provisioning complete for port f1eb3287-a1de-494b-bb6b-d382c5ab6cbb triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:34.753676 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d76d79f4-ad72-4577-b824-569fddd5e511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f1eb3287-a1de-494b-bb6b-d382c5ab6cbb), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:34.817377 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d443d390-53b1-44a3-9f6f-de18299098c4 req-f9807b00-4f34-4083-a0dc-9af7187020bd tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=aed78c92-521c-4e1f-a7f2-d43edcc2ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258085 Mar 07 10:41:34.826126 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:34.826991 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:34.909291 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d76d79f4-ad72-4577-b824-569fddd5e511 None None] Port f1eb3287-a1de-494b-bb6b-d382c5ab6cbb cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:41:34.927151 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7012265-f63c-4641-b3d2-cacf02ed1cb2 None None] Routers {'a6e0c6ed-5128-4098-b50c-6512419599fd'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:41:34.927912 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d7012265-f63c-4641-b3d2-cacf02ed1cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:41:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a6e0c6ed-5128-4098-b50c-6512419599fd'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:34.934808 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025565a-f221-43d8-9c29-ff8000684c68 None None] Pushing event updated for resources: {'Port': ['ID=60a22d3e-ae12-472d-860e-b8d6f4c693ec,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:35.028041 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdec94-2343-46a1-8a55-2d90fe514d0a req-718fd804-a34b-408c-9083-e4beb632dc1b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:35.030650 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-39bdec94-2343-46a1-8a55-2d90fe514d0a req-718fd804-a34b-408c-9083-e4beb632dc1b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1268556 Mar 07 10:41:35.141043 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9882ccfe-61e0-4683-9d69-0e2c45656df8 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks [] for security_group (32d07094-df22-4979-aad2-36eb0bfbe43d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:35.155596 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-39bdec94-2343-46a1-8a55-2d90fe514d0a req-d6a0c564-ab4d-433d-a71c-a646d6b5854a tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179590 Mar 07 10:41:35.158472 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8d210-ec3e-40e7-828c-b26de9385ca0 req-a2ddf556-4c91-4eb3-bb81-0e98a284f389 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:35.160572 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4db8d210-ec3e-40e7-828c-b26de9385ca0 req-a2ddf556-4c91-4eb3-bb81-0e98a284f389 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=eec607f3-0736-4172-bdda-e284f4b8ff02 HTTP/1.1" status: 200 len: 931 time: 0.9007449 Mar 07 10:41:35.170067 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5f190126-163d-427c-8251-3dc032bc142b req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] Publish callbacks [] for port (b51ac83d-9a1e-4245-b2e5-350e089b5b27), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:35.173128 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9882ccfe-61e0-4683-9d69-0e2c45656df8 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (32d07094-df22-4979-aad2-36eb0bfbe43d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:35.204039 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-41728f4e-c43f-4f87-af52-cb099c6920dc None None] Provisioning complete for port 60a22d3e-ae12-472d-860e-b8d6f4c693ec triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:35.204784 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-41728f4e-c43f-4f87-af52-cb099c6920dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (60a22d3e-ae12-472d-860e-b8d6f4c693ec), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:35.246708 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:35.257493 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-5f190126-163d-427c-8251-3dc032bc142b req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] Transition to ACTIVE for port object b51ac83d-9a1e-4245-b2e5-350e089b5b27 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:41:35.295418 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c3434-911e-45d9-b6af-f75bb22c9a52 req-702dd029-4cc6-47e8-a03c-6e56962ff597 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:35.295418 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f71c3434-911e-45d9-b6af-f75bb22c9a52 req-702dd029-4cc6-47e8-a03c-6e56962ff597 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.31 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 945 time: 0.9533219 Mar 07 10:41:35.307635 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5f190126-163d-427c-8251-3dc032bc142b req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (b51ac83d-9a1e-4245-b2e5-350e089b5b27), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:35.308338 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-d7012265-f63c-4641-b3d2-cacf02ed1cb2 None None] Set router a6e0c6ed-5128-4098-b50c-6512419599fd gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:41:35.312428 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9882ccfe-61e0-4683-9d69-0e2c45656df8 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:35.313752 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9882ccfe-61e0-4683-9d69-0e2c45656df8 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.5604012 Mar 07 10:41:35.318730 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52908) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:35.324314 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-8846b1d1-d9a6-4d13-8cc3-8dd30989ba79 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Request body: {'security_group_rule': {'security_group_id': '32d07094-df22-4979-aad2-36eb0bfbe43d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:35.387087 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9882ccfe-61e0-4683-9d69-0e2c45656df8 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32d07094-df22-4979-aad2-36eb0bfbe43d,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:35.391806 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d78f227-2f2a-40c8-9ce3-29a2cb5f94dd req-a17327e1-4438-444a-b519-6b665b3f350d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:35.393894 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-41728f4e-c43f-4f87-af52-cb099c6920dc None None] Current status of the port 60a22d3e-ae12-472d-860e-b8d6f4c693ec is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:35.394289 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-41728f4e-c43f-4f87-af52-cb099c6920dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (60a22d3e-ae12-472d-860e-b8d6f4c693ec), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:35.404754 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-55705af6-1b9b-4001-9ae7-1ab2f5f99d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e0ad4df5-2fed-46fc-8695-ce249f172d97), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:35.412945 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2d78f227-2f2a-40c8-9ce3-29a2cb5f94dd req-a17327e1-4438-444a-b519-6b665b3f350d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=29231323-4b16-406e-8eb2-ab3d88156342 HTTP/1.1" status: 200 len: 945 time: 0.1850243 Mar 07 10:41:35.413521 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52910) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:35.418525 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] Pushing event updated for resources: {'Port': ['ID=b51ac83d-9a1e-4245-b2e5-350e089b5b27,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:35.448114 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-37a859ef-babf-4843-ac18-d5e05437ffab tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Request body: {'floatingip': {'port_id': 'f92313b3-14c2-4673-a7bb-2bc9b560ec04'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:35.453705 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4db8d210-ec3e-40e7-828c-b26de9385ca0 req-111321f8-72a3-488a-b831-09cae6319f49 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686846 Mar 07 10:41:35.564422 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-41728f4e-c43f-4f87-af52-cb099c6920dc None None] For port 60a22d3e-ae12-472d-860e-b8d6f4c693ec, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=60a22d3e-ae12-472d-860e-b8d6f4c693ec,segment=NetworkSegment(f9018300-5e1a-48d3-806b-e02ca787b4a4),segment_id=f9018300-5e1a-48d3-806b-e02ca787b4a4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:35.567242 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-37a859ef-babf-4843-ac18-d5e05437ffab tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for floatingip (aca9efb0-576d-4619-b682-9856b5a99e98), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:35.573394 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-41728f4e-c43f-4f87-af52-cb099c6920dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (60a22d3e-ae12-472d-860e-b8d6f4c693ec), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:35.590437 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8846b1d1-d9a6-4d13-8cc3-8dd30989ba79 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks [] for security_group_rule (06f37ba2-b1e9-41e6-8839-33aa8612cfb2), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:35.666217 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41728f4e-c43f-4f87-af52-cb099c6920dc None None] Pushing event updated for resources: {'Port': ['ID=60a22d3e-ae12-472d-860e-b8d6f4c693ec,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:35.720539 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-903361aa-4868-48d0-b51b-0c57454f4421 None None] Provisioning complete for port 60a22d3e-ae12-472d-860e-b8d6f4c693ec triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:35.720926 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-903361aa-4868-48d0-b51b-0c57454f4421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (60a22d3e-ae12-472d-860e-b8d6f4c693ec), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:35.780108 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-5f190126-163d-427c-8251-3dc032bc142b req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] Attempting to bind port b51ac83d-9a1e-4245-b2e5-350e089b5b27 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:41:35.780446 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-5f190126-163d-427c-8251-3dc032bc142b req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] Attempting to bind port b51ac83d-9a1e-4245-b2e5-350e089b5b27 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'be2730d6-1887-4428-ad70-9f895beb128c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9da4d94f-c230-4f14-a6ee-34ff5fc1419f'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:41:35.781524 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f190126-163d-427c-8251-3dc032bc142b req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] Attempting to bind port b51ac83d-9a1e-4245-b2e5-350e089b5b27 on network 9da4d94f-c230-4f14-a6ee-34ff5fc1419f {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:35.792434 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d7012265-f63c-4641-b3d2-cacf02ed1cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'name': 'tempest-ServersTestManualDisk-110730615-router', 'tenant_id': '37256dfba2694a838b5e754d96d8ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:41:23Z', 'updated_at': '2022-03-07T10:41:30Z', 'revision_number': 4, 'project_id': '37256dfba2694a838b5e754d96d8ef06', 'gw_port': {'id': '01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:24Z', 'updated_at': '2022-03-07T10:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '60a22d3e-ae12-472d-860e-b8d6f4c693ec', 'name': '', 'network_id': 'b10c2308-4a70-4388-a1d4-3c7e73350d3a', 'tenant_id': '37256dfba2694a838b5e754d96d8ef06', 'mac_address': 'fa:16:3e:98:23:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'fadea73f-6720-48b8-9fb7-8cd0608f0333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:29Z', 'updated_at': '2022-03-07T10:41:34Z', 'revision_number': 4, 'project_id': '37256dfba2694a838b5e754d96d8ef06', 'subnets': [{'id': 'fadea73f-6720-48b8-9fb7-8cd0608f0333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:35.798262 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f190126-163d-427c-8251-3dc032bc142b req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] Port b51ac83d-9a1e-4245-b2e5-350e089b5b27 on network 9da4d94f-c230-4f14-a6ee-34ff5fc1419f not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:41:35.799559 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f190126-163d-427c-8251-3dc032bc142b req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] Attempting to bind port b51ac83d-9a1e-4245-b2e5-350e089b5b27 on network 9da4d94f-c230-4f14-a6ee-34ff5fc1419f {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:35.836720 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f190126-163d-427c-8251-3dc032bc142b req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:41:35.836720 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f190126-163d-427c-8251-3dc032bc142b req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] Checking segment: {'id': 'be2730d6-1887-4428-ad70-9f895beb128c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9da4d94f-c230-4f14-a6ee-34ff5fc1419f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:35.837194 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f190126-163d-427c-8251-3dc032bc142b req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] Bound using segment: {'id': 'be2730d6-1887-4428-ad70-9f895beb128c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9da4d94f-c230-4f14-a6ee-34ff5fc1419f'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:41:35.837682 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-5f190126-163d-427c-8251-3dc032bc142b req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] Bound port: b51ac83d-9a1e-4245-b2e5-350e089b5b27, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be2730d6-1887-4428-ad70-9f895beb128c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '9da4d94f-c230-4f14-a6ee-34ff5fc1419f'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:41:35.838042 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5f190126-163d-427c-8251-3dc032bc142b req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b51ac83d-9a1e-4245-b2e5-350e089b5b27), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:35.862711 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7012265-f63c-4641-b3d2-cacf02ed1cb2 None None] The sync data for ids ['a6e0c6ed-5128-4098-b50c-6512419599fd'] in n-d-832164-4 is: [{'id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'name': 'tempest-ServersTestManualDisk-110730615-router', 'tenant_id': '37256dfba2694a838b5e754d96d8ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:41:23Z', 'updated_at': '2022-03-07T10:41:30Z', 'revision_number': 4, 'project_id': '37256dfba2694a838b5e754d96d8ef06', 'gw_port': {'id': '01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:24Z', 'updated_at': '2022-03-07T10:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '60a22d3e-ae12-472d-860e-b8d6f4c693ec', 'name': '', 'network_id': 'b10c2308-4a70-4388-a1d4-3c7e73350d3a', 'tenant_id': '37256dfba2694a838b5e754d96d8ef06', 'mac_address': 'fa:16:3e:98:23:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'fadea73f-6720-48b8-9fb7-8cd0608f0333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:29Z', 'updated_at': '2022-03-07T10:41:34Z', 'revision_number': 4, 'project_id': '37256dfba2694a838b5e754d96d8ef06', 'subnets': [{'id': 'fadea73f-6720-48b8-9fb7-8cd0608f0333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:41:35.914564 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45df84c-e615-4ae7-9932-145535d58c62 req-4a9e01fe-5135-4aed-8913-3f7e245b0f86 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:35.920611 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45df84c-e615-4ae7-9932-145535d58c62 req-4a9e01fe-5135-4aed-8913-3f7e245b0f86 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:35.965454 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45df84c-e615-4ae7-9932-145535d58c62 req-4a9e01fe-5135-4aed-8913-3f7e245b0f86 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:35.988605 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45df84c-e615-4ae7-9932-145535d58c62 req-4a9e01fe-5135-4aed-8913-3f7e245b0f86 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:35.990294 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8846b1d1-d9a6-4d13-8cc3-8dd30989ba79 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks [] for security_group_rule (06f37ba2-b1e9-41e6-8839-33aa8612cfb2), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:35.993967 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-903361aa-4868-48d0-b51b-0c57454f4421 None None] Current status of the port 60a22d3e-ae12-472d-860e-b8d6f4c693ec is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:36.000928 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45df84c-e615-4ae7-9932-145535d58c62 req-4a9e01fe-5135-4aed-8913-3f7e245b0f86 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:36.004964 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac733d21-885f-4344-b874-ee00d60e4bc1 req-0aeec3b4-06e6-417f-bfa1-d7b7656e7d6e tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:36.006527 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ac733d21-885f-4344-b874-ee00d60e4bc1 req-0aeec3b4-06e6-417f-bfa1-d7b7656e7d6e tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 945 time: 0.4283552 Mar 07 10:41:36.015043 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a45df84c-e615-4ae7-9932-145535d58c62 req-4a9e01fe-5135-4aed-8913-3f7e245b0f86 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 3815 time: 0.3808775 Mar 07 10:41:36.026684 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8846b1d1-d9a6-4d13-8cc3-8dd30989ba79 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (06f37ba2-b1e9-41e6-8839-33aa8612cfb2), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:36.171103 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846b1d1-d9a6-4d13-8cc3-8dd30989ba79 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06f37ba2-b1e9-41e6-8839-33aa8612cfb2,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:36.190749 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8846b1d1-d9a6-4d13-8cc3-8dd30989ba79 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:36.192998 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8846b1d1-d9a6-4d13-8cc3-8dd30989ba79 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8735933 Mar 07 10:41:36.218342 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 52924) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:36.245353 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5f190126-163d-427c-8251-3dc032bc142b req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] For port b51ac83d-9a1e-4245-b2e5-350e089b5b27, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:36.258135 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-e20331d5-c17e-4d99-b014-a74de785fb22 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Request body: {'security_group_rule': {'security_group_id': '32d07094-df22-4979-aad2-36eb0bfbe43d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:36.311133 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ac733d21-885f-4344-b874-ee00d60e4bc1 req-0e65ecfc-4608-4ef7-9055-d61d97e1dd68 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911358 Mar 07 10:41:36.325425 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a45df84c-e615-4ae7-9932-145535d58c62 req-cef5f63c-340b-4cda-b0a8-c6d7c1e4e797 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3093960 Mar 07 10:41:36.331121 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5f190126-163d-427c-8251-3dc032bc142b req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] For port b51ac83d-9a1e-4245-b2e5-350e089b5b27, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b51ac83d-9a1e-4245-b2e5-350e089b5b27,segment=NetworkSegment(be2730d6-1887-4428-ad70-9f895beb128c),segment_id=be2730d6-1887-4428-ad70-9f895beb128c)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:36.368423 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 60a22d3e-ae12-472d-860e-b8d6f4c693ec up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:36.430041 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5f190126-163d-427c-8251-3dc032bc142b req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (b51ac83d-9a1e-4245-b2e5-350e089b5b27), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:36.454065 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-f71c3434-911e-45d9-b6af-f75bb22c9a52 req-fcea2ac7-94ab-4e07-a512-119e1f33d8d3 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Deleting port 8fe3a52a-a6b1-4787-8907-a7be78f2a3bf {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:41:36.454935 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f71c3434-911e-45d9-b6af-f75bb22c9a52 req-fcea2ac7-94ab-4e07-a512-119e1f33d8d3 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (8fe3a52a-a6b1-4787-8907-a7be78f2a3bf), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:36.482397 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bb2b6f5b-ac37-447c-93cf-999cdf3d9bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:36.523427 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 60a22d3e-ae12-472d-860e-b8d6f4c693ec triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:36.525654 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (60a22d3e-ae12-472d-860e-b8d6f4c693ec), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:36.578573 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e20331d5-c17e-4d99-b014-a74de785fb22 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks [] for security_group_rule (068cd218-d2a6-4a97-a7ca-353f4f7962b6), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:36.591485 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f190126-163d-427c-8251-3dc032bc142b req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:36.592104 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5f190126-163d-427c-8251-3dc032bc142b req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:36.593568 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f190126-163d-427c-8251-3dc032bc142b req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] 10.222.0.21 "PUT /v2.0/ports/b51ac83d-9a1e-4245-b2e5-350e089b5b27 HTTP/1.1" status: 200 len: 1091 time: 3.8635097 Mar 07 10:41:36.603567 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec607f3-0736-4172-bdda-e284f4b8ff02', 'tag': 'b51ac83d-9a1e-4245-b2e5-350e089b5b27'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:36.619000 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa660be-8e12-47b3-bef6-c38d53b581d2 req-b2217397-21db-468c-ad6b-09bfee6bbefd tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:36.622336 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f4bfd4-44f6-4bfc-9d50-ee0e6a4f0ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "eec607f3-0736-4172-bdda-e284f4b8ff02", "tag": "b51ac83d-9a1e-4245-b2e5-350e089b5b27"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:36.626647 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2aa660be-8e12-47b3-bef6-c38d53b581d2 req-b2217397-21db-468c-ad6b-09bfee6bbefd tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1622825 Mar 07 10:41:36.751068 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 60a22d3e-ae12-472d-860e-b8d6f4c693ec is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:36.833147 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] Pushing event updated for resources: {'Port': ['ID=b51ac83d-9a1e-4245-b2e5-350e089b5b27,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:36.876820 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:36.877305 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:36.877651 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:36.877986 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:36.878311 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:36.878647 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:36.878959 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:36.879278 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:36.879597 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:36.880237 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:36.880237 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:36.880519 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:36.880834 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42259ba1-0f74-4b43-bfd8-4b333017b630 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:36.933933 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-f71c3434-911e-45d9-b6af-f75bb22c9a52 req-fcea2ac7-94ab-4e07-a512-119e1f33d8d3 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] For port 8fe3a52a-a6b1-4787-8907-a7be78f2a3bf, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=8fe3a52a-a6b1-4787-8907-a7be78f2a3bf,segment=NetworkSegment(5f8eaec3-3e17-4fa0-955f-7e235935bca3),segment_id=5f8eaec3-3e17-4fa0-955f-7e235935bca3)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:36.934274 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f71c3434-911e-45d9-b6af-f75bb22c9a52 req-fcea2ac7-94ab-4e07-a512-119e1f33d8d3 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (8fe3a52a-a6b1-4787-8907-a7be78f2a3bf), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:36.955779 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e20331d5-c17e-4d99-b014-a74de785fb22 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks [] for security_group_rule (068cd218-d2a6-4a97-a7ca-353f4f7962b6), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:36.957256 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2aa660be-8e12-47b3-bef6-c38d53b581d2 req-c907953f-8f99-4cf9-a0e8-01852beaa0d5 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3296931 Mar 07 10:41:36.982967 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-37a859ef-babf-4843-ac18-d5e05437ffab tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:36.992817 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-37a859ef-babf-4843-ac18-d5e05437ffab tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (aca9efb0-576d-4619-b682-9856b5a99e98), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:37.038418 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-f71c3434-911e-45d9-b6af-f75bb22c9a52 req-fcea2ac7-94ab-4e07-a512-119e1f33d8d3 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Calling delete_port for 8fe3a52a-a6b1-4787-8907-a7be78f2a3bf owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:41:37.040294 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e20331d5-c17e-4d99-b014-a74de785fb22 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (068cd218-d2a6-4a97-a7ca-353f4f7962b6), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:37.066091 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71eb9f9-6206-457a-bfa4-57801528f522 x-openstack-request-id: req-d71eb9f9-6206-457a-bfa4-57801528f522 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:37.066408 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec607f3-0736-4172-bdda-e284f4b8ff02", "tag": "b51ac83d-9a1e-4245-b2e5-350e089b5b27", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:37.066674 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d71eb9f9-6206-457a-bfa4-57801528f522 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:37.067098 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec607f3-0736-4172-bdda-e284f4b8ff02', 'tag': 'b51ac83d-9a1e-4245-b2e5-350e089b5b27', 'status': 'completed', 'code': 200} Mar 07 10:41:37.132071 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f190126-163d-427c-8251-3dc032bc142b req-b2b50f05-2aa4-4184-989a-2251b6ae0ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:37.133682 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f190126-163d-427c-8251-3dc032bc142b req-b2b50f05-2aa4-4184-989a-2251b6ae0ed1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=62af914074b242af8357a186fc3aa177&device_id=eec607f3-0736-4172-bdda-e284f4b8ff02 HTTP/1.1" status: 200 len: 1125 time: 0.4163203 Mar 07 10:41:37.145979 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c87f9d-fdb0-4567-9585-eb746837b0ba req-cd977c07-0ae9-4354-838c-51045b35cff3 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:37.154253 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-09c87f9d-fdb0-4567-9585-eb746837b0ba req-cd977c07-0ae9-4354-838c-51045b35cff3 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=eec607f3-0736-4172-bdda-e284f4b8ff02 HTTP/1.1" status: 200 len: 943 time: 0.4514947 Mar 07 10:41:37.190011 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-55705af6-1b9b-4001-9ae7-1ab2f5f99d60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0ad4df5-2fed-46fc-8695-ce249f172d97 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:37.208003 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20331d5-c17e-4d99-b014-a74de785fb22 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=068cd218-d2a6-4a97-a7ca-353f4f7962b6,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:37.222510 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-37a859ef-babf-4843-ac18-d5e05437ffab tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Floating IP aca9efb0-576d-4619-b682-9856b5a99e98 associated. External IP: 172.25.3.24, port: f92313b3-14c2-4673-a7bb-2bc9b560ec04. Mar 07 10:41:37.254715 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 8fe3a52a-a6b1-4787-8907-a7be78f2a3bf no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:41:37.399393 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-55705af6-1b9b-4001-9ae7-1ab2f5f99d60 service neutron] Publish callbacks [] for port (e0ad4df5-2fed-46fc-8695-ce249f172d97), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:37.411800 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f190126-163d-427c-8251-3dc032bc142b req-78d927d0-d5c1-4fcb-a2a4-3c217afe278a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b51ac83d-9a1e-4245-b2e5-350e089b5b27 HTTP/1.1" status: 200 len: 217 time: 0.2521796 Mar 07 10:41:37.415685 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e20331d5-c17e-4d99-b014-a74de785fb22 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:37.420209 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e20331d5-c17e-4d99-b014-a74de785fb22 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1965344 Mar 07 10:41:37.427966 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 8fe3a52a-a6b1-4787-8907-a7be78f2a3bf is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:37.428362 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8fe3a52a-a6b1-4787-8907-a7be78f2a3bf), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:37.506667 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52966) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:37.517823 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f190126-163d-427c-8251-3dc032bc142b req-cbb67fd6-325a-452e-9ec8-acc8206a1ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:37.519428 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f190126-163d-427c-8251-3dc032bc142b req-cbb67fd6-325a-452e-9ec8-acc8206a1ed1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc6e5e1d-c035-4681-acbd-bf9ee077ad51 HTTP/1.1" status: 200 len: 861 time: 0.1007073 Mar 07 10:41:37.539573 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-0144e5e2-29c1-411f-b1aa-4a88cfda8fdf tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:37.556467 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-76f7039d-bbe1-411b-a012-586ea9edeecd tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:37.567265 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-76f7039d-bbe1-411b-a012-586ea9edeecd tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/networks?id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41 HTTP/1.1" status: 200 len: 811 time: 0.2662873 Mar 07 10:41:37.592784 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f190126-163d-427c-8251-3dc032bc142b req-d98b76e9-1322-493e-aecc-466ac3f4e698 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9da4d94f-c230-4f14-a6ee-34ff5fc1419f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562823 Mar 07 10:41:37.594374 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-85b214ee-6b43-4c0d-92d1-a3153c344ee6 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/quotas/d640dc7f4f784834ad48e78ec0df26a5 HTTP/1.1" status: 200 len: 375 time: 0.0260582 Mar 07 10:41:37.603246 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-09c87f9d-fdb0-4567-9585-eb746837b0ba req-8a2a3cff-33b6-4f88-a95c-b71c701f5bef tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4479797 Mar 07 10:41:37.623831 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0144e5e2-29c1-411f-b1aa-4a88cfda8fdf tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:37.657850 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-55705af6-1b9b-4001-9ae7-1ab2f5f99d60 service neutron] Transition to ACTIVE for port object e0ad4df5-2fed-46fc-8695-ce249f172d97 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:41:37.660997 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f71c3434-911e-45d9-b6af-f75bb22c9a52 req-fcea2ac7-94ab-4e07-a512-119e1f33d8d3 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (8fe3a52a-a6b1-4787-8907-a7be78f2a3bf), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:37.706167 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['a7ebb804-6967-4407-a392-2590fefa05b4'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:41:37.753400 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-55705af6-1b9b-4001-9ae7-1ab2f5f99d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (e0ad4df5-2fed-46fc-8695-ce249f172d97), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:37.858994 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea2ac7-94ab-4e07-a512-119e1f33d8d3 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Pushing event deleted for resources: {'Port': ['ID=8fe3a52a-a6b1-4787-8907-a7be78f2a3bf,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:37.879147 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e2a3266c-fa82-49a8-b528-57a91eddad29 req-d4eafaa9-d2ea-4158-8d4b-c4caa6c2a713 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=fbf13d32-4a44-4295-8839-92e53ab1fd49 HTTP/1.1" status: 200 len: 210 time: 0.1267021 Mar 07 10:41:38.067749 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71c3434-911e-45d9-b6af-f75bb22c9a52 req-fcea2ac7-94ab-4e07-a512-119e1f33d8d3 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] No DVR routers for this DVR port 8fe3a52a-a6b1-4787-8907-a7be78f2a3bf on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:41:38.073379 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f71c3434-911e-45d9-b6af-f75bb22c9a52 req-fcea2ac7-94ab-4e07-a512-119e1f33d8d3 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:38.077429 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f71c3434-911e-45d9-b6af-f75bb22c9a52 req-fcea2ac7-94ab-4e07-a512-119e1f33d8d3 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.31 "DELETE /v2.0/ports/8fe3a52a-a6b1-4787-8907-a7be78f2a3bf HTTP/1.1" status: 204 len: 173 time: 2.7733297 Mar 07 10:41:38.149008 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f190126-163d-427c-8251-3dc032bc142b req-8bdafb70-2d2e-42e6-9f59-71540ab1b1e5 service neutron] 10.222.0.21 "GET /v2.0/networks/9da4d94f-c230-4f14-a6ee-34ff5fc1419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5499709 Mar 07 10:41:38.297528 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55705af6-1b9b-4001-9ae7-1ab2f5f99d60 service neutron] Pushing event updated for resources: {'Port': ['ID=e0ad4df5-2fed-46fc-8695-ce249f172d97,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:38.362970 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37a859ef-babf-4843-ac18-d5e05437ffab tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Router dbe384a5-db09-4013-b7fe-237a2c708d3b has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:41:38.390886 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-55705af6-1b9b-4001-9ae7-1ab2f5f99d60 service neutron] Attempting to bind port e0ad4df5-2fed-46fc-8695-ce249f172d97 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:41:38.391612 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-55705af6-1b9b-4001-9ae7-1ab2f5f99d60 service neutron] Attempting to bind port e0ad4df5-2fed-46fc-8695-ce249f172d97 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'bdffe236-d79e-4242-8538-dc3bd790824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '7eaf476d-e62a-411a-84bb-9ffb8dabd737'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:41:38.392182 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-55705af6-1b9b-4001-9ae7-1ab2f5f99d60 service neutron] Attempting to bind port e0ad4df5-2fed-46fc-8695-ce249f172d97 on network 7eaf476d-e62a-411a-84bb-9ffb8dabd737 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:38.413544 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09d880-6f8b-46dd-8690-deace4d8bcae req-3d9879a6-299f-4670-b316-eae5eb55accf tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:38.420650 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09d880-6f8b-46dd-8690-deace4d8bcae req-3d9879a6-299f-4670-b316-eae5eb55accf tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:38.427623 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-b31e8c9a-a603-48e5-b146-87948a481f6b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d640dc7f4f784834ad48e78ec0df26a5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.8093407 Mar 07 10:41:38.428164 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09d880-6f8b-46dd-8690-deace4d8bcae req-3d9879a6-299f-4670-b316-eae5eb55accf tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:38.435771 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09d880-6f8b-46dd-8690-deace4d8bcae req-3d9879a6-299f-4670-b316-eae5eb55accf tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:38.442771 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09d880-6f8b-46dd-8690-deace4d8bcae req-3d9879a6-299f-4670-b316-eae5eb55accf tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:38.444759 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fd09d880-6f8b-46dd-8690-deace4d8bcae req-3d9879a6-299f-4670-b316-eae5eb55accf tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 3827 time: 0.3912907 Mar 07 10:41:38.448169 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 52978) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:38.464002 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-55705af6-1b9b-4001-9ae7-1ab2f5f99d60 service neutron] Port e0ad4df5-2fed-46fc-8695-ce249f172d97 on network 7eaf476d-e62a-411a-84bb-9ffb8dabd737 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:41:38.464496 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-55705af6-1b9b-4001-9ae7-1ab2f5f99d60 service neutron] Attempting to bind port e0ad4df5-2fed-46fc-8695-ce249f172d97 on network 7eaf476d-e62a-411a-84bb-9ffb8dabd737 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:38.491537 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-55705af6-1b9b-4001-9ae7-1ab2f5f99d60 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:41:38.492169 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-55705af6-1b9b-4001-9ae7-1ab2f5f99d60 service neutron] Checking segment: {'id': 'bdffe236-d79e-4242-8538-dc3bd790824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '7eaf476d-e62a-411a-84bb-9ffb8dabd737'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:38.492712 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-55705af6-1b9b-4001-9ae7-1ab2f5f99d60 service neutron] Bound using segment: {'id': 'bdffe236-d79e-4242-8538-dc3bd790824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '7eaf476d-e62a-411a-84bb-9ffb8dabd737'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:41:38.493419 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-55705af6-1b9b-4001-9ae7-1ab2f5f99d60 service neutron] Bound port: e0ad4df5-2fed-46fc-8695-ce249f172d97, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdffe236-d79e-4242-8538-dc3bd790824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '7eaf476d-e62a-411a-84bb-9ffb8dabd737'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:41:38.493787 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-55705af6-1b9b-4001-9ae7-1ab2f5f99d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e0ad4df5-2fed-46fc-8695-ce249f172d97), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:38.500086 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f190126-163d-427c-8251-3dc032bc142b req-40f37ba1-ebf3-4d4a-b41b-f7e0c8fe61bc service neutron] 10.222.0.21 "GET /v2.0/networks/9da4d94f-c230-4f14-a6ee-34ff5fc1419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285384 Mar 07 10:41:38.605172 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9691dcb3-6eb5-4281-a6b3-cbda4c9447a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:38.691127 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0144e5e2-29c1-411f-b1aa-4a88cfda8fdf tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:38.692035 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fd09d880-6f8b-46dd-8690-deace4d8bcae req-f4ca7ede-4d23-47db-9404-cb78d87956af tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369032 Mar 07 10:41:38.701867 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-882aaf37-d68b-49fe-b4bd-b4cfcfc6f618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:38.724196 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-0872c381-cf34-47c5-b92c-ca93fe490ff7 service neutron] 10.222.0.11 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954431 Mar 07 10:41:38.770738 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a859ef-babf-4843-ac18-d5e05437ffab tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:41:38.785240 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02573777-84f0-4efd-ba31-14b4277388d9 None None] Sync routers for ids ['dbe384a5-db09-4013-b7fe-237a2c708d3b'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:41:38.799894 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-37a859ef-babf-4843-ac18-d5e05437ffab tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:38.804082 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02573777-84f0-4efd-ba31-14b4277388d9 None None] Routers {'dbe384a5-db09-4013-b7fe-237a2c708d3b'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:41:38.806365 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-02573777-84f0-4efd-ba31-14b4277388d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:41:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['dbe384a5-db09-4013-b7fe-237a2c708d3b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:38.855625 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-55705af6-1b9b-4001-9ae7-1ab2f5f99d60 service neutron] For port e0ad4df5-2fed-46fc-8695-ce249f172d97, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:38.898532 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-37a859ef-babf-4843-ac18-d5e05437ffab tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "PUT /v2.0/floatingips/aca9efb0-576d-4619-b682-9856b5a99e98 HTTP/1.1" status: 200 len: 990 time: 3.4542177 Mar 07 10:41:38.898532 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29231323-4b16-406e-8eb2-ab3d88156342', 'tag': 'f92313b3-14c2-4673-a7bb-2bc9b560ec04'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:38.898532 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c0020b-566b-4ffd-aae1-9e8067722d65" -d '{"events": [{"name": "network-changed", "server_uuid": "29231323-4b16-406e-8eb2-ab3d88156342", "tag": "f92313b3-14c2-4673-a7bb-2bc9b560ec04"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:38.938427 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4bfd4-44f6-4bfc-9d50-ee0e6a4f0ed0 req-533088ff-4a9a-4f78-8a00-933f7be250a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:38.939935 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b4f4bfd4-44f6-4bfc-9d50-ee0e6a4f0ed0 req-533088ff-4a9a-4f78-8a00-933f7be250a3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=62af914074b242af8357a186fc3aa177&device_id=eec607f3-0736-4172-bdda-e284f4b8ff02 HTTP/1.1" status: 200 len: 1125 time: 0.3707001 Mar 07 10:41:38.943423 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-55705af6-1b9b-4001-9ae7-1ab2f5f99d60 service neutron] For port e0ad4df5-2fed-46fc-8695-ce249f172d97, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e0ad4df5-2fed-46fc-8695-ce249f172d97,segment=NetworkSegment(bdffe236-d79e-4242-8538-dc3bd790824d),segment_id=bdffe236-d79e-4242-8538-dc3bd790824d)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:38.969179 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-55705af6-1b9b-4001-9ae7-1ab2f5f99d60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (e0ad4df5-2fed-46fc-8695-ce249f172d97), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:38.977525 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-02573777-84f0-4efd-ba31-14b4277388d9 None None] Set router dbe384a5-db09-4013-b7fe-237a2c708d3b gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:41:38.996621 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-624dd25f-b065-435b-8622-100e365928bb service neutron] 10.222.0.11 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283289 Mar 07 10:41:39.017674 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-0144e5e2-29c1-411f-b1aa-4a88cfda8fdf tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Allocated IP 172.25.3.223 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/ed2ea83b-8974-4573-948d-6f64963b7153) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:39.063186 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-55705af6-1b9b-4001-9ae7-1ab2f5f99d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:39.063811 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-55705af6-1b9b-4001-9ae7-1ab2f5f99d60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:39.065246 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-55705af6-1b9b-4001-9ae7-1ab2f5f99d60 service neutron] 10.222.0.21 "PUT /v2.0/ports/e0ad4df5-2fed-46fc-8695-ce249f172d97 HTTP/1.1" status: 200 len: 1091 time: 4.7216523 Mar 07 10:41:39.114210 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf13d32-4a44-4295-8839-92e53ab1fd49', 'name': 'network-vif-deleted', 'tag': '8fe3a52a-a6b1-4787-8907-a7be78f2a3bf'}, {'name': 'network-changed', 'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'tag': 'e0ad4df5-2fed-46fc-8695-ce249f172d97'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:39.117942 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ecbf0a2-007a-46c7-8ec7-dc37f0a19e59" -d '{"events": [{"server_uuid": "fbf13d32-4a44-4295-8839-92e53ab1fd49", "name": "network-vif-deleted", "tag": "8fe3a52a-a6b1-4787-8907-a7be78f2a3bf"}, {"name": "network-changed", "server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "tag": "e0ad4df5-2fed-46fc-8695-ce249f172d97"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:39.153161 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-86c46829-5a14-405e-87e6-dc457da66926 service neutron] Request body: {'port': {'device_id': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:39.267456 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0144e5e2-29c1-411f-b1aa-4a88cfda8fdf tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks [] for port (ed2ea83b-8974-4573-948d-6f64963b7153), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:39.278813 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c373d-9807-4864-9a55-ca7226da77a2 req-d31928ab-698f-4437-884c-870087b3dc48 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:39.280442 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-559c373d-9807-4864-9a55-ca7226da77a2 req-d31928ab-698f-4437-884c-870087b3dc48 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=eec607f3-0736-4172-bdda-e284f4b8ff02 HTTP/1.1" status: 200 len: 943 time: 0.4685388 Mar 07 10:41:39.287112 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ead3f3-4e4f-43e4-aaf0-724e32cb6b4f x-openstack-request-id: req-d2ead3f3-4e4f-43e4-aaf0-724e32cb6b4f {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:39.287112 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29231323-4b16-406e-8eb2-ab3d88156342", "tag": "f92313b3-14c2-4673-a7bb-2bc9b560ec04", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:39.287440 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d2ead3f3-4e4f-43e4-aaf0-724e32cb6b4f {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:39.287776 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29231323-4b16-406e-8eb2-ab3d88156342', 'tag': 'f92313b3-14c2-4673-a7bb-2bc9b560ec04', 'status': 'completed', 'code': 200} Mar 07 10:41:39.341866 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55705af6-1b9b-4001-9ae7-1ab2f5f99d60 service neutron] Pushing event updated for resources: {'Port': ['ID=e0ad4df5-2fed-46fc-8695-ce249f172d97,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:39.380547 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0144e5e2-29c1-411f-b1aa-4a88cfda8fdf tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (ed2ea83b-8974-4573-948d-6f64963b7153), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:39.390225 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-882aaf37-d68b-49fe-b4bd-b4cfcfc6f618 admin admin] Publish callbacks [] for security_group (5b68dd13-ad61-4c2b-a085-1726102859ae), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:39.424636 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532e5ffc-ae95-4b11-929c-ad6d1e039e05 x-openstack-request-id: req-532e5ffc-ae95-4b11-929c-ad6d1e039e05 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:39.425229 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf13d32-4a44-4295-8839-92e53ab1fd49", "name": "network-vif-deleted", "tag": "8fe3a52a-a6b1-4787-8907-a7be78f2a3bf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "tag": "e0ad4df5-2fed-46fc-8695-ce249f172d97", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:39.428226 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-532e5ffc-ae95-4b11-929c-ad6d1e039e05 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:39.428765 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf13d32-4a44-4295-8839-92e53ab1fd49', 'name': 'network-vif-deleted', 'tag': '8fe3a52a-a6b1-4787-8907-a7be78f2a3bf', 'status': 'completed', 'code': 200} Mar 07 10:41:39.429080 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'tag': 'e0ad4df5-2fed-46fc-8695-ce249f172d97', 'status': 'completed', 'code': 200} Mar 07 10:41:39.507996 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-882aaf37-d68b-49fe-b4bd-b4cfcfc6f618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5b68dd13-ad61-4c2b-a085-1726102859ae), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:39.516434 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0144e5e2-29c1-411f-b1aa-4a88cfda8fdf tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:39.518845 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-55f9727c-51fd-4620-a518-4f72ddfa7b71 req-264f9c87-7e59-4519-967c-af23cf8029bf tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=d150ded2-5567-48a3-be37-1884bcd0e7e5 HTTP/1.1" status: 200 len: 210 time: 0.0577204 Mar 07 10:41:39.524886 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-0144e5e2-29c1-411f-b1aa-4a88cfda8fdf tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:39.527080 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144e5e2-29c1-411f-b1aa-4a88cfda8fdf tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Pushing event updated for resources: {'Port': ['ID=ed2ea83b-8974-4573-948d-6f64963b7153,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:39.529381 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0144e5e2-29c1-411f-b1aa-4a88cfda8fdf tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:39.641850 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0144e5e2-29c1-411f-b1aa-4a88cfda8fdf tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks [] for floatingip (d66e2115-7260-4552-ac50-8eedd8ec375e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:39.642549 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-02573777-84f0-4efd-ba31-14b4277388d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'name': 'tempest-AttachVolumeNegativeTest-2102200365-router', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:01Z', 'revision_number': 4, 'project_id': '963e73da008c45bbbe3340617f958250', 'gw_port': {'id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'aca9efb0-576d-4619-b682-9856b5a99e98', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'floating_ip_address': '172.25.3.24', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'port_id': 'f92313b3-14c2-4673-a7bb-2bc9b560ec04', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1236, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'mac_address': 'fa:16:3e:66:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29231323-4b16-406e-8eb2-ab3d88156342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:41:10Z', 'updated_at': '2022-03-07T10:41:36Z', 'revision_number': 1, 'project_id': '963e73da008c45bbbe3340617f958250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4094086-0f71-4ec9-bccb-a291495bd930', 'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'mac_address': 'fa:16:3e:8e:5e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:59Z', 'updated_at': '2022-03-07T10:41:11Z', 'revision_number': 5, 'project_id': '963e73da008c45bbbe3340617f958250', 'subnets': [{'id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:39.683227 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02573777-84f0-4efd-ba31-14b4277388d9 None None] Checking router: dbe384a5-db09-4013-b7fe-237a2c708d3b for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:41:39.693646 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02573777-84f0-4efd-ba31-14b4277388d9 None None] Routers {'dbe384a5-db09-4013-b7fe-237a2c708d3b'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:41:39.694271 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-02573777-84f0-4efd-ba31-14b4277388d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:41:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['dbe384a5-db09-4013-b7fe-237a2c708d3b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:39.721506 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0144e5e2-29c1-411f-b1aa-4a88cfda8fdf tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ed2ea83b-8974-4573-948d-6f64963b7153), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:39.741762 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4bfd4-44f6-4bfc-9d50-ee0e6a4f0ed0 req-383e9336-1c35-4cbc-88f0-9e15d7282835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:39.749960 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b4f4bfd4-44f6-4bfc-9d50-ee0e6a4f0ed0 req-383e9336-1c35-4cbc-88f0-9e15d7282835 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9da4d94f-c230-4f14-a6ee-34ff5fc1419f HTTP/1.1" status: 200 len: 922 time: 0.8013184 Mar 07 10:41:39.815958 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:39.945814 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-86c46829-5a14-405e-87e6-dc457da66926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f8461e0d-ec75-4fe8-9d49-1b9f188d8265), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:39.952456 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b4f4bfd4-44f6-4bfc-9d50-ee0e6a4f0ed0 req-904dd694-abb3-42a9-8e69-435366257532 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b51ac83d-9a1e-4245-b2e5-350e089b5b27 HTTP/1.1" status: 200 len: 217 time: 0.1326749 Mar 07 10:41:39.953257 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-02573777-84f0-4efd-ba31-14b4277388d9 None None] Set router dbe384a5-db09-4013-b7fe-237a2c708d3b gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:41:39.960049 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882aaf37-d68b-49fe-b4bd-b4cfcfc6f618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b68dd13-ad61-4c2b-a085-1726102859ae,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:39.966255 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-882aaf37-d68b-49fe-b4bd-b4cfcfc6f618 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9430b9e8198d4af284aff63c486ce8db&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5167475 Mar 07 10:41:39.970855 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-559c373d-9807-4864-9a55-ca7226da77a2 req-bc7bd909-c477-4ab9-8598-99360ad0ecfd tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6707540 Mar 07 10:41:39.971382 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 53008) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:40.017842 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0144e5e2-29c1-411f-b1aa-4a88cfda8fdf tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks [] for port (ed2ea83b-8974-4573-948d-6f64963b7153), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:40.031227 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0144e5e2-29c1-411f-b1aa-4a88cfda8fdf tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (ed2ea83b-8974-4573-948d-6f64963b7153), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:40.055594 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0020b-566b-4ffd-aae1-9e8067722d65 req-5aa83b20-b47c-4b65-b53a-92fd6f5980f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:40.057368 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c0c0020b-566b-4ffd-aae1-9e8067722d65 req-5aa83b20-b47c-4b65-b53a-92fd6f5980f9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=963e73da008c45bbbe3340617f958250&device_id=29231323-4b16-406e-8eb2-ab3d88156342 HTTP/1.1" status: 200 len: 1127 time: 0.7101638 Mar 07 10:41:40.090448 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbf0a2-007a-46c7-8ec7-dc37f0a19e59 req-0c1d7b64-9c5b-49bf-98af-a327e309bffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:40.091535 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbf0a2-007a-46c7-8ec7-dc37f0a19e59 req-0c1d7b64-9c5b-49bf-98af-a327e309bffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:40.092015 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbf0a2-007a-46c7-8ec7-dc37f0a19e59 req-0c1d7b64-9c5b-49bf-98af-a327e309bffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:40.092617 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbf0a2-007a-46c7-8ec7-dc37f0a19e59 req-0c1d7b64-9c5b-49bf-98af-a327e309bffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:40.093089 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbf0a2-007a-46c7-8ec7-dc37f0a19e59 req-0c1d7b64-9c5b-49bf-98af-a327e309bffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:40.099781 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9ecbf0a2-007a-46c7-8ec7-dc37f0a19e59 req-0c1d7b64-9c5b-49bf-98af-a327e309bffa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9dbaf75c1ca4f48aa31093c74e34d2b&device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 4393 time: 0.6143014 Mar 07 10:41:40.150638 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a8e18-0abd-4e6a-bb9f-a58286b0242d req-1b5cde8b-7663-4f77-97ce-dbdf94433ebc tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:40.161201 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a8e18-0abd-4e6a-bb9f-a58286b0242d req-1b5cde8b-7663-4f77-97ce-dbdf94433ebc tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:40.169259 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a8e18-0abd-4e6a-bb9f-a58286b0242d req-1b5cde8b-7663-4f77-97ce-dbdf94433ebc tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:40.189637 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a8e18-0abd-4e6a-bb9f-a58286b0242d req-1b5cde8b-7663-4f77-97ce-dbdf94433ebc tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:40.199420 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a8e18-0abd-4e6a-bb9f-a58286b0242d req-1b5cde8b-7663-4f77-97ce-dbdf94433ebc tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:40.201436 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c57a8e18-0abd-4e6a-bb9f-a58286b0242d req-1b5cde8b-7663-4f77-97ce-dbdf94433ebc tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 3827 time: 0.2717330 Mar 07 10:41:40.204789 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144e5e2-29c1-411f-b1aa-4a88cfda8fdf tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Pushing event updated for resources: {'Port': ['ID=ed2ea83b-8974-4573-948d-6f64963b7153,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:40.239421 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0144e5e2-29c1-411f-b1aa-4a88cfda8fdf tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (d66e2115-7260-4552-ac50-8eedd8ec375e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:40.305561 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c57a8e18-0abd-4e6a-bb9f-a58286b0242d req-9a9dc09e-a4ee-45ae-82d5-66c9d0d31de8 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894802 Mar 07 10:41:40.309289 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0144e5e2-29c1-411f-b1aa-4a88cfda8fdf tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:40.310535 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0144e5e2-29c1-411f-b1aa-4a88cfda8fdf tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8021071 Mar 07 10:41:40.375626 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4bfd4-44f6-4bfc-9d50-ee0e6a4f0ed0 req-38f72d24-f893-4830-9f47-76b5fab5664d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:40.377799 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b4f4bfd4-44f6-4bfc-9d50-ee0e6a4f0ed0 req-38f72d24-f893-4830-9f47-76b5fab5664d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=dc6e5e1d-c035-4681-acbd-bf9ee077ad51 HTTP/1.1" status: 200 len: 861 time: 0.4018741 Mar 07 10:41:40.392085 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-02573777-84f0-4efd-ba31-14b4277388d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'name': 'tempest-AttachVolumeNegativeTest-2102200365-router', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:01Z', 'revision_number': 4, 'project_id': '963e73da008c45bbbe3340617f958250', 'gw_port': {'id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'aca9efb0-576d-4619-b682-9856b5a99e98', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'floating_ip_address': '172.25.3.24', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'port_id': 'f92313b3-14c2-4673-a7bb-2bc9b560ec04', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1236, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'mac_address': 'fa:16:3e:66:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29231323-4b16-406e-8eb2-ab3d88156342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:41:10Z', 'updated_at': '2022-03-07T10:41:36Z', 'revision_number': 1, 'project_id': '963e73da008c45bbbe3340617f958250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4094086-0f71-4ec9-bccb-a291495bd930', 'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'mac_address': 'fa:16:3e:8e:5e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:59Z', 'updated_at': '2022-03-07T10:41:11Z', 'revision_number': 5, 'project_id': '963e73da008c45bbbe3340617f958250', 'subnets': [{'id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:40.429722 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02573777-84f0-4efd-ba31-14b4277388d9 None None] The sync data for ids ['dbe384a5-db09-4013-b7fe-237a2c708d3b'] in n-d-832164-4 is: [{'id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'name': 'tempest-AttachVolumeNegativeTest-2102200365-router', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:01Z', 'revision_number': 4, 'project_id': '963e73da008c45bbbe3340617f958250', 'gw_port': {'id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'aca9efb0-576d-4619-b682-9856b5a99e98', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'floating_ip_address': '172.25.3.24', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'port_id': 'f92313b3-14c2-4673-a7bb-2bc9b560ec04', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1236, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'mac_address': 'fa:16:3e:66:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29231323-4b16-406e-8eb2-ab3d88156342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:41:10Z', 'updated_at': '2022-03-07T10:41:36Z', 'revision_number': 1, 'project_id': '963e73da008c45bbbe3340617f958250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4094086-0f71-4ec9-bccb-a291495bd930', 'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'mac_address': 'fa:16:3e:8e:5e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:59Z', 'updated_at': '2022-03-07T10:41:11Z', 'revision_number': 5, 'project_id': '963e73da008c45bbbe3340617f958250', 'subnets': [{'id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:41:40.446818 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b4f4bfd4-44f6-4bfc-9d50-ee0e6a4f0ed0 req-a4ea44b0-3957-4116-a8f3-dfdd269dc28d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9da4d94f-c230-4f14-a6ee-34ff5fc1419f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379031 Mar 07 10:41:40.696947 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bba536a1-c184-410b-82ed-bc79ae969408 req-9e8e7d4a-e71f-4469-8798-9a906ee43591 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--938101877&fields=id&tenant_id=37256dfba2694a838b5e754d96d8ef06 HTTP/1.1" status: 200 len: 267 time: 0.0762477 Mar 07 10:41:40.746856 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20640ec-e82b-4549-ab6d-36b41ee4f4c2 None None] New status for floating IP aca9efb0-576d-4619-b682-9856b5a99e98: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:41:40.868662 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba536a1-c184-410b-82ed-bc79ae969408 req-3dd0daba-d99a-423c-b4c6-8a7d87008d43 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:40.878990 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bba536a1-c184-410b-82ed-bc79ae969408 req-3dd0daba-d99a-423c-b4c6-8a7d87008d43 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "GET /v2.0/networks?id=b10c2308-4a70-4388-a1d4-3c7e73350d3a HTTP/1.1" status: 200 len: 811 time: 0.1663103 Mar 07 10:41:40.899390 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bba536a1-c184-410b-82ed-bc79ae969408 req-9ee66ffc-5726-4707-8a28-77ecd960708d tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "GET /v2.0/quotas/37256dfba2694a838b5e754d96d8ef06 HTTP/1.1" status: 200 len: 375 time: 0.0186317 Mar 07 10:41:41.004868 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bba536a1-c184-410b-82ed-bc79ae969408 req-99f6d185-ff87-49ad-bb07-ce433a1b1b6d tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=37256dfba2694a838b5e754d96d8ef06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995824 Mar 07 10:41:41.011534 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device b51ac83d-9a1e-4245-b2e5-350e089b5b27 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:41:41.029162 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ea409cbe-3fd4-4dfc-8d66-f95bb2bfdf7f admin admin] Publish callbacks [] for security_group (5b68dd13-ad61-4c2b-a085-1726102859ae), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:41.061423 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ea409cbe-3fd4-4dfc-8d66-f95bb2bfdf7f admin admin] Publish callbacks [] for security_group (5b68dd13-ad61-4c2b-a085-1726102859ae), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:41.174790 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bba536a1-c184-410b-82ed-bc79ae969408 req-462cef2f-0473-4c18-89b4-0b17aad739bd service neutron] 10.222.0.11 "GET /v2.0/networks/b10c2308-4a70-4388-a1d4-3c7e73350d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327646 Mar 07 10:41:41.185595 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ea409cbe-3fd4-4dfc-8d66-f95bb2bfdf7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5b68dd13-ad61-4c2b-a085-1726102859ae), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:41.188328 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ea409cbe-3fd4-4dfc-8d66-f95bb2bfdf7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:41.202638 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ea409cbe-3fd4-4dfc-8d66-f95bb2bfdf7f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5b68dd13-ad61-4c2b-a085-1726102859ae HTTP/1.1" status: 204 len: 168 time: 1.2130954 Mar 07 10:41:41.299771 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bba536a1-c184-410b-82ed-bc79ae969408 req-51775c61-4b65-4479-9880-e0b64be6ee92 service neutron] 10.222.0.11 "GET /v2.0/networks/b10c2308-4a70-4388-a1d4-3c7e73350d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236246 Mar 07 10:41:41.318842 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12410d7-5940-41ee-b72d-b5eb29c5e26d req-7ae2b9cf-88e6-4e92-89c4-778c6cdd1688 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:41.320444 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d12410d7-5940-41ee-b72d-b5eb29c5e26d req-7ae2b9cf-88e6-4e92-89c4-778c6cdd1688 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 945 time: 1.2063515 Mar 07 10:41:41.372120 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea409cbe-3fd4-4dfc-8d66-f95bb2bfdf7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b68dd13-ad61-4c2b-a085-1726102859ae,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:41.378922 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0020b-566b-4ffd-aae1-9e8067722d65 req-e7e06269-7b7f-415e-a910-3b76c8addab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:41.384832 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c0c0020b-566b-4ffd-aae1-9e8067722d65 req-e7e06269-7b7f-415e-a910-3b76c8addab9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=00afd099-7a30-4cd1-919e-35d92c7ee376 HTTP/1.1" status: 200 len: 916 time: 1.2456801 Mar 07 10:41:41.398835 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port b51ac83d-9a1e-4245-b2e5-350e089b5b27, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b51ac83d-9a1e-4245-b2e5-350e089b5b27,segment=NetworkSegment(be2730d6-1887-4428-ad70-9f895beb128c),segment_id=be2730d6-1887-4428-ad70-9f895beb128c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:41.413959 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'b51ac83d-9a1e-4245-b2e5-350e089b5b27', 'network_id': '9da4d94f-c230-4f14-a6ee-34ff5fc1419f', 'port_id': 'b51ac83d-9a1e-4245-b2e5-350e089b5b27', 'mac_address': 'fa:16:3e:56:cc:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6e5e1d-c035-4681-acbd-bf9ee077ad51', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:41:41.460784 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port b51ac83d-9a1e-4245-b2e5-350e089b5b27 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:41.461616 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b51ac83d-9a1e-4245-b2e5-350e089b5b27), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:41.491025 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b51ac83d-9a1e-4245-b2e5-350e089b5b27 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:41.544092 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port b51ac83d-9a1e-4245-b2e5-350e089b5b27, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b51ac83d-9a1e-4245-b2e5-350e089b5b27,segment=NetworkSegment(be2730d6-1887-4428-ad70-9f895beb128c),segment_id=be2730d6-1887-4428-ad70-9f895beb128c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:41.566463 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b51ac83d-9a1e-4245-b2e5-350e089b5b27), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:41.626977 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9d296221-ebd6-40ed-8a38-302bd58c4e03 req-00707cf7-6017-49e0-a235-d60eb32b4065 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=d150ded2-5567-48a3-be37-1884bcd0e7e5 HTTP/1.1" status: 200 len: 210 time: 0.0495892 Mar 07 10:41:41.631109 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbf0a2-007a-46c7-8ec7-dc37f0a19e59 req-d6a6c2a4-d1f6-4352-9a6e-c2bd553d6552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:41.643184 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbf0a2-007a-46c7-8ec7-dc37f0a19e59 req-d6a6c2a4-d1f6-4352-9a6e-c2bd553d6552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:41.643184 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbf0a2-007a-46c7-8ec7-dc37f0a19e59 req-d6a6c2a4-d1f6-4352-9a6e-c2bd553d6552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:41.643450 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9ecbf0a2-007a-46c7-8ec7-dc37f0a19e59 req-d6a6c2a4-d1f6-4352-9a6e-c2bd553d6552 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a9dbaf75c1ca4f48aa31093c74e34d2b&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.4835782 Mar 07 10:41:41.717149 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=b51ac83d-9a1e-4245-b2e5-350e089b5b27,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:41.723869 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53036) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:41.734707 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:41.737509 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:41.738081 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:41.738631 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:41.739152 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:41.739675 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:41.740194 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:41.740731 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:41.741337 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:41.742600 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:41.743150 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:41.743671 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:41.744211 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:41.746995 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-61fa5b74-71a8-4abb-9a0d-006f5c7187e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:41.751619 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:41.799987 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1399c9-e518-453a-bbe2-65730293dbec req-fdc40247-f228-45f4-84fe-efb739d3cef2 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:41.813492 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-be1399c9-e518-453a-bbe2-65730293dbec req-fdc40247-f228-45f4-84fe-efb739d3cef2 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=eec607f3-0736-4172-bdda-e284f4b8ff02 HTTP/1.1" status: 200 len: 944 time: 0.1174300 Mar 07 10:41:41.828288 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d12410d7-5940-41ee-b72d-b5eb29c5e26d req-abc1b63b-bf7c-4640-a4cb-c7b00b773aeb tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872708 Mar 07 10:41:41.861512 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['b51ac83d-9a1e-4245-b2e5-350e089b5b27'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:41:41.870332 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-52ccb1dd-bb53-4784-b1f9-29d61d40505b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:41.872229 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-52ccb1dd-bb53-4784-b1f9-29d61d40505b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.31 "GET /v2.0/networks?id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41 HTTP/1.1" status: 200 len: 811 time: 0.9366629 Mar 07 10:41:41.895595 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c0c0020b-566b-4ffd-aae1-9e8067722d65 req-07e016e3-1014-4a99-a8a6-ffeb8cb366fc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f92313b3-14c2-4673-a7bb-2bc9b560ec04 HTTP/1.1" status: 200 len: 1000 time: 0.4548764 Mar 07 10:41:41.898569 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b4f4bfd4-44f6-4bfc-9d50-ee0e6a4f0ed0 req-15557d72-414c-4f94-9527-466ec8e1d63d service neutron] 10.222.0.21 "GET /v2.0/networks/9da4d94f-c230-4f14-a6ee-34ff5fc1419f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4366574 Mar 07 10:41:41.933370 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-8034f6db-2d5d-4097-8f8e-f7877a30d3fc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Request body: {'port': {'device_id': 'd150ded2-5567-48a3-be37-1884bcd0e7e5', 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41', 'admin_state_up': True, 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:41.963945 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-be1399c9-e518-453a-bbe2-65730293dbec req-77f575bb-dcec-4d9a-82b6-bcec1ff8ec84 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495597 Mar 07 10:41:42.031820 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-61fa5b74-71a8-4abb-9a0d-006f5c7187e5 admin admin] Publish callbacks [] for security_group (ea2ea064-9e9f-494e-ad2b-61815a97f306), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:42.043159 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-61fa5b74-71a8-4abb-9a0d-006f5c7187e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ea2ea064-9e9f-494e-ad2b-61815a97f306), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:42.129195 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bc141b3b-a9bc-4bfc-acfe-2ac27b634290 req-543def8a-609e-48c1-958e-e133a702fd5d tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e0d3ad-9f0e-4185-bd70-079d6643364e HTTP/1.1" status: 200 len: 210 time: 0.0812361 Mar 07 10:41:42.147525 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-61fa5b74-71a8-4abb-9a0d-006f5c7187e5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9e1fdc37e27142839684139f8c80d940&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4224184 Mar 07 10:41:42.151443 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53044) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:42.155521 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fa5b74-71a8-4abb-9a0d-006f5c7187e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2ea064-9e9f-494e-ad2b-61815a97f306,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:42.274842 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-60f9e3e1-5d4d-4fbf-91be-55a514cf0dbf admin admin] Publish callbacks [] for security_group (ea2ea064-9e9f-494e-ad2b-61815a97f306), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:42.306491 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-60f9e3e1-5d4d-4fbf-91be-55a514cf0dbf admin admin] Publish callbacks [] for security_group (ea2ea064-9e9f-494e-ad2b-61815a97f306), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:42.309734 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0020b-566b-4ffd-aae1-9e8067722d65 req-90e72465-0acc-40fd-aa95-51d610f10b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:42.311427 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c0c0020b-566b-4ffd-aae1-9e8067722d65 req-90e72465-0acc-40fd-aa95-51d610f10b4e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e733737e-c8f1-4ea9-8337-47939319caff HTTP/1.1" status: 200 len: 854 time: 0.3555501 Mar 07 10:41:42.373000 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-60f9e3e1-5d4d-4fbf-91be-55a514cf0dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ea2ea064-9e9f-494e-ad2b-61815a97f306), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:42.377199 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-60f9e3e1-5d4d-4fbf-91be-55a514cf0dbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:42.379378 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-60f9e3e1-5d4d-4fbf-91be-55a514cf0dbf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ea2ea064-9e9f-494e-ad2b-61815a97f306 HTTP/1.1" status: 204 len: 168 time: 0.2268865 Mar 07 10:41:42.409631 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9e3e1-5d4d-4fbf-91be-55a514cf0dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2ea064-9e9f-494e-ad2b-61815a97f306,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:42.443752 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbf0a2-007a-46c7-8ec7-dc37f0a19e59 req-71a21ab0-5b43-4422-90ec-a37298be8b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:42.445439 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9ecbf0a2-007a-46c7-8ec7-dc37f0a19e59 req-71a21ab0-5b43-4422-90ec-a37298be8b6d service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7559795 Mar 07 10:41:42.462224 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40102c49-a639-426a-9f3a-009414a1fe57 req-b9e36c4f-1770-49f4-95aa-d3caa060ad4a tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:42.468402 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40102c49-a639-426a-9f3a-009414a1fe57 req-b9e36c4f-1770-49f4-95aa-d3caa060ad4a tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:42.473828 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40102c49-a639-426a-9f3a-009414a1fe57 req-b9e36c4f-1770-49f4-95aa-d3caa060ad4a tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:42.479588 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40102c49-a639-426a-9f3a-009414a1fe57 req-b9e36c4f-1770-49f4-95aa-d3caa060ad4a tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:42.485898 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40102c49-a639-426a-9f3a-009414a1fe57 req-b9e36c4f-1770-49f4-95aa-d3caa060ad4a tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:42.487900 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40102c49-a639-426a-9f3a-009414a1fe57 req-b9e36c4f-1770-49f4-95aa-d3caa060ad4a tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 3827 time: 0.4812384 Mar 07 10:41:42.526446 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b4f4bfd4-44f6-4bfc-9d50-ee0e6a4f0ed0 req-82f307f2-5d31-45aa-81a2-4ad9bccae709 service neutron] 10.222.0.21 "GET /v2.0/networks/9da4d94f-c230-4f14-a6ee-34ff5fc1419f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5723786 Mar 07 10:41:42.545503 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-86c46829-5a14-405e-87e6-dc457da66926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8461e0d-ec75-4fe8-9d49-1b9f188d8265 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:42.589162 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-86c46829-5a14-405e-87e6-dc457da66926 service neutron] Publish callbacks [] for port (f8461e0d-ec75-4fe8-9d49-1b9f188d8265), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:42.610169 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435fccaf-0147-4521-94df-0d5475165248 req-a70009c6-47e2-4a16-9ff5-5c1547982da4 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:42.616109 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-435fccaf-0147-4521-94df-0d5475165248 req-a70009c6-47e2-4a16-9ff5-5c1547982da4 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 945 time: 0.1204245 Mar 07 10:41:42.617357 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-8034f6db-2d5d-4097-8f8e-f7877a30d3fc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Made reservation on behalf of d640dc7f4f784834ad48e78ec0df26a5 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:42.622339 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-8034f6db-2d5d-4097-8f8e-f7877a30d3fc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:42.632613 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0020b-566b-4ffd-aae1-9e8067722d65 req-433c4245-531a-4c3a-a427-4481efbf326f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:42.637268 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c0c0020b-566b-4ffd-aae1-9e8067722d65 req-433c4245-531a-4c3a-a427-4481efbf326f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=00afd099-7a30-4cd1-919e-35d92c7ee376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2982254 Mar 07 10:41:42.671460 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-86c46829-5a14-405e-87e6-dc457da66926 service neutron] Transition to ACTIVE for port object f8461e0d-ec75-4fe8-9d49-1b9f188d8265 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:41:42.692259 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40102c49-a639-426a-9f3a-009414a1fe57 req-a2e8dd6a-6569-47ab-b6f0-2d5b3d38210d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755297 Mar 07 10:41:42.707134 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-86c46829-5a14-405e-87e6-dc457da66926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (f8461e0d-ec75-4fe8-9d49-1b9f188d8265), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:42.804415 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-330b7358-1435-4448-a30d-3bb6039b523e req-2f4ecfd5-a6fd-4c18-a6b3-d843324d8dbc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=d150ded2-5567-48a3-be37-1884bcd0e7e5 HTTP/1.1" status: 200 len: 210 time: 0.0483744 Mar 07 10:41:42.892219 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c46829-5a14-405e-87e6-dc457da66926 service neutron] Pushing event updated for resources: {'Port': ['ID=f8461e0d-ec75-4fe8-9d49-1b9f188d8265,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:42.895335 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-435fccaf-0147-4521-94df-0d5475165248 req-f70c347d-a067-41ea-8bc7-2e4e25abbfed tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Deleting port a7ebb804-6967-4407-a392-2590fefa05b4 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:41:42.915347 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-435fccaf-0147-4521-94df-0d5475165248 req-f70c347d-a067-41ea-8bc7-2e4e25abbfed tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a7ebb804-6967-4407-a392-2590fefa05b4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:42.929212 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:42.983469 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c0c0020b-566b-4ffd-aae1-9e8067722d65 req-3e346970-3edb-4722-80b0-07600755afe4 service neutron] 10.222.0.31 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247542 Mar 07 10:41:43.004472 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device b51ac83d-9a1e-4245-b2e5-350e089b5b27 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:43.152815 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-8034f6db-2d5d-4097-8f8e-f7877a30d3fc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Allocated IP 172.20.0.8 (931da2d2-d8f9-46f5-a9f5-24b58bb56e41/be75dc35-59ec-464d-b948-3549cf46df15/a5fdd44f-667a-4fb0-af7f-ae114402e95f) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:43.223155 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port b51ac83d-9a1e-4245-b2e5-350e089b5b27 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:41:43.232610 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port b51ac83d-9a1e-4245-b2e5-350e089b5b27 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:43.233413 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b51ac83d-9a1e-4245-b2e5-350e089b5b27), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:43.288182 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-86c46829-5a14-405e-87e6-dc457da66926 service neutron] Attempting to bind port f8461e0d-ec75-4fe8-9d49-1b9f188d8265 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:41:43.288641 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-86c46829-5a14-405e-87e6-dc457da66926 service neutron] Attempting to bind port f8461e0d-ec75-4fe8-9d49-1b9f188d8265 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'ff65b4be-9c23-4c72-a12e-e27f32be872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd366e7ad-5e6d-41da-a70c-3aced4fea314'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:41:43.288943 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-86c46829-5a14-405e-87e6-dc457da66926 service neutron] Attempting to bind port f8461e0d-ec75-4fe8-9d49-1b9f188d8265 on network d366e7ad-5e6d-41da-a70c-3aced4fea314 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:43.343833 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-86c46829-5a14-405e-87e6-dc457da66926 service neutron] Port f8461e0d-ec75-4fe8-9d49-1b9f188d8265 on network d366e7ad-5e6d-41da-a70c-3aced4fea314 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:41:43.344164 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-86c46829-5a14-405e-87e6-dc457da66926 service neutron] Attempting to bind port f8461e0d-ec75-4fe8-9d49-1b9f188d8265 on network d366e7ad-5e6d-41da-a70c-3aced4fea314 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:43.389973 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-435fccaf-0147-4521-94df-0d5475165248 req-f70c347d-a067-41ea-8bc7-2e4e25abbfed tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] For port a7ebb804-6967-4407-a392-2590fefa05b4, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=a7ebb804-6967-4407-a392-2590fefa05b4,segment=NetworkSegment(5f8eaec3-3e17-4fa0-955f-7e235935bca3),segment_id=5f8eaec3-3e17-4fa0-955f-7e235935bca3)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:43.390625 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-435fccaf-0147-4521-94df-0d5475165248 req-f70c347d-a067-41ea-8bc7-2e4e25abbfed tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a7ebb804-6967-4407-a392-2590fefa05b4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:43.393862 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port b51ac83d-9a1e-4245-b2e5-350e089b5b27 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:43.393862 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b51ac83d-9a1e-4245-b2e5-350e089b5b27), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:43.400331 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc45ecd-3691-4483-ac0f-9e6d742a573b req-0fe9d8ab-438e-44a1-89ca-576c64ecc6c0 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:43.402823 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8dc45ecd-3691-4483-ac0f-9e6d742a573b req-0fe9d8ab-438e-44a1-89ca-576c64ecc6c0 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/ports?device_id=d2af793d-74ad-45bd-aa40-e99feae0842f HTTP/1.1" status: 200 len: 945 time: 0.3649600 Mar 07 10:41:43.423083 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-86c46829-5a14-405e-87e6-dc457da66926 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:41:43.423466 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-86c46829-5a14-405e-87e6-dc457da66926 service neutron] Checking segment: {'id': 'ff65b4be-9c23-4c72-a12e-e27f32be872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd366e7ad-5e6d-41da-a70c-3aced4fea314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:43.423870 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-86c46829-5a14-405e-87e6-dc457da66926 service neutron] Bound using segment: {'id': 'ff65b4be-9c23-4c72-a12e-e27f32be872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd366e7ad-5e6d-41da-a70c-3aced4fea314'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:41:43.424332 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-86c46829-5a14-405e-87e6-dc457da66926 service neutron] Bound port: f8461e0d-ec75-4fe8-9d49-1b9f188d8265, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff65b4be-9c23-4c72-a12e-e27f32be872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd366e7ad-5e6d-41da-a70c-3aced4fea314'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:41:43.424710 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-86c46829-5a14-405e-87e6-dc457da66926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f8461e0d-ec75-4fe8-9d49-1b9f188d8265), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:43.426883 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-435fccaf-0147-4521-94df-0d5475165248 req-f70c347d-a067-41ea-8bc7-2e4e25abbfed tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Calling delete_port for a7ebb804-6967-4407-a392-2590fefa05b4 owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:41:43.432587 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c0c0020b-566b-4ffd-aae1-9e8067722d65 req-87a97ca2-b598-45cf-8093-5e2f2612d0f6 service neutron] 10.222.0.31 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897390 Mar 07 10:41:43.433654 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec607f3-0736-4172-bdda-e284f4b8ff02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51ac83d-9a1e-4245-b2e5-350e089b5b27'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:43.436145 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2612e12e-93be-4ad3-9933-2829e9f524ae" -d '{"events": [{"server_uuid": "eec607f3-0736-4172-bdda-e284f4b8ff02", "name": "network-vif-plugged", "status": "completed", "tag": "b51ac83d-9a1e-4245-b2e5-350e089b5b27"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:43.471111 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba536a1-c184-410b-82ed-bc79ae969408 req-090f00dd-99c1-4795-a255-5e77522dd9bd tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:43.473505 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bba536a1-c184-410b-82ed-bc79ae969408 req-090f00dd-99c1-4795-a255-5e77522dd9bd tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.31 "GET /v2.0/networks?id=b10c2308-4a70-4388-a1d4-3c7e73350d3a HTTP/1.1" status: 200 len: 811 time: 0.3599460 Mar 07 10:41:43.477919 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port b51ac83d-9a1e-4245-b2e5-350e089b5b27, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b51ac83d-9a1e-4245-b2e5-350e089b5b27,segment=NetworkSegment(be2730d6-1887-4428-ad70-9f895beb128c),segment_id=be2730d6-1887-4428-ad70-9f895beb128c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:43.485910 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b51ac83d-9a1e-4245-b2e5-350e089b5b27), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:43.517084 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957dba8-5fd4-4558-8d90-d4469164a93a req-fe222b39-2b9e-4f17-a680-f697a4a96297 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:43.519066 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4957dba8-5fd4-4558-8d90-d4469164a93a req-fe222b39-2b9e-4f17-a680-f697a4a96297 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=eec607f3-0736-4172-bdda-e284f4b8ff02 HTTP/1.1" status: 200 len: 944 time: 0.2884548 Mar 07 10:41:43.599760 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=b51ac83d-9a1e-4245-b2e5-350e089b5b27,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:43.675602 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bba536a1-c184-410b-82ed-bc79ae969408 req-dfc43046-5fca-4db2-b3d2-55c33300acc8 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=37256dfba2694a838b5e754d96d8ef06 HTTP/1.1" status: 200 len: 379 time: 0.1671100 Mar 07 10:41:43.680156 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4957dba8-5fd4-4558-8d90-d4469164a93a req-c0af7ddf-9e34-4bb6-a521-3b0eebfd263d tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517515 Mar 07 10:41:43.693128 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-bba536a1-c184-410b-82ed-bc79ae969408 req-c593506a-ef56-4c3c-97a1-903a16d836b9 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Request body: {'port': {'device_id': '52e0d3ad-9f0e-4185-bd70-079d6643364e', 'network_id': 'b10c2308-4a70-4388-a1d4-3c7e73350d3a', 'admin_state_up': True, 'tenant_id': '37256dfba2694a838b5e754d96d8ef06', 'security_groups': ['32d07094-df22-4979-aad2-36eb0bfbe43d']}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:43.870435 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f0bc22bc-bc91-4007-a0c7-7965c195875e req-ddff6ddb-1d84-46cf-8e61-70b8af4da979 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e0d3ad-9f0e-4185-bd70-079d6643364e HTTP/1.1" status: 200 len: 210 time: 0.0441012 Mar 07 10:41:43.893984 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-86c46829-5a14-405e-87e6-dc457da66926 service neutron] For port f8461e0d-ec75-4fe8-9d49-1b9f188d8265, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:43.898569 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-435fccaf-0147-4521-94df-0d5475165248 req-f70c347d-a067-41ea-8bc7-2e4e25abbfed tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (a7ebb804-6967-4407-a392-2590fefa05b4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:43.900283 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-86c46829-5a14-405e-87e6-dc457da66926 service neutron] For port f8461e0d-ec75-4fe8-9d49-1b9f188d8265, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=f8461e0d-ec75-4fe8-9d49-1b9f188d8265,segment=NetworkSegment(ff65b4be-9c23-4c72-a12e-e27f32be872c),segment_id=ff65b4be-9c23-4c72-a12e-e27f32be872c)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:43.931620 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c347d-a067-41ea-8bc7-2e4e25abbfed tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Pushing event deleted for resources: {'Port': ['ID=a7ebb804-6967-4407-a392-2590fefa05b4,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:43.932717 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8dc45ecd-3691-4483-ac0f-9e6d742a573b req-f4ad6ca8-5eca-4b04-92a0-de1b355ff759 tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.11 "GET /v2.0/security-groups?id=ddaa7924-748c-40dd-959c-d3934270b14f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5202000 Mar 07 10:41:43.937762 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-86c46829-5a14-405e-87e6-dc457da66926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (f8461e0d-ec75-4fe8-9d49-1b9f188d8265), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:44.013233 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-8034f6db-2d5d-4097-8f8e-f7877a30d3fc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks [] for port (a5fdd44f-667a-4fb0-af7f-ae114402e95f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:44.014685 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c46829-5a14-405e-87e6-dc457da66926 service neutron] Pushing event updated for resources: {'Port': ['ID=f8461e0d-ec75-4fe8-9d49-1b9f188d8265,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:44.015441 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-435fccaf-0147-4521-94df-0d5475165248 req-f70c347d-a067-41ea-8bc7-2e4e25abbfed tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] No DVR routers for this DVR port a7ebb804-6967-4407-a392-2590fefa05b4 on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:41:44.017172 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba536a1-c184-410b-82ed-bc79ae969408 req-c593506a-ef56-4c3c-97a1-903a16d836b9 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Made reservation on behalf of 37256dfba2694a838b5e754d96d8ef06 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:44.021139 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bba536a1-c184-410b-82ed-bc79ae969408 req-c593506a-ef56-4c3c-97a1-903a16d836b9 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:44.024328 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-435fccaf-0147-4521-94df-0d5475165248 req-f70c347d-a067-41ea-8bc7-2e4e25abbfed tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:44.029861 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-435fccaf-0147-4521-94df-0d5475165248 req-f70c347d-a067-41ea-8bc7-2e4e25abbfed tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] 10.222.0.31 "DELETE /v2.0/ports/a7ebb804-6967-4407-a392-2590fefa05b4 HTTP/1.1" status: 204 len: 173 time: 1.4037921 Mar 07 10:41:44.030515 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2af793d-74ad-45bd-aa40-e99feae0842f', 'name': 'network-vif-deleted', 'tag': 'a7ebb804-6967-4407-a392-2590fefa05b4'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:44.033300 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb8c5a3-d5c5-4110-a94b-fdba94bca271" -d '{"events": [{"server_uuid": "d2af793d-74ad-45bd-aa40-e99feae0842f", "name": "network-vif-deleted", "tag": "a7ebb804-6967-4407-a392-2590fefa05b4"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:44.052867 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717543c4-22c8-42f4-a2e1-159087017624 x-openstack-request-id: req-717543c4-22c8-42f4-a2e1-159087017624 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:44.054233 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec607f3-0736-4172-bdda-e284f4b8ff02", "name": "network-vif-plugged", "status": "completed", "tag": "b51ac83d-9a1e-4245-b2e5-350e089b5b27", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:44.054757 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-717543c4-22c8-42f4-a2e1-159087017624 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:44.055461 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec607f3-0736-4172-bdda-e284f4b8ff02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51ac83d-9a1e-4245-b2e5-350e089b5b27', 'code': 200} Mar 07 10:41:44.062969 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-86c46829-5a14-405e-87e6-dc457da66926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:44.071149 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-86c46829-5a14-405e-87e6-dc457da66926 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:44.082225 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-86c46829-5a14-405e-87e6-dc457da66926 service neutron] 10.222.0.21 "PUT /v2.0/ports/f8461e0d-ec75-4fe8-9d49-1b9f188d8265 HTTP/1.1" status: 200 len: 1131 time: 4.9508462 Mar 07 10:41:44.085270 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'tag': 'f8461e0d-ec75-4fe8-9d49-1b9f188d8265'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:44.088731 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56b4a801-32d3-48ae-bbf7-ec5c8c1ef22f" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "tag": "f8461e0d-ec75-4fe8-9d49-1b9f188d8265"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:44.129913 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-8034f6db-2d5d-4097-8f8e-f7877a30d3fc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (a5fdd44f-667a-4fb0-af7f-ae114402e95f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:44.142304 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['ebed4773-7953-4951-8a16-c8016ef092a4'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:41:44.177776 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-cd9cb6ed-4806-493c-b7a5-875d30957709 service neutron] Request body: {'port': {'device_id': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:44.374681 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-8034f6db-2d5d-4097-8f8e-f7877a30d3fc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Network 931da2d2-d8f9-46f5-a9f5-24b58bb56e41 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:44.386447 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-8034f6db-2d5d-4097-8f8e-f7877a30d3fc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:44.393407 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034f6db-2d5d-4097-8f8e-f7877a30d3fc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Pushing event updated for resources: {'Port': ['ID=a5fdd44f-667a-4fb0-af7f-ae114402e95f,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:44.398589 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-8034f6db-2d5d-4097-8f8e-f7877a30d3fc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:44.483909 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0156da-28a8-4c8c-acb0-e270063f216f req-88204d1c-ce76-4ab6-93fa-37d6b3e2de6a tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:44.497912 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6e0156da-28a8-4c8c-acb0-e270063f216f req-88204d1c-ce76-4ab6-93fa-37d6b3e2de6a tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=d150ded2-5567-48a3-be37-1884bcd0e7e5 HTTP/1.1" status: 200 len: 931 time: 0.2932134 Mar 07 10:41:44.527697 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0a235-7ee2-400a-9808-c645869c6b20 req-637e2016-d418-4dc9-938d-e196adb8e64f tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:44.544092 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0a235-7ee2-400a-9808-c645869c6b20 req-637e2016-d418-4dc9-938d-e196adb8e64f tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:44.560786 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-bba536a1-c184-410b-82ed-bc79ae969408 req-c593506a-ef56-4c3c-97a1-903a16d836b9 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Allocated IP 172.20.0.6 (b10c2308-4a70-4388-a1d4-3c7e73350d3a/fadea73f-6720-48b8-9fb7-8cd0608f0333/009d14c4-8c1a-492f-8219-62316652fd54) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:41:44.561088 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0a235-7ee2-400a-9808-c645869c6b20 req-637e2016-d418-4dc9-938d-e196adb8e64f tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:44.584234 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0a235-7ee2-400a-9808-c645869c6b20 req-637e2016-d418-4dc9-938d-e196adb8e64f tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:44.596135 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0a235-7ee2-400a-9808-c645869c6b20 req-637e2016-d418-4dc9-938d-e196adb8e64f tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:44.617347 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0a235-7ee2-400a-9808-c645869c6b20 req-637e2016-d418-4dc9-938d-e196adb8e64f tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:44.619683 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b4f0a235-7ee2-400a-9808-c645869c6b20 req-637e2016-d418-4dc9-938d-e196adb8e64f tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 4600 time: 0.4379992 Mar 07 10:41:44.644139 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6e0156da-28a8-4c8c-acb0-e270063f216f req-0cedfc65-ccb2-4ca4-800d-4f2572cdeb55 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452725 Mar 07 10:41:44.681085 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-cd9cb6ed-4806-493c-b7a5-875d30957709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7afcc113-918d-4856-a414-821d3eaf65d7), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:44.700794 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-8034f6db-2d5d-4097-8f8e-f7877a30d3fc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:44.701542 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-8034f6db-2d5d-4097-8f8e-f7877a30d3fc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:44.787231 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0846d974-c6a1-4959-a7f0-3bcd85882aae req-4a0a8a83-24de-4b92-8e9d-aa72168d7ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:44.791773 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0846d974-c6a1-4959-a7f0-3bcd85882aae req-4a0a8a83-24de-4b92-8e9d-aa72168d7ea4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=eec607f3-0736-4172-bdda-e284f4b8ff02 HTTP/1.1" status: 200 len: 1127 time: 0.6193016 Mar 07 10:41:44.793323 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aeb6635-b930-4c56-8c17-03c7f8dab98d x-openstack-request-id: req-1aeb6635-b930-4c56-8c17-03c7f8dab98d {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:44.793995 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2af793d-74ad-45bd-aa40-e99feae0842f", "name": "network-vif-deleted", "tag": "a7ebb804-6967-4407-a392-2590fefa05b4", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:44.796428 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1aeb6635-b930-4c56-8c17-03c7f8dab98d {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:44.797034 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2af793d-74ad-45bd-aa40-e99feae0842f', 'name': 'network-vif-deleted', 'tag': 'a7ebb804-6967-4407-a392-2590fefa05b4', 'status': 'completed', 'code': 200} Mar 07 10:41:44.913936 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-351b938c-f550-47be-a76a-dff8171b3baa None None] Provisioning complete for port a5fdd44f-667a-4fb0-af7f-ae114402e95f triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:44.917635 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-351b938c-f550-47be-a76a-dff8171b3baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a5fdd44f-667a-4fb0-af7f-ae114402e95f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:44.983299 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-351b938c-f550-47be-a76a-dff8171b3baa None None] Port a5fdd44f-667a-4fb0-af7f-ae114402e95f cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:41:45.008812 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b9e1a71-98c5-4788-9b5b-7052c1cb20ba x-openstack-request-id: req-3b9e1a71-98c5-4788-9b5b-7052c1cb20ba {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:45.009574 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "tag": "f8461e0d-ec75-4fe8-9d49-1b9f188d8265", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:45.009574 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3b9e1a71-98c5-4788-9b5b-7052c1cb20ba {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:45.009574 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'tag': 'f8461e0d-ec75-4fe8-9d49-1b9f188d8265', 'status': 'completed', 'code': 200} Mar 07 10:41:45.051124 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bba536a1-c184-410b-82ed-bc79ae969408 req-c593506a-ef56-4c3c-97a1-903a16d836b9 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks [] for port (009d14c4-8c1a-492f-8219-62316652fd54), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:45.076580 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915be16-394d-4ee7-a7ba-5a636d05b353 req-380ada3d-0ed3-4b07-b82f-d8f537949843 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:45.078638 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b915be16-394d-4ee7-a7ba-5a636d05b353 req-380ada3d-0ed3-4b07-b82f-d8f537949843 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=eec607f3-0736-4172-bdda-e284f4b8ff02 HTTP/1.1" status: 200 len: 945 time: 0.1395221 Mar 07 10:41:45.157547 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b915be16-394d-4ee7-a7ba-5a636d05b353 req-8487157e-b78e-432f-8a0b-411e1765f53f tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695467 Mar 07 10:41:45.175836 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bba536a1-c184-410b-82ed-bc79ae969408 req-c593506a-ef56-4c3c-97a1-903a16d836b9 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (009d14c4-8c1a-492f-8219-62316652fd54), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:45.205525 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b4f0a235-7ee2-400a-9808-c645869c6b20 req-e73db370-a926-44f6-b382-9772ba64f2ab tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5612786 Mar 07 10:41:45.217407 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-8034f6db-2d5d-4097-8f8e-f7877a30d3fc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3177309 Mar 07 10:41:45.245367 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-05b8300c-2559-447d-8adf-5c9ffdd7518c service neutron] Request body: {'port': {'device_id': 'd150ded2-5567-48a3-be37-1884bcd0e7e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:45.272102 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device a7ebb804-6967-4407-a392-2590fefa05b4 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:41:45.274992 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593506a-ef56-4c3c-97a1-903a16d836b9 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Pushing event updated for resources: {'Port': ['ID=009d14c4-8c1a-492f-8219-62316652fd54,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:45.334222 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: a7ebb804-6967-4407-a392-2590fefa05b4 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:41:45.336528 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba536a1-c184-410b-82ed-bc79ae969408 req-c593506a-ef56-4c3c-97a1-903a16d836b9 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Network b10c2308-4a70-4388-a1d4-3c7e73350d3a is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:41:45.345100 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device a7ebb804-6967-4407-a392-2590fefa05b4 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:41:45.354290 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-05b8300c-2559-447d-8adf-5c9ffdd7518c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a5fdd44f-667a-4fb0-af7f-ae114402e95f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:45.374156 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0846d974-c6a1-4959-a7f0-3bcd85882aae req-b7c51c92-4244-4438-9df7-41de9d177cd4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598669 Mar 07 10:41:45.374156 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 53104) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:45.374935 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-bba536a1-c184-410b-82ed-bc79ae969408 req-c593506a-ef56-4c3c-97a1-903a16d836b9 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:41:45.378193 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba536a1-c184-410b-82ed-bc79ae969408 req-c593506a-ef56-4c3c-97a1-903a16d836b9 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:41:45.464513 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba536a1-c184-410b-82ed-bc79ae969408 req-c593506a-ef56-4c3c-97a1-903a16d836b9 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:45.465262 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bba536a1-c184-410b-82ed-bc79ae969408 req-c593506a-ef56-4c3c-97a1-903a16d836b9 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:45.491495 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ce9fc-ef4f-4bc2-9cd4-829d40238bd7 req-73b3c80b-c73f-4c2d-beba-f3e588e98ae6 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:45.502772 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aa2ce9fc-ef4f-4bc2-9cd4-829d40238bd7 req-73b3c80b-c73f-4c2d-beba-f3e588e98ae6 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e0d3ad-9f0e-4185-bd70-079d6643364e HTTP/1.1" status: 200 len: 931 time: 0.1944795 Mar 07 10:41:45.545439 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bba536a1-c184-410b-82ed-bc79ae969408 req-c593506a-ef56-4c3c-97a1-903a16d836b9 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8566017 Mar 07 10:41:45.558211 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4a801-32d3-48ae-bbf7-ec5c8c1ef22f req-1292eb9c-9bf7-4fa3-b61c-25e71428e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:45.558704 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4a801-32d3-48ae-bbf7-ec5c8c1ef22f req-1292eb9c-9bf7-4fa3-b61c-25e71428e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:45.559180 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4a801-32d3-48ae-bbf7-ec5c8c1ef22f req-1292eb9c-9bf7-4fa3-b61c-25e71428e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:45.559646 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4a801-32d3-48ae-bbf7-ec5c8c1ef22f req-1292eb9c-9bf7-4fa3-b61c-25e71428e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:45.560258 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4a801-32d3-48ae-bbf7-ec5c8c1ef22f req-1292eb9c-9bf7-4fa3-b61c-25e71428e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:45.560730 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4a801-32d3-48ae-bbf7-ec5c8c1ef22f req-1292eb9c-9bf7-4fa3-b61c-25e71428e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:45.562163 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-bba536a1-c184-410b-82ed-bc79ae969408 req-d47b8314-c357-4d05-a4dc-1cab369ec2a7 service neutron] Request body: {'port': {'device_id': '52e0d3ad-9f0e-4185-bd70-079d6643364e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:45.562657 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-56b4a801-32d3-48ae-bbf7-ec5c8c1ef22f req-1292eb9c-9bf7-4fa3-b61c-25e71428e473 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9dbaf75c1ca4f48aa31093c74e34d2b&device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5348 time: 0.5586889 Mar 07 10:41:45.626890 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aa2ce9fc-ef4f-4bc2-9cd4-829d40238bd7 req-2d2bc5f8-3df8-43f9-8a5a-689ed581ead3 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "GET /v2.0/security-groups?id=32d07094-df22-4979-aad2-36eb0bfbe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231394 Mar 07 10:41:45.706913 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bba536a1-c184-410b-82ed-bc79ae969408 req-d47b8314-c357-4d05-a4dc-1cab369ec2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (009d14c4-8c1a-492f-8219-62316652fd54), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:45.823613 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-4a3d4779-c5a0-4844-9157-b813772ca952 None None] Provisioning complete for port 009d14c4-8c1a-492f-8219-62316652fd54 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:45.824195 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4a3d4779-c5a0-4844-9157-b813772ca952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (009d14c4-8c1a-492f-8219-62316652fd54), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:45.900325 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4a3d4779-c5a0-4844-9157-b813772ca952 None None] Port 009d14c4-8c1a-492f-8219-62316652fd54 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:41:46.118593 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-bba536a1-c184-410b-82ed-bc79ae969408 req-d47b8314-c357-4d05-a4dc-1cab369ec2a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 009d14c4-8c1a-492f-8219-62316652fd54 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:46.130800 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bba536a1-c184-410b-82ed-bc79ae969408 req-d47b8314-c357-4d05-a4dc-1cab369ec2a7 service neutron] Publish callbacks [] for port (009d14c4-8c1a-492f-8219-62316652fd54), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:46.152844 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-bba536a1-c184-410b-82ed-bc79ae969408 req-d47b8314-c357-4d05-a4dc-1cab369ec2a7 service neutron] Transition to ACTIVE for port object 009d14c4-8c1a-492f-8219-62316652fd54 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:41:46.156983 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bba536a1-c184-410b-82ed-bc79ae969408 req-d47b8314-c357-4d05-a4dc-1cab369ec2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (009d14c4-8c1a-492f-8219-62316652fd54), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:46.288586 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-cd9cb6ed-4806-493c-b7a5-875d30957709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7afcc113-918d-4856-a414-821d3eaf65d7 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:46.332207 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-cd9cb6ed-4806-493c-b7a5-875d30957709 service neutron] Publish callbacks [] for port (7afcc113-918d-4856-a414-821d3eaf65d7), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:46.615657 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-cd9cb6ed-4806-493c-b7a5-875d30957709 service neutron] Transition to ACTIVE for port object 7afcc113-918d-4856-a414-821d3eaf65d7 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:41:46.625561 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4a801-32d3-48ae-bbf7-ec5c8c1ef22f req-40e69a47-e2ae-49be-a5ae-8eae4fbb5426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:46.626275 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4a801-32d3-48ae-bbf7-ec5c8c1ef22f req-40e69a47-e2ae-49be-a5ae-8eae4fbb5426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:46.626746 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4a801-32d3-48ae-bbf7-ec5c8c1ef22f req-40e69a47-e2ae-49be-a5ae-8eae4fbb5426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:46.628372 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-56b4a801-32d3-48ae-bbf7-ec5c8c1ef22f req-40e69a47-e2ae-49be-a5ae-8eae4fbb5426 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a9dbaf75c1ca4f48aa31093c74e34d2b&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.0431623 Mar 07 10:41:46.634980 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-cd9cb6ed-4806-493c-b7a5-875d30957709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (7afcc113-918d-4856-a414-821d3eaf65d7), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:46.695261 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b8314-c357-4d05-a4dc-1cab369ec2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=009d14c4-8c1a-492f-8219-62316652fd54,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:46.796868 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545bf5c-21e9-4350-b885-b66cecc23cbe req-a7943c25-c3e2-4d94-a370-e0cf58d56ddb tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:46.798960 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b545bf5c-21e9-4350-b885-b66cecc23cbe req-a7943c25-c3e2-4d94-a370-e0cf58d56ddb tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=eec607f3-0736-4172-bdda-e284f4b8ff02 HTTP/1.1" status: 200 len: 945 time: 0.1046200 Mar 07 10:41:46.802505 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-bba536a1-c184-410b-82ed-bc79ae969408 req-d47b8314-c357-4d05-a4dc-1cab369ec2a7 service neutron] Attempting to bind port 009d14c4-8c1a-492f-8219-62316652fd54 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:41:46.803149 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-bba536a1-c184-410b-82ed-bc79ae969408 req-d47b8314-c357-4d05-a4dc-1cab369ec2a7 service neutron] Attempting to bind port 009d14c4-8c1a-492f-8219-62316652fd54 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': 'f9018300-5e1a-48d3-806b-e02ca787b4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b10c2308-4a70-4388-a1d4-3c7e73350d3a'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:41:46.803696 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba536a1-c184-410b-82ed-bc79ae969408 req-d47b8314-c357-4d05-a4dc-1cab369ec2a7 service neutron] Attempting to bind port 009d14c4-8c1a-492f-8219-62316652fd54 on network b10c2308-4a70-4388-a1d4-3c7e73350d3a {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:46.826102 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba536a1-c184-410b-82ed-bc79ae969408 req-d47b8314-c357-4d05-a4dc-1cab369ec2a7 service neutron] Port 009d14c4-8c1a-492f-8219-62316652fd54 on network b10c2308-4a70-4388-a1d4-3c7e73350d3a not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:41:46.826549 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba536a1-c184-410b-82ed-bc79ae969408 req-d47b8314-c357-4d05-a4dc-1cab369ec2a7 service neutron] Attempting to bind port 009d14c4-8c1a-492f-8219-62316652fd54 on network b10c2308-4a70-4388-a1d4-3c7e73350d3a {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:46.860247 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba536a1-c184-410b-82ed-bc79ae969408 req-d47b8314-c357-4d05-a4dc-1cab369ec2a7 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:41:46.860712 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba536a1-c184-410b-82ed-bc79ae969408 req-d47b8314-c357-4d05-a4dc-1cab369ec2a7 service neutron] Checking segment: {'id': 'f9018300-5e1a-48d3-806b-e02ca787b4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b10c2308-4a70-4388-a1d4-3c7e73350d3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:46.861151 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba536a1-c184-410b-82ed-bc79ae969408 req-d47b8314-c357-4d05-a4dc-1cab369ec2a7 service neutron] Bound using segment: {'id': 'f9018300-5e1a-48d3-806b-e02ca787b4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b10c2308-4a70-4388-a1d4-3c7e73350d3a'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:41:46.861623 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-bba536a1-c184-410b-82ed-bc79ae969408 req-d47b8314-c357-4d05-a4dc-1cab369ec2a7 service neutron] Bound port: 009d14c4-8c1a-492f-8219-62316652fd54, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9018300-5e1a-48d3-806b-e02ca787b4a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'b10c2308-4a70-4388-a1d4-3c7e73350d3a'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:41:46.861985 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bba536a1-c184-410b-82ed-bc79ae969408 req-d47b8314-c357-4d05-a4dc-1cab369ec2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (009d14c4-8c1a-492f-8219-62316652fd54), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:46.892560 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d04e4c-13c0-4a8b-b47c-3e339db0eb58 req-8dd43f81-0135-4cdb-bbfc-a615188924f0 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:46.900496 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e4d04e4c-13c0-4a8b-b47c-3e339db0eb58 req-8dd43f81-0135-4cdb-bbfc-a615188924f0 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=d150ded2-5567-48a3-be37-1884bcd0e7e5 HTTP/1.1" status: 200 len: 931 time: 1.1296086 Mar 07 10:41:46.960756 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-bba536a1-c184-410b-82ed-bc79ae969408 req-d47b8314-c357-4d05-a4dc-1cab369ec2a7 service neutron] For port 009d14c4-8c1a-492f-8219-62316652fd54, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:46.966007 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-bba536a1-c184-410b-82ed-bc79ae969408 req-d47b8314-c357-4d05-a4dc-1cab369ec2a7 service neutron] For port 009d14c4-8c1a-492f-8219-62316652fd54, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=009d14c4-8c1a-492f-8219-62316652fd54,segment=NetworkSegment(f9018300-5e1a-48d3-806b-e02ca787b4a4),segment_id=f9018300-5e1a-48d3-806b-e02ca787b4a4)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:46.983721 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bba536a1-c184-410b-82ed-bc79ae969408 req-d47b8314-c357-4d05-a4dc-1cab369ec2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (009d14c4-8c1a-492f-8219-62316652fd54), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:46.994882 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9cb6ed-4806-493c-b7a5-875d30957709 service neutron] Pushing event updated for resources: {'Port': ['ID=7afcc113-918d-4856-a414-821d3eaf65d7,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:47.016639 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-05b8300c-2559-447d-8adf-5c9ffdd7518c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5fdd44f-667a-4fb0-af7f-ae114402e95f {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:47.047391 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b545bf5c-21e9-4350-b885-b66cecc23cbe req-2082b6a4-d6a4-4cf3-a193-8edd39aa871c tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378013 Mar 07 10:41:47.074195 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba536a1-c184-410b-82ed-bc79ae969408 req-d47b8314-c357-4d05-a4dc-1cab369ec2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:47.077767 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bba536a1-c184-410b-82ed-bc79ae969408 req-d47b8314-c357-4d05-a4dc-1cab369ec2a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:47.082341 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bba536a1-c184-410b-82ed-bc79ae969408 req-d47b8314-c357-4d05-a4dc-1cab369ec2a7 service neutron] 10.222.0.31 "PUT /v2.0/ports/009d14c4-8c1a-492f-8219-62316652fd54 HTTP/1.1" status: 200 len: 1091 time: 1.5263577 Mar 07 10:41:47.084560 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e0d3ad-9f0e-4185-bd70-079d6643364e', 'tag': '009d14c4-8c1a-492f-8219-62316652fd54'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:47.090109 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de5b8bf-dda4-4224-b0b7-d69bbb6345e1" -d '{"events": [{"name": "network-changed", "server_uuid": "52e0d3ad-9f0e-4185-bd70-079d6643364e", "tag": "009d14c4-8c1a-492f-8219-62316652fd54"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:47.100664 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-05b8300c-2559-447d-8adf-5c9ffdd7518c service neutron] Publish callbacks [] for port (a5fdd44f-667a-4fb0-af7f-ae114402e95f), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:47.171512 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-05b8300c-2559-447d-8adf-5c9ffdd7518c service neutron] Transition to ACTIVE for port object a5fdd44f-667a-4fb0-af7f-ae114402e95f will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:41:47.271199 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47b8314-c357-4d05-a4dc-1cab369ec2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=009d14c4-8c1a-492f-8219-62316652fd54,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:47.355429 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba536a1-c184-410b-82ed-bc79ae969408 req-9ac03573-64f5-4f72-856d-6f6a2a4fd91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:47.359949 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bba536a1-c184-410b-82ed-bc79ae969408 req-9ac03573-64f5-4f72-856d-6f6a2a4fd91c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37256dfba2694a838b5e754d96d8ef06&device_id=52e0d3ad-9f0e-4185-bd70-079d6643364e HTTP/1.1" status: 200 len: 1125 time: 0.2223167 Mar 07 10:41:47.360398 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-05b8300c-2559-447d-8adf-5c9ffdd7518c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (a5fdd44f-667a-4fb0-af7f-ae114402e95f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:47.364076 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4a801-32d3-48ae-bbf7-ec5c8c1ef22f req-fcc4ab8c-fa53-491d-9d09-a81ada52838c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:47.369186 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-56b4a801-32d3-48ae-bbf7-ec5c8c1ef22f req-fcc4ab8c-fa53-491d-9d09-a81ada52838c service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7315669 Mar 07 10:41:47.460542 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bba536a1-c184-410b-82ed-bc79ae969408 req-4f49ad79-5483-4b34-bd07-9fa0746aec2b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=009d14c4-8c1a-492f-8219-62316652fd54 HTTP/1.1" status: 200 len: 217 time: 0.0887847 Mar 07 10:41:47.484775 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e4d04e4c-13c0-4a8b-b47c-3e339db0eb58 req-07253adb-bba0-4bf1-b894-4f4737e0a9e0 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5832596 Mar 07 10:41:47.493976 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6f35d-88df-4514-9a84-b68bf23b0698 req-9ed7f4da-d18c-4b39-a437-eb3d447ba99a tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:47.513415 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6f35d-88df-4514-9a84-b68bf23b0698 req-9ed7f4da-d18c-4b39-a437-eb3d447ba99a tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:47.531944 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6f35d-88df-4514-9a84-b68bf23b0698 req-9ed7f4da-d18c-4b39-a437-eb3d447ba99a tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:47.549547 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6f35d-88df-4514-9a84-b68bf23b0698 req-9ed7f4da-d18c-4b39-a437-eb3d447ba99a tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:47.559012 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6f35d-88df-4514-9a84-b68bf23b0698 req-9ed7f4da-d18c-4b39-a437-eb3d447ba99a tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:47.583775 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6f35d-88df-4514-9a84-b68bf23b0698 req-9ed7f4da-d18c-4b39-a437-eb3d447ba99a tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:47.603236 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6f35d-88df-4514-9a84-b68bf23b0698 req-9ed7f4da-d18c-4b39-a437-eb3d447ba99a tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:47.614606 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 53140) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:47.614958 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-60d6f35d-88df-4514-9a84-b68bf23b0698 req-9ed7f4da-d18c-4b39-a437-eb3d447ba99a tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5372 time: 0.3869653 Mar 07 10:41:47.615679 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8300c-2559-447d-8adf-5c9ffdd7518c service neutron] Pushing event updated for resources: {'Port': ['ID=a5fdd44f-667a-4fb0-af7f-ae114402e95f,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:47.899530 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-60d6f35d-88df-4514-9a84-b68bf23b0698 req-0388c372-aa44-4b29-830d-c391bb34b70c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2835915 Mar 07 10:41:47.901928 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba536a1-c184-410b-82ed-bc79ae969408 req-0d7c8fbc-b57f-4f7b-b2a2-13c668a82f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:47.903304 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bba536a1-c184-410b-82ed-bc79ae969408 req-0d7c8fbc-b57f-4f7b-b2a2-13c668a82f13 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fadea73f-6720-48b8-9fb7-8cd0608f0333 HTTP/1.1" status: 200 len: 850 time: 0.2780764 Mar 07 10:41:47.988659 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-cd9cb6ed-4806-493c-b7a5-875d30957709 service neutron] Attempting to bind port 7afcc113-918d-4856-a414-821d3eaf65d7 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:41:47.989126 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-cd9cb6ed-4806-493c-b7a5-875d30957709 service neutron] Attempting to bind port 7afcc113-918d-4856-a414-821d3eaf65d7 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'ff65b4be-9c23-4c72-a12e-e27f32be872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd366e7ad-5e6d-41da-a70c-3aced4fea314'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:41:47.989542 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-cd9cb6ed-4806-493c-b7a5-875d30957709 service neutron] Attempting to bind port 7afcc113-918d-4856-a414-821d3eaf65d7 on network d366e7ad-5e6d-41da-a70c-3aced4fea314 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:48.007492 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba536a1-c184-410b-82ed-bc79ae969408 req-18ef5203-1d90-438b-8212-7d7a7532fae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:48.008592 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-cd9cb6ed-4806-493c-b7a5-875d30957709 service neutron] Port 7afcc113-918d-4856-a414-821d3eaf65d7 on network d366e7ad-5e6d-41da-a70c-3aced4fea314 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:41:48.008984 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-cd9cb6ed-4806-493c-b7a5-875d30957709 service neutron] Attempting to bind port 7afcc113-918d-4856-a414-821d3eaf65d7 on network d366e7ad-5e6d-41da-a70c-3aced4fea314 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:48.012949 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bba536a1-c184-410b-82ed-bc79ae969408 req-18ef5203-1d90-438b-8212-7d7a7532fae9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b10c2308-4a70-4388-a1d4-3c7e73350d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1008778 Mar 07 10:41:48.017293 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-cd9cb6ed-4806-493c-b7a5-875d30957709 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:41:48.017723 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-cd9cb6ed-4806-493c-b7a5-875d30957709 service neutron] Checking segment: {'id': 'ff65b4be-9c23-4c72-a12e-e27f32be872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd366e7ad-5e6d-41da-a70c-3aced4fea314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:48.018171 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-cd9cb6ed-4806-493c-b7a5-875d30957709 service neutron] Bound using segment: {'id': 'ff65b4be-9c23-4c72-a12e-e27f32be872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd366e7ad-5e6d-41da-a70c-3aced4fea314'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:41:48.018661 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-cd9cb6ed-4806-493c-b7a5-875d30957709 service neutron] Bound port: 7afcc113-918d-4856-a414-821d3eaf65d7, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff65b4be-9c23-4c72-a12e-e27f32be872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd366e7ad-5e6d-41da-a70c-3aced4fea314'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:41:48.019132 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-cd9cb6ed-4806-493c-b7a5-875d30957709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7afcc113-918d-4856-a414-821d3eaf65d7), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:48.036108 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789decac-4ff7-45cb-9d8d-cb6c6581988e req-2ab00151-3587-485b-8d10-fe464da56fed tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:48.038588 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-789decac-4ff7-45cb-9d8d-cb6c6581988e req-2ab00151-3587-485b-8d10-fe464da56fed tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e0d3ad-9f0e-4185-bd70-079d6643364e HTTP/1.1" status: 200 len: 943 time: 0.3944023 Mar 07 10:41:48.039555 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2d7ca751-6ab3-4f61-b9d7-80901637abbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:48.048322 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2918d72b-b86c-4d4e-bb8f-9efb5821d41a x-openstack-request-id: req-2918d72b-b86c-4d4e-bb8f-9efb5821d41a {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:48.048622 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-05b8300c-2559-447d-8adf-5c9ffdd7518c service neutron] Attempting to bind port a5fdd44f-667a-4fb0-af7f-ae114402e95f on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:41:48.048803 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e0d3ad-9f0e-4185-bd70-079d6643364e", "tag": "009d14c4-8c1a-492f-8219-62316652fd54", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:48.049165 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-05b8300c-2559-447d-8adf-5c9ffdd7518c service neutron] Attempting to bind port a5fdd44f-667a-4fb0-af7f-ae114402e95f by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '0bff5fe3-a691-4e25-8a0f-c7433dac5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:41:48.049440 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2918d72b-b86c-4d4e-bb8f-9efb5821d41a {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:48.049546 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-05b8300c-2559-447d-8adf-5c9ffdd7518c service neutron] Attempting to bind port a5fdd44f-667a-4fb0-af7f-ae114402e95f on network 931da2d2-d8f9-46f5-a9f5-24b58bb56e41 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:48.050095 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e0d3ad-9f0e-4185-bd70-079d6643364e', 'tag': '009d14c4-8c1a-492f-8219-62316652fd54', 'status': 'completed', 'code': 200} Mar 07 10:41:48.145259 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bba536a1-c184-410b-82ed-bc79ae969408 req-53855b60-9ced-4e17-aac9-99f075790bee service neutron] 10.222.0.31 "GET /v2.0/networks/b10c2308-4a70-4388-a1d4-3c7e73350d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229014 Mar 07 10:41:48.146426 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-05b8300c-2559-447d-8adf-5c9ffdd7518c service neutron] Port a5fdd44f-667a-4fb0-af7f-ae114402e95f on network 931da2d2-d8f9-46f5-a9f5-24b58bb56e41 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:41:48.146756 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-05b8300c-2559-447d-8adf-5c9ffdd7518c service neutron] Attempting to bind port a5fdd44f-667a-4fb0-af7f-ae114402e95f on network 931da2d2-d8f9-46f5-a9f5-24b58bb56e41 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:48.155302 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2d7ca751-6ab3-4f61-b9d7-80901637abbd admin admin] Publish callbacks [] for security_group (abcaadbf-19df-4c17-ba9d-e417a0ae857e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:48.168614 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:48.241086 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-cd9cb6ed-4806-493c-b7a5-875d30957709 service neutron] For port 7afcc113-918d-4856-a414-821d3eaf65d7, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:48.247972 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-cd9cb6ed-4806-493c-b7a5-875d30957709 service neutron] For port 7afcc113-918d-4856-a414-821d3eaf65d7, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=7afcc113-918d-4856-a414-821d3eaf65d7,segment=NetworkSegment(ff65b4be-9c23-4c72-a12e-e27f32be872c),segment_id=ff65b4be-9c23-4c72-a12e-e27f32be872c)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:48.251038 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2d7ca751-6ab3-4f61-b9d7-80901637abbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (abcaadbf-19df-4c17-ba9d-e417a0ae857e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:48.273994 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bba536a1-c184-410b-82ed-bc79ae969408 req-039999a6-a6bc-41fc-bf27-320b47956aa2 service neutron] 10.222.0.31 "GET /v2.0/networks/b10c2308-4a70-4388-a1d4-3c7e73350d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218853 Mar 07 10:41:48.277286 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-05b8300c-2559-447d-8adf-5c9ffdd7518c service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 41, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:41:48.277636 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-05b8300c-2559-447d-8adf-5c9ffdd7518c service neutron] Checking segment: {'id': '0bff5fe3-a691-4e25-8a0f-c7433dac5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:48.278224 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-05b8300c-2559-447d-8adf-5c9ffdd7518c service neutron] Bound using segment: {'id': '0bff5fe3-a691-4e25-8a0f-c7433dac5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:41:48.278727 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-05b8300c-2559-447d-8adf-5c9ffdd7518c service neutron] Bound port: a5fdd44f-667a-4fb0-af7f-ae114402e95f, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bff5fe3-a691-4e25-8a0f-c7433dac5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:41:48.279198 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-05b8300c-2559-447d-8adf-5c9ffdd7518c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a5fdd44f-667a-4fb0-af7f-ae114402e95f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:48.291067 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2d7ca751-6ab3-4f61-b9d7-80901637abbd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=594b809931ef43d181e57eeb9dcb9bda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6633806 Mar 07 10:41:48.292348 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-cd9cb6ed-4806-493c-b7a5-875d30957709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (7afcc113-918d-4856-a414-821d3eaf65d7), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:48.298020 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 53146) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:48.390087 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd46c62-adcf-4fc5-afb5-02b609d59306 req-20f69730-1309-4709-b15c-54623d72ce88 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:48.391641 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fdd46c62-adcf-4fc5-afb5-02b609d59306 req-20f69730-1309-4709-b15c-54623d72ce88 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=eec607f3-0736-4172-bdda-e284f4b8ff02 HTTP/1.1" status: 200 len: 945 time: 0.1204343 Mar 07 10:41:48.413437 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5b8bf-dda4-4224-b0b7-d69bbb6345e1 req-abc632a5-a5c6-4739-9b0c-25e60d33f8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:48.414952 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3de5b8bf-dda4-4224-b0b7-d69bbb6345e1 req-abc632a5-a5c6-4739-9b0c-25e60d33f8e2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37256dfba2694a838b5e754d96d8ef06&device_id=52e0d3ad-9f0e-4185-bd70-079d6643364e HTTP/1.1" status: 200 len: 1125 time: 0.0690930 Mar 07 10:41:48.457638 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-789decac-4ff7-45cb-9d8d-cb6c6581988e req-51135841-3627-46b3-bad5-ccfaf6918534 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "GET /v2.0/security-groups?id=32d07094-df22-4979-aad2-36eb0bfbe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4025824 Mar 07 10:41:48.464364 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-cd9cb6ed-4806-493c-b7a5-875d30957709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:48.464364 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-cd9cb6ed-4806-493c-b7a5-875d30957709 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:48.465766 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-cd9cb6ed-4806-493c-b7a5-875d30957709 service neutron] 10.222.0.21 "PUT /v2.0/ports/7afcc113-918d-4856-a414-821d3eaf65d7 HTTP/1.1" status: 200 len: 1130 time: 4.2966502 Mar 07 10:41:48.504210 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'tag': '7afcc113-918d-4856-a414-821d3eaf65d7'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:48.506630 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afaf8609-d995-4535-acd3-36cfa3c801ce" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "tag": "7afcc113-918d-4856-a414-821d3eaf65d7"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:48.519068 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-78c165a6-c25a-43cd-b6a7-e35ceef30c2d service neutron] Request body: {'port': {'device_id': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:48.560078 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fdd46c62-adcf-4fc5-afb5-02b609d59306 req-ac78e6d2-dfea-4d42-b571-12d8c7ca1c41 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614513 Mar 07 10:41:48.604926 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5b8bf-dda4-4224-b0b7-d69bbb6345e1 req-585ba799-bf7b-46d7-a4c8-ebb3a6cb62c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:48.606739 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3de5b8bf-dda4-4224-b0b7-d69bbb6345e1 req-585ba799-bf7b-46d7-a4c8-ebb3a6cb62c2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b10c2308-4a70-4388-a1d4-3c7e73350d3a HTTP/1.1" status: 200 len: 912 time: 0.1817994 Mar 07 10:41:48.611726 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ca751-6ab3-4f61-b9d7-80901637abbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcaadbf-19df-4c17-ba9d-e417a0ae857e,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:48.667714 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3de5b8bf-dda4-4224-b0b7-d69bbb6345e1 req-209984ca-b23f-430a-8812-a494144855c9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=009d14c4-8c1a-492f-8219-62316652fd54 HTTP/1.1" status: 200 len: 217 time: 0.0510104 Mar 07 10:41:48.741022 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5b8bf-dda4-4224-b0b7-d69bbb6345e1 req-b655b2ca-bf39-489c-8689-0f1b34778afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:48.742534 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3de5b8bf-dda4-4224-b0b7-d69bbb6345e1 req-b655b2ca-bf39-489c-8689-0f1b34778afe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fadea73f-6720-48b8-9fb7-8cd0608f0333 HTTP/1.1" status: 200 len: 850 time: 0.0624022 Mar 07 10:41:48.749899 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-05b8300c-2559-447d-8adf-5c9ffdd7518c service neutron] For port a5fdd44f-667a-4fb0-af7f-ae114402e95f, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:48.753737 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-05b8300c-2559-447d-8adf-5c9ffdd7518c service neutron] For port a5fdd44f-667a-4fb0-af7f-ae114402e95f, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=a5fdd44f-667a-4fb0-af7f-ae114402e95f,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:48.758673 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5d50c3e6-0f6b-4dfd-9962-1007e2f7fb31 admin admin] Publish callbacks [] for security_group (abcaadbf-19df-4c17-ba9d-e417a0ae857e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:48.764040 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e8eae1-fa6e-49a3-a57e-fad43a40e836 x-openstack-request-id: req-99e8eae1-fa6e-49a3-a57e-fad43a40e836 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:48.766708 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "tag": "7afcc113-918d-4856-a414-821d3eaf65d7", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:48.766998 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-99e8eae1-fa6e-49a3-a57e-fad43a40e836 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:48.767481 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'tag': '7afcc113-918d-4856-a414-821d3eaf65d7', 'status': 'completed', 'code': 200} Mar 07 10:41:48.776940 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9cb6ed-4806-493c-b7a5-875d30957709 service neutron] Pushing event updated for resources: {'Port': ['ID=7afcc113-918d-4856-a414-821d3eaf65d7,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:48.797158 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-05b8300c-2559-447d-8adf-5c9ffdd7518c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (a5fdd44f-667a-4fb0-af7f-ae114402e95f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:48.842121 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de5b8bf-dda4-4224-b0b7-d69bbb6345e1 req-15db25c0-34e2-487b-bbc5-c8b185b37f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:48.843851 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3de5b8bf-dda4-4224-b0b7-d69bbb6345e1 req-15db25c0-34e2-487b-bbc5-c8b185b37f09 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b10c2308-4a70-4388-a1d4-3c7e73350d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0955174 Mar 07 10:41:48.902747 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b8300c-2559-447d-8adf-5c9ffdd7518c service neutron] Pushing event updated for resources: {'Port': ['ID=a5fdd44f-667a-4fb0-af7f-ae114402e95f,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:48.949440 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-05b8300c-2559-447d-8adf-5c9ffdd7518c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:48.950515 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-05b8300c-2559-447d-8adf-5c9ffdd7518c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:48.954308 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-05b8300c-2559-447d-8adf-5c9ffdd7518c service neutron] 10.222.0.31 "PUT /v2.0/ports/a5fdd44f-667a-4fb0-af7f-ae114402e95f HTTP/1.1" status: 200 len: 1091 time: 3.7236104 Mar 07 10:41:48.954308 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-78c165a6-c25a-43cd-b6a7-e35ceef30c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ea7ffff0-7638-4d15-87eb-5069b07e0844), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:49.024463 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5d50c3e6-0f6b-4dfd-9962-1007e2f7fb31 admin admin] Publish callbacks [] for security_group (abcaadbf-19df-4c17-ba9d-e417a0ae857e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:49.088736 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3de5b8bf-dda4-4224-b0b7-d69bbb6345e1 req-85d845b0-3e38-4fc2-92ae-45c00e23a806 service neutron] 10.222.0.31 "GET /v2.0/networks/b10c2308-4a70-4388-a1d4-3c7e73350d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361515 Mar 07 10:41:49.199865 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96f4921-cc00-4bb1-aaad-405af0d57ca3 req-3a8b6f3b-020f-4a23-9093-9d5a9d8dbeb4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:49.201383 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f96f4921-cc00-4bb1-aaad-405af0d57ca3 req-3a8b6f3b-020f-4a23-9093-9d5a9d8dbeb4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=d150ded2-5567-48a3-be37-1884bcd0e7e5 HTTP/1.1" status: 200 len: 943 time: 0.5714767 Mar 07 10:41:49.241534 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf8609-d995-4535-acd3-36cfa3c801ce req-bd68f95e-f372-4383-a079-37ce9a5803dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:49.242016 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf8609-d995-4535-acd3-36cfa3c801ce req-bd68f95e-f372-4383-a079-37ce9a5803dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:49.242480 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf8609-d995-4535-acd3-36cfa3c801ce req-bd68f95e-f372-4383-a079-37ce9a5803dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:49.242939 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf8609-d995-4535-acd3-36cfa3c801ce req-bd68f95e-f372-4383-a079-37ce9a5803dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:49.243392 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf8609-d995-4535-acd3-36cfa3c801ce req-bd68f95e-f372-4383-a079-37ce9a5803dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:49.243847 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf8609-d995-4535-acd3-36cfa3c801ce req-bd68f95e-f372-4383-a079-37ce9a5803dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:49.244937 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf8609-d995-4535-acd3-36cfa3c801ce req-bd68f95e-f372-4383-a079-37ce9a5803dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:49.249430 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-afaf8609-d995-4535-acd3-36cfa3c801ce req-bd68f95e-f372-4383-a079-37ce9a5803dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9dbaf75c1ca4f48aa31093c74e34d2b&device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 6302 time: 0.4745219 Mar 07 10:41:49.305150 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34bae8-c26c-492c-8c4f-04a213bed69a req-14c9c73e-def6-4d87-bdcd-337005a2cc81 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:49.311988 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5d50c3e6-0f6b-4dfd-9962-1007e2f7fb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (abcaadbf-19df-4c17-ba9d-e417a0ae857e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:49.313486 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34bae8-c26c-492c-8c4f-04a213bed69a req-14c9c73e-def6-4d87-bdcd-337005a2cc81 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:49.316484 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5d50c3e6-0f6b-4dfd-9962-1007e2f7fb31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:49.320585 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34bae8-c26c-492c-8c4f-04a213bed69a req-14c9c73e-def6-4d87-bdcd-337005a2cc81 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:49.321610 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5d50c3e6-0f6b-4dfd-9962-1007e2f7fb31 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/abcaadbf-19df-4c17-ba9d-e417a0ae857e HTTP/1.1" status: 204 len: 168 time: 0.9766917 Mar 07 10:41:49.325433 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-8ffba28b-8a36-4034-8540-79372e88db5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:49.326066 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34bae8-c26c-492c-8c4f-04a213bed69a req-14c9c73e-def6-4d87-bdcd-337005a2cc81 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:49.327360 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-8ffba28b-8a36-4034-8540-79372e88db5e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d640dc7f4f784834ad48e78ec0df26a5&device_id=d150ded2-5567-48a3-be37-1884bcd0e7e5 HTTP/1.1" status: 200 len: 1125 time: 0.2373276 Mar 07 10:41:49.331810 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34bae8-c26c-492c-8c4f-04a213bed69a req-14c9c73e-def6-4d87-bdcd-337005a2cc81 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:49.337890 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34bae8-c26c-492c-8c4f-04a213bed69a req-14c9c73e-def6-4d87-bdcd-337005a2cc81 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:49.343789 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34bae8-c26c-492c-8c4f-04a213bed69a req-14c9c73e-def6-4d87-bdcd-337005a2cc81 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:49.351699 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ee34bae8-c26c-492c-8c4f-04a213bed69a req-14c9c73e-def6-4d87-bdcd-337005a2cc81 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5372 time: 0.2505205 Mar 07 10:41:49.426058 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ee34bae8-c26c-492c-8c4f-04a213bed69a req-643f29a4-8930-4eaa-8490-af41bf37d80b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0733578 Mar 07 10:41:49.459363 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d46339bf-6bf8-42f3-99ab-6e409ebd721b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (81773a4f-ebb2-47be-8036-33bb4af954b3), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:49.475513 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3de5b8bf-dda4-4224-b0b7-d69bbb6345e1 req-64919aad-7013-42b6-8ebb-517513e9d609 service neutron] 10.222.0.31 "GET /v2.0/networks/b10c2308-4a70-4388-a1d4-3c7e73350d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724902 Mar 07 10:41:49.577557 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95496b9b-efa1-405f-a257-711757b350aa req-89cdaa1e-dc84-4afa-9c5e-2c7c90b1a2eb tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:49.587338 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-95496b9b-efa1-405f-a257-711757b350aa req-89cdaa1e-dc84-4afa-9c5e-2c7c90b1a2eb tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=eec607f3-0736-4172-bdda-e284f4b8ff02 HTTP/1.1" status: 200 len: 945 time: 0.0726361 Mar 07 10:41:49.619967 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d50c3e6-0f6b-4dfd-9962-1007e2f7fb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcaadbf-19df-4c17-ba9d-e417a0ae857e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:49.646422 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-8df96504-56f6-49c3-afef-5df682d239a8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5fdd44f-667a-4fb0-af7f-ae114402e95f HTTP/1.1" status: 200 len: 217 time: 0.3048594 Mar 07 10:41:49.675806 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-95496b9b-efa1-405f-a257-711757b350aa req-7306949c-e155-441e-8294-7620ba707b11 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868077 Mar 07 10:41:49.691458 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f96f4921-cc00-4bb1-aaad-405af0d57ca3 req-f43bec21-a92d-44fe-85e1-03dab046f479 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4771302 Mar 07 10:41:49.752418 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-f8098ea6-21e8-4e7a-b2f8-c1a71b44be81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:49.754158 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-f8098ea6-21e8-4e7a-b2f8-c1a71b44be81 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=be75dc35-59ec-464d-b948-3549cf46df15 HTTP/1.1" status: 200 len: 850 time: 0.0691762 Mar 07 10:41:49.805701 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53164) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:49.841925 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a106a1da-9f0b-453a-8d2f-dbd66b05c48d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:49.949434 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a106a1da-9f0b-453a-8d2f-dbd66b05c48d admin admin] Publish callbacks [] for security_group (450016f6-2694-4530-be39-8fe2976f91d0), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:49.964151 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b6a1af-9b4b-485b-befd-1dc6d9ecb66f req-e665a022-3a8f-44da-a17e-5a1e03a692f6 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:49.966504 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-66b6a1af-9b4b-485b-befd-1dc6d9ecb66f req-e665a022-3a8f-44da-a17e-5a1e03a692f6 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e0d3ad-9f0e-4185-bd70-079d6643364e HTTP/1.1" status: 200 len: 943 time: 0.1827512 Mar 07 10:41:49.968106 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a106a1da-9f0b-453a-8d2f-dbd66b05c48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (450016f6-2694-4530-be39-8fe2976f91d0), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:50.043910 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106a1da-9f0b-453a-8d2f-dbd66b05c48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450016f6-2694-4530-be39-8fe2976f91d0,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:50.055391 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a106a1da-9f0b-453a-8d2f-dbd66b05c48d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=836da94e702d4b91998f132ce9e1e605&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2324393 Mar 07 10:41:50.059785 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53166) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:50.091052 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-66b6a1af-9b4b-485b-befd-1dc6d9ecb66f req-33d2afb4-ea52-4bc6-af75-6a810c86e2bd tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "GET /v2.0/security-groups?id=32d07094-df22-4979-aad2-36eb0bfbe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183670 Mar 07 10:41:50.141206 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a748f4f1-e377-42e0-a5e4-ff808d14e8dc admin admin] Publish callbacks [] for security_group (450016f6-2694-4530-be39-8fe2976f91d0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:50.166864 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a748f4f1-e377-42e0-a5e4-ff808d14e8dc admin admin] Publish callbacks [] for security_group (450016f6-2694-4530-be39-8fe2976f91d0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:50.230342 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a748f4f1-e377-42e0-a5e4-ff808d14e8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (450016f6-2694-4530-be39-8fe2976f91d0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:50.234591 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a748f4f1-e377-42e0-a5e4-ff808d14e8dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:50.246909 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a748f4f1-e377-42e0-a5e4-ff808d14e8dc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/450016f6-2694-4530-be39-8fe2976f91d0 HTTP/1.1" status: 204 len: 168 time: 0.1856420 Mar 07 10:41:50.266357 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748f4f1-e377-42e0-a5e4-ff808d14e8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450016f6-2694-4530-be39-8fe2976f91d0,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:50.367256 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf8609-d995-4535-acd3-36cfa3c801ce req-1abe1f31-3ad2-4144-b592-cec82d32227c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:50.367751 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf8609-d995-4535-acd3-36cfa3c801ce req-1abe1f31-3ad2-4144-b592-cec82d32227c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:50.368216 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf8609-d995-4535-acd3-36cfa3c801ce req-1abe1f31-3ad2-4144-b592-cec82d32227c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:50.370948 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-afaf8609-d995-4535-acd3-36cfa3c801ce req-1abe1f31-3ad2-4144-b592-cec82d32227c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a9dbaf75c1ca4f48aa31093c74e34d2b&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.1086190 Mar 07 10:41:50.459113 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-56f7f79f-e417-41de-a47f-e191087a0e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:50.460552 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-56f7f79f-e417-41de-a47f-e191087a0e5c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6909790 Mar 07 10:41:50.770126 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf8609-d995-4535-acd3-36cfa3c801ce req-7b63dc55-cbb2-457b-acb6-21d8687dd254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:50.772531 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-afaf8609-d995-4535-acd3-36cfa3c801ce req-7b63dc55-cbb2-457b-acb6-21d8687dd254 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3724947 Mar 07 10:41:50.772531 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd150ded2-5567-48a3-be37-1884bcd0e7e5', 'tag': 'a5fdd44f-667a-4fb0-af7f-ae114402e95f'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:50.774788 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c368d11f-8f08-487b-b28a-937672131e50" -d '{"events": [{"name": "network-changed", "server_uuid": "d150ded2-5567-48a3-be37-1884bcd0e7e5", "tag": "a5fdd44f-667a-4fb0-af7f-ae114402e95f"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:50.827589 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-78c165a6-c25a-43cd-b6a7-e35ceef30c2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea7ffff0-7638-4d15-87eb-5069b07e0844 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:50.840179 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d803e-b7c7-46e6-9006-70c79449edc2 req-f2b9898f-151f-4bc0-b4ce-87f7e53b4718 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:50.841859 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-504d803e-b7c7-46e6-9006-70c79449edc2 req-f2b9898f-151f-4bc0-b4ce-87f7e53b4718 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.21 "GET /v2.0/ports?device_id=eec607f3-0736-4172-bdda-e284f4b8ff02 HTTP/1.1" status: 200 len: 945 time: 0.3500366 Mar 07 10:41:50.849063 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-78c165a6-c25a-43cd-b6a7-e35ceef30c2d service neutron] Publish callbacks [] for port (ea7ffff0-7638-4d15-87eb-5069b07e0844), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:50.882164 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-2e759ca1-ba43-4c20-a192-6c168d50333c service neutron] 10.222.0.31 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646543 Mar 07 10:41:50.906264 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd28a6e-62e0-4e3c-8dba-da2bc1bcd531 req-085e9eb1-8e70-4f11-bcfb-5c29971452c9 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:50.907988 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fbd28a6e-62e0-4e3c-8dba-da2bc1bcd531 req-085e9eb1-8e70-4f11-bcfb-5c29971452c9 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=eec607f3-0736-4172-bdda-e284f4b8ff02 HTTP/1.1" status: 200 len: 945 time: 0.1105397 Mar 07 10:41:50.911304 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf2d81-08a8-4115-b60a-1342500d570f req-e2a9c5e8-5e90-44c5-9195-1145596ca2ef tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:50.919661 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf2d81-08a8-4115-b60a-1342500d570f req-e2a9c5e8-5e90-44c5-9195-1145596ca2ef tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:50.926012 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf2d81-08a8-4115-b60a-1342500d570f req-e2a9c5e8-5e90-44c5-9195-1145596ca2ef tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:50.933258 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf2d81-08a8-4115-b60a-1342500d570f req-e2a9c5e8-5e90-44c5-9195-1145596ca2ef tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:50.940582 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf2d81-08a8-4115-b60a-1342500d570f req-e2a9c5e8-5e90-44c5-9195-1145596ca2ef tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:50.947709 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf2d81-08a8-4115-b60a-1342500d570f req-e2a9c5e8-5e90-44c5-9195-1145596ca2ef tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:50.954370 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf2d81-08a8-4115-b60a-1342500d570f req-e2a9c5e8-5e90-44c5-9195-1145596ca2ef tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:50.956594 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c3cf2d81-08a8-4115-b60a-1342500d570f req-e2a9c5e8-5e90-44c5-9195-1145596ca2ef tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5372 time: 0.4276626 Mar 07 10:41:50.963714 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fbd28a6e-62e0-4e3c-8dba-da2bc1bcd531 req-011f5f81-d975-445a-bed1-5e1164c5d926 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501668 Mar 07 10:41:51.085964 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-78c165a6-c25a-43cd-b6a7-e35ceef30c2d service neutron] Transition to ACTIVE for port object ea7ffff0-7638-4d15-87eb-5069b07e0844 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:41:51.123334 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-78c165a6-c25a-43cd-b6a7-e35ceef30c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (ea7ffff0-7638-4d15-87eb-5069b07e0844), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:51.127700 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef603f7-126c-493c-94a6-c4a7cd979e3a req-0c4ba228-6d51-4e44-99c1-4ccff2c29b28 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:51.135320 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7ef603f7-126c-493c-94a6-c4a7cd979e3a req-0c4ba228-6d51-4e44-99c1-4ccff2c29b28 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=d150ded2-5567-48a3-be37-1884bcd0e7e5 HTTP/1.1" status: 200 len: 943 time: 0.0916255 Mar 07 10:41:51.218682 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7ef603f7-126c-493c-94a6-c4a7cd979e3a req-5c498958-f141-4d73-99b9-94866ad5dfb1 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820713 Mar 07 10:41:51.307873 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 009d14c4-8c1a-492f-8219-62316652fd54 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:41:51.326632 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4321a6-53d0-43af-9993-278bc22e29d9 x-openstack-request-id: req-1e4321a6-53d0-43af-9993-278bc22e29d9 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:51.327070 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d150ded2-5567-48a3-be37-1884bcd0e7e5", "tag": "a5fdd44f-667a-4fb0-af7f-ae114402e95f", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:51.327466 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1e4321a6-53d0-43af-9993-278bc22e29d9 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:51.327870 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd150ded2-5567-48a3-be37-1884bcd0e7e5', 'tag': 'a5fdd44f-667a-4fb0-af7f-ae114402e95f', 'status': 'completed', 'code': 200} Mar 07 10:41:51.330189 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d28fd647-2130-4ed9-879f-207d2f171f4b req-55a7d25f-d180-4d13-a6ba-46c7389a26b8 service neutron] 10.222.0.31 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372704 Mar 07 10:41:51.418342 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c165a6-c25a-43cd-b6a7-e35ceef30c2d service neutron] Pushing event updated for resources: {'Port': ['ID=ea7ffff0-7638-4d15-87eb-5069b07e0844,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:51.470170 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c3cf2d81-08a8-4115-b60a-1342500d570f req-7de24a4e-b570-4011-abcd-813cea9a8522 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4083517 Mar 07 10:41:51.493043 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8575cd6c-b417-4c48-8335-290779a81481 req-90b353cd-2370-449e-a852-d05b25157297 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:51.496712 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8575cd6c-b417-4c48-8335-290779a81481 req-90b353cd-2370-449e-a852-d05b25157297 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e0d3ad-9f0e-4185-bd70-079d6643364e HTTP/1.1" status: 200 len: 943 time: 0.1415384 Mar 07 10:41:51.531594 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 009d14c4-8c1a-492f-8219-62316652fd54, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=009d14c4-8c1a-492f-8219-62316652fd54,segment=NetworkSegment(f9018300-5e1a-48d3-806b-e02ca787b4a4),segment_id=f9018300-5e1a-48d3-806b-e02ca787b4a4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:51.531962 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-d46339bf-6bf8-42f3-99ab-6e409ebd721b admin admin] Deleting port 96dec6a3-af83-4cdc-9cd6-f7ef85605113 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:41:51.532280 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d46339bf-6bf8-42f3-99ab-6e409ebd721b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (96dec6a3-af83-4cdc-9cd6-f7ef85605113), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:51.546485 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '009d14c4-8c1a-492f-8219-62316652fd54', 'network_id': 'b10c2308-4a70-4388-a1d4-3c7e73350d3a', 'port_id': '009d14c4-8c1a-492f-8219-62316652fd54', 'mac_address': 'fa:16:3e:98:57:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fadea73f-6720-48b8-9fb7-8cd0608f0333', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:41:51.552393 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-504d803e-b7c7-46e6-9006-70c79449edc2 req-c58095b2-6a1e-44b3-8379-68ab8cf33ddc tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Deleting port b51ac83d-9a1e-4245-b2e5-350e089b5b27 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:41:51.552730 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-504d803e-b7c7-46e6-9006-70c79449edc2 req-c58095b2-6a1e-44b3-8379-68ab8cf33ddc tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (b51ac83d-9a1e-4245-b2e5-350e089b5b27), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:51.588233 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8575cd6c-b417-4c48-8335-290779a81481 req-54b3a543-2014-4993-83ca-d7e8a823e5c5 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "GET /v2.0/security-groups?id=32d07094-df22-4979-aad2-36eb0bfbe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849776 Mar 07 10:41:51.607015 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-78c165a6-c25a-43cd-b6a7-e35ceef30c2d service neutron] Attempting to bind port ea7ffff0-7638-4d15-87eb-5069b07e0844 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:41:51.607351 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-78c165a6-c25a-43cd-b6a7-e35ceef30c2d service neutron] Attempting to bind port ea7ffff0-7638-4d15-87eb-5069b07e0844 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'ff65b4be-9c23-4c72-a12e-e27f32be872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd366e7ad-5e6d-41da-a70c-3aced4fea314'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:41:51.607675 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-78c165a6-c25a-43cd-b6a7-e35ceef30c2d service neutron] Attempting to bind port ea7ffff0-7638-4d15-87eb-5069b07e0844 on network d366e7ad-5e6d-41da-a70c-3aced4fea314 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:51.615631 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368d11f-8f08-487b-b28a-937672131e50 req-aa8fe60f-9bed-4f39-9e59-2c4269889618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:51.617137 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c368d11f-8f08-487b-b28a-937672131e50 req-aa8fe60f-9bed-4f39-9e59-2c4269889618 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d640dc7f4f784834ad48e78ec0df26a5&device_id=d150ded2-5567-48a3-be37-1884bcd0e7e5 HTTP/1.1" status: 200 len: 1125 time: 0.2148881 Mar 07 10:41:51.669993 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 009d14c4-8c1a-492f-8219-62316652fd54 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:51.670916 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (009d14c4-8c1a-492f-8219-62316652fd54), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:51.698774 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 009d14c4-8c1a-492f-8219-62316652fd54 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:51.699807 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-78c165a6-c25a-43cd-b6a7-e35ceef30c2d service neutron] Port ea7ffff0-7638-4d15-87eb-5069b07e0844 on network d366e7ad-5e6d-41da-a70c-3aced4fea314 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:41:51.700134 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-78c165a6-c25a-43cd-b6a7-e35ceef30c2d service neutron] Attempting to bind port ea7ffff0-7638-4d15-87eb-5069b07e0844 on network d366e7ad-5e6d-41da-a70c-3aced4fea314 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:51.741681 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 009d14c4-8c1a-492f-8219-62316652fd54, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=009d14c4-8c1a-492f-8219-62316652fd54,segment=NetworkSegment(f9018300-5e1a-48d3-806b-e02ca787b4a4),segment_id=f9018300-5e1a-48d3-806b-e02ca787b4a4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:51.750409 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (009d14c4-8c1a-492f-8219-62316652fd54), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:51.773066 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-78c165a6-c25a-43cd-b6a7-e35ceef30c2d service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:41:51.773450 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-78c165a6-c25a-43cd-b6a7-e35ceef30c2d service neutron] Checking segment: {'id': 'ff65b4be-9c23-4c72-a12e-e27f32be872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd366e7ad-5e6d-41da-a70c-3aced4fea314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:51.773833 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-78c165a6-c25a-43cd-b6a7-e35ceef30c2d service neutron] Bound using segment: {'id': 'ff65b4be-9c23-4c72-a12e-e27f32be872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd366e7ad-5e6d-41da-a70c-3aced4fea314'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:41:51.774329 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-78c165a6-c25a-43cd-b6a7-e35ceef30c2d service neutron] Bound port: ea7ffff0-7638-4d15-87eb-5069b07e0844, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff65b4be-9c23-4c72-a12e-e27f32be872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd366e7ad-5e6d-41da-a70c-3aced4fea314'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:41:51.774620 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-78c165a6-c25a-43cd-b6a7-e35ceef30c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ea7ffff0-7638-4d15-87eb-5069b07e0844), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:51.828728 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-d46339bf-6bf8-42f3-99ab-6e409ebd721b admin admin] For port 96dec6a3-af83-4cdc-9cd6-f7ef85605113, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=96dec6a3-af83-4cdc-9cd6-f7ef85605113,segment=NetworkSegment(5f8eaec3-3e17-4fa0-955f-7e235935bca3),segment_id=5f8eaec3-3e17-4fa0-955f-7e235935bca3)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:51.829090 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d46339bf-6bf8-42f3-99ab-6e409ebd721b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (96dec6a3-af83-4cdc-9cd6-f7ef85605113), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:51.838866 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-504d803e-b7c7-46e6-9006-70c79449edc2 req-c58095b2-6a1e-44b3-8379-68ab8cf33ddc tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] For port b51ac83d-9a1e-4245-b2e5-350e089b5b27, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b51ac83d-9a1e-4245-b2e5-350e089b5b27,segment=NetworkSegment(be2730d6-1887-4428-ad70-9f895beb128c),segment_id=be2730d6-1887-4428-ad70-9f895beb128c)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:51.839234 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-504d803e-b7c7-46e6-9006-70c79449edc2 req-c58095b2-6a1e-44b3-8379-68ab8cf33ddc tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (b51ac83d-9a1e-4245-b2e5-350e089b5b27), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:51.845250 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=009d14c4-8c1a-492f-8219-62316652fd54,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:51.886343 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-d46339bf-6bf8-42f3-99ab-6e409ebd721b admin admin] Calling delete_port for 96dec6a3-af83-4cdc-9cd6-f7ef85605113 owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:41:51.888154 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-504d803e-b7c7-46e6-9006-70c79449edc2 req-c58095b2-6a1e-44b3-8379-68ab8cf33ddc tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Calling delete_port for b51ac83d-9a1e-4245-b2e5-350e089b5b27 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:41:51.928400 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368d11f-8f08-487b-b28a-937672131e50 req-32a31bb2-c5d3-4930-a9a9-37828fbff43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:51.929882 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c368d11f-8f08-487b-b28a-937672131e50 req-32a31bb2-c5d3-4930-a9a9-37828fbff43b service neutron] 10.222.0.31 "GET /v2.0/networks?id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41 HTTP/1.1" status: 200 len: 912 time: 0.2533138 Mar 07 10:41:52.056235 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-78c165a6-c25a-43cd-b6a7-e35ceef30c2d service neutron] For port ea7ffff0-7638-4d15-87eb-5069b07e0844, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:52.061281 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c368d11f-8f08-487b-b28a-937672131e50 req-5147ddc7-934e-4a24-96c7-05eeed7982aa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5fdd44f-667a-4fb0-af7f-ae114402e95f HTTP/1.1" status: 200 len: 217 time: 0.1230154 Mar 07 10:41:52.107517 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['009d14c4-8c1a-492f-8219-62316652fd54'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:41:52.125462 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-78c165a6-c25a-43cd-b6a7-e35ceef30c2d service neutron] For port ea7ffff0-7638-4d15-87eb-5069b07e0844, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=ea7ffff0-7638-4d15-87eb-5069b07e0844,segment=NetworkSegment(ff65b4be-9c23-4c72-a12e-e27f32be872c),segment_id=ff65b4be-9c23-4c72-a12e-e27f32be872c)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:52.169015 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-78c165a6-c25a-43cd-b6a7-e35ceef30c2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (ea7ffff0-7638-4d15-87eb-5069b07e0844), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:52.267968 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-78c165a6-c25a-43cd-b6a7-e35ceef30c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:52.268588 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-78c165a6-c25a-43cd-b6a7-e35ceef30c2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:52.270515 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-78c165a6-c25a-43cd-b6a7-e35ceef30c2d service neutron] 10.222.0.21 "PUT /v2.0/ports/ea7ffff0-7638-4d15-87eb-5069b07e0844 HTTP/1.1" status: 200 len: 1090 time: 3.7562411 Mar 07 10:41:52.326361 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-874a2402-9804-4034-95d7-a76f8f5c7967 service neutron] Request body: {'port': {'device_id': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:52.334493 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368d11f-8f08-487b-b28a-937672131e50 req-610f806e-a46b-4cc6-9e5f-c4066a177630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:52.336401 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c368d11f-8f08-487b-b28a-937672131e50 req-610f806e-a46b-4cc6-9e5f-c4066a177630 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=be75dc35-59ec-464d-b948-3549cf46df15 HTTP/1.1" status: 200 len: 850 time: 0.2546592 Mar 07 10:41:52.448396 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af22d39-b00f-4e5b-afd0-3dbc3b07d747 req-4a66ef7a-6d52-474a-bda4-bcfc594fa07c tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:52.456721 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2af22d39-b00f-4e5b-afd0-3dbc3b07d747 req-4a66ef7a-6d52-474a-bda4-bcfc594fa07c tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=d150ded2-5567-48a3-be37-1884bcd0e7e5 HTTP/1.1" status: 200 len: 943 time: 0.0897517 Mar 07 10:41:52.474139 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdbcdd2-1c26-440f-975b-e155072f44bf req-d1f7232d-21d6-433f-b380-0a9efada29cf tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:52.475793 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bbdbcdd2-1c26-440f-975b-e155072f44bf req-d1f7232d-21d6-433f-b380-0a9efada29cf tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/ports?device_id=eec607f3-0736-4172-bdda-e284f4b8ff02 HTTP/1.1" status: 200 len: 945 time: 0.4209146 Mar 07 10:41:52.488199 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c165a6-c25a-43cd-b6a7-e35ceef30c2d service neutron] Pushing event updated for resources: {'Port': ['ID=ea7ffff0-7638-4d15-87eb-5069b07e0844,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:52.582133 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2af22d39-b00f-4e5b-afd0-3dbc3b07d747 req-062e84c9-2399-4529-9f1a-df7854b8450b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188128 Mar 07 10:41:52.605594 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-504d803e-b7c7-46e6-9006-70c79449edc2 req-c58095b2-6a1e-44b3-8379-68ab8cf33ddc tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (b51ac83d-9a1e-4245-b2e5-350e089b5b27), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:52.620930 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['b51ac83d-9a1e-4245-b2e5-350e089b5b27'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:41:52.651896 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-874a2402-9804-4034-95d7-a76f8f5c7967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (228f4021-a7f7-470b-affc-cfa61cd88930), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:52.655431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368d11f-8f08-487b-b28a-937672131e50 req-4429abc2-0783-4da5-8a05-7ae7e3e74851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:52.657057 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c368d11f-8f08-487b-b28a-937672131e50 req-4429abc2-0783-4da5-8a05-7ae7e3e74851 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3095999 Mar 07 10:41:52.722194 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:52.740327 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58095b2-6a1e-44b3-8379-68ab8cf33ddc tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Pushing event deleted for resources: {'Port': ['ID=b51ac83d-9a1e-4245-b2e5-350e089b5b27,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:52.771057 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f29ceb-dd44-4608-9a7d-debe8e85352a req-923e19bd-048c-49b2-a33f-4716c786811b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:52.777445 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f29ceb-dd44-4608-9a7d-debe8e85352a req-923e19bd-048c-49b2-a33f-4716c786811b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:52.783096 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f29ceb-dd44-4608-9a7d-debe8e85352a req-923e19bd-048c-49b2-a33f-4716c786811b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:52.788723 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f29ceb-dd44-4608-9a7d-debe8e85352a req-923e19bd-048c-49b2-a33f-4716c786811b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:52.794806 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f29ceb-dd44-4608-9a7d-debe8e85352a req-923e19bd-048c-49b2-a33f-4716c786811b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:52.800282 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f29ceb-dd44-4608-9a7d-debe8e85352a req-923e19bd-048c-49b2-a33f-4716c786811b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:52.803451 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-504d803e-b7c7-46e6-9006-70c79449edc2 req-c58095b2-6a1e-44b3-8379-68ab8cf33ddc tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] No DVR routers for this DVR port b51ac83d-9a1e-4245-b2e5-350e089b5b27 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:41:52.806129 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f29ceb-dd44-4608-9a7d-debe8e85352a req-923e19bd-048c-49b2-a33f-4716c786811b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:52.808714 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-02f29ceb-dd44-4608-9a7d-debe8e85352a req-923e19bd-048c-49b2-a33f-4716c786811b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5384 time: 0.1440244 Mar 07 10:41:52.813786 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bbdbcdd2-1c26-440f-975b-e155072f44bf req-c059b30a-0fb0-422c-90d3-707f434e583a tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d2d1973-ce26-4b54-8e27-10534bc457b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165023 Mar 07 10:41:52.846728 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-504d803e-b7c7-46e6-9006-70c79449edc2 req-c58095b2-6a1e-44b3-8379-68ab8cf33ddc tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:52.851203 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-504d803e-b7c7-46e6-9006-70c79449edc2 req-c58095b2-6a1e-44b3-8379-68ab8cf33ddc tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.21 "DELETE /v2.0/ports/b51ac83d-9a1e-4245-b2e5-350e089b5b27 HTTP/1.1" status: 204 len: 173 time: 1.9981451 Mar 07 10:41:52.958405 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-02f29ceb-dd44-4608-9a7d-debe8e85352a req-e6d05d72-1efd-4cc8-9edd-c7a093e22ebc tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1384573 Mar 07 10:41:52.971951 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d46339bf-6bf8-42f3-99ab-6e409ebd721b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (96dec6a3-af83-4cdc-9cd6-f7ef85605113), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:53.100921 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46339bf-6bf8-42f3-99ab-6e409ebd721b admin admin] Pushing event deleted for resources: {'Port': ['ID=96dec6a3-af83-4cdc-9cd6-f7ef85605113,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:53.132282 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c368d11f-8f08-487b-b28a-937672131e50 req-c164c1ad-6d90-4489-a6fa-6ec3ae9f0083 service neutron] 10.222.0.31 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057348 Mar 07 10:41:53.199975 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a0dae-e144-48d0-b45a-9b7376607e64 req-2f67a34d-af67-45a8-b901-649d3e706cf0 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:53.201514 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-070a0dae-e144-48d0-b45a-9b7376607e64 req-2f67a34d-af67-45a8-b901-649d3e706cf0 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e0d3ad-9f0e-4185-bd70-079d6643364e HTTP/1.1" status: 200 len: 944 time: 0.2955227 Mar 07 10:41:53.327569 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 009d14c4-8c1a-492f-8219-62316652fd54 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:53.351171 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'tag': 'ea7ffff0-7638-4d15-87eb-5069b07e0844'}, {'server_uuid': 'eec607f3-0736-4172-bdda-e284f4b8ff02', 'name': 'network-vif-deleted', 'tag': 'b51ac83d-9a1e-4245-b2e5-350e089b5b27'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:53.359034 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d77663-a1b1-4577-bdd6-758ebaabcdde" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "tag": "ea7ffff0-7638-4d15-87eb-5069b07e0844"}, {"server_uuid": "eec607f3-0736-4172-bdda-e284f4b8ff02", "name": "network-vif-deleted", "tag": "b51ac83d-9a1e-4245-b2e5-350e089b5b27"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:53.414190 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 009d14c4-8c1a-492f-8219-62316652fd54 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:41:53.420810 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 009d14c4-8c1a-492f-8219-62316652fd54 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:53.424105 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (009d14c4-8c1a-492f-8219-62316652fd54), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:53.455823 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53264) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:53.606180 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 009d14c4-8c1a-492f-8219-62316652fd54 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:53.607045 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (009d14c4-8c1a-492f-8219-62316652fd54), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:53.640142 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-606ecea5-9722-4aa1-a80f-cd199f6a5efb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:53.642915 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e0d3ad-9f0e-4185-bd70-079d6643364e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009d14c4-8c1a-492f-8219-62316652fd54'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:53.645628 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb78619c-eb1c-42a2-87b8-9dac4eff39ab" -d '{"events": [{"server_uuid": "52e0d3ad-9f0e-4185-bd70-079d6643364e", "name": "network-vif-plugged", "status": "completed", "tag": "009d14c4-8c1a-492f-8219-62316652fd54"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:53.660931 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 009d14c4-8c1a-492f-8219-62316652fd54, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=009d14c4-8c1a-492f-8219-62316652fd54,segment=NetworkSegment(f9018300-5e1a-48d3-806b-e02ca787b4a4),segment_id=f9018300-5e1a-48d3-806b-e02ca787b4a4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:53.666988 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (009d14c4-8c1a-492f-8219-62316652fd54), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:53.729698 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=009d14c4-8c1a-492f-8219-62316652fd54,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:53.778917 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4edf60-c851-4548-bff7-9530a6ccde3c x-openstack-request-id: req-be4edf60-c851-4548-bff7-9530a6ccde3c {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:53.779548 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "tag": "ea7ffff0-7638-4d15-87eb-5069b07e0844", "status": "completed", "code": 200}, {"server_uuid": "eec607f3-0736-4172-bdda-e284f4b8ff02", "name": "network-vif-deleted", "tag": "b51ac83d-9a1e-4245-b2e5-350e089b5b27", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:53.779548 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-be4edf60-c851-4548-bff7-9530a6ccde3c {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:53.779855 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'tag': 'ea7ffff0-7638-4d15-87eb-5069b07e0844', 'status': 'completed', 'code': 200} Mar 07 10:41:53.780109 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec607f3-0736-4172-bdda-e284f4b8ff02', 'name': 'network-vif-deleted', 'tag': 'b51ac83d-9a1e-4245-b2e5-350e089b5b27', 'status': 'completed', 'code': 200} Mar 07 10:41:53.793463 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b0dada-63f2-4de9-bc57-f79c2ad3885f req-77cbc411-020d-43a7-b75d-31b5beb5b9ad tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:53.794975 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-11b0dada-63f2-4de9-bc57-f79c2ad3885f req-77cbc411-020d-43a7-b75d-31b5beb5b9ad tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=d150ded2-5567-48a3-be37-1884bcd0e7e5 HTTP/1.1" status: 200 len: 943 time: 0.0896976 Mar 07 10:41:53.807760 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-606ecea5-9722-4aa1-a80f-cd199f6a5efb admin admin] Publish callbacks [] for security_group (a9b7c97c-e46f-4200-9c92-7cc369f11055), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:53.821027 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-606ecea5-9722-4aa1-a80f-cd199f6a5efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a9b7c97c-e46f-4200-9c92-7cc369f11055), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:53.845613 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-070a0dae-e144-48d0-b45a-9b7376607e64 req-f6c1ffb8-45d6-4bfe-971c-dcd8f7d87dde tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "GET /v2.0/security-groups?id=32d07094-df22-4979-aad2-36eb0bfbe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6221523 Mar 07 10:41:53.860961 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c368d11f-8f08-487b-b28a-937672131e50 req-dc6c9f87-da2a-44d7-869d-567e2ecd1e0d service neutron] 10.222.0.31 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7188108 Mar 07 10:41:53.899814 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-606ecea5-9722-4aa1-a80f-cd199f6a5efb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=77f0e0670bc34c9ebbe2b7168e60fb7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4427440 Mar 07 10:41:53.901175 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ecea5-9722-4aa1-a80f-cd199f6a5efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b7c97c-e46f-4200-9c92-7cc369f11055,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:53.905709 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53276) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:53.926126 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-11b0dada-63f2-4de9-bc57-f79c2ad3885f req-deef5bd0-e95b-41d7-8d94-df4e02f7bde7 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223462 Mar 07 10:41:53.929809 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ecea5-9722-4aa1-a80f-cd199f6a5efb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:53.930158 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ecea5-9722-4aa1-a80f-cd199f6a5efb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:53.930503 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ecea5-9722-4aa1-a80f-cd199f6a5efb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:53.930840 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ecea5-9722-4aa1-a80f-cd199f6a5efb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:53.931173 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ecea5-9722-4aa1-a80f-cd199f6a5efb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:53.931567 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ecea5-9722-4aa1-a80f-cd199f6a5efb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:53.931990 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ecea5-9722-4aa1-a80f-cd199f6a5efb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:53.932207 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ecea5-9722-4aa1-a80f-cd199f6a5efb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:53.932535 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ecea5-9722-4aa1-a80f-cd199f6a5efb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:53.933001 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ecea5-9722-4aa1-a80f-cd199f6a5efb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:53.933200 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ecea5-9722-4aa1-a80f-cd199f6a5efb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:53.933534 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ecea5-9722-4aa1-a80f-cd199f6a5efb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:53.933855 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606ecea5-9722-4aa1-a80f-cd199f6a5efb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:41:53.953697 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1151af-bb42-46d4-a87e-a465d72f5050 x-openstack-request-id: req-1a1151af-bb42-46d4-a87e-a465d72f5050 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:53.953993 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e0d3ad-9f0e-4185-bd70-079d6643364e", "name": "network-vif-plugged", "status": "completed", "tag": "009d14c4-8c1a-492f-8219-62316652fd54", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:53.954249 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1a1151af-bb42-46d4-a87e-a465d72f5050 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:53.954653 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e0d3ad-9f0e-4185-bd70-079d6643364e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009d14c4-8c1a-492f-8219-62316652fd54', 'code': 200} Mar 07 10:41:54.005271 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-874a2402-9804-4034-95d7-a76f8f5c7967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 228f4021-a7f7-470b-affc-cfa61cd88930 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:54.016090 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d77663-a1b1-4577-bdd6-758ebaabcdde req-c91387b5-688f-4634-8a19-93392aba3546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:54.016573 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d77663-a1b1-4577-bdd6-758ebaabcdde req-c91387b5-688f-4634-8a19-93392aba3546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:54.017049 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d77663-a1b1-4577-bdd6-758ebaabcdde req-c91387b5-688f-4634-8a19-93392aba3546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:54.017541 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d77663-a1b1-4577-bdd6-758ebaabcdde req-c91387b5-688f-4634-8a19-93392aba3546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:54.018004 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d77663-a1b1-4577-bdd6-758ebaabcdde req-c91387b5-688f-4634-8a19-93392aba3546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:54.018467 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d77663-a1b1-4577-bdd6-758ebaabcdde req-c91387b5-688f-4634-8a19-93392aba3546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:54.018928 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d77663-a1b1-4577-bdd6-758ebaabcdde req-c91387b5-688f-4634-8a19-93392aba3546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:54.020914 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-96d77663-a1b1-4577-bdd6-758ebaabcdde req-c91387b5-688f-4634-8a19-93392aba3546 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9dbaf75c1ca4f48aa31093c74e34d2b&device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 6400 time: 0.2492402 Mar 07 10:41:54.025133 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d46339bf-6bf8-42f3-99ab-6e409ebd721b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (81773a4f-ebb2-47be-8036-33bb4af954b3), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:54.034665 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-874a2402-9804-4034-95d7-a76f8f5c7967 service neutron] Publish callbacks [] for port (228f4021-a7f7-470b-affc-cfa61cd88930), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:54.044769 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4924c3a3-5107-41ce-9daa-ae07a1aa70d0 admin admin] Publish callbacks [] for security_group (a9b7c97c-e46f-4200-9c92-7cc369f11055), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:54.079490 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4924c3a3-5107-41ce-9daa-ae07a1aa70d0 admin admin] Publish callbacks [] for security_group (a9b7c97c-e46f-4200-9c92-7cc369f11055), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:54.172664 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-874a2402-9804-4034-95d7-a76f8f5c7967 service neutron] Transition to ACTIVE for port object 228f4021-a7f7-470b-affc-cfa61cd88930 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:41:54.186199 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4924c3a3-5107-41ce-9daa-ae07a1aa70d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a9b7c97c-e46f-4200-9c92-7cc369f11055), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:54.188932 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4924c3a3-5107-41ce-9daa-ae07a1aa70d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:54.190134 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4924c3a3-5107-41ce-9daa-ae07a1aa70d0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a9b7c97c-e46f-4200-9c92-7cc369f11055 HTTP/1.1" status: 204 len: 168 time: 0.2834992 Mar 07 10:41:54.205939 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4924c3a3-5107-41ce-9daa-ae07a1aa70d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b7c97c-e46f-4200-9c92-7cc369f11055,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:54.225606 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971db12-75d5-4dfd-9238-bdabfa6204ee req-342fbf30-7703-482e-80b3-a314c27787b6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:54.232128 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971db12-75d5-4dfd-9238-bdabfa6204ee req-342fbf30-7703-482e-80b3-a314c27787b6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:54.237701 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971db12-75d5-4dfd-9238-bdabfa6204ee req-342fbf30-7703-482e-80b3-a314c27787b6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:54.243039 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971db12-75d5-4dfd-9238-bdabfa6204ee req-342fbf30-7703-482e-80b3-a314c27787b6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:54.252494 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971db12-75d5-4dfd-9238-bdabfa6204ee req-342fbf30-7703-482e-80b3-a314c27787b6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:54.258330 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971db12-75d5-4dfd-9238-bdabfa6204ee req-342fbf30-7703-482e-80b3-a314c27787b6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:54.264256 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971db12-75d5-4dfd-9238-bdabfa6204ee req-342fbf30-7703-482e-80b3-a314c27787b6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:54.272011 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c971db12-75d5-4dfd-9238-bdabfa6204ee req-342fbf30-7703-482e-80b3-a314c27787b6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5384 time: 0.1456745 Mar 07 10:41:54.325881 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-874a2402-9804-4034-95d7-a76f8f5c7967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (228f4021-a7f7-470b-affc-cfa61cd88930), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:54.358700 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c971db12-75d5-4dfd-9238-bdabfa6204ee req-c20312fb-3912-422b-96ec-f029eb49335f tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0859010 Mar 07 10:41:54.448229 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d77663-a1b1-4577-bdd6-758ebaabcdde req-ab376ea3-54d2-4b95-962d-52743cb36530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:54.448467 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d77663-a1b1-4577-bdd6-758ebaabcdde req-ab376ea3-54d2-4b95-962d-52743cb36530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:54.448936 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d77663-a1b1-4577-bdd6-758ebaabcdde req-ab376ea3-54d2-4b95-962d-52743cb36530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:54.450604 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-96d77663-a1b1-4577-bdd6-758ebaabcdde req-ab376ea3-54d2-4b95-962d-52743cb36530 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a9dbaf75c1ca4f48aa31093c74e34d2b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4182370 Mar 07 10:41:54.488765 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a2402-9804-4034-95d7-a76f8f5c7967 service neutron] Pushing event updated for resources: {'Port': ['ID=228f4021-a7f7-470b-affc-cfa61cd88930,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:54.503726 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777be05-5b75-468c-bcff-d404ab2bf204 req-2e375fc8-bd39-4787-a0d9-08b3b7c93b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:54.506056 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7777be05-5b75-468c-bcff-d404ab2bf204 req-2e375fc8-bd39-4787-a0d9-08b3b7c93b53 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=52e0d3ad-9f0e-4185-bd70-079d6643364e HTTP/1.1" status: 200 len: 1127 time: 0.4412048 Mar 07 10:41:54.611031 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53298) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:54.739742 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9d35a5a0-5ccd-4765-a402-13cd21fb6dce tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks [] for security_group (6ea39e31-e044-40df-8dc3-0a5b3626633f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:54.792192 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9d35a5a0-5ccd-4765-a402-13cd21fb6dce tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks [] for security_group (6ea39e31-e044-40df-8dc3-0a5b3626633f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:54.800594 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7777be05-5b75-468c-bcff-d404ab2bf204 req-c4391ee0-9b94-4ab7-a115-f49158a5e930 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=32d07094-df22-4979-aad2-36eb0bfbe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2834008 Mar 07 10:41:54.828199 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53302) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:54.874018 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-874a2402-9804-4034-95d7-a76f8f5c7967 service neutron] Attempting to bind port 228f4021-a7f7-470b-affc-cfa61cd88930 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:41:54.874357 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-874a2402-9804-4034-95d7-a76f8f5c7967 service neutron] Attempting to bind port 228f4021-a7f7-470b-affc-cfa61cd88930 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'ff65b4be-9c23-4c72-a12e-e27f32be872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd366e7ad-5e6d-41da-a70c-3aced4fea314'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:41:54.875012 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-874a2402-9804-4034-95d7-a76f8f5c7967 service neutron] Attempting to bind port 228f4021-a7f7-470b-affc-cfa61cd88930 on network d366e7ad-5e6d-41da-a70c-3aced4fea314 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:54.890123 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5c3b0e0f-8a16-4540-aa57-ab5fc372d776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:54.950140 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-874a2402-9804-4034-95d7-a76f8f5c7967 service neutron] Port 228f4021-a7f7-470b-affc-cfa61cd88930 on network d366e7ad-5e6d-41da-a70c-3aced4fea314 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:41:54.950484 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-874a2402-9804-4034-95d7-a76f8f5c7967 service neutron] Attempting to bind port 228f4021-a7f7-470b-affc-cfa61cd88930 on network d366e7ad-5e6d-41da-a70c-3aced4fea314 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:54.954950 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be5078-b883-4405-8df8-ae4fa1001720 req-771ef830-0f9c-4667-b64a-b93e01a9cb39 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:54.957294 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d77663-a1b1-4577-bdd6-758ebaabcdde req-96d2e202-a538-4570-bab9-30d5c6839789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:54.958742 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-96d77663-a1b1-4577-bdd6-758ebaabcdde req-96d2e202-a538-4570-bab9-30d5c6839789 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4987824 Mar 07 10:41:54.960361 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be5078-b883-4405-8df8-ae4fa1001720 req-771ef830-0f9c-4667-b64a-b93e01a9cb39 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:54.966891 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be5078-b883-4405-8df8-ae4fa1001720 req-771ef830-0f9c-4667-b64a-b93e01a9cb39 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:54.972385 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be5078-b883-4405-8df8-ae4fa1001720 req-771ef830-0f9c-4667-b64a-b93e01a9cb39 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:54.978343 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-874a2402-9804-4034-95d7-a76f8f5c7967 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:41:54.978343 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-874a2402-9804-4034-95d7-a76f8f5c7967 service neutron] Checking segment: {'id': 'ff65b4be-9c23-4c72-a12e-e27f32be872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd366e7ad-5e6d-41da-a70c-3aced4fea314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:54.978343 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-874a2402-9804-4034-95d7-a76f8f5c7967 service neutron] Bound using segment: {'id': 'ff65b4be-9c23-4c72-a12e-e27f32be872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd366e7ad-5e6d-41da-a70c-3aced4fea314'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:41:54.978747 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be5078-b883-4405-8df8-ae4fa1001720 req-771ef830-0f9c-4667-b64a-b93e01a9cb39 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:54.978835 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-874a2402-9804-4034-95d7-a76f8f5c7967 service neutron] Bound port: 228f4021-a7f7-470b-affc-cfa61cd88930, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff65b4be-9c23-4c72-a12e-e27f32be872c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'd366e7ad-5e6d-41da-a70c-3aced4fea314'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:41:54.978835 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-874a2402-9804-4034-95d7-a76f8f5c7967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (228f4021-a7f7-470b-affc-cfa61cd88930), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:54.983761 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be5078-b883-4405-8df8-ae4fa1001720 req-771ef830-0f9c-4667-b64a-b93e01a9cb39 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:54.989291 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be5078-b883-4405-8df8-ae4fa1001720 req-771ef830-0f9c-4667-b64a-b93e01a9cb39 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:54.997595 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-69be5078-b883-4405-8df8-ae4fa1001720 req-771ef830-0f9c-4667-b64a-b93e01a9cb39 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5446 time: 0.1748412 Mar 07 10:41:55.022636 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9d35a5a0-5ccd-4765-a402-13cd21fb6dce tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (6ea39e31-e044-40df-8dc3-0a5b3626633f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:55.025681 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9d35a5a0-5ccd-4765-a402-13cd21fb6dce tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:55.029435 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9d35a5a0-5ccd-4765-a402-13cd21fb6dce tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "DELETE /v2.0/security-groups/6ea39e31-e044-40df-8dc3-0a5b3626633f HTTP/1.1" status: 204 len: 168 time: 0.4151437 Mar 07 10:41:55.033054 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 53308) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:55.047135 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35a5a0-5ccd-4765-a402-13cd21fb6dce tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea39e31-e044-40df-8dc3-0a5b3626633f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:55.056201 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device b51ac83d-9a1e-4245-b2e5-350e089b5b27 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:41:55.081502 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-7515196a-a3d6-4249-b448-b17a369e0063 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] show failed (client error): The resource could not be found. Mar 07 10:41:55.086238 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7515196a-a3d6-4249-b448-b17a369e0063 tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "GET /v2.0/security-groups/6ea39e31-e044-40df-8dc3-0a5b3626633f HTTP/1.1" status: 404 len: 347 time: 0.0475562 Mar 07 10:41:55.089629 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53310) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:55.119468 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-69be5078-b883-4405-8df8-ae4fa1001720 req-7848fab0-e93a-48ca-880a-00c70030113e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1184866 Mar 07 10:41:55.120160 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: b51ac83d-9a1e-4245-b2e5-350e089b5b27 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:41:55.121770 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device b51ac83d-9a1e-4245-b2e5-350e089b5b27 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:41:55.131795 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46339bf-6bf8-42f3-99ab-6e409ebd721b admin admin] Router 81773a4f-ebb2-47be-8036-33bb4af954b3 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:41:55.160476 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429fa06c-5853-46fa-804d-d274e27b123c req-5b76413e-b206-4ed7-98bd-5c36afbd84ba tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:55.169943 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-429fa06c-5853-46fa-804d-d274e27b123c req-5b76413e-b206-4ed7-98bd-5c36afbd84ba tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e0d3ad-9f0e-4185-bd70-079d6643364e HTTP/1.1" status: 200 len: 945 time: 0.2148440 Mar 07 10:41:55.182851 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5c3b0e0f-8a16-4540-aa57-ab5fc372d776 admin admin] Publish callbacks [] for security_group (bb61559c-0938-4218-8e84-acd28e6324db), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:55.223772 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5c3b0e0f-8a16-4540-aa57-ab5fc372d776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (bb61559c-0938-4218-8e84-acd28e6324db), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:55.251156 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-874a2402-9804-4034-95d7-a76f8f5c7967 service neutron] For port 228f4021-a7f7-470b-affc-cfa61cd88930, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:55.288611 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-874a2402-9804-4034-95d7-a76f8f5c7967 service neutron] For port 228f4021-a7f7-470b-affc-cfa61cd88930, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=228f4021-a7f7-470b-affc-cfa61cd88930,segment=NetworkSegment(ff65b4be-9c23-4c72-a12e-e27f32be872c),segment_id=ff65b4be-9c23-4c72-a12e-e27f32be872c)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:55.326757 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device a5fdd44f-667a-4fb0-af7f-ae114402e95f details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:41:55.329894 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-874a2402-9804-4034-95d7-a76f8f5c7967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (228f4021-a7f7-470b-affc-cfa61cd88930), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:55.332202 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5c3b0e0f-8a16-4540-aa57-ab5fc372d776 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=55967c5e6fb54c9aa4751319b64482e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5027719 Mar 07 10:41:55.333244 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53312) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:55.336767 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b0e0f-8a16-4540-aa57-ab5fc372d776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb61559c-0938-4218-8e84-acd28e6324db,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:55.350656 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-429fa06c-5853-46fa-804d-d274e27b123c req-72878f28-83a5-440a-8c42-065a4920c01a tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "GET /v2.0/security-groups?id=32d07094-df22-4979-aad2-36eb0bfbe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798248 Mar 07 10:41:55.411247 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-874a2402-9804-4034-95d7-a76f8f5c7967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:55.411737 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-874a2402-9804-4034-95d7-a76f8f5c7967 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:55.413243 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-874a2402-9804-4034-95d7-a76f8f5c7967 service neutron] 10.222.0.21 "PUT /v2.0/ports/228f4021-a7f7-470b-affc-cfa61cd88930 HTTP/1.1" status: 200 len: 1091 time: 3.0986588 Mar 07 10:41:55.416410 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46339bf-6bf8-42f3-99ab-6e409ebd721b admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:41:55.422874 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d46339bf-6bf8-42f3-99ab-6e409ebd721b admin admin] 10.222.0.11 "PUT /v2.0/routers/81773a4f-ebb2-47be-8036-33bb4af954b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0461423 Mar 07 10:41:55.429671 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 53316) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:55.437872 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c58215-21e0-4cd0-b5b6-8bc0acc27d66 None None] Sync routers for ids ['81773a4f-ebb2-47be-8036-33bb4af954b3'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:41:55.455329 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bb16d-a048-4da4-a083-0ae4bf5a5488 req-4f1aa887-dcfc-44e2-980a-eec2120e0780 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:55.456847 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-006bb16d-a048-4da4-a083-0ae4bf5a5488 req-4f1aa887-dcfc-44e2-980a-eec2120e0780 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=d150ded2-5567-48a3-be37-1884bcd0e7e5 HTTP/1.1" status: 200 len: 943 time: 0.2391636 Mar 07 10:41:55.458349 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c58215-21e0-4cd0-b5b6-8bc0acc27d66 None None] Routers {'81773a4f-ebb2-47be-8036-33bb4af954b3'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:41:55.465890 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-90c58215-21e0-4cd0-b5b6-8bc0acc27d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:41:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['81773a4f-ebb2-47be-8036-33bb4af954b3'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:55.526803 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7cd6a6fb-8969-4ab0-91bc-cea3fc1b5d73 admin admin] Publish callbacks [] for security_group (bb61559c-0938-4218-8e84-acd28e6324db), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:55.531940 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-f0112a20-6424-4ed7-85fa-b82e3662c97c service neutron] Request body: {'port': {'device_id': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:55.538011 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a2402-9804-4034-95d7-a76f8f5c7967 service neutron] Pushing event updated for resources: {'Port': ['ID=228f4021-a7f7-470b-affc-cfa61cd88930,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:55.554769 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-586961fe-afca-4b77-9a5d-4666a42f903f tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Deleting port 0d311354-f54c-49fd-a182-b5a0809dab6f {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:41:55.555760 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-586961fe-afca-4b77-9a5d-4666a42f903f tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (0d311354-f54c-49fd-a182-b5a0809dab6f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:55.565055 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port a5fdd44f-667a-4fb0-af7f-ae114402e95f, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=a5fdd44f-667a-4fb0-af7f-ae114402e95f,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:55.581847 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'a5fdd44f-667a-4fb0-af7f-ae114402e95f', 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41', 'port_id': 'a5fdd44f-667a-4fb0-af7f-ae114402e95f', 'mac_address': 'fa:16:3e:fe:e7:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be75dc35-59ec-464d-b948-3549cf46df15', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:41:55.635913 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port a5fdd44f-667a-4fb0-af7f-ae114402e95f is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:55.636426 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a5fdd44f-667a-4fb0-af7f-ae114402e95f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:55.643668 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-006bb16d-a048-4da4-a083-0ae4bf5a5488 req-dab375da-d3dd-4e51-9b2a-7f7f6ed55c7c tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657717 Mar 07 10:41:55.655263 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5fdd44f-667a-4fb0-af7f-ae114402e95f {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:55.675625 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7cd6a6fb-8969-4ab0-91bc-cea3fc1b5d73 admin admin] Publish callbacks [] for security_group (bb61559c-0938-4218-8e84-acd28e6324db), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:55.687312 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port a5fdd44f-667a-4fb0-af7f-ae114402e95f, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=a5fdd44f-667a-4fb0-af7f-ae114402e95f,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:55.695765 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a5fdd44f-667a-4fb0-af7f-ae114402e95f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:55.738130 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-90c58215-21e0-4cd0-b5b6-8bc0acc27d66 None None] Set router 81773a4f-ebb2-47be-8036-33bb4af954b3 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:41:55.784606 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-586961fe-afca-4b77-9a5d-4666a42f903f tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (0d311354-f54c-49fd-a182-b5a0809dab6f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:55.785262 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-586961fe-afca-4b77-9a5d-4666a42f903f tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks [] for floatingip (0d311354-f54c-49fd-a182-b5a0809dab6f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:55.793661 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'tag': '228f4021-a7f7-470b-affc-cfa61cd88930'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:55.798198 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d5ae0b-ee27-4a60-8828-c2d8c37d81e3" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "tag": "228f4021-a7f7-470b-affc-cfa61cd88930"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:55.802523 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-586961fe-afca-4b77-9a5d-4666a42f903f tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Calling delete_port for 0d311354-f54c-49fd-a182-b5a0809dab6f owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:41:55.820689 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-f0112a20-6424-4ed7-85fa-b82e3662c97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b3e6cb98-f1eb-4ce3-ad21-8cac5012de24), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:55.840617 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=a5fdd44f-667a-4fb0-af7f-ae114402e95f,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:55.861954 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae50e3-5539-4c5d-bb5a-9a210eaa99e6 req-4653e5ef-0d7f-405c-9446-c9925a0a200c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:55.867355 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae50e3-5539-4c5d-bb5a-9a210eaa99e6 req-4653e5ef-0d7f-405c-9446-c9925a0a200c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:55.873190 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae50e3-5539-4c5d-bb5a-9a210eaa99e6 req-4653e5ef-0d7f-405c-9446-c9925a0a200c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:55.878459 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae50e3-5539-4c5d-bb5a-9a210eaa99e6 req-4653e5ef-0d7f-405c-9446-c9925a0a200c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:55.884225 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae50e3-5539-4c5d-bb5a-9a210eaa99e6 req-4653e5ef-0d7f-405c-9446-c9925a0a200c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:55.889764 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae50e3-5539-4c5d-bb5a-9a210eaa99e6 req-4653e5ef-0d7f-405c-9446-c9925a0a200c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:55.895187 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae50e3-5539-4c5d-bb5a-9a210eaa99e6 req-4653e5ef-0d7f-405c-9446-c9925a0a200c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:55.897550 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0fae50e3-5539-4c5d-bb5a-9a210eaa99e6 req-4653e5ef-0d7f-405c-9446-c9925a0a200c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5396 time: 0.3696990 Mar 07 10:41:55.899397 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beac0c24-08cb-467f-bfe0-db63dc6c4929 x-openstack-request-id: req-beac0c24-08cb-467f-bfe0-db63dc6c4929 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:55.899690 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "tag": "228f4021-a7f7-470b-affc-cfa61cd88930", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:55.899946 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-beac0c24-08cb-467f-bfe0-db63dc6c4929 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:55.901034 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'tag': '228f4021-a7f7-470b-affc-cfa61cd88930', 'status': 'completed', 'code': 200} Mar 07 10:41:55.902866 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1726c4b-0045-4b14-b90a-bbbb1b98aa67 admin admin] Publish callbacks [] for router (81773a4f-ebb2-47be-8036-33bb4af954b3), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:55.930961 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7cd6a6fb-8969-4ab0-91bc-cea3fc1b5d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (bb61559c-0938-4218-8e84-acd28e6324db), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:55.936336 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7cd6a6fb-8969-4ab0-91bc-cea3fc1b5d73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:55.937734 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7cd6a6fb-8969-4ab0-91bc-cea3fc1b5d73 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bb61559c-0938-4218-8e84-acd28e6324db HTTP/1.1" status: 204 len: 168 time: 0.6019931 Mar 07 10:41:55.958812 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6a6fb-8969-4ab0-91bc-cea3fc1b5d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb61559c-0938-4218-8e84-acd28e6324db,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:55.959808 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-90c58215-21e0-4cd0-b5b6-8bc0acc27d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81773a4f-ebb2-47be-8036-33bb4af954b3', 'name': 'tempest-ServerRescueTestJSON-102713053-router', 'tenant_id': '6b6bc38f986d4bb6b3b2bed2c25a623e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'ea9081a8-ec87-4ad0-a444-27a59bc8691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:03Z', 'updated_at': '2022-03-07T10:41:52Z', 'revision_number': 5, 'project_id': '6b6bc38f986d4bb6b3b2bed2c25a623e', 'gw_port': {'id': 'ea9081a8-ec87-4ad0-a444-27a59bc8691b', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81773a4f-ebb2-47be-8036-33bb4af954b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:06Z', 'updated_at': '2022-03-07T10:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:55.995646 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c58215-21e0-4cd0-b5b6-8bc0acc27d66 None None] Checking router: 81773a4f-ebb2-47be-8036-33bb4af954b3 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:41:56.006229 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c58215-21e0-4cd0-b5b6-8bc0acc27d66 None None] Routers {'81773a4f-ebb2-47be-8036-33bb4af954b3'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:41:56.006995 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-90c58215-21e0-4cd0-b5b6-8bc0acc27d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:41:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['81773a4f-ebb2-47be-8036-33bb4af954b3'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:56.102801 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['a5fdd44f-667a-4fb0-af7f-ae114402e95f'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:41:56.129606 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-90c58215-21e0-4cd0-b5b6-8bc0acc27d66 None None] Set router 81773a4f-ebb2-47be-8036-33bb4af954b3 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:41:56.249541 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-586961fe-afca-4b77-9a5d-4666a42f903f tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (0d311354-f54c-49fd-a182-b5a0809dab6f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:56.279482 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586961fe-afca-4b77-9a5d-4666a42f903f tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Pushing event deleted for resources: {'Port': ['ID=0d311354-f54c-49fd-a182-b5a0809dab6f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:56.443439 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-586961fe-afca-4b77-9a5d-4666a42f903f tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks [] for floatingip (bbd39102-441e-4401-862b-b9faa5f19e73), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:56.446556 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-586961fe-afca-4b77-9a5d-4666a42f903f tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:56.452365 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-586961fe-afca-4b77-9a5d-4666a42f903f tempest-ImagesOneServerNegativeTestJSON-1524874645 tempest-ImagesOneServerNegativeTestJSON-1524874645-project] 10.222.0.11 "DELETE /v2.0/floatingips/bbd39102-441e-4401-862b-b9faa5f19e73 HTTP/1.1" status: 204 len: 168 time: 1.3592217 Mar 07 10:41:56.470818 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a08606-445b-44ae-9877-706a413cbea0 req-d498fb93-c74a-4c91-a86f-3ff5bd09f759 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:56.477778 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a08606-445b-44ae-9877-706a413cbea0 req-d498fb93-c74a-4c91-a86f-3ff5bd09f759 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:56.484723 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a08606-445b-44ae-9877-706a413cbea0 req-d498fb93-c74a-4c91-a86f-3ff5bd09f759 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:56.491719 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a08606-445b-44ae-9877-706a413cbea0 req-d498fb93-c74a-4c91-a86f-3ff5bd09f759 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:56.499967 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a08606-445b-44ae-9877-706a413cbea0 req-d498fb93-c74a-4c91-a86f-3ff5bd09f759 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:56.506576 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a08606-445b-44ae-9877-706a413cbea0 req-d498fb93-c74a-4c91-a86f-3ff5bd09f759 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:56.512260 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a08606-445b-44ae-9877-706a413cbea0 req-d498fb93-c74a-4c91-a86f-3ff5bd09f759 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:56.516038 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17a08606-445b-44ae-9877-706a413cbea0 req-d498fb93-c74a-4c91-a86f-3ff5bd09f759 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5446 time: 0.1673090 Mar 07 10:41:56.550236 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-90c58215-21e0-4cd0-b5b6-8bc0acc27d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81773a4f-ebb2-47be-8036-33bb4af954b3', 'name': 'tempest-ServerRescueTestJSON-102713053-router', 'tenant_id': '6b6bc38f986d4bb6b3b2bed2c25a623e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'ea9081a8-ec87-4ad0-a444-27a59bc8691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:03Z', 'updated_at': '2022-03-07T10:41:52Z', 'revision_number': 5, 'project_id': '6b6bc38f986d4bb6b3b2bed2c25a623e', 'gw_port': {'id': 'ea9081a8-ec87-4ad0-a444-27a59bc8691b', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81773a4f-ebb2-47be-8036-33bb4af954b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:06Z', 'updated_at': '2022-03-07T10:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:56.594823 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17a08606-445b-44ae-9877-706a413cbea0 req-129e6916-7a4a-4565-9bc8-d5ee186944ca tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0716264 Mar 07 10:41:56.601184 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c58215-21e0-4cd0-b5b6-8bc0acc27d66 None None] The sync data for ids ['81773a4f-ebb2-47be-8036-33bb4af954b3'] in n-d-832164-4 is: [{'id': '81773a4f-ebb2-47be-8036-33bb4af954b3', 'name': 'tempest-ServerRescueTestJSON-102713053-router', 'tenant_id': '6b6bc38f986d4bb6b3b2bed2c25a623e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.184'}], 'enable_snat': True}, 'gw_port_id': 'ea9081a8-ec87-4ad0-a444-27a59bc8691b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:39:03Z', 'updated_at': '2022-03-07T10:41:52Z', 'revision_number': 5, 'project_id': '6b6bc38f986d4bb6b3b2bed2c25a623e', 'gw_port': {'id': 'ea9081a8-ec87-4ad0-a444-27a59bc8691b', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:8f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81773a4f-ebb2-47be-8036-33bb4af954b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:39:06Z', 'updated_at': '2022-03-07T10:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:41:56.618678 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5ae0b-ee27-4a60-8828-c2d8c37d81e3 req-52e20f79-9adf-4d62-8be7-b7701214b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:56.618968 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5ae0b-ee27-4a60-8828-c2d8c37d81e3 req-52e20f79-9adf-4d62-8be7-b7701214b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:56.619625 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5ae0b-ee27-4a60-8828-c2d8c37d81e3 req-52e20f79-9adf-4d62-8be7-b7701214b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:56.620091 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5ae0b-ee27-4a60-8828-c2d8c37d81e3 req-52e20f79-9adf-4d62-8be7-b7701214b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:56.620554 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5ae0b-ee27-4a60-8828-c2d8c37d81e3 req-52e20f79-9adf-4d62-8be7-b7701214b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:56.621015 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5ae0b-ee27-4a60-8828-c2d8c37d81e3 req-52e20f79-9adf-4d62-8be7-b7701214b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:56.637851 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5ae0b-ee27-4a60-8828-c2d8c37d81e3 req-52e20f79-9adf-4d62-8be7-b7701214b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:56.637851 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-73d5ae0b-ee27-4a60-8828-c2d8c37d81e3 req-52e20f79-9adf-4d62-8be7-b7701214b2a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9dbaf75c1ca4f48aa31093c74e34d2b&device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 6498 time: 0.6001430 Mar 07 10:41:56.671198 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0fae50e3-5539-4c5d-bb5a-9a210eaa99e6 req-99b79a2a-64f9-4d58-b71d-18f5328fea87 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6435227 Mar 07 10:41:56.718583 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1726c4b-0045-4b14-b90a-bbbb1b98aa67 admin admin] Publish callbacks [] for router_gateway (81773a4f-ebb2-47be-8036-33bb4af954b3), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:56.826174 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91cebe2-d445-4429-82b0-7f61efbf6839 req-273eec06-e4fb-4d1a-b1b2-fdc865ed24e8 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:56.833740 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b91cebe2-d445-4429-82b0-7f61efbf6839 req-273eec06-e4fb-4d1a-b1b2-fdc865ed24e8 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e0d3ad-9f0e-4185-bd70-079d6643364e HTTP/1.1" status: 200 len: 945 time: 0.1287458 Mar 07 10:41:56.907020 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b91cebe2-d445-4429-82b0-7f61efbf6839 req-5ea4b0d9-e0eb-45f0-876b-447353757df7 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "GET /v2.0/security-groups?id=32d07094-df22-4979-aad2-36eb0bfbe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723565 Mar 07 10:41:56.945454 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5ae0b-ee27-4a60-8828-c2d8c37d81e3 req-10447bed-a48a-424d-a27b-b3b59091b43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:56.950359 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5ae0b-ee27-4a60-8828-c2d8c37d81e3 req-10447bed-a48a-424d-a27b-b3b59091b43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:56.950842 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5ae0b-ee27-4a60-8828-c2d8c37d81e3 req-10447bed-a48a-424d-a27b-b3b59091b43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:56.952491 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-73d5ae0b-ee27-4a60-8828-c2d8c37d81e3 req-10447bed-a48a-424d-a27b-b3b59091b43c service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a9dbaf75c1ca4f48aa31093c74e34d2b&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3043456 Mar 07 10:41:56.967357 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-f0112a20-6424-4ed7-85fa-b82e3662c97c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3e6cb98-f1eb-4ce3-ad21-8cac5012de24 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:41:56.981082 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-f0112a20-6424-4ed7-85fa-b82e3662c97c service neutron] Publish callbacks [] for port (b3e6cb98-f1eb-4ce3-ad21-8cac5012de24), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:56.996852 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-a1726c4b-0045-4b14-b90a-bbbb1b98aa67 admin admin] Deleting port ea9081a8-ec87-4ad0-a444-27a59bc8691b {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:41:56.997349 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1726c4b-0045-4b14-b90a-bbbb1b98aa67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (ea9081a8-ec87-4ad0-a444-27a59bc8691b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:57.052682 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514fc457-95c2-4771-b244-40bdfab107cd req-31ec0b8f-4a6e-4e55-a389-4db144d54ea1 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:57.060825 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-514fc457-95c2-4771-b244-40bdfab107cd req-31ec0b8f-4a6e-4e55-a389-4db144d54ea1 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=d150ded2-5567-48a3-be37-1884bcd0e7e5 HTTP/1.1" status: 200 len: 944 time: 0.2449007 Mar 07 10:41:57.108418 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eddb39-7f38-4166-b3bb-58e76c08fce9 req-641dfcd7-e3c2-47b7-ab32-5183952258cb tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:57.110022 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f9eddb39-7f38-4166-b3bb-58e76c08fce9 req-641dfcd7-e3c2-47b7-ab32-5183952258cb tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e0d3ad-9f0e-4185-bd70-079d6643364e HTTP/1.1" status: 200 len: 945 time: 0.0840943 Mar 07 10:41:57.120457 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53356) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:57.127437 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-8ace7be1-bfea-4d91-b3fb-890d966c3284 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Request body: {'floatingip': {'port_id': '009d14c4-8c1a-492f-8219-62316652fd54'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:57.130864 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-f0112a20-6424-4ed7-85fa-b82e3662c97c service neutron] Transition to ACTIVE for port object b3e6cb98-f1eb-4ce3-ad21-8cac5012de24 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:41:57.176032 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-f0112a20-6424-4ed7-85fa-b82e3662c97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (b3e6cb98-f1eb-4ce3-ad21-8cac5012de24), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:57.188618 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53358) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:57.230437 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8ace7be1-bfea-4d91-b3fb-890d966c3284 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks [] for floatingip (d66e2115-7260-4552-ac50-8eedd8ec375e), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:57.352590 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device a5fdd44f-667a-4fb0-af7f-ae114402e95f up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:41:57.360690 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-a1726c4b-0045-4b14-b90a-bbbb1b98aa67 admin admin] For port ea9081a8-ec87-4ad0-a444-27a59bc8691b, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ea9081a8-ec87-4ad0-a444-27a59bc8691b,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:57.361348 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1726c4b-0045-4b14-b90a-bbbb1b98aa67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (ea9081a8-ec87-4ad0-a444-27a59bc8691b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:57.385336 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-a1726c4b-0045-4b14-b90a-bbbb1b98aa67 admin admin] Calling delete_port for ea9081a8-ec87-4ad0-a444-27a59bc8691b owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:41:57.390929 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d22993c2-f8a6-4f0c-9721-37d1e1f06698 admin admin] Deleting subnet dc6e5e1d-c035-4681-acbd-bf9ee077ad51 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:41:57.412110 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d22993c2-f8a6-4f0c-9721-37d1e1f06698 admin admin] Publish callbacks [] for subnet (dc6e5e1d-c035-4681-acbd-bf9ee077ad51), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:57.475825 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port a5fdd44f-667a-4fb0-af7f-ae114402e95f completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:41:57.481297 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port a5fdd44f-667a-4fb0-af7f-ae114402e95f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:41:57.481899 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a5fdd44f-667a-4fb0-af7f-ae114402e95f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:57.494246 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-514fc457-95c2-4771-b244-40bdfab107cd req-6b69da11-7bcc-4cd8-ac3e-22e69336701e tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4317880 Mar 07 10:41:57.505921 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d22993c2-f8a6-4f0c-9721-37d1e1f06698 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (dc6e5e1d-c035-4681-acbd-bf9ee077ad51), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:57.548036 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5ae0b-ee27-4a60-8828-c2d8c37d81e3 req-70a5b916-0d7f-41b8-8d10-bdbc14e7859e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:57.549554 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-73d5ae0b-ee27-4a60-8828-c2d8c37d81e3 req-70a5b916-0d7f-41b8-8d10-bdbc14e7859e service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5718553 Mar 07 10:41:57.550171 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0112a20-6424-4ed7-85fa-b82e3662c97c service neutron] Pushing event updated for resources: {'Port': ['ID=b3e6cb98-f1eb-4ce3-ad21-8cac5012de24,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:57.652901 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d22993c2-f8a6-4f0c-9721-37d1e1f06698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (dc6e5e1d-c035-4681-acbd-bf9ee077ad51), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:57.672521 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port a5fdd44f-667a-4fb0-af7f-ae114402e95f is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:41:57.674451 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a5fdd44f-667a-4fb0-af7f-ae114402e95f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:57.717941 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd150ded2-5567-48a3-be37-1884bcd0e7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5fdd44f-667a-4fb0-af7f-ae114402e95f'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:57.722190 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb6c4f8-0463-45a9-8cc5-273d53852137" -d '{"events": [{"server_uuid": "d150ded2-5567-48a3-be37-1884bcd0e7e5", "name": "network-vif-plugged", "status": "completed", "tag": "a5fdd44f-667a-4fb0-af7f-ae114402e95f"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:57.741638 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port a5fdd44f-667a-4fb0-af7f-ae114402e95f, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=a5fdd44f-667a-4fb0-af7f-ae114402e95f,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:41:57.748599 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a5fdd44f-667a-4fb0-af7f-ae114402e95f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:57.862190 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=a5fdd44f-667a-4fb0-af7f-ae114402e95f,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:58.266700 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 96dec6a3-af83-4cdc-9cd6-f7ef85605113 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:41:58.310818 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 96dec6a3-af83-4cdc-9cd6-f7ef85605113 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:41:58.311179 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 96dec6a3-af83-4cdc-9cd6-f7ef85605113 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:41:58.352961 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-f0112a20-6424-4ed7-85fa-b82e3662c97c service neutron] Attempting to bind port b3e6cb98-f1eb-4ce3-ad21-8cac5012de24 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:41:58.354136 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-f0112a20-6424-4ed7-85fa-b82e3662c97c service neutron] Attempting to bind port b3e6cb98-f1eb-4ce3-ad21-8cac5012de24 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'cba6b645-26d8-4bc0-bf27-966307861fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2e6e19dc-30d3-40ef-be16-f572a6948ec8'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:41:58.354455 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-f0112a20-6424-4ed7-85fa-b82e3662c97c service neutron] Attempting to bind port b3e6cb98-f1eb-4ce3-ad21-8cac5012de24 on network 2e6e19dc-30d3-40ef-be16-f572a6948ec8 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:58.371979 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516c2eb-6116-433f-be61-5bf003910ca1 req-4023f91d-15c9-4e36-a20f-9b1a367d186b tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:58.377941 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516c2eb-6116-433f-be61-5bf003910ca1 req-4023f91d-15c9-4e36-a20f-9b1a367d186b tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:58.379155 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-a5c7d896-5e53-4784-8970-717b26a92ce8 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:58.383324 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516c2eb-6116-433f-be61-5bf003910ca1 req-4023f91d-15c9-4e36-a20f-9b1a367d186b tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:58.385366 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-a5c7d896-5e53-4784-8970-717b26a92ce8 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:58.389472 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516c2eb-6116-433f-be61-5bf003910ca1 req-4023f91d-15c9-4e36-a20f-9b1a367d186b tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:58.391407 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-a5c7d896-5e53-4784-8970-717b26a92ce8 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:58.394684 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516c2eb-6116-433f-be61-5bf003910ca1 req-4023f91d-15c9-4e36-a20f-9b1a367d186b tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:58.397683 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-a5c7d896-5e53-4784-8970-717b26a92ce8 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:58.400725 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516c2eb-6116-433f-be61-5bf003910ca1 req-4023f91d-15c9-4e36-a20f-9b1a367d186b tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:58.404020 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-a5c7d896-5e53-4784-8970-717b26a92ce8 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:58.405942 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516c2eb-6116-433f-be61-5bf003910ca1 req-4023f91d-15c9-4e36-a20f-9b1a367d186b tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:58.409371 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-a5c7d896-5e53-4784-8970-717b26a92ce8 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:58.413346 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3516c2eb-6116-433f-be61-5bf003910ca1 req-4023f91d-15c9-4e36-a20f-9b1a367d186b tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5446 time: 0.6478441 Mar 07 10:41:58.414945 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-a5c7d896-5e53-4784-8970-717b26a92ce8 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:58.417648 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-a5c7d896-5e53-4784-8970-717b26a92ce8 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.21 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5446 time: 0.2607102 Mar 07 10:41:58.420349 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d22993c2-f8a6-4f0c-9721-37d1e1f06698 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (dc6e5e1d-c035-4681-acbd-bf9ee077ad51), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:58.434107 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8af27-69d8-4847-838c-c7d273f1da01 req-829cce1d-1017-45a5-8ae6-c5293f39cb1d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:58.443022 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8af27-69d8-4847-838c-c7d273f1da01 req-829cce1d-1017-45a5-8ae6-c5293f39cb1d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:58.449087 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8af27-69d8-4847-838c-c7d273f1da01 req-829cce1d-1017-45a5-8ae6-c5293f39cb1d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:58.455088 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8af27-69d8-4847-838c-c7d273f1da01 req-829cce1d-1017-45a5-8ae6-c5293f39cb1d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:58.461379 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8af27-69d8-4847-838c-c7d273f1da01 req-829cce1d-1017-45a5-8ae6-c5293f39cb1d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:58.468078 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8af27-69d8-4847-838c-c7d273f1da01 req-829cce1d-1017-45a5-8ae6-c5293f39cb1d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:58.474515 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8af27-69d8-4847-838c-c7d273f1da01 req-829cce1d-1017-45a5-8ae6-c5293f39cb1d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:58.483089 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9ba8af27-69d8-4847-838c-c7d273f1da01 req-829cce1d-1017-45a5-8ae6-c5293f39cb1d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5408 time: 0.3172877 Mar 07 10:41:58.500196 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22993c2-f8a6-4f0c-9721-37d1e1f06698 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc6e5e1d-c035-4681-acbd-bf9ee077ad51,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:58.506367 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d22993c2-f8a6-4f0c-9721-37d1e1f06698 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:58.510325 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d22993c2-f8a6-4f0c-9721-37d1e1f06698 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/dc6e5e1d-c035-4681-acbd-bf9ee077ad51 HTTP/1.1" status: 204 len: 168 time: 1.3191376 Mar 07 10:41:58.522196 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 53388) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:58.526356 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-f0112a20-6424-4ed7-85fa-b82e3662c97c service neutron] Port b3e6cb98-f1eb-4ce3-ad21-8cac5012de24 on network 2e6e19dc-30d3-40ef-be16-f572a6948ec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:41:58.526839 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-f0112a20-6424-4ed7-85fa-b82e3662c97c service neutron] Attempting to bind port b3e6cb98-f1eb-4ce3-ad21-8cac5012de24 on network 2e6e19dc-30d3-40ef-be16-f572a6948ec8 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:41:58.564560 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-f0112a20-6424-4ed7-85fa-b82e3662c97c service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:41:58.565335 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-f0112a20-6424-4ed7-85fa-b82e3662c97c service neutron] Checking segment: {'id': 'cba6b645-26d8-4bc0-bf27-966307861fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2e6e19dc-30d3-40ef-be16-f572a6948ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:41:58.565874 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-f0112a20-6424-4ed7-85fa-b82e3662c97c service neutron] Bound using segment: {'id': 'cba6b645-26d8-4bc0-bf27-966307861fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2e6e19dc-30d3-40ef-be16-f572a6948ec8'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:41:58.566495 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-f0112a20-6424-4ed7-85fa-b82e3662c97c service neutron] Bound port: b3e6cb98-f1eb-4ce3-ad21-8cac5012de24, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba6b645-26d8-4bc0-bf27-966307861fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2e6e19dc-30d3-40ef-be16-f572a6948ec8'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:41:58.567109 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-f0112a20-6424-4ed7-85fa-b82e3662c97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b3e6cb98-f1eb-4ce3-ad21-8cac5012de24), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:58.568990 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3516c2eb-6116-433f-be61-5bf003910ca1 req-9f3b3540-e787-47a8-a8fc-2572e8ebdf5e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1547143 Mar 07 10:41:58.651021 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e104c682-d87a-423d-b02d-b9c9bfe97d27 x-openstack-request-id: req-e104c682-d87a-423d-b02d-b9c9bfe97d27 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:58.651717 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d150ded2-5567-48a3-be37-1884bcd0e7e5", "name": "network-vif-plugged", "status": "completed", "tag": "a5fdd44f-667a-4fb0-af7f-ae114402e95f", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:58.651717 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e104c682-d87a-423d-b02d-b9c9bfe97d27 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:58.652029 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd150ded2-5567-48a3-be37-1884bcd0e7e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5fdd44f-667a-4fb0-af7f-ae114402e95f', 'code': 200} Mar 07 10:41:58.665219 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53392) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:58.811963 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-d4c11a21-8b48-4952-8c96-41bb14fd4229 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:58.813352 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-d4c11a21-8b48-4952-8c96-41bb14fd4229 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.21 "GET /v2.0/ports/c3aa9d0d-4783-4690-a7c2-eec9bc6a844c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3084373 Mar 07 10:41:58.838498 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-c6c6d5c4-894d-4836-bc62-7c8d802488ad tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:58.872557 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8ace7be1-bfea-4d91-b3fb-890d966c3284 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:58.873489 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9ba8af27-69d8-4847-838c-c7d273f1da01 req-6cd1cc0d-0695-46c0-92d0-d69e3741f847 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3893149 Mar 07 10:41:58.876127 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ad7191d2-8d8a-4660-9b34-22b13b5135fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (9da4d94f-c230-4f14-a6ee-34ff5fc1419f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:58.889389 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8ace7be1-bfea-4d91-b3fb-890d966c3284 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (d66e2115-7260-4552-ac50-8eedd8ec375e), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:58.944249 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c6c6d5c4-894d-4836-bc62-7c8d802488ad tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] 10.222.0.11 "PUT /v2.0/quotas/752623befead40a59407b68aa552d55a HTTP/1.1" status: 200 len: 368 time: 0.2748358 Mar 07 10:41:58.951604 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ed91f-f01e-4c51-914f-5662be2ed0b0 req-6aa1647c-034c-49b8-843a-f10f6bc6322a tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:58.953098 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-939ed91f-f01e-4c51-914f-5662be2ed0b0 req-6aa1647c-034c-49b8-843a-f10f6bc6322a tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=d150ded2-5567-48a3-be37-1884bcd0e7e5 HTTP/1.1" status: 200 len: 945 time: 0.1975853 Mar 07 10:41:58.953390 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1726c4b-0045-4b14-b90a-bbbb1b98aa67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (ea9081a8-ec87-4ad0-a444-27a59bc8691b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:58.955444 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53396) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:58.959997 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-c390c93c-fcde-4d8a-a2c5-b476abdf8320 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Request body: {'network': {'project_id': '752623befead40a59407b68aa552d55a'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:59.007025 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab9b97-6d7c-4199-aa08-4728d0b86bac req-a6c09dd0-534c-4946-94fd-a63cd023d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:59.008566 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c5ab9b97-6d7c-4199-aa08-4728d0b86bac req-a6c09dd0-534c-4946-94fd-a63cd023d1e3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d150ded2-5567-48a3-be37-1884bcd0e7e5 HTTP/1.1" status: 200 len: 1127 time: 0.2792616 Mar 07 10:41:59.017599 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-f0112a20-6424-4ed7-85fa-b82e3662c97c service neutron] For port b3e6cb98-f1eb-4ce3-ad21-8cac5012de24, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:41:59.020747 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1726c4b-0045-4b14-b90a-bbbb1b98aa67 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea9081a8-ec87-4ad0-a444-27a59bc8691b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:59.045772 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c390c93c-fcde-4d8a-a2c5-b476abdf8320 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Made reservation on behalf of 752623befead40a59407b68aa552d55a for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:59.048017 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c390c93c-fcde-4d8a-a2c5-b476abdf8320 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:59.080518 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c390c93c-fcde-4d8a-a2c5-b476abdf8320 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:59.094517 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-f0112a20-6424-4ed7-85fa-b82e3662c97c service neutron] For port b3e6cb98-f1eb-4ce3-ad21-8cac5012de24, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b3e6cb98-f1eb-4ce3-ad21-8cac5012de24,segment=NetworkSegment(cba6b645-26d8-4bc0-bf27-966307861fb5),segment_id=cba6b645-26d8-4bc0-bf27-966307861fb5)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:41:59.096124 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-939ed91f-f01e-4c51-914f-5662be2ed0b0 req-277a59e8-e4f3-4fc3-a032-dab226831f38 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278489 Mar 07 10:41:59.111699 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-8ace7be1-bfea-4d91-b3fb-890d966c3284 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Floating IP d66e2115-7260-4552-ac50-8eedd8ec375e associated. External IP: 172.25.3.223, port: 009d14c4-8c1a-492f-8219-62316652fd54. Mar 07 10:41:59.151173 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-f0112a20-6424-4ed7-85fa-b82e3662c97c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (b3e6cb98-f1eb-4ce3-ad21-8cac5012de24), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:59.197709 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-e8617f2b-63bb-44d1-80e7-c7a3648f2742 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.21 "GET /v2.0/networks/b6eeb2fc-5732-462c-95ea-d42f3351bff0?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3672824 Mar 07 10:41:59.233611 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-bfe423ad-a2be-48a4-8dc7-0dd5122715c5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:59.299778 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c390c93c-fcde-4d8a-a2c5-b476abdf8320 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Publish callbacks [] for security_group (8a02030f-14f6-4321-be8b-eb4df06822dd), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:59.323936 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-f0112a20-6424-4ed7-85fa-b82e3662c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:59.324567 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-f0112a20-6424-4ed7-85fa-b82e3662c97c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:59.326050 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-f0112a20-6424-4ed7-85fa-b82e3662c97c service neutron] 10.222.0.21 "PUT /v2.0/ports/b3e6cb98-f1eb-4ce3-ad21-8cac5012de24 HTTP/1.1" status: 200 len: 1091 time: 3.8572063 Mar 07 10:41:59.330874 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ad7191d2-8d8a-4660-9b34-22b13b5135fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (9da4d94f-c230-4f14-a6ee-34ff5fc1419f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:59.333442 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'tag': 'b3e6cb98-f1eb-4ce3-ad21-8cac5012de24'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:41:59.335553 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a1f378-beb6-46c1-9aa0-754c4b0084ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "tag": "b3e6cb98-f1eb-4ce3-ad21-8cac5012de24"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:41:59.364471 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1726c4b-0045-4b14-b90a-bbbb1b98aa67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (81773a4f-ebb2-47be-8036-33bb4af954b3), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:59.373468 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c5ab9b97-6d7c-4199-aa08-4728d0b86bac req-db92d0f9-e393-4a34-8f4c-89007647bf1c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445208 Mar 07 10:41:59.379055 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-7d6d87b0-2001-4468-9e92-661e25d80f2c service neutron] Request body: {'port': {'device_id': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:59.391731 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0112a20-6424-4ed7-85fa-b82e3662c97c service neutron] Pushing event updated for resources: {'Port': ['ID=b3e6cb98-f1eb-4ce3-ad21-8cac5012de24,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:59.405052 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c390c93c-fcde-4d8a-a2c5-b476abdf8320 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8a02030f-14f6-4321-be8b-eb4df06822dd), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:59.426427 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c390c93c-fcde-4d8a-a2c5-b476abdf8320 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:41:59.439411 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c390c93c-fcde-4d8a-a2c5-b476abdf8320 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (d7a777d1-7ea7-4ffe-803e-83ac728949cd), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:59.439967 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-c390c93c-fcde-4d8a-a2c5-b476abdf8320 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Added segment d7a777d1-7ea7-4ffe-803e-83ac728949cd of type vlan for network f4c9c1ea-13ef-4ebf-9a8e-b1bcf5debaaa Mar 07 10:41:59.443621 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ad7191d2-8d8a-4660-9b34-22b13b5135fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da4d94f-c230-4f14-a6ee-34ff5fc1419f']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:59.485597 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a502df16-4cf4-4a20-86e1-a17e8007c91f x-openstack-request-id: req-a502df16-4cf4-4a20-86e1-a17e8007c91f {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:41:59.486141 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "tag": "b3e6cb98-f1eb-4ce3-ad21-8cac5012de24", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:41:59.486548 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a502df16-4cf4-4a20-86e1-a17e8007c91f {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:41:59.487089 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'tag': 'b3e6cb98-f1eb-4ce3-ad21-8cac5012de24', 'status': 'completed', 'code': 200} Mar 07 10:41:59.494179 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c390c93c-fcde-4d8a-a2c5-b476abdf8320 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (f4c9c1ea-13ef-4ebf-9a8e-b1bcf5debaaa), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:59.539289 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c390c93c-fcde-4d8a-a2c5-b476abdf8320 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (f4c9c1ea-13ef-4ebf-9a8e-b1bcf5debaaa), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:59.540254 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c390c93c-fcde-4d8a-a2c5-b476abdf8320 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:59.541018 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c390c93c-fcde-4d8a-a2c5-b476abdf8320 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:59.558218 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ad7191d2-8d8a-4660-9b34-22b13b5135fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be2730d6-1887-4428-ad70-9f895beb128c') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:59.558418 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ad7191d2-8d8a-4660-9b34-22b13b5135fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be2730d6-1887-4428-ad70-9f895beb128c') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:41:59.592882 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1726c4b-0045-4b14-b90a-bbbb1b98aa67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (81773a4f-ebb2-47be-8036-33bb4af954b3), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:59.593265 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390c93c-fcde-4d8a-a2c5-b476abdf8320 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a02030f-14f6-4321-be8b-eb4df06822dd,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:59.599881 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1726c4b-0045-4b14-b90a-bbbb1b98aa67 admin admin] Publish callbacks [] for router_controller (81773a4f-ebb2-47be-8036-33bb4af954b3), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:59.602593 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ad7191d2-8d8a-4660-9b34-22b13b5135fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (be2730d6-1887-4428-ad70-9f895beb128c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:59.645215 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-bfe423ad-a2be-48a4-8dc7-0dd5122715c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c3aa9d0d-4783-4690-a7c2-eec9bc6a844c), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:59.665448 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c390c93c-fcde-4d8a-a2c5-b476abdf8320 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7061932 Mar 07 10:41:59.668321 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53402) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:59.683025 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-870d15c9-02d0-4a2f-bf55-0260ee240f4f tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Request body: {'network': {'project_id': '752623befead40a59407b68aa552d55a'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:41:59.686407 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ad7191d2-8d8a-4660-9b34-22b13b5135fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (be2730d6-1887-4428-ad70-9f895beb128c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:59.691520 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390c93c-fcde-4d8a-a2c5-b476abdf8320 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Pushing event updated for resources: {'Network': ['ID=f4c9c1ea-13ef-4ebf-9a8e-b1bcf5debaaa,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:41:59.704669 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network f4c9c1ea-13ef-4ebf-9a8e-b1bcf5debaaa details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:41:59.709709 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad7191d2-8d8a-4660-9b34-22b13b5135fb admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:41:59.710121 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ad7191d2-8d8a-4660-9b34-22b13b5135fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (be2730d6-1887-4428-ad70-9f895beb128c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:59.712170 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:41:59.712170 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:41:59.712170 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:41:59.712170 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:41:59.712170 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:41:59.712170 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:41:59.712170 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:41:59.712170 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:41:59.712170 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:41:59.712170 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:41:59.712170 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:41:59.712170 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:41:59.712170 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:41:59.712170 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:41:59.712170 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:41:59.712170 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:41:59.712170 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:41:59.712170 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:41:59.712170 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:41:59.712170 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:41:59.712170 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:41:59.712170 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:41:59.712170 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:41:59.712170 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:41:59.712170 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:41:59.712170 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:41:59.712170 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:41:59.712170 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:41:59.712170 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:41:59.712170 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:41:59.712170 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:41:59.712170 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:41:59.723760 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-7d6d87b0-2001-4468-9e92-661e25d80f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f1eb3287-a1de-494b-bb6b-d382c5ab6cbb), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:59.730370 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ace7be1-bfea-4d91-b3fb-890d966c3284 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Router a6e0c6ed-5128-4098-b50c-6512419599fd has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:41:59.740524 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870d15c9-02d0-4a2f-bf55-0260ee240f4f tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Made reservation on behalf of 752623befead40a59407b68aa552d55a for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:41:59.742901 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-870d15c9-02d0-4a2f-bf55-0260ee240f4f tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:59.803209 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1726c4b-0045-4b14-b90a-bbbb1b98aa67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (81773a4f-ebb2-47be-8036-33bb4af954b3), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:59.804157 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1726c4b-0045-4b14-b90a-bbbb1b98aa67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81773a4f-ebb2-47be-8036-33bb4af954b3 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:41:59.822362 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1726c4b-0045-4b14-b90a-bbbb1b98aa67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:59.826586 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a1726c4b-0045-4b14-b90a-bbbb1b98aa67 admin admin] 10.222.0.11 "DELETE /v2.0/routers/81773a4f-ebb2-47be-8036-33bb4af954b3 HTTP/1.1" status: 204 len: 168 time: 4.3808842 Mar 07 10:41:59.833900 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53404) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:41:59.851568 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1f378-beb6-46c1-9aa0-754c4b0084ee req-1f8c910a-25b4-4565-9704-cf0facc89a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:59.852330 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1f378-beb6-46c1-9aa0-754c4b0084ee req-1f8c910a-25b4-4565-9704-cf0facc89a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:59.853573 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1f378-beb6-46c1-9aa0-754c4b0084ee req-1f8c910a-25b4-4565-9704-cf0facc89a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:59.854327 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1f378-beb6-46c1-9aa0-754c4b0084ee req-1f8c910a-25b4-4565-9704-cf0facc89a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:59.855012 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1f378-beb6-46c1-9aa0-754c4b0084ee req-1f8c910a-25b4-4565-9704-cf0facc89a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:59.857205 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1f378-beb6-46c1-9aa0-754c4b0084ee req-1f8c910a-25b4-4565-9704-cf0facc89a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:59.857981 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1f378-beb6-46c1-9aa0-754c4b0084ee req-1f8c910a-25b4-4565-9704-cf0facc89a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:41:59.860624 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e7a1f378-beb6-46c1-9aa0-754c4b0084ee req-1f8c910a-25b4-4565-9704-cf0facc89a67 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9dbaf75c1ca4f48aa31093c74e34d2b&device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 6596 time: 0.3768189 Mar 07 10:41:59.868199 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ad7191d2-8d8a-4660-9b34-22b13b5135fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (9da4d94f-c230-4f14-a6ee-34ff5fc1419f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:59.880271 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ad7191d2-8d8a-4660-9b34-22b13b5135fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:59.888474 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ad7191d2-8d8a-4660-9b34-22b13b5135fb admin admin] 10.222.0.11 "DELETE /v2.0/networks/9da4d94f-c230-4f14-a6ee-34ff5fc1419f HTTP/1.1" status: 204 len: 168 time: 1.3557673 Mar 07 10:41:59.900117 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-870d15c9-02d0-4a2f-bf55-0260ee240f4f tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:41:59.970101 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-870d15c9-02d0-4a2f-bf55-0260ee240f4f tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (1d0c6ba9-4d8e-4106-a217-2e87b100f507), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:41:59.970479 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-870d15c9-02d0-4a2f-bf55-0260ee240f4f tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Added segment 1d0c6ba9-4d8e-4106-a217-2e87b100f507 of type vlan for network dbd10f3a-8cf4-4e8b-ab37-b35dcb45c27e Mar 07 10:41:59.974352 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20a681d-b04f-4d21-81b9-0f3f880c89a9 admin admin] Deleting subnet 9f481558-20b5-4597-9d23-1a30103cbdca {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:41:59.998896 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d0648-fe80-4ed3-b7c3-e883ccd21aef req-bc9be140-e7ab-4c0a-9426-ba5b5aebb6d6 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.004298 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d0648-fe80-4ed3-b7c3-e883ccd21aef req-bc9be140-e7ab-4c0a-9426-ba5b5aebb6d6 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.010022 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d0648-fe80-4ed3-b7c3-e883ccd21aef req-bc9be140-e7ab-4c0a-9426-ba5b5aebb6d6 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.015379 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d0648-fe80-4ed3-b7c3-e883ccd21aef req-bc9be140-e7ab-4c0a-9426-ba5b5aebb6d6 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.020935 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d0648-fe80-4ed3-b7c3-e883ccd21aef req-bc9be140-e7ab-4c0a-9426-ba5b5aebb6d6 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.027033 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d0648-fe80-4ed3-b7c3-e883ccd21aef req-bc9be140-e7ab-4c0a-9426-ba5b5aebb6d6 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.033013 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d0648-fe80-4ed3-b7c3-e883ccd21aef req-bc9be140-e7ab-4c0a-9426-ba5b5aebb6d6 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.041417 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1c7d0648-fe80-4ed3-b7c3-e883ccd21aef req-bc9be140-e7ab-4c0a-9426-ba5b5aebb6d6 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 5446 time: 0.3039689 Mar 07 10:42:00.047701 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b20a681d-b04f-4d21-81b9-0f3f880c89a9 admin admin] Publish callbacks [] for subnet (9f481558-20b5-4597-9d23-1a30103cbdca), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:00.130267 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ace7be1-bfea-4d91-b3fb-890d966c3284 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:42:00.140792 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de79774-bf30-4879-a825-47bf8f77e027 None None] Sync routers for ids ['a6e0c6ed-5128-4098-b50c-6512419599fd'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:42:00.159725 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de79774-bf30-4879-a825-47bf8f77e027 None None] Routers {'a6e0c6ed-5128-4098-b50c-6512419599fd'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:42:00.159965 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8ace7be1-bfea-4d91-b3fb-890d966c3284 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:00.162026 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-2de79774-bf30-4879-a825-47bf8f77e027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:41:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a6e0c6ed-5128-4098-b50c-6512419599fd'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:00.180261 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b20a681d-b04f-4d21-81b9-0f3f880c89a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (9f481558-20b5-4597-9d23-1a30103cbdca), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:00.203817 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-870d15c9-02d0-4a2f-bf55-0260ee240f4f tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (dbd10f3a-8cf4-4e8b-ab37-b35dcb45c27e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:00.233639 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-7d6d87b0-2001-4468-9e92-661e25d80f2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1eb3287-a1de-494b-bb6b-d382c5ab6cbb {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:42:00.246361 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-7d6d87b0-2001-4468-9e92-661e25d80f2c service neutron] Publish callbacks [] for port (f1eb3287-a1de-494b-bb6b-d382c5ab6cbb), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:00.260360 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-7d6d87b0-2001-4468-9e92-661e25d80f2c service neutron] Transition to ACTIVE for port object f1eb3287-a1de-494b-bb6b-d382c5ab6cbb will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:42:00.263139 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 53412) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:00.304682 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1c7d0648-fe80-4ed3-b7c3-e883ccd21aef req-c30d9e9b-0348-4c28-ad06-436e04e5fec1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2623065 Mar 07 10:42:00.350144 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b20a681d-b04f-4d21-81b9-0f3f880c89a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (9f481558-20b5-4597-9d23-1a30103cbdca), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:00.378395 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-7d6d87b0-2001-4468-9e92-661e25d80f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (f1eb3287-a1de-494b-bb6b-d382c5ab6cbb), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:00.441049 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7191d2-8d8a-4660-9b34-22b13b5135fb admin admin] Pushing event deleted for resources: {'Network': ['ID=9da4d94f-c230-4f14-a6ee-34ff5fc1419f,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:00.448676 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.db.resource_extend [None req-870d15c9-02d0-4a2f-bf55-0260ee240f4f tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:42:00.467952 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-2de79774-bf30-4879-a825-47bf8f77e027 None None] Set router a6e0c6ed-5128-4098-b50c-6512419599fd gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:42:00.514309 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b20a681d-b04f-4d21-81b9-0f3f880c89a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (9f481558-20b5-4597-9d23-1a30103cbdca), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:00.607587 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a681d-b04f-4d21-81b9-0f3f880c89a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f481558-20b5-4597-9d23-1a30103cbdca,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:00.623453 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-80105c40-2b78-4092-bb81-66b077b82e63 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=62af914074b242af8357a186fc3aa177&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2739816 Mar 07 10:42:00.626608 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53416) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:00.636850 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8ace7be1-bfea-4d91-b3fb-890d966c3284 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "PUT /v2.0/floatingips/d66e2115-7260-4552-ac50-8eedd8ec375e HTTP/1.1" status: 200 len: 991 time: 3.5154037 Mar 07 10:42:00.648860 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-bfe423ad-a2be-48a4-8dc7-0dd5122715c5 service neutron] For port c3aa9d0d-4783-4690-a7c2-eec9bc6a844c, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=c3aa9d0d-4783-4690-a7c2-eec9bc6a844c,segment=NetworkSegment(c14401ed-1dc6-4fb0-8253-1c6f0b683339),segment_id=c14401ed-1dc6-4fb0-8253-1c6f0b683339)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:00.685154 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d87b0-2001-4468-9e92-661e25d80f2c service neutron] Pushing event updated for resources: {'Port': ['ID=f1eb3287-a1de-494b-bb6b-d382c5ab6cbb,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:00.720125 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e506faa-11e5-4a36-8ef3-68d2c4eb16e7 req-12663f99-1ccc-446f-808a-f87731265f93 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.729589 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e506faa-11e5-4a36-8ef3-68d2c4eb16e7 req-12663f99-1ccc-446f-808a-f87731265f93 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.736116 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e506faa-11e5-4a36-8ef3-68d2c4eb16e7 req-12663f99-1ccc-446f-808a-f87731265f93 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.743145 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d34a1-fd9f-484d-a547-ec19358c5cf6 req-8e39799b-0c84-4e27-9a25-db3df4cb20a6 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.748629 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e506faa-11e5-4a36-8ef3-68d2c4eb16e7 req-12663f99-1ccc-446f-808a-f87731265f93 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.752208 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d83d34a1-fd9f-484d-a547-ec19358c5cf6 req-8e39799b-0c84-4e27-9a25-db3df4cb20a6 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=d150ded2-5567-48a3-be37-1884bcd0e7e5 HTTP/1.1" status: 200 len: 945 time: 0.2989883 Mar 07 10:42:00.757906 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e506faa-11e5-4a36-8ef3-68d2c4eb16e7 req-12663f99-1ccc-446f-808a-f87731265f93 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.769840 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e506faa-11e5-4a36-8ef3-68d2c4eb16e7 req-12663f99-1ccc-446f-808a-f87731265f93 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.782810 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e506faa-11e5-4a36-8ef3-68d2c4eb16e7 req-12663f99-1ccc-446f-808a-f87731265f93 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.785232 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e506faa-11e5-4a36-8ef3-68d2c4eb16e7 req-12663f99-1ccc-446f-808a-f87731265f93 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5420 time: 0.4438179 Mar 07 10:42:00.798599 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52e0d3ad-9f0e-4185-bd70-079d6643364e', 'tag': '009d14c4-8c1a-492f-8219-62316652fd54'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:42:00.801942 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2341bb2e-6790-4a35-ab6c-c11b38ae4a77" -d '{"events": [{"name": "network-changed", "server_uuid": "52e0d3ad-9f0e-4185-bd70-079d6643364e", "tag": "009d14c4-8c1a-492f-8219-62316652fd54"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:42:00.834191 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b20a681d-b04f-4d21-81b9-0f3f880c89a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:00.840818 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b20a681d-b04f-4d21-81b9-0f3f880c89a9 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9f481558-20b5-4597-9d23-1a30103cbdca HTTP/1.1" status: 204 len: 168 time: 1.0059469 Mar 07 10:42:00.841682 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-870d15c9-02d0-4a2f-bf55-0260ee240f4f tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (dbd10f3a-8cf4-4e8b-ab37-b35dcb45c27e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:00.842630 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870d15c9-02d0-4a2f-bf55-0260ee240f4f tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.843341 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-870d15c9-02d0-4a2f-bf55-0260ee240f4f tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:00.846034 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53422) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:00.871790 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:42:00.903215 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-2de79774-bf30-4879-a825-47bf8f77e027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'name': 'tempest-ServersTestManualDisk-110730615-router', 'tenant_id': '37256dfba2694a838b5e754d96d8ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:41:23Z', 'updated_at': '2022-03-07T10:41:30Z', 'revision_number': 4, 'project_id': '37256dfba2694a838b5e754d96d8ef06', 'gw_port': {'id': '01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:24Z', 'updated_at': '2022-03-07T10:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'd66e2115-7260-4552-ac50-8eedd8ec375e', 'tenant_id': '37256dfba2694a838b5e754d96d8ef06', 'floating_ip_address': '172.25.3.223', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'port_id': '009d14c4-8c1a-492f-8219-62316652fd54', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10c2308-4a70-4388-a1d4-3c7e73350d3a', 'mac_address': 'fa:16:3e:98:57:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e0d3ad-9f0e-4185-bd70-079d6643364e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:41:39Z', 'updated_at': '2022-03-07T10:41:58Z', 'revision_number': 1, 'project_id': '37256dfba2694a838b5e754d96d8ef06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a22d3e-ae12-472d-860e-b8d6f4c693ec', 'name': '', 'network_id': 'b10c2308-4a70-4388-a1d4-3c7e73350d3a', 'tenant_id': '37256dfba2694a838b5e754d96d8ef06', 'mac_address': 'fa:16:3e:98:23:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'fadea73f-6720-48b8-9fb7-8cd0608f0333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:29Z', 'updated_at': '2022-03-07T10:41:35Z', 'revision_number': 5, 'project_id': '37256dfba2694a838b5e754d96d8ef06', 'subnets': [{'id': 'fadea73f-6720-48b8-9fb7-8cd0608f0333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:00.909427 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1f378-beb6-46c1-9aa0-754c4b0084ee req-fa597269-913b-4800-9941-f763f2fd6ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.910107 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1f378-beb6-46c1-9aa0-754c4b0084ee req-fa597269-913b-4800-9941-f763f2fd6ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.910724 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1f378-beb6-46c1-9aa0-754c4b0084ee req-fa597269-913b-4800-9941-f763f2fd6ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:00.912594 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e7a1f378-beb6-46c1-9aa0-754c4b0084ee req-fa597269-913b-4800-9941-f763f2fd6ab0 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a9dbaf75c1ca4f48aa31093c74e34d2b&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.0225956 Mar 07 10:42:00.946430 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de79774-bf30-4879-a825-47bf8f77e027 None None] Checking router: a6e0c6ed-5128-4098-b50c-6512419599fd for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:42:00.967382 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-224b3c8d-7fe6-419d-bbcc-367d62fe3f37 admin admin] Publish callbacks [] for security_group (5d2d1973-ce26-4b54-8e27-10534bc457b7), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:00.972644 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de79774-bf30-4879-a825-47bf8f77e027 None None] Routers {'a6e0c6ed-5128-4098-b50c-6512419599fd'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:42:00.973703 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-2de79774-bf30-4879-a825-47bf8f77e027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:41:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a6e0c6ed-5128-4098-b50c-6512419599fd'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:00.976239 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d83d34a1-fd9f-484d-a547-ec19358c5cf6 req-4d6f9b9e-3f7d-4c2a-8d58-070c675eb3f8 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231884 Mar 07 10:42:01.086776 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-870d15c9-02d0-4a2f-bf55-0260ee240f4f tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4134486 Mar 07 10:42:01.094755 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53424) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:01.104180 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 39f7299e-e8de-4100-8481-3dcb8fc1378a no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:42:01.136771 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-bfe423ad-a2be-48a4-8dc7-0dd5122715c5 service neutron] For port c3aa9d0d-4783-4690-a7c2-eec9bc6a844c, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:42:01.157032 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-70b779d2-e09b-4c0b-9ad3-d707c99932cf tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Request body: {'network': {'project_id': '752623befead40a59407b68aa552d55a'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:01.174773 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-224b3c8d-7fe6-419d-bbcc-367d62fe3f37 admin admin] Publish callbacks [] for security_group (5d2d1973-ce26-4b54-8e27-10534bc457b7), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:01.182090 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d15c9-02d0-4a2f-bf55-0260ee240f4f tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Pushing event updated for resources: {'Network': ['ID=dbd10f3a-8cf4-4e8b-ab37-b35dcb45c27e,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:01.189011 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-7d6d87b0-2001-4468-9e92-661e25d80f2c service neutron] Attempting to bind port f1eb3287-a1de-494b-bb6b-d382c5ab6cbb on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:42:01.189370 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-7d6d87b0-2001-4468-9e92-661e25d80f2c service neutron] Attempting to bind port f1eb3287-a1de-494b-bb6b-d382c5ab6cbb by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'cba6b645-26d8-4bc0-bf27-966307861fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2e6e19dc-30d3-40ef-be16-f572a6948ec8'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:42:01.189690 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-7d6d87b0-2001-4468-9e92-661e25d80f2c service neutron] Attempting to bind port f1eb3287-a1de-494b-bb6b-d382c5ab6cbb on network 2e6e19dc-30d3-40ef-be16-f572a6948ec8 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:42:01.204523 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c022fa3f-2c58-4e11-8802-5f845484a004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (426a0985-54c0-44f8-a0e5-ef6b4becfc6e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:01.211466 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e506faa-11e5-4a36-8ef3-68d2c4eb16e7 req-3ae143ae-23b8-419d-b905-de5210a20db3 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3819349 Mar 07 10:42:01.213808 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-70b779d2-e09b-4c0b-9ad3-d707c99932cf tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 07 10:42:01.214357 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70b779d2-e09b-4c0b-9ad3-d707c99932cf tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:01.215525 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-70b779d2-e09b-4c0b-9ad3-d707c99932cf tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1128817 Mar 07 10:42:01.218452 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-7d6d87b0-2001-4468-9e92-661e25d80f2c service neutron] Port f1eb3287-a1de-494b-bb6b-d382c5ab6cbb on network 2e6e19dc-30d3-40ef-be16-f572a6948ec8 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:42:01.221557 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-7d6d87b0-2001-4468-9e92-661e25d80f2c service neutron] Attempting to bind port f1eb3287-a1de-494b-bb6b-d382c5ab6cbb on network 2e6e19dc-30d3-40ef-be16-f572a6948ec8 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:42:01.232661 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53426) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:01.232806 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 39f7299e-e8de-4100-8481-3dcb8fc1378a is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:01.232806 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (39f7299e-e8de-4100-8481-3dcb8fc1378a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:01.243161 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-2de79774-bf30-4879-a825-47bf8f77e027 None None] Set router a6e0c6ed-5128-4098-b50c-6512419599fd gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:42:01.272270 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-7d6d87b0-2001-4468-9e92-661e25d80f2c service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:42:01.280456 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc7d2b-45fc-4b0f-8959-a9bec97db2c5 req-3c901754-5267-42fd-ad24-ba437de1f8fd tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:01.282627 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dfbc7d2b-45fc-4b0f-8959-a9bec97db2c5 req-3c901754-5267-42fd-ad24-ba437de1f8fd tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e0d3ad-9f0e-4185-bd70-079d6643364e HTTP/1.1" status: 200 len: 945 time: 0.1937499 Mar 07 10:42:01.283296 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-7d6d87b0-2001-4468-9e92-661e25d80f2c service neutron] Checking segment: {'id': 'cba6b645-26d8-4bc0-bf27-966307861fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2e6e19dc-30d3-40ef-be16-f572a6948ec8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:01.283863 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-7d6d87b0-2001-4468-9e92-661e25d80f2c service neutron] Bound using segment: {'id': 'cba6b645-26d8-4bc0-bf27-966307861fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2e6e19dc-30d3-40ef-be16-f572a6948ec8'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:42:01.284676 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-7d6d87b0-2001-4468-9e92-661e25d80f2c service neutron] Bound port: f1eb3287-a1de-494b-bb6b-d382c5ab6cbb, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba6b645-26d8-4bc0-bf27-966307861fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '2e6e19dc-30d3-40ef-be16-f572a6948ec8'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:42:01.295169 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-7d6d87b0-2001-4468-9e92-661e25d80f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f1eb3287-a1de-494b-bb6b-d382c5ab6cbb), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:01.330347 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1f378-beb6-46c1-9aa0-754c4b0084ee req-03a53699-9516-42a9-bc0a-8b881b1e6c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:01.332074 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e7a1f378-beb6-46c1-9aa0-754c4b0084ee req-03a53699-9516-42a9-bc0a-8b881b1e6c8a service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4066527 Mar 07 10:42:01.334589 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-bfe423ad-a2be-48a4-8dc7-0dd5122715c5 service neutron] device_id is not set on port c3aa9d0d-4783-4690-a7c2-eec9bc6a844c yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:42:01.340085 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0b7ace-45de-4358-9fdc-959bd1d7f8b6 x-openstack-request-id: req-eb0b7ace-45de-4358-9fdc-959bd1d7f8b6 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:42:01.340377 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52e0d3ad-9f0e-4185-bd70-079d6643364e", "tag": "009d14c4-8c1a-492f-8219-62316652fd54", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:42:01.340641 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eb0b7ace-45de-4358-9fdc-959bd1d7f8b6 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:42:01.341059 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52e0d3ad-9f0e-4185-bd70-079d6643364e', 'tag': '009d14c4-8c1a-492f-8219-62316652fd54', 'status': 'completed', 'code': 200} Mar 07 10:42:01.426295 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c022fa3f-2c58-4e11-8802-5f845484a004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (426a0985-54c0-44f8-a0e5-ef6b4becfc6e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:01.433171 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-bfe423ad-a2be-48a4-8dc7-0dd5122715c5 service neutron] Publish callbacks [] for port (c3aa9d0d-4783-4690-a7c2-eec9bc6a844c), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:01.457235 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c022fa3f-2c58-4e11-8802-5f845484a004 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['426a0985-54c0-44f8-a0e5-ef6b4becfc6e']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:01.469519 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c022fa3f-2c58-4e11-8802-5f845484a004 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f8eaec3-3e17-4fa0-955f-7e235935bca3') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:01.469965 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c022fa3f-2c58-4e11-8802-5f845484a004 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f8eaec3-3e17-4fa0-955f-7e235935bca3') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:01.474034 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-bfe423ad-a2be-48a4-8dc7-0dd5122715c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (c3aa9d0d-4783-4690-a7c2-eec9bc6a844c), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:01.481331 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c022fa3f-2c58-4e11-8802-5f845484a004 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (5f8eaec3-3e17-4fa0-955f-7e235935bca3), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:01.496606 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c022fa3f-2c58-4e11-8802-5f845484a004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (5f8eaec3-3e17-4fa0-955f-7e235935bca3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:01.504135 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c022fa3f-2c58-4e11-8802-5f845484a004 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:42:01.504578 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c022fa3f-2c58-4e11-8802-5f845484a004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (5f8eaec3-3e17-4fa0-955f-7e235935bca3), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:01.577544 n-d-832164-4 neutron-server[103766]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 07 10:42:01.577544 n-d-832164-4 neutron-server[103766]: warnings.warn('Neutron quota engine will require "--force" ' Mar 07 10:42:01.577544 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:42:01.577544 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:42:01.577544 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:42:01.577544 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:42:01.577544 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:42:01.577544 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:42:01.577544 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:42:01.577544 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:42:01.577544 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:42:01.577544 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:42:01.577544 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:42:01.577544 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:42:01.577544 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:42:01.577544 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:42:01.577544 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:42:01.577544 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:42:01.577544 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:42:01.577544 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:42:01.577544 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:42:01.577544 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:42:01.577544 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:42:01.577544 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:42:01.577544 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:42:01.577544 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:42:01.577544 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:42:01.577544 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:42:01.577544 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:42:01.577544 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:42:01.577544 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:42:01.577544 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:42:01.577544 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:42:01.577544 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:42:01.601793 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-728ecaf5-ab33-41bd-b875-4d6ceae8f787 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=752623befead40a59407b68aa552d55a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3744261 Mar 07 10:42:01.602777 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c022fa3f-2c58-4e11-8802-5f845484a004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (426a0985-54c0-44f8-a0e5-ef6b4becfc6e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:01.620214 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53430) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:01.628252 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network dbd10f3a-8cf4-4e8b-ab37-b35dcb45c27e details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:42:01.643322 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c022fa3f-2c58-4e11-8802-5f845484a004 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:01.649152 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c022fa3f-2c58-4e11-8802-5f845484a004 admin admin] 10.222.0.11 "DELETE /v2.0/networks/426a0985-54c0-44f8-a0e5-ef6b4becfc6e HTTP/1.1" status: 204 len: 168 time: 0.7856379 Mar 07 10:42:01.655360 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-224b3c8d-7fe6-419d-bbcc-367d62fe3f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5d2d1973-ce26-4b54-8e27-10534bc457b7), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:01.658243 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-224b3c8d-7fe6-419d-bbcc-367d62fe3f37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:01.669236 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-224b3c8d-7fe6-419d-bbcc-367d62fe3f37 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5d2d1973-ce26-4b54-8e27-10534bc457b7 HTTP/1.1" status: 204 len: 168 time: 1.0303395 Mar 07 10:42:01.725603 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022fa3f-2c58-4e11-8802-5f845484a004 admin admin] Pushing event deleted for resources: {'Network': ['ID=426a0985-54c0-44f8-a0e5-ef6b4becfc6e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:01.736709 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dfbc7d2b-45fc-4b0f-8959-a9bec97db2c5 req-42d73e21-8a93-456c-9d17-28e821403702 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "GET /v2.0/security-groups?id=32d07094-df22-4979-aad2-36eb0bfbe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4320278 Mar 07 10:42:01.784566 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b3c8d-7fe6-419d-bbcc-367d62fe3f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2d1973-ce26-4b54-8e27-10534bc457b7,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:01.874197 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-32b6c435-6da1-4e30-bc02-8801db46ff41 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Publish callbacks [] for security_group (8a02030f-14f6-4321-be8b-eb4df06822dd), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:01.927093 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-32b6c435-6da1-4e30-bc02-8801db46ff41 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Publish callbacks [] for security_group (8a02030f-14f6-4321-be8b-eb4df06822dd), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:01.932439 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-7d6d87b0-2001-4468-9e92-661e25d80f2c service neutron] For port f1eb3287-a1de-494b-bb6b-d382c5ab6cbb, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:42:01.943682 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 39f7299e-e8de-4100-8481-3dcb8fc1378a, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=39f7299e-e8de-4100-8481-3dcb8fc1378a,segment=NetworkSegment(9b966132-984a-4ab1-93aa-dffdd8926895),segment_id=9b966132-984a-4ab1-93aa-dffdd8926895)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:01.950904 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341bb2e-6790-4a35-ab6c-c11b38ae4a77 req-a1920994-ead8-4243-95c1-4a10b6c22391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:01.952225 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39f7299e-e8de-4100-8481-3dcb8fc1378a'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:42:01.952693 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2341bb2e-6790-4a35-ab6c-c11b38ae4a77 req-a1920994-ead8-4243-95c1-4a10b6c22391 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=37256dfba2694a838b5e754d96d8ef06&device_id=52e0d3ad-9f0e-4185-bd70-079d6643364e HTTP/1.1" status: 200 len: 1127 time: 0.6008890 Mar 07 10:42:01.957366 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f24e61-018f-4f42-8dc1-b4bb7fa94d05" -d '{"events": [{"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-unplugged", "status": "completed", "tag": "39f7299e-e8de-4100-8481-3dcb8fc1378a"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:42:01.992962 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (39f7299e-e8de-4100-8481-3dcb8fc1378a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:01.994812 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 954ea4bb-79fb-4f3b-aff3-9b1897120944 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:42:02.033462 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53442) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:02.083450 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-371d5196-933f-464c-a0e7-ca5cb45bc7df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6b6bc38f986d4bb6b3b2bed2c25a623e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0486596 Mar 07 10:42:02.084206 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-32b6c435-6da1-4e30-bc02-8801db46ff41 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8a02030f-14f6-4321-be8b-eb4df06822dd), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:02.086807 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-32b6c435-6da1-4e30-bc02-8801db46ff41 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:02.099052 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-32b6c435-6da1-4e30-bc02-8801db46ff41 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] 10.222.0.11 "DELETE /v2.0/security-groups/8a02030f-14f6-4321-be8b-eb4df06822dd HTTP/1.1" status: 204 len: 168 time: 0.4756052 Mar 07 10:42:02.100078 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5831042-9f76-4bae-8dc0-76c36a75d80d x-openstack-request-id: req-b5831042-9f76-4bae-8dc0-76c36a75d80d {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:42:02.102482 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-unplugged", "status": "completed", "tag": "39f7299e-e8de-4100-8481-3dcb8fc1378a", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:42:02.102745 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b5831042-9f76-4bae-8dc0-76c36a75d80d {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:42:02.103690 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39f7299e-e8de-4100-8481-3dcb8fc1378a', 'code': 200} Mar 07 10:42:02.104499 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53444) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:02.108449 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53446) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:02.169835 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341bb2e-6790-4a35-ab6c-c11b38ae4a77 req-8a285e8f-1fb2-40ed-bf39-8b4852dd61c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:02.175549 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2341bb2e-6790-4a35-ab6c-c11b38ae4a77 req-8a285e8f-1fb2-40ed-bf39-8b4852dd61c9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b10c2308-4a70-4388-a1d4-3c7e73350d3a HTTP/1.1" status: 200 len: 912 time: 0.2131815 Mar 07 10:42:02.217250 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-7d6d87b0-2001-4468-9e92-661e25d80f2c service neutron] For port f1eb3287-a1de-494b-bb6b-d382c5ab6cbb, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=f1eb3287-a1de-494b-bb6b-d382c5ab6cbb,segment=NetworkSegment(cba6b645-26d8-4bc0-bf27-966307861fb5),segment_id=cba6b645-26d8-4bc0-bf27-966307861fb5)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:42:02.226566 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-2de79774-bf30-4879-a825-47bf8f77e027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'name': 'tempest-ServersTestManualDisk-110730615-router', 'tenant_id': '37256dfba2694a838b5e754d96d8ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:41:23Z', 'updated_at': '2022-03-07T10:41:30Z', 'revision_number': 4, 'project_id': '37256dfba2694a838b5e754d96d8ef06', 'gw_port': {'id': '01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:24Z', 'updated_at': '2022-03-07T10:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'd66e2115-7260-4552-ac50-8eedd8ec375e', 'tenant_id': '37256dfba2694a838b5e754d96d8ef06', 'floating_ip_address': '172.25.3.223', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'port_id': '009d14c4-8c1a-492f-8219-62316652fd54', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10c2308-4a70-4388-a1d4-3c7e73350d3a', 'mac_address': 'fa:16:3e:98:57:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e0d3ad-9f0e-4185-bd70-079d6643364e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:41:39Z', 'updated_at': '2022-03-07T10:41:58Z', 'revision_number': 1, 'project_id': '37256dfba2694a838b5e754d96d8ef06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a22d3e-ae12-472d-860e-b8d6f4c693ec', 'name': '', 'network_id': 'b10c2308-4a70-4388-a1d4-3c7e73350d3a', 'tenant_id': '37256dfba2694a838b5e754d96d8ef06', 'mac_address': 'fa:16:3e:98:23:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'fadea73f-6720-48b8-9fb7-8cd0608f0333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:29Z', 'updated_at': '2022-03-07T10:41:35Z', 'revision_number': 5, 'project_id': '37256dfba2694a838b5e754d96d8ef06', 'subnets': [{'id': 'fadea73f-6720-48b8-9fb7-8cd0608f0333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:02.257137 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b6c435-6da1-4e30-bc02-8801db46ff41 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a02030f-14f6-4321-be8b-eb4df06822dd,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:02.278863 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3ca6112-9ee8-4906-b85b-5776520672d9 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (dbd10f3a-8cf4-4e8b-ab37-b35dcb45c27e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:02.312848 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ea9081a8-ec87-4ad0-a444-27a59bc8691b no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:42:02.313494 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-bfe423ad-a2be-48a4-8dc7-0dd5122715c5 service neutron] No DVR routers for this DVR port c3aa9d0d-4783-4690-a7c2-eec9bc6a844c on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:42:02.318084 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe423ad-a2be-48a4-8dc7-0dd5122715c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c3aa9d0d-4783-4690-a7c2-eec9bc6a844c,revision_number=6']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:02.363477 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-7d6d87b0-2001-4468-9e92-661e25d80f2c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (f1eb3287-a1de-494b-bb6b-d382c5ab6cbb), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:02.370330 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: ea9081a8-ec87-4ad0-a444-27a59bc8691b {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:42:02.370330 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ea9081a8-ec87-4ad0-a444-27a59bc8691b not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:42:02.383928 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de79774-bf30-4879-a825-47bf8f77e027 None None] The sync data for ids ['a6e0c6ed-5128-4098-b50c-6512419599fd'] in n-d-832164-4 is: [{'id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'name': 'tempest-ServersTestManualDisk-110730615-router', 'tenant_id': '37256dfba2694a838b5e754d96d8ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:41:23Z', 'updated_at': '2022-03-07T10:41:30Z', 'revision_number': 4, 'project_id': '37256dfba2694a838b5e754d96d8ef06', 'gw_port': {'id': '01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:24Z', 'updated_at': '2022-03-07T10:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'd66e2115-7260-4552-ac50-8eedd8ec375e', 'tenant_id': '37256dfba2694a838b5e754d96d8ef06', 'floating_ip_address': '172.25.3.223', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'port_id': '009d14c4-8c1a-492f-8219-62316652fd54', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b10c2308-4a70-4388-a1d4-3c7e73350d3a', 'mac_address': 'fa:16:3e:98:57:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52e0d3ad-9f0e-4185-bd70-079d6643364e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:41:39Z', 'updated_at': '2022-03-07T10:41:58Z', 'revision_number': 1, 'project_id': '37256dfba2694a838b5e754d96d8ef06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60a22d3e-ae12-472d-860e-b8d6f4c693ec', 'name': '', 'network_id': 'b10c2308-4a70-4388-a1d4-3c7e73350d3a', 'tenant_id': '37256dfba2694a838b5e754d96d8ef06', 'mac_address': 'fa:16:3e:98:23:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'fadea73f-6720-48b8-9fb7-8cd0608f0333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:29Z', 'updated_at': '2022-03-07T10:41:35Z', 'revision_number': 5, 'project_id': '37256dfba2694a838b5e754d96d8ef06', 'subnets': [{'id': 'fadea73f-6720-48b8-9fb7-8cd0608f0333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:42:02.395007 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=39f7299e-e8de-4100-8481-3dcb8fc1378a,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:02.409797 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-bca53eae-a9fc-4b82-8ba6-c475df0cbc7f None None] Provisioning complete for port c3aa9d0d-4783-4690-a7c2-eec9bc6a844c triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:02.410173 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bca53eae-a9fc-4b82-8ba6-c475df0cbc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c3aa9d0d-4783-4690-a7c2-eec9bc6a844c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:02.432276 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93c5db-317f-487f-9596-7a24672c3fb3 req-a52d05ff-a796-4ba1-9752-294c6a2525f7 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:02.439556 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93c5db-317f-487f-9596-7a24672c3fb3 req-a52d05ff-a796-4ba1-9752-294c6a2525f7 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:02.447906 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93c5db-317f-487f-9596-7a24672c3fb3 req-a52d05ff-a796-4ba1-9752-294c6a2525f7 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:02.453333 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201c680-f073-410b-923c-75a596218dab req-3c244ca3-555d-4772-b5c8-b0c5d16b16e2 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:02.454871 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93c5db-317f-487f-9596-7a24672c3fb3 req-a52d05ff-a796-4ba1-9752-294c6a2525f7 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:02.455048 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6201c680-f073-410b-923c-75a596218dab req-3c244ca3-555d-4772-b5c8-b0c5d16b16e2 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=d150ded2-5567-48a3-be37-1884bcd0e7e5 HTTP/1.1" status: 200 len: 945 time: 0.1988616 Mar 07 10:42:02.466107 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93c5db-317f-487f-9596-7a24672c3fb3 req-a52d05ff-a796-4ba1-9752-294c6a2525f7 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:02.472084 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93c5db-317f-487f-9596-7a24672c3fb3 req-a52d05ff-a796-4ba1-9752-294c6a2525f7 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:02.483392 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-db93c5db-317f-487f-9596-7a24672c3fb3 req-a52d05ff-a796-4ba1-9752-294c6a2525f7 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 4666 time: 1.0187359 Mar 07 10:42:02.486857 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2341bb2e-6790-4a35-ab6c-c11b38ae4a77 req-cb18acd2-2edd-4074-87b5-902ca9755097 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=009d14c4-8c1a-492f-8219-62316652fd54 HTTP/1.1" status: 200 len: 999 time: 0.2989347 Mar 07 10:42:02.499226 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-bca53eae-a9fc-4b82-8ba6-c475df0cbc7f None None] Port c3aa9d0d-4783-4690-a7c2-eec9bc6a844c cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:42:02.501973 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 954ea4bb-79fb-4f3b-aff3-9b1897120944 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:02.502706 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (954ea4bb-79fb-4f3b-aff3-9b1897120944), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:02.539603 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-bfe423ad-a2be-48a4-8dc7-0dd5122715c5 service neutron] In _notify_port_updated(), no bound segment for port c3aa9d0d-4783-4690-a7c2-eec9bc6a844c on network b6eeb2fc-5732-462c-95ea-d42f3351bff0 {{(pid=103767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:42:02.544051 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-bfe423ad-a2be-48a4-8dc7-0dd5122715c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:02.544881 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-bfe423ad-a2be-48a4-8dc7-0dd5122715c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:02.554905 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-bfe423ad-a2be-48a4-8dc7-0dd5122715c5 service neutron] 10.222.0.21 "PUT /v2.0/ports/c3aa9d0d-4783-4690-a7c2-eec9bc6a844c HTTP/1.1" status: 200 len: 1033 time: 3.3327243 Mar 07 10:42:02.558959 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 954ea4bb-79fb-4f3b-aff3-9b1897120944, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=954ea4bb-79fb-4f3b-aff3-9b1897120944,segment=NetworkSegment(c14401ed-1dc6-4fb0-8253-1c6f0b683339),segment_id=c14401ed-1dc6-4fb0-8253-1c6f0b683339)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:02.573554 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (954ea4bb-79fb-4f3b-aff3-9b1897120944), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:02.574820 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device da3688d3-10e0-4a5d-bb39-c96a68d7998c no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:42:02.620286 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-7d6d87b0-2001-4468-9e92-661e25d80f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:02.621244 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-7d6d87b0-2001-4468-9e92-661e25d80f2c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:02.622847 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-7d6d87b0-2001-4468-9e92-661e25d80f2c service neutron] 10.222.0.21 "PUT /v2.0/ports/f1eb3287-a1de-494b-bb6b-d382c5ab6cbb HTTP/1.1" status: 200 len: 1091 time: 3.2524760 Mar 07 10:42:02.651358 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'tag': 'f1eb3287-a1de-494b-bb6b-d382c5ab6cbb'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:42:02.654212 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50eb550-46c2-4d72-99ea-18e2c9b8d3a4" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "tag": "f1eb3287-a1de-494b-bb6b-d382c5ab6cbb"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:42:02.824988 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port da3688d3-10e0-4a5d-bb39-c96a68d7998c is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:02.826388 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (da3688d3-10e0-4a5d-bb39-c96a68d7998c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:02.828714 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=954ea4bb-79fb-4f3b-aff3-9b1897120944,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:02.864761 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0506a910-34ef-4520-b21d-7209edaeb38d None None] New status for floating IP d66e2115-7260-4552-ac50-8eedd8ec375e: ACTIVE {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:42:02.949858 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port da3688d3-10e0-4a5d-bb39-c96a68d7998c, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=da3688d3-10e0-4a5d-bb39-c96a68d7998c,segment=NetworkSegment(3809a5c1-788e-4753-a8f3-6656dcfe274f),segment_id=3809a5c1-788e-4753-a8f3-6656dcfe274f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:02.959875 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (da3688d3-10e0-4a5d-bb39-c96a68d7998c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:02.960942 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 464790b4-c23d-409e-904e-2616b83fda37 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:42:03.008651 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3b377ef9-d75b-4611-a663-089321521517 admin admin] Publish callbacks [] for security_group (ddaa7924-748c-40dd-959c-d3934270b14f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.058216 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3ca6112-9ee8-4906-b85b-5776520672d9 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (dbd10f3a-8cf4-4e8b-ab37-b35dcb45c27e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.063665 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-db93c5db-317f-487f-9596-7a24672c3fb3 req-49de0a1a-a166-47a4-8bb5-541e8ec34905 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5790746 Mar 07 10:42:03.082046 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-90e909a0-9e01-4b7b-8311-ed5ca3788db1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:03.083509 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-90e909a0-9e01-4b7b-8311-ed5ca3788db1 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.21 "GET /v2.0/ports/954ea4bb-79fb-4f3b-aff3-9b1897120944?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4589827 Mar 07 10:42:03.089231 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6201c680-f073-410b-923c-75a596218dab req-dc51059d-0d83-450a-a7ca-b1a0bea78c90 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6111796 Mar 07 10:42:03.109960 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3b377ef9-d75b-4611-a663-089321521517 admin admin] Publish callbacks [] for security_group (ddaa7924-748c-40dd-959c-d3934270b14f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.119606 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-a3ca6112-9ee8-4906-b85b-5776520672d9 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd10f3a-8cf4-4e8b-ab37-b35dcb45c27e']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:03.120099 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d87b0-2001-4468-9e92-661e25d80f2c service neutron] Pushing event updated for resources: {'Port': ['ID=f1eb3287-a1de-494b-bb6b-d382c5ab6cbb,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:03.138152 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-a3ca6112-9ee8-4906-b85b-5776520672d9 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d0c6ba9-4d8e-4106-a217-2e87b100f507') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:03.138652 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-a3ca6112-9ee8-4906-b85b-5776520672d9 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d0c6ba9-4d8e-4106-a217-2e87b100f507') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:03.138937 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-a1b15e61-d225-4719-8f0d-04ed957d9a4a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:03.154118 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341bb2e-6790-4a35-ab6c-c11b38ae4a77 req-45d0cf56-6651-4c26-8b9c-c0b726a15a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:03.155658 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2341bb2e-6790-4a35-ab6c-c11b38ae4a77 req-45d0cf56-6651-4c26-8b9c-c0b726a15a80 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=fadea73f-6720-48b8-9fb7-8cd0608f0333 HTTP/1.1" status: 200 len: 850 time: 0.5383580 Mar 07 10:42:03.175687 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3ca6112-9ee8-4906-b85b-5776520672d9 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (1d0c6ba9-4d8e-4106-a217-2e87b100f507), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.218222 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3ca6112-9ee8-4906-b85b-5776520672d9 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (1d0c6ba9-4d8e-4106-a217-2e87b100f507), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.234457 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ca6112-9ee8-4906-b85b-5776520672d9 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:42:03.235230 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3ca6112-9ee8-4906-b85b-5776520672d9 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (1d0c6ba9-4d8e-4106-a217-2e87b100f507), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.237389 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:42:03.237389 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:42:03.237389 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:42:03.237389 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:42:03.237389 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:42:03.237389 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:42:03.237389 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:42:03.237389 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:42:03.237389 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:42:03.237389 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:42:03.237389 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:42:03.237389 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:42:03.237389 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:42:03.237389 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:42:03.237389 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:42:03.237389 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:42:03.237389 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:42:03.237389 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:42:03.237389 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:42:03.237389 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:42:03.237389 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:42:03.237389 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:42:03.237389 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:42:03.237389 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:42:03.237389 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:42:03.237389 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:42:03.237389 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:42:03.237389 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:42:03.237389 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:42:03.237389 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:42:03.237389 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:42:03.237389 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:42:03.239691 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d7cbe1-8181-4cfe-886c-9a3e4c09cafc x-openstack-request-id: req-e5d7cbe1-8181-4cfe-886c-9a3e4c09cafc {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:42:03.239691 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "tag": "f1eb3287-a1de-494b-bb6b-d382c5ab6cbb", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:42:03.239691 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e5d7cbe1-8181-4cfe-886c-9a3e4c09cafc {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:42:03.239691 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'tag': 'f1eb3287-a1de-494b-bb6b-d382c5ab6cbb', 'status': 'completed', 'code': 200} Mar 07 10:42:03.258587 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-2e16cf1b-7426-496c-b9e2-1f89df839009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:03.259072 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-2e16cf1b-7426-496c-b9e2-1f89df839009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:03.259638 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-2e16cf1b-7426-496c-b9e2-1f89df839009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:03.260138 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-2e16cf1b-7426-496c-b9e2-1f89df839009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:03.260722 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-2e16cf1b-7426-496c-b9e2-1f89df839009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:03.261249 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-2e16cf1b-7426-496c-b9e2-1f89df839009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:03.261722 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-2e16cf1b-7426-496c-b9e2-1f89df839009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:03.263644 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53472) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:03.263783 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-2e16cf1b-7426-496c-b9e2-1f89df839009 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9dbaf75c1ca4f48aa31093c74e34d2b&device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 6694 time: 0.5861809 Mar 07 10:42:03.298909 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 464790b4-c23d-409e-904e-2616b83fda37 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:03.299324 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (464790b4-c23d-409e-904e-2616b83fda37), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.378369 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 464790b4-c23d-409e-904e-2616b83fda37, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=464790b4-c23d-409e-904e-2616b83fda37,segment=NetworkSegment(9b966132-984a-4ab1-93aa-dffdd8926895),segment_id=9b966132-984a-4ab1-93aa-dffdd8926895)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:03.390494 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (464790b4-c23d-409e-904e-2616b83fda37), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.391198 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device e30ed817-8760-43d1-b6f4-a2f921a6f91f no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:42:03.398074 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3b377ef9-d75b-4611-a663-089321521517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ddaa7924-748c-40dd-959c-d3934270b14f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.401070 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3b377ef9-d75b-4611-a663-089321521517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.407999 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-6eb8adb1-c051-4d34-972b-3a6b5a2982aa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0ad4df5-2fed-46fc-8695-ce249f172d97 HTTP/1.1" status: 200 len: 217 time: 0.1242764 Mar 07 10:42:03.413930 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341bb2e-6790-4a35-ab6c-c11b38ae4a77 req-9afee0e4-8590-400d-ad27-95644bc0a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:03.416059 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2341bb2e-6790-4a35-ab6c-c11b38ae4a77 req-9afee0e4-8590-400d-ad27-95644bc0a2ec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b10c2308-4a70-4388-a1d4-3c7e73350d3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2181933 Mar 07 10:42:03.425099 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3b377ef9-d75b-4611-a663-089321521517 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ddaa7924-748c-40dd-959c-d3934270b14f HTTP/1.1" status: 204 len: 168 time: 1.3062479 Mar 07 10:42:03.451007 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b377ef9-d75b-4611-a663-089321521517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddaa7924-748c-40dd-959c-d3934270b14f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:03.466655 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-45301565-698b-466c-929c-f436c846f687 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-980411278-network', 'tenant_id': '9722a77e40e34438aad6e267aabd5994'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:03.469637 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3ca6112-9ee8-4906-b85b-5776520672d9 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (dbd10f3a-8cf4-4e8b-ab37-b35dcb45c27e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.472237 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-a1b15e61-d225-4719-8f0d-04ed957d9a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (954ea4bb-79fb-4f3b-aff3-9b1897120944), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.489299 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3ca6112-9ee8-4906-b85b-5776520672d9 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.491785 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a3ca6112-9ee8-4906-b85b-5776520672d9 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] 10.222.0.11 "DELETE /v2.0/networks/dbd10f3a-8cf4-4e8b-ab37-b35dcb45c27e HTTP/1.1" status: 204 len: 168 time: 1.3710771 Mar 07 10:42:03.507814 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 53478) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:03.519619 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=da3688d3-10e0-4a5d-bb39-c96a68d7998c,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:03.520687 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca6112-9ee8-4906-b85b-5776520672d9 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Pushing event deleted for resources: {'Network': ['ID=dbd10f3a-8cf4-4e8b-ab37-b35dcb45c27e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:03.570926 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45301565-698b-466c-929c-f436c846f687 admin admin] Made reservation on behalf of 9722a77e40e34438aad6e267aabd5994 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:03.573621 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-45301565-698b-466c-929c-f436c846f687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.583746 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-45301565-698b-466c-929c-f436c846f687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.615257 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0c0b1d4c-676e-4aca-b22f-e9116a74d827 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (f4c9c1ea-13ef-4ebf-9a8e-b1bcf5debaaa), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.672230 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fbe98-445b-408f-8807-9719958e8955 req-b90f77cd-ecec-4f0a-999a-32e38aba9175 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:03.672411 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=464790b4-c23d-409e-904e-2616b83fda37,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:03.678004 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port e30ed817-8760-43d1-b6f4-a2f921a6f91f is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:03.678440 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e30ed817-8760-43d1-b6f4-a2f921a6f91f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.678658 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fbe98-445b-408f-8807-9719958e8955 req-b90f77cd-ecec-4f0a-999a-32e38aba9175 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:03.685604 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fbe98-445b-408f-8807-9719958e8955 req-b90f77cd-ecec-4f0a-999a-32e38aba9175 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:03.692739 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fbe98-445b-408f-8807-9719958e8955 req-b90f77cd-ecec-4f0a-999a-32e38aba9175 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:03.700086 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fbe98-445b-408f-8807-9719958e8955 req-b90f77cd-ecec-4f0a-999a-32e38aba9175 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:03.705890 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fbe98-445b-408f-8807-9719958e8955 req-b90f77cd-ecec-4f0a-999a-32e38aba9175 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:03.712403 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fbe98-445b-408f-8807-9719958e8955 req-b90f77cd-ecec-4f0a-999a-32e38aba9175 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:03.720734 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-df2fbe98-445b-408f-8807-9719958e8955 req-b90f77cd-ecec-4f0a-999a-32e38aba9175 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5420 time: 0.4869690 Mar 07 10:42:03.740507 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port e30ed817-8760-43d1-b6f4-a2f921a6f91f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e30ed817-8760-43d1-b6f4-a2f921a6f91f,segment=NetworkSegment(c14401ed-1dc6-4fb0-8253-1c6f0b683339),segment_id=c14401ed-1dc6-4fb0-8253-1c6f0b683339)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:03.748104 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e30ed817-8760-43d1-b6f4-a2f921a6f91f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.749360 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device dd308e88-228c-48d1-aca2-6ee75466e34d no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:42:03.749994 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-45301565-698b-466c-929c-f436c846f687 admin admin] Publish callbacks [] for security_group (35fd9822-390e-4870-86c7-ceba10328af1), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.758528 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-45301565-698b-466c-929c-f436c846f687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (35fd9822-390e-4870-86c7-ceba10328af1), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.780851 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-66c58c85-345f-4f2f-8814-f518feef0fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:03.787642 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-66c58c85-345f-4f2f-8814-f518feef0fe3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=838d6f3e-2340-488a-b945-348205729de8 HTTP/1.1" status: 200 len: 851 time: 0.3698411 Mar 07 10:42:03.806653 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45301565-698b-466c-929c-f436c846f687 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:42:03.851698 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45301565-698b-466c-929c-f436c846f687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fd9822-390e-4870-86c7-ceba10328af1,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:03.852184 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2341bb2e-6790-4a35-ab6c-c11b38ae4a77 req-d76e6019-5c47-4a8f-b0d1-47979e60a5ea service neutron] 10.222.0.31 "GET /v2.0/networks/b10c2308-4a70-4388-a1d4-3c7e73350d3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923390 Mar 07 10:42:03.854731 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=e30ed817-8760-43d1-b6f4-a2f921a6f91f,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:03.860285 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-45301565-698b-466c-929c-f436c846f687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (11292603-7a0d-4b74-8533-5a1c4d68147d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.862212 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-45301565-698b-466c-929c-f436c846f687 admin admin] Added segment 11292603-7a0d-4b74-8533-5a1c4d68147d of type vlan for network 43053409-2864-4c6b-a026-f9a43f06c01e Mar 07 10:42:03.943133 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-45301565-698b-466c-929c-f436c846f687 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (43053409-2864-4c6b-a026-f9a43f06c01e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.950528 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port dd308e88-228c-48d1-aca2-6ee75466e34d is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:03.951674 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (dd308e88-228c-48d1-aca2-6ee75466e34d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.992075 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-45301565-698b-466c-929c-f436c846f687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (43053409-2864-4c6b-a026-f9a43f06c01e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.993216 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port dd308e88-228c-48d1-aca2-6ee75466e34d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=dd308e88-228c-48d1-aca2-6ee75466e34d,segment=NetworkSegment(c14401ed-1dc6-4fb0-8253-1c6f0b683339),segment_id=c14401ed-1dc6-4fb0-8253-1c6f0b683339)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:03.994157 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45301565-698b-466c-929c-f436c846f687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:03.995605 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-45301565-698b-466c-929c-f436c846f687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:03.999570 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (dd308e88-228c-48d1-aca2-6ee75466e34d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:04.000829 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device c3aa9d0d-4783-4690-a7c2-eec9bc6a844c no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:42:04.029863 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-45301565-698b-466c-929c-f436c846f687 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7640171 Mar 07 10:42:04.042532 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53486) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:04.048705 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-4aec1170-4eb0-4439-9a45-d0fd306ddec4 admin admin] Request body: {'subnet': {'network_id': '43053409-2864-4c6b-a026-f9a43f06c01e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-980411278-subnet', 'tenant_id': '9722a77e40e34438aad6e267aabd5994', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:04.075254 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] The host n-h1-832164-4 is not matching for port c3aa9d0d-4783-4690-a7c2-eec9bc6a844c host ! {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 10:42:04.075768 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device c3aa9d0d-4783-4690-a7c2-eec9bc6a844c not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:42:04.101171 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aec1170-4eb0-4439-9a45-d0fd306ddec4 admin admin] Made reservation on behalf of 9722a77e40e34438aad6e267aabd5994 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:04.105585 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4aec1170-4eb0-4439-9a45-d0fd306ddec4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:04.115314 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '954ea4bb-79fb-4f3b-aff3-9b1897120944'}, {'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da3688d3-10e0-4a5d-bb39-c96a68d7998c'}, {'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '464790b4-c23d-409e-904e-2616b83fda37'}, {'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e30ed817-8760-43d1-b6f4-a2f921a6f91f'}, {'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd308e88-228c-48d1-aca2-6ee75466e34d'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:42:04.115571 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2341bb2e-6790-4a35-ab6c-c11b38ae4a77 req-51038737-d74a-4cf9-82ac-47169785505c service neutron] 10.222.0.31 "GET /v2.0/networks/b10c2308-4a70-4388-a1d4-3c7e73350d3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300017 Mar 07 10:42:04.121760 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7ae975-a8dd-435a-b2e6-4665203e5370" -d '{"events": [{"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-unplugged", "status": "completed", "tag": "954ea4bb-79fb-4f3b-aff3-9b1897120944"}, {"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-unplugged", "status": "completed", "tag": "da3688d3-10e0-4a5d-bb39-c96a68d7998c"}, {"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-unplugged", "status": "completed", "tag": "464790b4-c23d-409e-904e-2616b83fda37"}, {"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-unplugged", "status": "completed", "tag": "e30ed817-8760-43d1-b6f4-a2f921a6f91f"}, {"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-unplugged", "status": "completed", "tag": "dd308e88-228c-48d1-aca2-6ee75466e34d"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:42:04.148310 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=dd308e88-228c-48d1-aca2-6ee75466e34d,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:04.153212 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45301565-698b-466c-929c-f436c846f687 admin admin] Pushing event updated for resources: {'Network': ['ID=43053409-2864-4c6b-a026-f9a43f06c01e,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:04.174657 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 43053409-2864-4c6b-a026-f9a43f06c01e details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:42:04.196111 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-df2fbe98-445b-408f-8807-9719958e8955 req-0d0bf083-240e-43e6-b5ca-f50865ed21b7 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4741998 Mar 07 10:42:04.334919 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Mon, 07 Mar 2022 10:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04523da-5d5e-4da9-bcc8-512b522faaa2 x-openstack-request-id: req-f04523da-5d5e-4da9-bcc8-512b522faaa2 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:42:04.335256 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-unplugged", "status": "completed", "tag": "954ea4bb-79fb-4f3b-aff3-9b1897120944", "code": 200}, {"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-unplugged", "status": "completed", "tag": "da3688d3-10e0-4a5d-bb39-c96a68d7998c", "code": 200}, {"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-unplugged", "status": "completed", "tag": "464790b4-c23d-409e-904e-2616b83fda37", "code": 200}, {"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-unplugged", "status": "completed", "tag": "e30ed817-8760-43d1-b6f4-a2f921a6f91f", "code": 200}, {"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-unplugged", "status": "completed", "tag": "dd308e88-228c-48d1-aca2-6ee75466e34d", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:42:04.336536 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f04523da-5d5e-4da9-bcc8-512b522faaa2 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:42:04.336959 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '954ea4bb-79fb-4f3b-aff3-9b1897120944', 'code': 200} Mar 07 10:42:04.339987 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da3688d3-10e0-4a5d-bb39-c96a68d7998c', 'code': 200} Mar 07 10:42:04.340248 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '464790b4-c23d-409e-904e-2616b83fda37', 'code': 200} Mar 07 10:42:04.340491 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e30ed817-8760-43d1-b6f4-a2f921a6f91f', 'code': 200} Mar 07 10:42:04.340754 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd308e88-228c-48d1-aca2-6ee75466e34d', 'code': 200} Mar 07 10:42:04.352014 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8e839-e505-4bb1-af3a-85d26b916f0b req-4e482829-e592-4db2-9fa1-210b5d9cd250 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:04.358207 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8e839-e505-4bb1-af3a-85d26b916f0b req-4e482829-e592-4db2-9fa1-210b5d9cd250 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:04.363666 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8e839-e505-4bb1-af3a-85d26b916f0b req-4e482829-e592-4db2-9fa1-210b5d9cd250 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:04.370048 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8e839-e505-4bb1-af3a-85d26b916f0b req-4e482829-e592-4db2-9fa1-210b5d9cd250 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:04.377092 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8e839-e505-4bb1-af3a-85d26b916f0b req-4e482829-e592-4db2-9fa1-210b5d9cd250 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:04.382907 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8e839-e505-4bb1-af3a-85d26b916f0b req-4e482829-e592-4db2-9fa1-210b5d9cd250 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:04.386082 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7cf8e839-e505-4bb1-af3a-85d26b916f0b req-4e482829-e592-4db2-9fa1-210b5d9cd250 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 4654 time: 0.1588194 Mar 07 10:42:04.398553 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-a1b15e61-d225-4719-8f0d-04ed957d9a4a service neutron] For port 954ea4bb-79fb-4f3b-aff3-9b1897120944, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=954ea4bb-79fb-4f3b-aff3-9b1897120944,segment=NetworkSegment(c14401ed-1dc6-4fb0-8253-1c6f0b683339),segment_id=c14401ed-1dc6-4fb0-8253-1c6f0b683339)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:04.451671 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0c0b1d4c-676e-4aca-b22f-e9116a74d827 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (f4c9c1ea-13ef-4ebf-9a8e-b1bcf5debaaa), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:04.456384 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-0facf4f6-4a69-42f2-a49f-51e81901a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:04.458495 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-0facf4f6-4a69-42f2-a49f-51e81901a996 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7eaf476d-e62a-411a-84bb-9ffb8dabd737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5843337 Mar 07 10:42:04.519531 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7cf8e839-e505-4bb1-af3a-85d26b916f0b req-58ef7766-e4d9-4a27-87c8-bc4d361208c6 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=eb4cf7a0-9916-4194-88d2-f035c37ffbd0&id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1256418 Mar 07 10:42:04.549978 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4aec1170-4eb0-4439-9a45-d0fd306ddec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (5105e607-2da6-4272-b3e3-36f4773cf72a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:04.559540 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-0c0b1d4c-676e-4aca-b22f-e9116a74d827 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c9c1ea-13ef-4ebf-9a8e-b1bcf5debaaa']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:04.575142 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-a1b15e61-d225-4719-8f0d-04ed957d9a4a service neutron] For port 954ea4bb-79fb-4f3b-aff3-9b1897120944, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:42:04.612659 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-0c0b1d4c-676e-4aca-b22f-e9116a74d827 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a777d1-7ea7-4ffe-803e-83ac728949cd') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:04.613154 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-0c0b1d4c-676e-4aca-b22f-e9116a74d827 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a777d1-7ea7-4ffe-803e-83ac728949cd') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:04.624325 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec1170-4eb0-4439-9a45-d0fd306ddec4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5105e607-2da6-4272-b3e3-36f4773cf72a,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:04.634997 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aec1170-4eb0-4439-9a45-d0fd306ddec4 admin admin] Checking segment: {'id': '11292603-7a0d-4b74-8533-5a1c4d68147d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '43053409-2864-4c6b-a026-f9a43f06c01e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:04.635692 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aec1170-4eb0-4439-9a45-d0fd306ddec4 admin admin] Network hostable DHCP agents. Network: 43053409-2864-4c6b-a026-f9a43f06c01e, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:42:04.656561 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0c0b1d4c-676e-4aca-b22f-e9116a74d827 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (d7a777d1-7ea7-4ffe-803e-83ac728949cd), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:04.661209 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aec1170-4eb0-4439-9a45-d0fd306ddec4 admin admin] Network 43053409-2864-4c6b-a026-f9a43f06c01e is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:42:04.676518 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-4aec1170-4eb0-4439-9a45-d0fd306ddec4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 43053409-2864-4c6b-a026-f9a43f06c01e) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:04.684542 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-a1b15e61-d225-4719-8f0d-04ed957d9a4a service neutron] device_id is not set on port 954ea4bb-79fb-4f3b-aff3-9b1897120944 yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:42:04.686233 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aec1170-4eb0-4439-9a45-d0fd306ddec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:04.688802 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cb6709-a16d-4376-8a48-e0b912ff4311 None None] Network 43053409-2864-4c6b-a026-f9a43f06c01e requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:04.694428 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-a1b15e61-d225-4719-8f0d-04ed957d9a4a service neutron] Publish callbacks [] for port (954ea4bb-79fb-4f3b-aff3-9b1897120944), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:04.699550 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0c0b1d4c-676e-4aca-b22f-e9116a74d827 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (d7a777d1-7ea7-4ffe-803e-83ac728949cd), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:04.700171 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4aec1170-4eb0-4439-9a45-d0fd306ddec4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:04.712049 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c0b1d4c-676e-4aca-b22f-e9116a74d827 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:42:04.713049 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0c0b1d4c-676e-4aca-b22f-e9116a74d827 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (d7a777d1-7ea7-4ffe-803e-83ac728949cd), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:04.715932 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:42:04.715932 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:42:04.715932 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:42:04.715932 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:42:04.715932 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:42:04.715932 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:42:04.715932 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:42:04.715932 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:42:04.715932 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:42:04.715932 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:42:04.715932 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:42:04.715932 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:42:04.715932 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:42:04.715932 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:42:04.715932 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:42:04.715932 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:42:04.715932 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:42:04.715932 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:42:04.715932 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:42:04.715932 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:42:04.715932 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:42:04.715932 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:42:04.715932 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:42:04.715932 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:42:04.715932 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:42:04.715932 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:42:04.715932 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:42:04.715932 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:42:04.715932 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:42:04.715932 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:42:04.715932 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:42:04.715932 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:42:04.725299 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4aec1170-4eb0-4439-9a45-d0fd306ddec4 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6814268 Mar 07 10:42:04.740334 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-a1b15e61-d225-4719-8f0d-04ed957d9a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (954ea4bb-79fb-4f3b-aff3-9b1897120944), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:04.744526 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 53508) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:04.767771 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-fb359add-0756-4368-912b-85b9645e65e8 service neutron] 10.222.0.21 "GET /v2.0/networks/7eaf476d-e62a-411a-84bb-9ffb8dabd737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977490 Mar 07 10:42:04.885750 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32c6131-5e22-413c-a9dd-0e7688484473 None None] Network 43053409-2864-4c6b-a026-f9a43f06c01e requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:04.909904 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-2eae1289-2b1b-4cec-ad92-9749061caf50 service neutron] 10.222.0.21 "GET /v2.0/networks/7eaf476d-e62a-411a-84bb-9ffb8dabd737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942907 Mar 07 10:42:04.980518 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-f7fca40d-e1d9-4175-b0ac-591f9f1e87b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=f8461e0d-ec75-4fe8-9d49-1b9f188d8265 HTTP/1.1" status: 200 len: 217 time: 0.0551479 Mar 07 10:42:04.992457 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-c9a1f287-1059-4cd4-a107-61cb78cd7b3d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2040382218-network', 'tenant_id': 'd45c75614f10495c9e7ad867b8426961'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:05.041260 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0c0b1d4c-676e-4aca-b22f-e9116a74d827 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (f4c9c1ea-13ef-4ebf-9a8e-b1bcf5debaaa), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:05.091367 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0c0b1d4c-676e-4aca-b22f-e9116a74d827 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:05.096217 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0c0b1d4c-676e-4aca-b22f-e9116a74d827 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] 10.222.0.11 "DELETE /v2.0/networks/f4c9c1ea-13ef-4ebf-9a8e-b1bcf5debaaa HTTP/1.1" status: 204 len: 168 time: 1.5839548 Mar 07 10:42:05.122663 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-a1b15e61-d225-4719-8f0d-04ed957d9a4a service neutron] No DVR routers for this DVR port 954ea4bb-79fb-4f3b-aff3-9b1897120944 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:42:05.127069 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b15e61-d225-4719-8f0d-04ed957d9a4a service neutron] Pushing event updated for resources: {'Port': ['ID=954ea4bb-79fb-4f3b-aff3-9b1897120944,revision_number=7']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:05.184454 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b1d4c-676e-4aca-b22f-e9116a74d827 tempest-QuotasNegativeTest-2008314824 tempest-QuotasNegativeTest-2008314824-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4c9c1ea-13ef-4ebf-9a8e-b1bcf5debaaa,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:05.203721 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [req-a1d8ad44-46b2-4746-9278-47992571cab0 req-70393b29-606d-492a-957c-c8a552b6886a tempest-SecurityGroupsNegativeTestJSON-167240741 tempest-SecurityGroupsNegativeTestJSON-167240741-project] show failed (client error): The resource could not be found. Mar 07 10:42:05.204778 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a1d8ad44-46b2-4746-9278-47992571cab0 req-70393b29-606d-492a-957c-c8a552b6886a tempest-SecurityGroupsNegativeTestJSON-167240741 tempest-SecurityGroupsNegativeTestJSON-167240741-project] 10.222.0.11 "GET /v2.0/security-groups/10bfa13b-4388-4d2f-b460-b705e1ff24f0 HTTP/1.1" status: 404 len: 352 time: 0.0234740 Mar 07 10:42:05.206233 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-f92e058d-5432-4ade-bd5c-eb3424701dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:05.208121 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-f92e058d-5432-4ade-bd5c-eb3424701dc6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac6e5a95-0381-4767-881e-02ff8727f823 HTTP/1.1" status: 200 len: 797 time: 0.2191315 Mar 07 10:42:05.213262 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a1f287-1059-4cd4-a107-61cb78cd7b3d admin admin] Made reservation on behalf of d45c75614f10495c9e7ad867b8426961 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:05.215927 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c9a1f287-1059-4cd4-a107-61cb78cd7b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:05.251122 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c9a1f287-1059-4cd4-a107-61cb78cd7b3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:05.306487 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-a1b15e61-d225-4719-8f0d-04ed957d9a4a service neutron] In _notify_port_updated(), no bound segment for port 954ea4bb-79fb-4f3b-aff3-9b1897120944 on network b6eeb2fc-5732-462c-95ea-d42f3351bff0 {{(pid=103767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:42:05.307619 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-a1b15e61-d225-4719-8f0d-04ed957d9a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:05.308311 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-a1b15e61-d225-4719-8f0d-04ed957d9a4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:05.309941 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-a1b15e61-d225-4719-8f0d-04ed957d9a4a service neutron] 10.222.0.21 "PUT /v2.0/ports/954ea4bb-79fb-4f3b-aff3-9b1897120944 HTTP/1.1" status: 200 len: 1033 time: 2.2117546 Mar 07 10:42:05.320260 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-bcebe05f-313a-4d01-82a7-2927cd9b12ab None None] Provisioning complete for port 954ea4bb-79fb-4f3b-aff3-9b1897120944 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:05.320878 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bcebe05f-313a-4d01-82a7-2927cd9b12ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (954ea4bb-79fb-4f3b-aff3-9b1897120944), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:05.393741 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-bcebe05f-313a-4d01-82a7-2927cd9b12ab None None] Port 954ea4bb-79fb-4f3b-aff3-9b1897120944 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:42:05.418316 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-00110f7a-7678-4e97-9f49-525feba8b4f4 req-9a061362-d1cb-4052-aee5-a5925b590646 tempest-SecurityGroupsNegativeTestJSON-167240741 tempest-SecurityGroupsNegativeTestJSON-167240741-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9722a77e40e34438aad6e267aabd5994 HTTP/1.1" status: 200 len: 3005 time: 0.1425505 Mar 07 10:42:05.431780 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-4e520592-5f78-42cd-a611-5d48c63a0f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:05.433309 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-4e520592-5f78-42cd-a611-5d48c63a0f52 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d366e7ad-5e6d-41da-a70c-3aced4fea314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2108629 Mar 07 10:42:05.458172 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd25fff-2896-4345-9513-4864b9c949fa req-2568fdf3-5589-43e0-b226-651cd7e25e0a tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:05.467905 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd25fff-2896-4345-9513-4864b9c949fa req-2568fdf3-5589-43e0-b226-651cd7e25e0a tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:05.476276 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd25fff-2896-4345-9513-4864b9c949fa req-2568fdf3-5589-43e0-b226-651cd7e25e0a tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:05.484011 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd25fff-2896-4345-9513-4864b9c949fa req-2568fdf3-5589-43e0-b226-651cd7e25e0a tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:05.492095 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd25fff-2896-4345-9513-4864b9c949fa req-2568fdf3-5589-43e0-b226-651cd7e25e0a tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:05.497607 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd25fff-2896-4345-9513-4864b9c949fa req-2568fdf3-5589-43e0-b226-651cd7e25e0a tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:05.503101 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd25fff-2896-4345-9513-4864b9c949fa req-2568fdf3-5589-43e0-b226-651cd7e25e0a tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:05.505069 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cbd25fff-2896-4345-9513-4864b9c949fa req-2568fdf3-5589-43e0-b226-651cd7e25e0a tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5420 time: 0.1688533 Mar 07 10:42:05.578038 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-b1694784-2e8b-4a67-a897-f17b2c32f53b service neutron] 10.222.0.21 "GET /v2.0/networks/d366e7ad-5e6d-41da-a70c-3aced4fea314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249828 Mar 07 10:42:05.588606 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cbd25fff-2896-4345-9513-4864b9c949fa req-551e26a1-3bbd-4596-8eee-2a98a9bee1f2 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0709476 Mar 07 10:42:05.723399 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-00110f7a-7678-4e97-9f49-525feba8b4f4 req-fbccca7e-ac5f-4d76-b183-6fb01947f115 tempest-SecurityGroupsNegativeTestJSON-167240741 tempest-SecurityGroupsNegativeTestJSON-167240741-project] 10.222.0.11 "GET /v2.0/security-groups/35fd9822-390e-4870-86c7-ceba10328af1 HTTP/1.1" status: 200 len: 3002 time: 0.2736039 Mar 07 10:42:05.778753 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c9a1f287-1059-4cd4-a107-61cb78cd7b3d admin admin] Publish callbacks [] for security_group (9827ebf5-ce55-4f4a-b13b-57e37cd839e5), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:05.783635 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-b9be57c6-0c5e-4d4a-83e1-96a9959b36ad tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Deleting port 464790b4-c23d-409e-904e-2616b83fda37 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:05.783965 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-b9be57c6-0c5e-4d4a-83e1-96a9959b36ad tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (464790b4-c23d-409e-904e-2616b83fda37), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:05.815430 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c9a1f287-1059-4cd4-a107-61cb78cd7b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (9827ebf5-ce55-4f4a-b13b-57e37cd839e5), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:05.815618 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4f855-84c7-4f31-83aa-39be375b3d09 req-e73abd7d-7cc7-444a-8bfd-bf341a95ea37 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:05.821488 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4f855-84c7-4f31-83aa-39be375b3d09 req-e73abd7d-7cc7-444a-8bfd-bf341a95ea37 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:05.823848 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 53532) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:05.828473 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4f855-84c7-4f31-83aa-39be375b3d09 req-e73abd7d-7cc7-444a-8bfd-bf341a95ea37 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:05.834053 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4f855-84c7-4f31-83aa-39be375b3d09 req-e73abd7d-7cc7-444a-8bfd-bf341a95ea37 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:05.840354 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4f855-84c7-4f31-83aa-39be375b3d09 req-e73abd7d-7cc7-444a-8bfd-bf341a95ea37 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:05.842827 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-32d4f855-84c7-4f31-83aa-39be375b3d09 req-e73abd7d-7cc7-444a-8bfd-bf341a95ea37 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 3876 time: 0.1060205 Mar 07 10:42:05.848811 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-33b419d5-93fb-46ba-88c3-baa05d828e68 service neutron] 10.222.0.21 "GET /v2.0/networks/d366e7ad-5e6d-41da-a70c-3aced4fea314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620251 Mar 07 10:42:05.912329 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-32d4f855-84c7-4f31-83aa-39be375b3d09 req-c76c665b-a122-4370-8aee-350352c857ae tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625160 Mar 07 10:42:06.259840 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a1f287-1059-4cd4-a107-61cb78cd7b3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:42:06.279515 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-cb8b432c-db55-46db-b96d-d713463bfd3a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=7afcc113-918d-4856-a414-821d3eaf65d7 HTTP/1.1" status: 200 len: 217 time: 0.3910711 Mar 07 10:42:06.287154 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-00110f7a-7678-4e97-9f49-525feba8b4f4 req-2c70f102-fef9-41b3-808e-b62bbeeef2b4 tempest-SecurityGroupsNegativeTestJSON-167240741 tempest-SecurityGroupsNegativeTestJSON-167240741-project] 10.222.0.11 "GET /v2.0/security-groups/35fd9822-390e-4870-86c7-ceba10328af1 HTTP/1.1" status: 200 len: 3002 time: 0.5550807 Mar 07 10:42:06.302682 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1f287-1059-4cd4-a107-61cb78cd7b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9827ebf5-ce55-4f4a-b13b-57e37cd839e5,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:06.316106 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e955364a-716a-4ae5-a5fa-86a0d3f97a0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:06.318455 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c9a1f287-1059-4cd4-a107-61cb78cd7b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (a83ef876-47f5-4921-a7cf-604d50d4af09), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:06.318885 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-c9a1f287-1059-4cd4-a107-61cb78cd7b3d admin admin] Added segment a83ef876-47f5-4921-a7cf-604d50d4af09 of type vlan for network a5923ba6-96b8-4a01-ab18-779883a4fe01 Mar 07 10:42:06.379818 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dbad7df6-de77-400f-b5a2-5dc815f989cd req-4e949ea8-fa42-4a78-813d-db8d3dd11add tempest-SecurityGroupsNegativeTestJSON-167240741 tempest-SecurityGroupsNegativeTestJSON-167240741-project] 10.222.0.11 "GET /v2.0/security-groups/35fd9822-390e-4870-86c7-ceba10328af1 HTTP/1.1" status: 200 len: 3002 time: 0.0525582 Mar 07 10:42:06.422688 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-b9be57c6-0c5e-4d4a-83e1-96a9959b36ad tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] For port 464790b4-c23d-409e-904e-2616b83fda37, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=464790b4-c23d-409e-904e-2616b83fda37,segment=NetworkSegment(9b966132-984a-4ab1-93aa-dffdd8926895),segment_id=9b966132-984a-4ab1-93aa-dffdd8926895)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:06.423057 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-b9be57c6-0c5e-4d4a-83e1-96a9959b36ad tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (464790b4-c23d-409e-904e-2616b83fda37), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:06.439209 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-044eace5-5d9d-4d18-9719-3eefcc8ed587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:06.452679 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-18d608b8-d1b8-4978-95fd-5a29bd553460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:06.454158 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-18d608b8-d1b8-4978-95fd-5a29bd553460 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac6e5a95-0381-4767-881e-02ff8727f823 HTTP/1.1" status: 200 len: 797 time: 0.1580944 Mar 07 10:42:06.455662 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c9a1f287-1059-4cd4-a107-61cb78cd7b3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (a5923ba6-96b8-4a01-ab18-779883a4fe01), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:06.457918 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-b9be57c6-0c5e-4d4a-83e1-96a9959b36ad tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Calling delete_port for 464790b4-c23d-409e-904e-2616b83fda37 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:06.461338 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [req-dbad7df6-de77-400f-b5a2-5dc815f989cd req-7798da00-5970-45bf-a17e-2d2d3cafb5de tempest-SecurityGroupsNegativeTestJSON-167240741 tempest-SecurityGroupsNegativeTestJSON-167240741-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 07 10:42:06.463163 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dbad7df6-de77-400f-b5a2-5dc815f989cd req-7798da00-5970-45bf-a17e-2d2d3cafb5de tempest-SecurityGroupsNegativeTestJSON-167240741 tempest-SecurityGroupsNegativeTestJSON-167240741-project] 10.222.0.11 "DELETE /v2.0/security-groups/35fd9822-390e-4870-86c7-ceba10328af1 HTTP/1.1" status: 409 len: 352 time: 0.0821478 Mar 07 10:42:06.580707 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [req-b8c57092-1a6e-4069-9172-d3ace19614ca req-2051f50f-bc8b-4bf5-b693-9f6701acd46e tempest-SecurityGroupsNegativeTestJSON-167240741 tempest-SecurityGroupsNegativeTestJSON-167240741-project] show failed (client error): The resource could not be found. Mar 07 10:42:06.582490 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b8c57092-1a6e-4069-9172-d3ace19614ca req-2051f50f-bc8b-4bf5-b693-9f6701acd46e tempest-SecurityGroupsNegativeTestJSON-167240741 tempest-SecurityGroupsNegativeTestJSON-167240741-project] 10.222.0.11 "GET /v2.0/security-groups/0dcf77f7-8c64-4e2c-8587-8a7948fd6651 HTTP/1.1" status: 404 len: 352 time: 0.0771995 Mar 07 10:42:06.620633 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c9a1f287-1059-4cd4-a107-61cb78cd7b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (a5923ba6-96b8-4a01-ab18-779883a4fe01), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:06.621874 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a1f287-1059-4cd4-a107-61cb78cd7b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:06.623090 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c9a1f287-1059-4cd4-a107-61cb78cd7b3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:06.633323 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [req-0966d382-265b-47f0-950b-e4348b810d37 req-80da09b1-9788-4d09-9cf5-b1675e23dfdd tempest-SecurityGroupsNegativeTestJSON-167240741 tempest-SecurityGroupsNegativeTestJSON-167240741-project] show failed (client error): The resource could not be found. Mar 07 10:42:06.642606 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0966d382-265b-47f0-950b-e4348b810d37 req-80da09b1-9788-4d09-9cf5-b1675e23dfdd tempest-SecurityGroupsNegativeTestJSON-167240741 tempest-SecurityGroupsNegativeTestJSON-167240741-project] 10.222.0.11 "GET /v2.0/security-groups/c8bd51fe-c1f4-4f36-b03a-5e7387c4dadc HTTP/1.1" status: 404 len: 352 time: 0.0267589 Mar 07 10:42:06.666105 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53544) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:06.739046 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee488128-824b-4e4d-bcca-ec7b56ddf4bf admin admin] Deleting subnet 5105e607-2da6-4272-b3e3-36f4773cf72a {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:42:06.744033 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-1c3d2f5e-8adb-4435-adb1-785766a7c383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:06.746029 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ee488128-824b-4e4d-bcca-ec7b56ddf4bf admin admin] Publish callbacks [] for subnet (5105e607-2da6-4272-b3e3-36f4773cf72a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:06.746257 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-1c3d2f5e-8adb-4435-adb1-785766a7c383 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d366e7ad-5e6d-41da-a70c-3aced4fea314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2817655 Mar 07 10:42:06.764686 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c9a1f287-1059-4cd4-a107-61cb78cd7b3d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0144432 Mar 07 10:42:06.766749 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53548) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:06.782356 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-2df44782-168e-47cb-9f1c-e22c88adafb7 admin admin] Request body: {'subnet': {'network_id': 'a5923ba6-96b8-4a01-ab18-779883a4fe01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2040382218-subnet', 'tenant_id': 'd45c75614f10495c9e7ad867b8426961', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:06.804929 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ee488128-824b-4e4d-bcca-ec7b56ddf4bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (5105e607-2da6-4272-b3e3-36f4773cf72a), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:06.825426 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e955364a-716a-4ae5-a5fa-86a0d3f97a0d admin admin] Publish callbacks [] for security_group (59fe2c2d-746a-4e1b-ab80-53c05189bddb), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:06.838036 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df44782-168e-47cb-9f1c-e22c88adafb7 admin admin] Made reservation on behalf of d45c75614f10495c9e7ad867b8426961 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:06.841748 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2df44782-168e-47cb-9f1c-e22c88adafb7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:06.867351 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e955364a-716a-4ae5-a5fa-86a0d3f97a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (59fe2c2d-746a-4e1b-ab80-53c05189bddb), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:06.882619 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1f287-1059-4cd4-a107-61cb78cd7b3d admin admin] Pushing event updated for resources: {'Network': ['ID=a5923ba6-96b8-4a01-ab18-779883a4fe01,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:06.894804 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network a5923ba6-96b8-4a01-ab18-779883a4fe01 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:42:06.918125 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ee488128-824b-4e4d-bcca-ec7b56ddf4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (5105e607-2da6-4272-b3e3-36f4773cf72a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:07.042301 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e955364a-716a-4ae5-a5fa-86a0d3f97a0d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=750e50048b6c4f24a1460cbc982ffe03&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2140148 Mar 07 10:42:07.047724 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955364a-716a-4ae5-a5fa-86a0d3f97a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59fe2c2d-746a-4e1b-ab80-53c05189bddb,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:07.047915 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53552) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:07.073783 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74159137-0e47-402a-badf-8083ac6183ad req-42e64f1e-a2ba-4e63-a4dc-dded40e829b0 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:07.079097 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74159137-0e47-402a-badf-8083ac6183ad req-42e64f1e-a2ba-4e63-a4dc-dded40e829b0 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:07.084393 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74159137-0e47-402a-badf-8083ac6183ad req-42e64f1e-a2ba-4e63-a4dc-dded40e829b0 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:07.090323 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74159137-0e47-402a-badf-8083ac6183ad req-42e64f1e-a2ba-4e63-a4dc-dded40e829b0 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:07.095865 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74159137-0e47-402a-badf-8083ac6183ad req-42e64f1e-a2ba-4e63-a4dc-dded40e829b0 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:07.101473 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74159137-0e47-402a-badf-8083ac6183ad req-42e64f1e-a2ba-4e63-a4dc-dded40e829b0 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:07.107735 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74159137-0e47-402a-badf-8083ac6183ad req-42e64f1e-a2ba-4e63-a4dc-dded40e829b0 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:07.109764 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-74159137-0e47-402a-badf-8083ac6183ad req-42e64f1e-a2ba-4e63-a4dc-dded40e829b0 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5420 time: 0.3708556 Mar 07 10:42:07.138426 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-b9be57c6-0c5e-4d4a-83e1-96a9959b36ad tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (464790b4-c23d-409e-904e-2616b83fda37), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:07.138659 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ee488128-824b-4e4d-bcca-ec7b56ddf4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (5105e607-2da6-4272-b3e3-36f4773cf72a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:07.152342 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-fbf94c6a-eefb-4289-9f1e-70c67ce10966 service neutron] 10.222.0.21 "GET /v2.0/networks/d366e7ad-5e6d-41da-a70c-3aced4fea314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434818 Mar 07 10:42:07.170693 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee488128-824b-4e4d-bcca-ec7b56ddf4bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5105e607-2da6-4272-b3e3-36f4773cf72a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:07.195182 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be57c6-0c5e-4d4a-83e1-96a9959b36ad tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Pushing event deleted for resources: {'Port': ['ID=464790b4-c23d-409e-904e-2616b83fda37,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:07.197807 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ee488128-824b-4e4d-bcca-ec7b56ddf4bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:07.203380 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ee488128-824b-4e4d-bcca-ec7b56ddf4bf admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5105e607-2da6-4272-b3e3-36f4773cf72a HTTP/1.1" status: 204 len: 168 time: 0.5338151 Mar 07 10:42:07.205962 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53554) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:07.259527 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fb6ffe0-a707-4a65-b29c-2391086a7a90 admin admin] Publish callbacks [] for security_group (59fe2c2d-746a-4e1b-ab80-53c05189bddb), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:07.279445 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082411ca-cad9-44ce-83a0-b2a8a2967ebc req-e6fbe573-fb03-452e-9a32-eca61201fc54 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:07.284679 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082411ca-cad9-44ce-83a0-b2a8a2967ebc req-e6fbe573-fb03-452e-9a32-eca61201fc54 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:07.290007 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082411ca-cad9-44ce-83a0-b2a8a2967ebc req-e6fbe573-fb03-452e-9a32-eca61201fc54 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:07.295874 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082411ca-cad9-44ce-83a0-b2a8a2967ebc req-e6fbe573-fb03-452e-9a32-eca61201fc54 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:07.301177 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082411ca-cad9-44ce-83a0-b2a8a2967ebc req-e6fbe573-fb03-452e-9a32-eca61201fc54 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:07.303245 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-082411ca-cad9-44ce-83a0-b2a8a2967ebc req-e6fbe573-fb03-452e-9a32-eca61201fc54 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 3798 time: 0.2280350 Mar 07 10:42:07.315559 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-b9be57c6-0c5e-4d4a-83e1-96a9959b36ad tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] No DVR routers for this DVR port 464790b4-c23d-409e-904e-2616b83fda37 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:42:07.323263 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-74159137-0e47-402a-badf-8083ac6183ad req-8009304e-fde2-447a-aad4-d5481993c489 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2024157 Mar 07 10:42:07.326471 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-b9be57c6-0c5e-4d4a-83e1-96a9959b36ad tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:07.329668 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-b9be57c6-0c5e-4d4a-83e1-96a9959b36ad tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.21 "DELETE /v2.0/ports/464790b4-c23d-409e-904e-2616b83fda37 HTTP/1.1" status: 204 len: 173 time: 2.0048673 Mar 07 10:42:07.330119 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-deleted', 'tag': '464790b4-c23d-409e-904e-2616b83fda37'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:42:07.332395 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea58a06-d26a-4ca8-8bf3-74f49eb7acb0" -d '{"events": [{"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-deleted", "tag": "464790b4-c23d-409e-904e-2616b83fda37"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:42:07.370857 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fb6ffe0-a707-4a65-b29c-2391086a7a90 admin admin] Publish callbacks [] for security_group (59fe2c2d-746a-4e1b-ab80-53c05189bddb), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:07.403681 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d881c17-93d5-49c9-ae27-4236053f3b93 x-openstack-request-id: req-9d881c17-93d5-49c9-ae27-4236053f3b93 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:42:07.404104 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-deleted", "tag": "464790b4-c23d-409e-904e-2616b83fda37", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:42:07.404435 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9d881c17-93d5-49c9-ae27-4236053f3b93 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:42:07.405282 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-deleted', 'tag': '464790b4-c23d-409e-904e-2616b83fda37', 'status': 'completed', 'code': 200} Mar 07 10:42:07.413384 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-e67c4c78-adbc-462e-9fe4-8030516b3926 service neutron] 10.222.0.21 "GET /v2.0/networks/d366e7ad-5e6d-41da-a70c-3aced4fea314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527490 Mar 07 10:42:07.436508 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8738a45-f154-4606-9429-b8fa9e338694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (43053409-2864-4c6b-a026-f9a43f06c01e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:07.481879 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-8793e930-f302-4cb3-9972-3ac416f5c07c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=ea7ffff0-7638-4d15-87eb-5069b07e0844 HTTP/1.1" status: 200 len: 217 time: 0.0400071 Mar 07 10:42:07.497539 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2df44782-168e-47cb-9f1c-e22c88adafb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (05b20612-5630-4733-a049-88ce1f12b48c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:07.551203 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-3b750602-f8a8-4e6d-a7a0-0e4ef2fbd6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:07.552411 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-082411ca-cad9-44ce-83a0-b2a8a2967ebc req-d460b277-45b1-4759-8c31-cf28bd7fd917 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334154 Mar 07 10:42:07.552918 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-3b750602-f8a8-4e6d-a7a0-0e4ef2fbd6d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac6e5a95-0381-4767-881e-02ff8727f823 HTTP/1.1" status: 200 len: 797 time: 0.0623281 Mar 07 10:42:07.557289 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-dd2b82a5-3795-4aa5-bbab-6ae6e22a6e78 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Deleting port dd308e88-228c-48d1-aca2-6ee75466e34d {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:07.557708 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-dd2b82a5-3795-4aa5-bbab-6ae6e22a6e78 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (dd308e88-228c-48d1-aca2-6ee75466e34d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:07.606826 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fb6ffe0-a707-4a65-b29c-2391086a7a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (59fe2c2d-746a-4e1b-ab80-53c05189bddb), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:07.609654 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fb6ffe0-a707-4a65-b29c-2391086a7a90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:07.610983 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1fb6ffe0-a707-4a65-b29c-2391086a7a90 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/59fe2c2d-746a-4e1b-ab80-53c05189bddb HTTP/1.1" status: 204 len: 168 time: 0.5622039 Mar 07 10:42:07.620858 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df44782-168e-47cb-9f1c-e22c88adafb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05b20612-5630-4733-a049-88ce1f12b48c,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:07.677953 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8738a45-f154-4606-9429-b8fa9e338694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (43053409-2864-4c6b-a026-f9a43f06c01e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:07.695014 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-08d30dbd-d724-4a25-b013-87e64ae85415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:07.697464 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-08d30dbd-d724-4a25-b013-87e64ae85415 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d366e7ad-5e6d-41da-a70c-3aced4fea314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1359279 Mar 07 10:42:07.720500 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-b8738a45-f154-4606-9429-b8fa9e338694 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43053409-2864-4c6b-a026-f9a43f06c01e']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:07.724669 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6ffe0-a707-4a65-b29c-2391086a7a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fe2c2d-746a-4e1b-ab80-53c05189bddb,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:07.732975 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df44782-168e-47cb-9f1c-e22c88adafb7 admin admin] Checking segment: {'id': 'a83ef876-47f5-4921-a7cf-604d50d4af09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a5923ba6-96b8-4a01-ab18-779883a4fe01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:07.733369 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df44782-168e-47cb-9f1c-e22c88adafb7 admin admin] Network hostable DHCP agents. Network: a5923ba6-96b8-4a01-ab18-779883a4fe01, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:42:07.739128 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-b8738a45-f154-4606-9429-b8fa9e338694 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11292603-7a0d-4b74-8533-5a1c4d68147d') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:07.739415 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-b8738a45-f154-4606-9429-b8fa9e338694 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11292603-7a0d-4b74-8533-5a1c4d68147d') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:07.753875 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8738a45-f154-4606-9429-b8fa9e338694 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (11292603-7a0d-4b74-8533-5a1c4d68147d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:07.774813 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8738a45-f154-4606-9429-b8fa9e338694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (11292603-7a0d-4b74-8533-5a1c4d68147d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:07.785657 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df44782-168e-47cb-9f1c-e22c88adafb7 admin admin] Network a5923ba6-96b8-4a01-ab18-779883a4fe01 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:42:07.822732 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8738a45-f154-4606-9429-b8fa9e338694 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:42:07.823204 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8738a45-f154-4606-9429-b8fa9e338694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (11292603-7a0d-4b74-8533-5a1c4d68147d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:07.825528 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-dd2b82a5-3795-4aa5-bbab-6ae6e22a6e78 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] For port dd308e88-228c-48d1-aca2-6ee75466e34d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=dd308e88-228c-48d1-aca2-6ee75466e34d,segment=NetworkSegment(c14401ed-1dc6-4fb0-8253-1c6f0b683339),segment_id=c14401ed-1dc6-4fb0-8253-1c6f0b683339)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:07.826097 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-dd2b82a5-3795-4aa5-bbab-6ae6e22a6e78 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (dd308e88-228c-48d1-aca2-6ee75466e34d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:07.826871 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:42:07.826871 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:42:07.826871 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:42:07.826871 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:42:07.826871 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:42:07.826871 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:42:07.826871 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:42:07.826871 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:42:07.826871 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:42:07.826871 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:42:07.826871 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:42:07.826871 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:42:07.826871 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:42:07.826871 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:42:07.826871 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:42:07.826871 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:42:07.826871 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:42:07.826871 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:42:07.826871 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:42:07.826871 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:42:07.826871 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:42:07.826871 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:42:07.826871 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:42:07.826871 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:42:07.826871 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:42:07.826871 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:42:07.826871 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:42:07.826871 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:42:07.826871 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:42:07.826871 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:42:07.826871 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:42:07.826871 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:42:07.846073 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-2df44782-168e-47cb-9f1c-e22c88adafb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, a5923ba6-96b8-4a01-ab18-779883a4fe01) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:07.860046 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-dd2b82a5-3795-4aa5-bbab-6ae6e22a6e78 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Calling delete_port for dd308e88-228c-48d1-aca2-6ee75466e34d owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:07.876281 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd65e89-35dc-4fd9-b268-13230dcc8911 None None] Network a5923ba6-96b8-4a01-ab18-779883a4fe01 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:07.939347 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-abc0d5ec-85bc-49f2-ab2e-0e062d268419 service neutron] 10.222.0.21 "GET /v2.0/networks/d366e7ad-5e6d-41da-a70c-3aced4fea314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346716 Mar 07 10:42:07.950384 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df44782-168e-47cb-9f1c-e22c88adafb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:07.950971 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2df44782-168e-47cb-9f1c-e22c88adafb7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.001409 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2df44782-168e-47cb-9f1c-e22c88adafb7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2332783 Mar 07 10:42:08.002682 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8738a45-f154-4606-9429-b8fa9e338694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (43053409-2864-4c6b-a026-f9a43f06c01e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.004457 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53564) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:08.009503 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-078fa0f7-f64f-423b-a026-2442233b3e99 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2040382218-router', 'tenant_id': 'd45c75614f10495c9e7ad867b8426961', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:08.017719 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8738a45-f154-4606-9429-b8fa9e338694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.023733 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b8738a45-f154-4606-9429-b8fa9e338694 admin admin] 10.222.0.11 "DELETE /v2.0/networks/43053409-2864-4c6b-a026-f9a43f06c01e HTTP/1.1" status: 204 len: 168 time: 0.8085220 Mar 07 10:42:08.037578 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8738a45-f154-4606-9429-b8fa9e338694 admin admin] Pushing event deleted for resources: {'Network': ['ID=43053409-2864-4c6b-a026-f9a43f06c01e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:08.061881 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-078fa0f7-f64f-423b-a026-2442233b3e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (313ee869-649f-43d5-bfed-b9c8aed80041), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.063119 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-078fa0f7-f64f-423b-a026-2442233b3e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (313ee869-649f-43d5-bfed-b9c8aed80041), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.099750 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773aaa71-dd5b-4178-89de-23c92775d199 None None] Network a5923ba6-96b8-4a01-ab18-779883a4fe01 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:08.110399 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-b237bf3e-481c-4a75-983f-54255e6519a9 service neutron] 10.222.0.21 "GET /v2.0/networks/d366e7ad-5e6d-41da-a70c-3aced4fea314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651092 Mar 07 10:42:08.147543 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-078fa0f7-f64f-423b-a026-2442233b3e99 admin admin] Publish callbacks [] for router_controller (313ee869-649f-43d5-bfed-b9c8aed80041), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.190650 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 53568) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:08.208259 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-7a6dbee2-fa13-484d-a9c4-c67465ea6753 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=228f4021-a7f7-470b-affc-cfa61cd88930 HTTP/1.1" status: 200 len: 217 time: 0.0898082 Mar 07 10:42:08.258751 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d07adc33-d769-409e-83ff-1a184cb6d391 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.281393 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53570) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:08.293888 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-dd2b82a5-3795-4aa5-bbab-6ae6e22a6e78 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (dd308e88-228c-48d1-aca2-6ee75466e34d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.347543 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b82a5-3795-4aa5-bbab-6ae6e22a6e78 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Pushing event deleted for resources: {'Port': ['ID=dd308e88-228c-48d1-aca2-6ee75466e34d,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:08.363888 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-80443947-50a4-4cae-a6e7-0767c659ca81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:08.365557 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-80443947-50a4-4cae-a6e7-0767c659ca81 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac6e5a95-0381-4767-881e-02ff8727f823 HTTP/1.1" status: 200 len: 797 time: 0.1334200 Mar 07 10:42:08.385377 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8fffc7de-61e9-4621-98d9-04ac27e64665 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9722a77e40e34438aad6e267aabd5994&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1025121 Mar 07 10:42:08.388792 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53574) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:08.433396 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-dd2b82a5-3795-4aa5-bbab-6ae6e22a6e78 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] No DVR routers for this DVR port dd308e88-228c-48d1-aca2-6ee75466e34d on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:42:08.439953 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-dd2b82a5-3795-4aa5-bbab-6ae6e22a6e78 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.443328 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-dd2b82a5-3795-4aa5-bbab-6ae6e22a6e78 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.21 "DELETE /v2.0/ports/dd308e88-228c-48d1-aca2-6ee75466e34d HTTP/1.1" status: 204 len: 173 time: 1.1062210 Mar 07 10:42:08.443648 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-078fa0f7-f64f-423b-a026-2442233b3e99 admin admin] Publish callbacks [] for router_gateway (313ee869-649f-43d5-bfed-b9c8aed80041), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.534461 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-7b9d4d91-b38d-4052-a5e2-c87aac939692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:08.535988 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-7b9d4d91-b38d-4052-a5e2-c87aac939692 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d366e7ad-5e6d-41da-a70c-3aced4fea314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1533918 Mar 07 10:42:08.570878 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ddb03848-9396-463a-87c7-9a0d186a142e admin admin] Publish callbacks [] for security_group (35fd9822-390e-4870-86c7-ceba10328af1), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.598093 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9c77396c-96ab-4e7f-b6cb-7c5b5f60ba4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.642688 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d07adc33-d769-409e-83ff-1a184cb6d391 admin admin] Publish callbacks [] for security_group (c1f0cb22-b308-4a3b-909a-75feee17720e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.652533 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6972013-6331-4870-844b-db8276dbbd4f req-500022fb-c14a-417a-996d-3f779ab110b9 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:08.654548 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d07adc33-d769-409e-83ff-1a184cb6d391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (c1f0cb22-b308-4a3b-909a-75feee17720e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.673553 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6972013-6331-4870-844b-db8276dbbd4f req-500022fb-c14a-417a-996d-3f779ab110b9 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:08.683182 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6972013-6331-4870-844b-db8276dbbd4f req-500022fb-c14a-417a-996d-3f779ab110b9 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:08.689033 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6972013-6331-4870-844b-db8276dbbd4f req-500022fb-c14a-417a-996d-3f779ab110b9 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:08.695133 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6972013-6331-4870-844b-db8276dbbd4f req-500022fb-c14a-417a-996d-3f779ab110b9 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:08.702631 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6972013-6331-4870-844b-db8276dbbd4f req-500022fb-c14a-417a-996d-3f779ab110b9 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:08.709345 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6972013-6331-4870-844b-db8276dbbd4f req-500022fb-c14a-417a-996d-3f779ab110b9 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:08.711667 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c6972013-6331-4870-844b-db8276dbbd4f req-500022fb-c14a-417a-996d-3f779ab110b9 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5420 time: 0.2523074 Mar 07 10:42:08.748532 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ddb03848-9396-463a-87c7-9a0d186a142e admin admin] Publish callbacks [] for security_group (35fd9822-390e-4870-86c7-ceba10328af1), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.772044 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d07adc33-d769-409e-83ff-1a184cb6d391 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0122c683c9cd404fa7084209bbb8e88a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5781198 Mar 07 10:42:08.776771 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53580) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:08.791929 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-5af58b16-babc-406b-9bfc-46016c937248 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Deleting port e30ed817-8760-43d1-b6f4-a2f921a6f91f {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:08.792293 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-5af58b16-babc-406b-9bfc-46016c937248 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (e30ed817-8760-43d1-b6f4-a2f921a6f91f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.795198 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07adc33-d769-409e-83ff-1a184cb6d391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f0cb22-b308-4a3b-909a-75feee17720e,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:08.803463 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-a4af936c-e3cf-42dd-9e52-7c18ede04c07 service neutron] 10.222.0.21 "GET /v2.0/networks/d366e7ad-5e6d-41da-a70c-3aced4fea314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457106 Mar 07 10:42:08.901966 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c6972013-6331-4870-844b-db8276dbbd4f req-810ddcad-5930-418f-949b-6f70f35852b9 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1763408 Mar 07 10:42:08.924937 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ddb03848-9396-463a-87c7-9a0d186a142e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (35fd9822-390e-4870-86c7-ceba10328af1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.928122 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ddb03848-9396-463a-87c7-9a0d186a142e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.932065 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ddb03848-9396-463a-87c7-9a0d186a142e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/35fd9822-390e-4870-86c7-ceba10328af1 HTTP/1.1" status: 204 len: 168 time: 0.5392466 Mar 07 10:42:08.944287 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e7c192fe-c810-4f68-a1f6-ba1ed083fee2 admin admin] Publish callbacks [] for security_group (c1f0cb22-b308-4a3b-909a-75feee17720e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:08.973413 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb03848-9396-463a-87c7-9a0d186a142e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fd9822-390e-4870-86c7-ceba10328af1,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:09.042364 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d23107-28ff-400e-95fc-a15bd876f718 req-eaf19042-caf0-498b-9b65-900a6d5b8212 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:09.049573 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d23107-28ff-400e-95fc-a15bd876f718 req-eaf19042-caf0-498b-9b65-900a6d5b8212 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:09.058152 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d23107-28ff-400e-95fc-a15bd876f718 req-eaf19042-caf0-498b-9b65-900a6d5b8212 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:09.067596 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72d23107-28ff-400e-95fc-a15bd876f718 req-eaf19042-caf0-498b-9b65-900a6d5b8212 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 2410 time: 0.3900321 Mar 07 10:42:09.099255 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-5af58b16-babc-406b-9bfc-46016c937248 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] For port e30ed817-8760-43d1-b6f4-a2f921a6f91f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e30ed817-8760-43d1-b6f4-a2f921a6f91f,segment=NetworkSegment(c14401ed-1dc6-4fb0-8253-1c6f0b683339),segment_id=c14401ed-1dc6-4fb0-8253-1c6f0b683339)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:09.099622 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-5af58b16-babc-406b-9bfc-46016c937248 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (e30ed817-8760-43d1-b6f4-a2f921a6f91f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:09.102383 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e7c192fe-c810-4f68-a1f6-ba1ed083fee2 admin admin] Publish callbacks [] for security_group (c1f0cb22-b308-4a3b-909a-75feee17720e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:09.123768 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-5af58b16-babc-406b-9bfc-46016c937248 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Calling delete_port for e30ed817-8760-43d1-b6f4-a2f921a6f91f owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:09.177889 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-078fa0f7-f64f-423b-a026-2442233b3e99 admin admin] Publish callbacks [] for router_gateway (313ee869-649f-43d5-bfed-b9c8aed80041), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:09.200837 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-078fa0f7-f64f-423b-a026-2442233b3e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:09.225355 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e7c192fe-c810-4f68-a1f6-ba1ed083fee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (c1f0cb22-b308-4a3b-909a-75feee17720e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:09.229259 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e7c192fe-c810-4f68-a1f6-ba1ed083fee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:09.231001 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e7c192fe-c810-4f68-a1f6-ba1ed083fee2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c1f0cb22-b308-4a3b-909a-75feee17720e HTTP/1.1" status: 204 len: 168 time: 0.4474549 Mar 07 10:42:09.283517 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cf8fc0d3-8200-416a-81ad-7d9d61354dab req-40db8abb-74a3-4b7d-85b1-07efb6448015 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5311100 Mar 07 10:42:09.284993 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c192fe-c810-4f68-a1f6-ba1ed083fee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f0cb22-b308-4a3b-909a-75feee17720e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:09.285538 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-98aaf0ae-3af7-410a-ac71-3a9215aafa07 service neutron] 10.222.0.21 "GET /v2.0/networks/d366e7ad-5e6d-41da-a70c-3aced4fea314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4675195 Mar 07 10:42:09.291333 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-5af58b16-babc-406b-9bfc-46016c937248 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (e30ed817-8760-43d1-b6f4-a2f921a6f91f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:09.381746 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-48a98eee-818d-4e14-8d8f-c2b7a4650e57 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b3e6cb98-f1eb-4ce3-ad21-8cac5012de24 HTTP/1.1" status: 200 len: 217 time: 0.0884709 Mar 07 10:42:09.385609 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af58b16-babc-406b-9bfc-46016c937248 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Pushing event deleted for resources: {'Port': ['ID=e30ed817-8760-43d1-b6f4-a2f921a6f91f,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:09.454946 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-078fa0f7-f64f-423b-a026-2442233b3e99 admin admin] Allocated IP 172.25.3.250 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/8b5dfb3e-a103-4b15-a418-519f52726f46) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:42:09.458075 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-deleted', 'tag': 'dd308e88-228c-48d1-aca2-6ee75466e34d'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:42:09.463264 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3996e4-452f-4dae-bb16-74ae5c009150" -d '{"events": [{"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-deleted", "tag": "dd308e88-228c-48d1-aca2-6ee75466e34d"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:42:09.528019 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-fedd9589-8776-412b-aee4-4860e4b6c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:09.529624 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-fedd9589-8776-412b-aee4-4860e4b6c543 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa90e579-fbb2-41a5-a769-aa15a70e7fb4 HTTP/1.1" status: 200 len: 797 time: 0.1419814 Mar 07 10:42:09.559101 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-5af58b16-babc-406b-9bfc-46016c937248 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] No DVR routers for this DVR port e30ed817-8760-43d1-b6f4-a2f921a6f91f on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:42:09.562655 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-5af58b16-babc-406b-9bfc-46016c937248 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:09.568012 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-5af58b16-babc-406b-9bfc-46016c937248 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.21 "DELETE /v2.0/ports/e30ed817-8760-43d1-b6f4-a2f921a6f91f HTTP/1.1" status: 204 len: 173 time: 1.1162267 Mar 07 10:42:09.632549 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b66e0f48-8b45-47e1-ad8f-173472592463 x-openstack-request-id: req-b66e0f48-8b45-47e1-ad8f-173472592463 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:42:09.632903 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-deleted", "tag": "dd308e88-228c-48d1-aca2-6ee75466e34d", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:42:09.633395 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b66e0f48-8b45-47e1-ad8f-173472592463 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:42:09.633851 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-deleted', 'tag': 'dd308e88-228c-48d1-aca2-6ee75466e34d', 'status': 'completed', 'code': 200} Mar 07 10:42:09.635053 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-078fa0f7-f64f-423b-a026-2442233b3e99 admin admin] Publish callbacks [] for port (8b5dfb3e-a103-4b15-a418-519f52726f46), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:09.672067 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fc0d3-8200-416a-81ad-7d9d61354dab req-d8e5404e-c2bd-452b-b968-164692b1e091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:09.674207 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cf8fc0d3-8200-416a-81ad-7d9d61354dab req-d8e5404e-c2bd-452b-b968-164692b1e091 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d640dc7f4f784834ad48e78ec0df26a5&device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 1127 time: 0.3063905 Mar 07 10:42:09.676157 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-078fa0f7-f64f-423b-a026-2442233b3e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (8b5dfb3e-a103-4b15-a418-519f52726f46), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:09.679882 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72d23107-28ff-400e-95fc-a15bd876f718 req-a4c63f5b-cb57-4696-84d9-f21f904bd79e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6113291 Mar 07 10:42:09.773943 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-2c7d5c49-952c-42db-b184-220add9ab854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:09.776187 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-2c7d5c49-952c-42db-b184-220add9ab854 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e6e19dc-30d3-40ef-be16-f572a6948ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.2229707 Mar 07 10:42:09.777344 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078fa0f7-f64f-423b-a026-2442233b3e99 admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:09.780965 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-078fa0f7-f64f-423b-a026-2442233b3e99 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:09.790834 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078fa0f7-f64f-423b-a026-2442233b3e99 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:42:09.809144 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:09.881643 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078fa0f7-f64f-423b-a026-2442233b3e99 admin admin] Pushing event updated for resources: {'Port': ['ID=8b5dfb3e-a103-4b15-a418-519f52726f46,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:10.246923 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4ad93-1b65-4367-b71a-bef2adc21b6f req-83032268-176f-4aeb-84f9-29fd64b7c67d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:10.252764 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4ad93-1b65-4367-b71a-bef2adc21b6f req-83032268-176f-4aeb-84f9-29fd64b7c67d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:10.261383 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4ad93-1b65-4367-b71a-bef2adc21b6f req-83032268-176f-4aeb-84f9-29fd64b7c67d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:10.267603 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4ad93-1b65-4367-b71a-bef2adc21b6f req-83032268-176f-4aeb-84f9-29fd64b7c67d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:10.273672 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4ad93-1b65-4367-b71a-bef2adc21b6f req-83032268-176f-4aeb-84f9-29fd64b7c67d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:10.280563 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4ad93-1b65-4367-b71a-bef2adc21b6f req-83032268-176f-4aeb-84f9-29fd64b7c67d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:10.286278 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4ad93-1b65-4367-b71a-bef2adc21b6f req-83032268-176f-4aeb-84f9-29fd64b7c67d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:10.288709 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7ca4ad93-1b65-4367-b71a-bef2adc21b6f req-83032268-176f-4aeb-84f9-29fd64b7c67d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5420 time: 0.1762605 Mar 07 10:42:10.396861 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-078fa0f7-f64f-423b-a026-2442233b3e99 admin admin] Publish callbacks [] for router_gateway (313ee869-649f-43d5-bfed-b9c8aed80041), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:10.529952 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fc0d3-8200-416a-81ad-7d9d61354dab req-30bde064-7632-49b3-8d17-b2d9205cc787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:10.531448 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cf8fc0d3-8200-416a-81ad-7d9d61354dab req-30bde064-7632-49b3-8d17-b2d9205cc787 service neutron] 10.222.0.21 "GET /v2.0/networks?id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41 HTTP/1.1" status: 200 len: 912 time: 0.8305948 Mar 07 10:42:10.536672 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-0c1251fc-9eb8-4b74-8a82-9fc5d34a18c5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Deleting port da3688d3-10e0-4a5d-bb39-c96a68d7998c {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:10.537015 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-0c1251fc-9eb8-4b74-8a82-9fc5d34a18c5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (da3688d3-10e0-4a5d-bb39-c96a68d7998c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:10.597444 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-b3457a3d-c85e-4b69-b3b7-0d4cff4a8bbc service neutron] 10.222.0.21 "GET /v2.0/networks/2e6e19dc-30d3-40ef-be16-f572a6948ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8031762 Mar 07 10:42:10.609006 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7ca4ad93-1b65-4367-b71a-bef2adc21b6f req-3f806ebe-b14b-4dbc-9cb4-3a1f4b79f956 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3005095 Mar 07 10:42:10.697410 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-078fa0f7-f64f-423b-a026-2442233b3e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (313ee869-649f-43d5-bfed-b9c8aed80041), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:10.763352 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-0b4cebae-66e5-478b-a344-715ffa0e3bec service neutron] 10.222.0.21 "GET /v2.0/networks/2e6e19dc-30d3-40ef-be16-f572a6948ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934470 Mar 07 10:42:10.790903 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cf8fc0d3-8200-416a-81ad-7d9d61354dab req-276b4e2c-7ea9-4146-953d-388bd8aa34df service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebed4773-7953-4951-8a16-c8016ef092a4 HTTP/1.1" status: 200 len: 217 time: 0.2278938 Mar 07 10:42:10.876070 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-792c8567-6575-4b13-b318-270fe61d1f66 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f1eb3287-a1de-494b-bb6b-d382c5ab6cbb HTTP/1.1" status: 200 len: 217 time: 0.0839863 Mar 07 10:42:10.951759 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-b5e8f147-b4f3-45c8-bd8a-f738643d6061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:10.953271 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-b5e8f147-b4f3-45c8-bd8a-f738643d6061 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa90e579-fbb2-41a5-a769-aa15a70e7fb4 HTTP/1.1" status: 200 len: 797 time: 0.0708723 Mar 07 10:42:10.958000 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 53642) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:11.084892 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fc0d3-8200-416a-81ad-7d9d61354dab req-99b44850-275b-4a07-8142-03451a720dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:11.086380 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cf8fc0d3-8200-416a-81ad-7d9d61354dab req-99b44850-275b-4a07-8142-03451a720dfc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=be75dc35-59ec-464d-b948-3549cf46df15 HTTP/1.1" status: 200 len: 850 time: 0.2883260 Mar 07 10:42:11.096356 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-0c1251fc-9eb8-4b74-8a82-9fc5d34a18c5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] For port da3688d3-10e0-4a5d-bb39-c96a68d7998c, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=da3688d3-10e0-4a5d-bb39-c96a68d7998c,segment=NetworkSegment(3809a5c1-788e-4753-a8f3-6656dcfe274f),segment_id=3809a5c1-788e-4753-a8f3-6656dcfe274f)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:11.098702 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-0c1251fc-9eb8-4b74-8a82-9fc5d34a18c5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (da3688d3-10e0-4a5d-bb39-c96a68d7998c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:11.151101 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-cf3ef66a-bd6a-42aa-adfb-c9678dee2bb1 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Request body: {'networks': [{'name': 'tempest-network--554240236'}, {'name': 'tempest-network--1147057449'}]} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:11.151428 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-cf3ef66a-bd6a-42aa-adfb-c9678dee2bb1 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Request body: {'network': {'name': 'tempest-network--554240236'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:11.151865 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-cf3ef66a-bd6a-42aa-adfb-c9678dee2bb1 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Request body: {'network': {'name': 'tempest-network--1147057449'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:11.252500 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53650) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:11.272686 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-4c33a4ff-a34a-4fd4-b2d1-a09ade0ecc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:11.274411 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-4c33a4ff-a34a-4fd4-b2d1-a09ade0ecc72 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e6e19dc-30d3-40ef-be16-f572a6948ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.3142788 Mar 07 10:42:11.279050 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3ef66a-bd6a-42aa-adfb-c9678dee2bb1 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Made reservation on behalf of 9293b89c531243128a8cf15115bcec0f for: {'network': 2} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:11.288296 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9153b0-e059-4446-bf97-bccd4fdfcf02 req-7d16d4e3-e4f6-4bd6-a9bc-c341881e2999 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:11.292656 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cf3ef66a-bd6a-42aa-adfb-c9678dee2bb1 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:11.295274 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9153b0-e059-4446-bf97-bccd4fdfcf02 req-7d16d4e3-e4f6-4bd6-a9bc-c341881e2999 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:11.303528 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4a9153b0-e059-4446-bf97-bccd4fdfcf02 req-7d16d4e3-e4f6-4bd6-a9bc-c341881e2999 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 1677 time: 0.1132135 Mar 07 10:42:11.324267 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cf3ef66a-bd6a-42aa-adfb-c9678dee2bb1 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:11.356654 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078fa0f7-f64f-423b-a026-2442233b3e99 admin admin] Router 313ee869-649f-43d5-bfed-b9c8aed80041 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:42:11.370851 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4a9153b0-e059-4446-bf97-bccd4fdfcf02 req-6510773e-3a67-4976-abb7-6f9d6ac5754a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662580 Mar 07 10:42:11.402993 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fc0d3-8200-416a-81ad-7d9d61354dab req-a365b348-65d1-4ee6-a274-0680afccffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:11.404722 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cf8fc0d3-8200-416a-81ad-7d9d61354dab req-a365b348-65d1-4ee6-a274-0680afccffbc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2982695 Mar 07 10:42:11.447541 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-566cb05a-1299-460a-957e-d659e2457966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:11.552101 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078fa0f7-f64f-423b-a026-2442233b3e99 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:42:11.568747 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0f0d05-e221-476e-86d9-05ab6356b10d None None] Sync routers for ids ['313ee869-649f-43d5-bfed-b9c8aed80041'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:42:11.580354 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-078fa0f7-f64f-423b-a026-2442233b3e99 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:11.581883 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-078fa0f7-f64f-423b-a026-2442233b3e99 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.5765688 Mar 07 10:42:11.582974 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:11.584612 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53654) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:11.598176 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0f0d05-e221-476e-86d9-05ab6356b10d None None] Routers {'313ee869-649f-43d5-bfed-b9c8aed80041'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:42:11.600987 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5e0f0d05-e221-476e-86d9-05ab6356b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:42:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['313ee869-649f-43d5-bfed-b9c8aed80041'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:11.635657 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-deleted', 'tag': 'e30ed817-8760-43d1-b6f4-a2f921a6f91f'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:42:11.639167 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4127d11c-86f1-4da4-b725-3a4e1fc10949" -d '{"events": [{"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-deleted", "tag": "e30ed817-8760-43d1-b6f4-a2f921a6f91f"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:42:11.652665 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-124f9876-909a-4a5f-b805-36ccadff6af0 service neutron] 10.222.0.21 "GET /v2.0/networks/2e6e19dc-30d3-40ef-be16-f572a6948ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365693 Mar 07 10:42:11.664976 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-566cb05a-1299-460a-957e-d659e2457966 admin admin] Publish callbacks [] for security_group (21c764f5-e6f0-4a0a-bf46-3706dc4bfd8a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:11.670077 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-0c1251fc-9eb8-4b74-8a82-9fc5d34a18c5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:11.670720 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-0c1251fc-9eb8-4b74-8a82-9fc5d34a18c5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (77317289-bca6-454d-9c7f-1381ee779f48), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:11.671990 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-0c1251fc-9eb8-4b74-8a82-9fc5d34a18c5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Floating IP 77317289-bca6-454d-9c7f-1381ee779f48 disassociated. External IP: 172.25.3.44, port: da3688d3-10e0-4a5d-bb39-c96a68d7998c. Mar 07 10:42:11.672410 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-0c1251fc-9eb8-4b74-8a82-9fc5d34a18c5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Calling delete_port for da3688d3-10e0-4a5d-bb39-c96a68d7998c owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:11.700769 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-566cb05a-1299-460a-957e-d659e2457966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (21c764f5-e6f0-4a0a-bf46-3706dc4bfd8a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:11.764113 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f71e341-0748-454a-ae6b-479cf95b84e0 x-openstack-request-id: req-5f71e341-0748-454a-ae6b-479cf95b84e0 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:42:11.765005 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-deleted", "tag": "e30ed817-8760-43d1-b6f4-a2f921a6f91f", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:42:11.765005 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5f71e341-0748-454a-ae6b-479cf95b84e0 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:42:11.765364 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-deleted', 'tag': 'e30ed817-8760-43d1-b6f4-a2f921a6f91f', 'status': 'completed', 'code': 200} Mar 07 10:42:11.770606 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-566cb05a-1299-460a-957e-d659e2457966 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4098e2b2257a4c05be6be1e6bb4cb9fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5153701 Mar 07 10:42:11.771529 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53660) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:11.792528 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-5e0f0d05-e221-476e-86d9-05ab6356b10d None None] Set router 313ee869-649f-43d5-bfed-b9c8aed80041 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:42:11.799076 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cf8fc0d3-8200-416a-81ad-7d9d61354dab req-9a043de7-b44d-4d98-ade9-a6183cee44bf service neutron] 10.222.0.21 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844664 Mar 07 10:42:11.955107 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cf3ef66a-bd6a-42aa-adfb-c9678dee2bb1 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks [] for security_group (d745b7ec-13e0-4b7c-b0e7-e1a0a688c5c2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.005133 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cf3ef66a-bd6a-42aa-adfb-c9678dee2bb1 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d745b7ec-13e0-4b7c-b0e7-e1a0a688c5c2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.005630 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cf3ef66a-bd6a-42aa-adfb-c9678dee2bb1 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.122076 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6e067e0c-ce8c-4f61-b2c4-7b5a7a3d1938 admin admin] Publish callbacks [] for security_group (21c764f5-e6f0-4a0a-bf46-3706dc4bfd8a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.126647 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566cb05a-1299-460a-957e-d659e2457966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c764f5-e6f0-4a0a-bf46-3706dc4bfd8a,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:12.147382 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a57aa75-e129-466e-ae0e-c3800453fca0 req-dc9cca8e-05a9-4505-8712-ee91f2e5446a service neutron] 10.222.0.21 "GET /v2.0/networks/2e6e19dc-30d3-40ef-be16-f572a6948ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820905 Mar 07 10:42:12.150392 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3ef66a-bd6a-42aa-adfb-c9678dee2bb1 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:42:12.164883 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b620ec3-0466-4e35-a817-f0e02c6d3359 req-47636da7-997a-45ee-8ea4-6fe8b77e98c1 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:12.172640 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b620ec3-0466-4e35-a817-f0e02c6d3359 req-47636da7-997a-45ee-8ea4-6fe8b77e98c1 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:12.182979 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b620ec3-0466-4e35-a817-f0e02c6d3359 req-47636da7-997a-45ee-8ea4-6fe8b77e98c1 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:12.191334 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6e067e0c-ce8c-4f61-b2c4-7b5a7a3d1938 admin admin] Publish callbacks [] for security_group (21c764f5-e6f0-4a0a-bf46-3706dc4bfd8a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.194279 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b620ec3-0466-4e35-a817-f0e02c6d3359 req-47636da7-997a-45ee-8ea4-6fe8b77e98c1 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:12.201704 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b620ec3-0466-4e35-a817-f0e02c6d3359 req-47636da7-997a-45ee-8ea4-6fe8b77e98c1 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:12.209131 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b620ec3-0466-4e35-a817-f0e02c6d3359 req-47636da7-997a-45ee-8ea4-6fe8b77e98c1 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:12.219827 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b620ec3-0466-4e35-a817-f0e02c6d3359 req-47636da7-997a-45ee-8ea4-6fe8b77e98c1 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:12.221886 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3b620ec3-0466-4e35-a817-f0e02c6d3359 req-47636da7-997a-45ee-8ea4-6fe8b77e98c1 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5420 time: 0.4558821 Mar 07 10:42:12.222576 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ef66a-bd6a-42aa-adfb-c9678dee2bb1 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d745b7ec-13e0-4b7c-b0e7-e1a0a688c5c2,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:12.242814 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cf8fc0d3-8200-416a-81ad-7d9d61354dab req-b5811c89-bce1-47b0-807f-e632789d7029 service neutron] 10.222.0.21 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069798 Mar 07 10:42:12.251076 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5e0f0d05-e221-476e-86d9-05ab6356b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'name': 'tempest-ServerRescueTestJSONUnderV235-2040382218-router', 'tenant_id': 'd45c75614f10495c9e7ad867b8426961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '8b5dfb3e-a103-4b15-a418-519f52726f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:08Z', 'updated_at': '2022-03-07T10:42:10Z', 'revision_number': 3, 'project_id': 'd45c75614f10495c9e7ad867b8426961', 'gw_port': {'id': '8b5dfb3e-a103-4b15-a418-519f52726f46', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:10:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:09Z', 'updated_at': '2022-03-07T10:42:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:12.260523 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cf3ef66a-bd6a-42aa-adfb-c9678dee2bb1 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (09d7b28e-cbc8-4688-bc45-f7113d7e3301), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.260884 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-cf3ef66a-bd6a-42aa-adfb-c9678dee2bb1 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Added segment 09d7b28e-cbc8-4688-bc45-f7113d7e3301 of type vlan for network db04ddec-3af8-40ce-8aa4-4e9f97baf699 Mar 07 10:42:12.321233 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0f0d05-e221-476e-86d9-05ab6356b10d None None] Checking router: 313ee869-649f-43d5-bfed-b9c8aed80041 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:42:12.321880 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0f0d05-e221-476e-86d9-05ab6356b10d None None] Updating router 313ee869-649f-43d5-bfed-b9c8aed80041 port 8b5dfb3e-a103-4b15-a418-519f52726f46 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:42:12.359335 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5e0f0d05-e221-476e-86d9-05ab6356b10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8b5dfb3e-a103-4b15-a418-519f52726f46), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.411372 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fea562c6-07f8-4e5b-bde0-475d286a6cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.431870 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cf3ef66a-bd6a-42aa-adfb-c9678dee2bb1 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (db04ddec-3af8-40ce-8aa4-4e9f97baf699), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.440466 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-0c1251fc-9eb8-4b74-8a82-9fc5d34a18c5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (da3688d3-10e0-4a5d-bb39-c96a68d7998c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.445501 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6e067e0c-ce8c-4f61-b2c4-7b5a7a3d1938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (21c764f5-e6f0-4a0a-bf46-3706dc4bfd8a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.448597 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6e067e0c-ce8c-4f61-b2c4-7b5a7a3d1938 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.454198 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6e067e0c-ce8c-4f61-b2c4-7b5a7a3d1938 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/21c764f5-e6f0-4a0a-bf46-3706dc4bfd8a HTTP/1.1" status: 204 len: 168 time: 0.6643281 Mar 07 10:42:12.497540 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e067e0c-ce8c-4f61-b2c4-7b5a7a3d1938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c764f5-e6f0-4a0a-bf46-3706dc4bfd8a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:12.505205 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3b620ec3-0466-4e35-a817-f0e02c6d3359 req-1a4ec63f-14c4-48f4-820f-e81e59eb12eb tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2673473 Mar 07 10:42:12.523217 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1251fc-9eb8-4b74-8a82-9fc5d34a18c5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Pushing event deleted for resources: {'Port': ['ID=da3688d3-10e0-4a5d-bb39-c96a68d7998c,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:12.569037 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50eb550-46c2-4d72-99ea-18e2c9b8d3a4 req-7dc1302b-0150-44ae-a1c3-e0a9120c2978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:12.569755 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50eb550-46c2-4d72-99ea-18e2c9b8d3a4 req-7dc1302b-0150-44ae-a1c3-e0a9120c2978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:12.570440 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50eb550-46c2-4d72-99ea-18e2c9b8d3a4 req-7dc1302b-0150-44ae-a1c3-e0a9120c2978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:12.571226 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50eb550-46c2-4d72-99ea-18e2c9b8d3a4 req-7dc1302b-0150-44ae-a1c3-e0a9120c2978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:12.572611 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50eb550-46c2-4d72-99ea-18e2c9b8d3a4 req-7dc1302b-0150-44ae-a1c3-e0a9120c2978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:12.573041 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50eb550-46c2-4d72-99ea-18e2c9b8d3a4 req-7dc1302b-0150-44ae-a1c3-e0a9120c2978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:12.573617 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50eb550-46c2-4d72-99ea-18e2c9b8d3a4 req-7dc1302b-0150-44ae-a1c3-e0a9120c2978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:12.575908 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d50eb550-46c2-4d72-99ea-18e2c9b8d3a4 req-7dc1302b-0150-44ae-a1c3-e0a9120c2978 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9dbaf75c1ca4f48aa31093c74e34d2b&device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 6694 time: 0.2692220 Mar 07 10:42:12.633138 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3ef66a-bd6a-42aa-adfb-c9678dee2bb1 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:42:12.658111 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-fea562c6-07f8-4e5b-bde0-475d286a6cb7 admin admin] Allocated IP 172.20.0.1 (a5923ba6-96b8-4a01-ab18-779883a4fe01/05b20612-5630-4733-a049-88ce1f12b48c/9985bfd6-2a45-4a55-aa7b-8973be35416d) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:42:12.677768 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cf3ef66a-bd6a-42aa-adfb-c9678dee2bb1 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (8dd49d2b-9862-4195-ac02-82086149e680), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.677768 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-cf3ef66a-bd6a-42aa-adfb-c9678dee2bb1 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Added segment 8dd49d2b-9862-4195-ac02-82086149e680 of type vlan for network 95b20e58-a93f-4a98-8d54-aeaa1847e648 Mar 07 10:42:12.722412 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5e0f0d05-e221-476e-86d9-05ab6356b10d None None] Publish callbacks [] for port (8b5dfb3e-a103-4b15-a418-519f52726f46), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.730445 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5e0f0d05-e221-476e-86d9-05ab6356b10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8b5dfb3e-a103-4b15-a418-519f52726f46), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.799532 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cf3ef66a-bd6a-42aa-adfb-c9678dee2bb1 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (95b20e58-a93f-4a98-8d54-aeaa1847e648), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.800118 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-5e0f0d05-e221-476e-86d9-05ab6356b10d None None] Attempting to bind port 8b5dfb3e-a103-4b15-a418-519f52726f46 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:42:12.800384 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-5e0f0d05-e221-476e-86d9-05ab6356b10d None None] Attempting to bind port 8b5dfb3e-a103-4b15-a418-519f52726f46 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:42:12.800703 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0f0d05-e221-476e-86d9-05ab6356b10d None None] Attempting to bind port 8b5dfb3e-a103-4b15-a418-519f52726f46 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:42:12.803631 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ac0838-1201-490c-b880-585764387023 req-98f12c08-f048-4211-95f3-f69bb0f2fd3c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:12.805282 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e8ac0838-1201-490c-b880-585764387023 req-98f12c08-f048-4211-95f3-f69bb0f2fd3c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 943 time: 0.1118610 Mar 07 10:42:12.809469 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772fc2c-1c1f-4e11-bac4-c7c7c5ec6da3 None None] Pushing event updated for resources: {'Port': ['ID=8b5dfb3e-a103-4b15-a418-519f52726f46,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:12.824568 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0f0d05-e221-476e-86d9-05ab6356b10d None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:42:12.824966 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0f0d05-e221-476e-86d9-05ab6356b10d None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:12.825506 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5e0f0d05-e221-476e-86d9-05ab6356b10d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.825891 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0f0d05-e221-476e-86d9-05ab6356b10d None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:42:12.827210 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-5e0f0d05-e221-476e-86d9-05ab6356b10d None None] Bound port: 8b5dfb3e-a103-4b15-a418-519f52726f46, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:42:12.827716 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5e0f0d05-e221-476e-86d9-05ab6356b10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8b5dfb3e-a103-4b15-a418-519f52726f46), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.832972 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fea562c6-07f8-4e5b-bde0-475d286a6cb7 admin admin] Publish callbacks [] for port (9985bfd6-2a45-4a55-aa7b-8973be35416d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.841138 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50eb550-46c2-4d72-99ea-18e2c9b8d3a4 req-3d00a51e-deb8-46dd-b15a-2865c3009abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:12.842851 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d50eb550-46c2-4d72-99ea-18e2c9b8d3a4 req-3d00a51e-deb8-46dd-b15a-2865c3009abe service neutron] 10.222.0.21 "GET /v2.0/networks?id=2e6e19dc-30d3-40ef-be16-f572a6948ec8 HTTP/1.1" status: 200 len: 903 time: 0.2214265 Mar 07 10:42:12.872361 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-0c1251fc-9eb8-4b74-8a82-9fc5d34a18c5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Router 45edc656-c5da-4038-a223-388a05cf01af has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:42:12.905994 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e8ac0838-1201-490c-b880-585764387023 req-8852616d-11f1-4a85-9ac6-d9c37dad3434 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906093 Mar 07 10:42:12.912629 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d50eb550-46c2-4d72-99ea-18e2c9b8d3a4 req-7e738524-3c2c-48ac-aa02-651de1c6e321 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f1eb3287-a1de-494b-bb6b-d382c5ab6cbb HTTP/1.1" status: 200 len: 217 time: 0.0631874 Mar 07 10:42:12.920963 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fea562c6-07f8-4e5b-bde0-475d286a6cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (9985bfd6-2a45-4a55-aa7b-8973be35416d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.936796 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cf3ef66a-bd6a-42aa-adfb-c9678dee2bb1 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (db04ddec-3af8-40ce-8aa4-4e9f97baf699), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.937165 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cf3ef66a-bd6a-42aa-adfb-c9678dee2bb1 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (95b20e58-a93f-4a98-8d54-aeaa1847e648), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.946741 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3ef66a-bd6a-42aa-adfb-c9678dee2bb1 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:12.953154 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3ef66a-bd6a-42aa-adfb-c9678dee2bb1 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:12.953851 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cf3ef66a-bd6a-42aa-adfb-c9678dee2bb1 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.957817 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea562c6-07f8-4e5b-bde0-475d286a6cb7 admin admin] Network a5923ba6-96b8-4a01-ab18-779883a4fe01 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:12.962887 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.980133 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-5e0f0d05-e221-476e-86d9-05ab6356b10d None None] For port 8b5dfb3e-a103-4b15-a418-519f52726f46, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:42:12.984344 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-5e0f0d05-e221-476e-86d9-05ab6356b10d None None] For port 8b5dfb3e-a103-4b15-a418-519f52726f46, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=8b5dfb3e-a103-4b15-a418-519f52726f46,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:42:12.995238 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5e0f0d05-e221-476e-86d9-05ab6356b10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8b5dfb3e-a103-4b15-a418-519f52726f46), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:12.995808 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-fea562c6-07f8-4e5b-bde0-475d286a6cb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:12.999823 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea562c6-07f8-4e5b-bde0-475d286a6cb7 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:42:13.074550 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea562c6-07f8-4e5b-bde0-475d286a6cb7 admin admin] Pushing event updated for resources: {'Port': ['ID=9985bfd6-2a45-4a55-aa7b-8973be35416d,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:13.078252 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0f0d05-e221-476e-86d9-05ab6356b10d None None] Routers {'313ee869-649f-43d5-bfed-b9c8aed80041'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:42:13.080357 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5e0f0d05-e221-476e-86d9-05ab6356b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:42:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['313ee869-649f-43d5-bfed-b9c8aed80041'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:13.084490 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fea562c6-07f8-4e5b-bde0-475d286a6cb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (313ee869-649f-43d5-bfed-b9c8aed80041), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:13.121026 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-cf3ef66a-bd6a-42aa-adfb-c9678dee2bb1 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.1618960 Mar 07 10:42:13.127022 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53676) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:13.140615 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ef66a-bd6a-42aa-adfb-c9678dee2bb1 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Pushing event updated for resources: {'Network': ['ID=db04ddec-3af8-40ce-8aa4-4e9f97baf699,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:13.144732 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50eb550-46c2-4d72-99ea-18e2c9b8d3a4 req-e88a7a3f-c3a5-4dc1-bd1e-caf4f162333e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:13.147680 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d50eb550-46c2-4d72-99ea-18e2c9b8d3a4 req-e88a7a3f-c3a5-4dc1-bd1e-caf4f162333e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa90e579-fbb2-41a5-a769-aa15a70e7fb4 HTTP/1.1" status: 200 len: 797 time: 0.2289958 Mar 07 10:42:13.160397 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network db04ddec-3af8-40ce-8aa4-4e9f97baf699 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:42:13.241276 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772fc2c-1c1f-4e11-bac4-c7c7c5ec6da3 None None] Pushing event updated for resources: {'Port': ['ID=8b5dfb3e-a103-4b15-a418-519f52726f46,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:13.283246 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ef66a-bd6a-42aa-adfb-c9678dee2bb1 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Pushing event updated for resources: {'Network': ['ID=95b20e58-a93f-4a98-8d54-aeaa1847e648,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:13.300049 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 95b20e58-a93f-4a98-8d54-aeaa1847e648 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:42:13.343686 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50eb550-46c2-4d72-99ea-18e2c9b8d3a4 req-428eca8b-b420-49ce-8404-e6cb94ed24ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:13.345321 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d50eb550-46c2-4d72-99ea-18e2c9b8d3a4 req-428eca8b-b420-49ce-8404-e6cb94ed24ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e6e19dc-30d3-40ef-be16-f572a6948ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.1856735 Mar 07 10:42:13.427960 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-5e0f0d05-e221-476e-86d9-05ab6356b10d None None] Set router 313ee869-649f-43d5-bfed-b9c8aed80041 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:42:13.465050 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d50eb550-46c2-4d72-99ea-18e2c9b8d3a4 req-0117bd30-4ca0-4c60-92ce-217d8c2acaaa service neutron] 10.222.0.21 "GET /v2.0/networks/2e6e19dc-30d3-40ef-be16-f572a6948ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124241 Mar 07 10:42:13.474327 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-0c1251fc-9eb8-4b74-8a82-9fc5d34a18c5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:42:13.489733 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb8e795-dad7-4688-afe9-e3f8f25f375e None None] Sync routers for ids ['45edc656-c5da-4038-a223-388a05cf01af'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:42:13.506755 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb8e795-dad7-4688-afe9-e3f8f25f375e None None] Routers {'45edc656-c5da-4038-a223-388a05cf01af'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:42:13.507292 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8fb8e795-dad7-4688-afe9-e3f8f25f375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:42:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['45edc656-c5da-4038-a223-388a05cf01af'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:13.515486 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ea0c39-d09b-4e18-8099-731f903b61b1 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:13.521548 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ea0c39-d09b-4e18-8099-731f903b61b1 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:13.528383 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ea0c39-d09b-4e18-8099-731f903b61b1 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:13.534134 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ea0c39-d09b-4e18-8099-731f903b61b1 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:13.536679 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-77ea0c39-d09b-4e18-8099-731f903b61b1 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4086673 Mar 07 10:42:13.539923 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53692) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:13.641610 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53696) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:13.688700 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fea562c6-07f8-4e5b-bde0-475d286a6cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9985bfd6-2a45-4a55-aa7b-8973be35416d), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:13.736337 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-8fb8e795-dad7-4688-afe9-e3f8f25f375e None None] Set router 45edc656-c5da-4038-a223-388a05cf01af gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:42:13.741953 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-37f1174a-6b1a-41dd-b614-545a39144777 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (db04ddec-3af8-40ce-8aa4-4e9f97baf699), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:13.829610 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e6c9d4eb-70a2-4a39-8cc3-c4a70d0e7c80 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2027679465-network', 'tenant_id': '909cef2d32374597ba1f7e6777d2504f'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:13.880971 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc8c215-eb14-4597-8780-417e95617b06 req-35abca7a-a574-4f61-bcda-81821ca76e90 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:13.883639 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6bc8c215-eb14-4597-8780-417e95617b06 req-35abca7a-a574-4f61-bcda-81821ca76e90 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.2446303 Mar 07 10:42:13.895450 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5e0f0d05-e221-476e-86d9-05ab6356b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'name': 'tempest-ServerRescueTestJSONUnderV235-2040382218-router', 'tenant_id': 'd45c75614f10495c9e7ad867b8426961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '8b5dfb3e-a103-4b15-a418-519f52726f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:08Z', 'updated_at': '2022-03-07T10:42:10Z', 'revision_number': 3, 'project_id': 'd45c75614f10495c9e7ad867b8426961', 'gw_port': {'id': '8b5dfb3e-a103-4b15-a418-519f52726f46', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:10:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:09Z', 'updated_at': '2022-03-07T10:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:13.932614 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0f0d05-e221-476e-86d9-05ab6356b10d None None] The sync data for ids ['313ee869-649f-43d5-bfed-b9c8aed80041'] in n-d-832164-4 is: [{'id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'name': 'tempest-ServerRescueTestJSONUnderV235-2040382218-router', 'tenant_id': 'd45c75614f10495c9e7ad867b8426961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '8b5dfb3e-a103-4b15-a418-519f52726f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:08Z', 'updated_at': '2022-03-07T10:42:10Z', 'revision_number': 3, 'project_id': 'd45c75614f10495c9e7ad867b8426961', 'gw_port': {'id': '8b5dfb3e-a103-4b15-a418-519f52726f46', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:10:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:09Z', 'updated_at': '2022-03-07T10:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:42:13.992134 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c9d4eb-70a2-4a39-8cc3-c4a70d0e7c80 admin admin] Made reservation on behalf of 909cef2d32374597ba1f7e6777d2504f for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:13.995796 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e6c9d4eb-70a2-4a39-8cc3-c4a70d0e7c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.025809 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8fb8e795-dad7-4688-afe9-e3f8f25f375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45edc656-c5da-4038-a223-388a05cf01af', 'name': 'tempest-TaggedBootDevicesTest_v242-1522044069-router', 'tenant_id': '081009be07604de6b116148d0975f6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '6cdb906f-5472-47bf-ab8c-2214d0940511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:34:33Z', 'updated_at': '2022-03-07T10:34:43Z', 'revision_number': 4, 'project_id': '081009be07604de6b116148d0975f6ea', 'gw_port': {'id': '6cdb906f-5472-47bf-ab8c-2214d0940511', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:70:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45edc656-c5da-4038-a223-388a05cf01af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:34:35Z', 'updated_at': '2022-03-07T10:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '90bd8119-ed21-489f-9b28-8e90a9f9f0f0', 'name': '', 'network_id': '42927475-2854-4f64-98e9-ef161f74924a', 'tenant_id': '081009be07604de6b116148d0975f6ea', 'mac_address': 'fa:16:3e:49:6e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45edc656-c5da-4038-a223-388a05cf01af', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd38c473b-24ce-45db-824d-0ac6bb35cbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:34:40Z', 'updated_at': '2022-03-07T10:34:51Z', 'revision_number': 5, 'project_id': '081009be07604de6b116148d0975f6ea', 'subnets': [{'id': 'd38c473b-24ce-45db-824d-0ac6bb35cbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:14.031281 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-0c1251fc-9eb8-4b74-8a82-9fc5d34a18c5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] No DVR routers for this DVR port da3688d3-10e0-4a5d-bb39-c96a68d7998c on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:42:14.036420 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-0c1251fc-9eb8-4b74-8a82-9fc5d34a18c5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.039853 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-0c1251fc-9eb8-4b74-8a82-9fc5d34a18c5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.21 "DELETE /v2.0/ports/da3688d3-10e0-4a5d-bb39-c96a68d7998c HTTP/1.1" status: 204 len: 173 time: 4.4503112 Mar 07 10:42:14.043142 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-deleted', 'tag': 'da3688d3-10e0-4a5d-bb39-c96a68d7998c'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:42:14.045845 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f053ab54-a2d9-4711-9ecf-bf0c9f266391" -d '{"events": [{"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-deleted", "tag": "da3688d3-10e0-4a5d-bb39-c96a68d7998c"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:42:14.049367 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e6c9d4eb-70a2-4a39-8cc3-c4a70d0e7c80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.066584 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb8e795-dad7-4688-afe9-e3f8f25f375e None None] Checking router: 45edc656-c5da-4038-a223-388a05cf01af for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:42:14.076879 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb8e795-dad7-4688-afe9-e3f8f25f375e None None] Routers {'45edc656-c5da-4038-a223-388a05cf01af'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:42:14.077767 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8fb8e795-dad7-4688-afe9-e3f8f25f375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:42:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['45edc656-c5da-4038-a223-388a05cf01af'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:14.093241 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6bc8c215-eb14-4597-8780-417e95617b06 req-a904b3af-ad54-4f45-9d51-06228ffb95f4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860952 Mar 07 10:42:14.176931 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d50eb550-46c2-4d72-99ea-18e2c9b8d3a4 req-5423d4c3-3a2c-4b32-9879-6c04cac48f9a service neutron] 10.222.0.21 "GET /v2.0/networks/2e6e19dc-30d3-40ef-be16-f572a6948ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7038817 Mar 07 10:42:14.225151 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-8fb8e795-dad7-4688-afe9-e3f8f25f375e None None] Set router 45edc656-c5da-4038-a223-388a05cf01af gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:42:14.258763 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbb10f-84b8-46cf-bd30-9f5578072e72 req-3079a720-4f5c-4f60-b673-e061d061f6e7 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:14.269355 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbb10f-84b8-46cf-bd30-9f5578072e72 req-3079a720-4f5c-4f60-b673-e061d061f6e7 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:14.275598 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbb10f-84b8-46cf-bd30-9f5578072e72 req-3079a720-4f5c-4f60-b673-e061d061f6e7 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:14.281934 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbb10f-84b8-46cf-bd30-9f5578072e72 req-3079a720-4f5c-4f60-b673-e061d061f6e7 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:14.283062 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-37f1174a-6b1a-41dd-b614-545a39144777 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (db04ddec-3af8-40ce-8aa4-4e9f97baf699), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.288112 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbb10f-84b8-46cf-bd30-9f5578072e72 req-3079a720-4f5c-4f60-b673-e061d061f6e7 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:14.295825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbb10f-84b8-46cf-bd30-9f5578072e72 req-3079a720-4f5c-4f60-b673-e061d061f6e7 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:14.304204 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbb10f-84b8-46cf-bd30-9f5578072e72 req-3079a720-4f5c-4f60-b673-e061d061f6e7 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:14.309772 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-73fbb10f-84b8-46cf-bd30-9f5578072e72 req-3079a720-4f5c-4f60-b673-e061d061f6e7 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5420 time: 0.2746117 Mar 07 10:42:14.317892 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e6c9d4eb-70a2-4a39-8cc3-c4a70d0e7c80 admin admin] Publish callbacks [] for security_group (b5b0cc7f-8e0d-42c6-bcd2-f6234f95ea8d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.338001 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e6c9d4eb-70a2-4a39-8cc3-c4a70d0e7c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b5b0cc7f-8e0d-42c6-bcd2-f6234f95ea8d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.364404 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c9d4eb-70a2-4a39-8cc3-c4a70d0e7c80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:42:14.366905 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-14249295-94ef-4bc6-8ea0-3cf06cadeb4e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Deleting port 39f7299e-e8de-4100-8481-3dcb8fc1378a {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:14.367516 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-14249295-94ef-4bc6-8ea0-3cf06cadeb4e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (39f7299e-e8de-4100-8481-3dcb8fc1378a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.393710 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-37f1174a-6b1a-41dd-b614-545a39144777 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db04ddec-3af8-40ce-8aa4-4e9f97baf699']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:14.396266 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e6c9d4eb-70a2-4a39-8cc3-c4a70d0e7c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (b7032e9d-d7be-4244-839a-87d1dbd65515), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.396605 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-e6c9d4eb-70a2-4a39-8cc3-c4a70d0e7c80 admin admin] Added segment b7032e9d-d7be-4244-839a-87d1dbd65515 of type vlan for network 1ff7e4b2-37a3-403e-9957-dee4b0806b98 Mar 07 10:42:14.443655 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-37f1174a-6b1a-41dd-b614-545a39144777 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09d7b28e-cbc8-4688-bc45-f7113d7e3301') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:14.444893 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-37f1174a-6b1a-41dd-b614-545a39144777 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09d7b28e-cbc8-4688-bc45-f7113d7e3301') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:14.500543 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-37f1174a-6b1a-41dd-b614-545a39144777 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (09d7b28e-cbc8-4688-bc45-f7113d7e3301), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.511587 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-73fbb10f-84b8-46cf-bd30-9f5578072e72 req-455bafda-b2d5-4f56-a173-98d4ed277b4d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1988885 Mar 07 10:42:14.524772 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e81cff-adc9-4572-976a-dc299232f3d1 req-ee9fa918-ec03-4238-aac1-bda7e652f6aa tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:14.527108 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8fb8e795-dad7-4688-afe9-e3f8f25f375e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45edc656-c5da-4038-a223-388a05cf01af', 'name': 'tempest-TaggedBootDevicesTest_v242-1522044069-router', 'tenant_id': '081009be07604de6b116148d0975f6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '6cdb906f-5472-47bf-ab8c-2214d0940511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:34:33Z', 'updated_at': '2022-03-07T10:34:43Z', 'revision_number': 4, 'project_id': '081009be07604de6b116148d0975f6ea', 'gw_port': {'id': '6cdb906f-5472-47bf-ab8c-2214d0940511', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:70:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45edc656-c5da-4038-a223-388a05cf01af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:34:35Z', 'updated_at': '2022-03-07T10:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '90bd8119-ed21-489f-9b28-8e90a9f9f0f0', 'name': '', 'network_id': '42927475-2854-4f64-98e9-ef161f74924a', 'tenant_id': '081009be07604de6b116148d0975f6ea', 'mac_address': 'fa:16:3e:49:6e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45edc656-c5da-4038-a223-388a05cf01af', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd38c473b-24ce-45db-824d-0ac6bb35cbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:34:40Z', 'updated_at': '2022-03-07T10:34:51Z', 'revision_number': 5, 'project_id': '081009be07604de6b116148d0975f6ea', 'subnets': [{'id': 'd38c473b-24ce-45db-824d-0ac6bb35cbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:14.532019 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-16e81cff-adc9-4572-976a-dc299232f3d1 req-ee9fa918-ec03-4238-aac1-bda7e652f6aa tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 943 time: 0.3262420 Mar 07 10:42:14.562928 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9d4eb-70a2-4a39-8cc3-c4a70d0e7c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b0cc7f-8e0d-42c6-bcd2-f6234f95ea8d,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:14.567144 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-14249295-94ef-4bc6-8ea0-3cf06cadeb4e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] For port 39f7299e-e8de-4100-8481-3dcb8fc1378a, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=39f7299e-e8de-4100-8481-3dcb8fc1378a,segment=NetworkSegment(9b966132-984a-4ab1-93aa-dffdd8926895),segment_id=9b966132-984a-4ab1-93aa-dffdd8926895)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:14.567728 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-14249295-94ef-4bc6-8ea0-3cf06cadeb4e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (39f7299e-e8de-4100-8481-3dcb8fc1378a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.569950 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb8e795-dad7-4688-afe9-e3f8f25f375e None None] The sync data for ids ['45edc656-c5da-4038-a223-388a05cf01af'] in n-d-832164-4 is: [{'id': '45edc656-c5da-4038-a223-388a05cf01af', 'name': 'tempest-TaggedBootDevicesTest_v242-1522044069-router', 'tenant_id': '081009be07604de6b116148d0975f6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '6cdb906f-5472-47bf-ab8c-2214d0940511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:34:33Z', 'updated_at': '2022-03-07T10:34:43Z', 'revision_number': 4, 'project_id': '081009be07604de6b116148d0975f6ea', 'gw_port': {'id': '6cdb906f-5472-47bf-ab8c-2214d0940511', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:70:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45edc656-c5da-4038-a223-388a05cf01af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:34:35Z', 'updated_at': '2022-03-07T10:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '90bd8119-ed21-489f-9b28-8e90a9f9f0f0', 'name': '', 'network_id': '42927475-2854-4f64-98e9-ef161f74924a', 'tenant_id': '081009be07604de6b116148d0975f6ea', 'mac_address': 'fa:16:3e:49:6e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45edc656-c5da-4038-a223-388a05cf01af', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'd38c473b-24ce-45db-824d-0ac6bb35cbdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:34:40Z', 'updated_at': '2022-03-07T10:34:51Z', 'revision_number': 5, 'project_id': '081009be07604de6b116148d0975f6ea', 'subnets': [{'id': 'd38c473b-24ce-45db-824d-0ac6bb35cbdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:42:14.584162 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-37f1174a-6b1a-41dd-b614-545a39144777 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (09d7b28e-cbc8-4688-bc45-f7113d7e3301), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.587184 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e6c9d4eb-70a2-4a39-8cc3-c4a70d0e7c80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (1ff7e4b2-37a3-403e-9957-dee4b0806b98), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.595389 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-14249295-94ef-4bc6-8ea0-3cf06cadeb4e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Calling delete_port for 39f7299e-e8de-4100-8481-3dcb8fc1378a owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:14.605988 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f1174a-6b1a-41dd-b614-545a39144777 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:42:14.606408 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-37f1174a-6b1a-41dd-b614-545a39144777 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (09d7b28e-cbc8-4688-bc45-f7113d7e3301), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.609595 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:42:14.609595 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:42:14.609595 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:42:14.609595 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:42:14.609595 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:42:14.609595 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:42:14.609595 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:42:14.609595 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:42:14.609595 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:42:14.609595 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:42:14.609595 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:42:14.609595 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:42:14.609595 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:42:14.609595 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:42:14.609595 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:42:14.609595 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:42:14.609595 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:42:14.609595 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:42:14.609595 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:42:14.609595 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:42:14.609595 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:42:14.609595 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:42:14.609595 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:42:14.609595 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:42:14.609595 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:42:14.609595 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:42:14.609595 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:42:14.609595 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:42:14.609595 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:42:14.609595 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:42:14.609595 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:42:14.609595 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:42:14.635720 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fea562c6-07f8-4e5b-bde0-475d286a6cb7 admin admin] Publish callbacks [] for port (9985bfd6-2a45-4a55-aa7b-8973be35416d), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.671356 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582a9bf2-b71d-4fb8-a529-b4095703dd84 x-openstack-request-id: req-582a9bf2-b71d-4fb8-a529-b4095703dd84 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:42:14.671817 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-deleted", "tag": "da3688d3-10e0-4a5d-bb39-c96a68d7998c", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:42:14.672141 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-582a9bf2-b71d-4fb8-a529-b4095703dd84 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:42:14.672554 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-deleted', 'tag': 'da3688d3-10e0-4a5d-bb39-c96a68d7998c', 'status': 'completed', 'code': 200} Mar 07 10:42:14.710710 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fea562c6-07f8-4e5b-bde0-475d286a6cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (9985bfd6-2a45-4a55-aa7b-8973be35416d), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.803792 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e6c9d4eb-70a2-4a39-8cc3-c4a70d0e7c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (1ff7e4b2-37a3-403e-9957-dee4b0806b98), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.804768 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c9d4eb-70a2-4a39-8cc3-c4a70d0e7c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:14.805666 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e6c9d4eb-70a2-4a39-8cc3-c4a70d0e7c80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.811791 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2fed3-7fea-4fd5-ac50-740899892131 req-2c8ccd49-81e0-4c7e-9be5-d633a0f6ccb8 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:14.817640 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-69c2fed3-7fea-4fd5-ac50-740899892131 req-2c8ccd49-81e0-4c7e-9be5-d633a0f6ccb8 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1060531 Mar 07 10:42:14.825246 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-37f1174a-6b1a-41dd-b614-545a39144777 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (db04ddec-3af8-40ce-8aa4-4e9f97baf699), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.829937 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-16e81cff-adc9-4572-976a-dc299232f3d1 req-790264eb-3b8a-4057-bb1f-769a6918ac44 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups?id=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2967763 Mar 07 10:42:14.855838 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-37f1174a-6b1a-41dd-b614-545a39144777 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.866660 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-37f1174a-6b1a-41dd-b614-545a39144777 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] 10.222.0.11 "DELETE /v2.0/networks/db04ddec-3af8-40ce-8aa4-4e9f97baf699 HTTP/1.1" status: 204 len: 168 time: 1.3255579 Mar 07 10:42:14.875376 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 53706) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:14.887931 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-14249295-94ef-4bc6-8ea0-3cf06cadeb4e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (39f7299e-e8de-4100-8481-3dcb8fc1378a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.919985 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea562c6-07f8-4e5b-bde0-475d286a6cb7 admin admin] Pushing event updated for resources: {'Port': ['ID=9985bfd6-2a45-4a55-aa7b-8973be35416d,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:14.925499 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9d4eb-70a2-4a39-8cc3-c4a70d0e7c80 admin admin] Pushing event updated for resources: {'Network': ['ID=1ff7e4b2-37a3-403e-9957-dee4b0806b98,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:14.928693 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fea562c6-07f8-4e5b-bde0-475d286a6cb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (313ee869-649f-43d5-bfed-b9c8aed80041), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:14.940083 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 1ff7e4b2-37a3-403e-9957-dee4b0806b98 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:42:14.943668 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e6c9d4eb-70a2-4a39-8cc3-c4a70d0e7c80 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2909741 Mar 07 10:42:14.951893 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53708) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:14.962342 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14249295-94ef-4bc6-8ea0-3cf06cadeb4e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Pushing event deleted for resources: {'Port': ['ID=39f7299e-e8de-4100-8481-3dcb8fc1378a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:14.967986 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-713d10f8-d4f9-4d55-b00c-44708c2b7396 admin admin] Request body: {'subnet': {'network_id': '1ff7e4b2-37a3-403e-9957-dee4b0806b98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2027679465-subnet', 'tenant_id': '909cef2d32374597ba1f7e6777d2504f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:14.975466 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1174a-6b1a-41dd-b614-545a39144777 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Pushing event deleted for resources: {'Network': ['ID=db04ddec-3af8-40ce-8aa4-4e9f97baf699,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:15.007178 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-69c2fed3-7fea-4fd5-ac50-740899892131 req-2206e9d2-17d0-49ff-b19c-46aa80dabffa tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1857924 Mar 07 10:42:15.096981 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-acdb6483-c524-4113-a92b-3de88add379f tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (95b20e58-a93f-4a98-8d54-aeaa1847e648), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:15.104863 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713d10f8-d4f9-4d55-b00c-44708c2b7396 admin admin] Made reservation on behalf of 909cef2d32374597ba1f7e6777d2504f for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:15.112958 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-713d10f8-d4f9-4d55-b00c-44708c2b7396 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:15.119809 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8e80fd-9ed7-48ac-a0d8-635d33919526 None None] New status for floating IP 77317289-bca6-454d-9c7f-1381ee779f48: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:42:15.152412 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-14249295-94ef-4bc6-8ea0-3cf06cadeb4e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] No DVR routers for this DVR port 39f7299e-e8de-4100-8481-3dcb8fc1378a on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:42:15.158566 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-14249295-94ef-4bc6-8ea0-3cf06cadeb4e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:15.163120 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c5cc8b7-531d-4053-a3dd-be19be86ebc8 req-14249295-94ef-4bc6-8ea0-3cf06cadeb4e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.21 "DELETE /v2.0/ports/39f7299e-e8de-4100-8481-3dcb8fc1378a HTTP/1.1" status: 204 len: 173 time: 1.1150751 Mar 07 10:42:15.297213 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-acdb6483-c524-4113-a92b-3de88add379f tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (95b20e58-a93f-4a98-8d54-aeaa1847e648), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:15.331993 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc30750-9ff3-4956-9f7f-3bcd1238e62a req-ea2e31e7-abf3-4419-9c83-670cb9ff8596 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:15.332894 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-acdb6483-c524-4113-a92b-3de88add379f tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b20e58-a93f-4a98-8d54-aeaa1847e648']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:15.338285 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ecc30750-9ff3-4956-9f7f-3bcd1238e62a req-ea2e31e7-abf3-4419-9c83-670cb9ff8596 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.2073529 Mar 07 10:42:15.352170 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-acdb6483-c524-4113-a92b-3de88add379f tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd49d2b-9862-4195-ac02-82086149e680') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:15.352334 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea562c6-07f8-4e5b-bde0-475d286a6cb7 admin admin] Network a5923ba6-96b8-4a01-ab18-779883a4fe01 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:15.353055 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-acdb6483-c524-4113-a92b-3de88add379f tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd49d2b-9862-4195-ac02-82086149e680') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:15.365163 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-acdb6483-c524-4113-a92b-3de88add379f tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (8dd49d2b-9862-4195-ac02-82086149e680), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:15.379647 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-fea562c6-07f8-4e5b-bde0-475d286a6cb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:15.394023 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-acdb6483-c524-4113-a92b-3de88add379f tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (8dd49d2b-9862-4195-ac02-82086149e680), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:15.402121 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acdb6483-c524-4113-a92b-3de88add379f tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:42:15.402620 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-acdb6483-c524-4113-a92b-3de88add379f tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (8dd49d2b-9862-4195-ac02-82086149e680), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:15.407100 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:42:15.407100 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:42:15.407100 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:42:15.407100 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:42:15.407100 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:42:15.407100 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:42:15.407100 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:42:15.407100 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:42:15.407100 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:42:15.407100 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:42:15.407100 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:42:15.407100 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:42:15.407100 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:42:15.407100 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:42:15.407100 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:42:15.407100 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:42:15.407100 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:42:15.407100 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:42:15.407100 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:42:15.407100 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:42:15.407100 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:42:15.407100 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:42:15.407100 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:42:15.407100 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:42:15.407100 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:42:15.407100 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:42:15.407100 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:42:15.407100 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:42:15.407100 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:42:15.407100 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:42:15.407100 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:42:15.407100 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:42:15.491444 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-acdb6483-c524-4113-a92b-3de88add379f tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (95b20e58-a93f-4a98-8d54-aeaa1847e648), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:15.495869 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ecc30750-9ff3-4956-9f7f-3bcd1238e62a req-130a99da-9c23-4820-848d-bfa64a9ec423 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509171 Mar 07 10:42:15.507108 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-acdb6483-c524-4113-a92b-3de88add379f tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:15.527307 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-acdb6483-c524-4113-a92b-3de88add379f tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] 10.222.0.11 "DELETE /v2.0/networks/95b20e58-a93f-4a98-8d54-aeaa1847e648 HTTP/1.1" status: 204 len: 168 time: 0.6425505 Mar 07 10:42:15.534593 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53714) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:15.556240 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb6483-c524-4113-a92b-3de88add379f tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Pushing event deleted for resources: {'Network': ['ID=95b20e58-a93f-4a98-8d54-aeaa1847e648,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:15.676888 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b55474-0de6-4aa7-bf77-71aba44f941c req-dcbcd06d-8f5f-42a6-9973-ff606fe3ff3c tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:15.679221 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-70b55474-0de6-4aa7-bf77-71aba44f941c req-dcbcd06d-8f5f-42a6-9973-ff606fe3ff3c tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.0852659 Mar 07 10:42:15.741890 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-70b55474-0de6-4aa7-bf77-71aba44f941c req-e98fb07b-38fd-4b59-a6df-4b6c04188004 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561514 Mar 07 10:42:16.017361 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-851b3d2e-d196-49ba-9ce2-064e9071249d req-4b26b92b-deb9-4bd2-a549-4ebcb51e96c2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 210 time: 0.0666764 Mar 07 10:42:16.092179 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7eb681-47db-423e-853f-8baaeede221c req-888b91a5-4e0f-4706-bc9a-5c2fcae4edb6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:16.097467 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7eb681-47db-423e-853f-8baaeede221c req-888b91a5-4e0f-4706-bc9a-5c2fcae4edb6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:16.107452 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7eb681-47db-423e-853f-8baaeede221c req-888b91a5-4e0f-4706-bc9a-5c2fcae4edb6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:16.112852 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7eb681-47db-423e-853f-8baaeede221c req-888b91a5-4e0f-4706-bc9a-5c2fcae4edb6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:16.118875 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7eb681-47db-423e-853f-8baaeede221c req-888b91a5-4e0f-4706-bc9a-5c2fcae4edb6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:16.124003 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7eb681-47db-423e-853f-8baaeede221c req-888b91a5-4e0f-4706-bc9a-5c2fcae4edb6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:16.129265 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7eb681-47db-423e-853f-8baaeede221c req-888b91a5-4e0f-4706-bc9a-5c2fcae4edb6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:16.131230 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8a7eb681-47db-423e-853f-8baaeede221c req-888b91a5-4e0f-4706-bc9a-5c2fcae4edb6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5420 time: 0.2814176 Mar 07 10:42:16.137804 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-713d10f8-d4f9-4d55-b00c-44708c2b7396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.148709 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea562c6-07f8-4e5b-bde0-475d286a6cb7 admin admin] Router 313ee869-649f-43d5-bfed-b9c8aed80041 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:42:16.170831 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c04dae6-9521-4b45-8ab4-95bb7d45bf29 req-a6ce57ba-ff25-4d10-bf44-af6e2e7d7e6a tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:16.172545 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c04dae6-9521-4b45-8ab4-95bb7d45bf29 req-a6ce57ba-ff25-4d10-bf44-af6e2e7d7e6a tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.0639646 Mar 07 10:42:16.183970 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb261fde-c14a-4ecf-b618-d37c0ba904e4 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:16.189350 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb261fde-c14a-4ecf-b618-d37c0ba904e4 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:16.194279 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-bb261fde-c14a-4ecf-b618-d37c0ba904e4 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6551538 Mar 07 10:42:16.195032 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 53726) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:16.204308 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-2c33d46f-0e6c-4182-9d7a-177c0165cfbd tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-61049148'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:16.256916 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c04dae6-9521-4b45-8ab4-95bb7d45bf29 req-8e75e2d2-0b2f-43da-b668-0ab42856442b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774951 Mar 07 10:42:16.258059 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c33d46f-0e6c-4182-9d7a-177c0165cfbd tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Made reservation on behalf of 9293b89c531243128a8cf15115bcec0f for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:16.261493 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c33d46f-0e6c-4182-9d7a-177c0165cfbd tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.295782 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d10f8-d4f9-4d55-b00c-44708c2b7396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:16.311934 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c33d46f-0e6c-4182-9d7a-177c0165cfbd tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:42:16.332289 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8a7eb681-47db-423e-853f-8baaeede221c req-952df9fa-99fb-4b1b-8184-ecacda3d934f tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1860354 Mar 07 10:42:16.334840 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713d10f8-d4f9-4d55-b00c-44708c2b7396 admin admin] Checking segment: {'id': 'b7032e9d-d7be-4244-839a-87d1dbd65515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1ff7e4b2-37a3-403e-9957-dee4b0806b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:16.335210 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713d10f8-d4f9-4d55-b00c-44708c2b7396 admin admin] Network hostable DHCP agents. Network: 1ff7e4b2-37a3-403e-9957-dee4b0806b98, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:42:16.342176 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c33d46f-0e6c-4182-9d7a-177c0165cfbd tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (8070d50c-5193-4d6c-9e3e-709e39c3b808), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.342741 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-2c33d46f-0e6c-4182-9d7a-177c0165cfbd tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Added segment 8070d50c-5193-4d6c-9e3e-709e39c3b808 of type vlan for network c57be51f-5528-4e2f-a677-82e92eaa16ab Mar 07 10:42:16.398886 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713d10f8-d4f9-4d55-b00c-44708c2b7396 admin admin] Network 1ff7e4b2-37a3-403e-9957-dee4b0806b98 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:42:16.403741 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea562c6-07f8-4e5b-bde0-475d286a6cb7 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:42:16.410678 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fea562c6-07f8-4e5b-bde0-475d286a6cb7 admin admin] 10.222.0.11 "PUT /v2.0/routers/313ee869-649f-43d5-bfed-b9c8aed80041/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8250885 Mar 07 10:42:16.422828 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-713d10f8-d4f9-4d55-b00c-44708c2b7396 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 1ff7e4b2-37a3-403e-9957-dee4b0806b98) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:16.434100 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713d10f8-d4f9-4d55-b00c-44708c2b7396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:16.435867 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c33d46f-0e6c-4182-9d7a-177c0165cfbd tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (c57be51f-5528-4e2f-a677-82e92eaa16ab), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.437099 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-713d10f8-d4f9-4d55-b00c-44708c2b7396 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.450738 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8cb961-f29a-4734-9fea-12ee2871d8f0 None None] Network 1ff7e4b2-37a3-403e-9957-dee4b0806b98 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:16.514044 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-713d10f8-d4f9-4d55-b00c-44708c2b7396 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5585501 Mar 07 10:42:16.514648 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53734) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:16.526009 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c33d46f-0e6c-4182-9d7a-177c0165cfbd tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (c57be51f-5528-4e2f-a677-82e92eaa16ab), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.530446 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-0def2cd0-e174-4f1f-9926-006ba6267b1f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2027679465-router', 'tenant_id': '909cef2d32374597ba1f7e6777d2504f', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:16.533428 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c33d46f-0e6c-4182-9d7a-177c0165cfbd tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:16.534124 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c33d46f-0e6c-4182-9d7a-177c0165cfbd tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.579670 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fededa7f-7ae1-4523-8850-fe8f37f06f2e None None] Sync routers for ids ['313ee869-649f-43d5-bfed-b9c8aed80041'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:42:16.596394 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0def2cd0-e174-4f1f-9926-006ba6267b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (c64e5256-38b1-4650-8641-48a846860eeb), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.597149 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fededa7f-7ae1-4523-8850-fe8f37f06f2e None None] Routers {'313ee869-649f-43d5-bfed-b9c8aed80041'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:42:16.597324 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2c33d46f-0e6c-4182-9d7a-177c0165cfbd tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4009497 Mar 07 10:42:16.597486 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0def2cd0-e174-4f1f-9926-006ba6267b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (c64e5256-38b1-4650-8641-48a846860eeb), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.597852 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-fededa7f-7ae1-4523-8850-fe8f37f06f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:42:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['313ee869-649f-43d5-bfed-b9c8aed80041'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:16.603066 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53736) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:16.610845 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 8b5dfb3e-a103-4b15-a418-519f52726f46 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:16.618999 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-14889732-427e-437f-a943-9f13d06a7ee0 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-85583564'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:16.650512 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33d46f-0e6c-4182-9d7a-177c0165cfbd tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Pushing event updated for resources: {'Network': ['ID=c57be51f-5528-4e2f-a677-82e92eaa16ab,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:16.673404 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-deleted', 'tag': '39f7299e-e8de-4100-8481-3dcb8fc1378a'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:42:16.680522 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecebd82e-995f-41d4-ae77-f26d3d3c7c3c" -d '{"events": [{"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-deleted", "tag": "39f7299e-e8de-4100-8481-3dcb8fc1378a"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:42:16.701773 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14889732-427e-437f-a943-9f13d06a7ee0 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Made reservation on behalf of 9293b89c531243128a8cf15115bcec0f for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:16.714587 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-14889732-427e-437f-a943-9f13d06a7ee0 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.747950 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51d4087-2fb5-4c6b-a339-ffe7e9775d9b x-openstack-request-id: req-f51d4087-2fb5-4c6b-a339-ffe7e9775d9b {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:42:16.748863 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22d2f8ba-9217-4de7-8c4e-a18c79ab140f", "name": "network-vif-deleted", "tag": "39f7299e-e8de-4100-8481-3dcb8fc1378a", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:42:16.749358 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f51d4087-2fb5-4c6b-a339-ffe7e9775d9b {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:42:16.750382 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22d2f8ba-9217-4de7-8c4e-a18c79ab140f', 'name': 'network-vif-deleted', 'tag': '39f7299e-e8de-4100-8481-3dcb8fc1378a', 'status': 'completed', 'code': 200} Mar 07 10:42:16.814360 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14889732-427e-437f-a943-9f13d06a7ee0 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:42:16.827152 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-14889732-427e-437f-a943-9f13d06a7ee0 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (ddbdc44d-2f2a-47b3-9ca7-9e53c032b348), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.827851 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-14889732-427e-437f-a943-9f13d06a7ee0 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Added segment ddbdc44d-2f2a-47b3-9ca7-9e53c032b348 of type vlan for network 5e65bf8e-5744-4637-a2fb-b3671e2e5f02 Mar 07 10:42:16.866386 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-fededa7f-7ae1-4523-8850-fe8f37f06f2e None None] Set router 313ee869-649f-43d5-bfed-b9c8aed80041 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:42:16.886653 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-14889732-427e-437f-a943-9f13d06a7ee0 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (5e65bf8e-5744-4637-a2fb-b3671e2e5f02), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.936191 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0def2cd0-e174-4f1f-9926-006ba6267b1f admin admin] Publish callbacks [] for router_controller (c64e5256-38b1-4650-8641-48a846860eeb), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.940748 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-14889732-427e-437f-a943-9f13d06a7ee0 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (5e65bf8e-5744-4637-a2fb-b3671e2e5f02), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:16.950105 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14889732-427e-437f-a943-9f13d06a7ee0 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:16.950836 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-14889732-427e-437f-a943-9f13d06a7ee0 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:17.067632 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14889732-427e-437f-a943-9f13d06a7ee0 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Pushing event updated for resources: {'Network': ['ID=5e65bf8e-5744-4637-a2fb-b3671e2e5f02,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:17.076096 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network c57be51f-5528-4e2f-a677-82e92eaa16ab details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:42:17.084709 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-14889732-427e-437f-a943-9f13d06a7ee0 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4798284 Mar 07 10:42:17.088367 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 53752) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:17.098945 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-1062dbe9-8d24-4768-ac54-03f7908b5d2a tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Request body: {'ports': [{'network_id': 'c57be51f-5528-4e2f-a677-82e92eaa16ab', 'name': 'tempest-port--631467906', 'admin_state_up': True}, {'network_id': '5e65bf8e-5744-4637-a2fb-b3671e2e5f02', 'admin_state_up': False}]} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:17.101481 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 5e65bf8e-5744-4637-a2fb-b3671e2e5f02 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:42:17.104392 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-1062dbe9-8d24-4768-ac54-03f7908b5d2a tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Request body: {'port': {'network_id': 'c57be51f-5528-4e2f-a677-82e92eaa16ab', 'name': 'tempest-port--631467906', 'admin_state_up': True}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:17.105174 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-1062dbe9-8d24-4768-ac54-03f7908b5d2a tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Request body: {'port': {'network_id': '5e65bf8e-5744-4637-a2fb-b3671e2e5f02', 'admin_state_up': False}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:17.210991 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-fededa7f-7ae1-4523-8850-fe8f37f06f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'name': 'tempest-ServerRescueTestJSONUnderV235-2040382218-router', 'tenant_id': 'd45c75614f10495c9e7ad867b8426961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '8b5dfb3e-a103-4b15-a418-519f52726f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:08Z', 'updated_at': '2022-03-07T10:42:13Z', 'revision_number': 4, 'project_id': 'd45c75614f10495c9e7ad867b8426961', 'gw_port': {'id': '8b5dfb3e-a103-4b15-a418-519f52726f46', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:10:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:09Z', 'updated_at': '2022-03-07T10:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '9985bfd6-2a45-4a55-aa7b-8973be35416d', 'name': '', 'network_id': 'a5923ba6-96b8-4a01-ab18-779883a4fe01', 'tenant_id': 'd45c75614f10495c9e7ad867b8426961', 'mac_address': 'fa:16:3e:ad:83:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '05b20612-5630-4733-a049-88ce1f12b48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:12Z', 'updated_at': '2022-03-07T10:42:13Z', 'revision_number': 2, 'project_id': 'd45c75614f10495c9e7ad867b8426961', 'subnets': [{'id': '05b20612-5630-4733-a049-88ce1f12b48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:17.242809 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fededa7f-7ae1-4523-8850-fe8f37f06f2e None None] Checking router: 313ee869-649f-43d5-bfed-b9c8aed80041 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:42:17.245062 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fededa7f-7ae1-4523-8850-fe8f37f06f2e None None] Updating router 313ee869-649f-43d5-bfed-b9c8aed80041 port 9985bfd6-2a45-4a55-aa7b-8973be35416d binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:42:17.279097 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fededa7f-7ae1-4523-8850-fe8f37f06f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9985bfd6-2a45-4a55-aa7b-8973be35416d), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:17.336246 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68530f14-b6ea-4850-b068-5d9d5749f3ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-1ff7e4b2-37a3-403e-9957-dee4b0806b98', 'network_id': '1ff7e4b2-37a3-403e-9957-dee4b0806b98', 'project_id': '909cef2d32374597ba1f7e6777d2504f', 'fixed_ips': [{'subnet_id': '72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:42:17.338286 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-68530f14-b6ea-4850-b068-5d9d5749f3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:17.349570 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 8b5dfb3e-a103-4b15-a418-519f52726f46 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:17.349944 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (8b5dfb3e-a103-4b15-a418-519f52726f46), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:17.416127 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0def2cd0-e174-4f1f-9926-006ba6267b1f admin admin] Publish callbacks [] for router_gateway (c64e5256-38b1-4650-8641-48a846860eeb), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:17.429728 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36708d5-998b-4096-90ac-64ffc7759456 req-36d512e3-b44f-48d9-ab9d-7fa1c69a54fb tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:17.440083 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a36708d5-998b-4096-90ac-64ffc7759456 req-36d512e3-b44f-48d9-ab9d-7fa1c69a54fb tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.2167661 Mar 07 10:42:17.510001 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-1728b22c-720c-4082-9454-15037251d7de tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:17.512811 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-1728b22c-720c-4082-9454-15037251d7de tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/networks?id=a5923ba6-96b8-4a01-ab18-779883a4fe01 HTTP/1.1" status: 200 len: 820 time: 0.3321648 Mar 07 10:42:17.572531 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a36708d5-998b-4096-90ac-64ffc7759456 req-ed5e72ec-c50a-44d9-9c0b-84f1e5244989 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236064 Mar 07 10:42:17.583790 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-1064b97e-aae0-40bf-84d4-ed820130bf44 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/quotas/d45c75614f10495c9e7ad867b8426961 HTTP/1.1" status: 200 len: 375 time: 0.0631821 Mar 07 10:42:17.587586 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1062dbe9-8d24-4768-ac54-03f7908b5d2a tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Made reservation on behalf of 9293b89c531243128a8cf15115bcec0f for: {'port': 2} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:17.600115 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1062dbe9-8d24-4768-ac54-03f7908b5d2a tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:17.604561 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fededa7f-7ae1-4523-8850-fe8f37f06f2e None None] Publish callbacks [] for port (9985bfd6-2a45-4a55-aa7b-8973be35416d), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:17.616437 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fededa7f-7ae1-4523-8850-fe8f37f06f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9985bfd6-2a45-4a55-aa7b-8973be35416d), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:17.640695 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1062dbe9-8d24-4768-ac54-03f7908b5d2a tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:17.674674 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53077e-d323-42ab-bb6b-793ccb68f4f8 None None] Pushing event updated for resources: {'Port': ['ID=9985bfd6-2a45-4a55-aa7b-8973be35416d,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:17.691029 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 8b5dfb3e-a103-4b15-a418-519f52726f46 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:17.691631 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8b5dfb3e-a103-4b15-a418-519f52726f46), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:17.706636 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53077e-d323-42ab-bb6b-793ccb68f4f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:17.707382 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53077e-d323-42ab-bb6b-793ccb68f4f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:17.707945 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53077e-d323-42ab-bb6b-793ccb68f4f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:17.708483 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53077e-d323-42ab-bb6b-793ccb68f4f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:17.709030 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53077e-d323-42ab-bb6b-793ccb68f4f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:17.709661 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53077e-d323-42ab-bb6b-793ccb68f4f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:17.710210 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53077e-d323-42ab-bb6b-793ccb68f4f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:17.710738 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53077e-d323-42ab-bb6b-793ccb68f4f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:17.711258 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53077e-d323-42ab-bb6b-793ccb68f4f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:17.711842 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53077e-d323-42ab-bb6b-793ccb68f4f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:17.712381 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53077e-d323-42ab-bb6b-793ccb68f4f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:17.712919 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53077e-d323-42ab-bb6b-793ccb68f4f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:17.713461 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a53077e-d323-42ab-bb6b-793ccb68f4f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:17.730970 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 8b5dfb3e-a103-4b15-a418-519f52726f46, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=8b5dfb3e-a103-4b15-a418-519f52726f46,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:17.741046 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8b5dfb3e-a103-4b15-a418-519f52726f46), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:17.764894 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b2328a1f-47cc-4610-8fd6-75bfea19b450 req-3339bb06-ddee-4ea5-b9a7-443c317a19e8 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 210 time: 0.0571425 Mar 07 10:42:17.865561 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-68530f14-b6ea-4850-b068-5d9d5749f3ff None None] Allocated IP 172.20.0.2 (1ff7e4b2-37a3-403e-9957-dee4b0806b98/72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245/b269f9ce-670f-40b0-a3b1-7866d32edb69) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:42:17.883392 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=8b5dfb3e-a103-4b15-a418-519f52726f46,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:17.986327 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-74a06a37-1cab-49a2-b990-61f2e3597dc8 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d45c75614f10495c9e7ad867b8426961&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3469422 Mar 07 10:42:17.988962 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-1062dbe9-8d24-4768-ac54-03f7908b5d2a tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] device_id is not set on port 4476fed2-400d-44c6-b935-a99a80d1178f yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:42:17.997686 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-fededa7f-7ae1-4523-8850-fe8f37f06f2e None None] Attempting to bind port 9985bfd6-2a45-4a55-aa7b-8973be35416d on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:42:17.998108 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-fededa7f-7ae1-4523-8850-fe8f37f06f2e None None] Attempting to bind port 9985bfd6-2a45-4a55-aa7b-8973be35416d by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'a83ef876-47f5-4921-a7cf-604d50d4af09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a5923ba6-96b8-4a01-ab18-779883a4fe01'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:42:17.998522 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fededa7f-7ae1-4523-8850-fe8f37f06f2e None None] Attempting to bind port 9985bfd6-2a45-4a55-aa7b-8973be35416d on network a5923ba6-96b8-4a01-ab18-779883a4fe01 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:42:18.005206 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fededa7f-7ae1-4523-8850-fe8f37f06f2e None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:42:18.005574 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fededa7f-7ae1-4523-8850-fe8f37f06f2e None None] Checking segment: {'id': 'a83ef876-47f5-4921-a7cf-604d50d4af09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a5923ba6-96b8-4a01-ab18-779883a4fe01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:18.006042 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fededa7f-7ae1-4523-8850-fe8f37f06f2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.006495 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fededa7f-7ae1-4523-8850-fe8f37f06f2e None None] Bound using segment: {'id': 'a83ef876-47f5-4921-a7cf-604d50d4af09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a5923ba6-96b8-4a01-ab18-779883a4fe01'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:42:18.007082 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-fededa7f-7ae1-4523-8850-fe8f37f06f2e None None] Bound port: 9985bfd6-2a45-4a55-aa7b-8973be35416d, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a83ef876-47f5-4921-a7cf-604d50d4af09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a5923ba6-96b8-4a01-ab18-779883a4fe01'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:42:18.007464 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fededa7f-7ae1-4523-8850-fe8f37f06f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9985bfd6-2a45-4a55-aa7b-8973be35416d), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.046895 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0def2cd0-e174-4f1f-9926-006ba6267b1f admin admin] Publish callbacks [] for router_gateway (c64e5256-38b1-4650-8641-48a846860eeb), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.070695 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0def2cd0-e174-4f1f-9926-006ba6267b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.083608 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e14885-24a9-4f56-adcd-0d79248c503b req-12afac9c-778e-4b31-91d4-795b36bc3555 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:18.085346 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-fededa7f-7ae1-4523-8850-fe8f37f06f2e None None] For port 9985bfd6-2a45-4a55-aa7b-8973be35416d, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:42:18.089713 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-fededa7f-7ae1-4523-8850-fe8f37f06f2e None None] For port 9985bfd6-2a45-4a55-aa7b-8973be35416d, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=9985bfd6-2a45-4a55-aa7b-8973be35416d,segment=NetworkSegment(a83ef876-47f5-4921-a7cf-604d50d4af09),segment_id=a83ef876-47f5-4921-a7cf-604d50d4af09)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:42:18.090004 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e14885-24a9-4f56-adcd-0d79248c503b req-12afac9c-778e-4b31-91d4-795b36bc3555 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:18.096183 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e14885-24a9-4f56-adcd-0d79248c503b req-12afac9c-778e-4b31-91d4-795b36bc3555 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:18.097310 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fededa7f-7ae1-4523-8850-fe8f37f06f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9985bfd6-2a45-4a55-aa7b-8973be35416d), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.101933 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e14885-24a9-4f56-adcd-0d79248c503b req-12afac9c-778e-4b31-91d4-795b36bc3555 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:18.108080 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e14885-24a9-4f56-adcd-0d79248c503b req-12afac9c-778e-4b31-91d4-795b36bc3555 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:18.125461 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e14885-24a9-4f56-adcd-0d79248c503b req-12afac9c-778e-4b31-91d4-795b36bc3555 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:18.138703 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e14885-24a9-4f56-adcd-0d79248c503b req-12afac9c-778e-4b31-91d4-795b36bc3555 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:18.152410 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-73e14885-24a9-4f56-adcd-0d79248c503b req-12afac9c-778e-4b31-91d4-795b36bc3555 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5420 time: 0.2036090 Mar 07 10:42:18.156365 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-ba25afa1-2d18-43b3-98e5-4af08ce34fca service neutron] 10.222.0.11 "GET /v2.0/networks/a5923ba6-96b8-4a01-ab18-779883a4fe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620135 Mar 07 10:42:18.173137 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fededa7f-7ae1-4523-8850-fe8f37f06f2e None None] Routers {'313ee869-649f-43d5-bfed-b9c8aed80041'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:42:18.173922 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-fededa7f-7ae1-4523-8850-fe8f37f06f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:42:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['313ee869-649f-43d5-bfed-b9c8aed80041'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:18.252846 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-68530f14-b6ea-4850-b068-5d9d5749f3ff None None] Publish callbacks [] for port (b269f9ce-670f-40b0-a3b1-7866d32edb69), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.256523 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.263630 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53077e-d323-42ab-bb6b-793ccb68f4f8 None None] Pushing event updated for resources: {'Port': ['ID=9985bfd6-2a45-4a55-aa7b-8973be35416d,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:18.264108 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-68530f14-b6ea-4850-b068-5d9d5749f3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (b269f9ce-670f-40b0-a3b1-7866d32edb69), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.277658 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-b954ca1a-4414-41c9-ba2b-729e1de5f0a6 service neutron] 10.222.0.11 "GET /v2.0/networks/a5923ba6-96b8-4a01-ab18-779883a4fe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204317 Mar 07 10:42:18.329184 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68530f14-b6ea-4850-b068-5d9d5749f3ff None None] Network 1ff7e4b2-37a3-403e-9957-dee4b0806b98 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:18.344054 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-68530f14-b6ea-4850-b068-5d9d5749f3ff None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:18.353093 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1062dbe9-8d24-4768-ac54-03f7908b5d2a tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks [] for port (4476fed2-400d-44c6-b935-a99a80d1178f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.397525 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68530f14-b6ea-4850-b068-5d9d5749f3ff None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:42:18.422610 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-fededa7f-7ae1-4523-8850-fe8f37f06f2e None None] Set router 313ee869-649f-43d5-bfed-b9c8aed80041 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:42:18.435321 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 8b5dfb3e-a103-4b15-a418-519f52726f46 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:18.436142 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-73e14885-24a9-4f56-adcd-0d79248c503b req-6a94c779-8bcc-4296-8705-edd3ed324214 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2829618 Mar 07 10:42:18.479714 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-0def2cd0-e174-4f1f-9926-006ba6267b1f admin admin] Allocated IP 172.25.3.231 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/5601ce61-72d4-462b-9465-1151b5ab3fbe) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:42:18.490374 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68530f14-b6ea-4850-b068-5d9d5749f3ff None None] Pushing event updated for resources: {'Port': ['ID=b269f9ce-670f-40b0-a3b1-7866d32edb69,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:18.523917 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-1062dbe9-8d24-4768-ac54-03f7908b5d2a tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] device_id is not set on port 5cbdf028-ff0f-4275-b22e-4a35e65f239b yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:42:18.546567 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-68530f14-b6ea-4850-b068-5d9d5749f3ff None None] Attempting to bind port b269f9ce-670f-40b0-a3b1-7866d32edb69 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:42:18.546968 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-68530f14-b6ea-4850-b068-5d9d5749f3ff None None] Attempting to bind port b269f9ce-670f-40b0-a3b1-7866d32edb69 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'b7032e9d-d7be-4244-839a-87d1dbd65515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1ff7e4b2-37a3-403e-9957-dee4b0806b98'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:42:18.547333 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68530f14-b6ea-4850-b068-5d9d5749f3ff None None] Attempting to bind port b269f9ce-670f-40b0-a3b1-7866d32edb69 on network 1ff7e4b2-37a3-403e-9957-dee4b0806b98 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:42:18.555310 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68530f14-b6ea-4850-b068-5d9d5749f3ff None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:42:18.556539 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68530f14-b6ea-4850-b068-5d9d5749f3ff None None] Checking segment: {'id': 'b7032e9d-d7be-4244-839a-87d1dbd65515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1ff7e4b2-37a3-403e-9957-dee4b0806b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:18.557131 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-68530f14-b6ea-4850-b068-5d9d5749f3ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.560808 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68530f14-b6ea-4850-b068-5d9d5749f3ff None None] Bound using segment: {'id': 'b7032e9d-d7be-4244-839a-87d1dbd65515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1ff7e4b2-37a3-403e-9957-dee4b0806b98'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:42:18.561347 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-68530f14-b6ea-4850-b068-5d9d5749f3ff None None] Bound port: b269f9ce-670f-40b0-a3b1-7866d32edb69, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7032e9d-d7be-4244-839a-87d1dbd65515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1ff7e4b2-37a3-403e-9957-dee4b0806b98'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:42:18.573473 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-68530f14-b6ea-4850-b068-5d9d5749f3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b269f9ce-670f-40b0-a3b1-7866d32edb69), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.671397 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1062dbe9-8d24-4768-ac54-03f7908b5d2a tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks [] for port (5cbdf028-ff0f-4275-b22e-4a35e65f239b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.676475 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 8b5dfb3e-a103-4b15-a418-519f52726f46 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:18.677137 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (8b5dfb3e-a103-4b15-a418-519f52726f46), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.739697 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0def2cd0-e174-4f1f-9926-006ba6267b1f admin admin] Publish callbacks [] for port (5601ce61-72d4-462b-9465-1151b5ab3fbe), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.809850 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-68530f14-b6ea-4850-b068-5d9d5749f3ff None None] For port b269f9ce-670f-40b0-a3b1-7866d32edb69, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:42:18.810264 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1062dbe9-8d24-4768-ac54-03f7908b5d2a tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (4476fed2-400d-44c6-b935-a99a80d1178f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.817907 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-68530f14-b6ea-4850-b068-5d9d5749f3ff None None] For port b269f9ce-670f-40b0-a3b1-7866d32edb69, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b269f9ce-670f-40b0-a3b1-7866d32edb69,segment=NetworkSegment(b7032e9d-d7be-4244-839a-87d1dbd65515),segment_id=b7032e9d-d7be-4244-839a-87d1dbd65515)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:42:18.820799 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f4a07f12-9a6d-4550-bb51-3e09761eb386 req-d6363764-a5fc-45f7-8786-fb0206c9658c tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 210 time: 0.1855104 Mar 07 10:42:18.829890 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0def2cd0-e174-4f1f-9926-006ba6267b1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (5601ce61-72d4-462b-9465-1151b5ab3fbe), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.861954 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-68530f14-b6ea-4850-b068-5d9d5749f3ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b269f9ce-670f-40b0-a3b1-7866d32edb69), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:18.869668 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-fededa7f-7ae1-4523-8850-fe8f37f06f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'name': 'tempest-ServerRescueTestJSONUnderV235-2040382218-router', 'tenant_id': 'd45c75614f10495c9e7ad867b8426961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '8b5dfb3e-a103-4b15-a418-519f52726f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:08Z', 'updated_at': '2022-03-07T10:42:13Z', 'revision_number': 4, 'project_id': 'd45c75614f10495c9e7ad867b8426961', 'gw_port': {'id': '8b5dfb3e-a103-4b15-a418-519f52726f46', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:10:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:09Z', 'updated_at': '2022-03-07T10:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '9985bfd6-2a45-4a55-aa7b-8973be35416d', 'name': '', 'network_id': 'a5923ba6-96b8-4a01-ab18-779883a4fe01', 'tenant_id': 'd45c75614f10495c9e7ad867b8426961', 'mac_address': 'fa:16:3e:ad:83:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '05b20612-5630-4733-a049-88ce1f12b48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:12Z', 'updated_at': '2022-03-07T10:42:18Z', 'revision_number': 4, 'project_id': 'd45c75614f10495c9e7ad867b8426961', 'subnets': [{'id': '05b20612-5630-4733-a049-88ce1f12b48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:18.931427 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fededa7f-7ae1-4523-8850-fe8f37f06f2e None None] The sync data for ids ['313ee869-649f-43d5-bfed-b9c8aed80041'] in n-d-832164-4 is: [{'id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'name': 'tempest-ServerRescueTestJSONUnderV235-2040382218-router', 'tenant_id': 'd45c75614f10495c9e7ad867b8426961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '8b5dfb3e-a103-4b15-a418-519f52726f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:08Z', 'updated_at': '2022-03-07T10:42:13Z', 'revision_number': 4, 'project_id': 'd45c75614f10495c9e7ad867b8426961', 'gw_port': {'id': '8b5dfb3e-a103-4b15-a418-519f52726f46', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:10:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:09Z', 'updated_at': '2022-03-07T10:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '9985bfd6-2a45-4a55-aa7b-8973be35416d', 'name': '', 'network_id': 'a5923ba6-96b8-4a01-ab18-779883a4fe01', 'tenant_id': 'd45c75614f10495c9e7ad867b8426961', 'mac_address': 'fa:16:3e:ad:83:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '05b20612-5630-4733-a049-88ce1f12b48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:12Z', 'updated_at': '2022-03-07T10:42:18Z', 'revision_number': 4, 'project_id': 'd45c75614f10495c9e7ad867b8426961', 'subnets': [{'id': '05b20612-5630-4733-a049-88ce1f12b48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:42:18.936487 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2e58d-b578-411d-9ab8-c441a6cf06ae req-2432fde0-6db3-458a-8289-3f1d9b4c6636 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:18.944106 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0ac2e58d-b578-411d-9ab8-c441a6cf06ae req-2432fde0-6db3-458a-8289-3f1d9b4c6636 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.2012861 Mar 07 10:42:19.002964 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68530f14-b6ea-4850-b068-5d9d5749f3ff None None] Pushing event updated for resources: {'Port': ['ID=b269f9ce-670f-40b0-a3b1-7866d32edb69,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:19.006590 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 8b5dfb3e-a103-4b15-a418-519f52726f46 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:19.019322 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062dbe9-8d24-4768-ac54-03f7908b5d2a tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Pushing event updated for resources: {'Port': ['ID=4476fed2-400d-44c6-b935-a99a80d1178f,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:19.057129 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def2cd0-e174-4f1f-9926-006ba6267b1f admin admin] Pushing event updated for resources: {'Port': ['ID=5601ce61-72d4-462b-9465-1151b5ab3fbe,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:19.072861 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0ac2e58d-b578-411d-9ab8-c441a6cf06ae req-2b36c5f2-5b78-44d9-83ec-0cb1a70daef6 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276248 Mar 07 10:42:19.079758 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1062dbe9-8d24-4768-ac54-03f7908b5d2a tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Checking segment: {'id': '8070d50c-5193-4d6c-9e3e-709e39c3b808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c57be51f-5528-4e2f-a677-82e92eaa16ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:19.080154 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1062dbe9-8d24-4768-ac54-03f7908b5d2a tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Network hostable DHCP agents. Network: c57be51f-5528-4e2f-a677-82e92eaa16ab, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:42:19.131025 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1062dbe9-8d24-4768-ac54-03f7908b5d2a tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Network c57be51f-5528-4e2f-a677-82e92eaa16ab is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:42:19.156001 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-1062dbe9-8d24-4768-ac54-03f7908b5d2a tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, c57be51f-5528-4e2f-a677-82e92eaa16ab) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:19.161311 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1062dbe9-8d24-4768-ac54-03f7908b5d2a tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:42:19.162209 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1062dbe9-8d24-4768-ac54-03f7908b5d2a tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (5cbdf028-ff0f-4275-b22e-4a35e65f239b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:19.169738 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-eafc76ae-6d79-4437-acd6-b1178e37d822 req-69ae1033-81e4-4dc2-ab0f-cad39ae84253 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 210 time: 0.1001809 Mar 07 10:42:19.176117 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a825a3-9e68-46c9-81a9-0ffc1083b092 None None] Network c57be51f-5528-4e2f-a677-82e92eaa16ab requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:19.184345 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0def2cd0-e174-4f1f-9926-006ba6267b1f admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:19.185909 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-0def2cd0-e174-4f1f-9926-006ba6267b1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:19.188517 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0def2cd0-e174-4f1f-9926-006ba6267b1f admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:42:19.320389 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1062dbe9-8d24-4768-ac54-03f7908b5d2a tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Checking segment: {'id': 'ddbdc44d-2f2a-47b3-9ca7-9e53c032b348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '5e65bf8e-5744-4637-a2fb-b3671e2e5f02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:19.321018 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1062dbe9-8d24-4768-ac54-03f7908b5d2a tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Network hostable DHCP agents. Network: 5e65bf8e-5744-4637-a2fb-b3671e2e5f02, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:42:19.324531 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1062dbe9-8d24-4768-ac54-03f7908b5d2a tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Pushing event updated for resources: {'Port': ['ID=5cbdf028-ff0f-4275-b22e-4a35e65f239b,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:19.414002 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1062dbe9-8d24-4768-ac54-03f7908b5d2a tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Network 5e65bf8e-5744-4637-a2fb-b3671e2e5f02 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:42:19.432206 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-1062dbe9-8d24-4768-ac54-03f7908b5d2a tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 5e65bf8e-5744-4637-a2fb-b3671e2e5f02) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:19.436155 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1062dbe9-8d24-4768-ac54-03f7908b5d2a tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:42:19.459488 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1062dbe9-8d24-4768-ac54-03f7908b5d2a tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:19.460596 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae33888-cb21-481a-8237-5c51a58ec79e None None] Network 5e65bf8e-5744-4637-a2fb-b3671e2e5f02 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:19.466881 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1062dbe9-8d24-4768-ac54-03f7908b5d2a tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:19.470688 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1062dbe9-8d24-4768-ac54-03f7908b5d2a tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:19.496969 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1062dbe9-8d24-4768-ac54-03f7908b5d2a tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.4071796 Mar 07 10:42:19.499673 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 53782) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:19.741865 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0def2cd0-e174-4f1f-9926-006ba6267b1f admin admin] Publish callbacks [] for router_gateway (c64e5256-38b1-4650-8641-48a846860eeb), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:19.814329 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481e55ec-ad3f-4b76-a14f-5aa9d468c622 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:19.825478 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481e55ec-ad3f-4b76-a14f-5aa9d468c622 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:19.827919 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-481e55ec-ad3f-4b76-a14f-5aa9d468c622 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3271706 Mar 07 10:42:19.835568 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 53784) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:19.870428 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de888e-fb20-4ab2-a180-60e23f15930c req-471f6cba-5f19-46cd-bec9-fbbb658e7bd7 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:19.884691 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de888e-fb20-4ab2-a180-60e23f15930c req-471f6cba-5f19-46cd-bec9-fbbb658e7bd7 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:19.894053 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de888e-fb20-4ab2-a180-60e23f15930c req-471f6cba-5f19-46cd-bec9-fbbb658e7bd7 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:19.911121 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de888e-fb20-4ab2-a180-60e23f15930c req-471f6cba-5f19-46cd-bec9-fbbb658e7bd7 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:19.923740 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de888e-fb20-4ab2-a180-60e23f15930c req-471f6cba-5f19-46cd-bec9-fbbb658e7bd7 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:19.937627 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de888e-fb20-4ab2-a180-60e23f15930c req-471f6cba-5f19-46cd-bec9-fbbb658e7bd7 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:19.951528 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de888e-fb20-4ab2-a180-60e23f15930c req-471f6cba-5f19-46cd-bec9-fbbb658e7bd7 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:19.954613 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f7de888e-fb20-4ab2-a180-60e23f15930c req-471f6cba-5f19-46cd-bec9-fbbb658e7bd7 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5420 time: 0.3026407 Mar 07 10:42:20.020420 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-173cca9e-96b6-47fd-8bba-72475bca78b4 req-16f80a0b-bdb6-4eb1-8329-1a05abe11352 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 210 time: 0.0774050 Mar 07 10:42:20.078568 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f7de888e-fb20-4ab2-a180-60e23f15930c req-2ed1e845-f92e-4e3e-b003-a1273613514e tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1172602 Mar 07 10:42:20.144030 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0def2cd0-e174-4f1f-9926-006ba6267b1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (c64e5256-38b1-4650-8641-48a846860eeb), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:20.163908 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-22ee5522-8a34-40d1-a1f6-74ea97b1c25e tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Deleting port 4476fed2-400d-44c6-b935-a99a80d1178f {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:20.164625 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-22ee5522-8a34-40d1-a1f6-74ea97b1c25e tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (4476fed2-400d-44c6-b935-a99a80d1178f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:20.299292 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-22ee5522-8a34-40d1-a1f6-74ea97b1c25e tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (4476fed2-400d-44c6-b935-a99a80d1178f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:20.378350 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-22ee5522-8a34-40d1-a1f6-74ea97b1c25e tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Calling delete_port for 4476fed2-400d-44c6-b935-a99a80d1178f owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:20.387974 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-00b73696-4b08-490e-93a0-0d2a8d92aa25 req-6505da59-69f2-4f9a-8cb0-d72a790be885 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 210 time: 0.0652597 Mar 07 10:42:20.446617 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033025e1-595a-45a1-84d0-7d7d6b5cdca7 req-4bb46d6a-6007-48f7-a31c-9666d26cf15c tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:20.454035 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-033025e1-595a-45a1-84d0-7d7d6b5cdca7 req-4bb46d6a-6007-48f7-a31c-9666d26cf15c tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.2424617 Mar 07 10:42:20.516550 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9985bfd6-2a45-4a55-aa7b-8973be35416d up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:20.563169 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-033025e1-595a-45a1-84d0-7d7d6b5cdca7 req-8374a770-d6b6-42ad-adcc-c7cc7f853813 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082151 Mar 07 10:42:20.617928 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0def2cd0-e174-4f1f-9926-006ba6267b1f admin admin] Router c64e5256-38b1-4650-8641-48a846860eeb is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:42:20.675398 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 9985bfd6-2a45-4a55-aa7b-8973be35416d triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:20.676428 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9985bfd6-2a45-4a55-aa7b-8973be35416d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:20.745974 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-9cc28d32-ed45-47b1-9172-eb10fbfa27a0 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:20.748213 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-9cc28d32-ed45-47b1-9172-eb10fbfa27a0 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.31 "GET /v2.0/networks?id=a5923ba6-96b8-4a01-ab18-779883a4fe01 HTTP/1.1" status: 200 len: 820 time: 0.2427540 Mar 07 10:42:20.765878 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-82dc2707-6d12-428d-9d6f-8a96aa1f028f tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Request body: {'port': {'device_id': 'fa097523-c999-4386-b286-a4ef729572c8', 'network_id': 'a5923ba6-96b8-4a01-ab18-779883a4fe01', 'admin_state_up': True, 'tenant_id': 'd45c75614f10495c9e7ad867b8426961'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:20.806027 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f390a002-2aef-463b-96ff-114b4c552695 None None] Network 1ff7e4b2-37a3-403e-9957-dee4b0806b98 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:20.839689 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 9985bfd6-2a45-4a55-aa7b-8973be35416d is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:20.840142 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9985bfd6-2a45-4a55-aa7b-8973be35416d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:20.845387 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0def2cd0-e174-4f1f-9926-006ba6267b1f admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:42:20.868911 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7625b1fb-78ef-4903-b6c1-e9aa63059f6d None None] Sync routers for ids ['c64e5256-38b1-4650-8641-48a846860eeb'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:42:20.876269 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0def2cd0-e174-4f1f-9926-006ba6267b1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:20.880073 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0def2cd0-e174-4f1f-9926-006ba6267b1f admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.3620589 Mar 07 10:42:20.881336 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53792) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:20.938942 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-22ee5522-8a34-40d1-a1f6-74ea97b1c25e tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (4476fed2-400d-44c6-b935-a99a80d1178f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:20.954194 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 9985bfd6-2a45-4a55-aa7b-8973be35416d, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=9985bfd6-2a45-4a55-aa7b-8973be35416d,segment=NetworkSegment(a83ef876-47f5-4921-a7cf-604d50d4af09),segment_id=a83ef876-47f5-4921-a7cf-604d50d4af09)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:20.958551 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-e558d5fc-9f85-425f-b4d9-e8e5cc0115db None None] Provisioning complete for port b269f9ce-670f-40b0-a3b1-7866d32edb69 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:20.958978 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e558d5fc-9f85-425f-b4d9-e8e5cc0115db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b269f9ce-670f-40b0-a3b1-7866d32edb69), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:21.012026 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9985bfd6-2a45-4a55-aa7b-8973be35416d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:21.012875 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b269f9ce-670f-40b0-a3b1-7866d32edb69 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:21.032091 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee5522-8a34-40d1-a1f6-74ea97b1c25e tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Pushing event deleted for resources: {'Port': ['ID=4476fed2-400d-44c6-b935-a99a80d1178f,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:21.042238 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-22ee5522-8a34-40d1-a1f6-74ea97b1c25e tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:21.059015 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-22ee5522-8a34-40d1-a1f6-74ea97b1c25e tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] 10.222.0.11 "DELETE /v2.0/ports/4476fed2-400d-44c6-b935-a99a80d1178f HTTP/1.1" status: 204 len: 168 time: 1.1032782 Mar 07 10:42:21.061665 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 53794) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:21.168449 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7625b1fb-78ef-4903-b6c1-e9aa63059f6d None None] Routers {'c64e5256-38b1-4650-8641-48a846860eeb'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:42:21.170171 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-7625b1fb-78ef-4903-b6c1-e9aa63059f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:42:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['c64e5256-38b1-4650-8641-48a846860eeb'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:21.187330 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-82dc2707-6d12-428d-9d6f-8a96aa1f028f tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Made reservation on behalf of d45c75614f10495c9e7ad867b8426961 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:21.192986 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-82dc2707-6d12-428d-9d6f-8a96aa1f028f tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:21.273595 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-44a2ee48-231d-4a54-9735-ec67e78b2135 req-42b7b0a2-c25a-491a-b58b-7edcbf5dc85d tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 210 time: 0.0520372 Mar 07 10:42:21.282007 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-bada2f95-fff4-4ad4-840a-d6628d1e5804 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Deleting port 5cbdf028-ff0f-4275-b22e-4a35e65f239b {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:21.282358 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bada2f95-fff4-4ad4-840a-d6628d1e5804 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (5cbdf028-ff0f-4275-b22e-4a35e65f239b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:21.466819 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d373e4a-fd1f-495c-924d-aebd780a09fb req-d8521f55-bab4-49a7-bb61-f24fda2d3c3e tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:21.472730 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d373e4a-fd1f-495c-924d-aebd780a09fb req-d8521f55-bab4-49a7-bb61-f24fda2d3c3e tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:21.479032 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d373e4a-fd1f-495c-924d-aebd780a09fb req-d8521f55-bab4-49a7-bb61-f24fda2d3c3e tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:21.484417 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d373e4a-fd1f-495c-924d-aebd780a09fb req-d8521f55-bab4-49a7-bb61-f24fda2d3c3e tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:21.489144 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d373e4a-fd1f-495c-924d-aebd780a09fb req-d8521f55-bab4-49a7-bb61-f24fda2d3c3e tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:21.495278 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d373e4a-fd1f-495c-924d-aebd780a09fb req-d8521f55-bab4-49a7-bb61-f24fda2d3c3e tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:21.496075 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bada2f95-fff4-4ad4-840a-d6628d1e5804 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (5cbdf028-ff0f-4275-b22e-4a35e65f239b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:21.500617 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d373e4a-fd1f-495c-924d-aebd780a09fb req-d8521f55-bab4-49a7-bb61-f24fda2d3c3e tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:21.511217 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9d373e4a-fd1f-495c-924d-aebd780a09fb req-d8521f55-bab4-49a7-bb61-f24fda2d3c3e tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5420 time: 0.1214862 Mar 07 10:42:21.516465 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-82dc2707-6d12-428d-9d6f-8a96aa1f028f tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Allocated IP 172.20.0.10 (a5923ba6-96b8-4a01-ab18-779883a4fe01/05b20612-5630-4733-a049-88ce1f12b48c/6ee9f6ae-ca68-43d2-ae5f-03931e443753) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:42:21.518694 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-bada2f95-fff4-4ad4-840a-d6628d1e5804 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Calling delete_port for 5cbdf028-ff0f-4275-b22e-4a35e65f239b owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:21.577139 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-584ede45-7a7d-4f69-99d6-8b1ad512d93e req-ebc592d5-6f7f-42d2-a029-501a94e0c051 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 210 time: 0.0470192 Mar 07 10:42:21.580199 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9d373e4a-fd1f-495c-924d-aebd780a09fb req-a38ec23a-656e-4679-a3a4-e294d8e10fe5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0680325 Mar 07 10:42:21.635545 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=9985bfd6-2a45-4a55-aa7b-8973be35416d,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:21.663014 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-7625b1fb-78ef-4903-b6c1-e9aa63059f6d None None] Set router c64e5256-38b1-4650-8641-48a846860eeb gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:42:21.773431 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bada2f95-fff4-4ad4-840a-d6628d1e5804 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (5cbdf028-ff0f-4275-b22e-4a35e65f239b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:21.813872 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4d6da-80a3-4e56-83e3-e53e0a8ad3eb req-224657cb-7853-4da1-9b08-1471b5123994 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:21.822004 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d1d4d6da-80a3-4e56-83e3-e53e0a8ad3eb req-224657cb-7853-4da1-9b08-1471b5123994 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1090522 Mar 07 10:42:21.826547 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada2f95-fff4-4ad4-840a-d6628d1e5804 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Pushing event deleted for resources: {'Port': ['ID=5cbdf028-ff0f-4275-b22e-4a35e65f239b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:21.861040 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e558d5fc-9f85-425f-b4d9-e8e5cc0115db None None] Current status of the port b269f9ce-670f-40b0-a3b1-7866d32edb69 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:21.861939 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e558d5fc-9f85-425f-b4d9-e8e5cc0115db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b269f9ce-670f-40b0-a3b1-7866d32edb69), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:21.874103 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bada2f95-fff4-4ad4-840a-d6628d1e5804 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:21.878424 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-bada2f95-fff4-4ad4-840a-d6628d1e5804 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] 10.222.0.11 "DELETE /v2.0/ports/5cbdf028-ff0f-4275-b22e-4a35e65f239b HTTP/1.1" status: 204 len: 168 time: 0.8152533 Mar 07 10:42:21.882051 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-82dc2707-6d12-428d-9d6f-8a96aa1f028f tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks [] for port (6ee9f6ae-ca68-43d2-ae5f-03931e443753), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:21.884730 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 53806) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:21.886731 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d1d4d6da-80a3-4e56-83e3-e53e0a8ad3eb req-51fbbc88-d141-4c52-afe0-ba395b0019e5 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638022 Mar 07 10:42:21.909942 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port b269f9ce-670f-40b0-a3b1-7866d32edb69 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:21.910317 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b269f9ce-670f-40b0-a3b1-7866d32edb69), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:21.933495 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a37f182e-bfb3-4944-b587-3174944c6a81 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0454667 Mar 07 10:42:21.943043 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 53808) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:21.962298 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-37c44458-7980-4388-8de7-2fbe3d381413 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-741080757'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:22.016420 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-e558d5fc-9f85-425f-b4d9-e8e5cc0115db None None] For port b269f9ce-670f-40b0-a3b1-7866d32edb69, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b269f9ce-670f-40b0-a3b1-7866d32edb69,segment=NetworkSegment(b7032e9d-d7be-4244-839a-87d1dbd65515),segment_id=b7032e9d-d7be-4244-839a-87d1dbd65515)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:22.028968 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c44458-7980-4388-8de7-2fbe3d381413 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Made reservation on behalf of 9293b89c531243128a8cf15115bcec0f for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:22.036909 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-37c44458-7980-4388-8de7-2fbe3d381413 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:22.042239 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-82dc2707-6d12-428d-9d6f-8a96aa1f028f tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (6ee9f6ae-ca68-43d2-ae5f-03931e443753), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:22.054281 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e558d5fc-9f85-425f-b4d9-e8e5cc0115db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b269f9ce-670f-40b0-a3b1-7866d32edb69), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:22.114738 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558d5fc-9f85-425f-b4d9-e8e5cc0115db None None] Pushing event updated for resources: {'Port': ['ID=b269f9ce-670f-40b0-a3b1-7866d32edb69,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:22.139059 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-82dc2707-6d12-428d-9d6f-8a96aa1f028f tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Network a5923ba6-96b8-4a01-ab18-779883a4fe01 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:22.147208 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37c44458-7980-4388-8de7-2fbe3d381413 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:42:22.151676 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-82dc2707-6d12-428d-9d6f-8a96aa1f028f tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:22.169672 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-82dc2707-6d12-428d-9d6f-8a96aa1f028f tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:42:22.173818 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc2707-6d12-428d-9d6f-8a96aa1f028f tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Pushing event updated for resources: {'Port': ['ID=6ee9f6ae-ca68-43d2-ae5f-03931e443753,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:22.191418 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d2f4c102-9b87-43a5-bba4-c58ada475072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:22.204486 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-7625b1fb-78ef-4903-b6c1-e9aa63059f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'name': 'tempest-ServersTestJSON-2027679465-router', 'tenant_id': '909cef2d32374597ba1f7e6777d2504f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '5601ce61-72d4-462b-9465-1151b5ab3fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:16Z', 'updated_at': '2022-03-07T10:42:19Z', 'revision_number': 3, 'project_id': '909cef2d32374597ba1f7e6777d2504f', 'gw_port': {'id': '5601ce61-72d4-462b-9465-1151b5ab3fbe', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:22.210832 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port b269f9ce-670f-40b0-a3b1-7866d32edb69 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:22.231887 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-37c44458-7980-4388-8de7-2fbe3d381413 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (28cca0ad-052f-47e0-9188-a07548b3947f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:22.232235 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-37c44458-7980-4388-8de7-2fbe3d381413 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Added segment 28cca0ad-052f-47e0-9188-a07548b3947f of type vlan for network fdc166b1-ef0c-4752-8f96-8dcaccf06af2 Mar 07 10:42:22.282678 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7625b1fb-78ef-4903-b6c1-e9aa63059f6d None None] Checking router: c64e5256-38b1-4650-8641-48a846860eeb for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:42:22.283034 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7625b1fb-78ef-4903-b6c1-e9aa63059f6d None None] Updating router c64e5256-38b1-4650-8641-48a846860eeb port 5601ce61-72d4-462b-9465-1151b5ab3fbe binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:42:22.311462 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-37c44458-7980-4388-8de7-2fbe3d381413 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (fdc166b1-ef0c-4752-8f96-8dcaccf06af2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:22.343187 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-1207d947-432e-46a5-91a3-9c02a60e1be4 None None] Provisioning complete for port b269f9ce-670f-40b0-a3b1-7866d32edb69 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:22.344314 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1207d947-432e-46a5-91a3-9c02a60e1be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b269f9ce-670f-40b0-a3b1-7866d32edb69), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:22.346054 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7625b1fb-78ef-4903-b6c1-e9aa63059f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5601ce61-72d4-462b-9465-1151b5ab3fbe), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:22.392532 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-37c44458-7980-4388-8de7-2fbe3d381413 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (fdc166b1-ef0c-4752-8f96-8dcaccf06af2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:22.401454 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-d2f4c102-9b87-43a5-bba4-c58ada475072 admin admin] Allocated IP 172.20.0.1 (1ff7e4b2-37a3-403e-9957-dee4b0806b98/72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245/d22d6ae0-3c99-429c-9721-c6162b5cf876) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:42:22.407882 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c44458-7980-4388-8de7-2fbe3d381413 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:22.408627 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-37c44458-7980-4388-8de7-2fbe3d381413 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:22.433677 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-82dc2707-6d12-428d-9d6f-8a96aa1f028f tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:22.434343 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-82dc2707-6d12-428d-9d6f-8a96aa1f028f tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:22.475279 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-82dc2707-6d12-428d-9d6f-8a96aa1f028f tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7168922 Mar 07 10:42:22.489698 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9985bfd6-2a45-4a55-aa7b-8973be35416d up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:22.523296 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-1ddba195-6c9c-4ad4-855a-b39c8e59c29e service neutron] Request body: {'port': {'device_id': 'fa097523-c999-4386-b286-a4ef729572c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:22.535413 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d2f4c102-9b87-43a5-bba4-c58ada475072 admin admin] Publish callbacks [] for port (d22d6ae0-3c99-429c-9721-c6162b5cf876), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:22.581150 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d2f4c102-9b87-43a5-bba4-c58ada475072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (d22d6ae0-3c99-429c-9721-c6162b5cf876), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:22.639978 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c44458-7980-4388-8de7-2fbe3d381413 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Pushing event updated for resources: {'Network': ['ID=fdc166b1-ef0c-4752-8f96-8dcaccf06af2,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:22.650838 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-37c44458-7980-4388-8de7-2fbe3d381413 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6937060 Mar 07 10:42:22.652012 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 53818) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:22.664406 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network fdc166b1-ef0c-4752-8f96-8dcaccf06af2 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:42:22.698837 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4c102-9b87-43a5-bba4-c58ada475072 admin admin] Pushing event updated for resources: {'Port': ['ID=d22d6ae0-3c99-429c-9721-c6162b5cf876,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:22.702608 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f4c102-9b87-43a5-bba4-c58ada475072 admin admin] Network 1ff7e4b2-37a3-403e-9957-dee4b0806b98 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:22.704610 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-d2f4c102-9b87-43a5-bba4-c58ada475072 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:22.706899 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-f2fb9263-7e91-4504-8742-4e7e418fb3f7 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-880720804'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:22.707039 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f4c102-9b87-43a5-bba4-c58ada475072 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:42:22.732674 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-1ddba195-6c9c-4ad4-855a-b39c8e59c29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6ee9f6ae-ca68-43d2-ae5f-03931e443753), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:22.750330 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20f216-22e4-4ac4-8c0e-2b3b1cd9cc89 req-bb6946c9-6490-4c6b-9b29-624200eaaf17 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:22.752031 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1e20f216-22e4-4ac4-8c0e-2b3b1cd9cc89 req-bb6946c9-6490-4c6b-9b29-624200eaaf17 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 932 time: 0.3011405 Mar 07 10:42:22.821263 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d2f4c102-9b87-43a5-bba4-c58ada475072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (c64e5256-38b1-4650-8641-48a846860eeb), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:22.840627 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 9985bfd6-2a45-4a55-aa7b-8973be35416d triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:22.842730 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9985bfd6-2a45-4a55-aa7b-8973be35416d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:22.857980 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:22.858692 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1207d947-432e-46a5-91a3-9c02a60e1be4 None None] Current status of the port b269f9ce-670f-40b0-a3b1-7866d32edb69 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:22.888871 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf626efc-e74d-45ff-8c1f-779d796326f0 req-b4d2176a-4740-4f76-bc5e-8f96bb9527e5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:22.901781 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf626efc-e74d-45ff-8c1f-779d796326f0 req-b4d2176a-4740-4f76-bc5e-8f96bb9527e5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:22.909774 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf626efc-e74d-45ff-8c1f-779d796326f0 req-b4d2176a-4740-4f76-bc5e-8f96bb9527e5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:22.916113 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf626efc-e74d-45ff-8c1f-779d796326f0 req-b4d2176a-4740-4f76-bc5e-8f96bb9527e5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:22.921734 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf626efc-e74d-45ff-8c1f-779d796326f0 req-b4d2176a-4740-4f76-bc5e-8f96bb9527e5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:22.927802 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf626efc-e74d-45ff-8c1f-779d796326f0 req-b4d2176a-4740-4f76-bc5e-8f96bb9527e5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:22.937828 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf626efc-e74d-45ff-8c1f-779d796326f0 req-b4d2176a-4740-4f76-bc5e-8f96bb9527e5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:22.939785 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cf626efc-e74d-45ff-8c1f-779d796326f0 req-b4d2176a-4740-4f76-bc5e-8f96bb9527e5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5420 time: 0.1972935 Mar 07 10:42:23.035509 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7625b1fb-78ef-4903-b6c1-e9aa63059f6d None None] Publish callbacks [] for port (5601ce61-72d4-462b-9465-1151b5ab3fbe), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.068959 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7625b1fb-78ef-4903-b6c1-e9aa63059f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (5601ce61-72d4-462b-9465-1151b5ab3fbe), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.119889 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cf626efc-e74d-45ff-8c1f-779d796326f0 req-d9f80a68-f8c8-4349-9f65-778473b0edc8 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1725383 Mar 07 10:42:23.131881 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-1ddba195-6c9c-4ad4-855a-b39c8e59c29e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ee9f6ae-ca68-43d2-ae5f-03931e443753 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:42:23.143881 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-1ddba195-6c9c-4ad4-855a-b39c8e59c29e service neutron] Publish callbacks [] for port (6ee9f6ae-ca68-43d2-ae5f-03931e443753), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.154729 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 9985bfd6-2a45-4a55-aa7b-8973be35416d is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:23.156219 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b269f9ce-670f-40b0-a3b1-7866d32edb69 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:23.160575 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-1ddba195-6c9c-4ad4-855a-b39c8e59c29e service neutron] Transition to ACTIVE for port object 6ee9f6ae-ca68-43d2-ae5f-03931e443753 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:42:23.167778 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-1ddba195-6c9c-4ad4-855a-b39c8e59c29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (6ee9f6ae-ca68-43d2-ae5f-03931e443753), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.186849 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fb9263-7e91-4504-8742-4e7e418fb3f7 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Made reservation on behalf of 9293b89c531243128a8cf15115bcec0f for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:23.190547 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2fb9263-7e91-4504-8742-4e7e418fb3f7 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.202039 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d2f4c102-9b87-43a5-bba4-c58ada475072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d22d6ae0-3c99-429c-9721-c6162b5cf876), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.209941 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c20b221b-fa5a-4679-8e20-485699dcc0d7 None None] Provisioning complete for port d22d6ae0-3c99-429c-9721-c6162b5cf876 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:23.210702 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c20b221b-fa5a-4679-8e20-485699dcc0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d22d6ae0-3c99-429c-9721-c6162b5cf876), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.217494 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abbb621-6f61-4c20-a272-f170c6aaa332 None None] Pushing event updated for resources: {'Port': ['ID=5601ce61-72d4-462b-9465-1151b5ab3fbe,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:23.227474 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-7625b1fb-78ef-4903-b6c1-e9aa63059f6d None None] Attempting to bind port 5601ce61-72d4-462b-9465-1151b5ab3fbe on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:42:23.228365 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-7625b1fb-78ef-4903-b6c1-e9aa63059f6d None None] Attempting to bind port 5601ce61-72d4-462b-9465-1151b5ab3fbe by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:42:23.229425 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7625b1fb-78ef-4903-b6c1-e9aa63059f6d None None] Attempting to bind port 5601ce61-72d4-462b-9465-1151b5ab3fbe on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:42:23.265701 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7625b1fb-78ef-4903-b6c1-e9aa63059f6d None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:42:23.266672 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7625b1fb-78ef-4903-b6c1-e9aa63059f6d None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:23.267301 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7625b1fb-78ef-4903-b6c1-e9aa63059f6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.267906 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7625b1fb-78ef-4903-b6c1-e9aa63059f6d None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:42:23.268715 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-7625b1fb-78ef-4903-b6c1-e9aa63059f6d None None] Bound port: 5601ce61-72d4-462b-9465-1151b5ab3fbe, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:42:23.269361 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7625b1fb-78ef-4903-b6c1-e9aa63059f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5601ce61-72d4-462b-9465-1151b5ab3fbe), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.313376 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1e20f216-22e4-4ac4-8c0e-2b3b1cd9cc89 req-7c943f0f-7e16-48d5-8f8d-8fcef2daa718 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5502639 Mar 07 10:42:23.314105 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2fb9263-7e91-4504-8742-4e7e418fb3f7 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:42:23.316911 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c20b221b-fa5a-4679-8e20-485699dcc0d7 None None] Port d22d6ae0-3c99-429c-9721-c6162b5cf876 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:42:23.359198 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddba195-6c9c-4ad4-855a-b39c8e59c29e service neutron] Pushing event updated for resources: {'Port': ['ID=6ee9f6ae-ca68-43d2-ae5f-03931e443753,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:23.360801 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port b269f9ce-670f-40b0-a3b1-7866d32edb69 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:23.361439 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b269f9ce-670f-40b0-a3b1-7866d32edb69), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.367396 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2fb9263-7e91-4504-8742-4e7e418fb3f7 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (736ff50e-5146-4560-8271-db3d7d6bcf42), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.367608 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-f2fb9263-7e91-4504-8742-4e7e418fb3f7 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Added segment 736ff50e-5146-4560-8271-db3d7d6bcf42 of type vlan for network c1fc395a-627c-45c6-8c47-97414d3cb0ff Mar 07 10:42:23.372775 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-7625b1fb-78ef-4903-b6c1-e9aa63059f6d None None] For port 5601ce61-72d4-462b-9465-1151b5ab3fbe, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:42:23.377544 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-7625b1fb-78ef-4903-b6c1-e9aa63059f6d None None] For port 5601ce61-72d4-462b-9465-1151b5ab3fbe, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=5601ce61-72d4-462b-9465-1151b5ab3fbe,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:42:23.417301 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7625b1fb-78ef-4903-b6c1-e9aa63059f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (5601ce61-72d4-462b-9465-1151b5ab3fbe), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.423392 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d2f4c102-9b87-43a5-bba4-c58ada475072 admin admin] Publish callbacks [] for port (d22d6ae0-3c99-429c-9721-c6162b5cf876), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.440045 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-1ddba195-6c9c-4ad4-855a-b39c8e59c29e service neutron] Attempting to bind port 6ee9f6ae-ca68-43d2-ae5f-03931e443753 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:42:23.440560 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-1ddba195-6c9c-4ad4-855a-b39c8e59c29e service neutron] Attempting to bind port 6ee9f6ae-ca68-43d2-ae5f-03931e443753 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': 'a83ef876-47f5-4921-a7cf-604d50d4af09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a5923ba6-96b8-4a01-ab18-779883a4fe01'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:42:23.440934 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-1ddba195-6c9c-4ad4-855a-b39c8e59c29e service neutron] Attempting to bind port 6ee9f6ae-ca68-43d2-ae5f-03931e443753 on network a5923ba6-96b8-4a01-ab18-779883a4fe01 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:42:23.454767 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fe5527e7-bb94-4ecb-84fa-2b71c13c76b6 req-898467a9-13ca-47ed-8207-ba8a5eb6fa9d tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 210 time: 0.2281404 Mar 07 10:42:23.455485 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d2f4c102-9b87-43a5-bba4-c58ada475072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (d22d6ae0-3c99-429c-9721-c6162b5cf876), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.488143 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-1ddba195-6c9c-4ad4-855a-b39c8e59c29e service neutron] Port 6ee9f6ae-ca68-43d2-ae5f-03931e443753 on network a5923ba6-96b8-4a01-ab18-779883a4fe01 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:42:23.488534 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-1ddba195-6c9c-4ad4-855a-b39c8e59c29e service neutron] Attempting to bind port 6ee9f6ae-ca68-43d2-ae5f-03931e443753 on network a5923ba6-96b8-4a01-ab18-779883a4fe01 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:42:23.491560 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2fb9263-7e91-4504-8742-4e7e418fb3f7 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (c1fc395a-627c-45c6-8c47-97414d3cb0ff), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.506246 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-1ddba195-6c9c-4ad4-855a-b39c8e59c29e service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:42:23.506715 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-1ddba195-6c9c-4ad4-855a-b39c8e59c29e service neutron] Checking segment: {'id': 'a83ef876-47f5-4921-a7cf-604d50d4af09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a5923ba6-96b8-4a01-ab18-779883a4fe01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:23.507109 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-1ddba195-6c9c-4ad4-855a-b39c8e59c29e service neutron] Bound using segment: {'id': 'a83ef876-47f5-4921-a7cf-604d50d4af09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a5923ba6-96b8-4a01-ab18-779883a4fe01'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:42:23.507548 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-1ddba195-6c9c-4ad4-855a-b39c8e59c29e service neutron] Bound port: 6ee9f6ae-ca68-43d2-ae5f-03931e443753, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a83ef876-47f5-4921-a7cf-604d50d4af09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a5923ba6-96b8-4a01-ab18-779883a4fe01'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:42:23.507909 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-1ddba195-6c9c-4ad4-855a-b39c8e59c29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6ee9f6ae-ca68-43d2-ae5f-03931e443753), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.517764 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7625b1fb-78ef-4903-b6c1-e9aa63059f6d None None] Routers {'c64e5256-38b1-4650-8641-48a846860eeb'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:42:23.519304 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-7625b1fb-78ef-4903-b6c1-e9aa63059f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:42:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['c64e5256-38b1-4650-8641-48a846860eeb'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:23.549778 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abbb621-6f61-4c20-a272-f170c6aaa332 None None] Pushing event updated for resources: {'Port': ['ID=5601ce61-72d4-462b-9465-1151b5ab3fbe,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:23.554534 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d2f4c102-9b87-43a5-bba4-c58ada475072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (c64e5256-38b1-4650-8641-48a846860eeb), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.558763 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4c102-9b87-43a5-bba4-c58ada475072 admin admin] Pushing event updated for resources: {'Port': ['ID=d22d6ae0-3c99-429c-9721-c6162b5cf876,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:23.582278 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64f0fd-edc3-4870-a11e-0f6fef7ab0a8 req-dfe64b5a-263d-43a7-ad24-a0b711afa8ce tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:23.583806 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ee64f0fd-edc3-4870-a11e-0f6fef7ab0a8 req-dfe64b5a-263d-43a7-ad24-a0b711afa8ce tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1380367 Mar 07 10:42:23.619746 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2fb9263-7e91-4504-8742-4e7e418fb3f7 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (c1fc395a-627c-45c6-8c47-97414d3cb0ff), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.625421 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fb9263-7e91-4504-8742-4e7e418fb3f7 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:23.625733 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2fb9263-7e91-4504-8742-4e7e418fb3f7 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.630564 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port b269f9ce-670f-40b0-a3b1-7866d32edb69 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:23.665203 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f2fb9263-7e91-4504-8742-4e7e418fb3f7 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9538591 Mar 07 10:42:23.688733 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f4c102-9b87-43a5-bba4-c58ada475072 admin admin] Network 1ff7e4b2-37a3-403e-9957-dee4b0806b98 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:23.689704 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-d2f4c102-9b87-43a5-bba4-c58ada475072 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:23.705515 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-1ddba195-6c9c-4ad4-855a-b39c8e59c29e service neutron] For port 6ee9f6ae-ca68-43d2-ae5f-03931e443753, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:42:23.711162 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-1ddba195-6c9c-4ad4-855a-b39c8e59c29e service neutron] For port 6ee9f6ae-ca68-43d2-ae5f-03931e443753, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=6ee9f6ae-ca68-43d2-ae5f-03931e443753,segment=NetworkSegment(a83ef876-47f5-4921-a7cf-604d50d4af09),segment_id=a83ef876-47f5-4921-a7cf-604d50d4af09)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:42:23.730640 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-1ddba195-6c9c-4ad4-855a-b39c8e59c29e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (6ee9f6ae-ca68-43d2-ae5f-03931e443753), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.732687 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-7625b1fb-78ef-4903-b6c1-e9aa63059f6d None None] Set router c64e5256-38b1-4650-8641-48a846860eeb gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:42:23.753771 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-1ddba195-6c9c-4ad4-855a-b39c8e59c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:23.754381 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-1ddba195-6c9c-4ad4-855a-b39c8e59c29e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:23.756313 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-1ddba195-6c9c-4ad4-855a-b39c8e59c29e service neutron] 10.222.0.31 "PUT /v2.0/ports/6ee9f6ae-ca68-43d2-ae5f-03931e443753 HTTP/1.1" status: 200 len: 1092 time: 1.2377973 Mar 07 10:42:23.766433 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa097523-c999-4386-b286-a4ef729572c8', 'tag': '6ee9f6ae-ca68-43d2-ae5f-03931e443753'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:42:23.769406 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e024b6cf-690b-4592-82bf-d4d455732ab4" -d '{"events": [{"name": "network-changed", "server_uuid": "fa097523-c999-4386-b286-a4ef729572c8", "tag": "6ee9f6ae-ca68-43d2-ae5f-03931e443753"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:42:24.047358 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f4c102-9b87-43a5-bba4-c58ada475072 admin admin] Router c64e5256-38b1-4650-8641-48a846860eeb has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:42:24.215859 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-41856cfe-2da3-482e-b4a8-003580bcd48c None None] Provisioning complete for port d22d6ae0-3c99-429c-9721-c6162b5cf876 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:24.216334 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-41856cfe-2da3-482e-b4a8-003580bcd48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d22d6ae0-3c99-429c-9721-c6162b5cf876), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:24.269451 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-41856cfe-2da3-482e-b4a8-003580bcd48c None None] Port d22d6ae0-3c99-429c-9721-c6162b5cf876 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:42:24.287778 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-7625b1fb-78ef-4903-b6c1-e9aa63059f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'name': 'tempest-ServersTestJSON-2027679465-router', 'tenant_id': '909cef2d32374597ba1f7e6777d2504f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '5601ce61-72d4-462b-9465-1151b5ab3fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:16Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': '909cef2d32374597ba1f7e6777d2504f', 'gw_port': {'id': '5601ce61-72d4-462b-9465-1151b5ab3fbe', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'd22d6ae0-3c99-429c-9721-c6162b5cf876', 'name': '', 'network_id': '1ff7e4b2-37a3-403e-9957-dee4b0806b98', 'tenant_id': '909cef2d32374597ba1f7e6777d2504f', 'mac_address': 'fa:16:3e:a9:04:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 2, 'project_id': '909cef2d32374597ba1f7e6777d2504f', 'subnets': [{'id': '72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:24.291019 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f4c102-9b87-43a5-bba4-c58ada475072 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:42:24.326345 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d2f4c102-9b87-43a5-bba4-c58ada475072 admin admin] 10.222.0.11 "PUT /v2.0/routers/c64e5256-38b1-4650-8641-48a846860eeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4435596 Mar 07 10:42:24.356587 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7625b1fb-78ef-4903-b6c1-e9aa63059f6d None None] The sync data for ids ['c64e5256-38b1-4650-8641-48a846860eeb'] in n-d-832164-4 is: [{'id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'name': 'tempest-ServersTestJSON-2027679465-router', 'tenant_id': '909cef2d32374597ba1f7e6777d2504f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '5601ce61-72d4-462b-9465-1151b5ab3fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:16Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': '909cef2d32374597ba1f7e6777d2504f', 'gw_port': {'id': '5601ce61-72d4-462b-9465-1151b5ab3fbe', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'd22d6ae0-3c99-429c-9721-c6162b5cf876', 'name': '', 'network_id': '1ff7e4b2-37a3-403e-9957-dee4b0806b98', 'tenant_id': '909cef2d32374597ba1f7e6777d2504f', 'mac_address': 'fa:16:3e:a9:04:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 2, 'project_id': '909cef2d32374597ba1f7e6777d2504f', 'subnets': [{'id': '72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:42:24.372083 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb9263-7e91-4504-8742-4e7e418fb3f7 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Pushing event updated for resources: {'Network': ['ID=c1fc395a-627c-45c6-8c47-97414d3cb0ff,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:24.378512 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb5753d-32ec-4479-9216-66f9f500e49e x-openstack-request-id: req-7cb5753d-32ec-4479-9216-66f9f500e49e {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:42:24.378765 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa097523-c999-4386-b286-a4ef729572c8", "tag": "6ee9f6ae-ca68-43d2-ae5f-03931e443753", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:42:24.378971 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7cb5753d-32ec-4479-9216-66f9f500e49e {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:42:24.379419 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa097523-c999-4386-b286-a4ef729572c8', 'tag': '6ee9f6ae-ca68-43d2-ae5f-03931e443753', 'status': 'completed', 'code': 200} Mar 07 10:42:24.385152 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network c1fc395a-627c-45c6-8c47-97414d3cb0ff details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:42:24.416241 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ee64f0fd-edc3-4870-a11e-0f6fef7ab0a8 req-9caf3daf-2040-4f7c-8000-e520712aa97e tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8247614 Mar 07 10:42:24.483442 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddba195-6c9c-4ad4-855a-b39c8e59c29e service neutron] Pushing event updated for resources: {'Port': ['ID=6ee9f6ae-ca68-43d2-ae5f-03931e443753,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:24.504340 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-04cbaefd-85f1-4ba3-ab5c-8ff9e4e89841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:24.505949 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-04cbaefd-85f1-4ba3-ab5c-8ff9e4e89841 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d45c75614f10495c9e7ad867b8426961&device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 1126 time: 0.6658709 Mar 07 10:42:24.523181 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89ab57-8929-4d86-b37b-cbe3da7403d7 req-139c6f8c-d6a8-433a-bff0-841e69160598 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:24.530316 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89ab57-8929-4d86-b37b-cbe3da7403d7 req-139c6f8c-d6a8-433a-bff0-841e69160598 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:24.537693 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89ab57-8929-4d86-b37b-cbe3da7403d7 req-139c6f8c-d6a8-433a-bff0-841e69160598 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:24.553688 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89ab57-8929-4d86-b37b-cbe3da7403d7 req-139c6f8c-d6a8-433a-bff0-841e69160598 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:24.562046 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89ab57-8929-4d86-b37b-cbe3da7403d7 req-139c6f8c-d6a8-433a-bff0-841e69160598 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:24.568491 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89ab57-8929-4d86-b37b-cbe3da7403d7 req-139c6f8c-d6a8-433a-bff0-841e69160598 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:24.574239 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-6d86c0e1-1bd0-4776-be71-5248a5863df6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ee9f6ae-ca68-43d2-ae5f-03931e443753 HTTP/1.1" status: 200 len: 217 time: 0.0601158 Mar 07 10:42:24.577486 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89ab57-8929-4d86-b37b-cbe3da7403d7 req-139c6f8c-d6a8-433a-bff0-841e69160598 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:24.579549 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4d89ab57-8929-4d86-b37b-cbe3da7403d7 req-139c6f8c-d6a8-433a-bff0-841e69160598 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5420 time: 0.3043017 Mar 07 10:42:24.632873 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-4fe4fedc-4cde-4ada-a423-6f57f76dc281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:24.634776 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-4fe4fedc-4cde-4ada-a423-6f57f76dc281 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=05b20612-5630-4733-a049-88ce1f12b48c HTTP/1.1" status: 200 len: 860 time: 0.0538542 Mar 07 10:42:24.684546 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4d89ab57-8929-4d86-b37b-cbe3da7403d7 req-5d1a20a1-1a80-46c6-9b8d-12e8d89d150c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0932629 Mar 07 10:42:24.690272 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-0c5b1c09-8b7e-46e8-a3fd-6eabfc70d0d5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a5923ba6-96b8-4a01-ab18-779883a4fe01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444646 Mar 07 10:42:24.809399 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b75c0-e31e-410a-b7c3-75653f9c5e68 req-22cd0dd8-fce5-41bf-991f-2ce32630dc58 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:24.809399 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4b3b75c0-e31e-410a-b7c3-75653f9c5e68 req-22cd0dd8-fce5-41bf-991f-2ce32630dc58 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 944 time: 0.1710317 Mar 07 10:42:24.905120 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8d6512e1-ab7a-48f3-8338-50940f119984 req-1d0f3781-b754-4203-bd25-36948c180956 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 210 time: 0.0578928 Mar 07 10:42:24.948998 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-dc5d74d9-2aaf-4aba-92ce-04dfb16d21e2 service neutron] 10.222.0.31 "GET /v2.0/networks/a5923ba6-96b8-4a01-ab18-779883a4fe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517352 Mar 07 10:42:24.968115 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4b3b75c0-e31e-410a-b7c3-75653f9c5e68 req-dff2428d-2eb6-4240-a7f4-8f35aa9a6b8c tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229014 Mar 07 10:42:25.129671 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-157e5fd5-ce26-4cf9-ac9e-64f9533d5047 req-2faac4e4-32df-43c0-ad90-21db2ebf7b6a service neutron] 10.222.0.31 "GET /v2.0/networks/a5923ba6-96b8-4a01-ab18-779883a4fe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540565 Mar 07 10:42:25.272328 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024b6cf-690b-4592-82bf-d4d455732ab4 req-ee9d6a29-417b-4ea4-b75d-76c5e5fc13cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:25.276792 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e024b6cf-690b-4592-82bf-d4d455732ab4 req-ee9d6a29-417b-4ea4-b75d-76c5e5fc13cf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d45c75614f10495c9e7ad867b8426961&device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 1126 time: 0.0906355 Mar 07 10:42:25.309917 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53836) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:25.314514 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-44793c50-30f5-4d85-8f44-414f0485d315 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2144972221', 'description': 'tempest-description--2118432412'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:25.355934 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-44793c50-30f5-4d85-8f44-414f0485d315 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:25.501159 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024b6cf-690b-4592-82bf-d4d455732ab4 req-4535ff3a-5e4c-434c-9b08-528bca4a568a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:25.501159 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e024b6cf-690b-4592-82bf-d4d455732ab4 req-4535ff3a-5e4c-434c-9b08-528bca4a568a service neutron] 10.222.0.31 "GET /v2.0/networks?id=a5923ba6-96b8-4a01-ab18-779883a4fe01 HTTP/1.1" status: 200 len: 921 time: 0.1969810 Mar 07 10:42:25.522071 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-44793c50-30f5-4d85-8f44-414f0485d315 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks [] for security_group (73619b1b-c443-4844-965f-b3ec8bc99ab9), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:25.531113 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-44793c50-30f5-4d85-8f44-414f0485d315 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (73619b1b-c443-4844-965f-b3ec8bc99ab9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:25.563864 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e024b6cf-690b-4592-82bf-d4d455732ab4 req-81696370-1852-4ac8-b01d-903fc524790e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ee9f6ae-ca68-43d2-ae5f-03931e443753 HTTP/1.1" status: 200 len: 217 time: 0.0689681 Mar 07 10:42:25.568429 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44793c50-30f5-4d85-8f44-414f0485d315 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73619b1b-c443-4844-965f-b3ec8bc99ab9,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:25.577561 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-44793c50-30f5-4d85-8f44-414f0485d315 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:25.580850 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-44793c50-30f5-4d85-8f44-414f0485d315 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2696788 Mar 07 10:42:25.583535 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53840) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:25.588288 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-275944a4-50ba-4c8a-8bcc-ec5c7162b311 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Request body: {'security_group_rule': {'security_group_id': '73619b1b-c443-4844-965f-b3ec8bc99ab9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:25.622027 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-275944a4-50ba-4c8a-8bcc-ec5c7162b311 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks [] for security_group_rule (e7ac26cd-c957-4989-ac9b-deab2ae1d8e5), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:25.675773 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e024b6cf-690b-4592-82bf-d4d455732ab4 req-5e008e00-d864-4a5b-a628-279ca87ed631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:25.678743 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e024b6cf-690b-4592-82bf-d4d455732ab4 req-5e008e00-d864-4a5b-a628-279ca87ed631 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=05b20612-5630-4733-a049-88ce1f12b48c HTTP/1.1" status: 200 len: 860 time: 0.0887582 Mar 07 10:42:25.689719 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-275944a4-50ba-4c8a-8bcc-ec5c7162b311 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks [] for security_group_rule (e7ac26cd-c957-4989-ac9b-deab2ae1d8e5), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:25.698270 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-275944a4-50ba-4c8a-8bcc-ec5c7162b311 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (e7ac26cd-c957-4989-ac9b-deab2ae1d8e5), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:25.713946 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275944a4-50ba-4c8a-8bcc-ec5c7162b311 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ac26cd-c957-4989-ac9b-deab2ae1d8e5,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:25.740663 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf392c-e8af-4483-a473-016eb5389e2e req-daaf7439-b416-4aa9-aefa-775e1dd56ef3 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:25.743936 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fbdf392c-e8af-4483-a473-016eb5389e2e req-daaf7439-b416-4aa9-aefa-775e1dd56ef3 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1789412 Mar 07 10:42:25.746158 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e024b6cf-690b-4592-82bf-d4d455732ab4 req-14171fde-abb3-4848-ab86-eadb39638c41 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a5923ba6-96b8-4a01-ab18-779883a4fe01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615807 Mar 07 10:42:25.752137 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-275944a4-50ba-4c8a-8bcc-ec5c7162b311 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:25.754801 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-275944a4-50ba-4c8a-8bcc-ec5c7162b311 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1700339 Mar 07 10:42:25.757775 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53844) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:25.765667 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-be04eaf7-22b6-47a8-9f8a-1149aceb13e4 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Request body: {'security_group_rule': {'security_group_id': '73619b1b-c443-4844-965f-b3ec8bc99ab9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:25.818979 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be04eaf7-22b6-47a8-9f8a-1149aceb13e4 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks [] for security_group_rule (a3e50144-9671-46e6-9e18-6152a8669fb1), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:25.838335 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fbdf392c-e8af-4483-a473-016eb5389e2e req-50df3773-5997-4b78-b750-8af16b8f72fd tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874865 Mar 07 10:42:25.935039 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e024b6cf-690b-4592-82bf-d4d455732ab4 req-564098ae-d208-43c7-9eb6-b1c89da8f14a service neutron] 10.222.0.31 "GET /v2.0/networks/a5923ba6-96b8-4a01-ab18-779883a4fe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753111 Mar 07 10:42:25.941528 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be04eaf7-22b6-47a8-9f8a-1149aceb13e4 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks [] for security_group_rule (a3e50144-9671-46e6-9e18-6152a8669fb1), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:25.986031 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095dabc-0732-41e7-9ee5-275861f18a03 req-0cbab17c-8066-4700-a46f-d0a214bc7f95 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:26.000950 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095dabc-0732-41e7-9ee5-275861f18a03 req-0cbab17c-8066-4700-a46f-d0a214bc7f95 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:26.011094 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095dabc-0732-41e7-9ee5-275861f18a03 req-0cbab17c-8066-4700-a46f-d0a214bc7f95 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:26.028159 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095dabc-0732-41e7-9ee5-275861f18a03 req-0cbab17c-8066-4700-a46f-d0a214bc7f95 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:26.052969 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095dabc-0732-41e7-9ee5-275861f18a03 req-0cbab17c-8066-4700-a46f-d0a214bc7f95 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:26.058405 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095dabc-0732-41e7-9ee5-275861f18a03 req-0cbab17c-8066-4700-a46f-d0a214bc7f95 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:26.064132 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095dabc-0732-41e7-9ee5-275861f18a03 req-0cbab17c-8066-4700-a46f-d0a214bc7f95 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:26.066072 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d095dabc-0732-41e7-9ee5-275861f18a03 req-0cbab17c-8066-4700-a46f-d0a214bc7f95 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5420 time: 0.2286501 Mar 07 10:42:26.067356 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be04eaf7-22b6-47a8-9f8a-1149aceb13e4 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (a3e50144-9671-46e6-9e18-6152a8669fb1), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:26.151303 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be04eaf7-22b6-47a8-9f8a-1149aceb13e4 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3e50144-9671-46e6-9e18-6152a8669fb1,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:26.172776 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c845bf2-130f-43fb-aab7-1d33ebfc175f req-b5103dcc-83ee-4bac-af48-6af62b839973 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 210 time: 0.0909755 Mar 07 10:42:26.174681 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be04eaf7-22b6-47a8-9f8a-1149aceb13e4 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:26.176035 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-be04eaf7-22b6-47a8-9f8a-1149aceb13e4 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4159327 Mar 07 10:42:26.179851 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53852) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:26.186053 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-9b5550d5-7d7f-4029-87b8-845337809ee8 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:26.269488 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e024b6cf-690b-4592-82bf-d4d455732ab4 req-9fd1fc4a-6738-445a-969c-2cbd8c664a0a service neutron] 10.222.0.31 "GET /v2.0/networks/a5923ba6-96b8-4a01-ab18-779883a4fe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256793 Mar 07 10:42:26.288104 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d095dabc-0732-41e7-9ee5-275861f18a03 req-c3b1691f-30d9-4783-a8d4-c364476ae30c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1896842 Mar 07 10:42:26.304999 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9b5550d5-7d7f-4029-87b8-845337809ee8 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:26.445784 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 5601ce61-72d4-462b-9465-1151b5ab3fbe up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:26.498235 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5ac71-8b76-4744-9625-ca8e304c624e req-ebdfdf0a-9a4f-4ba6-ad09-a5c015a97998 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:26.512893 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b8e5ac71-8b76-4744-9625-ca8e304c624e req-ebdfdf0a-9a4f-4ba6-ad09-a5c015a97998 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 944 time: 0.1632016 Mar 07 10:42:26.577780 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9b5550d5-7d7f-4029-87b8-845337809ee8 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:26.579843 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 5601ce61-72d4-462b-9465-1151b5ab3fbe triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:26.580214 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (5601ce61-72d4-462b-9465-1151b5ab3fbe), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:26.626386 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b8e5ac71-8b76-4744-9625-ca8e304c624e req-8d2e894b-14de-42e5-9536-6e1393f48808 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081586 Mar 07 10:42:26.736056 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 5601ce61-72d4-462b-9465-1151b5ab3fbe is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:26.736827 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5601ce61-72d4-462b-9465-1151b5ab3fbe), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:26.778689 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 5601ce61-72d4-462b-9465-1151b5ab3fbe, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=5601ce61-72d4-462b-9465-1151b5ab3fbe,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:26.786855 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-9b5550d5-7d7f-4029-87b8-845337809ee8 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Allocated IP 172.25.3.190 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/140fa6cb-e512-4dab-b589-1881a6e2a8ec) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:42:26.788913 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (5601ce61-72d4-462b-9465-1151b5ab3fbe), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:26.878271 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=5601ce61-72d4-462b-9465-1151b5ab3fbe,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:27.014080 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9b5550d5-7d7f-4029-87b8-845337809ee8 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks [] for port (140fa6cb-e512-4dab-b589-1881a6e2a8ec), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:27.034544 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4678d-16df-40b0-b81f-136f16431926 req-a4368811-4c6a-4594-8375-8cc0ad87fbe3 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:27.036182 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d3d4678d-16df-40b0-b81f-136f16431926 req-a4368811-4c6a-4594-8375-8cc0ad87fbe3 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.0948591 Mar 07 10:42:27.075088 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 53856) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:27.081682 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-88475c06-e066-4ac3-8e4b-c388d288e374 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Request body: {'subnets': [{'network_id': 'fdc166b1-ef0c-4752-8f96-8dcaccf06af2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1785172304', 'ip_version': 6}, {'network_id': 'c1fc395a-627c-45c6-8c47-97414d3cb0ff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:27.082442 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-88475c06-e066-4ac3-8e4b-c388d288e374 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Request body: {'subnet': {'network_id': 'fdc166b1-ef0c-4752-8f96-8dcaccf06af2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1785172304', 'ip_version': 6}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:27.083203 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-88475c06-e066-4ac3-8e4b-c388d288e374 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Request body: {'subnet': {'network_id': 'c1fc395a-627c-45c6-8c47-97414d3cb0ff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:27.120412 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9b5550d5-7d7f-4029-87b8-845337809ee8 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (140fa6cb-e512-4dab-b589-1881a6e2a8ec), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:27.141050 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d3d4678d-16df-40b0-b81f-136f16431926 req-e8c7cb5d-15de-4a3e-9e1e-f9db59fa6a1c tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926449 Mar 07 10:42:27.195431 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5550d5-7d7f-4029-87b8-845337809ee8 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:27.202371 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-9b5550d5-7d7f-4029-87b8-845337809ee8 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:27.204805 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5550d5-7d7f-4029-87b8-845337809ee8 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:42:27.208457 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5550d5-7d7f-4029-87b8-845337809ee8 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Pushing event updated for resources: {'Port': ['ID=140fa6cb-e512-4dab-b589-1881a6e2a8ec,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:27.309526 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9b5550d5-7d7f-4029-87b8-845337809ee8 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks [] for floatingip (7d263780-8fcc-41e6-b1de-d73ff35722e4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:27.330471 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-af324698-adc9-488e-ad52-af997a9c8e88 req-09766b64-ec07-4f03-b1fe-e5b05253220a tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 210 time: 0.0420218 Mar 07 10:42:27.348780 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9b5550d5-7d7f-4029-87b8-845337809ee8 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (140fa6cb-e512-4dab-b589-1881a6e2a8ec), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:27.379476 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88475c06-e066-4ac3-8e4b-c388d288e374 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Made reservation on behalf of 9293b89c531243128a8cf15115bcec0f for: {'subnet': 2} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:27.384582 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-88475c06-e066-4ac3-8e4b-c388d288e374 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:27.385026 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-88475c06-e066-4ac3-8e4b-c388d288e374 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:27.595066 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d2085-00c2-4b64-b0ca-4a297e61a989 req-8cc90b6d-f586-4b8f-82e1-07ad1b331d31 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:27.600332 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d2085-00c2-4b64-b0ca-4a297e61a989 req-8cc90b6d-f586-4b8f-82e1-07ad1b331d31 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:27.606180 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d2085-00c2-4b64-b0ca-4a297e61a989 req-8cc90b6d-f586-4b8f-82e1-07ad1b331d31 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:27.611391 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d2085-00c2-4b64-b0ca-4a297e61a989 req-8cc90b6d-f586-4b8f-82e1-07ad1b331d31 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:27.616736 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d2085-00c2-4b64-b0ca-4a297e61a989 req-8cc90b6d-f586-4b8f-82e1-07ad1b331d31 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:27.623003 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d2085-00c2-4b64-b0ca-4a297e61a989 req-8cc90b6d-f586-4b8f-82e1-07ad1b331d31 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:27.628376 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467d2085-00c2-4b64-b0ca-4a297e61a989 req-8cc90b6d-f586-4b8f-82e1-07ad1b331d31 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:27.637827 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-467d2085-00c2-4b64-b0ca-4a297e61a989 req-8cc90b6d-f586-4b8f-82e1-07ad1b331d31 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5420 time: 0.1524425 Mar 07 10:42:27.670595 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9b5550d5-7d7f-4029-87b8-845337809ee8 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks [] for port (140fa6cb-e512-4dab-b589-1881a6e2a8ec), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:27.682305 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9b5550d5-7d7f-4029-87b8-845337809ee8 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (140fa6cb-e512-4dab-b589-1881a6e2a8ec), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:27.758967 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-467d2085-00c2-4b64-b0ca-4a297e61a989 req-e7f04db6-2617-468c-9c04-c9f05b5b62c2 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1198771 Mar 07 10:42:27.789955 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5550d5-7d7f-4029-87b8-845337809ee8 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Pushing event updated for resources: {'Port': ['ID=140fa6cb-e512-4dab-b589-1881a6e2a8ec,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:27.803130 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9b5550d5-7d7f-4029-87b8-845337809ee8 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (7d263780-8fcc-41e6-b1de-d73ff35722e4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:27.821172 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9b5550d5-7d7f-4029-87b8-845337809ee8 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:27.831128 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9b5550d5-7d7f-4029-87b8-845337809ee8 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6416039 Mar 07 10:42:27.839834 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04253474-b670-4a43-aa93-ae1fc5e1fd87 req-9fd209de-7974-4cd8-9709-f8d083f4e886 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:27.846032 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-04253474-b670-4a43-aa93-ae1fc5e1fd87 req-9fd209de-7974-4cd8-9709-f8d083f4e886 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 944 time: 0.0888276 Mar 07 10:42:27.948888 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-04253474-b670-4a43-aa93-ae1fc5e1fd87 req-500380e7-4635-42f6-b612-8c89d296e851 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014938 Mar 07 10:42:27.996513 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-88475c06-e066-4ac3-8e4b-c388d288e374 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (3f2d5029-825f-46ad-b6bf-8e5641591cf5), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:28.007299 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-758f99a8-5168-4e51-9ae0-e79ffd0027b8 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--2144972221&fields=id&tenant_id=909cef2d32374597ba1f7e6777d2504f HTTP/1.1" status: 200 len: 267 time: 0.0553942 Mar 07 10:42:28.068272 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88475c06-e066-4ac3-8e4b-c388d288e374 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Pushing event updated for resources: {'Subnet': ['ID=3f2d5029-825f-46ad-b6bf-8e5641591cf5,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:28.076170 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88475c06-e066-4ac3-8e4b-c388d288e374 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Checking segment: {'id': '28cca0ad-052f-47e0-9188-a07548b3947f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'fdc166b1-ef0c-4752-8f96-8dcaccf06af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:28.076597 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88475c06-e066-4ac3-8e4b-c388d288e374 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Network hostable DHCP agents. Network: fdc166b1-ef0c-4752-8f96-8dcaccf06af2, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:42:28.094791 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88475c06-e066-4ac3-8e4b-c388d288e374 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Network fdc166b1-ef0c-4752-8f96-8dcaccf06af2 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:42:28.106965 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-88475c06-e066-4ac3-8e4b-c388d288e374 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, fdc166b1-ef0c-4752-8f96-8dcaccf06af2) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:28.110880 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-88475c06-e066-4ac3-8e4b-c388d288e374 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (55c84dd4-20c5-4b63-935d-4abc1140164e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:28.137781 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc997282-80ff-4c67-9a9d-8453b3433c4a None None] Network fdc166b1-ef0c-4752-8f96-8dcaccf06af2 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:28.159138 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-a038e73e-0a5e-4d93-8156-7de10b75feed tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:28.169592 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-a038e73e-0a5e-4d93-8156-7de10b75feed tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/networks?id=1ff7e4b2-37a3-403e-9957-dee4b0806b98 HTTP/1.1" status: 200 len: 806 time: 0.1540167 Mar 07 10:42:28.202110 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-c5b0c15b-cb09-4440-aa45-f04a73070b29 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/quotas/909cef2d32374597ba1f7e6777d2504f HTTP/1.1" status: 200 len: 375 time: 0.0285816 Mar 07 10:42:28.206704 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88475c06-e066-4ac3-8e4b-c388d288e374 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Pushing event updated for resources: {'Subnet': ['ID=55c84dd4-20c5-4b63-935d-4abc1140164e,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:28.220986 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88475c06-e066-4ac3-8e4b-c388d288e374 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Checking segment: {'id': '736ff50e-5146-4560-8271-db3d7d6bcf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c1fc395a-627c-45c6-8c47-97414d3cb0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:28.221380 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88475c06-e066-4ac3-8e4b-c388d288e374 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Network hostable DHCP agents. Network: c1fc395a-627c-45c6-8c47-97414d3cb0ff, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:42:28.225624 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e42fc85-bc66-4c73-9d1b-98be8c5649dd None None] Sync routers for ids ['c64e5256-38b1-4650-8641-48a846860eeb'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:42:28.248745 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88475c06-e066-4ac3-8e4b-c388d288e374 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Network c1fc395a-627c-45c6-8c47-97414d3cb0ff is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:42:28.258934 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e42fc85-bc66-4c73-9d1b-98be8c5649dd None None] Routers {'c64e5256-38b1-4650-8641-48a846860eeb'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:42:28.260932 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3e42fc85-bc66-4c73-9d1b-98be8c5649dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:42:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['c64e5256-38b1-4650-8641-48a846860eeb'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:28.264740 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-88475c06-e066-4ac3-8e4b-c388d288e374 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, c1fc395a-627c-45c6-8c47-97414d3cb0ff) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:28.275870 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7bea3e-dd4a-43a0-84b0-854acbd6e825 None None] Network c1fc395a-627c-45c6-8c47-97414d3cb0ff requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:28.327296 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88475c06-e066-4ac3-8e4b-c388d288e374 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:28.327779 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88475c06-e066-4ac3-8e4b-c388d288e374 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:28.328605 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-88475c06-e066-4ac3-8e4b-c388d288e374 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:28.347497 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-2c42628c-5c0b-487b-af12-6bf339761d13 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=909cef2d32374597ba1f7e6777d2504f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1415696 Mar 07 10:42:28.377706 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b0d69-02dc-464b-94bc-f4757324a5d1 req-48ce6d32-06d5-45cd-9f15-d6bc89967ffa tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:28.384424 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d9b0d69-02dc-464b-94bc-f4757324a5d1 req-48ce6d32-06d5-45cd-9f15-d6bc89967ffa tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1095440 Mar 07 10:42:28.392079 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-88475c06-e066-4ac3-8e4b-c388d288e374 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.3133957 Mar 07 10:42:28.394576 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 53880) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:28.435544 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 5601ce61-72d4-462b-9465-1151b5ab3fbe up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:28.444686 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-3e42fc85-bc66-4c73-9d1b-98be8c5649dd None None] Set router c64e5256-38b1-4650-8641-48a846860eeb gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:42:28.515466 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512b7ece-3bc7-4657-8959-9683f45cdad6 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:28.516682 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512b7ece-3bc7-4657-8959-9683f45cdad6 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:28.518269 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512b7ece-3bc7-4657-8959-9683f45cdad6 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:28.529337 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-512b7ece-3bc7-4657-8959-9683f45cdad6 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1243289 Mar 07 10:42:28.529800 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53882) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:28.539217 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d9b0d69-02dc-464b-94bc-f4757324a5d1 req-2e0a4ec6-2de0-4f19-b6e6-e561ba472495 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495273 Mar 07 10:42:28.572972 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9761020c-ff4c-46bb-b25a-74b426954ef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-fdc166b1-ef0c-4752-8f96-8dcaccf06af2', 'network_id': 'fdc166b1-ef0c-4752-8f96-8dcaccf06af2', 'project_id': '9293b89c531243128a8cf15115bcec0f', 'fixed_ips': [{'subnet_id': '3f2d5029-825f-46ad-b6bf-8e5641591cf5'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:42:28.573874 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9761020c-ff4c-46bb-b25a-74b426954ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:28.603506 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-6a082a73-1d05-48c7-bf7c-3e856b76e262 service neutron] 10.222.0.11 "GET /v2.0/networks/1ff7e4b2-37a3-403e-9957-dee4b0806b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550979 Mar 07 10:42:28.638770 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a3df592-9e39-445b-93ec-f48673d0d181 req-738395a3-eb0f-4bd2-97d7-b1656be51d39 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 210 time: 0.0393705 Mar 07 10:42:28.727022 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8eae6f6-d4a2-4236-92ac-799250019b07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-c1fc395a-627c-45c6-8c47-97414d3cb0ff', 'network_id': 'c1fc395a-627c-45c6-8c47-97414d3cb0ff', 'project_id': '9293b89c531243128a8cf15115bcec0f', 'fixed_ips': [{'subnet_id': '55c84dd4-20c5-4b63-935d-4abc1140164e'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:42:28.729351 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e8eae6f6-d4a2-4236-92ac-799250019b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:28.730965 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3e42fc85-bc66-4c73-9d1b-98be8c5649dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'name': 'tempest-ServersTestJSON-2027679465-router', 'tenant_id': '909cef2d32374597ba1f7e6777d2504f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '5601ce61-72d4-462b-9465-1151b5ab3fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:16Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': '909cef2d32374597ba1f7e6777d2504f', 'gw_port': {'id': '5601ce61-72d4-462b-9465-1151b5ab3fbe', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'd22d6ae0-3c99-429c-9721-c6162b5cf876', 'name': '', 'network_id': '1ff7e4b2-37a3-403e-9957-dee4b0806b98', 'tenant_id': '909cef2d32374597ba1f7e6777d2504f', 'mac_address': 'fa:16:3e:a9:04:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 2, 'project_id': '909cef2d32374597ba1f7e6777d2504f', 'subnets': [{'id': '72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:28.751050 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-3700f834-67fe-4a44-a483-72211a01ebad tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Deleting subnet 3f2d5029-825f-46ad-b6bf-8e5641591cf5 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:42:28.756716 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3700f834-67fe-4a44-a483-72211a01ebad tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks [] for subnet (3f2d5029-825f-46ad-b6bf-8e5641591cf5), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:28.768566 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e42fc85-bc66-4c73-9d1b-98be8c5649dd None None] Checking router: c64e5256-38b1-4650-8641-48a846860eeb for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:42:28.769441 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e42fc85-bc66-4c73-9d1b-98be8c5649dd None None] Updating router c64e5256-38b1-4650-8641-48a846860eeb port d22d6ae0-3c99-429c-9721-c6162b5cf876 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:42:28.810336 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-3e42fc85-bc66-4c73-9d1b-98be8c5649dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d22d6ae0-3c99-429c-9721-c6162b5cf876), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:28.812704 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-9597fa48-0cd8-47f5-9dcd-2a48a3f36d36 service neutron] 10.222.0.11 "GET /v2.0/networks/1ff7e4b2-37a3-403e-9957-dee4b0806b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055449 Mar 07 10:42:28.830028 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3700f834-67fe-4a44-a483-72211a01ebad tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (3f2d5029-825f-46ad-b6bf-8e5641591cf5), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:28.929026 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3700f834-67fe-4a44-a483-72211a01ebad tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (3f2d5029-825f-46ad-b6bf-8e5641591cf5), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:29.047783 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3700f834-67fe-4a44-a483-72211a01ebad tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (3f2d5029-825f-46ad-b6bf-8e5641591cf5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:29.070525 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-e8eae6f6-d4a2-4236-92ac-799250019b07 None None] Allocated IP 2001:db8:0:1::1 (c1fc395a-627c-45c6-8c47-97414d3cb0ff/55c84dd4-20c5-4b63-935d-4abc1140164e/fe443097-84b0-49b6-bb97-b236c6fa4f84) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:42:29.163486 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700f834-67fe-4a44-a483-72211a01ebad tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Pushing event deleted for resources: {'Subnet': ['ID=3f2d5029-825f-46ad-b6bf-8e5641591cf5,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:29.169320 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3700f834-67fe-4a44-a483-72211a01ebad tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:29.178177 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3700f834-67fe-4a44-a483-72211a01ebad tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] 10.222.0.11 "DELETE /v2.0/subnets/3f2d5029-825f-46ad-b6bf-8e5641591cf5 HTTP/1.1" status: 204 len: 168 time: 0.6419775 Mar 07 10:42:29.182046 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53896) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:29.190191 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2088c3f7-bfdc-4c72-af41-d2fa271752eb req-bb081e42-f97d-49d4-bdf9-c46a027376f5 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:29.201456 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2088c3f7-bfdc-4c72-af41-d2fa271752eb req-bb081e42-f97d-49d4-bdf9-c46a027376f5 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.2441506 Mar 07 10:42:29.210761 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e64315-36aa-48c4-979e-7ca52d1dbbc5 req-1e0dc3d0-a8d9-4914-bbaa-5fdee67aa9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:29.213243 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-54e64315-36aa-48c4-979e-7ca52d1dbbc5 req-1e0dc3d0-a8d9-4914-bbaa-5fdee67aa9aa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d640dc7f4f784834ad48e78ec0df26a5&device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 1126 time: 0.3085434 Mar 07 10:42:29.229289 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-3e42fc85-bc66-4c73-9d1b-98be8c5649dd None None] Publish callbacks [] for port (d22d6ae0-3c99-429c-9721-c6162b5cf876), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:29.248599 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-3e42fc85-bc66-4c73-9d1b-98be8c5649dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d22d6ae0-3c99-429c-9721-c6162b5cf876), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:29.329805 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2088c3f7-bfdc-4c72-af41-d2fa271752eb req-90cf841b-9c23-4110-8f90-1324f0c4a81c tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152737 Mar 07 10:42:29.339751 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69669c1a-024d-4da1-936b-e403e2d5b246 None None] Pushing event updated for resources: {'Port': ['ID=d22d6ae0-3c99-429c-9721-c6162b5cf876,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:29.355049 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c924614e-3b12-4ffe-8968-fe6a77081859 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Deleting subnet 55c84dd4-20c5-4b63-935d-4abc1140164e {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:42:29.428141 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 5601ce61-72d4-462b-9465-1151b5ab3fbe triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:29.432701 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (5601ce61-72d4-462b-9465-1151b5ab3fbe), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:29.435089 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315110c-e545-4566-a097-acaca1432a8d req-67a25970-b463-4489-b74e-c689957f5e73 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:29.441926 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315110c-e545-4566-a097-acaca1432a8d req-67a25970-b463-4489-b74e-c689957f5e73 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:29.448335 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315110c-e545-4566-a097-acaca1432a8d req-67a25970-b463-4489-b74e-c689957f5e73 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:29.453484 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e64315-36aa-48c4-979e-7ca52d1dbbc5 req-f74049bc-b7f3-40aa-b91d-e504c267c55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:29.454406 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315110c-e545-4566-a097-acaca1432a8d req-67a25970-b463-4489-b74e-c689957f5e73 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:29.455209 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-54e64315-36aa-48c4-979e-7ca52d1dbbc5 req-f74049bc-b7f3-40aa-b91d-e504c267c55d service neutron] 10.222.0.31 "GET /v2.0/networks?id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41 HTTP/1.1" status: 200 len: 912 time: 0.1303475 Mar 07 10:42:29.460420 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315110c-e545-4566-a097-acaca1432a8d req-67a25970-b463-4489-b74e-c689957f5e73 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:29.467440 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315110c-e545-4566-a097-acaca1432a8d req-67a25970-b463-4489-b74e-c689957f5e73 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:29.473208 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315110c-e545-4566-a097-acaca1432a8d req-67a25970-b463-4489-b74e-c689957f5e73 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:29.481536 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c315110c-e545-4566-a097-acaca1432a8d req-67a25970-b463-4489-b74e-c689957f5e73 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5420 time: 0.2464125 Mar 07 10:42:29.526674 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-3e42fc85-bc66-4c73-9d1b-98be8c5649dd None None] Attempting to bind port d22d6ae0-3c99-429c-9721-c6162b5cf876 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:42:29.527043 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-3e42fc85-bc66-4c73-9d1b-98be8c5649dd None None] Attempting to bind port d22d6ae0-3c99-429c-9721-c6162b5cf876 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'b7032e9d-d7be-4244-839a-87d1dbd65515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1ff7e4b2-37a3-403e-9957-dee4b0806b98'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:42:29.527412 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e42fc85-bc66-4c73-9d1b-98be8c5649dd None None] Attempting to bind port d22d6ae0-3c99-429c-9721-c6162b5cf876 on network 1ff7e4b2-37a3-403e-9957-dee4b0806b98 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:42:29.537971 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e42fc85-bc66-4c73-9d1b-98be8c5649dd None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:42:29.538711 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e42fc85-bc66-4c73-9d1b-98be8c5649dd None None] Checking segment: {'id': 'b7032e9d-d7be-4244-839a-87d1dbd65515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1ff7e4b2-37a3-403e-9957-dee4b0806b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:29.539274 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-3e42fc85-bc66-4c73-9d1b-98be8c5649dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:29.543321 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e42fc85-bc66-4c73-9d1b-98be8c5649dd None None] Bound using segment: {'id': 'b7032e9d-d7be-4244-839a-87d1dbd65515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1ff7e4b2-37a3-403e-9957-dee4b0806b98'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:42:29.544082 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-3e42fc85-bc66-4c73-9d1b-98be8c5649dd None None] Bound port: d22d6ae0-3c99-429c-9721-c6162b5cf876, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7032e9d-d7be-4244-839a-87d1dbd65515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1ff7e4b2-37a3-403e-9957-dee4b0806b98'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:42:29.544647 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-3e42fc85-bc66-4c73-9d1b-98be8c5649dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d22d6ae0-3c99-429c-9721-c6162b5cf876), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:29.558448 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c315110c-e545-4566-a097-acaca1432a8d req-cf38a5e3-465f-485d-8967-fe394e815c16 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0750499 Mar 07 10:42:29.584289 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 6ee9f6ae-ca68-43d2-ae5f-03931e443753 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:42:29.706069 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c024a13-d779-413f-bba4-10cf82e993e6 req-c8d86f97-9b14-4cfe-a28b-f99f77c8ff00 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:29.707677 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8c024a13-d779-413f-bba4-10cf82e993e6 req-c8d86f97-9b14-4cfe-a28b-f99f77c8ff00 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 944 time: 0.2515774 Mar 07 10:42:29.725470 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4f2430ae-af29-486f-ae82-8582487751ff req-cc691078-adca-421b-a3a5-5c40b576cd6b tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/ports?device_id=c999d996-c502-4e0e-8e02-c25e566eb39c HTTP/1.1" status: 200 len: 210 time: 0.0769780 Mar 07 10:42:29.739912 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-3e42fc85-bc66-4c73-9d1b-98be8c5649dd None None] For port d22d6ae0-3c99-429c-9721-c6162b5cf876, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:42:29.753757 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-3e42fc85-bc66-4c73-9d1b-98be8c5649dd None None] For port d22d6ae0-3c99-429c-9721-c6162b5cf876, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=d22d6ae0-3c99-429c-9721-c6162b5cf876,segment=NetworkSegment(b7032e9d-d7be-4244-839a-87d1dbd65515),segment_id=b7032e9d-d7be-4244-839a-87d1dbd65515)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:42:29.775330 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-3e42fc85-bc66-4c73-9d1b-98be8c5649dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d22d6ae0-3c99-429c-9721-c6162b5cf876), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:29.815119 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-54e64315-36aa-48c4-979e-7ca52d1dbbc5 req-60aa882d-cded-412f-b9f5-36a7fa556ca4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49374629-e4ca-4d8e-9683-e194b48557a0 HTTP/1.1" status: 200 len: 999 time: 0.3162649 Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server [None req-9761020c-ff4c-46bb-b25a-74b426954ef8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f2d5029-825f-46ad-b6bf-8e5641591cf5: This subnet is being modified by another concurrent operation. Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:42:29.844742 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise exception Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f2d5029-825f-46ad-b6bf-8e5641591cf5: This subnet is being modified by another concurrent operation. Mar 07 10:42:29.847909 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server Mar 07 10:42:29.854991 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e42fc85-bc66-4c73-9d1b-98be8c5649dd None None] Routers {'c64e5256-38b1-4650-8641-48a846860eeb'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:42:29.855634 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3e42fc85-bc66-4c73-9d1b-98be8c5649dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:42:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['c64e5256-38b1-4650-8641-48a846860eeb'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:29.891500 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0fefc3ed-e7fd-4755-b528-9e896e5d581b req-cd38358f-10ae-4cde-be8c-9fc733f5d369 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 210 time: 0.0680985 Mar 07 10:42:29.933053 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32232d0-084f-463d-bb4b-5d484d532a5a None None] Network fdc166b1-ef0c-4752-8f96-8dcaccf06af2 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:30.025985 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69669c1a-024d-4da1-936b-e403e2d5b246 None None] Pushing event updated for resources: {'Port': ['ID=d22d6ae0-3c99-429c-9721-c6162b5cf876,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:30.030025 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-3e42fc85-bc66-4c73-9d1b-98be8c5649dd None None] Set router c64e5256-38b1-4650-8641-48a846860eeb gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:42:30.034325 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e64315-36aa-48c4-979e-7ca52d1dbbc5 req-28640dc6-b817-4326-955a-c59183c0819d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:30.038430 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-54e64315-36aa-48c4-979e-7ca52d1dbbc5 req-28640dc6-b817-4326-955a-c59183c0819d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=be75dc35-59ec-464d-b948-3549cf46df15 HTTP/1.1" status: 200 len: 850 time: 0.2102385 Mar 07 10:42:30.076731 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8c024a13-d779-413f-bba4-10cf82e993e6 req-8cc15097-80b2-42cc-a04d-f49bd3c71255 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535061 Mar 07 10:42:30.148472 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e64315-36aa-48c4-979e-7ca52d1dbbc5 req-1c82aef8-e709-444d-b97c-0c0edd42fa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:30.151458 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-54e64315-36aa-48c4-979e-7ca52d1dbbc5 req-1c82aef8-e709-444d-b97c-0c0edd42fa28 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0979137 Mar 07 10:42:30.198558 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e8eae6f6-d4a2-4236-92ac-799250019b07 None None] Publish callbacks [] for port (fe443097-84b0-49b6-bb97-b236c6fa4f84), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:30.203227 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 5601ce61-72d4-462b-9465-1151b5ab3fbe is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:30.212416 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c924614e-3b12-4ffe-8968-fe6a77081859 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks [] for subnet (55c84dd4-20c5-4b63-935d-4abc1140164e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:30.237942 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-75ed5e94-fa80-478a-be87-a2c03a71aa7e None None] Provisioning complete for port d22d6ae0-3c99-429c-9721-c6162b5cf876 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:30.238567 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-75ed5e94-fa80-478a-be87-a2c03a71aa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d22d6ae0-3c99-429c-9721-c6162b5cf876), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:30.341986 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c924614e-3b12-4ffe-8968-fe6a77081859 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (55c84dd4-20c5-4b63-935d-4abc1140164e), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:30.402062 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 6ee9f6ae-ca68-43d2-ae5f-03931e443753, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=6ee9f6ae-ca68-43d2-ae5f-03931e443753,segment=NetworkSegment(a83ef876-47f5-4921-a7cf-604d50d4af09),segment_id=a83ef876-47f5-4921-a7cf-604d50d4af09)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:30.421850 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-54e64315-36aa-48c4-979e-7ca52d1dbbc5 req-1a28891e-a1d6-42ff-821e-47e7b2c00a71 service neutron] 10.222.0.31 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557323 Mar 07 10:42:30.437147 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '6ee9f6ae-ca68-43d2-ae5f-03931e443753', 'network_id': 'a5923ba6-96b8-4a01-ab18-779883a4fe01', 'port_id': '6ee9f6ae-ca68-43d2-ae5f-03931e443753', 'mac_address': 'fa:16:3e:76:f4:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05b20612-5630-4733-a049-88ce1f12b48c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:42:30.498860 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e8eae6f6-d4a2-4236-92ac-799250019b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (fe443097-84b0-49b6-bb97-b236c6fa4f84), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:30.504660 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device d22d6ae0-3c99-429c-9721-c6162b5cf876 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:30.547752 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c924614e-3b12-4ffe-8968-fe6a77081859 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (55c84dd4-20c5-4b63-935d-4abc1140164e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:30.566054 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-54e64315-36aa-48c4-979e-7ca52d1dbbc5 req-ac04aab7-b810-47fb-93d3-700d59d5a7ec service neutron] 10.222.0.31 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368468 Mar 07 10:42:30.591830 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3469a7-05ed-438b-a01c-4c29e798f367 req-c08b2617-88e7-4a77-9f5c-2e2094d88991 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:30.599227 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ce3469a7-05ed-438b-a01c-4c29e798f367 req-c08b2617-88e7-4a77-9f5c-2e2094d88991 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1086688 Mar 07 10:42:30.611707 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3e42fc85-bc66-4c73-9d1b-98be8c5649dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'name': 'tempest-ServersTestJSON-2027679465-router', 'tenant_id': '909cef2d32374597ba1f7e6777d2504f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '5601ce61-72d4-462b-9465-1151b5ab3fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:16Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': '909cef2d32374597ba1f7e6777d2504f', 'gw_port': {'id': '5601ce61-72d4-462b-9465-1151b5ab3fbe', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'd22d6ae0-3c99-429c-9721-c6162b5cf876', 'name': '', 'network_id': '1ff7e4b2-37a3-403e-9957-dee4b0806b98', 'tenant_id': '909cef2d32374597ba1f7e6777d2504f', 'mac_address': 'fa:16:3e:a9:04:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:29Z', 'revision_number': 4, 'project_id': '909cef2d32374597ba1f7e6777d2504f', 'subnets': [{'id': '72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:30.682341 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ce3469a7-05ed-438b-a01c-4c29e798f367 req-c1fa092f-7988-4e7b-8727-f06ff7899d6b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819268 Mar 07 10:42:30.685198 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c924614e-3b12-4ffe-8968-fe6a77081859 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (55c84dd4-20c5-4b63-935d-4abc1140164e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:30.692164 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e42fc85-bc66-4c73-9d1b-98be8c5649dd None None] The sync data for ids ['c64e5256-38b1-4650-8641-48a846860eeb'] in n-d-832164-4 is: [{'id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'name': 'tempest-ServersTestJSON-2027679465-router', 'tenant_id': '909cef2d32374597ba1f7e6777d2504f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '5601ce61-72d4-462b-9465-1151b5ab3fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:16Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': '909cef2d32374597ba1f7e6777d2504f', 'gw_port': {'id': '5601ce61-72d4-462b-9465-1151b5ab3fbe', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'd22d6ae0-3c99-429c-9721-c6162b5cf876', 'name': '', 'network_id': '1ff7e4b2-37a3-403e-9957-dee4b0806b98', 'tenant_id': '909cef2d32374597ba1f7e6777d2504f', 'mac_address': 'fa:16:3e:a9:04:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:29Z', 'revision_number': 4, 'project_id': '909cef2d32374597ba1f7e6777d2504f', 'subnets': [{'id': '72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:42:30.701773 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c924614e-3b12-4ffe-8968-fe6a77081859 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:30.712766 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c924614e-3b12-4ffe-8968-fe6a77081859 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] 10.222.0.11 "DELETE /v2.0/subnets/55c84dd4-20c5-4b63-935d-4abc1140164e HTTP/1.1" status: 204 len: 168 time: 1.5289571 Mar 07 10:42:30.729870 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 53910) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:30.736283 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 6ee9f6ae-ca68-43d2-ae5f-03931e443753 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:30.736946 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6ee9f6ae-ca68-43d2-ae5f-03931e443753), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:30.777049 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924614e-3b12-4ffe-8968-fe6a77081859 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Pushing event deleted for resources: {'Subnet': ['ID=55c84dd4-20c5-4b63-935d-4abc1140164e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:30.802501 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8eae6f6-d4a2-4236-92ac-799250019b07 None None] Network c1fc395a-627c-45c6-8c47-97414d3cb0ff is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:30.808983 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee9f6ae-ca68-43d2-ae5f-03931e443753 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:42:30.828251 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-e8eae6f6-d4a2-4236-92ac-799250019b07 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:30.863336 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eae6f6-d4a2-4236-92ac-799250019b07 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:42:30.866780 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5726f7cd-73fe-41f9-9aed-27394b593357 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:30.872384 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5726f7cd-73fe-41f9-9aed-27394b593357 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1364000 Mar 07 10:42:30.883298 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b5ee7b59-1ddb-4e78-a68c-3ef2271e3c43 req-fb8c76e7-4efa-461a-946d-6236d8a45dd0 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/ports?device_id=c999d996-c502-4e0e-8e02-c25e566eb39c HTTP/1.1" status: 200 len: 210 time: 0.0628588 Mar 07 10:42:30.883790 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53914) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:30.896166 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eae6f6-d4a2-4236-92ac-799250019b07 None None] Pushing event updated for resources: {'Port': ['ID=fe443097-84b0-49b6-bb97-b236c6fa4f84,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:30.905289 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 6ee9f6ae-ca68-43d2-ae5f-03931e443753, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=6ee9f6ae-ca68-43d2-ae5f-03931e443753,segment=NetworkSegment(a83ef876-47f5-4921-a7cf-604d50d4af09),segment_id=a83ef876-47f5-4921-a7cf-604d50d4af09)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:30.918668 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84fc2f-d6a2-48b8-b4a3-eb815a111555 req-edeafdf6-8c55-413a-aed5-db5660007774 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:30.931292 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84fc2f-d6a2-48b8-b4a3-eb815a111555 req-edeafdf6-8c55-413a-aed5-db5660007774 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:30.940020 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6ee9f6ae-ca68-43d2-ae5f-03931e443753), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:30.949971 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84fc2f-d6a2-48b8-b4a3-eb815a111555 req-edeafdf6-8c55-413a-aed5-db5660007774 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:30.955789 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84fc2f-d6a2-48b8-b4a3-eb815a111555 req-edeafdf6-8c55-413a-aed5-db5660007774 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:30.973751 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84fc2f-d6a2-48b8-b4a3-eb815a111555 req-edeafdf6-8c55-413a-aed5-db5660007774 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:30.980905 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84fc2f-d6a2-48b8-b4a3-eb815a111555 req-edeafdf6-8c55-413a-aed5-db5660007774 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:30.987191 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84fc2f-d6a2-48b8-b4a3-eb815a111555 req-edeafdf6-8c55-413a-aed5-db5660007774 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:31.003102 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a84fc2f-d6a2-48b8-b4a3-eb815a111555 req-edeafdf6-8c55-413a-aed5-db5660007774 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5420 time: 0.3211212 Mar 07 10:42:31.049043 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port d22d6ae0-3c99-429c-9721-c6162b5cf876 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:31.049455 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d22d6ae0-3c99-429c-9721-c6162b5cf876), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:31.061094 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-30066a43-e4ca-4038-8f64-2cf315f4972e tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (c1fc395a-627c-45c6-8c47-97414d3cb0ff), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:31.125028 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e4bc75cf-d7f8-4ee9-bd85-059aba736209 req-fcff188b-4dec-46c1-9544-feb62bfc5fa7 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 210 time: 0.0858762 Mar 07 10:42:31.171021 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 7afcc113-918d-4856-a414-821d3eaf65d7 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:42:31.190658 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a84fc2f-d6a2-48b8-b4a3-eb815a111555 req-6fbf280a-2a05-4aef-a8f0-cc1d0b2fe799 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1843436 Mar 07 10:42:31.233304 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-75ed5e94-fa80-478a-be87-a2c03a71aa7e None None] Current status of the port d22d6ae0-3c99-429c-9721-c6162b5cf876 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:31.233304 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-75ed5e94-fa80-478a-be87-a2c03a71aa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d22d6ae0-3c99-429c-9721-c6162b5cf876), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:31.243930 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-eb153d13-54bf-4ca2-8c59-b07ed8e01e8a tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:31.245156 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-e8eae6f6-d4a2-4236-92ac-799250019b07 None None] Attempting to bind port fe443097-84b0-49b6-bb97-b236c6fa4f84 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:42:31.245748 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-e8eae6f6-d4a2-4236-92ac-799250019b07 None None] Attempting to bind port fe443097-84b0-49b6-bb97-b236c6fa4f84 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '736ff50e-5146-4560-8271-db3d7d6bcf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c1fc395a-627c-45c6-8c47-97414d3cb0ff'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:42:31.245967 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-eb153d13-54bf-4ca2-8c59-b07ed8e01e8a tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.21 "GET /v2.0/networks?id=1ff7e4b2-37a3-403e-9957-dee4b0806b98 HTTP/1.1" status: 200 len: 806 time: 0.3980887 Mar 07 10:42:31.246666 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eae6f6-d4a2-4236-92ac-799250019b07 None None] Attempting to bind port fe443097-84b0-49b6-bb97-b236c6fa4f84 on network c1fc395a-627c-45c6-8c47-97414d3cb0ff {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:42:31.277971 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-30066a43-e4ca-4038-8f64-2cf315f4972e tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Deleting port fe443097-84b0-49b6-bb97-b236c6fa4f84 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:31.278316 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-30066a43-e4ca-4038-8f64-2cf315f4972e tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (fe443097-84b0-49b6-bb97-b236c6fa4f84), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:31.313280 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=6ee9f6ae-ca68-43d2-ae5f-03931e443753,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:31.324484 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eae6f6-d4a2-4236-92ac-799250019b07 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:42:31.325074 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eae6f6-d4a2-4236-92ac-799250019b07 None None] Checking segment: {'id': '736ff50e-5146-4560-8271-db3d7d6bcf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c1fc395a-627c-45c6-8c47-97414d3cb0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:31.325772 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e8eae6f6-d4a2-4236-92ac-799250019b07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:31.326323 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eae6f6-d4a2-4236-92ac-799250019b07 None None] Bound using segment: {'id': '736ff50e-5146-4560-8271-db3d7d6bcf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c1fc395a-627c-45c6-8c47-97414d3cb0ff'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:42:31.327604 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-e8eae6f6-d4a2-4236-92ac-799250019b07 None None] Bound port: fe443097-84b0-49b6-bb97-b236c6fa4f84, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736ff50e-5146-4560-8271-db3d7d6bcf42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c1fc395a-627c-45c6-8c47-97414d3cb0ff'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:42:31.328172 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e8eae6f6-d4a2-4236-92ac-799250019b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fe443097-84b0-49b6-bb97-b236c6fa4f84), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:31.374340 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['6ee9f6ae-ca68-43d2-ae5f-03931e443753'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:42:31.386643 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-98bc50b7-15bb-4771-b65a-1883842f0d12 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=909cef2d32374597ba1f7e6777d2504f HTTP/1.1" status: 200 len: 380 time: 0.1270056 Mar 07 10:42:31.396665 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-7866bccc-d11a-4938-b6f0-2e48f953aa39 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Request body: {'port': {'device_id': 'c999d996-c502-4e0e-8e02-c25e566eb39c', 'network_id': '1ff7e4b2-37a3-403e-9957-dee4b0806b98', 'admin_state_up': True, 'tenant_id': '909cef2d32374597ba1f7e6777d2504f', 'security_groups': ['73619b1b-c443-4844-965f-b3ec8bc99ab9']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:31.512363 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-e8eae6f6-d4a2-4236-92ac-799250019b07 None None] For port fe443097-84b0-49b6-bb97-b236c6fa4f84, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:42:31.515988 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-e8eae6f6-d4a2-4236-92ac-799250019b07 None None] For port fe443097-84b0-49b6-bb97-b236c6fa4f84, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=fe443097-84b0-49b6-bb97-b236c6fa4f84,segment=NetworkSegment(736ff50e-5146-4560-8271-db3d7d6bcf42),segment_id=736ff50e-5146-4560-8271-db3d7d6bcf42)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:42:31.562254 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-7866bccc-d11a-4938-b6f0-2e48f953aa39 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Made reservation on behalf of 909cef2d32374597ba1f7e6777d2504f for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:31.566758 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-7866bccc-d11a-4938-b6f0-2e48f953aa39 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:31.569086 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-75ed5e94-fa80-478a-be87-a2c03a71aa7e None None] For port d22d6ae0-3c99-429c-9721-c6162b5cf876, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=d22d6ae0-3c99-429c-9721-c6162b5cf876,segment=NetworkSegment(b7032e9d-d7be-4244-839a-87d1dbd65515),segment_id=b7032e9d-d7be-4244-839a-87d1dbd65515)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:31.575527 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e8eae6f6-d4a2-4236-92ac-799250019b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (fe443097-84b0-49b6-bb97-b236c6fa4f84), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:31.667714 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eae6f6-d4a2-4236-92ac-799250019b07 None None] Pushing event updated for resources: {'Port': ['ID=fe443097-84b0-49b6-bb97-b236c6fa4f84,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:31.680286 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-75ed5e94-fa80-478a-be87-a2c03a71aa7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d22d6ae0-3c99-429c-9721-c6162b5cf876), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:31.774367 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-7866bccc-d11a-4938-b6f0-2e48f953aa39 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Allocated IP 172.20.0.14 (1ff7e4b2-37a3-403e-9957-dee4b0806b98/72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245/09462226-12e2-4f8f-9869-4bb82b6cade9) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:42:31.784045 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-30066a43-e4ca-4038-8f64-2cf315f4972e tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] For port fe443097-84b0-49b6-bb97-b236c6fa4f84, host n-d-832164-4, got binding levels [] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:31.785015 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-30066a43-e4ca-4038-8f64-2cf315f4972e tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (fe443097-84b0-49b6-bb97-b236c6fa4f84), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:31.825471 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613802f-213f-40ca-b819-3e334d3104ad req-63238bd6-dcc8-461d-aa7c-0507cd42dfaa tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:31.831491 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f613802f-213f-40ca-b819-3e334d3104ad req-63238bd6-dcc8-461d-aa7c-0507cd42dfaa tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 945 time: 0.1911502 Mar 07 10:42:31.832925 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-30066a43-e4ca-4038-8f64-2cf315f4972e tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Calling delete_port for fe443097-84b0-49b6-bb97-b236c6fa4f84 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:31.900811 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port d22d6ae0-3c99-429c-9721-c6162b5cf876 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:31.901569 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d22d6ae0-3c99-429c-9721-c6162b5cf876), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:31.935294 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed5e94-fa80-478a-be87-a2c03a71aa7e None None] Pushing event updated for resources: {'Port': ['ID=d22d6ae0-3c99-429c-9721-c6162b5cf876,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:31.958307 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb2d4e-1e2a-4cd2-b2a2-dfa70b53b6d3 req-32c91d2b-e5d8-4fbe-a0fd-4fbf89a5246f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:31.966482 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7bcb2d4e-1e2a-4cd2-b2a2-dfa70b53b6d3 req-32c91d2b-e5d8-4fbe-a0fd-4fbf89a5246f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1552577 Mar 07 10:42:31.992530 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f613802f-213f-40ca-b819-3e334d3104ad req-c76879e8-971c-49b8-9316-912a8d0bae46 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548390 Mar 07 10:42:31.994537 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 7afcc113-918d-4856-a414-821d3eaf65d7, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=7afcc113-918d-4856-a414-821d3eaf65d7,segment=NetworkSegment(ff65b4be-9c23-4c72-a12e-e27f32be872c),segment_id=ff65b4be-9c23-4c72-a12e-e27f32be872c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:32.016482 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-143e0b4e-5ec4-4924-94a5-bbcc4216fa20 None None] Provisioning complete for port d22d6ae0-3c99-429c-9721-c6162b5cf876 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:32.017136 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-143e0b4e-5ec4-4924-94a5-bbcc4216fa20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d22d6ae0-3c99-429c-9721-c6162b5cf876), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:32.061670 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7bcb2d4e-1e2a-4cd2-b2a2-dfa70b53b6d3 req-0181473b-6238-4982-970e-b3baa25450e2 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942326 Mar 07 10:42:32.062642 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-30066a43-e4ca-4038-8f64-2cf315f4972e tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (fe443097-84b0-49b6-bb97-b236c6fa4f84), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:32.078582 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-7866bccc-d11a-4938-b6f0-2e48f953aa39 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks [] for port (09462226-12e2-4f8f-9869-4bb82b6cade9), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:32.106063 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30066a43-e4ca-4038-8f64-2cf315f4972e tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Pushing event deleted for resources: {'Port': ['ID=fe443097-84b0-49b6-bb97-b236c6fa4f84,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:32.111328 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d962311-4925-48c8-809c-bb0b5f0ea8df None None] get_active_networks_info from n-d-832164-4 {{(pid=103768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 10:42:32.117252 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '7afcc113-918d-4856-a414-821d3eaf65d7', 'network_id': 'd366e7ad-5e6d-41da-a70c-3aced4fea314', 'port_id': '7afcc113-918d-4856-a414-821d3eaf65d7', 'mac_address': 'fa:16:3e:7c:6a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6e5a95-0381-4767-881e-02ff8727f823', 'ip_address': '10.1.1.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:42:32.129406 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30066a43-e4ca-4038-8f64-2cf315f4972e tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] No DVR routers for this DVR port fe443097-84b0-49b6-bb97-b236c6fa4f84 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:42:32.162867 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-de5c0376-9475-457e-8ccc-5ed77a47dda9 req-7ec1ce47-b848-4fba-bb97-d33635d7e287 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/ports?device_id=c999d996-c502-4e0e-8e02-c25e566eb39c HTTP/1.1" status: 200 len: 210 time: 0.0625832 Mar 07 10:42:32.180051 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-7866bccc-d11a-4938-b6f0-2e48f953aa39 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (09462226-12e2-4f8f-9869-4bb82b6cade9), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:32.260352 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-7866bccc-d11a-4938-b6f0-2e48f953aa39 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Network 1ff7e4b2-37a3-403e-9957-dee4b0806b98 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:32.268232 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-7866bccc-d11a-4938-b6f0-2e48f953aa39 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:32.270918 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866bccc-d11a-4938-b6f0-2e48f953aa39 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Pushing event updated for resources: {'Port': ['ID=09462226-12e2-4f8f-9869-4bb82b6cade9,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:32.273447 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-7866bccc-d11a-4938-b6f0-2e48f953aa39 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:42:32.310280 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97c207-756d-4eb5-8ccb-a8da4b573e02 req-1dcb78d3-0c2e-477b-ab5d-b6c7553e0fa3 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:32.317396 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-da97c207-756d-4eb5-8ccb-a8da4b573e02 req-1dcb78d3-0c2e-477b-ab5d-b6c7553e0fa3 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1529105 Mar 07 10:42:32.345600 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 7afcc113-918d-4856-a414-821d3eaf65d7 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:32.346004 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7afcc113-918d-4856-a414-821d3eaf65d7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:32.370781 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7afcc113-918d-4856-a414-821d3eaf65d7 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:42:32.381663 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-7866bccc-d11a-4938-b6f0-2e48f953aa39 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:32.382288 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-7866bccc-d11a-4938-b6f0-2e48f953aa39 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:32.391354 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:42:32.391757 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:42:32.394715 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-30066a43-e4ca-4038-8f64-2cf315f4972e tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (c1fc395a-627c-45c6-8c47-97414d3cb0ff), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:32.415563 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-da97c207-756d-4eb5-8ccb-a8da4b573e02 req-f0652684-06bf-4b4e-838c-94ec680ab164 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922210 Mar 07 10:42:32.427705 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-7866bccc-d11a-4938-b6f0-2e48f953aa39 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0350318 Mar 07 10:42:32.438596 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-54812d93-690c-4bc7-8404-cdaf4105b24b service neutron] Request body: {'port': {'device_id': 'c999d996-c502-4e0e-8e02-c25e566eb39c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:32.442464 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ae030abf-e52b-455c-9bb4-57d3cf2bf847 req-671b569e-0ec8-4f42-9a90-31c26b02c4d9 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 210 time: 0.0663331 Mar 07 10:42:32.472644 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 7afcc113-918d-4856-a414-821d3eaf65d7, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=7afcc113-918d-4856-a414-821d3eaf65d7,segment=NetworkSegment(ff65b4be-9c23-4c72-a12e-e27f32be872c),segment_id=ff65b4be-9c23-4c72-a12e-e27f32be872c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:32.480426 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-30066a43-e4ca-4038-8f64-2cf315f4972e tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1fc395a-627c-45c6-8c47-97414d3cb0ff']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:32.497224 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-30066a43-e4ca-4038-8f64-2cf315f4972e tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736ff50e-5146-4560-8271-db3d7d6bcf42') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:32.497530 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-30066a43-e4ca-4038-8f64-2cf315f4972e tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736ff50e-5146-4560-8271-db3d7d6bcf42') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:32.523761 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-30066a43-e4ca-4038-8f64-2cf315f4972e tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (736ff50e-5146-4560-8271-db3d7d6bcf42), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:32.527905 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (7afcc113-918d-4856-a414-821d3eaf65d7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:32.528685 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device ea7ffff0-7638-4d15-87eb-5069b07e0844 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:42:32.567470 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-30066a43-e4ca-4038-8f64-2cf315f4972e tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (736ff50e-5146-4560-8271-db3d7d6bcf42), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:32.582677 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30066a43-e4ca-4038-8f64-2cf315f4972e tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:42:32.583450 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-30066a43-e4ca-4038-8f64-2cf315f4972e tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (736ff50e-5146-4560-8271-db3d7d6bcf42), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:32.587027 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:42:32.587027 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:42:32.587027 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:42:32.587027 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:42:32.587027 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:42:32.587027 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:42:32.587027 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:42:32.587027 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:42:32.587027 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:42:32.587027 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:42:32.587027 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:42:32.587027 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:42:32.587027 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:42:32.587027 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:42:32.587027 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:42:32.587027 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:42:32.587027 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:42:32.587027 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:42:32.587027 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:42:32.587027 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:42:32.587027 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:42:32.587027 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:42:32.587027 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:42:32.587027 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:42:32.587027 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:42:32.587027 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:42:32.587027 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:42:32.587027 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:42:32.587027 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:42:32.587027 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:42:32.587027 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:42:32.587027 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:42:32.622679 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=7afcc113-918d-4856-a414-821d3eaf65d7,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:32.636695 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-143e0b4e-5ec4-4924-94a5-bbcc4216fa20 None None] Current status of the port d22d6ae0-3c99-429c-9721-c6162b5cf876 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:32.639047 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-54812d93-690c-4bc7-8404-cdaf4105b24b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (09462226-12e2-4f8f-9869-4bb82b6cade9), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:32.676891 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa8fd8-eac3-4d7d-b627-7bbf46aefcb6 req-89bd0023-3526-4efd-a38c-a6179e0990e1 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:32.682575 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa8fd8-eac3-4d7d-b627-7bbf46aefcb6 req-89bd0023-3526-4efd-a38c-a6179e0990e1 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:32.688264 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa8fd8-eac3-4d7d-b627-7bbf46aefcb6 req-89bd0023-3526-4efd-a38c-a6179e0990e1 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:32.693978 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa8fd8-eac3-4d7d-b627-7bbf46aefcb6 req-89bd0023-3526-4efd-a38c-a6179e0990e1 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:32.697256 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d962311-4925-48c8-809c-bb0b5f0ea8df None None] Resources bound (agent type, host, resource id): {{(pid=103768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:42:32.700321 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa8fd8-eac3-4d7d-b627-7bbf46aefcb6 req-89bd0023-3526-4efd-a38c-a6179e0990e1 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:32.706020 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa8fd8-eac3-4d7d-b627-7bbf46aefcb6 req-89bd0023-3526-4efd-a38c-a6179e0990e1 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:32.711642 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa8fd8-eac3-4d7d-b627-7bbf46aefcb6 req-89bd0023-3526-4efd-a38c-a6179e0990e1 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:32.713838 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9baa8fd8-eac3-4d7d-b627-7bbf46aefcb6 req-89bd0023-3526-4efd-a38c-a6179e0990e1 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5421 time: 0.2072296 Mar 07 10:42:32.744710 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-30066a43-e4ca-4038-8f64-2cf315f4972e tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (c1fc395a-627c-45c6-8c47-97414d3cb0ff), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:32.749601 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-30066a43-e4ca-4038-8f64-2cf315f4972e tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:32.755810 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-30066a43-e4ca-4038-8f64-2cf315f4972e tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] 10.222.0.11 "DELETE /v2.0/networks/c1fc395a-627c-45c6-8c47-97414d3cb0ff HTTP/1.1" status: 204 len: 168 time: 1.8677709 Mar 07 10:42:32.756806 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 53936) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:32.772622 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port ea7ffff0-7638-4d15-87eb-5069b07e0844, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=ea7ffff0-7638-4d15-87eb-5069b07e0844,segment=NetworkSegment(ff65b4be-9c23-4c72-a12e-e27f32be872c),segment_id=ff65b4be-9c23-4c72-a12e-e27f32be872c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:32.791318 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'ea7ffff0-7638-4d15-87eb-5069b07e0844', 'network_id': 'd366e7ad-5e6d-41da-a70c-3aced4fea314', 'port_id': 'ea7ffff0-7638-4d15-87eb-5069b07e0844', 'mac_address': 'fa:16:3e:6d:2a:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6e5a95-0381-4767-881e-02ff8727f823', 'ip_address': '10.1.1.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:42:32.791563 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30066a43-e4ca-4038-8f64-2cf315f4972e tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Pushing event deleted for resources: {'Network': ['ID=c1fc395a-627c-45c6-8c47-97414d3cb0ff,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:32.815270 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eec3cd-29f8-4350-830d-32f29bcfac1b req-91cbe5bd-7f95-4bfe-84f5-25f30e98582f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:32.817069 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d3eec3cd-29f8-4350-830d-32f29bcfac1b req-91cbe5bd-7f95-4bfe-84f5-25f30e98582f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.0864007 Mar 07 10:42:32.886017 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d3eec3cd-29f8-4350-830d-32f29bcfac1b req-886500ec-39f3-4ddb-8ad3-8d2a54531b96 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579014 Mar 07 10:42:32.951243 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9baa8fd8-eac3-4d7d-b627-7bbf46aefcb6 req-36fb82b9-16a1-424a-a1a8-ea442e7c2519 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2186050 Mar 07 10:42:32.959204 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ad441e1d-653e-4fc7-a871-118b0ca327bd tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (fdc166b1-ef0c-4752-8f96-8dcaccf06af2), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:33.072815 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe16d4-48ce-4684-8afe-4fb05ed3fc0f req-28f31e98-1ac5-49c9-8ee0-4bad739bcc2e tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:33.081001 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fabe16d4-48ce-4684-8afe-4fb05ed3fc0f req-28f31e98-1ac5-49c9-8ee0-4bad739bcc2e tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1109445 Mar 07 10:42:33.142084 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fabe16d4-48ce-4684-8afe-4fb05ed3fc0f req-bde27e7c-1689-4eed-b3a3-1b6812889e0d tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600395 Mar 07 10:42:33.163770 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port d22d6ae0-3c99-429c-9721-c6162b5cf876 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:33.171118 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port ea7ffff0-7638-4d15-87eb-5069b07e0844 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:33.171551 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ea7ffff0-7638-4d15-87eb-5069b07e0844), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:33.200165 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea7ffff0-7638-4d15-87eb-5069b07e0844 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:42:33.203090 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ad441e1d-653e-4fc7-a871-118b0ca327bd tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (fdc166b1-ef0c-4752-8f96-8dcaccf06af2), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:33.254910 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ad441e1d-653e-4fc7-a871-118b0ca327bd tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdc166b1-ef0c-4752-8f96-8dcaccf06af2']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:33.263834 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port ea7ffff0-7638-4d15-87eb-5069b07e0844, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=ea7ffff0-7638-4d15-87eb-5069b07e0844,segment=NetworkSegment(ff65b4be-9c23-4c72-a12e-e27f32be872c),segment_id=ff65b4be-9c23-4c72-a12e-e27f32be872c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:33.282032 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ad441e1d-653e-4fc7-a871-118b0ca327bd tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28cca0ad-052f-47e0-9188-a07548b3947f') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:33.282032 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ad441e1d-653e-4fc7-a871-118b0ca327bd tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28cca0ad-052f-47e0-9188-a07548b3947f') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:33.295328 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8db7e2-3447-4989-a149-47eab0a76ed6 req-f683e521-3762-4eb9-b6a2-7d875d9e0121 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:33.297030 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0d8db7e2-3447-4989-a149-47eab0a76ed6 req-f683e521-3762-4eb9-b6a2-7d875d9e0121 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.0867374 Mar 07 10:42:33.304198 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ad441e1d-653e-4fc7-a871-118b0ca327bd tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (28cca0ad-052f-47e0-9188-a07548b3947f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:33.316482 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ea7ffff0-7638-4d15-87eb-5069b07e0844), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:33.317540 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device e0ad4df5-2fed-46fc-8695-ce249f172d97 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:42:33.322393 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90853b4-fe16-40a6-a965-cf85853993c6 req-3cddf312-3e9d-421f-a868-d0cca021c65b tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:33.324487 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f90853b4-fe16-40a6-a965-cf85853993c6 req-3cddf312-3e9d-421f-a868-d0cca021c65b tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 945 time: 0.2130158 Mar 07 10:42:33.385502 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ad441e1d-653e-4fc7-a871-118b0ca327bd tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (28cca0ad-052f-47e0-9188-a07548b3947f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:33.386407 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device d22d6ae0-3c99-429c-9721-c6162b5cf876 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:33.400074 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad441e1d-653e-4fc7-a871-118b0ca327bd tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:42:33.400483 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ad441e1d-653e-4fc7-a871-118b0ca327bd tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (28cca0ad-052f-47e0-9188-a07548b3947f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:33.400626 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0d8db7e2-3447-4989-a149-47eab0a76ed6 req-5c3d99d0-37d2-464b-8819-2cc12db8f1a8 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892694 Mar 07 10:42:33.405351 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:42:33.405351 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:42:33.405351 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:42:33.405351 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:42:33.405351 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:42:33.405351 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:42:33.405351 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:42:33.405351 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:42:33.405351 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:42:33.405351 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:42:33.405351 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:42:33.405351 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:42:33.405351 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:42:33.405351 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:42:33.405351 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:42:33.405351 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:42:33.405351 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:42:33.405351 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:42:33.405351 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:42:33.405351 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:42:33.405351 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:42:33.405351 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:42:33.405351 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:42:33.405351 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:42:33.405351 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:42:33.405351 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:42:33.405351 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:42:33.405351 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:42:33.405351 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:42:33.405351 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:42:33.405351 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:42:33.405351 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:42:33.427843 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-54812d93-690c-4bc7-8404-cdaf4105b24b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09462226-12e2-4f8f-9869-4bb82b6cade9 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:42:33.482190 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-54812d93-690c-4bc7-8404-cdaf4105b24b service neutron] Publish callbacks [] for port (09462226-12e2-4f8f-9869-4bb82b6cade9), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:33.516785 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f90853b4-fe16-40a6-a965-cf85853993c6 req-2ec4919c-81b7-48a0-8da9-6ca76c5bb4de tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752977 Mar 07 10:42:33.519667 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-54812d93-690c-4bc7-8404-cdaf4105b24b service neutron] Transition to ACTIVE for port object 09462226-12e2-4f8f-9869-4bb82b6cade9 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:42:33.521795 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ad441e1d-653e-4fc7-a871-118b0ca327bd tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (fdc166b1-ef0c-4752-8f96-8dcaccf06af2), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:33.529510 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-54812d93-690c-4bc7-8404-cdaf4105b24b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (09462226-12e2-4f8f-9869-4bb82b6cade9), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:33.534878 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399abdd-44d5-4090-add9-0fe41478fcae req-72019e52-935b-4e08-a3b8-5d18de757b6d tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:33.559971 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.resource_extend [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:42:33.560550 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ad441e1d-653e-4fc7-a871-118b0ca327bd tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:33.561130 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8399abdd-44d5-4090-add9-0fe41478fcae req-72019e52-935b-4e08-a3b8-5d18de757b6d tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/ports?device_id=c999d996-c502-4e0e-8e02-c25e566eb39c HTTP/1.1" status: 200 len: 932 time: 0.0986562 Mar 07 10:42:33.572940 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ad441e1d-653e-4fc7-a871-118b0ca327bd tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] 10.222.0.11 "DELETE /v2.0/networks/fdc166b1-ef0c-4752-8f96-8dcaccf06af2 HTTP/1.1" status: 204 len: 168 time: 0.8111520 Mar 07 10:42:33.575365 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 53950) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:33.590039 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e819fcea-deb9-48dd-8d6f-9f3f7a85bae4 None None] get_active_networks_info from n-d-832164-4 {{(pid=103768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 10:42:33.627154 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad441e1d-653e-4fc7-a871-118b0ca327bd tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Pushing event deleted for resources: {'Network': ['ID=fdc166b1-ef0c-4752-8f96-8dcaccf06af2,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:33.632719 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8399abdd-44d5-4090-add9-0fe41478fcae req-51806ed8-988a-45f9-a488-5c4990a5fc53 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/security-groups?id=73619b1b-c443-4844-965f-b3ec8bc99ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690930 Mar 07 10:42:33.637120 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=ea7ffff0-7638-4d15-87eb-5069b07e0844,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:33.771545 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c94339ef-1376-4039-af90-70c0aca76d63 req-6ad73711-d25d-4080-aa50-566b4ca96825 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 210 time: 0.0662348 Mar 07 10:42:33.779373 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port d22d6ae0-3c99-429c-9721-c6162b5cf876 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:33.779761 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d22d6ae0-3c99-429c-9721-c6162b5cf876), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:33.839215 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port e0ad4df5-2fed-46fc-8695-ce249f172d97, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e0ad4df5-2fed-46fc-8695-ce249f172d97,segment=NetworkSegment(bdffe236-d79e-4242-8538-dc3bd790824d),segment_id=bdffe236-d79e-4242-8538-dc3bd790824d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:33.876930 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'e0ad4df5-2fed-46fc-8695-ce249f172d97', 'network_id': '7eaf476d-e62a-411a-84bb-9ffb8dabd737', 'port_id': 'e0ad4df5-2fed-46fc-8695-ce249f172d97', 'mac_address': 'fa:16:3e:f6:45:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '838d6f3e-2340-488a-b945-348205729de8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:42:34.005943 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port e0ad4df5-2fed-46fc-8695-ce249f172d97 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:34.006341 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e0ad4df5-2fed-46fc-8695-ce249f172d97), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:34.011279 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port d22d6ae0-3c99-429c-9721-c6162b5cf876 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:34.028611 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e819fcea-deb9-48dd-8d6f-9f3f7a85bae4 None None] Resources bound (agent type, host, resource id): {{(pid=103768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:42:34.031396 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0ad4df5-2fed-46fc-8695-ce249f172d97 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:42:34.063445 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port e0ad4df5-2fed-46fc-8695-ce249f172d97, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e0ad4df5-2fed-46fc-8695-ce249f172d97,segment=NetworkSegment(bdffe236-d79e-4242-8538-dc3bd790824d),segment_id=bdffe236-d79e-4242-8538-dc3bd790824d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:34.087969 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e0ad4df5-2fed-46fc-8695-ce249f172d97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:34.089072 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device f8461e0d-ec75-4fe8-9d49-1b9f188d8265 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:42:34.124506 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54812d93-690c-4bc7-8404-cdaf4105b24b service neutron] Pushing event updated for resources: {'Port': ['ID=09462226-12e2-4f8f-9869-4bb82b6cade9,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:34.131036 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7267f2-e5fd-4238-a12c-dfdb893c5d52 req-8c5e56a4-63b1-4d90-83bc-c99f05d50475 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:34.138110 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7267f2-e5fd-4238-a12c-dfdb893c5d52 req-8c5e56a4-63b1-4d90-83bc-c99f05d50475 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:34.145197 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7267f2-e5fd-4238-a12c-dfdb893c5d52 req-8c5e56a4-63b1-4d90-83bc-c99f05d50475 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:34.151298 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7267f2-e5fd-4238-a12c-dfdb893c5d52 req-8c5e56a4-63b1-4d90-83bc-c99f05d50475 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:34.157014 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7267f2-e5fd-4238-a12c-dfdb893c5d52 req-8c5e56a4-63b1-4d90-83bc-c99f05d50475 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:34.162583 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7267f2-e5fd-4238-a12c-dfdb893c5d52 req-8c5e56a4-63b1-4d90-83bc-c99f05d50475 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:34.170715 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=e0ad4df5-2fed-46fc-8695-ce249f172d97,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:34.173280 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7267f2-e5fd-4238-a12c-dfdb893c5d52 req-8c5e56a4-63b1-4d90-83bc-c99f05d50475 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:34.177864 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2776e2f-9410-4d96-9d1c-8810d5a1fca6 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (5e65bf8e-5744-4637-a2fb-b3671e2e5f02), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:34.189584 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6a7267f2-e5fd-4238-a12c-dfdb893c5d52 req-8c5e56a4-63b1-4d90-83bc-c99f05d50475 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5423 time: 0.1328204 Mar 07 10:42:34.203536 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-54812d93-690c-4bc7-8404-cdaf4105b24b service neutron] Attempting to bind port 09462226-12e2-4f8f-9869-4bb82b6cade9 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:42:34.203912 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-54812d93-690c-4bc7-8404-cdaf4105b24b service neutron] Attempting to bind port 09462226-12e2-4f8f-9869-4bb82b6cade9 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'b7032e9d-d7be-4244-839a-87d1dbd65515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1ff7e4b2-37a3-403e-9957-dee4b0806b98'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:42:34.204198 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-54812d93-690c-4bc7-8404-cdaf4105b24b service neutron] Attempting to bind port 09462226-12e2-4f8f-9869-4bb82b6cade9 on network 1ff7e4b2-37a3-403e-9957-dee4b0806b98 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:42:34.214888 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-54812d93-690c-4bc7-8404-cdaf4105b24b service neutron] Port 09462226-12e2-4f8f-9869-4bb82b6cade9 on network 1ff7e4b2-37a3-403e-9957-dee4b0806b98 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:42:34.215230 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-54812d93-690c-4bc7-8404-cdaf4105b24b service neutron] Attempting to bind port 09462226-12e2-4f8f-9869-4bb82b6cade9 on network 1ff7e4b2-37a3-403e-9957-dee4b0806b98 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:42:34.251621 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-54812d93-690c-4bc7-8404-cdaf4105b24b service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:42:34.251966 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-54812d93-690c-4bc7-8404-cdaf4105b24b service neutron] Checking segment: {'id': 'b7032e9d-d7be-4244-839a-87d1dbd65515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1ff7e4b2-37a3-403e-9957-dee4b0806b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:34.252338 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-54812d93-690c-4bc7-8404-cdaf4105b24b service neutron] Bound using segment: {'id': 'b7032e9d-d7be-4244-839a-87d1dbd65515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1ff7e4b2-37a3-403e-9957-dee4b0806b98'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:42:34.252783 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-54812d93-690c-4bc7-8404-cdaf4105b24b service neutron] Bound port: 09462226-12e2-4f8f-9869-4bb82b6cade9, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7032e9d-d7be-4244-839a-87d1dbd65515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '1ff7e4b2-37a3-403e-9957-dee4b0806b98'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:42:34.253157 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-54812d93-690c-4bc7-8404-cdaf4105b24b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (09462226-12e2-4f8f-9869-4bb82b6cade9), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:34.267594 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6a7267f2-e5fd-4238-a12c-dfdb893c5d52 req-811ee38f-821e-4d27-bd7e-28e99c26c76d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0741251 Mar 07 10:42:34.285629 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port f8461e0d-ec75-4fe8-9d49-1b9f188d8265, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=f8461e0d-ec75-4fe8-9d49-1b9f188d8265,segment=NetworkSegment(ff65b4be-9c23-4c72-a12e-e27f32be872c),segment_id=ff65b4be-9c23-4c72-a12e-e27f32be872c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:34.292246 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ee12b-9969-45b2-b252-6db85dea0916 req-cd2f71db-5e3e-4f11-8694-8f871f32538a tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:34.293779 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae5ee12b-9969-45b2-b252-6db85dea0916 req-cd2f71db-5e3e-4f11-8694-8f871f32538a tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1925008 Mar 07 10:42:34.353561 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2776e2f-9410-4d96-9d1c-8810d5a1fca6 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (5e65bf8e-5744-4637-a2fb-b3671e2e5f02), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:34.359009 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'f8461e0d-ec75-4fe8-9d49-1b9f188d8265', 'network_id': 'd366e7ad-5e6d-41da-a70c-3aced4fea314', 'port_id': 'f8461e0d-ec75-4fe8-9d49-1b9f188d8265', 'mac_address': 'fa:16:3e:68:c7:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6e5a95-0381-4767-881e-02ff8727f823', 'ip_address': '10.1.1.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:42:34.396922 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-f2776e2f-9410-4d96-9d1c-8810d5a1fca6 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e65bf8e-5744-4637-a2fb-b3671e2e5f02']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:34.403568 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port f8461e0d-ec75-4fe8-9d49-1b9f188d8265 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:34.404068 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f8461e0d-ec75-4fe8-9d49-1b9f188d8265), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:34.417691 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8461e0d-ec75-4fe8-9d49-1b9f188d8265 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:42:34.422463 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-f2776e2f-9410-4d96-9d1c-8810d5a1fca6 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddbdc44d-2f2a-47b3-9ca7-9e53c032b348') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:34.422764 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-f2776e2f-9410-4d96-9d1c-8810d5a1fca6 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddbdc44d-2f2a-47b3-9ca7-9e53c032b348') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:34.438833 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port f8461e0d-ec75-4fe8-9d49-1b9f188d8265, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=f8461e0d-ec75-4fe8-9d49-1b9f188d8265,segment=NetworkSegment(ff65b4be-9c23-4c72-a12e-e27f32be872c),segment_id=ff65b4be-9c23-4c72-a12e-e27f32be872c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:34.447419 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2776e2f-9410-4d96-9d1c-8810d5a1fca6 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (ddbdc44d-2f2a-47b3-9ca7-9e53c032b348), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:34.451930 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f8461e0d-ec75-4fe8-9d49-1b9f188d8265), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:34.452746 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device f1eb3287-a1de-494b-bb6b-d382c5ab6cbb details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:42:34.460465 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae5ee12b-9969-45b2-b252-6db85dea0916 req-66015ce5-e8e3-420d-a726-13652aacd3cc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183298 Mar 07 10:42:34.463616 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-54812d93-690c-4bc7-8404-cdaf4105b24b service neutron] For port 09462226-12e2-4f8f-9869-4bb82b6cade9, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:42:34.467272 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-54812d93-690c-4bc7-8404-cdaf4105b24b service neutron] For port 09462226-12e2-4f8f-9869-4bb82b6cade9, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=09462226-12e2-4f8f-9869-4bb82b6cade9,segment=NetworkSegment(b7032e9d-d7be-4244-839a-87d1dbd65515),segment_id=b7032e9d-d7be-4244-839a-87d1dbd65515)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:42:34.470110 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2776e2f-9410-4d96-9d1c-8810d5a1fca6 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (ddbdc44d-2f2a-47b3-9ca7-9e53c032b348), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:34.481138 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2776e2f-9410-4d96-9d1c-8810d5a1fca6 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:42:34.481528 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2776e2f-9410-4d96-9d1c-8810d5a1fca6 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (ddbdc44d-2f2a-47b3-9ca7-9e53c032b348), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:34.485368 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:42:34.485368 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:42:34.485368 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:42:34.485368 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:42:34.485368 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:42:34.485368 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:42:34.485368 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:42:34.485368 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:42:34.485368 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:42:34.485368 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:42:34.485368 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:42:34.485368 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:42:34.485368 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:42:34.485368 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:42:34.485368 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:42:34.485368 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:42:34.485368 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:42:34.485368 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:42:34.485368 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:42:34.485368 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:42:34.485368 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:42:34.485368 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:42:34.485368 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:42:34.485368 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:42:34.485368 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:42:34.485368 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:42:34.485368 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:42:34.485368 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:42:34.485368 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:42:34.485368 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:42:34.485368 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:42:34.485368 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:42:34.487608 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-54812d93-690c-4bc7-8404-cdaf4105b24b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (09462226-12e2-4f8f-9869-4bb82b6cade9), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:34.590688 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-54812d93-690c-4bc7-8404-cdaf4105b24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:34.590688 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-54812d93-690c-4bc7-8404-cdaf4105b24b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:34.591944 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-54812d93-690c-4bc7-8404-cdaf4105b24b service neutron] 10.222.0.21 "PUT /v2.0/ports/09462226-12e2-4f8f-9869-4bb82b6cade9 HTTP/1.1" status: 200 len: 1092 time: 2.1575587 Mar 07 10:42:34.594289 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c999d996-c502-4e0e-8e02-c25e566eb39c', 'tag': '09462226-12e2-4f8f-9869-4bb82b6cade9'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:42:34.603695 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d88200-4bbf-4cb1-ab3d-d8cc21e21fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "c999d996-c502-4e0e-8e02-c25e566eb39c", "tag": "09462226-12e2-4f8f-9869-4bb82b6cade9"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:42:34.626660 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=f8461e0d-ec75-4fe8-9d49-1b9f188d8265,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:34.644212 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2776e2f-9410-4d96-9d1c-8810d5a1fca6 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (5e65bf8e-5744-4637-a2fb-b3671e2e5f02), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:34.667219 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port f1eb3287-a1de-494b-bb6b-d382c5ab6cbb, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=f1eb3287-a1de-494b-bb6b-d382c5ab6cbb,segment=NetworkSegment(cba6b645-26d8-4bc0-bf27-966307861fb5),segment_id=cba6b645-26d8-4bc0-bf27-966307861fb5)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:34.673898 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2776e2f-9410-4d96-9d1c-8810d5a1fca6 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:34.681136 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f2776e2f-9410-4d96-9d1c-8810d5a1fca6 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] 10.222.0.11 "DELETE /v2.0/networks/5e65bf8e-5744-4637-a2fb-b3671e2e5f02 HTTP/1.1" status: 204 len: 168 time: 1.0808148 Mar 07 10:42:34.681482 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53964) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:34.694591 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b71c1c-6225-49be-8879-5c6345342a1e None None] Network c1fc395a-627c-45c6-8c47-97414d3cb0ff requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:34.709712 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'f1eb3287-a1de-494b-bb6b-d382c5ab6cbb', 'network_id': '2e6e19dc-30d3-40ef-be16-f572a6948ec8', 'port_id': 'f1eb3287-a1de-494b-bb6b-d382c5ab6cbb', 'mac_address': 'fa:16:3e:22:f0:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa90e579-fbb2-41a5-a769-aa15a70e7fb4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:42:34.716945 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d01cbe-4cab-46be-88e1-0ab57a7bf70a x-openstack-request-id: req-72d01cbe-4cab-46be-88e1-0ab57a7bf70a {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:42:34.717303 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c999d996-c502-4e0e-8e02-c25e566eb39c", "tag": "09462226-12e2-4f8f-9869-4bb82b6cade9", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:42:34.717567 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-72d01cbe-4cab-46be-88e1-0ab57a7bf70a {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:42:34.717986 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c999d996-c502-4e0e-8e02-c25e566eb39c', 'tag': '09462226-12e2-4f8f-9869-4bb82b6cade9', 'status': 'completed', 'code': 200} Mar 07 10:42:34.719050 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54812d93-690c-4bc7-8404-cdaf4105b24b service neutron] Pushing event updated for resources: {'Port': ['ID=09462226-12e2-4f8f-9869-4bb82b6cade9,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:34.723273 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2776e2f-9410-4d96-9d1c-8810d5a1fca6 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Pushing event deleted for resources: {'Network': ['ID=5e65bf8e-5744-4637-a2fb-b3671e2e5f02,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:34.745855 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-6749f6b1-4aef-41ef-9509-ab4ed2f88519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:34.747944 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-6749f6b1-4aef-41ef-9509-ab4ed2f88519 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=909cef2d32374597ba1f7e6777d2504f&device_id=c999d996-c502-4e0e-8e02-c25e566eb39c HTTP/1.1" status: 200 len: 1126 time: 0.1001520 Mar 07 10:42:34.751016 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b71c1c-6225-49be-8879-5c6345342a1e None None] Network c1fc395a-627c-45c6-8c47-97414d3cb0ff could not be found, it might have been deleted concurrently. {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 10:42:34.803287 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port f1eb3287-a1de-494b-bb6b-d382c5ab6cbb is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:34.803831 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f1eb3287-a1de-494b-bb6b-d382c5ab6cbb), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:34.822669 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-87c2d462-a718-4336-8bf8-a7088985c46d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09462226-12e2-4f8f-9869-4bb82b6cade9 HTTP/1.1" status: 200 len: 217 time: 0.0677400 Mar 07 10:42:34.829364 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1eb3287-a1de-494b-bb6b-d382c5ab6cbb {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:42:34.863419 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port f1eb3287-a1de-494b-bb6b-d382c5ab6cbb, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=f1eb3287-a1de-494b-bb6b-d382c5ab6cbb,segment=NetworkSegment(cba6b645-26d8-4bc0-bf27-966307861fb5),segment_id=cba6b645-26d8-4bc0-bf27-966307861fb5)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:34.880746 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f1eb3287-a1de-494b-bb6b-d382c5ab6cbb), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:34.881778 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 228f4021-a7f7-470b-affc-cfa61cd88930 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:42:34.884063 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-eea648b4-2dd4-46d7-9b36-751181a07d47 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (c57be51f-5528-4e2f-a677-82e92eaa16ab), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:34.900092 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddce79d-ffd9-46f2-ac64-2dc234ddb241 req-5cd1af8c-193b-46de-99af-749006841995 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:34.907799 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8ddce79d-ffd9-46f2-ac64-2dc234ddb241 req-5cd1af8c-193b-46de-99af-749006841995 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 945 time: 0.1688478 Mar 07 10:42:34.951084 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-5eb1e5c8-a797-4d05-b42d-0c3de4d4c1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:34.953098 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-5eb1e5c8-a797-4d05-b42d-0c3de4d4c1d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245 HTTP/1.1" status: 200 len: 845 time: 0.1057966 Mar 07 10:42:34.969710 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0c6ede-7b55-4289-811d-376f38ccd06c req-f318e412-8961-4f2d-8307-a9ce37a0b0f7 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:34.971265 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3d0c6ede-7b55-4289-811d-376f38ccd06c req-f318e412-8961-4f2d-8307-a9ce37a0b0f7 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/ports?device_id=c999d996-c502-4e0e-8e02-c25e566eb39c HTTP/1.1" status: 200 len: 944 time: 0.1696725 Mar 07 10:42:34.980609 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=f1eb3287-a1de-494b-bb6b-d382c5ab6cbb,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:34.998874 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 228f4021-a7f7-470b-affc-cfa61cd88930, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=228f4021-a7f7-470b-affc-cfa61cd88930,segment=NetworkSegment(ff65b4be-9c23-4c72-a12e-e27f32be872c),segment_id=ff65b4be-9c23-4c72-a12e-e27f32be872c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:35.018594 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '228f4021-a7f7-470b-affc-cfa61cd88930', 'network_id': 'd366e7ad-5e6d-41da-a70c-3aced4fea314', 'port_id': '228f4021-a7f7-470b-affc-cfa61cd88930', 'mac_address': 'fa:16:3e:9e:d0:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6e5a95-0381-4767-881e-02ff8727f823', 'ip_address': '10.1.1.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:42:35.063062 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8ddce79d-ffd9-46f2-ac64-2dc234ddb241 req-d2c48179-3960-4c6a-a004-6fb3e569cde0 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540179 Mar 07 10:42:35.125727 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-eea648b4-2dd4-46d7-9b36-751181a07d47 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (c57be51f-5528-4e2f-a677-82e92eaa16ab), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:35.126859 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 228f4021-a7f7-470b-affc-cfa61cd88930 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:35.127351 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (228f4021-a7f7-470b-affc-cfa61cd88930), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:35.157353 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 228f4021-a7f7-470b-affc-cfa61cd88930 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:42:35.162447 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-eea648b4-2dd4-46d7-9b36-751181a07d47 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c57be51f-5528-4e2f-a677-82e92eaa16ab']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:35.168096 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-7f78295f-a5ca-4b6f-8cd6-3ce79682b16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:35.169913 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-7f78295f-a5ca-4b6f-8cd6-3ce79682b16e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ff7e4b2-37a3-403e-9957-dee4b0806b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1975391 Mar 07 10:42:35.182397 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-eea648b4-2dd4-46d7-9b36-751181a07d47 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8070d50c-5193-4d6c-9e3e-709e39c3b808') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:35.183049 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-eea648b4-2dd4-46d7-9b36-751181a07d47 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8070d50c-5193-4d6c-9e3e-709e39c3b808') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:35.214154 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3d0c6ede-7b55-4289-811d-376f38ccd06c req-0f798afb-7064-46bf-99f1-c6611221b599 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/security-groups?id=73619b1b-c443-4844-965f-b3ec8bc99ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2342162 Mar 07 10:42:35.248478 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 228f4021-a7f7-470b-affc-cfa61cd88930, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=228f4021-a7f7-470b-affc-cfa61cd88930,segment=NetworkSegment(ff65b4be-9c23-4c72-a12e-e27f32be872c),segment_id=ff65b4be-9c23-4c72-a12e-e27f32be872c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:35.253489 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-eea648b4-2dd4-46d7-9b36-751181a07d47 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (8070d50c-5193-4d6c-9e3e-709e39c3b808), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:35.257543 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1fd51bdf-edf3-4495-a53c-2a58c0fb8222 req-492653bd-b216-45a4-920e-712cb0f91565 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 210 time: 0.0776849 Mar 07 10:42:35.262536 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (228f4021-a7f7-470b-affc-cfa61cd88930), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:35.263626 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device b3e6cb98-f1eb-4ce3-ad21-8cac5012de24 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:42:35.275909 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-eea648b4-2dd4-46d7-9b36-751181a07d47 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (8070d50c-5193-4d6c-9e3e-709e39c3b808), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:35.287430 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea648b4-2dd4-46d7-9b36-751181a07d47 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:42:35.288062 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-eea648b4-2dd4-46d7-9b36-751181a07d47 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (8070d50c-5193-4d6c-9e3e-709e39c3b808), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:35.294666 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:42:35.294666 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:42:35.294666 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:42:35.294666 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:42:35.294666 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:42:35.294666 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:42:35.294666 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:42:35.294666 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:42:35.294666 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:42:35.294666 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:42:35.294666 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:42:35.294666 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:42:35.294666 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:42:35.294666 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:42:35.294666 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:42:35.294666 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:42:35.294666 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:42:35.294666 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:42:35.294666 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:42:35.294666 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:42:35.294666 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:42:35.294666 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:42:35.294666 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:42:35.294666 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:42:35.294666 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:42:35.294666 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:42:35.294666 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:42:35.294666 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:42:35.294666 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:42:35.294666 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:42:35.294666 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:42:35.294666 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:42:35.323248 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-bdf5ff26-79b7-4a14-ba35-a54b905b6206 service neutron] 10.222.0.21 "GET /v2.0/networks/1ff7e4b2-37a3-403e-9957-dee4b0806b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389406 Mar 07 10:42:35.373528 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port b3e6cb98-f1eb-4ce3-ad21-8cac5012de24, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b3e6cb98-f1eb-4ce3-ad21-8cac5012de24,segment=NetworkSegment(cba6b645-26d8-4bc0-bf27-966307861fb5),segment_id=cba6b645-26d8-4bc0-bf27-966307861fb5)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:35.376142 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=228f4021-a7f7-470b-affc-cfa61cd88930,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:35.411301 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'b3e6cb98-f1eb-4ce3-ad21-8cac5012de24', 'network_id': '2e6e19dc-30d3-40ef-be16-f572a6948ec8', 'port_id': 'b3e6cb98-f1eb-4ce3-ad21-8cac5012de24', 'mac_address': 'fa:16:3e:6e:b0:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa90e579-fbb2-41a5-a769-aa15a70e7fb4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:42:35.419280 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-eea648b4-2dd4-46d7-9b36-751181a07d47 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (c57be51f-5528-4e2f-a677-82e92eaa16ab), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:35.434097 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-eea648b4-2dd4-46d7-9b36-751181a07d47 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:35.438061 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-eea648b4-2dd4-46d7-9b36-751181a07d47 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] 10.222.0.11 "DELETE /v2.0/networks/c57be51f-5528-4e2f-a677-82e92eaa16ab HTTP/1.1" status: 204 len: 168 time: 0.7553773 Mar 07 10:42:35.462640 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea648b4-2dd4-46d7-9b36-751181a07d47 tempest-BulkNetworkOpsIpV6Test-1650063955 tempest-BulkNetworkOpsIpV6Test-1650063955-project] Pushing event deleted for resources: {'Network': ['ID=c57be51f-5528-4e2f-a677-82e92eaa16ab,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:35.489253 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port b3e6cb98-f1eb-4ce3-ad21-8cac5012de24 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:35.489649 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b3e6cb98-f1eb-4ce3-ad21-8cac5012de24), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:35.513140 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 6ee9f6ae-ca68-43d2-ae5f-03931e443753 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:35.586003 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a0ee1-5151-4ec5-b66a-1cd8b03e5ba3 req-21e33de7-36c7-444e-a102-400e7f108625 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:35.593648 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e6cb98-f1eb-4ce3-ad21-8cac5012de24 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:42:35.594697 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a0ee1-5151-4ec5-b66a-1cd8b03e5ba3 req-21e33de7-36c7-444e-a102-400e7f108625 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:35.603263 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a0ee1-5151-4ec5-b66a-1cd8b03e5ba3 req-21e33de7-36c7-444e-a102-400e7f108625 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:35.610514 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a0ee1-5151-4ec5-b66a-1cd8b03e5ba3 req-21e33de7-36c7-444e-a102-400e7f108625 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:35.616881 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a0ee1-5151-4ec5-b66a-1cd8b03e5ba3 req-21e33de7-36c7-444e-a102-400e7f108625 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:35.623909 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a0ee1-5151-4ec5-b66a-1cd8b03e5ba3 req-21e33de7-36c7-444e-a102-400e7f108625 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:35.635035 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a0ee1-5151-4ec5-b66a-1cd8b03e5ba3 req-21e33de7-36c7-444e-a102-400e7f108625 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:35.649918 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d24a0ee1-5151-4ec5-b66a-1cd8b03e5ba3 req-21e33de7-36c7-444e-a102-400e7f108625 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5426 time: 0.2201242 Mar 07 10:42:35.683616 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ef47f-1811-4009-9025-7341beaf136a req-a7211aa1-e186-496a-a350-5771769d2100 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:35.684166 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e2d13c6b-fb59-4516-923f-acc0341fdb43 req-a4c915e6-4791-43de-a1c9-3409039a3dbb service neutron] 10.222.0.21 "GET /v2.0/networks/1ff7e4b2-37a3-403e-9957-dee4b0806b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577163 Mar 07 10:42:35.703601 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7c2ef47f-1811-4009-9025-7341beaf136a req-a7211aa1-e186-496a-a350-5771769d2100 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.0941377 Mar 07 10:42:35.793838 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7c2ef47f-1811-4009-9025-7341beaf136a req-a8519ab3-e444-4345-b861-1ad83a67eacf tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891418 Mar 07 10:42:35.841411 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d24a0ee1-5151-4ec5-b66a-1cd8b03e5ba3 req-06518fb0-5fb7-4213-b436-47feb5e2bca8 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1900475 Mar 07 10:42:35.848901 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d88200-4bbf-4cb1-ab3d-d8cc21e21fd3 req-07482108-9d37-45dd-89e6-7a91e91fd44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:35.850627 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-73d88200-4bbf-4cb1-ab3d-d8cc21e21fd3 req-07482108-9d37-45dd-89e6-7a91e91fd44a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=909cef2d32374597ba1f7e6777d2504f&device_id=c999d996-c502-4e0e-8e02-c25e566eb39c HTTP/1.1" status: 200 len: 1126 time: 0.1098452 Mar 07 10:42:35.861155 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53978) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:35.929968 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port b3e6cb98-f1eb-4ce3-ad21-8cac5012de24, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b3e6cb98-f1eb-4ce3-ad21-8cac5012de24,segment=NetworkSegment(cba6b645-26d8-4bc0-bf27-966307861fb5),segment_id=cba6b645-26d8-4bc0-bf27-966307861fb5)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:35.943395 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b3e6cb98-f1eb-4ce3-ad21-8cac5012de24), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:35.946245 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 6ee9f6ae-ca68-43d2-ae5f-03931e443753 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:42:36.010085 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 6ee9f6ae-ca68-43d2-ae5f-03931e443753 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:36.014523 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6ee9f6ae-ca68-43d2-ae5f-03931e443753), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:36.014831 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d88200-4bbf-4cb1-ab3d-d8cc21e21fd3 req-b8b14931-5762-42aa-8a5c-fe9032fe6094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:36.016515 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-73d88200-4bbf-4cb1-ab3d-d8cc21e21fd3 req-b8b14931-5762-42aa-8a5c-fe9032fe6094 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ff7e4b2-37a3-403e-9957-dee4b0806b98 HTTP/1.1" status: 200 len: 907 time: 0.1595008 Mar 07 10:42:36.112811 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=b3e6cb98-f1eb-4ce3-ad21-8cac5012de24,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:36.119439 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ae8aad39-9c63-4ce7-8a41-3505527af916 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9293b89c531243128a8cf15115bcec0f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2568207 Mar 07 10:42:36.122516 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 53986) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:36.152126 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-73d88200-4bbf-4cb1-ab3d-d8cc21e21fd3 req-495a832c-2032-4178-a327-53a823b0c7a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09462226-12e2-4f8f-9869-4bb82b6cade9 HTTP/1.1" status: 200 len: 217 time: 0.1267571 Mar 07 10:42:36.185146 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 6ee9f6ae-ca68-43d2-ae5f-03931e443753 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:36.185146 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6ee9f6ae-ca68-43d2-ae5f-03931e443753), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:36.217260 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b57a6e9d-8108-4ce7-8329-6daebb7a2ef7 admin admin] Publish callbacks [] for security_group (d745b7ec-13e0-4b7c-b0e7-e1a0a688c5c2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:36.237832 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628808f-11a5-4911-881c-6bf9460c72ac req-45700eff-a862-47e0-af2b-5d9ac5fd56e3 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:36.239544 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 6ee9f6ae-ca68-43d2-ae5f-03931e443753, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=6ee9f6ae-ca68-43d2-ae5f-03931e443753,segment=NetworkSegment(a83ef876-47f5-4921-a7cf-604d50d4af09),segment_id=a83ef876-47f5-4921-a7cf-604d50d4af09)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:36.240612 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa097523-c999-4386-b286-a4ef729572c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee9f6ae-ca68-43d2-ae5f-03931e443753'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:42:36.243714 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9e9d2d-6dc8-4289-857d-ab17bea891d5" -d '{"events": [{"server_uuid": "fa097523-c999-4386-b286-a4ef729572c8", "name": "network-vif-plugged", "status": "completed", "tag": "6ee9f6ae-ca68-43d2-ae5f-03931e443753"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:42:36.246688 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b628808f-11a5-4911-881c-6bf9460c72ac req-45700eff-a862-47e0-af2b-5d9ac5fd56e3 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1489511 Mar 07 10:42:36.250982 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b57a6e9d-8108-4ce7-8329-6daebb7a2ef7 admin admin] Publish callbacks [] for security_group (d745b7ec-13e0-4b7c-b0e7-e1a0a688c5c2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:36.252024 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6ee9f6ae-ca68-43d2-ae5f-03931e443753), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:36.259061 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d88200-4bbf-4cb1-ab3d-d8cc21e21fd3 req-d17b4938-8dc9-4d63-b475-b53c3898383d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:36.260510 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-73d88200-4bbf-4cb1-ab3d-d8cc21e21fd3 req-d17b4938-8dc9-4d63-b475-b53c3898383d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245 HTTP/1.1" status: 200 len: 845 time: 0.1006198 Mar 07 10:42:36.277080 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263d1263-ea3d-43ed-9452-3639bcf9f505 req-7e5ab39c-3fed-451e-9d14-f8e10d178473 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:36.278662 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-263d1263-ea3d-43ed-9452-3639bcf9f505 req-7e5ab39c-3fed-451e-9d14-f8e10d178473 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 945 time: 0.1096370 Mar 07 10:42:36.326789 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=6ee9f6ae-ca68-43d2-ae5f-03931e443753,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:36.349469 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b628808f-11a5-4911-881c-6bf9460c72ac req-1df00d2a-a938-45eb-9a85-f7c45f918198 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014621 Mar 07 10:42:36.361337 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d88200-4bbf-4cb1-ab3d-d8cc21e21fd3 req-aa061293-d64c-4a16-bd4d-892760952a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:36.366821 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-73d88200-4bbf-4cb1-ab3d-d8cc21e21fd3 req-aa061293-d64c-4a16-bd4d-892760952a1c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ff7e4b2-37a3-403e-9957-dee4b0806b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0984380 Mar 07 10:42:36.370548 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-263d1263-ea3d-43ed-9452-3639bcf9f505 req-c4563f71-ae29-48e1-9ab7-2b6314dfde9a tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765927 Mar 07 10:42:36.388123 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b57a6e9d-8108-4ce7-8329-6daebb7a2ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d745b7ec-13e0-4b7c-b0e7-e1a0a688c5c2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:36.390760 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b57a6e9d-8108-4ce7-8329-6daebb7a2ef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:36.399249 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b57a6e9d-8108-4ce7-8329-6daebb7a2ef7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d745b7ec-13e0-4b7c-b0e7-e1a0a688c5c2 HTTP/1.1" status: 204 len: 168 time: 0.2761314 Mar 07 10:42:36.430312 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57a6e9d-8108-4ce7-8329-6daebb7a2ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d745b7ec-13e0-4b7c-b0e7-e1a0a688c5c2,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:36.437481 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cf73b3-f355-484f-88dc-04ed742c059e x-openstack-request-id: req-d8cf73b3-f355-484f-88dc-04ed742c059e {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:42:36.437789 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa097523-c999-4386-b286-a4ef729572c8", "name": "network-vif-plugged", "status": "completed", "tag": "6ee9f6ae-ca68-43d2-ae5f-03931e443753", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:42:36.438056 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d8cf73b3-f355-484f-88dc-04ed742c059e {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:42:36.438473 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa097523-c999-4386-b286-a4ef729572c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee9f6ae-ca68-43d2-ae5f-03931e443753', 'code': 200} Mar 07 10:42:36.475880 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9e0049bf-eca3-47b4-93ba-12b41e958054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:36.531885 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-64b51d80-7bc9-4223-8de2-fe15367ef3a4 req-d00e6b04-71bd-40f2-b94c-69c2fc5241e6 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 210 time: 0.0333655 Mar 07 10:42:36.567558 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-73d88200-4bbf-4cb1-ab3d-d8cc21e21fd3 req-32f38b72-8f26-4851-8f31-248e6d265d79 service neutron] 10.222.0.21 "GET /v2.0/networks/1ff7e4b2-37a3-403e-9957-dee4b0806b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929739 Mar 07 10:42:36.590447 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ccca0-11e9-42b5-b742-c3e4103c9c11 req-b652e16f-87b8-4828-95d9-2820ae4d3619 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:36.594785 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['b3e6cb98-f1eb-4ce3-ad21-8cac5012de24'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:42:36.597351 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-698ccca0-11e9-42b5-b742-c3e4103c9c11 req-b652e16f-87b8-4828-95d9-2820ae4d3619 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/ports?device_id=c999d996-c502-4e0e-8e02-c25e566eb39c HTTP/1.1" status: 200 len: 944 time: 0.1048138 Mar 07 10:42:36.632834 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['f8461e0d-ec75-4fe8-9d49-1b9f188d8265'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:42:36.702017 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-698ccca0-11e9-42b5-b742-c3e4103c9c11 req-1a0e5108-8a76-4bca-bb32-2b67f45cb921 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/security-groups?id=73619b1b-c443-4844-965f-b3ec8bc99ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037486 Mar 07 10:42:36.709866 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['f1eb3287-a1de-494b-bb6b-d382c5ab6cbb'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:42:36.714267 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['ea7ffff0-7638-4d15-87eb-5069b07e0844'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:42:36.718056 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['228f4021-a7f7-470b-affc-cfa61cd88930'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:42:36.720405 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['e0ad4df5-2fed-46fc-8695-ce249f172d97'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:42:36.725836 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['7afcc113-918d-4856-a414-821d3eaf65d7'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:42:36.734922 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-73d88200-4bbf-4cb1-ab3d-d8cc21e21fd3 req-4b06bb73-2a66-4ec0-ad22-0f8e2cfb2e24 service neutron] 10.222.0.21 "GET /v2.0/networks/1ff7e4b2-37a3-403e-9957-dee4b0806b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603243 Mar 07 10:42:37.047433 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0dc25-b7d8-400c-82f9-f652306de830 req-4e4dbf07-d154-4fea-b77b-8cd09ccdbe59 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:37.056089 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0dc25-b7d8-400c-82f9-f652306de830 req-4e4dbf07-d154-4fea-b77b-8cd09ccdbe59 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:37.064142 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0dc25-b7d8-400c-82f9-f652306de830 req-4e4dbf07-d154-4fea-b77b-8cd09ccdbe59 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:37.072291 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0dc25-b7d8-400c-82f9-f652306de830 req-4e4dbf07-d154-4fea-b77b-8cd09ccdbe59 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:37.079783 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0dc25-b7d8-400c-82f9-f652306de830 req-4e4dbf07-d154-4fea-b77b-8cd09ccdbe59 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:37.089043 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0dc25-b7d8-400c-82f9-f652306de830 req-4e4dbf07-d154-4fea-b77b-8cd09ccdbe59 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:37.096956 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0dc25-b7d8-400c-82f9-f652306de830 req-4e4dbf07-d154-4fea-b77b-8cd09ccdbe59 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:37.114055 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f9d0dc25-b7d8-400c-82f9-f652306de830 req-4e4dbf07-d154-4fea-b77b-8cd09ccdbe59 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5427 time: 0.1576841 Mar 07 10:42:37.186605 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f9d0dc25-b7d8-400c-82f9-f652306de830 req-77279562-7a60-400c-881f-f6d80e2f94d0 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0699048 Mar 07 10:42:37.270963 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54016) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:37.384285 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-baf47eab-a9ed-4069-8ede-8bd0f72bc72c tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-343166750'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:37.408091 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf47eab-a9ed-4069-8ede-8bd0f72bc72c tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Made reservation on behalf of bb99353c1f794a4eb0b0348a5eca7b29 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:37.412636 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-baf47eab-a9ed-4069-8ede-8bd0f72bc72c tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:37.423590 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-baf47eab-a9ed-4069-8ede-8bd0f72bc72c tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:37.576396 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e2032-d5bc-4fa0-bbe4-4cf1696983e1 req-e0169eaf-7f00-4046-9c2d-4ae9e6f5d4a4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:37.576920 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9553a2a-dbc7-4a50-8489-38eb651c3b82 req-ef09ef49-041c-43c1-b895-612ad00b9f37 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:37.578702 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-417e2032-d5bc-4fa0-bbe4-4cf1696983e1 req-e0169eaf-7f00-4046-9c2d-4ae9e6f5d4a4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.0926778 Mar 07 10:42:37.590842 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d9553a2a-dbc7-4a50-8489-38eb651c3b82 req-ef09ef49-041c-43c1-b895-612ad00b9f37 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.0996730 Mar 07 10:42:37.593309 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-baf47eab-a9ed-4069-8ede-8bd0f72bc72c tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks [] for security_group (6f38d20c-ad4a-40b1-8a3d-462fe1be87d9), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:37.603474 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-baf47eab-a9ed-4069-8ede-8bd0f72bc72c tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (6f38d20c-ad4a-40b1-8a3d-462fe1be87d9), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:37.629790 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baf47eab-a9ed-4069-8ede-8bd0f72bc72c tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:42:37.646311 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d9553a2a-dbc7-4a50-8489-38eb651c3b82 req-e59e2513-d47b-4f77-8f0d-504048af5c61 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476229 Mar 07 10:42:37.671510 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-baf47eab-a9ed-4069-8ede-8bd0f72bc72c tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (6e975009-32f2-46ae-bdbb-1764c097439b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:37.671843 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-baf47eab-a9ed-4069-8ede-8bd0f72bc72c tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Added segment 6e975009-32f2-46ae-bdbb-1764c097439b of type vlan for network 646a8c5a-3e67-4706-b772-056ea6851b36 Mar 07 10:42:37.678025 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf47eab-a9ed-4069-8ede-8bd0f72bc72c tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f38d20c-ad4a-40b1-8a3d-462fe1be87d9,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:37.697033 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf47eab-a9ed-4069-8ede-8bd0f72bc72c tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:37.697499 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf47eab-a9ed-4069-8ede-8bd0f72bc72c tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:37.697918 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf47eab-a9ed-4069-8ede-8bd0f72bc72c tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:37.698313 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf47eab-a9ed-4069-8ede-8bd0f72bc72c tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:37.698705 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf47eab-a9ed-4069-8ede-8bd0f72bc72c tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:37.699092 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf47eab-a9ed-4069-8ede-8bd0f72bc72c tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:37.699480 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf47eab-a9ed-4069-8ede-8bd0f72bc72c tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:37.699854 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf47eab-a9ed-4069-8ede-8bd0f72bc72c tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:37.700238 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf47eab-a9ed-4069-8ede-8bd0f72bc72c tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:37.700630 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf47eab-a9ed-4069-8ede-8bd0f72bc72c tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:37.701017 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf47eab-a9ed-4069-8ede-8bd0f72bc72c tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:37.701418 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf47eab-a9ed-4069-8ede-8bd0f72bc72c tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:37.701799 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baf47eab-a9ed-4069-8ede-8bd0f72bc72c tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:37.716322 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-417e2032-d5bc-4fa0-bbe4-4cf1696983e1 req-0e517d47-7700-4bda-ae1a-6a86f1242145 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261594 Mar 07 10:42:37.754581 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-baf47eab-a9ed-4069-8ede-8bd0f72bc72c tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (646a8c5a-3e67-4706-b772-056ea6851b36), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:37.773259 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b0539b52-540c-4d0c-9c0e-bc45f42e4349 req-9074dc47-2466-4d2c-bfd6-5e10f865de35 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 210 time: 0.0586379 Mar 07 10:42:37.786999 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-baf47eab-a9ed-4069-8ede-8bd0f72bc72c tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (646a8c5a-3e67-4706-b772-056ea6851b36), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:37.793535 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf47eab-a9ed-4069-8ede-8bd0f72bc72c tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:37.794195 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-baf47eab-a9ed-4069-8ede-8bd0f72bc72c tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:37.856081 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-baf47eab-a9ed-4069-8ede-8bd0f72bc72c tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5833757 Mar 07 10:42:37.872398 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:42:37.906947 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf47eab-a9ed-4069-8ede-8bd0f72bc72c tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Pushing event updated for resources: {'Network': ['ID=646a8c5a-3e67-4706-b772-056ea6851b36,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:37.924188 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 646a8c5a-3e67-4706-b772-056ea6851b36 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:42:37.924715 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eede9f-20ee-43b2-81b0-a4d18d2ebe85 req-0e64089f-bcb0-4cd3-be1d-44c2fe1cd805 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:37.926166 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-36eede9f-20ee-43b2-81b0-a4d18d2ebe85 req-0e64089f-bcb0-4cd3-be1d-44c2fe1cd805 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/ports?device_id=c999d996-c502-4e0e-8e02-c25e566eb39c HTTP/1.1" status: 200 len: 944 time: 0.1292694 Mar 07 10:42:37.995039 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-36eede9f-20ee-43b2-81b0-a4d18d2ebe85 req-043ae98c-77d5-459d-bda3-565c10e55eb5 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/security-groups?id=73619b1b-c443-4844-965f-b3ec8bc99ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560658 Mar 07 10:42:38.243285 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cf12a-8245-41cc-8a09-db4b8a6b6a19 req-75a3ae04-821f-40cf-9ab4-2ad16a328885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:38.245132 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-273cf12a-8245-41cc-8a09-db4b8a6b6a19 req-75a3ae04-821f-40cf-9ab4-2ad16a328885 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 1128 time: 0.0499315 Mar 07 10:42:38.317913 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-273cf12a-8245-41cc-8a09-db4b8a6b6a19 req-3ac00a0b-5e8f-4e29-be22-6146f72d5028 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663924 Mar 07 10:42:38.377436 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39acdd-78be-45b3-9f1e-28c3cca54413 req-f60ab9ce-edef-458e-8cfc-ecb638b83b71 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:38.384115 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39acdd-78be-45b3-9f1e-28c3cca54413 req-f60ab9ce-edef-458e-8cfc-ecb638b83b71 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:38.390044 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39acdd-78be-45b3-9f1e-28c3cca54413 req-f60ab9ce-edef-458e-8cfc-ecb638b83b71 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:38.395642 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39acdd-78be-45b3-9f1e-28c3cca54413 req-f60ab9ce-edef-458e-8cfc-ecb638b83b71 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:38.402244 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39acdd-78be-45b3-9f1e-28c3cca54413 req-f60ab9ce-edef-458e-8cfc-ecb638b83b71 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:38.407677 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39acdd-78be-45b3-9f1e-28c3cca54413 req-f60ab9ce-edef-458e-8cfc-ecb638b83b71 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:38.413096 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39acdd-78be-45b3-9f1e-28c3cca54413 req-f60ab9ce-edef-458e-8cfc-ecb638b83b71 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:38.415773 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4d39acdd-78be-45b3-9f1e-28c3cca54413 req-f60ab9ce-edef-458e-8cfc-ecb638b83b71 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5427 time: 0.1048470 Mar 07 10:42:38.475711 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4d39acdd-78be-45b3-9f1e-28c3cca54413 req-03b3e32a-edb8-40d8-83d1-b85faf7c3a89 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529764 Mar 07 10:42:38.580731 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b1d53de5-cec1-4dfa-aeac-8e1bceeb73f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:38.813046 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9771f0-b79a-48d7-bee1-fe75d437c0c5 req-22f35d99-9bcf-4fe4-962d-eda32697272f tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:38.814715 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ff9771f0-b79a-48d7-bee1-fe75d437c0c5 req-22f35d99-9bcf-4fe4-962d-eda32697272f tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.0941267 Mar 07 10:42:38.874628 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ffba7b-7ab9-433c-b45d-cb2e870dc2a2 req-f2660172-867a-49dd-be45-df69077912f5 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:38.876728 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ff9771f0-b79a-48d7-bee1-fe75d437c0c5 req-97bf2c2f-43fe-4770-92d6-16f85a8aea4c tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544975 Mar 07 10:42:38.895432 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-74ffba7b-7ab9-433c-b45d-cb2e870dc2a2 req-f2660172-867a-49dd-be45-df69077912f5 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.0894794 Mar 07 10:42:38.950549 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-74ffba7b-7ab9-433c-b45d-cb2e870dc2a2 req-ca466fc2-f5e6-4b4f-887e-72d79295a5f0 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532830 Mar 07 10:42:39.005686 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-83885f10-b01a-4b2e-a733-a58ca0d256f0 req-a1fb01ef-4c55-4d02-b5a2-0a03e832d4c3 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 210 time: 0.0411115 Mar 07 10:42:39.108402 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f6410-88bb-4225-9dce-0064f54e5944 req-4b43ff6f-f87f-43ee-827e-ac723081c22a tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:39.109991 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a22f6410-88bb-4225-9dce-0064f54e5944 req-4b43ff6f-f87f-43ee-827e-ac723081c22a tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.0669153 Mar 07 10:42:39.137442 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290f0598-5704-4b23-9043-9d1cb178c7cb req-d88582e9-1a72-47da-830d-edc8c9a2eec2 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:39.139457 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-290f0598-5704-4b23-9043-9d1cb178c7cb req-d88582e9-1a72-47da-830d-edc8c9a2eec2 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/ports?device_id=c999d996-c502-4e0e-8e02-c25e566eb39c HTTP/1.1" status: 200 len: 944 time: 0.0663388 Mar 07 10:42:39.175796 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a22f6410-88bb-4225-9dce-0064f54e5944 req-cfec7ac9-19b4-40ff-9afe-cafca0c0bdea tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506685 Mar 07 10:42:39.225326 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-290f0598-5704-4b23-9043-9d1cb178c7cb req-2cb9b225-f1dc-4b5f-92c5-4b8a59c34b91 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/security-groups?id=73619b1b-c443-4844-965f-b3ec8bc99ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759733 Mar 07 10:42:39.325411 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20835e6-1065-4c92-af10-30d969df04f8 req-e1bbc6f8-df55-40f6-93a2-77081e4c37a8 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:39.326883 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f20835e6-1065-4c92-af10-30d969df04f8 req-e1bbc6f8-df55-40f6-93a2-77081e4c37a8 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.0550611 Mar 07 10:42:39.378349 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f20835e6-1065-4c92-af10-30d969df04f8 req-f35aef3b-3ef3-4cbd-8862-4705723c8172 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455358 Mar 07 10:42:39.504253 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecacd140-fdcc-42ed-8a62-788e4111b113 req-d03400e8-2eff-4570-8ec7-9e055736e839 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:39.506765 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ecacd140-fdcc-42ed-8a62-788e4111b113 req-d03400e8-2eff-4570-8ec7-9e055736e839 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.0596485 Mar 07 10:42:39.575884 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ecacd140-fdcc-42ed-8a62-788e4111b113 req-6200f3aa-b334-442e-9dd3-1c1ac1460065 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535748 Mar 07 10:42:39.659807 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd17624-58eb-457f-8607-fcfb70fa9d7a req-ff87c8ac-9fad-4502-b150-69a5109d65cd tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:39.669570 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd17624-58eb-457f-8607-fcfb70fa9d7a req-ff87c8ac-9fad-4502-b150-69a5109d65cd tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:39.675112 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd17624-58eb-457f-8607-fcfb70fa9d7a req-ff87c8ac-9fad-4502-b150-69a5109d65cd tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:39.683385 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd17624-58eb-457f-8607-fcfb70fa9d7a req-ff87c8ac-9fad-4502-b150-69a5109d65cd tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:39.691797 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd17624-58eb-457f-8607-fcfb70fa9d7a req-ff87c8ac-9fad-4502-b150-69a5109d65cd tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:39.697974 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd17624-58eb-457f-8607-fcfb70fa9d7a req-ff87c8ac-9fad-4502-b150-69a5109d65cd tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:39.704634 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd17624-58eb-457f-8607-fcfb70fa9d7a req-ff87c8ac-9fad-4502-b150-69a5109d65cd tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:39.714988 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cfd17624-58eb-457f-8607-fcfb70fa9d7a req-ff87c8ac-9fad-4502-b150-69a5109d65cd tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5427 time: 0.1516356 Mar 07 10:42:39.768297 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6400d37-40b2-4826-a789-0ec24d808a27 req-a681cbd6-23d7-4d89-8cf9-c0a3b3c77c11 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:39.772634 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b6400d37-40b2-4826-a789-0ec24d808a27 req-a681cbd6-23d7-4d89-8cf9-c0a3b3c77c11 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1170158 Mar 07 10:42:39.802446 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cfd17624-58eb-457f-8607-fcfb70fa9d7a req-765c4036-3d53-4f30-b517-1f2afde39c18 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0864339 Mar 07 10:42:39.813652 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:39.864739 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b6400d37-40b2-4826-a789-0ec24d808a27 req-6c4257b4-eec8-4d32-9819-3d32ac4035f2 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870156 Mar 07 10:42:39.959771 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 09462226-12e2-4f8f-9869-4bb82b6cade9 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:42:39.976065 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 7afcc113-918d-4856-a414-821d3eaf65d7 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:40.034995 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5243671-ca78-4afb-a177-26b2471dcbeb req-cfc52efa-5f50-4ca0-a41a-349f63c1b8a6 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:40.037683 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b5243671-ca78-4afb-a177-26b2471dcbeb req-cfc52efa-5f50-4ca0-a41a-349f63c1b8a6 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1046522 Mar 07 10:42:40.051663 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a67b00-c23f-49f6-9877-05a0f578558b req-cd24cd7a-8b16-495e-8ec3-739de7000359 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:40.055301 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b9a67b00-c23f-49f6-9877-05a0f578558b req-cd24cd7a-8b16-495e-8ec3-739de7000359 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.0843697 Mar 07 10:42:40.098360 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b5243671-ca78-4afb-a177-26b2471dcbeb req-598b3eba-940d-4580-a510-a667f695c29f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535884 Mar 07 10:42:40.156566 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b9a67b00-c23f-49f6-9877-05a0f578558b req-ecc57c25-101a-4c26-abe2-7dc370bbd022 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888782 Mar 07 10:42:40.188879 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 09462226-12e2-4f8f-9869-4bb82b6cade9, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=09462226-12e2-4f8f-9869-4bb82b6cade9,segment=NetworkSegment(b7032e9d-d7be-4244-839a-87d1dbd65515),segment_id=b7032e9d-d7be-4244-839a-87d1dbd65515)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:40.206904 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '09462226-12e2-4f8f-9869-4bb82b6cade9', 'network_id': '1ff7e4b2-37a3-403e-9957-dee4b0806b98', 'port_id': '09462226-12e2-4f8f-9869-4bb82b6cade9', 'mac_address': 'fa:16:3e:a8:a2:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:42:40.253876 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 7afcc113-918d-4856-a414-821d3eaf65d7 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:42:40.266931 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 7afcc113-918d-4856-a414-821d3eaf65d7 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:40.268353 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5e74b1d1-b148-4e8f-b91b-3c97280ca8e9 req-8a3d8598-080a-4b62-bd0d-9cbf84bd4057 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 210 time: 0.0514994 Mar 07 10:42:40.269895 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7afcc113-918d-4856-a414-821d3eaf65d7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:40.325661 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 09462226-12e2-4f8f-9869-4bb82b6cade9 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:40.326206 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (09462226-12e2-4f8f-9869-4bb82b6cade9), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:40.342970 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09462226-12e2-4f8f-9869-4bb82b6cade9 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:42:40.373229 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 09462226-12e2-4f8f-9869-4bb82b6cade9, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=09462226-12e2-4f8f-9869-4bb82b6cade9,segment=NetworkSegment(b7032e9d-d7be-4244-839a-87d1dbd65515),segment_id=b7032e9d-d7be-4244-839a-87d1dbd65515)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:40.397537 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (09462226-12e2-4f8f-9869-4bb82b6cade9), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:40.454177 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 7afcc113-918d-4856-a414-821d3eaf65d7 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:40.454838 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7afcc113-918d-4856-a414-821d3eaf65d7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:40.465334 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20df833-e36b-4511-88c6-41eef2094210 req-386db403-de0b-4671-9664-832e33bd58c0 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:40.466889 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c20df833-e36b-4511-88c6-41eef2094210 req-386db403-de0b-4671-9664-832e33bd58c0 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/ports?device_id=c999d996-c502-4e0e-8e02-c25e566eb39c HTTP/1.1" status: 200 len: 944 time: 0.1127734 Mar 07 10:42:40.493497 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afcc113-918d-4856-a414-821d3eaf65d7'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:42:40.496053 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c258f82a-028f-4cf9-b786-e9d13e6fe1c6" -d '{"events": [{"server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "name": "network-vif-plugged", "status": "completed", "tag": "7afcc113-918d-4856-a414-821d3eaf65d7"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:42:40.512738 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=09462226-12e2-4f8f-9869-4bb82b6cade9,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:40.523210 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 7afcc113-918d-4856-a414-821d3eaf65d7, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=7afcc113-918d-4856-a414-821d3eaf65d7,segment=NetworkSegment(ff65b4be-9c23-4c72-a12e-e27f32be872c),segment_id=ff65b4be-9c23-4c72-a12e-e27f32be872c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:40.563638 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (7afcc113-918d-4856-a414-821d3eaf65d7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:40.564484 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 228f4021-a7f7-470b-affc-cfa61cd88930 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:40.589693 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c20df833-e36b-4511-88c6-41eef2094210 req-6bdc4569-e4e6-4cd3-8b75-19a4b906c663 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/security-groups?id=73619b1b-c443-4844-965f-b3ec8bc99ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128912 Mar 07 10:42:40.666784 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=7afcc113-918d-4856-a414-821d3eaf65d7,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:40.673287 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f120519-b9da-4eae-b204-378e1f4c0604 x-openstack-request-id: req-6f120519-b9da-4eae-b204-378e1f4c0604 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:42:40.673431 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "name": "network-vif-plugged", "status": "completed", "tag": "7afcc113-918d-4856-a414-821d3eaf65d7", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:42:40.673641 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6f120519-b9da-4eae-b204-378e1f4c0604 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:42:40.674039 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7afcc113-918d-4856-a414-821d3eaf65d7', 'code': 200} Mar 07 10:42:40.703276 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec379916-e259-4710-8062-6cb3c19db6db req-c4280564-f734-4f82-bbfc-0f3cd9cf8c06 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:40.704419 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['09462226-12e2-4f8f-9869-4bb82b6cade9'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:42:40.706082 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec379916-e259-4710-8062-6cb3c19db6db req-c4280564-f734-4f82-bbfc-0f3cd9cf8c06 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.1090078 Mar 07 10:42:40.713839 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71a7ce-0d1a-4b66-8bad-93eafc236aff req-6744f664-6b26-4ad0-8894-1b514f14785d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:40.715909 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cc71a7ce-0d1a-4b66-8bad-93eafc236aff req-6744f664-6b26-4ad0-8894-1b514f14785d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d45c75614f10495c9e7ad867b8426961&device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 1128 time: 0.1897864 Mar 07 10:42:40.780281 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 228f4021-a7f7-470b-affc-cfa61cd88930 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:42:40.800095 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 228f4021-a7f7-470b-affc-cfa61cd88930 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:40.800784 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (228f4021-a7f7-470b-affc-cfa61cd88930), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:40.866702 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71a7ce-0d1a-4b66-8bad-93eafc236aff req-f42413cb-cbb4-4bb1-8ffe-3f79ebeee11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:40.868549 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cc71a7ce-0d1a-4b66-8bad-93eafc236aff req-f42413cb-cbb4-4bb1-8ffe-3f79ebeee11e service neutron] 10.222.0.31 "GET /v2.0/networks?id=a5923ba6-96b8-4a01-ab18-779883a4fe01 HTTP/1.1" status: 200 len: 921 time: 0.1282272 Mar 07 10:42:40.960861 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec379916-e259-4710-8062-6cb3c19db6db req-fe21f202-dd20-434f-a269-1bca65add1d1 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433634 Mar 07 10:42:40.963107 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cc71a7ce-0d1a-4b66-8bad-93eafc236aff req-d026bd2c-b229-4ede-9080-c37b46b7098b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ee9f6ae-ca68-43d2-ae5f-03931e443753 HTTP/1.1" status: 200 len: 217 time: 0.0607171 Mar 07 10:42:41.040647 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71a7ce-0d1a-4b66-8bad-93eafc236aff req-e403f01c-af97-45e0-a3dd-126e542817c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:41.042883 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cc71a7ce-0d1a-4b66-8bad-93eafc236aff req-e403f01c-af97-45e0-a3dd-126e542817c9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=05b20612-5630-4733-a049-88ce1f12b48c HTTP/1.1" status: 200 len: 860 time: 0.0679929 Mar 07 10:42:41.068442 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59e777-5dde-444e-ada7-46c4e655cec0 req-07a79db3-be17-4800-92c4-a6ef8b62a89b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:41.081566 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59e777-5dde-444e-ada7-46c4e655cec0 req-07a79db3-be17-4800-92c4-a6ef8b62a89b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:41.086739 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cc71a7ce-0d1a-4b66-8bad-93eafc236aff req-dd5b1a6b-8316-4d29-b777-e8d8bb6322da service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a5923ba6-96b8-4a01-ab18-779883a4fe01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360680 Mar 07 10:42:41.097217 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59e777-5dde-444e-ada7-46c4e655cec0 req-07a79db3-be17-4800-92c4-a6ef8b62a89b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:41.103486 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59e777-5dde-444e-ada7-46c4e655cec0 req-07a79db3-be17-4800-92c4-a6ef8b62a89b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:41.119749 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59e777-5dde-444e-ada7-46c4e655cec0 req-07a79db3-be17-4800-92c4-a6ef8b62a89b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:41.130025 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59e777-5dde-444e-ada7-46c4e655cec0 req-07a79db3-be17-4800-92c4-a6ef8b62a89b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:41.135880 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59e777-5dde-444e-ada7-46c4e655cec0 req-07a79db3-be17-4800-92c4-a6ef8b62a89b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:41.141842 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 228f4021-a7f7-470b-affc-cfa61cd88930 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:41.142325 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (228f4021-a7f7-470b-affc-cfa61cd88930), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:41.154974 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-be59e777-5dde-444e-ada7-46c4e655cec0 req-07a79db3-be17-4800-92c4-a6ef8b62a89b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5428 time: 0.2054825 Mar 07 10:42:41.191312 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cc71a7ce-0d1a-4b66-8bad-93eafc236aff req-f66b66dd-df7d-402d-96e3-188451bbf361 service neutron] 10.222.0.31 "GET /v2.0/networks/a5923ba6-96b8-4a01-ab18-779883a4fe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979111 Mar 07 10:42:41.198137 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54068) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:41.204419 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-4be6eead-215a-40c8-9d37-4f1b75f3b74a tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Request body: {'subnet': {'network_id': '646a8c5a-3e67-4706-b772-056ea6851b36', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:41.222677 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 228f4021-a7f7-470b-affc-cfa61cd88930, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=228f4021-a7f7-470b-affc-cfa61cd88930,segment=NetworkSegment(ff65b4be-9c23-4c72-a12e-e27f32be872c),segment_id=ff65b4be-9c23-4c72-a12e-e27f32be872c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:41.230323 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (228f4021-a7f7-470b-affc-cfa61cd88930), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:41.231450 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device ea7ffff0-7638-4d15-87eb-5069b07e0844 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:41.237488 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-be59e777-5dde-444e-ada7-46c4e655cec0 req-64aa14b5-4478-47c0-95f1-c88afe126ad7 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0816448 Mar 07 10:42:41.334036 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=228f4021-a7f7-470b-affc-cfa61cd88930,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:41.348039 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port ea7ffff0-7638-4d15-87eb-5069b07e0844 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:42:41.354361 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port ea7ffff0-7638-4d15-87eb-5069b07e0844 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:41.354944 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ea7ffff0-7638-4d15-87eb-5069b07e0844), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:41.426336 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6b02a55a-2493-468d-9f84-fd10b10c63aa req-de7fc841-0dc6-4924-8829-c896ad51d229 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 210 time: 0.0486391 Mar 07 10:42:41.431299 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cc71a7ce-0d1a-4b66-8bad-93eafc236aff req-4ce90a4c-fb27-41ce-b496-f859aa6ec72c service neutron] 10.222.0.31 "GET /v2.0/networks/a5923ba6-96b8-4a01-ab18-779883a4fe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306924 Mar 07 10:42:41.443389 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port ea7ffff0-7638-4d15-87eb-5069b07e0844 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:41.443784 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ea7ffff0-7638-4d15-87eb-5069b07e0844), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:41.449979 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be6eead-215a-40c8-9d37-4f1b75f3b74a tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Made reservation on behalf of bb99353c1f794a4eb0b0348a5eca7b29 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:41.453807 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4be6eead-215a-40c8-9d37-4f1b75f3b74a tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:41.518122 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port ea7ffff0-7638-4d15-87eb-5069b07e0844, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=ea7ffff0-7638-4d15-87eb-5069b07e0844,segment=NetworkSegment(ff65b4be-9c23-4c72-a12e-e27f32be872c),segment_id=ff65b4be-9c23-4c72-a12e-e27f32be872c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:41.524192 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ea7ffff0-7638-4d15-87eb-5069b07e0844), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:41.525919 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device e0ad4df5-2fed-46fc-8695-ce249f172d97 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:41.619986 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:41.627199 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=ea7ffff0-7638-4d15-87eb-5069b07e0844,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:41.641148 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port e0ad4df5-2fed-46fc-8695-ce249f172d97 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:42:41.647442 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port e0ad4df5-2fed-46fc-8695-ce249f172d97 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:41.647870 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e0ad4df5-2fed-46fc-8695-ce249f172d97), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:41.681957 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4be6eead-215a-40c8-9d37-4f1b75f3b74a tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (8917a2ce-dd5c-4e2e-917c-0716a7371cb5), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:41.747115 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port e0ad4df5-2fed-46fc-8695-ce249f172d97 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:41.747427 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e0ad4df5-2fed-46fc-8695-ce249f172d97), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:41.767825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be6eead-215a-40c8-9d37-4f1b75f3b74a tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Pushing event updated for resources: {'Subnet': ['ID=8917a2ce-dd5c-4e2e-917c-0716a7371cb5,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:41.770598 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ce427-b713-469f-9044-c1cf5b9823cd req-23b09817-da01-43a1-ae65-f53a16f56e2d tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:41.776778 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be6eead-215a-40c8-9d37-4f1b75f3b74a tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Checking segment: {'id': '6e975009-32f2-46ae-bdbb-1764c097439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '646a8c5a-3e67-4706-b772-056ea6851b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:41.777184 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be6eead-215a-40c8-9d37-4f1b75f3b74a tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Network hostable DHCP agents. Network: 646a8c5a-3e67-4706-b772-056ea6851b36, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:42:41.779857 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-254ce427-b713-469f-9044-c1cf5b9823cd req-23b09817-da01-43a1-ae65-f53a16f56e2d tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/ports?device_id=c999d996-c502-4e0e-8e02-c25e566eb39c HTTP/1.1" status: 200 len: 945 time: 0.0849266 Mar 07 10:42:41.793286 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port e0ad4df5-2fed-46fc-8695-ce249f172d97, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e0ad4df5-2fed-46fc-8695-ce249f172d97,segment=NetworkSegment(bdffe236-d79e-4242-8538-dc3bd790824d),segment_id=bdffe236-d79e-4242-8538-dc3bd790824d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:41.798505 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be6eead-215a-40c8-9d37-4f1b75f3b74a tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Network 646a8c5a-3e67-4706-b772-056ea6851b36 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:42:41.800871 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e0ad4df5-2fed-46fc-8695-ce249f172d97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:41.802605 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device f8461e0d-ec75-4fe8-9d49-1b9f188d8265 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:41.813274 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-4be6eead-215a-40c8-9d37-4f1b75f3b74a tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 646a8c5a-3e67-4706-b772-056ea6851b36) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:41.819365 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be6eead-215a-40c8-9d37-4f1b75f3b74a tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:41.819977 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4be6eead-215a-40c8-9d37-4f1b75f3b74a tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:41.843708 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4be6eead-215a-40c8-9d37-4f1b75f3b74a tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6405106 Mar 07 10:42:41.844045 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54078) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:41.848824 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-254ce427-b713-469f-9044-c1cf5b9823cd req-448b6a3f-65bc-45d1-9b18-6cedf2e9dbe7 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/security-groups?id=73619b1b-c443-4844-965f-b3ec8bc99ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627518 Mar 07 10:42:41.854084 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-b8a56692-e19c-4f45-a97b-3470de881136 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1757963410'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:41.874141 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b7eaa8-8d83-415a-b7c5-2d396f1e8010 None None] Network 646a8c5a-3e67-4706-b772-056ea6851b36 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:41.878693 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a56692-e19c-4f45-a97b-3470de881136 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Made reservation on behalf of bb99353c1f794a4eb0b0348a5eca7b29 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:41.882747 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b8a56692-e19c-4f45-a97b-3470de881136 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:41.907616 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8a56692-e19c-4f45-a97b-3470de881136 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:42:41.918220 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b8a56692-e19c-4f45-a97b-3470de881136 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (15ef343c-039e-48a3-80a4-276f74ef01e0), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:41.918650 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-b8a56692-e19c-4f45-a97b-3470de881136 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Added segment 15ef343c-039e-48a3-80a4-276f74ef01e0 of type vlan for network e4a13bef-48c7-4d9e-96ea-535ad2b1cffe Mar 07 10:42:41.962042 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b8a56692-e19c-4f45-a97b-3470de881136 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (e4a13bef-48c7-4d9e-96ea-535ad2b1cffe), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:41.994598 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b8a56692-e19c-4f45-a97b-3470de881136 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (e4a13bef-48c7-4d9e-96ea-535ad2b1cffe), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:42.001049 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a56692-e19c-4f45-a97b-3470de881136 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:42.002017 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b8a56692-e19c-4f45-a97b-3470de881136 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:42.049173 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54082) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:42.049419 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b8a56692-e19c-4f45-a97b-3470de881136 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2037084 Mar 07 10:42:42.056488 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-0cda4986-dfb3-4956-b693-625e460b19b2 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Request body: {'subnet': {'network_id': 'e4a13bef-48c7-4d9e-96ea-535ad2b1cffe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:42.097651 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a56692-e19c-4f45-a97b-3470de881136 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Pushing event updated for resources: {'Network': ['ID=e4a13bef-48c7-4d9e-96ea-535ad2b1cffe,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:42.123491 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network e4a13bef-48c7-4d9e-96ea-535ad2b1cffe details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:42:42.174625 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=e0ad4df5-2fed-46fc-8695-ce249f172d97,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:42.182811 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cda4986-dfb3-4956-b693-625e460b19b2 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Made reservation on behalf of bb99353c1f794a4eb0b0348a5eca7b29 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:42.186921 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0cda4986-dfb3-4956-b693-625e460b19b2 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:42.199001 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9e919-4a83-4fa3-b9f2-e22590d23687 req-f557ce9f-a7e8-4425-a396-65fbb9013fae tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:42.207125 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8dd9e919-4a83-4fa3-b9f2-e22590d23687 req-f557ce9f-a7e8-4425-a396-65fbb9013fae tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.0959389 Mar 07 10:42:42.212832 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port f8461e0d-ec75-4fe8-9d49-1b9f188d8265 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:42:42.233906 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:42.234531 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:42.235022 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:42.235525 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:42.236007 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:42.236487 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:42.236966 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:42.237471 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:42.237960 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:42.238440 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:42.238932 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:42.239408 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:42.239873 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:42.246743 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port f8461e0d-ec75-4fe8-9d49-1b9f188d8265 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:42.247340 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f8461e0d-ec75-4fe8-9d49-1b9f188d8265), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:42.281482 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8dd9e919-4a83-4fa3-b9f2-e22590d23687 req-dd303374-b22a-4d5e-be19-3085c1f0c1ef tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734718 Mar 07 10:42:42.296151 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709aef5a-2e26-472a-a99b-171e62eb6c3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-646a8c5a-3e67-4706-b772-056ea6851b36', 'network_id': '646a8c5a-3e67-4706-b772-056ea6851b36', 'project_id': 'bb99353c1f794a4eb0b0348a5eca7b29', 'fixed_ips': [{'subnet_id': '8917a2ce-dd5c-4e2e-917c-0716a7371cb5'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:42:42.296281 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-709aef5a-2e26-472a-a99b-171e62eb6c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:42.465628 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port f8461e0d-ec75-4fe8-9d49-1b9f188d8265 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:42.466008 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f8461e0d-ec75-4fe8-9d49-1b9f188d8265), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:42.485321 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08482ac-940a-43fb-af80-8facdc268837 req-86826b87-edca-4db2-bb70-58b42b6fb570 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:42.490706 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08482ac-940a-43fb-af80-8facdc268837 req-86826b87-edca-4db2-bb70-58b42b6fb570 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:42.496239 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08482ac-940a-43fb-af80-8facdc268837 req-86826b87-edca-4db2-bb70-58b42b6fb570 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:42.502924 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08482ac-940a-43fb-af80-8facdc268837 req-86826b87-edca-4db2-bb70-58b42b6fb570 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:42.507655 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-709aef5a-2e26-472a-a99b-171e62eb6c3f None None] Allocated IP 2001:db8:0:ffff::2 (646a8c5a-3e67-4706-b772-056ea6851b36/8917a2ce-dd5c-4e2e-917c-0716a7371cb5/bf3a93b5-12c5-4b43-969e-e9e89927bd2a) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:42:42.509415 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08482ac-940a-43fb-af80-8facdc268837 req-86826b87-edca-4db2-bb70-58b42b6fb570 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:42.515882 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08482ac-940a-43fb-af80-8facdc268837 req-86826b87-edca-4db2-bb70-58b42b6fb570 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:42.522543 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08482ac-940a-43fb-af80-8facdc268837 req-86826b87-edca-4db2-bb70-58b42b6fb570 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:42.525090 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d08482ac-940a-43fb-af80-8facdc268837 req-86826b87-edca-4db2-bb70-58b42b6fb570 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5431 time: 0.1580341 Mar 07 10:42:42.531374 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port f8461e0d-ec75-4fe8-9d49-1b9f188d8265, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=f8461e0d-ec75-4fe8-9d49-1b9f188d8265,segment=NetworkSegment(ff65b4be-9c23-4c72-a12e-e27f32be872c),segment_id=ff65b4be-9c23-4c72-a12e-e27f32be872c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:42.557877 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f8461e0d-ec75-4fe8-9d49-1b9f188d8265), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:42.558689 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device f1eb3287-a1de-494b-bb6b-d382c5ab6cbb up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:42.589045 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0dd837e8-ad07-4378-afae-81631b991538 req-7dad3ea1-ef73-446f-81e1-e0d97c756274 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 210 time: 0.0622938 Mar 07 10:42:42.677014 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228f4021-a7f7-470b-affc-cfa61cd88930'}, {'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7ffff0-7638-4d15-87eb-5069b07e0844'}, {'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ad4df5-2fed-46fc-8695-ce249f172d97'}, {'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8461e0d-ec75-4fe8-9d49-1b9f188d8265'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:42:42.679337 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa636270-f2cf-4720-97a1-6bf5d39e2f44" -d '{"events": [{"server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "name": "network-vif-plugged", "status": "completed", "tag": "228f4021-a7f7-470b-affc-cfa61cd88930"}, {"server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "name": "network-vif-plugged", "status": "completed", "tag": "ea7ffff0-7638-4d15-87eb-5069b07e0844"}, {"server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "name": "network-vif-plugged", "status": "completed", "tag": "e0ad4df5-2fed-46fc-8695-ce249f172d97"}, {"server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "name": "network-vif-plugged", "status": "completed", "tag": "f8461e0d-ec75-4fe8-9d49-1b9f188d8265"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:42:42.679507 n-d-832164-4 neutron-server[103766]: DEBUG neutron.objects.ports [None req-0cda4986-dfb3-4956-b693-625e460b19b2 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103766) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 10:42:42.696074 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0cda4986-dfb3-4956-b693-625e460b19b2 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (0374314e-9ce2-4816-bb0d-68143048ace8), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:42.717634 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=f8461e0d-ec75-4fe8-9d49-1b9f188d8265,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:42.725725 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d08482ac-940a-43fb-af80-8facdc268837 req-02a91964-b795-4a70-a50e-4e3eefa094bf tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1941233 Mar 07 10:42:42.727925 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 07 Mar 2022 10:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112416a0-0e8f-4edc-a836-986969cbb690 x-openstack-request-id: req-112416a0-0e8f-4edc-a836-986969cbb690 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:42:42.728240 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "name": "network-vif-plugged", "status": "completed", "tag": "228f4021-a7f7-470b-affc-cfa61cd88930", "code": 200}, {"server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "name": "network-vif-plugged", "status": "completed", "tag": "ea7ffff0-7638-4d15-87eb-5069b07e0844", "code": 200}, {"server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "name": "network-vif-plugged", "status": "completed", "tag": "e0ad4df5-2fed-46fc-8695-ce249f172d97", "code": 200}, {"server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "name": "network-vif-plugged", "status": "completed", "tag": "f8461e0d-ec75-4fe8-9d49-1b9f188d8265", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:42:42.728503 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-112416a0-0e8f-4edc-a836-986969cbb690 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:42:42.729386 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '228f4021-a7f7-470b-affc-cfa61cd88930', 'code': 200} Mar 07 10:42:42.729386 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7ffff0-7638-4d15-87eb-5069b07e0844', 'code': 200} Mar 07 10:42:42.730562 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0ad4df5-2fed-46fc-8695-ce249f172d97', 'code': 200} Mar 07 10:42:42.730562 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8461e0d-ec75-4fe8-9d49-1b9f188d8265', 'code': 200} Mar 07 10:42:42.786434 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port f1eb3287-a1de-494b-bb6b-d382c5ab6cbb completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:42:42.792745 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda4986-dfb3-4956-b693-625e460b19b2 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Pushing event updated for resources: {'Subnet': ['ID=0374314e-9ce2-4816-bb0d-68143048ace8,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:42.799250 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port f1eb3287-a1de-494b-bb6b-d382c5ab6cbb triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:42.800171 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f1eb3287-a1de-494b-bb6b-d382c5ab6cbb), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:42.802911 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cda4986-dfb3-4956-b693-625e460b19b2 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Checking segment: {'id': '15ef343c-039e-48a3-80a4-276f74ef01e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e4a13bef-48c7-4d9e-96ea-535ad2b1cffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:42.803283 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cda4986-dfb3-4956-b693-625e460b19b2 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Network hostable DHCP agents. Network: e4a13bef-48c7-4d9e-96ea-535ad2b1cffe, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:42:42.823752 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cda4986-dfb3-4956-b693-625e460b19b2 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Network e4a13bef-48c7-4d9e-96ea-535ad2b1cffe is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:42:42.835013 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-0cda4986-dfb3-4956-b693-625e460b19b2 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, e4a13bef-48c7-4d9e-96ea-535ad2b1cffe) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:42.841147 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cda4986-dfb3-4956-b693-625e460b19b2 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:42.841837 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0cda4986-dfb3-4956-b693-625e460b19b2 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:42.856182 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c51c2b7-8fcf-4f9b-a878-bbab146fcc42 None None] Network e4a13bef-48c7-4d9e-96ea-535ad2b1cffe requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:42.861529 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0cda4986-dfb3-4956-b693-625e460b19b2 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8095348 Mar 07 10:42:42.863542 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54092) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:42.869606 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-aa58b277-c429-489a-b33c-63e23f508297 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Request body: {'port': {'network_id': 'e4a13bef-48c7-4d9e-96ea-535ad2b1cffe', 'name': 'tempest-NetworksIpV6TestAttrs-1845860101'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:42.879348 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-709aef5a-2e26-472a-a99b-171e62eb6c3f None None] Publish callbacks [] for port (bf3a93b5-12c5-4b43-969e-e9e89927bd2a), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:42.947710 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-709aef5a-2e26-472a-a99b-171e62eb6c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (bf3a93b5-12c5-4b43-969e-e9e89927bd2a), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:42.995451 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13399102-383c-4646-98f4-656a3987587d req-15288e02-9a24-4cff-afa4-c665f6e7a853 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:42.996078 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709aef5a-2e26-472a-a99b-171e62eb6c3f None None] Network 646a8c5a-3e67-4706-b772-056ea6851b36 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:43.004910 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-709aef5a-2e26-472a-a99b-171e62eb6c3f None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:43.007273 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-13399102-383c-4646-98f4-656a3987587d req-15288e02-9a24-4cff-afa4-c665f6e7a853 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/ports?device_id=c999d996-c502-4e0e-8e02-c25e566eb39c HTTP/1.1" status: 200 len: 945 time: 0.0777774 Mar 07 10:42:43.007680 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709aef5a-2e26-472a-a99b-171e62eb6c3f None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:42:43.031550 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa58b277-c429-489a-b33c-63e23f508297 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Made reservation on behalf of bb99353c1f794a4eb0b0348a5eca7b29 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:43.034986 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aa58b277-c429-489a-b33c-63e23f508297 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:43.045484 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:43.063697 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-aa58b277-c429-489a-b33c-63e23f508297 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] device_id is not set on port 4e9e5e7a-5a48-41a0-bb7b-5da680ad6eda yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:42:43.069487 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-13399102-383c-4646-98f4-656a3987587d req-04e3b5d0-b1ef-453c-a969-f9890082b0ae tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/security-groups?id=73619b1b-c443-4844-965f-b3ec8bc99ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561373 Mar 07 10:42:43.136961 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142879c7-08cc-40d1-a5c1-7384eb8d0bf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-e4a13bef-48c7-4d9e-96ea-535ad2b1cffe', 'network_id': 'e4a13bef-48c7-4d9e-96ea-535ad2b1cffe', 'project_id': 'bb99353c1f794a4eb0b0348a5eca7b29', 'fixed_ips': [{'subnet_id': '0374314e-9ce2-4816-bb0d-68143048ace8'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:42:43.137855 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-142879c7-08cc-40d1-a5c1-7384eb8d0bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:43.173322 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709aef5a-2e26-472a-a99b-171e62eb6c3f None None] Pushing event updated for resources: {'Port': ['ID=bf3a93b5-12c5-4b43-969e-e9e89927bd2a,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:43.191872 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-aa58b277-c429-489a-b33c-63e23f508297 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Allocated IP 2001:db8::f816:3eff:fe22:e885 (e4a13bef-48c7-4d9e-96ea-535ad2b1cffe/0374314e-9ce2-4816-bb0d-68143048ace8/4e9e5e7a-5a48-41a0-bb7b-5da680ad6eda) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:42:43.201207 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-709aef5a-2e26-472a-a99b-171e62eb6c3f None None] Attempting to bind port bf3a93b5-12c5-4b43-969e-e9e89927bd2a on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:42:43.201722 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-709aef5a-2e26-472a-a99b-171e62eb6c3f None None] Attempting to bind port bf3a93b5-12c5-4b43-969e-e9e89927bd2a by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '6e975009-32f2-46ae-bdbb-1764c097439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '646a8c5a-3e67-4706-b772-056ea6851b36'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:42:43.201722 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709aef5a-2e26-472a-a99b-171e62eb6c3f None None] Attempting to bind port bf3a93b5-12c5-4b43-969e-e9e89927bd2a on network 646a8c5a-3e67-4706-b772-056ea6851b36 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:42:43.212843 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port f1eb3287-a1de-494b-bb6b-d382c5ab6cbb is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:43.213288 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f1eb3287-a1de-494b-bb6b-d382c5ab6cbb), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:43.219223 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709aef5a-2e26-472a-a99b-171e62eb6c3f None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:42:43.219643 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709aef5a-2e26-472a-a99b-171e62eb6c3f None None] Checking segment: {'id': '6e975009-32f2-46ae-bdbb-1764c097439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '646a8c5a-3e67-4706-b772-056ea6851b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:43.220057 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-709aef5a-2e26-472a-a99b-171e62eb6c3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:43.220478 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709aef5a-2e26-472a-a99b-171e62eb6c3f None None] Bound using segment: {'id': '6e975009-32f2-46ae-bdbb-1764c097439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '646a8c5a-3e67-4706-b772-056ea6851b36'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:42:43.220969 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-709aef5a-2e26-472a-a99b-171e62eb6c3f None None] Bound port: bf3a93b5-12c5-4b43-969e-e9e89927bd2a, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e975009-32f2-46ae-bdbb-1764c097439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '646a8c5a-3e67-4706-b772-056ea6851b36'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:42:43.221392 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-709aef5a-2e26-472a-a99b-171e62eb6c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bf3a93b5-12c5-4b43-969e-e9e89927bd2a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:43.358230 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port f1eb3287-a1de-494b-bb6b-d382c5ab6cbb, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=f1eb3287-a1de-494b-bb6b-d382c5ab6cbb,segment=NetworkSegment(cba6b645-26d8-4bc0-bf27-966307861fb5),segment_id=cba6b645-26d8-4bc0-bf27-966307861fb5)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:43.368129 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f1eb3287-a1de-494b-bb6b-d382c5ab6cbb), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:43.369002 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device b3e6cb98-f1eb-4ce3-ad21-8cac5012de24 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:43.387376 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aa58b277-c429-489a-b33c-63e23f508297 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks [] for port (4e9e5e7a-5a48-41a0-bb7b-5da680ad6eda), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:43.434962 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-709aef5a-2e26-472a-a99b-171e62eb6c3f None None] For port bf3a93b5-12c5-4b43-969e-e9e89927bd2a, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:42:43.447965 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ffc8c1-83fc-4956-8c67-9d9cb7960c4d req-585ef090-b77c-4dc7-8290-ebb59707adf4 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:43.449535 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-05ffc8c1-83fc-4956-8c67-9d9cb7960c4d req-585ef090-b77c-4dc7-8290-ebb59707adf4 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.0822911 Mar 07 10:42:43.454812 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-709aef5a-2e26-472a-a99b-171e62eb6c3f None None] For port bf3a93b5-12c5-4b43-969e-e9e89927bd2a, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=bf3a93b5-12c5-4b43-969e-e9e89927bd2a,segment=NetworkSegment(6e975009-32f2-46ae-bdbb-1764c097439b),segment_id=6e975009-32f2-46ae-bdbb-1764c097439b)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:42:43.465962 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aa58b277-c429-489a-b33c-63e23f508297 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (4e9e5e7a-5a48-41a0-bb7b-5da680ad6eda), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:43.496155 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-709aef5a-2e26-472a-a99b-171e62eb6c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (bf3a93b5-12c5-4b43-969e-e9e89927bd2a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:43.516438 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=f1eb3287-a1de-494b-bb6b-d382c5ab6cbb,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:43.529420 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa58b277-c429-489a-b33c-63e23f508297 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Network e4a13bef-48c7-4d9e-96ea-535ad2b1cffe is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:43.537407 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-aa58b277-c429-489a-b33c-63e23f508297 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:43.551083 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa58b277-c429-489a-b33c-63e23f508297 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:42:43.556922 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa58b277-c429-489a-b33c-63e23f508297 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:43.557551 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aa58b277-c429-489a-b33c-63e23f508297 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:43.576773 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa58b277-c429-489a-b33c-63e23f508297 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Pushing event updated for resources: {'Port': ['ID=4e9e5e7a-5a48-41a0-bb7b-5da680ad6eda,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:43.584490 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-142879c7-08cc-40d1-a5c1-7384eb8d0bf9 None None] Allocated IP 2001:db8::f816:3eff:fe99:4227 (e4a13bef-48c7-4d9e-96ea-535ad2b1cffe/0374314e-9ce2-4816-bb0d-68143048ace8/6a6ac0d7-4ceb-410b-8047-b862981f7cf9) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:42:43.599290 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-05ffc8c1-83fc-4956-8c67-9d9cb7960c4d req-95b43bc5-2816-4300-a71f-7a31364c1711 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267896 Mar 07 10:42:43.604488 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-aa58b277-c429-489a-b33c-63e23f508297 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.7398720 Mar 07 10:42:43.608324 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54096) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:43.619554 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port b3e6cb98-f1eb-4ce3-ad21-8cac5012de24 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:42:43.643532 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709aef5a-2e26-472a-a99b-171e62eb6c3f None None] Pushing event updated for resources: {'Port': ['ID=bf3a93b5-12c5-4b43-969e-e9e89927bd2a,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:43.647106 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port b3e6cb98-f1eb-4ce3-ad21-8cac5012de24 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:43.647674 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b3e6cb98-f1eb-4ce3-ad21-8cac5012de24), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:43.683914 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-de94284f-f3ec-479f-8e36-dfec41e24568 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Deleting subnet 0374314e-9ce2-4816-bb0d-68143048ace8 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:42:43.735620 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-26737be3-ad44-43a8-b6b5-11a73da40b9a req-a6a51d1a-912e-4d48-a256-9d6ef3e65984 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 210 time: 0.0316563 Mar 07 10:42:43.824689 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port b3e6cb98-f1eb-4ce3-ad21-8cac5012de24 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:43.825083 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b3e6cb98-f1eb-4ce3-ad21-8cac5012de24), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:43.906742 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-142879c7-08cc-40d1-a5c1-7384eb8d0bf9 None None] Publish callbacks [] for port (6a6ac0d7-4ceb-410b-8047-b862981f7cf9), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:43.919871 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port b3e6cb98-f1eb-4ce3-ad21-8cac5012de24, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b3e6cb98-f1eb-4ce3-ad21-8cac5012de24,segment=NetworkSegment(cba6b645-26d8-4bc0-bf27-966307861fb5),segment_id=cba6b645-26d8-4bc0-bf27-966307861fb5)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:43.920257 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-de94284f-f3ec-479f-8e36-dfec41e24568 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks [] for subnet (0374314e-9ce2-4816-bb0d-68143048ace8), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:43.921866 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-142879c7-08cc-40d1-a5c1-7384eb8d0bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (6a6ac0d7-4ceb-410b-8047-b862981f7cf9), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:43.936484 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b3e6cb98-f1eb-4ce3-ad21-8cac5012de24), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:43.950457 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041174b5-ab2b-431f-9249-901656961c35 req-664a9533-2ffd-445e-9da9-b7d701bf7032 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:43.960110 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041174b5-ab2b-431f-9249-901656961c35 req-664a9533-2ffd-445e-9da9-b7d701bf7032 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:43.968710 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 09462226-12e2-4f8f-9869-4bb82b6cade9 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:43.974116 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041174b5-ab2b-431f-9249-901656961c35 req-664a9533-2ffd-445e-9da9-b7d701bf7032 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:43.981241 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142879c7-08cc-40d1-a5c1-7384eb8d0bf9 None None] Network e4a13bef-48c7-4d9e-96ea-535ad2b1cffe is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:43.985464 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-142879c7-08cc-40d1-a5c1-7384eb8d0bf9 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:43.987873 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142879c7-08cc-40d1-a5c1-7384eb8d0bf9 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:42:43.991301 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041174b5-ab2b-431f-9249-901656961c35 req-664a9533-2ffd-445e-9da9-b7d701bf7032 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:43.998052 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041174b5-ab2b-431f-9249-901656961c35 req-664a9533-2ffd-445e-9da9-b7d701bf7032 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:44.009987 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041174b5-ab2b-431f-9249-901656961c35 req-664a9533-2ffd-445e-9da9-b7d701bf7032 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:44.017608 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-de94284f-f3ec-479f-8e36-dfec41e24568 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (0374314e-9ce2-4816-bb0d-68143048ace8), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:44.024918 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041174b5-ab2b-431f-9249-901656961c35 req-664a9533-2ffd-445e-9da9-b7d701bf7032 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:44.037026 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142879c7-08cc-40d1-a5c1-7384eb8d0bf9 None None] Pushing event updated for resources: {'Port': ['ID=6a6ac0d7-4ceb-410b-8047-b862981f7cf9,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:44.045241 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-041174b5-ab2b-431f-9249-901656961c35 req-664a9533-2ffd-445e-9da9-b7d701bf7032 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5433 time: 0.1903021 Mar 07 10:42:44.153060 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-142879c7-08cc-40d1-a5c1-7384eb8d0bf9 None None] Attempting to bind port 6a6ac0d7-4ceb-410b-8047-b862981f7cf9 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:42:44.153502 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-142879c7-08cc-40d1-a5c1-7384eb8d0bf9 None None] Attempting to bind port 6a6ac0d7-4ceb-410b-8047-b862981f7cf9 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '15ef343c-039e-48a3-80a4-276f74ef01e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e4a13bef-48c7-4d9e-96ea-535ad2b1cffe'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:42:44.153877 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142879c7-08cc-40d1-a5c1-7384eb8d0bf9 None None] Attempting to bind port 6a6ac0d7-4ceb-410b-8047-b862981f7cf9 on network e4a13bef-48c7-4d9e-96ea-535ad2b1cffe {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:42:44.166575 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-041174b5-ab2b-431f-9249-901656961c35 req-67d8995c-49db-48a5-aee0-98935f3477a4 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1147294 Mar 07 10:42:44.175922 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142879c7-08cc-40d1-a5c1-7384eb8d0bf9 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:42:44.177119 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142879c7-08cc-40d1-a5c1-7384eb8d0bf9 None None] Checking segment: {'id': '15ef343c-039e-48a3-80a4-276f74ef01e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e4a13bef-48c7-4d9e-96ea-535ad2b1cffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:44.177547 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-142879c7-08cc-40d1-a5c1-7384eb8d0bf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:44.177956 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142879c7-08cc-40d1-a5c1-7384eb8d0bf9 None None] Bound using segment: {'id': '15ef343c-039e-48a3-80a4-276f74ef01e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e4a13bef-48c7-4d9e-96ea-535ad2b1cffe'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:42:44.178593 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-142879c7-08cc-40d1-a5c1-7384eb8d0bf9 None None] Bound port: 6a6ac0d7-4ceb-410b-8047-b862981f7cf9, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ef343c-039e-48a3-80a4-276f74ef01e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e4a13bef-48c7-4d9e-96ea-535ad2b1cffe'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:42:44.178986 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-142879c7-08cc-40d1-a5c1-7384eb8d0bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6a6ac0d7-4ceb-410b-8047-b862981f7cf9), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:44.194439 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=b3e6cb98-f1eb-4ce3-ad21-8cac5012de24,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:44.249200 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 09462226-12e2-4f8f-9869-4bb82b6cade9 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:42:44.254736 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 09462226-12e2-4f8f-9869-4bb82b6cade9 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:44.255116 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (09462226-12e2-4f8f-9869-4bb82b6cade9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:44.282353 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae3dcb3-5c7b-4b27-9b7c-1ea9db7ec9c7 req-cef86620-9c74-46cc-9d70-2a6300e50e84 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:44.284012 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0ae3dcb3-5c7b-4b27-9b7c-1ea9db7ec9c7 req-cef86620-9c74-46cc-9d70-2a6300e50e84 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/ports?device_id=c999d996-c502-4e0e-8e02-c25e566eb39c HTTP/1.1" status: 200 len: 945 time: 0.1036336 Mar 07 10:42:44.289682 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-de94284f-f3ec-479f-8e36-dfec41e24568 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (0374314e-9ce2-4816-bb0d-68143048ace8), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:44.380252 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 09462226-12e2-4f8f-9869-4bb82b6cade9 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:44.380645 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (09462226-12e2-4f8f-9869-4bb82b6cade9), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:44.387355 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0ae3dcb3-5c7b-4b27-9b7c-1ea9db7ec9c7 req-497e8007-c57f-4cec-ad9a-8be459b04e9d tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/security-groups?id=73619b1b-c443-4844-965f-b3ec8bc99ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938342 Mar 07 10:42:44.407165 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-de94284f-f3ec-479f-8e36-dfec41e24568 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (0374314e-9ce2-4816-bb0d-68143048ace8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:44.413718 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-142879c7-08cc-40d1-a5c1-7384eb8d0bf9 None None] For port 6a6ac0d7-4ceb-410b-8047-b862981f7cf9, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:42:44.436611 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-142879c7-08cc-40d1-a5c1-7384eb8d0bf9 None None] For port 6a6ac0d7-4ceb-410b-8047-b862981f7cf9, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6a6ac0d7-4ceb-410b-8047-b862981f7cf9,segment=NetworkSegment(15ef343c-039e-48a3-80a4-276f74ef01e0),segment_id=15ef343c-039e-48a3-80a4-276f74ef01e0)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:42:44.438884 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-de94284f-f3ec-479f-8e36-dfec41e24568 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:44.439027 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 09462226-12e2-4f8f-9869-4bb82b6cade9, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=09462226-12e2-4f8f-9869-4bb82b6cade9,segment=NetworkSegment(b7032e9d-d7be-4244-839a-87d1dbd65515),segment_id=b7032e9d-d7be-4244-839a-87d1dbd65515)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:44.443210 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-de94284f-f3ec-479f-8e36-dfec41e24568 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "DELETE /v2.0/subnets/0374314e-9ce2-4816-bb0d-68143048ace8 HTTP/1.1" status: 204 len: 168 time: 0.8332820 Mar 07 10:42:44.444246 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94284f-f3ec-479f-8e36-dfec41e24568 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Pushing event deleted for resources: {'Subnet': ['ID=0374314e-9ce2-4816-bb0d-68143048ace8,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:44.447577 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54106) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:44.452503 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (09462226-12e2-4f8f-9869-4bb82b6cade9), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:44.457009 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-142879c7-08cc-40d1-a5c1-7384eb8d0bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6a6ac0d7-4ceb-410b-8047-b862981f7cf9), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:44.508747 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4475e5b8-281e-4b41-a67b-a18d55feb1c9 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:44.510377 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4475e5b8-281e-4b41-a67b-a18d55feb1c9 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:44.512184 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4475e5b8-281e-4b41-a67b-a18d55feb1c9 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0635550 Mar 07 10:42:44.515238 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54108) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:44.531924 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=09462226-12e2-4f8f-9869-4bb82b6cade9,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:44.591599 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142879c7-08cc-40d1-a5c1-7384eb8d0bf9 None None] Pushing event updated for resources: {'Port': ['ID=6a6ac0d7-4ceb-410b-8047-b862981f7cf9,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:44.617828 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3c289266-47de-4776-9084-6ecb0eb0085e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (e4a13bef-48c7-4d9e-96ea-535ad2b1cffe), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:44.630622 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c289266-47de-4776-9084-6ecb0eb0085e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 07 10:42:44.631116 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c289266-47de-4776-9084-6ecb0eb0085e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:44.638464 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3c289266-47de-4776-9084-6ecb0eb0085e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "DELETE /v2.0/networks/e4a13bef-48c7-4d9e-96ea-535ad2b1cffe HTTP/1.1" status: 409 len: 466 time: 0.1186943 Mar 07 10:42:44.639051 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54112) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:44.643852 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-336a2c52-66d7-4062-88e9-f816283e6bc4 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1202954856'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:44.679536 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336a2c52-66d7-4062-88e9-f816283e6bc4 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Made reservation on behalf of bb99353c1f794a4eb0b0348a5eca7b29 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:44.684146 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-336a2c52-66d7-4062-88e9-f816283e6bc4 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:44.719394 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-336a2c52-66d7-4062-88e9-f816283e6bc4 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:42:44.731749 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1eb3287-a1de-494b-bb6b-d382c5ab6cbb'}, {'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e6cb98-f1eb-4ce3-ad21-8cac5012de24'}, {'server_uuid': 'c999d996-c502-4e0e-8e02-c25e566eb39c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09462226-12e2-4f8f-9869-4bb82b6cade9'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:42:44.734665 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46625531-5f62-4862-ab93-0655728adbed" -d '{"events": [{"server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "name": "network-vif-plugged", "status": "completed", "tag": "f1eb3287-a1de-494b-bb6b-d382c5ab6cbb"}, {"server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "name": "network-vif-plugged", "status": "completed", "tag": "b3e6cb98-f1eb-4ce3-ad21-8cac5012de24"}, {"server_uuid": "c999d996-c502-4e0e-8e02-c25e566eb39c", "name": "network-vif-plugged", "status": "completed", "tag": "09462226-12e2-4f8f-9869-4bb82b6cade9"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:42:44.747458 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-336a2c52-66d7-4062-88e9-f816283e6bc4 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (dae5b461-84b1-492a-a771-5427275453f5), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:44.748012 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-336a2c52-66d7-4062-88e9-f816283e6bc4 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Added segment dae5b461-84b1-492a-a771-5427275453f5 of type vlan for network 58ee52ef-8483-405d-85b3-814b1c3de3fe Mar 07 10:42:44.803570 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b4f41b-b057-494c-aae7-87ab6f613842 req-647a9465-9a9f-4760-9884-bda74ef00111 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:44.813056 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b0b4f41b-b057-494c-aae7-87ab6f613842 req-647a9465-9a9f-4760-9884-bda74ef00111 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.1287088 Mar 07 10:42:44.855353 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 07 Mar 2022 10:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56787d28-05e0-4947-a804-c312847310aa x-openstack-request-id: req-56787d28-05e0-4947-a804-c312847310aa {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:42:44.855686 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "name": "network-vif-plugged", "status": "completed", "tag": "f1eb3287-a1de-494b-bb6b-d382c5ab6cbb", "code": 200}, {"server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "name": "network-vif-plugged", "status": "completed", "tag": "b3e6cb98-f1eb-4ce3-ad21-8cac5012de24", "code": 200}, {"server_uuid": "c999d996-c502-4e0e-8e02-c25e566eb39c", "name": "network-vif-plugged", "status": "completed", "tag": "09462226-12e2-4f8f-9869-4bb82b6cade9", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:42:44.855947 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-56787d28-05e0-4947-a804-c312847310aa {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:42:44.856624 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1eb3287-a1de-494b-bb6b-d382c5ab6cbb', 'code': 200} Mar 07 10:42:44.856624 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e6cb98-f1eb-4ce3-ad21-8cac5012de24', 'code': 200} Mar 07 10:42:44.856827 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c999d996-c502-4e0e-8e02-c25e566eb39c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09462226-12e2-4f8f-9869-4bb82b6cade9', 'code': 200} Mar 07 10:42:44.887203 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-336a2c52-66d7-4062-88e9-f816283e6bc4 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (58ee52ef-8483-405d-85b3-814b1c3de3fe), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:44.963404 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b0b4f41b-b057-494c-aae7-87ab6f613842 req-0bf7b91e-45c6-4481-8f4b-9acb351018b1 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422408 Mar 07 10:42:44.996850 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3da344aa-77f7-42f5-805c-031754aa083b req-fd0cf981-8a0e-4194-80cb-e48d32b1064c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 210 time: 0.0595434 Mar 07 10:42:45.053907 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-336a2c52-66d7-4062-88e9-f816283e6bc4 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (58ee52ef-8483-405d-85b3-814b1c3de3fe), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:45.059644 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336a2c52-66d7-4062-88e9-f816283e6bc4 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:45.060207 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-336a2c52-66d7-4062-88e9-f816283e6bc4 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:45.340406 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231a153d-adb6-40ca-a24b-cfd039774586 None None] Network 646a8c5a-3e67-4706-b772-056ea6851b36 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:45.429432 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad20bf-e1df-4bf2-ac2c-a79e3326cc41 req-f673ec1c-2497-4a94-86f2-07955c4326a6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:45.455303 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad20bf-e1df-4bf2-ac2c-a79e3326cc41 req-f673ec1c-2497-4a94-86f2-07955c4326a6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:45.466009 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad20bf-e1df-4bf2-ac2c-a79e3326cc41 req-f673ec1c-2497-4a94-86f2-07955c4326a6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:45.471471 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad20bf-e1df-4bf2-ac2c-a79e3326cc41 req-f673ec1c-2497-4a94-86f2-07955c4326a6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:45.477803 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad20bf-e1df-4bf2-ac2c-a79e3326cc41 req-f673ec1c-2497-4a94-86f2-07955c4326a6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:45.483381 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad20bf-e1df-4bf2-ac2c-a79e3326cc41 req-f673ec1c-2497-4a94-86f2-07955c4326a6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:45.488821 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad20bf-e1df-4bf2-ac2c-a79e3326cc41 req-f673ec1c-2497-4a94-86f2-07955c4326a6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:45.490875 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0aad20bf-e1df-4bf2-ac2c-a79e3326cc41 req-f673ec1c-2497-4a94-86f2-07955c4326a6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5434 time: 0.2018676 Mar 07 10:42:45.560163 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-336a2c52-66d7-4062-88e9-f816283e6bc4 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9201951 Mar 07 10:42:45.562978 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54122) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:45.568452 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-6ea40810-5211-4c95-ab29-c307e6e31d71 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Request body: {'subnet': {'network_id': '58ee52ef-8483-405d-85b3-814b1c3de3fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:45.586464 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a2c52-66d7-4062-88e9-f816283e6bc4 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Pushing event updated for resources: {'Network': ['ID=58ee52ef-8483-405d-85b3-814b1c3de3fe,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:45.608936 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa85470-99ee-4fef-8a11-0ade2e93e8a1 req-b0b71da0-2cdb-44da-bd04-767af79ca3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:45.610497 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9aa85470-99ee-4fef-8a11-0ade2e93e8a1 req-b0b71da0-2cdb-44da-bd04-767af79ca3f9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c999d996-c502-4e0e-8e02-c25e566eb39c HTTP/1.1" status: 200 len: 1128 time: 0.6329350 Mar 07 10:42:45.619855 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a285c1-0bfd-4294-b28a-74493e017dc2 req-fcd0fbd4-69a9-42de-a124-84abe63e3f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:45.620330 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a285c1-0bfd-4294-b28a-74493e017dc2 req-fcd0fbd4-69a9-42de-a124-84abe63e3f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:45.620869 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a285c1-0bfd-4294-b28a-74493e017dc2 req-fcd0fbd4-69a9-42de-a124-84abe63e3f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:45.621357 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a285c1-0bfd-4294-b28a-74493e017dc2 req-fcd0fbd4-69a9-42de-a124-84abe63e3f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:45.621813 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a285c1-0bfd-4294-b28a-74493e017dc2 req-fcd0fbd4-69a9-42de-a124-84abe63e3f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:45.622265 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a285c1-0bfd-4294-b28a-74493e017dc2 req-fcd0fbd4-69a9-42de-a124-84abe63e3f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:45.622716 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a285c1-0bfd-4294-b28a-74493e017dc2 req-fcd0fbd4-69a9-42de-a124-84abe63e3f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:45.625477 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-31a285c1-0bfd-4294-b28a-74493e017dc2 req-fcd0fbd4-69a9-42de-a124-84abe63e3f3a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 6708 time: 0.6511655 Mar 07 10:42:45.635486 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0aad20bf-e1df-4bf2-ac2c-a79e3326cc41 req-2b7ed337-3b5a-4adf-ab80-9d9bc19e46c1 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1375668 Mar 07 10:42:45.693812 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device bf3a93b5-12c5-4b43-969e-e9e89927bd2a up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:45.696869 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 58ee52ef-8483-405d-85b3-814b1c3de3fe details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:42:45.738991 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889d4a1-091f-410b-beb5-bb6ea727e760 req-cc81a1f0-ec73-4d1f-8c19-5fa0c3a71b13 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:45.747269 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2889d4a1-091f-410b-beb5-bb6ea727e760 req-cc81a1f0-ec73-4d1f-8c19-5fa0c3a71b13 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/ports?device_id=c999d996-c502-4e0e-8e02-c25e566eb39c HTTP/1.1" status: 200 len: 946 time: 0.2089939 Mar 07 10:42:45.772393 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9aa85470-99ee-4fef-8a11-0ade2e93e8a1 req-85a2b465-9538-4a47-9f72-ca126509a518 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=73619b1b-c443-4844-965f-b3ec8bc99ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459837 Mar 07 10:42:45.782221 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-31a285c1-0bfd-4294-b28a-74493e017dc2 req-87e0a7c7-2ee3-4952-a0b2-736c098d3db4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&id=a97aefc8-eaf5-49c0-9be9-01f706260e90&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1452677 Mar 07 10:42:45.786719 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-0a557551-6479-4d55-b7c1-d400d3155500 None None] Provisioning complete for port bf3a93b5-12c5-4b43-969e-e9e89927bd2a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:45.787102 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0a557551-6479-4d55-b7c1-d400d3155500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (bf3a93b5-12c5-4b43-969e-e9e89927bd2a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:45.801910 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea40810-5211-4c95-ab29-c307e6e31d71 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Made reservation on behalf of bb99353c1f794a4eb0b0348a5eca7b29 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:45.806966 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6ea40810-5211-4c95-ab29-c307e6e31d71 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:45.824750 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2889d4a1-091f-410b-beb5-bb6ea727e760 req-120bada1-7d51-45a1-86d6-4a24b3266676 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/security-groups?id=73619b1b-c443-4844-965f-b3ec8bc99ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763862 Mar 07 10:42:45.915829 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port bf3a93b5-12c5-4b43-969e-e9e89927bd2a triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:45.916231 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (bf3a93b5-12c5-4b43-969e-e9e89927bd2a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:46.043059 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0a557551-6479-4d55-b7c1-d400d3155500 None None] Current status of the port bf3a93b5-12c5-4b43-969e-e9e89927bd2a is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:46.043454 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0a557551-6479-4d55-b7c1-d400d3155500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bf3a93b5-12c5-4b43-969e-e9e89927bd2a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:46.119948 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port bf3a93b5-12c5-4b43-969e-e9e89927bd2a is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:46.120617 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bf3a93b5-12c5-4b43-969e-e9e89927bd2a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:46.162796 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-0a557551-6479-4d55-b7c1-d400d3155500 None None] For port bf3a93b5-12c5-4b43-969e-e9e89927bd2a, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=bf3a93b5-12c5-4b43-969e-e9e89927bd2a,segment=NetworkSegment(6e975009-32f2-46ae-bdbb-1764c097439b),segment_id=6e975009-32f2-46ae-bdbb-1764c097439b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:46.166026 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e5373e42-dbdd-400a-8312-eeac41283f05 req-d5d3de0b-3382-4ffa-8b76-cea897089bb3 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 210 time: 0.0579839 Mar 07 10:42:46.219891 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0a557551-6479-4d55-b7c1-d400d3155500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (bf3a93b5-12c5-4b43-969e-e9e89927bd2a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:46.235084 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dc0ddd-4375-40b8-b5ee-4dcf9e30fff8 None None] Network e4a13bef-48c7-4d9e-96ea-535ad2b1cffe requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:46.243216 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656973e-4c3c-4a9c-8a65-e95e62e39410 req-bd68db53-268b-4204-9e69-9df3e81e54f9 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:46.251019 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4656973e-4c3c-4a9c-8a65-e95e62e39410 req-bd68db53-268b-4204-9e69-9df3e81e54f9 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.1397939 Mar 07 10:42:46.306841 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a557551-6479-4d55-b7c1-d400d3155500 None None] Pushing event updated for resources: {'Port': ['ID=bf3a93b5-12c5-4b43-969e-e9e89927bd2a,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:46.334986 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:42:46.335348 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:42:46.350723 n-d-832164-4 neutron-server[103766]: DEBUG neutron.objects.ports [None req-6ea40810-5211-4c95-ab29-c307e6e31d71 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103766) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 10:42:46.355970 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6ea40810-5211-4c95-ab29-c307e6e31d71 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (e147e5ab-79a6-4dc1-8500-39cca5af6129), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:46.363634 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4656973e-4c3c-4a9c-8a65-e95e62e39410 req-ddea5bfe-cadd-4a08-ad3e-be82347f508e tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118023 Mar 07 10:42:46.379934 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-5006873c-c195-4560-8fcc-73da02961986 None None] Provisioning complete for port 6a6ac0d7-4ceb-410b-8047-b862981f7cf9 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:46.379934 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5006873c-c195-4560-8fcc-73da02961986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6a6ac0d7-4ceb-410b-8047-b862981f7cf9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:46.425498 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea40810-5211-4c95-ab29-c307e6e31d71 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Pushing event updated for resources: {'Subnet': ['ID=e147e5ab-79a6-4dc1-8500-39cca5af6129,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:46.435818 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea40810-5211-4c95-ab29-c307e6e31d71 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Checking segment: {'id': 'dae5b461-84b1-492a-a771-5427275453f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '58ee52ef-8483-405d-85b3-814b1c3de3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:46.436075 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea40810-5211-4c95-ab29-c307e6e31d71 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Network hostable DHCP agents. Network: 58ee52ef-8483-405d-85b3-814b1c3de3fe, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:42:46.455411 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea40810-5211-4c95-ab29-c307e6e31d71 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Network 58ee52ef-8483-405d-85b3-814b1c3de3fe is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:42:46.468727 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-6ea40810-5211-4c95-ab29-c307e6e31d71 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 58ee52ef-8483-405d-85b3-814b1c3de3fe) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:46.482557 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea40810-5211-4c95-ab29-c307e6e31d71 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:46.483728 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6ea40810-5211-4c95-ab29-c307e6e31d71 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:46.485350 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc312ee3-6429-4c94-85d9-7266526c3e64 None None] Network 58ee52ef-8483-405d-85b3-814b1c3de3fe requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:46.517300 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6ea40810-5211-4c95-ab29-c307e6e31d71 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9530678 Mar 07 10:42:46.519622 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54130) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:46.525431 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-11d278d5-e2bf-4228-9518-2509a9a22193 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Request body: {'port': {'network_id': '58ee52ef-8483-405d-85b3-814b1c3de3fe', 'name': 'tempest-NetworksIpV6TestAttrs-779547267'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:46.561908 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e4e44d-fc6d-420b-b3a1-243339ee4f09 None None] DHCP port deletion for e4a13bef-48c7-4d9e-96ea-535ad2b1cffe request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:42:46.569369 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5006873c-c195-4560-8fcc-73da02961986 None None] Current status of the port 6a6ac0d7-4ceb-410b-8047-b862981f7cf9 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:46.569762 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5006873c-c195-4560-8fcc-73da02961986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6a6ac0d7-4ceb-410b-8047-b862981f7cf9), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:46.647507 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d278d5-e2bf-4228-9518-2509a9a22193 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Made reservation on behalf of bb99353c1f794a4eb0b0348a5eca7b29 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:46.652093 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-11d278d5-e2bf-4228-9518-2509a9a22193 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:46.661611 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-5006873c-c195-4560-8fcc-73da02961986 None None] For port 6a6ac0d7-4ceb-410b-8047-b862981f7cf9, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6a6ac0d7-4ceb-410b-8047-b862981f7cf9,segment=NetworkSegment(15ef343c-039e-48a3-80a4-276f74ef01e0),segment_id=15ef343c-039e-48a3-80a4-276f74ef01e0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:46.668277 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc70c683-ec3e-4c62-8f9e-70b2e10d7b09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-58ee52ef-8483-405d-85b3-814b1c3de3fe', 'network_id': '58ee52ef-8483-405d-85b3-814b1c3de3fe', 'project_id': 'bb99353c1f794a4eb0b0348a5eca7b29', 'fixed_ips': [{'subnet_id': 'e147e5ab-79a6-4dc1-8500-39cca5af6129'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:42:46.669687 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bc70c683-ec3e-4c62-8f9e-70b2e10d7b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:46.679165 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5006873c-c195-4560-8fcc-73da02961986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6a6ac0d7-4ceb-410b-8047-b862981f7cf9), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:46.689341 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-11d278d5-e2bf-4228-9518-2509a9a22193 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] device_id is not set on port b9d20535-ce85-4d54-b829-2f558fd9b61a yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:42:46.756798 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-5006873c-c195-4560-8fcc-73da02961986 None None] Provisioning complete for port bf3a93b5-12c5-4b43-969e-e9e89927bd2a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:46.757219 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5006873c-c195-4560-8fcc-73da02961986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (bf3a93b5-12c5-4b43-969e-e9e89927bd2a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:46.760064 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-52e4e44d-fc6d-420b-b3a1-243339ee4f09 None None] Deleting port 6a6ac0d7-4ceb-410b-8047-b862981f7cf9 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:46.760376 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-52e4e44d-fc6d-420b-b3a1-243339ee4f09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (6a6ac0d7-4ceb-410b-8047-b862981f7cf9), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:46.823454 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acda527-d271-4516-810a-bf325c47351a req-2520cd13-2dbd-4afb-b341-a07e1b0064ae tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:46.829228 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acda527-d271-4516-810a-bf325c47351a req-2520cd13-2dbd-4afb-b341-a07e1b0064ae tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:46.831105 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-11d278d5-e2bf-4228-9518-2509a9a22193 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Allocated IP 2001:db8::f816:3eff:fe9f:d3a2 (58ee52ef-8483-405d-85b3-814b1c3de3fe/e147e5ab-79a6-4dc1-8500-39cca5af6129/b9d20535-ce85-4d54-b829-2f558fd9b61a) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:42:46.834540 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acda527-d271-4516-810a-bf325c47351a req-2520cd13-2dbd-4afb-b341-a07e1b0064ae tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:46.840547 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acda527-d271-4516-810a-bf325c47351a req-2520cd13-2dbd-4afb-b341-a07e1b0064ae tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:46.847898 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acda527-d271-4516-810a-bf325c47351a req-2520cd13-2dbd-4afb-b341-a07e1b0064ae tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:46.855828 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acda527-d271-4516-810a-bf325c47351a req-2520cd13-2dbd-4afb-b341-a07e1b0064ae tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:46.864559 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acda527-d271-4516-810a-bf325c47351a req-2520cd13-2dbd-4afb-b341-a07e1b0064ae tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:46.873138 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4acda527-d271-4516-810a-bf325c47351a req-2520cd13-2dbd-4afb-b341-a07e1b0064ae tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5434 time: 0.1402173 Mar 07 10:42:46.900543 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5006873c-c195-4560-8fcc-73da02961986 None None] Pushing event updated for resources: {'Port': ['ID=6a6ac0d7-4ceb-410b-8047-b862981f7cf9,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:46.991205 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4acda527-d271-4516-810a-bf325c47351a req-918f089c-1020-4ea8-9098-3f8c545c0929 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1112347 Mar 07 10:42:47.002100 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port bf3a93b5-12c5-4b43-969e-e9e89927bd2a is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:47.003387 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6a6ac0d7-4ceb-410b-8047-b862981f7cf9 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:47.006364 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-52e4e44d-fc6d-420b-b3a1-243339ee4f09 None None] For port 6a6ac0d7-4ceb-410b-8047-b862981f7cf9, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6a6ac0d7-4ceb-410b-8047-b862981f7cf9,segment=NetworkSegment(15ef343c-039e-48a3-80a4-276f74ef01e0),segment_id=15ef343c-039e-48a3-80a4-276f74ef01e0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:47.007323 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-52e4e44d-fc6d-420b-b3a1-243339ee4f09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (6a6ac0d7-4ceb-410b-8047-b862981f7cf9), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:47.051169 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-52e4e44d-fc6d-420b-b3a1-243339ee4f09 None None] Calling delete_port for 6a6ac0d7-4ceb-410b-8047-b862981f7cf9 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:47.118370 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446db207-a488-4a00-8049-2e6ccc2a6fc9 req-c053cb3a-dd09-4cd8-8279-8e23dc96fd43 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:47.119845 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-446db207-a488-4a00-8049-2e6ccc2a6fc9 req-c053cb3a-dd09-4cd8-8279-8e23dc96fd43 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/ports?device_id=c999d996-c502-4e0e-8e02-c25e566eb39c HTTP/1.1" status: 200 len: 946 time: 0.0879211 Mar 07 10:42:47.129496 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-11d278d5-e2bf-4228-9518-2509a9a22193 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks [] for port (b9d20535-ce85-4d54-b829-2f558fd9b61a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:47.143571 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5006873c-c195-4560-8fcc-73da02961986 None None] Current status of the port bf3a93b5-12c5-4b43-969e-e9e89927bd2a is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:47.167814 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 6a6ac0d7-4ceb-410b-8047-b862981f7cf9 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:47.168195 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6a6ac0d7-4ceb-410b-8047-b862981f7cf9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:47.193391 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-446db207-a488-4a00-8049-2e6ccc2a6fc9 req-35f3f8ae-4605-4d20-a2ee-785bd6f12f53 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/security-groups?id=73619b1b-c443-4844-965f-b3ec8bc99ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619960 Mar 07 10:42:47.214193 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-11d278d5-e2bf-4228-9518-2509a9a22193 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (b9d20535-ce85-4d54-b829-2f558fd9b61a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:47.220210 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-52e4e44d-fc6d-420b-b3a1-243339ee4f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (6a6ac0d7-4ceb-410b-8047-b862981f7cf9), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:47.299264 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e7629da5-cecd-4abe-a2a8-55519ab5168e req-fcd09b2d-dab6-49a2-8134-bfcfec36d970 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 210 time: 0.0401909 Mar 07 10:42:47.299805 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4e44d-fc6d-420b-b3a1-243339ee4f09 None None] Pushing event deleted for resources: {'Port': ['ID=6a6ac0d7-4ceb-410b-8047-b862981f7cf9,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:47.305634 n-d-832164-4 neutron-server[103768]: INFO neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No ports have port_id starting with 6a6ac0d7-4ceb-410b-8047-b862981f7cf9 Mar 07 10:42:47.310697 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e4e44d-fc6d-420b-b3a1-243339ee4f09 None None] No DVR routers for this DVR port 6a6ac0d7-4ceb-410b-8047-b862981f7cf9 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:42:47.323909 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-bc70c683-ec3e-4c62-8f9e-70b2e10d7b09 None None] Allocated IP 2001:db8::f816:3eff:fe99:1a88 (58ee52ef-8483-405d-85b3-814b1c3de3fe/e147e5ab-79a6-4dc1-8500-39cca5af6129/54841332-10e7-4d03-b21c-75a988f77021) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:42:47.331000 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d278d5-e2bf-4228-9518-2509a9a22193 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Pushing event updated for resources: {'Port': ['ID=b9d20535-ce85-4d54-b829-2f558fd9b61a,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:47.341183 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d278d5-e2bf-4228-9518-2509a9a22193 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Network 58ee52ef-8483-405d-85b3-814b1c3de3fe is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:47.342866 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-11d278d5-e2bf-4228-9518-2509a9a22193 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:47.347207 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d278d5-e2bf-4228-9518-2509a9a22193 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:42:47.360339 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d278d5-e2bf-4228-9518-2509a9a22193 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:47.361134 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-11d278d5-e2bf-4228-9518-2509a9a22193 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:47.402005 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54138) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:47.423665 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-11d278d5-e2bf-4228-9518-2509a9a22193 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.8820283 Mar 07 10:42:47.510612 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device bf3a93b5-12c5-4b43-969e-e9e89927bd2a up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:42:47.528938 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5c544c-fa7b-4fce-a754-c9af7fa02d77 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Deleting subnet e147e5ab-79a6-4dc1-8500-39cca5af6129 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:42:47.559933 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d562450-643c-4895-9c69-4de69d9398c6 req-a09ea94a-9e67-4c29-9815-2865522310c2 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:47.566796 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7d562450-643c-4895-9c69-4de69d9398c6 req-a09ea94a-9e67-4c29-9815-2865522310c2 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.0939200 Mar 07 10:42:47.630688 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bc70c683-ec3e-4c62-8f9e-70b2e10d7b09 None None] Publish callbacks [] for port (54841332-10e7-4d03-b21c-75a988f77021), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:47.637311 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7d562450-643c-4895-9c69-4de69d9398c6 req-cf014254-6bec-4e36-aed7-8529a1b66b4f tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657799 Mar 07 10:42:47.648700 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bc70c683-ec3e-4c62-8f9e-70b2e10d7b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (54841332-10e7-4d03-b21c-75a988f77021), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:47.650810 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8c5c544c-fa7b-4fce-a754-c9af7fa02d77 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks [] for subnet (e147e5ab-79a6-4dc1-8500-39cca5af6129), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:47.698565 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8c5c544c-fa7b-4fce-a754-c9af7fa02d77 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (e147e5ab-79a6-4dc1-8500-39cca5af6129), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:47.704980 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc70c683-ec3e-4c62-8f9e-70b2e10d7b09 None None] Network 58ee52ef-8483-405d-85b3-814b1c3de3fe is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:47.711571 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-bc70c683-ec3e-4c62-8f9e-70b2e10d7b09 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:47.718626 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc70c683-ec3e-4c62-8f9e-70b2e10d7b09 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:42:47.722467 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70c683-ec3e-4c62-8f9e-70b2e10d7b09 None None] Pushing event updated for resources: {'Port': ['ID=54841332-10e7-4d03-b21c-75a988f77021,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:47.724761 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port bf3a93b5-12c5-4b43-969e-e9e89927bd2a triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:42:47.726070 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (bf3a93b5-12c5-4b43-969e-e9e89927bd2a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:47.844340 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8c5c544c-fa7b-4fce-a754-c9af7fa02d77 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (e147e5ab-79a6-4dc1-8500-39cca5af6129), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:47.884436 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port bf3a93b5-12c5-4b43-969e-e9e89927bd2a is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:47.891908 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-bc70c683-ec3e-4c62-8f9e-70b2e10d7b09 None None] Attempting to bind port 54841332-10e7-4d03-b21c-75a988f77021 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:42:47.892467 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-bc70c683-ec3e-4c62-8f9e-70b2e10d7b09 None None] Attempting to bind port 54841332-10e7-4d03-b21c-75a988f77021 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'dae5b461-84b1-492a-a771-5427275453f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '58ee52ef-8483-405d-85b3-814b1c3de3fe'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:42:47.893552 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc70c683-ec3e-4c62-8f9e-70b2e10d7b09 None None] Attempting to bind port 54841332-10e7-4d03-b21c-75a988f77021 on network 58ee52ef-8483-405d-85b3-814b1c3de3fe {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:42:47.901058 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc70c683-ec3e-4c62-8f9e-70b2e10d7b09 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:42:47.901798 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc70c683-ec3e-4c62-8f9e-70b2e10d7b09 None None] Checking segment: {'id': 'dae5b461-84b1-492a-a771-5427275453f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '58ee52ef-8483-405d-85b3-814b1c3de3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:47.902532 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bc70c683-ec3e-4c62-8f9e-70b2e10d7b09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:47.903203 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc70c683-ec3e-4c62-8f9e-70b2e10d7b09 None None] Bound using segment: {'id': 'dae5b461-84b1-492a-a771-5427275453f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '58ee52ef-8483-405d-85b3-814b1c3de3fe'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:42:47.903956 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-bc70c683-ec3e-4c62-8f9e-70b2e10d7b09 None None] Bound port: 54841332-10e7-4d03-b21c-75a988f77021, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae5b461-84b1-492a-a771-5427275453f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '58ee52ef-8483-405d-85b3-814b1c3de3fe'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:42:47.904626 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bc70c683-ec3e-4c62-8f9e-70b2e10d7b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (54841332-10e7-4d03-b21c-75a988f77021), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:47.922349 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8c5c544c-fa7b-4fce-a754-c9af7fa02d77 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (e147e5ab-79a6-4dc1-8500-39cca5af6129), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:47.953837 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c544c-fa7b-4fce-a754-c9af7fa02d77 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Pushing event deleted for resources: {'Subnet': ['ID=e147e5ab-79a6-4dc1-8500-39cca5af6129,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:47.955831 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8c5c544c-fa7b-4fce-a754-c9af7fa02d77 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:47.962772 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54142) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:47.967092 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8c5c544c-fa7b-4fce-a754-c9af7fa02d77 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "DELETE /v2.0/subnets/e147e5ab-79a6-4dc1-8500-39cca5af6129 HTTP/1.1" status: 204 len: 168 time: 0.5637059 Mar 07 10:42:48.000241 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6a6ac0d7-4ceb-410b-8047-b862981f7cf9 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:42:48.032759 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-bc70c683-ec3e-4c62-8f9e-70b2e10d7b09 None None] For port 54841332-10e7-4d03-b21c-75a988f77021, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:42:48.036236 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 6a6ac0d7-4ceb-410b-8047-b862981f7cf9 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:42:48.036834 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6a6ac0d7-4ceb-410b-8047-b862981f7cf9 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:42:48.073352 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-bc70c683-ec3e-4c62-8f9e-70b2e10d7b09 None None] For port 54841332-10e7-4d03-b21c-75a988f77021, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=54841332-10e7-4d03-b21c-75a988f77021,segment=NetworkSegment(dae5b461-84b1-492a-a771-5427275453f5),segment_id=dae5b461-84b1-492a-a771-5427275453f5)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:42:48.082689 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa1d357-74f7-4d08-8948-b04b8e4a666f tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:48.084129 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa1d357-74f7-4d08-8948-b04b8e4a666f tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:48.089217 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54146) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:48.089374 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ffa1d357-74f7-4d08-8948-b04b8e4a666f tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1255469 Mar 07 10:42:48.090545 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bc70c683-ec3e-4c62-8f9e-70b2e10d7b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (54841332-10e7-4d03-b21c-75a988f77021), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:48.194079 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:48.195592 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70c683-ec3e-4c62-8f9e-70b2e10d7b09 None None] Pushing event updated for resources: {'Port': ['ID=54841332-10e7-4d03-b21c-75a988f77021,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:48.207567 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-67bf078d-d92a-4fa5-b796-7f5d0be14446 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (58ee52ef-8483-405d-85b3-814b1c3de3fe), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:48.222058 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4e0783-e921-4e82-96f5-45913b7229f2 None None] get_active_networks_info from n-d-832164-4 {{(pid=103768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 10:42:48.260709 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-67bf078d-d92a-4fa5-b796-7f5d0be14446 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 07 10:42:48.261223 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67bf078d-d92a-4fa5-b796-7f5d0be14446 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:48.266109 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-67bf078d-d92a-4fa5-b796-7f5d0be14446 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "DELETE /v2.0/networks/58ee52ef-8483-405d-85b3-814b1c3de3fe HTTP/1.1" status: 409 len: 466 time: 0.1750944 Mar 07 10:42:48.270077 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54152) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:48.281047 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-b55f617b-c5f4-49c4-bc4c-b1d9359efbdc tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-198751026'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:48.336673 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55f617b-c5f4-49c4-bc4c-b1d9359efbdc tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Made reservation on behalf of bb99353c1f794a4eb0b0348a5eca7b29 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:48.349226 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b55f617b-c5f4-49c4-bc4c-b1d9359efbdc tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:48.389153 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b55f617b-c5f4-49c4-bc4c-b1d9359efbdc tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:42:48.402075 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b55f617b-c5f4-49c4-bc4c-b1d9359efbdc tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (d95e04ee-762d-447e-a672-3fe4425cbbb5), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:48.402636 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-b55f617b-c5f4-49c4-bc4c-b1d9359efbdc tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Added segment d95e04ee-762d-447e-a672-3fe4425cbbb5 of type vlan for network b356cefb-5314-4161-95d2-74718a955d7b Mar 07 10:42:48.420672 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4e0783-e921-4e82-96f5-45913b7229f2 None None] Resources bound (agent type, host, resource id): {{(pid=103768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:42:48.453646 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b55f617b-c5f4-49c4-bc4c-b1d9359efbdc tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (b356cefb-5314-4161-95d2-74718a955d7b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:48.459445 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c8f8c-1f25-4ba1-83d4-027b404c90c7 req-1985184a-375c-4098-8a19-75ca841914be tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:48.470756 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-672c8f8c-1f25-4ba1-83d4-027b404c90c7 req-1985184a-375c-4098-8a19-75ca841914be tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/ports?device_id=c999d996-c502-4e0e-8e02-c25e566eb39c HTTP/1.1" status: 200 len: 946 time: 0.1026685 Mar 07 10:42:48.499102 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1ceb0-069b-46f5-baef-6fc1135c0d0e req-b4cd6cd8-077c-40d5-a32e-246c66c55abb tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:48.505305 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1ceb0-069b-46f5-baef-6fc1135c0d0e req-b4cd6cd8-077c-40d5-a32e-246c66c55abb tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:48.511751 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1ceb0-069b-46f5-baef-6fc1135c0d0e req-b4cd6cd8-077c-40d5-a32e-246c66c55abb tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:48.518657 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1ceb0-069b-46f5-baef-6fc1135c0d0e req-b4cd6cd8-077c-40d5-a32e-246c66c55abb tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:48.527333 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1ceb0-069b-46f5-baef-6fc1135c0d0e req-b4cd6cd8-077c-40d5-a32e-246c66c55abb tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:48.534024 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1ceb0-069b-46f5-baef-6fc1135c0d0e req-b4cd6cd8-077c-40d5-a32e-246c66c55abb tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:48.541577 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1ceb0-069b-46f5-baef-6fc1135c0d0e req-b4cd6cd8-077c-40d5-a32e-246c66c55abb tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:48.550445 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d5f1ceb0-069b-46f5-baef-6fc1135c0d0e req-b4cd6cd8-077c-40d5-a32e-246c66c55abb tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5434 time: 0.3615699 Mar 07 10:42:48.558991 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-672c8f8c-1f25-4ba1-83d4-027b404c90c7 req-ef57a997-4e7f-4b6c-a393-1c46e6ddcf0a tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/security-groups?id=73619b1b-c443-4844-965f-b3ec8bc99ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816283 Mar 07 10:42:48.602566 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b55f617b-c5f4-49c4-bc4c-b1d9359efbdc tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (b356cefb-5314-4161-95d2-74718a955d7b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:48.613471 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55f617b-c5f4-49c4-bc4c-b1d9359efbdc tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:48.619888 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b55f617b-c5f4-49c4-bc4c-b1d9359efbdc tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:48.706221 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f617b-c5f4-49c4-bc4c-b1d9359efbdc tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Pushing event updated for resources: {'Network': ['ID=b356cefb-5314-4161-95d2-74718a955d7b,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:48.731247 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b55f617b-c5f4-49c4-bc4c-b1d9359efbdc tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4600189 Mar 07 10:42:48.735783 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54160) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:48.741702 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-63a14062-0a44-45c3-b303-191691806ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Request body: {'subnet': {'network_id': 'b356cefb-5314-4161-95d2-74718a955d7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:48.760878 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bdcb1b28-dcf3-4321-9023-631d0af99bb2 req-bdd7359b-2a2d-4a1e-aade-80b2c492e580 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 210 time: 0.0697539 Mar 07 10:42:48.848629 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d5f1ceb0-069b-46f5-baef-6fc1135c0d0e req-d81070f9-5adf-4e61-9960-9b9a176fb0d7 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2967136 Mar 07 10:42:48.914007 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a14062-0a44-45c3-b303-191691806ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Made reservation on behalf of bb99353c1f794a4eb0b0348a5eca7b29 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:48.918640 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-63a14062-0a44-45c3-b303-191691806ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:48.953434 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network b356cefb-5314-4161-95d2-74718a955d7b details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:42:49.006921 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d725d5e-b97f-4bb0-a4f7-555e5418cf94 req-1e0016f1-78fb-4457-8206-e6fbf9fb4050 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:49.009899 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5d725d5e-b97f-4bb0-a4f7-555e5418cf94 req-1e0016f1-78fb-4457-8206-e6fbf9fb4050 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/ports?device_id=c999d996-c502-4e0e-8e02-c25e566eb39c HTTP/1.1" status: 200 len: 946 time: 0.1392941 Mar 07 10:42:49.018698 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81df2a74-7b71-41af-9ba5-076793d44044 None None] Network 58ee52ef-8483-405d-85b3-814b1c3de3fe requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:49.019358 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54164) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:49.026325 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-d617edb3-2d6f-48e5-b45e-860c17e75834 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Request body: {'floatingip': {'port_id': '09462226-12e2-4f8f-9869-4bb82b6cade9'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:49.158261 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d617edb3-2d6f-48e5-b45e-860c17e75834 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks [] for floatingip (7d263780-8fcc-41e6-b1de-d73ff35722e4), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:49.202265 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f91709-ed76-4070-a4b6-e8156ebd9841 req-4a3e7633-2386-473d-89ce-5b8ecad552af tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:49.208584 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f91709-ed76-4070-a4b6-e8156ebd9841 req-4a3e7633-2386-473d-89ce-5b8ecad552af tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:49.215229 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f91709-ed76-4070-a4b6-e8156ebd9841 req-4a3e7633-2386-473d-89ce-5b8ecad552af tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:49.220865 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f91709-ed76-4070-a4b6-e8156ebd9841 req-4a3e7633-2386-473d-89ce-5b8ecad552af tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:49.226418 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f91709-ed76-4070-a4b6-e8156ebd9841 req-4a3e7633-2386-473d-89ce-5b8ecad552af tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:49.232586 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f91709-ed76-4070-a4b6-e8156ebd9841 req-4a3e7633-2386-473d-89ce-5b8ecad552af tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:49.238198 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f91709-ed76-4070-a4b6-e8156ebd9841 req-4a3e7633-2386-473d-89ce-5b8ecad552af tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:49.240330 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-61f91709-ed76-4070-a4b6-e8156ebd9841 req-4a3e7633-2386-473d-89ce-5b8ecad552af tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5434 time: 0.1348791 Mar 07 10:42:49.250566 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54166) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:49.255727 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-5aa86166-3929-4318-a80d-88d456ba755d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Request body: {'floatingip': {'port_id': 'e0ad4df5-2fed-46fc-8695-ce249f172d97'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:49.317163 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5aa86166-3929-4318-a80d-88d456ba755d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for floatingip (572194b6-8ab6-4d93-9100-fb93f524ef43), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:49.339870 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d7152-25c1-4828-bd43-5e2d307e3060 req-672169cc-28b8-4e75-9368-5ffdca34df71 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:49.342019 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-832d7152-25c1-4828-bd43-5e2d307e3060 req-672169cc-28b8-4e75-9368-5ffdca34df71 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.3073130 Mar 07 10:42:49.534912 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-832d7152-25c1-4828-bd43-5e2d307e3060 req-8947d957-4114-4ff6-bfcb-75fdc35772a5 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697147 Mar 07 10:42:50.017660 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d617edb3-2d6f-48e5-b45e-860c17e75834 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:50.041850 n-d-832164-4 neutron-server[103767]: DEBUG neutron.objects.ports [None req-63a14062-0a44-45c3-b303-191691806ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 10:42:50.043803 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d617edb3-2d6f-48e5-b45e-860c17e75834 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (7d263780-8fcc-41e6-b1de-d73ff35722e4), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:50.046159 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-63a14062-0a44-45c3-b303-191691806ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (7316c6f7-7ad8-4bd7-8d4d-42f6766316e9), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:50.220043 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.db.resource_extend [None req-5aa86166-3929-4318-a80d-88d456ba755d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:42:50.228120 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a14062-0a44-45c3-b303-191691806ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Pushing event updated for resources: {'Subnet': ['ID=7316c6f7-7ad8-4bd7-8d4d-42f6766316e9,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:50.253572 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a14062-0a44-45c3-b303-191691806ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Checking segment: {'id': 'd95e04ee-762d-447e-a672-3fe4425cbbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b356cefb-5314-4161-95d2-74718a955d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:50.254082 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a14062-0a44-45c3-b303-191691806ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Network hostable DHCP agents. Network: b356cefb-5314-4161-95d2-74718a955d7b, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:42:50.270862 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-d617edb3-2d6f-48e5-b45e-860c17e75834 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Floating IP 7d263780-8fcc-41e6-b1de-d73ff35722e4 associated. External IP: 172.25.3.190, port: 09462226-12e2-4f8f-9869-4bb82b6cade9. Mar 07 10:42:50.311221 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5aa86166-3929-4318-a80d-88d456ba755d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:50.326413 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a14062-0a44-45c3-b303-191691806ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Network b356cefb-5314-4161-95d2-74718a955d7b is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:42:50.333623 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a3f27a9b-425b-4acd-9b9e-febf44aa90c4 req-7d8970bb-9d33-44c2-b4dc-750ff621d823 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 210 time: 0.0543373 Mar 07 10:42:50.335424 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5aa86166-3929-4318-a80d-88d456ba755d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (572194b6-8ab6-4d93-9100-fb93f524ef43), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:50.355808 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-63a14062-0a44-45c3-b303-191691806ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, b356cefb-5314-4161-95d2-74718a955d7b) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:50.373310 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b3e9d2-52af-4a32-9618-58eb0535dbb1 None None] Network b356cefb-5314-4161-95d2-74718a955d7b requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:50.399951 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a14062-0a44-45c3-b303-191691806ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:50.400551 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-63a14062-0a44-45c3-b303-191691806ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:50.446923 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-63a14062-0a44-45c3-b303-191691806ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7089074 Mar 07 10:42:50.453289 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54170) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:50.540752 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-5aa86166-3929-4318-a80d-88d456ba755d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Floating IP 572194b6-8ab6-4d93-9100-fb93f524ef43 associated. External IP: 172.25.3.234, port: e0ad4df5-2fed-46fc-8695-ce249f172d97. Mar 07 10:42:50.583846 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c704c68-1557-4a99-bf90-70091b3a6698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-b356cefb-5314-4161-95d2-74718a955d7b', 'network_id': 'b356cefb-5314-4161-95d2-74718a955d7b', 'project_id': 'bb99353c1f794a4eb0b0348a5eca7b29', 'fixed_ips': [{'subnet_id': '7316c6f7-7ad8-4bd7-8d4d-42f6766316e9'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:42:50.585090 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8c704c68-1557-4a99-bf90-70091b3a6698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:50.709010 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (b356cefb-5314-4161-95d2-74718a955d7b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:50.753503 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d617edb3-2d6f-48e5-b45e-860c17e75834 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Router c64e5256-38b1-4650-8641-48a846860eeb has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:42:50.845047 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-8c704c68-1557-4a99-bf90-70091b3a6698 None None] Allocated IP 2001:db8::f816:3eff:feb0:d04d (b356cefb-5314-4161-95d2-74718a955d7b/7316c6f7-7ad8-4bd7-8d4d-42f6766316e9/0c74c66d-875e-4bca-90f4-1a40d3e0d7e1) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:42:50.876538 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d32b65-44a5-415e-ae10-ef1bb2fedc5e req-5f0a40c7-b4b3-4ede-80d7-8d35b25b73de tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:50.878243 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-39d32b65-44a5-415e-ae10-ef1bb2fedc5e req-5f0a40c7-b4b3-4ede-80d7-8d35b25b73de tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.1986544 Mar 07 10:42:50.927929 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa86166-3929-4318-a80d-88d456ba755d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Router 518d17ab-313f-47da-b184-2da314ec408a has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:42:50.928303 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (7316c6f7-7ad8-4bd7-8d4d-42f6766316e9), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:51.053202 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-39d32b65-44a5-415e-ae10-ef1bb2fedc5e req-c16b1aac-adb8-40c6-a35a-51945f177ee9 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343853 Mar 07 10:42:51.067339 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8c704c68-1557-4a99-bf90-70091b3a6698 None None] Publish callbacks [] for port (0c74c66d-875e-4bca-90f4-1a40d3e0d7e1), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:51.075718 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8c704c68-1557-4a99-bf90-70091b3a6698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (0c74c66d-875e-4bca-90f4-1a40d3e0d7e1), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:51.093815 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d617edb3-2d6f-48e5-b45e-860c17e75834 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:42:51.094540 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa86166-3929-4318-a80d-88d456ba755d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:42:51.099967 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5aa86166-3929-4318-a80d-88d456ba755d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:51.102374 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d617edb3-2d6f-48e5-b45e-860c17e75834 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:51.141252 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5aa86166-3929-4318-a80d-88d456ba755d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "PUT /v2.0/floatingips/572194b6-8ab6-4d93-9100-fb93f524ef43 HTTP/1.1" status: 200 len: 991 time: 1.8802443 Mar 07 10:42:51.141252 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'tag': 'e0ad4df5-2fed-46fc-8695-ce249f172d97'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:42:51.141252 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f83154-b837-4623-9d46-4fdcd184f3b3" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "tag": "e0ad4df5-2fed-46fc-8695-ce249f172d97"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:42:51.141658 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (7316c6f7-7ad8-4bd7-8d4d-42f6766316e9), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:51.143662 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14daec81-f6c3-4000-a807-6f1ed601f900 None None] Sync routers for ids ['518d17ab-313f-47da-b184-2da314ec408a'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:42:51.155347 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b39cdff-84e3-4d04-b93e-ef9cc872a08f None None] Sync routers for ids ['c64e5256-38b1-4650-8641-48a846860eeb'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:42:51.161060 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d617edb3-2d6f-48e5-b45e-860c17e75834 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "PUT /v2.0/floatingips/7d263780-8fcc-41e6-b1de-d73ff35722e4 HTTP/1.1" status: 200 len: 992 time: 2.1402988 Mar 07 10:42:51.170405 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b39cdff-84e3-4d04-b93e-ef9cc872a08f None None] Routers {'c64e5256-38b1-4650-8641-48a846860eeb'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:42:51.171205 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-7b39cdff-84e3-4d04-b93e-ef9cc872a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:42:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['c64e5256-38b1-4650-8641-48a846860eeb'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:51.187801 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c999d996-c502-4e0e-8e02-c25e566eb39c', 'tag': '09462226-12e2-4f8f-9869-4bb82b6cade9'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:42:51.190894 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e8a470-bf03-4aeb-ad12-a2ddaeb8e44f" -d '{"events": [{"name": "network-changed", "server_uuid": "c999d996-c502-4e0e-8e02-c25e566eb39c", "tag": "09462226-12e2-4f8f-9869-4bb82b6cade9"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:42:51.205436 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225702c0-f260-4174-b470-4168a33b1eb9 x-openstack-request-id: req-225702c0-f260-4174-b470-4168a33b1eb9 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:42:51.205823 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "tag": "e0ad4df5-2fed-46fc-8695-ce249f172d97", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:42:51.206106 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-225702c0-f260-4174-b470-4168a33b1eb9 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:42:51.206514 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'tag': 'e0ad4df5-2fed-46fc-8695-ce249f172d97', 'status': 'completed', 'code': 200} Mar 07 10:42:51.214717 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c704c68-1557-4a99-bf90-70091b3a6698 None None] Network b356cefb-5314-4161-95d2-74718a955d7b is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:51.229578 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-8c704c68-1557-4a99-bf90-70091b3a6698 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:51.245341 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c704c68-1557-4a99-bf90-70091b3a6698 None None] Pushing event updated for resources: {'Port': ['ID=0c74c66d-875e-4bca-90f4-1a40d3e0d7e1,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:51.252256 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c704c68-1557-4a99-bf90-70091b3a6698 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:42:51.257152 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14daec81-f6c3-4000-a807-6f1ed601f900 None None] Routers {'518d17ab-313f-47da-b184-2da314ec408a'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:42:51.257856 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-14daec81-f6c3-4000-a807-6f1ed601f900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:42:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['518d17ab-313f-47da-b184-2da314ec408a'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:51.302191 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (b356cefb-5314-4161-95d2-74718a955d7b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:51.307044 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-7b39cdff-84e3-4d04-b93e-ef9cc872a08f None None] Set router c64e5256-38b1-4650-8641-48a846860eeb gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:42:51.372243 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Pushing event deleted for resources: {'Subnet': ['ID=7316c6f7-7ad8-4bd7-8d4d-42f6766316e9,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:51.387597 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-8c704c68-1557-4a99-bf90-70091b3a6698 None None] Attempting to bind port 0c74c66d-875e-4bca-90f4-1a40d3e0d7e1 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:42:51.387597 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-8c704c68-1557-4a99-bf90-70091b3a6698 None None] Attempting to bind port 0c74c66d-875e-4bca-90f4-1a40d3e0d7e1 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'd95e04ee-762d-447e-a672-3fe4425cbbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b356cefb-5314-4161-95d2-74718a955d7b'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:42:51.388255 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c704c68-1557-4a99-bf90-70091b3a6698 None None] Attempting to bind port 0c74c66d-875e-4bca-90f4-1a40d3e0d7e1 on network b356cefb-5314-4161-95d2-74718a955d7b {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:42:51.429674 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c704c68-1557-4a99-bf90-70091b3a6698 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:42:51.430164 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c704c68-1557-4a99-bf90-70091b3a6698 None None] Checking segment: {'id': 'd95e04ee-762d-447e-a672-3fe4425cbbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b356cefb-5314-4161-95d2-74718a955d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:51.430580 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8c704c68-1557-4a99-bf90-70091b3a6698 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:51.430979 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c704c68-1557-4a99-bf90-70091b3a6698 None None] Bound using segment: {'id': 'd95e04ee-762d-447e-a672-3fe4425cbbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b356cefb-5314-4161-95d2-74718a955d7b'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:42:51.431495 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-8c704c68-1557-4a99-bf90-70091b3a6698 None None] Bound port: 0c74c66d-875e-4bca-90f4-1a40d3e0d7e1, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd95e04ee-762d-447e-a672-3fe4425cbbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'b356cefb-5314-4161-95d2-74718a955d7b'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:42:51.432355 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8c704c68-1557-4a99-bf90-70091b3a6698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0c74c66d-875e-4bca-90f4-1a40d3e0d7e1), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:51.441750 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211321b2-b688-4d6f-b09f-096a2b17eb6f x-openstack-request-id: req-211321b2-b688-4d6f-b09f-096a2b17eb6f {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:42:51.442092 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c999d996-c502-4e0e-8e02-c25e566eb39c", "tag": "09462226-12e2-4f8f-9869-4bb82b6cade9", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:42:51.442314 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-211321b2-b688-4d6f-b09f-096a2b17eb6f {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:42:51.442743 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c999d996-c502-4e0e-8e02-c25e566eb39c', 'tag': '09462226-12e2-4f8f-9869-4bb82b6cade9', 'status': 'completed', 'code': 200} Mar 07 10:42:51.496107 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b356cefb-5314-4161-95d2-74718a955d7b']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:51.511169 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-14daec81-f6c3-4000-a807-6f1ed601f900 None None] Set router 518d17ab-313f-47da-b184-2da314ec408a gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:42:51.529201 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd95e04ee-762d-447e-a672-3fe4425cbbb5') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:51.529201 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd95e04ee-762d-447e-a672-3fe4425cbbb5') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:51.537277 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e15b117c-80be-4836-8665-3c439f0e874b req-d93bcc20-34ac-40b8-b75d-8d05c231c4d9 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 210 time: 0.0552213 Mar 07 10:42:51.621818 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-7b39cdff-84e3-4d04-b93e-ef9cc872a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'name': 'tempest-ServersTestJSON-2027679465-router', 'tenant_id': '909cef2d32374597ba1f7e6777d2504f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '5601ce61-72d4-462b-9465-1151b5ab3fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:16Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': '909cef2d32374597ba1f7e6777d2504f', 'gw_port': {'id': '5601ce61-72d4-462b-9465-1151b5ab3fbe', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '7d263780-8fcc-41e6-b1de-d73ff35722e4', 'tenant_id': '909cef2d32374597ba1f7e6777d2504f', 'floating_ip_address': '172.25.3.190', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'port_id': '09462226-12e2-4f8f-9869-4bb82b6cade9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff7e4b2-37a3-403e-9957-dee4b0806b98', 'mac_address': 'fa:16:3e:a8:a2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c999d996-c502-4e0e-8e02-c25e566eb39c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:42:27Z', 'updated_at': '2022-03-07T10:42:49Z', 'revision_number': 1, 'project_id': '909cef2d32374597ba1f7e6777d2504f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22d6ae0-3c99-429c-9721-c6162b5cf876', 'name': '', 'network_id': '1ff7e4b2-37a3-403e-9957-dee4b0806b98', 'tenant_id': '909cef2d32374597ba1f7e6777d2504f', 'mac_address': 'fa:16:3e:a9:04:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:31Z', 'revision_number': 5, 'project_id': '909cef2d32374597ba1f7e6777d2504f', 'subnets': [{'id': '72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:51.652098 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-8c704c68-1557-4a99-bf90-70091b3a6698 None None] For port 0c74c66d-875e-4bca-90f4-1a40d3e0d7e1, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:42:51.660986 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b39cdff-84e3-4d04-b93e-ef9cc872a08f None None] Checking router: c64e5256-38b1-4650-8641-48a846860eeb for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:42:51.672230 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-8c704c68-1557-4a99-bf90-70091b3a6698 None None] For port 0c74c66d-875e-4bca-90f4-1a40d3e0d7e1, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=0c74c66d-875e-4bca-90f4-1a40d3e0d7e1,segment=NetworkSegment(d95e04ee-762d-447e-a672-3fe4425cbbb5),segment_id=d95e04ee-762d-447e-a672-3fe4425cbbb5)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:42:51.674128 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b39cdff-84e3-4d04-b93e-ef9cc872a08f None None] Routers {'c64e5256-38b1-4650-8641-48a846860eeb'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:42:51.675133 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-7b39cdff-84e3-4d04-b93e-ef9cc872a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:42:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['c64e5256-38b1-4650-8641-48a846860eeb'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:51.687334 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8c704c68-1557-4a99-bf90-70091b3a6698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0c74c66d-875e-4bca-90f4-1a40d3e0d7e1), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:51.815319 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-7b39cdff-84e3-4d04-b93e-ef9cc872a08f None None] Set router c64e5256-38b1-4650-8641-48a846860eeb gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:42:51.881867 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (d95e04ee-762d-447e-a672-3fe4425cbbb5), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:51.911951 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (d95e04ee-762d-447e-a672-3fe4425cbbb5), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:51.927236 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:42:51.927643 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (d95e04ee-762d-447e-a672-3fe4425cbbb5), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:51.935024 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c704c68-1557-4a99-bf90-70091b3a6698 None None] Pushing event updated for resources: {'Port': ['ID=0c74c66d-875e-4bca-90f4-1a40d3e0d7e1,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:51.937785 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fabc87-143b-4c5b-93bc-6dcea8effc16 req-73fd1b64-e75c-4939-89da-6d7b276944ad tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:51.944744 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-15fabc87-143b-4c5b-93bc-6dcea8effc16 req-73fd1b64-e75c-4939-89da-6d7b276944ad tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/ports?device_id=c999d996-c502-4e0e-8e02-c25e566eb39c HTTP/1.1" status: 200 len: 946 time: 0.5976548 Mar 07 10:42:51.946784 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:42:51.946784 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:42:51.946784 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:42:51.946784 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:42:51.946784 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:42:51.946784 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:42:51.946784 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:42:51.946784 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:42:51.946784 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:42:51.946784 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:42:51.946784 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:42:51.946784 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:42:51.946784 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:42:51.946784 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:42:51.946784 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:42:51.946784 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:42:51.946784 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:42:51.946784 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:42:51.946784 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:42:51.946784 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:42:51.946784 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:42:51.946784 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:42:51.946784 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:42:51.946784 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:42:51.946784 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:42:51.946784 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:42:51.946784 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:42:51.946784 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:42:51.946784 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:42:51.946784 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:42:51.946784 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:42:51.946784 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:42:51.949546 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b152d6-fc35-49ee-95a9-5f11ab2911db None None] get_active_networks_info from n-d-832164-4 {{(pid=103768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 10:42:51.964629 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f83154-b837-4623-9d46-4fdcd184f3b3 req-40bb15ec-ed05-4db7-947c-4ff10efcc616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:51.965135 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f83154-b837-4623-9d46-4fdcd184f3b3 req-40bb15ec-ed05-4db7-947c-4ff10efcc616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:51.965645 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f83154-b837-4623-9d46-4fdcd184f3b3 req-40bb15ec-ed05-4db7-947c-4ff10efcc616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:51.966116 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f83154-b837-4623-9d46-4fdcd184f3b3 req-40bb15ec-ed05-4db7-947c-4ff10efcc616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:51.966572 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f83154-b837-4623-9d46-4fdcd184f3b3 req-40bb15ec-ed05-4db7-947c-4ff10efcc616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:51.967030 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f83154-b837-4623-9d46-4fdcd184f3b3 req-40bb15ec-ed05-4db7-947c-4ff10efcc616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:51.967486 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f83154-b837-4623-9d46-4fdcd184f3b3 req-40bb15ec-ed05-4db7-947c-4ff10efcc616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:51.969504 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-84f83154-b837-4623-9d46-4fdcd184f3b3 req-40bb15ec-ed05-4db7-947c-4ff10efcc616 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9dbaf75c1ca4f48aa31093c74e34d2b&device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 6708 time: 0.6236603 Mar 07 10:42:51.987927 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8a470-bf03-4aeb-ad12-a2ddaeb8e44f req-8b8cd998-3538-48aa-ae48-306b4d37f7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:51.989417 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8e8a470-bf03-4aeb-ad12-a2ddaeb8e44f req-8b8cd998-3538-48aa-ae48-306b4d37f7f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=909cef2d32374597ba1f7e6777d2504f&device_id=c999d996-c502-4e0e-8e02-c25e566eb39c HTTP/1.1" status: 200 len: 1128 time: 0.5075717 Mar 07 10:42:52.026957 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-14daec81-f6c3-4000-a807-6f1ed601f900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '518d17ab-313f-47da-b184-2da314ec408a', 'name': 'tempest-TaggedBootDevicesTest-1012694398-router', 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2bbbd28d-9151-4743-a009-a8159ebc0439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:02Z', 'updated_at': '2022-03-07T10:40:07Z', 'revision_number': 4, 'project_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'gw_port': {'id': '2bbbd28d-9151-4743-a009-a8159ebc0439', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:93:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518d17ab-313f-47da-b184-2da314ec408a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:03Z', 'updated_at': '2022-03-07T10:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '572194b6-8ab6-4d93-9100-fb93f524ef43', 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '518d17ab-313f-47da-b184-2da314ec408a', 'port_id': 'e0ad4df5-2fed-46fc-8695-ce249f172d97', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eaf476d-e62a-411a-84bb-9ffb8dabd737', 'mac_address': 'fa:16:3e:f6:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:41:13Z', 'updated_at': '2022-03-07T10:42:49Z', 'revision_number': 1, 'project_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '848d2f3e-9f68-4513-885c-ee9473f0b94a', 'name': '', 'network_id': '7eaf476d-e62a-411a-84bb-9ffb8dabd737', 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'mac_address': 'fa:16:3e:8a:12:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518d17ab-313f-47da-b184-2da314ec408a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '838d6f3e-2340-488a-b945-348205729de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:06Z', 'updated_at': '2022-03-07T10:40:13Z', 'revision_number': 5, 'project_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'subnets': [{'id': '838d6f3e-2340-488a-b945-348205729de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:52.081964 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14daec81-f6c3-4000-a807-6f1ed601f900 None None] Checking router: 518d17ab-313f-47da-b184-2da314ec408a for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:42:52.100761 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.db.api [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 10:42:52.100761 n-d-832164-4 neutron-server[103767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 10:42:52.100761 n-d-832164-4 neutron-server[103767]: [parameters: {'id': 'b356cefb-5314-4161-95d2-74718a955d7b'}] Mar 07 10:42:52.100761 n-d-832164-4 neutron-server[103767]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:42:52.101747 n-d-832164-4 neutron-server[103767]: DEBUG oslo_db.api [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:42:52.106784 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14daec81-f6c3-4000-a807-6f1ed601f900 None None] Routers {'518d17ab-313f-47da-b184-2da314ec408a'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:42:52.107519 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-14daec81-f6c3-4000-a807-6f1ed601f900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:42:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['518d17ab-313f-47da-b184-2da314ec408a'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:52.110972 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-7b39cdff-84e3-4d04-b93e-ef9cc872a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'name': 'tempest-ServersTestJSON-2027679465-router', 'tenant_id': '909cef2d32374597ba1f7e6777d2504f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '5601ce61-72d4-462b-9465-1151b5ab3fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:16Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': '909cef2d32374597ba1f7e6777d2504f', 'gw_port': {'id': '5601ce61-72d4-462b-9465-1151b5ab3fbe', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '7d263780-8fcc-41e6-b1de-d73ff35722e4', 'tenant_id': '909cef2d32374597ba1f7e6777d2504f', 'floating_ip_address': '172.25.3.190', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'port_id': '09462226-12e2-4f8f-9869-4bb82b6cade9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff7e4b2-37a3-403e-9957-dee4b0806b98', 'mac_address': 'fa:16:3e:a8:a2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c999d996-c502-4e0e-8e02-c25e566eb39c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:42:27Z', 'updated_at': '2022-03-07T10:42:49Z', 'revision_number': 1, 'project_id': '909cef2d32374597ba1f7e6777d2504f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22d6ae0-3c99-429c-9721-c6162b5cf876', 'name': '', 'network_id': '1ff7e4b2-37a3-403e-9957-dee4b0806b98', 'tenant_id': '909cef2d32374597ba1f7e6777d2504f', 'mac_address': 'fa:16:3e:a9:04:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:31Z', 'revision_number': 5, 'project_id': '909cef2d32374597ba1f7e6777d2504f', 'subnets': [{'id': '72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:52.194602 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-15fabc87-143b-4c5b-93bc-6dcea8effc16 req-42bf85b3-bb85-4168-bab8-5225a7ceebbf tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/security-groups?id=73619b1b-c443-4844-965f-b3ec8bc99ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487397 Mar 07 10:42:52.204384 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b39cdff-84e3-4d04-b93e-ef9cc872a08f None None] The sync data for ids ['c64e5256-38b1-4650-8641-48a846860eeb'] in n-d-832164-4 is: [{'id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'name': 'tempest-ServersTestJSON-2027679465-router', 'tenant_id': '909cef2d32374597ba1f7e6777d2504f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '5601ce61-72d4-462b-9465-1151b5ab3fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:16Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': '909cef2d32374597ba1f7e6777d2504f', 'gw_port': {'id': '5601ce61-72d4-462b-9465-1151b5ab3fbe', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '7d263780-8fcc-41e6-b1de-d73ff35722e4', 'tenant_id': '909cef2d32374597ba1f7e6777d2504f', 'floating_ip_address': '172.25.3.190', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'port_id': '09462226-12e2-4f8f-9869-4bb82b6cade9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ff7e4b2-37a3-403e-9957-dee4b0806b98', 'mac_address': 'fa:16:3e:a8:a2:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c999d996-c502-4e0e-8e02-c25e566eb39c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:42:27Z', 'updated_at': '2022-03-07T10:42:49Z', 'revision_number': 1, 'project_id': '909cef2d32374597ba1f7e6777d2504f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd22d6ae0-3c99-429c-9721-c6162b5cf876', 'name': '', 'network_id': '1ff7e4b2-37a3-403e-9957-dee4b0806b98', 'tenant_id': '909cef2d32374597ba1f7e6777d2504f', 'mac_address': 'fa:16:3e:a9:04:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:31Z', 'revision_number': 5, 'project_id': '909cef2d32374597ba1f7e6777d2504f', 'subnets': [{'id': '72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:42:52.233467 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8eb1d7-1c74-4c2a-a753-a1a996ae3bdc req-2cec1969-65d5-4fd0-9a02-a0643774e924 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:52.243085 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cd8eb1d7-1c74-4c2a-a753-a1a996ae3bdc req-2cec1969-65d5-4fd0-9a02-a0643774e924 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.1065590 Mar 07 10:42:52.263507 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f83154-b837-4623-9d46-4fdcd184f3b3 req-d0902b08-5bcf-4daf-9b32-32f7b25956ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:52.265342 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-84f83154-b837-4623-9d46-4fdcd184f3b3 req-d0902b08-5bcf-4daf-9b32-32f7b25956ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=7eaf476d-e62a-411a-84bb-9ffb8dabd737 HTTP/1.1" status: 200 len: 913 time: 0.2797697 Mar 07 10:42:52.286637 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-14daec81-f6c3-4000-a807-6f1ed601f900 None None] Set router 518d17ab-313f-47da-b184-2da314ec408a gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:42:52.290118 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b152d6-fc35-49ee-95a9-5f11ab2911db None None] Resources bound (agent type, host, resource id): {{(pid=103768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:42:52.332231 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8a470-bf03-4aeb-ad12-a2ddaeb8e44f req-a2c8c1e3-5a24-4a22-b78b-de3b8046f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:52.334024 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8e8a470-bf03-4aeb-ad12-a2ddaeb8e44f req-a2c8c1e3-5a24-4a22-b78b-de3b8046f219 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1ff7e4b2-37a3-403e-9957-dee4b0806b98 HTTP/1.1" status: 200 len: 907 time: 0.3029613 Mar 07 10:42:52.343929 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cd8eb1d7-1c74-4c2a-a753-a1a996ae3bdc req-39b9ab51-d31a-4a18-8a56-21749f5705a6 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996253 Mar 07 10:42:52.415516 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-84f83154-b837-4623-9d46-4fdcd184f3b3 req-c76b18b2-6f3f-4d56-b867-29cdc8e810bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0ad4df5-2fed-46fc-8695-ce249f172d97 HTTP/1.1" status: 200 len: 999 time: 0.1427336 Mar 07 10:42:52.456287 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8e8a470-bf03-4aeb-ad12-a2ddaeb8e44f req-bc266360-ab75-4137-a1d7-2a7f1f39827f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=09462226-12e2-4f8f-9869-4bb82b6cade9 HTTP/1.1" status: 200 len: 1000 time: 0.1145337 Mar 07 10:42:52.518794 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f83154-b837-4623-9d46-4fdcd184f3b3 req-80b5b445-ae11-464a-b459-169945354fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:52.520282 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-84f83154-b837-4623-9d46-4fdcd184f3b3 req-80b5b445-ae11-464a-b459-169945354fff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=838d6f3e-2340-488a-b945-348205729de8 HTTP/1.1" status: 200 len: 851 time: 0.0954239 Mar 07 10:42:52.540261 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8a470-bf03-4aeb-ad12-a2ddaeb8e44f req-c042ad54-7660-4afc-9caa-3006f3ee4284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:52.541179 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8e8a470-bf03-4aeb-ad12-a2ddaeb8e44f req-c042ad54-7660-4afc-9caa-3006f3ee4284 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245 HTTP/1.1" status: 200 len: 845 time: 0.0775023 Mar 07 10:42:52.621679 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (b356cefb-5314-4161-95d2-74718a955d7b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:52.689901 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f83154-b837-4623-9d46-4fdcd184f3b3 req-8d1e8a19-4f3a-4c6b-b035-1a9635bba6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:52.691460 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-84f83154-b837-4623-9d46-4fdcd184f3b3 req-8d1e8a19-4f3a-4c6b-b035-1a9635bba6a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7eaf476d-e62a-411a-84bb-9ffb8dabd737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1633732 Mar 07 10:42:52.712881 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8fc1a090-e3e4-42c3-9464-bfb07b191d38 req-a08a6687-17c9-44ca-a7cb-d585dde0a156 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 210 time: 0.0580475 Mar 07 10:42:52.735178 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e8a470-bf03-4aeb-ad12-a2ddaeb8e44f req-e7e959df-d74f-4d2c-a3ad-003711a3e762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:52.736763 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8e8a470-bf03-4aeb-ad12-a2ddaeb8e44f req-e7e959df-d74f-4d2c-a3ad-003711a3e762 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1ff7e4b2-37a3-403e-9957-dee4b0806b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1795385 Mar 07 10:42:52.822326 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ddccf7-3e26-413e-97f2-f8d050a3e0df None None] New status for floating IP 7d263780-8fcc-41e6-b1de-d73ff35722e4: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:42:52.870992 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Deleting port 0c74c66d-875e-4bca-90f4-1a40d3e0d7e1 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:52.871330 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (0c74c66d-875e-4bca-90f4-1a40d3e0d7e1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:52.913446 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-84f83154-b837-4623-9d46-4fdcd184f3b3 req-5d1003a7-c5c3-4475-b6a6-ffca6e7f085c service neutron] 10.222.0.21 "GET /v2.0/networks/7eaf476d-e62a-411a-84bb-9ffb8dabd737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039022 Mar 07 10:42:52.919812 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:52.979047 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8e8a470-bf03-4aeb-ad12-a2ddaeb8e44f req-18cf4369-5cd1-4211-a821-0fcd202c09a4 service neutron] 10.222.0.21 "GET /v2.0/networks/1ff7e4b2-37a3-403e-9957-dee4b0806b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290874 Mar 07 10:42:52.998409 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] For port 0c74c66d-875e-4bca-90f4-1a40d3e0d7e1, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=0c74c66d-875e-4bca-90f4-1a40d3e0d7e1,segment=NetworkSegment(d95e04ee-762d-447e-a672-3fe4425cbbb5),segment_id=d95e04ee-762d-447e-a672-3fe4425cbbb5)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:52.998773 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (0c74c66d-875e-4bca-90f4-1a40d3e0d7e1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:53.054222 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Calling delete_port for 0c74c66d-875e-4bca-90f4-1a40d3e0d7e1 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:53.086750 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c512b3e-45e5-4699-ac3b-58ab031afdf4 None None] Network b356cefb-5314-4161-95d2-74718a955d7b requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:53.124714 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-14daec81-f6c3-4000-a807-6f1ed601f900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '518d17ab-313f-47da-b184-2da314ec408a', 'name': 'tempest-TaggedBootDevicesTest-1012694398-router', 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2bbbd28d-9151-4743-a009-a8159ebc0439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:02Z', 'updated_at': '2022-03-07T10:40:07Z', 'revision_number': 4, 'project_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'gw_port': {'id': '2bbbd28d-9151-4743-a009-a8159ebc0439', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:93:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518d17ab-313f-47da-b184-2da314ec408a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:03Z', 'updated_at': '2022-03-07T10:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '572194b6-8ab6-4d93-9100-fb93f524ef43', 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '518d17ab-313f-47da-b184-2da314ec408a', 'port_id': 'e0ad4df5-2fed-46fc-8695-ce249f172d97', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eaf476d-e62a-411a-84bb-9ffb8dabd737', 'mac_address': 'fa:16:3e:f6:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:41:13Z', 'updated_at': '2022-03-07T10:42:49Z', 'revision_number': 1, 'project_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '848d2f3e-9f68-4513-885c-ee9473f0b94a', 'name': '', 'network_id': '7eaf476d-e62a-411a-84bb-9ffb8dabd737', 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'mac_address': 'fa:16:3e:8a:12:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518d17ab-313f-47da-b184-2da314ec408a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '838d6f3e-2340-488a-b945-348205729de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:06Z', 'updated_at': '2022-03-07T10:40:13Z', 'revision_number': 5, 'project_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'subnets': [{'id': '838d6f3e-2340-488a-b945-348205729de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:53.187911 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14daec81-f6c3-4000-a807-6f1ed601f900 None None] The sync data for ids ['518d17ab-313f-47da-b184-2da314ec408a'] in n-d-832164-4 is: [{'id': '518d17ab-313f-47da-b184-2da314ec408a', 'name': 'tempest-TaggedBootDevicesTest-1012694398-router', 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2bbbd28d-9151-4743-a009-a8159ebc0439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:02Z', 'updated_at': '2022-03-07T10:40:07Z', 'revision_number': 4, 'project_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'gw_port': {'id': '2bbbd28d-9151-4743-a009-a8159ebc0439', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:93:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518d17ab-313f-47da-b184-2da314ec408a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:03Z', 'updated_at': '2022-03-07T10:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '572194b6-8ab6-4d93-9100-fb93f524ef43', 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'floating_ip_address': '172.25.3.234', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '518d17ab-313f-47da-b184-2da314ec408a', 'port_id': 'e0ad4df5-2fed-46fc-8695-ce249f172d97', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1240, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7eaf476d-e62a-411a-84bb-9ffb8dabd737', 'mac_address': 'fa:16:3e:f6:45:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:41:13Z', 'updated_at': '2022-03-07T10:42:49Z', 'revision_number': 1, 'project_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '848d2f3e-9f68-4513-885c-ee9473f0b94a', 'name': '', 'network_id': '7eaf476d-e62a-411a-84bb-9ffb8dabd737', 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'mac_address': 'fa:16:3e:8a:12:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518d17ab-313f-47da-b184-2da314ec408a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '838d6f3e-2340-488a-b945-348205729de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:06Z', 'updated_at': '2022-03-07T10:40:13Z', 'revision_number': 5, 'project_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'subnets': [{'id': '838d6f3e-2340-488a-b945-348205729de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:42:53.191487 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-84f83154-b837-4623-9d46-4fdcd184f3b3 req-59c78d07-b630-4263-aaec-52251e723848 service neutron] 10.222.0.21 "GET /v2.0/networks/7eaf476d-e62a-411a-84bb-9ffb8dabd737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684524 Mar 07 10:42:53.201453 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8e8a470-bf03-4aeb-ad12-a2ddaeb8e44f req-262f1ec2-3abb-48af-adce-c9a365261531 service neutron] 10.222.0.21 "GET /v2.0/networks/1ff7e4b2-37a3-403e-9957-dee4b0806b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109435 Mar 07 10:42:53.242591 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (0c74c66d-875e-4bca-90f4-1a40d3e0d7e1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:53.277849 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Pushing event deleted for resources: {'Port': ['ID=0c74c66d-875e-4bca-90f4-1a40d3e0d7e1,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:53.279787 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] No DVR routers for this DVR port 0c74c66d-875e-4bca-90f4-1a40d3e0d7e1 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:42:53.372715 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (b356cefb-5314-4161-95d2-74718a955d7b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:53.395432 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b356cefb-5314-4161-95d2-74718a955d7b']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:53.405491 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd95e04ee-762d-447e-a672-3fe4425cbbb5') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:53.405792 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd95e04ee-762d-447e-a672-3fe4425cbbb5') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:53.418115 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (d95e04ee-762d-447e-a672-3fe4425cbbb5), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:53.438330 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (d95e04ee-762d-447e-a672-3fe4425cbbb5), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:53.445667 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:42:53.446244 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (d95e04ee-762d-447e-a672-3fe4425cbbb5), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:53.449652 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:42:53.449652 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:42:53.449652 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:42:53.449652 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:42:53.449652 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:42:53.449652 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:42:53.449652 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:42:53.449652 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:42:53.449652 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:42:53.449652 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:42:53.449652 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:42:53.449652 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:42:53.449652 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:42:53.449652 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:42:53.449652 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:42:53.449652 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:42:53.449652 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:42:53.449652 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:42:53.449652 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:42:53.449652 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:42:53.449652 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:42:53.449652 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:42:53.449652 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:42:53.449652 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:42:53.449652 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:42:53.449652 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:42:53.449652 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:42:53.449652 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:42:53.449652 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:42:53.449652 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:42:53.449652 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:42:53.449652 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:42:53.479780 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0960f3-9db7-448d-afbd-dba955bc3648 req-85a4d338-0edd-4485-9ad6-134665d63a5d tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:53.481635 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9c0960f3-9db7-448d-afbd-dba955bc3648 req-85a4d338-0edd-4485-9ad6-134665d63a5d tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.0686255 Mar 07 10:42:53.494947 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1e5869-9a60-4a33-977f-276d1539f9a4 None None] New status for floating IP 572194b6-8ab6-4d93-9100-fb93f524ef43: ACTIVE {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:42:53.520173 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (b356cefb-5314-4161-95d2-74718a955d7b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:53.537659 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:53.544959 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "DELETE /v2.0/networks/b356cefb-5314-4161-95d2-74718a955d7b HTTP/1.1" status: 204 len: 168 time: 3.0867105 Mar 07 10:42:53.545890 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54196) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:53.564419 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-700dcd34-f054-4f1f-a21f-6bbfc14381a2 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1306047757'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:53.570591 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52316fa2-8d59-46dc-a3be-7b6f0007492e tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Pushing event deleted for resources: {'Network': ['ID=b356cefb-5314-4161-95d2-74718a955d7b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:53.570978 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9c0960f3-9db7-448d-afbd-dba955bc3648 req-47300efc-8d9b-4138-aba3-e63350e5efdd tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777066 Mar 07 10:42:53.595734 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700dcd34-f054-4f1f-a21f-6bbfc14381a2 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Made reservation on behalf of bb99353c1f794a4eb0b0348a5eca7b29 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:53.599570 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-700dcd34-f054-4f1f-a21f-6bbfc14381a2 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:53.626153 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-700dcd34-f054-4f1f-a21f-6bbfc14381a2 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:42:53.637860 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-700dcd34-f054-4f1f-a21f-6bbfc14381a2 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (e0ea6196-a053-418b-a9f3-5ad2e532679f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:53.637860 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-700dcd34-f054-4f1f-a21f-6bbfc14381a2 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Added segment e0ea6196-a053-418b-a9f3-5ad2e532679f of type vlan for network d877dfec-114e-4853-bac1-e2b0ea5a0ec7 Mar 07 10:42:53.687352 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-700dcd34-f054-4f1f-a21f-6bbfc14381a2 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (d877dfec-114e-4853-bac1-e2b0ea5a0ec7), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:53.716904 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-700dcd34-f054-4f1f-a21f-6bbfc14381a2 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (d877dfec-114e-4853-bac1-e2b0ea5a0ec7), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:53.723697 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700dcd34-f054-4f1f-a21f-6bbfc14381a2 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:53.724350 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-700dcd34-f054-4f1f-a21f-6bbfc14381a2 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:53.770917 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-700dcd34-f054-4f1f-a21f-6bbfc14381a2 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2086020 Mar 07 10:42:53.771908 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54200) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:53.778646 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-798b1b64-e12b-44a8-8c6d-e6df24266573 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Request body: {'subnet': {'network_id': 'd877dfec-114e-4853-bac1-e2b0ea5a0ec7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:53.814570 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700dcd34-f054-4f1f-a21f-6bbfc14381a2 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Pushing event updated for resources: {'Network': ['ID=d877dfec-114e-4853-bac1-e2b0ea5a0ec7,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:53.828110 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network d877dfec-114e-4853-bac1-e2b0ea5a0ec7 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:42:53.917057 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2caf261c-6f90-4b34-831f-678b79e7afa2 req-c393a74a-866d-40b3-b752-0bdd57d46382 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 210 time: 0.0383778 Mar 07 10:42:53.940982 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798b1b64-e12b-44a8-8c6d-e6df24266573 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Made reservation on behalf of bb99353c1f794a4eb0b0348a5eca7b29 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:53.944503 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-798b1b64-e12b-44a8-8c6d-e6df24266573 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:54.123817 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-798b1b64-e12b-44a8-8c6d-e6df24266573 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (b2233bfe-1f2e-49e6-b156-d3c9b4f4c492), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:54.186021 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b1b64-e12b-44a8-8c6d-e6df24266573 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Pushing event updated for resources: {'Subnet': ['ID=b2233bfe-1f2e-49e6-b156-d3c9b4f4c492,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:54.197352 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798b1b64-e12b-44a8-8c6d-e6df24266573 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Checking segment: {'id': 'e0ea6196-a053-418b-a9f3-5ad2e532679f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd877dfec-114e-4853-bac1-e2b0ea5a0ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:54.197716 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798b1b64-e12b-44a8-8c6d-e6df24266573 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Network hostable DHCP agents. Network: d877dfec-114e-4853-bac1-e2b0ea5a0ec7, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:42:54.200373 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b1b64-e12b-44a8-8c6d-e6df24266573 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:54.200725 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b1b64-e12b-44a8-8c6d-e6df24266573 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:54.201086 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b1b64-e12b-44a8-8c6d-e6df24266573 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:54.201435 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b1b64-e12b-44a8-8c6d-e6df24266573 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:54.201772 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b1b64-e12b-44a8-8c6d-e6df24266573 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:54.202102 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b1b64-e12b-44a8-8c6d-e6df24266573 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:54.202431 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b1b64-e12b-44a8-8c6d-e6df24266573 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:54.202759 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b1b64-e12b-44a8-8c6d-e6df24266573 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:54.203083 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b1b64-e12b-44a8-8c6d-e6df24266573 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:54.203407 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b1b64-e12b-44a8-8c6d-e6df24266573 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:54.203731 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b1b64-e12b-44a8-8c6d-e6df24266573 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:54.204060 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b1b64-e12b-44a8-8c6d-e6df24266573 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:54.204383 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798b1b64-e12b-44a8-8c6d-e6df24266573 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:42:54.222683 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798b1b64-e12b-44a8-8c6d-e6df24266573 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Network d877dfec-114e-4853-bac1-e2b0ea5a0ec7 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:42:54.231521 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-798b1b64-e12b-44a8-8c6d-e6df24266573 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, d877dfec-114e-4853-bac1-e2b0ea5a0ec7) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:54.235552 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798b1b64-e12b-44a8-8c6d-e6df24266573 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:54.236148 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-798b1b64-e12b-44a8-8c6d-e6df24266573 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:54.241077 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90158b2-ac03-4b0a-8902-46c69a12776e None None] Network d877dfec-114e-4853-bac1-e2b0ea5a0ec7 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:54.255165 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-798b1b64-e12b-44a8-8c6d-e6df24266573 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4816463 Mar 07 10:42:54.258960 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54202) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:54.355160 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3923306c-619d-43fa-a002-256189ddded5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-d877dfec-114e-4853-bac1-e2b0ea5a0ec7', 'network_id': 'd877dfec-114e-4853-bac1-e2b0ea5a0ec7', 'project_id': 'bb99353c1f794a4eb0b0348a5eca7b29', 'fixed_ips': [{'subnet_id': 'b2233bfe-1f2e-49e6-b156-d3c9b4f4c492'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:42:54.356048 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3923306c-619d-43fa-a002-256189ddded5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:54.379294 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (d877dfec-114e-4853-bac1-e2b0ea5a0ec7), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:54.464918 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (b2233bfe-1f2e-49e6-b156-d3c9b4f4c492), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:54.500245 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-3923306c-619d-43fa-a002-256189ddded5 None None] Allocated IP 2001:db8::2 (d877dfec-114e-4853-bac1-e2b0ea5a0ec7/b2233bfe-1f2e-49e6-b156-d3c9b4f4c492/410aa3a4-7da1-4fea-9cb3-6907f947a24d) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:42:54.677808 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3923306c-619d-43fa-a002-256189ddded5 None None] Publish callbacks [] for port (410aa3a4-7da1-4fea-9cb3-6907f947a24d), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:54.684333 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3923306c-619d-43fa-a002-256189ddded5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (410aa3a4-7da1-4fea-9cb3-6907f947a24d), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:54.692021 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0896f3a0-c114-440b-9cc5-aa426e2e4100 req-9510b060-46c6-4a01-a54a-1936c6728db4 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:54.693555 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0896f3a0-c114-440b-9cc5-aa426e2e4100 req-9510b060-46c6-4a01-a54a-1936c6728db4 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.0613563 Mar 07 10:42:54.724881 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (b2233bfe-1f2e-49e6-b156-d3c9b4f4c492), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:54.735409 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3923306c-619d-43fa-a002-256189ddded5 None None] Network d877dfec-114e-4853-bac1-e2b0ea5a0ec7 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:54.738652 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-3923306c-619d-43fa-a002-256189ddded5 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:54.740986 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3923306c-619d-43fa-a002-256189ddded5 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:42:54.749705 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923306c-619d-43fa-a002-256189ddded5 None None] Pushing event updated for resources: {'Port': ['ID=410aa3a4-7da1-4fea-9cb3-6907f947a24d,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:54.761424 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Pushing event deleted for resources: {'Subnet': ['ID=b2233bfe-1f2e-49e6-b156-d3c9b4f4c492,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:54.794831 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0896f3a0-c114-440b-9cc5-aa426e2e4100 req-dbf7a3d5-3943-4487-9e81-e8c78fddf7cc tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940893 Mar 07 10:42:54.821181 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3923306c-619d-43fa-a002-256189ddded5 None None] Attempting to bind port 410aa3a4-7da1-4fea-9cb3-6907f947a24d on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:42:54.821811 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3923306c-619d-43fa-a002-256189ddded5 None None] Attempting to bind port 410aa3a4-7da1-4fea-9cb3-6907f947a24d by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'e0ea6196-a053-418b-a9f3-5ad2e532679f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd877dfec-114e-4853-bac1-e2b0ea5a0ec7'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:42:54.822249 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3923306c-619d-43fa-a002-256189ddded5 None None] Attempting to bind port 410aa3a4-7da1-4fea-9cb3-6907f947a24d on network d877dfec-114e-4853-bac1-e2b0ea5a0ec7 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:42:54.827906 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3923306c-619d-43fa-a002-256189ddded5 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:42:54.828509 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3923306c-619d-43fa-a002-256189ddded5 None None] Checking segment: {'id': 'e0ea6196-a053-418b-a9f3-5ad2e532679f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd877dfec-114e-4853-bac1-e2b0ea5a0ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:54.829152 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3923306c-619d-43fa-a002-256189ddded5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:54.829564 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3923306c-619d-43fa-a002-256189ddded5 None None] Bound using segment: {'id': 'e0ea6196-a053-418b-a9f3-5ad2e532679f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd877dfec-114e-4853-bac1-e2b0ea5a0ec7'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:42:54.830094 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3923306c-619d-43fa-a002-256189ddded5 None None] Bound port: 410aa3a4-7da1-4fea-9cb3-6907f947a24d, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0ea6196-a053-418b-a9f3-5ad2e532679f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd877dfec-114e-4853-bac1-e2b0ea5a0ec7'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:42:54.830538 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3923306c-619d-43fa-a002-256189ddded5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (410aa3a4-7da1-4fea-9cb3-6907f947a24d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:54.843176 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (d877dfec-114e-4853-bac1-e2b0ea5a0ec7), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:54.864034 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d877dfec-114e-4853-bac1-e2b0ea5a0ec7']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:54.874656 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ea6196-a053-418b-a9f3-5ad2e532679f') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:54.874959 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ea6196-a053-418b-a9f3-5ad2e532679f') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:54.885584 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (e0ea6196-a053-418b-a9f3-5ad2e532679f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:54.895954 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-3923306c-619d-43fa-a002-256189ddded5 None None] For port 410aa3a4-7da1-4fea-9cb3-6907f947a24d, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:42:54.900985 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (e0ea6196-a053-418b-a9f3-5ad2e532679f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:54.907020 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:42:54.907402 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (e0ea6196-a053-418b-a9f3-5ad2e532679f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:54.911393 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:42:54.911393 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:42:54.911393 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:42:54.911393 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:42:54.911393 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:42:54.911393 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:42:54.911393 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:42:54.911393 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:42:54.911393 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:42:54.911393 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:42:54.911393 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:42:54.911393 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:42:54.911393 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:42:54.911393 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:42:54.911393 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:42:54.911393 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:42:54.911393 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:42:54.911393 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:42:54.911393 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:42:54.911393 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:42:54.911393 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:42:54.911393 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:42:54.911393 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:42:54.911393 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:42:54.911393 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:42:54.911393 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:42:54.911393 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:42:54.911393 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:42:54.911393 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:42:54.911393 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:42:54.911393 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:42:54.911393 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:42:54.973298 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-3923306c-619d-43fa-a002-256189ddded5 None None] For port 410aa3a4-7da1-4fea-9cb3-6907f947a24d, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=410aa3a4-7da1-4fea-9cb3-6907f947a24d,segment=NetworkSegment(e0ea6196-a053-418b-a9f3-5ad2e532679f),segment_id=e0ea6196-a053-418b-a9f3-5ad2e532679f)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:42:54.975812 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.db.api [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 10:42:54.975812 n-d-832164-4 neutron-server[103766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 10:42:54.975812 n-d-832164-4 neutron-server[103766]: [parameters: {'id': 'd877dfec-114e-4853-bac1-e2b0ea5a0ec7'}] Mar 07 10:42:54.975812 n-d-832164-4 neutron-server[103766]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:42:54.976234 n-d-832164-4 neutron-server[103766]: DEBUG oslo_db.api [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:42:54.980438 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3923306c-619d-43fa-a002-256189ddded5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (410aa3a4-7da1-4fea-9cb3-6907f947a24d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:55.063697 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-433f8d74-3865-4a37-89f4-3fd9b8f55df4 req-10b5de4b-e67f-48f0-a7e8-c71ba9d78676 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/ports?device_id=22d2f8ba-9217-4de7-8c4e-a18c79ab140f HTTP/1.1" status: 200 len: 210 time: 0.0363441 Mar 07 10:42:55.081390 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923306c-619d-43fa-a002-256189ddded5 None None] Pushing event updated for resources: {'Port': ['ID=410aa3a4-7da1-4fea-9cb3-6907f947a24d,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:55.115177 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f091e59f-a255-4c6f-b35d-7524f2e1dd01 None None] get_active_networks_info from n-d-832164-4 {{(pid=103768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 10:42:55.294935 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f091e59f-a255-4c6f-b35d-7524f2e1dd01 None None] Resources bound (agent type, host, resource id): {{(pid=103768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:42:55.477662 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (d877dfec-114e-4853-bac1-e2b0ea5a0ec7), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:55.530173 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Deleting port 410aa3a4-7da1-4fea-9cb3-6907f947a24d {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:55.530512 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (410aa3a4-7da1-4fea-9cb3-6907f947a24d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:55.552086 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff9f168-dadb-4ff5-93d8-157a2222f161 None None] Network d877dfec-114e-4853-bac1-e2b0ea5a0ec7 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:55.600494 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] For port 410aa3a4-7da1-4fea-9cb3-6907f947a24d, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=410aa3a4-7da1-4fea-9cb3-6907f947a24d,segment=NetworkSegment(e0ea6196-a053-418b-a9f3-5ad2e532679f),segment_id=e0ea6196-a053-418b-a9f3-5ad2e532679f)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:55.600853 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (410aa3a4-7da1-4fea-9cb3-6907f947a24d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:55.619374 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Calling delete_port for 410aa3a4-7da1-4fea-9cb3-6907f947a24d owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:55.705498 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (410aa3a4-7da1-4fea-9cb3-6907f947a24d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:55.729474 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Pushing event deleted for resources: {'Port': ['ID=410aa3a4-7da1-4fea-9cb3-6907f947a24d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:55.735464 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] No DVR routers for this DVR port 410aa3a4-7da1-4fea-9cb3-6907f947a24d on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:42:55.814944 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (d877dfec-114e-4853-bac1-e2b0ea5a0ec7), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:55.837271 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d877dfec-114e-4853-bac1-e2b0ea5a0ec7']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:55.847753 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0ea6196-a053-418b-a9f3-5ad2e532679f') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:55.848056 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0ea6196-a053-418b-a9f3-5ad2e532679f') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:55.858850 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (e0ea6196-a053-418b-a9f3-5ad2e532679f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:55.873145 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (e0ea6196-a053-418b-a9f3-5ad2e532679f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:55.879807 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:42:55.880269 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (e0ea6196-a053-418b-a9f3-5ad2e532679f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:55.883406 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:42:55.883406 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:42:55.883406 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:42:55.883406 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:42:55.883406 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:42:55.883406 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:42:55.883406 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:42:55.883406 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:42:55.883406 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:42:55.883406 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:42:55.883406 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:42:55.883406 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:42:55.883406 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:42:55.883406 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:42:55.883406 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:42:55.883406 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:42:55.883406 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:42:55.883406 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:42:55.883406 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:42:55.883406 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:42:55.883406 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:42:55.883406 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:42:55.883406 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:42:55.883406 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:42:55.883406 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:42:55.883406 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:42:55.883406 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:42:55.883406 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:42:55.883406 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:42:55.883406 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:42:55.883406 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:42:55.883406 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:42:55.924830 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9503c-83bd-47be-9b7f-3e15a75610ff req-cd4cbaa2-55a6-4bfd-8327-3d9afac5613f tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:55.927254 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-84b9503c-83bd-47be-9b7f-3e15a75610ff req-cd4cbaa2-55a6-4bfd-8327-3d9afac5613f tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.0591352 Mar 07 10:42:55.947804 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (d877dfec-114e-4853-bac1-e2b0ea5a0ec7), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:55.955624 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:55.961879 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "DELETE /v2.0/networks/d877dfec-114e-4853-bac1-e2b0ea5a0ec7 HTTP/1.1" status: 204 len: 168 time: 1.6990311 Mar 07 10:42:55.962421 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54222) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:55.977821 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-9ff76abd-5bb7-4fb9-a669-2e45be7e59c8 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-454563683'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:55.982173 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452d3b1-7c33-4b39-8557-8266a5872ee3 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Pushing event deleted for resources: {'Network': ['ID=d877dfec-114e-4853-bac1-e2b0ea5a0ec7,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:56.000293 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff76abd-5bb7-4fb9-a669-2e45be7e59c8 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Made reservation on behalf of bb99353c1f794a4eb0b0348a5eca7b29 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:56.001656 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-84b9503c-83bd-47be-9b7f-3e15a75610ff req-d0a1208b-0cb1-412b-b641-c44bbf1fc197 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671139 Mar 07 10:42:56.004224 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ff76abd-5bb7-4fb9-a669-2e45be7e59c8 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:56.029256 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff76abd-5bb7-4fb9-a669-2e45be7e59c8 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:42:56.039249 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ff76abd-5bb7-4fb9-a669-2e45be7e59c8 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (2974f2b6-bb4c-4259-9688-a1cef59cc463), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:56.039770 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-9ff76abd-5bb7-4fb9-a669-2e45be7e59c8 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Added segment 2974f2b6-bb4c-4259-9688-a1cef59cc463 of type vlan for network 82a6e55b-ac97-4fc9-b3cb-dcce8e730e41 Mar 07 10:42:56.083568 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ff76abd-5bb7-4fb9-a669-2e45be7e59c8 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (82a6e55b-ac97-4fc9-b3cb-dcce8e730e41), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:56.118362 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ff76abd-5bb7-4fb9-a669-2e45be7e59c8 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (82a6e55b-ac97-4fc9-b3cb-dcce8e730e41), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:56.123290 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff76abd-5bb7-4fb9-a669-2e45be7e59c8 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:56.123877 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ff76abd-5bb7-4fb9-a669-2e45be7e59c8 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:56.161524 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9ff76abd-5bb7-4fb9-a669-2e45be7e59c8 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.1980290 Mar 07 10:42:56.164523 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54228) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:56.169762 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-8b244238-493f-4cfa-b648-1a4cfe5affd0 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Request body: {'subnet': {'network_id': '82a6e55b-ac97-4fc9-b3cb-dcce8e730e41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:42:56.189054 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54230) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:56.202096 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff76abd-5bb7-4fb9-a669-2e45be7e59c8 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Pushing event updated for resources: {'Network': ['ID=82a6e55b-ac97-4fc9-b3cb-dcce8e730e41,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:56.218876 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 82a6e55b-ac97-4fc9-b3cb-dcce8e730e41 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:42:56.325992 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-430a9a85-26e2-4b93-b427-330ac2c2a9f8 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks [] for security_group (f631fc2b-0c11-4f35-9f2b-40007a9b7dfb), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:56.339509 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b244238-493f-4cfa-b648-1a4cfe5affd0 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Made reservation on behalf of bb99353c1f794a4eb0b0348a5eca7b29 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:42:56.342890 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8b244238-493f-4cfa-b648-1a4cfe5affd0 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:56.382236 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-430a9a85-26e2-4b93-b427-330ac2c2a9f8 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks [] for security_group (f631fc2b-0c11-4f35-9f2b-40007a9b7dfb), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:56.503410 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-430a9a85-26e2-4b93-b427-330ac2c2a9f8 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f631fc2b-0c11-4f35-9f2b-40007a9b7dfb), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:56.505986 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-430a9a85-26e2-4b93-b427-330ac2c2a9f8 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:56.509993 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54234) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:56.510161 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-430a9a85-26e2-4b93-b427-330ac2c2a9f8 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "DELETE /v2.0/security-groups/f631fc2b-0c11-4f35-9f2b-40007a9b7dfb HTTP/1.1" status: 204 len: 168 time: 0.3198178 Mar 07 10:42:56.527257 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-11da98b3-8d92-474b-bb0a-f25eb23b12e2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] show failed (client error): The resource could not be found. Mar 07 10:42:56.527450 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a9a85-26e2-4b93-b427-330ac2c2a9f8 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f631fc2b-0c11-4f35-9f2b-40007a9b7dfb,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:56.528519 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-11da98b3-8d92-474b-bb0a-f25eb23b12e2 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "GET /v2.0/security-groups/f631fc2b-0c11-4f35-9f2b-40007a9b7dfb HTTP/1.1" status: 404 len: 347 time: 0.0173869 Mar 07 10:42:56.531370 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54236) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:56.680706 n-d-832164-4 neutron-server[103767]: DEBUG neutron.objects.ports [None req-8b244238-493f-4cfa-b648-1a4cfe5affd0 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 10:42:56.682203 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8b244238-493f-4cfa-b648-1a4cfe5affd0 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (e633ffa9-9bcd-4e0f-a40f-73d5e8661008), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:56.686592 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-0ecc7679-fce7-4acb-a393-d77ec8e6c2b5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Deleting port 0162f985-4d98-4c45-96f4-3bc4788bc0a5 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:56.687527 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0ecc7679-fce7-4acb-a393-d77ec8e6c2b5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (0162f985-4d98-4c45-96f4-3bc4788bc0a5), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:56.742856 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b244238-493f-4cfa-b648-1a4cfe5affd0 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Pushing event updated for resources: {'Subnet': ['ID=e633ffa9-9bcd-4e0f-a40f-73d5e8661008,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:56.754039 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b244238-493f-4cfa-b648-1a4cfe5affd0 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Checking segment: {'id': '2974f2b6-bb4c-4259-9688-a1cef59cc463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '82a6e55b-ac97-4fc9-b3cb-dcce8e730e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:56.754398 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b244238-493f-4cfa-b648-1a4cfe5affd0 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Network hostable DHCP agents. Network: 82a6e55b-ac97-4fc9-b3cb-dcce8e730e41, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:42:56.774030 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b244238-493f-4cfa-b648-1a4cfe5affd0 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Network 82a6e55b-ac97-4fc9-b3cb-dcce8e730e41 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:42:56.782997 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-8b244238-493f-4cfa-b648-1a4cfe5affd0 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 82a6e55b-ac97-4fc9-b3cb-dcce8e730e41) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:56.783620 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0ecc7679-fce7-4acb-a393-d77ec8e6c2b5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (0162f985-4d98-4c45-96f4-3bc4788bc0a5), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:56.784128 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0ecc7679-fce7-4acb-a393-d77ec8e6c2b5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks [] for floatingip (0162f985-4d98-4c45-96f4-3bc4788bc0a5), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:56.787894 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b244238-493f-4cfa-b648-1a4cfe5affd0 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:56.788604 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8b244238-493f-4cfa-b648-1a4cfe5affd0 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:56.792634 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7714dacb-f127-42f0-a757-69ffde9b6c2b None None] Network 82a6e55b-ac97-4fc9-b3cb-dcce8e730e41 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:56.796524 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-0ecc7679-fce7-4acb-a393-d77ec8e6c2b5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Calling delete_port for 0162f985-4d98-4c45-96f4-3bc4788bc0a5 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:56.808986 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8b244238-493f-4cfa-b648-1a4cfe5affd0 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6407714 Mar 07 10:42:56.809308 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54240) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:56.896840 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42644662-01a5-40a2-83de-485e94a733b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-82a6e55b-ac97-4fc9-b3cb-dcce8e730e41', 'network_id': '82a6e55b-ac97-4fc9-b3cb-dcce8e730e41', 'project_id': 'bb99353c1f794a4eb0b0348a5eca7b29', 'fixed_ips': [{'subnet_id': 'e633ffa9-9bcd-4e0f-a40f-73d5e8661008'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:42:56.897769 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42644662-01a5-40a2-83de-485e94a733b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:56.959874 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (82a6e55b-ac97-4fc9-b3cb-dcce8e730e41), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:57.038522 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-42644662-01a5-40a2-83de-485e94a733b1 None None] Allocated IP 2001:db8::f816:3eff:fe17:31a8 (82a6e55b-ac97-4fc9-b3cb-dcce8e730e41/e633ffa9-9bcd-4e0f-a40f-73d5e8661008/64dd529b-2079-49e1-b6ee-f68fbc433406) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:42:57.047137 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (e633ffa9-9bcd-4e0f-a40f-73d5e8661008), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:57.076660 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0ecc7679-fce7-4acb-a393-d77ec8e6c2b5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (0162f985-4d98-4c45-96f4-3bc4788bc0a5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:57.131082 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc7679-fce7-4acb-a393-d77ec8e6c2b5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Pushing event deleted for resources: {'Port': ['ID=0162f985-4d98-4c45-96f4-3bc4788bc0a5,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:57.196577 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42644662-01a5-40a2-83de-485e94a733b1 None None] Publish callbacks [] for port (64dd529b-2079-49e1-b6ee-f68fbc433406), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:57.202852 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42644662-01a5-40a2-83de-485e94a733b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (64dd529b-2079-49e1-b6ee-f68fbc433406), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:57.225782 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c674fc6-9e64-45b2-b0bf-18d19f96f2d7 req-add0c207-15cf-4ff8-b4ec-3dd697a747ab tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:57.227308 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3c674fc6-9e64-45b2-b0bf-18d19f96f2d7 req-add0c207-15cf-4ff8-b4ec-3dd697a747ab tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.1562030 Mar 07 10:42:57.228129 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0ecc7679-fce7-4acb-a393-d77ec8e6c2b5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks [] for floatingip (77317289-bca6-454d-9c7f-1381ee779f48), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:57.230622 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0ecc7679-fce7-4acb-a393-d77ec8e6c2b5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:57.231660 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0ecc7679-fce7-4acb-a393-d77ec8e6c2b5 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "DELETE /v2.0/floatingips/77317289-bca6-454d-9c7f-1381ee779f48 HTTP/1.1" status: 204 len: 168 time: 0.6993976 Mar 07 10:42:57.234594 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54244) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:57.244306 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (e633ffa9-9bcd-4e0f-a40f-73d5e8661008), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:57.266013 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42644662-01a5-40a2-83de-485e94a733b1 None None] Network 82a6e55b-ac97-4fc9-b3cb-dcce8e730e41 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:42:57.268872 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-42644662-01a5-40a2-83de-485e94a733b1 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:42:57.274504 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42644662-01a5-40a2-83de-485e94a733b1 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:42:57.277735 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42644662-01a5-40a2-83de-485e94a733b1 None None] Pushing event updated for resources: {'Port': ['ID=64dd529b-2079-49e1-b6ee-f68fbc433406,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:57.278113 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Pushing event deleted for resources: {'Subnet': ['ID=e633ffa9-9bcd-4e0f-a40f-73d5e8661008,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:57.329477 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3c674fc6-9e64-45b2-b0bf-18d19f96f2d7 req-f16aac47-4cf7-403c-b6e5-e66733c054a8 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950913 Mar 07 10:42:57.366876 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (82a6e55b-ac97-4fc9-b3cb-dcce8e730e41), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:57.367038 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-7e747fe5-14ba-44a8-b95b-f6330cdedd5f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Deleting port 954ea4bb-79fb-4f3b-aff3-9b1897120944 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:57.367350 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e747fe5-14ba-44a8-b95b-f6330cdedd5f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (954ea4bb-79fb-4f3b-aff3-9b1897120944), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:57.371413 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-42644662-01a5-40a2-83de-485e94a733b1 None None] Attempting to bind port 64dd529b-2079-49e1-b6ee-f68fbc433406 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:42:57.372203 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-42644662-01a5-40a2-83de-485e94a733b1 None None] Attempting to bind port 64dd529b-2079-49e1-b6ee-f68fbc433406 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '2974f2b6-bb4c-4259-9688-a1cef59cc463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '82a6e55b-ac97-4fc9-b3cb-dcce8e730e41'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:42:57.372769 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42644662-01a5-40a2-83de-485e94a733b1 None None] Attempting to bind port 64dd529b-2079-49e1-b6ee-f68fbc433406 on network 82a6e55b-ac97-4fc9-b3cb-dcce8e730e41 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:42:57.379780 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42644662-01a5-40a2-83de-485e94a733b1 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:42:57.380276 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42644662-01a5-40a2-83de-485e94a733b1 None None] Checking segment: {'id': '2974f2b6-bb4c-4259-9688-a1cef59cc463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '82a6e55b-ac97-4fc9-b3cb-dcce8e730e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:42:57.380781 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42644662-01a5-40a2-83de-485e94a733b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:57.381430 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42644662-01a5-40a2-83de-485e94a733b1 None None] Bound using segment: {'id': '2974f2b6-bb4c-4259-9688-a1cef59cc463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '82a6e55b-ac97-4fc9-b3cb-dcce8e730e41'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:42:57.382040 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-42644662-01a5-40a2-83de-485e94a733b1 None None] Bound port: 64dd529b-2079-49e1-b6ee-f68fbc433406, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2974f2b6-bb4c-4259-9688-a1cef59cc463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '82a6e55b-ac97-4fc9-b3cb-dcce8e730e41'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:42:57.383019 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42644662-01a5-40a2-83de-485e94a733b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (64dd529b-2079-49e1-b6ee-f68fbc433406), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:57.389657 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a6e55b-ac97-4fc9-b3cb-dcce8e730e41']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:57.402207 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2974f2b6-bb4c-4259-9688-a1cef59cc463') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:57.402207 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2974f2b6-bb4c-4259-9688-a1cef59cc463') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:57.416829 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (2974f2b6-bb4c-4259-9688-a1cef59cc463), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:57.432029 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (2974f2b6-bb4c-4259-9688-a1cef59cc463), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:57.441625 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:42:57.441625 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (2974f2b6-bb4c-4259-9688-a1cef59cc463), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:57.444163 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:42:57.444163 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:42:57.444163 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:42:57.444163 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:42:57.444163 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:42:57.444163 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:42:57.444163 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:42:57.444163 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:42:57.444163 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:42:57.444163 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:42:57.444163 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:42:57.444163 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:42:57.444163 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:42:57.444163 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:42:57.444163 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:42:57.444163 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:42:57.444163 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:42:57.444163 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:42:57.444163 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:42:57.444163 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:42:57.444163 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:42:57.444163 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:42:57.444163 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:42:57.444163 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:42:57.444163 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:42:57.444163 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:42:57.444163 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:42:57.444163 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:42:57.444163 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:42:57.444163 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:42:57.444163 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:42:57.444163 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:42:57.495952 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e747fe5-14ba-44a8-b95b-f6330cdedd5f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (954ea4bb-79fb-4f3b-aff3-9b1897120944), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:57.509253 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.db.api [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 10:42:57.509253 n-d-832164-4 neutron-server[103766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 10:42:57.509253 n-d-832164-4 neutron-server[103766]: [parameters: {'id': '82a6e55b-ac97-4fc9-b3cb-dcce8e730e41'}] Mar 07 10:42:57.509253 n-d-832164-4 neutron-server[103766]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:42:57.509942 n-d-832164-4 neutron-server[103766]: DEBUG oslo_db.api [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:42:57.513027 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-7e747fe5-14ba-44a8-b95b-f6330cdedd5f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Calling delete_port for 954ea4bb-79fb-4f3b-aff3-9b1897120944 owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:57.646669 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-42644662-01a5-40a2-83de-485e94a733b1 None None] For port 64dd529b-2079-49e1-b6ee-f68fbc433406, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:42:57.650029 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-42644662-01a5-40a2-83de-485e94a733b1 None None] For port 64dd529b-2079-49e1-b6ee-f68fbc433406, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=64dd529b-2079-49e1-b6ee-f68fbc433406,segment=NetworkSegment(2974f2b6-bb4c-4259-9688-a1cef59cc463),segment_id=2974f2b6-bb4c-4259-9688-a1cef59cc463)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:42:57.656798 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-42644662-01a5-40a2-83de-485e94a733b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (64dd529b-2079-49e1-b6ee-f68fbc433406), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:57.691045 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e747fe5-14ba-44a8-b95b-f6330cdedd5f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (954ea4bb-79fb-4f3b-aff3-9b1897120944), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:57.729322 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e747fe5-14ba-44a8-b95b-f6330cdedd5f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Pushing event deleted for resources: {'Port': ['ID=954ea4bb-79fb-4f3b-aff3-9b1897120944,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:57.753634 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42644662-01a5-40a2-83de-485e94a733b1 None None] Pushing event updated for resources: {'Port': ['ID=64dd529b-2079-49e1-b6ee-f68fbc433406,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:57.792132 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb85c473-1b3d-44b2-8e8b-c6788a2d87ee None None] Network 82a6e55b-ac97-4fc9-b3cb-dcce8e730e41 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:57.826794 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e747fe5-14ba-44a8-b95b-f6330cdedd5f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:57.833151 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7e747fe5-14ba-44a8-b95b-f6330cdedd5f tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "DELETE /v2.0/ports/954ea4bb-79fb-4f3b-aff3-9b1897120944 HTTP/1.1" status: 204 len: 168 time: 0.5952942 Mar 07 10:42:57.833900 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54258) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:57.950208 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b6dcac1e-160b-47f4-97df-7ada0be216ee tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Deleting port c3aa9d0d-4783-4690-a7c2-eec9bc6a844c {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:57.950649 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b6dcac1e-160b-47f4-97df-7ada0be216ee tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c3aa9d0d-4783-4690-a7c2-eec9bc6a844c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:58.011107 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (82a6e55b-ac97-4fc9-b3cb-dcce8e730e41), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:58.059293 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b6dcac1e-160b-47f4-97df-7ada0be216ee tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c3aa9d0d-4783-4690-a7c2-eec9bc6a844c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:58.074847 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b6dcac1e-160b-47f4-97df-7ada0be216ee tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Calling delete_port for c3aa9d0d-4783-4690-a7c2-eec9bc6a844c owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:58.076043 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Deleting port 64dd529b-2079-49e1-b6ee-f68fbc433406 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:58.076797 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (64dd529b-2079-49e1-b6ee-f68fbc433406), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:58.150558 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] For port 64dd529b-2079-49e1-b6ee-f68fbc433406, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=64dd529b-2079-49e1-b6ee-f68fbc433406,segment=NetworkSegment(2974f2b6-bb4c-4259-9688-a1cef59cc463),segment_id=2974f2b6-bb4c-4259-9688-a1cef59cc463)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:58.151437 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (64dd529b-2079-49e1-b6ee-f68fbc433406), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:58.170288 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Calling delete_port for 64dd529b-2079-49e1-b6ee-f68fbc433406 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:58.239217 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b6dcac1e-160b-47f4-97df-7ada0be216ee tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (c3aa9d0d-4783-4690-a7c2-eec9bc6a844c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:58.287228 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (64dd529b-2079-49e1-b6ee-f68fbc433406), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:58.287825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dcac1e-160b-47f4-97df-7ada0be216ee tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Pushing event deleted for resources: {'Port': ['ID=c3aa9d0d-4783-4690-a7c2-eec9bc6a844c,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:58.322743 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Pushing event deleted for resources: {'Port': ['ID=64dd529b-2079-49e1-b6ee-f68fbc433406,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:58.327140 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] No DVR routers for this DVR port 64dd529b-2079-49e1-b6ee-f68fbc433406 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:42:58.406270 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b6dcac1e-160b-47f4-97df-7ada0be216ee tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:58.411578 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b6dcac1e-160b-47f4-97df-7ada0be216ee tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "DELETE /v2.0/ports/c3aa9d0d-4783-4690-a7c2-eec9bc6a844c HTTP/1.1" status: 204 len: 168 time: 0.5764720 Mar 07 10:42:58.414773 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54264) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:58.448894 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e756e89c-f622-4ad4-a373-9643c533c243 None None] get_active_networks_info from n-d-832164-4 {{(pid=103768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 10:42:58.451575 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (82a6e55b-ac97-4fc9-b3cb-dcce8e730e41), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:58.506093 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a6e55b-ac97-4fc9-b3cb-dcce8e730e41']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:58.517480 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-550e32ea-1e78-4a0b-9a02-1d2fb5188a4c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Deleting subnet afbd17bf-cb26-424f-82f0-87b6f4bd47dd {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:42:58.518387 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2974f2b6-bb4c-4259-9688-a1cef59cc463') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:58.518699 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2974f2b6-bb4c-4259-9688-a1cef59cc463') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:58.522669 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-550e32ea-1e78-4a0b-9a02-1d2fb5188a4c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks [] for subnet (afbd17bf-cb26-424f-82f0-87b6f4bd47dd), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:58.531510 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (2974f2b6-bb4c-4259-9688-a1cef59cc463), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:58.553016 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534cc101-ac52-49cf-9931-3924258e5e71 req-239a407b-72e6-41ed-b468-3127a36e4710 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:42:58.554619 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-534cc101-ac52-49cf-9931-3924258e5e71 req-239a407b-72e6-41ed-b468-3127a36e4710 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.1179490 Mar 07 10:42:58.555593 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (2974f2b6-bb4c-4259-9688-a1cef59cc463), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:58.563344 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:42:58.563740 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (2974f2b6-bb4c-4259-9688-a1cef59cc463), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:58.591823 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-550e32ea-1e78-4a0b-9a02-1d2fb5188a4c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (afbd17bf-cb26-424f-82f0-87b6f4bd47dd), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:58.637645 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e756e89c-f622-4ad4-a373-9643c533c243 None None] Resources bound (agent type, host, resource id): {{(pid=103768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:42:58.651809 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:42:58.651809 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:42:58.651809 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:42:58.651809 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:42:58.651809 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:42:58.651809 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:42:58.651809 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:42:58.651809 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:42:58.651809 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:42:58.651809 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:42:58.651809 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:42:58.651809 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:42:58.651809 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:42:58.651809 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:42:58.651809 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:42:58.651809 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:42:58.651809 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:42:58.651809 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:42:58.651809 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:42:58.651809 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:42:58.651809 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:42:58.651809 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:42:58.651809 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:42:58.651809 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:42:58.651809 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:42:58.651809 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:42:58.651809 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:42:58.651809 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:42:58.651809 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:42:58.651809 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:42:58.651809 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:42:58.651809 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:42:58.667725 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (82a6e55b-ac97-4fc9-b3cb-dcce8e730e41), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:58.689062 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:58.692849 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "DELETE /v2.0/networks/82a6e55b-ac97-4fc9-b3cb-dcce8e730e41 HTTP/1.1" status: 204 len: 168 time: 1.8825724 Mar 07 10:42:58.699308 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54266) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:58.709650 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc757e0-46c2-4f80-8cef-3949a7458041 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Pushing event deleted for resources: {'Network': ['ID=82a6e55b-ac97-4fc9-b3cb-dcce8e730e41,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:58.733229 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-37d96808-1ae6-4332-9a6d-1f360d3e6e06 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:58.733946 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37d96808-1ae6-4332-9a6d-1f360d3e6e06 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:58.739601 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-37d96808-1ae6-4332-9a6d-1f360d3e6e06 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "DELETE /v2.0/subnets/e633ffa9-9bcd-4e0f-a40f-73d5e8661008 HTTP/1.1" status: 404 len: 337 time: 0.0367661 Mar 07 10:42:58.739601 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-550e32ea-1e78-4a0b-9a02-1d2fb5188a4c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (afbd17bf-cb26-424f-82f0-87b6f4bd47dd), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:58.742164 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54268) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:58.756465 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-534cc101-ac52-49cf-9931-3924258e5e71 req-d61fa483-72f2-4a98-b30f-cbe386f2ca33 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006124 Mar 07 10:42:58.783850 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb8afb6-fe4c-488e-8cc4-e9d667d8efba tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:58.785165 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cb8afb6-fe4c-488e-8cc4-e9d667d8efba tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:58.791211 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7cb8afb6-fe4c-488e-8cc4-e9d667d8efba tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "DELETE /v2.0/networks/82a6e55b-ac97-4fc9-b3cb-dcce8e730e41 HTTP/1.1" status: 404 len: 339 time: 0.0445602 Mar 07 10:42:58.791588 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54270) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:58.828319 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e33d74-3fa8-4a6e-9110-4d7a079f8564 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:58.828672 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82e33d74-3fa8-4a6e-9110-4d7a079f8564 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:58.831676 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-82e33d74-3fa8-4a6e-9110-4d7a079f8564 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "DELETE /v2.0/subnets/b2233bfe-1f2e-49e6-b156-d3c9b4f4c492 HTTP/1.1" status: 404 len: 337 time: 0.0391843 Mar 07 10:42:58.834543 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54274) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:58.857910 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d95ad13a-0f4f-40fd-a3cf-5454a33d7ad7 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:58.857910 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d95ad13a-0f4f-40fd-a3cf-5454a33d7ad7 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:58.860276 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d95ad13a-0f4f-40fd-a3cf-5454a33d7ad7 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "DELETE /v2.0/networks/d877dfec-114e-4853-bac1-e2b0ea5a0ec7 HTTP/1.1" status: 404 len: 339 time: 0.0250063 Mar 07 10:42:58.862801 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54276) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:58.893670 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-09712795-b4f5-4bdc-acab-230ccc5c8763 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:58.894045 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09712795-b4f5-4bdc-acab-230ccc5c8763 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:58.899342 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-09712795-b4f5-4bdc-acab-230ccc5c8763 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "DELETE /v2.0/subnets/7316c6f7-7ad8-4bd7-8d4d-42f6766316e9 HTTP/1.1" status: 404 len: 337 time: 0.0332973 Mar 07 10:42:58.900009 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54278) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:58.919706 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e871f0a-f846-44c4-a678-39518566fc51 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:58.920217 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e871f0a-f846-44c4-a678-39518566fc51 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:58.925612 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2e871f0a-f846-44c4-a678-39518566fc51 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "DELETE /v2.0/networks/b356cefb-5314-4161-95d2-74718a955d7b HTTP/1.1" status: 404 len: 339 time: 0.0226533 Mar 07 10:42:58.925612 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-550e32ea-1e78-4a0b-9a02-1d2fb5188a4c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (afbd17bf-cb26-424f-82f0-87b6f4bd47dd), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:58.926200 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54280) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:58.952294 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e32ea-1e78-4a0b-9a02-1d2fb5188a4c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Pushing event deleted for resources: {'Subnet': ['ID=afbd17bf-cb26-424f-82f0-87b6f4bd47dd,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:58.956045 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-550e32ea-1e78-4a0b-9a02-1d2fb5188a4c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:58.959234 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-550e32ea-1e78-4a0b-9a02-1d2fb5188a4c tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "DELETE /v2.0/subnets/afbd17bf-cb26-424f-82f0-87b6f4bd47dd HTTP/1.1" status: 204 len: 168 time: 0.5432053 Mar 07 10:42:58.961993 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54282) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:58.978326 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80927e00-f05b-4b02-a33c-dcd161723236 None None] Network c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:59.033342 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-317028d5-4c43-4605-a483-f8089836e0cb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Deleting subnet ed499a86-ec02-4098-a7e4-19223dad71d3 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:42:59.039034 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-317028d5-4c43-4605-a483-f8089836e0cb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks [] for subnet (ed499a86-ec02-4098-a7e4-19223dad71d3), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:59.058524 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-408fb58e-5ae1-4ee9-96b0-0a6ac49a7559 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Deleting port b9d20535-ce85-4d54-b829-2f558fd9b61a {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:59.061039 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-408fb58e-5ae1-4ee9-96b0-0a6ac49a7559 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (b9d20535-ce85-4d54-b829-2f558fd9b61a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:59.095826 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-317028d5-4c43-4605-a483-f8089836e0cb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (ed499a86-ec02-4098-a7e4-19223dad71d3), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:59.145848 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-408fb58e-5ae1-4ee9-96b0-0a6ac49a7559 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (b9d20535-ce85-4d54-b829-2f558fd9b61a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:59.165523 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-408fb58e-5ae1-4ee9-96b0-0a6ac49a7559 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Calling delete_port for b9d20535-ce85-4d54-b829-2f558fd9b61a owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:59.202908 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-317028d5-4c43-4605-a483-f8089836e0cb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (ed499a86-ec02-4098-a7e4-19223dad71d3), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:59.220904 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1a516f-3c28-46f1-8162-a87c98d75b69 None None] DHCP port deletion for c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:42:59.276621 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-317028d5-4c43-4605-a483-f8089836e0cb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (ed499a86-ec02-4098-a7e4-19223dad71d3), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:59.284428 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ce1a516f-3c28-46f1-8162-a87c98d75b69 None None] Deleting port cc30b3b1-4411-486c-863c-82e39c21cbc4 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:59.284777 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ce1a516f-3c28-46f1-8162-a87c98d75b69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (cc30b3b1-4411-486c-863c-82e39c21cbc4), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:59.289243 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-408fb58e-5ae1-4ee9-96b0-0a6ac49a7559 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (b9d20535-ce85-4d54-b829-2f558fd9b61a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:59.312821 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317028d5-4c43-4605-a483-f8089836e0cb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Pushing event deleted for resources: {'Subnet': ['ID=ed499a86-ec02-4098-a7e4-19223dad71d3,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:59.317443 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-317028d5-4c43-4605-a483-f8089836e0cb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:59.321493 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-317028d5-4c43-4605-a483-f8089836e0cb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "DELETE /v2.0/subnets/ed499a86-ec02-4098-a7e4-19223dad71d3 HTTP/1.1" status: 204 len: 168 time: 0.3585186 Mar 07 10:42:59.324314 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54286) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:59.331406 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408fb58e-5ae1-4ee9-96b0-0a6ac49a7559 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Pushing event deleted for resources: {'Port': ['ID=b9d20535-ce85-4d54-b829-2f558fd9b61a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:59.338500 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-408fb58e-5ae1-4ee9-96b0-0a6ac49a7559 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:59.345096 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54288) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:59.345612 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-408fb58e-5ae1-4ee9-96b0-0a6ac49a7559 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "DELETE /v2.0/ports/b9d20535-ce85-4d54-b829-2f558fd9b61a HTTP/1.1" status: 204 len: 168 time: 0.4170291 Mar 07 10:42:59.390485 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3696c4d1-4ed1-48a6-ac92-d7b0f20e213c tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] DELETE failed (client error): The resource could not be found. Mar 07 10:42:59.391012 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3696c4d1-4ed1-48a6-ac92-d7b0f20e213c tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:42:59.394094 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3696c4d1-4ed1-48a6-ac92-d7b0f20e213c tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "DELETE /v2.0/subnets/e147e5ab-79a6-4dc1-8500-39cca5af6129 HTTP/1.1" status: 404 len: 337 time: 0.0477798 Mar 07 10:42:59.396847 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54290) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:42:59.429956 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ce1a516f-3c28-46f1-8162-a87c98d75b69 None None] For port cc30b3b1-4411-486c-863c-82e39c21cbc4, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=cc30b3b1-4411-486c-863c-82e39c21cbc4,segment=NetworkSegment(9b966132-984a-4ab1-93aa-dffdd8926895),segment_id=9b966132-984a-4ab1-93aa-dffdd8926895)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:59.430637 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ce1a516f-3c28-46f1-8162-a87c98d75b69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (cc30b3b1-4411-486c-863c-82e39c21cbc4), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:59.450295 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ce1a516f-3c28-46f1-8162-a87c98d75b69 None None] Calling delete_port for cc30b3b1-4411-486c-863c-82e39c21cbc4 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:59.479052 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-60bba0de-87e7-4fa7-92c2-678c6f23893e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:59.520353 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e02de773-21cf-4523-b834-ecbf1b446ed1 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (58ee52ef-8483-405d-85b3-814b1c3de3fe), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:59.533703 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device cc30b3b1-4411-486c-863c-82e39c21cbc4 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:42:59.588306 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-e02de773-21cf-4523-b834-ecbf1b446ed1 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Deleting port 54841332-10e7-4d03-b21c-75a988f77021 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:59.588983 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e02de773-21cf-4523-b834-ecbf1b446ed1 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (54841332-10e7-4d03-b21c-75a988f77021), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:59.595902 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-60bba0de-87e7-4fa7-92c2-678c6f23893e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Deleting port cc30b3b1-4411-486c-863c-82e39c21cbc4 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:42:59.596771 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-60bba0de-87e7-4fa7-92c2-678c6f23893e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (cc30b3b1-4411-486c-863c-82e39c21cbc4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:59.665216 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port cc30b3b1-4411-486c-863c-82e39c21cbc4 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:42:59.665682 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (cc30b3b1-4411-486c-863c-82e39c21cbc4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:59.668697 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09fc5f3-15e0-4ce9-86e5-a0ea2c010117 None None] Network b6eeb2fc-5732-462c-95ea-d42f3351bff0 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:42:59.670071 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-e02de773-21cf-4523-b834-ecbf1b446ed1 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] For port 54841332-10e7-4d03-b21c-75a988f77021, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=54841332-10e7-4d03-b21c-75a988f77021,segment=NetworkSegment(dae5b461-84b1-492a-a771-5427275453f5),segment_id=dae5b461-84b1-492a-a771-5427275453f5)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:59.670445 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e02de773-21cf-4523-b834-ecbf1b446ed1 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (54841332-10e7-4d03-b21c-75a988f77021), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:59.685630 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-e02de773-21cf-4523-b834-ecbf1b446ed1 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Calling delete_port for 54841332-10e7-4d03-b21c-75a988f77021 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:59.724734 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-60bba0de-87e7-4fa7-92c2-678c6f23893e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] For port cc30b3b1-4411-486c-863c-82e39c21cbc4, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=cc30b3b1-4411-486c-863c-82e39c21cbc4,segment=NetworkSegment(9b966132-984a-4ab1-93aa-dffdd8926895),segment_id=9b966132-984a-4ab1-93aa-dffdd8926895)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:42:59.725396 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-60bba0de-87e7-4fa7-92c2-678c6f23893e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (cc30b3b1-4411-486c-863c-82e39c21cbc4), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:59.743281 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-60bba0de-87e7-4fa7-92c2-678c6f23893e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Calling delete_port for cc30b3b1-4411-486c-863c-82e39c21cbc4 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:42:59.759905 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ce1a516f-3c28-46f1-8162-a87c98d75b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (cc30b3b1-4411-486c-863c-82e39c21cbc4), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:59.775392 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e02de773-21cf-4523-b834-ecbf1b446ed1 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (54841332-10e7-4d03-b21c-75a988f77021), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:59.808536 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02de773-21cf-4523-b834-ecbf1b446ed1 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Pushing event deleted for resources: {'Port': ['ID=54841332-10e7-4d03-b21c-75a988f77021,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:59.813767 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1a516f-3c28-46f1-8162-a87c98d75b69 None None] Pushing event deleted for resources: {'Port': ['ID=cc30b3b1-4411-486c-863c-82e39c21cbc4,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:42:59.822311 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02de773-21cf-4523-b834-ecbf1b446ed1 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] No DVR routers for this DVR port 54841332-10e7-4d03-b21c-75a988f77021 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:42:59.854920 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-60bba0de-87e7-4fa7-92c2-678c6f23893e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (cc30b3b1-4411-486c-863c-82e39c21cbc4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:59.888449 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bba0de-87e7-4fa7-92c2-678c6f23893e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] No DVR routers for this DVR port cc30b3b1-4411-486c-863c-82e39c21cbc4 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:42:59.904163 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1a516f-3c28-46f1-8162-a87c98d75b69 None None] No DVR routers for this DVR port cc30b3b1-4411-486c-863c-82e39c21cbc4 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:42:59.920958 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e02de773-21cf-4523-b834-ecbf1b446ed1 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (58ee52ef-8483-405d-85b3-814b1c3de3fe), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:59.950256 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-e02de773-21cf-4523-b834-ecbf1b446ed1 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ee52ef-8483-405d-85b3-814b1c3de3fe']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:59.971585 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-e02de773-21cf-4523-b834-ecbf1b446ed1 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dae5b461-84b1-492a-a771-5427275453f5') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:59.972142 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-e02de773-21cf-4523-b834-ecbf1b446ed1 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dae5b461-84b1-492a-a771-5427275453f5') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:42:59.984226 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e02de773-21cf-4523-b834-ecbf1b446ed1 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (dae5b461-84b1-492a-a771-5427275453f5), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:42:59.987974 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bba0de-87e7-4fa7-92c2-678c6f23893e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Pushing event deleted for resources: {'Port': ['ID=cc30b3b1-4411-486c-863c-82e39c21cbc4,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:00.003603 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e02de773-21cf-4523-b834-ecbf1b446ed1 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (dae5b461-84b1-492a-a771-5427275453f5), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:00.012483 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02de773-21cf-4523-b834-ecbf1b446ed1 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:43:00.013148 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e02de773-21cf-4523-b834-ecbf1b446ed1 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (dae5b461-84b1-492a-a771-5427275453f5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:00.031283 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a1fb23-4b02-4a84-bad7-d0c4621aa6fe None None] DHCP port deletion for b6eeb2fc-5732-462c-95ea-d42f3351bff0 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:43:00.032141 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:43:00.032141 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:43:00.032141 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:43:00.032141 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:43:00.032141 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:43:00.032141 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:43:00.032141 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:43:00.032141 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:43:00.032141 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:43:00.032141 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:43:00.032141 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:43:00.032141 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:43:00.032141 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:43:00.032141 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:43:00.032141 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:43:00.032141 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:43:00.032141 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:43:00.032141 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:43:00.032141 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:43:00.032141 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:43:00.032141 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:43:00.032141 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:43:00.032141 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:43:00.032141 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:43:00.032141 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:43:00.032141 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:43:00.032141 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:43:00.032141 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:43:00.032141 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:43:00.032141 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:43:00.032141 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:43:00.032141 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:43:00.062579 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-60bba0de-87e7-4fa7-92c2-678c6f23893e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:00.082386 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d328669-3ed6-43cc-b5ec-2773beb00c9d req-8e7e9591-2279-4242-a44c-4caa8684ae55 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:00.083960 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7d328669-3ed6-43cc-b5ec-2773beb00c9d req-8e7e9591-2279-4242-a44c-4caa8684ae55 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.2185438 Mar 07 10:43:00.100589 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d2a1fb23-4b02-4a84-bad7-d0c4621aa6fe None None] Deleting port 2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:00.101255 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d2a1fb23-4b02-4a84-bad7-d0c4621aa6fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:00.104312 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-60bba0de-87e7-4fa7-92c2-678c6f23893e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:00.123027 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-60bba0de-87e7-4fa7-92c2-678c6f23893e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b966132-984a-4ab1-93aa-dffdd8926895') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:00.123394 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-60bba0de-87e7-4fa7-92c2-678c6f23893e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b966132-984a-4ab1-93aa-dffdd8926895') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:00.137486 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-60bba0de-87e7-4fa7-92c2-678c6f23893e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (9b966132-984a-4ab1-93aa-dffdd8926895), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:00.165673 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-60bba0de-87e7-4fa7-92c2-678c6f23893e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (9b966132-984a-4ab1-93aa-dffdd8926895), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:00.173669 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-d2a1fb23-4b02-4a84-bad7-d0c4621aa6fe None None] For port 2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7,segment=NetworkSegment(c14401ed-1dc6-4fb0-8253-1c6f0b683339),segment_id=c14401ed-1dc6-4fb0-8253-1c6f0b683339)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:00.174618 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d2a1fb23-4b02-4a84-bad7-d0c4621aa6fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:00.175191 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7d328669-3ed6-43cc-b5ec-2773beb00c9d req-77157daf-db7f-4748-b68d-c7fdb057c3a0 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807798 Mar 07 10:43:00.176215 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60bba0de-87e7-4fa7-92c2-678c6f23893e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:43:00.176877 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-60bba0de-87e7-4fa7-92c2-678c6f23893e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (9b966132-984a-4ab1-93aa-dffdd8926895), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:43:00.180984 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:43:00.207364 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d2a1fb23-4b02-4a84-bad7-d0c4621aa6fe None None] Calling delete_port for 2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:00.255033 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-60bba0de-87e7-4fa7-92c2-678c6f23893e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:00.269890 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-60bba0de-87e7-4fa7-92c2-678c6f23893e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:00.274477 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-60bba0de-87e7-4fa7-92c2-678c6f23893e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "DELETE /v2.0/networks/c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5 HTTP/1.1" status: 204 len: 168 time: 0.9490674 Mar 07 10:43:00.277010 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54298) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:00.302716 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d2a1fb23-4b02-4a84-bad7-d0c4621aa6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:00.312492 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bba0de-87e7-4fa7-92c2-678c6f23893e tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Pushing event deleted for resources: {'Network': ['ID=c7fb72a9-8d22-42c6-a65f-1f0037ddd6a5,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:00.327031 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1fb23-4b02-4a84-bad7-d0c4621aa6fe None None] Pushing event deleted for resources: {'Port': ['ID=2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:00.335715 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a1fb23-4b02-4a84-bad7-d0c4621aa6fe None None] No DVR routers for this DVR port 2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:43:00.458881 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e02de773-21cf-4523-b834-ecbf1b446ed1 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (58ee52ef-8483-405d-85b3-814b1c3de3fe), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:00.466804 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e02de773-21cf-4523-b834-ecbf1b446ed1 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:00.470392 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e02de773-21cf-4523-b834-ecbf1b446ed1 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "DELETE /v2.0/networks/58ee52ef-8483-405d-85b3-814b1c3de3fe HTTP/1.1" status: 204 len: 168 time: 1.0714419 Mar 07 10:43:00.473098 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54300) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:00.492733 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02de773-21cf-4523-b834-ecbf1b446ed1 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Pushing event deleted for resources: {'Network': ['ID=58ee52ef-8483-405d-85b3-814b1c3de3fe,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:00.594755 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-29242e91-38d4-4a6c-a88a-2bb18ed16d93 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Deleting port 4e9e5e7a-5a48-41a0-bb7b-5da680ad6eda {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:00.595160 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-29242e91-38d4-4a6c-a88a-2bb18ed16d93 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (4e9e5e7a-5a48-41a0-bb7b-5da680ad6eda), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:00.671279 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-29242e91-38d4-4a6c-a88a-2bb18ed16d93 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (4e9e5e7a-5a48-41a0-bb7b-5da680ad6eda), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:00.687927 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-29242e91-38d4-4a6c-a88a-2bb18ed16d93 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Calling delete_port for 4e9e5e7a-5a48-41a0-bb7b-5da680ad6eda owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:00.735042 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-551dd906-a4b5-494c-ae04-875f008482eb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (b6eeb2fc-5732-462c-95ea-d42f3351bff0), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:00.777966 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-29242e91-38d4-4a6c-a88a-2bb18ed16d93 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (4e9e5e7a-5a48-41a0-bb7b-5da680ad6eda), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:00.812119 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29242e91-38d4-4a6c-a88a-2bb18ed16d93 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Pushing event deleted for resources: {'Port': ['ID=4e9e5e7a-5a48-41a0-bb7b-5da680ad6eda,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:00.830563 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-29242e91-38d4-4a6c-a88a-2bb18ed16d93 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:00.833847 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-551dd906-a4b5-494c-ae04-875f008482eb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (b6eeb2fc-5732-462c-95ea-d42f3351bff0), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:00.837158 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-29242e91-38d4-4a6c-a88a-2bb18ed16d93 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "DELETE /v2.0/ports/4e9e5e7a-5a48-41a0-bb7b-5da680ad6eda HTTP/1.1" status: 204 len: 168 time: 0.3611066 Mar 07 10:43:00.838269 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54302) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:00.860123 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-551dd906-a4b5-494c-ae04-875f008482eb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6eeb2fc-5732-462c-95ea-d42f3351bff0']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:00.867529 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da88179-ef11-4931-9f6d-d43484f12200 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] DELETE failed (client error): The resource could not be found. Mar 07 10:43:00.867904 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da88179-ef11-4931-9f6d-d43484f12200 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:43:00.870700 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-551dd906-a4b5-494c-ae04-875f008482eb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c14401ed-1dc6-4fb0-8253-1c6f0b683339') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:00.870994 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-551dd906-a4b5-494c-ae04-875f008482eb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c14401ed-1dc6-4fb0-8253-1c6f0b683339') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:00.873598 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2da88179-ef11-4931-9f6d-d43484f12200 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "DELETE /v2.0/subnets/0374314e-9ce2-4816-bb0d-68143048ace8 HTTP/1.1" status: 404 len: 337 time: 0.0339289 Mar 07 10:43:00.874366 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54304) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:00.880726 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-551dd906-a4b5-494c-ae04-875f008482eb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (c14401ed-1dc6-4fb0-8253-1c6f0b683339), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:00.894810 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-551dd906-a4b5-494c-ae04-875f008482eb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (c14401ed-1dc6-4fb0-8253-1c6f0b683339), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:00.902480 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-551dd906-a4b5-494c-ae04-875f008482eb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:43:00.902877 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-551dd906-a4b5-494c-ae04-875f008482eb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (c14401ed-1dc6-4fb0-8253-1c6f0b683339), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:00.906826 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:43:00.906826 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:43:00.906826 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:43:00.906826 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:43:00.906826 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:43:00.906826 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:43:00.906826 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:43:00.906826 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:43:00.906826 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:43:00.906826 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:43:00.906826 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:43:00.906826 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:43:00.906826 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:43:00.906826 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:43:00.906826 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:43:00.906826 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:43:00.906826 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:43:00.906826 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:43:00.906826 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:43:00.906826 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:43:00.906826 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:43:00.906826 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:43:00.906826 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:43:00.906826 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:43:00.906826 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:43:00.906826 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:43:00.906826 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:43:00.906826 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:43:00.906826 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:43:00.906826 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:43:00.906826 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:43:00.906826 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:43:00.953818 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a5902b46-5ff4-4678-90a1-b7619a40e250 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (e4a13bef-48c7-4d9e-96ea-535ad2b1cffe), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:00.970702 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-551dd906-a4b5-494c-ae04-875f008482eb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (b6eeb2fc-5732-462c-95ea-d42f3351bff0), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:00.978879 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-551dd906-a4b5-494c-ae04-875f008482eb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:00.988013 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-551dd906-a4b5-494c-ae04-875f008482eb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] 10.222.0.11 "DELETE /v2.0/networks/b6eeb2fc-5732-462c-95ea-d42f3351bff0 HTTP/1.1" status: 204 len: 168 time: 0.7043655 Mar 07 10:43:01.009809 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551dd906-a4b5-494c-ae04-875f008482eb tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] Pushing event deleted for resources: {'Network': ['ID=b6eeb2fc-5732-462c-95ea-d42f3351bff0,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:01.083858 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a5902b46-5ff4-4678-90a1-b7619a40e250 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (e4a13bef-48c7-4d9e-96ea-535ad2b1cffe), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:01.107266 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-a5902b46-5ff4-4678-90a1-b7619a40e250 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a13bef-48c7-4d9e-96ea-535ad2b1cffe']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:01.118772 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-a5902b46-5ff4-4678-90a1-b7619a40e250 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ef343c-039e-48a3-80a4-276f74ef01e0') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:01.119783 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-a5902b46-5ff4-4678-90a1-b7619a40e250 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ef343c-039e-48a3-80a4-276f74ef01e0') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:01.129950 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a5902b46-5ff4-4678-90a1-b7619a40e250 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (15ef343c-039e-48a3-80a4-276f74ef01e0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:01.144525 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a5902b46-5ff4-4678-90a1-b7619a40e250 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (15ef343c-039e-48a3-80a4-276f74ef01e0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:01.151151 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5902b46-5ff4-4678-90a1-b7619a40e250 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:43:01.151648 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a5902b46-5ff4-4678-90a1-b7619a40e250 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (15ef343c-039e-48a3-80a4-276f74ef01e0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:01.154668 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:43:01.154668 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:43:01.154668 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:43:01.154668 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:43:01.154668 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:43:01.154668 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:43:01.154668 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:43:01.154668 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:43:01.154668 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:43:01.154668 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:43:01.154668 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:43:01.154668 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:43:01.154668 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:43:01.154668 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:43:01.154668 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:43:01.154668 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:43:01.154668 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:43:01.154668 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:43:01.154668 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:43:01.154668 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:43:01.154668 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:43:01.154668 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:43:01.154668 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:43:01.154668 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:43:01.154668 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:43:01.154668 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:43:01.154668 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:43:01.154668 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:43:01.154668 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:43:01.154668 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:43:01.154668 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:43:01.154668 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:43:01.228238 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a5902b46-5ff4-4678-90a1-b7619a40e250 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (e4a13bef-48c7-4d9e-96ea-535ad2b1cffe), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:01.238829 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a5902b46-5ff4-4678-90a1-b7619a40e250 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:01.249161 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a5902b46-5ff4-4678-90a1-b7619a40e250 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "DELETE /v2.0/networks/e4a13bef-48c7-4d9e-96ea-535ad2b1cffe HTTP/1.1" status: 204 len: 168 time: 0.3677468 Mar 07 10:43:01.251629 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54318) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:01.253413 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5902b46-5ff4-4678-90a1-b7619a40e250 tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Pushing event deleted for resources: {'Network': ['ID=e4a13bef-48c7-4d9e-96ea-535ad2b1cffe,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:01.310285 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e593469-c4c7-4260-8315-f4086c1b28bd tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Deleting subnet 8917a2ce-dd5c-4e2e-917c-0716a7371cb5 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:43:01.314048 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5e593469-c4c7-4260-8315-f4086c1b28bd tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks [] for subnet (8917a2ce-dd5c-4e2e-917c-0716a7371cb5), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:01.354471 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd83900-a503-4277-aee9-1224e710111f req-eb5f4540-53c0-4dc3-88b9-69ad8ce10e5f tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:01.357163 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2dd83900-a503-4277-aee9-1224e710111f req-eb5f4540-53c0-4dc3-88b9-69ad8ce10e5f tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.0679524 Mar 07 10:43:01.384403 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5e593469-c4c7-4260-8315-f4086c1b28bd tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (8917a2ce-dd5c-4e2e-917c-0716a7371cb5), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:01.435820 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2dd83900-a503-4277-aee9-1224e710111f req-931feeeb-7213-40a5-a259-024460ce99d4 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729218 Mar 07 10:43:01.467904 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:43:01.482976 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5e593469-c4c7-4260-8315-f4086c1b28bd tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (8917a2ce-dd5c-4e2e-917c-0716a7371cb5), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:01.490732 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:43:01.491151 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 2d60d56c-4f38-47f2-a4a1-9cb0b577bbc7 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:43:01.546972 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5e593469-c4c7-4260-8315-f4086c1b28bd tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (8917a2ce-dd5c-4e2e-917c-0716a7371cb5), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:01.579664 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e593469-c4c7-4260-8315-f4086c1b28bd tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Pushing event deleted for resources: {'Subnet': ['ID=8917a2ce-dd5c-4e2e-917c-0716a7371cb5,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:01.584848 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5e593469-c4c7-4260-8315-f4086c1b28bd tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:01.591344 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5e593469-c4c7-4260-8315-f4086c1b28bd tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "DELETE /v2.0/subnets/8917a2ce-dd5c-4e2e-917c-0716a7371cb5 HTTP/1.1" status: 204 len: 168 time: 0.3357553 Mar 07 10:43:01.591344 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54320) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:01.594421 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff35d26-c1a4-49f7-b210-89fa002e5241 None None] Network 646a8c5a-3e67-4706-b772-056ea6851b36 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:01.682083 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dfe30039-db8a-465b-801d-27c4f8addcdb tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (646a8c5a-3e67-4706-b772-056ea6851b36), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:01.743882 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-dfe30039-db8a-465b-801d-27c4f8addcdb tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Deleting port bf3a93b5-12c5-4b43-969e-e9e89927bd2a {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:01.744235 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dfe30039-db8a-465b-801d-27c4f8addcdb tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (bf3a93b5-12c5-4b43-969e-e9e89927bd2a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:01.776291 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e07e69-2d62-469e-bf20-b24f36624c86 None None] DHCP port deletion for 646a8c5a-3e67-4706-b772-056ea6851b36 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:43:01.815202 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-dfe30039-db8a-465b-801d-27c4f8addcdb tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] For port bf3a93b5-12c5-4b43-969e-e9e89927bd2a, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=bf3a93b5-12c5-4b43-969e-e9e89927bd2a,segment=NetworkSegment(6e975009-32f2-46ae-bdbb-1764c097439b),segment_id=6e975009-32f2-46ae-bdbb-1764c097439b)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:01.815474 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dfe30039-db8a-465b-801d-27c4f8addcdb tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (bf3a93b5-12c5-4b43-969e-e9e89927bd2a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:01.828432 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-49e07e69-2d62-469e-bf20-b24f36624c86 None None] Deleting port bf3a93b5-12c5-4b43-969e-e9e89927bd2a {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:01.828804 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-49e07e69-2d62-469e-bf20-b24f36624c86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (bf3a93b5-12c5-4b43-969e-e9e89927bd2a), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:01.829011 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-dfe30039-db8a-465b-801d-27c4f8addcdb tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Calling delete_port for bf3a93b5-12c5-4b43-969e-e9e89927bd2a owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:01.898724 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-49e07e69-2d62-469e-bf20-b24f36624c86 None None] For port bf3a93b5-12c5-4b43-969e-e9e89927bd2a, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=bf3a93b5-12c5-4b43-969e-e9e89927bd2a,segment=NetworkSegment(6e975009-32f2-46ae-bdbb-1764c097439b),segment_id=6e975009-32f2-46ae-bdbb-1764c097439b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:01.899120 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-49e07e69-2d62-469e-bf20-b24f36624c86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (bf3a93b5-12c5-4b43-969e-e9e89927bd2a), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:01.912830 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-49e07e69-2d62-469e-bf20-b24f36624c86 None None] Calling delete_port for bf3a93b5-12c5-4b43-969e-e9e89927bd2a owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:01.915360 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dfe30039-db8a-465b-801d-27c4f8addcdb tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (bf3a93b5-12c5-4b43-969e-e9e89927bd2a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:01.969221 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe30039-db8a-465b-801d-27c4f8addcdb tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Pushing event deleted for resources: {'Port': ['ID=bf3a93b5-12c5-4b43-969e-e9e89927bd2a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:01.975678 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe30039-db8a-465b-801d-27c4f8addcdb tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] No DVR routers for this DVR port bf3a93b5-12c5-4b43-969e-e9e89927bd2a on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:43:02.000954 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-49e07e69-2d62-469e-bf20-b24f36624c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (bf3a93b5-12c5-4b43-969e-e9e89927bd2a), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:02.032188 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e07e69-2d62-469e-bf20-b24f36624c86 None None] Pushing event deleted for resources: {'Port': ['ID=bf3a93b5-12c5-4b43-969e-e9e89927bd2a,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:02.036027 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e07e69-2d62-469e-bf20-b24f36624c86 None None] No DVR routers for this DVR port bf3a93b5-12c5-4b43-969e-e9e89927bd2a on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:43:02.081187 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dfe30039-db8a-465b-801d-27c4f8addcdb tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (646a8c5a-3e67-4706-b772-056ea6851b36), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:02.103883 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-dfe30039-db8a-465b-801d-27c4f8addcdb tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['646a8c5a-3e67-4706-b772-056ea6851b36']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:02.114794 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-dfe30039-db8a-465b-801d-27c4f8addcdb tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e975009-32f2-46ae-bdbb-1764c097439b') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:02.115099 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-dfe30039-db8a-465b-801d-27c4f8addcdb tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e975009-32f2-46ae-bdbb-1764c097439b') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:02.130129 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dfe30039-db8a-465b-801d-27c4f8addcdb tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (6e975009-32f2-46ae-bdbb-1764c097439b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:02.144563 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dfe30039-db8a-465b-801d-27c4f8addcdb tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (6e975009-32f2-46ae-bdbb-1764c097439b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:02.151275 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfe30039-db8a-465b-801d-27c4f8addcdb tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:43:02.151666 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dfe30039-db8a-465b-801d-27c4f8addcdb tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (6e975009-32f2-46ae-bdbb-1764c097439b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:02.154698 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:43:02.154698 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:43:02.154698 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:43:02.154698 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:43:02.154698 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:43:02.154698 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:43:02.154698 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:43:02.154698 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:43:02.154698 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:43:02.154698 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:43:02.154698 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:43:02.154698 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:43:02.154698 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:43:02.154698 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:43:02.154698 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:43:02.154698 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:43:02.154698 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:43:02.154698 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:43:02.154698 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:43:02.154698 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:43:02.154698 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:43:02.154698 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:43:02.154698 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:43:02.154698 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:43:02.154698 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:43:02.154698 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:43:02.154698 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:43:02.154698 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:43:02.154698 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:43:02.154698 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:43:02.154698 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:43:02.154698 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:43:02.219340 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dfe30039-db8a-465b-801d-27c4f8addcdb tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (646a8c5a-3e67-4706-b772-056ea6851b36), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:02.223783 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dfe30039-db8a-465b-801d-27c4f8addcdb tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:02.227990 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-dfe30039-db8a-465b-801d-27c4f8addcdb tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] 10.222.0.11 "DELETE /v2.0/networks/646a8c5a-3e67-4706-b772-056ea6851b36 HTTP/1.1" status: 204 len: 168 time: 0.6354795 Mar 07 10:43:02.247656 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe30039-db8a-465b-801d-27c4f8addcdb tempest-NetworksIpV6TestAttrs-2133638600 tempest-NetworksIpV6TestAttrs-2133638600-project] Pushing event deleted for resources: {'Network': ['ID=646a8c5a-3e67-4706-b772-056ea6851b36,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:02.502988 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54332) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:02.575007 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5982a271-7915-4a46-a65a-874bcaa0534d req-34dad7cd-befc-4e93-8947-6a96319c06af tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:02.577016 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5982a271-7915-4a46-a65a-874bcaa0534d req-34dad7cd-befc-4e93-8947-6a96319c06af tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.0612409 Mar 07 10:43:02.679172 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5982a271-7915-4a46-a65a-874bcaa0534d req-b668289b-eca3-4db6-8c08-d2d6ffba85de tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780468 Mar 07 10:43:02.682488 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-36249bc9-5101-43dd-8a43-e19c56b7d4ce admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bb99353c1f794a4eb0b0348a5eca7b29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1780617 Mar 07 10:43:02.684642 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54336) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:02.733539 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a72ac713-9c83-4b95-8d37-ce2a694834c6 admin admin] Publish callbacks [] for security_group (6f38d20c-ad4a-40b1-8a3d-462fe1be87d9), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:02.754739 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a72ac713-9c83-4b95-8d37-ce2a694834c6 admin admin] Publish callbacks [] for security_group (6f38d20c-ad4a-40b1-8a3d-462fe1be87d9), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:02.805740 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a72ac713-9c83-4b95-8d37-ce2a694834c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (6f38d20c-ad4a-40b1-8a3d-462fe1be87d9), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:02.808590 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a72ac713-9c83-4b95-8d37-ce2a694834c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:02.809895 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a72ac713-9c83-4b95-8d37-ce2a694834c6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6f38d20c-ad4a-40b1-8a3d-462fe1be87d9 HTTP/1.1" status: 204 len: 168 time: 0.1239686 Mar 07 10:43:02.818927 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ac713-9c83-4b95-8d37-ce2a694834c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f38d20c-ad4a-40b1-8a3d-462fe1be87d9,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:03.429724 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device bf3a93b5-12c5-4b43-969e-e9e89927bd2a no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:43:03.449908 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: bf3a93b5-12c5-4b43-969e-e9e89927bd2a {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:43:03.450251 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device bf3a93b5-12c5-4b43-969e-e9e89927bd2a not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:43:03.489405 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54364) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:03.590006 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d79dffb6-f919-4729-81e4-3d0c8e2ffe0e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1434747802'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:03.609342 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79dffb6-f919-4729-81e4-3d0c8e2ffe0e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Made reservation on behalf of a906cb076e8d4b1590a80d69151a24aa for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:03.612764 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d79dffb6-f919-4729-81e4-3d0c8e2ffe0e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:03.620999 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d79dffb6-f919-4729-81e4-3d0c8e2ffe0e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:03.699058 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d79dffb6-f919-4729-81e4-3d0c8e2ffe0e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks [] for security_group (a9be7162-8597-49a9-b8c8-0bb5b3a9a189), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:03.703512 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d79dffb6-f919-4729-81e4-3d0c8e2ffe0e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a9be7162-8597-49a9-b8c8-0bb5b3a9a189), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:03.738265 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79dffb6-f919-4729-81e4-3d0c8e2ffe0e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:43:03.748617 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79dffb6-f919-4729-81e4-3d0c8e2ffe0e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9be7162-8597-49a9-b8c8-0bb5b3a9a189,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:03.753437 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d79dffb6-f919-4729-81e4-3d0c8e2ffe0e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (aa5efecd-a588-46ed-a99a-ea3818cae45b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:03.753785 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-d79dffb6-f919-4729-81e4-3d0c8e2ffe0e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Added segment aa5efecd-a588-46ed-a99a-ea3818cae45b of type vlan for network 450bee5d-e334-4385-9be9-d1adb4f39b3a Mar 07 10:43:03.826820 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d79dffb6-f919-4729-81e4-3d0c8e2ffe0e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (450bee5d-e334-4385-9be9-d1adb4f39b3a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:03.859791 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741581f-d175-4f49-890b-33991e2123b5 req-c587947a-0886-4a6e-9a1b-ad555e2f399c tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:03.861323 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b741581f-d175-4f49-890b-33991e2123b5 req-c587947a-0886-4a6e-9a1b-ad555e2f399c tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.0995135 Mar 07 10:43:03.868666 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d79dffb6-f919-4729-81e4-3d0c8e2ffe0e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (450bee5d-e334-4385-9be9-d1adb4f39b3a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:03.873484 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79dffb6-f919-4729-81e4-3d0c8e2ffe0e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:03.874071 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d79dffb6-f919-4729-81e4-3d0c8e2ffe0e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:03.959896 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d79dffb6-f919-4729-81e4-3d0c8e2ffe0e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4693127 Mar 07 10:43:03.972565 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79dffb6-f919-4729-81e4-3d0c8e2ffe0e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event updated for resources: {'Network': ['ID=450bee5d-e334-4385-9be9-d1adb4f39b3a,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:03.985830 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b741581f-d175-4f49-890b-33991e2123b5 req-ed350b73-1a12-4859-8a19-f62f99b5871e tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092010 Mar 07 10:43:03.989396 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 450bee5d-e334-4385-9be9-d1adb4f39b3a details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:43:04.108849 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54370) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:04.114134 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-0d785eb6-e30e-40fc-993e-d3d187bc6f57 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Request body: {'subnet': {'network_id': '450bee5d-e334-4385-9be9-d1adb4f39b3a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:04.206519 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d785eb6-e30e-40fc-993e-d3d187bc6f57 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Made reservation on behalf of a906cb076e8d4b1590a80d69151a24aa for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:04.210299 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d785eb6-e30e-40fc-993e-d3d187bc6f57 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:04.406559 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d785eb6-e30e-40fc-993e-d3d187bc6f57 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (02252f27-7a15-4e6f-b206-6fd67b10c449), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:04.476794 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d785eb6-e30e-40fc-993e-d3d187bc6f57 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event updated for resources: {'Subnet': ['ID=02252f27-7a15-4e6f-b206-6fd67b10c449,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:04.487444 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d785eb6-e30e-40fc-993e-d3d187bc6f57 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Checking segment: {'id': 'aa5efecd-a588-46ed-a99a-ea3818cae45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '450bee5d-e334-4385-9be9-d1adb4f39b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:43:04.487914 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d785eb6-e30e-40fc-993e-d3d187bc6f57 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Network hostable DHCP agents. Network: 450bee5d-e334-4385-9be9-d1adb4f39b3a, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:43:04.505737 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d785eb6-e30e-40fc-993e-d3d187bc6f57 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Network 450bee5d-e334-4385-9be9-d1adb4f39b3a is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:43:04.514511 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-0d785eb6-e30e-40fc-993e-d3d187bc6f57 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 450bee5d-e334-4385-9be9-d1adb4f39b3a) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:43:04.518477 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d785eb6-e30e-40fc-993e-d3d187bc6f57 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:04.519087 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d785eb6-e30e-40fc-993e-d3d187bc6f57 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:04.526554 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b56fd9-cc0f-4cea-8565-09cf9fdd00d9 None None] Network 450bee5d-e334-4385-9be9-d1adb4f39b3a requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:04.541687 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0d785eb6-e30e-40fc-993e-d3d187bc6f57 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4302082 Mar 07 10:43:04.544573 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54376) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:04.550178 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-2ddb1828-9dd6-42ea-9e64-9befbf0d3335 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-241915315'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:04.570616 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddb1828-9dd6-42ea-9e64-9befbf0d3335 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Made reservation on behalf of a906cb076e8d4b1590a80d69151a24aa for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:04.574217 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2ddb1828-9dd6-42ea-9e64-9befbf0d3335 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:04.602582 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ddb1828-9dd6-42ea-9e64-9befbf0d3335 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:43:04.613180 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2ddb1828-9dd6-42ea-9e64-9befbf0d3335 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (84a36397-afc1-4d6d-b89e-711ab9ba734b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:04.613650 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-2ddb1828-9dd6-42ea-9e64-9befbf0d3335 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Added segment 84a36397-afc1-4d6d-b89e-711ab9ba734b of type vlan for network 05137f87-5620-4bfb-bc7b-f923dd22d82a Mar 07 10:43:04.648941 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16932db-bf40-4a19-a41d-e5898d7b8cca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-450bee5d-e334-4385-9be9-d1adb4f39b3a', 'network_id': '450bee5d-e334-4385-9be9-d1adb4f39b3a', 'project_id': 'a906cb076e8d4b1590a80d69151a24aa', 'fixed_ips': [{'subnet_id': '02252f27-7a15-4e6f-b206-6fd67b10c449'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:43:04.650166 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a16932db-bf40-4a19-a41d-e5898d7b8cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:04.668819 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2ddb1828-9dd6-42ea-9e64-9befbf0d3335 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (05137f87-5620-4bfb-bc7b-f923dd22d82a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:04.696301 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2ddb1828-9dd6-42ea-9e64-9befbf0d3335 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (05137f87-5620-4bfb-bc7b-f923dd22d82a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:04.701518 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddb1828-9dd6-42ea-9e64-9befbf0d3335 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:04.702229 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2ddb1828-9dd6-42ea-9e64-9befbf0d3335 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:04.780959 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2ddb1828-9dd6-42ea-9e64-9befbf0d3335 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2309916 Mar 07 10:43:04.780959 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54378) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:04.785147 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-03673f38-1580-4097-ab1b-c0fbdbae36e7 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Request body: {'subnet': {'network_id': '05137f87-5620-4bfb-bc7b-f923dd22d82a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:04.793636 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb1828-9dd6-42ea-9e64-9befbf0d3335 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event updated for resources: {'Network': ['ID=05137f87-5620-4bfb-bc7b-f923dd22d82a,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:04.805867 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-a16932db-bf40-4a19-a41d-e5898d7b8cca None None] Allocated IP 172.20.255.242 (450bee5d-e334-4385-9be9-d1adb4f39b3a/02252f27-7a15-4e6f-b206-6fd67b10c449/0384dbeb-0139-4562-bf0b-7ae20f617f17) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:43:04.812574 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 05137f87-5620-4bfb-bc7b-f923dd22d82a details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:43:04.880479 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03673f38-1580-4097-ab1b-c0fbdbae36e7 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Made reservation on behalf of a906cb076e8d4b1590a80d69151a24aa for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:04.884993 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-03673f38-1580-4097-ab1b-c0fbdbae36e7 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:05.016870 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a16932db-bf40-4a19-a41d-e5898d7b8cca None None] Publish callbacks [] for port (0384dbeb-0139-4562-bf0b-7ae20f617f17), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:05.023873 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a16932db-bf40-4a19-a41d-e5898d7b8cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (0384dbeb-0139-4562-bf0b-7ae20f617f17), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:05.063196 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16932db-bf40-4a19-a41d-e5898d7b8cca None None] Network 450bee5d-e334-4385-9be9-d1adb4f39b3a is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:43:05.068870 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-a16932db-bf40-4a19-a41d-e5898d7b8cca None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:43:05.073381 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16932db-bf40-4a19-a41d-e5898d7b8cca None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:43:05.088784 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16932db-bf40-4a19-a41d-e5898d7b8cca None None] Pushing event updated for resources: {'Port': ['ID=0384dbeb-0139-4562-bf0b-7ae20f617f17,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:05.139196 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-03673f38-1580-4097-ab1b-c0fbdbae36e7 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (aaca142b-9b8c-41be-ba55-ea2cfcbc2b12), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:05.146993 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-a16932db-bf40-4a19-a41d-e5898d7b8cca None None] Attempting to bind port 0384dbeb-0139-4562-bf0b-7ae20f617f17 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:43:05.147379 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-a16932db-bf40-4a19-a41d-e5898d7b8cca None None] Attempting to bind port 0384dbeb-0139-4562-bf0b-7ae20f617f17 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'aa5efecd-a588-46ed-a99a-ea3818cae45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '450bee5d-e334-4385-9be9-d1adb4f39b3a'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:43:05.148517 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16932db-bf40-4a19-a41d-e5898d7b8cca None None] Attempting to bind port 0384dbeb-0139-4562-bf0b-7ae20f617f17 on network 450bee5d-e334-4385-9be9-d1adb4f39b3a {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:43:05.155905 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16932db-bf40-4a19-a41d-e5898d7b8cca None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:43:05.156438 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16932db-bf40-4a19-a41d-e5898d7b8cca None None] Checking segment: {'id': 'aa5efecd-a588-46ed-a99a-ea3818cae45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '450bee5d-e334-4385-9be9-d1adb4f39b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:43:05.156862 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a16932db-bf40-4a19-a41d-e5898d7b8cca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:05.157292 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16932db-bf40-4a19-a41d-e5898d7b8cca None None] Bound using segment: {'id': 'aa5efecd-a588-46ed-a99a-ea3818cae45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '450bee5d-e334-4385-9be9-d1adb4f39b3a'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:43:05.157782 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-a16932db-bf40-4a19-a41d-e5898d7b8cca None None] Bound port: 0384dbeb-0139-4562-bf0b-7ae20f617f17, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa5efecd-a588-46ed-a99a-ea3818cae45b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '450bee5d-e334-4385-9be9-d1adb4f39b3a'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:43:05.158167 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a16932db-bf40-4a19-a41d-e5898d7b8cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0384dbeb-0139-4562-bf0b-7ae20f617f17), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:05.176069 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a1acf-08fe-48bf-9301-9736c20116cf req-59c6e9ab-0928-40c9-a047-fb73b25d1495 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:05.186036 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-481a1acf-08fe-48bf-9301-9736c20116cf req-59c6e9ab-0928-40c9-a047-fb73b25d1495 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.0787628 Mar 07 10:43:05.232028 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03673f38-1580-4097-ab1b-c0fbdbae36e7 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event updated for resources: {'Subnet': ['ID=aaca142b-9b8c-41be-ba55-ea2cfcbc2b12,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:05.234757 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a16932db-bf40-4a19-a41d-e5898d7b8cca None None] For port 0384dbeb-0139-4562-bf0b-7ae20f617f17, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:43:05.240052 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a16932db-bf40-4a19-a41d-e5898d7b8cca None None] For port 0384dbeb-0139-4562-bf0b-7ae20f617f17, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=0384dbeb-0139-4562-bf0b-7ae20f617f17,segment=NetworkSegment(aa5efecd-a588-46ed-a99a-ea3818cae45b),segment_id=aa5efecd-a588-46ed-a99a-ea3818cae45b)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:43:05.260720 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a16932db-bf40-4a19-a41d-e5898d7b8cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0384dbeb-0139-4562-bf0b-7ae20f617f17), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:05.262170 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03673f38-1580-4097-ab1b-c0fbdbae36e7 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Checking segment: {'id': '84a36397-afc1-4d6d-b89e-711ab9ba734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '05137f87-5620-4bfb-bc7b-f923dd22d82a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:43:05.262601 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03673f38-1580-4097-ab1b-c0fbdbae36e7 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Network hostable DHCP agents. Network: 05137f87-5620-4bfb-bc7b-f923dd22d82a, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:43:05.281972 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-481a1acf-08fe-48bf-9301-9736c20116cf req-e954937d-f778-436c-aef0-db49696c30bd tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939183 Mar 07 10:43:05.291897 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03673f38-1580-4097-ab1b-c0fbdbae36e7 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Network 05137f87-5620-4bfb-bc7b-f923dd22d82a is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:43:05.312269 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-03673f38-1580-4097-ab1b-c0fbdbae36e7 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 05137f87-5620-4bfb-bc7b-f923dd22d82a) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:43:05.317096 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03673f38-1580-4097-ab1b-c0fbdbae36e7 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:05.317975 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-03673f38-1580-4097-ab1b-c0fbdbae36e7 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:05.338643 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7be15c-558f-4061-ba37-a7f10f994ff7 None None] Network 05137f87-5620-4bfb-bc7b-f923dd22d82a requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:05.358013 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-03673f38-1580-4097-ab1b-c0fbdbae36e7 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5769229 Mar 07 10:43:05.361351 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54386) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:05.364951 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16932db-bf40-4a19-a41d-e5898d7b8cca None None] Pushing event updated for resources: {'Port': ['ID=0384dbeb-0139-4562-bf0b-7ae20f617f17,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:05.478298 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bf8a06-9d19-4617-b858-41e178fdfc93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-05137f87-5620-4bfb-bc7b-f923dd22d82a', 'network_id': '05137f87-5620-4bfb-bc7b-f923dd22d82a', 'project_id': 'a906cb076e8d4b1590a80d69151a24aa', 'fixed_ips': [{'subnet_id': 'aaca142b-9b8c-41be-ba55-ea2cfcbc2b12'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:43:05.479201 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-22bf8a06-9d19-4617-b858-41e178fdfc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:05.536743 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (05137f87-5620-4bfb-bc7b-f923dd22d82a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:05.617054 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (aaca142b-9b8c-41be-ba55-ea2cfcbc2b12), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:05.686318 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-22bf8a06-9d19-4617-b858-41e178fdfc93 None None] Allocated IP 172.20.0.2 (05137f87-5620-4bfb-bc7b-f923dd22d82a/aaca142b-9b8c-41be-ba55-ea2cfcbc2b12/fda6ca3e-fcf2-494d-8454-c9756fb089c8) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:43:05.839127 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8e2a0bfb-8b77-4245-919c-1385b00b9b19 req-1079127a-8f73-4275-b2ee-6ae0ddafdb4e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0778351 Mar 07 10:43:05.936315 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a0bfb-8b77-4245-919c-1385b00b9b19 req-7b54a2e0-fb87-4b5b-825b-8c05329db85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:05.937958 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8e2a0bfb-8b77-4245-919c-1385b00b9b19 req-7b54a2e0-fb87-4b5b-825b-8c05329db85e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d640dc7f4f784834ad48e78ec0df26a5&device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 1126 time: 0.0509305 Mar 07 10:43:06.044397 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-22bf8a06-9d19-4617-b858-41e178fdfc93 None None] Publish callbacks [] for port (fda6ca3e-fcf2-494d-8454-c9756fb089c8), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:06.055231 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-22bf8a06-9d19-4617-b858-41e178fdfc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (fda6ca3e-fcf2-494d-8454-c9756fb089c8), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:06.068869 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a0bfb-8b77-4245-919c-1385b00b9b19 req-099521d9-c909-4dde-b5e8-516775bb7e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:06.071005 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8e2a0bfb-8b77-4245-919c-1385b00b9b19 req-099521d9-c909-4dde-b5e8-516775bb7e93 service neutron] 10.222.0.31 "GET /v2.0/networks?id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41 HTTP/1.1" status: 200 len: 912 time: 0.1089475 Mar 07 10:43:06.076772 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (aaca142b-9b8c-41be-ba55-ea2cfcbc2b12), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:06.111403 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bf8a06-9d19-4617-b858-41e178fdfc93 None None] Network 05137f87-5620-4bfb-bc7b-f923dd22d82a is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:43:06.114784 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-22bf8a06-9d19-4617-b858-41e178fdfc93 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:43:06.119002 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bf8a06-9d19-4617-b858-41e178fdfc93 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:43:06.130113 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf8a06-9d19-4617-b858-41e178fdfc93 None None] Pushing event updated for resources: {'Port': ['ID=fda6ca3e-fcf2-494d-8454-c9756fb089c8,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:06.155000 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event deleted for resources: {'Subnet': ['ID=aaca142b-9b8c-41be-ba55-ea2cfcbc2b12,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:06.195031 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-22bf8a06-9d19-4617-b858-41e178fdfc93 None None] Attempting to bind port fda6ca3e-fcf2-494d-8454-c9756fb089c8 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:43:06.195443 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-22bf8a06-9d19-4617-b858-41e178fdfc93 None None] Attempting to bind port fda6ca3e-fcf2-494d-8454-c9756fb089c8 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '84a36397-afc1-4d6d-b89e-711ab9ba734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '05137f87-5620-4bfb-bc7b-f923dd22d82a'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:43:06.195816 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bf8a06-9d19-4617-b858-41e178fdfc93 None None] Attempting to bind port fda6ca3e-fcf2-494d-8454-c9756fb089c8 on network 05137f87-5620-4bfb-bc7b-f923dd22d82a {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:43:06.202486 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bf8a06-9d19-4617-b858-41e178fdfc93 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:43:06.202933 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bf8a06-9d19-4617-b858-41e178fdfc93 None None] Checking segment: {'id': '84a36397-afc1-4d6d-b89e-711ab9ba734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '05137f87-5620-4bfb-bc7b-f923dd22d82a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:43:06.203350 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-22bf8a06-9d19-4617-b858-41e178fdfc93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:06.203744 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bf8a06-9d19-4617-b858-41e178fdfc93 None None] Bound using segment: {'id': '84a36397-afc1-4d6d-b89e-711ab9ba734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '05137f87-5620-4bfb-bc7b-f923dd22d82a'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:43:06.204912 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-22bf8a06-9d19-4617-b858-41e178fdfc93 None None] Bound port: fda6ca3e-fcf2-494d-8454-c9756fb089c8, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a36397-afc1-4d6d-b89e-711ab9ba734b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '05137f87-5620-4bfb-bc7b-f923dd22d82a'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:43:06.204912 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-22bf8a06-9d19-4617-b858-41e178fdfc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fda6ca3e-fcf2-494d-8454-c9756fb089c8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:06.280914 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8e2a0bfb-8b77-4245-919c-1385b00b9b19 req-36c01289-b1ae-4235-b5f9-46464e657a04 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49374629-e4ca-4d8e-9683-e194b48557a0 HTTP/1.1" status: 200 len: 999 time: 0.2013643 Mar 07 10:43:06.284617 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (05137f87-5620-4bfb-bc7b-f923dd22d82a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:06.286531 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-22bf8a06-9d19-4617-b858-41e178fdfc93 None None] For port fda6ca3e-fcf2-494d-8454-c9756fb089c8, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:43:06.298018 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-22bf8a06-9d19-4617-b858-41e178fdfc93 None None] For port fda6ca3e-fcf2-494d-8454-c9756fb089c8, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=fda6ca3e-fcf2-494d-8454-c9756fb089c8,segment=NetworkSegment(84a36397-afc1-4d6d-b89e-711ab9ba734b),segment_id=84a36397-afc1-4d6d-b89e-711ab9ba734b)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:43:06.307013 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-22bf8a06-9d19-4617-b858-41e178fdfc93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (fda6ca3e-fcf2-494d-8454-c9756fb089c8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:06.357259 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05137f87-5620-4bfb-bc7b-f923dd22d82a']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:06.378518 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a36397-afc1-4d6d-b89e-711ab9ba734b') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:06.378942 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a36397-afc1-4d6d-b89e-711ab9ba734b') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:06.410106 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (84a36397-afc1-4d6d-b89e-711ab9ba734b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:06.419902 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a0bfb-8b77-4245-919c-1385b00b9b19 req-dc8da294-ccad-4d0a-8278-53d118d825f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:06.421835 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8e2a0bfb-8b77-4245-919c-1385b00b9b19 req-dc8da294-ccad-4d0a-8278-53d118d825f9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=be75dc35-59ec-464d-b948-3549cf46df15 HTTP/1.1" status: 200 len: 850 time: 0.1334443 Mar 07 10:43:06.489688 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf8a06-9d19-4617-b858-41e178fdfc93 None None] Pushing event updated for resources: {'Port': ['ID=fda6ca3e-fcf2-494d-8454-c9756fb089c8,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:06.494410 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ee35b1-1ccf-4f57-aead-dd62a0d3bfcd req-28f8eb15-d0a5-407c-a909-4f5cfda15ba2 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:06.496956 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b1ee35b1-1ccf-4f57-aead-dd62a0d3bfcd req-28f8eb15-d0a5-407c-a909-4f5cfda15ba2 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.1066451 Mar 07 10:43:06.518750 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (84a36397-afc1-4d6d-b89e-711ab9ba734b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:06.524347 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f799dd6d-14a0-4606-bdca-a09a28ce67cb None None] Network 05137f87-5620-4bfb-bc7b-f923dd22d82a requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:06.527879 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5a4999a0-3379-4104-8228-b2f0098ece2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:06.541986 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:43:06.542392 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (84a36397-afc1-4d6d-b89e-711ab9ba734b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:06.545971 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:43:06.545971 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:43:06.545971 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:43:06.545971 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:43:06.545971 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:43:06.545971 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:43:06.545971 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:43:06.545971 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:43:06.545971 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:43:06.545971 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:43:06.545971 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:43:06.545971 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:43:06.545971 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:43:06.545971 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:43:06.545971 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:43:06.545971 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:43:06.545971 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:43:06.545971 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:43:06.545971 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:43:06.545971 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:43:06.545971 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:43:06.545971 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:43:06.545971 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:43:06.545971 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:43:06.545971 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:43:06.545971 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:43:06.545971 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:43:06.545971 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:43:06.545971 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:43:06.545971 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:43:06.545971 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:43:06.545971 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:43:06.623514 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b1ee35b1-1ccf-4f57-aead-dd62a0d3bfcd req-a07506ec-4d80-47ff-8c4a-43ce16e55a58 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202288 Mar 07 10:43:06.660525 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a0bfb-8b77-4245-919c-1385b00b9b19 req-c07b12f5-ce40-4427-8d3f-1ba93d555d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:06.662083 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8e2a0bfb-8b77-4245-919c-1385b00b9b19 req-c07b12f5-ce40-4427-8d3f-1ba93d555d36 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2318563 Mar 07 10:43:06.671125 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.db.api [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 10:43:06.671125 n-d-832164-4 neutron-server[103767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 10:43:06.671125 n-d-832164-4 neutron-server[103767]: [parameters: {'id': '05137f87-5620-4bfb-bc7b-f923dd22d82a'}] Mar 07 10:43:06.671125 n-d-832164-4 neutron-server[103767]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:43:06.671651 n-d-832164-4 neutron-server[103767]: DEBUG oslo_db.api [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:43:06.748236 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf5ab48-4e59-4e31-8800-59f3d086e96a None None] get_active_networks_info from n-d-832164-4 {{(pid=103768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 10:43:06.778950 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8e2a0bfb-8b77-4245-919c-1385b00b9b19 req-d3afaa8d-db0f-432b-afb6-cdeae11e1ec5 service neutron] 10.222.0.31 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011097 Mar 07 10:43:06.855557 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b5508984-d0f7-4a94-8a24-77e1b43f78e2 None None] Provisioning complete for port 0384dbeb-0139-4562-bf0b-7ae20f617f17 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:43:06.856188 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b5508984-d0f7-4a94-8a24-77e1b43f78e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0384dbeb-0139-4562-bf0b-7ae20f617f17), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:06.887487 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8e2a0bfb-8b77-4245-919c-1385b00b9b19 req-2217e717-a6b7-44e7-b5af-1e9f0624f6a8 service neutron] 10.222.0.31 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010685 Mar 07 10:43:06.931892 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf5ab48-4e59-4e31-8800-59f3d086e96a None None] Resources bound (agent type, host, resource id): {{(pid=103768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:43:06.987998 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b5508984-d0f7-4a94-8a24-77e1b43f78e2 None None] Current status of the port 0384dbeb-0139-4562-bf0b-7ae20f617f17 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:43:06.988304 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b5508984-d0f7-4a94-8a24-77e1b43f78e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0384dbeb-0139-4562-bf0b-7ae20f617f17), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:07.076196 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-b5508984-d0f7-4a94-8a24-77e1b43f78e2 None None] For port 0384dbeb-0139-4562-bf0b-7ae20f617f17, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=0384dbeb-0139-4562-bf0b-7ae20f617f17,segment=NetworkSegment(aa5efecd-a588-46ed-a99a-ea3818cae45b),segment_id=aa5efecd-a588-46ed-a99a-ea3818cae45b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:07.087754 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b5508984-d0f7-4a94-8a24-77e1b43f78e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0384dbeb-0139-4562-bf0b-7ae20f617f17), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:07.172147 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (05137f87-5620-4bfb-bc7b-f923dd22d82a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:07.188844 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5508984-d0f7-4a94-8a24-77e1b43f78e2 None None] Pushing event updated for resources: {'Port': ['ID=0384dbeb-0139-4562-bf0b-7ae20f617f17,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:07.236857 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Deleting port fda6ca3e-fcf2-494d-8454-c9756fb089c8 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:07.237374 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (fda6ca3e-fcf2-494d-8454-c9756fb089c8), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:07.286972 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87eb3db7-fd78-4be0-93a3-47ff92d4d53b None None] Network 450bee5d-e334-4385-9be9-d1adb4f39b3a requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:07.314534 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] For port fda6ca3e-fcf2-494d-8454-c9756fb089c8, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=fda6ca3e-fcf2-494d-8454-c9756fb089c8,segment=NetworkSegment(84a36397-afc1-4d6d-b89e-711ab9ba734b),segment_id=84a36397-afc1-4d6d-b89e-711ab9ba734b)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:07.315527 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (fda6ca3e-fcf2-494d-8454-c9756fb089c8), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:07.331661 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Calling delete_port for fda6ca3e-fcf2-494d-8454-c9756fb089c8 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:07.501691 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (fda6ca3e-fcf2-494d-8454-c9756fb089c8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:07.526546 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 0384dbeb-0139-4562-bf0b-7ae20f617f17 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:43:07.534004 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event deleted for resources: {'Port': ['ID=fda6ca3e-fcf2-494d-8454-c9756fb089c8,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:07.540969 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] No DVR routers for this DVR port fda6ca3e-fcf2-494d-8454-c9756fb089c8 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:43:07.636854 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 0384dbeb-0139-4562-bf0b-7ae20f617f17 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:43:07.637370 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0384dbeb-0139-4562-bf0b-7ae20f617f17), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:07.651875 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (05137f87-5620-4bfb-bc7b-f923dd22d82a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:07.690832 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05137f87-5620-4bfb-bc7b-f923dd22d82a']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:07.708569 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a36397-afc1-4d6d-b89e-711ab9ba734b') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:07.709179 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a36397-afc1-4d6d-b89e-711ab9ba734b') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:07.723669 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (84a36397-afc1-4d6d-b89e-711ab9ba734b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:07.745085 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (84a36397-afc1-4d6d-b89e-711ab9ba734b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:07.755190 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:43:07.756189 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (84a36397-afc1-4d6d-b89e-711ab9ba734b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:07.795846 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 0384dbeb-0139-4562-bf0b-7ae20f617f17 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:43:07.815955 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-74a8e635-f866-4730-8ee6-679bac82a939 None None] Provisioning complete for port 0384dbeb-0139-4562-bf0b-7ae20f617f17 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:43:07.816470 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-74a8e635-f866-4730-8ee6-679bac82a939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0384dbeb-0139-4562-bf0b-7ae20f617f17), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:07.857368 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:43:07.857368 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:43:07.857368 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:43:07.857368 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:43:07.857368 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:43:07.857368 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:43:07.857368 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:43:07.857368 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:43:07.857368 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:43:07.857368 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:43:07.857368 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:43:07.857368 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:43:07.857368 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:43:07.857368 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:43:07.857368 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:43:07.857368 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:43:07.857368 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:43:07.857368 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:43:07.857368 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:43:07.857368 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:43:07.857368 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:43:07.857368 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:43:07.857368 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:43:07.857368 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:43:07.857368 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:43:07.857368 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:43:07.857368 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:43:07.857368 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:43:07.857368 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:43:07.857368 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:43:07.857368 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:43:07.857368 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:43:07.873968 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (05137f87-5620-4bfb-bc7b-f923dd22d82a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:07.879302 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:07.886785 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54404) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:07.887739 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/networks/05137f87-5620-4bfb-bc7b-f923dd22d82a HTTP/1.1" status: 204 len: 168 time: 2.5251460 Mar 07 10:43:07.892500 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-1ee81102-0778-47af-a1f5-ec3672861896 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1910904878'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:07.930935 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16368f-1236-41e5-82b9-5fe11a0d6f40 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event deleted for resources: {'Network': ['ID=05137f87-5620-4bfb-bc7b-f923dd22d82a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:07.934775 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-74a8e635-f866-4730-8ee6-679bac82a939 None None] Current status of the port 0384dbeb-0139-4562-bf0b-7ae20f617f17 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:43:07.936239 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee81102-0778-47af-a1f5-ec3672861896 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Made reservation on behalf of a906cb076e8d4b1590a80d69151a24aa for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:07.939949 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1ee81102-0778-47af-a1f5-ec3672861896 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:07.979311 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee81102-0778-47af-a1f5-ec3672861896 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:43:07.992500 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1ee81102-0778-47af-a1f5-ec3672861896 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (9e1b6310-1c23-4c1f-af04-0b1f88034e06), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:07.993679 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-1ee81102-0778-47af-a1f5-ec3672861896 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Added segment 9e1b6310-1c23-4c1f-af04-0b1f88034e06 of type vlan for network 9e4f3e62-8209-428a-bd9f-7b9aca4c0b60 Mar 07 10:43:08.008720 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c10993-0bfc-4c5e-8002-f885445e97a7 req-2e324227-86fc-4975-8f35-2c64297ef241 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:08.012753 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d6c10993-0bfc-4c5e-8002-f885445e97a7 req-2e324227-86fc-4975-8f35-2c64297ef241 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.1543727 Mar 07 10:43:08.064904 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1ee81102-0778-47af-a1f5-ec3672861896 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (9e4f3e62-8209-428a-bd9f-7b9aca4c0b60), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:08.110207 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d6c10993-0bfc-4c5e-8002-f885445e97a7 req-818f3ff6-04b3-46b8-bd62-c06eade1f696 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888681 Mar 07 10:43:08.113378 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1ee81102-0778-47af-a1f5-ec3672861896 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (9e4f3e62-8209-428a-bd9f-7b9aca4c0b60), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:08.119394 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee81102-0778-47af-a1f5-ec3672861896 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:08.120065 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1ee81102-0778-47af-a1f5-ec3672861896 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:08.192706 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1ee81102-0778-47af-a1f5-ec3672861896 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3013425 Mar 07 10:43:08.192980 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54406) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:08.198536 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d28968a1-33a2-48d3-bbd9-b37c9ae32a47 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Request body: {'subnet': {'network_id': '9e4f3e62-8209-428a-bd9f-7b9aca4c0b60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:08.206216 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee81102-0778-47af-a1f5-ec3672861896 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event updated for resources: {'Network': ['ID=9e4f3e62-8209-428a-bd9f-7b9aca4c0b60,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:08.218874 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 9e4f3e62-8209-428a-bd9f-7b9aca4c0b60 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:43:08.316445 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28968a1-33a2-48d3-bbd9-b37c9ae32a47 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Made reservation on behalf of a906cb076e8d4b1590a80d69151a24aa for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:08.320735 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d28968a1-33a2-48d3-bbd9-b37c9ae32a47 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:08.393422 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.ipam_backend_mixin [None req-d28968a1-33a2-48d3-bbd9-b37c9ae32a47 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Performing IP validity checks on allocation pools {{(pid=103766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 10:43:08.393948 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.ipam_backend_mixin [None req-d28968a1-33a2-48d3-bbd9-b37c9ae32a47 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 10:43:08.519768 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d28968a1-33a2-48d3-bbd9-b37c9ae32a47 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (1844ab3c-25b9-442a-a77c-d2551941fd11), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:08.595412 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28968a1-33a2-48d3-bbd9-b37c9ae32a47 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event updated for resources: {'Subnet': ['ID=1844ab3c-25b9-442a-a77c-d2551941fd11,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:08.600343 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28968a1-33a2-48d3-bbd9-b37c9ae32a47 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Checking segment: {'id': '9e1b6310-1c23-4c1f-af04-0b1f88034e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9e4f3e62-8209-428a-bd9f-7b9aca4c0b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:43:08.601421 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28968a1-33a2-48d3-bbd9-b37c9ae32a47 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Network hostable DHCP agents. Network: 9e4f3e62-8209-428a-bd9f-7b9aca4c0b60, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:43:08.624997 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28968a1-33a2-48d3-bbd9-b37c9ae32a47 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Network 9e4f3e62-8209-428a-bd9f-7b9aca4c0b60 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:43:08.637842 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-04b70d1f-ed33-4674-9db7-250845327afc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:08.640717 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-d28968a1-33a2-48d3-bbd9-b37c9ae32a47 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 9e4f3e62-8209-428a-bd9f-7b9aca4c0b60) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:43:08.646165 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28968a1-33a2-48d3-bbd9-b37c9ae32a47 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:08.646771 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d28968a1-33a2-48d3-bbd9-b37c9ae32a47 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:08.667573 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6257b1d1-95ee-459b-ba40-d9ad96d2e1cd None None] Network 9e4f3e62-8209-428a-bd9f-7b9aca4c0b60 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:08.688226 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d28968a1-33a2-48d3-bbd9-b37c9ae32a47 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.4916432 Mar 07 10:43:08.689356 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54414) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:08.799402 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada10db4-25da-443c-82fd-557909d857ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-9e4f3e62-8209-428a-bd9f-7b9aca4c0b60', 'network_id': '9e4f3e62-8209-428a-bd9f-7b9aca4c0b60', 'project_id': 'a906cb076e8d4b1590a80d69151a24aa', 'fixed_ips': [{'subnet_id': '1844ab3c-25b9-442a-a77c-d2551941fd11'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:43:08.800986 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ada10db4-25da-443c-82fd-557909d857ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:08.859096 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (9e4f3e62-8209-428a-bd9f-7b9aca4c0b60), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:08.956296 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (1844ab3c-25b9-442a-a77c-d2551941fd11), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:08.968501 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-ada10db4-25da-443c-82fd-557909d857ec None None] Allocated IP 172.20.0.3 (9e4f3e62-8209-428a-bd9f-7b9aca4c0b60/1844ab3c-25b9-442a-a77c-d2551941fd11/c7496917-a96b-4ba4-b0a2-7ef7fe4d3b04) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:43:09.123811 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ada10db4-25da-443c-82fd-557909d857ec None None] Publish callbacks [] for port (c7496917-a96b-4ba4-b0a2-7ef7fe4d3b04), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:09.134741 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ada10db4-25da-443c-82fd-557909d857ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (c7496917-a96b-4ba4-b0a2-7ef7fe4d3b04), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:09.152819 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (1844ab3c-25b9-442a-a77c-d2551941fd11), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:09.182598 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada10db4-25da-443c-82fd-557909d857ec None None] Network 9e4f3e62-8209-428a-bd9f-7b9aca4c0b60 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:43:09.186052 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-ada10db4-25da-443c-82fd-557909d857ec None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:43:09.191668 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event deleted for resources: {'Subnet': ['ID=1844ab3c-25b9-442a-a77c-d2551941fd11,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:09.192638 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada10db4-25da-443c-82fd-557909d857ec None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:43:09.228530 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada10db4-25da-443c-82fd-557909d857ec None None] Pushing event updated for resources: {'Port': ['ID=c7496917-a96b-4ba4-b0a2-7ef7fe4d3b04,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:09.261207 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-ada10db4-25da-443c-82fd-557909d857ec None None] Attempting to bind port c7496917-a96b-4ba4-b0a2-7ef7fe4d3b04 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:43:09.261704 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-ada10db4-25da-443c-82fd-557909d857ec None None] Attempting to bind port c7496917-a96b-4ba4-b0a2-7ef7fe4d3b04 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '9e1b6310-1c23-4c1f-af04-0b1f88034e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9e4f3e62-8209-428a-bd9f-7b9aca4c0b60'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:43:09.262210 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada10db4-25da-443c-82fd-557909d857ec None None] Attempting to bind port c7496917-a96b-4ba4-b0a2-7ef7fe4d3b04 on network 9e4f3e62-8209-428a-bd9f-7b9aca4c0b60 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:43:09.267691 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada10db4-25da-443c-82fd-557909d857ec None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:43:09.268073 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada10db4-25da-443c-82fd-557909d857ec None None] Checking segment: {'id': '9e1b6310-1c23-4c1f-af04-0b1f88034e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9e4f3e62-8209-428a-bd9f-7b9aca4c0b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:43:09.268475 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ada10db4-25da-443c-82fd-557909d857ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:09.268868 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada10db4-25da-443c-82fd-557909d857ec None None] Bound using segment: {'id': '9e1b6310-1c23-4c1f-af04-0b1f88034e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9e4f3e62-8209-428a-bd9f-7b9aca4c0b60'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:43:09.269359 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-ada10db4-25da-443c-82fd-557909d857ec None None] Bound port: c7496917-a96b-4ba4-b0a2-7ef7fe4d3b04, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1b6310-1c23-4c1f-af04-0b1f88034e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9e4f3e62-8209-428a-bd9f-7b9aca4c0b60'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:43:09.269762 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ada10db4-25da-443c-82fd-557909d857ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c7496917-a96b-4ba4-b0a2-7ef7fe4d3b04), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:09.337443 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (9e4f3e62-8209-428a-bd9f-7b9aca4c0b60), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:09.337709 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ada10db4-25da-443c-82fd-557909d857ec None None] For port c7496917-a96b-4ba4-b0a2-7ef7fe4d3b04, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:43:09.340648 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ada10db4-25da-443c-82fd-557909d857ec None None] For port c7496917-a96b-4ba4-b0a2-7ef7fe4d3b04, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c7496917-a96b-4ba4-b0a2-7ef7fe4d3b04,segment=NetworkSegment(9e1b6310-1c23-4c1f-af04-0b1f88034e06),segment_id=9e1b6310-1c23-4c1f-af04-0b1f88034e06)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:43:09.359497 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12bf71e-5ab3-423f-8c0d-906f0245266f req-582561ff-360a-49b1-8e9d-0de8e8f18235 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:09.361050 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d12bf71e-5ab3-423f-8c0d-906f0245266f req-582561ff-360a-49b1-8e9d-0de8e8f18235 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.1293721 Mar 07 10:43:09.362307 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ada10db4-25da-443c-82fd-557909d857ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c7496917-a96b-4ba4-b0a2-7ef7fe4d3b04), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:09.392044 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e4f3e62-8209-428a-bd9f-7b9aca4c0b60']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:09.410908 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e1b6310-1c23-4c1f-af04-0b1f88034e06') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:09.411196 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e1b6310-1c23-4c1f-af04-0b1f88034e06') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:09.436337 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (9e1b6310-1c23-4c1f-af04-0b1f88034e06), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:09.454751 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d12bf71e-5ab3-423f-8c0d-906f0245266f req-0bf39c01-dd69-4be1-95ee-45f15114738a tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867605 Mar 07 10:43:09.478005 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (9e1b6310-1c23-4c1f-af04-0b1f88034e06), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:09.488105 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:43:09.489408 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (9e1b6310-1c23-4c1f-af04-0b1f88034e06), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:09.498014 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada10db4-25da-443c-82fd-557909d857ec None None] Pushing event updated for resources: {'Port': ['ID=c7496917-a96b-4ba4-b0a2-7ef7fe4d3b04,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:09.513006 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585cb94d-0be0-40c4-935f-0f71f52020cb None None] get_active_networks_info from n-d-832164-4 {{(pid=103768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 10:43:09.562752 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:43:09.562752 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:43:09.562752 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:43:09.562752 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:43:09.562752 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:43:09.562752 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:43:09.562752 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:43:09.562752 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:43:09.562752 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:43:09.562752 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:43:09.562752 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:43:09.562752 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:43:09.562752 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:43:09.562752 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:43:09.562752 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:43:09.562752 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:43:09.562752 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:43:09.562752 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:43:09.562752 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:43:09.562752 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:43:09.562752 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:43:09.562752 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:43:09.562752 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:43:09.562752 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:43:09.562752 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:43:09.562752 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:43:09.562752 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:43:09.562752 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:43:09.562752 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:43:09.562752 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:43:09.562752 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:43:09.562752 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:43:09.570852 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.db.api [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 10:43:09.570852 n-d-832164-4 neutron-server[103767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 10:43:09.570852 n-d-832164-4 neutron-server[103767]: [parameters: {'id': '9e4f3e62-8209-428a-bd9f-7b9aca4c0b60'}] Mar 07 10:43:09.570852 n-d-832164-4 neutron-server[103767]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:43:09.573797 n-d-832164-4 neutron-server[103767]: DEBUG oslo_db.api [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:43:09.684900 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585cb94d-0be0-40c4-935f-0f71f52020cb None None] Resources bound (agent type, host, resource id): {{(pid=103768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:43:09.813945 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f2620c1-ac82-4a4c-b083-05b604adb6ec req-f96f7afe-d91d-4319-a0c5-f9a7845fba5e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1091464 Mar 07 10:43:09.899705 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:09.934992 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2620c1-ac82-4a4c-b083-05b604adb6ec req-006e12cf-fedd-4ab5-8e94-99f3901aeb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:09.936473 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f2620c1-ac82-4a4c-b083-05b604adb6ec req-006e12cf-fedd-4ab5-8e94-99f3901aeb06 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d640dc7f4f784834ad48e78ec0df26a5&device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 1127 time: 0.0509086 Mar 07 10:43:10.047920 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dfdad8-167a-43d9-9e6f-78a7b739386f None None] Network 9e4f3e62-8209-428a-bd9f-7b9aca4c0b60 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:10.070991 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2620c1-ac82-4a4c-b083-05b604adb6ec req-e80d792c-f34b-483f-bbc9-09ce63b21cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:10.072782 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f2620c1-ac82-4a4c-b083-05b604adb6ec req-e80d792c-f34b-483f-bbc9-09ce63b21cdf service neutron] 10.222.0.21 "GET /v2.0/networks?id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41 HTTP/1.1" status: 200 len: 912 time: 0.1145132 Mar 07 10:43:10.076899 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (9e4f3e62-8209-428a-bd9f-7b9aca4c0b60), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:10.125766 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f2620c1-ac82-4a4c-b083-05b604adb6ec req-73749dee-259b-4974-ba5c-c67133cbd204 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebed4773-7953-4951-8a16-c8016ef092a4 HTTP/1.1" status: 200 len: 217 time: 0.0440900 Mar 07 10:43:10.234824 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2620c1-ac82-4a4c-b083-05b604adb6ec req-e260ab84-b307-49ac-a1e8-c81f33c7b745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:10.236383 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f2620c1-ac82-4a4c-b083-05b604adb6ec req-e260ab84-b307-49ac-a1e8-c81f33c7b745 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=be75dc35-59ec-464d-b948-3549cf46df15 HTTP/1.1" status: 200 len: 850 time: 0.0808239 Mar 07 10:43:10.272871 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Deleting port c7496917-a96b-4ba4-b0a2-7ef7fe4d3b04 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:10.273246 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c7496917-a96b-4ba4-b0a2-7ef7fe4d3b04), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:10.355354 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2620c1-ac82-4a4c-b083-05b604adb6ec req-f1a8454f-bede-4143-8a35-911f1e612166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:10.356900 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f2620c1-ac82-4a4c-b083-05b604adb6ec req-f1a8454f-bede-4143-8a35-911f1e612166 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1128948 Mar 07 10:43:10.358752 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] For port c7496917-a96b-4ba4-b0a2-7ef7fe4d3b04, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c7496917-a96b-4ba4-b0a2-7ef7fe4d3b04,segment=NetworkSegment(9e1b6310-1c23-4c1f-af04-0b1f88034e06),segment_id=9e1b6310-1c23-4c1f-af04-0b1f88034e06)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:10.359095 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c7496917-a96b-4ba4-b0a2-7ef7fe4d3b04), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:10.381572 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Calling delete_port for c7496917-a96b-4ba4-b0a2-7ef7fe4d3b04 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:10.529375 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f2620c1-ac82-4a4c-b083-05b604adb6ec req-b6ab22a5-02ad-4ee2-bc92-2512094d5a9f service neutron] 10.222.0.21 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617455 Mar 07 10:43:10.607863 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (c7496917-a96b-4ba4-b0a2-7ef7fe4d3b04), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:10.655406 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event deleted for resources: {'Port': ['ID=c7496917-a96b-4ba4-b0a2-7ef7fe4d3b04,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:10.684600 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] No DVR routers for this DVR port c7496917-a96b-4ba4-b0a2-7ef7fe4d3b04 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:43:10.769295 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f2620c1-ac82-4a4c-b083-05b604adb6ec req-b8fcd677-6838-4cf7-8290-0aee9bef451c service neutron] 10.222.0.21 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303302 Mar 07 10:43:10.834799 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (9e4f3e62-8209-428a-bd9f-7b9aca4c0b60), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:10.845723 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5558a6-03ed-4aef-a7c3-3a60b953d923 req-7a1b1ce7-7b75-4d1a-ba38-796a8b8ebf71 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:10.854137 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c5558a6-03ed-4aef-a7c3-3a60b953d923 req-7a1b1ce7-7b75-4d1a-ba38-796a8b8ebf71 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.2472115 Mar 07 10:43:10.934297 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c5558a6-03ed-4aef-a7c3-3a60b953d923 req-119c2294-f510-476c-9ca6-cf5d48eac780 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782938 Mar 07 10:43:10.957329 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e4f3e62-8209-428a-bd9f-7b9aca4c0b60']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:10.968420 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e1b6310-1c23-4c1f-af04-0b1f88034e06') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:10.968716 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e1b6310-1c23-4c1f-af04-0b1f88034e06') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:10.979555 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (9e1b6310-1c23-4c1f-af04-0b1f88034e06), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:10.994822 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (9e1b6310-1c23-4c1f-af04-0b1f88034e06), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:11.001931 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:43:11.002367 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (9e1b6310-1c23-4c1f-af04-0b1f88034e06), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:11.006135 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:43:11.006135 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:43:11.006135 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:43:11.006135 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:43:11.006135 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:43:11.006135 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:43:11.006135 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:43:11.006135 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:43:11.006135 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:43:11.006135 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:43:11.006135 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:43:11.006135 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:43:11.006135 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:43:11.006135 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:43:11.006135 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:43:11.006135 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:43:11.006135 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:43:11.006135 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:43:11.006135 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:43:11.006135 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:43:11.006135 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:43:11.006135 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:43:11.006135 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:43:11.006135 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:43:11.006135 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:43:11.006135 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:43:11.006135 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:43:11.006135 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:43:11.006135 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:43:11.006135 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:43:11.006135 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:43:11.006135 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:43:11.073640 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (9e4f3e62-8209-428a-bd9f-7b9aca4c0b60), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:11.078758 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:11.087113 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54430) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:11.089743 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/networks/9e4f3e62-8209-428a-bd9f-7b9aca4c0b60 HTTP/1.1" status: 204 len: 168 time: 2.3986287 Mar 07 10:43:11.093096 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-8d25837c-f068-4c12-9232-7e9725ff6961 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-617313046'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:11.110819 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c26a3-17c0-496d-8250-66b3f76c7dfc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event deleted for resources: {'Network': ['ID=9e4f3e62-8209-428a-bd9f-7b9aca4c0b60,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:11.121768 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d25837c-f068-4c12-9232-7e9725ff6961 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Made reservation on behalf of a906cb076e8d4b1590a80d69151a24aa for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:11.130047 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8d25837c-f068-4c12-9232-7e9725ff6961 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:11.160959 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d25837c-f068-4c12-9232-7e9725ff6961 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:43:11.172773 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8d25837c-f068-4c12-9232-7e9725ff6961 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (a850cef5-1853-4ad8-bd9a-d5c62e446ac0), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:11.173457 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-8d25837c-f068-4c12-9232-7e9725ff6961 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Added segment a850cef5-1853-4ad8-bd9a-d5c62e446ac0 of type vlan for network 74f1904e-6860-48fc-bed0-4fd50bf2a654 Mar 07 10:43:11.227852 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8d25837c-f068-4c12-9232-7e9725ff6961 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (74f1904e-6860-48fc-bed0-4fd50bf2a654), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:11.269002 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8d25837c-f068-4c12-9232-7e9725ff6961 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (74f1904e-6860-48fc-bed0-4fd50bf2a654), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:11.274981 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d25837c-f068-4c12-9232-7e9725ff6961 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:11.275655 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8d25837c-f068-4c12-9232-7e9725ff6961 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:11.325235 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54432) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:11.325474 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8d25837c-f068-4c12-9232-7e9725ff6961 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2369161 Mar 07 10:43:11.332734 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-3a18879d-c4f1-4364-a91b-98baae264ae1 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Request body: {'subnet': {'network_id': '74f1904e-6860-48fc-bed0-4fd50bf2a654', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:11.365836 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d25837c-f068-4c12-9232-7e9725ff6961 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event updated for resources: {'Network': ['ID=74f1904e-6860-48fc-bed0-4fd50bf2a654,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:11.381904 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 74f1904e-6860-48fc-bed0-4fd50bf2a654 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:43:11.451673 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a18879d-c4f1-4364-a91b-98baae264ae1 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Made reservation on behalf of a906cb076e8d4b1590a80d69151a24aa for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:11.457580 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3a18879d-c4f1-4364-a91b-98baae264ae1 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:11.567365 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:11.688169 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3a18879d-c4f1-4364-a91b-98baae264ae1 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (6df46f7f-d316-4089-8991-1b6fd9516cc0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:11.770234 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a18879d-c4f1-4364-a91b-98baae264ae1 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event updated for resources: {'Subnet': ['ID=6df46f7f-d316-4089-8991-1b6fd9516cc0,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:11.777097 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a18879d-c4f1-4364-a91b-98baae264ae1 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Checking segment: {'id': 'a850cef5-1853-4ad8-bd9a-d5c62e446ac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '74f1904e-6860-48fc-bed0-4fd50bf2a654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:43:11.777496 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a18879d-c4f1-4364-a91b-98baae264ae1 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Network hostable DHCP agents. Network: 74f1904e-6860-48fc-bed0-4fd50bf2a654, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:43:11.797653 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a18879d-c4f1-4364-a91b-98baae264ae1 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Network 74f1904e-6860-48fc-bed0-4fd50bf2a654 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:43:11.811432 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-3a18879d-c4f1-4364-a91b-98baae264ae1 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 74f1904e-6860-48fc-bed0-4fd50bf2a654) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:43:11.816408 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a18879d-c4f1-4364-a91b-98baae264ae1 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:11.818270 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3a18879d-c4f1-4364-a91b-98baae264ae1 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:11.828418 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4341332d-91ad-49fb-9dd8-27432e0e854e None None] Network 74f1904e-6860-48fc-bed0-4fd50bf2a654 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:11.842326 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3a18879d-c4f1-4364-a91b-98baae264ae1 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5143032 Mar 07 10:43:11.843683 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54434) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:12.006720 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3720795a-6b8e-437d-857a-f2b331485b38 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (74f1904e-6860-48fc-bed0-4fd50bf2a654), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:12.030687 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abf3101-3a86-48ba-8775-4c2710daccf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-74f1904e-6860-48fc-bed0-4fd50bf2a654', 'network_id': '74f1904e-6860-48fc-bed0-4fd50bf2a654', 'project_id': 'a906cb076e8d4b1590a80d69151a24aa', 'fixed_ips': [{'subnet_id': '6df46f7f-d316-4089-8991-1b6fd9516cc0'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:43:12.033405 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0abf3101-3a86-48ba-8775-4c2710daccf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:12.099827 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3720795a-6b8e-437d-857a-f2b331485b38 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (6df46f7f-d316-4089-8991-1b6fd9516cc0), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:12.134426 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85078c20-31e4-48f7-80c5-308a6b57020f req-7b01ba30-1dba-4356-b68d-2905d7e92fba tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:12.137716 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-85078c20-31e4-48f7-80c5-308a6b57020f req-7b01ba30-1dba-4356-b68d-2905d7e92fba tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.0885081 Mar 07 10:43:12.211999 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-85078c20-31e4-48f7-80c5-308a6b57020f req-79c1bc21-32ad-4d34-ae3b-b3eb0d2262e3 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650692 Mar 07 10:43:12.236452 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3720795a-6b8e-437d-857a-f2b331485b38 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (6df46f7f-d316-4089-8991-1b6fd9516cc0), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server [None req-0abf3101-3a86-48ba-8775-4c2710daccf7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6df46f7f-d316-4089-8991-1b6fd9516cc0: This subnet is being modified by another concurrent operation. Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 10:43:12.250687 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise exception Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6df46f7f-d316-4089-8991-1b6fd9516cc0: This subnet is being modified by another concurrent operation. Mar 07 10:43:12.255333 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server Mar 07 10:43:12.271702 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720795a-6b8e-437d-857a-f2b331485b38 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event deleted for resources: {'Subnet': ['ID=6df46f7f-d316-4089-8991-1b6fd9516cc0,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:12.283066 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8f9c52-16cd-46c5-8b83-b599d0f31594 None None] get_active_networks_info from n-d-832164-4 {{(pid=103768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 10:43:12.362289 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3720795a-6b8e-437d-857a-f2b331485b38 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (74f1904e-6860-48fc-bed0-4fd50bf2a654), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:12.388972 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-3720795a-6b8e-437d-857a-f2b331485b38 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f1904e-6860-48fc-bed0-4fd50bf2a654']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:12.400304 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-3720795a-6b8e-437d-857a-f2b331485b38 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a850cef5-1853-4ad8-bd9a-d5c62e446ac0') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:12.400610 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-3720795a-6b8e-437d-857a-f2b331485b38 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a850cef5-1853-4ad8-bd9a-d5c62e446ac0') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:12.411895 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3720795a-6b8e-437d-857a-f2b331485b38 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (a850cef5-1853-4ad8-bd9a-d5c62e446ac0), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:12.433523 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3720795a-6b8e-437d-857a-f2b331485b38 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (a850cef5-1853-4ad8-bd9a-d5c62e446ac0), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:12.440798 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3720795a-6b8e-437d-857a-f2b331485b38 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:43:12.441233 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3720795a-6b8e-437d-857a-f2b331485b38 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (a850cef5-1853-4ad8-bd9a-d5c62e446ac0), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:12.446822 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:43:12.446822 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:43:12.446822 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:43:12.446822 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:43:12.446822 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:43:12.446822 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:43:12.446822 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:43:12.446822 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:43:12.446822 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:43:12.446822 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:43:12.446822 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:43:12.446822 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:43:12.446822 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:43:12.446822 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:43:12.446822 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:43:12.446822 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:43:12.446822 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:43:12.446822 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:43:12.446822 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:43:12.446822 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:43:12.446822 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:43:12.446822 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:43:12.446822 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:43:12.446822 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:43:12.446822 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:43:12.446822 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:43:12.446822 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:43:12.446822 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:43:12.446822 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:43:12.446822 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:43:12.446822 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:43:12.446822 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:43:12.455427 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8f9c52-16cd-46c5-8b83-b599d0f31594 None None] Resources bound (agent type, host, resource id): {{(pid=103768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:43:12.523881 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3720795a-6b8e-437d-857a-f2b331485b38 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (74f1904e-6860-48fc-bed0-4fd50bf2a654), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:12.531791 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3720795a-6b8e-437d-857a-f2b331485b38 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:12.538677 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3720795a-6b8e-437d-857a-f2b331485b38 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/networks/74f1904e-6860-48fc-bed0-4fd50bf2a654 HTTP/1.1" status: 204 len: 168 time: 0.6903541 Mar 07 10:43:12.539217 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54448) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:12.544587 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-411f1954-8417-40b3-8f98-9956145e14ec tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-763738445'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:12.612156 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411f1954-8417-40b3-8f98-9956145e14ec tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Made reservation on behalf of a906cb076e8d4b1590a80d69151a24aa for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:12.615701 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-411f1954-8417-40b3-8f98-9956145e14ec tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:12.673591 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-411f1954-8417-40b3-8f98-9956145e14ec tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:43:12.686766 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-411f1954-8417-40b3-8f98-9956145e14ec tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (f200e293-9bb4-41fd-a886-5e411cce2dab), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:12.687284 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-411f1954-8417-40b3-8f98-9956145e14ec tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Added segment f200e293-9bb4-41fd-a886-5e411cce2dab of type vlan for network a7f5989b-0c2f-4672-ab60-12ae2ad3b254 Mar 07 10:43:12.738328 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-411f1954-8417-40b3-8f98-9956145e14ec tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (a7f5989b-0c2f-4672-ab60-12ae2ad3b254), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:12.770839 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-411f1954-8417-40b3-8f98-9956145e14ec tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (a7f5989b-0c2f-4672-ab60-12ae2ad3b254), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:12.778561 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411f1954-8417-40b3-8f98-9956145e14ec tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:12.779230 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-411f1954-8417-40b3-8f98-9956145e14ec tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:12.913243 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-411f1954-8417-40b3-8f98-9956145e14ec tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3726397 Mar 07 10:43:12.913987 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54450) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:12.941497 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720795a-6b8e-437d-857a-f2b331485b38 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event deleted for resources: {'Network': ['ID=74f1904e-6860-48fc-bed0-4fd50bf2a654,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:12.965370 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f731c2fb-7ca5-446a-aef7-2d16f31bcb9b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Request body: {'subnet': {'network_id': 'a7f5989b-0c2f-4672-ab60-12ae2ad3b254', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:12.987507 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f1954-8417-40b3-8f98-9956145e14ec tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event updated for resources: {'Network': ['ID=a7f5989b-0c2f-4672-ab60-12ae2ad3b254,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:12.988883 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644714bf-dd37-49e2-8d7a-39ba4f16cb61 None None] Network 74f1904e-6860-48fc-bed0-4fd50bf2a654 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:13.006334 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network a7f5989b-0c2f-4672-ab60-12ae2ad3b254 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:43:13.020669 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:13.040249 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644714bf-dd37-49e2-8d7a-39ba4f16cb61 None None] Network 74f1904e-6860-48fc-bed0-4fd50bf2a654 could not be found, it might have been deleted concurrently. {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 10:43:13.109766 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f731c2fb-7ca5-446a-aef7-2d16f31bcb9b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Made reservation on behalf of a906cb076e8d4b1590a80d69151a24aa for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:13.113962 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f731c2fb-7ca5-446a-aef7-2d16f31bcb9b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:13.332020 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f731c2fb-7ca5-446a-aef7-2d16f31bcb9b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (7195561e-8d35-4999-95b4-e522e782bd6e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:13.404708 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731c2fb-7ca5-446a-aef7-2d16f31bcb9b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event updated for resources: {'Subnet': ['ID=7195561e-8d35-4999-95b4-e522e782bd6e,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:13.413541 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f731c2fb-7ca5-446a-aef7-2d16f31bcb9b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Checking segment: {'id': 'f200e293-9bb4-41fd-a886-5e411cce2dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7f5989b-0c2f-4672-ab60-12ae2ad3b254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:43:13.413932 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f731c2fb-7ca5-446a-aef7-2d16f31bcb9b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Network hostable DHCP agents. Network: a7f5989b-0c2f-4672-ab60-12ae2ad3b254, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:43:13.431897 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f731c2fb-7ca5-446a-aef7-2d16f31bcb9b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Network a7f5989b-0c2f-4672-ab60-12ae2ad3b254 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:43:13.443453 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-f731c2fb-7ca5-446a-aef7-2d16f31bcb9b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, a7f5989b-0c2f-4672-ab60-12ae2ad3b254) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:43:13.452501 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d75e573-27f1-41d5-a013-35d61f856916 req-395cc399-2a1c-4abc-b095-89eb6fa7000a tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:13.453519 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e930eae-c840-4ad5-9b96-49c16419e4c6 None None] Network a7f5989b-0c2f-4672-ab60-12ae2ad3b254 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:13.455455 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9d75e573-27f1-41d5-a013-35d61f856916 req-395cc399-2a1c-4abc-b095-89eb6fa7000a tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.0967793 Mar 07 10:43:13.458665 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f731c2fb-7ca5-446a-aef7-2d16f31bcb9b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:13.459437 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f731c2fb-7ca5-446a-aef7-2d16f31bcb9b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:13.503267 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f731c2fb-7ca5-446a-aef7-2d16f31bcb9b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5395148 Mar 07 10:43:13.503692 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54458) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:13.621314 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9d75e573-27f1-41d5-a013-35d61f856916 req-be70dbe1-56e7-4ad1-8b70-0ab2bc29e01c tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587832 Mar 07 10:43:13.635236 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2167a9be-b392-41e3-bab5-9037618e45e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-a7f5989b-0c2f-4672-ab60-12ae2ad3b254', 'network_id': 'a7f5989b-0c2f-4672-ab60-12ae2ad3b254', 'project_id': 'a906cb076e8d4b1590a80d69151a24aa', 'fixed_ips': [{'subnet_id': '7195561e-8d35-4999-95b4-e522e782bd6e'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:43:13.636222 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2167a9be-b392-41e3-bab5-9037618e45e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:13.779451 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (a7f5989b-0c2f-4672-ab60-12ae2ad3b254), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:13.787289 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-2167a9be-b392-41e3-bab5-9037618e45e0 None None] Allocated IP 172.20.0.2 (a7f5989b-0c2f-4672-ab60-12ae2ad3b254/7195561e-8d35-4999-95b4-e522e782bd6e/1492cc9a-3cb1-4e3d-863e-eb6da3784e06) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:43:13.792190 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3547a2-7b51-4efc-93ea-4578968f5b77 req-bf62e156-244d-494f-be6c-661a7cbf1b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:13.794121 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cb3547a2-7b51-4efc-93ea-4578968f5b77 req-bf62e156-244d-494f-be6c-661a7cbf1b85 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 1128 time: 0.1691549 Mar 07 10:43:13.888901 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cb3547a2-7b51-4efc-93ea-4578968f5b77 req-3665e251-ceef-43fb-8b39-e961772a0113 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866666 Mar 07 10:43:13.896318 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (7195561e-8d35-4999-95b4-e522e782bd6e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:13.941418 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2167a9be-b392-41e3-bab5-9037618e45e0 None None] Publish callbacks [] for port (1492cc9a-3cb1-4e3d-863e-eb6da3784e06), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:13.948702 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2167a9be-b392-41e3-bab5-9037618e45e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (1492cc9a-3cb1-4e3d-863e-eb6da3784e06), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:13.984093 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (7195561e-8d35-4999-95b4-e522e782bd6e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:13.999979 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167a9be-b392-41e3-bab5-9037618e45e0 None None] Pushing event updated for resources: {'Port': ['ID=1492cc9a-3cb1-4e3d-863e-eb6da3784e06,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:14.008374 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2167a9be-b392-41e3-bab5-9037618e45e0 None None] Network a7f5989b-0c2f-4672-ab60-12ae2ad3b254 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:43:14.010488 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-2167a9be-b392-41e3-bab5-9037618e45e0 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:43:14.012762 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2167a9be-b392-41e3-bab5-9037618e45e0 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:43:14.053464 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event deleted for resources: {'Subnet': ['ID=7195561e-8d35-4999-95b4-e522e782bd6e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:14.076751 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-2167a9be-b392-41e3-bab5-9037618e45e0 None None] Attempting to bind port 1492cc9a-3cb1-4e3d-863e-eb6da3784e06 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:43:14.077354 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-2167a9be-b392-41e3-bab5-9037618e45e0 None None] Attempting to bind port 1492cc9a-3cb1-4e3d-863e-eb6da3784e06 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'f200e293-9bb4-41fd-a886-5e411cce2dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7f5989b-0c2f-4672-ab60-12ae2ad3b254'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:43:14.077820 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2167a9be-b392-41e3-bab5-9037618e45e0 None None] Attempting to bind port 1492cc9a-3cb1-4e3d-863e-eb6da3784e06 on network a7f5989b-0c2f-4672-ab60-12ae2ad3b254 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:43:14.083680 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2167a9be-b392-41e3-bab5-9037618e45e0 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:43:14.084221 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2167a9be-b392-41e3-bab5-9037618e45e0 None None] Checking segment: {'id': 'f200e293-9bb4-41fd-a886-5e411cce2dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7f5989b-0c2f-4672-ab60-12ae2ad3b254'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:43:14.086172 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2167a9be-b392-41e3-bab5-9037618e45e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:14.086172 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2167a9be-b392-41e3-bab5-9037618e45e0 None None] Bound using segment: {'id': 'f200e293-9bb4-41fd-a886-5e411cce2dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7f5989b-0c2f-4672-ab60-12ae2ad3b254'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:43:14.089226 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-2167a9be-b392-41e3-bab5-9037618e45e0 None None] Bound port: 1492cc9a-3cb1-4e3d-863e-eb6da3784e06, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f200e293-9bb4-41fd-a886-5e411cce2dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a7f5989b-0c2f-4672-ab60-12ae2ad3b254'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:43:14.096619 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2167a9be-b392-41e3-bab5-9037618e45e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1492cc9a-3cb1-4e3d-863e-eb6da3784e06), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:14.118139 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (a7f5989b-0c2f-4672-ab60-12ae2ad3b254), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:14.139933 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f5989b-0c2f-4672-ab60-12ae2ad3b254']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:14.150727 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f200e293-9bb4-41fd-a886-5e411cce2dab') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:14.151077 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f200e293-9bb4-41fd-a886-5e411cce2dab') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:14.162534 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (f200e293-9bb4-41fd-a886-5e411cce2dab), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:14.178083 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (f200e293-9bb4-41fd-a886-5e411cce2dab), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:14.184514 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:43:14.184909 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (f200e293-9bb4-41fd-a886-5e411cce2dab), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:14.215043 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-2167a9be-b392-41e3-bab5-9037618e45e0 None None] For port 1492cc9a-3cb1-4e3d-863e-eb6da3784e06, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:43:14.250104 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:43:14.250104 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:43:14.250104 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:43:14.250104 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:43:14.250104 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:43:14.250104 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:43:14.250104 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:43:14.250104 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:43:14.250104 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:43:14.250104 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:43:14.250104 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:43:14.250104 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:43:14.250104 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:43:14.250104 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:43:14.250104 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:43:14.250104 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:43:14.250104 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:43:14.250104 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:43:14.250104 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:43:14.250104 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:43:14.250104 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:43:14.250104 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:43:14.250104 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:43:14.250104 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:43:14.250104 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:43:14.250104 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:43:14.250104 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:43:14.250104 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:43:14.250104 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:43:14.250104 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:43:14.250104 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:43:14.250104 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:43:14.260490 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-2167a9be-b392-41e3-bab5-9037618e45e0 None None] For port 1492cc9a-3cb1-4e3d-863e-eb6da3784e06, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1492cc9a-3cb1-4e3d-863e-eb6da3784e06,segment=NetworkSegment(f200e293-9bb4-41fd-a886-5e411cce2dab),segment_id=f200e293-9bb4-41fd-a886-5e411cce2dab)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:43:14.263660 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.db.api [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 10:43:14.263660 n-d-832164-4 neutron-server[103767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 10:43:14.263660 n-d-832164-4 neutron-server[103767]: [parameters: {'id': 'a7f5989b-0c2f-4672-ab60-12ae2ad3b254'}] Mar 07 10:43:14.263660 n-d-832164-4 neutron-server[103767]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:43:14.264245 n-d-832164-4 neutron-server[103767]: DEBUG oslo_db.api [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:43:14.269087 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2167a9be-b392-41e3-bab5-9037618e45e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1492cc9a-3cb1-4e3d-863e-eb6da3784e06), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:14.360596 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167a9be-b392-41e3-bab5-9037618e45e0 None None] Pushing event updated for resources: {'Port': ['ID=1492cc9a-3cb1-4e3d-863e-eb6da3784e06,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:14.408244 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313cfec6-6d9e-421b-bc32-62e7469c2467 None None] get_active_networks_info from n-d-832164-4 {{(pid=103768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 10:43:14.567093 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313cfec6-6d9e-421b-bc32-62e7469c2467 None None] Resources bound (agent type, host, resource id): {{(pid=103768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:43:14.762877 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71470690-ebf0-4abb-ae5f-111e20bf6209 req-9de5431c-233f-4d8f-8577-56f82986a9ea tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:14.765713 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (a7f5989b-0c2f-4672-ab60-12ae2ad3b254), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:14.769978 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-71470690-ebf0-4abb-ae5f-111e20bf6209 req-9de5431c-233f-4d8f-8577-56f82986a9ea tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.0655355 Mar 07 10:43:14.837477 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-71470690-ebf0-4abb-ae5f-111e20bf6209 req-2b976dd3-f301-4eff-b1ff-734ef1fe5b89 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633860 Mar 07 10:43:14.851942 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Deleting port 1492cc9a-3cb1-4e3d-863e-eb6da3784e06 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:14.852810 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (1492cc9a-3cb1-4e3d-863e-eb6da3784e06), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:14.858962 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfd3831-3537-43f9-a42d-facc5ab0124d None None] Network a7f5989b-0c2f-4672-ab60-12ae2ad3b254 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:14.873827 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:43:14.925200 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] For port 1492cc9a-3cb1-4e3d-863e-eb6da3784e06, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1492cc9a-3cb1-4e3d-863e-eb6da3784e06,segment=NetworkSegment(f200e293-9bb4-41fd-a886-5e411cce2dab),segment_id=f200e293-9bb4-41fd-a886-5e411cce2dab)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:14.925502 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (1492cc9a-3cb1-4e3d-863e-eb6da3784e06), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:14.940549 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Calling delete_port for 1492cc9a-3cb1-4e3d-863e-eb6da3784e06 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:15.023380 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (1492cc9a-3cb1-4e3d-863e-eb6da3784e06), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:15.061675 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event deleted for resources: {'Port': ['ID=1492cc9a-3cb1-4e3d-863e-eb6da3784e06,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:15.072044 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] No DVR routers for this DVR port 1492cc9a-3cb1-4e3d-863e-eb6da3784e06 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:43:15.170642 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (a7f5989b-0c2f-4672-ab60-12ae2ad3b254), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:15.203374 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f5989b-0c2f-4672-ab60-12ae2ad3b254']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:15.219441 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f200e293-9bb4-41fd-a886-5e411cce2dab') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:15.219836 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f200e293-9bb4-41fd-a886-5e411cce2dab') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:15.233934 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (f200e293-9bb4-41fd-a886-5e411cce2dab), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:15.264598 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (f200e293-9bb4-41fd-a886-5e411cce2dab), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:15.264794 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:43:15.265083 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (f200e293-9bb4-41fd-a886-5e411cce2dab), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:15.268257 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:43:15.268257 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:43:15.268257 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:43:15.268257 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:43:15.268257 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:43:15.268257 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:43:15.268257 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:43:15.268257 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:43:15.268257 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:43:15.268257 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:43:15.268257 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:43:15.268257 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:43:15.268257 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:43:15.268257 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:43:15.268257 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:43:15.268257 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:43:15.268257 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:43:15.268257 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:43:15.268257 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:43:15.268257 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:43:15.268257 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:43:15.268257 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:43:15.268257 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:43:15.268257 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:43:15.268257 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:43:15.268257 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:43:15.268257 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:43:15.268257 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:43:15.268257 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:43:15.268257 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:43:15.268257 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:43:15.268257 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:43:15.342509 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (a7f5989b-0c2f-4672-ab60-12ae2ad3b254), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:15.349866 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:15.356837 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/networks/a7f5989b-0c2f-4672-ab60-12ae2ad3b254 HTTP/1.1" status: 204 len: 168 time: 1.8479970 Mar 07 10:43:15.357716 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54468) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:15.365088 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de869af-9a91-4d5a-9cf8-10671217c28f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event deleted for resources: {'Network': ['ID=a7f5989b-0c2f-4672-ab60-12ae2ad3b254,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:15.370588 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-8690d1a9-7fdb-46c4-a898-48f78c29b08b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-149406929'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:15.405822 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8690d1a9-7fdb-46c4-a898-48f78c29b08b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Made reservation on behalf of a906cb076e8d4b1590a80d69151a24aa for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:15.409313 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8690d1a9-7fdb-46c4-a898-48f78c29b08b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:15.438193 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8690d1a9-7fdb-46c4-a898-48f78c29b08b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:43:15.453834 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8690d1a9-7fdb-46c4-a898-48f78c29b08b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (ce94fdde-e177-40c0-b3fc-df768a291b79), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:15.454436 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-8690d1a9-7fdb-46c4-a898-48f78c29b08b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Added segment ce94fdde-e177-40c0-b3fc-df768a291b79 of type vlan for network 30458ae8-0079-45d9-8c08-2924856cb4fa Mar 07 10:43:15.501938 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8690d1a9-7fdb-46c4-a898-48f78c29b08b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (30458ae8-0079-45d9-8c08-2924856cb4fa), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:15.529762 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8690d1a9-7fdb-46c4-a898-48f78c29b08b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (30458ae8-0079-45d9-8c08-2924856cb4fa), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:15.535571 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8690d1a9-7fdb-46c4-a898-48f78c29b08b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:15.535571 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8690d1a9-7fdb-46c4-a898-48f78c29b08b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:15.570199 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8690d1a9-7fdb-46c4-a898-48f78c29b08b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2095938 Mar 07 10:43:15.573134 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54472) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:15.578385 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-7b4a7fd8-71d2-43d4-8b5a-db8823c73136 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Request body: {'subnet': {'network_id': '30458ae8-0079-45d9-8c08-2924856cb4fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:15.618356 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8690d1a9-7fdb-46c4-a898-48f78c29b08b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event updated for resources: {'Network': ['ID=30458ae8-0079-45d9-8c08-2924856cb4fa,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:15.629069 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 30458ae8-0079-45d9-8c08-2924856cb4fa details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:43:15.678060 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4a7fd8-71d2-43d4-8b5a-db8823c73136 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Made reservation on behalf of a906cb076e8d4b1590a80d69151a24aa for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:15.681910 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7b4a7fd8-71d2-43d4-8b5a-db8823c73136 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:15.747233 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.ipam_backend_mixin [None req-7b4a7fd8-71d2-43d4-8b5a-db8823c73136 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Performing IP validity checks on allocation pools {{(pid=103767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 10:43:15.747759 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.ipam_backend_mixin [None req-7b4a7fd8-71d2-43d4-8b5a-db8823c73136 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 10:43:15.875290 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7b4a7fd8-71d2-43d4-8b5a-db8823c73136 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (5def523f-c606-4b0b-9c29-3640a4f4ed87), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:15.973645 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a7fd8-71d2-43d4-8b5a-db8823c73136 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event updated for resources: {'Subnet': ['ID=5def523f-c606-4b0b-9c29-3640a4f4ed87,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:15.987352 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4a7fd8-71d2-43d4-8b5a-db8823c73136 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Checking segment: {'id': 'ce94fdde-e177-40c0-b3fc-df768a291b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '30458ae8-0079-45d9-8c08-2924856cb4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:43:15.987717 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4a7fd8-71d2-43d4-8b5a-db8823c73136 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Network hostable DHCP agents. Network: 30458ae8-0079-45d9-8c08-2924856cb4fa, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:43:16.005734 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346fb0d-bcfa-4af9-ae93-3132c1822c87 req-3b4da959-1210-4d77-93df-3b27e5d803a1 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:16.008167 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c346fb0d-bcfa-4af9-ae93-3132c1822c87 req-3b4da959-1210-4d77-93df-3b27e5d803a1 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.1046789 Mar 07 10:43:16.022073 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4a7fd8-71d2-43d4-8b5a-db8823c73136 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Network 30458ae8-0079-45d9-8c08-2924856cb4fa is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:43:16.044559 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-7b4a7fd8-71d2-43d4-8b5a-db8823c73136 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 30458ae8-0079-45d9-8c08-2924856cb4fa) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:43:16.052325 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4a7fd8-71d2-43d4-8b5a-db8823c73136 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:16.052926 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7b4a7fd8-71d2-43d4-8b5a-db8823c73136 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:16.055536 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc68c88-8283-43e2-b1ba-80779e128c65 None None] Network 30458ae8-0079-45d9-8c08-2924856cb4fa requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:16.073744 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c346fb0d-bcfa-4af9-ae93-3132c1822c87 req-7b01e61b-9e8e-47f3-8813-fdec5eb3d2be tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583658 Mar 07 10:43:16.077355 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7b4a7fd8-71d2-43d4-8b5a-db8823c73136 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5031810 Mar 07 10:43:16.079974 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54476) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:16.124241 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-af899aa4-0a88-40d3-932e-fdab3b589a3d req-27a7e541-311b-4216-a967-7ecb0f0b4f8e tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-990887715', 'description': 'tempest-description-752166543'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:16.164972 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-af899aa4-0a88-40d3-932e-fdab3b589a3d req-27a7e541-311b-4216-a967-7ecb0f0b4f8e tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:16.197604 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (30458ae8-0079-45d9-8c08-2924856cb4fa), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:16.203341 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a21b4b7-bfde-41f8-b065-e4d989a8baa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-30458ae8-0079-45d9-8c08-2924856cb4fa', 'network_id': '30458ae8-0079-45d9-8c08-2924856cb4fa', 'project_id': 'a906cb076e8d4b1590a80d69151a24aa', 'fixed_ips': [{'subnet_id': '5def523f-c606-4b0b-9c29-3640a4f4ed87'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:43:16.207593 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3a21b4b7-bfde-41f8-b065-e4d989a8baa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:16.280071 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (5def523f-c606-4b0b-9c29-3640a4f4ed87), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:16.304670 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-af899aa4-0a88-40d3-932e-fdab3b589a3d req-27a7e541-311b-4216-a967-7ecb0f0b4f8e tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks [] for security_group (99e96152-8e3a-4ee2-b6af-f2e56b198caa), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:16.313552 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-af899aa4-0a88-40d3-932e-fdab3b589a3d req-27a7e541-311b-4216-a967-7ecb0f0b4f8e tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (99e96152-8e3a-4ee2-b6af-f2e56b198caa), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:16.355702 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-af899aa4-0a88-40d3-932e-fdab3b589a3d req-27a7e541-311b-4216-a967-7ecb0f0b4f8e tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:16.357205 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-af899aa4-0a88-40d3-932e-fdab3b589a3d req-27a7e541-311b-4216-a967-7ecb0f0b4f8e tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.2371249 Mar 07 10:43:16.388051 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7e541-311b-4216-a967-7ecb0f0b4f8e tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99e96152-8e3a-4ee2-b6af-f2e56b198caa,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:16.403874 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-3a21b4b7-bfde-41f8-b065-e4d989a8baa2 None None] Allocated IP 172.20.0.3 (30458ae8-0079-45d9-8c08-2924856cb4fa/5def523f-c606-4b0b-9c29-3640a4f4ed87/0d163710-d0e4-4f0d-bf03-974b5632ac82) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:43:16.459482 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ddb46907-64da-4222-9de7-593e8f7623a4 req-4ebf6f11-df2a-418a-82fb-a6c4acde7f67 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-990887715&fields=id&tenant_id=d45c75614f10495c9e7ad867b8426961 HTTP/1.1" status: 200 len: 267 time: 0.0435202 Mar 07 10:43:16.526290 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb46907-64da-4222-9de7-593e8f7623a4 req-0058a8ee-d562-4eed-baf1-8d2ddbfa8bd4 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:16.528045 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ddb46907-64da-4222-9de7-593e8f7623a4 req-0058a8ee-d562-4eed-baf1-8d2ddbfa8bd4 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.0613997 Mar 07 10:43:16.545307 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-ddb46907-64da-4222-9de7-593e8f7623a4 req-f0913b3e-bd9c-46c3-8590-ee7f253add6f tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Request body: {'port': {'security_groups': ['9827ebf5-ce55-4f4a-b13b-57e37cd839e5', '99e96152-8e3a-4ee2-b6af-f2e56b198caa']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:16.577678 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3a21b4b7-bfde-41f8-b065-e4d989a8baa2 None None] Publish callbacks [] for port (0d163710-d0e4-4f0d-bf03-974b5632ac82), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:16.587823 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3a21b4b7-bfde-41f8-b065-e4d989a8baa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (0d163710-d0e4-4f0d-bf03-974b5632ac82), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:16.629327 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a21b4b7-bfde-41f8-b065-e4d989a8baa2 None None] Network 30458ae8-0079-45d9-8c08-2924856cb4fa is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:43:16.631965 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-3a21b4b7-bfde-41f8-b065-e4d989a8baa2 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:43:16.635965 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a21b4b7-bfde-41f8-b065-e4d989a8baa2 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:43:16.637635 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (5def523f-c606-4b0b-9c29-3640a4f4ed87), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:16.643795 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ddb46907-64da-4222-9de7-593e8f7623a4 req-f0913b3e-bd9c-46c3-8590-ee7f253add6f tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6ee9f6ae-ca68-43d2-ae5f-03931e443753), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:16.647988 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21b4b7-bfde-41f8-b065-e4d989a8baa2 None None] Pushing event updated for resources: {'Port': ['ID=0d163710-d0e4-4f0d-bf03-974b5632ac82,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:16.684038 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event deleted for resources: {'Subnet': ['ID=5def523f-c606-4b0b-9c29-3640a4f4ed87,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:16.706741 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3a21b4b7-bfde-41f8-b065-e4d989a8baa2 None None] Attempting to bind port 0d163710-d0e4-4f0d-bf03-974b5632ac82 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:43:16.707113 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3a21b4b7-bfde-41f8-b065-e4d989a8baa2 None None] Attempting to bind port 0d163710-d0e4-4f0d-bf03-974b5632ac82 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'ce94fdde-e177-40c0-b3fc-df768a291b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '30458ae8-0079-45d9-8c08-2924856cb4fa'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:43:16.707481 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a21b4b7-bfde-41f8-b065-e4d989a8baa2 None None] Attempting to bind port 0d163710-d0e4-4f0d-bf03-974b5632ac82 on network 30458ae8-0079-45d9-8c08-2924856cb4fa {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:43:16.713983 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a21b4b7-bfde-41f8-b065-e4d989a8baa2 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:43:16.714365 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a21b4b7-bfde-41f8-b065-e4d989a8baa2 None None] Checking segment: {'id': 'ce94fdde-e177-40c0-b3fc-df768a291b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '30458ae8-0079-45d9-8c08-2924856cb4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:43:16.714955 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3a21b4b7-bfde-41f8-b065-e4d989a8baa2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:16.715257 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a21b4b7-bfde-41f8-b065-e4d989a8baa2 None None] Bound using segment: {'id': 'ce94fdde-e177-40c0-b3fc-df768a291b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '30458ae8-0079-45d9-8c08-2924856cb4fa'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:43:16.715725 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3a21b4b7-bfde-41f8-b065-e4d989a8baa2 None None] Bound port: 0d163710-d0e4-4f0d-bf03-974b5632ac82, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce94fdde-e177-40c0-b3fc-df768a291b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '30458ae8-0079-45d9-8c08-2924856cb4fa'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:43:16.716174 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3a21b4b7-bfde-41f8-b065-e4d989a8baa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0d163710-d0e4-4f0d-bf03-974b5632ac82), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:16.777644 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (30458ae8-0079-45d9-8c08-2924856cb4fa), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:16.781337 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-3a21b4b7-bfde-41f8-b065-e4d989a8baa2 None None] For port 0d163710-d0e4-4f0d-bf03-974b5632ac82, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:43:16.784540 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-3a21b4b7-bfde-41f8-b065-e4d989a8baa2 None None] For port 0d163710-d0e4-4f0d-bf03-974b5632ac82, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=0d163710-d0e4-4f0d-bf03-974b5632ac82,segment=NetworkSegment(ce94fdde-e177-40c0-b3fc-df768a291b79),segment_id=ce94fdde-e177-40c0-b3fc-df768a291b79)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:43:16.792214 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3a21b4b7-bfde-41f8-b065-e4d989a8baa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0d163710-d0e4-4f0d-bf03-974b5632ac82), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:16.816429 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30458ae8-0079-45d9-8c08-2924856cb4fa']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:16.837424 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce94fdde-e177-40c0-b3fc-df768a291b79') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:16.837701 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce94fdde-e177-40c0-b3fc-df768a291b79') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:16.855782 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (ce94fdde-e177-40c0-b3fc-df768a291b79), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:16.878561 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (ce94fdde-e177-40c0-b3fc-df768a291b79), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:16.887897 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a21b4b7-bfde-41f8-b065-e4d989a8baa2 None None] Pushing event updated for resources: {'Port': ['ID=0d163710-d0e4-4f0d-bf03-974b5632ac82,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:16.904935 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c99f2c-b104-4803-8651-36a71c3559fe None None] get_active_networks_info from n-d-832164-4 {{(pid=103768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 10:43:16.908561 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:43:16.908953 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (ce94fdde-e177-40c0-b3fc-df768a291b79), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:16.915364 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:43:16.915364 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:43:16.915364 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:43:16.915364 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:43:16.915364 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:43:16.915364 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:43:16.915364 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:43:16.915364 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:43:16.915364 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:43:16.915364 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:43:16.915364 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:43:16.915364 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:43:16.915364 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:43:16.915364 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:43:16.915364 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:43:16.915364 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:43:16.915364 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:43:16.915364 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:43:16.915364 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:43:16.915364 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:43:16.915364 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:43:16.915364 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:43:16.915364 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:43:16.915364 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:43:16.915364 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:43:16.915364 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:43:16.915364 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:43:16.915364 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:43:16.915364 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:43:16.915364 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:43:16.915364 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:43:16.915364 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:43:17.021304 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.db.api [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 10:43:17.021304 n-d-832164-4 neutron-server[103767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 10:43:17.021304 n-d-832164-4 neutron-server[103767]: [parameters: {'id': '30458ae8-0079-45d9-8c08-2924856cb4fa'}] Mar 07 10:43:17.021304 n-d-832164-4 neutron-server[103767]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:43:17.022130 n-d-832164-4 neutron-server[103767]: DEBUG oslo_db.api [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:43:17.050809 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-ddb46907-64da-4222-9de7-593e8f7623a4 req-f0913b3e-bd9c-46c3-8590-ee7f253add6f tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] For port 6ee9f6ae-ca68-43d2-ae5f-03931e443753, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=6ee9f6ae-ca68-43d2-ae5f-03931e443753,segment=NetworkSegment(a83ef876-47f5-4921-a7cf-604d50d4af09),segment_id=a83ef876-47f5-4921-a7cf-604d50d4af09)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:17.055914 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c99f2c-b104-4803-8651-36a71c3559fe None None] Resources bound (agent type, host, resource id): {{(pid=103768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:43:17.089612 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ddb46907-64da-4222-9de7-593e8f7623a4 req-f0913b3e-bd9c-46c3-8590-ee7f253add6f tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks [] for port (6ee9f6ae-ca68-43d2-ae5f-03931e443753), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:17.094555 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ddb46907-64da-4222-9de7-593e8f7623a4 req-f0913b3e-bd9c-46c3-8590-ee7f253add6f tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (6ee9f6ae-ca68-43d2-ae5f-03931e443753), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:17.135044 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['6ee9f6ae-ca68-43d2-ae5f-03931e443753'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:43:17.149582 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb46907-64da-4222-9de7-593e8f7623a4 req-f0913b3e-bd9c-46c3-8590-ee7f253add6f tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:17.150215 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ddb46907-64da-4222-9de7-593e8f7623a4 req-f0913b3e-bd9c-46c3-8590-ee7f253add6f tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:17.151661 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ddb46907-64da-4222-9de7-593e8f7623a4 req-f0913b3e-bd9c-46c3-8590-ee7f253add6f tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "PUT /v2.0/ports/6ee9f6ae-ca68-43d2-ae5f-03931e443753 HTTP/1.1" status: 200 len: 982 time: 0.6168408 Mar 07 10:43:17.152058 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa097523-c999-4386-b286-a4ef729572c8', 'tag': '6ee9f6ae-ca68-43d2-ae5f-03931e443753'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:43:17.154798 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1523fb6f-936d-4aac-92d0-b00efd51e10a" -d '{"events": [{"name": "network-changed", "server_uuid": "fa097523-c999-4386-b286-a4ef729572c8", "tag": "6ee9f6ae-ca68-43d2-ae5f-03931e443753"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:43:17.179321 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0913b3e-bd9c-46c3-8590-ee7f253add6f tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Pushing event updated for resources: {'Port': ['ID=6ee9f6ae-ca68-43d2-ae5f-03931e443753,revision_number=6']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:17.219856 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c76c829-693d-461d-8295-a47b3f285d0b x-openstack-request-id: req-3c76c829-693d-461d-8295-a47b3f285d0b {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:43:17.220024 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa097523-c999-4386-b286-a4ef729572c8", "tag": "6ee9f6ae-ca68-43d2-ae5f-03931e443753", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:43:17.221461 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3c76c829-693d-461d-8295-a47b3f285d0b {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:43:17.222046 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa097523-c999-4386-b286-a4ef729572c8', 'tag': '6ee9f6ae-ca68-43d2-ae5f-03931e443753', 'status': 'completed', 'code': 200} Mar 07 10:43:17.267649 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1d1504ae-dc3e-427f-8acd-21c8069b3428 req-9fa23acd-a74d-4275-95c1-f775fc0943fb tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-990887715&fields=id&tenant_id=d45c75614f10495c9e7ad867b8426961 HTTP/1.1" status: 200 len: 267 time: 0.0594728 Mar 07 10:43:17.280187 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['6ee9f6ae-ca68-43d2-ae5f-03931e443753'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:43:17.315627 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523fb6f-936d-4aac-92d0-b00efd51e10a req-a9e18667-fde8-45f5-ad42-02bbee726973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:17.317254 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1523fb6f-936d-4aac-92d0-b00efd51e10a req-a9e18667-fde8-45f5-ad42-02bbee726973 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d45c75614f10495c9e7ad867b8426961&device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 1167 time: 0.0641308 Mar 07 10:43:17.334591 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1504ae-dc3e-427f-8acd-21c8069b3428 req-0f9286b4-5bd5-4f78-80bf-b8b2091c4c56 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:17.343284 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1d1504ae-dc3e-427f-8acd-21c8069b3428 req-0f9286b4-5bd5-4f78-80bf-b8b2091c4c56 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 985 time: 0.0673423 Mar 07 10:43:17.348805 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-1d1504ae-dc3e-427f-8acd-21c8069b3428 req-288e0845-1c1a-467b-81d2-3bfb9379f46b tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Request body: {'port': {'security_groups': ['9827ebf5-ce55-4f4a-b13b-57e37cd839e5']}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:17.463293 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-1d1504ae-dc3e-427f-8acd-21c8069b3428 req-288e0845-1c1a-467b-81d2-3bfb9379f46b tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6ee9f6ae-ca68-43d2-ae5f-03931e443753), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:17.479472 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523fb6f-936d-4aac-92d0-b00efd51e10a req-8f0956f5-5db3-4fa7-a615-c675b34e4f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:17.480949 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1523fb6f-936d-4aac-92d0-b00efd51e10a req-8f0956f5-5db3-4fa7-a615-c675b34e4f62 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a5923ba6-96b8-4a01-ab18-779883a4fe01 HTTP/1.1" status: 200 len: 921 time: 0.1558998 Mar 07 10:43:17.535846 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (30458ae8-0079-45d9-8c08-2924856cb4fa), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:17.538979 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1523fb6f-936d-4aac-92d0-b00efd51e10a req-217bf37a-c01e-4b6b-ac9e-b8e04453af34 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ee9f6ae-ca68-43d2-ae5f-03931e443753 HTTP/1.1" status: 200 len: 217 time: 0.0514166 Mar 07 10:43:17.610773 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523fb6f-936d-4aac-92d0-b00efd51e10a req-b0aa4b2e-45a6-4b11-96be-c26643c054a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:17.613475 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1523fb6f-936d-4aac-92d0-b00efd51e10a req-b0aa4b2e-45a6-4b11-96be-c26643c054a0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=05b20612-5630-4733-a049-88ce1f12b48c HTTP/1.1" status: 200 len: 860 time: 0.0664465 Mar 07 10:43:17.702450 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1523fb6f-936d-4aac-92d0-b00efd51e10a req-833f82f0-4366-44cb-88fc-a779548d1478 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a5923ba6-96b8-4a01-ab18-779883a4fe01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394182 Mar 07 10:43:17.805595 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-1d1504ae-dc3e-427f-8acd-21c8069b3428 req-288e0845-1c1a-467b-81d2-3bfb9379f46b tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] For port 6ee9f6ae-ca68-43d2-ae5f-03931e443753, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=6ee9f6ae-ca68-43d2-ae5f-03931e443753,segment=NetworkSegment(a83ef876-47f5-4921-a7cf-604d50d4af09),segment_id=a83ef876-47f5-4921-a7cf-604d50d4af09)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:17.845263 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1523fb6f-936d-4aac-92d0-b00efd51e10a req-bae5bf6a-7236-43f4-953d-9a8dd0e80ea5 service neutron] 10.222.0.31 "GET /v2.0/networks/a5923ba6-96b8-4a01-ab18-779883a4fe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166589 Mar 07 10:43:17.877835 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-1d1504ae-dc3e-427f-8acd-21c8069b3428 req-288e0845-1c1a-467b-81d2-3bfb9379f46b tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks [] for port (6ee9f6ae-ca68-43d2-ae5f-03931e443753), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:17.888037 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-1d1504ae-dc3e-427f-8acd-21c8069b3428 req-288e0845-1c1a-467b-81d2-3bfb9379f46b tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (6ee9f6ae-ca68-43d2-ae5f-03931e443753), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:17.900321 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['6ee9f6ae-ca68-43d2-ae5f-03931e443753'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:43:17.905443 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Deleting port 0d163710-d0e4-4f0d-bf03-974b5632ac82 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:17.905785 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (0d163710-d0e4-4f0d-bf03-974b5632ac82), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:17.960939 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7aa21d-e7e0-4ef6-ab03-45f6f9db7601 None None] Network 30458ae8-0079-45d9-8c08-2924856cb4fa requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:17.979786 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1504ae-dc3e-427f-8acd-21c8069b3428 req-288e0845-1c1a-467b-81d2-3bfb9379f46b tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:17.980450 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-1d1504ae-dc3e-427f-8acd-21c8069b3428 req-288e0845-1c1a-467b-81d2-3bfb9379f46b tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:17.982194 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1d1504ae-dc3e-427f-8acd-21c8069b3428 req-288e0845-1c1a-467b-81d2-3bfb9379f46b tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "PUT /v2.0/ports/6ee9f6ae-ca68-43d2-ae5f-03931e443753 HTTP/1.1" status: 200 len: 943 time: 0.6379912 Mar 07 10:43:17.982679 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa097523-c999-4386-b286-a4ef729572c8', 'tag': '6ee9f6ae-ca68-43d2-ae5f-03931e443753'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:43:17.988959 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f47924a-2653-4e72-a85f-223621dcdf12" -d '{"events": [{"name": "network-changed", "server_uuid": "fa097523-c999-4386-b286-a4ef729572c8", "tag": "6ee9f6ae-ca68-43d2-ae5f-03931e443753"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:43:17.990464 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] For port 0d163710-d0e4-4f0d-bf03-974b5632ac82, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=0d163710-d0e4-4f0d-bf03-974b5632ac82,segment=NetworkSegment(ce94fdde-e177-40c0-b3fc-df768a291b79),segment_id=ce94fdde-e177-40c0-b3fc-df768a291b79)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:17.992673 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (0d163710-d0e4-4f0d-bf03-974b5632ac82), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:18.006444 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Calling delete_port for 0d163710-d0e4-4f0d-bf03-974b5632ac82 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:18.031715 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e0845-1c1a-467b-81d2-3bfb9379f46b tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Pushing event updated for resources: {'Port': ['ID=6ee9f6ae-ca68-43d2-ae5f-03931e443753,revision_number=7']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:18.108887 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['6ee9f6ae-ca68-43d2-ae5f-03931e443753'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:43:18.125433 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (0d163710-d0e4-4f0d-bf03-974b5632ac82), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:18.175234 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event deleted for resources: {'Port': ['ID=0d163710-d0e4-4f0d-bf03-974b5632ac82,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:18.175636 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-508def30-5f83-4be7-8599-fd2c686aebd4 req-9404b1e9-6ead-49ec-b044-59aa7f53816f tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1702363 Mar 07 10:43:18.187018 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-508def30-5f83-4be7-8599-fd2c686aebd4 req-a79cd6f4-0659-43fe-a1b4-5b7253fe42e1 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:18.215527 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] No DVR routers for this DVR port 0d163710-d0e4-4f0d-bf03-974b5632ac82 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:43:18.220876 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-508def30-5f83-4be7-8599-fd2c686aebd4 req-a79cd6f4-0659-43fe-a1b4-5b7253fe42e1 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:18.236084 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:18.309100 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1523fb6f-936d-4aac-92d0-b00efd51e10a req-265bdfbb-fcdc-4155-b80c-05b15811cc75 service neutron] 10.222.0.31 "GET /v2.0/networks/a5923ba6-96b8-4a01-ab18-779883a4fe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4624774 Mar 07 10:43:18.342655 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (30458ae8-0079-45d9-8c08-2924856cb4fa), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:18.359423 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301a7c9-2f1f-4b5a-9a98-9a1692d2f4ff req-2d4ffc5d-d398-4ac4-b92d-cb66ea637f26 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:18.366752 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e301a7c9-2f1f-4b5a-9a98-9a1692d2f4ff req-2d4ffc5d-d398-4ac4-b92d-cb66ea637f26 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e0d3ad-9f0e-4185-bd70-079d6643364e HTTP/1.1" status: 200 len: 945 time: 0.1979973 Mar 07 10:43:18.368036 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-508def30-5f83-4be7-8599-fd2c686aebd4 req-a79cd6f4-0659-43fe-a1b4-5b7253fe42e1 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:18.399237 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30458ae8-0079-45d9-8c08-2924856cb4fa']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:18.419968 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce94fdde-e177-40c0-b3fc-df768a291b79') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:18.420316 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce94fdde-e177-40c0-b3fc-df768a291b79') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:18.442223 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (ce94fdde-e177-40c0-b3fc-df768a291b79), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:18.480617 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e301a7c9-2f1f-4b5a-9a98-9a1692d2f4ff req-a8253adc-4e70-449f-97e6-cf6efd8c8d5e tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "GET /v2.0/security-groups?id=32d07094-df22-4979-aad2-36eb0bfbe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128099 Mar 07 10:43:18.491632 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (ce94fdde-e177-40c0-b3fc-df768a291b79), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:18.509851 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:43:18.513222 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (ce94fdde-e177-40c0-b3fc-df768a291b79), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:18.516533 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:43:18.516533 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:43:18.516533 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:43:18.516533 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:43:18.516533 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:43:18.516533 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:43:18.516533 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:43:18.516533 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:43:18.516533 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:43:18.516533 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:43:18.516533 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:43:18.516533 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:43:18.516533 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:43:18.516533 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:43:18.516533 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:43:18.516533 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:43:18.516533 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:43:18.516533 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:43:18.516533 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:43:18.516533 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:43:18.516533 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:43:18.516533 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:43:18.516533 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:43:18.516533 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:43:18.516533 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:43:18.516533 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:43:18.516533 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:43:18.516533 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:43:18.516533 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:43:18.516533 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:43:18.516533 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:43:18.516533 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:43:18.539185 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-508def30-5f83-4be7-8599-fd2c686aebd4 req-a79cd6f4-0659-43fe-a1b4-5b7253fe42e1 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Allocated IP 172.25.3.20 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/211e9fa1-1de2-481b-8a2d-9a529222fe74) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:43:18.555606 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152a207b-26aa-4ba9-917b-8045165a1aa2 x-openstack-request-id: req-152a207b-26aa-4ba9-917b-8045165a1aa2 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:43:18.556093 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa097523-c999-4386-b286-a4ef729572c8", "tag": "6ee9f6ae-ca68-43d2-ae5f-03931e443753", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:43:18.556450 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-152a207b-26aa-4ba9-917b-8045165a1aa2 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:43:18.557087 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa097523-c999-4386-b286-a4ef729572c8', 'tag': '6ee9f6ae-ca68-43d2-ae5f-03931e443753', 'status': 'completed', 'code': 200} Mar 07 10:43:18.677598 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (30458ae8-0079-45d9-8c08-2924856cb4fa), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:18.691887 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:18.693834 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-508def30-5f83-4be7-8599-fd2c686aebd4 req-a79cd6f4-0659-43fe-a1b4-5b7253fe42e1 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks [] for port (211e9fa1-1de2-481b-8a2d-9a529222fe74), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:18.701082 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54520) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:18.701589 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/networks/30458ae8-0079-45d9-8c08-2924856cb4fa HTTP/1.1" status: 204 len: 168 time: 2.6205039 Mar 07 10:43:18.706989 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-504fd81a-a4f6-45a3-91f0-99c6a8805c32 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-853584243'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:18.719570 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e085f7b-0024-4b49-a161-e0107a3f445e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event deleted for resources: {'Network': ['ID=30458ae8-0079-45d9-8c08-2924856cb4fa,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:18.730602 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47924a-2653-4e72-a85f-223621dcdf12 req-86707dd4-d758-41d0-a854-8f25749c6564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:18.733719 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4f47924a-2653-4e72-a85f-223621dcdf12 req-86707dd4-d758-41d0-a854-8f25749c6564 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d45c75614f10495c9e7ad867b8426961&device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 1128 time: 0.1328497 Mar 07 10:43:18.752975 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504fd81a-a4f6-45a3-91f0-99c6a8805c32 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Made reservation on behalf of a906cb076e8d4b1590a80d69151a24aa for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:18.756880 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-504fd81a-a4f6-45a3-91f0-99c6a8805c32 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:18.789262 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-504fd81a-a4f6-45a3-91f0-99c6a8805c32 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:43:18.800712 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-504fd81a-a4f6-45a3-91f0-99c6a8805c32 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (ecba0ebe-8a0d-423e-8d88-b12bba6ab2d0), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:18.800712 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-504fd81a-a4f6-45a3-91f0-99c6a8805c32 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Added segment ecba0ebe-8a0d-423e-8d88-b12bba6ab2d0 of type vlan for network 2b14c1ed-e264-4862-983b-a56d6a4a3b64 Mar 07 10:43:18.859625 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-504fd81a-a4f6-45a3-91f0-99c6a8805c32 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (2b14c1ed-e264-4862-983b-a56d6a4a3b64), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:18.900425 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-508def30-5f83-4be7-8599-fd2c686aebd4 req-a79cd6f4-0659-43fe-a1b4-5b7253fe42e1 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (211e9fa1-1de2-481b-8a2d-9a529222fe74), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:18.925189 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47924a-2653-4e72-a85f-223621dcdf12 req-fce6bc53-5831-4f98-83af-19c66a1c4c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:18.927230 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4f47924a-2653-4e72-a85f-223621dcdf12 req-fce6bc53-5831-4f98-83af-19c66a1c4c54 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a5923ba6-96b8-4a01-ab18-779883a4fe01 HTTP/1.1" status: 200 len: 921 time: 0.1881576 Mar 07 10:43:18.956732 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79cd6f4-0659-43fe-a1b4-5b7253fe42e1 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Pushing event updated for resources: {'Port': ['ID=211e9fa1-1de2-481b-8a2d-9a529222fe74,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:18.958984 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-504fd81a-a4f6-45a3-91f0-99c6a8805c32 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (2b14c1ed-e264-4862-983b-a56d6a4a3b64), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:18.964851 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504fd81a-a4f6-45a3-91f0-99c6a8805c32 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:18.965576 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-504fd81a-a4f6-45a3-91f0-99c6a8805c32 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:18.976583 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54526) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:18.989413 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e9c2ebe8-62ba-488d-bfb1-f82c196eca8e tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1271815569', 'description': 'tempest-description--1257791500'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:18.995209 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4f47924a-2653-4e72-a85f-223621dcdf12 req-be79dc77-8998-44c1-9bfc-e28c049d7c86 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ee9f6ae-ca68-43d2-ae5f-03931e443753 HTTP/1.1" status: 200 len: 217 time: 0.0613725 Mar 07 10:43:18.997861 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-508def30-5f83-4be7-8599-fd2c686aebd4 req-a79cd6f4-0659-43fe-a1b4-5b7253fe42e1 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:43:19.004156 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-504fd81a-a4f6-45a3-91f0-99c6a8805c32 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2995062 Mar 07 10:43:19.006216 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54528) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:19.016816 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-508def30-5f83-4be7-8599-fd2c686aebd4 req-a79cd6f4-0659-43fe-a1b4-5b7253fe42e1 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:43:19.023679 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-508def30-5f83-4be7-8599-fd2c686aebd4 req-a79cd6f4-0659-43fe-a1b4-5b7253fe42e1 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:43:19.074195 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-3aaccc25-e832-4273-a69b-3c79adb57b31 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Request body: {'subnet': {'network_id': '2b14c1ed-e264-4862-983b-a56d6a4a3b64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:19.118043 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-508def30-5f83-4be7-8599-fd2c686aebd4 req-a79cd6f4-0659-43fe-a1b4-5b7253fe42e1 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks [] for floatingip (94884b37-a471-40c4-be0f-d9836594eb87), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:19.181628 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47924a-2653-4e72-a85f-223621dcdf12 req-6d33b3d5-c71e-40aa-af91-01d8b6cc8bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:19.183870 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4f47924a-2653-4e72-a85f-223621dcdf12 req-6d33b3d5-c71e-40aa-af91-01d8b6cc8bb6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=05b20612-5630-4733-a049-88ce1f12b48c HTTP/1.1" status: 200 len: 860 time: 0.1823442 Mar 07 10:43:19.191166 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e9c2ebe8-62ba-488d-bfb1-f82c196eca8e tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:19.229600 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504fd81a-a4f6-45a3-91f0-99c6a8805c32 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event updated for resources: {'Network': ['ID=2b14c1ed-e264-4862-983b-a56d6a4a3b64,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:19.231193 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4f47924a-2653-4e72-a85f-223621dcdf12 req-7a20909c-aa33-4802-82ec-f08a6d8a3c10 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a5923ba6-96b8-4a01-ab18-779883a4fe01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377254 Mar 07 10:43:19.243430 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 2b14c1ed-e264-4862-983b-a56d6a4a3b64 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:43:19.247628 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-508def30-5f83-4be7-8599-fd2c686aebd4 req-a79cd6f4-0659-43fe-a1b4-5b7253fe42e1 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (211e9fa1-1de2-481b-8a2d-9a529222fe74), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:19.355624 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aaccc25-e832-4273-a69b-3c79adb57b31 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Made reservation on behalf of a906cb076e8d4b1590a80d69151a24aa for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:19.367548 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3aaccc25-e832-4273-a69b-3c79adb57b31 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:19.458795 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e9c2ebe8-62ba-488d-bfb1-f82c196eca8e tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group (654dba5b-5a76-4028-bf43-4196138fa2e2), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:19.506297 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4f47924a-2653-4e72-a85f-223621dcdf12 req-9daa5c42-7eb1-42ec-b812-37895b731f39 service neutron] 10.222.0.31 "GET /v2.0/networks/a5923ba6-96b8-4a01-ab18-779883a4fe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511158 Mar 07 10:43:19.518925 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-508def30-5f83-4be7-8599-fd2c686aebd4 req-a79cd6f4-0659-43fe-a1b4-5b7253fe42e1 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks [] for port (211e9fa1-1de2-481b-8a2d-9a529222fe74), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:19.523016 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e9c2ebe8-62ba-488d-bfb1-f82c196eca8e tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (654dba5b-5a76-4028-bf43-4196138fa2e2), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:19.542817 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-508def30-5f83-4be7-8599-fd2c686aebd4 req-a79cd6f4-0659-43fe-a1b4-5b7253fe42e1 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (211e9fa1-1de2-481b-8a2d-9a529222fe74), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:19.571875 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e9c2ebe8-62ba-488d-bfb1-f82c196eca8e tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:19.576516 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e9c2ebe8-62ba-488d-bfb1-f82c196eca8e tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5887742 Mar 07 10:43:19.587947 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54536) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:19.624566 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c3c50-df51-4eff-9a97-365d83001dbc req-eeb48523-d583-4048-897e-f8dcb4cda7dd tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:19.631339 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-629c3c50-df51-4eff-9a97-365d83001dbc req-eeb48523-d583-4048-897e-f8dcb4cda7dd tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e0d3ad-9f0e-4185-bd70-079d6643364e HTTP/1.1" status: 200 len: 945 time: 0.2004611 Mar 07 10:43:19.648862 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-ab2c18f6-4c42-4c07-9ccf-6143fa7fc509 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Request body: {'security_group_rule': {'security_group_id': '654dba5b-5a76-4028-bf43-4196138fa2e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:19.708997 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ab2c18f6-4c42-4c07-9ccf-6143fa7fc509 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group_rule (471ebb34-b45a-46d0-ae8c-8b9639c1bf9f), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:19.728130 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4f47924a-2653-4e72-a85f-223621dcdf12 req-e192f7ff-e46b-4757-ad89-0f314f710b62 service neutron] 10.222.0.31 "GET /v2.0/networks/a5923ba6-96b8-4a01-ab18-779883a4fe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102106 Mar 07 10:43:19.768199 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-629c3c50-df51-4eff-9a97-365d83001dbc req-d682bffe-b76f-46bd-a5d4-4efeb54a44f9 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "GET /v2.0/security-groups?id=32d07094-df22-4979-aad2-36eb0bfbe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304393 Mar 07 10:43:19.796095 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2ebe8-62ba-488d-bfb1-f82c196eca8e tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=654dba5b-5a76-4028-bf43-4196138fa2e2,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:19.815012 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79cd6f4-0659-43fe-a1b4-5b7253fe42e1 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Pushing event updated for resources: {'Port': ['ID=211e9fa1-1de2-481b-8a2d-9a529222fe74,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:19.817745 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-508def30-5f83-4be7-8599-fd2c686aebd4 req-a79cd6f4-0659-43fe-a1b4-5b7253fe42e1 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (94884b37-a471-40c4-be0f-d9836594eb87), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:19.842042 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ab2c18f6-4c42-4c07-9ccf-6143fa7fc509 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group_rule (471ebb34-b45a-46d0-ae8c-8b9639c1bf9f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:19.846841 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ab2c18f6-4c42-4c07-9ccf-6143fa7fc509 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (471ebb34-b45a-46d0-ae8c-8b9639c1bf9f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:19.852541 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3aaccc25-e832-4273-a69b-3c79adb57b31 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (19aba1b6-1076-488b-ab5c-582385c0ed63), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:19.860384 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-508def30-5f83-4be7-8599-fd2c686aebd4 req-a79cd6f4-0659-43fe-a1b4-5b7253fe42e1 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:19.862651 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-508def30-5f83-4be7-8599-fd2c686aebd4 req-a79cd6f4-0659-43fe-a1b4-5b7253fe42e1 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6797590 Mar 07 10:43:19.890626 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c18f6-4c42-4c07-9ccf-6143fa7fc509 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=471ebb34-b45a-46d0-ae8c-8b9639c1bf9f,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:19.918192 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaccc25-e832-4273-a69b-3c79adb57b31 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event updated for resources: {'Subnet': ['ID=19aba1b6-1076-488b-ab5c-582385c0ed63,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:19.946016 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ab2c18f6-4c42-4c07-9ccf-6143fa7fc509 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:19.948034 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ab2c18f6-4c42-4c07-9ccf-6143fa7fc509 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3045924 Mar 07 10:43:19.950965 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54540) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:19.953676 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-508def30-5f83-4be7-8599-fd2c686aebd4 req-ac2a97ee-92d3-43dc-bcd4-dfffc54d2403 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.20 HTTP/1.1" status: 200 len: 695 time: 0.0830982 Mar 07 10:43:19.965989 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-c58b2099-9f9e-4f21-8a97-58628659c771 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Request body: {'security_group_rule': {'security_group_id': '654dba5b-5a76-4028-bf43-4196138fa2e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:19.986562 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aaccc25-e832-4273-a69b-3c79adb57b31 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Checking segment: {'id': 'ecba0ebe-8a0d-423e-8d88-b12bba6ab2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2b14c1ed-e264-4862-983b-a56d6a4a3b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:43:19.987013 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaccc25-e832-4273-a69b-3c79adb57b31 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Network hostable DHCP agents. Network: 2b14c1ed-e264-4862-983b-a56d6a4a3b64, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:43:20.018390 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c58b2099-9f9e-4f21-8a97-58628659c771 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group_rule (0dfcfc18-b19c-4259-80e9-82f9b82adf91), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:20.024873 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaccc25-e832-4273-a69b-3c79adb57b31 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Network 2b14c1ed-e264-4862-983b-a56d6a4a3b64 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:43:20.053279 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-3aaccc25-e832-4273-a69b-3c79adb57b31 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 2b14c1ed-e264-4862-983b-a56d6a4a3b64) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:43:20.061730 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aaccc25-e832-4273-a69b-3c79adb57b31 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:20.062331 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3aaccc25-e832-4273-a69b-3c79adb57b31 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:20.062598 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e8a041-cdfe-44ad-9e60-ba435665db9e None None] Network 2b14c1ed-e264-4862-983b-a56d6a4a3b64 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:20.098671 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3aaccc25-e832-4273-a69b-3c79adb57b31 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0269642 Mar 07 10:43:20.101430 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54542) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:20.132824 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c58b2099-9f9e-4f21-8a97-58628659c771 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group_rule (0dfcfc18-b19c-4259-80e9-82f9b82adf91), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:20.134189 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508def30-5f83-4be7-8599-fd2c686aebd4 req-1921357c-aec8-47d7-9ba8-779b1c614777 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:20.135732 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-508def30-5f83-4be7-8599-fd2c686aebd4 req-1921357c-aec8-47d7-9ba8-779b1c614777 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 784 time: 0.1712778 Mar 07 10:43:20.146832 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c58b2099-9f9e-4f21-8a97-58628659c771 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (0dfcfc18-b19c-4259-80e9-82f9b82adf91), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:20.148700 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-508def30-5f83-4be7-8599-fd2c686aebd4 req-7dade51d-7dad-4f65-a67f-d3e81a1f1bfb tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:43:20.150091 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-508def30-5f83-4be7-8599-fd2c686aebd4 req-7dade51d-7dad-4f65-a67f-d3e81a1f1bfb tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078661 Mar 07 10:43:20.220223 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b2099-9f9e-4f21-8a97-58628659c771 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dfcfc18-b19c-4259-80e9-82f9b82adf91,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:20.250880 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c58b2099-9f9e-4f21-8a97-58628659c771 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:20.252689 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c58b2099-9f9e-4f21-8a97-58628659c771 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3006437 Mar 07 10:43:20.256343 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54546) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:20.262970 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-a8c645df-a01e-47d6-b610-33d636ad7f49 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:20.315912 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a8c645df-a01e-47d6-b610-33d636ad7f49 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:20.412271 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb4d55e-71f3-432f-a97b-47b2675809c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-2b14c1ed-e264-4862-983b-a56d6a4a3b64', 'network_id': '2b14c1ed-e264-4862-983b-a56d6a4a3b64', 'project_id': 'a906cb076e8d4b1590a80d69151a24aa', 'fixed_ips': [{'subnet_id': '19aba1b6-1076-488b-ab5c-582385c0ed63'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:43:20.413329 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d55e-71f3-432f-a97b-47b2675809c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:20.418807 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (2b14c1ed-e264-4862-983b-a56d6a4a3b64), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:20.446455 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1d0fb-636b-4c83-9cfa-09dfab290c14 req-9ad49c88-98c7-4333-ae30-00ad5ce0d12e tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:20.461923 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95a1d0fb-636b-4c83-9cfa-09dfab290c14 req-9ad49c88-98c7-4333-ae30-00ad5ce0d12e tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2272542 Mar 07 10:43:20.498708 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a8c645df-a01e-47d6-b610-33d636ad7f49 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:20.583983 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95a1d0fb-636b-4c83-9cfa-09dfab290c14 req-e44b17a8-f589-4699-ae16-5d1d39f0a59e tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.20 HTTP/1.1" status: 200 len: 695 time: 0.1174016 Mar 07 10:43:20.626069 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-95a1d0fb-636b-4c83-9cfa-09dfab290c14 req-07c330e8-ebc1-474e-856a-f45c01a24057 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Request body: {'floatingip': {'port_id': '6ee9f6ae-ca68-43d2-ae5f-03931e443753', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:20.629246 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-6eb4d55e-71f3-432f-a97b-47b2675809c5 None None] Allocated IP 172.20.0.1 (2b14c1ed-e264-4862-983b-a56d6a4a3b64/19aba1b6-1076-488b-ab5c-582385c0ed63/eb466c05-479f-46e2-8bf7-760ca6e75a71) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:43:20.642301 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-a8c645df-a01e-47d6-b610-33d636ad7f49 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Allocated IP 172.25.3.99 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/5f4a0578-7e19-47fe-98c8-d905da9f1cf3) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:43:20.704310 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-95a1d0fb-636b-4c83-9cfa-09dfab290c14 req-07c330e8-ebc1-474e-856a-f45c01a24057 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks [] for floatingip (94884b37-a471-40c4-be0f-d9836594eb87), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:20.804019 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (19aba1b6-1076-488b-ab5c-582385c0ed63), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:20.860332 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a8c645df-a01e-47d6-b610-33d636ad7f49 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for port (5f4a0578-7e19-47fe-98c8-d905da9f1cf3), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:20.979841 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d55e-71f3-432f-a97b-47b2675809c5 None None] Publish callbacks [] for port (eb466c05-479f-46e2-8bf7-760ca6e75a71), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:20.993658 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d55e-71f3-432f-a97b-47b2675809c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (eb466c05-479f-46e2-8bf7-760ca6e75a71), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:21.042916 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a8c645df-a01e-47d6-b610-33d636ad7f49 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (5f4a0578-7e19-47fe-98c8-d905da9f1cf3), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:21.054208 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (19aba1b6-1076-488b-ab5c-582385c0ed63), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:21.118545 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c645df-a01e-47d6-b610-33d636ad7f49 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event updated for resources: {'Port': ['ID=5f4a0578-7e19-47fe-98c8-d905da9f1cf3,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:21.128409 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4d55e-71f3-432f-a97b-47b2675809c5 None None] Pushing event updated for resources: {'Port': ['ID=eb466c05-479f-46e2-8bf7-760ca6e75a71,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:21.136328 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172978e-c9ef-425f-b7f9-d29b2411bc79 req-c4e06f49-a4b1-459f-8df1-214ac9c4ee4e tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:21.137945 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8172978e-c9ef-425f-b7f9-d29b2411bc79 req-c4e06f49-a4b1-459f-8df1-214ac9c4ee4e tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e0d3ad-9f0e-4185-bd70-079d6643364e HTTP/1.1" status: 200 len: 945 time: 0.2284212 Mar 07 10:43:21.144472 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb4d55e-71f3-432f-a97b-47b2675809c5 None None] Network 2b14c1ed-e264-4862-983b-a56d6a4a3b64 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:43:21.146741 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-6eb4d55e-71f3-432f-a97b-47b2675809c5 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:43:21.149850 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb4d55e-71f3-432f-a97b-47b2675809c5 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:43:21.171568 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c645df-a01e-47d6-b610-33d636ad7f49 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:43:21.179503 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-a8c645df-a01e-47d6-b610-33d636ad7f49 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:43:21.182355 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c645df-a01e-47d6-b610-33d636ad7f49 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:43:21.256765 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8172978e-c9ef-425f-b7f9-d29b2411bc79 req-ad422cba-2808-43c9-b723-bf6ae04126c7 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "GET /v2.0/security-groups?id=32d07094-df22-4979-aad2-36eb0bfbe43d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108553 Mar 07 10:43:21.266301 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6eb4d55e-71f3-432f-a97b-47b2675809c5 None None] Attempting to bind port eb466c05-479f-46e2-8bf7-760ca6e75a71 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:43:21.266712 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6eb4d55e-71f3-432f-a97b-47b2675809c5 None None] Attempting to bind port eb466c05-479f-46e2-8bf7-760ca6e75a71 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'ecba0ebe-8a0d-423e-8d88-b12bba6ab2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2b14c1ed-e264-4862-983b-a56d6a4a3b64'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:43:21.267040 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb4d55e-71f3-432f-a97b-47b2675809c5 None None] Attempting to bind port eb466c05-479f-46e2-8bf7-760ca6e75a71 on network 2b14c1ed-e264-4862-983b-a56d6a4a3b64 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:43:21.288427 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb4d55e-71f3-432f-a97b-47b2675809c5 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:43:21.289270 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb4d55e-71f3-432f-a97b-47b2675809c5 None None] Checking segment: {'id': 'ecba0ebe-8a0d-423e-8d88-b12bba6ab2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2b14c1ed-e264-4862-983b-a56d6a4a3b64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:43:21.289692 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d55e-71f3-432f-a97b-47b2675809c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:21.290086 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb4d55e-71f3-432f-a97b-47b2675809c5 None None] Bound using segment: {'id': 'ecba0ebe-8a0d-423e-8d88-b12bba6ab2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2b14c1ed-e264-4862-983b-a56d6a4a3b64'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:43:21.299277 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6eb4d55e-71f3-432f-a97b-47b2675809c5 None None] Bound port: eb466c05-479f-46e2-8bf7-760ca6e75a71, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecba0ebe-8a0d-423e-8d88-b12bba6ab2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '2b14c1ed-e264-4862-983b-a56d6a4a3b64'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:43:21.299512 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d55e-71f3-432f-a97b-47b2675809c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (eb466c05-479f-46e2-8bf7-760ca6e75a71), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:21.328751 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a8c645df-a01e-47d6-b610-33d636ad7f49 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for floatingip (7dd7c391-4830-4af7-8689-eb59f5bd72ed), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:21.389019 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a8c645df-a01e-47d6-b610-33d636ad7f49 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5f4a0578-7e19-47fe-98c8-d905da9f1cf3), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:21.398197 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6eb4d55e-71f3-432f-a97b-47b2675809c5 None None] For port eb466c05-479f-46e2-8bf7-760ca6e75a71, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:43:21.403127 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6eb4d55e-71f3-432f-a97b-47b2675809c5 None None] For port eb466c05-479f-46e2-8bf7-760ca6e75a71, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=eb466c05-479f-46e2-8bf7-760ca6e75a71,segment=NetworkSegment(ecba0ebe-8a0d-423e-8d88-b12bba6ab2d0),segment_id=ecba0ebe-8a0d-423e-8d88-b12bba6ab2d0)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:43:21.412499 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6eb4d55e-71f3-432f-a97b-47b2675809c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (eb466c05-479f-46e2-8bf7-760ca6e75a71), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:21.559083 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4d55e-71f3-432f-a97b-47b2675809c5 None None] Pushing event updated for resources: {'Port': ['ID=eb466c05-479f-46e2-8bf7-760ca6e75a71,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:21.606925 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ebe65c-d5e6-4236-a389-320c349bf434 None None] get_active_networks_info from n-d-832164-4 {{(pid=103768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 10:43:21.685526 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event deleted for resources: {'Subnet': ['ID=19aba1b6-1076-488b-ab5c-582385c0ed63,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:21.724862 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a8c645df-a01e-47d6-b610-33d636ad7f49 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for port (5f4a0578-7e19-47fe-98c8-d905da9f1cf3), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:21.734813 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a8c645df-a01e-47d6-b610-33d636ad7f49 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (5f4a0578-7e19-47fe-98c8-d905da9f1cf3), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:21.765885 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (2b14c1ed-e264-4862-983b-a56d6a4a3b64), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:21.829897 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b14c1ed-e264-4862-983b-a56d6a4a3b64']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:21.834066 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c645df-a01e-47d6-b610-33d636ad7f49 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event updated for resources: {'Port': ['ID=5f4a0578-7e19-47fe-98c8-d905da9f1cf3,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:21.841837 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a8c645df-a01e-47d6-b610-33d636ad7f49 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (7dd7c391-4830-4af7-8689-eb59f5bd72ed), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:21.859246 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecba0ebe-8a0d-423e-8d88-b12bba6ab2d0') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:21.860923 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecba0ebe-8a0d-423e-8d88-b12bba6ab2d0') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:21.861853 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a8c645df-a01e-47d6-b610-33d636ad7f49 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:21.863285 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a8c645df-a01e-47d6-b610-33d636ad7f49 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6048434 Mar 07 10:43:21.871291 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ebe65c-d5e6-4236-a389-320c349bf434 None None] Resources bound (agent type, host, resource id): {{(pid=103768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:43:21.883514 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (ecba0ebe-8a0d-423e-8d88-b12bba6ab2d0), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:21.895191 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf214f7-520d-4274-825f-f4b75758eb07 req-092e3268-38ac-4496-a0eb-9c75a8e0aa16 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:21.898053 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1bf214f7-520d-4274-825f-f4b75758eb07 req-092e3268-38ac-4496-a0eb-9c75a8e0aa16 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.31 "GET /v2.0/ports?device_id=52e0d3ad-9f0e-4185-bd70-079d6643364e HTTP/1.1" status: 200 len: 945 time: 0.8628607 Mar 07 10:43:21.996853 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (ecba0ebe-8a0d-423e-8d88-b12bba6ab2d0), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:22.011072 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:43:22.011517 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (ecba0ebe-8a0d-423e-8d88-b12bba6ab2d0), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:22.014626 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:43:22.014626 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:43:22.014626 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:43:22.014626 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:43:22.014626 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:43:22.014626 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:43:22.014626 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:43:22.014626 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:43:22.014626 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:43:22.014626 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:43:22.014626 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:43:22.014626 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:43:22.014626 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:43:22.014626 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:43:22.014626 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:43:22.014626 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:43:22.014626 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:43:22.014626 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:43:22.014626 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:43:22.014626 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:43:22.014626 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:43:22.014626 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:43:22.014626 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:43:22.014626 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:43:22.014626 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:43:22.014626 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:43:22.014626 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:43:22.014626 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:43:22.014626 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:43:22.014626 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:43:22.014626 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:43:22.014626 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:43:22.149931 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.db.resource_extend [req-95a1d0fb-636b-4c83-9cfa-09dfab290c14 req-07c330e8-ebc1-474e-856a-f45c01a24057 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:43:22.178237 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96b57e9-2268-4b0d-88f7-e5d928e21cd1 None None] Network 2b14c1ed-e264-4862-983b-a56d6a4a3b64 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:22.186981 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-cf21f414-e799-413b-9efd-302a83eaf78e tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1271815569&fields=id&tenant_id=963e73da008c45bbbe3340617f958250 HTTP/1.1" status: 200 len: 267 time: 0.1053004 Mar 07 10:43:22.191052 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.db.api [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 10:43:22.191052 n-d-832164-4 neutron-server[103767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 10:43:22.191052 n-d-832164-4 neutron-server[103767]: [parameters: {'id': '2b14c1ed-e264-4862-983b-a56d6a4a3b64'}] Mar 07 10:43:22.191052 n-d-832164-4 neutron-server[103767]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:43:22.191424 n-d-832164-4 neutron-server[103767]: DEBUG oslo_db.api [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:43:22.224222 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-95a1d0fb-636b-4c83-9cfa-09dfab290c14 req-07c330e8-ebc1-474e-856a-f45c01a24057 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:22.237214 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-1bf214f7-520d-4274-825f-f4b75758eb07 req-c7f63bd1-6573-42d9-ae1f-03387c7bab05 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Deleting port 009d14c4-8c1a-492f-8219-62316652fd54 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:22.237214 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1bf214f7-520d-4274-825f-f4b75758eb07 req-c7f63bd1-6573-42d9-ae1f-03387c7bab05 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (009d14c4-8c1a-492f-8219-62316652fd54), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:22.240207 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-95a1d0fb-636b-4c83-9cfa-09dfab290c14 req-07c330e8-ebc1-474e-856a-f45c01a24057 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (94884b37-a471-40c4-be0f-d9836594eb87), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:22.336352 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-7eb0640d-41de-4cf7-99c5-73e73c0cef95 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:22.338735 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-7eb0640d-41de-4cf7-99c5-73e73c0cef95 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/networks?id=00afd099-7a30-4cd1-919e-35d92c7ee376 HTTP/1.1" status: 200 len: 815 time: 0.1398213 Mar 07 10:43:22.365799 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-347d33f1-f7a4-4e58-9e03-21ea9a90293b tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/quotas/963e73da008c45bbbe3340617f958250 HTTP/1.1" status: 200 len: 375 time: 0.0194573 Mar 07 10:43:22.420743 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1bf214f7-520d-4274-825f-f4b75758eb07 req-c7f63bd1-6573-42d9-ae1f-03387c7bab05 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] For port 009d14c4-8c1a-492f-8219-62316652fd54, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=009d14c4-8c1a-492f-8219-62316652fd54,segment=NetworkSegment(f9018300-5e1a-48d3-806b-e02ca787b4a4),segment_id=f9018300-5e1a-48d3-806b-e02ca787b4a4)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:22.421138 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1bf214f7-520d-4274-825f-f4b75758eb07 req-c7f63bd1-6573-42d9-ae1f-03387c7bab05 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (009d14c4-8c1a-492f-8219-62316652fd54), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:22.424364 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-c0249ac1-60d9-46fb-9ebf-0550c70f1e59 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=963e73da008c45bbbe3340617f958250&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0575800 Mar 07 10:43:22.440113 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [req-95a1d0fb-636b-4c83-9cfa-09dfab290c14 req-07c330e8-ebc1-474e-856a-f45c01a24057 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Floating IP 94884b37-a471-40c4-be0f-d9836594eb87 associated. External IP: 172.25.3.20, port: 6ee9f6ae-ca68-43d2-ae5f-03931e443753. Mar 07 10:43:22.694349 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (2b14c1ed-e264-4862-983b-a56d6a4a3b64), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:22.726548 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:22.757353 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1bf214f7-520d-4274-825f-f4b75758eb07 req-c7f63bd1-6573-42d9-ae1f-03387c7bab05 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:22.757881 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1bf214f7-520d-4274-825f-f4b75758eb07 req-c7f63bd1-6573-42d9-ae1f-03387c7bab05 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (d66e2115-7260-4552-ac50-8eedd8ec375e), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:22.758305 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [req-1bf214f7-520d-4274-825f-f4b75758eb07 req-c7f63bd1-6573-42d9-ae1f-03387c7bab05 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Floating IP d66e2115-7260-4552-ac50-8eedd8ec375e disassociated. External IP: 172.25.3.223, port: 009d14c4-8c1a-492f-8219-62316652fd54. Mar 07 10:43:22.758671 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-1bf214f7-520d-4274-825f-f4b75758eb07 req-c7f63bd1-6573-42d9-ae1f-03387c7bab05 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Calling delete_port for 009d14c4-8c1a-492f-8219-62316652fd54 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:22.845596 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-ce824cf1-f191-48b2-b1b7-2fe316f3d904 service neutron] 10.222.0.11 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070914 Mar 07 10:43:22.945574 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95a1d0fb-636b-4c83-9cfa-09dfab290c14 req-07c330e8-ebc1-474e-856a-f45c01a24057 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Router 313ee869-649f-43d5-bfed-b9c8aed80041 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:43:22.961599 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-7ab8bd74-26ce-46bd-a4b2-98681ce73541 service neutron] 10.222.0.11 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075137 Mar 07 10:43:22.992571 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Deleting port eb466c05-479f-46e2-8bf7-760ca6e75a71 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:22.992951 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (eb466c05-479f-46e2-8bf7-760ca6e75a71), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:23.128016 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1bf214f7-520d-4274-825f-f4b75758eb07 req-c7f63bd1-6573-42d9-ae1f-03387c7bab05 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (009d14c4-8c1a-492f-8219-62316652fd54), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:23.145049 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] For port eb466c05-479f-46e2-8bf7-760ca6e75a71, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=eb466c05-479f-46e2-8bf7-760ca6e75a71,segment=NetworkSegment(ecba0ebe-8a0d-423e-8d88-b12bba6ab2d0),segment_id=ecba0ebe-8a0d-423e-8d88-b12bba6ab2d0)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:23.145467 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (eb466c05-479f-46e2-8bf7-760ca6e75a71), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:23.189239 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f63bd1-6573-42d9-ae1f-03387c7bab05 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Pushing event deleted for resources: {'Port': ['ID=009d14c4-8c1a-492f-8219-62316652fd54,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:23.204352 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6650cd65-f511-44f5-934c-219667052754 req-61aca4bc-5349-4765-98fe-3e6d5715fbd5 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e0d3ad-9f0e-4185-bd70-079d6643364e HTTP/1.1" status: 200 len: 210 time: 0.0612533 Mar 07 10:43:23.244755 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Calling delete_port for eb466c05-479f-46e2-8bf7-760ca6e75a71 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:23.324203 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3cb5768c-7873-4476-85a7-b83113b81d68 req-be34e768-d231-442d-bd06-84bea3c0b14a tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdd004ed-a3c5-4190-80d7-32451bff8167 HTTP/1.1" status: 200 len: 210 time: 0.0400205 Mar 07 10:43:23.357749 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95a1d0fb-636b-4c83-9cfa-09dfab290c14 req-07c330e8-ebc1-474e-856a-f45c01a24057 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:43:23.367005 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-95a1d0fb-636b-4c83-9cfa-09dfab290c14 req-07c330e8-ebc1-474e-856a-f45c01a24057 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:23.379722 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d84deb2-6e5e-4e8e-94e2-b45ada5e6156 None None] Sync routers for ids ['313ee869-649f-43d5-bfed-b9c8aed80041'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:43:23.403878 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d84deb2-6e5e-4e8e-94e2-b45ada5e6156 None None] Routers {'313ee869-649f-43d5-bfed-b9c8aed80041'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:43:23.404789 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5d84deb2-6e5e-4e8e-94e2-b45ada5e6156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:43:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['313ee869-649f-43d5-bfed-b9c8aed80041'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:23.472225 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95a1d0fb-636b-4c83-9cfa-09dfab290c14 req-07c330e8-ebc1-474e-856a-f45c01a24057 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "PUT /v2.0/floatingips/94884b37-a471-40c4-be0f-d9836594eb87 HTTP/1.1" status: 200 len: 996 time: 2.8851244 Mar 07 10:43:23.490154 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa097523-c999-4386-b286-a4ef729572c8', 'tag': '6ee9f6ae-ca68-43d2-ae5f-03931e443753'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:43:23.494795 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04963bb3-24dd-43e6-80db-97dcc902c047" -d '{"events": [{"name": "network-changed", "server_uuid": "fa097523-c999-4386-b286-a4ef729572c8", "tag": "6ee9f6ae-ca68-43d2-ae5f-03931e443753"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:43:23.557166 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (eb466c05-479f-46e2-8bf7-760ca6e75a71), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:23.575401 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bf214f7-520d-4274-825f-f4b75758eb07 req-c7f63bd1-6573-42d9-ae1f-03387c7bab05 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Router a6e0c6ed-5128-4098-b50c-6512419599fd has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:43:23.575640 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-5d84deb2-6e5e-4e8e-94e2-b45ada5e6156 None None] Set router 313ee869-649f-43d5-bfed-b9c8aed80041 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:43:23.613421 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event deleted for resources: {'Port': ['ID=eb466c05-479f-46e2-8bf7-760ca6e75a71,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:23.616856 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756a8291-b1fe-4c45-9a17-9afe1eb47161 x-openstack-request-id: req-756a8291-b1fe-4c45-9a17-9afe1eb47161 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:43:23.617188 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa097523-c999-4386-b286-a4ef729572c8", "tag": "6ee9f6ae-ca68-43d2-ae5f-03931e443753", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:43:23.617470 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-756a8291-b1fe-4c45-9a17-9afe1eb47161 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:43:23.617875 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa097523-c999-4386-b286-a4ef729572c8', 'tag': '6ee9f6ae-ca68-43d2-ae5f-03931e443753', 'status': 'completed', 'code': 200} Mar 07 10:43:23.618670 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] No DVR routers for this DVR port eb466c05-479f-46e2-8bf7-760ca6e75a71 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:43:23.685413 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1d0fb-636b-4c83-9cfa-09dfab290c14 req-e32cdffc-27d2-4998-b020-d46149cb1b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:23.693452 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95a1d0fb-636b-4c83-9cfa-09dfab290c14 req-e32cdffc-27d2-4998-b020-d46149cb1b48 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d45c75614f10495c9e7ad867b8426961&device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 1128 time: 0.2201512 Mar 07 10:43:23.754865 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04963bb3-24dd-43e6-80db-97dcc902c047 req-859337ed-bfc3-47dd-9d20-76c5cc88ae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:23.762351 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04963bb3-24dd-43e6-80db-97dcc902c047 req-859337ed-bfc3-47dd-9d20-76c5cc88ae68 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d45c75614f10495c9e7ad867b8426961&device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 1128 time: 0.1226318 Mar 07 10:43:23.763755 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 009d14c4-8c1a-492f-8219-62316652fd54 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:43:23.843406 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 009d14c4-8c1a-492f-8219-62316652fd54 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:43:23.843796 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 009d14c4-8c1a-492f-8219-62316652fd54 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:43:23.974687 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (2b14c1ed-e264-4862-983b-a56d6a4a3b64), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:23.976593 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04963bb3-24dd-43e6-80db-97dcc902c047 req-3d0ee730-39c8-4038-87b8-d7a2f5733771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:23.990193 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04963bb3-24dd-43e6-80db-97dcc902c047 req-3d0ee730-39c8-4038-87b8-d7a2f5733771 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a5923ba6-96b8-4a01-ab18-779883a4fe01 HTTP/1.1" status: 200 len: 921 time: 0.2216811 Mar 07 10:43:24.059507 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b14c1ed-e264-4862-983b-a56d6a4a3b64']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:24.078764 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecba0ebe-8a0d-423e-8d88-b12bba6ab2d0') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:24.079260 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecba0ebe-8a0d-423e-8d88-b12bba6ab2d0') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:24.081533 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1d0fb-636b-4c83-9cfa-09dfab290c14 req-b5aab539-a77c-490a-b7fa-c5469621a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:24.090702 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95a1d0fb-636b-4c83-9cfa-09dfab290c14 req-b5aab539-a77c-490a-b7fa-c5469621a69f service neutron] 10.222.0.11 "GET /v2.0/networks?id=a5923ba6-96b8-4a01-ab18-779883a4fe01 HTTP/1.1" status: 200 len: 921 time: 0.3962922 Mar 07 10:43:24.107434 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bf214f7-520d-4274-825f-f4b75758eb07 req-c7f63bd1-6573-42d9-ae1f-03387c7bab05 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:43:24.118801 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9343b1de-8e5f-4733-bea8-e431cbe08fde None None] Sync routers for ids ['a6e0c6ed-5128-4098-b50c-6512419599fd'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:43:24.126952 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04963bb3-24dd-43e6-80db-97dcc902c047 req-806c39e9-0f12-4286-9007-75491539357e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ee9f6ae-ca68-43d2-ae5f-03931e443753 HTTP/1.1" status: 200 len: 999 time: 0.1303546 Mar 07 10:43:24.133884 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9343b1de-8e5f-4733-bea8-e431cbe08fde None None] Routers {'a6e0c6ed-5128-4098-b50c-6512419599fd'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:43:24.137970 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-9343b1de-8e5f-4733-bea8-e431cbe08fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:43:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a6e0c6ed-5128-4098-b50c-6512419599fd'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:24.153175 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5d84deb2-6e5e-4e8e-94e2-b45ada5e6156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'name': 'tempest-ServerRescueTestJSONUnderV235-2040382218-router', 'tenant_id': 'd45c75614f10495c9e7ad867b8426961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '8b5dfb3e-a103-4b15-a418-519f52726f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:08Z', 'updated_at': '2022-03-07T10:42:13Z', 'revision_number': 4, 'project_id': 'd45c75614f10495c9e7ad867b8426961', 'gw_port': {'id': '8b5dfb3e-a103-4b15-a418-519f52726f46', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:10:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:09Z', 'updated_at': '2022-03-07T10:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '94884b37-a471-40c4-be0f-d9836594eb87', 'tenant_id': 'd45c75614f10495c9e7ad867b8426961', 'floating_ip_address': '172.25.3.20', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'port_id': '6ee9f6ae-ca68-43d2-ae5f-03931e443753', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5923ba6-96b8-4a01-ab18-779883a4fe01', 'mac_address': 'fa:16:3e:76:f4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa097523-c999-4386-b286-a4ef729572c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:43:19Z', 'updated_at': '2022-03-07T10:43:22Z', 'revision_number': 1, 'project_id': 'd45c75614f10495c9e7ad867b8426961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9985bfd6-2a45-4a55-aa7b-8973be35416d', 'name': '', 'network_id': 'a5923ba6-96b8-4a01-ab18-779883a4fe01', 'tenant_id': 'd45c75614f10495c9e7ad867b8426961', 'mac_address': 'fa:16:3e:ad:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '05b20612-5630-4733-a049-88ce1f12b48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:12Z', 'updated_at': '2022-03-07T10:42:20Z', 'revision_number': 5, 'project_id': 'd45c75614f10495c9e7ad867b8426961', 'subnets': [{'id': '05b20612-5630-4733-a049-88ce1f12b48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:24.153606 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (ecba0ebe-8a0d-423e-8d88-b12bba6ab2d0), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:24.195627 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d84deb2-6e5e-4e8e-94e2-b45ada5e6156 None None] Checking router: 313ee869-649f-43d5-bfed-b9c8aed80041 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:43:24.206436 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d84deb2-6e5e-4e8e-94e2-b45ada5e6156 None None] Routers {'313ee869-649f-43d5-bfed-b9c8aed80041'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:43:24.206681 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (ecba0ebe-8a0d-423e-8d88-b12bba6ab2d0), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:24.206826 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5d84deb2-6e5e-4e8e-94e2-b45ada5e6156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:43:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['313ee869-649f-43d5-bfed-b9c8aed80041'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:24.228933 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04963bb3-24dd-43e6-80db-97dcc902c047 req-029acc3c-849f-4229-8057-651099159fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:24.230112 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf214f7-520d-4274-825f-f4b75758eb07 req-c7f63bd1-6573-42d9-ae1f-03387c7bab05 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] No DVR routers for this DVR port 009d14c4-8c1a-492f-8219-62316652fd54 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:43:24.230722 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04963bb3-24dd-43e6-80db-97dcc902c047 req-029acc3c-849f-4229-8057-651099159fed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=05b20612-5630-4733-a049-88ce1f12b48c HTTP/1.1" status: 200 len: 860 time: 0.0966239 Mar 07 10:43:24.237396 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1bf214f7-520d-4274-825f-f4b75758eb07 req-c7f63bd1-6573-42d9-ae1f-03387c7bab05 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:24.241462 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1bf214f7-520d-4274-825f-f4b75758eb07 req-c7f63bd1-6573-42d9-ae1f-03387c7bab05 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.31 "DELETE /v2.0/ports/009d14c4-8c1a-492f-8219-62316652fd54 HTTP/1.1" status: 204 len: 173 time: 2.3351328 Mar 07 10:43:24.251934 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:43:24.252284 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (ecba0ebe-8a0d-423e-8d88-b12bba6ab2d0), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:24.257194 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:43:24.257194 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:43:24.257194 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:43:24.257194 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:43:24.257194 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:43:24.257194 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:43:24.257194 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:43:24.257194 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:43:24.257194 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:43:24.257194 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:43:24.257194 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:43:24.257194 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:43:24.257194 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:43:24.257194 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:43:24.257194 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:43:24.257194 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:43:24.257194 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:43:24.257194 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:43:24.257194 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:43:24.257194 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:43:24.257194 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:43:24.257194 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:43:24.257194 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:43:24.257194 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:43:24.257194 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:43:24.257194 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:43:24.257194 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:43:24.257194 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:43:24.257194 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:43:24.257194 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:43:24.257194 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:43:24.257194 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:43:24.282648 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95a1d0fb-636b-4c83-9cfa-09dfab290c14 req-ab88bf6d-ae12-478f-a430-715d45ac0665 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ee9f6ae-ca68-43d2-ae5f-03931e443753 HTTP/1.1" status: 200 len: 999 time: 0.1905613 Mar 07 10:43:24.324781 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04963bb3-24dd-43e6-80db-97dcc902c047 req-60ae7324-05e4-4494-8714-dc845d714221 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a5923ba6-96b8-4a01-ab18-779883a4fe01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865736 Mar 07 10:43:24.373025 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1d0fb-636b-4c83-9cfa-09dfab290c14 req-ea9e8e0d-d4bf-4ba8-80e2-990b15840144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:24.386854 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95a1d0fb-636b-4c83-9cfa-09dfab290c14 req-ea9e8e0d-d4bf-4ba8-80e2-990b15840144 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=05b20612-5630-4733-a049-88ce1f12b48c HTTP/1.1" status: 200 len: 860 time: 0.1035504 Mar 07 10:43:24.407887 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (2b14c1ed-e264-4862-983b-a56d6a4a3b64), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:24.468148 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:24.477616 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/networks/2b14c1ed-e264-4862-983b-a56d6a4a3b64 HTTP/1.1" status: 204 len: 168 time: 4.3749604 Mar 07 10:43:24.483551 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-5d84deb2-6e5e-4e8e-94e2-b45ada5e6156 None None] Set router 313ee869-649f-43d5-bfed-b9c8aed80041 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:43:24.508940 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54590) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:24.515720 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-14a34c49-085a-44be-8fc5-16667d57cb64 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1614874127'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:24.520926 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95a1d0fb-636b-4c83-9cfa-09dfab290c14 req-8fa0029f-af14-4900-a28c-91f23fd71acc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a5923ba6-96b8-4a01-ab18-779883a4fe01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219552 Mar 07 10:43:24.551155 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-95a1d0fb-636b-4c83-9cfa-09dfab290c14 req-82305d32-996a-4164-9434-aeb96224bde9 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:43:24.552654 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-9343b1de-8e5f-4733-bea8-e431cbe08fde None None] Set router a6e0c6ed-5128-4098-b50c-6512419599fd gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:43:24.563481 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95a1d0fb-636b-4c83-9cfa-09dfab290c14 req-82305d32-996a-4164-9434-aeb96224bde9 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0414915 Mar 07 10:43:24.585042 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124144e1-d530-4c41-b367-54d7f3b74569 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event deleted for resources: {'Network': ['ID=2b14c1ed-e264-4862-983b-a56d6a4a3b64,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:24.587598 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a34c49-085a-44be-8fc5-16667d57cb64 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Made reservation on behalf of a906cb076e8d4b1590a80d69151a24aa for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:24.596778 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-14a34c49-085a-44be-8fc5-16667d57cb64 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:24.667737 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04963bb3-24dd-43e6-80db-97dcc902c047 req-9efce921-8de3-4c81-80bf-bd2df914f71d service neutron] 10.222.0.31 "GET /v2.0/networks/a5923ba6-96b8-4a01-ab18-779883a4fe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365140 Mar 07 10:43:24.869881 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-9343b1de-8e5f-4733-bea8-e431cbe08fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'name': 'tempest-ServersTestManualDisk-110730615-router', 'tenant_id': '37256dfba2694a838b5e754d96d8ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:41:23Z', 'updated_at': '2022-03-07T10:41:30Z', 'revision_number': 4, 'project_id': '37256dfba2694a838b5e754d96d8ef06', 'gw_port': {'id': '01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:24Z', 'updated_at': '2022-03-07T10:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '60a22d3e-ae12-472d-860e-b8d6f4c693ec', 'name': '', 'network_id': 'b10c2308-4a70-4388-a1d4-3c7e73350d3a', 'tenant_id': '37256dfba2694a838b5e754d96d8ef06', 'mac_address': 'fa:16:3e:98:23:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'fadea73f-6720-48b8-9fb7-8cd0608f0333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:29Z', 'updated_at': '2022-03-07T10:41:35Z', 'revision_number': 5, 'project_id': '37256dfba2694a838b5e754d96d8ef06', 'subnets': [{'id': 'fadea73f-6720-48b8-9fb7-8cd0608f0333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:24.908728 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9343b1de-8e5f-4733-bea8-e431cbe08fde None None] Checking router: a6e0c6ed-5128-4098-b50c-6512419599fd for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:43:24.922110 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9343b1de-8e5f-4733-bea8-e431cbe08fde None None] Routers {'a6e0c6ed-5128-4098-b50c-6512419599fd'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:43:24.923184 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-9343b1de-8e5f-4733-bea8-e431cbe08fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:43:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a6e0c6ed-5128-4098-b50c-6512419599fd'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:24.948812 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a34c49-085a-44be-8fc5-16667d57cb64 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:43:24.965433 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d178e22d-d963-4563-9c8b-30bd3fbe3049 req-b1ff1504-1318-4452-8f49-5017bdc31bfc tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "GET /v2.0/ports?device_id=52e0d3ad-9f0e-4185-bd70-079d6643364e HTTP/1.1" status: 200 len: 210 time: 0.4678891 Mar 07 10:43:25.027905 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-14a34c49-085a-44be-8fc5-16667d57cb64 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (b6d5357d-95e3-4719-ba60-00d8e95e2bb4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:25.034051 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-14a34c49-085a-44be-8fc5-16667d57cb64 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Added segment b6d5357d-95e3-4719-ba60-00d8e95e2bb4 of type vlan for network 5b047c0c-5dc2-416e-9d0c-eb15739d24b3 Mar 07 10:43:25.066712 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5d84deb2-6e5e-4e8e-94e2-b45ada5e6156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'name': 'tempest-ServerRescueTestJSONUnderV235-2040382218-router', 'tenant_id': 'd45c75614f10495c9e7ad867b8426961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '8b5dfb3e-a103-4b15-a418-519f52726f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:08Z', 'updated_at': '2022-03-07T10:42:13Z', 'revision_number': 4, 'project_id': 'd45c75614f10495c9e7ad867b8426961', 'gw_port': {'id': '8b5dfb3e-a103-4b15-a418-519f52726f46', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:10:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:09Z', 'updated_at': '2022-03-07T10:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '94884b37-a471-40c4-be0f-d9836594eb87', 'tenant_id': 'd45c75614f10495c9e7ad867b8426961', 'floating_ip_address': '172.25.3.20', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'port_id': '6ee9f6ae-ca68-43d2-ae5f-03931e443753', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5923ba6-96b8-4a01-ab18-779883a4fe01', 'mac_address': 'fa:16:3e:76:f4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa097523-c999-4386-b286-a4ef729572c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:43:19Z', 'updated_at': '2022-03-07T10:43:22Z', 'revision_number': 1, 'project_id': 'd45c75614f10495c9e7ad867b8426961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9985bfd6-2a45-4a55-aa7b-8973be35416d', 'name': '', 'network_id': 'a5923ba6-96b8-4a01-ab18-779883a4fe01', 'tenant_id': 'd45c75614f10495c9e7ad867b8426961', 'mac_address': 'fa:16:3e:ad:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '05b20612-5630-4733-a049-88ce1f12b48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:12Z', 'updated_at': '2022-03-07T10:42:20Z', 'revision_number': 5, 'project_id': 'd45c75614f10495c9e7ad867b8426961', 'subnets': [{'id': '05b20612-5630-4733-a049-88ce1f12b48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:25.121577 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-9343b1de-8e5f-4733-bea8-e431cbe08fde None None] Set router a6e0c6ed-5128-4098-b50c-6512419599fd gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:43:25.141694 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d84deb2-6e5e-4e8e-94e2-b45ada5e6156 None None] The sync data for ids ['313ee869-649f-43d5-bfed-b9c8aed80041'] in n-d-832164-4 is: [{'id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'name': 'tempest-ServerRescueTestJSONUnderV235-2040382218-router', 'tenant_id': 'd45c75614f10495c9e7ad867b8426961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '8b5dfb3e-a103-4b15-a418-519f52726f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:08Z', 'updated_at': '2022-03-07T10:42:13Z', 'revision_number': 4, 'project_id': 'd45c75614f10495c9e7ad867b8426961', 'gw_port': {'id': '8b5dfb3e-a103-4b15-a418-519f52726f46', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:10:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:09Z', 'updated_at': '2022-03-07T10:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '94884b37-a471-40c4-be0f-d9836594eb87', 'tenant_id': 'd45c75614f10495c9e7ad867b8426961', 'floating_ip_address': '172.25.3.20', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'port_id': '6ee9f6ae-ca68-43d2-ae5f-03931e443753', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5923ba6-96b8-4a01-ab18-779883a4fe01', 'mac_address': 'fa:16:3e:76:f4:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa097523-c999-4386-b286-a4ef729572c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:43:19Z', 'updated_at': '2022-03-07T10:43:22Z', 'revision_number': 1, 'project_id': 'd45c75614f10495c9e7ad867b8426961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9985bfd6-2a45-4a55-aa7b-8973be35416d', 'name': '', 'network_id': 'a5923ba6-96b8-4a01-ab18-779883a4fe01', 'tenant_id': 'd45c75614f10495c9e7ad867b8426961', 'mac_address': 'fa:16:3e:ad:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '05b20612-5630-4733-a049-88ce1f12b48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:12Z', 'updated_at': '2022-03-07T10:42:20Z', 'revision_number': 5, 'project_id': 'd45c75614f10495c9e7ad867b8426961', 'subnets': [{'id': '05b20612-5630-4733-a049-88ce1f12b48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:43:25.249498 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3c88f288-c564-4f50-aa94-d1d0af9ea2b8 req-8ecc12bd-ff71-47ac-abe0-b081ff7107ea tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdd004ed-a3c5-4190-80d7-32451bff8167 HTTP/1.1" status: 200 len: 210 time: 0.0759604 Mar 07 10:43:25.263185 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-14a34c49-085a-44be-8fc5-16667d57cb64 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (5b047c0c-5dc2-416e-9d0c-eb15739d24b3), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:25.267183 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04963bb3-24dd-43e6-80db-97dcc902c047 req-c86e0d98-f3ef-43bd-9cec-c5d3886b1d2a service neutron] 10.222.0.31 "GET /v2.0/networks/a5923ba6-96b8-4a01-ab18-779883a4fe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5845537 Mar 07 10:43:25.312986 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-14a34c49-085a-44be-8fc5-16667d57cb64 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (5b047c0c-5dc2-416e-9d0c-eb15739d24b3), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:25.324995 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a34c49-085a-44be-8fc5-16667d57cb64 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:25.325933 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-14a34c49-085a-44be-8fc5-16667d57cb64 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:25.441903 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-14a34c49-085a-44be-8fc5-16667d57cb64 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9316761 Mar 07 10:43:25.448220 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54596) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:25.457669 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-9163735f-8c17-42f4-afa7-21287333a17f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Request body: {'subnet': {'network_id': '5b047c0c-5dc2-416e-9d0c-eb15739d24b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:25.495072 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a34c49-085a-44be-8fc5-16667d57cb64 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event updated for resources: {'Network': ['ID=5b047c0c-5dc2-416e-9d0c-eb15739d24b3,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:25.498320 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-9343b1de-8e5f-4733-bea8-e431cbe08fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'name': 'tempest-ServersTestManualDisk-110730615-router', 'tenant_id': '37256dfba2694a838b5e754d96d8ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:41:23Z', 'updated_at': '2022-03-07T10:41:30Z', 'revision_number': 4, 'project_id': '37256dfba2694a838b5e754d96d8ef06', 'gw_port': {'id': '01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:24Z', 'updated_at': '2022-03-07T10:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '60a22d3e-ae12-472d-860e-b8d6f4c693ec', 'name': '', 'network_id': 'b10c2308-4a70-4388-a1d4-3c7e73350d3a', 'tenant_id': '37256dfba2694a838b5e754d96d8ef06', 'mac_address': 'fa:16:3e:98:23:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'fadea73f-6720-48b8-9fb7-8cd0608f0333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:29Z', 'updated_at': '2022-03-07T10:41:35Z', 'revision_number': 5, 'project_id': '37256dfba2694a838b5e754d96d8ef06', 'subnets': [{'id': 'fadea73f-6720-48b8-9fb7-8cd0608f0333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:25.502571 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95a1d0fb-636b-4c83-9cfa-09dfab290c14 req-bacd4cbd-2fcc-420f-9a9c-6b38f11d5033 service neutron] 10.222.0.11 "GET /v2.0/networks/a5923ba6-96b8-4a01-ab18-779883a4fe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9377289 Mar 07 10:43:25.515472 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 5b047c0c-5dc2-416e-9d0c-eb15739d24b3 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:43:25.533627 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9343b1de-8e5f-4733-bea8-e431cbe08fde None None] The sync data for ids ['a6e0c6ed-5128-4098-b50c-6512419599fd'] in n-d-832164-4 is: [{'id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'name': 'tempest-ServersTestManualDisk-110730615-router', 'tenant_id': '37256dfba2694a838b5e754d96d8ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:41:23Z', 'updated_at': '2022-03-07T10:41:30Z', 'revision_number': 4, 'project_id': '37256dfba2694a838b5e754d96d8ef06', 'gw_port': {'id': '01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:24Z', 'updated_at': '2022-03-07T10:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '60a22d3e-ae12-472d-860e-b8d6f4c693ec', 'name': '', 'network_id': 'b10c2308-4a70-4388-a1d4-3c7e73350d3a', 'tenant_id': '37256dfba2694a838b5e754d96d8ef06', 'mac_address': 'fa:16:3e:98:23:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1266, 'fixed_ips': [{'subnet_id': 'fadea73f-6720-48b8-9fb7-8cd0608f0333', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:29Z', 'updated_at': '2022-03-07T10:41:35Z', 'revision_number': 5, 'project_id': '37256dfba2694a838b5e754d96d8ef06', 'subnets': [{'id': 'fadea73f-6720-48b8-9fb7-8cd0608f0333', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:43:25.581902 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d58e7a-40dc-49b4-a034-acf418a71453 None None] New status for floating IP 94884b37-a471-40c4-be0f-d9836594eb87: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:43:25.619380 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52e0d3ad-9f0e-4185-bd70-079d6643364e', 'name': 'network-vif-deleted', 'tag': '009d14c4-8c1a-492f-8219-62316652fd54'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:43:25.621600 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448f81ba-6d31-4ee7-ad2e-29cb87868d3c" -d '{"events": [{"server_uuid": "52e0d3ad-9f0e-4185-bd70-079d6643364e", "name": "network-vif-deleted", "tag": "009d14c4-8c1a-492f-8219-62316652fd54"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:43:25.639563 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-22f93d4b-4b89-4bf8-b10c-efac034db5de tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:25.641160 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-22f93d4b-4b89-4bf8-b10c-efac034db5de tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.21 "GET /v2.0/networks?id=00afd099-7a30-4cd1-919e-35d92c7ee376 HTTP/1.1" status: 200 len: 815 time: 0.4390602 Mar 07 10:43:25.710735 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d0966c-6ebe-4156-8365-c34803c78bf3 x-openstack-request-id: req-27d0966c-6ebe-4156-8365-c34803c78bf3 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:43:25.711071 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52e0d3ad-9f0e-4185-bd70-079d6643364e", "name": "network-vif-deleted", "tag": "009d14c4-8c1a-492f-8219-62316652fd54", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:43:25.711439 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-27d0966c-6ebe-4156-8365-c34803c78bf3 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:43:25.711920 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52e0d3ad-9f0e-4185-bd70-079d6643364e', 'name': 'network-vif-deleted', 'tag': '009d14c4-8c1a-492f-8219-62316652fd54', 'status': 'completed', 'code': 200} Mar 07 10:43:25.831035 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9163735f-8c17-42f4-afa7-21287333a17f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Made reservation on behalf of a906cb076e8d4b1590a80d69151a24aa for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:25.835183 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9163735f-8c17-42f4-afa7-21287333a17f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:25.846843 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-27b687df-f5de-499c-818f-464e7ddceabb tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=963e73da008c45bbbe3340617f958250 HTTP/1.1" status: 200 len: 473 time: 0.1932375 Mar 07 10:43:25.851530 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95a1d0fb-636b-4c83-9cfa-09dfab290c14 req-09f1ee14-520b-4d3c-af3c-c9f407a4d6d2 service neutron] 10.222.0.11 "GET /v2.0/networks/a5923ba6-96b8-4a01-ab18-779883a4fe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419197 Mar 07 10:43:25.873593 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-0d5400ea-6e8c-4200-8b54-f763138fd0e8 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Request body: {'port': {'device_id': 'bdd004ed-a3c5-4190-80d7-32451bff8167', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'admin_state_up': True, 'tenant_id': '963e73da008c45bbbe3340617f958250', 'security_groups': ['654dba5b-5a76-4028-bf43-4196138fa2e2']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:25.980040 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3beb30a1-ed5b-49e3-9e00-d4489adc8131 req-1f7eaa7e-cf2f-48a9-9471-9b16372f3af7 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.20 HTTP/1.1" status: 200 len: 1001 time: 0.0814085 Mar 07 10:43:26.056338 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6349efe-edca-411c-83d5-d4994bd44a4f None None] New status for floating IP d66e2115-7260-4552-ac50-8eedd8ec375e: DOWN {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:43:26.078901 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54612) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:26.096586 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb30a1-ed5b-49e3-9e00-d4489adc8131 req-9ed23528-babc-4df1-8a1a-9cc74a003ae2 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:26.098493 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3beb30a1-ed5b-49e3-9e00-d4489adc8131 req-9ed23528-babc-4df1-8a1a-9cc74a003ae2 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports/6ee9f6ae-ca68-43d2-ae5f-03931e443753 HTTP/1.1" status: 200 len: 943 time: 0.1082561 Mar 07 10:43:26.231863 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-0d5400ea-6e8c-4200-8b54-f763138fd0e8 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Made reservation on behalf of 963e73da008c45bbbe3340617f958250 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:26.235917 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-0d5400ea-6e8c-4200-8b54-f763138fd0e8 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:26.253972 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3beb30a1-ed5b-49e3-9e00-d4489adc8131 req-bb80cb60-ec21-4e78-ab50-1b88dfe85859 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.20 HTTP/1.1" status: 200 len: 1001 time: 0.1007533 Mar 07 10:43:26.299223 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fd5b498d-0959-424a-a3d3-299eb61d6dbf tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks [] for security_group (32d07094-df22-4979-aad2-36eb0bfbe43d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:26.337375 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fd5b498d-0959-424a-a3d3-299eb61d6dbf tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks [] for security_group (32d07094-df22-4979-aad2-36eb0bfbe43d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:26.391476 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb30a1-ed5b-49e3-9e00-d4489adc8131 req-3f601e25-00fc-4d89-b0e7-555b68d28e81 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:26.392842 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3beb30a1-ed5b-49e3-9e00-d4489adc8131 req-3f601e25-00fc-4d89-b0e7-555b68d28e81 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 784 time: 0.1307747 Mar 07 10:43:26.481340 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3beb30a1-ed5b-49e3-9e00-d4489adc8131 req-93a1fbb0-1644-496e-b72f-5fbb4d86cc56 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.20 HTTP/1.1" status: 200 len: 1001 time: 0.0791125 Mar 07 10:43:26.496734 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9163735f-8c17-42f4-afa7-21287333a17f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (dcf0bbe4-b903-441d-8b10-cc5734c91c3b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:26.514204 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-3beb30a1-ed5b-49e3-9e00-d4489adc8131 req-8c7537cb-0411-4c05-9f87-2ef9e6beab36 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:26.587769 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-3beb30a1-ed5b-49e3-9e00-d4489adc8131 req-8c7537cb-0411-4c05-9f87-2ef9e6beab36 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks [] for floatingip (94884b37-a471-40c4-be0f-d9836594eb87), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:26.605198 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fd5b498d-0959-424a-a3d3-299eb61d6dbf tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (32d07094-df22-4979-aad2-36eb0bfbe43d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:26.608833 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fd5b498d-0959-424a-a3d3-299eb61d6dbf tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:26.610503 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-fd5b498d-0959-424a-a3d3-299eb61d6dbf tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "DELETE /v2.0/security-groups/32d07094-df22-4979-aad2-36eb0bfbe43d HTTP/1.1" status: 204 len: 168 time: 0.5293579 Mar 07 10:43:26.644230 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54622) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:26.650432 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d00daef7-e00c-4a15-a49d-3d3999661007 req-310b5062-1ec8-44a0-a942-dcfcbe2bef1e tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdd004ed-a3c5-4190-80d7-32451bff8167 HTTP/1.1" status: 200 len: 210 time: 0.2777152 Mar 07 10:43:26.688190 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163735f-8c17-42f4-afa7-21287333a17f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event updated for resources: {'Subnet': ['ID=dcf0bbe4-b903-441d-8b10-cc5734c91c3b,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:26.701059 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-77ceb133-264a-41d5-8b04-19aa8549ea4a tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] show failed (client error): The resource could not be found. Mar 07 10:43:26.703621 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-77ceb133-264a-41d5-8b04-19aa8549ea4a tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "GET /v2.0/security-groups/32d07094-df22-4979-aad2-36eb0bfbe43d HTTP/1.1" status: 404 len: 347 time: 0.0583460 Mar 07 10:43:26.706548 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54624) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:26.713944 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b498d-0959-424a-a3d3-299eb61d6dbf tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d07094-df22-4979-aad2-36eb0bfbe43d,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:26.781301 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-0d5400ea-6e8c-4200-8b54-f763138fd0e8 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Allocated IP 172.20.0.12 (00afd099-7a30-4cd1-919e-35d92c7ee376/e733737e-c8f1-4ea9-8337-47939319caff/fefb6271-d37d-4e27-a209-ad508b20d482) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:43:26.849870 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9163735f-8c17-42f4-afa7-21287333a17f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Checking segment: {'id': 'b6d5357d-95e3-4719-ba60-00d8e95e2bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5b047c0c-5dc2-416e-9d0c-eb15739d24b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:43:26.850801 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9163735f-8c17-42f4-afa7-21287333a17f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Network hostable DHCP agents. Network: 5b047c0c-5dc2-416e-9d0c-eb15739d24b3, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:43:26.879911 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-3beb30a1-ed5b-49e3-9e00-d4489adc8131 req-8c7537cb-0411-4c05-9f87-2ef9e6beab36 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:26.891089 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-3beb30a1-ed5b-49e3-9e00-d4489adc8131 req-8c7537cb-0411-4c05-9f87-2ef9e6beab36 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (94884b37-a471-40c4-be0f-d9836594eb87), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:26.891608 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [req-3beb30a1-ed5b-49e3-9e00-d4489adc8131 req-8c7537cb-0411-4c05-9f87-2ef9e6beab36 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Floating IP 94884b37-a471-40c4-be0f-d9836594eb87 disassociated. External IP: 172.25.3.20, port: 6ee9f6ae-ca68-43d2-ae5f-03931e443753. Mar 07 10:43:26.908614 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9163735f-8c17-42f4-afa7-21287333a17f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Network 5b047c0c-5dc2-416e-9d0c-eb15739d24b3 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:43:26.954564 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-9163735f-8c17-42f4-afa7-21287333a17f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 5b047c0c-5dc2-416e-9d0c-eb15739d24b3) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:43:26.964720 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-c93df31f-33d2-4a27-b3ba-679734bb4e19 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Deleting port ed2ea83b-8974-4573-948d-6f64963b7153 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:26.965142 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c93df31f-33d2-4a27-b3ba-679734bb4e19 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (ed2ea83b-8974-4573-948d-6f64963b7153), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:26.968999 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea776716-a759-422f-bbd8-a0e78ebc72de None None] Network 5b047c0c-5dc2-416e-9d0c-eb15739d24b3 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:26.970604 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9163735f-8c17-42f4-afa7-21287333a17f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:26.971412 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9163735f-8c17-42f4-afa7-21287333a17f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:27.037833 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9163735f-8c17-42f4-afa7-21287333a17f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5866108 Mar 07 10:43:27.041980 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54628) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:27.095091 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-0d5400ea-6e8c-4200-8b54-f763138fd0e8 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for port (fefb6271-d37d-4e27-a209-ad508b20d482), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:27.124734 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5892cfc-2158-454e-872c-0c9b086332ac req-2c28653f-aa4f-466d-9544-ab26800028e0 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:27.126924 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e5892cfc-2158-454e-872c-0c9b086332ac req-2c28653f-aa4f-466d-9544-ab26800028e0 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/ports?device_id=c999d996-c502-4e0e-8e02-c25e566eb39c HTTP/1.1" status: 200 len: 946 time: 0.1761618 Mar 07 10:43:27.140425 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb40546-8254-41df-b507-a371af3d5109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-5b047c0c-5dc2-416e-9d0c-eb15739d24b3', 'network_id': '5b047c0c-5dc2-416e-9d0c-eb15739d24b3', 'project_id': 'a906cb076e8d4b1590a80d69151a24aa', 'fixed_ips': [{'subnet_id': 'dcf0bbe4-b903-441d-8b10-cc5734c91c3b'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:43:27.141480 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1bb40546-8254-41df-b507-a371af3d5109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:27.150207 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c93df31f-33d2-4a27-b3ba-679734bb4e19 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (ed2ea83b-8974-4573-948d-6f64963b7153), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:27.150747 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c93df31f-33d2-4a27-b3ba-679734bb4e19 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks [] for floatingip (ed2ea83b-8974-4573-948d-6f64963b7153), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:27.170646 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-c93df31f-33d2-4a27-b3ba-679734bb4e19 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Calling delete_port for ed2ea83b-8974-4573-948d-6f64963b7153 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:27.255756 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e5892cfc-2158-454e-872c-0c9b086332ac req-0bcf1a58-fd9e-4d25-8b00-771b1e05c1a3 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/security-groups?id=73619b1b-c443-4844-965f-b3ec8bc99ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894113 Mar 07 10:43:27.299400 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-0d5400ea-6e8c-4200-8b54-f763138fd0e8 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (fefb6271-d37d-4e27-a209-ad508b20d482), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:27.310670 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3beb30a1-ed5b-49e3-9e00-d4489adc8131 req-8c7537cb-0411-4c05-9f87-2ef9e6beab36 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Router 313ee869-649f-43d5-bfed-b9c8aed80041 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:43:27.361680 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-1bb40546-8254-41df-b507-a371af3d5109 None None] Allocated IP 172.20.0.1 (5b047c0c-5dc2-416e-9d0c-eb15739d24b3/dcf0bbe4-b903-441d-8b10-cc5734c91c3b/fc3c07b8-367f-427a-9b2e-8efe199762c1) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:43:27.371047 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5400ea-6e8c-4200-8b54-f763138fd0e8 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event updated for resources: {'Port': ['ID=fefb6271-d37d-4e27-a209-ad508b20d482,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:27.393727 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (5b047c0c-5dc2-416e-9d0c-eb15739d24b3), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:27.409544 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-0d5400ea-6e8c-4200-8b54-f763138fd0e8 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Network 00afd099-7a30-4cd1-919e-35d92c7ee376 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:43:27.412968 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-0d5400ea-6e8c-4200-8b54-f763138fd0e8 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:43:27.434740 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-0d5400ea-6e8c-4200-8b54-f763138fd0e8 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:43:27.503497 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-0d5400ea-6e8c-4200-8b54-f763138fd0e8 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:27.505142 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-0d5400ea-6e8c-4200-8b54-f763138fd0e8 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:27.515174 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3beb30a1-ed5b-49e3-9e00-d4489adc8131 req-8c7537cb-0411-4c05-9f87-2ef9e6beab36 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:43:27.531503 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-0d5400ea-6e8c-4200-8b54-f763138fd0e8 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6624484 Mar 07 10:43:27.533708 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cc884f-3a78-4e26-bf40-be4d0934b363 None None] Sync routers for ids ['313ee869-649f-43d5-bfed-b9c8aed80041'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:43:27.534091 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-3beb30a1-ed5b-49e3-9e00-d4489adc8131 req-8c7537cb-0411-4c05-9f87-2ef9e6beab36 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:27.538599 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c93df31f-33d2-4a27-b3ba-679734bb4e19 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (ed2ea83b-8974-4573-948d-6f64963b7153), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:27.565568 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-2ee68cad-6055-4a17-b8f9-bd531448891f service neutron] Request body: {'port': {'device_id': 'bdd004ed-a3c5-4190-80d7-32451bff8167', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:27.574712 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cc884f-3a78-4e26-bf40-be4d0934b363 None None] Routers {'313ee869-649f-43d5-bfed-b9c8aed80041'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:43:27.575504 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d8cc884f-3a78-4e26-bf40-be4d0934b363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:43:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['313ee869-649f-43d5-bfed-b9c8aed80041'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:27.638526 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93df31f-33d2-4a27-b3ba-679734bb4e19 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Pushing event deleted for resources: {'Port': ['ID=ed2ea83b-8974-4573-948d-6f64963b7153,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:27.640804 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54638) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:27.667158 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3beb30a1-ed5b-49e3-9e00-d4489adc8131 req-8c7537cb-0411-4c05-9f87-2ef9e6beab36 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "PUT /v2.0/floatingips/94884b37-a471-40c4-be0f-d9836594eb87 HTTP/1.1" status: 200 len: 694 time: 1.1575885 Mar 07 10:43:27.688317 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa097523-c999-4386-b286-a4ef729572c8', 'tag': '6ee9f6ae-ca68-43d2-ae5f-03931e443753'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:43:27.691215 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57110ee0-0c72-4f79-81b7-d43eb6473b34" -d '{"events": [{"name": "network-changed", "server_uuid": "fa097523-c999-4386-b286-a4ef729572c8", "tag": "6ee9f6ae-ca68-43d2-ae5f-03931e443753"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:43:27.763955 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-2ee68cad-6055-4a17-b8f9-bd531448891f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fefb6271-d37d-4e27-a209-ad508b20d482), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:27.768213 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c93df31f-33d2-4a27-b3ba-679734bb4e19 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks [] for floatingip (d66e2115-7260-4552-ac50-8eedd8ec375e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:27.771298 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c93df31f-33d2-4a27-b3ba-679734bb4e19 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:27.774911 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c93df31f-33d2-4a27-b3ba-679734bb4e19 tempest-ServersTestManualDisk-1021233006 tempest-ServersTestManualDisk-1021233006-project] 10.222.0.11 "DELETE /v2.0/floatingips/d66e2115-7260-4552-ac50-8eedd8ec375e HTTP/1.1" status: 204 len: 168 time: 1.0674014 Mar 07 10:43:27.777885 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54646) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:27.784951 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (dcf0bbe4-b903-441d-8b10-cc5734c91c3b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:28.059855 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1bb40546-8254-41df-b507-a371af3d5109 None None] Publish callbacks [] for port (fc3c07b8-367f-427a-9b2e-8efe199762c1), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:28.073532 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1bb40546-8254-41df-b507-a371af3d5109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (fc3c07b8-367f-427a-9b2e-8efe199762c1), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:28.129775 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (dcf0bbe4-b903-441d-8b10-cc5734c91c3b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:28.172503 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event deleted for resources: {'Subnet': ['ID=dcf0bbe4-b903-441d-8b10-cc5734c91c3b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:28.187271 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-d8cc884f-3a78-4e26-bf40-be4d0934b363 None None] Set router 313ee869-649f-43d5-bfed-b9c8aed80041 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:43:28.313520 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (5b047c0c-5dc2-416e-9d0c-eb15739d24b3), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:28.343991 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b047c0c-5dc2-416e-9d0c-eb15739d24b3']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:28.359716 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d5357d-95e3-4719-ba60-00d8e95e2bb4') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:28.360327 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d5357d-95e3-4719-ba60-00d8e95e2bb4') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:28.374118 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (b6d5357d-95e3-4719-ba60-00d8e95e2bb4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:28.392475 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb40546-8254-41df-b507-a371af3d5109 None None] Network 5b047c0c-5dc2-416e-9d0c-eb15739d24b3 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:43:28.394089 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (b6d5357d-95e3-4719-ba60-00d8e95e2bb4), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:28.402183 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-1bb40546-8254-41df-b507-a371af3d5109 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:43:28.407685 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:43:28.408288 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (b6d5357d-95e3-4719-ba60-00d8e95e2bb4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:28.413912 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb40546-8254-41df-b507-a371af3d5109 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:43:28.415390 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:43:28.415390 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:43:28.415390 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:43:28.415390 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:43:28.415390 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:43:28.415390 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:43:28.415390 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:43:28.415390 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:43:28.415390 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:43:28.415390 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:43:28.415390 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:43:28.415390 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:43:28.415390 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:43:28.415390 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:43:28.415390 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:43:28.415390 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:43:28.415390 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:43:28.415390 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:43:28.415390 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:43:28.415390 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:43:28.415390 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:43:28.415390 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:43:28.415390 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:43:28.415390 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:43:28.415390 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:43:28.415390 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:43:28.415390 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:43:28.415390 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:43:28.415390 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:43:28.415390 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:43:28.415390 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:43:28.415390 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:43:28.419159 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a405b337-ebbd-4e29-b9e8-4eab6177f0d1 None None] Provisioning complete for port fefb6271-d37d-4e27-a209-ad508b20d482 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:43:28.419535 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a405b337-ebbd-4e29-b9e8-4eab6177f0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (fefb6271-d37d-4e27-a209-ad508b20d482), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:28.421365 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb40546-8254-41df-b507-a371af3d5109 None None] Pushing event updated for resources: {'Port': ['ID=fc3c07b8-367f-427a-9b2e-8efe199762c1,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:28.458205 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb30a1-ed5b-49e3-9e00-d4489adc8131 req-5494c14a-0792-421a-91a9-2bb2af8df585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:28.460539 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3beb30a1-ed5b-49e3-9e00-d4489adc8131 req-5494c14a-0792-421a-91a9-2bb2af8df585 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d45c75614f10495c9e7ad867b8426961&device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 1128 time: 0.7155521 Mar 07 10:43:28.512658 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a405b337-ebbd-4e29-b9e8-4eab6177f0d1 None None] Port fefb6271-d37d-4e27-a209-ad508b20d482 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:43:28.519114 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-1bb40546-8254-41df-b507-a371af3d5109 None None] Attempting to bind port fc3c07b8-367f-427a-9b2e-8efe199762c1 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:43:28.520024 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-1bb40546-8254-41df-b507-a371af3d5109 None None] Attempting to bind port fc3c07b8-367f-427a-9b2e-8efe199762c1 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'b6d5357d-95e3-4719-ba60-00d8e95e2bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5b047c0c-5dc2-416e-9d0c-eb15739d24b3'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:43:28.520024 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb40546-8254-41df-b507-a371af3d5109 None None] Attempting to bind port fc3c07b8-367f-427a-9b2e-8efe199762c1 on network 5b047c0c-5dc2-416e-9d0c-eb15739d24b3 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:43:28.528044 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb40546-8254-41df-b507-a371af3d5109 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:43:28.528419 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb40546-8254-41df-b507-a371af3d5109 None None] Checking segment: {'id': 'b6d5357d-95e3-4719-ba60-00d8e95e2bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5b047c0c-5dc2-416e-9d0c-eb15739d24b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:43:28.528826 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1bb40546-8254-41df-b507-a371af3d5109 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:28.529407 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb40546-8254-41df-b507-a371af3d5109 None None] Bound using segment: {'id': 'b6d5357d-95e3-4719-ba60-00d8e95e2bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5b047c0c-5dc2-416e-9d0c-eb15739d24b3'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:43:28.529709 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-1bb40546-8254-41df-b507-a371af3d5109 None None] Bound port: fc3c07b8-367f-427a-9b2e-8efe199762c1, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d5357d-95e3-4719-ba60-00d8e95e2bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5b047c0c-5dc2-416e-9d0c-eb15739d24b3'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:43:28.530090 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1bb40546-8254-41df-b507-a371af3d5109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fc3c07b8-367f-427a-9b2e-8efe199762c1), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:28.546147 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3cc79b-b0aa-4c49-91bc-74247fa3fff7 req-ff28ced5-ae83-4803-b9d6-eaa8797ae8bf tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:28.547917 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-df3cc79b-b0aa-4c49-91bc-74247fa3fff7 req-ff28ced5-ae83-4803-b9d6-eaa8797ae8bf tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdd004ed-a3c5-4190-80d7-32451bff8167 HTTP/1.1" status: 200 len: 932 time: 0.4947159 Mar 07 10:43:28.548051 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d8cc884f-3a78-4e26-bf40-be4d0934b363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'name': 'tempest-ServerRescueTestJSONUnderV235-2040382218-router', 'tenant_id': 'd45c75614f10495c9e7ad867b8426961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '8b5dfb3e-a103-4b15-a418-519f52726f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:08Z', 'updated_at': '2022-03-07T10:42:13Z', 'revision_number': 4, 'project_id': 'd45c75614f10495c9e7ad867b8426961', 'gw_port': {'id': '8b5dfb3e-a103-4b15-a418-519f52726f46', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:10:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:09Z', 'updated_at': '2022-03-07T10:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '9985bfd6-2a45-4a55-aa7b-8973be35416d', 'name': '', 'network_id': 'a5923ba6-96b8-4a01-ab18-779883a4fe01', 'tenant_id': 'd45c75614f10495c9e7ad867b8426961', 'mac_address': 'fa:16:3e:ad:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '05b20612-5630-4733-a049-88ce1f12b48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:12Z', 'updated_at': '2022-03-07T10:42:20Z', 'revision_number': 5, 'project_id': 'd45c75614f10495c9e7ad867b8426961', 'subnets': [{'id': '05b20612-5630-4733-a049-88ce1f12b48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:28.564319 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.db.api [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 10:43:28.564319 n-d-832164-4 neutron-server[103767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 10:43:28.564319 n-d-832164-4 neutron-server[103767]: [parameters: {'id': '5b047c0c-5dc2-416e-9d0c-eb15739d24b3'}] Mar 07 10:43:28.564319 n-d-832164-4 neutron-server[103767]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:43:28.564827 n-d-832164-4 neutron-server[103767]: DEBUG oslo_db.api [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:43:28.610761 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-df3cc79b-b0aa-4c49-91bc-74247fa3fff7 req-1562e7c0-187c-44cc-aead-de4a07343f30 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=654dba5b-5a76-4028-bf43-4196138fa2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562205 Mar 07 10:43:28.645235 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-1bb40546-8254-41df-b507-a371af3d5109 None None] For port fc3c07b8-367f-427a-9b2e-8efe199762c1, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:43:28.653230 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-1bb40546-8254-41df-b507-a371af3d5109 None None] For port fc3c07b8-367f-427a-9b2e-8efe199762c1, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=fc3c07b8-367f-427a-9b2e-8efe199762c1,segment=NetworkSegment(b6d5357d-95e3-4719-ba60-00d8e95e2bb4),segment_id=b6d5357d-95e3-4719-ba60-00d8e95e2bb4)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:43:28.661522 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cc884f-3a78-4e26-bf40-be4d0934b363 None None] Checking router: 313ee869-649f-43d5-bfed-b9c8aed80041 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:43:28.665878 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1bb40546-8254-41df-b507-a371af3d5109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (fc3c07b8-367f-427a-9b2e-8efe199762c1), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:28.723074 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cc884f-3a78-4e26-bf40-be4d0934b363 None None] Routers {'313ee869-649f-43d5-bfed-b9c8aed80041'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:43:28.723887 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d8cc884f-3a78-4e26-bf40-be4d0934b363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:43:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['313ee869-649f-43d5-bfed-b9c8aed80041'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:28.743197 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed1ac03-8cdc-4e92-8540-d9173665e299 x-openstack-request-id: req-0ed1ac03-8cdc-4e92-8540-d9173665e299 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:43:28.748404 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-2ee68cad-6055-4a17-b8f9-bd531448891f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fefb6271-d37d-4e27-a209-ad508b20d482 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:43:28.751135 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa097523-c999-4386-b286-a4ef729572c8", "tag": "6ee9f6ae-ca68-43d2-ae5f-03931e443753", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:43:28.751135 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0ed1ac03-8cdc-4e92-8540-d9173665e299 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:43:28.751135 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa097523-c999-4386-b286-a4ef729572c8', 'tag': '6ee9f6ae-ca68-43d2-ae5f-03931e443753', 'status': 'completed', 'code': 200} Mar 07 10:43:28.764439 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-2ee68cad-6055-4a17-b8f9-bd531448891f service neutron] Publish callbacks [] for port (fefb6271-d37d-4e27-a209-ad508b20d482), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:28.782611 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-2ee68cad-6055-4a17-b8f9-bd531448891f service neutron] Transition to ACTIVE for port object fefb6271-d37d-4e27-a209-ad508b20d482 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:43:28.789766 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-2ee68cad-6055-4a17-b8f9-bd531448891f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (fefb6271-d37d-4e27-a209-ad508b20d482), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:28.815212 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb40546-8254-41df-b507-a371af3d5109 None None] Pushing event updated for resources: {'Port': ['ID=fc3c07b8-367f-427a-9b2e-8efe199762c1,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:28.872562 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6d930c-cfb3-462b-a718-85baf2202a36 None None] get_active_networks_info from n-d-832164-4 {{(pid=103768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 10:43:28.923536 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee68cad-6055-4a17-b8f9-bd531448891f service neutron] Pushing event updated for resources: {'Port': ['ID=fefb6271-d37d-4e27-a209-ad508b20d482,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:28.947733 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-d8cc884f-3a78-4e26-bf40-be4d0934b363 None None] Set router 313ee869-649f-43d5-bfed-b9c8aed80041 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:43:28.952025 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27554f9b-2094-49d2-a7ed-85deeec5eff6 req-7a53069e-5484-466b-8433-ff42dbc5f146 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:28.953614 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27554f9b-2094-49d2-a7ed-85deeec5eff6 req-7a53069e-5484-466b-8433-ff42dbc5f146 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/ports?device_id=c999d996-c502-4e0e-8e02-c25e566eb39c HTTP/1.1" status: 200 len: 946 time: 0.1277630 Mar 07 10:43:29.028598 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb30a1-ed5b-49e3-9e00-d4489adc8131 req-a2a8269f-4bb2-4051-8eff-f304ede653ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:29.030416 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3beb30a1-ed5b-49e3-9e00-d4489adc8131 req-a2a8269f-4bb2-4051-8eff-f304ede653ea service neutron] 10.222.0.11 "GET /v2.0/networks?id=a5923ba6-96b8-4a01-ab18-779883a4fe01 HTTP/1.1" status: 200 len: 921 time: 0.5609932 Mar 07 10:43:29.043717 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27554f9b-2094-49d2-a7ed-85deeec5eff6 req-be539409-fe0c-4ce0-989c-21e82156576a tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/security-groups?id=73619b1b-c443-4844-965f-b3ec8bc99ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555301 Mar 07 10:43:29.069630 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (5b047c0c-5dc2-416e-9d0c-eb15739d24b3), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:29.079558 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-2ee68cad-6055-4a17-b8f9-bd531448891f service neutron] Attempting to bind port fefb6271-d37d-4e27-a209-ad508b20d482 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:43:29.079894 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-2ee68cad-6055-4a17-b8f9-bd531448891f service neutron] Attempting to bind port fefb6271-d37d-4e27-a209-ad508b20d482 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '59b13e75-30d7-418d-a8ee-7db3ff010fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:43:29.080224 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-2ee68cad-6055-4a17-b8f9-bd531448891f service neutron] Attempting to bind port fefb6271-d37d-4e27-a209-ad508b20d482 on network 00afd099-7a30-4cd1-919e-35d92c7ee376 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:43:29.089564 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-2ee68cad-6055-4a17-b8f9-bd531448891f service neutron] Port fefb6271-d37d-4e27-a209-ad508b20d482 on network 00afd099-7a30-4cd1-919e-35d92c7ee376 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:43:29.089886 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-2ee68cad-6055-4a17-b8f9-bd531448891f service neutron] Attempting to bind port fefb6271-d37d-4e27-a209-ad508b20d482 on network 00afd099-7a30-4cd1-919e-35d92c7ee376 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:43:29.115356 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-2ee68cad-6055-4a17-b8f9-bd531448891f service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:43:29.115778 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-2ee68cad-6055-4a17-b8f9-bd531448891f service neutron] Checking segment: {'id': '59b13e75-30d7-418d-a8ee-7db3ff010fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:43:29.116187 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-2ee68cad-6055-4a17-b8f9-bd531448891f service neutron] Bound using segment: {'id': '59b13e75-30d7-418d-a8ee-7db3ff010fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:43:29.116766 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-2ee68cad-6055-4a17-b8f9-bd531448891f service neutron] Bound port: fefb6271-d37d-4e27-a209-ad508b20d482, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b13e75-30d7-418d-a8ee-7db3ff010fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:43:29.117187 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-2ee68cad-6055-4a17-b8f9-bd531448891f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fefb6271-d37d-4e27-a209-ad508b20d482), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:29.132278 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3beb30a1-ed5b-49e3-9e00-d4489adc8131 req-51e20b49-8371-4384-803a-de8fb2dc766b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ee9f6ae-ca68-43d2-ae5f-03931e443753 HTTP/1.1" status: 200 len: 217 time: 0.0928414 Mar 07 10:43:29.159922 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57110ee0-0c72-4f79-81b7-d43eb6473b34 req-ea03ff9a-0630-45f2-98e6-e3bd07523f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:29.161951 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-57110ee0-0c72-4f79-81b7-d43eb6473b34 req-ea03ff9a-0630-45f2-98e6-e3bd07523f35 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d45c75614f10495c9e7ad867b8426961&device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 1128 time: 0.4005773 Mar 07 10:43:29.209704 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6d930c-cfb3-462b-a718-85baf2202a36 None None] Resources bound (agent type, host, resource id): {{(pid=103768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:43:29.259707 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-2ee68cad-6055-4a17-b8f9-bd531448891f service neutron] For port fefb6271-d37d-4e27-a209-ad508b20d482, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:43:29.265099 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-2ee68cad-6055-4a17-b8f9-bd531448891f service neutron] For port fefb6271-d37d-4e27-a209-ad508b20d482, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=fefb6271-d37d-4e27-a209-ad508b20d482,segment=NetworkSegment(59b13e75-30d7-418d-a8ee-7db3ff010fd0),segment_id=59b13e75-30d7-418d-a8ee-7db3ff010fd0)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:43:29.269958 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Deleting port fc3c07b8-367f-427a-9b2e-8efe199762c1 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:29.270394 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (fc3c07b8-367f-427a-9b2e-8efe199762c1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:29.296403 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-2ee68cad-6055-4a17-b8f9-bd531448891f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (fefb6271-d37d-4e27-a209-ad508b20d482), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:29.331555 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb30a1-ed5b-49e3-9e00-d4489adc8131 req-9fa01bfb-7ea7-4817-a63b-6b0b51de0c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:29.333432 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3beb30a1-ed5b-49e3-9e00-d4489adc8131 req-9fa01bfb-7ea7-4817-a63b-6b0b51de0c4b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=05b20612-5630-4733-a049-88ce1f12b48c HTTP/1.1" status: 200 len: 860 time: 0.1697586 Mar 07 10:43:29.393561 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3beb30a1-ed5b-49e3-9e00-d4489adc8131 req-3fc03007-3348-41bd-b779-e0241888cb6f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a5923ba6-96b8-4a01-ab18-779883a4fe01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489166 Mar 07 10:43:29.397803 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57110ee0-0c72-4f79-81b7-d43eb6473b34 req-dcb78ce2-679c-46c1-84ae-41e9a1891c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:29.399597 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-57110ee0-0c72-4f79-81b7-d43eb6473b34 req-dcb78ce2-679c-46c1-84ae-41e9a1891c8a service neutron] 10.222.0.31 "GET /v2.0/networks?id=a5923ba6-96b8-4a01-ab18-779883a4fe01 HTTP/1.1" status: 200 len: 921 time: 0.2243094 Mar 07 10:43:29.445817 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-2ee68cad-6055-4a17-b8f9-bd531448891f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:29.446443 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-2ee68cad-6055-4a17-b8f9-bd531448891f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:29.448036 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-2ee68cad-6055-4a17-b8f9-bd531448891f service neutron] 10.222.0.21 "PUT /v2.0/ports/fefb6271-d37d-4e27-a209-ad508b20d482 HTTP/1.1" status: 200 len: 1092 time: 1.8892765 Mar 07 10:43:29.461682 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd004ed-a3c5-4190-80d7-32451bff8167', 'tag': 'fefb6271-d37d-4e27-a209-ad508b20d482'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:43:29.464014 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98182c7e-0afb-4e3e-b137-f4f7c7c11738" -d '{"events": [{"name": "network-changed", "server_uuid": "bdd004ed-a3c5-4190-80d7-32451bff8167", "tag": "fefb6271-d37d-4e27-a209-ad508b20d482"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:43:29.484278 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-57110ee0-0c72-4f79-81b7-d43eb6473b34 req-65ced549-d2b1-48a7-8b26-a2a160d1b646 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ee9f6ae-ca68-43d2-ae5f-03931e443753 HTTP/1.1" status: 200 len: 217 time: 0.0693359 Mar 07 10:43:29.498532 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] For port fc3c07b8-367f-427a-9b2e-8efe199762c1, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=fc3c07b8-367f-427a-9b2e-8efe199762c1,segment=NetworkSegment(b6d5357d-95e3-4719-ba60-00d8e95e2bb4),segment_id=b6d5357d-95e3-4719-ba60-00d8e95e2bb4)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:29.498910 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (fc3c07b8-367f-427a-9b2e-8efe199762c1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:29.512206 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Calling delete_port for fc3c07b8-367f-427a-9b2e-8efe199762c1 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:29.609102 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee68cad-6055-4a17-b8f9-bd531448891f service neutron] Pushing event updated for resources: {'Port': ['ID=fefb6271-d37d-4e27-a209-ad508b20d482,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:29.621228 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5896c8-3d9d-4e75-a216-cc14d9becf47 x-openstack-request-id: req-9e5896c8-3d9d-4e75-a216-cc14d9becf47 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:43:29.621530 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdd004ed-a3c5-4190-80d7-32451bff8167", "tag": "fefb6271-d37d-4e27-a209-ad508b20d482", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:43:29.621788 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9e5896c8-3d9d-4e75-a216-cc14d9becf47 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:43:29.622187 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdd004ed-a3c5-4190-80d7-32451bff8167', 'tag': 'fefb6271-d37d-4e27-a209-ad508b20d482', 'status': 'completed', 'code': 200} Mar 07 10:43:29.637411 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (fc3c07b8-367f-427a-9b2e-8efe199762c1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:29.669847 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] No DVR routers for this DVR port fc3c07b8-367f-427a-9b2e-8efe199762c1 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:43:29.713285 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a9884-8566-4d3a-bd98-5b6bb2224cc3 req-03883cb8-f682-429d-832c-8311856e25e2 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:29.715351 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6e5a9884-8566-4d3a-bd98-5b6bb2224cc3 req-03883cb8-f682-429d-832c-8311856e25e2 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.21 "GET /v2.0/ports?device_id=c999d996-c502-4e0e-8e02-c25e566eb39c HTTP/1.1" status: 200 len: 946 time: 0.3985176 Mar 07 10:43:29.747653 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57110ee0-0c72-4f79-81b7-d43eb6473b34 req-d1e846a7-158c-4518-a444-d20eaf110814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:29.747917 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-57110ee0-0c72-4f79-81b7-d43eb6473b34 req-d1e846a7-158c-4518-a444-d20eaf110814 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=05b20612-5630-4733-a049-88ce1f12b48c HTTP/1.1" status: 200 len: 860 time: 0.2048695 Mar 07 10:43:29.771809 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3beb30a1-ed5b-49e3-9e00-d4489adc8131 req-093cf4f6-ebb3-4b15-a81a-4429b48f3c1e service neutron] 10.222.0.11 "GET /v2.0/networks/a5923ba6-96b8-4a01-ab18-779883a4fe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689413 Mar 07 10:43:29.778050 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0feb7a53-4815-40d2-a8a1-595c060b162b None None] Network 5b047c0c-5dc2-416e-9d0c-eb15739d24b3 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:29.795137 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event deleted for resources: {'Port': ['ID=fc3c07b8-367f-427a-9b2e-8efe199762c1,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:29.812087 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-57110ee0-0c72-4f79-81b7-d43eb6473b34 req-b4aabb72-b61b-4307-89e4-f68fa18e2b7d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a5923ba6-96b8-4a01-ab18-779883a4fe01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521939 Mar 07 10:43:29.916309 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (5b047c0c-5dc2-416e-9d0c-eb15739d24b3), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:29.922914 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d8cc884f-3a78-4e26-bf40-be4d0934b363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'name': 'tempest-ServerRescueTestJSONUnderV235-2040382218-router', 'tenant_id': 'd45c75614f10495c9e7ad867b8426961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '8b5dfb3e-a103-4b15-a418-519f52726f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:08Z', 'updated_at': '2022-03-07T10:42:13Z', 'revision_number': 4, 'project_id': 'd45c75614f10495c9e7ad867b8426961', 'gw_port': {'id': '8b5dfb3e-a103-4b15-a418-519f52726f46', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:10:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:09Z', 'updated_at': '2022-03-07T10:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '9985bfd6-2a45-4a55-aa7b-8973be35416d', 'name': '', 'network_id': 'a5923ba6-96b8-4a01-ab18-779883a4fe01', 'tenant_id': 'd45c75614f10495c9e7ad867b8426961', 'mac_address': 'fa:16:3e:ad:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '05b20612-5630-4733-a049-88ce1f12b48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:12Z', 'updated_at': '2022-03-07T10:42:20Z', 'revision_number': 5, 'project_id': 'd45c75614f10495c9e7ad867b8426961', 'subnets': [{'id': '05b20612-5630-4733-a049-88ce1f12b48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:29.923980 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d0abfbd7-46f1-41e3-b5e1-cc331b45b17a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (45edc656-c5da-4038-a223-388a05cf01af), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:29.938102 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6f70d8bf-95b4-426f-85fb-e8977d6ff7ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (a6e0c6ed-5128-4098-b50c-6512419599fd), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:29.944372 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-1880ef9f-d728-4bed-8747-62a715c25164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:29.945911 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-1880ef9f-d728-4bed-8747-62a715c25164 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=963e73da008c45bbbe3340617f958250&device_id=bdd004ed-a3c5-4190-80d7-32451bff8167 HTTP/1.1" status: 200 len: 1126 time: 0.3217466 Mar 07 10:43:29.961450 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cc884f-3a78-4e26-bf40-be4d0934b363 None None] The sync data for ids ['313ee869-649f-43d5-bfed-b9c8aed80041'] in n-d-832164-4 is: [{'id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'name': 'tempest-ServerRescueTestJSONUnderV235-2040382218-router', 'tenant_id': 'd45c75614f10495c9e7ad867b8426961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '8b5dfb3e-a103-4b15-a418-519f52726f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:08Z', 'updated_at': '2022-03-07T10:42:13Z', 'revision_number': 4, 'project_id': 'd45c75614f10495c9e7ad867b8426961', 'gw_port': {'id': '8b5dfb3e-a103-4b15-a418-519f52726f46', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:10:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:09Z', 'updated_at': '2022-03-07T10:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '9985bfd6-2a45-4a55-aa7b-8973be35416d', 'name': '', 'network_id': 'a5923ba6-96b8-4a01-ab18-779883a4fe01', 'tenant_id': 'd45c75614f10495c9e7ad867b8426961', 'mac_address': 'fa:16:3e:ad:83:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1368, 'fixed_ips': [{'subnet_id': '05b20612-5630-4733-a049-88ce1f12b48c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:12Z', 'updated_at': '2022-03-07T10:42:20Z', 'revision_number': 5, 'project_id': 'd45c75614f10495c9e7ad867b8426961', 'subnets': [{'id': '05b20612-5630-4733-a049-88ce1f12b48c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:43:29.991610 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b047c0c-5dc2-416e-9d0c-eb15739d24b3']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:30.078179 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6d5357d-95e3-4719-ba60-00d8e95e2bb4') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:30.078480 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6d5357d-95e3-4719-ba60-00d8e95e2bb4') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:30.093374 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-ced40de9-4e2c-4cc7-ae6d-10f4ddd4dab3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fefb6271-d37d-4e27-a209-ad508b20d482 HTTP/1.1" status: 200 len: 217 time: 0.1188107 Mar 07 10:43:30.096531 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (b6d5357d-95e3-4719-ba60-00d8e95e2bb4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:30.157542 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ba78c-7559-4851-af0f-242569258351 req-76790828-41f3-4a53-94dd-196d50d894e1 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:30.159270 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-829ba78c-7559-4851-af0f-242569258351 req-76790828-41f3-4a53-94dd-196d50d894e1 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdd004ed-a3c5-4190-80d7-32451bff8167 HTTP/1.1" status: 200 len: 944 time: 0.3840015 Mar 07 10:43:30.165492 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (b6d5357d-95e3-4719-ba60-00d8e95e2bb4), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:30.172528 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3beb30a1-ed5b-49e3-9e00-d4489adc8131 req-a55137bc-621d-44c1-968c-2b68fe00f0c8 service neutron] 10.222.0.11 "GET /v2.0/networks/a5923ba6-96b8-4a01-ab18-779883a4fe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778119 Mar 07 10:43:30.189367 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:43:30.189782 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (b6d5357d-95e3-4719-ba60-00d8e95e2bb4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:30.193160 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:43:30.193160 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:43:30.193160 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:43:30.193160 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:43:30.193160 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:43:30.193160 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:43:30.193160 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:43:30.193160 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:43:30.193160 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:43:30.193160 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:43:30.193160 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:43:30.193160 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:43:30.193160 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:43:30.193160 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:43:30.193160 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:43:30.193160 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:43:30.193160 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:43:30.193160 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:43:30.193160 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:43:30.193160 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:43:30.193160 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:43:30.193160 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:43:30.193160 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:43:30.193160 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:43:30.193160 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:43:30.193160 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:43:30.193160 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:43:30.193160 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:43:30.193160 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:43:30.193160 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:43:30.193160 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:43:30.193160 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:43:30.256472 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-57110ee0-0c72-4f79-81b7-d43eb6473b34 req-6c3edaf3-b55f-4340-8516-88fb6c2fd1a5 service neutron] 10.222.0.31 "GET /v2.0/networks/a5923ba6-96b8-4a01-ab18-779883a4fe01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119377 Mar 07 10:43:30.307316 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-9766d9dd-6708-483a-8bce-0016a25a8398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:30.308786 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-9766d9dd-6708-483a-8bce-0016a25a8398 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e733737e-c8f1-4ea9-8337-47939319caff HTTP/1.1" status: 200 len: 854 time: 0.2017641 Mar 07 10:43:30.369661 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-829ba78c-7559-4851-af0f-242569258351 req-e2881d0b-39c7-4dfb-8bbe-e185e22f9503 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=654dba5b-5a76-4028-bf43-4196138fa2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524694 Mar 07 10:43:30.373175 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (5b047c0c-5dc2-416e-9d0c-eb15739d24b3), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:30.445866 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8915bc7d-8d34-4664-a2de-e7354fbbeece None None] New status for floating IP 94884b37-a471-40c4-be0f-d9836594eb87: DOWN {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:43:30.587287 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8275193-77f2-4005-a912-b4cac6961350 req-d3d0557e-85f5-4361-99e1-79b815000412 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:30.589010 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f8275193-77f2-4005-a912-b4cac6961350 req-d3d0557e-85f5-4361-99e1-79b815000412 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/ports?device_id=c999d996-c502-4e0e-8e02-c25e566eb39c HTTP/1.1" status: 200 len: 946 time: 0.2703907 Mar 07 10:43:30.616712 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-57110ee0-0c72-4f79-81b7-d43eb6473b34 req-edceee15-8555-4e04-b22a-0b4015d05592 service neutron] 10.222.0.31 "GET /v2.0/networks/a5923ba6-96b8-4a01-ab18-779883a4fe01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465126 Mar 07 10:43:30.698096 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f8275193-77f2-4005-a912-b4cac6961350 req-fe8c99ea-aede-4233-a3b7-8c862a01dd80 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/security-groups?id=73619b1b-c443-4844-965f-b3ec8bc99ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970650 Mar 07 10:43:30.728675 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:30.731863 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/networks/5b047c0c-5dc2-416e-9d0c-eb15739d24b3 HTTP/1.1" status: 204 len: 168 time: 3.6879179 Mar 07 10:43:30.742649 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54658) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:30.749623 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-3b0edf84-e49a-48c9-9a29-b74130f54a45 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-378474368'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:30.760545 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-6e5a9884-8566-4d3a-bd98-5b6bb2224cc3 req-37386417-d107-437e-b8e8-cedbe869af4b tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Deleting port 09462226-12e2-4f8f-9869-4bb82b6cade9 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:30.760884 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6e5a9884-8566-4d3a-bd98-5b6bb2224cc3 req-37386417-d107-437e-b8e8-cedbe869af4b tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (09462226-12e2-4f8f-9869-4bb82b6cade9), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:30.824261 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12070d4-16a7-4add-92da-876ca7df789a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event deleted for resources: {'Network': ['ID=5b047c0c-5dc2-416e-9d0c-eb15739d24b3,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:30.832255 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-d0abfbd7-46f1-41e3-b5e1-cc331b45b17a admin admin] Deleting port 90bd8119-ed21-489f-9b28-8e90a9f9f0f0 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:30.832593 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d0abfbd7-46f1-41e3-b5e1-cc331b45b17a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (90bd8119-ed21-489f-9b28-8e90a9f9f0f0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:30.848773 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3314d467-ade3-4947-87de-f6ca0f44d7bd req-59bee8ba-75be-4aae-a004-1ea46ee73fd2 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/floatingips/94884b37-a471-40c4-be0f-d9836594eb87 HTTP/1.1" status: 200 len: 692 time: 0.1144171 Mar 07 10:43:30.859268 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-6f70d8bf-95b4-426f-85fb-e8977d6ff7ec admin admin] Deleting port 60a22d3e-ae12-472d-860e-b8d6f4c693ec {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:30.859608 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6f70d8bf-95b4-426f-85fb-e8977d6ff7ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (60a22d3e-ae12-472d-860e-b8d6f4c693ec), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:30.896314 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0edf84-e49a-48c9-9a29-b74130f54a45 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Made reservation on behalf of a906cb076e8d4b1590a80d69151a24aa for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:30.899442 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3b0edf84-e49a-48c9-9a29-b74130f54a45 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:30.939607 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-f5b74c77-76e8-4905-82d7-99192b5b96df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:30.941135 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-f5b74c77-76e8-4905-82d7-99192b5b96df service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00afd099-7a30-4cd1-919e-35d92c7ee376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5848441 Mar 07 10:43:30.967628 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-d0abfbd7-46f1-41e3-b5e1-cc331b45b17a admin admin] For port 90bd8119-ed21-489f-9b28-8e90a9f9f0f0, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=90bd8119-ed21-489f-9b28-8e90a9f9f0f0,segment=NetworkSegment(3809a5c1-788e-4753-a8f3-6656dcfe274f),segment_id=3809a5c1-788e-4753-a8f3-6656dcfe274f)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:30.967992 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d0abfbd7-46f1-41e3-b5e1-cc331b45b17a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (90bd8119-ed21-489f-9b28-8e90a9f9f0f0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:30.989735 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-d0abfbd7-46f1-41e3-b5e1-cc331b45b17a admin admin] Calling delete_port for 90bd8119-ed21-489f-9b28-8e90a9f9f0f0 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:31.000432 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-6f70d8bf-95b4-426f-85fb-e8977d6ff7ec admin admin] For port 60a22d3e-ae12-472d-860e-b8d6f4c693ec, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=60a22d3e-ae12-472d-860e-b8d6f4c693ec,segment=NetworkSegment(f9018300-5e1a-48d3-806b-e02ca787b4a4),segment_id=f9018300-5e1a-48d3-806b-e02ca787b4a4)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:31.000792 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6f70d8bf-95b4-426f-85fb-e8977d6ff7ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (60a22d3e-ae12-472d-860e-b8d6f4c693ec), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:31.018920 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-6f70d8bf-95b4-426f-85fb-e8977d6ff7ec admin admin] Calling delete_port for 60a22d3e-ae12-472d-860e-b8d6f4c693ec owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:31.038916 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b0edf84-e49a-48c9-9a29-b74130f54a45 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:43:31.066833 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6e5a9884-8566-4d3a-bd98-5b6bb2224cc3 req-37386417-d107-437e-b8e8-cedbe869af4b tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] For port 09462226-12e2-4f8f-9869-4bb82b6cade9, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=09462226-12e2-4f8f-9869-4bb82b6cade9,segment=NetworkSegment(b7032e9d-d7be-4244-839a-87d1dbd65515),segment_id=b7032e9d-d7be-4244-839a-87d1dbd65515)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:31.067104 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6e5a9884-8566-4d3a-bd98-5b6bb2224cc3 req-37386417-d107-437e-b8e8-cedbe869af4b tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (09462226-12e2-4f8f-9869-4bb82b6cade9), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:31.120555 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3b0edf84-e49a-48c9-9a29-b74130f54a45 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (eeb1d679-17c5-4408-bdac-6dc2f332180c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:31.120897 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-3b0edf84-e49a-48c9-9a29-b74130f54a45 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Added segment eeb1d679-17c5-4408-bdac-6dc2f332180c of type vlan for network 2cbdfa08-29a9-4947-85a8-fe625d8a0546 Mar 07 10:43:31.150243 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314d467-ade3-4947-87de-f6ca0f44d7bd req-4ec06fb5-cd8f-4c15-888a-058fd614e15e tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:31.151606 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3314d467-ade3-4947-87de-f6ca0f44d7bd req-4ec06fb5-cd8f-4c15-888a-058fd614e15e tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 784 time: 0.2708404 Mar 07 10:43:31.208261 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-3314d467-ade3-4947-87de-f6ca0f44d7bd req-49e8621e-8c18-42c0-8050-1b457a3853c1 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:43:31.209856 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3314d467-ade3-4947-87de-f6ca0f44d7bd req-49e8621e-8c18-42c0-8050-1b457a3853c1 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0264955 Mar 07 10:43:31.253671 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3b0edf84-e49a-48c9-9a29-b74130f54a45 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (2cbdfa08-29a9-4947-85a8-fe625d8a0546), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:31.294940 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-917049fc-5fdc-4cf4-a6fc-24e4a393be8c service neutron] 10.222.0.21 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111176 Mar 07 10:43:31.340966 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d0abfbd7-46f1-41e3-b5e1-cc331b45b17a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (90bd8119-ed21-489f-9b28-8e90a9f9f0f0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:31.351262 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6f70d8bf-95b4-426f-85fb-e8977d6ff7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (60a22d3e-ae12-472d-860e-b8d6f4c693ec), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:31.354308 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3314d467-ade3-4947-87de-f6ca0f44d7bd req-43ea39a1-983c-4191-a7da-7e651f0bb376 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.20 HTTP/1.1" status: 200 len: 695 time: 0.1324365 Mar 07 10:43:31.374424 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0abfbd7-46f1-41e3-b5e1-cc331b45b17a admin admin] Pushing event deleted for resources: {'Port': ['ID=90bd8119-ed21-489f-9b28-8e90a9f9f0f0,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:31.422359 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70d8bf-95b4-426f-85fb-e8977d6ff7ec admin admin] Pushing event deleted for resources: {'Port': ['ID=60a22d3e-ae12-472d-860e-b8d6f4c693ec,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:31.514110 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3b0edf84-e49a-48c9-9a29-b74130f54a45 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (2cbdfa08-29a9-4947-85a8-fe625d8a0546), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:31.519244 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0edf84-e49a-48c9-9a29-b74130f54a45 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:31.519924 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3b0edf84-e49a-48c9-9a29-b74130f54a45 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:31.561495 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3314d467-ade3-4947-87de-f6ca0f44d7bd req-2b2a9b8f-3c2f-4c8a-a8ed-c41211f6efaa tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/floatingips?floating_ip_address=172.25.3.20 HTTP/1.1" status: 200 len: 695 time: 0.1888566 Mar 07 10:43:31.719748 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3b0edf84-e49a-48c9-9a29-b74130f54a45 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9745383 Mar 07 10:43:31.735838 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54664) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:31.747654 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-8ec9ddf7-0488-475f-88d0-e826ccd52f93 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:31.751571 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0edf84-e49a-48c9-9a29-b74130f54a45 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event updated for resources: {'Network': ['ID=2cbdfa08-29a9-4947-85a8-fe625d8a0546,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:31.763671 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 2cbdfa08-29a9-4947-85a8-fe625d8a0546 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:43:31.776672 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6e5a9884-8566-4d3a-bd98-5b6bb2224cc3 req-37386417-d107-437e-b8e8-cedbe869af4b tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:31.777038 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6e5a9884-8566-4d3a-bd98-5b6bb2224cc3 req-37386417-d107-437e-b8e8-cedbe869af4b tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (7d263780-8fcc-41e6-b1de-d73ff35722e4), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:31.777380 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [req-6e5a9884-8566-4d3a-bd98-5b6bb2224cc3 req-37386417-d107-437e-b8e8-cedbe869af4b tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Floating IP 7d263780-8fcc-41e6-b1de-d73ff35722e4 disassociated. External IP: 172.25.3.190, port: 09462226-12e2-4f8f-9869-4bb82b6cade9. Mar 07 10:43:31.777721 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-6e5a9884-8566-4d3a-bd98-5b6bb2224cc3 req-37386417-d107-437e-b8e8-cedbe869af4b tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Calling delete_port for 09462226-12e2-4f8f-9869-4bb82b6cade9 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:31.786531 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72e17336-e6be-4fa0-ae6c-20b242ea0498 req-ee420a50-3c8d-4082-9dc3-5757383322a2 service neutron] 10.222.0.21 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496584 Mar 07 10:43:32.055458 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c996d90-c253-40d9-92a7-93a0b3d4be1b req-3b4f6527-7c04-4544-8be3-feb5cb84233b tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:32.057080 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6c996d90-c253-40d9-92a7-93a0b3d4be1b req-3b4f6527-7c04-4544-8be3-feb5cb84233b tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdd004ed-a3c5-4190-80d7-32451bff8167 HTTP/1.1" status: 200 len: 944 time: 0.5197556 Mar 07 10:43:32.101662 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98182c7e-0afb-4e3e-b137-f4f7c7c11738 req-c53e9925-bbd1-473e-b811-498604d5191d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:32.103177 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-98182c7e-0afb-4e3e-b137-f4f7c7c11738 req-c53e9925-bbd1-473e-b811-498604d5191d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=963e73da008c45bbbe3340617f958250&device_id=bdd004ed-a3c5-4190-80d7-32451bff8167 HTTP/1.1" status: 200 len: 1126 time: 0.2218211 Mar 07 10:43:32.117550 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d0abfbd7-46f1-41e3-b5e1-cc331b45b17a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (45edc656-c5da-4038-a223-388a05cf01af), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:32.161849 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8ec9ddf7-0488-475f-88d0-e826ccd52f93 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (2cbdfa08-29a9-4947-85a8-fe625d8a0546), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:32.166087 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-3314d467-ade3-4947-87de-f6ca0f44d7bd req-eebab95f-bc2f-423b-9c3f-cbe0f4f315af tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Deleting port 211e9fa1-1de2-481b-8a2d-9a529222fe74 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:32.166607 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3314d467-ade3-4947-87de-f6ca0f44d7bd req-eebab95f-bc2f-423b-9c3f-cbe0f4f315af tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (211e9fa1-1de2-481b-8a2d-9a529222fe74), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:32.196435 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6c996d90-c253-40d9-92a7-93a0b3d4be1b req-e075c7d2-e609-4534-b996-27dacf9f3aa4 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=654dba5b-5a76-4028-bf43-4196138fa2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323383 Mar 07 10:43:32.208172 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6f70d8bf-95b4-426f-85fb-e8977d6ff7ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (a6e0c6ed-5128-4098-b50c-6512419599fd), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:32.295034 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8ec9ddf7-0488-475f-88d0-e826ccd52f93 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (2cbdfa08-29a9-4947-85a8-fe625d8a0546), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:32.334333 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8ec9ddf7-0488-475f-88d0-e826ccd52f93 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Network 2cbdfa08-29a9-4947-85a8-fe625d8a0546 is not hosted by any dhcp agent {{(pid=103767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 10:43:32.339211 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec9ddf7-0488-475f-88d0-e826ccd52f93 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:32.339801 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8ec9ddf7-0488-475f-88d0-e826ccd52f93 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:32.341248 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8ec9ddf7-0488-475f-88d0-e826ccd52f93 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "PUT /v2.0/networks/2cbdfa08-29a9-4947-85a8-fe625d8a0546 HTTP/1.1" status: 200 len: 723 time: 0.5980794 Mar 07 10:43:32.346488 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54666) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:32.353767 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-5851d30e-49b0-4e10-81e6-c4d7b27d99a8 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Request body: {'subnet': {'network_id': '2cbdfa08-29a9-4947-85a8-fe625d8a0546', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:32.404080 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6e5a9884-8566-4d3a-bd98-5b6bb2224cc3 req-37386417-d107-437e-b8e8-cedbe869af4b tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (09462226-12e2-4f8f-9869-4bb82b6cade9), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:32.419335 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9ddf7-0488-475f-88d0-e826ccd52f93 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event updated for resources: {'Network': ['ID=2cbdfa08-29a9-4947-85a8-fe625d8a0546,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:32.434116 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 2cbdfa08-29a9-4947-85a8-fe625d8a0546 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:43:32.463071 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37386417-d107-437e-b8e8-cedbe869af4b tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Pushing event deleted for resources: {'Port': ['ID=09462226-12e2-4f8f-9869-4bb82b6cade9,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:32.466023 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3314d467-ade3-4947-87de-f6ca0f44d7bd req-eebab95f-bc2f-423b-9c3f-cbe0f4f315af tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (211e9fa1-1de2-481b-8a2d-9a529222fe74), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:32.466277 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3314d467-ade3-4947-87de-f6ca0f44d7bd req-eebab95f-bc2f-423b-9c3f-cbe0f4f315af tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks [] for floatingip (211e9fa1-1de2-481b-8a2d-9a529222fe74), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:32.470969 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98182c7e-0afb-4e3e-b137-f4f7c7c11738 req-c6825494-0a60-442d-941f-d83965ef6cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:32.472450 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-98182c7e-0afb-4e3e-b137-f4f7c7c11738 req-c6825494-0a60-442d-941f-d83965ef6cc9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=00afd099-7a30-4cd1-919e-35d92c7ee376 HTTP/1.1" status: 200 len: 916 time: 0.3541636 Mar 07 10:43:32.512777 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb52692-193c-47cb-9517-dd215261b0bb req-eae7e89a-1551-4412-bd0a-43a9b3c5c4c1 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:32.514301 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ffb52692-193c-47cb-9517-dd215261b0bb req-eae7e89a-1551-4412-bd0a-43a9b3c5c4c1 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/ports?device_id=c999d996-c502-4e0e-8e02-c25e566eb39c HTTP/1.1" status: 200 len: 946 time: 0.2217762 Mar 07 10:43:32.521627 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-3314d467-ade3-4947-87de-f6ca0f44d7bd req-eebab95f-bc2f-423b-9c3f-cbe0f4f315af tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Calling delete_port for 211e9fa1-1de2-481b-8a2d-9a529222fe74 owned by network:floatingip {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:32.527597 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-98182c7e-0afb-4e3e-b137-f4f7c7c11738 req-6864177d-49d5-4472-b9f0-cb5faaf21c5f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fefb6271-d37d-4e27-a209-ad508b20d482 HTTP/1.1" status: 200 len: 217 time: 0.0468221 Mar 07 10:43:32.609618 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5851d30e-49b0-4e10-81e6-c4d7b27d99a8 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Made reservation on behalf of a906cb076e8d4b1590a80d69151a24aa for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:32.612054 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5851d30e-49b0-4e10-81e6-c4d7b27d99a8 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:32.699970 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98182c7e-0afb-4e3e-b137-f4f7c7c11738 req-06466eba-d2c6-4010-b21e-c66ea93c4f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:32.701456 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-98182c7e-0afb-4e3e-b137-f4f7c7c11738 req-06466eba-d2c6-4010-b21e-c66ea93c4f36 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e733737e-c8f1-4ea9-8337-47939319caff HTTP/1.1" status: 200 len: 854 time: 0.1386716 Mar 07 10:43:32.743665 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ffb52692-193c-47cb-9517-dd215261b0bb req-34ceb067-7408-4dfe-8bf6-568059c82f7e tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/security-groups?id=73619b1b-c443-4844-965f-b3ec8bc99ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127001 Mar 07 10:43:32.769136 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e5a9884-8566-4d3a-bd98-5b6bb2224cc3 req-37386417-d107-437e-b8e8-cedbe869af4b tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Router c64e5256-38b1-4650-8641-48a846860eeb has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:43:32.798100 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98182c7e-0afb-4e3e-b137-f4f7c7c11738 req-57c716f3-3527-4f88-9f97-1cd5761667aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:32.799613 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-98182c7e-0afb-4e3e-b137-f4f7c7c11738 req-57c716f3-3527-4f88-9f97-1cd5761667aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00afd099-7a30-4cd1-919e-35d92c7ee376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0897396 Mar 07 10:43:32.808089 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0abfbd7-46f1-41e3-b5e1-cc331b45b17a admin admin] Router 45edc656-c5da-4038-a223-388a05cf01af has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:43:32.834538 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f70d8bf-95b4-426f-85fb-e8977d6ff7ec admin admin] Router a6e0c6ed-5128-4098-b50c-6512419599fd has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:43:32.972386 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3314d467-ade3-4947-87de-f6ca0f44d7bd req-eebab95f-bc2f-423b-9c3f-cbe0f4f315af tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (211e9fa1-1de2-481b-8a2d-9a529222fe74), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:33.015492 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebab95f-bc2f-423b-9c3f-cbe0f4f315af tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Pushing event deleted for resources: {'Port': ['ID=211e9fa1-1de2-481b-8a2d-9a529222fe74,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:33.077182 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e5a9884-8566-4d3a-bd98-5b6bb2224cc3 req-37386417-d107-437e-b8e8-cedbe869af4b tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:43:33.090515 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0abfbd7-46f1-41e3-b5e1-cc331b45b17a admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:43:33.092269 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f70d8bf-95b4-426f-85fb-e8977d6ff7ec admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:43:33.094876 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-98182c7e-0afb-4e3e-b137-f4f7c7c11738 req-de9d92ea-3f82-4eff-9ac7-f978ccde23a5 service neutron] 10.222.0.21 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600920 Mar 07 10:43:33.095861 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa8a8b8-5869-46bd-91f3-2c634c9a0180 None None] Sync routers for ids ['c64e5256-38b1-4650-8641-48a846860eeb'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:43:33.102387 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d0abfbd7-46f1-41e3-b5e1-cc331b45b17a admin admin] 10.222.0.11 "PUT /v2.0/routers/45edc656-c5da-4038-a223-388a05cf01af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4540730 Mar 07 10:43:33.105317 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6f70d8bf-95b4-426f-85fb-e8977d6ff7ec admin admin] 10.222.0.11 "PUT /v2.0/routers/a6e0c6ed-5128-4098-b50c-6512419599fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2876182 Mar 07 10:43:33.105317 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54668) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:33.114209 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54670) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:33.116152 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa8a8b8-5869-46bd-91f3-2c634c9a0180 None None] Routers {'c64e5256-38b1-4650-8641-48a846860eeb'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:43:33.121549 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-4fa8a8b8-5869-46bd-91f3-2c634c9a0180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:43:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['c64e5256-38b1-4650-8641-48a846860eeb'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:33.121779 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5e3c3c-be42-44ac-9cd7-25066ab786c2 None None] Sync routers for ids ['45edc656-c5da-4038-a223-388a05cf01af'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:43:33.129323 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f9664f-9a0c-46c3-a53f-d8e8c6909827 None None] Sync routers for ids ['a6e0c6ed-5128-4098-b50c-6512419599fd'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:43:33.136209 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5e3c3c-be42-44ac-9cd7-25066ab786c2 None None] Routers {'45edc656-c5da-4038-a223-388a05cf01af'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:43:33.137193 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-0c5e3c3c-be42-44ac-9cd7-25066ab786c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:43:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['45edc656-c5da-4038-a223-388a05cf01af'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:33.195819 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f9664f-9a0c-46c3-a53f-d8e8c6909827 None None] Routers {'a6e0c6ed-5128-4098-b50c-6512419599fd'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:43:33.196466 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-86f9664f-9a0c-46c3-a53f-d8e8c6909827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:43:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a6e0c6ed-5128-4098-b50c-6512419599fd'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:33.280601 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5851d30e-49b0-4e10-81e6-c4d7b27d99a8 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (63bb5c37-8fc8-4aff-88df-9b65da7c63b5), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:33.316896 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-0c5e3c3c-be42-44ac-9cd7-25066ab786c2 None None] Set router 45edc656-c5da-4038-a223-388a05cf01af gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:43:33.420395 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-4fa8a8b8-5869-46bd-91f3-2c634c9a0180 None None] Set router c64e5256-38b1-4650-8641-48a846860eeb gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:43:33.423596 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8d54cdb2-98da-470e-a585-8797113b8719 admin admin] Publish callbacks [] for router (45edc656-c5da-4038-a223-388a05cf01af), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:33.484234 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851d30e-49b0-4e10-81e6-c4d7b27d99a8 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event updated for resources: {'Subnet': ['ID=63bb5c37-8fc8-4aff-88df-9b65da7c63b5,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:33.506948 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-86f9664f-9a0c-46c3-a53f-d8e8c6909827 None None] Set router a6e0c6ed-5128-4098-b50c-6512419599fd gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:43:33.546147 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5851d30e-49b0-4e10-81e6-c4d7b27d99a8 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Checking segment: {'id': 'eeb1d679-17c5-4408-bdac-6dc2f332180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2cbdfa08-29a9-4947-85a8-fe625d8a0546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:43:33.546488 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5851d30e-49b0-4e10-81e6-c4d7b27d99a8 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Network hostable DHCP agents. Network: 2cbdfa08-29a9-4947-85a8-fe625d8a0546, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:43:33.553727 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e5a9884-8566-4d3a-bd98-5b6bb2224cc3 req-37386417-d107-437e-b8e8-cedbe869af4b tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] No DVR routers for this DVR port 09462226-12e2-4f8f-9869-4bb82b6cade9 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:43:33.560911 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292813c7-e7fb-4064-baf9-fd0a9107d8d7 req-9dfb8579-bd2f-4967-81eb-cd8c279ecea6 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:33.563573 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6e5a9884-8566-4d3a-bd98-5b6bb2224cc3 req-37386417-d107-437e-b8e8-cedbe869af4b tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:33.566768 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6e5a9884-8566-4d3a-bd98-5b6bb2224cc3 req-37386417-d107-437e-b8e8-cedbe869af4b tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.21 "DELETE /v2.0/ports/09462226-12e2-4f8f-9869-4bb82b6cade9 HTTP/1.1" status: 204 len: 173 time: 3.7901816 Mar 07 10:43:33.569010 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-292813c7-e7fb-4064-baf9-fd0a9107d8d7 req-9dfb8579-bd2f-4967-81eb-cd8c279ecea6 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdd004ed-a3c5-4190-80d7-32451bff8167 HTTP/1.1" status: 200 len: 944 time: 0.2187998 Mar 07 10:43:33.569957 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c999d996-c502-4e0e-8e02-c25e566eb39c', 'name': 'network-vif-deleted', 'tag': '09462226-12e2-4f8f-9869-4bb82b6cade9'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:43:33.572039 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0846a298-dca0-4725-beda-59cf184d571a" -d '{"events": [{"server_uuid": "c999d996-c502-4e0e-8e02-c25e566eb39c", "name": "network-vif-deleted", "tag": "09462226-12e2-4f8f-9869-4bb82b6cade9"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:43:33.574669 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3314d467-ade3-4947-87de-f6ca0f44d7bd req-eebab95f-bc2f-423b-9c3f-cbe0f4f315af tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks [] for floatingip (94884b37-a471-40c4-be0f-d9836594eb87), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:33.577823 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3314d467-ade3-4947-87de-f6ca0f44d7bd req-eebab95f-bc2f-423b-9c3f-cbe0f4f315af tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:33.578320 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3314d467-ade3-4947-87de-f6ca0f44d7bd req-eebab95f-bc2f-423b-9c3f-cbe0f4f315af tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "DELETE /v2.0/floatingips/94884b37-a471-40c4-be0f-d9836594eb87 HTTP/1.1" status: 204 len: 173 time: 1.9960949 Mar 07 10:43:33.674017 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0da3e2e-1cf6-4b5f-983c-ede3ed4e5c95 x-openstack-request-id: req-f0da3e2e-1cf6-4b5f-983c-ede3ed4e5c95 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:43:33.674650 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c999d996-c502-4e0e-8e02-c25e566eb39c", "name": "network-vif-deleted", "tag": "09462226-12e2-4f8f-9869-4bb82b6cade9", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:43:33.674650 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f0da3e2e-1cf6-4b5f-983c-ede3ed4e5c95 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:43:33.674948 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c999d996-c502-4e0e-8e02-c25e566eb39c', 'name': 'network-vif-deleted', 'tag': '09462226-12e2-4f8f-9869-4bb82b6cade9', 'status': 'completed', 'code': 200} Mar 07 10:43:33.675050 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5851d30e-49b0-4e10-81e6-c4d7b27d99a8 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Network 2cbdfa08-29a9-4947-85a8-fe625d8a0546 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:43:33.680901 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8d54cdb2-98da-470e-a585-8797113b8719 admin admin] Publish callbacks [] for router_gateway (45edc656-c5da-4038-a223-388a05cf01af), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:33.696292 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-292813c7-e7fb-4064-baf9-fd0a9107d8d7 req-7a0c98ed-e110-4242-9cc4-03cc604e1b17 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=654dba5b-5a76-4028-bf43-4196138fa2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262908 Mar 07 10:43:33.718622 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-0c5e3c3c-be42-44ac-9cd7-25066ab786c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45edc656-c5da-4038-a223-388a05cf01af', 'name': 'tempest-TaggedBootDevicesTest_v242-1522044069-router', 'tenant_id': '081009be07604de6b116148d0975f6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '6cdb906f-5472-47bf-ab8c-2214d0940511', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:34:33Z', 'updated_at': '2022-03-07T10:43:31Z', 'revision_number': 5, 'project_id': '081009be07604de6b116148d0975f6ea', 'gw_port': {'id': '6cdb906f-5472-47bf-ab8c-2214d0940511', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:70:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45edc656-c5da-4038-a223-388a05cf01af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:34:35Z', 'updated_at': '2022-03-07T10:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:33.722897 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-5851d30e-49b0-4e10-81e6-c4d7b27d99a8 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 2cbdfa08-29a9-4947-85a8-fe625d8a0546) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:43:33.734792 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-98182c7e-0afb-4e3e-b137-f4f7c7c11738 req-8377f63c-2ed4-464d-b19f-c94e179de03c service neutron] 10.222.0.21 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6193221 Mar 07 10:43:33.745018 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-baf8f4e6-1c6c-4959-a282-0c7eb87f134d admin admin] Publish callbacks [] for router (a6e0c6ed-5128-4098-b50c-6512419599fd), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:33.750430 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5851d30e-49b0-4e10-81e6-c4d7b27d99a8 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:33.751235 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5851d30e-49b0-4e10-81e6-c4d7b27d99a8 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:33.776194 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c47db21-1148-45f6-8afa-8e3228789d01 None None] Network 2cbdfa08-29a9-4947-85a8-fe625d8a0546 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:33.796819 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5e3c3c-be42-44ac-9cd7-25066ab786c2 None None] Checking router: 45edc656-c5da-4038-a223-388a05cf01af for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:43:33.807574 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5e3c3c-be42-44ac-9cd7-25066ab786c2 None None] Routers {'45edc656-c5da-4038-a223-388a05cf01af'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:43:33.808297 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-0c5e3c3c-be42-44ac-9cd7-25066ab786c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:43:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['45edc656-c5da-4038-a223-388a05cf01af'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:33.841194 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-afee5ec8-b6ec-49c9-92df-1806cd9c7ecf req-f4d6a019-d9c3-4416-8318-43a570b341b9 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups/99e96152-8e3a-4ee2-b6af-f2e56b198caa HTTP/1.1" status: 200 len: 1825 time: 0.1389520 Mar 07 10:43:33.852963 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5851d30e-49b0-4e10-81e6-c4d7b27d99a8 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5044651 Mar 07 10:43:33.868742 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54684) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:33.877480 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f19c9d75-fa93-4357-8b2b-cb7dd4ab4467 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:33.966392 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-afee5ec8-b6ec-49c9-92df-1806cd9c7ecf req-6080f3cd-d70d-4bcc-8503-c1d0fc140762 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks [] for security_group (99e96152-8e3a-4ee2-b6af-f2e56b198caa), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:33.990223 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-baf8f4e6-1c6c-4959-a282-0c7eb87f134d admin admin] Publish callbacks [] for router_gateway (a6e0c6ed-5128-4098-b50c-6512419599fd), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:33.997692 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1eb28-0968-4b46-9d8f-17954f0fe05f req-2f0985f3-d5a7-4616-b28d-a755cccfbd40 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:34.003616 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1eb28-0968-4b46-9d8f-17954f0fe05f req-2f0985f3-d5a7-4616-b28d-a755cccfbd40 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:34.010271 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1eb28-0968-4b46-9d8f-17954f0fe05f req-2f0985f3-d5a7-4616-b28d-a755cccfbd40 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:34.017518 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1eb28-0968-4b46-9d8f-17954f0fe05f req-2f0985f3-d5a7-4616-b28d-a755cccfbd40 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:34.023481 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-afee5ec8-b6ec-49c9-92df-1806cd9c7ecf req-6080f3cd-d70d-4bcc-8503-c1d0fc140762 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks [] for security_group (99e96152-8e3a-4ee2-b6af-f2e56b198caa), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:34.024229 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1eb28-0968-4b46-9d8f-17954f0fe05f req-2f0985f3-d5a7-4616-b28d-a755cccfbd40 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:34.031981 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1eb28-0968-4b46-9d8f-17954f0fe05f req-2f0985f3-d5a7-4616-b28d-a755cccfbd40 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:34.038190 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1eb28-0968-4b46-9d8f-17954f0fe05f req-2f0985f3-d5a7-4616-b28d-a755cccfbd40 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:34.040843 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-0c5e3c3c-be42-44ac-9cd7-25066ab786c2 None None] Set router 45edc656-c5da-4038-a223-388a05cf01af gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:43:34.047494 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-92e1eb28-0968-4b46-9d8f-17954f0fe05f req-2f0985f3-d5a7-4616-b28d-a755cccfbd40 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5434 time: 0.2041788 Mar 07 10:43:34.064726 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-8d54cdb2-98da-470e-a585-8797113b8719 admin admin] Deleting port 6cdb906f-5472-47bf-ab8c-2214d0940511 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:34.065392 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8d54cdb2-98da-470e-a585-8797113b8719 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (6cdb906f-5472-47bf-ab8c-2214d0940511), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:34.123649 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-0c5e3c3c-be42-44ac-9cd7-25066ab786c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45edc656-c5da-4038-a223-388a05cf01af', 'name': 'tempest-TaggedBootDevicesTest_v242-1522044069-router', 'tenant_id': '081009be07604de6b116148d0975f6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:34:33Z', 'updated_at': '2022-03-07T10:43:33Z', 'revision_number': 6, 'project_id': '081009be07604de6b116148d0975f6ea', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:34.159928 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ad1249-1955-4cc2-a036-66c784a81876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-2cbdfa08-29a9-4947-85a8-fe625d8a0546', 'network_id': '2cbdfa08-29a9-4947-85a8-fe625d8a0546', 'project_id': 'a906cb076e8d4b1590a80d69151a24aa', 'fixed_ips': [{'subnet_id': '63bb5c37-8fc8-4aff-88df-9b65da7c63b5'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:43:34.160953 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-09ad1249-1955-4cc2-a036-66c784a81876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:34.163696 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5e3c3c-be42-44ac-9cd7-25066ab786c2 None None] The sync data for ids ['45edc656-c5da-4038-a223-388a05cf01af'] in n-d-832164-4 is: [{'id': '45edc656-c5da-4038-a223-388a05cf01af', 'name': 'tempest-TaggedBootDevicesTest_v242-1522044069-router', 'tenant_id': '081009be07604de6b116148d0975f6ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:34:33Z', 'updated_at': '2022-03-07T10:43:33Z', 'revision_number': 6, 'project_id': '081009be07604de6b116148d0975f6ea', 'gw_port_host': None}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:43:34.193352 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-baf8f4e6-1c6c-4959-a282-0c7eb87f134d admin admin] Deleting port 01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:34.194728 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-baf8f4e6-1c6c-4959-a282-0c7eb87f134d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:34.260334 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-afee5ec8-b6ec-49c9-92df-1806cd9c7ecf req-6080f3cd-d70d-4bcc-8503-c1d0fc140762 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (99e96152-8e3a-4ee2-b6af-f2e56b198caa), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:34.262918 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-afee5ec8-b6ec-49c9-92df-1806cd9c7ecf req-6080f3cd-d70d-4bcc-8503-c1d0fc140762 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:34.264091 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-afee5ec8-b6ec-49c9-92df-1806cd9c7ecf req-6080f3cd-d70d-4bcc-8503-c1d0fc140762 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "DELETE /v2.0/security-groups/99e96152-8e3a-4ee2-b6af-f2e56b198caa HTTP/1.1" status: 204 len: 173 time: 0.4164052 Mar 07 10:43:34.270730 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device fefb6271-d37d-4e27-a209-ad508b20d482 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:43:34.273032 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 09462226-12e2-4f8f-9869-4bb82b6cade9 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:43:34.285275 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080f3cd-d70d-4bcc-8503-c1d0fc140762 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e96152-8e3a-4ee2-b6af-f2e56b198caa,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:34.333760 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-baf8f4e6-1c6c-4959-a282-0c7eb87f134d admin admin] For port 01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:34.334238 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-baf8f4e6-1c6c-4959-a282-0c7eb87f134d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:34.342161 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 09462226-12e2-4f8f-9869-4bb82b6cade9 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:43:34.342582 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 09462226-12e2-4f8f-9869-4bb82b6cade9 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:43:34.361152 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-baf8f4e6-1c6c-4959-a282-0c7eb87f134d admin admin] Calling delete_port for 01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:34.462921 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-86f9664f-9a0c-46c3-a53f-d8e8c6909827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'name': 'tempest-ServersTestManualDisk-110730615-router', 'tenant_id': '37256dfba2694a838b5e754d96d8ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:41:23Z', 'updated_at': '2022-03-07T10:43:31Z', 'revision_number': 5, 'project_id': '37256dfba2694a838b5e754d96d8ef06', 'gw_port': {'id': '01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:42:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:41:24Z', 'updated_at': '2022-03-07T10:41:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:34.520768 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f9664f-9a0c-46c3-a53f-d8e8c6909827 None None] Checking router: a6e0c6ed-5128-4098-b50c-6512419599fd for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:43:34.578656 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54694) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:34.624218 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-4fa8a8b8-5869-46bd-91f3-2c634c9a0180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'name': 'tempest-ServersTestJSON-2027679465-router', 'tenant_id': '909cef2d32374597ba1f7e6777d2504f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '5601ce61-72d4-462b-9465-1151b5ab3fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:16Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': '909cef2d32374597ba1f7e6777d2504f', 'gw_port': {'id': '5601ce61-72d4-462b-9465-1151b5ab3fbe', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'd22d6ae0-3c99-429c-9721-c6162b5cf876', 'name': '', 'network_id': '1ff7e4b2-37a3-403e-9957-dee4b0806b98', 'tenant_id': '909cef2d32374597ba1f7e6777d2504f', 'mac_address': 'fa:16:3e:a9:04:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:31Z', 'revision_number': 5, 'project_id': '909cef2d32374597ba1f7e6777d2504f', 'subnets': [{'id': '72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:34.681334 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-baf8f4e6-1c6c-4959-a282-0c7eb87f134d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:34.689700 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f19c9d75-fa93-4357-8b2b-cb7dd4ab4467 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58933554'] for subnet (63bb5c37-8fc8-4aff-88df-9b65da7c63b5), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:34.690267 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f9664f-9a0c-46c3-a53f-d8e8c6909827 None None] Routers {'a6e0c6ed-5128-4098-b50c-6512419599fd'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:43:34.690468 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-86f9664f-9a0c-46c3-a53f-d8e8c6909827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:43:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a6e0c6ed-5128-4098-b50c-6512419599fd'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:34.700286 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa8a8b8-5869-46bd-91f3-2c634c9a0180 None None] Checking router: c64e5256-38b1-4650-8641-48a846860eeb for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:43:34.764660 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf8f4e6-1c6c-4959-a282-0c7eb87f134d admin admin] Pushing event deleted for resources: {'Port': ['ID=01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:34.785858 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-92e1eb28-0968-4b46-9d8f-17954f0fe05f req-c6c3f4a1-ecfd-466a-9a3b-7799b170d855 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7374480 Mar 07 10:43:34.807371 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-8d54cdb2-98da-470e-a585-8797113b8719 admin admin] For port 6cdb906f-5472-47bf-ab8c-2214d0940511, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6cdb906f-5472-47bf-ab8c-2214d0940511,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:34.807887 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8d54cdb2-98da-470e-a585-8797113b8719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (6cdb906f-5472-47bf-ab8c-2214d0940511), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:34.809782 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-46b8b7e7-2e6c-47a8-b3e0-9d2d68bcdb2d tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks [] for security_group (73619b1b-c443-4844-965f-b3ec8bc99ab9), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:34.820015 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port fefb6271-d37d-4e27-a209-ad508b20d482, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=fefb6271-d37d-4e27-a209-ad508b20d482,segment=NetworkSegment(59b13e75-30d7-418d-a8ee-7db3ff010fd0),segment_id=59b13e75-30d7-418d-a8ee-7db3ff010fd0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:34.822519 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa8a8b8-5869-46bd-91f3-2c634c9a0180 None None] Routers {'c64e5256-38b1-4650-8641-48a846860eeb'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:43:34.823177 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-4fa8a8b8-5869-46bd-91f3-2c634c9a0180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:43:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['c64e5256-38b1-4650-8641-48a846860eeb'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:34.827574 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-8d54cdb2-98da-470e-a585-8797113b8719 admin admin] Calling delete_port for 6cdb906f-5472-47bf-ab8c-2214d0940511 owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:34.841651 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-46b8b7e7-2e6c-47a8-b3e0-9d2d68bcdb2d tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks [] for security_group (73619b1b-c443-4844-965f-b3ec8bc99ab9), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:34.865971 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea0e39-d0ac-4344-a88a-d06c89d2f132 req-f138d34f-ff53-4f1c-b6a6-50a937442876 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:34.866801 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-86f9664f-9a0c-46c3-a53f-d8e8c6909827 None None] Set router a6e0c6ed-5128-4098-b50c-6512419599fd gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:43:34.867589 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-59ea0e39-d0ac-4344-a88a-d06c89d2f132 req-f138d34f-ff53-4f1c-b6a6-50a937442876 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.2317927 Mar 07 10:43:34.903697 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-baf8f4e6-1c6c-4959-a282-0c7eb87f134d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (a6e0c6ed-5128-4098-b50c-6512419599fd), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:34.906530 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-09ad1249-1955-4cc2-a036-66c784a81876 None None] Allocated IP 172.20.0.2 (2cbdfa08-29a9-4947-85a8-fe625d8a0546/63bb5c37-8fc8-4aff-88df-9b65da7c63b5/a99fe918-511e-4d50-95ee-3a6040a9ba25) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:43:35.015746 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d0816-9585-45aa-8e51-84c3acd51070 req-65aa5dc4-10d3-4742-b369-b1688fb07016 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:35.017605 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7f2d0816-9585-45aa-8e51-84c3acd51070 req-65aa5dc4-10d3-4742-b369-b1688fb07016 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdd004ed-a3c5-4190-80d7-32451bff8167 HTTP/1.1" status: 200 len: 944 time: 0.1197832 Mar 07 10:43:35.054526 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-baf8f4e6-1c6c-4959-a282-0c7eb87f134d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (a6e0c6ed-5128-4098-b50c-6512419599fd), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:35.057889 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-baf8f4e6-1c6c-4959-a282-0c7eb87f134d admin admin] Publish callbacks [] for router_controller (a6e0c6ed-5128-4098-b50c-6512419599fd), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:35.122064 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-59ea0e39-d0ac-4344-a88a-d06c89d2f132 req-b3ee815f-1978-4529-8c4b-16f64944eca5 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476261 Mar 07 10:43:35.125050 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-baf8f4e6-1c6c-4959-a282-0c7eb87f134d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (a6e0c6ed-5128-4098-b50c-6512419599fd), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:35.125649 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf8f4e6-1c6c-4959-a282-0c7eb87f134d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6e0c6ed-5128-4098-b50c-6512419599fd {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:43:35.132774 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-baf8f4e6-1c6c-4959-a282-0c7eb87f134d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:35.134034 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-baf8f4e6-1c6c-4959-a282-0c7eb87f134d admin admin] 10.222.0.11 "DELETE /v2.0/routers/a6e0c6ed-5128-4098-b50c-6512419599fd HTTP/1.1" status: 204 len: 168 time: 2.0109515 Mar 07 10:43:35.136766 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54702) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:35.145505 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-46b8b7e7-2e6c-47a8-b3e0-9d2d68bcdb2d tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (73619b1b-c443-4844-965f-b3ec8bc99ab9), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:35.150027 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-46b8b7e7-2e6c-47a8-b3e0-9d2d68bcdb2d tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:35.151231 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-46b8b7e7-2e6c-47a8-b3e0-9d2d68bcdb2d tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "DELETE /v2.0/security-groups/73619b1b-c443-4844-965f-b3ec8bc99ab9 HTTP/1.1" status: 204 len: 168 time: 0.5715768 Mar 07 10:43:35.157742 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54704) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:35.180316 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-f7ec5c58-0c06-4b0d-b995-7a28efdd2e77 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] show failed (client error): The resource could not be found. Mar 07 10:43:35.181313 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f7ec5c58-0c06-4b0d-b995-7a28efdd2e77 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "GET /v2.0/security-groups/73619b1b-c443-4844-965f-b3ec8bc99ab9 HTTP/1.1" status: 404 len: 347 time: 0.0218897 Mar 07 10:43:35.182527 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8b7e7-2e6c-47a8-b3e0-9d2d68bcdb2d tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73619b1b-c443-4844-965f-b3ec8bc99ab9,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:35.184147 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54706) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:35.204075 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'fefb6271-d37d-4e27-a209-ad508b20d482', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'port_id': 'fefb6271-d37d-4e27-a209-ad508b20d482', 'mac_address': 'fa:16:3e:1f:c5:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:43:35.204675 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7f2d0816-9585-45aa-8e51-84c3acd51070 req-e6433ab8-3bff-4a44-adee-02816348f4bc tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=654dba5b-5a76-4028-bf43-4196138fa2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477387 Mar 07 10:43:35.215944 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-86f9664f-9a0c-46c3-a53f-d8e8c6909827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'name': 'tempest-ServersTestManualDisk-110730615-router', 'tenant_id': '37256dfba2694a838b5e754d96d8ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:41:23Z', 'updated_at': '2022-03-07T10:43:34Z', 'revision_number': 7, 'project_id': '37256dfba2694a838b5e754d96d8ef06', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:35.220906 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8d54cdb2-98da-470e-a585-8797113b8719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (6cdb906f-5472-47bf-ab8c-2214d0940511), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:35.253838 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-20510ac7-c299-475d-a487-9ae7cf7e900a admin admin] Deleting subnet fadea73f-6720-48b8-9fb7-8cd0608f0333 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:43:35.283654 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20510ac7-c299-475d-a487-9ae7cf7e900a admin admin] Publish callbacks [] for subnet (fadea73f-6720-48b8-9fb7-8cd0608f0333), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:35.298601 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d54cdb2-98da-470e-a585-8797113b8719 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cdb906f-5472-47bf-ab8c-2214d0940511,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:35.348699 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f9664f-9a0c-46c3-a53f-d8e8c6909827 None None] The sync data for ids ['a6e0c6ed-5128-4098-b50c-6512419599fd'] in n-d-832164-4 is: [{'id': 'a6e0c6ed-5128-4098-b50c-6512419599fd', 'name': 'tempest-ServersTestManualDisk-110730615-router', 'tenant_id': '37256dfba2694a838b5e754d96d8ef06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:41:23Z', 'updated_at': '2022-03-07T10:43:34Z', 'revision_number': 7, 'project_id': '37256dfba2694a838b5e754d96d8ef06', 'gw_port_host': None}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:43:35.354663 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port fefb6271-d37d-4e27-a209-ad508b20d482 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:43:35.355024 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fefb6271-d37d-4e27-a209-ad508b20d482), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:35.394048 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20510ac7-c299-475d-a487-9ae7cf7e900a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (fadea73f-6720-48b8-9fb7-8cd0608f0333), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:35.434387 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8d54cdb2-98da-470e-a585-8797113b8719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (45edc656-c5da-4038-a223-388a05cf01af), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:35.443832 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fefb6271-d37d-4e27-a209-ad508b20d482 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:43:35.462557 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a9f9d-5451-4604-8ba8-0ae9525ba5b4 req-cc05d1ef-7f03-4822-a5ef-aa12316d8f22 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:35.475723 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-4fa8a8b8-5869-46bd-91f3-2c634c9a0180 None None] Set router c64e5256-38b1-4650-8641-48a846860eeb gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:43:35.480490 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a9f9d-5451-4604-8ba8-0ae9525ba5b4 req-cc05d1ef-7f03-4822-a5ef-aa12316d8f22 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:35.487660 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a9f9d-5451-4604-8ba8-0ae9525ba5b4 req-cc05d1ef-7f03-4822-a5ef-aa12316d8f22 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:35.495014 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a9f9d-5451-4604-8ba8-0ae9525ba5b4 req-cc05d1ef-7f03-4822-a5ef-aa12316d8f22 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:35.500495 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a9f9d-5451-4604-8ba8-0ae9525ba5b4 req-cc05d1ef-7f03-4822-a5ef-aa12316d8f22 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:35.507884 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a9f9d-5451-4604-8ba8-0ae9525ba5b4 req-cc05d1ef-7f03-4822-a5ef-aa12316d8f22 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:35.511472 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port fefb6271-d37d-4e27-a209-ad508b20d482, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=fefb6271-d37d-4e27-a209-ad508b20d482,segment=NetworkSegment(59b13e75-30d7-418d-a8ee-7db3ff010fd0),segment_id=59b13e75-30d7-418d-a8ee-7db3ff010fd0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:35.515823 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a9f9d-5451-4604-8ba8-0ae9525ba5b4 req-cc05d1ef-7f03-4822-a5ef-aa12316d8f22 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:35.524994 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b07a9f9d-5451-4604-8ba8-0ae9525ba5b4 req-cc05d1ef-7f03-4822-a5ef-aa12316d8f22 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5434 time: 0.3223469 Mar 07 10:43:35.530850 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (fefb6271-d37d-4e27-a209-ad508b20d482), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:35.565008 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-5a17116a-7a3e-44ab-932c-522c3dac7764 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Deleting port 140fa6cb-e512-4dab-b589-1881a6e2a8ec {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:35.565650 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5a17116a-7a3e-44ab-932c-522c3dac7764 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (140fa6cb-e512-4dab-b589-1881a6e2a8ec), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:35.587277 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8d54cdb2-98da-470e-a585-8797113b8719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (45edc656-c5da-4038-a223-388a05cf01af), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:35.592809 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8d54cdb2-98da-470e-a585-8797113b8719 admin admin] Publish callbacks [] for router_controller (45edc656-c5da-4038-a223-388a05cf01af), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:35.657802 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20510ac7-c299-475d-a487-9ae7cf7e900a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (fadea73f-6720-48b8-9fb7-8cd0608f0333), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:35.691131 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8d54cdb2-98da-470e-a585-8797113b8719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (45edc656-c5da-4038-a223-388a05cf01af), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:35.691802 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d54cdb2-98da-470e-a585-8797113b8719 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45edc656-c5da-4038-a223-388a05cf01af {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:43:35.692950 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5a17116a-7a3e-44ab-932c-522c3dac7764 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (140fa6cb-e512-4dab-b589-1881a6e2a8ec), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:35.694031 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5a17116a-7a3e-44ab-932c-522c3dac7764 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks [] for floatingip (140fa6cb-e512-4dab-b589-1881a6e2a8ec), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:35.697095 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8d54cdb2-98da-470e-a585-8797113b8719 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:35.704134 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54714) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:35.704705 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8d54cdb2-98da-470e-a585-8797113b8719 admin admin] 10.222.0.11 "DELETE /v2.0/routers/45edc656-c5da-4038-a223-388a05cf01af HTTP/1.1" status: 204 len: 168 time: 2.5966609 Mar 07 10:43:35.721324 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-5a17116a-7a3e-44ab-932c-522c3dac7764 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Calling delete_port for 140fa6cb-e512-4dab-b589-1881a6e2a8ec owned by network:floatingip {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:35.763528 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=fefb6271-d37d-4e27-a209-ad508b20d482,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:35.769862 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-09ad1249-1955-4cc2-a036-66c784a81876 None None] Publish callbacks [] for port (a99fe918-511e-4d50-95ee-3a6040a9ba25), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:35.777283 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20510ac7-c299-475d-a487-9ae7cf7e900a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (fadea73f-6720-48b8-9fb7-8cd0608f0333), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:35.797958 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-09ad1249-1955-4cc2-a036-66c784a81876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (a99fe918-511e-4d50-95ee-3a6040a9ba25), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:35.889618 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['fefb6271-d37d-4e27-a209-ad508b20d482'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:43:35.979260 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad1249-1955-4cc2-a036-66c784a81876 None None] Pushing event updated for resources: {'Port': ['ID=a99fe918-511e-4d50-95ee-3a6040a9ba25,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:35.998069 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ad1249-1955-4cc2-a036-66c784a81876 None None] Network 2cbdfa08-29a9-4947-85a8-fe625d8a0546 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:43:36.004750 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20510ac7-c299-475d-a487-9ae7cf7e900a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fadea73f-6720-48b8-9fb7-8cd0608f0333,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:36.011116 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-09ad1249-1955-4cc2-a036-66c784a81876 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:43:36.013757 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ad1249-1955-4cc2-a036-66c784a81876 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:43:36.025595 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-66052496-894b-4eea-ba0a-cccb1b9fe7c3 admin admin] Deleting subnet d38c473b-24ce-45db-824d-0ac6bb35cbdc {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:43:36.029574 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-66052496-894b-4eea-ba0a-cccb1b9fe7c3 admin admin] Publish callbacks [] for subnet (d38c473b-24ce-45db-824d-0ac6bb35cbdc), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:36.055050 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20510ac7-c299-475d-a487-9ae7cf7e900a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:36.058372 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-20510ac7-c299-475d-a487-9ae7cf7e900a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/fadea73f-6720-48b8-9fb7-8cd0608f0333 HTTP/1.1" status: 204 len: 168 time: 0.9204876 Mar 07 10:43:36.063475 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54718) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:36.069355 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 90bd8119-ed21-489f-9b28-8e90a9f9f0f0 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:43:36.079096 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d37a68c-6231-4ea8-89de-f33abb1811c4 None None] Network b10c2308-4a70-4388-a1d4-3c7e73350d3a requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:36.114930 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-66052496-894b-4eea-ba0a-cccb1b9fe7c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (d38c473b-24ce-45db-824d-0ac6bb35cbdc), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:36.144514 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f19c9d75-fa93-4357-8b2b-cb7dd4ab4467 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755330244271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59560718'] for subnet (63bb5c37-8fc8-4aff-88df-9b65da7c63b5), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:36.158524 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a88652-0691-4bfb-a2aa-2bf0e9aa61e7 req-39368e45-f9a8-408d-8925-9230aa8748bd tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:36.165844 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-82a88652-0691-4bfb-a2aa-2bf0e9aa61e7 req-39368e45-f9a8-408d-8925-9230aa8748bd tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.2108097 Mar 07 10:43:36.219714 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b669f5f3-8d0e-412f-b1a1-3b4074476de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (b10c2308-4a70-4388-a1d4-3c7e73350d3a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:36.222794 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e678d1-0ebd-4bba-9698-60d51d906066 req-7c4750fa-db1b-4c79-bb8a-f57616344fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:36.224287 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d8e678d1-0ebd-4bba-9698-60d51d906066 req-7c4750fa-db1b-4c79-bb8a-f57616344fca service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d640dc7f4f784834ad48e78ec0df26a5&device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 1126 time: 0.2580223 Mar 07 10:43:36.235385 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19c9d75-fa93-4357-8b2b-cb7dd4ab4467 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:36.235974 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f19c9d75-fa93-4357-8b2b-cb7dd4ab4467 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:36.239486 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f19c9d75-fa93-4357-8b2b-cb7dd4ab4467 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "PUT /v2.0/subnets/63bb5c37-8fc8-4aff-88df-9b65da7c63b5 HTTP/1.1" status: 200 len: 806 time: 2.3658679 Mar 07 10:43:36.242981 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-09ad1249-1955-4cc2-a036-66c784a81876 None None] Attempting to bind port a99fe918-511e-4d50-95ee-3a6040a9ba25 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:43:36.244001 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-09ad1249-1955-4cc2-a036-66c784a81876 None None] Attempting to bind port a99fe918-511e-4d50-95ee-3a6040a9ba25 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'eeb1d679-17c5-4408-bdac-6dc2f332180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2cbdfa08-29a9-4947-85a8-fe625d8a0546'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:43:36.244626 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ad1249-1955-4cc2-a036-66c784a81876 None None] Attempting to bind port a99fe918-511e-4d50-95ee-3a6040a9ba25 on network 2cbdfa08-29a9-4947-85a8-fe625d8a0546 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:43:36.247782 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 90bd8119-ed21-489f-9b28-8e90a9f9f0f0 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:43:36.248426 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 90bd8119-ed21-489f-9b28-8e90a9f9f0f0 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:43:36.249266 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6cdb906f-5472-47bf-ab8c-2214d0940511 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:43:36.263599 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54724) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:36.299194 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ad1249-1955-4cc2-a036-66c784a81876 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:43:36.300114 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ad1249-1955-4cc2-a036-66c784a81876 None None] Checking segment: {'id': 'eeb1d679-17c5-4408-bdac-6dc2f332180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2cbdfa08-29a9-4947-85a8-fe625d8a0546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:43:36.300601 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-09ad1249-1955-4cc2-a036-66c784a81876 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:36.301080 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ad1249-1955-4cc2-a036-66c784a81876 None None] Bound using segment: {'id': 'eeb1d679-17c5-4408-bdac-6dc2f332180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2cbdfa08-29a9-4947-85a8-fe625d8a0546'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:43:36.301951 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-09ad1249-1955-4cc2-a036-66c784a81876 None None] Bound port: a99fe918-511e-4d50-95ee-3a6040a9ba25, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeb1d679-17c5-4408-bdac-6dc2f332180c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '2cbdfa08-29a9-4947-85a8-fe625d8a0546'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:43:36.302408 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-09ad1249-1955-4cc2-a036-66c784a81876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a99fe918-511e-4d50-95ee-3a6040a9ba25), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:36.309425 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 6cdb906f-5472-47bf-ab8c-2214d0940511 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:43:36.309957 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6cdb906f-5472-47bf-ab8c-2214d0940511 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:43:36.313961 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-82a88652-0691-4bfb-a2aa-2bf0e9aa61e7 req-08da82f8-be8a-43e5-a61a-8d797228cade tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471460 Mar 07 10:43:36.341714 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-4fa8a8b8-5869-46bd-91f3-2c634c9a0180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'name': 'tempest-ServersTestJSON-2027679465-router', 'tenant_id': '909cef2d32374597ba1f7e6777d2504f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '5601ce61-72d4-462b-9465-1151b5ab3fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:16Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': '909cef2d32374597ba1f7e6777d2504f', 'gw_port': {'id': '5601ce61-72d4-462b-9465-1151b5ab3fbe', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'd22d6ae0-3c99-429c-9721-c6162b5cf876', 'name': '', 'network_id': '1ff7e4b2-37a3-403e-9957-dee4b0806b98', 'tenant_id': '909cef2d32374597ba1f7e6777d2504f', 'mac_address': 'fa:16:3e:a9:04:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:31Z', 'revision_number': 5, 'project_id': '909cef2d32374597ba1f7e6777d2504f', 'subnets': [{'id': '72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:36.369992 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-66052496-894b-4eea-ba0a-cccb1b9fe7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (d38c473b-24ce-45db-824d-0ac6bb35cbdc), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:36.402013 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5a17116a-7a3e-44ab-932c-522c3dac7764 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (140fa6cb-e512-4dab-b589-1881a6e2a8ec), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:36.408280 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19c9d75-fa93-4357-8b2b-cb7dd4ab4467 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event updated for resources: {'Subnet': ['ID=63bb5c37-8fc8-4aff-88df-9b65da7c63b5,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:36.426014 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa8a8b8-5869-46bd-91f3-2c634c9a0180 None None] The sync data for ids ['c64e5256-38b1-4650-8641-48a846860eeb'] in n-d-832164-4 is: [{'id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'name': 'tempest-ServersTestJSON-2027679465-router', 'tenant_id': '909cef2d32374597ba1f7e6777d2504f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '5601ce61-72d4-462b-9465-1151b5ab3fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:16Z', 'updated_at': '2022-03-07T10:42:23Z', 'revision_number': 4, 'project_id': '909cef2d32374597ba1f7e6777d2504f', 'gw_port': {'id': '5601ce61-72d4-462b-9465-1151b5ab3fbe', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'd22d6ae0-3c99-429c-9721-c6162b5cf876', 'name': '', 'network_id': '1ff7e4b2-37a3-403e-9957-dee4b0806b98', 'tenant_id': '909cef2d32374597ba1f7e6777d2504f', 'mac_address': 'fa:16:3e:a9:04:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': '72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:22Z', 'updated_at': '2022-03-07T10:42:31Z', 'revision_number': 5, 'project_id': '909cef2d32374597ba1f7e6777d2504f', 'subnets': [{'id': '72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:43:36.460183 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a17116a-7a3e-44ab-932c-522c3dac7764 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Pushing event deleted for resources: {'Port': ['ID=140fa6cb-e512-4dab-b589-1881a6e2a8ec,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:36.527959 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6d6ef-ec46-4d87-ad19-ba55c59e79ca req-3e1ed776-5efb-4230-9b60-d2d5db0ae44b tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:36.531404 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5eb6d6ef-ec46-4d87-ad19-ba55c59e79ca req-3e1ed776-5efb-4230-9b60-d2d5db0ae44b tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.3054183 Mar 07 10:43:36.550785 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b1c51e99-e9c7-4d88-8de7-150dd9851bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:36.569865 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e678d1-0ebd-4bba-9698-60d51d906066 req-2a1c2bb3-d9e0-46fa-9354-8b36c75ea172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:36.572929 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d8e678d1-0ebd-4bba-9698-60d51d906066 req-2a1c2bb3-d9e0-46fa-9354-8b36c75ea172 service neutron] 10.222.0.31 "GET /v2.0/networks?id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41 HTTP/1.1" status: 200 len: 912 time: 0.3306487 Mar 07 10:43:36.614892 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-09ad1249-1955-4cc2-a036-66c784a81876 None None] For port a99fe918-511e-4d50-95ee-3a6040a9ba25, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:43:36.621514 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2efaf7a-144f-4880-8352-225f3ede6371 req-c7823057-2cf8-49bd-bb37-49e3c41356ac tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:36.630231 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-09ad1249-1955-4cc2-a036-66c784a81876 None None] For port a99fe918-511e-4d50-95ee-3a6040a9ba25, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a99fe918-511e-4d50-95ee-3a6040a9ba25,segment=NetworkSegment(eeb1d679-17c5-4408-bdac-6dc2f332180c),segment_id=eeb1d679-17c5-4408-bdac-6dc2f332180c)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:43:36.631690 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b2efaf7a-144f-4880-8352-225f3ede6371 req-c7823057-2cf8-49bd-bb37-49e3c41356ac tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdd004ed-a3c5-4190-80d7-32451bff8167 HTTP/1.1" status: 200 len: 945 time: 0.1885118 Mar 07 10:43:36.640545 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5a17116a-7a3e-44ab-932c-522c3dac7764 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks [] for floatingip (7d263780-8fcc-41e6-b1de-d73ff35722e4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:36.643565 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5a17116a-7a3e-44ab-932c-522c3dac7764 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:36.645704 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5a17116a-7a3e-44ab-932c-522c3dac7764 tempest-ServersTestJSON-1859794961 tempest-ServersTestJSON-1859794961-project] 10.222.0.11 "DELETE /v2.0/floatingips/7d263780-8fcc-41e6-b1de-d73ff35722e4 HTTP/1.1" status: 204 len: 168 time: 1.4508512 Mar 07 10:43:36.647104 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-66052496-894b-4eea-ba0a-cccb1b9fe7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (d38c473b-24ce-45db-824d-0ac6bb35cbdc), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:36.650347 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54726) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:36.652992 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-09ad1249-1955-4cc2-a036-66c784a81876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a99fe918-511e-4d50-95ee-3a6040a9ba25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:36.686942 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f3d75899-5c04-46f0-abe6-598b15cb4e0b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (2cbdfa08-29a9-4947-85a8-fe625d8a0546), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:36.728774 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d8e678d1-0ebd-4bba-9698-60d51d906066 req-e8b679a4-8eab-4170-984d-d7c7e9cfce0b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49374629-e4ca-4d8e-9683-e194b48557a0 HTTP/1.1" status: 200 len: 999 time: 0.1408279 Mar 07 10:43:36.735158 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2244b3-d261-4eda-9cfd-a5e4fe19c549 None None] DHCP port deletion for b10c2308-4a70-4388-a1d4-3c7e73350d3a request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:43:36.737787 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad1249-1955-4cc2-a036-66c784a81876 None None] Pushing event updated for resources: {'Port': ['ID=a99fe918-511e-4d50-95ee-3a6040a9ba25,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:36.822327 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-b669f5f3-8d0e-412f-b1a1-3b4074476de0 admin admin] Deleting port 78ac5942-81e4-42c6-a724-922e90cfafe9 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:36.822515 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8f2244b3-d261-4eda-9cfd-a5e4fe19c549 None None] Deleting port 78ac5942-81e4-42c6-a724-922e90cfafe9 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:36.822680 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b669f5f3-8d0e-412f-b1a1-3b4074476de0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (78ac5942-81e4-42c6-a724-922e90cfafe9), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:36.822888 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8f2244b3-d261-4eda-9cfd-a5e4fe19c549 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (78ac5942-81e4-42c6-a724-922e90cfafe9), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:36.832659 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5eb6d6ef-ec46-4d87-ad19-ba55c59e79ca req-6cb58400-ca43-4b63-9b00-03d020b7595e tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903519 Mar 07 10:43:36.953510 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-8f2244b3-d261-4eda-9cfd-a5e4fe19c549 None None] For port 78ac5942-81e4-42c6-a724-922e90cfafe9, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=78ac5942-81e4-42c6-a724-922e90cfafe9,segment=NetworkSegment(f9018300-5e1a-48d3-806b-e02ca787b4a4),segment_id=f9018300-5e1a-48d3-806b-e02ca787b4a4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:36.954047 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8f2244b3-d261-4eda-9cfd-a5e4fe19c549 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (78ac5942-81e4-42c6-a724-922e90cfafe9), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:36.959956 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e678d1-0ebd-4bba-9698-60d51d906066 req-3a8495a0-1ba8-48da-a9c2-480beb1beed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:36.970100 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d8e678d1-0ebd-4bba-9698-60d51d906066 req-3a8495a0-1ba8-48da-a9c2-480beb1beed8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=be75dc35-59ec-464d-b948-3549cf46df15 HTTP/1.1" status: 200 len: 850 time: 0.2180765 Mar 07 10:43:36.995023 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8f2244b3-d261-4eda-9cfd-a5e4fe19c549 None None] Calling delete_port for 78ac5942-81e4-42c6-a724-922e90cfafe9 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:37.016042 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-b669f5f3-8d0e-412f-b1a1-3b4074476de0 admin admin] For port 78ac5942-81e4-42c6-a724-922e90cfafe9, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=78ac5942-81e4-42c6-a724-922e90cfafe9,segment=NetworkSegment(f9018300-5e1a-48d3-806b-e02ca787b4a4),segment_id=f9018300-5e1a-48d3-806b-e02ca787b4a4)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:37.016421 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b669f5f3-8d0e-412f-b1a1-3b4074476de0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (78ac5942-81e4-42c6-a724-922e90cfafe9), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:37.049983 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-b669f5f3-8d0e-412f-b1a1-3b4074476de0 admin admin] Calling delete_port for 78ac5942-81e4-42c6-a724-922e90cfafe9 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:37.077478 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5416fc-1c7a-4327-bc42-5ecf315506de None None] New status for floating IP 7d263780-8fcc-41e6-b1de-d73ff35722e4: DOWN {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:43:37.123133 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8f2244b3-d261-4eda-9cfd-a5e4fe19c549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (78ac5942-81e4-42c6-a724-922e90cfafe9), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:37.160257 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-f3d75899-5c04-46f0-abe6-598b15cb4e0b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Deleting port a99fe918-511e-4d50-95ee-3a6040a9ba25 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:37.160815 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f3d75899-5c04-46f0-abe6-598b15cb4e0b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a99fe918-511e-4d50-95ee-3a6040a9ba25), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:37.167100 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2244b3-d261-4eda-9cfd-a5e4fe19c549 None None] Pushing event deleted for resources: {'Port': ['ID=78ac5942-81e4-42c6-a724-922e90cfafe9,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:37.191383 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2244b3-d261-4eda-9cfd-a5e4fe19c549 None None] No DVR routers for this DVR port 78ac5942-81e4-42c6-a724-922e90cfafe9 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:43:37.194972 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66052496-894b-4eea-ba0a-cccb1b9fe7c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d38c473b-24ce-45db-824d-0ac6bb35cbdc,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:37.248228 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b2efaf7a-144f-4880-8352-225f3ede6371 req-fd30ef44-c129-4f33-8560-b2d2fd11f3ad tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=654dba5b-5a76-4028-bf43-4196138fa2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6145985 Mar 07 10:43:37.279576 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e678d1-0ebd-4bba-9698-60d51d906066 req-0d394875-4f64-44fa-8506-f08badd75605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:37.281127 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d8e678d1-0ebd-4bba-9698-60d51d906066 req-0d394875-4f64-44fa-8506-f08badd75605 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2995563 Mar 07 10:43:37.306285 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ad6dd6-4f6d-49ce-b49b-2064d370545f None None] Network 42927475-2854-4f64-98e9-ef161f74924a requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:37.323385 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-66052496-894b-4eea-ba0a-cccb1b9fe7c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:37.325032 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b669f5f3-8d0e-412f-b1a1-3b4074476de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (78ac5942-81e4-42c6-a724-922e90cfafe9), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:37.329604 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-66052496-894b-4eea-ba0a-cccb1b9fe7c3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/d38c473b-24ce-45db-824d-0ac6bb35cbdc HTTP/1.1" status: 204 len: 168 time: 1.6243734 Mar 07 10:43:37.338664 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54730) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:37.370915 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b669f5f3-8d0e-412f-b1a1-3b4074476de0 admin admin] No DVR routers for this DVR port 78ac5942-81e4-42c6-a724-922e90cfafe9 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:43:37.445435 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8ee5f-ec6f-4a4e-a50a-0aee0a19565b req-3e90a778-3105-424b-860e-63ba450f2ea9 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:37.447354 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-55d8ee5f-ec6f-4a4e-a50a-0aee0a19565b req-3e90a778-3105-424b-860e-63ba450f2ea9 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.2193377 Mar 07 10:43:37.538545 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b669f5f3-8d0e-412f-b1a1-3b4074476de0 admin admin] Pushing event deleted for resources: {'Port': ['ID=78ac5942-81e4-42c6-a724-922e90cfafe9,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:37.582010 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65462527-4df6-4c18-9481-6775c256cfd6 None None] DHCP port deletion for 42927475-2854-4f64-98e9-ef161f74924a request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:43:37.589364 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-f3d75899-5c04-46f0-abe6-598b15cb4e0b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] For port a99fe918-511e-4d50-95ee-3a6040a9ba25, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a99fe918-511e-4d50-95ee-3a6040a9ba25,segment=NetworkSegment(eeb1d679-17c5-4408-bdac-6dc2f332180c),segment_id=eeb1d679-17c5-4408-bdac-6dc2f332180c)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:37.589733 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f3d75899-5c04-46f0-abe6-598b15cb4e0b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a99fe918-511e-4d50-95ee-3a6040a9ba25), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:37.642765 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b669f5f3-8d0e-412f-b1a1-3b4074476de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (b10c2308-4a70-4388-a1d4-3c7e73350d3a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:37.655721 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-295b380a-7dbf-4ef3-9db6-dc472de5b436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (42927475-2854-4f64-98e9-ef161f74924a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:37.659487 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-f3d75899-5c04-46f0-abe6-598b15cb4e0b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Calling delete_port for a99fe918-511e-4d50-95ee-3a6040a9ba25 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:37.672047 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-55d8ee5f-ec6f-4a4e-a50a-0aee0a19565b req-e8cc1b01-8fcd-45a1-a4af-61605b17779a tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Deleting port 6ee9f6ae-ca68-43d2-ae5f-03931e443753 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:37.672588 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-55d8ee5f-ec6f-4a4e-a50a-0aee0a19565b req-e8cc1b01-8fcd-45a1-a4af-61605b17779a tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (6ee9f6ae-ca68-43d2-ae5f-03931e443753), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:37.675980 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a99fe918-511e-4d50-95ee-3a6040a9ba25 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:43:37.677637 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94804392-24d8-449a-868a-f967e5aad019 req-eea119c2-ee03-469a-9f04-b4a36abb0e92 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:37.679880 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-94804392-24d8-449a-868a-f967e5aad019 req-eea119c2-ee03-469a-9f04-b4a36abb0e92 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.2216845 Mar 07 10:43:37.712499 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d8e678d1-0ebd-4bba-9698-60d51d906066 req-1f2f60b2-a681-4a6d-8e39-961ae3fccde3 service neutron] 10.222.0.31 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235139 Mar 07 10:43:37.721822 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-b669f5f3-8d0e-412f-b1a1-3b4074476de0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10c2308-4a70-4388-a1d4-3c7e73350d3a']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:37.762330 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-65462527-4df6-4c18-9481-6775c256cfd6 None None] Deleting port c0c8cf69-7906-4376-af65-69ba3b94cbfb {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:37.763243 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-65462527-4df6-4c18-9481-6775c256cfd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c0c8cf69-7906-4376-af65-69ba3b94cbfb), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:37.769971 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c98bf804-c34d-4401-ad27-8356767f5c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (c64e5256-38b1-4650-8641-48a846860eeb), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:37.782616 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port a99fe918-511e-4d50-95ee-3a6040a9ba25 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:43:37.783194 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a99fe918-511e-4d50-95ee-3a6040a9ba25), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:37.805030 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-b669f5f3-8d0e-412f-b1a1-3b4074476de0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9018300-5e1a-48d3-806b-e02ca787b4a4') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:37.805604 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-b669f5f3-8d0e-412f-b1a1-3b4074476de0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9018300-5e1a-48d3-806b-e02ca787b4a4') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:37.863503 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b669f5f3-8d0e-412f-b1a1-3b4074476de0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (f9018300-5e1a-48d3-806b-e02ca787b4a4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:37.871151 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-65462527-4df6-4c18-9481-6775c256cfd6 None None] For port c0c8cf69-7906-4376-af65-69ba3b94cbfb, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c0c8cf69-7906-4376-af65-69ba3b94cbfb,segment=NetworkSegment(3809a5c1-788e-4753-a8f3-6656dcfe274f),segment_id=3809a5c1-788e-4753-a8f3-6656dcfe274f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:37.871888 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-65462527-4df6-4c18-9481-6775c256cfd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c0c8cf69-7906-4376-af65-69ba3b94cbfb), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:37.889924 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-65462527-4df6-4c18-9481-6775c256cfd6 None None] Calling delete_port for c0c8cf69-7906-4376-af65-69ba3b94cbfb owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:38.003088 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port a99fe918-511e-4d50-95ee-3a6040a9ba25 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:43:38.003550 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a99fe918-511e-4d50-95ee-3a6040a9ba25), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:38.064737 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port a99fe918-511e-4d50-95ee-3a6040a9ba25, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a99fe918-511e-4d50-95ee-3a6040a9ba25,segment=NetworkSegment(eeb1d679-17c5-4408-bdac-6dc2f332180c),segment_id=eeb1d679-17c5-4408-bdac-6dc2f332180c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:38.075206 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a99fe918-511e-4d50-95ee-3a6040a9ba25), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:38.087926 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-65462527-4df6-4c18-9481-6775c256cfd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (c0c8cf69-7906-4376-af65-69ba3b94cbfb), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:38.153985 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65462527-4df6-4c18-9481-6775c256cfd6 None None] No DVR routers for this DVR port c0c8cf69-7906-4376-af65-69ba3b94cbfb on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:43:38.158346 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54748) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:38.179453 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-55d8ee5f-ec6f-4a4e-a50a-0aee0a19565b req-e8cc1b01-8fcd-45a1-a4af-61605b17779a tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] For port 6ee9f6ae-ca68-43d2-ae5f-03931e443753, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=6ee9f6ae-ca68-43d2-ae5f-03931e443753,segment=NetworkSegment(a83ef876-47f5-4921-a7cf-604d50d4af09),segment_id=a83ef876-47f5-4921-a7cf-604d50d4af09)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:38.182386 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-55d8ee5f-ec6f-4a4e-a50a-0aee0a19565b req-e8cc1b01-8fcd-45a1-a4af-61605b17779a tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (6ee9f6ae-ca68-43d2-ae5f-03931e443753), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:38.196830 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:43:38.249980 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device fefb6271-d37d-4e27-a209-ad508b20d482 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:43:38.255294 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:43:38.256378 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 01410e09-0dfe-49b3-9bfc-a9dc9cc5e24c not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:43:38.257174 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 60a22d3e-ae12-472d-860e-b8d6f4c693ec no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:43:38.282516 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=a99fe918-511e-4d50-95ee-3a6040a9ba25,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:38.324423 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-55d8ee5f-ec6f-4a4e-a50a-0aee0a19565b req-e8cc1b01-8fcd-45a1-a4af-61605b17779a tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Calling delete_port for 6ee9f6ae-ca68-43d2-ae5f-03931e443753 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:38.349452 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 60a22d3e-ae12-472d-860e-b8d6f4c693ec {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:43:38.350859 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 60a22d3e-ae12-472d-860e-b8d6f4c693ec not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:43:38.351307 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 78ac5942-81e4-42c6-a724-922e90cfafe9 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:43:38.376577 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 78ac5942-81e4-42c6-a724-922e90cfafe9 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:43:38.377285 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 78ac5942-81e4-42c6-a724-922e90cfafe9 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:43:38.393368 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b669f5f3-8d0e-412f-b1a1-3b4074476de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (f9018300-5e1a-48d3-806b-e02ca787b4a4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:38.395529 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65462527-4df6-4c18-9481-6775c256cfd6 None None] Pushing event deleted for resources: {'Port': ['ID=c0c8cf69-7906-4376-af65-69ba3b94cbfb,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:38.415565 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-94804392-24d8-449a-868a-f967e5aad019 req-bb21d90e-2af1-4ecf-81e7-9dd6298689ee tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7247243 Mar 07 10:43:38.418658 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b392e6-92cc-4adf-b199-00d2d5ce806b req-b0ad38f0-525e-4359-950e-65aa4cdd44d7 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:38.419630 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b669f5f3-8d0e-412f-b1a1-3b4074476de0 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:43:38.420107 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b669f5f3-8d0e-412f-b1a1-3b4074476de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (f9018300-5e1a-48d3-806b-e02ca787b4a4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:38.420469 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8b392e6-92cc-4adf-b199-00d2d5ce806b req-b0ad38f0-525e-4359-950e-65aa4cdd44d7 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa097523-c999-4386-b286-a4ef729572c8 HTTP/1.1" status: 200 len: 946 time: 0.3960309 Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:43:38.431112 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:43:38.451025 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port fefb6271-d37d-4e27-a209-ad508b20d482 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:43:38.456838 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port fefb6271-d37d-4e27-a209-ad508b20d482 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:43:38.457028 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (fefb6271-d37d-4e27-a209-ad508b20d482), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:38.520580 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d8e678d1-0ebd-4bba-9698-60d51d906066 req-de7a0a7a-591c-4822-a1da-70d90274ce76 service neutron] 10.222.0.31 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7890420 Mar 07 10:43:38.526583 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-295b380a-7dbf-4ef3-9db6-dc472de5b436 admin admin] Deleting port c0c8cf69-7906-4376-af65-69ba3b94cbfb {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:38.527001 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-295b380a-7dbf-4ef3-9db6-dc472de5b436 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c0c8cf69-7906-4376-af65-69ba3b94cbfb), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:38.528939 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c63b34-264d-4413-a4ac-230ec4da8a8b None None] Network 2cbdfa08-29a9-4947-85a8-fe625d8a0546 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:38.531725 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d282b-a5ce-41b1-a06f-c678da98ce90 req-c1bf00ea-ec30-45bd-b0e8-a8cf4c3419a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:38.532392 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d282b-a5ce-41b1-a06f-c678da98ce90 req-c1bf00ea-ec30-45bd-b0e8-a8cf4c3419a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:38.533215 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d282b-a5ce-41b1-a06f-c678da98ce90 req-c1bf00ea-ec30-45bd-b0e8-a8cf4c3419a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:38.533594 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d282b-a5ce-41b1-a06f-c678da98ce90 req-c1bf00ea-ec30-45bd-b0e8-a8cf4c3419a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:38.534186 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d282b-a5ce-41b1-a06f-c678da98ce90 req-c1bf00ea-ec30-45bd-b0e8-a8cf4c3419a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:38.534802 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d282b-a5ce-41b1-a06f-c678da98ce90 req-c1bf00ea-ec30-45bd-b0e8-a8cf4c3419a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:38.535348 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d282b-a5ce-41b1-a06f-c678da98ce90 req-c1bf00ea-ec30-45bd-b0e8-a8cf4c3419a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:38.544779 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eb3d282b-a5ce-41b1-a06f-c678da98ce90 req-c1bf00ea-ec30-45bd-b0e8-a8cf4c3419a4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 6708 time: 0.3769906 Mar 07 10:43:38.587899 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b669f5f3-8d0e-412f-b1a1-3b4074476de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (b10c2308-4a70-4388-a1d4-3c7e73350d3a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:38.630375 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b669f5f3-8d0e-412f-b1a1-3b4074476de0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:38.633948 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8b392e6-92cc-4adf-b199-00d2d5ce806b req-17d128c8-032e-47fc-853c-732cc2d44e43 tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.11 "GET /v2.0/security-groups?id=9827ebf5-ce55-4f4a-b13b-57e37cd839e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724603 Mar 07 10:43:38.637334 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b669f5f3-8d0e-412f-b1a1-3b4074476de0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b10c2308-4a70-4388-a1d4-3c7e73350d3a HTTP/1.1" status: 204 len: 168 time: 2.5702052 Mar 07 10:43:38.673413 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-295b380a-7dbf-4ef3-9db6-dc472de5b436 admin admin] For port c0c8cf69-7906-4376-af65-69ba3b94cbfb, host n-d-832164-4, got binding levels [] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:38.673794 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-295b380a-7dbf-4ef3-9db6-dc472de5b436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c0c8cf69-7906-4376-af65-69ba3b94cbfb), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:38.675233 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1e6d4186-b842-49af-8239-efa13db43a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:38.679108 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b669f5f3-8d0e-412f-b1a1-3b4074476de0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b10c2308-4a70-4388-a1d4-3c7e73350d3a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:38.682709 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-c98bf804-c34d-4401-ad27-8356767f5c80 admin admin] Deleting port d22d6ae0-3c99-429c-9721-c6162b5cf876 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:38.683153 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c98bf804-c34d-4401-ad27-8356767f5c80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (d22d6ae0-3c99-429c-9721-c6162b5cf876), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:38.697191 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-e6022e85-d411-4402-a36d-c81acf43e74a None None] Provisioning complete for port a99fe918-511e-4d50-95ee-3a6040a9ba25 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:43:38.698268 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e6022e85-d411-4402-a36d-c81acf43e74a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a99fe918-511e-4d50-95ee-3a6040a9ba25), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:38.705920 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-295b380a-7dbf-4ef3-9db6-dc472de5b436 admin admin] Calling delete_port for c0c8cf69-7906-4376-af65-69ba3b94cbfb owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:38.713292 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.ipam_backend_mixin [None req-295b380a-7dbf-4ef3-9db6-dc472de5b436 admin admin] Port c0c8cf69-7906-4376-af65-69ba3b94cbfb was not found and therefore no delete operation was performed {{(pid=103766) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 10:43:38.716102 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-295b380a-7dbf-4ef3-9db6-dc472de5b436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (c0c8cf69-7906-4376-af65-69ba3b94cbfb), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:38.723313 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f3d75899-5c04-46f0-abe6-598b15cb4e0b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (a99fe918-511e-4d50-95ee-3a6040a9ba25), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:38.766813 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eb3d282b-a5ce-41b1-a06f-c678da98ce90 req-77992abc-785d-4fa4-9547-89a1c2346517 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2203736 Mar 07 10:43:38.794116 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b380a-7dbf-4ef3-9db6-dc472de5b436 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0c8cf69-7906-4376-af65-69ba3b94cbfb,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:38.800621 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295b380a-7dbf-4ef3-9db6-dc472de5b436 admin admin] No DVR routers for this DVR port c0c8cf69-7906-4376-af65-69ba3b94cbfb on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:43:38.817455 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932383a-802a-4fdb-84c5-9de098c7d55d req-80a6c551-33a5-4e74-9b70-8e613cee0c29 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:38.819836 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6932383a-802a-4fdb-84c5-9de098c7d55d req-80a6c551-33a5-4e74-9b70-8e613cee0c29 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdd004ed-a3c5-4190-80d7-32451bff8167 HTTP/1.1" status: 200 len: 945 time: 0.2379189 Mar 07 10:43:38.855643 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-e6022e85-d411-4402-a36d-c81acf43e74a None None] Could not find standard attr ID for object a99fe918-511e-4d50-95ee-3a6040a9ba25. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:43:38.862858 n-d-832164-4 neutron-server[103768]: INFO neutron.plugins.ml2.db [None req-e6022e85-d411-4402-a36d-c81acf43e74a None None] No ports have port_id starting with a99fe918-511e-4d50-95ee-3a6040a9ba25 Mar 07 10:43:38.874649 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port fefb6271-d37d-4e27-a209-ad508b20d482 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:43:38.875047 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fefb6271-d37d-4e27-a209-ad508b20d482), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:38.923969 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd004ed-a3c5-4190-80d7-32451bff8167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fefb6271-d37d-4e27-a209-ad508b20d482'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:43:38.930652 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9188e8-52dd-40a3-9118-a4523aa8d115" -d '{"events": [{"server_uuid": "bdd004ed-a3c5-4190-80d7-32451bff8167", "name": "network-vif-plugged", "status": "completed", "tag": "fefb6271-d37d-4e27-a209-ad508b20d482"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:43:38.936340 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-55d8ee5f-ec6f-4a4e-a50a-0aee0a19565b req-e8cc1b01-8fcd-45a1-a4af-61605b17779a tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (6ee9f6ae-ca68-43d2-ae5f-03931e443753), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:38.966892 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port fefb6271-d37d-4e27-a209-ad508b20d482, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=fefb6271-d37d-4e27-a209-ad508b20d482,segment=NetworkSegment(59b13e75-30d7-418d-a8ee-7db3ff010fd0),segment_id=59b13e75-30d7-418d-a8ee-7db3ff010fd0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:38.970540 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['6ee9f6ae-ca68-43d2-ae5f-03931e443753'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:43:38.975838 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (fefb6271-d37d-4e27-a209-ad508b20d482), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:38.977488 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54762) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:38.978365 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d75899-5c04-46f0-abe6-598b15cb4e0b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] No DVR routers for this DVR port a99fe918-511e-4d50-95ee-3a6040a9ba25 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:43:39.003842 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc1b01-8fcd-45a1-a4af-61605b17779a tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Pushing event deleted for resources: {'Port': ['ID=6ee9f6ae-ca68-43d2-ae5f-03931e443753,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:39.008913 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-c98bf804-c34d-4401-ad27-8356767f5c80 admin admin] For port d22d6ae0-3c99-429c-9721-c6162b5cf876, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=d22d6ae0-3c99-429c-9721-c6162b5cf876,segment=NetworkSegment(b7032e9d-d7be-4244-839a-87d1dbd65515),segment_id=b7032e9d-d7be-4244-839a-87d1dbd65515)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:39.008913 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c98bf804-c34d-4401-ad27-8356767f5c80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (d22d6ae0-3c99-429c-9721-c6162b5cf876), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:39.027350 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22c546e-a4a1-43f6-b937-270ed7c64641 x-openstack-request-id: req-e22c546e-a4a1-43f6-b937-270ed7c64641 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:43:39.027774 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd004ed-a3c5-4190-80d7-32451bff8167", "name": "network-vif-plugged", "status": "completed", "tag": "fefb6271-d37d-4e27-a209-ad508b20d482", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:43:39.028424 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e22c546e-a4a1-43f6-b937-270ed7c64641 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:43:39.028610 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd004ed-a3c5-4190-80d7-32451bff8167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fefb6271-d37d-4e27-a209-ad508b20d482', 'code': 200} Mar 07 10:43:39.050262 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc1b01-8fcd-45a1-a4af-61605b17779a tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:39.050551 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc1b01-8fcd-45a1-a4af-61605b17779a tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:39.050854 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc1b01-8fcd-45a1-a4af-61605b17779a tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:39.051191 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc1b01-8fcd-45a1-a4af-61605b17779a tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:39.051788 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc1b01-8fcd-45a1-a4af-61605b17779a tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:39.052117 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc1b01-8fcd-45a1-a4af-61605b17779a tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:39.052440 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc1b01-8fcd-45a1-a4af-61605b17779a tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:39.053340 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc1b01-8fcd-45a1-a4af-61605b17779a tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:39.053675 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc1b01-8fcd-45a1-a4af-61605b17779a tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:39.053990 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc1b01-8fcd-45a1-a4af-61605b17779a tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:39.054317 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc1b01-8fcd-45a1-a4af-61605b17779a tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:39.054639 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc1b01-8fcd-45a1-a4af-61605b17779a tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:39.054961 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8cc1b01-8fcd-45a1-a4af-61605b17779a tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:39.069273 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-c98bf804-c34d-4401-ad27-8356767f5c80 admin admin] Calling delete_port for d22d6ae0-3c99-429c-9721-c6162b5cf876 owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:39.079735 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=fefb6271-d37d-4e27-a209-ad508b20d482,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:39.096701 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-55d8ee5f-ec6f-4a4e-a50a-0aee0a19565b req-e8cc1b01-8fcd-45a1-a4af-61605b17779a tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] No DVR routers for this DVR port 6ee9f6ae-ca68-43d2-ae5f-03931e443753 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:43:39.100772 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-55d8ee5f-ec6f-4a4e-a50a-0aee0a19565b req-e8cc1b01-8fcd-45a1-a4af-61605b17779a tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:39.104637 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-55d8ee5f-ec6f-4a4e-a50a-0aee0a19565b req-e8cc1b01-8fcd-45a1-a4af-61605b17779a tempest-ServerRescueTestJSONUnderV235-1214072163 tempest-ServerRescueTestJSONUnderV235-1214072163-project] 10.222.0.31 "DELETE /v2.0/ports/6ee9f6ae-ca68-43d2-ae5f-03931e443753 HTTP/1.1" status: 204 len: 173 time: 1.6495419 Mar 07 10:43:39.105209 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa097523-c999-4386-b286-a4ef729572c8', 'name': 'network-vif-deleted', 'tag': '6ee9f6ae-ca68-43d2-ae5f-03931e443753'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:43:39.107660 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af32f344-40a4-4679-a099-a6e3a414d068" -d '{"events": [{"server_uuid": "fa097523-c999-4386-b286-a4ef729572c8", "name": "network-vif-deleted", "tag": "6ee9f6ae-ca68-43d2-ae5f-03931e443753"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:43:39.139302 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d75899-5c04-46f0-abe6-598b15cb4e0b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event deleted for resources: {'Port': ['ID=a99fe918-511e-4d50-95ee-3a6040a9ba25,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:39.153239 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e7df64-bcd8-43ff-99d1-99492e80937b None None] Network 2cbdfa08-29a9-4947-85a8-fe625d8a0546 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:39.208021 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-295b380a-7dbf-4ef3-9db6-dc472de5b436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (42927475-2854-4f64-98e9-ef161f74924a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:39.235503 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015f9111-e081-44e3-a682-2b2a9061a3f5 x-openstack-request-id: req-015f9111-e081-44e3-a682-2b2a9061a3f5 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:43:39.235838 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa097523-c999-4386-b286-a4ef729572c8", "name": "network-vif-deleted", "tag": "6ee9f6ae-ca68-43d2-ae5f-03931e443753", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:43:39.236061 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-015f9111-e081-44e3-a682-2b2a9061a3f5 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:43:39.236500 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa097523-c999-4386-b286-a4ef729572c8', 'name': 'network-vif-deleted', 'tag': '6ee9f6ae-ca68-43d2-ae5f-03931e443753', 'status': 'completed', 'code': 200} Mar 07 10:43:39.238218 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6932383a-802a-4fdb-84c5-9de098c7d55d req-3a290af4-6be9-44b7-95d6-2332efb8fa8c tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=654dba5b-5a76-4028-bf43-4196138fa2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3735604 Mar 07 10:43:39.256537 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f3d75899-5c04-46f0-abe6-598b15cb4e0b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (63bb5c37-8fc8-4aff-88df-9b65da7c63b5), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:39.297650 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-295b380a-7dbf-4ef3-9db6-dc472de5b436 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42927475-2854-4f64-98e9-ef161f74924a']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:39.298794 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1755d50-2fcc-4261-a9cc-a1c451a1a849 req-adcad117-8ee0-4ecd-91f5-f37d8c4fd661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:39.300578 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f1755d50-2fcc-4261-a9cc-a1c451a1a849 req-adcad117-8ee0-4ecd-91f5-f37d8c4fd661 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bdd004ed-a3c5-4190-80d7-32451bff8167 HTTP/1.1" status: 200 len: 1128 time: 0.1863914 Mar 07 10:43:39.310637 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-295b380a-7dbf-4ef3-9db6-dc472de5b436 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3809a5c1-788e-4753-a8f3-6656dcfe274f') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:39.311017 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-295b380a-7dbf-4ef3-9db6-dc472de5b436 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3809a5c1-788e-4753-a8f3-6656dcfe274f') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:39.317219 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-74515ac2-985e-4ea8-8f93-f5c8a35a86f4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=37256dfba2694a838b5e754d96d8ef06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3330564 Mar 07 10:43:39.328611 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54768) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:39.351321 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-295b380a-7dbf-4ef3-9db6-dc472de5b436 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (3809a5c1-788e-4753-a8f3-6656dcfe274f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:39.383740 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-295b380a-7dbf-4ef3-9db6-dc472de5b436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (3809a5c1-788e-4753-a8f3-6656dcfe274f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:39.396215 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-295b380a-7dbf-4ef3-9db6-dc472de5b436 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:43:39.396951 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-295b380a-7dbf-4ef3-9db6-dc472de5b436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (3809a5c1-788e-4753-a8f3-6656dcfe274f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:39.414774 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:43:39.414774 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:43:39.414774 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:43:39.414774 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:43:39.414774 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:43:39.414774 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:43:39.414774 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:43:39.414774 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:43:39.414774 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:43:39.414774 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:43:39.414774 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:43:39.414774 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:43:39.414774 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:43:39.414774 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:43:39.414774 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:43:39.414774 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:43:39.414774 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:43:39.414774 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:43:39.414774 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:43:39.414774 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:43:39.414774 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:43:39.414774 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:43:39.414774 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:43:39.414774 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:43:39.414774 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:43:39.414774 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:43:39.414774 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:43:39.414774 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:43:39.414774 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:43:39.414774 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:43:39.414774 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:43:39.414774 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:43:39.501038 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f3d75899-5c04-46f0-abe6-598b15cb4e0b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (63bb5c37-8fc8-4aff-88df-9b65da7c63b5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:39.556125 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-295b380a-7dbf-4ef3-9db6-dc472de5b436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (42927475-2854-4f64-98e9-ef161f74924a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:39.567184 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-295b380a-7dbf-4ef3-9db6-dc472de5b436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:39.571323 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-295b380a-7dbf-4ef3-9db6-dc472de5b436 admin admin] 10.222.0.11 "DELETE /v2.0/networks/42927475-2854-4f64-98e9-ef161f74924a HTTP/1.1" status: 204 len: 168 time: 2.2268584 Mar 07 10:43:39.572538 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d75899-5c04-46f0-abe6-598b15cb4e0b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event deleted for resources: {'Subnet': ['ID=63bb5c37-8fc8-4aff-88df-9b65da7c63b5,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:39.597999 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54772) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:39.598566 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7709c384-6f4b-4440-ab05-5339f30116b2 admin admin] Publish callbacks [] for security_group (88313909-59c5-4002-9b04-464771199863), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:39.606636 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c0c8cf69-7906-4376-af65-69ba3b94cbfb no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:43:39.636340 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: c0c8cf69-7906-4376-af65-69ba3b94cbfb {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:43:39.637240 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c0c8cf69-7906-4376-af65-69ba3b94cbfb not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:43:39.689643 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b380a-7dbf-4ef3-9db6-dc472de5b436 admin admin] Pushing event deleted for resources: {'Network': ['ID=42927475-2854-4f64-98e9-ef161f74924a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:39.768137 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f3d75899-5c04-46f0-abe6-598b15cb4e0b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (2cbdfa08-29a9-4947-85a8-fe625d8a0546), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:39.782822 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54776) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:39.787212 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7709c384-6f4b-4440-ab05-5339f30116b2 admin admin] Publish callbacks [] for security_group (88313909-59c5-4002-9b04-464771199863), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:39.814476 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:39.844259 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b0e9bf-1609-4a6b-96d0-b49535b29749 None None] Network 2cbdfa08-29a9-4947-85a8-fe625d8a0546 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:39.885943 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f1755d50-2fcc-4261-a9cc-a1c451a1a849 req-3fdd0da4-8856-4b82-b902-55e7886937e0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=654dba5b-5a76-4028-bf43-4196138fa2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5466290 Mar 07 10:43:39.907761 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-f3d75899-5c04-46f0-abe6-598b15cb4e0b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cbdfa08-29a9-4947-85a8-fe625d8a0546']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:39.942540 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c5182-9e51-4c60-a328-d84ba22c9e96 req-414435dd-c004-4d2e-b346-d3b016666754 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:39.944750 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-570c5182-9e51-4c60-a328-d84ba22c9e96 req-414435dd-c004-4d2e-b346-d3b016666754 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1110027 Mar 07 10:43:39.945966 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-f3d75899-5c04-46f0-abe6-598b15cb4e0b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb1d679-17c5-4408-bdac-6dc2f332180c') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:39.946341 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-f3d75899-5c04-46f0-abe6-598b15cb4e0b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb1d679-17c5-4408-bdac-6dc2f332180c') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:39.989802 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f3d75899-5c04-46f0-abe6-598b15cb4e0b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (eeb1d679-17c5-4408-bdac-6dc2f332180c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:40.000952 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c98bf804-c34d-4401-ad27-8356767f5c80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (d22d6ae0-3c99-429c-9721-c6162b5cf876), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:40.012912 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75281d67-0e08-47c7-9604-97e091ffd904 None None] DHCP port deletion for 2cbdfa08-29a9-4947-85a8-fe625d8a0546 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:43:40.024271 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f3d75899-5c04-46f0-abe6-598b15cb4e0b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (eeb1d679-17c5-4408-bdac-6dc2f332180c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:40.033092 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-570c5182-9e51-4c60-a328-d84ba22c9e96 req-cc319351-2f18-40b0-a377-e1349ae72678 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774944 Mar 07 10:43:40.035975 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bf804-c34d-4401-ad27-8356767f5c80 admin admin] Pushing event deleted for resources: {'Port': ['ID=d22d6ae0-3c99-429c-9721-c6162b5cf876,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:40.080127 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3d75899-5c04-46f0-abe6-598b15cb4e0b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:43:40.080979 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f3d75899-5c04-46f0-abe6-598b15cb4e0b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (eeb1d679-17c5-4408-bdac-6dc2f332180c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:40.095582 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:43:40.095582 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:43:40.095582 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:43:40.095582 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:43:40.095582 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:43:40.095582 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:43:40.095582 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:43:40.095582 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:43:40.095582 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:43:40.095582 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:43:40.095582 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:43:40.095582 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:43:40.095582 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:43:40.095582 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:43:40.095582 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:43:40.095582 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:43:40.095582 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:43:40.095582 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:43:40.095582 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:43:40.095582 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:43:40.095582 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:43:40.095582 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:43:40.095582 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:43:40.095582 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:43:40.095582 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:43:40.095582 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:43:40.095582 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:43:40.095582 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:43:40.095582 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:43:40.095582 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:43:40.095582 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:43:40.095582 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:43:40.097748 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7709c384-6f4b-4440-ab05-5339f30116b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (88313909-59c5-4002-9b04-464771199863), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:40.098783 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7709c384-6f4b-4440-ab05-5339f30116b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:40.102905 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7709c384-6f4b-4440-ab05-5339f30116b2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/88313909-59c5-4002-9b04-464771199863 HTTP/1.1" status: 204 len: 168 time: 0.7708957 Mar 07 10:43:40.195789 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709c384-6f4b-4440-ab05-5339f30116b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88313909-59c5-4002-9b04-464771199863,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:40.274979 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f3d75899-5c04-46f0-abe6-598b15cb4e0b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (2cbdfa08-29a9-4947-85a8-fe625d8a0546), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:40.292280 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c98bf804-c34d-4401-ad27-8356767f5c80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (c64e5256-38b1-4650-8641-48a846860eeb), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:40.308779 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f3d75899-5c04-46f0-abe6-598b15cb4e0b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:40.314350 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f3d75899-5c04-46f0-abe6-598b15cb4e0b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/networks/2cbdfa08-29a9-4947-85a8-fe625d8a0546 HTTP/1.1" status: 204 len: 168 time: 4.0486288 Mar 07 10:43:40.315745 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54782) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:40.368880 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a2fe678-7f49-488d-9e94-5fd7f4c29c2a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] DELETE failed (client error): The resource could not be found. Mar 07 10:43:40.369442 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a2fe678-7f49-488d-9e94-5fd7f4c29c2a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:43:40.380164 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2a2fe678-7f49-488d-9e94-5fd7f4c29c2a tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/networks/2cbdfa08-29a9-4947-85a8-fe625d8a0546 HTTP/1.1" status: 404 len: 339 time: 0.0633962 Mar 07 10:43:40.380820 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54786) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:40.387548 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-88ad0b15-bd0d-4119-b927-a32e1f65b0a5 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-522528286', 'description': 'd1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:40.423166 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d75899-5c04-46f0-abe6-598b15cb4e0b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event deleted for resources: {'Network': ['ID=2cbdfa08-29a9-4947-85a8-fe625d8a0546,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:40.446629 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ad0b15-bd0d-4119-b927-a32e1f65b0a5 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Made reservation on behalf of a906cb076e8d4b1590a80d69151a24aa for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:40.449857 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-88ad0b15-bd0d-4119-b927-a32e1f65b0a5 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:40.490699 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ad0b15-bd0d-4119-b927-a32e1f65b0a5 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:43:40.504183 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-88ad0b15-bd0d-4119-b927-a32e1f65b0a5 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (431817d7-447f-4955-ab62-0bbdb18e9db9), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:40.504525 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-88ad0b15-bd0d-4119-b927-a32e1f65b0a5 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Added segment 431817d7-447f-4955-ab62-0bbdb18e9db9 of type vlan for network 69cc216c-487e-4110-8c90-8433b5a8dba6 Mar 07 10:43:40.544225 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b4fa64-9a4a-453c-87d4-6d438a21730b req-8deecf3a-93ab-4dcf-9003-103b97582d70 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:40.550565 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f8b4fa64-9a4a-453c-87d4-6d438a21730b req-8deecf3a-93ab-4dcf-9003-103b97582d70 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdd004ed-a3c5-4190-80d7-32451bff8167 HTTP/1.1" status: 200 len: 946 time: 0.1895828 Mar 07 10:43:40.604965 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-88ad0b15-bd0d-4119-b927-a32e1f65b0a5 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (69cc216c-487e-4110-8c90-8433b5a8dba6), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:40.645649 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f8b4fa64-9a4a-453c-87d4-6d438a21730b req-d7c7fa57-f21d-454d-91f9-62d55c882762 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=654dba5b-5a76-4028-bf43-4196138fa2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941939 Mar 07 10:43:40.679146 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-88ad0b15-bd0d-4119-b927-a32e1f65b0a5 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (69cc216c-487e-4110-8c90-8433b5a8dba6), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:40.684981 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ad0b15-bd0d-4119-b927-a32e1f65b0a5 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:40.685739 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-88ad0b15-bd0d-4119-b927-a32e1f65b0a5 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:40.714510 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98bf804-c34d-4401-ad27-8356767f5c80 admin admin] Router c64e5256-38b1-4650-8641-48a846860eeb has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:43:40.767197 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-88ad0b15-bd0d-4119-b927-a32e1f65b0a5 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3835173 Mar 07 10:43:40.770746 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54798) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:40.780667 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad0b15-bd0d-4119-b927-a32e1f65b0a5 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event updated for resources: {'Network': ['ID=69cc216c-487e-4110-8c90-8433b5a8dba6,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:40.802251 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 69cc216c-487e-4110-8c90-8433b5a8dba6 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:43:40.882204 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d654ad91-4d3c-41b3-bab5-52f57d38499b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (313ee869-649f-43d5-bfed-b9c8aed80041), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:40.907506 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98bf804-c34d-4401-ad27-8356767f5c80 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:43:40.932557 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c98bf804-c34d-4401-ad27-8356767f5c80 admin admin] 10.222.0.11 "PUT /v2.0/routers/c64e5256-38b1-4650-8641-48a846860eeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2791123 Mar 07 10:43:40.933979 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-24495154-9422-411c-8f64-55f3017f7c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (6f82a0c6-69f1-4a14-b1a1-8c2297762d19), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:40.935408 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54806) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:40.938810 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738c914f-7a2a-41dc-81f5-18c814fbb2d4 None None] Sync routers for ids ['c64e5256-38b1-4650-8641-48a846860eeb'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:43:40.946920 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893268a2-57c0-4e8d-820b-af704850772e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:40.948483 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-893268a2-57c0-4e8d-820b-af704850772e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "GET /v2.0/networks?id=69cc216c-487e-4110-8c90-8433b5a8dba6 HTTP/1.1" status: 200 len: 760 time: 0.1746247 Mar 07 10:43:40.968543 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738c914f-7a2a-41dc-81f5-18c814fbb2d4 None None] Routers {'c64e5256-38b1-4650-8641-48a846860eeb'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:43:40.970416 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-738c914f-7a2a-41dc-81f5-18c814fbb2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:43:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['c64e5256-38b1-4650-8641-48a846860eeb'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:40.984024 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54808) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:40.990027 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-d5da273d-746f-4a78-adbd-13b6ffa3d3bc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Request body: {'network': {'description': 'd2'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:41.170420 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-74a0de97-eaac-450a-aa44-c8e0172168a9 admin admin] Publish callbacks [] for router (c64e5256-38b1-4650-8641-48a846860eeb), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:41.195224 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-738c914f-7a2a-41dc-81f5-18c814fbb2d4 None None] Set router c64e5256-38b1-4650-8641-48a846860eeb gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:43:41.342435 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d5da273d-746f-4a78-adbd-13b6ffa3d3bc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (69cc216c-487e-4110-8c90-8433b5a8dba6), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:41.410129 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb7f48b-a328-4671-9b21-b203f3ae6366 req-53c74ead-644f-4754-a2a8-4b7408beaf41 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:41.418297 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-beb7f48b-a328-4671-9b21-b203f3ae6366 req-53c74ead-644f-4754-a2a8-4b7408beaf41 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.2140017 Mar 07 10:43:41.426868 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d5da273d-746f-4a78-adbd-13b6ffa3d3bc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (69cc216c-487e-4110-8c90-8433b5a8dba6), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:41.470564 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-738c914f-7a2a-41dc-81f5-18c814fbb2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'name': 'tempest-ServersTestJSON-2027679465-router', 'tenant_id': '909cef2d32374597ba1f7e6777d2504f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '5601ce61-72d4-462b-9465-1151b5ab3fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:16Z', 'updated_at': '2022-03-07T10:43:39Z', 'revision_number': 5, 'project_id': '909cef2d32374597ba1f7e6777d2504f', 'gw_port': {'id': '5601ce61-72d4-462b-9465-1151b5ab3fbe', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:41.506122 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738c914f-7a2a-41dc-81f5-18c814fbb2d4 None None] Checking router: c64e5256-38b1-4650-8641-48a846860eeb for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:43:41.516349 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738c914f-7a2a-41dc-81f5-18c814fbb2d4 None None] Routers {'c64e5256-38b1-4650-8641-48a846860eeb'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:43:41.516914 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-738c914f-7a2a-41dc-81f5-18c814fbb2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:43:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['c64e5256-38b1-4650-8641-48a846860eeb'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:41.532650 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d5da273d-746f-4a78-adbd-13b6ffa3d3bc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Network 69cc216c-487e-4110-8c90-8433b5a8dba6 is not hosted by any dhcp agent {{(pid=103767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 10:43:41.540219 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54818) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:41.543425 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5da273d-746f-4a78-adbd-13b6ffa3d3bc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:41.544034 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d5da273d-746f-4a78-adbd-13b6ffa3d3bc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:41.547738 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d5da273d-746f-4a78-adbd-13b6ffa3d3bc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "PUT /v2.0/networks/69cc216c-487e-4110-8c90-8433b5a8dba6 HTTP/1.1" status: 200 len: 757 time: 0.5603166 Mar 07 10:43:41.550036 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54820) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:41.571324 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a99fe918-511e-4d50-95ee-3a6040a9ba25 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:43:41.608270 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: a99fe918-511e-4d50-95ee-3a6040a9ba25 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:43:41.608678 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a99fe918-511e-4d50-95ee-3a6040a9ba25 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:43:41.619477 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:41.659006 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-74a0de97-eaac-450a-aa44-c8e0172168a9 admin admin] Publish callbacks [] for router_gateway (c64e5256-38b1-4650-8641-48a846860eeb), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:41.689565 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da273d-746f-4a78-adbd-13b6ffa3d3bc tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event updated for resources: {'Network': ['ID=69cc216c-487e-4110-8c90-8433b5a8dba6,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:41.705166 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dfb970-120e-4969-80cd-0e7c4c4c2990 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:41.706623 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-77dfb970-120e-4969-80cd-0e7c4c4c2990 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "GET /v2.0/networks?id=69cc216c-487e-4110-8c90-8433b5a8dba6 HTTP/1.1" status: 200 len: 760 time: 0.1516922 Mar 07 10:43:41.716630 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54826) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:41.717940 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 69cc216c-487e-4110-8c90-8433b5a8dba6 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:43:41.727423 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-738c914f-7a2a-41dc-81f5-18c814fbb2d4 None None] Set router c64e5256-38b1-4650-8641-48a846860eeb gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:43:41.728581 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-112afae4-d431-4ee9-bc68-55d90cd7d611 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-26658764'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:41.745299 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-beb7f48b-a328-4671-9b21-b203f3ae6366 req-715809fd-a8b7-4f14-9688-6e45f9a57895 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3260980 Mar 07 10:43:41.760466 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-74a0de97-eaac-450a-aa44-c8e0172168a9 admin admin] Deleting port 5601ce61-72d4-462b-9465-1151b5ab3fbe {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:41.760571 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-74a0de97-eaac-450a-aa44-c8e0172168a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (5601ce61-72d4-462b-9465-1151b5ab3fbe), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:41.770532 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-000aa93c-c2f7-4874-b7b0-246d69135932 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:41.809513 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 6ee9f6ae-ca68-43d2-ae5f-03931e443753 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:43:41.852699 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-74a0de97-eaac-450a-aa44-c8e0172168a9 admin admin] For port 5601ce61-72d4-462b-9465-1151b5ab3fbe, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=5601ce61-72d4-462b-9465-1151b5ab3fbe,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:41.853121 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-74a0de97-eaac-450a-aa44-c8e0172168a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (5601ce61-72d4-462b-9465-1151b5ab3fbe), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:41.866037 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-74a0de97-eaac-450a-aa44-c8e0172168a9 admin admin] Calling delete_port for 5601ce61-72d4-462b-9465-1151b5ab3fbe owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:41.872634 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 6ee9f6ae-ca68-43d2-ae5f-03931e443753 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:43:41.872989 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 6ee9f6ae-ca68-43d2-ae5f-03931e443753 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:43:41.882219 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112afae4-d431-4ee9-bc68-55d90cd7d611 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Made reservation on behalf of a906cb076e8d4b1590a80d69151a24aa for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:41.885529 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-112afae4-d431-4ee9-bc68-55d90cd7d611 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:41.972800 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e4994b-eacd-46d5-a361-7821c031b0c3 req-09a31a63-340e-4cc4-908f-ad0515043e6c tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:41.974351 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-10e4994b-eacd-46d5-a361-7821c031b0c3 req-09a31a63-340e-4cc4-908f-ad0515043e6c tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdd004ed-a3c5-4190-80d7-32451bff8167 HTTP/1.1" status: 200 len: 946 time: 0.2167957 Mar 07 10:43:41.976140 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-112afae4-d431-4ee9-bc68-55d90cd7d611 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:43:42.011089 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-d654ad91-4d3c-41b3-bab5-52f57d38499b admin admin] Deleting port 9985bfd6-2a45-4a55-aa7b-8973be35416d {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:42.011320 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d654ad91-4d3c-41b3-bab5-52f57d38499b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (9985bfd6-2a45-4a55-aa7b-8973be35416d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:42.019314 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-112afae4-d431-4ee9-bc68-55d90cd7d611 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (568d637d-41f6-4929-b599-24d48e7c4c7e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:42.019919 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-112afae4-d431-4ee9-bc68-55d90cd7d611 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Added segment 568d637d-41f6-4929-b599-24d48e7c4c7e of type vlan for network db4ee821-7c28-49d8-b259-bf5e7b163f5e Mar 07 10:43:42.021753 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-738c914f-7a2a-41dc-81f5-18c814fbb2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'name': 'tempest-ServersTestJSON-2027679465-router', 'tenant_id': '909cef2d32374597ba1f7e6777d2504f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '5601ce61-72d4-462b-9465-1151b5ab3fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:16Z', 'updated_at': '2022-03-07T10:43:39Z', 'revision_number': 5, 'project_id': '909cef2d32374597ba1f7e6777d2504f', 'gw_port': {'id': '5601ce61-72d4-462b-9465-1151b5ab3fbe', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:42.058076 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738c914f-7a2a-41dc-81f5-18c814fbb2d4 None None] The sync data for ids ['c64e5256-38b1-4650-8641-48a846860eeb'] in n-d-832164-4 is: [{'id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'name': 'tempest-ServersTestJSON-2027679465-router', 'tenant_id': '909cef2d32374597ba1f7e6777d2504f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '5601ce61-72d4-462b-9465-1151b5ab3fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:16Z', 'updated_at': '2022-03-07T10:43:39Z', 'revision_number': 5, 'project_id': '909cef2d32374597ba1f7e6777d2504f', 'gw_port': {'id': '5601ce61-72d4-462b-9465-1151b5ab3fbe', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:ff:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c64e5256-38b1-4650-8641-48a846860eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:18Z', 'updated_at': '2022-03-07T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:43:42.062817 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-74a0de97-eaac-450a-aa44-c8e0172168a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (5601ce61-72d4-462b-9465-1151b5ab3fbe), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:42.089049 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-24495154-9422-411c-8f64-55f3017f7c48 admin admin] Deleting port 49ac15a0-d702-421e-baba-58a5a9bffbab {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:42.089848 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-24495154-9422-411c-8f64-55f3017f7c48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (49ac15a0-d702-421e-baba-58a5a9bffbab), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:42.092900 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a0de97-eaac-450a-aa44-c8e0172168a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5601ce61-72d4-462b-9465-1151b5ab3fbe,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:42.151855 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-000aa93c-c2f7-4874-b7b0-246d69135932 admin admin] Publish callbacks [] for security_group (cf2b5d7d-9624-4447-8ab1-8300a8fd7c4f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:42.157369 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-74a0de97-eaac-450a-aa44-c8e0172168a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (c64e5256-38b1-4650-8641-48a846860eeb), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:42.182758 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-000aa93c-c2f7-4874-b7b0-246d69135932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (cf2b5d7d-9624-4447-8ab1-8300a8fd7c4f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:42.185833 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-112afae4-d431-4ee9-bc68-55d90cd7d611 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (db4ee821-7c28-49d8-b259-bf5e7b163f5e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:42.253181 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-74a0de97-eaac-450a-aa44-c8e0172168a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (c64e5256-38b1-4650-8641-48a846860eeb), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:42.255325 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-74a0de97-eaac-450a-aa44-c8e0172168a9 admin admin] Publish callbacks [] for router_controller (c64e5256-38b1-4650-8641-48a846860eeb), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:42.273839 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-10e4994b-eacd-46d5-a361-7821c031b0c3 req-9dbd0966-4b64-41bc-8673-6fa8a195790f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=654dba5b-5a76-4028-bf43-4196138fa2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2875915 Mar 07 10:43:42.309039 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-000aa93c-c2f7-4874-b7b0-246d69135932 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2ad4408b554f488fbbd0d5a28325f7d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7632113 Mar 07 10:43:42.309517 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54830) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:42.327143 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-d654ad91-4d3c-41b3-bab5-52f57d38499b admin admin] For port 9985bfd6-2a45-4a55-aa7b-8973be35416d, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=9985bfd6-2a45-4a55-aa7b-8973be35416d,segment=NetworkSegment(a83ef876-47f5-4921-a7cf-604d50d4af09),segment_id=a83ef876-47f5-4921-a7cf-604d50d4af09)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:42.327512 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d654ad91-4d3c-41b3-bab5-52f57d38499b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (9985bfd6-2a45-4a55-aa7b-8973be35416d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:42.340161 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000aa93c-c2f7-4874-b7b0-246d69135932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2b5d7d-9624-4447-8ab1-8300a8fd7c4f,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:42.341039 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-74a0de97-eaac-450a-aa44-c8e0172168a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (c64e5256-38b1-4650-8641-48a846860eeb), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:42.341633 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a0de97-eaac-450a-aa44-c8e0172168a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c64e5256-38b1-4650-8641-48a846860eeb {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:43:42.353028 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-74a0de97-eaac-450a-aa44-c8e0172168a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:42.354266 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-74a0de97-eaac-450a-aa44-c8e0172168a9 admin admin] 10.222.0.11 "DELETE /v2.0/routers/c64e5256-38b1-4650-8641-48a846860eeb HTTP/1.1" status: 204 len: 168 time: 1.4177392 Mar 07 10:43:42.359186 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54832) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:42.365403 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-112afae4-d431-4ee9-bc68-55d90cd7d611 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (db4ee821-7c28-49d8-b259-bf5e7b163f5e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:42.370332 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112afae4-d431-4ee9-bc68-55d90cd7d611 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:42.370904 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-112afae4-d431-4ee9-bc68-55d90cd7d611 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:42.393126 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-d654ad91-4d3c-41b3-bab5-52f57d38499b admin admin] Calling delete_port for 9985bfd6-2a45-4a55-aa7b-8973be35416d owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:42.402672 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-24495154-9422-411c-8f64-55f3017f7c48 admin admin] For port 49ac15a0-d702-421e-baba-58a5a9bffbab, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=49ac15a0-d702-421e-baba-58a5a9bffbab,segment=NetworkSegment(6bfbec0c-84b4-4c21-9518-7cd835d984d4),segment_id=6bfbec0c-84b4-4c21-9518-7cd835d984d4)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:42.403045 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-24495154-9422-411c-8f64-55f3017f7c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (49ac15a0-d702-421e-baba-58a5a9bffbab), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:42.418245 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-78dcd80e-b8ca-426c-93e8-66a1c1f1e0be admin admin] Publish callbacks [] for security_group (cf2b5d7d-9624-4447-8ab1-8300a8fd7c4f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:42.432169 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bfa1c-4bf8-43e0-af89-58e3b071f82d req-c23540df-5dd8-4618-9c3b-1862879cd731 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:42.433691 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0b7bfa1c-4bf8-43e0-af89-58e3b071f82d req-c23540df-5dd8-4618-9c3b-1862879cd731 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdd004ed-a3c5-4190-80d7-32451bff8167 HTTP/1.1" status: 200 len: 946 time: 0.0783105 Mar 07 10:43:42.445427 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54834) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:42.451849 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-677ea21e-5b72-4723-a0ca-9e487cc3a521 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Request body: {'floatingip': {'port_id': 'fefb6271-d37d-4e27-a209-ad508b20d482'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:42.466039 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-24495154-9422-411c-8f64-55f3017f7c48 admin admin] Calling delete_port for 49ac15a0-d702-421e-baba-58a5a9bffbab owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:42.474766 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-112afae4-d431-4ee9-bc68-55d90cd7d611 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7535291 Mar 07 10:43:42.482776 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54836) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:42.501444 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-78dcd80e-b8ca-426c-93e8-66a1c1f1e0be admin admin] Publish callbacks [] for security_group (cf2b5d7d-9624-4447-8ab1-8300a8fd7c4f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:42.514586 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-677ea21e-5b72-4723-a0ca-9e487cc3a521 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for floatingip (7dd7c391-4830-4af7-8689-eb59f5bd72ed), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:42.546584 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-7886fd07-9f59-4bf4-b166-bcb8ceed5c4b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Request body: {'subnet': {'network_id': 'db4ee821-7c28-49d8-b259-bf5e7b163f5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:42.625827 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112afae4-d431-4ee9-bc68-55d90cd7d611 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event updated for resources: {'Network': ['ID=db4ee821-7c28-49d8-b259-bf5e7b163f5e,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:42.641412 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dcc781d-a248-4f79-9aee-d77db6852105 admin admin] Deleting subnet 72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:43:42.655973 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network db4ee821-7c28-49d8-b259-bf5e7b163f5e details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:43:42.668509 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-78dcd80e-b8ca-426c-93e8-66a1c1f1e0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (cf2b5d7d-9624-4447-8ab1-8300a8fd7c4f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:42.671259 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-78dcd80e-b8ca-426c-93e8-66a1c1f1e0be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:42.672548 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-78dcd80e-b8ca-426c-93e8-66a1c1f1e0be admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cf2b5d7d-9624-4447-8ab1-8300a8fd7c4f HTTP/1.1" status: 204 len: 168 time: 0.3616481 Mar 07 10:43:42.685614 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0dcc781d-a248-4f79-9aee-d77db6852105 admin admin] Publish callbacks [] for subnet (72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:42.722089 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dcd80e-b8ca-426c-93e8-66a1c1f1e0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2b5d7d-9624-4447-8ab1-8300a8fd7c4f,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:42.833453 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0dcc781d-a248-4f79-9aee-d77db6852105 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:42.897901 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:42.938483 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7886fd07-9f59-4bf4-b166-bcb8ceed5c4b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Made reservation on behalf of a906cb076e8d4b1590a80d69151a24aa for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:42.941855 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7886fd07-9f59-4bf4-b166-bcb8ceed5c4b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:43.133173 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-677ea21e-5b72-4723-a0ca-9e487cc3a521 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:43.141087 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-677ea21e-5b72-4723-a0ca-9e487cc3a521 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (7dd7c391-4830-4af7-8689-eb59f5bd72ed), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:43.161372 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25872940-0908-4541-9eaf-90c69aa49735 req-5ccd9fec-02c7-497c-bc20-40a6674f8f3f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:43.163395 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-25872940-0908-4541-9eaf-90c69aa49735 req-5ccd9fec-02c7-497c-bc20-40a6674f8f3f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.2872450 Mar 07 10:43:43.190051 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0dcc781d-a248-4f79-9aee-d77db6852105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:43.263388 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-677ea21e-5b72-4723-a0ca-9e487cc3a521 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Floating IP 7dd7c391-4830-4af7-8689-eb59f5bd72ed associated. External IP: 172.25.3.99, port: fefb6271-d37d-4e27-a209-ad508b20d482. Mar 07 10:43:43.295902 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d654ad91-4d3c-41b3-bab5-52f57d38499b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (9985bfd6-2a45-4a55-aa7b-8973be35416d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:43.392488 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654ad91-4d3c-41b3-bab5-52f57d38499b admin admin] Pushing event deleted for resources: {'Port': ['ID=9985bfd6-2a45-4a55-aa7b-8973be35416d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:43.404329 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-25872940-0908-4541-9eaf-90c69aa49735 req-915847a9-6d88-4b9f-8727-4f2d629741e4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2284851 Mar 07 10:43:43.439668 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-24495154-9422-411c-8f64-55f3017f7c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (49ac15a0-d702-421e-baba-58a5a9bffbab), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:43.450918 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0dcc781d-a248-4f79-9aee-d77db6852105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:43.493415 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device d22d6ae0-3c99-429c-9721-c6162b5cf876 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:43:43.525268 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: d22d6ae0-3c99-429c-9721-c6162b5cf876 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:43:43.525914 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device d22d6ae0-3c99-429c-9721-c6162b5cf876 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:43:43.526483 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 5601ce61-72d4-462b-9465-1151b5ab3fbe no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:43:43.550779 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 5601ce61-72d4-462b-9465-1151b5ab3fbe {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:43:43.551732 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 5601ce61-72d4-462b-9465-1151b5ab3fbe not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:43:43.562065 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24495154-9422-411c-8f64-55f3017f7c48 admin admin] Pushing event deleted for resources: {'Port': ['ID=49ac15a0-d702-421e-baba-58a5a9bffbab,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:43.591094 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677ea21e-5b72-4723-a0ca-9e487cc3a521 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Router dbe384a5-db09-4013-b7fe-237a2c708d3b has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:43:43.607730 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc781d-a248-4f79-9aee-d77db6852105 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:43.613143 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0dcc781d-a248-4f79-9aee-d77db6852105 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:43.617630 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1623139-6853-4c67-b8bc-cca6d3f187f6 None None] Network 1ff7e4b2-37a3-403e-9957-dee4b0806b98 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:43.620783 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0dcc781d-a248-4f79-9aee-d77db6852105 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/72cbdbc1-aa66-4c94-bfe4-abcc4ab5f245 HTTP/1.1" status: 204 len: 168 time: 1.2469501 Mar 07 10:43:43.642772 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54860) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:43.782833 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7886fd07-9f59-4bf4-b166-bcb8ceed5c4b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (0d81831e-ba82-4cd8-8adb-3c73c637c637), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:43.831174 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86756204-8ae5-45fe-bf4a-a484b629b6c4 None None] DHCP port deletion for 1ff7e4b2-37a3-403e-9957-dee4b0806b98 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:43:43.911058 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-86756204-8ae5-45fe-bf4a-a484b629b6c4 None None] Deleting port b269f9ce-670f-40b0-a3b1-7866d32edb69 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:43.912627 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-86756204-8ae5-45fe-bf4a-a484b629b6c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (b269f9ce-670f-40b0-a3b1-7866d32edb69), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:43.994571 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-86756204-8ae5-45fe-bf4a-a484b629b6c4 None None] For port b269f9ce-670f-40b0-a3b1-7866d32edb69, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b269f9ce-670f-40b0-a3b1-7866d32edb69,segment=NetworkSegment(b7032e9d-d7be-4244-839a-87d1dbd65515),segment_id=b7032e9d-d7be-4244-839a-87d1dbd65515)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:43.995267 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-86756204-8ae5-45fe-bf4a-a484b629b6c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (b269f9ce-670f-40b0-a3b1-7866d32edb69), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:44.008904 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-afb16930-fe46-4609-a2f5-f732aac21d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (1ff7e4b2-37a3-403e-9957-dee4b0806b98), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:44.013637 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-86756204-8ae5-45fe-bf4a-a484b629b6c4 None None] Calling delete_port for b269f9ce-670f-40b0-a3b1-7866d32edb69 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:44.074018 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d654ad91-4d3c-41b3-bab5-52f57d38499b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (313ee869-649f-43d5-bfed-b9c8aed80041), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:44.092517 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7886fd07-9f59-4bf4-b166-bcb8ceed5c4b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event updated for resources: {'Subnet': ['ID=0d81831e-ba82-4cd8-8adb-3c73c637c637,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:44.130180 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-86756204-8ae5-45fe-bf4a-a484b629b6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (b269f9ce-670f-40b0-a3b1-7866d32edb69), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:44.134040 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54874) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:44.158558 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86756204-8ae5-45fe-bf4a-a484b629b6c4 None None] Pushing event deleted for resources: {'Port': ['ID=b269f9ce-670f-40b0-a3b1-7866d32edb69,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:44.167553 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86756204-8ae5-45fe-bf4a-a484b629b6c4 None None] No DVR routers for this DVR port b269f9ce-670f-40b0-a3b1-7866d32edb69 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:43:44.169908 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86756204-8ae5-45fe-bf4a-a484b629b6c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:44.170277 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86756204-8ae5-45fe-bf4a-a484b629b6c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:44.170631 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86756204-8ae5-45fe-bf4a-a484b629b6c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:44.171122 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86756204-8ae5-45fe-bf4a-a484b629b6c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:44.171302 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86756204-8ae5-45fe-bf4a-a484b629b6c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:44.171932 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86756204-8ae5-45fe-bf4a-a484b629b6c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:44.172062 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86756204-8ae5-45fe-bf4a-a484b629b6c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:44.172319 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86756204-8ae5-45fe-bf4a-a484b629b6c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:44.172653 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86756204-8ae5-45fe-bf4a-a484b629b6c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:44.172983 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86756204-8ae5-45fe-bf4a-a484b629b6c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:44.173381 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86756204-8ae5-45fe-bf4a-a484b629b6c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:44.173684 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86756204-8ae5-45fe-bf4a-a484b629b6c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:44.174014 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86756204-8ae5-45fe-bf4a-a484b629b6c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:44.247486 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677ea21e-5b72-4723-a0ca-9e487cc3a521 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:43:44.255500 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-677ea21e-5b72-4723-a0ca-9e487cc3a521 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:44.262963 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd7972d-9cb4-45ea-8e8b-bf6f664baf5a None None] Sync routers for ids ['dbe384a5-db09-4013-b7fe-237a2c708d3b'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:43:44.288897 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd7972d-9cb4-45ea-8e8b-bf6f664baf5a None None] Routers {'dbe384a5-db09-4013-b7fe-237a2c708d3b'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:43:44.290638 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8fd7972d-9cb4-45ea-8e8b-bf6f664baf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:43:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['dbe384a5-db09-4013-b7fe-237a2c708d3b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:44.312300 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-092e002e-b0ef-4357-9d95-d2e6a3d2eee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:44.324685 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-677ea21e-5b72-4723-a0ca-9e487cc3a521 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "PUT /v2.0/floatingips/7dd7c391-4830-4af7-8689-eb59f5bd72ed HTTP/1.1" status: 200 len: 991 time: 1.8759866 Mar 07 10:43:44.329937 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd004ed-a3c5-4190-80d7-32451bff8167', 'tag': 'fefb6271-d37d-4e27-a209-ad508b20d482'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:43:44.332241 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c699e68-328f-444b-b220-7306f78599f4" -d '{"events": [{"name": "network-changed", "server_uuid": "bdd004ed-a3c5-4190-80d7-32451bff8167", "tag": "fefb6271-d37d-4e27-a209-ad508b20d482"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:43:44.386006 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9edc02-5a0b-465f-9afe-59a81d497ebe x-openstack-request-id: req-1d9edc02-5a0b-465f-9afe-59a81d497ebe {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:43:44.386903 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdd004ed-a3c5-4190-80d7-32451bff8167", "tag": "fefb6271-d37d-4e27-a209-ad508b20d482", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:43:44.387354 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1d9edc02-5a0b-465f-9afe-59a81d497ebe {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:43:44.387820 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdd004ed-a3c5-4190-80d7-32451bff8167', 'tag': 'fefb6271-d37d-4e27-a209-ad508b20d482', 'status': 'completed', 'code': 200} Mar 07 10:43:44.472108 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-092e002e-b0ef-4357-9d95-d2e6a3d2eee4 admin admin] Publish callbacks [] for security_group (80fd89d1-8452-446c-b74f-8e9c4ebdf450), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:44.482312 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-092e002e-b0ef-4357-9d95-d2e6a3d2eee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (80fd89d1-8452-446c-b74f-8e9c4ebdf450), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:44.482543 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-8fd7972d-9cb4-45ea-8e8b-bf6f664baf5a None None] Set router dbe384a5-db09-4013-b7fe-237a2c708d3b gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:43:44.508047 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7886fd07-9f59-4bf4-b166-bcb8ceed5c4b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Checking segment: {'id': '568d637d-41f6-4929-b599-24d48e7c4c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'db4ee821-7c28-49d8-b259-bf5e7b163f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:43:44.508654 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7886fd07-9f59-4bf4-b166-bcb8ceed5c4b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Network hostable DHCP agents. Network: db4ee821-7c28-49d8-b259-bf5e7b163f5e, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:43:44.518086 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c699e68-328f-444b-b220-7306f78599f4 req-28c8fd3d-8710-4a9e-9e2d-26fa7a222a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:44.519936 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7c699e68-328f-444b-b220-7306f78599f4 req-28c8fd3d-8710-4a9e-9e2d-26fa7a222a5a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=963e73da008c45bbbe3340617f958250&device_id=bdd004ed-a3c5-4190-80d7-32451bff8167 HTTP/1.1" status: 200 len: 1128 time: 0.1014099 Mar 07 10:43:44.540852 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e002e-b0ef-4357-9d95-d2e6a3d2eee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fd89d1-8452-446c-b74f-8e9c4ebdf450,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:44.549357 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-092e002e-b0ef-4357-9d95-d2e6a3d2eee4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=097a694761914f1496d346961d0ff53f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4118283 Mar 07 10:43:44.553792 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54884) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:44.557428 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-24495154-9422-411c-8f64-55f3017f7c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (6f82a0c6-69f1-4a14-b1a1-8c2297762d19), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:44.639006 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c699e68-328f-444b-b220-7306f78599f4 req-98936df6-ae63-4ecd-a4f9-39d57634e877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:44.640483 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7c699e68-328f-444b-b220-7306f78599f4 req-98936df6-ae63-4ecd-a4f9-39d57634e877 service neutron] 10.222.0.21 "GET /v2.0/networks?id=00afd099-7a30-4cd1-919e-35d92c7ee376 HTTP/1.1" status: 200 len: 916 time: 0.1124210 Mar 07 10:43:44.701494 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7886fd07-9f59-4bf4-b166-bcb8ceed5c4b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Network db4ee821-7c28-49d8-b259-bf5e7b163f5e is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:43:44.712041 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7c699e68-328f-444b-b220-7306f78599f4 req-d4df365b-6a88-4a1c-bbc5-a5b9ccdd0e7b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fefb6271-d37d-4e27-a209-ad508b20d482 HTTP/1.1" status: 200 len: 999 time: 0.0646081 Mar 07 10:43:44.736386 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-afb16930-fe46-4609-a2f5-f732aac21d68 admin admin] Deleting port b269f9ce-670f-40b0-a3b1-7866d32edb69 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:44.736783 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-afb16930-fe46-4609-a2f5-f732aac21d68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (b269f9ce-670f-40b0-a3b1-7866d32edb69), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:44.738463 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-7886fd07-9f59-4bf4-b166-bcb8ceed5c4b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, db4ee821-7c28-49d8-b259-bf5e7b163f5e) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:43:44.751381 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce4d5c-3620-4c66-83c5-e7cca8af1add req-95386f6e-8be9-4ad1-bd8a-2495f82ce46a tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:44.752954 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b4ce4d5c-3620-4c66-83c5-e7cca8af1add req-95386f6e-8be9-4ad1-bd8a-2495f82ce46a tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.2461133 Mar 07 10:43:44.757989 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d17e0b-d899-4d33-b4ca-f7aba4344031 None None] Network db4ee821-7c28-49d8-b259-bf5e7b163f5e requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:44.773042 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c699e68-328f-444b-b220-7306f78599f4 req-492dbd27-0120-4e35-9c18-c36417f33de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:44.775902 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7c699e68-328f-444b-b220-7306f78599f4 req-492dbd27-0120-4e35-9c18-c36417f33de0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e733737e-c8f1-4ea9-8337-47939319caff HTTP/1.1" status: 200 len: 854 time: 0.0583689 Mar 07 10:43:44.781573 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7886fd07-9f59-4bf4-b166-bcb8ceed5c4b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:44.782162 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7886fd07-9f59-4bf4-b166-bcb8ceed5c4b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:44.784248 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8fd7972d-9cb4-45ea-8e8b-bf6f664baf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'name': 'tempest-AttachVolumeNegativeTest-2102200365-router', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:01Z', 'revision_number': 4, 'project_id': '963e73da008c45bbbe3340617f958250', 'gw_port': {'id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '7dd7c391-4830-4af7-8689-eb59f5bd72ed', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'floating_ip_address': '172.25.3.99', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'port_id': 'fefb6271-d37d-4e27-a209-ad508b20d482', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'mac_address': 'fa:16:3e:1f:c5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd004ed-a3c5-4190-80d7-32451bff8167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:43:21Z', 'updated_at': '2022-03-07T10:43:43Z', 'revision_number': 1, 'project_id': '963e73da008c45bbbe3340617f958250', 'fixed_ip_address_scope': None}, {'id': 'aca9efb0-576d-4619-b682-9856b5a99e98', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'floating_ip_address': '172.25.3.24', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'port_id': 'f92313b3-14c2-4673-a7bb-2bc9b560ec04', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1236, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'mac_address': 'fa:16:3e:66:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29231323-4b16-406e-8eb2-ab3d88156342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:41:10Z', 'updated_at': '2022-03-07T10:41:40Z', 'revision_number': 2, 'project_id': '963e73da008c45bbbe3340617f958250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4094086-0f71-4ec9-bccb-a291495bd930', 'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'mac_address': 'fa:16:3e:8e:5e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:59Z', 'updated_at': '2022-03-07T10:41:11Z', 'revision_number': 5, 'project_id': '963e73da008c45bbbe3340617f958250', 'subnets': [{'id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:44.823307 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd7972d-9cb4-45ea-8e8b-bf6f664baf5a None None] Checking router: dbe384a5-db09-4013-b7fe-237a2c708d3b for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:43:44.836398 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd7972d-9cb4-45ea-8e8b-bf6f664baf5a None None] Routers {'dbe384a5-db09-4013-b7fe-237a2c708d3b'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:43:44.837297 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8fd7972d-9cb4-45ea-8e8b-bf6f664baf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:43:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['dbe384a5-db09-4013-b7fe-237a2c708d3b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:44.854002 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c699e68-328f-444b-b220-7306f78599f4 req-812ae6aa-a93d-43c5-9ba2-26453b61c41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:44.855997 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7c699e68-328f-444b-b220-7306f78599f4 req-812ae6aa-a93d-43c5-9ba2-26453b61c41f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=00afd099-7a30-4cd1-919e-35d92c7ee376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0732703 Mar 07 10:43:44.877469 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-da423508-9bd0-4302-be4b-ceff4cc936be admin admin] Publish callbacks [] for security_group (80fd89d1-8452-446c-b74f-8e9c4ebdf450), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:44.909356 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1020f044-762a-421b-a8aa-9a44a05fba78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-db4ee821-7c28-49d8-b259-bf5e7b163f5e', 'network_id': 'db4ee821-7c28-49d8-b259-bf5e7b163f5e', 'project_id': 'a906cb076e8d4b1590a80d69151a24aa', 'fixed_ips': [{'subnet_id': '0d81831e-ba82-4cd8-8adb-3c73c637c637'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:43:44.910390 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1020f044-762a-421b-a8aa-9a44a05fba78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:44.949001 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7886fd07-9f59-4bf4-b166-bcb8ceed5c4b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4076955 Mar 07 10:43:44.952512 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54886) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:44.961605 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-afb16930-fe46-4609-a2f5-f732aac21d68 admin admin] For port b269f9ce-670f-40b0-a3b1-7866d32edb69, host n-d-832164-4, got binding levels [] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:44.961973 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-afb16930-fe46-4609-a2f5-f732aac21d68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (b269f9ce-670f-40b0-a3b1-7866d32edb69), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:44.991255 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7c699e68-328f-444b-b220-7306f78599f4 req-96bba143-b044-4379-ab72-c2bc1d2d5392 service neutron] 10.222.0.21 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293275 Mar 07 10:43:44.996368 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-da423508-9bd0-4302-be4b-ceff4cc936be admin admin] Publish callbacks [] for security_group (80fd89d1-8452-446c-b74f-8e9c4ebdf450), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:45.004553 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-8fd7972d-9cb4-45ea-8e8b-bf6f664baf5a None None] Set router dbe384a5-db09-4013-b7fe-237a2c708d3b gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:43:45.028530 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-afb16930-fe46-4609-a2f5-f732aac21d68 admin admin] Calling delete_port for b269f9ce-670f-40b0-a3b1-7866d32edb69 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:45.040922 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.ipam_backend_mixin [None req-afb16930-fe46-4609-a2f5-f732aac21d68 admin admin] Port b269f9ce-670f-40b0-a3b1-7866d32edb69 was not found and therefore no delete operation was performed {{(pid=103766) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 10:43:45.078510 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b4ce4d5c-3620-4c66-83c5-e7cca8af1add req-c730f2c6-36ea-4b81-a71e-6ce0386e57be tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2986627 Mar 07 10:43:45.087302 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-afb16930-fe46-4609-a2f5-f732aac21d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (b269f9ce-670f-40b0-a3b1-7866d32edb69), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:45.136624 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-1020f044-762a-421b-a8aa-9a44a05fba78 None None] Allocated IP 172.20.0.2 (db4ee821-7c28-49d8-b259-bf5e7b163f5e/0d81831e-ba82-4cd8-8adb-3c73c637c637/d24c3af0-7469-4b41-862b-bfb1a91b2a58) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:43:45.139282 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb16930-fe46-4609-a2f5-f732aac21d68 admin admin] Pushing event deleted for resources: {'Port': ['ID=b269f9ce-670f-40b0-a3b1-7866d32edb69,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:45.143666 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb16930-fe46-4609-a2f5-f732aac21d68 admin admin] No DVR routers for this DVR port b269f9ce-670f-40b0-a3b1-7866d32edb69 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:43:45.184655 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (db4ee821-7c28-49d8-b259-bf5e7b163f5e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:45.188863 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7c699e68-328f-444b-b220-7306f78599f4 req-6f6e7a73-bc61-47e4-9355-4f97e30b5541 service neutron] 10.222.0.21 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880693 Mar 07 10:43:45.228066 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d654ad91-4d3c-41b3-bab5-52f57d38499b admin admin] Router 313ee869-649f-43d5-bfed-b9c8aed80041 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:43:45.260800 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (0d81831e-ba82-4cd8-8adb-3c73c637c637), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:45.291582 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-da423508-9bd0-4302-be4b-ceff4cc936be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (80fd89d1-8452-446c-b74f-8e9c4ebdf450), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:45.294438 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-da423508-9bd0-4302-be4b-ceff4cc936be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:45.295895 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-da423508-9bd0-4302-be4b-ceff4cc936be admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/80fd89d1-8452-446c-b74f-8e9c4ebdf450 HTTP/1.1" status: 204 len: 168 time: 0.7394519 Mar 07 10:43:45.349203 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-afb16930-fe46-4609-a2f5-f732aac21d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (1ff7e4b2-37a3-403e-9957-dee4b0806b98), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:45.362909 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da423508-9bd0-4302-be4b-ceff4cc936be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fd89d1-8452-446c-b74f-8e9c4ebdf450,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:45.391982 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1020f044-762a-421b-a8aa-9a44a05fba78 None None] Publish callbacks [] for port (d24c3af0-7469-4b41-862b-bfb1a91b2a58), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:45.406284 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1020f044-762a-421b-a8aa-9a44a05fba78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (d24c3af0-7469-4b41-862b-bfb1a91b2a58), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:45.417222 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8fd7972d-9cb4-45ea-8e8b-bf6f664baf5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'name': 'tempest-AttachVolumeNegativeTest-2102200365-router', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:01Z', 'revision_number': 4, 'project_id': '963e73da008c45bbbe3340617f958250', 'gw_port': {'id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '7dd7c391-4830-4af7-8689-eb59f5bd72ed', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'floating_ip_address': '172.25.3.99', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'port_id': 'fefb6271-d37d-4e27-a209-ad508b20d482', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'mac_address': 'fa:16:3e:1f:c5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd004ed-a3c5-4190-80d7-32451bff8167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:43:21Z', 'updated_at': '2022-03-07T10:43:43Z', 'revision_number': 1, 'project_id': '963e73da008c45bbbe3340617f958250', 'fixed_ip_address_scope': None}, {'id': 'aca9efb0-576d-4619-b682-9856b5a99e98', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'floating_ip_address': '172.25.3.24', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'port_id': 'f92313b3-14c2-4673-a7bb-2bc9b560ec04', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1236, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'mac_address': 'fa:16:3e:66:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29231323-4b16-406e-8eb2-ab3d88156342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:41:10Z', 'updated_at': '2022-03-07T10:41:40Z', 'revision_number': 2, 'project_id': '963e73da008c45bbbe3340617f958250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4094086-0f71-4ec9-bccb-a291495bd930', 'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'mac_address': 'fa:16:3e:8e:5e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:59Z', 'updated_at': '2022-03-07T10:41:11Z', 'revision_number': 5, 'project_id': '963e73da008c45bbbe3340617f958250', 'subnets': [{'id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:45.428758 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (0d81831e-ba82-4cd8-8adb-3c73c637c637), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:45.446839 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-afb16930-fe46-4609-a2f5-f732aac21d68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff7e4b2-37a3-403e-9957-dee4b0806b98']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:45.467175 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-afb16930-fe46-4609-a2f5-f732aac21d68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7032e9d-d7be-4244-839a-87d1dbd65515') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:45.467482 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-afb16930-fe46-4609-a2f5-f732aac21d68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7032e9d-d7be-4244-839a-87d1dbd65515') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:45.483568 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1020f044-762a-421b-a8aa-9a44a05fba78 None None] Network db4ee821-7c28-49d8-b259-bf5e7b163f5e is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:43:45.491607 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-1020f044-762a-421b-a8aa-9a44a05fba78 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:43:45.497014 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24495154-9422-411c-8f64-55f3017f7c48 admin admin] Router 6f82a0c6-69f1-4a14-b1a1-8c2297762d19 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:43:45.502738 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1020f044-762a-421b-a8aa-9a44a05fba78 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:43:45.508299 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-afb16930-fe46-4609-a2f5-f732aac21d68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (b7032e9d-d7be-4244-839a-87d1dbd65515), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:45.512573 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd7972d-9cb4-45ea-8e8b-bf6f664baf5a None None] The sync data for ids ['dbe384a5-db09-4013-b7fe-237a2c708d3b'] in n-d-832164-4 is: [{'id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'name': 'tempest-AttachVolumeNegativeTest-2102200365-router', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:01Z', 'revision_number': 4, 'project_id': '963e73da008c45bbbe3340617f958250', 'gw_port': {'id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '7dd7c391-4830-4af7-8689-eb59f5bd72ed', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'floating_ip_address': '172.25.3.99', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'port_id': 'fefb6271-d37d-4e27-a209-ad508b20d482', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'mac_address': 'fa:16:3e:1f:c5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdd004ed-a3c5-4190-80d7-32451bff8167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:43:21Z', 'updated_at': '2022-03-07T10:43:43Z', 'revision_number': 1, 'project_id': '963e73da008c45bbbe3340617f958250', 'fixed_ip_address_scope': None}, {'id': 'aca9efb0-576d-4619-b682-9856b5a99e98', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'floating_ip_address': '172.25.3.24', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'port_id': 'f92313b3-14c2-4673-a7bb-2bc9b560ec04', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1236, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'mac_address': 'fa:16:3e:66:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29231323-4b16-406e-8eb2-ab3d88156342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:41:10Z', 'updated_at': '2022-03-07T10:41:40Z', 'revision_number': 2, 'project_id': '963e73da008c45bbbe3340617f958250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4094086-0f71-4ec9-bccb-a291495bd930', 'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'mac_address': 'fa:16:3e:8e:5e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:59Z', 'updated_at': '2022-03-07T10:41:11Z', 'revision_number': 5, 'project_id': '963e73da008c45bbbe3340617f958250', 'subnets': [{'id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:43:45.513435 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020f044-762a-421b-a8aa-9a44a05fba78 None None] Pushing event updated for resources: {'Port': ['ID=d24c3af0-7469-4b41-862b-bfb1a91b2a58,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:45.518906 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event deleted for resources: {'Subnet': ['ID=0d81831e-ba82-4cd8-8adb-3c73c637c637,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:45.614142 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-1020f044-762a-421b-a8aa-9a44a05fba78 None None] Attempting to bind port d24c3af0-7469-4b41-862b-bfb1a91b2a58 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:43:45.614891 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-1020f044-762a-421b-a8aa-9a44a05fba78 None None] Attempting to bind port d24c3af0-7469-4b41-862b-bfb1a91b2a58 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '568d637d-41f6-4929-b599-24d48e7c4c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'db4ee821-7c28-49d8-b259-bf5e7b163f5e'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:43:45.615730 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1020f044-762a-421b-a8aa-9a44a05fba78 None None] Attempting to bind port d24c3af0-7469-4b41-862b-bfb1a91b2a58 on network db4ee821-7c28-49d8-b259-bf5e7b163f5e {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:43:45.621229 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-afb16930-fe46-4609-a2f5-f732aac21d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (b7032e9d-d7be-4244-839a-87d1dbd65515), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:45.621533 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1020f044-762a-421b-a8aa-9a44a05fba78 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:43:45.622108 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1020f044-762a-421b-a8aa-9a44a05fba78 None None] Checking segment: {'id': '568d637d-41f6-4929-b599-24d48e7c4c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'db4ee821-7c28-49d8-b259-bf5e7b163f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:43:45.622716 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1020f044-762a-421b-a8aa-9a44a05fba78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:45.623503 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1020f044-762a-421b-a8aa-9a44a05fba78 None None] Bound using segment: {'id': '568d637d-41f6-4929-b599-24d48e7c4c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'db4ee821-7c28-49d8-b259-bf5e7b163f5e'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:43:45.624308 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-1020f044-762a-421b-a8aa-9a44a05fba78 None None] Bound port: d24c3af0-7469-4b41-862b-bfb1a91b2a58, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '568d637d-41f6-4929-b599-24d48e7c4c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'db4ee821-7c28-49d8-b259-bf5e7b163f5e'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:43:45.624910 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1020f044-762a-421b-a8aa-9a44a05fba78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d24c3af0-7469-4b41-862b-bfb1a91b2a58), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:45.672384 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b269f9ce-670f-40b0-a3b1-7866d32edb69 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:43:45.674220 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (db4ee821-7c28-49d8-b259-bf5e7b163f5e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:45.703780 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afb16930-fe46-4609-a2f5-f732aac21d68 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:43:45.704182 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-afb16930-fe46-4609-a2f5-f732aac21d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (b7032e9d-d7be-4244-839a-87d1dbd65515), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:45.708462 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db4ee821-7c28-49d8-b259-bf5e7b163f5e']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:45.717904 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: b269f9ce-670f-40b0-a3b1-7866d32edb69 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:43:45.718611 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b269f9ce-670f-40b0-a3b1-7866d32edb69 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:43:45.720758 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:43:45.720758 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:43:45.720758 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:43:45.720758 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:43:45.720758 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:43:45.720758 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:43:45.720758 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:43:45.720758 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:43:45.720758 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:43:45.720758 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:43:45.720758 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:43:45.720758 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:43:45.720758 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:43:45.720758 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:43:45.720758 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:43:45.720758 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:43:45.720758 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:43:45.720758 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:43:45.720758 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:43:45.720758 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:43:45.720758 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:43:45.720758 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:43:45.720758 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:43:45.720758 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:43:45.720758 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:43:45.720758 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:43:45.720758 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:43:45.720758 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:43:45.720758 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:43:45.720758 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:43:45.720758 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:43:45.720758 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:43:45.722904 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d654ad91-4d3c-41b3-bab5-52f57d38499b admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:43:45.735369 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '568d637d-41f6-4929-b599-24d48e7c4c7e') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:45.735647 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '568d637d-41f6-4929-b599-24d48e7c4c7e') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:45.738290 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d654ad91-4d3c-41b3-bab5-52f57d38499b admin admin] 10.222.0.11 "PUT /v2.0/routers/313ee869-649f-43d5-bfed-b9c8aed80041/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9473939 Mar 07 10:43:45.743997 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2204d70c-6b10-4d94-ab3c-0e998d104546 None None] Sync routers for ids ['313ee869-649f-43d5-bfed-b9c8aed80041'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:43:45.756678 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54896) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:45.773174 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2204d70c-6b10-4d94-ab3c-0e998d104546 None None] Routers {'313ee869-649f-43d5-bfed-b9c8aed80041'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:43:45.773744 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-2204d70c-6b10-4d94-ab3c-0e998d104546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:43:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['313ee869-649f-43d5-bfed-b9c8aed80041'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:45.776234 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-1020f044-762a-421b-a8aa-9a44a05fba78 None None] For port d24c3af0-7469-4b41-862b-bfb1a91b2a58, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:43:45.778057 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (568d637d-41f6-4929-b599-24d48e7c4c7e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:45.781589 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-1020f044-762a-421b-a8aa-9a44a05fba78 None None] For port d24c3af0-7469-4b41-862b-bfb1a91b2a58, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=d24c3af0-7469-4b41-862b-bfb1a91b2a58,segment=NetworkSegment(568d637d-41f6-4929-b599-24d48e7c4c7e),segment_id=568d637d-41f6-4929-b599-24d48e7c4c7e)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:43:45.837430 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1020f044-762a-421b-a8aa-9a44a05fba78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d24c3af0-7469-4b41-862b-bfb1a91b2a58), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:45.853859 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (568d637d-41f6-4929-b599-24d48e7c4c7e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:45.869829 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:43:45.870392 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (568d637d-41f6-4929-b599-24d48e7c4c7e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:45.883877 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-afb16930-fe46-4609-a2f5-f732aac21d68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (1ff7e4b2-37a3-403e-9957-dee4b0806b98), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:45.912499 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-afb16930-fe46-4609-a2f5-f732aac21d68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:45.917210 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d697f819-d93f-4d65-b30d-9294ab9f2f06 None None] New status for floating IP 7dd7c391-4830-4af7-8689-eb59f5bd72ed: ACTIVE {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:43:45.923504 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-afb16930-fe46-4609-a2f5-f732aac21d68 admin admin] 10.222.0.11 "DELETE /v2.0/networks/1ff7e4b2-37a3-403e-9957-dee4b0806b98 HTTP/1.1" status: 204 len: 168 time: 2.2769341 Mar 07 10:43:45.932969 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1020f044-762a-421b-a8aa-9a44a05fba78 None None] Pushing event updated for resources: {'Port': ['ID=d24c3af0-7469-4b41-862b-bfb1a91b2a58,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:45.934228 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb16930-fe46-4609-a2f5-f732aac21d68 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ff7e4b2-37a3-403e-9957-dee4b0806b98,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:45.956792 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24495154-9422-411c-8f64-55f3017f7c48 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:43:45.963491 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-24495154-9422-411c-8f64-55f3017f7c48 admin admin] 10.222.0.11 "PUT /v2.0/routers/6f82a0c6-69f1-4a14-b1a1-8c2297762d19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3581593 Mar 07 10:43:45.969613 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54906) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:46.011564 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2696a57-0d39-4630-ab71-105b1dde7882 None None] Sync routers for ids ['6f82a0c6-69f1-4a14-b1a1-8c2297762d19'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:43:46.035205 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:43:46.035205 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:43:46.035205 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:43:46.035205 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:43:46.035205 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:43:46.035205 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:43:46.035205 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:43:46.035205 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:43:46.035205 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:43:46.035205 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:43:46.035205 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:43:46.035205 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:43:46.035205 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:43:46.035205 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:43:46.035205 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:43:46.035205 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:43:46.035205 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:43:46.035205 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:43:46.035205 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:43:46.035205 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:43:46.035205 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:43:46.035205 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:43:46.035205 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:43:46.035205 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:43:46.035205 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:43:46.035205 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:43:46.035205 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:43:46.035205 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:43:46.035205 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:43:46.035205 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:43:46.035205 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:43:46.035205 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:43:46.092518 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2696a57-0d39-4630-ab71-105b1dde7882 None None] Routers {'6f82a0c6-69f1-4a14-b1a1-8c2297762d19'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:43:46.093490 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b2696a57-0d39-4630-ab71-105b1dde7882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:43:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['6f82a0c6-69f1-4a14-b1a1-8c2297762d19'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:46.119866 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1eebd9bb-0692-4209-922f-3905a66328e3 admin admin] Publish callbacks [] for router (6f82a0c6-69f1-4a14-b1a1-8c2297762d19), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:46.138994 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.db.api [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 10:43:46.138994 n-d-832164-4 neutron-server[103767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 10:43:46.138994 n-d-832164-4 neutron-server[103767]: [parameters: {'id': 'db4ee821-7c28-49d8-b259-bf5e7b163f5e'}] Mar 07 10:43:46.138994 n-d-832164-4 neutron-server[103767]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:43:46.141051 n-d-832164-4 neutron-server[103767]: DEBUG oslo_db.api [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:43:46.199031 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1c93b331-cf11-49bc-9fda-75c55d5f559c admin admin] Publish callbacks [] for router (313ee869-649f-43d5-bfed-b9c8aed80041), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:46.289076 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54914) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:46.337612 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-2204d70c-6b10-4d94-ab3c-0e998d104546 None None] Set router 313ee869-649f-43d5-bfed-b9c8aed80041 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:43:46.381965 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1eebd9bb-0692-4209-922f-3905a66328e3 admin admin] Publish callbacks [] for router_gateway (6f82a0c6-69f1-4a14-b1a1-8c2297762d19), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:46.397967 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa760c2b-ac2a-46c6-8e2e-34f542451744 None None] get_active_networks_info from n-d-832164-4 {{(pid=103768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 10:43:46.418084 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4b12a71f-a848-4e52-9bfd-1e5eb28622ba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=909cef2d32374597ba1f7e6777d2504f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1254809 Mar 07 10:43:46.421649 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54918) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:46.456025 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-1eebd9bb-0692-4209-922f-3905a66328e3 admin admin] Deleting port b8a8fac1-4766-4cdb-a3fe-b51b1b547dee {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:46.456495 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1eebd9bb-0692-4209-922f-3905a66328e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (b8a8fac1-4766-4cdb-a3fe-b51b1b547dee), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:46.466088 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1c93b331-cf11-49bc-9fda-75c55d5f559c admin admin] Publish callbacks [] for router_gateway (313ee869-649f-43d5-bfed-b9c8aed80041), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:46.548139 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e56d381d-99df-4594-8506-fffcf9580852 admin admin] Publish callbacks [] for security_group (b5b0cc7f-8e0d-42c6-bcd2-f6234f95ea8d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:46.566431 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-1eebd9bb-0692-4209-922f-3905a66328e3 admin admin] For port b8a8fac1-4766-4cdb-a3fe-b51b1b547dee, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b8a8fac1-4766-4cdb-a3fe-b51b1b547dee,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:46.567003 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1eebd9bb-0692-4209-922f-3905a66328e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (b8a8fac1-4766-4cdb-a3fe-b51b1b547dee), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:46.573186 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-b2696a57-0d39-4630-ab71-105b1dde7882 None None] Set router 6f82a0c6-69f1-4a14-b1a1-8c2297762d19 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:43:46.574286 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-1c93b331-cf11-49bc-9fda-75c55d5f559c admin admin] Deleting port 8b5dfb3e-a103-4b15-a418-519f52726f46 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:46.575500 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1c93b331-cf11-49bc-9fda-75c55d5f559c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (8b5dfb3e-a103-4b15-a418-519f52726f46), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:46.580996 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e56d381d-99df-4594-8506-fffcf9580852 admin admin] Publish callbacks [] for security_group (b5b0cc7f-8e0d-42c6-bcd2-f6234f95ea8d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:46.585536 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-1eebd9bb-0692-4209-922f-3905a66328e3 admin admin] Calling delete_port for b8a8fac1-4766-4cdb-a3fe-b51b1b547dee owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:46.644612 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (db4ee821-7c28-49d8-b259-bf5e7b163f5e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:46.747933 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-1c93b331-cf11-49bc-9fda-75c55d5f559c admin admin] For port 8b5dfb3e-a103-4b15-a418-519f52726f46, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=8b5dfb3e-a103-4b15-a418-519f52726f46,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:46.748364 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1c93b331-cf11-49bc-9fda-75c55d5f559c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (8b5dfb3e-a103-4b15-a418-519f52726f46), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:46.760709 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e56d381d-99df-4594-8506-fffcf9580852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b5b0cc7f-8e0d-42c6-bcd2-f6234f95ea8d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:46.763419 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e56d381d-99df-4594-8506-fffcf9580852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:46.767696 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e56d381d-99df-4594-8506-fffcf9580852 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b5b0cc7f-8e0d-42c6-bcd2-f6234f95ea8d HTTP/1.1" status: 204 len: 168 time: 0.3263922 Mar 07 10:43:46.775917 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-1c93b331-cf11-49bc-9fda-75c55d5f559c admin admin] Calling delete_port for 8b5dfb3e-a103-4b15-a418-519f52726f46 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:46.787862 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d381d-99df-4594-8506-fffcf9580852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b0cc7f-8e0d-42c6-bcd2-f6234f95ea8d,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:46.811581 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa760c2b-ac2a-46c6-8e2e-34f542451744 None None] Resources bound (agent type, host, resource id): {{(pid=103768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:43:46.837150 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Deleting port d24c3af0-7469-4b41-862b-bfb1a91b2a58 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:46.837691 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (d24c3af0-7469-4b41-862b-bfb1a91b2a58), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:46.905009 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1eebd9bb-0692-4209-922f-3905a66328e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (b8a8fac1-4766-4cdb-a3fe-b51b1b547dee), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:46.931279 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] For port d24c3af0-7469-4b41-862b-bfb1a91b2a58, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=d24c3af0-7469-4b41-862b-bfb1a91b2a58,segment=NetworkSegment(568d637d-41f6-4929-b599-24d48e7c4c7e),segment_id=568d637d-41f6-4929-b599-24d48e7c4c7e)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:46.931748 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (d24c3af0-7469-4b41-862b-bfb1a91b2a58), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:46.981730 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Calling delete_port for d24c3af0-7469-4b41-862b-bfb1a91b2a58 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:46.995074 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-2204d70c-6b10-4d94-ab3c-0e998d104546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'name': 'tempest-ServerRescueTestJSONUnderV235-2040382218-router', 'tenant_id': 'd45c75614f10495c9e7ad867b8426961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '8b5dfb3e-a103-4b15-a418-519f52726f46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:08Z', 'updated_at': '2022-03-07T10:43:43Z', 'revision_number': 5, 'project_id': 'd45c75614f10495c9e7ad867b8426961', 'gw_port': {'id': '8b5dfb3e-a103-4b15-a418-519f52726f46', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:10:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:42:09Z', 'updated_at': '2022-03-07T10:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:46.999799 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebd9bb-0692-4209-922f-3905a66328e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8a8fac1-4766-4cdb-a3fe-b51b1b547dee,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:47.032743 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2204d70c-6b10-4d94-ab3c-0e998d104546 None None] Checking router: 313ee869-649f-43d5-bfed-b9c8aed80041 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:43:47.051557 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2204d70c-6b10-4d94-ab3c-0e998d104546 None None] Routers {'313ee869-649f-43d5-bfed-b9c8aed80041'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:43:47.052182 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-2204d70c-6b10-4d94-ab3c-0e998d104546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:43:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['313ee869-649f-43d5-bfed-b9c8aed80041'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:47.114679 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b2696a57-0d39-4630-ab71-105b1dde7882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f82a0c6-69f1-4a14-b1a1-8c2297762d19', 'name': 'tempest-TaggedBootDevicesTest_v242-1470743267-router', 'tenant_id': '63dc5baf5c104c40bda5205b595495cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': 'b8a8fac1-4766-4cdb-a3fe-b51b1b547dee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:34:49Z', 'updated_at': '2022-03-07T10:43:43Z', 'revision_number': 5, 'project_id': '63dc5baf5c104c40bda5205b595495cf', 'gw_port': {'id': 'b8a8fac1-4766-4cdb-a3fe-b51b1b547dee', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:84:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f82a0c6-69f1-4a14-b1a1-8c2297762d19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:34:50Z', 'updated_at': '2022-03-07T10:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:47.151121 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1eebd9bb-0692-4209-922f-3905a66328e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (6f82a0c6-69f1-4a14-b1a1-8c2297762d19), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:47.154052 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1c93b331-cf11-49bc-9fda-75c55d5f559c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (8b5dfb3e-a103-4b15-a418-519f52726f46), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:47.166176 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (d24c3af0-7469-4b41-862b-bfb1a91b2a58), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:47.198107 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c93b331-cf11-49bc-9fda-75c55d5f559c admin admin] Pushing event deleted for resources: {'Port': ['ID=8b5dfb3e-a103-4b15-a418-519f52726f46,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:47.212271 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2696a57-0d39-4630-ab71-105b1dde7882 None None] Checking router: 6f82a0c6-69f1-4a14-b1a1-8c2297762d19 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:43:47.260729 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] No DVR routers for this DVR port d24c3af0-7469-4b41-862b-bfb1a91b2a58 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:43:47.291677 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event deleted for resources: {'Port': ['ID=d24c3af0-7469-4b41-862b-bfb1a91b2a58,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:47.306658 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2696a57-0d39-4630-ab71-105b1dde7882 None None] Routers {'6f82a0c6-69f1-4a14-b1a1-8c2297762d19'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:43:47.307311 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b2696a57-0d39-4630-ab71-105b1dde7882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:43:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['6f82a0c6-69f1-4a14-b1a1-8c2297762d19'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:47.316461 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-2204d70c-6b10-4d94-ab3c-0e998d104546 None None] Set router 313ee869-649f-43d5-bfed-b9c8aed80041 gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:43:47.329173 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1eebd9bb-0692-4209-922f-3905a66328e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (6f82a0c6-69f1-4a14-b1a1-8c2297762d19), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:47.331466 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1eebd9bb-0692-4209-922f-3905a66328e3 admin admin] Publish callbacks [] for router_controller (6f82a0c6-69f1-4a14-b1a1-8c2297762d19), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:47.365717 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1c93b331-cf11-49bc-9fda-75c55d5f559c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (313ee869-649f-43d5-bfed-b9c8aed80041), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:47.399225 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1eebd9bb-0692-4209-922f-3905a66328e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (6f82a0c6-69f1-4a14-b1a1-8c2297762d19), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:47.401404 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eebd9bb-0692-4209-922f-3905a66328e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f82a0c6-69f1-4a14-b1a1-8c2297762d19 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:43:47.414129 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1eebd9bb-0692-4209-922f-3905a66328e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:47.420705 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1eebd9bb-0692-4209-922f-3905a66328e3 admin admin] 10.222.0.11 "DELETE /v2.0/routers/6f82a0c6-69f1-4a14-b1a1-8c2297762d19 HTTP/1.1" status: 204 len: 168 time: 1.4500394 Mar 07 10:43:47.423108 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54944) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:47.525523 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (db4ee821-7c28-49d8-b259-bf5e7b163f5e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:47.534252 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-2204d70c-6b10-4d94-ab3c-0e998d104546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'name': 'tempest-ServerRescueTestJSONUnderV235-2040382218-router', 'tenant_id': 'd45c75614f10495c9e7ad867b8426961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:08Z', 'updated_at': '2022-03-07T10:43:46Z', 'revision_number': 6, 'project_id': 'd45c75614f10495c9e7ad867b8426961', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:47.542898 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-71c45071-2c2b-44cc-9fd8-0aa7b32a6d30 admin admin] Deleting subnet 390272e0-f1c7-451f-950d-ff2abf50f45e {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:43:47.548667 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-71c45071-2c2b-44cc-9fd8-0aa7b32a6d30 admin admin] Publish callbacks [] for subnet (390272e0-f1c7-451f-950d-ff2abf50f45e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:47.587424 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-b2696a57-0d39-4630-ab71-105b1dde7882 None None] Set router 6f82a0c6-69f1-4a14-b1a1-8c2297762d19 gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:43:47.590674 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1c93b331-cf11-49bc-9fda-75c55d5f559c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (313ee869-649f-43d5-bfed-b9c8aed80041), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:47.592455 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2204d70c-6b10-4d94-ab3c-0e998d104546 None None] The sync data for ids ['313ee869-649f-43d5-bfed-b9c8aed80041'] in n-d-832164-4 is: [{'id': '313ee869-649f-43d5-bfed-b9c8aed80041', 'name': 'tempest-ServerRescueTestJSONUnderV235-2040382218-router', 'tenant_id': 'd45c75614f10495c9e7ad867b8426961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:42:08Z', 'updated_at': '2022-03-07T10:43:46Z', 'revision_number': 6, 'project_id': 'd45c75614f10495c9e7ad867b8426961', 'gw_port_host': None}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:43:47.593284 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db4ee821-7c28-49d8-b259-bf5e7b163f5e']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:47.596027 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1c93b331-cf11-49bc-9fda-75c55d5f559c admin admin] Publish callbacks [] for router_controller (313ee869-649f-43d5-bfed-b9c8aed80041), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:47.610003 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '568d637d-41f6-4929-b599-24d48e7c4c7e') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:47.610308 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '568d637d-41f6-4929-b599-24d48e7c4c7e') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:47.643259 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-71c45071-2c2b-44cc-9fd8-0aa7b32a6d30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (390272e0-f1c7-451f-950d-ff2abf50f45e), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:47.667396 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (568d637d-41f6-4929-b599-24d48e7c4c7e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:47.686790 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (568d637d-41f6-4929-b599-24d48e7c4c7e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:47.691773 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1c93b331-cf11-49bc-9fda-75c55d5f559c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (313ee869-649f-43d5-bfed-b9c8aed80041), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:47.692381 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c93b331-cf11-49bc-9fda-75c55d5f559c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 313ee869-649f-43d5-bfed-b9c8aed80041 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:43:47.698838 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1c93b331-cf11-49bc-9fda-75c55d5f559c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:47.700071 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1c93b331-cf11-49bc-9fda-75c55d5f559c admin admin] 10.222.0.11 "DELETE /v2.0/routers/313ee869-649f-43d5-bfed-b9c8aed80041 HTTP/1.1" status: 204 len: 168 time: 1.9415298 Mar 07 10:43:47.701351 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:43:47.701753 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (568d637d-41f6-4929-b599-24d48e7c4c7e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:47.705140 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:43:47.705140 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:43:47.705140 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:43:47.705140 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:43:47.705140 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:43:47.705140 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:43:47.705140 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:43:47.705140 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:43:47.705140 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:43:47.705140 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:43:47.705140 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:43:47.705140 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:43:47.705140 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:43:47.705140 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:43:47.705140 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:43:47.705140 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:43:47.705140 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:43:47.705140 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:43:47.705140 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:43:47.705140 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:43:47.705140 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:43:47.705140 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:43:47.705140 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:43:47.705140 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:43:47.705140 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:43:47.705140 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:43:47.705140 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:43:47.705140 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:43:47.705140 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:43:47.705140 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:43:47.705140 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:43:47.705140 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:43:47.707161 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54948) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:47.732148 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b2696a57-0d39-4630-ab71-105b1dde7882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f82a0c6-69f1-4a14-b1a1-8c2297762d19', 'name': 'tempest-TaggedBootDevicesTest_v242-1470743267-router', 'tenant_id': '63dc5baf5c104c40bda5205b595495cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:34:49Z', 'updated_at': '2022-03-07T10:43:46Z', 'revision_number': 7, 'project_id': '63dc5baf5c104c40bda5205b595495cf', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:47.824977 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf993992-6ce4-4c08-a7db-df906f0513d0 None None] Network db4ee821-7c28-49d8-b259-bf5e7b163f5e requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:47.830301 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2696a57-0d39-4630-ab71-105b1dde7882 None None] The sync data for ids ['6f82a0c6-69f1-4a14-b1a1-8c2297762d19'] in n-d-832164-4 is: [{'id': '6f82a0c6-69f1-4a14-b1a1-8c2297762d19', 'name': 'tempest-TaggedBootDevicesTest_v242-1470743267-router', 'tenant_id': '63dc5baf5c104c40bda5205b595495cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:34:49Z', 'updated_at': '2022-03-07T10:43:46Z', 'revision_number': 7, 'project_id': '63dc5baf5c104c40bda5205b595495cf', 'gw_port_host': None}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:43:47.838810 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-71c45071-2c2b-44cc-9fd8-0aa7b32a6d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (390272e0-f1c7-451f-950d-ff2abf50f45e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:47.906062 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (db4ee821-7c28-49d8-b259-bf5e7b163f5e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:47.937464 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a43834fd-db9c-4944-9720-5c8b068956f4 admin admin] Deleting subnet 05b20612-5630-4733-a049-88ce1f12b48c {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:43:47.944793 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a43834fd-db9c-4944-9720-5c8b068956f4 admin admin] Publish callbacks [] for subnet (05b20612-5630-4733-a049-88ce1f12b48c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:47.961460 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-71c45071-2c2b-44cc-9fd8-0aa7b32a6d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (390272e0-f1c7-451f-950d-ff2abf50f45e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:48.018053 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:48.026404 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/networks/db4ee821-7c28-49d8-b259-bf5e7b163f5e HTTP/1.1" status: 204 len: 168 time: 3.0727236 Mar 07 10:43:48.026645 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c45071-2c2b-44cc-9fd8-0aa7b32a6d30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=390272e0-f1c7-451f-950d-ff2abf50f45e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:48.038361 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84b077a-f928-4952-af64-45e85cf352f5 None None] Network 526c2ab8-f616-4895-be22-26506a084064 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:48.056367 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54958) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:48.059325 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9bca6-8e79-4727-af07-c23d2b1541a3 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event deleted for resources: {'Network': ['ID=db4ee821-7c28-49d8-b259-bf5e7b163f5e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:48.063187 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a43834fd-db9c-4944-9720-5c8b068956f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (05b20612-5630-4733-a049-88ce1f12b48c), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:48.089980 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-71c45071-2c2b-44cc-9fd8-0aa7b32a6d30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:48.103834 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-71c45071-2c2b-44cc-9fd8-0aa7b32a6d30 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/390272e0-f1c7-451f-950d-ff2abf50f45e HTTP/1.1" status: 204 len: 168 time: 0.6796041 Mar 07 10:43:48.109739 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54962) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:48.143366 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a43834fd-db9c-4944-9720-5c8b068956f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (05b20612-5630-4733-a049-88ce1f12b48c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:48.202010 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5f2656-5276-439e-abad-1b839a690126 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] GET failed (client error): The resource could not be found. Mar 07 10:43:48.203442 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9d5f2656-5276-439e-abad-1b839a690126 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "GET /v2.0/subnets/0d81831e-ba82-4cd8-8adb-3c73c637c637 HTTP/1.1" status: 404 len: 337 time: 0.1460483 Mar 07 10:43:48.207635 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54966) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:48.243714 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a43834fd-db9c-4944-9720-5c8b068956f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (05b20612-5630-4733-a049-88ce1f12b48c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:48.299371 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43834fd-db9c-4944-9720-5c8b068956f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05b20612-5630-4733-a049-88ce1f12b48c,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:48.312610 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a43834fd-db9c-4944-9720-5c8b068956f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:48.325035 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a43834fd-db9c-4944-9720-5c8b068956f4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/05b20612-5630-4733-a049-88ce1f12b48c HTTP/1.1" status: 204 len: 168 time: 0.6049197 Mar 07 10:43:48.327749 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54972) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:48.394923 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f180cae7-be94-4e33-aafa-657768ec285c tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] DELETE failed (client error): The resource could not be found. Mar 07 10:43:48.395752 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f180cae7-be94-4e33-aafa-657768ec285c tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:43:48.405822 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f180cae7-be94-4e33-aafa-657768ec285c tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/networks/db4ee821-7c28-49d8-b259-bf5e7b163f5e HTTP/1.1" status: 404 len: 339 time: 0.1778679 Mar 07 10:43:48.409645 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54974) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:48.439312 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5a00949-362a-40dd-82cb-ed8c18d3a658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (526c2ab8-f616-4895-be22-26506a084064), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:48.513743 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54976) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:48.551604 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:48.555172 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-f5a00949-362a-40dd-82cb-ed8c18d3a658 admin admin] Deleting port 642f39d3-d7f8-4164-9c5e-e1360bb8b3db {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:48.555534 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5a00949-362a-40dd-82cb-ed8c18d3a658 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (642f39d3-d7f8-4164-9c5e-e1360bb8b3db), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:48.695943 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-f5a00949-362a-40dd-82cb-ed8c18d3a658 admin admin] For port 642f39d3-d7f8-4164-9c5e-e1360bb8b3db, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=642f39d3-d7f8-4164-9c5e-e1360bb8b3db,segment=NetworkSegment(6bfbec0c-84b4-4c21-9518-7cd835d984d4),segment_id=6bfbec0c-84b4-4c21-9518-7cd835d984d4)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:48.696528 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5a00949-362a-40dd-82cb-ed8c18d3a658 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (642f39d3-d7f8-4164-9c5e-e1360bb8b3db), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:48.714882 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b64a32e2-ec17-4560-91fc-e3a08f14866f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (a5923ba6-96b8-4a01-ab18-779883a4fe01), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:48.716949 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-f5a00949-362a-40dd-82cb-ed8c18d3a658 admin admin] Calling delete_port for 642f39d3-d7f8-4164-9c5e-e1360bb8b3db owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:48.793167 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-447917a7-3a46-437d-97a0-b9858c4f24be admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1628179040-network', 'tenant_id': 'ef96f18062d345998a199cb367c56469'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:48.832855 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447917a7-3a46-437d-97a0-b9858c4f24be admin admin] Made reservation on behalf of ef96f18062d345998a199cb367c56469 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:48.836780 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-447917a7-3a46-437d-97a0-b9858c4f24be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:48.852632 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-447917a7-3a46-437d-97a0-b9858c4f24be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:48.910589 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3efdd7-fbdc-45dc-9dc0-c0871c5347a2 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:48.919332 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8b3efdd7-fbdc-45dc-9dc0-c0871c5347a2 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5083814 Mar 07 10:43:48.939572 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54990) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:48.970989 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdc49d9-b68d-4403-853e-e0c470a8f7a8 None None] DHCP port deletion for 526c2ab8-f616-4895-be22-26506a084064 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:43:49.024478 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5a00949-362a-40dd-82cb-ed8c18d3a658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (642f39d3-d7f8-4164-9c5e-e1360bb8b3db), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:49.049357 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c8f79297-d20f-4c30-9b4e-9a7e5c9e6e21 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "GET /v2.0/subnets?network_id=f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 207 time: 0.1083281 Mar 07 10:43:49.055688 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b64a32e2-ec17-4560-91fc-e3a08f14866f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (a5923ba6-96b8-4a01-ab18-779883a4fe01), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:49.056530 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54996) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:49.091684 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-b64a32e2-ec17-4560-91fc-e3a08f14866f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5923ba6-96b8-4a01-ab18-779883a4fe01']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:49.103820 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-b64a32e2-ec17-4560-91fc-e3a08f14866f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83ef876-47f5-4921-a7cf-604d50d4af09') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:49.104122 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-b64a32e2-ec17-4560-91fc-e3a08f14866f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83ef876-47f5-4921-a7cf-604d50d4af09') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:49.120307 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b64a32e2-ec17-4560-91fc-e3a08f14866f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (a83ef876-47f5-4921-a7cf-604d50d4af09), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:49.127604 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-447917a7-3a46-437d-97a0-b9858c4f24be admin admin] Publish callbacks [] for security_group (1e615212-d268-4efb-a2b7-050ac244fc9f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:49.146598 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a00949-362a-40dd-82cb-ed8c18d3a658 admin admin] Pushing event deleted for resources: {'Port': ['ID=642f39d3-d7f8-4164-9c5e-e1360bb8b3db,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:49.148423 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b64a32e2-ec17-4560-91fc-e3a08f14866f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (a83ef876-47f5-4921-a7cf-604d50d4af09), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:49.148735 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a00949-362a-40dd-82cb-ed8c18d3a658 admin admin] No DVR routers for this DVR port 642f39d3-d7f8-4164-9c5e-e1360bb8b3db on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:43:49.164471 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-447917a7-3a46-437d-97a0-b9858c4f24be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (1e615212-d268-4efb-a2b7-050ac244fc9f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:49.170493 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b64a32e2-ec17-4560-91fc-e3a08f14866f admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:43:49.170951 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b64a32e2-ec17-4560-91fc-e3a08f14866f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (a83ef876-47f5-4921-a7cf-604d50d4af09), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:49.172917 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:43:49.172917 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:43:49.172917 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:43:49.172917 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:43:49.172917 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:43:49.172917 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:43:49.172917 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:43:49.172917 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:43:49.172917 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:43:49.172917 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:43:49.172917 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:43:49.172917 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:43:49.172917 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:43:49.172917 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:43:49.172917 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:43:49.172917 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:43:49.172917 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:43:49.172917 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:43:49.172917 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:43:49.172917 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:43:49.172917 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:43:49.172917 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:43:49.172917 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:43:49.172917 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:43:49.172917 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:43:49.172917 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:43:49.172917 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:43:49.172917 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:43:49.172917 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:43:49.172917 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:43:49.172917 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:43:49.172917 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:43:49.183265 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-447917a7-3a46-437d-97a0-b9858c4f24be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:43:49.237544 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-447917a7-3a46-437d-97a0-b9858c4f24be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (12342119-cf6b-4cbb-9e34-d47607d55c42), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:49.238270 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-447917a7-3a46-437d-97a0-b9858c4f24be admin admin] Added segment 12342119-cf6b-4cbb-9e34-d47607d55c42 of type vlan for network d7b74752-b035-4af7-99b7-eca10e463dbd Mar 07 10:43:49.318897 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b64a32e2-ec17-4560-91fc-e3a08f14866f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (a5923ba6-96b8-4a01-ab18-779883a4fe01), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:49.327532 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b64a32e2-ec17-4560-91fc-e3a08f14866f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:49.334757 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5a00949-362a-40dd-82cb-ed8c18d3a658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (526c2ab8-f616-4895-be22-26506a084064), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:49.335269 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b64a32e2-ec17-4560-91fc-e3a08f14866f admin admin] 10.222.0.11 "DELETE /v2.0/networks/a5923ba6-96b8-4a01-ab18-779883a4fe01 HTTP/1.1" status: 204 len: 168 time: 1.0061545 Mar 07 10:43:49.353825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a32e2-ec17-4560-91fc-e3a08f14866f admin admin] Pushing event deleted for resources: {'Network': ['ID=a5923ba6-96b8-4a01-ab18-779883a4fe01,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:49.572073 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b8a8fac1-4766-4cdb-a3fe-b51b1b547dee no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:43:49.615913 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: b8a8fac1-4766-4cdb-a3fe-b51b1b547dee {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:43:49.616786 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b8a8fac1-4766-4cdb-a3fe-b51b1b547dee not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:43:49.617645 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 49ac15a0-d702-421e-baba-58a5a9bffbab no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:43:49.647603 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 49ac15a0-d702-421e-baba-58a5a9bffbab {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:43:49.648228 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 49ac15a0-d702-421e-baba-58a5a9bffbab not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:43:49.648890 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 642f39d3-d7f8-4164-9c5e-e1360bb8b3db no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:43:49.682075 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 642f39d3-d7f8-4164-9c5e-e1360bb8b3db {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:43:49.682575 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 642f39d3-d7f8-4164-9c5e-e1360bb8b3db not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:43:49.683589 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9985bfd6-2a45-4a55-aa7b-8973be35416d no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:43:49.711284 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 9985bfd6-2a45-4a55-aa7b-8973be35416d {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:43:49.711732 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9985bfd6-2a45-4a55-aa7b-8973be35416d not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:43:49.712230 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 8b5dfb3e-a103-4b15-a418-519f52726f46 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:43:49.730085 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55008) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:49.745681 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 8b5dfb3e-a103-4b15-a418-519f52726f46 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:43:49.746353 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 8b5dfb3e-a103-4b15-a418-519f52726f46 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:43:49.763307 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-f5a00949-362a-40dd-82cb-ed8c18d3a658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['526c2ab8-f616-4895-be22-26506a084064']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:49.776135 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447917a7-3a46-437d-97a0-b9858c4f24be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e615212-d268-4efb-a2b7-050ac244fc9f,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:49.781077 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-447917a7-3a46-437d-97a0-b9858c4f24be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (d7b74752-b035-4af7-99b7-eca10e463dbd), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:49.785969 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-f5a00949-362a-40dd-82cb-ed8c18d3a658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bfbec0c-84b4-4c21-9518-7cd835d984d4') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:49.786262 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-f5a00949-362a-40dd-82cb-ed8c18d3a658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bfbec0c-84b4-4c21-9518-7cd835d984d4') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:49.806378 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5a00949-362a-40dd-82cb-ed8c18d3a658 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (6bfbec0c-84b4-4c21-9518-7cd835d984d4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:49.815770 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0cccc87d-c1ce-4c53-83a7-c96d3b6b8787 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d45c75614f10495c9e7ad867b8426961&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0844312 Mar 07 10:43:49.818831 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55010) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:49.850620 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed5c3e1-e963-45d6-9d4e-c5d868dcb098 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:49.856186 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed5c3e1-e963-45d6-9d4e-c5d868dcb098 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:49.861839 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed5c3e1-e963-45d6-9d4e-c5d868dcb098 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:49.867966 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed5c3e1-e963-45d6-9d4e-c5d868dcb098 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:49.869992 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2ed5c3e1-e963-45d6-9d4e-c5d868dcb098 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.7730184 Mar 07 10:43:49.871155 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5a00949-362a-40dd-82cb-ed8c18d3a658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (6bfbec0c-84b4-4c21-9518-7cd835d984d4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:49.877031 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55012) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:49.881122 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5a00949-362a-40dd-82cb-ed8c18d3a658 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:43:49.881527 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5a00949-362a-40dd-82cb-ed8c18d3a658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (6bfbec0c-84b4-4c21-9518-7cd835d984d4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:49.883271 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:43:49.883271 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:43:49.883271 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:43:49.883271 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:43:49.883271 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:43:49.883271 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:43:49.883271 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:43:49.883271 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:43:49.883271 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:43:49.883271 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:43:49.883271 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:43:49.883271 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:43:49.883271 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:43:49.883271 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:43:49.883271 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:43:49.883271 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:43:49.883271 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:43:49.883271 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:43:49.883271 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:43:49.883271 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:43:49.883271 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:43:49.883271 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:43:49.883271 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:43:49.883271 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:43:49.883271 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:43:49.883271 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:43:49.883271 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:43:49.883271 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:43:49.883271 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:43:49.883271 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:43:49.883271 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:43:49.883271 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:43:49.894728 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-447917a7-3a46-437d-97a0-b9858c4f24be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (d7b74752-b035-4af7-99b7-eca10e463dbd), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:49.895886 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447917a7-3a46-437d-97a0-b9858c4f24be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:49.896548 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-447917a7-3a46-437d-97a0-b9858c4f24be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:49.973204 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-447917a7-3a46-437d-97a0-b9858c4f24be admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4557476 Mar 07 10:43:49.973668 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55014) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:50.005802 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-19e0c09a-0cc7-4118-bc85-0cba5b7389d5 admin admin] Request body: {'subnet': {'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1628179040-subnet', 'tenant_id': 'ef96f18062d345998a199cb367c56469', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:50.012643 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5a00949-362a-40dd-82cb-ed8c18d3a658 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (526c2ab8-f616-4895-be22-26506a084064), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:50.019764 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447917a7-3a46-437d-97a0-b9858c4f24be admin admin] Pushing event updated for resources: {'Network': ['ID=d7b74752-b035-4af7-99b7-eca10e463dbd,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:50.024100 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5a00949-362a-40dd-82cb-ed8c18d3a658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:50.030289 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f5a00949-362a-40dd-82cb-ed8c18d3a658 admin admin] 10.222.0.11 "DELETE /v2.0/networks/526c2ab8-f616-4895-be22-26506a084064 HTTP/1.1" status: 204 len: 168 time: 1.8582582 Mar 07 10:43:50.033247 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network d7b74752-b035-4af7-99b7-eca10e463dbd details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:43:50.048762 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a00949-362a-40dd-82cb-ed8c18d3a658 admin admin] Pushing event deleted for resources: {'Network': ['ID=526c2ab8-f616-4895-be22-26506a084064,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:50.054307 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e0c09a-0cc7-4118-bc85-0cba5b7389d5 admin admin] Made reservation on behalf of ef96f18062d345998a199cb367c56469 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:50.057233 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-19e0c09a-0cc7-4118-bc85-0cba5b7389d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:50.114741 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a56c5145-3ef8-4332-8366-5fe10217f063 admin admin] Publish callbacks [] for security_group (9827ebf5-ce55-4f4a-b13b-57e37cd839e5), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:50.160553 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a56c5145-3ef8-4332-8366-5fe10217f063 admin admin] Publish callbacks [] for security_group (9827ebf5-ce55-4f4a-b13b-57e37cd839e5), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:50.257347 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55020) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:50.267325 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55022) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:50.343903 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3fff0282-1467-447e-967f-0b8336b104a7 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.4655936 Mar 07 10:43:50.347031 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55026) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:50.361100 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a56c5145-3ef8-4332-8366-5fe10217f063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (9827ebf5-ce55-4f4a-b13b-57e37cd839e5), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:50.361934 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fc3cb505-73b5-426e-8b97-1fc0c7515cd3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=081009be07604de6b116148d0975f6ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0929234 Mar 07 10:43:50.364234 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a56c5145-3ef8-4332-8366-5fe10217f063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:50.364381 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55028) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:50.366642 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a56c5145-3ef8-4332-8366-5fe10217f063 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9827ebf5-ce55-4f4a-b13b-57e37cd839e5 HTTP/1.1" status: 204 len: 168 time: 0.5467498 Mar 07 10:43:50.373793 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-19e0c09a-0cc7-4118-bc85-0cba5b7389d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (da6814d7-5b80-4178-9297-cce360fe7941), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:50.404073 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c5145-3ef8-4332-8366-5fe10217f063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9827ebf5-ce55-4f4a-b13b-57e37cd839e5,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:50.428820 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfd6850-13bd-4214-a929-58272a24ab69 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:50.430734 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfd6850-13bd-4214-a929-58272a24ab69 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:50.432612 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-bcfd6850-13bd-4214-a929-58272a24ab69 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0843771 Mar 07 10:43:50.438073 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55032) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:50.519415 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b99b418-808c-48f7-a193-fe3f3867d8f2 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:50.520755 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b99b418-808c-48f7-a193-fe3f3867d8f2 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:50.527975 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0b99b418-808c-48f7-a193-fe3f3867d8f2 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0835266 Mar 07 10:43:50.528357 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55034) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:50.533020 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-55349f50-4bb5-4986-a1d5-e908270d7b5f admin admin] Publish callbacks [] for security_group (eb4cf7a0-9916-4194-88d2-f035c37ffbd0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:50.538187 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e0c09a-0cc7-4118-bc85-0cba5b7389d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da6814d7-5b80-4178-9297-cce360fe7941,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:50.576431 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-55349f50-4bb5-4986-a1d5-e908270d7b5f admin admin] Publish callbacks [] for security_group (eb4cf7a0-9916-4194-88d2-f035c37ffbd0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:50.593619 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e0c09a-0cc7-4118-bc85-0cba5b7389d5 admin admin] Checking segment: {'id': '12342119-cf6b-4cbb-9e34-d47607d55c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:43:50.594054 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e0c09a-0cc7-4118-bc85-0cba5b7389d5 admin admin] Network hostable DHCP agents. Network: d7b74752-b035-4af7-99b7-eca10e463dbd, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:43:50.601300 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a228cea-5262-45b3-9ce5-6335db11d507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:50.639531 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e0c09a-0cc7-4118-bc85-0cba5b7389d5 admin admin] Network d7b74752-b035-4af7-99b7-eca10e463dbd is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:43:50.654698 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-19e0c09a-0cc7-4118-bc85-0cba5b7389d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, d7b74752-b035-4af7-99b7-eca10e463dbd) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:43:50.659770 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e0c09a-0cc7-4118-bc85-0cba5b7389d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:50.662345 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-19e0c09a-0cc7-4118-bc85-0cba5b7389d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:50.668403 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a565bd0b-19bf-41f8-a2c2-24f5db3f7814 None None] Network d7b74752-b035-4af7-99b7-eca10e463dbd requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:50.692409 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-55349f50-4bb5-4986-a1d5-e908270d7b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (eb4cf7a0-9916-4194-88d2-f035c37ffbd0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:50.697811 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-55349f50-4bb5-4986-a1d5-e908270d7b5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:50.704479 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-55349f50-4bb5-4986-a1d5-e908270d7b5f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eb4cf7a0-9916-4194-88d2-f035c37ffbd0 HTTP/1.1" status: 204 len: 168 time: 0.3371346 Mar 07 10:43:50.721312 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-19e0c09a-0cc7-4118-bc85-0cba5b7389d5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7115147 Mar 07 10:43:50.766358 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291930ed-7680-4068-b902-feba760ed132 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:50.781409 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55349f50-4bb5-4986-a1d5-e908270d7b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4cf7a0-9916-4194-88d2-f035c37ffbd0,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:50.782214 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-291930ed-7680-4068-b902-feba760ed132 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "GET /v2.0/networks/450bee5d-e334-4385-9be9-d1adb4f39b3a HTTP/1.1" status: 200 len: 800 time: 0.2522175 Mar 07 10:43:50.784622 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55042) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:50.917842 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f282e7e-2d9c-40d3-905b-1dff9318c6ce None None] Network d7b74752-b035-4af7-99b7-eca10e463dbd requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:50.944645 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a228cea-5262-45b3-9ce5-6335db11d507 admin admin] Publish callbacks [] for security_group (3867fe68-aa43-4fd6-8cdc-a817ce91b7f9), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:50.955255 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a228cea-5262-45b3-9ce5-6335db11d507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (3867fe68-aa43-4fd6-8cdc-a817ce91b7f9), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:50.967684 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1b7071f6-3db4-4c37-b53d-a6c97b15d73d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "GET /v2.0/networks/450bee5d-e334-4385-9be9-d1adb4f39b3a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1783261 Mar 07 10:43:50.969244 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55046) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:51.008730 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1a228cea-5262-45b3-9ce5-6335db11d507 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2fe9cb30c1324f0db48c95d5df678a13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7495065 Mar 07 10:43:51.010672 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55048) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:51.017373 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a228cea-5262-45b3-9ce5-6335db11d507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3867fe68-aa43-4fd6-8cdc-a817ce91b7f9,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:51.084748 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ef1534be-bdc8-4fc3-a2c7-de5410cd810d admin admin] Publish callbacks [] for security_group (3867fe68-aa43-4fd6-8cdc-a817ce91b7f9), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:51.098439 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ad6a16-8f1a-4bee-aa82-07379e6a1b6f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:51.102786 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-02ad6a16-8f1a-4bee-aa82-07379e6a1b6f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "GET /v2.0/subnets/02252f27-7a15-4e6f-b206-6fd67b10c449 HTTP/1.1" status: 200 len: 811 time: 0.1303365 Mar 07 10:43:51.107793 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55052) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:51.163289 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ef1534be-bdc8-4fc3-a2c7-de5410cd810d admin admin] Publish callbacks [] for security_group (3867fe68-aa43-4fd6-8cdc-a817ce91b7f9), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:51.211502 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07a9765-f1f9-453d-8fa9-90256558422b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:51.212926 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c07a9765-f1f9-453d-8fa9-90256558422b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "GET /v2.0/subnets/02252f27-7a15-4e6f-b206-6fd67b10c449?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1039784 Mar 07 10:43:51.216652 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55056) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:51.222112 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-208e3667-07ef-4ad1-9ef0-9c0e95aeabcf tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-718344866'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:51.249373 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208e3667-07ef-4ad1-9ef0-9c0e95aeabcf tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Made reservation on behalf of a906cb076e8d4b1590a80d69151a24aa for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:51.252838 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-208e3667-07ef-4ad1-9ef0-9c0e95aeabcf tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:51.279156 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ef1534be-bdc8-4fc3-a2c7-de5410cd810d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (3867fe68-aa43-4fd6-8cdc-a817ce91b7f9), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:51.282571 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ef1534be-bdc8-4fc3-a2c7-de5410cd810d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:51.283900 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ef1534be-bdc8-4fc3-a2c7-de5410cd810d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3867fe68-aa43-4fd6-8cdc-a817ce91b7f9 HTTP/1.1" status: 204 len: 168 time: 0.2721925 Mar 07 10:43:51.304830 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1534be-bdc8-4fc3-a2c7-de5410cd810d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3867fe68-aa43-4fd6-8cdc-a817ce91b7f9,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:51.307645 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-208e3667-07ef-4ad1-9ef0-9c0e95aeabcf tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:43:51.319877 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-208e3667-07ef-4ad1-9ef0-9c0e95aeabcf tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (5968b6db-608c-4b3c-a724-427dce181ab6), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:51.320297 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-208e3667-07ef-4ad1-9ef0-9c0e95aeabcf tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Added segment 5968b6db-608c-4b3c-a724-427dce181ab6 of type vlan for network 51996908-83e6-4026-a293-6ff519da6063 Mar 07 10:43:51.349741 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55062) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:51.397955 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-208e3667-07ef-4ad1-9ef0-9c0e95aeabcf tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (51996908-83e6-4026-a293-6ff519da6063), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:51.416884 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4188a05f-55ce-4371-baf4-811b45aa4c4f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=63dc5baf5c104c40bda5205b595495cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0652518 Mar 07 10:43:51.417657 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55068) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:51.431421 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-208e3667-07ef-4ad1-9ef0-9c0e95aeabcf tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (51996908-83e6-4026-a293-6ff519da6063), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:51.437571 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208e3667-07ef-4ad1-9ef0-9c0e95aeabcf tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:51.439463 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-208e3667-07ef-4ad1-9ef0-9c0e95aeabcf tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:51.486141 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5de074f8-33f8-4285-8976-c6b170c85dca admin admin] Publish callbacks [] for security_group (e6c3b17a-5ed0-4d31-9b77-d9f4fba53c58), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:51.492271 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-208e3667-07ef-4ad1-9ef0-9c0e95aeabcf tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2742486 Mar 07 10:43:51.495899 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55072) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:51.502712 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-1f5b246b-3889-4171-8b74-b2ff9920f50d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Request body: {'subnet': {'network_id': '51996908-83e6-4026-a293-6ff519da6063', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:51.529232 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208e3667-07ef-4ad1-9ef0-9c0e95aeabcf tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event updated for resources: {'Network': ['ID=51996908-83e6-4026-a293-6ff519da6063,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:51.544982 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 51996908-83e6-4026-a293-6ff519da6063 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:43:51.618514 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5de074f8-33f8-4285-8976-c6b170c85dca admin admin] Publish callbacks [] for security_group (e6c3b17a-5ed0-4d31-9b77-d9f4fba53c58), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:51.689249 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5b246b-3889-4171-8b74-b2ff9920f50d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Made reservation on behalf of a906cb076e8d4b1590a80d69151a24aa for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:51.693641 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f5b246b-3889-4171-8b74-b2ff9920f50d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:51.776700 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5de074f8-33f8-4285-8976-c6b170c85dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e6c3b17a-5ed0-4d31-9b77-d9f4fba53c58), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:51.779408 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5de074f8-33f8-4285-8976-c6b170c85dca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:51.780587 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5de074f8-33f8-4285-8976-c6b170c85dca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e6c3b17a-5ed0-4d31-9b77-d9f4fba53c58 HTTP/1.1" status: 204 len: 168 time: 0.3619995 Mar 07 10:43:51.782498 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.ipam_backend_mixin [None req-1f5b246b-3889-4171-8b74-b2ff9920f50d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Performing IP validity checks on allocation pools {{(pid=103766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 10:43:51.783099 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.ipam_backend_mixin [None req-1f5b246b-3889-4171-8b74-b2ff9920f50d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 10:43:51.803763 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de074f8-33f8-4285-8976-c6b170c85dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c3b17a-5ed0-4d31-9b77-d9f4fba53c58,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:51.874978 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:43:51.983855 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f5b246b-3889-4171-8b74-b2ff9920f50d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (92c73a1f-a131-450a-b3c8-2429f56792f6), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:52.027187 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55090) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:52.046475 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b246b-3889-4171-8b74-b2ff9920f50d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event updated for resources: {'Subnet': ['ID=92c73a1f-a131-450a-b3c8-2429f56792f6,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:52.056731 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ed304121-0aae-4c55-ba89-f65ebf50f01e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:52.066184 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d776e-d570-4842-9251-c944f3b44817 req-09e07554-a140-4b81-b502-f383c9fcd400 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:52.068025 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ca6d776e-d570-4842-9251-c944f3b44817 req-09e07554-a140-4b81-b502-f383c9fcd400 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/networks?id=d7b74752-b035-4af7-99b7-eca10e463dbd HTTP/1.1" status: 200 len: 812 time: 0.2139108 Mar 07 10:43:52.078639 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5b246b-3889-4171-8b74-b2ff9920f50d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Checking segment: {'id': '5968b6db-608c-4b3c-a724-427dce181ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '51996908-83e6-4026-a293-6ff519da6063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:43:52.079016 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5b246b-3889-4171-8b74-b2ff9920f50d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Network hostable DHCP agents. Network: 51996908-83e6-4026-a293-6ff519da6063, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:43:52.101453 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5b246b-3889-4171-8b74-b2ff9920f50d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Network 51996908-83e6-4026-a293-6ff519da6063 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:43:52.107530 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ca6d776e-d570-4842-9251-c944f3b44817 req-73fca2af-d23e-4d0e-952b-8f69fbff5824 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/quotas/ef96f18062d345998a199cb367c56469 HTTP/1.1" status: 200 len: 375 time: 0.0257764 Mar 07 10:43:52.115414 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-1f5b246b-3889-4171-8b74-b2ff9920f50d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 51996908-83e6-4026-a293-6ff519da6063) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:43:52.120980 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5b246b-3889-4171-8b74-b2ff9920f50d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:52.122118 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f5b246b-3889-4171-8b74-b2ff9920f50d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:52.125658 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3952b2-9b0f-4d5b-a2a1-8b4bce984343 None None] Network 51996908-83e6-4026-a293-6ff519da6063 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:52.151651 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1f5b246b-3889-4171-8b74-b2ff9920f50d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6542330 Mar 07 10:43:52.154871 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55094) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:52.160756 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e63ab300-a8b9-40d9-9238-e492b784d6e6 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:52.173501 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ca6d776e-d570-4842-9251-c944f3b44817 req-22d3cd5d-656b-4ebb-9213-1bc6b1bcba22 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef96f18062d345998a199cb367c56469&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570545 Mar 07 10:43:52.284435 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e63ab300-a8b9-40d9-9238-e492b784d6e6 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58933554'] for subnet (92c73a1f-a131-450a-b3c8-2429f56792f6), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:52.346008 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30daaaaa-8640-4302-bbfd-b29a93d51b4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-51996908-83e6-4026-a293-6ff519da6063', 'network_id': '51996908-83e6-4026-a293-6ff519da6063', 'project_id': 'a906cb076e8d4b1590a80d69151a24aa', 'fixed_ips': [{'subnet_id': '92c73a1f-a131-450a-b3c8-2429f56792f6'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:43:52.347035 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-30daaaaa-8640-4302-bbfd-b29a93d51b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:52.580103 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e63ab300-a8b9-40d9-9238-e492b784d6e6 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755330244271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59560718'] for subnet (92c73a1f-a131-450a-b3c8-2429f56792f6), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:52.666634 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ed304121-0aae-4c55-ba89-f65ebf50f01e admin admin] Publish callbacks [] for security_group (47442694-fd01-4491-b709-1b13d0e9a535), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:52.673996 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ab300-a8b9-40d9-9238-e492b784d6e6 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event updated for resources: {'Subnet': ['ID=92c73a1f-a131-450a-b3c8-2429f56792f6,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:52.678813 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-30daaaaa-8640-4302-bbfd-b29a93d51b4a None None] Allocated IP 172.20.0.3 (51996908-83e6-4026-a293-6ff519da6063/92c73a1f-a131-450a-b3c8-2429f56792f6/2295ba4c-5a93-42c8-bd35-79366cd1048c) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:43:52.680344 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ed304121-0aae-4c55-ba89-f65ebf50f01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (47442694-fd01-4491-b709-1b13d0e9a535), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:52.691913 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63ab300-a8b9-40d9-9238-e492b784d6e6 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:52.692529 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e63ab300-a8b9-40d9-9238-e492b784d6e6 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:52.709773 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e63ab300-a8b9-40d9-9238-e492b784d6e6 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "PUT /v2.0/subnets/92c73a1f-a131-450a-b3c8-2429f56792f6 HTTP/1.1" status: 200 len: 877 time: 0.5409243 Mar 07 10:43:52.709773 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55112) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:52.734424 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ca6d776e-d570-4842-9251-c944f3b44817 req-53517029-2aad-4021-9b5e-c5442f6d0382 service neutron] 10.222.0.11 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5507667 Mar 07 10:43:52.757184 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ed304121-0aae-4c55-ba89-f65ebf50f01e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e1fba6c823f645d4b7bb2f5703068e15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7281337 Mar 07 10:43:52.760403 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55118) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:52.776687 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed304121-0aae-4c55-ba89-f65ebf50f01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47442694-fd01-4491-b709-1b13d0e9a535,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:52.852282 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ca6d776e-d570-4842-9251-c944f3b44817 req-b10a494f-d391-45d9-b432-160ce9f724d0 service neutron] 10.222.0.11 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094785 Mar 07 10:43:52.863189 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-38722dc3-22e0-4fa2-b80c-7dfb26c51b4e admin admin] Publish callbacks [] for security_group (47442694-fd01-4491-b709-1b13d0e9a535), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:52.893080 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:52.936430 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (51996908-83e6-4026-a293-6ff519da6063), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:52.970529 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-38722dc3-22e0-4fa2-b80c-7dfb26c51b4e admin admin] Publish callbacks [] for security_group (47442694-fd01-4491-b709-1b13d0e9a535), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:52.988240 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-30daaaaa-8640-4302-bbfd-b29a93d51b4a None None] Publish callbacks [] for port (2295ba4c-5a93-42c8-bd35-79366cd1048c), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:52.999076 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-30daaaaa-8640-4302-bbfd-b29a93d51b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (2295ba4c-5a93-42c8-bd35-79366cd1048c), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:53.067093 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30daaaaa-8640-4302-bbfd-b29a93d51b4a None None] Network 51996908-83e6-4026-a293-6ff519da6063 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:43:53.071037 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-30daaaaa-8640-4302-bbfd-b29a93d51b4a None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:43:53.074464 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30daaaaa-8640-4302-bbfd-b29a93d51b4a None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:43:53.078109 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (92c73a1f-a131-450a-b3c8-2429f56792f6), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:53.083792 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30daaaaa-8640-4302-bbfd-b29a93d51b4a None None] Pushing event updated for resources: {'Port': ['ID=2295ba4c-5a93-42c8-bd35-79366cd1048c,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:53.142056 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-30daaaaa-8640-4302-bbfd-b29a93d51b4a None None] Attempting to bind port 2295ba4c-5a93-42c8-bd35-79366cd1048c on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:43:53.142653 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-30daaaaa-8640-4302-bbfd-b29a93d51b4a None None] Attempting to bind port 2295ba4c-5a93-42c8-bd35-79366cd1048c by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '5968b6db-608c-4b3c-a724-427dce181ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '51996908-83e6-4026-a293-6ff519da6063'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:43:53.142653 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30daaaaa-8640-4302-bbfd-b29a93d51b4a None None] Attempting to bind port 2295ba4c-5a93-42c8-bd35-79366cd1048c on network 51996908-83e6-4026-a293-6ff519da6063 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:43:53.152033 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30daaaaa-8640-4302-bbfd-b29a93d51b4a None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:43:53.152463 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30daaaaa-8640-4302-bbfd-b29a93d51b4a None None] Checking segment: {'id': '5968b6db-608c-4b3c-a724-427dce181ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '51996908-83e6-4026-a293-6ff519da6063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:43:53.152797 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-30daaaaa-8640-4302-bbfd-b29a93d51b4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:53.153448 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30daaaaa-8640-4302-bbfd-b29a93d51b4a None None] Bound using segment: {'id': '5968b6db-608c-4b3c-a724-427dce181ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '51996908-83e6-4026-a293-6ff519da6063'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:43:53.153933 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-30daaaaa-8640-4302-bbfd-b29a93d51b4a None None] Bound port: 2295ba4c-5a93-42c8-bd35-79366cd1048c, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5968b6db-608c-4b3c-a724-427dce181ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '51996908-83e6-4026-a293-6ff519da6063'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:43:53.154310 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-30daaaaa-8640-4302-bbfd-b29a93d51b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2295ba4c-5a93-42c8-bd35-79366cd1048c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:53.157858 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-38722dc3-22e0-4fa2-b80c-7dfb26c51b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (47442694-fd01-4491-b709-1b13d0e9a535), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:53.160585 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-38722dc3-22e0-4fa2-b80c-7dfb26c51b4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:53.161945 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-38722dc3-22e0-4fa2-b80c-7dfb26c51b4e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/47442694-fd01-4491-b709-1b13d0e9a535 HTTP/1.1" status: 204 len: 168 time: 0.4004037 Mar 07 10:43:53.178442 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38722dc3-22e0-4fa2-b80c-7dfb26c51b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47442694-fd01-4491-b709-1b13d0e9a535,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:53.193606 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d4d2f425-3497-4e69-b192-761729743b33 req-813e1a8b-20ae-40f0-b96c-1af8cd475cac tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=a525ed98-2f3d-4bab-ab58-b2196ed0cf83 HTTP/1.1" status: 200 len: 210 time: 0.0640292 Mar 07 10:43:53.215685 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55138) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:53.224909 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (92c73a1f-a131-450a-b3c8-2429f56792f6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:53.265763 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-30daaaaa-8640-4302-bbfd-b29a93d51b4a None None] For port 2295ba4c-5a93-42c8-bd35-79366cd1048c, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:43:53.270111 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-30daaaaa-8640-4302-bbfd-b29a93d51b4a None None] For port 2295ba4c-5a93-42c8-bd35-79366cd1048c, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=2295ba4c-5a93-42c8-bd35-79366cd1048c,segment=NetworkSegment(5968b6db-608c-4b3c-a724-427dce181ab6),segment_id=5968b6db-608c-4b3c-a724-427dce181ab6)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:43:53.279696 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-30daaaaa-8640-4302-bbfd-b29a93d51b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (2295ba4c-5a93-42c8-bd35-79366cd1048c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:53.282916 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event deleted for resources: {'Subnet': ['ID=92c73a1f-a131-450a-b3c8-2429f56792f6,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:53.363396 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30daaaaa-8640-4302-bbfd-b29a93d51b4a None None] Pushing event updated for resources: {'Port': ['ID=2295ba4c-5a93-42c8-bd35-79366cd1048c,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:53.451271 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (51996908-83e6-4026-a293-6ff519da6063), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:53.497556 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51996908-83e6-4026-a293-6ff519da6063']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:53.523852 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5968b6db-608c-4b3c-a724-427dce181ab6') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:53.524382 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5968b6db-608c-4b3c-a724-427dce181ab6') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:53.535496 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (5968b6db-608c-4b3c-a724-427dce181ab6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:53.578715 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (5968b6db-608c-4b3c-a724-427dce181ab6), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:53.607324 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:43:53.607324 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (5968b6db-608c-4b3c-a724-427dce181ab6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:53.624464 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:43:53.624464 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:43:53.624464 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:43:53.624464 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:43:53.624464 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:43:53.624464 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:43:53.624464 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:43:53.624464 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:43:53.624464 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:43:53.624464 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:43:53.624464 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:43:53.624464 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:43:53.624464 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:43:53.624464 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:43:53.624464 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:43:53.624464 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:43:53.624464 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:43:53.624464 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:43:53.624464 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:43:53.624464 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:43:53.624464 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:43:53.624464 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:43:53.624464 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:43:53.624464 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:43:53.624464 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:43:53.624464 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:43:53.624464 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:43:53.624464 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:43:53.624464 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:43:53.624464 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:43:53.624464 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:43:53.624464 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:43:53.739618 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b509598a-f657-4b9d-872d-5891f28bd820 req-51f77852-0941-4778-aa01-32a5b3cfa5ac tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0789604 Mar 07 10:43:53.748983 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.db.api [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 10:43:53.748983 n-d-832164-4 neutron-server[103766]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 10:43:53.748983 n-d-832164-4 neutron-server[103766]: [parameters: {'id': '51996908-83e6-4026-a293-6ff519da6063'}] Mar 07 10:43:53.748983 n-d-832164-4 neutron-server[103766]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103766) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:43:53.749450 n-d-832164-4 neutron-server[103766]: DEBUG oslo_db.api [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:43:53.806481 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-ceae59ec-60de-4046-ad3c-26b554baa58e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-902419381-network', 'tenant_id': '09f2bfd2da3e4fd89d3e140a66579bae'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:53.845279 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceae59ec-60de-4046-ad3c-26b554baa58e admin admin] Made reservation on behalf of 09f2bfd2da3e4fd89d3e140a66579bae for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:53.847814 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ceae59ec-60de-4046-ad3c-26b554baa58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:53.862846 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ceae59ec-60de-4046-ad3c-26b554baa58e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:53.957752 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ceae59ec-60de-4046-ad3c-26b554baa58e admin admin] Publish callbacks [] for security_group (96ec3d28-0b8e-46bc-a0d5-009e638e8eb1), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:53.964014 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ceae59ec-60de-4046-ad3c-26b554baa58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (96ec3d28-0b8e-46bc-a0d5-009e638e8eb1), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:53.990479 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceae59ec-60de-4046-ad3c-26b554baa58e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:43:54.002917 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae59ec-60de-4046-ad3c-26b554baa58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ec3d28-0b8e-46bc-a0d5-009e638e8eb1,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:54.008779 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ceae59ec-60de-4046-ad3c-26b554baa58e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (227c2530-99d4-4364-bd6a-0de4a89ff17b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:54.009183 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-ceae59ec-60de-4046-ad3c-26b554baa58e admin admin] Added segment 227c2530-99d4-4364-bd6a-0de4a89ff17b of type vlan for network 76565483-d66d-41cb-bdde-407dbd732435 Mar 07 10:43:54.054522 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ceae59ec-60de-4046-ad3c-26b554baa58e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (76565483-d66d-41cb-bdde-407dbd732435), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:54.094566 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ceae59ec-60de-4046-ad3c-26b554baa58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (76565483-d66d-41cb-bdde-407dbd732435), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:54.095601 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceae59ec-60de-4046-ad3c-26b554baa58e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:54.096179 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ceae59ec-60de-4046-ad3c-26b554baa58e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:54.163636 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ceae59ec-60de-4046-ad3c-26b554baa58e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9466236 Mar 07 10:43:54.166650 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55180) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:54.168887 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae59ec-60de-4046-ad3c-26b554baa58e admin admin] Pushing event updated for resources: {'Network': ['ID=76565483-d66d-41cb-bdde-407dbd732435,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:54.173638 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-43a431c4-a076-4603-a606-ba47f2c5b477 admin admin] Request body: {'subnet': {'network_id': '76565483-d66d-41cb-bdde-407dbd732435', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-902419381-subnet', 'tenant_id': '09f2bfd2da3e4fd89d3e140a66579bae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:54.184069 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 76565483-d66d-41cb-bdde-407dbd732435 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:43:54.226518 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a431c4-a076-4603-a606-ba47f2c5b477 admin admin] Made reservation on behalf of 09f2bfd2da3e4fd89d3e140a66579bae for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:54.229029 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-43a431c4-a076-4603-a606-ba47f2c5b477 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:54.251850 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (51996908-83e6-4026-a293-6ff519da6063), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:54.443943 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a040555d-21e9-4c21-971b-21759bb2ccee req-b473829c-e554-4e14-ad58-97e4b0061bc6 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=a525ed98-2f3d-4bab-ab58-b2196ed0cf83 HTTP/1.1" status: 200 len: 210 time: 0.0964761 Mar 07 10:43:54.504356 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Deleting port 2295ba4c-5a93-42c8-bd35-79366cd1048c {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:54.504782 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (2295ba4c-5a93-42c8-bd35-79366cd1048c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:54.619971 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] For port 2295ba4c-5a93-42c8-bd35-79366cd1048c, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=2295ba4c-5a93-42c8-bd35-79366cd1048c,segment=NetworkSegment(5968b6db-608c-4b3c-a724-427dce181ab6),segment_id=5968b6db-608c-4b3c-a724-427dce181ab6)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:54.620340 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (2295ba4c-5a93-42c8-bd35-79366cd1048c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:54.641662 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Calling delete_port for 2295ba4c-5a93-42c8-bd35-79366cd1048c owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:54.647224 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-43a431c4-a076-4603-a606-ba47f2c5b477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (5a1ccb26-ce7d-427a-a115-1bc37d7a5beb), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:54.743667 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a431c4-a076-4603-a606-ba47f2c5b477 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a1ccb26-ce7d-427a-a115-1bc37d7a5beb,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:54.769226 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a431c4-a076-4603-a606-ba47f2c5b477 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:54.769576 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a431c4-a076-4603-a606-ba47f2c5b477 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:54.769920 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a431c4-a076-4603-a606-ba47f2c5b477 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:54.770321 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a431c4-a076-4603-a606-ba47f2c5b477 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:54.770573 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a431c4-a076-4603-a606-ba47f2c5b477 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:54.770923 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a431c4-a076-4603-a606-ba47f2c5b477 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:54.772030 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a431c4-a076-4603-a606-ba47f2c5b477 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:54.772030 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a431c4-a076-4603-a606-ba47f2c5b477 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:54.772231 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a431c4-a076-4603-a606-ba47f2c5b477 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:54.772517 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a431c4-a076-4603-a606-ba47f2c5b477 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:54.772841 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a431c4-a076-4603-a606-ba47f2c5b477 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:54.773193 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a431c4-a076-4603-a606-ba47f2c5b477 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:54.773519 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a431c4-a076-4603-a606-ba47f2c5b477 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:43:54.806679 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a431c4-a076-4603-a606-ba47f2c5b477 admin admin] Checking segment: {'id': '227c2530-99d4-4364-bd6a-0de4a89ff17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76565483-d66d-41cb-bdde-407dbd732435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:43:54.807064 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a431c4-a076-4603-a606-ba47f2c5b477 admin admin] Network hostable DHCP agents. Network: 76565483-d66d-41cb-bdde-407dbd732435, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:43:54.825760 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46aaaaa-3a96-4cfb-934f-678128199cc9 None None] Network 51996908-83e6-4026-a293-6ff519da6063 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:54.828472 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (2295ba4c-5a93-42c8-bd35-79366cd1048c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:54.856894 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a431c4-a076-4603-a606-ba47f2c5b477 admin admin] Network 76565483-d66d-41cb-bdde-407dbd732435 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:43:54.865348 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event deleted for resources: {'Port': ['ID=2295ba4c-5a93-42c8-bd35-79366cd1048c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:54.869123 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] No DVR routers for this DVR port 2295ba4c-5a93-42c8-bd35-79366cd1048c on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:43:54.895406 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-43a431c4-a076-4603-a606-ba47f2c5b477 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 76565483-d66d-41cb-bdde-407dbd732435) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:43:54.914613 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a431c4-a076-4603-a606-ba47f2c5b477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:54.915405 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-43a431c4-a076-4603-a606-ba47f2c5b477 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:54.955055 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f317f116-9e25-4c2c-9e7c-1f486f7b71fb None None] Network 76565483-d66d-41cb-bdde-407dbd732435 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:54.957601 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-5a23105e-c367-4521-b142-684e782973e3 None None] Could not find standard attr ID for object 2295ba4c-5a93-42c8-bd35-79366cd1048c. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:43:54.974803 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (51996908-83e6-4026-a293-6ff519da6063), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:55.003246 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-43a431c4-a076-4603-a606-ba47f2c5b477 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8329079 Mar 07 10:43:55.017626 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d776e-d570-4842-9251-c944f3b44817 req-72117240-1ee3-42ac-b76f-dbdf430355ad tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:55.019702 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ca6d776e-d570-4842-9251-c944f3b44817 req-72117240-1ee3-42ac-b76f-dbdf430355ad tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.31 "GET /v2.0/networks?id=d7b74752-b035-4af7-99b7-eca10e463dbd HTTP/1.1" status: 200 len: 812 time: 0.2131217 Mar 07 10:43:55.026480 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51996908-83e6-4026-a293-6ff519da6063']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:55.039929 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5968b6db-608c-4b3c-a724-427dce181ab6') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:55.040364 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5968b6db-608c-4b3c-a724-427dce181ab6') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:55.063874 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (5968b6db-608c-4b3c-a724-427dce181ab6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:55.088841 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-ca6d776e-d570-4842-9251-c944f3b44817 req-3a71fcc7-7cbb-4da1-ba1c-819b491c59b1 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Request body: {'port': {'device_id': 'a525ed98-2f3d-4bab-ab58-b2196ed0cf83', 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd', 'admin_state_up': True, 'tenant_id': 'ef96f18062d345998a199cb367c56469'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:55.108436 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (5968b6db-608c-4b3c-a724-427dce181ab6), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:55.124876 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:43:55.125495 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (5968b6db-608c-4b3c-a724-427dce181ab6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:55.133915 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:43:55.133915 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:43:55.133915 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:43:55.133915 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:43:55.133915 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:43:55.133915 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:43:55.133915 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:43:55.133915 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:43:55.133915 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:43:55.133915 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:43:55.133915 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:43:55.133915 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:43:55.133915 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:43:55.133915 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:43:55.133915 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:43:55.133915 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:43:55.133915 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:43:55.133915 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:43:55.133915 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:43:55.133915 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:43:55.133915 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:43:55.133915 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:43:55.133915 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:43:55.133915 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:43:55.133915 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:43:55.133915 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:43:55.133915 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:43:55.133915 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:43:55.133915 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:43:55.133915 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:43:55.133915 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:43:55.133915 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:43:55.148628 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7fbab064-2756-4451-b6c5-89072077b26a req-1fbad30e-a36f-402c-85f1-68d9b0289c44 tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.1094866 Mar 07 10:43:55.210156 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd2a691-1249-4330-aa93-07da02d4ee40 None None] DHCP port deletion for 51996908-83e6-4026-a293-6ff519da6063 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:43:55.236412 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394561e3-b079-4e96-ac2a-96f471de6ac1 None None] Network 51996908-83e6-4026-a293-6ff519da6063 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:55.266242 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (51996908-83e6-4026-a293-6ff519da6063), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:55.280741 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:55.296956 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/networks/51996908-83e6-4026-a293-6ff519da6063 HTTP/1.1" status: 204 len: 168 time: 2.5919566 Mar 07 10:43:55.298630 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55208) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:55.337971 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fecf76b-957e-4331-822c-3db5729a22c4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event deleted for resources: {'Network': ['ID=51996908-83e6-4026-a293-6ff519da6063,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:55.370064 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2738e299-9dcd-43c6-a245-2e4933f4ca1a None None] Network 76565483-d66d-41cb-bdde-407dbd732435 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:55.394345 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66de2be-21fb-46d5-91cd-766791ab0a12 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] DELETE failed (client error): The resource could not be found. Mar 07 10:43:55.394981 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a66de2be-21fb-46d5-91cd-766791ab0a12 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:43:55.410221 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a66de2be-21fb-46d5-91cd-766791ab0a12 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/subnets/92c73a1f-a131-450a-b3c8-2429f56792f6 HTTP/1.1" status: 404 len: 337 time: 0.0938926 Mar 07 10:43:55.413253 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55216) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:55.433387 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e25a6341-678d-49ea-91b9-959596e02504 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] DELETE failed (client error): The resource could not be found. Mar 07 10:43:55.433957 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e25a6341-678d-49ea-91b9-959596e02504 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:43:55.438006 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e25a6341-678d-49ea-91b9-959596e02504 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/networks/51996908-83e6-4026-a293-6ff519da6063 HTTP/1.1" status: 404 len: 339 time: 0.0233994 Mar 07 10:43:55.440088 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55218) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:55.470144 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca6d776e-d570-4842-9251-c944f3b44817 req-3a71fcc7-7cbb-4da1-ba1c-819b491c59b1 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Made reservation on behalf of ef96f18062d345998a199cb367c56469 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:55.477663 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ca6d776e-d570-4842-9251-c944f3b44817 req-3a71fcc7-7cbb-4da1-ba1c-819b491c59b1 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:55.497994 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-58fd2adf-f99c-413c-929e-d33422a60018 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] DELETE failed (client error): The resource could not be found. Mar 07 10:43:55.502183 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58fd2adf-f99c-413c-929e-d33422a60018 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:43:55.513955 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55224) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:55.514625 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-58fd2adf-f99c-413c-929e-d33422a60018 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/subnets/0d81831e-ba82-4cd8-8adb-3c73c637c637 HTTP/1.1" status: 404 len: 337 time: 0.0730960 Mar 07 10:43:55.562044 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-252294f9-6ecf-48a1-8e5d-367a4a88784e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] DELETE failed (client error): The resource could not be found. Mar 07 10:43:55.562560 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-252294f9-6ecf-48a1-8e5d-367a4a88784e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:43:55.568438 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-252294f9-6ecf-48a1-8e5d-367a4a88784e tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/networks/db4ee821-7c28-49d8-b259-bf5e7b163f5e HTTP/1.1" status: 404 len: 339 time: 0.0489769 Mar 07 10:43:55.569345 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55232) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:55.596141 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b67e12be-bb17-4882-a243-88085b9f8a8b req-8d6028fc-1b9d-4fea-bf65-fb44cb9001a6 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=a525ed98-2f3d-4bab-ab58-b2196ed0cf83 HTTP/1.1" status: 200 len: 210 time: 0.0496800 Mar 07 10:43:55.689682 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2be20707-09d7-4579-8651-3abdb957ed12 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (69cc216c-487e-4110-8c90-8433b5a8dba6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:55.713700 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-ca6d776e-d570-4842-9251-c944f3b44817 req-3a71fcc7-7cbb-4da1-ba1c-819b491c59b1 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Allocated IP 172.20.0.7 (d7b74752-b035-4af7-99b7-eca10e463dbd/da6814d7-5b80-4178-9297-cce360fe7941/3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:43:55.799339 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-82c92b4d-1dfe-4246-a0aa-2d65637f914a tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:55.800810 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-82c92b4d-1dfe-4246-a0aa-2d65637f914a tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/networks?id=76565483-d66d-41cb-bdde-407dbd732435 HTTP/1.1" status: 200 len: 812 time: 0.1954992 Mar 07 10:43:55.848599 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2be20707-09d7-4579-8651-3abdb957ed12 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (69cc216c-487e-4110-8c90-8433b5a8dba6), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:55.853223 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-0bb320c1-a065-4fb0-9fe3-c00843e276e0 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/quotas/09f2bfd2da3e4fd89d3e140a66579bae HTTP/1.1" status: 200 len: 375 time: 0.0438950 Mar 07 10:43:55.882410 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-2be20707-09d7-4579-8651-3abdb957ed12 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69cc216c-487e-4110-8c90-8433b5a8dba6']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:55.890531 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ca6d776e-d570-4842-9251-c944f3b44817 req-3a71fcc7-7cbb-4da1-ba1c-819b491c59b1 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks [] for port (3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:55.907214 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-255e03a8-4f21-4207-8770-b578608c7592 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=09f2bfd2da3e4fd89d3e140a66579bae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372486 Mar 07 10:43:55.908861 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-2be20707-09d7-4579-8651-3abdb957ed12 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '431817d7-447f-4955-ab62-0bbdb18e9db9') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:55.909182 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-2be20707-09d7-4579-8651-3abdb957ed12 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '431817d7-447f-4955-ab62-0bbdb18e9db9') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:55.926885 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2be20707-09d7-4579-8651-3abdb957ed12 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (431817d7-447f-4955-ab62-0bbdb18e9db9), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:55.940787 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ca6d776e-d570-4842-9251-c944f3b44817 req-3a71fcc7-7cbb-4da1-ba1c-819b491c59b1 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:55.960364 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2be20707-09d7-4579-8651-3abdb957ed12 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (431817d7-447f-4955-ab62-0bbdb18e9db9), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:55.982546 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca6d776e-d570-4842-9251-c944f3b44817 req-3a71fcc7-7cbb-4da1-ba1c-819b491c59b1 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Network d7b74752-b035-4af7-99b7-eca10e463dbd is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:43:55.986025 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-ca6d776e-d570-4842-9251-c944f3b44817 req-3a71fcc7-7cbb-4da1-ba1c-819b491c59b1 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:43:55.992750 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6d776e-d570-4842-9251-c944f3b44817 req-3a71fcc7-7cbb-4da1-ba1c-819b491c59b1 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:43:55.996890 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be20707-09d7-4579-8651-3abdb957ed12 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:43:55.997378 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2be20707-09d7-4579-8651-3abdb957ed12 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (431817d7-447f-4955-ab62-0bbdb18e9db9), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:56.000436 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:43:56.000436 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:43:56.000436 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:43:56.000436 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:43:56.000436 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:43:56.000436 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:43:56.000436 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:43:56.000436 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:43:56.000436 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:43:56.000436 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:43:56.000436 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:43:56.000436 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:43:56.000436 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:43:56.000436 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:43:56.000436 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:43:56.000436 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:43:56.000436 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:43:56.000436 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:43:56.000436 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:43:56.000436 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:43:56.000436 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:43:56.000436 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:43:56.000436 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:43:56.000436 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:43:56.000436 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:43:56.000436 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:43:56.000436 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:43:56.000436 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:43:56.000436 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:43:56.000436 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:43:56.000436 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:43:56.000436 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:43:56.037086 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71fcc7-7cbb-4da1-ba1c-819b491c59b1 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Pushing event updated for resources: {'Port': ['ID=3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:56.054673 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d776e-d570-4842-9251-c944f3b44817 req-3a71fcc7-7cbb-4da1-ba1c-819b491c59b1 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:56.055573 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ca6d776e-d570-4842-9251-c944f3b44817 req-3a71fcc7-7cbb-4da1-ba1c-819b491c59b1 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:56.074052 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ca6d776e-d570-4842-9251-c944f3b44817 req-3a71fcc7-7cbb-4da1-ba1c-819b491c59b1 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0340748 Mar 07 10:43:56.080227 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2be20707-09d7-4579-8651-3abdb957ed12 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (69cc216c-487e-4110-8c90-8433b5a8dba6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:56.086527 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-ca6d776e-d570-4842-9251-c944f3b44817 req-481918c6-d89f-4816-a3e7-a052fb531ae3 service neutron] Request body: {'port': {'device_id': 'a525ed98-2f3d-4bab-ab58-b2196ed0cf83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:56.088101 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2be20707-09d7-4579-8651-3abdb957ed12 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:56.091236 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2be20707-09d7-4579-8651-3abdb957ed12 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/networks/69cc216c-487e-4110-8c90-8433b5a8dba6 HTTP/1.1" status: 204 len: 168 time: 0.5206597 Mar 07 10:43:56.094672 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55256) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:56.112308 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-d16ea8ee-a750-49f2-b2cd-c61482861d4f service neutron] 10.222.0.11 "GET /v2.0/networks/76565483-d66d-41cb-bdde-407dbd732435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954427 Mar 07 10:43:56.114364 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be20707-09d7-4579-8651-3abdb957ed12 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event deleted for resources: {'Network': ['ID=69cc216c-487e-4110-8c90-8433b5a8dba6,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:56.141458 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3822e9e3-29e0-4338-a3e8-7d52499ebb28 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] DELETE failed (client error): The resource could not be found. Mar 07 10:43:56.141853 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3822e9e3-29e0-4338-a3e8-7d52499ebb28 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:43:56.144931 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3822e9e3-29e0-4338-a3e8-7d52499ebb28 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/subnets/63bb5c37-8fc8-4aff-88df-9b65da7c63b5 HTTP/1.1" status: 404 len: 337 time: 0.0406911 Mar 07 10:43:56.149499 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55258) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:56.172021 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c595d283-b7d5-4c68-ae7f-f740d603d7a4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] DELETE failed (client error): The resource could not be found. Mar 07 10:43:56.172715 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c595d283-b7d5-4c68-ae7f-f740d603d7a4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:43:56.176020 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c595d283-b7d5-4c68-ae7f-f740d603d7a4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/networks/2cbdfa08-29a9-4947-85a8-fe625d8a0546 HTTP/1.1" status: 404 len: 339 time: 0.0250840 Mar 07 10:43:56.179169 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55260) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:56.188744 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ca6d776e-d570-4842-9251-c944f3b44817 req-481918c6-d89f-4816-a3e7-a052fb531ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:56.209706 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-28ccb133-7b79-4030-b00b-95e112f71159 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] DELETE failed (client error): The resource could not be found. Mar 07 10:43:56.210443 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28ccb133-7b79-4030-b00b-95e112f71159 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:43:56.213958 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-28ccb133-7b79-4030-b00b-95e112f71159 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/subnets/dcf0bbe4-b903-441d-8b10-cc5734c91c3b HTTP/1.1" status: 404 len: 337 time: 0.0336149 Mar 07 10:43:56.221974 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55266) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:56.255825 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b45cb7-1e8a-4c2a-b955-f7a05f044499 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] DELETE failed (client error): The resource could not be found. Mar 07 10:43:56.256679 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76b45cb7-1e8a-4c2a-b955-f7a05f044499 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:43:56.259038 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-0835769b-a9a1-4ec0-bacb-cf016d9837e4 service neutron] 10.222.0.11 "GET /v2.0/networks/76565483-d66d-41cb-bdde-407dbd732435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255968 Mar 07 10:43:56.260145 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-76b45cb7-1e8a-4c2a-b955-f7a05f044499 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/networks/5b047c0c-5dc2-416e-9d0c-eb15739d24b3 HTTP/1.1" status: 404 len: 339 time: 0.0370448 Mar 07 10:43:56.262985 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55268) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:56.298486 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-464a032a-2c50-42d5-b4f1-e41343f7786b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] DELETE failed (client error): The resource could not be found. Mar 07 10:43:56.299084 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-464a032a-2c50-42d5-b4f1-e41343f7786b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:43:56.306777 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-464a032a-2c50-42d5-b4f1-e41343f7786b tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/subnets/19aba1b6-1076-488b-ab5c-582385c0ed63 HTTP/1.1" status: 404 len: 337 time: 0.0426033 Mar 07 10:43:56.307686 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55270) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:56.320756 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55272) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:56.409033 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-05123c64-47c5-48e1-9d12-ee3354f3dfe0 req-a6a0f4d5-21ea-439d-8688-2438547c6257 tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.1032302 Mar 07 10:43:56.412823 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b859844-49b1-46af-a068-c3469603a8c7 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] DELETE failed (client error): The resource could not be found. Mar 07 10:43:56.413471 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b859844-49b1-46af-a068-c3469603a8c7 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:43:56.418928 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6b859844-49b1-46af-a068-c3469603a8c7 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/networks/2b14c1ed-e264-4862-983b-a56d6a4a3b64 HTTP/1.1" status: 404 len: 339 time: 0.1068263 Mar 07 10:43:56.420022 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55276) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:56.461774 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b29fda-922b-4311-9d58-ad6d4988c872 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] DELETE failed (client error): The resource could not be found. Mar 07 10:43:56.462229 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b29fda-922b-4311-9d58-ad6d4988c872 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:43:56.467494 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-08b29fda-922b-4311-9d58-ad6d4988c872 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/subnets/5def523f-c606-4b0b-9c29-3640a4f4ed87 HTTP/1.1" status: 404 len: 337 time: 0.0441887 Mar 07 10:43:56.471140 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55280) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:56.479672 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e32b438-bece-4793-acb1-0468c4796592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:56.508096 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb33b13-2540-42b2-b903-05f430335874 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] DELETE failed (client error): The resource could not be found. Mar 07 10:43:56.510100 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bb33b13-2540-42b2-b903-05f430335874 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:43:56.513340 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0bb33b13-2540-42b2-b903-05f430335874 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/networks/30458ae8-0079-45d9-8c08-2924856cb4fa HTTP/1.1" status: 404 len: 339 time: 0.0408127 Mar 07 10:43:56.521313 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55284) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:56.555684 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1787d4a-4ef4-4c74-a451-c1ac3c1e3a16 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] DELETE failed (client error): The resource could not be found. Mar 07 10:43:56.556153 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1787d4a-4ef4-4c74-a451-c1ac3c1e3a16 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:43:56.563430 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e1787d4a-4ef4-4c74-a451-c1ac3c1e3a16 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/subnets/7195561e-8d35-4999-95b4-e522e782bd6e HTTP/1.1" status: 404 len: 337 time: 0.0403152 Mar 07 10:43:56.569098 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55288) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:56.598776 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8f65c278-ca22-45d2-b9a8-b9b39b4bf5b9 req-ce661b40-3b06-4bba-91c3-7b06893155e6 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5b600d0-d07c-49d8-b6b5-247f675239e3 HTTP/1.1" status: 200 len: 210 time: 0.0342062 Mar 07 10:43:56.616235 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-ca6d776e-d570-4842-9251-c944f3b44817 req-481918c6-d89f-4816-a3e7-a052fb531ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:43:56.624391 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf11b07-5f7a-4f7a-82de-f2093c3162a0 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] DELETE failed (client error): The resource could not be found. Mar 07 10:43:56.624911 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cf11b07-5f7a-4f7a-82de-f2093c3162a0 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:43:56.628028 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0cf11b07-5f7a-4f7a-82de-f2093c3162a0 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/networks/a7f5989b-0c2f-4672-ab60-12ae2ad3b254 HTTP/1.1" status: 404 len: 339 time: 0.0579937 Mar 07 10:43:56.631462 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55296) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:56.634564 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ca6d776e-d570-4842-9251-c944f3b44817 req-481918c6-d89f-4816-a3e7-a052fb531ae3 service neutron] Publish callbacks [] for port (3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:56.648243 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-ca6d776e-d570-4842-9251-c944f3b44817 req-481918c6-d89f-4816-a3e7-a052fb531ae3 service neutron] Transition to ACTIVE for port object 3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:43:56.653327 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ca6d776e-d570-4842-9251-c944f3b44817 req-481918c6-d89f-4816-a3e7-a052fb531ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:56.665509 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e95b1a-cc0c-4bb6-af10-70db7e59b1a4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] DELETE failed (client error): The resource could not be found. Mar 07 10:43:56.665990 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e95b1a-cc0c-4bb6-af10-70db7e59b1a4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:43:56.671634 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-14e95b1a-cc0c-4bb6-af10-70db7e59b1a4 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/subnets/6df46f7f-d316-4089-8991-1b6fd9516cc0 HTTP/1.1" status: 404 len: 337 time: 0.0365775 Mar 07 10:43:56.671634 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55300) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:56.699248 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae4fa02-e531-42c6-a3f3-70291b72b48f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] DELETE failed (client error): The resource could not be found. Mar 07 10:43:56.699716 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae4fa02-e531-42c6-a3f3-70291b72b48f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:43:56.701244 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481918c6-d89f-4816-a3e7-a052fb531ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:56.705182 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0ae4fa02-e531-42c6-a3f3-70291b72b48f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/networks/74f1904e-6860-48fc-bed0-4fd50bf2a654 HTTP/1.1" status: 404 len: 339 time: 0.0304193 Mar 07 10:43:56.705451 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55302) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:56.742920 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ebee3fc-53bb-4300-a62f-578e00bda3d1 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] DELETE failed (client error): The resource could not be found. Mar 07 10:43:56.743296 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ebee3fc-53bb-4300-a62f-578e00bda3d1 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:43:56.747449 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8ebee3fc-53bb-4300-a62f-578e00bda3d1 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/subnets/1844ab3c-25b9-442a-a77c-d2551941fd11 HTTP/1.1" status: 404 len: 337 time: 0.0400405 Mar 07 10:43:56.749866 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55304) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:56.778617 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c0cdfc-0a10-4b3b-9de0-b4c4a0b01711 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] DELETE failed (client error): The resource could not be found. Mar 07 10:43:56.779123 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7c0cdfc-0a10-4b3b-9de0-b4c4a0b01711 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:43:56.784803 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b7c0cdfc-0a10-4b3b-9de0-b4c4a0b01711 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/networks/9e4f3e62-8209-428a-bd9f-7b9aca4c0b60 HTTP/1.1" status: 404 len: 339 time: 0.0301232 Mar 07 10:43:56.785629 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55306) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:56.819513 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e32b438-bece-4793-acb1-0468c4796592 admin admin] Publish callbacks [] for security_group (d163c217-cde0-47a4-b095-1acadd595494), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:56.821765 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d5fbecd-3bd0-41de-a11c-6ea6c78a7536 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] DELETE failed (client error): The resource could not be found. Mar 07 10:43:56.821895 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d5fbecd-3bd0-41de-a11c-6ea6c78a7536 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:43:56.827345 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6d5fbecd-3bd0-41de-a11c-6ea6c78a7536 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/subnets/aaca142b-9b8c-41be-ba55-ea2cfcbc2b12 HTTP/1.1" status: 404 len: 337 time: 0.0388310 Mar 07 10:43:56.827631 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55312) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:56.836343 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e32b438-bece-4793-acb1-0468c4796592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d163c217-cde0-47a4-b095-1acadd595494), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:56.847489 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b96725-3fc8-4a0b-b5e5-cbc73a8486b9 req-e729b926-c646-4bbb-9908-83bd3b05e2c3 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:56.848603 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-31b96725-3fc8-4a0b-b5e5-cbc73a8486b9 req-e729b926-c646-4bbb-9908-83bd3b05e2c3 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=a525ed98-2f3d-4bab-ab58-b2196ed0cf83 HTTP/1.1" status: 200 len: 943 time: 0.1280088 Mar 07 10:43:56.849999 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-ca6d776e-d570-4842-9251-c944f3b44817 req-481918c6-d89f-4816-a3e7-a052fb531ae3 service neutron] Attempting to bind port 3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:43:56.850333 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-ca6d776e-d570-4842-9251-c944f3b44817 req-481918c6-d89f-4816-a3e7-a052fb531ae3 service neutron] Attempting to bind port 3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '12342119-cf6b-4cbb-9e34-d47607d55c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:43:56.850655 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6d776e-d570-4842-9251-c944f3b44817 req-481918c6-d89f-4816-a3e7-a052fb531ae3 service neutron] Attempting to bind port 3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f on network d7b74752-b035-4af7-99b7-eca10e463dbd {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:43:56.858051 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6d776e-d570-4842-9251-c944f3b44817 req-481918c6-d89f-4816-a3e7-a052fb531ae3 service neutron] Port 3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f on network d7b74752-b035-4af7-99b7-eca10e463dbd not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:43:56.858230 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6d776e-d570-4842-9251-c944f3b44817 req-481918c6-d89f-4816-a3e7-a052fb531ae3 service neutron] Attempting to bind port 3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f on network d7b74752-b035-4af7-99b7-eca10e463dbd {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:43:56.866672 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-752d8c04-7522-451c-b8ae-138fe75f7f6f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] DELETE failed (client error): The resource could not be found. Mar 07 10:43:56.867176 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-752d8c04-7522-451c-b8ae-138fe75f7f6f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:43:56.872877 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-752d8c04-7522-451c-b8ae-138fe75f7f6f tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/networks/05137f87-5620-4bfb-bc7b-f923dd22d82a HTTP/1.1" status: 404 len: 339 time: 0.0417309 Mar 07 10:43:56.876853 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55314) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:56.877297 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6d776e-d570-4842-9251-c944f3b44817 req-481918c6-d89f-4816-a3e7-a052fb531ae3 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:43:56.877564 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6d776e-d570-4842-9251-c944f3b44817 req-481918c6-d89f-4816-a3e7-a052fb531ae3 service neutron] Checking segment: {'id': '12342119-cf6b-4cbb-9e34-d47607d55c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:43:56.877959 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca6d776e-d570-4842-9251-c944f3b44817 req-481918c6-d89f-4816-a3e7-a052fb531ae3 service neutron] Bound using segment: {'id': '12342119-cf6b-4cbb-9e34-d47607d55c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:43:56.878400 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-ca6d776e-d570-4842-9251-c944f3b44817 req-481918c6-d89f-4816-a3e7-a052fb531ae3 service neutron] Bound port: 3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12342119-cf6b-4cbb-9e34-d47607d55c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:43:56.878983 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ca6d776e-d570-4842-9251-c944f3b44817 req-481918c6-d89f-4816-a3e7-a052fb531ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:56.920598 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4e32b438-bece-4793-acb1-0468c4796592 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cf2927337fd243829f1037137dce213f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5986652 Mar 07 10:43:56.925078 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55316) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:56.927033 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e32b438-bece-4793-acb1-0468c4796592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d163c217-cde0-47a4-b095-1acadd595494,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:56.950847 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-31b96725-3fc8-4a0b-b5e5-cbc73a8486b9 req-83f16944-b21e-4f8c-bed8-488996c5eb68 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948925 Mar 07 10:43:56.977249 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2db63c0-6b0f-45c1-b5cb-d23f7aa2ed62 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Deleting subnet 02252f27-7a15-4e6f-b206-6fd67b10c449 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:43:56.979508 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-ca6d776e-d570-4842-9251-c944f3b44817 req-481918c6-d89f-4816-a3e7-a052fb531ae3 service neutron] For port 3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:43:56.983060 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-ca6d776e-d570-4842-9251-c944f3b44817 req-481918c6-d89f-4816-a3e7-a052fb531ae3 service neutron] For port 3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f,segment=NetworkSegment(12342119-cf6b-4cbb-9e34-d47607d55c42),segment_id=12342119-cf6b-4cbb-9e34-d47607d55c42)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:43:56.984993 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d2db63c0-6b0f-45c1-b5cb-d23f7aa2ed62 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks [] for subnet (02252f27-7a15-4e6f-b206-6fd67b10c449), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:56.992259 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ca6d776e-d570-4842-9251-c944f3b44817 req-481918c6-d89f-4816-a3e7-a052fb531ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:57.032774 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d776e-d570-4842-9251-c944f3b44817 req-481918c6-d89f-4816-a3e7-a052fb531ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:57.033021 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ca6d776e-d570-4842-9251-c944f3b44817 req-481918c6-d89f-4816-a3e7-a052fb531ae3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:57.034517 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ca6d776e-d570-4842-9251-c944f3b44817 req-481918c6-d89f-4816-a3e7-a052fb531ae3 service neutron] 10.222.0.31 "PUT /v2.0/ports/3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f HTTP/1.1" status: 200 len: 1091 time: 0.9531765 Mar 07 10:43:57.035079 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a525ed98-2f3d-4bab-ab58-b2196ed0cf83', 'tag': '3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:43:57.038007 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65e0ab7-d9fd-4782-8ba3-07fd167c4977" -d '{"events": [{"name": "network-changed", "server_uuid": "a525ed98-2f3d-4bab-ab58-b2196ed0cf83", "tag": "3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:43:57.041731 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-493c7464-9dc8-4364-8450-ea8e41b79b3a admin admin] Publish callbacks [] for security_group (d163c217-cde0-47a4-b095-1acadd595494), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:57.047606 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d2db63c0-6b0f-45c1-b5cb-d23f7aa2ed62 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (02252f27-7a15-4e6f-b206-6fd67b10c449), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:57.065601 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481918c6-d89f-4816-a3e7-a052fb531ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:57.107423 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-493c7464-9dc8-4364-8450-ea8e41b79b3a admin admin] Publish callbacks [] for security_group (d163c217-cde0-47a4-b095-1acadd595494), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:57.133204 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a864771-0f95-4e3c-8661-790c785b5647 x-openstack-request-id: req-7a864771-0f95-4e3c-8661-790c785b5647 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:43:57.133470 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a525ed98-2f3d-4bab-ab58-b2196ed0cf83", "tag": "3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:43:57.133779 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7a864771-0f95-4e3c-8661-790c785b5647 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:43:57.134171 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a525ed98-2f3d-4bab-ab58-b2196ed0cf83', 'tag': '3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f', 'status': 'completed', 'code': 200} Mar 07 10:43:57.147029 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d776e-d570-4842-9251-c944f3b44817 req-2277ff71-9c41-4e6d-92f8-14fc852de143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:57.148900 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ca6d776e-d570-4842-9251-c944f3b44817 req-2277ff71-9c41-4e6d-92f8-14fc852de143 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ef96f18062d345998a199cb367c56469&device_id=a525ed98-2f3d-4bab-ab58-b2196ed0cf83 HTTP/1.1" status: 200 len: 1125 time: 0.0659618 Mar 07 10:43:57.197680 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d2db63c0-6b0f-45c1-b5cb-d23f7aa2ed62 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (02252f27-7a15-4e6f-b206-6fd67b10c449), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:57.200059 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ca6d776e-d570-4842-9251-c944f3b44817 req-f8ceda44-6950-42eb-84b0-45a68dbaff25 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f HTTP/1.1" status: 200 len: 217 time: 0.0435557 Mar 07 10:43:57.222101 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-493c7464-9dc8-4364-8450-ea8e41b79b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d163c217-cde0-47a4-b095-1acadd595494), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:57.225344 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-493c7464-9dc8-4364-8450-ea8e41b79b3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:57.226627 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-493c7464-9dc8-4364-8450-ea8e41b79b3a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d163c217-cde0-47a4-b095-1acadd595494 HTTP/1.1" status: 204 len: 168 time: 0.3007555 Mar 07 10:43:57.244695 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c7464-9dc8-4364-8450-ea8e41b79b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d163c217-cde0-47a4-b095-1acadd595494,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:57.274338 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d776e-d570-4842-9251-c944f3b44817 req-a022f211-5376-41c0-a600-c131ac780638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:57.276405 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ca6d776e-d570-4842-9251-c944f3b44817 req-a022f211-5376-41c0-a600-c131ac780638 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=da6814d7-5b80-4178-9297-cce360fe7941 HTTP/1.1" status: 200 len: 852 time: 0.0704358 Mar 07 10:43:57.288882 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d2db63c0-6b0f-45c1-b5cb-d23f7aa2ed62 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (02252f27-7a15-4e6f-b206-6fd67b10c449), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:57.324591 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dc7e49-6fd1-4a78-97cb-81754df64ad8 None None] Network 450bee5d-e334-4385-9be9-d1adb4f39b3a requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:43:57.339972 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ca6d776e-d570-4842-9251-c944f3b44817 req-9ae4576d-752d-4a5a-914a-56aff2c79ec2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d7b74752-b035-4af7-99b7-eca10e463dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563731 Mar 07 10:43:57.348732 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d2db63c0-6b0f-45c1-b5cb-d23f7aa2ed62 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:57.353983 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d2db63c0-6b0f-45c1-b5cb-d23f7aa2ed62 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/subnets/02252f27-7a15-4e6f-b206-6fd67b10c449 HTTP/1.1" status: 204 len: 168 time: 0.4731591 Mar 07 10:43:57.355152 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db63c0-6b0f-45c1-b5cb-d23f7aa2ed62 tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event deleted for resources: {'Subnet': ['ID=02252f27-7a15-4e6f-b206-6fd67b10c449,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:57.357624 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55324) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:57.552965 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525c2db5-e6d4-4661-9776-a3950a374ac5 None None] DHCP port deletion for 450bee5d-e334-4385-9be9-d1adb4f39b3a request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:43:57.580566 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b952e04c-aebc-4290-ac10-4338784ce59d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (450bee5d-e334-4385-9be9-d1adb4f39b3a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:57.584068 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d0067a01-7841-4e1c-b02b-d303726a3605 req-01fafb8e-04d3-407c-bfb2-9630694b6f79 tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0682280 Mar 07 10:43:57.608847 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ca6d776e-d570-4842-9251-c944f3b44817 req-f6bc9618-fb8d-47d5-8b0b-039899be31e8 service neutron] 10.222.0.31 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617707 Mar 07 10:43:57.656705 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-525c2db5-e6d4-4661-9776-a3950a374ac5 None None] Deleting port 0384dbeb-0139-4562-bf0b-7ae20f617f17 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:57.657154 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-525c2db5-e6d4-4661-9776-a3950a374ac5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (0384dbeb-0139-4562-bf0b-7ae20f617f17), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:57.704929 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55332) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:57.727251 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-29793bd4-b405-4d73-815a-aaf46e770de7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:57.761302 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-525c2db5-e6d4-4661-9776-a3950a374ac5 None None] For port 0384dbeb-0139-4562-bf0b-7ae20f617f17, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=0384dbeb-0139-4562-bf0b-7ae20f617f17,segment=NetworkSegment(aa5efecd-a588-46ed-a99a-ea3818cae45b),segment_id=aa5efecd-a588-46ed-a99a-ea3818cae45b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:57.761796 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-525c2db5-e6d4-4661-9776-a3950a374ac5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (0384dbeb-0139-4562-bf0b-7ae20f617f17), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:57.767545 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b952e04c-aebc-4290-ac10-4338784ce59d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Deleting port 0384dbeb-0139-4562-bf0b-7ae20f617f17 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:43:57.767831 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b952e04c-aebc-4290-ac10-4338784ce59d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (0384dbeb-0139-4562-bf0b-7ae20f617f17), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:57.774538 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-171e7317-d74a-45ac-9498-4c153db0d227 req-e51fde9b-0b1d-4fe8-8ddf-7ee4c22c242e tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5b600d0-d07c-49d8-b6b5-247f675239e3 HTTP/1.1" status: 200 len: 210 time: 0.0488153 Mar 07 10:43:57.798073 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ca6d776e-d570-4842-9251-c944f3b44817 req-9b353122-dadf-4253-b297-dab0217cbd77 service neutron] 10.222.0.31 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388323 Mar 07 10:43:57.806800 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-525c2db5-e6d4-4661-9776-a3950a374ac5 None None] Calling delete_port for 0384dbeb-0139-4562-bf0b-7ae20f617f17 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:57.850451 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-b952e04c-aebc-4290-ac10-4338784ce59d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] For port 0384dbeb-0139-4562-bf0b-7ae20f617f17, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=0384dbeb-0139-4562-bf0b-7ae20f617f17,segment=NetworkSegment(aa5efecd-a588-46ed-a99a-ea3818cae45b),segment_id=aa5efecd-a588-46ed-a99a-ea3818cae45b)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:43:57.850829 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b952e04c-aebc-4290-ac10-4338784ce59d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (0384dbeb-0139-4562-bf0b-7ae20f617f17), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:57.851960 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-29793bd4-b405-4d73-815a-aaf46e770de7 admin admin] Publish callbacks [] for security_group (a6277c1a-851c-4256-93d7-de134d703adc), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:57.857376 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-29793bd4-b405-4d73-815a-aaf46e770de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a6277c1a-851c-4256-93d7-de134d703adc), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:57.891675 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b952e04c-aebc-4290-ac10-4338784ce59d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Calling delete_port for 0384dbeb-0139-4562-bf0b-7ae20f617f17 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:43:57.915882 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-525c2db5-e6d4-4661-9776-a3950a374ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (0384dbeb-0139-4562-bf0b-7ae20f617f17), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:57.922531 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-29793bd4-b405-4d73-815a-aaf46e770de7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5d06108bb0c4452396f983f3a812c754&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2140994 Mar 07 10:43:57.935749 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55334) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:57.936510 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29793bd4-b405-4d73-815a-aaf46e770de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6277c1a-851c-4256-93d7-de134d703adc,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:57.941497 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3c2f6098-9bdf-49f5-906b-45c0265ea7ff req-fae89c7d-90b0-4aa7-83a5-ccc01b24e5e5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0373414 Mar 07 10:43:57.947503 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525c2db5-e6d4-4661-9776-a3950a374ac5 None None] No DVR routers for this DVR port 0384dbeb-0139-4562-bf0b-7ae20f617f17 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:43:57.956430 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525c2db5-e6d4-4661-9776-a3950a374ac5 None None] Pushing event deleted for resources: {'Port': ['ID=0384dbeb-0139-4562-bf0b-7ae20f617f17,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:57.977319 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e0ab7-d9fd-4782-8ba3-07fd167c4977 req-1a94a4fd-f2c4-49e2-a5cb-25ee43f33de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:57.978922 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e65e0ab7-d9fd-4782-8ba3-07fd167c4977 req-1a94a4fd-f2c4-49e2-a5cb-25ee43f33de4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ef96f18062d345998a199cb367c56469&device_id=a525ed98-2f3d-4bab-ab58-b2196ed0cf83 HTTP/1.1" status: 200 len: 1125 time: 0.1248882 Mar 07 10:43:58.004967 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1dd5adc6-272f-4ed2-bb08-efb3c50c784c admin admin] Publish callbacks [] for security_group (a6277c1a-851c-4256-93d7-de134d703adc), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:58.010271 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b952e04c-aebc-4290-ac10-4338784ce59d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (0384dbeb-0139-4562-bf0b-7ae20f617f17), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:58.034580 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1dd5adc6-272f-4ed2-bb08-efb3c50c784c admin admin] Publish callbacks [] for security_group (a6277c1a-851c-4256-93d7-de134d703adc), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:58.043419 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b952e04c-aebc-4290-ac10-4338784ce59d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event deleted for resources: {'Port': ['ID=0384dbeb-0139-4562-bf0b-7ae20f617f17,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:58.054228 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b952e04c-aebc-4290-ac10-4338784ce59d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] No DVR routers for this DVR port 0384dbeb-0139-4562-bf0b-7ae20f617f17 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:43:58.116383 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1dd5adc6-272f-4ed2-bb08-efb3c50c784c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a6277c1a-851c-4256-93d7-de134d703adc), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:58.119619 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1dd5adc6-272f-4ed2-bb08-efb3c50c784c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:58.121033 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1dd5adc6-272f-4ed2-bb08-efb3c50c784c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a6277c1a-851c-4256-93d7-de134d703adc HTTP/1.1" status: 204 len: 168 time: 0.1817739 Mar 07 10:43:58.132021 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5adc6-272f-4ed2-bb08-efb3c50c784c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6277c1a-851c-4256-93d7-de134d703adc,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:58.208057 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b952e04c-aebc-4290-ac10-4338784ce59d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (450bee5d-e334-4385-9be9-d1adb4f39b3a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:58.261396 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc63e66-d55a-4cc0-bdb7-e2feb4addc5f req-03ed4f12-b187-4159-9d17-2cbdbfe6b8cf tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:58.268029 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-efc63e66-d55a-4cc0-bdb7-e2feb4addc5f req-03ed4f12-b187-4159-9d17-2cbdbfe6b8cf tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=a525ed98-2f3d-4bab-ab58-b2196ed0cf83 HTTP/1.1" status: 200 len: 943 time: 0.2277815 Mar 07 10:43:58.329473 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-b952e04c-aebc-4290-ac10-4338784ce59d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['450bee5d-e334-4385-9be9-d1adb4f39b3a']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:58.396581 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-b952e04c-aebc-4290-ac10-4338784ce59d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa5efecd-a588-46ed-a99a-ea3818cae45b') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:58.396879 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-b952e04c-aebc-4290-ac10-4338784ce59d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa5efecd-a588-46ed-a99a-ea3818cae45b') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:43:58.443507 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b952e04c-aebc-4290-ac10-4338784ce59d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (aa5efecd-a588-46ed-a99a-ea3818cae45b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:58.516160 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-d91f993f-5a64-4e5e-abf8-b25b0717842c tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:58.517642 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-d91f993f-5a64-4e5e-abf8-b25b0717842c tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.21 "GET /v2.0/networks?id=76565483-d66d-41cb-bdde-407dbd732435 HTTP/1.1" status: 200 len: 812 time: 0.3836701 Mar 07 10:43:58.521757 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b952e04c-aebc-4290-ac10-4338784ce59d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (aa5efecd-a588-46ed-a99a-ea3818cae45b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:58.529065 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-efc63e66-d55a-4cc0-bdb7-e2feb4addc5f req-53f7edc8-620f-4553-a363-bd675e663519 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602177 Mar 07 10:43:58.542078 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-72c4986f-11ba-4cfa-bc6a-f0234a2e8114 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Request body: {'port': {'device_id': 'd5b600d0-d07c-49d8-b6b5-247f675239e3', 'network_id': '76565483-d66d-41cb-bdde-407dbd732435', 'admin_state_up': True, 'tenant_id': '09f2bfd2da3e4fd89d3e140a66579bae'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:58.556243 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b952e04c-aebc-4290-ac10-4338784ce59d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:43:58.556577 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b952e04c-aebc-4290-ac10-4338784ce59d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (aa5efecd-a588-46ed-a99a-ea3818cae45b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:43:58.568368 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:43:58.590006 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-be838da1-ff4f-4b04-aaf4-09db3c915537 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:58.591355 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-be838da1-ff4f-4b04-aaf4-09db3c915537 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.21 "GET /v2.0/networks?id=76565483-d66d-41cb-bdde-407dbd732435 HTTP/1.1" status: 200 len: 812 time: 0.4592447 Mar 07 10:43:58.616669 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-691e1d89-94d9-4f56-80b0-64ff05a08087 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Request body: {'port': {'device_id': '8b04aab4-d3a3-45b8-9f9c-1434192ee498', 'network_id': '76565483-d66d-41cb-bdde-407dbd732435', 'admin_state_up': True, 'tenant_id': '09f2bfd2da3e4fd89d3e140a66579bae'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:43:58.649086 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e0ab7-d9fd-4782-8ba3-07fd167c4977 req-d703bfe9-6e82-498a-a521-34648a4669a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:58.650589 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e65e0ab7-d9fd-4782-8ba3-07fd167c4977 req-d703bfe9-6e82-498a-a521-34648a4669a5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d7b74752-b035-4af7-99b7-eca10e463dbd HTTP/1.1" status: 200 len: 913 time: 0.4473844 Mar 07 10:43:58.720179 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1990389b-643d-4846-879b-b0d2d627158d req-971f7a30-52a9-4de2-8d57-2103b454992c tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0381134 Mar 07 10:43:58.754879 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e65e0ab7-d9fd-4782-8ba3-07fd167c4977 req-31be0ae4-1d58-4925-9eb6-4ba727afacaa service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f HTTP/1.1" status: 200 len: 217 time: 0.0586922 Mar 07 10:43:58.790573 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b952e04c-aebc-4290-ac10-4338784ce59d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (450bee5d-e334-4385-9be9-d1adb4f39b3a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:58.809658 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b952e04c-aebc-4290-ac10-4338784ce59d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:58.812770 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b952e04c-aebc-4290-ac10-4338784ce59d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] 10.222.0.11 "DELETE /v2.0/networks/450bee5d-e334-4385-9be9-d1adb4f39b3a HTTP/1.1" status: 204 len: 168 time: 1.4522278 Mar 07 10:43:58.866562 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b952e04c-aebc-4290-ac10-4338784ce59d tempest-NetworksTest-1865103086 tempest-NetworksTest-1865103086-project] Pushing event deleted for resources: {'Network': ['ID=450bee5d-e334-4385-9be9-d1adb4f39b3a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:58.925276 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b2cea9d9-7bf8-4b90-bb28-06aa50fbe182 req-0b2b56a4-6014-4554-a089-ef4f78f52de7 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5b600d0-d07c-49d8-b6b5-247f675239e3 HTTP/1.1" status: 200 len: 210 time: 0.0565586 Mar 07 10:43:58.935034 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e0ab7-d9fd-4782-8ba3-07fd167c4977 req-97454cc9-5a1b-4fe8-a37c-aac1e03ecb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:58.936515 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e65e0ab7-d9fd-4782-8ba3-07fd167c4977 req-97454cc9-5a1b-4fe8-a37c-aac1e03ecb9a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=da6814d7-5b80-4178-9297-cce360fe7941 HTTP/1.1" status: 200 len: 852 time: 0.1514080 Mar 07 10:43:58.978589 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e65e0ab7-d9fd-4782-8ba3-07fd167c4977 req-0622e8e2-5c90-4220-800d-694bdb75ee52 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d7b74752-b035-4af7-99b7-eca10e463dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326357 Mar 07 10:43:58.979177 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-72c4986f-11ba-4cfa-bc6a-f0234a2e8114 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Made reservation on behalf of 09f2bfd2da3e4fd89d3e140a66579bae for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:58.982456 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-72c4986f-11ba-4cfa-bc6a-f0234a2e8114 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:59.024754 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-691e1d89-94d9-4f56-80b0-64ff05a08087 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Made reservation on behalf of 09f2bfd2da3e4fd89d3e140a66579bae for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:43:59.028470 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-691e1d89-94d9-4f56-80b0-64ff05a08087 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:59.140469 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55372) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:59.251515 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e65e0ab7-d9fd-4782-8ba3-07fd167c4977 req-aa7142e7-bf54-41ee-93fe-d311c21814ea service neutron] 10.222.0.31 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640400 Mar 07 10:43:59.278283 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-72c4986f-11ba-4cfa-bc6a-f0234a2e8114 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Allocated IP 172.20.0.9 (76565483-d66d-41cb-bdde-407dbd732435/5a1ccb26-ce7d-427a-a115-1bc37d7a5beb/69bd37a6-8da5-43e0-90bc-620471e8ad48) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:43:59.325338 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0bae3d23-1377-448a-bee8-c3db9e322fb9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a906cb076e8d4b1590a80d69151a24aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1827343 Mar 07 10:43:59.327219 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55380) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:43:59.383274 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-61d60484-0f88-4250-a8fc-9a66e798c07e admin admin] Publish callbacks [] for security_group (a9be7162-8597-49a9-b8c8-0bb5b3a9a189), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:59.414653 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-61d60484-0f88-4250-a8fc-9a66e798c07e admin admin] Publish callbacks [] for security_group (a9be7162-8597-49a9-b8c8-0bb5b3a9a189), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:59.504805 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-61d60484-0f88-4250-a8fc-9a66e798c07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a9be7162-8597-49a9-b8c8-0bb5b3a9a189), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:59.508103 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-61d60484-0f88-4250-a8fc-9a66e798c07e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:59.512815 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-61d60484-0f88-4250-a8fc-9a66e798c07e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a9be7162-8597-49a9-b8c8-0bb5b3a9a189 HTTP/1.1" status: 204 len: 168 time: 0.1842306 Mar 07 10:43:59.519285 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 0384dbeb-0139-4562-bf0b-7ae20f617f17 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:43:59.535321 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d60484-0f88-4250-a8fc-9a66e798c07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9be7162-8597-49a9-b8c8-0bb5b3a9a189,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:43:59.594925 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 0384dbeb-0139-4562-bf0b-7ae20f617f17 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:43:59.595759 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 0384dbeb-0139-4562-bf0b-7ae20f617f17 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:43:59.750601 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7edfa8-dc5f-4c8e-9dff-3dae135a8db0 req-3a9d5afa-547f-40b4-8d10-69116eeeab88 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:43:59.754376 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3f7edfa8-dc5f-4c8e-9dff-3dae135a8db0 req-3a9d5afa-547f-40b4-8d10-69116eeeab88 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=a525ed98-2f3d-4bab-ab58-b2196ed0cf83 HTTP/1.1" status: 200 len: 943 time: 0.0965476 Mar 07 10:43:59.767135 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e65e0ab7-d9fd-4782-8ba3-07fd167c4977 req-ad6ae7a3-b0e9-41ea-83f7-bee5915bb560 service neutron] 10.222.0.31 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4993355 Mar 07 10:43:59.834993 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3f7edfa8-dc5f-4c8e-9dff-3dae135a8db0 req-e9329ad6-702e-495b-aef0-9ce848d94a16 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726838 Mar 07 10:43:59.867641 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:43:59.891911 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-58267568-a94c-4e2f-b35f-dcdf685ab690 req-c602e8a1-daf8-4ae7-9038-7f064822437d tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0435386 Mar 07 10:43:59.916732 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-72c4986f-11ba-4cfa-bc6a-f0234a2e8114 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Publish callbacks [] for port (69bd37a6-8da5-43e0-90bc-620471e8ad48), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:43:59.963539 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-72c4986f-11ba-4cfa-bc6a-f0234a2e8114 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (69bd37a6-8da5-43e0-90bc-620471e8ad48), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:00.090968 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4986f-11ba-4cfa-bc6a-f0234a2e8114 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Pushing event updated for resources: {'Port': ['ID=69bd37a6-8da5-43e0-90bc-620471e8ad48,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:00.103164 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-72c4986f-11ba-4cfa-bc6a-f0234a2e8114 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Network 76565483-d66d-41cb-bdde-407dbd732435 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:00.116143 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-72c4986f-11ba-4cfa-bc6a-f0234a2e8114 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:00.120228 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f,segment=NetworkSegment(12342119-cf6b-4cbb-9e34-d47607d55c42),segment_id=12342119-cf6b-4cbb-9e34-d47607d55c42)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:00.135882 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-72c4986f-11ba-4cfa-bc6a-f0234a2e8114 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:44:00.147246 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f', 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd', 'port_id': '3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f', 'mac_address': 'fa:16:3e:ac:a3:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da6814d7-5b80-4178-9297-cce360fe7941', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:44:00.180892 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-691e1d89-94d9-4f56-80b0-64ff05a08087 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Allocated IP 172.20.0.4 (76565483-d66d-41cb-bdde-407dbd732435/5a1ccb26-ce7d-427a-a115-1bc37d7a5beb/e8486f82-6440-4564-b7de-535824b5529d) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:44:00.193976 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:00.194365 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:00.210226 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:44:00.235394 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-72c4986f-11ba-4cfa-bc6a-f0234a2e8114 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:00.236794 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-72c4986f-11ba-4cfa-bc6a-f0234a2e8114 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:00.257619 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f,segment=NetworkSegment(12342119-cf6b-4cbb-9e34-d47607d55c42),segment_id=12342119-cf6b-4cbb-9e34-d47607d55c42)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:00.261364 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ff05a-39db-4c7b-99e9-a694df52a58c req-183b3ba7-4c71-43d9-aaa0-bea684bf3bc8 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:00.263703 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-453ff05a-39db-4c7b-99e9-a694df52a58c req-183b3ba7-4c71-43d9-aaa0-bea684bf3bc8 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5b600d0-d07c-49d8-b6b5-247f675239e3 HTTP/1.1" status: 200 len: 931 time: 0.1662982 Mar 07 10:44:00.265235 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:00.329583 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-72c4986f-11ba-4cfa-bc6a-f0234a2e8114 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7949221 Mar 07 10:44:00.389201 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:00.433666 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-453ff05a-39db-4c7b-99e9-a694df52a58c req-84298474-9030-4ed9-8874-e6e5f095e431 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/security-groups?id=96ec3d28-0b8e-46bc-a0d5-009e638e8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521618 Mar 07 10:44:00.475680 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-97c124a3-65c4-46c1-95fb-14fce62288af req-8d28d1b2-9627-4fd9-a13a-3abeae64b567 tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0346305 Mar 07 10:44:00.512559 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-691e1d89-94d9-4f56-80b0-64ff05a08087 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Publish callbacks [] for port (e8486f82-6440-4564-b7de-535824b5529d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:00.554444 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-691e1d89-94d9-4f56-80b0-64ff05a08087 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (e8486f82-6440-4564-b7de-535824b5529d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:00.611872 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-691e1d89-94d9-4f56-80b0-64ff05a08087 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Network 76565483-d66d-41cb-bdde-407dbd732435 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:00.615468 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-691e1d89-94d9-4f56-80b0-64ff05a08087 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:00.619738 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-691e1d89-94d9-4f56-80b0-64ff05a08087 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:44:00.632767 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-04ce6ba0-3b11-4297-a49b-08f13eecdfc6 service neutron] Request body: {'port': {'device_id': 'd5b600d0-d07c-49d8-b6b5-247f675239e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:00.659442 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e1d89-94d9-4f56-80b0-64ff05a08087 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Pushing event updated for resources: {'Port': ['ID=e8486f82-6440-4564-b7de-535824b5529d,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:00.663227 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:44:00.724046 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-691e1d89-94d9-4f56-80b0-64ff05a08087 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:00.725012 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-691e1d89-94d9-4f56-80b0-64ff05a08087 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:00.766591 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-04ce6ba0-3b11-4297-a49b-08f13eecdfc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (69bd37a6-8da5-43e0-90bc-620471e8ad48), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:00.789092 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-691e1d89-94d9-4f56-80b0-64ff05a08087 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1853886 Mar 07 10:44:00.814179 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-f27e6f1a-0e4b-4805-8e68-46444638e03c service neutron] Request body: {'port': {'device_id': '8b04aab4-d3a3-45b8-9f9c-1434192ee498', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:00.890780 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55450) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:00.990547 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-f27e6f1a-0e4b-4805-8e68-46444638e03c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e8486f82-6440-4564-b7de-535824b5529d), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:01.014740 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-1f3250a8-43e7-425d-b198-15731f7787c5 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1137168057'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:01.036958 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3250a8-43e7-425d-b198-15731f7787c5 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Made reservation on behalf of 504a1347ab6745e0835a648731c9ce9a for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:01.041485 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f3250a8-43e7-425d-b198-15731f7787c5 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:01.051519 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f3250a8-43e7-425d-b198-15731f7787c5 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:01.114764 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc90c65-b714-473e-8007-d1a762bd4862 req-4c4811d7-7904-4efc-9b81-31770a9b2849 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:01.116632 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8dc90c65-b714-473e-8007-d1a762bd4862 req-4c4811d7-7904-4efc-9b81-31770a9b2849 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=a525ed98-2f3d-4bab-ab58-b2196ed0cf83 HTTP/1.1" status: 200 len: 944 time: 0.1782064 Mar 07 10:44:01.143052 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f3250a8-43e7-425d-b198-15731f7787c5 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for security_group (4a2a39f4-3f1c-4bd9-bebb-127e49b56138), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:01.149651 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f3250a8-43e7-425d-b198-15731f7787c5 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4a2a39f4-3f1c-4bd9-bebb-127e49b56138), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:01.178051 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f3250a8-43e7-425d-b198-15731f7787c5 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:44:01.194257 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3250a8-43e7-425d-b198-15731f7787c5 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2a39f4-3f1c-4bd9-bebb-127e49b56138,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:01.198608 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f3250a8-43e7-425d-b198-15731f7787c5 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (a3b89a85-ae09-430a-b0d5-2d38790ff78c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:01.198960 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-1f3250a8-43e7-425d-b198-15731f7787c5 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Added segment a3b89a85-ae09-430a-b0d5-2d38790ff78c of type vlan for network b1b7f448-cfa1-41ec-a130-09a036d14bf6 Mar 07 10:44:01.243376 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f3250a8-43e7-425d-b198-15731f7787c5 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (b1b7f448-cfa1-41ec-a130-09a036d14bf6), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:01.273526 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f3250a8-43e7-425d-b198-15731f7787c5 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (b1b7f448-cfa1-41ec-a130-09a036d14bf6), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:01.278548 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3250a8-43e7-425d-b198-15731f7787c5 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:01.279140 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f3250a8-43e7-425d-b198-15731f7787c5 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:01.291499 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8dc90c65-b714-473e-8007-d1a762bd4862 req-f0385c3e-e681-4caf-8df9-fe715b0ab095 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639099 Mar 07 10:44:01.330931 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1f3250a8-43e7-425d-b198-15731f7787c5 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4276521 Mar 07 10:44:01.339813 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55462) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:01.345034 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-07427c01-cd84-4619-b631-fd6b96242654 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1148128072'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:01.370554 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-04ce6ba0-3b11-4297-a49b-08f13eecdfc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69bd37a6-8da5-43e0-90bc-620471e8ad48 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:44:01.376333 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3250a8-43e7-425d-b198-15731f7787c5 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Network': ['ID=b1b7f448-cfa1-41ec-a130-09a036d14bf6,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:01.388198 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network b1b7f448-cfa1-41ec-a130-09a036d14bf6 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:44:01.389338 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-04ce6ba0-3b11-4297-a49b-08f13eecdfc6 service neutron] Publish callbacks [] for port (69bd37a6-8da5-43e0-90bc-620471e8ad48), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:01.391666 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07427c01-cd84-4619-b631-fd6b96242654 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Made reservation on behalf of 504a1347ab6745e0835a648731c9ce9a for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:01.396001 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-07427c01-cd84-4619-b631-fd6b96242654 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:01.420665 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-04ce6ba0-3b11-4297-a49b-08f13eecdfc6 service neutron] Transition to ACTIVE for port object 69bd37a6-8da5-43e0-90bc-620471e8ad48 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:44:01.433931 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-04ce6ba0-3b11-4297-a49b-08f13eecdfc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (69bd37a6-8da5-43e0-90bc-620471e8ad48), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:01.436836 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07427c01-cd84-4619-b631-fd6b96242654 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:44:01.534865 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-07427c01-cd84-4619-b631-fd6b96242654 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (6b164bf7-74c8-418b-922f-65e951ff94e8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:01.535348 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-07427c01-cd84-4619-b631-fd6b96242654 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Added segment 6b164bf7-74c8-418b-922f-65e951ff94e8 of type vlan for network 30e81397-d810-4d08-977e-1cc84bee6d28 Mar 07 10:44:01.580789 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a3687-600c-459d-936d-213dee1f474b req-1606d2de-f087-473d-81d3-90988262c479 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:01.582331 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2f6a3687-600c-459d-936d-213dee1f474b req-1606d2de-f087-473d-81d3-90988262c479 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5b600d0-d07c-49d8-b6b5-247f675239e3 HTTP/1.1" status: 200 len: 943 time: 0.0677099 Mar 07 10:44:01.638254 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce6ba0-3b11-4297-a49b-08f13eecdfc6 service neutron] Pushing event updated for resources: {'Port': ['ID=69bd37a6-8da5-43e0-90bc-620471e8ad48,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:01.641769 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2f6a3687-600c-459d-936d-213dee1f474b req-a8c8db40-f9f6-44b9-bf44-7bc4f2905bac tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/security-groups?id=96ec3d28-0b8e-46bc-a0d5-009e638e8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523248 Mar 07 10:44:01.667356 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e42581d1-6910-4a3b-936e-67fdc45c46f2 req-f267a904-5a15-49ca-8b48-4453578e4b8b tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0797014 Mar 07 10:44:01.668999 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-07427c01-cd84-4619-b631-fd6b96242654 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (30e81397-d810-4d08-977e-1cc84bee6d28), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:01.762821 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-07427c01-cd84-4619-b631-fd6b96242654 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (30e81397-d810-4d08-977e-1cc84bee6d28), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:01.767840 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07427c01-cd84-4619-b631-fd6b96242654 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:01.768359 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-07427c01-cd84-4619-b631-fd6b96242654 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:01.839010 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-04ce6ba0-3b11-4297-a49b-08f13eecdfc6 service neutron] Attempting to bind port 69bd37a6-8da5-43e0-90bc-620471e8ad48 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:44:01.839350 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-04ce6ba0-3b11-4297-a49b-08f13eecdfc6 service neutron] Attempting to bind port 69bd37a6-8da5-43e0-90bc-620471e8ad48 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '227c2530-99d4-4364-bd6a-0de4a89ff17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76565483-d66d-41cb-bdde-407dbd732435'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:44:01.839678 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-04ce6ba0-3b11-4297-a49b-08f13eecdfc6 service neutron] Attempting to bind port 69bd37a6-8da5-43e0-90bc-620471e8ad48 on network 76565483-d66d-41cb-bdde-407dbd732435 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:44:01.851262 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-07427c01-cd84-4619-b631-fd6b96242654 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5104153 Mar 07 10:44:01.853612 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-f27e6f1a-0e4b-4805-8e68-46444638e03c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8486f82-6440-4564-b7de-535824b5529d {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:44:01.855632 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55478) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:01.861279 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-dbbf9dcb-520f-4b49-9a08-62d219626fc3 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Request body: {'subnet': {'network_id': 'b1b7f448-cfa1-41ec-a130-09a036d14bf6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:01.882093 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:44:01.892284 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-04ce6ba0-3b11-4297-a49b-08f13eecdfc6 service neutron] Port 69bd37a6-8da5-43e0-90bc-620471e8ad48 on network 76565483-d66d-41cb-bdde-407dbd732435 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:44:01.892617 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-04ce6ba0-3b11-4297-a49b-08f13eecdfc6 service neutron] Attempting to bind port 69bd37a6-8da5-43e0-90bc-620471e8ad48 on network 76565483-d66d-41cb-bdde-407dbd732435 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:44:01.902141 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-f27e6f1a-0e4b-4805-8e68-46444638e03c service neutron] Publish callbacks [] for port (e8486f82-6440-4564-b7de-535824b5529d), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:01.904364 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-04ce6ba0-3b11-4297-a49b-08f13eecdfc6 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:44:01.904709 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-04ce6ba0-3b11-4297-a49b-08f13eecdfc6 service neutron] Checking segment: {'id': '227c2530-99d4-4364-bd6a-0de4a89ff17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76565483-d66d-41cb-bdde-407dbd732435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:44:01.905096 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-04ce6ba0-3b11-4297-a49b-08f13eecdfc6 service neutron] Bound using segment: {'id': '227c2530-99d4-4364-bd6a-0de4a89ff17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76565483-d66d-41cb-bdde-407dbd732435'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:44:01.905560 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-04ce6ba0-3b11-4297-a49b-08f13eecdfc6 service neutron] Bound port: 69bd37a6-8da5-43e0-90bc-620471e8ad48, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '227c2530-99d4-4364-bd6a-0de4a89ff17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76565483-d66d-41cb-bdde-407dbd732435'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:44:01.905911 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-04ce6ba0-3b11-4297-a49b-08f13eecdfc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (69bd37a6-8da5-43e0-90bc-620471e8ad48), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:01.921721 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07427c01-cd84-4619-b631-fd6b96242654 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Network': ['ID=30e81397-d810-4d08-977e-1cc84bee6d28,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:01.934728 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-f27e6f1a-0e4b-4805-8e68-46444638e03c service neutron] Transition to ACTIVE for port object e8486f82-6440-4564-b7de-535824b5529d will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:44:01.945997 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 30e81397-d810-4d08-977e-1cc84bee6d28 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:44:01.955460 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-f27e6f1a-0e4b-4805-8e68-46444638e03c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (e8486f82-6440-4564-b7de-535824b5529d), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:01.968797 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbf9dcb-520f-4b49-9a08-62d219626fc3 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Made reservation on behalf of 504a1347ab6745e0835a648731c9ce9a for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:01.980056 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dbbf9dcb-520f-4b49-9a08-62d219626fc3 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:02.042857 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:44:02.047947 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:02.048565 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:02.055090 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e6f1a-0e4b-4805-8e68-46444638e03c service neutron] Pushing event updated for resources: {'Port': ['ID=e8486f82-6440-4564-b7de-535824b5529d,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:02.086112 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-04ce6ba0-3b11-4297-a49b-08f13eecdfc6 service neutron] For port 69bd37a6-8da5-43e0-90bc-620471e8ad48, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:44:02.107040 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-04ce6ba0-3b11-4297-a49b-08f13eecdfc6 service neutron] For port 69bd37a6-8da5-43e0-90bc-620471e8ad48, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=69bd37a6-8da5-43e0-90bc-620471e8ad48,segment=NetworkSegment(227c2530-99d4-4364-bd6a-0de4a89ff17b),segment_id=227c2530-99d4-4364-bd6a-0de4a89ff17b)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:44:02.119125 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-04ce6ba0-3b11-4297-a49b-08f13eecdfc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (69bd37a6-8da5-43e0-90bc-620471e8ad48), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:02.173329 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-f27e6f1a-0e4b-4805-8e68-46444638e03c service neutron] Attempting to bind port e8486f82-6440-4564-b7de-535824b5529d on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:44:02.173678 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-f27e6f1a-0e4b-4805-8e68-46444638e03c service neutron] Attempting to bind port e8486f82-6440-4564-b7de-535824b5529d by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '227c2530-99d4-4364-bd6a-0de4a89ff17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76565483-d66d-41cb-bdde-407dbd732435'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:44:02.174012 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-f27e6f1a-0e4b-4805-8e68-46444638e03c service neutron] Attempting to bind port e8486f82-6440-4564-b7de-535824b5529d on network 76565483-d66d-41cb-bdde-407dbd732435 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:44:02.174861 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:02.175456 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:02.181681 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-04ce6ba0-3b11-4297-a49b-08f13eecdfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:02.182318 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-04ce6ba0-3b11-4297-a49b-08f13eecdfc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:02.183883 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-04ce6ba0-3b11-4297-a49b-08f13eecdfc6 service neutron] 10.222.0.21 "PUT /v2.0/ports/69bd37a6-8da5-43e0-90bc-620471e8ad48 HTTP/1.1" status: 200 len: 1091 time: 1.8351629 Mar 07 10:44:02.184473 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-f27e6f1a-0e4b-4805-8e68-46444638e03c service neutron] Port e8486f82-6440-4564-b7de-535824b5529d on network 76565483-d66d-41cb-bdde-407dbd732435 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:44:02.184800 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-f27e6f1a-0e4b-4805-8e68-46444638e03c service neutron] Attempting to bind port e8486f82-6440-4564-b7de-535824b5529d on network 76565483-d66d-41cb-bdde-407dbd732435 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:44:02.186653 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b600d0-d07c-49d8-b6b5-247f675239e3', 'tag': '69bd37a6-8da5-43e0-90bc-620471e8ad48'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:02.189029 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae28f74-3ee7-41e6-ad10-33d42d2ab4c6" -d '{"events": [{"name": "network-changed", "server_uuid": "d5b600d0-d07c-49d8-b6b5-247f675239e3", "tag": "69bd37a6-8da5-43e0-90bc-620471e8ad48"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:02.203391 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-f27e6f1a-0e4b-4805-8e68-46444638e03c service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:44:02.203873 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-f27e6f1a-0e4b-4805-8e68-46444638e03c service neutron] Checking segment: {'id': '227c2530-99d4-4364-bd6a-0de4a89ff17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76565483-d66d-41cb-bdde-407dbd732435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:44:02.204456 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-f27e6f1a-0e4b-4805-8e68-46444638e03c service neutron] Bound using segment: {'id': '227c2530-99d4-4364-bd6a-0de4a89ff17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76565483-d66d-41cb-bdde-407dbd732435'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:44:02.205075 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-f27e6f1a-0e4b-4805-8e68-46444638e03c service neutron] Bound port: e8486f82-6440-4564-b7de-535824b5529d, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '227c2530-99d4-4364-bd6a-0de4a89ff17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76565483-d66d-41cb-bdde-407dbd732435'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:44:02.205744 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-f27e6f1a-0e4b-4805-8e68-46444638e03c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e8486f82-6440-4564-b7de-535824b5529d), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:02.228036 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce6ba0-3b11-4297-a49b-08f13eecdfc6 service neutron] Pushing event updated for resources: {'Port': ['ID=69bd37a6-8da5-43e0-90bc-620471e8ad48,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:02.246908 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dbbf9dcb-520f-4b49-9a08-62d219626fc3 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (29a90450-5ecc-41d3-b0d9-2cec186c6b13), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:02.327301 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-f27e6f1a-0e4b-4805-8e68-46444638e03c service neutron] For port e8486f82-6440-4564-b7de-535824b5529d, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:44:02.331903 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-f27e6f1a-0e4b-4805-8e68-46444638e03c service neutron] For port e8486f82-6440-4564-b7de-535824b5529d, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e8486f82-6440-4564-b7de-535824b5529d,segment=NetworkSegment(227c2530-99d4-4364-bd6a-0de4a89ff17b),segment_id=227c2530-99d4-4364-bd6a-0de4a89ff17b)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:44:02.342814 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbf9dcb-520f-4b49-9a08-62d219626fc3 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Checking segment: {'id': 'a3b89a85-ae09-430a-b0d5-2d38790ff78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b1b7f448-cfa1-41ec-a130-09a036d14bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:44:02.343217 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbf9dcb-520f-4b49-9a08-62d219626fc3 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network hostable DHCP agents. Network: b1b7f448-cfa1-41ec-a130-09a036d14bf6, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:44:02.347175 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf9dcb-520f-4b49-9a08-62d219626fc3 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Subnet': ['ID=29a90450-5ecc-41d3-b0d9-2cec186c6b13,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:02.360615 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a5b9a5-5079-4d90-a5a1-a59e4ff421cc x-openstack-request-id: req-e2a5b9a5-5079-4d90-a5a1-a59e4ff421cc {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:02.360965 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5b600d0-d07c-49d8-b6b5-247f675239e3", "tag": "69bd37a6-8da5-43e0-90bc-620471e8ad48", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:02.361317 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e2a5b9a5-5079-4d90-a5a1-a59e4ff421cc {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:02.361798 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5b600d0-d07c-49d8-b6b5-247f675239e3', 'tag': '69bd37a6-8da5-43e0-90bc-620471e8ad48', 'status': 'completed', 'code': 200} Mar 07 10:44:02.365877 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-f27e6f1a-0e4b-4805-8e68-46444638e03c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (e8486f82-6440-4564-b7de-535824b5529d), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:02.377842 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbf9dcb-520f-4b49-9a08-62d219626fc3 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network b1b7f448-cfa1-41ec-a130-09a036d14bf6 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:44:02.393021 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-dbbf9dcb-520f-4b49-9a08-62d219626fc3 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, b1b7f448-cfa1-41ec-a130-09a036d14bf6) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:02.405940 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a525ed98-2f3d-4bab-ab58-b2196ed0cf83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:02.408640 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9804402-9ef7-4b49-9e74-617def64fbf4" -d '{"events": [{"server_uuid": "a525ed98-2f3d-4bab-ab58-b2196ed0cf83", "name": "network-vif-plugged", "status": "completed", "tag": "3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:02.415659 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7110dd89-6514-4a6e-8182-f35a05f21d18 None None] Network b1b7f448-cfa1-41ec-a130-09a036d14bf6 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:44:02.419446 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbf9dcb-520f-4b49-9a08-62d219626fc3 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:02.419846 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dbbf9dcb-520f-4b49-9a08-62d219626fc3 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:02.456021 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-dbbf9dcb-520f-4b49-9a08-62d219626fc3 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5966434 Mar 07 10:44:02.456195 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55494) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:02.462669 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-3fe46b5b-7176-4c6d-8b6a-0ff6d4d3fd02 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Request body: {'subnet': {'network_id': '30e81397-d810-4d08-977e-1cc84bee6d28', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:02.509739 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f,segment=NetworkSegment(12342119-cf6b-4cbb-9e34-d47607d55c42),segment_id=12342119-cf6b-4cbb-9e34-d47607d55c42)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:02.510107 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-f27e6f1a-0e4b-4805-8e68-46444638e03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:02.511041 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-f27e6f1a-0e4b-4805-8e68-46444638e03c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:02.513517 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-f27e6f1a-0e4b-4805-8e68-46444638e03c service neutron] 10.222.0.21 "PUT /v2.0/ports/e8486f82-6440-4564-b7de-535824b5529d HTTP/1.1" status: 200 len: 1091 time: 1.7049201 Mar 07 10:44:02.542072 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:02.586469 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e6f1a-0e4b-4805-8e68-46444638e03c service neutron] Pushing event updated for resources: {'Port': ['ID=e8486f82-6440-4564-b7de-535824b5529d,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:02.621251 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe46b5b-7176-4c6d-8b6a-0ff6d4d3fd02 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Made reservation on behalf of 504a1347ab6745e0835a648731c9ce9a for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:02.626435 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3fe46b5b-7176-4c6d-8b6a-0ff6d4d3fd02 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:02.636294 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55225fa4-e9fc-4201-baa5-dbe16e87a331 req-94e6a39a-8a48-4651-a424-7638ba18add3 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:02.638144 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-55225fa4-e9fc-4201-baa5-dbe16e87a331 req-94e6a39a-8a48-4651-a424-7638ba18add3 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=a525ed98-2f3d-4bab-ab58-b2196ed0cf83 HTTP/1.1" status: 200 len: 944 time: 0.1825452 Mar 07 10:44:02.651565 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-7ef57f10-3c1c-40fa-8206-b4e9687ed06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:02.654356 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-7ef57f10-3c1c-40fa-8206-b4e9687ed06c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=09f2bfd2da3e4fd89d3e140a66579bae&device_id=d5b600d0-d07c-49d8-b6b5-247f675239e3 HTTP/1.1" status: 200 len: 1125 time: 0.3161278 Mar 07 10:44:02.676541 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2da3660-f08f-403e-a17d-c54fa6348db3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-b1b7f448-cfa1-41ec-a130-09a036d14bf6', 'network_id': 'b1b7f448-cfa1-41ec-a130-09a036d14bf6', 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'fixed_ips': [{'subnet_id': '29a90450-5ecc-41d3-b0d9-2cec186c6b13'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:44:02.678104 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d2da3660-f08f-403e-a17d-c54fa6348db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:02.700135 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:02.779261 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d1f1ac6-3a77-46fd-8cae-d75a17efa6ef x-openstack-request-id: req-0d1f1ac6-3a77-46fd-8cae-d75a17efa6ef {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:02.779747 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a525ed98-2f3d-4bab-ab58-b2196ed0cf83", "name": "network-vif-plugged", "status": "completed", "tag": "3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:02.780015 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0d1f1ac6-3a77-46fd-8cae-d75a17efa6ef {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:02.780416 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a525ed98-2f3d-4bab-ab58-b2196ed0cf83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f', 'code': 200} Mar 07 10:44:02.790369 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-c5f2c408-3795-4d9c-a764-1fb1aa46ed58 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69bd37a6-8da5-43e0-90bc-620471e8ad48 HTTP/1.1" status: 200 len: 217 time: 0.1217766 Mar 07 10:44:02.863862 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-d2da3660-f08f-403e-a17d-c54fa6348db3 None None] Allocated IP 2001:db8::2 (b1b7f448-cfa1-41ec-a130-09a036d14bf6/29a90450-5ecc-41d3-b0d9-2cec186c6b13/7451bc71-95f3-4289-964a-e65ec7e94527) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:44:02.925414 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-82cf24c2-d2ef-4d74-9bac-627c4cad197d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:02.928505 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-82cf24c2-d2ef-4d74-9bac-627c4cad197d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=09f2bfd2da3e4fd89d3e140a66579bae&device_id=8b04aab4-d3a3-45b8-9f9c-1434192ee498 HTTP/1.1" status: 200 len: 1125 time: 0.3638618 Mar 07 10:44:02.938327 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-55225fa4-e9fc-4201-baa5-dbe16e87a331 req-eeb58b3e-73d9-46fb-977b-36e853931682 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781878 Mar 07 10:44:02.997677 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-122980e0-1913-4a65-a3ea-38c18168e4b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8486f82-6440-4564-b7de-535824b5529d HTTP/1.1" status: 200 len: 217 time: 0.0576019 Mar 07 10:44:03.040420 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-5a385afc-691c-41a8-9553-31e2f6ddc0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:03.042351 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-5a385afc-691c-41a8-9553-31e2f6ddc0de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a1ccb26-ce7d-427a-a115-1bc37d7a5beb HTTP/1.1" status: 200 len: 852 time: 0.2443190 Mar 07 10:44:03.097683 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d2da3660-f08f-403e-a17d-c54fa6348db3 None None] Publish callbacks [] for port (7451bc71-95f3-4289-964a-e65ec7e94527), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:03.119806 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d2da3660-f08f-403e-a17d-c54fa6348db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (7451bc71-95f3-4289-964a-e65ec7e94527), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:03.151535 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-68e693a0-907c-4744-bb8c-555eead5ff50 req-dc969a7d-96cb-4dd3-a542-ef07d8b0f9cd tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0695605 Mar 07 10:44:03.153353 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-a9813e2c-7fca-48b6-83ef-39e3ecec6fa6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=76565483-d66d-41cb-bdde-407dbd732435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802858 Mar 07 10:44:03.163638 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86f156-9133-45a6-a90d-0068f1ccbb67 req-d96759b2-96c5-424d-b9ac-91fe55814326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:03.165182 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-da86f156-9133-45a6-a90d-0068f1ccbb67 req-d96759b2-96c5-424d-b9ac-91fe55814326 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a525ed98-2f3d-4bab-ab58-b2196ed0cf83 HTTP/1.1" status: 200 len: 1127 time: 0.2974818 Mar 07 10:44:03.183329 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-2a7cd17b-488c-4904-946b-2aa5092203ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:03.185376 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-2a7cd17b-488c-4904-946b-2aa5092203ac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a1ccb26-ce7d-427a-a115-1bc37d7a5beb HTTP/1.1" status: 200 len: 852 time: 0.1549172 Mar 07 10:44:03.221378 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2da3660-f08f-403e-a17d-c54fa6348db3 None None] Network b1b7f448-cfa1-41ec-a130-09a036d14bf6 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:03.226529 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-d2da3660-f08f-403e-a17d-c54fa6348db3 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:03.231520 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2da3660-f08f-403e-a17d-c54fa6348db3 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:44:03.241972 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da3660-f08f-403e-a17d-c54fa6348db3 None None] Pushing event updated for resources: {'Port': ['ID=7451bc71-95f3-4289-964a-e65ec7e94527,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:03.262202 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-44f5a16f-dfd7-4fe0-bf68-96e517156246 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=76565483-d66d-41cb-bdde-407dbd732435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644236 Mar 07 10:44:03.314158 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-d2da3660-f08f-403e-a17d-c54fa6348db3 None None] Attempting to bind port 7451bc71-95f3-4289-964a-e65ec7e94527 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:44:03.314539 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-d2da3660-f08f-403e-a17d-c54fa6348db3 None None] Attempting to bind port 7451bc71-95f3-4289-964a-e65ec7e94527 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'a3b89a85-ae09-430a-b0d5-2d38790ff78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b1b7f448-cfa1-41ec-a130-09a036d14bf6'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:44:03.314904 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2da3660-f08f-403e-a17d-c54fa6348db3 None None] Attempting to bind port 7451bc71-95f3-4289-964a-e65ec7e94527 on network b1b7f448-cfa1-41ec-a130-09a036d14bf6 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:44:03.321162 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2da3660-f08f-403e-a17d-c54fa6348db3 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:44:03.321567 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2da3660-f08f-403e-a17d-c54fa6348db3 None None] Checking segment: {'id': 'a3b89a85-ae09-430a-b0d5-2d38790ff78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b1b7f448-cfa1-41ec-a130-09a036d14bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:44:03.321980 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d2da3660-f08f-403e-a17d-c54fa6348db3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:03.322385 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2da3660-f08f-403e-a17d-c54fa6348db3 None None] Bound using segment: {'id': 'a3b89a85-ae09-430a-b0d5-2d38790ff78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b1b7f448-cfa1-41ec-a130-09a036d14bf6'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:44:03.322848 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-d2da3660-f08f-403e-a17d-c54fa6348db3 None None] Bound port: 7451bc71-95f3-4289-964a-e65ec7e94527, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b89a85-ae09-430a-b0d5-2d38790ff78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b1b7f448-cfa1-41ec-a130-09a036d14bf6'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:44:03.323371 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d2da3660-f08f-403e-a17d-c54fa6348db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7451bc71-95f3-4289-964a-e65ec7e94527), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:03.373759 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2efa6-a5a2-44b8-a72f-38c6417d24a0 req-4e3ad595-e14d-43f0-9b5f-ad90988df2a0 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:03.375273 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-30b2efa6-a5a2-44b8-a72f-38c6417d24a0 req-4e3ad595-e14d-43f0-9b5f-ad90988df2a0 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5b600d0-d07c-49d8-b6b5-247f675239e3 HTTP/1.1" status: 200 len: 943 time: 0.5113733 Mar 07 10:44:03.384609 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3fe46b5b-7176-4c6d-8b6a-0ff6d4d3fd02 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (c50e8424-a964-467c-9bb4-78cfa62faa9c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:03.426641 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-d2da3660-f08f-403e-a17d-c54fa6348db3 None None] For port 7451bc71-95f3-4289-964a-e65ec7e94527, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:44:03.430377 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-d2da3660-f08f-403e-a17d-c54fa6348db3 None None] For port 7451bc71-95f3-4289-964a-e65ec7e94527, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7451bc71-95f3-4289-964a-e65ec7e94527,segment=NetworkSegment(a3b89a85-ae09-430a-b0d5-2d38790ff78c),segment_id=a3b89a85-ae09-430a-b0d5-2d38790ff78c)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:44:03.438933 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-da86f156-9133-45a6-a90d-0068f1ccbb67 req-3944a233-039f-4131-a673-c436097ed5bf service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638938 Mar 07 10:44:03.439725 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d2da3660-f08f-403e-a17d-c54fa6348db3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (7451bc71-95f3-4289-964a-e65ec7e94527), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:03.463607 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-50827a12-8527-4f79-84f9-bbec0d7d4623 service neutron] 10.222.0.21 "GET /v2.0/networks/76565483-d66d-41cb-bdde-407dbd732435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972360 Mar 07 10:44:03.497220 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe46b5b-7176-4c6d-8b6a-0ff6d4d3fd02 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Subnet': ['ID=c50e8424-a964-467c-9bb4-78cfa62faa9c,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:03.511451 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-30b2efa6-a5a2-44b8-a72f-38c6417d24a0 req-a3496c69-c8e4-4136-b66b-9ac2cc04e07a tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/security-groups?id=96ec3d28-0b8e-46bc-a0d5-009e638e8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282213 Mar 07 10:44:03.523861 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-39bc9d95-dd3a-4f3f-bd69-8e44b7f9f371 service neutron] 10.222.0.21 "GET /v2.0/networks/76565483-d66d-41cb-bdde-407dbd732435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118018 Mar 07 10:44:03.526914 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe46b5b-7176-4c6d-8b6a-0ff6d4d3fd02 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Checking segment: {'id': '6b164bf7-74c8-418b-922f-65e951ff94e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30e81397-d810-4d08-977e-1cc84bee6d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:44:03.527298 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe46b5b-7176-4c6d-8b6a-0ff6d4d3fd02 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network hostable DHCP agents. Network: 30e81397-d810-4d08-977e-1cc84bee6d28, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:44:03.537830 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da3660-f08f-403e-a17d-c54fa6348db3 None None] Pushing event updated for resources: {'Port': ['ID=7451bc71-95f3-4289-964a-e65ec7e94527,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:03.555915 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe46b5b-7176-4c6d-8b6a-0ff6d4d3fd02 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network 30e81397-d810-4d08-977e-1cc84bee6d28 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:44:03.573863 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-3fe46b5b-7176-4c6d-8b6a-0ff6d4d3fd02 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 30e81397-d810-4d08-977e-1cc84bee6d28) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:03.583026 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2c5615-a3a4-428e-9721-9192223ec10e None None] Network 30e81397-d810-4d08-977e-1cc84bee6d28 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:44:03.603653 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe46b5b-7176-4c6d-8b6a-0ff6d4d3fd02 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:03.604397 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3fe46b5b-7176-4c6d-8b6a-0ff6d4d3fd02 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:03.632649 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3fe46b5b-7176-4c6d-8b6a-0ff6d4d3fd02 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1722393 Mar 07 10:44:03.632875 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55520) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:03.639219 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-49b6cb85-a270-4d94-b386-a093f7eb6d57 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1062862519', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:03.673867 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49b6cb85-a270-4d94-b386-a093f7eb6d57 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (9181b922-440c-42c7-afa4-403e3c21b2de), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:03.676672 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49b6cb85-a270-4d94-b386-a093f7eb6d57 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (9181b922-440c-42c7-afa4-403e3c21b2de), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:03.678648 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-2fce3294-ada9-4c17-b6cd-e51a553edb36 service neutron] 10.222.0.21 "GET /v2.0/networks/76565483-d66d-41cb-bdde-407dbd732435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049801 Mar 07 10:44:03.703596 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-279b9168-81c7-443f-a8b6-ec854f32bbd4 req-d4e4a039-fa11-417e-aca6-6951527d391c service neutron] 10.222.0.21 "GET /v2.0/networks/76565483-d66d-41cb-bdde-407dbd732435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403639 Mar 07 10:44:03.745266 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaf80ec-eb1e-41e0-a690-f1d3ac27e5fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-30e81397-d810-4d08-977e-1cc84bee6d28', 'network_id': '30e81397-d810-4d08-977e-1cc84bee6d28', 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'fixed_ips': [{'subnet_id': 'c50e8424-a964-467c-9bb4-78cfa62faa9c'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:44:03.746451 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aeaf80ec-eb1e-41e0-a690-f1d3ac27e5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:03.767081 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49b6cb85-a270-4d94-b386-a093f7eb6d57 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router_controller (9181b922-440c-42c7-afa4-403e3c21b2de), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:03.773457 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49b6cb85-a270-4d94-b386-a093f7eb6d57 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (9181b922-440c-42c7-afa4-403e3c21b2de), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:03.800129 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49b6cb85-a270-4d94-b386-a093f7eb6d57 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:03.804972 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-49b6cb85-a270-4d94-b386-a093f7eb6d57 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1707492 Mar 07 10:44:03.807564 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55526) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:03.810369 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae28f74-3ee7-41e6-ad10-33d42d2ab4c6 req-6bad65fd-8879-4e12-b73b-09c66b514007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:03.812777 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5ae28f74-3ee7-41e6-ad10-33d42d2ab4c6 req-6bad65fd-8879-4e12-b73b-09c66b514007 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=09f2bfd2da3e4fd89d3e140a66579bae&device_id=d5b600d0-d07c-49d8-b6b5-247f675239e3 HTTP/1.1" status: 200 len: 1125 time: 0.0640044 Mar 07 10:44:03.996108 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-aeaf80ec-eb1e-41e0-a690-f1d3ac27e5fa None None] Allocated IP 2001:db8:1::2 (30e81397-d810-4d08-977e-1cc84bee6d28/c50e8424-a964-467c-9bb4-78cfa62faa9c/3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:44:04.205956 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aeaf80ec-eb1e-41e0-a690-f1d3ac27e5fa None None] Publish callbacks [] for port (3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:04.214780 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aeaf80ec-eb1e-41e0-a690-f1d3ac27e5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:04.256169 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaf80ec-eb1e-41e0-a690-f1d3ac27e5fa None None] Network 30e81397-d810-4d08-977e-1cc84bee6d28 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:04.259588 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-aeaf80ec-eb1e-41e0-a690-f1d3ac27e5fa None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:04.262668 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaf80ec-eb1e-41e0-a690-f1d3ac27e5fa None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:44:04.310568 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0e44c621-5f28-4256-b6dc-7eecc710069e req-cffa7e10-805a-45a1-8864-577733d479cf tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0339274 Mar 07 10:44:04.355284 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf80ec-eb1e-41e0-a690-f1d3ac27e5fa None None] Pushing event updated for resources: {'Port': ['ID=3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:04.361708 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-aeaf80ec-eb1e-41e0-a690-f1d3ac27e5fa None None] Attempting to bind port 3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:44:04.362088 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-aeaf80ec-eb1e-41e0-a690-f1d3ac27e5fa None None] Attempting to bind port 3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '6b164bf7-74c8-418b-922f-65e951ff94e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30e81397-d810-4d08-977e-1cc84bee6d28'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:44:04.362459 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaf80ec-eb1e-41e0-a690-f1d3ac27e5fa None None] Attempting to bind port 3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3 on network 30e81397-d810-4d08-977e-1cc84bee6d28 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:44:04.368715 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaf80ec-eb1e-41e0-a690-f1d3ac27e5fa None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:44:04.369125 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaf80ec-eb1e-41e0-a690-f1d3ac27e5fa None None] Checking segment: {'id': '6b164bf7-74c8-418b-922f-65e951ff94e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30e81397-d810-4d08-977e-1cc84bee6d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:44:04.369691 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aeaf80ec-eb1e-41e0-a690-f1d3ac27e5fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:04.370095 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaf80ec-eb1e-41e0-a690-f1d3ac27e5fa None None] Bound using segment: {'id': '6b164bf7-74c8-418b-922f-65e951ff94e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30e81397-d810-4d08-977e-1cc84bee6d28'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:44:04.370572 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-aeaf80ec-eb1e-41e0-a690-f1d3ac27e5fa None None] Bound port: 3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b164bf7-74c8-418b-922f-65e951ff94e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '30e81397-d810-4d08-977e-1cc84bee6d28'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:44:04.371096 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aeaf80ec-eb1e-41e0-a690-f1d3ac27e5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:04.443895 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-aeaf80ec-eb1e-41e0-a690-f1d3ac27e5fa None None] For port 3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:44:04.453388 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-aeaf80ec-eb1e-41e0-a690-f1d3ac27e5fa None None] For port 3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3,segment=NetworkSegment(6b164bf7-74c8-418b-922f-65e951ff94e8),segment_id=6b164bf7-74c8-418b-922f-65e951ff94e8)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:44:04.469160 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aeaf80ec-eb1e-41e0-a690-f1d3ac27e5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:04.561720 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaf80ec-eb1e-41e0-a690-f1d3ac27e5fa None None] Pushing event updated for resources: {'Port': ['ID=3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:04.585135 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b04aab4-d3a3-45b8-9f9c-1434192ee498', 'tag': 'e8486f82-6440-4564-b7de-535824b5529d'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:04.588496 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f00ac76-6231-44e5-b668-0986b968710c" -d '{"events": [{"name": "network-changed", "server_uuid": "8b04aab4-d3a3-45b8-9f9c-1434192ee498", "tag": "e8486f82-6440-4564-b7de-535824b5529d"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:04.715195 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae28f74-3ee7-41e6-ad10-33d42d2ab4c6 req-bac8bcb3-8322-4c96-9927-793740ceff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:04.719969 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5ae28f74-3ee7-41e6-ad10-33d42d2ab4c6 req-bac8bcb3-8322-4c96-9927-793740ceff97 service neutron] 10.222.0.21 "GET /v2.0/networks?id=76565483-d66d-41cb-bdde-407dbd732435 HTTP/1.1" status: 200 len: 913 time: 0.8738046 Mar 07 10:44:04.768158 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee8b102-428b-4e36-8f6b-90d7e49c217d req-7b41c28b-c4bd-4d70-963d-78319d433c49 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:04.769664 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0ee8b102-428b-4e36-8f6b-90d7e49c217d req-7b41c28b-c4bd-4d70-963d-78319d433c49 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5b600d0-d07c-49d8-b6b5-247f675239e3 HTTP/1.1" status: 200 len: 943 time: 0.1031418 Mar 07 10:44:04.822535 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5ae28f74-3ee7-41e6-ad10-33d42d2ab4c6 req-f877f2b5-96ed-4464-89db-3565d309bfc8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69bd37a6-8da5-43e0-90bc-620471e8ad48 HTTP/1.1" status: 200 len: 217 time: 0.0579247 Mar 07 10:44:04.868651 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0ee8b102-428b-4e36-8f6b-90d7e49c217d req-695ceb7b-a812-46ea-bbac-5cf3c86d5880 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/security-groups?id=96ec3d28-0b8e-46bc-a0d5-009e638e8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902951 Mar 07 10:44:04.918394 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106b23ce-b8ea-4ca6-8caa-dca129c6a6d3 x-openstack-request-id: req-106b23ce-b8ea-4ca6-8caa-dca129c6a6d3 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:04.918688 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b04aab4-d3a3-45b8-9f9c-1434192ee498", "tag": "e8486f82-6440-4564-b7de-535824b5529d", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:04.918963 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-106b23ce-b8ea-4ca6-8caa-dca129c6a6d3 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:04.919365 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b04aab4-d3a3-45b8-9f9c-1434192ee498', 'tag': 'e8486f82-6440-4564-b7de-535824b5529d', 'status': 'completed', 'code': 200} Mar 07 10:44:04.987938 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc0642-b51c-4ac1-84b1-267043e3d1d2 req-f473dac8-9d02-4203-92ee-80efdc2e4670 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:04.989595 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a7bc0642-b51c-4ac1-84b1-267043e3d1d2 req-f473dac8-9d02-4203-92ee-80efdc2e4670 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=a525ed98-2f3d-4bab-ab58-b2196ed0cf83 HTTP/1.1" status: 200 len: 945 time: 0.4477057 Mar 07 10:44:05.056868 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-421b98a8-1c81-44ff-89ce-23ef130b283e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:05.087478 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae28f74-3ee7-41e6-ad10-33d42d2ab4c6 req-8de8a3c9-036b-4eb3-9bfe-58c773650e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:05.088963 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5ae28f74-3ee7-41e6-ad10-33d42d2ab4c6 req-8de8a3c9-036b-4eb3-9bfe-58c773650e5b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a1ccb26-ce7d-427a-a115-1bc37d7a5beb HTTP/1.1" status: 200 len: 852 time: 0.2532926 Mar 07 10:44:05.119463 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2053d77-cf0d-40fc-9019-808534d972cb None None] Network b1b7f448-cfa1-41ec-a130-09a036d14bf6 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:44:05.221514 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5ae28f74-3ee7-41e6-ad10-33d42d2ab4c6 req-89eae088-a7c5-4e74-975c-af221bd2b67d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=76565483-d66d-41cb-bdde-407dbd732435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208732 Mar 07 10:44:05.231477 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6748e69d-9ff7-4b9a-8214-9f995f9832c8 None None] Provisioning complete for port 7451bc71-95f3-4289-964a-e65ec7e94527 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:05.232019 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6748e69d-9ff7-4b9a-8214-9f995f9832c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7451bc71-95f3-4289-964a-e65ec7e94527), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:05.251442 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00ac76-6231-44e5-b668-0986b968710c req-c5bb899a-104c-496d-ba5f-1a8bab02ccf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:05.252948 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3f00ac76-6231-44e5-b668-0986b968710c req-c5bb899a-104c-496d-ba5f-1a8bab02ccf0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=09f2bfd2da3e4fd89d3e140a66579bae&device_id=8b04aab4-d3a3-45b8-9f9c-1434192ee498 HTTP/1.1" status: 200 len: 1125 time: 0.2767024 Mar 07 10:44:05.290085 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a7bc0642-b51c-4ac1-84b1-267043e3d1d2 req-b1c2551e-afc4-4d2b-8953-f3e79df0d47e tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639387 Mar 07 10:44:05.373544 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6748e69d-9ff7-4b9a-8214-9f995f9832c8 None None] Current status of the port 7451bc71-95f3-4289-964a-e65ec7e94527 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:05.374097 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6748e69d-9ff7-4b9a-8214-9f995f9832c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7451bc71-95f3-4289-964a-e65ec7e94527), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:05.410250 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6748e69d-9ff7-4b9a-8214-9f995f9832c8 None None] For port 7451bc71-95f3-4289-964a-e65ec7e94527, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7451bc71-95f3-4289-964a-e65ec7e94527,segment=NetworkSegment(a3b89a85-ae09-430a-b0d5-2d38790ff78c),segment_id=a3b89a85-ae09-430a-b0d5-2d38790ff78c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:05.416236 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6748e69d-9ff7-4b9a-8214-9f995f9832c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (7451bc71-95f3-4289-964a-e65ec7e94527), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:05.518837 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6d83303d-2e38-479a-80de-8a00e82fac38 req-15a9d358-553c-4921-ad38-0be3c915ad49 tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0704706 Mar 07 10:44:05.558500 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748e69d-9ff7-4b9a-8214-9f995f9832c8 None None] Pushing event updated for resources: {'Port': ['ID=7451bc71-95f3-4289-964a-e65ec7e94527,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:05.706750 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7451bc71-95f3-4289-964a-e65ec7e94527 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:44:05.766550 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5ae28f74-3ee7-41e6-ad10-33d42d2ab4c6 req-b89852a3-116b-4887-b5d9-7744ccee800d service neutron] 10.222.0.21 "GET /v2.0/networks/76565483-d66d-41cb-bdde-407dbd732435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5381069 Mar 07 10:44:05.787190 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 7451bc71-95f3-4289-964a-e65ec7e94527 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:05.787962 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7451bc71-95f3-4289-964a-e65ec7e94527), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:05.805243 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00ac76-6231-44e5-b668-0986b968710c req-1dc22042-f0d6-4beb-9f07-5bf74e175b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:05.806722 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3f00ac76-6231-44e5-b668-0986b968710c req-1dc22042-f0d6-4beb-9f07-5bf74e175b28 service neutron] 10.222.0.21 "GET /v2.0/networks?id=76565483-d66d-41cb-bdde-407dbd732435 HTTP/1.1" status: 200 len: 913 time: 0.5367458 Mar 07 10:44:05.912037 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 7451bc71-95f3-4289-964a-e65ec7e94527 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:05.913157 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:44:05.946384 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-421b98a8-1c81-44ff-89ce-23ef130b283e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Allocated IP 2001:db8::1 (b1b7f448-cfa1-41ec-a130-09a036d14bf6/29a90450-5ecc-41d3-b0d9-2cec186c6b13/0ddc1af5-a9b2-4dcc-9545-aea2fa7f8a52) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:44:05.969864 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b61e45d7-261b-4288-952c-b801d1babd13 None None] Provisioning complete for port 7451bc71-95f3-4289-964a-e65ec7e94527 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:05.970346 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b61e45d7-261b-4288-952c-b801d1babd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7451bc71-95f3-4289-964a-e65ec7e94527), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:06.029567 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3f00ac76-6231-44e5-b668-0986b968710c req-da0d0538-a0e6-43d7-afa8-cd8a6277abf0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8486f82-6440-4564-b7de-535824b5529d HTTP/1.1" status: 200 len: 217 time: 0.1994338 Mar 07 10:44:06.033568 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:06.033953 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:06.105665 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b61e45d7-261b-4288-952c-b801d1babd13 None None] Current status of the port 7451bc71-95f3-4289-964a-e65ec7e94527 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:06.153474 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:06.154129 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:06.187823 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c604c9-89a1-482f-8e21-aada65714f09 None None] Network 30e81397-d810-4d08-977e-1cc84bee6d28 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:44:06.210527 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3,segment=NetworkSegment(6b164bf7-74c8-418b-922f-65e951ff94e8),segment_id=6b164bf7-74c8-418b-922f-65e951ff94e8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:06.227244 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5ae28f74-3ee7-41e6-ad10-33d42d2ab4c6 req-4053e912-9c0f-4f71-b2b9-bb27563465a3 service neutron] 10.222.0.21 "GET /v2.0/networks/76565483-d66d-41cb-bdde-407dbd732435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454596 Mar 07 10:44:06.232839 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:06.257661 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00ac76-6231-44e5-b668-0986b968710c req-58d19197-fdf7-4aa0-9a4b-09aadcc4fa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:06.259143 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3f00ac76-6231-44e5-b668-0986b968710c req-58d19197-fdf7-4aa0-9a4b-09aadcc4fa44 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a1ccb26-ce7d-427a-a115-1bc37d7a5beb HTTP/1.1" status: 200 len: 852 time: 0.2062933 Mar 07 10:44:06.309653 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3f00ac76-6231-44e5-b668-0986b968710c req-38bbf741-2b1a-4e24-b9a3-d1d70e5db0c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=76565483-d66d-41cb-bdde-407dbd732435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444081 Mar 07 10:44:06.313081 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-421b98a8-1c81-44ff-89ce-23ef130b283e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for port (0ddc1af5-a9b2-4dcc-9545-aea2fa7f8a52), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:06.318694 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-e5909900-d1f3-4388-b97d-5e2c3a74b3e5 None None] Provisioning complete for port 3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:06.318694 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e5909900-d1f3-4388-b97d-5e2c3a74b3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:06.323325 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b3ed85-a7c4-44b0-a898-9198393edcac req-68522cb2-6421-465a-8a77-b516dc9b0ad7 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:06.324904 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f2b3ed85-a7c4-44b0-a898-9198393edcac req-68522cb2-6421-465a-8a77-b516dc9b0ad7 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5b600d0-d07c-49d8-b6b5-247f675239e3 HTTP/1.1" status: 200 len: 943 time: 0.3229227 Mar 07 10:44:06.356797 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 69bd37a6-8da5-43e0-90bc-620471e8ad48 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:44:06.378608 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:06.472293 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8e757-c262-41f2-8e2c-670620f78ca2 req-143db86c-a020-417e-8950-48b98a84ec06 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:06.477548 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a4d8e757-c262-41f2-8e2c-670620f78ca2 req-143db86c-a020-417e-8950-48b98a84ec06 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=a525ed98-2f3d-4bab-ab58-b2196ed0cf83 HTTP/1.1" status: 200 len: 945 time: 0.0807350 Mar 07 10:44:06.492331 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-421b98a8-1c81-44ff-89ce-23ef130b283e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (0ddc1af5-a9b2-4dcc-9545-aea2fa7f8a52), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:06.503810 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f2b3ed85-a7c4-44b0-a898-9198393edcac req-bc684cf2-aaf8-44c8-bdcf-306c505da6f1 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/security-groups?id=96ec3d28-0b8e-46bc-a0d5-009e638e8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660354 Mar 07 10:44:06.504898 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c761e805-e6b2-45af-aa1d-1e5f75794e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:06.534092 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3f00ac76-6231-44e5-b668-0986b968710c req-ddce28f9-3c04-4bed-bdd8-ebe45fdaf35c service neutron] 10.222.0.21 "GET /v2.0/networks/76565483-d66d-41cb-bdde-407dbd732435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063222 Mar 07 10:44:06.560097 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421b98a8-1c81-44ff-89ce-23ef130b283e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network b1b7f448-cfa1-41ec-a130-09a036d14bf6 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:06.585771 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-421b98a8-1c81-44ff-89ce-23ef130b283e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:06.589817 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421b98a8-1c81-44ff-89ce-23ef130b283e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:44:06.590372 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-421b98a8-1c81-44ff-89ce-23ef130b283e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (9181b922-440c-42c7-afa4-403e3c21b2de), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:06.591806 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a4d8e757-c262-41f2-8e2c-670620f78ca2 req-edfc001b-da29-4107-a56a-c5b323ff7dfc tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038740 Mar 07 10:44:06.606848 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b98a8-1c81-44ff-89ce-23ef130b283e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Port': ['ID=0ddc1af5-a9b2-4dcc-9545-aea2fa7f8a52,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:06.669028 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 69bd37a6-8da5-43e0-90bc-620471e8ad48, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=69bd37a6-8da5-43e0-90bc-620471e8ad48,segment=NetworkSegment(227c2530-99d4-4364-bd6a-0de4a89ff17b),segment_id=227c2530-99d4-4364-bd6a-0de4a89ff17b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:06.681562 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e5909900-d1f3-4388-b97d-5e2c3a74b3e5 None None] Current status of the port 3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:06.701557 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '69bd37a6-8da5-43e0-90bc-620471e8ad48', 'network_id': '76565483-d66d-41cb-bdde-407dbd732435', 'port_id': '69bd37a6-8da5-43e0-90bc-620471e8ad48', 'mac_address': 'fa:16:3e:3c:a7:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1ccb26-ce7d-427a-a115-1bc37d7a5beb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:44:06.824616 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 69bd37a6-8da5-43e0-90bc-620471e8ad48 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:06.825008 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (69bd37a6-8da5-43e0-90bc-620471e8ad48), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:06.860201 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69bd37a6-8da5-43e0-90bc-620471e8ad48 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:44:06.916545 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 69bd37a6-8da5-43e0-90bc-620471e8ad48, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=69bd37a6-8da5-43e0-90bc-620471e8ad48,segment=NetworkSegment(227c2530-99d4-4364-bd6a-0de4a89ff17b),segment_id=227c2530-99d4-4364-bd6a-0de4a89ff17b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:06.928260 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (69bd37a6-8da5-43e0-90bc-620471e8ad48), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:06.929136 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device e8486f82-6440-4564-b7de-535824b5529d details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:44:06.967380 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3f00ac76-6231-44e5-b668-0986b968710c req-747fd45c-8677-4887-9fa5-b5a162131ae5 service neutron] 10.222.0.21 "GET /v2.0/networks/76565483-d66d-41cb-bdde-407dbd732435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267294 Mar 07 10:44:07.005970 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b4eb9-65f8-4fe7-a84b-9decb7410e59 req-24edcb78-6129-41b5-86a2-2ac990d63e5b tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:07.019241 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1b9b4eb9-65f8-4fe7-a84b-9decb7410e59 req-24edcb78-6129-41b5-86a2-2ac990d63e5b tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=a525ed98-2f3d-4bab-ab58-b2196ed0cf83 HTTP/1.1" status: 200 len: 945 time: 0.1168299 Mar 07 10:44:07.060005 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2fcbe2f0-7725-4dff-830e-4a73291f5edc req-b284d190-fa50-4454-a5ea-beebc62a85df tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.1723700 Mar 07 10:44:07.076833 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=69bd37a6-8da5-43e0-90bc-620471e8ad48,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:07.078531 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-421b98a8-1c81-44ff-89ce-23ef130b283e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0ddc1af5-a9b2-4dcc-9545-aea2fa7f8a52), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:07.081945 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1b9b4eb9-65f8-4fe7-a84b-9decb7410e59 req-498d0e78-5a83-4f80-9580-a8c6befb43ff tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611413 Mar 07 10:44:07.092400 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port e8486f82-6440-4564-b7de-535824b5529d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e8486f82-6440-4564-b7de-535824b5529d,segment=NetworkSegment(227c2530-99d4-4364-bd6a-0de4a89ff17b),segment_id=227c2530-99d4-4364-bd6a-0de4a89ff17b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:07.110313 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'e8486f82-6440-4564-b7de-535824b5529d', 'network_id': '76565483-d66d-41cb-bdde-407dbd732435', 'port_id': 'e8486f82-6440-4564-b7de-535824b5529d', 'mac_address': 'fa:16:3e:f1:e8:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1ccb26-ce7d-427a-a115-1bc37d7a5beb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:44:07.134248 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc8c2253-d94d-4cf5-90f9-827910903f22 req-7b14b2d5-5296-4976-81ef-4d502b1c3234 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=29231323-4b16-406e-8eb2-ab3d88156342&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2453902 Mar 07 10:44:07.152523 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-5e897f21-48d0-4611-b08d-2384138c59bc None None] Provisioning complete for port 3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:07.153052 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5e897f21-48d0-4611-b08d-2384138c59bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:07.198423 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port e8486f82-6440-4564-b7de-535824b5529d is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:07.198897 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e8486f82-6440-4564-b7de-535824b5529d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:07.235950 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8486f82-6440-4564-b7de-535824b5529d {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:44:07.275247 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5e897f21-48d0-4611-b08d-2384138c59bc None None] Current status of the port 3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:07.278664 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port e8486f82-6440-4564-b7de-535824b5529d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e8486f82-6440-4564-b7de-535824b5529d,segment=NetworkSegment(227c2530-99d4-4364-bd6a-0de4a89ff17b),segment_id=227c2530-99d4-4364-bd6a-0de4a89ff17b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:07.285283 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e8486f82-6440-4564-b7de-535824b5529d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:07.297671 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c2253-d94d-4cf5-90f9-827910903f22 req-3e07cecb-40fb-43a6-87d9-011aacf86711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:07.299125 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc8c2253-d94d-4cf5-90f9-827910903f22 req-3e07cecb-40fb-43a6-87d9-011aacf86711 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=963e73da008c45bbbe3340617f958250&device_id=29231323-4b16-406e-8eb2-ab3d88156342 HTTP/1.1" status: 200 len: 1127 time: 0.1353106 Mar 07 10:44:07.332052 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-5e897f21-48d0-4611-b08d-2384138c59bc None None] Provisioning complete for port 0ddc1af5-a9b2-4dcc-9545-aea2fa7f8a52 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:07.332423 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5e897f21-48d0-4611-b08d-2384138c59bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0ddc1af5-a9b2-4dcc-9545-aea2fa7f8a52), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:07.385076 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=e8486f82-6440-4564-b7de-535824b5529d,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:07.388947 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5e897f21-48d0-4611-b08d-2384138c59bc None None] Port 0ddc1af5-a9b2-4dcc-9545-aea2fa7f8a52 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:44:07.511789 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c2253-d94d-4cf5-90f9-827910903f22 req-eebf67c8-9c19-4532-aeb3-104c9868b62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:07.511789 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc8c2253-d94d-4cf5-90f9-827910903f22 req-eebf67c8-9c19-4532-aeb3-104c9868b62b service neutron] 10.222.0.31 "GET /v2.0/networks?id=00afd099-7a30-4cd1-919e-35d92c7ee376 HTTP/1.1" status: 200 len: 916 time: 0.1780584 Mar 07 10:44:07.554531 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-421b98a8-1c81-44ff-89ce-23ef130b283e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for port (0ddc1af5-a9b2-4dcc-9545-aea2fa7f8a52), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:07.554812 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7451bc71-95f3-4289-964a-e65ec7e94527 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:44:07.613962 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-421b98a8-1c81-44ff-89ce-23ef130b283e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (0ddc1af5-a9b2-4dcc-9545-aea2fa7f8a52), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:07.615125 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-421b98a8-1c81-44ff-89ce-23ef130b283e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (9181b922-440c-42c7-afa4-403e3c21b2de), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:07.630210 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['69bd37a6-8da5-43e0-90bc-620471e8ad48'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:44:07.644269 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['e8486f82-6440-4564-b7de-535824b5529d'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:44:07.699849 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d33fa-9fcb-40e2-8ed5-ddd1f6b45809 req-df25c5c8-7308-4021-b750-1689065bd953 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:07.712068 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-944d33fa-9fcb-40e2-8ed5-ddd1f6b45809 req-df25c5c8-7308-4021-b750-1689065bd953 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5b600d0-d07c-49d8-b6b5-247f675239e3 HTTP/1.1" status: 200 len: 944 time: 0.0961051 Mar 07 10:44:07.764572 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b98a8-1c81-44ff-89ce-23ef130b283e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Port': ['ID=0ddc1af5-a9b2-4dcc-9545-aea2fa7f8a52,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:07.769181 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc8c2253-d94d-4cf5-90f9-827910903f22 req-0430c7a0-6da8-479d-9bdd-f053adfd1db9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f92313b3-14c2-4673-a7bb-2bc9b560ec04 HTTP/1.1" status: 200 len: 1000 time: 0.2502992 Mar 07 10:44:07.825137 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-944d33fa-9fcb-40e2-8ed5-ddd1f6b45809 req-23426218-c50f-469d-b4b7-d8684d1abe19 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/security-groups?id=96ec3d28-0b8e-46bc-a0d5-009e638e8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967631 Mar 07 10:44:07.860615 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c2253-d94d-4cf5-90f9-827910903f22 req-e52eda5d-4088-4f1c-9f47-a976d609c238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:07.862475 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc8c2253-d94d-4cf5-90f9-827910903f22 req-e52eda5d-4088-4f1c-9f47-a976d609c238 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e733737e-c8f1-4ea9-8337-47939319caff HTTP/1.1" status: 200 len: 854 time: 0.0857706 Mar 07 10:44:07.869094 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421b98a8-1c81-44ff-89ce-23ef130b283e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network b1b7f448-cfa1-41ec-a130-09a036d14bf6 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:07.882895 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-421b98a8-1c81-44ff-89ce-23ef130b283e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:07.993823 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 7451bc71-95f3-4289-964a-e65ec7e94527 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:07.994207 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7451bc71-95f3-4289-964a-e65ec7e94527), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:08.028013 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c2253-d94d-4cf5-90f9-827910903f22 req-4fc87a17-155d-4cfb-b45b-b3cf03c542ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:08.030781 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc8c2253-d94d-4cf5-90f9-827910903f22 req-4fc87a17-155d-4cfb-b45b-b3cf03c542ca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=00afd099-7a30-4cd1-919e-35d92c7ee376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1605499 Mar 07 10:44:08.241489 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8f2bd256-bfc0-4e68-8761-4623680bcc8f req-783c838a-9f12-4050-8477-323f4ccba123 tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0391281 Mar 07 10:44:08.339393 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a166f710-7290-4627-98f2-f7e3630d3119 None None] Provisioning complete for port 0ddc1af5-a9b2-4dcc-9545-aea2fa7f8a52 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:08.339909 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a166f710-7290-4627-98f2-f7e3630d3119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0ddc1af5-a9b2-4dcc-9545-aea2fa7f8a52), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:08.342438 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de2888-8c1a-4b9d-81ed-fe753a1a28d8 req-ff1ad1a6-60a3-459e-abfc-27ce5256d0f7 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:08.344927 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d3de2888-8c1a-4b9d-81ed-fe753a1a28d8 req-ff1ad1a6-60a3-459e-abfc-27ce5256d0f7 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.31 "GET /v2.0/ports?device_id=a525ed98-2f3d-4bab-ab58-b2196ed0cf83 HTTP/1.1" status: 200 len: 945 time: 0.0741067 Mar 07 10:44:08.350146 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 7451bc71-95f3-4289-964a-e65ec7e94527 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:08.351284 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:44:08.467254 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-d3de2888-8c1a-4b9d-81ed-fe753a1a28d8 req-ffa5aae9-6012-483e-944a-706e6a4b7132 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Deleting port 3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:44:08.467935 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d3de2888-8c1a-4b9d-81ed-fe753a1a28d8 req-ffa5aae9-6012-483e-944a-706e6a4b7132 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:08.475058 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a166f710-7290-4627-98f2-f7e3630d3119 None None] Port 0ddc1af5-a9b2-4dcc-9545-aea2fa7f8a52 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:44:08.481093 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:08.481500 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:08.581889 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-d3de2888-8c1a-4b9d-81ed-fe753a1a28d8 req-ffa5aae9-6012-483e-944a-706e6a4b7132 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] For port 3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f,segment=NetworkSegment(12342119-cf6b-4cbb-9e34-d47607d55c42),segment_id=12342119-cf6b-4cbb-9e34-d47607d55c42)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:08.583118 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d3de2888-8c1a-4b9d-81ed-fe753a1a28d8 req-ffa5aae9-6012-483e-944a-706e6a4b7132 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:08.595299 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:08.602757 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-d3de2888-8c1a-4b9d-81ed-fe753a1a28d8 req-ffa5aae9-6012-483e-944a-706e6a4b7132 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Calling delete_port for 3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:44:08.608191 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bc437ee1-261f-42ff-a74c-9bd5ee2c9a8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:08.618036 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc8c2253-d94d-4cf5-90f9-827910903f22 req-865b8d09-8131-4524-ba69-891e651d190f service neutron] 10.222.0.31 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5794249 Mar 07 10:44:08.622870 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421b98a8-1c81-44ff-89ce-23ef130b283e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Router 9181b922-440c-42c7-afa4-403e3c21b2de is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:44:08.657220 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2efd69-7596-4caf-9a21-d3e60cf77550 req-e3fd3f69-d1cd-47db-b2f0-059774a8dfdc tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:08.658745 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e2efd69-7596-4caf-9a21-d3e60cf77550 req-e3fd3f69-d1cd-47db-b2f0-059774a8dfdc tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=a525ed98-2f3d-4bab-ab58-b2196ed0cf83 HTTP/1.1" status: 200 len: 945 time: 0.1211700 Mar 07 10:44:08.757630 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d3de2888-8c1a-4b9d-81ed-fe753a1a28d8 req-ffa5aae9-6012-483e-944a-706e6a4b7132 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:08.775714 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:44:08.800239 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5aae9-6012-483e-944a-706e6a4b7132 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Pushing event deleted for resources: {'Port': ['ID=3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:08.853644 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc8c2253-d94d-4cf5-90f9-827910903f22 req-171f7e86-d6f2-4286-a860-ff9540c72f0b service neutron] 10.222.0.31 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282677 Mar 07 10:44:08.857844 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e2efd69-7596-4caf-9a21-d3e60cf77550 req-3586752d-5712-42a7-878a-3b4dfe8de26e tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851735 Mar 07 10:44:08.860105 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421b98a8-1c81-44ff-89ce-23ef130b283e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:44:08.866491 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-421b98a8-1c81-44ff-89ce-23ef130b283e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "PUT /v2.0/routers/9181b922-440c-42c7-afa4-403e3c21b2de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0519090 Mar 07 10:44:08.868523 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55634) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:08.874992 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcff2e1-e33e-4bc8-8092-8af414aea42e None None] Sync routers for ids ['9181b922-440c-42c7-afa4-403e3c21b2de'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:44:08.884688 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3de2888-8c1a-4b9d-81ed-fe753a1a28d8 req-ffa5aae9-6012-483e-944a-706e6a4b7132 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] No DVR routers for this DVR port 3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:44:08.890815 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-d3de2888-8c1a-4b9d-81ed-fe753a1a28d8 req-ffa5aae9-6012-483e-944a-706e6a4b7132 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:08.897198 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d3de2888-8c1a-4b9d-81ed-fe753a1a28d8 req-ffa5aae9-6012-483e-944a-706e6a4b7132 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.31 "DELETE /v2.0/ports/3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f HTTP/1.1" status: 204 len: 173 time: 0.5458457 Mar 07 10:44:08.897667 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a525ed98-2f3d-4bab-ab58-b2196ed0cf83', 'name': 'network-vif-deleted', 'tag': '3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:08.900464 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6576015-7254-46a3-ab8d-ec66f645951e" -d '{"events": [{"server_uuid": "a525ed98-2f3d-4bab-ab58-b2196ed0cf83", "name": "network-vif-deleted", "tag": "3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:08.902740 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcff2e1-e33e-4bc8-8092-8af414aea42e None None] Routers {'9181b922-440c-42c7-afa4-403e3c21b2de'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:44:08.903475 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-dfcff2e1-e33e-4bc8-8092-8af414aea42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:44:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9181b922-440c-42c7-afa4-403e3c21b2de'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:08.941730 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9244ed-799b-462b-a3d0-c6edb7e6a282 x-openstack-request-id: req-dd9244ed-799b-462b-a3d0-c6edb7e6a282 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:08.943319 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a525ed98-2f3d-4bab-ab58-b2196ed0cf83", "name": "network-vif-deleted", "tag": "3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:08.943970 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dd9244ed-799b-462b-a3d0-c6edb7e6a282 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:08.944740 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a525ed98-2f3d-4bab-ab58-b2196ed0cf83', 'name': 'network-vif-deleted', 'tag': '3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f', 'status': 'completed', 'code': 200} Mar 07 10:44:08.972861 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3393774-bd72-4ae9-abca-7ee5823f6c24 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:08.977081 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e3393774-bd72-4ae9-abca-7ee5823f6c24 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "GET /v2.0/ports/0ddc1af5-a9b2-4dcc-9545-aea2fa7f8a52 HTTP/1.1" status: 200 len: 911 time: 0.1048656 Mar 07 10:44:08.977650 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55638) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:08.984211 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-dfcff2e1-e33e-4bc8-8092-8af414aea42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:09.012390 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcff2e1-e33e-4bc8-8092-8af414aea42e None None] Routers {'9181b922-440c-42c7-afa4-403e3c21b2de'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:44:09.015045 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-dfcff2e1-e33e-4bc8-8092-8af414aea42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:44:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9181b922-440c-42c7-afa4-403e3c21b2de'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:09.023034 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea8ef5-48a4-4c9d-9cac-329739934391 req-9f594509-792f-4b37-99a0-5ea360b1d6d7 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:09.024593 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6eea8ef5-48a4-4c9d-9cac-329739934391 req-9f594509-792f-4b37-99a0-5ea360b1d6d7 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5b600d0-d07c-49d8-b6b5-247f675239e3 HTTP/1.1" status: 200 len: 944 time: 0.0669889 Mar 07 10:44:09.070106 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-dfcff2e1-e33e-4bc8-8092-8af414aea42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:09.071088 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcff2e1-e33e-4bc8-8092-8af414aea42e None None] The sync data for ids ['9181b922-440c-42c7-afa4-403e3c21b2de'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:44:09.087326 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6eea8ef5-48a4-4c9d-9cac-329739934391 req-1e18fb74-04e0-4627-a774-b1b91c8cba63 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/security-groups?id=96ec3d28-0b8e-46bc-a0d5-009e638e8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561509 Mar 07 10:44:09.389207 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ffc8809a-0b92-4be6-9ca9-c3fb6af550d0 req-83323004-9bdc-4d23-8b80-486b672b91f9 tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0465019 Mar 07 10:44:09.486146 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-825f59b9-ef76-4817-bedf-fac89ef3187d tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:09.775090 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-825f59b9-ef76-4817-bedf-fac89ef3187d tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Allocated IP 2001:db8:1::1 (30e81397-d810-4d08-977e-1cc84bee6d28/c50e8424-a964-467c-9bb4-78cfa62faa9c/6610d314-90ff-405c-bfe4-863b262ed136) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:44:09.812308 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:09.888697 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-825f59b9-ef76-4817-bedf-fac89ef3187d tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for port (6610d314-90ff-405c-bfe4-863b262ed136), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:09.928263 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-825f59b9-ef76-4817-bedf-fac89ef3187d tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (6610d314-90ff-405c-bfe4-863b262ed136), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:09.989779 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825f59b9-ef76-4817-bedf-fac89ef3187d tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network 30e81397-d810-4d08-977e-1cc84bee6d28 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:09.995662 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-825f59b9-ef76-4817-bedf-fac89ef3187d tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:10.000034 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825f59b9-ef76-4817-bedf-fac89ef3187d tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:44:10.000571 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-825f59b9-ef76-4817-bedf-fac89ef3187d tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (9181b922-440c-42c7-afa4-403e3c21b2de), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:10.004197 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f59b9-ef76-4817-bedf-fac89ef3187d tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Port': ['ID=6610d314-90ff-405c-bfe4-863b262ed136,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:10.195343 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-825f59b9-ef76-4817-bedf-fac89ef3187d tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6610d314-90ff-405c-bfe4-863b262ed136), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:10.228165 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81105e-895b-49b3-994d-a5495f0c15f4 req-90a742b5-d9ed-44ca-83ef-12f15fbe8c44 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:10.229988 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-de81105e-895b-49b3-994d-a5495f0c15f4 req-90a742b5-d9ed-44ca-83ef-12f15fbe8c44 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5b600d0-d07c-49d8-b6b5-247f675239e3 HTTP/1.1" status: 200 len: 944 time: 0.0693526 Mar 07 10:44:10.288277 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-de81105e-895b-49b3-994d-a5495f0c15f4 req-d2d450b2-6257-4f58-af82-9b01ec1f9c10 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/security-groups?id=96ec3d28-0b8e-46bc-a0d5-009e638e8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528934 Mar 07 10:44:10.320965 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a0ef0132-072a-43ff-b43c-f0cd295032b8 None None] Provisioning complete for port 6610d314-90ff-405c-bfe4-863b262ed136 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:10.321359 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a0ef0132-072a-43ff-b43c-f0cd295032b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6610d314-90ff-405c-bfe4-863b262ed136), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:10.339020 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d6872-fb1a-4a20-a024-933f761db601 req-7e0e6c5b-f315-4e69-8fae-7aede7fe74e6 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:10.340485 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b37d6872-fb1a-4a20-a024-933f761db601 req-7e0e6c5b-f315-4e69-8fae-7aede7fe74e6 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/networks?id=d7b74752-b035-4af7-99b7-eca10e463dbd HTTP/1.1" status: 200 len: 812 time: 0.2083187 Mar 07 10:44:10.356828 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a0ef0132-072a-43ff-b43c-f0cd295032b8 None None] Port 6610d314-90ff-405c-bfe4-863b262ed136 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:44:10.377809 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 69bd37a6-8da5-43e0-90bc-620471e8ad48 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:44:10.390012 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b37d6872-fb1a-4a20-a024-933f761db601 req-2c72745b-e1bf-454a-916c-230fe07917b6 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/quotas/ef96f18062d345998a199cb367c56469 HTTP/1.1" status: 200 len: 375 time: 0.0128438 Mar 07 10:44:10.433834 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 69bd37a6-8da5-43e0-90bc-620471e8ad48 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:44:10.440186 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 69bd37a6-8da5-43e0-90bc-620471e8ad48 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:10.440553 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (69bd37a6-8da5-43e0-90bc-620471e8ad48), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:10.451337 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b37d6872-fb1a-4a20-a024-933f761db601 req-76e893a8-6ee9-48a4-9079-d971a81ac48a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef96f18062d345998a199cb367c56469&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344944 Mar 07 10:44:10.544287 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-01f9fb4d-e51f-4658-8a40-4aa44b4d41ee req-3d927103-ac8f-4223-98d9-ec9063197978 tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0276215 Mar 07 10:44:10.546208 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 69bd37a6-8da5-43e0-90bc-620471e8ad48 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:10.546615 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (69bd37a6-8da5-43e0-90bc-620471e8ad48), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:10.602885 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 69bd37a6-8da5-43e0-90bc-620471e8ad48, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=69bd37a6-8da5-43e0-90bc-620471e8ad48,segment=NetworkSegment(227c2530-99d4-4364-bd6a-0de4a89ff17b),segment_id=227c2530-99d4-4364-bd6a-0de4a89ff17b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:10.603869 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b600d0-d07c-49d8-b6b5-247f675239e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69bd37a6-8da5-43e0-90bc-620471e8ad48'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:10.608335 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adf82dd-fbae-4f06-ba1d-b683d37985cb" -d '{"events": [{"server_uuid": "d5b600d0-d07c-49d8-b6b5-247f675239e3", "name": "network-vif-plugged", "status": "completed", "tag": "69bd37a6-8da5-43e0-90bc-620471e8ad48"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:10.612913 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (69bd37a6-8da5-43e0-90bc-620471e8ad48), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:10.613895 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device e8486f82-6440-4564-b7de-535824b5529d up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:44:10.642035 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b37d6872-fb1a-4a20-a024-933f761db601 req-0f994ca9-5127-4351-a615-7a06d37e634d service neutron] 10.222.0.11 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776614 Mar 07 10:44:10.662046 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3f4f49-e4b5-4cb4-a15b-0b29f930da77 x-openstack-request-id: req-0a3f4f49-e4b5-4cb4-a15b-0b29f930da77 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:10.662046 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b600d0-d07c-49d8-b6b5-247f675239e3", "name": "network-vif-plugged", "status": "completed", "tag": "69bd37a6-8da5-43e0-90bc-620471e8ad48", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:10.662308 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0a3f4f49-e4b5-4cb4-a15b-0b29f930da77 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:10.662776 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b600d0-d07c-49d8-b6b5-247f675239e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69bd37a6-8da5-43e0-90bc-620471e8ad48', 'code': 200} Mar 07 10:44:10.726693 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port e8486f82-6440-4564-b7de-535824b5529d completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:44:10.734542 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=69bd37a6-8da5-43e0-90bc-620471e8ad48,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:10.737268 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port e8486f82-6440-4564-b7de-535824b5529d triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:10.737752 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e8486f82-6440-4564-b7de-535824b5529d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:10.785090 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-825f59b9-ef76-4817-bedf-fac89ef3187d tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for port (6610d314-90ff-405c-bfe4-863b262ed136), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:10.796405 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-825f59b9-ef76-4817-bedf-fac89ef3187d tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (6610d314-90ff-405c-bfe4-863b262ed136), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:10.797196 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-825f59b9-ef76-4817-bedf-fac89ef3187d tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (9181b922-440c-42c7-afa4-403e3c21b2de), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:10.828809 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port e8486f82-6440-4564-b7de-535824b5529d is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:10.829486 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e8486f82-6440-4564-b7de-535824b5529d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:10.847659 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b37d6872-fb1a-4a20-a024-933f761db601 req-9e5e1ed2-b506-404d-a2cb-79d8b7c05afb service neutron] 10.222.0.11 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945751 Mar 07 10:44:10.864050 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d815690-ac21-4423-a114-d0b0f30ebb0f req-9851b200-f67d-4378-8ce2-9301c24f63c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:10.866716 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6d815690-ac21-4423-a114-d0b0f30ebb0f req-9851b200-f67d-4378-8ce2-9301c24f63c3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d5b600d0-d07c-49d8-b6b5-247f675239e3 HTTP/1.1" status: 200 len: 1127 time: 0.1377714 Mar 07 10:44:10.882751 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port e8486f82-6440-4564-b7de-535824b5529d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e8486f82-6440-4564-b7de-535824b5529d,segment=NetworkSegment(227c2530-99d4-4364-bd6a-0de4a89ff17b),segment_id=227c2530-99d4-4364-bd6a-0de4a89ff17b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:10.888509 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e8486f82-6440-4564-b7de-535824b5529d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:10.929269 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f59b9-ef76-4817-bedf-fac89ef3187d tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Port': ['ID=6610d314-90ff-405c-bfe4-863b262ed136,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:10.956268 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=e8486f82-6440-4564-b7de-535824b5529d,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:10.980212 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6d815690-ac21-4423-a114-d0b0f30ebb0f req-984c6b85-4657-4366-abaa-1330ab0aad7c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=96ec3d28-0b8e-46bc-a0d5-009e638e8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035569 Mar 07 10:44:11.001006 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825f59b9-ef76-4817-bedf-fac89ef3187d tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network 30e81397-d810-4d08-977e-1cc84bee6d28 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:11.003456 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-825f59b9-ef76-4817-bedf-fac89ef3187d tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:11.044973 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-652cb9b4-b485-4d4d-acd6-ad8292b7ae11 req-f0e799a4-2ab5-4eee-9bf6-88f7073df6c8 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c1a8dc-4a78-499e-8884-7f923ed8acbd HTTP/1.1" status: 200 len: 210 time: 0.0341666 Mar 07 10:44:11.153659 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825f59b9-ef76-4817-bedf-fac89ef3187d tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Router 9181b922-440c-42c7-afa4-403e3c21b2de has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:44:11.269244 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825f59b9-ef76-4817-bedf-fac89ef3187d tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:44:11.285455 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-825f59b9-ef76-4817-bedf-fac89ef3187d tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "PUT /v2.0/routers/9181b922-440c-42c7-afa4-403e3c21b2de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3042190 Mar 07 10:44:11.285455 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55718) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:11.287521 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057c13b1-1fbd-4fb1-bd07-fd297188d061 None None] Sync routers for ids ['9181b922-440c-42c7-afa4-403e3c21b2de'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:44:11.324523 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057c13b1-1fbd-4fb1-bd07-fd297188d061 None None] Routers {'9181b922-440c-42c7-afa4-403e3c21b2de'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:44:11.326123 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-057c13b1-1fbd-4fb1-bd07-fd297188d061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:44:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9181b922-440c-42c7-afa4-403e3c21b2de'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:11.359146 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78248120-32c9-46fd-91bf-28b13c0ca58d tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:11.370995 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-78248120-32c9-46fd-91bf-28b13c0ca58d tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "GET /v2.0/ports/6610d314-90ff-405c-bfe4-863b262ed136 HTTP/1.1" status: 200 len: 913 time: 0.0817766 Mar 07 10:44:11.371434 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55724) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:11.446003 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-057c13b1-1fbd-4fb1-bd07-fd297188d061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:11.453040 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1578bcd-ca6b-4327-8c68-ba6db98ff553 req-06b756cf-56fc-4112-8b73-09a25bc6ea07 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:11.461208 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a1578bcd-ca6b-4327-8c68-ba6db98ff553 req-06b756cf-56fc-4112-8b73-09a25bc6ea07 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5b600d0-d07c-49d8-b6b5-247f675239e3 HTTP/1.1" status: 200 len: 945 time: 0.0823557 Mar 07 10:44:11.493950 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057c13b1-1fbd-4fb1-bd07-fd297188d061 None None] Routers {'9181b922-440c-42c7-afa4-403e3c21b2de'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:44:11.496055 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-057c13b1-1fbd-4fb1-bd07-fd297188d061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:44:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9181b922-440c-42c7-afa4-403e3c21b2de'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:11.522776 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a1578bcd-ca6b-4327-8c68-ba6db98ff553 req-a4ed2852-ec86-4a2c-9605-e923581303e7 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/security-groups?id=96ec3d28-0b8e-46bc-a0d5-009e638e8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606935 Mar 07 10:44:11.549550 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f03f1846-9d29-49d3-98f4-4bbe8a7ea2ab None None] Provisioning complete for port 6610d314-90ff-405c-bfe4-863b262ed136 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:11.550069 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f03f1846-9d29-49d3-98f4-4bbe8a7ea2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6610d314-90ff-405c-bfe4-863b262ed136), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:11.575367 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-057c13b1-1fbd-4fb1-bd07-fd297188d061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:11.576112 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057c13b1-1fbd-4fb1-bd07-fd297188d061 None None] The sync data for ids ['9181b922-440c-42c7-afa4-403e3c21b2de'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:44:11.607568 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f03f1846-9d29-49d3-98f4-4bbe8a7ea2ab None None] Port 6610d314-90ff-405c-bfe4-863b262ed136 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:44:11.613496 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:11.741250 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e78ca3f6-189d-44a4-b15d-93fca6466abc req-af24921c-6834-408e-969c-d1bb6904aa0d tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0648005 Mar 07 10:44:11.797880 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-8532beb2-d8d7-452d-8501-43d3e7f40b43 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1145637 Mar 07 10:44:11.893387 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad16488-6563-428d-9705-60e418f4af8e req-f1c6a1f4-282d-465c-9b80-2d0333362e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:11.894044 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad16488-6563-428d-9705-60e418f4af8e req-f1c6a1f4-282d-465c-9b80-2d0333362e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:11.894678 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad16488-6563-428d-9705-60e418f4af8e req-f1c6a1f4-282d-465c-9b80-2d0333362e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:11.895148 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad16488-6563-428d-9705-60e418f4af8e req-f1c6a1f4-282d-465c-9b80-2d0333362e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:11.895667 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad16488-6563-428d-9705-60e418f4af8e req-f1c6a1f4-282d-465c-9b80-2d0333362e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:11.896359 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad16488-6563-428d-9705-60e418f4af8e req-f1c6a1f4-282d-465c-9b80-2d0333362e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:11.896829 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad16488-6563-428d-9705-60e418f4af8e req-f1c6a1f4-282d-465c-9b80-2d0333362e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:11.898865 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-f1c6a1f4-282d-465c-9b80-2d0333362e06 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9dbaf75c1ca4f48aa31093c74e34d2b&device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 6708 time: 0.0697174 Mar 07 10:44:11.944059 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-904ad165-e43e-4176-90bf-c67833b1e1a2 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (9181b922-440c-42c7-afa4-403e3c21b2de), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:12.353838 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9eb89387-d08f-409d-bcfd-c3d309195043 req-3dcb40ac-9ad8-48f5-a472-e22dd0911d84 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c1a8dc-4a78-499e-8884-7f923ed8acbd HTTP/1.1" status: 200 len: 210 time: 0.0412860 Mar 07 10:44:12.363040 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-904ad165-e43e-4176-90bf-c67833b1e1a2 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Deleting port 6610d314-90ff-405c-bfe4-863b262ed136 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:44:12.363227 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-904ad165-e43e-4176-90bf-c67833b1e1a2 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (6610d314-90ff-405c-bfe4-863b262ed136), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:12.372758 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d6872-fb1a-4a20-a024-933f761db601 req-cef3289f-8705-4e52-b2d3-93bb78329ae5 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:12.374259 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b37d6872-fb1a-4a20-a024-933f761db601 req-cef3289f-8705-4e52-b2d3-93bb78329ae5 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.31 "GET /v2.0/networks?id=d7b74752-b035-4af7-99b7-eca10e463dbd HTTP/1.1" status: 200 len: 812 time: 0.1640596 Mar 07 10:44:12.380828 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad16488-6563-428d-9705-60e418f4af8e req-b4375d08-c378-4702-97d6-6d87b18da5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:12.381475 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad16488-6563-428d-9705-60e418f4af8e req-b4375d08-c378-4702-97d6-6d87b18da5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:12.382038 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad16488-6563-428d-9705-60e418f4af8e req-b4375d08-c378-4702-97d6-6d87b18da5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:12.383820 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-b4375d08-c378-4702-97d6-6d87b18da5fc service neutron] 10.222.0.21 "GET /v2.0/networks?id=7eaf476d-e62a-411a-84bb-9ffb8dabd737&id=d366e7ad-5e6d-41da-a70c-3aced4fea314&id=d366e7ad-5e6d-41da-a70c-3aced4fea314&id=d366e7ad-5e6d-41da-a70c-3aced4fea314&id=d366e7ad-5e6d-41da-a70c-3aced4fea314&id=2e6e19dc-30d3-40ef-be16-f572a6948ec8&id=2e6e19dc-30d3-40ef-be16-f572a6948ec8 HTTP/1.1" status: 200 len: 2292 time: 0.4593608 Mar 07 10:44:12.389786 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-b37d6872-fb1a-4a20-a024-933f761db601 req-e84c9af3-f291-4336-9f4b-f639eebd782f tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Request body: {'port': {'device_id': '18c1a8dc-4a78-499e-8884-7f923ed8acbd', 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd', 'admin_state_up': True, 'tenant_id': 'ef96f18062d345998a199cb367c56469'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:12.458804 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-cc4573be-2aaf-4f77-ab08-87f3a2ed74c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0ad4df5-2fed-46fc-8695-ce249f172d97 HTTP/1.1" status: 200 len: 1001 time: 0.0677550 Mar 07 10:44:12.524757 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad16488-6563-428d-9705-60e418f4af8e req-066b82d4-f0ac-419c-bdb7-ea30487f0101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:12.526557 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-066b82d4-f0ac-419c-bdb7-ea30487f0101 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=838d6f3e-2340-488a-b945-348205729de8 HTTP/1.1" status: 200 len: 851 time: 0.0590506 Mar 07 10:44:12.539150 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-904ad165-e43e-4176-90bf-c67833b1e1a2 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (6610d314-90ff-405c-bfe4-863b262ed136), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:12.564001 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-904ad165-e43e-4176-90bf-c67833b1e1a2 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Calling delete_port for 6610d314-90ff-405c-bfe4-863b262ed136 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:44:12.607636 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad16488-6563-428d-9705-60e418f4af8e req-ff45c15c-3e55-427d-9001-3e4d82a06208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:12.609334 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-ff45c15c-3e55-427d-9001-3e4d82a06208 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7eaf476d-e62a-411a-84bb-9ffb8dabd737&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0770328 Mar 07 10:44:12.641165 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b37d6872-fb1a-4a20-a024-933f761db601 req-e84c9af3-f291-4336-9f4b-f639eebd782f tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Made reservation on behalf of ef96f18062d345998a199cb367c56469 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:12.644478 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b37d6872-fb1a-4a20-a024-933f761db601 req-e84c9af3-f291-4336-9f4b-f639eebd782f tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:12.663908 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b04aab4-d3a3-45b8-9f9c-1434192ee498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8486f82-6440-4564-b7de-535824b5529d'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:12.667291 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6725aaf8-c24a-4095-a651-b2ce725c44b5" -d '{"events": [{"server_uuid": "8b04aab4-d3a3-45b8-9f9c-1434192ee498", "name": "network-vif-plugged", "status": "completed", "tag": "e8486f82-6440-4564-b7de-535824b5529d"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:12.730113 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-79936575-b766-410d-9bb7-2e0d1f57dd4a service neutron] 10.222.0.21 "GET /v2.0/networks/7eaf476d-e62a-411a-84bb-9ffb8dabd737?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131899 Mar 07 10:44:12.734307 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b80e2e5-1174-482b-a50c-716a451697a1 x-openstack-request-id: req-0b80e2e5-1174-482b-a50c-716a451697a1 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:12.734629 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b04aab4-d3a3-45b8-9f9c-1434192ee498", "name": "network-vif-plugged", "status": "completed", "tag": "e8486f82-6440-4564-b7de-535824b5529d", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:12.734892 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0b80e2e5-1174-482b-a50c-716a451697a1 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:12.735289 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b04aab4-d3a3-45b8-9f9c-1434192ee498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8486f82-6440-4564-b7de-535824b5529d', 'code': 200} Mar 07 10:44:12.796732 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c285ea-bd04-40cc-91e6-01c03eae2f62 req-ccd2f57e-92ac-4e28-8fe5-0b873bbbb4da tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:12.798260 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-06c285ea-bd04-40cc-91e6-01c03eae2f62 req-ccd2f57e-92ac-4e28-8fe5-0b873bbbb4da tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/ports?device_id=d5b600d0-d07c-49d8-b6b5-247f675239e3 HTTP/1.1" status: 200 len: 945 time: 0.1745868 Mar 07 10:44:12.900376 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:12.919455 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-06c285ea-bd04-40cc-91e6-01c03eae2f62 req-065e1cc4-0c40-4c26-aef5-44e5eab76aa3 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/security-groups?id=96ec3d28-0b8e-46bc-a0d5-009e638e8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095226 Mar 07 10:44:12.946756 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-b37d6872-fb1a-4a20-a024-933f761db601 req-e84c9af3-f291-4336-9f4b-f639eebd782f tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Allocated IP 172.20.0.11 (d7b74752-b035-4af7-99b7-eca10e463dbd/da6814d7-5b80-4178-9297-cce360fe7941/a962a18e-d1e6-46e7-809f-9e3a4bb5e202) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:44:12.975895 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a9f63ad9-ebdb-4ac6-b632-48c6790db6a9 req-7485c39a-fcf4-4b6e-b5c0-d11c380dcc07 tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0965002 Mar 07 10:44:12.979310 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-16363fbf-afc6-4c33-8e9a-a2f8455243b1 service neutron] 10.222.0.21 "GET /v2.0/networks/7eaf476d-e62a-411a-84bb-9ffb8dabd737?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342682 Mar 07 10:44:12.992489 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-904ad165-e43e-4176-90bf-c67833b1e1a2 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (6610d314-90ff-405c-bfe4-863b262ed136), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:13.000349 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d47da5-1529-4e9f-9cfa-b126c105ee13 req-81c3429e-0ef3-48bd-9358-1daae17335fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:13.002359 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-79d47da5-1529-4e9f-9cfa-b126c105ee13 req-81c3429e-0ef3-48bd-9358-1daae17335fd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8b04aab4-d3a3-45b8-9f9c-1434192ee498 HTTP/1.1" status: 200 len: 1127 time: 0.1591105 Mar 07 10:44:13.039995 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ad165-e43e-4176-90bf-c67833b1e1a2 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Port': ['ID=6610d314-90ff-405c-bfe4-863b262ed136,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:13.064908 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-6be87cea-b88d-4f44-ba6b-8b78f6931ac5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=f8461e0d-ec75-4fe8-9d49-1b9f188d8265 HTTP/1.1" status: 200 len: 217 time: 0.0754609 Mar 07 10:44:13.138368 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-79d47da5-1529-4e9f-9cfa-b126c105ee13 req-610e4af5-3a0a-4437-8b37-4f21b877e7e1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=96ec3d28-0b8e-46bc-a0d5-009e638e8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290646 Mar 07 10:44:13.152635 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad16488-6563-428d-9705-60e418f4af8e req-49fb6b89-1778-4b6d-8ef6-b1c4b03ffa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:13.154336 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-49fb6b89-1778-4b6d-8ef6-b1c4b03ffa63 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac6e5a95-0381-4767-881e-02ff8727f823 HTTP/1.1" status: 200 len: 797 time: 0.0818717 Mar 07 10:44:13.268259 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820d09e-7363-4be6-a354-e1cbcac7c160 req-d10e369f-c6c2-49a0-9fd0-45abafea3f0b tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:13.269814 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8820d09e-7363-4be6-a354-e1cbcac7c160 req-d10e369f-c6c2-49a0-9fd0-45abafea3f0b tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b04aab4-d3a3-45b8-9f9c-1434192ee498 HTTP/1.1" status: 200 len: 945 time: 0.2309833 Mar 07 10:44:13.311153 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-904ad165-e43e-4176-90bf-c67833b1e1a2 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (9181b922-440c-42c7-afa4-403e3c21b2de), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:13.316166 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b37d6872-fb1a-4a20-a024-933f761db601 req-e84c9af3-f291-4336-9f4b-f639eebd782f tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks [] for port (a962a18e-d1e6-46e7-809f-9e3a4bb5e202), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:13.399821 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8820d09e-7363-4be6-a354-e1cbcac7c160 req-44b69601-476c-416d-95cd-c79264ae09b5 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/security-groups?id=96ec3d28-0b8e-46bc-a0d5-009e638e8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205301 Mar 07 10:44:13.429292 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad16488-6563-428d-9705-60e418f4af8e req-82d7cc5c-a13c-4a43-be3f-2b4904c5e72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:13.432629 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-82d7cc5c-a13c-4a43-be3f-2b4904c5e72e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d366e7ad-5e6d-41da-a70c-3aced4fea314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0767043 Mar 07 10:44:13.465279 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b37d6872-fb1a-4a20-a024-933f761db601 req-e84c9af3-f291-4336-9f4b-f639eebd782f tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (a962a18e-d1e6-46e7-809f-9e3a4bb5e202), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:13.491907 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e3f8cfe8-3ec6-4423-a04d-0a44f404ecac req-cf8d861f-a83b-498c-a7ea-53fc68ebc94c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c1a8dc-4a78-499e-8884-7f923ed8acbd HTTP/1.1" status: 200 len: 210 time: 0.0563543 Mar 07 10:44:13.552721 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b37d6872-fb1a-4a20-a024-933f761db601 req-e84c9af3-f291-4336-9f4b-f639eebd782f tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Network d7b74752-b035-4af7-99b7-eca10e463dbd is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:13.581377 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-ae3fe4a2-7e2d-4932-b377-6ad1c8a25b1d service neutron] 10.222.0.21 "GET /v2.0/networks/d366e7ad-5e6d-41da-a70c-3aced4fea314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341829 Mar 07 10:44:13.584928 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-b37d6872-fb1a-4a20-a024-933f761db601 req-e84c9af3-f291-4336-9f4b-f639eebd782f tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:13.594838 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37d6872-fb1a-4a20-a024-933f761db601 req-e84c9af3-f291-4336-9f4b-f639eebd782f tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:44:13.628331 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c9af3-f291-4336-9f4b-f639eebd782f tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Pushing event updated for resources: {'Port': ['ID=a962a18e-d1e6-46e7-809f-9e3a4bb5e202,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:13.659105 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904ad165-e43e-4176-90bf-c67833b1e1a2 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Router 9181b922-440c-42c7-afa4-403e3c21b2de has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:44:13.665560 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d6872-fb1a-4a20-a024-933f761db601 req-e84c9af3-f291-4336-9f4b-f639eebd782f tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:13.666182 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b37d6872-fb1a-4a20-a024-933f761db601 req-e84c9af3-f291-4336-9f4b-f639eebd782f tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:13.689826 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b37d6872-fb1a-4a20-a024-933f761db601 req-e84c9af3-f291-4336-9f4b-f639eebd782f tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3037505 Mar 07 10:44:13.709629 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-f93e2477-f5c5-4b79-a3b6-7be8346f0722 service neutron] 10.222.0.21 "GET /v2.0/networks/d366e7ad-5e6d-41da-a70c-3aced4fea314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204181 Mar 07 10:44:13.764110 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-a0b6e5e3-1632-4a1c-9396-1fd245403ce5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=7afcc113-918d-4856-a414-821d3eaf65d7 HTTP/1.1" status: 200 len: 217 time: 0.0474408 Mar 07 10:44:13.822283 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad16488-6563-428d-9705-60e418f4af8e req-9a92ccf0-a5a8-4e4c-999e-9e7b728c4df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:13.823812 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-9a92ccf0-a5a8-4e4c-999e-9e7b728c4df5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac6e5a95-0381-4767-881e-02ff8727f823 HTTP/1.1" status: 200 len: 797 time: 0.0534208 Mar 07 10:44:13.884761 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad16488-6563-428d-9705-60e418f4af8e req-fe8f0b92-269f-4546-a6af-f5fe42159c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:13.885810 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-fe8f0b92-269f-4546-a6af-f5fe42159c2f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d366e7ad-5e6d-41da-a70c-3aced4fea314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0556149 Mar 07 10:44:13.952419 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:44:13.982645 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:44:13.982999 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 3d3abcfa-ae73-43a4-bf32-2dec5a47bd3f not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:44:13.993601 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-805d24d4-d7b8-4b5f-8b83-af27930f5c63 service neutron] 10.222.0.21 "GET /v2.0/networks/d366e7ad-5e6d-41da-a70c-3aced4fea314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003339 Mar 07 10:44:14.011172 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-b37d6872-fb1a-4a20-a024-933f761db601 req-d3ea9380-8276-43c1-82df-2451f6e4253a service neutron] Request body: {'port': {'device_id': '18c1a8dc-4a78-499e-8884-7f923ed8acbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:14.110634 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-7efc3463-8ed1-46e4-ab93-622e3cff390f service neutron] 10.222.0.21 "GET /v2.0/networks/d366e7ad-5e6d-41da-a70c-3aced4fea314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102569 Mar 07 10:44:14.134364 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-16df6975-e9f7-4b63-8860-922b722f3582 req-acd9d1d9-135a-4f09-917d-8499f8254fc1 tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0487471 Mar 07 10:44:14.135354 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904ad165-e43e-4176-90bf-c67833b1e1a2 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:44:14.144603 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-904ad165-e43e-4176-90bf-c67833b1e1a2 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "PUT /v2.0/routers/9181b922-440c-42c7-afa4-403e3c21b2de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7679136 Mar 07 10:44:14.144603 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b37d6872-fb1a-4a20-a024-933f761db601 req-d3ea9380-8276-43c1-82df-2451f6e4253a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a962a18e-d1e6-46e7-809f-9e3a4bb5e202), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:14.146730 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55790) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:14.148091 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c02f05-f52f-4cf4-b447-7ad935f2fe47 None None] Sync routers for ids ['9181b922-440c-42c7-afa4-403e3c21b2de'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:44:14.161997 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c02f05-f52f-4cf4-b447-7ad935f2fe47 None None] Routers {'9181b922-440c-42c7-afa4-403e3c21b2de'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:44:14.162629 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c9c02f05-f52f-4cf4-b447-7ad935f2fe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:44:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9181b922-440c-42c7-afa4-403e3c21b2de'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:14.165806 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-8ee4d6d2-4601-482a-ad2c-40473a2fd9d8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=ea7ffff0-7638-4d15-87eb-5069b07e0844 HTTP/1.1" status: 200 len: 217 time: 0.0447428 Mar 07 10:44:14.196190 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55792) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:14.206646 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c9c02f05-f52f-4cf4-b447-7ad935f2fe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:14.216562 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c02f05-f52f-4cf4-b447-7ad935f2fe47 None None] Routers {'9181b922-440c-42c7-afa4-403e3c21b2de'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:44:14.217733 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c9c02f05-f52f-4cf4-b447-7ad935f2fe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:44:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9181b922-440c-42c7-afa4-403e3c21b2de'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:14.231903 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad16488-6563-428d-9705-60e418f4af8e req-864b2c6f-02f8-4b71-9e0d-e9ca4c38962d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:14.233496 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-864b2c6f-02f8-4b71-9e0d-e9ca4c38962d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac6e5a95-0381-4767-881e-02ff8727f823 HTTP/1.1" status: 200 len: 797 time: 0.0619092 Mar 07 10:44:14.255262 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c9c02f05-f52f-4cf4-b447-7ad935f2fe47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:14.256292 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c02f05-f52f-4cf4-b447-7ad935f2fe47 None None] The sync data for ids ['9181b922-440c-42c7-afa4-403e3c21b2de'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:44:14.307452 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad16488-6563-428d-9705-60e418f4af8e req-16c9cb45-cb5e-4086-869c-78150a966016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:14.329041 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-16c9cb45-cb5e-4086-869c-78150a966016 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d366e7ad-5e6d-41da-a70c-3aced4fea314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0684097 Mar 07 10:44:14.414219 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-90c881c1-a763-401f-a6bb-8934880b0b26 service neutron] 10.222.0.21 "GET /v2.0/networks/d366e7ad-5e6d-41da-a70c-3aced4fea314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920293 Mar 07 10:44:14.447085 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ddc27f0f-9a5c-4d7c-9867-038e371db424 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:14.555079 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-3b08c4c5-0255-4cb3-9702-880a5dd20c9e service neutron] 10.222.0.21 "GET /v2.0/networks/d366e7ad-5e6d-41da-a70c-3aced4fea314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253712 Mar 07 10:44:14.570106 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455758c-bc0c-4d4c-adb3-8cbeac945e19 req-bc8c1905-9e6d-46e5-a10a-d916c370ca62 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:14.571591 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9455758c-bc0c-4d4c-adb3-8cbeac945e19 req-bc8c1905-9e6d-46e5-a10a-d916c370ca62 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b04aab4-d3a3-45b8-9f9c-1434192ee498 HTTP/1.1" status: 200 len: 945 time: 0.0783713 Mar 07 10:44:14.613847 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-56590e27-5c45-41a2-9236-ade9a6b1614d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.189&port_id=228f4021-a7f7-470b-affc-cfa61cd88930 HTTP/1.1" status: 200 len: 217 time: 0.0514615 Mar 07 10:44:14.686492 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9455758c-bc0c-4d4c-adb3-8cbeac945e19 req-4206f692-adc1-488b-8e44-cb73a10f6953 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/security-groups?id=96ec3d28-0b8e-46bc-a0d5-009e638e8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803475 Mar 07 10:44:14.698621 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad16488-6563-428d-9705-60e418f4af8e req-6e166053-37a1-48bb-b3d0-5a87808e5714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:14.700398 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-6e166053-37a1-48bb-b3d0-5a87808e5714 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ac6e5a95-0381-4767-881e-02ff8727f823 HTTP/1.1" status: 200 len: 797 time: 0.0795779 Mar 07 10:44:14.739727 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ddc27f0f-9a5c-4d7c-9867-038e371db424 admin admin] Publish callbacks [] for security_group (46a543eb-f179-4977-b451-3a8f222e61e5), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:14.759123 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71835d-5028-48fa-a117-501eb39065b1 req-59293214-0a33-4606-a6d4-12319567e62b tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:14.759975 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad16488-6563-428d-9705-60e418f4af8e req-d950e5a6-60ff-48f7-9729-3ee2d4d6e52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:14.761555 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7b71835d-5028-48fa-a117-501eb39065b1 req-59293214-0a33-4606-a6d4-12319567e62b tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c1a8dc-4a78-499e-8884-7f923ed8acbd HTTP/1.1" status: 200 len: 932 time: 0.1803632 Mar 07 10:44:14.761709 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-d950e5a6-60ff-48f7-9729-3ee2d4d6e52f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d366e7ad-5e6d-41da-a70c-3aced4fea314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0541158 Mar 07 10:44:14.766330 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ddc27f0f-9a5c-4d7c-9867-038e371db424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (46a543eb-f179-4977-b451-3a8f222e61e5), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:14.865522 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-1b8c9f67-5b09-4034-9c9f-2d5383250840 service neutron] 10.222.0.21 "GET /v2.0/networks/d366e7ad-5e6d-41da-a70c-3aced4fea314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976472 Mar 07 10:44:14.872266 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ddc27f0f-9a5c-4d7c-9867-038e371db424 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=30fb90d581944d879519cae0c5a2cca0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6739380 Mar 07 10:44:14.874869 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55804) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:14.881117 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-b37d6872-fb1a-4a20-a024-933f761db601 req-d3ea9380-8276-43c1-82df-2451f6e4253a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a962a18e-d1e6-46e7-809f-9e3a4bb5e202 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:44:14.891326 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc27f0f-9a5c-4d7c-9867-038e371db424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a543eb-f179-4977-b451-3a8f222e61e5,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:14.919225 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b37d6872-fb1a-4a20-a024-933f761db601 req-d3ea9380-8276-43c1-82df-2451f6e4253a service neutron] Publish callbacks [] for port (a962a18e-d1e6-46e7-809f-9e3a4bb5e202), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:14.956768 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7b71835d-5028-48fa-a117-501eb39065b1 req-6d19a2f9-1872-4883-8ca3-22b9fa6c39b0 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874449 Mar 07 10:44:14.961723 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-b37d6872-fb1a-4a20-a024-933f761db601 req-d3ea9380-8276-43c1-82df-2451f6e4253a service neutron] Transition to ACTIVE for port object a962a18e-d1e6-46e7-809f-9e3a4bb5e202 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:44:14.965394 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b37d6872-fb1a-4a20-a024-933f761db601 req-d3ea9380-8276-43c1-82df-2451f6e4253a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (a962a18e-d1e6-46e7-809f-9e3a4bb5e202), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:15.008364 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-10649f6e-6e72-418d-a9f2-ca5067be9595 admin admin] Publish callbacks [] for security_group (46a543eb-f179-4977-b451-3a8f222e61e5), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:15.042578 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea9380-8276-43c1-82df-2451f6e4253a service neutron] Pushing event updated for resources: {'Port': ['ID=a962a18e-d1e6-46e7-809f-9e3a4bb5e202,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:15.044590 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-a6de385f-5c33-4048-a70d-e06476f75a75 service neutron] 10.222.0.21 "GET /v2.0/networks/d366e7ad-5e6d-41da-a70c-3aced4fea314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582060 Mar 07 10:44:15.046752 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-10649f6e-6e72-418d-a9f2-ca5067be9595 admin admin] Publish callbacks [] for security_group (46a543eb-f179-4977-b451-3a8f222e61e5), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:15.056028 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-39f463e5-10b7-44a9-80d3-f8d53edb8832 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (9181b922-440c-42c7-afa4-403e3c21b2de), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:15.102485 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-e8086b3c-7784-4108-b0ee-5eb6db59905d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b3e6cb98-f1eb-4ce3-ad21-8cac5012de24 HTTP/1.1" status: 200 len: 217 time: 0.0470855 Mar 07 10:44:15.162777 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad16488-6563-428d-9705-60e418f4af8e req-e003ce1e-0fa9-4676-970c-e1f75b104d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:15.164301 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-e003ce1e-0fa9-4676-970c-e1f75b104d0d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa90e579-fbb2-41a5-a769-aa15a70e7fb4 HTTP/1.1" status: 200 len: 797 time: 0.0497169 Mar 07 10:44:15.200641 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-10649f6e-6e72-418d-a9f2-ca5067be9595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (46a543eb-f179-4977-b451-3a8f222e61e5), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:15.203199 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-10649f6e-6e72-418d-a9f2-ca5067be9595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:15.204341 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-10649f6e-6e72-418d-a9f2-ca5067be9595 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/46a543eb-f179-4977-b451-3a8f222e61e5 HTTP/1.1" status: 204 len: 168 time: 0.3282442 Mar 07 10:44:15.229472 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10649f6e-6e72-418d-a9f2-ca5067be9595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a543eb-f179-4977-b451-3a8f222e61e5,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:15.255139 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad16488-6563-428d-9705-60e418f4af8e req-2aab851a-c93b-4e79-a322-f5f0f15ccb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:15.259192 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-2aab851a-c93b-4e79-a322-f5f0f15ccb5a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e6e19dc-30d3-40ef-be16-f572a6948ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0872948 Mar 07 10:44:15.285200 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-b37d6872-fb1a-4a20-a024-933f761db601 req-d3ea9380-8276-43c1-82df-2451f6e4253a service neutron] Attempting to bind port a962a18e-d1e6-46e7-809f-9e3a4bb5e202 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:44:15.286655 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-b37d6872-fb1a-4a20-a024-933f761db601 req-d3ea9380-8276-43c1-82df-2451f6e4253a service neutron] Attempting to bind port a962a18e-d1e6-46e7-809f-9e3a4bb5e202 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '12342119-cf6b-4cbb-9e34-d47607d55c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:44:15.286655 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37d6872-fb1a-4a20-a024-933f761db601 req-d3ea9380-8276-43c1-82df-2451f6e4253a service neutron] Attempting to bind port a962a18e-d1e6-46e7-809f-9e3a4bb5e202 on network d7b74752-b035-4af7-99b7-eca10e463dbd {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:44:15.316916 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72bf7a47-d9c0-4976-ac23-438060308bc4 req-037b4c98-6d1a-4bc0-9885-c25ec4e1391b tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0545950 Mar 07 10:44:15.359653 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37d6872-fb1a-4a20-a024-933f761db601 req-d3ea9380-8276-43c1-82df-2451f6e4253a service neutron] Port a962a18e-d1e6-46e7-809f-9e3a4bb5e202 on network d7b74752-b035-4af7-99b7-eca10e463dbd not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:44:15.360036 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37d6872-fb1a-4a20-a024-933f761db601 req-d3ea9380-8276-43c1-82df-2451f6e4253a service neutron] Attempting to bind port a962a18e-d1e6-46e7-809f-9e3a4bb5e202 on network d7b74752-b035-4af7-99b7-eca10e463dbd {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:44:15.373708 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37d6872-fb1a-4a20-a024-933f761db601 req-d3ea9380-8276-43c1-82df-2451f6e4253a service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:44:15.374043 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37d6872-fb1a-4a20-a024-933f761db601 req-d3ea9380-8276-43c1-82df-2451f6e4253a service neutron] Checking segment: {'id': '12342119-cf6b-4cbb-9e34-d47607d55c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:44:15.374425 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b37d6872-fb1a-4a20-a024-933f761db601 req-d3ea9380-8276-43c1-82df-2451f6e4253a service neutron] Bound using segment: {'id': '12342119-cf6b-4cbb-9e34-d47607d55c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:44:15.374856 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-b37d6872-fb1a-4a20-a024-933f761db601 req-d3ea9380-8276-43c1-82df-2451f6e4253a service neutron] Bound port: a962a18e-d1e6-46e7-809f-9e3a4bb5e202, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12342119-cf6b-4cbb-9e34-d47607d55c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:44:15.375218 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b37d6872-fb1a-4a20-a024-933f761db601 req-d3ea9380-8276-43c1-82df-2451f6e4253a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a962a18e-d1e6-46e7-809f-9e3a4bb5e202), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:15.397734 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-55f9d516-08ab-4f08-bee9-c87c6b96d873 service neutron] 10.222.0.21 "GET /v2.0/networks/2e6e19dc-30d3-40ef-be16-f572a6948ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236200 Mar 07 10:44:15.448413 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-31db4324-48ca-4e2e-a9cd-a3c07ab5796b tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:15.449917 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-31db4324-48ca-4e2e-a9cd-a3c07ab5796b tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/networks?id=76565483-d66d-41cb-bdde-407dbd732435 HTTP/1.1" status: 200 len: 812 time: 0.2614968 Mar 07 10:44:15.486426 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-acfb07ef-b5d8-46c7-a143-78a142742aef tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/quotas/09f2bfd2da3e4fd89d3e140a66579bae HTTP/1.1" status: 200 len: 375 time: 0.0250366 Mar 07 10:44:15.512123 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-e207ca8d-2b25-48a5-96c1-3e19a11a7242 service neutron] 10.222.0.21 "GET /v2.0/networks/2e6e19dc-30d3-40ef-be16-f572a6948ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082497 Mar 07 10:44:15.529289 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-b37d6872-fb1a-4a20-a024-933f761db601 req-d3ea9380-8276-43c1-82df-2451f6e4253a service neutron] For port a962a18e-d1e6-46e7-809f-9e3a4bb5e202, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:44:15.558299 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55824) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:15.563559 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-b37d6872-fb1a-4a20-a024-933f761db601 req-d3ea9380-8276-43c1-82df-2451f6e4253a service neutron] For port a962a18e-d1e6-46e7-809f-9e3a4bb5e202, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=a962a18e-d1e6-46e7-809f-9e3a4bb5e202,segment=NetworkSegment(12342119-cf6b-4cbb-9e34-d47607d55c42),segment_id=12342119-cf6b-4cbb-9e34-d47607d55c42)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:44:15.565680 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-f277288d-20a1-4ebc-937a-fd4f0ff8287e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f1eb3287-a1de-494b-bb6b-d382c5ab6cbb HTTP/1.1" status: 200 len: 217 time: 0.0464811 Mar 07 10:44:15.573127 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-56bd445b-f0e3-4242-8e8f-458c2cc55473 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:15.574874 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b37d6872-fb1a-4a20-a024-933f761db601 req-d3ea9380-8276-43c1-82df-2451f6e4253a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (a962a18e-d1e6-46e7-809f-9e3a4bb5e202), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:15.640273 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad16488-6563-428d-9705-60e418f4af8e req-c9f31a52-1147-44b3-86e1-cbc72f74981d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:15.641878 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-c9f31a52-1147-44b3-86e1-cbc72f74981d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fa90e579-fbb2-41a5-a769-aa15a70e7fb4 HTTP/1.1" status: 200 len: 797 time: 0.0666156 Mar 07 10:44:15.648547 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d6872-fb1a-4a20-a024-933f761db601 req-d3ea9380-8276-43c1-82df-2451f6e4253a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:15.649240 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b37d6872-fb1a-4a20-a024-933f761db601 req-d3ea9380-8276-43c1-82df-2451f6e4253a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:15.650739 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b37d6872-fb1a-4a20-a024-933f761db601 req-d3ea9380-8276-43c1-82df-2451f6e4253a service neutron] 10.222.0.31 "PUT /v2.0/ports/a962a18e-d1e6-46e7-809f-9e3a4bb5e202 HTTP/1.1" status: 200 len: 1092 time: 1.6460547 Mar 07 10:44:15.654164 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c1a8dc-4a78-499e-8884-7f923ed8acbd', 'tag': 'a962a18e-d1e6-46e7-809f-9e3a4bb5e202'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:15.656403 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109c3723-6dec-41e4-bf32-9f73e79ad85f" -d '{"events": [{"name": "network-changed", "server_uuid": "18c1a8dc-4a78-499e-8884-7f923ed8acbd", "tag": "a962a18e-d1e6-46e7-809f-9e3a4bb5e202"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:15.674834 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-06320087-c69e-4d35-b543-786b56b9651b tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=09f2bfd2da3e4fd89d3e140a66579bae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1815882 Mar 07 10:44:15.712430 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa55acf-35c8-4feb-b071-056b1ab4b0f0 x-openstack-request-id: req-6aa55acf-35c8-4feb-b071-056b1ab4b0f0 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:15.712430 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c1a8dc-4a78-499e-8884-7f923ed8acbd", "tag": "a962a18e-d1e6-46e7-809f-9e3a4bb5e202", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:15.712732 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6aa55acf-35c8-4feb-b071-056b1ab4b0f0 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:15.713521 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c1a8dc-4a78-499e-8884-7f923ed8acbd', 'tag': 'a962a18e-d1e6-46e7-809f-9e3a4bb5e202', 'status': 'completed', 'code': 200} Mar 07 10:44:15.713723 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea9380-8276-43c1-82df-2451f6e4253a service neutron] Pushing event updated for resources: {'Port': ['ID=a962a18e-d1e6-46e7-809f-9e3a4bb5e202,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:15.750056 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad16488-6563-428d-9705-60e418f4af8e req-28439169-3621-47d2-bed4-576555a1dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:15.751036 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-28439169-3621-47d2-bed4-576555a1dd66 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2e6e19dc-30d3-40ef-be16-f572a6948ec8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1197 time: 0.0995097 Mar 07 10:44:15.754490 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-39f463e5-10b7-44a9-80d3-f8d53edb8832 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Deleting port 0ddc1af5-a9b2-4dcc-9545-aea2fa7f8a52 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:44:15.754877 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-39f463e5-10b7-44a9-80d3-f8d53edb8832 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (0ddc1af5-a9b2-4dcc-9545-aea2fa7f8a52), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:15.763925 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-56bd445b-f0e3-4242-8e8f-458c2cc55473 admin admin] Publish callbacks [] for security_group (d0f51c34-193f-4ecb-ae93-73726569a199), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:15.785065 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-56bd445b-f0e3-4242-8e8f-458c2cc55473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d0f51c34-193f-4ecb-ae93-73726569a199), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:15.816135 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d6872-fb1a-4a20-a024-933f761db601 req-baa9ecfb-fa87-44bb-9405-2420ca349143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:15.817773 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b37d6872-fb1a-4a20-a024-933f761db601 req-baa9ecfb-fa87-44bb-9405-2420ca349143 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ef96f18062d345998a199cb367c56469&device_id=18c1a8dc-4a78-499e-8884-7f923ed8acbd HTTP/1.1" status: 200 len: 1126 time: 0.1188130 Mar 07 10:44:15.870810 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-56bd445b-f0e3-4242-8e8f-458c2cc55473 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7b19b22216504b8abc7bed82f97dbabc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3108945 Mar 07 10:44:15.873535 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55830) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:15.881062 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd445b-f0e3-4242-8e8f-458c2cc55473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f51c34-193f-4ecb-ae93-73726569a199,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:15.881540 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b37d6872-fb1a-4a20-a024-933f761db601 req-28127c70-9e22-4c8d-afc1-c15056acb497 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a962a18e-d1e6-46e7-809f-9e3a4bb5e202 HTTP/1.1" status: 200 len: 217 time: 0.0561588 Mar 07 10:44:15.919089 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-047c71db-f388-4353-b55d-140785c807c7 service neutron] 10.222.0.21 "GET /v2.0/networks/2e6e19dc-30d3-40ef-be16-f572a6948ec8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529014 Mar 07 10:44:15.935129 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-39f463e5-10b7-44a9-80d3-f8d53edb8832 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (0ddc1af5-a9b2-4dcc-9545-aea2fa7f8a52), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:15.990915 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-39f463e5-10b7-44a9-80d3-f8d53edb8832 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Calling delete_port for 0ddc1af5-a9b2-4dcc-9545-aea2fa7f8a52 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:44:16.000772 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9af47980-4c56-4e5f-9be2-9bf249c230e0 admin admin] Publish callbacks [] for security_group (d0f51c34-193f-4ecb-ae93-73726569a199), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:16.011412 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37d6872-fb1a-4a20-a024-933f761db601 req-58ccbfd8-ad6e-4f6e-9f5c-3340028ab129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:16.012864 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b37d6872-fb1a-4a20-a024-933f761db601 req-58ccbfd8-ad6e-4f6e-9f5c-3340028ab129 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=da6814d7-5b80-4178-9297-cce360fe7941 HTTP/1.1" status: 200 len: 852 time: 0.1123908 Mar 07 10:44:16.044588 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9af47980-4c56-4e5f-9be2-9bf249c230e0 admin admin] Publish callbacks [] for security_group (d0f51c34-193f-4ecb-ae93-73726569a199), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:16.085470 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b37d6872-fb1a-4a20-a024-933f761db601 req-40c9a726-511d-4e70-a734-e6fe735b8b50 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d7b74752-b035-4af7-99b7-eca10e463dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658531 Mar 07 10:44:16.088781 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-da16c96e-2707-4aac-bb38-e5e6ad286922 service neutron] 10.222.0.11 "GET /v2.0/networks/76565483-d66d-41cb-bdde-407dbd732435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017510 Mar 07 10:44:16.094097 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fad16488-6563-428d-9705-60e418f4af8e req-6c8f6f05-9f9a-446c-87ff-4876e780e52f service neutron] 10.222.0.21 "GET /v2.0/networks/2e6e19dc-30d3-40ef-be16-f572a6948ec8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657689 Mar 07 10:44:16.129044 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d7aacf-cdf4-4915-8b13-2fc4c4e92fb6 req-f9710d38-bfc3-4562-a421-fe2c0ba17d5c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:16.131190 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d8d7aacf-cdf4-4915-8b13-2fc4c4e92fb6 req-f9710d38-bfc3-4562-a421-fe2c0ba17d5c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c1a8dc-4a78-499e-8884-7f923ed8acbd HTTP/1.1" status: 200 len: 944 time: 0.1074810 Mar 07 10:44:16.153921 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9af47980-4c56-4e5f-9be2-9bf249c230e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d0f51c34-193f-4ecb-ae93-73726569a199), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:16.156376 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9af47980-4c56-4e5f-9be2-9bf249c230e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:16.157523 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9af47980-4c56-4e5f-9be2-9bf249c230e0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d0f51c34-193f-4ecb-ae93-73726569a199 HTTP/1.1" status: 204 len: 168 time: 0.2828393 Mar 07 10:44:16.177626 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af47980-4c56-4e5f-9be2-9bf249c230e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f51c34-193f-4ecb-ae93-73726569a199,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:16.228932 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d8d7aacf-cdf4-4915-8b13-2fc4c4e92fb6 req-56e04896-06ef-4cdb-a296-0df8d47ddd6d tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903265 Mar 07 10:44:16.316964 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b37d6872-fb1a-4a20-a024-933f761db601 req-2a3af150-569f-468b-a3ad-55a0a7750f92 service neutron] 10.222.0.31 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244937 Mar 07 10:44:16.329668 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-39963408-3e03-4b1a-88fc-3f30c4a97804 service neutron] 10.222.0.11 "GET /v2.0/networks/76565483-d66d-41cb-bdde-407dbd732435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289047 Mar 07 10:44:16.453383 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-39f463e5-10b7-44a9-80d3-f8d53edb8832 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (0ddc1af5-a9b2-4dcc-9545-aea2fa7f8a52), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:16.487856 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f463e5-10b7-44a9-80d3-f8d53edb8832 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Port': ['ID=0ddc1af5-a9b2-4dcc-9545-aea2fa7f8a52,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:16.493271 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b37d6872-fb1a-4a20-a024-933f761db601 req-566e6dce-ca99-4d65-9081-d61f86b5a4c8 service neutron] 10.222.0.31 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626689 Mar 07 10:44:16.494613 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4affb5fc-8b59-4e68-b911-1c91b09279af req-880fd9ac-e2ac-480d-954a-12645b36ae61 tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0793149 Mar 07 10:44:16.553212 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81819ad3-15bf-45de-b979-5e76e55a9dfb req-8c465e58-7ee8-49ec-b092-5297e1efdf81 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:16.553212 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-81819ad3-15bf-45de-b979-5e76e55a9dfb req-8c465e58-7ee8-49ec-b092-5297e1efdf81 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b04aab4-d3a3-45b8-9f9c-1434192ee498 HTTP/1.1" status: 200 len: 945 time: 0.1479893 Mar 07 10:44:16.680219 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-39f463e5-10b7-44a9-80d3-f8d53edb8832 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (9181b922-440c-42c7-afa4-403e3c21b2de), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:16.704425 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c3723-6dec-41e4-bf32-9f73e79ad85f req-43aa5aaa-2aa8-417b-9aa1-aa9c383126ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:16.706235 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-109c3723-6dec-41e4-bf32-9f73e79ad85f req-43aa5aaa-2aa8-417b-9aa1-aa9c383126ca service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ef96f18062d345998a199cb367c56469&device_id=18c1a8dc-4a78-499e-8884-7f923ed8acbd HTTP/1.1" status: 200 len: 1126 time: 0.1016591 Mar 07 10:44:16.790225 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e645c-07fe-414c-ab0f-426eabfedbf9 req-59127acf-5b7b-466a-8109-7882cc0eefbf tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:16.792243 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-142e645c-07fe-414c-ab0f-426eabfedbf9 req-59127acf-5b7b-466a-8109-7882cc0eefbf tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.21 "GET /v2.0/ports?device_id=d5b600d0-d07c-49d8-b6b5-247f675239e3 HTTP/1.1" status: 200 len: 945 time: 0.1615117 Mar 07 10:44:16.849472 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-81819ad3-15bf-45de-b979-5e76e55a9dfb req-9edee46c-c1d0-4577-b831-291ebf79266c tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Deleting port e8486f82-6440-4564-b7de-535824b5529d {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:44:16.850084 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-81819ad3-15bf-45de-b979-5e76e55a9dfb req-9edee46c-c1d0-4577-b831-291ebf79266c tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (e8486f82-6440-4564-b7de-535824b5529d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:17.034968 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-81819ad3-15bf-45de-b979-5e76e55a9dfb req-9edee46c-c1d0-4577-b831-291ebf79266c tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] For port e8486f82-6440-4564-b7de-535824b5529d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e8486f82-6440-4564-b7de-535824b5529d,segment=NetworkSegment(227c2530-99d4-4364-bd6a-0de4a89ff17b),segment_id=227c2530-99d4-4364-bd6a-0de4a89ff17b)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:17.035339 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-81819ad3-15bf-45de-b979-5e76e55a9dfb req-9edee46c-c1d0-4577-b831-291ebf79266c tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (e8486f82-6440-4564-b7de-535824b5529d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:17.059860 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-81819ad3-15bf-45de-b979-5e76e55a9dfb req-9edee46c-c1d0-4577-b831-291ebf79266c tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Calling delete_port for e8486f82-6440-4564-b7de-535824b5529d owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:44:17.063928 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-142e645c-07fe-414c-ab0f-426eabfedbf9 req-7fb9f708-7ada-4556-90f5-c612692de7e9 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Deleting port 69bd37a6-8da5-43e0-90bc-620471e8ad48 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:44:17.064249 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-142e645c-07fe-414c-ab0f-426eabfedbf9 req-7fb9f708-7ada-4556-90f5-c612692de7e9 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (69bd37a6-8da5-43e0-90bc-620471e8ad48), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:17.202596 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dfc024ef-0960-4be6-86cc-75034e92e60a req-013ee254-a7e9-406b-8adb-c5badaeb6e0a tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/ports?device_id=79bdbb07-bb85-42b6-9cde-a3b65b166f55 HTTP/1.1" status: 200 len: 210 time: 0.0883043 Mar 07 10:44:17.304162 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-142e645c-07fe-414c-ab0f-426eabfedbf9 req-7fb9f708-7ada-4556-90f5-c612692de7e9 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] For port 69bd37a6-8da5-43e0-90bc-620471e8ad48, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=69bd37a6-8da5-43e0-90bc-620471e8ad48,segment=NetworkSegment(227c2530-99d4-4364-bd6a-0de4a89ff17b),segment_id=227c2530-99d4-4364-bd6a-0de4a89ff17b)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:17.304658 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-142e645c-07fe-414c-ab0f-426eabfedbf9 req-7fb9f708-7ada-4556-90f5-c612692de7e9 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (69bd37a6-8da5-43e0-90bc-620471e8ad48), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:17.321144 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-142e645c-07fe-414c-ab0f-426eabfedbf9 req-7fb9f708-7ada-4556-90f5-c612692de7e9 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Calling delete_port for 69bd37a6-8da5-43e0-90bc-620471e8ad48 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:44:17.390819 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f463e5-10b7-44a9-80d3-f8d53edb8832 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Router 9181b922-440c-42c7-afa4-403e3c21b2de has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:44:17.391746 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c3723-6dec-41e4-bf32-9f73e79ad85f req-02c5b468-3fd6-4540-b652-0242d58bbb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:17.393167 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-109c3723-6dec-41e4-bf32-9f73e79ad85f req-02c5b468-3fd6-4540-b652-0242d58bbb4c service neutron] 10.222.0.31 "GET /v2.0/networks?id=d7b74752-b035-4af7-99b7-eca10e463dbd HTTP/1.1" status: 200 len: 913 time: 0.2778959 Mar 07 10:44:17.476123 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-109c3723-6dec-41e4-bf32-9f73e79ad85f req-9465b81b-c859-4e55-abcd-80869685dd98 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a962a18e-d1e6-46e7-809f-9e3a4bb5e202 HTTP/1.1" status: 200 len: 217 time: 0.0729723 Mar 07 10:44:17.497034 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-81819ad3-15bf-45de-b979-5e76e55a9dfb req-9edee46c-c1d0-4577-b831-291ebf79266c tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (e8486f82-6440-4564-b7de-535824b5529d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:17.510655 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['e8486f82-6440-4564-b7de-535824b5529d', '69bd37a6-8da5-43e0-90bc-620471e8ad48'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:44:17.542892 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f463e5-10b7-44a9-80d3-f8d53edb8832 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:44:17.555270 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-39f463e5-10b7-44a9-80d3-f8d53edb8832 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "PUT /v2.0/routers/9181b922-440c-42c7-afa4-403e3c21b2de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4011884 Mar 07 10:44:17.555270 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55880) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:17.616975 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95af94-b366-45ee-aea8-89b7767d34ca req-6109efc8-8566-46fe-94cb-c6ba03866257 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:17.618176 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3d3029-df49-47df-b18d-39502c20a756 None None] Sync routers for ids ['9181b922-440c-42c7-afa4-403e3c21b2de'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:44:17.626149 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b95af94-b366-45ee-aea8-89b7767d34ca req-6109efc8-8566-46fe-94cb-c6ba03866257 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c1a8dc-4a78-499e-8884-7f923ed8acbd HTTP/1.1" status: 200 len: 944 time: 0.2880175 Mar 07 10:44:17.636908 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c3723-6dec-41e4-bf32-9f73e79ad85f req-01ac091e-7991-45e6-8c8a-f1a2bfebe468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:17.643154 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-109c3723-6dec-41e4-bf32-9f73e79ad85f req-01ac091e-7991-45e6-8c8a-f1a2bfebe468 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=da6814d7-5b80-4178-9297-cce360fe7941 HTTP/1.1" status: 200 len: 852 time: 0.1360815 Mar 07 10:44:17.646204 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-416f6503-36d7-4662-b711-60c4ec95d75c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "GET /v2.0/ports?device_id=9181b922-440c-42c7-afa4-403e3c21b2de HTTP/1.1" status: 200 len: 205 time: 0.0924561 Mar 07 10:44:17.654027 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55884) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:17.687767 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3d3029-df49-47df-b18d-39502c20a756 None None] Routers {'9181b922-440c-42c7-afa4-403e3c21b2de'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:44:17.688555 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5c3d3029-df49-47df-b18d-39502c20a756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:44:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9181b922-440c-42c7-afa4-403e3c21b2de'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:17.738532 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-109c3723-6dec-41e4-bf32-9f73e79ad85f req-01006e04-cbe4-46bf-b27b-2ed5d23d24f3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d7b74752-b035-4af7-99b7-eca10e463dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861390 Mar 07 10:44:17.745275 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5c3d3029-df49-47df-b18d-39502c20a756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:17.767073 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3d3029-df49-47df-b18d-39502c20a756 None None] Routers {'9181b922-440c-42c7-afa4-403e3c21b2de'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:44:17.768394 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5c3d3029-df49-47df-b18d-39502c20a756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:44:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9181b922-440c-42c7-afa4-403e3c21b2de'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:17.775874 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c593772f-4304-4718-a027-69c28eeeea07 req-ef72f1bc-0e99-4d53-9034-b54868cabc00 tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.1223447 Mar 07 10:44:17.849540 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5c3d3029-df49-47df-b18d-39502c20a756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:17.850574 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3d3029-df49-47df-b18d-39502c20a756 None None] The sync data for ids ['9181b922-440c-42c7-afa4-403e3c21b2de'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:44:17.854445 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4498e9cb-8c7b-4375-abe2-9266b2134d8e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router (9181b922-440c-42c7-afa4-403e3c21b2de), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:18.179199 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:18.203431 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4498e9cb-8c7b-4375-abe2-9266b2134d8e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (9181b922-440c-42c7-afa4-403e3c21b2de), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:18.206612 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-109c3723-6dec-41e4-bf32-9f73e79ad85f req-63adfb74-005c-44a7-961c-1d0940e40140 service neutron] 10.222.0.31 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404254 Mar 07 10:44:18.208406 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4498e9cb-8c7b-4375-abe2-9266b2134d8e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router_controller (9181b922-440c-42c7-afa4-403e3c21b2de), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:18.225705 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edee46c-c1d0-4577-b831-291ebf79266c tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Pushing event deleted for resources: {'Port': ['ID=e8486f82-6440-4564-b7de-535824b5529d,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:18.251332 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-142e645c-07fe-414c-ab0f-426eabfedbf9 req-7fb9f708-7ada-4556-90f5-c612692de7e9 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (69bd37a6-8da5-43e0-90bc-620471e8ad48), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:18.266118 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['e8486f82-6440-4564-b7de-535824b5529d'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:44:18.313879 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-81819ad3-15bf-45de-b979-5e76e55a9dfb req-9edee46c-c1d0-4577-b831-291ebf79266c tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] No DVR routers for this DVR port e8486f82-6440-4564-b7de-535824b5529d on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:44:18.446964 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-81819ad3-15bf-45de-b979-5e76e55a9dfb req-9edee46c-c1d0-4577-b831-291ebf79266c tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:18.448479 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-109c3723-6dec-41e4-bf32-9f73e79ad85f req-c9017aad-7721-41cf-8315-349c482852fb service neutron] 10.222.0.31 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279546 Mar 07 10:44:18.449404 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4498e9cb-8c7b-4375-abe2-9266b2134d8e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (9181b922-440c-42c7-afa4-403e3c21b2de), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:18.450063 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4498e9cb-8c7b-4375-abe2-9266b2134d8e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Fanout notify agent at l3_agent the message router_deleted on router 9181b922-440c-42c7-afa4-403e3c21b2de {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:44:18.450893 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-81819ad3-15bf-45de-b979-5e76e55a9dfb req-9edee46c-c1d0-4577-b831-291ebf79266c tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.21 "DELETE /v2.0/ports/e8486f82-6440-4564-b7de-535824b5529d HTTP/1.1" status: 204 len: 173 time: 1.8909733 Mar 07 10:44:18.451479 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b04aab4-d3a3-45b8-9f9c-1434192ee498', 'name': 'network-vif-deleted', 'tag': 'e8486f82-6440-4564-b7de-535824b5529d'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:18.453891 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc16b134-d01e-4dbf-8b05-c12c71b1c472" -d '{"events": [{"server_uuid": "8b04aab4-d3a3-45b8-9f9c-1434192ee498", "name": "network-vif-deleted", "tag": "e8486f82-6440-4564-b7de-535824b5529d"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:18.462302 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4498e9cb-8c7b-4375-abe2-9266b2134d8e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:18.463512 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4498e9cb-8c7b-4375-abe2-9266b2134d8e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/routers/9181b922-440c-42c7-afa4-403e3c21b2de HTTP/1.1" status: 204 len: 168 time: 0.8081453 Mar 07 10:44:18.467894 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9f708-7ada-4556-90f5-c612692de7e9 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Pushing event deleted for resources: {'Port': ['ID=69bd37a6-8da5-43e0-90bc-620471e8ad48,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:18.476127 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55916) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:18.503687 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b95af94-b366-45ee-aea8-89b7767d34ca req-0bded98f-33d0-4b22-8a44-922efd2b1b08 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8765213 Mar 07 10:44:18.516131 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b689096f-dc41-4fe5-ae21-9e193b7edf72 req-715405c0-56b3-4746-846e-f69d4d36ef93 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/ports?device_id=79bdbb07-bb85-42b6-9cde-a3b65b166f55 HTTP/1.1" status: 200 len: 210 time: 0.0509815 Mar 07 10:44:18.526664 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-8756b549-a1b1-4b12-8888-cb2b01909394 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:18.531966 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-8756b549-a1b1-4b12-8888-cb2b01909394 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.21 "GET /v2.0/networks?id=76565483-d66d-41cb-bdde-407dbd732435 HTTP/1.1" status: 200 len: 812 time: 0.2195468 Mar 07 10:44:18.563241 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-8a15fec6-d1c8-4174-927b-3d8acf47e4eb tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Request body: {'port': {'device_id': '25780588-1d3c-4ec5-aaff-07dfb493e549', 'network_id': '76565483-d66d-41cb-bdde-407dbd732435', 'admin_state_up': True, 'tenant_id': '09f2bfd2da3e4fd89d3e140a66579bae'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:18.688593 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd567a64-5743-4039-884e-318c634ddd22 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Deleting subnet c50e8424-a964-467c-9bb4-78cfa62faa9c {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:44:18.695686 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cd567a64-5743-4039-884e-318c634ddd22 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for subnet (c50e8424-a964-467c-9bb4-78cfa62faa9c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:18.731460 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-142e645c-07fe-414c-ab0f-426eabfedbf9 req-7fb9f708-7ada-4556-90f5-c612692de7e9 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] No DVR routers for this DVR port 69bd37a6-8da5-43e0-90bc-620471e8ad48 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:44:18.738504 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-142e645c-07fe-414c-ab0f-426eabfedbf9 req-7fb9f708-7ada-4556-90f5-c612692de7e9 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:18.744019 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-142e645c-07fe-414c-ab0f-426eabfedbf9 req-7fb9f708-7ada-4556-90f5-c612692de7e9 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.21 "DELETE /v2.0/ports/69bd37a6-8da5-43e0-90bc-620471e8ad48 HTTP/1.1" status: 204 len: 173 time: 1.9430611 Mar 07 10:44:18.766709 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-8a15fec6-d1c8-4174-927b-3d8acf47e4eb tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Made reservation on behalf of 09f2bfd2da3e4fd89d3e140a66579bae for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:18.776345 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-8a15fec6-d1c8-4174-927b-3d8acf47e4eb tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:18.800229 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cd567a64-5743-4039-884e-318c634ddd22 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (c50e8424-a964-467c-9bb4-78cfa62faa9c), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:18.802271 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a7c64-d9f2-4e8b-8a40-4e8403a2107a req-eed54014-c2f0-46d5-b76e-d78d43b172f6 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:18.804796 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5d1a7c64-d9f2-4e8b-8a40-4e8403a2107a req-eed54014-c2f0-46d5-b76e-d78d43b172f6 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdd004ed-a3c5-4190-80d7-32451bff8167 HTTP/1.1" status: 200 len: 946 time: 0.1318095 Mar 07 10:44:18.915159 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1a4193-cd02-4060-8e74-408f6980bff2 x-openstack-request-id: req-dc1a4193-cd02-4060-8e74-408f6980bff2 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:18.915468 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b04aab4-d3a3-45b8-9f9c-1434192ee498", "name": "network-vif-deleted", "tag": "e8486f82-6440-4564-b7de-535824b5529d", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:18.915733 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dc1a4193-cd02-4060-8e74-408f6980bff2 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:18.916140 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b04aab4-d3a3-45b8-9f9c-1434192ee498', 'name': 'network-vif-deleted', 'tag': 'e8486f82-6440-4564-b7de-535824b5529d', 'status': 'completed', 'code': 200} Mar 07 10:44:18.930001 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5d1a7c64-d9f2-4e8b-8a40-4e8403a2107a req-fc6a49f4-82a2-4a65-9020-245dd4ce25ae tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=654dba5b-5a76-4028-bf43-4196138fa2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121414 Mar 07 10:44:18.939273 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-a960c4d7-2e23-4cf2-aba0-1e11d6cd2126 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:18.940857 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-a960c4d7-2e23-4cf2-aba0-1e11d6cd2126 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.31 "GET /v2.0/networks?id=76565483-d66d-41cb-bdde-407dbd732435 HTTP/1.1" status: 200 len: 812 time: 0.3304322 Mar 07 10:44:18.965688 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-13f0987c-77f2-4831-9769-08dc216247e1 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Request body: {'port': {'device_id': '79bdbb07-bb85-42b6-9cde-a3b65b166f55', 'network_id': '76565483-d66d-41cb-bdde-407dbd732435', 'admin_state_up': True, 'tenant_id': '09f2bfd2da3e4fd89d3e140a66579bae'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:18.996097 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-8a15fec6-d1c8-4174-927b-3d8acf47e4eb tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Allocated IP 172.20.0.9 (76565483-d66d-41cb-bdde-407dbd732435/5a1ccb26-ce7d-427a-a115-1bc37d7a5beb/d01043ae-2f59-4597-8196-f67ba1bb777e) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:44:19.094727 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ad9d03ba-50f3-4a84-b069-7c4e7008813e req-d94944cb-28bd-40d8-aace-347207a00103 tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0678301 Mar 07 10:44:19.107521 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cd567a64-5743-4039-884e-318c634ddd22 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (c50e8424-a964-467c-9bb4-78cfa62faa9c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:19.190633 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-13f0987c-77f2-4831-9769-08dc216247e1 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Made reservation on behalf of 09f2bfd2da3e4fd89d3e140a66579bae for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:19.196353 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-13f0987c-77f2-4831-9769-08dc216247e1 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:19.200010 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cd567a64-5743-4039-884e-318c634ddd22 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (c50e8424-a964-467c-9bb4-78cfa62faa9c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:19.208786 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-8a15fec6-d1c8-4174-927b-3d8acf47e4eb tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Publish callbacks [] for port (d01043ae-2f59-4597-8196-f67ba1bb777e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:19.248195 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd567a64-5743-4039-884e-318c634ddd22 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Subnet': ['ID=c50e8424-a964-467c-9bb4-78cfa62faa9c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:19.256273 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cd567a64-5743-4039-884e-318c634ddd22 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:19.260001 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cd567a64-5743-4039-884e-318c634ddd22 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/subnets/c50e8424-a964-467c-9bb4-78cfa62faa9c HTTP/1.1" status: 204 len: 168 time: 0.7828155 Mar 07 10:44:19.265771 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55936) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:19.270242 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89866b94-da14-42c9-982b-211ffcb9395f None None] Network 30e81397-d810-4d08-977e-1cc84bee6d28 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:44:19.311635 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-8a15fec6-d1c8-4174-927b-3d8acf47e4eb tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (d01043ae-2f59-4597-8196-f67ba1bb777e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:19.340036 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-8a15fec6-d1c8-4174-927b-3d8acf47e4eb tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Network 76565483-d66d-41cb-bdde-407dbd732435 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:19.361611 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-8a15fec6-d1c8-4174-927b-3d8acf47e4eb tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:19.370373 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c6d6552-de16-44f4-9980-dd6d18609a34 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Deleting subnet 29a90450-5ecc-41d3-b0d9-2cec186c6b13 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:44:19.375928 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-8a15fec6-d1c8-4174-927b-3d8acf47e4eb tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:44:19.378995 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c6d6552-de16-44f4-9980-dd6d18609a34 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for subnet (29a90450-5ecc-41d3-b0d9-2cec186c6b13), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:19.461402 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c6d6552-de16-44f4-9980-dd6d18609a34 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (29a90450-5ecc-41d3-b0d9-2cec186c6b13), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:19.485836 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a15fec6-d1c8-4174-927b-3d8acf47e4eb tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Pushing event updated for resources: {'Port': ['ID=d01043ae-2f59-4597-8196-f67ba1bb777e,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:19.491048 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-13f0987c-77f2-4831-9769-08dc216247e1 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Allocated IP 172.20.0.12 (76565483-d66d-41cb-bdde-407dbd732435/5a1ccb26-ce7d-427a-a115-1bc37d7a5beb/b3622d5f-3268-46cc-95f1-75307ac89a6d) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:44:19.510648 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-8a15fec6-d1c8-4174-927b-3d8acf47e4eb tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:19.511644 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-8a15fec6-d1c8-4174-927b-3d8acf47e4eb tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:19.543230 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-8a15fec6-d1c8-4174-927b-3d8acf47e4eb tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9831574 Mar 07 10:44:19.560644 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-7bace152-dc43-4b75-8249-7869baa887d0 service neutron] Request body: {'port': {'device_id': '25780588-1d3c-4ec5-aaff-07dfb493e549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:19.621378 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1563a1b1-0898-4e78-85ab-1032ad8e2ff3 None None] DHCP port deletion for 30e81397-d810-4d08-977e-1cc84bee6d28 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:44:19.621682 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c6d6552-de16-44f4-9980-dd6d18609a34 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (29a90450-5ecc-41d3-b0d9-2cec186c6b13), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:19.700429 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1563a1b1-0898-4e78-85ab-1032ad8e2ff3 None None] Deleting port 3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:44:19.701189 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1563a1b1-0898-4e78-85ab-1032ad8e2ff3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:19.710405 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-7bace152-dc43-4b75-8249-7869baa887d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d01043ae-2f59-4597-8196-f67ba1bb777e), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:19.736572 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d9b40906-ee1d-41e9-958e-5d80e470f5e3 req-787f4372-55ec-430a-bcfd-7cb418b9af69 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/ports?device_id=79bdbb07-bb85-42b6-9cde-a3b65b166f55 HTTP/1.1" status: 200 len: 210 time: 0.0505567 Mar 07 10:44:19.784314 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c6d6552-de16-44f4-9980-dd6d18609a34 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (29a90450-5ecc-41d3-b0d9-2cec186c6b13), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:19.799832 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb84bc-8afc-481c-8a2b-096655e8f92d req-98411595-9095-4b66-97b4-74b9f9a57db8 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:19.802111 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f9bb84bc-8afc-481c-8a2b-096655e8f92d req-98411595-9095-4b66-97b4-74b9f9a57db8 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c1a8dc-4a78-499e-8884-7f923ed8acbd HTTP/1.1" status: 200 len: 944 time: 0.1536012 Mar 07 10:44:19.807425 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-1563a1b1-0898-4e78-85ab-1032ad8e2ff3 None None] For port 3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3,segment=NetworkSegment(6b164bf7-74c8-418b-922f-65e951ff94e8),segment_id=6b164bf7-74c8-418b-922f-65e951ff94e8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:19.807887 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1563a1b1-0898-4e78-85ab-1032ad8e2ff3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:19.824666 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-13f0987c-77f2-4831-9769-08dc216247e1 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Publish callbacks [] for port (b3622d5f-3268-46cc-95f1-75307ac89a6d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:19.825625 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1563a1b1-0898-4e78-85ab-1032ad8e2ff3 None None] Calling delete_port for 3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:44:19.844112 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a42f89d-5854-47d0-8c7a-7edbf8f2dd9f None None] Network b1b7f448-cfa1-41ec-a130-09a036d14bf6 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:44:19.846747 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c6d6552-de16-44f4-9980-dd6d18609a34 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:19.855720 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0c6d6552-de16-44f4-9980-dd6d18609a34 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/subnets/29a90450-5ecc-41d3-b0d9-2cec186c6b13 HTTP/1.1" status: 204 len: 168 time: 0.5888605 Mar 07 10:44:19.860287 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55952) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:19.890671 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d6552-de16-44f4-9980-dd6d18609a34 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Subnet': ['ID=29a90450-5ecc-41d3-b0d9-2cec186c6b13,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:19.930833 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-13f0987c-77f2-4831-9769-08dc216247e1 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (b3622d5f-3268-46cc-95f1-75307ac89a6d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:19.993839 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-13f0987c-77f2-4831-9769-08dc216247e1 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Network 76565483-d66d-41cb-bdde-407dbd732435 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:19.999645 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f0987c-77f2-4831-9769-08dc216247e1 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Pushing event updated for resources: {'Port': ['ID=b3622d5f-3268-46cc-95f1-75307ac89a6d,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:20.014556 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-13f0987c-77f2-4831-9769-08dc216247e1 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:20.017860 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-13f0987c-77f2-4831-9769-08dc216247e1 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:44:20.029408 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device a962a18e-d1e6-46e7-809f-9e3a4bb5e202 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:44:20.046375 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55958) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:20.117189 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-13f0987c-77f2-4831-9769-08dc216247e1 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:20.118236 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-13f0987c-77f2-4831-9769-08dc216247e1 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:20.146809 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30494c3a-7637-48c6-8ae7-7f8c3d8c83c8 req-8521fc0e-5998-4dff-9de1-ac996172a406 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:20.148773 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-30494c3a-7637-48c6-8ae7-7f8c3d8c83c8 req-8521fc0e-5998-4dff-9de1-ac996172a406 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdd004ed-a3c5-4190-80d7-32451bff8167 HTTP/1.1" status: 200 len: 946 time: 0.0922477 Mar 07 10:44:20.153626 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-13f0987c-77f2-4831-9769-08dc216247e1 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2012899 Mar 07 10:44:20.153827 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1563a1b1-0898-4e78-85ab-1032ad8e2ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:20.186104 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-d03f3b38-0255-49be-b713-f5b46afafd2a service neutron] Request body: {'port': {'device_id': '79bdbb07-bb85-42b6-9cde-a3b65b166f55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:20.197449 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563a1b1-0898-4e78-85ab-1032ad8e2ff3 None None] Pushing event deleted for resources: {'Port': ['ID=3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:20.201355 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1563a1b1-0898-4e78-85ab-1032ad8e2ff3 None None] No DVR routers for this DVR port 3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:44:20.227637 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port a962a18e-d1e6-46e7-809f-9e3a4bb5e202, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=a962a18e-d1e6-46e7-809f-9e3a4bb5e202,segment=NetworkSegment(12342119-cf6b-4cbb-9e34-d47607d55c42),segment_id=12342119-cf6b-4cbb-9e34-d47607d55c42)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:20.235109 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05709c4e-1759-4f72-b068-3a7d6e21d0a5 None None] DHCP port deletion for b1b7f448-cfa1-41ec-a130-09a036d14bf6 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:44:20.244964 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa0d0674-a472-4230-8f97-e4ad1df23c6b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (30e81397-d810-4d08-977e-1cc84bee6d28), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:20.251186 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'a962a18e-d1e6-46e7-809f-9e3a4bb5e202', 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd', 'port_id': 'a962a18e-d1e6-46e7-809f-9e3a4bb5e202', 'mac_address': 'fa:16:3e:df:e1:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da6814d7-5b80-4178-9297-cce360fe7941', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:44:20.253191 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-30494c3a-7637-48c6-8ae7-7f8c3d8c83c8 req-15519707-6cca-4548-a330-8d70eb9464ae tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=654dba5b-5a76-4028-bf43-4196138fa2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974984 Mar 07 10:44:20.255647 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f9bb84bc-8afc-481c-8a2b-096655e8f92d req-68d555d0-b1de-4526-bcbd-388c6aad480f tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925240 Mar 07 10:44:20.287780 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ead1e03-52f9-451d-b0c3-e505e1c207ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:20.348251 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port a962a18e-d1e6-46e7-809f-9e3a4bb5e202 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:20.348857 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a962a18e-d1e6-46e7-809f-9e3a4bb5e202), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:20.351362 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-05709c4e-1759-4f72-b068-3a7d6e21d0a5 None None] Deleting port 7451bc71-95f3-4289-964a-e65ec7e94527 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:44:20.351932 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-05709c4e-1759-4f72-b068-3a7d6e21d0a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (7451bc71-95f3-4289-964a-e65ec7e94527), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:20.358023 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557496dd-4894-4f67-92c3-aabe35227181 req-ba9f88a9-2d4b-4505-80bf-46b860d5cbc2 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:20.359622 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-557496dd-4894-4f67-92c3-aabe35227181 req-ba9f88a9-2d4b-4505-80bf-46b860d5cbc2 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.21 "GET /v2.0/ports?device_id=bdd004ed-a3c5-4190-80d7-32451bff8167 HTTP/1.1" status: 200 len: 946 time: 0.4001431 Mar 07 10:44:20.375780 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a962a18e-d1e6-46e7-809f-9e3a4bb5e202 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:44:20.382949 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-942fab23-8156-4260-b367-71e2d0aa3086 req-01c79fdd-e04a-46d1-bdcc-61d3d282f9e3 tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0387020 Mar 07 10:44:20.397306 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-d03f3b38-0255-49be-b713-f5b46afafd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b3622d5f-3268-46cc-95f1-75307ac89a6d), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:20.441448 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port a962a18e-d1e6-46e7-809f-9e3a4bb5e202, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=a962a18e-d1e6-46e7-809f-9e3a4bb5e202,segment=NetworkSegment(12342119-cf6b-4cbb-9e34-d47607d55c42),segment_id=12342119-cf6b-4cbb-9e34-d47607d55c42)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:20.452446 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 69bd37a6-8da5-43e0-90bc-620471e8ad48 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:44:20.458648 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a962a18e-d1e6-46e7-809f-9e3a4bb5e202), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:20.479928 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-7bace152-dc43-4b75-8249-7869baa887d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d01043ae-2f59-4597-8196-f67ba1bb777e {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:44:20.491444 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-7bace152-dc43-4b75-8249-7869baa887d0 service neutron] Publish callbacks [] for port (d01043ae-2f59-4597-8196-f67ba1bb777e), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:20.536972 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa0d0674-a472-4230-8f97-e4ad1df23c6b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (30e81397-d810-4d08-977e-1cc84bee6d28), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:20.547306 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ead1e03-52f9-451d-b0c3-e505e1c207ef admin admin] Publish callbacks [] for security_group (2af9f8fa-32b9-486c-933e-4cea9a0555a4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:20.550890 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-7bace152-dc43-4b75-8249-7869baa887d0 service neutron] Transition to ACTIVE for port object d01043ae-2f59-4597-8196-f67ba1bb777e will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:44:20.556088 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ead1e03-52f9-451d-b0c3-e505e1c207ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2af9f8fa-32b9-486c-933e-4cea9a0555a4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:20.575485 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-7bace152-dc43-4b75-8249-7869baa887d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (d01043ae-2f59-4597-8196-f67ba1bb777e), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:20.588352 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-fa0d0674-a472-4230-8f97-e4ad1df23c6b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e81397-d810-4d08-977e-1cc84bee6d28']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:20.624217 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-fa0d0674-a472-4230-8f97-e4ad1df23c6b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b164bf7-74c8-418b-922f-65e951ff94e8') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:20.624779 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-fa0d0674-a472-4230-8f97-e4ad1df23c6b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b164bf7-74c8-418b-922f-65e951ff94e8') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:20.626688 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5ead1e03-52f9-451d-b0c3-e505e1c207ef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5ca06ac6ad484152b7603a166c35f6d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5788696 Mar 07 10:44:20.633910 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55964) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:20.650963 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-557496dd-4894-4f67-92c3-aabe35227181 req-53c7bbd9-cc61-486e-9432-8d232a9f058d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Deleting port fefb6271-d37d-4e27-a209-ad508b20d482 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:44:20.651305 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-557496dd-4894-4f67-92c3-aabe35227181 req-53c7bbd9-cc61-486e-9432-8d232a9f058d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (fefb6271-d37d-4e27-a209-ad508b20d482), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:20.655185 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa0d0674-a472-4230-8f97-e4ad1df23c6b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (6b164bf7-74c8-418b-922f-65e951ff94e8), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:20.665347 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead1e03-52f9-451d-b0c3-e505e1c207ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af9f8fa-32b9-486c-933e-4cea9a0555a4,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:20.694954 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa0d0674-a472-4230-8f97-e4ad1df23c6b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (6b164bf7-74c8-418b-922f-65e951ff94e8), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:20.701650 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 69bd37a6-8da5-43e0-90bc-620471e8ad48 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:44:20.702110 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 69bd37a6-8da5-43e0-90bc-620471e8ad48 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:44:20.703158 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device e8486f82-6440-4564-b7de-535824b5529d no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:44:20.703957 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bace152-dc43-4b75-8249-7869baa887d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d01043ae-2f59-4597-8196-f67ba1bb777e,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:20.737161 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-05709c4e-1759-4f72-b068-3a7d6e21d0a5 None None] For port 7451bc71-95f3-4289-964a-e65ec7e94527, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7451bc71-95f3-4289-964a-e65ec7e94527,segment=NetworkSegment(a3b89a85-ae09-430a-b0d5-2d38790ff78c),segment_id=a3b89a85-ae09-430a-b0d5-2d38790ff78c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:20.737724 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-05709c4e-1759-4f72-b068-3a7d6e21d0a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (7451bc71-95f3-4289-964a-e65ec7e94527), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:20.741265 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-56345624-9361-4ba1-b399-896eff366a3f admin admin] Publish callbacks [] for security_group (2af9f8fa-32b9-486c-933e-4cea9a0555a4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:20.751909 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: e8486f82-6440-4564-b7de-535824b5529d {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:44:20.752574 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device e8486f82-6440-4564-b7de-535824b5529d not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:44:20.760319 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-05709c4e-1759-4f72-b068-3a7d6e21d0a5 None None] Calling delete_port for 7451bc71-95f3-4289-964a-e65ec7e94527 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:44:20.770477 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-56345624-9361-4ba1-b399-896eff366a3f admin admin] Publish callbacks [] for security_group (2af9f8fa-32b9-486c-933e-4cea9a0555a4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:20.782507 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=a962a18e-d1e6-46e7-809f-9e3a4bb5e202,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:20.819865 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa0d0674-a472-4230-8f97-e4ad1df23c6b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:44:20.820145 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa0d0674-a472-4230-8f97-e4ad1df23c6b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (6b164bf7-74c8-418b-922f-65e951ff94e8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:20.826013 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:44:20.826013 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:44:20.826013 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:44:20.826013 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:44:20.826013 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:44:20.826013 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:44:20.826013 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:44:20.826013 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:44:20.826013 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:44:20.826013 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:44:20.826013 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:44:20.826013 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:44:20.826013 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:44:20.826013 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:44:20.826013 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:44:20.826013 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:44:20.826013 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:44:20.826013 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:44:20.826013 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:44:20.826013 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:44:20.826013 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:44:20.826013 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:44:20.826013 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:44:20.826013 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:44:20.826013 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:44:20.826013 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:44:20.826013 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:44:20.826013 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:44:20.826013 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:44:20.826013 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:44:20.826013 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:44:20.826013 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:44:20.847431 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-d03f3b38-0255-49be-b713-f5b46afafd2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3622d5f-3268-46cc-95f1-75307ac89a6d {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:44:20.851541 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['a962a18e-d1e6-46e7-809f-9e3a4bb5e202'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:44:20.858241 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-d03f3b38-0255-49be-b713-f5b46afafd2a service neutron] Publish callbacks [] for port (b3622d5f-3268-46cc-95f1-75307ac89a6d), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:20.885251 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-56345624-9361-4ba1-b399-896eff366a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2af9f8fa-32b9-486c-933e-4cea9a0555a4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:20.887839 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-56345624-9361-4ba1-b399-896eff366a3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:20.889045 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-56345624-9361-4ba1-b399-896eff366a3f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2af9f8fa-32b9-486c-933e-4cea9a0555a4 HTTP/1.1" status: 204 len: 168 time: 0.2541761 Mar 07 10:44:20.894742 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-d03f3b38-0255-49be-b713-f5b46afafd2a service neutron] Transition to ACTIVE for port object b3622d5f-3268-46cc-95f1-75307ac89a6d will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:44:20.901651 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56345624-9361-4ba1-b399-896eff366a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af9f8fa-32b9-486c-933e-4cea9a0555a4,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:20.905383 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-d03f3b38-0255-49be-b713-f5b46afafd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (b3622d5f-3268-46cc-95f1-75307ac89a6d), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:20.906212 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-7bace152-dc43-4b75-8249-7869baa887d0 service neutron] Attempting to bind port d01043ae-2f59-4597-8196-f67ba1bb777e on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:44:20.906212 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-7bace152-dc43-4b75-8249-7869baa887d0 service neutron] Attempting to bind port d01043ae-2f59-4597-8196-f67ba1bb777e by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '227c2530-99d4-4364-bd6a-0de4a89ff17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76565483-d66d-41cb-bdde-407dbd732435'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:44:20.906684 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-7bace152-dc43-4b75-8249-7869baa887d0 service neutron] Attempting to bind port d01043ae-2f59-4597-8196-f67ba1bb777e on network 76565483-d66d-41cb-bdde-407dbd732435 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:44:20.919596 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-7bace152-dc43-4b75-8249-7869baa887d0 service neutron] Port d01043ae-2f59-4597-8196-f67ba1bb777e on network 76565483-d66d-41cb-bdde-407dbd732435 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:44:20.919907 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-7bace152-dc43-4b75-8249-7869baa887d0 service neutron] Attempting to bind port d01043ae-2f59-4597-8196-f67ba1bb777e on network 76565483-d66d-41cb-bdde-407dbd732435 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:44:20.925982 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b600d0-d07c-49d8-b6b5-247f675239e3', 'name': 'network-vif-deleted', 'tag': '69bd37a6-8da5-43e0-90bc-620471e8ad48'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:20.929984 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4c14cd-8a4a-4c20-b479-2d409881f5fb" -d '{"events": [{"server_uuid": "d5b600d0-d07c-49d8-b6b5-247f675239e3", "name": "network-vif-deleted", "tag": "69bd37a6-8da5-43e0-90bc-620471e8ad48"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:20.943332 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-7bace152-dc43-4b75-8249-7869baa887d0 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:44:20.943688 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-7bace152-dc43-4b75-8249-7869baa887d0 service neutron] Checking segment: {'id': '227c2530-99d4-4364-bd6a-0de4a89ff17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76565483-d66d-41cb-bdde-407dbd732435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:44:20.944254 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-7bace152-dc43-4b75-8249-7869baa887d0 service neutron] Bound using segment: {'id': '227c2530-99d4-4364-bd6a-0de4a89ff17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76565483-d66d-41cb-bdde-407dbd732435'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:44:20.944705 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-7bace152-dc43-4b75-8249-7869baa887d0 service neutron] Bound port: d01043ae-2f59-4597-8196-f67ba1bb777e, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '227c2530-99d4-4364-bd6a-0de4a89ff17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76565483-d66d-41cb-bdde-407dbd732435'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:44:20.945236 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-7bace152-dc43-4b75-8249-7869baa887d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d01043ae-2f59-4597-8196-f67ba1bb777e), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:20.967472 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f3b38-0255-49be-b713-f5b46afafd2a service neutron] Pushing event updated for resources: {'Port': ['ID=b3622d5f-3268-46cc-95f1-75307ac89a6d,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:21.025246 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-05709c4e-1759-4f72-b068-3a7d6e21d0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (7451bc71-95f3-4289-964a-e65ec7e94527), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:21.044835 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9f11b2-fe7b-49f3-85d1-b0e1837a0c1d x-openstack-request-id: req-3c9f11b2-fe7b-49f3-85d1-b0e1837a0c1d {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:21.045262 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5b600d0-d07c-49d8-b6b5-247f675239e3", "name": "network-vif-deleted", "tag": "69bd37a6-8da5-43e0-90bc-620471e8ad48", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:21.045569 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3c9f11b2-fe7b-49f3-85d1-b0e1837a0c1d {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:21.045975 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5b600d0-d07c-49d8-b6b5-247f675239e3', 'name': 'network-vif-deleted', 'tag': '69bd37a6-8da5-43e0-90bc-620471e8ad48', 'status': 'completed', 'code': 200} Mar 07 10:44:21.062405 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-d03f3b38-0255-49be-b713-f5b46afafd2a service neutron] Attempting to bind port b3622d5f-3268-46cc-95f1-75307ac89a6d on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:44:21.063099 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-d03f3b38-0255-49be-b713-f5b46afafd2a service neutron] Attempting to bind port b3622d5f-3268-46cc-95f1-75307ac89a6d by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '227c2530-99d4-4364-bd6a-0de4a89ff17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76565483-d66d-41cb-bdde-407dbd732435'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:44:21.063665 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-d03f3b38-0255-49be-b713-f5b46afafd2a service neutron] Attempting to bind port b3622d5f-3268-46cc-95f1-75307ac89a6d on network 76565483-d66d-41cb-bdde-407dbd732435 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:44:21.070314 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-d03f3b38-0255-49be-b713-f5b46afafd2a service neutron] Port b3622d5f-3268-46cc-95f1-75307ac89a6d on network 76565483-d66d-41cb-bdde-407dbd732435 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:44:21.070919 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-d03f3b38-0255-49be-b713-f5b46afafd2a service neutron] Attempting to bind port b3622d5f-3268-46cc-95f1-75307ac89a6d on network 76565483-d66d-41cb-bdde-407dbd732435 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:44:21.076874 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-d03f3b38-0255-49be-b713-f5b46afafd2a service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:44:21.077668 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-d03f3b38-0255-49be-b713-f5b46afafd2a service neutron] Checking segment: {'id': '227c2530-99d4-4364-bd6a-0de4a89ff17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76565483-d66d-41cb-bdde-407dbd732435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:44:21.078222 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-d03f3b38-0255-49be-b713-f5b46afafd2a service neutron] Bound using segment: {'id': '227c2530-99d4-4364-bd6a-0de4a89ff17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76565483-d66d-41cb-bdde-407dbd732435'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:44:21.078985 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-d03f3b38-0255-49be-b713-f5b46afafd2a service neutron] Bound port: b3622d5f-3268-46cc-95f1-75307ac89a6d, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '227c2530-99d4-4364-bd6a-0de4a89ff17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '76565483-d66d-41cb-bdde-407dbd732435'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:44:21.079539 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-d03f3b38-0255-49be-b713-f5b46afafd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b3622d5f-3268-46cc-95f1-75307ac89a6d), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:21.080161 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-7bace152-dc43-4b75-8249-7869baa887d0 service neutron] For port d01043ae-2f59-4597-8196-f67ba1bb777e, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:44:21.087266 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa0d0674-a472-4230-8f97-e4ad1df23c6b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (30e81397-d810-4d08-977e-1cc84bee6d28), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:21.090373 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05709c4e-1759-4f72-b068-3a7d6e21d0a5 None None] Pushing event deleted for resources: {'Port': ['ID=7451bc71-95f3-4289-964a-e65ec7e94527,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:21.092648 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05709c4e-1759-4f72-b068-3a7d6e21d0a5 None None] No DVR routers for this DVR port 7451bc71-95f3-4289-964a-e65ec7e94527 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:44:21.092885 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa0d0674-a472-4230-8f97-e4ad1df23c6b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:21.097927 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-fa0d0674-a472-4230-8f97-e4ad1df23c6b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/networks/30e81397-d810-4d08-977e-1cc84bee6d28 HTTP/1.1" status: 204 len: 168 time: 1.2354567 Mar 07 10:44:21.108346 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55972) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:21.188272 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-7bace152-dc43-4b75-8249-7869baa887d0 service neutron] For port d01043ae-2f59-4597-8196-f67ba1bb777e, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d01043ae-2f59-4597-8196-f67ba1bb777e,segment=NetworkSegment(227c2530-99d4-4364-bd6a-0de4a89ff17b),segment_id=227c2530-99d4-4364-bd6a-0de4a89ff17b)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:44:21.196473 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-557496dd-4894-4f67-92c3-aabe35227181 req-53c7bbd9-cc61-486e-9432-8d232a9f058d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] For port fefb6271-d37d-4e27-a209-ad508b20d482, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=fefb6271-d37d-4e27-a209-ad508b20d482,segment=NetworkSegment(59b13e75-30d7-418d-a8ee-7db3ff010fd0),segment_id=59b13e75-30d7-418d-a8ee-7db3ff010fd0)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:21.196797 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-557496dd-4894-4f67-92c3-aabe35227181 req-53c7bbd9-cc61-486e-9432-8d232a9f058d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (fefb6271-d37d-4e27-a209-ad508b20d482), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:21.199912 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d0674-a472-4230-8f97-e4ad1df23c6b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Network': ['ID=30e81397-d810-4d08-977e-1cc84bee6d28,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:21.238580 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-7bace152-dc43-4b75-8249-7869baa887d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (d01043ae-2f59-4597-8196-f67ba1bb777e), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:21.345885 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-16cb600d-2122-45de-8d13-8b1999effde2 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (b1b7f448-cfa1-41ec-a130-09a036d14bf6), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:21.379229 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-7bace152-dc43-4b75-8249-7869baa887d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:21.380744 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-7bace152-dc43-4b75-8249-7869baa887d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:21.381914 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-7bace152-dc43-4b75-8249-7869baa887d0 service neutron] 10.222.0.21 "PUT /v2.0/ports/d01043ae-2f59-4597-8196-f67ba1bb777e HTTP/1.1" status: 200 len: 1091 time: 1.8289876 Mar 07 10:44:21.405930 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6ca6e-8076-4166-922f-96e7f40c80b8 req-59e654c0-4a3b-4c25-8151-a2990d481ac8 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:21.409719 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-37c6ca6e-8076-4166-922f-96e7f40c80b8 req-59e654c0-4a3b-4c25-8151-a2990d481ac8 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/ports?device_id=79bdbb07-bb85-42b6-9cde-a3b65b166f55 HTTP/1.1" status: 200 len: 944 time: 0.4426565 Mar 07 10:44:21.497498 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-d03f3b38-0255-49be-b713-f5b46afafd2a service neutron] For port b3622d5f-3268-46cc-95f1-75307ac89a6d, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:44:21.502057 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-d03f3b38-0255-49be-b713-f5b46afafd2a service neutron] For port b3622d5f-3268-46cc-95f1-75307ac89a6d, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=b3622d5f-3268-46cc-95f1-75307ac89a6d,segment=NetworkSegment(227c2530-99d4-4364-bd6a-0de4a89ff17b),segment_id=227c2530-99d4-4364-bd6a-0de4a89ff17b)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:44:21.517605 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560763d4-957b-4e06-8ae6-bc0704142a61 req-08850ed1-173c-48a5-81a2-91527cea93ec tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:21.519085 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-560763d4-957b-4e06-8ae6-bc0704142a61 req-08850ed1-173c-48a5-81a2-91527cea93ec tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c1a8dc-4a78-499e-8884-7f923ed8acbd HTTP/1.1" status: 200 len: 945 time: 0.1096568 Mar 07 10:44:21.520752 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-d03f3b38-0255-49be-b713-f5b46afafd2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (b3622d5f-3268-46cc-95f1-75307ac89a6d), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:21.524224 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7451bc71-95f3-4289-964a-e65ec7e94527 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:44:21.549529 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 7451bc71-95f3-4289-964a-e65ec7e94527 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:44:21.550132 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7451bc71-95f3-4289-964a-e65ec7e94527 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:44:21.550696 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:44:21.564305 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-d03f3b38-0255-49be-b713-f5b46afafd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:21.565509 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-d03f3b38-0255-49be-b713-f5b46afafd2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:21.567436 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-d03f3b38-0255-49be-b713-f5b46afafd2a service neutron] 10.222.0.31 "PUT /v2.0/ports/b3622d5f-3268-46cc-95f1-75307ac89a6d HTTP/1.1" status: 200 len: 1092 time: 1.3879542 Mar 07 10:44:21.567896 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79bdbb07-bb85-42b6-9cde-a3b65b166f55', 'tag': 'b3622d5f-3268-46cc-95f1-75307ac89a6d'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:21.570190 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191ccb5b-3720-44af-bb66-ee14e5283dae" -d '{"events": [{"name": "network-changed", "server_uuid": "79bdbb07-bb85-42b6-9cde-a3b65b166f55", "tag": "b3622d5f-3268-46cc-95f1-75307ac89a6d"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:21.576838 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:44:21.577503 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3f0d2755-66e4-4ec0-9b9e-6f152e69d5a3 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:44:21.631571 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bace152-dc43-4b75-8249-7869baa887d0 service neutron] Pushing event updated for resources: {'Port': ['ID=d01043ae-2f59-4597-8196-f67ba1bb777e,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:21.631796 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03f3b38-0255-49be-b713-f5b46afafd2a service neutron] Pushing event updated for resources: {'Port': ['ID=b3622d5f-3268-46cc-95f1-75307ac89a6d,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:21.660500 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-560763d4-957b-4e06-8ae6-bc0704142a61 req-086774a1-e162-4532-9429-68adde104184 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101182 Mar 07 10:44:21.678053 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-73731484-0684-48e1-a05d-9847b3255f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:21.679815 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-73731484-0684-48e1-a05d-9847b3255f81 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=09f2bfd2da3e4fd89d3e140a66579bae&device_id=79bdbb07-bb85-42b6-9cde-a3b65b166f55 HTTP/1.1" status: 200 len: 1126 time: 0.0679033 Mar 07 10:44:21.736473 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-5233cffe-068b-4708-b81f-fb0911c23de6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3622d5f-3268-46cc-95f1-75307ac89a6d HTTP/1.1" status: 200 len: 217 time: 0.0494680 Mar 07 10:44:21.808181 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-37c6ca6e-8076-4166-922f-96e7f40c80b8 req-0891ce9c-9ec4-49ca-8c4c-a941ca04bf8d tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/security-groups?id=96ec3d28-0b8e-46bc-a0d5-009e638e8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674123 Mar 07 10:44:21.819204 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-f44039ca-338b-4e9b-9954-ad53040a6f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:21.821289 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-f44039ca-338b-4e9b-9954-ad53040a6f4e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5a1ccb26-ce7d-427a-a115-1bc37d7a5beb HTTP/1.1" status: 200 len: 852 time: 0.0728614 Mar 07 10:44:21.833511 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde1931-7a8e-463e-9c94-3609afac7c53 req-73827a0a-9b79-4b82-9f16-80d43e0fc4bd tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:21.835017 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1dde1931-7a8e-463e-9c94-3609afac7c53 req-73827a0a-9b79-4b82-9f16-80d43e0fc4bd tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdd004ed-a3c5-4190-80d7-32451bff8167 HTTP/1.1" status: 200 len: 946 time: 0.0973186 Mar 07 10:44:21.862412 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-ae4195cc-099b-4345-a65e-3ebdf36945cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:21.862791 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-c045027c-3ac7-4528-83b4-8b9c7918b307 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=76565483-d66d-41cb-bdde-407dbd732435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268130 Mar 07 10:44:21.864596 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-ae4195cc-099b-4345-a65e-3ebdf36945cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=09f2bfd2da3e4fd89d3e140a66579bae&device_id=25780588-1d3c-4ec5-aaff-07dfb493e549 HTTP/1.1" status: 200 len: 1125 time: 0.4127259 Mar 07 10:44:21.870816 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-16cb600d-2122-45de-8d13-8b1999effde2 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (b1b7f448-cfa1-41ec-a130-09a036d14bf6), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:21.933132 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-557496dd-4894-4f67-92c3-aabe35227181 req-53c7bbd9-cc61-486e-9432-8d232a9f058d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:21.933502 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-557496dd-4894-4f67-92c3-aabe35227181 req-53c7bbd9-cc61-486e-9432-8d232a9f058d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (7dd7c391-4830-4af7-8689-eb59f5bd72ed), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:21.933816 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [req-557496dd-4894-4f67-92c3-aabe35227181 req-53c7bbd9-cc61-486e-9432-8d232a9f058d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Floating IP 7dd7c391-4830-4af7-8689-eb59f5bd72ed disassociated. External IP: 172.25.3.99, port: fefb6271-d37d-4e27-a209-ad508b20d482. Mar 07 10:44:21.934164 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-557496dd-4894-4f67-92c3-aabe35227181 req-53c7bbd9-cc61-486e-9432-8d232a9f058d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Calling delete_port for fefb6271-d37d-4e27-a209-ad508b20d482 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:44:21.945468 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-7734a402-5552-4455-a863-6e2f3b2f5519 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d01043ae-2f59-4597-8196-f67ba1bb777e HTTP/1.1" status: 200 len: 217 time: 0.0680859 Mar 07 10:44:21.961903 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-16cb600d-2122-45de-8d13-8b1999effde2 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b7f448-cfa1-41ec-a130-09a036d14bf6']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:21.967257 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1dde1931-7a8e-463e-9c94-3609afac7c53 req-d823e7ac-e6be-4874-a730-5fadf8996069 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=654dba5b-5a76-4028-bf43-4196138fa2e2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225545 Mar 07 10:44:21.994102 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-134084d3-8e4f-4069-ae33-717306c12173 req-1db9b37d-fb73-4e6f-b317-437075674d5d tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.1051085 Mar 07 10:44:21.995343 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-6837416b-b2f4-4f87-bc9f-75c080fedf6c service neutron] 10.222.0.31 "GET /v2.0/networks/76565483-d66d-41cb-bdde-407dbd732435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253877 Mar 07 10:44:22.016351 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device a962a18e-d1e6-46e7-809f-9e3a4bb5e202 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:44:22.019630 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-16cb600d-2122-45de-8d13-8b1999effde2 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b89a85-ae09-430a-b0d5-2d38790ff78c') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:22.019630 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-16cb600d-2122-45de-8d13-8b1999effde2 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b89a85-ae09-430a-b0d5-2d38790ff78c') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:22.065138 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ec1e8d-e816-4886-b439-2e5938cd3860 x-openstack-request-id: req-f0ec1e8d-e816-4886-b439-2e5938cd3860 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:22.065513 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79bdbb07-bb85-42b6-9cde-a3b65b166f55", "tag": "b3622d5f-3268-46cc-95f1-75307ac89a6d", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:22.065723 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f0ec1e8d-e816-4886-b439-2e5938cd3860 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:22.066129 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79bdbb07-bb85-42b6-9cde-a3b65b166f55', 'tag': 'b3622d5f-3268-46cc-95f1-75307ac89a6d', 'status': 'completed', 'code': 200} Mar 07 10:44:22.084837 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port a962a18e-d1e6-46e7-809f-9e3a4bb5e202 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:44:22.090377 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port a962a18e-d1e6-46e7-809f-9e3a4bb5e202 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:22.091158 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a962a18e-d1e6-46e7-809f-9e3a4bb5e202), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:22.135547 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-11ca2436-d177-47b6-abd5-3a34e1962879 service neutron] 10.222.0.31 "GET /v2.0/networks/76565483-d66d-41cb-bdde-407dbd732435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336255 Mar 07 10:44:22.203582 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port a962a18e-d1e6-46e7-809f-9e3a4bb5e202 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:22.204380 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a962a18e-d1e6-46e7-809f-9e3a4bb5e202), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:22.235632 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c1a8dc-4a78-499e-8884-7f923ed8acbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a962a18e-d1e6-46e7-809f-9e3a4bb5e202'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:22.239252 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c138a836-bb0f-490a-8448-209c2aa82f35" -d '{"events": [{"server_uuid": "18c1a8dc-4a78-499e-8884-7f923ed8acbd", "name": "network-vif-plugged", "status": "completed", "tag": "a962a18e-d1e6-46e7-809f-9e3a4bb5e202"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:22.258326 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ccb5b-3720-44af-bb66-ee14e5283dae req-5c32b630-af2e-498e-bc0c-c040d7d6e31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:22.259956 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-191ccb5b-3720-44af-bb66-ee14e5283dae req-5c32b630-af2e-498e-bc0c-c040d7d6e31f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=09f2bfd2da3e4fd89d3e140a66579bae&device_id=79bdbb07-bb85-42b6-9cde-a3b65b166f55 HTTP/1.1" status: 200 len: 1126 time: 0.0724053 Mar 07 10:44:22.262680 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port a962a18e-d1e6-46e7-809f-9e3a4bb5e202, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=a962a18e-d1e6-46e7-809f-9e3a4bb5e202,segment=NetworkSegment(12342119-cf6b-4cbb-9e34-d47607d55c42),segment_id=12342119-cf6b-4cbb-9e34-d47607d55c42)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:22.268433 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a962a18e-d1e6-46e7-809f-9e3a4bb5e202), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:22.320747 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1de7e1-39a5-4025-88d4-003074d08e9e x-openstack-request-id: req-fe1de7e1-39a5-4025-88d4-003074d08e9e {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:22.321040 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c1a8dc-4a78-499e-8884-7f923ed8acbd", "name": "network-vif-plugged", "status": "completed", "tag": "a962a18e-d1e6-46e7-809f-9e3a4bb5e202", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:22.321323 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fe1de7e1-39a5-4025-88d4-003074d08e9e {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:22.321718 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c1a8dc-4a78-499e-8884-7f923ed8acbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a962a18e-d1e6-46e7-809f-9e3a4bb5e202', 'code': 200} Mar 07 10:44:22.337143 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=a962a18e-d1e6-46e7-809f-9e3a4bb5e202,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:22.387427 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-16cb600d-2122-45de-8d13-8b1999effde2 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (a3b89a85-ae09-430a-b0d5-2d38790ff78c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:22.392084 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56008) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:22.413294 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-d4fc6f3d-e31b-4ea5-99ba-4cb263330118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:22.414769 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-d4fc6f3d-e31b-4ea5-99ba-4cb263330118 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a1ccb26-ce7d-427a-a115-1bc37d7a5beb HTTP/1.1" status: 200 len: 852 time: 0.4584539 Mar 07 10:44:22.420334 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ccb5b-3720-44af-bb66-ee14e5283dae req-4d4dc081-ef13-4135-a825-a0923664f80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:22.422602 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-191ccb5b-3720-44af-bb66-ee14e5283dae req-4d4dc081-ef13-4135-a825-a0923664f80a service neutron] 10.222.0.31 "GET /v2.0/networks?id=76565483-d66d-41cb-bdde-407dbd732435 HTTP/1.1" status: 200 len: 913 time: 0.1560230 Mar 07 10:44:22.441182 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-16cb600d-2122-45de-8d13-8b1999effde2 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (a3b89a85-ae09-430a-b0d5-2d38790ff78c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:22.469045 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-191ccb5b-3720-44af-bb66-ee14e5283dae req-ef706147-bdcc-4974-99fc-16a52736e029 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3622d5f-3268-46cc-95f1-75307ac89a6d HTTP/1.1" status: 200 len: 217 time: 0.0396380 Mar 07 10:44:22.486644 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-f032b1e8-ad7a-43e1-a191-1c9786ad23f7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=76565483-d66d-41cb-bdde-407dbd732435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504904 Mar 07 10:44:22.487623 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16cb600d-2122-45de-8d13-8b1999effde2 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:44:22.488026 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-16cb600d-2122-45de-8d13-8b1999effde2 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (a3b89a85-ae09-430a-b0d5-2d38790ff78c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:22.493287 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:44:22.493287 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:44:22.493287 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:44:22.493287 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:44:22.493287 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:44:22.493287 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:44:22.493287 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:44:22.493287 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:44:22.493287 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:44:22.493287 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:44:22.493287 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:44:22.493287 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:44:22.493287 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:44:22.493287 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:44:22.493287 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:44:22.493287 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:44:22.493287 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:44:22.493287 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:44:22.493287 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:44:22.493287 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:44:22.493287 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:44:22.493287 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:44:22.493287 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:44:22.493287 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:44:22.493287 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:44:22.493287 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:44:22.493287 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:44:22.493287 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:44:22.493287 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:44:22.493287 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:44:22.493287 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:44:22.493287 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:44:22.525722 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6ef06e94-7fdc-4e90-8b35-9d26d55654f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:22.540867 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191ccb5b-3720-44af-bb66-ee14e5283dae req-e03bf8de-9d42-4fc1-8481-6445852ab627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:22.542320 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-191ccb5b-3720-44af-bb66-ee14e5283dae req-e03bf8de-9d42-4fc1-8481-6445852ab627 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=5a1ccb26-ce7d-427a-a115-1bc37d7a5beb HTTP/1.1" status: 200 len: 852 time: 0.0671413 Mar 07 10:44:22.579243 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-191ccb5b-3720-44af-bb66-ee14e5283dae req-b4055ddb-8315-49d8-9d86-ea42301a9f73 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=76565483-d66d-41cb-bdde-407dbd732435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287802 Mar 07 10:44:22.587163 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bb88b-a662-4460-ae17-89cff4857de3 req-7c215efe-b2fb-42ba-be00-9eefe966dc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:22.588788 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-116bb88b-a662-4460-ae17-89cff4857de3 req-7c215efe-b2fb-42ba-be00-9eefe966dc59 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=18c1a8dc-4a78-499e-8884-7f923ed8acbd HTTP/1.1" status: 200 len: 1128 time: 0.1951203 Mar 07 10:44:22.653011 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-16cb600d-2122-45de-8d13-8b1999effde2 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (b1b7f448-cfa1-41ec-a130-09a036d14bf6), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:22.704361 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-16cb600d-2122-45de-8d13-8b1999effde2 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:22.707593 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-16cb600d-2122-45de-8d13-8b1999effde2 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/networks/b1b7f448-cfa1-41ec-a130-09a036d14bf6 HTTP/1.1" status: 204 len: 168 time: 1.5937665 Mar 07 10:44:22.713547 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56014) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:22.716941 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6ef06e94-7fdc-4e90-8b35-9d26d55654f1 admin admin] Publish callbacks [] for security_group (ba93b8cd-5c09-47cb-811e-42fc31a6c815), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:22.721361 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-5ff011c4-2242-4169-af06-507dda1b4253 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-634484423'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:22.726591 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-191ccb5b-3720-44af-bb66-ee14e5283dae req-e2318adc-b5ad-4c38-bb13-7e4aca150bb5 service neutron] 10.222.0.31 "GET /v2.0/networks/76565483-d66d-41cb-bdde-407dbd732435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404517 Mar 07 10:44:22.728755 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6ef06e94-7fdc-4e90-8b35-9d26d55654f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ba93b8cd-5c09-47cb-811e-42fc31a6c815), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:22.729406 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:22.733267 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb600d-2122-45de-8d13-8b1999effde2 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Network': ['ID=b1b7f448-cfa1-41ec-a130-09a036d14bf6,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:22.766291 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-116bb88b-a662-4460-ae17-89cff4857de3 req-c093e32b-81e8-4095-be01-7650e80fd79c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406472 Mar 07 10:44:22.772503 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-2d189ad6-4c06-43b6-a5f6-f2282aa389c5 service neutron] 10.222.0.21 "GET /v2.0/networks/76565483-d66d-41cb-bdde-407dbd732435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739854 Mar 07 10:44:22.787427 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-557496dd-4894-4f67-92c3-aabe35227181 req-53c7bbd9-cc61-486e-9432-8d232a9f058d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (fefb6271-d37d-4e27-a209-ad508b20d482), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:22.814550 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff011c4-2242-4169-af06-507dda1b4253 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Made reservation on behalf of 504a1347ab6745e0835a648731c9ce9a for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:22.818406 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ff011c4-2242-4169-af06-507dda1b4253 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:22.842029 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7bbd9-cc61-486e-9432-8d232a9f058d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event deleted for resources: {'Port': ['ID=fefb6271-d37d-4e27-a209-ad508b20d482,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:22.843889 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6ef06e94-7fdc-4e90-8b35-9d26d55654f1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1e9d9b286e12437280356f3cbc6bf1cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4503715 Mar 07 10:44:22.870649 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56020) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:22.880414 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef06e94-7fdc-4e90-8b35-9d26d55654f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba93b8cd-5c09-47cb-811e-42fc31a6c815,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:22.915435 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff011c4-2242-4169-af06-507dda1b4253 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 200} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:44:22.940303 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ff011c4-2242-4169-af06-507dda1b4253 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (177768b2-37c2-40b6-96c9-76ade9445752), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:22.940645 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-5ff011c4-2242-4169-af06-507dda1b4253 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Added segment 177768b2-37c2-40b6-96c9-76ade9445752 of type vlan for network 25b009f8-30eb-437c-9fd9-9c33ed2a509a Mar 07 10:44:22.944584 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-191ccb5b-3720-44af-bb66-ee14e5283dae req-8681fed2-942b-41dc-986b-c3dc4d7a1fd8 service neutron] 10.222.0.31 "GET /v2.0/networks/76565483-d66d-41cb-bdde-407dbd732435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063899 Mar 07 10:44:22.957849 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d21620-6d2c-4ce1-9cd9-4f3ad89a8fe4 req-edd62e5c-5155-4628-b5f4-abe2c2478c7c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:22.959306 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-26d21620-6d2c-4ce1-9cd9-4f3ad89a8fe4 req-edd62e5c-5155-4628-b5f4-abe2c2478c7c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c1a8dc-4a78-499e-8884-7f923ed8acbd HTTP/1.1" status: 200 len: 946 time: 0.1795883 Mar 07 10:44:23.011828 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ff011c4-2242-4169-af06-507dda1b4253 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (25b009f8-30eb-437c-9fd9-9c33ed2a509a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:23.023919 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bdf05acf-8924-4d18-8585-49f526cd3ef8 req-2bb32348-5aa4-4683-bf67-362747a9d678 service neutron] 10.222.0.21 "GET /v2.0/networks/76565483-d66d-41cb-bdde-407dbd732435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454069 Mar 07 10:44:23.053579 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-26d21620-6d2c-4ce1-9cd9-4f3ad89a8fe4 req-4a66f52a-3c26-435e-a01b-c7ed2aedaba5 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734046 Mar 07 10:44:23.060070 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ff011c4-2242-4169-af06-507dda1b4253 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (25b009f8-30eb-437c-9fd9-9c33ed2a509a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:23.064840 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff011c4-2242-4169-af06-507dda1b4253 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:23.065560 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ff011c4-2242-4169-af06-507dda1b4253 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:23.066359 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25780588-1d3c-4ec5-aaff-07dfb493e549', 'tag': 'd01043ae-2f59-4597-8196-f67ba1bb777e'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:23.077780 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942cd0f8-5a59-4e9b-a9a5-bca1b2b53d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "25780588-1d3c-4ec5-aaff-07dfb493e549", "tag": "d01043ae-2f59-4597-8196-f67ba1bb777e"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:23.100244 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21350de-03e0-49f9-8383-7fbaf01015f2 req-e3e2958a-2a17-4cca-991a-07aaf567b845 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:23.100531 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b21350de-03e0-49f9-8383-7fbaf01015f2 req-e3e2958a-2a17-4cca-991a-07aaf567b845 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/ports?device_id=79bdbb07-bb85-42b6-9cde-a3b65b166f55 HTTP/1.1" status: 200 len: 944 time: 0.2148054 Mar 07 10:44:23.101022 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a469dcd6-c70c-4997-b5ca-d16263bce390 admin admin] Publish callbacks [] for security_group (ba93b8cd-5c09-47cb-811e-42fc31a6c815), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:23.107813 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5ff011c4-2242-4169-af06-507dda1b4253 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3929796 Mar 07 10:44:23.108560 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56028) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:23.141881 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-80a7375a-81e1-463a-97f2-aba7922f5c7e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Request body: {'subnet': {'network_id': '25b009f8-30eb-437c-9fd9-9c33ed2a509a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:23.151220 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a469dcd6-c70c-4997-b5ca-d16263bce390 admin admin] Publish callbacks [] for security_group (ba93b8cd-5c09-47cb-811e-42fc31a6c815), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:23.171060 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff011c4-2242-4169-af06-507dda1b4253 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Network': ['ID=25b009f8-30eb-437c-9fd9-9c33ed2a509a,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:23.184697 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 25b009f8-30eb-437c-9fd9-9c33ed2a509a details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:44:23.201018 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fb490939-32f9-4335-890c-86f8c8814e32 req-620ca8bd-2ddf-475b-851b-69dff48c3be2 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=bdd004ed-a3c5-4190-80d7-32451bff8167 HTTP/1.1" status: 200 len: 210 time: 0.0629511 Mar 07 10:44:23.208080 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-557496dd-4894-4f67-92c3-aabe35227181 req-53c7bbd9-cc61-486e-9432-8d232a9f058d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Router dbe384a5-db09-4013-b7fe-237a2c708d3b has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:44:23.218058 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b21350de-03e0-49f9-8383-7fbaf01015f2 req-94d22533-fb06-4cf8-9c88-993604de92ac tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/security-groups?id=96ec3d28-0b8e-46bc-a0d5-009e638e8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099966 Mar 07 10:44:23.295402 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a469dcd6-c70c-4997-b5ca-d16263bce390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ba93b8cd-5c09-47cb-811e-42fc31a6c815), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:23.298516 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a469dcd6-c70c-4997-b5ca-d16263bce390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:23.302762 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a469dcd6-c70c-4997-b5ca-d16263bce390 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ba93b8cd-5c09-47cb-811e-42fc31a6c815 HTTP/1.1" status: 204 len: 168 time: 0.4243782 Mar 07 10:44:23.319955 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a7375a-81e1-463a-97f2-aba7922f5c7e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Made reservation on behalf of 504a1347ab6745e0835a648731c9ce9a for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:23.325795 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-80a7375a-81e1-463a-97f2-aba7922f5c7e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:23.407249 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469dcd6-c70c-4997-b5ca-d16263bce390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba93b8cd-5c09-47cb-811e-42fc31a6c815,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:23.409971 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1571ea8-b4e9-4a24-b631-a244c70722a2 x-openstack-request-id: req-c1571ea8-b4e9-4a24-b631-a244c70722a2 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:23.410230 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25780588-1d3c-4ec5-aaff-07dfb493e549", "tag": "d01043ae-2f59-4597-8196-f67ba1bb777e", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:23.410384 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c1571ea8-b4e9-4a24-b631-a244c70722a2 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:23.411434 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25780588-1d3c-4ec5-aaff-07dfb493e549', 'tag': 'd01043ae-2f59-4597-8196-f67ba1bb777e', 'status': 'completed', 'code': 200} Mar 07 10:44:23.460222 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3d2fe8bb-2fee-4b20-a1d0-f17eb676afbc req-1568f41c-acf9-4515-aefb-14efad2589ae tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0429859 Mar 07 10:44:23.492665 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-557496dd-4894-4f67-92c3-aabe35227181 req-53c7bbd9-cc61-486e-9432-8d232a9f058d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:44:23.498317 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9af57f-f5f4-4a86-aa52-44d3faae2b06 None None] Sync routers for ids ['dbe384a5-db09-4013-b7fe-237a2c708d3b'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:44:23.515884 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9af57f-f5f4-4a86-aa52-44d3faae2b06 None None] Routers {'dbe384a5-db09-4013-b7fe-237a2c708d3b'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:44:23.516450 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-7c9af57f-f5f4-4a86-aa52-44d3faae2b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:44:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['dbe384a5-db09-4013-b7fe-237a2c708d3b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:23.552996 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cd0f8-5a59-4e9b-a9a5-bca1b2b53d4b req-3d7e80e6-d847-4e24-ae98-4dc266fb7f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:23.554557 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-942cd0f8-5a59-4e9b-a9a5-bca1b2b53d4b req-3d7e80e6-d847-4e24-ae98-4dc266fb7f4d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=09f2bfd2da3e4fd89d3e140a66579bae&device_id=25780588-1d3c-4ec5-aaff-07dfb493e549 HTTP/1.1" status: 200 len: 1125 time: 0.1423678 Mar 07 10:44:23.576361 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-557496dd-4894-4f67-92c3-aabe35227181 req-53c7bbd9-cc61-486e-9432-8d232a9f058d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] No DVR routers for this DVR port fefb6271-d37d-4e27-a209-ad508b20d482 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:44:23.587113 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-557496dd-4894-4f67-92c3-aabe35227181 req-53c7bbd9-cc61-486e-9432-8d232a9f058d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:23.590707 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-557496dd-4894-4f67-92c3-aabe35227181 req-53c7bbd9-cc61-486e-9432-8d232a9f058d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.21 "DELETE /v2.0/ports/fefb6271-d37d-4e27-a209-ad508b20d482 HTTP/1.1" status: 204 len: 173 time: 3.2083309 Mar 07 10:44:23.663716 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-80a7375a-81e1-463a-97f2-aba7922f5c7e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (58854ac2-c247-4719-adae-a9e2c709d8c8), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:23.672697 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-7c9af57f-f5f4-4a86-aa52-44d3faae2b06 None None] Set router dbe384a5-db09-4013-b7fe-237a2c708d3b gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:44:23.723754 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cd0f8-5a59-4e9b-a9a5-bca1b2b53d4b req-ddf83f9c-709f-4376-9d3e-b53bcd16b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:23.726327 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-942cd0f8-5a59-4e9b-a9a5-bca1b2b53d4b req-ddf83f9c-709f-4376-9d3e-b53bcd16b699 service neutron] 10.222.0.21 "GET /v2.0/networks?id=76565483-d66d-41cb-bdde-407dbd732435 HTTP/1.1" status: 200 len: 913 time: 0.1524510 Mar 07 10:44:23.757097 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7375a-81e1-463a-97f2-aba7922f5c7e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Subnet': ['ID=58854ac2-c247-4719-adae-a9e2c709d8c8,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:23.772087 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a7375a-81e1-463a-97f2-aba7922f5c7e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Checking segment: {'id': '177768b2-37c2-40b6-96c9-76ade9445752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '25b009f8-30eb-437c-9fd9-9c33ed2a509a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:44:23.772966 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a7375a-81e1-463a-97f2-aba7922f5c7e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network hostable DHCP agents. Network: 25b009f8-30eb-437c-9fd9-9c33ed2a509a, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:44:23.798601 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a7375a-81e1-463a-97f2-aba7922f5c7e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network 25b009f8-30eb-437c-9fd9-9c33ed2a509a is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:44:23.802189 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-942cd0f8-5a59-4e9b-a9a5-bca1b2b53d4b req-1a0de9df-412a-45d5-abdd-4f9be2cd0787 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d01043ae-2f59-4597-8196-f67ba1bb777e HTTP/1.1" status: 200 len: 217 time: 0.0636225 Mar 07 10:44:23.809858 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-80a7375a-81e1-463a-97f2-aba7922f5c7e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 25b009f8-30eb-437c-9fd9-9c33ed2a509a) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:23.821407 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe408b8c-2a88-419a-8b91-8afc2965c55f None None] Network 25b009f8-30eb-437c-9fd9-9c33ed2a509a requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:44:23.827167 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a7375a-81e1-463a-97f2-aba7922f5c7e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:23.829744 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-80a7375a-81e1-463a-97f2-aba7922f5c7e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:23.855348 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-80a7375a-81e1-463a-97f2-aba7922f5c7e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7424085 Mar 07 10:44:23.857147 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56042) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:23.859460 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cd0f8-5a59-4e9b-a9a5-bca1b2b53d4b req-ba2999d8-54d0-43cc-917b-f2a1a6e71743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:23.861324 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-942cd0f8-5a59-4e9b-a9a5-bca1b2b53d4b req-ba2999d8-54d0-43cc-917b-f2a1a6e71743 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a1ccb26-ce7d-427a-a115-1bc37d7a5beb HTTP/1.1" status: 200 len: 852 time: 0.0526018 Mar 07 10:44:23.861970 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-3615d8fd-3d9a-40ba-8aed-4b02158ba2f8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1348266062', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:23.909980 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3615d8fd-3d9a-40ba-8aed-4b02158ba2f8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (a6f2d395-886a-4ca1-834e-44037b676261), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:23.911664 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3615d8fd-3d9a-40ba-8aed-4b02158ba2f8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (a6f2d395-886a-4ca1-834e-44037b676261), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:23.912495 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-942cd0f8-5a59-4e9b-a9a5-bca1b2b53d4b req-cb278138-a66b-499e-917f-57ace05da0af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=76565483-d66d-41cb-bdde-407dbd732435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442395 Mar 07 10:44:23.974428 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1b3fb6-ac97-4d3b-8139-0a6072a9ab58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-25b009f8-30eb-437c-9fd9-9c33ed2a509a', 'network_id': '25b009f8-30eb-437c-9fd9-9c33ed2a509a', 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'fixed_ips': [{'subnet_id': '58854ac2-c247-4719-adae-a9e2c709d8c8'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:44:23.975975 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6d1b3fb6-ac97-4d3b-8139-0a6072a9ab58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:23.978063 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3615d8fd-3d9a-40ba-8aed-4b02158ba2f8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router_controller (a6f2d395-886a-4ca1-834e-44037b676261), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:23.992868 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-7c9af57f-f5f4-4a86-aa52-44d3faae2b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'name': 'tempest-AttachVolumeNegativeTest-2102200365-router', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:01Z', 'revision_number': 4, 'project_id': '963e73da008c45bbbe3340617f958250', 'gw_port': {'id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'aca9efb0-576d-4619-b682-9856b5a99e98', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'floating_ip_address': '172.25.3.24', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'port_id': 'f92313b3-14c2-4673-a7bb-2bc9b560ec04', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1236, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'mac_address': 'fa:16:3e:66:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29231323-4b16-406e-8eb2-ab3d88156342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:41:10Z', 'updated_at': '2022-03-07T10:41:40Z', 'revision_number': 2, 'project_id': '963e73da008c45bbbe3340617f958250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4094086-0f71-4ec9-bccb-a291495bd930', 'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'mac_address': 'fa:16:3e:8e:5e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:59Z', 'updated_at': '2022-03-07T10:41:11Z', 'revision_number': 5, 'project_id': '963e73da008c45bbbe3340617f958250', 'subnets': [{'id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:24.002160 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3615d8fd-3d9a-40ba-8aed-4b02158ba2f8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (a6f2d395-886a-4ca1-834e-44037b676261), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:24.050707 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9af57f-f5f4-4a86-aa52-44d3faae2b06 None None] Checking router: dbe384a5-db09-4013-b7fe-237a2c708d3b for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:44:24.053072 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3615d8fd-3d9a-40ba-8aed-4b02158ba2f8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:24.054443 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3615d8fd-3d9a-40ba-8aed-4b02158ba2f8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1959352 Mar 07 10:44:24.057019 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56046) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:24.064509 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-55193606-fbe0-4526-bd20-412771384633 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Request body: {'port': {'network_id': '25b009f8-30eb-437c-9fd9-9c33ed2a509a', 'name': 'tempest-RoutersIpV6Test-592519358'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:24.071580 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9af57f-f5f4-4a86-aa52-44d3faae2b06 None None] Routers {'dbe384a5-db09-4013-b7fe-237a2c708d3b'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:44:24.072204 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-7c9af57f-f5f4-4a86-aa52-44d3faae2b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:44:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['dbe384a5-db09-4013-b7fe-237a2c708d3b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:24.087565 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-942cd0f8-5a59-4e9b-a9a5-bca1b2b53d4b req-83f16487-6fca-43f2-99c2-02a1f808648f service neutron] 10.222.0.21 "GET /v2.0/networks/76565483-d66d-41cb-bdde-407dbd732435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660807 Mar 07 10:44:24.225782 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55193606-fbe0-4526-bd20-412771384633 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Made reservation on behalf of 504a1347ab6745e0835a648731c9ce9a for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:24.232017 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-55193606-fbe0-4526-bd20-412771384633 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:24.277164 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-55193606-fbe0-4526-bd20-412771384633 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] device_id is not set on port 38ebbcc4-b092-45ef-bb8e-1e1cb810c52a yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:44:24.296085 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-7c9af57f-f5f4-4a86-aa52-44d3faae2b06 None None] Set router dbe384a5-db09-4013-b7fe-237a2c708d3b gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:44:24.316867 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-942cd0f8-5a59-4e9b-a9a5-bca1b2b53d4b req-9653ecaf-6458-4ea3-9b3c-e3ce9f09ee4d service neutron] 10.222.0.21 "GET /v2.0/networks/76565483-d66d-41cb-bdde-407dbd732435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219696 Mar 07 10:44:24.345683 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-6d1b3fb6-ac97-4d3b-8139-0a6072a9ab58 None None] Allocated IP 2001:db8::2 (25b009f8-30eb-437c-9fd9-9c33ed2a509a/58854ac2-c247-4719-adae-a9e2c709d8c8/367c89f8-391b-409f-aed1-a2157e51dc69) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:44:24.352122 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8f276-7b15-4aba-83d0-08692d2aad50 req-5621491e-0e1c-4545-a2aa-0231946887e5 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:24.353732 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-43f8f276-7b15-4aba-83d0-08692d2aad50 req-5621491e-0e1c-4545-a2aa-0231946887e5 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c1a8dc-4a78-499e-8884-7f923ed8acbd HTTP/1.1" status: 200 len: 946 time: 0.1407461 Mar 07 10:44:24.485677 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bdf36e-9e4d-4e7f-ae36-f9da9bbcce09 req-19a6f927-ce60-46b2-8e64-8d4756a4eeca tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:24.487993 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f4bdf36e-9e4d-4e7f-ae36-f9da9bbcce09 req-19a6f927-ce60-46b2-8e64-8d4756a4eeca tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/ports?device_id=79bdbb07-bb85-42b6-9cde-a3b65b166f55 HTTP/1.1" status: 200 len: 944 time: 0.1126690 Mar 07 10:44:24.488341 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-43f8f276-7b15-4aba-83d0-08692d2aad50 req-6216bae1-6fff-419c-98c9-ca5decef4b5d tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276460 Mar 07 10:44:24.495964 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device fefb6271-d37d-4e27-a209-ad508b20d482 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:44:24.555296 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: fefb6271-d37d-4e27-a209-ad508b20d482 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:44:24.556902 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device fefb6271-d37d-4e27-a209-ad508b20d482 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:44:24.577883 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56066) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:24.581695 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f4bdf36e-9e4d-4e7f-ae36-f9da9bbcce09 req-e64b403f-a373-4d5a-be24-61626926e330 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/security-groups?id=96ec3d28-0b8e-46bc-a0d5-009e638e8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833404 Mar 07 10:44:24.662710 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6d1b3fb6-ac97-4d3b-8139-0a6072a9ab58 None None] Publish callbacks [] for port (367c89f8-391b-409f-aed1-a2157e51dc69), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:24.672470 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6d1b3fb6-ac97-4d3b-8139-0a6072a9ab58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (367c89f8-391b-409f-aed1-a2157e51dc69), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:24.695010 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fecbe609-07f0-486b-9be5-4d66c9c5c055 req-2e215f1a-027d-493d-a6d3-fd19c035aefa tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0386910 Mar 07 10:44:24.717912 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-da81653b-f2a8-40ce-9cf2-2416de938f28 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group (654dba5b-5a76-4028-bf43-4196138fa2e2), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:24.725384 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b3fb6-ac97-4d3b-8139-0a6072a9ab58 None None] Pushing event updated for resources: {'Port': ['ID=367c89f8-391b-409f-aed1-a2157e51dc69,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:24.745494 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1b3fb6-ac97-4d3b-8139-0a6072a9ab58 None None] Network 25b009f8-30eb-437c-9fd9-9c33ed2a509a is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:24.747513 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-6d1b3fb6-ac97-4d3b-8139-0a6072a9ab58 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:24.750535 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1b3fb6-ac97-4d3b-8139-0a6072a9ab58 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:44:24.772797 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-da81653b-f2a8-40ce-9cf2-2416de938f28 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group (654dba5b-5a76-4028-bf43-4196138fa2e2), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:24.799424 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-55193606-fbe0-4526-bd20-412771384633 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Allocated IP 2001:db8::e8 (25b009f8-30eb-437c-9fd9-9c33ed2a509a/58854ac2-c247-4719-adae-a9e2c709d8c8/38ebbcc4-b092-45ef-bb8e-1e1cb810c52a) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:44:24.846377 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-da81653b-f2a8-40ce-9cf2-2416de938f28 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (654dba5b-5a76-4028-bf43-4196138fa2e2), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:24.846831 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6d1b3fb6-ac97-4d3b-8139-0a6072a9ab58 None None] Attempting to bind port 367c89f8-391b-409f-aed1-a2157e51dc69 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:44:24.847387 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6d1b3fb6-ac97-4d3b-8139-0a6072a9ab58 None None] Attempting to bind port 367c89f8-391b-409f-aed1-a2157e51dc69 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '177768b2-37c2-40b6-96c9-76ade9445752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '25b009f8-30eb-437c-9fd9-9c33ed2a509a'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:44:24.847614 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b3fb6-ac97-4d3b-8139-0a6072a9ab58 None None] Attempting to bind port 367c89f8-391b-409f-aed1-a2157e51dc69 on network 25b009f8-30eb-437c-9fd9-9c33ed2a509a {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:44:24.849191 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-da81653b-f2a8-40ce-9cf2-2416de938f28 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:24.853414 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b3fb6-ac97-4d3b-8139-0a6072a9ab58 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:44:24.853846 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b3fb6-ac97-4d3b-8139-0a6072a9ab58 None None] Checking segment: {'id': '177768b2-37c2-40b6-96c9-76ade9445752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '25b009f8-30eb-437c-9fd9-9c33ed2a509a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:44:24.854378 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6d1b3fb6-ac97-4d3b-8139-0a6072a9ab58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:24.854946 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1b3fb6-ac97-4d3b-8139-0a6072a9ab58 None None] Bound using segment: {'id': '177768b2-37c2-40b6-96c9-76ade9445752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '25b009f8-30eb-437c-9fd9-9c33ed2a509a'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:44:24.855586 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6d1b3fb6-ac97-4d3b-8139-0a6072a9ab58 None None] Bound port: 367c89f8-391b-409f-aed1-a2157e51dc69, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177768b2-37c2-40b6-96c9-76ade9445752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '25b009f8-30eb-437c-9fd9-9c33ed2a509a'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:44:24.856371 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6d1b3fb6-ac97-4d3b-8139-0a6072a9ab58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (367c89f8-391b-409f-aed1-a2157e51dc69), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:24.857996 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56076) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:24.858401 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-da81653b-f2a8-40ce-9cf2-2416de938f28 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "DELETE /v2.0/security-groups/654dba5b-5a76-4028-bf43-4196138fa2e2 HTTP/1.1" status: 204 len: 168 time: 0.2794440 Mar 07 10:44:24.873273 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da81653b-f2a8-40ce-9cf2-2416de938f28 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=654dba5b-5a76-4028-bf43-4196138fa2e2,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:24.901487 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-15612ecd-aa12-44cd-a22b-65c8da6a945e tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] show failed (client error): The resource could not be found. Mar 07 10:44:24.902602 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-15612ecd-aa12-44cd-a22b-65c8da6a945e tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups/654dba5b-5a76-4028-bf43-4196138fa2e2 HTTP/1.1" status: 404 len: 347 time: 0.0427299 Mar 07 10:44:24.906058 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56080) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:24.912701 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-7c9af57f-f5f4-4a86-aa52-44d3faae2b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'name': 'tempest-AttachVolumeNegativeTest-2102200365-router', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:01Z', 'revision_number': 4, 'project_id': '963e73da008c45bbbe3340617f958250', 'gw_port': {'id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'aca9efb0-576d-4619-b682-9856b5a99e98', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'floating_ip_address': '172.25.3.24', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'port_id': 'f92313b3-14c2-4673-a7bb-2bc9b560ec04', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1236, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'mac_address': 'fa:16:3e:66:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29231323-4b16-406e-8eb2-ab3d88156342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:41:10Z', 'updated_at': '2022-03-07T10:41:40Z', 'revision_number': 2, 'project_id': '963e73da008c45bbbe3340617f958250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4094086-0f71-4ec9-bccb-a291495bd930', 'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'mac_address': 'fa:16:3e:8e:5e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:59Z', 'updated_at': '2022-03-07T10:41:11Z', 'revision_number': 5, 'project_id': '963e73da008c45bbbe3340617f958250', 'subnets': [{'id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:24.962316 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9af57f-f5f4-4a86-aa52-44d3faae2b06 None None] The sync data for ids ['dbe384a5-db09-4013-b7fe-237a2c708d3b'] in n-d-832164-4 is: [{'id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'name': 'tempest-AttachVolumeNegativeTest-2102200365-router', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:01Z', 'revision_number': 4, 'project_id': '963e73da008c45bbbe3340617f958250', 'gw_port': {'id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'aca9efb0-576d-4619-b682-9856b5a99e98', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'floating_ip_address': '172.25.3.24', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'port_id': 'f92313b3-14c2-4673-a7bb-2bc9b560ec04', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1236, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'mac_address': 'fa:16:3e:66:f1:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29231323-4b16-406e-8eb2-ab3d88156342', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:41:10Z', 'updated_at': '2022-03-07T10:41:40Z', 'revision_number': 2, 'project_id': '963e73da008c45bbbe3340617f958250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4094086-0f71-4ec9-bccb-a291495bd930', 'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'mac_address': 'fa:16:3e:8e:5e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:59Z', 'updated_at': '2022-03-07T10:41:11Z', 'revision_number': 5, 'project_id': '963e73da008c45bbbe3340617f958250', 'subnets': [{'id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:44:24.962585 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6d1b3fb6-ac97-4d3b-8139-0a6072a9ab58 None None] For port 367c89f8-391b-409f-aed1-a2157e51dc69, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:44:24.972723 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6d1b3fb6-ac97-4d3b-8139-0a6072a9ab58 None None] For port 367c89f8-391b-409f-aed1-a2157e51dc69, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=367c89f8-391b-409f-aed1-a2157e51dc69,segment=NetworkSegment(177768b2-37c2-40b6-96c9-76ade9445752),segment_id=177768b2-37c2-40b6-96c9-76ade9445752)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:44:24.990869 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6d1b3fb6-ac97-4d3b-8139-0a6072a9ab58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (367c89f8-391b-409f-aed1-a2157e51dc69), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:25.074249 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1b3fb6-ac97-4d3b-8139-0a6072a9ab58 None None] Pushing event updated for resources: {'Port': ['ID=367c89f8-391b-409f-aed1-a2157e51dc69,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:25.131246 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-55193606-fbe0-4526-bd20-412771384633 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for port (38ebbcc4-b092-45ef-bb8e-1e1cb810c52a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:25.148378 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-a49d3fcb-0fe3-472c-bd6e-57c0e6a7cd86 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Deleting port 5f4a0578-7e19-47fe-98c8-d905da9f1cf3 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:44:25.148950 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a49d3fcb-0fe3-472c-bd6e-57c0e6a7cd86 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (5f4a0578-7e19-47fe-98c8-d905da9f1cf3), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:25.243122 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-55193606-fbe0-4526-bd20-412771384633 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (38ebbcc4-b092-45ef-bb8e-1e1cb810c52a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:25.322678 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a49d3fcb-0fe3-472c-bd6e-57c0e6a7cd86 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (5f4a0578-7e19-47fe-98c8-d905da9f1cf3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:25.323016 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a49d3fcb-0fe3-472c-bd6e-57c0e6a7cd86 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for floatingip (5f4a0578-7e19-47fe-98c8-d905da9f1cf3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:25.348301 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb640d4c-6c04-4dc2-98df-e446b4854f19 None None] New status for floating IP 7dd7c391-4830-4af7-8689-eb59f5bd72ed: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:44:25.370372 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55193606-fbe0-4526-bd20-412771384633 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network 25b009f8-30eb-437c-9fd9-9c33ed2a509a is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:25.371625 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-a49d3fcb-0fe3-472c-bd6e-57c0e6a7cd86 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Calling delete_port for 5f4a0578-7e19-47fe-98c8-d905da9f1cf3 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:44:25.376224 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55193606-fbe0-4526-bd20-412771384633 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Port': ['ID=38ebbcc4-b092-45ef-bb8e-1e1cb810c52a,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:25.386094 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-55193606-fbe0-4526-bd20-412771384633 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:25.393960 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55193606-fbe0-4526-bd20-412771384633 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:44:25.399738 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55193606-fbe0-4526-bd20-412771384633 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:25.400395 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-55193606-fbe0-4526-bd20-412771384633 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:25.412577 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd004ed-a3c5-4190-80d7-32451bff8167', 'name': 'network-vif-deleted', 'tag': 'fefb6271-d37d-4e27-a209-ad508b20d482'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:25.416369 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b604e5fe-3505-4cb2-8f6a-b119d702260d" -d '{"events": [{"server_uuid": "bdd004ed-a3c5-4190-80d7-32451bff8167", "name": "network-vif-deleted", "tag": "fefb6271-d37d-4e27-a209-ad508b20d482"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:25.500292 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8143dec6-a724-47c3-8949-0e01944ff6a0 x-openstack-request-id: req-8143dec6-a724-47c3-8949-0e01944ff6a0 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:25.500841 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd004ed-a3c5-4190-80d7-32451bff8167", "name": "network-vif-deleted", "tag": "fefb6271-d37d-4e27-a209-ad508b20d482", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:25.500841 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8143dec6-a724-47c3-8949-0e01944ff6a0 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:25.501253 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd004ed-a3c5-4190-80d7-32451bff8167', 'name': 'network-vif-deleted', 'tag': 'fefb6271-d37d-4e27-a209-ad508b20d482', 'status': 'completed', 'code': 200} Mar 07 10:44:25.528829 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56102) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:25.529010 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-55193606-fbe0-4526-bd20-412771384633 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.4706743 Mar 07 10:44:25.614838 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 367c89f8-391b-409f-aed1-a2157e51dc69 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:44:25.674749 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a49d3fcb-0fe3-472c-bd6e-57c0e6a7cd86 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (5f4a0578-7e19-47fe-98c8-d905da9f1cf3), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:25.692905 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 367c89f8-391b-409f-aed1-a2157e51dc69 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:25.693614 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (367c89f8-391b-409f-aed1-a2157e51dc69), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:25.723676 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d3fcb-0fe3-472c-bd6e-57c0e6a7cd86 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event deleted for resources: {'Port': ['ID=5f4a0578-7e19-47fe-98c8-d905da9f1cf3,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:25.782878 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56110) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:25.806304 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 367c89f8-391b-409f-aed1-a2157e51dc69 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:25.806698 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (367c89f8-391b-409f-aed1-a2157e51dc69), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:25.838251 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a49d3fcb-0fe3-472c-bd6e-57c0e6a7cd86 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for floatingip (7dd7c391-4830-4af7-8689-eb59f5bd72ed), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:25.840911 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a49d3fcb-0fe3-472c-bd6e-57c0e6a7cd86 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:25.842120 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a49d3fcb-0fe3-472c-bd6e-57c0e6a7cd86 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "DELETE /v2.0/floatingips/7dd7c391-4830-4af7-8689-eb59f5bd72ed HTTP/1.1" status: 204 len: 168 time: 0.9350319 Mar 07 10:44:25.851514 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc0f2e-2b72-4473-a6da-81f90151dfd3 req-54790d14-c9c2-45a3-9654-3cf8e1be7264 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:25.852872 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-50fc0f2e-2b72-4473-a6da-81f90151dfd3 req-54790d14-c9c2-45a3-9654-3cf8e1be7264 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/ports?device_id=79bdbb07-bb85-42b6-9cde-a3b65b166f55 HTTP/1.1" status: 200 len: 944 time: 0.1647797 Mar 07 10:44:25.864472 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 367c89f8-391b-409f-aed1-a2157e51dc69, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=367c89f8-391b-409f-aed1-a2157e51dc69,segment=NetworkSegment(177768b2-37c2-40b6-96c9-76ade9445752),segment_id=177768b2-37c2-40b6-96c9-76ade9445752)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:25.869250 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (367c89f8-391b-409f-aed1-a2157e51dc69), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:25.922514 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-50fc0f2e-2b72-4473-a6da-81f90151dfd3 req-aecbb2a6-ca03-41a3-a8c5-2dbb1be88a57 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/security-groups?id=96ec3d28-0b8e-46bc-a0d5-009e638e8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623093 Mar 07 10:44:25.956557 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a3734c-d588-4731-b746-3c57febaf85c req-79b81f3a-d300-4c4e-8f7a-7c0cd2d72aa1 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:25.958393 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a2a3734c-d588-4731-b746-3c57febaf85c req-79b81f3a-d300-4c4e-8f7a-7c0cd2d72aa1 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c1a8dc-4a78-499e-8884-7f923ed8acbd HTTP/1.1" status: 200 len: 946 time: 0.2563984 Mar 07 10:44:25.964614 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=367c89f8-391b-409f-aed1-a2157e51dc69,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:26.002623 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6dc497ad-d71c-4173-bf37-5d258cc9772d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:26.035327 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device b3622d5f-3268-46cc-95f1-75307ac89a6d details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:44:26.073533 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a2a3734c-d588-4731-b746-3c57febaf85c req-a85f7676-0585-44e9-83fe-8f2917a61150 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923891 Mar 07 10:44:26.102723 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-801efa98-9f66-4bc2-ab46-2dd5d044b260 req-fc522105-8736-4af8-a53b-8ce477e4b6ea tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0532429 Mar 07 10:44:26.149306 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d4265de-b1b6-4bea-9214-4d30c2da8d3c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (38ebbcc4-b092-45ef-bb8e-1e1cb810c52a), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:26.205699 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port b3622d5f-3268-46cc-95f1-75307ac89a6d, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=b3622d5f-3268-46cc-95f1-75307ac89a6d,segment=NetworkSegment(227c2530-99d4-4364-bd6a-0de4a89ff17b),segment_id=227c2530-99d4-4364-bd6a-0de4a89ff17b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:26.217976 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6dc497ad-d71c-4173-bf37-5d258cc9772d admin admin] Publish callbacks [] for security_group (d94fd12b-6ccc-4040-a12b-7e5f06654dc4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:26.218741 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'b3622d5f-3268-46cc-95f1-75307ac89a6d', 'network_id': '76565483-d66d-41cb-bdde-407dbd732435', 'port_id': 'b3622d5f-3268-46cc-95f1-75307ac89a6d', 'mac_address': 'fa:16:3e:18:4b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1ccb26-ce7d-427a-a115-1bc37d7a5beb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:44:26.227054 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6dc497ad-d71c-4173-bf37-5d258cc9772d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d94fd12b-6ccc-4040-a12b-7e5f06654dc4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:26.302572 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port b3622d5f-3268-46cc-95f1-75307ac89a6d is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:26.303000 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b3622d5f-3268-46cc-95f1-75307ac89a6d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:26.311338 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6dc497ad-d71c-4173-bf37-5d258cc9772d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=75833640a88a419ba9dbcbe5bae504d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5255921 Mar 07 10:44:26.314469 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56122) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:26.318016 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc497ad-d71c-4173-bf37-5d258cc9772d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94fd12b-6ccc-4040-a12b-7e5f06654dc4,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:26.330861 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3622d5f-3268-46cc-95f1-75307ac89a6d {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:44:26.358386 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port b3622d5f-3268-46cc-95f1-75307ac89a6d, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=b3622d5f-3268-46cc-95f1-75307ac89a6d,segment=NetworkSegment(227c2530-99d4-4364-bd6a-0de4a89ff17b),segment_id=227c2530-99d4-4364-bd6a-0de4a89ff17b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:26.363322 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b3622d5f-3268-46cc-95f1-75307ac89a6d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:26.450462 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=b3622d5f-3268-46cc-95f1-75307ac89a6d,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:26.482328 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d01043ae-2f59-4597-8196-f67ba1bb777e details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:44:26.643735 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52678582-09f6-45ce-9384-403b5a5962d5 None None] Network 25b009f8-30eb-437c-9fd9-9c33ed2a509a requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:44:26.685756 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port d01043ae-2f59-4597-8196-f67ba1bb777e, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d01043ae-2f59-4597-8196-f67ba1bb777e,segment=NetworkSegment(227c2530-99d4-4364-bd6a-0de4a89ff17b),segment_id=227c2530-99d4-4364-bd6a-0de4a89ff17b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:26.732643 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['b3622d5f-3268-46cc-95f1-75307ac89a6d'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:44:26.740943 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'd01043ae-2f59-4597-8196-f67ba1bb777e', 'network_id': '76565483-d66d-41cb-bdde-407dbd732435', 'port_id': 'd01043ae-2f59-4597-8196-f67ba1bb777e', 'mac_address': 'fa:16:3e:96:7e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a1ccb26-ce7d-427a-a115-1bc37d7a5beb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:44:26.803440 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-218557e2-c94f-4fc9-9066-afb8dfed25a3 None None] Provisioning complete for port 367c89f8-391b-409f-aed1-a2157e51dc69 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:26.803814 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-218557e2-c94f-4fc9-9066-afb8dfed25a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (367c89f8-391b-409f-aed1-a2157e51dc69), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:26.866804 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b5108438-bf48-4d3c-8179-3b8f005a7272 admin admin] Publish callbacks [] for security_group (d94fd12b-6ccc-4040-a12b-7e5f06654dc4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:26.884186 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port d01043ae-2f59-4597-8196-f67ba1bb777e is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:26.884697 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d01043ae-2f59-4597-8196-f67ba1bb777e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:26.906325 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b5108438-bf48-4d3c-8179-3b8f005a7272 admin admin] Publish callbacks [] for security_group (d94fd12b-6ccc-4040-a12b-7e5f06654dc4), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:26.915689 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d01043ae-2f59-4597-8196-f67ba1bb777e {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:44:26.956996 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port d01043ae-2f59-4597-8196-f67ba1bb777e, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d01043ae-2f59-4597-8196-f67ba1bb777e,segment=NetworkSegment(227c2530-99d4-4364-bd6a-0de4a89ff17b),segment_id=227c2530-99d4-4364-bd6a-0de4a89ff17b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:26.969052 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d4265de-b1b6-4bea-9214-4d30c2da8d3c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for port (38ebbcc4-b092-45ef-bb8e-1e1cb810c52a), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:26.977523 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d4265de-b1b6-4bea-9214-4d30c2da8d3c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (38ebbcc4-b092-45ef-bb8e-1e1cb810c52a), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:26.993404 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d01043ae-2f59-4597-8196-f67ba1bb777e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:27.027604 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b5108438-bf48-4d3c-8179-3b8f005a7272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d94fd12b-6ccc-4040-a12b-7e5f06654dc4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:27.030323 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b5108438-bf48-4d3c-8179-3b8f005a7272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:27.034667 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b5108438-bf48-4d3c-8179-3b8f005a7272 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d94fd12b-6ccc-4040-a12b-7e5f06654dc4 HTTP/1.1" status: 204 len: 168 time: 0.7173133 Mar 07 10:44:27.064162 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-218557e2-c94f-4fc9-9066-afb8dfed25a3 None None] Current status of the port 367c89f8-391b-409f-aed1-a2157e51dc69 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:27.104773 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=d01043ae-2f59-4597-8196-f67ba1bb777e,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:27.267987 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['d01043ae-2f59-4597-8196-f67ba1bb777e'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:44:27.289893 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4a81705b-acb4-4e09-b002-ba28b9d50fad req-ecae572e-e719-4506-8824-41c31c84c8a2 tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0393386 Mar 07 10:44:27.315030 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4265de-b1b6-4bea-9214-4d30c2da8d3c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Port': ['ID=38ebbcc4-b092-45ef-bb8e-1e1cb810c52a,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:27.327200 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5108438-bf48-4d3c-8179-3b8f005a7272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94fd12b-6ccc-4040-a12b-7e5f06654dc4,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:27.391213 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d4265de-b1b6-4bea-9214-4d30c2da8d3c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (a6f2d395-886a-4ca1-834e-44037b676261), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:27.467863 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab0a5f5-438b-4dd9-a48d-e9be28b9e86f req-1e25ead7-fa6b-41dd-afaf-03e0fdb6fffd tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:27.469460 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6ab0a5f5-438b-4dd9-a48d-e9be28b9e86f req-1e25ead7-fa6b-41dd-afaf-03e0fdb6fffd tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/ports?device_id=79bdbb07-bb85-42b6-9cde-a3b65b166f55 HTTP/1.1" status: 200 len: 945 time: 0.2379932 Mar 07 10:44:27.577374 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c1b59a7b-86e6-4a97-8994-20baa69f8345 None None] Provisioning complete for port 38ebbcc4-b092-45ef-bb8e-1e1cb810c52a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:27.577890 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c1b59a7b-86e6-4a97-8994-20baa69f8345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (38ebbcc4-b092-45ef-bb8e-1e1cb810c52a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:27.666655 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c1b59a7b-86e6-4a97-8994-20baa69f8345 None None] Port 38ebbcc4-b092-45ef-bb8e-1e1cb810c52a cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:44:27.685713 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c1b59a7b-86e6-4a97-8994-20baa69f8345 None None] Provisioning complete for port 367c89f8-391b-409f-aed1-a2157e51dc69 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:27.686474 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c1b59a7b-86e6-4a97-8994-20baa69f8345 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (367c89f8-391b-409f-aed1-a2157e51dc69), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:27.702410 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6ab0a5f5-438b-4dd9-a48d-e9be28b9e86f req-6b0334ee-5ba4-42ef-9d3c-c341c06050f6 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/security-groups?id=96ec3d28-0b8e-46bc-a0d5-009e638e8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257757 Mar 07 10:44:27.852735 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c1b59a7b-86e6-4a97-8994-20baa69f8345 None None] Current status of the port 367c89f8-391b-409f-aed1-a2157e51dc69 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:27.870492 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d4265de-b1b6-4bea-9214-4d30c2da8d3c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (38ebbcc4-b092-45ef-bb8e-1e1cb810c52a), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:27.888540 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 367c89f8-391b-409f-aed1-a2157e51dc69 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:44:27.998194 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 367c89f8-391b-409f-aed1-a2157e51dc69 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:28.003738 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (367c89f8-391b-409f-aed1-a2157e51dc69), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:28.092667 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-90a0b498-3664-4d7f-914d-e7f36acdd4cb None None] Provisioning complete for port 38ebbcc4-b092-45ef-bb8e-1e1cb810c52a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:28.094222 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-90a0b498-3664-4d7f-914d-e7f36acdd4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (38ebbcc4-b092-45ef-bb8e-1e1cb810c52a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:28.105941 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device b3622d5f-3268-46cc-95f1-75307ac89a6d up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:44:28.414111 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port b3622d5f-3268-46cc-95f1-75307ac89a6d completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:44:28.427853 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port b3622d5f-3268-46cc-95f1-75307ac89a6d triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:28.428382 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b3622d5f-3268-46cc-95f1-75307ac89a6d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:28.475290 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-90a0b498-3664-4d7f-914d-e7f36acdd4cb None None] Port 38ebbcc4-b092-45ef-bb8e-1e1cb810c52a cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:44:28.487162 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3113f29a-28ec-4338-8638-4cd19261a09e req-c08c7b59-6b83-4042-93c9-2c4a18ba1208 tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0757675 Mar 07 10:44:28.498646 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d01043ae-2f59-4597-8196-f67ba1bb777e up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:44:28.542310 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d4265de-b1b6-4bea-9214-4d30c2da8d3c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for port (38ebbcc4-b092-45ef-bb8e-1e1cb810c52a), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:28.549242 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 367c89f8-391b-409f-aed1-a2157e51dc69 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:28.550840 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d4265de-b1b6-4bea-9214-4d30c2da8d3c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (38ebbcc4-b092-45ef-bb8e-1e1cb810c52a), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:28.552367 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d4265de-b1b6-4bea-9214-4d30c2da8d3c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (a6f2d395-886a-4ca1-834e-44037b676261), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:28.623093 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port b3622d5f-3268-46cc-95f1-75307ac89a6d is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:28.623479 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b3622d5f-3268-46cc-95f1-75307ac89a6d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:28.669690 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4265de-b1b6-4bea-9214-4d30c2da8d3c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Port': ['ID=38ebbcc4-b092-45ef-bb8e-1e1cb810c52a,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:28.670785 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-5349e8f6-6661-476d-b953-bf382f1394dd None None] Provisioning complete for port 38ebbcc4-b092-45ef-bb8e-1e1cb810c52a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:28.671962 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5349e8f6-6661-476d-b953-bf382f1394dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (38ebbcc4-b092-45ef-bb8e-1e1cb810c52a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:28.674095 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port d01043ae-2f59-4597-8196-f67ba1bb777e completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:44:28.682201 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79bdbb07-bb85-42b6-9cde-a3b65b166f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3622d5f-3268-46cc-95f1-75307ac89a6d'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:28.684561 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef18c1d-22da-4573-9a33-f5f9f7b5cbee" -d '{"events": [{"server_uuid": "79bdbb07-bb85-42b6-9cde-a3b65b166f55", "name": "network-vif-plugged", "status": "completed", "tag": "b3622d5f-3268-46cc-95f1-75307ac89a6d"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:28.703584 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4265de-b1b6-4bea-9214-4d30c2da8d3c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network 25b009f8-30eb-437c-9fd9-9c33ed2a509a is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:28.705092 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-0d4265de-b1b6-4bea-9214-4d30c2da8d3c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:28.715095 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port d01043ae-2f59-4597-8196-f67ba1bb777e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:28.715660 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d01043ae-2f59-4597-8196-f67ba1bb777e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:28.793202 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92607416-7868-4ea9-bad9-7363af3205a7 x-openstack-request-id: req-92607416-7868-4ea9-bad9-7363af3205a7 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:28.794319 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79bdbb07-bb85-42b6-9cde-a3b65b166f55", "name": "network-vif-plugged", "status": "completed", "tag": "b3622d5f-3268-46cc-95f1-75307ac89a6d", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:28.796711 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-92607416-7868-4ea9-bad9-7363af3205a7 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:28.798196 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79bdbb07-bb85-42b6-9cde-a3b65b166f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3622d5f-3268-46cc-95f1-75307ac89a6d', 'code': 200} Mar 07 10:44:28.828536 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port b3622d5f-3268-46cc-95f1-75307ac89a6d, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=b3622d5f-3268-46cc-95f1-75307ac89a6d,segment=NetworkSegment(227c2530-99d4-4364-bd6a-0de4a89ff17b),segment_id=227c2530-99d4-4364-bd6a-0de4a89ff17b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:28.852813 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b3622d5f-3268-46cc-95f1-75307ac89a6d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:28.877622 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:44:28.883599 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4265de-b1b6-4bea-9214-4d30c2da8d3c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Router a6f2d395-886a-4ca1-834e-44037b676261 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:44:28.911789 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5349e8f6-6661-476d-b953-bf382f1394dd None None] Port 38ebbcc4-b092-45ef-bb8e-1e1cb810c52a cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:44:28.967942 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=b3622d5f-3268-46cc-95f1-75307ac89a6d,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:28.978448 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port d01043ae-2f59-4597-8196-f67ba1bb777e is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:28.978923 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d01043ae-2f59-4597-8196-f67ba1bb777e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:29.022587 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port d01043ae-2f59-4597-8196-f67ba1bb777e, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d01043ae-2f59-4597-8196-f67ba1bb777e,segment=NetworkSegment(227c2530-99d4-4364-bd6a-0de4a89ff17b),segment_id=227c2530-99d4-4364-bd6a-0de4a89ff17b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:29.029474 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d01043ae-2f59-4597-8196-f67ba1bb777e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:29.073437 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da08f3-c27b-4755-ac4e-e4f710f41ebf req-a416ba68-6366-4a3e-8d73-ba5d36761b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:29.075252 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f6da08f3-c27b-4755-ac4e-e4f710f41ebf req-a416ba68-6366-4a3e-8d73-ba5d36761b89 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=79bdbb07-bb85-42b6-9cde-a3b65b166f55 HTTP/1.1" status: 200 len: 1128 time: 0.2136378 Mar 07 10:44:29.134081 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4265de-b1b6-4bea-9214-4d30c2da8d3c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:44:29.145887 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0d4265de-b1b6-4bea-9214-4d30c2da8d3c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "PUT /v2.0/routers/a6f2d395-886a-4ca1-834e-44037b676261/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6149561 Mar 07 10:44:29.146642 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d494047-8175-4cb4-ab53-a787d01b845e None None] Sync routers for ids ['a6f2d395-886a-4ca1-834e-44037b676261'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:44:29.148120 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56180) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:29.150034 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=d01043ae-2f59-4597-8196-f67ba1bb777e,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:29.161963 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d494047-8175-4cb4-ab53-a787d01b845e None None] Routers {'a6f2d395-886a-4ca1-834e-44037b676261'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:44:29.166163 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6d494047-8175-4cb4-ab53-a787d01b845e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:44:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a6f2d395-886a-4ca1-834e-44037b676261'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:29.179859 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938b419-a90f-4383-a993-9330e0b04dd3 req-19aabee1-eb0f-45b1-8cae-4ab6c4fd9f1d tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:29.187036 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5938b419-a90f-4383-a993-9330e0b04dd3 req-19aabee1-eb0f-45b1-8cae-4ab6c4fd9f1d tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/ports?device_id=79bdbb07-bb85-42b6-9cde-a3b65b166f55 HTTP/1.1" status: 200 len: 946 time: 0.2272499 Mar 07 10:44:29.249521 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6d494047-8175-4cb4-ab53-a787d01b845e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:29.253558 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b860f1b8-d64f-4460-9e2d-994b6af48500 None None] Provisioning complete for port 38ebbcc4-b092-45ef-bb8e-1e1cb810c52a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:29.254190 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b860f1b8-d64f-4460-9e2d-994b6af48500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (38ebbcc4-b092-45ef-bb8e-1e1cb810c52a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:29.258655 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d516ac3-67f0-44b0-8391-62bf17a03232 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:29.267707 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8d516ac3-67f0-44b0-8391-62bf17a03232 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "GET /v2.0/ports/38ebbcc4-b092-45ef-bb8e-1e1cb810c52a HTTP/1.1" status: 200 len: 982 time: 0.1179357 Mar 07 10:44:29.271080 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56184) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:29.271929 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d494047-8175-4cb4-ab53-a787d01b845e None None] Routers {'a6f2d395-886a-4ca1-834e-44037b676261'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:44:29.272744 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6d494047-8175-4cb4-ab53-a787d01b845e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:44:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a6f2d395-886a-4ca1-834e-44037b676261'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:29.306998 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f6da08f3-c27b-4755-ac4e-e4f710f41ebf req-6556eeda-d559-4275-a33c-07ca4d021b31 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=96ec3d28-0b8e-46bc-a0d5-009e638e8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181652 Mar 07 10:44:29.314862 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b860f1b8-d64f-4460-9e2d-994b6af48500 None None] Port 38ebbcc4-b092-45ef-bb8e-1e1cb810c52a cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:44:29.335280 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6d494047-8175-4cb4-ab53-a787d01b845e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:29.336136 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d494047-8175-4cb4-ab53-a787d01b845e None None] The sync data for ids ['a6f2d395-886a-4ca1-834e-44037b676261'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:44:29.345999 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5938b419-a90f-4383-a993-9330e0b04dd3 req-f06d2b5a-7b2a-4808-b5f4-91c5165d0969 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/security-groups?id=96ec3d28-0b8e-46bc-a0d5-009e638e8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456015 Mar 07 10:44:29.606204 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0f3eae4-dddc-46d6-a722-5191ccd7a28e req-8c67af16-7cea-4d16-ad03-c9386763ab83 tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0359423 Mar 07 10:44:29.801528 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ffd22f3a-86c8-40a6-adee-a021b5e55248 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (a6f2d395-886a-4ca1-834e-44037b676261), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:30.053258 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-ffd22f3a-86c8-40a6-adee-a021b5e55248 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Deleting port 38ebbcc4-b092-45ef-bb8e-1e1cb810c52a {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:44:30.054231 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ffd22f3a-86c8-40a6-adee-a021b5e55248 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (38ebbcc4-b092-45ef-bb8e-1e1cb810c52a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:30.173712 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ffd22f3a-86c8-40a6-adee-a021b5e55248 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (38ebbcc4-b092-45ef-bb8e-1e1cb810c52a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:30.189191 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-ffd22f3a-86c8-40a6-adee-a021b5e55248 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Calling delete_port for 38ebbcc4-b092-45ef-bb8e-1e1cb810c52a owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:44:30.419159 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ffd22f3a-86c8-40a6-adee-a021b5e55248 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (38ebbcc4-b092-45ef-bb8e-1e1cb810c52a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:30.456942 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd22f3a-86c8-40a6-adee-a021b5e55248 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Port': ['ID=38ebbcc4-b092-45ef-bb8e-1e1cb810c52a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:30.543112 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029524cf-61d2-4372-877e-05c104ead759 req-0ac6590f-2fba-4037-8e6c-aada4d6662e0 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:30.559577 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-029524cf-61d2-4372-877e-05c104ead759 req-0ac6590f-2fba-4037-8e6c-aada4d6662e0 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/ports?device_id=79bdbb07-bb85-42b6-9cde-a3b65b166f55 HTTP/1.1" status: 200 len: 946 time: 0.1142166 Mar 07 10:44:30.624666 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-029524cf-61d2-4372-877e-05c104ead759 req-24e8bcf3-a589-44f0-bfda-cfcdf16389e0 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/security-groups?id=96ec3d28-0b8e-46bc-a0d5-009e638e8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637116 Mar 07 10:44:30.645703 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ffd22f3a-86c8-40a6-adee-a021b5e55248 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (a6f2d395-886a-4ca1-834e-44037b676261), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:30.799637 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25780588-1d3c-4ec5-aaff-07dfb493e549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01043ae-2f59-4597-8196-f67ba1bb777e'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:30.803168 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4070de0-0c52-42bc-83bc-47a52e5df2b1" -d '{"events": [{"server_uuid": "25780588-1d3c-4ec5-aaff-07dfb493e549", "name": "network-vif-plugged", "status": "completed", "tag": "d01043ae-2f59-4597-8196-f67ba1bb777e"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:30.886329 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf428bc-17b2-415c-94c2-f91bd8bf93d7 x-openstack-request-id: req-ebf428bc-17b2-415c-94c2-f91bd8bf93d7 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:30.886631 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25780588-1d3c-4ec5-aaff-07dfb493e549", "name": "network-vif-plugged", "status": "completed", "tag": "d01043ae-2f59-4597-8196-f67ba1bb777e", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:30.886892 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ebf428bc-17b2-415c-94c2-f91bd8bf93d7 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:30.887296 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25780588-1d3c-4ec5-aaff-07dfb493e549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd01043ae-2f59-4597-8196-f67ba1bb777e', 'code': 200} Mar 07 10:44:30.913869 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56252) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:30.990930 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd22f3a-86c8-40a6-adee-a021b5e55248 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Router a6f2d395-886a-4ca1-834e-44037b676261 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:44:31.023677 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-81a5bc40-6779-4f1f-875b-c02dc2c094c6 req-09c090e5-f5e1-46d2-bb4a-334859c97750 tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.1943560 Mar 07 10:44:31.071223 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6602adc6-ade5-4e95-a43d-03e21e9125dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:31.175764 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6602adc6-ade5-4e95-a43d-03e21e9125dd admin admin] Publish callbacks [] for security_group (65bfcb30-f3bd-4ff7-b689-81cefbecb3de), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:31.181405 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6602adc6-ade5-4e95-a43d-03e21e9125dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (65bfcb30-f3bd-4ff7-b689-81cefbecb3de), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:31.217624 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6602adc6-ade5-4e95-a43d-03e21e9125dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bfcb30-f3bd-4ff7-b689-81cefbecb3de,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:31.271315 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6602adc6-ade5-4e95-a43d-03e21e9125dd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=39a0385fbbe944679a007ed64b3f68b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3538253 Mar 07 10:44:31.271506 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56258) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:31.342908 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5a30ea39-a777-403f-883b-adf2c990039d admin admin] Publish callbacks [] for security_group (65bfcb30-f3bd-4ff7-b689-81cefbecb3de), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:31.372007 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5a30ea39-a777-403f-883b-adf2c990039d admin admin] Publish callbacks [] for security_group (65bfcb30-f3bd-4ff7-b689-81cefbecb3de), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:31.434465 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd22f3a-86c8-40a6-adee-a021b5e55248 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:44:31.436889 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5a30ea39-a777-403f-883b-adf2c990039d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (65bfcb30-f3bd-4ff7-b689-81cefbecb3de), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:31.440798 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5a30ea39-a777-403f-883b-adf2c990039d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:31.443170 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5a30ea39-a777-403f-883b-adf2c990039d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/65bfcb30-f3bd-4ff7-b689-81cefbecb3de HTTP/1.1" status: 204 len: 168 time: 0.1704044 Mar 07 10:44:31.447606 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f53a288-b81a-4de2-b631-a472d273ed2b None None] Sync routers for ids ['a6f2d395-886a-4ca1-834e-44037b676261'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:44:31.452634 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30ea39-a777-403f-883b-adf2c990039d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bfcb30-f3bd-4ff7-b689-81cefbecb3de,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:31.456585 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ffd22f3a-86c8-40a6-adee-a021b5e55248 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "PUT /v2.0/routers/a6f2d395-886a-4ca1-834e-44037b676261/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1836908 Mar 07 10:44:31.460605 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f53a288-b81a-4de2-b631-a472d273ed2b None None] Routers {'a6f2d395-886a-4ca1-834e-44037b676261'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:44:31.460854 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56264) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:31.462049 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-1f53a288-b81a-4de2-b631-a472d273ed2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:44:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a6f2d395-886a-4ca1-834e-44037b676261'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:31.489569 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58566070-f7a3-4468-b542-0f8ff0f632f7 req-f5d2bcf3-c406-4b3c-9b90-a771a9ba6675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:31.491426 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-58566070-f7a3-4468-b542-0f8ff0f632f7 req-f5d2bcf3-c406-4b3c-9b90-a771a9ba6675 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=25780588-1d3c-4ec5-aaff-07dfb493e549 HTTP/1.1" status: 200 len: 1127 time: 0.5171685 Mar 07 10:44:31.557814 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-1f53a288-b81a-4de2-b631-a472d273ed2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:31.576940 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-58566070-f7a3-4468-b542-0f8ff0f632f7 req-d11eb378-740f-4b2b-9c86-3c8a9c5e0ef6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=96ec3d28-0b8e-46bc-a0d5-009e638e8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789928 Mar 07 10:44:31.582411 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f53a288-b81a-4de2-b631-a472d273ed2b None None] Routers {'a6f2d395-886a-4ca1-834e-44037b676261'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:44:31.583420 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-1f53a288-b81a-4de2-b631-a472d273ed2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:44:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a6f2d395-886a-4ca1-834e-44037b676261'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:31.632790 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-1f53a288-b81a-4de2-b631-a472d273ed2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:31.634682 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f53a288-b81a-4de2-b631-a472d273ed2b None None] The sync data for ids ['a6f2d395-886a-4ca1-834e-44037b676261'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:44:31.752291 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-423da481-e38a-4b2c-b579-bb3ff7fac6c1 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] remove_router_interface failed (client error): The resource could not be found. Mar 07 10:44:31.754398 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-423da481-e38a-4b2c-b579-bb3ff7fac6c1 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "PUT /v2.0/routers/a6f2d395-886a-4ca1-834e-44037b676261/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2923687 Mar 07 10:44:31.757588 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56270) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:31.811728 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4d7d995a-97a6-422b-aa89-c4852fcde3ed tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f2d395-886a-4ca1-834e-44037b676261 HTTP/1.1" status: 200 len: 205 time: 0.0528643 Mar 07 10:44:31.813343 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb698a-360b-4d7a-b546-c66e3ab902e6 req-33db1df8-2ed5-4489-a21f-93e3b73dfaaa tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:31.814054 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56272) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:31.815483 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-90eb698a-360b-4d7a-b546-c66e3ab902e6 req-33db1df8-2ed5-4489-a21f-93e3b73dfaaa tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/ports?device_id=79bdbb07-bb85-42b6-9cde-a3b65b166f55 HTTP/1.1" status: 200 len: 946 time: 0.1053097 Mar 07 10:44:31.888602 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-90eb698a-360b-4d7a-b546-c66e3ab902e6 req-98f567b3-1918-4855-881e-5d8cf10b4dd4 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/security-groups?id=96ec3d28-0b8e-46bc-a0d5-009e638e8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653546 Mar 07 10:44:31.937707 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d7c1206d-516e-4284-9d8b-e4fb9c996b07 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router (a6f2d395-886a-4ca1-834e-44037b676261), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:31.945881 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56276) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:31.959300 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-16fca3be-fde9-4d0a-bdb4-047b06459211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:32.111043 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-16fca3be-fde9-4d0a-bdb4-047b06459211 admin admin] Publish callbacks [] for security_group (36e4e259-f638-4643-83d4-3b0d8d0d8b27), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:32.117832 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-16fca3be-fde9-4d0a-bdb4-047b06459211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (36e4e259-f638-4643-83d4-3b0d8d0d8b27), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:32.180719 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-16fca3be-fde9-4d0a-bdb4-047b06459211 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=51fb1edad5ce4933a25405610f9e72c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2337494 Mar 07 10:44:32.181517 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fca3be-fde9-4d0a-bdb4-047b06459211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e4e259-f638-4643-83d4-3b0d8d0d8b27,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:32.197688 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56282) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:32.205941 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2c134339-6f5b-49bd-b1dd-ef9bd7ba6282 req-e289fb39-1f5e-43bf-ba28-da6aad7aa0c3 tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0388403 Mar 07 10:44:32.220441 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d7c1206d-516e-4284-9d8b-e4fb9c996b07 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (a6f2d395-886a-4ca1-834e-44037b676261), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:32.224145 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d7c1206d-516e-4284-9d8b-e4fb9c996b07 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router_controller (a6f2d395-886a-4ca1-834e-44037b676261), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:32.243243 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63fea5-42d8-409c-99a4-09a06c77be61 req-5b2bd7d3-13f8-4e4d-9ba8-e9ba216ca47d tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:32.253496 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bb63fea5-42d8-409c-99a4-09a06c77be61 req-5b2bd7d3-13f8-4e4d-9ba8-e9ba216ca47d tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/ports?device_id=25780588-1d3c-4ec5-aaff-07dfb493e549 HTTP/1.1" status: 200 len: 945 time: 0.2286940 Mar 07 10:44:32.275886 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f4aa2ab-68ef-420f-8a52-fdda814ce413 admin admin] Publish callbacks [] for security_group (36e4e259-f638-4643-83d4-3b0d8d0d8b27), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:32.313768 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f4aa2ab-68ef-420f-8a52-fdda814ce413 admin admin] Publish callbacks [] for security_group (36e4e259-f638-4643-83d4-3b0d8d0d8b27), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:32.325073 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d7c1206d-516e-4284-9d8b-e4fb9c996b07 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (a6f2d395-886a-4ca1-834e-44037b676261), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:32.325747 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c1206d-516e-4284-9d8b-e4fb9c996b07 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Fanout notify agent at l3_agent the message router_deleted on router a6f2d395-886a-4ca1-834e-44037b676261 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:44:32.334708 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d7c1206d-516e-4284-9d8b-e4fb9c996b07 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:32.336036 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d7c1206d-516e-4284-9d8b-e4fb9c996b07 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/routers/a6f2d395-886a-4ca1-834e-44037b676261 HTTP/1.1" status: 204 len: 168 time: 0.5209689 Mar 07 10:44:32.340512 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56284) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:32.355254 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bb63fea5-42d8-409c-99a4-09a06c77be61 req-cb69615c-7665-4d37-867a-a0a4e633d804 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/security-groups?id=96ec3d28-0b8e-46bc-a0d5-009e638e8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000888 Mar 07 10:44:32.399767 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a7508f5-9736-4deb-9ca3-e48c4e33983c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Deleting subnet 58854ac2-c247-4719-adae-a9e2c709d8c8 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:44:32.403012 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5a7508f5-9736-4deb-9ca3-e48c4e33983c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for subnet (58854ac2-c247-4719-adae-a9e2c709d8c8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:32.428562 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f4aa2ab-68ef-420f-8a52-fdda814ce413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (36e4e259-f638-4643-83d4-3b0d8d0d8b27), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:32.431352 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f4aa2ab-68ef-420f-8a52-fdda814ce413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:32.432542 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1f4aa2ab-68ef-420f-8a52-fdda814ce413 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/36e4e259-f638-4643-83d4-3b0d8d0d8b27 HTTP/1.1" status: 204 len: 168 time: 0.2338800 Mar 07 10:44:32.449725 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4aa2ab-68ef-420f-8a52-fdda814ce413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e4e259-f638-4643-83d4-3b0d8d0d8b27,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:32.464871 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5a7508f5-9736-4deb-9ca3-e48c4e33983c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (58854ac2-c247-4719-adae-a9e2c709d8c8), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:32.594423 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5a7508f5-9736-4deb-9ca3-e48c4e33983c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (58854ac2-c247-4719-adae-a9e2c709d8c8), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:32.682779 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5a7508f5-9736-4deb-9ca3-e48c4e33983c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (58854ac2-c247-4719-adae-a9e2c709d8c8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:32.710760 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7508f5-9736-4deb-9ca3-e48c4e33983c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Subnet': ['ID=58854ac2-c247-4719-adae-a9e2c709d8c8,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:32.714601 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5a7508f5-9736-4deb-9ca3-e48c4e33983c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:32.720829 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56290) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:32.721365 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5a7508f5-9736-4deb-9ca3-e48c4e33983c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/subnets/58854ac2-c247-4719-adae-a9e2c709d8c8 HTTP/1.1" status: 204 len: 168 time: 0.3795786 Mar 07 10:44:32.734287 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc2c790-3dbf-4373-a150-64aa4c0986ad None None] Network 25b009f8-30eb-437c-9fd9-9c33ed2a509a requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:44:32.825622 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-936c5348-eb4a-43a8-b42a-9ec68e72413b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (25b009f8-30eb-437c-9fd9-9c33ed2a509a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:32.912231 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-936c5348-eb4a-43a8-b42a-9ec68e72413b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Deleting port 367c89f8-391b-409f-aed1-a2157e51dc69 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:44:32.912727 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-936c5348-eb4a-43a8-b42a-9ec68e72413b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (367c89f8-391b-409f-aed1-a2157e51dc69), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:32.930225 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b554e0e4-8510-47a3-91c0-e175c850a963 None None] DHCP port deletion for 25b009f8-30eb-437c-9fd9-9c33ed2a509a request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:44:32.993743 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b554e0e4-8510-47a3-91c0-e175c850a963 None None] Deleting port 367c89f8-391b-409f-aed1-a2157e51dc69 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:44:32.994127 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b554e0e4-8510-47a3-91c0-e175c850a963 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (367c89f8-391b-409f-aed1-a2157e51dc69), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:32.998996 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-936c5348-eb4a-43a8-b42a-9ec68e72413b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] For port 367c89f8-391b-409f-aed1-a2157e51dc69, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=367c89f8-391b-409f-aed1-a2157e51dc69,segment=NetworkSegment(177768b2-37c2-40b6-96c9-76ade9445752),segment_id=177768b2-37c2-40b6-96c9-76ade9445752)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:32.999368 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-936c5348-eb4a-43a8-b42a-9ec68e72413b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (367c89f8-391b-409f-aed1-a2157e51dc69), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:33.013133 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-936c5348-eb4a-43a8-b42a-9ec68e72413b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Calling delete_port for 367c89f8-391b-409f-aed1-a2157e51dc69 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:44:33.063738 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-b554e0e4-8510-47a3-91c0-e175c850a963 None None] For port 367c89f8-391b-409f-aed1-a2157e51dc69, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=367c89f8-391b-409f-aed1-a2157e51dc69,segment=NetworkSegment(177768b2-37c2-40b6-96c9-76ade9445752),segment_id=177768b2-37c2-40b6-96c9-76ade9445752)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:33.064328 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b554e0e4-8510-47a3-91c0-e175c850a963 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (367c89f8-391b-409f-aed1-a2157e51dc69), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:33.079778 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b554e0e4-8510-47a3-91c0-e175c850a963 None None] Calling delete_port for 367c89f8-391b-409f-aed1-a2157e51dc69 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:44:33.105343 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-936c5348-eb4a-43a8-b42a-9ec68e72413b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (367c89f8-391b-409f-aed1-a2157e51dc69), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:33.169411 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c5348-eb4a-43a8-b42a-9ec68e72413b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Port': ['ID=367c89f8-391b-409f-aed1-a2157e51dc69,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:33.177942 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936c5348-eb4a-43a8-b42a-9ec68e72413b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] No DVR routers for this DVR port 367c89f8-391b-409f-aed1-a2157e51dc69 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:44:33.204606 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b554e0e4-8510-47a3-91c0-e175c850a963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (367c89f8-391b-409f-aed1-a2157e51dc69), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:33.236032 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b554e0e4-8510-47a3-91c0-e175c850a963 None None] No DVR routers for this DVR port 367c89f8-391b-409f-aed1-a2157e51dc69 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:44:33.237791 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b554e0e4-8510-47a3-91c0-e175c850a963 None None] Pushing event deleted for resources: {'Port': ['ID=367c89f8-391b-409f-aed1-a2157e51dc69,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:33.316245 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-936c5348-eb4a-43a8-b42a-9ec68e72413b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (25b009f8-30eb-437c-9fd9-9c33ed2a509a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:33.365688 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40aea920-1c8d-46a3-91e8-51af2bb4b5d9 req-f73964e2-d7b1-46cd-9b19-5c26abd9028e tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0456123 Mar 07 10:44:33.370276 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-936c5348-eb4a-43a8-b42a-9ec68e72413b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b009f8-30eb-437c-9fd9-9c33ed2a509a']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:33.384615 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-936c5348-eb4a-43a8-b42a-9ec68e72413b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177768b2-37c2-40b6-96c9-76ade9445752') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:33.384980 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-936c5348-eb4a-43a8-b42a-9ec68e72413b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177768b2-37c2-40b6-96c9-76ade9445752') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:33.396082 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-936c5348-eb4a-43a8-b42a-9ec68e72413b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (177768b2-37c2-40b6-96c9-76ade9445752), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:33.412734 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-936c5348-eb4a-43a8-b42a-9ec68e72413b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (177768b2-37c2-40b6-96c9-76ade9445752), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:33.435922 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-936c5348-eb4a-43a8-b42a-9ec68e72413b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:44:33.435922 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-936c5348-eb4a-43a8-b42a-9ec68e72413b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (177768b2-37c2-40b6-96c9-76ade9445752), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:33.504688 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:44:33.504688 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:44:33.504688 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:44:33.504688 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:44:33.504688 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:44:33.504688 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:44:33.504688 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:44:33.504688 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:44:33.504688 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:44:33.504688 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:44:33.504688 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:44:33.504688 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:44:33.504688 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:44:33.504688 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:44:33.504688 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:44:33.504688 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:44:33.504688 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:44:33.504688 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:44:33.504688 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:44:33.504688 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:44:33.504688 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:44:33.504688 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:44:33.504688 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:44:33.504688 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:44:33.504688 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:44:33.504688 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:44:33.504688 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:44:33.504688 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:44:33.504688 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:44:33.504688 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:44:33.504688 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:44:33.504688 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:44:33.513390 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-936c5348-eb4a-43a8-b42a-9ec68e72413b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (25b009f8-30eb-437c-9fd9-9c33ed2a509a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:33.518794 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 367c89f8-391b-409f-aed1-a2157e51dc69 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:44:33.530345 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-936c5348-eb4a-43a8-b42a-9ec68e72413b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:33.537276 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-936c5348-eb4a-43a8-b42a-9ec68e72413b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/networks/25b009f8-30eb-437c-9fd9-9c33ed2a509a HTTP/1.1" status: 204 len: 168 time: 0.8110979 Mar 07 10:44:33.542644 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5b91c-7e0b-4d5b-98a1-1de0f527817e req-67c11c3f-61db-4616-b3f6-4877bbca3bfc tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:33.546703 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56318) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:33.551648 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b2e5b91c-7e0b-4d5b-98a1-1de0f527817e req-67c11c3f-61db-4616-b3f6-4877bbca3bfc tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/ports?device_id=25780588-1d3c-4ec5-aaff-07dfb493e549 HTTP/1.1" status: 200 len: 945 time: 0.1056705 Mar 07 10:44:33.553259 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-ba8129f3-ca51-4da5-8e40-5ed8aa1f718b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1324598981'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:33.557437 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c5348-eb4a-43a8-b42a-9ec68e72413b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Network': ['ID=25b009f8-30eb-437c-9fd9-9c33ed2a509a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:33.560961 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 367c89f8-391b-409f-aed1-a2157e51dc69 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:44:33.561340 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 367c89f8-391b-409f-aed1-a2157e51dc69 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:44:33.589023 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8129f3-ca51-4da5-8e40-5ed8aa1f718b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Made reservation on behalf of 504a1347ab6745e0835a648731c9ce9a for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:33.593342 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba8129f3-ca51-4da5-8e40-5ed8aa1f718b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:33.625211 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b2e5b91c-7e0b-4d5b-98a1-1de0f527817e req-564b2ed9-3779-434e-a45a-270e1df2d86d tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/security-groups?id=96ec3d28-0b8e-46bc-a0d5-009e638e8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717793 Mar 07 10:44:33.644108 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba8129f3-ca51-4da5-8e40-5ed8aa1f718b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:44:33.655699 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba8129f3-ca51-4da5-8e40-5ed8aa1f718b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (4ede161d-3c33-4132-8a0c-7c53d3989633), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:33.656109 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-ba8129f3-ca51-4da5-8e40-5ed8aa1f718b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Added segment 4ede161d-3c33-4132-8a0c-7c53d3989633 of type vlan for network 52c369f2-aa89-4898-b67b-2b6a8544d2f5 Mar 07 10:44:33.702363 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba8129f3-ca51-4da5-8e40-5ed8aa1f718b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (52c369f2-aa89-4898-b67b-2b6a8544d2f5), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:33.736847 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba8129f3-ca51-4da5-8e40-5ed8aa1f718b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (52c369f2-aa89-4898-b67b-2b6a8544d2f5), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:33.745635 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8129f3-ca51-4da5-8e40-5ed8aa1f718b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:33.746285 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba8129f3-ca51-4da5-8e40-5ed8aa1f718b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:33.822893 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56330) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:33.823093 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ba8129f3-ca51-4da5-8e40-5ed8aa1f718b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2748911 Mar 07 10:44:33.826913 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8129f3-ca51-4da5-8e40-5ed8aa1f718b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Network': ['ID=52c369f2-aa89-4898-b67b-2b6a8544d2f5,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:33.837736 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f1d31785-21d8-4f5b-9b51-6832525a2444 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Request body: {'subnet': {'network_id': '52c369f2-aa89-4898-b67b-2b6a8544d2f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:33.842156 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 52c369f2-aa89-4898-b67b-2b6a8544d2f5 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:44:34.026721 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d31785-21d8-4f5b-9b51-6832525a2444 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Made reservation on behalf of 504a1347ab6745e0835a648731c9ce9a for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:34.032356 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f1d31785-21d8-4f5b-9b51-6832525a2444 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:34.184176 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9d004-328c-4818-8541-3b07cf46305c req-aa6b8893-4f7f-4e58-a63f-df50fed5f742 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:34.185761 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9de9d004-328c-4818-8541-3b07cf46305c req-aa6b8893-4f7f-4e58-a63f-df50fed5f742 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/ports?device_id=25780588-1d3c-4ec5-aaff-07dfb493e549 HTTP/1.1" status: 200 len: 945 time: 0.0777967 Mar 07 10:44:34.261854 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9de9d004-328c-4818-8541-3b07cf46305c req-cdbb4063-e257-4737-a529-8a35b494cd3a tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/security-groups?id=96ec3d28-0b8e-46bc-a0d5-009e638e8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700831 Mar 07 10:44:34.285670 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f1d31785-21d8-4f5b-9b51-6832525a2444 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (956f0cb8-5e31-495b-b184-15b0162b285f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:34.353872 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d31785-21d8-4f5b-9b51-6832525a2444 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Subnet': ['ID=956f0cb8-5e31-495b-b184-15b0162b285f,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:34.365972 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d31785-21d8-4f5b-9b51-6832525a2444 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Checking segment: {'id': '4ede161d-3c33-4132-8a0c-7c53d3989633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52c369f2-aa89-4898-b67b-2b6a8544d2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:44:34.366336 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d31785-21d8-4f5b-9b51-6832525a2444 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network hostable DHCP agents. Network: 52c369f2-aa89-4898-b67b-2b6a8544d2f5, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:44:34.384437 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d31785-21d8-4f5b-9b51-6832525a2444 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network 52c369f2-aa89-4898-b67b-2b6a8544d2f5 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:44:34.395212 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-f1d31785-21d8-4f5b-9b51-6832525a2444 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 52c369f2-aa89-4898-b67b-2b6a8544d2f5) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:34.399488 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d31785-21d8-4f5b-9b51-6832525a2444 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:34.400091 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f1d31785-21d8-4f5b-9b51-6832525a2444 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:34.407036 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463cba15-00fd-4e23-8c4e-7665554beff1 None None] Network 52c369f2-aa89-4898-b67b-2b6a8544d2f5 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:44:34.444415 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f1d31785-21d8-4f5b-9b51-6832525a2444 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6204135 Mar 07 10:44:34.447221 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56352) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:34.451842 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-39fb240e-ffd7-4113-bd33-2656d282872a tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-959548510', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:34.539480 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ffbc36ee-3914-459a-8361-88511288a490 req-7097811c-aa43-4386-8493-0f6bc339e0e4 tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0367897 Mar 07 10:44:34.555420 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39fb240e-ffd7-4113-bd33-2656d282872a tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (e835d938-7e9e-411e-bd9c-d1ee398d1e20), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:34.556802 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39fb240e-ffd7-4113-bd33-2656d282872a tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (e835d938-7e9e-411e-bd9c-d1ee398d1e20), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:34.572743 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823741ae-af90-4e39-99cc-431233a72795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-52c369f2-aa89-4898-b67b-2b6a8544d2f5', 'network_id': '52c369f2-aa89-4898-b67b-2b6a8544d2f5', 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'fixed_ips': [{'subnet_id': '956f0cb8-5e31-495b-b184-15b0162b285f'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:44:34.574501 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-823741ae-af90-4e39-99cc-431233a72795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:34.677366 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39fb240e-ffd7-4113-bd33-2656d282872a tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router_controller (e835d938-7e9e-411e-bd9c-d1ee398d1e20), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:34.684112 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39fb240e-ffd7-4113-bd33-2656d282872a tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (e835d938-7e9e-411e-bd9c-d1ee398d1e20), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:34.708262 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39fb240e-ffd7-4113-bd33-2656d282872a tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:34.712522 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56372) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:34.713166 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-39fb240e-ffd7-4113-bd33-2656d282872a tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2644451 Mar 07 10:44:34.772663 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-823741ae-af90-4e39-99cc-431233a72795 None None] Allocated IP 2001:db8::2 (52c369f2-aa89-4898-b67b-2b6a8544d2f5/956f0cb8-5e31-495b-b184-15b0162b285f/e5953970-4abc-494d-8806-0c0b7d808888) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:44:34.984975 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-823741ae-af90-4e39-99cc-431233a72795 None None] Publish callbacks [] for port (e5953970-4abc-494d-8806-0c0b7d808888), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:35.001216 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-823741ae-af90-4e39-99cc-431233a72795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (e5953970-4abc-494d-8806-0c0b7d808888), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:35.058095 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823741ae-af90-4e39-99cc-431233a72795 None None] Network 52c369f2-aa89-4898-b67b-2b6a8544d2f5 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:35.061573 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-823741ae-af90-4e39-99cc-431233a72795 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:35.068368 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823741ae-af90-4e39-99cc-431233a72795 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:44:35.071766 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823741ae-af90-4e39-99cc-431233a72795 None None] Pushing event updated for resources: {'Port': ['ID=e5953970-4abc-494d-8806-0c0b7d808888,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:35.146491 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-823741ae-af90-4e39-99cc-431233a72795 None None] Attempting to bind port e5953970-4abc-494d-8806-0c0b7d808888 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:44:35.146871 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-823741ae-af90-4e39-99cc-431233a72795 None None] Attempting to bind port e5953970-4abc-494d-8806-0c0b7d808888 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '4ede161d-3c33-4132-8a0c-7c53d3989633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52c369f2-aa89-4898-b67b-2b6a8544d2f5'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:44:35.147420 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823741ae-af90-4e39-99cc-431233a72795 None None] Attempting to bind port e5953970-4abc-494d-8806-0c0b7d808888 on network 52c369f2-aa89-4898-b67b-2b6a8544d2f5 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:44:35.157508 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823741ae-af90-4e39-99cc-431233a72795 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:44:35.157905 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823741ae-af90-4e39-99cc-431233a72795 None None] Checking segment: {'id': '4ede161d-3c33-4132-8a0c-7c53d3989633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52c369f2-aa89-4898-b67b-2b6a8544d2f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:44:35.158316 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-823741ae-af90-4e39-99cc-431233a72795 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:35.158715 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823741ae-af90-4e39-99cc-431233a72795 None None] Bound using segment: {'id': '4ede161d-3c33-4132-8a0c-7c53d3989633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52c369f2-aa89-4898-b67b-2b6a8544d2f5'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:44:35.159428 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-823741ae-af90-4e39-99cc-431233a72795 None None] Bound port: e5953970-4abc-494d-8806-0c0b7d808888, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ede161d-3c33-4132-8a0c-7c53d3989633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '52c369f2-aa89-4898-b67b-2b6a8544d2f5'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:44:35.159717 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-823741ae-af90-4e39-99cc-431233a72795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e5953970-4abc-494d-8806-0c0b7d808888), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:35.331481 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-823741ae-af90-4e39-99cc-431233a72795 None None] For port e5953970-4abc-494d-8806-0c0b7d808888, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:44:35.335693 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-823741ae-af90-4e39-99cc-431233a72795 None None] For port e5953970-4abc-494d-8806-0c0b7d808888, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e5953970-4abc-494d-8806-0c0b7d808888,segment=NetworkSegment(4ede161d-3c33-4132-8a0c-7c53d3989633),segment_id=4ede161d-3c33-4132-8a0c-7c53d3989633)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:44:35.339894 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a97e2-0688-4d45-8ee5-ee3d3b6b3741 req-86448ee3-7ccd-4e95-80ad-637645f57768 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:35.342798 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fb1a97e2-0688-4d45-8ee5-ee3d3b6b3741 req-86448ee3-7ccd-4e95-80ad-637645f57768 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.21 "GET /v2.0/ports?device_id=25780588-1d3c-4ec5-aaff-07dfb493e549 HTTP/1.1" status: 200 len: 945 time: 0.1028113 Mar 07 10:44:35.344466 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-823741ae-af90-4e39-99cc-431233a72795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e5953970-4abc-494d-8806-0c0b7d808888), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:35.433811 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823741ae-af90-4e39-99cc-431233a72795 None None] Pushing event updated for resources: {'Port': ['ID=e5953970-4abc-494d-8806-0c0b7d808888,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:35.486604 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cf1e95dc-b130-4191-8d10-a374bc74e1db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:35.515387 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a92bcd76-eb79-4cab-8d3d-a42a1ef0ba9f req-499d87e4-5f00-40a7-92c0-48e1fcb80b8f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.1020179 Mar 07 10:44:35.607544 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-fb1a97e2-0688-4d45-8ee5-ee3d3b6b3741 req-5d94a8b3-3927-4b7c-98f7-b75cbf5bd4a0 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Deleting port d01043ae-2f59-4597-8196-f67ba1bb777e {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:44:35.608912 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-fb1a97e2-0688-4d45-8ee5-ee3d3b6b3741 req-5d94a8b3-3927-4b7c-98f7-b75cbf5bd4a0 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (d01043ae-2f59-4597-8196-f67ba1bb777e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:35.688229 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a3eef-f64e-4eac-8ba9-e31ead8c3493 req-fdf28cd5-931c-4830-8b68-cc183f44740d tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:35.690277 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-843a3eef-f64e-4eac-8ba9-e31ead8c3493 req-fdf28cd5-931c-4830-8b68-cc183f44740d tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/ports?device_id=25780588-1d3c-4ec5-aaff-07dfb493e549 HTTP/1.1" status: 200 len: 945 time: 0.2197096 Mar 07 10:44:35.825885 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-96e5e56b-54dd-45df-9ea1-38a1831b9c6d req-5e0ef360-864d-4b49-aa35-46cc039ef20b tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.1524837 Mar 07 10:44:35.880705 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-843a3eef-f64e-4eac-8ba9-e31ead8c3493 req-1e8dc535-5a32-4614-8eb6-8bc3e63fb68b tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/security-groups?id=96ec3d28-0b8e-46bc-a0d5-009e638e8eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831422 Mar 07 10:44:35.890440 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-fb1a97e2-0688-4d45-8ee5-ee3d3b6b3741 req-5d94a8b3-3927-4b7c-98f7-b75cbf5bd4a0 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] For port d01043ae-2f59-4597-8196-f67ba1bb777e, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d01043ae-2f59-4597-8196-f67ba1bb777e,segment=NetworkSegment(227c2530-99d4-4364-bd6a-0de4a89ff17b),segment_id=227c2530-99d4-4364-bd6a-0de4a89ff17b)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:35.890864 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-fb1a97e2-0688-4d45-8ee5-ee3d3b6b3741 req-5d94a8b3-3927-4b7c-98f7-b75cbf5bd4a0 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (d01043ae-2f59-4597-8196-f67ba1bb777e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:35.914421 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-fb1a97e2-0688-4d45-8ee5-ee3d3b6b3741 req-5d94a8b3-3927-4b7c-98f7-b75cbf5bd4a0 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Calling delete_port for d01043ae-2f59-4597-8196-f67ba1bb777e owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:44:35.989038 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fac30-f036-4276-9e4e-9aed449a7879 req-49540084-a4e5-4097-b08f-8dbb2baf61fc tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:35.990866 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-854fac30-f036-4276-9e4e-9aed449a7879 req-49540084-a4e5-4097-b08f-8dbb2baf61fc tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.31 "GET /v2.0/ports?device_id=79bdbb07-bb85-42b6-9cde-a3b65b166f55 HTTP/1.1" status: 200 len: 946 time: 0.1684525 Mar 07 10:44:36.093709 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-cf1e95dc-b130-4191-8d10-a374bc74e1db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Allocated IP 2001:db8::1 (52c369f2-aa89-4898-b67b-2b6a8544d2f5/956f0cb8-5e31-495b-b184-15b0162b285f/de223f11-a94f-4858-90a3-934434604c35) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:44:36.145146 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-fb1a97e2-0688-4d45-8ee5-ee3d3b6b3741 req-5d94a8b3-3927-4b7c-98f7-b75cbf5bd4a0 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (d01043ae-2f59-4597-8196-f67ba1bb777e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:36.169191 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['d01043ae-2f59-4597-8196-f67ba1bb777e'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:44:36.171591 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['b3622d5f-3268-46cc-95f1-75307ac89a6d'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:44:36.195756 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d94a8b3-3927-4b7c-98f7-b75cbf5bd4a0 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Pushing event deleted for resources: {'Port': ['ID=d01043ae-2f59-4597-8196-f67ba1bb777e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:36.225988 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-854fac30-f036-4276-9e4e-9aed449a7879 req-76e35d84-2944-4378-b38c-df7c9b85cfe8 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Deleting port b3622d5f-3268-46cc-95f1-75307ac89a6d {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:44:36.226362 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-854fac30-f036-4276-9e4e-9aed449a7879 req-76e35d84-2944-4378-b38c-df7c9b85cfe8 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (b3622d5f-3268-46cc-95f1-75307ac89a6d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:36.277074 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1a97e2-0688-4d45-8ee5-ee3d3b6b3741 req-5d94a8b3-3927-4b7c-98f7-b75cbf5bd4a0 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] No DVR routers for this DVR port d01043ae-2f59-4597-8196-f67ba1bb777e on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:44:36.292002 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-fb1a97e2-0688-4d45-8ee5-ee3d3b6b3741 req-5d94a8b3-3927-4b7c-98f7-b75cbf5bd4a0 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:36.300627 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fb1a97e2-0688-4d45-8ee5-ee3d3b6b3741 req-5d94a8b3-3927-4b7c-98f7-b75cbf5bd4a0 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.21 "DELETE /v2.0/ports/d01043ae-2f59-4597-8196-f67ba1bb777e HTTP/1.1" status: 204 len: 173 time: 0.9485149 Mar 07 10:44:36.303860 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25780588-1d3c-4ec5-aaff-07dfb493e549', 'name': 'network-vif-deleted', 'tag': 'd01043ae-2f59-4597-8196-f67ba1bb777e'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:36.311505 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26e13df-08f1-49cb-801a-538bd9596596" -d '{"events": [{"server_uuid": "25780588-1d3c-4ec5-aaff-07dfb493e549", "name": "network-vif-deleted", "tag": "d01043ae-2f59-4597-8196-f67ba1bb777e"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:36.336924 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cf1e95dc-b130-4191-8d10-a374bc74e1db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for port (de223f11-a94f-4858-90a3-934434604c35), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:36.373154 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-854fac30-f036-4276-9e4e-9aed449a7879 req-76e35d84-2944-4378-b38c-df7c9b85cfe8 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] For port b3622d5f-3268-46cc-95f1-75307ac89a6d, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=b3622d5f-3268-46cc-95f1-75307ac89a6d,segment=NetworkSegment(227c2530-99d4-4364-bd6a-0de4a89ff17b),segment_id=227c2530-99d4-4364-bd6a-0de4a89ff17b)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:36.373624 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-854fac30-f036-4276-9e4e-9aed449a7879 req-76e35d84-2944-4378-b38c-df7c9b85cfe8 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (b3622d5f-3268-46cc-95f1-75307ac89a6d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:36.405202 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-854fac30-f036-4276-9e4e-9aed449a7879 req-76e35d84-2944-4378-b38c-df7c9b85cfe8 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Calling delete_port for b3622d5f-3268-46cc-95f1-75307ac89a6d owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:44:36.441092 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2393247d-1a60-4e45-839d-5a72a80e4f7e x-openstack-request-id: req-2393247d-1a60-4e45-839d-5a72a80e4f7e {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:36.442081 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25780588-1d3c-4ec5-aaff-07dfb493e549", "name": "network-vif-deleted", "tag": "d01043ae-2f59-4597-8196-f67ba1bb777e", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:36.442491 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2393247d-1a60-4e45-839d-5a72a80e4f7e {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:36.443021 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25780588-1d3c-4ec5-aaff-07dfb493e549', 'name': 'network-vif-deleted', 'tag': 'd01043ae-2f59-4597-8196-f67ba1bb777e', 'status': 'completed', 'code': 200} Mar 07 10:44:36.590354 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fcdf515b-4ee7-41ae-afcf-423014efd8b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:36.592189 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-854fac30-f036-4276-9e4e-9aed449a7879 req-76e35d84-2944-4378-b38c-df7c9b85cfe8 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (b3622d5f-3268-46cc-95f1-75307ac89a6d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:36.605077 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cf1e95dc-b130-4191-8d10-a374bc74e1db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (de223f11-a94f-4858-90a3-934434604c35), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:36.625494 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['d01043ae-2f59-4597-8196-f67ba1bb777e'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:44:36.631091 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['b3622d5f-3268-46cc-95f1-75307ac89a6d'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:44:36.639805 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e35d84-2944-4378-b38c-df7c9b85cfe8 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Pushing event deleted for resources: {'Port': ['ID=b3622d5f-3268-46cc-95f1-75307ac89a6d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:36.711167 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-854fac30-f036-4276-9e4e-9aed449a7879 req-76e35d84-2944-4378-b38c-df7c9b85cfe8 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] No DVR routers for this DVR port b3622d5f-3268-46cc-95f1-75307ac89a6d on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:44:36.719288 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1e95dc-b130-4191-8d10-a374bc74e1db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network 52c369f2-aa89-4898-b67b-2b6a8544d2f5 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:36.720448 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-854fac30-f036-4276-9e4e-9aed449a7879 req-76e35d84-2944-4378-b38c-df7c9b85cfe8 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:36.724483 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-854fac30-f036-4276-9e4e-9aed449a7879 req-76e35d84-2944-4378-b38c-df7c9b85cfe8 tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.31 "DELETE /v2.0/ports/b3622d5f-3268-46cc-95f1-75307ac89a6d HTTP/1.1" status: 204 len: 173 time: 0.6870050 Mar 07 10:44:36.724834 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79bdbb07-bb85-42b6-9cde-a3b65b166f55', 'name': 'network-vif-deleted', 'tag': 'b3622d5f-3268-46cc-95f1-75307ac89a6d'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:36.728711 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2937f7f5-8460-4883-a0ee-076158da89cb" -d '{"events": [{"server_uuid": "79bdbb07-bb85-42b6-9cde-a3b65b166f55", "name": "network-vif-deleted", "tag": "b3622d5f-3268-46cc-95f1-75307ac89a6d"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:36.735235 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-cf1e95dc-b130-4191-8d10-a374bc74e1db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:36.764989 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1e95dc-b130-4191-8d10-a374bc74e1db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:44:36.766164 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cf1e95dc-b130-4191-8d10-a374bc74e1db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (e835d938-7e9e-411e-bd9c-d1ee398d1e20), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:36.839185 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e95dc-b130-4191-8d10-a374bc74e1db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Port': ['ID=de223f11-a94f-4858-90a3-934434604c35,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:37.076598 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56500) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:37.079045 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-69b9910b-5ff8-4743-9526-828e7723bee6 req-bae4d575-e995-4229-a206-4a03c933bd91 tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0834143 Mar 07 10:44:37.110074 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cf1e95dc-b130-4191-8d10-a374bc74e1db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (de223f11-a94f-4858-90a3-934434604c35), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:37.147766 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6136b42-dc4b-4ed2-b446-908adc038b9e None None] Network 52c369f2-aa89-4898-b67b-2b6a8544d2f5 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:44:37.316735 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9fff39-5b02-42c7-afba-a03ff58d383f x-openstack-request-id: req-ce9fff39-5b02-42c7-afba-a03ff58d383f {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:37.317188 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79bdbb07-bb85-42b6-9cde-a3b65b166f55", "name": "network-vif-deleted", "tag": "b3622d5f-3268-46cc-95f1-75307ac89a6d", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:37.317415 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ce9fff39-5b02-42c7-afba-a03ff58d383f {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:37.317991 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79bdbb07-bb85-42b6-9cde-a3b65b166f55', 'name': 'network-vif-deleted', 'tag': 'b3622d5f-3268-46cc-95f1-75307ac89a6d', 'status': 'completed', 'code': 200} Mar 07 10:44:37.323799 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b1662c26-b0ab-4635-8ceb-40145f5088f9 None None] Provisioning complete for port e5953970-4abc-494d-8806-0c0b7d808888 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:37.324513 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b1662c26-b0ab-4635-8ceb-40145f5088f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e5953970-4abc-494d-8806-0c0b7d808888), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:37.340752 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5c0ba1d8-d8d7-44ea-b81c-ef8bae3e9359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:37.402880 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-74be17ba-54d8-41a9-a0cc-24b72595fd18 req-d02bcd36-51d7-4795-85d9-22d1d528123d tempest-MultipleCreateTestJSON-1833977044 tempest-MultipleCreateTestJSON-1833977044-project] 10.222.0.11 "GET /v2.0/ports?device_id=79bdbb07-bb85-42b6-9cde-a3b65b166f55 HTTP/1.1" status: 200 len: 210 time: 0.0638347 Mar 07 10:44:37.480671 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5c0ba1d8-d8d7-44ea-b81c-ef8bae3e9359 admin admin] Publish callbacks [] for security_group (5e3ac118-4220-40cc-bdb8-f8cbcc139e2a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:37.490693 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5c0ba1d8-d8d7-44ea-b81c-ef8bae3e9359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5e3ac118-4220-40cc-bdb8-f8cbcc139e2a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:37.507810 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b1662c26-b0ab-4635-8ceb-40145f5088f9 None None] Current status of the port e5953970-4abc-494d-8806-0c0b7d808888 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:37.508204 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b1662c26-b0ab-4635-8ceb-40145f5088f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e5953970-4abc-494d-8806-0c0b7d808888), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:37.593300 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5c0ba1d8-d8d7-44ea-b81c-ef8bae3e9359 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4d59dc7425614306a3c27b7236bd2b95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5122657 Mar 07 10:44:37.593745 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56508) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:37.594201 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ba1d8-d8d7-44ea-b81c-ef8bae3e9359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3ac118-4220-40cc-bdb8-f8cbcc139e2a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:37.619652 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-b1662c26-b0ab-4635-8ceb-40145f5088f9 None None] For port e5953970-4abc-494d-8806-0c0b7d808888, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e5953970-4abc-494d-8806-0c0b7d808888,segment=NetworkSegment(4ede161d-3c33-4132-8a0c-7c53d3989633),segment_id=4ede161d-3c33-4132-8a0c-7c53d3989633)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:37.631901 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b1662c26-b0ab-4635-8ceb-40145f5088f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e5953970-4abc-494d-8806-0c0b7d808888), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:37.705198 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e5953970-4abc-494d-8806-0c0b7d808888 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:44:37.772027 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1662c26-b0ab-4635-8ceb-40145f5088f9 None None] Pushing event updated for resources: {'Port': ['ID=e5953970-4abc-494d-8806-0c0b7d808888,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:37.773098 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cf1e95dc-b130-4191-8d10-a374bc74e1db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for port (de223f11-a94f-4858-90a3-934434604c35), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:37.775674 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a542791-2a83-4a14-84d7-af4f251b13b7 admin admin] Publish callbacks [] for security_group (5e3ac118-4220-40cc-bdb8-f8cbcc139e2a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:37.787320 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cf1e95dc-b130-4191-8d10-a374bc74e1db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (de223f11-a94f-4858-90a3-934434604c35), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:37.788099 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cf1e95dc-b130-4191-8d10-a374bc74e1db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (e835d938-7e9e-411e-bd9c-d1ee398d1e20), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:37.797279 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port e5953970-4abc-494d-8806-0c0b7d808888 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:37.797848 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e5953970-4abc-494d-8806-0c0b7d808888), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:37.843298 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e95dc-b130-4191-8d10-a374bc74e1db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Port': ['ID=de223f11-a94f-4858-90a3-934434604c35,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:37.858725 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a542791-2a83-4a14-84d7-af4f251b13b7 admin admin] Publish callbacks [] for security_group (5e3ac118-4220-40cc-bdb8-f8cbcc139e2a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:37.898178 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port e5953970-4abc-494d-8806-0c0b7d808888 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:37.966173 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b4d223d1-80d7-4b71-be11-c76b5dd25732 None None] Provisioning complete for port e5953970-4abc-494d-8806-0c0b7d808888 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:37.968487 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b4d223d1-80d7-4b71-be11-c76b5dd25732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e5953970-4abc-494d-8806-0c0b7d808888), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:37.988315 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1e95dc-b130-4191-8d10-a374bc74e1db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network 52c369f2-aa89-4898-b67b-2b6a8544d2f5 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:37.989606 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a542791-2a83-4a14-84d7-af4f251b13b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5e3ac118-4220-40cc-bdb8-f8cbcc139e2a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:37.992135 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a542791-2a83-4a14-84d7-af4f251b13b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:37.993304 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3a542791-2a83-4a14-84d7-af4f251b13b7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5e3ac118-4220-40cc-bdb8-f8cbcc139e2a HTTP/1.1" status: 204 len: 168 time: 0.3981981 Mar 07 10:44:37.994196 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-cf1e95dc-b130-4191-8d10-a374bc74e1db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:38.020902 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a542791-2a83-4a14-84d7-af4f251b13b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3ac118-4220-40cc-bdb8-f8cbcc139e2a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:38.116017 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b4d223d1-80d7-4b71-be11-c76b5dd25732 None None] Current status of the port e5953970-4abc-494d-8806-0c0b7d808888 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:38.133547 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b4d223d1-80d7-4b71-be11-c76b5dd25732 None None] Provisioning complete for port de223f11-a94f-4858-90a3-934434604c35 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:38.133946 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b4d223d1-80d7-4b71-be11-c76b5dd25732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (de223f11-a94f-4858-90a3-934434604c35), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:38.182813 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b4d223d1-80d7-4b71-be11-c76b5dd25732 None None] Port de223f11-a94f-4858-90a3-934434604c35 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:44:38.257822 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-efcea7c5-2457-4ae7-863d-6f99b607fe53 req-1512bfc6-7ee1-44f1-9c68-7a1ac122d195 tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0338604 Mar 07 10:44:38.311565 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-8e236609-175d-4a11-96bb-c4303fe154e6 None None] Provisioning complete for port de223f11-a94f-4858-90a3-934434604c35 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:38.313673 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8e236609-175d-4a11-96bb-c4303fe154e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (de223f11-a94f-4858-90a3-934434604c35), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:38.343988 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1e95dc-b130-4191-8d10-a374bc74e1db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Router e835d938-7e9e-411e-bd9c-d1ee398d1e20 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:44:38.358925 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8e236609-175d-4a11-96bb-c4303fe154e6 None None] Port de223f11-a94f-4858-90a3-934434604c35 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:44:38.469780 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56520) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:38.499154 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9c837040-b81d-45ed-9553-ea02f974384e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:38.506742 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56524) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:38.555866 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-343c955c-a4b0-4041-9ecf-fde02f701331 req-bf0021d9-3d10-46aa-9e9c-b8f313fbfcc6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=0a2834f2e431400f81113ba03a26b381&device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0418975 Mar 07 10:44:38.584123 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-382b6aca-f175-4bd7-9c00-5b3cbe72f2a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:38.611175 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-343c955c-a4b0-4041-9ecf-fde02f701331 req-678f3d76-efc5-4519-8733-c72a36ee674d service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=0a2834f2e431400f81113ba03a26b381&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434310 Mar 07 10:44:38.612273 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1e95dc-b130-4191-8d10-a374bc74e1db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:44:38.619770 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cf1e95dc-b130-4191-8d10-a374bc74e1db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "PUT /v2.0/routers/e835d938-7e9e-411e-bd9c-d1ee398d1e20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9038756 Mar 07 10:44:38.619971 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56526) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:38.630973 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c517039c-9746-43ce-b795-468da352e283 None None] Sync routers for ids ['e835d938-7e9e-411e-bd9c-d1ee398d1e20'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:44:38.643521 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c517039c-9746-43ce-b795-468da352e283 None None] Routers {'e835d938-7e9e-411e-bd9c-d1ee398d1e20'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:44:38.644278 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c517039c-9746-43ce-b795-468da352e283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:44:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['e835d938-7e9e-411e-bd9c-d1ee398d1e20'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:38.665399 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f3b0f75d-5b02-4286-a970-b806a6e72dcc req-096f6cc0-fe84-41bc-8af5-a95fa124fc41 tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0585172 Mar 07 10:44:38.688308 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c517039c-9746-43ce-b795-468da352e283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:38.688913 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-24d2eedd-0523-4f33-9f17-bb9563337fb0 admin admin] Deleting subnet 5a1ccb26-ce7d-427a-a115-1bc37d7a5beb {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:44:38.705973 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-97ec3856-2654-4f1f-b564-a0d150bd777f None None] Provisioning complete for port de223f11-a94f-4858-90a3-934434604c35 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:38.706353 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-97ec3856-2654-4f1f-b564-a0d150bd777f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (de223f11-a94f-4858-90a3-934434604c35), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:38.710960 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc979da8-c73c-4637-9b87-072b6d0f55cb tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:38.712478 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-dc979da8-c73c-4637-9b87-072b6d0f55cb tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "GET /v2.0/ports/de223f11-a94f-4858-90a3-934434604c35 HTTP/1.1" status: 200 len: 911 time: 0.0916538 Mar 07 10:44:38.717388 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56530) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:38.730571 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c517039c-9746-43ce-b795-468da352e283 None None] Routers {'e835d938-7e9e-411e-bd9c-d1ee398d1e20'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:44:38.732539 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c517039c-9746-43ce-b795-468da352e283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:44:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['e835d938-7e9e-411e-bd9c-d1ee398d1e20'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:38.781460 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c517039c-9746-43ce-b795-468da352e283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:38.782480 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c517039c-9746-43ce-b795-468da352e283 None None] The sync data for ids ['e835d938-7e9e-411e-bd9c-d1ee398d1e20'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:44:38.807742 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-97ec3856-2654-4f1f-b564-a0d150bd777f None None] Port de223f11-a94f-4858-90a3-934434604c35 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:44:38.823616 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-24d2eedd-0523-4f33-9f17-bb9563337fb0 admin admin] Publish callbacks [] for subnet (5a1ccb26-ce7d-427a-a115-1bc37d7a5beb), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:38.885715 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c955c-a4b0-4041-9ecf-fde02f701331 req-9ca3b861-234d-4760-8603-fea3ff225d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:38.887393 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-343c955c-a4b0-4041-9ecf-fde02f701331 req-9ca3b861-234d-4760-8603-fea3ff225d11 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2688308 Mar 07 10:44:38.916319 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-24d2eedd-0523-4f33-9f17-bb9563337fb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (5a1ccb26-ce7d-427a-a115-1bc37d7a5beb), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:39.026182 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9c837040-b81d-45ed-9553-ea02f974384e admin admin] Publish callbacks [] for security_group (6c0f8afb-ccc5-472b-8c2a-f7750b5e5234), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:39.030862 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-24d2eedd-0523-4f33-9f17-bb9563337fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (5a1ccb26-ce7d-427a-a115-1bc37d7a5beb), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:39.074854 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9c837040-b81d-45ed-9553-ea02f974384e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (6c0f8afb-ccc5-472b-8c2a-f7750b5e5234), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:39.150851 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c837040-b81d-45ed-9553-ea02f974384e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0f8afb-ccc5-472b-8c2a-f7750b5e5234,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:39.155165 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9c837040-b81d-45ed-9553-ea02f974384e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=807c2916f9bf4afbadcb20e5a6798dd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6841211 Mar 07 10:44:39.158155 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56532) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:39.194278 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c837040-b81d-45ed-9553-ea02f974384e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:39.194630 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c837040-b81d-45ed-9553-ea02f974384e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:39.194971 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c837040-b81d-45ed-9553-ea02f974384e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:39.195406 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c837040-b81d-45ed-9553-ea02f974384e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:39.195694 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c837040-b81d-45ed-9553-ea02f974384e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:39.195959 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c837040-b81d-45ed-9553-ea02f974384e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:39.196295 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c837040-b81d-45ed-9553-ea02f974384e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:39.196608 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c837040-b81d-45ed-9553-ea02f974384e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:39.196933 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c837040-b81d-45ed-9553-ea02f974384e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:39.197410 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c837040-b81d-45ed-9553-ea02f974384e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:39.197738 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c837040-b81d-45ed-9553-ea02f974384e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:39.198060 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c837040-b81d-45ed-9553-ea02f974384e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:39.198383 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c837040-b81d-45ed-9553-ea02f974384e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:39.211249 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fbc113f-cf86-4337-ae9f-f787893fa2e1 admin admin] Publish callbacks [] for security_group (6c0f8afb-ccc5-472b-8c2a-f7750b5e5234), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:39.215756 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-24d2eedd-0523-4f33-9f17-bb9563337fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (5a1ccb26-ce7d-427a-a115-1bc37d7a5beb), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:39.236565 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fbc113f-cf86-4337-ae9f-f787893fa2e1 admin admin] Publish callbacks [] for security_group (6c0f8afb-ccc5-472b-8c2a-f7750b5e5234), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:39.251604 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-24d2eedd-0523-4f33-9f17-bb9563337fb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:39.254854 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-24d2eedd-0523-4f33-9f17-bb9563337fb0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5a1ccb26-ce7d-427a-a115-1bc37d7a5beb HTTP/1.1" status: 204 len: 168 time: 0.7471170 Mar 07 10:44:39.258248 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d2eedd-0523-4f33-9f17-bb9563337fb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a1ccb26-ce7d-427a-a115-1bc37d7a5beb,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:39.261809 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56534) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:39.303736 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fbc113f-cf86-4337-ae9f-f787893fa2e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (6c0f8afb-ccc5-472b-8c2a-f7750b5e5234), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:39.306684 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fbc113f-cf86-4337-ae9f-f787893fa2e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:39.310484 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9fbc113f-cf86-4337-ae9f-f787893fa2e1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6c0f8afb-ccc5-472b-8c2a-f7750b5e5234 HTTP/1.1" status: 204 len: 168 time: 0.1485684 Mar 07 10:44:39.320196 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc113f-cf86-4337-ae9f-f787893fa2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0f8afb-ccc5-472b-8c2a-f7750b5e5234,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:39.379522 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9c221bcf-a908-4a1f-9445-3bcf317df765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (76565483-d66d-41cb-bdde-407dbd732435), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:39.526639 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9c221bcf-a908-4a1f-9445-3bcf317df765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (76565483-d66d-41cb-bdde-407dbd732435), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:39.554042 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e5953970-4abc-494d-8806-0c0b7d808888 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:44:39.562035 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b00fe3e1-308d-4449-89c0-1a74fe693aaf tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (e835d938-7e9e-411e-bd9c-d1ee398d1e20), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:39.567962 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-9c221bcf-a908-4a1f-9445-3bcf317df765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76565483-d66d-41cb-bdde-407dbd732435']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:39.623749 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-9c221bcf-a908-4a1f-9445-3bcf317df765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '227c2530-99d4-4364-bd6a-0de4a89ff17b') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:39.624134 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-9c221bcf-a908-4a1f-9445-3bcf317df765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '227c2530-99d4-4364-bd6a-0de4a89ff17b') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:39.627408 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port e5953970-4abc-494d-8806-0c0b7d808888 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:39.628040 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e5953970-4abc-494d-8806-0c0b7d808888), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:39.674221 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9c221bcf-a908-4a1f-9445-3bcf317df765 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (227c2530-99d4-4364-bd6a-0de4a89ff17b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:39.701355 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9c221bcf-a908-4a1f-9445-3bcf317df765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (227c2530-99d4-4364-bd6a-0de4a89ff17b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:39.716285 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c221bcf-a908-4a1f-9445-3bcf317df765 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:44:39.717023 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9c221bcf-a908-4a1f-9445-3bcf317df765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (227c2530-99d4-4364-bd6a-0de4a89ff17b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:39.719739 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:44:39.719739 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:44:39.719739 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:44:39.719739 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:44:39.719739 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:44:39.719739 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:44:39.719739 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:44:39.719739 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:44:39.719739 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:44:39.719739 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:44:39.719739 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:44:39.719739 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:44:39.719739 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:44:39.719739 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:44:39.719739 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:44:39.719739 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:44:39.719739 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:44:39.719739 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:44:39.719739 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:44:39.719739 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:44:39.719739 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:44:39.719739 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:44:39.719739 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:44:39.719739 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:44:39.719739 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:44:39.719739 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:44:39.719739 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:44:39.719739 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:44:39.719739 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:44:39.719739 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:44:39.719739 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:44:39.719739 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:44:39.742290 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port e5953970-4abc-494d-8806-0c0b7d808888 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:39.833601 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:39.893634 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23abc018-d7e1-421b-af6a-a0d5b4114cf9 req-a402417c-9f64-4901-942a-4ca98b556687 tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0709445 Mar 07 10:44:39.906316 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9c221bcf-a908-4a1f-9445-3bcf317df765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (76565483-d66d-41cb-bdde-407dbd732435), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:39.916503 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9c221bcf-a908-4a1f-9445-3bcf317df765 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:39.919733 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9c221bcf-a908-4a1f-9445-3bcf317df765 admin admin] 10.222.0.11 "DELETE /v2.0/networks/76565483-d66d-41cb-bdde-407dbd732435 HTTP/1.1" status: 204 len: 168 time: 0.6568911 Mar 07 10:44:39.946283 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c221bcf-a908-4a1f-9445-3bcf317df765 admin admin] Pushing event deleted for resources: {'Network': ['ID=76565483-d66d-41cb-bdde-407dbd732435,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:40.088439 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b00fe3e1-308d-4449-89c0-1a74fe693aaf tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Deleting port de223f11-a94f-4858-90a3-934434604c35 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:44:40.102402 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b00fe3e1-308d-4449-89c0-1a74fe693aaf tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (de223f11-a94f-4858-90a3-934434604c35), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:40.126911 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device b3622d5f-3268-46cc-95f1-75307ac89a6d no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:44:40.164772 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: b3622d5f-3268-46cc-95f1-75307ac89a6d {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:44:40.165477 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device b3622d5f-3268-46cc-95f1-75307ac89a6d not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:44:40.248502 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b00fe3e1-308d-4449-89c0-1a74fe693aaf tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (de223f11-a94f-4858-90a3-934434604c35), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:40.258041 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56566) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:40.271746 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b00fe3e1-308d-4449-89c0-1a74fe693aaf tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Calling delete_port for de223f11-a94f-4858-90a3-934434604c35 owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:44:40.335291 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5b13d-1532-455e-9687-0ca18c31dcbd req-4b77e42c-4ec2-4ece-9f6c-bd0717e08afb tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:40.336950 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fac5b13d-1532-455e-9687-0ca18c31dcbd req-4b77e42c-4ec2-4ece-9f6c-bd0717e08afb tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.0902607 Mar 07 10:44:40.418060 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fac5b13d-1532-455e-9687-0ca18c31dcbd req-a6393777-1330-47d1-9083-ffc92ca90894 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749133 Mar 07 10:44:40.508446 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-343c955c-a4b0-4041-9ecf-fde02f701331 req-ab675958-a628-48ec-8525-0ae55ca3bb7c tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.31 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0430574 Mar 07 10:44:40.528315 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d01043ae-2f59-4597-8196-f67ba1bb777e no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:44:40.601644 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: d01043ae-2f59-4597-8196-f67ba1bb777e {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:44:40.602402 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d01043ae-2f59-4597-8196-f67ba1bb777e not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:44:40.687274 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-145d02a8-d11f-4dc7-9c71-c35b96c93618 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=09f2bfd2da3e4fd89d3e140a66579bae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4278588 Mar 07 10:44:40.691852 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56576) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:40.753206 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f39b8c-681e-49b0-8ba8-7e25174b005c req-fddcb84a-69ee-4606-9e60-8aaf964e2a9f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:40.755035 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-77f39b8c-681e-49b0-8ba8-7e25174b005c req-fddcb84a-69ee-4606-9e60-8aaf964e2a9f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1230454 Mar 07 10:44:40.788358 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9d365d2f-b2bb-4aa4-af6d-e16cec3b8eca admin admin] Publish callbacks [] for security_group (96ec3d28-0b8e-46bc-a0d5-009e638e8eb1), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:40.829883 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-77f39b8c-681e-49b0-8ba8-7e25174b005c req-81276066-f1fb-43c6-9243-ef38791a950d tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572255 Mar 07 10:44:40.849550 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9d365d2f-b2bb-4aa4-af6d-e16cec3b8eca admin admin] Publish callbacks [] for security_group (96ec3d28-0b8e-46bc-a0d5-009e638e8eb1), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:40.908929 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b00fe3e1-308d-4449-89c0-1a74fe693aaf tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (de223f11-a94f-4858-90a3-934434604c35), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:40.919438 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9d365d2f-b2bb-4aa4-af6d-e16cec3b8eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (96ec3d28-0b8e-46bc-a0d5-009e638e8eb1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:40.922302 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9d365d2f-b2bb-4aa4-af6d-e16cec3b8eca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:40.923665 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9d365d2f-b2bb-4aa4-af6d-e16cec3b8eca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/96ec3d28-0b8e-46bc-a0d5-009e638e8eb1 HTTP/1.1" status: 204 len: 168 time: 0.2299435 Mar 07 10:44:40.954374 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d365d2f-b2bb-4aa4-af6d-e16cec3b8eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ec3d28-0b8e-46bc-a0d5-009e638e8eb1,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:41.020027 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00fe3e1-308d-4449-89c0-1a74fe693aaf tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Port': ['ID=de223f11-a94f-4858-90a3-934434604c35,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:41.197531 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cbd9d-5097-4c88-9a79-2260ea979117 req-402d3aa7-b7a8-47c6-bb63-4a8b8f047f1f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:41.199342 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8c7cbd9d-5097-4c88-9a79-2260ea979117 req-402d3aa7-b7a8-47c6-bb63-4a8b8f047f1f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1474159 Mar 07 10:44:41.245558 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b00fe3e1-308d-4449-89c0-1a74fe693aaf tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (e835d938-7e9e-411e-bd9c-d1ee398d1e20), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:41.361074 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8c7cbd9d-5097-4c88-9a79-2260ea979117 req-050e0ac2-5fc6-480e-82a3-5cbfbe7e8661 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546369 Mar 07 10:44:41.530894 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-786e9cd7-7270-4e2c-b5be-d01dc3a94326 req-9306c85e-574b-4cc3-9a99-e1848927b42b tempest-ServerShowV257Test-1681494391 tempest-ServerShowV257Test-1681494391-project] 10.222.0.11 "GET /v2.0/ports?device_id=14948c00-0201-4b68-a0db-cb3274224a64 HTTP/1.1" status: 200 len: 210 time: 0.0566902 Mar 07 10:44:41.547077 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00fe3e1-308d-4449-89c0-1a74fe693aaf tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Router e835d938-7e9e-411e-bd9c-d1ee398d1e20 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:44:41.587850 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56604) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:41.591948 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:41.726514 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00fe3e1-308d-4449-89c0-1a74fe693aaf tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:44:41.735657 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b00fe3e1-308d-4449-89c0-1a74fe693aaf tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "PUT /v2.0/routers/e835d938-7e9e-411e-bd9c-d1ee398d1e20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0141699 Mar 07 10:44:41.737895 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab8738c-675e-4205-b339-39a1f7378386 None None] Sync routers for ids ['e835d938-7e9e-411e-bd9c-d1ee398d1e20'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:44:41.738628 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56612) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:41.758789 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab8738c-675e-4205-b339-39a1f7378386 None None] Routers {'e835d938-7e9e-411e-bd9c-d1ee398d1e20'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:44:41.759554 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5ab8738c-675e-4205-b339-39a1f7378386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:44:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['e835d938-7e9e-411e-bd9c-d1ee398d1e20'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:41.791013 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-35a9674a-7103-44db-8043-e4c94f44b6a1 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "GET /v2.0/ports?device_id=e835d938-7e9e-411e-bd9c-d1ee398d1e20 HTTP/1.1" status: 200 len: 205 time: 0.0483878 Mar 07 10:44:41.791013 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56614) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:41.793466 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b95d0bd-1bb0-448f-9b91-d895307dab18 req-be54a3a2-ee11-4e5b-9c21-a3b1b2739840 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:41.800636 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3b95d0bd-1bb0-448f-9b91-d895307dab18 req-be54a3a2-ee11-4e5b-9c21-a3b1b2739840 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1511867 Mar 07 10:44:41.838731 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5ab8738c-675e-4205-b339-39a1f7378386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:41.860908 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3b95d0bd-1bb0-448f-9b91-d895307dab18 req-f018e0a7-c87d-4f30-8044-56ca244090a7 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548294 Mar 07 10:44:41.862316 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab8738c-675e-4205-b339-39a1f7378386 None None] Routers {'e835d938-7e9e-411e-bd9c-d1ee398d1e20'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:44:41.862929 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5ab8738c-675e-4205-b339-39a1f7378386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:44:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['e835d938-7e9e-411e-bd9c-d1ee398d1e20'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:41.914242 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5ab8738c-675e-4205-b339-39a1f7378386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:41.914913 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab8738c-675e-4205-b339-39a1f7378386 None None] The sync data for ids ['e835d938-7e9e-411e-bd9c-d1ee398d1e20'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:44:41.982154 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-493ee295-994e-44a8-b875-59d50d29cd53 tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-57854859', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:42.009852 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-15ceca80-518e-46d7-98a5-8208b50afa50 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router (e835d938-7e9e-411e-bd9c-d1ee398d1e20), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:42.014951 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493ee295-994e-44a8-b875-59d50d29cd53 tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Made reservation on behalf of ed6b91f6f7034572bb8d8543db7fbf7d for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:42.018161 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-493ee295-994e-44a8-b875-59d50d29cd53 tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:42.067653 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-493ee295-994e-44a8-b875-59d50d29cd53 tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:42.273725 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c5786-c576-48f9-a970-767638eb2602 req-fece704b-0048-462b-aa6f-c70ea8240aeb tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:42.277942 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-676c5786-c576-48f9-a970-767638eb2602 req-fece704b-0048-462b-aa6f-c70ea8240aeb tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/networks?id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41 HTTP/1.1" status: 200 len: 811 time: 0.1977885 Mar 07 10:44:42.310825 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-676c5786-c576-48f9-a970-767638eb2602 req-e8232303-6b1c-4ef9-98ba-8fac97c480f5 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/quotas/d640dc7f4f784834ad48e78ec0df26a5 HTTP/1.1" status: 200 len: 375 time: 0.0244792 Mar 07 10:44:42.417402 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-676c5786-c576-48f9-a970-767638eb2602 req-e7b80770-4d11-4ef6-93e2-ec94af4f1520 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d640dc7f4f784834ad48e78ec0df26a5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1053090 Mar 07 10:44:42.559428 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d2f66-5027-4cf2-992d-d398fcb86bc3 req-5d117d41-b358-4320-8553-524b72a17c10 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:42.562573 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f56d2f66-5027-4cf2-992d-d398fcb86bc3 req-5d117d41-b358-4320-8553-524b72a17c10 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=29231323-4b16-406e-8eb2-ab3d88156342 HTTP/1.1" status: 200 len: 945 time: 0.6727369 Mar 07 10:44:42.580909 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56646) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:42.655968 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-676c5786-c576-48f9-a970-767638eb2602 req-f198535a-108c-46b4-b764-e682df4e229a service neutron] 10.222.0.11 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374952 Mar 07 10:44:42.666182 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-15ceca80-518e-46d7-98a5-8208b50afa50 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (e835d938-7e9e-411e-bd9c-d1ee398d1e20), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:42.672198 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-15ceca80-518e-46d7-98a5-8208b50afa50 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router_controller (e835d938-7e9e-411e-bd9c-d1ee398d1e20), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:42.707704 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-7fd9ff56-21e0-4f25-b790-e36443e42810 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1279063171-network', 'tenant_id': '0807b4acb2614af4a79c8ad90eadf71f'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:42.766800 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-15ceca80-518e-46d7-98a5-8208b50afa50 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (e835d938-7e9e-411e-bd9c-d1ee398d1e20), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:42.767473 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ceca80-518e-46d7-98a5-8208b50afa50 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Fanout notify agent at l3_agent the message router_deleted on router e835d938-7e9e-411e-bd9c-d1ee398d1e20 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:44:42.769030 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd9ff56-21e0-4f25-b790-e36443e42810 admin admin] Made reservation on behalf of 0807b4acb2614af4a79c8ad90eadf71f for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:42.772302 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7fd9ff56-21e0-4f25-b790-e36443e42810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:42.784229 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-15ceca80-518e-46d7-98a5-8208b50afa50 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:42.786130 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-15ceca80-518e-46d7-98a5-8208b50afa50 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/routers/e835d938-7e9e-411e-bd9c-d1ee398d1e20 HTTP/1.1" status: 204 len: 168 time: 0.9940403 Mar 07 10:44:42.786284 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7fd9ff56-21e0-4f25-b790-e36443e42810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:42.790845 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f56d2f66-5027-4cf2-992d-d398fcb86bc3 req-13eda253-c09e-4f46-8cfd-56eb5d2e7707 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=aed78c92-521c-4e1f-a7f2-d43edcc2ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833477 Mar 07 10:44:42.793128 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56652) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:42.834165 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-676c5786-c576-48f9-a970-767638eb2602 req-235ce7d0-e898-4767-90c7-01910e61948c service neutron] 10.222.0.11 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773643 Mar 07 10:44:42.865139 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-493ee295-994e-44a8-b875-59d50d29cd53 tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Publish callbacks [] for security_group (a349f0a5-1112-4365-8401-c23a9083c2dc), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:42.892540 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-493ee295-994e-44a8-b875-59d50d29cd53 tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a349f0a5-1112-4365-8401-c23a9083c2dc), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:42.908689 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:42.909947 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7fd9ff56-21e0-4f25-b790-e36443e42810 admin admin] Publish callbacks [] for security_group (0bd84fb2-a539-4a0b-9e02-0ee4f34d377a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:42.916883 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7fd9ff56-21e0-4f25-b790-e36443e42810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0bd84fb2-a539-4a0b-9e02-0ee4f34d377a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:42.919636 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-493ee295-994e-44a8-b875-59d50d29cd53 tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] device_id is not set on port 13f82c5d-a302-4010-9929-af21edd67d5d yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:44:42.933023 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-878530d4-a776-4285-8f41-da48db728b1b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Deleting subnet 956f0cb8-5e31-495b-b184-15b0162b285f {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:44:42.936930 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-878530d4-a776-4285-8f41-da48db728b1b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for subnet (956f0cb8-5e31-495b-b184-15b0162b285f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:42.947205 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9ff56-21e0-4f25-b790-e36443e42810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd84fb2-a539-4a0b-9e02-0ee4f34d377a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:42.956264 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd9ff56-21e0-4f25-b790-e36443e42810 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:44:42.969347 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7fd9ff56-21e0-4f25-b790-e36443e42810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (7463eea8-02f9-4ff6-8be2-bd736cd8cfc0), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:42.969767 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-7fd9ff56-21e0-4f25-b790-e36443e42810 admin admin] Added segment 7463eea8-02f9-4ff6-8be2-bd736cd8cfc0 of type vlan for network 8ee8aab8-41b1-4421-8677-53c18ecc5d41 Mar 07 10:44:42.994468 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-878530d4-a776-4285-8f41-da48db728b1b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (956f0cb8-5e31-495b-b184-15b0162b285f), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:43.038248 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7fd9ff56-21e0-4f25-b790-e36443e42810 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (8ee8aab8-41b1-4421-8677-53c18ecc5d41), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:43.084599 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7fd9ff56-21e0-4f25-b790-e36443e42810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (8ee8aab8-41b1-4421-8677-53c18ecc5d41), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:43.086463 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd9ff56-21e0-4f25-b790-e36443e42810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:43.087318 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7fd9ff56-21e0-4f25-b790-e36443e42810 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:43.099562 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-878530d4-a776-4285-8f41-da48db728b1b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (956f0cb8-5e31-495b-b184-15b0162b285f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:43.140254 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7fd9ff56-21e0-4f25-b790-e36443e42810 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5577414 Mar 07 10:44:43.140459 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56658) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:43.174378 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-71cc268c-6770-45c1-aebe-1fddca50e271 admin admin] Request body: {'subnet': {'network_id': '8ee8aab8-41b1-4421-8677-53c18ecc5d41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1279063171-subnet', 'tenant_id': '0807b4acb2614af4a79c8ad90eadf71f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:43.230655 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9ff56-21e0-4f25-b790-e36443e42810 admin admin] Pushing event updated for resources: {'Network': ['ID=8ee8aab8-41b1-4421-8677-53c18ecc5d41,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:43.241897 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 8ee8aab8-41b1-4421-8677-53c18ecc5d41 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:44:43.340782 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56666) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:43.372851 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-493ee295-994e-44a8-b875-59d50d29cd53 tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Allocated IP 172.25.3.45 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/13f82c5d-a302-4010-9929-af21edd67d5d) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:44:43.414361 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71cc268c-6770-45c1-aebe-1fddca50e271 admin admin] Made reservation on behalf of 0807b4acb2614af4a79c8ad90eadf71f for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:43.416622 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-71cc268c-6770-45c1-aebe-1fddca50e271 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:43.446869 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e2eb87fa-2dc7-41bb-8a85-b96542baaf87 req-f7831ab7-e04d-4d3d-a52a-da7fd8ab5b87 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cdbb3af-d82f-40ec-b841-f853daf2dd04 HTTP/1.1" status: 200 len: 210 time: 0.2800176 Mar 07 10:44:43.462693 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ee295-994e-44a8-b875-59d50d29cd53 tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a349f0a5-1112-4365-8401-c23a9083c2dc,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:43.524323 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6db64b5a-1728-4861-aeb5-138ebe035c9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:43.614261 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-878530d4-a776-4285-8f41-da48db728b1b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (956f0cb8-5e31-495b-b184-15b0162b285f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:43.616138 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6db64b5a-1728-4861-aeb5-138ebe035c9c admin admin] Publish callbacks [] for security_group (04fe1b7c-bcec-4f67-b9d2-13f99cee7c64), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:43.625047 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6db64b5a-1728-4861-aeb5-138ebe035c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (04fe1b7c-bcec-4f67-b9d2-13f99cee7c64), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:43.661730 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db64b5a-1728-4861-aeb5-138ebe035c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fe1b7c-bcec-4f67-b9d2-13f99cee7c64,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:43.689230 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6db64b5a-1728-4861-aeb5-138ebe035c9c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0a2834f2e431400f81113ba03a26b381&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3472948 Mar 07 10:44:43.690327 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56676) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:43.718204 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-878530d4-a776-4285-8f41-da48db728b1b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:43.721085 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-878530d4-a776-4285-8f41-da48db728b1b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/subnets/956f0cb8-5e31-495b-b184-15b0162b285f HTTP/1.1" status: 204 len: 168 time: 0.9268792 Mar 07 10:44:43.728115 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc98a64-1516-462b-a7d1-277eb265e249 None None] Network 52c369f2-aa89-4898-b67b-2b6a8544d2f5 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:44:43.729836 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56678) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:43.730197 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878530d4-a776-4285-8f41-da48db728b1b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Subnet': ['ID=956f0cb8-5e31-495b-b184-15b0162b285f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:43.798085 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75ce23-1af4-40f1-b8d0-1789c5d6865d req-816bd7fd-19cc-4b63-a03f-da7f2f34142e tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:43.800065 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3a75ce23-1af4-40f1-b8d0-1789c5d6865d req-816bd7fd-19cc-4b63-a03f-da7f2f34142e tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.31 "GET /v2.0/ports?device_id=29231323-4b16-406e-8eb2-ab3d88156342 HTTP/1.1" status: 200 len: 945 time: 0.2075820 Mar 07 10:44:43.847355 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-710a7446-f7d5-4770-beed-610271e2e274 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (52c369f2-aa89-4898-b67b-2b6a8544d2f5), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:43.862720 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-493ee295-994e-44a8-b875-59d50d29cd53 tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Publish callbacks [] for port (13f82c5d-a302-4010-9929-af21edd67d5d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:43.889995 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39601443-2ac3-447d-bd26-a1d16fb0ae17 admin admin] Publish callbacks [] for security_group (04fe1b7c-bcec-4f67-b9d2-13f99cee7c64), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:43.918750 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39601443-2ac3-447d-bd26-a1d16fb0ae17 admin admin] Publish callbacks [] for security_group (04fe1b7c-bcec-4f67-b9d2-13f99cee7c64), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:44.008835 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-71cc268c-6770-45c1-aebe-1fddca50e271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (41c92064-b9e0-4efb-bea4-e49c4908a99d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:44.013992 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60863cc2-a86a-4802-b2b1-dc676b813f1a None None] DHCP port deletion for 52c369f2-aa89-4898-b67b-2b6a8544d2f5 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:44:44.040779 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-493ee295-994e-44a8-b875-59d50d29cd53 tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (13f82c5d-a302-4010-9929-af21edd67d5d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:44.075991 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-60863cc2-a86a-4802-b2b1-dc676b813f1a None None] Deleting port e5953970-4abc-494d-8806-0c0b7d808888 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:44:44.076629 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-60863cc2-a86a-4802-b2b1-dc676b813f1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (e5953970-4abc-494d-8806-0c0b7d808888), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:44.104653 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39601443-2ac3-447d-bd26-a1d16fb0ae17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (04fe1b7c-bcec-4f67-b9d2-13f99cee7c64), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:44.107547 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39601443-2ac3-447d-bd26-a1d16fb0ae17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:44.112865 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-39601443-2ac3-447d-bd26-a1d16fb0ae17 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/04fe1b7c-bcec-4f67-b9d2-13f99cee7c64 HTTP/1.1" status: 204 len: 168 time: 0.4212363 Mar 07 10:44:44.129818 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39601443-2ac3-447d-bd26-a1d16fb0ae17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fe1b7c-bcec-4f67-b9d2-13f99cee7c64,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:44.135149 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493ee295-994e-44a8-b875-59d50d29cd53 tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:44.143128 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-3a75ce23-1af4-40f1-b8d0-1789c5d6865d req-ad56ed71-a26f-414a-8fe1-225f31f889a3 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Deleting port f92313b3-14c2-4673-a7bb-2bc9b560ec04 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:44:44.143475 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-3a75ce23-1af4-40f1-b8d0-1789c5d6865d req-ad56ed71-a26f-414a-8fe1-225f31f889a3 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (f92313b3-14c2-4673-a7bb-2bc9b560ec04), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:44.162164 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-60863cc2-a86a-4802-b2b1-dc676b813f1a None None] For port e5953970-4abc-494d-8806-0c0b7d808888, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e5953970-4abc-494d-8806-0c0b7d808888,segment=NetworkSegment(4ede161d-3c33-4132-8a0c-7c53d3989633),segment_id=4ede161d-3c33-4132-8a0c-7c53d3989633)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:44.162944 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-60863cc2-a86a-4802-b2b1-dc676b813f1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (e5953970-4abc-494d-8806-0c0b7d808888), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:44.169208 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-493ee295-994e-44a8-b875-59d50d29cd53 tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:44.175076 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493ee295-994e-44a8-b875-59d50d29cd53 tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:44:44.204794 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64082daf-f51a-4e21-a549-718f46defd3a req-7ec7c288-7df8-4ff0-93e5-933bfafe8c07 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:44.208452 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-64082daf-f51a-4e21-a549-718f46defd3a req-7ec7c288-7df8-4ff0-93e5-933bfafe8c07 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=29231323-4b16-406e-8eb2-ab3d88156342 HTTP/1.1" status: 200 len: 945 time: 0.2087464 Mar 07 10:44:44.211521 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-710a7446-f7d5-4770-beed-610271e2e274 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Deleting port e5953970-4abc-494d-8806-0c0b7d808888 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:44:44.212116 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-710a7446-f7d5-4770-beed-610271e2e274 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (e5953970-4abc-494d-8806-0c0b7d808888), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:44.224430 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc268c-6770-45c1-aebe-1fddca50e271 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41c92064-b9e0-4efb-bea4-e49c4908a99d,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:44.288472 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ee295-994e-44a8-b875-59d50d29cd53 tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Pushing event updated for resources: {'Port': ['ID=13f82c5d-a302-4010-9929-af21edd67d5d,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:44.353914 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cc268c-6770-45c1-aebe-1fddca50e271 admin admin] Checking segment: {'id': '7463eea8-02f9-4ff6-8be2-bd736cd8cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8ee8aab8-41b1-4421-8677-53c18ecc5d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:44:44.361827 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cc268c-6770-45c1-aebe-1fddca50e271 admin admin] Network hostable DHCP agents. Network: 8ee8aab8-41b1-4421-8677-53c18ecc5d41, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:44:44.362268 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-710a7446-f7d5-4770-beed-610271e2e274 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] For port e5953970-4abc-494d-8806-0c0b7d808888, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e5953970-4abc-494d-8806-0c0b7d808888,segment=NetworkSegment(4ede161d-3c33-4132-8a0c-7c53d3989633),segment_id=4ede161d-3c33-4132-8a0c-7c53d3989633)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:44.362643 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-710a7446-f7d5-4770-beed-610271e2e274 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (e5953970-4abc-494d-8806-0c0b7d808888), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:44.394705 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-64082daf-f51a-4e21-a549-718f46defd3a req-c37172f3-939d-45bd-ad13-116855025d27 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=aed78c92-521c-4e1f-a7f2-d43edcc2ebf3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733332 Mar 07 10:44:44.396038 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-710a7446-f7d5-4770-beed-610271e2e274 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Calling delete_port for e5953970-4abc-494d-8806-0c0b7d808888 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:44:44.407525 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493ee295-994e-44a8-b875-59d50d29cd53 tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:44.407525 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-493ee295-994e-44a8-b875-59d50d29cd53 tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:44.439605 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-60863cc2-a86a-4802-b2b1-dc676b813f1a None None] Calling delete_port for e5953970-4abc-494d-8806-0c0b7d808888 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:44:44.489724 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-493ee295-994e-44a8-b875-59d50d29cd53 tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.9006386 Mar 07 10:44:44.493551 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-3a75ce23-1af4-40f1-b8d0-1789c5d6865d req-ad56ed71-a26f-414a-8fe1-225f31f889a3 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] For port f92313b3-14c2-4673-a7bb-2bc9b560ec04, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f92313b3-14c2-4673-a7bb-2bc9b560ec04,segment=NetworkSegment(59b13e75-30d7-418d-a8ee-7db3ff010fd0),segment_id=59b13e75-30d7-418d-a8ee-7db3ff010fd0)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:44.494326 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-3a75ce23-1af4-40f1-b8d0-1789c5d6865d req-ad56ed71-a26f-414a-8fe1-225f31f889a3 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (f92313b3-14c2-4673-a7bb-2bc9b560ec04), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:44.503447 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cc268c-6770-45c1-aebe-1fddca50e271 admin admin] Network 8ee8aab8-41b1-4421-8677-53c18ecc5d41 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:44:44.512660 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56690) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:44.524646 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-92b08246-336e-4b34-8612-d04d0e98f820 tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.45'}]}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:44.555621 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-71cc268c-6770-45c1-aebe-1fddca50e271 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 8ee8aab8-41b1-4421-8677-53c18ecc5d41) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:44.580506 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bf15ac-7c23-4cd9-b053-43f31e8f1f08 None None] Network 8ee8aab8-41b1-4421-8677-53c18ecc5d41 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:44:44.633354 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cc268c-6770-45c1-aebe-1fddca50e271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:44.634086 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-71cc268c-6770-45c1-aebe-1fddca50e271 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:44.734015 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7d27bb62-2438-4032-bd94-df5b994f1060 req-7e6a49e5-37a3-4651-82cf-f7765e224b54 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cdbb3af-d82f-40ec-b841-f853daf2dd04 HTTP/1.1" status: 200 len: 210 time: 0.0843940 Mar 07 10:44:44.756976 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-71cc268c-6770-45c1-aebe-1fddca50e271 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6027575 Mar 07 10:44:44.762522 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-92b08246-336e-4b34-8612-d04d0e98f820 tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (0c327f4d-8ac1-4ba6-8dd6-87a173a4383a), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:44.763711 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-92b08246-336e-4b34-8612-d04d0e98f820 tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (0c327f4d-8ac1-4ba6-8dd6-87a173a4383a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:44.778154 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-60863cc2-a86a-4802-b2b1-dc676b813f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (e5953970-4abc-494d-8806-0c0b7d808888), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:44.833497 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60863cc2-a86a-4802-b2b1-dc676b813f1a None None] Pushing event deleted for resources: {'Port': ['ID=e5953970-4abc-494d-8806-0c0b7d808888,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:44.839375 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60863cc2-a86a-4802-b2b1-dc676b813f1a None None] No DVR routers for this DVR port e5953970-4abc-494d-8806-0c0b7d808888 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:44:44.850418 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce48e0fe-c584-4bf4-98d0-77dcd47305f7 None None] Network 8ee8aab8-41b1-4421-8677-53c18ecc5d41 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:44:44.873796 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-92b08246-336e-4b34-8612-d04d0e98f820 tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Publish callbacks [] for router_controller (0c327f4d-8ac1-4ba6-8dd6-87a173a4383a), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:44.952030 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60863cc2-a86a-4802-b2b1-dc676b813f1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:44.952624 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60863cc2-a86a-4802-b2b1-dc676b813f1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:44.953277 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60863cc2-a86a-4802-b2b1-dc676b813f1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:44.953792 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60863cc2-a86a-4802-b2b1-dc676b813f1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:44.954925 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60863cc2-a86a-4802-b2b1-dc676b813f1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:44.955431 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60863cc2-a86a-4802-b2b1-dc676b813f1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:44.955904 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60863cc2-a86a-4802-b2b1-dc676b813f1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:44.956378 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60863cc2-a86a-4802-b2b1-dc676b813f1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:44.957593 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60863cc2-a86a-4802-b2b1-dc676b813f1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:44.958069 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60863cc2-a86a-4802-b2b1-dc676b813f1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:44.958549 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60863cc2-a86a-4802-b2b1-dc676b813f1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:44.959336 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60863cc2-a86a-4802-b2b1-dc676b813f1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:44.959907 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60863cc2-a86a-4802-b2b1-dc676b813f1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:44.977917 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-710a7446-f7d5-4770-beed-610271e2e274 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (e5953970-4abc-494d-8806-0c0b7d808888), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:45.074920 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710a7446-f7d5-4770-beed-610271e2e274 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] No DVR routers for this DVR port e5953970-4abc-494d-8806-0c0b7d808888 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:44:45.088119 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a7446-f7d5-4770-beed-610271e2e274 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Port': ['ID=e5953970-4abc-494d-8806-0c0b7d808888,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:45.132067 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c5786-c576-48f9-a970-767638eb2602 req-dfb45365-88bf-44b5-88d0-7d53727d9eac tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:45.134665 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-676c5786-c576-48f9-a970-767638eb2602 req-dfb45365-88bf-44b5-88d0-7d53727d9eac tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.21 "GET /v2.0/networks?id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41 HTTP/1.1" status: 200 len: 811 time: 0.5338402 Mar 07 10:44:45.157229 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-676c5786-c576-48f9-a970-767638eb2602 req-ecabcec7-d2f3-4e38-be9a-c61dc327e940 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Request body: {'port': {'device_id': '4cdbb3af-d82f-40ec-b841-f853daf2dd04', 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41', 'admin_state_up': True, 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:45.166729 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-92b08246-336e-4b34-8612-d04d0e98f820 tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Publish callbacks [] for router_gateway (0c327f4d-8ac1-4ba6-8dd6-87a173a4383a), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:45.177306 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-3a75ce23-1af4-40f1-b8d0-1789c5d6865d req-ad56ed71-a26f-414a-8fe1-225f31f889a3 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:45.180348 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-3a75ce23-1af4-40f1-b8d0-1789c5d6865d req-ad56ed71-a26f-414a-8fe1-225f31f889a3 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (aca9efb0-576d-4619-b682-9856b5a99e98), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:45.181698 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [req-3a75ce23-1af4-40f1-b8d0-1789c5d6865d req-ad56ed71-a26f-414a-8fe1-225f31f889a3 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Floating IP aca9efb0-576d-4619-b682-9856b5a99e98 disassociated. External IP: 172.25.3.24, port: f92313b3-14c2-4673-a7bb-2bc9b560ec04. Mar 07 10:44:45.182444 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-3a75ce23-1af4-40f1-b8d0-1789c5d6865d req-ad56ed71-a26f-414a-8fe1-225f31f889a3 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Calling delete_port for f92313b3-14c2-4673-a7bb-2bc9b560ec04 owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:44:45.308676 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-710a7446-f7d5-4770-beed-610271e2e274 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (52c369f2-aa89-4898-b67b-2b6a8544d2f5), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:45.378120 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-710a7446-f7d5-4770-beed-610271e2e274 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c369f2-aa89-4898-b67b-2b6a8544d2f5']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:45.397543 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-710a7446-f7d5-4770-beed-610271e2e274 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ede161d-3c33-4132-8a0c-7c53d3989633') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:45.397749 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-710a7446-f7d5-4770-beed-610271e2e274 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ede161d-3c33-4132-8a0c-7c53d3989633') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:45.412737 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-710a7446-f7d5-4770-beed-610271e2e274 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (4ede161d-3c33-4132-8a0c-7c53d3989633), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:45.427226 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-676c5786-c576-48f9-a970-767638eb2602 req-ecabcec7-d2f3-4e38-be9a-c61dc327e940 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Made reservation on behalf of d640dc7f4f784834ad48e78ec0df26a5 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:45.431024 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-676c5786-c576-48f9-a970-767638eb2602 req-ecabcec7-d2f3-4e38-be9a-c61dc327e940 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:45.451485 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-710a7446-f7d5-4770-beed-610271e2e274 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (4ede161d-3c33-4132-8a0c-7c53d3989633), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:45.495170 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-710a7446-f7d5-4770-beed-610271e2e274 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:44:45.496609 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-710a7446-f7d5-4770-beed-610271e2e274 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (4ede161d-3c33-4132-8a0c-7c53d3989633), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:44:45.505099 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:44:45.566511 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e5953970-4abc-494d-8806-0c0b7d808888 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:44:45.583183 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-92b08246-336e-4b34-8612-d04d0e98f820 tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Publish callbacks [] for router_gateway (0c327f4d-8ac1-4ba6-8dd6-87a173a4383a), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:45.585340 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-3a75ce23-1af4-40f1-b8d0-1789c5d6865d req-ad56ed71-a26f-414a-8fe1-225f31f889a3 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (f92313b3-14c2-4673-a7bb-2bc9b560ec04), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:45.608964 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: e5953970-4abc-494d-8806-0c0b7d808888 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:44:45.609404 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e5953970-4abc-494d-8806-0c0b7d808888 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:44:45.679757 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-92b08246-336e-4b34-8612-d04d0e98f820 tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:45.682146 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56ed71-a26f-414a-8fe1-225f31f889a3 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event deleted for resources: {'Port': ['ID=f92313b3-14c2-4673-a7bb-2bc9b560ec04,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:45.727107 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dcbd0ea9-d789-440a-8899-4e5427366826 req-2f4cdbe7-1bd7-4052-b93e-e4bd8ad0712d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=29231323-4b16-406e-8eb2-ab3d88156342 HTTP/1.1" status: 200 len: 210 time: 0.0427675 Mar 07 10:44:45.770056 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-710a7446-f7d5-4770-beed-610271e2e274 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (52c369f2-aa89-4898-b67b-2b6a8544d2f5), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:45.826613 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-710a7446-f7d5-4770-beed-610271e2e274 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:45.834405 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-710a7446-f7d5-4770-beed-610271e2e274 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/networks/52c369f2-aa89-4898-b67b-2b6a8544d2f5 HTTP/1.1" status: 204 len: 168 time: 2.0995550 Mar 07 10:44:45.839848 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a7446-f7d5-4770-beed-610271e2e274 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Network': ['ID=52c369f2-aa89-4898-b67b-2b6a8544d2f5,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:45.841796 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56740) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:45.852662 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-de6f6fdb-030a-466b-a30c-fc85f79f3589 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1379166729', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}, 'admin_state_up': False}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:45.904744 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-de6f6fdb-030a-466b-a30c-fc85f79f3589 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (002f91b0-32d2-4e9c-8dab-5b1aaebd2082), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:45.905741 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-de6f6fdb-030a-466b-a30c-fc85f79f3589 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (002f91b0-32d2-4e9c-8dab-5b1aaebd2082), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:45.912085 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-676c5786-c576-48f9-a970-767638eb2602 req-ecabcec7-d2f3-4e38-be9a-c61dc327e940 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Allocated IP 172.20.0.13 (931da2d2-d8f9-46f5-a9f5-24b58bb56e41/be75dc35-59ec-464d-b948-3549cf46df15/371e040c-f898-486b-8b6d-b1a80044510d) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:44:45.927283 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-f5552a4b-3c90-4f49-8432-d096cf2d0661 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:45.927790 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aeea7736-8961-42b1-b6bc-e26580bd4773 req-5c5a2aa7-c834-4319-ad8b-aab3cef7760f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cdbb3af-d82f-40ec-b841-f853daf2dd04 HTTP/1.1" status: 200 len: 210 time: 0.0442977 Mar 07 10:44:45.929009 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-f5552a4b-3c90-4f49-8432-d096cf2d0661 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] 10.222.0.11 "GET /v2.0/networks?id=8ee8aab8-41b1-4421-8677-53c18ecc5d41 HTTP/1.1" status: 200 len: 814 time: 0.2381163 Mar 07 10:44:45.977307 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a75ce23-1af4-40f1-b8d0-1789c5d6865d req-ad56ed71-a26f-414a-8fe1-225f31f889a3 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Router dbe384a5-db09-4013-b7fe-237a2c708d3b has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:44:46.004174 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-de6f6fdb-030a-466b-a30c-fc85f79f3589 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router_controller (002f91b0-32d2-4e9c-8dab-5b1aaebd2082), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:46.047605 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-92b08246-336e-4b34-8612-d04d0e98f820 tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Publish callbacks [] for router (0c327f4d-8ac1-4ba6-8dd6-87a173a4383a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:46.201071 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-5ee2c255-7b34-4a5b-b1fe-ea1786f2fd2e tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] 10.222.0.11 "GET /v2.0/quotas/0807b4acb2614af4a79c8ad90eadf71f HTTP/1.1" status: 200 len: 375 time: 0.2470026 Mar 07 10:44:46.321503 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-676c5786-c576-48f9-a970-767638eb2602 req-ecabcec7-d2f3-4e38-be9a-c61dc327e940 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks [] for port (371e040c-f898-486b-8b6d-b1a80044510d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:46.486213 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-51acc945-1954-4b5f-b8c5-c65b383e3fca tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0807b4acb2614af4a79c8ad90eadf71f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1221054 Mar 07 10:44:46.496657 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-de6f6fdb-030a-466b-a30c-fc85f79f3589 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router_gateway (002f91b0-32d2-4e9c-8dab-5b1aaebd2082), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:46.510936 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-676c5786-c576-48f9-a970-767638eb2602 req-ecabcec7-d2f3-4e38-be9a-c61dc327e940 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (371e040c-f898-486b-8b6d-b1a80044510d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:46.525241 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['ebed4773-7953-4951-8a16-c8016ef092a4'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:44:46.528494 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['a5fdd44f-667a-4fb0-af7f-ae114402e95f'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:44:46.541017 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56760) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:46.643533 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a75ce23-1af4-40f1-b8d0-1789c5d6865d req-ad56ed71-a26f-414a-8fe1-225f31f889a3 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:44:46.646848 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-92b08246-336e-4b34-8612-d04d0e98f820 tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (0c327f4d-8ac1-4ba6-8dd6-87a173a4383a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:46.654403 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-92b08246-336e-4b34-8612-d04d0e98f820 tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Publish callbacks [] for router_controller (0c327f4d-8ac1-4ba6-8dd6-87a173a4383a), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:46.659738 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118ac07c-5fb9-4f84-a715-0890d81f8b5f None None] Sync routers for ids ['dbe384a5-db09-4013-b7fe-237a2c708d3b'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:44:46.674887 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118ac07c-5fb9-4f84-a715-0890d81f8b5f None None] Routers {'dbe384a5-db09-4013-b7fe-237a2c708d3b'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:44:46.676409 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-118ac07c-5fb9-4f84-a715-0890d81f8b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:44:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['dbe384a5-db09-4013-b7fe-237a2c708d3b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:46.730420 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a75ce23-1af4-40f1-b8d0-1789c5d6865d req-ad56ed71-a26f-414a-8fe1-225f31f889a3 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] No DVR routers for this DVR port f92313b3-14c2-4673-a7bb-2bc9b560ec04 on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:44:46.733407 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-3a75ce23-1af4-40f1-b8d0-1789c5d6865d req-ad56ed71-a26f-414a-8fe1-225f31f889a3 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:46.736901 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3a75ce23-1af4-40f1-b8d0-1789c5d6865d req-ad56ed71-a26f-414a-8fe1-225f31f889a3 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.31 "DELETE /v2.0/ports/f92313b3-14c2-4673-a7bb-2bc9b560ec04 HTTP/1.1" status: 204 len: 173 time: 2.9074242 Mar 07 10:44:46.737415 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29231323-4b16-406e-8eb2-ab3d88156342', 'name': 'network-vif-deleted', 'tag': 'f92313b3-14c2-4673-a7bb-2bc9b560ec04'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:46.741274 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f30193a-7371-400b-9cd8-685cbf456d0b" -d '{"events": [{"server_uuid": "29231323-4b16-406e-8eb2-ab3d88156342", "name": "network-vif-deleted", "tag": "f92313b3-14c2-4673-a7bb-2bc9b560ec04"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:46.764957 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-92b08246-336e-4b34-8612-d04d0e98f820 tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (0c327f4d-8ac1-4ba6-8dd6-87a173a4383a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:46.765543 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b08246-336e-4b34-8612-d04d0e98f820 tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c327f4d-8ac1-4ba6-8dd6-87a173a4383a {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:44:46.796533 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-92b08246-336e-4b34-8612-d04d0e98f820 tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 07 10:44:46.801864 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-92b08246-336e-4b34-8612-d04d0e98f820 tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.2856264 Mar 07 10:44:46.802734 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56770) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:46.873032 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-118ac07c-5fb9-4f84-a715-0890d81f8b5f None None] Set router dbe384a5-db09-4013-b7fe-237a2c708d3b gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:44:46.892172 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec18bed5-a96d-422d-bead-e5d4eed8b6fd x-openstack-request-id: req-ec18bed5-a96d-422d-bead-e5d4eed8b6fd {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:46.892556 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29231323-4b16-406e-8eb2-ab3d88156342", "name": "network-vif-deleted", "tag": "f92313b3-14c2-4673-a7bb-2bc9b560ec04", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:46.893316 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ec18bed5-a96d-422d-bead-e5d4eed8b6fd {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:46.894924 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29231323-4b16-406e-8eb2-ab3d88156342', 'name': 'network-vif-deleted', 'tag': 'f92313b3-14c2-4673-a7bb-2bc9b560ec04', 'status': 'completed', 'code': 200} Mar 07 10:44:46.986661 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-51319beb-d131-4f10-9e45-ec430de96f0f req-ea24492f-cb11-495e-a20b-07b50f3bc195 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=29231323-4b16-406e-8eb2-ab3d88156342 HTTP/1.1" status: 200 len: 210 time: 0.0458543 Mar 07 10:44:47.021856 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-f41fda1c-05c0-4731-95b9-f430117d91ec tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Deleting port 13f82c5d-a302-4010-9929-af21edd67d5d {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:44:47.022212 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f41fda1c-05c0-4731-95b9-f430117d91ec tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (13f82c5d-a302-4010-9929-af21edd67d5d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:47.180454 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5602a12-02bb-483a-a9e5-9c4e1683e730 req-0b1d81ec-f860-421a-8dbb-68fe1923e8de tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:47.182183 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c5602a12-02bb-483a-a9e5-9c4e1683e730 req-0b1d81ec-f860-421a-8dbb-68fe1923e8de tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cdbb3af-d82f-40ec-b841-f853daf2dd04 HTTP/1.1" status: 200 len: 932 time: 0.0954490 Mar 07 10:44:47.184400 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f41fda1c-05c0-4731-95b9-f430117d91ec tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (13f82c5d-a302-4010-9929-af21edd67d5d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:47.195808 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9418b2f5-1e8e-4572-9762-e1ccf6a1d742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:47.208951 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-f41fda1c-05c0-4731-95b9-f430117d91ec tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Calling delete_port for 13f82c5d-a302-4010-9929-af21edd67d5d owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:44:47.236495 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-118ac07c-5fb9-4f84-a715-0890d81f8b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'name': 'tempest-AttachVolumeNegativeTest-2102200365-router', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:01Z', 'revision_number': 4, 'project_id': '963e73da008c45bbbe3340617f958250', 'gw_port': {'id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'c4094086-0f71-4ec9-bccb-a291495bd930', 'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'mac_address': 'fa:16:3e:8e:5e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:59Z', 'updated_at': '2022-03-07T10:41:11Z', 'revision_number': 5, 'project_id': '963e73da008c45bbbe3340617f958250', 'subnets': [{'id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:47.272789 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118ac07c-5fb9-4f84-a715-0890d81f8b5f None None] Checking router: dbe384a5-db09-4013-b7fe-237a2c708d3b for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:44:47.293907 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118ac07c-5fb9-4f84-a715-0890d81f8b5f None None] Routers {'dbe384a5-db09-4013-b7fe-237a2c708d3b'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:44:47.294545 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-118ac07c-5fb9-4f84-a715-0890d81f8b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:44:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['dbe384a5-db09-4013-b7fe-237a2c708d3b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:47.300867 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9418b2f5-1e8e-4572-9762-e1ccf6a1d742 admin admin] Publish callbacks [] for security_group (1c130b8b-e10d-4788-ae80-7177e8921216), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:47.316108 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-676c5786-c576-48f9-a970-767638eb2602 req-ecabcec7-d2f3-4e38-be9a-c61dc327e940 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Network 931da2d2-d8f9-46f5-a9f5-24b58bb56e41 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:47.327385 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9418b2f5-1e8e-4572-9762-e1ccf6a1d742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (1c130b8b-e10d-4788-ae80-7177e8921216), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:47.338087 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c5602a12-02bb-483a-a9e5-9c4e1683e730 req-fa69c962-1a0e-4e31-9db0-608d7906a969 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441951 Mar 07 10:44:47.398797 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9418b2f5-1e8e-4572-9762-e1ccf6a1d742 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4309abc4bbc84c7e904d6e380dff5a7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8541269 Mar 07 10:44:47.420208 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56774) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:47.421681 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418b2f5-1e8e-4572-9762-e1ccf6a1d742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c130b8b-e10d-4788-ae80-7177e8921216,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:47.425010 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-676c5786-c576-48f9-a970-767638eb2602 req-ecabcec7-d2f3-4e38-be9a-c61dc327e940 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:47.444903 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-676c5786-c576-48f9-a970-767638eb2602 req-ecabcec7-d2f3-4e38-be9a-c61dc327e940 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:44:47.488574 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f41fda1c-05c0-4731-95b9-f430117d91ec tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (13f82c5d-a302-4010-9929-af21edd67d5d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:47.511728 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-118ac07c-5fb9-4f84-a715-0890d81f8b5f None None] Set router dbe384a5-db09-4013-b7fe-237a2c708d3b gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:44:47.547286 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41fda1c-05c0-4731-95b9-f430117d91ec tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Pushing event deleted for resources: {'Port': ['ID=13f82c5d-a302-4010-9929-af21edd67d5d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:47.555442 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecabcec7-d2f3-4e38-be9a-c61dc327e940 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Pushing event updated for resources: {'Port': ['ID=371e040c-f898-486b-8b6d-b1a80044510d,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:47.614262 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-1bbf3400-cb27-4915-99f6-87adfc237b1c service neutron] 10.222.0.11 "GET /v2.0/networks/8ee8aab8-41b1-4421-8677-53c18ecc5d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1187685 Mar 07 10:44:47.647922 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f41fda1c-05c0-4731-95b9-f430117d91ec tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:47.657895 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f41fda1c-05c0-4731-95b9-f430117d91ec tempest-RoutersAdminNegativeTest-1710167673 tempest-RoutersAdminNegativeTest-1710167673-project-admin] 10.222.0.11 "DELETE /v2.0/ports/13f82c5d-a302-4010-9929-af21edd67d5d HTTP/1.1" status: 204 len: 168 time: 0.8539405 Mar 07 10:44:47.722938 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c5786-c576-48f9-a970-767638eb2602 req-ecabcec7-d2f3-4e38-be9a-c61dc327e940 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:47.723690 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-676c5786-c576-48f9-a970-767638eb2602 req-ecabcec7-d2f3-4e38-be9a-c61dc327e940 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:47.782083 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f38c922c-4748-4874-8e2a-b337e46513ab admin admin] Publish callbacks [] for security_group (1c130b8b-e10d-4788-ae80-7177e8921216), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:47.813297 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6064c7f4-417b-489d-8376-243a803249fc None None] Provisioning complete for port 371e040c-f898-486b-8b6d-b1a80044510d triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:47.814387 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6064c7f4-417b-489d-8376-243a803249fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (371e040c-f898-486b-8b6d-b1a80044510d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:47.821964 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-676c5786-c576-48f9-a970-767638eb2602 req-ecabcec7-d2f3-4e38-be9a-c61dc327e940 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6725602 Mar 07 10:44:47.843844 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-676c5786-c576-48f9-a970-767638eb2602 req-968665c9-caf4-482e-ad40-694746bae11c service neutron] Request body: {'port': {'device_id': '4cdbb3af-d82f-40ec-b841-f853daf2dd04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:47.857902 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f38c922c-4748-4874-8e2a-b337e46513ab admin admin] Publish callbacks [] for security_group (1c130b8b-e10d-4788-ae80-7177e8921216), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:47.903656 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6064c7f4-417b-489d-8376-243a803249fc None None] Port 371e040c-f898-486b-8b6d-b1a80044510d cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:44:47.976716 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-5630c858-e8e1-4682-b88d-36fe7d416834 service neutron] 10.222.0.11 "GET /v2.0/networks/8ee8aab8-41b1-4421-8677-53c18ecc5d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309553 Mar 07 10:44:48.017969 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-118ac07c-5fb9-4f84-a715-0890d81f8b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'name': 'tempest-AttachVolumeNegativeTest-2102200365-router', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:01Z', 'revision_number': 4, 'project_id': '963e73da008c45bbbe3340617f958250', 'gw_port': {'id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'c4094086-0f71-4ec9-bccb-a291495bd930', 'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'mac_address': 'fa:16:3e:8e:5e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:59Z', 'updated_at': '2022-03-07T10:41:11Z', 'revision_number': 5, 'project_id': '963e73da008c45bbbe3340617f958250', 'subnets': [{'id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:48.070065 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-676c5786-c576-48f9-a970-767638eb2602 req-968665c9-caf4-482e-ad40-694746bae11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (371e040c-f898-486b-8b6d-b1a80044510d), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:48.090154 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118ac07c-5fb9-4f84-a715-0890d81f8b5f None None] The sync data for ids ['dbe384a5-db09-4013-b7fe-237a2c708d3b'] in n-d-832164-4 is: [{'id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'name': 'tempest-AttachVolumeNegativeTest-2102200365-router', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:01Z', 'revision_number': 4, 'project_id': '963e73da008c45bbbe3340617f958250', 'gw_port': {'id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'c4094086-0f71-4ec9-bccb-a291495bd930', 'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'mac_address': 'fa:16:3e:8e:5e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:59Z', 'updated_at': '2022-03-07T10:41:11Z', 'revision_number': 5, 'project_id': '963e73da008c45bbbe3340617f958250', 'subnets': [{'id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:44:48.093090 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56786) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:48.159307 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device f92313b3-14c2-4673-a7bb-2bc9b560ec04 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:44:48.203069 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56788) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:48.203795 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8e8dd4e2-fe2a-43ac-98b2-b373af60c52c tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group (aed78c92-521c-4e1f-a7f2-d43edcc2ebf3), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:48.214637 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: f92313b3-14c2-4673-a7bb-2bc9b560ec04 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:44:48.217318 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device f92313b3-14c2-4673-a7bb-2bc9b560ec04 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:44:48.231997 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-de6f6fdb-030a-466b-a30c-fc85f79f3589 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router_gateway (002f91b0-32d2-4e9c-8dab-5b1aaebd2082), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:48.236664 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8e8dd4e2-fe2a-43ac-98b2-b373af60c52c tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group (aed78c92-521c-4e1f-a7f2-d43edcc2ebf3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:48.253352 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:48.275197 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f38c922c-4748-4874-8e2a-b337e46513ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (1c130b8b-e10d-4788-ae80-7177e8921216), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:48.278068 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f38c922c-4748-4874-8e2a-b337e46513ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:48.281809 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f38c922c-4748-4874-8e2a-b337e46513ab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1c130b8b-e10d-4788-ae80-7177e8921216 HTTP/1.1" status: 204 len: 168 time: 0.8503051 Mar 07 10:44:48.281809 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-de6f6fdb-030a-466b-a30c-fc85f79f3589 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:48.335672 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8e8dd4e2-fe2a-43ac-98b2-b373af60c52c tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (aed78c92-521c-4e1f-a7f2-d43edcc2ebf3), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:48.338354 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8e8dd4e2-fe2a-43ac-98b2-b373af60c52c tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:48.344823 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8e8dd4e2-fe2a-43ac-98b2-b373af60c52c tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "DELETE /v2.0/security-groups/aed78c92-521c-4e1f-a7f2-d43edcc2ebf3 HTTP/1.1" status: 204 len: 168 time: 0.2481158 Mar 07 10:44:48.365062 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56796) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:48.366251 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8dd4e2-fe2a-43ac-98b2-b373af60c52c tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed78c92-521c-4e1f-a7f2-d43edcc2ebf3,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:48.482465 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-ebcebb4c-761b-43c8-a266-932b2a6f923d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] show failed (client error): The resource could not be found. Mar 07 10:44:48.484905 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ebcebb4c-761b-43c8-a266-932b2a6f923d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups/aed78c92-521c-4e1f-a7f2-d43edcc2ebf3 HTTP/1.1" status: 404 len: 347 time: 0.1084583 Mar 07 10:44:48.523834 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56802) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:48.526684 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dded8e41-cb9f-4553-9cc5-d945d05da6bc req-c41c342d-8051-45b2-b7de-b7caf9c1add2 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc3e1b7b-70ce-47c2-b67d-1493eb0847fa HTTP/1.1" status: 200 len: 210 time: 0.1125317 Mar 07 10:44:48.616098 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-adee4714-3b98-48ad-a4e1-7dc8970a0a65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:48.632480 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-de6f6fdb-030a-466b-a30c-fc85f79f3589 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Allocated IP 172.25.3.244 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/915d1d23-2ad0-4c72-9129-1859ac0006a0) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:44:48.673146 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69499157-5df0-4fce-bedb-2370f7bc3a7e None None] New status for floating IP aca9efb0-576d-4619-b682-9856b5a99e98: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:44:48.893818 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-de6f6fdb-030a-466b-a30c-fc85f79f3589 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for port (915d1d23-2ad0-4c72-9129-1859ac0006a0), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:48.944157 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-abea061b-5b3f-414c-932d-3ebe409f27ee tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Deleting port e5dee3eb-1e1b-418c-b1a7-5e347d733e12 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:44:48.944851 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abea061b-5b3f-414c-932d-3ebe409f27ee tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (e5dee3eb-1e1b-418c-b1a7-5e347d733e12), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:48.970613 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c922c-4748-4874-8e2a-b337e46513ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c130b8b-e10d-4788-ae80-7177e8921216,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:49.066267 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abea061b-5b3f-414c-932d-3ebe409f27ee tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (e5dee3eb-1e1b-418c-b1a7-5e347d733e12), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:49.066667 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abea061b-5b3f-414c-932d-3ebe409f27ee tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for floatingip (e5dee3eb-1e1b-418c-b1a7-5e347d733e12), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:49.080225 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-abea061b-5b3f-414c-932d-3ebe409f27ee tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Calling delete_port for e5dee3eb-1e1b-418c-b1a7-5e347d733e12 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:44:49.279700 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-adee4714-3b98-48ad-a4e1-7dc8970a0a65 admin admin] Publish callbacks [] for security_group (6e4c0378-a7d6-482a-8f58-8b3185e1cac0), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:49.282466 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abea061b-5b3f-414c-932d-3ebe409f27ee tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (e5dee3eb-1e1b-418c-b1a7-5e347d733e12), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:49.294354 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-adee4714-3b98-48ad-a4e1-7dc8970a0a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (6e4c0378-a7d6-482a-8f58-8b3185e1cac0), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:49.354421 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee4714-3b98-48ad-a4e1-7dc8970a0a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4c0378-a7d6-482a-8f58-8b3185e1cac0,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:49.361789 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea061b-5b3f-414c-932d-3ebe409f27ee tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event deleted for resources: {'Port': ['ID=e5dee3eb-1e1b-418c-b1a7-5e347d733e12,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:49.482263 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-de6f6fdb-030a-466b-a30c-fc85f79f3589 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (915d1d23-2ad0-4c72-9129-1859ac0006a0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:49.513793 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abea061b-5b3f-414c-932d-3ebe409f27ee tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for floatingip (aca9efb0-576d-4619-b682-9856b5a99e98), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:49.518280 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abea061b-5b3f-414c-932d-3ebe409f27ee tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:49.519525 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-abea061b-5b3f-414c-932d-3ebe409f27ee tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "DELETE /v2.0/floatingips/aca9efb0-576d-4619-b682-9856b5a99e98 HTTP/1.1" status: 204 len: 168 time: 0.9918194 Mar 07 10:44:49.535245 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-adee4714-3b98-48ad-a4e1-7dc8970a0a65 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=10aba15bc89140b59b3fc6806668b823&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2121060 Mar 07 10:44:49.535245 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56828) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:49.564749 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-676c5786-c576-48f9-a970-767638eb2602 req-968665c9-caf4-482e-ad40-694746bae11c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 371e040c-f898-486b-8b6d-b1a80044510d {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:44:49.651256 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ab576479-0134-49e2-9b0b-450a042ba42f admin admin] Publish callbacks [] for security_group (6e4c0378-a7d6-482a-8f58-8b3185e1cac0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:49.656698 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-676c5786-c576-48f9-a970-767638eb2602 req-968665c9-caf4-482e-ad40-694746bae11c service neutron] Publish callbacks [] for port (371e040c-f898-486b-8b6d-b1a80044510d), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:49.686330 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6f6fdb-030a-466b-a30c-fc85f79f3589 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:49.704365 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c580df-ce26-4ceb-92a4-83ba36d70f62 req-f02ea68c-2379-4407-a85a-671cea6fa353 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:49.716612 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-60c580df-ce26-4ceb-92a4-83ba36d70f62 req-f02ea68c-2379-4407-a85a-671cea6fa353 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cdbb3af-d82f-40ec-b841-f853daf2dd04 HTTP/1.1" status: 200 len: 932 time: 0.8303702 Mar 07 10:44:49.727862 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-de6f6fdb-030a-466b-a30c-fc85f79f3589 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:49.731571 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ee4ca803-fef7-4268-8c81-43c4ee8151fd req-9ce455ce-4eb9-4b69-9e91-390268a7db09 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc3e1b7b-70ce-47c2-b67d-1493eb0847fa HTTP/1.1" status: 200 len: 210 time: 0.0731051 Mar 07 10:44:49.759772 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ab576479-0134-49e2-9b0b-450a042ba42f admin admin] Publish callbacks [] for security_group (6e4c0378-a7d6-482a-8f58-8b3185e1cac0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:49.781646 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-676c5786-c576-48f9-a970-767638eb2602 req-968665c9-caf4-482e-ad40-694746bae11c service neutron] Transition to ACTIVE for port object 371e040c-f898-486b-8b6d-b1a80044510d will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:44:49.782461 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f6fdb-030a-466b-a30c-fc85f79f3589 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Port': ['ID=915d1d23-2ad0-4c72-9129-1859ac0006a0,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:49.792773 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6f6fdb-030a-466b-a30c-fc85f79f3589 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:44:49.802874 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-676c5786-c576-48f9-a970-767638eb2602 req-968665c9-caf4-482e-ad40-694746bae11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (371e040c-f898-486b-8b6d-b1a80044510d), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:49.866055 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ab576479-0134-49e2-9b0b-450a042ba42f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (6e4c0378-a7d6-482a-8f58-8b3185e1cac0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:49.871973 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ab576479-0134-49e2-9b0b-450a042ba42f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:49.875490 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ab576479-0134-49e2-9b0b-450a042ba42f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6e4c0378-a7d6-482a-8f58-8b3185e1cac0 HTTP/1.1" status: 204 len: 168 time: 0.3367522 Mar 07 10:44:49.906770 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-60c580df-ce26-4ceb-92a4-83ba36d70f62 req-7516c251-52ed-4c60-93ac-9d5a678c0461 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891541 Mar 07 10:44:49.933467 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab576479-0134-49e2-9b0b-450a042ba42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4c0378-a7d6-482a-8f58-8b3185e1cac0,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:50.506028 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968665c9-caf4-482e-ad40-694746bae11c service neutron] Pushing event updated for resources: {'Port': ['ID=371e040c-f898-486b-8b6d-b1a80044510d,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:50.558411 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-676c5786-c576-48f9-a970-767638eb2602 req-968665c9-caf4-482e-ad40-694746bae11c service neutron] Attempting to bind port 371e040c-f898-486b-8b6d-b1a80044510d on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:44:50.558830 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-676c5786-c576-48f9-a970-767638eb2602 req-968665c9-caf4-482e-ad40-694746bae11c service neutron] Attempting to bind port 371e040c-f898-486b-8b6d-b1a80044510d by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '0bff5fe3-a691-4e25-8a0f-c7433dac5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:44:50.559268 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676c5786-c576-48f9-a970-767638eb2602 req-968665c9-caf4-482e-ad40-694746bae11c service neutron] Attempting to bind port 371e040c-f898-486b-8b6d-b1a80044510d on network 931da2d2-d8f9-46f5-a9f5-24b58bb56e41 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:44:50.598548 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676c5786-c576-48f9-a970-767638eb2602 req-968665c9-caf4-482e-ad40-694746bae11c service neutron] Port 371e040c-f898-486b-8b6d-b1a80044510d on network 931da2d2-d8f9-46f5-a9f5-24b58bb56e41 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:44:50.598887 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676c5786-c576-48f9-a970-767638eb2602 req-968665c9-caf4-482e-ad40-694746bae11c service neutron] Attempting to bind port 371e040c-f898-486b-8b6d-b1a80044510d on network 931da2d2-d8f9-46f5-a9f5-24b58bb56e41 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:44:50.616542 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56850) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:50.621569 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-c9ffc894-49d9-4b2a-852b-6f6e1cf0c6aa tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2034759308', 'description': 'tempest-description--585646724'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:50.646921 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676c5786-c576-48f9-a970-767638eb2602 req-968665c9-caf4-482e-ad40-694746bae11c service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:44:50.647260 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676c5786-c576-48f9-a970-767638eb2602 req-968665c9-caf4-482e-ad40-694746bae11c service neutron] Checking segment: {'id': '0bff5fe3-a691-4e25-8a0f-c7433dac5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:44:50.647647 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-676c5786-c576-48f9-a970-767638eb2602 req-968665c9-caf4-482e-ad40-694746bae11c service neutron] Bound using segment: {'id': '0bff5fe3-a691-4e25-8a0f-c7433dac5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:44:50.648101 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-676c5786-c576-48f9-a970-767638eb2602 req-968665c9-caf4-482e-ad40-694746bae11c service neutron] Bound port: 371e040c-f898-486b-8b6d-b1a80044510d, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bff5fe3-a691-4e25-8a0f-c7433dac5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:44:50.648461 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-676c5786-c576-48f9-a970-767638eb2602 req-968665c9-caf4-482e-ad40-694746bae11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (371e040c-f898-486b-8b6d-b1a80044510d), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:50.670990 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9ffc894-49d9-4b2a-852b-6f6e1cf0c6aa tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:50.717443 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-676c5786-c576-48f9-a970-767638eb2602 req-968665c9-caf4-482e-ad40-694746bae11c service neutron] For port 371e040c-f898-486b-8b6d-b1a80044510d, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:44:50.721893 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-676c5786-c576-48f9-a970-767638eb2602 req-968665c9-caf4-482e-ad40-694746bae11c service neutron] For port 371e040c-f898-486b-8b6d-b1a80044510d, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=371e040c-f898-486b-8b6d-b1a80044510d,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:44:50.727300 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56854) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:50.741212 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-676c5786-c576-48f9-a970-767638eb2602 req-968665c9-caf4-482e-ad40-694746bae11c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (371e040c-f898-486b-8b6d-b1a80044510d), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:50.748806 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-b9b73d30-88a9-4f0a-8e9b-4a787535e6c1 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:50.750438 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-b9b73d30-88a9-4f0a-8e9b-4a787535e6c1 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] 10.222.0.21 "GET /v2.0/networks?id=8ee8aab8-41b1-4421-8677-53c18ecc5d41 HTTP/1.1" status: 200 len: 814 time: 0.8315091 Mar 07 10:44:50.825905 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9ffc894-49d9-4b2a-852b-6f6e1cf0c6aa tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group (bb28b637-e307-448d-8c33-b6510b0a0162), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:50.833533 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9ffc894-49d9-4b2a-852b-6f6e1cf0c6aa tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (bb28b637-e307-448d-8c33-b6510b0a0162), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:50.844564 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-2b0b3354-30ba-408e-9786-04ef9f8a4b3d tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] Request body: {'port': {'device_id': 'fc3e1b7b-70ce-47c2-b67d-1493eb0847fa', 'network_id': '8ee8aab8-41b1-4421-8677-53c18ecc5d41', 'admin_state_up': True, 'tenant_id': '0807b4acb2614af4a79c8ad90eadf71f'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:50.888760 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ffc894-49d9-4b2a-852b-6f6e1cf0c6aa tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb28b637-e307-448d-8c33-b6510b0a0162,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:50.928437 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9ffc894-49d9-4b2a-852b-6f6e1cf0c6aa tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:50.929803 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c9ffc894-49d9-4b2a-852b-6f6e1cf0c6aa tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3121331 Mar 07 10:44:50.932647 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56862) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:50.937301 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-02e0a98b-6c94-4be4-814b-def7ecfb1b55 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Request body: {'security_group_rule': {'security_group_id': 'bb28b637-e307-448d-8c33-b6510b0a0162', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:50.959869 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d56677c-c823-4ace-9ebc-8d24cd18f18a req-8a61326a-fc0f-4f66-9173-bf2b41280abc tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc3e1b7b-70ce-47c2-b67d-1493eb0847fa HTTP/1.1" status: 200 len: 210 time: 0.0968263 Mar 07 10:44:50.987276 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8efb9fde-996c-494c-b836-5a7236a93599 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ed6b91f6f7034572bb8d8543db7fbf7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2585230 Mar 07 10:44:50.989946 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c5786-c576-48f9-a970-767638eb2602 req-968665c9-caf4-482e-ad40-694746bae11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:50.993815 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56864) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:50.994570 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-02e0a98b-6c94-4be4-814b-def7ecfb1b55 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group_rule (c8b59af0-76f3-4cc4-b861-ea697390a7de), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:51.000438 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-676c5786-c576-48f9-a970-767638eb2602 req-968665c9-caf4-482e-ad40-694746bae11c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:51.002060 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-676c5786-c576-48f9-a970-767638eb2602 req-968665c9-caf4-482e-ad40-694746bae11c service neutron] 10.222.0.21 "PUT /v2.0/ports/371e040c-f898-486b-8b6d-b1a80044510d HTTP/1.1" status: 200 len: 1092 time: 3.1665082 Mar 07 10:44:51.006877 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-de6f6fdb-030a-466b-a30c-fc85f79f3589 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router_gateway (002f91b0-32d2-4e9c-8dab-5b1aaebd2082), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:51.008815 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cdbb3af-d82f-40ec-b841-f853daf2dd04', 'tag': '371e040c-f898-486b-8b6d-b1a80044510d'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:51.011296 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e4d0f2-2e7a-4167-8337-98334d283b21" -d '{"events": [{"name": "network-changed", "server_uuid": "4cdbb3af-d82f-40ec-b841-f853daf2dd04", "tag": "371e040c-f898-486b-8b6d-b1a80044510d"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:51.183180 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a97f3bcf-8c50-4674-b188-cc8470cd981b admin admin] Publish callbacks [] for security_group (a349f0a5-1112-4365-8401-c23a9083c2dc), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:51.205374 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a97f3bcf-8c50-4674-b188-cc8470cd981b admin admin] Publish callbacks [] for security_group (a349f0a5-1112-4365-8401-c23a9083c2dc), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:51.284579 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a97f3bcf-8c50-4674-b188-cc8470cd981b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a349f0a5-1112-4365-8401-c23a9083c2dc), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:51.288078 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a97f3bcf-8c50-4674-b188-cc8470cd981b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:51.289329 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a97f3bcf-8c50-4674-b188-cc8470cd981b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a349f0a5-1112-4365-8401-c23a9083c2dc HTTP/1.1" status: 204 len: 168 time: 0.2874012 Mar 07 10:44:51.308968 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f3bcf-8c50-4674-b188-cc8470cd981b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a349f0a5-1112-4365-8401-c23a9083c2dc,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:51.354569 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-02e0a98b-6c94-4be4-814b-def7ecfb1b55 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group_rule (c8b59af0-76f3-4cc4-b861-ea697390a7de), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:51.374574 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031840c4-0e3d-4a3c-bc72-126b57a1f533 req-3cb986c0-48bc-4dc1-8ee5-725592e581b3 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:51.380682 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-031840c4-0e3d-4a3c-bc72-126b57a1f533 req-3cb986c0-48bc-4dc1-8ee5-725592e581b3 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cdbb3af-d82f-40ec-b841-f853daf2dd04 HTTP/1.1" status: 200 len: 944 time: 0.2771227 Mar 07 10:44:51.382073 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-02e0a98b-6c94-4be4-814b-def7ecfb1b55 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (c8b59af0-76f3-4cc4-b861-ea697390a7de), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:51.489678 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0a98b-6c94-4be4-814b-def7ecfb1b55 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8b59af0-76f3-4cc4-b861-ea697390a7de,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:51.501494 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-02e0a98b-6c94-4be4-814b-def7ecfb1b55 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:51.505223 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-02e0a98b-6c94-4be4-814b-def7ecfb1b55 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5689530 Mar 07 10:44:51.513166 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56882) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:51.545588 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-48ffc7ad-ddaf-4789-85aa-757ef29745ed tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Request body: {'security_group_rule': {'security_group_id': 'bb28b637-e307-448d-8c33-b6510b0a0162', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:51.616589 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-031840c4-0e3d-4a3c-bc72-126b57a1f533 req-383c3c3d-0fe3-420e-950a-ef8f728dcefd tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242086 Mar 07 10:44:51.648164 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48ffc7ad-ddaf-4789-85aa-757ef29745ed tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group_rule (30600378-a459-4b68-80f0-bc909869399c), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:51.717312 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f8d991-c4a0-4057-920c-141f0320335f x-openstack-request-id: req-11f8d991-c4a0-4057-920c-141f0320335f {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:51.718777 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cdbb3af-d82f-40ec-b841-f853daf2dd04", "tag": "371e040c-f898-486b-8b6d-b1a80044510d", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:51.719196 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-11f8d991-c4a0-4057-920c-141f0320335f {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:51.719781 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cdbb3af-d82f-40ec-b841-f853daf2dd04', 'tag': '371e040c-f898-486b-8b6d-b1a80044510d', 'status': 'completed', 'code': 200} Mar 07 10:44:51.779489 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48ffc7ad-ddaf-4789-85aa-757ef29745ed tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group_rule (30600378-a459-4b68-80f0-bc909869399c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:51.787061 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48ffc7ad-ddaf-4789-85aa-757ef29745ed tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (30600378-a459-4b68-80f0-bc909869399c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:51.798063 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968665c9-caf4-482e-ad40-694746bae11c service neutron] Pushing event updated for resources: {'Port': ['ID=371e040c-f898-486b-8b6d-b1a80044510d,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:51.826019 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ffc7ad-ddaf-4789-85aa-757ef29745ed tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30600378-a459-4b68-80f0-bc909869399c,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:51.842921 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48ffc7ad-ddaf-4789-85aa-757ef29745ed tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:51.844731 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-48ffc7ad-ddaf-4789-85aa-757ef29745ed tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3186171 Mar 07 10:44:51.857678 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56888) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:51.862407 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-a2e140a2-6c3c-41e6-8609-ef5ef49e4943 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:51.907220 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2e140a2-6c3c-41e6-8609-ef5ef49e4943 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:51.975120 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c5786-c576-48f9-a970-767638eb2602 req-46e22ca0-4da0-4ebe-9383-d4b64f1efec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:51.976687 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-676c5786-c576-48f9-a970-767638eb2602 req-46e22ca0-4da0-4ebe-9383-d4b64f1efec8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d640dc7f4f784834ad48e78ec0df26a5&device_id=4cdbb3af-d82f-40ec-b841-f853daf2dd04 HTTP/1.1" status: 200 len: 1126 time: 0.2555783 Mar 07 10:44:52.088921 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-2b0b3354-30ba-408e-9786-04ef9f8a4b3d tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] Made reservation on behalf of 0807b4acb2614af4a79c8ad90eadf71f for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:52.095084 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-2b0b3354-30ba-408e-9786-04ef9f8a4b3d tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:52.168213 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-676c5786-c576-48f9-a970-767638eb2602 req-54b1e654-2bc7-4a9e-986d-93f6e4b1668f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=371e040c-f898-486b-8b6d-b1a80044510d HTTP/1.1" status: 200 len: 217 time: 0.1773143 Mar 07 10:44:52.206947 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-08c84a74-ee26-425c-9c85-dd80116783a2 req-245b490f-e629-445a-b22a-87a62f05c1a6 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc3e1b7b-70ce-47c2-b67d-1493eb0847fa HTTP/1.1" status: 200 len: 210 time: 0.0663581 Mar 07 10:44:52.220132 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2e140a2-6c3c-41e6-8609-ef5ef49e4943 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:52.386182 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c5786-c576-48f9-a970-767638eb2602 req-1ccb4473-9766-42de-88a3-b35876b1f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:52.387659 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-676c5786-c576-48f9-a970-767638eb2602 req-1ccb4473-9766-42de-88a3-b35876b1f2a7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=be75dc35-59ec-464d-b948-3549cf46df15 HTTP/1.1" status: 200 len: 850 time: 0.2079234 Mar 07 10:44:52.489746 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-de6f6fdb-030a-466b-a30c-fc85f79f3589 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (002f91b0-32d2-4e9c-8dab-5b1aaebd2082), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:52.555693 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-a2e140a2-6c3c-41e6-8609-ef5ef49e4943 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Allocated IP 172.25.3.188 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/36c0f985-b431-418f-9857-f96d2d234d7a) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:44:52.558791 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-2b0b3354-30ba-408e-9786-04ef9f8a4b3d tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] Allocated IP 172.20.0.2 (8ee8aab8-41b1-4421-8677-53c18ecc5d41/41c92064-b9e0-4efb-bea4-e49c4908a99d/1bfd43d7-206e-4305-a537-810ad385b205) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:44:52.586297 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676c5786-c576-48f9-a970-767638eb2602 req-dc08ea95-a587-4d4b-a509-3d5518b08b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:52.587899 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-676c5786-c576-48f9-a970-767638eb2602 req-dc08ea95-a587-4d4b-a509-3d5518b08b19 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1915193 Mar 07 10:44:52.739620 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:52.792560 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2e140a2-6c3c-41e6-8609-ef5ef49e4943 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for port (36c0f985-b431-418f-9857-f96d2d234d7a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:52.886060 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81341e-fb33-4ff1-bfc6-2b450edf3913 req-a3829f52-11df-41b7-a526-00dae6d4fa27 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:52.888636 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-676c5786-c576-48f9-a970-767638eb2602 req-d48652d9-d076-428c-862b-3bebc5a18073 service neutron] 10.222.0.21 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915075 Mar 07 10:44:52.894946 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0d81341e-fb33-4ff1-bfc6-2b450edf3913 req-a3829f52-11df-41b7-a526-00dae6d4fa27 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cdbb3af-d82f-40ec-b841-f853daf2dd04 HTTP/1.1" status: 200 len: 944 time: 0.0880864 Mar 07 10:44:52.903563 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2e140a2-6c3c-41e6-8609-ef5ef49e4943 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (36c0f985-b431-418f-9857-f96d2d234d7a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:52.962025 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e140a2-6c3c-41e6-8609-ef5ef49e4943 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:52.967989 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-a2e140a2-6c3c-41e6-8609-ef5ef49e4943 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:52.978534 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e140a2-6c3c-41e6-8609-ef5ef49e4943 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:44:52.982716 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e140a2-6c3c-41e6-8609-ef5ef49e4943 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event updated for resources: {'Port': ['ID=36c0f985-b431-418f-9857-f96d2d234d7a,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:53.025064 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6f6fdb-030a-466b-a30c-fc85f79f3589 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Router 002f91b0-32d2-4e9c-8dab-5b1aaebd2082 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:44:53.032426 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-2b0b3354-30ba-408e-9786-04ef9f8a4b3d tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] Publish callbacks [] for port (1bfd43d7-206e-4305-a537-810ad385b205), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.041468 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0d81341e-fb33-4ff1-bfc6-2b450edf3913 req-26c1f208-23bf-4cdd-87ba-1e637e08e4ab tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424634 Mar 07 10:44:53.153979 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2e140a2-6c3c-41e6-8609-ef5ef49e4943 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for floatingip (60e3d7b1-9696-4243-a6bf-ae018c640453), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.167455 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-676c5786-c576-48f9-a970-767638eb2602 req-771c6e3e-2179-468a-a798-7cf3e0e2056d service neutron] 10.222.0.21 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590473 Mar 07 10:44:53.196829 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56920) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:53.223611 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2e140a2-6c3c-41e6-8609-ef5ef49e4943 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (36c0f985-b431-418f-9857-f96d2d234d7a), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.324681 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-2b0b3354-30ba-408e-9786-04ef9f8a4b3d tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (1bfd43d7-206e-4305-a537-810ad385b205), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.328499 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6f6fdb-030a-466b-a30c-fc85f79f3589 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:44:53.345066 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66918b3b-b2ea-4df0-97fa-cdd3e82736e1 None None] Sync routers for ids ['002f91b0-32d2-4e9c-8dab-5b1aaebd2082'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:44:53.372227 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66918b3b-b2ea-4df0-97fa-cdd3e82736e1 None None] Routers {'002f91b0-32d2-4e9c-8dab-5b1aaebd2082'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:44:53.373133 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-66918b3b-b2ea-4df0-97fa-cdd3e82736e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:44:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['002f91b0-32d2-4e9c-8dab-5b1aaebd2082'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:53.399877 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b3354-30ba-408e-9786-04ef9f8a4b3d tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] Pushing event updated for resources: {'Port': ['ID=1bfd43d7-206e-4305-a537-810ad385b205,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:53.420330 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-2b0b3354-30ba-408e-9786-04ef9f8a4b3d tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] Network 8ee8aab8-41b1-4421-8677-53c18ecc5d41 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:53.424063 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4d0f2-2e7a-4167-8337-98334d283b21 req-1e47fd71-c828-401b-815a-72adf124dbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:53.426245 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-05e4d0f2-2e7a-4167-8337-98334d283b21 req-1e47fd71-c828-401b-815a-72adf124dbe9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d640dc7f4f784834ad48e78ec0df26a5&device_id=4cdbb3af-d82f-40ec-b841-f853daf2dd04 HTTP/1.1" status: 200 len: 1126 time: 0.1868863 Mar 07 10:44:53.429375 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-2b0b3354-30ba-408e-9786-04ef9f8a4b3d tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:53.443570 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-2b0b3354-30ba-408e-9786-04ef9f8a4b3d tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:44:53.461206 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-66918b3b-b2ea-4df0-97fa-cdd3e82736e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:53.492390 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66918b3b-b2ea-4df0-97fa-cdd3e82736e1 None None] Routers {'002f91b0-32d2-4e9c-8dab-5b1aaebd2082'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:44:53.493357 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-66918b3b-b2ea-4df0-97fa-cdd3e82736e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:44:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['002f91b0-32d2-4e9c-8dab-5b1aaebd2082'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:53.569920 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-de6f6fdb-030a-466b-a30c-fc85f79f3589 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.574139 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-de6f6fdb-030a-466b-a30c-fc85f79f3589 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.7277448 Mar 07 10:44:53.574540 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-66918b3b-b2ea-4df0-97fa-cdd3e82736e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:53.576445 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56932) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:53.577155 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66918b3b-b2ea-4df0-97fa-cdd3e82736e1 None None] The sync data for ids ['002f91b0-32d2-4e9c-8dab-5b1aaebd2082'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:44:53.593703 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2e140a2-6c3c-41e6-8609-ef5ef49e4943 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for port (36c0f985-b431-418f-9857-f96d2d234d7a), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.614638 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-081861bd-4eef-4b97-8019-ae80216d7faa tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1068189790'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:53.630379 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2e140a2-6c3c-41e6-8609-ef5ef49e4943 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (36c0f985-b431-418f-9857-f96d2d234d7a), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.654443 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-2b0b3354-30ba-408e-9786-04ef9f8a4b3d tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:53.655457 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-2b0b3354-30ba-408e-9786-04ef9f8a4b3d tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.670387 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4d0f2-2e7a-4167-8337-98334d283b21 req-390c5386-ec76-4d53-bda5-bd626334ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:53.673335 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-05e4d0f2-2e7a-4167-8337-98334d283b21 req-390c5386-ec76-4d53-bda5-bd626334ad34 service neutron] 10.222.0.21 "GET /v2.0/networks?id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41 HTTP/1.1" status: 200 len: 912 time: 0.2260203 Mar 07 10:44:53.781143 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2e140a2-6c3c-41e6-8609-ef5ef49e4943 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (60e3d7b1-9696-4243-a6bf-ae018c640453), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.787684 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-05e4d0f2-2e7a-4167-8337-98334d283b21 req-75f8cbd2-5d51-4cc9-a92d-1c0d2a36ba02 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=371e040c-f898-486b-8b6d-b1a80044510d HTTP/1.1" status: 200 len: 217 time: 0.0663373 Mar 07 10:44:53.789819 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081861bd-4eef-4b97-8019-ae80216d7faa tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Made reservation on behalf of 659087e28fb544b1b80b2bd0d6bbbc4e for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:53.793791 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-081861bd-4eef-4b97-8019-ae80216d7faa tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.794487 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-2b0b3354-30ba-408e-9786-04ef9f8a4b3d tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0009854 Mar 07 10:44:53.818346 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-081861bd-4eef-4b97-8019-ae80216d7faa tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.818589 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-b823bb0e-9e9f-47e4-a928-47b7c53b695d service neutron] Request body: {'port': {'device_id': 'fc3e1b7b-70ce-47c2-b67d-1493eb0847fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:53.840068 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2e140a2-6c3c-41e6-8609-ef5ef49e4943 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.841373 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a2e140a2-6c3c-41e6-8609-ef5ef49e4943 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9826281 Mar 07 10:44:53.869544 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebb763-916b-42a5-9b83-e38757a742d3 req-b249fe70-90f5-40a7-abe0-a3eb4142432e tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:53.871674 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-75ebb763-916b-42a5-9b83-e38757a742d3 req-b249fe70-90f5-40a7-abe0-a3eb4142432e tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc3e1b7b-70ce-47c2-b67d-1493eb0847fa HTTP/1.1" status: 200 len: 931 time: 0.4498868 Mar 07 10:44:53.935161 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-081861bd-4eef-4b97-8019-ae80216d7faa tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks [] for security_group (9e70906d-21b6-4a31-8c15-7d58befa7c85), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.937455 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e140a2-6c3c-41e6-8609-ef5ef49e4943 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event updated for resources: {'Port': ['ID=36c0f985-b431-418f-9857-f96d2d234d7a,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:53.945315 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-081861bd-4eef-4b97-8019-ae80216d7faa tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (9e70906d-21b6-4a31-8c15-7d58befa7c85), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.971493 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-081861bd-4eef-4b97-8019-ae80216d7faa tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:44:53.999248 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-081861bd-4eef-4b97-8019-ae80216d7faa tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (3c733a76-54ae-45fb-ac5d-5fe607c0dc5e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:53.999693 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-081861bd-4eef-4b97-8019-ae80216d7faa tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Added segment 3c733a76-54ae-45fb-ac5d-5fe607c0dc5e of type vlan for network cbd8ac08-4b2e-4470-97d2-a3eb0e59536d Mar 07 10:44:54.059106 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-081861bd-4eef-4b97-8019-ae80216d7faa tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (cbd8ac08-4b2e-4470-97d2-a3eb0e59536d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:54.107766 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4d0f2-2e7a-4167-8337-98334d283b21 req-b01a91c9-edaf-43dd-a8f6-965725057f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:54.109308 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-05e4d0f2-2e7a-4167-8337-98334d283b21 req-b01a91c9-edaf-43dd-a8f6-965725057f3e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=be75dc35-59ec-464d-b948-3549cf46df15 HTTP/1.1" status: 200 len: 850 time: 0.3098271 Mar 07 10:44:54.118483 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-b823bb0e-9e9f-47e4-a928-47b7c53b695d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1bfd43d7-206e-4305-a537-810ad385b205), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:54.120808 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-081861bd-4eef-4b97-8019-ae80216d7faa tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (cbd8ac08-4b2e-4470-97d2-a3eb0e59536d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:54.126616 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081861bd-4eef-4b97-8019-ae80216d7faa tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:54.127295 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-081861bd-4eef-4b97-8019-ae80216d7faa tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:54.178167 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-081861bd-4eef-4b97-8019-ae80216d7faa tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9798806 Mar 07 10:44:54.192056 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56950) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:54.202262 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-0c929386-b953-4a86-ab7a-a8e6080107b5 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Request body: {'subnet': {'network_id': 'cbd8ac08-4b2e-4470-97d2-a3eb0e59536d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:54.210886 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5bdfcef5-519f-429e-995d-4f0c8d61ea79 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "GET /v2.0/routers/002f91b0-32d2-4e9c-8dab-5b1aaebd2082 HTTP/1.1" status: 200 len: 885 time: 0.5643764 Mar 07 10:44:54.212434 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56952) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:54.255974 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081861bd-4eef-4b97-8019-ae80216d7faa tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e70906d-21b6-4a31-8c15-7d58befa7c85,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:54.258763 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-75ebb763-916b-42a5-9b83-e38757a742d3 req-d5423a62-7d8f-4934-9bf7-fdc71d3ddc64 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd84fb2-a539-4a0b-9e02-0ee4f34d377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156161 Mar 07 10:44:54.290142 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-de3744be-015a-41e6-b83e-e92773d3f524 req-9d775aa0-51ce-477c-936e-b62775d49823 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--2034759308&fields=id&tenant_id=963e73da008c45bbbe3340617f958250 HTTP/1.1" status: 200 len: 267 time: 0.1899831 Mar 07 10:44:54.398999 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4d0f2-2e7a-4167-8337-98334d283b21 req-1414181e-c370-4260-b403-99a70aaad2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:54.400802 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-05e4d0f2-2e7a-4167-8337-98334d283b21 req-1414181e-c370-4260-b403-99a70aaad2cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2648096 Mar 07 10:44:54.470690 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3744be-015a-41e6-b83e-e92773d3f524 req-fbbda68c-9675-42e5-80d7-f4c342b11df9 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:54.473146 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-de3744be-015a-41e6-b83e-e92773d3f524 req-fbbda68c-9675-42e5-80d7-f4c342b11df9 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/networks?id=00afd099-7a30-4cd1-919e-35d92c7ee376 HTTP/1.1" status: 200 len: 815 time: 0.1700387 Mar 07 10:44:54.609361 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-de3744be-015a-41e6-b83e-e92773d3f524 req-c47f249e-c7a5-40c2-a9d8-b81e28c74d54 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/quotas/963e73da008c45bbbe3340617f958250 HTTP/1.1" status: 200 len: 375 time: 0.0466115 Mar 07 10:44:54.614224 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c929386-b953-4a86-ab7a-a8e6080107b5 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Made reservation on behalf of 659087e28fb544b1b80b2bd0d6bbbc4e for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:54.617976 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c929386-b953-4a86-ab7a-a8e6080107b5 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:54.721299 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56962) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:54.745968 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081861bd-4eef-4b97-8019-ae80216d7faa tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Pushing event updated for resources: {'Network': ['ID=cbd8ac08-4b2e-4470-97d2-a3eb0e59536d,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:54.764763 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network cbd8ac08-4b2e-4470-97d2-a3eb0e59536d details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:44:54.876394 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-de3744be-015a-41e6-b83e-e92773d3f524 req-db70c439-ab32-4d6b-bc0a-1286f023d0bd tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=963e73da008c45bbbe3340617f958250&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1529412 Mar 07 10:44:54.920961 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-63a8890a-9eff-4dc5-af02-ca254e268726 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:54.981787 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c929386-b953-4a86-ab7a-a8e6080107b5 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (4ba3b17d-d733-4d32-9671-f7f3d14a72cf), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:55.041418 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-05e4d0f2-2e7a-4167-8337-98334d283b21 req-c117ba35-1141-4dd5-9c11-2ff67fb2f008 service neutron] 10.222.0.21 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6276743 Mar 07 10:44:55.051697 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2574678d-bad1-414e-9516-a8796cc13faf req-84f9d59b-6cfb-449f-82e7-0814581618d8 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:55.053360 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2574678d-bad1-414e-9516-a8796cc13faf req-84f9d59b-6cfb-449f-82e7-0814581618d8 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cdbb3af-d82f-40ec-b841-f853daf2dd04 HTTP/1.1" status: 200 len: 944 time: 0.6345711 Mar 07 10:44:55.115808 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c929386-b953-4a86-ab7a-a8e6080107b5 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Pushing event updated for resources: {'Subnet': ['ID=4ba3b17d-d733-4d32-9671-f7f3d14a72cf,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:55.123492 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-de3744be-015a-41e6-b83e-e92773d3f524 req-8ec6b9da-616a-4a82-b9d6-8ad939fa93bb service neutron] 10.222.0.11 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345524 Mar 07 10:44:55.146403 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c929386-b953-4a86-ab7a-a8e6080107b5 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:55.146824 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c929386-b953-4a86-ab7a-a8e6080107b5 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:55.147273 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c929386-b953-4a86-ab7a-a8e6080107b5 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:55.147616 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c929386-b953-4a86-ab7a-a8e6080107b5 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:55.147959 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c929386-b953-4a86-ab7a-a8e6080107b5 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:55.148293 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c929386-b953-4a86-ab7a-a8e6080107b5 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:55.149278 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c929386-b953-4a86-ab7a-a8e6080107b5 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:55.149619 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c929386-b953-4a86-ab7a-a8e6080107b5 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:55.149952 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c929386-b953-4a86-ab7a-a8e6080107b5 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:55.150283 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c929386-b953-4a86-ab7a-a8e6080107b5 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:55.150712 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c929386-b953-4a86-ab7a-a8e6080107b5 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:55.151028 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c929386-b953-4a86-ab7a-a8e6080107b5 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:55.151350 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c929386-b953-4a86-ab7a-a8e6080107b5 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:44:55.156400 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c929386-b953-4a86-ab7a-a8e6080107b5 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Checking segment: {'id': '3c733a76-54ae-45fb-ac5d-5fe607c0dc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'cbd8ac08-4b2e-4470-97d2-a3eb0e59536d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:44:55.156622 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c929386-b953-4a86-ab7a-a8e6080107b5 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Network hostable DHCP agents. Network: cbd8ac08-4b2e-4470-97d2-a3eb0e59536d, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:44:55.252922 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-63a8890a-9eff-4dc5-af02-ca254e268726 admin admin] Publish callbacks [] for security_group (2f77829c-740f-4577-8c82-a41d38031a8e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:55.256578 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c929386-b953-4a86-ab7a-a8e6080107b5 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Network cbd8ac08-4b2e-4470-97d2-a3eb0e59536d is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:44:55.263162 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-63a8890a-9eff-4dc5-af02-ca254e268726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2f77829c-740f-4577-8c82-a41d38031a8e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:55.296331 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-de3744be-015a-41e6-b83e-e92773d3f524 req-a63b6e29-c995-4f47-81d5-f2da6cfd5b83 service neutron] 10.222.0.11 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616316 Mar 07 10:44:55.299415 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-0c929386-b953-4a86-ab7a-a8e6080107b5 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, cbd8ac08-4b2e-4470-97d2-a3eb0e59536d) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:55.312264 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3414a4-03fc-4703-bb80-99b6436e59b3 None None] Network cbd8ac08-4b2e-4470-97d2-a3eb0e59536d requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:44:55.319627 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c929386-b953-4a86-ab7a-a8e6080107b5 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:55.319831 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c929386-b953-4a86-ab7a-a8e6080107b5 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:55.322657 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2574678d-bad1-414e-9516-a8796cc13faf req-98acf6d0-6bc5-4235-96c5-a637c0ef32d8 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557049 Mar 07 10:44:55.328532 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-63a8890a-9eff-4dc5-af02-ca254e268726 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f3ddd941f9cb472cb501e83d384f6806&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6035118 Mar 07 10:44:55.333642 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56968) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:55.342548 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8890a-9eff-4dc5-af02-ca254e268726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f77829c-740f-4577-8c82-a41d38031a8e,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:55.345713 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-05e4d0f2-2e7a-4167-8337-98334d283b21 req-a8662527-dc76-4ec4-953b-5601e2b9f16c service neutron] 10.222.0.21 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897668 Mar 07 10:44:55.369817 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-b823bb0e-9e9f-47e4-a928-47b7c53b695d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bfd43d7-206e-4305-a537-810ad385b205 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:44:55.381802 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0c929386-b953-4a86-ab7a-a8e6080107b5 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1835341 Mar 07 10:44:55.383746 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-b823bb0e-9e9f-47e4-a928-47b7c53b695d service neutron] Publish callbacks [] for port (1bfd43d7-206e-4305-a537-810ad385b205), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:55.385849 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56970) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:55.393087 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-65e5a80d-b534-4580-b6f8-1bb01dbc41a8 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Request body: {'port': {'network_id': 'cbd8ac08-4b2e-4470-97d2-a3eb0e59536d', 'name': 'tempest-AllowedAddressPairTestJSON-1697352700'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:55.407356 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ef09baca-6c4e-4617-bfa2-4a9e6ec31972 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.1878538 Mar 07 10:44:55.410176 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56972) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:55.412523 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-b823bb0e-9e9f-47e4-a928-47b7c53b695d service neutron] Transition to ACTIVE for port object 1bfd43d7-206e-4305-a537-810ad385b205 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:44:55.416505 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-195d832b-0dba-4e01-b3c8-d33215e312d5 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1379166729'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:55.420216 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-b823bb0e-9e9f-47e4-a928-47b7c53b695d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (1bfd43d7-206e-4305-a537-810ad385b205), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:55.518233 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e1b52d-6757-4c0a-9aea-de7e22f606f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-cbd8ac08-4b2e-4470-97d2-a3eb0e59536d', 'network_id': 'cbd8ac08-4b2e-4470-97d2-a3eb0e59536d', 'project_id': '659087e28fb544b1b80b2bd0d6bbbc4e', 'fixed_ips': [{'subnet_id': '4ba3b17d-d733-4d32-9671-f7f3d14a72cf'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:44:55.519521 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-86e1b52d-6757-4c0a-9aea-de7e22f606f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:55.522156 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-081cfe84-21b6-429e-942f-580b5060a878 admin admin] Publish callbacks [] for security_group (2f77829c-740f-4577-8c82-a41d38031a8e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:55.563303 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-081cfe84-21b6-429e-942f-580b5060a878 admin admin] Publish callbacks [] for security_group (2f77829c-740f-4577-8c82-a41d38031a8e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:55.613690 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823bb0e-9e9f-47e4-a928-47b7c53b695d service neutron] Pushing event updated for resources: {'Port': ['ID=1bfd43d7-206e-4305-a537-810ad385b205,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:55.681411 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bb0cb768-325a-4a13-87f5-8d1470737d2f req-d5d2450a-4fb4-4ee2-9e2e-a5518bddaa10 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=feea5027-a38e-47e0-9d5c-5aef41770b2e HTTP/1.1" status: 200 len: 210 time: 0.0745354 Mar 07 10:44:55.718554 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e5a80d-b534-4580-b6f8-1bb01dbc41a8 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Made reservation on behalf of 659087e28fb544b1b80b2bd0d6bbbc4e for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:55.720959 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-65e5a80d-b534-4580-b6f8-1bb01dbc41a8 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:55.738691 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73e9be-554e-43b3-9bb8-f28277708152 req-668f0113-a10d-476e-aa0f-b07360815441 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:55.740280 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7c73e9be-554e-43b3-9bb8-f28277708152 req-668f0113-a10d-476e-aa0f-b07360815441 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc3e1b7b-70ce-47c2-b67d-1493eb0847fa HTTP/1.1" status: 200 len: 943 time: 0.2695346 Mar 07 10:44:55.750231 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-65e5a80d-b534-4580-b6f8-1bb01dbc41a8 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] device_id is not set on port 62de0833-84a0-459d-ba1b-efbe0e82ca4c yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:44:55.756285 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-081cfe84-21b6-429e-942f-580b5060a878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2f77829c-740f-4577-8c82-a41d38031a8e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:55.758906 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-081cfe84-21b6-429e-942f-580b5060a878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:55.760060 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-081cfe84-21b6-429e-942f-580b5060a878 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2f77829c-740f-4577-8c82-a41d38031a8e HTTP/1.1" status: 204 len: 168 time: 0.4254959 Mar 07 10:44:55.772593 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081cfe84-21b6-429e-942f-580b5060a878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f77829c-740f-4577-8c82-a41d38031a8e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:55.802474 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-86e1b52d-6757-4c0a-9aea-de7e22f606f2 None None] Allocated IP 172.20.0.2 (cbd8ac08-4b2e-4470-97d2-a3eb0e59536d/4ba3b17d-d733-4d32-9671-f7f3d14a72cf/4add0698-309e-43ac-8581-8e21771f9862) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:44:55.826411 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-b823bb0e-9e9f-47e4-a928-47b7c53b695d service neutron] Attempting to bind port 1bfd43d7-206e-4305-a537-810ad385b205 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:44:55.826806 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-b823bb0e-9e9f-47e4-a928-47b7c53b695d service neutron] Attempting to bind port 1bfd43d7-206e-4305-a537-810ad385b205 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '7463eea8-02f9-4ff6-8be2-bd736cd8cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8ee8aab8-41b1-4421-8677-53c18ecc5d41'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:44:55.827014 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-b823bb0e-9e9f-47e4-a928-47b7c53b695d service neutron] Attempting to bind port 1bfd43d7-206e-4305-a537-810ad385b205 on network 8ee8aab8-41b1-4421-8677-53c18ecc5d41 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:44:55.884900 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-b823bb0e-9e9f-47e4-a928-47b7c53b695d service neutron] Port 1bfd43d7-206e-4305-a537-810ad385b205 on network 8ee8aab8-41b1-4421-8677-53c18ecc5d41 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:44:55.885249 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-b823bb0e-9e9f-47e4-a928-47b7c53b695d service neutron] Attempting to bind port 1bfd43d7-206e-4305-a537-810ad385b205 on network 8ee8aab8-41b1-4421-8677-53c18ecc5d41 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:44:55.909969 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-b823bb0e-9e9f-47e4-a928-47b7c53b695d service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:44:55.910335 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-b823bb0e-9e9f-47e4-a928-47b7c53b695d service neutron] Checking segment: {'id': '7463eea8-02f9-4ff6-8be2-bd736cd8cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8ee8aab8-41b1-4421-8677-53c18ecc5d41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:44:55.910814 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-b823bb0e-9e9f-47e4-a928-47b7c53b695d service neutron] Bound using segment: {'id': '7463eea8-02f9-4ff6-8be2-bd736cd8cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8ee8aab8-41b1-4421-8677-53c18ecc5d41'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:44:55.911269 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-b823bb0e-9e9f-47e4-a928-47b7c53b695d service neutron] Bound port: 1bfd43d7-206e-4305-a537-810ad385b205, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7463eea8-02f9-4ff6-8be2-bd736cd8cfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8ee8aab8-41b1-4421-8677-53c18ecc5d41'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:44:55.911627 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-b823bb0e-9e9f-47e4-a928-47b7c53b695d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1bfd43d7-206e-4305-a537-810ad385b205), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:55.945651 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7c73e9be-554e-43b3-9bb8-f28277708152 req-21a480f2-d5a6-4677-b847-020164da917b tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd84fb2-a539-4a0b-9e02-0ee4f34d377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944346 Mar 07 10:44:56.013505 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-86e1b52d-6757-4c0a-9aea-de7e22f606f2 None None] Publish callbacks [] for port (4add0698-309e-43ac-8581-8e21771f9862), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:56.021844 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-86e1b52d-6757-4c0a-9aea-de7e22f606f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (4add0698-309e-43ac-8581-8e21771f9862), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:56.070300 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e1b52d-6757-4c0a-9aea-de7e22f606f2 None None] Network cbd8ac08-4b2e-4470-97d2-a3eb0e59536d is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:56.075839 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-86e1b52d-6757-4c0a-9aea-de7e22f606f2 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:56.084505 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-b823bb0e-9e9f-47e4-a928-47b7c53b695d service neutron] For port 1bfd43d7-206e-4305-a537-810ad385b205, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:44:56.086817 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e1b52d-6757-4c0a-9aea-de7e22f606f2 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:44:56.104480 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-b823bb0e-9e9f-47e4-a928-47b7c53b695d service neutron] For port 1bfd43d7-206e-4305-a537-810ad385b205, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=1bfd43d7-206e-4305-a537-810ad385b205,segment=NetworkSegment(7463eea8-02f9-4ff6-8be2-bd736cd8cfc0),segment_id=7463eea8-02f9-4ff6-8be2-bd736cd8cfc0)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:44:56.119027 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-195d832b-0dba-4e01-b3c8-d33215e312d5 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26448'] for router (002f91b0-32d2-4e9c-8dab-5b1aaebd2082), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:56.124406 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-65e5a80d-b534-4580-b6f8-1bb01dbc41a8 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Allocated IP 172.20.0.8 (cbd8ac08-4b2e-4470-97d2-a3eb0e59536d/4ba3b17d-d733-4d32-9671-f7f3d14a72cf/62de0833-84a0-459d-ba1b-efbe0e82ca4c) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:44:56.134313 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-b823bb0e-9e9f-47e4-a928-47b7c53b695d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (1bfd43d7-206e-4305-a537-810ad385b205), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:56.134498 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1b52d-6757-4c0a-9aea-de7e22f606f2 None None] Pushing event updated for resources: {'Port': ['ID=4add0698-309e-43ac-8581-8e21771f9862,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:56.173895 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-86e1b52d-6757-4c0a-9aea-de7e22f606f2 None None] Attempting to bind port 4add0698-309e-43ac-8581-8e21771f9862 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:44:56.175211 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-86e1b52d-6757-4c0a-9aea-de7e22f606f2 None None] Attempting to bind port 4add0698-309e-43ac-8581-8e21771f9862 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '3c733a76-54ae-45fb-ac5d-5fe607c0dc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'cbd8ac08-4b2e-4470-97d2-a3eb0e59536d'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:44:56.175875 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e1b52d-6757-4c0a-9aea-de7e22f606f2 None None] Attempting to bind port 4add0698-309e-43ac-8581-8e21771f9862 on network cbd8ac08-4b2e-4470-97d2-a3eb0e59536d {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:44:56.181903 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-b823bb0e-9e9f-47e4-a928-47b7c53b695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:56.182790 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-b823bb0e-9e9f-47e4-a928-47b7c53b695d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:56.184291 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e1b52d-6757-4c0a-9aea-de7e22f606f2 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:44:56.184455 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-b823bb0e-9e9f-47e4-a928-47b7c53b695d service neutron] 10.222.0.21 "PUT /v2.0/ports/1bfd43d7-206e-4305-a537-810ad385b205 HTTP/1.1" status: 200 len: 1091 time: 2.3724275 Mar 07 10:44:56.185070 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e1b52d-6757-4c0a-9aea-de7e22f606f2 None None] Checking segment: {'id': '3c733a76-54ae-45fb-ac5d-5fe607c0dc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'cbd8ac08-4b2e-4470-97d2-a3eb0e59536d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:44:56.185363 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-195d832b-0dba-4e01-b3c8-d33215e312d5 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674560'] for router (002f91b0-32d2-4e9c-8dab-5b1aaebd2082), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:56.185984 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-86e1b52d-6757-4c0a-9aea-de7e22f606f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:56.187617 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e1b52d-6757-4c0a-9aea-de7e22f606f2 None None] Bound using segment: {'id': '3c733a76-54ae-45fb-ac5d-5fe607c0dc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'cbd8ac08-4b2e-4470-97d2-a3eb0e59536d'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:44:56.188468 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-86e1b52d-6757-4c0a-9aea-de7e22f606f2 None None] Bound port: 4add0698-309e-43ac-8581-8e21771f9862, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c733a76-54ae-45fb-ac5d-5fe607c0dc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'cbd8ac08-4b2e-4470-97d2-a3eb0e59536d'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:44:56.189208 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-86e1b52d-6757-4c0a-9aea-de7e22f606f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4add0698-309e-43ac-8581-8e21771f9862), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:56.191391 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3e1b7b-70ce-47c2-b67d-1493eb0847fa', 'tag': '1bfd43d7-206e-4305-a537-810ad385b205'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:56.193800 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18abf391-ee25-49c0-b453-aabde3beed18" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3e1b7b-70ce-47c2-b67d-1493eb0847fa", "tag": "1bfd43d7-206e-4305-a537-810ad385b205"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:56.210568 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56992) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:56.271585 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95e25c4-02e9-44d7-a39f-6610716341ad x-openstack-request-id: req-b95e25c4-02e9-44d7-a39f-6610716341ad {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:56.271876 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3e1b7b-70ce-47c2-b67d-1493eb0847fa", "tag": "1bfd43d7-206e-4305-a537-810ad385b205", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:56.272131 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b95e25c4-02e9-44d7-a39f-6610716341ad {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:56.272517 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3e1b7b-70ce-47c2-b67d-1493eb0847fa', 'tag': '1bfd43d7-206e-4305-a537-810ad385b205', 'status': 'completed', 'code': 200} Mar 07 10:44:56.305918 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-86e1b52d-6757-4c0a-9aea-de7e22f606f2 None None] For port 4add0698-309e-43ac-8581-8e21771f9862, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:44:56.310370 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-86e1b52d-6757-4c0a-9aea-de7e22f606f2 None None] For port 4add0698-309e-43ac-8581-8e21771f9862, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=4add0698-309e-43ac-8581-8e21771f9862,segment=NetworkSegment(3c733a76-54ae-45fb-ac5d-5fe607c0dc5e),segment_id=3c733a76-54ae-45fb-ac5d-5fe607c0dc5e)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:44:56.319240 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-86e1b52d-6757-4c0a-9aea-de7e22f606f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4add0698-309e-43ac-8581-8e21771f9862), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:56.322880 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19ba2004-9f9d-46cc-bd5a-37616dc39339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:56.348676 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823bb0e-9e9f-47e4-a928-47b7c53b695d service neutron] Pushing event updated for resources: {'Port': ['ID=1bfd43d7-206e-4305-a537-810ad385b205,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:56.396147 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-65e5a80d-b534-4580-b6f8-1bb01dbc41a8 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks [] for port (62de0833-84a0-459d-ba1b-efbe0e82ca4c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:56.430900 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1b52d-6757-4c0a-9aea-de7e22f606f2 None None] Pushing event updated for resources: {'Port': ['ID=4add0698-309e-43ac-8581-8e21771f9862,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:56.457761 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-65e5a80d-b534-4580-b6f8-1bb01dbc41a8 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (62de0833-84a0-459d-ba1b-efbe0e82ca4c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:56.510075 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e5a80d-b534-4580-b6f8-1bb01dbc41a8 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Pushing event updated for resources: {'Port': ['ID=62de0833-84a0-459d-ba1b-efbe0e82ca4c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:56.525327 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e5a80d-b534-4580-b6f8-1bb01dbc41a8 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Network cbd8ac08-4b2e-4470-97d2-a3eb0e59536d is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:56.526829 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-65e5a80d-b534-4580-b6f8-1bb01dbc41a8 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:56.535156 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e5a80d-b534-4580-b6f8-1bb01dbc41a8 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:44:56.540826 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19ba2004-9f9d-46cc-bd5a-37616dc39339 admin admin] Publish callbacks [] for security_group (5d8063b2-4609-4611-bf5d-86dc87de91b3), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:56.564558 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 371e040c-f898-486b-8b6d-b1a80044510d details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:44:56.575558 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19ba2004-9f9d-46cc-bd5a-37616dc39339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5d8063b2-4609-4611-bf5d-86dc87de91b3), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:56.606636 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e5a80d-b534-4580-b6f8-1bb01dbc41a8 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:56.607448 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-65e5a80d-b534-4580-b6f8-1bb01dbc41a8 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:56.645767 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-65e5a80d-b534-4580-b6f8-1bb01dbc41a8 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2577713 Mar 07 10:44:56.647721 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56996) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:56.655550 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-0d993d9b-387c-4cb9-8d8e-b7bf45647b6b tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Request body: {'port': {'network_id': 'cbd8ac08-4b2e-4470-97d2-a3eb0e59536d', 'name': 'tempest-AllowedAddressPairTestJSON-1202706858', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:33:5a:29'}]}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:56.662601 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-dfd7e848-4faa-40d3-bfe6-be0d199fb0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:56.664216 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-dfd7e848-4faa-40d3-bfe6-be0d199fb0ca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0807b4acb2614af4a79c8ad90eadf71f&device_id=fc3e1b7b-70ce-47c2-b67d-1493eb0847fa HTTP/1.1" status: 200 len: 1125 time: 0.3946533 Mar 07 10:44:56.767512 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 371e040c-f898-486b-8b6d-b1a80044510d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=371e040c-f898-486b-8b6d-b1a80044510d,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:56.783138 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '371e040c-f898-486b-8b6d-b1a80044510d', 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41', 'port_id': '371e040c-f898-486b-8b6d-b1a80044510d', 'mac_address': 'fa:16:3e:8a:5b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be75dc35-59ec-464d-b948-3549cf46df15', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:44:56.788432 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-34c7f594-8942-4c95-81ec-9b868938bdc4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1bfd43d7-206e-4305-a537-810ad385b205 HTTP/1.1" status: 200 len: 217 time: 0.1098394 Mar 07 10:44:56.789066 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba2004-9f9d-46cc-bd5a-37616dc39339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8063b2-4609-4611-bf5d-86dc87de91b3,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:56.811241 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-19ba2004-9f9d-46cc-bd5a-37616dc39339 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=08e4618b3b534334af67a2e9ccf92951&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5978413 Mar 07 10:44:56.822643 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57002) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:56.833200 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195d832b-0dba-4e01-b3c8-d33215e312d5 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Router 002f91b0-32d2-4e9c-8dab-5b1aaebd2082 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:44:56.837094 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9b4e568f-0492-4eb6-873a-bbe0ff275ad3 req-3c04593c-5686-4c06-9625-a4bc74708a34 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=feea5027-a38e-47e0-9d5c-5aef41770b2e HTTP/1.1" status: 200 len: 210 time: 0.0581274 Mar 07 10:44:56.853651 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 371e040c-f898-486b-8b6d-b1a80044510d is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:56.855495 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (371e040c-f898-486b-8b6d-b1a80044510d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:56.877514 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 371e040c-f898-486b-8b6d-b1a80044510d {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:44:56.883744 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bc13d-9840-4d71-a42e-a9f64de42cf6 req-6b0c56b8-8dc7-4333-9826-083e4101bf64 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:56.885696 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0b4bc13d-9840-4d71-a42e-a9f64de42cf6 req-6b0c56b8-8dc7-4333-9826-083e4101bf64 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cdbb3af-d82f-40ec-b841-f853daf2dd04 HTTP/1.1" status: 200 len: 944 time: 0.3430889 Mar 07 10:44:56.913874 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d993d9b-387c-4cb9-8d8e-b7bf45647b6b tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Made reservation on behalf of 659087e28fb544b1b80b2bd0d6bbbc4e for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:56.918898 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 371e040c-f898-486b-8b6d-b1a80044510d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=371e040c-f898-486b-8b6d-b1a80044510d,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:56.930279 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (371e040c-f898-486b-8b6d-b1a80044510d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:56.938966 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-65d30531-fa31-44e0-af37-59ce55a1ade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:56.941135 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-65d30531-fa31-44e0-af37-59ce55a1ade6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c92064-b9e0-4efb-bea4-e49c4908a99d HTTP/1.1" status: 200 len: 854 time: 0.1267509 Mar 07 10:44:57.022547 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=371e040c-f898-486b-8b6d-b1a80044510d,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:57.028372 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-bc1617fa-c62e-48b1-8105-1fccf80a20ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ee8aab8-41b1-4421-8677-53c18ecc5d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370660 Mar 07 10:44:57.054809 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dd75d6ef-2d6a-46bd-80f2-9a3b79c92332 admin admin] Publish callbacks [] for security_group (5d8063b2-4609-4611-bf5d-86dc87de91b3), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:57.082246 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0b4bc13d-9840-4d71-a42e-a9f64de42cf6 req-c98f573b-502d-41ef-8a7b-5a5049005d0f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883667 Mar 07 10:44:57.175904 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195d832b-0dba-4e01-b3c8-d33215e312d5 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:44:57.184839 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dd75d6ef-2d6a-46bd-80f2-9a3b79c92332 admin admin] Publish callbacks [] for security_group (5d8063b2-4609-4611-bf5d-86dc87de91b3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:57.186029 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-195d832b-0dba-4e01-b3c8-d33215e312d5 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:57.186490 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20b26ff-daa7-4d32-aad6-6a4d6a09ad83 None None] Sync routers for ids ['002f91b0-32d2-4e9c-8dab-5b1aaebd2082'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:44:57.187230 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-195d832b-0dba-4e01-b3c8-d33215e312d5 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "PUT /v2.0/routers/002f91b0-32d2-4e9c-8dab-5b1aaebd2082 HTTP/1.1" status: 200 len: 892 time: 1.7763934 Mar 07 10:44:57.192276 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57006) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:57.199817 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['371e040c-f898-486b-8b6d-b1a80044510d'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:44:57.200371 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-9b7c2666-adec-4142-bae8-2777abf660d8 service neutron] 10.222.0.21 "GET /v2.0/networks/8ee8aab8-41b1-4421-8677-53c18ecc5d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626379 Mar 07 10:44:57.204061 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20b26ff-daa7-4d32-aad6-6a4d6a09ad83 None None] Routers {'002f91b0-32d2-4e9c-8dab-5b1aaebd2082'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:44:57.204872 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d20b26ff-daa7-4d32-aad6-6a4d6a09ad83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:44:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['002f91b0-32d2-4e9c-8dab-5b1aaebd2082'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:57.217230 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0d993d9b-387c-4cb9-8d8e-b7bf45647b6b tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:57.270222 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d20b26ff-daa7-4d32-aad6-6a4d6a09ad83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:57.287378 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20b26ff-daa7-4d32-aad6-6a4d6a09ad83 None None] Routers {'002f91b0-32d2-4e9c-8dab-5b1aaebd2082'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:44:57.288323 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d20b26ff-daa7-4d32-aad6-6a4d6a09ad83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:44:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['002f91b0-32d2-4e9c-8dab-5b1aaebd2082'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:57.312687 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f43c422-4a5f-49d3-b650-ba7a57e03c6e req-8be0d287-7754-4e95-a328-0c891045193b service neutron] 10.222.0.21 "GET /v2.0/networks/8ee8aab8-41b1-4421-8677-53c18ecc5d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061502 Mar 07 10:44:57.329768 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d20b26ff-daa7-4d32-aad6-6a4d6a09ad83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:44:57.330747 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20b26ff-daa7-4d32-aad6-6a4d6a09ad83 None None] The sync data for ids ['002f91b0-32d2-4e9c-8dab-5b1aaebd2082'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:44:57.346179 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3744be-015a-41e6-b83e-e92773d3f524 req-a4c9f559-3367-4a8d-a093-127f71fb3734 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:57.348292 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-de3744be-015a-41e6-b83e-e92773d3f524 req-a4c9f559-3367-4a8d-a093-127f71fb3734 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.31 "GET /v2.0/networks?id=00afd099-7a30-4cd1-919e-35d92c7ee376 HTTP/1.1" status: 200 len: 815 time: 0.4297960 Mar 07 10:44:57.368622 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fdece-2e92-46fa-a27e-f1adc475a946 req-faa6cda3-fd5a-4e14-b141-4dd244aadb4d tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:57.370883 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8c3fdece-2e92-46fa-a27e-f1adc475a946 req-faa6cda3-fd5a-4e14-b141-4dd244aadb4d tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc3e1b7b-70ce-47c2-b67d-1493eb0847fa HTTP/1.1" status: 200 len: 943 time: 0.3245578 Mar 07 10:44:57.378996 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-0d993d9b-387c-4cb9-8d8e-b7bf45647b6b tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] device_id is not set on port 635cca2d-e45b-4ed2-833f-356196f400e7 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:44:57.444940 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abf391-ee25-49c0-b453-aabde3beed18 req-9881d53a-8c4a-4f16-988d-2a9f95589e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:57.447340 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-18abf391-ee25-49c0-b453-aabde3beed18 req-9881d53a-8c4a-4f16-988d-2a9f95589e35 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0807b4acb2614af4a79c8ad90eadf71f&device_id=fc3e1b7b-70ce-47c2-b67d-1493eb0847fa HTTP/1.1" status: 200 len: 1125 time: 0.0728769 Mar 07 10:44:57.578583 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abf391-ee25-49c0-b453-aabde3beed18 req-8e3dd92b-b050-45f8-b308-901d21351cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:57.580104 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-18abf391-ee25-49c0-b453-aabde3beed18 req-8e3dd92b-b050-45f8-b308-901d21351cc3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8ee8aab8-41b1-4421-8677-53c18ecc5d41 HTTP/1.1" status: 200 len: 915 time: 0.1263151 Mar 07 10:44:57.599960 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 4add0698-309e-43ac-8581-8e21771f9862 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:44:57.637401 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-18abf391-ee25-49c0-b453-aabde3beed18 req-37bca0a0-04c3-49f6-a907-757503441bac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1bfd43d7-206e-4305-a537-810ad385b205 HTTP/1.1" status: 200 len: 217 time: 0.0489745 Mar 07 10:44:57.666680 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 4add0698-309e-43ac-8581-8e21771f9862 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:57.667071 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4add0698-309e-43ac-8581-8e21771f9862), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:57.699242 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abf391-ee25-49c0-b453-aabde3beed18 req-cd3006b8-44b4-4fc3-a099-329549bc0faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:57.700859 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-18abf391-ee25-49c0-b453-aabde3beed18 req-cd3006b8-44b4-4fc3-a099-329549bc0faa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41c92064-b9e0-4efb-bea4-e49c4908a99d HTTP/1.1" status: 200 len: 854 time: 0.0573142 Mar 07 10:44:57.740891 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-18abf391-ee25-49c0-b453-aabde3beed18 req-5b4c8737-d8f7-4697-83e9-f069319e0a27 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8ee8aab8-41b1-4421-8677-53c18ecc5d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333402 Mar 07 10:44:57.769697 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 4add0698-309e-43ac-8581-8e21771f9862 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:57.770126 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4add0698-309e-43ac-8581-8e21771f9862), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:57.823631 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dd75d6ef-2d6a-46bd-80f2-9a3b79c92332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5d8063b2-4609-4611-bf5d-86dc87de91b3), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:57.826188 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dd75d6ef-2d6a-46bd-80f2-9a3b79c92332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:57.827326 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-dd75d6ef-2d6a-46bd-80f2-9a3b79c92332 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5d8063b2-4609-4611-bf5d-86dc87de91b3 HTTP/1.1" status: 204 len: 168 time: 0.9849403 Mar 07 10:44:57.836032 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 4add0698-309e-43ac-8581-8e21771f9862, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=4add0698-309e-43ac-8581-8e21771f9862,segment=NetworkSegment(3c733a76-54ae-45fb-ac5d-5fe607c0dc5e),segment_id=3c733a76-54ae-45fb-ac5d-5fe607c0dc5e)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:57.849571 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b258e7-cfa1-47f1-ac85-972e19bfd09b None None] Network cbd8ac08-4b2e-4470-97d2-a3eb0e59536d requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:44:57.869388 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4add0698-309e-43ac-8581-8e21771f9862), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:57.887046 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75d6ef-2d6a-46bd-80f2-9a3b79c92332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8063b2-4609-4611-bf5d-86dc87de91b3,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:57.902515 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c136cf42-5f48-4d3b-ab2e-c93eaa30ec35 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "GET /v2.0/routers/002f91b0-32d2-4e9c-8dab-5b1aaebd2082 HTTP/1.1" status: 200 len: 892 time: 0.7021313 Mar 07 10:44:57.903813 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-18abf391-ee25-49c0-b453-aabde3beed18 req-93874120-1651-4254-bbf1-75bcc85b0350 service neutron] 10.222.0.21 "GET /v2.0/networks/8ee8aab8-41b1-4421-8677-53c18ecc5d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400466 Mar 07 10:44:57.914111 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57014) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:57.935572 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8c3fdece-2e92-46fa-a27e-f1adc475a946 req-1ecbebec-89a4-4dca-a0e3-7cd56dc9897e tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd84fb2-a539-4a0b-9e02-0ee4f34d377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5510347 Mar 07 10:44:57.969198 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-de3744be-015a-41e6-b83e-e92773d3f524 req-b76effda-e139-4c09-bcc6-0561a2f4c585 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=963e73da008c45bbbe3340617f958250 HTTP/1.1" status: 200 len: 380 time: 0.6092477 Mar 07 10:44:57.979324 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-de3744be-015a-41e6-b83e-e92773d3f524 req-54c4af59-310f-4e40-ba6e-75d5eefac647 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Request body: {'port': {'device_id': 'feea5027-a38e-47e0-9d5c-5aef41770b2e', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'admin_state_up': True, 'tenant_id': '963e73da008c45bbbe3340617f958250', 'security_groups': ['bb28b637-e307-448d-8c33-b6510b0a0162']}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:57.988688 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9a432455-5f33-441d-8d3b-3a4e34baa264 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "GET /v2.0/ports?device_id=002f91b0-32d2-4e9c-8dab-5b1aaebd2082 HTTP/1.1" status: 200 len: 205 time: 0.0726316 Mar 07 10:44:57.993613 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57016) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:58.045966 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-41d093e1-d78a-4e7e-a033-7e3e383e2eb0 req-7fa10f42-3f41-454d-af58-7529b07a052a tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=feea5027-a38e-47e0-9d5c-5aef41770b2e HTTP/1.1" status: 200 len: 210 time: 0.0809698 Mar 07 10:44:58.074126 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-0d993d9b-387c-4cb9-8d8e-b7bf45647b6b tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Allocated IP 172.20.0.7 (cbd8ac08-4b2e-4470-97d2-a3eb0e59536d/4ba3b17d-d733-4d32-9671-f7f3d14a72cf/635cca2d-e45b-4ed2-833f-356196f400e7) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:44:58.149872 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-09e0613d-3afb-405c-91f6-8bb0b28aac98 None None] Provisioning complete for port 4add0698-309e-43ac-8581-8e21771f9862 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:58.150769 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-09e0613d-3afb-405c-91f6-8bb0b28aac98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4add0698-309e-43ac-8581-8e21771f9862), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:58.189982 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de3744be-015a-41e6-b83e-e92773d3f524 req-54c4af59-310f-4e40-ba6e-75d5eefac647 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Made reservation on behalf of 963e73da008c45bbbe3340617f958250 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:44:58.194225 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-de3744be-015a-41e6-b83e-e92773d3f524 req-54c4af59-310f-4e40-ba6e-75d5eefac647 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:58.225549 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=4add0698-309e-43ac-8581-8e21771f9862,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:58.273884 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-09e0613d-3afb-405c-91f6-8bb0b28aac98 None None] Current status of the port 4add0698-309e-43ac-8581-8e21771f9862 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:58.427937 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184c279-0541-4ed5-85b7-bf4c29ceca37 req-daf0d2bb-df10-462e-b23a-bcf9da46e5e4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:58.429681 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6184c279-0541-4ed5-85b7-bf4c29ceca37 req-daf0d2bb-df10-462e-b23a-bcf9da46e5e4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cdbb3af-d82f-40ec-b841-f853daf2dd04 HTTP/1.1" status: 200 len: 945 time: 0.2215853 Mar 07 10:44:58.442219 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0d993d9b-387c-4cb9-8d8e-b7bf45647b6b tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks [] for port (635cca2d-e45b-4ed2-833f-356196f400e7), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:58.506338 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-de3744be-015a-41e6-b83e-e92773d3f524 req-54c4af59-310f-4e40-ba6e-75d5eefac647 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Allocated IP 172.20.0.9 (00afd099-7a30-4cd1-919e-35d92c7ee376/e733737e-c8f1-4ea9-8337-47939319caff/4aaf240e-31d3-487e-9298-96b897da16fb) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:44:58.577381 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 371e040c-f898-486b-8b6d-b1a80044510d up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:44:58.593047 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-18abf391-ee25-49c0-b453-aabde3beed18 req-305be9d8-2619-41c9-a8ec-c98cb7774ae9 service neutron] 10.222.0.21 "GET /v2.0/networks/8ee8aab8-41b1-4421-8677-53c18ecc5d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6869576 Mar 07 10:44:58.641383 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-12a25982-1ab4-4621-8ae3-3ab6def85112 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router (002f91b0-32d2-4e9c-8dab-5b1aaebd2082), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:58.679692 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f93ba539-052a-489c-85e7-a3fd5a333e0f None None] Provisioning complete for port 4add0698-309e-43ac-8581-8e21771f9862 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:58.680497 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f93ba539-052a-489c-85e7-a3fd5a333e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4add0698-309e-43ac-8581-8e21771f9862), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:58.729709 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6184c279-0541-4ed5-85b7-bf4c29ceca37 req-dc0bdde6-89dd-4f57-9312-d95b61b3cbaa tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960156 Mar 07 10:44:58.818278 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-12a25982-1ab4-4621-8ae3-3ab6def85112 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router_gateway (002f91b0-32d2-4e9c-8dab-5b1aaebd2082), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:58.824544 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-de3744be-015a-41e6-b83e-e92773d3f524 req-54c4af59-310f-4e40-ba6e-75d5eefac647 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for port (4aaf240e-31d3-487e-9298-96b897da16fb), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:58.884960 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0d993d9b-387c-4cb9-8d8e-b7bf45647b6b tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (635cca2d-e45b-4ed2-833f-356196f400e7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:58.895556 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-de3744be-015a-41e6-b83e-e92773d3f524 req-54c4af59-310f-4e40-ba6e-75d5eefac647 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (4aaf240e-31d3-487e-9298-96b897da16fb), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:58.909784 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-12a25982-1ab4-4621-8ae3-3ab6def85112 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Deleting port 915d1d23-2ad0-4c72-9129-1859ac0006a0 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:44:58.910506 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-12a25982-1ab4-4621-8ae3-3ab6def85112 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (915d1d23-2ad0-4c72-9129-1859ac0006a0), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:58.984646 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d993d9b-387c-4cb9-8d8e-b7bf45647b6b tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Network cbd8ac08-4b2e-4470-97d2-a3eb0e59536d is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:58.997804 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-0d993d9b-387c-4cb9-8d8e-b7bf45647b6b tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:59.007325 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 371e040c-f898-486b-8b6d-b1a80044510d completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:44:59.007885 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d993d9b-387c-4cb9-8d8e-b7bf45647b6b tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:44:59.013064 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 371e040c-f898-486b-8b6d-b1a80044510d triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:59.014155 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (371e040c-f898-486b-8b6d-b1a80044510d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:59.036162 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-12a25982-1ab4-4621-8ae3-3ab6def85112 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (915d1d23-2ad0-4c72-9129-1859ac0006a0), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:59.056070 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de3744be-015a-41e6-b83e-e92773d3f524 req-54c4af59-310f-4e40-ba6e-75d5eefac647 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Network 00afd099-7a30-4cd1-919e-35d92c7ee376 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:44:59.056519 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f93ba539-052a-489c-85e7-a3fd5a333e0f None None] Current status of the port 4add0698-309e-43ac-8581-8e21771f9862 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:59.058926 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-de3744be-015a-41e6-b83e-e92773d3f524 req-54c4af59-310f-4e40-ba6e-75d5eefac647 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:44:59.069961 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3744be-015a-41e6-b83e-e92773d3f524 req-54c4af59-310f-4e40-ba6e-75d5eefac647 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:44:59.074695 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-12a25982-1ab4-4621-8ae3-3ab6def85112 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Calling delete_port for 915d1d23-2ad0-4c72-9129-1859ac0006a0 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:44:59.091165 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d993d9b-387c-4cb9-8d8e-b7bf45647b6b tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Pushing event updated for resources: {'Port': ['ID=635cca2d-e45b-4ed2-833f-356196f400e7,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:59.133024 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f93ba539-052a-489c-85e7-a3fd5a333e0f None None] Provisioning complete for port 62de0833-84a0-459d-ba1b-efbe0e82ca4c triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:59.133662 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f93ba539-052a-489c-85e7-a3fd5a333e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (62de0833-84a0-459d-ba1b-efbe0e82ca4c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:59.190811 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d993d9b-387c-4cb9-8d8e-b7bf45647b6b tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:59.191664 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0d993d9b-387c-4cb9-8d8e-b7bf45647b6b tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:59.212535 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc8536-def6-418b-8eaf-a68add74f0e0 req-65dc219c-c0d7-4684-9361-d46ed7692290 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:59.214419 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dddc8536-def6-418b-8eaf-a68add74f0e0 req-65dc219c-c0d7-4684-9361-d46ed7692290 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc3e1b7b-70ce-47c2-b67d-1493eb0847fa HTTP/1.1" status: 200 len: 943 time: 0.1610153 Mar 07 10:44:59.280115 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f93ba539-052a-489c-85e7-a3fd5a333e0f None None] Port 62de0833-84a0-459d-ba1b-efbe0e82ca4c cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:44:59.281614 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 371e040c-f898-486b-8b6d-b1a80044510d is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:59.282083 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (371e040c-f898-486b-8b6d-b1a80044510d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:59.315865 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4af59-310f-4e40-ba6e-75d5eefac647 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event updated for resources: {'Port': ['ID=4aaf240e-31d3-487e-9298-96b897da16fb,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:59.328283 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dddc8536-def6-418b-8eaf-a68add74f0e0 req-7438ca7f-4157-4a90-b283-2f659b00ecc3 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd84fb2-a539-4a0b-9e02-0ee4f34d377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007402 Mar 07 10:44:59.335752 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdbb3af-d82f-40ec-b841-f853daf2dd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371e040c-f898-486b-8b6d-b1a80044510d'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:44:59.341144 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0d993d9b-387c-4cb9-8d8e-b7bf45647b6b tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.6895714 Mar 07 10:44:59.342581 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2936a1ad-b3d0-41ea-b0c6-e4c602d14ac2" -d '{"events": [{"server_uuid": "4cdbb3af-d82f-40ec-b841-f853daf2dd04", "name": "network-vif-plugged", "status": "completed", "tag": "371e040c-f898-486b-8b6d-b1a80044510d"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:44:59.367494 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3744be-015a-41e6-b83e-e92773d3f524 req-54c4af59-310f-4e40-ba6e-75d5eefac647 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:59.368182 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-de3744be-015a-41e6-b83e-e92773d3f524 req-54c4af59-310f-4e40-ba6e-75d5eefac647 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:59.369441 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 371e040c-f898-486b-8b6d-b1a80044510d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=371e040c-f898-486b-8b6d-b1a80044510d,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:44:59.372941 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57048) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:59.378044 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (371e040c-f898-486b-8b6d-b1a80044510d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:59.420836 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff282f-49fc-4c5a-bf3d-9e2890084d63 req-4cc31be8-e6ca-4b1d-9863-84fa79975297 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:59.422606 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c6ff282f-49fc-4c5a-bf3d-9e2890084d63 req-4cc31be8-e6ca-4b1d-9863-84fa79975297 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=feea5027-a38e-47e0-9d5c-5aef41770b2e HTTP/1.1" status: 200 len: 931 time: 0.2019339 Mar 07 10:44:59.431495 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-de3744be-015a-41e6-b83e-e92773d3f524 req-54c4af59-310f-4e40-ba6e-75d5eefac647 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4550900 Mar 07 10:44:59.435632 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7a6823-4f70-4b33-9537-21843815c4b9 x-openstack-request-id: req-7a7a6823-4f70-4b33-9537-21843815c4b9 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:44:59.436257 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdbb3af-d82f-40ec-b841-f853daf2dd04", "name": "network-vif-plugged", "status": "completed", "tag": "371e040c-f898-486b-8b6d-b1a80044510d", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:44:59.436773 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7a7a6823-4f70-4b33-9537-21843815c4b9 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:44:59.437468 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdbb3af-d82f-40ec-b841-f853daf2dd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '371e040c-f898-486b-8b6d-b1a80044510d', 'code': 200} Mar 07 10:44:59.454816 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-de3744be-015a-41e6-b83e-e92773d3f524 req-0d323b5b-112a-4374-a041-ab1441124406 service neutron] Request body: {'port': {'device_id': 'feea5027-a38e-47e0-9d5c-5aef41770b2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:44:59.530062 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=371e040c-f898-486b-8b6d-b1a80044510d,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:59.534101 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-30a5f52b-79cb-4212-9021-2a4042e15c97 None None] Provisioning complete for port 62de0833-84a0-459d-ba1b-efbe0e82ca4c triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:59.535177 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-30a5f52b-79cb-4212-9021-2a4042e15c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (62de0833-84a0-459d-ba1b-efbe0e82ca4c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:59.592335 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c6ff282f-49fc-4c5a-bf3d-9e2890084d63 req-6f29c93c-bb4a-4e13-b5c9-e543049d37f0 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb28b637-e307-448d-8c33-b6510b0a0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589894 Mar 07 10:44:59.597608 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 4add0698-309e-43ac-8581-8e21771f9862 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:44:59.606251 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-de3744be-015a-41e6-b83e-e92773d3f524 req-0d323b5b-112a-4374-a041-ab1441124406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4aaf240e-31d3-487e-9298-96b897da16fb), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:59.629175 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-30a5f52b-79cb-4212-9021-2a4042e15c97 None None] Port 62de0833-84a0-459d-ba1b-efbe0e82ca4c cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:44:59.653652 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdecc80-56a5-4671-af03-3a44d456664f req-b10deec5-5596-4f4f-82f2-b8e8de449a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:59.655058 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7bdecc80-56a5-4671-af03-3a44d456664f req-b10deec5-5596-4f4f-82f2-b8e8de449a38 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4cdbb3af-d82f-40ec-b841-f853daf2dd04 HTTP/1.1" status: 200 len: 1128 time: 0.1536269 Mar 07 10:44:59.661758 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 4add0698-309e-43ac-8581-8e21771f9862 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:59.662280 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4add0698-309e-43ac-8581-8e21771f9862), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:59.726839 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba04cbb-90bf-4e17-8ba8-9901bc149f1e tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:59.732303 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba04cbb-90bf-4e17-8ba8-9901bc149f1e tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:59.737903 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba04cbb-90bf-4e17-8ba8-9901bc149f1e tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:44:59.739686 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-bba04cbb-90bf-4e17-8ba8-9901bc149f1e tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.3632636 Mar 07 10:44:59.742943 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57058) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:44:59.762378 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 4add0698-309e-43ac-8581-8e21771f9862 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:44:59.767015 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-57cbc224-8de6-4291-bd89-3f73e295e769 None None] Provisioning complete for port 635cca2d-e45b-4ed2-833f-356196f400e7 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:59.768549 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-57cbc224-8de6-4291-bd89-3f73e295e769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (635cca2d-e45b-4ed2-833f-356196f400e7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:59.808588 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-57cbc224-8de6-4291-bd89-3f73e295e769 None None] Port 635cca2d-e45b-4ed2-833f-356196f400e7 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:44:59.821950 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-57cbc224-8de6-4291-bd89-3f73e295e769 None None] Provisioning complete for port 4aaf240e-31d3-487e-9298-96b897da16fb triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:44:59.822760 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-57cbc224-8de6-4291-bd89-3f73e295e769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4aaf240e-31d3-487e-9298-96b897da16fb), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:59.870038 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-12a25982-1ab4-4621-8ae3-3ab6def85112 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (915d1d23-2ad0-4c72-9129-1859ac0006a0), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:44:59.876731 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7bdecc80-56a5-4671-af03-3a44d456664f req-609c4d2a-304f-4bd2-a89b-9bf5e8c22bf2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107530 Mar 07 10:44:59.884132 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-57cbc224-8de6-4291-bd89-3f73e295e769 None None] Port 4aaf240e-31d3-487e-9298-96b897da16fb cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:44:59.947563 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a25982-1ab4-4621-8ae3-3ab6def85112 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Port': ['ID=915d1d23-2ad0-4c72-9129-1859ac0006a0,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:44:59.977563 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-de3744be-015a-41e6-b83e-e92773d3f524 req-0d323b5b-112a-4374-a041-ab1441124406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aaf240e-31d3-487e-9298-96b897da16fb {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:44:59.987239 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-de3744be-015a-41e6-b83e-e92773d3f524 req-0d323b5b-112a-4374-a041-ab1441124406 service neutron] Publish callbacks [] for port (4aaf240e-31d3-487e-9298-96b897da16fb), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:00.001379 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-de3744be-015a-41e6-b83e-e92773d3f524 req-0d323b5b-112a-4374-a041-ab1441124406 service neutron] Transition to ACTIVE for port object 4aaf240e-31d3-487e-9298-96b897da16fb will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:45:00.007241 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-de3744be-015a-41e6-b83e-e92773d3f524 req-0d323b5b-112a-4374-a041-ab1441124406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (4aaf240e-31d3-487e-9298-96b897da16fb), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:00.044294 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf87cee-c128-42d9-86ae-2c34390e5cba req-422f0afd-1b02-4ed0-b7f6-895b9b2e0cf3 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:00.045868 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ddf87cee-c128-42d9-86ae-2c34390e5cba req-422f0afd-1b02-4ed0-b7f6-895b9b2e0cf3 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cdbb3af-d82f-40ec-b841-f853daf2dd04 HTTP/1.1" status: 200 len: 946 time: 0.1945844 Mar 07 10:45:00.066918 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-12a25982-1ab4-4621-8ae3-3ab6def85112 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (002f91b0-32d2-4e9c-8dab-5b1aaebd2082), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:00.072029 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d323b5b-112a-4374-a041-ab1441124406 service neutron] Pushing event updated for resources: {'Port': ['ID=4aaf240e-31d3-487e-9298-96b897da16fb,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:00.079772 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-db79248f-5a67-4ad5-930a-66ffe50a2bd9 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Deleting port 635cca2d-e45b-4ed2-833f-356196f400e7 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:00.080122 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-db79248f-5a67-4ad5-930a-66ffe50a2bd9 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (635cca2d-e45b-4ed2-833f-356196f400e7), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:00.166248 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-de3744be-015a-41e6-b83e-e92773d3f524 req-0d323b5b-112a-4374-a041-ab1441124406 service neutron] Attempting to bind port 4aaf240e-31d3-487e-9298-96b897da16fb on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:45:00.166248 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-de3744be-015a-41e6-b83e-e92773d3f524 req-0d323b5b-112a-4374-a041-ab1441124406 service neutron] Attempting to bind port 4aaf240e-31d3-487e-9298-96b897da16fb by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '59b13e75-30d7-418d-a8ee-7db3ff010fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:45:00.166602 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3744be-015a-41e6-b83e-e92773d3f524 req-0d323b5b-112a-4374-a041-ab1441124406 service neutron] Attempting to bind port 4aaf240e-31d3-487e-9298-96b897da16fb on network 00afd099-7a30-4cd1-919e-35d92c7ee376 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:45:00.172001 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3744be-015a-41e6-b83e-e92773d3f524 req-0d323b5b-112a-4374-a041-ab1441124406 service neutron] Port 4aaf240e-31d3-487e-9298-96b897da16fb on network 00afd099-7a30-4cd1-919e-35d92c7ee376 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:45:00.172338 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3744be-015a-41e6-b83e-e92773d3f524 req-0d323b5b-112a-4374-a041-ab1441124406 service neutron] Attempting to bind port 4aaf240e-31d3-487e-9298-96b897da16fb on network 00afd099-7a30-4cd1-919e-35d92c7ee376 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:45:00.183595 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3744be-015a-41e6-b83e-e92773d3f524 req-0d323b5b-112a-4374-a041-ab1441124406 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:45:00.184413 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3744be-015a-41e6-b83e-e92773d3f524 req-0d323b5b-112a-4374-a041-ab1441124406 service neutron] Checking segment: {'id': '59b13e75-30d7-418d-a8ee-7db3ff010fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:00.185314 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de3744be-015a-41e6-b83e-e92773d3f524 req-0d323b5b-112a-4374-a041-ab1441124406 service neutron] Bound using segment: {'id': '59b13e75-30d7-418d-a8ee-7db3ff010fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:45:00.185786 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-de3744be-015a-41e6-b83e-e92773d3f524 req-0d323b5b-112a-4374-a041-ab1441124406 service neutron] Bound port: 4aaf240e-31d3-487e-9298-96b897da16fb, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b13e75-30d7-418d-a8ee-7db3ff010fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:45:00.186162 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-de3744be-015a-41e6-b83e-e92773d3f524 req-0d323b5b-112a-4374-a041-ab1441124406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4aaf240e-31d3-487e-9298-96b897da16fb), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:00.268668 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-12a25982-1ab4-4621-8ae3-3ab6def85112 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (002f91b0-32d2-4e9c-8dab-5b1aaebd2082), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:00.278198 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-12a25982-1ab4-4621-8ae3-3ab6def85112 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router_controller (002f91b0-32d2-4e9c-8dab-5b1aaebd2082), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:00.289478 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-de3744be-015a-41e6-b83e-e92773d3f524 req-0d323b5b-112a-4374-a041-ab1441124406 service neutron] For port 4aaf240e-31d3-487e-9298-96b897da16fb, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:45:00.295978 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-de3744be-015a-41e6-b83e-e92773d3f524 req-0d323b5b-112a-4374-a041-ab1441124406 service neutron] For port 4aaf240e-31d3-487e-9298-96b897da16fb, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=4aaf240e-31d3-487e-9298-96b897da16fb,segment=NetworkSegment(59b13e75-30d7-418d-a8ee-7db3ff010fd0),segment_id=59b13e75-30d7-418d-a8ee-7db3ff010fd0)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:45:00.298027 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ddf87cee-c128-42d9-86ae-2c34390e5cba req-a4f39b39-553c-46fb-aae0-261c67fc6dda tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423310 Mar 07 10:45:00.320017 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-de3744be-015a-41e6-b83e-e92773d3f524 req-0d323b5b-112a-4374-a041-ab1441124406 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (4aaf240e-31d3-487e-9298-96b897da16fb), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:00.361785 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-12a25982-1ab4-4621-8ae3-3ab6def85112 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (002f91b0-32d2-4e9c-8dab-5b1aaebd2082), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:00.363370 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a25982-1ab4-4621-8ae3-3ab6def85112 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Fanout notify agent at l3_agent the message router_deleted on router 002f91b0-32d2-4e9c-8dab-5b1aaebd2082 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:45:00.381338 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-12a25982-1ab4-4621-8ae3-3ab6def85112 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:00.386229 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-12a25982-1ab4-4621-8ae3-3ab6def85112 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/routers/002f91b0-32d2-4e9c-8dab-5b1aaebd2082 HTTP/1.1" status: 204 len: 168 time: 2.3916221 Mar 07 10:45:00.387495 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57082) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:00.392196 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3744be-015a-41e6-b83e-e92773d3f524 req-0d323b5b-112a-4374-a041-ab1441124406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:00.393338 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-de3744be-015a-41e6-b83e-e92773d3f524 req-0d323b5b-112a-4374-a041-ab1441124406 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:00.394612 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-db79248f-5a67-4ad5-930a-66ffe50a2bd9 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (635cca2d-e45b-4ed2-833f-356196f400e7), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:00.402471 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-8a6524ae-763b-4c0c-94dd-302233646c68 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-306144766'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:00.406921 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-de3744be-015a-41e6-b83e-e92773d3f524 req-0d323b5b-112a-4374-a041-ab1441124406 service neutron] 10.222.0.31 "PUT /v2.0/ports/4aaf240e-31d3-487e-9298-96b897da16fb HTTP/1.1" status: 200 len: 1091 time: 0.9627776 Mar 07 10:45:00.407789 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feea5027-a38e-47e0-9d5c-5aef41770b2e', 'tag': '4aaf240e-31d3-487e-9298-96b897da16fb'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:45:00.413739 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a8b617-015e-45bc-b289-f50bcf6d1ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "feea5027-a38e-47e0-9d5c-5aef41770b2e", "tag": "4aaf240e-31d3-487e-9298-96b897da16fb"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:45:00.426970 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-db79248f-5a67-4ad5-930a-66ffe50a2bd9 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Calling delete_port for 635cca2d-e45b-4ed2-833f-356196f400e7 owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:00.466167 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6524ae-763b-4c0c-94dd-302233646c68 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Made reservation on behalf of 504a1347ab6745e0835a648731c9ce9a for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:00.470646 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a6524ae-763b-4c0c-94dd-302233646c68 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:00.491552 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef759133-58f9-47f3-9f0d-f804d2c43845 x-openstack-request-id: req-ef759133-58f9-47f3-9f0d-f804d2c43845 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:45:00.491855 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feea5027-a38e-47e0-9d5c-5aef41770b2e", "tag": "4aaf240e-31d3-487e-9298-96b897da16fb", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:45:00.492279 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ef759133-58f9-47f3-9f0d-f804d2c43845 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:45:00.492747 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feea5027-a38e-47e0-9d5c-5aef41770b2e', 'tag': '4aaf240e-31d3-487e-9298-96b897da16fb', 'status': 'completed', 'code': 200} Mar 07 10:45:00.523210 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d323b5b-112a-4374-a041-ab1441124406 service neutron] Pushing event updated for resources: {'Port': ['ID=4aaf240e-31d3-487e-9298-96b897da16fb,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:00.563983 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a6524ae-763b-4c0c-94dd-302233646c68 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:45:00.593477 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 1bfd43d7-206e-4305-a537-810ad385b205 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:45:00.595676 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a6524ae-763b-4c0c-94dd-302233646c68 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (b60bc7ec-d979-4fd4-acc7-2e2701f10506), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:00.596398 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-8a6524ae-763b-4c0c-94dd-302233646c68 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Added segment b60bc7ec-d979-4fd4-acc7-2e2701f10506 of type vlan for network 6c78a543-aedb-479d-9cbc-dc9cfd2fb0f2 Mar 07 10:45:00.668941 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a6524ae-763b-4c0c-94dd-302233646c68 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (6c78a543-aedb-479d-9cbc-dc9cfd2fb0f2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:00.679163 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981d835-cff7-407e-9336-d28465b25623 req-ff2c37e3-6fe6-4dbf-a91c-880c67375ebd tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:00.686054 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c981d835-cff7-407e-9336-d28465b25623 req-ff2c37e3-6fe6-4dbf-a91c-880c67375ebd tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc3e1b7b-70ce-47c2-b67d-1493eb0847fa HTTP/1.1" status: 200 len: 943 time: 0.2462430 Mar 07 10:45:00.712196 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3744be-015a-41e6-b83e-e92773d3f524 req-b364b820-c4ca-460c-9983-2805848afa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:00.714739 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-de3744be-015a-41e6-b83e-e92773d3f524 req-b364b820-c4ca-460c-9983-2805848afa7f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=963e73da008c45bbbe3340617f958250&device_id=feea5027-a38e-47e0-9d5c-5aef41770b2e HTTP/1.1" status: 200 len: 1125 time: 0.2149167 Mar 07 10:45:00.797723 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-de3744be-015a-41e6-b83e-e92773d3f524 req-9bad7650-c1d4-4c3d-b1b0-31babeb726de service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aaf240e-31d3-487e-9298-96b897da16fb HTTP/1.1" status: 200 len: 217 time: 0.0513334 Mar 07 10:45:00.804745 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a6524ae-763b-4c0c-94dd-302233646c68 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (6c78a543-aedb-479d-9cbc-dc9cfd2fb0f2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:00.810972 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6524ae-763b-4c0c-94dd-302233646c68 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:00.811868 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a6524ae-763b-4c0c-94dd-302233646c68 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:00.812262 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 1bfd43d7-206e-4305-a537-810ad385b205, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=1bfd43d7-206e-4305-a537-810ad385b205,segment=NetworkSegment(7463eea8-02f9-4ff6-8be2-bd736cd8cfc0),segment_id=7463eea8-02f9-4ff6-8be2-bd736cd8cfc0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:00.824462 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-db79248f-5a67-4ad5-930a-66ffe50a2bd9 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (635cca2d-e45b-4ed2-833f-356196f400e7), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:00.827193 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '1bfd43d7-206e-4305-a537-810ad385b205', 'network_id': '8ee8aab8-41b1-4421-8677-53c18ecc5d41', 'port_id': '1bfd43d7-206e-4305-a537-810ad385b205', 'mac_address': 'fa:16:3e:6a:4b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41c92064-b9e0-4efb-bea4-e49c4908a99d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:45:00.891073 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 1bfd43d7-206e-4305-a537-810ad385b205 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:00.891465 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1bfd43d7-206e-4305-a537-810ad385b205), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:00.901259 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db79248f-5a67-4ad5-930a-66ffe50a2bd9 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Pushing event deleted for resources: {'Port': ['ID=635cca2d-e45b-4ed2-833f-356196f400e7,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:00.912115 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bfd43d7-206e-4305-a537-810ad385b205 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:45:00.914215 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8a6524ae-763b-4c0c-94dd-302233646c68 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5222297 Mar 07 10:45:00.926309 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c981d835-cff7-407e-9336-d28465b25623 req-fd9c6dd2-d6f5-457e-9cca-b3e5c6e8ee89 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd84fb2-a539-4a0b-9e02-0ee4f34d377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101943 Mar 07 10:45:00.926883 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57094) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:00.936839 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-71710deb-8ea9-4eec-a2c0-55dfd7c8ff39 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Request body: {'subnet': {'network_id': '6c78a543-aedb-479d-9cbc-dc9cfd2fb0f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:00.970850 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3744be-015a-41e6-b83e-e92773d3f524 req-6a946bb4-abfd-4733-858c-1e06c72f5dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:00.973504 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-de3744be-015a-41e6-b83e-e92773d3f524 req-6a946bb4-abfd-4733-858c-1e06c72f5dec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e733737e-c8f1-4ea9-8337-47939319caff HTTP/1.1" status: 200 len: 854 time: 0.1690204 Mar 07 10:45:00.973770 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 1bfd43d7-206e-4305-a537-810ad385b205, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=1bfd43d7-206e-4305-a537-810ad385b205,segment=NetworkSegment(7463eea8-02f9-4ff6-8be2-bd736cd8cfc0),segment_id=7463eea8-02f9-4ff6-8be2-bd736cd8cfc0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:00.981576 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1bfd43d7-206e-4305-a537-810ad385b205), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:00.989592 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769277df-4540-4ff5-9069-f6523ad33d11 req-75abe234-c70e-4189-b4b9-4fe847a7a065 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:00.991406 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-769277df-4540-4ff5-9069-f6523ad33d11 req-75abe234-c70e-4189-b4b9-4fe847a7a065 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=feea5027-a38e-47e0-9d5c-5aef41770b2e HTTP/1.1" status: 200 len: 943 time: 0.2605004 Mar 07 10:45:01.036903 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6524ae-763b-4c0c-94dd-302233646c68 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Network': ['ID=6c78a543-aedb-479d-9cbc-dc9cfd2fb0f2,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:01.098621 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=1bfd43d7-206e-4305-a537-810ad385b205,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:01.107980 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 6c78a543-aedb-479d-9cbc-dc9cfd2fb0f2 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:45:01.185071 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71710deb-8ea9-4eec-a2c0-55dfd7c8ff39 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Made reservation on behalf of 504a1347ab6745e0835a648731c9ce9a for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:01.189939 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-71710deb-8ea9-4eec-a2c0-55dfd7c8ff39 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:01.204867 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-769277df-4540-4ff5-9069-f6523ad33d11 req-2bc10b89-e54a-4c38-927f-cb2557c11fa7 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb28b637-e307-448d-8c33-b6510b0a0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2046268 Mar 07 10:45:01.208214 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3744be-015a-41e6-b83e-e92773d3f524 req-c8a42ce0-0313-44b1-b2c7-79751840ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:01.209740 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-de3744be-015a-41e6-b83e-e92773d3f524 req-c8a42ce0-0313-44b1-b2c7-79751840ef9e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=00afd099-7a30-4cd1-919e-35d92c7ee376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1711619 Mar 07 10:45:01.278961 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-db79248f-5a67-4ad5-930a-66ffe50a2bd9 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:01.285091 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-db79248f-5a67-4ad5-930a-66ffe50a2bd9 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] 10.222.0.11 "DELETE /v2.0/ports/635cca2d-e45b-4ed2-833f-356196f400e7 HTTP/1.1" status: 204 len: 168 time: 1.5369928 Mar 07 10:45:01.288185 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57106) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:01.295168 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['1bfd43d7-206e-4305-a537-810ad385b205'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:45:01.327421 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f016ac-e811-474c-98fe-a01f8abe6f21 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] GET failed (client error): The resource could not be found. Mar 07 10:45:01.329345 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f3f016ac-e811-474c-98fe-a01f8abe6f21 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] 10.222.0.11 "GET /v2.0/ports/635cca2d-e45b-4ed2-833f-356196f400e7 HTTP/1.1" status: 404 len: 333 time: 0.0399499 Mar 07 10:45:01.339778 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57110) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:01.347418 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-dd300525-215b-4261-a0c3-06627f4aba48 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Request body: {'port': {'network_id': 'cbd8ac08-4b2e-4470-97d2-a3eb0e59536d', 'name': 'tempest-AllowedAddressPairTestJSON-763189136'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:01.492167 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-de3744be-015a-41e6-b83e-e92773d3f524 req-ad4b3a85-b421-4c57-9680-0b0ccab8e008 service neutron] 10.222.0.31 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539501 Mar 07 10:45:01.601039 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c76dd9-861d-4f81-9d4a-5713730a9f19 req-7aa32d6e-5182-44b1-a281-a4730d9deeb2 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:01.602946 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-32c76dd9-861d-4f81-9d4a-5713730a9f19 req-7aa32d6e-5182-44b1-a281-a4730d9deeb2 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cdbb3af-d82f-40ec-b841-f853daf2dd04 HTTP/1.1" status: 200 len: 946 time: 0.1080112 Mar 07 10:45:01.623649 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd300525-215b-4261-a0c3-06627f4aba48 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Made reservation on behalf of 659087e28fb544b1b80b2bd0d6bbbc4e for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:01.627377 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dd300525-215b-4261-a0c3-06627f4aba48 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:01.663458 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-dd300525-215b-4261-a0c3-06627f4aba48 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] device_id is not set on port 1b862cb6-80fe-424a-b0c7-3099341ee234 yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:45:01.719671 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-32c76dd9-861d-4f81-9d4a-5713730a9f19 req-1e17cbc9-ac00-49eb-97c9-862d28a24dc5 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077745 Mar 07 10:45:01.732319 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-71710deb-8ea9-4eec-a2c0-55dfd7c8ff39 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (32899e51-cf77-40ee-a004-6833d73723ad), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:01.743127 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-de3744be-015a-41e6-b83e-e92773d3f524 req-77895959-e8c7-4bc6-ad1a-77c793d95419 service neutron] 10.222.0.31 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378187 Mar 07 10:45:01.803203 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7c3ec-e3d6-4ba6-a5ba-d982c5227115 req-09212728-9c89-481e-bd86-9be34274027e tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:01.804747 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-07e7c3ec-e3d6-4ba6-a5ba-d982c5227115 req-09212728-9c89-481e-bd86-9be34274027e tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c1a8dc-4a78-499e-8884-7f923ed8acbd HTTP/1.1" status: 200 len: 946 time: 0.1913331 Mar 07 10:45:01.827810 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71710deb-8ea9-4eec-a2c0-55dfd7c8ff39 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Subnet': ['ID=32899e51-cf77-40ee-a004-6833d73723ad,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:01.830058 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-dd300525-215b-4261-a0c3-06627f4aba48 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Allocated IP 172.20.0.7 (cbd8ac08-4b2e-4470-97d2-a3eb0e59536d/4ba3b17d-d733-4d32-9671-f7f3d14a72cf/1b862cb6-80fe-424a-b0c7-3099341ee234) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:01.884773 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71710deb-8ea9-4eec-a2c0-55dfd7c8ff39 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Checking segment: {'id': 'b60bc7ec-d979-4fd4-acc7-2e2701f10506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6c78a543-aedb-479d-9cbc-dc9cfd2fb0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:01.885168 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71710deb-8ea9-4eec-a2c0-55dfd7c8ff39 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network hostable DHCP agents. Network: 6c78a543-aedb-479d-9cbc-dc9cfd2fb0f2, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:45:01.918200 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0406f896-13c8-4b45-af5f-cf63b4a791c8 req-25468bfd-49b2-4443-9280-fed18bb4fd16 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=d640dc7f4f784834ad48e78ec0df26a5 HTTP/1.1" status: 200 len: 267 time: 0.0845094 Mar 07 10:45:01.929880 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8b617-015e-45bc-b289-f50bcf6d1ea1 req-479e90ab-9418-41ab-9b15-ca7c3a166620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:01.931499 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b0a8b617-015e-45bc-b289-f50bcf6d1ea1 req-479e90ab-9418-41ab-9b15-ca7c3a166620 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=963e73da008c45bbbe3340617f958250&device_id=feea5027-a38e-47e0-9d5c-5aef41770b2e HTTP/1.1" status: 200 len: 1125 time: 0.1257679 Mar 07 10:45:01.936048 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-07e7c3ec-e3d6-4ba6-a5ba-d982c5227115 req-c7e413fc-498a-4748-897b-f30cac8bef3a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132069 Mar 07 10:45:01.937806 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71710deb-8ea9-4eec-a2c0-55dfd7c8ff39 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network 6c78a543-aedb-479d-9cbc-dc9cfd2fb0f2 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:45:01.986957 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-71710deb-8ea9-4eec-a2c0-55dfd7c8ff39 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 6c78a543-aedb-479d-9cbc-dc9cfd2fb0f2) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:01.994326 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71710deb-8ea9-4eec-a2c0-55dfd7c8ff39 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:01.994929 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-71710deb-8ea9-4eec-a2c0-55dfd7c8ff39 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:02.001988 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5c7ce1-883a-4e1a-bdbd-8e70826bd72e None None] Network 6c78a543-aedb-479d-9cbc-dc9cfd2fb0f2 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:02.071226 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406f896-13c8-4b45-af5f-cf63b4a791c8 req-e85e21da-f5eb-4e56-8973-b7fa580e2e6a tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:02.081727 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0406f896-13c8-4b45-af5f-cf63b4a791c8 req-e85e21da-f5eb-4e56-8973-b7fa580e2e6a tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cdbb3af-d82f-40ec-b841-f853daf2dd04 HTTP/1.1" status: 200 len: 946 time: 0.1504028 Mar 07 10:45:02.090975 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-71710deb-8ea9-4eec-a2c0-55dfd7c8ff39 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1576912 Mar 07 10:45:02.091207 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-0406f896-13c8-4b45-af5f-cf63b4a791c8 req-5fe0a651-b4e9-4372-afeb-c7e3a18eddb4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Request body: {'port': {'security_groups': []}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:02.091909 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57130) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:02.095877 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-b8d4117a-fc9f-4dfd-a838-f8ee82e8e56e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1301533255', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:02.138732 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8b617-015e-45bc-b289-f50bcf6d1ea1 req-e07b6744-6dc3-4f05-87aa-632ec3b2f6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:02.140218 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b0a8b617-015e-45bc-b289-f50bcf6d1ea1 req-e07b6744-6dc3-4f05-87aa-632ec3b2f6d6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=00afd099-7a30-4cd1-919e-35d92c7ee376 HTTP/1.1" status: 200 len: 916 time: 0.2001016 Mar 07 10:45:02.141978 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be55b7ea-593d-4445-b50f-23fd58f95ccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-6c78a543-aedb-479d-9cbc-dc9cfd2fb0f2', 'network_id': '6c78a543-aedb-479d-9cbc-dc9cfd2fb0f2', 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'fixed_ips': [{'subnet_id': '32899e51-cf77-40ee-a004-6833d73723ad'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:45:02.143153 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-be55b7ea-593d-4445-b50f-23fd58f95ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:02.163346 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfee5c-bd99-439b-bcda-2d3769a70716 req-e6bddef8-a856-43b6-946f-c81a158614d1 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:02.165396 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0dbfee5c-bd99-439b-bcda-2d3769a70716 req-e6bddef8-a856-43b6-946f-c81a158614d1 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc3e1b7b-70ce-47c2-b67d-1493eb0847fa HTTP/1.1" status: 200 len: 944 time: 0.1218264 Mar 07 10:45:02.201279 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8d4117a-fc9f-4dfd-a838-f8ee82e8e56e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (043a97e9-8d79-42b1-bc57-5834ab03d4a5), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:02.202320 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8d4117a-fc9f-4dfd-a838-f8ee82e8e56e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (043a97e9-8d79-42b1-bc57-5834ab03d4a5), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:02.211577 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b0a8b617-015e-45bc-b289-f50bcf6d1ea1 req-85b7b927-e7da-4b2c-bf49-3c8e8cd4e785 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aaf240e-31d3-487e-9298-96b897da16fb HTTP/1.1" status: 200 len: 217 time: 0.0635026 Mar 07 10:45:02.235420 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0406f896-13c8-4b45-af5f-cf63b4a791c8 req-5fe0a651-b4e9-4372-afeb-c7e3a18eddb4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (371e040c-f898-486b-8b6d-b1a80044510d), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:02.317156 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dd300525-215b-4261-a0c3-06627f4aba48 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks [] for port (1b862cb6-80fe-424a-b0c7-3099341ee234), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:02.324469 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0dbfee5c-bd99-439b-bcda-2d3769a70716 req-caf671bd-4c2f-44a0-a9f0-a89db86519cd tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd84fb2-a539-4a0b-9e02-0ee4f34d377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168275 Mar 07 10:45:02.337497 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8b617-015e-45bc-b289-f50bcf6d1ea1 req-8deeff65-5c7d-4ecb-b4e2-fffb427cf42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:02.349151 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b0a8b617-015e-45bc-b289-f50bcf6d1ea1 req-8deeff65-5c7d-4ecb-b4e2-fffb427cf42d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e733737e-c8f1-4ea9-8337-47939319caff HTTP/1.1" status: 200 len: 854 time: 0.1296079 Mar 07 10:45:02.359028 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-be55b7ea-593d-4445-b50f-23fd58f95ccf None None] Allocated IP 2001:db8::2 (6c78a543-aedb-479d-9cbc-dc9cfd2fb0f2/32899e51-cf77-40ee-a004-6833d73723ad/eeef887e-aed6-4988-b18f-7226cf4b6070) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:02.397575 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8d4117a-fc9f-4dfd-a838-f8ee82e8e56e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router_controller (043a97e9-8d79-42b1-bc57-5834ab03d4a5), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:02.428979 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8d4117a-fc9f-4dfd-a838-f8ee82e8e56e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (043a97e9-8d79-42b1-bc57-5834ab03d4a5), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:02.452800 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dd300525-215b-4261-a0c3-06627f4aba48 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (1b862cb6-80fe-424a-b0c7-3099341ee234), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:02.509326 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8b617-015e-45bc-b289-f50bcf6d1ea1 req-f7feb6ea-36ab-49ec-b4d0-4dc5b51413d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:02.510263 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-0406f896-13c8-4b45-af5f-cf63b4a791c8 req-5fe0a651-b4e9-4372-afeb-c7e3a18eddb4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] For port 371e040c-f898-486b-8b6d-b1a80044510d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=371e040c-f898-486b-8b6d-b1a80044510d,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:02.510856 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b0a8b617-015e-45bc-b289-f50bcf6d1ea1 req-f7feb6ea-36ab-49ec-b4d0-4dc5b51413d0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=00afd099-7a30-4cd1-919e-35d92c7ee376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1259592 Mar 07 10:45:02.513499 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8d4117a-fc9f-4dfd-a838-f8ee82e8e56e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:02.515572 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b8d4117a-fc9f-4dfd-a838-f8ee82e8e56e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4228828 Mar 07 10:45:02.519275 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57140) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:02.528368 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd300525-215b-4261-a0c3-06627f4aba48 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Network cbd8ac08-4b2e-4470-97d2-a3eb0e59536d is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:02.533937 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-dd300525-215b-4261-a0c3-06627f4aba48 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:02.538426 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd300525-215b-4261-a0c3-06627f4aba48 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Pushing event updated for resources: {'Port': ['ID=1b862cb6-80fe-424a-b0c7-3099341ee234,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:02.544077 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd300525-215b-4261-a0c3-06627f4aba48 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:45:02.595031 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-be55b7ea-593d-4445-b50f-23fd58f95ccf None None] Publish callbacks [] for port (eeef887e-aed6-4988-b18f-7226cf4b6070), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:02.610928 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-be55b7ea-593d-4445-b50f-23fd58f95ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (eeef887e-aed6-4988-b18f-7226cf4b6070), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:02.612214 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0406f896-13c8-4b45-af5f-cf63b4a791c8 req-5fe0a651-b4e9-4372-afeb-c7e3a18eddb4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks [] for port (371e040c-f898-486b-8b6d-b1a80044510d), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:02.624218 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 1bfd43d7-206e-4305-a537-810ad385b205 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:02.624725 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0406f896-13c8-4b45-af5f-cf63b4a791c8 req-5fe0a651-b4e9-4372-afeb-c7e3a18eddb4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (371e040c-f898-486b-8b6d-b1a80044510d), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:02.669146 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c64636-fa00-489b-a1a4-a7972939cd08 req-be5ed4c3-eac8-4bd7-a2a5-65988f8e9030 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:02.672031 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-90c64636-fa00-489b-a1a4-a7972939cd08 req-be5ed4c3-eac8-4bd7-a2a5-65988f8e9030 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=feea5027-a38e-47e0-9d5c-5aef41770b2e HTTP/1.1" status: 200 len: 943 time: 0.2231076 Mar 07 10:45:02.701537 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['ebed4773-7953-4951-8a16-c8016ef092a4', '371e040c-f898-486b-8b6d-b1a80044510d'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:45:02.705561 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd300525-215b-4261-a0c3-06627f4aba48 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:02.705870 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dd300525-215b-4261-a0c3-06627f4aba48 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:02.711817 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['a5fdd44f-667a-4fb0-af7f-ae114402e95f'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:45:02.728923 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406f896-13c8-4b45-af5f-cf63b4a791c8 req-5fe0a651-b4e9-4372-afeb-c7e3a18eddb4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:02.729621 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0406f896-13c8-4b45-af5f-cf63b4a791c8 req-5fe0a651-b4e9-4372-afeb-c7e3a18eddb4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:02.731300 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0406f896-13c8-4b45-af5f-cf63b4a791c8 req-5fe0a651-b4e9-4372-afeb-c7e3a18eddb4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "PUT /v2.0/ports/371e040c-f898-486b-8b6d-b1a80044510d HTTP/1.1" status: 200 len: 905 time: 0.6483045 Mar 07 10:45:02.734852 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cdbb3af-d82f-40ec-b841-f853daf2dd04', 'tag': '371e040c-f898-486b-8b6d-b1a80044510d'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:45:02.743266 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813ef948-10c1-46fd-8a58-a8f2f16ba213" -d '{"events": [{"name": "network-changed", "server_uuid": "4cdbb3af-d82f-40ec-b841-f853daf2dd04", "tag": "371e040c-f898-486b-8b6d-b1a80044510d"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:45:02.760189 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe0a651-b4e9-4372-afeb-c7e3a18eddb4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Pushing event updated for resources: {'Port': ['ID=371e040c-f898-486b-8b6d-b1a80044510d,revision_number=6']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:02.773149 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-dd300525-215b-4261-a0c3-06627f4aba48 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4319763 Mar 07 10:45:02.775687 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57152) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:02.781678 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-b0623456-129b-40df-89c8-fdb156470d37 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:33:5a:29'}]}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:02.926924 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be55b7ea-593d-4445-b50f-23fd58f95ccf None None] Network 6c78a543-aedb-479d-9cbc-dc9cfd2fb0f2 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:02.977985 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b0a8b617-015e-45bc-b289-f50bcf6d1ea1 req-e9a937d2-a6aa-4c97-8ed2-27f7b965f331 service neutron] 10.222.0.31 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498675 Mar 07 10:45:02.999431 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['371e040c-f898-486b-8b6d-b1a80044510d'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:45:03.001735 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-be55b7ea-593d-4445-b50f-23fd58f95ccf None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:03.012898 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be55b7ea-593d-4445-b50f-23fd58f95ccf None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:45:03.020314 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55b7ea-593d-4445-b50f-23fd58f95ccf None None] Pushing event updated for resources: {'Port': ['ID=eeef887e-aed6-4988-b18f-7226cf4b6070,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:03.045941 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ba400-be11-4b07-bf99-58459facb436 req-feb76681-7fd5-4028-bfb4-c55cc0ac042c tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:03.047669 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f1ba400-be11-4b07-bf99-58459facb436 req-feb76681-7fd5-4028-bfb4-c55cc0ac042c tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cdbb3af-d82f-40ec-b841-f853daf2dd04 HTTP/1.1" status: 200 len: 908 time: 0.1649606 Mar 07 10:45:03.120050 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b0623456-129b-40df-89c8-fdb156470d37 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1b862cb6-80fe-424a-b0c7-3099341ee234), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:03.170720 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-90c64636-fa00-489b-a1a4-a7972939cd08 req-52e0d23d-4737-44b9-8b46-d5745a56d468 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb28b637-e307-448d-8c33-b6510b0a0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4395769 Mar 07 10:45:03.203883 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5caa5299-7beb-47cd-a7d3-284c3ddfea05 x-openstack-request-id: req-5caa5299-7beb-47cd-a7d3-284c3ddfea05 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:45:03.204837 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cdbb3af-d82f-40ec-b841-f853daf2dd04", "tag": "371e040c-f898-486b-8b6d-b1a80044510d", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:45:03.205146 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5caa5299-7beb-47cd-a7d3-284c3ddfea05 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:45:03.205796 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cdbb3af-d82f-40ec-b841-f853daf2dd04', 'tag': '371e040c-f898-486b-8b6d-b1a80044510d', 'status': 'completed', 'code': 200} Mar 07 10:45:03.216713 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-5f65a82f-145a-419b-bda6-aed9ca49181c None None] Provisioning complete for port 1b862cb6-80fe-424a-b0c7-3099341ee234 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:03.217089 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5f65a82f-145a-419b-bda6-aed9ca49181c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1b862cb6-80fe-424a-b0c7-3099341ee234), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:03.229883 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 1bfd43d7-206e-4305-a537-810ad385b205 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:45:03.267453 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-be55b7ea-593d-4445-b50f-23fd58f95ccf None None] Attempting to bind port eeef887e-aed6-4988-b18f-7226cf4b6070 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:45:03.267769 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-be55b7ea-593d-4445-b50f-23fd58f95ccf None None] Attempting to bind port eeef887e-aed6-4988-b18f-7226cf4b6070 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'b60bc7ec-d979-4fd4-acc7-2e2701f10506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6c78a543-aedb-479d-9cbc-dc9cfd2fb0f2'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:45:03.268090 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be55b7ea-593d-4445-b50f-23fd58f95ccf None None] Attempting to bind port eeef887e-aed6-4988-b18f-7226cf4b6070 on network 6c78a543-aedb-479d-9cbc-dc9cfd2fb0f2 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:45:03.294116 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 1bfd43d7-206e-4305-a537-810ad385b205 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:03.294493 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1bfd43d7-206e-4305-a537-810ad385b205), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:03.312125 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be55b7ea-593d-4445-b50f-23fd58f95ccf None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:45:03.312555 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be55b7ea-593d-4445-b50f-23fd58f95ccf None None] Checking segment: {'id': 'b60bc7ec-d979-4fd4-acc7-2e2701f10506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6c78a543-aedb-479d-9cbc-dc9cfd2fb0f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:03.313025 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-be55b7ea-593d-4445-b50f-23fd58f95ccf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:03.313483 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be55b7ea-593d-4445-b50f-23fd58f95ccf None None] Bound using segment: {'id': 'b60bc7ec-d979-4fd4-acc7-2e2701f10506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6c78a543-aedb-479d-9cbc-dc9cfd2fb0f2'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:45:03.314014 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-be55b7ea-593d-4445-b50f-23fd58f95ccf None None] Bound port: eeef887e-aed6-4988-b18f-7226cf4b6070, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b60bc7ec-d979-4fd4-acc7-2e2701f10506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '6c78a543-aedb-479d-9cbc-dc9cfd2fb0f2'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:45:03.314399 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-be55b7ea-593d-4445-b50f-23fd58f95ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (eeef887e-aed6-4988-b18f-7226cf4b6070), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:03.355481 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5f65a82f-145a-419b-bda6-aed9ca49181c None None] Port 1b862cb6-80fe-424a-b0c7-3099341ee234 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:45:03.373429 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b0a8b617-015e-45bc-b289-f50bcf6d1ea1 req-4ee89abc-e74f-4205-8670-dd837ff1c4f2 service neutron] 10.222.0.31 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236489 Mar 07 10:45:03.405405 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bbb0ad-2dd1-433c-8f31-80b3b689df29 req-16d92761-c890-4301-94e2-32a3afc84c53 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:03.406886 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-95bbb0ad-2dd1-433c-8f31-80b3b689df29 req-16d92761-c890-4301-94e2-32a3afc84c53 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1274173 Mar 07 10:45:03.408957 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-74c63ed6-406e-4c24-9765-068ebe8cdf67 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:03.499246 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-be55b7ea-593d-4445-b50f-23fd58f95ccf None None] For port eeef887e-aed6-4988-b18f-7226cf4b6070, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:45:03.502483 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-be55b7ea-593d-4445-b50f-23fd58f95ccf None None] For port eeef887e-aed6-4988-b18f-7226cf4b6070, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=eeef887e-aed6-4988-b18f-7226cf4b6070,segment=NetworkSegment(b60bc7ec-d979-4fd4-acc7-2e2701f10506),segment_id=b60bc7ec-d979-4fd4-acc7-2e2701f10506)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:45:03.524794 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-be55b7ea-593d-4445-b50f-23fd58f95ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (eeef887e-aed6-4988-b18f-7226cf4b6070), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:03.562414 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c375375-2419-40f8-afc6-3de3d382f1f7 req-84ea66be-7de9-4d95-abd8-764f437d68c4 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:03.572927 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c375375-2419-40f8-afc6-3de3d382f1f7 req-84ea66be-7de9-4d95-abd8-764f437d68c4 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c1a8dc-4a78-499e-8884-7f923ed8acbd HTTP/1.1" status: 200 len: 946 time: 0.2927170 Mar 07 10:45:03.606767 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ef948-10c1-46fd-8a58-a8f2f16ba213 req-6e26d850-c3c1-477d-9217-84ef8757dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:03.610775 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-813ef948-10c1-46fd-8a58-a8f2f16ba213 req-6e26d850-c3c1-477d-9217-84ef8757dcfe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d640dc7f4f784834ad48e78ec0df26a5&device_id=4cdbb3af-d82f-40ec-b841-f853daf2dd04 HTTP/1.1" status: 200 len: 1090 time: 0.4011838 Mar 07 10:45:03.620248 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b9a2ffde-4491-4af6-8230-bd6c0a40978b None None] Provisioning complete for port 371e040c-f898-486b-8b6d-b1a80044510d triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:03.620791 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b9a2ffde-4491-4af6-8230-bd6c0a40978b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (371e040c-f898-486b-8b6d-b1a80044510d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:03.703162 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 1bfd43d7-206e-4305-a537-810ad385b205 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:03.703548 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1bfd43d7-206e-4305-a537-810ad385b205), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:03.717002 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55b7ea-593d-4445-b50f-23fd58f95ccf None None] Pushing event updated for resources: {'Port': ['ID=eeef887e-aed6-4988-b18f-7226cf4b6070,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:03.728304 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c375375-2419-40f8-afc6-3de3d382f1f7 req-387e0136-887c-4963-90d0-0fbb41069a12 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539366 Mar 07 10:45:03.781870 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3e1b7b-70ce-47c2-b67d-1493eb0847fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bfd43d7-206e-4305-a537-810ad385b205'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:45:03.784088 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980fa888-b574-4681-bc1e-f3f7b4ade653" -d '{"events": [{"server_uuid": "fc3e1b7b-70ce-47c2-b67d-1493eb0847fa", "name": "network-vif-plugged", "status": "completed", "tag": "1bfd43d7-206e-4305-a537-810ad385b205"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:45:03.812087 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 1bfd43d7-206e-4305-a537-810ad385b205, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=1bfd43d7-206e-4305-a537-810ad385b205,segment=NetworkSegment(7463eea8-02f9-4ff6-8be2-bd736cd8cfc0),segment_id=7463eea8-02f9-4ff6-8be2-bd736cd8cfc0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:03.822693 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1bfd43d7-206e-4305-a537-810ad385b205), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:03.824481 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b9a2ffde-4491-4af6-8230-bd6c0a40978b None None] Current status of the port 371e040c-f898-486b-8b6d-b1a80044510d is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:03.898456 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=1bfd43d7-206e-4305-a537-810ad385b205,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:04.020496 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-95bbb0ad-2dd1-433c-8f31-80b3b689df29 req-9c052c06-c8e3-4819-be31-cb6f42ef8af9 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5976305 Mar 07 10:45:04.032341 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423bc51-599c-4ed7-8938-3d62b870bd91 req-7c54fccc-aa23-427f-87b7-e72240500bc6 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:04.034010 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2423bc51-599c-4ed7-8938-3d62b870bd91 req-7c54fccc-aa23-427f-87b7-e72240500bc6 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.31 "GET /v2.0/ports?device_id=18c1a8dc-4a78-499e-8884-7f923ed8acbd HTTP/1.1" status: 200 len: 946 time: 0.6371017 Mar 07 10:45:04.117463 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b035eed4-9bf9-461a-acf6-febabe05fc82 x-openstack-request-id: req-b035eed4-9bf9-461a-acf6-febabe05fc82 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:45:04.118019 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3e1b7b-70ce-47c2-b67d-1493eb0847fa", "name": "network-vif-plugged", "status": "completed", "tag": "1bfd43d7-206e-4305-a537-810ad385b205", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:45:04.118019 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b035eed4-9bf9-461a-acf6-febabe05fc82 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:45:04.118391 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3e1b7b-70ce-47c2-b67d-1493eb0847fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bfd43d7-206e-4305-a537-810ad385b205', 'code': 200} Mar 07 10:45:04.360956 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b0623456-129b-40df-89c8-fdb156470d37 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks [] for port (1b862cb6-80fe-424a-b0c7-3099341ee234), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:04.377195 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b0623456-129b-40df-89c8-fdb156470d37 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (1b862cb6-80fe-424a-b0c7-3099341ee234), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:04.388884 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52010060-e01d-4b94-ac51-8e53ad05b182 req-c115d814-5306-4aa6-8b69-863fcc5c3bd0 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:04.390462 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-52010060-e01d-4b94-ac51-8e53ad05b182 req-c115d814-5306-4aa6-8b69-863fcc5c3bd0 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1536620 Mar 07 10:45:04.395275 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-74c63ed6-406e-4c24-9765-068ebe8cdf67 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Allocated IP 2001:db8::1 (6c78a543-aedb-479d-9cbc-dc9cfd2fb0f2/32899e51-cf77-40ee-a004-6833d73723ad/7875feae-2bdd-4c23-acf0-e14a07fd1d6d) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:04.402181 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-2423bc51-599c-4ed7-8938-3d62b870bd91 req-c88b1af3-3814-4eeb-9d7d-1715acd4b45a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Deleting port a962a18e-d1e6-46e7-809f-9e3a4bb5e202 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:04.402522 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-2423bc51-599c-4ed7-8938-3d62b870bd91 req-c88b1af3-3814-4eeb-9d7d-1715acd4b45a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a962a18e-d1e6-46e7-809f-9e3a4bb5e202), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:04.427590 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ef948-10c1-46fd-8a58-a8f2f16ba213 req-80b6ce60-090f-4167-a00a-12f7f7e94d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:04.429184 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-813ef948-10c1-46fd-8a58-a8f2f16ba213 req-80b6ce60-090f-4167-a00a-12f7f7e94d3e service neutron] 10.222.0.21 "GET /v2.0/networks?id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41 HTTP/1.1" status: 200 len: 912 time: 0.8045580 Mar 07 10:45:04.540597 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-813ef948-10c1-46fd-8a58-a8f2f16ba213 req-739cb86e-bc72-4ecc-85b4-7cd9eb9a0248 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=371e040c-f898-486b-8b6d-b1a80044510d HTTP/1.1" status: 200 len: 217 time: 0.1043155 Mar 07 10:45:04.551992 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d54ee-d2b0-47d1-aaa6-0ee129ecbfc2 req-8e7fda26-de29-48d8-8e47-f653bc9f2198 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:04.553644 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-348d54ee-d2b0-47d1-aaa6-0ee129ecbfc2 req-8e7fda26-de29-48d8-8e47-f653bc9f2198 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc3e1b7b-70ce-47c2-b67d-1493eb0847fa HTTP/1.1" status: 200 len: 945 time: 0.2595689 Mar 07 10:45:04.562113 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0623456-129b-40df-89c8-fdb156470d37 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Pushing event updated for resources: {'Port': ['ID=1b862cb6-80fe-424a-b0c7-3099341ee234,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:04.574889 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fbbb5-30bd-44fc-ae23-13528e285f4d req-d0ac38b4-0267-4b13-a385-13ce6740c62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:04.576896 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-611fbbb5-30bd-44fc-ae23-13528e285f4d req-d0ac38b4-0267-4b13-a385-13ce6740c62b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fc3e1b7b-70ce-47c2-b67d-1493eb0847fa HTTP/1.1" status: 200 len: 1127 time: 0.2840030 Mar 07 10:45:04.604886 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-52010060-e01d-4b94-ac51-8e53ad05b182 req-0a63a4d0-4d08-4048-9efd-3ecdbe28210d tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990087 Mar 07 10:45:04.688840 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-348d54ee-d2b0-47d1-aaa6-0ee129ecbfc2 req-74149545-0732-4de9-8406-6a8e5169b81f tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd84fb2-a539-4a0b-9e02-0ee4f34d377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105132 Mar 07 10:45:04.697680 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b0623456-129b-40df-89c8-fdb156470d37 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] In _notify_port_updated(), no bound segment for port 1b862cb6-80fe-424a-b0c7-3099341ee234 on network cbd8ac08-4b2e-4470-97d2-a3eb0e59536d {{(pid=103767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:45:04.700908 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-2423bc51-599c-4ed7-8938-3d62b870bd91 req-c88b1af3-3814-4eeb-9d7d-1715acd4b45a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] For port a962a18e-d1e6-46e7-809f-9e3a4bb5e202, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=a962a18e-d1e6-46e7-809f-9e3a4bb5e202,segment=NetworkSegment(12342119-cf6b-4cbb-9e34-d47607d55c42),segment_id=12342119-cf6b-4cbb-9e34-d47607d55c42)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:04.705606 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-2423bc51-599c-4ed7-8938-3d62b870bd91 req-c88b1af3-3814-4eeb-9d7d-1715acd4b45a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a962a18e-d1e6-46e7-809f-9e3a4bb5e202), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:04.724564 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0623456-129b-40df-89c8-fdb156470d37 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:04.725289 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b0623456-129b-40df-89c8-fdb156470d37 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:04.726659 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b0623456-129b-40df-89c8-fdb156470d37 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] 10.222.0.11 "PUT /v2.0/ports/1b862cb6-80fe-424a-b0c7-3099341ee234 HTTP/1.1" status: 200 len: 992 time: 1.9493835 Mar 07 10:45:04.736987 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57182) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:04.767310 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ef948-10c1-46fd-8a58-a8f2f16ba213 req-221f725e-f2d0-41eb-8807-0e8e13eb2c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:04.769889 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-813ef948-10c1-46fd-8a58-a8f2f16ba213 req-221f725e-f2d0-41eb-8807-0e8e13eb2c9c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=be75dc35-59ec-464d-b948-3549cf46df15 HTTP/1.1" status: 200 len: 850 time: 0.2153597 Mar 07 10:45:04.798544 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-2423bc51-599c-4ed7-8938-3d62b870bd91 req-c88b1af3-3814-4eeb-9d7d-1715acd4b45a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Calling delete_port for a962a18e-d1e6-46e7-809f-9e3a4bb5e202 owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:04.803138 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-74c63ed6-406e-4c24-9765-068ebe8cdf67 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for port (7875feae-2bdd-4c23-acf0-e14a07fd1d6d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:04.864969 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-0572e577-38a3-4153-b70d-08b0a849a34f None None] Provisioning complete for port 1b862cb6-80fe-424a-b0c7-3099341ee234 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:04.865400 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0572e577-38a3-4153-b70d-08b0a849a34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1b862cb6-80fe-424a-b0c7-3099341ee234), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:04.911805 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-611fbbb5-30bd-44fc-ae23-13528e285f4d req-88b99f6f-31f8-4d10-bd32-9bed35a8e960 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0bd84fb2-a539-4a0b-9e02-0ee4f34d377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3117406 Mar 07 10:45:04.918343 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0572e577-38a3-4153-b70d-08b0a849a34f None None] Port 1b862cb6-80fe-424a-b0c7-3099341ee234 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:45:04.950203 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ef948-10c1-46fd-8a58-a8f2f16ba213 req-7a3a25b6-b660-4236-8bf5-04ca9e8dec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:04.951879 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-813ef948-10c1-46fd-8a58-a8f2f16ba213 req-7a3a25b6-b660-4236-8bf5-04ca9e8dec50 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1680033 Mar 07 10:45:04.966065 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f21d3-4377-4425-b87c-169eb433c1bc req-6dacf34e-2bda-469c-8085-331185534cf1 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:04.967998 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-251f21d3-4377-4425-b87c-169eb433c1bc req-6dacf34e-2bda-469c-8085-331185534cf1 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1443903 Mar 07 10:45:04.993086 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21294364-e126-4832-8c2d-77534560b795 req-cd21d6d8-391f-49f0-bf5d-32f96517190a tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:05.000549 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-21294364-e126-4832-8c2d-77534560b795 req-cd21d6d8-391f-49f0-bf5d-32f96517190a tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=feea5027-a38e-47e0-9d5c-5aef41770b2e HTTP/1.1" status: 200 len: 943 time: 0.2816579 Mar 07 10:45:05.063181 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-251f21d3-4377-4425-b87c-169eb433c1bc req-077c2a9d-de6a-48d4-80be-259d6f4955b2 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825946 Mar 07 10:45:05.079465 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-74c63ed6-406e-4c24-9765-068ebe8cdf67 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (7875feae-2bdd-4c23-acf0-e14a07fd1d6d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:05.199007 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-81f49e9c-1e4b-4662-9a7d-07662507fe7f tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Deleting port 1b862cb6-80fe-424a-b0c7-3099341ee234 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:05.199485 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-81f49e9c-1e4b-4662-9a7d-07662507fe7f tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (1b862cb6-80fe-424a-b0c7-3099341ee234), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:05.209255 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c63ed6-406e-4c24-9765-068ebe8cdf67 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network 6c78a543-aedb-479d-9cbc-dc9cfd2fb0f2 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:05.232583 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-74c63ed6-406e-4c24-9765-068ebe8cdf67 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:05.235061 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c63ed6-406e-4c24-9765-068ebe8cdf67 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:45:05.235805 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-74c63ed6-406e-4c24-9765-068ebe8cdf67 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (043a97e9-8d79-42b1-bc57-5834ab03d4a5), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:05.251104 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-21294364-e126-4832-8c2d-77534560b795 req-f23c38f6-8db1-49f5-91ce-34198c55f2a2 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb28b637-e307-448d-8c33-b6510b0a0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477369 Mar 07 10:45:05.285570 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34aff8a1-6dcb-4fed-83f9-f03f6cc401c6 None None] Network 6c78a543-aedb-479d-9cbc-dc9cfd2fb0f2 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:05.296309 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c63ed6-406e-4c24-9765-068ebe8cdf67 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Port': ['ID=7875feae-2bdd-4c23-acf0-e14a07fd1d6d,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:05.325613 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d8971-5517-41c9-96e8-5ba6667a20c5 req-cd050780-c517-405d-b4a1-40738dcda99a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:05.327148 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4b1d8971-5517-41c9-96e8-5ba6667a20c5 req-cd050780-c517-405d-b4a1-40738dcda99a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c1a8dc-4a78-499e-8884-7f923ed8acbd HTTP/1.1" status: 200 len: 946 time: 0.1048923 Mar 07 10:45:05.331887 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-813ef948-10c1-46fd-8a58-a8f2f16ba213 req-5881f02f-e9b2-4e5c-8c81-397941a1fcb4 service neutron] 10.222.0.21 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225802 Mar 07 10:45:05.385458 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-fba71552-22de-4cc2-b3ad-43e5167b1af1 None None] Provisioning complete for port eeef887e-aed6-4988-b18f-7226cf4b6070 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:05.385842 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fba71552-22de-4cc2-b3ad-43e5167b1af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (eeef887e-aed6-4988-b18f-7226cf4b6070), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:05.471475 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4b1d8971-5517-41c9-96e8-5ba6667a20c5 req-446d32f6-ce2c-4395-bf7f-8ab870a0a7e0 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295459 Mar 07 10:45:05.492073 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-2423bc51-599c-4ed7-8938-3d62b870bd91 req-c88b1af3-3814-4eeb-9d7d-1715acd4b45a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (a962a18e-d1e6-46e7-809f-9e3a4bb5e202), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:05.523074 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-813ef948-10c1-46fd-8a58-a8f2f16ba213 req-ed0c6bcc-8aab-4746-8681-75537169fefb service neutron] 10.222.0.21 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747262 Mar 07 10:45:05.546568 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['a962a18e-d1e6-46e7-809f-9e3a4bb5e202'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:45:05.571078 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88b1af3-3814-4eeb-9d7d-1715acd4b45a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Pushing event deleted for resources: {'Port': ['ID=a962a18e-d1e6-46e7-809f-9e3a4bb5e202,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:05.595866 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-81f49e9c-1e4b-4662-9a7d-07662507fe7f tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (1b862cb6-80fe-424a-b0c7-3099341ee234), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:05.644417 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2423bc51-599c-4ed7-8938-3d62b870bd91 req-c88b1af3-3814-4eeb-9d7d-1715acd4b45a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] No DVR routers for this DVR port a962a18e-d1e6-46e7-809f-9e3a4bb5e202 on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:05.647118 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-2423bc51-599c-4ed7-8938-3d62b870bd91 req-c88b1af3-3814-4eeb-9d7d-1715acd4b45a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:05.650953 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2423bc51-599c-4ed7-8938-3d62b870bd91 req-c88b1af3-3814-4eeb-9d7d-1715acd4b45a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.31 "DELETE /v2.0/ports/a962a18e-d1e6-46e7-809f-9e3a4bb5e202 HTTP/1.1" status: 204 len: 173 time: 1.5631576 Mar 07 10:45:05.654454 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-81f49e9c-1e4b-4662-9a7d-07662507fe7f tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Calling delete_port for 1b862cb6-80fe-424a-b0c7-3099341ee234 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:05.656321 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c1a8dc-4a78-499e-8884-7f923ed8acbd', 'name': 'network-vif-deleted', 'tag': 'a962a18e-d1e6-46e7-809f-9e3a4bb5e202'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:45:05.658688 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132c06db-17a4-44de-bf3a-c35806a5984b" -d '{"events": [{"server_uuid": "18c1a8dc-4a78-499e-8884-7f923ed8acbd", "name": "network-vif-deleted", "tag": "a962a18e-d1e6-46e7-809f-9e3a4bb5e202"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:45:05.675742 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c023c-cb63-4a80-8e91-64f4360faa72 req-cc316da6-7a85-4d01-a304-5e98d6979356 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:05.683377 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e38c023c-cb63-4a80-8e91-64f4360faa72 req-cc316da6-7a85-4d01-a304-5e98d6979356 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.2838776 Mar 07 10:45:05.742902 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d53377-223e-45a5-b233-a14a116a2ca5 x-openstack-request-id: req-e5d53377-223e-45a5-b233-a14a116a2ca5 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:45:05.743211 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c1a8dc-4a78-499e-8884-7f923ed8acbd", "name": "network-vif-deleted", "tag": "a962a18e-d1e6-46e7-809f-9e3a4bb5e202", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:45:05.743515 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e5d53377-223e-45a5-b233-a14a116a2ca5 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:45:05.743892 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c1a8dc-4a78-499e-8884-7f923ed8acbd', 'name': 'network-vif-deleted', 'tag': 'a962a18e-d1e6-46e7-809f-9e3a4bb5e202', 'status': 'completed', 'code': 200} Mar 07 10:45:05.853152 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-74c63ed6-406e-4c24-9765-068ebe8cdf67 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7875feae-2bdd-4c23-acf0-e14a07fd1d6d), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:05.876384 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:45:05.953725 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d745fd-3919-4c1a-88b9-2391ddf3208c req-2f0f3e03-256c-42c8-99d2-7178858a0a33 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:05.955448 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e3d745fd-3919-4c1a-88b9-2391ddf3208c req-2f0f3e03-256c-42c8-99d2-7178858a0a33 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc3e1b7b-70ce-47c2-b67d-1493eb0847fa HTTP/1.1" status: 200 len: 945 time: 0.1259344 Mar 07 10:45:05.968852 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e38c023c-cb63-4a80-8e91-64f4360faa72 req-201c2940-dd13-41cb-a9f2-632c394ab9d5 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2814951 Mar 07 10:45:06.023600 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-fba71552-22de-4cc2-b3ad-43e5167b1af1 None None] Current status of the port eeef887e-aed6-4988-b18f-7226cf4b6070 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:06.025872 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fba71552-22de-4cc2-b3ad-43e5167b1af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (eeef887e-aed6-4988-b18f-7226cf4b6070), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:06.066511 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e3d745fd-3919-4c1a-88b9-2391ddf3208c req-87ad4252-d578-46f6-a58d-a166cdbce9aa tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd84fb2-a539-4a0b-9e02-0ee4f34d377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047294 Mar 07 10:45:06.086154 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device eeef887e-aed6-4988-b18f-7226cf4b6070 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:06.184155 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-fba71552-22de-4cc2-b3ad-43e5167b1af1 None None] For port eeef887e-aed6-4988-b18f-7226cf4b6070, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=eeef887e-aed6-4988-b18f-7226cf4b6070,segment=NetworkSegment(b60bc7ec-d979-4fd4-acc7-2e2701f10506),segment_id=b60bc7ec-d979-4fd4-acc7-2e2701f10506)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:06.215441 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fba71552-22de-4cc2-b3ad-43e5167b1af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (eeef887e-aed6-4988-b18f-7226cf4b6070), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:06.240124 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 4aaf240e-31d3-487e-9298-96b897da16fb details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:45:06.401135 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc9682-6c27-4c0c-b3f2-99e71d1e268e req-6df09edb-c513-4af3-8f44-d89e146fbfde tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:06.415203 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3dc9682-6c27-4c0c-b3f2-99e71d1e268e req-6df09edb-c513-4af3-8f44-d89e146fbfde tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=feea5027-a38e-47e0-9d5c-5aef41770b2e HTTP/1.1" status: 200 len: 943 time: 0.0706275 Mar 07 10:45:06.448437 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-81f49e9c-1e4b-4662-9a7d-07662507fe7f tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (1b862cb6-80fe-424a-b0c7-3099341ee234), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:06.484626 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba71552-22de-4cc2-b3ad-43e5167b1af1 None None] Pushing event updated for resources: {'Port': ['ID=eeef887e-aed6-4988-b18f-7226cf4b6070,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:06.528061 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port eeef887e-aed6-4988-b18f-7226cf4b6070 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:06.528456 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (eeef887e-aed6-4988-b18f-7226cf4b6070), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:06.530685 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-dde46b0c-8cdc-4deb-8052-0ea6092daabe None None] Provisioning complete for port eeef887e-aed6-4988-b18f-7226cf4b6070 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:06.531033 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f49e9c-1e4b-4662-9a7d-07662507fe7f tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Pushing event deleted for resources: {'Port': ['ID=1b862cb6-80fe-424a-b0c7-3099341ee234,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:06.531170 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dde46b0c-8cdc-4deb-8052-0ea6092daabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (eeef887e-aed6-4988-b18f-7226cf4b6070), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:06.537847 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3dc9682-6c27-4c0c-b3f2-99e71d1e268e req-2ab5873e-7697-4017-bb38-9cd9367f5e58 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb28b637-e307-448d-8c33-b6510b0a0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131496 Mar 07 10:45:06.571761 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d4bf2fa1-8f11-4017-912f-256026cf2c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:06.648580 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-32183bab-27c1-4f3d-bae1-53102576c1e5 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:06.657755 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-32183bab-27c1-4f3d-bae1-53102576c1e5 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/networks?id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41 HTTP/1.1" status: 200 len: 811 time: 0.3873727 Mar 07 10:45:06.692923 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-0d2feb22-41ea-4ce2-8a8a-fd96a6fc243d tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/quotas/d640dc7f4f784834ad48e78ec0df26a5 HTTP/1.1" status: 200 len: 375 time: 0.0340393 Mar 07 10:45:06.711295 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0d4c373a-7ce4-4820-9cb8-1beb311c2313 req-17d10d65-e4c7-4316-b764-c4826caa170c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c1a8dc-4a78-499e-8884-7f923ed8acbd HTTP/1.1" status: 200 len: 210 time: 0.0558822 Mar 07 10:45:06.758807 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 4aaf240e-31d3-487e-9298-96b897da16fb, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=4aaf240e-31d3-487e-9298-96b897da16fb,segment=NetworkSegment(59b13e75-30d7-418d-a8ee-7db3ff010fd0),segment_id=59b13e75-30d7-418d-a8ee-7db3ff010fd0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:06.828413 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port eeef887e-aed6-4988-b18f-7226cf4b6070 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:06.834744 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '4aaf240e-31d3-487e-9298-96b897da16fb', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'port_id': '4aaf240e-31d3-487e-9298-96b897da16fb', 'mac_address': 'fa:16:3e:75:2c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:45:06.879492 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-dde46b0c-8cdc-4deb-8052-0ea6092daabe None None] Current status of the port eeef887e-aed6-4988-b18f-7226cf4b6070 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:06.892720 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-6c1d1efb-ef31-4fbc-87ff-0538eb5187c7 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=d640dc7f4f784834ad48e78ec0df26a5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1989481 Mar 07 10:45:06.898565 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 4aaf240e-31d3-487e-9298-96b897da16fb is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:06.899064 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4aaf240e-31d3-487e-9298-96b897da16fb), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:06.905827 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-dde46b0c-8cdc-4deb-8052-0ea6092daabe None None] Provisioning complete for port 7875feae-2bdd-4c23-acf0-e14a07fd1d6d triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:06.906273 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dde46b0c-8cdc-4deb-8052-0ea6092daabe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7875feae-2bdd-4c23-acf0-e14a07fd1d6d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:06.937233 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aaf240e-31d3-487e-9298-96b897da16fb {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:45:06.942538 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-74c63ed6-406e-4c24-9765-068ebe8cdf67 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for port (7875feae-2bdd-4c23-acf0-e14a07fd1d6d), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:06.956302 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-74c63ed6-406e-4c24-9765-068ebe8cdf67 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (7875feae-2bdd-4c23-acf0-e14a07fd1d6d), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:06.957663 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-74c63ed6-406e-4c24-9765-068ebe8cdf67 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (043a97e9-8d79-42b1-bc57-5834ab03d4a5), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:06.969408 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-dde46b0c-8cdc-4deb-8052-0ea6092daabe None None] Port 7875feae-2bdd-4c23-acf0-e14a07fd1d6d cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:45:06.976091 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 4aaf240e-31d3-487e-9298-96b897da16fb, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=4aaf240e-31d3-487e-9298-96b897da16fb,segment=NetworkSegment(59b13e75-30d7-418d-a8ee-7db3ff010fd0),segment_id=59b13e75-30d7-418d-a8ee-7db3ff010fd0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:06.981737 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4aaf240e-31d3-487e-9298-96b897da16fb), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:07.041382 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=4aaf240e-31d3-487e-9298-96b897da16fb,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:07.065064 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-81f49e9c-1e4b-4662-9a7d-07662507fe7f tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:07.069207 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-81f49e9c-1e4b-4662-9a7d-07662507fe7f tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] 10.222.0.11 "DELETE /v2.0/ports/1b862cb6-80fe-424a-b0c7-3099341ee234 HTTP/1.1" status: 204 len: 168 time: 2.3266470 Mar 07 10:45:07.071885 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57226) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:07.101944 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9c72812-8712-4a68-a754-d8769b6566ad tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] GET failed (client error): The resource could not be found. Mar 07 10:45:07.108253 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e9c72812-8712-4a68-a754-d8769b6566ad tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] 10.222.0.11 "GET /v2.0/ports/1b862cb6-80fe-424a-b0c7-3099341ee234 HTTP/1.1" status: 404 len: 333 time: 0.0353119 Mar 07 10:45:07.109037 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57232) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:07.114870 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-97c2cb2c-cff4-4b1d-856b-956c2ce243ca tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Request body: {'port': {'network_id': 'cbd8ac08-4b2e-4470-97d2-a3eb0e59536d', 'name': 'tempest-AllowedAddressPairTestJSON-1426090139'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:07.183288 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c63ed6-406e-4c24-9765-068ebe8cdf67 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Port': ['ID=7875feae-2bdd-4c23-acf0-e14a07fd1d6d,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:07.199024 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-28dc80a9-9080-485e-8ba7-6a72d98fa0e3 service neutron] 10.222.0.11 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950053 Mar 07 10:45:07.228334 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c63ed6-406e-4c24-9765-068ebe8cdf67 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network 6c78a543-aedb-479d-9cbc-dc9cfd2fb0f2 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:07.230685 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-74c63ed6-406e-4c24-9765-068ebe8cdf67 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:07.322107 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f66ee09-d10a-47c7-99c8-982a2f1cb8e8 req-f172ba35-abbb-4a3f-b1fc-afc62715cd64 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:07.330211 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3f66ee09-d10a-47c7-99c8-982a2f1cb8e8 req-f172ba35-abbb-4a3f-b1fc-afc62715cd64 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc3e1b7b-70ce-47c2-b67d-1493eb0847fa HTTP/1.1" status: 200 len: 945 time: 0.1467259 Mar 07 10:45:07.343596 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['4aaf240e-31d3-487e-9298-96b897da16fb'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:45:07.452434 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-9e8c0d07-0b38-40f5-bbb1-62edca3aea50 service neutron] 10.222.0.11 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418635 Mar 07 10:45:07.481978 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c63ed6-406e-4c24-9765-068ebe8cdf67 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Router 043a97e9-8d79-42b1-bc57-5834ab03d4a5 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:45:07.528083 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c2cb2c-cff4-4b1d-856b-956c2ce243ca tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Made reservation on behalf of 659087e28fb544b1b80b2bd0d6bbbc4e for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:07.540232 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-97c2cb2c-cff4-4b1d-856b-956c2ce243ca tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:07.567656 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3f66ee09-d10a-47c7-99c8-982a2f1cb8e8 req-bc81f555-735a-4aa0-85ec-93fbf66c5eb5 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd84fb2-a539-4a0b-9e02-0ee4f34d377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352316 Mar 07 10:45:07.620643 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-97c2cb2c-cff4-4b1d-856b-956c2ce243ca tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] device_id is not set on port 494974b3-1424-4870-a69e-8d3edc5ec07a yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:45:07.682892 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device eeef887e-aed6-4988-b18f-7226cf4b6070 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:07.851344 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-7cadae99-cfcf-45b5-82a3-833f5aad5968 None None] Provisioning complete for port 7875feae-2bdd-4c23-acf0-e14a07fd1d6d triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:07.851727 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7cadae99-cfcf-45b5-82a3-833f5aad5968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7875feae-2bdd-4c23-acf0-e14a07fd1d6d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:07.973793 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-97c2cb2c-cff4-4b1d-856b-956c2ce243ca tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Allocated IP 172.20.0.11 (cbd8ac08-4b2e-4470-97d2-a3eb0e59536d/4ba3b17d-d733-4d32-9671-f7f3d14a72cf/494974b3-1424-4870-a69e-8d3edc5ec07a) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:08.000968 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc905f-3070-484f-a3d6-afb3301aabe7 req-359b399d-fceb-4c5c-97ee-b622bb9be0e0 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:08.003031 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-93fc905f-3070-484f-a3d6-afb3301aabe7 req-359b399d-fceb-4c5c-97ee-b622bb9be0e0 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=feea5027-a38e-47e0-9d5c-5aef41770b2e HTTP/1.1" status: 200 len: 944 time: 0.2784934 Mar 07 10:45:08.023473 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-7cadae99-cfcf-45b5-82a3-833f5aad5968 None None] Port 7875feae-2bdd-4c23-acf0-e14a07fd1d6d cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:45:08.030294 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port eeef887e-aed6-4988-b18f-7226cf4b6070 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:08.030673 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (eeef887e-aed6-4988-b18f-7226cf4b6070), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:08.241087 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port eeef887e-aed6-4988-b18f-7226cf4b6070 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:08.247110 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device a962a18e-d1e6-46e7-809f-9e3a4bb5e202 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:08.300602 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: a962a18e-d1e6-46e7-809f-9e3a4bb5e202 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:45:08.302212 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device a962a18e-d1e6-46e7-809f-9e3a4bb5e202 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:45:08.327495 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-93fc905f-3070-484f-a3d6-afb3301aabe7 req-cef1cdcb-c479-49e9-bc9d-f0714ee64437 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb28b637-e307-448d-8c33-b6510b0a0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3130019 Mar 07 10:45:08.417390 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c63ed6-406e-4c24-9765-068ebe8cdf67 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:45:08.431010 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-74c63ed6-406e-4c24-9765-068ebe8cdf67 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "PUT /v2.0/routers/043a97e9-8d79-42b1-bc57-5834ab03d4a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9094734 Mar 07 10:45:08.433172 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85167da-1f51-46c4-87b4-cf5f9c5ab1fe None None] Sync routers for ids ['043a97e9-8d79-42b1-bc57-5834ab03d4a5'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:45:08.436334 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57258) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:08.453468 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85167da-1f51-46c4-87b4-cf5f9c5ab1fe None None] Routers {'043a97e9-8d79-42b1-bc57-5834ab03d4a5'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:08.455096 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c85167da-1f51-46c4-87b4-cf5f9c5ab1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:44:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['043a97e9-8d79-42b1-bc57-5834ab03d4a5'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:08.485333 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-77e4ff06-ccca-4f79-ae23-d68c066468cc req-300fb975-000a-4638-9934-1cdcea846f2b tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c1a8dc-4a78-499e-8884-7f923ed8acbd HTTP/1.1" status: 200 len: 210 time: 0.0838563 Mar 07 10:45:08.512833 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c85167da-1f51-46c4-87b4-cf5f9c5ab1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:08.527107 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85167da-1f51-46c4-87b4-cf5f9c5ab1fe None None] Routers {'043a97e9-8d79-42b1-bc57-5834ab03d4a5'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:08.528230 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c85167da-1f51-46c4-87b4-cf5f9c5ab1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:44:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['043a97e9-8d79-42b1-bc57-5834ab03d4a5'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:08.535448 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c50eb3-e1ed-44c3-a7c1-c2afc2cbc603 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:08.541826 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57262) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:08.542151 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-00c50eb3-e1ed-44c3-a7c1-c2afc2cbc603 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "GET /v2.0/ports/7875feae-2bdd-4c23-acf0-e14a07fd1d6d HTTP/1.1" status: 200 len: 911 time: 0.1044581 Mar 07 10:45:08.548233 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-ef79e77d-1a2b-40c9-bb9e-8e545917226a tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '32899e51-cf77-40ee-a004-6833d73723ad'}]}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:08.581030 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c85167da-1f51-46c4-87b4-cf5f9c5ab1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:08.581992 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85167da-1f51-46c4-87b4-cf5f9c5ab1fe None None] The sync data for ids ['043a97e9-8d79-42b1-bc57-5834ab03d4a5'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:45:08.604052 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-696062b6-f88d-448c-aaf8-22460d66609c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:08.621987 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c1fd0d2e-4643-48cb-a48e-8345452e0a23 req-a927c4ce-808e-4abc-ad34-e78cc0b5d625 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 210 time: 0.1076534 Mar 07 10:45:08.663264 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-97c2cb2c-cff4-4b1d-856b-956c2ce243ca tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks [] for port (494974b3-1424-4870-a69e-8d3edc5ec07a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:08.788320 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-97c2cb2c-cff4-4b1d-856b-956c2ce243ca tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (494974b3-1424-4870-a69e-8d3edc5ec07a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:08.852251 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c2cb2c-cff4-4b1d-856b-956c2ce243ca tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Network cbd8ac08-4b2e-4470-97d2-a3eb0e59536d is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:08.857435 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef79e77d-1a2b-40c9-bb9e-8e545917226a tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7875feae-2bdd-4c23-acf0-e14a07fd1d6d), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:08.863057 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5a0db14e-c49d-49b1-8245-dc9607d4a041 req-b6501fef-8e53-483a-beea-f6f7a5660f08 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d150ded2-5567-48a3-be37-1884bcd0e7e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1136954 Mar 07 10:45:08.866603 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-97c2cb2c-cff4-4b1d-856b-956c2ce243ca tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:08.888907 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c2cb2c-cff4-4b1d-856b-956c2ce243ca tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:45:09.004751 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c2cb2c-cff4-4b1d-856b-956c2ce243ca tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Pushing event updated for resources: {'Port': ['ID=494974b3-1424-4870-a69e-8d3edc5ec07a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:09.074504 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c2cb2c-cff4-4b1d-856b-956c2ce243ca tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:09.076122 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-97c2cb2c-cff4-4b1d-856b-956c2ce243ca tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:09.114817 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-97c2cb2c-cff4-4b1d-856b-956c2ce243ca tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0043383 Mar 07 10:45:09.117964 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57276) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:09.123669 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-0d97b9e5-8532-42a8-85fb-b8634f1d62a2 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:33:5a:29'}]}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:09.156900 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0db14e-c49d-49b1-8245-dc9607d4a041 req-2c4cfb82-e597-4fc3-aebf-9ebaa68b2244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:09.161360 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5a0db14e-c49d-49b1-8245-dc9607d4a041 req-2c4cfb82-e597-4fc3-aebf-9ebaa68b2244 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d640dc7f4f784834ad48e78ec0df26a5&device_id=d150ded2-5567-48a3-be37-1884bcd0e7e5 HTTP/1.1" status: 200 len: 1127 time: 0.2258272 Mar 07 10:45:09.369598 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d97b9e5-8532-42a8-85fb-b8634f1d62a2 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (494974b3-1424-4870-a69e-8d3edc5ec07a), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:09.399295 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-0392a3c4-eb2b-40b0-9558-576fb892a6d6 None None] Provisioning complete for port 494974b3-1424-4870-a69e-8d3edc5ec07a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:09.401197 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0392a3c4-eb2b-40b0-9558-576fb892a6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (494974b3-1424-4870-a69e-8d3edc5ec07a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:09.408082 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2197e3-eade-476e-a3e7-6a1a4d48f3cf req-eb6048e6-76f8-4e16-aec8-d628c1aec9ea tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:09.411043 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4d2197e3-eade-476e-a3e7-6a1a4d48f3cf req-eb6048e6-76f8-4e16-aec8-d628c1aec9ea tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc3e1b7b-70ce-47c2-b67d-1493eb0847fa HTTP/1.1" status: 200 len: 945 time: 0.2469866 Mar 07 10:45:09.531754 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0392a3c4-eb2b-40b0-9558-576fb892a6d6 None None] Port 494974b3-1424-4870-a69e-8d3edc5ec07a cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:45:09.535353 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0db14e-c49d-49b1-8245-dc9607d4a041 req-971c3302-2cbc-456e-9586-df04c86d25dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:09.537070 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5a0db14e-c49d-49b1-8245-dc9607d4a041 req-971c3302-2cbc-456e-9586-df04c86d25dc service neutron] 10.222.0.31 "GET /v2.0/networks?id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41 HTTP/1.1" status: 200 len: 912 time: 0.3456149 Mar 07 10:45:09.665825 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4d2197e3-eade-476e-a3e7-6a1a4d48f3cf req-2cea2173-2971-473a-9b18-757df3357c03 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd84fb2-a539-4a0b-9e02-0ee4f34d377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178330 Mar 07 10:45:09.680692 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5a0db14e-c49d-49b1-8245-dc9607d4a041 req-fc09a1e8-f490-4d61-81b9-fce613b576bb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5fdd44f-667a-4fb0-af7f-ae114402e95f HTTP/1.1" status: 200 len: 217 time: 0.1328216 Mar 07 10:45:09.829176 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:09.830063 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e8f8144d-c56b-4115-bd97-a4030e632fec req-0d416293-1530-42e1-996a-51efec9267b1 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c1a8dc-4a78-499e-8884-7f923ed8acbd HTTP/1.1" status: 200 len: 210 time: 0.0573099 Mar 07 10:45:09.832660 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-35abda14-e660-41b4-82d0-f3c276590bf8 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:09.834595 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-35abda14-e660-41b4-82d0-f3c276590bf8 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.21 "GET /v2.0/networks?id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41 HTTP/1.1" status: 200 len: 811 time: 0.2976325 Mar 07 10:45:09.848452 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12101637-9b10-4a8e-8b04-babdb5deb56b req-9d1cb4aa-7d98-4982-8c4e-aa2a81bac2a9 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:09.859661 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-12101637-9b10-4a8e-8b04-babdb5deb56b req-9d1cb4aa-7d98-4982-8c4e-aa2a81bac2a9 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=feea5027-a38e-47e0-9d5c-5aef41770b2e HTTP/1.1" status: 200 len: 944 time: 0.3549645 Mar 07 10:45:09.869689 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0db14e-c49d-49b1-8245-dc9607d4a041 req-30cb27fc-1734-4b06-91d3-64b10b0a66d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:09.871133 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5a0db14e-c49d-49b1-8245-dc9607d4a041 req-30cb27fc-1734-4b06-91d3-64b10b0a66d3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=be75dc35-59ec-464d-b948-3549cf46df15 HTTP/1.1" status: 200 len: 850 time: 0.1537619 Mar 07 10:45:09.875566 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-41360f46-8523-45ae-ae52-664f43dc6f44 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Request body: {'port': {'device_id': '9c0686c5-2f6f-4112-b5b8-21fab81aab10', 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41', 'admin_state_up': True, 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:09.941363 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-85ddc291-48e0-4e3a-b4aa-ac039a6570d7 req-ec1950c4-7efb-4436-b8b4-14eb60d2c2dc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 210 time: 0.0340374 Mar 07 10:45:09.976538 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d97b9e5-8532-42a8-85fb-b8634f1d62a2 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks [] for port (494974b3-1424-4870-a69e-8d3edc5ec07a), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:09.995620 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d97b9e5-8532-42a8-85fb-b8634f1d62a2 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (494974b3-1424-4870-a69e-8d3edc5ec07a), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:09.996818 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef79e77d-1a2b-40c9-bb9e-8e545917226a tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for port (7875feae-2bdd-4c23-acf0-e14a07fd1d6d), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:10.010688 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef79e77d-1a2b-40c9-bb9e-8e545917226a tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (7875feae-2bdd-4c23-acf0-e14a07fd1d6d), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:10.016379 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef79e77d-1a2b-40c9-bb9e-8e545917226a tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:10.016997 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef79e77d-1a2b-40c9-bb9e-8e545917226a tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:10.018432 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ef79e77d-1a2b-40c9-bb9e-8e545917226a tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "PUT /v2.0/ports/7875feae-2bdd-4c23-acf0-e14a07fd1d6d HTTP/1.1" status: 200 len: 911 time: 1.4755423 Mar 07 10:45:10.024316 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57294) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:10.026430 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0db14e-c49d-49b1-8245-dc9607d4a041 req-750ba46b-f355-440a-b921-83216e9a3a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:10.028420 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5a0db14e-c49d-49b1-8245-dc9607d4a041 req-750ba46b-f355-440a-b921-83216e9a3a7f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1371837 Mar 07 10:45:10.135274 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d97b9e5-8532-42a8-85fb-b8634f1d62a2 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Pushing event updated for resources: {'Port': ['ID=494974b3-1424-4870-a69e-8d3edc5ec07a,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:10.174445 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-12101637-9b10-4a8e-8b04-babdb5deb56b req-4aae160a-32be-45b1-abc7-cc3ef3a1cfde tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb28b637-e307-448d-8c33-b6510b0a0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3139570 Mar 07 10:45:10.226128 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-0d97b9e5-8532-42a8-85fb-b8634f1d62a2 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] In _notify_port_updated(), no bound segment for port 494974b3-1424-4870-a69e-8d3edc5ec07a on network cbd8ac08-4b2e-4470-97d2-a3eb0e59536d {{(pid=103767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:45:10.232358 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d97b9e5-8532-42a8-85fb-b8634f1d62a2 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:10.233095 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d97b9e5-8532-42a8-85fb-b8634f1d62a2 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:10.234546 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0d97b9e5-8532-42a8-85fb-b8634f1d62a2 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] 10.222.0.11 "PUT /v2.0/ports/494974b3-1424-4870-a69e-8d3edc5ec07a HTTP/1.1" status: 200 len: 997 time: 1.1160436 Mar 07 10:45:10.238685 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57300) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:10.245727 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 4aaf240e-31d3-487e-9298-96b897da16fb up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:10.364099 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 4aaf240e-31d3-487e-9298-96b897da16fb completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:45:10.368576 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 4aaf240e-31d3-487e-9298-96b897da16fb triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:10.368952 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4aaf240e-31d3-487e-9298-96b897da16fb), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:10.425087 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-41360f46-8523-45ae-ae52-664f43dc6f44 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Made reservation on behalf of d640dc7f4f784834ad48e78ec0df26a5 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:10.431811 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-41360f46-8523-45ae-ae52-664f43dc6f44 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:10.445539 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79e77d-1a2b-40c9-bb9e-8e545917226a tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Port': ['ID=7875feae-2bdd-4c23-acf0-e14a07fd1d6d,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:10.517588 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-58ad8057-f1bd-4e3d-afb2-99fa88bab202 None None] Provisioning complete for port 494974b3-1424-4870-a69e-8d3edc5ec07a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:10.519361 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5a0db14e-c49d-49b1-8245-dc9607d4a041 req-555f2fa0-f084-4fd8-b0dd-510a45586a4c service neutron] 10.222.0.31 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551416 Mar 07 10:45:10.519696 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-58ad8057-f1bd-4e3d-afb2-99fa88bab202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (494974b3-1424-4870-a69e-8d3edc5ec07a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:10.566134 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-58ad8057-f1bd-4e3d-afb2-99fa88bab202 None None] Port 494974b3-1424-4870-a69e-8d3edc5ec07a cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:45:10.567740 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 4aaf240e-31d3-487e-9298-96b897da16fb is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:10.568916 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4aaf240e-31d3-487e-9298-96b897da16fb), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:10.597213 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feea5027-a38e-47e0-9d5c-5aef41770b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aaf240e-31d3-487e-9298-96b897da16fb'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:45:10.600729 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc002745-485a-43ba-8ae6-e41f1424a402" -d '{"events": [{"server_uuid": "feea5027-a38e-47e0-9d5c-5aef41770b2e", "name": "network-vif-plugged", "status": "completed", "tag": "4aaf240e-31d3-487e-9298-96b897da16fb"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:45:10.620560 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 4aaf240e-31d3-487e-9298-96b897da16fb, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=4aaf240e-31d3-487e-9298-96b897da16fb,segment=NetworkSegment(59b13e75-30d7-418d-a8ee-7db3ff010fd0),segment_id=59b13e75-30d7-418d-a8ee-7db3ff010fd0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:10.622545 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-cf8bcf26-0cc4-4856-810d-eced26067390 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Deleting port 494974b3-1424-4870-a69e-8d3edc5ec07a {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:10.623014 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cf8bcf26-0cc4-4856-810d-eced26067390 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (494974b3-1424-4870-a69e-8d3edc5ec07a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:10.630817 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4aaf240e-31d3-487e-9298-96b897da16fb), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:10.689635 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=4aaf240e-31d3-487e-9298-96b897da16fb,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:10.696054 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666c47fa-dea6-452d-b051-14dcbbdfa9ab x-openstack-request-id: req-666c47fa-dea6-452d-b051-14dcbbdfa9ab {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:45:10.698030 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feea5027-a38e-47e0-9d5c-5aef41770b2e", "name": "network-vif-plugged", "status": "completed", "tag": "4aaf240e-31d3-487e-9298-96b897da16fb", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:45:10.698412 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-666c47fa-dea6-452d-b051-14dcbbdfa9ab {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:45:10.700044 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feea5027-a38e-47e0-9d5c-5aef41770b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aaf240e-31d3-487e-9298-96b897da16fb', 'code': 200} Mar 07 10:45:10.771803 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5a0db14e-c49d-49b1-8245-dc9607d4a041 req-7fb0608e-b26c-4e9a-9a9f-e15ab3fb697f service neutron] 10.222.0.31 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465692 Mar 07 10:45:10.856649 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cf8bcf26-0cc4-4856-810d-eced26067390 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (494974b3-1424-4870-a69e-8d3edc5ec07a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:10.876425 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-947209a0-3117-4ec5-9a82-818157b0e0de tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (043a97e9-8d79-42b1-bc57-5834ab03d4a5), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:10.939718 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1513f-f7ba-49da-917e-9f09a092c212 req-8b01915c-80f6-4acf-a5e2-cb676754133f tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:10.939718 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eaa1513f-f7ba-49da-917e-9f09a092c212 req-8b01915c-80f6-4acf-a5e2-cb676754133f tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3e1b7b-70ce-47c2-b67d-1493eb0847fa HTTP/1.1" status: 200 len: 945 time: 0.4602120 Mar 07 10:45:10.940205 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-cf8bcf26-0cc4-4856-810d-eced26067390 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Calling delete_port for 494974b3-1424-4870-a69e-8d3edc5ec07a owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:11.026874 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-716ab0f2-2281-4366-b5fe-1bf714c47261 req-347af276-ca71-4eba-8dd2-bbd6616080e3 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c1a8dc-4a78-499e-8884-7f923ed8acbd HTTP/1.1" status: 200 len: 210 time: 0.0725160 Mar 07 10:45:11.188615 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a2c6c217-508a-4990-84aa-4e6943d115b0 req-dcb6318c-17f4-40d0-b8a8-6ddc0e51e1f5 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 210 time: 0.0456114 Mar 07 10:45:11.400720 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71579c5f-242f-4edb-bc92-52ad4115705c req-b584dcc9-c156-417c-a691-14cd765f4b9f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:11.408416 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-71579c5f-242f-4edb-bc92-52ad4115705c req-b584dcc9-c156-417c-a691-14cd765f4b9f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=feea5027-a38e-47e0-9d5c-5aef41770b2e HTTP/1.1" status: 200 len: 945 time: 0.0954349 Mar 07 10:45:11.433778 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-947209a0-3117-4ec5-9a82-818157b0e0de tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Deleting port 7875feae-2bdd-4c23-acf0-e14a07fd1d6d {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:11.434129 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-947209a0-3117-4ec5-9a82-818157b0e0de tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (7875feae-2bdd-4c23-acf0-e14a07fd1d6d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:11.445817 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ff4d4-9c3f-486a-9b69-a31fa33dc9c3 req-89931f75-c6ee-44bb-b1f7-c4af2c8b64cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:11.447727 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ad8ff4d4-9c3f-486a-9b69-a31fa33dc9c3 req-89931f75-c6ee-44bb-b1f7-c4af2c8b64cc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=feea5027-a38e-47e0-9d5c-5aef41770b2e HTTP/1.1" status: 200 len: 1127 time: 0.6241555 Mar 07 10:45:11.468302 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb68612-926a-48b3-9122-4d73ec3cb5e5 req-3cf68412-4622-4820-911e-0afe1da28d0b tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:11.476671 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-acb68612-926a-48b3-9122-4d73ec3cb5e5 req-3cf68412-4622-4820-911e-0afe1da28d0b tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc3e1b7b-70ce-47c2-b67d-1493eb0847fa HTTP/1.1" status: 200 len: 945 time: 0.7060549 Mar 07 10:45:11.519550 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-71579c5f-242f-4edb-bc92-52ad4115705c req-7a2cbd33-e656-4205-8038-6030df272095 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb28b637-e307-448d-8c33-b6510b0a0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093907 Mar 07 10:45:11.591583 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:11.601833 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-947209a0-3117-4ec5-9a82-818157b0e0de tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (7875feae-2bdd-4c23-acf0-e14a07fd1d6d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:11.620283 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-947209a0-3117-4ec5-9a82-818157b0e0de tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Calling delete_port for 7875feae-2bdd-4c23-acf0-e14a07fd1d6d owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:11.718192 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ad8ff4d4-9c3f-486a-9b69-a31fa33dc9c3 req-ff31645b-26f5-49be-880d-9d9328544558 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=bb28b637-e307-448d-8c33-b6510b0a0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136211 Mar 07 10:45:11.728212 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-eaa1513f-f7ba-49da-917e-9f09a092c212 req-24b8349c-7d80-4000-b975-0b9895238d42 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] Deleting port 1bfd43d7-206e-4305-a537-810ad385b205 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:11.728472 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-eaa1513f-f7ba-49da-917e-9f09a092c212 req-24b8349c-7d80-4000-b975-0b9895238d42 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (1bfd43d7-206e-4305-a537-810ad385b205), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:11.738777 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-acb68612-926a-48b3-9122-4d73ec3cb5e5 req-6b7fd056-1651-40fd-bd70-a899e1e7a808 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] 10.222.0.11 "GET /v2.0/security-groups?id=0bd84fb2-a539-4a0b-9e02-0ee4f34d377a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607388 Mar 07 10:45:11.758565 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-41360f46-8523-45ae-ae52-664f43dc6f44 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Allocated IP 172.20.0.10 (931da2d2-d8f9-46f5-a9f5-24b58bb56e41/be75dc35-59ec-464d-b948-3549cf46df15/c00948a3-3f87-4aa0-8d81-bc6af8939057) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:11.870874 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-947209a0-3117-4ec5-9a82-818157b0e0de tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (7875feae-2bdd-4c23-acf0-e14a07fd1d6d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:11.949760 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947209a0-3117-4ec5-9a82-818157b0e0de tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Port': ['ID=7875feae-2bdd-4c23-acf0-e14a07fd1d6d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:11.984337 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-eaa1513f-f7ba-49da-917e-9f09a092c212 req-24b8349c-7d80-4000-b975-0b9895238d42 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] For port 1bfd43d7-206e-4305-a537-810ad385b205, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=1bfd43d7-206e-4305-a537-810ad385b205,segment=NetworkSegment(7463eea8-02f9-4ff6-8be2-bd736cd8cfc0),segment_id=7463eea8-02f9-4ff6-8be2-bd736cd8cfc0)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:11.984923 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-eaa1513f-f7ba-49da-917e-9f09a092c212 req-24b8349c-7d80-4000-b975-0b9895238d42 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (1bfd43d7-206e-4305-a537-810ad385b205), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:12.017692 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cf8bcf26-0cc4-4856-810d-eced26067390 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (494974b3-1424-4870-a69e-8d3edc5ec07a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:12.047858 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-947209a0-3117-4ec5-9a82-818157b0e0de tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (043a97e9-8d79-42b1-bc57-5834ab03d4a5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:12.066496 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-eaa1513f-f7ba-49da-917e-9f09a092c212 req-24b8349c-7d80-4000-b975-0b9895238d42 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] Calling delete_port for 1bfd43d7-206e-4305-a537-810ad385b205 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:12.073266 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8bcf26-0cc4-4856-810d-eced26067390 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Pushing event deleted for resources: {'Port': ['ID=494974b3-1424-4870-a69e-8d3edc5ec07a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:12.242033 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-41360f46-8523-45ae-ae52-664f43dc6f44 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks [] for port (c00948a3-3f87-4aa0-8d81-bc6af8939057), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:12.287009 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-59facf7d-42ee-4751-bbb2-5ef756579bc5 req-ac43523b-e177-4b5a-a503-680e4ebad8ea tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c1a8dc-4a78-499e-8884-7f923ed8acbd HTTP/1.1" status: 200 len: 210 time: 0.0466542 Mar 07 10:45:12.362383 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cf8bcf26-0cc4-4856-810d-eced26067390 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:12.365984 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-cf8bcf26-0cc4-4856-810d-eced26067390 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] 10.222.0.11 "DELETE /v2.0/ports/494974b3-1424-4870-a69e-8d3edc5ec07a HTTP/1.1" status: 204 len: 168 time: 2.1257217 Mar 07 10:45:12.391034 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57344) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:12.432964 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-661a65a4-6914-4615-9663-cdc818d0243b req-f53bae12-e6e3-485f-ba6f-c99afc299f8f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 210 time: 0.0755677 Mar 07 10:45:12.441468 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947209a0-3117-4ec5-9a82-818157b0e0de tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Router 043a97e9-8d79-42b1-bc57-5834ab03d4a5 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:45:12.458998 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba6c6aff-7bb7-45e6-ad0c-2e315c90d30a tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] GET failed (client error): The resource could not be found. Mar 07 10:45:12.470829 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ba6c6aff-7bb7-45e6-ad0c-2e315c90d30a tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] 10.222.0.11 "GET /v2.0/ports/494974b3-1424-4870-a69e-8d3edc5ec07a HTTP/1.1" status: 404 len: 333 time: 0.0753486 Mar 07 10:45:12.481343 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57346) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:12.487489 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-87e84704-2a68-4c66-83a2-72bcabdcc4ac tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Request body: {'port': {'network_id': 'cbd8ac08-4b2e-4470-97d2-a3eb0e59536d', 'name': 'tempest-AllowedAddressPairTestJSON-941953572'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:12.550402 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-41360f46-8523-45ae-ae52-664f43dc6f44 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (c00948a3-3f87-4aa0-8d81-bc6af8939057), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:12.564004 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['a5fdd44f-667a-4fb0-af7f-ae114402e95f'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:45:12.624540 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947209a0-3117-4ec5-9a82-818157b0e0de tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:45:12.632008 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-947209a0-3117-4ec5-9a82-818157b0e0de tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "PUT /v2.0/routers/043a97e9-8d79-42b1-bc57-5834ab03d4a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6026204 Mar 07 10:45:12.637772 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57350) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:12.645367 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-41360f46-8523-45ae-ae52-664f43dc6f44 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Network 931da2d2-d8f9-46f5-a9f5-24b58bb56e41 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:12.653674 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-41360f46-8523-45ae-ae52-664f43dc6f44 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:12.664983 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-41360f46-8523-45ae-ae52-664f43dc6f44 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:45:12.681779 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-14d9d1c4-0058-490c-bdbc-6e7397b096a3 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "GET /v2.0/ports?device_id=043a97e9-8d79-42b1-bc57-5834ab03d4a5 HTTP/1.1" status: 200 len: 205 time: 0.0412169 Mar 07 10:45:12.682365 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57354) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:12.703662 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41360f46-8523-45ae-ae52-664f43dc6f44 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Pushing event updated for resources: {'Port': ['ID=c00948a3-3f87-4aa0-8d81-bc6af8939057,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:12.742064 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-eaa1513f-f7ba-49da-917e-9f09a092c212 req-24b8349c-7d80-4000-b975-0b9895238d42 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (1bfd43d7-206e-4305-a537-810ad385b205), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:12.789522 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-41360f46-8523-45ae-ae52-664f43dc6f44 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:12.790196 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-41360f46-8523-45ae-ae52-664f43dc6f44 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:12.807113 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['ebed4773-7953-4951-8a16-c8016ef092a4'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:45:12.811682 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e84704-2a68-4c66-83a2-72bcabdcc4ac tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Made reservation on behalf of 659087e28fb544b1b80b2bd0d6bbbc4e for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:12.821229 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-87e84704-2a68-4c66-83a2-72bcabdcc4ac tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:12.822830 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c0e96f2d-1133-4845-9dc8-49a1c4785e94 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router (043a97e9-8d79-42b1-bc57-5834ab03d4a5), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:12.832806 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ec81a0-8fd1-4657-81d7-cc26301c5f2e None None] Sync routers for ids ['043a97e9-8d79-42b1-bc57-5834ab03d4a5'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:45:12.833873 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8349c-7d80-4000-b975-0b9895238d42 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] Pushing event deleted for resources: {'Port': ['ID=1bfd43d7-206e-4305-a537-810ad385b205,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:12.856743 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-41360f46-8523-45ae-ae52-664f43dc6f44 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9856818 Mar 07 10:45:12.893974 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-41571620-da98-490b-8ebb-ded39e6ddfcd service neutron] Request body: {'port': {'device_id': '9c0686c5-2f6f-4112-b5b8-21fab81aab10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:12.941544 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ec81a0-8fd1-4657-81d7-cc26301c5f2e None None] Routers {'043a97e9-8d79-42b1-bc57-5834ab03d4a5'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:12.944826 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-61ec81a0-8fd1-4657-81d7-cc26301c5f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:45:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['043a97e9-8d79-42b1-bc57-5834ab03d4a5'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:12.995170 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57358) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:13.020563 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-87e84704-2a68-4c66-83a2-72bcabdcc4ac tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] device_id is not set on port 1a5384f3-ca1a-45b2-8851-b3be66a6b401 yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:45:13.080777 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:13.098158 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e2e2cd7b-9cef-4870-b5c0-d24ddd085d49 req-946a85c8-6a5b-49ee-a53e-5b0fe6350fcf tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc3e1b7b-70ce-47c2-b67d-1493eb0847fa HTTP/1.1" status: 200 len: 210 time: 0.1811111 Mar 07 10:45:13.102617 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa1513f-f7ba-49da-917e-9f09a092c212 req-24b8349c-7d80-4000-b975-0b9895238d42 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] No DVR routers for this DVR port 1bfd43d7-206e-4305-a537-810ad385b205 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:13.106836 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-eaa1513f-f7ba-49da-917e-9f09a092c212 req-24b8349c-7d80-4000-b975-0b9895238d42 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:13.110159 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eaa1513f-f7ba-49da-917e-9f09a092c212 req-24b8349c-7d80-4000-b975-0b9895238d42 tempest-ServerAddressesTestJSON-2099863155 tempest-ServerAddressesTestJSON-2099863155-project] 10.222.0.21 "DELETE /v2.0/ports/1bfd43d7-206e-4305-a537-810ad385b205 HTTP/1.1" status: 204 len: 173 time: 2.1572204 Mar 07 10:45:13.111252 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-61ec81a0-8fd1-4657-81d7-cc26301c5f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:13.114154 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3e1b7b-70ce-47c2-b67d-1493eb0847fa', 'name': 'network-vif-deleted', 'tag': '1bfd43d7-206e-4305-a537-810ad385b205'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:45:13.117201 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d344da6d-ee1f-48f0-9a4c-d56743fe2481" -d '{"events": [{"server_uuid": "fc3e1b7b-70ce-47c2-b67d-1493eb0847fa", "name": "network-vif-deleted", "tag": "1bfd43d7-206e-4305-a537-810ad385b205"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:45:13.147587 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ec81a0-8fd1-4657-81d7-cc26301c5f2e None None] Routers {'043a97e9-8d79-42b1-bc57-5834ab03d4a5'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:13.148522 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-61ec81a0-8fd1-4657-81d7-cc26301c5f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:45:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['043a97e9-8d79-42b1-bc57-5834ab03d4a5'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:13.217400 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-41571620-da98-490b-8ebb-ded39e6ddfcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c00948a3-3f87-4aa0-8d81-bc6af8939057), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:13.228388 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-61ec81a0-8fd1-4657-81d7-cc26301c5f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:13.229312 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61ec81a0-8fd1-4657-81d7-cc26301c5f2e None None] The sync data for ids ['043a97e9-8d79-42b1-bc57-5834ab03d4a5'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:45:13.233723 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f4935f-7fd2-44ef-a3ad-82c7e33e6d5d x-openstack-request-id: req-98f4935f-7fd2-44ef-a3ad-82c7e33e6d5d {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:45:13.234212 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3e1b7b-70ce-47c2-b67d-1493eb0847fa", "name": "network-vif-deleted", "tag": "1bfd43d7-206e-4305-a537-810ad385b205", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:45:13.234830 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-98f4935f-7fd2-44ef-a3ad-82c7e33e6d5d {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:45:13.235563 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3e1b7b-70ce-47c2-b67d-1493eb0847fa', 'name': 'network-vif-deleted', 'tag': '1bfd43d7-206e-4305-a537-810ad385b205', 'status': 'completed', 'code': 200} Mar 07 10:45:13.320386 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d3eb7e1d-c64f-4e73-b9f7-353768f45686 None None] Provisioning complete for port c00948a3-3f87-4aa0-8d81-bc6af8939057 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:13.321353 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d3eb7e1d-c64f-4e73-b9f7-353768f45686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c00948a3-3f87-4aa0-8d81-bc6af8939057), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:13.410242 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d3eb7e1d-c64f-4e73-b9f7-353768f45686 None None] Port c00948a3-3f87-4aa0-8d81-bc6af8939057 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:45:13.424502 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5e2810c6-5f2c-46de-b82b-07b6af6d5ebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:13.437987 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-87e84704-2a68-4c66-83a2-72bcabdcc4ac tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Allocated IP 172.20.0.10 (cbd8ac08-4b2e-4470-97d2-a3eb0e59536d/4ba3b17d-d733-4d32-9671-f7f3d14a72cf/1a5384f3-ca1a-45b2-8851-b3be66a6b401) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:13.560759 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-96713178-73aa-44f8-9241-11803f6e4109 req-a751c68e-13c7-46b0-9e0b-8eee1a6719f8 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c1a8dc-4a78-499e-8884-7f923ed8acbd HTTP/1.1" status: 200 len: 210 time: 0.0914593 Mar 07 10:45:13.697224 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c0e96f2d-1133-4845-9dc8-49a1c4785e94 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (043a97e9-8d79-42b1-bc57-5834ab03d4a5), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:13.699544 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c0e96f2d-1133-4845-9dc8-49a1c4785e94 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router_controller (043a97e9-8d79-42b1-bc57-5834ab03d4a5), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:13.709016 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93160bd5-7c2b-42ba-95c6-4bcb1d2b0839 req-4e85b2c0-4279-4e3b-a2fe-8106eb75cc16 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:13.717087 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-93160bd5-7c2b-42ba-95c6-4bcb1d2b0839 req-4e85b2c0-4279-4e3b-a2fe-8106eb75cc16 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=feea5027-a38e-47e0-9d5c-5aef41770b2e HTTP/1.1" status: 200 len: 945 time: 0.9174984 Mar 07 10:45:13.800763 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c0e96f2d-1133-4845-9dc8-49a1c4785e94 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (043a97e9-8d79-42b1-bc57-5834ab03d4a5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:13.801789 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e96f2d-1133-4845-9dc8-49a1c4785e94 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Fanout notify agent at l3_agent the message router_deleted on router 043a97e9-8d79-42b1-bc57-5834ab03d4a5 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:45:13.808575 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c0e96f2d-1133-4845-9dc8-49a1c4785e94 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:13.812855 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c0e96f2d-1133-4845-9dc8-49a1c4785e94 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/routers/043a97e9-8d79-42b1-bc57-5834ab03d4a5 HTTP/1.1" status: 204 len: 168 time: 1.1267438 Mar 07 10:45:13.813951 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57368) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:13.839873 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-93160bd5-7c2b-42ba-95c6-4bcb1d2b0839 req-9914d34f-b0ca-4f26-8b7f-bb52c38b582c tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb28b637-e307-448d-8c33-b6510b0a0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216688 Mar 07 10:45:13.894632 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5e2810c6-5f2c-46de-b82b-07b6af6d5ebd admin admin] Publish callbacks [] for security_group (7fec2c1f-589f-420e-91e9-b12a42bc31b7), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:13.903966 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ecbeb73-56b1-4c49-b384-2bd6fed4e615 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Deleting subnet 32899e51-cf77-40ee-a004-6833d73723ad {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:45:13.911234 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4ecbeb73-56b1-4c49-b384-2bd6fed4e615 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for subnet (32899e51-cf77-40ee-a004-6833d73723ad), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:13.913067 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5e2810c6-5f2c-46de-b82b-07b6af6d5ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7fec2c1f-589f-420e-91e9-b12a42bc31b7), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:13.958615 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5e2810c6-5f2c-46de-b82b-07b6af6d5ebd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=70f40ea51a104593b8c614dac20d8723&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9598155 Mar 07 10:45:13.962175 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57370) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:13.986778 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde52de5-ae21-44c4-9ae6-3c678acbf605 req-b4f5dcb8-4d72-464a-9c18-efb1507be9c0 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:13.987611 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4ecbeb73-56b1-4c49-b384-2bd6fed4e615 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (32899e51-cf77-40ee-a004-6833d73723ad), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:13.989016 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dde52de5-ae21-44c4-9ae6-3c678acbf605 req-b4f5dcb8-4d72-464a-9c18-efb1507be9c0 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 932 time: 0.3185136 Mar 07 10:45:14.025849 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2810c6-5f2c-46de-b82b-07b6af6d5ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fec2c1f-589f-420e-91e9-b12a42bc31b7,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:14.073967 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-87e84704-2a68-4c66-83a2-72bcabdcc4ac tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks [] for port (1a5384f3-ca1a-45b2-8851-b3be66a6b401), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:14.078092 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-98f55e79-c5c4-4a7b-9886-99e5b397b58f admin admin] Publish callbacks [] for security_group (7fec2c1f-589f-420e-91e9-b12a42bc31b7), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:14.106023 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-41571620-da98-490b-8ebb-ded39e6ddfcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c00948a3-3f87-4aa0-8d81-bc6af8939057 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:45:14.123980 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-41571620-da98-490b-8ebb-ded39e6ddfcd service neutron] Publish callbacks [] for port (c00948a3-3f87-4aa0-8d81-bc6af8939057), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:14.136764 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-98f55e79-c5c4-4a7b-9886-99e5b397b58f admin admin] Publish callbacks [] for security_group (7fec2c1f-589f-420e-91e9-b12a42bc31b7), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:14.139335 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dde52de5-ae21-44c4-9ae6-3c678acbf605 req-889d3359-a3b5-49f3-8334-ec6fe2704663 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351748 Mar 07 10:45:14.153153 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4ecbeb73-56b1-4c49-b384-2bd6fed4e615 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (32899e51-cf77-40ee-a004-6833d73723ad), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:14.153928 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-41571620-da98-490b-8ebb-ded39e6ddfcd service neutron] Transition to ACTIVE for port object c00948a3-3f87-4aa0-8d81-bc6af8939057 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:45:14.173704 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-41571620-da98-490b-8ebb-ded39e6ddfcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (c00948a3-3f87-4aa0-8d81-bc6af8939057), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:14.202751 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57374) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:14.203868 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-87e84704-2a68-4c66-83a2-72bcabdcc4ac tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (1a5384f3-ca1a-45b2-8851-b3be66a6b401), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:14.309444 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41571620-da98-490b-8ebb-ded39e6ddfcd service neutron] Pushing event updated for resources: {'Port': ['ID=c00948a3-3f87-4aa0-8d81-bc6af8939057,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:14.311679 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-98f55e79-c5c4-4a7b-9886-99e5b397b58f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7fec2c1f-589f-420e-91e9-b12a42bc31b7), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:14.314023 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e84704-2a68-4c66-83a2-72bcabdcc4ac tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Network cbd8ac08-4b2e-4470-97d2-a3eb0e59536d is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:14.314154 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-98f55e79-c5c4-4a7b-9886-99e5b397b58f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:14.315852 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-98f55e79-c5c4-4a7b-9886-99e5b397b58f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7fec2c1f-589f-420e-91e9-b12a42bc31b7 HTTP/1.1" status: 204 len: 168 time: 0.3519864 Mar 07 10:45:14.324551 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4ecbeb73-56b1-4c49-b384-2bd6fed4e615 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (32899e51-cf77-40ee-a004-6833d73723ad), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:14.328461 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-87e84704-2a68-4c66-83a2-72bcabdcc4ac tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:14.333234 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f55e79-c5c4-4a7b-9886-99e5b397b58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fec2c1f-589f-420e-91e9-b12a42bc31b7,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:14.336969 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e84704-2a68-4c66-83a2-72bcabdcc4ac tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:45:14.359326 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecbeb73-56b1-4c49-b384-2bd6fed4e615 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Subnet': ['ID=32899e51-cf77-40ee-a004-6833d73723ad,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:14.361277 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4ecbeb73-56b1-4c49-b384-2bd6fed4e615 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:14.367854 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4ecbeb73-56b1-4c49-b384-2bd6fed4e615 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/subnets/32899e51-cf77-40ee-a004-6833d73723ad HTTP/1.1" status: 204 len: 168 time: 0.5527403 Mar 07 10:45:14.368461 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57378) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:14.395131 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb836fc-94e3-4128-94b0-c480a559fa3f None None] Network 6c78a543-aedb-479d-9cbc-dc9cfd2fb0f2 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:14.475605 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d1510aa-de4d-4547-908f-879beb453305 admin admin] Deleting subnet 41c92064-b9e0-4efb-bea4-e49c4908a99d {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:45:14.477716 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0df3-3847-46d6-aabd-a56802f306de tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (6c78a543-aedb-479d-9cbc-dc9cfd2fb0f2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:14.574954 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-bc3c0df3-3847-46d6-aabd-a56802f306de tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Deleting port eeef887e-aed6-4988-b18f-7226cf4b6070 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:14.575285 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0df3-3847-46d6-aabd-a56802f306de tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (eeef887e-aed6-4988-b18f-7226cf4b6070), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:14.608448 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e84704-2a68-4c66-83a2-72bcabdcc4ac tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Pushing event updated for resources: {'Port': ['ID=1a5384f3-ca1a-45b2-8851-b3be66a6b401,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:14.673995 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e84704-2a68-4c66-83a2-72bcabdcc4ac tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:14.675419 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-87e84704-2a68-4c66-83a2-72bcabdcc4ac tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:14.692828 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 1bfd43d7-206e-4305-a537-810ad385b205 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:14.695381 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d1510aa-de4d-4547-908f-879beb453305 admin admin] Publish callbacks [] for subnet (41c92064-b9e0-4efb-bea4-e49c4908a99d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:14.756462 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-bc3c0df3-3847-46d6-aabd-a56802f306de tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] For port eeef887e-aed6-4988-b18f-7226cf4b6070, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=eeef887e-aed6-4988-b18f-7226cf4b6070,segment=NetworkSegment(b60bc7ec-d979-4fd4-acc7-2e2701f10506),segment_id=b60bc7ec-d979-4fd4-acc7-2e2701f10506)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:14.757057 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 1bfd43d7-206e-4305-a537-810ad385b205 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:45:14.757057 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 1bfd43d7-206e-4305-a537-810ad385b205 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:45:14.757323 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0df3-3847-46d6-aabd-a56802f306de tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (eeef887e-aed6-4988-b18f-7226cf4b6070), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:14.759830 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82738c64-86d8-4ba6-a751-e517399aa726 None None] DHCP port deletion for 6c78a543-aedb-479d-9cbc-dc9cfd2fb0f2 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:45:14.776442 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-bc3c0df3-3847-46d6-aabd-a56802f306de tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Calling delete_port for eeef887e-aed6-4988-b18f-7226cf4b6070 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:14.816293 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-87e84704-2a68-4c66-83a2-72bcabdcc4ac tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3336596 Mar 07 10:45:14.832399 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-41571620-da98-490b-8ebb-ded39e6ddfcd service neutron] Attempting to bind port c00948a3-3f87-4aa0-8d81-bc6af8939057 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:45:14.832399 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-41571620-da98-490b-8ebb-ded39e6ddfcd service neutron] Attempting to bind port c00948a3-3f87-4aa0-8d81-bc6af8939057 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '0bff5fe3-a691-4e25-8a0f-c7433dac5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:45:14.832669 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-41571620-da98-490b-8ebb-ded39e6ddfcd service neutron] Attempting to bind port c00948a3-3f87-4aa0-8d81-bc6af8939057 on network 931da2d2-d8f9-46f5-a9f5-24b58bb56e41 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:45:14.836296 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57384) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:14.841033 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-82738c64-86d8-4ba6-a751-e517399aa726 None None] Deleting port eeef887e-aed6-4988-b18f-7226cf4b6070 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:14.841646 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-82738c64-86d8-4ba6-a751-e517399aa726 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (eeef887e-aed6-4988-b18f-7226cf4b6070), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:14.844562 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-14a801bf-b1d2-47a1-89d5-01af34a02e13 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Request body: {'port': {'network_id': 'cbd8ac08-4b2e-4470-97d2-a3eb0e59536d', 'name': 'tempest-AllowedAddressPairTestJSON-303644698'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:14.914301 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0df3-3847-46d6-aabd-a56802f306de tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (eeef887e-aed6-4988-b18f-7226cf4b6070), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:14.946211 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-8f2fe242-8f0e-406c-9a7f-343721f083b0 None None] Provisioning complete for port 1a5384f3-ca1a-45b2-8851-b3be66a6b401 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:14.946581 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8f2fe242-8f0e-406c-9a7f-343721f083b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1a5384f3-ca1a-45b2-8851-b3be66a6b401), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:14.966955 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57388) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:14.969497 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c0df3-3847-46d6-aabd-a56802f306de tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Port': ['ID=eeef887e-aed6-4988-b18f-7226cf4b6070,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:14.988772 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-82738c64-86d8-4ba6-a751-e517399aa726 None None] For port eeef887e-aed6-4988-b18f-7226cf4b6070, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=eeef887e-aed6-4988-b18f-7226cf4b6070,segment=NetworkSegment(b60bc7ec-d979-4fd4-acc7-2e2701f10506),segment_id=b60bc7ec-d979-4fd4-acc7-2e2701f10506)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:14.989197 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-82738c64-86d8-4ba6-a751-e517399aa726 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (eeef887e-aed6-4988-b18f-7226cf4b6070), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.007133 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-82738c64-86d8-4ba6-a751-e517399aa726 None None] Calling delete_port for eeef887e-aed6-4988-b18f-7226cf4b6070 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:15.010978 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8f2fe242-8f0e-406c-9a7f-343721f083b0 None None] Port 1a5384f3-ca1a-45b2-8851-b3be66a6b401 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:45:15.023197 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3c0df3-3847-46d6-aabd-a56802f306de tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] No DVR routers for this DVR port eeef887e-aed6-4988-b18f-7226cf4b6070 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:15.042300 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-38a84628-b2aa-433e-8816-da454387497c req-6ee4f22f-2af3-46de-9a98-1b1bc366e1b1 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c1a8dc-4a78-499e-8884-7f923ed8acbd HTTP/1.1" status: 200 len: 210 time: 0.2667387 Mar 07 10:45:15.045274 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-41571620-da98-490b-8ebb-ded39e6ddfcd service neutron] Port c00948a3-3f87-4aa0-8d81-bc6af8939057 on network 931da2d2-d8f9-46f5-a9f5-24b58bb56e41 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:45:15.045416 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-41571620-da98-490b-8ebb-ded39e6ddfcd service neutron] Attempting to bind port c00948a3-3f87-4aa0-8d81-bc6af8939057 on network 931da2d2-d8f9-46f5-a9f5-24b58bb56e41 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:45:15.054025 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-41571620-da98-490b-8ebb-ded39e6ddfcd service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:45:15.054366 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-41571620-da98-490b-8ebb-ded39e6ddfcd service neutron] Checking segment: {'id': '0bff5fe3-a691-4e25-8a0f-c7433dac5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:15.054757 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-41571620-da98-490b-8ebb-ded39e6ddfcd service neutron] Bound using segment: {'id': '0bff5fe3-a691-4e25-8a0f-c7433dac5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:45:15.055194 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-41571620-da98-490b-8ebb-ded39e6ddfcd service neutron] Bound port: c00948a3-3f87-4aa0-8d81-bc6af8939057, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bff5fe3-a691-4e25-8a0f-c7433dac5fdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:45:15.055555 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-41571620-da98-490b-8ebb-ded39e6ddfcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c00948a3-3f87-4aa0-8d81-bc6af8939057), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.079833 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a801bf-b1d2-47a1-89d5-01af34a02e13 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Made reservation on behalf of 659087e28fb544b1b80b2bd0d6bbbc4e for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:15.083757 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-14a801bf-b1d2-47a1-89d5-01af34a02e13 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.113266 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b1f00b4c-9218-41c8-90fe-4af73b90ccda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.114144 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-82738c64-86d8-4ba6-a751-e517399aa726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (eeef887e-aed6-4988-b18f-7226cf4b6070), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.145528 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-41571620-da98-490b-8ebb-ded39e6ddfcd service neutron] For port c00948a3-3f87-4aa0-8d81-bc6af8939057, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:45:15.146703 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82738c64-86d8-4ba6-a751-e517399aa726 None None] Pushing event deleted for resources: {'Port': ['ID=eeef887e-aed6-4988-b18f-7226cf4b6070,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:15.148792 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-41571620-da98-490b-8ebb-ded39e6ddfcd service neutron] For port c00948a3-3f87-4aa0-8d81-bc6af8939057, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=c00948a3-3f87-4aa0-8d81-bc6af8939057,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:45:15.153400 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d1510aa-de4d-4547-908f-879beb453305 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (41c92064-b9e0-4efb-bea4-e49c4908a99d), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.166829 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82738c64-86d8-4ba6-a751-e517399aa726 None None] No DVR routers for this DVR port eeef887e-aed6-4988-b18f-7226cf4b6070 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:15.183603 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-41571620-da98-490b-8ebb-ded39e6ddfcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (c00948a3-3f87-4aa0-8d81-bc6af8939057), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.208371 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-14a801bf-b1d2-47a1-89d5-01af34a02e13 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] device_id is not set on port 03090c3c-7c0f-4eb2-9ff1-b7100a72ded2 yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:45:15.210248 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0df3-3847-46d6-aabd-a56802f306de tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (6c78a543-aedb-479d-9cbc-dc9cfd2fb0f2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.231834 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b3f82-8188-47be-94f5-40c41c912a07 req-23dcabbc-a720-4e7f-af70-fd6c21c3afe1 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:15.233565 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-056b3f82-8188-47be-94f5-40c41c912a07 req-23dcabbc-a720-4e7f-af70-fd6c21c3afe1 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=feea5027-a38e-47e0-9d5c-5aef41770b2e HTTP/1.1" status: 200 len: 945 time: 0.2704885 Mar 07 10:45:15.267196 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-bc3c0df3-3847-46d6-aabd-a56802f306de tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c78a543-aedb-479d-9cbc-dc9cfd2fb0f2']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:15.284447 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-41571620-da98-490b-8ebb-ded39e6ddfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:15.285190 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-41571620-da98-490b-8ebb-ded39e6ddfcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.287078 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-41571620-da98-490b-8ebb-ded39e6ddfcd service neutron] 10.222.0.21 "PUT /v2.0/ports/c00948a3-3f87-4aa0-8d81-bc6af8939057 HTTP/1.1" status: 200 len: 1092 time: 2.4205790 Mar 07 10:45:15.295468 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-bc3c0df3-3847-46d6-aabd-a56802f306de tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b60bc7ec-d979-4fd4-acc7-2e2701f10506') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:15.295972 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-bc3c0df3-3847-46d6-aabd-a56802f306de tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b60bc7ec-d979-4fd4-acc7-2e2701f10506') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:15.300657 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c0686c5-2f6f-4112-b5b8-21fab81aab10', 'tag': 'c00948a3-3f87-4aa0-8d81-bc6af8939057'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:45:15.303817 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d879c3-fb43-4356-bfc1-e8b5ae5045f4" -d '{"events": [{"name": "network-changed", "server_uuid": "9c0686c5-2f6f-4112-b5b8-21fab81aab10", "tag": "c00948a3-3f87-4aa0-8d81-bc6af8939057"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:45:15.332086 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0df3-3847-46d6-aabd-a56802f306de tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (b60bc7ec-d979-4fd4-acc7-2e2701f10506), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.375686 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0df3-3847-46d6-aabd-a56802f306de tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (b60bc7ec-d979-4fd4-acc7-2e2701f10506), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.391924 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-056b3f82-8188-47be-94f5-40c41c912a07 req-99dcae51-6cfa-4ed6-9b44-f951a1406e7a tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb28b637-e307-448d-8c33-b6510b0a0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375971 Mar 07 10:45:15.393376 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc3c0df3-3847-46d6-aabd-a56802f306de tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:45:15.394219 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0df3-3847-46d6-aabd-a56802f306de tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (b60bc7ec-d979-4fd4-acc7-2e2701f10506), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.398617 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:45:15.398617 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:45:15.398617 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:45:15.398617 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:45:15.398617 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:45:15.398617 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:45:15.398617 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:45:15.398617 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:45:15.398617 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:45:15.398617 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:45:15.398617 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:45:15.398617 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:45:15.398617 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:45:15.398617 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:45:15.398617 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:45:15.398617 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:45:15.398617 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:45:15.398617 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:45:15.398617 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:45:15.398617 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:45:15.398617 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:45:15.398617 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:45:15.398617 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:45:15.398617 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:45:15.398617 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:45:15.398617 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:45:15.398617 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:45:15.398617 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:45:15.398617 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:45:15.398617 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:45:15.398617 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:45:15.398617 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:45:15.438647 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d1510aa-de4d-4547-908f-879beb453305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (41c92064-b9e0-4efb-bea4-e49c4908a99d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.484463 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b1f00b4c-9218-41c8-90fe-4af73b90ccda admin admin] Publish callbacks [] for security_group (287edc9a-842d-41e5-bb68-edac75e8caf5), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.490717 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b1f00b4c-9218-41c8-90fe-4af73b90ccda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (287edc9a-842d-41e5-bb68-edac75e8caf5), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.524448 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b1f00b4c-9218-41c8-90fe-4af73b90ccda admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=79c8f7aa2f6f4fe9b856fc6fe4dfa72a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5558689 Mar 07 10:45:15.525528 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0df3-3847-46d6-aabd-a56802f306de tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (6c78a543-aedb-479d-9cbc-dc9cfd2fb0f2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.531400 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0df3-3847-46d6-aabd-a56802f306de tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.536930 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-bc3c0df3-3847-46d6-aabd-a56802f306de tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/networks/6c78a543-aedb-479d-9cbc-dc9cfd2fb0f2 HTTP/1.1" status: 204 len: 168 time: 1.1670556 Mar 07 10:45:15.539097 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57396) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:15.548909 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57398) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:15.587784 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-9564daeb-8abf-4166-99f7-0f8e2602d3f9 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1694003958', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:15.594304 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e04694-dfb4-47b7-bce7-91eb97be4cb3 x-openstack-request-id: req-80e04694-dfb4-47b7-bce7-91eb97be4cb3 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:45:15.595438 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c0686c5-2f6f-4112-b5b8-21fab81aab10", "tag": "c00948a3-3f87-4aa0-8d81-bc6af8939057", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:45:15.595815 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-80e04694-dfb4-47b7-bce7-91eb97be4cb3 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:45:15.597626 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c0686c5-2f6f-4112-b5b8-21fab81aab10', 'tag': 'c00948a3-3f87-4aa0-8d81-bc6af8939057', 'status': 'completed', 'code': 200} Mar 07 10:45:15.620208 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c0df3-3847-46d6-aabd-a56802f306de tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Network': ['ID=6c78a543-aedb-479d-9cbc-dc9cfd2fb0f2,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:15.628431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41571620-da98-490b-8ebb-ded39e6ddfcd service neutron] Pushing event updated for resources: {'Port': ['ID=c00948a3-3f87-4aa0-8d81-bc6af8939057,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:15.648036 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f8028-4453-4af5-bc8f-59ae6e1fee08 req-1b685115-7852-4425-80b0-33aefaf1c7fb tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:15.655248 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c8f8028-4453-4af5-bc8f-59ae6e1fee08 req-1b685115-7852-4425-80b0-33aefaf1c7fb tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 944 time: 0.3762484 Mar 07 10:45:15.662907 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device eeef887e-aed6-4988-b18f-7226cf4b6070 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:15.690882 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-10040c9c-bc62-4ca2-a1ea-f0fe586d09dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:15.692505 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-10040c9c-bc62-4ca2-a1ea-f0fe586d09dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d640dc7f4f784834ad48e78ec0df26a5&device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 1126 time: 0.3427904 Mar 07 10:45:15.711161 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: eeef887e-aed6-4988-b18f-7226cf4b6070 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:45:15.711803 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device eeef887e-aed6-4988-b18f-7226cf4b6070 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:45:15.712587 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f00b4c-9218-41c8-90fe-4af73b90ccda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287edc9a-842d-41e5-bb68-edac75e8caf5,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:15.727155 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-14a801bf-b1d2-47a1-89d5-01af34a02e13 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Allocated IP 172.20.0.5 (cbd8ac08-4b2e-4470-97d2-a3eb0e59536d/4ba3b17d-d733-4d32-9671-f7f3d14a72cf/03090c3c-7c0f-4eb2-9ff1-b7100a72ded2) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:15.744735 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69c6ce-184e-45c9-82a3-41f3d956d55a req-bc715183-89e8-44f7-8767-22fa84a8581e tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:15.746636 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0d69c6ce-184e-45c9-82a3-41f3d956d55a req-bc715183-89e8-44f7-8767-22fa84a8581e tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=feea5027-a38e-47e0-9d5c-5aef41770b2e HTTP/1.1" status: 200 len: 945 time: 0.1190202 Mar 07 10:45:15.747647 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9564daeb-8abf-4166-99f7-0f8e2602d3f9 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (d1406e0b-2b74-4885-ac63-ea6ca1361336), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.748827 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9564daeb-8abf-4166-99f7-0f8e2602d3f9 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (d1406e0b-2b74-4885-ac63-ea6ca1361336), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.758052 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57400) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:15.763803 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-5e38c232-07f2-4368-b710-cb4d76f840c8 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Request body: {'floatingip': {'port_id': '4aaf240e-31d3-487e-9298-96b897da16fb'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:15.793478 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-7cd6ad9b-b84d-4a2c-bff5-63a1aa20a061 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c00948a3-3f87-4aa0-8d81-bc6af8939057 HTTP/1.1" status: 200 len: 217 time: 0.0832915 Mar 07 10:45:15.801798 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d1510aa-de4d-4547-908f-879beb453305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (41c92064-b9e0-4efb-bea4-e49c4908a99d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.817637 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c8f8028-4453-4af5-bc8f-59ae6e1fee08 req-34736837-4914-46e9-ab5e-32865f0ef6b9 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615016 Mar 07 10:45:15.866678 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1510aa-de4d-4547-908f-879beb453305 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41c92064-b9e0-4efb-bea4-e49c4908a99d,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:15.866903 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9564daeb-8abf-4166-99f7-0f8e2602d3f9 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router_controller (d1406e0b-2b74-4885-ac63-ea6ca1361336), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.877017 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-83d17858-29cd-4a57-a379-9207aa778098 admin admin] Publish callbacks [] for security_group (287edc9a-842d-41e5-bb68-edac75e8caf5), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.892501 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d1510aa-de4d-4547-908f-879beb453305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.899014 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0d1510aa-de4d-4547-908f-879beb453305 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/41c92064-b9e0-4efb-bea4-e49c4908a99d HTTP/1.1" status: 204 len: 168 time: 1.6908402 Mar 07 10:45:15.900030 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57402) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:15.904011 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-83d17858-29cd-4a57-a379-9207aa778098 admin admin] Publish callbacks [] for security_group (287edc9a-842d-41e5-bb68-edac75e8caf5), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.950314 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9564daeb-8abf-4166-99f7-0f8e2602d3f9 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (d1406e0b-2b74-4885-ac63-ea6ca1361336), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:15.959588 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5e38c232-07f2-4368-b710-cb4d76f840c8 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for floatingip (60e3d7b1-9696-4243-a6bf-ae018c640453), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:16.002332 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-60c7357d-aa4f-4ca6-8b18-f4310a0b795a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:16.004886 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-60c7357d-aa4f-4ca6-8b18-f4310a0b795a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=be75dc35-59ec-464d-b948-3549cf46df15 HTTP/1.1" status: 200 len: 850 time: 0.1949556 Mar 07 10:45:16.006940 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-83d17858-29cd-4a57-a379-9207aa778098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (287edc9a-842d-41e5-bb68-edac75e8caf5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:16.009122 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-83d17858-29cd-4a57-a379-9207aa778098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:16.012775 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-83d17858-29cd-4a57-a379-9207aa778098 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/287edc9a-842d-41e5-bb68-edac75e8caf5 HTTP/1.1" status: 204 len: 168 time: 0.4670773 Mar 07 10:45:16.033549 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9564daeb-8abf-4166-99f7-0f8e2602d3f9 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:16.035013 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9564daeb-8abf-4166-99f7-0f8e2602d3f9 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4735153 Mar 07 10:45:16.045222 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57406) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:16.051919 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f99ea7f2-d63c-44cd-ae21-5490577ed610 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-598197530'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:16.062646 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d17858-29cd-4a57-a379-9207aa778098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287edc9a-842d-41e5-bb68-edac75e8caf5,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:16.112854 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1fd717c2-a16f-4c74-82d6-a0b9dc22dedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (8ee8aab8-41b1-4421-8677-53c18ecc5d41), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:16.139724 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-6f37c0cc-9a9a-49d1-bd28-0c0edbaf0de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:16.141154 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-6f37c0cc-9a9a-49d1-bd28-0c0edbaf0de9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1236327 Mar 07 10:45:16.204645 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99ea7f2-d63c-44cd-ae21-5490577ed610 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Made reservation on behalf of 504a1347ab6745e0835a648731c9ce9a for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:16.208020 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f99ea7f2-d63c-44cd-ae21-5490577ed610 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:16.223738 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8b4ae8af-025e-45a6-b038-79574dfd3882 req-9c4fa440-ded5-4dfb-889c-43119ac19892 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c1a8dc-4a78-499e-8884-7f923ed8acbd HTTP/1.1" status: 200 len: 210 time: 0.0491829 Mar 07 10:45:16.250490 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-14a801bf-b1d2-47a1-89d5-01af34a02e13 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks [] for port (03090c3c-7c0f-4eb2-9ff1-b7100a72ded2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:16.425347 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f99ea7f2-d63c-44cd-ae21-5490577ed610 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:45:16.483758 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f99ea7f2-d63c-44cd-ae21-5490577ed610 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (d14330be-e638-4969-b387-067dce4ef5a2), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:16.484316 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-f99ea7f2-d63c-44cd-ae21-5490577ed610 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Added segment d14330be-e638-4969-b387-067dce4ef5a2 of type vlan for network 14bbfd8f-c55e-4539-8a0e-75c23285af3f Mar 07 10:45:16.531813 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57412) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:16.584854 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-74bcd710-f7b0-4dee-bac6-8b010aa11473 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:16.590830 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f99ea7f2-d63c-44cd-ae21-5490577ed610 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (14bbfd8f-c55e-4539-8a0e-75c23285af3f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:16.636074 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1fd717c2-a16f-4c74-82d6-a0b9dc22dedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (8ee8aab8-41b1-4421-8677-53c18ecc5d41), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:16.673510 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-1fd717c2-a16f-4c74-82d6-a0b9dc22dedc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee8aab8-41b1-4421-8677-53c18ecc5d41']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:16.681292 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f99ea7f2-d63c-44cd-ae21-5490577ed610 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (14bbfd8f-c55e-4539-8a0e-75c23285af3f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:16.686043 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99ea7f2-d63c-44cd-ae21-5490577ed610 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:16.686631 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f99ea7f2-d63c-44cd-ae21-5490577ed610 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:16.702307 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-1fd717c2-a16f-4c74-82d6-a0b9dc22dedc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7463eea8-02f9-4ff6-8be2-bd736cd8cfc0') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:16.702688 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-1fd717c2-a16f-4c74-82d6-a0b9dc22dedc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7463eea8-02f9-4ff6-8be2-bd736cd8cfc0') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:16.719058 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1fd717c2-a16f-4c74-82d6-a0b9dc22dedc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (7463eea8-02f9-4ff6-8be2-bd736cd8cfc0), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:16.723990 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-0997a012-a8dd-4691-98b4-ae62ec492f3d service neutron] 10.222.0.21 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5754442 Mar 07 10:45:16.756780 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-14a801bf-b1d2-47a1-89d5-01af34a02e13 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (03090c3c-7c0f-4eb2-9ff1-b7100a72ded2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:16.758684 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1fd717c2-a16f-4c74-82d6-a0b9dc22dedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (7463eea8-02f9-4ff6-8be2-bd736cd8cfc0), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:16.764886 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f99ea7f2-d63c-44cd-ae21-5490577ed610 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7188125 Mar 07 10:45:16.772520 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57414) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:16.778142 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fd717c2-a16f-4c74-82d6-a0b9dc22dedc admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:45:16.778561 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1fd717c2-a16f-4c74-82d6-a0b9dc22dedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (7463eea8-02f9-4ff6-8be2-bd736cd8cfc0), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:16.782830 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:45:16.782830 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:45:16.782830 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:45:16.782830 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:45:16.782830 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:45:16.782830 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:45:16.782830 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:45:16.782830 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:45:16.782830 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:45:16.782830 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:45:16.782830 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:45:16.782830 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:45:16.782830 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:45:16.782830 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:45:16.782830 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:45:16.782830 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:45:16.782830 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:45:16.782830 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:45:16.782830 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:45:16.782830 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:45:16.782830 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:45:16.782830 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:45:16.782830 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:45:16.782830 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:45:16.782830 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:45:16.782830 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:45:16.782830 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:45:16.782830 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:45:16.782830 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:45:16.782830 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:45:16.782830 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:45:16.782830 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:45:16.785489 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-48436572-3887-4dd1-9610-9d7787a4df48 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Request body: {'subnet': {'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:16.844461 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.db.resource_extend [None req-5e38c232-07f2-4368-b710-cb4d76f840c8 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:45:16.850614 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ea7f2-d63c-44cd-ae21-5490577ed610 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Network': ['ID=14bbfd8f-c55e-4539-8a0e-75c23285af3f,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:16.867551 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 14bbfd8f-c55e-4539-8a0e-75c23285af3f details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:45:16.967920 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a801bf-b1d2-47a1-89d5-01af34a02e13 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Pushing event updated for resources: {'Port': ['ID=03090c3c-7c0f-4eb2-9ff1-b7100a72ded2,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:16.982758 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-74bcd710-f7b0-4dee-bac6-8b010aa11473 admin admin] Publish callbacks [] for security_group (081e5a62-abd0-4d98-86aa-c870ad22b0a2), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:16.995348 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-74bcd710-f7b0-4dee-bac6-8b010aa11473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (081e5a62-abd0-4d98-86aa-c870ad22b0a2), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:17.007024 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a801bf-b1d2-47a1-89d5-01af34a02e13 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Network cbd8ac08-4b2e-4470-97d2-a3eb0e59536d is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:17.014992 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-14a801bf-b1d2-47a1-89d5-01af34a02e13 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:17.024517 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5e38c232-07f2-4368-b710-cb4d76f840c8 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:17.025925 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a801bf-b1d2-47a1-89d5-01af34a02e13 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:45:17.056293 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5e38c232-07f2-4368-b710-cb4d76f840c8 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (60e3d7b1-9696-4243-a6bf-ae018c640453), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:17.088582 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a801bf-b1d2-47a1-89d5-01af34a02e13 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:17.089529 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-14a801bf-b1d2-47a1-89d5-01af34a02e13 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:17.100297 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1fd717c2-a16f-4c74-82d6-a0b9dc22dedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (8ee8aab8-41b1-4421-8677-53c18ecc5d41), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:17.109908 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-74bcd710-f7b0-4dee-bac6-8b010aa11473 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e1ba8af184794e459b02eb88d0e06aef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5710249 Mar 07 10:45:17.109908 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57418) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:17.123362 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1fd717c2-a16f-4c74-82d6-a0b9dc22dedc admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:17.126108 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bcd710-f7b0-4dee-bac6-8b010aa11473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081e5a62-abd0-4d98-86aa-c870ad22b0a2,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:17.127363 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1fd717c2-a16f-4c74-82d6-a0b9dc22dedc admin admin] 10.222.0.11 "DELETE /v2.0/networks/8ee8aab8-41b1-4421-8677-53c18ecc5d41 HTTP/1.1" status: 204 len: 168 time: 1.2232013 Mar 07 10:45:17.140750 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-69d0d97d-fdb2-421a-b931-072a08fa673c req-b083f99c-4966-4a11-a77d-b07aed5c7c3a service neutron] 10.222.0.21 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076283 Mar 07 10:45:17.164805 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48436572-3887-4dd1-9610-9d7787a4df48 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Made reservation on behalf of 504a1347ab6745e0835a648731c9ce9a for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:17.166893 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd717c2-a16f-4c74-82d6-a0b9dc22dedc admin admin] Pushing event deleted for resources: {'Network': ['ID=8ee8aab8-41b1-4421-8677-53c18ecc5d41,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:17.169306 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48436572-3887-4dd1-9610-9d7787a4df48 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:17.179320 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c78dbb-3c6b-473d-88f7-3b93af08c7bd req-7b31210a-025d-4e5d-8ffd-1ac4003552aa tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:17.184273 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a5c78dbb-3c6b-473d-88f7-3b93af08c7bd req-7b31210a-025d-4e5d-8ffd-1ac4003552aa tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 944 time: 0.2682705 Mar 07 10:45:17.195011 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-14a801bf-b1d2-47a1-89d5-01af34a02e13 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3576331 Mar 07 10:45:17.195766 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57422) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:17.223260 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-a88941a0-b11b-4953-952d-7871ff05bd01 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:33:5a:29'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:a8:d9:66'}]}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:17.338008 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a5c78dbb-3c6b-473d-88f7-3b93af08c7bd req-3a3f1a0c-575b-4d1d-8eb5-fa0b1214bb3a tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411433 Mar 07 10:45:17.416025 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-5e38c232-07f2-4368-b710-cb4d76f840c8 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Floating IP 60e3d7b1-9696-4243-a6bf-ae018c640453 associated. External IP: 172.25.3.188, port: 4aaf240e-31d3-487e-9298-96b897da16fb. Mar 07 10:45:17.489042 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ec33fd52-a505-458c-9500-162dc0f9d493 req-d8318cea-bbab-468e-99fa-981887f6d576 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c1a8dc-4a78-499e-8884-7f923ed8acbd HTTP/1.1" status: 200 len: 210 time: 0.1558726 Mar 07 10:45:17.526842 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-da487c35-b355-45c2-b5ff-4216ac7a98b6 admin admin] Publish callbacks [] for security_group (081e5a62-abd0-4d98-86aa-c870ad22b0a2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:17.527065 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d879c3-fb43-4356-bfc1-e8b5ae5045f4 req-120ff9b9-5619-48ce-ab74-09afcc01bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:17.529804 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27d879c3-fb43-4356-bfc1-e8b5ae5045f4 req-120ff9b9-5619-48ce-ab74-09afcc01bad0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d640dc7f4f784834ad48e78ec0df26a5&device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 1126 time: 0.2774718 Mar 07 10:45:17.540555 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-9cf07cdd-055a-4b74-b2e3-f1fc59ff5116 None None] Provisioning complete for port 03090c3c-7c0f-4eb2-9ff1-b7100a72ded2 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:17.541428 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9cf07cdd-055a-4b74-b2e3-f1fc59ff5116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (03090c3c-7c0f-4eb2-9ff1-b7100a72ded2), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:17.593229 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57426) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:17.608390 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-9cf07cdd-055a-4b74-b2e3-f1fc59ff5116 None None] Port 03090c3c-7c0f-4eb2-9ff1-b7100a72ded2 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:45:17.669853 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-da487c35-b355-45c2-b5ff-4216ac7a98b6 admin admin] Publish callbacks [] for security_group (081e5a62-abd0-4d98-86aa-c870ad22b0a2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:17.710861 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a88941a0-b11b-4953-952d-7871ff05bd01 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (03090c3c-7c0f-4eb2-9ff1-b7100a72ded2), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:17.762865 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d879c3-fb43-4356-bfc1-e8b5ae5045f4 req-03a750b8-32e7-4d34-9f3b-4b42b5749a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:17.764358 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27d879c3-fb43-4356-bfc1-e8b5ae5045f4 req-03a750b8-32e7-4d34-9f3b-4b42b5749a2e service neutron] 10.222.0.21 "GET /v2.0/networks?id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41 HTTP/1.1" status: 200 len: 912 time: 0.2230489 Mar 07 10:45:17.790783 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48436572-3887-4dd1-9610-9d7787a4df48 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (9fd11119-a02e-4f9c-aa80-506ff41a86a4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:17.820443 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27d879c3-fb43-4356-bfc1-e8b5ae5045f4 req-c7b67309-7864-41a4-b440-da27f2b9e06f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c00948a3-3f87-4aa0-8d81-bc6af8939057 HTTP/1.1" status: 200 len: 217 time: 0.0477595 Mar 07 10:45:17.830829 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ad59b46b-38b6-4ca7-a423-1d41753ecb85 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0807b4acb2614af4a79c8ad90eadf71f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1764627 Mar 07 10:45:17.835171 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57428) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:17.936260 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d879c3-fb43-4356-bfc1-e8b5ae5045f4 req-eb86f97c-8401-4fc0-be0d-8e5708df21d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:17.937869 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27d879c3-fb43-4356-bfc1-e8b5ae5045f4 req-eb86f97c-8401-4fc0-be0d-8e5708df21d3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=be75dc35-59ec-464d-b948-3549cf46df15 HTTP/1.1" status: 200 len: 850 time: 0.1092823 Mar 07 10:45:18.025447 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d879c3-fb43-4356-bfc1-e8b5ae5045f4 req-0d36cce7-34db-486b-b29f-f9fb0072d5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:18.026965 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27d879c3-fb43-4356-bfc1-e8b5ae5045f4 req-0d36cce7-34db-486b-b29f-f9fb0072d5f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0826149 Mar 07 10:45:18.044506 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a88941a0-b11b-4953-952d-7871ff05bd01 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks [] for port (03090c3c-7c0f-4eb2-9ff1-b7100a72ded2), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:18.060549 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a88941a0-b11b-4953-952d-7871ff05bd01 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (03090c3c-7c0f-4eb2-9ff1-b7100a72ded2), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:18.189161 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88941a0-b11b-4953-952d-7871ff05bd01 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Pushing event updated for resources: {'Port': ['ID=03090c3c-7c0f-4eb2-9ff1-b7100a72ded2,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:18.201671 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-da487c35-b355-45c2-b5ff-4216ac7a98b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (081e5a62-abd0-4d98-86aa-c870ad22b0a2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:18.204852 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-da487c35-b355-45c2-b5ff-4216ac7a98b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:18.209087 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-da487c35-b355-45c2-b5ff-4216ac7a98b6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/081e5a62-abd0-4d98-86aa-c870ad22b0a2 HTTP/1.1" status: 204 len: 168 time: 1.0951934 Mar 07 10:45:18.222780 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-a88941a0-b11b-4953-952d-7871ff05bd01 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] In _notify_port_updated(), no bound segment for port 03090c3c-7c0f-4eb2-9ff1-b7100a72ded2 on network cbd8ac08-4b2e-4470-97d2-a3eb0e59536d {{(pid=103767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:45:18.228578 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88941a0-b11b-4953-952d-7871ff05bd01 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:18.229520 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a88941a0-b11b-4953-952d-7871ff05bd01 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:18.230917 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a88941a0-b11b-4953-952d-7871ff05bd01 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] 10.222.0.11 "PUT /v2.0/ports/03090c3c-7c0f-4eb2-9ff1-b7100a72ded2 HTTP/1.1" status: 200 len: 1055 time: 1.0140829 Mar 07 10:45:18.234668 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57432) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:18.252085 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da487c35-b355-45c2-b5ff-4216ac7a98b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081e5a62-abd0-4d98-86aa-c870ad22b0a2,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:18.271828 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27d879c3-fb43-4356-bfc1-e8b5ae5045f4 req-0cb5c1e0-20a6-41a7-b639-f30b09395394 service neutron] 10.222.0.21 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364516 Mar 07 10:45:18.275540 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48436572-3887-4dd1-9610-9d7787a4df48 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Subnet': ['ID=9fd11119-a02e-4f9c-aa80-506ff41a86a4,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:18.307180 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:18.391875 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48436572-3887-4dd1-9610-9d7787a4df48 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Checking segment: {'id': 'd14330be-e638-4969-b387-067dce4ef5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:18.392450 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48436572-3887-4dd1-9610-9d7787a4df48 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network hostable DHCP agents. Network: 14bbfd8f-c55e-4539-8a0e-75c23285af3f, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:45:18.404868 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fa5ccf16-bd73-4c3d-9c6b-b08a845975cd admin admin] Publish callbacks [] for security_group (0bd84fb2-a539-4a0b-9e02-0ee4f34d377a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:18.464874 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e38c232-07f2-4368-b710-cb4d76f840c8 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Router dbe384a5-db09-4013-b7fe-237a2c708d3b has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:45:18.468473 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fa5ccf16-bd73-4c3d-9c6b-b08a845975cd admin admin] Publish callbacks [] for security_group (0bd84fb2-a539-4a0b-9e02-0ee4f34d377a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:18.479085 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48436572-3887-4dd1-9610-9d7787a4df48 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network 14bbfd8f-c55e-4539-8a0e-75c23285af3f is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:45:18.491131 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27d879c3-fb43-4356-bfc1-e8b5ae5045f4 req-9a04bc6f-ca48-412c-813b-a43dd7b0ec14 service neutron] 10.222.0.21 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092328 Mar 07 10:45:18.528535 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-48436572-3887-4dd1-9610-9d7787a4df48 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 14bbfd8f-c55e-4539-8a0e-75c23285af3f) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:18.543773 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d69238-1ace-4cbf-a1b6-3212b8708ccf None None] Network 14bbfd8f-c55e-4539-8a0e-75c23285af3f requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:18.552246 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-02a5b60c-cea3-4a70-ab47-b97a403acecb tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Deleting port 03090c3c-7c0f-4eb2-9ff1-b7100a72ded2 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:18.552592 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02a5b60c-cea3-4a70-ab47-b97a403acecb tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (03090c3c-7c0f-4eb2-9ff1-b7100a72ded2), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:18.556662 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48436572-3887-4dd1-9610-9d7787a4df48 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:18.564612 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48436572-3887-4dd1-9610-9d7787a4df48 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:18.637160 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ce76c-8944-4e88-9b23-c32d1d2b2a69 req-09ca3744-d543-4360-9b3c-15b77daeb608 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:18.638795 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e07ce76c-8944-4e88-9b23-c32d1d2b2a69 req-09ca3744-d543-4360-9b3c-15b77daeb608 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 944 time: 0.1675432 Mar 07 10:45:18.699187 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-48436572-3887-4dd1-9610-9d7787a4df48 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9195342 Mar 07 10:45:18.705653 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57440) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:18.717876 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8c16e091-f5c3-4f59-81da-8a6b472b25f8 req-9932a7db-144b-4f7f-a651-63ad52e4908d tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c1a8dc-4a78-499e-8884-7f923ed8acbd HTTP/1.1" status: 200 len: 210 time: 0.0640962 Mar 07 10:45:18.724713 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02a5b60c-cea3-4a70-ab47-b97a403acecb tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (03090c3c-7c0f-4eb2-9ff1-b7100a72ded2), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:18.759711 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fa5ccf16-bd73-4c3d-9c6b-b08a845975cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0bd84fb2-a539-4a0b-9e02-0ee4f34d377a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:18.761583 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fa5ccf16-bd73-4c3d-9c6b-b08a845975cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:18.762757 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fa5ccf16-bd73-4c3d-9c6b-b08a845975cd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0bd84fb2-a539-4a0b-9e02-0ee4f34d377a HTTP/1.1" status: 204 len: 168 time: 0.9263058 Mar 07 10:45:18.780271 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ccf16-bd73-4c3d-9c6b-b08a845975cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd84fb2-a539-4a0b-9e02-0ee4f34d377a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:18.792973 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e38c232-07f2-4368-b710-cb4d76f840c8 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:45:18.797689 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5e38c232-07f2-4368-b710-cb4d76f840c8 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:18.807321 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75def04a-57b5-4eb6-ac26-b9a5c473d367 None None] Sync routers for ids ['dbe384a5-db09-4013-b7fe-237a2c708d3b'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:45:18.823349 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75def04a-57b5-4eb6-ac26-b9a5c473d367 None None] Routers {'dbe384a5-db09-4013-b7fe-237a2c708d3b'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:18.824635 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-75def04a-57b5-4eb6-ac26-b9a5c473d367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:45:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['dbe384a5-db09-4013-b7fe-237a2c708d3b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:18.844030 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-02a5b60c-cea3-4a70-ab47-b97a403acecb tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Calling delete_port for 03090c3c-7c0f-4eb2-9ff1-b7100a72ded2 owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:18.850304 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e07ce76c-8944-4e88-9b23-c32d1d2b2a69 req-ddc18782-a02a-45f0-98ac-214c0517e07b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016187 Mar 07 10:45:18.922606 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5e38c232-07f2-4368-b710-cb4d76f840c8 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "PUT /v2.0/floatingips/60e3d7b1-9696-4243-a6bf-ae018c640453 HTTP/1.1" status: 200 len: 991 time: 3.1628559 Mar 07 10:45:18.923506 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feea5027-a38e-47e0-9d5c-5aef41770b2e', 'tag': '4aaf240e-31d3-487e-9298-96b897da16fb'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:45:18.926560 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5793f18-e4eb-4e38-a0c9-0b844ca5a2d9" -d '{"events": [{"name": "network-changed", "server_uuid": "feea5027-a38e-47e0-9d5c-5aef41770b2e", "tag": "4aaf240e-31d3-487e-9298-96b897da16fb"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:45:18.975755 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-5efef0b6-948a-4a6b-a186-d6d0cbe9cdea None None] Provisioning complete for port 03090c3c-7c0f-4eb2-9ff1-b7100a72ded2 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:18.977374 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5efef0b6-948a-4a6b-a186-d6d0cbe9cdea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (03090c3c-7c0f-4eb2-9ff1-b7100a72ded2), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:18.980370 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c545e98-8033-42da-be87-dfcfaaae28c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-14bbfd8f-c55e-4539-8a0e-75c23285af3f', 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f', 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'fixed_ips': [{'subnet_id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:45:18.981248 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6c545e98-8033-42da-be87-dfcfaaae28c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:18.992678 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a26020d-8698-4acd-9122-37bf1d5fc41a x-openstack-request-id: req-9a26020d-8698-4acd-9122-37bf1d5fc41a {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:45:18.992980 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feea5027-a38e-47e0-9d5c-5aef41770b2e", "tag": "4aaf240e-31d3-487e-9298-96b897da16fb", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:45:18.993268 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9a26020d-8698-4acd-9122-37bf1d5fc41a {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:45:18.993675 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feea5027-a38e-47e0-9d5c-5aef41770b2e', 'tag': '4aaf240e-31d3-487e-9298-96b897da16fb', 'status': 'completed', 'code': 200} Mar 07 10:45:19.030122 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-75def04a-57b5-4eb6-ac26-b9a5c473d367 None None] Set router dbe384a5-db09-4013-b7fe-237a2c708d3b gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:45:19.199446 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-6c545e98-8033-42da-be87-dfcfaaae28c9 None None] Allocated IP 2001:db8::2 (14bbfd8f-c55e-4539-8a0e-75c23285af3f/9fd11119-a02e-4f9c-aa80-506ff41a86a4/8706cd85-917e-46bd-9af6-aee178f79b75) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:19.329215 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5793f18-e4eb-4e38-a0c9-0b844ca5a2d9 req-2edfc35c-53e8-45e5-a89c-f5471e24ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:19.331701 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a5793f18-e4eb-4e38-a0c9-0b844ca5a2d9 req-2edfc35c-53e8-45e5-a89c-f5471e24ce5d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=963e73da008c45bbbe3340617f958250&device_id=feea5027-a38e-47e0-9d5c-5aef41770b2e HTTP/1.1" status: 200 len: 1127 time: 0.3191166 Mar 07 10:45:19.441280 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-968f1881-9fdf-4d27-81d5-dd049821cb96 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:19.478866 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-75def04a-57b5-4eb6-ac26-b9a5c473d367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'name': 'tempest-AttachVolumeNegativeTest-2102200365-router', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:01Z', 'revision_number': 4, 'project_id': '963e73da008c45bbbe3340617f958250', 'gw_port': {'id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '60e3d7b1-9696-4243-a6bf-ae018c640453', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'floating_ip_address': '172.25.3.188', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'port_id': '4aaf240e-31d3-487e-9298-96b897da16fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'mac_address': 'fa:16:3e:75:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feea5027-a38e-47e0-9d5c-5aef41770b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:44:53Z', 'updated_at': '2022-03-07T10:45:16Z', 'revision_number': 1, 'project_id': '963e73da008c45bbbe3340617f958250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4094086-0f71-4ec9-bccb-a291495bd930', 'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'mac_address': 'fa:16:3e:8e:5e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:59Z', 'updated_at': '2022-03-07T10:41:11Z', 'revision_number': 5, 'project_id': '963e73da008c45bbbe3340617f958250', 'subnets': [{'id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:19.546233 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75def04a-57b5-4eb6-ac26-b9a5c473d367 None None] Checking router: dbe384a5-db09-4013-b7fe-237a2c708d3b for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:45:19.556043 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02a5b60c-cea3-4a70-ab47-b97a403acecb tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (03090c3c-7c0f-4eb2-9ff1-b7100a72ded2), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:19.560325 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75def04a-57b5-4eb6-ac26-b9a5c473d367 None None] Routers {'dbe384a5-db09-4013-b7fe-237a2c708d3b'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:19.566455 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6c545e98-8033-42da-be87-dfcfaaae28c9 None None] Publish callbacks [] for port (8706cd85-917e-46bd-9af6-aee178f79b75), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:19.566922 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-75def04a-57b5-4eb6-ac26-b9a5c473d367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:45:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['dbe384a5-db09-4013-b7fe-237a2c708d3b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:19.618824 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6c545e98-8033-42da-be87-dfcfaaae28c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (8706cd85-917e-46bd-9af6-aee178f79b75), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:19.621517 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5efef0b6-948a-4a6b-a186-d6d0cbe9cdea None None] Port 03090c3c-7c0f-4eb2-9ff1-b7100a72ded2 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:45:19.658465 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a5b60c-cea3-4a70-ab47-b97a403acecb tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Pushing event deleted for resources: {'Port': ['ID=03090c3c-7c0f-4eb2-9ff1-b7100a72ded2,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:19.668777 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c545e98-8033-42da-be87-dfcfaaae28c9 None None] Network 14bbfd8f-c55e-4539-8a0e-75c23285af3f is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:19.675710 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-6c545e98-8033-42da-be87-dfcfaaae28c9 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:19.681208 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c545e98-8033-42da-be87-dfcfaaae28c9 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:45:19.697931 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c545e98-8033-42da-be87-dfcfaaae28c9 None None] Pushing event updated for resources: {'Port': ['ID=8706cd85-917e-46bd-9af6-aee178f79b75,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:19.852208 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6c545e98-8033-42da-be87-dfcfaaae28c9 None None] Attempting to bind port 8706cd85-917e-46bd-9af6-aee178f79b75 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:45:19.854472 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6c545e98-8033-42da-be87-dfcfaaae28c9 None None] Attempting to bind port 8706cd85-917e-46bd-9af6-aee178f79b75 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'd14330be-e638-4969-b387-067dce4ef5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:45:19.854867 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c545e98-8033-42da-be87-dfcfaaae28c9 None None] Attempting to bind port 8706cd85-917e-46bd-9af6-aee178f79b75 on network 14bbfd8f-c55e-4539-8a0e-75c23285af3f {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:45:19.875133 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c545e98-8033-42da-be87-dfcfaaae28c9 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:45:19.875659 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c545e98-8033-42da-be87-dfcfaaae28c9 None None] Checking segment: {'id': 'd14330be-e638-4969-b387-067dce4ef5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:19.875975 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6c545e98-8033-42da-be87-dfcfaaae28c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:19.879709 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-75def04a-57b5-4eb6-ac26-b9a5c473d367 None None] Set router dbe384a5-db09-4013-b7fe-237a2c708d3b gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:45:19.880595 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c545e98-8033-42da-be87-dfcfaaae28c9 None None] Bound using segment: {'id': 'd14330be-e638-4969-b387-067dce4ef5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:45:19.882319 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6c545e98-8033-42da-be87-dfcfaaae28c9 None None] Bound port: 8706cd85-917e-46bd-9af6-aee178f79b75, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd14330be-e638-4969-b387-067dce4ef5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:45:19.886429 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6c545e98-8033-42da-be87-dfcfaaae28c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8706cd85-917e-46bd-9af6-aee178f79b75), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:20.060737 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-679fc5da-a442-47e5-ac5a-a238ef904226 req-cab33192-d59f-4fd4-a127-639358cb72fb tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=18c1a8dc-4a78-499e-8884-7f923ed8acbd HTTP/1.1" status: 200 len: 210 time: 0.1304996 Mar 07 10:45:20.075215 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6c545e98-8033-42da-be87-dfcfaaae28c9 None None] For port 8706cd85-917e-46bd-9af6-aee178f79b75, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:45:20.083868 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6c545e98-8033-42da-be87-dfcfaaae28c9 None None] For port 8706cd85-917e-46bd-9af6-aee178f79b75, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=8706cd85-917e-46bd-9af6-aee178f79b75,segment=NetworkSegment(d14330be-e638-4969-b387-067dce4ef5a2),segment_id=d14330be-e638-4969-b387-067dce4ef5a2)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:45:20.100499 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6c545e98-8033-42da-be87-dfcfaaae28c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8706cd85-917e-46bd-9af6-aee178f79b75), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:20.170705 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae6cfc-906b-4fbe-be1d-e777abbda66e req-5964b55b-714e-4082-8d05-de7314d4b571 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:20.177428 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2aae6cfc-906b-4fbe-be1d-e777abbda66e req-5964b55b-714e-4082-8d05-de7314d4b571 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 944 time: 0.1581349 Mar 07 10:45:20.182972 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5793f18-e4eb-4e38-a0c9-0b844ca5a2d9 req-c900c71a-0d7c-4d6f-b1c0-a8b879dde4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:20.185772 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a5793f18-e4eb-4e38-a0c9-0b844ca5a2d9 req-c900c71a-0d7c-4d6f-b1c0-a8b879dde4c6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=00afd099-7a30-4cd1-919e-35d92c7ee376 HTTP/1.1" status: 200 len: 916 time: 0.8423531 Mar 07 10:45:20.195481 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c545e98-8033-42da-be87-dfcfaaae28c9 None None] Pushing event updated for resources: {'Port': ['ID=8706cd85-917e-46bd-9af6-aee178f79b75,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:20.313477 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2aae6cfc-906b-4fbe-be1d-e777abbda66e req-7bcb97b4-f354-4256-a2df-d49f0823c940 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309404 Mar 07 10:45:20.398589 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-75def04a-57b5-4eb6-ac26-b9a5c473d367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'name': 'tempest-AttachVolumeNegativeTest-2102200365-router', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:01Z', 'revision_number': 4, 'project_id': '963e73da008c45bbbe3340617f958250', 'gw_port': {'id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '60e3d7b1-9696-4243-a6bf-ae018c640453', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'floating_ip_address': '172.25.3.188', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'port_id': '4aaf240e-31d3-487e-9298-96b897da16fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'mac_address': 'fa:16:3e:75:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feea5027-a38e-47e0-9d5c-5aef41770b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:44:53Z', 'updated_at': '2022-03-07T10:45:16Z', 'revision_number': 1, 'project_id': '963e73da008c45bbbe3340617f958250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4094086-0f71-4ec9-bccb-a291495bd930', 'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'mac_address': 'fa:16:3e:8e:5e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:59Z', 'updated_at': '2022-03-07T10:41:11Z', 'revision_number': 5, 'project_id': '963e73da008c45bbbe3340617f958250', 'subnets': [{'id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:20.431780 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75def04a-57b5-4eb6-ac26-b9a5c473d367 None None] The sync data for ids ['dbe384a5-db09-4013-b7fe-237a2c708d3b'] in n-d-832164-4 is: [{'id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'name': 'tempest-AttachVolumeNegativeTest-2102200365-router', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:01Z', 'revision_number': 4, 'project_id': '963e73da008c45bbbe3340617f958250', 'gw_port': {'id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '60e3d7b1-9696-4243-a6bf-ae018c640453', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'floating_ip_address': '172.25.3.188', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'port_id': '4aaf240e-31d3-487e-9298-96b897da16fb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'mac_address': 'fa:16:3e:75:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feea5027-a38e-47e0-9d5c-5aef41770b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:44:53Z', 'updated_at': '2022-03-07T10:45:16Z', 'revision_number': 1, 'project_id': '963e73da008c45bbbe3340617f958250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4094086-0f71-4ec9-bccb-a291495bd930', 'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'mac_address': 'fa:16:3e:8e:5e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:59Z', 'updated_at': '2022-03-07T10:41:11Z', 'revision_number': 5, 'project_id': '963e73da008c45bbbe3340617f958250', 'subnets': [{'id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:45:20.454599 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a5793f18-e4eb-4e38-a0c9-0b844ca5a2d9 req-67ee1706-c5ca-4052-bade-0a4a23f84644 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aaf240e-31d3-487e-9298-96b897da16fb HTTP/1.1" status: 200 len: 999 time: 0.2515516 Mar 07 10:45:20.483645 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57492) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:20.724210 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device c00948a3-3f87-4aa0-8d81-bc6af8939057 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:45:20.877138 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e359d609-195b-46e9-a1d1-ee8fd8ae6daa None None] New status for floating IP 60e3d7b1-9696-4243-a6bf-ae018c640453: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:45:20.893746 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e58f833c-f67d-4eff-b2e5-30497135a983 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-324557579-network', 'tenant_id': 'efb48669635249ee9aaece4475163b67'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:20.924068 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58f833c-f67d-4eff-b2e5-30497135a983 admin admin] Made reservation on behalf of efb48669635249ee9aaece4475163b67 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:20.927880 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e58f833c-f67d-4eff-b2e5-30497135a983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:20.946338 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e58f833c-f67d-4eff-b2e5-30497135a983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:21.023710 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port c00948a3-3f87-4aa0-8d81-bc6af8939057, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=c00948a3-3f87-4aa0-8d81-bc6af8939057,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:21.042305 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'c00948a3-3f87-4aa0-8d81-bc6af8939057', 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41', 'port_id': 'c00948a3-3f87-4aa0-8d81-bc6af8939057', 'mac_address': 'fa:16:3e:10:d6:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be75dc35-59ec-464d-b948-3549cf46df15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:45:21.067040 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e58f833c-f67d-4eff-b2e5-30497135a983 admin admin] Publish callbacks [] for security_group (81dc8dc7-a284-48f7-92fe-945a1bb93d47), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:21.072535 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e58f833c-f67d-4eff-b2e5-30497135a983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (81dc8dc7-a284-48f7-92fe-945a1bb93d47), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:21.096323 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5793f18-e4eb-4e38-a0c9-0b844ca5a2d9 req-8b637933-aa2a-431f-8386-cd0acd64bf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:21.098461 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a5793f18-e4eb-4e38-a0c9-0b844ca5a2d9 req-8b637933-aa2a-431f-8386-cd0acd64bf9c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e733737e-c8f1-4ea9-8337-47939319caff HTTP/1.1" status: 200 len: 854 time: 0.6328967 Mar 07 10:45:21.103169 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-968f1881-9fdf-4d27-81d5-dd049821cb96 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Allocated IP 2001:db8::1 (14bbfd8f-c55e-4539-8a0e-75c23285af3f/9fd11119-a02e-4f9c-aa80-506ff41a86a4/4c404918-6987-42e2-b4cd-37397011ea7c) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:21.109281 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f833c-f67d-4eff-b2e5-30497135a983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81dc8dc7-a284-48f7-92fe-945a1bb93d47,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:21.110226 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port c00948a3-3f87-4aa0-8d81-bc6af8939057 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:21.110620 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c00948a3-3f87-4aa0-8d81-bc6af8939057), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:21.139518 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e58f833c-f67d-4eff-b2e5-30497135a983 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:45:21.155929 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e58f833c-f67d-4eff-b2e5-30497135a983 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (7642cd9c-6339-42f5-804e-a1167650136a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:21.156544 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-e58f833c-f67d-4eff-b2e5-30497135a983 admin admin] Added segment 7642cd9c-6339-42f5-804e-a1167650136a of type vlan for network 8e50499e-fbd5-45c6-a980-59dd492cbb54 Mar 07 10:45:21.200681 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c00948a3-3f87-4aa0-8d81-bc6af8939057 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:45:21.229868 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port c00948a3-3f87-4aa0-8d81-bc6af8939057, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=c00948a3-3f87-4aa0-8d81-bc6af8939057,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:21.251648 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c00948a3-3f87-4aa0-8d81-bc6af8939057), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:21.253791 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02a5b60c-cea3-4a70-ab47-b97a403acecb tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:21.257554 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-02a5b60c-cea3-4a70-ab47-b97a403acecb tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] 10.222.0.11 "DELETE /v2.0/ports/03090c3c-7c0f-4eb2-9ff1-b7100a72ded2 HTTP/1.1" status: 204 len: 168 time: 3.0218909 Mar 07 10:45:21.265216 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57512) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:21.300114 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e58f833c-f67d-4eff-b2e5-30497135a983 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (8e50499e-fbd5-45c6-a980-59dd492cbb54), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:21.327435 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e512a12-db98-4139-a801-bbe83cba6d27 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] GET failed (client error): The resource could not be found. Mar 07 10:45:21.328877 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1e512a12-db98-4139-a801-bbe83cba6d27 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] 10.222.0.11 "GET /v2.0/ports/03090c3c-7c0f-4eb2-9ff1-b7100a72ded2 HTTP/1.1" status: 404 len: 333 time: 0.0625348 Mar 07 10:45:21.332086 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57518) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:21.333823 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e58f833c-f67d-4eff-b2e5-30497135a983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (8e50499e-fbd5-45c6-a980-59dd492cbb54), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:21.335068 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58f833c-f67d-4eff-b2e5-30497135a983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:21.335829 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e58f833c-f67d-4eff-b2e5-30497135a983 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:21.348633 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5793f18-e4eb-4e38-a0c9-0b844ca5a2d9 req-9dea0e46-4e92-4393-879e-ea20c07bb17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:21.350248 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a5793f18-e4eb-4e38-a0c9-0b844ca5a2d9 req-9dea0e46-4e92-4393-879e-ea20c07bb17e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=00afd099-7a30-4cd1-919e-35d92c7ee376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2190964 Mar 07 10:45:21.422834 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=c00948a3-3f87-4aa0-8d81-bc6af8939057,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:21.503448 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f833c-f67d-4eff-b2e5-30497135a983 admin admin] Pushing event updated for resources: {'Network': ['ID=8e50499e-fbd5-45c6-a980-59dd492cbb54,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:21.545138 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e58f833c-f67d-4eff-b2e5-30497135a983 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0602427 Mar 07 10:45:21.547885 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57530) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:21.553580 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d11f29e3-8005-4d89-93a0-eb46ac1faf78 admin admin] Request body: {'subnet': {'network_id': '8e50499e-fbd5-45c6-a980-59dd492cbb54', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-324557579-subnet', 'tenant_id': 'efb48669635249ee9aaece4475163b67', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:21.553906 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 8e50499e-fbd5-45c6-a980-59dd492cbb54 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:45:21.598088 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['c00948a3-3f87-4aa0-8d81-bc6af8939057'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:45:21.662502 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11f29e3-8005-4d89-93a0-eb46ac1faf78 admin admin] Made reservation on behalf of efb48669635249ee9aaece4475163b67 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:21.672145 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d11f29e3-8005-4d89-93a0-eb46ac1faf78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:21.723744 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 8706cd85-917e-46bd-9af6-aee178f79b75 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:21.756123 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34e077-5585-4153-98fb-ad5e4220e9bf req-a0005e3c-4b17-4653-9b60-4a1001553768 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:21.763886 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-968f1881-9fdf-4d27-81d5-dd049821cb96 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for port (4c404918-6987-42e2-b4cd-37397011ea7c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:21.765970 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cb34e077-5585-4153-98fb-ad5e4220e9bf req-a0005e3c-4b17-4653-9b60-4a1001553768 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 945 time: 0.3263223 Mar 07 10:45:21.843518 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a5793f18-e4eb-4e38-a0c9-0b844ca5a2d9 req-6a78eb9d-413e-49be-9a5f-8182cd814889 service neutron] 10.222.0.31 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4700799 Mar 07 10:45:21.920738 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 8706cd85-917e-46bd-9af6-aee178f79b75 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:21.921452 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (8706cd85-917e-46bd-9af6-aee178f79b75), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:21.938033 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cb34e077-5585-4153-98fb-ad5e4220e9bf req-84bedb91-2a9f-4a1e-8a57-21879c751b77 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402814 Mar 07 10:45:22.047368 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 8706cd85-917e-46bd-9af6-aee178f79b75 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:22.047751 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8706cd85-917e-46bd-9af6-aee178f79b75), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:22.074973 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d11f29e3-8005-4d89-93a0-eb46ac1faf78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (f9604a39-59d4-4a65-aab1-e0de3b159bd9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:22.094644 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f54e31-dc77-4bc8-a352-3a22d52ef415 None None] Network 14bbfd8f-c55e-4539-8a0e-75c23285af3f requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:22.098289 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40effb12-9890-4ebc-84ce-06d84d74f217 req-6f4624e0-3fa5-419a-83b8-5f06f84dbd2e tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:22.098517 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 8706cd85-917e-46bd-9af6-aee178f79b75, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=8706cd85-917e-46bd-9af6-aee178f79b75,segment=NetworkSegment(d14330be-e638-4969-b387-067dce4ef5a2),segment_id=d14330be-e638-4969-b387-067dce4ef5a2)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:22.099990 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40effb12-9890-4ebc-84ce-06d84d74f217 req-6f4624e0-3fa5-419a-83b8-5f06f84dbd2e tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/networks?id=d7b74752-b035-4af7-99b7-eca10e463dbd HTTP/1.1" status: 200 len: 812 time: 0.2859380 Mar 07 10:45:22.120953 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-d2a11273-aae0-468b-a4e1-55657d3a1c0f tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Deleting port 1a5384f3-ca1a-45b2-8851-b3be66a6b401 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:22.121240 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8706cd85-917e-46bd-9af6-aee178f79b75), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:22.121407 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d2a11273-aae0-468b-a4e1-55657d3a1c0f tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (1a5384f3-ca1a-45b2-8851-b3be66a6b401), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:22.132882 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-968f1881-9fdf-4d27-81d5-dd049821cb96 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (4c404918-6987-42e2-b4cd-37397011ea7c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:22.165244 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f29e3-8005-4d89-93a0-eb46ac1faf78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9604a39-59d4-4a65-aab1-e0de3b159bd9,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:22.181123 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11f29e3-8005-4d89-93a0-eb46ac1faf78 admin admin] Checking segment: {'id': '7642cd9c-6339-42f5-804e-a1167650136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8e50499e-fbd5-45c6-a980-59dd492cbb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:22.181649 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11f29e3-8005-4d89-93a0-eb46ac1faf78 admin admin] Network hostable DHCP agents. Network: 8e50499e-fbd5-45c6-a980-59dd492cbb54, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:45:22.206801 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11f29e3-8005-4d89-93a0-eb46ac1faf78 admin admin] Network 8e50499e-fbd5-45c6-a980-59dd492cbb54 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:45:22.217282 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968f1881-9fdf-4d27-81d5-dd049821cb96 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network 14bbfd8f-c55e-4539-8a0e-75c23285af3f is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:22.224259 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-d11f29e3-8005-4d89-93a0-eb46ac1faf78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 8e50499e-fbd5-45c6-a980-59dd492cbb54) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:22.228116 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a5793f18-e4eb-4e38-a0c9-0b844ca5a2d9 req-67593ba8-0a25-4ac4-a1a1-fb4cfb04bd53 service neutron] 10.222.0.31 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646460 Mar 07 10:45:22.229558 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40effb12-9890-4ebc-84ce-06d84d74f217 req-7d766931-a5c4-4b79-a633-502fbe7f8839 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/quotas/ef96f18062d345998a199cb367c56469 HTTP/1.1" status: 200 len: 375 time: 0.1142812 Mar 07 10:45:22.235213 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-968f1881-9fdf-4d27-81d5-dd049821cb96 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:22.240895 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3cc58e-7921-4934-ae53-a957ab2bca0a None None] Network 8e50499e-fbd5-45c6-a980-59dd492cbb54 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:22.243476 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11f29e3-8005-4d89-93a0-eb46ac1faf78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:22.244083 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d11f29e3-8005-4d89-93a0-eb46ac1faf78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:22.263451 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b6f0f59a-4e40-47af-b3a8-82d329b015fa None None] Provisioning complete for port 8706cd85-917e-46bd-9af6-aee178f79b75 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:22.264093 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b6f0f59a-4e40-47af-b3a8-82d329b015fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (8706cd85-917e-46bd-9af6-aee178f79b75), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:22.270229 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=8706cd85-917e-46bd-9af6-aee178f79b75,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:22.282645 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968f1881-9fdf-4d27-81d5-dd049821cb96 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:45:22.283202 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-968f1881-9fdf-4d27-81d5-dd049821cb96 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (d1406e0b-2b74-4885-ac63-ea6ca1361336), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:22.288342 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d11f29e3-8005-4d89-93a0-eb46ac1faf78 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7394357 Mar 07 10:45:22.291090 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57548) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:22.295674 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d53abaf5-e410-4662-9fbd-9ea5865e0a88 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-324557579-router', 'tenant_id': 'efb48669635249ee9aaece4475163b67', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:22.323102 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d53abaf5-e410-4662-9fbd-9ea5865e0a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (e6552d89-3c34-486b-b666-fa6182987242), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:22.324389 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d53abaf5-e410-4662-9fbd-9ea5865e0a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (e6552d89-3c34-486b-b666-fa6182987242), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:22.366522 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f1881-9fdf-4d27-81d5-dd049821cb96 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Port': ['ID=4c404918-6987-42e2-b4cd-37397011ea7c,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:22.398159 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40effb12-9890-4ebc-84ce-06d84d74f217 req-9daec980-5154-4baa-bcfd-e993a3becfbc tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef96f18062d345998a199cb367c56469&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565922 Mar 07 10:45:22.408207 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d53abaf5-e410-4662-9fbd-9ea5865e0a88 admin admin] Publish callbacks [] for router_controller (e6552d89-3c34-486b-b666-fa6182987242), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:22.482144 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b82ed16-0bbc-43d9-813d-950b3c6d6117 None None] Network 8e50499e-fbd5-45c6-a980-59dd492cbb54 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:22.509179 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b6f0f59a-4e40-47af-b3a8-82d329b015fa None None] Current status of the port 8706cd85-917e-46bd-9af6-aee178f79b75 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:22.512763 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d2a11273-aae0-468b-a4e1-55657d3a1c0f tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (1a5384f3-ca1a-45b2-8851-b3be66a6b401), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:22.534163 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-d2a11273-aae0-468b-a4e1-55657d3a1c0f tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Calling delete_port for 1a5384f3-ca1a-45b2-8851-b3be66a6b401 owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:22.578595 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-968f1881-9fdf-4d27-81d5-dd049821cb96 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4c404918-6987-42e2-b4cd-37397011ea7c), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:22.680820 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d53abaf5-e410-4662-9fbd-9ea5865e0a88 admin admin] Publish callbacks [] for router_gateway (e6552d89-3c34-486b-b666-fa6182987242), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:22.696827 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40effb12-9890-4ebc-84ce-06d84d74f217 req-d7dab37d-8634-4c3b-803a-63da40074bd0 service neutron] 10.222.0.11 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981000 Mar 07 10:45:22.736902 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:22.862953 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57556) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:22.943121 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d53abaf5-e410-4662-9fbd-9ea5865e0a88 admin admin] Publish callbacks [] for router_gateway (e6552d89-3c34-486b-b666-fa6182987242), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:22.954365 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-eb65083a-cd5b-4221-ab61-78444e6e2d48 None None] Provisioning complete for port 4c404918-6987-42e2-b4cd-37397011ea7c triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:22.956279 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-eb65083a-cd5b-4221-ab61-78444e6e2d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4c404918-6987-42e2-b4cd-37397011ea7c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:22.965775 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d53abaf5-e410-4662-9fbd-9ea5865e0a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:22.972845 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40effb12-9890-4ebc-84ce-06d84d74f217 req-fbaad98f-89c9-4bdf-a7ae-5c70fb360db8 service neutron] 10.222.0.11 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694173 Mar 07 10:45:23.101952 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d2a11273-aae0-468b-a4e1-55657d3a1c0f tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (1a5384f3-ca1a-45b2-8851-b3be66a6b401), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:23.110400 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-eb65083a-cd5b-4221-ab61-78444e6e2d48 None None] Port 4c404918-6987-42e2-b4cd-37397011ea7c cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:45:23.130322 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-eb65083a-cd5b-4221-ab61-78444e6e2d48 None None] Provisioning complete for port 8706cd85-917e-46bd-9af6-aee178f79b75 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:23.130633 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-eb65083a-cd5b-4221-ab61-78444e6e2d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (8706cd85-917e-46bd-9af6-aee178f79b75), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:23.156567 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-856fae1b-6ce8-4928-8a80-197c9113bd7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:23.209593 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a11273-aae0-468b-a4e1-55657d3a1c0f tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Pushing event deleted for resources: {'Port': ['ID=1a5384f3-ca1a-45b2-8851-b3be66a6b401,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:23.251860 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba99be9-5e90-4069-b4ab-2a4453dbb15c req-f5219e97-2bee-4d87-9549-edb134956462 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:23.258880 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9ba99be9-5e90-4069-b4ab-2a4453dbb15c req-f5219e97-2bee-4d87-9549-edb134956462 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 945 time: 0.1977203 Mar 07 10:45:23.273129 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-eb65083a-cd5b-4221-ab61-78444e6e2d48 None None] Current status of the port 8706cd85-917e-46bd-9af6-aee178f79b75 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:23.348301 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9ba99be9-5e90-4069-b4ab-2a4453dbb15c req-53dd87fa-c53e-4094-aa22-1567fcf46537 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884249 Mar 07 10:45:23.364960 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8b7f714c-3c86-4aa2-88d4-569be214095e req-c9ba8178-407b-409f-9d08-f9f245387884 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d43dd88-0fd2-4bd8-bd0c-e4cf8437c714 HTTP/1.1" status: 200 len: 210 time: 0.0663242 Mar 07 10:45:23.385312 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-d53abaf5-e410-4662-9fbd-9ea5865e0a88 admin admin] Allocated IP 172.25.3.119 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/1c076a50-63b4-46b1-a9f9-4231755de06e) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:23.385476 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-968f1881-9fdf-4d27-81d5-dd049821cb96 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for port (4c404918-6987-42e2-b4cd-37397011ea7c), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:23.405744 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b777f8fa-46aa-4f9b-904d-1df4529106c5 None None] Provisioning complete for port 4c404918-6987-42e2-b4cd-37397011ea7c triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:23.406350 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b777f8fa-46aa-4f9b-904d-1df4529106c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4c404918-6987-42e2-b4cd-37397011ea7c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:23.414587 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-968f1881-9fdf-4d27-81d5-dd049821cb96 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (4c404918-6987-42e2-b4cd-37397011ea7c), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:23.418304 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-968f1881-9fdf-4d27-81d5-dd049821cb96 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (d1406e0b-2b74-4885-ac63-ea6ca1361336), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:23.461506 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b777f8fa-46aa-4f9b-904d-1df4529106c5 None None] Port 4c404918-6987-42e2-b4cd-37397011ea7c cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:45:23.547709 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d53abaf5-e410-4662-9fbd-9ea5865e0a88 admin admin] Publish callbacks [] for port (1c076a50-63b4-46b1-a9f9-4231755de06e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:23.582895 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f1881-9fdf-4d27-81d5-dd049821cb96 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Port': ['ID=4c404918-6987-42e2-b4cd-37397011ea7c,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:23.592952 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d53abaf5-e410-4662-9fbd-9ea5865e0a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (1c076a50-63b4-46b1-a9f9-4231755de06e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:23.599129 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d2a11273-aae0-468b-a4e1-55657d3a1c0f tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:23.612634 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d2a11273-aae0-468b-a4e1-55657d3a1c0f tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] 10.222.0.11 "DELETE /v2.0/ports/1a5384f3-ca1a-45b2-8851-b3be66a6b401 HTTP/1.1" status: 204 len: 168 time: 2.2791982 Mar 07 10:45:23.616573 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57576) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:23.688392 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53abaf5-e410-4662-9fbd-9ea5865e0a88 admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:23.698900 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-d53abaf5-e410-4662-9fbd-9ea5865e0a88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:23.702087 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53abaf5-e410-4662-9fbd-9ea5865e0a88 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:45:23.707766 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 8706cd85-917e-46bd-9af6-aee178f79b75 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:23.714331 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53abaf5-e410-4662-9fbd-9ea5865e0a88 admin admin] Pushing event updated for resources: {'Port': ['ID=1c076a50-63b4-46b1-a9f9-4231755de06e,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:23.744343 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e628fd94-544c-4496-b1e9-450660e20355 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] GET failed (client error): The resource could not be found. Mar 07 10:45:23.749775 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-856fae1b-6ce8-4928-8a80-197c9113bd7e admin admin] Publish callbacks [] for security_group (ccc0710b-ca8f-42eb-8d5a-77535658d232), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:23.754538 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e628fd94-544c-4496-b1e9-450660e20355 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] 10.222.0.11 "GET /v2.0/ports/1a5384f3-ca1a-45b2-8851-b3be66a6b401 HTTP/1.1" status: 404 len: 333 time: 0.1317110 Mar 07 10:45:23.757745 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57582) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:23.839364 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-856fae1b-6ce8-4928-8a80-197c9113bd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ccc0710b-ca8f-42eb-8d5a-77535658d232), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:23.863434 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 8706cd85-917e-46bd-9af6-aee178f79b75 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:23.864097 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (8706cd85-917e-46bd-9af6-aee178f79b75), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:23.917684 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968f1881-9fdf-4d27-81d5-dd049821cb96 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network 14bbfd8f-c55e-4539-8a0e-75c23285af3f is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:23.921996 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-968f1881-9fdf-4d27-81d5-dd049821cb96 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:23.958121 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-856fae1b-6ce8-4928-8a80-197c9113bd7e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5c298f518b3c4fa8b2c4aa9942f07e1d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0940228 Mar 07 10:45:23.962636 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856fae1b-6ce8-4928-8a80-197c9113bd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc0710b-ca8f-42eb-8d5a-77535658d232,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:23.966816 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57590) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:24.016052 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-1a5f5ed7-b560-4abc-bc14-4b46ec21d696 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Deleting port 62de0833-84a0-459d-ba1b-efbe0e82ca4c {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:24.016639 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1a5f5ed7-b560-4abc-bc14-4b46ec21d696 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (62de0833-84a0-459d-ba1b-efbe0e82ca4c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:24.065903 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 8706cd85-917e-46bd-9af6-aee178f79b75 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:24.167505 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968f1881-9fdf-4d27-81d5-dd049821cb96 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Router d1406e0b-2b74-4885-ac63-ea6ca1361336 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:45:24.216162 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8bb7164e-bd21-4b5f-910c-00069b3fe01b admin admin] Publish callbacks [] for security_group (ccc0710b-ca8f-42eb-8d5a-77535658d232), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:24.237351 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1a5f5ed7-b560-4abc-bc14-4b46ec21d696 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (62de0833-84a0-459d-ba1b-efbe0e82ca4c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:24.259936 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-1a5f5ed7-b560-4abc-bc14-4b46ec21d696 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Calling delete_port for 62de0833-84a0-459d-ba1b-efbe0e82ca4c owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:24.283585 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968f1881-9fdf-4d27-81d5-dd049821cb96 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:45:24.297642 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-968f1881-9fdf-4d27-81d5-dd049821cb96 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "PUT /v2.0/routers/d1406e0b-2b74-4885-ac63-ea6ca1361336/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5909519 Mar 07 10:45:24.301344 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57606) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:24.303004 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc52ca2-eb17-42f0-83a4-f64eeccdc608 None None] Sync routers for ids ['d1406e0b-2b74-4885-ac63-ea6ca1361336'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:45:24.305981 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-9b744b8e-5ba7-436e-9f38-b089c457d6f0 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1917284754'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:24.315630 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc52ca2-eb17-42f0-83a4-f64eeccdc608 None None] Routers {'d1406e0b-2b74-4885-ac63-ea6ca1361336'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:24.316476 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8fc52ca2-eb17-42f0-83a4-f64eeccdc608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:45:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d1406e0b-2b74-4885-ac63-ea6ca1361336'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:24.332219 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b744b8e-5ba7-436e-9f38-b089c457d6f0 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Made reservation on behalf of 504a1347ab6745e0835a648731c9ce9a for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:24.336236 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9b744b8e-5ba7-436e-9f38-b089c457d6f0 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:24.359080 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8bb7164e-bd21-4b5f-910c-00069b3fe01b admin admin] Publish callbacks [] for security_group (ccc0710b-ca8f-42eb-8d5a-77535658d232), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:24.363069 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b744b8e-5ba7-436e-9f38-b089c457d6f0 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:45:24.373384 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9b744b8e-5ba7-436e-9f38-b089c457d6f0 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (839a1b12-8e42-43f7-a55d-537b6cd2e9a7), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:24.373729 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-9b744b8e-5ba7-436e-9f38-b089c457d6f0 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Added segment 839a1b12-8e42-43f7-a55d-537b6cd2e9a7 of type vlan for network 8013e22d-e73d-4b88-b54a-f43eb1dac410 Mar 07 10:45:24.413461 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-8fc52ca2-eb17-42f0-83a4-f64eeccdc608 None None] Set router d1406e0b-2b74-4885-ac63-ea6ca1361336 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:45:24.420482 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9b744b8e-5ba7-436e-9f38-b089c457d6f0 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (8013e22d-e73d-4b88-b54a-f43eb1dac410), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:24.431638 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-19295492-9e16-4895-af36-149aa609496f None None] Provisioning complete for port 4c404918-6987-42e2-b4cd-37397011ea7c triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:24.432727 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-19295492-9e16-4895-af36-149aa609496f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4c404918-6987-42e2-b4cd-37397011ea7c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:24.468956 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9b744b8e-5ba7-436e-9f38-b089c457d6f0 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (8013e22d-e73d-4b88-b54a-f43eb1dac410), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:24.477056 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b744b8e-5ba7-436e-9f38-b089c457d6f0 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:24.477832 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9b744b8e-5ba7-436e-9f38-b089c457d6f0 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:24.523362 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d53abaf5-e410-4662-9fbd-9ea5865e0a88 admin admin] Publish callbacks [] for router_gateway (e6552d89-3c34-486b-b666-fa6182987242), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:24.543769 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-19295492-9e16-4895-af36-149aa609496f None None] Port 4c404918-6987-42e2-b4cd-37397011ea7c cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:45:24.571715 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9b744b8e-5ba7-436e-9f38-b089c457d6f0 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2670553 Mar 07 10:45:24.574040 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57610) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:24.581024 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-0af15217-0f94-4480-9f4f-a795af9515fc tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Request body: {'subnet': {'network_id': '8013e22d-e73d-4b88-b54a-f43eb1dac410', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:24.610220 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b744b8e-5ba7-436e-9f38-b089c457d6f0 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Network': ['ID=8013e22d-e73d-4b88-b54a-f43eb1dac410,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:24.629020 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 8013e22d-e73d-4b88-b54a-f43eb1dac410 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:45:24.634055 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9f5ab-b519-4021-9225-d1df12c9fab3 req-300c47b7-b606-4d9c-8e81-267b14f0a5e2 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:24.640418 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-fc900632-733a-4db1-ad88-a294c12ddb26 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:24.642042 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-fc900632-733a-4db1-ad88-a294c12ddb26 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/networks?id=d7b74752-b035-4af7-99b7-eca10e463dbd HTTP/1.1" status: 200 len: 812 time: 0.3622551 Mar 07 10:45:24.642173 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a4d9f5ab-b519-4021-9225-d1df12c9fab3 req-300c47b7-b606-4d9c-8e81-267b14f0a5e2 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 945 time: 0.1400692 Mar 07 10:45:24.658974 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8bb7164e-bd21-4b5f-910c-00069b3fe01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ccc0710b-ca8f-42eb-8d5a-77535658d232), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:24.661639 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8bb7164e-bd21-4b5f-910c-00069b3fe01b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:24.662763 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8bb7164e-bd21-4b5f-910c-00069b3fe01b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ccc0710b-ca8f-42eb-8d5a-77535658d232 HTTP/1.1" status: 204 len: 168 time: 0.6939948 Mar 07 10:45:24.695454 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8fc52ca2-eb17-42f0-83a4-f64eeccdc608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'name': 'tempest-RoutersIpV6Test-router-1694003958', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:15Z', 'updated_at': '2022-03-07T10:45:22Z', 'revision_number': 2, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None, '_interfaces': [{'id': '4c404918-6987-42e2-b4cd-37397011ea7c', 'name': '', 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:37:a8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:20Z', 'updated_at': '2022-03-07T10:45:22Z', 'revision_number': 2, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:24.708458 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a4d9f5ab-b519-4021-9225-d1df12c9fab3 req-9b7ab117-a219-4e6a-ae1b-923650d9e530 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617073 Mar 07 10:45:24.740608 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc52ca2-eb17-42f0-83a4-f64eeccdc608 None None] Checking router: d1406e0b-2b74-4885-ac63-ea6ca1361336 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:45:24.741217 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc52ca2-eb17-42f0-83a4-f64eeccdc608 None None] Updating router d1406e0b-2b74-4885-ac63-ea6ca1361336 port 4c404918-6987-42e2-b4cd-37397011ea7c binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:45:24.752411 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device c00948a3-3f87-4aa0-8d81-bc6af8939057 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:24.758980 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7164e-bd21-4b5f-910c-00069b3fe01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc0710b-ca8f-42eb-8d5a-77535658d232,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:24.761405 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-74c82670-0566-4180-b190-c2f2c9b8ade3 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/quotas/ef96f18062d345998a199cb367c56469 HTTP/1.1" status: 200 len: 375 time: 0.1069293 Mar 07 10:45:24.792849 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-8fc52ca2-eb17-42f0-83a4-f64eeccdc608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4c404918-6987-42e2-b4cd-37397011ea7c), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:24.816401 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1a5f5ed7-b560-4abc-bc14-4b46ec21d696 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (62de0833-84a0-459d-ba1b-efbe0e82ca4c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:24.824127 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-bc55a9ec-d3c2-43ed-ad4c-246dd8017b57 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef96f18062d345998a199cb367c56469&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532339 Mar 07 10:45:24.840506 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port c00948a3-3f87-4aa0-8d81-bc6af8939057 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:45:24.846335 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port c00948a3-3f87-4aa0-8d81-bc6af8939057 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:24.847254 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c00948a3-3f87-4aa0-8d81-bc6af8939057), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:24.873847 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f5ed7-b560-4abc-bc14-4b46ec21d696 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Pushing event deleted for resources: {'Port': ['ID=62de0833-84a0-459d-ba1b-efbe0e82ca4c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:24.936467 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af15217-0f94-4480-9f4f-a795af9515fc tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Made reservation on behalf of 504a1347ab6745e0835a648731c9ce9a for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:24.939895 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0af15217-0f94-4480-9f4f-a795af9515fc tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:25.208282 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57616) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:25.225785 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3c926cfb-43d5-4a41-a251-ef8c4ac10f93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:25.249629 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port c00948a3-3f87-4aa0-8d81-bc6af8939057 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:25.250784 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c00948a3-3f87-4aa0-8d81-bc6af8939057), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:25.278399 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0686c5-2f6f-4112-b5b8-21fab81aab10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00948a3-3f87-4aa0-8d81-bc6af8939057'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:45:25.281289 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01da799f-76f2-4770-bc2d-e38b8663e029" -d '{"events": [{"server_uuid": "9c0686c5-2f6f-4112-b5b8-21fab81aab10", "name": "network-vif-plugged", "status": "completed", "tag": "c00948a3-3f87-4aa0-8d81-bc6af8939057"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:45:25.301202 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port c00948a3-3f87-4aa0-8d81-bc6af8939057, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=c00948a3-3f87-4aa0-8d81-bc6af8939057,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:25.304712 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-8fc52ca2-eb17-42f0-83a4-f64eeccdc608 None None] Publish callbacks [] for port (4c404918-6987-42e2-b4cd-37397011ea7c), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:25.309844 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c00948a3-3f87-4aa0-8d81-bc6af8939057), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:25.320548 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-8fc52ca2-eb17-42f0-83a4-f64eeccdc608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4c404918-6987-42e2-b4cd-37397011ea7c), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:25.355281 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2384e4da-5317-4b66-b043-e88f162323cb x-openstack-request-id: req-2384e4da-5317-4b66-b043-e88f162323cb {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:45:25.355870 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0686c5-2f6f-4112-b5b8-21fab81aab10", "name": "network-vif-plugged", "status": "completed", "tag": "c00948a3-3f87-4aa0-8d81-bc6af8939057", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:45:25.356279 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2384e4da-5317-4b66-b043-e88f162323cb {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:45:25.356843 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0686c5-2f6f-4112-b5b8-21fab81aab10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00948a3-3f87-4aa0-8d81-bc6af8939057', 'code': 200} Mar 07 10:45:25.369036 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3c926cfb-43d5-4a41-a251-ef8c4ac10f93 admin admin] Publish callbacks [] for security_group (595f8121-55da-4ff8-aa73-c25c0cf481a8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:25.376607 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3c926cfb-43d5-4a41-a251-ef8c4ac10f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (595f8121-55da-4ff8-aa73-c25c0cf481a8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:25.395148 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8e4a1-388f-4b53-8680-1fea843532f9 None None] Pushing event updated for resources: {'Port': ['ID=4c404918-6987-42e2-b4cd-37397011ea7c,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:25.410541 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=c00948a3-3f87-4aa0-8d81-bc6af8939057,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:25.442037 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3c926cfb-43d5-4a41-a251-ef8c4ac10f93 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3f501ec1bb8547bc88b001fd36cdb9ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2318108 Mar 07 10:45:25.456318 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8e4a1-388f-4b53-8680-1fea843532f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:25.456659 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8e4a1-388f-4b53-8680-1fea843532f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:25.456836 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8e4a1-388f-4b53-8680-1fea843532f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:25.457374 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8e4a1-388f-4b53-8680-1fea843532f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:25.457898 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8e4a1-388f-4b53-8680-1fea843532f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:25.458401 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8e4a1-388f-4b53-8680-1fea843532f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:25.458732 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8e4a1-388f-4b53-8680-1fea843532f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:25.459059 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8e4a1-388f-4b53-8680-1fea843532f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:25.459385 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8e4a1-388f-4b53-8680-1fea843532f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:25.459708 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8e4a1-388f-4b53-8680-1fea843532f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:25.460028 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8e4a1-388f-4b53-8680-1fea843532f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:25.460347 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8e4a1-388f-4b53-8680-1fea843532f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:25.461303 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a8e4a1-388f-4b53-8680-1fea843532f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:25.461916 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57620) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:25.491656 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c926cfb-43d5-4a41-a251-ef8c4ac10f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=595f8121-55da-4ff8-aa73-c25c0cf481a8,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:25.501198 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-8fc52ca2-eb17-42f0-83a4-f64eeccdc608 None None] Attempting to bind port 4c404918-6987-42e2-b4cd-37397011ea7c on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:45:25.501843 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-8fc52ca2-eb17-42f0-83a4-f64eeccdc608 None None] Attempting to bind port 4c404918-6987-42e2-b4cd-37397011ea7c by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'd14330be-e638-4969-b387-067dce4ef5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:45:25.502946 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc52ca2-eb17-42f0-83a4-f64eeccdc608 None None] Attempting to bind port 4c404918-6987-42e2-b4cd-37397011ea7c on network 14bbfd8f-c55e-4539-8a0e-75c23285af3f {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:45:25.508891 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc52ca2-eb17-42f0-83a4-f64eeccdc608 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:45:25.509651 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc52ca2-eb17-42f0-83a4-f64eeccdc608 None None] Checking segment: {'id': 'd14330be-e638-4969-b387-067dce4ef5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:25.510292 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-8fc52ca2-eb17-42f0-83a4-f64eeccdc608 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:25.510915 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc52ca2-eb17-42f0-83a4-f64eeccdc608 None None] Bound using segment: {'id': 'd14330be-e638-4969-b387-067dce4ef5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:45:25.511596 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-8fc52ca2-eb17-42f0-83a4-f64eeccdc608 None None] Bound port: 4c404918-6987-42e2-b4cd-37397011ea7c, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd14330be-e638-4969-b387-067dce4ef5a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:45:25.512220 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-8fc52ca2-eb17-42f0-83a4-f64eeccdc608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4c404918-6987-42e2-b4cd-37397011ea7c), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:25.541294 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fd8b26-b9f8-41f1-a225-f591eb93e995 req-0fd994d2-2988-40e7-a67c-1f036512fb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:25.544132 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-68fd8b26-b9f8-41f1-a225-f591eb93e995 req-0fd994d2-2988-40e7-a67c-1f036512fb23 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 1128 time: 0.1194708 Mar 07 10:45:25.578428 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d53abaf5-e410-4662-9fbd-9ea5865e0a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (e6552d89-3c34-486b-b666-fa6182987242), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:25.580844 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2b9d7056-33d9-4a00-9d36-8eee9c3bd0dd admin admin] Publish callbacks [] for security_group (595f8121-55da-4ff8-aa73-c25c0cf481a8), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:25.601318 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-8fc52ca2-eb17-42f0-83a4-f64eeccdc608 None None] For port 4c404918-6987-42e2-b4cd-37397011ea7c, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:45:25.607184 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-8fc52ca2-eb17-42f0-83a4-f64eeccdc608 None None] For port 4c404918-6987-42e2-b4cd-37397011ea7c, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=4c404918-6987-42e2-b4cd-37397011ea7c,segment=NetworkSegment(d14330be-e638-4969-b387-067dce4ef5a2),segment_id=d14330be-e638-4969-b387-067dce4ef5a2)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:45:25.623202 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-8fc52ca2-eb17-42f0-83a4-f64eeccdc608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4c404918-6987-42e2-b4cd-37397011ea7c), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:25.636014 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2b9d7056-33d9-4a00-9d36-8eee9c3bd0dd admin admin] Publish callbacks [] for security_group (595f8121-55da-4ff8-aa73-c25c0cf481a8), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:25.654130 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-e5324a86-f535-450c-b96c-ade09bbed364 service neutron] 10.222.0.11 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8146994 Mar 07 10:45:25.667720 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-68fd8b26-b9f8-41f1-a225-f591eb93e995 req-ea404610-ade6-444b-ac64-364fb607e015 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111300 Mar 07 10:45:25.716023 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2b9d7056-33d9-4a00-9d36-8eee9c3bd0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (595f8121-55da-4ff8-aa73-c25c0cf481a8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:25.719236 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc52ca2-eb17-42f0-83a4-f64eeccdc608 None None] Routers {'d1406e0b-2b74-4885-ac63-ea6ca1361336'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:25.720207 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8fc52ca2-eb17-42f0-83a4-f64eeccdc608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:45:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d1406e0b-2b74-4885-ac63-ea6ca1361336'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:25.720395 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2b9d7056-33d9-4a00-9d36-8eee9c3bd0dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:25.726601 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2b9d7056-33d9-4a00-9d36-8eee9c3bd0dd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/595f8121-55da-4ff8-aa73-c25c0cf481a8 HTTP/1.1" status: 204 len: 168 time: 0.2603085 Mar 07 10:45:25.735681 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d7056-33d9-4a00-9d36-8eee9c3bd0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=595f8121-55da-4ff8-aa73-c25c0cf481a8,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:25.744392 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1a5f5ed7-b560-4abc-bc14-4b46ec21d696 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:25.761552 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1a5f5ed7-b560-4abc-bc14-4b46ec21d696 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] 10.222.0.11 "DELETE /v2.0/ports/62de0833-84a0-459d-ba1b-efbe0e82ca4c HTTP/1.1" status: 204 len: 168 time: 2.0018978 Mar 07 10:45:25.766300 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57626) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:25.807580 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-404ffbfd-4c8b-4721-b109-16454b1df7c5 None None] Provisioning complete for port 4c404918-6987-42e2-b4cd-37397011ea7c triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:25.807970 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-404ffbfd-4c8b-4721-b109-16454b1df7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4c404918-6987-42e2-b4cd-37397011ea7c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:25.808815 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a8e4a1-388f-4b53-8680-1fea843532f9 None None] Pushing event updated for resources: {'Port': ['ID=4c404918-6987-42e2-b4cd-37397011ea7c,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:25.922289 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-8fc52ca2-eb17-42f0-83a4-f64eeccdc608 None None] Set router d1406e0b-2b74-4885-ac63-ea6ca1361336 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:45:25.937183 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6dd853f-b0eb-4235-a46c-1b4b546f8f20 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Deleting subnet 4ba3b17d-d733-4d32-9671-f7f3d14a72cf {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:45:25.942110 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6dd853f-b0eb-4235-a46c-1b4b546f8f20 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks [] for subnet (4ba3b17d-d733-4d32-9671-f7f3d14a72cf), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:25.998853 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6dd853f-b0eb-4235-a46c-1b4b546f8f20 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (4ba3b17d-d733-4d32-9671-f7f3d14a72cf), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:26.038921 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-404ffbfd-4c8b-4721-b109-16454b1df7c5 None None] Current status of the port 4c404918-6987-42e2-b4cd-37397011ea7c is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:26.039237 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-404ffbfd-4c8b-4721-b109-16454b1df7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4c404918-6987-42e2-b4cd-37397011ea7c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:26.068179 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-435a0e87-62f6-4b64-90ac-faa1bf893476 service neutron] 10.222.0.11 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3737321 Mar 07 10:45:26.099325 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-404ffbfd-4c8b-4721-b109-16454b1df7c5 None None] For port 4c404918-6987-42e2-b4cd-37397011ea7c, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=4c404918-6987-42e2-b4cd-37397011ea7c,segment=NetworkSegment(d14330be-e638-4969-b387-067dce4ef5a2),segment_id=d14330be-e638-4969-b387-067dce4ef5a2)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:26.108863 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-404ffbfd-4c8b-4721-b109-16454b1df7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4c404918-6987-42e2-b4cd-37397011ea7c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:26.186485 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404ffbfd-4c8b-4721-b109-16454b1df7c5 None None] Pushing event updated for resources: {'Port': ['ID=4c404918-6987-42e2-b4cd-37397011ea7c,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:26.212995 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53abaf5-e410-4662-9fbd-9ea5865e0a88 admin admin] Router e6552d89-3c34-486b-b666-fa6182987242 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:45:26.223972 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6dd853f-b0eb-4235-a46c-1b4b546f8f20 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (4ba3b17d-d733-4d32-9671-f7f3d14a72cf), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:26.244565 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-8b1d80e0-181d-43fe-959c-f345b932b91a None None] Provisioning complete for port 4c404918-6987-42e2-b4cd-37397011ea7c triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:26.248347 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8b1d80e0-181d-43fe-959c-f345b932b91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4c404918-6987-42e2-b4cd-37397011ea7c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:26.259267 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0af15217-0f94-4480-9f4f-a795af9515fc tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (56c81401-02fd-4a39-9563-956f9b2d1fbd), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:26.350796 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8fc52ca2-eb17-42f0-83a4-f64eeccdc608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'name': 'tempest-RoutersIpV6Test-router-1694003958', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:15Z', 'updated_at': '2022-03-07T10:45:22Z', 'revision_number': 2, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None, '_interfaces': [{'id': '4c404918-6987-42e2-b4cd-37397011ea7c', 'name': '', 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:37:a8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:20Z', 'updated_at': '2022-03-07T10:45:25Z', 'revision_number': 4, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:26.352118 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6dd853f-b0eb-4235-a46c-1b4b546f8f20 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (4ba3b17d-d733-4d32-9671-f7f3d14a72cf), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:26.381380 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6dd853f-b0eb-4235-a46c-1b4b546f8f20 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:26.396363 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d6dd853f-b0eb-4235-a46c-1b4b546f8f20 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] 10.222.0.11 "DELETE /v2.0/subnets/4ba3b17d-d733-4d32-9671-f7f3d14a72cf HTTP/1.1" status: 204 len: 168 time: 0.6268630 Mar 07 10:45:26.396597 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec65421e-b432-420a-baa6-616585c3c2b9 None None] Network cbd8ac08-4b2e-4470-97d2-a3eb0e59536d requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:26.414995 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc52ca2-eb17-42f0-83a4-f64eeccdc608 None None] The sync data for ids ['d1406e0b-2b74-4885-ac63-ea6ca1361336'] in n-d-832164-4 is: [{'id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'name': 'tempest-RoutersIpV6Test-router-1694003958', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:15Z', 'updated_at': '2022-03-07T10:45:22Z', 'revision_number': 2, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None, '_interfaces': [{'id': '4c404918-6987-42e2-b4cd-37397011ea7c', 'name': '', 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:37:a8:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:20Z', 'updated_at': '2022-03-07T10:45:25Z', 'revision_number': 4, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:45:26.424701 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57640) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:26.447259 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a302a-8cd2-46ac-96e2-03ebb16d16d5 req-53d2e88d-cff1-46b0-9b1b-31922308c30d tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:26.458363 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-979a302a-8cd2-46ac-96e2-03ebb16d16d5 req-53d2e88d-cff1-46b0-9b1b-31922308c30d tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 946 time: 0.5935335 Mar 07 10:45:26.459083 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd853f-b0eb-4235-a46c-1b4b546f8f20 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Pushing event deleted for resources: {'Subnet': ['ID=4ba3b17d-d733-4d32-9671-f7f3d14a72cf,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:26.499076 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aa7c3e13-b21d-4adf-aca3-f47878435833 req-a6ada1e2-cee9-4881-9ee3-e52577745093 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba HTTP/1.1" status: 200 len: 210 time: 0.0667548 Mar 07 10:45:26.558623 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af15217-0f94-4480-9f4f-a795af9515fc tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Subnet': ['ID=56c81401-02fd-4a39-9563-956f9b2d1fbd,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:26.575022 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8b1d80e0-181d-43fe-959c-f345b932b91a None None] Current status of the port 4c404918-6987-42e2-b4cd-37397011ea7c is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:26.616079 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af15217-0f94-4480-9f4f-a795af9515fc tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Checking segment: {'id': '839a1b12-8e42-43f7-a55d-537b6cd2e9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8013e22d-e73d-4b88-b54a-f43eb1dac410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:26.616681 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af15217-0f94-4480-9f4f-a795af9515fc tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network hostable DHCP agents. Network: 8013e22d-e73d-4b88-b54a-f43eb1dac410, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:45:26.630129 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-abccd8db-56c3-4a7a-9225-6cdb92379f32 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (cbd8ac08-4b2e-4470-97d2-a3eb0e59536d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:26.651616 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-979a302a-8cd2-46ac-96e2-03ebb16d16d5 req-8d00038b-eac9-4637-8728-c58a5b2dc321 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743305 Mar 07 10:45:26.708685 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af15217-0f94-4480-9f4f-a795af9515fc tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network 8013e22d-e73d-4b88-b54a-f43eb1dac410 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:45:26.716876 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53abaf5-e410-4662-9fbd-9ea5865e0a88 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:45:26.727532 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e17315-8326-432e-9fae-d23e6f3baa6d None None] Sync routers for ids ['e6552d89-3c34-486b-b666-fa6182987242'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:45:26.734367 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-abccd8db-56c3-4a7a-9225-6cdb92379f32 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Deleting port 4add0698-309e-43ac-8581-8e21771f9862 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:26.739078 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-abccd8db-56c3-4a7a-9225-6cdb92379f32 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (4add0698-309e-43ac-8581-8e21771f9862), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:26.744759 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0a97ae-07c7-4e6c-8487-86737b16bd9a None None] DHCP port deletion for cbd8ac08-4b2e-4470-97d2-a3eb0e59536d request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:45:26.754421 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-0af15217-0f94-4480-9f4f-a795af9515fc tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 8013e22d-e73d-4b88-b54a-f43eb1dac410) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:26.761553 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af15217-0f94-4480-9f4f-a795af9515fc tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:26.762552 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e17315-8326-432e-9fae-d23e6f3baa6d None None] Routers {'e6552d89-3c34-486b-b666-fa6182987242'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:26.762831 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0af15217-0f94-4480-9f4f-a795af9515fc tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:26.763202 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-21e17315-8326-432e-9fae-d23e6f3baa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:45:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['e6552d89-3c34-486b-b666-fa6182987242'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:26.766586 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4491f12-ae7c-4f9b-9bb1-eb332b5be698 None None] Network 8013e22d-e73d-4b88-b54a-f43eb1dac410 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:26.787038 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0af15217-0f94-4480-9f4f-a795af9515fc tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2116878 Mar 07 10:45:26.795586 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d53abaf5-e410-4662-9fbd-9ea5865e0a88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:26.800808 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57652) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:26.801419 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57656) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:26.803566 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d53abaf5-e410-4662-9fbd-9ea5865e0a88 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.5034316 Mar 07 10:45:27.191404 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-cd0a97ae-07c7-4e6c-8487-86737b16bd9a None None] Deleting port 4add0698-309e-43ac-8581-8e21771f9862 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:27.191776 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cd0a97ae-07c7-4e6c-8487-86737b16bd9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (4add0698-309e-43ac-8581-8e21771f9862), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:27.194068 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895631bb-7ec4-4e7a-bce2-9812f99899ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-8013e22d-e73d-4b88-b54a-f43eb1dac410', 'network_id': '8013e22d-e73d-4b88-b54a-f43eb1dac410', 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'fixed_ips': [{'subnet_id': '56c81401-02fd-4a39-9563-956f9b2d1fbd'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:45:27.196035 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-895631bb-7ec4-4e7a-bce2-9812f99899ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:27.200770 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-21e17315-8326-432e-9fae-d23e6f3baa6d None None] Set router e6552d89-3c34-486b-b666-fa6182987242 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:45:27.442065 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-abccd8db-56c3-4a7a-9225-6cdb92379f32 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] For port 4add0698-309e-43ac-8581-8e21771f9862, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=4add0698-309e-43ac-8581-8e21771f9862,segment=NetworkSegment(3c733a76-54ae-45fb-ac5d-5fe607c0dc5e),segment_id=3c733a76-54ae-45fb-ac5d-5fe607c0dc5e)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:27.442675 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-abccd8db-56c3-4a7a-9225-6cdb92379f32 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (4add0698-309e-43ac-8581-8e21771f9862), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:27.482104 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-abccd8db-56c3-4a7a-9225-6cdb92379f32 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Calling delete_port for 4add0698-309e-43ac-8581-8e21771f9862 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:27.535234 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-cd0a97ae-07c7-4e6c-8487-86737b16bd9a None None] For port 4add0698-309e-43ac-8581-8e21771f9862, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=4add0698-309e-43ac-8581-8e21771f9862,segment=NetworkSegment(3c733a76-54ae-45fb-ac5d-5fe607c0dc5e),segment_id=3c733a76-54ae-45fb-ac5d-5fe607c0dc5e)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:27.536199 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cd0a97ae-07c7-4e6c-8487-86737b16bd9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (4add0698-309e-43ac-8581-8e21771f9862), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:27.619807 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-cd0a97ae-07c7-4e6c-8487-86737b16bd9a None None] Calling delete_port for 4add0698-309e-43ac-8581-8e21771f9862 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:27.691822 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f6024231-d5cd-4393-ae21-27634477177a req-28a59d4e-4fc9-4fe5-8a44-c82b8917071a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba HTTP/1.1" status: 200 len: 210 time: 0.0557575 Mar 07 10:45:27.728693 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57674) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:27.753473 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 4c404918-6987-42e2-b4cd-37397011ea7c up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:27.799673 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-895631bb-7ec4-4e7a-bce2-9812f99899ff None None] Allocated IP 2001:db8:1::2 (8013e22d-e73d-4b88-b54a-f43eb1dac410/56c81401-02fd-4a39-9563-956f9b2d1fbd/1e6c89a5-65be-491b-9585-6a99661856b6) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:27.872357 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-21e17315-8326-432e-9fae-d23e6f3baa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6552d89-3c34-486b-b666-fa6182987242', 'name': 'tempest-ServerRescueNegativeTestJSON-324557579-router', 'tenant_id': 'efb48669635249ee9aaece4475163b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '1c076a50-63b4-46b1-a9f9-4231755de06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:22Z', 'updated_at': '2022-03-07T10:45:24Z', 'revision_number': 3, 'project_id': 'efb48669635249ee9aaece4475163b67', 'gw_port': {'id': '1c076a50-63b4-46b1-a9f9-4231755de06e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6552d89-3c34-486b-b666-fa6182987242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:22Z', 'updated_at': '2022-03-07T10:45:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:27.915028 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-abccd8db-56c3-4a7a-9225-6cdb92379f32 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (4add0698-309e-43ac-8581-8e21771f9862), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:27.927133 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-18b1f21b-e554-466d-9724-06d922d1905f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:27.959089 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e17315-8326-432e-9fae-d23e6f3baa6d None None] Checking router: e6552d89-3c34-486b-b666-fa6182987242 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:45:27.959788 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e17315-8326-432e-9fae-d23e6f3baa6d None None] Updating router e6552d89-3c34-486b-b666-fa6182987242 port 1c076a50-63b4-46b1-a9f9-4231755de06e binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:45:27.983325 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abccd8db-56c3-4a7a-9225-6cdb92379f32 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Pushing event deleted for resources: {'Port': ['ID=4add0698-309e-43ac-8581-8e21771f9862,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:28.007894 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-18b1f21b-e554-466d-9724-06d922d1905f admin admin] Publish callbacks [] for security_group (4f853587-f76b-402b-aaf7-4e60909063d4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:28.012547 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 4c404918-6987-42e2-b4cd-37397011ea7c triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:28.012547 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4c404918-6987-42e2-b4cd-37397011ea7c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:28.016248 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-18b1f21b-e554-466d-9724-06d922d1905f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4f853587-f76b-402b-aaf7-4e60909063d4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:28.022348 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cd0a97ae-07c7-4e6c-8487-86737b16bd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (4add0698-309e-43ac-8581-8e21771f9862), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:28.028100 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abccd8db-56c3-4a7a-9225-6cdb92379f32 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] No DVR routers for this DVR port 4add0698-309e-43ac-8581-8e21771f9862 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:28.069734 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1f21b-e554-466d-9724-06d922d1905f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f853587-f76b-402b-aaf7-4e60909063d4,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:28.078925 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-18b1f21b-e554-466d-9724-06d922d1905f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f39f3924822a4009bfdea00a33bd3145&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3484285 Mar 07 10:45:28.081086 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57678) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:28.092943 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-21e17315-8326-432e-9fae-d23e6f3baa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1c076a50-63b4-46b1-a9f9-4231755de06e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:28.142913 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-81001910-3207-4365-89b0-3c0caa0d6fab admin admin] Publish callbacks [] for security_group (4f853587-f76b-402b-aaf7-4e60909063d4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:28.166312 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-81001910-3207-4365-89b0-3c0caa0d6fab admin admin] Publish callbacks [] for security_group (4f853587-f76b-402b-aaf7-4e60909063d4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:28.223078 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-81001910-3207-4365-89b0-3c0caa0d6fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4f853587-f76b-402b-aaf7-4e60909063d4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:28.225940 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-81001910-3207-4365-89b0-3c0caa0d6fab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:28.227721 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-81001910-3207-4365-89b0-3c0caa0d6fab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4f853587-f76b-402b-aaf7-4e60909063d4 HTTP/1.1" status: 204 len: 168 time: 0.1439884 Mar 07 10:45:28.263181 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81001910-3207-4365-89b0-3c0caa0d6fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f853587-f76b-402b-aaf7-4e60909063d4,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:28.266736 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04804d32-253f-4a6d-a8ea-b0b4e9cb793d req-5781f80e-a162-4e5a-9d24-a0b14e72eb9d tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:28.268936 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-04804d32-253f-4a6d-a8ea-b0b4e9cb793d req-5781f80e-a162-4e5a-9d24-a0b14e72eb9d tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 946 time: 0.4355671 Mar 07 10:45:28.353767 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-abccd8db-56c3-4a7a-9225-6cdb92379f32 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (cbd8ac08-4b2e-4470-97d2-a3eb0e59536d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:28.358332 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0a97ae-07c7-4e6c-8487-86737b16bd9a None None] No DVR routers for this DVR port 4add0698-309e-43ac-8581-8e21771f9862 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:28.365805 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a97ae-07c7-4e6c-8487-86737b16bd9a None None] Pushing event deleted for resources: {'Port': ['ID=4add0698-309e-43ac-8581-8e21771f9862,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:28.396589 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-98fcf9d4-3953-4ea1-a673-1f781be7c31a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:28.398092 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-98fcf9d4-3953-4ea1-a673-1f781be7c31a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.31 "GET /v2.0/networks?id=d7b74752-b035-4af7-99b7-eca10e463dbd HTTP/1.1" status: 200 len: 812 time: 0.5039866 Mar 07 10:45:28.420296 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-032b3058-cea4-428b-a85a-cd25b755f456 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Request body: {'port': {'device_id': 'd8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba', 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd', 'admin_state_up': True, 'tenant_id': 'ef96f18062d345998a199cb367c56469'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:28.502813 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-abccd8db-56c3-4a7a-9225-6cdb92379f32 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd8ac08-4b2e-4470-97d2-a3eb0e59536d']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:28.516305 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-895631bb-7ec4-4e7a-bce2-9812f99899ff None None] Publish callbacks [] for port (1e6c89a5-65be-491b-9585-6a99661856b6), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:28.557090 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-abccd8db-56c3-4a7a-9225-6cdb92379f32 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c733a76-54ae-45fb-ac5d-5fe607c0dc5e') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:28.557524 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-abccd8db-56c3-4a7a-9225-6cdb92379f32 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c733a76-54ae-45fb-ac5d-5fe607c0dc5e') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:28.565975 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-04804d32-253f-4a6d-a8ea-b0b4e9cb793d req-209708b3-9ec9-4644-b4be-74f36f6c3089 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761881 Mar 07 10:45:28.598009 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 4c404918-6987-42e2-b4cd-37397011ea7c is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:28.601836 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-895631bb-7ec4-4e7a-bce2-9812f99899ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (1e6c89a5-65be-491b-9585-6a99661856b6), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:28.622369 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-abccd8db-56c3-4a7a-9225-6cdb92379f32 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (3c733a76-54ae-45fb-ac5d-5fe607c0dc5e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:28.635200 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895631bb-7ec4-4e7a-bce2-9812f99899ff None None] Network 8013e22d-e73d-4b88-b54a-f43eb1dac410 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:28.640759 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-895631bb-7ec4-4e7a-bce2-9812f99899ff None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:28.665845 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895631bb-7ec4-4e7a-bce2-9812f99899ff None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:45:28.669378 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-abccd8db-56c3-4a7a-9225-6cdb92379f32 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (3c733a76-54ae-45fb-ac5d-5fe607c0dc5e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:28.747646 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 4add0698-309e-43ac-8581-8e21771f9862 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:28.748218 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abccd8db-56c3-4a7a-9225-6cdb92379f32 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:45:28.750953 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-abccd8db-56c3-4a7a-9225-6cdb92379f32 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (3c733a76-54ae-45fb-ac5d-5fe607c0dc5e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:28.774403 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:45:28.774403 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:45:28.774403 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:45:28.774403 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:45:28.774403 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:45:28.774403 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:45:28.774403 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:45:28.774403 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:45:28.774403 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:45:28.774403 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:45:28.774403 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:45:28.774403 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:45:28.774403 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:45:28.774403 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:45:28.774403 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:45:28.774403 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:45:28.774403 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:45:28.774403 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:45:28.774403 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:45:28.774403 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:45:28.774403 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:45:28.774403 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:45:28.774403 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:45:28.774403 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:45:28.774403 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:45:28.774403 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:45:28.774403 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:45:28.774403 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:45:28.774403 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:45:28.774403 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:45:28.774403 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:45:28.774403 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:45:28.824071 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 4add0698-309e-43ac-8581-8e21771f9862 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:45:28.824398 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 4add0698-309e-43ac-8581-8e21771f9862 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:45:28.828834 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-895631bb-7ec4-4e7a-bce2-9812f99899ff None None] Attempting to bind port 1e6c89a5-65be-491b-9585-6a99661856b6 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:45:28.829231 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-895631bb-7ec4-4e7a-bce2-9812f99899ff None None] Attempting to bind port 1e6c89a5-65be-491b-9585-6a99661856b6 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '839a1b12-8e42-43f7-a55d-537b6cd2e9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8013e22d-e73d-4b88-b54a-f43eb1dac410'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:45:28.829622 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895631bb-7ec4-4e7a-bce2-9812f99899ff None None] Attempting to bind port 1e6c89a5-65be-491b-9585-6a99661856b6 on network 8013e22d-e73d-4b88-b54a-f43eb1dac410 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:45:28.832938 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895631bb-7ec4-4e7a-bce2-9812f99899ff None None] Pushing event updated for resources: {'Port': ['ID=1e6c89a5-65be-491b-9585-6a99661856b6,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:28.849876 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895631bb-7ec4-4e7a-bce2-9812f99899ff None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:45:28.851631 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895631bb-7ec4-4e7a-bce2-9812f99899ff None None] Checking segment: {'id': '839a1b12-8e42-43f7-a55d-537b6cd2e9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8013e22d-e73d-4b88-b54a-f43eb1dac410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:28.852050 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-895631bb-7ec4-4e7a-bce2-9812f99899ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:28.852450 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895631bb-7ec4-4e7a-bce2-9812f99899ff None None] Bound using segment: {'id': '839a1b12-8e42-43f7-a55d-537b6cd2e9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8013e22d-e73d-4b88-b54a-f43eb1dac410'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:45:28.852943 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-895631bb-7ec4-4e7a-bce2-9812f99899ff None None] Bound port: 1e6c89a5-65be-491b-9585-6a99661856b6, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '839a1b12-8e42-43f7-a55d-537b6cd2e9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8013e22d-e73d-4b88-b54a-f43eb1dac410'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:45:28.853487 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-895631bb-7ec4-4e7a-bce2-9812f99899ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1e6c89a5-65be-491b-9585-6a99661856b6), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:28.939687 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ea19cf9d-9fdb-43c4-a81d-154c51b55cab req-17aaa399-b83b-4824-80f0-025895304e88 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba HTTP/1.1" status: 200 len: 210 time: 0.0867524 Mar 07 10:45:28.943426 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe7756-bec2-448f-a851-5b5fe5806fce req-874583dd-3364-49d5-897b-05748d2e722b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:28.949890 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fdbe7756-bec2-448f-a851-5b5fe5806fce req-874583dd-3364-49d5-897b-05748d2e722b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 946 time: 0.0814240 Mar 07 10:45:28.957851 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b12787e-d138-48c0-88f3-6358e0bd4d75 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:28.989620 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-abccd8db-56c3-4a7a-9225-6cdb92379f32 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (cbd8ac08-4b2e-4470-97d2-a3eb0e59536d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:29.006621 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-abccd8db-56c3-4a7a-9225-6cdb92379f32 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:29.012053 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-21e17315-8326-432e-9fae-d23e6f3baa6d None None] Publish callbacks [] for port (1c076a50-63b4-46b1-a9f9-4231755de06e), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:29.019376 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-895631bb-7ec4-4e7a-bce2-9812f99899ff None None] For port 1e6c89a5-65be-491b-9585-6a99661856b6, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:45:29.023162 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-895631bb-7ec4-4e7a-bce2-9812f99899ff None None] For port 1e6c89a5-65be-491b-9585-6a99661856b6, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1e6c89a5-65be-491b-9585-6a99661856b6,segment=NetworkSegment(839a1b12-8e42-43f7-a55d-537b6cd2e9a7),segment_id=839a1b12-8e42-43f7-a55d-537b6cd2e9a7)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:45:29.026002 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-abccd8db-56c3-4a7a-9225-6cdb92379f32 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] 10.222.0.11 "DELETE /v2.0/networks/cbd8ac08-4b2e-4470-97d2-a3eb0e59536d HTTP/1.1" status: 204 len: 168 time: 2.6003702 Mar 07 10:45:29.029040 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-032b3058-cea4-428b-a85a-cd25b755f456 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Made reservation on behalf of ef96f18062d345998a199cb367c56469 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:29.032166 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-032b3058-cea4-428b-a85a-cd25b755f456 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:29.034512 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fdbe7756-bec2-448f-a851-5b5fe5806fce req-d587d81b-727b-4950-9d73-1d8ea25cbb4d tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783372 Mar 07 10:45:29.034795 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-21e17315-8326-432e-9fae-d23e6f3baa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1c076a50-63b4-46b1-a9f9-4231755de06e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:29.080888 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-895631bb-7ec4-4e7a-bce2-9812f99899ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1e6c89a5-65be-491b-9585-6a99661856b6), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:29.106819 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abccd8db-56c3-4a7a-9225-6cdb92379f32 tempest-AllowedAddressPairTestJSON-1021263623 tempest-AllowedAddressPairTestJSON-1021263623-project] Pushing event deleted for resources: {'Network': ['ID=cbd8ac08-4b2e-4470-97d2-a3eb0e59536d,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:29.123186 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-21e17315-8326-432e-9fae-d23e6f3baa6d None None] Attempting to bind port 1c076a50-63b4-46b1-a9f9-4231755de06e on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:45:29.124440 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-21e17315-8326-432e-9fae-d23e6f3baa6d None None] Attempting to bind port 1c076a50-63b4-46b1-a9f9-4231755de06e by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:45:29.125189 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e17315-8326-432e-9fae-d23e6f3baa6d None None] Attempting to bind port 1c076a50-63b4-46b1-a9f9-4231755de06e on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:45:29.134677 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb20790-2bd9-4080-b211-e57ae3d6d98e None None] Pushing event updated for resources: {'Port': ['ID=1c076a50-63b4-46b1-a9f9-4231755de06e,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:29.141859 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e17315-8326-432e-9fae-d23e6f3baa6d None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:45:29.147638 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e17315-8326-432e-9fae-d23e6f3baa6d None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:29.148287 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-21e17315-8326-432e-9fae-d23e6f3baa6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:29.148774 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e17315-8326-432e-9fae-d23e6f3baa6d None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:45:29.149413 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-21e17315-8326-432e-9fae-d23e6f3baa6d None None] Bound port: 1c076a50-63b4-46b1-a9f9-4231755de06e, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:45:29.155977 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-21e17315-8326-432e-9fae-d23e6f3baa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1c076a50-63b4-46b1-a9f9-4231755de06e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:29.266989 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895631bb-7ec4-4e7a-bce2-9812f99899ff None None] Pushing event updated for resources: {'Port': ['ID=1e6c89a5-65be-491b-9585-6a99661856b6,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:29.278120 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-21e17315-8326-432e-9fae-d23e6f3baa6d None None] For port 1c076a50-63b4-46b1-a9f9-4231755de06e, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:45:29.281748 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-21e17315-8326-432e-9fae-d23e6f3baa6d None None] For port 1c076a50-63b4-46b1-a9f9-4231755de06e, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1c076a50-63b4-46b1-a9f9-4231755de06e,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:45:29.296755 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-21e17315-8326-432e-9fae-d23e6f3baa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1c076a50-63b4-46b1-a9f9-4231755de06e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:29.362049 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e17315-8326-432e-9fae-d23e6f3baa6d None None] Routers {'e6552d89-3c34-486b-b666-fa6182987242'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:29.362810 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-21e17315-8326-432e-9fae-d23e6f3baa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:45:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['e6552d89-3c34-486b-b666-fa6182987242'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:29.495741 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb20790-2bd9-4080-b211-e57ae3d6d98e None None] Pushing event updated for resources: {'Port': ['ID=1c076a50-63b4-46b1-a9f9-4231755de06e,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:29.508877 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57710) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:29.531852 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7c091759-8e8e-48de-8d21-3f7eb7ecad26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:29.576380 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-21e17315-8326-432e-9fae-d23e6f3baa6d None None] Set router e6552d89-3c34-486b-b666-fa6182987242 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:45:29.735298 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1e6c89a5-65be-491b-9585-6a99661856b6 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:29.850152 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 1e6c89a5-65be-491b-9585-6a99661856b6 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:29.850675 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1e6c89a5-65be-491b-9585-6a99661856b6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:29.855342 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-21e17315-8326-432e-9fae-d23e6f3baa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6552d89-3c34-486b-b666-fa6182987242', 'name': 'tempest-ServerRescueNegativeTestJSON-324557579-router', 'tenant_id': 'efb48669635249ee9aaece4475163b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '1c076a50-63b4-46b1-a9f9-4231755de06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:22Z', 'updated_at': '2022-03-07T10:45:24Z', 'revision_number': 3, 'project_id': 'efb48669635249ee9aaece4475163b67', 'gw_port': {'id': '1c076a50-63b4-46b1-a9f9-4231755de06e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6552d89-3c34-486b-b666-fa6182987242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:22Z', 'updated_at': '2022-03-07T10:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:29.898114 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d2cc45a9-be8d-4cdf-9638-10da2d9d630a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=659087e28fb544b1b80b2bd0d6bbbc4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3870499 Mar 07 10:45:29.900760 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57718) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:29.923450 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e17315-8326-432e-9fae-d23e6f3baa6d None None] The sync data for ids ['e6552d89-3c34-486b-b666-fa6182987242'] in n-d-832164-4 is: [{'id': 'e6552d89-3c34-486b-b666-fa6182987242', 'name': 'tempest-ServerRescueNegativeTestJSON-324557579-router', 'tenant_id': 'efb48669635249ee9aaece4475163b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '1c076a50-63b4-46b1-a9f9-4231755de06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:22Z', 'updated_at': '2022-03-07T10:45:24Z', 'revision_number': 3, 'project_id': 'efb48669635249ee9aaece4475163b67', 'gw_port': {'id': '1c076a50-63b4-46b1-a9f9-4231755de06e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6552d89-3c34-486b-b666-fa6182987242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:22Z', 'updated_at': '2022-03-07T10:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:45:29.993530 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-981c6908-76a5-4d38-b33c-8bc3a23375f3 admin admin] Publish callbacks [] for security_group (9e70906d-21b6-4a31-8c15-7d58befa7c85), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:30.022221 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-981c6908-76a5-4d38-b33c-8bc3a23375f3 admin admin] Publish callbacks [] for security_group (9e70906d-21b6-4a31-8c15-7d58befa7c85), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:30.024212 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 1e6c89a5-65be-491b-9585-6a99661856b6 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:30.025851 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1e6c89a5-65be-491b-9585-6a99661856b6), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:30.109318 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 1e6c89a5-65be-491b-9585-6a99661856b6, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1e6c89a5-65be-491b-9585-6a99661856b6,segment=NetworkSegment(839a1b12-8e42-43f7-a55d-537b6cd2e9a7),segment_id=839a1b12-8e42-43f7-a55d-537b6cd2e9a7)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:30.122037 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-981c6908-76a5-4d38-b33c-8bc3a23375f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (9e70906d-21b6-4a31-8c15-7d58befa7c85), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:30.122460 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1e6c89a5-65be-491b-9585-6a99661856b6), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:30.129513 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-981c6908-76a5-4d38-b33c-8bc3a23375f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:30.132360 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-981c6908-76a5-4d38-b33c-8bc3a23375f3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9e70906d-21b6-4a31-8c15-7d58befa7c85 HTTP/1.1" status: 204 len: 168 time: 0.2305295 Mar 07 10:45:30.159528 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c6908-76a5-4d38-b33c-8bc3a23375f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e70906d-21b6-4a31-8c15-7d58befa7c85,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:30.271143 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7857f-dce3-4135-981c-bdd112261e01 req-13a32b9e-3a4a-410f-afb7-7e65b82df217 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:30.281929 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f1c7857f-dce3-4135-981c-bdd112261e01 req-13a32b9e-3a4a-410f-afb7-7e65b82df217 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 946 time: 0.1184232 Mar 07 10:45:30.310954 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=1e6c89a5-65be-491b-9585-6a99661856b6,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:30.397543 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f1c7857f-dce3-4135-981c-bdd112261e01 req-326f88a8-198d-4fa4-aaa1-c6b93ffaacc6 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133926 Mar 07 10:45:30.431434 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-032b3058-cea4-428b-a85a-cd25b755f456 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Allocated IP 172.20.0.7 (d7b74752-b035-4af7-99b7-eca10e463dbd/da6814d7-5b80-4178-9297-cce360fe7941/f7838b08-892e-4fb2-8e11-96a641021816) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:30.570309 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-4b12787e-d138-48c0-88f3-6358e0bd4d75 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Allocated IP 2001:db8:1::1 (8013e22d-e73d-4b88-b54a-f43eb1dac410/56c81401-02fd-4a39-9563-956f9b2d1fbd/aff39046-787f-46e3-b963-0ba1f743cb5e) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:30.859715 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e4800e-d180-46dc-99ed-200ac2b392fb None None] Network 8013e22d-e73d-4b88-b54a-f43eb1dac410 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:30.870215 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4506e2ab-507d-4b95-b09c-ee23a94ec2c9 req-c3d6a4e6-6c02-43d0-a333-83ff564a3117 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba HTTP/1.1" status: 200 len: 210 time: 0.4213216 Mar 07 10:45:30.961075 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b12787e-d138-48c0-88f3-6358e0bd4d75 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for port (aff39046-787f-46e3-b963-0ba1f743cb5e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:31.065119 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-76acd3f9-25c0-44ad-96d4-67fcef9b1508 None None] Provisioning complete for port 1e6c89a5-65be-491b-9585-6a99661856b6 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:31.065513 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-76acd3f9-25c0-44ad-96d4-67fcef9b1508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1e6c89a5-65be-491b-9585-6a99661856b6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:31.231915 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-7c091759-8e8e-48de-8d21-3f7eb7ecad26 admin admin] Allocated IP 172.20.0.1 (8e50499e-fbd5-45c6-a980-59dd492cbb54/f9604a39-59d4-4a65-aab1-e0de3b159bd9/3d565f7b-2bd6-4f55-9cec-f6d90a039cd9) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:31.279828 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-76acd3f9-25c0-44ad-96d4-67fcef9b1508 None None] Current status of the port 1e6c89a5-65be-491b-9585-6a99661856b6 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:31.324916 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-032b3058-cea4-428b-a85a-cd25b755f456 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks [] for port (f7838b08-892e-4fb2-8e11-96a641021816), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:31.348996 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b12787e-d138-48c0-88f3-6358e0bd4d75 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (aff39046-787f-46e3-b963-0ba1f743cb5e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:31.459747 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57806) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:31.464328 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e84159-a12e-457b-9cb3-b853d053dd31 req-4b4f6725-5125-4be3-9e39-274a749e53f4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:31.466202 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-79e84159-a12e-457b-9cb3-b853d053dd31 req-4b4f6725-5125-4be3-9e39-274a749e53f4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 946 time: 0.3596766 Mar 07 10:45:31.569034 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b12787e-d138-48c0-88f3-6358e0bd4d75 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network 8013e22d-e73d-4b88-b54a-f43eb1dac410 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:31.601491 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-4b12787e-d138-48c0-88f3-6358e0bd4d75 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:31.607032 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-0270215d-ea01-4d8c-a573-08d8906e6963 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1132236249'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:31.617547 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b12787e-d138-48c0-88f3-6358e0bd4d75 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:45:31.618222 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b12787e-d138-48c0-88f3-6358e0bd4d75 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (d1406e0b-2b74-4885-ac63-ea6ca1361336), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:31.621050 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12787e-d138-48c0-88f3-6358e0bd4d75 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Port': ['ID=aff39046-787f-46e3-b963-0ba1f743cb5e,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:31.638639 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0270215d-ea01-4d8c-a573-08d8906e6963 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Made reservation on behalf of b18772077b0b4680a79652e6e7891ad6 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:31.643972 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0270215d-ea01-4d8c-a573-08d8906e6963 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:31.655299 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0270215d-ea01-4d8c-a573-08d8906e6963 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:31.656402 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-84166ded-eaf8-4f46-b7b6-886a2eac5c33 None None] Provisioning complete for port 1e6c89a5-65be-491b-9585-6a99661856b6 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:31.658486 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-84166ded-eaf8-4f46-b7b6-886a2eac5c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1e6c89a5-65be-491b-9585-6a99661856b6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:31.793412 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-032b3058-cea4-428b-a85a-cd25b755f456 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (f7838b08-892e-4fb2-8e11-96a641021816), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:31.797394 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7c091759-8e8e-48de-8d21-3f7eb7ecad26 admin admin] Publish callbacks [] for port (3d565f7b-2bd6-4f55-9cec-f6d90a039cd9), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:31.839860 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0270215d-ea01-4d8c-a573-08d8906e6963 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks [] for security_group (0ec93168-ea2d-40c7-9d1b-401eb082ee9b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:31.841284 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1c076a50-63b4-46b1-a9f9-4231755de06e up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:31.848935 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0270215d-ea01-4d8c-a573-08d8906e6963 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0ec93168-ea2d-40c7-9d1b-401eb082ee9b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:31.869357 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0270215d-ea01-4d8c-a573-08d8906e6963 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:45:31.889429 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-84166ded-eaf8-4f46-b7b6-886a2eac5c33 None None] Current status of the port 1e6c89a5-65be-491b-9585-6a99661856b6 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:31.909232 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-79e84159-a12e-457b-9cb3-b853d053dd31 req-fa5c998d-b91e-45b2-9ea4-b115fb803681 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647528 Mar 07 10:45:31.951021 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-032b3058-cea4-428b-a85a-cd25b755f456 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Network d7b74752-b035-4af7-99b7-eca10e463dbd is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:31.965028 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b3058-cea4-428b-a85a-cd25b755f456 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Pushing event updated for resources: {'Port': ['ID=f7838b08-892e-4fb2-8e11-96a641021816,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:31.968024 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-032b3058-cea4-428b-a85a-cd25b755f456 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:31.976643 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 1c076a50-63b4-46b1-a9f9-4231755de06e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:31.977135 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1c076a50-63b4-46b1-a9f9-4231755de06e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:31.978894 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-032b3058-cea4-428b-a85a-cd25b755f456 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:45:31.998524 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0270215d-ea01-4d8c-a573-08d8906e6963 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (9ed1cad7-bc99-41c9-9121-d95aabed1b03), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:31.999647 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-0270215d-ea01-4d8c-a573-08d8906e6963 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Added segment 9ed1cad7-bc99-41c9-9121-d95aabed1b03 of type vlan for network c9d3cd45-a920-489a-a423-676f7c95afe8 Mar 07 10:45:32.062072 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270215d-ea01-4d8c-a573-08d8906e6963 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec93168-ea2d-40c7-9d1b-401eb082ee9b,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:32.078619 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7c091759-8e8e-48de-8d21-3f7eb7ecad26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (3d565f7b-2bd6-4f55-9cec-f6d90a039cd9), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:32.097307 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b12787e-d138-48c0-88f3-6358e0bd4d75 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (aff39046-787f-46e3-b963-0ba1f743cb5e), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:32.122902 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-032b3058-cea4-428b-a85a-cd25b755f456 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:32.123882 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-032b3058-cea4-428b-a85a-cd25b755f456 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:32.157230 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 1c076a50-63b4-46b1-a9f9-4231755de06e is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:32.157825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c091759-8e8e-48de-8d21-3f7eb7ecad26 admin admin] Network 8e50499e-fbd5-45c6-a980-59dd492cbb54 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:32.158127 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1c076a50-63b4-46b1-a9f9-4231755de06e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:32.165032 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-7c091759-8e8e-48de-8d21-3f7eb7ecad26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:32.169067 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c091759-8e8e-48de-8d21-3f7eb7ecad26 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:45:32.178362 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c091759-8e8e-48de-8d21-3f7eb7ecad26 admin admin] Pushing event updated for resources: {'Port': ['ID=3d565f7b-2bd6-4f55-9cec-f6d90a039cd9,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:32.181081 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0270215d-ea01-4d8c-a573-08d8906e6963 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (c9d3cd45-a920-489a-a423-676f7c95afe8), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:32.182565 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 1c076a50-63b4-46b1-a9f9-4231755de06e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1c076a50-63b4-46b1-a9f9-4231755de06e,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:32.183796 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-032b3058-cea4-428b-a85a-cd25b755f456 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7738109 Mar 07 10:45:32.185925 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-48c5266c-cbd5-423d-a387-688de81a024b None None] Provisioning complete for port aff39046-787f-46e3-b963-0ba1f743cb5e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:32.186554 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-48c5266c-cbd5-423d-a387-688de81a024b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (aff39046-787f-46e3-b963-0ba1f743cb5e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:32.192437 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1c076a50-63b4-46b1-a9f9-4231755de06e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:32.198731 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1e6c89a5-65be-491b-9585-6a99661856b6 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:32.247820 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-9afef220-329d-4134-9c44-85074f336b3e service neutron] Request body: {'port': {'device_id': 'd8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:32.280273 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0270215d-ea01-4d8c-a573-08d8906e6963 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (c9d3cd45-a920-489a-a423-676f7c95afe8), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:32.293238 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0270215d-ea01-4d8c-a573-08d8906e6963 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:32.293901 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0270215d-ea01-4d8c-a573-08d8906e6963 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:32.328913 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=1c076a50-63b4-46b1-a9f9-4231755de06e,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:32.359117 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-48c5266c-cbd5-423d-a387-688de81a024b None None] Port aff39046-787f-46e3-b963-0ba1f743cb5e cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:45:32.377883 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 1e6c89a5-65be-491b-9585-6a99661856b6 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:32.378370 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1e6c89a5-65be-491b-9585-6a99661856b6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:32.411895 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270215d-ea01-4d8c-a573-08d8906e6963 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Pushing event updated for resources: {'Network': ['ID=c9d3cd45-a920-489a-a423-676f7c95afe8,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:32.414043 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7c091759-8e8e-48de-8d21-3f7eb7ecad26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (e6552d89-3c34-486b-b666-fa6182987242), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:32.430285 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286f973-b43e-4d65-9541-263bd214e55f req-35140939-fbfc-4949-b297-640afb7f541b tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:32.430934 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network c9d3cd45-a920-489a-a423-676f7c95afe8 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:45:32.431935 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0286f973-b43e-4d65-9541-263bd214e55f req-35140939-fbfc-4949-b297-640afb7f541b tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba HTTP/1.1" status: 200 len: 931 time: 0.3101442 Mar 07 10:45:32.436693 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0270215d-ea01-4d8c-a573-08d8906e6963 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9758077 Mar 07 10:45:32.445852 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57852) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:32.451589 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-15d042dc-1f52-4fba-9d53-152ad86f33ef tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Request body: {'subnet': {'network_id': 'c9d3cd45-a920-489a-a423-676f7c95afe8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:32.472961 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57854) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:32.532938 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-9afef220-329d-4134-9c44-85074f336b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f7838b08-892e-4fb2-8e11-96a641021816), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:32.594989 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 1e6c89a5-65be-491b-9585-6a99661856b6 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:32.597275 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0286f973-b43e-4d65-9541-263bd214e55f req-e3f0a563-5cba-46f2-b30b-c9bbd6467679 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593206 Mar 07 10:45:32.626259 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d042dc-1f52-4fba-9d53-152ad86f33ef tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Made reservation on behalf of b18772077b0b4680a79652e6e7891ad6 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:32.630002 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-15d042dc-1f52-4fba-9d53-152ad86f33ef tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:32.727902 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0b473c31-cbc4-4340-b6ec-efecac1f7fca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:32.779284 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device c00948a3-3f87-4aa0-8d81-bc6af8939057 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:45:32.844600 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-15d042dc-1f52-4fba-9d53-152ad86f33ef tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (fc8d07a5-c4cd-4b11-aae4-ab6afc880e46), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:32.896790 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port c00948a3-3f87-4aa0-8d81-bc6af8939057, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=c00948a3-3f87-4aa0-8d81-bc6af8939057,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:32.901646 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7c091759-8e8e-48de-8d21-3f7eb7ecad26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3d565f7b-2bd6-4f55-9cec-f6d90a039cd9), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:32.904292 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d042dc-1f52-4fba-9d53-152ad86f33ef tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Pushing event updated for resources: {'Subnet': ['ID=fc8d07a5-c4cd-4b11-aae4-ab6afc880e46,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:32.917302 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'c00948a3-3f87-4aa0-8d81-bc6af8939057', 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41', 'port_id': 'c00948a3-3f87-4aa0-8d81-bc6af8939057', 'mac_address': 'fa:16:3e:10:d6:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be75dc35-59ec-464d-b948-3549cf46df15', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:45:32.921690 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d042dc-1f52-4fba-9d53-152ad86f33ef tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Checking segment: {'id': '9ed1cad7-bc99-41c9-9121-d95aabed1b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c9d3cd45-a920-489a-a423-676f7c95afe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:32.922061 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d042dc-1f52-4fba-9d53-152ad86f33ef tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Network hostable DHCP agents. Network: c9d3cd45-a920-489a-a423-676f7c95afe8, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:45:32.943469 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d042dc-1f52-4fba-9d53-152ad86f33ef tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Network c9d3cd45-a920-489a-a423-676f7c95afe8 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:45:32.961551 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-15d042dc-1f52-4fba-9d53-152ad86f33ef tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, c9d3cd45-a920-489a-a423-676f7c95afe8) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:32.970380 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b12787e-d138-48c0-88f3-6358e0bd4d75 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for port (aff39046-787f-46e3-b963-0ba1f743cb5e), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:32.975408 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port c00948a3-3f87-4aa0-8d81-bc6af8939057 is: ACTIVE; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:32.975608 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c00948a3-3f87-4aa0-8d81-bc6af8939057), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:32.975978 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d042dc-1f52-4fba-9d53-152ad86f33ef tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:32.977467 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-15d042dc-1f52-4fba-9d53-152ad86f33ef tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:32.978302 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6f0cd6-d2a3-45f8-80e2-2fd474c7650d None None] Network c9d3cd45-a920-489a-a423-676f7c95afe8 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:33.005994 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c00948a3-3f87-4aa0-8d81-bc6af8939057 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:45:33.006404 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-15d042dc-1f52-4fba-9d53-152ad86f33ef tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5593493 Mar 07 10:45:33.007122 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57860) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:33.011637 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-00824734-cf2c-418f-8e02-d1f69b1b0fb7 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1272298169', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:33.032452 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b12787e-d138-48c0-88f3-6358e0bd4d75 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (aff39046-787f-46e3-b963-0ba1f743cb5e), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:33.033226 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b12787e-d138-48c0-88f3-6358e0bd4d75 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (d1406e0b-2b74-4885-ac63-ea6ca1361336), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:33.035760 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-00824734-cf2c-418f-8e02-d1f69b1b0fb7 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (c54407c0-4db5-47a8-9c0d-a5071bcf0a43), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:33.037055 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-00824734-cf2c-418f-8e02-d1f69b1b0fb7 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (c54407c0-4db5-47a8-9c0d-a5071bcf0a43), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:33.072179 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port c00948a3-3f87-4aa0-8d81-bc6af8939057, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=c00948a3-3f87-4aa0-8d81-bc6af8939057,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:33.079765 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c00948a3-3f87-4aa0-8d81-bc6af8939057), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:33.106794 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-00824734-cf2c-418f-8e02-d1f69b1b0fb7 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks [] for router_controller (c54407c0-4db5-47a8-9c0d-a5071bcf0a43), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:33.113586 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-00824734-cf2c-418f-8e02-d1f69b1b0fb7 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (c54407c0-4db5-47a8-9c0d-a5071bcf0a43), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:33.156204 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-00824734-cf2c-418f-8e02-d1f69b1b0fb7 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:33.158371 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-00824734-cf2c-418f-8e02-d1f69b1b0fb7 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1501572 Mar 07 10:45:33.160959 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57862) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:33.181889 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=c00948a3-3f87-4aa0-8d81-bc6af8939057,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:33.190232 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eef2142-701b-4cfb-96d3-1e54381703fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-c9d3cd45-a920-489a-a423-676f7c95afe8', 'network_id': 'c9d3cd45-a920-489a-a423-676f7c95afe8', 'project_id': 'b18772077b0b4680a79652e6e7891ad6', 'fixed_ips': [{'subnet_id': 'fc8d07a5-c4cd-4b11-aae4-ab6afc880e46'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:45:33.191430 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3eef2142-701b-4cfb-96d3-1e54381703fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:33.202970 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12787e-d138-48c0-88f3-6358e0bd4d75 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Port': ['ID=aff39046-787f-46e3-b963-0ba1f743cb5e,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:33.208980 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['c00948a3-3f87-4aa0-8d81-bc6af8939057'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:45:33.228449 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0b473c31-cbc4-4340-b6ec-efecac1f7fca admin admin] Publish callbacks [] for security_group (0dee824d-0524-479f-8a5b-85113dcc2b46), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:33.280273 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0b473c31-cbc4-4340-b6ec-efecac1f7fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0dee824d-0524-479f-8a5b-85113dcc2b46), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:33.325832 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65793dea-7dd3-4570-83f6-407da2d90fba req-db00654d-2699-4f48-a322-43f3ac58f1f1 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:33.327343 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-65793dea-7dd3-4570-83f6-407da2d90fba req-db00654d-2699-4f48-a322-43f3ac58f1f1 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 946 time: 0.3189964 Mar 07 10:45:33.439183 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0b473c31-cbc4-4340-b6ec-efecac1f7fca admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=19183d1e604d4f5c881cf1963708b341&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9330997 Mar 07 10:45:33.441007 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-3eef2142-701b-4cfb-96d3-1e54381703fe None None] Allocated IP 172.20.0.2 (c9d3cd45-a920-489a-a423-676f7c95afe8/fc8d07a5-c4cd-4b11-aae4-ab6afc880e46/a04ca30b-ef60-496d-9799-3bc40b1694ae) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:33.456357 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57876) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:33.466271 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b473c31-cbc4-4340-b6ec-efecac1f7fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dee824d-0524-479f-8a5b-85113dcc2b46,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:33.515894 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b12787e-d138-48c0-88f3-6358e0bd4d75 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network 8013e22d-e73d-4b88-b54a-f43eb1dac410 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:33.522936 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-9afef220-329d-4134-9c44-85074f336b3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7838b08-892e-4fb2-8e11-96a641021816 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:45:33.540631 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-4b12787e-d138-48c0-88f3-6358e0bd4d75 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:33.547062 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-9afef220-329d-4134-9c44-85074f336b3e service neutron] Publish callbacks [] for port (f7838b08-892e-4fb2-8e11-96a641021816), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:33.605276 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-65793dea-7dd3-4570-83f6-407da2d90fba req-5500f25d-c827-41c5-8dab-8eda88d28b22 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294343 Mar 07 10:45:33.650650 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-9afef220-329d-4134-9c44-85074f336b3e service neutron] Transition to ACTIVE for port object f7838b08-892e-4fb2-8e11-96a641021816 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:45:33.670098 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-560372ec-8a06-43d9-bd8d-85fdd2890171 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:33.676770 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7c091759-8e8e-48de-8d21-3f7eb7ecad26 admin admin] Publish callbacks [] for port (3d565f7b-2bd6-4f55-9cec-f6d90a039cd9), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:33.678685 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-9afef220-329d-4134-9c44-85074f336b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (f7838b08-892e-4fb2-8e11-96a641021816), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:33.743485 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7c091759-8e8e-48de-8d21-3f7eb7ecad26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (3d565f7b-2bd6-4f55-9cec-f6d90a039cd9), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:33.746434 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0b6b7f42-3681-4178-a889-c9b875a8d222 admin admin] Publish callbacks [] for security_group (0dee824d-0524-479f-8a5b-85113dcc2b46), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:33.850321 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1c076a50-63b4-46b1-a9f9-4231755de06e up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:33.990880 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f264800-d891-49c7-985f-6f8b6d09e1c5 req-bcb28385-73e3-487b-8404-c0fd19122f50 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:33.993076 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6f264800-d891-49c7-985f-6f8b6d09e1c5 req-bcb28385-73e3-487b-8404-c0fd19122f50 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba HTTP/1.1" status: 200 len: 943 time: 0.0753083 Mar 07 10:45:34.054933 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6f264800-d891-49c7-985f-6f8b6d09e1c5 req-236baa8e-4744-4c1b-a510-ff22437d760c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544927 Mar 07 10:45:34.113901 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3eef2142-701b-4cfb-96d3-1e54381703fe None None] Publish callbacks [] for port (a04ca30b-ef60-496d-9799-3bc40b1694ae), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:34.124013 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3eef2142-701b-4cfb-96d3-1e54381703fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (a04ca30b-ef60-496d-9799-3bc40b1694ae), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:34.128832 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-02854d4f-39c5-4022-b7be-5f0e764d8cca None None] Provisioning complete for port aff39046-787f-46e3-b963-0ba1f743cb5e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:34.129237 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-02854d4f-39c5-4022-b7be-5f0e764d8cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (aff39046-787f-46e3-b963-0ba1f743cb5e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:34.207516 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eef2142-701b-4cfb-96d3-1e54381703fe None None] Network c9d3cd45-a920-489a-a423-676f7c95afe8 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:34.209447 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-560372ec-8a06-43d9-bd8d-85fdd2890171 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Allocated IP 172.20.0.1 (c9d3cd45-a920-489a-a423-676f7c95afe8/fc8d07a5-c4cd-4b11-aae4-ab6afc880e46/064dcd07-9808-4da5-af6e-ca17f124df22) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:34.212189 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-3eef2142-701b-4cfb-96d3-1e54381703fe None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:34.213992 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef2142-701b-4cfb-96d3-1e54381703fe None None] Pushing event updated for resources: {'Port': ['ID=a04ca30b-ef60-496d-9799-3bc40b1694ae,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:34.216448 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eef2142-701b-4cfb-96d3-1e54381703fe None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:45:34.219801 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-02854d4f-39c5-4022-b7be-5f0e764d8cca None None] Port aff39046-787f-46e3-b963-0ba1f743cb5e cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:45:34.229239 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0b6b7f42-3681-4178-a889-c9b875a8d222 admin admin] Publish callbacks [] for security_group (0dee824d-0524-479f-8a5b-85113dcc2b46), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:34.232344 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 1c076a50-63b4-46b1-a9f9-4231755de06e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:34.232344 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1c076a50-63b4-46b1-a9f9-4231755de06e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:34.257691 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afef220-329d-4134-9c44-85074f336b3e service neutron] Pushing event updated for resources: {'Port': ['ID=f7838b08-892e-4fb2-8e11-96a641021816,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:34.309032 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3eef2142-701b-4cfb-96d3-1e54381703fe None None] Attempting to bind port a04ca30b-ef60-496d-9799-3bc40b1694ae on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:45:34.309436 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3eef2142-701b-4cfb-96d3-1e54381703fe None None] Attempting to bind port a04ca30b-ef60-496d-9799-3bc40b1694ae by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '9ed1cad7-bc99-41c9-9121-d95aabed1b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c9d3cd45-a920-489a-a423-676f7c95afe8'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:45:34.309808 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eef2142-701b-4cfb-96d3-1e54381703fe None None] Attempting to bind port a04ca30b-ef60-496d-9799-3bc40b1694ae on network c9d3cd45-a920-489a-a423-676f7c95afe8 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:45:34.320207 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eef2142-701b-4cfb-96d3-1e54381703fe None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:45:34.320589 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eef2142-701b-4cfb-96d3-1e54381703fe None None] Checking segment: {'id': '9ed1cad7-bc99-41c9-9121-d95aabed1b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c9d3cd45-a920-489a-a423-676f7c95afe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:34.320996 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3eef2142-701b-4cfb-96d3-1e54381703fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:34.321422 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eef2142-701b-4cfb-96d3-1e54381703fe None None] Bound using segment: {'id': '9ed1cad7-bc99-41c9-9121-d95aabed1b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c9d3cd45-a920-489a-a423-676f7c95afe8'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:45:34.321887 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3eef2142-701b-4cfb-96d3-1e54381703fe None None] Bound port: a04ca30b-ef60-496d-9799-3bc40b1694ae, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ed1cad7-bc99-41c9-9121-d95aabed1b03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'c9d3cd45-a920-489a-a423-676f7c95afe8'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:45:34.322272 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3eef2142-701b-4cfb-96d3-1e54381703fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a04ca30b-ef60-496d-9799-3bc40b1694ae), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:34.328775 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c091759-8e8e-48de-8d21-3f7eb7ecad26 admin admin] Pushing event updated for resources: {'Port': ['ID=3d565f7b-2bd6-4f55-9cec-f6d90a039cd9,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:34.370468 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b12787e-d138-48c0-88f3-6358e0bd4d75 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Router d1406e0b-2b74-4885-ac63-ea6ca1361336 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:45:34.393870 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7c091759-8e8e-48de-8d21-3f7eb7ecad26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (e6552d89-3c34-486b-b666-fa6182987242), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:34.461750 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 1c076a50-63b4-46b1-a9f9-4231755de06e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:34.472817 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-3eef2142-701b-4cfb-96d3-1e54381703fe None None] For port a04ca30b-ef60-496d-9799-3bc40b1694ae, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:45:34.477705 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-3eef2142-701b-4cfb-96d3-1e54381703fe None None] For port a04ca30b-ef60-496d-9799-3bc40b1694ae, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a04ca30b-ef60-496d-9799-3bc40b1694ae,segment=NetworkSegment(9ed1cad7-bc99-41c9-9121-d95aabed1b03),segment_id=9ed1cad7-bc99-41c9-9121-d95aabed1b03)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:45:34.489523 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3eef2142-701b-4cfb-96d3-1e54381703fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a04ca30b-ef60-496d-9799-3bc40b1694ae), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:34.509249 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-560372ec-8a06-43d9-bd8d-85fdd2890171 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks [] for port (064dcd07-9808-4da5-af6e-ca17f124df22), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:34.594596 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-560372ec-8a06-43d9-bd8d-85fdd2890171 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (064dcd07-9808-4da5-af6e-ca17f124df22), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:34.618447 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef2142-701b-4cfb-96d3-1e54381703fe None None] Pushing event updated for resources: {'Port': ['ID=a04ca30b-ef60-496d-9799-3bc40b1694ae,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:34.621184 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-9afef220-329d-4134-9c44-85074f336b3e service neutron] Attempting to bind port f7838b08-892e-4fb2-8e11-96a641021816 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:45:34.622085 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-9afef220-329d-4134-9c44-85074f336b3e service neutron] Attempting to bind port f7838b08-892e-4fb2-8e11-96a641021816 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '12342119-cf6b-4cbb-9e34-d47607d55c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:45:34.622610 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-9afef220-329d-4134-9c44-85074f336b3e service neutron] Attempting to bind port f7838b08-892e-4fb2-8e11-96a641021816 on network d7b74752-b035-4af7-99b7-eca10e463dbd {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:45:34.628491 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0b6b7f42-3681-4178-a889-c9b875a8d222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0dee824d-0524-479f-8a5b-85113dcc2b46), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:34.631427 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0b6b7f42-3681-4178-a889-c9b875a8d222 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:34.632602 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0b6b7f42-3681-4178-a889-c9b875a8d222 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0dee824d-0524-479f-8a5b-85113dcc2b46 HTTP/1.1" status: 204 len: 168 time: 1.1749876 Mar 07 10:45:34.658143 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-9afef220-329d-4134-9c44-85074f336b3e service neutron] Port f7838b08-892e-4fb2-8e11-96a641021816 on network d7b74752-b035-4af7-99b7-eca10e463dbd not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:45:34.658765 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-9afef220-329d-4134-9c44-85074f336b3e service neutron] Attempting to bind port f7838b08-892e-4fb2-8e11-96a641021816 on network d7b74752-b035-4af7-99b7-eca10e463dbd {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:45:34.668738 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560372ec-8a06-43d9-bd8d-85fdd2890171 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Pushing event updated for resources: {'Port': ['ID=064dcd07-9808-4da5-af6e-ca17f124df22,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:34.671658 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6b7f42-3681-4178-a889-c9b875a8d222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dee824d-0524-479f-8a5b-85113dcc2b46,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:34.691710 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-9afef220-329d-4134-9c44-85074f336b3e service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:45:34.692220 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-9afef220-329d-4134-9c44-85074f336b3e service neutron] Checking segment: {'id': '12342119-cf6b-4cbb-9e34-d47607d55c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:34.692772 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-9afef220-329d-4134-9c44-85074f336b3e service neutron] Bound using segment: {'id': '12342119-cf6b-4cbb-9e34-d47607d55c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:45:34.693388 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-9afef220-329d-4134-9c44-85074f336b3e service neutron] Bound port: f7838b08-892e-4fb2-8e11-96a641021816, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12342119-cf6b-4cbb-9e34-d47607d55c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:45:34.693923 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-9afef220-329d-4134-9c44-85074f336b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f7838b08-892e-4fb2-8e11-96a641021816), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:34.697008 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b12787e-d138-48c0-88f3-6358e0bd4d75 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:45:34.704400 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4b12787e-d138-48c0-88f3-6358e0bd4d75 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "PUT /v2.0/routers/d1406e0b-2b74-4885-ac63-ea6ca1361336/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9019802 Mar 07 10:45:34.711304 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2280a4c8-b2b6-4c4d-923c-0a25af384e28 None None] Sync routers for ids ['d1406e0b-2b74-4885-ac63-ea6ca1361336'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:45:34.716182 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560372ec-8a06-43d9-bd8d-85fdd2890171 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Network c9d3cd45-a920-489a-a423-676f7c95afe8 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:34.717249 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57900) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:34.718547 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-560372ec-8a06-43d9-bd8d-85fdd2890171 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:34.722627 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c091759-8e8e-48de-8d21-3f7eb7ecad26 admin admin] Network 8e50499e-fbd5-45c6-a980-59dd492cbb54 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:34.726229 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-7c091759-8e8e-48de-8d21-3f7eb7ecad26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:34.727004 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560372ec-8a06-43d9-bd8d-85fdd2890171 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:45:34.744982 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2280a4c8-b2b6-4c4d-923c-0a25af384e28 None None] Routers {'d1406e0b-2b74-4885-ac63-ea6ca1361336'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:34.747083 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2280a4c8-b2b6-4c4d-923c-0a25af384e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:45:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d1406e0b-2b74-4885-ac63-ea6ca1361336'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:34.781083 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device c00948a3-3f87-4aa0-8d81-bc6af8939057 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:34.806370 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-ae388fdb-0a3b-414d-ab89-09b4af5eac56 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1548411802'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:34.818336 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-560372ec-8a06-43d9-bd8d-85fdd2890171 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (c54407c0-4db5-47a8-9c0d-a5071bcf0a43), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:34.907383 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port c00948a3-3f87-4aa0-8d81-bc6af8939057 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:34.907929 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c00948a3-3f87-4aa0-8d81-bc6af8939057), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:34.929750 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-2280a4c8-b2b6-4c4d-923c-0a25af384e28 None None] Set router d1406e0b-2b74-4885-ac63-ea6ca1361336 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:45:34.970313 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae388fdb-0a3b-414d-ab89-09b4af5eac56 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Made reservation on behalf of 504a1347ab6745e0835a648731c9ce9a for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:34.974067 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae388fdb-0a3b-414d-ab89-09b4af5eac56 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:35.107127 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-9afef220-329d-4134-9c44-85074f336b3e service neutron] For port f7838b08-892e-4fb2-8e11-96a641021816, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:45:35.115882 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-9afef220-329d-4134-9c44-85074f336b3e service neutron] For port f7838b08-892e-4fb2-8e11-96a641021816, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f7838b08-892e-4fb2-8e11-96a641021816,segment=NetworkSegment(12342119-cf6b-4cbb-9e34-d47607d55c42),segment_id=12342119-cf6b-4cbb-9e34-d47607d55c42)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:45:35.130230 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port c00948a3-3f87-4aa0-8d81-bc6af8939057 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:35.130985 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c00948a3-3f87-4aa0-8d81-bc6af8939057), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:35.151061 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae388fdb-0a3b-414d-ab89-09b4af5eac56 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:45:35.182870 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0686c5-2f6f-4112-b5b8-21fab81aab10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00948a3-3f87-4aa0-8d81-bc6af8939057'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:45:35.201371 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fcec85-dc73-4455-8b5b-39013f404b22" -d '{"events": [{"server_uuid": "9c0686c5-2f6f-4112-b5b8-21fab81aab10", "name": "network-vif-plugged", "status": "completed", "tag": "c00948a3-3f87-4aa0-8d81-bc6af8939057"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:45:35.225054 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port c00948a3-3f87-4aa0-8d81-bc6af8939057, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=c00948a3-3f87-4aa0-8d81-bc6af8939057,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:35.235004 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c00948a3-3f87-4aa0-8d81-bc6af8939057), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:35.239965 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-9afef220-329d-4134-9c44-85074f336b3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (f7838b08-892e-4fb2-8e11-96a641021816), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:35.266022 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae388fdb-0a3b-414d-ab89-09b4af5eac56 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (c42124e3-2547-49a6-aaf6-26d675cc7e3c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:35.266385 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-ae388fdb-0a3b-414d-ab89-09b4af5eac56 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Added segment c42124e3-2547-49a6-aaf6-26d675cc7e3c of type vlan for network 56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2 Mar 07 10:45:35.284962 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-560372ec-8a06-43d9-bd8d-85fdd2890171 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (064dcd07-9808-4da5-af6e-ca17f124df22), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:35.291130 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa20c28-ede4-4751-a08b-3070831a0f18 req-b9ad8b8b-8feb-4f0c-9e1a-08d6b3fbbab9 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:35.301179 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9aa20c28-ede4-4751-a08b-3070831a0f18 req-b9ad8b8b-8feb-4f0c-9e1a-08d6b3fbbab9 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 945 time: 0.3710709 Mar 07 10:45:35.334736 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=c00948a3-3f87-4aa0-8d81-bc6af8939057,revision_number=7']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:35.366393 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-9afef220-329d-4134-9c44-85074f336b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:35.367019 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-9afef220-329d-4134-9c44-85074f336b3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:35.368406 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-9afef220-329d-4134-9c44-85074f336b3e service neutron] 10.222.0.31 "PUT /v2.0/ports/f7838b08-892e-4fb2-8e11-96a641021816 HTTP/1.1" status: 200 len: 1091 time: 3.1266847 Mar 07 10:45:35.372856 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba', 'tag': 'f7838b08-892e-4fb2-8e11-96a641021816'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:45:35.375179 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669949e4-cf13-4df7-ba1d-5e654562a56d" -d '{"events": [{"name": "network-changed", "server_uuid": "d8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba", "tag": "f7838b08-892e-4fb2-8e11-96a641021816"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:45:35.398984 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c091759-8e8e-48de-8d21-3f7eb7ecad26 admin admin] Router e6552d89-3c34-486b-b666-fa6182987242 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:45:35.404030 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae388fdb-0a3b-414d-ab89-09b4af5eac56 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:35.423294 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afef220-329d-4134-9c44-85074f336b3e service neutron] Pushing event updated for resources: {'Port': ['ID=f7838b08-892e-4fb2-8e11-96a641021816,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:35.465794 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae388fdb-0a3b-414d-ab89-09b4af5eac56 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:35.472020 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9aa20c28-ede4-4751-a08b-3070831a0f18 req-dd1d3cc2-ae3e-406c-902e-1dda6f8ce765 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308544 Mar 07 10:45:35.490160 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae388fdb-0a3b-414d-ab89-09b4af5eac56 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:35.492790 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae388fdb-0a3b-414d-ab89-09b4af5eac56 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:35.602894 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d552f1-d458-4c23-8c6c-ab8a9bb08b8f req-ad118175-dec5-416f-a853-cf30b175980a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:35.603213 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fd1c0c-4740-492a-9968-39efc2b0145a x-openstack-request-id: req-83fd1c0c-4740-492a-9968-39efc2b0145a {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:45:35.604575 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-09d552f1-d458-4c23-8c6c-ab8a9bb08b8f req-ad118175-dec5-416f-a853-cf30b175980a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba HTTP/1.1" status: 200 len: 943 time: 0.4034498 Mar 07 10:45:35.611248 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0686c5-2f6f-4112-b5b8-21fab81aab10", "name": "network-vif-plugged", "status": "completed", "tag": "c00948a3-3f87-4aa0-8d81-bc6af8939057", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:45:35.615994 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-83fd1c0c-4740-492a-9968-39efc2b0145a {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:45:35.616588 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0686c5-2f6f-4112-b5b8-21fab81aab10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00948a3-3f87-4aa0-8d81-bc6af8939057', 'code': 200} Mar 07 10:45:35.639356 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2280a4c8-b2b6-4c4d-923c-0a25af384e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'name': 'tempest-RoutersIpV6Test-router-1694003958', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:15Z', 'updated_at': '2022-03-07T10:45:31Z', 'revision_number': 3, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None, '_interfaces': [{'id': '4c404918-6987-42e2-b4cd-37397011ea7c', 'name': '', 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:37:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:20Z', 'updated_at': '2022-03-07T10:45:26Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aff39046-787f-46e3-b963-0ba1f743cb5e', 'name': '', 'network_id': '8013e22d-e73d-4b88-b54a-f43eb1dac410', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:75:76:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:29Z', 'updated_at': '2022-03-07T10:45:32Z', 'revision_number': 2, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:35.690699 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57910) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:35.692775 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2280a4c8-b2b6-4c4d-923c-0a25af384e28 None None] Checking router: d1406e0b-2b74-4885-ac63-ea6ca1361336 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:45:35.693157 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2280a4c8-b2b6-4c4d-923c-0a25af384e28 None None] Updating router d1406e0b-2b74-4885-ac63-ea6ca1361336 port aff39046-787f-46e3-b963-0ba1f743cb5e binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:45:35.704571 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a04ca30b-ef60-496d-9799-3bc40b1694ae up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:35.734562 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ae388fdb-0a3b-414d-ab89-09b4af5eac56 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0086627 Mar 07 10:45:35.738833 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2280a4c8-b2b6-4c4d-923c-0a25af384e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (aff39046-787f-46e3-b963-0ba1f743cb5e), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:35.747673 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad44154-8b26-40d9-b05f-af43c803eea0 x-openstack-request-id: req-7ad44154-8b26-40d9-b05f-af43c803eea0 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:45:35.747977 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba", "tag": "f7838b08-892e-4fb2-8e11-96a641021816", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:45:35.748998 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7ad44154-8b26-40d9-b05f-af43c803eea0 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:45:35.750141 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba', 'tag': 'f7838b08-892e-4fb2-8e11-96a641021816', 'status': 'completed', 'code': 200} Mar 07 10:45:35.750438 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57912) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:35.751266 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9a9bac6a-f7b8-4eed-be69-7b71d473cf95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:35.771753 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-2ebe569f-bd03-4b5c-befc-a6d72752a0e8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Request body: {'subnet': {'network_id': '56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:35.797266 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c091759-8e8e-48de-8d21-3f7eb7ecad26 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:45:35.816147 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0e1c7c-3d29-42e1-9c00-11db4756f9b0 None None] Sync routers for ids ['e6552d89-3c34-486b-b666-fa6182987242'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:45:35.834280 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7c091759-8e8e-48de-8d21-3f7eb7ecad26 admin admin] 10.222.0.11 "PUT /v2.0/routers/e6552d89-3c34-486b-b666-fa6182987242/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0305927 Mar 07 10:45:35.863108 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-646169df-fed1-4afd-8d43-b510ffcffcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:35.865247 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-646169df-fed1-4afd-8d43-b510ffcffcd9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ef96f18062d345998a199cb367c56469&device_id=d8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba HTTP/1.1" status: 200 len: 1125 time: 0.4336388 Mar 07 10:45:35.910130 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0e1c7c-3d29-42e1-9c00-11db4756f9b0 None None] Routers {'e6552d89-3c34-486b-b666-fa6182987242'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:35.914821 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-dc0e1c7c-3d29-42e1-9c00-11db4756f9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:45:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['e6552d89-3c34-486b-b666-fa6182987242'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:35.958042 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-ec274beb-d818-4b52-b9e0-9d486bab0134 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7838b08-892e-4fb2-8e11-96a641021816 HTTP/1.1" status: 200 len: 217 time: 0.0831649 Mar 07 10:45:36.088046 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port a04ca30b-ef60-496d-9799-3bc40b1694ae triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:36.089450 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a04ca30b-ef60-496d-9799-3bc40b1694ae), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:36.104776 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-689e337b-e8a3-4904-a54a-82d2a727c762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:36.113701 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-689e337b-e8a3-4904-a54a-82d2a727c762 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=da6814d7-5b80-4178-9297-cce360fe7941 HTTP/1.1" status: 200 len: 852 time: 0.1379905 Mar 07 10:45:36.197029 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-a283b6d9-bde9-46ad-ab43-e6afbf7fa04b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d7b74752-b035-4af7-99b7-eca10e463dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815454 Mar 07 10:45:36.227615 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9a9bac6a-f7b8-4eed-be69-7b71d473cf95 admin admin] Publish callbacks [] for security_group (74227f06-c210-47d0-97c4-bf53e0f021b2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:36.282043 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9a9bac6a-f7b8-4eed-be69-7b71d473cf95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (74227f06-c210-47d0-97c4-bf53e0f021b2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:36.342207 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-dc0e1c7c-3d29-42e1-9c00-11db4756f9b0 None None] Set router e6552d89-3c34-486b-b666-fa6182987242 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:45:36.374309 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-560372ec-8a06-43d9-bd8d-85fdd2890171 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks [] for port (064dcd07-9808-4da5-af6e-ca17f124df22), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:36.376601 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae388fdb-0a3b-414d-ab89-09b4af5eac56 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Network': ['ID=56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:36.403006 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-09d552f1-d458-4c23-8c6c-ab8a9bb08b8f req-0685de8d-a30f-4f7f-ab61-fb244ad64efc tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6784937 Mar 07 10:45:36.404042 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-560372ec-8a06-43d9-bd8d-85fdd2890171 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (064dcd07-9808-4da5-af6e-ca17f124df22), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:36.419259 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:45:36.488306 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e634b5-fd22-4841-9493-2b19f1c14434 None None] Network c9d3cd45-a920-489a-a423-676f7c95afe8 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:36.510777 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9bac6a-f7b8-4eed-be69-7b71d473cf95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74227f06-c210-47d0-97c4-bf53e0f021b2,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:36.528446 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9a9bac6a-f7b8-4eed-be69-7b71d473cf95 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=564763081b04423da3b5ce1325b83deb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8370607 Mar 07 10:45:36.538428 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57924) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:36.631185 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-560372ec-8a06-43d9-bd8d-85fdd2890171 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (c54407c0-4db5-47a8-9c0d-a5071bcf0a43), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:36.636539 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560372ec-8a06-43d9-bd8d-85fdd2890171 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Pushing event updated for resources: {'Port': ['ID=064dcd07-9808-4da5-af6e-ca17f124df22,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:36.696352 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-266bff48-8ac0-4936-aa2e-f9a5956ff791 service neutron] 10.222.0.31 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774213 Mar 07 10:45:36.709690 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2280a4c8-b2b6-4c4d-923c-0a25af384e28 None None] Publish callbacks [] for port (aff39046-787f-46e3-b963-0ba1f743cb5e), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:36.722653 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2280a4c8-b2b6-4c4d-923c-0a25af384e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (aff39046-787f-46e3-b963-0ba1f743cb5e), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:36.731999 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c8c1d0e4-ef2c-4707-a80a-13c2481b6340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:36.755065 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0f293199-1fc9-47a0-9a19-adbc157e9fbd admin admin] Publish callbacks [] for security_group (74227f06-c210-47d0-97c4-bf53e0f021b2), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:36.790125 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port a04ca30b-ef60-496d-9799-3bc40b1694ae is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:36.790936 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a04ca30b-ef60-496d-9799-3bc40b1694ae), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:36.844429 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-50c17a31-fde5-4637-9f41-89d354872a65 None None] Provisioning complete for port a04ca30b-ef60-496d-9799-3bc40b1694ae triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:36.845235 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-50c17a31-fde5-4637-9f41-89d354872a65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a04ca30b-ef60-496d-9799-3bc40b1694ae), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:36.858752 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313cef6-9825-4112-a4cc-5c4e4c4ea993 None None] Pushing event updated for resources: {'Port': ['ID=aff39046-787f-46e3-b963-0ba1f743cb5e,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:36.957099 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-2280a4c8-b2b6-4c4d-923c-0a25af384e28 None None] Attempting to bind port aff39046-787f-46e3-b963-0ba1f743cb5e on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:45:36.959724 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-2280a4c8-b2b6-4c4d-923c-0a25af384e28 None None] Attempting to bind port aff39046-787f-46e3-b963-0ba1f743cb5e by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '839a1b12-8e42-43f7-a55d-537b6cd2e9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8013e22d-e73d-4b88-b54a-f43eb1dac410'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:45:36.961806 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2280a4c8-b2b6-4c4d-923c-0a25af384e28 None None] Attempting to bind port aff39046-787f-46e3-b963-0ba1f743cb5e on network 8013e22d-e73d-4b88-b54a-f43eb1dac410 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:45:36.978412 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0f293199-1fc9-47a0-9a19-adbc157e9fbd admin admin] Publish callbacks [] for security_group (74227f06-c210-47d0-97c4-bf53e0f021b2), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:36.991737 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560372ec-8a06-43d9-bd8d-85fdd2890171 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Network c9d3cd45-a920-489a-a423-676f7c95afe8 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:36.994482 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2280a4c8-b2b6-4c4d-923c-0a25af384e28 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:45:36.994865 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2280a4c8-b2b6-4c4d-923c-0a25af384e28 None None] Checking segment: {'id': '839a1b12-8e42-43f7-a55d-537b6cd2e9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8013e22d-e73d-4b88-b54a-f43eb1dac410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:36.995281 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2280a4c8-b2b6-4c4d-923c-0a25af384e28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:36.995680 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2280a4c8-b2b6-4c4d-923c-0a25af384e28 None None] Bound using segment: {'id': '839a1b12-8e42-43f7-a55d-537b6cd2e9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8013e22d-e73d-4b88-b54a-f43eb1dac410'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:45:36.996165 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-2280a4c8-b2b6-4c4d-923c-0a25af384e28 None None] Bound port: aff39046-787f-46e3-b963-0ba1f743cb5e, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '839a1b12-8e42-43f7-a55d-537b6cd2e9a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '8013e22d-e73d-4b88-b54a-f43eb1dac410'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:45:36.996543 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2280a4c8-b2b6-4c4d-923c-0a25af384e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (aff39046-787f-46e3-b963-0ba1f743cb5e), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:37.006944 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738f445-b578-436b-97af-0f6be3f7c43c req-3f257d81-2bab-4830-96e4-731b96923540 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:37.019324 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e738f445-b578-436b-97af-0f6be3f7c43c req-3f257d81-2bab-4830-96e4-731b96923540 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 946 time: 0.3836117 Mar 07 10:45:37.028828 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-560372ec-8a06-43d9-bd8d-85fdd2890171 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:37.031101 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebe569f-bd03-4b5c-befc-a6d72752a0e8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Made reservation on behalf of 504a1347ab6745e0835a648731c9ce9a for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:37.035348 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2ebe569f-bd03-4b5c-befc-a6d72752a0e8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:37.076476 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port a04ca30b-ef60-496d-9799-3bc40b1694ae, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a04ca30b-ef60-496d-9799-3bc40b1694ae,segment=NetworkSegment(9ed1cad7-bc99-41c9-9121-d95aabed1b03),segment_id=9ed1cad7-bc99-41c9-9121-d95aabed1b03)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:37.090871 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a04ca30b-ef60-496d-9799-3bc40b1694ae), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:37.134731 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-2280a4c8-b2b6-4c4d-923c-0a25af384e28 None None] For port aff39046-787f-46e3-b963-0ba1f743cb5e, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:45:37.139674 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-2280a4c8-b2b6-4c4d-923c-0a25af384e28 None None] For port aff39046-787f-46e3-b963-0ba1f743cb5e, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=aff39046-787f-46e3-b963-0ba1f743cb5e,segment=NetworkSegment(839a1b12-8e42-43f7-a55d-537b6cd2e9a7),segment_id=839a1b12-8e42-43f7-a55d-537b6cd2e9a7)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:45:37.157250 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2280a4c8-b2b6-4c4d-923c-0a25af384e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (aff39046-787f-46e3-b963-0ba1f743cb5e), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:37.227347 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313cef6-9825-4112-a4cc-5c4e4c4ea993 None None] Pushing event updated for resources: {'Port': ['ID=aff39046-787f-46e3-b963-0ba1f743cb5e,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:37.228939 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=a04ca30b-ef60-496d-9799-3bc40b1694ae,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:37.265231 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2280a4c8-b2b6-4c4d-923c-0a25af384e28 None None] Routers {'d1406e0b-2b74-4885-ac63-ea6ca1361336'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:37.266135 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2280a4c8-b2b6-4c4d-923c-0a25af384e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:45:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d1406e0b-2b74-4885-ac63-ea6ca1361336'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:37.369729 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1ea7233f-65fa-4934-9d60-c26ad23bba9b req-e2c5a4d3-bd0a-4b91-95df-96480a3bf453 service neutron] 10.222.0.31 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6633530 Mar 07 10:45:37.378067 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-09f48d23-3558-498c-87e6-efedec33553a tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:37.391407 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-09f48d23-3558-498c-87e6-efedec33553a tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/networks?id=8e50499e-fbd5-45c6-a980-59dd492cbb54 HTTP/1.1" status: 200 len: 818 time: 0.5806870 Mar 07 10:45:37.415148 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-50c17a31-fde5-4637-9f41-89d354872a65 None None] Current status of the port a04ca30b-ef60-496d-9799-3bc40b1694ae is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:37.427504 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-553a44d4-1d2a-4488-9165-c656b401b013 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/quotas/efb48669635249ee9aaece4475163b67 HTTP/1.1" status: 200 len: 375 time: 0.0347884 Mar 07 10:45:37.447985 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0f293199-1fc9-47a0-9a19-adbc157e9fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (74227f06-c210-47d0-97c4-bf53e0f021b2), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:37.449725 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-dc0e1c7c-3d29-42e1-9c00-11db4756f9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6552d89-3c34-486b-b666-fa6182987242', 'name': 'tempest-ServerRescueNegativeTestJSON-324557579-router', 'tenant_id': 'efb48669635249ee9aaece4475163b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '1c076a50-63b4-46b1-a9f9-4231755de06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:22Z', 'updated_at': '2022-03-07T10:45:32Z', 'revision_number': 4, 'project_id': 'efb48669635249ee9aaece4475163b67', 'gw_port': {'id': '1c076a50-63b4-46b1-a9f9-4231755de06e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6552d89-3c34-486b-b666-fa6182987242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:22Z', 'updated_at': '2022-03-07T10:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '3d565f7b-2bd6-4f55-9cec-f6d90a039cd9', 'name': '', 'network_id': '8e50499e-fbd5-45c6-a980-59dd492cbb54', 'tenant_id': 'efb48669635249ee9aaece4475163b67', 'mac_address': 'fa:16:3e:bb:f2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6552d89-3c34-486b-b666-fa6182987242', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'f9604a39-59d4-4a65-aab1-e0de3b159bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:29Z', 'updated_at': '2022-03-07T10:45:33Z', 'revision_number': 2, 'project_id': 'efb48669635249ee9aaece4475163b67', 'subnets': [{'id': 'f9604a39-59d4-4a65-aab1-e0de3b159bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:37.451437 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0f293199-1fc9-47a0-9a19-adbc157e9fbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:37.463298 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0f293199-1fc9-47a0-9a19-adbc157e9fbd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/74227f06-c210-47d0-97c4-bf53e0f021b2 HTTP/1.1" status: 204 len: 168 time: 0.9219832 Mar 07 10:45:37.484590 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e738f445-b578-436b-97af-0f6be3f7c43c req-e6925ae6-c2bf-4320-acdf-f52b0eb23663 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641867 Mar 07 10:45:37.562645 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f293199-1fc9-47a0-9a19-adbc157e9fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74227f06-c210-47d0-97c4-bf53e0f021b2,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:37.587436 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0e1c7c-3d29-42e1-9c00-11db4756f9b0 None None] Checking router: e6552d89-3c34-486b-b666-fa6182987242 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:45:37.587803 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0e1c7c-3d29-42e1-9c00-11db4756f9b0 None None] Updating router e6552d89-3c34-486b-b666-fa6182987242 port 3d565f7b-2bd6-4f55-9cec-f6d90a039cd9 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:45:37.603779 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560372ec-8a06-43d9-bd8d-85fdd2890171 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Router c54407c0-4db5-47a8-9c0d-a5071bcf0a43 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:45:37.713789 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-1206e3c0-3fc7-43cc-8d05-d8756f371542 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=efb48669635249ee9aaece4475163b67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2848744 Mar 07 10:45:37.722243 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a04ca30b-ef60-496d-9799-3bc40b1694ae up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:37.748980 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669949e4-cf13-4df7-ba1d-5e654562a56d req-7157ce79-4729-47ca-9a02-72ae3663d9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:37.750873 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-669949e4-cf13-4df7-ba1d-5e654562a56d req-7157ce79-4729-47ca-9a02-72ae3663d9c3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ef96f18062d345998a199cb367c56469&device_id=d8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba HTTP/1.1" status: 200 len: 1125 time: 0.2610652 Mar 07 10:45:37.851260 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-1b25c1d8-f2da-46e1-990e-4418998e74d9 None None] Provisioning complete for port aff39046-787f-46e3-b963-0ba1f743cb5e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:37.851666 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1b25c1d8-f2da-46e1-990e-4418998e74d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (aff39046-787f-46e3-b963-0ba1f743cb5e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:37.867145 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dc0e1c7c-3d29-42e1-9c00-11db4756f9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3d565f7b-2bd6-4f55-9cec-f6d90a039cd9), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:37.985791 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669949e4-cf13-4df7-ba1d-5e654562a56d req-353e7d64-e338-483d-8303-92b20e986443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:37.987937 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-669949e4-cf13-4df7-ba1d-5e654562a56d req-353e7d64-e338-483d-8303-92b20e986443 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d7b74752-b035-4af7-99b7-eca10e463dbd HTTP/1.1" status: 200 len: 913 time: 0.2282834 Mar 07 10:45:38.035742 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-2280a4c8-b2b6-4c4d-923c-0a25af384e28 None None] Set router d1406e0b-2b74-4885-ac63-ea6ca1361336 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:45:38.050182 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-669949e4-cf13-4df7-ba1d-5e654562a56d req-c0ce873b-ed06-46e0-a191-b6b7e4f4aaa7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f7838b08-892e-4fb2-8e11-96a641021816 HTTP/1.1" status: 200 len: 217 time: 0.0536871 Mar 07 10:45:38.204490 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-ee564378-d647-4575-b3e4-9e2550bda764 service neutron] 10.222.0.11 "GET /v2.0/networks/8e50499e-fbd5-45c6-a980-59dd492cbb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891624 Mar 07 10:45:38.292418 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669949e4-cf13-4df7-ba1d-5e654562a56d req-2154cc51-503b-4dbd-af5d-1a5a4e7a0af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:38.294467 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-669949e4-cf13-4df7-ba1d-5e654562a56d req-2154cc51-503b-4dbd-af5d-1a5a4e7a0af7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=da6814d7-5b80-4178-9297-cce360fe7941 HTTP/1.1" status: 200 len: 852 time: 0.2367125 Mar 07 10:45:38.432727 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2280a4c8-b2b6-4c4d-923c-0a25af384e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'name': 'tempest-RoutersIpV6Test-router-1694003958', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:15Z', 'updated_at': '2022-03-07T10:45:31Z', 'revision_number': 3, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None, '_interfaces': [{'id': '4c404918-6987-42e2-b4cd-37397011ea7c', 'name': '', 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:37:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:20Z', 'updated_at': '2022-03-07T10:45:26Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aff39046-787f-46e3-b963-0ba1f743cb5e', 'name': '', 'network_id': '8013e22d-e73d-4b88-b54a-f43eb1dac410', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:75:76:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:29Z', 'updated_at': '2022-03-07T10:45:37Z', 'revision_number': 4, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:38.491250 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2280a4c8-b2b6-4c4d-923c-0a25af384e28 None None] The sync data for ids ['d1406e0b-2b74-4885-ac63-ea6ca1361336'] in n-d-832164-4 is: [{'id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'name': 'tempest-RoutersIpV6Test-router-1694003958', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:15Z', 'updated_at': '2022-03-07T10:45:31Z', 'revision_number': 3, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None, '_interfaces': [{'id': '4c404918-6987-42e2-b4cd-37397011ea7c', 'name': '', 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:37:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:20Z', 'updated_at': '2022-03-07T10:45:26Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aff39046-787f-46e3-b963-0ba1f743cb5e', 'name': '', 'network_id': '8013e22d-e73d-4b88-b54a-f43eb1dac410', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:75:76:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:29Z', 'updated_at': '2022-03-07T10:45:37Z', 'revision_number': 4, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:45:38.575267 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-cf8c16c1-76a8-4ff1-aeb1-1f18b283062d service neutron] 10.222.0.11 "GET /v2.0/networks/8e50499e-fbd5-45c6-a980-59dd492cbb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645730 Mar 07 10:45:38.575267 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-669949e4-cf13-4df7-ba1d-5e654562a56d req-8af01f3a-5a7c-402e-923f-7660fa27ac6e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d7b74752-b035-4af7-99b7-eca10e463dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2726564 Mar 07 10:45:38.592575 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port a04ca30b-ef60-496d-9799-3bc40b1694ae triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:38.593071 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a04ca30b-ef60-496d-9799-3bc40b1694ae), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:38.935707 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-669949e4-cf13-4df7-ba1d-5e654562a56d req-4a53fe01-2548-404c-95f2-eb85e4ada89f service neutron] 10.222.0.31 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429000 Mar 07 10:45:38.949066 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-67a25187-ff91-4001-bd29-84ede628f8e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:39.027544 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560372ec-8a06-43d9-bd8d-85fdd2890171 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:45:39.039765 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73017ec-e083-4b50-8c88-4246615c3cf5 None None] Sync routers for ids ['c54407c0-4db5-47a8-9c0d-a5071bcf0a43'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:45:39.064607 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73017ec-e083-4b50-8c88-4246615c3cf5 None None] Routers {'c54407c0-4db5-47a8-9c0d-a5071bcf0a43'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:39.065312 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c73017ec-e083-4b50-8c88-4246615c3cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:45:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['c54407c0-4db5-47a8-9c0d-a5071bcf0a43'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:39.129166 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-560372ec-8a06-43d9-bd8d-85fdd2890171 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] 10.222.0.11 "PUT /v2.0/routers/c54407c0-4db5-47a8-9c0d-a5071bcf0a43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9667680 Mar 07 10:45:39.151520 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57964) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:39.163481 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-264f3ac9-7193-47fb-8ab2-afc23a81b95f tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Request body: {'port': {'network_id': 'c9d3cd45-a920-489a-a423-676f7c95afe8', 'name': 'tempest-FloatingIPNegativeTestJSON-210424170'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:39.165005 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c73017ec-e083-4b50-8c88-4246615c3cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:39.192215 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-669949e4-cf13-4df7-ba1d-5e654562a56d req-64d076b4-b0cb-486a-93cb-88089c31661e service neutron] 10.222.0.31 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489746 Mar 07 10:45:39.222750 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73017ec-e083-4b50-8c88-4246615c3cf5 None None] Routers {'c54407c0-4db5-47a8-9c0d-a5071bcf0a43'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:39.224397 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c73017ec-e083-4b50-8c88-4246615c3cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:45:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['c54407c0-4db5-47a8-9c0d-a5071bcf0a43'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:39.342842 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fad0a-aa54-495b-a84b-13259f0e567b req-17b8421c-ee82-46b6-97f0-3beb66bf5d26 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:39.347939 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cb2fad0a-aa54-495b-a84b-13259f0e567b req-17b8421c-ee82-46b6-97f0-3beb66bf5d26 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba HTTP/1.1" status: 200 len: 943 time: 1.6230979 Mar 07 10:45:39.372349 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2ebe569f-bd03-4b5c-befc-a6d72752a0e8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (a6ff4256-613e-41d9-a94b-ed1c8406f4ee), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:39.372952 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c73017ec-e083-4b50-8c88-4246615c3cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:39.373890 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73017ec-e083-4b50-8c88-4246615c3cf5 None None] The sync data for ids ['c54407c0-4db5-47a8-9c0d-a5071bcf0a43'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:45:39.394230 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c638ac7-17d9-4328-bdec-513284ada40e req-e2ee1adb-5ff9-42ae-9174-3e5e3ef6c6cb tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:39.402788 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c638ac7-17d9-4328-bdec-513284ada40e req-e2ee1adb-5ff9-42ae-9174-3e5e3ef6c6cb tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 946 time: 0.2016127 Mar 07 10:45:39.525893 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c638ac7-17d9-4328-bdec-513284ada40e req-eaf273e0-901d-4bdb-88aa-f54ae93231a3 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220779 Mar 07 10:45:39.538431 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1b25c1d8-f2da-46e1-990e-4418998e74d9 None None] Current status of the port aff39046-787f-46e3-b963-0ba1f743cb5e is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:39.538829 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1b25c1d8-f2da-46e1-990e-4418998e74d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (aff39046-787f-46e3-b963-0ba1f743cb5e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:39.636781 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port a04ca30b-ef60-496d-9799-3bc40b1694ae is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:39.713040 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe569f-bd03-4b5c-befc-a6d72752a0e8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Subnet': ['ID=a6ff4256-613e-41d9-a94b-ed1c8406f4ee,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:39.738280 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f1d1c6c6-411b-42bd-b4d4-ff2feebf55c8 req-38811b97-8efe-4a78-a8b0-96935775965a tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 210 time: 0.0965767 Mar 07 10:45:39.753439 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-1b25c1d8-f2da-46e1-990e-4418998e74d9 None None] For port aff39046-787f-46e3-b963-0ba1f743cb5e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=aff39046-787f-46e3-b963-0ba1f743cb5e,segment=NetworkSegment(839a1b12-8e42-43f7-a55d-537b6cd2e9a7),segment_id=839a1b12-8e42-43f7-a55d-537b6cd2e9a7)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:39.771716 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1b25c1d8-f2da-46e1-990e-4418998e74d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (aff39046-787f-46e3-b963-0ba1f743cb5e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:39.912311 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264f3ac9-7193-47fb-8ab2-afc23a81b95f tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Made reservation on behalf of b18772077b0b4680a79652e6e7891ad6 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:39.918255 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-264f3ac9-7193-47fb-8ab2-afc23a81b95f tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:39.929880 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebe569f-bd03-4b5c-befc-a6d72752a0e8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Checking segment: {'id': 'c42124e3-2547-49a6-aaf6-26d675cc7e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:39.930449 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebe569f-bd03-4b5c-befc-a6d72752a0e8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network hostable DHCP agents. Network: 56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:45:39.957791 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cb2fad0a-aa54-495b-a84b-13259f0e567b req-035deed4-e97e-48cb-957d-4b095cf68c4b tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5750558 Mar 07 10:45:40.009033 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device aff39046-787f-46e3-b963-0ba1f743cb5e up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:40.021328 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-264f3ac9-7193-47fb-8ab2-afc23a81b95f tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] device_id is not set on port 325ffec6-1800-49e9-94e3-d227bb3954b6 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:45:40.083274 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebe569f-bd03-4b5c-befc-a6d72752a0e8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network 56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:45:40.115242 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-2ebe569f-bd03-4b5c-befc-a6d72752a0e8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:40.137187 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebe569f-bd03-4b5c-befc-a6d72752a0e8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:40.141797 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2ebe569f-bd03-4b5c-befc-a6d72752a0e8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:40.161455 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25c1d8-f2da-46e1-990e-4418998e74d9 None None] Pushing event updated for resources: {'Port': ['ID=aff39046-787f-46e3-b963-0ba1f743cb5e,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:40.165006 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:40.169068 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dc0e1c7c-3d29-42e1-9c00-11db4756f9b0 None None] Publish callbacks [] for port (3d565f7b-2bd6-4f55-9cec-f6d90a039cd9), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:40.179123 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f79797-e471-42dd-b80e-b782d1311169 None None] Network 56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:40.252531 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2ebe569f-bd03-4b5c-befc-a6d72752a0e8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.4855175 Mar 07 10:45:40.258030 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57998) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:40.320206 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-264f3ac9-7193-47fb-8ab2-afc23a81b95f tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Allocated IP 172.20.0.4 (c9d3cd45-a920-489a-a423-676f7c95afe8/fc8d07a5-c4cd-4b11-aae4-ab6afc880e46/325ffec6-1800-49e9-94e3-d227bb3954b6) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:40.381296 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-67b0a8c3-d9b3-415c-bff5-ddd213e43aa4 None None] Provisioning complete for port aff39046-787f-46e3-b963-0ba1f743cb5e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:40.383038 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-67b0a8c3-d9b3-415c-bff5-ddd213e43aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (aff39046-787f-46e3-b963-0ba1f743cb5e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:40.511030 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dc0e1c7c-3d29-42e1-9c00-11db4756f9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3d565f7b-2bd6-4f55-9cec-f6d90a039cd9), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:40.631774 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2', 'network_id': '56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2', 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'fixed_ips': [{'subnet_id': 'a6ff4256-613e-41d9-a94b-ed1c8406f4ee'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:45:40.632766 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:40.711536 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port aff39046-787f-46e3-b963-0ba1f743cb5e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:40.712215 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (aff39046-787f-46e3-b963-0ba1f743cb5e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:40.717053 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7523e3-0337-4314-a9c7-4800c58c8e1a None None] Pushing event updated for resources: {'Port': ['ID=3d565f7b-2bd6-4f55-9cec-f6d90a039cd9,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:40.791288 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb73fe-2c24-4f0b-851f-d927cacbcb6f req-06428711-6eea-45d7-b381-cb7d41c1b2c3 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:40.793317 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c9eb73fe-2c24-4f0b-851f-d927cacbcb6f req-06428711-6eea-45d7-b381-cb7d41c1b2c3 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 946 time: 0.1049986 Mar 07 10:45:40.809744 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-dc0e1c7c-3d29-42e1-9c00-11db4756f9b0 None None] Attempting to bind port 3d565f7b-2bd6-4f55-9cec-f6d90a039cd9 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:45:40.813302 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-dc0e1c7c-3d29-42e1-9c00-11db4756f9b0 None None] Attempting to bind port 3d565f7b-2bd6-4f55-9cec-f6d90a039cd9 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '7642cd9c-6339-42f5-804e-a1167650136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8e50499e-fbd5-45c6-a980-59dd492cbb54'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:45:40.813788 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0e1c7c-3d29-42e1-9c00-11db4756f9b0 None None] Attempting to bind port 3d565f7b-2bd6-4f55-9cec-f6d90a039cd9 on network 8e50499e-fbd5-45c6-a980-59dd492cbb54 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:45:40.914495 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-264f3ac9-7193-47fb-8ab2-afc23a81b95f tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks [] for port (325ffec6-1800-49e9-94e3-d227bb3954b6), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:40.930615 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0e1c7c-3d29-42e1-9c00-11db4756f9b0 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:45:40.930943 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0e1c7c-3d29-42e1-9c00-11db4756f9b0 None None] Checking segment: {'id': '7642cd9c-6339-42f5-804e-a1167650136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8e50499e-fbd5-45c6-a980-59dd492cbb54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:40.931442 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dc0e1c7c-3d29-42e1-9c00-11db4756f9b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:40.931937 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0e1c7c-3d29-42e1-9c00-11db4756f9b0 None None] Bound using segment: {'id': '7642cd9c-6339-42f5-804e-a1167650136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8e50499e-fbd5-45c6-a980-59dd492cbb54'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:45:40.932611 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-dc0e1c7c-3d29-42e1-9c00-11db4756f9b0 None None] Bound port: 3d565f7b-2bd6-4f55-9cec-f6d90a039cd9, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7642cd9c-6339-42f5-804e-a1167650136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8e50499e-fbd5-45c6-a980-59dd492cbb54'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:45:40.933091 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dc0e1c7c-3d29-42e1-9c00-11db4756f9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3d565f7b-2bd6-4f55-9cec-f6d90a039cd9), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:41.011573 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c9eb73fe-2c24-4f0b-851f-d927cacbcb6f req-1f9bfc4f-4ade-483d-9ab7-a6083529299b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113147 Mar 07 10:45:41.016718 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-264f3ac9-7193-47fb-8ab2-afc23a81b95f tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (325ffec6-1800-49e9-94e3-d227bb3954b6), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:41.167283 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f3ac9-7193-47fb-8ab2-afc23a81b95f tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Pushing event updated for resources: {'Port': ['ID=325ffec6-1800-49e9-94e3-d227bb3954b6,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:41.186022 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264f3ac9-7193-47fb-8ab2-afc23a81b95f tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Network c9d3cd45-a920-489a-a423-676f7c95afe8 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:41.188086 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-264f3ac9-7193-47fb-8ab2-afc23a81b95f tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:41.196773 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264f3ac9-7193-47fb-8ab2-afc23a81b95f tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:45:41.260044 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-67b0a8c3-d9b3-415c-bff5-ddd213e43aa4 None None] Current status of the port aff39046-787f-46e3-b963-0ba1f743cb5e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:41.282202 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-dc0e1c7c-3d29-42e1-9c00-11db4756f9b0 None None] For port 3d565f7b-2bd6-4f55-9cec-f6d90a039cd9, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:45:41.328263 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264f3ac9-7193-47fb-8ab2-afc23a81b95f tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:41.328263 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-264f3ac9-7193-47fb-8ab2-afc23a81b95f tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:41.380073 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-264f3ac9-7193-47fb-8ab2-afc23a81b95f tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2270498 Mar 07 10:45:41.380976 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58050) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:41.385615 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d74ae2a3-cf56-43de-82a8-007cf3fa72a2 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:41.438709 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-dc0e1c7c-3d29-42e1-9c00-11db4756f9b0 None None] For port 3d565f7b-2bd6-4f55-9cec-f6d90a039cd9, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=3d565f7b-2bd6-4f55-9cec-f6d90a039cd9,segment=NetworkSegment(7642cd9c-6339-42f5-804e-a1167650136a),segment_id=7642cd9c-6339-42f5-804e-a1167650136a)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:45:41.473000 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d74ae2a3-cf56-43de-82a8-007cf3fa72a2 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:41.478281 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-804f5250-8a94-4f40-be8c-61c9f06df631 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:41.513763 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dc0e1c7c-3d29-42e1-9c00-11db4756f9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3d565f7b-2bd6-4f55-9cec-f6d90a039cd9), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:41.572789 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] Allocated IP 2001:db8:2::2 (56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2/a6ff4256-613e-41d9-a94b-ed1c8406f4ee/456ce872-d732-43e3-873d-3c14e964b63b) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:41.576491 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-b2ea83ae-644d-4d1b-a448-6106d278e77a tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:41.578232 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-b2ea83ae-644d-4d1b-a448-6106d278e77a tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.21 "GET /v2.0/networks?id=8e50499e-fbd5-45c6-a980-59dd492cbb54 HTTP/1.1" status: 200 len: 818 time: 0.5774095 Mar 07 10:45:41.639910 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-7e23e84a-146c-4d30-9e86-21f6397f9ef9 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Request body: {'port': {'device_id': '7df10ecd-fc86-4582-a978-41f8d896b953', 'network_id': '8e50499e-fbd5-45c6-a980-59dd492cbb54', 'admin_state_up': True, 'tenant_id': 'efb48669635249ee9aaece4475163b67'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:41.657640 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-67b0a8c3-d9b3-415c-bff5-ddd213e43aa4 None None] Provisioning complete for port a04ca30b-ef60-496d-9799-3bc40b1694ae triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:41.660792 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-67b0a8c3-d9b3-415c-bff5-ddd213e43aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a04ca30b-ef60-496d-9799-3bc40b1694ae), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:41.716388 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d74ae2a3-cf56-43de-82a8-007cf3fa72a2 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:41.732784 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-5dca2143-1720-4610-a9c9-f8364a3d3653 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:41.742773 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-5dca2143-1720-4610-a9c9-f8364a3d3653 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/networks?id=8e50499e-fbd5-45c6-a980-59dd492cbb54 HTTP/1.1" status: 200 len: 818 time: 0.7656856 Mar 07 10:45:41.839273 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-b63a0ab3-805c-41ca-86c4-80fed7f1dc20 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/quotas/efb48669635249ee9aaece4475163b67 HTTP/1.1" status: 200 len: 375 time: 0.0951579 Mar 07 10:45:41.858359 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7523e3-0337-4314-a9c7-4800c58c8e1a None None] Pushing event updated for resources: {'Port': ['ID=3d565f7b-2bd6-4f55-9cec-f6d90a039cd9,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:41.927354 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0e1c7c-3d29-42e1-9c00-11db4756f9b0 None None] Routers {'e6552d89-3c34-486b-b666-fa6182987242'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:41.928333 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-dc0e1c7c-3d29-42e1-9c00-11db4756f9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:45:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['e6552d89-3c34-486b-b666-fa6182987242'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:41.995370 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-d74ae2a3-cf56-43de-82a8-007cf3fa72a2 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Allocated IP 172.25.3.236 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/99219d7e-8a1d-45cc-978e-9ff22d80a0f7) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:42.071682 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port aff39046-787f-46e3-b963-0ba1f743cb5e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:42.125636 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d74ae2a3-cf56-43de-82a8-007cf3fa72a2 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks [] for port (99219d7e-8a1d-45cc-978e-9ff22d80a0f7), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:42.187632 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d74ae2a3-cf56-43de-82a8-007cf3fa72a2 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (99219d7e-8a1d-45cc-978e-9ff22d80a0f7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:42.249748 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device aff39046-787f-46e3-b963-0ba1f743cb5e up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:42.287321 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:42.347430 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74ae2a3-cf56-43de-82a8-007cf3fa72a2 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:42.357722 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-dc0e1c7c-3d29-42e1-9c00-11db4756f9b0 None None] Set router e6552d89-3c34-486b-b666-fa6182987242 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:45:42.382066 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-d74ae2a3-cf56-43de-82a8-007cf3fa72a2 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:42.386240 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74ae2a3-cf56-43de-82a8-007cf3fa72a2 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:45:42.425150 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device f7838b08-892e-4fb2-8e11-96a641021816 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:45:42.457650 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-67b0a8c3-d9b3-415c-bff5-ddd213e43aa4 None None] Current status of the port a04ca30b-ef60-496d-9799-3bc40b1694ae is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:42.516770 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ae2a3-cf56-43de-82a8-007cf3fa72a2 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Pushing event updated for resources: {'Port': ['ID=99219d7e-8a1d-45cc-978e-9ff22d80a0f7,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:42.551915 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-7e23e84a-146c-4d30-9e86-21f6397f9ef9 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Made reservation on behalf of efb48669635249ee9aaece4475163b67 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:42.556037 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-7e23e84a-146c-4d30-9e86-21f6397f9ef9 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:42.592784 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498efbf4-ad4a-41c9-8591-6dd3867ed14b req-26dbc09c-25e9-45a7-87bb-ea0735c92f4e tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:42.604349 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-498efbf4-ad4a-41c9-8591-6dd3867ed14b req-26dbc09c-25e9-45a7-87bb-ea0735c92f4e tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba HTTP/1.1" status: 200 len: 943 time: 0.4348075 Mar 07 10:45:42.652990 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-f6a52e61-4228-41f5-a215-22783f5dd290 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=efb48669635249ee9aaece4475163b67&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7447672 Mar 07 10:45:42.857852 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-498efbf4-ad4a-41c9-8591-6dd3867ed14b req-fa811079-ffa8-4be7-8109-c15e375b5dc4 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470932 Mar 07 10:45:42.876221 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:45:42.894657 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-e439a4ca-0157-43c3-9c32-1bbafc617fb3 service neutron] 10.222.0.11 "GET /v2.0/networks/8e50499e-fbd5-45c6-a980-59dd492cbb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061405 Mar 07 10:45:42.902387 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d74ae2a3-cf56-43de-82a8-007cf3fa72a2 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks [] for floatingip (a6a4a2d0-2a2c-4507-9603-c6788d938638), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:42.908263 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.resource_extend [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:45:42.916551 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-7e23e84a-146c-4d30-9e86-21f6397f9ef9 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Allocated IP 172.20.0.4 (8e50499e-fbd5-45c6-a980-59dd492cbb54/f9604a39-59d4-4a65-aab1-e0de3b159bd9/86acb899-503f-4e06-a7d0-e4abf9e23dd3) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:42.975189 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-67b0a8c3-d9b3-415c-bff5-ddd213e43aa4 None None] Provisioning complete for port 064dcd07-9808-4da5-af6e-ca17f124df22 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:42.975560 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-67b0a8c3-d9b3-415c-bff5-ddd213e43aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (064dcd07-9808-4da5-af6e-ca17f124df22), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:42.989830 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d74ae2a3-cf56-43de-82a8-007cf3fa72a2 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (99219d7e-8a1d-45cc-978e-9ff22d80a0f7), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:43.108704 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-c84819c7-3ce2-45be-8ed0-1f8316137b71 service neutron] 10.222.0.11 "GET /v2.0/networks/8e50499e-fbd5-45c6-a980-59dd492cbb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130990 Mar 07 10:45:43.110620 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] Publish callbacks [] for port (456ce872-d732-43e3-873d-3c14e964b63b), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:43.113872 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:43.126338 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port aff39046-787f-46e3-b963-0ba1f743cb5e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:43.127979 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (aff39046-787f-46e3-b963-0ba1f743cb5e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:43.205939 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (456ce872-d732-43e3-873d-3c14e964b63b), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:43.216705 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc78be8-882f-4635-a90f-30983a3a4efa req-817a7157-b13c-4776-8650-8a7ecf477452 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:43.239016 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc78be8-882f-4635-a90f-30983a3a4efa req-817a7157-b13c-4776-8650-8a7ecf477452 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:43.257853 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc78be8-882f-4635-a90f-30983a3a4efa req-817a7157-b13c-4776-8650-8a7ecf477452 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:43.276808 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc78be8-882f-4635-a90f-30983a3a4efa req-817a7157-b13c-4776-8650-8a7ecf477452 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:43.289145 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc78be8-882f-4635-a90f-30983a3a4efa req-817a7157-b13c-4776-8650-8a7ecf477452 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:43.308266 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc78be8-882f-4635-a90f-30983a3a4efa req-817a7157-b13c-4776-8650-8a7ecf477452 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:43.325003 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc78be8-882f-4635-a90f-30983a3a4efa req-817a7157-b13c-4776-8650-8a7ecf477452 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:43.341755 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bdc78be8-882f-4635-a90f-30983a3a4efa req-817a7157-b13c-4776-8650-8a7ecf477452 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5434 time: 0.3649526 Mar 07 10:45:43.370303 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-804f5250-8a94-4f40-be8c-61c9f06df631 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Allocated IP 2001:db8:2::1 (56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2/a6ff4256-613e-41d9-a94b-ed1c8406f4ee/6add8305-fca4-4a82-9d28-5647ccd40a23) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:43.444546 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-7e23e84a-146c-4d30-9e86-21f6397f9ef9 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Publish callbacks [] for port (86acb899-503f-4e06-a7d0-e4abf9e23dd3), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:43.455476 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port f7838b08-892e-4fb2-8e11-96a641021816, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f7838b08-892e-4fb2-8e11-96a641021816,segment=NetworkSegment(12342119-cf6b-4cbb-9e34-d47607d55c42),segment_id=12342119-cf6b-4cbb-9e34-d47607d55c42)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:43.475766 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-67b0a8c3-d9b3-415c-bff5-ddd213e43aa4 None None] Port 064dcd07-9808-4da5-af6e-ca17f124df22 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:45:43.513557 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bdc78be8-882f-4635-a90f-30983a3a4efa req-297a09a0-0547-40ff-a1af-8e11f13eaa28 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1658189 Mar 07 10:45:43.539210 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] Pushing event updated for resources: {'Port': ['ID=456ce872-d732-43e3-873d-3c14e964b63b,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:43.573337 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] Network 56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:43.648844 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'f7838b08-892e-4fb2-8e11-96a641021816', 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd', 'port_id': 'f7838b08-892e-4fb2-8e11-96a641021816', 'mac_address': 'fa:16:3e:c4:df:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da6814d7-5b80-4178-9297-cce360fe7941', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:45:43.663751 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d74ae2a3-cf56-43de-82a8-007cf3fa72a2 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks [] for port (99219d7e-8a1d-45cc-978e-9ff22d80a0f7), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:43.679824 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cadff8-3a3a-4fce-ae04-48df597a1e22 req-0c203746-8126-45be-8348-d05fa1bf7f44 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:43.683688 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f1597c13-5b24-4d06-9a6b-5cd5c1ee9a49 req-46c57a37-59bf-499c-bd29-7471892cb544 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 210 time: 0.0666084 Mar 07 10:45:43.686858 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d74ae2a3-cf56-43de-82a8-007cf3fa72a2 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (99219d7e-8a1d-45cc-978e-9ff22d80a0f7), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:43.688239 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-62cadff8-3a3a-4fce-ae04-48df597a1e22 req-0c203746-8126-45be-8348-d05fa1bf7f44 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 946 time: 0.1833105 Mar 07 10:45:43.716375 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:43.743253 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:45:43.753487 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-62cadff8-3a3a-4fce-ae04-48df597a1e22 req-9ce33ea6-648f-4bbe-80ae-832ea3bf5bad tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599210 Mar 07 10:45:43.803196 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-7e23e84a-146c-4d30-9e86-21f6397f9ef9 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (86acb899-503f-4e06-a7d0-e4abf9e23dd3), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:43.806308 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d74ae2a3-cf56-43de-82a8-007cf3fa72a2 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (a6a4a2d0-2a2c-4507-9603-c6788d938638), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:43.842256 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ae2a3-cf56-43de-82a8-007cf3fa72a2 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Pushing event updated for resources: {'Port': ['ID=99219d7e-8a1d-45cc-978e-9ff22d80a0f7,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:43.852153 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d74ae2a3-cf56-43de-82a8-007cf3fa72a2 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:43.854148 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d74ae2a3-cf56-43de-82a8-007cf3fa72a2 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4719429 Mar 07 10:45:43.857013 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58160) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:43.862425 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-a9ae6e47-f1b9-41a7-8681-66e5b423e71e tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Request body: {'floatingip': {'port_id': '325ffec6-1800-49e9-94e3-d227bb3954b6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:43.884441 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-7e23e84a-146c-4d30-9e86-21f6397f9ef9 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Network 8e50499e-fbd5-45c6-a980-59dd492cbb54 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:43.887792 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-804f5250-8a94-4f40-be8c-61c9f06df631 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for port (6add8305-fca4-4a82-9d28-5647ccd40a23), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:43.889743 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23e84a-146c-4d30-9e86-21f6397f9ef9 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Pushing event updated for resources: {'Port': ['ID=86acb899-503f-4e06-a7d0-e4abf9e23dd3,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:43.892686 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-7e23e84a-146c-4d30-9e86-21f6397f9ef9 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:43.895719 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-7e23e84a-146c-4d30-9e86-21f6397f9ef9 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:45:44.001243 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-7e23e84a-146c-4d30-9e86-21f6397f9ef9 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:44.004756 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-7e23e84a-146c-4d30-9e86-21f6397f9ef9 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:44.029152 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a9ae6e47-f1b9-41a7-8681-66e5b423e71e tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks [] for floatingip (a6a4a2d0-2a2c-4507-9603-c6788d938638), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:44.048171 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-7e23e84a-146c-4d30-9e86-21f6397f9ef9 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4547315 Mar 07 10:45:44.052587 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23e84a-146c-4d30-9e86-21f6397f9ef9 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:44.054321 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23e84a-146c-4d30-9e86-21f6397f9ef9 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:44.055998 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23e84a-146c-4d30-9e86-21f6397f9ef9 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:44.056462 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23e84a-146c-4d30-9e86-21f6397f9ef9 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:44.056910 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23e84a-146c-4d30-9e86-21f6397f9ef9 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:44.057386 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23e84a-146c-4d30-9e86-21f6397f9ef9 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:44.059876 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23e84a-146c-4d30-9e86-21f6397f9ef9 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:44.060387 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23e84a-146c-4d30-9e86-21f6397f9ef9 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:44.060853 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23e84a-146c-4d30-9e86-21f6397f9ef9 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:44.061453 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23e84a-146c-4d30-9e86-21f6397f9ef9 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:44.061898 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23e84a-146c-4d30-9e86-21f6397f9ef9 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:44.063590 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23e84a-146c-4d30-9e86-21f6397f9ef9 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:44.064380 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23e84a-146c-4d30-9e86-21f6397f9ef9 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:44.085702 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-59695627-b35e-4347-ad9c-253b148b0d94 None None] Provisioning complete for port 325ffec6-1800-49e9-94e3-d227bb3954b6 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:44.086277 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-59695627-b35e-4347-ad9c-253b148b0d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (325ffec6-1800-49e9-94e3-d227bb3954b6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:44.094628 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-ad719f24-a6fc-481d-a658-0c9a24a43081 service neutron] Request body: {'port': {'device_id': '7df10ecd-fc86-4582-a978-41f8d896b953', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:44.260680 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port f7838b08-892e-4fb2-8e11-96a641021816 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:44.261411 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-ad719f24-a6fc-481d-a658-0c9a24a43081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (86acb899-503f-4e06-a7d0-e4abf9e23dd3), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:44.262011 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f7838b08-892e-4fb2-8e11-96a641021816), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:44.377449 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] Attempting to bind port 456ce872-d732-43e3-873d-3c14e964b63b on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:45:44.379403 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] Attempting to bind port 456ce872-d732-43e3-873d-3c14e964b63b by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'c42124e3-2547-49a6-aaf6-26d675cc7e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:45:44.379922 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] Attempting to bind port 456ce872-d732-43e3-873d-3c14e964b63b on network 56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:45:44.397070 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7838b08-892e-4fb2-8e11-96a641021816 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:45:44.410538 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port aff39046-787f-46e3-b963-0ba1f743cb5e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:44.415443 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-59695627-b35e-4347-ad9c-253b148b0d94 None None] Port 325ffec6-1800-49e9-94e3-d227bb3954b6 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:45:44.429853 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:45:44.430850 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] Checking segment: {'id': 'c42124e3-2547-49a6-aaf6-26d675cc7e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:44.431965 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:44.433627 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] Bound using segment: {'id': 'c42124e3-2547-49a6-aaf6-26d675cc7e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:45:44.434276 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] Bound port: 456ce872-d732-43e3-873d-3c14e964b63b, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c42124e3-2547-49a6-aaf6-26d675cc7e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:45:44.435399 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (456ce872-d732-43e3-873d-3c14e964b63b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:44.456627 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202dec7-a6b1-4b12-954b-5598427ea5e3 req-367947cd-54b0-4f72-8996-fe852f71c1f2 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:44.467711 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e202dec7-a6b1-4b12-954b-5598427ea5e3 req-367947cd-54b0-4f72-8996-fe852f71c1f2 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba HTTP/1.1" status: 200 len: 943 time: 0.3026114 Mar 07 10:45:44.504884 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port f7838b08-892e-4fb2-8e11-96a641021816, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f7838b08-892e-4fb2-8e11-96a641021816,segment=NetworkSegment(12342119-cf6b-4cbb-9e34-d47607d55c42),segment_id=12342119-cf6b-4cbb-9e34-d47607d55c42)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:44.507020 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-a9ae6e47-f1b9-41a7-8681-66e5b423e71e tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] update failed (client error): The resource could not be found. Mar 07 10:45:44.508575 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a9ae6e47-f1b9-41a7-8681-66e5b423e71e tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] 10.222.0.11 "PUT /v2.0/floatingips/a6a4a2d0-2a2c-4507-9603-c6788d938638 HTTP/1.1" status: 404 len: 507 time: 0.6499715 Mar 07 10:45:44.513401 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58194) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:44.518709 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f7838b08-892e-4fb2-8e11-96a641021816), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:44.541245 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-dc0e1c7c-3d29-42e1-9c00-11db4756f9b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6552d89-3c34-486b-b666-fa6182987242', 'name': 'tempest-ServerRescueNegativeTestJSON-324557579-router', 'tenant_id': 'efb48669635249ee9aaece4475163b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '1c076a50-63b4-46b1-a9f9-4231755de06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:22Z', 'updated_at': '2022-03-07T10:45:32Z', 'revision_number': 4, 'project_id': 'efb48669635249ee9aaece4475163b67', 'gw_port': {'id': '1c076a50-63b4-46b1-a9f9-4231755de06e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6552d89-3c34-486b-b666-fa6182987242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:22Z', 'updated_at': '2022-03-07T10:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '3d565f7b-2bd6-4f55-9cec-f6d90a039cd9', 'name': '', 'network_id': '8e50499e-fbd5-45c6-a980-59dd492cbb54', 'tenant_id': 'efb48669635249ee9aaece4475163b67', 'mac_address': 'fa:16:3e:bb:f2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6552d89-3c34-486b-b666-fa6182987242', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'f9604a39-59d4-4a65-aab1-e0de3b159bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:29Z', 'updated_at': '2022-03-07T10:45:41Z', 'revision_number': 4, 'project_id': 'efb48669635249ee9aaece4475163b67', 'subnets': [{'id': 'f9604a39-59d4-4a65-aab1-e0de3b159bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:44.655864 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0e1c7c-3d29-42e1-9c00-11db4756f9b0 None None] The sync data for ids ['e6552d89-3c34-486b-b666-fa6182987242'] in n-d-832164-4 is: [{'id': 'e6552d89-3c34-486b-b666-fa6182987242', 'name': 'tempest-ServerRescueNegativeTestJSON-324557579-router', 'tenant_id': 'efb48669635249ee9aaece4475163b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '1c076a50-63b4-46b1-a9f9-4231755de06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:22Z', 'updated_at': '2022-03-07T10:45:32Z', 'revision_number': 4, 'project_id': 'efb48669635249ee9aaece4475163b67', 'gw_port': {'id': '1c076a50-63b4-46b1-a9f9-4231755de06e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6552d89-3c34-486b-b666-fa6182987242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:22Z', 'updated_at': '2022-03-07T10:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '3d565f7b-2bd6-4f55-9cec-f6d90a039cd9', 'name': '', 'network_id': '8e50499e-fbd5-45c6-a980-59dd492cbb54', 'tenant_id': 'efb48669635249ee9aaece4475163b67', 'mac_address': 'fa:16:3e:bb:f2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6552d89-3c34-486b-b666-fa6182987242', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': 'f9604a39-59d4-4a65-aab1-e0de3b159bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:29Z', 'updated_at': '2022-03-07T10:45:41Z', 'revision_number': 4, 'project_id': 'efb48669635249ee9aaece4475163b67', 'subnets': [{'id': 'f9604a39-59d4-4a65-aab1-e0de3b159bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:45:44.744817 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e202dec7-a6b1-4b12-954b-5598427ea5e3 req-58b05e41-86e3-4a90-9e0d-c891fa600b68 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761281 Mar 07 10:45:44.802609 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] For port 456ce872-d732-43e3-873d-3c14e964b63b, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:45:44.842216 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=f7838b08-892e-4fb2-8e11-96a641021816,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:44.881712 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-f69f0ac4-b3fc-4e98-8a01-0332cdb91828 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Deleting port 99219d7e-8a1d-45cc-978e-9ff22d80a0f7 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:44.882329 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f69f0ac4-b3fc-4e98-8a01-0332cdb91828 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (99219d7e-8a1d-45cc-978e-9ff22d80a0f7), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:44.908453 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['f7838b08-892e-4fb2-8e11-96a641021816'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:45:44.953630 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] For port 456ce872-d732-43e3-873d-3c14e964b63b, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=456ce872-d732-43e3-873d-3c14e964b63b,segment=NetworkSegment(c42124e3-2547-49a6-aaf6-26d675cc7e3c),segment_id=c42124e3-2547-49a6-aaf6-26d675cc7e3c)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:45:44.959416 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-804f5250-8a94-4f40-be8c-61c9f06df631 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (6add8305-fca4-4a82-9d28-5647ccd40a23), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:45.065439 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (456ce872-d732-43e3-873d-3c14e964b63b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:45.072180 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804f5250-8a94-4f40-be8c-61c9f06df631 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network 56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:45.079272 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-761cfd4d-9167-437f-882f-502886f48ea1 req-af44ffa4-41e7-4842-8615-d2ebc39217bb tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 210 time: 0.1030402 Mar 07 10:45:45.105723 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd8254-0a52-49e9-9a9e-68deb1a9669e req-45efeb43-275c-4c24-b155-83a99804139b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:45.111817 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd8254-0a52-49e9-9a9e-68deb1a9669e req-45efeb43-275c-4c24-b155-83a99804139b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:45.118001 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd8254-0a52-49e9-9a9e-68deb1a9669e req-45efeb43-275c-4c24-b155-83a99804139b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:45.123568 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd8254-0a52-49e9-9a9e-68deb1a9669e req-45efeb43-275c-4c24-b155-83a99804139b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:45.132831 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd8254-0a52-49e9-9a9e-68deb1a9669e req-45efeb43-275c-4c24-b155-83a99804139b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:45.147339 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd8254-0a52-49e9-9a9e-68deb1a9669e req-45efeb43-275c-4c24-b155-83a99804139b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:45.164912 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd8254-0a52-49e9-9a9e-68deb1a9669e req-45efeb43-275c-4c24-b155-83a99804139b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:45.187007 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-29bd8254-0a52-49e9-9a9e-68deb1a9669e req-45efeb43-275c-4c24-b155-83a99804139b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5434 time: 0.3885419 Mar 07 10:45:45.188965 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f5250-8a94-4f40-be8c-61c9f06df631 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Port': ['ID=6add8305-fca4-4a82-9d28-5647ccd40a23,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:45.192150 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-804f5250-8a94-4f40-be8c-61c9f06df631 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:45.198697 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f69f0ac4-b3fc-4e98-8a01-0332cdb91828 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (99219d7e-8a1d-45cc-978e-9ff22d80a0f7), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:45.199046 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f69f0ac4-b3fc-4e98-8a01-0332cdb91828 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks [] for floatingip (99219d7e-8a1d-45cc-978e-9ff22d80a0f7), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:45.200661 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804f5250-8a94-4f40-be8c-61c9f06df631 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:45:45.201250 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-804f5250-8a94-4f40-be8c-61c9f06df631 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (d1406e0b-2b74-4885-ac63-ea6ca1361336), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:45.247832 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-f69f0ac4-b3fc-4e98-8a01-0332cdb91828 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Calling delete_port for 99219d7e-8a1d-45cc-978e-9ff22d80a0f7 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:45.402024 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] Pushing event updated for resources: {'Port': ['ID=456ce872-d732-43e3-873d-3c14e964b63b,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:45.427489 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:45.438280 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:45.438890 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:45.439920 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:45.440481 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:45.441012 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:45.441630 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:45.442157 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:45.442653 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:45.443189 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:45.443789 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:45.446609 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:45.446962 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b0a2f9-864b-4ac9-8aed-cf107184c5a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:45.548450 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-29bd8254-0a52-49e9-9a9e-68deb1a9669e req-610f6d69-8984-47f1-86a6-1da3a7d12dfc tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3207510 Mar 07 10:45:45.551473 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58212) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:45.551833 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66c19d-af59-4e1b-bb91-f2d3c2b237b9 req-3d0c72e6-0e68-4055-972a-21155f89d650 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:45.565384 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ef66c19d-af59-4e1b-bb91-f2d3c2b237b9 req-3d0c72e6-0e68-4055-972a-21155f89d650 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 946 time: 0.3033082 Mar 07 10:45:45.653990 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ef66c19d-af59-4e1b-bb91-f2d3c2b237b9 req-72bff66c-77f3-4174-8c8e-934722230293 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876269 Mar 07 10:45:45.793341 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f69f0ac4-b3fc-4e98-8a01-0332cdb91828 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (99219d7e-8a1d-45cc-978e-9ff22d80a0f7), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:45.861882 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f0ac4-b3fc-4e98-8a01-0332cdb91828 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Pushing event deleted for resources: {'Port': ['ID=99219d7e-8a1d-45cc-978e-9ff22d80a0f7,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:45.963786 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-ad719f24-a6fc-481d-a658-0c9a24a43081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86acb899-503f-4e06-a7d0-e4abf9e23dd3 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:45:45.974602 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-ad719f24-a6fc-481d-a658-0c9a24a43081 service neutron] Publish callbacks [] for port (86acb899-503f-4e06-a7d0-e4abf9e23dd3), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:45.993462 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-ad719f24-a6fc-481d-a658-0c9a24a43081 service neutron] Transition to ACTIVE for port object 86acb899-503f-4e06-a7d0-e4abf9e23dd3 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:45:46.013497 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f69f0ac4-b3fc-4e98-8a01-0332cdb91828 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks [] for floatingip (a6a4a2d0-2a2c-4507-9603-c6788d938638), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:46.016634 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f69f0ac4-b3fc-4e98-8a01-0332cdb91828 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:46.023578 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f69f0ac4-b3fc-4e98-8a01-0332cdb91828 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] 10.222.0.11 "DELETE /v2.0/floatingips/a6a4a2d0-2a2c-4507-9603-c6788d938638 HTTP/1.1" status: 204 len: 168 time: 1.5092609 Mar 07 10:45:46.024534 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58218) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:46.029439 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-da510442-a1ec-4e85-9ace-f536ac31bb4e tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Request body: {'floatingip': {'floating_network_id': 'c9d3cd45-a920-489a-a423-676f7c95afe8', 'port_id': '325ffec6-1800-49e9-94e3-d227bb3954b6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:46.032647 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-804f5250-8a94-4f40-be8c-61c9f06df631 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6add8305-fca4-4a82-9d28-5647ccd40a23), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:46.073058 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-da510442-a1ec-4e85-9ace-f536ac31bb4e tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:46.089341 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-345cff0e-1136-4932-9a6a-284240e7e251 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:46.111477 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-ad719f24-a6fc-481d-a658-0c9a24a43081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (86acb899-503f-4e06-a7d0-e4abf9e23dd3), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:46.217016 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-0d43a389-9c27-4e60-970e-063564abd994 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:46.223337 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-0d43a389-9c27-4e60-970e-063564abd994 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:46.229384 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-0d43a389-9c27-4e60-970e-063564abd994 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:46.234681 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-0d43a389-9c27-4e60-970e-063564abd994 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:46.238693 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-794de4ae-752f-4255-a6a6-8461a1aa189c req-d8abf2a1-b42c-4188-a3f3-818eef541edd tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 210 time: 0.0315483 Mar 07 10:45:46.249664 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-0d43a389-9c27-4e60-970e-063564abd994 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:46.261592 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-0d43a389-9c27-4e60-970e-063564abd994 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:46.276542 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-da510442-a1ec-4e85-9ace-f536ac31bb4e tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:45:46.281875 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-0d43a389-9c27-4e60-970e-063564abd994 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:46.284725 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-0d43a389-9c27-4e60-970e-063564abd994 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5434 time: 1.4179788 Mar 07 10:45:46.286275 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-da510442-a1ec-4e85-9ace-f536ac31bb4e tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2604516 Mar 07 10:45:46.299430 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58222) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:46.310968 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-52f33a4d-d2a4-470b-8f39-1688232a2768 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'port_id': '325ffec6-1800-49e9-94e3-d227bb3954b6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:46.380507 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-52f33a4d-d2a4-470b-8f39-1688232a2768 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:46.544314 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device f7838b08-892e-4fb2-8e11-96a641021816 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:46.590842 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-52f33a4d-d2a4-470b-8f39-1688232a2768 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:46.618749 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad719f24-a6fc-481d-a658-0c9a24a43081 service neutron] Pushing event updated for resources: {'Port': ['ID=86acb899-503f-4e06-a7d0-e4abf9e23dd3,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:46.672884 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port f7838b08-892e-4fb2-8e11-96a641021816 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:45:46.679529 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port f7838b08-892e-4fb2-8e11-96a641021816 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:46.680214 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f7838b08-892e-4fb2-8e11-96a641021816), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:46.715539 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be759a0-1c0a-41ea-b603-ec8bdb889df3 req-f4d9416d-a437-4b66-8479-bfd13c4b0191 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:46.721510 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3be759a0-1c0a-41ea-b603-ec8bdb889df3 req-f4d9416d-a437-4b66-8479-bfd13c4b0191 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba HTTP/1.1" status: 200 len: 944 time: 0.7936325 Mar 07 10:45:46.736364 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-438af054-9ba1-41e2-af32-b2ed2eb3c4ff tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:46.737614 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-438af054-9ba1-41e2-af32-b2ed2eb3c4ff tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.21 "GET /v2.0/ports/7afcc113-918d-4856-a414-821d3eaf65d7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3864565 Mar 07 10:45:46.776291 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 456ce872-d732-43e3-873d-3c14e964b63b up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:46.867667 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-3e8d5ace-984e-4d42-a560-8f4b53c08f8a tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:46.869643 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-3e8d5ace-984e-4d42-a560-8f4b53c08f8a tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.31 "GET /v2.0/networks?id=8e50499e-fbd5-45c6-a980-59dd492cbb54 HTTP/1.1" status: 200 len: 818 time: 1.3851113 Mar 07 10:45:46.962858 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3be759a0-1c0a-41ea-b603-ec8bdb889df3 req-1e969ff2-3f54-45a9-9c5b-eaabd03c4411 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796486 Mar 07 10:45:46.993456 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-52f33a4d-d2a4-470b-8f39-1688232a2768 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Allocated IP 172.25.3.190 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/dbe745ca-6df7-4e06-b5e0-9fc6c4251d38) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:47.019036 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port f7838b08-892e-4fb2-8e11-96a641021816 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:47.019449 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f7838b08-892e-4fb2-8e11-96a641021816), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:47.019680 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-86d0c7f4-0445-4c50-bce9-a1fb253f276f tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Request body: {'port': {'device_id': '188cbb51-004f-4eaf-819c-3ea64c10da36', 'network_id': '8e50499e-fbd5-45c6-a980-59dd492cbb54', 'admin_state_up': True, 'tenant_id': 'efb48669635249ee9aaece4475163b67'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:47.035632 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d67a8-2600-4724-bfc8-e694b9bb4d59 req-b131a365-5017-4a5d-97dd-5f2ce182758f tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:47.040964 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d67a8-2600-4724-bfc8-e694b9bb4d59 req-b131a365-5017-4a5d-97dd-5f2ce182758f tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:47.048603 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d67a8-2600-4724-bfc8-e694b9bb4d59 req-b131a365-5017-4a5d-97dd-5f2ce182758f tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:47.056125 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d67a8-2600-4724-bfc8-e694b9bb4d59 req-b131a365-5017-4a5d-97dd-5f2ce182758f tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:47.064604 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d67a8-2600-4724-bfc8-e694b9bb4d59 req-b131a365-5017-4a5d-97dd-5f2ce182758f tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:47.080284 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d67a8-2600-4724-bfc8-e694b9bb4d59 req-b131a365-5017-4a5d-97dd-5f2ce182758f tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:47.082002 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8c3f78-800d-461e-8350-35e2fb939836 None None] Network 56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:47.090193 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d67a8-2600-4724-bfc8-e694b9bb4d59 req-b131a365-5017-4a5d-97dd-5f2ce182758f tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:47.092216 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cf5d67a8-2600-4724-bfc8-e694b9bb4d59 req-b131a365-5017-4a5d-97dd-5f2ce182758f tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5434 time: 0.3506780 Mar 07 10:45:47.170268 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 456ce872-d732-43e3-873d-3c14e964b63b triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:47.170938 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (456ce872-d732-43e3-873d-3c14e964b63b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:47.253914 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ffea531e-b05d-4a95-9717-be4a0552ba20 None None] Provisioning complete for port 456ce872-d732-43e3-873d-3c14e964b63b triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:47.254907 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ffea531e-b05d-4a95-9717-be4a0552ba20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (456ce872-d732-43e3-873d-3c14e964b63b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:47.256500 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7838b08-892e-4fb2-8e11-96a641021816'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:45:47.265175 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02958b60-158d-4618-921f-2ffb8dbabf61" -d '{"events": [{"server_uuid": "d8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba", "name": "network-vif-plugged", "status": "completed", "tag": "f7838b08-892e-4fb2-8e11-96a641021816"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:45:47.289523 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cf5d67a8-2600-4724-bfc8-e694b9bb4d59 req-e61f2843-b1da-4681-ad28-c8ed976f42f4 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1735804 Mar 07 10:45:47.304589 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-52f33a4d-d2a4-470b-8f39-1688232a2768 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks [] for port (dbe745ca-6df7-4e06-b5e0-9fc6c4251d38), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:47.364708 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-52f33a4d-d2a4-470b-8f39-1688232a2768 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (dbe745ca-6df7-4e06-b5e0-9fc6c4251d38), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:47.372298 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port f7838b08-892e-4fb2-8e11-96a641021816, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f7838b08-892e-4fb2-8e11-96a641021816,segment=NetworkSegment(12342119-cf6b-4cbb-9e34-d47607d55c42),segment_id=12342119-cf6b-4cbb-9e34-d47607d55c42)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:47.390985 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f7838b08-892e-4fb2-8e11-96a641021816), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:47.404488 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb68e281-7620-4449-8e20-b6aa54c39857 x-openstack-request-id: req-bb68e281-7620-4449-8e20-b6aa54c39857 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:45:47.404759 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba", "name": "network-vif-plugged", "status": "completed", "tag": "f7838b08-892e-4fb2-8e11-96a641021816", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:45:47.405026 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bb68e281-7620-4449-8e20-b6aa54c39857 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:45:47.405471 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7838b08-892e-4fb2-8e11-96a641021816', 'code': 200} Mar 07 10:45:47.421323 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-ad719f24-a6fc-481d-a658-0c9a24a43081 service neutron] Attempting to bind port 86acb899-503f-4e06-a7d0-e4abf9e23dd3 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:45:47.421768 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-ad719f24-a6fc-481d-a658-0c9a24a43081 service neutron] Attempting to bind port 86acb899-503f-4e06-a7d0-e4abf9e23dd3 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '7642cd9c-6339-42f5-804e-a1167650136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8e50499e-fbd5-45c6-a980-59dd492cbb54'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:45:47.422255 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-ad719f24-a6fc-481d-a658-0c9a24a43081 service neutron] Attempting to bind port 86acb899-503f-4e06-a7d0-e4abf9e23dd3 on network 8e50499e-fbd5-45c6-a980-59dd492cbb54 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:45:47.499441 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-345cff0e-1136-4932-9a6a-284240e7e251 admin admin] Publish callbacks [] for security_group (e2aedec1-cfd9-4e09-b78c-6387221e9892), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:47.509172 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-ad719f24-a6fc-481d-a658-0c9a24a43081 service neutron] Port 86acb899-503f-4e06-a7d0-e4abf9e23dd3 on network 8e50499e-fbd5-45c6-a980-59dd492cbb54 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:45:47.509648 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-ad719f24-a6fc-481d-a658-0c9a24a43081 service neutron] Attempting to bind port 86acb899-503f-4e06-a7d0-e4abf9e23dd3 on network 8e50499e-fbd5-45c6-a980-59dd492cbb54 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:45:47.527716 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f33a4d-d2a4-470b-8f39-1688232a2768 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Pushing event updated for resources: {'Port': ['ID=dbe745ca-6df7-4e06-b5e0-9fc6c4251d38,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:47.528395 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-ad719f24-a6fc-481d-a658-0c9a24a43081 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:45:47.529334 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-ad719f24-a6fc-481d-a658-0c9a24a43081 service neutron] Checking segment: {'id': '7642cd9c-6339-42f5-804e-a1167650136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8e50499e-fbd5-45c6-a980-59dd492cbb54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:47.529334 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-ad719f24-a6fc-481d-a658-0c9a24a43081 service neutron] Bound using segment: {'id': '7642cd9c-6339-42f5-804e-a1167650136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8e50499e-fbd5-45c6-a980-59dd492cbb54'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:45:47.529963 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-ad719f24-a6fc-481d-a658-0c9a24a43081 service neutron] Bound port: 86acb899-503f-4e06-a7d0-e4abf9e23dd3, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7642cd9c-6339-42f5-804e-a1167650136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8e50499e-fbd5-45c6-a980-59dd492cbb54'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:45:47.530431 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-ad719f24-a6fc-481d-a658-0c9a24a43081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (86acb899-503f-4e06-a7d0-e4abf9e23dd3), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:47.543613 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-345cff0e-1136-4932-9a6a-284240e7e251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e2aedec1-cfd9-4e09-b78c-6387221e9892), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:47.599004 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9ebd88c1-f077-4e1d-8a19-997cfbf7e1f5 req-e0dd89d3-f791-4034-8d58-deb96fbe476d tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 210 time: 0.0504129 Mar 07 10:45:47.605715 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=f7838b08-892e-4fb2-8e11-96a641021816,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:47.614209 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f33a4d-d2a4-470b-8f39-1688232a2768 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:47.616782 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-52f33a4d-d2a4-470b-8f39-1688232a2768 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:47.623124 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f33a4d-d2a4-470b-8f39-1688232a2768 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:45:47.652557 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345cff0e-1136-4932-9a6a-284240e7e251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2aedec1-cfd9-4e09-b78c-6387221e9892,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:47.680537 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 456ce872-d732-43e3-873d-3c14e964b63b is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:47.680945 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (456ce872-d732-43e3-873d-3c14e964b63b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:47.722305 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912d5d2-3e5d-4c10-ac52-87c31046d710 req-490595b4-39ae-435c-86bb-3ac2090e2cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:47.723762 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7912d5d2-3e5d-4c10-ac52-87c31046d710 req-490595b4-39ae-435c-86bb-3ac2090e2cb5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba HTTP/1.1" status: 200 len: 1127 time: 0.1941824 Mar 07 10:45:47.823334 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ffea531e-b05d-4a95-9717-be4a0552ba20 None None] Current status of the port 456ce872-d732-43e3-873d-3c14e964b63b is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:47.828767 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ffea531e-b05d-4a95-9717-be4a0552ba20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (456ce872-d732-43e3-873d-3c14e964b63b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:47.839298 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 456ce872-d732-43e3-873d-3c14e964b63b, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=456ce872-d732-43e3-873d-3c14e964b63b,segment=NetworkSegment(c42124e3-2547-49a6-aaf6-26d675cc7e3c),segment_id=c42124e3-2547-49a6-aaf6-26d675cc7e3c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:47.866512 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (456ce872-d732-43e3-873d-3c14e964b63b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:47.869417 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3d565f7b-2bd6-4f55-9cec-f6d90a039cd9 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:47.941657 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7912d5d2-3e5d-4c10-ac52-87c31046d710 req-9d2a33b3-3b65-4050-9591-6d17dd261f27 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977925 Mar 07 10:45:48.142520 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-ffea531e-b05d-4a95-9717-be4a0552ba20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:45:48.142919 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-ffea531e-b05d-4a95-9717-be4a0552ba20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:45:48.159088 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 3d565f7b-2bd6-4f55-9cec-f6d90a039cd9 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:48.159401 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3d565f7b-2bd6-4f55-9cec-f6d90a039cd9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:48.164845 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=456ce872-d732-43e3-873d-3c14e964b63b,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:48.210136 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-52f33a4d-d2a4-470b-8f39-1688232a2768 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Deleting port dbe745ca-6df7-4e06-b5e0-9fc6c4251d38 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:48.210478 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-52f33a4d-d2a4-470b-8f39-1688232a2768 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (dbe745ca-6df7-4e06-b5e0-9fc6c4251d38), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:48.240010 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:48.274483 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654a242-38f1-45a7-bf44-274c402f01c3 req-51759ff6-5549-4bb6-b205-7811cf7555e3 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:48.287145 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2654a242-38f1-45a7-bf44-274c402f01c3 req-51759ff6-5549-4bb6-b205-7811cf7555e3 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba HTTP/1.1" status: 200 len: 945 time: 0.1990945 Mar 07 10:45:48.360984 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-8952570d-6e26-4614-b4cd-56f1a1dec0d1 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.21 "GET /v2.0/networks/d366e7ad-5e6d-41da-a70c-3aced4fea314?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.5404432 Mar 07 10:45:48.407002 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-d7b14586-f553-46bb-8b2c-0ae0494fd846 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:48.454015 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 3d565f7b-2bd6-4f55-9cec-f6d90a039cd9 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:48.454911 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3d565f7b-2bd6-4f55-9cec-f6d90a039cd9), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:48.529052 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 3d565f7b-2bd6-4f55-9cec-f6d90a039cd9, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=3d565f7b-2bd6-4f55-9cec-f6d90a039cd9,segment=NetworkSegment(7642cd9c-6339-42f5-804e-a1167650136a),segment_id=7642cd9c-6339-42f5-804e-a1167650136a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:48.550054 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3d565f7b-2bd6-4f55-9cec-f6d90a039cd9), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:48.577059 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2654a242-38f1-45a7-bf44-274c402f01c3 req-48733ba5-3a22-4efc-a31f-a18cdfed1278 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876987 Mar 07 10:45:48.601305 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-52f33a4d-d2a4-470b-8f39-1688232a2768 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (dbe745ca-6df7-4e06-b5e0-9fc6c4251d38), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:48.606408 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-52f33a4d-d2a4-470b-8f39-1688232a2768 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks [] for floatingip (dbe745ca-6df7-4e06-b5e0-9fc6c4251d38), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:48.640288 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da886bee-5516-4c6c-af97-8474a107aea0 req-90246a8b-3be3-4457-9691-e109d83b1e53 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:48.648379 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-da886bee-5516-4c6c-af97-8474a107aea0 req-90246a8b-3be3-4457-9691-e109d83b1e53 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 946 time: 1.5107758 Mar 07 10:45:48.655656 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-52f33a4d-d2a4-470b-8f39-1688232a2768 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Calling delete_port for dbe745ca-6df7-4e06-b5e0-9fc6c4251d38 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:48.696059 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-345cff0e-1136-4932-9a6a-284240e7e251 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=14ef36dd2257453eaae4199d8cc6c7aa&name=default HTTP/1.1" status: 200 len: 3000 time: 2.9700994 Mar 07 10:45:48.699036 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58240) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:48.699369 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=3d565f7b-2bd6-4f55-9cec-f6d90a039cd9,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:48.789395 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-d7b14586-f553-46bb-8b2c-0ae0494fd846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7afcc113-918d-4856-a414-821d3eaf65d7), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:48.792065 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 456ce872-d732-43e3-873d-3c14e964b63b up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:48.797285 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-86d0c7f4-0445-4c50-bce9-a1fb253f276f tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Made reservation on behalf of efb48669635249ee9aaece4475163b67 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:48.802351 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-86d0c7f4-0445-4c50-bce9-a1fb253f276f tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:48.854827 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 7afcc113-918d-4856-a414-821d3eaf65d7 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:48.883606 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66ecccca-3698-4fd8-987e-fbdc83b15994 admin admin] Publish callbacks [] for security_group (e2aedec1-cfd9-4e09-b78c-6387221e9892), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:48.888031 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-ad719f24-a6fc-481d-a658-0c9a24a43081 service neutron] For port 86acb899-503f-4e06-a7d0-e4abf9e23dd3, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:45:48.911597 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ffea531e-b05d-4a95-9717-be4a0552ba20 None None] Current status of the port 456ce872-d732-43e3-873d-3c14e964b63b is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:48.936171 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66ecccca-3698-4fd8-987e-fbdc83b15994 admin admin] Publish callbacks [] for security_group (e2aedec1-cfd9-4e09-b78c-6387221e9892), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:48.953393 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295b00e-a2a4-4108-baf4-3301dc413f2b req-4ce2371e-96d7-46b1-9f23-54b868772d82 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:48.959630 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295b00e-a2a4-4108-baf4-3301dc413f2b req-4ce2371e-96d7-46b1-9f23-54b868772d82 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:48.966647 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295b00e-a2a4-4108-baf4-3301dc413f2b req-4ce2371e-96d7-46b1-9f23-54b868772d82 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:48.973158 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295b00e-a2a4-4108-baf4-3301dc413f2b req-4ce2371e-96d7-46b1-9f23-54b868772d82 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:48.979019 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295b00e-a2a4-4108-baf4-3301dc413f2b req-4ce2371e-96d7-46b1-9f23-54b868772d82 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:48.986650 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295b00e-a2a4-4108-baf4-3301dc413f2b req-4ce2371e-96d7-46b1-9f23-54b868772d82 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:48.993602 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295b00e-a2a4-4108-baf4-3301dc413f2b req-4ce2371e-96d7-46b1-9f23-54b868772d82 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:49.002706 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2295b00e-a2a4-4108-baf4-3301dc413f2b req-4ce2371e-96d7-46b1-9f23-54b868772d82 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 5434 time: 0.2395153 Mar 07 10:45:49.024161 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-ad719f24-a6fc-481d-a658-0c9a24a43081 service neutron] For port 86acb899-503f-4e06-a7d0-e4abf9e23dd3, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=86acb899-503f-4e06-a7d0-e4abf9e23dd3,segment=NetworkSegment(7642cd9c-6339-42f5-804e-a1167650136a),segment_id=7642cd9c-6339-42f5-804e-a1167650136a)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:45:49.035617 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-804f5250-8a94-4f40-be8c-61c9f06df631 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for port (6add8305-fca4-4a82-9d28-5647ccd40a23), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:49.088685 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-da886bee-5516-4c6c-af97-8474a107aea0 req-df2e7ea4-8816-4eaa-a5de-b3339ba19932 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4392648 Mar 07 10:45:49.102816 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-804f5250-8a94-4f40-be8c-61c9f06df631 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (6add8305-fca4-4a82-9d28-5647ccd40a23), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:49.115570 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-804f5250-8a94-4f40-be8c-61c9f06df631 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (d1406e0b-2b74-4885-ac63-ea6ca1361336), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:49.123863 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-ad719f24-a6fc-481d-a658-0c9a24a43081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (86acb899-503f-4e06-a7d0-e4abf9e23dd3), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:49.150865 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-52f33a4d-d2a4-470b-8f39-1688232a2768 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (dbe745ca-6df7-4e06-b5e0-9fc6c4251d38), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:49.198048 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2295b00e-a2a4-4108-baf4-3301dc413f2b req-452a3ff2-a1e4-4424-a1b0-37298bb2345b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1943347 Mar 07 10:45:49.242158 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f33a4d-d2a4-470b-8f39-1688232a2768 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Pushing event deleted for resources: {'Port': ['ID=dbe745ca-6df7-4e06-b5e0-9fc6c4251d38,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:49.355019 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66ecccca-3698-4fd8-987e-fbdc83b15994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e2aedec1-cfd9-4e09-b78c-6387221e9892), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:49.368838 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66ecccca-3698-4fd8-987e-fbdc83b15994 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:49.374958 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-66ecccca-3698-4fd8-987e-fbdc83b15994 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e2aedec1-cfd9-4e09-b78c-6387221e9892 HTTP/1.1" status: 204 len: 168 time: 0.6738110 Mar 07 10:45:49.387390 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 456ce872-d732-43e3-873d-3c14e964b63b triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:49.389483 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (456ce872-d732-43e3-873d-3c14e964b63b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:49.390717 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ecccca-3698-4fd8-987e-fbdc83b15994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2aedec1-cfd9-4e09-b78c-6387221e9892,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:49.420897 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-52f33a4d-d2a4-470b-8f39-1688232a2768 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] create failed (client error): The resource could not be found. Mar 07 10:45:49.430244 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-52f33a4d-d2a4-470b-8f39-1688232a2768 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.1289554 Mar 07 10:45:49.430875 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58244) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:49.444032 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-ad719f24-a6fc-481d-a658-0c9a24a43081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:49.445380 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-ad719f24-a6fc-481d-a658-0c9a24a43081 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:49.447045 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-ad719f24-a6fc-481d-a658-0c9a24a43081 service neutron] 10.222.0.21 "PUT /v2.0/ports/86acb899-503f-4e06-a7d0-e4abf9e23dd3 HTTP/1.1" status: 200 len: 1091 time: 5.3788822 Mar 07 10:45:49.458579 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df10ecd-fc86-4582-a978-41f8d896b953', 'tag': '86acb899-503f-4e06-a7d0-e4abf9e23dd3'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:45:49.461423 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8d3eb5-0d09-4be5-9122-a9e5494f4514" -d '{"events": [{"name": "network-changed", "server_uuid": "7df10ecd-fc86-4582-a978-41f8d896b953", "tag": "86acb899-503f-4e06-a7d0-e4abf9e23dd3"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:45:49.536650 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d1fca4c6-86ca-445d-bfca-fe8fec395775 req-e76ee7de-d838-4313-aa90-1d09bbb92041 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 210 time: 0.1301556 Mar 07 10:45:49.566032 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-18111584-75e0-48fb-b943-faf91d2614b8 None None] Provisioning complete for port 456ce872-d732-43e3-873d-3c14e964b63b triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:49.566434 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-18111584-75e0-48fb-b943-faf91d2614b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (456ce872-d732-43e3-873d-3c14e964b63b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:49.666293 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-2548a3be-768a-405a-b2c4-8455f45d6406 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Deleting port 325ffec6-1800-49e9-94e3-d227bb3954b6 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:49.666896 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2548a3be-768a-405a-b2c4-8455f45d6406 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (325ffec6-1800-49e9-94e3-d227bb3954b6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:49.813358 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2730b2ab-d2d4-4a58-aeaf-67ff9825b51f x-openstack-request-id: req-2730b2ab-d2d4-4a58-aeaf-67ff9825b51f {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:45:49.813358 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df10ecd-fc86-4582-a978-41f8d896b953", "tag": "86acb899-503f-4e06-a7d0-e4abf9e23dd3", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:45:49.813685 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2730b2ab-d2d4-4a58-aeaf-67ff9825b51f {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:45:49.818281 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df10ecd-fc86-4582-a978-41f8d896b953', 'tag': '86acb899-503f-4e06-a7d0-e4abf9e23dd3', 'status': 'completed', 'code': 200} Mar 07 10:45:49.839159 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 456ce872-d732-43e3-873d-3c14e964b63b is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:49.900063 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2548a3be-768a-405a-b2c4-8455f45d6406 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (325ffec6-1800-49e9-94e3-d227bb3954b6), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:49.921653 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-18111584-75e0-48fb-b943-faf91d2614b8 None None] Current status of the port 456ce872-d732-43e3-873d-3c14e964b63b is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:49.922793 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-2548a3be-768a-405a-b2c4-8455f45d6406 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Calling delete_port for 325ffec6-1800-49e9-94e3-d227bb3954b6 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:49.928676 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 7afcc113-918d-4856-a414-821d3eaf65d7 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:49.929066 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7afcc113-918d-4856-a414-821d3eaf65d7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:49.954071 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-18111584-75e0-48fb-b943-faf91d2614b8 None None] Provisioning complete for port 6add8305-fca4-4a82-9d28-5647ccd40a23 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:49.954464 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-18111584-75e0-48fb-b943-faf91d2614b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6add8305-fca4-4a82-9d28-5647ccd40a23), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:49.991767 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-d7b14586-f553-46bb-8b2c-0ae0494fd846 service neutron] For port 7afcc113-918d-4856-a414-821d3eaf65d7, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=7afcc113-918d-4856-a414-821d3eaf65d7,segment=NetworkSegment(ff65b4be-9c23-4c72-a12e-e27f32be872c),segment_id=ff65b4be-9c23-4c72-a12e-e27f32be872c)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:50.058248 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-18111584-75e0-48fb-b943-faf91d2614b8 None None] Port 6add8305-fca4-4a82-9d28-5647ccd40a23 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:45:50.078825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-d7b14586-f553-46bb-8b2c-0ae0494fd846 service neutron] For port 7afcc113-918d-4856-a414-821d3eaf65d7, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:45:50.085518 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-d7b14586-f553-46bb-8b2c-0ae0494fd846 service neutron] device_id is not set on port 7afcc113-918d-4856-a414-821d3eaf65d7 yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:45:50.095663 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-d7b14586-f553-46bb-8b2c-0ae0494fd846 service neutron] Publish callbacks [] for port (7afcc113-918d-4856-a414-821d3eaf65d7), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:50.100154 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f5250-8a94-4f40-be8c-61c9f06df631 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Port': ['ID=6add8305-fca4-4a82-9d28-5647ccd40a23,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:50.191283 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-d7b14586-f553-46bb-8b2c-0ae0494fd846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (7afcc113-918d-4856-a414-821d3eaf65d7), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:50.237727 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:45:50.238220 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:45:50.244938 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2548a3be-768a-405a-b2c4-8455f45d6406 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (325ffec6-1800-49e9-94e3-d227bb3954b6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:50.325317 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804f5250-8a94-4f40-be8c-61c9f06df631 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network 56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:50.369920 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-4d40ae92-8d10-466e-b9dc-7cfd3bc73ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:50.372190 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-4d40ae92-8d10-466e-b9dc-7cfd3bc73ce7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efb48669635249ee9aaece4475163b67&device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 1125 time: 0.8515475 Mar 07 10:45:50.386595 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-804f5250-8a94-4f40-be8c-61c9f06df631 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:50.423745 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2548a3be-768a-405a-b2c4-8455f45d6406 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Pushing event deleted for resources: {'Port': ['ID=325ffec6-1800-49e9-94e3-d227bb3954b6,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:50.510766 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-27318b32-d312-4751-8468-dc7b1ec4f5fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86acb899-503f-4e06-a7d0-e4abf9e23dd3 HTTP/1.1" status: 200 len: 217 time: 0.1175234 Mar 07 10:45:50.623367 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643988ff-a791-43ca-a3ea-5096b71cefc2 req-928d4a9f-6da0-4056-b472-28171022252d tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:50.624926 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-643988ff-a791-43ca-a3ea-5096b71cefc2 req-928d4a9f-6da0-4056-b472-28171022252d tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 946 time: 0.3987985 Mar 07 10:45:50.657190 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-86d0c7f4-0445-4c50-bce9-a1fb253f276f tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Allocated IP 172.20.0.6 (8e50499e-fbd5-45c6-a980-59dd492cbb54/f9604a39-59d4-4a65-aab1-e0de3b159bd9/538a000e-d5c0-4905-bb9c-891e670d11e6) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:50.697172 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2548a3be-768a-405a-b2c4-8455f45d6406 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:50.697172 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2548a3be-768a-405a-b2c4-8455f45d6406 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] 10.222.0.11 "DELETE /v2.0/ports/325ffec6-1800-49e9-94e3-d227bb3954b6 HTTP/1.1" status: 204 len: 168 time: 1.2622089 Mar 07 10:45:50.701294 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58272) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:50.856811 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-d7b14586-f553-46bb-8b2c-0ae0494fd846 service neutron] No DVR routers for this DVR port 7afcc113-918d-4856-a414-821d3eaf65d7 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:50.878281 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 7afcc113-918d-4856-a414-821d3eaf65d7 is: DOWN; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:50.879354 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 228f4021-a7f7-470b-affc-cfa61cd88930 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:50.890110 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3d565f7b-2bd6-4f55-9cec-f6d90a039cd9 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:50.974345 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-643988ff-a791-43ca-a3ea-5096b71cefc2 req-dab5d359-ec7f-4621-a4ba-39ffd005c17c tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262162 Mar 07 10:45:51.009464 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8f58eb-953c-46f4-b905-56d4bfa35e18 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:51.010925 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7a8f58eb-953c-46f4-b905-56d4bfa35e18 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] 10.222.0.11 "GET /v2.0/ports?device_id=c54407c0-4db5-47a8-9c0d-a5071bcf0a43 HTTP/1.1" status: 200 len: 913 time: 0.2944129 Mar 07 10:45:51.017230 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58278) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:51.031951 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-d7b14586-f553-46bb-8b2c-0ae0494fd846 service neutron] In _notify_port_updated(), no bound segment for port 7afcc113-918d-4856-a414-821d3eaf65d7 on network d366e7ad-5e6d-41da-a70c-3aced4fea314 {{(pid=103767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:45:51.033326 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-d7b14586-f553-46bb-8b2c-0ae0494fd846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:51.034179 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-d7b14586-f553-46bb-8b2c-0ae0494fd846 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:51.035724 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-d7b14586-f553-46bb-8b2c-0ae0494fd846 service neutron] 10.222.0.21 "PUT /v2.0/ports/7afcc113-918d-4856-a414-821d3eaf65d7 HTTP/1.1" status: 200 len: 1027 time: 2.6474738 Mar 07 10:45:51.036808 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad719f24-a6fc-481d-a658-0c9a24a43081 service neutron] Pushing event updated for resources: {'Port': ['ID=86acb899-503f-4e06-a7d0-e4abf9e23dd3,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:51.075828 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c73e1744-3ec3-4e19-9c62-4a9d7af28876 None None] Provisioning complete for port 7afcc113-918d-4856-a414-821d3eaf65d7 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:51.079940 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c73e1744-3ec3-4e19-9c62-4a9d7af28876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7afcc113-918d-4856-a414-821d3eaf65d7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:51.331934 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 228f4021-a7f7-470b-affc-cfa61cd88930 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:51.332339 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (228f4021-a7f7-470b-affc-cfa61cd88930), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:51.353639 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c73e1744-3ec3-4e19-9c62-4a9d7af28876 None None] Port 7afcc113-918d-4856-a414-821d3eaf65d7 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:45:51.356954 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 3d565f7b-2bd6-4f55-9cec-f6d90a039cd9 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:51.357365 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3d565f7b-2bd6-4f55-9cec-f6d90a039cd9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:51.402413 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804f5250-8a94-4f40-be8c-61c9f06df631 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Router d1406e0b-2b74-4885-ac63-ea6ca1361336 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:45:51.403945 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b14586-f553-46bb-8b2c-0ae0494fd846 service neutron] Pushing event updated for resources: {'Port': ['ID=7afcc113-918d-4856-a414-821d3eaf65d7,revision_number=6']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:51.426188 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 228f4021-a7f7-470b-affc-cfa61cd88930, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=228f4021-a7f7-470b-affc-cfa61cd88930,segment=NetworkSegment(ff65b4be-9c23-4c72-a12e-e27f32be872c),segment_id=ff65b4be-9c23-4c72-a12e-e27f32be872c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:51.429054 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '228f4021-a7f7-470b-affc-cfa61cd88930'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:45:51.431482 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550cbb37-1480-4b0c-ba61-6db21674df30" -d '{"events": [{"server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "name": "network-vif-unplugged", "status": "completed", "tag": "228f4021-a7f7-470b-affc-cfa61cd88930"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:45:51.443377 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (228f4021-a7f7-470b-affc-cfa61cd88930), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:51.444093 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device ea7ffff0-7638-4d15-87eb-5069b07e0844 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:51.552591 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf417910-b3a5-45f9-a9f5-c93e9da31dc5 req-c91fc364-a86d-4a1d-bc08-953151a8f457 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:51.574013 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=228f4021-a7f7-470b-affc-cfa61cd88930,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:51.575112 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bf417910-b3a5-45f9-a9f5-c93e9da31dc5 req-c91fc364-a86d-4a1d-bc08-953151a8f457 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba HTTP/1.1" status: 200 len: 945 time: 1.6851544 Mar 07 10:45:51.580219 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-c177ea5c-372a-4bb6-81bc-730c243d192b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:51.581794 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-c177ea5c-372a-4bb6-81bc-730c243d192b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.21 "GET /v2.0/ports/f8461e0d-ec75-4fe8-9d49-1b9f188d8265?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3137715 Mar 07 10:45:51.633896 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f03bc7b8-b9e7-4aa3-97f0-e244e09d4509 None None] Provisioning complete for port 6add8305-fca4-4a82-9d28-5647ccd40a23 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:51.634382 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f03bc7b8-b9e7-4aa3-97f0-e244e09d4509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6add8305-fca4-4a82-9d28-5647ccd40a23), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:51.676092 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 3d565f7b-2bd6-4f55-9cec-f6d90a039cd9 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:51.755862 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port ea7ffff0-7638-4d15-87eb-5069b07e0844 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:51.756530 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ea7ffff0-7638-4d15-87eb-5069b07e0844), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:51.759595 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f03bc7b8-b9e7-4aa3-97f0-e244e09d4509 None None] Port 6add8305-fca4-4a82-9d28-5647ccd40a23 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:45:51.767833 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-7f96e824-e68e-4d85-8458-830af6d0b521 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:51.796373 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bf417910-b3a5-45f9-a9f5-c93e9da31dc5 req-e92218b3-953a-4165-9d8c-2fc0ae8959f9 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201619 Mar 07 10:45:51.848042 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port ea7ffff0-7638-4d15-87eb-5069b07e0844, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=ea7ffff0-7638-4d15-87eb-5069b07e0844,segment=NetworkSegment(ff65b4be-9c23-4c72-a12e-e27f32be872c),segment_id=ff65b4be-9c23-4c72-a12e-e27f32be872c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:51.859123 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ea7ffff0-7638-4d15-87eb-5069b07e0844), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:51.859914 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device e0ad4df5-2fed-46fc-8695-ce249f172d97 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:51.996501 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-0d6a8651-7107-4321-a70b-0b4a32d64c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:51.998431 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-0d6a8651-7107-4321-a70b-0b4a32d64c01 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9604a39-59d4-4a65-aab1-e0de3b159bd9 HTTP/1.1" status: 200 len: 858 time: 1.1575606 Mar 07 10:45:52.000905 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b1302b6f-bf5e-464c-aad2-0c2cf672abe2 req-43443636-1763-49e5-bdb4-6bc032ba9fd6 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 210 time: 0.0575066 Mar 07 10:45:52.058965 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=ea7ffff0-7638-4d15-87eb-5069b07e0844,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:52.076118 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-7f96e824-e68e-4d85-8458-830af6d0b521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f8461e0d-ec75-4fe8-9d49-1b9f188d8265), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:52.102200 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25180c89-9534-4315-b0da-574a783507b4 x-openstack-request-id: req-25180c89-9534-4315-b0da-574a783507b4 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:45:52.102805 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "name": "network-vif-unplugged", "status": "completed", "tag": "228f4021-a7f7-470b-affc-cfa61cd88930", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:45:52.103235 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-25180c89-9534-4315-b0da-574a783507b4 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:45:52.105858 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '228f4021-a7f7-470b-affc-cfa61cd88930', 'code': 200} Mar 07 10:45:52.114745 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port e0ad4df5-2fed-46fc-8695-ce249f172d97 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:52.115347 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e0ad4df5-2fed-46fc-8695-ce249f172d97), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:52.193632 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-13455e05-80fb-4731-acee-cc4100beeed0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e50499e-fbd5-45c6-a980-59dd492cbb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228478 Mar 07 10:45:52.214392 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port e0ad4df5-2fed-46fc-8695-ce249f172d97, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e0ad4df5-2fed-46fc-8695-ce249f172d97,segment=NetworkSegment(bdffe236-d79e-4242-8538-dc3bd790824d),segment_id=bdffe236-d79e-4242-8538-dc3bd790824d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:52.225620 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e0ad4df5-2fed-46fc-8695-ce249f172d97), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:52.227070 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device f8461e0d-ec75-4fe8-9d49-1b9f188d8265 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:52.509996 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=e0ad4df5-2fed-46fc-8695-ce249f172d97,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:52.658427 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port f8461e0d-ec75-4fe8-9d49-1b9f188d8265 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:52.662934 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f8461e0d-ec75-4fe8-9d49-1b9f188d8265), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:52.663162 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85dc4d0-fcab-4569-a276-1895f2b4c82c req-5c444eaf-2a16-41f5-b16b-ce70e6a48396 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:52.674495 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85dc4d0-fcab-4569-a276-1895f2b4c82c req-5c444eaf-2a16-41f5-b16b-ce70e6a48396 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:52.677035 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-7f96e824-e68e-4d85-8458-830af6d0b521 service neutron] For port f8461e0d-ec75-4fe8-9d49-1b9f188d8265, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=f8461e0d-ec75-4fe8-9d49-1b9f188d8265,segment=NetworkSegment(ff65b4be-9c23-4c72-a12e-e27f32be872c),segment_id=ff65b4be-9c23-4c72-a12e-e27f32be872c)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:52.704020 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85dc4d0-fcab-4569-a276-1895f2b4c82c req-5c444eaf-2a16-41f5-b16b-ce70e6a48396 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:52.715050 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85dc4d0-fcab-4569-a276-1895f2b4c82c req-5c444eaf-2a16-41f5-b16b-ce70e6a48396 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:52.722103 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85dc4d0-fcab-4569-a276-1895f2b4c82c req-5c444eaf-2a16-41f5-b16b-ce70e6a48396 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:52.728141 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85dc4d0-fcab-4569-a276-1895f2b4c82c req-5c444eaf-2a16-41f5-b16b-ce70e6a48396 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:52.738292 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c85dc4d0-fcab-4569-a276-1895f2b4c82c req-5c444eaf-2a16-41f5-b16b-ce70e6a48396 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 4656 time: 0.6185660 Mar 07 10:45:52.769201 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-7f96e824-e68e-4d85-8458-830af6d0b521 service neutron] For port f8461e0d-ec75-4fe8-9d49-1b9f188d8265, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:45:52.815127 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-7f96e824-e68e-4d85-8458-830af6d0b521 service neutron] device_id is not set on port f8461e0d-ec75-4fe8-9d49-1b9f188d8265 yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:45:52.823837 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:52.830147 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-7f96e824-e68e-4d85-8458-830af6d0b521 service neutron] Publish callbacks [] for port (f8461e0d-ec75-4fe8-9d49-1b9f188d8265), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:52.833909 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804f5250-8a94-4f40-be8c-61c9f06df631 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:45:52.842642 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-804f5250-8a94-4f40-be8c-61c9f06df631 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "PUT /v2.0/routers/d1406e0b-2b74-4885-ac63-ea6ca1361336/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5826893 Mar 07 10:45:52.853284 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58326) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:52.859347 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-86d0c7f4-0445-4c50-bce9-a1fb253f276f tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Publish callbacks [] for port (538a000e-d5c0-4905-bb9c-891e670d11e6), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:52.862194 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-47f38322-5cd5-45f7-89ff-13456ce080b9 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-803259212'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:52.883274 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c42d96-96f6-4a90-89d1-8ce096d8d213 None None] Sync routers for ids ['d1406e0b-2b74-4885-ac63-ea6ca1361336'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:45:52.898157 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c85dc4d0-fcab-4569-a276-1895f2b4c82c req-937147fe-b9ff-48ec-8c6a-cdd4d2661a51 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=a97aefc8-eaf5-49c0-9be9-01f706260e90&id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1584067 Mar 07 10:45:52.911483 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-7f96e824-e68e-4d85-8458-830af6d0b521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (f8461e0d-ec75-4fe8-9d49-1b9f188d8265), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:53.003234 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-86d0c7f4-0445-4c50-bce9-a1fb253f276f tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (538a000e-d5c0-4905-bb9c-891e670d11e6), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:53.029100 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96e824-e68e-4d85-8458-830af6d0b521 service neutron] Pushing event updated for resources: {'Port': ['ID=f8461e0d-ec75-4fe8-9d49-1b9f188d8265,revision_number=6']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:53.031515 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f38322-5cd5-45f7-89ff-13456ce080b9 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Made reservation on behalf of 504a1347ab6745e0835a648731c9ce9a for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:53.040396 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-47f38322-5cd5-45f7-89ff-13456ce080b9 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:53.044994 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c42d96-96f6-4a90-89d1-8ce096d8d213 None None] Routers {'d1406e0b-2b74-4885-ac63-ea6ca1361336'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:53.045782 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f9c42d96-96f6-4a90-89d1-8ce096d8d213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:45:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d1406e0b-2b74-4885-ac63-ea6ca1361336'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:53.122425 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d0c7f4-0445-4c50-bce9-a1fb253f276f tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Pushing event updated for resources: {'Port': ['ID=538a000e-d5c0-4905-bb9c-891e670d11e6,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:53.163277 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f38322-5cd5-45f7-89ff-13456ce080b9 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:45:53.181321 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-86d0c7f4-0445-4c50-bce9-a1fb253f276f tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Network 8e50499e-fbd5-45c6-a980-59dd492cbb54 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:53.185270 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-47f38322-5cd5-45f7-89ff-13456ce080b9 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (2d29b8ab-b503-4cbc-b3de-0b05cf62ef80), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:53.186361 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-47f38322-5cd5-45f7-89ff-13456ce080b9 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Added segment 2d29b8ab-b503-4cbc-b3de-0b05cf62ef80 of type vlan for network 92830a1f-908e-4f22-a5b3-45ad7504b151 Mar 07 10:45:53.194101 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-86d0c7f4-0445-4c50-bce9-a1fb253f276f tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:53.196905 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-86d0c7f4-0445-4c50-bce9-a1fb253f276f tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:45:53.198705 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bf176-493d-4cba-a252-bb7de041c34b req-052ec1da-7331-4b48-95f1-c9205d801938 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:53.207830 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7b5bf176-493d-4cba-a252-bb7de041c34b req-052ec1da-7331-4b48-95f1-c9205d801938 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba HTTP/1.1" status: 200 len: 945 time: 0.1568630 Mar 07 10:45:53.246560 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:45:53.247131 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:45:53.270577 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-f9c42d96-96f6-4a90-89d1-8ce096d8d213 None None] Set router d1406e0b-2b74-4885-ac63-ea6ca1361336 gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:45:53.286168 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-86d0c7f4-0445-4c50-bce9-a1fb253f276f tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:53.287277 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-86d0c7f4-0445-4c50-bce9-a1fb253f276f tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:53.351716 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-7f96e824-e68e-4d85-8458-830af6d0b521 service neutron] No DVR routers for this DVR port f8461e0d-ec75-4fe8-9d49-1b9f188d8265 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:53.354862 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-47f38322-5cd5-45f7-89ff-13456ce080b9 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (92830a1f-908e-4f22-a5b3-45ad7504b151), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:53.427841 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367f06a-9ea9-4210-a7a9-7627c24abba6 req-ac062bec-5c3d-4074-9c26-66a961fec08d tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:53.434861 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d367f06a-9ea9-4210-a7a9-7627c24abba6 req-ac062bec-5c3d-4074-9c26-66a961fec08d tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 946 time: 0.5252347 Mar 07 10:45:53.564832 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d367f06a-9ea9-4210-a7a9-7627c24abba6 req-f9644f6a-0d0e-4f97-858c-4fe252cce9b8 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281793 Mar 07 10:45:53.573184 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7b5bf176-493d-4cba-a252-bb7de041c34b req-470d1c11-80b5-46b6-9d39-11979846466e tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642604 Mar 07 10:45:53.574865 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-86d0c7f4-0445-4c50-bce9-a1fb253f276f tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6433191 Mar 07 10:45:53.583660 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-47f38322-5cd5-45f7-89ff-13456ce080b9 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (92830a1f-908e-4f22-a5b3-45ad7504b151), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:53.593386 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f38322-5cd5-45f7-89ff-13456ce080b9 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:53.593386 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-47f38322-5cd5-45f7-89ff-13456ce080b9 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:53.654743 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-1f59bd57-1b7b-4395-b4df-404cfe252945 service neutron] Request body: {'port': {'device_id': '188cbb51-004f-4eaf-819c-3ea64c10da36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:53.709791 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-7f96e824-e68e-4d85-8458-830af6d0b521 service neutron] In _notify_port_updated(), no bound segment for port f8461e0d-ec75-4fe8-9d49-1b9f188d8265 on network d366e7ad-5e6d-41da-a70c-3aced4fea314 {{(pid=103767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:45:53.710691 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-7f96e824-e68e-4d85-8458-830af6d0b521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:53.711311 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-7f96e824-e68e-4d85-8458-830af6d0b521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:53.712759 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-7f96e824-e68e-4d85-8458-830af6d0b521 service neutron] 10.222.0.21 "PUT /v2.0/ports/f8461e0d-ec75-4fe8-9d49-1b9f188d8265 HTTP/1.1" status: 200 len: 1028 time: 2.1092145 Mar 07 10:45:53.719574 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-8631a948-4958-4c04-a6fb-b78cc5bdfe62 service neutron] 10.222.0.21 "GET /v2.0/networks/8e50499e-fbd5-45c6-a980-59dd492cbb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5158784 Mar 07 10:45:53.790832 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-47f38322-5cd5-45f7-89ff-13456ce080b9 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9357247 Mar 07 10:45:53.795319 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58354) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:53.800291 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f38322-5cd5-45f7-89ff-13456ce080b9 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Network': ['ID=92830a1f-908e-4f22-a5b3-45ad7504b151,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:53.817987 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-90ace3f3-d347-4f7a-ab28-e3b3097bc9b4 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Request body: {'subnet': {'network_id': '92830a1f-908e-4f22-a5b3-45ad7504b151', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:45:53.829919 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port f8461e0d-ec75-4fe8-9d49-1b9f188d8265 is: DOWN; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:53.831284 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device f1eb3287-a1de-494b-bb6b-d382c5ab6cbb no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:53.833775 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bfe406d5-028f-4526-9a45-31ee87cea1e5 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (c54407c0-4db5-47a8-9c0d-a5071bcf0a43), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:53.835878 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 92830a1f-908e-4f22-a5b3-45ad7504b151 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:45:53.995777 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-007e673f-8240-4216-9a8c-76b3942f00a7 None None] Provisioning complete for port f8461e0d-ec75-4fe8-9d49-1b9f188d8265 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:53.996436 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-007e673f-8240-4216-9a8c-76b3942f00a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f8461e0d-ec75-4fe8-9d49-1b9f188d8265), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:54.039600 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-007e673f-8240-4216-9a8c-76b3942f00a7 None None] Port f8461e0d-ec75-4fe8-9d49-1b9f188d8265 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:45:54.107195 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea7ffff0-7638-4d15-87eb-5069b07e0844'}, {'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0ad4df5-2fed-46fc-8695-ce249f172d97'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:45:54.110081 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9562f0-565f-40b1-8997-b8d07e8eee98" -d '{"events": [{"server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "name": "network-vif-unplugged", "status": "completed", "tag": "ea7ffff0-7638-4d15-87eb-5069b07e0844"}, {"server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "name": "network-vif-unplugged", "status": "completed", "tag": "e0ad4df5-2fed-46fc-8695-ce249f172d97"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:45:54.134470 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port f1eb3287-a1de-494b-bb6b-d382c5ab6cbb is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:54.134913 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f1eb3287-a1de-494b-bb6b-d382c5ab6cbb), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:54.152239 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f9c42d96-96f6-4a90-89d1-8ce096d8d213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'name': 'tempest-RoutersIpV6Test-router-1694003958', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:15Z', 'updated_at': '2022-03-07T10:45:45Z', 'revision_number': 4, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None, '_interfaces': [{'id': '4c404918-6987-42e2-b4cd-37397011ea7c', 'name': '', 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:37:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:20Z', 'updated_at': '2022-03-07T10:45:26Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6add8305-fca4-4a82-9d28-5647ccd40a23', 'name': '', 'network_id': '56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:a9:93:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'a6ff4256-613e-41d9-a94b-ed1c8406f4ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:42Z', 'updated_at': '2022-03-07T10:45:47Z', 'revision_number': 2, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': 'a6ff4256-613e-41d9-a94b-ed1c8406f4ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aff39046-787f-46e3-b963-0ba1f743cb5e', 'name': '', 'network_id': '8013e22d-e73d-4b88-b54a-f43eb1dac410', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:75:76:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:29Z', 'updated_at': '2022-03-07T10:45:39Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:54.193842 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c42d96-96f6-4a90-89d1-8ce096d8d213 None None] Checking router: d1406e0b-2b74-4885-ac63-ea6ca1361336 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:45:54.194200 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c42d96-96f6-4a90-89d1-8ce096d8d213 None None] Updating router d1406e0b-2b74-4885-ac63-ea6ca1361336 port 6add8305-fca4-4a82-9d28-5647ccd40a23 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:45:54.258953 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ace3f3-d347-4f7a-ab28-e3b3097bc9b4 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Made reservation on behalf of 504a1347ab6745e0835a648731c9ce9a for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:45:54.263214 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90ace3f3-d347-4f7a-ab28-e3b3097bc9b4 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:54.277715 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-1f59bd57-1b7b-4395-b4df-404cfe252945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (538a000e-d5c0-4905-bb9c-891e670d11e6), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:54.286017 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefe6f1-e6ca-4670-b088-f8c18a2f4877 req-22f8bcd2-61b8-444b-98a4-2ae945025dc5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:54.287001 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port f1eb3287-a1de-494b-bb6b-d382c5ab6cbb, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=f1eb3287-a1de-494b-bb6b-d382c5ab6cbb,segment=NetworkSegment(cba6b645-26d8-4bc0-bf27-966307861fb5),segment_id=cba6b645-26d8-4bc0-bf27-966307861fb5)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:54.292554 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefe6f1-e6ca-4670-b088-f8c18a2f4877 req-22f8bcd2-61b8-444b-98a4-2ae945025dc5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:54.299204 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefe6f1-e6ca-4670-b088-f8c18a2f4877 req-22f8bcd2-61b8-444b-98a4-2ae945025dc5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:54.305755 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefe6f1-e6ca-4670-b088-f8c18a2f4877 req-22f8bcd2-61b8-444b-98a4-2ae945025dc5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:54.313085 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefe6f1-e6ca-4670-b088-f8c18a2f4877 req-22f8bcd2-61b8-444b-98a4-2ae945025dc5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:54.319096 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f1eb3287-a1de-494b-bb6b-d382c5ab6cbb), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:54.319809 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device b3e6cb98-f1eb-4ce3-ad21-8cac5012de24 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:45:54.325747 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f9c42d96-96f6-4a90-89d1-8ce096d8d213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6add8305-fca4-4a82-9d28-5647ccd40a23), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:54.327904 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fdefe6f1-e6ca-4670-b088-f8c18a2f4877 req-22f8bcd2-61b8-444b-98a4-2ae945025dc5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 3879 time: 0.2136846 Mar 07 10:45:54.368647 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ba9df24-ab7e-4140-81c6-3e61abb31d4e req-e6733e23-7524-44c0-9622-ca5d32500d66 service neutron] 10.222.0.21 "GET /v2.0/networks/8e50499e-fbd5-45c6-a980-59dd492cbb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6349669 Mar 07 10:45:54.395963 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffe1c7b-dd0a-47c3-a94c-3da2a4b06025 req-151893d9-cb9d-4b6f-bdf9-c1958c5e3790 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:54.397585 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9ffe1c7b-dd0a-47c3-a94c-3da2a4b06025 req-151893d9-cb9d-4b6f-bdf9-c1958c5e3790 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 931 time: 0.6172526 Mar 07 10:45:54.464555 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=f1eb3287-a1de-494b-bb6b-d382c5ab6cbb,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:54.603182 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port b3e6cb98-f1eb-4ce3-ad21-8cac5012de24 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:54.603588 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b3e6cb98-f1eb-4ce3-ad21-8cac5012de24), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:54.660975 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fdefe6f1-e6ca-4670-b088-f8c18a2f4877 req-16b111de-ec95-4d4a-8c29-94fec3d10376 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3232601 Mar 07 10:45:54.863198 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f9c42d96-96f6-4a90-89d1-8ce096d8d213 None None] Publish callbacks [] for port (6add8305-fca4-4a82-9d28-5647ccd40a23), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:54.913556 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port b3e6cb98-f1eb-4ce3-ad21-8cac5012de24, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b3e6cb98-f1eb-4ce3-ad21-8cac5012de24,segment=NetworkSegment(cba6b645-26d8-4bc0-bf27-966307861fb5),segment_id=cba6b645-26d8-4bc0-bf27-966307861fb5)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:54.915747 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f9c42d96-96f6-4a90-89d1-8ce096d8d213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6add8305-fca4-4a82-9d28-5647ccd40a23), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:54.946719 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b3e6cb98-f1eb-4ce3-ad21-8cac5012de24), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:54.988731 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-bfe406d5-028f-4526-9a45-31ee87cea1e5 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Deleting port 064dcd07-9808-4da5-af6e-ca17f124df22 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:54.992498 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bfe406d5-028f-4526-9a45-31ee87cea1e5 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (064dcd07-9808-4da5-af6e-ca17f124df22), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:55.079627 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-f9c42d96-96f6-4a90-89d1-8ce096d8d213 None None] Attempting to bind port 6add8305-fca4-4a82-9d28-5647ccd40a23 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:45:55.081096 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-f9c42d96-96f6-4a90-89d1-8ce096d8d213 None None] Attempting to bind port 6add8305-fca4-4a82-9d28-5647ccd40a23 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'c42124e3-2547-49a6-aaf6-26d675cc7e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:45:55.081436 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c42d96-96f6-4a90-89d1-8ce096d8d213 None None] Attempting to bind port 6add8305-fca4-4a82-9d28-5647ccd40a23 on network 56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:45:55.087888 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c42d96-96f6-4a90-89d1-8ce096d8d213 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:45:55.088643 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c42d96-96f6-4a90-89d1-8ce096d8d213 None None] Checking segment: {'id': 'c42124e3-2547-49a6-aaf6-26d675cc7e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:55.089125 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f9c42d96-96f6-4a90-89d1-8ce096d8d213 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:55.089684 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c42d96-96f6-4a90-89d1-8ce096d8d213 None None] Bound using segment: {'id': 'c42124e3-2547-49a6-aaf6-26d675cc7e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:45:55.090978 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-f9c42d96-96f6-4a90-89d1-8ce096d8d213 None None] Bound port: 6add8305-fca4-4a82-9d28-5647ccd40a23, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c42124e3-2547-49a6-aaf6-26d675cc7e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:45:55.091378 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f9c42d96-96f6-4a90-89d1-8ce096d8d213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6add8305-fca4-4a82-9d28-5647ccd40a23), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:55.093467 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6645dd9-a86d-4ae7-bf31-254c60c814db None None] Pushing event updated for resources: {'Port': ['ID=6add8305-fca4-4a82-9d28-5647ccd40a23,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:55.179507 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3ea02-f1f9-4703-abb4-f92446c02a80 req-b8d0fce1-5a0b-4e3e-ae43-3eecad0e02b0 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:55.182246 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c6f3ea02-f1f9-4703-abb4-f92446c02a80 req-b8d0fce1-5a0b-4e3e-ae43-3eecad0e02b0 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba HTTP/1.1" status: 200 len: 945 time: 0.4056091 Mar 07 10:45:55.190449 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=b3e6cb98-f1eb-4ce3-ad21-8cac5012de24,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:55.234632 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9ffe1c7b-dd0a-47c3-a94c-3da2a4b06025 req-945d11ff-7e97-41ed-9909-e5075790900c tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8233562 Mar 07 10:45:55.318788 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90ace3f3-d347-4f7a-ab28-e3b3097bc9b4 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (99a94e6c-040b-4f62-8378-ec29fcd475f4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:55.319608 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-f9c42d96-96f6-4a90-89d1-8ce096d8d213 None None] For port 6add8305-fca4-4a82-9d28-5647ccd40a23, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:45:55.328389 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-f9c42d96-96f6-4a90-89d1-8ce096d8d213 None None] For port 6add8305-fca4-4a82-9d28-5647ccd40a23, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6add8305-fca4-4a82-9d28-5647ccd40a23,segment=NetworkSegment(c42124e3-2547-49a6-aaf6-26d675cc7e3c),segment_id=c42124e3-2547-49a6-aaf6-26d675cc7e3c)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:45:55.335540 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-2924c6d6-f171-4590-ae91-7dd4db406de5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Deleting port b3e6cb98-f1eb-4ce3-ad21-8cac5012de24 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:55.336307 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-2924c6d6-f171-4590-ae91-7dd4db406de5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (b3e6cb98-f1eb-4ce3-ad21-8cac5012de24), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:55.340775 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f9c42d96-96f6-4a90-89d1-8ce096d8d213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6add8305-fca4-4a82-9d28-5647ccd40a23), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:55.447129 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 07 Mar 2022 10:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1bd6a4-6a35-4059-838e-2a00da08d0c5 x-openstack-request-id: req-cd1bd6a4-6a35-4059-838e-2a00da08d0c5 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:45:55.447129 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "name": "network-vif-unplugged", "status": "completed", "tag": "ea7ffff0-7638-4d15-87eb-5069b07e0844", "code": 200}, {"server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "name": "network-vif-unplugged", "status": "completed", "tag": "e0ad4df5-2fed-46fc-8695-ce249f172d97", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:45:55.447129 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cd1bd6a4-6a35-4059-838e-2a00da08d0c5 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:45:55.447129 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea7ffff0-7638-4d15-87eb-5069b07e0844', 'code': 200} Mar 07 10:45:55.447129 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0ad4df5-2fed-46fc-8695-ce249f172d97', 'code': 200} Mar 07 10:45:55.448161 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6645dd9-a86d-4ae7-bf31-254c60c814db None None] Pushing event updated for resources: {'Port': ['ID=6add8305-fca4-4a82-9d28-5647ccd40a23,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:55.453077 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bfe406d5-028f-4526-9a45-31ee87cea1e5 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (064dcd07-9808-4da5-af6e-ca17f124df22), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:55.472053 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c42d96-96f6-4a90-89d1-8ce096d8d213 None None] Routers {'d1406e0b-2b74-4885-ac63-ea6ca1361336'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:55.472734 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f9c42d96-96f6-4a90-89d1-8ce096d8d213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:45:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d1406e0b-2b74-4885-ac63-ea6ca1361336'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:55.605808 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-bfe406d5-028f-4526-9a45-31ee87cea1e5 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Calling delete_port for 064dcd07-9808-4da5-af6e-ca17f124df22 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:55.627297 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-f9c42d96-96f6-4a90-89d1-8ce096d8d213 None None] Set router d1406e0b-2b74-4885-ac63-ea6ca1361336 gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:45:55.711823 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ace3f3-d347-4f7a-ab28-e3b3097bc9b4 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Subnet': ['ID=99a94e6c-040b-4f62-8378-ec29fcd475f4,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:55.736566 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c6f3ea02-f1f9-4703-abb4-f92446c02a80 req-a3a2741a-ae94-4b1d-98fa-48eb3008a167 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5381236 Mar 07 10:45:55.748762 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ace3f3-d347-4f7a-ab28-e3b3097bc9b4 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:55.749535 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ace3f3-d347-4f7a-ab28-e3b3097bc9b4 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:55.750143 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ace3f3-d347-4f7a-ab28-e3b3097bc9b4 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:55.753175 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ace3f3-d347-4f7a-ab28-e3b3097bc9b4 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:55.753777 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ace3f3-d347-4f7a-ab28-e3b3097bc9b4 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:55.754348 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ace3f3-d347-4f7a-ab28-e3b3097bc9b4 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:55.754929 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ace3f3-d347-4f7a-ab28-e3b3097bc9b4 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:55.755504 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ace3f3-d347-4f7a-ab28-e3b3097bc9b4 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:55.756200 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ace3f3-d347-4f7a-ab28-e3b3097bc9b4 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:55.756200 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ace3f3-d347-4f7a-ab28-e3b3097bc9b4 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:55.758369 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ace3f3-d347-4f7a-ab28-e3b3097bc9b4 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:55.758812 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ace3f3-d347-4f7a-ab28-e3b3097bc9b4 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:55.760298 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ace3f3-d347-4f7a-ab28-e3b3097bc9b4 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:45:55.806024 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d3eb5-0d09-4be5-9122-a9e5494f4514 req-8940c5a0-177b-4ded-9bc8-3aa7ce8c6ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:55.808357 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3e8d3eb5-0d09-4be5-9122-a9e5494f4514 req-8940c5a0-177b-4ded-9bc8-3aa7ce8c6ad7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efb48669635249ee9aaece4475163b67&device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 1125 time: 1.3748331 Mar 07 10:45:55.849887 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-2924c6d6-f171-4590-ae91-7dd4db406de5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] For port b3e6cb98-f1eb-4ce3-ad21-8cac5012de24, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b3e6cb98-f1eb-4ce3-ad21-8cac5012de24,segment=NetworkSegment(cba6b645-26d8-4bc0-bf27-966307861fb5),segment_id=cba6b645-26d8-4bc0-bf27-966307861fb5)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:55.850386 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-2924c6d6-f171-4590-ae91-7dd4db406de5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (b3e6cb98-f1eb-4ce3-ad21-8cac5012de24), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:55.877669 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ace3f3-d347-4f7a-ab28-e3b3097bc9b4 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Checking segment: {'id': '2d29b8ab-b503-4cbc-b3de-0b05cf62ef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '92830a1f-908e-4f22-a5b3-45ad7504b151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:55.878354 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ace3f3-d347-4f7a-ab28-e3b3097bc9b4 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network hostable DHCP agents. Network: 92830a1f-908e-4f22-a5b3-45ad7504b151, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:45:55.899893 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-2924c6d6-f171-4590-ae91-7dd4db406de5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Calling delete_port for b3e6cb98-f1eb-4ce3-ad21-8cac5012de24 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:55.952328 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854eaf40-24fb-49f3-b06b-76115aa6eeac req-23ffd4b5-cc4c-404a-b87b-d729a41ee1a5 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:55.953956 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-854eaf40-24fb-49f3-b06b-76115aa6eeac req-23ffd4b5-cc4c-404a-b87b-d729a41ee1a5 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba HTTP/1.1" status: 200 len: 945 time: 0.3998864 Mar 07 10:45:55.957095 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02744589-9f47-4690-93df-506d477143a2 req-4aba7ed8-be40-4e89-b9af-5cd55db3d266 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:55.959355 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-02744589-9f47-4690-93df-506d477143a2 req-4aba7ed8-be40-4e89-b9af-5cd55db3d266 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 946 time: 0.4190919 Mar 07 10:45:55.969419 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ace3f3-d347-4f7a-ab28-e3b3097bc9b4 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network 92830a1f-908e-4f22-a5b3-45ad7504b151 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:45:56.061497 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-90ace3f3-d347-4f7a-ab28-e3b3097bc9b4 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 92830a1f-908e-4f22-a5b3-45ad7504b151) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:56.093594 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cff707c-b796-4528-a20d-78523b3cc6fe None None] Network 92830a1f-908e-4f22-a5b3-45ad7504b151 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:45:56.134159 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ace3f3-d347-4f7a-ab28-e3b3097bc9b4 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:56.134751 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90ace3f3-d347-4f7a-ab28-e3b3097bc9b4 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:56.162685 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2d581-8586-4170-a7bd-537139ab663f req-90f32788-37ce-4a29-b7ec-14b1de474c83 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:56.170188 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2d581-8586-4170-a7bd-537139ab663f req-90f32788-37ce-4a29-b7ec-14b1de474c83 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:56.176133 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2d581-8586-4170-a7bd-537139ab663f req-90f32788-37ce-4a29-b7ec-14b1de474c83 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:56.184416 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2d581-8586-4170-a7bd-537139ab663f req-90f32788-37ce-4a29-b7ec-14b1de474c83 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:56.192170 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2d581-8586-4170-a7bd-537139ab663f req-90f32788-37ce-4a29-b7ec-14b1de474c83 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:56.199615 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-51d2d581-8586-4170-a7bd-537139ab663f req-90f32788-37ce-4a29-b7ec-14b1de474c83 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 3875 time: 0.3159950 Mar 07 10:45:56.212457 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-02744589-9f47-4690-93df-506d477143a2 req-ff17706d-88c4-415c-884a-329f233ca32b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877015 Mar 07 10:45:56.257920 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-704e5c2b-489b-46f9-9d1d-2dde7ec98b53 None None] Provisioning complete for port 6add8305-fca4-4a82-9d28-5647ccd40a23 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:56.258681 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-704e5c2b-489b-46f9-9d1d-2dde7ec98b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6add8305-fca4-4a82-9d28-5647ccd40a23), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:56.279477 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-51d2d581-8586-4170-a7bd-537139ab663f req-69a5b177-4a31-46f4-b93d-545c2980b286 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736096 Mar 07 10:45:56.280013 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d3eb5-0d09-4be5-9122-a9e5494f4514 req-e68f2a79-84da-4352-a2e6-b2ddbcb680a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:56.281821 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3e8d3eb5-0d09-4be5-9122-a9e5494f4514 req-e68f2a79-84da-4352-a2e6-b2ddbcb680a0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8e50499e-fbd5-45c6-a980-59dd492cbb54 HTTP/1.1" status: 200 len: 919 time: 0.4558959 Mar 07 10:45:56.370630 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-90ace3f3-d347-4f7a-ab28-e3b3097bc9b4 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5672586 Mar 07 10:45:56.372691 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58454) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:56.388270 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3e8d3eb5-0d09-4be5-9122-a9e5494f4514 req-07bfd2eb-57db-4b7f-8f4e-55897e4b27a2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86acb899-503f-4e06-a7d0-e4abf9e23dd3 HTTP/1.1" status: 200 len: 217 time: 0.0561609 Mar 07 10:45:56.420062 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-854eaf40-24fb-49f3-b06b-76115aa6eeac req-8ae896d0-d941-42ea-8ea2-ff3f9db252f3 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Deleting port f7838b08-892e-4fb2-8e11-96a641021816 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:56.420404 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-854eaf40-24fb-49f3-b06b-76115aa6eeac req-8ae896d0-d941-42ea-8ea2-ff3f9db252f3 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (f7838b08-892e-4fb2-8e11-96a641021816), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:56.508902 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b914c5-0497-4f86-b5f0-5118d906057b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-92830a1f-908e-4f22-a5b3-45ad7504b151', 'network_id': '92830a1f-908e-4f22-a5b3-45ad7504b151', 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'fixed_ips': [{'subnet_id': '99a94e6c-040b-4f62-8378-ec29fcd475f4'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:45:56.510532 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-96b914c5-0497-4f86-b5f0-5118d906057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:56.608736 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-1f59bd57-1b7b-4395-b4df-404cfe252945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 538a000e-d5c0-4905-bb9c-891e670d11e6 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:45:56.624034 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-1f59bd57-1b7b-4395-b4df-404cfe252945 service neutron] Publish callbacks [] for port (538a000e-d5c0-4905-bb9c-891e670d11e6), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:56.659522 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-1f59bd57-1b7b-4395-b4df-404cfe252945 service neutron] Transition to ACTIVE for port object 538a000e-d5c0-4905-bb9c-891e670d11e6 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:45:56.679467 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-1f59bd57-1b7b-4395-b4df-404cfe252945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (538a000e-d5c0-4905-bb9c-891e670d11e6), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:56.685672 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-704e5c2b-489b-46f9-9d1d-2dde7ec98b53 None None] Current status of the port 6add8305-fca4-4a82-9d28-5647ccd40a23 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:56.686129 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-704e5c2b-489b-46f9-9d1d-2dde7ec98b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6add8305-fca4-4a82-9d28-5647ccd40a23), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:56.749730 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d3eb5-0d09-4be5-9122-a9e5494f4514 req-25054a22-6409-4b89-81f3-d2e678b60717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:56.750618 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-704e5c2b-489b-46f9-9d1d-2dde7ec98b53 None None] For port 6add8305-fca4-4a82-9d28-5647ccd40a23, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6add8305-fca4-4a82-9d28-5647ccd40a23,segment=NetworkSegment(c42124e3-2547-49a6-aaf6-26d675cc7e3c),segment_id=c42124e3-2547-49a6-aaf6-26d675cc7e3c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:56.752490 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3e8d3eb5-0d09-4be5-9122-a9e5494f4514 req-25054a22-6409-4b89-81f3-d2e678b60717 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9604a39-59d4-4a65-aab1-e0de3b159bd9 HTTP/1.1" status: 200 len: 858 time: 0.3414013 Mar 07 10:45:56.850983 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3e8d3eb5-0d09-4be5-9122-a9e5494f4514 req-1d940cef-150e-4f8f-bb6c-a774294ac8fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e50499e-fbd5-45c6-a980-59dd492cbb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767288 Mar 07 10:45:56.893028 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aecbbe-3e9a-41ae-9acd-7782614658d4 req-7adcbf0b-eac3-4af1-910a-09062130f65d tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:56.900535 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f0aecbbe-3e9a-41ae-9acd-7782614658d4 req-7adcbf0b-eac3-4af1-910a-09062130f65d tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 931 time: 0.5111959 Mar 07 10:45:56.952969 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-854eaf40-24fb-49f3-b06b-76115aa6eeac req-8ae896d0-d941-42ea-8ea2-ff3f9db252f3 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] For port f7838b08-892e-4fb2-8e11-96a641021816, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f7838b08-892e-4fb2-8e11-96a641021816,segment=NetworkSegment(12342119-cf6b-4cbb-9e34-d47607d55c42),segment_id=12342119-cf6b-4cbb-9e34-d47607d55c42)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:56.953659 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-854eaf40-24fb-49f3-b06b-76115aa6eeac req-8ae896d0-d941-42ea-8ea2-ff3f9db252f3 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (f7838b08-892e-4fb2-8e11-96a641021816), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:56.967913 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-96b914c5-0497-4f86-b5f0-5118d906057b None None] Allocated IP 2001:db8:3::2 (92830a1f-908e-4f22-a5b3-45ad7504b151/99a94e6c-040b-4f62-8378-ec29fcd475f4/2c7724cc-a58c-47e8-9331-481c893a13eb) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:45:56.970843 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bfe406d5-028f-4526-9a45-31ee87cea1e5 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (064dcd07-9808-4da5-af6e-ca17f124df22), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:57.014370 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe406d5-028f-4526-9a45-31ee87cea1e5 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Pushing event deleted for resources: {'Port': ['ID=064dcd07-9808-4da5-af6e-ca17f124df22,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:57.017451 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-854eaf40-24fb-49f3-b06b-76115aa6eeac req-8ae896d0-d941-42ea-8ea2-ff3f9db252f3 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Calling delete_port for f7838b08-892e-4fb2-8e11-96a641021816 owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:57.036078 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fef57d-4e92-4d66-859a-0a44404e6837 req-fea1c085-0557-4db0-9116-7380945d3d9e tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:57.043248 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f2fef57d-4e92-4d66-859a-0a44404e6837 req-fea1c085-0557-4db0-9116-7380945d3d9e tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba HTTP/1.1" status: 200 len: 945 time: 0.1946473 Mar 07 10:45:57.121379 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f59bd57-1b7b-4395-b4df-404cfe252945 service neutron] Pushing event updated for resources: {'Port': ['ID=538a000e-d5c0-4905-bb9c-891e670d11e6,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:57.202835 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-96b914c5-0497-4f86-b5f0-5118d906057b None None] Publish callbacks [] for port (2c7724cc-a58c-47e8-9331-481c893a13eb), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:57.215348 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-704e5c2b-489b-46f9-9d1d-2dde7ec98b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6add8305-fca4-4a82-9d28-5647ccd40a23), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:57.227466 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 86acb899-503f-4e06-a7d0-e4abf9e23dd3 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:45:57.256013 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-96b914c5-0497-4f86-b5f0-5118d906057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (2c7724cc-a58c-47e8-9331-481c893a13eb), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:57.392800 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3e8d3eb5-0d09-4be5-9122-a9e5494f4514 req-01bcbf25-db13-4e53-b94b-cd1e13912b73 service neutron] 10.222.0.21 "GET /v2.0/networks/8e50499e-fbd5-45c6-a980-59dd492cbb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251989 Mar 07 10:45:57.415899 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f0aecbbe-3e9a-41ae-9acd-7782614658d4 req-99597ace-2af3-4b33-bd28-70e6b5d08a7c tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5143688 Mar 07 10:45:57.425561 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f2fef57d-4e92-4d66-859a-0a44404e6837 req-68e58053-c8c0-46f2-b267-881cf163830e tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801749 Mar 07 10:45:57.453823 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.resource_extend [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:45:57.479117 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-eb45a086-d735-4e74-ba1f-0c53b42f7b55 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:57.531116 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3e8d3eb5-0d09-4be5-9122-a9e5494f4514 req-d28113e8-f1c4-469d-a9f1-9985e617e3cd service neutron] 10.222.0.21 "GET /v2.0/networks/8e50499e-fbd5-45c6-a980-59dd492cbb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141963 Mar 07 10:45:57.537408 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-1f59bd57-1b7b-4395-b4df-404cfe252945 service neutron] Attempting to bind port 538a000e-d5c0-4905-bb9c-891e670d11e6 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:45:57.538101 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-1f59bd57-1b7b-4395-b4df-404cfe252945 service neutron] Attempting to bind port 538a000e-d5c0-4905-bb9c-891e670d11e6 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '7642cd9c-6339-42f5-804e-a1167650136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8e50499e-fbd5-45c6-a980-59dd492cbb54'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:45:57.538257 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-1f59bd57-1b7b-4395-b4df-404cfe252945 service neutron] Attempting to bind port 538a000e-d5c0-4905-bb9c-891e670d11e6 on network 8e50499e-fbd5-45c6-a980-59dd492cbb54 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:45:57.543431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-1f59bd57-1b7b-4395-b4df-404cfe252945 service neutron] Port 538a000e-d5c0-4905-bb9c-891e670d11e6 on network 8e50499e-fbd5-45c6-a980-59dd492cbb54 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:45:57.543751 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-1f59bd57-1b7b-4395-b4df-404cfe252945 service neutron] Attempting to bind port 538a000e-d5c0-4905-bb9c-891e670d11e6 on network 8e50499e-fbd5-45c6-a980-59dd492cbb54 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:45:57.552470 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-2924c6d6-f171-4590-ae91-7dd4db406de5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (b3e6cb98-f1eb-4ce3-ad21-8cac5012de24), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:57.595357 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 86acb899-503f-4e06-a7d0-e4abf9e23dd3, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=86acb899-503f-4e06-a7d0-e4abf9e23dd3,segment=NetworkSegment(7642cd9c-6339-42f5-804e-a1167650136a),segment_id=7642cd9c-6339-42f5-804e-a1167650136a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:57.601211 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bfe406d5-028f-4526-9a45-31ee87cea1e5 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (c54407c0-4db5-47a8-9c0d-a5071bcf0a43), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:57.652150 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b914c5-0497-4f86-b5f0-5118d906057b None None] Network 92830a1f-908e-4f22-a5b3-45ad7504b151 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:45:57.653604 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e5c2b-489b-46f9-9d1d-2dde7ec98b53 None None] Pushing event updated for resources: {'Port': ['ID=6add8305-fca4-4a82-9d28-5647ccd40a23,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:57.671781 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1eb3287-a1de-494b-bb6b-d382c5ab6cbb'}, {'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3e6cb98-f1eb-4ce3-ad21-8cac5012de24'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:45:57.676015 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635bc04c-1cd3-49b9-ab13-a94ac3838072" -d '{"events": [{"server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "name": "network-vif-unplugged", "status": "completed", "tag": "f1eb3287-a1de-494b-bb6b-d382c5ab6cbb"}, {"server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "name": "network-vif-unplugged", "status": "completed", "tag": "b3e6cb98-f1eb-4ce3-ad21-8cac5012de24"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:45:57.677576 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2924c6d6-f171-4590-ae91-7dd4db406de5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Pushing event deleted for resources: {'Port': ['ID=b3e6cb98-f1eb-4ce3-ad21-8cac5012de24,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:57.682021 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-1f59bd57-1b7b-4395-b4df-404cfe252945 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:45:57.682495 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-1f59bd57-1b7b-4395-b4df-404cfe252945 service neutron] Checking segment: {'id': '7642cd9c-6339-42f5-804e-a1167650136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8e50499e-fbd5-45c6-a980-59dd492cbb54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:57.683232 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-1f59bd57-1b7b-4395-b4df-404cfe252945 service neutron] Bound using segment: {'id': '7642cd9c-6339-42f5-804e-a1167650136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8e50499e-fbd5-45c6-a980-59dd492cbb54'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:45:57.683672 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-1f59bd57-1b7b-4395-b4df-404cfe252945 service neutron] Bound port: 538a000e-d5c0-4905-bb9c-891e670d11e6, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7642cd9c-6339-42f5-804e-a1167650136a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8e50499e-fbd5-45c6-a980-59dd492cbb54'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:45:57.684028 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-1f59bd57-1b7b-4395-b4df-404cfe252945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (538a000e-d5c0-4905-bb9c-891e670d11e6), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:57.686209 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '86acb899-503f-4e06-a7d0-e4abf9e23dd3', 'network_id': '8e50499e-fbd5-45c6-a980-59dd492cbb54', 'port_id': '86acb899-503f-4e06-a7d0-e4abf9e23dd3', 'mac_address': 'fa:16:3e:0c:12:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9604a39-59d4-4a65-aab1-e0de3b159bd9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:45:57.732712 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-2924c6d6-f171-4590-ae91-7dd4db406de5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] No DVR routers for this DVR port b3e6cb98-f1eb-4ce3-ad21-8cac5012de24 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:57.733787 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-96b914c5-0497-4f86-b5f0-5118d906057b None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:45:57.738370 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b914c5-0497-4f86-b5f0-5118d906057b None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:45:57.747638 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-2924c6d6-f171-4590-ae91-7dd4db406de5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:57.757513 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-2924c6d6-f171-4590-ae91-7dd4db406de5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.21 "DELETE /v2.0/ports/b3e6cb98-f1eb-4ce3-ad21-8cac5012de24 HTTP/1.1" status: 204 len: 173 time: 4.0294297 Mar 07 10:45:57.863751 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'name': 'network-vif-deleted', 'tag': 'b3e6cb98-f1eb-4ce3-ad21-8cac5012de24'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:45:57.866089 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e7c8ea-204c-44f7-a491-0cf42459c3ea" -d '{"events": [{"server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "name": "network-vif-deleted", "tag": "b3e6cb98-f1eb-4ce3-ad21-8cac5012de24"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:45:57.906986 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a9f47547-6bb7-4b9b-afca-2a0db69281e5 None None] Provisioning complete for port 6add8305-fca4-4a82-9d28-5647ccd40a23 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:57.907607 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a9f47547-6bb7-4b9b-afca-2a0db69281e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6add8305-fca4-4a82-9d28-5647ccd40a23), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:57.914752 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b914c5-0497-4f86-b5f0-5118d906057b None None] Pushing event updated for resources: {'Port': ['ID=2c7724cc-a58c-47e8-9331-481c893a13eb,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:57.951853 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 86acb899-503f-4e06-a7d0-e4abf9e23dd3 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:57.952865 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (86acb899-503f-4e06-a7d0-e4abf9e23dd3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:57.962217 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f9c42d96-96f6-4a90-89d1-8ce096d8d213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'name': 'tempest-RoutersIpV6Test-router-1694003958', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:15Z', 'updated_at': '2022-03-07T10:45:45Z', 'revision_number': 4, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None, '_interfaces': [{'id': '4c404918-6987-42e2-b4cd-37397011ea7c', 'name': '', 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:37:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:20Z', 'updated_at': '2022-03-07T10:45:26Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6add8305-fca4-4a82-9d28-5647ccd40a23', 'name': '', 'network_id': '56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:a9:93:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'a6ff4256-613e-41d9-a94b-ed1c8406f4ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:42Z', 'updated_at': '2022-03-07T10:45:55Z', 'revision_number': 4, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': 'a6ff4256-613e-41d9-a94b-ed1c8406f4ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aff39046-787f-46e3-b963-0ba1f743cb5e', 'name': '', 'network_id': '8013e22d-e73d-4b88-b54a-f43eb1dac410', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:75:76:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:29Z', 'updated_at': '2022-03-07T10:45:39Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:57.981083 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6583eb-5819-4e5e-b8a3-955029d5cbb9 req-a0433aa4-c980-4c6d-9f27-ce9857134649 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:57.997429 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6583eb-5819-4e5e-b8a3-955029d5cbb9 req-a0433aa4-c980-4c6d-9f27-ce9857134649 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:58.003101 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6583eb-5819-4e5e-b8a3-955029d5cbb9 req-a0433aa4-c980-4c6d-9f27-ce9857134649 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:58.013909 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6583eb-5819-4e5e-b8a3-955029d5cbb9 req-a0433aa4-c980-4c6d-9f27-ce9857134649 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:58.022501 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae6583eb-5819-4e5e-b8a3-955029d5cbb9 req-a0433aa4-c980-4c6d-9f27-ce9857134649 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 3142 time: 0.3755410 Mar 07 10:45:58.047198 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c42d96-96f6-4a90-89d1-8ce096d8d213 None None] The sync data for ids ['d1406e0b-2b74-4885-ac63-ea6ca1361336'] in n-d-832164-4 is: [{'id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'name': 'tempest-RoutersIpV6Test-router-1694003958', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:15Z', 'updated_at': '2022-03-07T10:45:45Z', 'revision_number': 4, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None, '_interfaces': [{'id': '4c404918-6987-42e2-b4cd-37397011ea7c', 'name': '', 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:37:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:20Z', 'updated_at': '2022-03-07T10:45:26Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6add8305-fca4-4a82-9d28-5647ccd40a23', 'name': '', 'network_id': '56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:a9:93:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'a6ff4256-613e-41d9-a94b-ed1c8406f4ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:42Z', 'updated_at': '2022-03-07T10:45:55Z', 'revision_number': 4, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': 'a6ff4256-613e-41d9-a94b-ed1c8406f4ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aff39046-787f-46e3-b963-0ba1f743cb5e', 'name': '', 'network_id': '8013e22d-e73d-4b88-b54a-f43eb1dac410', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:75:76:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:29Z', 'updated_at': '2022-03-07T10:45:39Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:45:58.067716 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86acb899-503f-4e06-a7d0-e4abf9e23dd3 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:45:58.090979 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-96b914c5-0497-4f86-b5f0-5118d906057b None None] Attempting to bind port 2c7724cc-a58c-47e8-9331-481c893a13eb on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:45:58.091512 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-96b914c5-0497-4f86-b5f0-5118d906057b None None] Attempting to bind port 2c7724cc-a58c-47e8-9331-481c893a13eb by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '2d29b8ab-b503-4cbc-b3de-0b05cf62ef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '92830a1f-908e-4f22-a5b3-45ad7504b151'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:45:58.091998 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b914c5-0497-4f86-b5f0-5118d906057b None None] Attempting to bind port 2c7724cc-a58c-47e8-9331-481c893a13eb on network 92830a1f-908e-4f22-a5b3-45ad7504b151 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:45:58.144224 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-964fed40-d2f9-42e8-a669-646aa9ca0387 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Deleting port e0ad4df5-2fed-46fc-8695-ce249f172d97 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:45:58.144642 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-964fed40-d2f9-42e8-a669-646aa9ca0387 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (e0ad4df5-2fed-46fc-8695-ce249f172d97), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:58.159967 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b914c5-0497-4f86-b5f0-5118d906057b None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:45:58.160495 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b914c5-0497-4f86-b5f0-5118d906057b None None] Checking segment: {'id': '2d29b8ab-b503-4cbc-b3de-0b05cf62ef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '92830a1f-908e-4f22-a5b3-45ad7504b151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:45:58.161004 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-96b914c5-0497-4f86-b5f0-5118d906057b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:58.161537 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b914c5-0497-4f86-b5f0-5118d906057b None None] Bound using segment: {'id': '2d29b8ab-b503-4cbc-b3de-0b05cf62ef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '92830a1f-908e-4f22-a5b3-45ad7504b151'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:45:58.162125 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-96b914c5-0497-4f86-b5f0-5118d906057b None None] Bound port: 2c7724cc-a58c-47e8-9331-481c893a13eb, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d29b8ab-b503-4cbc-b3de-0b05cf62ef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '92830a1f-908e-4f22-a5b3-45ad7504b151'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:45:58.162633 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-96b914c5-0497-4f86-b5f0-5118d906057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2c7724cc-a58c-47e8-9331-481c893a13eb), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:58.202374 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 86acb899-503f-4e06-a7d0-e4abf9e23dd3, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=86acb899-503f-4e06-a7d0-e4abf9e23dd3,segment=NetworkSegment(7642cd9c-6339-42f5-804e-a1167650136a),segment_id=7642cd9c-6339-42f5-804e-a1167650136a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:58.224470 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (86acb899-503f-4e06-a7d0-e4abf9e23dd3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:58.299957 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-964fed40-d2f9-42e8-a669-646aa9ca0387 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] For port e0ad4df5-2fed-46fc-8695-ce249f172d97, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e0ad4df5-2fed-46fc-8695-ce249f172d97,segment=NetworkSegment(bdffe236-d79e-4242-8538-dc3bd790824d),segment_id=bdffe236-d79e-4242-8538-dc3bd790824d)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:45:58.300322 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-964fed40-d2f9-42e8-a669-646aa9ca0387 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (e0ad4df5-2fed-46fc-8695-ce249f172d97), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:58.509680 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a9f47547-6bb7-4b9b-afca-2a0db69281e5 None None] Current status of the port 6add8305-fca4-4a82-9d28-5647ccd40a23 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:58.540248 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-96b914c5-0497-4f86-b5f0-5118d906057b None None] For port 2c7724cc-a58c-47e8-9331-481c893a13eb, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:45:58.546386 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['86acb899-503f-4e06-a7d0-e4abf9e23dd3'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:45:58.554710 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-96b914c5-0497-4f86-b5f0-5118d906057b None None] For port 2c7724cc-a58c-47e8-9331-481c893a13eb, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=2c7724cc-a58c-47e8-9331-481c893a13eb,segment=NetworkSegment(2d29b8ab-b503-4cbc-b3de-0b05cf62ef80),segment_id=2d29b8ab-b503-4cbc-b3de-0b05cf62ef80)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:45:58.556851 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=86acb899-503f-4e06-a7d0-e4abf9e23dd3,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:58.582763 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03fe6da-ad76-4c3b-b327-3e2e4274b1d3 req-35897214-bc88-44a9-85ba-1faf1a2a699d tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:58.587696 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b03fe6da-ad76-4c3b-b327-3e2e4274b1d3 req-35897214-bc88-44a9-85ba-1faf1a2a699d tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 946 time: 0.9771614 Mar 07 10:45:58.626352 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-96b914c5-0497-4f86-b5f0-5118d906057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (2c7724cc-a58c-47e8-9331-481c893a13eb), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:58.655279 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-964fed40-d2f9-42e8-a669-646aa9ca0387 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:58.655940 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-964fed40-d2f9-42e8-a669-646aa9ca0387 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (572194b6-8ab6-4d93-9100-fb93f524ef43), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:58.656106 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-964fed40-d2f9-42e8-a669-646aa9ca0387 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Floating IP 572194b6-8ab6-4d93-9100-fb93f524ef43 disassociated. External IP: 172.25.3.234, port: e0ad4df5-2fed-46fc-8695-ce249f172d97. Mar 07 10:45:58.656482 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-964fed40-d2f9-42e8-a669-646aa9ca0387 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Calling delete_port for e0ad4df5-2fed-46fc-8695-ce249f172d97 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:45:58.677280 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-854eaf40-24fb-49f3-b06b-76115aa6eeac req-8ae896d0-d941-42ea-8ea2-ff3f9db252f3 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (f7838b08-892e-4fb2-8e11-96a641021816), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:58.748550 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b914c5-0497-4f86-b5f0-5118d906057b None None] Pushing event updated for resources: {'Port': ['ID=2c7724cc-a58c-47e8-9331-481c893a13eb,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:58.808967 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae6583eb-5819-4e5e-b8a3-955029d5cbb9 req-3ac8c364-47cb-4ef2-a927-6d7842ba3797 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7855890 Mar 07 10:45:58.818577 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-1f59bd57-1b7b-4395-b4df-404cfe252945 service neutron] For port 538a000e-d5c0-4905-bb9c-891e670d11e6, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:45:58.839810 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-1f59bd57-1b7b-4395-b4df-404cfe252945 service neutron] For port 538a000e-d5c0-4905-bb9c-891e670d11e6, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=538a000e-d5c0-4905-bb9c-891e670d11e6,segment=NetworkSegment(7642cd9c-6339-42f5-804e-a1167650136a),segment_id=7642cd9c-6339-42f5-804e-a1167650136a)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:45:58.889485 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-1f59bd57-1b7b-4395-b4df-404cfe252945 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (538a000e-d5c0-4905-bb9c-891e670d11e6), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:58.905718 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6add8305-fca4-4a82-9d28-5647ccd40a23 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:45:58.919810 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae896d0-d941-42ea-8ea2-ff3f9db252f3 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Pushing event deleted for resources: {'Port': ['ID=f7838b08-892e-4fb2-8e11-96a641021816,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:58.948489 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe406d5-028f-4526-9a45-31ee87cea1e5 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Router c54407c0-4db5-47a8-9c0d-a5071bcf0a43 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:45:58.994315 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 07 Mar 2022 10:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faba88b7-8f79-440d-af4e-dbccdb2ffb50 x-openstack-request-id: req-faba88b7-8f79-440d-af4e-dbccdb2ffb50 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:45:58.994621 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "name": "network-vif-unplugged", "status": "completed", "tag": "f1eb3287-a1de-494b-bb6b-d382c5ab6cbb", "code": 200}, {"server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "name": "network-vif-unplugged", "status": "completed", "tag": "b3e6cb98-f1eb-4ce3-ad21-8cac5012de24", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:45:58.994890 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-faba88b7-8f79-440d-af4e-dbccdb2ffb50 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:45:58.995334 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1eb3287-a1de-494b-bb6b-d382c5ab6cbb', 'code': 200} Mar 07 10:45:58.995603 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3e6cb98-f1eb-4ce3-ad21-8cac5012de24', 'code': 200} Mar 07 10:45:59.038638 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3897fe0d-5ca8-49c6-ad1a-421fd21937a5 x-openstack-request-id: req-3897fe0d-5ca8-49c6-ad1a-421fd21937a5 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:45:59.039161 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "name": "network-vif-deleted", "tag": "b3e6cb98-f1eb-4ce3-ad21-8cac5012de24", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:45:59.039841 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3897fe0d-5ca8-49c6-ad1a-421fd21937a5 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:45:59.040338 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'name': 'network-vif-deleted', 'tag': 'b3e6cb98-f1eb-4ce3-ad21-8cac5012de24', 'status': 'completed', 'code': 200} Mar 07 10:45:59.086493 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-1f59bd57-1b7b-4395-b4df-404cfe252945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:59.088281 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-1f59bd57-1b7b-4395-b4df-404cfe252945 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:59.090855 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-1f59bd57-1b7b-4395-b4df-404cfe252945 service neutron] 10.222.0.31 "PUT /v2.0/ports/538a000e-d5c0-4905-bb9c-891e670d11e6 HTTP/1.1" status: 200 len: 1091 time: 5.5089092 Mar 07 10:45:59.151673 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b03fe6da-ad76-4c3b-b327-3e2e4274b1d3 req-31d649ea-3f43-443a-afeb-a76074f029a7 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5015256 Mar 07 10:45:59.205979 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 6add8305-fca4-4a82-9d28-5647ccd40a23 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:45:59.217665 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6add8305-fca4-4a82-9d28-5647ccd40a23), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:59.422048 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f59bd57-1b7b-4395-b4df-404cfe252945 service neutron] Pushing event updated for resources: {'Port': ['ID=538a000e-d5c0-4905-bb9c-891e670d11e6,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:59.424389 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 6add8305-fca4-4a82-9d28-5647ccd40a23 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:45:59.429046 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-964fed40-d2f9-42e8-a669-646aa9ca0387 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (e0ad4df5-2fed-46fc-8695-ce249f172d97), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:59.591638 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-070a8ada-7908-4b02-9d60-9e7b3ca5bc35 req-fa2270af-a90f-41d1-9a77-1d7bd60cdfd5 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba HTTP/1.1" status: 200 len: 210 time: 0.2021925 Mar 07 10:45:59.612267 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fed40-d2f9-42e8-a669-646aa9ca0387 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Pushing event deleted for resources: {'Port': ['ID=e0ad4df5-2fed-46fc-8695-ce249f172d97,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:45:59.677584 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-854eaf40-24fb-49f3-b06b-76115aa6eeac req-8ae896d0-d941-42ea-8ea2-ff3f9db252f3 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] No DVR routers for this DVR port f7838b08-892e-4fb2-8e11-96a641021816 on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:45:59.683098 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-1bce8090-a1bf-4ed8-9a5d-8cd59c9dce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:59.684762 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-1bce8090-a1bf-4ed8-9a5d-8cd59c9dce1e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efb48669635249ee9aaece4475163b67&device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 1125 time: 0.5351696 Mar 07 10:45:59.702734 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-854eaf40-24fb-49f3-b06b-76115aa6eeac req-8ae896d0-d941-42ea-8ea2-ff3f9db252f3 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:45:59.710669 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-854eaf40-24fb-49f3-b06b-76115aa6eeac req-8ae896d0-d941-42ea-8ea2-ff3f9db252f3 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.31 "DELETE /v2.0/ports/f7838b08-892e-4fb2-8e11-96a641021816 HTTP/1.1" status: 204 len: 173 time: 3.7290611 Mar 07 10:45:59.748917 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba', 'name': 'network-vif-deleted', 'tag': 'f7838b08-892e-4fb2-8e11-96a641021816'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:45:59.753173 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04905225-eaf7-415a-9815-f2c05092f37a" -d '{"events": [{"server_uuid": "d8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba", "name": "network-vif-deleted", "tag": "f7838b08-892e-4fb2-8e11-96a641021816"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:45:59.765877 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe406d5-028f-4526-9a45-31ee87cea1e5 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:45:59.775869 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-bfe406d5-028f-4526-9a45-31ee87cea1e5 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] 10.222.0.11 "PUT /v2.0/routers/c54407c0-4db5-47a8-9c0d-a5071bcf0a43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7563736 Mar 07 10:45:59.786327 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58584) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:45:59.819271 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a598b51a-04f6-4e90-af2e-7e97256ffba8 None None] Sync routers for ids ['c54407c0-4db5-47a8-9c0d-a5071bcf0a43'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:45:59.846314 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b04ab7-20d5-4887-a01a-672799ad2e41 x-openstack-request-id: req-29b04ab7-20d5-4887-a01a-672799ad2e41 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:45:59.846941 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba", "name": "network-vif-deleted", "tag": "f7838b08-892e-4fb2-8e11-96a641021816", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:45:59.847437 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-29b04ab7-20d5-4887-a01a-672799ad2e41 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:45:59.848060 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fd9cc7-bd9c-4d74-af30-a4da3f5e5fba', 'name': 'network-vif-deleted', 'tag': 'f7838b08-892e-4fb2-8e11-96a641021816', 'status': 'completed', 'code': 200} Mar 07 10:45:59.853800 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-eb8a7fb1-e7c5-4381-b09e-0cc3adf29670 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=538a000e-d5c0-4905-bb9c-891e670d11e6 HTTP/1.1" status: 200 len: 217 time: 0.1578729 Mar 07 10:45:59.854454 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a598b51a-04f6-4e90-af2e-7e97256ffba8 None None] Routers {'c54407c0-4db5-47a8-9c0d-a5071bcf0a43'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:45:59.859493 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-a598b51a-04f6-4e90-af2e-7e97256ffba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:45:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['c54407c0-4db5-47a8-9c0d-a5071bcf0a43'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:45:59.939088 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478746f-c0bf-4644-9cb2-f2853c1fb287 req-262ec598-e3ed-455a-9032-f2297d698548 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:59.941099 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0478746f-c0bf-4644-9cb2-f2853c1fb287 req-262ec598-e3ed-455a-9032-f2297d698548 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 943 time: 0.2705190 Mar 07 10:45:59.977834 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-029039c2-5267-4c76-93b3-fb6d1b713ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:45:59.979986 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-029039c2-5267-4c76-93b3-fb6d1b713ae3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f9604a39-59d4-4a65-aab1-e0de3b159bd9 HTTP/1.1" status: 200 len: 858 time: 0.1202483 Mar 07 10:45:59.995165 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4a5cc3c3-17bd-4b87-9c4d-e00c574f02c2 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks [] for router (c54407c0-4db5-47a8-9c0d-a5071bcf0a43), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:00.057224 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-a0af0fb7-9a6f-421a-b43e-24b399696ef1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e50499e-fbd5-45c6-a980-59dd492cbb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700922 Mar 07 10:46:00.061844 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-a598b51a-04f6-4e90-af2e-7e97256ffba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:00.077593 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a598b51a-04f6-4e90-af2e-7e97256ffba8 None None] Routers {'c54407c0-4db5-47a8-9c0d-a5071bcf0a43'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:00.078787 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-a598b51a-04f6-4e90-af2e-7e97256ffba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:45:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['c54407c0-4db5-47a8-9c0d-a5071bcf0a43'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:00.143134 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-a598b51a-04f6-4e90-af2e-7e97256ffba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:00.144249 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a598b51a-04f6-4e90-af2e-7e97256ffba8 None None] The sync data for ids ['c54407c0-4db5-47a8-9c0d-a5071bcf0a43'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:46:00.171934 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-eb45a086-d735-4e74-ba1f-0c53b42f7b55 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Allocated IP 2001:db8:3::1 (92830a1f-908e-4f22-a5b3-45ad7504b151/99a94e6c-040b-4f62-8378-ec29fcd475f4/d12fa75d-176b-46cd-8321-cf414859fbd1) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:46:00.265381 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-86b5c1b1-7b14-4da4-bcba-e0fdb1bc1a6b service neutron] 10.222.0.31 "GET /v2.0/networks/8e50499e-fbd5-45c6-a980-59dd492cbb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790431 Mar 07 10:46:00.270269 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-964fed40-d2f9-42e8-a669-646aa9ca0387 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Router 518d17ab-313f-47da-b184-2da314ec408a has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:46:00.350004 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4a5cc3c3-17bd-4b87-9c4d-e00c574f02c2 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (c54407c0-4db5-47a8-9c0d-a5071bcf0a43), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:00.360828 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4a5cc3c3-17bd-4b87-9c4d-e00c574f02c2 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks [] for router_controller (c54407c0-4db5-47a8-9c0d-a5071bcf0a43), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:00.485580 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b1fd8-442e-455b-8ecd-216b9d3b6cb4 req-7f7d01e2-0625-4d38-83f1-4d56fafd01d3 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:00.496147 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b1fd8-442e-455b-8ecd-216b9d3b6cb4 req-7f7d01e2-0625-4d38-83f1-4d56fafd01d3 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:00.508668 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b1fd8-442e-455b-8ecd-216b9d3b6cb4 req-7f7d01e2-0625-4d38-83f1-4d56fafd01d3 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:00.523777 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0478746f-c0bf-4644-9cb2-f2853c1fb287 req-76000627-c7f4-40ac-a704-2c78435c0928 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5741827 Mar 07 10:46:00.524969 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f83b1fd8-442e-455b-8ecd-216b9d3b6cb4 req-7f7d01e2-0625-4d38-83f1-4d56fafd01d3 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 2409 time: 0.4903729 Mar 07 10:46:00.556007 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device f7838b08-892e-4fb2-8e11-96a641021816 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:46:00.592435 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4a5cc3c3-17bd-4b87-9c4d-e00c574f02c2 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (c54407c0-4db5-47a8-9c0d-a5071bcf0a43), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:00.593614 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5cc3c3-17bd-4b87-9c4d-e00c574f02c2 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Fanout notify agent at l3_agent the message router_deleted on router c54407c0-4db5-47a8-9c0d-a5071bcf0a43 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:46:00.614598 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4a5cc3c3-17bd-4b87-9c4d-e00c574f02c2 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:00.620186 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4a5cc3c3-17bd-4b87-9c4d-e00c574f02c2 tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] 10.222.0.11 "DELETE /v2.0/routers/c54407c0-4db5-47a8-9c0d-a5071bcf0a43 HTTP/1.1" status: 204 len: 168 time: 0.8302422 Mar 07 10:46:00.632206 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58626) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:00.683058 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: f7838b08-892e-4fb2-8e11-96a641021816 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:46:00.687356 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device f7838b08-892e-4fb2-8e11-96a641021816 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:46:00.768456 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f83b1fd8-442e-455b-8ecd-216b9d3b6cb4 req-caca11e9-9914-443f-a41c-e6b8d17902ac tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2361088 Mar 07 10:46:00.844029 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eab788c-9e16-47d4-8f41-506f7fcc68fe tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Deleting subnet fc8d07a5-c4cd-4b11-aae4-ab6afc880e46 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:46:00.849307 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5eab788c-9e16-47d4-8f41-506f7fcc68fe tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks [] for subnet (fc8d07a5-c4cd-4b11-aae4-ab6afc880e46), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:00.909774 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 2c7724cc-a58c-47e8-9331-481c893a13eb up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:46:00.914395 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4dc3b695-b3cd-40b0-ae4e-26d892d82ddf req-966b29ee-1eba-4942-a26a-21a018c0352d service neutron] 10.222.0.31 "GET /v2.0/networks/8e50499e-fbd5-45c6-a980-59dd492cbb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6404254 Mar 07 10:46:00.957713 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5eab788c-9e16-47d4-8f41-506f7fcc68fe tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (fc8d07a5-c4cd-4b11-aae4-ab6afc880e46), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:00.979238 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 86acb899-503f-4e06-a7d0-e4abf9e23dd3 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:46:00.998346 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-964fed40-d2f9-42e8-a669-646aa9ca0387 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:46:01.048839 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ca0e15-fa74-43f5-a1c6-b91de0788568 None None] Sync routers for ids ['518d17ab-313f-47da-b184-2da314ec408a'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:46:01.060953 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '188cbb51-004f-4eaf-819c-3ea64c10da36', 'tag': '538a000e-d5c0-4905-bb9c-891e670d11e6'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:46:01.063302 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f5f06c-4e29-4a25-b250-7835f09a2a85" -d '{"events": [{"name": "network-changed", "server_uuid": "188cbb51-004f-4eaf-819c-3ea64c10da36", "tag": "538a000e-d5c0-4905-bb9c-891e670d11e6"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:46:01.090895 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ca0e15-fa74-43f5-a1c6-b91de0788568 None None] Routers {'518d17ab-313f-47da-b184-2da314ec408a'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:01.091791 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-65ca0e15-fa74-43f5-a1c6-b91de0788568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:45:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['518d17ab-313f-47da-b184-2da314ec408a'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:01.134322 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-964fed40-d2f9-42e8-a669-646aa9ca0387 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] No DVR routers for this DVR port e0ad4df5-2fed-46fc-8695-ce249f172d97 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:46:01.137003 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-964fed40-d2f9-42e8-a669-646aa9ca0387 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:01.140502 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-964fed40-d2f9-42e8-a669-646aa9ca0387 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.21 "DELETE /v2.0/ports/e0ad4df5-2fed-46fc-8695-ce249f172d97 HTTP/1.1" status: 204 len: 173 time: 3.3820856 Mar 07 10:46:01.144127 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba950cef-5268-44fb-abe4-a1c7934c0ab0 req-3e66eeff-f65b-47c5-9d99-72cc5723563f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:01.154092 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ba950cef-5268-44fb-abe4-a1c7934c0ab0 req-3e66eeff-f65b-47c5-9d99-72cc5723563f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 946 time: 0.4160149 Mar 07 10:46:01.160419 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7c2f69-e673-41d2-807d-284665dda462 None None] Network 92830a1f-908e-4f22-a5b3-45ad7504b151 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:46:01.168033 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-eb45a086-d735-4e74-ba1f-0c53b42f7b55 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for port (d12fa75d-176b-46cd-8321-cf414859fbd1), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:01.278798 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 86acb899-503f-4e06-a7d0-e4abf9e23dd3 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:46:01.331041 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-0599d06c-b45b-4eb6-b9de-64bbbd1a9f1a None None] Provisioning complete for port 2c7724cc-a58c-47e8-9331-481c893a13eb triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:01.331432 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0599d06c-b45b-4eb6-b9de-64bbbd1a9f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2c7724cc-a58c-47e8-9331-481c893a13eb), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:01.333134 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 86acb899-503f-4e06-a7d0-e4abf9e23dd3 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:01.333526 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (86acb899-503f-4e06-a7d0-e4abf9e23dd3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:01.375739 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ba950cef-5268-44fb-abe4-a1c7934c0ab0 req-b0e008d1-2220-43ba-a7d1-6ab07e10c027 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003050 Mar 07 10:46:01.414819 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5eab788c-9e16-47d4-8f41-506f7fcc68fe tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (fc8d07a5-c4cd-4b11-aae4-ab6afc880e46), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:01.475996 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-eb45a086-d735-4e74-ba1f-0c53b42f7b55 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (d12fa75d-176b-46cd-8321-cf414859fbd1), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:01.557965 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45a086-d735-4e74-ba1f-0c53b42f7b55 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Port': ['ID=d12fa75d-176b-46cd-8321-cf414859fbd1,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:01.573900 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb45a086-d735-4e74-ba1f-0c53b42f7b55 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network 92830a1f-908e-4f22-a5b3-45ad7504b151 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:46:01.577513 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-eb45a086-d735-4e74-ba1f-0c53b42f7b55 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:01.582794 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb45a086-d735-4e74-ba1f-0c53b42f7b55 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:46:01.583350 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-eb45a086-d735-4e74-ba1f-0c53b42f7b55 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (d1406e0b-2b74-4885-ac63-ea6ca1361336), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:01.673759 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbc6fdf-71c8-4478-a5b7-f4c39e9c5ec9 x-openstack-request-id: req-4dbc6fdf-71c8-4478-a5b7-f4c39e9c5ec9 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:46:01.674511 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "188cbb51-004f-4eaf-819c-3ea64c10da36", "tag": "538a000e-d5c0-4905-bb9c-891e670d11e6", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:46:01.674939 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4dbc6fdf-71c8-4478-a5b7-f4c39e9c5ec9 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:46:01.675495 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '188cbb51-004f-4eaf-819c-3ea64c10da36', 'tag': '538a000e-d5c0-4905-bb9c-891e670d11e6', 'status': 'completed', 'code': 200} Mar 07 10:46:01.708833 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 2c7724cc-a58c-47e8-9331-481c893a13eb triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:01.709488 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2c7724cc-a58c-47e8-9331-481c893a13eb), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:01.725877 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5eab788c-9e16-47d4-8f41-506f7fcc68fe tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (fc8d07a5-c4cd-4b11-aae4-ab6afc880e46), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:01.793201 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab788c-9e16-47d4-8f41-506f7fcc68fe tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Pushing event deleted for resources: {'Subnet': ['ID=fc8d07a5-c4cd-4b11-aae4-ab6afc880e46,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:01.795506 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5eab788c-9e16-47d4-8f41-506f7fcc68fe tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:01.801792 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5eab788c-9e16-47d4-8f41-506f7fcc68fe tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] 10.222.0.11 "DELETE /v2.0/subnets/fc8d07a5-c4cd-4b11-aae4-ab6afc880e46 HTTP/1.1" status: 204 len: 168 time: 1.1650240 Mar 07 10:46:01.806233 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58686) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:01.820884 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788c71fb-bde2-4aa3-816b-25d92e7a7943 None None] Network c9d3cd45-a920-489a-a423-676f7c95afe8 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:46:01.822243 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-eb45a086-d735-4e74-ba1f-0c53b42f7b55 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d12fa75d-176b-46cd-8321-cf414859fbd1), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:01.858556 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5f06c-4e29-4a25-b250-7835f09a2a85 req-d639ad83-cbe8-478e-98c6-20d56244102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:01.860069 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-28f5f06c-4e29-4a25-b250-7835f09a2a85 req-d639ad83-cbe8-478e-98c6-20d56244102f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efb48669635249ee9aaece4475163b67&device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 1125 time: 0.1889281 Mar 07 10:46:01.933904 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236fc4f-5ff2-4d96-a634-8c103d58a447 req-6cdaa5a9-fe9d-4c16-99ff-916348741b2c tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:01.936090 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6236fc4f-5ff2-4d96-a634-8c103d58a447 req-6cdaa5a9-fe9d-4c16-99ff-916348741b2c tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 943 time: 0.2513151 Mar 07 10:46:01.951905 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58692) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:01.959456 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-d6b862fe-1f97-4a26-8be7-f91250ecd20e tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:01.966472 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-d6b862fe-1f97-4a26-8be7-f91250ecd20e tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/networks?id=d7b74752-b035-4af7-99b7-eca10e463dbd HTTP/1.1" status: 200 len: 812 time: 0.2897007 Mar 07 10:46:01.983279 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1838956f-e64e-4a0f-9dca-8a682a6a4b9e tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (c9d3cd45-a920-489a-a423-676f7c95afe8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:02.010729 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-3c729c48-8964-433f-883d-62284db0e8be tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Deleting port 228f4021-a7f7-470b-affc-cfa61cd88930 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:02.011347 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-3c729c48-8964-433f-883d-62284db0e8be tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (228f4021-a7f7-470b-affc-cfa61cd88930), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:02.020837 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-f8d152bf-86cd-487e-bc84-e38f7f928d83 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/quotas/ef96f18062d345998a199cb367c56469 HTTP/1.1" status: 200 len: 375 time: 0.0532196 Mar 07 10:46:02.032698 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-65ca0e15-fa74-43f5-a1c6-b91de0788568 None None] Set router 518d17ab-313f-47da-b184-2da314ec408a gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:46:02.033637 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5f06c-4e29-4a25-b250-7835f09a2a85 req-fd32b139-7b59-4905-8a6c-0f39cf8eafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:02.035497 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-28f5f06c-4e29-4a25-b250-7835f09a2a85 req-fd32b139-7b59-4905-8a6c-0f39cf8eafcd service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e50499e-fbd5-45c6-a980-59dd492cbb54 HTTP/1.1" status: 200 len: 919 time: 0.1627972 Mar 07 10:46:02.081218 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-230d541b-0d79-435d-b03c-21fe461c7a79 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef96f18062d345998a199cb367c56469&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590334 Mar 07 10:46:02.135233 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6236fc4f-5ff2-4d96-a634-8c103d58a447 req-e7e0b63b-08fd-4369-b850-5faaca105ae9 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905539 Mar 07 10:46:02.186874 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-28f5f06c-4e29-4a25-b250-7835f09a2a85 req-44039339-3d1a-4d9a-bf18-02dcccc2be62 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=538a000e-d5c0-4905-bb9c-891e670d11e6 HTTP/1.1" status: 200 len: 217 time: 0.1235330 Mar 07 10:46:02.240725 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 2c7724cc-a58c-47e8-9331-481c893a13eb is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:02.241762 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2c7724cc-a58c-47e8-9331-481c893a13eb), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:02.250227 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 86acb899-503f-4e06-a7d0-e4abf9e23dd3 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:02.251231 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (86acb899-503f-4e06-a7d0-e4abf9e23dd3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:02.367883 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0db3dd3a-741c-4fe3-a3c6-d1932de51d7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:02.386786 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-1838956f-e64e-4a0f-9dca-8a682a6a4b9e tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Deleting port a04ca30b-ef60-496d-9799-3bc40b1694ae {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:02.387144 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1838956f-e64e-4a0f-9dca-8a682a6a4b9e tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a04ca30b-ef60-496d-9799-3bc40b1694ae), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:02.395817 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1df76d-48b0-4fde-aaf2-dd9e44ed17a9 None None] DHCP port deletion for c9d3cd45-a920-489a-a423-676f7c95afe8 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:46:02.406233 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df10ecd-fc86-4582-a978-41f8d896b953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86acb899-503f-4e06-a7d0-e4abf9e23dd3'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:46:02.409508 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455758ec-b3bd-4e6c-b70f-d7c4099d1e47" -d '{"events": [{"server_uuid": "7df10ecd-fc86-4582-a978-41f8d896b953", "name": "network-vif-plugged", "status": "completed", "tag": "86acb899-503f-4e06-a7d0-e4abf9e23dd3"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:46:02.411976 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-3c729c48-8964-433f-883d-62284db0e8be tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] For port 228f4021-a7f7-470b-affc-cfa61cd88930, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=228f4021-a7f7-470b-affc-cfa61cd88930,segment=NetworkSegment(ff65b4be-9c23-4c72-a12e-e27f32be872c),segment_id=ff65b4be-9c23-4c72-a12e-e27f32be872c)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:02.412393 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-3c729c48-8964-433f-883d-62284db0e8be tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (228f4021-a7f7-470b-affc-cfa61cd88930), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:02.432812 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-3c729c48-8964-433f-883d-62284db0e8be tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Calling delete_port for 228f4021-a7f7-470b-affc-cfa61cd88930 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:02.435024 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 2c7724cc-a58c-47e8-9331-481c893a13eb, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=2c7724cc-a58c-47e8-9331-481c893a13eb,segment=NetworkSegment(2d29b8ab-b503-4cbc-b3de-0b05cf62ef80),segment_id=2d29b8ab-b503-4cbc-b3de-0b05cf62ef80)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:02.440986 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 86acb899-503f-4e06-a7d0-e4abf9e23dd3, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=86acb899-503f-4e06-a7d0-e4abf9e23dd3,segment=NetworkSegment(7642cd9c-6339-42f5-804e-a1167650136a),segment_id=7642cd9c-6339-42f5-804e-a1167650136a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:02.441906 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0599d06c-b45b-4eb6-b9de-64bbbd1a9f1a None None] Current status of the port 2c7724cc-a58c-47e8-9331-481c893a13eb is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:02.442476 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0599d06c-b45b-4eb6-b9de-64bbbd1a9f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2c7724cc-a58c-47e8-9331-481c893a13eb), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:02.457734 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (2c7724cc-a58c-47e8-9331-481c893a13eb), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:02.478113 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-1838956f-e64e-4a0f-9dca-8a682a6a4b9e tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] For port a04ca30b-ef60-496d-9799-3bc40b1694ae, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a04ca30b-ef60-496d-9799-3bc40b1694ae,segment=NetworkSegment(9ed1cad7-bc99-41c9-9121-d95aabed1b03),segment_id=9ed1cad7-bc99-41c9-9121-d95aabed1b03)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:02.478620 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1838956f-e64e-4a0f-9dca-8a682a6a4b9e tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a04ca30b-ef60-496d-9799-3bc40b1694ae), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:02.487668 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (86acb899-503f-4e06-a7d0-e4abf9e23dd3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:02.498008 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-1838956f-e64e-4a0f-9dca-8a682a6a4b9e tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Calling delete_port for a04ca30b-ef60-496d-9799-3bc40b1694ae owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:02.546304 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376fd12-3483-4002-8aec-058ec83ee2ca req-0ed5507b-b679-449b-93df-979526103d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:02.548693 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3376fd12-3483-4002-8aec-058ec83ee2ca req-0ed5507b-b679-449b-93df-979526103d22 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d640dc7f4f784834ad48e78ec0df26a5&device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 1128 time: 0.4561682 Mar 07 10:46:02.629643 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=2c7724cc-a58c-47e8-9331-481c893a13eb,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:02.631940 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a673c97-b5a4-4d0f-86c4-3173a3ea836e req-25601ee2-0047-4408-97bc-6d5c814d6e03 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:02.654636 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a673c97-b5a4-4d0f-86c4-3173a3ea836e req-25601ee2-0047-4408-97bc-6d5c814d6e03 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:02.665794 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a673c97-b5a4-4d0f-86c4-3173a3ea836e req-25601ee2-0047-4408-97bc-6d5c814d6e03 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:02.667532 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6a673c97-b5a4-4d0f-86c4-3173a3ea836e req-25601ee2-0047-4408-97bc-6d5c814d6e03 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 2409 time: 0.4351110 Mar 07 10:46:02.674109 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-0599d06c-b45b-4eb6-b9de-64bbbd1a9f1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:46:02.674712 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-0599d06c-b45b-4eb6-b9de-64bbbd1a9f1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:46:02.706005 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1b1df76d-48b0-4fde-aaf2-dd9e44ed17a9 None None] Deleting port a04ca30b-ef60-496d-9799-3bc40b1694ae {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:02.707226 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1b1df76d-48b0-4fde-aaf2-dd9e44ed17a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a04ca30b-ef60-496d-9799-3bc40b1694ae), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:02.708963 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5f06c-4e29-4a25-b250-7835f09a2a85 req-6465f7f1-c6c0-4031-ba23-dd0153b155ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:02.710460 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-28f5f06c-4e29-4a25-b250-7835f09a2a85 req-6465f7f1-c6c0-4031-ba23-dd0153b155ea service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f9604a39-59d4-4a65-aab1-e0de3b159bd9 HTTP/1.1" status: 200 len: 858 time: 0.4795399 Mar 07 10:46:02.742602 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1838956f-e64e-4a0f-9dca-8a682a6a4b9e tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (a04ca30b-ef60-496d-9799-3bc40b1694ae), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:02.777909 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-eb45a086-d735-4e74-ba1f-0c53b42f7b55 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for port (d12fa75d-176b-46cd-8321-cf414859fbd1), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:02.800492 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838956f-e64e-4a0f-9dca-8a682a6a4b9e tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Pushing event deleted for resources: {'Port': ['ID=a04ca30b-ef60-496d-9799-3bc40b1694ae,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:02.802488 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-eb45a086-d735-4e74-ba1f-0c53b42f7b55 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (d12fa75d-176b-46cd-8321-cf414859fbd1), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:02.803252 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-eb45a086-d735-4e74-ba1f-0c53b42f7b55 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (d1406e0b-2b74-4885-ac63-ea6ca1361336), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:02.822354 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6a673c97-b5a4-4d0f-86c4-3173a3ea836e req-6d24ac13-96bc-4e15-b33b-b040831bca69 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457932 Mar 07 10:46:02.826184 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1838956f-e64e-4a0f-9dca-8a682a6a4b9e tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] No DVR routers for this DVR port a04ca30b-ef60-496d-9799-3bc40b1694ae on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:46:02.837061 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-1b1df76d-48b0-4fde-aaf2-dd9e44ed17a9 None None] For port a04ca30b-ef60-496d-9799-3bc40b1694ae, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a04ca30b-ef60-496d-9799-3bc40b1694ae,segment=NetworkSegment(9ed1cad7-bc99-41c9-9121-d95aabed1b03),segment_id=9ed1cad7-bc99-41c9-9121-d95aabed1b03)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:02.837639 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1b1df76d-48b0-4fde-aaf2-dd9e44ed17a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a04ca30b-ef60-496d-9799-3bc40b1694ae), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:02.838452 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-28f5f06c-4e29-4a25-b250-7835f09a2a85 req-96aa0dcd-5649-4db9-a497-e0a8f78d7bd5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e50499e-fbd5-45c6-a980-59dd492cbb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770876 Mar 07 10:46:02.855219 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-86c5af6d-a244-40bb-b472-7d15bddb1235 service neutron] 10.222.0.11 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7727616 Mar 07 10:46:02.855711 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1b1df76d-48b0-4fde-aaf2-dd9e44ed17a9 None None] Calling delete_port for a04ca30b-ef60-496d-9799-3bc40b1694ae owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:02.944009 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a04ca30b-ef60-496d-9799-3bc40b1694ae no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:46:02.957000 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-3c729c48-8964-433f-883d-62284db0e8be tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (228f4021-a7f7-470b-affc-cfa61cd88930), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:02.989370 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: a04ca30b-ef60-496d-9799-3bc40b1694ae {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:46:02.990407 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a04ca30b-ef60-496d-9799-3bc40b1694ae not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:46:03.004638 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1b1df76d-48b0-4fde-aaf2-dd9e44ed17a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (a04ca30b-ef60-496d-9799-3bc40b1694ae), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:03.009158 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=86acb899-503f-4e06-a7d0-e4abf9e23dd3,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:03.012236 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376fd12-3483-4002-8aec-058ec83ee2ca req-b1011a8d-0a17-4bd5-910d-c2022d047797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:03.013743 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3376fd12-3483-4002-8aec-058ec83ee2ca req-b1011a8d-0a17-4bd5-910d-c2022d047797 service neutron] 10.222.0.21 "GET /v2.0/networks?id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41 HTTP/1.1" status: 200 len: 912 time: 0.4501190 Mar 07 10:46:03.027344 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45a086-d735-4e74-ba1f-0c53b42f7b55 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event updated for resources: {'Port': ['ID=d12fa75d-176b-46cd-8321-cf414859fbd1,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:03.037835 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1838956f-e64e-4a0f-9dca-8a682a6a4b9e tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (c9d3cd45-a920-489a-a423-676f7c95afe8), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:03.042043 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1df76d-48b0-4fde-aaf2-dd9e44ed17a9 None None] Pushing event deleted for resources: {'Port': ['ID=a04ca30b-ef60-496d-9799-3bc40b1694ae,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:03.055353 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1df76d-48b0-4fde-aaf2-dd9e44ed17a9 None None] No DVR routers for this DVR port a04ca30b-ef60-496d-9799-3bc40b1694ae on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:46:03.072815 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-65ca0e15-fa74-43f5-a1c6-b91de0788568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '518d17ab-313f-47da-b184-2da314ec408a', 'name': 'tempest-TaggedBootDevicesTest-1012694398-router', 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2bbbd28d-9151-4743-a009-a8159ebc0439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:02Z', 'updated_at': '2022-03-07T10:40:07Z', 'revision_number': 4, 'project_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'gw_port': {'id': '2bbbd28d-9151-4743-a009-a8159ebc0439', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:93:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518d17ab-313f-47da-b184-2da314ec408a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:03Z', 'updated_at': '2022-03-07T10:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '848d2f3e-9f68-4513-885c-ee9473f0b94a', 'name': '', 'network_id': '7eaf476d-e62a-411a-84bb-9ffb8dabd737', 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'mac_address': 'fa:16:3e:8a:12:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518d17ab-313f-47da-b184-2da314ec408a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '838d6f3e-2340-488a-b945-348205729de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:06Z', 'updated_at': '2022-03-07T10:40:13Z', 'revision_number': 5, 'project_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'subnets': [{'id': '838d6f3e-2340-488a-b945-348205729de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:03.078288 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c729c48-8964-433f-883d-62284db0e8be tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Pushing event deleted for resources: {'Port': ['ID=228f4021-a7f7-470b-affc-cfa61cd88930,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:03.105970 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-1838956f-e64e-4a0f-9dca-8a682a6a4b9e tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9d3cd45-a920-489a-a423-676f7c95afe8']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:03.115136 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ca0e15-fa74-43f5-a1c6-b91de0788568 None None] Checking router: 518d17ab-313f-47da-b184-2da314ec408a for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:46:03.122065 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-1838956f-e64e-4a0f-9dca-8a682a6a4b9e tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ed1cad7-bc99-41c9-9121-d95aabed1b03') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:03.122454 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-1838956f-e64e-4a0f-9dca-8a682a6a4b9e tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ed1cad7-bc99-41c9-9121-d95aabed1b03') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:03.124074 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ca0e15-fa74-43f5-a1c6-b91de0788568 None None] Routers {'518d17ab-313f-47da-b184-2da314ec408a'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:03.124694 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-65ca0e15-fa74-43f5-a1c6-b91de0788568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:45:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['518d17ab-313f-47da-b184-2da314ec408a'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:03.154361 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3376fd12-3483-4002-8aec-058ec83ee2ca req-b5cb673c-ff52-4669-ac37-0e26ba44ac88 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c00948a3-3f87-4aa0-8d81-bc6af8939057 HTTP/1.1" status: 200 len: 217 time: 0.1177197 Mar 07 10:46:03.232815 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-3c729c48-8964-433f-883d-62284db0e8be tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] No DVR routers for this DVR port 228f4021-a7f7-470b-affc-cfa61cd88930 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:46:03.250350 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0599d06c-b45b-4eb6-b9de-64bbbd1a9f1a None None] Current status of the port 2c7724cc-a58c-47e8-9331-481c893a13eb is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:03.259597 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-ff754337-9778-44ed-8b29-eb7208b19bd0 service neutron] 10.222.0.11 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909340 Mar 07 10:46:03.269933 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-3c729c48-8964-433f-883d-62284db0e8be tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:03.273573 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-3c729c48-8964-433f-883d-62284db0e8be tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.21 "DELETE /v2.0/ports/228f4021-a7f7-470b-affc-cfa61cd88930 HTTP/1.1" status: 204 len: 173 time: 2.1276238 Mar 07 10:46:03.276031 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0db3dd3a-741c-4fe3-a3c6-d1932de51d7c admin admin] Publish callbacks [] for security_group (1133a2f3-15cf-4f40-a0ae-56da0ef035bb), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:03.281638 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-65ca0e15-fa74-43f5-a1c6-b91de0788568 None None] Set router 518d17ab-313f-47da-b184-2da314ec408a gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:46:03.309813 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0db3dd3a-741c-4fe3-a3c6-d1932de51d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (1133a2f3-15cf-4f40-a0ae-56da0ef035bb), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:03.345846 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-28f5f06c-4e29-4a25-b250-7835f09a2a85 req-d6d02222-9c8b-4abe-a195-677f456938dd service neutron] 10.222.0.31 "GET /v2.0/networks/8e50499e-fbd5-45c6-a980-59dd492cbb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878571 Mar 07 10:46:03.381160 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376fd12-3483-4002-8aec-058ec83ee2ca req-1a4f2b1d-8dcc-4cab-baf9-b2ee0754affd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:03.382723 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3376fd12-3483-4002-8aec-058ec83ee2ca req-1a4f2b1d-8dcc-4cab-baf9-b2ee0754affd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=be75dc35-59ec-464d-b948-3549cf46df15 HTTP/1.1" status: 200 len: 850 time: 0.2090659 Mar 07 10:46:03.536367 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed1166b-0579-406c-b98a-6758b06a2829 x-openstack-request-id: req-3ed1166b-0579-406c-b98a-6758b06a2829 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:46:03.536668 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df10ecd-fc86-4582-a978-41f8d896b953", "name": "network-vif-plugged", "status": "completed", "tag": "86acb899-503f-4e06-a7d0-e4abf9e23dd3", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:46:03.536929 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3ed1166b-0579-406c-b98a-6758b06a2829 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:46:03.537356 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df10ecd-fc86-4582-a978-41f8d896b953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86acb899-503f-4e06-a7d0-e4abf9e23dd3', 'code': 200} Mar 07 10:46:03.540596 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0db3dd3a-741c-4fe3-a3c6-d1932de51d7c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7fb3ec9a5cc2448e830170d6ebbd1963&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5676522 Mar 07 10:46:03.540596 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3dd3a-741c-4fe3-a3c6-d1932de51d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1133a2f3-15cf-4f40-a0ae-56da0ef035bb,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:03.549587 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58706) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:03.569077 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f0a9385e-5221-4dfe-a0d0-293ff93a537e None None] Provisioning complete for port 2c7724cc-a58c-47e8-9331-481c893a13eb triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:03.569483 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f0a9385e-5221-4dfe-a0d0-293ff93a537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2c7724cc-a58c-47e8-9331-481c893a13eb), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:03.672630 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb45a086-d735-4e74-ba1f-0c53b42f7b55 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Network 92830a1f-908e-4f22-a5b3-45ad7504b151 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:46:03.676313 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-eb45a086-d735-4e74-ba1f-0c53b42f7b55 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:03.679262 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'name': 'network-vif-deleted', 'tag': 'e0ad4df5-2fed-46fc-8695-ce249f172d97'}, {'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'name': 'network-vif-deleted', 'tag': '228f4021-a7f7-470b-affc-cfa61cd88930'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:46:03.681851 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76cec9c-08c0-47d1-b134-0ccff0cc697e" -d '{"events": [{"server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "name": "network-vif-deleted", "tag": "e0ad4df5-2fed-46fc-8695-ce249f172d97"}, {"server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "name": "network-vif-deleted", "tag": "228f4021-a7f7-470b-affc-cfa61cd88930"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:46:03.701127 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1838956f-e64e-4a0f-9dca-8a682a6a4b9e tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (9ed1cad7-bc99-41c9-9121-d95aabed1b03), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:03.727206 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1838956f-e64e-4a0f-9dca-8a682a6a4b9e tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (9ed1cad7-bc99-41c9-9121-d95aabed1b03), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:03.735132 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1838956f-e64e-4a0f-9dca-8a682a6a4b9e tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:46:03.735676 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1838956f-e64e-4a0f-9dca-8a682a6a4b9e tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (9ed1cad7-bc99-41c9-9121-d95aabed1b03), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:03.754400 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-28f5f06c-4e29-4a25-b250-7835f09a2a85 req-4ae67798-e6b5-472b-9c65-abf36b59a4ef service neutron] 10.222.0.31 "GET /v2.0/networks/8e50499e-fbd5-45c6-a980-59dd492cbb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932407 Mar 07 10:46:03.756962 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-65ca0e15-fa74-43f5-a1c6-b91de0788568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '518d17ab-313f-47da-b184-2da314ec408a', 'name': 'tempest-TaggedBootDevicesTest-1012694398-router', 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2bbbd28d-9151-4743-a009-a8159ebc0439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:02Z', 'updated_at': '2022-03-07T10:40:07Z', 'revision_number': 4, 'project_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'gw_port': {'id': '2bbbd28d-9151-4743-a009-a8159ebc0439', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:93:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518d17ab-313f-47da-b184-2da314ec408a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:03Z', 'updated_at': '2022-03-07T10:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '848d2f3e-9f68-4513-885c-ee9473f0b94a', 'name': '', 'network_id': '7eaf476d-e62a-411a-84bb-9ffb8dabd737', 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'mac_address': 'fa:16:3e:8a:12:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518d17ab-313f-47da-b184-2da314ec408a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '838d6f3e-2340-488a-b945-348205729de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:06Z', 'updated_at': '2022-03-07T10:40:13Z', 'revision_number': 5, 'project_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'subnets': [{'id': '838d6f3e-2340-488a-b945-348205729de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:03.775280 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376fd12-3483-4002-8aec-058ec83ee2ca req-0bd3b761-ce8e-4ccf-884b-e7bb3868c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:03.776762 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3376fd12-3483-4002-8aec-058ec83ee2ca req-0bd3b761-ce8e-4ccf-884b-e7bb3868c6d3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3811328 Mar 07 10:46:03.801289 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ca0e15-fa74-43f5-a1c6-b91de0788568 None None] The sync data for ids ['518d17ab-313f-47da-b184-2da314ec408a'] in n-d-832164-4 is: [{'id': '518d17ab-313f-47da-b184-2da314ec408a', 'name': 'tempest-TaggedBootDevicesTest-1012694398-router', 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2bbbd28d-9151-4743-a009-a8159ebc0439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:02Z', 'updated_at': '2022-03-07T10:40:07Z', 'revision_number': 4, 'project_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'gw_port': {'id': '2bbbd28d-9151-4743-a009-a8159ebc0439', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:93:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518d17ab-313f-47da-b184-2da314ec408a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:03Z', 'updated_at': '2022-03-07T10:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '848d2f3e-9f68-4513-885c-ee9473f0b94a', 'name': '', 'network_id': '7eaf476d-e62a-411a-84bb-9ffb8dabd737', 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'mac_address': 'fa:16:3e:8a:12:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518d17ab-313f-47da-b184-2da314ec408a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '838d6f3e-2340-488a-b945-348205729de8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:06Z', 'updated_at': '2022-03-07T10:40:13Z', 'revision_number': 5, 'project_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'subnets': [{'id': '838d6f3e-2340-488a-b945-348205729de8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:46:03.844409 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c02fae-488d-43ff-b215-310e1359995d req-d5a62656-7307-4f4a-9d28-4a3060c8d5ee tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:03.857619 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e3c02fae-488d-43ff-b215-310e1359995d req-d5a62656-7307-4f4a-9d28-4a3060c8d5ee tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 946 time: 0.9159853 Mar 07 10:46:03.860067 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:46:03.860067 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:46:03.860067 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:46:03.860067 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:46:03.860067 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:46:03.860067 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:46:03.860067 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:46:03.860067 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:46:03.860067 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:46:03.860067 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:46:03.860067 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:46:03.860067 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:46:03.860067 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:46:03.860067 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:46:03.860067 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:46:03.860067 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:46:03.860067 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:46:03.860067 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:46:03.860067 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:46:03.860067 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:46:03.860067 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:46:03.860067 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:46:03.860067 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:46:03.860067 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:46:03.860067 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:46:03.860067 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:46:03.860067 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:46:03.860067 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:46:03.860067 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:46:03.860067 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:46:03.860067 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:46:03.860067 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:46:03.867737 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1838956f-e64e-4a0f-9dca-8a682a6a4b9e tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (c9d3cd45-a920-489a-a423-676f7c95afe8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:03.868455 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d05913-0336-436d-8603-ff719488aad9 req-ae44bcdc-0cfd-4da1-90a6-839e6d844264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:03.869895 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-09d05913-0336-436d-8603-ff719488aad9 req-ae44bcdc-0cfd-4da1-90a6-839e6d844264 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 1127 time: 0.3235660 Mar 07 10:46:03.875269 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1838956f-e64e-4a0f-9dca-8a682a6a4b9e tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:03.881810 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1838956f-e64e-4a0f-9dca-8a682a6a4b9e tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] 10.222.0.11 "DELETE /v2.0/networks/c9d3cd45-a920-489a-a423-676f7c95afe8 HTTP/1.1" status: 204 len: 168 time: 2.0714478 Mar 07 10:46:03.887080 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9385e-5221-4dfe-a0d0-293ff93a537e None None] Current status of the port 2c7724cc-a58c-47e8-9331-481c893a13eb is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:03.914606 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f0a9385e-5221-4dfe-a0d0-293ff93a537e None None] Provisioning complete for port d12fa75d-176b-46cd-8321-cf414859fbd1 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:03.914987 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f0a9385e-5221-4dfe-a0d0-293ff93a537e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d12fa75d-176b-46cd-8321-cf414859fbd1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:03.954839 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-ed66f5b4-a4c5-4142-b4e5-8146a8269ed4 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Deleting port f1eb3287-a1de-494b-bb6b-d382c5ab6cbb {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:03.955214 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-ed66f5b4-a4c5-4142-b4e5-8146a8269ed4 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (f1eb3287-a1de-494b-bb6b-d382c5ab6cbb), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:03.979309 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e440d3-c9e9-4f40-9031-aa23a7cea6b1 req-86379253-199b-472c-9cb8-30326a7ede2b tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:03.980829 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-55e440d3-c9e9-4f40-9031-aa23a7cea6b1 req-86379253-199b-472c-9cb8-30326a7ede2b tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 943 time: 0.4272611 Mar 07 10:46:03.981490 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f0a9385e-5221-4dfe-a0d0-293ff93a537e None None] Port d12fa75d-176b-46cd-8321-cf414859fbd1 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:46:04.006735 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c6560e13-7585-4ea9-a5ab-3b0b2bc322cb admin admin] Publish callbacks [] for security_group (1133a2f3-15cf-4f40-a0ae-56da0ef035bb), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:04.049622 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838956f-e64e-4a0f-9dca-8a682a6a4b9e tempest-FloatingIPNegativeTestJSON-98089349 tempest-FloatingIPNegativeTestJSON-98089349-project] Pushing event deleted for resources: {'Network': ['ID=c9d3cd45-a920-489a-a423-676f7c95afe8,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:04.109267 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-7e543a12-c282-4b00-bab4-0733637fbae2 None None] Provisioning complete for port d12fa75d-176b-46cd-8321-cf414859fbd1 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:04.109651 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7e543a12-c282-4b00-bab4-0733637fbae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d12fa75d-176b-46cd-8321-cf414859fbd1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:04.143234 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e3c02fae-488d-43ff-b215-310e1359995d req-e6ef86a3-82bb-45a3-8ef5-11c1723765b4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844799 Mar 07 10:46:04.172614 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb45a086-d735-4e74-ba1f-0c53b42f7b55 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Router d1406e0b-2b74-4885-ac63-ea6ca1361336 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:46:04.192442 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c6560e13-7585-4ea9-a5ab-3b0b2bc322cb admin admin] Publish callbacks [] for security_group (1133a2f3-15cf-4f40-a0ae-56da0ef035bb), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:04.211402 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-7e543a12-c282-4b00-bab4-0733637fbae2 None None] Port d12fa75d-176b-46cd-8321-cf414859fbd1 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:46:04.248528 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-09d05913-0336-436d-8603-ff719488aad9 req-bc336a8e-b354-4341-864a-43b90f8c10c6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499386 Mar 07 10:46:04.275602 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3376fd12-3483-4002-8aec-058ec83ee2ca req-adf07887-e63c-48e9-b4b9-c8dcf61990a1 service neutron] 10.222.0.21 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878447 Mar 07 10:46:04.316065 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1d2e961e-72d0-4733-bedd-92a4970ed23b req-3d2deec4-b425-4165-8ac6-39784be7b174 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 210 time: 0.1018612 Mar 07 10:46:04.325176 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58726) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:04.334199 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-55e440d3-c9e9-4f40-9031-aa23a7cea6b1 req-b5260489-b80e-41a1-b0e2-ca62ea1ae248 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069963 Mar 07 10:46:04.359800 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-ed66f5b4-a4c5-4142-b4e5-8146a8269ed4 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] For port f1eb3287-a1de-494b-bb6b-d382c5ab6cbb, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=f1eb3287-a1de-494b-bb6b-d382c5ab6cbb,segment=NetworkSegment(cba6b645-26d8-4bc0-bf27-966307861fb5),segment_id=cba6b645-26d8-4bc0-bf27-966307861fb5)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:04.360272 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-ed66f5b4-a4c5-4142-b4e5-8146a8269ed4 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (f1eb3287-a1de-494b-bb6b-d382c5ab6cbb), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:04.411629 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338d8d88-cc73-4a67-ad20-1a4b1b3ec288 None None] New status for floating IP 572194b6-8ab6-4d93-9100-fb93f524ef43: DOWN {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:46:04.421589 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-ed66f5b4-a4c5-4142-b4e5-8146a8269ed4 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Calling delete_port for f1eb3287-a1de-494b-bb6b-d382c5ab6cbb owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:04.434990 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb45a086-d735-4e74-ba1f-0c53b42f7b55 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:46:04.445329 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-eb45a086-d735-4e74-ba1f-0c53b42f7b55 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "PUT /v2.0/routers/d1406e0b-2b74-4885-ac63-ea6ca1361336/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0697777 Mar 07 10:46:04.452086 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bbcc35-e71f-4046-bf7e-9ca5bb9dc693 None None] Sync routers for ids ['d1406e0b-2b74-4885-ac63-ea6ca1361336'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:46:04.455065 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58730) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:04.458889 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 10:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77e6ca0-84d0-4013-aa0b-3f11c2c6715f x-openstack-request-id: req-c77e6ca0-84d0-4013-aa0b-3f11c2c6715f {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:46:04.459289 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "name": "network-vif-deleted", "tag": "e0ad4df5-2fed-46fc-8695-ce249f172d97", "status": "completed", "code": 200}, {"server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "name": "network-vif-deleted", "tag": "228f4021-a7f7-470b-affc-cfa61cd88930", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:46:04.459438 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c77e6ca0-84d0-4013-aa0b-3f11c2c6715f {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:46:04.459867 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'name': 'network-vif-deleted', 'tag': 'e0ad4df5-2fed-46fc-8695-ce249f172d97', 'status': 'completed', 'code': 200} Mar 07 10:46:04.466012 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'name': 'network-vif-deleted', 'tag': '228f4021-a7f7-470b-affc-cfa61cd88930', 'status': 'completed', 'code': 200} Mar 07 10:46:04.472252 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-6ae1b454-628b-4b31-8dc3-725bb9f3c021 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:04.476351 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bbcc35-e71f-4046-bf7e-9ca5bb9dc693 None None] Routers {'d1406e0b-2b74-4885-ac63-ea6ca1361336'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:04.478062 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-86bbcc35-e71f-4046-bf7e-9ca5bb9dc693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:45:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d1406e0b-2b74-4885-ac63-ea6ca1361336'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:04.560436 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c6560e13-7585-4ea9-a5ab-3b0b2bc322cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (1133a2f3-15cf-4f40-a0ae-56da0ef035bb), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:04.563088 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c6560e13-7585-4ea9-a5ab-3b0b2bc322cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:04.566907 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c6560e13-7585-4ea9-a5ab-3b0b2bc322cb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1133a2f3-15cf-4f40-a0ae-56da0ef035bb HTTP/1.1" status: 204 len: 168 time: 1.0089214 Mar 07 10:46:04.596322 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 538a000e-d5c0-4905-bb9c-891e670d11e6 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:46:04.602890 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d86e5267-6071-4181-b33c-9d9870905229 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b18772077b0b4680a79652e6e7891ad6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2785301 Mar 07 10:46:04.605972 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58736) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:04.701762 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-86bbcc35-e71f-4046-bf7e-9ca5bb9dc693 None None] Set router d1406e0b-2b74-4885-ac63-ea6ca1361336 gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:46:04.729898 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e68cecc8-5631-4614-b532-1664f9d4fb32 admin admin] Publish callbacks [] for security_group (0ec93168-ea2d-40c7-9d1b-401eb082ee9b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:04.737789 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6560e13-7585-4ea9-a5ab-3b0b2bc322cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1133a2f3-15cf-4f40-a0ae-56da0ef035bb,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:04.791618 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e68cecc8-5631-4614-b532-1664f9d4fb32 admin admin] Publish callbacks [] for security_group (0ec93168-ea2d-40c7-9d1b-401eb082ee9b), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:04.836167 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 2c7724cc-a58c-47e8-9331-481c893a13eb up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:46:04.867186 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e68cecc8-5631-4614-b532-1664f9d4fb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0ec93168-ea2d-40c7-9d1b-401eb082ee9b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:04.870033 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e68cecc8-5631-4614-b532-1664f9d4fb32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:04.871281 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e68cecc8-5631-4614-b532-1664f9d4fb32 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0ec93168-ea2d-40c7-9d1b-401eb082ee9b HTTP/1.1" status: 204 len: 168 time: 0.2642062 Mar 07 10:46:04.886535 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68cecc8-5631-4614-b532-1664f9d4fb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec93168-ea2d-40c7-9d1b-401eb082ee9b,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:05.232771 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device c00948a3-3f87-4aa0-8d81-bc6af8939057 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:46:05.300206 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6c991-80e4-4fa2-afdb-b4de8814ca4b req-982cbb8f-816b-47cb-9505-f196b9d8522f tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:05.306463 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6c991-80e4-4fa2-afdb-b4de8814ca4b req-982cbb8f-816b-47cb-9505-f196b9d8522f tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:05.308165 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6ce6c991-80e4-4fa2-afdb-b4de8814ca4b req-982cbb8f-816b-47cb-9505-f196b9d8522f tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 1676 time: 0.7514181 Mar 07 10:46:05.399078 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c0dbc-a26e-4773-b769-55a4adbf3edb req-622e7117-3e79-4e64-849a-9d586bec1ee7 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:05.406671 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d76c0dbc-a26e-4773-b769-55a4adbf3edb req-622e7117-3e79-4e64-849a-9d586bec1ee7 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 946 time: 0.1208661 Mar 07 10:46:05.486248 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3376fd12-3483-4002-8aec-058ec83ee2ca req-0ceaabf2-a317-4018-9c84-631637b6ee8c service neutron] 10.222.0.21 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9259539 Mar 07 10:46:05.529342 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 538a000e-d5c0-4905-bb9c-891e670d11e6, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=538a000e-d5c0-4905-bb9c-891e670d11e6,segment=NetworkSegment(7642cd9c-6339-42f5-804e-a1167650136a),segment_id=7642cd9c-6339-42f5-804e-a1167650136a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:05.532633 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d76c0dbc-a26e-4773-b769-55a4adbf3edb req-4be88ae5-01e6-4f97-a926-62aaa4b20132 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252551 Mar 07 10:46:05.611839 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '538a000e-d5c0-4905-bb9c-891e670d11e6', 'network_id': '8e50499e-fbd5-45c6-a980-59dd492cbb54', 'port_id': '538a000e-d5c0-4905-bb9c-891e670d11e6', 'mac_address': 'fa:16:3e:75:05:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9604a39-59d4-4a65-aab1-e0de3b159bd9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:46:05.614825 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 2c7724cc-a58c-47e8-9331-481c893a13eb triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:05.615870 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2c7724cc-a58c-47e8-9331-481c893a13eb), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:05.698939 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0ed235ea-0245-4bdf-abee-5c02de1e681e req-4340e3a0-8335-4d23-a6ca-ac8c60b39737 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 210 time: 0.0904820 Mar 07 10:46:05.755674 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 538a000e-d5c0-4905-bb9c-891e670d11e6 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:05.756273 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (538a000e-d5c0-4905-bb9c-891e670d11e6), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:05.778162 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port c00948a3-3f87-4aa0-8d81-bc6af8939057 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:05.778471 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c00948a3-3f87-4aa0-8d81-bc6af8939057), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:05.804007 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6ce6c991-80e4-4fa2-afdb-b4de8814ca4b req-616c3f6c-5262-499d-b2a5-b6cd89c78634 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4731274 Mar 07 10:46:05.882665 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 538a000e-d5c0-4905-bb9c-891e670d11e6 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:46:05.885836 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-ed66f5b4-a4c5-4142-b4e5-8146a8269ed4 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (f1eb3287-a1de-494b-bb6b-d382c5ab6cbb), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:05.886654 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c216869-3ea8-4608-9a7f-46cb5738747f req-39d72686-f329-4a9b-9691-eb5438a89e20 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:05.896044 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5c216869-3ea8-4608-9a7f-46cb5738747f req-39d72686-f329-4a9b-9691-eb5438a89e20 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 943 time: 0.1032374 Mar 07 10:46:05.937624 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 538a000e-d5c0-4905-bb9c-891e670d11e6, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=538a000e-d5c0-4905-bb9c-891e670d11e6,segment=NetworkSegment(7642cd9c-6339-42f5-804e-a1167650136a),segment_id=7642cd9c-6339-42f5-804e-a1167650136a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:05.962847 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed66f5b4-a4c5-4142-b4e5-8146a8269ed4 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Pushing event deleted for resources: {'Port': ['ID=f1eb3287-a1de-494b-bb6b-d382c5ab6cbb,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:05.980680 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (538a000e-d5c0-4905-bb9c-891e670d11e6), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:05.993086 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5c216869-3ea8-4608-9a7f-46cb5738747f req-ae3edb78-7c96-45f4-aded-12f30acd3c22 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756719 Mar 07 10:46:06.027848 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0686c5-2f6f-4112-b5b8-21fab81aab10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c00948a3-3f87-4aa0-8d81-bc6af8939057'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:46:06.030332 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c40746f-5066-4f3b-ac69-866c7498b7c8" -d '{"events": [{"server_uuid": "9c0686c5-2f6f-4112-b5b8-21fab81aab10", "name": "network-vif-unplugged", "status": "completed", "tag": "c00948a3-3f87-4aa0-8d81-bc6af8939057"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:46:06.039859 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-910a0a3a-d27f-4fed-b502-f055cfff4ee4 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:06.041326 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-910a0a3a-d27f-4fed-b502-f055cfff4ee4 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.31 "GET /v2.0/networks?id=d7b74752-b035-4af7-99b7-eca10e463dbd HTTP/1.1" status: 200 len: 812 time: 0.3840675 Mar 07 10:46:06.078624 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-ed66f5b4-a4c5-4142-b4e5-8146a8269ed4 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] No DVR routers for this DVR port f1eb3287-a1de-494b-bb6b-d382c5ab6cbb on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:46:06.083874 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-3b4050e5-986d-465c-afe5-ea3f0f712b39 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Request body: {'port': {'device_id': 'b2abdb78-47f1-417e-b6c4-7c9c54b1811a', 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd', 'admin_state_up': True, 'tenant_id': 'ef96f18062d345998a199cb367c56469'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:06.091924 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-ed66f5b4-a4c5-4142-b4e5-8146a8269ed4 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:06.095940 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-ed66f5b4-a4c5-4142-b4e5-8146a8269ed4 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.21 "DELETE /v2.0/ports/f1eb3287-a1de-494b-bb6b-d382c5ab6cbb HTTP/1.1" status: 204 len: 173 time: 2.8132317 Mar 07 10:46:06.123820 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4ab6a1-c3e4-4718-ae3e-cd58e0405fbb x-openstack-request-id: req-4c4ab6a1-c3e4-4718-ae3e-cd58e0405fbb {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:46:06.124254 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0686c5-2f6f-4112-b5b8-21fab81aab10", "name": "network-vif-unplugged", "status": "completed", "tag": "c00948a3-3f87-4aa0-8d81-bc6af8939057", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:46:06.124607 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4c4ab6a1-c3e4-4718-ae3e-cd58e0405fbb {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:46:06.125100 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c0686c5-2f6f-4112-b5b8-21fab81aab10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c00948a3-3f87-4aa0-8d81-bc6af8939057', 'code': 200} Mar 07 10:46:06.132562 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port c00948a3-3f87-4aa0-8d81-bc6af8939057, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=c00948a3-3f87-4aa0-8d81-bc6af8939057,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:06.150771 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c00948a3-3f87-4aa0-8d81-bc6af8939057), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:06.197346 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=538a000e-d5c0-4905-bb9c-891e670d11e6,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:06.240126 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 2c7724cc-a58c-47e8-9331-481c893a13eb is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:06.265320 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-86bbcc35-e71f-4046-bf7e-9ca5bb9dc693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'name': 'tempest-RoutersIpV6Test-router-1694003958', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:15Z', 'updated_at': '2022-03-07T10:46:01Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None, '_interfaces': [{'id': '4c404918-6987-42e2-b4cd-37397011ea7c', 'name': '', 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:37:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:20Z', 'updated_at': '2022-03-07T10:45:26Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6add8305-fca4-4a82-9d28-5647ccd40a23', 'name': '', 'network_id': '56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:a9:93:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'a6ff4256-613e-41d9-a94b-ed1c8406f4ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:42Z', 'updated_at': '2022-03-07T10:45:56Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': 'a6ff4256-613e-41d9-a94b-ed1c8406f4ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aff39046-787f-46e3-b963-0ba1f743cb5e', 'name': '', 'network_id': '8013e22d-e73d-4b88-b54a-f43eb1dac410', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:75:76:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:29Z', 'updated_at': '2022-03-07T10:45:39Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd12fa75d-176b-46cd-8321-cf414859fbd1', 'name': '', 'network_id': '92830a1f-908e-4f22-a5b3-45ad7504b151', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:a4:9d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '99a94e6c-040b-4f62-8378-ec29fcd475f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:58Z', 'updated_at': '2022-03-07T10:46:02Z', 'revision_number': 2, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '99a94e6c-040b-4f62-8378-ec29fcd475f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:06.309140 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=c00948a3-3f87-4aa0-8d81-bc6af8939057,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:06.314317 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58790) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:06.316731 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bbcc35-e71f-4046-bf7e-9ca5bb9dc693 None None] Checking router: d1406e0b-2b74-4885-ac63-ea6ca1361336 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:46:06.317124 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bbcc35-e71f-4046-bf7e-9ca5bb9dc693 None None] Updating router d1406e0b-2b74-4885-ac63-ea6ca1361336 port d12fa75d-176b-46cd-8321-cf414859fbd1 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:46:06.326390 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['538a000e-d5c0-4905-bb9c-891e670d11e6'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:46:06.329727 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.extraroute_db [None req-6ae1b454-628b-4b31-8dc3-725bb9f3c021 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 07 10:46:06.367356 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.extraroute_db [None req-6ae1b454-628b-4b31-8dc3-725bb9f3c021 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Removed routes are [] {{(pid=103767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 07 10:46:06.367649 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6ae1b454-628b-4b31-8dc3-725bb9f3c021 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26448'] for router (d1406e0b-2b74-4885-ac63-ea6ca1361336), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:06.436740 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-86bbcc35-e71f-4046-bf7e-9ca5bb9dc693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d12fa75d-176b-46cd-8321-cf414859fbd1), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:06.444867 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-3b4050e5-986d-465c-afe5-ea3f0f712b39 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Made reservation on behalf of ef96f18062d345998a199cb367c56469 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:46:06.445813 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-3b4050e5-986d-465c-afe5-ea3f0f712b39 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:06.477920 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'name': 'network-vif-deleted', 'tag': 'f1eb3287-a1de-494b-bb6b-d382c5ab6cbb'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:46:06.480172 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0445859-3123-4dbf-a9d0-c5fda11cff32" -d '{"events": [{"server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "name": "network-vif-deleted", "tag": "f1eb3287-a1de-494b-bb6b-d382c5ab6cbb"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:46:06.550604 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-15b3b250-d9b7-4a41-ba7f-db00aa6d4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:06.700893 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9340e01-20b6-451b-b608-1c9c8ceb5675 x-openstack-request-id: req-d9340e01-20b6-451b-b608-1c9c8ceb5675 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:46:06.701490 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "name": "network-vif-deleted", "tag": "f1eb3287-a1de-494b-bb6b-d382c5ab6cbb", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:46:06.702000 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d9340e01-20b6-451b-b608-1c9c8ceb5675 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:46:06.702416 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'name': 'network-vif-deleted', 'tag': 'f1eb3287-a1de-494b-bb6b-d382c5ab6cbb', 'status': 'completed', 'code': 200} Mar 07 10:46:06.710712 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-9f2bde2a-5a54-4137-9025-266c6cdcf097 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-430942639', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:06.740448 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-85d441a6-3bdb-48b6-9e62-0383bef5f6f4 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Deleting port ea7ffff0-7638-4d15-87eb-5069b07e0844 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:06.740796 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-85d441a6-3bdb-48b6-9e62-0383bef5f6f4 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (ea7ffff0-7638-4d15-87eb-5069b07e0844), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:06.818328 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-48860f9e-b5fc-466f-ba28-2cd4f4be687d req-4a016601-99f5-4bbd-b9be-bd5039412d82 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 210 time: 0.0472558 Mar 07 10:46:06.865033 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-86bbcc35-e71f-4046-bf7e-9ca5bb9dc693 None None] Publish callbacks [] for port (d12fa75d-176b-46cd-8321-cf414859fbd1), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:06.874480 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-86bbcc35-e71f-4046-bf7e-9ca5bb9dc693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d12fa75d-176b-46cd-8321-cf414859fbd1), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:06.927418 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229821e-ffad-4288-a47b-ff7ea9fef55f None None] Pushing event updated for resources: {'Port': ['ID=d12fa75d-176b-46cd-8321-cf414859fbd1,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:06.933785 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-3b4050e5-986d-465c-afe5-ea3f0f712b39 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Allocated IP 172.20.0.11 (d7b74752-b035-4af7-99b7-eca10e463dbd/da6814d7-5b80-4178-9297-cce360fe7941/71ec8758-cf2a-443c-99d8-4b727e768d06) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:46:06.976194 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f2bde2a-5a54-4137-9025-266c6cdcf097 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (02c927b0-f205-44e6-b798-1c325ba802aa), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:06.977654 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f2bde2a-5a54-4137-9025-266c6cdcf097 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (02c927b0-f205-44e6-b798-1c325ba802aa), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:06.996372 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c6f1a-dd3f-4035-ad85-854e1e6c4b22 req-dd0d5444-0f0c-4d42-910c-3aa2ad0cae7b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:06.998814 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-393c6f1a-dd3f-4035-ad85-854e1e6c4b22 req-dd0d5444-0f0c-4d42-910c-3aa2ad0cae7b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 944 time: 0.2954688 Mar 07 10:46:07.020693 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-86bbcc35-e71f-4046-bf7e-9ca5bb9dc693 None None] Attempting to bind port d12fa75d-176b-46cd-8321-cf414859fbd1 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:46:07.021067 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-86bbcc35-e71f-4046-bf7e-9ca5bb9dc693 None None] Attempting to bind port d12fa75d-176b-46cd-8321-cf414859fbd1 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '2d29b8ab-b503-4cbc-b3de-0b05cf62ef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '92830a1f-908e-4f22-a5b3-45ad7504b151'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:46:07.021460 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bbcc35-e71f-4046-bf7e-9ca5bb9dc693 None None] Attempting to bind port d12fa75d-176b-46cd-8321-cf414859fbd1 on network 92830a1f-908e-4f22-a5b3-45ad7504b151 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:46:07.027500 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bbcc35-e71f-4046-bf7e-9ca5bb9dc693 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:46:07.027975 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bbcc35-e71f-4046-bf7e-9ca5bb9dc693 None None] Checking segment: {'id': '2d29b8ab-b503-4cbc-b3de-0b05cf62ef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '92830a1f-908e-4f22-a5b3-45ad7504b151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:46:07.028291 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-86bbcc35-e71f-4046-bf7e-9ca5bb9dc693 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.028678 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bbcc35-e71f-4046-bf7e-9ca5bb9dc693 None None] Bound using segment: {'id': '2d29b8ab-b503-4cbc-b3de-0b05cf62ef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '92830a1f-908e-4f22-a5b3-45ad7504b151'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:46:07.029166 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-86bbcc35-e71f-4046-bf7e-9ca5bb9dc693 None None] Bound port: d12fa75d-176b-46cd-8321-cf414859fbd1, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d29b8ab-b503-4cbc-b3de-0b05cf62ef80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '92830a1f-908e-4f22-a5b3-45ad7504b151'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:46:07.029547 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-86bbcc35-e71f-4046-bf7e-9ca5bb9dc693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d12fa75d-176b-46cd-8321-cf414859fbd1), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.043173 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808c00b-432a-4ccf-a20a-8c6edd03d9d1 req-205efc6a-50fe-4b80-9aaa-96268d83edac tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:07.044790 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0808c00b-432a-4ccf-a20a-8c6edd03d9d1 req-205efc6a-50fe-4b80-9aaa-96268d83edac tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 942 time: 0.1436348 Mar 07 10:46:07.045461 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58844) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:07.128592 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6ae1b454-628b-4b31-8dc3-725bb9f3c021 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26448'] for router (d1406e0b-2b74-4885-ac63-ea6ca1361336), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.154058 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0808c00b-432a-4ccf-a20a-8c6edd03d9d1 req-7a9e0e01-4846-4316-acad-72afbec305ea tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups?id=1b7ff8d0-cbce-43ce-acda-661fc6e853f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926375 Mar 07 10:46:07.170385 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6ae1b454-628b-4b31-8dc3-725bb9f3c021 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674560'] for router (d1406e0b-2b74-4885-ac63-ea6ca1361336), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.200339 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-86bbcc35-e71f-4046-bf7e-9ca5bb9dc693 None None] For port d12fa75d-176b-46cd-8321-cf414859fbd1, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:46:07.205714 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-86bbcc35-e71f-4046-bf7e-9ca5bb9dc693 None None] For port d12fa75d-176b-46cd-8321-cf414859fbd1, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=d12fa75d-176b-46cd-8321-cf414859fbd1,segment=NetworkSegment(2d29b8ab-b503-4cbc-b3de-0b05cf62ef80),segment_id=2d29b8ab-b503-4cbc-b3de-0b05cf62ef80)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:46:07.220636 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-85d441a6-3bdb-48b6-9e62-0383bef5f6f4 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] For port ea7ffff0-7638-4d15-87eb-5069b07e0844, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=ea7ffff0-7638-4d15-87eb-5069b07e0844,segment=NetworkSegment(ff65b4be-9c23-4c72-a12e-e27f32be872c),segment_id=ff65b4be-9c23-4c72-a12e-e27f32be872c)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:07.221157 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-85d441a6-3bdb-48b6-9e62-0383bef5f6f4 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (ea7ffff0-7638-4d15-87eb-5069b07e0844), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.221300 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-86bbcc35-e71f-4046-bf7e-9ca5bb9dc693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d12fa75d-176b-46cd-8321-cf414859fbd1), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.365741 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f2bde2a-5a54-4137-9025-266c6cdcf097 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks [] for router_controller (02c927b0-f205-44e6-b798-1c325ba802aa), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.384773 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-393c6f1a-dd3f-4035-ad85-854e1e6c4b22 req-2803d44e-146a-4238-91bc-37cd6897ceec tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357418 Mar 07 10:46:07.388495 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f3c07a4c-2494-45af-9dec-e8900b0dbae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.397679 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86bbcc35-e71f-4046-bf7e-9ca5bb9dc693 None None] Routers {'d1406e0b-2b74-4885-ac63-ea6ca1361336'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:07.398510 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-86bbcc35-e71f-4046-bf7e-9ca5bb9dc693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:45:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d1406e0b-2b74-4885-ac63-ea6ca1361336'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:07.409945 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-85d441a6-3bdb-48b6-9e62-0383bef5f6f4 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Calling delete_port for ea7ffff0-7638-4d15-87eb-5069b07e0844 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:07.414430 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f2bde2a-5a54-4137-9025-266c6cdcf097 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (02c927b0-f205-44e6-b798-1c325ba802aa), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.457808 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b5ca2-8d8e-4584-af1c-92226cfc3a66 req-0fd94c6e-761c-4f1b-9457-76194620096e tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:07.459560 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-075b5ca2-8d8e-4584-af1c-92226cfc3a66 req-0fd94c6e-761c-4f1b-9457-76194620096e tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 944 time: 0.2099695 Mar 07 10:46:07.506993 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae1b454-628b-4b31-8dc3-725bb9f3c021 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Router d1406e0b-2b74-4885-ac63-ea6ca1361336 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:46:07.507465 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229821e-ffad-4288-a47b-ff7ea9fef55f None None] Pushing event updated for resources: {'Port': ['ID=d12fa75d-176b-46cd-8321-cf414859fbd1,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:07.556663 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f2bde2a-5a54-4137-9025-266c6cdcf097 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.561408 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9f2bde2a-5a54-4137-9025-266c6cdcf097 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.2412155 Mar 07 10:46:07.566365 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58852) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:07.569519 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-075b5ca2-8d8e-4584-af1c-92226cfc3a66 req-3041a62a-8b78-4694-8b6a-4a53d3409e72 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981882 Mar 07 10:46:07.583360 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-46cfdd45-1919-4d44-be51-a900f995fe8c tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1179548017'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:07.594214 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a3e0313b-8a67-4154-9369-17859ad72dbd None None] Provisioning complete for port d12fa75d-176b-46cd-8321-cf414859fbd1 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:07.595811 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a3e0313b-8a67-4154-9369-17859ad72dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d12fa75d-176b-46cd-8321-cf414859fbd1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.611949 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f3c07a4c-2494-45af-9dec-e8900b0dbae8 admin admin] Publish callbacks [] for security_group (5470b183-6c18-4eaf-aa2a-bdd31626bed4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.620717 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f3c07a4c-2494-45af-9dec-e8900b0dbae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5470b183-6c18-4eaf-aa2a-bdd31626bed4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.651780 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-86bbcc35-e71f-4046-bf7e-9ca5bb9dc693 None None] Set router d1406e0b-2b74-4885-ac63-ea6ca1361336 gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:46:07.712406 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c07a4c-2494-45af-9dec-e8900b0dbae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5470b183-6c18-4eaf-aa2a-bdd31626bed4,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:07.714699 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-3b4050e5-986d-465c-afe5-ea3f0f712b39 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks [] for port (71ec8758-cf2a-443c-99d8-4b727e768d06), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.719911 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f3c07a4c-2494-45af-9dec-e8900b0dbae8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6c0d961726c547a9bea9b84aa99b9da5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6725459 Mar 07 10:46:07.720975 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58854) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:07.728791 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cfdd45-1919-4d44-be51-a900f995fe8c tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Made reservation on behalf of ef647340b07d428b87f38afbc441d759 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:46:07.734784 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-46cfdd45-1919-4d44-be51-a900f995fe8c tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.783054 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2fea6103-f862-42a8-b582-395a2d2066a0 admin admin] Publish callbacks [] for security_group (5470b183-6c18-4eaf-aa2a-bdd31626bed4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.806742 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2fea6103-f862-42a8-b582-395a2d2066a0 admin admin] Publish callbacks [] for security_group (5470b183-6c18-4eaf-aa2a-bdd31626bed4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.814496 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-46cfdd45-1919-4d44-be51-a900f995fe8c tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.834169 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a3e0313b-8a67-4154-9369-17859ad72dbd None None] Current status of the port d12fa75d-176b-46cd-8321-cf414859fbd1 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:07.834469 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a3e0313b-8a67-4154-9369-17859ad72dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d12fa75d-176b-46cd-8321-cf414859fbd1), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.869931 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2fea6103-f862-42a8-b582-395a2d2066a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5470b183-6c18-4eaf-aa2a-bdd31626bed4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.874851 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2fea6103-f862-42a8-b582-395a2d2066a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.877732 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2fea6103-f862-42a8-b582-395a2d2066a0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5470b183-6c18-4eaf-aa2a-bdd31626bed4 HTTP/1.1" status: 204 len: 168 time: 0.1559460 Mar 07 10:46:07.888674 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea6103-f862-42a8-b582-395a2d2066a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5470b183-6c18-4eaf-aa2a-bdd31626bed4,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:07.898392 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae1b454-628b-4b31-8dc3-725bb9f3c021 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:46:07.931153 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a3e0313b-8a67-4154-9369-17859ad72dbd None None] For port d12fa75d-176b-46cd-8321-cf414859fbd1, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=d12fa75d-176b-46cd-8321-cf414859fbd1,segment=NetworkSegment(2d29b8ab-b503-4cbc-b3de-0b05cf62ef80),segment_id=2d29b8ab-b503-4cbc-b3de-0b05cf62ef80)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:07.937544 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6ae1b454-628b-4b31-8dc3-725bb9f3c021 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:07.939319 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6ae1b454-628b-4b31-8dc3-725bb9f3c021 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "PUT /v2.0/routers/d1406e0b-2b74-4885-ac63-ea6ca1361336 HTTP/1.1" status: 200 len: 954 time: 3.4721580 Mar 07 10:46:07.942276 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58860) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:07.956958 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a3e0313b-8a67-4154-9369-17859ad72dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d12fa75d-176b-46cd-8321-cf414859fbd1), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:08.016295 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a8e3eaf3-2d5d-4e64-bc2a-e192cb9fe3f4 req-0f9a7189-a62c-4902-ab1b-c604e426831a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 210 time: 0.0884635 Mar 07 10:46:08.022654 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0313b-8a67-4154-9369-17859ad72dbd None None] Pushing event updated for resources: {'Port': ['ID=d12fa75d-176b-46cd-8321-cf414859fbd1,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:08.050196 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-3b4050e5-986d-465c-afe5-ea3f0f712b39 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (71ec8758-cf2a-443c-99d8-4b727e768d06), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:08.077863 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-85d441a6-3bdb-48b6-9e62-0383bef5f6f4 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (ea7ffff0-7638-4d15-87eb-5069b07e0844), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:08.128699 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-05b30e08-6f56-4999-b721-b6273394bab7 None None] Provisioning complete for port d12fa75d-176b-46cd-8321-cf414859fbd1 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:08.129082 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-05b30e08-6f56-4999-b721-b6273394bab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d12fa75d-176b-46cd-8321-cf414859fbd1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:08.138927 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5cd5d1a5-6bc8-4f61-94d1-a3a2c1085623 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "GET /v2.0/routers/d1406e0b-2b74-4885-ac63-ea6ca1361336 HTTP/1.1" status: 200 len: 954 time: 0.1946537 Mar 07 10:46:08.141624 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58864) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:08.142129 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-3b4050e5-986d-465c-afe5-ea3f0f712b39 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Network d7b74752-b035-4af7-99b7-eca10e463dbd is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:46:08.148504 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-fe03164a-05d6-4b31-bf9a-2e6bbb69c2d7 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Request body: {'router': {'routes': None}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:08.154525 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-3b4050e5-986d-465c-afe5-ea3f0f712b39 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:08.193129 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-3b4050e5-986d-465c-afe5-ea3f0f712b39 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:46:08.200474 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-86bbcc35-e71f-4046-bf7e-9ca5bb9dc693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'name': 'tempest-RoutersIpV6Test-router-1694003958', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:15Z', 'updated_at': '2022-03-07T10:46:06Z', 'revision_number': 6, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None, '_interfaces': [{'id': '4c404918-6987-42e2-b4cd-37397011ea7c', 'name': '', 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:37:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:20Z', 'updated_at': '2022-03-07T10:45:26Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6add8305-fca4-4a82-9d28-5647ccd40a23', 'name': '', 'network_id': '56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:a9:93:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'a6ff4256-613e-41d9-a94b-ed1c8406f4ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:42Z', 'updated_at': '2022-03-07T10:45:56Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': 'a6ff4256-613e-41d9-a94b-ed1c8406f4ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aff39046-787f-46e3-b963-0ba1f743cb5e', 'name': '', 'network_id': '8013e22d-e73d-4b88-b54a-f43eb1dac410', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:75:76:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:29Z', 'updated_at': '2022-03-07T10:45:39Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd12fa75d-176b-46cd-8321-cf414859fbd1', 'name': '', 'network_id': '92830a1f-908e-4f22-a5b3-45ad7504b151', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:a4:9d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '99a94e6c-040b-4f62-8378-ec29fcd475f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:58Z', 'updated_at': '2022-03-07T10:46:07Z', 'revision_number': 4, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '99a94e6c-040b-4f62-8378-ec29fcd475f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:08.238178 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bbcc35-e71f-4046-bf7e-9ca5bb9dc693 None None] The sync data for ids ['d1406e0b-2b74-4885-ac63-ea6ca1361336'] in n-d-832164-4 is: [{'id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'name': 'tempest-RoutersIpV6Test-router-1694003958', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:15Z', 'updated_at': '2022-03-07T10:46:06Z', 'revision_number': 6, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None, '_interfaces': [{'id': '4c404918-6987-42e2-b4cd-37397011ea7c', 'name': '', 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:37:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:20Z', 'updated_at': '2022-03-07T10:45:26Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6add8305-fca4-4a82-9d28-5647ccd40a23', 'name': '', 'network_id': '56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:a9:93:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'a6ff4256-613e-41d9-a94b-ed1c8406f4ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:42Z', 'updated_at': '2022-03-07T10:45:56Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': 'a6ff4256-613e-41d9-a94b-ed1c8406f4ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aff39046-787f-46e3-b963-0ba1f743cb5e', 'name': '', 'network_id': '8013e22d-e73d-4b88-b54a-f43eb1dac410', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:75:76:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:29Z', 'updated_at': '2022-03-07T10:45:39Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd12fa75d-176b-46cd-8321-cf414859fbd1', 'name': '', 'network_id': '92830a1f-908e-4f22-a5b3-45ad7504b151', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:a4:9d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '99a94e6c-040b-4f62-8378-ec29fcd475f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:58Z', 'updated_at': '2022-03-07T10:46:07Z', 'revision_number': 4, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '99a94e6c-040b-4f62-8378-ec29fcd475f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:46:08.248728 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4050e5-986d-465c-afe5-ea3f0f712b39 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Pushing event updated for resources: {'Port': ['ID=71ec8758-cf2a-443c-99d8-4b727e768d06,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:08.251254 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-85d441a6-3bdb-48b6-9e62-0383bef5f6f4 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] No DVR routers for this DVR port ea7ffff0-7638-4d15-87eb-5069b07e0844 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:46:08.271884 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-85d441a6-3bdb-48b6-9e62-0383bef5f6f4 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:08.276050 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-62ba0d85-3997-4b60-80f7-485952c78e53 req-85d441a6-3bdb-48b6-9e62-0383bef5f6f4 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.21 "DELETE /v2.0/ports/ea7ffff0-7638-4d15-87eb-5069b07e0844 HTTP/1.1" status: 204 len: 173 time: 2.1655335 Mar 07 10:46:08.318747 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d441a6-3bdb-48b6-9e62-0383bef5f6f4 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Pushing event deleted for resources: {'Port': ['ID=ea7ffff0-7638-4d15-87eb-5069b07e0844,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:08.355039 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-3b4050e5-986d-465c-afe5-ea3f0f712b39 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:08.355681 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-3b4050e5-986d-465c-afe5-ea3f0f712b39 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:08.372990 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-46cfdd45-1919-4d44-be51-a900f995fe8c tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks [] for security_group (3e024287-f6ad-49a8-9bc7-91c40140ccfa), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:08.380172 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-46cfdd45-1919-4d44-be51-a900f995fe8c tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (3e024287-f6ad-49a8-9bc7-91c40140ccfa), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:08.403740 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-3b4050e5-986d-465c-afe5-ea3f0f712b39 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3435290 Mar 07 10:46:08.415241 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-05b30e08-6f56-4999-b721-b6273394bab7 None None] Current status of the port d12fa75d-176b-46cd-8321-cf414859fbd1 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:08.427761 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-a246cc65-e7c0-4fff-8f73-dc36867c4e17 service neutron] Request body: {'port': {'device_id': 'b2abdb78-47f1-417e-b6c4-7c9c54b1811a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:08.431247 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46cfdd45-1919-4d44-be51-a900f995fe8c tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:46:08.439909 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-46005110-53e3-4ebc-ad3c-f900693625c6 req-4d31bf2e-34de-41d7-9032-c66c09e36d45 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.1375651 Mar 07 10:46:08.513500 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cfdd45-1919-4d44-be51-a900f995fe8c tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e024287-f6ad-49a8-9bc7-91c40140ccfa,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:08.571114 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-46cfdd45-1919-4d44-be51-a900f995fe8c tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (63ae4b78-3ee9-46cb-b119-812ab8978afc), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:08.571455 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-46cfdd45-1919-4d44-be51-a900f995fe8c tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Added segment 63ae4b78-3ee9-46cb-b119-812ab8978afc of type vlan for network 9d3fd29e-3ccc-48da-8311-2fb8261a7b9e Mar 07 10:46:08.660767 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 538a000e-d5c0-4905-bb9c-891e670d11e6 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:46:08.735690 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'name': 'network-vif-deleted', 'tag': 'ea7ffff0-7638-4d15-87eb-5069b07e0844'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:46:08.739339 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df207d2-c96a-4a20-b296-41bb5887fb14" -d '{"events": [{"server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "name": "network-vif-deleted", "tag": "ea7ffff0-7638-4d15-87eb-5069b07e0844"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:46:08.745057 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-a246cc65-e7c0-4fff-8f73-dc36867c4e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (71ec8758-cf2a-443c-99d8-4b727e768d06), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:08.761232 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-65a005c1-470b-4d80-8110-2f51028023a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:08.854781 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device d12fa75d-176b-46cd-8321-cf414859fbd1 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:46:08.870983 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-46cfdd45-1919-4d44-be51-a900f995fe8c tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (9d3fd29e-3ccc-48da-8311-2fb8261a7b9e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:08.932645 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce587195-4258-45bb-9275-ed617d0a140b req-ccc0b528-6439-4b1b-ba30-0d98b7cc2601 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:08.956960 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ce587195-4258-45bb-9275-ed617d0a140b req-ccc0b528-6439-4b1b-ba30-0d98b7cc2601 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 944 time: 0.2304673 Mar 07 10:46:08.974702 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 538a000e-d5c0-4905-bb9c-891e670d11e6 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:46:08.983930 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df5fb9e-d83a-4f30-9b47-510e5686071b req-c9d673e2-6a30-470e-a874-bace70092f82 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:08.992699 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0df5fb9e-d83a-4f30-9b47-510e5686071b req-c9d673e2-6a30-470e-a874-bace70092f82 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 944 time: 0.4229732 Mar 07 10:46:09.017957 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 538a000e-d5c0-4905-bb9c-891e670d11e6 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:09.019020 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (538a000e-d5c0-4905-bb9c-891e670d11e6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:09.114759 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port d12fa75d-176b-46cd-8321-cf414859fbd1 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:09.115280 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d12fa75d-176b-46cd-8321-cf414859fbd1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:09.124215 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-46cfdd45-1919-4d44-be51-a900f995fe8c tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (9d3fd29e-3ccc-48da-8311-2fb8261a7b9e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:09.137688 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cfdd45-1919-4d44-be51-a900f995fe8c tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:09.138360 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-46cfdd45-1919-4d44-be51-a900f995fe8c tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:09.197445 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ce587195-4258-45bb-9275-ed617d0a140b req-54f7b84b-97b1-4a61-b4de-5e32b4833b1c tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393556 Mar 07 10:46:09.322847 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 538a000e-d5c0-4905-bb9c-891e670d11e6 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:09.323369 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (538a000e-d5c0-4905-bb9c-891e670d11e6), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:09.384800 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188cbb51-004f-4eaf-819c-3ea64c10da36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538a000e-d5c0-4905-bb9c-891e670d11e6'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:46:09.389173 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac642c4-aa15-4087-b776-898e2e55707b" -d '{"events": [{"server_uuid": "188cbb51-004f-4eaf-819c-3ea64c10da36", "name": "network-vif-plugged", "status": "completed", "tag": "538a000e-d5c0-4905-bb9c-891e670d11e6"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:46:09.427348 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 538a000e-d5c0-4905-bb9c-891e670d11e6, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=538a000e-d5c0-4905-bb9c-891e670d11e6,segment=NetworkSegment(7642cd9c-6339-42f5-804e-a1167650136a),segment_id=7642cd9c-6339-42f5-804e-a1167650136a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:09.452695 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (538a000e-d5c0-4905-bb9c-891e670d11e6), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:09.467678 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port d12fa75d-176b-46cd-8321-cf414859fbd1 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:09.545710 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.extraroute_db [None req-fe03164a-05d6-4b31-bf9a-2e6bbb69c2d7 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Added routes are [] {{(pid=103766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 07 10:46:09.546049 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.extraroute_db [None req-fe03164a-05d6-4b31-bf9a-2e6bbb69c2d7 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=103766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 07 10:46:09.600654 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=538a000e-d5c0-4905-bb9c-891e670d11e6,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:09.624849 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148d5da-2c79-4f1c-89b8-7f329553e349 req-dbc3f753-40cf-4873-873e-4cd9fcea78ee tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:09.634826 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f148d5da-2c79-4f1c-89b8-7f329553e349 req-dbc3f753-40cf-4873-873e-4cd9fcea78ee tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 932 time: 0.2045295 Mar 07 10:46:09.665008 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe03164a-05d6-4b31-bf9a-2e6bbb69c2d7 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26448'] for router (d1406e0b-2b74-4885-ac63-ea6ca1361336), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:09.824398 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f148d5da-2c79-4f1c-89b8-7f329553e349 req-2bcde833-a0d6-4b24-b349-a3f72d262290 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543317 Mar 07 10:46:09.835630 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:09.924833 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f826974-61a7-44c9-a1f8-9b996084528b x-openstack-request-id: req-2f826974-61a7-44c9-a1f8-9b996084528b {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:46:09.925369 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188cbb51-004f-4eaf-819c-3ea64c10da36", "name": "network-vif-plugged", "status": "completed", "tag": "538a000e-d5c0-4905-bb9c-891e670d11e6", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:46:09.926111 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2f826974-61a7-44c9-a1f8-9b996084528b {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:46:09.926688 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188cbb51-004f-4eaf-819c-3ea64c10da36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '538a000e-d5c0-4905-bb9c-891e670d11e6', 'code': 200} Mar 07 10:46:09.971312 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7c4970-393f-4de3-b1c9-79fea1ea6784 None None] Sync routers for ids ['d1406e0b-2b74-4885-ac63-ea6ca1361336'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:46:09.998230 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7c4970-393f-4de3-b1c9-79fea1ea6784 None None] Routers {'d1406e0b-2b74-4885-ac63-ea6ca1361336'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:09.998864 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ac7c4970-393f-4de3-b1c9-79fea1ea6784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d1406e0b-2b74-4885-ac63-ea6ca1361336'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:10.064955 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe03164a-05d6-4b31-bf9a-2e6bbb69c2d7 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26448'] for router (d1406e0b-2b74-4885-ac63-ea6ca1361336), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:10.085314 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8e70f2-1cea-4426-bc12-9463fa4de90a x-openstack-request-id: req-4b8e70f2-1cea-4426-bc12-9463fa4de90a {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:46:10.086270 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f913fa-7f5a-43a3-8940-a1b13b65d9c3", "name": "network-vif-deleted", "tag": "ea7ffff0-7638-4d15-87eb-5069b07e0844", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:46:10.086781 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4b8e70f2-1cea-4426-bc12-9463fa4de90a {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:46:10.087402 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f913fa-7f5a-43a3-8940-a1b13b65d9c3', 'name': 'network-vif-deleted', 'tag': 'ea7ffff0-7638-4d15-87eb-5069b07e0844', 'status': 'completed', 'code': 200} Mar 07 10:46:10.099589 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-be8b55b3-0448-41f6-b76d-ed6064debf67 req-cf862dd1-5c14-4cf5-9baf-0bf71ca03b0b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0734372 Mar 07 10:46:10.108760 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe03164a-05d6-4b31-bf9a-2e6bbb69c2d7 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674560'] for router (d1406e0b-2b74-4885-ac63-ea6ca1361336), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:10.139007 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cfdd45-1919-4d44-be51-a900f995fe8c tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Pushing event updated for resources: {'Network': ['ID=9d3fd29e-3ccc-48da-8311-2fb8261a7b9e,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:10.152116 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 9d3fd29e-3ccc-48da-8311-2fb8261a7b9e details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:46:10.170758 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-46cfdd45-1919-4d44-be51-a900f995fe8c tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.6033211 Mar 07 10:46:10.180381 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58906) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:10.184912 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-ac7c4970-393f-4de3-b1c9-79fea1ea6784 None None] Set router d1406e0b-2b74-4885-ac63-ea6ca1361336 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:46:10.190805 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-0d6c2d10-f3ec-45c0-98a7-d1cfac9f24bd tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Request body: {'subnet': {'network_id': '9d3fd29e-3ccc-48da-8311-2fb8261a7b9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:10.306962 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb22126-51ff-4358-82ac-63502f527c30 req-39425124-3e7c-4ec0-8992-c2b299216487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:10.312816 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9bb22126-51ff-4358-82ac-63502f527c30 req-39425124-3e7c-4ec0-8992-c2b299216487 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 1127 time: 0.3071761 Mar 07 10:46:10.430510 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe03164a-05d6-4b31-bf9a-2e6bbb69c2d7 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Router d1406e0b-2b74-4885-ac63-ea6ca1361336 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:46:10.473313 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9bb22126-51ff-4358-82ac-63502f527c30 req-d5a7248d-a742-4ec5-8043-28e03ada730a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423192 Mar 07 10:46:10.487896 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dbaad1-0e65-4315-8d01-13fccc1a756d req-a36c8384-bb12-456f-9ce6-dde4cb2b2e1d tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:10.489543 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-58dbaad1-0e65-4315-8d01-13fccc1a756d req-a36c8384-bb12-456f-9ce6-dde4cb2b2e1d tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 945 time: 0.1481736 Mar 07 10:46:10.536570 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0df5fb9e-d83a-4f30-9b47-510e5686071b req-3dc23f6e-09f3-4f06-8d5a-b83f0f5c274b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5176377 Mar 07 10:46:10.559580 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58914) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:10.619984 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ac7c4970-393f-4de3-b1c9-79fea1ea6784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'name': 'tempest-RoutersIpV6Test-router-1694003958', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:15Z', 'updated_at': '2022-03-07T10:46:09Z', 'revision_number': 7, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None, '_interfaces': [{'id': '4c404918-6987-42e2-b4cd-37397011ea7c', 'name': '', 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:37:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:20Z', 'updated_at': '2022-03-07T10:45:26Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6add8305-fca4-4a82-9d28-5647ccd40a23', 'name': '', 'network_id': '56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:a9:93:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'a6ff4256-613e-41d9-a94b-ed1c8406f4ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:42Z', 'updated_at': '2022-03-07T10:45:56Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': 'a6ff4256-613e-41d9-a94b-ed1c8406f4ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aff39046-787f-46e3-b963-0ba1f743cb5e', 'name': '', 'network_id': '8013e22d-e73d-4b88-b54a-f43eb1dac410', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:75:76:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:29Z', 'updated_at': '2022-03-07T10:45:39Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd12fa75d-176b-46cd-8321-cf414859fbd1', 'name': '', 'network_id': '92830a1f-908e-4f22-a5b3-45ad7504b151', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:a4:9d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '99a94e6c-040b-4f62-8378-ec29fcd475f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:58Z', 'updated_at': '2022-03-07T10:46:07Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '99a94e6c-040b-4f62-8378-ec29fcd475f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:10.657992 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7c4970-393f-4de3-b1c9-79fea1ea6784 None None] Checking router: d1406e0b-2b74-4885-ac63-ea6ca1361336 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:46:10.662133 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-58dbaad1-0e65-4315-8d01-13fccc1a756d req-70b6497f-f8e5-4faf-a5c1-1cbabab84d3d tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377468 Mar 07 10:46:10.678195 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7c4970-393f-4de3-b1c9-79fea1ea6784 None None] Routers {'d1406e0b-2b74-4885-ac63-ea6ca1361336'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:10.679720 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ac7c4970-393f-4de3-b1c9-79fea1ea6784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d1406e0b-2b74-4885-ac63-ea6ca1361336'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:10.683567 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe03164a-05d6-4b31-bf9a-2e6bbb69c2d7 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:46:10.697871 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe03164a-05d6-4b31-bf9a-2e6bbb69c2d7 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:10.699560 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fe03164a-05d6-4b31-bf9a-2e6bbb69c2d7 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "PUT /v2.0/routers/d1406e0b-2b74-4885-ac63-ea6ca1361336 HTTP/1.1" status: 200 len: 704 time: 2.5567942 Mar 07 10:46:10.702072 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58920) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:10.749011 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-a246cc65-e7c0-4fff-8f73-dc36867c4e17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ec8758-cf2a-443c-99d8-4b727e768d06 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:46:10.764004 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-a246cc65-e7c0-4fff-8f73-dc36867c4e17 service neutron] Publish callbacks [] for port (71ec8758-cf2a-443c-99d8-4b727e768d06), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:10.792110 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-fb9b46ec-8308-4b55-aed8-2fa3d6b7ccad tempest-MeteringIpV6TestJSON-587734724 tempest-MeteringIpV6TestJSON-587734724-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1394117587'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:10.792632 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-fb9b46ec-8308-4b55-aed8-2fa3d6b7ccad tempest-MeteringIpV6TestJSON-587734724 tempest-MeteringIpV6TestJSON-587734724-project-admin] Unknown quota resources ['metering_label']. {{(pid=103766) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 10:46:10.803298 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-a246cc65-e7c0-4fff-8f73-dc36867c4e17 service neutron] Transition to ACTIVE for port object 71ec8758-cf2a-443c-99d8-4b727e768d06 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:46:10.804591 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-ac7c4970-393f-4de3-b1c9-79fea1ea6784 None None] Set router d1406e0b-2b74-4885-ac63-ea6ca1361336 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:46:10.812934 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6c2d10-f3ec-45c0-98a7-d1cfac9f24bd tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Made reservation on behalf of ef647340b07d428b87f38afbc441d759 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:46:10.817318 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d6c2d10-f3ec-45c0-98a7-d1cfac9f24bd tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:10.822204 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-a246cc65-e7c0-4fff-8f73-dc36867c4e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (71ec8758-cf2a-443c-99d8-4b727e768d06), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:10.838862 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ad526-562f-4a7e-9f76-8f518356753e req-ff8bc36d-6aab-4db0-929b-cdfe96e2f575 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:10.840139 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f19ad526-562f-4a7e-9f76-8f518356753e req-ff8bc36d-6aab-4db0-929b-cdfe96e2f575 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1674998 Mar 07 10:46:10.963922 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device c00948a3-3f87-4aa0-8d81-bc6af8939057 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:46:10.966083 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f19ad526-562f-4a7e-9f76-8f518356753e req-00a84568-8a06-4d42-8e28-c18d0d0fd125 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094351 Mar 07 10:46:11.035207 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246cc65-e7c0-4fff-8f73-dc36867c4e17 service neutron] Pushing event updated for resources: {'Port': ['ID=71ec8758-cf2a-443c-99d8-4b727e768d06,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:11.126775 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port c00948a3-3f87-4aa0-8d81-bc6af8939057 is: DOWN; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:11.152158 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ac7c4970-393f-4de3-b1c9-79fea1ea6784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'name': 'tempest-RoutersIpV6Test-router-1694003958', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:15Z', 'updated_at': '2022-03-07T10:46:09Z', 'revision_number': 7, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None, '_interfaces': [{'id': '4c404918-6987-42e2-b4cd-37397011ea7c', 'name': '', 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:37:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:20Z', 'updated_at': '2022-03-07T10:45:26Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6add8305-fca4-4a82-9d28-5647ccd40a23', 'name': '', 'network_id': '56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:a9:93:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'a6ff4256-613e-41d9-a94b-ed1c8406f4ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:42Z', 'updated_at': '2022-03-07T10:45:56Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': 'a6ff4256-613e-41d9-a94b-ed1c8406f4ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aff39046-787f-46e3-b963-0ba1f743cb5e', 'name': '', 'network_id': '8013e22d-e73d-4b88-b54a-f43eb1dac410', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:75:76:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:29Z', 'updated_at': '2022-03-07T10:45:39Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd12fa75d-176b-46cd-8321-cf414859fbd1', 'name': '', 'network_id': '92830a1f-908e-4f22-a5b3-45ad7504b151', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:a4:9d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '99a94e6c-040b-4f62-8378-ec29fcd475f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:58Z', 'updated_at': '2022-03-07T10:46:07Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '99a94e6c-040b-4f62-8378-ec29fcd475f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:11.181764 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df07283-5350-40f1-995c-4086941dc78b req-87761896-f405-4404-960e-4218885a5344 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:11.183428 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3df07283-5350-40f1-995c-4086941dc78b req-87761896-f405-4404-960e-4218885a5344 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1115608 Mar 07 10:46:11.186512 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-a246cc65-e7c0-4fff-8f73-dc36867c4e17 service neutron] Attempting to bind port 71ec8758-cf2a-443c-99d8-4b727e768d06 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:46:11.186843 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-a246cc65-e7c0-4fff-8f73-dc36867c4e17 service neutron] Attempting to bind port 71ec8758-cf2a-443c-99d8-4b727e768d06 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '12342119-cf6b-4cbb-9e34-d47607d55c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:46:11.187163 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-a246cc65-e7c0-4fff-8f73-dc36867c4e17 service neutron] Attempting to bind port 71ec8758-cf2a-443c-99d8-4b727e768d06 on network d7b74752-b035-4af7-99b7-eca10e463dbd {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:46:11.191631 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7c4970-393f-4de3-b1c9-79fea1ea6784 None None] The sync data for ids ['d1406e0b-2b74-4885-ac63-ea6ca1361336'] in n-d-832164-4 is: [{'id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'name': 'tempest-RoutersIpV6Test-router-1694003958', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:15Z', 'updated_at': '2022-03-07T10:46:09Z', 'revision_number': 7, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None, '_interfaces': [{'id': '4c404918-6987-42e2-b4cd-37397011ea7c', 'name': '', 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:37:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:20Z', 'updated_at': '2022-03-07T10:45:26Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6add8305-fca4-4a82-9d28-5647ccd40a23', 'name': '', 'network_id': '56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:a9:93:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'a6ff4256-613e-41d9-a94b-ed1c8406f4ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:42Z', 'updated_at': '2022-03-07T10:45:56Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': 'a6ff4256-613e-41d9-a94b-ed1c8406f4ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aff39046-787f-46e3-b963-0ba1f743cb5e', 'name': '', 'network_id': '8013e22d-e73d-4b88-b54a-f43eb1dac410', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:75:76:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:29Z', 'updated_at': '2022-03-07T10:45:39Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd12fa75d-176b-46cd-8321-cf414859fbd1', 'name': '', 'network_id': '92830a1f-908e-4f22-a5b3-45ad7504b151', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:a4:9d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '99a94e6c-040b-4f62-8378-ec29fcd475f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:58Z', 'updated_at': '2022-03-07T10:46:07Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '99a94e6c-040b-4f62-8378-ec29fcd475f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:46:11.211720 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-a246cc65-e7c0-4fff-8f73-dc36867c4e17 service neutron] Port 71ec8758-cf2a-443c-99d8-4b727e768d06 on network d7b74752-b035-4af7-99b7-eca10e463dbd not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:46:11.212175 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-a246cc65-e7c0-4fff-8f73-dc36867c4e17 service neutron] Attempting to bind port 71ec8758-cf2a-443c-99d8-4b727e768d06 on network d7b74752-b035-4af7-99b7-eca10e463dbd {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:46:11.227209 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fb9b46ec-8308-4b55-aed8-2fa3d6b7ccad tempest-MeteringIpV6TestJSON-587734724 tempest-MeteringIpV6TestJSON-587734724-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:11.228295 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fb9b46ec-8308-4b55-aed8-2fa3d6b7ccad tempest-MeteringIpV6TestJSON-587734724 tempest-MeteringIpV6TestJSON-587734724-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6677921 Mar 07 10:46:11.233497 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58928) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:11.240130 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-2dd1f157-9c49-4bf7-a098-a92701a4034d tempest-MeteringIpV6TestJSON-587734724 tempest-MeteringIpV6TestJSON-587734724-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '648a69bd-8325-4488-a1c6-eaff97226e0a'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:11.240640 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-2dd1f157-9c49-4bf7-a098-a92701a4034d tempest-MeteringIpV6TestJSON-587734724 tempest-MeteringIpV6TestJSON-587734724-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103766) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 10:46:11.254756 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ec217ed3-6ff6-42e2-8673-6b3040185b5a tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "GET /v2.0/routers/d1406e0b-2b74-4885-ac63-ea6ca1361336 HTTP/1.1" status: 200 len: 704 time: 0.5512259 Mar 07 10:46:11.258855 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58930) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:11.319794 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-a246cc65-e7c0-4fff-8f73-dc36867c4e17 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:46:11.320291 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-a246cc65-e7c0-4fff-8f73-dc36867c4e17 service neutron] Checking segment: {'id': '12342119-cf6b-4cbb-9e34-d47607d55c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:46:11.320778 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-a246cc65-e7c0-4fff-8f73-dc36867c4e17 service neutron] Bound using segment: {'id': '12342119-cf6b-4cbb-9e34-d47607d55c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:46:11.321367 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-a246cc65-e7c0-4fff-8f73-dc36867c4e17 service neutron] Bound port: 71ec8758-cf2a-443c-99d8-4b727e768d06, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12342119-cf6b-4cbb-9e34-d47607d55c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:46:11.321934 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-a246cc65-e7c0-4fff-8f73-dc36867c4e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (71ec8758-cf2a-443c-99d8-4b727e768d06), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:11.322108 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5e9a6-f150-4b9d-8cd8-651128de74ea req-f07e0e23-8e61-4f89-8ff2-44b399d2119f tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:11.330272 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fdc5e9a6-f150-4b9d-8cd8-651128de74ea req-f07e0e23-8e61-4f89-8ff2-44b399d2119f tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 944 time: 0.3899605 Mar 07 10:46:11.383838 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d6c2d10-f3ec-45c0-98a7-d1cfac9f24bd tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (00c59a52-5b3b-4f84-833d-1d6c34406863), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:11.475763 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3df07283-5350-40f1-995c-4086941dc78b req-89ae4fcf-b6a7-4084-a034-b63e8148f40b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2785883 Mar 07 10:46:11.499976 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-a246cc65-e7c0-4fff-8f73-dc36867c4e17 service neutron] For port 71ec8758-cf2a-443c-99d8-4b727e768d06, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:46:11.525657 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c2d10-f3ec-45c0-98a7-d1cfac9f24bd tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Pushing event updated for resources: {'Subnet': ['ID=00c59a52-5b3b-4f84-833d-1d6c34406863,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:11.531980 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-a246cc65-e7c0-4fff-8f73-dc36867c4e17 service neutron] For port 71ec8758-cf2a-443c-99d8-4b727e768d06, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=71ec8758-cf2a-443c-99d8-4b727e768d06,segment=NetworkSegment(12342119-cf6b-4cbb-9e34-d47607d55c42),segment_id=12342119-cf6b-4cbb-9e34-d47607d55c42)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:46:11.537931 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6c2d10-f3ec-45c0-98a7-d1cfac9f24bd tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Checking segment: {'id': '63ae4b78-3ee9-46cb-b119-812ab8978afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9d3fd29e-3ccc-48da-8311-2fb8261a7b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:46:11.538482 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6c2d10-f3ec-45c0-98a7-d1cfac9f24bd tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Network hostable DHCP agents. Network: 9d3fd29e-3ccc-48da-8311-2fb8261a7b9e, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:46:11.550058 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-a246cc65-e7c0-4fff-8f73-dc36867c4e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (71ec8758-cf2a-443c-99d8-4b727e768d06), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:11.598375 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0b5dd1-286b-4e72-a051-93ebc32df2c7 None None] Sync routers for ids ['d1406e0b-2b74-4885-ac63-ea6ca1361336'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:46:11.602095 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:11.622071 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0b5dd1-286b-4e72-a051-93ebc32df2c7 None None] Routers {'d1406e0b-2b74-4885-ac63-ea6ca1361336'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:11.622722 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-0d0b5dd1-286b-4e72-a051-93ebc32df2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d1406e0b-2b74-4885-ac63-ea6ca1361336'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:11.629707 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a246cc65-e7c0-4fff-8f73-dc36867c4e17 service neutron] Pushing event updated for resources: {'Port': ['ID=71ec8758-cf2a-443c-99d8-4b727e768d06,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:11.675029 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f78e962d-3773-4f6c-a9ba-cd74e4d25b1a req-7fc6a678-8d23-443c-994b-8e4bfce0113c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0465474 Mar 07 10:46:11.677195 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-a246cc65-e7c0-4fff-8f73-dc36867c4e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:11.677710 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-a246cc65-e7c0-4fff-8f73-dc36867c4e17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:11.679224 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-a246cc65-e7c0-4fff-8f73-dc36867c4e17 service neutron] 10.222.0.31 "PUT /v2.0/ports/71ec8758-cf2a-443c-99d8-4b727e768d06 HTTP/1.1" status: 200 len: 1092 time: 3.2638342 Mar 07 10:46:11.680810 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6c2d10-f3ec-45c0-98a7-d1cfac9f24bd tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Network 9d3fd29e-3ccc-48da-8311-2fb8261a7b9e is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:46:11.700861 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-0d6c2d10-f3ec-45c0-98a7-d1cfac9f24bd tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 9d3fd29e-3ccc-48da-8311-2fb8261a7b9e) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:11.714426 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6c2d10-f3ec-45c0-98a7-d1cfac9f24bd tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:11.715205 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0d6c2d10-f3ec-45c0-98a7-d1cfac9f24bd tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:11.754186 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0d6c2d10-f3ec-45c0-98a7-d1cfac9f24bd tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5678132 Mar 07 10:46:11.756395 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58936) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:11.761919 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-4a4b2dca-b739-40d3-b9e8-dea6768ba594 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Request body: {'network': {'name': 'tempest-router-network01--443233892'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:11.807753 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4b2dca-b739-40d3-b9e8-dea6768ba594 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Made reservation on behalf of ef647340b07d428b87f38afbc441d759 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:46:11.811584 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2dca-b739-40d3-b9e8-dea6768ba594 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:11.905426 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a4b2dca-b739-40d3-b9e8-dea6768ba594 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:46:11.934165 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-f436765e-6558-4197-8439-96e888018c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:11.937441 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-f436765e-6558-4197-8439-96e888018c2f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ef96f18062d345998a199cb367c56469&device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 1126 time: 0.2070911 Mar 07 10:46:11.951794 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2dca-b739-40d3-b9e8-dea6768ba594 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (9b8406ed-5b0d-40e6-b771-7fa4a0696e42), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:11.952385 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-4a4b2dca-b739-40d3-b9e8-dea6768ba594 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Added segment 9b8406ed-5b0d-40e6-b771-7fa4a0696e42 of type vlan for network c835ca3b-892d-4016-9e59-4a2ece70e16b Mar 07 10:46:11.991882 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fdc5e9a6-f150-4b9d-8cd8-651128de74ea req-ea3a3ae9-b053-48dc-bc9c-6b2154d72470 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6606388 Mar 07 10:46:12.021730 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-e6092f20-6707-47f0-9ef1-a2193d6e2098 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71ec8758-cf2a-443c-99d8-4b727e768d06 HTTP/1.1" status: 200 len: 217 time: 0.0725322 Mar 07 10:46:12.046067 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a799addc-04b5-44cc-abcd-9d4e697c8bb6 None None] Network 9d3fd29e-3ccc-48da-8311-2fb8261a7b9e requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:46:12.049139 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2dca-b739-40d3-b9e8-dea6768ba594 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (c835ca3b-892d-4016-9e59-4a2ece70e16b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:12.091015 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274f502-365c-479e-8a98-56388a409d40 req-64ec5b82-34c6-4689-ba63-b1c087fd361e tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:12.099235 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7274f502-365c-479e-8a98-56388a409d40 req-64ec5b82-34c6-4689-ba63-b1c087fd361e tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.2521811 Mar 07 10:46:12.111600 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2abdb78-47f1-417e-b6c4-7c9c54b1811a', 'tag': '71ec8758-cf2a-443c-99d8-4b727e768d06'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:46:12.114172 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec632474-b590-4dc7-8183-04f75cc81504" -d '{"events": [{"name": "network-changed", "server_uuid": "b2abdb78-47f1-417e-b6c4-7c9c54b1811a", "tag": "71ec8758-cf2a-443c-99d8-4b727e768d06"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:46:12.118185 n-d-832164-4 neutron-server[103766]: WARNING neutron.services.metering.metering_plugin [None req-2dd1f157-9c49-4bf7-a098-a92701a4034d tempest-MeteringIpV6TestJSON-587734724 tempest-MeteringIpV6TestJSON-587734724-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 07 10:46:12.171015 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-64991754-8f6d-4547-8715-a66efd61574a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:12.173793 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-64991754-8f6d-4547-8715-a66efd61574a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=da6814d7-5b80-4178-9297-cce360fe7941 HTTP/1.1" status: 200 len: 852 time: 0.1395988 Mar 07 10:46:12.174548 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-0d0b5dd1-286b-4e72-a051-93ebc32df2c7 None None] Set router d1406e0b-2b74-4885-ac63-ea6ca1361336 gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:46:12.196896 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2dca-b739-40d3-b9e8-dea6768ba594 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (c835ca3b-892d-4016-9e59-4a2ece70e16b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:12.202402 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4b2dca-b739-40d3-b9e8-dea6768ba594 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:12.203169 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2dca-b739-40d3-b9e8-dea6768ba594 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:12.254152 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-62177d3c-5a3d-42bc-8e76-daa35a229485 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d7b74752-b035-4af7-99b7-eca10e463dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692234 Mar 07 10:46:12.266977 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7274f502-365c-479e-8a98-56388a409d40 req-c443ee4e-fedb-48bb-8e6f-481eacec110b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635997 Mar 07 10:46:12.337881 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335185a4-2547-4c39-affe-5969d5408618 req-7c8d200d-39a8-4ce2-80e3-565c7ccdd72b tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:12.345235 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-335185a4-2547-4c39-affe-5969d5408618 req-7c8d200d-39a8-4ce2-80e3-565c7ccdd72b tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 945 time: 0.2313454 Mar 07 10:46:12.352604 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2dd1f157-9c49-4bf7-a098-a92701a4034d tempest-MeteringIpV6TestJSON-587734724 tempest-MeteringIpV6TestJSON-587734724-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:12.353769 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2dd1f157-9c49-4bf7-a098-a92701a4034d tempest-MeteringIpV6TestJSON-587734724 tempest-MeteringIpV6TestJSON-587734724-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.1186030 Mar 07 10:46:12.368208 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07499976-0f46-46e4-b947-fc6725dab205 x-openstack-request-id: req-07499976-0f46-46e4-b947-fc6725dab205 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:46:12.372509 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2abdb78-47f1-417e-b6c4-7c9c54b1811a", "tag": "71ec8758-cf2a-443c-99d8-4b727e768d06", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:46:12.372956 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-07499976-0f46-46e4-b947-fc6725dab205 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:46:12.373612 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2abdb78-47f1-417e-b6c4-7c9c54b1811a', 'tag': '71ec8758-cf2a-443c-99d8-4b727e768d06', 'status': 'completed', 'code': 200} Mar 07 10:46:12.374831 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58944) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:12.396397 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4a4b2dca-b739-40d3-b9e8-dea6768ba594 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6388423 Mar 07 10:46:12.410482 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-335185a4-2547-4c39-affe-5969d5408618 req-49058730-36e2-4402-91a9-546f88ee216a tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600853 Mar 07 10:46:12.411065 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58946) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:12.430625 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48acf04e-5aac-44e7-944c-da43891c8521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-9d3fd29e-3ccc-48da-8311-2fb8261a7b9e', 'network_id': '9d3fd29e-3ccc-48da-8311-2fb8261a7b9e', 'project_id': 'ef647340b07d428b87f38afbc441d759', 'fixed_ips': [{'subnet_id': '00c59a52-5b3b-4f84-833d-1d6c34406863'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:46:12.431718 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-48acf04e-5aac-44e7-944c-da43891c8521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:12.431869 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-26e94119-e83b-456a-8481-38f59e9bcae7 tempest-MeteringIpV6TestJSON-587734724 tempest-MeteringIpV6TestJSON-587734724-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '648a69bd-8325-4488-a1c6-eaff97226e0a'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:12.433398 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-26e94119-e83b-456a-8481-38f59e9bcae7 tempest-MeteringIpV6TestJSON-587734724 tempest-MeteringIpV6TestJSON-587734724-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103767) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 10:46:12.504988 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-0acfc3d9-1d71-43e3-a040-e5ec374a068d tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Request body: {'network': {'name': 'tempest-router-network02--1323605430'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:12.661231 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-0d0b5dd1-286b-4e72-a051-93ebc32df2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'name': 'tempest-RoutersIpV6Test-router-1694003958', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:15Z', 'updated_at': '2022-03-07T10:46:09Z', 'revision_number': 7, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None, '_interfaces': [{'id': '4c404918-6987-42e2-b4cd-37397011ea7c', 'name': '', 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:37:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:20Z', 'updated_at': '2022-03-07T10:45:26Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6add8305-fca4-4a82-9d28-5647ccd40a23', 'name': '', 'network_id': '56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:a9:93:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'a6ff4256-613e-41d9-a94b-ed1c8406f4ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:42Z', 'updated_at': '2022-03-07T10:45:56Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': 'a6ff4256-613e-41d9-a94b-ed1c8406f4ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aff39046-787f-46e3-b963-0ba1f743cb5e', 'name': '', 'network_id': '8013e22d-e73d-4b88-b54a-f43eb1dac410', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:75:76:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:29Z', 'updated_at': '2022-03-07T10:45:39Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd12fa75d-176b-46cd-8321-cf414859fbd1', 'name': '', 'network_id': '92830a1f-908e-4f22-a5b3-45ad7504b151', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:a4:9d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '99a94e6c-040b-4f62-8378-ec29fcd475f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:58Z', 'updated_at': '2022-03-07T10:46:07Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '99a94e6c-040b-4f62-8378-ec29fcd475f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:12.676554 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b2dca-b739-40d3-b9e8-dea6768ba594 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Pushing event updated for resources: {'Network': ['ID=c835ca3b-892d-4016-9e59-4a2ece70e16b,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:12.690447 n-d-832164-4 neutron-server[103767]: WARNING neutron.services.metering.metering_plugin [None req-26e94119-e83b-456a-8481-38f59e9bcae7 tempest-MeteringIpV6TestJSON-587734724 tempest-MeteringIpV6TestJSON-587734724-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 07 10:46:12.714492 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0b5dd1-286b-4e72-a051-93ebc32df2c7 None None] Checking router: d1406e0b-2b74-4885-ac63-ea6ca1361336 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:46:12.724741 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network c835ca3b-892d-4016-9e59-4a2ece70e16b details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:46:12.770221 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0b5dd1-286b-4e72-a051-93ebc32df2c7 None None] Routers {'d1406e0b-2b74-4885-ac63-ea6ca1361336'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:12.770777 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-0d0b5dd1-286b-4e72-a051-93ebc32df2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d1406e0b-2b74-4885-ac63-ea6ca1361336'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:12.773196 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-111fb11c-376d-4835-b813-acc8dffb069f tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (d1406e0b-2b74-4885-ac63-ea6ca1361336), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:12.837367 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-f3e564f9-15a9-47c2-9330-166d752934c7 service neutron] 10.222.0.31 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5551546 Mar 07 10:46:12.869254 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-0d0b5dd1-286b-4e72-a051-93ebc32df2c7 None None] Set router d1406e0b-2b74-4885-ac63-ea6ca1361336 gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:46:12.914405 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0acfc3d9-1d71-43e3-a040-e5ec374a068d tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Made reservation on behalf of ef647340b07d428b87f38afbc441d759 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:46:12.918373 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0acfc3d9-1d71-43e3-a040-e5ec374a068d tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:12.950065 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0acfc3d9-1d71-43e3-a040-e5ec374a068d tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:46:12.957733 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3ba81-0f30-4d6c-8338-734dfe88b7e7 req-04773f0d-63a6-4b9f-a6b5-35a800319abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:12.959614 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4af3ba81-0f30-4d6c-8338-734dfe88b7e7 req-04773f0d-63a6-4b9f-a6b5-35a800319abd service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efb48669635249ee9aaece4475163b67&device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 1127 time: 0.3003423 Mar 07 10:46:12.967556 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0acfc3d9-1d71-43e3-a040-e5ec374a068d tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (4cd57329-4e60-4f6e-93f0-d5d5faceb2a6), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:12.968227 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-0acfc3d9-1d71-43e3-a040-e5ec374a068d tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Added segment 4cd57329-4e60-4f6e-93f0-d5d5faceb2a6 of type vlan for network 950d82ac-2c0c-4a06-8579-d7e5041761f0 Mar 07 10:46:12.970079 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58634f-93d6-4a49-8f2d-5dbaf988702c req-02207388-6023-4841-a03f-cebff67c1916 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:12.971587 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7c58634f-93d6-4a49-8f2d-5dbaf988702c req-02207388-6023-4841-a03f-cebff67c1916 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 945 time: 0.2652125 Mar 07 10:46:13.031062 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0acfc3d9-1d71-43e3-a040-e5ec374a068d tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (950d82ac-2c0c-4a06-8579-d7e5041761f0), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:13.048848 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-26e94119-e83b-456a-8481-38f59e9bcae7 tempest-MeteringIpV6TestJSON-587734724 tempest-MeteringIpV6TestJSON-587734724-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:13.054078 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-26e94119-e83b-456a-8481-38f59e9bcae7 tempest-MeteringIpV6TestJSON-587734724 tempest-MeteringIpV6TestJSON-587734724-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6755674 Mar 07 10:46:13.061864 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58956) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:13.076454 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:13.089991 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-48acf04e-5aac-44e7-944c-da43891c8521 None None] Allocated IP 172.20.0.2 (9d3fd29e-3ccc-48da-8311-2fb8261a7b9e/00c59a52-5b3b-4f84-833d-1d6c34406863/389ac50d-2780-4d1e-8b6a-cc9114e11fc8) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:46:13.106230 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0f855e2d-9b9a-44a9-95b9-652e779acc2a tempest-MeteringIpV6TestJSON-587734724 tempest-MeteringIpV6TestJSON-587734724-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=2080453c-9965-4b32-b75c-648446de9f3f HTTP/1.1" status: 200 len: 462 time: 0.0377126 Mar 07 10:46:13.113627 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58958) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:13.117923 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289d040-6506-495f-b3b5-912022c6264a req-ab2fa4be-3f17-4f2a-a771-0a0288b6daee tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:13.119902 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6289d040-6506-495f-b3b5-912022c6264a req-ab2fa4be-3f17-4f2a-a771-0a0288b6daee tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.6111147 Mar 07 10:46:13.195247 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3ba81-0f30-4d6c-8338-734dfe88b7e7 req-a9563f68-c314-4f84-b721-bd2f13cd1652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:13.199076 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0acfc3d9-1d71-43e3-a040-e5ec374a068d tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (950d82ac-2c0c-4a06-8579-d7e5041761f0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:13.199592 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4af3ba81-0f30-4d6c-8338-734dfe88b7e7 req-a9563f68-c314-4f84-b721-bd2f13cd1652 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e50499e-fbd5-45c6-a980-59dd492cbb54 HTTP/1.1" status: 200 len: 919 time: 0.2248251 Mar 07 10:46:13.204983 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0acfc3d9-1d71-43e3-a040-e5ec374a068d tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:13.205824 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0acfc3d9-1d71-43e3-a040-e5ec374a068d tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:13.241680 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7c58634f-93d6-4a49-8f2d-5dbaf988702c req-acbbd31d-1a04-4982-a0dd-71f3970eea4a tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551515 Mar 07 10:46:13.302189 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acfc3d9-1d71-43e3-a040-e5ec374a068d tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Pushing event updated for resources: {'Network': ['ID=950d82ac-2c0c-4a06-8579-d7e5041761f0,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:13.310770 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-0d0b5dd1-286b-4e72-a051-93ebc32df2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'name': 'tempest-RoutersIpV6Test-router-1694003958', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:15Z', 'updated_at': '2022-03-07T10:46:09Z', 'revision_number': 7, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None, '_interfaces': [{'id': '4c404918-6987-42e2-b4cd-37397011ea7c', 'name': '', 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:37:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:20Z', 'updated_at': '2022-03-07T10:45:26Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6add8305-fca4-4a82-9d28-5647ccd40a23', 'name': '', 'network_id': '56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:a9:93:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'a6ff4256-613e-41d9-a94b-ed1c8406f4ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:42Z', 'updated_at': '2022-03-07T10:45:56Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': 'a6ff4256-613e-41d9-a94b-ed1c8406f4ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aff39046-787f-46e3-b963-0ba1f743cb5e', 'name': '', 'network_id': '8013e22d-e73d-4b88-b54a-f43eb1dac410', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:75:76:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:29Z', 'updated_at': '2022-03-07T10:45:39Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd12fa75d-176b-46cd-8321-cf414859fbd1', 'name': '', 'network_id': '92830a1f-908e-4f22-a5b3-45ad7504b151', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:a4:9d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '99a94e6c-040b-4f62-8378-ec29fcd475f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:58Z', 'updated_at': '2022-03-07T10:46:07Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '99a94e6c-040b-4f62-8378-ec29fcd475f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:13.316518 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0acfc3d9-1d71-43e3-a040-e5ec374a068d tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8214917 Mar 07 10:46:13.325630 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58960) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:13.338522 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-1d8d03a2-3e4c-4c03-8451-b3fd6e585367 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Request body: {'subnet': {'network_id': 'c835ca3b-892d-4016-9e59-4a2ece70e16b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:13.351869 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0b5dd1-286b-4e72-a051-93ebc32df2c7 None None] The sync data for ids ['d1406e0b-2b74-4885-ac63-ea6ca1361336'] in n-d-832164-4 is: [{'id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'name': 'tempest-RoutersIpV6Test-router-1694003958', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:15Z', 'updated_at': '2022-03-07T10:46:09Z', 'revision_number': 7, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None, '_interfaces': [{'id': '4c404918-6987-42e2-b4cd-37397011ea7c', 'name': '', 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:37:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:20Z', 'updated_at': '2022-03-07T10:45:26Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6add8305-fca4-4a82-9d28-5647ccd40a23', 'name': '', 'network_id': '56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:a9:93:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'a6ff4256-613e-41d9-a94b-ed1c8406f4ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:42Z', 'updated_at': '2022-03-07T10:45:56Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': 'a6ff4256-613e-41d9-a94b-ed1c8406f4ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aff39046-787f-46e3-b963-0ba1f743cb5e', 'name': '', 'network_id': '8013e22d-e73d-4b88-b54a-f43eb1dac410', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:75:76:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:29Z', 'updated_at': '2022-03-07T10:45:39Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd12fa75d-176b-46cd-8321-cf414859fbd1', 'name': '', 'network_id': '92830a1f-908e-4f22-a5b3-45ad7504b151', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:a4:9d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '99a94e6c-040b-4f62-8378-ec29fcd475f4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:58Z', 'updated_at': '2022-03-07T10:46:07Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '99a94e6c-040b-4f62-8378-ec29fcd475f4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:46:13.353770 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 950d82ac-2c0c-4a06-8579-d7e5041761f0 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:46:13.380010 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4af3ba81-0f30-4d6c-8338-734dfe88b7e7 req-8c36159d-92e4-4989-a354-dd6dd82c58d0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=538a000e-d5c0-4905-bb9c-891e670d11e6 HTTP/1.1" status: 200 len: 217 time: 0.1211960 Mar 07 10:46:13.424618 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-48acf04e-5aac-44e7-944c-da43891c8521 None None] Publish callbacks [] for port (389ac50d-2780-4d1e-8b6a-cc9114e11fc8), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:13.440442 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7ca49d7d-7d8d-43be-ae65-f74947296e6c req-1645b9a7-f778-45ab-a77b-c66fcc526fce service neutron] 10.222.0.31 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5366397 Mar 07 10:46:13.441866 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8d03a2-3e4c-4c03-8451-b3fd6e585367 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Made reservation on behalf of ef647340b07d428b87f38afbc441d759 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:46:13.446829 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1d8d03a2-3e4c-4c03-8451-b3fd6e585367 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:13.453075 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6289d040-6506-495f-b3b5-912022c6264a req-ac3a0671-e05a-465a-a27a-6947cd81abe7 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3258607 Mar 07 10:46:13.463876 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-48acf04e-5aac-44e7-944c-da43891c8521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (389ac50d-2780-4d1e-8b6a-cc9114e11fc8), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:13.562748 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48acf04e-5aac-44e7-944c-da43891c8521 None None] Pushing event updated for resources: {'Port': ['ID=389ac50d-2780-4d1e-8b6a-cc9114e11fc8,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:13.582529 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48acf04e-5aac-44e7-944c-da43891c8521 None None] Network 9d3fd29e-3ccc-48da-8311-2fb8261a7b9e is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:46:13.609513 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-baa15d68-5fb2-4087-bbfd-9cfee17db902 req-30855bc9-bc03-4668-b43d-02cbec3b8e56 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.1173079 Mar 07 10:46:13.683540 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-48acf04e-5aac-44e7-944c-da43891c8521 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:13.691986 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48acf04e-5aac-44e7-944c-da43891c8521 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:46:13.724286 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3ba81-0f30-4d6c-8338-734dfe88b7e7 req-027f14f2-a586-495c-8b9a-1144e36035c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:13.726729 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4af3ba81-0f30-4d6c-8338-734dfe88b7e7 req-027f14f2-a586-495c-8b9a-1144e36035c5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f9604a39-59d4-4a65-aab1-e0de3b159bd9 HTTP/1.1" status: 200 len: 858 time: 0.3384490 Mar 07 10:46:13.732073 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d6938dfa-82ab-4968-a1b0-7edae1f89e2b tempest-MeteringIpV6TestJSON-587734724 tempest-MeteringIpV6TestJSON-587734724-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:13.736397 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d6938dfa-82ab-4968-a1b0-7edae1f89e2b tempest-MeteringIpV6TestJSON-587734724 tempest-MeteringIpV6TestJSON-587734724-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/2080453c-9965-4b32-b75c-648446de9f3f HTTP/1.1" status: 204 len: 168 time: 0.6184783 Mar 07 10:46:13.737343 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58964) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:13.762028 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-365b5889-22e4-489b-8d69-a815e0e56f53 tempest-MeteringIpV6TestJSON-587734724 tempest-MeteringIpV6TestJSON-587734724-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=2080453c-9965-4b32-b75c-648446de9f3f HTTP/1.1" status: 200 len: 221 time: 0.0184541 Mar 07 10:46:13.767311 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58966) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:13.775915 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-7a05a4bf-0a22-4aa7-9eea-05a99dc3bcba tempest-MeteringIpV6TestJSON-587734724 tempest-MeteringIpV6TestJSON-587734724-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--276185487', 'description': 'label created by tempest'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:13.776392 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-7a05a4bf-0a22-4aa7-9eea-05a99dc3bcba tempest-MeteringIpV6TestJSON-587734724 tempest-MeteringIpV6TestJSON-587734724-project-admin] Unknown quota resources ['metering_label']. {{(pid=103767) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 10:46:13.778935 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-111fb11c-376d-4835-b813-acc8dffb069f tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Deleting port d12fa75d-176b-46cd-8321-cf414859fbd1 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:13.779352 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-111fb11c-376d-4835-b813-acc8dffb069f tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (d12fa75d-176b-46cd-8321-cf414859fbd1), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:13.784590 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4af3ba81-0f30-4d6c-8338-734dfe88b7e7 req-cb1c6d33-eb56-473a-847f-eded22b4bee3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e50499e-fbd5-45c6-a980-59dd492cbb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482655 Mar 07 10:46:13.871139 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec632474-b590-4dc7-8183-04f75cc81504 req-f5336b1f-98f8-427a-916f-987920746ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:13.872673 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec632474-b590-4dc7-8183-04f75cc81504 req-f5336b1f-98f8-427a-916f-987920746ded service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ef96f18062d345998a199cb367c56469&device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 1126 time: 0.3112881 Mar 07 10:46:13.881268 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fdd241-38c8-4b84-9553-c5228a5907dc req-8d646c64-fc37-4933-bc5c-d690d3cc7cb0 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:13.882782 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80fdd241-38c8-4b84-9553-c5228a5907dc req-8d646c64-fc37-4933-bc5c-d690d3cc7cb0 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 944 time: 0.3002942 Mar 07 10:46:14.012556 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-111fb11c-376d-4835-b813-acc8dffb069f tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] For port d12fa75d-176b-46cd-8321-cf414859fbd1, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=d12fa75d-176b-46cd-8321-cf414859fbd1,segment=NetworkSegment(2d29b8ab-b503-4cbc-b3de-0b05cf62ef80),segment_id=2d29b8ab-b503-4cbc-b3de-0b05cf62ef80)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:14.013015 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-111fb11c-376d-4835-b813-acc8dffb069f tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (d12fa75d-176b-46cd-8321-cf414859fbd1), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:14.036600 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-111fb11c-376d-4835-b813-acc8dffb069f tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Calling delete_port for d12fa75d-176b-46cd-8321-cf414859fbd1 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:14.038271 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-48acf04e-5aac-44e7-944c-da43891c8521 None None] Attempting to bind port 389ac50d-2780-4d1e-8b6a-cc9114e11fc8 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:46:14.038832 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-48acf04e-5aac-44e7-944c-da43891c8521 None None] Attempting to bind port 389ac50d-2780-4d1e-8b6a-cc9114e11fc8 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '63ae4b78-3ee9-46cb-b119-812ab8978afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9d3fd29e-3ccc-48da-8311-2fb8261a7b9e'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:46:14.039385 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48acf04e-5aac-44e7-944c-da43891c8521 None None] Attempting to bind port 389ac50d-2780-4d1e-8b6a-cc9114e11fc8 on network 9d3fd29e-3ccc-48da-8311-2fb8261a7b9e {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:46:14.041624 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4af3ba81-0f30-4d6c-8338-734dfe88b7e7 req-cb4ffd75-c5a2-40b3-8c17-0e801b2619d8 service neutron] 10.222.0.31 "GET /v2.0/networks/8e50499e-fbd5-45c6-a980-59dd492cbb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412326 Mar 07 10:46:14.046211 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48acf04e-5aac-44e7-944c-da43891c8521 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:46:14.046847 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48acf04e-5aac-44e7-944c-da43891c8521 None None] Checking segment: {'id': '63ae4b78-3ee9-46cb-b119-812ab8978afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9d3fd29e-3ccc-48da-8311-2fb8261a7b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:46:14.047473 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-48acf04e-5aac-44e7-944c-da43891c8521 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:14.048086 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48acf04e-5aac-44e7-944c-da43891c8521 None None] Bound using segment: {'id': '63ae4b78-3ee9-46cb-b119-812ab8978afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9d3fd29e-3ccc-48da-8311-2fb8261a7b9e'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:46:14.048754 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-48acf04e-5aac-44e7-944c-da43891c8521 None None] Bound port: 389ac50d-2780-4d1e-8b6a-cc9114e11fc8, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63ae4b78-3ee9-46cb-b119-812ab8978afc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '9d3fd29e-3ccc-48da-8311-2fb8261a7b9e'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:46:14.049343 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-48acf04e-5aac-44e7-944c-da43891c8521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (389ac50d-2780-4d1e-8b6a-cc9114e11fc8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:14.082851 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c74f8-3bf8-4d39-bba8-083b56a81172 req-de1efe8d-ff86-4fb3-9fa6-3cc74fa65146 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:14.084601 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-833c74f8-3bf8-4d39-bba8-083b56a81172 req-de1efe8d-ff86-4fb3-9fa6-3cc74fa65146 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1451604 Mar 07 10:46:14.267283 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-833c74f8-3bf8-4d39-bba8-083b56a81172 req-3f547be0-1d7f-494e-bdbf-4cbaa16d0726 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1691694 Mar 07 10:46:14.284102 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4af3ba81-0f30-4d6c-8338-734dfe88b7e7 req-592bbdb0-1a46-4092-a76b-da272f181058 service neutron] 10.222.0.31 "GET /v2.0/networks/8e50499e-fbd5-45c6-a980-59dd492cbb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266748 Mar 07 10:46:14.400329 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-48acf04e-5aac-44e7-944c-da43891c8521 None None] For port 389ac50d-2780-4d1e-8b6a-cc9114e11fc8, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:46:14.416769 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-48acf04e-5aac-44e7-944c-da43891c8521 None None] For port 389ac50d-2780-4d1e-8b6a-cc9114e11fc8, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=389ac50d-2780-4d1e-8b6a-cc9114e11fc8,segment=NetworkSegment(63ae4b78-3ee9-46cb-b119-812ab8978afc),segment_id=63ae4b78-3ee9-46cb-b119-812ab8978afc)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:46:14.436640 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-48acf04e-5aac-44e7-944c-da43891c8521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (389ac50d-2780-4d1e-8b6a-cc9114e11fc8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:14.544751 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b1e8c-9922-4be3-a5e2-cd9ce06aceca req-02e9a59f-e708-4570-addf-a0c1372b6552 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:14.547098 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c87b1e8c-9922-4be3-a5e2-cd9ce06aceca req-02e9a59f-e708-4570-addf-a0c1372b6552 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 945 time: 0.1826754 Mar 07 10:46:14.561569 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48acf04e-5aac-44e7-944c-da43891c8521 None None] Pushing event updated for resources: {'Port': ['ID=389ac50d-2780-4d1e-8b6a-cc9114e11fc8,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:14.577207 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-111fb11c-376d-4835-b813-acc8dffb069f tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (d12fa75d-176b-46cd-8321-cf414859fbd1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:14.620979 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fb11c-376d-4835-b813-acc8dffb069f tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Port': ['ID=d12fa75d-176b-46cd-8321-cf414859fbd1,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:14.745056 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b2269dc6-4712-4a4d-a9f0-47b9dfc2febd req-41e91410-14ce-4b45-a3d1-90147c0a7dc3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0352979 Mar 07 10:46:14.748533 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7a05a4bf-0a22-4aa7-9eea-05a99dc3bcba tempest-MeteringIpV6TestJSON-587734724 tempest-MeteringIpV6TestJSON-587734724-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:14.749795 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7a05a4bf-0a22-4aa7-9eea-05a99dc3bcba tempest-MeteringIpV6TestJSON-587734724 tempest-MeteringIpV6TestJSON-587734724-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.9798963 Mar 07 10:46:14.771664 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58978) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:14.793692 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-111fb11c-376d-4835-b813-acc8dffb069f tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (d1406e0b-2b74-4885-ac63-ea6ca1361336), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:14.805562 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c87b1e8c-9922-4be3-a5e2-cd9ce06aceca req-662caab7-c678-4aee-9b8b-8f7098ca5d8f tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472649 Mar 07 10:46:14.888263 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec632474-b590-4dc7-8183-04f75cc81504 req-cf6e6b66-d053-422c-b3a3-b7a4167eebab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:14.894713 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec632474-b590-4dc7-8183-04f75cc81504 req-cf6e6b66-d053-422c-b3a3-b7a4167eebab service neutron] 10.222.0.31 "GET /v2.0/networks?id=d7b74752-b035-4af7-99b7-eca10e463dbd HTTP/1.1" status: 200 len: 913 time: 0.9969535 Mar 07 10:46:15.073595 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-844af22a-9d10-4eb0-beff-bbd77ad19be6 req-02831b35-1812-4141-b9ad-dd73eb6ea338 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0793850 Mar 07 10:46:15.091920 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec632474-b590-4dc7-8183-04f75cc81504 req-915ed80b-540c-4ba3-b0d9-18f0bc9028d4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71ec8758-cf2a-443c-99d8-4b727e768d06 HTTP/1.1" status: 200 len: 217 time: 0.1106551 Mar 07 10:46:15.103504 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5daed849-bb2f-4a4f-ad4c-5a7113fcc608 tempest-MeteringIpV6TestJSON-587734724 tempest-MeteringIpV6TestJSON-587734724-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=2402f28a-5519-4c67-bd19-18fc597d2284 HTTP/1.1" status: 200 len: 467 time: 0.3255451 Mar 07 10:46:15.113021 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80fdd241-38c8-4b84-9553-c5228a5907dc req-38fbbe69-0a6b-427a-8e60-14b2b35aabe5 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1633332 Mar 07 10:46:15.114668 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58980) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:15.147204 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2269dc6-4712-4a4d-a9f0-47b9dfc2febd req-7d98d955-de83-4f81-8c54-1464e41bf23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:15.149003 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b2269dc6-4712-4a4d-a9f0-47b9dfc2febd req-7d98d955-de83-4f81-8c54-1464e41bf23b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d640dc7f4f784834ad48e78ec0df26a5&device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 1127 time: 0.2623401 Mar 07 10:46:15.174590 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111fb11c-376d-4835-b813-acc8dffb069f tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Router d1406e0b-2b74-4885-ac63-ea6ca1361336 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:46:15.190038 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1d8d03a2-3e4c-4c03-8451-b3fd6e585367 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (28627295-9ff4-4059-97ce-2e7121328abf), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:15.279447 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111fb11c-376d-4835-b813-acc8dffb069f tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:46:15.288917 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-111fb11c-376d-4835-b813-acc8dffb069f tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "PUT /v2.0/routers/d1406e0b-2b74-4885-ac63-ea6ca1361336/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0290246 Mar 07 10:46:15.295206 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58982) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:15.305020 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3024ba-b890-4f00-9649-bb2051ae62a2 None None] Sync routers for ids ['d1406e0b-2b74-4885-ac63-ea6ca1361336'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:46:15.326538 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3024ba-b890-4f00-9649-bb2051ae62a2 None None] Routers {'d1406e0b-2b74-4885-ac63-ea6ca1361336'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:15.327165 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2c3024ba-b890-4f00-9649-bb2051ae62a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d1406e0b-2b74-4885-ac63-ea6ca1361336'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:15.400158 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec632474-b590-4dc7-8183-04f75cc81504 req-faec884c-0369-4030-85df-44928e52168b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:15.401819 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec632474-b590-4dc7-8183-04f75cc81504 req-faec884c-0369-4030-85df-44928e52168b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=da6814d7-5b80-4178-9297-cce360fe7941 HTTP/1.1" status: 200 len: 852 time: 0.2878666 Mar 07 10:46:15.422391 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e59a00-cb11-4e8c-a4f0-41285f620f62 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Deleting subnet 99a94e6c-040b-4f62-8378-ec29fcd475f4 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:46:15.431003 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f2e59a00-cb11-4e8c-a4f0-41285f620f62 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for subnet (99a94e6c-040b-4f62-8378-ec29fcd475f4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:15.481390 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f2e59a00-cb11-4e8c-a4f0-41285f620f62 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (99a94e6c-040b-4f62-8378-ec29fcd475f4), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:15.483613 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d03a2-3e4c-4c03-8451-b3fd6e585367 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Pushing event updated for resources: {'Subnet': ['ID=28627295-9ff4-4059-97ce-2e7121328abf,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:15.492234 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec632474-b590-4dc7-8183-04f75cc81504 req-923deff5-c075-4040-a87e-3729ce912a81 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d7b74752-b035-4af7-99b7-eca10e463dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817895 Mar 07 10:46:15.595473 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8d03a2-3e4c-4c03-8451-b3fd6e585367 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Checking segment: {'id': '9b8406ed-5b0d-40e6-b771-7fa4a0696e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c835ca3b-892d-4016-9e59-4a2ece70e16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:46:15.596072 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8d03a2-3e4c-4c03-8451-b3fd6e585367 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Network hostable DHCP agents. Network: c835ca3b-892d-4016-9e59-4a2ece70e16b, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:46:15.597560 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-2c3024ba-b890-4f00-9649-bb2051ae62a2 None None] Set router d1406e0b-2b74-4885-ac63-ea6ca1361336 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:46:15.632850 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f612c38c-6f4d-4d57-9c99-e9c50428ec82 tempest-MeteringIpV6TestJSON-587734724 tempest-MeteringIpV6TestJSON-587734724-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:15.634268 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f2e59a00-cb11-4e8c-a4f0-41285f620f62 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (99a94e6c-040b-4f62-8378-ec29fcd475f4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:15.637131 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f612c38c-6f4d-4d57-9c99-e9c50428ec82 tempest-MeteringIpV6TestJSON-587734724 tempest-MeteringIpV6TestJSON-587734724-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/2402f28a-5519-4c67-bd19-18fc597d2284 HTTP/1.1" status: 204 len: 168 time: 0.5152984 Mar 07 10:46:15.640945 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58986) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:15.686491 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2269dc6-4712-4a4d-a9f0-47b9dfc2febd req-7c3f26cb-3f2f-4f2a-bced-57f16a0383be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:15.688200 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b2269dc6-4712-4a4d-a9f0-47b9dfc2febd req-7c3f26cb-3f2f-4f2a-bced-57f16a0383be service neutron] 10.222.0.21 "GET /v2.0/networks?id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41 HTTP/1.1" status: 200 len: 912 time: 0.5137761 Mar 07 10:46:15.765664 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b072fb-fce1-4860-b12d-661a25bc6161 req-7cab2550-17f1-4575-bbe3-3fa5514145e1 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:15.768193 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-34b072fb-fce1-4860-b12d-661a25bc6161 req-7cab2550-17f1-4575-bbe3-3fa5514145e1 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.4006562 Mar 07 10:46:15.769510 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f2e59a00-cb11-4e8c-a4f0-41285f620f62 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (99a94e6c-040b-4f62-8378-ec29fcd475f4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:15.803978 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8f140ef4-821f-436d-861a-4b882f17bf83 tempest-MeteringIpV6TestJSON-587734724 tempest-MeteringIpV6TestJSON-587734724-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=2402f28a-5519-4c67-bd19-18fc597d2284 HTTP/1.1" status: 200 len: 216 time: 0.1566391 Mar 07 10:46:15.809195 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58988) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:15.812261 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b2269dc6-4712-4a4d-a9f0-47b9dfc2febd req-34cf90fb-67c9-4b16-9adb-60ad348e5aba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebed4773-7953-4951-8a16-c8016ef092a4 HTTP/1.1" status: 200 len: 217 time: 0.1154323 Mar 07 10:46:15.885735 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-34b072fb-fce1-4860-b12d-661a25bc6161 req-6f964451-b315-4356-99b7-e4db38ea8b53 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095469 Mar 07 10:46:15.887013 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e59a00-cb11-4e8c-a4f0-41285f620f62 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Subnet': ['ID=99a94e6c-040b-4f62-8378-ec29fcd475f4,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:15.899638 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b768f431-f041-449d-aee0-86460a680526 tempest-MeteringIpV6TestJSON-587734724 tempest-MeteringIpV6TestJSON-587734724-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0862770 Mar 07 10:46:15.901180 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edcc418-ce6c-4849-a295-8ebbf8b36708 None None] Network 92830a1f-908e-4f22-a5b3-45ad7504b151 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:46:15.912377 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f2e59a00-cb11-4e8c-a4f0-41285f620f62 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:15.919326 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f2e59a00-cb11-4e8c-a4f0-41285f620f62 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/subnets/99a94e6c-040b-4f62-8378-ec29fcd475f4 HTTP/1.1" status: 204 len: 168 time: 0.6257606 Mar 07 10:46:15.919326 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58992) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:15.919665 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8d03a2-3e4c-4c03-8451-b3fd6e585367 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Network c835ca3b-892d-4016-9e59-4a2ece70e16b is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:46:15.921469 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58994) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:15.953283 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fed9b47f-ad8d-40fe-adf4-b287585c382e tempest-MeteringIpV6TestJSON-587734724 tempest-MeteringIpV6TestJSON-587734724-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0343668 Mar 07 10:46:15.955008 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58996) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:16.035124 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2c3024ba-b890-4f00-9649-bb2051ae62a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'name': 'tempest-RoutersIpV6Test-router-1694003958', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:15Z', 'updated_at': '2022-03-07T10:46:14Z', 'revision_number': 8, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None, '_interfaces': [{'id': '4c404918-6987-42e2-b4cd-37397011ea7c', 'name': '', 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:37:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:20Z', 'updated_at': '2022-03-07T10:45:26Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6add8305-fca4-4a82-9d28-5647ccd40a23', 'name': '', 'network_id': '56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:a9:93:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'a6ff4256-613e-41d9-a94b-ed1c8406f4ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:42Z', 'updated_at': '2022-03-07T10:45:56Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': 'a6ff4256-613e-41d9-a94b-ed1c8406f4ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aff39046-787f-46e3-b963-0ba1f743cb5e', 'name': '', 'network_id': '8013e22d-e73d-4b88-b54a-f43eb1dac410', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:75:76:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:29Z', 'updated_at': '2022-03-07T10:45:39Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:16.084058 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6e8e63d6-74a5-43cb-944c-1728d5d6eee6 tempest-MeteringIpV6TestJSON-587734724 tempest-MeteringIpV6TestJSON-587734724-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels/648a69bd-8325-4488-a1c6-eaff97226e0a HTTP/1.1" status: 200 len: 473 time: 0.1276243 Mar 07 10:46:16.087378 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58998) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:16.092146 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-1d8d03a2-3e4c-4c03-8451-b3fd6e585367 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, c835ca3b-892d-4016-9e59-4a2ece70e16b) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:16.098841 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec632474-b590-4dc7-8183-04f75cc81504 req-5ef5a964-d2ea-44e6-9bba-8718c83c013c service neutron] 10.222.0.31 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5976417 Mar 07 10:46:16.114211 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fb7e48-fcd8-495b-9084-ddfc5b04105f None None] Network c835ca3b-892d-4016-9e59-4a2ece70e16b requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:46:16.115726 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3024ba-b890-4f00-9649-bb2051ae62a2 None None] Checking router: d1406e0b-2b74-4885-ac63-ea6ca1361336 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:46:16.133926 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2ad2712b-61f9-4058-ab93-55598e2554dd tempest-MeteringIpV6TestJSON-587734724 tempest-MeteringIpV6TestJSON-587734724-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules/eae4daa5-322d-4977-b52f-dd36dd419eca HTTP/1.1" status: 200 len: 459 time: 0.0418558 Mar 07 10:46:16.134259 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59000) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:16.140431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8d03a2-3e4c-4c03-8451-b3fd6e585367 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:16.141736 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1d8d03a2-3e4c-4c03-8451-b3fd6e585367 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:16.150825 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3024ba-b890-4f00-9649-bb2051ae62a2 None None] Routers {'d1406e0b-2b74-4885-ac63-ea6ca1361336'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:16.151456 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2c3024ba-b890-4f00-9649-bb2051ae62a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d1406e0b-2b74-4885-ac63-ea6ca1361336'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:16.235238 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2269dc6-4712-4a4d-a9f0-47b9dfc2febd req-e4822e84-58fc-452b-a951-bd5f39f0da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:16.237380 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b2269dc6-4712-4a4d-a9f0-47b9dfc2febd req-e4822e84-58fc-452b-a951-bd5f39f0da27 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=be75dc35-59ec-464d-b948-3549cf46df15 HTTP/1.1" status: 200 len: 850 time: 0.4013572 Mar 07 10:46:16.243753 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10581a6d-83fb-4465-a9f1-a02aa45bfde7 None None] Network 9d3fd29e-3ccc-48da-8311-2fb8261a7b9e requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:46:16.255000 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-712dc2e9-ec5e-44e8-97d4-822d795754d8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (92830a1f-908e-4f22-a5b3-45ad7504b151), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:16.261332 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf01f73-15aa-46bf-a6a5-878c3b817d98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-c835ca3b-892d-4016-9e59-4a2ece70e16b', 'network_id': 'c835ca3b-892d-4016-9e59-4a2ece70e16b', 'project_id': 'ef647340b07d428b87f38afbc441d759', 'fixed_ips': [{'subnet_id': '28627295-9ff4-4059-97ce-2e7121328abf'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:46:16.262557 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-caf01f73-15aa-46bf-a6a5-878c3b817d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:16.404997 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a8251-768a-4923-b2c4-7624bea765b6 req-44cdb839-cda6-4e6e-86d6-0a5dc3a4200e tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:16.407586 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eb9a8251-768a-4923-b2c4-7624bea765b6 req-44cdb839-cda6-4e6e-86d6-0a5dc3a4200e tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 945 time: 0.3941891 Mar 07 10:46:16.410395 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-7b0d0805-5cf4-4629-83dc-e2573db7814f None None] Provisioning complete for port 389ac50d-2780-4d1e-8b6a-cc9114e11fc8 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:16.410893 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7b0d0805-5cf4-4629-83dc-e2573db7814f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (389ac50d-2780-4d1e-8b6a-cc9114e11fc8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:16.420143 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ad4a33-80bc-42ff-90f1-d72ddc0a4b30 None None] DHCP port deletion for 92830a1f-908e-4f22-a5b3-45ad7504b151 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:46:16.420650 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-2c3024ba-b890-4f00-9649-bb2051ae62a2 None None] Set router d1406e0b-2b74-4885-ac63-ea6ca1361336 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:46:16.434084 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1d8d03a2-3e4c-4c03-8451-b3fd6e585367 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1026387 Mar 07 10:46:16.469794 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2269dc6-4712-4a4d-a9f0-47b9dfc2febd req-8c114d77-ea88-405a-a602-06de31fa0076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:16.471307 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b2269dc6-4712-4a4d-a9f0-47b9dfc2febd req-8c114d77-ea88-405a-a602-06de31fa0076 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2073700 Mar 07 10:46:16.471944 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59006) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:16.499589 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3b334fe6-3886-4c4b-bf4f-3d8874d33588 req-34433581-cb8e-480b-b353-940b0c37deb9 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.1890674 Mar 07 10:46:16.503405 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b16b6d99-00e6-44df-9941-13183c9941ab tempest-MeteringIpV6TestJSON-587734724 tempest-MeteringIpV6TestJSON-587734724-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:16.512980 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b16b6d99-00e6-44df-9941-13183c9941ab tempest-MeteringIpV6TestJSON-587734724 tempest-MeteringIpV6TestJSON-587734724-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/eae4daa5-322d-4977-b52f-dd36dd419eca HTTP/1.1" status: 204 len: 168 time: 0.3775053 Mar 07 10:46:16.513733 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59008) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:16.616060 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-e021855d-fc9c-42b6-9644-9cb143e6847f tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Request body: {'subnet': {'network_id': '950d82ac-2c0c-4a06-8579-d7e5041761f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:16.689957 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-7b0d0805-5cf4-4629-83dc-e2573db7814f None None] Current status of the port 389ac50d-2780-4d1e-8b6a-cc9114e11fc8 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:16.690747 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7b0d0805-5cf4-4629-83dc-e2573db7814f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (389ac50d-2780-4d1e-8b6a-cc9114e11fc8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:16.718805 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-caf01f73-15aa-46bf-a6a5-878c3b817d98 None None] Allocated IP 172.20.0.2 (c835ca3b-892d-4016-9e59-4a2ece70e16b/28627295-9ff4-4059-97ce-2e7121328abf/f9c2178d-c76c-449a-ae37-88e2fabb68b4) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:46:16.759088 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eb9a8251-768a-4923-b2c4-7624bea765b6 req-0463919f-323f-4fe4-bead-81889481fc09 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413608 Mar 07 10:46:16.780987 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad4a33-80bc-42ff-90f1-d72ddc0a4b30 None None] Deleting port 2c7724cc-a58c-47e8-9331-481c893a13eb {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:16.785713 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d0ad4a33-80bc-42ff-90f1-d72ddc0a4b30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (2c7724cc-a58c-47e8-9331-481c893a13eb), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:16.803049 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2c3024ba-b890-4f00-9649-bb2051ae62a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'name': 'tempest-RoutersIpV6Test-router-1694003958', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:15Z', 'updated_at': '2022-03-07T10:46:14Z', 'revision_number': 8, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None, '_interfaces': [{'id': '4c404918-6987-42e2-b4cd-37397011ea7c', 'name': '', 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:37:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:20Z', 'updated_at': '2022-03-07T10:45:26Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6add8305-fca4-4a82-9d28-5647ccd40a23', 'name': '', 'network_id': '56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:a9:93:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'a6ff4256-613e-41d9-a94b-ed1c8406f4ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:42Z', 'updated_at': '2022-03-07T10:45:56Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': 'a6ff4256-613e-41d9-a94b-ed1c8406f4ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aff39046-787f-46e3-b963-0ba1f743cb5e', 'name': '', 'network_id': '8013e22d-e73d-4b88-b54a-f43eb1dac410', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:75:76:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:29Z', 'updated_at': '2022-03-07T10:45:39Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:16.817470 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-7b0d0805-5cf4-4629-83dc-e2573db7814f None None] For port 389ac50d-2780-4d1e-8b6a-cc9114e11fc8, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=389ac50d-2780-4d1e-8b6a-cc9114e11fc8,segment=NetworkSegment(63ae4b78-3ee9-46cb-b119-812ab8978afc),segment_id=63ae4b78-3ee9-46cb-b119-812ab8978afc)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:16.852267 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7b0d0805-5cf4-4629-83dc-e2573db7814f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (389ac50d-2780-4d1e-8b6a-cc9114e11fc8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:16.884285 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3024ba-b890-4f00-9649-bb2051ae62a2 None None] The sync data for ids ['d1406e0b-2b74-4885-ac63-ea6ca1361336'] in n-d-832164-4 is: [{'id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'name': 'tempest-RoutersIpV6Test-router-1694003958', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:15Z', 'updated_at': '2022-03-07T10:46:14Z', 'revision_number': 8, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None, '_interfaces': [{'id': '4c404918-6987-42e2-b4cd-37397011ea7c', 'name': '', 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:37:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:20Z', 'updated_at': '2022-03-07T10:45:26Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6add8305-fca4-4a82-9d28-5647ccd40a23', 'name': '', 'network_id': '56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:a9:93:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'a6ff4256-613e-41d9-a94b-ed1c8406f4ee', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:42Z', 'updated_at': '2022-03-07T10:45:56Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': 'a6ff4256-613e-41d9-a94b-ed1c8406f4ee', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aff39046-787f-46e3-b963-0ba1f743cb5e', 'name': '', 'network_id': '8013e22d-e73d-4b88-b54a-f43eb1dac410', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:75:76:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:29Z', 'updated_at': '2022-03-07T10:45:39Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:46:16.965985 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-712dc2e9-ec5e-44e8-97d4-822d795754d8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Deleting port 2c7724cc-a58c-47e8-9331-481c893a13eb {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:16.966590 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-712dc2e9-ec5e-44e8-97d4-822d795754d8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (2c7724cc-a58c-47e8-9331-481c893a13eb), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:16.986197 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 389ac50d-2780-4d1e-8b6a-cc9114e11fc8 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:46:17.060335 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f0f05-f5ec-4749-ab50-0fa211fa5f6b req-65b49ec3-e69f-41e6-9cd8-69d40c9a9ebb tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:17.062122 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7b1f0f05-f5ec-4749-ab50-0fa211fa5f6b req-65b49ec3-e69f-41e6-9cd8-69d40c9a9ebb tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 944 time: 0.4090450 Mar 07 10:46:17.067205 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7b0efc59-6b52-45c7-86e9-c9811e7eaab9 tempest-MeteringIpV6TestJSON-587734724 tempest-MeteringIpV6TestJSON-587734724-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:17.068363 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7b0efc59-6b52-45c7-86e9-c9811e7eaab9 tempest-MeteringIpV6TestJSON-587734724 tempest-MeteringIpV6TestJSON-587734724-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/648a69bd-8325-4488-a1c6-eaff97226e0a HTTP/1.1" status: 204 len: 168 time: 0.5536146 Mar 07 10:46:17.145489 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-d0ad4a33-80bc-42ff-90f1-d72ddc0a4b30 None None] For port 2c7724cc-a58c-47e8-9331-481c893a13eb, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=2c7724cc-a58c-47e8-9331-481c893a13eb,segment=NetworkSegment(2d29b8ab-b503-4cbc-b3de-0b05cf62ef80),segment_id=2d29b8ab-b503-4cbc-b3de-0b05cf62ef80)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:17.145794 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d0ad4a33-80bc-42ff-90f1-d72ddc0a4b30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (2c7724cc-a58c-47e8-9331-481c893a13eb), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:17.149698 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e021855d-fc9c-42b6-9644-9cb143e6847f tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Made reservation on behalf of ef647340b07d428b87f38afbc441d759 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:46:17.153837 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e021855d-fc9c-42b6-9644-9cb143e6847f tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:17.159591 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-712dc2e9-ec5e-44e8-97d4-822d795754d8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] For port 2c7724cc-a58c-47e8-9331-481c893a13eb, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=2c7724cc-a58c-47e8-9331-481c893a13eb,segment=NetworkSegment(2d29b8ab-b503-4cbc-b3de-0b05cf62ef80),segment_id=2d29b8ab-b503-4cbc-b3de-0b05cf62ef80)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:17.160469 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-712dc2e9-ec5e-44e8-97d4-822d795754d8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (2c7724cc-a58c-47e8-9331-481c893a13eb), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:17.188424 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d0ad4a33-80bc-42ff-90f1-d72ddc0a4b30 None None] Calling delete_port for 2c7724cc-a58c-47e8-9331-481c893a13eb owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:17.193341 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7b1f0f05-f5ec-4749-ab50-0fa211fa5f6b req-106a3841-5f8c-4872-8298-7019db2c381f tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144526 Mar 07 10:46:17.221965 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0d0805-5cf4-4629-83dc-e2573db7814f None None] Pushing event updated for resources: {'Port': ['ID=389ac50d-2780-4d1e-8b6a-cc9114e11fc8,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:17.245198 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f2c901b1-d282-43f7-b7ed-ca3e38919dc9 None None] Provisioning complete for port 389ac50d-2780-4d1e-8b6a-cc9114e11fc8 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:17.245198 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f2c901b1-d282-43f7-b7ed-ca3e38919dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (389ac50d-2780-4d1e-8b6a-cc9114e11fc8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:17.245198 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 389ac50d-2780-4d1e-8b6a-cc9114e11fc8 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:17.245198 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (389ac50d-2780-4d1e-8b6a-cc9114e11fc8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:17.303092 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec632474-b590-4dc7-8183-04f75cc81504 req-0af4afe9-0b20-42af-8e67-3607afc3b157 service neutron] 10.222.0.31 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1567781 Mar 07 10:46:17.324674 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-712dc2e9-ec5e-44e8-97d4-822d795754d8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Calling delete_port for 2c7724cc-a58c-47e8-9331-481c893a13eb owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:17.383338 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca567f-6bc1-4f33-998b-c4203e5004e8 req-1ecc692e-5d93-4437-954e-32b67534f641 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:17.384885 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8aca567f-6bc1-4f33-998b-c4203e5004e8 req-1ecc692e-5d93-4437-954e-32b67534f641 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.2719004 Mar 07 10:46:17.386773 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b2269dc6-4712-4a4d-a9f0-47b9dfc2febd req-7160ae7a-a4c7-4e57-aa52-8edffc332aa8 service neutron] 10.222.0.21 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6531773 Mar 07 10:46:17.515472 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-caf01f73-15aa-46bf-a6a5-878c3b817d98 None None] Publish callbacks [] for port (f9c2178d-c76c-449a-ae37-88e2fabb68b4), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:17.525287 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:46:17.548347 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59018) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:17.559242 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-caf01f73-15aa-46bf-a6a5-878c3b817d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (f9c2178d-c76c-449a-ae37-88e2fabb68b4), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:17.618756 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-712dc2e9-ec5e-44e8-97d4-822d795754d8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (2c7724cc-a58c-47e8-9331-481c893a13eb), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:17.649023 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d0ad4a33-80bc-42ff-90f1-d72ddc0a4b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (2c7724cc-a58c-47e8-9331-481c893a13eb), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:17.670547 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e021855d-fc9c-42b6-9644-9cb143e6847f tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (f949d77e-fb02-4856-ad74-861e29de7e12), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:17.678719 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d88c34f8-cb1e-460e-9b00-d18a8be14ec2 req-13eddcee-f8e4-409f-90cc-0e517b8cabcb tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0513330 Mar 07 10:46:17.724172 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf01f73-15aa-46bf-a6a5-878c3b817d98 None None] Network c835ca3b-892d-4016-9e59-4a2ece70e16b is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:46:17.735673 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ad4a33-80bc-42ff-90f1-d72ddc0a4b30 None None] No DVR routers for this DVR port 2c7724cc-a58c-47e8-9331-481c893a13eb on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:46:17.752491 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-caf01f73-15aa-46bf-a6a5-878c3b817d98 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:17.762566 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf01f73-15aa-46bf-a6a5-878c3b817d98 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:46:17.764894 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 389ac50d-2780-4d1e-8b6a-cc9114e11fc8 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:17.765034 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3309270e-6555-47e6-b317-0c0ba7d7ceda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:17.766855 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf01f73-15aa-46bf-a6a5-878c3b817d98 None None] Pushing event updated for resources: {'Port': ['ID=f9c2178d-c76c-449a-ae37-88e2fabb68b4,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:17.770923 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f2c901b1-d282-43f7-b7ed-ca3e38919dc9 None None] Current status of the port 389ac50d-2780-4d1e-8b6a-cc9114e11fc8 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:17.800587 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8aca567f-6bc1-4f33-998b-c4203e5004e8 req-e722edaa-03b0-4e65-b0be-a66266e91491 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3182662 Mar 07 10:46:17.837631 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad4a33-80bc-42ff-90f1-d72ddc0a4b30 None None] Pushing event deleted for resources: {'Port': ['ID=2c7724cc-a58c-47e8-9331-481c893a13eb,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:17.865552 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 2c7724cc-a58c-47e8-9331-481c893a13eb no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:46:17.876784 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712dc2e9-ec5e-44e8-97d4-822d795754d8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Port': ['ID=2c7724cc-a58c-47e8-9331-481c893a13eb,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:17.893479 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 2c7724cc-a58c-47e8-9331-481c893a13eb {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:46:17.894104 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 2c7724cc-a58c-47e8-9331-481c893a13eb not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:46:17.904862 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712dc2e9-ec5e-44e8-97d4-822d795754d8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] No DVR routers for this DVR port 2c7724cc-a58c-47e8-9331-481c893a13eb on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:46:17.930633 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-caf01f73-15aa-46bf-a6a5-878c3b817d98 None None] Attempting to bind port f9c2178d-c76c-449a-ae37-88e2fabb68b4 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:46:17.931012 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-caf01f73-15aa-46bf-a6a5-878c3b817d98 None None] Attempting to bind port f9c2178d-c76c-449a-ae37-88e2fabb68b4 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '9b8406ed-5b0d-40e6-b771-7fa4a0696e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c835ca3b-892d-4016-9e59-4a2ece70e16b'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:46:17.931382 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf01f73-15aa-46bf-a6a5-878c3b817d98 None None] Attempting to bind port f9c2178d-c76c-449a-ae37-88e2fabb68b4 on network c835ca3b-892d-4016-9e59-4a2ece70e16b {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:46:17.936617 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf01f73-15aa-46bf-a6a5-878c3b817d98 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:46:17.936999 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf01f73-15aa-46bf-a6a5-878c3b817d98 None None] Checking segment: {'id': '9b8406ed-5b0d-40e6-b771-7fa4a0696e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c835ca3b-892d-4016-9e59-4a2ece70e16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:46:17.937443 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-caf01f73-15aa-46bf-a6a5-878c3b817d98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:17.938569 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf01f73-15aa-46bf-a6a5-878c3b817d98 None None] Bound using segment: {'id': '9b8406ed-5b0d-40e6-b771-7fa4a0696e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c835ca3b-892d-4016-9e59-4a2ece70e16b'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:46:17.939590 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-caf01f73-15aa-46bf-a6a5-878c3b817d98 None None] Bound port: f9c2178d-c76c-449a-ae37-88e2fabb68b4, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b8406ed-5b0d-40e6-b771-7fa4a0696e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'c835ca3b-892d-4016-9e59-4a2ece70e16b'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:46:17.940216 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-caf01f73-15aa-46bf-a6a5-878c3b817d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f9c2178d-c76c-449a-ae37-88e2fabb68b4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:17.991493 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9178f9-6ba6-4963-a7b4-1741090c98c6 req-e15e609f-a47c-4465-8381-ae54f340174b tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:17.993031 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1d9178f9-6ba6-4963-a7b4-1741090c98c6 req-e15e609f-a47c-4465-8381-ae54f340174b tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 945 time: 0.1286943 Mar 07 10:46:17.998406 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3309270e-6555-47e6-b317-0c0ba7d7ceda admin admin] Publish callbacks [] for security_group (ea616942-627c-4baa-bfd3-c4d241d235f6), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:18.009739 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e021855d-fc9c-42b6-9644-9cb143e6847f tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Pushing event updated for resources: {'Subnet': ['ID=f949d77e-fb02-4856-ad74-861e29de7e12,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:18.017287 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b2269dc6-4712-4a4d-a9f0-47b9dfc2febd req-0fb57592-e65f-4876-b5e1-8d3e105c38e5 service neutron] 10.222.0.21 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5336876 Mar 07 10:46:18.020687 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3309270e-6555-47e6-b317-0c0ba7d7ceda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ea616942-627c-4baa-bfd3-c4d241d235f6), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:18.022366 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-caf01f73-15aa-46bf-a6a5-878c3b817d98 None None] For port f9c2178d-c76c-449a-ae37-88e2fabb68b4, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:46:18.026792 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-caf01f73-15aa-46bf-a6a5-878c3b817d98 None None] For port f9c2178d-c76c-449a-ae37-88e2fabb68b4, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=f9c2178d-c76c-449a-ae37-88e2fabb68b4,segment=NetworkSegment(9b8406ed-5b0d-40e6-b771-7fa4a0696e42),segment_id=9b8406ed-5b0d-40e6-b771-7fa4a0696e42)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:46:18.039236 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-caf01f73-15aa-46bf-a6a5-878c3b817d98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f9c2178d-c76c-449a-ae37-88e2fabb68b4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:18.057842 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-712dc2e9-ec5e-44e8-97d4-822d795754d8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (92830a1f-908e-4f22-a5b3-45ad7504b151), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:18.060617 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e021855d-fc9c-42b6-9644-9cb143e6847f tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Checking segment: {'id': '4cd57329-4e60-4f6e-93f0-d5d5faceb2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '950d82ac-2c0c-4a06-8579-d7e5041761f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:46:18.060985 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e021855d-fc9c-42b6-9644-9cb143e6847f tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Network hostable DHCP agents. Network: 950d82ac-2c0c-4a06-8579-d7e5041761f0, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:46:18.087178 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-712dc2e9-ec5e-44e8-97d4-822d795754d8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92830a1f-908e-4f22-a5b3-45ad7504b151']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:18.101403 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-712dc2e9-ec5e-44e8-97d4-822d795754d8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d29b8ab-b503-4cbc-b3de-0b05cf62ef80') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:18.101703 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-712dc2e9-ec5e-44e8-97d4-822d795754d8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d29b8ab-b503-4cbc-b3de-0b05cf62ef80') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:18.123147 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e021855d-fc9c-42b6-9644-9cb143e6847f tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Network 950d82ac-2c0c-4a06-8579-d7e5041761f0 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:46:18.127431 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-712dc2e9-ec5e-44e8-97d4-822d795754d8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (2d29b8ab-b503-4cbc-b3de-0b05cf62ef80), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:18.156123 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-e021855d-fc9c-42b6-9644-9cb143e6847f tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 950d82ac-2c0c-4a06-8579-d7e5041761f0) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:18.158375 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf01f73-15aa-46bf-a6a5-878c3b817d98 None None] Pushing event updated for resources: {'Port': ['ID=f9c2178d-c76c-449a-ae37-88e2fabb68b4,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:18.165723 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e021855d-fc9c-42b6-9644-9cb143e6847f tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:18.165723 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e021855d-fc9c-42b6-9644-9cb143e6847f tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:18.167864 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-712dc2e9-ec5e-44e8-97d4-822d795754d8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (2d29b8ab-b503-4cbc-b3de-0b05cf62ef80), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:18.183452 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79da8348-abb6-425f-82e7-ddb7ba7c649f None None] Network 950d82ac-2c0c-4a06-8579-d7e5041761f0 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:46:18.197322 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-712dc2e9-ec5e-44e8-97d4-822d795754d8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:46:18.197849 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-712dc2e9-ec5e-44e8-97d4-822d795754d8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (2d29b8ab-b503-4cbc-b3de-0b05cf62ef80), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:18.201161 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:46:18.201161 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:46:18.201161 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:46:18.201161 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:46:18.201161 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:46:18.201161 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:46:18.201161 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:46:18.201161 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:46:18.201161 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:46:18.201161 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:46:18.201161 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:46:18.201161 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:46:18.201161 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:46:18.201161 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:46:18.201161 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:46:18.201161 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:46:18.201161 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:46:18.201161 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:46:18.201161 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:46:18.201161 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:46:18.201161 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:46:18.201161 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:46:18.201161 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:46:18.201161 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:46:18.201161 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:46:18.201161 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:46:18.201161 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:46:18.201161 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:46:18.201161 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:46:18.201161 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:46:18.201161 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:46:18.201161 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:46:18.280666 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e021855d-fc9c-42b6-9644-9cb143e6847f tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7242768 Mar 07 10:46:18.306025 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:18.329840 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59026) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:18.389660 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c601b8c7-cb5a-4603-a7b1-f09536dde988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-950d82ac-2c0c-4a06-8579-d7e5041761f0', 'network_id': '950d82ac-2c0c-4a06-8579-d7e5041761f0', 'project_id': 'ef647340b07d428b87f38afbc441d759', 'fixed_ips': [{'subnet_id': 'f949d77e-fb02-4856-ad74-861e29de7e12'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:46:18.390574 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c601b8c7-cb5a-4603-a7b1-f09536dde988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:18.700267 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3309270e-6555-47e6-b317-0c0ba7d7ceda admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7b1d38a6f87e4181986805e7a03b8f89&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1484640 Mar 07 10:46:18.709192 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-c601b8c7-cb5a-4603-a7b1-f09536dde988 None None] Allocated IP 172.20.0.2 (950d82ac-2c0c-4a06-8579-d7e5041761f0/f949d77e-fb02-4856-ad74-861e29de7e12/3985d968-ad27-43d3-a304-20823387b766) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:46:18.714808 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59028) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:18.766470 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3309270e-6555-47e6-b317-0c0ba7d7ceda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea616942-627c-4baa-bfd3-c4d241d235f6,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:18.788089 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1d9178f9-6ba6-4963-a7b4-1741090c98c6 req-a107448c-e3bb-4f93-bd20-d3719e58cc9c tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7880163 Mar 07 10:46:18.918492 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dfa425fb-d30d-4d56-acab-b9a010de7efd admin admin] Publish callbacks [] for security_group (ea616942-627c-4baa-bfd3-c4d241d235f6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:18.973153 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c601b8c7-cb5a-4603-a7b1-f09536dde988 None None] Publish callbacks [] for port (3985d968-ad27-43d3-a304-20823387b766), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:18.978833 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 71ec8758-cf2a-443c-99d8-4b727e768d06 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:46:18.989190 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c601b8c7-cb5a-4603-a7b1-f09536dde988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (3985d968-ad27-43d3-a304-20823387b766), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:19.036093 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dfa425fb-d30d-4d56-acab-b9a010de7efd admin admin] Publish callbacks [] for security_group (ea616942-627c-4baa-bfd3-c4d241d235f6), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:19.043043 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7d407fa6-51ae-416b-8b51-a9f89ee130e7 req-756f119d-2334-4f67-bf17-507f5089145b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0989175 Mar 07 10:46:19.044690 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 389ac50d-2780-4d1e-8b6a-cc9114e11fc8 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:46:19.114100 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c601b8c7-cb5a-4603-a7b1-f09536dde988 None None] Network 950d82ac-2c0c-4a06-8579-d7e5041761f0 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:46:19.123890 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dfa425fb-d30d-4d56-acab-b9a010de7efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ea616942-627c-4baa-bfd3-c4d241d235f6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:19.128589 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dfa425fb-d30d-4d56-acab-b9a010de7efd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:19.132992 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-dfa425fb-d30d-4d56-acab-b9a010de7efd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ea616942-627c-4baa-bfd3-c4d241d235f6 HTTP/1.1" status: 204 len: 168 time: 0.4171426 Mar 07 10:46:19.151674 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-c601b8c7-cb5a-4603-a7b1-f09536dde988 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:19.154775 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c601b8c7-cb5a-4603-a7b1-f09536dde988 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:46:19.157584 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601b8c7-cb5a-4603-a7b1-f09536dde988 None None] Pushing event updated for resources: {'Port': ['ID=3985d968-ad27-43d3-a304-20823387b766,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:19.160859 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa425fb-d30d-4d56-acab-b9a010de7efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea616942-627c-4baa-bfd3-c4d241d235f6,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:19.255325 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c8337-f0a5-4cb9-8415-dee149be0e65 req-b3a661ad-1126-459c-9217-aca3bb3f966f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:19.280318 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-264c8337-f0a5-4cb9-8415-dee149be0e65 req-b3a661ad-1126-459c-9217-aca3bb3f966f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1166122 Mar 07 10:46:19.342846 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-c601b8c7-cb5a-4603-a7b1-f09536dde988 None None] Attempting to bind port 3985d968-ad27-43d3-a304-20823387b766 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:46:19.343296 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-c601b8c7-cb5a-4603-a7b1-f09536dde988 None None] Attempting to bind port 3985d968-ad27-43d3-a304-20823387b766 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '4cd57329-4e60-4f6e-93f0-d5d5faceb2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '950d82ac-2c0c-4a06-8579-d7e5041761f0'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:46:19.343726 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c601b8c7-cb5a-4603-a7b1-f09536dde988 None None] Attempting to bind port 3985d968-ad27-43d3-a304-20823387b766 on network 950d82ac-2c0c-4a06-8579-d7e5041761f0 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:46:19.348215 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 71ec8758-cf2a-443c-99d8-4b727e768d06, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=71ec8758-cf2a-443c-99d8-4b727e768d06,segment=NetworkSegment(12342119-cf6b-4cbb-9e34-d47607d55c42),segment_id=12342119-cf6b-4cbb-9e34-d47607d55c42)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:19.365223 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c601b8c7-cb5a-4603-a7b1-f09536dde988 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:46:19.365728 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c601b8c7-cb5a-4603-a7b1-f09536dde988 None None] Checking segment: {'id': '4cd57329-4e60-4f6e-93f0-d5d5faceb2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '950d82ac-2c0c-4a06-8579-d7e5041761f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:46:19.366225 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c601b8c7-cb5a-4603-a7b1-f09536dde988 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:19.366676 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c601b8c7-cb5a-4603-a7b1-f09536dde988 None None] Bound using segment: {'id': '4cd57329-4e60-4f6e-93f0-d5d5faceb2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '950d82ac-2c0c-4a06-8579-d7e5041761f0'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:46:19.367210 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-c601b8c7-cb5a-4603-a7b1-f09536dde988 None None] Bound port: 3985d968-ad27-43d3-a304-20823387b766, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd57329-4e60-4f6e-93f0-d5d5faceb2a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '950d82ac-2c0c-4a06-8579-d7e5041761f0'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:46:19.367657 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c601b8c7-cb5a-4603-a7b1-f09536dde988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3985d968-ad27-43d3-a304-20823387b766), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:19.372423 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '71ec8758-cf2a-443c-99d8-4b727e768d06', 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd', 'port_id': '71ec8758-cf2a-443c-99d8-4b727e768d06', 'mac_address': 'fa:16:3e:11:2f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da6814d7-5b80-4178-9297-cce360fe7941', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:46:19.373977 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 389ac50d-2780-4d1e-8b6a-cc9114e11fc8 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:19.374407 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (389ac50d-2780-4d1e-8b6a-cc9114e11fc8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:19.376078 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-264c8337-f0a5-4cb9-8415-dee149be0e65 req-703b7a89-f55b-4935-a8c4-e388fb4a3b32 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902925 Mar 07 10:46:19.452063 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-712dc2e9-ec5e-44e8-97d4-822d795754d8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (92830a1f-908e-4f22-a5b3-45ad7504b151), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:19.522410 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-712dc2e9-ec5e-44e8-97d4-822d795754d8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:19.525656 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-712dc2e9-ec5e-44e8-97d4-822d795754d8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/networks/92830a1f-908e-4f22-a5b3-45ad7504b151 HTTP/1.1" status: 204 len: 168 time: 3.5931065 Mar 07 10:46:19.528430 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712dc2e9-ec5e-44e8-97d4-822d795754d8 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Network': ['ID=92830a1f-908e-4f22-a5b3-45ad7504b151,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:19.528574 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59038) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:19.613982 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3007cc4-e966-472b-94e2-f8516020f77d req-9a4ee01f-0790-4bbd-a335-1e21d3264a5b tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:19.623583 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3007cc4-e966-472b-94e2-f8516020f77d req-9a4ee01f-0790-4bbd-a335-1e21d3264a5b tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 944 time: 1.2031453 Mar 07 10:46:19.695652 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59040) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:19.740420 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c0eebebf-f430-41f1-a97e-519fc8847848 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:19.757288 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2945535e-f83d-4da7-a77a-9e5e2a9ec2db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:19.795797 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 71ec8758-cf2a-443c-99d8-4b727e768d06 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:19.796188 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (71ec8758-cf2a-443c-99d8-4b727e768d06), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:19.827643 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c601b8c7-cb5a-4603-a7b1-f09536dde988 None None] For port 3985d968-ad27-43d3-a304-20823387b766, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:46:19.833536 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ec8758-cf2a-443c-99d8-4b727e768d06 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:46:19.894831 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c601b8c7-cb5a-4603-a7b1-f09536dde988 None None] For port 3985d968-ad27-43d3-a304-20823387b766, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=3985d968-ad27-43d3-a304-20823387b766,segment=NetworkSegment(4cd57329-4e60-4f6e-93f0-d5d5faceb2a6),segment_id=4cd57329-4e60-4f6e-93f0-d5d5faceb2a6)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:46:19.898975 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:46:19.915088 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c601b8c7-cb5a-4603-a7b1-f09536dde988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3985d968-ad27-43d3-a304-20823387b766), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:19.927665 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 71ec8758-cf2a-443c-99d8-4b727e768d06, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=71ec8758-cf2a-443c-99d8-4b727e768d06,segment=NetworkSegment(12342119-cf6b-4cbb-9e34-d47607d55c42),segment_id=12342119-cf6b-4cbb-9e34-d47607d55c42)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:19.942182 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 389ac50d-2780-4d1e-8b6a-cc9114e11fc8 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:19.943221 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device f9c2178d-c76c-449a-ae37-88e2fabb68b4 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:46:19.987714 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (71ec8758-cf2a-443c-99d8-4b727e768d06), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:20.038078 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29991f1d-c7b6-488d-b43e-4dc4b55493b0 None None] Network c835ca3b-892d-4016-9e59-4a2ece70e16b requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:46:20.043923 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3007cc4-e966-472b-94e2-f8516020f77d req-ba3aa6fc-8fdf-451e-a5e6-d12a019887d4 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172289 Mar 07 10:46:20.116964 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23e3e4-290e-4cc6-b1ed-daf78e5d8c75 req-3e1dd950-4fa0-40b3-8e8b-3abcddf4feef tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:20.119252 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ce23e3e4-290e-4cc6-b1ed-daf78e5d8c75 req-3e1dd950-4fa0-40b3-8e8b-3abcddf4feef tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 945 time: 0.1573079 Mar 07 10:46:20.179070 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601b8c7-cb5a-4603-a7b1-f09536dde988 None None] Pushing event updated for resources: {'Port': ['ID=3985d968-ad27-43d3-a304-20823387b766,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:20.192566 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-9ab3f78c-de7f-4087-8df7-e0a5d5be79a2 None None] Provisioning complete for port f9c2178d-c76c-449a-ae37-88e2fabb68b4 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:20.192909 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9ab3f78c-de7f-4087-8df7-e0a5d5be79a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f9c2178d-c76c-449a-ae37-88e2fabb68b4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:20.213101 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2945535e-f83d-4da7-a77a-9e5e2a9ec2db admin admin] Publish callbacks [] for security_group (a56905b9-7f6d-457c-b139-b4fe8d11f808), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:20.272214 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ce23e3e4-290e-4cc6-b1ed-daf78e5d8c75 req-bd7d8eac-4b14-4f41-bd39-e20ab52679e1 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208999 Mar 07 10:46:20.303692 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2945535e-f83d-4da7-a77a-9e5e2a9ec2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a56905b9-7f6d-457c-b139-b4fe8d11f808), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:20.366245 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-333ccc94-baf7-4198-a07c-d07225620e83 req-d3d36d94-d7b5-4db4-8cad-b048451c7824 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0773284 Mar 07 10:46:20.377815 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a96474d0-6105-42ef-b838-a10c6912a444 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (d1406e0b-2b74-4885-ac63-ea6ca1361336), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:20.401002 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=71ec8758-cf2a-443c-99d8-4b727e768d06,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:20.426581 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['71ec8758-cf2a-443c-99d8-4b727e768d06'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:46:20.520555 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port f9c2178d-c76c-449a-ae37-88e2fabb68b4 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:20.521035 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f9c2178d-c76c-449a-ae37-88e2fabb68b4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:20.606126 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2945535e-f83d-4da7-a77a-9e5e2a9ec2db admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=632b07c7799b442da780eaaf4ba6c6f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9092588 Mar 07 10:46:20.606916 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59048) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:20.637932 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945535e-f83d-4da7-a77a-9e5e2a9ec2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56905b9-7f6d-457c-b139-b4fe8d11f808,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:20.768686 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f905a4e3-8173-4cd7-a6d2-6f33dd155526 admin admin] Publish callbacks [] for security_group (a56905b9-7f6d-457c-b139-b4fe8d11f808), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:20.807325 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f905a4e3-8173-4cd7-a6d2-6f33dd155526 admin admin] Publish callbacks [] for security_group (a56905b9-7f6d-457c-b139-b4fe8d11f808), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:20.811840 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16da53ad-3407-4569-8be5-920c06b69435 req-01cf92d8-9dca-499e-b714-35172a0a0960 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:20.836435 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-16da53ad-3407-4569-8be5-920c06b69435 req-01cf92d8-9dca-499e-b714-35172a0a0960 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.3081594 Mar 07 10:46:20.847444 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-9ab3f78c-de7f-4087-8df7-e0a5d5be79a2 None None] Current status of the port f9c2178d-c76c-449a-ae37-88e2fabb68b4 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:20.847842 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9ab3f78c-de7f-4087-8df7-e0a5d5be79a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f9c2178d-c76c-449a-ae37-88e2fabb68b4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:20.867168 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port f9c2178d-c76c-449a-ae37-88e2fabb68b4 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:20.867168 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f9c2178d-c76c-449a-ae37-88e2fabb68b4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:20.876146 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f905a4e3-8173-4cd7-a6d2-6f33dd155526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a56905b9-7f6d-457c-b139-b4fe8d11f808), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:20.879587 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f905a4e3-8173-4cd7-a6d2-6f33dd155526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:20.883617 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f905a4e3-8173-4cd7-a6d2-6f33dd155526 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a56905b9-7f6d-457c-b139-b4fe8d11f808 HTTP/1.1" status: 204 len: 168 time: 0.2629788 Mar 07 10:46:20.897537 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f905a4e3-8173-4cd7-a6d2-6f33dd155526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56905b9-7f6d-457c-b139-b4fe8d11f808,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:20.908997 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-c0eebebf-f430-41f1-a97e-519fc8847848 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Allocated IP 172.20.0.1 (c835ca3b-892d-4016-9e59-4a2ece70e16b/28627295-9ff4-4059-97ce-2e7121328abf/59e13da8-3581-4d97-935e-52b405f0e383) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:46:20.971485 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-16da53ad-3407-4569-8be5-920c06b69435 req-c95bb813-5bd6-48ce-b7fd-5bfe6879e65e tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310093 Mar 07 10:46:21.053277 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-9ab3f78c-de7f-4087-8df7-e0a5d5be79a2 None None] For port f9c2178d-c76c-449a-ae37-88e2fabb68b4, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=f9c2178d-c76c-449a-ae37-88e2fabb68b4,segment=NetworkSegment(9b8406ed-5b0d-40e6-b771-7fa4a0696e42),segment_id=9b8406ed-5b0d-40e6-b771-7fa4a0696e42)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:21.074975 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9ab3f78c-de7f-4087-8df7-e0a5d5be79a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f9c2178d-c76c-449a-ae37-88e2fabb68b4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:21.187599 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c0eebebf-f430-41f1-a97e-519fc8847848 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks [] for port (59e13da8-3581-4d97-935e-52b405f0e383), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:21.214955 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:46:21.215499 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:46:21.224686 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-a96474d0-6105-42ef-b838-a10c6912a444 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Deleting port 6add8305-fca4-4a82-9d28-5647ccd40a23 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:21.225288 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a96474d0-6105-42ef-b838-a10c6912a444 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (6add8305-fca4-4a82-9d28-5647ccd40a23), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:21.232722 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab3f78c-de7f-4087-8df7-e0a5d5be79a2 None None] Pushing event updated for resources: {'Port': ['ID=f9c2178d-c76c-449a-ae37-88e2fabb68b4,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:21.237038 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-85b5cb5d-8c73-4d45-871e-7da7b53e9316 None None] Provisioning complete for port f9c2178d-c76c-449a-ae37-88e2fabb68b4 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:21.237785 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-85b5cb5d-8c73-4d45-871e-7da7b53e9316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f9c2178d-c76c-449a-ae37-88e2fabb68b4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:21.329027 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b85aa-5af8-4670-9e58-0020f10a5fec req-22532697-dec1-4f96-82f3-a663c1315277 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:21.330793 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-494b85aa-5af8-4670-9e58-0020f10a5fec req-22532697-dec1-4f96-82f3-a663c1315277 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 945 time: 0.1377549 Mar 07 10:46:21.363688 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c0eebebf-f430-41f1-a97e-519fc8847848 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (59e13da8-3581-4d97-935e-52b405f0e383), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:21.428390 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0eebebf-f430-41f1-a97e-519fc8847848 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Network c835ca3b-892d-4016-9e59-4a2ece70e16b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:46:21.430187 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-a96474d0-6105-42ef-b838-a10c6912a444 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] For port 6add8305-fca4-4a82-9d28-5647ccd40a23, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6add8305-fca4-4a82-9d28-5647ccd40a23,segment=NetworkSegment(c42124e3-2547-49a6-aaf6-26d675cc7e3c),segment_id=c42124e3-2547-49a6-aaf6-26d675cc7e3c)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:21.432816 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a96474d0-6105-42ef-b838-a10c6912a444 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (6add8305-fca4-4a82-9d28-5647ccd40a23), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:21.432982 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-c0eebebf-f430-41f1-a97e-519fc8847848 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:21.464175 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-85b5cb5d-8c73-4d45-871e-7da7b53e9316 None None] Current status of the port f9c2178d-c76c-449a-ae37-88e2fabb68b4 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:21.479653 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0eebebf-f430-41f1-a97e-519fc8847848 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:46:21.510473 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-a96474d0-6105-42ef-b838-a10c6912a444 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Calling delete_port for 6add8305-fca4-4a82-9d28-5647ccd40a23 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:21.646061 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eebebf-f430-41f1-a97e-519fc8847848 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Pushing event updated for resources: {'Port': ['ID=59e13da8-3581-4d97-935e-52b405f0e383,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:21.659163 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-494b85aa-5af8-4670-9e58-0020f10a5fec req-1d449f00-4b4a-41fd-b9da-89e5c9728291 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195217 Mar 07 10:46:21.669924 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c0eebebf-f430-41f1-a97e-519fc8847848 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (02c927b0-f205-44e6-b798-1c325ba802aa), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:21.672709 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b234e9f5-58a5-4297-a616-6682df89345a req-bf306243-c767-4209-8892-8a99ec2f2e73 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:21.674341 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b234e9f5-58a5-4297-a616-6682df89345a req-bf306243-c767-4209-8892-8a99ec2f2e73 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 945 time: 0.2329397 Mar 07 10:46:21.844829 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b234e9f5-58a5-4297-a616-6682df89345a req-ee737970-f9fc-4fad-bc1f-9f8ec199e671 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485543 Mar 07 10:46:21.845552 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port f9c2178d-c76c-449a-ae37-88e2fabb68b4 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:21.857994 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device d12fa75d-176b-46cd-8321-cf414859fbd1 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:46:21.903433 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: d12fa75d-176b-46cd-8321-cf414859fbd1 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:46:21.903773 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device d12fa75d-176b-46cd-8321-cf414859fbd1 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:46:21.932084 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-af7a034d-5ac9-4324-8b4d-5d976669ef8f None None] Provisioning complete for port 59e13da8-3581-4d97-935e-52b405f0e383 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:21.932468 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-af7a034d-5ac9-4324-8b4d-5d976669ef8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (59e13da8-3581-4d97-935e-52b405f0e383), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:21.979302 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-483b562a-9b87-42d3-8126-939838304df6 req-c70ecca8-bcf0-4ea8-8df6-a3dea387c223 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0894213 Mar 07 10:46:22.014014 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a96474d0-6105-42ef-b838-a10c6912a444 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (6add8305-fca4-4a82-9d28-5647ccd40a23), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:22.025313 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-af7a034d-5ac9-4324-8b4d-5d976669ef8f None None] Port 59e13da8-3581-4d97-935e-52b405f0e383 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:46:22.081645 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96474d0-6105-42ef-b838-a10c6912a444 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Port': ['ID=6add8305-fca4-4a82-9d28-5647ccd40a23,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:22.116662 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c0eebebf-f430-41f1-a97e-519fc8847848 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (59e13da8-3581-4d97-935e-52b405f0e383), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:22.160433 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d94e42-42d8-43e9-85d7-7d308be288b0 None None] Network 950d82ac-2c0c-4a06-8579-d7e5041761f0 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:46:22.376396 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3985d968-ad27-43d3-a304-20823387b766 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:46:22.548104 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71e304-6563-4a04-a3e1-2cd8ff5550c8 req-8c8c73aa-2612-4ed8-867f-63ee9b6876f7 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:22.549981 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ca71e304-6563-4a04-a3e1-2cd8ff5550c8 req-8c8c73aa-2612-4ed8-867f-63ee9b6876f7 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.4650936 Mar 07 10:46:22.550337 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c0eebebf-f430-41f1-a97e-519fc8847848 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks [] for port (59e13da8-3581-4d97-935e-52b405f0e383), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:22.550983 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a96474d0-6105-42ef-b838-a10c6912a444 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (d1406e0b-2b74-4885-ac63-ea6ca1361336), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:22.557299 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c0eebebf-f430-41f1-a97e-519fc8847848 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (59e13da8-3581-4d97-935e-52b405f0e383), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:22.570881 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6eaedc13-8da0-47cb-8253-e19238045025 None None] Provisioning complete for port 3985d968-ad27-43d3-a304-20823387b766 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:22.571262 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6eaedc13-8da0-47cb-8253-e19238045025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3985d968-ad27-43d3-a304-20823387b766), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:22.680739 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c0eebebf-f430-41f1-a97e-519fc8847848 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (02c927b0-f205-44e6-b798-1c325ba802aa), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:22.683172 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eebebf-f430-41f1-a97e-519fc8847848 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Pushing event updated for resources: {'Port': ['ID=59e13da8-3581-4d97-935e-52b405f0e383,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:22.721570 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 71ec8758-cf2a-443c-99d8-4b727e768d06 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:46:22.859598 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 3985d968-ad27-43d3-a304-20823387b766 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:22.860063 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3985d968-ad27-43d3-a304-20823387b766), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:22.862118 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0eebebf-f430-41f1-a97e-519fc8847848 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Network c835ca3b-892d-4016-9e59-4a2ece70e16b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:46:22.864615 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-c0eebebf-f430-41f1-a97e-519fc8847848 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:22.932215 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:23.025733 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ca71e304-6563-4a04-a3e1-2cd8ff5550c8 req-f5dc19b5-1215-45be-98af-f5bfefd4a177 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4628491 Mar 07 10:46:23.129756 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 71ec8758-cf2a-443c-99d8-4b727e768d06 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:46:23.132726 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96474d0-6105-42ef-b838-a10c6912a444 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Router d1406e0b-2b74-4885-ac63-ea6ca1361336 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:46:23.139053 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6eaedc13-8da0-47cb-8253-e19238045025 None None] Current status of the port 3985d968-ad27-43d3-a304-20823387b766 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:23.139698 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6eaedc13-8da0-47cb-8253-e19238045025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3985d968-ad27-43d3-a304-20823387b766), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:23.143696 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 71ec8758-cf2a-443c-99d8-4b727e768d06 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:23.144296 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (71ec8758-cf2a-443c-99d8-4b727e768d06), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:23.170161 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59108) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:23.331298 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6eaedc13-8da0-47cb-8253-e19238045025 None None] For port 3985d968-ad27-43d3-a304-20823387b766, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=3985d968-ad27-43d3-a304-20823387b766,segment=NetworkSegment(4cd57329-4e60-4f6e-93f0-d5d5faceb2a6),segment_id=4cd57329-4e60-4f6e-93f0-d5d5faceb2a6)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:23.338704 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 3985d968-ad27-43d3-a304-20823387b766 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:23.339097 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3985d968-ad27-43d3-a304-20823387b766), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:23.344501 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6eaedc13-8da0-47cb-8253-e19238045025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3985d968-ad27-43d3-a304-20823387b766), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:23.431738 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f4d35-f9f8-4669-b38f-6fd80be273e9 req-6eaa0aa6-beb2-42b0-a23a-3e3d5e03fe5e tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:23.436898 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e59f4d35-f9f8-4669-b38f-6fd80be273e9 req-6eaa0aa6-beb2-42b0-a23a-3e3d5e03fe5e tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 945 time: 0.2912176 Mar 07 10:46:23.447045 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-fec35700-5ed1-4c20-9b31-d932fc8852ba tempest-MeteringTestJSON-1559603507 tempest-MeteringTestJSON-1559603507-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1755680215'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:23.447859 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-fec35700-5ed1-4c20-9b31-d932fc8852ba tempest-MeteringTestJSON-1559603507 tempest-MeteringTestJSON-1559603507-project-admin] Unknown quota resources ['metering_label']. {{(pid=103766) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 10:46:23.459364 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f5ab4f-c254-44b3-8564-cf347bdce6f5 req-05db415f-62a9-4299-a587-f3518e985e3e tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:23.461647 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e7f5ab4f-c254-44b3-8564-cf347bdce6f5 req-05db415f-62a9-4299-a587-f3518e985e3e tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 945 time: 0.2140019 Mar 07 10:46:23.485431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0eebebf-f430-41f1-a97e-519fc8847848 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Router 02c927b0-f205-44e6-b798-1c325ba802aa is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:46:23.572695 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:46:23.573289 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:46:23.578700 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 71ec8758-cf2a-443c-99d8-4b727e768d06 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:23.579090 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (71ec8758-cf2a-443c-99d8-4b727e768d06), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:23.606843 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-cf13d22a-f5fc-476a-9769-7c8a17ac758c None None] Provisioning complete for port 3985d968-ad27-43d3-a304-20823387b766 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:23.607274 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cf13d22a-f5fc-476a-9769-7c8a17ac758c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3985d968-ad27-43d3-a304-20823387b766), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:23.612543 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaedc13-8da0-47cb-8253-e19238045025 None None] Pushing event updated for resources: {'Port': ['ID=3985d968-ad27-43d3-a304-20823387b766,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:23.639667 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2abdb78-47f1-417e-b6c4-7c9c54b1811a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ec8758-cf2a-443c-99d8-4b727e768d06'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:46:23.642729 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4db5325-e6c6-46ba-8bf6-168a48291f57" -d '{"events": [{"server_uuid": "b2abdb78-47f1-417e-b6c4-7c9c54b1811a", "name": "network-vif-plugged", "status": "completed", "tag": "71ec8758-cf2a-443c-99d8-4b727e768d06"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:46:23.674368 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 71ec8758-cf2a-443c-99d8-4b727e768d06, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=71ec8758-cf2a-443c-99d8-4b727e768d06,segment=NetworkSegment(12342119-cf6b-4cbb-9e34-d47607d55c42),segment_id=12342119-cf6b-4cbb-9e34-d47607d55c42)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:23.680038 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e7f5ab4f-c254-44b3-8564-cf347bdce6f5 req-cb377567-0a89-4b48-a22f-758e8cc83ef5 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025738 Mar 07 10:46:23.701332 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (71ec8758-cf2a-443c-99d8-4b727e768d06), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:23.729866 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96474d0-6105-42ef-b838-a10c6912a444 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:46:23.734155 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e59f4d35-f9f8-4669-b38f-6fd80be273e9 req-7876eed2-137c-408f-9951-24f07b66b195 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310100 Mar 07 10:46:23.742548 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0eebebf-f430-41f1-a97e-519fc8847848 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:46:23.746850 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a96474d0-6105-42ef-b838-a10c6912a444 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "PUT /v2.0/routers/d1406e0b-2b74-4885-ac63-ea6ca1361336/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2143776 Mar 07 10:46:23.747358 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59118) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:23.762268 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c0eebebf-f430-41f1-a97e-519fc8847848 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] 10.222.0.11 "PUT /v2.0/routers/02c927b0-f205-44e6-b798-1c325ba802aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4306328 Mar 07 10:46:23.771076 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba48066b-28ba-4f90-ae3a-ac6a2028b999 None None] Sync routers for ids ['02c927b0-f205-44e6-b798-1c325ba802aa'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:46:23.778157 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4e54fd-0c31-448f-a308-46a81a6395e7 None None] Sync routers for ids ['d1406e0b-2b74-4885-ac63-ea6ca1361336'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:46:23.793476 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba48066b-28ba-4f90-ae3a-ac6a2028b999 None None] Routers {'02c927b0-f205-44e6-b798-1c325ba802aa'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:23.794154 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ba48066b-28ba-4f90-ae3a-ac6a2028b999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['02c927b0-f205-44e6-b798-1c325ba802aa'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:23.828365 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59120) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:23.843589 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ba48066b-28ba-4f90-ae3a-ac6a2028b999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:23.848333 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fec35700-5ed1-4c20-9b31-d932fc8852ba tempest-MeteringTestJSON-1559603507 tempest-MeteringTestJSON-1559603507-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:23.858359 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68680d55-90ad-4e7c-9189-ffe14a362e05 x-openstack-request-id: req-68680d55-90ad-4e7c-9189-ffe14a362e05 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:46:23.858925 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2abdb78-47f1-417e-b6c4-7c9c54b1811a", "name": "network-vif-plugged", "status": "completed", "tag": "71ec8758-cf2a-443c-99d8-4b727e768d06", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:46:23.859413 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-68680d55-90ad-4e7c-9189-ffe14a362e05 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:46:23.860152 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fec35700-5ed1-4c20-9b31-d932fc8852ba tempest-MeteringTestJSON-1559603507 tempest-MeteringTestJSON-1559603507-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6903944 Mar 07 10:46:23.860504 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2abdb78-47f1-417e-b6c4-7c9c54b1811a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ec8758-cf2a-443c-99d8-4b727e768d06', 'code': 200} Mar 07 10:46:23.863171 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59124) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:23.867835 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-99155048-9894-4a4a-b0de-874993477642 tempest-MeteringTestJSON-1559603507 tempest-MeteringTestJSON-1559603507-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '7e9e5ec4-721a-48a6-9c2a-850e0042ecde'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:23.868331 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-99155048-9894-4a4a-b0de-874993477642 tempest-MeteringTestJSON-1559603507 tempest-MeteringTestJSON-1559603507-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103766) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 10:46:23.880706 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba48066b-28ba-4f90-ae3a-ac6a2028b999 None None] Routers {'02c927b0-f205-44e6-b798-1c325ba802aa'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:23.881643 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ba48066b-28ba-4f90-ae3a-ac6a2028b999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['02c927b0-f205-44e6-b798-1c325ba802aa'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:23.886212 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4e54fd-0c31-448f-a308-46a81a6395e7 None None] Routers {'d1406e0b-2b74-4885-ac63-ea6ca1361336'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:23.887780 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-bf4e54fd-0c31-448f-a308-46a81a6395e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d1406e0b-2b74-4885-ac63-ea6ca1361336'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:23.900956 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=71ec8758-cf2a-443c-99d8-4b727e768d06,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:23.937059 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ba48066b-28ba-4f90-ae3a-ac6a2028b999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:23.938910 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba48066b-28ba-4f90-ae3a-ac6a2028b999 None None] The sync data for ids ['02c927b0-f205-44e6-b798-1c325ba802aa'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:46:23.971270 n-d-832164-4 neutron-server[103766]: WARNING neutron.services.metering.metering_plugin [None req-99155048-9894-4a4a-b0de-874993477642 tempest-MeteringTestJSON-1559603507 tempest-MeteringTestJSON-1559603507-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 07 10:46:24.008827 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-34682da9-61c3-48a7-a620-d6dfaf8a83de req-57717163-f527-411c-a2a0-880a9e58f7ab tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.1480627 Mar 07 10:46:24.051139 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e48e685-74a7-4a05-a183-5daa97b5bb82 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Deleting subnet a6ff4256-613e-41d9-a94b-ed1c8406f4ee {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:46:24.054697 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0e48e685-74a7-4a05-a183-5daa97b5bb82 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for subnet (a6ff4256-613e-41d9-a94b-ed1c8406f4ee), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:24.111274 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-99155048-9894-4a4a-b0de-874993477642 tempest-MeteringTestJSON-1559603507 tempest-MeteringTestJSON-1559603507-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:24.113001 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-99155048-9894-4a4a-b0de-874993477642 tempest-MeteringTestJSON-1559603507 tempest-MeteringTestJSON-1559603507-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2487476 Mar 07 10:46:24.116517 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59128) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:24.121537 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d9c8ef91-a589-4917-8c72-d4de0ce62eec tempest-MeteringTestJSON-1559603507 tempest-MeteringTestJSON-1559603507-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '7e9e5ec4-721a-48a6-9c2a-850e0042ecde'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:24.123615 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d9c8ef91-a589-4917-8c72-d4de0ce62eec tempest-MeteringTestJSON-1559603507 tempest-MeteringTestJSON-1559603507-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103766) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 10:46:24.132771 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0e48e685-74a7-4a05-a183-5daa97b5bb82 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (a6ff4256-613e-41d9-a94b-ed1c8406f4ee), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:24.284654 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a67865-6c4d-4a31-92c8-2e6a2de732fa req-a40a3513-c6b6-4bc2-b1b0-c012490dffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:24.286191 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c3a67865-6c4d-4a31-92c8-2e6a2de732fa req-a40a3513-c6b6-4bc2-b1b0-c012490dffbe service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 1128 time: 0.3517642 Mar 07 10:46:24.287342 n-d-832164-4 neutron-server[103766]: WARNING neutron.services.metering.metering_plugin [None req-d9c8ef91-a589-4917-8c72-d4de0ce62eec tempest-MeteringTestJSON-1559603507 tempest-MeteringTestJSON-1559603507-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Mar 07 10:46:24.393401 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0e48e685-74a7-4a05-a183-5daa97b5bb82 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (a6ff4256-613e-41d9-a94b-ed1c8406f4ee), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:24.432197 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9c8ef91-a589-4917-8c72-d4de0ce62eec tempest-MeteringTestJSON-1559603507 tempest-MeteringTestJSON-1559603507-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:24.438589 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d9c8ef91-a589-4917-8c72-d4de0ce62eec tempest-MeteringTestJSON-1559603507 tempest-MeteringTestJSON-1559603507-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3209968 Mar 07 10:46:24.441741 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59130) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:24.499108 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9487ee48-eb50-453c-98b6-b50699748ccd tempest-MeteringTestJSON-1559603507 tempest-MeteringTestJSON-1559603507-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=e3016686-d53b-4fdf-91e0-b99839d19519 HTTP/1.1" status: 200 len: 464 time: 0.0470004 Mar 07 10:46:24.500879 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c3a67865-6c4d-4a31-92c8-2e6a2de732fa req-38641098-c11b-4387-975a-da8fcdf71dbb service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804392 Mar 07 10:46:24.503487 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59132) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:24.512758 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 3985d968-ad27-43d3-a304-20823387b766 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:24.514250 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device f9c2178d-c76c-449a-ae37-88e2fabb68b4 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:46:24.516719 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-cf13d22a-f5fc-476a-9769-7c8a17ac758c None None] Current status of the port 3985d968-ad27-43d3-a304-20823387b766 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:24.519476 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2289014-3642-450e-abd5-0f8d5b75afac req-76f5eb1c-38c4-44e6-b524-dfadcd457a37 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:24.520777 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a2289014-3642-450e-abd5-0f8d5b75afac req-76f5eb1c-38c4-44e6-b524-dfadcd457a37 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.3673589 Mar 07 10:46:24.557836 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-bf4e54fd-0c31-448f-a308-46a81a6395e7 None None] Set router d1406e0b-2b74-4885-ac63-ea6ca1361336 gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:46:24.606216 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a2289014-3642-450e-abd5-0f8d5b75afac req-6b4c95b1-6b90-4792-acfe-5be17886bf44 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787420 Mar 07 10:46:24.635295 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0e48e685-74a7-4a05-a183-5daa97b5bb82 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (a6ff4256-613e-41d9-a94b-ed1c8406f4ee), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:24.710844 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25642318-0189-4742-8788-911c0b078c6b None None] Network 56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:46:24.722137 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e48e685-74a7-4a05-a183-5daa97b5bb82 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Subnet': ['ID=a6ff4256-613e-41d9-a94b-ed1c8406f4ee,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:24.724592 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0e48e685-74a7-4a05-a183-5daa97b5bb82 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:24.727804 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0e48e685-74a7-4a05-a183-5daa97b5bb82 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/subnets/a6ff4256-613e-41d9-a94b-ed1c8406f4ee HTTP/1.1" status: 204 len: 168 time: 0.9796944 Mar 07 10:46:24.730530 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59138) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:24.843517 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a8ca6856-1b7a-4aea-8ed5-26aa508be8a8 tempest-MeteringTestJSON-1559603507 tempest-MeteringTestJSON-1559603507-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:24.844785 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a8ca6856-1b7a-4aea-8ed5-26aa508be8a8 tempest-MeteringTestJSON-1559603507 tempest-MeteringTestJSON-1559603507-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/e3016686-d53b-4fdf-91e0-b99839d19519 HTTP/1.1" status: 204 len: 168 time: 0.3386765 Mar 07 10:46:24.853443 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59142) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:24.945309 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-eb846c98-c5c5-4ff2-8ec1-270dadca57a2 tempest-MeteringTestJSON-1559603507 tempest-MeteringTestJSON-1559603507-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=e3016686-d53b-4fdf-91e0-b99839d19519 HTTP/1.1" status: 200 len: 221 time: 0.0896983 Mar 07 10:46:24.948940 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59144) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:24.952427 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f15d5276-1285-44cd-8070-6110825ad8db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:24.959834 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-496a43a8-57f6-48d6-b0dc-28fc99d00688 tempest-MeteringTestJSON-1559603507 tempest-MeteringTestJSON-1559603507-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--402399384', 'description': 'label created by tempest'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:24.960285 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-496a43a8-57f6-48d6-b0dc-28fc99d00688 tempest-MeteringTestJSON-1559603507 tempest-MeteringTestJSON-1559603507-project-admin] Unknown quota resources ['metering_label']. {{(pid=103766) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 10:46:24.980983 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-cf13d22a-f5fc-476a-9769-7c8a17ac758c None None] Provisioning complete for port 59e13da8-3581-4d97-935e-52b405f0e383 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:24.981417 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cf13d22a-f5fc-476a-9769-7c8a17ac758c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (59e13da8-3581-4d97-935e-52b405f0e383), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:25.014262 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe0afd-0eed-4aa0-9a49-555e1cb2be9c req-7727fed1-8384-488d-a7d5-4ebc6b590390 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:25.019316 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-78fe0afd-0eed-4aa0-9a49-555e1cb2be9c req-7727fed1-8384-488d-a7d5-4ebc6b590390 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.1886942 Mar 07 10:46:25.024991 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-f4f74448-d802-4197-9250-22434a1361d9 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:46:25.027431 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f4f74448-d802-4197-9250-22434a1361d9 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] 10.222.0.11 "PUT /v2.0/routers/02c927b0-f205-44e6-b798-1c325ba802aa/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1977320 Mar 07 10:46:25.029483 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59146) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:25.117585 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-cf13d22a-f5fc-476a-9769-7c8a17ac758c None None] Port 59e13da8-3581-4d97-935e-52b405f0e383 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:46:25.138723 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd171492-949d-4939-b67b-2a7216b2b178 req-a78d416f-70ee-41ec-a73c-e358456164a7 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:25.138958 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port f9c2178d-c76c-449a-ae37-88e2fabb68b4 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:25.139266 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f9c2178d-c76c-449a-ae37-88e2fabb68b4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:25.140033 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bd171492-949d-4939-b67b-2a7216b2b178 req-a78d416f-70ee-41ec-a73c-e358456164a7 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 945 time: 0.2858381 Mar 07 10:46:25.217147 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-bf4e54fd-0c31-448f-a308-46a81a6395e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'name': 'tempest-RoutersIpV6Test-router-1694003958', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:15Z', 'updated_at': '2022-03-07T10:46:21Z', 'revision_number': 9, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None, '_interfaces': [{'id': '4c404918-6987-42e2-b4cd-37397011ea7c', 'name': '', 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:37:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:20Z', 'updated_at': '2022-03-07T10:45:26Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aff39046-787f-46e3-b963-0ba1f743cb5e', 'name': '', 'network_id': '8013e22d-e73d-4b88-b54a-f43eb1dac410', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:75:76:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:29Z', 'updated_at': '2022-03-07T10:45:39Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:25.259903 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-78fe0afd-0eed-4aa0-9a49-555e1cb2be9c req-edfb580f-8cfa-4d10-a67f-97d3f423860f tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313445 Mar 07 10:46:25.276359 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4e54fd-0c31-448f-a308-46a81a6395e7 None None] Checking router: d1406e0b-2b74-4885-ac63-ea6ca1361336 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:46:25.360241 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98105ff8-7f53-4342-b336-c674baaa2756 None None] DHCP port deletion for 56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:46:25.367913 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port f9c2178d-c76c-449a-ae37-88e2fabb68b4 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:25.371008 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4e54fd-0c31-448f-a308-46a81a6395e7 None None] Routers {'d1406e0b-2b74-4885-ac63-ea6ca1361336'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:25.371645 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-bf4e54fd-0c31-448f-a308-46a81a6395e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d1406e0b-2b74-4885-ac63-ea6ca1361336'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:25.508188 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-bf4e54fd-0c31-448f-a308-46a81a6395e7 None None] Set router d1406e0b-2b74-4885-ac63-ea6ca1361336 gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:46:25.681169 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-496a43a8-57f6-48d6-b0dc-28fc99d00688 tempest-MeteringTestJSON-1559603507 tempest-MeteringTestJSON-1559603507-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:25.682522 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-496a43a8-57f6-48d6-b0dc-28fc99d00688 tempest-MeteringTestJSON-1559603507 tempest-MeteringTestJSON-1559603507-project-admin] 10.222.0.11 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.7279220 Mar 07 10:46:25.685724 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59152) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:25.741920 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bd171492-949d-4939-b67b-2a7216b2b178 req-30924171-2977-413b-beae-2d13397a1604 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282959 Mar 07 10:46:25.760172 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3985d968-ad27-43d3-a304-20823387b766 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:46:25.761655 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-f15d5276-1285-44cd-8070-6110825ad8db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Deleting port 456ce872-d732-43e3-873d-3c14e964b63b {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:25.761960 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f15d5276-1285-44cd-8070-6110825ad8db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (456ce872-d732-43e3-873d-3c14e964b63b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:25.908540 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 3985d968-ad27-43d3-a304-20823387b766 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:25.908922 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3985d968-ad27-43d3-a304-20823387b766), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:25.911898 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-98105ff8-7f53-4342-b336-c674baaa2756 None None] Deleting port 456ce872-d732-43e3-873d-3c14e964b63b {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:25.912788 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-98105ff8-7f53-4342-b336-c674baaa2756 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (456ce872-d732-43e3-873d-3c14e964b63b), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:25.959278 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1e0ea2a9-f2ee-4f0a-9f68-0d5a6117ba78 tempest-MeteringTestJSON-1559603507 tempest-MeteringTestJSON-1559603507-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=34e0a9b0-2648-4a68-8059-4206681cf841 HTTP/1.1" status: 200 len: 467 time: 0.2723424 Mar 07 10:46:25.999097 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59156) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:26.023092 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-98105ff8-7f53-4342-b336-c674baaa2756 None None] For port 456ce872-d732-43e3-873d-3c14e964b63b, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=456ce872-d732-43e3-873d-3c14e964b63b,segment=NetworkSegment(c42124e3-2547-49a6-aaf6-26d675cc7e3c),segment_id=c42124e3-2547-49a6-aaf6-26d675cc7e3c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:26.023430 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-98105ff8-7f53-4342-b336-c674baaa2756 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (456ce872-d732-43e3-873d-3c14e964b63b), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:26.041682 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-98105ff8-7f53-4342-b336-c674baaa2756 None None] Calling delete_port for 456ce872-d732-43e3-873d-3c14e964b63b owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:26.050346 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-de232c96-bcb2-4af4-b461-6968541a66e5 req-7b3dccb3-c10d-4321-879d-1b9d39d84748 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0469384 Mar 07 10:46:26.192135 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-266b04bd-7c5c-4a65-9738-b0e51400006b tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (02c927b0-f205-44e6-b798-1c325ba802aa), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:26.219731 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-98105ff8-7f53-4342-b336-c674baaa2756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (456ce872-d732-43e3-873d-3c14e964b63b), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:26.251775 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-f15d5276-1285-44cd-8070-6110825ad8db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] For port 456ce872-d732-43e3-873d-3c14e964b63b, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=456ce872-d732-43e3-873d-3c14e964b63b,segment=NetworkSegment(c42124e3-2547-49a6-aaf6-26d675cc7e3c),segment_id=c42124e3-2547-49a6-aaf6-26d675cc7e3c)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:26.252152 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f15d5276-1285-44cd-8070-6110825ad8db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (456ce872-d732-43e3-873d-3c14e964b63b), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:26.285293 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98105ff8-7f53-4342-b336-c674baaa2756 None None] No DVR routers for this DVR port 456ce872-d732-43e3-873d-3c14e964b63b on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:46:26.318015 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-bf4e54fd-0c31-448f-a308-46a81a6395e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'name': 'tempest-RoutersIpV6Test-router-1694003958', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:15Z', 'updated_at': '2022-03-07T10:46:21Z', 'revision_number': 9, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None, '_interfaces': [{'id': '4c404918-6987-42e2-b4cd-37397011ea7c', 'name': '', 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:37:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:20Z', 'updated_at': '2022-03-07T10:45:26Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aff39046-787f-46e3-b963-0ba1f743cb5e', 'name': '', 'network_id': '8013e22d-e73d-4b88-b54a-f43eb1dac410', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:75:76:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:29Z', 'updated_at': '2022-03-07T10:45:39Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:26.323411 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98105ff8-7f53-4342-b336-c674baaa2756 None None] Pushing event deleted for resources: {'Port': ['ID=456ce872-d732-43e3-873d-3c14e964b63b,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:26.325924 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-f15d5276-1285-44cd-8070-6110825ad8db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Calling delete_port for 456ce872-d732-43e3-873d-3c14e964b63b owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:26.336387 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7e305-255a-497d-92d1-c9a48263ae46 req-f8007275-6726-43f0-ae84-d6ece33e3af0 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:26.338343 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-daf7e305-255a-497d-92d1-c9a48263ae46 req-f8007275-6726-43f0-ae84-d6ece33e3af0 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.3868840 Mar 07 10:46:26.386781 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4e54fd-0c31-448f-a308-46a81a6395e7 None None] The sync data for ids ['d1406e0b-2b74-4885-ac63-ea6ca1361336'] in n-d-832164-4 is: [{'id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'name': 'tempest-RoutersIpV6Test-router-1694003958', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:15Z', 'updated_at': '2022-03-07T10:46:21Z', 'revision_number': 9, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None, '_interfaces': [{'id': '4c404918-6987-42e2-b4cd-37397011ea7c', 'name': '', 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:37:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:20Z', 'updated_at': '2022-03-07T10:45:26Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aff39046-787f-46e3-b963-0ba1f743cb5e', 'name': '', 'network_id': '8013e22d-e73d-4b88-b54a-f43eb1dac410', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:75:76:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1752, 'fixed_ips': [{'subnet_id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:29Z', 'updated_at': '2022-03-07T10:45:39Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '56c81401-02fd-4a39-9563-956f9b2d1fbd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:46:26.460546 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 3985d968-ad27-43d3-a304-20823387b766 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:26.475365 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc78a25-041a-4660-9cb4-038a98938c5c req-e37b11fd-a1ea-4604-8a7e-588f0bee4408 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:26.478181 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7dc78a25-041a-4660-9cb4-038a98938c5c req-e37b11fd-a1ea-4604-8a7e-588f0bee4408 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.1008091 Mar 07 10:46:26.518587 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e681662a-8be3-457f-8458-bf6a58871ad4 tempest-MeteringTestJSON-1559603507 tempest-MeteringTestJSON-1559603507-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:26.520173 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e681662a-8be3-457f-8458-bf6a58871ad4 tempest-MeteringTestJSON-1559603507 tempest-MeteringTestJSON-1559603507-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/34e0a9b0-2648-4a68-8059-4206681cf841 HTTP/1.1" status: 204 len: 168 time: 0.5197802 Mar 07 10:46:26.532697 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59160) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:26.544963 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 456ce872-d732-43e3-873d-3c14e964b63b no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:46:26.577925 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7dc78a25-041a-4660-9cb4-038a98938c5c req-83c6b4b3-2c12-4641-aba5-0b0ba3d09e32 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935328 Mar 07 10:46:26.578943 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7ba7a89d-43cc-4815-b50b-92b045f44500 tempest-MeteringTestJSON-1559603507 tempest-MeteringTestJSON-1559603507-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=34e0a9b0-2648-4a68-8059-4206681cf841 HTTP/1.1" status: 200 len: 216 time: 0.0436296 Mar 07 10:46:26.582870 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59162) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:26.584995 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 456ce872-d732-43e3-873d-3c14e964b63b {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:46:26.585463 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 456ce872-d732-43e3-873d-3c14e964b63b not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:46:26.600564 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-daf7e305-255a-497d-92d1-c9a48263ae46 req-16ca3302-5c75-45ce-9c0d-4b3bc85500ce tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2519367 Mar 07 10:46:26.606336 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2c2290a7-7aa9-41bb-a7d7-a412b8b5d11b tempest-MeteringTestJSON-1559603507 tempest-MeteringTestJSON-1559603507-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0201504 Mar 07 10:46:26.612080 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59164) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:26.614787 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f15d5276-1285-44cd-8070-6110825ad8db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (456ce872-d732-43e3-873d-3c14e964b63b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:26.669947 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c2c1281c-33dd-4885-9983-d21521b3e0ed tempest-MeteringTestJSON-1559603507 tempest-MeteringTestJSON-1559603507-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0566502 Mar 07 10:46:26.670800 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d5276-1285-44cd-8070-6110825ad8db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Port': ['ID=456ce872-d732-43e3-873d-3c14e964b63b,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:26.674327 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59170) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:26.675299 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15d5276-1285-44cd-8070-6110825ad8db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] No DVR routers for this DVR port 456ce872-d732-43e3-873d-3c14e964b63b on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:46:26.697957 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-266b04bd-7c5c-4a65-9738-b0e51400006b tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Deleting port 59e13da8-3581-4d97-935e-52b405f0e383 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:26.699299 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-266b04bd-7c5c-4a65-9738-b0e51400006b tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (59e13da8-3581-4d97-935e-52b405f0e383), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:26.757625 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-acbc5025-99e4-478c-99f7-9daf7f101170 tempest-MeteringTestJSON-1559603507 tempest-MeteringTestJSON-1559603507-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-labels/7e9e5ec4-721a-48a6-9c2a-850e0042ecde HTTP/1.1" status: 200 len: 473 time: 0.0803542 Mar 07 10:46:26.761801 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59172) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:26.811019 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6fad8bc4-225b-468a-b212-fd433265c953 tempest-MeteringTestJSON-1559603507 tempest-MeteringTestJSON-1559603507-project-admin] 10.222.0.11 "GET /v2.0/metering/metering-label-rules/5bbfab89-ebf6-400a-9ff0-3dec82b09ac1 HTTP/1.1" status: 200 len: 461 time: 0.0480640 Mar 07 10:46:26.815679 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f15d5276-1285-44cd-8070-6110825ad8db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:26.824840 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59176) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:26.851074 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-f15d5276-1285-44cd-8070-6110825ad8db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:26.866873 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-f15d5276-1285-44cd-8070-6110825ad8db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c42124e3-2547-49a6-aaf6-26d675cc7e3c') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:26.867238 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-f15d5276-1285-44cd-8070-6110825ad8db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c42124e3-2547-49a6-aaf6-26d675cc7e3c') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:26.881127 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f15d5276-1285-44cd-8070-6110825ad8db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (c42124e3-2547-49a6-aaf6-26d675cc7e3c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:26.965916 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f15d5276-1285-44cd-8070-6110825ad8db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (c42124e3-2547-49a6-aaf6-26d675cc7e3c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:26.970525 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-266b04bd-7c5c-4a65-9738-b0e51400006b tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (59e13da8-3581-4d97-935e-52b405f0e383), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:26.988628 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-266b04bd-7c5c-4a65-9738-b0e51400006b tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Calling delete_port for 59e13da8-3581-4d97-935e-52b405f0e383 owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:27.027169 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5863ce24-4ccd-4162-bbbf-0ffd1532c920 tempest-MeteringTestJSON-1559603507 tempest-MeteringTestJSON-1559603507-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:27.028627 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5863ce24-4ccd-4162-bbbf-0ffd1532c920 tempest-MeteringTestJSON-1559603507 tempest-MeteringTestJSON-1559603507-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-label-rules/5bbfab89-ebf6-400a-9ff0-3dec82b09ac1 HTTP/1.1" status: 204 len: 168 time: 0.2027960 Mar 07 10:46:27.032062 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59188) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:27.034702 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f15d5276-1285-44cd-8070-6110825ad8db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:46:27.035304 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f15d5276-1285-44cd-8070-6110825ad8db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (c42124e3-2547-49a6-aaf6-26d675cc7e3c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:46:27.042860 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:46:27.162234 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c671e3-8746-42c6-832f-4dbd30fa83bf req-2645e73e-bce8-4671-be2e-190700322f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:27.163770 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d3c671e3-8746-42c6-832f-4dbd30fa83bf req-2645e73e-bce8-4671-be2e-190700322f0b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d640dc7f4f784834ad48e78ec0df26a5&device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 1126 time: 0.0945265 Mar 07 10:46:27.269609 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f15d5276-1285-44cd-8070-6110825ad8db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:27.321296 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f15d5276-1285-44cd-8070-6110825ad8db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:27.327228 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f15d5276-1285-44cd-8070-6110825ad8db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/networks/56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2 HTTP/1.1" status: 204 len: 168 time: 2.5931692 Mar 07 10:46:27.332569 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59198) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:27.345617 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d5276-1285-44cd-8070-6110825ad8db tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Network': ['ID=56d4dbbe-dede-4ee9-a01e-2f43ddcbf5d2,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:27.368503 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-266b04bd-7c5c-4a65-9738-b0e51400006b tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (59e13da8-3581-4d97-935e-52b405f0e383), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:27.411348 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2656c10-6896-4f00-89f6-445468d2d068 req-64f55d04-f4a4-4522-816a-0c29c045b17c tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:27.419532 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f2656c10-6896-4f00-89f6-445468d2d068 req-64f55d04-f4a4-4522-816a-0c29c045b17c tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 945 time: 0.3599977 Mar 07 10:46:27.426599 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6add8305-fca4-4a82-9d28-5647ccd40a23 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:46:27.427905 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bbb67f1c-57f4-4260-a5c9-91908bec0ae3 tempest-MeteringTestJSON-1559603507 tempest-MeteringTestJSON-1559603507-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:27.434010 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-bbb67f1c-57f4-4260-a5c9-91908bec0ae3 tempest-MeteringTestJSON-1559603507 tempest-MeteringTestJSON-1559603507-project-admin] 10.222.0.11 "DELETE /v2.0/metering/metering-labels/7e9e5ec4-721a-48a6-9c2a-850e0042ecde HTTP/1.1" status: 204 len: 168 time: 0.3993804 Mar 07 10:46:27.489972 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f2656c10-6896-4f00-89f6-445468d2d068 req-a465c256-b38e-429e-b150-1070ecd723a5 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645370 Mar 07 10:46:27.502991 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 6add8305-fca4-4a82-9d28-5647ccd40a23 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:46:27.505070 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6add8305-fca4-4a82-9d28-5647ccd40a23 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:46:27.514206 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b04bd-7c5c-4a65-9738-b0e51400006b tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Pushing event deleted for resources: {'Port': ['ID=59e13da8-3581-4d97-935e-52b405f0e383,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:27.600407 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4338e2a1-a76b-4667-bbfd-903ea1aaf662 req-85e51eb7-a571-4d35-9e5f-8595158d0f67 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:27.614624 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4338e2a1-a76b-4667-bbfd-903ea1aaf662 req-85e51eb7-a571-4d35-9e5f-8595158d0f67 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.2910709 Mar 07 10:46:27.754719 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c671e3-8746-42c6-832f-4dbd30fa83bf req-bdaa66b6-7cf2-4f5d-a9a7-a2f0c291b88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:27.756207 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d3c671e3-8746-42c6-832f-4dbd30fa83bf req-bdaa66b6-7cf2-4f5d-a9a7-a2f0c291b88a service neutron] 10.222.0.31 "GET /v2.0/networks?id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41 HTTP/1.1" status: 200 len: 912 time: 0.5857821 Mar 07 10:46:27.900143 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59210) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:27.973287 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4338e2a1-a76b-4667-bbfd-903ea1aaf662 req-d70f224a-b197-430a-8d6b-50a0d782e28e tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3450541 Mar 07 10:46:27.985903 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d3c671e3-8746-42c6-832f-4dbd30fa83bf req-add36ea1-54ab-4bcd-983c-d7f35bea083b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49374629-e4ca-4d8e-9683-e194b48557a0 HTTP/1.1" status: 200 len: 999 time: 0.1821730 Mar 07 10:46:28.094582 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f6257277-952d-48a6-9f23-08e878a70744 req-7194c8bb-95e9-4f3d-b494-1d401b2e19cc tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0505784 Mar 07 10:46:28.099704 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-266b04bd-7c5c-4a65-9738-b0e51400006b tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (02c927b0-f205-44e6-b798-1c325ba802aa), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:28.108831 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c79b2a0d-7ef9-49cb-ab89-9fd10d01d2fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:28.211439 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c79b2a0d-7ef9-49cb-ab89-9fd10d01d2fe admin admin] Publish callbacks [] for security_group (df1ea451-1030-45f1-956b-f4788239ec88), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:28.213919 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c671e3-8746-42c6-832f-4dbd30fa83bf req-56f47364-490e-40dd-a98c-bfcc206fe62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:28.215264 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d3c671e3-8746-42c6-832f-4dbd30fa83bf req-56f47364-490e-40dd-a98c-bfcc206fe62b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=be75dc35-59ec-464d-b948-3549cf46df15 HTTP/1.1" status: 200 len: 850 time: 0.1920252 Mar 07 10:46:28.221732 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c79b2a0d-7ef9-49cb-ab89-9fd10d01d2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (df1ea451-1030-45f1-956b-f4788239ec88), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:28.262462 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c79b2a0d-7ef9-49cb-ab89-9fd10d01d2fe admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2a7426a095c44931a0015951b7aa6b10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3612440 Mar 07 10:46:28.263918 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59216) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:28.334962 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943caeda-6a33-41ce-83f7-d40a7b4b4023 req-a387bf2c-2860-4736-ba0a-234925ba48ab tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:28.336483 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-943caeda-6a33-41ce-83f7-d40a7b4b4023 req-a387bf2c-2860-4736-ba0a-234925ba48ab tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.2490141 Mar 07 10:46:28.357649 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b71b63cc-b2f6-4948-97b6-7d53d6823504 admin admin] Publish callbacks [] for security_group (df1ea451-1030-45f1-956b-f4788239ec88), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:28.385021 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b71b63cc-b2f6-4948-97b6-7d53d6823504 admin admin] Publish callbacks [] for security_group (df1ea451-1030-45f1-956b-f4788239ec88), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:28.456280 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c671e3-8746-42c6-832f-4dbd30fa83bf req-8cd630bf-0072-4e93-a5e2-47e26f2b2f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:28.457715 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d3c671e3-8746-42c6-832f-4dbd30fa83bf req-8cd630bf-0072-4e93-a5e2-47e26f2b2f14 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2230747 Mar 07 10:46:28.461017 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b71b63cc-b2f6-4948-97b6-7d53d6823504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (df1ea451-1030-45f1-956b-f4788239ec88), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:28.465774 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b71b63cc-b2f6-4948-97b6-7d53d6823504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:28.470998 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b71b63cc-b2f6-4948-97b6-7d53d6823504 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/df1ea451-1030-45f1-956b-f4788239ec88 HTTP/1.1" status: 204 len: 168 time: 0.2032242 Mar 07 10:46:28.482272 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b2a0d-7ef9-49cb-ab89-9fd10d01d2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1ea451-1030-45f1-956b-f4788239ec88,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:28.515342 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266b04bd-7c5c-4a65-9738-b0e51400006b tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Router 02c927b0-f205-44e6-b798-1c325ba802aa has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:46:28.532615 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71b63cc-b2f6-4948-97b6-7d53d6823504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1ea451-1030-45f1-956b-f4788239ec88,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:28.533099 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-943caeda-6a33-41ce-83f7-d40a7b4b4023 req-8d7d7714-0027-49c0-91a3-13b48dd8b46f tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897655 Mar 07 10:46:28.662116 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e6b3b-6fc6-4f44-af82-a06700ea3c44 req-79f3e081-937a-4b71-adbd-b2c199049994 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:28.665698 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-670e6b3b-6fc6-4f44-af82-a06700ea3c44 req-79f3e081-937a-4b71-adbd-b2c199049994 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 945 time: 0.0749745 Mar 07 10:46:28.748876 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-670e6b3b-6fc6-4f44-af82-a06700ea3c44 req-f9533f4c-a1d4-4c0d-903b-aa6468eec6bb tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730019 Mar 07 10:46:28.918050 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59224) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:28.934092 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2ea4fbad-39fc-4448-97bd-057088656a3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:29.083699 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2ea4fbad-39fc-4448-97bd-057088656a3a admin admin] Publish callbacks [] for security_group (a1df35a0-2263-4264-8d84-66ef61bc4f0c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:29.091905 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2ea4fbad-39fc-4448-97bd-057088656a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a1df35a0-2263-4264-8d84-66ef61bc4f0c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:29.153927 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2ea4fbad-39fc-4448-97bd-057088656a3a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fe9002a7c01345b38c040a59b82f4504&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2324417 Mar 07 10:46:29.153927 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4fbad-39fc-4448-97bd-057088656a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1df35a0-2263-4264-8d84-66ef61bc4f0c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:29.155214 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59232) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:29.239522 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266b04bd-7c5c-4a65-9738-b0e51400006b tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:46:29.240077 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4d1c02e0-1a01-4f27-a9b0-a4831f39b0af req-7ee59d86-b7fc-453d-90f6-dc5ba9b8d72f tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0404105 Mar 07 10:46:29.242565 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d3c671e3-8746-42c6-832f-4dbd30fa83bf req-714db1b6-b569-43c6-88c1-1b508309ed96 service neutron] 10.222.0.31 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7719562 Mar 07 10:46:29.258834 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-266b04bd-7c5c-4a65-9738-b0e51400006b tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] 10.222.0.11 "PUT /v2.0/routers/02c927b0-f205-44e6-b798-1c325ba802aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2283306 Mar 07 10:46:29.260269 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59234) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:29.260871 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b239477f-5697-4e18-a37c-4db4cb6e0476 None None] Sync routers for ids ['02c927b0-f205-44e6-b798-1c325ba802aa'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:46:29.278955 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b239477f-5697-4e18-a37c-4db4cb6e0476 None None] Routers {'02c927b0-f205-44e6-b798-1c325ba802aa'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:29.280002 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b239477f-5697-4e18-a37c-4db4cb6e0476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['02c927b0-f205-44e6-b798-1c325ba802aa'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:29.324384 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-e33a1cd9-812e-4832-aa6d-157c0d6e384e tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] delete failed (client error): The resource could not be found. Mar 07 10:46:29.325135 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e33a1cd9-812e-4832-aa6d-157c0d6e384e tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] 10.222.0.11 "DELETE /v2.0/routers/tempest-non_exist_router-1891090920 HTTP/1.1" status: 404 len: 335 time: 0.0639837 Mar 07 10:46:29.326383 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3852ae58-1751-4ccf-b21c-48ed34e09561 admin admin] Publish callbacks [] for security_group (a1df35a0-2263-4264-8d84-66ef61bc4f0c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:29.332506 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59236) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:29.337536 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b239477f-5697-4e18-a37c-4db4cb6e0476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:29.343085 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-c08a662f-a5e2-41bd-ac6e-c0fdc4935b69 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Request body: {'router': {'external_gateway_info': {'network_id': '02c927b0-f205-44e6-b798-1c325ba802aa'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:29.352220 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b239477f-5697-4e18-a37c-4db4cb6e0476 None None] Routers {'02c927b0-f205-44e6-b798-1c325ba802aa'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:29.353292 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b239477f-5697-4e18-a37c-4db4cb6e0476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['02c927b0-f205-44e6-b798-1c325ba802aa'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:29.384316 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4cca91ee-167e-4654-8b58-1a85277e9d58 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (d1406e0b-2b74-4885-ac63-ea6ca1361336), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:29.414983 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3852ae58-1751-4ccf-b21c-48ed34e09561 admin admin] Publish callbacks [] for security_group (a1df35a0-2263-4264-8d84-66ef61bc4f0c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:29.439962 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf752f-a707-48a3-8ce8-e2612b1aa0bb req-72eaa1c5-5025-476e-8fe7-f2d2bb0097f6 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:29.441559 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e2cf752f-a707-48a3-8ce8-e2612b1aa0bb req-72eaa1c5-5025-476e-8fe7-f2d2bb0097f6 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.2489176 Mar 07 10:46:29.452292 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b239477f-5697-4e18-a37c-4db4cb6e0476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:29.457091 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b239477f-5697-4e18-a37c-4db4cb6e0476 None None] The sync data for ids ['02c927b0-f205-44e6-b798-1c325ba802aa'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:46:29.518750 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d3c671e3-8746-42c6-832f-4dbd30fa83bf req-acb6c808-f932-4008-8cbf-83b097fa6ec5 service neutron] 10.222.0.31 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575378 Mar 07 10:46:29.605203 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e2cf752f-a707-48a3-8ce8-e2612b1aa0bb req-098a0461-f8c9-4a8c-9390-60c4004db373 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328979 Mar 07 10:46:29.676043 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c08a662f-a5e2-41bd-ac6e-c0fdc4935b69 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks [] for router_gateway (02c927b0-f205-44e6-b798-1c325ba802aa), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:29.709337 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3852ae58-1751-4ccf-b21c-48ed34e09561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a1df35a0-2263-4264-8d84-66ef61bc4f0c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:29.712294 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3852ae58-1751-4ccf-b21c-48ed34e09561 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:29.714029 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3852ae58-1751-4ccf-b21c-48ed34e09561 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a1df35a0-2263-4264-8d84-66ef61bc4f0c HTTP/1.1" status: 204 len: 168 time: 0.5423679 Mar 07 10:46:29.742289 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-c08a662f-a5e2-41bd-ac6e-c0fdc4935b69 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] update failed (client error): The resource could not be found. Mar 07 10:46:29.749738 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59242) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:29.757491 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c08a662f-a5e2-41bd-ac6e-c0fdc4935b69 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] 10.222.0.11 "PUT /v2.0/routers/02c927b0-f205-44e6-b798-1c325ba802aa HTTP/1.1" status: 404 len: 339 time: 0.4106221 Mar 07 10:46:29.764854 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3852ae58-1751-4ccf-b21c-48ed34e09561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1df35a0-2263-4264-8d84-66ef61bc4f0c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:29.801659 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c6c1d-adce-4e6d-88bc-6e71ce13edfe req-a5c62214-af90-41be-976c-73a7047192eb tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:29.803221 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-348c6c1d-adce-4e6d-88bc-6e71ce13edfe req-a5c62214-af90-41be-976c-73a7047192eb tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.1408131 Mar 07 10:46:29.845180 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-4cca91ee-167e-4654-8b58-1a85277e9d58 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Deleting port aff39046-787f-46e3-b963-0ba1f743cb5e {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:29.845520 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4cca91ee-167e-4654-8b58-1a85277e9d58 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (aff39046-787f-46e3-b963-0ba1f743cb5e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:29.888918 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-348c6c1d-adce-4e6d-88bc-6e71ce13edfe req-553c9ca4-8652-40d2-a59d-8a8093eca602 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798709 Mar 07 10:46:30.150896 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfdd3c-ac31-4d76-a262-98bd778670d7 req-b53a6b09-1ae6-4efe-a39c-ac6491681241 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:30.155042 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2fdfdd3c-ac31-4d76-a262-98bd778670d7 req-b53a6b09-1ae6-4efe-a39c-ac6491681241 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 945 time: 0.2723792 Mar 07 10:46:30.155042 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-4cca91ee-167e-4654-8b58-1a85277e9d58 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] For port aff39046-787f-46e3-b963-0ba1f743cb5e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=aff39046-787f-46e3-b963-0ba1f743cb5e,segment=NetworkSegment(839a1b12-8e42-43f7-a55d-537b6cd2e9a7),segment_id=839a1b12-8e42-43f7-a55d-537b6cd2e9a7)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:30.155042 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4cca91ee-167e-4654-8b58-1a85277e9d58 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (aff39046-787f-46e3-b963-0ba1f743cb5e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:30.190938 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-4cca91ee-167e-4654-8b58-1a85277e9d58 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Calling delete_port for aff39046-787f-46e3-b963-0ba1f743cb5e owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:30.229724 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a30f7a32-0a90-42ca-b852-2e064beb74c7 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:30.338656 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2fdfdd3c-ac31-4d76-a262-98bd778670d7 req-46d222d0-8b9b-49a4-919f-6295fbbc5a62 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722958 Mar 07 10:46:30.395593 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ed312630-3596-4f6b-8082-61bfc029b9e5 req-e952050e-2f43-4748-986b-a54c19307acf tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0429413 Mar 07 10:46:30.634621 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4cca91ee-167e-4654-8b58-1a85277e9d58 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (aff39046-787f-46e3-b963-0ba1f743cb5e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:30.667942 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-a30f7a32-0a90-42ca-b852-2e064beb74c7 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Allocated IP 172.20.0.1 (9d3fd29e-3ccc-48da-8311-2fb8261a7b9e/00c59a52-5b3b-4f84-833d-1d6c34406863/e2394ee9-7ba6-4961-81fe-1fa7713f9fc9) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:46:30.670803 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca91ee-167e-4654-8b58-1a85277e9d58 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Port': ['ID=aff39046-787f-46e3-b963-0ba1f743cb5e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:30.985147 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08291e3d-cf72-493f-b074-55e99bc9f0c5 req-00d29cea-359b-4f18-ad98-334d2106e563 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:30.986664 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-08291e3d-cf72-493f-b074-55e99bc9f0c5 req-00d29cea-359b-4f18-ad98-334d2106e563 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.2073450 Mar 07 10:46:30.992108 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4cca91ee-167e-4654-8b58-1a85277e9d58 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (d1406e0b-2b74-4885-ac63-ea6ca1361336), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:31.017452 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a30f7a32-0a90-42ca-b852-2e064beb74c7 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks [] for port (e2394ee9-7ba6-4961-81fe-1fa7713f9fc9), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:31.043195 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db764ca-af3e-4c88-928e-d05b71a2e60e req-01dac157-ed1f-4afc-8cee-0a40a0809655 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:31.052342 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3db764ca-af3e-4c88-928e-d05b71a2e60e req-01dac157-ed1f-4afc-8cee-0a40a0809655 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.0850930 Mar 07 10:46:31.102243 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3db764ca-af3e-4c88-928e-d05b71a2e60e req-a7baeea9-dc20-4cac-bae3-373ba56bf5d8 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487533 Mar 07 10:46:31.158231 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-08291e3d-cf72-493f-b074-55e99bc9f0c5 req-1952933e-9240-4409-b56a-5b6093b59e31 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614492 Mar 07 10:46:31.220646 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a30f7a32-0a90-42ca-b852-2e064beb74c7 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (e2394ee9-7ba6-4961-81fe-1fa7713f9fc9), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:31.304065 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30f7a32-0a90-42ca-b852-2e064beb74c7 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Network 9d3fd29e-3ccc-48da-8311-2fb8261a7b9e is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:46:31.314532 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-a30f7a32-0a90-42ca-b852-2e064beb74c7 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:31.319088 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30f7a32-0a90-42ca-b852-2e064beb74c7 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:46:31.325926 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f7a32-0a90-42ca-b852-2e064beb74c7 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Pushing event updated for resources: {'Port': ['ID=e2394ee9-7ba6-4961-81fe-1fa7713f9fc9,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:31.336490 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dee7d8-bb5e-43c4-a52c-a512f07ac3c1 req-44dae194-eeff-451e-a48f-f1d738fb7db0 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:31.346543 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-03dee7d8-bb5e-43c4-a52c-a512f07ac3c1 req-44dae194-eeff-451e-a48f-f1d738fb7db0 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1026509 Mar 07 10:46:31.374128 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cca91ee-167e-4654-8b58-1a85277e9d58 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Router d1406e0b-2b74-4885-ac63-ea6ca1361336 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:46:31.392266 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a30f7a32-0a90-42ca-b852-2e064beb74c7 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (02c927b0-f205-44e6-b798-1c325ba802aa), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:31.465581 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59290) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:31.474295 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-03dee7d8-bb5e-43c4-a52c-a512f07ac3c1 req-388db679-b028-4dff-aca6-a6335e1478b6 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267974 Mar 07 10:46:31.603929 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9b042110-6371-4137-adc9-6d75df4d61cf req-004e601b-adc9-4e96-aafe-1cbacebf4e80 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0370245 Mar 07 10:46:31.671800 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cca91ee-167e-4654-8b58-1a85277e9d58 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:46:31.679873 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4cca91ee-167e-4654-8b58-1a85277e9d58 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "PUT /v2.0/routers/d1406e0b-2b74-4885-ac63-ea6ca1361336/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3334315 Mar 07 10:46:31.683340 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59296) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:31.692641 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d27925d-0cff-4b39-a72d-c2e42fea2af0 None None] Sync routers for ids ['d1406e0b-2b74-4885-ac63-ea6ca1361336'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:46:31.696419 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24f71e-63f7-4f19-88af-b8a92798e3e4 req-bb3aff9e-13a1-443c-80db-8913be9c5525 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:31.698117 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8c24f71e-63f7-4f19-88af-b8a92798e3e4 req-bb3aff9e-13a1-443c-80db-8913be9c5525 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 945 time: 0.1710925 Mar 07 10:46:31.714968 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d27925d-0cff-4b39-a72d-c2e42fea2af0 None None] Routers {'d1406e0b-2b74-4885-ac63-ea6ca1361336'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:31.715608 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-5d27925d-0cff-4b39-a72d-c2e42fea2af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d1406e0b-2b74-4885-ac63-ea6ca1361336'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:31.742836 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-32ca0f91-a2b6-46d7-8171-9cc065f1d5b0 None None] Provisioning complete for port e2394ee9-7ba6-4961-81fe-1fa7713f9fc9 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:31.743816 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-32ca0f91-a2b6-46d7-8171-9cc065f1d5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e2394ee9-7ba6-4961-81fe-1fa7713f9fc9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:31.786155 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a30f7a32-0a90-42ca-b852-2e064beb74c7 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e2394ee9-7ba6-4961-81fe-1fa7713f9fc9), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:31.787058 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-32ca0f91-a2b6-46d7-8171-9cc065f1d5b0 None None] Port e2394ee9-7ba6-4961-81fe-1fa7713f9fc9 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:46:31.809724 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-859e4f10-fd8b-45c2-a708-0c77c7f74fd0 tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-285661956', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:31.812192 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-92e1a832-ad58-48de-aafa-6dc33e983fa3 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Deleting subnet 56c81401-02fd-4a39-9563-956f9b2d1fbd {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:46:31.816145 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-92e1a832-ad58-48de-aafa-6dc33e983fa3 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for subnet (56c81401-02fd-4a39-9563-956f9b2d1fbd), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:31.868124 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-92e1a832-ad58-48de-aafa-6dc33e983fa3 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (56c81401-02fd-4a39-9563-956f9b2d1fbd), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:31.869197 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8c24f71e-63f7-4f19-88af-b8a92798e3e4 req-73b15ffe-5836-42a4-9c50-4fdf38ab8593 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242826 Mar 07 10:46:31.878930 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-5d27925d-0cff-4b39-a72d-c2e42fea2af0 None None] Set router d1406e0b-2b74-4885-ac63-ea6ca1361336 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:46:31.895692 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-859e4f10-fd8b-45c2-a708-0c77c7f74fd0 tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Made reservation on behalf of 0dea8ed3405e45c1828ab1e167e46e2d for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:46:31.895692 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-859e4f10-fd8b-45c2-a708-0c77c7f74fd0 tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:31.903451 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-859e4f10-fd8b-45c2-a708-0c77c7f74fd0 tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:31.967217 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-92e1a832-ad58-48de-aafa-6dc33e983fa3 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (56c81401-02fd-4a39-9563-956f9b2d1fbd), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:32.061133 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-92e1a832-ad58-48de-aafa-6dc33e983fa3 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (56c81401-02fd-4a39-9563-956f9b2d1fbd), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:32.116535 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-92e1a832-ad58-48de-aafa-6dc33e983fa3 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:32.123398 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-92e1a832-ad58-48de-aafa-6dc33e983fa3 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/subnets/56c81401-02fd-4a39-9563-956f9b2d1fbd HTTP/1.1" status: 204 len: 168 time: 0.4389050 Mar 07 10:46:32.124274 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59298) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:32.126772 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1a832-ad58-48de-aafa-6dc33e983fa3 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Subnet': ['ID=56c81401-02fd-4a39-9563-956f9b2d1fbd,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:32.127579 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5c5ca9-fff8-4ca1-9e9c-cd738da1ad76 None None] Network 8013e22d-e73d-4b88-b54a-f43eb1dac410 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:46:32.163605 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-5d27925d-0cff-4b39-a72d-c2e42fea2af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'name': 'tempest-RoutersIpV6Test-router-1694003958', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:15Z', 'updated_at': '2022-03-07T10:46:30Z', 'revision_number': 10, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None, '_interfaces': [{'id': '4c404918-6987-42e2-b4cd-37397011ea7c', 'name': '', 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:37:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:20Z', 'updated_at': '2022-03-07T10:45:26Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:32.198180 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d27925d-0cff-4b39-a72d-c2e42fea2af0 None None] Checking router: d1406e0b-2b74-4885-ac63-ea6ca1361336 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:46:32.209591 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d27925d-0cff-4b39-a72d-c2e42fea2af0 None None] Routers {'d1406e0b-2b74-4885-ac63-ea6ca1361336'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:32.210482 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-5d27925d-0cff-4b39-a72d-c2e42fea2af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d1406e0b-2b74-4885-ac63-ea6ca1361336'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:32.293173 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe287149-a006-4a90-b910-febb82bb7369 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (8013e22d-e73d-4b88-b54a-f43eb1dac410), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:32.319397 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-5d27925d-0cff-4b39-a72d-c2e42fea2af0 None None] Set router d1406e0b-2b74-4885-ac63-ea6ca1361336 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:46:32.384222 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25807b6c-316d-4bc6-a33c-985a8790aee7 req-9a993194-4687-4adb-b8d2-13df2f800f97 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:32.393174 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-25807b6c-316d-4bc6-a33c-985a8790aee7 req-9a993194-4687-4adb-b8d2-13df2f800f97 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.3497808 Mar 07 10:46:32.442980 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90707652-15be-45eb-b7a1-25b862e6981b None None] DHCP port deletion for 8013e22d-e73d-4b88-b54a-f43eb1dac410 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:46:32.450455 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-fe287149-a006-4a90-b910-febb82bb7369 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Deleting port 1e6c89a5-65be-491b-9585-6a99661856b6 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:32.451952 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe287149-a006-4a90-b910-febb82bb7369 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (1e6c89a5-65be-491b-9585-6a99661856b6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:32.548174 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-fe287149-a006-4a90-b910-febb82bb7369 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] For port 1e6c89a5-65be-491b-9585-6a99661856b6, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1e6c89a5-65be-491b-9585-6a99661856b6,segment=NetworkSegment(839a1b12-8e42-43f7-a55d-537b6cd2e9a7),segment_id=839a1b12-8e42-43f7-a55d-537b6cd2e9a7)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:32.549377 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe287149-a006-4a90-b910-febb82bb7369 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (1e6c89a5-65be-491b-9585-6a99661856b6), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:32.554069 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-90707652-15be-45eb-b7a1-25b862e6981b None None] Deleting port 1e6c89a5-65be-491b-9585-6a99661856b6 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:32.554443 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-90707652-15be-45eb-b7a1-25b862e6981b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (1e6c89a5-65be-491b-9585-6a99661856b6), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:32.569255 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-25807b6c-316d-4bc6-a33c-985a8790aee7 req-d9c8a00f-7f73-4041-b14d-06edf17dbbfc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743114 Mar 07 10:46:32.594753 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-fe287149-a006-4a90-b910-febb82bb7369 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Calling delete_port for 1e6c89a5-65be-491b-9585-6a99661856b6 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:32.603213 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a30f7a32-0a90-42ca-b852-2e064beb74c7 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks [] for port (e2394ee9-7ba6-4961-81fe-1fa7713f9fc9), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:32.663684 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-90707652-15be-45eb-b7a1-25b862e6981b None None] For port 1e6c89a5-65be-491b-9585-6a99661856b6, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1e6c89a5-65be-491b-9585-6a99661856b6,segment=NetworkSegment(839a1b12-8e42-43f7-a55d-537b6cd2e9a7),segment_id=839a1b12-8e42-43f7-a55d-537b6cd2e9a7)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:32.664583 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-90707652-15be-45eb-b7a1-25b862e6981b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (1e6c89a5-65be-491b-9585-6a99661856b6), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:32.680115 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-90707652-15be-45eb-b7a1-25b862e6981b None None] Calling delete_port for 1e6c89a5-65be-491b-9585-6a99661856b6 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:32.684612 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-859e4f10-fd8b-45c2-a708-0c77c7f74fd0 tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Publish callbacks [] for security_group (ae1c853b-2911-4989-a329-12ef4f5b3122), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:32.685771 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a30f7a32-0a90-42ca-b852-2e064beb74c7 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (e2394ee9-7ba6-4961-81fe-1fa7713f9fc9), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:32.714816 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-5d27925d-0cff-4b39-a72d-c2e42fea2af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'name': 'tempest-RoutersIpV6Test-router-1694003958', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:15Z', 'updated_at': '2022-03-07T10:46:30Z', 'revision_number': 10, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None, '_interfaces': [{'id': '4c404918-6987-42e2-b4cd-37397011ea7c', 'name': '', 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:37:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:20Z', 'updated_at': '2022-03-07T10:45:26Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:32.780443 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a30f7a32-0a90-42ca-b852-2e064beb74c7 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (02c927b0-f205-44e6-b798-1c325ba802aa), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:32.792367 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-90707652-15be-45eb-b7a1-25b862e6981b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (1e6c89a5-65be-491b-9585-6a99661856b6), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:32.823557 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-859e4f10-fd8b-45c2-a708-0c77c7f74fd0 tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ae1c853b-2911-4989-a329-12ef4f5b3122), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:32.826052 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe287149-a006-4a90-b910-febb82bb7369 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (1e6c89a5-65be-491b-9585-6a99661856b6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:32.840167 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-859e4f10-fd8b-45c2-a708-0c77c7f74fd0 tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] device_id is not set on port 5bfa0d2b-4907-4723-9e61-bb96905d6f86 yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:46:32.845965 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c03a85-122d-4289-ba52-c72146ab34cf req-0dbbbcb0-4ae8-4987-9aee-c2381eac24c8 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:32.848599 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e8c03a85-122d-4289-ba52-c72146ab34cf req-0dbbbcb0-4ae8-4987-9aee-c2381eac24c8 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1452594 Mar 07 10:46:32.850887 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90707652-15be-45eb-b7a1-25b862e6981b None None] Pushing event deleted for resources: {'Port': ['ID=1e6c89a5-65be-491b-9585-6a99661856b6,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:32.868586 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d27925d-0cff-4b39-a72d-c2e42fea2af0 None None] The sync data for ids ['d1406e0b-2b74-4885-ac63-ea6ca1361336'] in n-d-832164-4 is: [{'id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'name': 'tempest-RoutersIpV6Test-router-1694003958', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:15Z', 'updated_at': '2022-03-07T10:46:30Z', 'revision_number': 10, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None, '_interfaces': [{'id': '4c404918-6987-42e2-b4cd-37397011ea7c', 'name': '', 'network_id': '14bbfd8f-c55e-4539-8a0e-75c23285af3f', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'mac_address': 'fa:16:3e:37:a8:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:20Z', 'updated_at': '2022-03-07T10:45:26Z', 'revision_number': 5, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'subnets': [{'id': '9fd11119-a02e-4f9c-aa80-506ff41a86a4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:46:32.870823 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90707652-15be-45eb-b7a1-25b862e6981b None None] No DVR routers for this DVR port 1e6c89a5-65be-491b-9585-6a99661856b6 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:46:32.884449 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe287149-a006-4a90-b910-febb82bb7369 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Port': ['ID=1e6c89a5-65be-491b-9585-6a99661856b6,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:32.918130 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe287149-a006-4a90-b910-febb82bb7369 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] No DVR routers for this DVR port 1e6c89a5-65be-491b-9585-6a99661856b6 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:46:32.988011 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e4f10-fd8b-45c2-a708-0c77c7f74fd0 tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1c853b-2911-4989-a329-12ef4f5b3122,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:32.990617 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f7a32-0a90-42ca-b852-2e064beb74c7 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Pushing event updated for resources: {'Port': ['ID=e2394ee9-7ba6-4961-81fe-1fa7713f9fc9,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:33.038149 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe287149-a006-4a90-b910-febb82bb7369 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (8013e22d-e73d-4b88-b54a-f43eb1dac410), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:33.039752 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f7857-c8f4-4c67-a483-9df0d17eaa3f req-26d539f3-f8c6-4e24-9f98-dbf437dd77b4 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:33.041100 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e59f7857-c8f4-4c67-a483-9df0d17eaa3f req-26d539f3-f8c6-4e24-9f98-dbf437dd77b4 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.5334377 Mar 07 10:46:33.065318 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e8c03a85-122d-4289-ba52-c72146ab34cf req-259e223f-3b53-4730-9989-fa4c98167d71 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825449 Mar 07 10:46:33.089633 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-fe287149-a006-4a90-b910-febb82bb7369 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8013e22d-e73d-4b88-b54a-f43eb1dac410']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:33.107643 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-fe287149-a006-4a90-b910-febb82bb7369 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '839a1b12-8e42-43f7-a55d-537b6cd2e9a7') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:33.108200 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-fe287149-a006-4a90-b910-febb82bb7369 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '839a1b12-8e42-43f7-a55d-537b6cd2e9a7') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:33.123410 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe287149-a006-4a90-b910-febb82bb7369 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (839a1b12-8e42-43f7-a55d-537b6cd2e9a7), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:33.145165 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe287149-a006-4a90-b910-febb82bb7369 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (839a1b12-8e42-43f7-a55d-537b6cd2e9a7), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:33.154662 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe287149-a006-4a90-b910-febb82bb7369 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:46:33.155375 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe287149-a006-4a90-b910-febb82bb7369 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (839a1b12-8e42-43f7-a55d-537b6cd2e9a7), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:33.160819 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:46:33.160819 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:46:33.160819 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:46:33.160819 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:46:33.160819 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:46:33.160819 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:46:33.160819 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:46:33.160819 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:46:33.160819 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:46:33.160819 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:46:33.160819 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:46:33.160819 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:46:33.160819 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:46:33.160819 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:46:33.160819 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:46:33.160819 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:46:33.160819 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:46:33.160819 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:46:33.160819 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:46:33.160819 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:46:33.160819 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:46:33.160819 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:46:33.160819 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:46:33.160819 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:46:33.160819 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:46:33.160819 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:46:33.160819 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:46:33.160819 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:46:33.160819 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:46:33.160819 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:46:33.160819 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:46:33.160819 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:46:33.168697 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30f7a32-0a90-42ca-b852-2e064beb74c7 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Network 9d3fd29e-3ccc-48da-8311-2fb8261a7b9e is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:46:33.169958 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-859e4f10-fd8b-45c2-a708-0c77c7f74fd0 tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Allocated IP 172.25.3.164 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/5bfa0d2b-4907-4723-9e61-bb96905d6f86) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:46:33.177588 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-a30f7a32-0a90-42ca-b852-2e064beb74c7 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:33.262665 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e59f7857-c8f4-4c67-a483-9df0d17eaa3f req-a25fced0-7a89-4f09-9373-99f237c0d936 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008367 Mar 07 10:46:33.276115 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e3e58049-3a02-415b-bdc2-23cfc97eb61a req-e6772e0e-52e9-44af-a36a-a404c2dac637 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.1126411 Mar 07 10:46:33.300235 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe287149-a006-4a90-b910-febb82bb7369 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (8013e22d-e73d-4b88-b54a-f43eb1dac410), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:33.308440 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fe287149-a006-4a90-b910-febb82bb7369 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:33.313500 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fe287149-a006-4a90-b910-febb82bb7369 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/networks/8013e22d-e73d-4b88-b54a-f43eb1dac410 HTTP/1.1" status: 204 len: 168 time: 1.1836979 Mar 07 10:46:33.318896 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59310) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:33.423808 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe287149-a006-4a90-b910-febb82bb7369 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Network': ['ID=8013e22d-e73d-4b88-b54a-f43eb1dac410,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:33.424244 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30f7a32-0a90-42ca-b852-2e064beb74c7 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Router 02c927b0-f205-44e6-b798-1c325ba802aa has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:46:33.523486 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device aff39046-787f-46e3-b963-0ba1f743cb5e no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:46:33.560929 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: aff39046-787f-46e3-b963-0ba1f743cb5e {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:46:33.562954 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device aff39046-787f-46e3-b963-0ba1f743cb5e not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:46:33.563599 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1e6c89a5-65be-491b-9585-6a99661856b6 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:46:33.592171 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-1e2c01e3-fd7d-4764-8804-ca089763743d None None] Provisioning complete for port e2394ee9-7ba6-4961-81fe-1fa7713f9fc9 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:33.592887 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1e2c01e3-fd7d-4764-8804-ca089763743d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e2394ee9-7ba6-4961-81fe-1fa7713f9fc9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:33.595509 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 1e6c89a5-65be-491b-9585-6a99661856b6 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:46:33.596194 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1e6c89a5-65be-491b-9585-6a99661856b6 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:46:33.619931 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-859e4f10-fd8b-45c2-a708-0c77c7f74fd0 tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Publish callbacks [] for port (5bfa0d2b-4907-4723-9e61-bb96905d6f86), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:33.655435 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1e2c01e3-fd7d-4764-8804-ca089763743d None None] Port e2394ee9-7ba6-4961-81fe-1fa7713f9fc9 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:46:33.686212 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6dcb50-e43e-425f-b82e-cb18685b14c4 req-f38fa5c3-6aa6-4e41-acdb-b401c592e0e8 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:33.688975 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5f6dcb50-e43e-425f-b82e-cb18685b14c4 req-f38fa5c3-6aa6-4e41-acdb-b401c592e0e8 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 945 time: 0.2607148 Mar 07 10:46:33.698766 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069ce70-4663-4a5d-9a5c-64097eba86d4 req-dbded33f-d4b5-4bb7-bad3-6b4a8b168d21 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:33.700267 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d069ce70-4663-4a5d-9a5c-64097eba86d4 req-dbded33f-d4b5-4bb7-bad3-6b4a8b168d21 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1931849 Mar 07 10:46:33.711014 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30f7a32-0a90-42ca-b852-2e064beb74c7 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:46:33.724279 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a30f7a32-0a90-42ca-b852-2e064beb74c7 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] 10.222.0.11 "PUT /v2.0/routers/02c927b0-f205-44e6-b798-1c325ba802aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9729884 Mar 07 10:46:33.725202 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59312) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:33.729714 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf38f1a-29f9-4f61-bf51-7b9f9b8aa50f None None] Sync routers for ids ['02c927b0-f205-44e6-b798-1c325ba802aa'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:46:33.739321 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-859e4f10-fd8b-45c2-a708-0c77c7f74fd0 tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (5bfa0d2b-4907-4723-9e61-bb96905d6f86), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:33.746741 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf38f1a-29f9-4f61-bf51-7b9f9b8aa50f None None] Routers {'02c927b0-f205-44e6-b798-1c325ba802aa'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:33.749618 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ccf38f1a-29f9-4f61-bf51-7b9f9b8aa50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['02c927b0-f205-44e6-b798-1c325ba802aa'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:33.803547 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ccf38f1a-29f9-4f61-bf51-7b9f9b8aa50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:33.810521 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859e4f10-fd8b-45c2-a708-0c77c7f74fd0 tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:46:33.814318 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d069ce70-4663-4a5d-9a5c-64097eba86d4 req-2fbdaa20-3903-4b07-a6aa-a31ec5c6a526 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065848 Mar 07 10:46:33.817264 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-859e4f10-fd8b-45c2-a708-0c77c7f74fd0 tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:33.822013 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859e4f10-fd8b-45c2-a708-0c77c7f74fd0 tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:46:33.825180 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e4f10-fd8b-45c2-a708-0c77c7f74fd0 tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Pushing event updated for resources: {'Port': ['ID=5bfa0d2b-4907-4723-9e61-bb96905d6f86,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:33.839723 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf38f1a-29f9-4f61-bf51-7b9f9b8aa50f None None] Routers {'02c927b0-f205-44e6-b798-1c325ba802aa'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:33.841837 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ccf38f1a-29f9-4f61-bf51-7b9f9b8aa50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['02c927b0-f205-44e6-b798-1c325ba802aa'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:33.865270 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859e4f10-fd8b-45c2-a708-0c77c7f74fd0 tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:33.865891 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-859e4f10-fd8b-45c2-a708-0c77c7f74fd0 tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:33.887524 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-859e4f10-fd8b-45c2-a708-0c77c7f74fd0 tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.4207890 Mar 07 10:46:33.888441 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59316) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:33.894864 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-627a6996-593e-40bf-8c1d-80396c4d7bed tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.164'}]}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:33.901595 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ccf38f1a-29f9-4f61-bf51-7b9f9b8aa50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:33.902267 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf38f1a-29f9-4f61-bf51-7b9f9b8aa50f None None] The sync data for ids ['02c927b0-f205-44e6-b798-1c325ba802aa'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:46:33.927874 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-627a6996-593e-40bf-8c1d-80396c4d7bed tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (940cc897-573d-4a04-99ae-ac18b9a83bc8), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:33.929245 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-627a6996-593e-40bf-8c1d-80396c4d7bed tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (940cc897-573d-4a04-99ae-ac18b9a83bc8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:33.993852 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-627a6996-593e-40bf-8c1d-80396c4d7bed tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Publish callbacks [] for router_controller (940cc897-573d-4a04-99ae-ac18b9a83bc8), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:34.196458 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-627a6996-593e-40bf-8c1d-80396c4d7bed tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Publish callbacks [] for router_gateway (940cc897-573d-4a04-99ae-ac18b9a83bc8), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:34.218387 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5f6dcb50-e43e-425f-b82e-cb18685b14c4 req-50914fe4-6e42-4b0a-bc0f-f691bb60f3dd tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5223355 Mar 07 10:46:34.233735 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12f6b0-deeb-44a2-8a55-b8c463c11d44 req-27e6490b-7ffd-47e5-84fd-144662a0fc7e tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:34.235920 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-aa12f6b0-deeb-44a2-8a55-b8c463c11d44 req-27e6490b-7ffd-47e5-84fd-144662a0fc7e tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1546948 Mar 07 10:46:34.270490 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fef78ee3-346e-4265-9fb9-758f6e408e23 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks [] for router (02c927b0-f205-44e6-b798-1c325ba802aa), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:34.353488 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-aa12f6b0-deeb-44a2-8a55-b8c463c11d44 req-87ec55ce-08d4-4a5f-a67d-8642a9c039fc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060612 Mar 07 10:46:34.401770 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b8ca47de-ce53-4867-83d3-f41a162d5b2f req-00452c63-4042-4dff-a336-051e4fc707ab tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0528431 Mar 07 10:46:34.415029 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-fef78ee3-346e-4265-9fb9-758f6e408e23 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 07 10:46:34.419430 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fef78ee3-346e-4265-9fb9-758f6e408e23 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] 10.222.0.11 "DELETE /v2.0/routers/02c927b0-f205-44e6-b798-1c325ba802aa HTTP/1.1" status: 409 len: 376 time: 0.6930058 Mar 07 10:46:34.420023 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59324) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:34.560661 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-627a6996-593e-40bf-8c1d-80396c4d7bed tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Publish callbacks [] for router_gateway (940cc897-573d-4a04-99ae-ac18b9a83bc8), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:34.588832 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4093db08-a5fb-4afb-b03c-3d13cfbf35ed req-8f1fdfb4-c126-4fbb-8081-38316ae70b59 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:34.590349 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4093db08-a5fb-4afb-b03c-3d13cfbf35ed req-8f1fdfb4-c126-4fbb-8081-38316ae70b59 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.1105542 Mar 07 10:46:34.591973 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-627a6996-593e-40bf-8c1d-80396c4d7bed tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:34.603408 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bb58dafc-fb89-4f7a-9781-06adb1ff0b9c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (d1406e0b-2b74-4885-ac63-ea6ca1361336), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:34.720238 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4093db08-a5fb-4afb-b03c-3d13cfbf35ed req-4c41f206-1930-487b-b022-08d52194bc09 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206620 Mar 07 10:46:34.804722 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-627a6996-593e-40bf-8c1d-80396c4d7bed tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Publish callbacks [] for router (940cc897-573d-4a04-99ae-ac18b9a83bc8), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:34.995298 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-33e3014b-4c2f-4f07-9872-cda2634a92f5 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (02c927b0-f205-44e6-b798-1c325ba802aa), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:35.002883 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-627a6996-593e-40bf-8c1d-80396c4d7bed tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (940cc897-573d-4a04-99ae-ac18b9a83bc8), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:35.010190 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-627a6996-593e-40bf-8c1d-80396c4d7bed tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Publish callbacks [] for router_controller (940cc897-573d-4a04-99ae-ac18b9a83bc8), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:35.057500 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-627a6996-593e-40bf-8c1d-80396c4d7bed tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (940cc897-573d-4a04-99ae-ac18b9a83bc8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:35.058106 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627a6996-593e-40bf-8c1d-80396c4d7bed tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 940cc897-573d-4a04-99ae-ac18b9a83bc8 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:46:35.083366 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-627a6996-593e-40bf-8c1d-80396c4d7bed tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 07 10:46:35.088744 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59328) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:35.090471 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-627a6996-593e-40bf-8c1d-80396c4d7bed tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.2009211 Mar 07 10:46:35.100476 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-bb58dafc-fb89-4f7a-9781-06adb1ff0b9c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Deleting port 4c404918-6987-42e2-b4cd-37397011ea7c {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:35.100813 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bb58dafc-fb89-4f7a-9781-06adb1ff0b9c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (4c404918-6987-42e2-b4cd-37397011ea7c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:35.291437 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-bb58dafc-fb89-4f7a-9781-06adb1ff0b9c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] For port 4c404918-6987-42e2-b4cd-37397011ea7c, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=4c404918-6987-42e2-b4cd-37397011ea7c,segment=NetworkSegment(d14330be-e638-4969-b387-067dce4ef5a2),segment_id=d14330be-e638-4969-b387-067dce4ef5a2)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:35.291805 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bb58dafc-fb89-4f7a-9781-06adb1ff0b9c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (4c404918-6987-42e2-b4cd-37397011ea7c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:35.319111 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-bb58dafc-fb89-4f7a-9781-06adb1ff0b9c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Calling delete_port for 4c404918-6987-42e2-b4cd-37397011ea7c owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:35.400402 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-86c23e19-288d-4604-a57c-7efda4227a20 tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Deleting port 5bfa0d2b-4907-4723-9e61-bb96905d6f86 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:35.400745 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-86c23e19-288d-4604-a57c-7efda4227a20 tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (5bfa0d2b-4907-4723-9e61-bb96905d6f86), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:35.502518 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c976a-d1c7-4079-96dd-592f43d8eda7 req-dae0fa8b-afcf-4765-9f1b-b035b494d3c3 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:35.504033 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9b3c976a-d1c7-4079-96dd-592f43d8eda7 req-dae0fa8b-afcf-4765-9f1b-b035b494d3c3 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.0645709 Mar 07 10:46:35.520671 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd245fb-ba62-4188-b3c0-d49c709978f7 req-6d34c5a9-f89a-4c78-aab7-2fe42484d601 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:35.522108 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dbd245fb-ba62-4188-b3c0-d49c709978f7 req-6d34c5a9-f89a-4c78-aab7-2fe42484d601 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 945 time: 0.2011569 Mar 07 10:46:35.562873 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9b3c976a-d1c7-4079-96dd-592f43d8eda7 req-46761bf1-6094-4473-9e8b-015e69d41208 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503755 Mar 07 10:46:35.655171 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-86c23e19-288d-4604-a57c-7efda4227a20 tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (5bfa0d2b-4907-4723-9e61-bb96905d6f86), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:35.665496 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-277120fd-c953-4d54-a13b-64411c3577e7 req-f0530a22-67b2-470e-9e07-cd720491fd8d tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0358725 Mar 07 10:46:35.680955 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-86c23e19-288d-4604-a57c-7efda4227a20 tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Calling delete_port for 5bfa0d2b-4907-4723-9e61-bb96905d6f86 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:35.695642 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dbd245fb-ba62-4188-b3c0-d49c709978f7 req-db82a628-f690-4556-9043-34b464572a2d tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589472 Mar 07 10:46:35.731518 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-33e3014b-4c2f-4f07-9872-cda2634a92f5 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Deleting port e2394ee9-7ba6-4961-81fe-1fa7713f9fc9 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:35.731861 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-33e3014b-4c2f-4f07-9872-cda2634a92f5 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (e2394ee9-7ba6-4961-81fe-1fa7713f9fc9), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:35.895740 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bb58dafc-fb89-4f7a-9781-06adb1ff0b9c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (4c404918-6987-42e2-b4cd-37397011ea7c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:35.948399 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58dafc-fb89-4f7a-9781-06adb1ff0b9c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Port': ['ID=4c404918-6987-42e2-b4cd-37397011ea7c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:35.987926 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-33e3014b-4c2f-4f07-9872-cda2634a92f5 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (e2394ee9-7ba6-4961-81fe-1fa7713f9fc9), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:36.020925 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81542bfe-b814-4826-b45d-7bfff787ee26 req-ba286f62-e954-43b1-8a3f-531b39d52870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:36.022558 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-81542bfe-b814-4826-b45d-7bfff787ee26 req-ba286f62-e954-43b1-8a3f-531b39d52870 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=d640dc7f4f784834ad48e78ec0df26a5&device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 1126 time: 0.1083479 Mar 07 10:46:36.042009 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad42ef-95ae-4d09-894a-a2984d607f8d req-74f530c9-bed7-48fd-bd17-0404548df320 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:36.044167 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-98ad42ef-95ae-4d09-894a-a2984d607f8d req-74f530c9-bed7-48fd-bd17-0404548df320 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1186047 Mar 07 10:46:36.055530 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-33e3014b-4c2f-4f07-9872-cda2634a92f5 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Calling delete_port for e2394ee9-7ba6-4961-81fe-1fa7713f9fc9 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:36.063803 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad3ecc-da27-4bf1-8499-b7ef50c69396 req-c8fb6a53-8d02-4b0a-b210-33d01ed8ada6 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:36.065364 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-70ad3ecc-da27-4bf1-8499-b7ef50c69396 req-c8fb6a53-8d02-4b0a-b210-33d01ed8ada6 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.2216382 Mar 07 10:46:36.159557 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bb58dafc-fb89-4f7a-9781-06adb1ff0b9c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (d1406e0b-2b74-4885-ac63-ea6ca1361336), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:36.189704 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-98ad42ef-95ae-4d09-894a-a2984d607f8d req-87d3a21a-663c-4e07-a5a1-9a9a8f486f18 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290035 Mar 07 10:46:36.213655 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81542bfe-b814-4826-b45d-7bfff787ee26 req-51c180b2-1933-4aee-b5a1-db5729036aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:36.216280 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-81542bfe-b814-4826-b45d-7bfff787ee26 req-51c180b2-1933-4aee-b5a1-db5729036aac service neutron] 10.222.0.31 "GET /v2.0/networks?id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41 HTTP/1.1" status: 200 len: 912 time: 0.1833196 Mar 07 10:46:36.230332 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-86c23e19-288d-4604-a57c-7efda4227a20 tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (5bfa0d2b-4907-4723-9e61-bb96905d6f86), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:36.301778 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-81542bfe-b814-4826-b45d-7bfff787ee26 req-aea58b01-879a-4323-b1c2-7f5eaa57f3ad service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49374629-e4ca-4d8e-9683-e194b48557a0 HTTP/1.1" status: 200 len: 999 time: 0.0791359 Mar 07 10:46:36.319876 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c23e19-288d-4604-a57c-7efda4227a20 tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bfa0d2b-4907-4723-9e61-bb96905d6f86,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:36.329986 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-70ad3ecc-da27-4bf1-8499-b7ef50c69396 req-2826fc9f-7574-4df0-8e9c-da718ae99367 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323842 Mar 07 10:46:36.361987 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81542bfe-b814-4826-b45d-7bfff787ee26 req-3113047b-83c2-4b9a-a6ae-a6cc9b13c9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:36.363486 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-81542bfe-b814-4826-b45d-7bfff787ee26 req-3113047b-83c2-4b9a-a6ae-a6cc9b13c9fb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=be75dc35-59ec-464d-b948-3549cf46df15 HTTP/1.1" status: 200 len: 850 time: 0.0557938 Mar 07 10:46:36.427426 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81542bfe-b814-4826-b45d-7bfff787ee26 req-e1aea35d-ceed-43dd-b5bf-a003fff2e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:36.429679 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-81542bfe-b814-4826-b45d-7bfff787ee26 req-e1aea35d-ceed-43dd-b5bf-a003fff2e6fc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=931da2d2-d8f9-46f5-a9f5-24b58bb56e41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0596638 Mar 07 10:46:36.440484 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-50a3bdd6-8465-4f6d-82a1-a1ac2b8015c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:36.532811 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-86c23e19-288d-4604-a57c-7efda4227a20 tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:36.536145 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-86c23e19-288d-4604-a57c-7efda4227a20 tempest-RoutersAdminNegativeIpV6Test-365100027 tempest-RoutersAdminNegativeIpV6Test-365100027-project-admin] 10.222.0.11 "DELETE /v2.0/ports/5bfa0d2b-4907-4723-9e61-bb96905d6f86 HTTP/1.1" status: 204 len: 168 time: 1.4467463 Mar 07 10:46:36.606710 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-81542bfe-b814-4826-b45d-7bfff787ee26 req-0a45223d-0774-400f-a272-c08c5d749e92 service neutron] 10.222.0.31 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694450 Mar 07 10:46:36.756589 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-81542bfe-b814-4826-b45d-7bfff787ee26 req-4425d368-002c-4bd2-96b2-996e7db0d10a service neutron] 10.222.0.31 "GET /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421263 Mar 07 10:46:36.841301 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-44926644-6ecf-4f3b-837c-d82abb02721f req-67f9a00d-f002-4427-8ee4-5eaec1cdf946 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0544214 Mar 07 10:46:36.894590 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59350) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:37.015489 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3fd4654-f442-44a2-afda-05bfb9bceb28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:37.035484 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb58dafc-fb89-4f7a-9781-06adb1ff0b9c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Router d1406e0b-2b74-4885-ac63-ea6ca1361336 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:46:37.104106 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3fd4654-f442-44a2-afda-05bfb9bceb28 admin admin] Publish callbacks [] for security_group (bcc75cf5-10ad-4b45-89c1-c5fb9b15811d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:37.108739 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3fd4654-f442-44a2-afda-05bfb9bceb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (bcc75cf5-10ad-4b45-89c1-c5fb9b15811d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:37.127802 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-33e3014b-4c2f-4f07-9872-cda2634a92f5 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (e2394ee9-7ba6-4961-81fe-1fa7713f9fc9), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:37.138177 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a3fd4654-f442-44a2-afda-05bfb9bceb28 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=176066bec6734b6180298cf4fc4be9b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2400715 Mar 07 10:46:37.138408 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59354) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:37.180281 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd4654-f442-44a2-afda-05bfb9bceb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc75cf5-10ad-4b45-89c1-c5fb9b15811d,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:37.203165 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dcb0a3-3fe8-41e8-8b90-0e00a989795c req-6c45ac2e-016c-496d-bf59-f9f2fbada519 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:37.205524 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-12dcb0a3-3fe8-41e8-8b90-0e00a989795c req-6c45ac2e-016c-496d-bf59-f9f2fbada519 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 945 time: 0.1881208 Mar 07 10:46:37.207680 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aa028d1a-e853-43a8-a8b9-cc310507f629 admin admin] Publish callbacks [] for security_group (bcc75cf5-10ad-4b45-89c1-c5fb9b15811d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:37.211701 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3014b-4c2f-4f07-9872-cda2634a92f5 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Pushing event deleted for resources: {'Port': ['ID=e2394ee9-7ba6-4961-81fe-1fa7713f9fc9,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:37.217875 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb58dafc-fb89-4f7a-9781-06adb1ff0b9c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:46:37.228961 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210c7571-e374-44c4-8cbf-272ca29d05e7 None None] Sync routers for ids ['d1406e0b-2b74-4885-ac63-ea6ca1361336'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:46:37.244760 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210c7571-e374-44c4-8cbf-272ca29d05e7 None None] Routers {'d1406e0b-2b74-4885-ac63-ea6ca1361336'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:37.245625 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-210c7571-e374-44c4-8cbf-272ca29d05e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d1406e0b-2b74-4885-ac63-ea6ca1361336'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:37.248612 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-bb58dafc-fb89-4f7a-9781-06adb1ff0b9c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "PUT /v2.0/routers/d1406e0b-2b74-4885-ac63-ea6ca1361336/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9252992 Mar 07 10:46:37.254363 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59358) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:37.259057 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aa028d1a-e853-43a8-a8b9-cc310507f629 admin admin] Publish callbacks [] for security_group (bcc75cf5-10ad-4b45-89c1-c5fb9b15811d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:37.389758 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7de68-39df-45e9-a310-3f1f877e2b11 req-aaa5c71d-b37d-425a-8984-9908c6e36d53 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:37.397770 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dad7de68-39df-45e9-a310-3f1f877e2b11 req-aaa5c71d-b37d-425a-8984-9908c6e36d53 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1173062 Mar 07 10:46:37.420944 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-210c7571-e374-44c4-8cbf-272ca29d05e7 None None] Set router d1406e0b-2b74-4885-ac63-ea6ca1361336 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:46:37.430515 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad96963c-da1d-4615-8c40-51bc6d31ff7d tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Deleting subnet 9fd11119-a02e-4f9c-aa80-506ff41a86a4 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:46:37.436532 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ad96963c-da1d-4615-8c40-51bc6d31ff7d tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for subnet (9fd11119-a02e-4f9c-aa80-506ff41a86a4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:37.452326 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aa028d1a-e853-43a8-a8b9-cc310507f629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (bcc75cf5-10ad-4b45-89c1-c5fb9b15811d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:37.456254 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aa028d1a-e853-43a8-a8b9-cc310507f629 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:37.467623 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-aa028d1a-e853-43a8-a8b9-cc310507f629 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bcc75cf5-10ad-4b45-89c1-c5fb9b15811d HTTP/1.1" status: 204 len: 168 time: 0.3280134 Mar 07 10:46:37.495074 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa028d1a-e853-43a8-a8b9-cc310507f629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc75cf5-10ad-4b45-89c1-c5fb9b15811d,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:37.533435 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-12dcb0a3-3fe8-41e8-8b90-0e00a989795c req-86ab4e98-6686-43ea-9ab7-1e1058d8733f tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792368 Mar 07 10:46:37.604467 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dad7de68-39df-45e9-a310-3f1f877e2b11 req-b3ab3d37-da3a-481f-8a94-fb9cb35ed505 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1907022 Mar 07 10:46:37.614776 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-210c7571-e374-44c4-8cbf-272ca29d05e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'name': 'tempest-RoutersIpV6Test-router-1694003958', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:15Z', 'updated_at': '2022-03-07T10:46:35Z', 'revision_number': 11, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:37.616932 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ad96963c-da1d-4615-8c40-51bc6d31ff7d tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (9fd11119-a02e-4f9c-aa80-506ff41a86a4), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:37.666747 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210c7571-e374-44c4-8cbf-272ca29d05e7 None None] Checking router: d1406e0b-2b74-4885-ac63-ea6ca1361336 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:46:37.667745 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-33e3014b-4c2f-4f07-9872-cda2634a92f5 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (02c927b0-f205-44e6-b798-1c325ba802aa), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:37.684407 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210c7571-e374-44c4-8cbf-272ca29d05e7 None None] Routers {'d1406e0b-2b74-4885-ac63-ea6ca1361336'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:37.685019 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-210c7571-e374-44c4-8cbf-272ca29d05e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d1406e0b-2b74-4885-ac63-ea6ca1361336'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:37.820426 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-210c7571-e374-44c4-8cbf-272ca29d05e7 None None] Set router d1406e0b-2b74-4885-ac63-ea6ca1361336 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:46:37.884642 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dda857f-3830-4b1a-82ab-c914d7fb7fa2 req-5e336345-9925-44f6-a31e-bc5db8969287 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:37.886210 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6dda857f-3830-4b1a-82ab-c914d7fb7fa2 req-5e336345-9925-44f6-a31e-bc5db8969287 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.2125823 Mar 07 10:46:37.911212 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-210c7571-e374-44c4-8cbf-272ca29d05e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'name': 'tempest-RoutersIpV6Test-router-1694003958', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:15Z', 'updated_at': '2022-03-07T10:46:35Z', 'revision_number': 11, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:37.960443 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ad96963c-da1d-4615-8c40-51bc6d31ff7d tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (9fd11119-a02e-4f9c-aa80-506ff41a86a4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:37.971948 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33e3014b-4c2f-4f07-9872-cda2634a92f5 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Router 02c927b0-f205-44e6-b798-1c325ba802aa has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:46:37.984401 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210c7571-e374-44c4-8cbf-272ca29d05e7 None None] The sync data for ids ['d1406e0b-2b74-4885-ac63-ea6ca1361336'] in n-d-832164-4 is: [{'id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'name': 'tempest-RoutersIpV6Test-router-1694003958', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:15Z', 'updated_at': '2022-03-07T10:46:35Z', 'revision_number': 11, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:46:37.996987 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-29621552-5885-4d34-8387-f3f0b66dfd3d req-c51c93e0-6848-46dd-a503-4ffbc5205b27 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0397327 Mar 07 10:46:38.073347 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59370) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:38.117445 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-19abad51-8f16-4393-9b45-ef73d296a156 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0dea8ed3405e45c1828ab1e167e46e2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426557 Mar 07 10:46:38.120094 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59372) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:38.142876 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6dda857f-3830-4b1a-82ab-c914d7fb7fa2 req-cb547b3c-829f-4937-a037-4d02a27c3e2e tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789398 Mar 07 10:46:38.143769 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e3014b-4c2f-4f07-9872-cda2634a92f5 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:46:38.153990 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-33e3014b-4c2f-4f07-9872-cda2634a92f5 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] 10.222.0.11 "PUT /v2.0/routers/02c927b0-f205-44e6-b798-1c325ba802aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7312722 Mar 07 10:46:38.155246 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59374) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:38.157295 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc20184-936f-477d-ad57-9f4035b59420 None None] Sync routers for ids ['02c927b0-f205-44e6-b798-1c325ba802aa'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:46:38.173962 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc20184-936f-477d-ad57-9f4035b59420 None None] Routers {'02c927b0-f205-44e6-b798-1c325ba802aa'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:38.174849 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-2bc20184-936f-477d-ad57-9f4035b59420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['02c927b0-f205-44e6-b798-1c325ba802aa'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:38.201575 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-6de4162d-5b3a-452d-b0c0-3f6e7de5982b tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] show failed (client error): The resource could not be found. Mar 07 10:46:38.207164 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6de4162d-5b3a-452d-b0c0-3f6e7de5982b tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] 10.222.0.11 "GET /v2.0/routers/tempest-non_exist_router-1173108349 HTTP/1.1" status: 404 len: 335 time: 0.0476375 Mar 07 10:46:38.208189 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59376) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:38.208833 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fd20ac23-34f3-4f2d-9fac-1c44358f758f admin admin] Publish callbacks [] for security_group (ae1c853b-2911-4989-a329-12ef4f5b3122), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:38.214866 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-2f562a80-539e-440b-9359-8b5a5275a0ce tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:38.219895 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ad96963c-da1d-4615-8c40-51bc6d31ff7d tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (9fd11119-a02e-4f9c-aa80-506ff41a86a4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:38.220459 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-2bc20184-936f-477d-ad57-9f4035b59420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:38.231355 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc20184-936f-477d-ad57-9f4035b59420 None None] Routers {'02c927b0-f205-44e6-b798-1c325ba802aa'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:38.232224 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-2bc20184-936f-477d-ad57-9f4035b59420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['02c927b0-f205-44e6-b798-1c325ba802aa'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:38.248030 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fd20ac23-34f3-4f2d-9fac-1c44358f758f admin admin] Publish callbacks [] for security_group (ae1c853b-2911-4989-a329-12ef4f5b3122), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:38.267938 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-2bc20184-936f-477d-ad57-9f4035b59420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:38.268853 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc20184-936f-477d-ad57-9f4035b59420 None None] The sync data for ids ['02c927b0-f205-44e6-b798-1c325ba802aa'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:46:38.283964 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ad96963c-da1d-4615-8c40-51bc6d31ff7d tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:38.288970 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ad96963c-da1d-4615-8c40-51bc6d31ff7d tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/subnets/9fd11119-a02e-4f9c-aa80-506ff41a86a4 HTTP/1.1" status: 204 len: 168 time: 1.0324044 Mar 07 10:46:38.291874 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59378) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:38.298791 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67969166-11fe-45b4-80e4-c83cd67cc950 None None] Network 14bbfd8f-c55e-4539-8a0e-75c23285af3f requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:46:38.305482 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-2f562a80-539e-440b-9359-8b5a5275a0ce tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] update failed (client error): The resource could not be found. Mar 07 10:46:38.306506 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2f562a80-539e-440b-9359-8b5a5275a0ce tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] 10.222.0.11 "PUT /v2.0/routers/tempest-non_exist_router-2040882750 HTTP/1.1" status: 404 len: 335 time: 0.0970750 Mar 07 10:46:38.319259 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59380) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:38.327375 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96963c-da1d-4615-8c40-51bc6d31ff7d tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Subnet': ['ID=9fd11119-a02e-4f9c-aa80-506ff41a86a4,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:38.462854 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fd20ac23-34f3-4f2d-9fac-1c44358f758f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ae1c853b-2911-4989-a329-12ef4f5b3122), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:38.468260 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fd20ac23-34f3-4f2d-9fac-1c44358f758f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:38.473591 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-fd20ac23-34f3-4f2d-9fac-1c44358f758f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ae1c853b-2911-4989-a329-12ef4f5b3122 HTTP/1.1" status: 204 len: 168 time: 0.3519955 Mar 07 10:46:38.492446 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20ac23-34f3-4f2d-9fac-1c44358f758f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1c853b-2911-4989-a329-12ef4f5b3122,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:38.518562 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2bbe2bef-c17c-4617-8bac-a01c986ae22c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (14bbfd8f-c55e-4539-8a0e-75c23285af3f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:38.526401 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a37fccf9-1dab-4336-ad9c-c1c52a0631e9 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Deleting subnet f949d77e-fb02-4856-ad74-861e29de7e12 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:46:38.533908 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a37fccf9-1dab-4336-ad9c-c1c52a0631e9 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks [] for subnet (f949d77e-fb02-4856-ad74-861e29de7e12), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:38.678123 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01a5f36d-b52b-492b-8db4-93c915cf6949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:38.743271 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a37fccf9-1dab-4336-ad9c-c1c52a0631e9 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (f949d77e-fb02-4856-ad74-861e29de7e12), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:38.796222 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6cb3df-f6ac-4463-9281-58b6fab3613c None None] DHCP port deletion for 14bbfd8f-c55e-4539-8a0e-75c23285af3f request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:46:38.805036 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc23306-32ea-43db-891f-83eb883dd213 req-64ad92aa-f74c-4a4f-bc99-cc75287e7ea7 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:38.808078 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3dc23306-32ea-43db-891f-83eb883dd213 req-64ad92aa-f74c-4a4f-bc99-cc75287e7ea7 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.0903974 Mar 07 10:46:38.856040 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-3b6cb3df-f6ac-4463-9281-58b6fab3613c None None] Deleting port 8706cd85-917e-46bd-9af6-aee178f79b75 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:38.856548 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3b6cb3df-f6ac-4463-9281-58b6fab3613c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (8706cd85-917e-46bd-9af6-aee178f79b75), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:38.887395 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3dc23306-32ea-43db-891f-83eb883dd213 req-de33a237-48af-4dac-b62b-fe56bba82b16 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724828 Mar 07 10:46:38.942362 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-3b6cb3df-f6ac-4463-9281-58b6fab3613c None None] For port 8706cd85-917e-46bd-9af6-aee178f79b75, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=8706cd85-917e-46bd-9af6-aee178f79b75,segment=NetworkSegment(d14330be-e638-4969-b387-067dce4ef5a2),segment_id=d14330be-e638-4969-b387-067dce4ef5a2)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:38.942681 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3b6cb3df-f6ac-4463-9281-58b6fab3613c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (8706cd85-917e-46bd-9af6-aee178f79b75), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:38.952799 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280cf42-9ecc-40e5-87e9-744196d8a8ae req-fda586b1-1507-4ed3-a7aa-60ad233cf78f tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:38.954875 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2280cf42-9ecc-40e5-87e9-744196d8a8ae req-fda586b1-1507-4ed3-a7aa-60ad233cf78f tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 945 time: 0.2954795 Mar 07 10:46:38.956377 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-3b6cb3df-f6ac-4463-9281-58b6fab3613c None None] Calling delete_port for 8706cd85-917e-46bd-9af6-aee178f79b75 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:38.958647 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-2bbe2bef-c17c-4617-8bac-a01c986ae22c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Deleting port 8706cd85-917e-46bd-9af6-aee178f79b75 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:38.958991 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2bbe2bef-c17c-4617-8bac-a01c986ae22c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (8706cd85-917e-46bd-9af6-aee178f79b75), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:39.004165 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a37fccf9-1dab-4336-ad9c-c1c52a0631e9 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (f949d77e-fb02-4856-ad74-861e29de7e12), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:39.057941 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3b6cb3df-f6ac-4463-9281-58b6fab3613c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (8706cd85-917e-46bd-9af6-aee178f79b75), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:39.077541 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6cb3df-f6ac-4463-9281-58b6fab3613c None None] No DVR routers for this DVR port 8706cd85-917e-46bd-9af6-aee178f79b75 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:46:39.110902 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6cb3df-f6ac-4463-9281-58b6fab3613c None None] Pushing event deleted for resources: {'Port': ['ID=8706cd85-917e-46bd-9af6-aee178f79b75,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:39.114538 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-2bbe2bef-c17c-4617-8bac-a01c986ae22c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] For port 8706cd85-917e-46bd-9af6-aee178f79b75, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=8706cd85-917e-46bd-9af6-aee178f79b75,segment=NetworkSegment(d14330be-e638-4969-b387-067dce4ef5a2),segment_id=d14330be-e638-4969-b387-067dce4ef5a2)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:39.114919 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2bbe2bef-c17c-4617-8bac-a01c986ae22c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (8706cd85-917e-46bd-9af6-aee178f79b75), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:39.122071 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa43c0b-02cc-4d91-9604-ec536a71f11b req-a5d547bc-e042-4515-9297-8199c80e5779 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:39.129026 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-caa43c0b-02cc-4d91-9604-ec536a71f11b req-a5d547bc-e042-4515-9297-8199c80e5779 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1506174 Mar 07 10:46:39.156708 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2280cf42-9ecc-40e5-87e9-744196d8a8ae req-2373d179-c7d2-429a-b797-193e68c5e58d tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954575 Mar 07 10:46:39.168506 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-2bbe2bef-c17c-4617-8bac-a01c986ae22c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Calling delete_port for 8706cd85-917e-46bd-9af6-aee178f79b75 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:39.209027 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-caa43c0b-02cc-4d91-9604-ec536a71f11b req-1dbe76d0-1a88-4352-83dc-45e2cbc94fd7 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790923 Mar 07 10:46:39.240695 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a37fccf9-1dab-4336-ad9c-c1c52a0631e9 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (f949d77e-fb02-4856-ad74-861e29de7e12), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:39.288087 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37fccf9-1dab-4336-ad9c-c1c52a0631e9 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Pushing event deleted for resources: {'Subnet': ['ID=f949d77e-fb02-4856-ad74-861e29de7e12,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:39.326994 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a37fccf9-1dab-4336-ad9c-c1c52a0631e9 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:39.331094 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a37fccf9-1dab-4336-ad9c-c1c52a0631e9 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] 10.222.0.11 "DELETE /v2.0/subnets/f949d77e-fb02-4856-ad74-861e29de7e12 HTTP/1.1" status: 204 len: 168 time: 1.0103714 Mar 07 10:46:39.339033 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d76700-e15f-4a41-a63e-0490951a0948 None None] Network 950d82ac-2c0c-4a06-8579-d7e5041761f0 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:46:39.348952 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59404) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:39.357664 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e5f97b5b-ab0f-4e3c-8efb-b3b785d51583 req-8586fbfe-7440-4056-8418-a91062010f45 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0611401 Mar 07 10:46:39.385936 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2bbe2bef-c17c-4617-8bac-a01c986ae22c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (8706cd85-917e-46bd-9af6-aee178f79b75), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:39.420718 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe2bef-c17c-4617-8bac-a01c986ae22c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Port': ['ID=8706cd85-917e-46bd-9af6-aee178f79b75,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:39.429323 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbe2bef-c17c-4617-8bac-a01c986ae22c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] No DVR routers for this DVR port 8706cd85-917e-46bd-9af6-aee178f79b75 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:46:39.443374 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-4322117d-afd1-409b-a090-6ed6be5456f9 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Deleting subnet 28627295-9ff4-4059-97ce-2e7121328abf {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:46:39.446748 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4322117d-afd1-409b-a090-6ed6be5456f9 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks [] for subnet (28627295-9ff4-4059-97ce-2e7121328abf), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:39.500305 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4322117d-afd1-409b-a090-6ed6be5456f9 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (28627295-9ff4-4059-97ce-2e7121328abf), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:39.584509 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2344061c-760b-4f5f-9a7e-4a3c42dfcd96 req-e15a6f39-e3ac-4c3e-a402-94e283d96f02 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:39.601717 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2344061c-760b-4f5f-9a7e-4a3c42dfcd96 req-e15a6f39-e3ac-4c3e-a402-94e283d96f02 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.3035502 Mar 07 10:46:39.607349 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 8706cd85-917e-46bd-9af6-aee178f79b75 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:46:39.640571 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2bbe2bef-c17c-4617-8bac-a01c986ae22c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (14bbfd8f-c55e-4539-8a0e-75c23285af3f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:39.653388 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 8706cd85-917e-46bd-9af6-aee178f79b75 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:46:39.653955 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 8706cd85-917e-46bd-9af6-aee178f79b75 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:46:39.654570 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 4c404918-6987-42e2-b4cd-37397011ea7c no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:46:39.702876 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-2bbe2bef-c17c-4617-8bac-a01c986ae22c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14bbfd8f-c55e-4539-8a0e-75c23285af3f']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:39.716509 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-2bbe2bef-c17c-4617-8bac-a01c986ae22c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd14330be-e638-4969-b387-067dce4ef5a2') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:39.716724 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-2bbe2bef-c17c-4617-8bac-a01c986ae22c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd14330be-e638-4969-b387-067dce4ef5a2') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:39.723298 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 4c404918-6987-42e2-b4cd-37397011ea7c {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:46:39.723780 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 4c404918-6987-42e2-b4cd-37397011ea7c not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:46:39.735294 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2bbe2bef-c17c-4617-8bac-a01c986ae22c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (d14330be-e638-4969-b387-067dce4ef5a2), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:39.764425 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2bbe2bef-c17c-4617-8bac-a01c986ae22c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (d14330be-e638-4969-b387-067dce4ef5a2), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:39.773779 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bbe2bef-c17c-4617-8bac-a01c986ae22c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:46:39.775057 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2bbe2bef-c17c-4617-8bac-a01c986ae22c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (d14330be-e638-4969-b387-067dce4ef5a2), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:46:39.781402 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:46:39.803278 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2344061c-760b-4f5f-9a7e-4a3c42dfcd96 req-abcb3021-7b4b-4ef0-a99d-4acfc5c1bfad tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939938 Mar 07 10:46:39.850050 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9805d36b-3a91-4dfc-a8a9-03056022a258 None None] DHCP port deletion for 950d82ac-2c0c-4a06-8579-d7e5041761f0 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:46:39.852065 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4322117d-afd1-409b-a090-6ed6be5456f9 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (28627295-9ff4-4059-97ce-2e7121328abf), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:39.855772 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:39.888565 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2bbe2bef-c17c-4617-8bac-a01c986ae22c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (14bbfd8f-c55e-4539-8a0e-75c23285af3f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:39.895924 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2bbe2bef-c17c-4617-8bac-a01c986ae22c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:39.907242 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2bbe2bef-c17c-4617-8bac-a01c986ae22c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/networks/14bbfd8f-c55e-4539-8a0e-75c23285af3f HTTP/1.1" status: 204 len: 168 time: 1.6108735 Mar 07 10:46:39.907689 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59428) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:39.911725 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-6f53bf06-c6f5-4c57-9bc1-31d0852baed2 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Request body: {'router': {'routes': None}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:39.927167 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe2bef-c17c-4617-8bac-a01c986ae22c tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Pushing event deleted for resources: {'Network': ['ID=14bbfd8f-c55e-4539-8a0e-75c23285af3f,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:39.951050 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-9805d36b-3a91-4dfc-a8a9-03056022a258 None None] Deleting port 3985d968-ad27-43d3-a304-20823387b766 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:39.951450 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9805d36b-3a91-4dfc-a8a9-03056022a258 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (3985d968-ad27-43d3-a304-20823387b766), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:40.017508 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59430) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:40.042979 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-9805d36b-3a91-4dfc-a8a9-03056022a258 None None] For port 3985d968-ad27-43d3-a304-20823387b766, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=3985d968-ad27-43d3-a304-20823387b766,segment=NetworkSegment(4cd57329-4e60-4f6e-93f0-d5d5faceb2a6),segment_id=4cd57329-4e60-4f6e-93f0-d5d5faceb2a6)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:40.043450 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9805d36b-3a91-4dfc-a8a9-03056022a258 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (3985d968-ad27-43d3-a304-20823387b766), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:40.059195 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-9805d36b-3a91-4dfc-a8a9-03056022a258 None None] Calling delete_port for 3985d968-ad27-43d3-a304-20823387b766 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:40.207443 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4322117d-afd1-409b-a090-6ed6be5456f9 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (28627295-9ff4-4059-97ce-2e7121328abf), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:40.210326 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9805d36b-3a91-4dfc-a8a9-03056022a258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (3985d968-ad27-43d3-a304-20823387b766), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:40.251622 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322117d-afd1-409b-a090-6ed6be5456f9 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Pushing event deleted for resources: {'Subnet': ['ID=28627295-9ff4-4059-97ce-2e7121328abf,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:40.253686 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4322117d-afd1-409b-a090-6ed6be5456f9 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:40.259508 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9805d36b-3a91-4dfc-a8a9-03056022a258 None None] Pushing event deleted for resources: {'Port': ['ID=3985d968-ad27-43d3-a304-20823387b766,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:40.259863 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4322117d-afd1-409b-a090-6ed6be5456f9 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] 10.222.0.11 "DELETE /v2.0/subnets/28627295-9ff4-4059-97ce-2e7121328abf HTTP/1.1" status: 204 len: 168 time: 0.9098537 Mar 07 10:46:40.260337 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59446) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:40.272373 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9805d36b-3a91-4dfc-a8a9-03056022a258 None None] No DVR routers for this DVR port 3985d968-ad27-43d3-a304-20823387b766 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:46:40.273894 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dd4496-d5a2-4f3f-a20d-dc62926b3a9e None None] Network c835ca3b-892d-4016-9e59-4a2ece70e16b requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:46:40.278748 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.extraroute_db [None req-6f53bf06-c6f5-4c57-9bc1-31d0852baed2 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Added routes are [] {{(pid=103766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 07 10:46:40.279161 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.extraroute_db [None req-6f53bf06-c6f5-4c57-9bc1-31d0852baed2 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Removed routes are [] {{(pid=103766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 07 10:46:40.279535 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6f53bf06-c6f5-4c57-9bc1-31d0852baed2 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26448'] for router (d1406e0b-2b74-4885-ac63-ea6ca1361336), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:40.348038 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-073bbbc5-3583-4633-ab6c-455feaf546b5 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1246970533'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:40.493157 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073bbbc5-3583-4633-ab6c-455feaf546b5 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Made reservation on behalf of 87245b0fac6f46b8bf036ff7fe06f2c2 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:46:40.498624 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-073bbbc5-3583-4633-ab6c-455feaf546b5 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:40.555393 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-073bbbc5-3583-4633-ab6c-455feaf546b5 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:40.559239 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6f53bf06-c6f5-4c57-9bc1-31d0852baed2 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26448'] for router (d1406e0b-2b74-4885-ac63-ea6ca1361336), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:40.568475 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a4710-611b-494b-bbf3-f77a2f3a5d96 req-bb65226a-c286-4861-8df1-0722b3df6fbe tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:40.570528 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-425a4710-611b-494b-bbf3-f77a2f3a5d96 req-bb65226a-c286-4861-8df1-0722b3df6fbe tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 945 time: 0.2187190 Mar 07 10:46:40.580009 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6f53bf06-c6f5-4c57-9bc1-31d0852baed2 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674560'] for router (d1406e0b-2b74-4885-ac63-ea6ca1361336), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:40.593417 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1eb34c-71f3-43e5-b883-dfb1f4491c2b None None] DHCP port deletion for c835ca3b-892d-4016-9e59-4a2ece70e16b request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:46:40.691279 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-eb1eb34c-71f3-43e5-b883-dfb1f4491c2b None None] Deleting port f9c2178d-c76c-449a-ae37-88e2fabb68b4 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:40.691653 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-eb1eb34c-71f3-43e5-b883-dfb1f4491c2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (f9c2178d-c76c-449a-ae37-88e2fabb68b4), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:40.749924 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-425a4710-611b-494b-bbf3-f77a2f3a5d96 req-6cf017d8-1cc9-46fc-ab95-f831695aa455 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598799 Mar 07 10:46:40.786208 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f53bf06-c6f5-4c57-9bc1-31d0852baed2 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Router d1406e0b-2b74-4885-ac63-ea6ca1361336 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:46:40.863588 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-eb1eb34c-71f3-43e5-b883-dfb1f4491c2b None None] For port f9c2178d-c76c-449a-ae37-88e2fabb68b4, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=f9c2178d-c76c-449a-ae37-88e2fabb68b4,segment=NetworkSegment(9b8406ed-5b0d-40e6-b771-7fa4a0696e42),segment_id=9b8406ed-5b0d-40e6-b771-7fa4a0696e42)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:40.864451 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-eb1eb34c-71f3-43e5-b883-dfb1f4491c2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (f9c2178d-c76c-449a-ae37-88e2fabb68b4), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:40.881881 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-eb1eb34c-71f3-43e5-b883-dfb1f4491c2b None None] Calling delete_port for f9c2178d-c76c-449a-ae37-88e2fabb68b4 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:40.917347 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19663f7f-1beb-4b09-b58f-977a09ca63cc tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (950d82ac-2c0c-4a06-8579-d7e5041761f0), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:40.955682 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fbec8ddc-0eec-4e9c-a765-31bd5b5dc6a1 req-4c3d3244-f482-47fe-afde-7448f96b7646 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0732045 Mar 07 10:46:40.961993 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-073bbbc5-3583-4633-ab6c-455feaf546b5 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for security_group (f48debdf-ee43-4e26-af1a-10eb561acb28), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:40.965209 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f53bf06-c6f5-4c57-9bc1-31d0852baed2 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:46:40.974278 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6f53bf06-c6f5-4c57-9bc1-31d0852baed2 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:40.978700 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6f53bf06-c6f5-4c57-9bc1-31d0852baed2 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "PUT /v2.0/routers/d1406e0b-2b74-4885-ac63-ea6ca1361336 HTTP/1.1" status: 200 len: 705 time: 1.0702338 Mar 07 10:46:40.981262 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612f8cd1-9056-4591-9bd2-d7d6233f6a99 None None] Sync routers for ids ['d1406e0b-2b74-4885-ac63-ea6ca1361336'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:46:40.991753 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59468) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:40.992397 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-073bbbc5-3583-4633-ab6c-455feaf546b5 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f48debdf-ee43-4e26-af1a-10eb561acb28), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:40.998704 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612f8cd1-9056-4591-9bd2-d7d6233f6a99 None None] Routers {'d1406e0b-2b74-4885-ac63-ea6ca1361336'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:41.001373 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-612f8cd1-9056-4591-9bd2-d7d6233f6a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d1406e0b-2b74-4885-ac63-ea6ca1361336'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:41.048600 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-eb1eb34c-71f3-43e5-b883-dfb1f4491c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (f9c2178d-c76c-449a-ae37-88e2fabb68b4), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:41.068415 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d245fcbd-0309-492c-8d7a-6425e820dd40 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1406e0b-2b74-4885-ac63-ea6ca1361336 HTTP/1.1" status: 200 len: 205 time: 0.0678437 Mar 07 10:46:41.069062 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59470) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:41.097478 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19663f7f-1beb-4b09-b58f-977a09ca63cc tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (950d82ac-2c0c-4a06-8579-d7e5041761f0), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:41.126196 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-19663f7f-1beb-4b09-b58f-977a09ca63cc tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['950d82ac-2c0c-4a06-8579-d7e5041761f0']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:41.136598 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1eb34c-71f3-43e5-b883-dfb1f4491c2b None None] No DVR routers for this DVR port f9c2178d-c76c-449a-ae37-88e2fabb68b4 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:46:41.139335 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-073bbbc5-3583-4633-ab6c-455feaf546b5 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:46:41.149691 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073bbbc5-3583-4633-ab6c-455feaf546b5 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f48debdf-ee43-4e26-af1a-10eb561acb28,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:41.162474 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1eb34c-71f3-43e5-b883-dfb1f4491c2b None None] Pushing event deleted for resources: {'Port': ['ID=f9c2178d-c76c-449a-ae37-88e2fabb68b4,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:41.164845 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-19663f7f-1beb-4b09-b58f-977a09ca63cc tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd57329-4e60-4f6e-93f0-d5d5faceb2a6') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:41.165267 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-19663f7f-1beb-4b09-b58f-977a09ca63cc tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd57329-4e60-4f6e-93f0-d5d5faceb2a6') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:41.183863 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19663f7f-1beb-4b09-b58f-977a09ca63cc tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (4cd57329-4e60-4f6e-93f0-d5d5faceb2a6), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:41.199444 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17be17-1c3f-4dfe-a038-06c7717d041e req-6acef60c-7f73-45f8-b9c5-306bb06e7d13 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:41.200931 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4e17be17-1c3f-4dfe-a038-06c7717d041e req-6acef60c-7f73-45f8-b9c5-306bb06e7d13 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=9c0686c5-2f6f-4112-b5b8-21fab81aab10 HTTP/1.1" status: 200 len: 944 time: 0.2783513 Mar 07 10:46:41.207149 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-612f8cd1-9056-4591-9bd2-d7d6233f6a99 None None] Set router d1406e0b-2b74-4885-ac63-ea6ca1361336 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:46:41.221048 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19663f7f-1beb-4b09-b58f-977a09ca63cc tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (4cd57329-4e60-4f6e-93f0-d5d5faceb2a6), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:41.226650 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-073bbbc5-3583-4633-ab6c-455feaf546b5 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (2a5b15c7-aab5-4e8a-a939-11bb87fca05d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:41.227003 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-073bbbc5-3583-4633-ab6c-455feaf546b5 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Added segment 2a5b15c7-aab5-4e8a-a939-11bb87fca05d of type vlan for network 25a39ee9-f4c5-4256-bb51-d29e6d238ea9 Mar 07 10:46:41.258122 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19663f7f-1beb-4b09-b58f-977a09ca63cc tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:46:41.259057 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19663f7f-1beb-4b09-b58f-977a09ca63cc tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (4cd57329-4e60-4f6e-93f0-d5d5faceb2a6), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:41.262388 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:46:41.262388 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:46:41.262388 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:46:41.262388 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:46:41.262388 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:46:41.262388 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:46:41.262388 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:46:41.262388 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:46:41.262388 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:46:41.262388 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:46:41.262388 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:46:41.262388 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:46:41.262388 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:46:41.262388 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:46:41.262388 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:46:41.262388 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:46:41.262388 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:46:41.262388 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:46:41.262388 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:46:41.262388 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:46:41.262388 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:46:41.262388 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:46:41.262388 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:46:41.262388 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:46:41.262388 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:46:41.262388 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:46:41.262388 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:46:41.262388 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:46:41.262388 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:46:41.262388 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:46:41.262388 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:46:41.262388 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:46:41.283496 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-612f8cd1-9056-4591-9bd2-d7d6233f6a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'name': 'tempest-RoutersIpV6Test-router-1694003958', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:15Z', 'updated_at': '2022-03-07T10:46:35Z', 'revision_number': 11, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:41.306592 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-073bbbc5-3583-4633-ab6c-455feaf546b5 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (25a39ee9-f4c5-4256-bb51-d29e6d238ea9), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:41.315522 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612f8cd1-9056-4591-9bd2-d7d6233f6a99 None None] Checking router: d1406e0b-2b74-4885-ac63-ea6ca1361336 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:46:41.324040 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612f8cd1-9056-4591-9bd2-d7d6233f6a99 None None] Routers {'d1406e0b-2b74-4885-ac63-ea6ca1361336'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:41.324683 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-612f8cd1-9056-4591-9bd2-d7d6233f6a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d1406e0b-2b74-4885-ac63-ea6ca1361336'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:41.342584 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2b4f1005-240d-48d5-8f01-04a0ab918655 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router (d1406e0b-2b74-4885-ac63-ea6ca1361336), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:41.382958 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19663f7f-1beb-4b09-b58f-977a09ca63cc tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (950d82ac-2c0c-4a06-8579-d7e5041761f0), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:41.388287 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19663f7f-1beb-4b09-b58f-977a09ca63cc tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:41.393851 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-19663f7f-1beb-4b09-b58f-977a09ca63cc tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] 10.222.0.11 "DELETE /v2.0/networks/950d82ac-2c0c-4a06-8579-d7e5041761f0 HTTP/1.1" status: 204 len: 168 time: 1.1303527 Mar 07 10:46:41.401637 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59472) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:41.412802 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-612f8cd1-9056-4591-9bd2-d7d6233f6a99 None None] Set router d1406e0b-2b74-4885-ac63-ea6ca1361336 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:46:41.442595 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-073bbbc5-3583-4633-ab6c-455feaf546b5 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (25a39ee9-f4c5-4256-bb51-d29e6d238ea9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:41.450708 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073bbbc5-3583-4633-ab6c-455feaf546b5 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:41.452133 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-073bbbc5-3583-4633-ab6c-455feaf546b5 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:41.453428 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19663f7f-1beb-4b09-b58f-977a09ca63cc tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Pushing event deleted for resources: {'Network': ['ID=950d82ac-2c0c-4a06-8579-d7e5041761f0,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:41.524021 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3985d968-ad27-43d3-a304-20823387b766 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:46:41.527517 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-4e17be17-1c3f-4dfe-a038-06c7717d041e req-35d19d1d-8d0c-4888-8294-528dc84f5b18 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Deleting port c00948a3-3f87-4aa0-8d81-bc6af8939057 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:41.530567 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-612f8cd1-9056-4591-9bd2-d7d6233f6a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'name': 'tempest-RoutersIpV6Test-router-1694003958', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:15Z', 'updated_at': '2022-03-07T10:46:35Z', 'revision_number': 11, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:41.534176 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4e17be17-1c3f-4dfe-a038-06c7717d041e req-35d19d1d-8d0c-4888-8294-528dc84f5b18 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c00948a3-3f87-4aa0-8d81-bc6af8939057), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:41.561133 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 3985d968-ad27-43d3-a304-20823387b766 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:46:41.561516 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3985d968-ad27-43d3-a304-20823387b766 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:46:41.563972 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device f9c2178d-c76c-449a-ae37-88e2fabb68b4 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:46:41.564492 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612f8cd1-9056-4591-9bd2-d7d6233f6a99 None None] The sync data for ids ['d1406e0b-2b74-4885-ac63-ea6ca1361336'] in n-d-832164-4 is: [{'id': 'd1406e0b-2b74-4885-ac63-ea6ca1361336', 'name': 'tempest-RoutersIpV6Test-router-1694003958', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:15Z', 'updated_at': '2022-03-07T10:46:35Z', 'revision_number': 11, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:46:41.606306 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b6396e3-2ea3-480f-b72b-1917bdd2a57c tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (c835ca3b-892d-4016-9e59-4a2ece70e16b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:41.608568 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: f9c2178d-c76c-449a-ae37-88e2fabb68b4 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:46:41.610128 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device f9c2178d-c76c-449a-ae37-88e2fabb68b4 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:46:41.610471 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-073bbbc5-3583-4633-ab6c-455feaf546b5 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5921419 Mar 07 10:46:41.622106 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0182af-d191-402f-bb81-e7ad1b5cfcf2 req-f13dad07-a6ad-4339-b681-ee0903b81083 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:41.624306 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4c0182af-d191-402f-bb81-e7ad1b5cfcf2 req-f13dad07-a6ad-4339-b681-ee0903b81083 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.4946935 Mar 07 10:46:41.627306 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59474) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:41.644622 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:41.645751 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-807027d9-6ab0-4291-940d-8f333c95e81a tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Request body: {'subnet': {'network_id': '25a39ee9-f4c5-4256-bb51-d29e6d238ea9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:41.660656 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073bbbc5-3583-4633-ab6c-455feaf546b5 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event updated for resources: {'Network': ['ID=25a39ee9-f4c5-4256-bb51-d29e6d238ea9,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:41.673307 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 25a39ee9-f4c5-4256-bb51-d29e6d238ea9 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:46:41.915069 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b6396e3-2ea3-480f-b72b-1917bdd2a57c tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (c835ca3b-892d-4016-9e59-4a2ece70e16b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:41.919777 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-4e17be17-1c3f-4dfe-a038-06c7717d041e req-35d19d1d-8d0c-4888-8294-528dc84f5b18 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] For port c00948a3-3f87-4aa0-8d81-bc6af8939057, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=c00948a3-3f87-4aa0-8d81-bc6af8939057,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:41.920151 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4e17be17-1c3f-4dfe-a038-06c7717d041e req-35d19d1d-8d0c-4888-8294-528dc84f5b18 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c00948a3-3f87-4aa0-8d81-bc6af8939057), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:41.935709 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807027d9-6ab0-4291-940d-8f333c95e81a tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Made reservation on behalf of 87245b0fac6f46b8bf036ff7fe06f2c2 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:46:41.939796 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-807027d9-6ab0-4291-940d-8f333c95e81a tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:41.970059 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-4b6396e3-2ea3-480f-b72b-1917bdd2a57c tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c835ca3b-892d-4016-9e59-4a2ece70e16b']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:41.972540 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-4e17be17-1c3f-4dfe-a038-06c7717d041e req-35d19d1d-8d0c-4888-8294-528dc84f5b18 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Calling delete_port for c00948a3-3f87-4aa0-8d81-bc6af8939057 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:41.991616 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-4b6396e3-2ea3-480f-b72b-1917bdd2a57c tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b8406ed-5b0d-40e6-b771-7fa4a0696e42') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:41.991907 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-4b6396e3-2ea3-480f-b72b-1917bdd2a57c tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b8406ed-5b0d-40e6-b771-7fa4a0696e42') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:42.043099 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b6396e3-2ea3-480f-b72b-1917bdd2a57c tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (9b8406ed-5b0d-40e6-b771-7fa4a0696e42), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:42.095622 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2b4f1005-240d-48d5-8f01-04a0ab918655 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (d1406e0b-2b74-4885-ac63-ea6ca1361336), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:42.098861 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2b4f1005-240d-48d5-8f01-04a0ab918655 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router_controller (d1406e0b-2b74-4885-ac63-ea6ca1361336), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:42.105047 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b6396e3-2ea3-480f-b72b-1917bdd2a57c tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (9b8406ed-5b0d-40e6-b771-7fa4a0696e42), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:42.120700 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b6396e3-2ea3-480f-b72b-1917bdd2a57c tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:46:42.121127 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b6396e3-2ea3-480f-b72b-1917bdd2a57c tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (9b8406ed-5b0d-40e6-b771-7fa4a0696e42), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:42.128365 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:46:42.128365 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:46:42.128365 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:46:42.128365 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:46:42.128365 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:46:42.128365 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:46:42.128365 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:46:42.128365 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:46:42.128365 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:46:42.128365 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:46:42.128365 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:46:42.128365 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:46:42.128365 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:46:42.128365 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:46:42.128365 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:46:42.128365 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:46:42.128365 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:46:42.128365 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:46:42.128365 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:46:42.128365 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:46:42.128365 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:46:42.128365 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:46:42.128365 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:46:42.128365 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:46:42.128365 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:46:42.128365 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:46:42.128365 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:46:42.128365 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:46:42.128365 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:46:42.128365 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:46:42.128365 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:46:42.128365 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:46:42.160771 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4c0182af-d191-402f-bb81-e7ad1b5cfcf2 req-f65ff2db-9a94-43b8-bc6e-b0d877fd31c3 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5280335 Mar 07 10:46:42.168307 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2b4f1005-240d-48d5-8f01-04a0ab918655 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (d1406e0b-2b74-4885-ac63-ea6ca1361336), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:42.169780 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4f1005-240d-48d5-8f01-04a0ab918655 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Fanout notify agent at l3_agent the message router_deleted on router d1406e0b-2b74-4885-ac63-ea6ca1361336 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:46:42.179443 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2b4f1005-240d-48d5-8f01-04a0ab918655 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:42.181716 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2b4f1005-240d-48d5-8f01-04a0ab918655 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/routers/d1406e0b-2b74-4885-ac63-ea6ca1361336 HTTP/1.1" status: 204 len: 168 time: 1.1074624 Mar 07 10:46:42.194689 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59480) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:42.200525 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-ab441c35-0706-4937-bfc0-d0e47db0a1a3 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1420847607', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:42.234673 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ab441c35-0706-4937-bfc0-d0e47db0a1a3 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (54960ad6-df65-4481-9302-1a697253cfb9), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:42.241832 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ab441c35-0706-4937-bfc0-d0e47db0a1a3 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (54960ad6-df65-4481-9302-1a697253cfb9), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:42.289450 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b6396e3-2ea3-480f-b72b-1917bdd2a57c tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (c835ca3b-892d-4016-9e59-4a2ece70e16b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:42.311228 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b6396e3-2ea3-480f-b72b-1917bdd2a57c tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:42.317751 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4b6396e3-2ea3-480f-b72b-1917bdd2a57c tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] 10.222.0.11 "DELETE /v2.0/networks/c835ca3b-892d-4016-9e59-4a2ece70e16b HTTP/1.1" status: 204 len: 168 time: 0.9126620 Mar 07 10:46:42.318860 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59482) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:42.374423 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6396e3-2ea3-480f-b72b-1917bdd2a57c tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Pushing event deleted for resources: {'Network': ['ID=c835ca3b-892d-4016-9e59-4a2ece70e16b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:42.393276 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ab441c35-0706-4937-bfc0-d0e47db0a1a3 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router_controller (54960ad6-df65-4481-9302-1a697253cfb9), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:42.404555 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ab441c35-0706-4937-bfc0-d0e47db0a1a3 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (54960ad6-df65-4481-9302-1a697253cfb9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:42.427216 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7669dfdf-bc8d-48f5-b6dc-e69512243f23 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Deleting subnet 00c59a52-5b3b-4f84-833d-1d6c34406863 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:46:42.431542 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4e17be17-1c3f-4dfe-a038-06c7717d041e req-35d19d1d-8d0c-4888-8294-528dc84f5b18 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (c00948a3-3f87-4aa0-8d81-bc6af8939057), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:42.431772 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7669dfdf-bc8d-48f5-b6dc-e69512243f23 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks [] for subnet (00c59a52-5b3b-4f84-833d-1d6c34406863), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:42.443030 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78d953-9225-4625-b5c7-34f1fb2f55fd req-0b3cd525-7f83-47ac-9dec-06a5d3315818 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:42.444729 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fa78d953-9225-4625-b5c7-34f1fb2f55fd req-0b3cd525-7f83-47ac-9dec-06a5d3315818 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 945 time: 0.1916034 Mar 07 10:46:42.447528 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['ebed4773-7953-4951-8a16-c8016ef092a4'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:46:42.449819 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['a5fdd44f-667a-4fb0-af7f-ae114402e95f'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:46:42.475076 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ab441c35-0706-4937-bfc0-d0e47db0a1a3 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:42.476945 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ab441c35-0706-4937-bfc0-d0e47db0a1a3 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2817326 Mar 07 10:46:42.485550 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59484) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:42.490591 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-04af0b65-2ec4-4c4d-ae24-02f59f2f54fe tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:42.517860 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d19d1d-8d0c-4888-8294-528dc84f5b18 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Pushing event deleted for resources: {'Port': ['ID=c00948a3-3f87-4aa0-8d81-bc6af8939057,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:42.556248 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-807027d9-6ab0-4291-940d-8f333c95e81a tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (10507007-4dc3-4152-8774-780f51661243), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:42.557478 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7669dfdf-bc8d-48f5-b6dc-e69512243f23 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (00c59a52-5b3b-4f84-833d-1d6c34406863), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:42.672920 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e17be17-1c3f-4dfe-a038-06c7717d041e req-35d19d1d-8d0c-4888-8294-528dc84f5b18 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] No DVR routers for this DVR port c00948a3-3f87-4aa0-8d81-bc6af8939057 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:46:42.683420 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4e17be17-1c3f-4dfe-a038-06c7717d041e req-35d19d1d-8d0c-4888-8294-528dc84f5b18 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:42.687720 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4e17be17-1c3f-4dfe-a038-06c7717d041e req-35d19d1d-8d0c-4888-8294-528dc84f5b18 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "DELETE /v2.0/ports/c00948a3-3f87-4aa0-8d81-bc6af8939057 HTTP/1.1" status: 204 len: 173 time: 1.4771023 Mar 07 10:46:42.688378 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c0686c5-2f6f-4112-b5b8-21fab81aab10', 'name': 'network-vif-deleted', 'tag': 'c00948a3-3f87-4aa0-8d81-bc6af8939057'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:46:42.690781 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10248285-861e-44e5-80d6-f046aa3ea166" -d '{"events": [{"server_uuid": "9c0686c5-2f6f-4112-b5b8-21fab81aab10", "name": "network-vif-deleted", "tag": "c00948a3-3f87-4aa0-8d81-bc6af8939057"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:46:42.729137 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fa78d953-9225-4625-b5c7-34f1fb2f55fd req-3d435e5f-8213-49bd-b792-7397313a4b40 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612727 Mar 07 10:46:42.740950 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807027d9-6ab0-4291-940d-8f333c95e81a tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event updated for resources: {'Subnet': ['ID=10507007-4dc3-4152-8774-780f51661243,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:42.807684 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807027d9-6ab0-4291-940d-8f333c95e81a tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Checking segment: {'id': '2a5b15c7-aab5-4e8a-a939-11bb87fca05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '25a39ee9-f4c5-4256-bb51-d29e6d238ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:46:42.809306 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807027d9-6ab0-4291-940d-8f333c95e81a tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Network hostable DHCP agents. Network: 25a39ee9-f4c5-4256-bb51-d29e6d238ea9, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:46:42.845866 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807027d9-6ab0-4291-940d-8f333c95e81a tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Network 25a39ee9-f4c5-4256-bb51-d29e6d238ea9 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:46:42.866277 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-807027d9-6ab0-4291-940d-8f333c95e81a tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 25a39ee9-f4c5-4256-bb51-d29e6d238ea9) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:42.896664 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807027d9-6ab0-4291-940d-8f333c95e81a tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:42.898316 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-807027d9-6ab0-4291-940d-8f333c95e81a tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:42.908285 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b311b8-68a9-49ae-b1bf-6901b2e5090e None None] Network 25a39ee9-f4c5-4256-bb51-d29e6d238ea9 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:46:42.932418 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-807027d9-6ab0-4291-940d-8f333c95e81a tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3009131 Mar 07 10:46:42.939140 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59492) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:42.950958 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-65536216-cd7d-42de-aa77-6349d3c24107 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-873808876', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}, 'admin_state_up': False}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:43.002752 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-65536216-cd7d-42de-aa77-6349d3c24107 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:43.003889 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-65536216-cd7d-42de-aa77-6349d3c24107 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:43.031552 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-04af0b65-2ec4-4c4d-ae24-02f59f2f54fe tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26448'] for router (54960ad6-df65-4481-9302-1a697253cfb9), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:43.052358 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:43.066717 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7669dfdf-bc8d-48f5-b6dc-e69512243f23 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (00c59a52-5b3b-4f84-833d-1d6c34406863), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:43.086815 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-65536216-cd7d-42de-aa77-6349d3c24107 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for router_controller (f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:43.110131 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dec37ab7-45ce-4855-97b6-bb65e50ea1f5 req-bd2ce056-d1f1-491e-8b87-8cca3a54aa97 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.1612732 Mar 07 10:46:43.114914 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-04af0b65-2ec4-4c4d-ae24-02f59f2f54fe tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674560'] for router (54960ad6-df65-4481-9302-1a697253cfb9), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:43.180844 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9686b3-3a9b-4aa2-9d26-4189cc937beb None None] Network 25a39ee9-f4c5-4256-bb51-d29e6d238ea9 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:46:43.240519 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 07 Mar 2022 10:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda32f26-f054-4673-8b31-5e65b22666f9 x-openstack-request-id: req-fda32f26-f054-4673-8b31-5e65b22666f9 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:46:43.240840 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c0686c5-2f6f-4112-b5b8-21fab81aab10", "name": "network-vif-deleted", "tag": "c00948a3-3f87-4aa0-8d81-bc6af8939057", "status": "failed", "code": 422}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:46:43.244499 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fda32f26-f054-4673-8b31-5e65b22666f9 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:46:43.244983 n-d-832164-4 neutron-server[103767]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9c0686c5-2f6f-4112-b5b8-21fab81aab10', 'name': 'network-vif-deleted', 'tag': 'c00948a3-3f87-4aa0-8d81-bc6af8939057', 'status': 'failed', 'code': 422} returned with failed status Mar 07 10:46:43.272447 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04af0b65-2ec4-4c4d-ae24-02f59f2f54fe tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Router 54960ad6-df65-4481-9302-1a697253cfb9 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:46:43.383277 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-65536216-cd7d-42de-aa77-6349d3c24107 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for router_gateway (f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:43.433023 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7669dfdf-bc8d-48f5-b6dc-e69512243f23 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (00c59a52-5b3b-4f84-833d-1d6c34406863), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:43.441101 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04af0b65-2ec4-4c4d-ae24-02f59f2f54fe tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:46:43.454772 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d6b7cb-253b-4869-ac96-8ef852973c8f None None] Sync routers for ids ['54960ad6-df65-4481-9302-1a697253cfb9'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:46:43.465225 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-04af0b65-2ec4-4c4d-ae24-02f59f2f54fe tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:43.468421 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-04af0b65-2ec4-4c4d-ae24-02f59f2f54fe tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "PUT /v2.0/routers/54960ad6-df65-4481-9302-1a697253cfb9 HTTP/1.1" status: 200 len: 698 time: 0.9813392 Mar 07 10:46:43.474228 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59506) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:43.474750 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d6b7cb-253b-4869-ac96-8ef852973c8f None None] Routers {'54960ad6-df65-4481-9302-1a697253cfb9'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:43.476305 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-59d6b7cb-253b-4869-ac96-8ef852973c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['54960ad6-df65-4481-9302-1a697253cfb9'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:43.523693 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7669dfdf-bc8d-48f5-b6dc-e69512243f23 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Pushing event deleted for resources: {'Subnet': ['ID=00c59a52-5b3b-4f84-833d-1d6c34406863,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:43.535435 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7669dfdf-bc8d-48f5-b6dc-e69512243f23 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:43.544244 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7669dfdf-bc8d-48f5-b6dc-e69512243f23 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] 10.222.0.11 "DELETE /v2.0/subnets/00c59a52-5b3b-4f84-833d-1d6c34406863 HTTP/1.1" status: 204 len: 168 time: 1.2195075 Mar 07 10:46:43.552655 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59508) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:43.553950 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b4191c-9438-47a6-8c9c-85af39ac90e9 None None] Network 9d3fd29e-3ccc-48da-8311-2fb8261a7b9e requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:46:43.587332 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-20d94f1e-8413-4220-8fd3-8a98e1886b8a tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "GET /v2.0/routers/54960ad6-df65-4481-9302-1a697253cfb9 HTTP/1.1" status: 200 len: 704 time: 0.1107452 Mar 07 10:46:43.589792 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59510) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:43.608564 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29c34d-0093-4985-8581-c56727c1ca9b req-71a0392d-87e8-4d83-8d82-d0906661a7ec tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:43.610954 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1d29c34d-0093-4985-8581-c56727c1ca9b req-71a0392d-87e8-4d83-8d82-d0906661a7ec tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.2748606 Mar 07 10:46:43.627610 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7c117afe-c59c-4496-8d8d-679d248a1c8e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "GET /v2.0/ports?device_id=54960ad6-df65-4481-9302-1a697253cfb9 HTTP/1.1" status: 200 len: 205 time: 0.0366983 Mar 07 10:46:43.628235 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59512) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:43.657099 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-59d6b7cb-253b-4869-ac96-8ef852973c8f None None] Set router 54960ad6-df65-4481-9302-1a697253cfb9 gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:46:43.754596 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-08d89125-57f8-4836-a2a9-cc54e4310ade tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router (54960ad6-df65-4481-9302-1a697253cfb9), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:43.759147 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-59d6b7cb-253b-4869-ac96-8ef852973c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54960ad6-df65-4481-9302-1a697253cfb9', 'name': 'tempest-RoutersIpV6Test-router-1420847607', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:46:42Z', 'updated_at': '2022-03-07T10:46:43Z', 'revision_number': 2, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:43.762955 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef1ea48c-34c2-4b70-93de-11b4bb50b838 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (9d3fd29e-3ccc-48da-8311-2fb8261a7b9e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:43.795303 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1d29c34d-0093-4985-8581-c56727c1ca9b req-56b58881-a374-464c-9712-50eaeeb63e92 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607151 Mar 07 10:46:43.803035 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d6b7cb-253b-4869-ac96-8ef852973c8f None None] Checking router: 54960ad6-df65-4481-9302-1a697253cfb9 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:46:43.817745 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d6b7cb-253b-4869-ac96-8ef852973c8f None None] Routers {'54960ad6-df65-4481-9302-1a697253cfb9'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:43.818368 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-59d6b7cb-253b-4869-ac96-8ef852973c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['54960ad6-df65-4481-9302-1a697253cfb9'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:43.844274 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-ef1ea48c-34c2-4b70-93de-11b4bb50b838 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Deleting port 389ac50d-2780-4d1e-8b6a-cc9114e11fc8 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:43.844617 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef1ea48c-34c2-4b70-93de-11b4bb50b838 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (389ac50d-2780-4d1e-8b6a-cc9114e11fc8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:43.905326 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-59d6b7cb-253b-4869-ac96-8ef852973c8f None None] Set router 54960ad6-df65-4481-9302-1a697253cfb9 gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:46:43.928565 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-ef1ea48c-34c2-4b70-93de-11b4bb50b838 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] For port 389ac50d-2780-4d1e-8b6a-cc9114e11fc8, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=389ac50d-2780-4d1e-8b6a-cc9114e11fc8,segment=NetworkSegment(63ae4b78-3ee9-46cb-b119-812ab8978afc),segment_id=63ae4b78-3ee9-46cb-b119-812ab8978afc)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:43.928963 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef1ea48c-34c2-4b70-93de-11b4bb50b838 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (389ac50d-2780-4d1e-8b6a-cc9114e11fc8), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:43.942571 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-ef1ea48c-34c2-4b70-93de-11b4bb50b838 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Calling delete_port for 389ac50d-2780-4d1e-8b6a-cc9114e11fc8 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:43.988853 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-65536216-cd7d-42de-aa77-6349d3c24107 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for router_gateway (f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:44.034896 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef1ea48c-34c2-4b70-93de-11b4bb50b838 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (389ac50d-2780-4d1e-8b6a-cc9114e11fc8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:44.038131 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-65536216-cd7d-42de-aa77-6349d3c24107 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:44.082207 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ea48c-34c2-4b70-93de-11b4bb50b838 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Pushing event deleted for resources: {'Port': ['ID=389ac50d-2780-4d1e-8b6a-cc9114e11fc8,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:44.088512 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1ea48c-34c2-4b70-93de-11b4bb50b838 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] No DVR routers for this DVR port 389ac50d-2780-4d1e-8b6a-cc9114e11fc8 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:46:44.147996 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-59d6b7cb-253b-4869-ac96-8ef852973c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54960ad6-df65-4481-9302-1a697253cfb9', 'name': 'tempest-RoutersIpV6Test-router-1420847607', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:46:42Z', 'updated_at': '2022-03-07T10:46:43Z', 'revision_number': 2, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:44.162762 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1c5ee-5bc0-4be7-baed-43ebb002447f req-2d23472b-ce1d-464d-ad85-e7ee4b988e1c tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:44.164250 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3e1c5ee-5bc0-4be7-baed-43ebb002447f req-2d23472b-ce1d-464d-ad85-e7ee4b988e1c tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cdbb3af-d82f-40ec-b841-f853daf2dd04 HTTP/1.1" status: 200 len: 908 time: 0.4038138 Mar 07 10:46:44.166154 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-08d89125-57f8-4836-a2a9-cc54e4310ade tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (54960ad6-df65-4481-9302-1a697253cfb9), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:44.172541 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-08d89125-57f8-4836-a2a9-cc54e4310ade tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router_controller (54960ad6-df65-4481-9302-1a697253cfb9), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:44.179614 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d6b7cb-253b-4869-ac96-8ef852973c8f None None] The sync data for ids ['54960ad6-df65-4481-9302-1a697253cfb9'] in n-d-832164-4 is: [{'id': '54960ad6-df65-4481-9302-1a697253cfb9', 'name': 'tempest-RoutersIpV6Test-router-1420847607', 'tenant_id': '504a1347ab6745e0835a648731c9ce9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:46:42Z', 'updated_at': '2022-03-07T10:46:43Z', 'revision_number': 2, 'project_id': '504a1347ab6745e0835a648731c9ce9a', 'gw_port_host': None}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:46:44.195154 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef1ea48c-34c2-4b70-93de-11b4bb50b838 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (9d3fd29e-3ccc-48da-8311-2fb8261a7b9e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:44.243127 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-ef1ea48c-34c2-4b70-93de-11b4bb50b838 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3fd29e-3ccc-48da-8311-2fb8261a7b9e']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:44.269703 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-ef1ea48c-34c2-4b70-93de-11b4bb50b838 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63ae4b78-3ee9-46cb-b119-812ab8978afc') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:44.269999 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-ef1ea48c-34c2-4b70-93de-11b4bb50b838 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63ae4b78-3ee9-46cb-b119-812ab8978afc') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:44.274942 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91af6e0-23f7-4299-bfd0-016fd9e322ae None None] DHCP port deletion for 9d3fd29e-3ccc-48da-8311-2fb8261a7b9e request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:46:44.298529 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef1ea48c-34c2-4b70-93de-11b4bb50b838 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (63ae4b78-3ee9-46cb-b119-812ab8978afc), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:44.318886 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef1ea48c-34c2-4b70-93de-11b4bb50b838 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (63ae4b78-3ee9-46cb-b119-812ab8978afc), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:44.319975 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-08d89125-57f8-4836-a2a9-cc54e4310ade tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (54960ad6-df65-4481-9302-1a697253cfb9), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:44.320541 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d89125-57f8-4836-a2a9-cc54e4310ade tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Fanout notify agent at l3_agent the message router_deleted on router 54960ad6-df65-4481-9302-1a697253cfb9 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:46:44.338600 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b59c3f-a415-4cc6-808d-75cc25d43930 req-31ae22be-6178-4dee-b24c-c4bf9ba206f0 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:44.340201 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-08d89125-57f8-4836-a2a9-cc54e4310ade tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:44.340578 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b0b59c3f-a415-4cc6-808d-75cc25d43930 req-31ae22be-6178-4dee-b24c-c4bf9ba206f0 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 945 time: 0.3186436 Mar 07 10:46:44.344593 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-08d89125-57f8-4836-a2a9-cc54e4310ade tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/routers/54960ad6-df65-4481-9302-1a697253cfb9 HTTP/1.1" status: 204 len: 168 time: 0.7103004 Mar 07 10:46:44.344751 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef1ea48c-34c2-4b70-93de-11b4bb50b838 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:46:44.344751 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef1ea48c-34c2-4b70-93de-11b4bb50b838 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (63ae4b78-3ee9-46cb-b119-812ab8978afc), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:44.347698 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:46:44.347698 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:46:44.347698 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:46:44.347698 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:46:44.347698 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:46:44.347698 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:46:44.347698 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:46:44.347698 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:46:44.347698 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:46:44.347698 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:46:44.347698 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:46:44.347698 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:46:44.347698 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:46:44.347698 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:46:44.347698 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:46:44.347698 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:46:44.347698 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:46:44.347698 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:46:44.347698 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:46:44.347698 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:46:44.347698 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:46:44.347698 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:46:44.347698 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:46:44.347698 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:46:44.347698 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:46:44.347698 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:46:44.347698 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:46:44.347698 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:46:44.347698 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:46:44.347698 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:46:44.347698 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:46:44.347698 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:46:44.350394 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59520) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:44.360153 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ac8399e3-62ea-4e3d-a840-94c6871b5861 req-59a8b174-339e-4baf-9ad6-592bb7779c3f tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0456045 Mar 07 10:46:44.387515 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-65536216-cd7d-42de-aa77-6349d3c24107 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Allocated IP 172.25.3.94 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/5107a756-54e8-4c34-8c26-ec58b3bf7388) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:46:44.399186 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d2365cfe-7fe4-4536-970a-ef13c6200665 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "GET /v2.0/ports?device_id=54960ad6-df65-4481-9302-1a697253cfb9 HTTP/1.1" status: 200 len: 205 time: 0.0455256 Mar 07 10:46:44.399851 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59522) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:44.445329 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-466d28d8-ab78-4172-bf10-7e672efe20ec tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] delete failed (client error): The resource could not be found. Mar 07 10:46:44.448725 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-466d28d8-ab78-4172-bf10-7e672efe20ec tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/routers/54960ad6-df65-4481-9302-1a697253cfb9 HTTP/1.1" status: 404 len: 336 time: 0.0459459 Mar 07 10:46:44.457250 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59524) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:44.518419 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-65536216-cd7d-42de-aa77-6349d3c24107 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for port (5107a756-54e8-4c34-8c26-ec58b3bf7388), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:44.555972 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ed252ae-2821-481c-98b5-dffe488b0c33 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] DELETE failed (client error): The resource could not be found. Mar 07 10:46:44.556613 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ed252ae-2821-481c-98b5-dffe488b0c33 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:46:44.559779 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2ed252ae-2821-481c-98b5-dffe488b0c33 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/subnets/99a94e6c-040b-4f62-8378-ec29fcd475f4 HTTP/1.1" status: 404 len: 337 time: 0.1014969 Mar 07 10:46:44.564115 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59528) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:44.573892 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-65536216-cd7d-42de-aa77-6349d3c24107 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (5107a756-54e8-4c34-8c26-ec58b3bf7388), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:44.579811 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef1ea48c-34c2-4b70-93de-11b4bb50b838 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (9d3fd29e-3ccc-48da-8311-2fb8261a7b9e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:44.590088 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef1ea48c-34c2-4b70-93de-11b4bb50b838 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:44.594883 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ef1ea48c-34c2-4b70-93de-11b4bb50b838 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] 10.222.0.11 "DELETE /v2.0/networks/9d3fd29e-3ccc-48da-8311-2fb8261a7b9e HTTP/1.1" status: 204 len: 168 time: 1.0387540 Mar 07 10:46:44.599755 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59530) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:44.614495 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b0b59c3f-a415-4cc6-808d-75cc25d43930 req-9651b749-5d8f-431b-a5f2-d7a44d086cd0 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161021 Mar 07 10:46:44.615701 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ea48c-34c2-4b70-93de-11b4bb50b838 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Pushing event deleted for resources: {'Network': ['ID=9d3fd29e-3ccc-48da-8311-2fb8261a7b9e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:44.621549 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a963c82a-158c-4b89-85cd-810afa788860 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] DELETE failed (client error): The resource could not be found. Mar 07 10:46:44.621999 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a963c82a-158c-4b89-85cd-810afa788860 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:46:44.629607 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a963c82a-158c-4b89-85cd-810afa788860 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/subnets/a6ff4256-613e-41d9-a94b-ed1c8406f4ee HTTP/1.1" status: 404 len: 337 time: 0.0650423 Mar 07 10:46:44.636172 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59532) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:44.663602 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad6f282-b1c3-4338-a191-103b34206908 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] DELETE failed (client error): The resource could not be found. Mar 07 10:46:44.664669 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aad6f282-b1c3-4338-a191-103b34206908 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:46:44.667389 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-aad6f282-b1c3-4338-a191-103b34206908 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/subnets/56c81401-02fd-4a39-9563-956f9b2d1fbd HTTP/1.1" status: 404 len: 337 time: 0.0301249 Mar 07 10:46:44.669067 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d7d2efaa-d730-4b01-9047-3a0cf346b51c tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] 10.222.0.11 "GET /v2.0/ports?device_id=02c927b0-f205-44e6-b798-1c325ba802aa HTTP/1.1" status: 200 len: 205 time: 0.0682142 Mar 07 10:46:44.669788 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59534) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:44.671828 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65536216-cd7d-42de-aa77-6349d3c24107 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:46:44.676027 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59536) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:44.682948 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-65536216-cd7d-42de-aa77-6349d3c24107 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:44.686788 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65536216-cd7d-42de-aa77-6349d3c24107 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:46:44.696872 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd1f8f1-9ce1-498f-8cef-b82b9a53cd56 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] DELETE failed (client error): The resource could not be found. Mar 07 10:46:44.697537 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd1f8f1-9ce1-498f-8cef-b82b9a53cd56 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:46:44.700736 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2bd1f8f1-9ce1-498f-8cef-b82b9a53cd56 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/subnets/9fd11119-a02e-4f9c-aa80-506ff41a86a4 HTTP/1.1" status: 404 len: 337 time: 0.0297878 Mar 07 10:46:44.704233 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59538) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:44.732724 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0ccbf6e4-b8fb-4bfa-80ce-d081647aa16f tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1406e0b-2b74-4885-ac63-ea6ca1361336 HTTP/1.1" status: 200 len: 205 time: 0.0271070 Mar 07 10:46:44.734807 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59540) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:44.781353 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-317c755c-2bda-4ad7-beb9-8d67fe2e2d23 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] delete failed (client error): The resource could not be found. Mar 07 10:46:44.782663 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-317c755c-2bda-4ad7-beb9-8d67fe2e2d23 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/routers/d1406e0b-2b74-4885-ac63-ea6ca1361336 HTTP/1.1" status: 404 len: 336 time: 0.0465233 Mar 07 10:46:44.785409 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59542) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:44.804008 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65536216-cd7d-42de-aa77-6349d3c24107 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event updated for resources: {'Port': ['ID=5107a756-54e8-4c34-8c26-ec58b3bf7388,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:44.818532 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a6ecef71-733d-45a1-bfc3-0b92a76c1706 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "GET /v2.0/ports?device_id=043a97e9-8d79-42b1-bc57-5834ab03d4a5 HTTP/1.1" status: 200 len: 205 time: 0.0312126 Mar 07 10:46:44.820954 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59544) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:44.829914 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65536216-cd7d-42de-aa77-6349d3c24107 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:44.830412 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65536216-cd7d-42de-aa77-6349d3c24107 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:44.830809 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65536216-cd7d-42de-aa77-6349d3c24107 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:44.832276 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65536216-cd7d-42de-aa77-6349d3c24107 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:44.832276 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65536216-cd7d-42de-aa77-6349d3c24107 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:44.832276 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65536216-cd7d-42de-aa77-6349d3c24107 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:44.832276 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65536216-cd7d-42de-aa77-6349d3c24107 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:44.832890 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65536216-cd7d-42de-aa77-6349d3c24107 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:44.833321 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65536216-cd7d-42de-aa77-6349d3c24107 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:44.833777 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65536216-cd7d-42de-aa77-6349d3c24107 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:44.834172 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65536216-cd7d-42de-aa77-6349d3c24107 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:44.834563 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65536216-cd7d-42de-aa77-6349d3c24107 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:44.835044 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65536216-cd7d-42de-aa77-6349d3c24107 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:44.856102 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-df827c07-8156-4c7b-b082-47846c01ace6 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks [] for router (02c927b0-f205-44e6-b798-1c325ba802aa), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:44.877161 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-0471bd67-5f94-41bf-8e15-efc7a5f07fce tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] delete failed (client error): The resource could not be found. Mar 07 10:46:44.878600 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0471bd67-5f94-41bf-8e15-efc7a5f07fce tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/routers/043a97e9-8d79-42b1-bc57-5834ab03d4a5 HTTP/1.1" status: 404 len: 336 time: 0.0567145 Mar 07 10:46:44.881466 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59548) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:44.914453 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ae4342-d655-4cc5-ac64-c17913bc3157 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] DELETE failed (client error): The resource could not be found. Mar 07 10:46:44.914902 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44ae4342-d655-4cc5-ac64-c17913bc3157 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:46:44.920121 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-44ae4342-d655-4cc5-ac64-c17913bc3157 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/subnets/32899e51-cf77-40ee-a004-6833d73723ad HTTP/1.1" status: 404 len: 337 time: 0.0353754 Mar 07 10:46:44.920334 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59550) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:44.952128 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-18b5b936-1f25-4417-bbb6-fedd575737e1 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "GET /v2.0/ports?device_id=002f91b0-32d2-4e9c-8dab-5b1aaebd2082 HTTP/1.1" status: 200 len: 205 time: 0.0286958 Mar 07 10:46:44.953879 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59552) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:44.991664 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-6c174315-e93e-425f-bca9-1f3c793be5eb tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] delete failed (client error): The resource could not be found. Mar 07 10:46:44.992910 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6c174315-e93e-425f-bca9-1f3c793be5eb tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/routers/002f91b0-32d2-4e9c-8dab-5b1aaebd2082 HTTP/1.1" status: 404 len: 336 time: 0.0378881 Mar 07 10:46:44.995450 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59554) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:45.026597 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7426ce75-f955-4c04-8efa-335c18db1c1e tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "GET /v2.0/ports?device_id=e835d938-7e9e-411e-bd9c-d1ee398d1e20 HTTP/1.1" status: 200 len: 205 time: 0.0277534 Mar 07 10:46:45.026826 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59556) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:45.071403 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-c604ce16-2d46-4323-a901-3172d90e3ed7 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] delete failed (client error): The resource could not be found. Mar 07 10:46:45.074700 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c604ce16-2d46-4323-a901-3172d90e3ed7 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/routers/e835d938-7e9e-411e-bd9c-d1ee398d1e20 HTTP/1.1" status: 404 len: 336 time: 0.0446680 Mar 07 10:46:45.074964 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59558) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:45.104089 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-63f66ddd-45ea-4a37-8a8b-3bfe80ac5dee tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] DELETE failed (client error): The resource could not be found. Mar 07 10:46:45.104441 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63f66ddd-45ea-4a37-8a8b-3bfe80ac5dee tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:46:45.110505 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-63f66ddd-45ea-4a37-8a8b-3bfe80ac5dee tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/subnets/956f0cb8-5e31-495b-b184-15b0162b285f HTTP/1.1" status: 404 len: 337 time: 0.0316486 Mar 07 10:46:45.110707 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59560) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:45.142802 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c28cecce-2093-424b-bea0-7a060c9febbb tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f2d395-886a-4ca1-834e-44037b676261 HTTP/1.1" status: 200 len: 205 time: 0.0285661 Mar 07 10:46:45.143033 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59562) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:45.190974 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-9af3efc7-e3ad-4417-a1e7-9314433ddc9d tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] delete failed (client error): The resource could not be found. Mar 07 10:46:45.194401 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9af3efc7-e3ad-4417-a1e7-9314433ddc9d tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/routers/a6f2d395-886a-4ca1-834e-44037b676261 HTTP/1.1" status: 404 len: 336 time: 0.0480773 Mar 07 10:46:45.194950 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59566) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:45.234692 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4360dc84-b422-413f-9894-3b785a3045b1 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] DELETE failed (client error): The resource could not be found. Mar 07 10:46:45.235631 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4360dc84-b422-413f-9894-3b785a3045b1 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:46:45.242580 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4360dc84-b422-413f-9894-3b785a3045b1 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/subnets/58854ac2-c247-4719-adae-a9e2c709d8c8 HTTP/1.1" status: 404 len: 337 time: 0.0404541 Mar 07 10:46:45.243513 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59568) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:45.284914 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-86748290-3151-4b6c-b639-f7316a173036 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "GET /v2.0/ports?device_id=9181b922-440c-42c7-afa4-403e3c21b2de HTTP/1.1" status: 200 len: 205 time: 0.0400927 Mar 07 10:46:45.319194 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59570) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:45.367927 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-3095156c-b010-476c-b2a3-66ad17f8d94b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] delete failed (client error): The resource could not be found. Mar 07 10:46:45.371704 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3095156c-b010-476c-b2a3-66ad17f8d94b tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/routers/9181b922-440c-42c7-afa4-403e3c21b2de HTTP/1.1" status: 404 len: 336 time: 0.0481329 Mar 07 10:46:45.371868 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59572) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:45.418888 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaedf04-cead-46fc-b8dc-805e817efede req-f5ff378b-3db2-4931-a0c7-d58bba921f26 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:45.422255 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-eeaedf04-cead-46fc-b8dc-805e817efede req-f5ff378b-3db2-4931-a0c7-d58bba921f26 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cdbb3af-d82f-40ec-b841-f853daf2dd04 HTTP/1.1" status: 200 len: 908 time: 0.1411169 Mar 07 10:46:45.423389 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc6cba2-fa4a-4cce-9618-79af7a9088df tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] DELETE failed (client error): The resource could not be found. Mar 07 10:46:45.423831 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bc6cba2-fa4a-4cce-9618-79af7a9088df tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:46:45.427300 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4bc6cba2-fa4a-4cce-9618-79af7a9088df tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/subnets/c50e8424-a964-467c-9bb4-78cfa62faa9c HTTP/1.1" status: 404 len: 337 time: 0.0545366 Mar 07 10:46:45.432624 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59576) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:45.493639 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-049b0d9c-d628-49c4-957a-f595985e40f3 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] DELETE failed (client error): The resource could not be found. Mar 07 10:46:45.494309 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-049b0d9c-d628-49c4-957a-f595985e40f3 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:46:45.500095 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-049b0d9c-d628-49c4-957a-f595985e40f3 tempest-RoutersIpV6Test-104680794 tempest-RoutersIpV6Test-104680794-project] 10.222.0.11 "DELETE /v2.0/subnets/29a90450-5ecc-41d3-b0d9-2cec186c6b13 HTTP/1.1" status: 404 len: 337 time: 0.0646436 Mar 07 10:46:45.522714 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 389ac50d-2780-4d1e-8b6a-cc9114e11fc8 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:46:45.567203 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 389ac50d-2780-4d1e-8b6a-cc9114e11fc8 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:46:45.568635 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 389ac50d-2780-4d1e-8b6a-cc9114e11fc8 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:46:45.575612 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-df827c07-8156-4c7b-b082-47846c01ace6 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (02c927b0-f205-44e6-b798-1c325ba802aa), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:45.589834 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e12c51-0736-4d15-a3b9-300f7b452f70 req-1f0314bc-fc09-477b-8611-1b9bb36052b0 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:45.591315 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-14e12c51-0736-4d15-a3b9-300f7b452f70 req-1f0314bc-fc09-477b-8611-1b9bb36052b0 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.6815343 Mar 07 10:46:45.593398 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-df827c07-8156-4c7b-b082-47846c01ace6 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks [] for router_controller (02c927b0-f205-44e6-b798-1c325ba802aa), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:45.623096 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5030112-1447-4e13-92c6-d19e7256cbdd req-cc912409-dab0-485c-b68e-5989fbbf7c33 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0530303 Mar 07 10:46:45.673092 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294a45d-07a1-4bda-8a5f-2ce2c4d6034e req-b5a6c942-98a6-4874-8c96-568018e77a86 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:45.681803 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b294a45d-07a1-4bda-8a5f-2ce2c4d6034e req-b5a6c942-98a6-4874-8c96-568018e77a86 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.21 "GET /v2.0/ports?device_id=4cdbb3af-d82f-40ec-b841-f853daf2dd04 HTTP/1.1" status: 200 len: 908 time: 0.6788659 Mar 07 10:46:45.758791 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-df827c07-8156-4c7b-b082-47846c01ace6 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (02c927b0-f205-44e6-b798-1c325ba802aa), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:45.759208 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df827c07-8156-4c7b-b082-47846c01ace6 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Fanout notify agent at l3_agent the message router_deleted on router 02c927b0-f205-44e6-b798-1c325ba802aa {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:46:45.779475 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-df827c07-8156-4c7b-b082-47846c01ace6 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:45.782990 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-df827c07-8156-4c7b-b082-47846c01ace6 tempest-RoutersNegativeTest-1911725152 tempest-RoutersNegativeTest-1911725152-project] 10.222.0.11 "DELETE /v2.0/routers/02c927b0-f205-44e6-b798-1c325ba802aa HTTP/1.1" status: 204 len: 168 time: 1.1035926 Mar 07 10:46:45.842455 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8829f-ccc0-4214-9191-93d011afd81a req-3fade22c-3836-4970-a4cb-d3b239dddc97 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:45.851857 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c6a8829f-ccc0-4214-9191-93d011afd81a req-3fade22c-3836-4970-a4cb-d3b239dddc97 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 945 time: 0.1048634 Mar 07 10:46:45.917999 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-14e12c51-0736-4d15-a3b9-300f7b452f70 req-8f8e97dd-b373-421e-95ee-49c35f56d7b0 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144538 Mar 07 10:46:45.929133 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c6a8829f-ccc0-4214-9191-93d011afd81a req-b48a0ced-c6bc-415b-8724-8c85e13ef04b tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759068 Mar 07 10:46:45.946465 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-65536216-cd7d-42de-aa77-6349d3c24107 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for router_gateway (f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:45.972045 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59586) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:46.072767 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-b294a45d-07a1-4bda-8a5f-2ce2c4d6034e req-0c10f59e-cb60-4eee-a4ed-f35a1958d58b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Deleting port 371e040c-f898-486b-8b6d-b1a80044510d {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:46.073528 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b294a45d-07a1-4bda-8a5f-2ce2c4d6034e req-0c10f59e-cb60-4eee-a4ed-f35a1958d58b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (371e040c-f898-486b-8b6d-b1a80044510d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:46.106553 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59592) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:46.170282 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-b294a45d-07a1-4bda-8a5f-2ce2c4d6034e req-0c10f59e-cb60-4eee-a4ed-f35a1958d58b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] For port 371e040c-f898-486b-8b6d-b1a80044510d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=371e040c-f898-486b-8b6d-b1a80044510d,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:46.170648 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b294a45d-07a1-4bda-8a5f-2ce2c4d6034e req-0c10f59e-cb60-4eee-a4ed-f35a1958d58b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (371e040c-f898-486b-8b6d-b1a80044510d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:46.189417 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-b294a45d-07a1-4bda-8a5f-2ce2c4d6034e req-0c10f59e-cb60-4eee-a4ed-f35a1958d58b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Calling delete_port for 371e040c-f898-486b-8b6d-b1a80044510d owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:46.201313 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8f3498c8-11ff-443b-aaad-14ca41af9af5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=504a1347ab6745e0835a648731c9ce9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2280600 Mar 07 10:46:46.204308 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59596) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:46.307612 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c833a458-0467-4b12-9822-c6f1169ba8c0 admin admin] Publish callbacks [] for security_group (4a2a39f4-3f1c-4bd9-bebb-127e49b56138), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:46.349672 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c833a458-0467-4b12-9822-c6f1169ba8c0 admin admin] Publish callbacks [] for security_group (4a2a39f4-3f1c-4bd9-bebb-127e49b56138), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:46.357796 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-550feae3-4f0a-4f7d-aa6a-48a51889ab2c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ef647340b07d428b87f38afbc441d759&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2498062 Mar 07 10:46:46.360206 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59598) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:46.432301 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c42d4f25-1b5a-418d-83f0-aa81c23c4484 admin admin] Publish callbacks [] for security_group (3e024287-f6ad-49a8-9bc7-91c40140ccfa), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:46.444556 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c833a458-0467-4b12-9822-c6f1169ba8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4a2a39f4-3f1c-4bd9-bebb-127e49b56138), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:46.447278 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c833a458-0467-4b12-9822-c6f1169ba8c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:46.450811 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c833a458-0467-4b12-9822-c6f1169ba8c0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4a2a39f4-3f1c-4bd9-bebb-127e49b56138 HTTP/1.1" status: 204 len: 168 time: 0.2427537 Mar 07 10:46:46.453766 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-65536216-cd7d-42de-aa77-6349d3c24107 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:46.464231 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c833a458-0467-4b12-9822-c6f1169ba8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2a39f4-3f1c-4bd9-bebb-127e49b56138,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:46.471927 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c42d4f25-1b5a-418d-83f0-aa81c23c4484 admin admin] Publish callbacks [] for security_group (3e024287-f6ad-49a8-9bc7-91c40140ccfa), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:46.532628 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c42d4f25-1b5a-418d-83f0-aa81c23c4484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (3e024287-f6ad-49a8-9bc7-91c40140ccfa), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:46.535416 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c42d4f25-1b5a-418d-83f0-aa81c23c4484 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:46.539260 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c42d4f25-1b5a-418d-83f0-aa81c23c4484 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3e024287-f6ad-49a8-9bc7-91c40140ccfa HTTP/1.1" status: 204 len: 168 time: 0.1754832 Mar 07 10:46:46.556700 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42d4f25-1b5a-418d-83f0-aa81c23c4484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e024287-f6ad-49a8-9bc7-91c40140ccfa,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:46.604531 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03eb39-b029-4897-b9cf-eef11280a213 req-45e3bf4a-7b93-4845-bae7-f0f884595957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:46.606292 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a03eb39-b029-4897-b9cf-eef11280a213 req-45e3bf4a-7b93-4845-bae7-f0f884595957 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 1127 time: 0.2767978 Mar 07 10:46:46.628394 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b294a45d-07a1-4bda-8a5f-2ce2c4d6034e req-0c10f59e-cb60-4eee-a4ed-f35a1958d58b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (371e040c-f898-486b-8b6d-b1a80044510d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:46.665274 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa774bbb-8065-4f4c-96f0-beae161d8747 req-4079543f-4369-440a-bf7d-6d85fd571ed4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:46.676490 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fa774bbb-8065-4f4c-96f0-beae161d8747 req-4079543f-4369-440a-bf7d-6d85fd571ed4 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cdbb3af-d82f-40ec-b841-f853daf2dd04 HTTP/1.1" status: 200 len: 829 time: 0.0950811 Mar 07 10:46:46.682425 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10f59e-cb60-4eee-a4ed-f35a1958d58b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Pushing event deleted for resources: {'Port': ['ID=371e040c-f898-486b-8b6d-b1a80044510d,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:46.774458 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b294a45d-07a1-4bda-8a5f-2ce2c4d6034e req-0c10f59e-cb60-4eee-a4ed-f35a1958d58b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] No DVR routers for this DVR port 371e040c-f898-486b-8b6d-b1a80044510d on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:46:46.789844 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65536216-cd7d-42de-aa77-6349d3c24107 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Router f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:46:46.827987 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b294a45d-07a1-4bda-8a5f-2ce2c4d6034e req-0c10f59e-cb60-4eee-a4ed-f35a1958d58b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:46.831446 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b294a45d-07a1-4bda-8a5f-2ce2c4d6034e req-0c10f59e-cb60-4eee-a4ed-f35a1958d58b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.21 "DELETE /v2.0/ports/371e040c-f898-486b-8b6d-b1a80044510d HTTP/1.1" status: 204 len: 173 time: 1.1078458 Mar 07 10:46:46.833680 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-322023b8-cce6-4f1b-90d0-99cce2b2a6e4 req-5df754d4-c956-43e1-ae42-bb513b27d54b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0605984 Mar 07 10:46:46.834170 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cdbb3af-d82f-40ec-b841-f853daf2dd04', 'name': 'network-vif-deleted', 'tag': '371e040c-f898-486b-8b6d-b1a80044510d'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:46:46.836502 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f350597e-d908-4d7f-8883-61278e5f1783" -d '{"events": [{"server_uuid": "4cdbb3af-d82f-40ec-b841-f853daf2dd04", "name": "network-vif-deleted", "tag": "371e040c-f898-486b-8b6d-b1a80044510d"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:46:46.850814 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a03eb39-b029-4897-b9cf-eef11280a213 req-e6a9097e-cf44-4175-b413-c0f0a6957043 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259848 Mar 07 10:46:47.031675 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65536216-cd7d-42de-aa77-6349d3c24107 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:46:47.034323 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f52852f-dc1a-4ec3-a3d5-6e7b79848b75 x-openstack-request-id: req-0f52852f-dc1a-4ec3-a3d5-6e7b79848b75 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:46:47.035130 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cdbb3af-d82f-40ec-b841-f853daf2dd04", "name": "network-vif-deleted", "tag": "371e040c-f898-486b-8b6d-b1a80044510d", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:46:47.035130 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0f52852f-dc1a-4ec3-a3d5-6e7b79848b75 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:46:47.035353 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cdbb3af-d82f-40ec-b841-f853daf2dd04', 'name': 'network-vif-deleted', 'tag': '371e040c-f898-486b-8b6d-b1a80044510d', 'status': 'completed', 'code': 200} Mar 07 10:46:47.044103 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b953c3-3e45-4390-969b-c45bba56547c None None] Sync routers for ids ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:46:47.074832 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-65536216-cd7d-42de-aa77-6349d3c24107 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:47.075122 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b953c3-3e45-4390-969b-c45bba56547c None None] Routers {'f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:47.075789 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-00b953c3-3e45-4390-969b-c45bba56547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:47.078786 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-65536216-cd7d-42de-aa77-6349d3c24107 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.1360626 Mar 07 10:46:47.081913 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59624) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:47.192779 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-00b953c3-3e45-4390-969b-c45bba56547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:47.204293 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b953c3-3e45-4390-969b-c45bba56547c None None] Routers {'f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:47.205339 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-00b953c3-3e45-4390-969b-c45bba56547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:47.224469 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79720a3c-ce0e-4545-9001-b8f09cf67171 req-c8070502-3e04-483b-9752-86840bf7c6ce tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:47.234735 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-79720a3c-ce0e-4545-9001-b8f09cf67171 req-c8070502-3e04-483b-9752-86840bf7c6ce tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 945 time: 0.1421213 Mar 07 10:46:47.263614 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-00b953c3-3e45-4390-969b-c45bba56547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:47.264551 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b953c3-3e45-4390-969b-c45bba56547c None None] The sync data for ids ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:46:47.337202 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-79720a3c-ce0e-4545-9001-b8f09cf67171 req-6aa0efab-dd0e-4fd4-967f-4a46b3e9a11a tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014912 Mar 07 10:46:47.533672 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4b18d-b746-4ea9-b0f1-c24f3a3673e7 req-537d8ba6-da51-46f2-8e0a-e70c83fa204c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:47.542640 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e0f4b18d-b746-4ea9-b0f1-c24f3a3673e7 req-537d8ba6-da51-46f2-8e0a-e70c83fa204c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.3498769 Mar 07 10:46:47.711296 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e0f4b18d-b746-4ea9-b0f1-c24f3a3673e7 req-5bd0ebe8-efa3-4ca2-883b-ab2a2ec83d2e tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674690 Mar 07 10:46:47.863191 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59652) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:47.876844 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6783c844-e793-4dbf-ba77-2fb9a4d62d7c req-9bf392e0-f71c-4353-ba26-39b9218b5eaf tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cdbb3af-d82f-40ec-b841-f853daf2dd04 HTTP/1.1" status: 200 len: 210 time: 0.0546274 Mar 07 10:46:48.050095 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bede93fd-ef03-4a29-92de-ef20868fc4f6 req-af353043-d14a-4857-bcf7-bbc51008648e tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0525939 Mar 07 10:46:48.071200 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ec7ce3cd-b455-4e7b-b9cf-c207efd5c2bb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:48.150718 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59660) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:48.205013 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f5034c42-b280-417c-aa1e-3a9bedca68c4 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Request body: {'security_group': {'name': 'tempest-secgroup--1391888168'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:48.222379 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:48.251301 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5034c42-b280-417c-aa1e-3a9bedca68c4 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:48.254786 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-837b8032-4fa4-477f-901d-f0f6f6804a8a tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Request body: {'network': {'name': 'tempest-RoutersTest-292725400'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:48.264684 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5034c42-b280-417c-aa1e-3a9bedca68c4 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:48.283731 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837b8032-4fa4-477f-901d-f0f6f6804a8a tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Made reservation on behalf of 49fa671ee264403ca0a93afbe4c7553a for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:46:48.298470 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-837b8032-4fa4-477f-901d-f0f6f6804a8a tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:48.309543 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-837b8032-4fa4-477f-901d-f0f6f6804a8a tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:48.477603 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-837b8032-4fa4-477f-901d-f0f6f6804a8a tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for security_group (870a43cb-bf63-49ce-a9eb-05443fdce590), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:48.497609 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-837b8032-4fa4-477f-901d-f0f6f6804a8a tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (870a43cb-bf63-49ce-a9eb-05443fdce590), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:48.509173 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5034c42-b280-417c-aa1e-3a9bedca68c4 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (c90bb982-6899-48c3-9779-f5a13418567d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:48.519644 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5034c42-b280-417c-aa1e-3a9bedca68c4 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (c90bb982-6899-48c3-9779-f5a13418567d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:48.550292 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-837b8032-4fa4-477f-901d-f0f6f6804a8a tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:46:48.562285 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b8032-4fa4-477f-901d-f0f6f6804a8a tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=870a43cb-bf63-49ce-a9eb-05443fdce590,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:48.572017 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-837b8032-4fa4-477f-901d-f0f6f6804a8a tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (ff2986e3-ead8-4415-9028-1317c77b935e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:48.572411 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-837b8032-4fa4-477f-901d-f0f6f6804a8a tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Added segment ff2986e3-ead8-4415-9028-1317c77b935e of type vlan for network 48b949d9-36f2-4065-abfc-1bf5046f0b2c Mar 07 10:46:48.573129 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-ec7ce3cd-b455-4e7b-b9cf-c207efd5c2bb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Allocated IP 172.20.0.1 (25a39ee9-f4c5-4256-bb51-d29e6d238ea9/10507007-4dc3-4152-8774-780f51661243/3b224fdf-0b07-41d3-9634-aec190a06628) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:46:48.592846 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53f14b-7353-4eb6-8b88-6a60831a7275 req-e39e4235-9169-4bd5-b92d-ebdb5ecf58fa tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:48.594621 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9f53f14b-7353-4eb6-8b88-6a60831a7275 req-e39e4235-9169-4bd5-b92d-ebdb5ecf58fa tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 945 time: 0.1367517 Mar 07 10:46:48.621470 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5034c42-b280-417c-aa1e-3a9bedca68c4 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c90bb982-6899-48c3-9779-f5a13418567d,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:48.662046 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-837b8032-4fa4-477f-901d-f0f6f6804a8a tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (48b949d9-36f2-4065-abfc-1bf5046f0b2c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:48.707081 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9f53f14b-7353-4eb6-8b88-6a60831a7275 req-7ec6ff20-3822-4d76-bd77-657fde1868d8 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903625 Mar 07 10:46:48.711218 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-837b8032-4fa4-477f-901d-f0f6f6804a8a tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (48b949d9-36f2-4065-abfc-1bf5046f0b2c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:48.730921 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837b8032-4fa4-477f-901d-f0f6f6804a8a tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:48.730921 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-837b8032-4fa4-477f-901d-f0f6f6804a8a tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:48.766867 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5034c42-b280-417c-aa1e-3a9bedca68c4 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (eb7cb433-d225-498e-89c6-7d72c39b1f4b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:48.824579 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b8032-4fa4-477f-901d-f0f6f6804a8a tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Network': ['ID=48b949d9-36f2-4065-abfc-1bf5046f0b2c,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:48.837975 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 48b949d9-36f2-4065-abfc-1bf5046f0b2c details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:46:48.842331 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ec7ce3cd-b455-4e7b-b9cf-c207efd5c2bb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for port (3b224fdf-0b07-41d3-9634-aec190a06628), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:48.853367 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-837b8032-4fa4-477f-901d-f0f6f6804a8a tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7012870 Mar 07 10:46:48.853968 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59670) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:48.874474 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-df876e83-26db-4789-b433-996d17b642cb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Request body: {'network': {'name': 'tempest-RoutersTest-2126315608'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:48.879340 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5034c42-b280-417c-aa1e-3a9bedca68c4 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (eb7cb433-d225-498e-89c6-7d72c39b1f4b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:48.911317 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df876e83-26db-4789-b433-996d17b642cb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Made reservation on behalf of 49fa671ee264403ca0a93afbe4c7553a for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:46:48.917147 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-df876e83-26db-4789-b433-996d17b642cb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:48.930505 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5034c42-b280-417c-aa1e-3a9bedca68c4 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:48.934375 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f5034c42-b280-417c-aa1e-3a9bedca68c4 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0677462 Mar 07 10:46:48.935202 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59674) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:48.945366 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5034c42-b280-417c-aa1e-3a9bedca68c4 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7cb433-d225-498e-89c6-7d72c39b1f4b,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:48.947663 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df876e83-26db-4789-b433-996d17b642cb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:46:48.958475 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-df876e83-26db-4789-b433-996d17b642cb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (a3d31b80-93e6-434a-984a-cd97c7685298), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:48.958901 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-df876e83-26db-4789-b433-996d17b642cb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Added segment a3d31b80-93e6-434a-984a-cd97c7685298 of type vlan for network 7afef027-6337-4451-b192-b320234f8fd2 Mar 07 10:46:48.961139 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936f8fe-6343-4e83-987d-becd15609189 req-d98f8df8-3333-4daa-a708-c5d1c486ee6e tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:48.968431 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6936f8fe-6343-4e83-987d-becd15609189 req-d98f8df8-3333-4daa-a708-c5d1c486ee6e tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 0.1217902 Mar 07 10:46:49.003036 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-df876e83-26db-4789-b433-996d17b642cb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (7afef027-6337-4451-b192-b320234f8fd2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:49.024282 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ec7ce3cd-b455-4e7b-b9cf-c207efd5c2bb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (3b224fdf-0b07-41d3-9634-aec190a06628), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:49.043869 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-df876e83-26db-4789-b433-996d17b642cb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (7afef027-6337-4451-b192-b320234f8fd2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:49.049757 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df876e83-26db-4789-b433-996d17b642cb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:49.050369 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-df876e83-26db-4789-b433-996d17b642cb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:49.069847 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76b3ec-174a-435a-af72-1a21c26c2837 req-6c122794-69f2-49a6-94cf-9f98fb031e34 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:49.071452 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c76b3ec-174a-435a-af72-1a21c26c2837 req-6c122794-69f2-49a6-94cf-9f98fb031e34 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.2384994 Mar 07 10:46:49.155425 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 371e040c-f898-486b-8b6d-b1a80044510d no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:46:49.199261 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-df876e83-26db-4789-b433-996d17b642cb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3289995 Mar 07 10:46:49.204734 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59678) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:49.205855 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 371e040c-f898-486b-8b6d-b1a80044510d {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:46:49.206390 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 371e040c-f898-486b-8b6d-b1a80044510d not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:46:49.217786 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-796ec4ab-d092-4731-93e5-e8e7139b0564 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Request body: {'subnet': {'network_id': '48b949d9-36f2-4065-abfc-1bf5046f0b2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:49.319216 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df876e83-26db-4789-b433-996d17b642cb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Network': ['ID=7afef027-6337-4451-b192-b320234f8fd2,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:49.332944 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 7afef027-6337-4451-b192-b320234f8fd2 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:46:49.342904 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c76b3ec-174a-435a-af72-1a21c26c2837 req-3ecf0c78-4f09-49ab-a750-50083bc27807 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504225 Mar 07 10:46:49.365430 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f807b12e-79bb-4060-9479-d792f6e21b08 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3325844 Mar 07 10:46:49.381050 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59680) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:49.396356 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-1d4510a4-8494-49cc-8dc1-09483e2f0fba tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Request body: {'security_group': {'name': 'tempest-security--1501208389', 'description': 'tempest-security-description-1809732302'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:49.433994 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796ec4ab-d092-4731-93e5-e8e7139b0564 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Made reservation on behalf of 49fa671ee264403ca0a93afbe4c7553a for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:46:49.442606 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-796ec4ab-d092-4731-93e5-e8e7139b0564 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:49.505324 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ce3cd-b455-4e7b-b9cf-c207efd5c2bb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event updated for resources: {'Port': ['ID=3b224fdf-0b07-41d3-9634-aec190a06628,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:49.519388 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6936f8fe-6343-4e83-987d-becd15609189 req-ef37bb7e-eca0-4b83-b2f2-1d59d7ce224a tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5498030 Mar 07 10:46:49.545517 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7ce3cd-b455-4e7b-b9cf-c207efd5c2bb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Network 25a39ee9-f4c5-4256-bb51-d29e6d238ea9 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:46:49.548273 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-ec7ce3cd-b455-4e7b-b9cf-c207efd5c2bb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:49.553522 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7ce3cd-b455-4e7b-b9cf-c207efd5c2bb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:46:49.643651 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ec7ce3cd-b455-4e7b-b9cf-c207efd5c2bb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:49.664604 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-764890dc-7302-4521-8947-269bfc4af40b req-94c77995-dbaf-459e-acb3-058fc3458047 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0731609 Mar 07 10:46:49.672094 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1d4510a4-8494-49cc-8dc1-09483e2f0fba tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (eb7cb433-d225-498e-89c6-7d72c39b1f4b), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:49.845780 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1d4510a4-8494-49cc-8dc1-09483e2f0fba tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (eb7cb433-d225-498e-89c6-7d72c39b1f4b), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:49.851612 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-796ec4ab-d092-4731-93e5-e8e7139b0564 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (69fda07f-b60e-48c4-8fa4-f2492dcc2bf6), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:49.872163 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1d4510a4-8494-49cc-8dc1-09483e2f0fba tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (eb7cb433-d225-498e-89c6-7d72c39b1f4b), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:49.876005 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1d4510a4-8494-49cc-8dc1-09483e2f0fba tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:49.877781 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1d4510a4-8494-49cc-8dc1-09483e2f0fba tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "PUT /v2.0/security-groups/eb7cb433-d225-498e-89c6-7d72c39b1f4b HTTP/1.1" status: 200 len: 1797 time: 0.4955101 Mar 07 10:46:49.897043 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59692) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:49.947489 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4510a4-8494-49cc-8dc1-09483e2f0fba tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7cb433-d225-498e-89c6-7d72c39b1f4b,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:50.018809 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ec7ce3cd-b455-4e7b-b9cf-c207efd5c2bb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3b224fdf-0b07-41d3-9634-aec190a06628), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:50.030906 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-27beedc9-a974-4fc6-9f4d-d36d20e388e5 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "GET /v2.0/security-groups/eb7cb433-d225-498e-89c6-7d72c39b1f4b HTTP/1.1" status: 200 len: 1797 time: 0.1327355 Mar 07 10:46:50.031624 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ec4ab-d092-4731-93e5-e8e7139b0564 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Subnet': ['ID=69fda07f-b60e-48c4-8fa4-f2492dcc2bf6,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:50.035946 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59694) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:50.085589 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be61fe6b-5255-43f3-94fc-a0a518806a12 req-32192579-538c-4438-8e22-c7dedb2ef604 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:50.093865 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-be61fe6b-5255-43f3-94fc-a0a518806a12 req-32192579-538c-4438-8e22-c7dedb2ef604 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=d150ded2-5567-48a3-be37-1884bcd0e7e5 HTTP/1.1" status: 200 len: 945 time: 0.2238543 Mar 07 10:46:50.110491 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734db2a-47d5-4912-ae4a-f9f394623e69 req-055f0b02-caab-4751-9dfc-60bdac20d424 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:50.118003 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e734db2a-47d5-4912-ae4a-f9f394623e69 req-055f0b02-caab-4751-9dfc-60bdac20d424 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 0.1844647 Mar 07 10:46:50.144782 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796ec4ab-d092-4731-93e5-e8e7139b0564 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Checking segment: {'id': 'ff2986e3-ead8-4415-9028-1317c77b935e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '48b949d9-36f2-4065-abfc-1bf5046f0b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:46:50.145439 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796ec4ab-d092-4731-93e5-e8e7139b0564 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network hostable DHCP agents. Network: 48b949d9-36f2-4065-abfc-1bf5046f0b2c, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:46:50.173396 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0ee9b388-a355-4c56-a725-614e959300ac tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (eb7cb433-d225-498e-89c6-7d72c39b1f4b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:50.200023 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0ee9b388-a355-4c56-a725-614e959300ac tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (eb7cb433-d225-498e-89c6-7d72c39b1f4b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:50.225070 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-be61fe6b-5255-43f3-94fc-a0a518806a12 req-0855ff56-c39d-4242-8c7d-272c1f6eb4fe tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302607 Mar 07 10:46:50.235713 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796ec4ab-d092-4731-93e5-e8e7139b0564 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network 48b949d9-36f2-4065-abfc-1bf5046f0b2c is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:46:50.279253 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e734db2a-47d5-4912-ae4a-f9f394623e69 req-1ad8c83e-cc50-4511-8df7-abe44a7da32b tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553628 Mar 07 10:46:50.282053 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-796ec4ab-d092-4731-93e5-e8e7139b0564 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 48b949d9-36f2-4065-abfc-1bf5046f0b2c) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:50.300185 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796ec4ab-d092-4731-93e5-e8e7139b0564 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:50.301164 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-796ec4ab-d092-4731-93e5-e8e7139b0564 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:50.311708 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee51a644-f0fc-4d77-88ad-423171447092 None None] Network 48b949d9-36f2-4065-abfc-1bf5046f0b2c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:46:50.331334 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0ee9b388-a355-4c56-a725-614e959300ac tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (eb7cb433-d225-498e-89c6-7d72c39b1f4b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:50.336043 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0ee9b388-a355-4c56-a725-614e959300ac tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:50.340720 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0ee9b388-a355-4c56-a725-614e959300ac tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "DELETE /v2.0/security-groups/eb7cb433-d225-498e-89c6-7d72c39b1f4b HTTP/1.1" status: 204 len: 168 time: 0.3008277 Mar 07 10:46:50.341624 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59696) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:50.372064 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-796ec4ab-d092-4731-93e5-e8e7139b0564 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1606603 Mar 07 10:46:50.387305 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59700) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:50.402368 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-a7254724-2bf5-4c98-aa38-e79c50e2d9a8 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Request body: {'subnet': {'network_id': '7afef027-6337-4451-b192-b320234f8fd2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:50.410890 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee9b388-a355-4c56-a725-614e959300ac tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7cb433-d225-498e-89c6-7d72c39b1f4b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:50.506566 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-48b949d9-36f2-4065-abfc-1bf5046f0b2c', 'network_id': '48b949d9-36f2-4065-abfc-1bf5046f0b2c', 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'fixed_ips': [{'subnet_id': '69fda07f-b60e-48c4-8fa4-f2492dcc2bf6'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:46:50.508111 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:50.589790 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3863fc39-fd84-4d8e-8dad-e750c72dbae5 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2447309 Mar 07 10:46:50.590905 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59702) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:50.616498 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-60f2cf3e-84ac-44dc-b185-2d4803c2ef1d tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] delete failed (client error): The resource could not be found. Mar 07 10:46:50.627368 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-60f2cf3e-84ac-44dc-b185-2d4803c2ef1d tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "DELETE /v2.0/security-groups/eb7cb433-d225-498e-89c6-7d72c39b1f4b HTTP/1.1" status: 404 len: 347 time: 0.0300364 Mar 07 10:46:50.627664 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59704) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:50.637782 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-2dd545f9-ab36-451a-80a0-f5b22f7230ae tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Request body: {'security_group': {'name': 'tempest-secgroup--1551082192'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:50.649785 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7f6aa-17bd-446a-829f-64819b6240e6 req-9f53cedc-fab5-4f97-aa79-710904051fe4 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:50.653243 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7254724-2bf5-4c98-aa38-e79c50e2d9a8 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Made reservation on behalf of 49fa671ee264403ca0a93afbe4c7553a for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:46:50.657195 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6ad7f6aa-17bd-446a-829f-64819b6240e6 req-9f53cedc-fab5-4f97-aa79-710904051fe4 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.1915870 Mar 07 10:46:50.658352 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a7254724-2bf5-4c98-aa38-e79c50e2d9a8 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:50.719607 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ec7ce3cd-b455-4e7b-b9cf-c207efd5c2bb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for port (3b224fdf-0b07-41d3-9634-aec190a06628), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:50.735156 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2dd545f9-ab36-451a-80a0-f5b22f7230ae tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:50.750537 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ec7ce3cd-b455-4e7b-b9cf-c207efd5c2bb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (3b224fdf-0b07-41d3-9634-aec190a06628), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:50.790520 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] Allocated IP 172.20.0.2 (48b949d9-36f2-4065-abfc-1bf5046f0b2c/69fda07f-b60e-48c4-8fa4-f2492dcc2bf6/842f82a4-f425-4397-b8b9-2df3cda9117e) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:46:50.827713 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6ad7f6aa-17bd-446a-829f-64819b6240e6 req-25c77b6f-03f8-4033-a103-aac9c3375380 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694219 Mar 07 10:46:50.873760 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ec7ce3cd-b455-4e7b-b9cf-c207efd5c2bb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:50.891426 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7ce3cd-b455-4e7b-b9cf-c207efd5c2bb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event updated for resources: {'Port': ['ID=3b224fdf-0b07-41d3-9634-aec190a06628,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:50.924708 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1e30d165-b391-4b47-8f2f-21741342bdb9 req-2fabaae7-5c8f-48e2-90bb-122121d7c5d7 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0459881 Mar 07 10:46:50.991214 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2dd545f9-ab36-451a-80a0-f5b22f7230ae tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (99b5dd36-0afe-40d0-a0ed-b082d15e374d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:51.003066 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2dd545f9-ab36-451a-80a0-f5b22f7230ae tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (99b5dd36-0afe-40d0-a0ed-b082d15e374d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:51.054325 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] Publish callbacks [] for port (842f82a4-f425-4397-b8b9-2df3cda9117e), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:51.066980 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (842f82a4-f425-4397-b8b9-2df3cda9117e), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:51.098200 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7ce3cd-b455-4e7b-b9cf-c207efd5c2bb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Network 25a39ee9-f4c5-4256-bb51-d29e6d238ea9 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:46:51.104462 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2dd545f9-ab36-451a-80a0-f5b22f7230ae tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:51.105760 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2dd545f9-ab36-451a-80a0-f5b22f7230ae tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4777799 Mar 07 10:46:51.108092 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd545f9-ab36-451a-80a0-f5b22f7230ae tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99b5dd36-0afe-40d0-a0ed-b082d15e374d,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:51.111036 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-ec7ce3cd-b455-4e7b-b9cf-c207efd5c2bb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:51.113026 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59708) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:51.120010 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-740c4ef6-c597-4a39-b33b-f0079db62920 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Request body: {'security_group_rule': {'security_group_id': '99b5dd36-0afe-40d0-a0ed-b082d15e374d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:51.135323 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a7254724-2bf5-4c98-aa38-e79c50e2d9a8 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (6246414d-f9cb-40e1-ba74-c43831f93cfe), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:51.147122 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] Network 48b949d9-36f2-4065-abfc-1bf5046f0b2c is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:46:51.151024 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:51.152888 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] Pushing event updated for resources: {'Port': ['ID=842f82a4-f425-4397-b8b9-2df3cda9117e,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:51.155081 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:46:51.166338 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:51.166725 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:51.167031 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:51.167373 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:51.167713 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:51.168045 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:51.168374 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:51.168704 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:51.169035 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:51.169386 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:51.169717 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:51.170038 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:51.170362 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:51.224988 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-740c4ef6-c597-4a39-b33b-f0079db62920 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (a585f2d6-31e2-4728-902e-ba7df16fe22e), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:51.228826 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7254724-2bf5-4c98-aa38-e79c50e2d9a8 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Subnet': ['ID=6246414d-f9cb-40e1-ba74-c43831f93cfe,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:51.232511 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] Attempting to bind port 842f82a4-f425-4397-b8b9-2df3cda9117e on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:46:51.232893 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] Attempting to bind port 842f82a4-f425-4397-b8b9-2df3cda9117e by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'ff2986e3-ead8-4415-9028-1317c77b935e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '48b949d9-36f2-4065-abfc-1bf5046f0b2c'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:46:51.235475 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] Attempting to bind port 842f82a4-f425-4397-b8b9-2df3cda9117e on network 48b949d9-36f2-4065-abfc-1bf5046f0b2c {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:46:51.244733 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7254724-2bf5-4c98-aa38-e79c50e2d9a8 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Checking segment: {'id': 'a3d31b80-93e6-434a-984a-cd97c7685298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7afef027-6337-4451-b192-b320234f8fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:46:51.246444 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7254724-2bf5-4c98-aa38-e79c50e2d9a8 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network hostable DHCP agents. Network: 7afef027-6337-4451-b192-b320234f8fd2, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:46:51.248235 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:46:51.248235 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] Checking segment: {'id': 'ff2986e3-ead8-4415-9028-1317c77b935e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '48b949d9-36f2-4065-abfc-1bf5046f0b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:46:51.249053 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:51.249053 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] Bound using segment: {'id': 'ff2986e3-ead8-4415-9028-1317c77b935e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '48b949d9-36f2-4065-abfc-1bf5046f0b2c'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:46:51.251852 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] Bound port: 842f82a4-f425-4397-b8b9-2df3cda9117e, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff2986e3-ead8-4415-9028-1317c77b935e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '48b949d9-36f2-4065-abfc-1bf5046f0b2c'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:46:51.252124 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (842f82a4-f425-4397-b8b9-2df3cda9117e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:51.287873 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7254724-2bf5-4c98-aa38-e79c50e2d9a8 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network 7afef027-6337-4451-b192-b320234f8fd2 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:46:51.315875 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-a7254724-2bf5-4c98-aa38-e79c50e2d9a8 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 7afef027-6337-4451-b192-b320234f8fd2) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:51.318931 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-740c4ef6-c597-4a39-b33b-f0079db62920 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (a585f2d6-31e2-4728-902e-ba7df16fe22e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:51.322072 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7254724-2bf5-4c98-aa38-e79c50e2d9a8 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:51.322634 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a7254724-2bf5-4c98-aa38-e79c50e2d9a8 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:51.327520 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-740c4ef6-c597-4a39-b33b-f0079db62920 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (a585f2d6-31e2-4728-902e-ba7df16fe22e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:51.350507 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2202b2-a1fc-44c4-a66b-806beefb58e1 None None] Network 7afef027-6337-4451-b192-b320234f8fd2 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:46:51.357835 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c4ef6-c597-4a39-b33b-f0079db62920 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a585f2d6-31e2-4728-902e-ba7df16fe22e,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:51.374357 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a7254724-2bf5-4c98-aa38-e79c50e2d9a8 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9824078 Mar 07 10:46:51.375840 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59714) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:51.382257 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-6a932dc5-92b5-435c-9714-ffd8ceb38643 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1450859294', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:51.420833 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7ce3cd-b455-4e7b-b9cf-c207efd5c2bb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Router f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:46:51.428324 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a932dc5-92b5-435c-9714-ffd8ceb38643 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (b137ae5b-c720-4d21-9ca0-c7c5c41bbedd), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:51.429949 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a932dc5-92b5-435c-9714-ffd8ceb38643 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (b137ae5b-c720-4d21-9ca0-c7c5c41bbedd), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:51.466067 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] For port 842f82a4-f425-4397-b8b9-2df3cda9117e, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:46:51.471347 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] For port 842f82a4-f425-4397-b8b9-2df3cda9117e, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=842f82a4-f425-4397-b8b9-2df3cda9117e,segment=NetworkSegment(ff2986e3-ead8-4415-9028-1317c77b935e),segment_id=ff2986e3-ead8-4415-9028-1317c77b935e)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:46:51.485955 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (842f82a4-f425-4397-b8b9-2df3cda9117e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:51.496401 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d40ab-0c77-4183-a291-42612a1f0a32 req-d475d538-0b47-4954-bc46-56454bdd5bd5 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:51.498130 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a932dc5-92b5-435c-9714-ffd8ceb38643 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router_controller (b137ae5b-c720-4d21-9ca0-c7c5c41bbedd), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:51.501806 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-740c4ef6-c597-4a39-b33b-f0079db62920 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:51.503211 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-740c4ef6-c597-4a39-b33b-f0079db62920 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3878901 Mar 07 10:46:51.510605 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4a2d40ab-0c77-4183-a291-42612a1f0a32 req-d475d538-0b47-4954-bc46-56454bdd5bd5 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=d150ded2-5567-48a3-be37-1884bcd0e7e5 HTTP/1.1" status: 200 len: 945 time: 0.1479702 Mar 07 10:46:51.513477 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59716) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:51.532936 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a932dc5-92b5-435c-9714-ffd8ceb38643 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (b137ae5b-c720-4d21-9ca0-c7c5c41bbedd), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:51.559481 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c6eec-d4ce-435c-96e7-be0a664a2a89 None None] Pushing event updated for resources: {'Port': ['ID=842f82a4-f425-4397-b8b9-2df3cda9117e,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:51.579796 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2784181e-89e1-471b-b916-8c1c8c075a60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-7afef027-6337-4451-b192-b320234f8fd2', 'network_id': '7afef027-6337-4451-b192-b320234f8fd2', 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'fixed_ips': [{'subnet_id': '6246414d-f9cb-40e1-ba74-c43831f93cfe'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:46:51.580953 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2784181e-89e1-471b-b916-8c1c8c075a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:51.603089 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a932dc5-92b5-435c-9714-ffd8ceb38643 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:51.607969 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6a932dc5-92b5-435c-9714-ffd8ceb38643 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2309556 Mar 07 10:46:51.610121 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59718) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:51.674681 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7ce3cd-b455-4e7b-b9cf-c207efd5c2bb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:46:51.686008 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ec7ce3cd-b455-4e7b-b9cf-c207efd5c2bb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "PUT /v2.0/routers/f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6024761 Mar 07 10:46:51.691571 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59720) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:51.698225 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a998074f-bf4c-41f0-bdc3-c555a98a1869 None None] Sync routers for ids ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:46:51.711826 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-47d8c9f9-d2f5-4780-832c-343cf286e742 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Request body: {'port': {'network_id': '25a39ee9-f4c5-4256-bb51-d29e6d238ea9', 'name': 'tempest-FloatingIPTestJSON-2013661149'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:51.728283 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a998074f-bf4c-41f0-bdc3-c555a98a1869 None None] Routers {'f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:51.729405 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-a998074f-bf4c-41f0-bdc3-c555a98a1869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:51.783394 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-a998074f-bf4c-41f0-bdc3-c555a98a1869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:51.827316 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a998074f-bf4c-41f0-bdc3-c555a98a1869 None None] Routers {'f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:51.828799 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-a998074f-bf4c-41f0-bdc3-c555a98a1869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:51.881549 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-a998074f-bf4c-41f0-bdc3-c555a98a1869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:51.881779 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2bf03208-a285-44ba-aaa6-4eac629882c0 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (a585f2d6-31e2-4728-902e-ba7df16fe22e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:51.882590 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a998074f-bf4c-41f0-bdc3-c555a98a1869 None None] The sync data for ids ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:46:51.883775 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d8c9f9-d2f5-4780-832c-343cf286e742 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Made reservation on behalf of 87245b0fac6f46b8bf036ff7fe06f2c2 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:46:51.889086 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-47d8c9f9-d2f5-4780-832c-343cf286e742 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:51.927163 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-2784181e-89e1-471b-b916-8c1c8c075a60 None None] Allocated IP 172.21.0.2 (7afef027-6337-4451-b192-b320234f8fd2/6246414d-f9cb-40e1-ba74-c43831f93cfe/dda374b7-cee3-4cc7-bb78-ca560b93610e) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:46:51.966599 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4a2d40ab-0c77-4183-a291-42612a1f0a32 req-c8fac73f-058e-4147-bdca-efdac452ebdb tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548221 Mar 07 10:46:51.983014 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-47d8c9f9-d2f5-4780-832c-343cf286e742 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] device_id is not set on port 97fd3daf-255f-40cb-bdfc-b7a3f6645215 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:46:51.997850 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2bf03208-a285-44ba-aaa6-4eac629882c0 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (a585f2d6-31e2-4728-902e-ba7df16fe22e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:52.185964 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e7cb6-030a-4c6a-ad6c-226583a06a06 req-26841d9f-5cd3-43d0-8165-c4e44d88f105 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:52.187904 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e27e7cb6-030a-4c6a-ad6c-226583a06a06 req-26841d9f-5cd3-43d0-8165-c4e44d88f105 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.31 "GET /v2.0/ports?device_id=d150ded2-5567-48a3-be37-1884bcd0e7e5 HTTP/1.1" status: 200 len: 945 time: 0.6672080 Mar 07 10:46:52.189579 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab8ec2-20b3-464b-a9bc-28452064e13b req-b09c7e85-ba06-4563-a8ae-002998ff9f89 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:52.196852 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6aab8ec2-20b3-464b-a9bc-28452064e13b req-b09c7e85-ba06-4563-a8ae-002998ff9f89 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.1039000 Mar 07 10:46:52.199083 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2bf03208-a285-44ba-aaa6-4eac629882c0 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (a585f2d6-31e2-4728-902e-ba7df16fe22e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:52.203909 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2784181e-89e1-471b-b916-8c1c8c075a60 None None] Publish callbacks [] for port (dda374b7-cee3-4cc7-bb78-ca560b93610e), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:52.204560 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2bf03208-a285-44ba-aaa6-4eac629882c0 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:52.208320 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2bf03208-a285-44ba-aaa6-4eac629882c0 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/a585f2d6-31e2-4728-902e-ba7df16fe22e HTTP/1.1" status: 204 len: 168 time: 0.5431139 Mar 07 10:46:52.216996 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2784181e-89e1-471b-b916-8c1c8c075a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (dda374b7-cee3-4cc7-bb78-ca560b93610e), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:52.221781 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d20f3-f12b-4d5a-8611-e22e067aa228 req-1b55fa65-a558-4f0a-8fd8-3ad2643dd495 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:52.228542 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3a3d20f3-f12b-4d5a-8611-e22e067aa228 req-1b55fa65-a558-4f0a-8fd8-3ad2643dd495 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 0.8129179 Mar 07 10:46:52.231714 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59726) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:52.268821 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2784181e-89e1-471b-b916-8c1c8c075a60 None None] Network 7afef027-6337-4451-b192-b320234f8fd2 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:46:52.277241 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-2784181e-89e1-471b-b916-8c1c8c075a60 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:52.277607 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf03208-a285-44ba-aaa6-4eac629882c0 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a585f2d6-31e2-4728-902e-ba7df16fe22e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:52.289188 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2784181e-89e1-471b-b916-8c1c8c075a60 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:46:52.352652 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6aab8ec2-20b3-464b-a9bc-28452064e13b req-91213c2d-0206-43b5-bd7b-22e89488c1fe tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515052 Mar 07 10:46:52.375945 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-47d8c9f9-d2f5-4780-832c-343cf286e742 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Allocated IP 172.20.0.3 (25a39ee9-f4c5-4256-bb51-d29e6d238ea9/10507007-4dc3-4152-8774-780f51661243/97fd3daf-255f-40cb-bdfc-b7a3f6645215) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:46:52.379488 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2784181e-89e1-471b-b916-8c1c8c075a60 None None] Pushing event updated for resources: {'Port': ['ID=dda374b7-cee3-4cc7-bb78-ca560b93610e,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:52.411880 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-2784181e-89e1-471b-b916-8c1c8c075a60 None None] Attempting to bind port dda374b7-cee3-4cc7-bb78-ca560b93610e on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:46:52.413380 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-2784181e-89e1-471b-b916-8c1c8c075a60 None None] Attempting to bind port dda374b7-cee3-4cc7-bb78-ca560b93610e by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'a3d31b80-93e6-434a-984a-cd97c7685298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7afef027-6337-4451-b192-b320234f8fd2'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:46:52.413761 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2784181e-89e1-471b-b916-8c1c8c075a60 None None] Attempting to bind port dda374b7-cee3-4cc7-bb78-ca560b93610e on network 7afef027-6337-4451-b192-b320234f8fd2 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:46:52.421887 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2784181e-89e1-471b-b916-8c1c8c075a60 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:46:52.422369 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2784181e-89e1-471b-b916-8c1c8c075a60 None None] Checking segment: {'id': 'a3d31b80-93e6-434a-984a-cd97c7685298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7afef027-6337-4451-b192-b320234f8fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:46:52.422754 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2784181e-89e1-471b-b916-8c1c8c075a60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:52.423160 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2784181e-89e1-471b-b916-8c1c8c075a60 None None] Bound using segment: {'id': 'a3d31b80-93e6-434a-984a-cd97c7685298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7afef027-6337-4451-b192-b320234f8fd2'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:46:52.423883 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-2784181e-89e1-471b-b916-8c1c8c075a60 None None] Bound port: dda374b7-cee3-4cc7-bb78-ca560b93610e, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d31b80-93e6-434a-984a-cd97c7685298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '7afef027-6337-4451-b192-b320234f8fd2'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:46:52.424279 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2784181e-89e1-471b-b916-8c1c8c075a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (dda374b7-cee3-4cc7-bb78-ca560b93610e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:52.510563 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-2784181e-89e1-471b-b916-8c1c8c075a60 None None] For port dda374b7-cee3-4cc7-bb78-ca560b93610e, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:46:52.514412 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-2784181e-89e1-471b-b916-8c1c8c075a60 None None] For port dda374b7-cee3-4cc7-bb78-ca560b93610e, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=dda374b7-cee3-4cc7-bb78-ca560b93610e,segment=NetworkSegment(a3d31b80-93e6-434a-984a-cd97c7685298),segment_id=a3d31b80-93e6-434a-984a-cd97c7685298)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:46:52.523583 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2784181e-89e1-471b-b916-8c1c8c075a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (dda374b7-cee3-4cc7-bb78-ca560b93610e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:52.535428 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8211a9d7-565d-4446-928d-ce9f14ebd15f req-865085f7-4098-4767-9c3c-c329cd0443fc tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0659158 Mar 07 10:46:52.557802 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c961f9bc-3ac9-4cd5-aefb-cf0a3e43f700 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3222578 Mar 07 10:46:52.583220 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59728) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:52.585832 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3a3d20f3-f12b-4d5a-8611-e22e067aa228 req-a2d49191-13d0-4cec-b221-d72ff959c86c tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558631 Mar 07 10:46:52.621523 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2784181e-89e1-471b-b916-8c1c8c075a60 None None] Pushing event updated for resources: {'Port': ['ID=dda374b7-cee3-4cc7-bb78-ca560b93610e,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:52.728004 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-55a284d4-2854-4d08-8a56-30051dfabb32 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (99b5dd36-0afe-40d0-a0ed-b082d15e374d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:52.756576 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-47d8c9f9-d2f5-4780-832c-343cf286e742 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for port (97fd3daf-255f-40cb-bdfc-b7a3f6645215), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:52.776946 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-55a284d4-2854-4d08-8a56-30051dfabb32 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (99b5dd36-0afe-40d0-a0ed-b082d15e374d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:52.820745 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:52.824005 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-e27e7cb6-030a-4c6a-ad6c-226583a06a06 req-433f9ac9-59a8-4851-817a-d20d0bb3ffb9 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Deleting port a5fdd44f-667a-4fb0-af7f-ae114402e95f {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:52.824361 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e27e7cb6-030a-4c6a-ad6c-226583a06a06 req-433f9ac9-59a8-4851-817a-d20d0bb3ffb9 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a5fdd44f-667a-4fb0-af7f-ae114402e95f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:52.857915 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-47d8c9f9-d2f5-4780-832c-343cf286e742 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (97fd3daf-255f-40cb-bdfc-b7a3f6645215), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:52.917044 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-55a284d4-2854-4d08-8a56-30051dfabb32 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (99b5dd36-0afe-40d0-a0ed-b082d15e374d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:52.921202 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-55a284d4-2854-4d08-8a56-30051dfabb32 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:52.923059 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-55a284d4-2854-4d08-8a56-30051dfabb32 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "DELETE /v2.0/security-groups/99b5dd36-0afe-40d0-a0ed-b082d15e374d HTTP/1.1" status: 204 len: 168 time: 0.3276792 Mar 07 10:46:52.947680 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59734) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:52.958930 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d8c9f9-d2f5-4780-832c-343cf286e742 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Network 25a39ee9-f4c5-4256-bb51-d29e6d238ea9 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:46:53.009414 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-47d8c9f9-d2f5-4780-832c-343cf286e742 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:53.013462 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d8c9f9-d2f5-4780-832c-343cf286e742 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:46:53.026587 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a284d4-2854-4d08-8a56-30051dfabb32 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b5dd36-0afe-40d0-a0ed-b082d15e374d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:53.052240 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3260c4eb-cad6-4182-b0e7-89eefe801389 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:53.104605 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8c9f9-d2f5-4780-832c-343cf286e742 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event updated for resources: {'Port': ['ID=97fd3daf-255f-40cb-bdfc-b7a3f6645215,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:53.234033 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d8c9f9-d2f5-4780-832c-343cf286e742 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:53.235377 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-47d8c9f9-d2f5-4780-832c-343cf286e742 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:53.274728 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-47d8c9f9-d2f5-4780-832c-343cf286e742 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5812602 Mar 07 10:46:53.279984 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59740) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:53.286878 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-4ba09fd1-0211-4f1e-9c0d-78404139c5ab tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Request body: {'port': {'network_id': '25a39ee9-f4c5-4256-bb51-d29e6d238ea9', 'name': 'tempest-FloatingIPTestJSON-868706579'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:53.300799 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b059bb5-f845-46ce-91ef-dae1fdc6259d req-3ec2e159-2862-42b9-8cb1-bedb1aef807a tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:53.302820 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5b059bb5-f845-46ce-91ef-dae1fdc6259d req-3ec2e159-2862-42b9-8cb1-bedb1aef807a tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=d150ded2-5567-48a3-be37-1884bcd0e7e5 HTTP/1.1" status: 200 len: 945 time: 0.1709430 Mar 07 10:46:53.382527 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-83fa340e-f2f8-4fcb-bea8-dd2a9d68fcc9 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4224627 Mar 07 10:46:53.395512 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59744) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:53.399902 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fb64ae-7b18-41f3-b58b-8ba5ff424230 None None] Network 48b949d9-36f2-4065-abfc-1bf5046f0b2c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:46:53.433238 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-4a1b5469-fcbd-4633-ac2f-b6387a7ae4f4 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Request body: {'security_group': {'name': 'tempest-secgroup--1391449231'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:53.445978 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5b059bb5-f845-46ce-91ef-dae1fdc6259d req-4773aedc-7b2e-43d4-9b98-216a69ff0b80 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357698 Mar 07 10:46:53.448371 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-e27e7cb6-030a-4c6a-ad6c-226583a06a06 req-433f9ac9-59a8-4851-817a-d20d0bb3ffb9 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] For port a5fdd44f-667a-4fb0-af7f-ae114402e95f, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=a5fdd44f-667a-4fb0-af7f-ae114402e95f,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:53.448754 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e27e7cb6-030a-4c6a-ad6c-226583a06a06 req-433f9ac9-59a8-4851-817a-d20d0bb3ffb9 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a5fdd44f-667a-4fb0-af7f-ae114402e95f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:53.509422 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba09fd1-0211-4f1e-9c0d-78404139c5ab tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Made reservation on behalf of 87245b0fac6f46b8bf036ff7fe06f2c2 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:46:53.513971 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4ba09fd1-0211-4f1e-9c0d-78404139c5ab tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:53.525209 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-e27e7cb6-030a-4c6a-ad6c-226583a06a06 req-433f9ac9-59a8-4851-817a-d20d0bb3ffb9 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Calling delete_port for a5fdd44f-667a-4fb0-af7f-ae114402e95f owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:53.551686 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-4ba09fd1-0211-4f1e-9c0d-78404139c5ab tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] device_id is not set on port 9c9552e1-75f2-41e8-b449-c26aa43efa55 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:46:53.595282 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a2ea324f-64f5-433c-84ab-39b14102ad4b None None] Provisioning complete for port 842f82a4-f425-4397-b8b9-2df3cda9117e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:53.598594 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a2ea324f-64f5-433c-84ab-39b14102ad4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (842f82a4-f425-4397-b8b9-2df3cda9117e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:53.609460 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340cb11-9d25-40f0-bfbb-55c6c785d996 req-ed4167c3-aa7a-4149-b010-f63a480c4f85 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:53.611035 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1340cb11-9d25-40f0-bfbb-55c6c785d996 req-ed4167c3-aa7a-4149-b010-f63a480c4f85 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 0.4876955 Mar 07 10:46:53.670176 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device dda374b7-cee3-4cc7-bb78-ca560b93610e up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:46:53.704385 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4a1b5469-fcbd-4633-ac2f-b6387a7ae4f4 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:53.839903 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1340cb11-9d25-40f0-bfbb-55c6c785d996 req-b2ab214d-f0bb-4f93-a3b9-c609f3b648d6 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084513 Mar 07 10:46:53.848828 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fd8d0-ec81-43f1-ba4a-e0225adfe22a req-77dfe87d-fa82-489c-a8ef-b745c3378cd5 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:53.852379 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0f2fd8d0-ec81-43f1-ba4a-e0225adfe22a req-77dfe87d-fa82-489c-a8ef-b745c3378cd5 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.2106402 Mar 07 10:46:53.853464 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a2ea324f-64f5-433c-84ab-39b14102ad4b None None] Current status of the port 842f82a4-f425-4397-b8b9-2df3cda9117e is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:53.853933 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a2ea324f-64f5-433c-84ab-39b14102ad4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (842f82a4-f425-4397-b8b9-2df3cda9117e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:53.917496 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port dda374b7-cee3-4cc7-bb78-ca560b93610e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:53.917869 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (dda374b7-cee3-4cc7-bb78-ca560b93610e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:54.012942 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-4ba09fd1-0211-4f1e-9c0d-78404139c5ab tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Allocated IP 172.20.0.14 (25a39ee9-f4c5-4256-bb51-d29e6d238ea9/10507007-4dc3-4152-8774-780f51661243/9c9552e1-75f2-41e8-b449-c26aa43efa55) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:46:54.032008 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0f2fd8d0-ec81-43f1-ba4a-e0225adfe22a req-043750f5-2528-4000-9226-455f48367046 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714566 Mar 07 10:46:54.055520 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a2ea324f-64f5-433c-84ab-39b14102ad4b None None] For port 842f82a4-f425-4397-b8b9-2df3cda9117e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=842f82a4-f425-4397-b8b9-2df3cda9117e,segment=NetworkSegment(ff2986e3-ead8-4415-9028-1317c77b935e),segment_id=ff2986e3-ead8-4415-9028-1317c77b935e)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:54.075916 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-3260c4eb-cad6-4182-b0e7-89eefe801389 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Allocated IP 172.20.0.1 (48b949d9-36f2-4065-abfc-1bf5046f0b2c/69fda07f-b60e-48c4-8fa4-f2492dcc2bf6/a33d0f0d-571f-4b00-8bb8-0dfcf7504c1b) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:46:54.077823 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a2ea324f-64f5-433c-84ab-39b14102ad4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (842f82a4-f425-4397-b8b9-2df3cda9117e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:54.163183 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-01b200e2-8444-4bd0-b641-7020cf334498 req-e4d8b9dd-232c-4ac3-a80c-53e98ce41f83 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0776107 Mar 07 10:46:54.168795 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port dda374b7-cee3-4cc7-bb78-ca560b93610e is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:54.169281 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (dda374b7-cee3-4cc7-bb78-ca560b93610e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:54.177207 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4a1b5469-fcbd-4633-ac2f-b6387a7ae4f4 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (ddcb7659-1549-49c2-a639-3faee3044903), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:54.193049 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea324f-64f5-433c-84ab-39b14102ad4b None None] Pushing event updated for resources: {'Port': ['ID=842f82a4-f425-4397-b8b9-2df3cda9117e,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:54.208064 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4a1b5469-fcbd-4633-ac2f-b6387a7ae4f4 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ddcb7659-1549-49c2-a639-3faee3044903), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:54.231032 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port dda374b7-cee3-4cc7-bb78-ca560b93610e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=dda374b7-cee3-4cc7-bb78-ca560b93610e,segment=NetworkSegment(a3d31b80-93e6-434a-984a-cd97c7685298),segment_id=a3d31b80-93e6-434a-984a-cd97c7685298)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:54.238403 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (dda374b7-cee3-4cc7-bb78-ca560b93610e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:54.239131 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 842f82a4-f425-4397-b8b9-2df3cda9117e up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:46:54.285817 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e27e7cb6-030a-4c6a-ad6c-226583a06a06 req-433f9ac9-59a8-4851-817a-d20d0bb3ffb9 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (a5fdd44f-667a-4fb0-af7f-ae114402e95f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:54.305956 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b5469-fcbd-4633-ac2f-b6387a7ae4f4 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcb7659-1549-49c2-a639-3faee3044903,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:54.344434 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=dda374b7-cee3-4cc7-bb78-ca560b93610e,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:54.349334 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['ebed4773-7953-4951-8a16-c8016ef092a4'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:46:54.351853 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f9ac9-59a8-4851-817a-d20d0bb3ffb9 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Pushing event deleted for resources: {'Port': ['ID=a5fdd44f-667a-4fb0-af7f-ae114402e95f,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:54.371794 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4a1b5469-fcbd-4633-ac2f-b6387a7ae4f4 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:54.373054 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4a1b5469-fcbd-4633-ac2f-b6387a7ae4f4 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9587631 Mar 07 10:46:54.379093 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59748) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:54.403640 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-419a659c-fe15-4a5b-9c9c-eafb6723369b tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Request body: {'security_group_rule': {'security_group_id': 'ddcb7659-1549-49c2-a639-3faee3044903', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:54.425469 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-e6f0224c-2a01-4fad-bdf7-f4ce720a1aa5 None None] Provisioning complete for port 842f82a4-f425-4397-b8b9-2df3cda9117e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:54.426210 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e6f0224c-2a01-4fad-bdf7-f4ce720a1aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (842f82a4-f425-4397-b8b9-2df3cda9117e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:54.516329 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4ba09fd1-0211-4f1e-9c0d-78404139c5ab tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for port (9c9552e1-75f2-41e8-b449-c26aa43efa55), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:54.558931 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfde48d-1261-4d9f-b4f3-416b66bf2bc8 None None] Network 7afef027-6337-4451-b192-b320234f8fd2 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:46:54.562952 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4ba09fd1-0211-4f1e-9c0d-78404139c5ab tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (9c9552e1-75f2-41e8-b449-c26aa43efa55), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:54.610340 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27e7cb6-030a-4c6a-ad6c-226583a06a06 req-433f9ac9-59a8-4851-817a-d20d0bb3ffb9 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] No DVR routers for this DVR port a5fdd44f-667a-4fb0-af7f-ae114402e95f on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:46:54.616764 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3260c4eb-cad6-4182-b0e7-89eefe801389 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for port (a33d0f0d-571f-4b00-8bb8-0dfcf7504c1b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:54.619234 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e27e7cb6-030a-4c6a-ad6c-226583a06a06 req-433f9ac9-59a8-4851-817a-d20d0bb3ffb9 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:54.623227 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e27e7cb6-030a-4c6a-ad6c-226583a06a06 req-433f9ac9-59a8-4851-817a-d20d0bb3ffb9 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.31 "DELETE /v2.0/ports/a5fdd44f-667a-4fb0-af7f-ae114402e95f HTTP/1.1" status: 204 len: 173 time: 2.3922675 Mar 07 10:46:54.624483 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd150ded2-5567-48a3-be37-1884bcd0e7e5', 'name': 'network-vif-deleted', 'tag': 'a5fdd44f-667a-4fb0-af7f-ae114402e95f'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:46:54.626969 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba09fd1-0211-4f1e-9c0d-78404139c5ab tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Network 25a39ee9-f4c5-4256-bb51-d29e6d238ea9 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:46:54.627721 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208f9512-e740-4457-b4bb-5c9de020b880" -d '{"events": [{"server_uuid": "d150ded2-5567-48a3-be37-1884bcd0e7e5", "name": "network-vif-deleted", "tag": "a5fdd44f-667a-4fb0-af7f-ae114402e95f"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:46:54.632510 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-4ba09fd1-0211-4f1e-9c0d-78404139c5ab tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:54.636687 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba09fd1-0211-4f1e-9c0d-78404139c5ab tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:46:54.652800 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-419a659c-fe15-4a5b-9c9c-eafb6723369b tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (5c360624-4caf-42e5-8672-25cd6784bfca), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:54.695992 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f953e0-5fb8-4f69-beb1-8259058941b0 x-openstack-request-id: req-52f953e0-5fb8-4f69-beb1-8259058941b0 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:46:54.696292 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d150ded2-5567-48a3-be37-1884bcd0e7e5", "name": "network-vif-deleted", "tag": "a5fdd44f-667a-4fb0-af7f-ae114402e95f", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:46:54.696565 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-52f953e0-5fb8-4f69-beb1-8259058941b0 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:46:54.696953 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd150ded2-5567-48a3-be37-1884bcd0e7e5', 'name': 'network-vif-deleted', 'tag': 'a5fdd44f-667a-4fb0-af7f-ae114402e95f', 'status': 'completed', 'code': 200} Mar 07 10:46:54.758454 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba09fd1-0211-4f1e-9c0d-78404139c5ab tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:54.759261 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4ba09fd1-0211-4f1e-9c0d-78404139c5ab tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:54.783294 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c2543b4b-bf91-4bcc-a3da-8906ce1d2319 req-ca4f5834-d6fc-4dd3-a780-d4783dd5f668 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=d150ded2-5567-48a3-be37-1884bcd0e7e5 HTTP/1.1" status: 200 len: 210 time: 0.1810477 Mar 07 10:46:54.786269 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3260c4eb-cad6-4182-b0e7-89eefe801389 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (a33d0f0d-571f-4b00-8bb8-0dfcf7504c1b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:54.805272 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba09fd1-0211-4f1e-9c0d-78404139c5ab tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event updated for resources: {'Port': ['ID=9c9552e1-75f2-41e8-b449-c26aa43efa55,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:54.843649 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4ba09fd1-0211-4f1e-9c0d-78404139c5ab tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5614810 Mar 07 10:46:54.846093 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59754) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:54.857399 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device a5fdd44f-667a-4fb0-af7f-ae114402e95f no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:46:54.868579 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3260c4eb-cad6-4182-b0e7-89eefe801389 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network 48b949d9-36f2-4065-abfc-1bf5046f0b2c is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:46:54.879299 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-a1d43b72-56a9-447b-ac2f-525e423c94c8 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'port_id': '9c9552e1-75f2-41e8-b449-c26aa43efa55', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:54.887955 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-419a659c-fe15-4a5b-9c9c-eafb6723369b tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (5c360624-4caf-42e5-8672-25cd6784bfca), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:54.901579 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: a5fdd44f-667a-4fb0-af7f-ae114402e95f {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:46:54.902236 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device a5fdd44f-667a-4fb0-af7f-ae114402e95f not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:46:54.933994 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-3260c4eb-cad6-4182-b0e7-89eefe801389 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:54.950665 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-419a659c-fe15-4a5b-9c9c-eafb6723369b tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (5c360624-4caf-42e5-8672-25cd6784bfca), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:54.953938 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1d43b72-56a9-447b-ac2f-525e423c94c8 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:54.976522 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e6f0224c-2a01-4fad-bdf7-f4ce720a1aa5 None None] Current status of the port 842f82a4-f425-4397-b8b9-2df3cda9117e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:54.985274 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 842f82a4-f425-4397-b8b9-2df3cda9117e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:54.985663 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (842f82a4-f425-4397-b8b9-2df3cda9117e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:55.002446 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3260c4eb-cad6-4182-b0e7-89eefe801389 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:46:55.027862 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a659c-fe15-4a5b-9c9c-eafb6723369b tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c360624-4caf-42e5-8672-25cd6784bfca,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:55.146171 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260c4eb-cad6-4182-b0e7-89eefe801389 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Port': ['ID=a33d0f0d-571f-4b00-8bb8-0dfcf7504c1b,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:55.149462 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3260c4eb-cad6-4182-b0e7-89eefe801389 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (b137ae5b-c720-4d21-9ca0-c7c5c41bbedd), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:55.286390 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6415a576-3ceb-474f-ae85-ed2f583cd5df None None] Provisioning complete for port dda374b7-cee3-4cc7-bb78-ca560b93610e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:55.287352 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6415a576-3ceb-474f-ae85-ed2f583cd5df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (dda374b7-cee3-4cc7-bb78-ca560b93610e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:55.313771 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659ee92-722f-4fa2-81b4-4226350ef39c req-3a48c636-b600-4dba-87a0-6a3ae8e414f9 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:55.316267 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9659ee92-722f-4fa2-81b4-4226350ef39c req-3a48c636-b600-4dba-87a0-6a3ae8e414f9 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.1223726 Mar 07 10:46:55.423216 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9659ee92-722f-4fa2-81b4-4226350ef39c req-5d60f1b1-31e7-4bed-99ff-1e2a00f35c5c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975664 Mar 07 10:46:55.465702 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-419a659c-fe15-4a5b-9c9c-eafb6723369b tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:55.469851 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-419a659c-fe15-4a5b-9c9c-eafb6723369b tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0671039 Mar 07 10:46:55.470757 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59762) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:55.475408 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-b2956272-4473-4bbd-9f57-70e98b10dee5 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Request body: {'security_group_rule': {'security_group_id': 'ddcb7659-1549-49c2-a639-3faee3044903', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:55.559819 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b2956272-4473-4bbd-9f57-70e98b10dee5 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (ae65d555-fb08-47f1-a9e7-71cf228ce57c), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:55.575636 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 842f82a4-f425-4397-b8b9-2df3cda9117e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:55.643871 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6415a576-3ceb-474f-ae85-ed2f583cd5df None None] Current status of the port dda374b7-cee3-4cc7-bb78-ca560b93610e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:55.659396 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e04f0667-e2e1-4db7-8c90-b9cebe8be852 req-65caf73a-6b60-4a93-a86d-53906122481b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0615106 Mar 07 10:46:55.665565 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee7687-e26a-4152-a0ae-207c12b29a5a req-9b5f68e1-be60-4798-8d6b-dc78a15f4c28 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:55.667506 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3ee7687-e26a-4152-a0ae-207c12b29a5a req-9b5f68e1-be60-4798-8d6b-dc78a15f4c28 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 0.5499487 Mar 07 10:46:55.742974 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device dda374b7-cee3-4cc7-bb78-ca560b93610e up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:46:55.753861 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3260c4eb-cad6-4182-b0e7-89eefe801389 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a33d0f0d-571f-4b00-8bb8-0dfcf7504c1b), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:55.754994 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b2956272-4473-4bbd-9f57-70e98b10dee5 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (ae65d555-fb08-47f1-a9e7-71cf228ce57c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:55.760277 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b2956272-4473-4bbd-9f57-70e98b10dee5 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (ae65d555-fb08-47f1-a9e7-71cf228ce57c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:55.778224 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2956272-4473-4bbd-9f57-70e98b10dee5 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae65d555-fb08-47f1-a9e7-71cf228ce57c,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:55.792612 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2956272-4473-4bbd-9f57-70e98b10dee5 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:55.793135 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2956272-4473-4bbd-9f57-70e98b10dee5 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:55.793780 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2956272-4473-4bbd-9f57-70e98b10dee5 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:55.794221 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2956272-4473-4bbd-9f57-70e98b10dee5 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:55.794808 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2956272-4473-4bbd-9f57-70e98b10dee5 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:55.795245 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2956272-4473-4bbd-9f57-70e98b10dee5 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:55.795678 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2956272-4473-4bbd-9f57-70e98b10dee5 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:55.796232 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2956272-4473-4bbd-9f57-70e98b10dee5 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:55.796928 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2956272-4473-4bbd-9f57-70e98b10dee5 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:55.797566 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2956272-4473-4bbd-9f57-70e98b10dee5 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:55.798279 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2956272-4473-4bbd-9f57-70e98b10dee5 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:55.798498 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-e9bde46e-c850-4ef1-8097-798b2aaa0a7e None None] Provisioning complete for port a33d0f0d-571f-4b00-8bb8-0dfcf7504c1b triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:55.798802 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2956272-4473-4bbd-9f57-70e98b10dee5 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:55.799213 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e9bde46e-c850-4ef1-8097-798b2aaa0a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a33d0f0d-571f-4b00-8bb8-0dfcf7504c1b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:55.799340 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2956272-4473-4bbd-9f57-70e98b10dee5 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:46:55.813867 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3ee7687-e26a-4152-a0ae-207c12b29a5a req-d61f9cde-9f61-478a-b0e4-61c2174c4de4 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115708 Mar 07 10:46:55.823292 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b2956272-4473-4bbd-9f57-70e98b10dee5 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:55.824721 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b2956272-4473-4bbd-9f57-70e98b10dee5 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3532579 Mar 07 10:46:55.829350 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59764) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:55.834362 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-74e8350f-f901-42db-9641-5f53223eb3c7 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Request body: {'security_group_rule': {'security_group_id': 'ddcb7659-1549-49c2-a639-3faee3044903', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:55.873292 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-74e8350f-f901-42db-9641-5f53223eb3c7 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (58be01f7-92be-4aa5-aa0b-f07b7976d8af), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:55.899839 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e9bde46e-c850-4ef1-8097-798b2aaa0a7e None None] Port a33d0f0d-571f-4b00-8bb8-0dfcf7504c1b cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:46:55.908654 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port dda374b7-cee3-4cc7-bb78-ca560b93610e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:55.909037 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (dda374b7-cee3-4cc7-bb78-ca560b93610e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:55.954932 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-74e8350f-f901-42db-9641-5f53223eb3c7 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (58be01f7-92be-4aa5-aa0b-f07b7976d8af), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:55.960238 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-74e8350f-f901-42db-9641-5f53223eb3c7 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (58be01f7-92be-4aa5-aa0b-f07b7976d8af), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:55.984908 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-e9bde46e-c850-4ef1-8097-798b2aaa0a7e None None] Provisioning complete for port dda374b7-cee3-4cc7-bb78-ca560b93610e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:55.985340 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e9bde46e-c850-4ef1-8097-798b2aaa0a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (dda374b7-cee3-4cc7-bb78-ca560b93610e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:55.999728 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8350f-f901-42db-9641-5f53223eb3c7 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58be01f7-92be-4aa5-aa0b-f07b7976d8af,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:56.020725 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-74e8350f-f901-42db-9641-5f53223eb3c7 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:56.022740 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-74e8350f-f901-42db-9641-5f53223eb3c7 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1919479 Mar 07 10:46:56.026335 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59772) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:56.035090 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-795529e6-8114-4026-8882-5f6551d7fd63 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Request body: {'security_group_rule': {'security_group_id': 'ddcb7659-1549-49c2-a639-3faee3044903', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:56.036474 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1d43b72-56a9-447b-ac2f-525e423c94c8 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:56.074540 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-795529e6-8114-4026-8882-5f6551d7fd63 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (168cb990-3d0b-435f-8e9f-427b50d893cb), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:56.110819 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port dda374b7-cee3-4cc7-bb78-ca560b93610e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:56.112078 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 842f82a4-f425-4397-b8b9-2df3cda9117e up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:46:56.165060 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-795529e6-8114-4026-8882-5f6551d7fd63 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (168cb990-3d0b-435f-8e9f-427b50d893cb), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:56.178029 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-795529e6-8114-4026-8882-5f6551d7fd63 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (168cb990-3d0b-435f-8e9f-427b50d893cb), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:56.207637 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795529e6-8114-4026-8882-5f6551d7fd63 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=168cb990-3d0b-435f-8e9f-427b50d893cb,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:56.252869 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-795529e6-8114-4026-8882-5f6551d7fd63 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:56.256713 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-795529e6-8114-4026-8882-5f6551d7fd63 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2266898 Mar 07 10:46:56.256929 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59774) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:56.263011 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f6df8b8e-7e69-49ec-8ac7-c1841065e27c tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Request body: {'security_group_rule': {'security_group_id': 'ddcb7659-1549-49c2-a639-3faee3044903', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:56.276492 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-a1d43b72-56a9-447b-ac2f-525e423c94c8 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Allocated IP 172.25.3.150 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/c264cd19-4c47-4737-a09a-739e52a44b3c) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:46:56.327958 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f6df8b8e-7e69-49ec-8ac7-c1841065e27c tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (63f88946-019f-4fdf-bb17-ec39ae5f35b4), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:56.409614 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e9bde46e-c850-4ef1-8097-798b2aaa0a7e None None] Current status of the port dda374b7-cee3-4cc7-bb78-ca560b93610e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:56.423311 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f6df8b8e-7e69-49ec-8ac7-c1841065e27c tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (63f88946-019f-4fdf-bb17-ec39ae5f35b4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:56.423529 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 842f82a4-f425-4397-b8b9-2df3cda9117e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:56.423876 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (842f82a4-f425-4397-b8b9-2df3cda9117e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:56.431430 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f6df8b8e-7e69-49ec-8ac7-c1841065e27c tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (63f88946-019f-4fdf-bb17-ec39ae5f35b4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:56.474913 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1d43b72-56a9-447b-ac2f-525e423c94c8 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for port (c264cd19-4c47-4737-a09a-739e52a44b3c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:56.501643 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df8b8e-7e69-49ec-8ac7-c1841065e27c tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f88946-019f-4fdf-bb17-ec39ae5f35b4,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:56.520791 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 842f82a4-f425-4397-b8b9-2df3cda9117e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:46:56.524786 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f6df8b8e-7e69-49ec-8ac7-c1841065e27c tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:56.525905 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f6df8b8e-7e69-49ec-8ac7-c1841065e27c tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2677755 Mar 07 10:46:56.528587 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59778) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:56.612755 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8bce5098-46db-426a-b33e-d1b3c80aad04 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (63f88946-019f-4fdf-bb17-ec39ae5f35b4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:56.623570 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1d43b72-56a9-447b-ac2f-525e423c94c8 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (c264cd19-4c47-4737-a09a-739e52a44b3c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:56.628399 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8bce5098-46db-426a-b33e-d1b3c80aad04 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (63f88946-019f-4fdf-bb17-ec39ae5f35b4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:56.670055 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5caeb-7cb2-4d18-bf48-cf9bd87e5fb2 req-0f33aed6-63a2-48ce-93fc-945cdeff8ba5 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:56.672244 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5fd5caeb-7cb2-4d18-bf48-cf9bd87e5fb2 req-0f33aed6-63a2-48ce-93fc-945cdeff8ba5 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.1111038 Mar 07 10:46:56.673524 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8bce5098-46db-426a-b33e-d1b3c80aad04 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (63f88946-019f-4fdf-bb17-ec39ae5f35b4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:56.680705 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8bce5098-46db-426a-b33e-d1b3c80aad04 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:56.681488 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8bce5098-46db-426a-b33e-d1b3c80aad04 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/63f88946-019f-4fdf-bb17-ec39ae5f35b4 HTTP/1.1" status: 204 len: 168 time: 0.1516953 Mar 07 10:46:56.684963 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59782) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:56.701983 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce5098-46db-426a-b33e-d1b3c80aad04 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63f88946-019f-4fdf-bb17-ec39ae5f35b4,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:56.715063 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d43b72-56a9-447b-ac2f-525e423c94c8 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:46:56.734201 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-a1d43b72-56a9-447b-ac2f-525e423c94c8 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:56.740280 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3260c4eb-cad6-4182-b0e7-89eefe801389 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for port (a33d0f0d-571f-4b00-8bb8-0dfcf7504c1b), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:56.746967 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d43b72-56a9-447b-ac2f-525e423c94c8 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:46:56.751689 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d43b72-56a9-447b-ac2f-525e423c94c8 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event updated for resources: {'Port': ['ID=c264cd19-4c47-4737-a09a-739e52a44b3c,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:56.780996 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e23c22f8-e287-48fe-a79a-65bf232bfdf3 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0872869 Mar 07 10:46:56.781251 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3260c4eb-cad6-4182-b0e7-89eefe801389 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (a33d0f0d-571f-4b00-8bb8-0dfcf7504c1b), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:56.781405 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59786) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:56.791896 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5fd5caeb-7cb2-4d18-bf48-cf9bd87e5fb2 req-965e41af-75a8-4a60-bd5f-d94a60804c88 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080439 Mar 07 10:46:56.822192 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-afc887c1-1f48-4a02-88ae-eccd6fba8c24 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (168cb990-3d0b-435f-8e9f-427b50d893cb), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:56.836632 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-afc887c1-1f48-4a02-88ae-eccd6fba8c24 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (168cb990-3d0b-435f-8e9f-427b50d893cb), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:56.888089 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:46:56.917017 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f9ae29-7b67-46fb-a015-b3082c28cbab req-c1460346-16c7-491a-816e-2f5505855ad8 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:56.926173 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-81f9ae29-7b67-46fb-a015-b3082c28cbab req-c1460346-16c7-491a-816e-2f5505855ad8 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 945 time: 0.2674353 Mar 07 10:46:56.932732 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7baf82e1-eb70-4523-93c7-eac173e53aa0 req-e4d932c6-40e2-4add-80f3-f8e8ae43e008 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6f913fa-7f5a-43a3-8940-a1b13b65d9c3 HTTP/1.1" status: 200 len: 210 time: 0.0419505 Mar 07 10:46:56.933849 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-afc887c1-1f48-4a02-88ae-eccd6fba8c24 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (168cb990-3d0b-435f-8e9f-427b50d893cb), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:56.945829 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-afc887c1-1f48-4a02-88ae-eccd6fba8c24 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:56.947336 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-afc887c1-1f48-4a02-88ae-eccd6fba8c24 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/168cb990-3d0b-435f-8e9f-427b50d893cb HTTP/1.1" status: 204 len: 168 time: 0.1654551 Mar 07 10:46:56.948338 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc887c1-1f48-4a02-88ae-eccd6fba8c24 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=168cb990-3d0b-435f-8e9f-427b50d893cb,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:56.950075 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59788) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:57.032288 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-56562bbb-baf2-4672-9766-90839d0cfae7 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0808363 Mar 07 10:46:57.033047 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59790) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:57.058699 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3260c4eb-cad6-4182-b0e7-89eefe801389 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Port': ['ID=a33d0f0d-571f-4b00-8bb8-0dfcf7504c1b,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:57.070420 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-034139d4-2e5b-4030-85fb-8c436eb8c95d tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (58be01f7-92be-4aa5-aa0b-f07b7976d8af), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:57.083886 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3260c4eb-cad6-4182-b0e7-89eefe801389 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (b137ae5b-c720-4d21-9ca0-c7c5c41bbedd), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:57.084867 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-034139d4-2e5b-4030-85fb-8c436eb8c95d tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (58be01f7-92be-4aa5-aa0b-f07b7976d8af), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:57.110852 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-81f9ae29-7b67-46fb-a015-b3082c28cbab req-3cef4de0-2472-4c15-91a5-05698531fbdf tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834781 Mar 07 10:46:57.129929 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-034139d4-2e5b-4030-85fb-8c436eb8c95d tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (58be01f7-92be-4aa5-aa0b-f07b7976d8af), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:57.130125 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c4c24-a423-48b1-b329-d89b2b2b2c4d req-9904bdae-13b5-47d5-8239-5b763b4ae557 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:57.130555 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3f5c4c24-a423-48b1-b329-d89b2b2b2c4d req-9904bdae-13b5-47d5-8239-5b763b4ae557 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.21 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 945 time: 0.3187101 Mar 07 10:46:57.132624 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-034139d4-2e5b-4030-85fb-8c436eb8c95d tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:57.136978 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-034139d4-2e5b-4030-85fb-8c436eb8c95d tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/58be01f7-92be-4aa5-aa0b-f07b7976d8af HTTP/1.1" status: 204 len: 168 time: 0.1026509 Mar 07 10:46:57.138573 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59792) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:57.168658 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034139d4-2e5b-4030-85fb-8c436eb8c95d tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58be01f7-92be-4aa5-aa0b-f07b7976d8af,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:57.212639 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-00bc722c-81cf-497b-8418-5149e095b158 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0691133 Mar 07 10:46:57.213443 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59794) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:57.244537 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd3d6281-ad23-4337-8305-d294ff0f2632 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (ae65d555-fb08-47f1-a9e7-71cf228ce57c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:57.254492 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd3d6281-ad23-4337-8305-d294ff0f2632 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (ae65d555-fb08-47f1-a9e7-71cf228ce57c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:57.290604 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd3d6281-ad23-4337-8305-d294ff0f2632 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (ae65d555-fb08-47f1-a9e7-71cf228ce57c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:57.312907 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd3d6281-ad23-4337-8305-d294ff0f2632 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:57.320019 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fd3d6281-ad23-4337-8305-d294ff0f2632 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/ae65d555-fb08-47f1-a9e7-71cf228ce57c HTTP/1.1" status: 204 len: 168 time: 0.1039264 Mar 07 10:46:57.323279 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59796) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:57.350213 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d6281-ad23-4337-8305-d294ff0f2632 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ae65d555-fb08-47f1-a9e7-71cf228ce57c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:57.403841 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3b611412-6290-4a0a-80f8-c31bceab6293 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0766597 Mar 07 10:46:57.404934 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59800) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:57.436226 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-09bc26b4-654b-48e6-9746-435573d38752 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (5c360624-4caf-42e5-8672-25cd6784bfca), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:57.446975 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-09bc26b4-654b-48e6-9746-435573d38752 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (5c360624-4caf-42e5-8672-25cd6784bfca), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:57.484072 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-09bc26b4-654b-48e6-9746-435573d38752 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (5c360624-4caf-42e5-8672-25cd6784bfca), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:57.489591 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-09bc26b4-654b-48e6-9746-435573d38752 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:57.493617 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-09bc26b4-654b-48e6-9746-435573d38752 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/5c360624-4caf-42e5-8672-25cd6784bfca HTTP/1.1" status: 204 len: 168 time: 0.0872409 Mar 07 10:46:57.494612 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59804) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:57.519448 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc26b4-654b-48e6-9746-435573d38752 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c360624-4caf-42e5-8672-25cd6784bfca,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:57.574754 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b8811c98-2e8c-4e80-842b-2292b4e7b38c tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0719857 Mar 07 10:46:57.575556 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59808) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:57.663772 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e7f5042b-57a1-499f-9eaf-9173a336b928 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (ddcb7659-1549-49c2-a639-3faee3044903), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:57.690981 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e7f5042b-57a1-499f-9eaf-9173a336b928 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (ddcb7659-1549-49c2-a639-3faee3044903), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:57.743850 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e7f5042b-57a1-499f-9eaf-9173a336b928 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ddcb7659-1549-49c2-a639-3faee3044903), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:57.748603 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e7f5042b-57a1-499f-9eaf-9173a336b928 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:57.750665 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e7f5042b-57a1-499f-9eaf-9173a336b928 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "DELETE /v2.0/security-groups/ddcb7659-1549-49c2-a639-3faee3044903 HTTP/1.1" status: 204 len: 168 time: 0.1739707 Mar 07 10:46:57.755579 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59810) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:57.765231 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5042b-57a1-499f-9eaf-9173a336b928 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcb7659-1549-49c2-a639-3faee3044903,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:57.862246 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-3f5c4c24-a423-48b1-b329-d89b2b2b2c4d req-261a5046-2b12-41f6-a9a3-45568a698bdc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Deleting port ebed4773-7953-4951-8a16-c8016ef092a4 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:57.862600 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3f5c4c24-a423-48b1-b329-d89b2b2b2c4d req-261a5046-2b12-41f6-a9a3-45568a698bdc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (ebed4773-7953-4951-8a16-c8016ef092a4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:57.875496 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3260c4eb-cad6-4182-b0e7-89eefe801389 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network 48b949d9-36f2-4065-abfc-1bf5046f0b2c is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:46:57.890696 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-371e2e8b-559a-474d-8bd1-be52982a5a98 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1315713 Mar 07 10:46:57.894835 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59814) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:57.900044 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-3260c4eb-cad6-4182-b0e7-89eefe801389 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:46:57.933187 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-056cb23c-e056-41d8-8bc8-7f2398f621e3 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Request body: {'security_group': {'name': 'tempest-secgroup--163066869'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:58.102422 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-056cb23c-e056-41d8-8bc8-7f2398f621e3 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:58.141170 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59824) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:58.163530 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94534a-754a-4a2c-864e-8466b70c0242 req-c76485ac-44b0-4ae4-ad14-59ddb6b04547 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:58.171911 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dc94534a-754a-4a2c-864e-8466b70c0242 req-c76485ac-44b0-4ae4-ad14-59ddb6b04547 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.2810676 Mar 07 10:46:58.282144 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-3f5c4c24-a423-48b1-b329-d89b2b2b2c4d req-261a5046-2b12-41f6-a9a3-45568a698bdc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] For port ebed4773-7953-4951-8a16-c8016ef092a4, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=ebed4773-7953-4951-8a16-c8016ef092a4,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:46:58.282461 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3f5c4c24-a423-48b1-b329-d89b2b2b2c4d req-261a5046-2b12-41f6-a9a3-45568a698bdc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (ebed4773-7953-4951-8a16-c8016ef092a4), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:58.348788 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-3f5c4c24-a423-48b1-b329-d89b2b2b2c4d req-261a5046-2b12-41f6-a9a3-45568a698bdc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Calling delete_port for ebed4773-7953-4951-8a16-c8016ef092a4 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:58.355353 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ed50aef0-2aba-40ac-953f-f8f993d622eb None None] Provisioning complete for port a33d0f0d-571f-4b00-8bb8-0dfcf7504c1b triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:46:58.355883 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ed50aef0-2aba-40ac-953f-f8f993d622eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a33d0f0d-571f-4b00-8bb8-0dfcf7504c1b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:58.363063 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e797cb6e-7284-4d09-b7f3-f73bf682ab4c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for security_group (1b7ff8d0-cbce-43ce-acda-661fc6e853f0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:58.446148 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ed50aef0-2aba-40ac-953f-f8f993d622eb None None] Port a33d0f0d-571f-4b00-8bb8-0dfcf7504c1b cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:46:58.485927 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dc94534a-754a-4a2c-864e-8466b70c0242 req-bda07791-bab3-457b-93d9-08d06a33e1ef tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126791 Mar 07 10:46:58.499545 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e797cb6e-7284-4d09-b7f3-f73bf682ab4c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for security_group (1b7ff8d0-cbce-43ce-acda-661fc6e853f0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:58.529629 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-056cb23c-e056-41d8-8bc8-7f2398f621e3 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (5118e6b2-cf69-408b-b932-f45096d70b9a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:58.533008 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07f5ad-651a-4cc6-b608-8743e5701fae req-42af851c-34d0-4b83-829e-b4602cbbfc29 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:58.534733 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ff07f5ad-651a-4cc6-b608-8743e5701fae req-42af851c-34d0-4b83-829e-b4602cbbfc29 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 945 time: 0.3043034 Mar 07 10:46:58.552457 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-056cb23c-e056-41d8-8bc8-7f2398f621e3 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5118e6b2-cf69-408b-b932-f45096d70b9a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:58.609499 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3260c4eb-cad6-4182-b0e7-89eefe801389 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Router b137ae5b-c720-4d21-9ca0-c7c5c41bbedd is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:46:58.643571 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056cb23c-e056-41d8-8bc8-7f2398f621e3 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5118e6b2-cf69-408b-b932-f45096d70b9a,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:58.656594 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1d43b72-56a9-447b-ac2f-525e423c94c8 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for floatingip (34664007-3afb-467b-9afd-93c480d6292c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:58.668391 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-056cb23c-e056-41d8-8bc8-7f2398f621e3 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:58.671660 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-056cb23c-e056-41d8-8bc8-7f2398f621e3 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7745352 Mar 07 10:46:58.674706 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59828) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:58.680848 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-be3cda49-59ff-4fa4-9c26-d392e68c5fa8 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Request body: {'security_group_rule': {'security_group_id': '5118e6b2-cf69-408b-b932-f45096d70b9a', 'direction': 'ingress', 'protocol': 17}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:58.696690 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ff07f5ad-651a-4cc6-b608-8743e5701fae req-3f90e425-d2f0-4de3-baf3-8b74206e93e1 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416931 Mar 07 10:46:58.714922 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be3cda49-59ff-4fa4-9c26-d392e68c5fa8 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (cbd990c3-b373-481b-8e85-fe439fd72f9a), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:58.719093 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e797cb6e-7284-4d09-b7f3-f73bf682ab4c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (1b7ff8d0-cbce-43ce-acda-661fc6e853f0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:58.721738 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e797cb6e-7284-4d09-b7f3-f73bf682ab4c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:58.725438 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e797cb6e-7284-4d09-b7f3-f73bf682ab4c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "DELETE /v2.0/security-groups/1b7ff8d0-cbce-43ce-acda-661fc6e853f0 HTTP/1.1" status: 204 len: 168 time: 0.5486765 Mar 07 10:46:58.739425 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59830) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:58.741985 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797cb6e-7284-4d09-b7f3-f73bf682ab4c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7ff8d0-cbce-43ce-acda-661fc6e853f0,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:58.771488 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-7a601880-87f0-4d71-92d5-35e6801187fe tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] show failed (client error): The resource could not be found. Mar 07 10:46:58.772641 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7a601880-87f0-4d71-92d5-35e6801187fe tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "GET /v2.0/security-groups/1b7ff8d0-cbce-43ce-acda-661fc6e853f0 HTTP/1.1" status: 404 len: 347 time: 0.0280750 Mar 07 10:46:58.779819 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59832) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:58.846883 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3f5c4c24-a423-48b1-b329-d89b2b2b2c4d req-261a5046-2b12-41f6-a9a3-45568a698bdc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (ebed4773-7953-4951-8a16-c8016ef092a4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:58.859991 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['ebed4773-7953-4951-8a16-c8016ef092a4'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:46:58.935146 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a5046-2b12-41f6-a9a3-45568a698bdc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Pushing event deleted for resources: {'Port': ['ID=ebed4773-7953-4951-8a16-c8016ef092a4,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:58.989821 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1d43b72-56a9-447b-ac2f-525e423c94c8 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c264cd19-4c47-4737-a09a-739e52a44b3c), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:59.012916 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-4803d546-c31b-489c-a15c-6ba77587a83a tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Deleting port 10e1cd4f-8acb-4ab2-94d2-4be65132546c {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:59.012916 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4803d546-c31b-489c-a15c-6ba77587a83a tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (10e1cd4f-8acb-4ab2-94d2-4be65132546c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:59.016851 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be3cda49-59ff-4fa4-9c26-d392e68c5fa8 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (cbd990c3-b373-481b-8e85-fe439fd72f9a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:59.032153 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be3cda49-59ff-4fa4-9c26-d392e68c5fa8 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (cbd990c3-b373-481b-8e85-fe439fd72f9a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:59.063693 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3cda49-59ff-4fa4-9c26-d392e68c5fa8 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbd990c3-b373-481b-8e85-fe439fd72f9a,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:59.107172 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be3cda49-59ff-4fa4-9c26-d392e68c5fa8 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:59.118110 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-be3cda49-59ff-4fa4-9c26-d392e68c5fa8 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4409294 Mar 07 10:46:59.118836 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59836) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:59.182739 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5c4c24-a423-48b1-b329-d89b2b2b2c4d req-261a5046-2b12-41f6-a9a3-45568a698bdc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] No DVR routers for this DVR port ebed4773-7953-4951-8a16-c8016ef092a4 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:46:59.194365 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3f5c4c24-a423-48b1-b329-d89b2b2b2c4d req-261a5046-2b12-41f6-a9a3-45568a698bdc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:59.206918 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3f5c4c24-a423-48b1-b329-d89b2b2b2c4d req-261a5046-2b12-41f6-a9a3-45568a698bdc tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.21 "DELETE /v2.0/ports/ebed4773-7953-4951-8a16-c8016ef092a4 HTTP/1.1" status: 204 len: 173 time: 2.0688534 Mar 07 10:46:59.209607 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92c8679-13d6-447f-b487-8a35feda8ba1', 'name': 'network-vif-deleted', 'tag': 'ebed4773-7953-4951-8a16-c8016ef092a4'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:46:59.214353 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf22887-b3f2-4742-8404-ddcba7e09fa9" -d '{"events": [{"server_uuid": "e92c8679-13d6-447f-b487-8a35feda8ba1", "name": "network-vif-deleted", "tag": "ebed4773-7953-4951-8a16-c8016ef092a4"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:46:59.219767 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4803d546-c31b-489c-a15c-6ba77587a83a tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (10e1cd4f-8acb-4ab2-94d2-4be65132546c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:59.220101 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4803d546-c31b-489c-a15c-6ba77587a83a tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for floatingip (10e1cd4f-8acb-4ab2-94d2-4be65132546c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:59.231213 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3260c4eb-cad6-4182-b0e7-89eefe801389 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:46:59.246119 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-4803d546-c31b-489c-a15c-6ba77587a83a tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Calling delete_port for 10e1cd4f-8acb-4ab2-94d2-4be65132546c owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:46:59.246909 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6d22a6-1967-44eb-9fa0-33e22d23df47 None None] Sync routers for ids ['b137ae5b-c720-4d21-9ca0-c7c5c41bbedd'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:46:59.258734 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3260c4eb-cad6-4182-b0e7-89eefe801389 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "PUT /v2.0/routers/b137ae5b-c720-4d21-9ca0-c7c5c41bbedd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6446760 Mar 07 10:46:59.259380 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59840) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:59.266846 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c41c6f0b-8560-404f-98dd-20b9560c2f93 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (5118e6b2-cf69-408b-b932-f45096d70b9a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:59.285077 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6d22a6-1967-44eb-9fa0-33e22d23df47 None None] Routers {'b137ae5b-c720-4d21-9ca0-c7c5c41bbedd'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:59.288432 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1c6d22a6-1967-44eb-9fa0-33e22d23df47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['b137ae5b-c720-4d21-9ca0-c7c5c41bbedd'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:59.302319 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c41c6f0b-8560-404f-98dd-20b9560c2f93 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (5118e6b2-cf69-408b-b932-f45096d70b9a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:59.362895 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555d2e26-83ab-47cc-9872-f6918d2573f7 x-openstack-request-id: req-555d2e26-83ab-47cc-9872-f6918d2573f7 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:46:59.363120 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92c8679-13d6-447f-b487-8a35feda8ba1", "name": "network-vif-deleted", "tag": "ebed4773-7953-4951-8a16-c8016ef092a4", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:46:59.363257 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-555d2e26-83ab-47cc-9872-f6918d2573f7 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:46:59.363689 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92c8679-13d6-447f-b487-8a35feda8ba1', 'name': 'network-vif-deleted', 'tag': 'ebed4773-7953-4951-8a16-c8016ef092a4', 'status': 'completed', 'code': 200} Mar 07 10:46:59.382575 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1c6d22a6-1967-44eb-9fa0-33e22d23df47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:59.394625 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6d22a6-1967-44eb-9fa0-33e22d23df47 None None] Routers {'b137ae5b-c720-4d21-9ca0-c7c5c41bbedd'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:46:59.395606 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1c6d22a6-1967-44eb-9fa0-33e22d23df47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['b137ae5b-c720-4d21-9ca0-c7c5c41bbedd'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:59.418417 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c41c6f0b-8560-404f-98dd-20b9560c2f93 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5118e6b2-cf69-408b-b932-f45096d70b9a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:59.423940 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c41c6f0b-8560-404f-98dd-20b9560c2f93 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:59.428415 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c41c6f0b-8560-404f-98dd-20b9560c2f93 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "DELETE /v2.0/security-groups/5118e6b2-cf69-408b-b932-f45096d70b9a HTTP/1.1" status: 204 len: 168 time: 0.2871504 Mar 07 10:46:59.429770 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59842) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:59.452523 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41c6f0b-8560-404f-98dd-20b9560c2f93 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5118e6b2-cf69-408b-b932-f45096d70b9a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:59.475583 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dd64f3-70f4-429e-b114-d6330a1341e9 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:59.480110 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b3dd64f3-70f4-429e-b114-d6330a1341e9 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "GET /v2.0/ports/a33d0f0d-571f-4b00-8bb8-0dfcf7504c1b HTTP/1.1" status: 200 len: 910 time: 0.2066708 Mar 07 10:46:59.480758 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59844) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:59.582547 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4803d546-c31b-489c-a15c-6ba77587a83a tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (10e1cd4f-8acb-4ab2-94d2-4be65132546c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:59.590576 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1c6d22a6-1967-44eb-9fa0-33e22d23df47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:46:59.591448 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6d22a6-1967-44eb-9fa0-33e22d23df47 None None] The sync data for ids ['b137ae5b-c720-4d21-9ca0-c7c5c41bbedd'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:46:59.635341 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803d546-c31b-489c-a15c-6ba77587a83a tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Pushing event deleted for resources: {'Port': ['ID=10e1cd4f-8acb-4ab2-94d2-4be65132546c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:46:59.688735 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ac6382da-8b51-49ea-be7b-4d927c9c8349 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2549031 Mar 07 10:46:59.709741 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59852) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:59.716271 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-2a129008-5d4c-4776-b4f7-cf091fc47db9 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Request body: {'security_group': {'name': 'tempest-secgroup--981539137'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:46:59.723827 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1d43b72-56a9-447b-ac2f-525e423c94c8 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for port (c264cd19-4c47-4737-a09a-739e52a44b3c), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:59.740346 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1d43b72-56a9-447b-ac2f-525e423c94c8 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (c264cd19-4c47-4737-a09a-739e52a44b3c), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:59.749442 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4803d546-c31b-489c-a15c-6ba77587a83a tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for floatingip (572194b6-8ab6-4d93-9100-fb93f524ef43), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:59.752579 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4803d546-c31b-489c-a15c-6ba77587a83a tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:59.756435 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4803d546-c31b-489c-a15c-6ba77587a83a tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "DELETE /v2.0/floatingips/572194b6-8ab6-4d93-9100-fb93f524ef43 HTTP/1.1" status: 204 len: 168 time: 0.9729958 Mar 07 10:46:59.758574 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59856) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:46:59.813716 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2a129008-5d4c-4776-b4f7-cf091fc47db9 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:59.944593 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dee7bb6-798f-47c2-8b47-5c633ab0d392 req-e964380b-73fd-4d10-aa4d-3f3e3d01d5f9 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:46:59.951781 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4dee7bb6-798f-47c2-8b47-5c633ab0d392 req-e964380b-73fd-4d10-aa4d-3f3e3d01d5f9 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.3008497 Mar 07 10:46:59.961317 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2a129008-5d4c-4776-b4f7-cf091fc47db9 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (759f2547-8372-4fba-994e-7fdc1563254c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:59.967364 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-4087ef20-dada-4569-b8d0-6e6a88913d4c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Deleting port 7afcc113-918d-4856-a414-821d3eaf65d7 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:46:59.967986 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4087ef20-dada-4569-b8d0-6e6a88913d4c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (7afcc113-918d-4856-a414-821d3eaf65d7), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:59.973187 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2a129008-5d4c-4776-b4f7-cf091fc47db9 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (759f2547-8372-4fba-994e-7fdc1563254c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:46:59.986577 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d43b72-56a9-447b-ac2f-525e423c94c8 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event updated for resources: {'Port': ['ID=c264cd19-4c47-4737-a09a-739e52a44b3c,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:00.039770 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1d43b72-56a9-447b-ac2f-525e423c94c8 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (34664007-3afb-467b-9afd-93c480d6292c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:00.082564 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2a129008-5d4c-4776-b4f7-cf091fc47db9 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:00.087156 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2a129008-5d4c-4776-b4f7-cf091fc47db9 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3709803 Mar 07 10:47:00.091647 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-00b2ae2e-c21d-4518-bb91-eb05425e2a5a req-39658c8b-a24a-4ef7-8f02-5b4034164ceb tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=e92c8679-13d6-447f-b487-8a35feda8ba1 HTTP/1.1" status: 200 len: 210 time: 0.0780616 Mar 07 10:47:00.092113 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59860) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:00.099609 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-2ec0bfe5-2c43-43c2-8189-010a0b3c8240 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Request body: {'security_group': {'name': 'tempest-secgroup--1687561963'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:00.106526 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a129008-5d4c-4776-b4f7-cf091fc47db9 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=759f2547-8372-4fba-994e-7fdc1563254c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:00.137927 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2ec0bfe5-2c43-43c2-8189-010a0b3c8240 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:00.157868 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4087ef20-dada-4569-b8d0-6e6a88913d4c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (7afcc113-918d-4856-a414-821d3eaf65d7), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:00.175831 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-4087ef20-dada-4569-b8d0-6e6a88913d4c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Calling delete_port for 7afcc113-918d-4856-a414-821d3eaf65d7 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:00.194803 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4dee7bb6-798f-47c2-8b47-5c633ab0d392 req-75c1afcd-bc10-4ee5-91ff-6c56cdea7bf6 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273095 Mar 07 10:47:00.635917 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071efff3-a075-4c6d-9485-0c9df2c7bd67 req-ea356ca2-69ba-44fd-96b0-4a7a16d4b031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:00.637568 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-071efff3-a075-4c6d-9485-0c9df2c7bd67 req-ea356ca2-69ba-44fd-96b0-4a7a16d4b031 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efb48669635249ee9aaece4475163b67&device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 1127 time: 0.6808097 Mar 07 10:47:00.672310 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-a1d43b72-56a9-447b-ac2f-525e423c94c8 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Floating IP 34664007-3afb-467b-9afd-93c480d6292c associated. External IP: 172.25.3.150, port: 9c9552e1-75f2-41e8-b449-c26aa43efa55. Mar 07 10:47:00.681978 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2ec0bfe5-2c43-43c2-8189-010a0b3c8240 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (9eda221e-38c3-416f-8358-4f02eafe1cc7), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:00.692069 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2ec0bfe5-2c43-43c2-8189-010a0b3c8240 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (9eda221e-38c3-416f-8358-4f02eafe1cc7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:00.728519 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b70b2-53e2-4a2e-81b1-4453a02d947c req-711da6eb-a460-4c1c-b52a-3c75b79f922f tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:00.730092 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4d8b70b2-53e2-4a2e-81b1-4453a02d947c req-711da6eb-a460-4c1c-b52a-3c75b79f922f tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 0.4751666 Mar 07 10:47:00.744814 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0bfe5-2c43-43c2-8189-010a0b3c8240 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eda221e-38c3-416f-8358-4f02eafe1cc7,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:00.751903 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2ec0bfe5-2c43-43c2-8189-010a0b3c8240 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:00.755723 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2ec0bfe5-2c43-43c2-8189-010a0b3c8240 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6569452 Mar 07 10:47:00.755953 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59864) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:00.769700 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-305c7c5b-233a-46d6-9539-6403af167bab tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Request body: {'security_group_rule': {'security_group_id': '759f2547-8372-4fba-994e-7fdc1563254c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9eda221e-38c3-416f-8358-4f02eafe1cc7', 'remote_ip_prefix': None}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:00.806416 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 71ec8758-cf2a-443c-99d8-4b727e768d06 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:47:00.855208 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4087ef20-dada-4569-b8d0-6e6a88913d4c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (7afcc113-918d-4856-a414-821d3eaf65d7), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:00.860486 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4d8b70b2-53e2-4a2e-81b1-4453a02d947c req-e66962e7-a7a0-4850-a65f-9ce1ad2d6490 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859730 Mar 07 10:47:00.888980 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4087ef20-dada-4569-b8d0-6e6a88913d4c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Pushing event deleted for resources: {'Port': ['ID=7afcc113-918d-4856-a414-821d3eaf65d7,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:00.900516 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071efff3-a075-4c6d-9485-0c9df2c7bd67 req-5de15067-c13c-4e0e-8d1d-e4b9ac9b822a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:00.901668 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-071efff3-a075-4c6d-9485-0c9df2c7bd67 req-5de15067-c13c-4e0e-8d1d-e4b9ac9b822a service neutron] 10.222.0.21 "GET /v2.0/networks?id=8e50499e-fbd5-45c6-a980-59dd492cbb54 HTTP/1.1" status: 200 len: 919 time: 0.2550178 Mar 07 10:47:00.962618 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-305c7c5b-233a-46d6-9539-6403af167bab tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (ec858edc-cc5b-4eee-9044-835d2664e136), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:00.968094 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4087ef20-dada-4569-b8d0-6e6a88913d4c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:00.971663 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4087ef20-dada-4569-b8d0-6e6a88913d4c tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "DELETE /v2.0/ports/7afcc113-918d-4856-a414-821d3eaf65d7 HTTP/1.1" status: 204 len: 168 time: 1.2118332 Mar 07 10:47:00.974350 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59866) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:00.977652 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-071efff3-a075-4c6d-9485-0c9df2c7bd67 req-e8a9115f-57cd-4610-8900-375728f536fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86acb899-503f-4e06-a7d0-e4abf9e23dd3 HTTP/1.1" status: 200 len: 217 time: 0.0638185 Mar 07 10:47:01.039926 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 71ec8758-cf2a-443c-99d8-4b727e768d06, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=71ec8758-cf2a-443c-99d8-4b727e768d06,segment=NetworkSegment(12342119-cf6b-4cbb-9e34-d47607d55c42),segment_id=12342119-cf6b-4cbb-9e34-d47607d55c42)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:01.060310 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '71ec8758-cf2a-443c-99d8-4b727e768d06', 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd', 'port_id': '71ec8758-cf2a-443c-99d8-4b727e768d06', 'mac_address': 'fa:16:3e:11:2f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da6814d7-5b80-4178-9297-cce360fe7941', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:47:01.083121 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-d23351eb-fa15-4c69-8fba-41157b2480f5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Deleting port f8461e0d-ec75-4fe8-9d49-1b9f188d8265 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:01.085323 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d23351eb-fa15-4c69-8fba-41157b2480f5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (f8461e0d-ec75-4fe8-9d49-1b9f188d8265), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:01.109766 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 71ec8758-cf2a-443c-99d8-4b727e768d06 is: ACTIVE; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:01.110303 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (71ec8758-cf2a-443c-99d8-4b727e768d06), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:01.110550 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c8ed4988-bc15-4511-b256-04b18a5116b7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:01.130273 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71ec8758-cf2a-443c-99d8-4b727e768d06 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:47:01.150794 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071efff3-a075-4c6d-9485-0c9df2c7bd67 req-25965c22-38b0-46e6-919d-84c6631e4fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:01.152182 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-071efff3-a075-4c6d-9485-0c9df2c7bd67 req-25965c22-38b0-46e6-919d-84c6631e4fbe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9604a39-59d4-4a65-aab1-e0de3b159bd9 HTTP/1.1" status: 200 len: 858 time: 0.1474745 Mar 07 10:47:01.160090 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 71ec8758-cf2a-443c-99d8-4b727e768d06, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=71ec8758-cf2a-443c-99d8-4b727e768d06,segment=NetworkSegment(12342119-cf6b-4cbb-9e34-d47607d55c42),segment_id=12342119-cf6b-4cbb-9e34-d47607d55c42)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:01.170086 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (71ec8758-cf2a-443c-99d8-4b727e768d06), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:01.215986 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device ebed4773-7953-4951-8a16-c8016ef092a4 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:47:01.273060 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d23351eb-fa15-4c69-8fba-41157b2480f5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (f8461e0d-ec75-4fe8-9d49-1b9f188d8265), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:01.277518 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=71ec8758-cf2a-443c-99d8-4b727e768d06,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:01.317767 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['71ec8758-cf2a-443c-99d8-4b727e768d06'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:47:01.319793 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-d23351eb-fa15-4c69-8fba-41157b2480f5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Calling delete_port for f8461e0d-ec75-4fe8-9d49-1b9f188d8265 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:01.321982 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: ebed4773-7953-4951-8a16-c8016ef092a4 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:47:01.322427 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device ebed4773-7953-4951-8a16-c8016ef092a4 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:47:01.337671 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-071efff3-a075-4c6d-9485-0c9df2c7bd67 req-22cd07cc-771b-48f1-98f4-ff351589eb3a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e50499e-fbd5-45c6-a980-59dd492cbb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1426418 Mar 07 10:47:01.355758 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-305c7c5b-233a-46d6-9539-6403af167bab tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (ec858edc-cc5b-4eee-9044-835d2664e136), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:01.377738 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-305c7c5b-233a-46d6-9539-6403af167bab tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (ec858edc-cc5b-4eee-9044-835d2664e136), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:01.566823 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c7c5b-233a-46d6-9539-6403af167bab tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec858edc-cc5b-4eee-9044-835d2664e136,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:01.579956 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8299e25-6e6e-4351-a66d-8cc11283c419 req-588275fa-f941-45b0-a567-6276bdafa043 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:01.581009 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d8299e25-6e6e-4351-a66d-8cc11283c419 req-588275fa-f941-45b0-a567-6276bdafa043 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 945 time: 0.2521801 Mar 07 10:47:01.613555 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d43b72-56a9-447b-ac2f-525e423c94c8 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Router f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:47:01.636619 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-305c7c5b-233a-46d6-9539-6403af167bab tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:01.640501 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-305c7c5b-233a-46d6-9539-6403af167bab tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8809166 Mar 07 10:47:01.647871 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59878) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:01.727465 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9f32d7a-7eb1-412e-90d6-26d3aaae647c tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (ec858edc-cc5b-4eee-9044-835d2664e136), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:01.745787 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d8299e25-6e6e-4351-a66d-8cc11283c419 req-f6661fb8-23c5-48a0-bc77-12be271130e2 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575410 Mar 07 10:47:01.765935 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9f32d7a-7eb1-412e-90d6-26d3aaae647c tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (ec858edc-cc5b-4eee-9044-835d2664e136), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:01.775372 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d23351eb-fa15-4c69-8fba-41157b2480f5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (f8461e0d-ec75-4fe8-9d49-1b9f188d8265), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:01.808898 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23351eb-fa15-4c69-8fba-41157b2480f5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Pushing event deleted for resources: {'Port': ['ID=f8461e0d-ec75-4fe8-9d49-1b9f188d8265,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:01.835794 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-071efff3-a075-4c6d-9485-0c9df2c7bd67 req-9e6cff75-984e-42a3-b0db-dad9b2ae118c service neutron] 10.222.0.21 "GET /v2.0/networks/8e50499e-fbd5-45c6-a980-59dd492cbb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4825408 Mar 07 10:47:01.870414 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9f32d7a-7eb1-412e-90d6-26d3aaae647c tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (ec858edc-cc5b-4eee-9044-835d2664e136), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:01.881401 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9f32d7a-7eb1-412e-90d6-26d3aaae647c tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:01.882491 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d9f32d7a-7eb1-412e-90d6-26d3aaae647c tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/ec858edc-cc5b-4eee-9044-835d2664e136 HTTP/1.1" status: 204 len: 168 time: 0.2334411 Mar 07 10:47:01.882690 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f3aa0-d0f2-4340-9b1e-f9dc70b091b7 req-85a10f03-8b6e-4b87-8c21-08c00502d54a tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:01.884197 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-120f3aa0-d0f2-4340-9b1e-f9dc70b091b7 req-85a10f03-8b6e-4b87-8c21-08c00502d54a tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.2677562 Mar 07 10:47:01.886061 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59880) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:01.909555 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f32d7a-7eb1-412e-90d6-26d3aaae647c tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec858edc-cc5b-4eee-9044-835d2664e136,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:01.925413 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d23351eb-fa15-4c69-8fba-41157b2480f5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:01.930586 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d23351eb-fa15-4c69-8fba-41157b2480f5 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "DELETE /v2.0/ports/f8461e0d-ec75-4fe8-9d49-1b9f188d8265 HTTP/1.1" status: 204 len: 168 time: 0.9537759 Mar 07 10:47:01.932631 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59884) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:01.986658 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-518ef0ef-1cee-4ebd-a45a-f9f271cec657 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0972891 Mar 07 10:47:01.997019 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59886) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:02.079408 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-c8ed4988-bc15-4511-b256-04b18a5116b7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Allocated IP 172.21.0.1 (7afef027-6337-4451-b192-b320234f8fd2/6246414d-f9cb-40e1-ba74-c43831f93cfe/e605fba5-b72a-4d8f-b9e3-0ec55fc9f656) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:02.080018 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bd91e68-9cbf-408a-a27d-86b1ccf1ee8e tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Deleting subnet fa90e579-fbb2-41a5-a769-aa15a70e7fb4 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:47:02.087634 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-120f3aa0-d0f2-4340-9b1e-f9dc70b091b7 req-df328107-ec35-47c2-bb98-b9cca40f0a8a tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489649 Mar 07 10:47:02.088815 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7bd91e68-9cbf-408a-a27d-86b1ccf1ee8e tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for subnet (fa90e579-fbb2-41a5-a769-aa15a70e7fb4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.136957 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d43b72-56a9-447b-ac2f-525e423c94c8 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:02.140112 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc876f0-f8ea-464c-9e1a-c26d74f1d2c6 req-17bae974-436d-4bc4-9574-721af31fa982 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:02.141731 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ffc876f0-f8ea-464c-9e1a-c26d74f1d2c6 req-17bae974-436d-4bc4-9574-721af31fa982 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 0.1712229 Mar 07 10:47:02.146491 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-071efff3-a075-4c6d-9485-0c9df2c7bd67 req-3da05c0c-ee7c-48c4-a54f-c2e8e482e142 service neutron] 10.222.0.21 "GET /v2.0/networks/8e50499e-fbd5-45c6-a980-59dd492cbb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989919 Mar 07 10:47:02.149569 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7bd91e68-9cbf-408a-a27d-86b1ccf1ee8e tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (fa90e579-fbb2-41a5-a769-aa15a70e7fb4), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.163718 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c4bee1-8f26-4dc9-bddc-5aad889d3fff None None] Sync routers for ids ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:47:02.185971 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c4bee1-8f26-4dc9-bddc-5aad889d3fff None None] Routers {'f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:02.187228 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f3c4bee1-8f26-4dc9-bddc-5aad889d3fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:02.228959 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9d02f77b-7c88-405e-a249-8201b120f1d8 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (9eda221e-38c3-416f-8358-4f02eafe1cc7), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.272070 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f3c4bee1-8f26-4dc9-bddc-5aad889d3fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:02.282499 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c4bee1-8f26-4dc9-bddc-5aad889d3fff None None] Routers {'f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:02.283221 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f3c4bee1-8f26-4dc9-bddc-5aad889d3fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:02.304554 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1d43b72-56a9-447b-ac2f-525e423c94c8 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.325139 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f3c4bee1-8f26-4dc9-bddc-5aad889d3fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:02.325373 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ffc876f0-f8ea-464c-9e1a-c26d74f1d2c6 req-3bd3a1b7-9c54-4f88-9176-3a3bdbc7e66a tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495130 Mar 07 10:47:02.326259 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c4bee1-8f26-4dc9-bddc-5aad889d3fff None None] The sync data for ids ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:47:02.365423 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9d02f77b-7c88-405e-a249-8201b120f1d8 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (9eda221e-38c3-416f-8358-4f02eafe1cc7), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.379316 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a1d43b72-56a9-447b-ac2f-525e423c94c8 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.5229437 Mar 07 10:47:02.382384 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59892) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:02.387174 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-11e5c8bc-d83b-4a8c-b39f-e9ebe89b97dc tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:02.392250 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7bd91e68-9cbf-408a-a27d-86b1ccf1ee8e tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (fa90e579-fbb2-41a5-a769-aa15a70e7fb4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.460498 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9d02f77b-7c88-405e-a249-8201b120f1d8 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (9eda221e-38c3-416f-8358-4f02eafe1cc7), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.460962 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c8ed4988-bc15-4511-b256-04b18a5116b7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for port (e605fba5-b72a-4d8f-b9e3-0ec55fc9f656), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.463224 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9d02f77b-7c88-405e-a249-8201b120f1d8 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.464384 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9d02f77b-7c88-405e-a249-8201b120f1d8 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "DELETE /v2.0/security-groups/9eda221e-38c3-416f-8358-4f02eafe1cc7 HTTP/1.1" status: 204 len: 168 time: 0.4639518 Mar 07 10:47:02.467109 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59896) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:02.476629 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02f77b-7c88-405e-a249-8201b120f1d8 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eda221e-38c3-416f-8358-4f02eafe1cc7,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:02.492081 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7bd91e68-9cbf-408a-a27d-86b1ccf1ee8e tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (fa90e579-fbb2-41a5-a769-aa15a70e7fb4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.509674 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-11e5c8bc-d83b-4a8c-b39f-e9ebe89b97dc tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for floatingip (34664007-3afb-467b-9afd-93c480d6292c), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.519917 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd91e68-9cbf-408a-a27d-86b1ccf1ee8e tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Pushing event deleted for resources: {'Subnet': ['ID=fa90e579-fbb2-41a5-a769-aa15a70e7fb4,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:02.526497 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7bd91e68-9cbf-408a-a27d-86b1ccf1ee8e tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.529800 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7bd91e68-9cbf-408a-a27d-86b1ccf1ee8e tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "DELETE /v2.0/subnets/fa90e579-fbb2-41a5-a769-aa15a70e7fb4 HTTP/1.1" status: 204 len: 168 time: 0.5961757 Mar 07 10:47:02.532981 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59898) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:02.539042 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9510b67-e3af-4e45-8e0a-dcd63bfe9bc8 None None] Network 2e6e19dc-30d3-40ef-be16-f572a6948ec8 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:47:02.588381 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f296ab8c-de89-4611-9166-addbc7cf257b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Deleting subnet ac6e5a95-0381-4767-881e-02ff8727f823 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:47:02.594134 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f296ab8c-de89-4611-9166-addbc7cf257b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for subnet (ac6e5a95-0381-4767-881e-02ff8727f823), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.648655 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f296ab8c-de89-4611-9166-addbc7cf257b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (ac6e5a95-0381-4767-881e-02ff8727f823), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.664478 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c8ed4988-bc15-4511-b256-04b18a5116b7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (e605fba5-b72a-4d8f-b9e3-0ec55fc9f656), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.712348 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-56ab614b-d65a-46ed-849e-df9a9f261142 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2423401 Mar 07 10:47:02.717202 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59900) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:02.726881 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0fb69b-3557-4b22-a565-49f20286f5b7 None None] DHCP port deletion for 2e6e19dc-30d3-40ef-be16-f572a6948ec8 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:47:02.747093 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f296ab8c-de89-4611-9166-addbc7cf257b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (ac6e5a95-0381-4767-881e-02ff8727f823), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.783078 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ed4988-bc15-4511-b256-04b18a5116b7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network 7afef027-6337-4451-b192-b320234f8fd2 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:02.792169 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-11e5c8bc-d83b-4a8c-b39f-e9ebe89b97dc tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.793671 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2f0fb69b-3557-4b22-a565-49f20286f5b7 None None] Deleting port a835ce49-05d1-4912-96df-8decd78534b0 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:02.794102 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2f0fb69b-3557-4b22-a565-49f20286f5b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a835ce49-05d1-4912-96df-8decd78534b0), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.802939 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-c8ed4988-bc15-4511-b256-04b18a5116b7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:02.811004 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ed4988-bc15-4511-b256-04b18a5116b7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:02.814390 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed4988-bc15-4511-b256-04b18a5116b7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Port': ['ID=e605fba5-b72a-4d8f-b9e3-0ec55fc9f656,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:02.816593 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-11e5c8bc-d83b-4a8c-b39f-e9ebe89b97dc tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (34664007-3afb-467b-9afd-93c480d6292c), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.816928 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-11e5c8bc-d83b-4a8c-b39f-e9ebe89b97dc tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Floating IP 34664007-3afb-467b-9afd-93c480d6292c disassociated. External IP: 172.25.3.150, port: 9c9552e1-75f2-41e8-b449-c26aa43efa55. Mar 07 10:47:02.826485 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 71ec8758-cf2a-443c-99d8-4b727e768d06 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:47:02.869608 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f296ab8c-de89-4611-9166-addbc7cf257b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (ac6e5a95-0381-4767-881e-02ff8727f823), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.913903 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296ab8c-de89-4611-9166-addbc7cf257b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Pushing event deleted for resources: {'Subnet': ['ID=ac6e5a95-0381-4767-881e-02ff8727f823,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:02.914125 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-2f0fb69b-3557-4b22-a565-49f20286f5b7 None None] For port a835ce49-05d1-4912-96df-8decd78534b0, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a835ce49-05d1-4912-96df-8decd78534b0,segment=NetworkSegment(cba6b645-26d8-4bc0-bf27-966307861fb5),segment_id=cba6b645-26d8-4bc0-bf27-966307861fb5)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:02.914450 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2f0fb69b-3557-4b22-a565-49f20286f5b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a835ce49-05d1-4912-96df-8decd78534b0), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.934140 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e4d18e-626a-411f-92da-9cd2f5bfa8f9 None None] Network d366e7ad-5e6d-41da-a70c-3aced4fea314 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:47:02.935869 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f296ab8c-de89-4611-9166-addbc7cf257b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:02.936956 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2f0fb69b-3557-4b22-a565-49f20286f5b7 None None] Calling delete_port for a835ce49-05d1-4912-96df-8decd78534b0 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:02.944766 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f296ab8c-de89-4611-9166-addbc7cf257b tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "DELETE /v2.0/subnets/ac6e5a95-0381-4767-881e-02ff8727f823 HTTP/1.1" status: 204 len: 168 time: 0.4102650 Mar 07 10:47:02.946027 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59904) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:02.964982 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c8ed4988-bc15-4511-b256-04b18a5116b7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (b137ae5b-c720-4d21-9ca0-c7c5c41bbedd), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.011786 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 71ec8758-cf2a-443c-99d8-4b727e768d06 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:03.012078 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (71ec8758-cf2a-443c-99d8-4b727e768d06), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.030828 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-927b8725-e17d-4298-8452-5b48cf13befc tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (759f2547-8372-4fba-994e-7fdc1563254c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.052150 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3c4fafb0-6159-405f-85cd-66cc51b94332 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (2e6e19dc-30d3-40ef-be16-f572a6948ec8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.121843 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728fb8b-6d27-412b-9eaa-3debcd4d6cf6 req-e6e974da-34d0-4752-865b-e031f8e76366 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:03.123479 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c728fb8b-6d27-412b-9eaa-3debcd4d6cf6 req-e6e974da-34d0-4752-865b-e031f8e76366 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 945 time: 0.2432852 Mar 07 10:47:03.127068 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-927b8725-e17d-4298-8452-5b48cf13befc tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (759f2547-8372-4fba-994e-7fdc1563254c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.144831 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-3c4fafb0-6159-405f-85cd-66cc51b94332 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Deleting port a835ce49-05d1-4912-96df-8decd78534b0 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:03.145144 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3c4fafb0-6159-405f-85cd-66cc51b94332 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a835ce49-05d1-4912-96df-8decd78534b0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.205324 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 71ec8758-cf2a-443c-99d8-4b727e768d06 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:03.205899 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (71ec8758-cf2a-443c-99d8-4b727e768d06), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.216436 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c728fb8b-6d27-412b-9eaa-3debcd4d6cf6 req-82d635ba-3b1a-4e1d-a13c-a0db43150f90 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749493 Mar 07 10:47:03.254500 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2f0fb69b-3557-4b22-a565-49f20286f5b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (a835ce49-05d1-4912-96df-8decd78534b0), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.268363 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2abdb78-47f1-417e-b6c4-7c9c54b1811a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ec8758-cf2a-443c-99d8-4b727e768d06'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:47:03.270562 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4e8f6a-226c-4e8f-9c7c-fb2df10f87d0" -d '{"events": [{"server_uuid": "b2abdb78-47f1-417e-b6c4-7c9c54b1811a", "name": "network-vif-plugged", "status": "completed", "tag": "71ec8758-cf2a-443c-99d8-4b727e768d06"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:47:03.310834 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-26f86e71-beff-4873-a0c4-c9030168e187 None None] Provisioning complete for port e605fba5-b72a-4d8f-b9e3-0ec55fc9f656 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:03.313884 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-26f86e71-beff-4873-a0c4-c9030168e187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e605fba5-b72a-4d8f-b9e3-0ec55fc9f656), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.314485 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-927b8725-e17d-4298-8452-5b48cf13befc tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (759f2547-8372-4fba-994e-7fdc1563254c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.317536 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-3c4fafb0-6159-405f-85cd-66cc51b94332 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] For port a835ce49-05d1-4912-96df-8decd78534b0, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a835ce49-05d1-4912-96df-8decd78534b0,segment=NetworkSegment(cba6b645-26d8-4bc0-bf27-966307861fb5),segment_id=cba6b645-26d8-4bc0-bf27-966307861fb5)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:03.318176 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3c4fafb0-6159-405f-85cd-66cc51b94332 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a835ce49-05d1-4912-96df-8decd78534b0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.319409 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0fb69b-3557-4b22-a565-49f20286f5b7 None None] Pushing event deleted for resources: {'Port': ['ID=a835ce49-05d1-4912-96df-8decd78534b0,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:03.320438 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-927b8725-e17d-4298-8452-5b48cf13befc tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.324001 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-927b8725-e17d-4298-8452-5b48cf13befc tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "DELETE /v2.0/security-groups/759f2547-8372-4fba-994e-7fdc1563254c HTTP/1.1" status: 204 len: 168 time: 0.6058300 Mar 07 10:47:03.326957 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59910) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:03.346103 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 71ec8758-cf2a-443c-99d8-4b727e768d06, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=71ec8758-cf2a-443c-99d8-4b727e768d06,segment=NetworkSegment(12342119-cf6b-4cbb-9e34-d47607d55c42),segment_id=12342119-cf6b-4cbb-9e34-d47607d55c42)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:03.347855 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0fb69b-3557-4b22-a565-49f20286f5b7 None None] No DVR routers for this DVR port a835ce49-05d1-4912-96df-8decd78534b0 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:47:03.350880 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-3c4fafb0-6159-405f-85cd-66cc51b94332 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Calling delete_port for a835ce49-05d1-4912-96df-8decd78534b0 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:03.351178 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b8725-e17d-4298-8452-5b48cf13befc tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=759f2547-8372-4fba-994e-7fdc1563254c,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:03.354602 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062d1f11-c60f-4966-abb8-b38254d4f9e4 x-openstack-request-id: req-062d1f11-c60f-4966-abb8-b38254d4f9e4 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:47:03.354906 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2abdb78-47f1-417e-b6c4-7c9c54b1811a", "name": "network-vif-plugged", "status": "completed", "tag": "71ec8758-cf2a-443c-99d8-4b727e768d06", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:47:03.355171 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-062d1f11-c60f-4966-abb8-b38254d4f9e4 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:47:03.355572 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2abdb78-47f1-417e-b6c4-7c9c54b1811a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ec8758-cf2a-443c-99d8-4b727e768d06', 'code': 200} Mar 07 10:47:03.358006 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24dcfe1-c5e6-491f-a653-a86c4650e570 None None] DHCP port deletion for d366e7ad-5e6d-41da-a70c-3aced4fea314 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:47:03.380890 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (71ec8758-cf2a-443c-99d8-4b727e768d06), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.384814 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0db066-d0d2-43fb-851b-8cbd32874794 req-7a16a816-cb4c-4887-93bb-2afa06e1b29b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:03.386946 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4c0db066-d0d2-43fb-851b-8cbd32874794 req-7a16a816-cb4c-4887-93bb-2afa06e1b29b tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.1520379 Mar 07 10:47:03.458056 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-26f86e71-beff-4873-a0c4-c9030168e187 None None] Port e605fba5-b72a-4d8f-b9e3-0ec55fc9f656 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:47:03.497978 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-17ca789e-c951-4de2-827d-5ca6a8e6faf9 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1631718 Mar 07 10:47:03.508329 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4c0db066-d0d2-43fb-851b-8cbd32874794 req-c15c6ad5-af22-4f45-bb44-bb489cb7a462 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142418 Mar 07 10:47:03.508971 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59916) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:03.524993 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=71ec8758-cf2a-443c-99d8-4b727e768d06,revision_number=7']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:03.528377 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-a861201d-c6f5-43ab-8603-82881c3b771b tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Request body: {'security_group': {'name': 'tempest-secgroup--833594297'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:03.538673 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e24dcfe1-c5e6-491f-a653-a86c4650e570 None None] Deleting port e5a9f0a5-ee49-416a-90da-d6d2462fc796 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:03.539056 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e24dcfe1-c5e6-491f-a653-a86c4650e570 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (e5a9f0a5-ee49-416a-90da-d6d2462fc796), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.574009 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a861201d-c6f5-43ab-8603-82881c3b771b tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.591358 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3c4fafb0-6159-405f-85cd-66cc51b94332 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (a835ce49-05d1-4912-96df-8decd78534b0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.624260 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4fafb0-6159-405f-85cd-66cc51b94332 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Pushing event deleted for resources: {'Port': ['ID=a835ce49-05d1-4912-96df-8decd78534b0,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:03.625455 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-e24dcfe1-c5e6-491f-a653-a86c4650e570 None None] For port e5a9f0a5-ee49-416a-90da-d6d2462fc796, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e5a9f0a5-ee49-416a-90da-d6d2462fc796,segment=NetworkSegment(ff65b4be-9c23-4c72-a12e-e27f32be872c),segment_id=ff65b4be-9c23-4c72-a12e-e27f32be872c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:03.625999 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e24dcfe1-c5e6-491f-a653-a86c4650e570 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (e5a9f0a5-ee49-416a-90da-d6d2462fc796), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.642595 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e24dcfe1-c5e6-491f-a653-a86c4650e570 None None] Calling delete_port for e5a9f0a5-ee49-416a-90da-d6d2462fc796 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:03.651584 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4fafb0-6159-405f-85cd-66cc51b94332 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] No DVR routers for this DVR port a835ce49-05d1-4912-96df-8decd78534b0 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:47:03.711148 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e5a9f0a5-ee49-416a-90da-d6d2462fc796 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:47:03.762128 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3c4fafb0-6159-405f-85cd-66cc51b94332 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (2e6e19dc-30d3-40ef-be16-f572a6948ec8), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.794195 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a861201d-c6f5-43ab-8603-82881c3b771b tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (2a6a25a4-2223-4e24-96c3-bc6763658841), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.799239 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-3c4fafb0-6159-405f-85cd-66cc51b94332 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e6e19dc-30d3-40ef-be16-f572a6948ec8']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:03.807212 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a861201d-c6f5-43ab-8603-82881c3b771b tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2a6a25a4-2223-4e24-96c3-bc6763658841), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.820257 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-3c4fafb0-6159-405f-85cd-66cc51b94332 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba6b645-26d8-4bc0-bf27-966307861fb5') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:03.820705 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-3c4fafb0-6159-405f-85cd-66cc51b94332 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba6b645-26d8-4bc0-bf27-966307861fb5') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:03.825087 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e24dcfe1-c5e6-491f-a653-a86c4650e570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (e5a9f0a5-ee49-416a-90da-d6d2462fc796), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.832791 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port e5a9f0a5-ee49-416a-90da-d6d2462fc796 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:03.833200 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e5a9f0a5-ee49-416a-90da-d6d2462fc796), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.849023 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3c4fafb0-6159-405f-85cd-66cc51b94332 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (cba6b645-26d8-4bc0-bf27-966307861fb5), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.860842 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a861201d-c6f5-43ab-8603-82881c3b771b tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.862250 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a861201d-c6f5-43ab-8603-82881c3b771b tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3463697 Mar 07 10:47:03.866663 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24dcfe1-c5e6-491f-a653-a86c4650e570 None None] Pushing event deleted for resources: {'Port': ['ID=e5a9f0a5-ee49-416a-90da-d6d2462fc796,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:03.867121 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59918) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:03.869351 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a861201d-c6f5-43ab-8603-82881c3b771b tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6a25a4-2223-4e24-96c3-bc6763658841,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:03.875075 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-6141918b-9222-45cc-8940-f4fbd97a4fb9 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Request body: {'security_group_rule': {'security_group_id': '2a6a25a4-2223-4e24-96c3-bc6763658841', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:03.881184 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3c4fafb0-6159-405f-85cd-66cc51b94332 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (cba6b645-26d8-4bc0-bf27-966307861fb5), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.892090 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24dcfe1-c5e6-491f-a653-a86c4650e570 None None] No DVR routers for this DVR port e5a9f0a5-ee49-416a-90da-d6d2462fc796 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:47:03.893645 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c4fafb0-6159-405f-85cd-66cc51b94332 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:47:03.894132 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3c4fafb0-6159-405f-85cd-66cc51b94332 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (cba6b645-26d8-4bc0-bf27-966307861fb5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:47:03.899251 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:47:03.925171 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c8ed4988-bc15-4511-b256-04b18a5116b7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e605fba5-b72a-4d8f-b9e3-0ec55fc9f656), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.942870 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a835ce49-05d1-4912-96df-8decd78534b0 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:47:03.965665 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: a835ce49-05d1-4912-96df-8decd78534b0 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:47:03.966068 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a835ce49-05d1-4912-96df-8decd78534b0 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:47:03.968645 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6141918b-9222-45cc-8940-f4fbd97a4fb9 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (2acb9b9b-2e49-4e2c-aa93-e355e9217aba), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:03.996535 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391f5c9-2380-4205-9b16-a771c0399eab req-dd4421f3-2bcf-445c-8ed5-9ee1382c75fb tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:03.998039 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b391f5c9-2380-4205-9b16-a771c0399eab req-dd4421f3-2bcf-445c-8ed5-9ee1382c75fb tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 0.1424019 Mar 07 10:47:03.998182 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3c4fafb0-6159-405f-85cd-66cc51b94332 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (2e6e19dc-30d3-40ef-be16-f572a6948ec8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:04.009602 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3c4fafb0-6159-405f-85cd-66cc51b94332 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:04.013055 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3c4fafb0-6159-405f-85cd-66cc51b94332 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "DELETE /v2.0/networks/2e6e19dc-30d3-40ef-be16-f572a6948ec8 HTTP/1.1" status: 204 len: 168 time: 1.0659187 Mar 07 10:47:04.019060 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11e5c8bc-d83b-4a8c-b39f-e9ebe89b97dc tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Router f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:47:04.020384 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59920) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:04.029080 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4fafb0-6159-405f-85cd-66cc51b94332 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Pushing event deleted for resources: {'Network': ['ID=2e6e19dc-30d3-40ef-be16-f572a6948ec8,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:04.059928 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6141918b-9222-45cc-8940-f4fbd97a4fb9 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (2acb9b9b-2e49-4e2c-aa93-e355e9217aba), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:04.064219 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6141918b-9222-45cc-8940-f4fbd97a4fb9 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (2acb9b9b-2e49-4e2c-aa93-e355e9217aba), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:04.068100 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5da13-17ad-4692-a51e-53e55f78cca7 req-35a3b985-d8c3-443b-99c9-a9da82b6ea0e tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:04.069577 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8fe5da13-17ad-4692-a51e-53e55f78cca7 req-35a3b985-d8c3-443b-99c9-a9da82b6ea0e tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.31 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.2150424 Mar 07 10:47:04.082581 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141918b-9222-45cc-8940-f4fbd97a4fb9 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2acb9b9b-2e49-4e2c-aa93-e355e9217aba,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:04.091176 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6141918b-9222-45cc-8940-f4fbd97a4fb9 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:04.095558 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6141918b-9222-45cc-8940-f4fbd97a4fb9 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2240994 Mar 07 10:47:04.096065 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59922) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:04.119971 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b9e724b7-d395-4852-8f76-9c07e77d72e5 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (2acb9b9b-2e49-4e2c-aa93-e355e9217aba), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:04.129400 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b9e724b7-d395-4852-8f76-9c07e77d72e5 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (2acb9b9b-2e49-4e2c-aa93-e355e9217aba), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:04.157948 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b9e724b7-d395-4852-8f76-9c07e77d72e5 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (2acb9b9b-2e49-4e2c-aa93-e355e9217aba), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:04.162617 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b9e724b7-d395-4852-8f76-9c07e77d72e5 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:04.166165 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b9e724b7-d395-4852-8f76-9c07e77d72e5 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/2acb9b9b-2e49-4e2c-aa93-e355e9217aba HTTP/1.1" status: 204 len: 168 time: 0.0666730 Mar 07 10:47:04.166463 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59924) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:04.171661 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e724b7-d395-4852-8f76-9c07e77d72e5 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2acb9b9b-2e49-4e2c-aa93-e355e9217aba,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:04.335076 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ff2bc7fb-ba1e-472b-a996-e4977d66fbb6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (d366e7ad-5e6d-41da-a70c-3aced4fea314), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:04.345862 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b391f5c9-2380-4205-9b16-a771c0399eab req-1dfbfee8-29f1-40b5-b7c5-c00f4fb30215 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340073 Mar 07 10:47:04.347567 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f05a70d-9068-4b7c-b30b-994413e2cfa2 req-4f1f8bfb-b0c4-4028-a482-36cd2a46484c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:04.350440 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3f05a70d-9068-4b7c-b30b-994413e2cfa2 req-4f1f8bfb-b0c4-4028-a482-36cd2a46484c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.0589602 Mar 07 10:47:04.410673 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3f05a70d-9068-4b7c-b30b-994413e2cfa2 req-dee95d96-ba5f-4389-87cc-01ce2ae02f09 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498807 Mar 07 10:47:04.464350 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9df46bed-059e-4c56-af4b-9d7299bdae50 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2491250 Mar 07 10:47:04.466017 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59940) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:04.527655 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6c5748e2-c5e9-4f52-98ba-fa109aaff338 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (2a6a25a4-2223-4e24-96c3-bc6763658841), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:04.554276 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6c5748e2-c5e9-4f52-98ba-fa109aaff338 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (2a6a25a4-2223-4e24-96c3-bc6763658841), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:04.601985 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11e5c8bc-d83b-4a8c-b39f-e9ebe89b97dc tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:04.628430 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b60a30-9dac-407b-95c2-c45da4e71359 None None] Sync routers for ids ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:47:04.640909 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6c5748e2-c5e9-4f52-98ba-fa109aaff338 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2a6a25a4-2223-4e24-96c3-bc6763658841), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:04.643059 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b60a30-9dac-407b-95c2-c45da4e71359 None None] Routers {'f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:04.643573 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-11e5c8bc-d83b-4a8c-b39f-e9ebe89b97dc tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:04.644064 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-42b60a30-9dac-407b-95c2-c45da4e71359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:04.644861 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6c5748e2-c5e9-4f52-98ba-fa109aaff338 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:04.646209 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6c5748e2-c5e9-4f52-98ba-fa109aaff338 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "DELETE /v2.0/security-groups/2a6a25a4-2223-4e24-96c3-bc6763658841 HTTP/1.1" status: 204 len: 168 time: 0.1791186 Mar 07 10:47:04.651220 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59948) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:04.683872 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ff2bc7fb-ba1e-472b-a996-e4977d66fbb6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (d366e7ad-5e6d-41da-a70c-3aced4fea314), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:04.684081 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5748e2-c5e9-4f52-98ba-fa109aaff338 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6a25a4-2223-4e24-96c3-bc6763658841,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:04.710299 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-42b60a30-9dac-407b-95c2-c45da4e71359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:04.714384 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-8fe5da13-17ad-4692-a51e-53e55f78cca7 req-80ee9afe-afb2-419e-a91b-5a4e728ea0e7 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Deleting port 49374629-e4ca-4d8e-9683-e194b48557a0 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:04.715547 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8fe5da13-17ad-4692-a51e-53e55f78cca7 req-80ee9afe-afb2-419e-a91b-5a4e728ea0e7 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:04.725553 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b60a30-9dac-407b-95c2-c45da4e71359 None None] Routers {'f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:04.726192 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-42b60a30-9dac-407b-95c2-c45da4e71359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:04.750057 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9968c8c1-3c47-4e07-a63d-035f55d8e723 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0975997 Mar 07 10:47:04.757097 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59954) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:04.761961 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-abcbe3df-0726-4d68-9a28-c9478b378288 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Request body: {'security_group': {'name': 'tempest-secgroup--936574601'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:04.784494 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ff2bc7fb-ba1e-472b-a996-e4977d66fbb6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d366e7ad-5e6d-41da-a70c-3aced4fea314']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:04.802032 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-42b60a30-9dac-407b-95c2-c45da4e71359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:04.802818 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abcbe3df-0726-4d68-9a28-c9478b378288 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:04.803328 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b60a30-9dac-407b-95c2-c45da4e71359 None None] The sync data for ids ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:47:04.809814 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ff2bc7fb-ba1e-472b-a996-e4977d66fbb6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff65b4be-9c23-4c72-a12e-e27f32be872c') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:04.810213 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ff2bc7fb-ba1e-472b-a996-e4977d66fbb6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff65b4be-9c23-4c72-a12e-e27f32be872c') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:04.816360 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-11e5c8bc-d83b-4a8c-b39f-e9ebe89b97dc tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "PUT /v2.0/floatingips/34664007-3afb-467b-9afd-93c480d6292c HTTP/1.1" status: 200 len: 688 time: 2.4327044 Mar 07 10:47:04.819943 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59956) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:04.871294 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ff2bc7fb-ba1e-472b-a996-e4977d66fbb6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (ff65b4be-9c23-4c72-a12e-e27f32be872c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:04.901004 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c8ed4988-bc15-4511-b256-04b18a5116b7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for port (e605fba5-b72a-4d8f-b9e3-0ec55fc9f656), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:04.915527 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ff2bc7fb-ba1e-472b-a996-e4977d66fbb6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (ff65b4be-9c23-4c72-a12e-e27f32be872c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:04.917879 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c8ed4988-bc15-4511-b256-04b18a5116b7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (e605fba5-b72a-4d8f-b9e3-0ec55fc9f656), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:04.959836 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6a034-de73-4618-b7ef-0772d83a691a req-0dd205fe-b95c-440b-8638-c9e3a3f3b168 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:04.961744 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2fe6a034-de73-4618-b7ef-0772d83a691a req-0dd205fe-b95c-440b-8638-c9e3a3f3b168 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 944 time: 0.3140843 Mar 07 10:47:05.002085 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abcbe3df-0726-4d68-9a28-c9478b378288 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (a493d8ae-1307-4baf-aeae-ca711bf776c6), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:05.010148 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abcbe3df-0726-4d68-9a28-c9478b378288 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a493d8ae-1307-4baf-aeae-ca711bf776c6), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:05.016515 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff2bc7fb-ba1e-472b-a996-e4977d66fbb6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:47:05.019887 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ff2bc7fb-ba1e-472b-a996-e4977d66fbb6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (ff65b4be-9c23-4c72-a12e-e27f32be872c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:05.046223 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbe3df-0726-4d68-9a28-c9478b378288 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a493d8ae-1307-4baf-aeae-ca711bf776c6,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:05.065964 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abcbe3df-0726-4d68-9a28-c9478b378288 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:05.070196 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-abcbe3df-0726-4d68-9a28-c9478b378288 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3093565 Mar 07 10:47:05.070603 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59962) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:05.075044 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-c78ecf88-cf3a-4cce-a8fd-66a4a0a3fe91 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Request body: {'security_group_rule': {'security_group_id': 'a493d8ae-1307-4baf-aeae-ca711bf776c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:05.106623 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-4505e6cf-7b7c-44d8-b91c-3a37934e4c14 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Deleting port c264cd19-4c47-4737-a09a-739e52a44b3c {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:05.107067 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4505e6cf-7b7c-44d8-b91c-3a37934e4c14 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c264cd19-4c47-4737-a09a-739e52a44b3c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:05.136020 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c78ecf88-cf3a-4cce-a8fd-66a4a0a3fe91 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (867675e9-e787-44de-939f-801dd508adde), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:05.136389 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:47:05.136389 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:47:05.136389 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:47:05.136389 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:47:05.136389 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:47:05.136389 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:47:05.136389 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:47:05.136389 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:47:05.136389 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:47:05.136389 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:47:05.136389 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:47:05.136389 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:47:05.136389 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:47:05.136389 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:47:05.136389 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:47:05.136389 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:47:05.136389 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:47:05.136389 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:47:05.136389 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:47:05.136389 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:47:05.136389 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:47:05.136389 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:47:05.136389 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:47:05.136389 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:47:05.136389 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:47:05.136389 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:47:05.136389 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:47:05.136389 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:47:05.136389 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:47:05.136389 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:47:05.136389 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:47:05.136389 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:47:05.144447 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ff2bc7fb-ba1e-472b-a996-e4977d66fbb6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (d366e7ad-5e6d-41da-a70c-3aced4fea314), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:05.152970 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed4988-bc15-4511-b256-04b18a5116b7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Port': ['ID=e605fba5-b72a-4d8f-b9e3-0ec55fc9f656,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:05.162604 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-8fe5da13-17ad-4692-a51e-53e55f78cca7 req-80ee9afe-afb2-419e-a91b-5a4e728ea0e7 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] For port 49374629-e4ca-4d8e-9683-e194b48557a0, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=49374629-e4ca-4d8e-9683-e194b48557a0,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:05.163107 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8fe5da13-17ad-4692-a51e-53e55f78cca7 req-80ee9afe-afb2-419e-a91b-5a4e728ea0e7 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:05.193813 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ff2bc7fb-ba1e-472b-a996-e4977d66fbb6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:05.197417 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ff2bc7fb-ba1e-472b-a996-e4977d66fbb6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] 10.222.0.11 "DELETE /v2.0/networks/d366e7ad-5e6d-41da-a70c-3aced4fea314 HTTP/1.1" status: 204 len: 168 time: 1.1750426 Mar 07 10:47:05.198798 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2bc7fb-ba1e-472b-a996-e4977d66fbb6 tempest-TaggedBootDevicesTest-1266781643 tempest-TaggedBootDevicesTest-1266781643-project] Pushing event deleted for resources: {'Network': ['ID=d366e7ad-5e6d-41da-a70c-3aced4fea314,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:05.259329 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c8ed4988-bc15-4511-b256-04b18a5116b7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (b137ae5b-c720-4d21-9ca0-c7c5c41bbedd), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:05.288421 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4505e6cf-7b7c-44d8-b91c-3a37934e4c14 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c264cd19-4c47-4737-a09a-739e52a44b3c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:05.288926 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4505e6cf-7b7c-44d8-b91c-3a37934e4c14 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for floatingip (c264cd19-4c47-4737-a09a-739e52a44b3c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:05.317595 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c78ecf88-cf3a-4cce-a8fd-66a4a0a3fe91 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (867675e9-e787-44de-939f-801dd508adde), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:05.323446 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-4505e6cf-7b7c-44d8-b91c-3a37934e4c14 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Calling delete_port for c264cd19-4c47-4737-a09a-739e52a44b3c owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:05.330725 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2fe6a034-de73-4618-b7ef-0772d83a691a req-d9a1495b-85ca-46c2-8eba-fe518687d4ba tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups?id=98e2217d-666c-4007-a58b-e6a708dc06ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1908495 Mar 07 10:47:05.335010 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c78ecf88-cf3a-4cce-a8fd-66a4a0a3fe91 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (867675e9-e787-44de-939f-801dd508adde), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:05.403574 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c78ecf88-cf3a-4cce-a8fd-66a4a0a3fe91 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:05.413487 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c78ecf88-cf3a-4cce-a8fd-66a4a0a3fe91 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3417971 Mar 07 10:47:05.414333 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59972) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:05.449790 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ecf88-cf3a-4cce-a8fd-66a4a0a3fe91 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867675e9-e787-44de-939f-801dd508adde,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:05.590981 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fa1d8d20-46ae-4c07-b1b9-8e90fcb23c65 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "GET /v2.0/security-group-rules/867675e9-e787-44de-939f-801dd508adde HTTP/1.1" status: 200 len: 763 time: 0.1622257 Mar 07 10:47:05.591809 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59978) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:05.700068 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ed4988-bc15-4511-b256-04b18a5116b7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network 7afef027-6337-4451-b192-b320234f8fd2 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:05.749895 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-69c2c1e7-f7b3-4b58-a43a-8686f779d586 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1370049 Mar 07 10:47:05.755950 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df565bd-67d3-4840-b3dc-8a89236df55e req-eaa9b362-011c-4777-bf3e-eb6a1e080be3 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:05.763082 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7df565bd-67d3-4840-b3dc-8a89236df55e req-eaa9b362-011c-4777-bf3e-eb6a1e080be3 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.2170036 Mar 07 10:47:05.785266 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59982) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:05.803768 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-c8ed4988-bc15-4511-b256-04b18a5116b7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:05.877289 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8731e-d4f3-4b70-b64f-0007d24d5fc7 req-7adb3514-86a6-45d2-a995-5fbf7b3b32f7 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:05.878857 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7df565bd-67d3-4840-b3dc-8a89236df55e req-58346029-2b93-4e9d-aeb1-ebd689da3076 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149604 Mar 07 10:47:05.887215 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ee8731e-d4f3-4b70-b64f-0007d24d5fc7 req-7adb3514-86a6-45d2-a995-5fbf7b3b32f7 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 0.4453146 Mar 07 10:47:05.894979 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5a4341b2-6463-4c6a-b3df-7f2a51760a37 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (867675e9-e787-44de-939f-801dd508adde), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:05.907941 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5a4341b2-6463-4c6a-b3df-7f2a51760a37 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (867675e9-e787-44de-939f-801dd508adde), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:05.959377 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5a4341b2-6463-4c6a-b3df-7f2a51760a37 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (867675e9-e787-44de-939f-801dd508adde), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:05.968896 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5a4341b2-6463-4c6a-b3df-7f2a51760a37 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:05.972354 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5a4341b2-6463-4c6a-b3df-7f2a51760a37 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/867675e9-e787-44de-939f-801dd508adde HTTP/1.1" status: 204 len: 168 time: 0.1829383 Mar 07 10:47:05.983739 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59984) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:06.033659 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8fe5da13-17ad-4692-a51e-53e55f78cca7 req-80ee9afe-afb2-419e-a91b-5a4e728ea0e7 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:06.034125 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8fe5da13-17ad-4692-a51e-53e55f78cca7 req-80ee9afe-afb2-419e-a91b-5a4e728ea0e7 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (58f38730-6b71-4782-93a3-e5d92648807d), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:06.034642 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [req-8fe5da13-17ad-4692-a51e-53e55f78cca7 req-80ee9afe-afb2-419e-a91b-5a4e728ea0e7 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Floating IP 58f38730-6b71-4782-93a3-e5d92648807d disassociated. External IP: 172.25.3.245, port: 49374629-e4ca-4d8e-9683-e194b48557a0. Mar 07 10:47:06.035094 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-8fe5da13-17ad-4692-a51e-53e55f78cca7 req-80ee9afe-afb2-419e-a91b-5a4e728ea0e7 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Calling delete_port for 49374629-e4ca-4d8e-9683-e194b48557a0 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:06.079632 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4341b2-6463-4c6a-b3df-7f2a51760a37 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=867675e9-e787-44de-939f-801dd508adde,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:06.132673 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8b84dff9-1dc2-4bdc-929a-59e048d8bad8 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1492641 Mar 07 10:47:06.135406 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59986) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:06.152183 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-b353f68d-ea91-4ed1-ba8b-f67ccef51ffa tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Request body: {'security_group_rule': {'security_group_id': 'a493d8ae-1307-4baf-aeae-ca711bf776c6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:06.180240 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4505e6cf-7b7c-44d8-b91c-3a37934e4c14 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (c264cd19-4c47-4737-a09a-739e52a44b3c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:06.216449 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505e6cf-7b7c-44d8-b91c-3a37934e4c14 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event deleted for resources: {'Port': ['ID=c264cd19-4c47-4737-a09a-739e52a44b3c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:06.229225 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-15ca4545-ffe7-4c76-9228-3fbdb87cb1d9 None None] Provisioning complete for port e605fba5-b72a-4d8f-b9e3-0ec55fc9f656 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:06.231634 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-15ca4545-ffe7-4c76-9228-3fbdb87cb1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e605fba5-b72a-4d8f-b9e3-0ec55fc9f656), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:06.245478 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8fe5da13-17ad-4692-a51e-53e55f78cca7 req-80ee9afe-afb2-419e-a91b-5a4e728ea0e7 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (49374629-e4ca-4d8e-9683-e194b48557a0), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:06.252972 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b353f68d-ea91-4ed1-ba8b-f67ccef51ffa tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (486a5a43-67a3-451f-b324-f42cb2815ea0), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:06.297854 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-15ca4545-ffe7-4c76-9228-3fbdb87cb1d9 None None] Port e605fba5-b72a-4d8f-b9e3-0ec55fc9f656 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:47:06.324930 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee9afe-afb2-419e-a91b-5a4e728ea0e7 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Pushing event deleted for resources: {'Port': ['ID=49374629-e4ca-4d8e-9683-e194b48557a0,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:06.338011 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b353f68d-ea91-4ed1-ba8b-f67ccef51ffa tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (486a5a43-67a3-451f-b324-f42cb2815ea0), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:06.346707 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b353f68d-ea91-4ed1-ba8b-f67ccef51ffa tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (486a5a43-67a3-451f-b324-f42cb2815ea0), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:06.381203 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b353f68d-ea91-4ed1-ba8b-f67ccef51ffa tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:06.382805 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b353f68d-ea91-4ed1-ba8b-f67ccef51ffa tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2464194 Mar 07 10:47:06.383640 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4505e6cf-7b7c-44d8-b91c-3a37934e4c14 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for floatingip (34664007-3afb-467b-9afd-93c480d6292c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:06.386526 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4505e6cf-7b7c-44d8-b91c-3a37934e4c14 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:06.390838 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4505e6cf-7b7c-44d8-b91c-3a37934e4c14 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "DELETE /v2.0/floatingips/34664007-3afb-467b-9afd-93c480d6292c HTTP/1.1" status: 204 len: 168 time: 1.5665317 Mar 07 10:47:06.391763 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59990) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:06.391984 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59992) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:06.397997 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-08e77182-b4de-46cf-bcac-9921e4be1a33 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'port_id': '97fd3daf-255f-40cb-bdfc-b7a3f6645215'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:06.411469 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b353f68d-ea91-4ed1-ba8b-f67ccef51ffa tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=486a5a43-67a3-451f-b324-f42cb2815ea0,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:06.441926 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8459df86-d8a2-4834-b6d9-e48cf1c701d6 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "GET /v2.0/security-group-rules/486a5a43-67a3-451f-b324-f42cb2815ea0 HTTP/1.1" status: 200 len: 763 time: 0.0476253 Mar 07 10:47:06.444658 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59994) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:06.475712 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-08e77182-b4de-46cf-bcac-9921e4be1a33 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:06.503095 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aab2ff96-9c09-4966-b101-d8906535d80a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:06.534864 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ee8731e-d4f3-4b70-b64f-0007d24d5fc7 req-5e7fd517-6685-4429-8f1a-ab22cdfa1a54 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6384940 Mar 07 10:47:06.538823 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5db2fd11-eb81-4c6d-b995-00aa17cf16ea tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0929093 Mar 07 10:47:06.541534 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59996) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:06.574061 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-20b8c0ef-5d1d-4d2e-8ac1-7a87c9e75e99 req-4d4e3163-5a78-49f6-b5e2-19270772535f tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/ports?device_id=efbfad76-c99c-4ab4-b6c5-209d9a58422f HTTP/1.1" status: 200 len: 210 time: 0.0836277 Mar 07 10:47:06.691877 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fe5da13-17ad-4692-a51e-53e55f78cca7 req-80ee9afe-afb2-419e-a91b-5a4e728ea0e7 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Router 5edb460b-516d-40d4-b02c-db19d5829c96 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:47:06.691877 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-da008027-af21-4e8c-bbf7-2b43d1ee60f2 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (486a5a43-67a3-451f-b324-f42cb2815ea0), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:06.699762 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-da008027-af21-4e8c-bbf7-2b43d1ee60f2 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (486a5a43-67a3-451f-b324-f42cb2815ea0), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:06.724518 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ed4988-bc15-4511-b256-04b18a5116b7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Router b137ae5b-c720-4d21-9ca0-c7c5c41bbedd has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:47:06.792872 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-08e77182-b4de-46cf-bcac-9921e4be1a33 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:06.832607 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 49374629-e4ca-4d8e-9683-e194b48557a0 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:47:06.881227 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fe5da13-17ad-4692-a51e-53e55f78cca7 req-80ee9afe-afb2-419e-a91b-5a4e728ea0e7 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:06.939850 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ef2828-2a55-4117-ac0c-8dad5ae82800 None None] Sync routers for ids ['5edb460b-516d-40d4-b02c-db19d5829c96'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:47:06.945002 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-da008027-af21-4e8c-bbf7-2b43d1ee60f2 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (486a5a43-67a3-451f-b324-f42cb2815ea0), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:06.963377 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-da008027-af21-4e8c-bbf7-2b43d1ee60f2 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:06.966804 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-da008027-af21-4e8c-bbf7-2b43d1ee60f2 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/486a5a43-67a3-451f-b324-f42cb2815ea0 HTTP/1.1" status: 204 len: 168 time: 0.4220726 Mar 07 10:47:06.977867 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 49374629-e4ca-4d8e-9683-e194b48557a0 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:47:06.978313 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 49374629-e4ca-4d8e-9683-e194b48557a0 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:47:06.979947 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60004) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:06.991967 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ef2828-2a55-4117-ac0c-8dad5ae82800 None None] Routers {'5edb460b-516d-40d4-b02c-db19d5829c96'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:06.992619 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-36ef2828-2a55-4117-ac0c-8dad5ae82800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5edb460b-516d-40d4-b02c-db19d5829c96'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:07.033954 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da008027-af21-4e8c-bbf7-2b43d1ee60f2 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=486a5a43-67a3-451f-b324-f42cb2815ea0,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:07.102522 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-75e77d23-7666-47ba-95b1-8d4228b9462d tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1193070 Mar 07 10:47:07.104297 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60006) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:07.111157 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe5da13-17ad-4692-a51e-53e55f78cca7 req-80ee9afe-afb2-419e-a91b-5a4e728ea0e7 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] No DVR routers for this DVR port 49374629-e4ca-4d8e-9683-e194b48557a0 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:47:07.113961 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-9ae4d89f-caa2-419f-a598-5001e5301b8c tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Request body: {'security_group_rule': {'security_group_id': 'a493d8ae-1307-4baf-aeae-ca711bf776c6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:07.123356 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8fe5da13-17ad-4692-a51e-53e55f78cca7 req-80ee9afe-afb2-419e-a91b-5a4e728ea0e7 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:07.132833 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8fe5da13-17ad-4692-a51e-53e55f78cca7 req-80ee9afe-afb2-419e-a91b-5a4e728ea0e7 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.31 "DELETE /v2.0/ports/49374629-e4ca-4d8e-9683-e194b48557a0 HTTP/1.1" status: 204 len: 173 time: 3.0197978 Mar 07 10:47:07.141215 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbfad76-c99c-4ab4-b6c5-209d9a58422f', 'name': 'network-vif-deleted', 'tag': '49374629-e4ca-4d8e-9683-e194b48557a0'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:47:07.143626 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eca6822-d771-4abb-97c3-46deef5d5851" -d '{"events": [{"server_uuid": "efbfad76-c99c-4ab4-b6c5-209d9a58422f", "name": "network-vif-deleted", "tag": "49374629-e4ca-4d8e-9683-e194b48557a0"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:47:07.146233 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-08e77182-b4de-46cf-bcac-9921e4be1a33 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Allocated IP 172.25.3.228 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/4d37b0ca-9342-4816-9708-26027b7cbecc) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:07.155577 n-d-832164-4 neutron-server[103766]: INFO neutron.db.securitygroups_db [None req-9ae4d89f-caa2-419f-a598-5001e5301b8c tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Project 750a0be6248b4f80bee007d68ac58411 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:47:07.168184 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ae4d89f-caa2-419f-a598-5001e5301b8c tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (bbf9897e-5c68-41af-9bad-04982a4ff40f), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:07.213821 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-36ef2828-2a55-4117-ac0c-8dad5ae82800 None None] Set router 5edb460b-516d-40d4-b02c-db19d5829c96 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:47:07.332245 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ed4988-bc15-4511-b256-04b18a5116b7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:07.348922 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221d5027-8dde-4e1f-9f58-7d0bdddcad77 None None] Sync routers for ids ['b137ae5b-c720-4d21-9ca0-c7c5c41bbedd'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:47:07.362697 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863b7100-2880-4d26-bcf4-a00152274994 x-openstack-request-id: req-863b7100-2880-4d26-bcf4-a00152274994 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:47:07.363933 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbfad76-c99c-4ab4-b6c5-209d9a58422f", "name": "network-vif-deleted", "tag": "49374629-e4ca-4d8e-9683-e194b48557a0", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:47:07.365221 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-863b7100-2880-4d26-bcf4-a00152274994 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:47:07.366196 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbfad76-c99c-4ab4-b6c5-209d9a58422f', 'name': 'network-vif-deleted', 'tag': '49374629-e4ca-4d8e-9683-e194b48557a0', 'status': 'completed', 'code': 200} Mar 07 10:47:07.373038 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221d5027-8dde-4e1f-9f58-7d0bdddcad77 None None] Routers {'b137ae5b-c720-4d21-9ca0-c7c5c41bbedd'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:07.375484 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-221d5027-8dde-4e1f-9f58-7d0bdddcad77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['b137ae5b-c720-4d21-9ca0-c7c5c41bbedd'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:07.379900 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ae4d89f-caa2-419f-a598-5001e5301b8c tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (bbf9897e-5c68-41af-9bad-04982a4ff40f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:07.381524 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c8ed4988-bc15-4511-b256-04b18a5116b7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "PUT /v2.0/routers/b137ae5b-c720-4d21-9ca0-c7c5c41bbedd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8896534 Mar 07 10:47:07.386152 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60010) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:07.406640 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ae4d89f-caa2-419f-a598-5001e5301b8c tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (bbf9897e-5c68-41af-9bad-04982a4ff40f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:07.449983 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc61fe-09ca-48ba-aa71-480e33adb3fe req-5ad5fe50-ea94-41c3-bc1f-29b5f0e37b06 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:07.455002 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1fdc61fe-09ca-48ba-aa71-480e33adb3fe req-5ad5fe50-ea94-41c3-bc1f-29b5f0e37b06 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.3634572 Mar 07 10:47:07.465956 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-08e77182-b4de-46cf-bcac-9921e4be1a33 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for port (4d37b0ca-9342-4816-9708-26027b7cbecc), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:07.473460 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4d89f-caa2-419f-a598-5001e5301b8c tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf9897e-5c68-41af-9bad-04982a4ff40f,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:07.481400 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-221d5027-8dde-4e1f-9f58-7d0bdddcad77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:07.492146 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6ff8f3-9c53-4719-a47b-5da5bdd6539f tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:07.493827 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-df6ff8f3-9c53-4719-a47b-5da5bdd6539f tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "GET /v2.0/ports/e605fba5-b72a-4d8f-b9e3-0ec55fc9f656 HTTP/1.1" status: 200 len: 910 time: 0.1066029 Mar 07 10:47:07.499065 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ae4d89f-caa2-419f-a598-5001e5301b8c tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:07.502770 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9ae4d89f-caa2-419f-a598-5001e5301b8c tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3951573 Mar 07 10:47:07.502770 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60012) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:07.509292 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60014) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:07.512197 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221d5027-8dde-4e1f-9f58-7d0bdddcad77 None None] Routers {'b137ae5b-c720-4d21-9ca0-c7c5c41bbedd'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:07.517496 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-221d5027-8dde-4e1f-9f58-7d0bdddcad77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['b137ae5b-c720-4d21-9ca0-c7c5c41bbedd'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:07.619309 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-221d5027-8dde-4e1f-9f58-7d0bdddcad77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:07.624784 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-05250f8c-4d88-4a60-9b21-720e610e3966 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "GET /v2.0/security-group-rules/bbf9897e-5c68-41af-9bad-04982a4ff40f HTTP/1.1" status: 200 len: 769 time: 0.1106138 Mar 07 10:47:07.626118 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221d5027-8dde-4e1f-9f58-7d0bdddcad77 None None] The sync data for ids ['b137ae5b-c720-4d21-9ca0-c7c5c41bbedd'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:47:07.643850 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60020) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:07.801730 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-08e77182-b4de-46cf-bcac-9921e4be1a33 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (4d37b0ca-9342-4816-9708-26027b7cbecc), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:07.874465 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-36ef2828-2a55-4117-ac0c-8dad5ae82800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'name': 'tempest-ServerActionsTestJSON-846857533-router', 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'd5151d03-05a5-448d-845c-191caad000c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:06Z', 'updated_at': '2022-03-07T10:38:17Z', 'revision_number': 4, 'project_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'gw_port': {'id': 'd5151d03-05a5-448d-845c-191caad000c8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:08Z', 'updated_at': '2022-03-07T10:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'c528d6b7-eb82-49bc-9e9a-e521b9effe4e', 'name': '', 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41', 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'mac_address': 'fa:16:3e:97:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'be75dc35-59ec-464d-b948-3549cf46df15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:16Z', 'updated_at': '2022-03-07T10:38:25Z', 'revision_number': 5, 'project_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'subnets': [{'id': 'be75dc35-59ec-464d-b948-3549cf46df15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:07.973254 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ef2828-2a55-4117-ac0c-8dad5ae82800 None None] Checking router: 5edb460b-516d-40d4-b02c-db19d5829c96 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:47:08.028250 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ef2828-2a55-4117-ac0c-8dad5ae82800 None None] Routers {'5edb460b-516d-40d4-b02c-db19d5829c96'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:08.028906 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-36ef2828-2a55-4117-ac0c-8dad5ae82800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:46:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5edb460b-516d-40d4-b02c-db19d5829c96'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:08.156863 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e77182-b4de-46cf-bcac-9921e4be1a33 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event updated for resources: {'Port': ['ID=4d37b0ca-9342-4816-9708-26027b7cbecc,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:08.257291 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-25d457ca-fc1a-484f-a942-fd59c8c51d01 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.6077962 Mar 07 10:47:08.259352 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60026) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:08.304073 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e77182-b4de-46cf-bcac-9921e4be1a33 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:08.321760 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1fdc61fe-09ca-48ba-aa71-480e33adb3fe req-b5208cea-ef68-45cd-973e-ff0638ed97b8 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8602283 Mar 07 10:47:08.357662 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-08e77182-b4de-46cf-bcac-9921e4be1a33 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:08.377717 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e77182-b4de-46cf-bcac-9921e4be1a33 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:08.419909 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9264981-23d4-4ce5-8989-668d9e95602c req-3fca3a73-ad06-42fa-ac31-bfd514108a5a tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:08.424472 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d9264981-23d4-4ce5-8989-668d9e95602c req-3fca3a73-ad06-42fa-ac31-bfd514108a5a tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 0.7142766 Mar 07 10:47:08.492441 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60030) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:08.516400 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-36ef2828-2a55-4117-ac0c-8dad5ae82800 None None] Set router 5edb460b-516d-40d4-b02c-db19d5829c96 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:47:08.605936 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f24a91af-194c-4a00-a332-6faed622cb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:08.622390 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1e8c4ac2-ad05-4116-aab4-6eda666f7b5c tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks [] for security_group (98e2217d-666c-4007-a58b-e6a708dc06ea), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:08.630033 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-683b2467-eae4-4839-8da8-b03c2deb8982 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (bbf9897e-5c68-41af-9bad-04982a4ff40f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:08.671169 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1e8c4ac2-ad05-4116-aab4-6eda666f7b5c tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks [] for security_group (98e2217d-666c-4007-a58b-e6a708dc06ea), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:08.671746 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-683b2467-eae4-4839-8da8-b03c2deb8982 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (bbf9897e-5c68-41af-9bad-04982a4ff40f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:08.784003 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1e8c4ac2-ad05-4116-aab4-6eda666f7b5c tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (98e2217d-666c-4007-a58b-e6a708dc06ea), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:08.784003 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1e8c4ac2-ad05-4116-aab4-6eda666f7b5c tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:08.784003 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1e8c4ac2-ad05-4116-aab4-6eda666f7b5c tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "DELETE /v2.0/security-groups/98e2217d-666c-4007-a58b-e6a708dc06ea HTTP/1.1" status: 204 len: 168 time: 0.2895775 Mar 07 10:47:08.797996 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60032) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:08.798983 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c4ac2-ad05-4116-aab4-6eda666f7b5c tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e2217d-666c-4007-a58b-e6a708dc06ea,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:08.818662 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-9eecc9eb-2d13-4752-a264-1c449a815f41 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] show failed (client error): The resource could not be found. Mar 07 10:47:08.819724 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9eecc9eb-2d13-4752-a264-1c449a815f41 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "GET /v2.0/security-groups/98e2217d-666c-4007-a58b-e6a708dc06ea HTTP/1.1" status: 404 len: 347 time: 0.0178664 Mar 07 10:47:08.825393 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60034) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:09.100851 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-36ef2828-2a55-4117-ac0c-8dad5ae82800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'name': 'tempest-ServerActionsTestJSON-846857533-router', 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'd5151d03-05a5-448d-845c-191caad000c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:06Z', 'updated_at': '2022-03-07T10:38:17Z', 'revision_number': 4, 'project_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'gw_port': {'id': 'd5151d03-05a5-448d-845c-191caad000c8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:08Z', 'updated_at': '2022-03-07T10:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'c528d6b7-eb82-49bc-9e9a-e521b9effe4e', 'name': '', 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41', 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'mac_address': 'fa:16:3e:97:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'be75dc35-59ec-464d-b948-3549cf46df15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:16Z', 'updated_at': '2022-03-07T10:38:25Z', 'revision_number': 5, 'project_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'subnets': [{'id': 'be75dc35-59ec-464d-b948-3549cf46df15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:09.181261 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ef2828-2a55-4117-ac0c-8dad5ae82800 None None] The sync data for ids ['5edb460b-516d-40d4-b02c-db19d5829c96'] in n-d-832164-4 is: [{'id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'name': 'tempest-ServerActionsTestJSON-846857533-router', 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'd5151d03-05a5-448d-845c-191caad000c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:06Z', 'updated_at': '2022-03-07T10:38:17Z', 'revision_number': 4, 'project_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'gw_port': {'id': 'd5151d03-05a5-448d-845c-191caad000c8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:08Z', 'updated_at': '2022-03-07T10:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'c528d6b7-eb82-49bc-9e9a-e521b9effe4e', 'name': '', 'network_id': '931da2d2-d8f9-46f5-a9f5-24b58bb56e41', 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'mac_address': 'fa:16:3e:97:b8:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'be75dc35-59ec-464d-b948-3549cf46df15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:16Z', 'updated_at': '2022-03-07T10:38:25Z', 'revision_number': 5, 'project_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'subnets': [{'id': 'be75dc35-59ec-464d-b948-3549cf46df15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:47:09.251504 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-f73309ad-977b-4f31-aa98-f9a3c323a625 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Deleting port 29ed9bd5-8252-46f1-94e2-a0cec1dd9e91 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:09.253223 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f73309ad-977b-4f31-aa98-f9a3c323a625 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (29ed9bd5-8252-46f1-94e2-a0cec1dd9e91), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:09.335760 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-08e77182-b4de-46cf-bcac-9921e4be1a33 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for floatingip (b1ab4429-ea03-4b85-968c-a84d9dc81224), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:09.406829 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d9264981-23d4-4ce5-8989-668d9e95602c req-534795ba-9a6d-468e-929a-fc72cf9b140b tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9230521 Mar 07 10:47:09.462012 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f73309ad-977b-4f31-aa98-f9a3c323a625 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (29ed9bd5-8252-46f1-94e2-a0cec1dd9e91), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:09.462359 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f73309ad-977b-4f31-aa98-f9a3c323a625 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks [] for floatingip (29ed9bd5-8252-46f1-94e2-a0cec1dd9e91), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:09.510559 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-f73309ad-977b-4f31-aa98-f9a3c323a625 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Calling delete_port for 29ed9bd5-8252-46f1-94e2-a0cec1dd9e91 owned by network:floatingip {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:09.512432 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-683b2467-eae4-4839-8da8-b03c2deb8982 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (bbf9897e-5c68-41af-9bad-04982a4ff40f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:09.521073 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cbac958b-a81d-4405-8e2c-4627a89202d7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (b137ae5b-c720-4d21-9ca0-c7c5c41bbedd), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:09.704248 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f73309ad-977b-4f31-aa98-f9a3c323a625 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (29ed9bd5-8252-46f1-94e2-a0cec1dd9e91), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:09.782044 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73309ad-977b-4f31-aa98-f9a3c323a625 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Pushing event deleted for resources: {'Port': ['ID=29ed9bd5-8252-46f1-94e2-a0cec1dd9e91,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:09.836530 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb41139-bc72-4a18-9481-62e6b5b317dd None None] New status for floating IP 58f38730-6b71-4782-93a3-e5d92648807d: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:47:09.857002 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-08e77182-b4de-46cf-bcac-9921e4be1a33 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4d37b0ca-9342-4816-9708-26027b7cbecc), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:09.909699 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91105099-e64a-4cf5-b780-f0cbb50b6c01 req-21cc59b3-f62b-47f1-a05a-b99b1e0fcd9c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:09.911299 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91105099-e64a-4cf5-b780-f0cbb50b6c01 req-21cc59b3-f62b-47f1-a05a-b99b1e0fcd9c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.2206161 Mar 07 10:47:10.024705 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:10.040532 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f73309ad-977b-4f31-aa98-f9a3c323a625 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks [] for floatingip (58f38730-6b71-4782-93a3-e5d92648807d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:10.044371 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f73309ad-977b-4f31-aa98-f9a3c323a625 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:10.046579 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f73309ad-977b-4f31-aa98-f9a3c323a625 tempest-ServerActionsTestJSON-509356386 tempest-ServerActionsTestJSON-509356386-project] 10.222.0.11 "DELETE /v2.0/floatingips/58f38730-6b71-4782-93a3-e5d92648807d HTTP/1.1" status: 204 len: 168 time: 1.2200317 Mar 07 10:47:10.050313 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60060) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:10.100234 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91105099-e64a-4cf5-b780-f0cbb50b6c01 req-5aad10d4-c7d1-47ba-94f3-85f313aa7732 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815071 Mar 07 10:47:10.139915 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-683b2467-eae4-4839-8da8-b03c2deb8982 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:10.145121 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60064) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:10.156183 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-683b2467-eae4-4839-8da8-b03c2deb8982 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/bbf9897e-5c68-41af-9bad-04982a4ff40f HTTP/1.1" status: 204 len: 168 time: 1.8882976 Mar 07 10:47:10.184304 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b2467-eae4-4839-8da8-b03c2deb8982 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bbf9897e-5c68-41af-9bad-04982a4ff40f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:10.251897 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2d31f967-a0cd-416d-88af-8730ef205681 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0907297 Mar 07 10:47:10.252874 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60066) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:10.315530 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-08e77182-b4de-46cf-bcac-9921e4be1a33 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for port (4d37b0ca-9342-4816-9708-26027b7cbecc), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:10.344172 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-08e77182-b4de-46cf-bcac-9921e4be1a33 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (4d37b0ca-9342-4816-9708-26027b7cbecc), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:10.460009 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e77182-b4de-46cf-bcac-9921e4be1a33 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event updated for resources: {'Port': ['ID=4d37b0ca-9342-4816-9708-26027b7cbecc,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:10.758824 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0972e32c-143e-4fce-8c69-3d0c2214018b tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (a493d8ae-1307-4baf-aeae-ca711bf776c6), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:10.800280 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d0e4779d-025f-4e37-ac5b-5f3fb910a246 req-c4a413e7-9fc9-4932-96d8-a12af3be24e6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=feea5027-a38e-47e0-9d5c-5aef41770b2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2418218 Mar 07 10:47:10.832473 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e43f4b-0854-4f32-9bff-2612e175a040 req-a21608b9-c405-48ac-ae3c-9e001a3cd8d2 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:10.834579 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-69e43f4b-0854-4f32-9bff-2612e175a040 req-a21608b9-c405-48ac-ae3c-9e001a3cd8d2 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 0.2673781 Mar 07 10:47:10.842725 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0972e32c-143e-4fce-8c69-3d0c2214018b tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (a493d8ae-1307-4baf-aeae-ca711bf776c6), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:10.942434 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-69e43f4b-0854-4f32-9bff-2612e175a040 req-a8176621-527a-4cbf-b691-7e93429b731f tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950956 Mar 07 10:47:11.036470 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-08e77182-b4de-46cf-bcac-9921e4be1a33 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (b1ab4429-ea03-4b85-968c-a84d9dc81224), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:11.077838 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4779d-025f-4e37-ac5b-5f3fb910a246 req-d3ac4b7a-0ade-4770-9b59-820c2839e03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:11.079757 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d0e4779d-025f-4e37-ac5b-5f3fb910a246 req-d3ac4b7a-0ade-4770-9b59-820c2839e03e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=963e73da008c45bbbe3340617f958250&device_id=feea5027-a38e-47e0-9d5c-5aef41770b2e HTTP/1.1" status: 200 len: 1127 time: 0.1567240 Mar 07 10:47:11.087636 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0972e32c-143e-4fce-8c69-3d0c2214018b tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a493d8ae-1307-4baf-aeae-ca711bf776c6), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:11.092894 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0972e32c-143e-4fce-8c69-3d0c2214018b tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:11.096451 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0972e32c-143e-4fce-8c69-3d0c2214018b tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "DELETE /v2.0/security-groups/a493d8ae-1307-4baf-aeae-ca711bf776c6 HTTP/1.1" status: 204 len: 168 time: 0.8360920 Mar 07 10:47:11.101065 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60072) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:11.232532 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4779d-025f-4e37-ac5b-5f3fb910a246 req-40796f6d-a132-49bf-9a4f-4310d65e4bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:11.234797 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d0e4779d-025f-4e37-ac5b-5f3fb910a246 req-40796f6d-a132-49bf-9a4f-4310d65e4bbc service neutron] 10.222.0.31 "GET /v2.0/networks?id=00afd099-7a30-4cd1-919e-35d92c7ee376 HTTP/1.1" status: 200 len: 916 time: 0.1207998 Mar 07 10:47:11.270562 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-cbac958b-a81d-4405-8e2c-4627a89202d7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Deleting port e605fba5-b72a-4d8f-b9e3-0ec55fc9f656 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:11.275612 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cbac958b-a81d-4405-8e2c-4627a89202d7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (e605fba5-b72a-4d8f-b9e3-0ec55fc9f656), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:11.343461 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972e32c-143e-4fce-8c69-3d0c2214018b tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a493d8ae-1307-4baf-aeae-ca711bf776c6,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:11.443398 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-91cef8c5-2520-4170-b247-700c961c9b01 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3373566 Mar 07 10:47:11.446115 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60078) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:11.454693 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-b731ec4b-c43d-4502-9e33-9719ea949a44 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Request body: {'security_group': {'name': 'tempest-secgroup--592949394'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:11.461506 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a714f32-dd8b-4ec1-a7a9-3e29407b349e req-92d11352-6f26-4b23-b765-c26b93849002 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:11.469732 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3a714f32-dd8b-4ec1-a7a9-3e29407b349e req-92d11352-6f26-4b23-b765-c26b93849002 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.1885269 Mar 07 10:47:11.489615 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f89b6b44-062d-40a4-a28c-b7bf976267f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (5edb460b-516d-40d4-b02c-db19d5829c96), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:11.495502 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b731ec4b-c43d-4502-9e33-9719ea949a44 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:11.519870 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-08e77182-b4de-46cf-bcac-9921e4be1a33 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Floating IP b1ab4429-ea03-4b85-968c-a84d9dc81224 associated. External IP: 172.25.3.228, port: 97fd3daf-255f-40cb-bdfc-b7a3f6645215. Mar 07 10:47:11.597166 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d0e4779d-025f-4e37-ac5b-5f3fb910a246 req-8b9fa303-b36c-4690-b29f-f61cfcc5ac40 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aaf240e-31d3-487e-9298-96b897da16fb HTTP/1.1" status: 200 len: 1001 time: 0.3505154 Mar 07 10:47:11.600406 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:11.697372 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3a714f32-dd8b-4ec1-a7a9-3e29407b349e req-4caeea45-a611-4c45-9caf-a3c6b5bffef2 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264614 Mar 07 10:47:11.782915 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cbac958b-a81d-4405-8e2c-4627a89202d7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (e605fba5-b72a-4d8f-b9e3-0ec55fc9f656), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:11.842031 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-cbac958b-a81d-4405-8e2c-4627a89202d7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Calling delete_port for e605fba5-b72a-4d8f-b9e3-0ec55fc9f656 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:11.867838 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b731ec4b-c43d-4502-9e33-9719ea949a44 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (e2364c95-35fe-43d4-9371-9cd603318203), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:11.889882 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b731ec4b-c43d-4502-9e33-9719ea949a44 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e2364c95-35fe-43d4-9371-9cd603318203), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:11.904052 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4779d-025f-4e37-ac5b-5f3fb910a246 req-d60750a7-7661-40c0-a2b3-b7ec07981a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:11.906432 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d0e4779d-025f-4e37-ac5b-5f3fb910a246 req-d60750a7-7661-40c0-a2b3-b7ec07981a42 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e733737e-c8f1-4ea9-8337-47939319caff HTTP/1.1" status: 200 len: 854 time: 0.2752776 Mar 07 10:47:12.028408 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b731ec4b-c43d-4502-9e33-9719ea949a44 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:12.033224 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b731ec4b-c43d-4502-9e33-9719ea949a44 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5808306 Mar 07 10:47:12.034654 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731ec4b-c43d-4502-9e33-9719ea949a44 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2364c95-35fe-43d4-9371-9cd603318203,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:12.055976 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60082) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:12.063807 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-3d25392a-ecba-4b7b-9caf-8f787ebb2531 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Request body: {'security_group_rule': {'security_group_id': 'e2364c95-35fe-43d4-9371-9cd603318203', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:12.131467 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e77182-b4de-46cf-bcac-9921e4be1a33 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Router f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:47:12.161437 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3d25392a-ecba-4b7b-9caf-8f787ebb2531 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (9c00b482-8851-4a73-a05d-76d603c0a523), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:12.211350 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4779d-025f-4e37-ac5b-5f3fb910a246 req-9ec5d43e-632c-4326-ab9e-f0297c5d2ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:12.212889 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d0e4779d-025f-4e37-ac5b-5f3fb910a246 req-9ec5d43e-632c-4326-ab9e-f0297c5d2ef0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=00afd099-7a30-4cd1-919e-35d92c7ee376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2845473 Mar 07 10:47:12.318480 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14b5db-05e8-4db6-aa90-76d3cb65bfcd req-7982b1ec-7a64-461e-93b7-2e50208b89f6 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:12.320131 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cd14b5db-05e8-4db6-aa90-76d3cb65bfcd req-7982b1ec-7a64-461e-93b7-2e50208b89f6 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 0.2249124 Mar 07 10:47:12.391141 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3d25392a-ecba-4b7b-9caf-8f787ebb2531 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (9c00b482-8851-4a73-a05d-76d603c0a523), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:12.424698 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3d25392a-ecba-4b7b-9caf-8f787ebb2531 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (9c00b482-8851-4a73-a05d-76d603c0a523), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:12.530944 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cd14b5db-05e8-4db6-aa90-76d3cb65bfcd req-bb8baad7-cec9-4557-acdd-614563286dba tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953967 Mar 07 10:47:12.624998 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d0e4779d-025f-4e37-ac5b-5f3fb910a246 req-a14456a9-a57b-4cc5-85ed-11ca490e4aed service neutron] 10.222.0.31 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966868 Mar 07 10:47:12.688254 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25392a-ecba-4b7b-9caf-8f787ebb2531 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c00b482-8851-4a73-a05d-76d603c0a523,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:12.690603 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e77182-b4de-46cf-bcac-9921e4be1a33 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:12.700625 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065e49e2-d3f0-4e1d-85b1-b20d21170270 None None] Sync routers for ids ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:47:12.720271 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065e49e2-d3f0-4e1d-85b1-b20d21170270 None None] Routers {'f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:12.721201 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-065e49e2-d3f0-4e1d-85b1-b20d21170270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:12.759456 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-065e49e2-d3f0-4e1d-85b1-b20d21170270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:12.776074 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065e49e2-d3f0-4e1d-85b1-b20d21170270 None None] Routers {'f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:12.777064 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-065e49e2-d3f0-4e1d-85b1-b20d21170270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:12.794265 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cbac958b-a81d-4405-8e2c-4627a89202d7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (e605fba5-b72a-4d8f-b9e3-0ec55fc9f656), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:12.797830 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-f89b6b44-062d-40a4-a28c-b7bf976267f4 admin admin] Deleting port c528d6b7-eb82-49bc-9e9a-e521b9effe4e {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:12.798170 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f89b6b44-062d-40a4-a28c-b7bf976267f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c528d6b7-eb82-49bc-9e9a-e521b9effe4e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:12.798735 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3d25392a-ecba-4b7b-9caf-8f787ebb2531 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:12.802566 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3d25392a-ecba-4b7b-9caf-8f787ebb2531 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7399724 Mar 07 10:47:12.809611 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60094) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:12.866186 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-065e49e2-d3f0-4e1d-85b1-b20d21170270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:12.867248 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065e49e2-d3f0-4e1d-85b1-b20d21170270 None None] The sync data for ids ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:47:12.896189 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:12.949070 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d0e4779d-025f-4e37-ac5b-5f3fb910a246 req-121a05a6-2313-4a06-ba3b-4e98c5815e9c service neutron] 10.222.0.31 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171353 Mar 07 10:47:12.950275 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-08e77182-b4de-46cf-bcac-9921e4be1a33 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:13.023657 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac958b-a81d-4405-8e2c-4627a89202d7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Port': ['ID=e605fba5-b72a-4d8f-b9e3-0ec55fc9f656,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:13.213879 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-f89b6b44-062d-40a4-a28c-b7bf976267f4 admin admin] For port c528d6b7-eb82-49bc-9e9a-e521b9effe4e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c528d6b7-eb82-49bc-9e9a-e521b9effe4e,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:13.214309 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f89b6b44-062d-40a4-a28c-b7bf976267f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c528d6b7-eb82-49bc-9e9a-e521b9effe4e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:13.245259 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-f89b6b44-062d-40a4-a28c-b7bf976267f4 admin admin] Calling delete_port for c528d6b7-eb82-49bc-9e9a-e521b9effe4e owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:13.252478 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-08e77182-b4de-46cf-bcac-9921e4be1a33 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.8580053 Mar 07 10:47:13.260640 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60096) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:13.498047 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a506795f-e3f5-47b1-81d3-ffe83e11cea6 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (e2364c95-35fe-43d4-9371-9cd603318203), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:13.541416 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283129f-8832-4bc1-8f19-e9ccb6ca95e0 req-59c4a96e-3447-4be6-b849-9b2958acd8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:13.542297 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0706068-5814-4763-be89-d36021c78cb9 req-f33fc1bd-a49f-4bed-8db7-4c3263079166 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:13.543430 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f283129f-8832-4bc1-8f19-e9ccb6ca95e0 req-59c4a96e-3447-4be6-b849-9b2958acd8c0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 1127 time: 0.2801657 Mar 07 10:47:13.545230 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d0706068-5814-4763-be89-d36021c78cb9 req-f33fc1bd-a49f-4bed-8db7-4c3263079166 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.6442442 Mar 07 10:47:13.589165 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a506795f-e3f5-47b1-81d3-ffe83e11cea6 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (e2364c95-35fe-43d4-9371-9cd603318203), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:13.659926 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d0706068-5814-4763-be89-d36021c78cb9 req-6eec0c9a-57c6-4285-944c-9499ed59db35 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959003 Mar 07 10:47:13.684884 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d34101dc-815d-4800-80e3-65986c56cd0b tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "GET /v2.0/floatingips/b1ab4429-ea03-4b85-968c-a84d9dc81224 HTTP/1.1" status: 200 len: 978 time: 0.4164937 Mar 07 10:47:13.693472 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60104) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:13.871184 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e25ab6ed-4a4a-4cd0-9f16-628f1c3eb4ca tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1756799 Mar 07 10:47:13.876818 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f89b6b44-062d-40a4-a28c-b7bf976267f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (c528d6b7-eb82-49bc-9e9a-e521b9effe4e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:13.879333 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a506795f-e3f5-47b1-81d3-ffe83e11cea6 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e2364c95-35fe-43d4-9371-9cd603318203), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:13.882275 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a506795f-e3f5-47b1-81d3-ffe83e11cea6 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:13.886649 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a506795f-e3f5-47b1-81d3-ffe83e11cea6 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "DELETE /v2.0/security-groups/e2364c95-35fe-43d4-9371-9cd603318203 HTTP/1.1" status: 204 len: 168 time: 1.0751319 Mar 07 10:47:13.887576 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60106) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:13.888152 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60108) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:13.888765 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cbac958b-a81d-4405-8e2c-4627a89202d7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (b137ae5b-c720-4d21-9ca0-c7c5c41bbedd), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:13.951309 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-a868a582-9d09-431b-8165-b9ead5520cdb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Request body: {'floatingip': {'port_id': '9c9552e1-75f2-41e8-b449-c26aa43efa55'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:14.055483 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89b6b44-062d-40a4-a28c-b7bf976267f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c528d6b7-eb82-49bc-9e9a-e521b9effe4e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:14.059648 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a868a582-9d09-431b-8165-b9ead5520cdb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for floatingip (b1ab4429-ea03-4b85-968c-a84d9dc81224), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:14.194360 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506795f-e3f5-47b1-81d3-ffe83e11cea6 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2364c95-35fe-43d4-9371-9cd603318203,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:14.274656 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbac958b-a81d-4405-8e2c-4627a89202d7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Router b137ae5b-c720-4d21-9ca0-c7c5c41bbedd has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:47:14.418649 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb96df-c06d-4cde-8b26-09f9e45e8c2d req-77cc40f1-564c-4e90-805f-b77e940320db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:14.420845 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bdcb96df-c06d-4cde-8b26-09f9e45e8c2d req-77cc40f1-564c-4e90-805f-b77e940320db service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efb48669635249ee9aaece4475163b67&device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 1127 time: 0.5940807 Mar 07 10:47:14.421395 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbac958b-a81d-4405-8e2c-4627a89202d7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:14.437296 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f307d4-8f5d-42a1-afcb-91dc83eef58d None None] Sync routers for ids ['b137ae5b-c720-4d21-9ca0-c7c5c41bbedd'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:47:14.438555 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-28954719-216d-4448-b215-3bb4435f5ec0 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4097834 Mar 07 10:47:14.457281 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60110) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:14.457851 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60112) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:14.458656 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cbac958b-a81d-4405-8e2c-4627a89202d7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "PUT /v2.0/routers/b137ae5b-c720-4d21-9ca0-c7c5c41bbedd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9546404 Mar 07 10:47:14.474918 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f307d4-8f5d-42a1-afcb-91dc83eef58d None None] Routers {'b137ae5b-c720-4d21-9ca0-c7c5c41bbedd'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:14.475835 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-c5f307d4-8f5d-42a1-afcb-91dc83eef58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['b137ae5b-c720-4d21-9ca0-c7c5c41bbedd'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:14.525522 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f283129f-8832-4bc1-8f19-e9ccb6ca95e0 req-c317c858-faee-49cb-bacc-fee52b66213d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9292901 Mar 07 10:47:14.561759 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-c5f307d4-8f5d-42a1-afcb-91dc83eef58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:14.586596 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f307d4-8f5d-42a1-afcb-91dc83eef58d None None] Routers {'b137ae5b-c720-4d21-9ca0-c7c5c41bbedd'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:14.587589 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-c5f307d4-8f5d-42a1-afcb-91dc83eef58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['b137ae5b-c720-4d21-9ca0-c7c5c41bbedd'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:14.722148 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-c5f307d4-8f5d-42a1-afcb-91dc83eef58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:14.724371 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f307d4-8f5d-42a1-afcb-91dc83eef58d None None] The sync data for ids ['b137ae5b-c720-4d21-9ca0-c7c5c41bbedd'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:47:14.897256 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb30a29-dbaa-426b-a254-0a50b98c1abb req-b49fb67f-7af0-43f7-ab0a-6cd009ac76cd tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:14.899976 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0bb30a29-dbaa-426b-a254-0a50b98c1abb req-b49fb67f-7af0-43f7-ab0a-6cd009ac76cd tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.1067269 Mar 07 10:47:15.045552 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0bb30a29-dbaa-426b-a254-0a50b98c1abb req-0cddd9f0-73ce-4846-b7cc-784ae15276d9 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380725 Mar 07 10:47:15.309038 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b66e06-a3af-4aee-ba4c-70eae776c87d req-432d40bc-b352-4e3e-a381-394ba63155d1 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:15.316136 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-38b66e06-a3af-4aee-ba4c-70eae776c87d req-432d40bc-b352-4e3e-a381-394ba63155d1 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 1.5000343 Mar 07 10:47:15.483644 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-67486ace-1b65-478a-8ee9-e5e51d99fb68 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.9883525 Mar 07 10:47:15.484081 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60120) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:15.508346 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-8efcfb95-b847-41c3-be98-33c27164f73e tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] delete failed (client error): The resource could not be found. Mar 07 10:47:15.513468 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8efcfb95-b847-41c3-be98-33c27164f73e tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "DELETE /v2.0/security-groups/e2364c95-35fe-43d4-9371-9cd603318203 HTTP/1.1" status: 404 len: 347 time: 0.0244772 Mar 07 10:47:15.513468 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60122) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:15.687316 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b4dbf08f-451d-48ab-855e-b38e0658c8d5 tempest-SecGroupIPv6Test-1432565343 tempest-SecGroupIPv6Test-1432565343-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1723144 Mar 07 10:47:15.881647 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f89b6b44-062d-40a4-a28c-b7bf976267f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (5edb460b-516d-40d4-b02c-db19d5829c96), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:15.907995 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-38b66e06-a3af-4aee-ba4c-70eae776c87d req-879b3e96-0cea-4119-aed0-8113b365ed03 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5904486 Mar 07 10:47:16.151297 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60138) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:16.293963 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef79f2-7028-406d-913c-8f4eb449de37 req-43d83f18-c6b5-48a6-8a7a-374444328315 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:16.308412 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5cef79f2-7028-406d-913c-8f4eb449de37 req-43d83f18-c6b5-48a6-8a7a-374444328315 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.1280594 Mar 07 10:47:16.448425 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-39df298c-39e5-4724-975d-ed8d686c7764 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=750a0be6248b4f80bee007d68ac58411&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2936983 Mar 07 10:47:16.457272 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60142) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:16.480522 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb96df-c06d-4cde-8b26-09f9e45e8c2d req-98d1bf2a-6f57-4df3-9c72-3e947b6a4dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:16.482547 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bdcb96df-c06d-4cde-8b26-09f9e45e8c2d req-98d1bf2a-6f57-4df3-9c72-3e947b6a4dfb service neutron] 10.222.0.21 "GET /v2.0/networks?id=8e50499e-fbd5-45c6-a980-59dd492cbb54 HTTP/1.1" status: 200 len: 919 time: 2.0229380 Mar 07 10:47:16.541821 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5cef79f2-7028-406d-913c-8f4eb449de37 req-c698e2d0-b659-49a6-a14c-481419180f64 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324994 Mar 07 10:47:16.596621 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bdcb96df-c06d-4cde-8b26-09f9e45e8c2d req-61e1b8d8-2e68-4a71-af82-bc480b0ec953 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86acb899-503f-4e06-a7d0-e4abf9e23dd3 HTTP/1.1" status: 200 len: 217 time: 0.0794811 Mar 07 10:47:16.614135 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1e5a5da6-8060-42ac-90e4-2a06bff53267 admin admin] Publish callbacks [] for security_group (c90bb982-6899-48c3-9779-f5a13418567d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:16.662934 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1e5a5da6-8060-42ac-90e4-2a06bff53267 admin admin] Publish callbacks [] for security_group (c90bb982-6899-48c3-9779-f5a13418567d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:16.717697 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb96df-c06d-4cde-8b26-09f9e45e8c2d req-84865ab0-c1bb-4fb6-a23e-64c98b6e5349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:16.719056 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bdcb96df-c06d-4cde-8b26-09f9e45e8c2d req-84865ab0-c1bb-4fb6-a23e-64c98b6e5349 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9604a39-59d4-4a65-aab1-e0de3b159bd9 HTTP/1.1" status: 200 len: 858 time: 0.0702968 Mar 07 10:47:16.757134 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1e5a5da6-8060-42ac-90e4-2a06bff53267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (c90bb982-6899-48c3-9779-f5a13418567d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:16.759946 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1e5a5da6-8060-42ac-90e4-2a06bff53267 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:16.764152 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1e5a5da6-8060-42ac-90e4-2a06bff53267 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c90bb982-6899-48c3-9779-f5a13418567d HTTP/1.1" status: 204 len: 168 time: 0.3036010 Mar 07 10:47:16.778685 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a5da6-8060-42ac-90e4-2a06bff53267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90bb982-6899-48c3-9779-f5a13418567d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:16.856063 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bdcb96df-c06d-4cde-8b26-09f9e45e8c2d req-30eff307-8c3e-4364-859f-2a1f18879e07 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e50499e-fbd5-45c6-a980-59dd492cbb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908813 Mar 07 10:47:17.086273 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bdcb96df-c06d-4cde-8b26-09f9e45e8c2d req-d56e5244-e67c-47d5-b4e7-d362a27ba31e service neutron] 10.222.0.21 "GET /v2.0/networks/8e50499e-fbd5-45c6-a980-59dd492cbb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221420 Mar 07 10:47:17.142385 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f61b7-6502-47e4-8f47-21cf7e6d6011 req-675d6c33-6fb3-4046-93d0-7c9ce82d299e tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:17.144761 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4b7f61b7-6502-47e4-8f47-21cf7e6d6011 req-675d6c33-6fb3-4046-93d0-7c9ce82d299e tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 0.0868609 Mar 07 10:47:17.235675 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4b7f61b7-6502-47e4-8f47-21cf7e6d6011 req-86c42379-184c-4ca0-b09f-c13ec5027ab6 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851550 Mar 07 10:47:17.327673 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bdcb96df-c06d-4cde-8b26-09f9e45e8c2d req-64c43933-e79e-471e-a486-2d58f536ee29 service neutron] 10.222.0.21 "GET /v2.0/networks/8e50499e-fbd5-45c6-a980-59dd492cbb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226255 Mar 07 10:47:17.360467 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89b6b44-062d-40a4-a28c-b7bf976267f4 admin admin] Router 5edb460b-516d-40d4-b02c-db19d5829c96 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:47:17.509308 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.db.resource_extend [None req-a868a582-9d09-431b-8165-b9ead5520cdb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:47:17.648708 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a868a582-9d09-431b-8165-b9ead5520cdb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:17.695445 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a868a582-9d09-431b-8165-b9ead5520cdb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (b1ab4429-ea03-4b85-968c-a84d9dc81224), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:17.853683 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5f6df-faa8-4989-ad67-dad56e26aee3 req-90b57487-eecc-4932-964e-bbdd5b1b9bb3 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:17.865267 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3fe5f6df-faa8-4989-ad67-dad56e26aee3 req-90b57487-eecc-4932-964e-bbdd5b1b9bb3 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.1340206 Mar 07 10:47:17.943346 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3fe5f6df-faa8-4989-ad67-dad56e26aee3 req-7e5b4bce-4803-4942-a3e0-7dcd321fbbe2 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768700 Mar 07 10:47:17.987955 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-a868a582-9d09-431b-8165-b9ead5520cdb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Floating IP b1ab4429-ea03-4b85-968c-a84d9dc81224 associated. External IP: 172.25.3.228, port: 97fd3daf-255f-40cb-bdfc-b7a3f6645215. Mar 07 10:47:18.059455 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60182) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:18.268080 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:18.272576 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a2c0e65a-61e7-48c0-a6b5-4a4e465e9658 tempest-ServiceProvidersTest-138296346 tempest-ServiceProvidersTest-138296346-project] 10.222.0.11 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2118526 Mar 07 10:47:18.364588 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6f774de-de87-416e-80d4-dc547b0c8884 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (b137ae5b-c720-4d21-9ca0-c7c5c41bbedd), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:18.506632 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db8d5d-d9a2-49ad-a09c-19c00245b0dc req-71dde3f9-727d-4647-b5cd-de222bf74a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:18.508190 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22db8d5d-d9a2-49ad-a09c-19c00245b0dc req-71dde3f9-727d-4647-b5cd-de222bf74a81 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efb48669635249ee9aaece4475163b67&device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 1127 time: 0.8526363 Mar 07 10:47:18.706802 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db8d5d-d9a2-49ad-a09c-19c00245b0dc req-df55e5ef-d9a0-4336-88c4-0923b08767c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:18.708296 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22db8d5d-d9a2-49ad-a09c-19c00245b0dc req-df55e5ef-d9a0-4336-88c4-0923b08767c5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8e50499e-fbd5-45c6-a980-59dd492cbb54 HTTP/1.1" status: 200 len: 919 time: 0.1924133 Mar 07 10:47:18.739652 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60190) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:18.759502 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d8b0b-afc0-4970-9986-14e9cae8ab2f req-bf6b20f9-2b68-4199-bcc9-eb352c03223f tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:18.761226 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b59d8b0b-afc0-4970-9986-14e9cae8ab2f req-bf6b20f9-2b68-4199-bcc9-eb352c03223f tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 0.5827153 Mar 07 10:47:18.971334 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-33eae74f-686a-4784-b439-0f66472cd375 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:19.209383 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb6274-c8a7-435b-bdc8-db73df7a22cb req-b9e1caa5-42e1-46c3-ad1d-e07e70fb846c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:19.212917 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dcbb6274-c8a7-435b-bdc8-db73df7a22cb req-b9e1caa5-42e1-46c3-ad1d-e07e70fb846c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.1701887 Mar 07 10:47:19.257887 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-33eae74f-686a-4784-b439-0f66472cd375 admin admin] Publish callbacks [] for security_group (af89c590-24c9-4878-8e2d-30fd3cf88806), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:19.271077 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-33eae74f-686a-4784-b439-0f66472cd375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (af89c590-24c9-4878-8e2d-30fd3cf88806), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:19.322273 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89b6b44-062d-40a4-a28c-b7bf976267f4 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:19.334589 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb04470-bcf7-4652-8ff1-91d18e52ded7 None None] Sync routers for ids ['5edb460b-516d-40d4-b02c-db19d5829c96'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:47:19.345289 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f89b6b44-062d-40a4-a28c-b7bf976267f4 admin admin] 10.222.0.11 "PUT /v2.0/routers/5edb460b-516d-40d4-b02c-db19d5829c96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2902155 Mar 07 10:47:19.355279 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-33eae74f-686a-4784-b439-0f66472cd375 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bcb52a185260429e80548bf6ec02c030&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6142652 Mar 07 10:47:19.356316 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb04470-bcf7-4652-8ff1-91d18e52ded7 None None] Routers {'5edb460b-516d-40d4-b02c-db19d5829c96'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:19.358123 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60200) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:19.358839 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3cb04470-bcf7-4652-8ff1-91d18e52ded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5edb460b-516d-40d4-b02c-db19d5829c96'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:19.360460 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60202) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:19.363784 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eae74f-686a-4784-b439-0f66472cd375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af89c590-24c9-4878-8e2d-30fd3cf88806,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:19.396764 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22db8d5d-d9a2-49ad-a09c-19c00245b0dc req-ea2bf7ad-8bae-4104-8eec-799949f2ad73 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86acb899-503f-4e06-a7d0-e4abf9e23dd3 HTTP/1.1" status: 200 len: 217 time: 0.6795886 Mar 07 10:47:19.493996 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b59d8b0b-afc0-4970-9986-14e9cae8ab2f req-2570161c-450a-45f0-abdd-91c9e4cb3252 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7223663 Mar 07 10:47:19.618198 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db8d5d-d9a2-49ad-a09c-19c00245b0dc req-1ca0c164-3644-48f2-bb6f-7df976e49c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:19.620348 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22db8d5d-d9a2-49ad-a09c-19c00245b0dc req-1ca0c164-3644-48f2-bb6f-7df976e49c1b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9604a39-59d4-4a65-aab1-e0de3b159bd9 HTTP/1.1" status: 200 len: 858 time: 0.0787425 Mar 07 10:47:19.624435 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a868a582-9d09-431b-8165-b9ead5520cdb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Router f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:47:19.643292 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-3cb04470-bcf7-4652-8ff1-91d18e52ded7 None None] Set router 5edb460b-516d-40d4-b02c-db19d5829c96 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:47:19.672590 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdd58a0e-1388-4c90-b622-0ffc0569590b admin admin] Publish callbacks [] for router (5edb460b-516d-40d4-b02c-db19d5829c96), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:19.734819 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22db8d5d-d9a2-49ad-a09c-19c00245b0dc req-eef4830d-9f0c-4114-b30f-50eee16029db service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e50499e-fbd5-45c6-a980-59dd492cbb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026697 Mar 07 10:47:19.806176 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dcbb6274-c8a7-435b-bdc8-db73df7a22cb req-c9559650-46b5-42d5-8f44-9ea846b62ca5 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5842247 Mar 07 10:47:19.941705 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a868a582-9d09-431b-8165-b9ead5520cdb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:19.951915 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950bbee3-38af-41cf-a96a-6f0d95ad2159 None None] Sync routers for ids ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:47:19.954347 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3cb04470-bcf7-4652-8ff1-91d18e52ded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'name': 'tempest-ServerActionsTestJSON-846857533-router', 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'd5151d03-05a5-448d-845c-191caad000c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:06Z', 'updated_at': '2022-03-07T10:47:13Z', 'revision_number': 5, 'project_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'gw_port': {'id': 'd5151d03-05a5-448d-845c-191caad000c8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:08Z', 'updated_at': '2022-03-07T10:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:19.963303 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950bbee3-38af-41cf-a96a-6f0d95ad2159 None None] Routers {'f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:19.963938 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-950bbee3-38af-41cf-a96a-6f0d95ad2159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:20.006414 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-950bbee3-38af-41cf-a96a-6f0d95ad2159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:20.017821 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950bbee3-38af-41cf-a96a-6f0d95ad2159 None None] Routers {'f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:20.019217 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-950bbee3-38af-41cf-a96a-6f0d95ad2159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:20.026576 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb04470-bcf7-4652-8ff1-91d18e52ded7 None None] Checking router: 5edb460b-516d-40d4-b02c-db19d5829c96 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:47:20.048100 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb04470-bcf7-4652-8ff1-91d18e52ded7 None None] Routers {'5edb460b-516d-40d4-b02c-db19d5829c96'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:20.048705 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3cb04470-bcf7-4652-8ff1-91d18e52ded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5edb460b-516d-40d4-b02c-db19d5829c96'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:20.080810 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-950bbee3-38af-41cf-a96a-6f0d95ad2159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:20.093102 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950bbee3-38af-41cf-a96a-6f0d95ad2159 None None] The sync data for ids ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:47:20.281190 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-d6f774de-de87-416e-80d4-dc547b0c8884 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Deleting port a33d0f0d-571f-4b00-8bb8-0dfcf7504c1b {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:20.281594 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6f774de-de87-416e-80d4-dc547b0c8884 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a33d0f0d-571f-4b00-8bb8-0dfcf7504c1b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:20.317801 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22db8d5d-d9a2-49ad-a09c-19c00245b0dc req-c71343eb-0c42-449a-a820-532cfa71c2c0 service neutron] 10.222.0.21 "GET /v2.0/networks/8e50499e-fbd5-45c6-a980-59dd492cbb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694587 Mar 07 10:47:20.352781 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a908ea8f-fb79-4648-82df-0533237c41d0 admin admin] Publish callbacks [] for security_group (af89c590-24c9-4878-8e2d-30fd3cf88806), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:20.355898 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdd58a0e-1388-4c90-b622-0ffc0569590b admin admin] Publish callbacks [] for router_gateway (5edb460b-516d-40d4-b02c-db19d5829c96), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:20.368461 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-3cb04470-bcf7-4652-8ff1-91d18e52ded7 None None] Set router 5edb460b-516d-40d4-b02c-db19d5829c96 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:47:20.395612 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a908ea8f-fb79-4648-82df-0533237c41d0 admin admin] Publish callbacks [] for security_group (af89c590-24c9-4878-8e2d-30fd3cf88806), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:20.476962 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a908ea8f-fb79-4648-82df-0533237c41d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (af89c590-24c9-4878-8e2d-30fd3cf88806), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:20.479595 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a908ea8f-fb79-4648-82df-0533237c41d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:20.480789 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a908ea8f-fb79-4648-82df-0533237c41d0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/af89c590-24c9-4878-8e2d-30fd3cf88806 HTTP/1.1" status: 204 len: 168 time: 0.8448250 Mar 07 10:47:20.498340 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908ea8f-fb79-4648-82df-0533237c41d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af89c590-24c9-4878-8e2d-30fd3cf88806,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:20.560077 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-fdd58a0e-1388-4c90-b622-0ffc0569590b admin admin] Deleting port d5151d03-05a5-448d-845c-191caad000c8 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:20.560423 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdd58a0e-1388-4c90-b622-0ffc0569590b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (d5151d03-05a5-448d-845c-191caad000c8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:20.627007 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22db8d5d-d9a2-49ad-a09c-19c00245b0dc req-bc0008c4-de47-449b-8f1e-886b6a20bd0d service neutron] 10.222.0.21 "GET /v2.0/networks/8e50499e-fbd5-45c6-a980-59dd492cbb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953930 Mar 07 10:47:20.736882 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6f774de-de87-416e-80d4-dc547b0c8884 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a33d0f0d-571f-4b00-8bb8-0dfcf7504c1b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:20.765436 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-d6f774de-de87-416e-80d4-dc547b0c8884 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Calling delete_port for a33d0f0d-571f-4b00-8bb8-0dfcf7504c1b owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:20.799716 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-fdd58a0e-1388-4c90-b622-0ffc0569590b admin admin] For port d5151d03-05a5-448d-845c-191caad000c8, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=d5151d03-05a5-448d-845c-191caad000c8,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:20.800088 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdd58a0e-1388-4c90-b622-0ffc0569590b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (d5151d03-05a5-448d-845c-191caad000c8), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:20.814830 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3cb04470-bcf7-4652-8ff1-91d18e52ded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'name': 'tempest-ServerActionsTestJSON-846857533-router', 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'd5151d03-05a5-448d-845c-191caad000c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:06Z', 'updated_at': '2022-03-07T10:47:13Z', 'revision_number': 5, 'project_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'gw_port': {'id': 'd5151d03-05a5-448d-845c-191caad000c8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:08Z', 'updated_at': '2022-03-07T10:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:20.838235 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-fdd58a0e-1388-4c90-b622-0ffc0569590b admin admin] Calling delete_port for d5151d03-05a5-448d-845c-191caad000c8 owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:20.839997 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a868a582-9d09-431b-8165-b9ead5520cdb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Router f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:47:20.886001 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb04470-bcf7-4652-8ff1-91d18e52ded7 None None] The sync data for ids ['5edb460b-516d-40d4-b02c-db19d5829c96'] in n-d-832164-4 is: [{'id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'name': 'tempest-ServerActionsTestJSON-846857533-router', 'tenant_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': 'd5151d03-05a5-448d-845c-191caad000c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:38:06Z', 'updated_at': '2022-03-07T10:47:13Z', 'revision_number': 5, 'project_id': 'd640dc7f4f784834ad48e78ec0df26a5', 'gw_port': {'id': 'd5151d03-05a5-448d-845c-191caad000c8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:38:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edb460b-516d-40d4-b02c-db19d5829c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:38:08Z', 'updated_at': '2022-03-07T10:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:47:21.065511 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e3ff9e-94cd-4c4c-bfec-a7774562dd7f req-42cff445-be63-4188-b31e-dc72e04ab41d tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:21.065511 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b2e3ff9e-94cd-4c4c-bfec-a7774562dd7f req-42cff445-be63-4188-b31e-dc72e04ab41d tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 0.2281432 Mar 07 10:47:21.161593 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdd58a0e-1388-4c90-b622-0ffc0569590b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (d5151d03-05a5-448d-845c-191caad000c8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:21.217728 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd58a0e-1388-4c90-b622-0ffc0569590b admin admin] Pushing event deleted for resources: {'Port': ['ID=d5151d03-05a5-448d-845c-191caad000c8,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:21.226662 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b2e3ff9e-94cd-4c4c-bfec-a7774562dd7f req-8af9d811-bce3-414b-acb4-704350bf2de6 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440706 Mar 07 10:47:21.331647 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6f774de-de87-416e-80d4-dc547b0c8884 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (a33d0f0d-571f-4b00-8bb8-0dfcf7504c1b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:21.371575 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f774de-de87-416e-80d4-dc547b0c8884 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Port': ['ID=a33d0f0d-571f-4b00-8bb8-0dfcf7504c1b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:21.377481 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a868a582-9d09-431b-8165-b9ead5520cdb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:21.388859 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed200d3-7a85-4582-837c-90ac6cc191b9 None None] Sync routers for ids ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:47:21.417233 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed200d3-7a85-4582-837c-90ac6cc191b9 None None] Routers {'f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:21.417233 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-5ed200d3-7a85-4582-837c-90ac6cc191b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:21.469504 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed4b4b-21a5-4ecf-b7ae-e275147bde30 req-49a8043c-a31b-4934-83a1-b20ea8e08685 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:21.486033 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-54ed4b4b-21a5-4ecf-b7ae-e275147bde30 req-49a8043c-a31b-4934-83a1-b20ea8e08685 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.4407835 Mar 07 10:47:21.503048 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a868a582-9d09-431b-8165-b9ead5520cdb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:21.539714 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-5ed200d3-7a85-4582-837c-90ac6cc191b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:21.562818 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed200d3-7a85-4582-837c-90ac6cc191b9 None None] Routers {'f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:21.573898 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-5ed200d3-7a85-4582-837c-90ac6cc191b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:21.582215 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdd58a0e-1388-4c90-b622-0ffc0569590b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (5edb460b-516d-40d4-b02c-db19d5829c96), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:21.694008 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-5ed200d3-7a85-4582-837c-90ac6cc191b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:21.698599 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed200d3-7a85-4582-837c-90ac6cc191b9 None None] The sync data for ids ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:47:21.802828 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c528d6b7-eb82-49bc-9e9a-e521b9effe4e no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:47:21.859626 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: c528d6b7-eb82-49bc-9e9a-e521b9effe4e {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:47:21.861526 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c528d6b7-eb82-49bc-9e9a-e521b9effe4e not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:47:21.912973 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-54ed4b4b-21a5-4ecf-b7ae-e275147bde30 req-9083afff-319d-4892-8a24-a110cf8b56ee tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249938 Mar 07 10:47:21.939218 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdd58a0e-1388-4c90-b622-0ffc0569590b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (5edb460b-516d-40d4-b02c-db19d5829c96), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:21.942137 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6f774de-de87-416e-80d4-dc547b0c8884 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (b137ae5b-c720-4d21-9ca0-c7c5c41bbedd), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:21.957663 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdd58a0e-1388-4c90-b622-0ffc0569590b admin admin] Publish callbacks [] for router_controller (5edb460b-516d-40d4-b02c-db19d5829c96), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:22.020353 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a868a582-9d09-431b-8165-b9ead5520cdb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "PUT /v2.0/floatingips/b1ab4429-ea03-4b85-968c-a84d9dc81224 HTTP/1.1" status: 200 len: 978 time: 8.0726140 Mar 07 10:47:22.037038 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60240) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:22.051805 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f10a1908-1c34-4530-ad8f-0e6515834a96 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:22.122053 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60242) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:22.138102 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdd58a0e-1388-4c90-b622-0ffc0569590b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (5edb460b-516d-40d4-b02c-db19d5829c96), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:22.138735 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd58a0e-1388-4c90-b622-0ffc0569590b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5edb460b-516d-40d4-b02c-db19d5829c96 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:47:22.145236 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdd58a0e-1388-4c90-b622-0ffc0569590b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:22.146532 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fdd58a0e-1388-4c90-b622-0ffc0569590b admin admin] 10.222.0.11 "DELETE /v2.0/routers/5edb460b-516d-40d4-b02c-db19d5829c96 HTTP/1.1" status: 204 len: 168 time: 2.7634366 Mar 07 10:47:22.150281 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60246) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:22.227396 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f774de-de87-416e-80d4-dc547b0c8884 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Router b137ae5b-c720-4d21-9ca0-c7c5c41bbedd has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:47:22.236538 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f10a1908-1c34-4530-ad8f-0e6515834a96 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for floatingip (b1ab4429-ea03-4b85-968c-a84d9dc81224), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:22.413335 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-b2e695c7-79ee-4b21-a288-a93b73c24a98 tempest-SubnetPoolsTestJSON-67186738 tempest-SubnetPoolsTestJSON-67186738-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-155404251', 'prefixes': ['172.20.0.0/16']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:22.416104 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e9452d-3806-4309-b59c-173d7b50c385 admin admin] Deleting subnet be75dc35-59ec-464d-b948-3549cf46df15 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:47:22.428280 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f774de-de87-416e-80d4-dc547b0c8884 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:22.438033 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d6f774de-de87-416e-80d4-dc547b0c8884 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "PUT /v2.0/routers/b137ae5b-c720-4d21-9ca0-c7c5c41bbedd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9352577 Mar 07 10:47:22.439415 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60252) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:22.442451 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefd1f0a-cb57-456b-a649-245ceca9ebc3 None None] Sync routers for ids ['b137ae5b-c720-4d21-9ca0-c7c5c41bbedd'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:47:22.465601 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90e9452d-3806-4309-b59c-173d7b50c385 admin admin] Publish callbacks [] for subnet (be75dc35-59ec-464d-b948-3549cf46df15), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:22.468251 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefd1f0a-cb57-456b-a649-245ceca9ebc3 None None] Routers {'b137ae5b-c720-4d21-9ca0-c7c5c41bbedd'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:22.469013 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-eefd1f0a-cb57-456b-a649-245ceca9ebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['b137ae5b-c720-4d21-9ca0-c7c5c41bbedd'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:22.504800 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-55f74c63-31da-43d6-b9fa-391121811cd5 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "GET /v2.0/ports?device_id=b137ae5b-c720-4d21-9ca0-c7c5c41bbedd HTTP/1.1" status: 200 len: 205 time: 0.0576413 Mar 07 10:47:22.508360 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60254) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:22.529823 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-eefd1f0a-cb57-456b-a649-245ceca9ebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:22.539394 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefd1f0a-cb57-456b-a649-245ceca9ebc3 None None] Routers {'b137ae5b-c720-4d21-9ca0-c7c5c41bbedd'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:22.540356 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-eefd1f0a-cb57-456b-a649-245ceca9ebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['b137ae5b-c720-4d21-9ca0-c7c5c41bbedd'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:22.577094 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-eefd1f0a-cb57-456b-a649-245ceca9ebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:22.578222 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefd1f0a-cb57-456b-a649-245ceca9ebc3 None None] The sync data for ids ['b137ae5b-c720-4d21-9ca0-c7c5c41bbedd'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:47:22.616690 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cfc6d9a4-66a3-4daa-8095-0c0119fd192c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router (b137ae5b-c720-4d21-9ca0-c7c5c41bbedd), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:22.632679 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90e9452d-3806-4309-b59c-173d7b50c385 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (be75dc35-59ec-464d-b948-3549cf46df15), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:22.688411 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed2db2-00a5-41da-aa99-230bbe67a09c req-056956a8-ead9-4759-b31f-46f65b05a192 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:22.696001 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-91ed2db2-00a5-41da-aa99-230bbe67a09c req-056956a8-ead9-4759-b31f-46f65b05a192 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 0.3069267 Mar 07 10:47:22.790815 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:22.806189 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f10a1908-1c34-4530-ad8f-0e6515834a96 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:22.818821 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f10a1908-1c34-4530-ad8f-0e6515834a96 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (b1ab4429-ea03-4b85-968c-a84d9dc81224), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:22.819305 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-f10a1908-1c34-4530-ad8f-0e6515834a96 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Floating IP b1ab4429-ea03-4b85-968c-a84d9dc81224 disassociated. External IP: 172.25.3.228, port: 9c9552e1-75f2-41e8-b449-c26aa43efa55. Mar 07 10:47:22.874697 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cfc6d9a4-66a3-4daa-8095-0c0119fd192c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (b137ae5b-c720-4d21-9ca0-c7c5c41bbedd), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:22.877388 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cfc6d9a4-66a3-4daa-8095-0c0119fd192c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router_controller (b137ae5b-c720-4d21-9ca0-c7c5c41bbedd), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:22.933336 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-91ed2db2-00a5-41da-aa99-230bbe67a09c req-6e456fb9-002a-4857-a1ea-da5ed79347de tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328582 Mar 07 10:47:22.939082 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b2e695c7-79ee-4b21-a288-a93b73c24a98 tempest-SubnetPoolsTestJSON-67186738 tempest-SubnetPoolsTestJSON-67186738-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:22.941058 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b2e695c7-79ee-4b21-a288-a93b73c24a98 tempest-SubnetPoolsTestJSON-67186738 tempest-SubnetPoolsTestJSON-67186738-project] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.8180528 Mar 07 10:47:22.944339 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90e9452d-3806-4309-b59c-173d7b50c385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (be75dc35-59ec-464d-b948-3549cf46df15), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:22.944551 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60258) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:23.015801 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0eebae53-0a00-4ba9-bdec-0c664dd0d15d tempest-SubnetPoolsTestJSON-67186738 tempest-SubnetPoolsTestJSON-67186738-project] 10.222.0.11 "GET /v2.0/subnetpools/a85375e3-bbee-4b03-aa40-f33fce524c8c HTTP/1.1" status: 200 len: 731 time: 0.0693102 Mar 07 10:47:23.016517 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cfc6d9a4-66a3-4daa-8095-0c0119fd192c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (b137ae5b-c720-4d21-9ca0-c7c5c41bbedd), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:23.017068 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc6d9a4-66a3-4daa-8095-0c0119fd192c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Fanout notify agent at l3_agent the message router_deleted on router b137ae5b-c720-4d21-9ca0-c7c5c41bbedd {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:47:23.027013 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60264) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:23.054989 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cfc6d9a4-66a3-4daa-8095-0c0119fd192c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:23.056097 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-cfc6d9a4-66a3-4daa-8095-0c0119fd192c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/routers/b137ae5b-c720-4d21-9ca0-c7c5c41bbedd HTTP/1.1" status: 204 len: 168 time: 0.5444136 Mar 07 10:47:23.059225 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60266) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:23.069887 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-6196a0fb-b5db-4476-a297-55ff4bbc4774 tempest-SubnetPoolsTestJSON-67186738 tempest-SubnetPoolsTestJSON-67186738-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-64475556'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:23.131306 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81da742-ae8c-4341-ab9b-5b52770e60bb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Deleting subnet 6246414d-f9cb-40e1-ba74-c43831f93cfe {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:47:23.135448 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d81da742-ae8c-4341-ab9b-5b52770e60bb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for subnet (6246414d-f9cb-40e1-ba74-c43831f93cfe), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:23.286203 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90e9452d-3806-4309-b59c-173d7b50c385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (be75dc35-59ec-464d-b948-3549cf46df15), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:23.371808 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9452d-3806-4309-b59c-173d7b50c385 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be75dc35-59ec-464d-b948-3549cf46df15,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:23.377062 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fcf224-cb06-4372-92f2-4c3175d46f7a None None] Network 931da2d2-d8f9-46f5-a9f5-24b58bb56e41 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:47:23.377792 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90e9452d-3806-4309-b59c-173d7b50c385 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:23.381569 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-90e9452d-3806-4309-b59c-173d7b50c385 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/be75dc35-59ec-464d-b948-3549cf46df15 HTTP/1.1" status: 204 len: 168 time: 1.2301435 Mar 07 10:47:23.423039 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60268) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:23.465957 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6196a0fb-b5db-4476-a297-55ff4bbc4774 tempest-SubnetPoolsTestJSON-67186738 tempest-SubnetPoolsTestJSON-67186738-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:23.469588 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6196a0fb-b5db-4476-a297-55ff4bbc4774 tempest-SubnetPoolsTestJSON-67186738 tempest-SubnetPoolsTestJSON-67186738-project] 10.222.0.11 "PUT /v2.0/subnetpools/a85375e3-bbee-4b03-aa40-f33fce524c8c HTTP/1.1" status: 200 len: 682 time: 0.4223175 Mar 07 10:47:23.471091 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60272) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:23.612514 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a8f5d6d7-ec9e-48b7-8f1f-10b3781b3b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (931da2d2-d8f9-46f5-a9f5-24b58bb56e41), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:23.712579 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10a1908-1c34-4530-ad8f-0e6515834a96 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Router f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:47:23.730548 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cbf1ee18-2607-41b6-8079-d1794860db58 tempest-SubnetPoolsTestJSON-67186738 tempest-SubnetPoolsTestJSON-67186738-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:23.731697 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cbf1ee18-2607-41b6-8079-d1794860db58 tempest-SubnetPoolsTestJSON-67186738 tempest-SubnetPoolsTestJSON-67186738-project] 10.222.0.11 "DELETE /v2.0/subnetpools/a85375e3-bbee-4b03-aa40-f33fce524c8c HTTP/1.1" status: 204 len: 168 time: 0.2472248 Mar 07 10:47:23.737326 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60278) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:23.738255 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device d5151d03-05a5-448d-845c-191caad000c8 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:47:23.768949 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-9b477d87-30b8-46e4-b555-c22110cac181 tempest-SubnetPoolsTestJSON-67186738 tempest-SubnetPoolsTestJSON-67186738-project] show failed (client error): The resource could not be found. Mar 07 10:47:23.770059 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9b477d87-30b8-46e4-b555-c22110cac181 tempest-SubnetPoolsTestJSON-67186738 tempest-SubnetPoolsTestJSON-67186738-project] 10.222.0.11 "GET /v2.0/subnetpools/a85375e3-bbee-4b03-aa40-f33fce524c8c HTTP/1.1" status: 404 len: 346 time: 0.0318012 Mar 07 10:47:23.803825 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60280) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:23.831194 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: d5151d03-05a5-448d-845c-191caad000c8 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:47:23.831936 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device d5151d03-05a5-448d-845c-191caad000c8 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:47:23.833728 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-41c50645-269f-497b-8a93-a316ee48bf1c tempest-SubnetPoolsTestJSON-67186738 tempest-SubnetPoolsTestJSON-67186738-project] delete failed (client error): The resource could not be found. Mar 07 10:47:23.838334 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-41c50645-269f-497b-8a93-a316ee48bf1c tempest-SubnetPoolsTestJSON-67186738 tempest-SubnetPoolsTestJSON-67186738-project] 10.222.0.11 "DELETE /v2.0/subnetpools/a85375e3-bbee-4b03-aa40-f33fce524c8c HTTP/1.1" status: 404 len: 346 time: 0.0298436 Mar 07 10:47:23.843597 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-a8f5d6d7-ec9e-48b7-8f1f-10b3781b3b76 admin admin] Deleting port 2fd2a885-c578-43d1-a76d-9713c35ce934 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:23.843963 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a8f5d6d7-ec9e-48b7-8f1f-10b3781b3b76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (2fd2a885-c578-43d1-a76d-9713c35ce934), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:23.954103 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374e8758-7ea1-48b0-b92e-2c2cef241142 None None] DHCP port deletion for 931da2d2-d8f9-46f5-a9f5-24b58bb56e41 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:47:24.034084 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-a8f5d6d7-ec9e-48b7-8f1f-10b3781b3b76 admin admin] For port 2fd2a885-c578-43d1-a76d-9713c35ce934, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=2fd2a885-c578-43d1-a76d-9713c35ce934,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:24.034464 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a8f5d6d7-ec9e-48b7-8f1f-10b3781b3b76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (2fd2a885-c578-43d1-a76d-9713c35ce934), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:24.095965 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10a1908-1c34-4530-ad8f-0e6515834a96 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:24.103138 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f10a1908-1c34-4530-ad8f-0e6515834a96 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:24.111751 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33845619-dbbc-4486-9b44-4020cb6bf41a None None] Sync routers for ids ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:47:24.128191 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33845619-dbbc-4486-9b44-4020cb6bf41a None None] Routers {'f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:24.128649 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-a8f5d6d7-ec9e-48b7-8f1f-10b3781b3b76 admin admin] Calling delete_port for 2fd2a885-c578-43d1-a76d-9713c35ce934 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:24.129467 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-33845619-dbbc-4486-9b44-4020cb6bf41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:24.136971 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-374e8758-7ea1-48b0-b92e-2c2cef241142 None None] Deleting port 2fd2a885-c578-43d1-a76d-9713c35ce934 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:24.141768 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-374e8758-7ea1-48b0-b92e-2c2cef241142 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (2fd2a885-c578-43d1-a76d-9713c35ce934), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:24.222063 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-33845619-dbbc-4486-9b44-4020cb6bf41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:24.236078 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d81da742-ae8c-4341-ab9b-5b52770e60bb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (6246414d-f9cb-40e1-ba74-c43831f93cfe), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:24.258652 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33845619-dbbc-4486-9b44-4020cb6bf41a None None] Routers {'f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:24.259672 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-33845619-dbbc-4486-9b44-4020cb6bf41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:24.266994 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3b97e-d5a4-4d1f-8e73-8e756915c611 req-2ebe647a-0707-4bd3-8810-4da510834e53 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:24.271370 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-49c3b97e-d5a4-4d1f-8e73-8e756915c611 req-2ebe647a-0707-4bd3-8810-4da510834e53 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 1.2350562 Mar 07 10:47:24.340217 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-374e8758-7ea1-48b0-b92e-2c2cef241142 None None] For port 2fd2a885-c578-43d1-a76d-9713c35ce934, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=2fd2a885-c578-43d1-a76d-9713c35ce934,segment=NetworkSegment(0bff5fe3-a691-4e25-8a0f-c7433dac5fdb),segment_id=0bff5fe3-a691-4e25-8a0f-c7433dac5fdb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:24.341718 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-374e8758-7ea1-48b0-b92e-2c2cef241142 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (2fd2a885-c578-43d1-a76d-9713c35ce934), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:24.357855 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-374e8758-7ea1-48b0-b92e-2c2cef241142 None None] Calling delete_port for 2fd2a885-c578-43d1-a76d-9713c35ce934 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:24.368683 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-33845619-dbbc-4486-9b44-4020cb6bf41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:24.381935 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33845619-dbbc-4486-9b44-4020cb6bf41a None None] The sync data for ids ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:47:24.429479 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f10a1908-1c34-4530-ad8f-0e6515834a96 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "PUT /v2.0/floatingips/b1ab4429-ea03-4b85-968c-a84d9dc81224 HTTP/1.1" status: 200 len: 688 time: 2.3910439 Mar 07 10:47:24.430629 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60290) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:24.434606 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a8f5d6d7-ec9e-48b7-8f1f-10b3781b3b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (2fd2a885-c578-43d1-a76d-9713c35ce934), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:24.479271 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-374e8758-7ea1-48b0-b92e-2c2cef241142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (2fd2a885-c578-43d1-a76d-9713c35ce934), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:24.537924 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374e8758-7ea1-48b0-b92e-2c2cef241142 None None] No DVR routers for this DVR port 2fd2a885-c578-43d1-a76d-9713c35ce934 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:47:24.555551 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e8758-7ea1-48b0-b92e-2c2cef241142 None None] Pushing event deleted for resources: {'Port': ['ID=2fd2a885-c578-43d1-a76d-9713c35ce934,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:24.571762 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f5d6d7-ec9e-48b7-8f1f-10b3781b3b76 admin admin] No DVR routers for this DVR port 2fd2a885-c578-43d1-a76d-9713c35ce934 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:47:24.581443 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5d6d7-ec9e-48b7-8f1f-10b3781b3b76 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fd2a885-c578-43d1-a76d-9713c35ce934,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:24.711163 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60296) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:24.809336 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a8f5d6d7-ec9e-48b7-8f1f-10b3781b3b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (931da2d2-d8f9-46f5-a9f5-24b58bb56e41), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:24.832346 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d81da742-ae8c-4341-ab9b-5b52770e60bb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (6246414d-f9cb-40e1-ba74-c43831f93cfe), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:24.848570 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-a8f5d6d7-ec9e-48b7-8f1f-10b3781b3b76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['931da2d2-d8f9-46f5-a9f5-24b58bb56e41']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:24.866321 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-a8f5d6d7-ec9e-48b7-8f1f-10b3781b3b76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bff5fe3-a691-4e25-8a0f-c7433dac5fdb') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:24.866626 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-a8f5d6d7-ec9e-48b7-8f1f-10b3781b3b76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bff5fe3-a691-4e25-8a0f-c7433dac5fdb') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:24.887990 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a8f5d6d7-ec9e-48b7-8f1f-10b3781b3b76 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (0bff5fe3-a691-4e25-8a0f-c7433dac5fdb), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:24.914376 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a8f5d6d7-ec9e-48b7-8f1f-10b3781b3b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (0bff5fe3-a691-4e25-8a0f-c7433dac5fdb), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:24.925956 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d81da742-ae8c-4341-ab9b-5b52770e60bb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (6246414d-f9cb-40e1-ba74-c43831f93cfe), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:24.934617 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8f5d6d7-ec9e-48b7-8f1f-10b3781b3b76 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:47:24.935033 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a8f5d6d7-ec9e-48b7-8f1f-10b3781b3b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (0bff5fe3-a691-4e25-8a0f-c7433dac5fdb), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:24.969082 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81da742-ae8c-4341-ab9b-5b52770e60bb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Subnet': ['ID=6246414d-f9cb-40e1-ba74-c43831f93cfe,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:25.020671 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa3c8f5-8792-44ef-bc36-fb63ca70f146 None None] Network 7afef027-6337-4451-b192-b320234f8fd2 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:47:25.024641 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-49c3b97e-d5a4-4d1f-8e73-8e756915c611 req-8a2087c6-bc56-461b-bf70-1ab57c00bed0 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7052617 Mar 07 10:47:25.025981 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d81da742-ae8c-4341-ab9b-5b52770e60bb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:25.034080 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d81da742-ae8c-4341-ab9b-5b52770e60bb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/subnets/6246414d-f9cb-40e1-ba74-c43831f93cfe HTTP/1.1" status: 204 len: 168 time: 1.9736612 Mar 07 10:47:25.035930 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60300) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:25.102672 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:47:25.102672 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:47:25.102672 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:47:25.102672 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:47:25.102672 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:47:25.102672 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:47:25.102672 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:47:25.102672 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:47:25.102672 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:47:25.102672 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:47:25.102672 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:47:25.102672 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:47:25.102672 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:47:25.102672 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:47:25.102672 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:47:25.102672 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:47:25.102672 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:47:25.102672 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:47:25.102672 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:47:25.102672 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:47:25.102672 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:47:25.102672 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:47:25.102672 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:47:25.102672 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:47:25.102672 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:47:25.102672 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:47:25.102672 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:47:25.102672 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:47:25.102672 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:47:25.102672 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:47:25.102672 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:47:25.102672 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:47:25.106123 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-10be3f4c-bccb-4b47-bd3b-e0c5ac94f76d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Deleting subnet 69fda07f-b60e-48c4-8fa4-f2492dcc2bf6 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:47:25.109837 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a8f5d6d7-ec9e-48b7-8f1f-10b3781b3b76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (931da2d2-d8f9-46f5-a9f5-24b58bb56e41), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:25.119472 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-10be3f4c-bccb-4b47-bd3b-e0c5ac94f76d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for subnet (69fda07f-b60e-48c4-8fa4-f2492dcc2bf6), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:25.124099 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a8f5d6d7-ec9e-48b7-8f1f-10b3781b3b76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:25.131193 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a8f5d6d7-ec9e-48b7-8f1f-10b3781b3b76 admin admin] 10.222.0.11 "DELETE /v2.0/networks/931da2d2-d8f9-46f5-a9f5-24b58bb56e41 HTTP/1.1" status: 204 len: 168 time: 1.7070107 Mar 07 10:47:25.151221 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5d6d7-ec9e-48b7-8f1f-10b3781b3b76 admin admin] Pushing event deleted for resources: {'Network': ['ID=931da2d2-d8f9-46f5-a9f5-24b58bb56e41,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:25.257515 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-710218c7-9f8b-4186-b71b-dd5e74f7bbdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:25.267581 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-10be3f4c-bccb-4b47-bd3b-e0c5ac94f76d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (69fda07f-b60e-48c4-8fa4-f2492dcc2bf6), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:25.318709 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d163639-4efb-4401-9f99-dff6c5bd2afe None None] DHCP port deletion for 7afef027-6337-4451-b192-b320234f8fd2 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:47:25.398982 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-22097d0e-a80d-4b82-b6d4-b8684e7e5339 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Deleting port 4d37b0ca-9342-4816-9708-26027b7cbecc {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:25.399420 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-22097d0e-a80d-4b82-b6d4-b8684e7e5339 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (4d37b0ca-9342-4816-9708-26027b7cbecc), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:25.405085 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-710218c7-9f8b-4186-b71b-dd5e74f7bbdb admin admin] Publish callbacks [] for security_group (16504cba-0272-4e87-9227-b9414b050e35), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:25.427179 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-710218c7-9f8b-4186-b71b-dd5e74f7bbdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (16504cba-0272-4e87-9227-b9414b050e35), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:25.436072 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6d163639-4efb-4401-9f99-dff6c5bd2afe None None] Deleting port dda374b7-cee3-4cc7-bb78-ca560b93610e {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:25.436767 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6d163639-4efb-4401-9f99-dff6c5bd2afe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (dda374b7-cee3-4cc7-bb78-ca560b93610e), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:25.465046 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60304) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:25.489137 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-710218c7-9f8b-4186-b71b-dd5e74f7bbdb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1c14a45d93ee4b7e9a61fa2555fa6fad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5848958 Mar 07 10:47:25.496549 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60306) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:25.559180 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f42bd1d1-e682-498d-aea6-3f16be591614 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d640dc7f4f784834ad48e78ec0df26a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0912502 Mar 07 10:47:25.559977 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60308) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:25.639633 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6d163639-4efb-4401-9f99-dff6c5bd2afe None None] For port dda374b7-cee3-4cc7-bb78-ca560b93610e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=dda374b7-cee3-4cc7-bb78-ca560b93610e,segment=NetworkSegment(a3d31b80-93e6-434a-984a-cd97c7685298),segment_id=a3d31b80-93e6-434a-984a-cd97c7685298)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:25.640849 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6d163639-4efb-4401-9f99-dff6c5bd2afe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (dda374b7-cee3-4cc7-bb78-ca560b93610e), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:25.648174 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710218c7-9f8b-4186-b71b-dd5e74f7bbdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16504cba-0272-4e87-9227-b9414b050e35,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:25.683628 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-22097d0e-a80d-4b82-b6d4-b8684e7e5339 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (4d37b0ca-9342-4816-9708-26027b7cbecc), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:25.683970 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-22097d0e-a80d-4b82-b6d4-b8684e7e5339 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for floatingip (4d37b0ca-9342-4816-9708-26027b7cbecc), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:25.699657 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-10be3f4c-bccb-4b47-bd3b-e0c5ac94f76d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (69fda07f-b60e-48c4-8fa4-f2492dcc2bf6), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:25.715331 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6d163639-4efb-4401-9f99-dff6c5bd2afe None None] Calling delete_port for dda374b7-cee3-4cc7-bb78-ca560b93610e owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:25.732864 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20a65cef-9989-4449-b64e-d76a21f2dbb0 admin admin] Publish callbacks [] for security_group (17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:25.752816 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-43d08bd5-23f0-4e12-9ba7-2183d947d474 admin admin] Publish callbacks [] for security_group (16504cba-0272-4e87-9227-b9414b050e35), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:25.757447 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-22097d0e-a80d-4b82-b6d4-b8684e7e5339 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Calling delete_port for 4d37b0ca-9342-4816-9708-26027b7cbecc owned by network:floatingip {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:25.833756 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20a65cef-9989-4449-b64e-d76a21f2dbb0 admin admin] Publish callbacks [] for security_group (17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:25.952834 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device dda374b7-cee3-4cc7-bb78-ca560b93610e no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:47:26.008033 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-43d08bd5-23f0-4e12-9ba7-2183d947d474 admin admin] Publish callbacks [] for security_group (16504cba-0272-4e87-9227-b9414b050e35), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:26.020587 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20a65cef-9989-4449-b64e-d76a21f2dbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:26.022337 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-10be3f4c-bccb-4b47-bd3b-e0c5ac94f76d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (69fda07f-b60e-48c4-8fa4-f2492dcc2bf6), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:26.026838 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20a65cef-9989-4449-b64e-d76a21f2dbb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:26.031178 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-20a65cef-9989-4449-b64e-d76a21f2dbb0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b HTTP/1.1" status: 204 len: 168 time: 0.4701517 Mar 07 10:47:26.044943 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a65cef-9989-4449-b64e-d76a21f2dbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bc4f74-8af6-48b6-9f7a-5366fcdcbf3b,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:26.101524 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6d163639-4efb-4401-9f99-dff6c5bd2afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (dda374b7-cee3-4cc7-bb78-ca560b93610e), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:26.109834 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be3f4c-bccb-4b47-bd3b-e0c5ac94f76d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Subnet': ['ID=69fda07f-b60e-48c4-8fa4-f2492dcc2bf6,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:26.131373 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d163639-4efb-4401-9f99-dff6c5bd2afe None None] No DVR routers for this DVR port dda374b7-cee3-4cc7-bb78-ca560b93610e on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:47:26.170214 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-10be3f4c-bccb-4b47-bd3b-e0c5ac94f76d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:26.174259 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-10be3f4c-bccb-4b47-bd3b-e0c5ac94f76d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/subnets/69fda07f-b60e-48c4-8fa4-f2492dcc2bf6 HTTP/1.1" status: 204 len: 168 time: 1.1370261 Mar 07 10:47:26.177310 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60320) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:26.211875 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda13265-40a8-4c14-adb6-bcadddb51486 None None] Network 48b949d9-36f2-4065-abfc-1bf5046f0b2c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:47:26.237070 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d163639-4efb-4401-9f99-dff6c5bd2afe None None] Pushing event deleted for resources: {'Port': ['ID=dda374b7-cee3-4cc7-bb78-ca560b93610e,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:26.260830 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port dda374b7-cee3-4cc7-bb78-ca560b93610e is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:26.261539 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (dda374b7-cee3-4cc7-bb78-ca560b93610e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:26.332607 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-43d08bd5-23f0-4e12-9ba7-2183d947d474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (16504cba-0272-4e87-9227-b9414b050e35), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:26.336551 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-43d08bd5-23f0-4e12-9ba7-2183d947d474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:26.338281 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-43d08bd5-23f0-4e12-9ba7-2183d947d474 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/16504cba-0272-4e87-9227-b9414b050e35 HTTP/1.1" status: 204 len: 168 time: 0.8348224 Mar 07 10:47:26.357651 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d08bd5-23f0-4e12-9ba7-2183d947d474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16504cba-0272-4e87-9227-b9414b050e35,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:26.380669 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9d6f3d2-7ca5-4acf-8ed5-8ab6800bb25a tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (7afef027-6337-4451-b192-b320234f8fd2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:26.489762 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29245e1-d325-45ee-b3a7-25a8dc12f288 req-d006f73a-60bb-4d7c-8937-e4debd8afaf0 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:26.494115 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d29245e1-d325-45ee-b3a7-25a8dc12f288 req-d006f73a-60bb-4d7c-8937-e4debd8afaf0 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.2559755 Mar 07 10:47:26.533172 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 2fd2a885-c578-43d1-a76d-9713c35ce934 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:47:26.560067 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-22097d0e-a80d-4b82-b6d4-b8684e7e5339 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (4d37b0ca-9342-4816-9708-26027b7cbecc), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:26.592942 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 2fd2a885-c578-43d1-a76d-9713c35ce934 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:47:26.593400 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 2fd2a885-c578-43d1-a76d-9713c35ce934 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:47:26.598786 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9d6f3d2-7ca5-4acf-8ed5-8ab6800bb25a tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (7afef027-6337-4451-b192-b320234f8fd2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:26.654797 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22097d0e-a80d-4b82-b6d4-b8684e7e5339 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event deleted for resources: {'Port': ['ID=4d37b0ca-9342-4816-9708-26027b7cbecc,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:26.660526 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-d9d6f3d2-7ca5-4acf-8ed5-8ab6800bb25a tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7afef027-6337-4451-b192-b320234f8fd2']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:26.670522 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d29245e1-d325-45ee-b3a7-25a8dc12f288 req-00387de9-e84b-4800-8b2b-adb910302eec tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665187 Mar 07 10:47:26.683490 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-d9d6f3d2-7ca5-4acf-8ed5-8ab6800bb25a tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3d31b80-93e6-434a-984a-cd97c7685298') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:26.683886 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-d9d6f3d2-7ca5-4acf-8ed5-8ab6800bb25a tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3d31b80-93e6-434a-984a-cd97c7685298') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:26.714183 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9d6f3d2-7ca5-4acf-8ed5-8ab6800bb25a tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (a3d31b80-93e6-434a-984a-cd97c7685298), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:26.759942 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9d6f3d2-7ca5-4acf-8ed5-8ab6800bb25a tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (a3d31b80-93e6-434a-984a-cd97c7685298), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:26.788213 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d6f3d2-7ca5-4acf-8ed5-8ab6800bb25a tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:47:26.788630 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9d6f3d2-7ca5-4acf-8ed5-8ab6800bb25a tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (a3d31b80-93e6-434a-984a-cd97c7685298), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:26.803623 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:47:26.803623 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:47:26.803623 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:47:26.803623 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:47:26.803623 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:47:26.803623 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:47:26.803623 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:47:26.803623 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:47:26.803623 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:47:26.803623 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:47:26.803623 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:47:26.803623 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:47:26.803623 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:47:26.803623 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:47:26.803623 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:47:26.803623 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:47:26.803623 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:47:26.803623 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:47:26.803623 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:47:26.803623 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:47:26.803623 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:47:26.803623 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:47:26.803623 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:47:26.803623 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:47:26.803623 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:47:26.803623 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:47:26.803623 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:47:26.803623 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:47:26.803623 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:47:26.803623 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:47:26.803623 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:47:26.803623 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:47:26.809948 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8677fa-2b18-454a-b740-b859ef30f6d6 None None] DHCP port deletion for 48b949d9-36f2-4065-abfc-1bf5046f0b2c request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:47:26.833470 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-22097d0e-a80d-4b82-b6d4-b8684e7e5339 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for floatingip (b1ab4429-ea03-4b85-968c-a84d9dc81224), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:26.836073 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-22097d0e-a80d-4b82-b6d4-b8684e7e5339 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:26.837282 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-22097d0e-a80d-4b82-b6d4-b8684e7e5339 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "DELETE /v2.0/floatingips/b1ab4429-ea03-4b85-968c-a84d9dc81224 HTTP/1.1" status: 204 len: 168 time: 2.3947804 Mar 07 10:47:26.841684 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60330) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:26.994934 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ae8677fa-2b18-454a-b740-b859ef30f6d6 None None] Deleting port 842f82a4-f425-4397-b8b9-2df3cda9117e {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:26.995305 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ae8677fa-2b18-454a-b740-b859ef30f6d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (842f82a4-f425-4397-b8b9-2df3cda9117e), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:27.025031 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-c4ac8ee9-6a99-4a43-ac77-6257e2245228 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] delete failed (client error): The resource could not be found. Mar 07 10:47:27.026217 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c4ac8ee9-6a99-4a43-ac77-6257e2245228 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "DELETE /v2.0/floatingips/b1ab4429-ea03-4b85-968c-a84d9dc81224 HTTP/1.1" status: 404 len: 345 time: 0.1806531 Mar 07 10:47:27.030445 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60346) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:27.039710 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9d6f3d2-7ca5-4acf-8ed5-8ab6800bb25a tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (7afef027-6337-4451-b192-b320234f8fd2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:27.055451 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9d6f3d2-7ca5-4acf-8ed5-8ab6800bb25a tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:27.064000 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d9d6f3d2-7ca5-4acf-8ed5-8ab6800bb25a tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/networks/7afef027-6337-4451-b192-b320234f8fd2 HTTP/1.1" status: 204 len: 168 time: 0.8855815 Mar 07 10:47:27.065068 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60350) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:27.090692 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d6f3d2-7ca5-4acf-8ed5-8ab6800bb25a tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Network': ['ID=7afef027-6337-4451-b192-b320234f8fd2,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:27.219062 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ae8677fa-2b18-454a-b740-b859ef30f6d6 None None] For port 842f82a4-f425-4397-b8b9-2df3cda9117e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=842f82a4-f425-4397-b8b9-2df3cda9117e,segment=NetworkSegment(ff2986e3-ead8-4415-9028-1317c77b935e),segment_id=ff2986e3-ead8-4415-9028-1317c77b935e)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:27.220826 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ae8677fa-2b18-454a-b740-b859ef30f6d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (842f82a4-f425-4397-b8b9-2df3cda9117e), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:27.270517 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ae8677fa-2b18-454a-b740-b859ef30f6d6 None None] Calling delete_port for 842f82a4-f425-4397-b8b9-2df3cda9117e owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:27.275745 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91362bd3-f032-4201-9a18-7c9a47033ca0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (48b949d9-36f2-4065-abfc-1bf5046f0b2c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:27.411488 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52423c4f-21b1-4bc4-be5b-2562c8612edb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:27.424142 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52423c4f-21b1-4bc4-be5b-2562c8612edb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:27.430047 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52423c4f-21b1-4bc4-be5b-2562c8612edb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:27.434615 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-52423c4f-21b1-4bc4-be5b-2562c8612edb tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "GET /v2.0/ports?network_id=25a39ee9-f4c5-4256-bb51-d29e6d238ea9 HTTP/1.1" status: 200 len: 2358 time: 0.4005616 Mar 07 10:47:27.436145 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-91362bd3-f032-4201-9a18-7c9a47033ca0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Deleting port 842f82a4-f425-4397-b8b9-2df3cda9117e {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:27.436829 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91362bd3-f032-4201-9a18-7c9a47033ca0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (842f82a4-f425-4397-b8b9-2df3cda9117e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:27.438840 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60364) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:27.475518 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1dec9e-f80e-4161-9615-364787d33abe req-40b63ce8-37d2-42b1-a0f0-376f831d2bdb tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:27.477911 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a1dec9e-f80e-4161-9615-364787d33abe req-40b63ce8-37d2-42b1-a0f0-376f831d2bdb tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 0.2443535 Mar 07 10:47:27.513714 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ae8677fa-2b18-454a-b740-b859ef30f6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (842f82a4-f425-4397-b8b9-2df3cda9117e), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:27.563050 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8677fa-2b18-454a-b740-b859ef30f6d6 None None] Pushing event deleted for resources: {'Port': ['ID=842f82a4-f425-4397-b8b9-2df3cda9117e,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:27.582405 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8677fa-2b18-454a-b740-b859ef30f6d6 None None] No DVR routers for this DVR port 842f82a4-f425-4397-b8b9-2df3cda9117e on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:47:27.609781 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-91362bd3-f032-4201-9a18-7c9a47033ca0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] For port 842f82a4-f425-4397-b8b9-2df3cda9117e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=842f82a4-f425-4397-b8b9-2df3cda9117e,segment=NetworkSegment(ff2986e3-ead8-4415-9028-1317c77b935e),segment_id=ff2986e3-ead8-4415-9028-1317c77b935e)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:27.610778 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91362bd3-f032-4201-9a18-7c9a47033ca0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (842f82a4-f425-4397-b8b9-2df3cda9117e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:27.630354 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-91362bd3-f032-4201-9a18-7c9a47033ca0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Calling delete_port for 842f82a4-f425-4397-b8b9-2df3cda9117e owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:27.666412 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a1dec9e-f80e-4161-9615-364787d33abe req-bae954bb-e2c6-4823-8eba-e0908e08263c tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319182 Mar 07 10:47:27.679782 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b512a8-4da2-4d01-ac9a-8b5f5ed4f034 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:27.689419 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a2b512a8-4da2-4d01-ac9a-8b5f5ed4f034 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "GET /v2.0/subnets/10507007-4dc3-4152-8774-780f51661243 HTTP/1.1" status: 200 len: 797 time: 0.2494528 Mar 07 10:47:27.694789 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60368) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:27.735750 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-a6895680-e0e1-4c20-b0bb-db52aadf26d7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Request body: {'port': {'network_id': '25a39ee9-f4c5-4256-bb51-d29e6d238ea9', 'name': 'tempest-FloatingIPTestJSON-1446420758', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:27.784909 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 842f82a4-f425-4397-b8b9-2df3cda9117e no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:47:27.806712 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91362bd3-f032-4201-9a18-7c9a47033ca0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (842f82a4-f425-4397-b8b9-2df3cda9117e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:27.866708 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 842f82a4-f425-4397-b8b9-2df3cda9117e {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:47:27.870378 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 842f82a4-f425-4397-b8b9-2df3cda9117e not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:47:27.887985 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91362bd3-f032-4201-9a18-7c9a47033ca0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] No DVR routers for this DVR port 842f82a4-f425-4397-b8b9-2df3cda9117e on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:47:27.898547 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60376) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:28.026351 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6895680-e0e1-4c20-b0bb-db52aadf26d7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Made reservation on behalf of 87245b0fac6f46b8bf036ff7fe06f2c2 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:47:28.068968 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f358fad-62ee-4a3b-a496-31c3316397a2 req-2a77f215-43f4-4cea-aade-33cd1c34e463 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:28.070880 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7f358fad-62ee-4a3b-a496-31c3316397a2 req-2a77f215-43f4-4cea-aade-33cd1c34e463 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.1093714 Mar 07 10:47:28.106088 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91362bd3-f032-4201-9a18-7c9a47033ca0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (48b949d9-36f2-4065-abfc-1bf5046f0b2c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:28.127308 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91362bd3-f032-4201-9a18-7c9a47033ca0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Port': ['ID=842f82a4-f425-4397-b8b9-2df3cda9117e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:28.193036 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-91362bd3-f032-4201-9a18-7c9a47033ca0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b949d9-36f2-4065-abfc-1bf5046f0b2c']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:28.217243 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-3a992b31-5518-4ae2-b00b-a1d4d96de69d admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-100408380-network', 'tenant_id': '88e1a94e4f144d78bd2da1e087e21646'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:28.265568 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-91362bd3-f032-4201-9a18-7c9a47033ca0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff2986e3-ead8-4415-9028-1317c77b935e') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:28.268214 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-91362bd3-f032-4201-9a18-7c9a47033ca0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff2986e3-ead8-4415-9028-1317c77b935e') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:28.323749 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7f358fad-62ee-4a3b-a496-31c3316397a2 req-f6b42865-f6dd-4cf3-9d2a-45c79e242d88 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563156 Mar 07 10:47:28.325294 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91362bd3-f032-4201-9a18-7c9a47033ca0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (ff2986e3-ead8-4415-9028-1317c77b935e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:28.363642 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a992b31-5518-4ae2-b00b-a1d4d96de69d admin admin] Made reservation on behalf of 88e1a94e4f144d78bd2da1e087e21646 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:47:28.371817 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a992b31-5518-4ae2-b00b-a1d4d96de69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:28.372104 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a6895680-e0e1-4c20-b0bb-db52aadf26d7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:28.408667 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a992b31-5518-4ae2-b00b-a1d4d96de69d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:28.419419 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91362bd3-f032-4201-9a18-7c9a47033ca0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (ff2986e3-ead8-4415-9028-1317c77b935e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:28.426694 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-a6895680-e0e1-4c20-b0bb-db52aadf26d7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] device_id is not set on port 1830a0f8-41a3-4fe3-9299-9ae5a4b4745d yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:47:28.486283 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91362bd3-f032-4201-9a18-7c9a47033ca0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:47:28.486826 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91362bd3-f032-4201-9a18-7c9a47033ca0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (ff2986e3-ead8-4415-9028-1317c77b935e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:28.495486 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:47:28.495486 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:47:28.495486 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:47:28.495486 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:47:28.495486 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:47:28.495486 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:47:28.495486 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:47:28.495486 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:47:28.495486 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:47:28.495486 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:47:28.495486 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:47:28.495486 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:47:28.495486 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:47:28.495486 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:47:28.495486 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:47:28.495486 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:47:28.495486 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:47:28.495486 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:47:28.495486 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:47:28.495486 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:47:28.495486 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:47:28.495486 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:47:28.495486 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:47:28.495486 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:47:28.495486 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:47:28.495486 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:47:28.495486 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:47:28.495486 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:47:28.495486 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:47:28.495486 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:47:28.495486 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:47:28.495486 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:47:28.659349 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91362bd3-f032-4201-9a18-7c9a47033ca0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (48b949d9-36f2-4065-abfc-1bf5046f0b2c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:28.700243 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91362bd3-f032-4201-9a18-7c9a47033ca0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:28.714544 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-91362bd3-f032-4201-9a18-7c9a47033ca0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/networks/48b949d9-36f2-4065-abfc-1bf5046f0b2c HTTP/1.1" status: 204 len: 168 time: 1.6325648 Mar 07 10:47:28.736165 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91362bd3-f032-4201-9a18-7c9a47033ca0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Network': ['ID=48b949d9-36f2-4065-abfc-1bf5046f0b2c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:28.752945 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60400) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:28.830830 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a992b31-5518-4ae2-b00b-a1d4d96de69d admin admin] Publish callbacks [] for security_group (84fe419a-80d4-498c-87cb-87558b625d9f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:28.839645 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-64948aa6-6d7e-4252-abf7-d91b409f7ffd tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Request body: {'network': {'name': 'tempest-RoutersTest-1998065931'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:28.848345 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a992b31-5518-4ae2-b00b-a1d4d96de69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (84fe419a-80d4-498c-87cb-87558b625d9f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:28.935866 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a992b31-5518-4ae2-b00b-a1d4d96de69d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:47:28.950210 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a992b31-5518-4ae2-b00b-a1d4d96de69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fe419a-80d4-498c-87cb-87558b625d9f,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:28.959080 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64948aa6-6d7e-4252-abf7-d91b409f7ffd tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Made reservation on behalf of 49fa671ee264403ca0a93afbe4c7553a for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:47:28.963704 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-64948aa6-6d7e-4252-abf7-d91b409f7ffd tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:29.011418 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a992b31-5518-4ae2-b00b-a1d4d96de69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (56aa84b2-a3f0-4d04-a0b1-a8ec71c316ad), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:29.011768 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-3a992b31-5518-4ae2-b00b-a1d4d96de69d admin admin] Added segment 56aa84b2-a3f0-4d04-a0b1-a8ec71c316ad of type vlan for network 607726eb-39c6-49d0-b891-9ef705650000 Mar 07 10:47:29.156219 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64948aa6-6d7e-4252-abf7-d91b409f7ffd tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:47:29.200655 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-a6895680-e0e1-4c20-b0bb-db52aadf26d7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Allocated IP 172.20.0.13 (25a39ee9-f4c5-4256-bb51-d29e6d238ea9/10507007-4dc3-4152-8774-780f51661243/1830a0f8-41a3-4fe3-9299-9ae5a4b4745d) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:29.213753 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a992b31-5518-4ae2-b00b-a1d4d96de69d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (607726eb-39c6-49d0-b891-9ef705650000), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:29.216019 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-a6895680-e0e1-4c20-b0bb-db52aadf26d7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Allocated IP 172.20.0.12 (25a39ee9-f4c5-4256-bb51-d29e6d238ea9/10507007-4dc3-4152-8774-780f51661243/1830a0f8-41a3-4fe3-9299-9ae5a4b4745d) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:29.236962 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-64948aa6-6d7e-4252-abf7-d91b409f7ffd tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (ceb2d173-d0d0-4011-998b-a0c67b812915), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:29.237341 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-64948aa6-6d7e-4252-abf7-d91b409f7ffd tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Added segment ceb2d173-d0d0-4011-998b-a0c67b812915 of type vlan for network f826bae9-ca67-4b8a-88ac-740969ff7803 Mar 07 10:47:29.519928 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-64948aa6-6d7e-4252-abf7-d91b409f7ffd tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (f826bae9-ca67-4b8a-88ac-740969ff7803), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:29.552714 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a992b31-5518-4ae2-b00b-a1d4d96de69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (607726eb-39c6-49d0-b891-9ef705650000), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:29.565861 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a6895680-e0e1-4c20-b0bb-db52aadf26d7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for port (1830a0f8-41a3-4fe3-9299-9ae5a4b4745d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:29.572262 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a992b31-5518-4ae2-b00b-a1d4d96de69d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:29.572943 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a992b31-5518-4ae2-b00b-a1d4d96de69d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:29.606937 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192c8de-c2e6-4b47-9806-edf28f91d7e6 req-459dc09f-489a-4fac-9648-f843c06460f3 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:29.613264 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5192c8de-c2e6-4b47-9806-edf28f91d7e6 req-459dc09f-489a-4fac-9648-f843c06460f3 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.1467443 Mar 07 10:47:29.634579 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.db.resource_extend [None req-64948aa6-6d7e-4252-abf7-d91b409f7ffd tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:47:29.662691 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60426) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:29.663688 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3a992b31-5518-4ae2-b00b-a1d4d96de69d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7385261 Mar 07 10:47:29.670468 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-8446124c-d53c-42ca-9f1e-d75e36b2271c admin admin] Request body: {'subnet': {'network_id': '607726eb-39c6-49d0-b891-9ef705650000', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-100408380-subnet', 'tenant_id': '88e1a94e4f144d78bd2da1e087e21646', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:29.697143 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a6895680-e0e1-4c20-b0bb-db52aadf26d7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (1830a0f8-41a3-4fe3-9299-9ae5a4b4745d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:29.702909 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8446124c-d53c-42ca-9f1e-d75e36b2271c admin admin] Made reservation on behalf of 88e1a94e4f144d78bd2da1e087e21646 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:47:29.706103 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8446124c-d53c-42ca-9f1e-d75e36b2271c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:29.791407 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6895680-e0e1-4c20-b0bb-db52aadf26d7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Network 25a39ee9-f4c5-4256-bb51-d29e6d238ea9 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:29.830596 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-a6895680-e0e1-4c20-b0bb-db52aadf26d7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:29.844903 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6895680-e0e1-4c20-b0bb-db52aadf26d7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:29.910792 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-64948aa6-6d7e-4252-abf7-d91b409f7ffd tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (f826bae9-ca67-4b8a-88ac-740969ff7803), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:29.916755 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64948aa6-6d7e-4252-abf7-d91b409f7ffd tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:29.917974 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-64948aa6-6d7e-4252-abf7-d91b409f7ffd tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:29.939296 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a992b31-5518-4ae2-b00b-a1d4d96de69d admin admin] Pushing event updated for resources: {'Network': ['ID=607726eb-39c6-49d0-b891-9ef705650000,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:29.954329 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 607726eb-39c6-49d0-b891-9ef705650000 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:47:30.018364 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5192c8de-c2e6-4b47-9806-edf28f91d7e6 req-61d6ad64-4c2e-4e93-8119-c146efa43cca tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844228 Mar 07 10:47:30.024868 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6895680-e0e1-4c20-b0bb-db52aadf26d7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event updated for resources: {'Port': ['ID=1830a0f8-41a3-4fe3-9299-9ae5a4b4745d,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:30.059058 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-64948aa6-6d7e-4252-abf7-d91b409f7ffd tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2229655 Mar 07 10:47:30.059910 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60432) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:30.104739 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6895680-e0e1-4c20-b0bb-db52aadf26d7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:30.105361 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a6895680-e0e1-4c20-b0bb-db52aadf26d7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:30.113177 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-cd45aa9b-0249-41d3-9ce2-f2fb27970035 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Request body: {'subnet': {'network_id': 'f826bae9-ca67-4b8a-88ac-740969ff7803', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:30.202466 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a6895680-e0e1-4c20-b0bb-db52aadf26d7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.4776354 Mar 07 10:47:30.207668 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60434) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:30.221354 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-cec8d07d-d414-4d7c-9b73-2da7a66695c7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'port_id': '1830a0f8-41a3-4fe3-9299-9ae5a4b4745d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:30.271361 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64948aa6-6d7e-4252-abf7-d91b409f7ffd tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Network': ['ID=f826bae9-ca67-4b8a-88ac-740969ff7803,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:30.283360 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network f826bae9-ca67-4b8a-88ac-740969ff7803 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:47:30.330791 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd45aa9b-0249-41d3-9ce2-f2fb27970035 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Made reservation on behalf of 49fa671ee264403ca0a93afbe4c7553a for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:47:30.334741 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cd45aa9b-0249-41d3-9ce2-f2fb27970035 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:30.422700 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cec8d07d-d414-4d7c-9b73-2da7a66695c7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:30.606282 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8446124c-d53c-42ca-9f1e-d75e36b2271c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (1e39c042-d9fd-4b43-bf34-7b87c32f4719), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:30.698359 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446124c-d53c-42ca-9f1e-d75e36b2271c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e39c042-d9fd-4b43-bf34-7b87c32f4719,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:30.735029 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cd45aa9b-0249-41d3-9ce2-f2fb27970035 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (d2bbe090-f77e-4355-9f5f-d7ffc5059464), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:30.776698 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8446124c-d53c-42ca-9f1e-d75e36b2271c admin admin] Checking segment: {'id': '56aa84b2-a3f0-4d04-a0b1-a8ec71c316ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '607726eb-39c6-49d0-b891-9ef705650000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:47:30.777203 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8446124c-d53c-42ca-9f1e-d75e36b2271c admin admin] Network hostable DHCP agents. Network: 607726eb-39c6-49d0-b891-9ef705650000, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:47:30.820085 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cec8d07d-d414-4d7c-9b73-2da7a66695c7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:30.840552 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45aa9b-0249-41d3-9ce2-f2fb27970035 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Subnet': ['ID=d2bbe090-f77e-4355-9f5f-d7ffc5059464,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:30.859043 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8446124c-d53c-42ca-9f1e-d75e36b2271c admin admin] Network 607726eb-39c6-49d0-b891-9ef705650000 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:47:30.919198 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd45aa9b-0249-41d3-9ce2-f2fb27970035 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Checking segment: {'id': 'ceb2d173-d0d0-4011-998b-a0c67b812915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f826bae9-ca67-4b8a-88ac-740969ff7803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:47:30.919948 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd45aa9b-0249-41d3-9ce2-f2fb27970035 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network hostable DHCP agents. Network: f826bae9-ca67-4b8a-88ac-740969ff7803, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:47:30.938279 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-8446124c-d53c-42ca-9f1e-d75e36b2271c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 607726eb-39c6-49d0-b891-9ef705650000) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:30.943988 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8446124c-d53c-42ca-9f1e-d75e36b2271c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:30.944239 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8446124c-d53c-42ca-9f1e-d75e36b2271c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:30.957217 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd942e8-eba4-4a5b-ba01-efb64af6ce0d None None] Network 607726eb-39c6-49d0-b891-9ef705650000 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:47:30.972285 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd45aa9b-0249-41d3-9ce2-f2fb27970035 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network f826bae9-ca67-4b8a-88ac-740969ff7803 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:47:30.987089 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-cd45aa9b-0249-41d3-9ce2-f2fb27970035 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, f826bae9-ca67-4b8a-88ac-740969ff7803) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:30.990916 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8446124c-d53c-42ca-9f1e-d75e36b2271c admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3260055 Mar 07 10:47:31.015161 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd45aa9b-0249-41d3-9ce2-f2fb27970035 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:31.015767 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cd45aa9b-0249-41d3-9ce2-f2fb27970035 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:31.040777 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e6c9e9-ca4b-473d-83cf-225648c0588d None None] Network f826bae9-ca67-4b8a-88ac-740969ff7803 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:47:31.069812 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cd45aa9b-0249-41d3-9ce2-f2fb27970035 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9773610 Mar 07 10:47:31.072101 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60454) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:31.086258 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-876d817f-2ded-4957-b55f-a11dc2cb6a22 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1607616661', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:31.108298 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-cec8d07d-d414-4d7c-9b73-2da7a66695c7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Allocated IP 172.25.3.200 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/1b3c3475-de9d-4e3c-9f90-a0062e93971d) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:31.157757 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-876d817f-2ded-4957-b55f-a11dc2cb6a22 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (6b53c1ca-74f7-4b75-a8f0-0aa7b95e5684), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:31.159065 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-876d817f-2ded-4957-b55f-a11dc2cb6a22 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (6b53c1ca-74f7-4b75-a8f0-0aa7b95e5684), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:31.330601 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-876d817f-2ded-4957-b55f-a11dc2cb6a22 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router_controller (6b53c1ca-74f7-4b75-a8f0-0aa7b95e5684), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:31.338092 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579cb30d-ef0b-44bf-923a-3508afd20987 None None] Network 607726eb-39c6-49d0-b891-9ef705650000 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:47:31.343011 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-876d817f-2ded-4957-b55f-a11dc2cb6a22 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (6b53c1ca-74f7-4b75-a8f0-0aa7b95e5684), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:31.369558 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7d2402-0031-4608-857b-f25a89468dd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-f826bae9-ca67-4b8a-88ac-740969ff7803', 'network_id': 'f826bae9-ca67-4b8a-88ac-740969ff7803', 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'fixed_ips': [{'subnet_id': 'd2bbe090-f77e-4355-9f5f-d7ffc5059464'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:47:31.370616 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3b7d2402-0031-4608-857b-f25a89468dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:31.399094 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798b9d6-a2d5-4cf7-9cc3-411824a89a0c req-ecb073e2-c2b6-402b-8825-d80dcefcf235 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:31.401483 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5798b9d6-a2d5-4cf7-9cc3-411824a89a0c req-ecb073e2-c2b6-402b-8825-d80dcefcf235 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.1927242 Mar 07 10:47:31.411380 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-876d817f-2ded-4957-b55f-a11dc2cb6a22 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:31.417593 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-876d817f-2ded-4957-b55f-a11dc2cb6a22 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3414640 Mar 07 10:47:31.422400 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60470) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:31.445749 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-488eca86-7bd0-41aa-9123-d1835b4075ed tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Request body: {'port': {'network_id': 'f826bae9-ca67-4b8a-88ac-740969ff7803', 'name': 'tempest-RoutersTest-98014043'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:31.596357 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cec8d07d-d414-4d7c-9b73-2da7a66695c7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for port (1b3c3475-de9d-4e3c-9f90-a0062e93971d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:31.624016 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5798b9d6-a2d5-4cf7-9cc3-411824a89a0c req-f452003c-31ca-4281-bb9f-602bfb0e1d45 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096441 Mar 07 10:47:31.732863 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cec8d07d-d414-4d7c-9b73-2da7a66695c7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (1b3c3475-de9d-4e3c-9f90-a0062e93971d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:31.749201 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488eca86-7bd0-41aa-9123-d1835b4075ed tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Made reservation on behalf of 49fa671ee264403ca0a93afbe4c7553a for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:47:31.753370 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-488eca86-7bd0-41aa-9123-d1835b4075ed tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:31.803521 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-488eca86-7bd0-41aa-9123-d1835b4075ed tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] device_id is not set on port f0e2c9a8-aa86-4703-acfb-711482d6d16f yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:47:31.818020 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec8d07d-d414-4d7c-9b73-2da7a66695c7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:31.831768 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-cec8d07d-d414-4d7c-9b73-2da7a66695c7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:31.836215 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec8d07d-d414-4d7c-9b73-2da7a66695c7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:31.838426 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec8d07d-d414-4d7c-9b73-2da7a66695c7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event updated for resources: {'Port': ['ID=1b3c3475-de9d-4e3c-9f90-a0062e93971d,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:31.891486 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-3b7d2402-0031-4608-857b-f25a89468dd3 None None] Allocated IP 172.20.0.2 (f826bae9-ca67-4b8a-88ac-740969ff7803/d2bbe090-f77e-4355-9f5f-d7ffc5059464/13e36379-73d9-4703-b966-13686feb76b8) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:31.904040 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e55540-f0a3-4aa4-83c2-22da5b80c259 req-1a68cb99-2e06-4baf-952d-a60e52311d48 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:31.922765 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-66e55540-f0a3-4aa4-83c2-22da5b80c259 req-1a68cb99-2e06-4baf-952d-a60e52311d48 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=feea5027-a38e-47e0-9d5c-5aef41770b2e HTTP/1.1" status: 200 len: 945 time: 0.1461077 Mar 07 10:47:32.116461 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3b7d2402-0031-4608-857b-f25a89468dd3 None None] Publish callbacks [] for port (13e36379-73d9-4703-b966-13686feb76b8), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:32.128218 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3b7d2402-0031-4608-857b-f25a89468dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (13e36379-73d9-4703-b966-13686feb76b8), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:32.176990 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-66e55540-f0a3-4aa4-83c2-22da5b80c259 req-3381d9ce-2928-4afc-bf91-fdce37afb832 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb28b637-e307-448d-8c33-b6510b0a0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529991 Mar 07 10:47:32.219567 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7d2402-0031-4608-857b-f25a89468dd3 None None] Network f826bae9-ca67-4b8a-88ac-740969ff7803 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:32.223145 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-3b7d2402-0031-4608-857b-f25a89468dd3 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:32.233407 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7d2402-0031-4608-857b-f25a89468dd3 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:32.249869 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eda7d9-0ab4-4bfe-914b-af3be6d8e636 req-7b72c3cb-ff10-47d9-9569-1ad4fa2ee291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:32.251736 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c2eda7d9-0ab4-4bfe-914b-af3be6d8e636 req-7b72c3cb-ff10-47d9-9569-1ad4fa2ee291 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=ef96f18062d345998a199cb367c56469&device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 1128 time: 0.1430981 Mar 07 10:47:32.314849 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-488eca86-7bd0-41aa-9123-d1835b4075ed tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Allocated IP 172.20.0.6 (f826bae9-ca67-4b8a-88ac-740969ff7803/d2bbe090-f77e-4355-9f5f-d7ffc5059464/f0e2c9a8-aa86-4703-acfb-711482d6d16f) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:32.325143 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d2402-0031-4608-857b-f25a89468dd3 None None] Pushing event updated for resources: {'Port': ['ID=13e36379-73d9-4703-b966-13686feb76b8,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:32.358577 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3b7d2402-0031-4608-857b-f25a89468dd3 None None] Attempting to bind port 13e36379-73d9-4703-b966-13686feb76b8 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:47:32.358966 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3b7d2402-0031-4608-857b-f25a89468dd3 None None] Attempting to bind port 13e36379-73d9-4703-b966-13686feb76b8 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'ceb2d173-d0d0-4011-998b-a0c67b812915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f826bae9-ca67-4b8a-88ac-740969ff7803'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:47:32.359308 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7d2402-0031-4608-857b-f25a89468dd3 None None] Attempting to bind port 13e36379-73d9-4703-b966-13686feb76b8 on network f826bae9-ca67-4b8a-88ac-740969ff7803 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:47:32.361792 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-dac8321c-4f1a-4cf6-961e-56bf3a0daf83 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:32.363365 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-dac8321c-4f1a-4cf6-961e-56bf3a0daf83 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.11 "GET /v2.0/networks?id=607726eb-39c6-49d0-b891-9ef705650000 HTTP/1.1" status: 200 len: 812 time: 0.3476398 Mar 07 10:47:32.368833 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7d2402-0031-4608-857b-f25a89468dd3 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:47:32.369249 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7d2402-0031-4608-857b-f25a89468dd3 None None] Checking segment: {'id': 'ceb2d173-d0d0-4011-998b-a0c67b812915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f826bae9-ca67-4b8a-88ac-740969ff7803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:47:32.369662 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3b7d2402-0031-4608-857b-f25a89468dd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:32.370059 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7d2402-0031-4608-857b-f25a89468dd3 None None] Bound using segment: {'id': 'ceb2d173-d0d0-4011-998b-a0c67b812915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f826bae9-ca67-4b8a-88ac-740969ff7803'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:47:32.370531 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3b7d2402-0031-4608-857b-f25a89468dd3 None None] Bound port: 13e36379-73d9-4703-b966-13686feb76b8, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb2d173-d0d0-4011-998b-a0c67b812915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'f826bae9-ca67-4b8a-88ac-740969ff7803'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:47:32.370915 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3b7d2402-0031-4608-857b-f25a89468dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (13e36379-73d9-4703-b966-13686feb76b8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:32.417304 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-b6fb6282-1f20-4799-9fe9-587a04f1e7bc tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.11 "GET /v2.0/quotas/88e1a94e4f144d78bd2da1e087e21646 HTTP/1.1" status: 200 len: 375 time: 0.0348392 Mar 07 10:47:32.458382 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eda7d9-0ab4-4bfe-914b-af3be6d8e636 req-fc4ebf66-3386-4d6a-aec7-6e01979c65ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:32.460226 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c2eda7d9-0ab4-4bfe-914b-af3be6d8e636 req-fc4ebf66-3386-4d6a-aec7-6e01979c65ba service neutron] 10.222.0.31 "GET /v2.0/networks?id=d7b74752-b035-4af7-99b7-eca10e463dbd HTTP/1.1" status: 200 len: 913 time: 0.2003667 Mar 07 10:47:32.485799 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-430e8837-34cc-4d98-b544-5805cfeebc0d tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=88e1a94e4f144d78bd2da1e087e21646&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676084 Mar 07 10:47:32.498688 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-3b7d2402-0031-4608-857b-f25a89468dd3 None None] For port 13e36379-73d9-4703-b966-13686feb76b8, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:47:32.511056 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-3b7d2402-0031-4608-857b-f25a89468dd3 None None] For port 13e36379-73d9-4703-b966-13686feb76b8, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=13e36379-73d9-4703-b966-13686feb76b8,segment=NetworkSegment(ceb2d173-d0d0-4011-998b-a0c67b812915),segment_id=ceb2d173-d0d0-4011-998b-a0c67b812915)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:47:32.522647 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3b7d2402-0031-4608-857b-f25a89468dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (13e36379-73d9-4703-b966-13686feb76b8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:32.562729 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c2eda7d9-0ab4-4bfe-914b-af3be6d8e636 req-5f06eed9-892e-44c8-acb2-2be83dab4463 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71ec8758-cf2a-443c-99d8-4b727e768d06 HTTP/1.1" status: 200 len: 217 time: 0.0924759 Mar 07 10:47:32.584482 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7d2402-0031-4608-857b-f25a89468dd3 None None] Pushing event updated for resources: {'Port': ['ID=13e36379-73d9-4703-b966-13686feb76b8,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:32.728992 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cec8d07d-d414-4d7c-9b73-2da7a66695c7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for floatingip (8cea67f1-d898-402a-8aa1-92f1fc23bfe2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:32.735094 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eda7d9-0ab4-4bfe-914b-af3be6d8e636 req-01b70cf7-1d00-4960-92f3-3dd28e3fc1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:32.736583 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c2eda7d9-0ab4-4bfe-914b-af3be6d8e636 req-01b70cf7-1d00-4960-92f3-3dd28e3fc1ca service neutron] 10.222.0.31 "GET /v2.0/subnets?id=da6814d7-5b80-4178-9297-cce360fe7941 HTTP/1.1" status: 200 len: 852 time: 0.1624136 Mar 07 10:47:32.797522 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c2eda7d9-0ab4-4bfe-914b-af3be6d8e636 req-8b8564a7-64c6-432d-a533-87d926972980 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d7b74752-b035-4af7-99b7-eca10e463dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411229 Mar 07 10:47:33.400074 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-66066039-a6e1-4fd6-8bbc-06475efe32f9 service neutron] 10.222.0.11 "GET /v2.0/networks/607726eb-39c6-49d0-b891-9ef705650000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9053409 Mar 07 10:47:33.490434 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-488eca86-7bd0-41aa-9123-d1835b4075ed tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for port (f0e2c9a8-aa86-4703-acfb-711482d6d16f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:33.563146 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c2eda7d9-0ab4-4bfe-914b-af3be6d8e636 req-4f2b087f-daf4-44ac-91c0-d071948d7ea6 service neutron] 10.222.0.31 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7436228 Mar 07 10:47:33.625958 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07541b3c-c3c3-4aa8-a32c-bf4f488f0334 req-ef6e8a7d-b2dd-4f41-bb3b-c33caddb33ad tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:33.631283 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cec8d07d-d414-4d7c-9b73-2da7a66695c7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1b3c3475-de9d-4e3c-9f90-a0062e93971d), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:33.641506 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-07541b3c-c3c3-4aa8-a32c-bf4f488f0334 req-ef6e8a7d-b2dd-4f41-bb3b-c33caddb33ad tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.31 "GET /v2.0/ports?device_id=feea5027-a38e-47e0-9d5c-5aef41770b2e HTTP/1.1" status: 200 len: 945 time: 0.1780777 Mar 07 10:47:33.675738 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-1966f5aa-f55b-4ddf-a071-c460dd4a6d17 service neutron] 10.222.0.11 "GET /v2.0/networks/607726eb-39c6-49d0-b891-9ef705650000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744970 Mar 07 10:47:33.751302 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c2eda7d9-0ab4-4bfe-914b-af3be6d8e636 req-116d8cb6-992f-416a-8a25-244404987d86 service neutron] 10.222.0.31 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171789 Mar 07 10:47:33.764474 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc1efc-bce6-47e6-8f8c-dbc11d0184ae req-7ca4125d-ac6b-4c36-aa92-1b41e2fff814 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:33.764474 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8adc1efc-bce6-47e6-8f8c-dbc11d0184ae req-7ca4125d-ac6b-4c36-aa92-1b41e2fff814 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.9656832 Mar 07 10:47:33.820879 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-488eca86-7bd0-41aa-9123-d1835b4075ed tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (f0e2c9a8-aa86-4703-acfb-711482d6d16f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:33.862143 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8adc1efc-bce6-47e6-8f8c-dbc11d0184ae req-7447d46b-7bea-411a-b721-88a199db4628 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768125 Mar 07 10:47:33.894112 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:47:33.929200 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 13e36379-73d9-4703-b966-13686feb76b8 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:47:34.022578 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488eca86-7bd0-41aa-9123-d1835b4075ed tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Port': ['ID=f0e2c9a8-aa86-4703-acfb-711482d6d16f,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:34.028591 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 13e36379-73d9-4703-b966-13686feb76b8 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:34.029679 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (13e36379-73d9-4703-b966-13686feb76b8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:34.102714 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488eca86-7bd0-41aa-9123-d1835b4075ed tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network f826bae9-ca67-4b8a-88ac-740969ff7803 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:34.108733 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-488eca86-7bd0-41aa-9123-d1835b4075ed tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:34.115326 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488eca86-7bd0-41aa-9123-d1835b4075ed tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:34.206853 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 13e36379-73d9-4703-b966-13686feb76b8 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:34.207490 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (13e36379-73d9-4703-b966-13686feb76b8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:34.212434 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6284a864-e922-46fb-b96d-b5fd6eb7c454 req-b4e1616e-99e3-4377-8350-34280fd48f00 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.11 "GET /v2.0/ports?device_id=29498b75-bef0-472e-94ba-ab20d1ac88ee HTTP/1.1" status: 200 len: 210 time: 0.1074982 Mar 07 10:47:34.276062 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cec8d07d-d414-4d7c-9b73-2da7a66695c7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for port (1b3c3475-de9d-4e3c-9f90-a0062e93971d), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:34.297864 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2d06b-eddc-4ba8-88e0-4f0c41eef196 req-f88c2994-3fe4-44bb-af7b-bafa09b84b07 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:34.302592 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 13e36379-73d9-4703-b966-13686feb76b8, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=13e36379-73d9-4703-b966-13686feb76b8,segment=NetworkSegment(ceb2d173-d0d0-4011-998b-a0c67b812915),segment_id=ceb2d173-d0d0-4011-998b-a0c67b812915)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:34.309573 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-37a2d06b-eddc-4ba8-88e0-4f0c41eef196 req-f88c2994-3fe4-44bb-af7b-bafa09b84b07 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=feea5027-a38e-47e0-9d5c-5aef41770b2e HTTP/1.1" status: 200 len: 945 time: 0.2669983 Mar 07 10:47:34.314783 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (13e36379-73d9-4703-b966-13686feb76b8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:34.327663 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cec8d07d-d414-4d7c-9b73-2da7a66695c7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (1b3c3475-de9d-4e3c-9f90-a0062e93971d), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:34.360227 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488eca86-7bd0-41aa-9123-d1835b4075ed tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:34.363002 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-488eca86-7bd0-41aa-9123-d1835b4075ed tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:34.373526 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-07541b3c-c3c3-4aa8-a32c-bf4f488f0334 req-0622bfc0-1b75-4be8-8f75-c8f73dd5d4f2 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Deleting port 4aaf240e-31d3-487e-9298-96b897da16fb {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:34.373726 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-07541b3c-c3c3-4aa8-a32c-bf4f488f0334 req-0622bfc0-1b75-4be8-8f75-c8f73dd5d4f2 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (4aaf240e-31d3-487e-9298-96b897da16fb), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:34.488754 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-37a2d06b-eddc-4ba8-88e0-4f0c41eef196 req-28720979-9839-4397-b035-c1cb5fd28b7a tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb28b637-e307-448d-8c33-b6510b0a0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781602 Mar 07 10:47:34.532675 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=13e36379-73d9-4703-b966-13686feb76b8,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:34.541200 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec8d07d-d414-4d7c-9b73-2da7a66695c7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event updated for resources: {'Port': ['ID=1b3c3475-de9d-4e3c-9f90-a0062e93971d,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:34.556653 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cec8d07d-d414-4d7c-9b73-2da7a66695c7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (8cea67f1-d898-402a-8aa1-92f1fc23bfe2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:34.580869 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8052ede2-154c-401a-a396-094014a727ec None None] Network f826bae9-ca67-4b8a-88ac-740969ff7803 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:47:34.631817 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-488eca86-7bd0-41aa-9123-d1835b4075ed tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 3.2038977 Mar 07 10:47:34.644358 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60518) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:34.758524 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-1f994493-56a4-432d-ac2a-596fe1835ef4 None None] Provisioning complete for port 13e36379-73d9-4703-b966-13686feb76b8 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:34.760426 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1f994493-56a4-432d-ac2a-596fe1835ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (13e36379-73d9-4703-b966-13686feb76b8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:34.952029 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-cec8d07d-d414-4d7c-9b73-2da7a66695c7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Floating IP 8cea67f1-d898-402a-8aa1-92f1fc23bfe2 associated. External IP: 172.25.3.200, port: 1830a0f8-41a3-4fe3-9299-9ae5a4b4745d. Mar 07 10:47:35.005958 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 71ec8758-cf2a-443c-99d8-4b727e768d06 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:47:35.152974 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1f994493-56a4-432d-ac2a-596fe1835ef4 None None] Current status of the port 13e36379-73d9-4703-b966-13686feb76b8 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:35.237158 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 71ec8758-cf2a-443c-99d8-4b727e768d06 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:35.238068 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (71ec8758-cf2a-443c-99d8-4b727e768d06), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:35.306663 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2abdb78-47f1-417e-b6c4-7c9c54b1811a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71ec8758-cf2a-443c-99d8-4b727e768d06'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:47:35.308951 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a74ca7f-eb5a-4701-8897-5e65919ef6ac" -d '{"events": [{"server_uuid": "b2abdb78-47f1-417e-b6c4-7c9c54b1811a", "name": "network-vif-unplugged", "status": "completed", "tag": "71ec8758-cf2a-443c-99d8-4b727e768d06"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:47:35.350380 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 71ec8758-cf2a-443c-99d8-4b727e768d06, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=71ec8758-cf2a-443c-99d8-4b727e768d06,segment=NetworkSegment(12342119-cf6b-4cbb-9e34-d47607d55c42),segment_id=12342119-cf6b-4cbb-9e34-d47607d55c42)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:35.362816 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (71ec8758-cf2a-443c-99d8-4b727e768d06), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:35.482993 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=71ec8758-cf2a-443c-99d8-4b727e768d06,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:35.524307 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec8d07d-d414-4d7c-9b73-2da7a66695c7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Router f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:47:35.545706 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-92f2b9c8-03b3-4cf2-93a4-df0672142030 req-1910f016-d4d1-47ea-afe3-a941fe1ed6bf tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.11 "GET /v2.0/ports?device_id=29498b75-bef0-472e-94ba-ab20d1ac88ee HTTP/1.1" status: 200 len: 210 time: 0.1368563 Mar 07 10:47:35.643810 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7e2a31-dbf1-480d-8140-855f09427e48 x-openstack-request-id: req-9d7e2a31-dbf1-480d-8140-855f09427e48 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:47:35.644121 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2abdb78-47f1-417e-b6c4-7c9c54b1811a", "name": "network-vif-unplugged", "status": "completed", "tag": "71ec8758-cf2a-443c-99d8-4b727e768d06", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:47:35.644399 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9d7e2a31-dbf1-480d-8140-855f09427e48 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:47:35.644809 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2abdb78-47f1-417e-b6c4-7c9c54b1811a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71ec8758-cf2a-443c-99d8-4b727e768d06', 'code': 200} Mar 07 10:47:35.687556 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f243b45f-f714-4110-b4ce-e0531caa697d None None] Provisioning complete for port f0e2c9a8-aa86-4703-acfb-711482d6d16f triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:35.689568 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f243b45f-f714-4110-b4ce-e0531caa697d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f0e2c9a8-aa86-4703-acfb-711482d6d16f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:35.789056 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f243b45f-f714-4110-b4ce-e0531caa697d None None] Port f0e2c9a8-aa86-4703-acfb-711482d6d16f cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:47:35.809627 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f243b45f-f714-4110-b4ce-e0531caa697d None None] Provisioning complete for port 13e36379-73d9-4703-b966-13686feb76b8 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:35.810016 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f243b45f-f714-4110-b4ce-e0531caa697d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (13e36379-73d9-4703-b966-13686feb76b8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:35.864988 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-07541b3c-c3c3-4aa8-a32c-bf4f488f0334 req-0622bfc0-1b75-4be8-8f75-c8f73dd5d4f2 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] For port 4aaf240e-31d3-487e-9298-96b897da16fb, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=4aaf240e-31d3-487e-9298-96b897da16fb,segment=NetworkSegment(59b13e75-30d7-418d-a8ee-7db3ff010fd0),segment_id=59b13e75-30d7-418d-a8ee-7db3ff010fd0)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:35.865606 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-07541b3c-c3c3-4aa8-a32c-bf4f488f0334 req-0622bfc0-1b75-4be8-8f75-c8f73dd5d4f2 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (4aaf240e-31d3-487e-9298-96b897da16fb), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:35.889074 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c92ba8-0881-4160-971c-1ccffe36b6d9 req-e086b6d0-6536-483a-ad0a-e594e4f69187 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:35.905940 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f9c92ba8-0881-4160-971c-1ccffe36b6d9 req-e086b6d0-6536-483a-ad0a-e594e4f69187 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 946 time: 0.7351203 Mar 07 10:47:35.920297 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 13e36379-73d9-4703-b966-13686feb76b8 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:47:36.040172 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec8d07d-d414-4d7c-9b73-2da7a66695c7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:36.075503 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4162db-da31-4fa3-8cc7-4c8f14411989 None None] Sync routers for ids ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:47:36.128548 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57dda48-72cc-424a-8cfa-bf5f6709a4de req-54696d90-cf9c-45f6-8bd7-b49ddb92f6c3 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:36.142785 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e57dda48-72cc-424a-8cfa-bf5f6709a4de req-54696d90-cf9c-45f6-8bd7-b49ddb92f6c3 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=feea5027-a38e-47e0-9d5c-5aef41770b2e HTTP/1.1" status: 200 len: 945 time: 0.3265235 Mar 07 10:47:36.146157 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4162db-da31-4fa3-8cc7-4c8f14411989 None None] Routers {'f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:36.155207 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5c4162db-da31-4fa3-8cc7-4c8f14411989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:36.219054 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f9c92ba8-0881-4160-971c-1ccffe36b6d9 req-3abad123-dbb2-4b03-a618-4f48ae1e3248 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121254 Mar 07 10:47:36.264141 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cec8d07d-d414-4d7c-9b73-2da7a66695c7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:36.321922 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f243b45f-f714-4110-b4ce-e0531caa697d None None] Current status of the port 13e36379-73d9-4703-b966-13686feb76b8 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:36.326405 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5c4162db-da31-4fa3-8cc7-4c8f14411989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:36.327126 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b46ce325-6e2b-435f-be02-877df5465cd0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f0e2c9a8-aa86-4703-acfb-711482d6d16f), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:36.361287 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 13e36379-73d9-4703-b966-13686feb76b8 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:36.361665 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (13e36379-73d9-4703-b966-13686feb76b8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:36.456632 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4162db-da31-4fa3-8cc7-4c8f14411989 None None] Routers {'f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:36.457314 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5c4162db-da31-4fa3-8cc7-4c8f14411989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:36.470147 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-cec8d07d-d414-4d7c-9b73-2da7a66695c7 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.2564473 Mar 07 10:47:36.482828 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60538) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:36.502492 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-bb275e34-bce0-4eb7-bca4-448b5d0f1ee8 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Request body: {'floatingip': {'port_id': '1830a0f8-41a3-4fe3-9299-9ae5a4b4745d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:36.530482 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e57dda48-72cc-424a-8cfa-bf5f6709a4de req-d1304c43-3884-442f-90f2-f451681e58c7 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=bb28b637-e307-448d-8c33-b6510b0a0162&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3867421 Mar 07 10:47:36.549002 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5c4162db-da31-4fa3-8cc7-4c8f14411989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:36.549712 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4162db-da31-4fa3-8cc7-4c8f14411989 None None] The sync data for ids ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:47:36.606376 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-594446a2-73e9-4b65-b677-af3ddf58a393 None None] Provisioning complete for port f0e2c9a8-aa86-4703-acfb-711482d6d16f triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:36.606764 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-594446a2-73e9-4b65-b677-af3ddf58a393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f0e2c9a8-aa86-4703-acfb-711482d6d16f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:36.610815 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-51224774-59ba-4ac3-b9b7-312b728e5417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:36.648450 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-f0c9f683-b409-4649-8f71-cf270520fb84 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:36.653049 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-f0c9f683-b409-4649-8f71-cf270520fb84 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.31 "GET /v2.0/networks?id=607726eb-39c6-49d0-b891-9ef705650000 HTTP/1.1" status: 200 len: 812 time: 0.5924902 Mar 07 10:47:36.674960 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-b512abe1-a0db-4173-851f-f69bf9b0a816 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] Request body: {'port': {'device_id': '29498b75-bef0-472e-94ba-ab20d1ac88ee', 'network_id': '607726eb-39c6-49d0-b891-9ef705650000', 'admin_state_up': True, 'tenant_id': '88e1a94e4f144d78bd2da1e087e21646'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:36.716633 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-07541b3c-c3c3-4aa8-a32c-bf4f488f0334 req-0622bfc0-1b75-4be8-8f75-c8f73dd5d4f2 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:36.717639 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-07541b3c-c3c3-4aa8-a32c-bf4f488f0334 req-0622bfc0-1b75-4be8-8f75-c8f73dd5d4f2 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (60e3d7b1-9696-4243-a6bf-ae018c640453), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:36.718099 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [req-07541b3c-c3c3-4aa8-a32c-bf4f488f0334 req-0622bfc0-1b75-4be8-8f75-c8f73dd5d4f2 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Floating IP 60e3d7b1-9696-4243-a6bf-ae018c640453 disassociated. External IP: 172.25.3.188, port: 4aaf240e-31d3-487e-9298-96b897da16fb. Mar 07 10:47:36.719102 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-07541b3c-c3c3-4aa8-a32c-bf4f488f0334 req-0622bfc0-1b75-4be8-8f75-c8f73dd5d4f2 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Calling delete_port for 4aaf240e-31d3-487e-9298-96b897da16fb owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:36.719833 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 13e36379-73d9-4703-b966-13686feb76b8 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:36.722137 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-594446a2-73e9-4b65-b677-af3ddf58a393 None None] Port f0e2c9a8-aa86-4703-acfb-711482d6d16f cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:47:36.724487 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bb275e34-bce0-4eb7-bca4-448b5d0f1ee8 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for floatingip (8cea67f1-d898-402a-8aa1-92f1fc23bfe2), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:36.806688 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-92b2e918-7587-4b23-a64a-a14f7fc6ecb1 req-1eb24b10-7ccf-42ae-b6b3-04b518370566 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.11 "GET /v2.0/ports?device_id=29498b75-bef0-472e-94ba-ab20d1ac88ee HTTP/1.1" status: 200 len: 210 time: 0.0799482 Mar 07 10:47:36.910969 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b46ce325-6e2b-435f-be02-877df5465cd0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for port (f0e2c9a8-aa86-4703-acfb-711482d6d16f), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:36.964721 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b46ce325-6e2b-435f-be02-877df5465cd0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (f0e2c9a8-aa86-4703-acfb-711482d6d16f), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:36.965660 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 71ec8758-cf2a-443c-99d8-4b727e768d06 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:47:37.106688 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 71ec8758-cf2a-443c-99d8-4b727e768d06 is: DOWN; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:37.107881 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 4aaf240e-31d3-487e-9298-96b897da16fb no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:47:37.124098 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-b512abe1-a0db-4173-851f-f69bf9b0a816 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] Made reservation on behalf of 88e1a94e4f144d78bd2da1e087e21646 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:47:37.136054 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-b512abe1-a0db-4173-851f-f69bf9b0a816 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:37.237747 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ce325-6e2b-435f-be02-877df5465cd0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Port': ['ID=f0e2c9a8-aa86-4703-acfb-711482d6d16f,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:37.323330 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 4aaf240e-31d3-487e-9298-96b897da16fb is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:37.323646 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4aaf240e-31d3-487e-9298-96b897da16fb), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:37.402948 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 4aaf240e-31d3-487e-9298-96b897da16fb, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=4aaf240e-31d3-487e-9298-96b897da16fb,segment=NetworkSegment(59b13e75-30d7-418d-a8ee-7db3ff010fd0),segment_id=59b13e75-30d7-418d-a8ee-7db3ff010fd0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:37.409083 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4aaf240e-31d3-487e-9298-96b897da16fb), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:37.567114 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=4aaf240e-31d3-487e-9298-96b897da16fb,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:37.573597 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6193b1ab-83c3-42f0-b87c-db3321ce0a8c None None] Provisioning complete for port f0e2c9a8-aa86-4703-acfb-711482d6d16f triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:37.573980 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6193b1ab-83c3-42f0-b87c-db3321ce0a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f0e2c9a8-aa86-4703-acfb-711482d6d16f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:37.615203 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-07541b3c-c3c3-4aa8-a32c-bf4f488f0334 req-0622bfc0-1b75-4be8-8f75-c8f73dd5d4f2 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (4aaf240e-31d3-487e-9298-96b897da16fb), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:37.654672 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feea5027-a38e-47e0-9d5c-5aef41770b2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aaf240e-31d3-487e-9298-96b897da16fb'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:47:37.657143 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662ac6f7-6d34-47d0-8f15-44e3abcef065" -d '{"events": [{"server_uuid": "feea5027-a38e-47e0-9d5c-5aef41770b2e", "name": "network-vif-unplugged", "status": "completed", "tag": "4aaf240e-31d3-487e-9298-96b897da16fb"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:47:37.696459 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622bfc0-1b75-4be8-8f75-c8f73dd5d4f2 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event deleted for resources: {'Port': ['ID=4aaf240e-31d3-487e-9298-96b897da16fb,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:37.699294 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b46ce325-6e2b-435f-be02-877df5465cd0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (6b53c1ca-74f7-4b75-a8f0-0aa7b95e5684), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:37.710303 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-b512abe1-a0db-4173-851f-f69bf9b0a816 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] Allocated IP 172.20.0.9 (607726eb-39c6-49d0-b891-9ef705650000/1e39c042-d9fd-4b43-bf34-7b87c32f4719/4dc7d8ab-2c3f-4229-ba3e-2f3f891573db) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:37.710474 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6193b1ab-83c3-42f0-b87c-db3321ce0a8c None None] Port f0e2c9a8-aa86-4703-acfb-711482d6d16f cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:47:37.854788 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7e318694-acdf-4320-ba49-ba5190887275 req-50a3c652-9398-47ca-9e85-01ba5e86e5f2 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=feea5027-a38e-47e0-9d5c-5aef41770b2e HTTP/1.1" status: 200 len: 210 time: 0.1595626 Mar 07 10:47:37.952893 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b129a2-5ac6-4c5c-9a61-8bc0e35d4744 x-openstack-request-id: req-c1b129a2-5ac6-4c5c-9a61-8bc0e35d4744 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:47:37.953231 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feea5027-a38e-47e0-9d5c-5aef41770b2e", "name": "network-vif-unplugged", "status": "completed", "tag": "4aaf240e-31d3-487e-9298-96b897da16fb", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:47:37.953495 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c1b129a2-5ac6-4c5c-9a61-8bc0e35d4744 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:47:37.953897 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feea5027-a38e-47e0-9d5c-5aef41770b2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aaf240e-31d3-487e-9298-96b897da16fb', 'code': 200} Mar 07 10:47:38.023516 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01475f40-e745-44fb-bb8c-3ae5513d4ecd req-737e3891-1066-48bd-be6f-e9b9adca8430 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:38.025135 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-01475f40-e745-44fb-bb8c-3ae5513d4ecd req-737e3891-1066-48bd-be6f-e9b9adca8430 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 944 time: 0.6230822 Mar 07 10:47:38.118954 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b46ce325-6e2b-435f-be02-877df5465cd0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f0e2c9a8-aa86-4703-acfb-711482d6d16f), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:38.200372 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-b512abe1-a0db-4173-851f-f69bf9b0a816 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] Publish callbacks [] for port (4dc7d8ab-2c3f-4229-ba3e-2f3f891573db), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:38.215324 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0491deac-fae5-4316-bc93-621fe0f26f0f req-ee397588-e8be-4ebf-a80b-04a7c1c327a8 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.11 "GET /v2.0/ports?device_id=29498b75-bef0-472e-94ba-ab20d1ac88ee HTTP/1.1" status: 200 len: 210 time: 0.0898235 Mar 07 10:47:38.308629 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-01475f40-e745-44fb-bb8c-3ae5513d4ecd req-98a18580-5ccc-4d4b-b9ab-3157ec6426f1 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739975 Mar 07 10:47:38.404038 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-b512abe1-a0db-4173-851f-f69bf9b0a816 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (4dc7d8ab-2c3f-4229-ba3e-2f3f891573db), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:38.509554 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-b512abe1-a0db-4173-851f-f69bf9b0a816 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] Network 607726eb-39c6-49d0-b891-9ef705650000 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:38.520971 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.db.resource_extend [None req-bb275e34-bce0-4eb7-bca4-448b5d0f1ee8 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:47:38.524089 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-b512abe1-a0db-4173-851f-f69bf9b0a816 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:38.560036 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-b512abe1-a0db-4173-851f-f69bf9b0a816 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:38.594107 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a41d554b-fdfb-4bae-989e-04e215503c29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:38.618243 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b46ce325-6e2b-435f-be02-877df5465cd0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for port (f0e2c9a8-aa86-4703-acfb-711482d6d16f), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:38.630416 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b46ce325-6e2b-435f-be02-877df5465cd0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (f0e2c9a8-aa86-4703-acfb-711482d6d16f), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:38.710232 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b512abe1-a0db-4173-851f-f69bf9b0a816 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] Pushing event updated for resources: {'Port': ['ID=4dc7d8ab-2c3f-4229-ba3e-2f3f891573db,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:38.738209 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07541b3c-c3c3-4aa8-a32c-bf4f488f0334 req-0622bfc0-1b75-4be8-8f75-c8f73dd5d4f2 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Router dbe384a5-db09-4013-b7fe-237a2c708d3b has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:47:38.745929 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-b512abe1-a0db-4173-851f-f69bf9b0a816 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:38.749074 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-b512abe1-a0db-4173-851f-f69bf9b0a816 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:38.849593 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bb275e34-bce0-4eb7-bca4-448b5d0f1ee8 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:38.870927 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-b512abe1-a0db-4173-851f-f69bf9b0a816 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1976676 Mar 07 10:47:38.874671 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bb275e34-bce0-4eb7-bca4-448b5d0f1ee8 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (8cea67f1-d898-402a-8aa1-92f1fc23bfe2), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:38.898706 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-18cf7c5a-8e55-4ae5-b5ff-0f837d11719a service neutron] Request body: {'port': {'device_id': '29498b75-bef0-472e-94ba-ab20d1ac88ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:38.926320 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b46ce325-6e2b-435f-be02-877df5465cd0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (6b53c1ca-74f7-4b75-a8f0-0aa7b95e5684), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:38.940918 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46ce325-6e2b-435f-be02-877df5465cd0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Port': ['ID=f0e2c9a8-aa86-4703-acfb-711482d6d16f,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:39.126036 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07541b3c-c3c3-4aa8-a32c-bf4f488f0334 req-0622bfc0-1b75-4be8-8f75-c8f73dd5d4f2 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:39.145599 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45c3a32-d660-42d7-9308-35745dabea5f None None] Sync routers for ids ['dbe384a5-db09-4013-b7fe-237a2c708d3b'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:47:39.174334 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45c3a32-d660-42d7-9308-35745dabea5f None None] Routers {'dbe384a5-db09-4013-b7fe-237a2c708d3b'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:39.176478 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f45c3a32-d660-42d7-9308-35745dabea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['dbe384a5-db09-4013-b7fe-237a2c708d3b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:39.191864 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46ce325-6e2b-435f-be02-877df5465cd0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network f826bae9-ca67-4b8a-88ac-740969ff7803 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:39.280344 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-b46ce325-6e2b-435f-be02-877df5465cd0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:39.358998 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-07541b3c-c3c3-4aa8-a32c-bf4f488f0334 req-0622bfc0-1b75-4be8-8f75-c8f73dd5d4f2 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] No DVR routers for this DVR port 4aaf240e-31d3-487e-9298-96b897da16fb on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:47:39.370437 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-07541b3c-c3c3-4aa8-a32c-bf4f488f0334 req-0622bfc0-1b75-4be8-8f75-c8f73dd5d4f2 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:39.379118 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-07541b3c-c3c3-4aa8-a32c-bf4f488f0334 req-0622bfc0-1b75-4be8-8f75-c8f73dd5d4f2 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.31 "DELETE /v2.0/ports/4aaf240e-31d3-487e-9298-96b897da16fb HTTP/1.1" status: 204 len: 173 time: 5.7308602 Mar 07 10:47:39.382879 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feea5027-a38e-47e0-9d5c-5aef41770b2e', 'name': 'network-vif-deleted', 'tag': '4aaf240e-31d3-487e-9298-96b897da16fb'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:47:39.389169 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdfd168-72cd-413f-a153-8f128ca1d157" -d '{"events": [{"server_uuid": "feea5027-a38e-47e0-9d5c-5aef41770b2e", "name": "network-vif-deleted", "tag": "4aaf240e-31d3-487e-9298-96b897da16fb"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:47:39.463896 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dec6bc89-0bfb-469e-af0e-6a3779045381 req-4e681a60-c3e3-419e-ab83-f79f36605404 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=feea5027-a38e-47e0-9d5c-5aef41770b2e HTTP/1.1" status: 200 len: 210 time: 0.2173727 Mar 07 10:47:39.497918 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-f45c3a32-d660-42d7-9308-35745dabea5f None None] Set router dbe384a5-db09-4013-b7fe-237a2c708d3b gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:47:39.739058 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb275e34-bce0-4eb7-bca4-448b5d0f1ee8 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Router f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:47:39.847270 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46ce325-6e2b-435f-be02-877df5465cd0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Router 6b53c1ca-74f7-4b75-a8f0-0aa7b95e5684 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:47:39.849959 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:39.952580 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-74c681d7-6e23-4649-bffc-46cc381d1d37 None None] Provisioning complete for port f0e2c9a8-aa86-4703-acfb-711482d6d16f triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:39.955517 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-74c681d7-6e23-4649-bffc-46cc381d1d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f0e2c9a8-aa86-4703-acfb-711482d6d16f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:40.048988 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-74c681d7-6e23-4649-bffc-46cc381d1d37 None None] Port f0e2c9a8-aa86-4703-acfb-711482d6d16f cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:47:40.055594 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb275e34-bce0-4eb7-bca4-448b5d0f1ee8 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:40.062232 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bb275e34-bce0-4eb7-bca4-448b5d0f1ee8 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:40.068384 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c3f427-31bd-4d37-a740-7e960ca9affc None None] Sync routers for ids ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:47:40.092933 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c3f427-31bd-4d37-a740-7e960ca9affc None None] Routers {'f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:40.093909 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-49c3f427-31bd-4d37-a740-7e960ca9affc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:40.099725 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-18cf7c5a-8e55-4ae5-b5ff-0f837d11719a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4dc7d8ab-2c3f-4229-ba3e-2f3f891573db), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:40.100913 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c0d8d-0982-4626-b793-28619ed4f76c req-af5a9d1c-9481-4fbf-82b0-7f7fa7c3449d tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:40.117031 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3b9c0d8d-0982-4626-b793-28619ed4f76c req-af5a9d1c-9481-4fbf-82b0-7f7fa7c3449d tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2abdb78-47f1-417e-b6c4-7c9c54b1811a HTTP/1.1" status: 200 len: 944 time: 0.3525853 Mar 07 10:47:40.137402 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c9d3a-f1b4-43ac-a3c9-4fadf1881e6f req-abce58cf-5149-4859-a836-25b0054f6ffe tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:40.139773 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-623c9d3a-f1b4-43ac-a3c9-4fadf1881e6f req-abce58cf-5149-4859-a836-25b0054f6ffe tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.11 "GET /v2.0/ports?device_id=29498b75-bef0-472e-94ba-ab20d1ac88ee HTTP/1.1" status: 200 len: 931 time: 0.4233603 Mar 07 10:47:40.176131 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-49c3f427-31bd-4d37-a740-7e960ca9affc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:40.189313 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-bb275e34-bce0-4eb7-bca4-448b5d0f1ee8 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "PUT /v2.0/floatingips/8cea67f1-d898-402a-8aa1-92f1fc23bfe2 HTTP/1.1" status: 200 len: 979 time: 3.7046309 Mar 07 10:47:40.190007 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60614) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:40.200159 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c3f427-31bd-4d37-a740-7e960ca9affc None None] Routers {'f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:40.202185 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-49c3f427-31bd-4d37-a740-7e960ca9affc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:40.299992 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-49c3f427-31bd-4d37-a740-7e960ca9affc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:40.302903 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c3f427-31bd-4d37-a740-7e960ca9affc None None] The sync data for ids ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:47:40.400418 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f45c3a32-d660-42d7-9308-35745dabea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'name': 'tempest-AttachVolumeNegativeTest-2102200365-router', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:01Z', 'revision_number': 4, 'project_id': '963e73da008c45bbbe3340617f958250', 'gw_port': {'id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'c4094086-0f71-4ec9-bccb-a291495bd930', 'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'mac_address': 'fa:16:3e:8e:5e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:59Z', 'updated_at': '2022-03-07T10:41:11Z', 'revision_number': 5, 'project_id': '963e73da008c45bbbe3340617f958250', 'subnets': [{'id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:40.461354 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45c3a32-d660-42d7-9308-35745dabea5f None None] Checking router: dbe384a5-db09-4013-b7fe-237a2c708d3b for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:47:40.492103 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45c3a32-d660-42d7-9308-35745dabea5f None None] Routers {'dbe384a5-db09-4013-b7fe-237a2c708d3b'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:40.492892 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f45c3a32-d660-42d7-9308-35745dabea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['dbe384a5-db09-4013-b7fe-237a2c708d3b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:40.498710 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-623c9d3a-f1b4-43ac-a3c9-4fadf1881e6f req-6b22decf-2bcf-49c8-8d66-3e8f20259a61 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.11 "GET /v2.0/security-groups?id=84fe419a-80d4-498c-87cb-87558b625d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148828 Mar 07 10:47:40.812236 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-f45c3a32-d660-42d7-9308-35745dabea5f None None] Set router dbe384a5-db09-4013-b7fe-237a2c708d3b gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:47:40.817708 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60628) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:40.819236 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd636251-b26d-4863-a244-d87a91e51575 x-openstack-request-id: req-fd636251-b26d-4863-a244-d87a91e51575 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:47:40.819539 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feea5027-a38e-47e0-9d5c-5aef41770b2e", "name": "network-vif-deleted", "tag": "4aaf240e-31d3-487e-9298-96b897da16fb", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:47:40.819800 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fd636251-b26d-4863-a244-d87a91e51575 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:47:40.820212 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feea5027-a38e-47e0-9d5c-5aef41770b2e', 'name': 'network-vif-deleted', 'tag': '4aaf240e-31d3-487e-9298-96b897da16fb', 'status': 'completed', 'code': 200} Mar 07 10:47:40.923822 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3e71674-9520-42d3-93d4-6621e4403a46 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group (bb28b637-e307-448d-8c33-b6510b0a0162), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:40.968241 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3e71674-9520-42d3-93d4-6621e4403a46 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group (bb28b637-e307-448d-8c33-b6510b0a0162), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:41.019625 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46ce325-6e2b-435f-be02-877df5465cd0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:41.033379 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b46ce325-6e2b-435f-be02-877df5465cd0 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "PUT /v2.0/routers/6b53c1ca-74f7-4b75-a8f0-0aa7b95e5684/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3865049 Mar 07 10:47:41.035657 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5107d209-9854-408d-82fd-c93d3a3be67e None None] Sync routers for ids ['6b53c1ca-74f7-4b75-a8f0-0aa7b95e5684'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:47:41.037267 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60632) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:41.040153 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3e71674-9520-42d3-93d4-6621e4403a46 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (bb28b637-e307-448d-8c33-b6510b0a0162), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:41.048219 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3e71674-9520-42d3-93d4-6621e4403a46 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:41.054159 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a3e71674-9520-42d3-93d4-6621e4403a46 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "DELETE /v2.0/security-groups/bb28b637-e307-448d-8c33-b6510b0a0162 HTTP/1.1" status: 204 len: 168 time: 0.2284319 Mar 07 10:47:41.054388 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60634) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:41.068861 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5107d209-9854-408d-82fd-c93d3a3be67e None None] Routers {'6b53c1ca-74f7-4b75-a8f0-0aa7b95e5684'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:41.069845 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-5107d209-9854-408d-82fd-c93d3a3be67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['6b53c1ca-74f7-4b75-a8f0-0aa7b95e5684'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:41.131675 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-5107d209-9854-408d-82fd-c93d3a3be67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:41.151249 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5107d209-9854-408d-82fd-c93d3a3be67e None None] Routers {'6b53c1ca-74f7-4b75-a8f0-0aa7b95e5684'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:41.152144 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-5107d209-9854-408d-82fd-c93d3a3be67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['6b53c1ca-74f7-4b75-a8f0-0aa7b95e5684'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:41.154253 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-3b9c0d8d-0982-4626-b793-28619ed4f76c req-be3bb38d-c834-4d61-ad58-e6e58407d698 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Deleting port 71ec8758-cf2a-443c-99d8-4b727e768d06 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:41.154592 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-3b9c0d8d-0982-4626-b793-28619ed4f76c req-be3bb38d-c834-4d61-ad58-e6e58407d698 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (71ec8758-cf2a-443c-99d8-4b727e768d06), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:41.181583 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e71674-9520-42d3-93d4-6621e4403a46 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb28b637-e307-448d-8c33-b6510b0a0162,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:41.193819 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-cc0c6dc7-5970-4450-95de-ed328ca3069b tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] show failed (client error): The resource could not be found. Mar 07 10:47:41.195540 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cc0c6dc7-5970-4450-95de-ed328ca3069b tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups/bb28b637-e307-448d-8c33-b6510b0a0162 HTTP/1.1" status: 404 len: 347 time: 0.0441186 Mar 07 10:47:41.201343 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-5107d209-9854-408d-82fd-c93d3a3be67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:41.202160 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5107d209-9854-408d-82fd-c93d3a3be67e None None] The sync data for ids ['6b53c1ca-74f7-4b75-a8f0-0aa7b95e5684'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:47:41.219224 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f45c3a32-d660-42d7-9308-35745dabea5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'name': 'tempest-AttachVolumeNegativeTest-2102200365-router', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:01Z', 'revision_number': 4, 'project_id': '963e73da008c45bbbe3340617f958250', 'gw_port': {'id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'c4094086-0f71-4ec9-bccb-a291495bd930', 'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'mac_address': 'fa:16:3e:8e:5e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:59Z', 'updated_at': '2022-03-07T10:41:11Z', 'revision_number': 5, 'project_id': '963e73da008c45bbbe3340617f958250', 'subnets': [{'id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:41.234364 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60636) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:41.256482 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45c3a32-d660-42d7-9308-35745dabea5f None None] The sync data for ids ['dbe384a5-db09-4013-b7fe-237a2c708d3b'] in n-d-832164-4 is: [{'id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'name': 'tempest-AttachVolumeNegativeTest-2102200365-router', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:01Z', 'revision_number': 4, 'project_id': '963e73da008c45bbbe3340617f958250', 'gw_port': {'id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'c4094086-0f71-4ec9-bccb-a291495bd930', 'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'mac_address': 'fa:16:3e:8e:5e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:59Z', 'updated_at': '2022-03-07T10:41:11Z', 'revision_number': 5, 'project_id': '963e73da008c45bbbe3340617f958250', 'subnets': [{'id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:47:41.336583 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb45aad9-a14e-42f3-aecd-42a61e7c67ee tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:41.338769 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-eb45aad9-a14e-42f3-aecd-42a61e7c67ee tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "GET /v2.0/ports/f0e2c9a8-aa86-4703-acfb-711482d6d16f HTTP/1.1" status: 200 len: 975 time: 0.2996330 Mar 07 10:47:41.398974 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60638) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:41.606615 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:41.795628 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4e865a-09ad-4549-b7ff-ce982fe3ecac None None] New status for floating IP 60e3d7b1-9696-4243-a6bf-ae018c640453: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:47:41.840665 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-3b9c0d8d-0982-4626-b793-28619ed4f76c req-be3bb38d-c834-4d61-ad58-e6e58407d698 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] For port 71ec8758-cf2a-443c-99d8-4b727e768d06, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=71ec8758-cf2a-443c-99d8-4b727e768d06,segment=NetworkSegment(12342119-cf6b-4cbb-9e34-d47607d55c42),segment_id=12342119-cf6b-4cbb-9e34-d47607d55c42)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:41.842160 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-3b9c0d8d-0982-4626-b793-28619ed4f76c req-be3bb38d-c834-4d61-ad58-e6e58407d698 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (71ec8758-cf2a-443c-99d8-4b727e768d06), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:41.859133 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-3b9c0d8d-0982-4626-b793-28619ed4f76c req-be3bb38d-c834-4d61-ad58-e6e58407d698 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Calling delete_port for 71ec8758-cf2a-443c-99d8-4b727e768d06 owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:41.891098 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-a2608625-7d9c-43ee-9aa1-381fcf5ae750 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Deleting port 1b3c3475-de9d-4e3c-9f90-a0062e93971d {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:41.891691 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a2608625-7d9c-43ee-9aa1-381fcf5ae750 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (1b3c3475-de9d-4e3c-9f90-a0062e93971d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:41.963773 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ad68d-5998-4680-9f55-b9b0c0384c48 req-282c569e-3fba-4f2d-a9cc-9827604a3a99 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:41.966081 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-111ad68d-5998-4680-9f55-b9b0c0384c48 req-282c569e-3fba-4f2d-a9cc-9827604a3a99 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.11 "GET /v2.0/ports?device_id=29498b75-bef0-472e-94ba-ab20d1ac88ee HTTP/1.1" status: 200 len: 931 time: 0.2553117 Mar 07 10:47:42.062091 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-3b9c0d8d-0982-4626-b793-28619ed4f76c req-be3bb38d-c834-4d61-ad58-e6e58407d698 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (71ec8758-cf2a-443c-99d8-4b727e768d06), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:42.114487 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-111ad68d-5998-4680-9f55-b9b0c0384c48 req-1d03c365-13a2-4239-a7e7-26f5145abd4c tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.11 "GET /v2.0/security-groups?id=84fe419a-80d4-498c-87cb-87558b625d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971713 Mar 07 10:47:42.193099 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3bb38d-c834-4d61-ad58-e6e58407d698 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Pushing event deleted for resources: {'Port': ['ID=71ec8758-cf2a-443c-99d8-4b727e768d06,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:42.200235 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a2608625-7d9c-43ee-9aa1-381fcf5ae750 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (1b3c3475-de9d-4e3c-9f90-a0062e93971d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:42.200235 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a2608625-7d9c-43ee-9aa1-381fcf5ae750 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for floatingip (1b3c3475-de9d-4e3c-9f90-a0062e93971d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:42.245342 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9c0d8d-0982-4626-b793-28619ed4f76c req-be3bb38d-c834-4d61-ad58-e6e58407d698 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] No DVR routers for this DVR port 71ec8758-cf2a-443c-99d8-4b727e768d06 on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:47:42.258136 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-3b9c0d8d-0982-4626-b793-28619ed4f76c req-be3bb38d-c834-4d61-ad58-e6e58407d698 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:42.265265 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-a2608625-7d9c-43ee-9aa1-381fcf5ae750 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Calling delete_port for 1b3c3475-de9d-4e3c-9f90-a0062e93971d owned by network:floatingip {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:42.270752 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3b9c0d8d-0982-4626-b793-28619ed4f76c req-be3bb38d-c834-4d61-ad58-e6e58407d698 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "DELETE /v2.0/ports/71ec8758-cf2a-443c-99d8-4b727e768d06 HTTP/1.1" status: 204 len: 173 time: 2.1524096 Mar 07 10:47:42.437471 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-ef3cae0f-a2b8-4424-abd5-fda535d9692d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Deleting port 36c0f985-b431-418f-9857-f96d2d234d7a {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:42.442655 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef3cae0f-a2b8-4424-abd5-fda535d9692d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (36c0f985-b431-418f-9857-f96d2d234d7a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:42.540432 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef3cae0f-a2b8-4424-abd5-fda535d9692d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (36c0f985-b431-418f-9857-f96d2d234d7a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:42.541050 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef3cae0f-a2b8-4424-abd5-fda535d9692d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for floatingip (36c0f985-b431-418f-9857-f96d2d234d7a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:42.558041 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-ef3cae0f-a2b8-4424-abd5-fda535d9692d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Calling delete_port for 36c0f985-b431-418f-9857-f96d2d234d7a owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:42.590317 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-18cf7c5a-8e55-4ae5-b5ff-0f837d11719a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc7d8ab-2c3f-4229-ba3e-2f3f891573db {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:47:42.650878 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-18cf7c5a-8e55-4ae5-b5ff-0f837d11719a service neutron] Publish callbacks [] for port (4dc7d8ab-2c3f-4229-ba3e-2f3f891573db), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:42.742500 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-18cf7c5a-8e55-4ae5-b5ff-0f837d11719a service neutron] Transition to ACTIVE for port object 4dc7d8ab-2c3f-4229-ba3e-2f3f891573db will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:47:42.786696 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-18cf7c5a-8e55-4ae5-b5ff-0f837d11719a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (4dc7d8ab-2c3f-4229-ba3e-2f3f891573db), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:42.875981 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2abdb78-47f1-417e-b6c4-7c9c54b1811a', 'name': 'network-vif-deleted', 'tag': '71ec8758-cf2a-443c-99d8-4b727e768d06'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:47:42.880687 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7b2d9d-d562-4b43-b762-65be0e610195" -d '{"events": [{"server_uuid": "b2abdb78-47f1-417e-b6c4-7c9c54b1811a", "name": "network-vif-deleted", "tag": "71ec8758-cf2a-443c-99d8-4b727e768d06"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:47:42.889819 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60662) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:42.909984 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef3cae0f-a2b8-4424-abd5-fda535d9692d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (36c0f985-b431-418f-9857-f96d2d234d7a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:42.960802 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:42.986837 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf7c5a-8e55-4ae5-b5ff-0f837d11719a service neutron] Pushing event updated for resources: {'Port': ['ID=4dc7d8ab-2c3f-4229-ba3e-2f3f891573db,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:43.000565 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 07 Mar 2022 10:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c0aded-f844-49cc-b295-c3fdb3763288 x-openstack-request-id: req-08c0aded-f844-49cc-b295-c3fdb3763288 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:47:43.001889 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2abdb78-47f1-417e-b6c4-7c9c54b1811a", "name": "network-vif-deleted", "tag": "71ec8758-cf2a-443c-99d8-4b727e768d06", "status": "failed", "code": 422}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:47:43.002354 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-08c0aded-f844-49cc-b295-c3fdb3763288 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:47:43.006092 n-d-832164-4 neutron-server[103766]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b2abdb78-47f1-417e-b6c4-7c9c54b1811a', 'name': 'network-vif-deleted', 'tag': '71ec8758-cf2a-443c-99d8-4b727e768d06', 'status': 'failed', 'code': 422} returned with failed status Mar 07 10:47:43.013862 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3cae0f-a2b8-4424-abd5-fda535d9692d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event deleted for resources: {'Port': ['ID=36c0f985-b431-418f-9857-f96d2d234d7a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:43.160759 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b4887b35-9f68-411e-a1a6-9b438f44c34e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:43.181344 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a2608625-7d9c-43ee-9aa1-381fcf5ae750 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (1b3c3475-de9d-4e3c-9f90-a0062e93971d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:43.272695 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2608625-7d9c-43ee-9aa1-381fcf5ae750 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event deleted for resources: {'Port': ['ID=1b3c3475-de9d-4e3c-9f90-a0062e93971d,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:43.349276 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-18cf7c5a-8e55-4ae5-b5ff-0f837d11719a service neutron] Attempting to bind port 4dc7d8ab-2c3f-4229-ba3e-2f3f891573db on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:47:43.350037 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-18cf7c5a-8e55-4ae5-b5ff-0f837d11719a service neutron] Attempting to bind port 4dc7d8ab-2c3f-4229-ba3e-2f3f891573db by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '56aa84b2-a3f0-4d04-a0b1-a8ec71c316ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '607726eb-39c6-49d0-b891-9ef705650000'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:47:43.350562 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-18cf7c5a-8e55-4ae5-b5ff-0f837d11719a service neutron] Attempting to bind port 4dc7d8ab-2c3f-4229-ba3e-2f3f891573db on network 607726eb-39c6-49d0-b891-9ef705650000 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:47:43.390338 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-18cf7c5a-8e55-4ae5-b5ff-0f837d11719a service neutron] Port 4dc7d8ab-2c3f-4229-ba3e-2f3f891573db on network 607726eb-39c6-49d0-b891-9ef705650000 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:47:43.391190 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-18cf7c5a-8e55-4ae5-b5ff-0f837d11719a service neutron] Attempting to bind port 4dc7d8ab-2c3f-4229-ba3e-2f3f891573db on network 607726eb-39c6-49d0-b891-9ef705650000 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:47:43.416365 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-18cf7c5a-8e55-4ae5-b5ff-0f837d11719a service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:47:43.417020 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-18cf7c5a-8e55-4ae5-b5ff-0f837d11719a service neutron] Checking segment: {'id': '56aa84b2-a3f0-4d04-a0b1-a8ec71c316ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '607726eb-39c6-49d0-b891-9ef705650000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:47:43.417718 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-18cf7c5a-8e55-4ae5-b5ff-0f837d11719a service neutron] Bound using segment: {'id': '56aa84b2-a3f0-4d04-a0b1-a8ec71c316ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '607726eb-39c6-49d0-b891-9ef705650000'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:47:43.418402 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-18cf7c5a-8e55-4ae5-b5ff-0f837d11719a service neutron] Bound port: 4dc7d8ab-2c3f-4229-ba3e-2f3f891573db, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56aa84b2-a3f0-4d04-a0b1-a8ec71c316ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '607726eb-39c6-49d0-b891-9ef705650000'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:47:43.418947 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-18cf7c5a-8e55-4ae5-b5ff-0f837d11719a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4dc7d8ab-2c3f-4229-ba3e-2f3f891573db), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:43.464660 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a2608625-7d9c-43ee-9aa1-381fcf5ae750 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for floatingip (8cea67f1-d898-402a-8aa1-92f1fc23bfe2), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:43.465382 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-a2608625-7d9c-43ee-9aa1-381fcf5ae750 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Floating IP 8cea67f1-d898-402a-8aa1-92f1fc23bfe2 disassociated (deleted). External IP: 172.25.3.200, port: 1830a0f8-41a3-4fe3-9299-9ae5a4b4745d. Mar 07 10:47:43.465540 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef3cae0f-a2b8-4424-abd5-fda535d9692d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for floatingip (60e3d7b1-9696-4243-a6bf-ae018c640453), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:43.468573 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef3cae0f-a2b8-4424-abd5-fda535d9692d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:43.472636 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ef3cae0f-a2b8-4424-abd5-fda535d9692d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "DELETE /v2.0/floatingips/60e3d7b1-9696-4243-a6bf-ae018c640453 HTTP/1.1" status: 204 len: 168 time: 2.2372499 Mar 07 10:47:43.546474 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dda970-6d26-47ac-872e-c90be555fdcd req-49a9a385-fb17-4754-bdaf-3a2ae8f14e7f tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:43.554492 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-04dda970-6d26-47ac-872e-c90be555fdcd req-49a9a385-fb17-4754-bdaf-3a2ae8f14e7f tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.11 "GET /v2.0/ports?device_id=29498b75-bef0-472e-94ba-ab20d1ac88ee HTTP/1.1" status: 200 len: 943 time: 0.2874939 Mar 07 10:47:43.583126 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-f082c04a-376a-4945-8bac-d861af8f8049 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:43.587603 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-f082c04a-376a-4945-8bac-d861af8f8049 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/networks?id=d7b74752-b035-4af7-99b7-eca10e463dbd HTTP/1.1" status: 200 len: 812 time: 0.5356727 Mar 07 10:47:43.679541 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b4887b35-9f68-411e-a1a6-9b438f44c34e admin admin] Publish callbacks [] for security_group (7bba2169-ac0d-4473-bbf2-f1c03301d94d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:43.686567 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-18cf7c5a-8e55-4ae5-b5ff-0f837d11719a service neutron] For port 4dc7d8ab-2c3f-4229-ba3e-2f3f891573db, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:47:43.704777 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b4887b35-9f68-411e-a1a6-9b438f44c34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7bba2169-ac0d-4473-bbf2-f1c03301d94d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:43.732430 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-18cf7c5a-8e55-4ae5-b5ff-0f837d11719a service neutron] For port 4dc7d8ab-2c3f-4229-ba3e-2f3f891573db, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=4dc7d8ab-2c3f-4229-ba3e-2f3f891573db,segment=NetworkSegment(56aa84b2-a3f0-4d04-a0b1-a8ec71c316ad),segment_id=56aa84b2-a3f0-4d04-a0b1-a8ec71c316ad)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:47:43.739132 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-01589b5a-10c1-41c4-8170-ef9e3f52e21c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (6b53c1ca-74f7-4b75-a8f0-0aa7b95e5684), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:43.766695 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-04dda970-6d26-47ac-872e-c90be555fdcd req-b7e20a7f-d478-42b6-9d60-51647da68097 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.11 "GET /v2.0/security-groups?id=84fe419a-80d4-498c-87cb-87558b625d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109208 Mar 07 10:47:43.804685 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-18cf7c5a-8e55-4ae5-b5ff-0f837d11719a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (4dc7d8ab-2c3f-4229-ba3e-2f3f891573db), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:43.857433 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-9c8daffb-e525-480a-9b57-a353563e6fa5 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/quotas/ef96f18062d345998a199cb367c56469 HTTP/1.1" status: 200 len: 375 time: 0.2490516 Mar 07 10:47:44.007513 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-9880697b-8308-4db7-82e9-7a9285f8bb75 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef96f18062d345998a199cb367c56469&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839567 Mar 07 10:47:44.171730 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60686) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:44.173693 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b4887b35-9f68-411e-a1a6-9b438f44c34e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a8ee5929895343edb18ace23dc0e83f3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2619300 Mar 07 10:47:44.178270 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4887b35-9f68-411e-a1a6-9b438f44c34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bba2169-ac0d-4473-bbf2-f1c03301d94d,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:44.190725 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-18cf7c5a-8e55-4ae5-b5ff-0f837d11719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:44.191411 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-18cf7c5a-8e55-4ae5-b5ff-0f837d11719a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:44.192917 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-18cf7c5a-8e55-4ae5-b5ff-0f837d11719a service neutron] 10.222.0.31 "PUT /v2.0/ports/4dc7d8ab-2c3f-4229-ba3e-2f3f891573db HTTP/1.1" status: 200 len: 1091 time: 5.3099759 Mar 07 10:47:44.199848 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29498b75-bef0-472e-94ba-ab20d1ac88ee', 'tag': '4dc7d8ab-2c3f-4229-ba3e-2f3f891573db'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:47:44.215411 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d784af-04c7-429c-8ebc-4e26c36ae89d" -d '{"events": [{"name": "network-changed", "server_uuid": "29498b75-bef0-472e-94ba-ab20d1ac88ee", "tag": "4dc7d8ab-2c3f-4229-ba3e-2f3f891573db"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:47:44.229814 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2608625-7d9c-43ee-9aa1-381fcf5ae750 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Router f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:47:44.289246 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60690) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:44.311484 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-ef345227-3598-49e6-a9be-d781eb117d8e tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1058479376', 'description': 'tempest-description--934633522'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:44.336794 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89d80c6-f6ea-4d4c-b7ea-72f953972ac5 x-openstack-request-id: req-e89d80c6-f6ea-4d4c-b7ea-72f953972ac5 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:47:44.337305 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29498b75-bef0-472e-94ba-ab20d1ac88ee", "tag": "4dc7d8ab-2c3f-4229-ba3e-2f3f891573db", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:47:44.337859 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e89d80c6-f6ea-4d4c-b7ea-72f953972ac5 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:47:44.338378 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29498b75-bef0-472e-94ba-ab20d1ac88ee', 'tag': '4dc7d8ab-2c3f-4229-ba3e-2f3f891573db', 'status': 'completed', 'code': 200} Mar 07 10:47:44.351283 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf7c5a-8e55-4ae5-b5ff-0f837d11719a service neutron] Pushing event updated for resources: {'Port': ['ID=4dc7d8ab-2c3f-4229-ba3e-2f3f891573db,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:44.390707 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef345227-3598-49e6-a9be-d781eb117d8e tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:44.417010 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-577df707-e583-4e4e-b78b-ea8e1574d7c2 admin admin] Publish callbacks [] for security_group (7bba2169-ac0d-4473-bbf2-f1c03301d94d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:44.440245 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-a851741c-cb68-4c77-a2af-3769b4a6fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:44.442066 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-a851741c-cb68-4c77-a2af-3769b4a6fd79 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=88e1a94e4f144d78bd2da1e087e21646&device_id=29498b75-bef0-472e-94ba-ab20d1ac88ee HTTP/1.1" status: 200 len: 1125 time: 0.1974003 Mar 07 10:47:44.514678 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-a5b39972-71f9-48d6-946d-c4517a256e87 service neutron] 10.222.0.11 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904571 Mar 07 10:47:44.525339 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-9822f2fc-3389-46c5-9969-b9a250ed90f4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4dc7d8ab-2c3f-4229-ba3e-2f3f891573db HTTP/1.1" status: 200 len: 217 time: 0.0764256 Mar 07 10:47:44.555765 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-577df707-e583-4e4e-b78b-ea8e1574d7c2 admin admin] Publish callbacks [] for security_group (7bba2169-ac0d-4473-bbf2-f1c03301d94d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:44.602914 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2608625-7d9c-43ee-9aa1-381fcf5ae750 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:44.618567 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab50a80c-dfdc-4a0e-a2c1-29acc14692a4 None None] Sync routers for ids ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:47:44.621910 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a2608625-7d9c-43ee-9aa1-381fcf5ae750 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:44.636137 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab50a80c-dfdc-4a0e-a2c1-29acc14692a4 None None] Routers {'f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:44.638334 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ab50a80c-dfdc-4a0e-a2c1-29acc14692a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:44.670551 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a2608625-7d9c-43ee-9aa1-381fcf5ae750 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "DELETE /v2.0/floatingips/8cea67f1-d898-402a-8aa1-92f1fc23bfe2 HTTP/1.1" status: 204 len: 168 time: 4.4543893 Mar 07 10:47:44.671299 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60692) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:44.683412 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-577df707-e583-4e4e-b78b-ea8e1574d7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7bba2169-ac0d-4473-bbf2-f1c03301d94d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:44.687441 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-577df707-e583-4e4e-b78b-ea8e1574d7c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:44.688856 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-577df707-e583-4e4e-b78b-ea8e1574d7c2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7bba2169-ac0d-4473-bbf2-f1c03301d94d HTTP/1.1" status: 204 len: 168 time: 0.5173197 Mar 07 10:47:44.727904 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ab50a80c-dfdc-4a0e-a2c1-29acc14692a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:44.736307 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-3f1d6027-40f9-4b97-b4f8-ef2913ae6fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:44.737791 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-3f1d6027-40f9-4b97-b4f8-ef2913ae6fa2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e39c042-d9fd-4b43-bf34-7b87c32f4719 HTTP/1.1" status: 200 len: 852 time: 0.2048557 Mar 07 10:47:44.752489 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577df707-e583-4e4e-b78b-ea8e1574d7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bba2169-ac0d-4473-bbf2-f1c03301d94d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:44.752750 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab50a80c-dfdc-4a0e-a2c1-29acc14692a4 None None] Routers {'f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:44.762559 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ab50a80c-dfdc-4a0e-a2c1-29acc14692a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:44.834956 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-f3fcb506-b1aa-4078-9862-38ab56686316 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=607726eb-39c6-49d0-b891-9ef705650000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829651 Mar 07 10:47:44.893813 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ab50a80c-dfdc-4a0e-a2c1-29acc14692a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:44.897644 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab50a80c-dfdc-4a0e-a2c1-29acc14692a4 None None] The sync data for ids ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:47:44.940687 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef345227-3598-49e6-a9be-d781eb117d8e tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group (4522e9a0-686f-4c0b-b3a1-151a495ddd85), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:44.959457 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-eb9c9c0f-9261-49cd-baeb-b21a633fb740 service neutron] 10.222.0.11 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435711 Mar 07 10:47:44.961489 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef345227-3598-49e6-a9be-d781eb117d8e tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4522e9a0-686f-4c0b-b3a1-151a495ddd85), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:44.995444 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef345227-3598-49e6-a9be-d781eb117d8e tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:44.996912 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ef345227-3598-49e6-a9be-d781eb117d8e tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6892347 Mar 07 10:47:45.000633 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60702) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:45.003204 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-01589b5a-10c1-41c4-8170-ef9e3f52e21c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Deleting port f0e2c9a8-aa86-4703-acfb-711482d6d16f {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:45.003921 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-01589b5a-10c1-41c4-8170-ef9e3f52e21c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (f0e2c9a8-aa86-4703-acfb-711482d6d16f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:45.091524 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d6a96-2eaf-4a75-b210-ba997538fcc7 req-29034e7f-dfcc-4db4-9db4-826fe1af609c tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:45.102306 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a47d6a96-2eaf-4a75-b210-ba997538fcc7 req-29034e7f-dfcc-4db4-9db4-826fe1af609c tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.11 "GET /v2.0/ports?device_id=29498b75-bef0-472e-94ba-ab20d1ac88ee HTTP/1.1" status: 200 len: 943 time: 0.2016239 Mar 07 10:47:45.131590 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-01589b5a-10c1-41c4-8170-ef9e3f52e21c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (f0e2c9a8-aa86-4703-acfb-711482d6d16f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:45.146492 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-0b16ae18-8f0f-471d-a995-97fad85b77dd tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Deleting port 1830a0f8-41a3-4fe3-9299-9ae5a4b4745d {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:45.147129 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0b16ae18-8f0f-471d-a995-97fad85b77dd tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (1830a0f8-41a3-4fe3-9299-9ae5a4b4745d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:45.147321 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-01589b5a-10c1-41c4-8170-ef9e3f52e21c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Calling delete_port for f0e2c9a8-aa86-4703-acfb-711482d6d16f owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:45.166868 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-c78f452d-266f-43ab-90bc-3dd59997f866 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Request body: {'security_group_rule': {'security_group_id': '4522e9a0-686f-4c0b-b3a1-151a495ddd85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:45.235508 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef345227-3598-49e6-a9be-d781eb117d8e tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4522e9a0-686f-4c0b-b3a1-151a495ddd85,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:45.321205 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-dab42f82-b172-43f4-8c31-d278a976a976 service neutron] 10.222.0.31 "GET /v2.0/networks/607726eb-39c6-49d0-b891-9ef705650000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422107 Mar 07 10:47:45.325569 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60710) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:45.331665 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c78f452d-266f-43ab-90bc-3dd59997f866 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group_rule (cd62ca66-37f3-42eb-93a9-6128dc12503d), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:45.375383 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9f738543-d631-4da8-be93-f8c454cc4a95 req-a36757ed-1609-4ca1-bb1b-7204d6ff5283 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=46c9e543-634a-4416-99ea-0fdf7ce93814 HTTP/1.1" status: 200 len: 210 time: 0.0641310 Mar 07 10:47:45.460622 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e52f168f-3c0a-43d6-bf7d-d617891c4065 req-96e5a53e-5238-47c3-b10e-47d50b46b759 service neutron] 10.222.0.31 "GET /v2.0/networks/607726eb-39c6-49d0-b891-9ef705650000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232347 Mar 07 10:47:45.514469 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c78f452d-266f-43ab-90bc-3dd59997f866 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group_rule (cd62ca66-37f3-42eb-93a9-6128dc12503d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:45.523224 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fb6cc4de-5473-4abe-a9a0-098eb165c579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:45.527442 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c78f452d-266f-43ab-90bc-3dd59997f866 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (cd62ca66-37f3-42eb-93a9-6128dc12503d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:45.587926 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c78f452d-266f-43ab-90bc-3dd59997f866 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:45.592641 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c78f452d-266f-43ab-90bc-3dd59997f866 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4330652 Mar 07 10:47:45.607608 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60716) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:45.618545 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-a0d3cf0c-2ba7-46a0-b52a-8f824eafd138 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Request body: {'security_group_rule': {'security_group_id': '4522e9a0-686f-4c0b-b3a1-151a495ddd85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:45.683869 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f452d-266f-43ab-90bc-3dd59997f866 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd62ca66-37f3-42eb-93a9-6128dc12503d,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:45.688338 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fb6cc4de-5473-4abe-a9a0-098eb165c579 admin admin] Publish callbacks [] for security_group (b73a6e55-fe85-457f-bf06-42de08c9a19b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:45.696995 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0b16ae18-8f0f-471d-a995-97fad85b77dd tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (1830a0f8-41a3-4fe3-9299-9ae5a4b4745d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:45.711897 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fb6cc4de-5473-4abe-a9a0-098eb165c579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b73a6e55-fe85-457f-bf06-42de08c9a19b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:45.719712 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-01589b5a-10c1-41c4-8170-ef9e3f52e21c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (f0e2c9a8-aa86-4703-acfb-711482d6d16f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:45.760340 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0d3cf0c-2ba7-46a0-b52a-8f824eafd138 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group_rule (fe6a0a0e-dea4-49b6-b6a1-fa2bd691a5a7), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:45.763486 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6cc4de-5473-4abe-a9a0-098eb165c579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b73a6e55-fe85-457f-bf06-42de08c9a19b,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:45.766660 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-0b16ae18-8f0f-471d-a995-97fad85b77dd tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Calling delete_port for 1830a0f8-41a3-4fe3-9299-9ae5a4b4745d owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:45.788462 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01589b5a-10c1-41c4-8170-ef9e3f52e21c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Port': ['ID=f0e2c9a8-aa86-4703-acfb-711482d6d16f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:45.792926 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a47d6a96-2eaf-4a75-b210-ba997538fcc7 req-364f4794-bb1a-4791-b877-f367c2c231a3 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.11 "GET /v2.0/security-groups?id=84fe419a-80d4-498c-87cb-87558b625d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6896219 Mar 07 10:47:45.834431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cc4de-5473-4abe-a9a0-098eb165c579 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:45.834777 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cc4de-5473-4abe-a9a0-098eb165c579 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:45.835128 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cc4de-5473-4abe-a9a0-098eb165c579 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:45.835460 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cc4de-5473-4abe-a9a0-098eb165c579 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:45.835789 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cc4de-5473-4abe-a9a0-098eb165c579 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:45.836117 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cc4de-5473-4abe-a9a0-098eb165c579 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:45.836596 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cc4de-5473-4abe-a9a0-098eb165c579 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:45.837641 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cc4de-5473-4abe-a9a0-098eb165c579 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:45.837982 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cc4de-5473-4abe-a9a0-098eb165c579 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:45.838311 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cc4de-5473-4abe-a9a0-098eb165c579 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:45.838638 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cc4de-5473-4abe-a9a0-098eb165c579 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:45.838961 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cc4de-5473-4abe-a9a0-098eb165c579 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:45.839283 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cc4de-5473-4abe-a9a0-098eb165c579 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:45.858861 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-fb6cc4de-5473-4abe-a9a0-098eb165c579 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8dd50d1e1ec44cf9a2f056059e46b366&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5322170 Mar 07 10:47:45.862598 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d784af-04c7-429c-8ebc-4e26c36ae89d req-594c48eb-d1d6-4a3f-a7a3-1f4ad6ddf2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:45.864144 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d4d784af-04c7-429c-8ebc-4e26c36ae89d req-594c48eb-d1d6-4a3f-a7a3-1f4ad6ddf2d8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=88e1a94e4f144d78bd2da1e087e21646&device_id=29498b75-bef0-472e-94ba-ab20d1ac88ee HTTP/1.1" status: 200 len: 1125 time: 0.3381484 Mar 07 10:47:45.872338 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60720) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:46.041676 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0d3cf0c-2ba7-46a0-b52a-8f824eafd138 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group_rule (fe6a0a0e-dea4-49b6-b6a1-fa2bd691a5a7), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:46.057711 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0d3cf0c-2ba7-46a0-b52a-8f824eafd138 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (fe6a0a0e-dea4-49b6-b6a1-fa2bd691a5a7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:46.136201 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3cf0c-2ba7-46a0-b52a-8f824eafd138 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6a0a0e-dea4-49b6-b6a1-fa2bd691a5a7,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:46.204709 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0d3cf0c-2ba7-46a0-b52a-8f824eafd138 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:46.206741 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a0d3cf0c-2ba7-46a0-b52a-8f824eafd138 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5927768 Mar 07 10:47:46.212731 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60724) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:46.219888 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e636db23-b312-4ab9-9408-ae6f6c37f08f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:46.224225 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-01589b5a-10c1-41c4-8170-ef9e3f52e21c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (6b53c1ca-74f7-4b75-a8f0-0aa7b95e5684), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:46.225901 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c5d9ebd1-4dd4-4e28-ab22-0a02d4a997ba admin admin] Publish callbacks [] for security_group (b73a6e55-fe85-457f-bf06-42de08c9a19b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:46.314051 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e636db23-b312-4ab9-9408-ae6f6c37f08f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:46.319307 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c5d9ebd1-4dd4-4e28-ab22-0a02d4a997ba admin admin] Publish callbacks [] for security_group (b73a6e55-fe85-457f-bf06-42de08c9a19b), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:46.344925 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d784af-04c7-429c-8ebc-4e26c36ae89d req-267a9ed6-8167-40c9-b45e-229ec54309a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:46.347051 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d4d784af-04c7-429c-8ebc-4e26c36ae89d req-267a9ed6-8167-40c9-b45e-229ec54309a0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=607726eb-39c6-49d0-b891-9ef705650000 HTTP/1.1" status: 200 len: 913 time: 0.4335594 Mar 07 10:47:46.412622 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d4d784af-04c7-429c-8ebc-4e26c36ae89d req-b710c61a-8cdf-4fdd-8724-4b75e3a0d0d9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4dc7d8ab-2c3f-4229-ba3e-2f3f891573db HTTP/1.1" status: 200 len: 217 time: 0.0579965 Mar 07 10:47:46.499473 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0b16ae18-8f0f-471d-a995-97fad85b77dd tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (1830a0f8-41a3-4fe3-9299-9ae5a4b4745d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:46.516464 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d784af-04c7-429c-8ebc-4e26c36ae89d req-69b91a18-b646-4c09-9cb3-73aa6f64f763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:46.517964 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d4d784af-04c7-429c-8ebc-4e26c36ae89d req-69b91a18-b646-4c09-9cb3-73aa6f64f763 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=1e39c042-d9fd-4b43-bf34-7b87c32f4719 HTTP/1.1" status: 200 len: 852 time: 0.0993526 Mar 07 10:47:46.551499 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16ae18-8f0f-471d-a995-97fad85b77dd tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event deleted for resources: {'Port': ['ID=1830a0f8-41a3-4fe3-9299-9ae5a4b4745d,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:46.571786 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d4d784af-04c7-429c-8ebc-4e26c36ae89d req-f82562ea-0df9-45b4-b925-d020af739cd4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=607726eb-39c6-49d0-b891-9ef705650000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351949 Mar 07 10:47:46.720571 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0b16ae18-8f0f-471d-a995-97fad85b77dd tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:46.727464 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0b16ae18-8f0f-471d-a995-97fad85b77dd tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "DELETE /v2.0/ports/1830a0f8-41a3-4fe3-9299-9ae5a4b4745d HTTP/1.1" status: 204 len: 168 time: 2.0496998 Mar 07 10:47:46.728784 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60730) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:46.733943 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-53779bdc-db81-428d-944d-d1579968fe53 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:46.799267 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d4d784af-04c7-429c-8ebc-4e26c36ae89d req-0476d56a-a715-49c2-9785-2f54f8a3ed98 service neutron] 10.222.0.31 "GET /v2.0/networks/607726eb-39c6-49d0-b891-9ef705650000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105207 Mar 07 10:47:46.802965 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-53779bdc-db81-428d-944d-d1579968fe53 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:47.005719 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-260601a6-9864-458f-86b2-34f0a7274761 req-cf08edae-17ef-4e65-b57a-fd413c28d98c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=46c9e543-634a-4416-99ea-0fdf7ce93814 HTTP/1.1" status: 200 len: 210 time: 0.4932699 Mar 07 10:47:47.015492 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c5d9ebd1-4dd4-4e28-ab22-0a02d4a997ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b73a6e55-fe85-457f-bf06-42de08c9a19b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:47.018152 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c5d9ebd1-4dd4-4e28-ab22-0a02d4a997ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:47.019379 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c5d9ebd1-4dd4-4e28-ab22-0a02d4a997ba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b73a6e55-fe85-457f-bf06-42de08c9a19b HTTP/1.1" status: 204 len: 168 time: 1.1412532 Mar 07 10:47:47.021584 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01589b5a-10c1-41c4-8170-ef9e3f52e21c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Router 6b53c1ca-74f7-4b75-a8f0-0aa7b95e5684 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:47:47.040706 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9ebd1-4dd4-4e28-ab22-0a02d4a997ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73a6e55-fe85-457f-bf06-42de08c9a19b,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:47.176258 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01589b5a-10c1-41c4-8170-ef9e3f52e21c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:47.184446 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-01589b5a-10c1-41c4-8170-ef9e3f52e21c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "PUT /v2.0/routers/6b53c1ca-74f7-4b75-a8f0-0aa7b95e5684/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7820394 Mar 07 10:47:47.186975 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60738) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:47.189766 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4266bd-ff93-4b76-a7a0-71a61b38e415 None None] Sync routers for ids ['6b53c1ca-74f7-4b75-a8f0-0aa7b95e5684'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:47:47.207419 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4266bd-ff93-4b76-a7a0-71a61b38e415 None None] Routers {'6b53c1ca-74f7-4b75-a8f0-0aa7b95e5684'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:47.208537 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-4f4266bd-ff93-4b76-a7a0-71a61b38e415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['6b53c1ca-74f7-4b75-a8f0-0aa7b95e5684'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:47.261565 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-4f4266bd-ff93-4b76-a7a0-71a61b38e415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:47.277588 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e636db23-b312-4ab9-9408-ae6f6c37f08f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:47.286011 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4266bd-ff93-4b76-a7a0-71a61b38e415 None None] Routers {'6b53c1ca-74f7-4b75-a8f0-0aa7b95e5684'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:47.286646 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-4f4266bd-ff93-4b76-a7a0-71a61b38e415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['6b53c1ca-74f7-4b75-a8f0-0aa7b95e5684'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:47.405477 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-e636db23-b312-4ab9-9408-ae6f6c37f08f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Allocated IP 172.25.3.84 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/51c8a808-4c02-4c1b-9063-82da5c085456) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:47.420589 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-4f4266bd-ff93-4b76-a7a0-71a61b38e415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:47.421524 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4266bd-ff93-4b76-a7a0-71a61b38e415 None None] The sync data for ids ['6b53c1ca-74f7-4b75-a8f0-0aa7b95e5684'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:47:47.527304 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e636db23-b312-4ab9-9408-ae6f6c37f08f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for port (51c8a808-4c02-4c1b-9063-82da5c085456), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:47.587837 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e636db23-b312-4ab9-9408-ae6f6c37f08f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (51c8a808-4c02-4c1b-9063-82da5c085456), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:47.657403 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-1eabeaf8-e9d9-478c-ae83-419d62365ad9 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:47.658957 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-1eabeaf8-e9d9-478c-ae83-419d62365ad9 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.21 "GET /v2.0/networks?id=d7b74752-b035-4af7-99b7-eca10e463dbd HTTP/1.1" status: 200 len: 812 time: 0.9182639 Mar 07 10:47:47.697916 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-0fc347a0-44c7-47e6-9a9d-240c35194e6c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Request body: {'port': {'device_id': '46c9e543-634a-4416-99ea-0fdf7ce93814', 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd', 'admin_state_up': True, 'tenant_id': 'ef96f18062d345998a199cb367c56469'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:47.728621 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d4d784af-04c7-429c-8ebc-4e26c36ae89d req-e86c9489-156b-4ebb-bc69-1169361514e9 service neutron] 10.222.0.31 "GET /v2.0/networks/607726eb-39c6-49d0-b891-9ef705650000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9225950 Mar 07 10:47:47.732146 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636db23-b312-4ab9-9408-ae6f6c37f08f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event updated for resources: {'Port': ['ID=51c8a808-4c02-4c1b-9063-82da5c085456,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:47.742536 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c99b32-b75c-469c-9b89-3baf151fda41 req-0a35c9dc-c4f5-49e0-871f-7e3ed8bd1451 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:47.750387 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-85c99b32-b75c-469c-9b89-3baf151fda41 req-0a35c9dc-c4f5-49e0-871f-7e3ed8bd1451 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.11 "GET /v2.0/ports?device_id=29498b75-bef0-472e-94ba-ab20d1ac88ee HTTP/1.1" status: 200 len: 943 time: 0.3756242 Mar 07 10:47:47.760997 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e636db23-b312-4ab9-9408-ae6f6c37f08f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:47.803186 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-e636db23-b312-4ab9-9408-ae6f6c37f08f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:47.821226 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e636db23-b312-4ab9-9408-ae6f6c37f08f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:47.897089 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-85c99b32-b75c-469c-9b89-3baf151fda41 req-50b3544a-5e37-4ab6-a5d3-1318d0bc33f3 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.11 "GET /v2.0/security-groups?id=84fe419a-80d4-498c-87cb-87558b625d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439931 Mar 07 10:47:47.950318 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-53779bdc-db81-428d-944d-d1579968fe53 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:47.971157 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-f8082d7b-4bee-4371-a48b-f446c8cf1f84 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] remove_router_interface failed (client error): The resource could not be found. Mar 07 10:47:47.975287 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f8082d7b-4bee-4371-a48b-f446c8cf1f84 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "PUT /v2.0/routers/6b53c1ca-74f7-4b75-a8f0-0aa7b95e5684/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7873337 Mar 07 10:47:47.977705 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60752) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:48.047205 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5a236ad7-3347-4d26-950d-5c8c39d4029b tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b53c1ca-74f7-4b75-a8f0-0aa7b95e5684 HTTP/1.1" status: 200 len: 205 time: 0.0680668 Mar 07 10:47:48.056754 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60758) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:48.149830 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-53779bdc-db81-428d-944d-d1579968fe53 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Allocated IP 172.25.3.214 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/8dcd6e21-11fc-48fc-b03c-64a576c6ee00) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:48.243612 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:48.320091 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-53779bdc-db81-428d-944d-d1579968fe53 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for port (8dcd6e21-11fc-48fc-b03c-64a576c6ee00), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:48.358170 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f7de668b-719b-4974-b5be-c053291e37cb req-182b378c-3d1b-423e-a8ea-cdf03900450b tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=46c9e543-634a-4416-99ea-0fdf7ce93814 HTTP/1.1" status: 200 len: 210 time: 0.1917417 Mar 07 10:47:48.376094 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-0fc347a0-44c7-47e6-9a9d-240c35194e6c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Made reservation on behalf of ef96f18062d345998a199cb367c56469 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:47:48.382594 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-0fc347a0-44c7-47e6-9a9d-240c35194e6c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:48.383412 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d3de87fe-f407-4833-8926-6071c1cdf3aa tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router (6b53c1ca-74f7-4b75-a8f0-0aa7b95e5684), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:48.404671 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-53779bdc-db81-428d-944d-d1579968fe53 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (8dcd6e21-11fc-48fc-b03c-64a576c6ee00), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:48.426096 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53779bdc-db81-428d-944d-d1579968fe53 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:48.443310 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-53779bdc-db81-428d-944d-d1579968fe53 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:48.450228 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53779bdc-db81-428d-944d-d1579968fe53 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:48.576465 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e636db23-b312-4ab9-9408-ae6f6c37f08f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for floatingip (a1439b30-5af4-4fbd-ab56-0500ccb33e64), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:48.696535 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-0fc347a0-44c7-47e6-9a9d-240c35194e6c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Allocated IP 172.20.0.10 (d7b74752-b035-4af7-99b7-eca10e463dbd/da6814d7-5b80-4178-9297-cce360fe7941/5709530c-8e99-466f-b409-e7063a787eba) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:48.791185 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d3de87fe-f407-4833-8926-6071c1cdf3aa tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (6b53c1ca-74f7-4b75-a8f0-0aa7b95e5684), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:48.793015 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e636db23-b312-4ab9-9408-ae6f6c37f08f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (51c8a808-4c02-4c1b-9063-82da5c085456), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:48.796909 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d3de87fe-f407-4833-8926-6071c1cdf3aa tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router_controller (6b53c1ca-74f7-4b75-a8f0-0aa7b95e5684), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:48.860803 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53779bdc-db81-428d-944d-d1579968fe53 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event updated for resources: {'Port': ['ID=8dcd6e21-11fc-48fc-b03c-64a576c6ee00,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:48.896038 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d3de87fe-f407-4833-8926-6071c1cdf3aa tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (6b53c1ca-74f7-4b75-a8f0-0aa7b95e5684), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:48.896556 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3de87fe-f407-4833-8926-6071c1cdf3aa tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Fanout notify agent at l3_agent the message router_deleted on router 6b53c1ca-74f7-4b75-a8f0-0aa7b95e5684 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:47:48.907469 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d3de87fe-f407-4833-8926-6071c1cdf3aa tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:48.910784 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d3de87fe-f407-4833-8926-6071c1cdf3aa tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/routers/6b53c1ca-74f7-4b75-a8f0-0aa7b95e5684 HTTP/1.1" status: 204 len: 168 time: 0.8479972 Mar 07 10:47:48.911481 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60774) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:48.955244 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-53779bdc-db81-428d-944d-d1579968fe53 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for floatingip (08b0038a-4eb2-436f-8c68-b1c7d6a84d9f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:49.048646 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 4dc7d8ab-2c3f-4229-ba3e-2f3f891573db details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:47:49.050200 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e545fc8d-91c1-49ad-af7f-0a27193a07fb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Deleting subnet d2bbe090-f77e-4355-9f5f-d7ffc5059464 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:47:49.073648 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e545fc8d-91c1-49ad-af7f-0a27193a07fb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for subnet (d2bbe090-f77e-4355-9f5f-d7ffc5059464), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:49.096914 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-0fc347a0-44c7-47e6-9a9d-240c35194e6c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks [] for port (5709530c-8e99-466f-b409-e7063a787eba), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:49.151192 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-0fc347a0-44c7-47e6-9a9d-240c35194e6c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (5709530c-8e99-466f-b409-e7063a787eba), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:49.209066 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e545fc8d-91c1-49ad-af7f-0a27193a07fb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (d2bbe090-f77e-4355-9f5f-d7ffc5059464), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:49.265365 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e636db23-b312-4ab9-9408-ae6f6c37f08f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for port (51c8a808-4c02-4c1b-9063-82da5c085456), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:49.274803 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e636db23-b312-4ab9-9408-ae6f6c37f08f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (51c8a808-4c02-4c1b-9063-82da5c085456), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:49.317800 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-0fc347a0-44c7-47e6-9a9d-240c35194e6c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Network d7b74752-b035-4af7-99b7-eca10e463dbd is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:49.326768 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-53779bdc-db81-428d-944d-d1579968fe53 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8dcd6e21-11fc-48fc-b03c-64a576c6ee00), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:49.345612 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-0fc347a0-44c7-47e6-9a9d-240c35194e6c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:49.355704 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-0fc347a0-44c7-47e6-9a9d-240c35194e6c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:49.402541 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e636db23-b312-4ab9-9408-ae6f6c37f08f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event updated for resources: {'Port': ['ID=51c8a808-4c02-4c1b-9063-82da5c085456,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:49.438968 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e545fc8d-91c1-49ad-af7f-0a27193a07fb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (d2bbe090-f77e-4355-9f5f-d7ffc5059464), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:49.475021 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 4dc7d8ab-2c3f-4229-ba3e-2f3f891573db, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=4dc7d8ab-2c3f-4229-ba3e-2f3f891573db,segment=NetworkSegment(56aa84b2-a3f0-4d04-a0b1-a8ec71c316ad),segment_id=56aa84b2-a3f0-4d04-a0b1-a8ec71c316ad)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:49.483119 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e259f3-279a-46da-9bb0-d836ea29c9c0 req-58003bb0-3bf0-4a13-971d-5c6132dcd7d3 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:49.491995 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a5e259f3-279a-46da-9bb0-d836ea29c9c0 req-58003bb0-3bf0-4a13-971d-5c6132dcd7d3 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.11 "GET /v2.0/ports?device_id=29498b75-bef0-472e-94ba-ab20d1ac88ee HTTP/1.1" status: 200 len: 943 time: 0.3552392 Mar 07 10:47:49.494357 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc347a0-44c7-47e6-9a9d-240c35194e6c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Pushing event updated for resources: {'Port': ['ID=5709530c-8e99-466f-b409-e7063a787eba,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:49.520314 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '4dc7d8ab-2c3f-4229-ba3e-2f3f891573db', 'network_id': '607726eb-39c6-49d0-b891-9ef705650000', 'port_id': '4dc7d8ab-2c3f-4229-ba3e-2f3f891573db', 'mac_address': 'fa:16:3e:f4:06:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e39c042-d9fd-4b43-bf34-7b87c32f4719', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:47:49.547226 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e636db23-b312-4ab9-9408-ae6f6c37f08f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (a1439b30-5af4-4fbd-ab56-0500ccb33e64), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:49.620948 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 4dc7d8ab-2c3f-4229-ba3e-2f3f891573db is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:49.623549 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4dc7d8ab-2c3f-4229-ba3e-2f3f891573db), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:49.649143 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc7d8ab-2c3f-4229-ba3e-2f3f891573db {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:47:49.674459 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 4dc7d8ab-2c3f-4229-ba3e-2f3f891573db, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=4dc7d8ab-2c3f-4229-ba3e-2f3f891573db,segment=NetworkSegment(56aa84b2-a3f0-4d04-a0b1-a8ec71c316ad),segment_id=56aa84b2-a3f0-4d04-a0b1-a8ec71c316ad)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:49.680416 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4dc7d8ab-2c3f-4229-ba3e-2f3f891573db), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:49.689618 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e636db23-b312-4ab9-9408-ae6f6c37f08f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:49.697673 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e636db23-b312-4ab9-9408-ae6f6c37f08f tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4837663 Mar 07 10:47:49.757507 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=4dc7d8ab-2c3f-4229-ba3e-2f3f891573db,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:49.771589 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e545fc8d-91c1-49ad-af7f-0a27193a07fb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (d2bbe090-f77e-4355-9f5f-d7ffc5059464), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:49.816528 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545fc8d-91c1-49ad-af7f-0a27193a07fb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Subnet': ['ID=d2bbe090-f77e-4355-9f5f-d7ffc5059464,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:49.835868 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d2911-3fba-43c0-bc37-4abb72d8866b req-df76f5a6-8d1a-4071-a750-aa772355050f tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:49.847795 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f97d2911-3fba-43c0-bc37-4abb72d8866b req-df76f5a6-8d1a-4071-a750-aa772355050f tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=46c9e543-634a-4416-99ea-0fdf7ce93814 HTTP/1.1" status: 200 len: 932 time: 0.2955818 Mar 07 10:47:49.889008 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-53779bdc-db81-428d-944d-d1579968fe53 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for port (8dcd6e21-11fc-48fc-b03c-64a576c6ee00), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:49.895548 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfc33cb-a0cf-4a80-8eea-780c928821a3 None None] Network f826bae9-ca67-4b8a-88ac-740969ff7803 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:47:49.899051 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e545fc8d-91c1-49ad-af7f-0a27193a07fb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:49.904806 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e545fc8d-91c1-49ad-af7f-0a27193a07fb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/subnets/d2bbe090-f77e-4355-9f5f-d7ffc5059464 HTTP/1.1" status: 204 len: 168 time: 0.9910362 Mar 07 10:47:49.917337 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60792) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:49.949597 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-0fc347a0-44c7-47e6-9a9d-240c35194e6c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:49.950349 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-0fc347a0-44c7-47e6-9a9d-240c35194e6c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:49.977713 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-53779bdc-db81-428d-944d-d1579968fe53 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (8dcd6e21-11fc-48fc-b03c-64a576c6ee00), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:49.982564 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f97d2911-3fba-43c0-bc37-4abb72d8866b req-ec335dca-cb29-4b2a-8102-75aeb53053d3 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334021 Mar 07 10:47:50.039443 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a5e259f3-279a-46da-9bb0-d836ea29c9c0 req-42fbb68a-ccfc-4957-99ad-032a04ca6703 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.11 "GET /v2.0/security-groups?id=84fe419a-80d4-498c-87cb-87558b625d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5461762 Mar 07 10:47:50.072825 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-0fc347a0-44c7-47e6-9a9d-240c35194e6c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3961174 Mar 07 10:47:50.128654 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-d60058b2-9bcf-46cf-afa1-966e0eb905ad service neutron] Request body: {'port': {'device_id': '46c9e543-634a-4416-99ea-0fdf7ce93814', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:50.177516 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7c33a576-c628-44d3-bdcd-368f79039d58 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (f826bae9-ca67-4b8a-88ac-740969ff7803), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:50.235810 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-d60058b2-9bcf-46cf-afa1-966e0eb905ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5709530c-8e99-466f-b409-e7063a787eba), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:50.323643 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-e3505509-ba56-40c8-a1c4-0172cdb9b16c tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1058479376&fields=id&tenant_id=963e73da008c45bbbe3340617f958250 HTTP/1.1" status: 200 len: 267 time: 0.1993349 Mar 07 10:47:50.418341 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['4dc7d8ab-2c3f-4229-ba3e-2f3f891573db'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:47:50.569415 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53779bdc-db81-428d-944d-d1579968fe53 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event updated for resources: {'Port': ['ID=8dcd6e21-11fc-48fc-b03c-64a576c6ee00,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:50.595381 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-53779bdc-db81-428d-944d-d1579968fe53 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (08b0038a-4eb2-436f-8c68-b1c7d6a84d9f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:50.677770 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-53779bdc-db81-428d-944d-d1579968fe53 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:50.688693 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-53779bdc-db81-428d-944d-d1579968fe53 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9588044 Mar 07 10:47:50.691020 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60808) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:50.702357 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-a08e2b3f-0096-40e6-9a95-b7b37687a58e tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Request body: {'port': {'network_id': '25a39ee9-f4c5-4256-bb51-d29e6d238ea9', 'name': 'tempest-FloatingIPTestJSON-384465504'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:50.795516 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2d09da-a068-48cb-93fc-0fc0d83f7a72 None None] DHCP port deletion for f826bae9-ca67-4b8a-88ac-740969ff7803 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:47:50.871170 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8f2d09da-a068-48cb-93fc-0fc0d83f7a72 None None] Deleting port 13e36379-73d9-4703-b966-13686feb76b8 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:50.872667 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8f2d09da-a068-48cb-93fc-0fc0d83f7a72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (13e36379-73d9-4703-b966-13686feb76b8), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:50.957132 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-8f2d09da-a068-48cb-93fc-0fc0d83f7a72 None None] For port 13e36379-73d9-4703-b966-13686feb76b8, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=13e36379-73d9-4703-b966-13686feb76b8,segment=NetworkSegment(ceb2d173-d0d0-4011-998b-a0c67b812915),segment_id=ceb2d173-d0d0-4011-998b-a0c67b812915)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:50.959265 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8f2d09da-a068-48cb-93fc-0fc0d83f7a72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (13e36379-73d9-4703-b966-13686feb76b8), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:50.972371 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08e2b3f-0096-40e6-9a95-b7b37687a58e tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Made reservation on behalf of 87245b0fac6f46b8bf036ff7fe06f2c2 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:47:50.982891 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a08e2b3f-0096-40e6-9a95-b7b37687a58e tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:50.984070 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8f2d09da-a068-48cb-93fc-0fc0d83f7a72 None None] Calling delete_port for 13e36379-73d9-4703-b966-13686feb76b8 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:51.097530 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-a08e2b3f-0096-40e6-9a95-b7b37687a58e tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] device_id is not set on port 3599ac7e-5713-45e2-a17f-db7c7366e304 yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:47:51.148933 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-7c33a576-c628-44d3-bdcd-368f79039d58 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Deleting port 13e36379-73d9-4703-b966-13686feb76b8 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:51.149524 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7c33a576-c628-44d3-bdcd-368f79039d58 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (13e36379-73d9-4703-b966-13686feb76b8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:51.172402 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8f2d09da-a068-48cb-93fc-0fc0d83f7a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (13e36379-73d9-4703-b966-13686feb76b8), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:51.174903 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-5e7bb347-f413-460f-897d-1f5a65126e6b tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:51.183123 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-5e7bb347-f413-460f-897d-1f5a65126e6b tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/networks?id=00afd099-7a30-4cd1-919e-35d92c7ee376 HTTP/1.1" status: 200 len: 815 time: 0.8585246 Mar 07 10:47:51.203239 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d09da-a068-48cb-93fc-0fc0d83f7a72 None None] Pushing event deleted for resources: {'Port': ['ID=13e36379-73d9-4703-b966-13686feb76b8,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:51.219193 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d09da-a068-48cb-93fc-0fc0d83f7a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:51.219658 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d09da-a068-48cb-93fc-0fc0d83f7a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:51.220070 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d09da-a068-48cb-93fc-0fc0d83f7a72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:51.220527 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d09da-a068-48cb-93fc-0fc0d83f7a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:51.220927 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d09da-a068-48cb-93fc-0fc0d83f7a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:51.221589 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d09da-a068-48cb-93fc-0fc0d83f7a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:51.221996 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d09da-a068-48cb-93fc-0fc0d83f7a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:51.222475 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d09da-a068-48cb-93fc-0fc0d83f7a72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:51.222810 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d09da-a068-48cb-93fc-0fc0d83f7a72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:51.223379 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d09da-a068-48cb-93fc-0fc0d83f7a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:51.223883 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d09da-a068-48cb-93fc-0fc0d83f7a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:51.224281 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d09da-a068-48cb-93fc-0fc0d83f7a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:51.224812 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2d09da-a068-48cb-93fc-0fc0d83f7a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:51.253331 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2d09da-a068-48cb-93fc-0fc0d83f7a72 None None] No DVR routers for this DVR port 13e36379-73d9-4703-b966-13686feb76b8 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:47:51.322312 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-d60058b2-9bcf-46cf-afa1-966e0eb905ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5709530c-8e99-466f-b409-e7063a787eba {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:47:51.323062 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-7c33a576-c628-44d3-bdcd-368f79039d58 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] For port 13e36379-73d9-4703-b966-13686feb76b8, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=13e36379-73d9-4703-b966-13686feb76b8,segment=NetworkSegment(ceb2d173-d0d0-4011-998b-a0c67b812915),segment_id=ceb2d173-d0d0-4011-998b-a0c67b812915)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:51.323672 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7c33a576-c628-44d3-bdcd-368f79039d58 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (13e36379-73d9-4703-b966-13686feb76b8), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:51.347679 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-7c33a576-c628-44d3-bdcd-368f79039d58 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Calling delete_port for 13e36379-73d9-4703-b966-13686feb76b8 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:51.351476 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-d60058b2-9bcf-46cf-afa1-966e0eb905ad service neutron] Publish callbacks [] for port (5709530c-8e99-466f-b409-e7063a787eba), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:51.355935 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-033c1062-3c38-48d4-9c0d-d0613c219360 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/quotas/963e73da008c45bbbe3340617f958250 HTTP/1.1" status: 200 len: 375 time: 0.1717141 Mar 07 10:47:51.436383 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-d60058b2-9bcf-46cf-afa1-966e0eb905ad service neutron] Transition to ACTIVE for port object 5709530c-8e99-466f-b409-e7063a787eba will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:47:51.467694 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-d60058b2-9bcf-46cf-afa1-966e0eb905ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (5709530c-8e99-466f-b409-e7063a787eba), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:51.609971 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187dc6a-f226-46b2-b5fe-652eea91876d req-5391a7be-a52f-44c6-ae8e-8b27636ce859 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:51.616795 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c187dc6a-f226-46b2-b5fe-652eea91876d req-5391a7be-a52f-44c6-ae8e-8b27636ce859 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=46c9e543-634a-4416-99ea-0fdf7ce93814 HTTP/1.1" status: 200 len: 932 time: 0.4854136 Mar 07 10:47:51.628357 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7c33a576-c628-44d3-bdcd-368f79039d58 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (13e36379-73d9-4703-b966-13686feb76b8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:51.655719 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-a08e2b3f-0096-40e6-9a95-b7b37687a58e tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Allocated IP 172.20.0.7 (25a39ee9-f4c5-4256-bb51-d29e6d238ea9/10507007-4dc3-4152-8774-780f51661243/3599ac7e-5713-45e2-a17f-db7c7366e304) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:51.725567 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33a576-c628-44d3-bdcd-368f79039d58 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Port': ['ID=13e36379-73d9-4703-b966-13686feb76b8,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:51.727533 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c33a576-c628-44d3-bdcd-368f79039d58 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] No DVR routers for this DVR port 13e36379-73d9-4703-b966-13686feb76b8 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:47:51.754171 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-9fb36479-0cfc-43fc-8375-2c5ec23e7cf3 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=963e73da008c45bbbe3340617f958250&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3793256 Mar 07 10:47:51.799312 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 13e36379-73d9-4703-b966-13686feb76b8 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:47:51.831614 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60058b2-9bcf-46cf-afa1-966e0eb905ad service neutron] Pushing event updated for resources: {'Port': ['ID=5709530c-8e99-466f-b409-e7063a787eba,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:51.869222 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 13e36379-73d9-4703-b966-13686feb76b8 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:47:51.872148 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 13e36379-73d9-4703-b966-13686feb76b8 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:47:51.877906 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c187dc6a-f226-46b2-b5fe-652eea91876d req-c3b58b53-a507-41d6-9359-21d78dfdc242 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599382 Mar 07 10:47:51.961600 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-d60058b2-9bcf-46cf-afa1-966e0eb905ad service neutron] Attempting to bind port 5709530c-8e99-466f-b409-e7063a787eba on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:47:51.974946 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-d60058b2-9bcf-46cf-afa1-966e0eb905ad service neutron] Attempting to bind port 5709530c-8e99-466f-b409-e7063a787eba by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '12342119-cf6b-4cbb-9e34-d47607d55c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:47:51.976051 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-d60058b2-9bcf-46cf-afa1-966e0eb905ad service neutron] Attempting to bind port 5709530c-8e99-466f-b409-e7063a787eba on network d7b74752-b035-4af7-99b7-eca10e463dbd {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:47:52.038067 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-d60058b2-9bcf-46cf-afa1-966e0eb905ad service neutron] Port 5709530c-8e99-466f-b409-e7063a787eba on network d7b74752-b035-4af7-99b7-eca10e463dbd not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:47:52.038637 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-d60058b2-9bcf-46cf-afa1-966e0eb905ad service neutron] Attempting to bind port 5709530c-8e99-466f-b409-e7063a787eba on network d7b74752-b035-4af7-99b7-eca10e463dbd {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:47:52.044691 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7c33a576-c628-44d3-bdcd-368f79039d58 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (f826bae9-ca67-4b8a-88ac-740969ff7803), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:52.076139 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-d60058b2-9bcf-46cf-afa1-966e0eb905ad service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:47:52.076796 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-d60058b2-9bcf-46cf-afa1-966e0eb905ad service neutron] Checking segment: {'id': '12342119-cf6b-4cbb-9e34-d47607d55c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:47:52.077386 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-d60058b2-9bcf-46cf-afa1-966e0eb905ad service neutron] Bound using segment: {'id': '12342119-cf6b-4cbb-9e34-d47607d55c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:47:52.078014 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-d60058b2-9bcf-46cf-afa1-966e0eb905ad service neutron] Bound port: 5709530c-8e99-466f-b409-e7063a787eba, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12342119-cf6b-4cbb-9e34-d47607d55c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:47:52.078553 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-d60058b2-9bcf-46cf-afa1-966e0eb905ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5709530c-8e99-466f-b409-e7063a787eba), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:52.120626 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-7c33a576-c628-44d3-bdcd-368f79039d58 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f826bae9-ca67-4b8a-88ac-740969ff7803']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:52.145084 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab30f2-de4a-4472-9e61-00ce6cc68245 req-7ca8d42a-ed5f-4c88-a037-4c5fffff6df1 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:52.152703 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-59ab30f2-de4a-4472-9e61-00ce6cc68245 req-7ca8d42a-ed5f-4c88-a037-4c5fffff6df1 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.11 "GET /v2.0/ports?device_id=29498b75-bef0-472e-94ba-ab20d1ac88ee HTTP/1.1" status: 200 len: 944 time: 0.1707551 Mar 07 10:47:52.163142 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-7c33a576-c628-44d3-bdcd-368f79039d58 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb2d173-d0d0-4011-998b-a0c67b812915') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:52.169250 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-7c33a576-c628-44d3-bdcd-368f79039d58 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb2d173-d0d0-4011-998b-a0c67b812915') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:52.210597 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-4a0ae4ec-d2bf-44f1-b343-dfbb513df834 service neutron] 10.222.0.11 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216776 Mar 07 10:47:52.230714 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7c33a576-c628-44d3-bdcd-368f79039d58 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (ceb2d173-d0d0-4011-998b-a0c67b812915), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:52.289559 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7c33a576-c628-44d3-bdcd-368f79039d58 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (ceb2d173-d0d0-4011-998b-a0c67b812915), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:52.296345 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a08e2b3f-0096-40e6-9a95-b7b37687a58e tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for port (3599ac7e-5713-45e2-a17f-db7c7366e304), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:52.349690 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c33a576-c628-44d3-bdcd-368f79039d58 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:47:52.350255 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7c33a576-c628-44d3-bdcd-368f79039d58 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (ceb2d173-d0d0-4011-998b-a0c67b812915), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:47:52.354180 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:47:52.397170 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-59ab30f2-de4a-4472-9e61-00ce6cc68245 req-5ba38d31-2b5b-451b-ae77-bf81ff3ea7c0 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.11 "GET /v2.0/security-groups?id=84fe419a-80d4-498c-87cb-87558b625d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430851 Mar 07 10:47:52.398435 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-d60058b2-9bcf-46cf-afa1-966e0eb905ad service neutron] For port 5709530c-8e99-466f-b409-e7063a787eba, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:47:52.410988 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-d60058b2-9bcf-46cf-afa1-966e0eb905ad service neutron] For port 5709530c-8e99-466f-b409-e7063a787eba, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=5709530c-8e99-466f-b409-e7063a787eba,segment=NetworkSegment(12342119-cf6b-4cbb-9e34-d47607d55c42),segment_id=12342119-cf6b-4cbb-9e34-d47607d55c42)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:47:52.436053 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-d60058b2-9bcf-46cf-afa1-966e0eb905ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (5709530c-8e99-466f-b409-e7063a787eba), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:52.475471 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7c33a576-c628-44d3-bdcd-368f79039d58 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (f826bae9-ca67-4b8a-88ac-740969ff7803), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:52.492154 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-eb3f265f-31a2-4fad-a81f-4a360ae545d4 service neutron] 10.222.0.11 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804301 Mar 07 10:47:52.508724 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7c33a576-c628-44d3-bdcd-368f79039d58 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:52.517778 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7c33a576-c628-44d3-bdcd-368f79039d58 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/networks/f826bae9-ca67-4b8a-88ac-740969ff7803 HTTP/1.1" status: 204 len: 168 time: 2.5990818 Mar 07 10:47:52.522899 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60824) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:52.538595 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-435ea970-550e-4e68-ae7c-6022767ea2c3 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Request body: {'network': {'name': 'tempest-RoutersTest-450853467'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:52.565190 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60058b2-9bcf-46cf-afa1-966e0eb905ad service neutron] Pushing event updated for resources: {'Port': ['ID=5709530c-8e99-466f-b409-e7063a787eba,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:52.572537 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c33a576-c628-44d3-bdcd-368f79039d58 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Network': ['ID=f826bae9-ca67-4b8a-88ac-740969ff7803,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:52.594606 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-d60058b2-9bcf-46cf-afa1-966e0eb905ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:52.595259 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-d60058b2-9bcf-46cf-afa1-966e0eb905ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:52.596765 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-d60058b2-9bcf-46cf-afa1-966e0eb905ad service neutron] 10.222.0.21 "PUT /v2.0/ports/5709530c-8e99-466f-b409-e7063a787eba HTTP/1.1" status: 200 len: 1092 time: 2.4783854 Mar 07 10:47:52.598532 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c9e543-634a-4416-99ea-0fdf7ce93814', 'tag': '5709530c-8e99-466f-b409-e7063a787eba'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:47:52.601087 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a60f76-f8ee-492e-abfc-daf16f19c7db" -d '{"events": [{"name": "network-changed", "server_uuid": "46c9e543-634a-4416-99ea-0fdf7ce93814", "tag": "5709530c-8e99-466f-b409-e7063a787eba"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:47:52.616476 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a08e2b3f-0096-40e6-9a95-b7b37687a58e tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (3599ac7e-5713-45e2-a17f-db7c7366e304), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:52.635223 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435ea970-550e-4e68-ae7c-6022767ea2c3 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Made reservation on behalf of 49fa671ee264403ca0a93afbe4c7553a for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:47:52.643850 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-435ea970-550e-4e68-ae7c-6022767ea2c3 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:52.678232 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bac58a6-5322-4220-b9be-251e4cd35768 x-openstack-request-id: req-7bac58a6-5322-4220-b9be-251e4cd35768 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:47:52.678776 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c9e543-634a-4416-99ea-0fdf7ce93814", "tag": "5709530c-8e99-466f-b409-e7063a787eba", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:47:52.679227 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7bac58a6-5322-4220-b9be-251e4cd35768 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:47:52.679817 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c9e543-634a-4416-99ea-0fdf7ce93814', 'tag': '5709530c-8e99-466f-b409-e7063a787eba', 'status': 'completed', 'code': 200} Mar 07 10:47:52.720156 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-435ea970-550e-4e68-ae7c-6022767ea2c3 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:47:52.743382 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08e2b3f-0096-40e6-9a95-b7b37687a58e tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Network 25a39ee9-f4c5-4256-bb51-d29e6d238ea9 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:52.744671 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-435ea970-550e-4e68-ae7c-6022767ea2c3 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (35bb113d-037b-4e52-a5a2-72880320d9b5), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:52.745681 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-435ea970-550e-4e68-ae7c-6022767ea2c3 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Added segment 35bb113d-037b-4e52-a5a2-72880320d9b5 of type vlan for network b2575b8e-e9b6-48e1-b548-ade8fecc5754 Mar 07 10:47:52.754471 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-a08e2b3f-0096-40e6-9a95-b7b37687a58e tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:52.780812 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08e2b3f-0096-40e6-9a95-b7b37687a58e tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:52.808368 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-435ea970-550e-4e68-ae7c-6022767ea2c3 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (b2575b8e-e9b6-48e1-b548-ade8fecc5754), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:52.812291 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e2b3f-0096-40e6-9a95-b7b37687a58e tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event updated for resources: {'Port': ['ID=3599ac7e-5713-45e2-a17f-db7c7366e304,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:52.822546 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:52.845464 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-435ea970-550e-4e68-ae7c-6022767ea2c3 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (b2575b8e-e9b6-48e1-b548-ade8fecc5754), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:52.854910 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435ea970-550e-4e68-ae7c-6022767ea2c3 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:52.858056 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-435ea970-550e-4e68-ae7c-6022767ea2c3 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:52.962893 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-1c090221-fd2c-4abf-a1c1-548c10e5c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:52.964423 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-1c090221-fd2c-4abf-a1c1-548c10e5c2f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef96f18062d345998a199cb367c56469&device_id=46c9e543-634a-4416-99ea-0fdf7ce93814 HTTP/1.1" status: 200 len: 1126 time: 0.2884264 Mar 07 10:47:52.992849 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a3e714c-faab-43a8-ab8d-ccc10c727b76 req-b5696d0e-3018-4d48-bec1-9a2f6ebd6a61 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1c56986-4038-45e9-b177-0f983c106b30 HTTP/1.1" status: 200 len: 210 time: 0.1063890 Mar 07 10:47:52.993493 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ea970-550e-4e68-ae7c-6022767ea2c3 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Network': ['ID=b2575b8e-e9b6-48e1-b548-ade8fecc5754,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:53.002560 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network b2575b8e-e9b6-48e1-b548-ade8fecc5754 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:47:53.075337 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-435ea970-550e-4e68-ae7c-6022767ea2c3 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5484145 Mar 07 10:47:53.080833 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60840) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:53.084862 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-6f6cd3f8-7def-494d-9ad7-a75811230f80 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5709530c-8e99-466f-b409-e7063a787eba HTTP/1.1" status: 200 len: 217 time: 0.0989513 Mar 07 10:47:53.087250 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-4bbebd4c-2e2b-48ac-9336-b54bbcfac858 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Request body: {'subnet': {'network_id': 'b2575b8e-e9b6-48e1-b548-ade8fecc5754', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:53.103989 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08e2b3f-0096-40e6-9a95-b7b37687a58e tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:53.104611 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a08e2b3f-0096-40e6-9a95-b7b37687a58e tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:53.134733 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 4dc7d8ab-2c3f-4229-ba3e-2f3f891573db up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:47:53.174976 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a08e2b3f-0096-40e6-9a95-b7b37687a58e tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4828501 Mar 07 10:47:53.179367 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60842) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:53.183893 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-785c0d04-3707-4bc8-b322-6000d7c5bb9f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Request body: {'floatingip': {'port_id': '3599ac7e-5713-45e2-a17f-db7c7366e304'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:53.196063 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29556a4-875b-4c22-a26a-ebc9ecf64055 req-56da7813-fa8b-4d06-8b0d-b0f785d41e8e tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:53.197661 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a29556a4-875b-4c22-a26a-ebc9ecf64055 req-56da7813-fa8b-4d06-8b0d-b0f785d41e8e tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=46c9e543-634a-4416-99ea-0fdf7ce93814 HTTP/1.1" status: 200 len: 944 time: 0.2095304 Mar 07 10:47:53.230579 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-785c0d04-3707-4bc8-b322-6000d7c5bb9f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for floatingip (08b0038a-4eb2-436f-8c68-b1c7d6a84d9f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:53.295207 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a29556a4-875b-4c22-a26a-ebc9ecf64055 req-efc0e09f-b766-420b-b778-4648aec66a77 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828791 Mar 07 10:47:53.307518 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-1064dcf9-9de9-41fb-934b-76f934704cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:53.311841 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 4dc7d8ab-2c3f-4229-ba3e-2f3f891573db completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:47:53.318662 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-1064dcf9-9de9-41fb-934b-76f934704cef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da6814d7-5b80-4178-9297-cce360fe7941 HTTP/1.1" status: 200 len: 852 time: 0.2203639 Mar 07 10:47:53.319099 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 4dc7d8ab-2c3f-4229-ba3e-2f3f891573db triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:53.321347 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4dc7d8ab-2c3f-4229-ba3e-2f3f891573db), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:53.321806 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbebd4c-2e2b-48ac-9336-b54bbcfac858 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Made reservation on behalf of 49fa671ee264403ca0a93afbe4c7553a for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:47:53.329386 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4bbebd4c-2e2b-48ac-9336-b54bbcfac858 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:53.397040 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-4835ccff-1f26-42cf-90d9-84b7b99238b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d7b74752-b035-4af7-99b7-eca10e463dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432906 Mar 07 10:47:53.507877 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 4dc7d8ab-2c3f-4229-ba3e-2f3f891573db is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:53.509071 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4dc7d8ab-2c3f-4229-ba3e-2f3f891573db), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:53.582908 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29498b75-bef0-472e-94ba-ab20d1ac88ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc7d8ab-2c3f-4229-ba3e-2f3f891573db'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:47:53.587643 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4a3f74-436e-4ad2-bed5-0b59973aa6da" -d '{"events": [{"server_uuid": "29498b75-bef0-472e-94ba-ab20d1ac88ee", "name": "network-vif-plugged", "status": "completed", "tag": "4dc7d8ab-2c3f-4229-ba3e-2f3f891573db"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:47:53.623832 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 4dc7d8ab-2c3f-4229-ba3e-2f3f891573db, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=4dc7d8ab-2c3f-4229-ba3e-2f3f891573db,segment=NetworkSegment(56aa84b2-a3f0-4d04-a0b1-a8ec71c316ad),segment_id=56aa84b2-a3f0-4d04-a0b1-a8ec71c316ad)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:53.639682 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4dc7d8ab-2c3f-4229-ba3e-2f3f891573db), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:53.701738 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf6ba4d-839e-4e49-be8f-ec7fc58a82dc x-openstack-request-id: req-ddf6ba4d-839e-4e49-be8f-ec7fc58a82dc {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:47:53.704942 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4bbebd4c-2e2b-48ac-9336-b54bbcfac858 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (677ddf18-76da-45d0-abf3-3874bb7561db), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:53.705979 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29498b75-bef0-472e-94ba-ab20d1ac88ee", "name": "network-vif-plugged", "status": "completed", "tag": "4dc7d8ab-2c3f-4229-ba3e-2f3f891573db", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:47:53.706625 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ddf6ba4d-839e-4e49-be8f-ec7fc58a82dc {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:47:53.707562 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29498b75-bef0-472e-94ba-ab20d1ac88ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc7d8ab-2c3f-4229-ba3e-2f3f891573db', 'code': 200} Mar 07 10:47:53.763898 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=4dc7d8ab-2c3f-4229-ba3e-2f3f891573db,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:53.798127 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbebd4c-2e2b-48ac-9336-b54bbcfac858 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Checking segment: {'id': '35bb113d-037b-4e52-a5a2-72880320d9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b2575b8e-e9b6-48e1-b548-ade8fecc5754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:47:53.798127 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbebd4c-2e2b-48ac-9336-b54bbcfac858 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network hostable DHCP agents. Network: b2575b8e-e9b6-48e1-b548-ade8fecc5754, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:47:53.801783 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbebd4c-2e2b-48ac-9336-b54bbcfac858 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Subnet': ['ID=677ddf18-76da-45d0-abf3-3874bb7561db,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:53.821259 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbebd4c-2e2b-48ac-9336-b54bbcfac858 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network b2575b8e-e9b6-48e1-b548-ade8fecc5754 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:47:53.835424 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-4bbebd4c-2e2b-48ac-9336-b54bbcfac858 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, b2575b8e-e9b6-48e1-b548-ade8fecc5754) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:53.848255 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b6b835-c406-479c-99df-f28689a91787 None None] Network b2575b8e-e9b6-48e1-b548-ade8fecc5754 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:47:53.869079 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbebd4c-2e2b-48ac-9336-b54bbcfac858 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:53.869711 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4bbebd4c-2e2b-48ac-9336-b54bbcfac858 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:53.920675 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4bbebd4c-2e2b-48ac-9336-b54bbcfac858 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8383944 Mar 07 10:47:53.923538 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60858) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:53.927653 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231dedb-7f2d-46c1-810e-3263b1f7e22d req-a0cbcf2a-ddf1-42c8-90eb-52edbbc93b39 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:53.930279 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1231dedb-7f2d-46c1-810e-3263b1f7e22d req-a0cbcf2a-ddf1-42c8-90eb-52edbbc93b39 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.11 "GET /v2.0/ports?device_id=29498b75-bef0-472e-94ba-ab20d1ac88ee HTTP/1.1" status: 200 len: 944 time: 0.4373422 Mar 07 10:47:53.948162 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-339f8830-c150-4744-8f35-a21963cdbaa3 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-961894031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:54.012490 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-339f8830-c150-4744-8f35-a21963cdbaa3 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (d6b3bc07-5c50-4413-86e8-02e217e8d819), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:54.014221 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-339f8830-c150-4744-8f35-a21963cdbaa3 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (d6b3bc07-5c50-4413-86e8-02e217e8d819), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:54.074666 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd33c50-2b6f-4b25-95e8-566576c21ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-b2575b8e-e9b6-48e1-b548-ade8fecc5754', 'network_id': 'b2575b8e-e9b6-48e1-b548-ade8fecc5754', 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'fixed_ips': [{'subnet_id': '677ddf18-76da-45d0-abf3-3874bb7561db'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:47:54.076945 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7fd33c50-2b6f-4b25-95e8-566576c21ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:54.137076 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-339f8830-c150-4744-8f35-a21963cdbaa3 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router_controller (d6b3bc07-5c50-4413-86e8-02e217e8d819), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:54.167274 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-339f8830-c150-4744-8f35-a21963cdbaa3 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (d6b3bc07-5c50-4413-86e8-02e217e8d819), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:54.183537 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-f35d3e7f-e522-4fa8-852e-b8cb156c79fb service neutron] 10.222.0.21 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7754552 Mar 07 10:47:54.214906 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1a71939d-a834-4e84-94d7-b9e42e894fb9 req-cea9f8a2-937f-44f2-85a0-93e88ef0c4b4 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1c56986-4038-45e9-b177-0f983c106b30 HTTP/1.1" status: 200 len: 210 time: 0.0742900 Mar 07 10:47:54.248335 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-339f8830-c150-4744-8f35-a21963cdbaa3 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:54.251294 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-339f8830-c150-4744-8f35-a21963cdbaa3 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3212533 Mar 07 10:47:54.254158 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60864) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:54.358604 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1231dedb-7f2d-46c1-810e-3263b1f7e22d req-2fff6c9b-9c74-4da2-bd81-7f0f971bf25c tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.11 "GET /v2.0/security-groups?id=84fe419a-80d4-498c-87cb-87558b625d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145563 Mar 07 10:47:54.371686 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8f5f8-0476-4a38-bbfd-c78ff1f10ecf req-55d2367f-c7b9-4d3e-a8b9-c7bf1701d116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:54.390385 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1cb8f5f8-0476-4a38-bbfd-c78ff1f10ecf req-55d2367f-c7b9-4d3e-a8b9-c7bf1701d116 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=29498b75-bef0-472e-94ba-ab20d1ac88ee HTTP/1.1" status: 200 len: 1127 time: 0.5268018 Mar 07 10:47:54.414569 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-7fd33c50-2b6f-4b25-95e8-566576c21ade None None] Allocated IP 172.20.0.2 (b2575b8e-e9b6-48e1-b548-ade8fecc5754/677ddf18-76da-45d0-abf3-3874bb7561db/043c921d-64b4-473c-bfac-60ccedb3a4b7) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:54.507973 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-5d5637d0-8545-448a-a04b-97ebfb15e76a tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:54.510123 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-5d5637d0-8545-448a-a04b-97ebfb15e76a tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.31 "GET /v2.0/networks?id=00afd099-7a30-4cd1-919e-35d92c7ee376 HTTP/1.1" status: 200 len: 815 time: 0.1774952 Mar 07 10:47:54.530887 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1cb8f5f8-0476-4a38-bbfd-c78ff1f10ecf req-b1b9ae74-59fd-4df7-b6e4-80d46bec0d97 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=84fe419a-80d4-498c-87cb-87558b625d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097479 Mar 07 10:47:54.722403 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7fd33c50-2b6f-4b25-95e8-566576c21ade None None] Publish callbacks [] for port (043c921d-64b4-473c-bfac-60ccedb3a4b7), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:54.730085 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7fd33c50-2b6f-4b25-95e8-566576c21ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (043c921d-64b4-473c-bfac-60ccedb3a4b7), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:54.791394 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60870) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:54.791645 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd33c50-2b6f-4b25-95e8-566576c21ade None None] Network b2575b8e-e9b6-48e1-b548-ade8fecc5754 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:54.796141 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-7fd33c50-2b6f-4b25-95e8-566576c21ade None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:54.804201 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-79ad3e8f-fbde-4286-817b-f48519fd030c tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=963e73da008c45bbbe3340617f958250 HTTP/1.1" status: 200 len: 380 time: 0.2577069 Mar 07 10:47:54.808439 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd33c50-2b6f-4b25-95e8-566576c21ade None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:54.847944 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-d838cf29-a290-47ef-93d0-539c7fc24dbc tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Request body: {'port': {'device_id': 'f1c56986-4038-45e9-b177-0f983c106b30', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'admin_state_up': True, 'tenant_id': '963e73da008c45bbbe3340617f958250', 'security_groups': ['4522e9a0-686f-4c0b-b3a1-151a495ddd85']}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:54.854933 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd33c50-2b6f-4b25-95e8-566576c21ade None None] Pushing event updated for resources: {'Port': ['ID=043c921d-64b4-473c-bfac-60ccedb3a4b7,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:54.931357 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-7fd33c50-2b6f-4b25-95e8-566576c21ade None None] Attempting to bind port 043c921d-64b4-473c-bfac-60ccedb3a4b7 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:47:54.931947 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-7fd33c50-2b6f-4b25-95e8-566576c21ade None None] Attempting to bind port 043c921d-64b4-473c-bfac-60ccedb3a4b7 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '35bb113d-037b-4e52-a5a2-72880320d9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b2575b8e-e9b6-48e1-b548-ade8fecc5754'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:47:54.932579 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd33c50-2b6f-4b25-95e8-566576c21ade None None] Attempting to bind port 043c921d-64b4-473c-bfac-60ccedb3a4b7 on network b2575b8e-e9b6-48e1-b548-ade8fecc5754 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:47:54.941692 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd33c50-2b6f-4b25-95e8-566576c21ade None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:47:54.942147 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd33c50-2b6f-4b25-95e8-566576c21ade None None] Checking segment: {'id': '35bb113d-037b-4e52-a5a2-72880320d9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b2575b8e-e9b6-48e1-b548-ade8fecc5754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:47:54.942493 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7fd33c50-2b6f-4b25-95e8-566576c21ade None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:54.943075 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd33c50-2b6f-4b25-95e8-566576c21ade None None] Bound using segment: {'id': '35bb113d-037b-4e52-a5a2-72880320d9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b2575b8e-e9b6-48e1-b548-ade8fecc5754'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:47:54.943610 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-7fd33c50-2b6f-4b25-95e8-566576c21ade None None] Bound port: 043c921d-64b4-473c-bfac-60ccedb3a4b7, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35bb113d-037b-4e52-a5a2-72880320d9b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'b2575b8e-e9b6-48e1-b548-ade8fecc5754'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:47:54.944003 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7fd33c50-2b6f-4b25-95e8-566576c21ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (043c921d-64b4-473c-bfac-60ccedb3a4b7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:55.026206 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b743f6c8-7969-449c-a445-022a613e26bd req-f16de368-ae66-4ffc-a051-3fac7c334648 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:55.030696 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b743f6c8-7969-449c-a445-022a613e26bd req-f16de368-ae66-4ffc-a051-3fac7c334648 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=46c9e543-634a-4416-99ea-0fdf7ce93814 HTTP/1.1" status: 200 len: 944 time: 0.5192394 Mar 07 10:47:55.056962 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-7fd33c50-2b6f-4b25-95e8-566576c21ade None None] For port 043c921d-64b4-473c-bfac-60ccedb3a4b7, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:47:55.065008 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-7fd33c50-2b6f-4b25-95e8-566576c21ade None None] For port 043c921d-64b4-473c-bfac-60ccedb3a4b7, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=043c921d-64b4-473c-bfac-60ccedb3a4b7,segment=NetworkSegment(35bb113d-037b-4e52-a5a2-72880320d9b5),segment_id=35bb113d-037b-4e52-a5a2-72880320d9b5)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:47:55.081870 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7fd33c50-2b6f-4b25-95e8-566576c21ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (043c921d-64b4-473c-bfac-60ccedb3a4b7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:55.256320 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd33c50-2b6f-4b25-95e8-566576c21ade None None] Pushing event updated for resources: {'Port': ['ID=043c921d-64b4-473c-bfac-60ccedb3a4b7,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:55.467010 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27ca5a82-2d98-4b39-8d13-15fd0f45e4a4 req-c3ce88a7-dfcb-40d0-95ee-416473ad2d99 service neutron] 10.222.0.21 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1241260 Mar 07 10:47:55.556335 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23aae32f-737c-4c34-9af8-cf2ddcea82bb req-f59d1930-1d78-4b45-b87e-0f88e8a33e94 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1c56986-4038-45e9-b177-0f983c106b30 HTTP/1.1" status: 200 len: 210 time: 0.0784659 Mar 07 10:47:55.865186 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 043c921d-64b4-473c-bfac-60ccedb3a4b7 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:47:55.957895 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b743f6c8-7969-449c-a445-022a613e26bd req-6c30aaf5-4bf7-47d6-8fc8-39876e047786 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9027247 Mar 07 10:47:56.016533 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 043c921d-64b4-473c-bfac-60ccedb3a4b7 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:56.017526 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-25fd1ee6-3546-439a-9724-89ad28d94642 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:56.018584 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (043c921d-64b4-473c-bfac-60ccedb3a4b7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:56.057692 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-d838cf29-a290-47ef-93d0-539c7fc24dbc tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Made reservation on behalf of 963e73da008c45bbbe3340617f958250 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:47:56.063181 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-d838cf29-a290-47ef-93d0-539c7fc24dbc tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:56.186273 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 043c921d-64b4-473c-bfac-60ccedb3a4b7 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:56.187144 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (043c921d-64b4-473c-bfac-60ccedb3a4b7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:56.216749 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.db.resource_extend [None req-785c0d04-3707-4bc8-b322-6000d7c5bb9f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:47:56.240033 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 043c921d-64b4-473c-bfac-60ccedb3a4b7, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=043c921d-64b4-473c-bfac-60ccedb3a4b7,segment=NetworkSegment(35bb113d-037b-4e52-a5a2-72880320d9b5),segment_id=35bb113d-037b-4e52-a5a2-72880320d9b5)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:56.250979 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (043c921d-64b4-473c-bfac-60ccedb3a4b7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:56.333125 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=043c921d-64b4-473c-bfac-60ccedb3a4b7,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:56.336481 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d599b1-6646-4d54-96da-9fbffb514eff req-a2e70373-75ea-4d0e-9581-2e11e30ec5c2 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:56.337963 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-21d599b1-6646-4d54-96da-9fbffb514eff req-a2e70373-75ea-4d0e-9581-2e11e30ec5c2 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.11 "GET /v2.0/ports?device_id=29498b75-bef0-472e-94ba-ab20d1ac88ee HTTP/1.1" status: 200 len: 945 time: 0.2677064 Mar 07 10:47:56.362822 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a60f76-f8ee-492e-abfc-daf16f19c7db req-05e6246b-6e42-4186-9ba4-c3ba38484ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:56.364468 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27a60f76-f8ee-492e-abfc-daf16f19c7db req-05e6246b-6e42-4186-9ba4-c3ba38484ee9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef96f18062d345998a199cb367c56469&device_id=46c9e543-634a-4416-99ea-0fdf7ce93814 HTTP/1.1" status: 200 len: 1126 time: 0.5648313 Mar 07 10:47:56.372231 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-785c0d04-3707-4bc8-b322-6000d7c5bb9f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:56.422394 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-d838cf29-a290-47ef-93d0-539c7fc24dbc tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Allocated IP 172.20.0.11 (00afd099-7a30-4cd1-919e-35d92c7ee376/e733737e-c8f1-4ea9-8337-47939319caff/0b081c5f-c4e7-4567-8ece-cbcbfd584742) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:56.571565 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a60f76-f8ee-492e-abfc-daf16f19c7db req-b7fec2ca-1ead-4780-a30d-cd4e1ad1bd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:56.573882 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27a60f76-f8ee-492e-abfc-daf16f19c7db req-b7fec2ca-1ead-4780-a30d-cd4e1ad1bd13 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d7b74752-b035-4af7-99b7-eca10e463dbd HTTP/1.1" status: 200 len: 913 time: 0.1988029 Mar 07 10:47:56.577570 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-785c0d04-3707-4bc8-b322-6000d7c5bb9f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (08b0038a-4eb2-436f-8c68-b1c7d6a84d9f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:56.696299 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27a60f76-f8ee-492e-abfc-daf16f19c7db req-7de2bcda-0208-486e-a1c8-50cbc9ea21fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5709530c-8e99-466f-b409-e7063a787eba HTTP/1.1" status: 200 len: 217 time: 0.0458722 Mar 07 10:47:56.759830 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a60f76-f8ee-492e-abfc-daf16f19c7db req-5815862a-b464-4b84-9f9c-973458c010e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:56.761264 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27a60f76-f8ee-492e-abfc-daf16f19c7db req-5815862a-b464-4b84-9f9c-973458c010e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da6814d7-5b80-4178-9297-cce360fe7941 HTTP/1.1" status: 200 len: 852 time: 0.0572693 Mar 07 10:47:56.818786 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27a60f76-f8ee-492e-abfc-daf16f19c7db req-faa8030c-d1ae-4379-b180-c589032cca20 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d7b74752-b035-4af7-99b7-eca10e463dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320191 Mar 07 10:47:56.832744 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-21d599b1-6646-4d54-96da-9fbffb514eff req-95e070da-00d4-4761-88c0-b13c9c014927 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.11 "GET /v2.0/security-groups?id=84fe419a-80d4-498c-87cb-87558b625d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4856641 Mar 07 10:47:56.842841 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-669fbfd0-f361-4043-b25d-666795124796 req-83000c82-aae8-4ae6-b578-97e888d21343 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1c56986-4038-45e9-b177-0f983c106b30 HTTP/1.1" status: 200 len: 210 time: 0.1158354 Mar 07 10:47:56.932430 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9ca600-0af0-4a51-b93e-a859afe2350a None None] Network b2575b8e-e9b6-48e1-b548-ade8fecc5754 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:47:56.991200 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-d838cf29-a290-47ef-93d0-539c7fc24dbc tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for port (0b081c5f-c4e7-4567-8ece-cbcbfd584742), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:57.101425 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-785c0d04-3707-4bc8-b322-6000d7c5bb9f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Floating IP 08b0038a-4eb2-436f-8c68-b1c7d6a84d9f associated. External IP: 172.25.3.214, port: 3599ac7e-5713-45e2-a17f-db7c7366e304. Mar 07 10:47:57.119930 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-25fd1ee6-3546-439a-9724-89ad28d94642 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Allocated IP 172.20.0.1 (b2575b8e-e9b6-48e1-b548-ade8fecc5754/677ddf18-76da-45d0-abf3-3874bb7561db/28653dcd-d26f-4a12-b705-e4904c19d8e6) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:47:57.131069 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-8b154755-757d-4143-bad1-31ba6a2400b1 None None] Provisioning complete for port 043c921d-64b4-473c-bfac-60ccedb3a4b7 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:57.131745 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8b154755-757d-4143-bad1-31ba6a2400b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (043c921d-64b4-473c-bfac-60ccedb3a4b7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:57.224796 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-d838cf29-a290-47ef-93d0-539c7fc24dbc tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (0b081c5f-c4e7-4567-8ece-cbcbfd584742), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:57.258955 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8b154755-757d-4143-bad1-31ba6a2400b1 None None] Current status of the port 043c921d-64b4-473c-bfac-60ccedb3a4b7 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:57.316305 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838cf29-a290-47ef-93d0-539c7fc24dbc tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event updated for resources: {'Port': ['ID=0b081c5f-c4e7-4567-8ece-cbcbfd584742,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:57.318340 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27a60f76-f8ee-492e-abfc-daf16f19c7db req-a381aae1-1bd8-4390-ae4e-773c32a76744 service neutron] 10.222.0.21 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4845583 Mar 07 10:47:57.328707 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-d838cf29-a290-47ef-93d0-539c7fc24dbc tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Network 00afd099-7a30-4cd1-919e-35d92c7ee376 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:57.344554 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-d838cf29-a290-47ef-93d0-539c7fc24dbc tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:57.347143 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-d838cf29-a290-47ef-93d0-539c7fc24dbc tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:57.378756 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838cf29-a290-47ef-93d0-539c7fc24dbc tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:57.379125 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838cf29-a290-47ef-93d0-539c7fc24dbc tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:57.379466 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838cf29-a290-47ef-93d0-539c7fc24dbc tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:57.380414 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838cf29-a290-47ef-93d0-539c7fc24dbc tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:57.380855 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838cf29-a290-47ef-93d0-539c7fc24dbc tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:57.381069 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838cf29-a290-47ef-93d0-539c7fc24dbc tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:57.381461 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838cf29-a290-47ef-93d0-539c7fc24dbc tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:57.381795 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838cf29-a290-47ef-93d0-539c7fc24dbc tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:57.382118 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838cf29-a290-47ef-93d0-539c7fc24dbc tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:57.382443 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838cf29-a290-47ef-93d0-539c7fc24dbc tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:57.382764 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838cf29-a290-47ef-93d0-539c7fc24dbc tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:57.383083 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838cf29-a290-47ef-93d0-539c7fc24dbc tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:57.383401 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d838cf29-a290-47ef-93d0-539c7fc24dbc tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:47:57.421539 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 5709530c-8e99-466f-b409-e7063a787eba details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:47:57.472550 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-25fd1ee6-3546-439a-9724-89ad28d94642 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for port (28653dcd-d26f-4a12-b705-e4904c19d8e6), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:57.482722 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-d838cf29-a290-47ef-93d0-539c7fc24dbc tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:57.483378 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-d838cf29-a290-47ef-93d0-539c7fc24dbc tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:57.581324 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-d838cf29-a290-47ef-93d0-539c7fc24dbc tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7664068 Mar 07 10:47:57.609571 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-8a6824a1-f109-4e35-b21a-a7a408449662 service neutron] Request body: {'port': {'device_id': 'f1c56986-4038-45e9-b177-0f983c106b30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:47:57.626525 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27a60f76-f8ee-492e-abfc-daf16f19c7db req-684094f3-f110-48cf-a2f7-a134a131a17b service neutron] 10.222.0.21 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010404 Mar 07 10:47:57.744155 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 5709530c-8e99-466f-b409-e7063a787eba, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=5709530c-8e99-466f-b409-e7063a787eba,segment=NetworkSegment(12342119-cf6b-4cbb-9e34-d47607d55c42),segment_id=12342119-cf6b-4cbb-9e34-d47607d55c42)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:57.767905 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '5709530c-8e99-466f-b409-e7063a787eba', 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd', 'port_id': '5709530c-8e99-466f-b409-e7063a787eba', 'mac_address': 'fa:16:3e:f2:cc:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da6814d7-5b80-4178-9297-cce360fe7941', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:47:57.777805 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb8f89-71ab-4cf9-98dd-5432ced46e77 req-db5a1c13-c0ea-4208-8d6f-6d23f4aac2fc tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:57.779642 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-58cb8f89-71ab-4cf9-98dd-5432ced46e77 req-db5a1c13-c0ea-4208-8d6f-6d23f4aac2fc tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=46c9e543-634a-4416-99ea-0fdf7ce93814 HTTP/1.1" status: 200 len: 944 time: 0.6676426 Mar 07 10:47:57.790567 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-25fd1ee6-3546-439a-9724-89ad28d94642 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (28653dcd-d26f-4a12-b705-e4904c19d8e6), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:57.790893 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 043c921d-64b4-473c-bfac-60ccedb3a4b7 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:47:57.872512 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fd1ee6-3546-439a-9724-89ad28d94642 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network b2575b8e-e9b6-48e1-b548-ade8fecc5754 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:47:57.878474 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785c0d04-3707-4bc8-b322-6000d7c5bb9f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Router f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:47:57.886408 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-25fd1ee6-3546-439a-9724-89ad28d94642 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:47:57.890146 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fd1ee6-3546-439a-9724-89ad28d94642 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:47:57.892724 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd1ee6-3546-439a-9724-89ad28d94642 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Port': ['ID=28653dcd-d26f-4a12-b705-e4904c19d8e6,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:57.900219 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-8a6824a1-f109-4e35-b21a-a7a408449662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0b081c5f-c4e7-4567-8ece-cbcbfd584742), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:58.002736 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-58cb8f89-71ab-4cf9-98dd-5432ced46e77 req-61c8143b-1a6d-4eaf-ae90-71c701d96bbd tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092421 Mar 07 10:47:58.012679 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-4b16bd39-91b1-495e-9f05-01aebd03a449 None None] Provisioning complete for port 0b081c5f-c4e7-4567-8ece-cbcbfd584742 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:58.013345 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4b16bd39-91b1-495e-9f05-01aebd03a449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0b081c5f-c4e7-4567-8ece-cbcbfd584742), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:58.063620 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-25fd1ee6-3546-439a-9724-89ad28d94642 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (d6b3bc07-5c50-4413-86e8-02e217e8d819), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:58.111274 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 5709530c-8e99-466f-b409-e7063a787eba is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:58.111668 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5709530c-8e99-466f-b409-e7063a787eba), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:58.151633 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785c0d04-3707-4bc8-b322-6000d7c5bb9f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:58.151897 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4b16bd39-91b1-495e-9f05-01aebd03a449 None None] Port 0b081c5f-c4e7-4567-8ece-cbcbfd584742 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:47:58.157334 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-785c0d04-3707-4bc8-b322-6000d7c5bb9f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:58.164476 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6f9a1e-4ff8-48c5-b7f7-50ac9f8a69fc None None] Sync routers for ids ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:47:58.167685 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5709530c-8e99-466f-b409-e7063a787eba {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:47:58.185905 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6f9a1e-4ff8-48c5-b7f7-50ac9f8a69fc None None] Routers {'f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:58.188213 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1b6f9a1e-4ff8-48c5-b7f7-50ac9f8a69fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:58.200960 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-785c0d04-3707-4bc8-b322-6000d7c5bb9f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "PUT /v2.0/floatingips/08b0038a-4eb2-436f-8c68-b1c7d6a84d9f HTTP/1.1" status: 200 len: 977 time: 5.0199056 Mar 07 10:47:58.208907 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60898) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:58.247875 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 5709530c-8e99-466f-b409-e7063a787eba, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=5709530c-8e99-466f-b409-e7063a787eba,segment=NetworkSegment(12342119-cf6b-4cbb-9e34-d47607d55c42),segment_id=12342119-cf6b-4cbb-9e34-d47607d55c42)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:58.249132 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-4b16bd39-91b1-495e-9f05-01aebd03a449 None None] Provisioning complete for port 043c921d-64b4-473c-bfac-60ccedb3a4b7 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:58.252470 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4b16bd39-91b1-495e-9f05-01aebd03a449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (043c921d-64b4-473c-bfac-60ccedb3a4b7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:58.258159 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1b6f9a1e-4ff8-48c5-b7f7-50ac9f8a69fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:58.260720 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 043c921d-64b4-473c-bfac-60ccedb3a4b7 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:58.261098 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (043c921d-64b4-473c-bfac-60ccedb3a4b7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:58.274026 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6f9a1e-4ff8-48c5-b7f7-50ac9f8a69fc None None] Routers {'f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:58.276654 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1b6f9a1e-4ff8-48c5-b7f7-50ac9f8a69fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:58.298729 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (5709530c-8e99-466f-b409-e7063a787eba), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:58.379224 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1b6f9a1e-4ff8-48c5-b7f7-50ac9f8a69fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:58.380955 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6f9a1e-4ff8-48c5-b7f7-50ac9f8a69fc None None] The sync data for ids ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:47:58.413609 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3045e2-28fd-4fce-b165-5042ac91e4ca req-cb46df58-8d32-45b4-851e-fbc8ed5ffff0 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:58.422287 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a3045e2-28fd-4fce-b165-5042ac91e4ca req-cb46df58-8d32-45b4-851e-fbc8ed5ffff0 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1c56986-4038-45e9-b177-0f983c106b30 HTTP/1.1" status: 200 len: 932 time: 0.3295426 Mar 07 10:47:58.442416 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=5709530c-8e99-466f-b409-e7063a787eba,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:58.493996 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a3045e2-28fd-4fce-b165-5042ac91e4ca req-20136432-bc74-4678-a44a-e8d0003c4b5b tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=4522e9a0-686f-4c0b-b3a1-151a495ddd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705304 Mar 07 10:47:58.516495 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-e4c9c87a-03f4-4eea-a3bd-3cce018bd785 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Deleting port 3599ac7e-5713-45e2-a17f-db7c7366e304 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:47:58.518301 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4c9c87a-03f4-4eea-a3bd-3cce018bd785 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (3599ac7e-5713-45e2-a17f-db7c7366e304), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:58.528634 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['5709530c-8e99-466f-b409-e7063a787eba'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:47:58.561441 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4b16bd39-91b1-495e-9f05-01aebd03a449 None None] Current status of the port 043c921d-64b4-473c-bfac-60ccedb3a4b7 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:58.578536 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 043c921d-64b4-473c-bfac-60ccedb3a4b7 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:58.597798 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-8a6824a1-f109-4e35-b21a-a7a408449662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b081c5f-c4e7-4567-8ece-cbcbfd584742 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:47:58.607607 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-8a6824a1-f109-4e35-b21a-a7a408449662 service neutron] Publish callbacks [] for port (0b081c5f-c4e7-4567-8ece-cbcbfd584742), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:58.632857 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-8a6824a1-f109-4e35-b21a-a7a408449662 service neutron] Transition to ACTIVE for port object 0b081c5f-c4e7-4567-8ece-cbcbfd584742 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:47:58.679520 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-8a6824a1-f109-4e35-b21a-a7a408449662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (0b081c5f-c4e7-4567-8ece-cbcbfd584742), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:58.680395 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4c9c87a-03f4-4eea-a3bd-3cce018bd785 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (3599ac7e-5713-45e2-a17f-db7c7366e304), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:58.709708 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c641e97e-c5ec-462d-a361-19a118ab7950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (518d17ab-313f-47da-b184-2da314ec408a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:58.796923 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-91804429-f2f6-4de0-b83d-4ad98b94e50b None None] Provisioning complete for port 28653dcd-d26f-4a12-b705-e4904c19d8e6 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:58.797311 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91804429-f2f6-4de0-b83d-4ad98b94e50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (28653dcd-d26f-4a12-b705-e4904c19d8e6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:58.814682 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6824a1-f109-4e35-b21a-a7a408449662 service neutron] Pushing event updated for resources: {'Port': ['ID=0b081c5f-c4e7-4567-8ece-cbcbfd584742,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:58.857794 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-25fd1ee6-3546-439a-9724-89ad28d94642 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (28653dcd-d26f-4a12-b705-e4904c19d8e6), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:58.884416 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-91804429-f2f6-4de0-b83d-4ad98b94e50b None None] Port 28653dcd-d26f-4a12-b705-e4904c19d8e6 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:47:58.971771 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4c9c87a-03f4-4eea-a3bd-3cce018bd785 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:58.972156 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4c9c87a-03f4-4eea-a3bd-3cce018bd785 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (08b0038a-4eb2-436f-8c68-b1c7d6a84d9f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:58.972660 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-e4c9c87a-03f4-4eea-a3bd-3cce018bd785 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Floating IP 08b0038a-4eb2-436f-8c68-b1c7d6a84d9f disassociated. External IP: 172.25.3.214, port: 3599ac7e-5713-45e2-a17f-db7c7366e304. Mar 07 10:47:58.973080 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-e4c9c87a-03f4-4eea-a3bd-3cce018bd785 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Calling delete_port for 3599ac7e-5713-45e2-a17f-db7c7366e304 owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:47:59.148066 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031c4461-74db-4689-bd2c-769857e6ebf8 req-85d24f52-b0f5-4484-bb49-e1cae501d152 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:59.155729 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-031c4461-74db-4689-bd2c-769857e6ebf8 req-85d24f52-b0f5-4484-bb49-e1cae501d152 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.11 "GET /v2.0/ports?device_id=29498b75-bef0-472e-94ba-ab20d1ac88ee HTTP/1.1" status: 200 len: 945 time: 1.1288457 Mar 07 10:47:59.170177 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4c9c87a-03f4-4eea-a3bd-3cce018bd785 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (3599ac7e-5713-45e2-a17f-db7c7366e304), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:59.211719 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9c87a-03f4-4eea-a3bd-3cce018bd785 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event deleted for resources: {'Port': ['ID=3599ac7e-5713-45e2-a17f-db7c7366e304,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:47:59.284716 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40088372-b1e6-4d93-861b-545a6d26be76 req-6c4d52ba-fc9b-4f66-8ca4-8a574a7c9c64 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:59.294413 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40088372-b1e6-4d93-861b-545a6d26be76 req-6c4d52ba-fc9b-4f66-8ca4-8a574a7c9c64 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=46c9e543-634a-4416-99ea-0fdf7ce93814 HTTP/1.1" status: 200 len: 945 time: 0.1988654 Mar 07 10:47:59.379833 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40088372-b1e6-4d93-861b-545a6d26be76 req-dbbf7c75-05ea-4c90-88cd-52e408716adf tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872543 Mar 07 10:47:59.405533 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-031c4461-74db-4689-bd2c-769857e6ebf8 req-e4f07f20-c7d0-4fdb-9b35-cc7bc37c4ec2 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.11 "GET /v2.0/security-groups?id=84fe419a-80d4-498c-87cb-87558b625d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488422 Mar 07 10:47:59.406519 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c9c87a-03f4-4eea-a3bd-3cce018bd785 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Router f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:47:59.448278 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 5709530c-8e99-466f-b409-e7063a787eba up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:47:59.479409 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-8a6824a1-f109-4e35-b21a-a7a408449662 service neutron] Attempting to bind port 0b081c5f-c4e7-4567-8ece-cbcbfd584742 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:47:59.479772 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-8a6824a1-f109-4e35-b21a-a7a408449662 service neutron] Attempting to bind port 0b081c5f-c4e7-4567-8ece-cbcbfd584742 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '59b13e75-30d7-418d-a8ee-7db3ff010fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:47:59.480078 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-8a6824a1-f109-4e35-b21a-a7a408449662 service neutron] Attempting to bind port 0b081c5f-c4e7-4567-8ece-cbcbfd584742 on network 00afd099-7a30-4cd1-919e-35d92c7ee376 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:47:59.496225 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-8a6824a1-f109-4e35-b21a-a7a408449662 service neutron] Port 0b081c5f-c4e7-4567-8ece-cbcbfd584742 on network 00afd099-7a30-4cd1-919e-35d92c7ee376 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:47:59.496617 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-8a6824a1-f109-4e35-b21a-a7a408449662 service neutron] Attempting to bind port 0b081c5f-c4e7-4567-8ece-cbcbfd584742 on network 00afd099-7a30-4cd1-919e-35d92c7ee376 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:47:59.516367 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-8a6824a1-f109-4e35-b21a-a7a408449662 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:47:59.516815 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-8a6824a1-f109-4e35-b21a-a7a408449662 service neutron] Checking segment: {'id': '59b13e75-30d7-418d-a8ee-7db3ff010fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:47:59.517352 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-8a6824a1-f109-4e35-b21a-a7a408449662 service neutron] Bound using segment: {'id': '59b13e75-30d7-418d-a8ee-7db3ff010fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:47:59.517856 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-8a6824a1-f109-4e35-b21a-a7a408449662 service neutron] Bound port: 0b081c5f-c4e7-4567-8ece-cbcbfd584742, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59b13e75-30d7-418d-a8ee-7db3ff010fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:47:59.518451 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-8a6824a1-f109-4e35-b21a-a7a408449662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0b081c5f-c4e7-4567-8ece-cbcbfd584742), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:59.522605 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 5709530c-8e99-466f-b409-e7063a787eba completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:47:59.528134 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 5709530c-8e99-466f-b409-e7063a787eba triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:47:59.529446 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (5709530c-8e99-466f-b409-e7063a787eba), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:59.600334 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c9c87a-03f4-4eea-a3bd-3cce018bd785 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:47:59.651681 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a354d5fe-40c8-4ca7-87af-cbf80cc2921b None None] Sync routers for ids ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:47:59.714570 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 5709530c-8e99-466f-b409-e7063a787eba is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:47:59.714965 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5709530c-8e99-466f-b409-e7063a787eba), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:59.719130 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a354d5fe-40c8-4ca7-87af-cbf80cc2921b None None] Routers {'f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:59.719791 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-a354d5fe-40c8-4ca7-87af-cbf80cc2921b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:59.750452 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4c9c87a-03f4-4eea-a3bd-3cce018bd785 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:59.754345 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e4c9c87a-03f4-4eea-a3bd-3cce018bd785 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "DELETE /v2.0/ports/3599ac7e-5713-45e2-a17f-db7c7366e304 HTTP/1.1" status: 204 len: 168 time: 1.5444219 Mar 07 10:47:59.756769 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60916) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:59.807541 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-a354d5fe-40c8-4ca7-87af-cbf80cc2921b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:59.847224 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8a58d70d-e7c7-4868-8e85-a2ccd26c22b4 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "GET /v2.0/floatingips/08b0038a-4eb2-436f-8c68-b1c7d6a84d9f HTTP/1.1" status: 200 len: 688 time: 0.0846941 Mar 07 10:47:59.847224 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60926) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:47:59.853452 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a354d5fe-40c8-4ca7-87af-cbf80cc2921b None None] Routers {'f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:47:59.859067 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-a354d5fe-40c8-4ca7-87af-cbf80cc2921b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:59.876368 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-8a6824a1-f109-4e35-b21a-a7a408449662 service neutron] For port 0b081c5f-c4e7-4567-8ece-cbcbfd584742, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:47:59.878410 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c9e543-634a-4416-99ea-0fdf7ce93814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5709530c-8e99-466f-b409-e7063a787eba'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:47:59.882934 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa290cf8-a4de-4f9f-82e6-ece5026073c4" -d '{"events": [{"server_uuid": "46c9e543-634a-4416-99ea-0fdf7ce93814", "name": "network-vif-plugged", "status": "completed", "tag": "5709530c-8e99-466f-b409-e7063a787eba"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:47:59.905597 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f8cc7-e5ad-403e-a70f-5c519eea2f49 req-beb9d933-9cf7-447d-a640-d040e1405a0e tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:47:59.907204 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fd1f8cc7-e5ad-403e-a70f-5c519eea2f49 req-beb9d933-9cf7-447d-a640-d040e1405a0e tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1c56986-4038-45e9-b177-0f983c106b30 HTTP/1.1" status: 200 len: 944 time: 0.2405262 Mar 07 10:47:59.944649 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 5709530c-8e99-466f-b409-e7063a787eba, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=5709530c-8e99-466f-b409-e7063a787eba,segment=NetworkSegment(12342119-cf6b-4cbb-9e34-d47607d55c42),segment_id=12342119-cf6b-4cbb-9e34-d47607d55c42)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:47:59.944927 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-8a6824a1-f109-4e35-b21a-a7a408449662 service neutron] For port 0b081c5f-c4e7-4567-8ece-cbcbfd584742, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=0b081c5f-c4e7-4567-8ece-cbcbfd584742,segment=NetworkSegment(59b13e75-30d7-418d-a8ee-7db3ff010fd0),segment_id=59b13e75-30d7-418d-a8ee-7db3ff010fd0)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:47:59.946059 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-a354d5fe-40c8-4ca7-87af-cbf80cc2921b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:47:59.947025 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a354d5fe-40c8-4ca7-87af-cbf80cc2921b None None] The sync data for ids ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:47:59.955459 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (5709530c-8e99-466f-b409-e7063a787eba), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:47:59.985784 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-8a6824a1-f109-4e35-b21a-a7a408449662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (0b081c5f-c4e7-4567-8ece-cbcbfd584742), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:00.008337 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-25fd1ee6-3546-439a-9724-89ad28d94642 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for port (28653dcd-d26f-4a12-b705-e4904c19d8e6), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:00.049202 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-25fd1ee6-3546-439a-9724-89ad28d94642 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (28653dcd-d26f-4a12-b705-e4904c19d8e6), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:00.051423 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=5709530c-8e99-466f-b409-e7063a787eba,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:00.116441 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-8a6824a1-f109-4e35-b21a-a7a408449662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:00.117166 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-8a6824a1-f109-4e35-b21a-a7a408449662 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:00.118677 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-8a6824a1-f109-4e35-b21a-a7a408449662 service neutron] 10.222.0.31 "PUT /v2.0/ports/0b081c5f-c4e7-4567-8ece-cbcbfd584742 HTTP/1.1" status: 200 len: 1092 time: 2.5159414 Mar 07 10:48:00.122568 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c56986-4038-45e9-b177-0f983c106b30', 'tag': '0b081c5f-c4e7-4567-8ece-cbcbfd584742'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:48:00.124924 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cbdfde-c026-497b-8952-a6cf37ba7a2f" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c56986-4038-45e9-b177-0f983c106b30", "tag": "0b081c5f-c4e7-4567-8ece-cbcbfd584742"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:48:00.127011 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcdc6e-3411-4149-af80-4d6b79de50e1 req-8bfa9750-6980-4377-ab39-4af759e7c9ff tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:00.134493 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-47dcdc6e-3411-4149-af80-4d6b79de50e1 req-8bfa9750-6980-4377-ab39-4af759e7c9ff tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.11 "GET /v2.0/ports?device_id=29498b75-bef0-472e-94ba-ab20d1ac88ee HTTP/1.1" status: 200 len: 945 time: 0.1546385 Mar 07 10:48:00.141810 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-c641e97e-c5ec-462d-a361-19a118ab7950 admin admin] Deleting port 848d2f3e-9f68-4513-885c-ee9473f0b94a {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:00.142152 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c641e97e-c5ec-462d-a361-19a118ab7950 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (848d2f3e-9f68-4513-885c-ee9473f0b94a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:00.179109 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fd1f8cc7-e5ad-403e-a70f-5c519eea2f49 req-6a88b26e-b1a3-4435-930b-f171a823ff44 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=4522e9a0-686f-4c0b-b3a1-151a495ddd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2320354 Mar 07 10:48:00.184831 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-8fe6f02f-b2f3-4a15-a0d3-86ad7939bf9d tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Deleting port 8dcd6e21-11fc-48fc-b03c-64a576c6ee00 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:00.185309 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8fe6f02f-b2f3-4a15-a0d3-86ad7939bf9d tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (8dcd6e21-11fc-48fc-b03c-64a576c6ee00), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:00.248277 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-47dcdc6e-3411-4149-af80-4d6b79de50e1 req-8a19b350-aea8-4ab8-8d9b-cec0b1226eb1 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.11 "GET /v2.0/security-groups?id=84fe419a-80d4-498c-87cb-87558b625d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066189 Mar 07 10:48:00.262263 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc86e776-d028-4bdd-8269-a5b87abca544 x-openstack-request-id: req-dc86e776-d028-4bdd-8269-a5b87abca544 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:00.263386 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c9e543-634a-4416-99ea-0fdf7ce93814", "name": "network-vif-plugged", "status": "completed", "tag": "5709530c-8e99-466f-b409-e7063a787eba", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:00.263733 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dc86e776-d028-4bdd-8269-a5b87abca544 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:00.264322 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c9e543-634a-4416-99ea-0fdf7ce93814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5709530c-8e99-466f-b409-e7063a787eba', 'code': 200} Mar 07 10:48:00.294688 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6824a1-f109-4e35-b21a-a7a408449662 service neutron] Pushing event updated for resources: {'Port': ['ID=0b081c5f-c4e7-4567-8ece-cbcbfd584742,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:00.319963 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-25fd1ee6-3546-439a-9724-89ad28d94642 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (d6b3bc07-5c50-4413-86e8-02e217e8d819), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:00.362904 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8fe6f02f-b2f3-4a15-a0d3-86ad7939bf9d tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (8dcd6e21-11fc-48fc-b03c-64a576c6ee00), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:00.363965 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8fe6f02f-b2f3-4a15-a0d3-86ad7939bf9d tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for floatingip (8dcd6e21-11fc-48fc-b03c-64a576c6ee00), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:00.377643 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544bc34b-2e11-41a1-9d59-5005325d1a37 x-openstack-request-id: req-544bc34b-2e11-41a1-9d59-5005325d1a37 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:00.377870 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c56986-4038-45e9-b177-0f983c106b30", "tag": "0b081c5f-c4e7-4567-8ece-cbcbfd584742", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:00.378106 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-544bc34b-2e11-41a1-9d59-5005325d1a37 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:00.378509 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c56986-4038-45e9-b177-0f983c106b30', 'tag': '0b081c5f-c4e7-4567-8ece-cbcbfd584742', 'status': 'completed', 'code': 200} Mar 07 10:48:00.408150 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-8fe6f02f-b2f3-4a15-a0d3-86ad7939bf9d tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Calling delete_port for 8dcd6e21-11fc-48fc-b03c-64a576c6ee00 owned by network:floatingip {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:00.426406 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd1ee6-3546-439a-9724-89ad28d94642 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Port': ['ID=28653dcd-d26f-4a12-b705-e4904c19d8e6,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:00.483557 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469c3b0-6cf6-4e21-ab52-a9ad962e3896 req-ff799315-cb6f-4cba-8c67-b1d80d3382f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:00.485076 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3469c3b0-6cf6-4e21-ab52-a9ad962e3896 req-ff799315-cb6f-4cba-8c67-b1d80d3382f2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=46c9e543-634a-4416-99ea-0fdf7ce93814 HTTP/1.1" status: 200 len: 1128 time: 0.1186185 Mar 07 10:48:00.563465 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3469c3b0-6cf6-4e21-ab52-a9ad962e3896 req-d3acd822-ff0d-4e57-b010-6055a5facc9e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664723 Mar 07 10:48:00.571495 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-c641e97e-c5ec-462d-a361-19a118ab7950 admin admin] For port 848d2f3e-9f68-4513-885c-ee9473f0b94a, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=848d2f3e-9f68-4513-885c-ee9473f0b94a,segment=NetworkSegment(bdffe236-d79e-4242-8538-dc3bd790824d),segment_id=bdffe236-d79e-4242-8538-dc3bd790824d)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:00.572111 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c641e97e-c5ec-462d-a361-19a118ab7950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (848d2f3e-9f68-4513-885c-ee9473f0b94a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:00.585037 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-138525a3-a98e-43a2-a880-ac12fb1c4b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:00.586703 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-138525a3-a98e-43a2-a880-ac12fb1c4b89 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=963e73da008c45bbbe3340617f958250&device_id=f1c56986-4038-45e9-b177-0f983c106b30 HTTP/1.1" status: 200 len: 1126 time: 0.3867714 Mar 07 10:48:00.598556 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-c641e97e-c5ec-462d-a361-19a118ab7950 admin admin] Calling delete_port for 848d2f3e-9f68-4513-885c-ee9473f0b94a owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:00.628858 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8fe6f02f-b2f3-4a15-a0d3-86ad7939bf9d tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (8dcd6e21-11fc-48fc-b03c-64a576c6ee00), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:00.654583 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6f02f-b2f3-4a15-a0d3-86ad7939bf9d tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event deleted for resources: {'Port': ['ID=8dcd6e21-11fc-48fc-b03c-64a576c6ee00,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:00.672140 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-27fe074f-2cf6-46e2-b0ef-d5b395578762 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b081c5f-c4e7-4567-8ece-cbcbfd584742 HTTP/1.1" status: 200 len: 217 time: 0.0756724 Mar 07 10:48:00.674177 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fd1ee6-3546-439a-9724-89ad28d94642 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network b2575b8e-e9b6-48e1-b548-ade8fecc5754 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:00.683864 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589481bb-942c-4b4e-8b7d-b22e4cc3b02c req-89606780-2523-4ef0-bcc4-697161c23309 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:00.686040 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-589481bb-942c-4b4e-8b7d-b22e4cc3b02c req-89606780-2523-4ef0-bcc4-697161c23309 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=46c9e543-634a-4416-99ea-0fdf7ce93814 HTTP/1.1" status: 200 len: 946 time: 0.1842985 Mar 07 10:48:00.698373 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-25fd1ee6-3546-439a-9724-89ad28d94642 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:00.748296 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8fe6f02f-b2f3-4a15-a0d3-86ad7939bf9d tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for floatingip (08b0038a-4eb2-436f-8c68-b1c7d6a84d9f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:00.752409 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8fe6f02f-b2f3-4a15-a0d3-86ad7939bf9d tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:00.753740 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8fe6f02f-b2f3-4a15-a0d3-86ad7939bf9d tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "DELETE /v2.0/floatingips/08b0038a-4eb2-436f-8c68-b1c7d6a84d9f HTTP/1.1" status: 204 len: 168 time: 0.9056134 Mar 07 10:48:00.757745 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60938) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:00.763466 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-66572759-a385-406b-9350-859a6e359c5f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'port_id': '9c9552e1-75f2-41e8-b449-c26aa43efa55'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:00.787648 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-66572759-a385-406b-9350-859a6e359c5f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:00.915985 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-66572759-a385-406b-9350-859a6e359c5f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:00.949272 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-fe2ed9ea-fdb8-4d2b-bf00-724aeb203b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:00.951158 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-fe2ed9ea-fdb8-4d2b-bf00-724aeb203b65 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e733737e-c8f1-4ea9-8337-47939319caff HTTP/1.1" status: 200 len: 854 time: 0.2638607 Mar 07 10:48:01.001735 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-589481bb-942c-4b4e-8b7d-b22e4cc3b02c req-ba1c539c-544a-40f4-a4f1-cca3cc2ca490 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008275 Mar 07 10:48:01.098429 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-66572759-a385-406b-9350-859a6e359c5f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Allocated IP 172.25.3.17 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/5d4ad18e-1527-45d9-bddf-27e456a3ff47) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:01.100306 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-1759c73d-5552-4cd7-83e2-6630c2eb7313 None None] Provisioning complete for port 28653dcd-d26f-4a12-b705-e4904c19d8e6 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:01.101436 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1759c73d-5552-4cd7-83e2-6630c2eb7313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (28653dcd-d26f-4a12-b705-e4904c19d8e6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:01.159595 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1759c73d-5552-4cd7-83e2-6630c2eb7313 None None] Port 28653dcd-d26f-4a12-b705-e4904c19d8e6 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:48:01.177430 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-3690702b-5728-4fd8-84ca-22cde1f712a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:01.179574 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-3690702b-5728-4fd8-84ca-22cde1f712a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=00afd099-7a30-4cd1-919e-35d92c7ee376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2145138 Mar 07 10:48:01.207686 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25fd1ee6-3546-439a-9724-89ad28d94642 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Router d6b3bc07-5c50-4413-86e8-02e217e8d819 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:48:01.256808 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-66572759-a385-406b-9350-859a6e359c5f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for port (5d4ad18e-1527-45d9-bddf-27e456a3ff47), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:01.375722 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-66572759-a385-406b-9350-859a6e359c5f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (5d4ad18e-1527-45d9-bddf-27e456a3ff47), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:01.435953 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66572759-a385-406b-9350-859a6e359c5f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:01.443248 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f398d8f2-1361-4dc2-863a-e850315794f9 req-68f005ff-7c0f-4d89-bc1d-4ba797403990 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:01.444845 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f398d8f2-1361-4dc2-863a-e850315794f9 req-68f005ff-7c0f-4d89-bc1d-4ba797403990 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1c56986-4038-45e9-b177-0f983c106b30 HTTP/1.1" status: 200 len: 944 time: 0.1601183 Mar 07 10:48:01.448877 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-66572759-a385-406b-9350-859a6e359c5f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:01.457504 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3a852-3a96-496a-a425-2626862866a8 req-abdae230-1d6d-4b9a-9f7a-4c0c77349c49 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:01.459027 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9e3a852-3a96-496a-a425-2626862866a8 req-abdae230-1d6d-4b9a-9f7a-4c0c77349c49 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.31 "GET /v2.0/ports?device_id=29498b75-bef0-472e-94ba-ab20d1ac88ee HTTP/1.1" status: 200 len: 945 time: 0.1480405 Mar 07 10:48:01.461847 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66572759-a385-406b-9350-859a6e359c5f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:01.503952 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66572759-a385-406b-9350-859a6e359c5f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event updated for resources: {'Port': ['ID=5d4ad18e-1527-45d9-bddf-27e456a3ff47,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:01.638218 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f398d8f2-1361-4dc2-863a-e850315794f9 req-620380a5-dd3e-4944-8b78-ea1fc96b86f3 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=4522e9a0-686f-4c0b-b3a1-151a495ddd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733859 Mar 07 10:48:01.741468 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-63d26a75-9901-467d-ac4d-a5394553c472 service neutron] 10.222.0.31 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5532594 Mar 07 10:48:01.748841 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c641e97e-c5ec-462d-a361-19a118ab7950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (848d2f3e-9f68-4513-885c-ee9473f0b94a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:01.784465 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fd1ee6-3546-439a-9724-89ad28d94642 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:48:01.797777 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4e938e-c0c7-4434-b74c-488f3d771438 None None] Sync routers for ids ['d6b3bc07-5c50-4413-86e8-02e217e8d819'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:48:01.807613 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-25fd1ee6-3546-439a-9724-89ad28d94642 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "PUT /v2.0/routers/d6b3bc07-5c50-4413-86e8-02e217e8d819/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5522063 Mar 07 10:48:01.811738 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60948) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:01.812164 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4e938e-c0c7-4434-b74c-488f3d771438 None None] Routers {'d6b3bc07-5c50-4413-86e8-02e217e8d819'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:01.813177 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ce4e938e-c0c7-4434-b74c-488f3d771438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d6b3bc07-5c50-4413-86e8-02e217e8d819'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:01.814164 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-c9e3a852-3a96-496a-a425-2626862866a8 req-f3bfd9b6-e96f-4b7e-8b5f-1c348f0e7cc4 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] Deleting port 4dc7d8ab-2c3f-4229-ba3e-2f3f891573db {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:01.814650 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c9e3a852-3a96-496a-a425-2626862866a8 req-f3bfd9b6-e96f-4b7e-8b5f-1c348f0e7cc4 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (4dc7d8ab-2c3f-4229-ba3e-2f3f891573db), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:01.834299 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c641e97e-c5ec-462d-a361-19a118ab7950 admin admin] Pushing event deleted for resources: {'Port': ['ID=848d2f3e-9f68-4513-885c-ee9473f0b94a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:01.853322 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ce4e938e-c0c7-4434-b74c-488f3d771438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:01.864341 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4e938e-c0c7-4434-b74c-488f3d771438 None None] Routers {'d6b3bc07-5c50-4413-86e8-02e217e8d819'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:01.866549 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ce4e938e-c0c7-4434-b74c-488f3d771438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d6b3bc07-5c50-4413-86e8-02e217e8d819'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:01.916613 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ce4e938e-c0c7-4434-b74c-488f3d771438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:01.917460 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4e938e-c0c7-4434-b74c-488f3d771438 None None] The sync data for ids ['d6b3bc07-5c50-4413-86e8-02e217e8d819'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:48:01.932499 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e428e-538a-4631-9da5-245019987bad req-7e1788b6-f5f1-4c94-928b-aac029ffff5f tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:01.934119 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3c1e428e-538a-4631-9da5-245019987bad req-7e1788b6-f5f1-4c94-928b-aac029ffff5f tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.11 "GET /v2.0/ports?device_id=29498b75-bef0-472e-94ba-ab20d1ac88ee HTTP/1.1" status: 200 len: 945 time: 0.5893242 Mar 07 10:48:02.001548 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49f22c4-66f6-47f8-805d-32903006681c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:02.005604 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b49f22c4-66f6-47f8-805d-32903006681c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "GET /v2.0/ports/28653dcd-d26f-4a12-b705-e4904c19d8e6 HTTP/1.1" status: 200 len: 910 time: 0.1806884 Mar 07 10:48:02.008525 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60950) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:02.224522 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7435769b-4e47-4b60-80ab-ef689b25f2e4 req-5108d701-5b2a-425b-9b6c-e9b221cb79ef service neutron] 10.222.0.31 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617970 Mar 07 10:48:02.239426 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3c1e428e-538a-4631-9da5-245019987bad req-520dddaf-a1e3-4b84-8dd2-266ef4546805 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.11 "GET /v2.0/security-groups?id=84fe419a-80d4-498c-87cb-87558b625d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939944 Mar 07 10:48:02.419279 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c641e97e-c5ec-462d-a361-19a118ab7950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (518d17ab-313f-47da-b184-2da314ec408a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:02.525026 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbdfde-c026-497b-8952-a6cf37ba7a2f req-2f55e733-3835-40f1-aec6-c4733a064d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:02.526565 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-50cbdfde-c026-497b-8952-a6cf37ba7a2f req-2f55e733-3835-40f1-aec6-c4733a064d68 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=963e73da008c45bbbe3340617f958250&device_id=f1c56986-4038-45e9-b177-0f983c106b30 HTTP/1.1" status: 200 len: 1126 time: 0.1993752 Mar 07 10:48:02.637417 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a225e4-56c6-4a29-8ddc-b84d97ed4eb8 req-99db858a-46af-4b84-a9dd-0defad4c9dc6 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:02.639373 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-57a225e4-56c6-4a29-8ddc-b84d97ed4eb8 req-99db858a-46af-4b84-a9dd-0defad4c9dc6 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=46c9e543-634a-4416-99ea-0fdf7ce93814 HTTP/1.1" status: 200 len: 946 time: 0.1881030 Mar 07 10:48:02.646908 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-c9e3a852-3a96-496a-a425-2626862866a8 req-f3bfd9b6-e96f-4b7e-8b5f-1c348f0e7cc4 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] For port 4dc7d8ab-2c3f-4229-ba3e-2f3f891573db, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=4dc7d8ab-2c3f-4229-ba3e-2f3f891573db,segment=NetworkSegment(56aa84b2-a3f0-4d04-a0b1-a8ec71c316ad),segment_id=56aa84b2-a3f0-4d04-a0b1-a8ec71c316ad)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:02.647438 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c9e3a852-3a96-496a-a425-2626862866a8 req-f3bfd9b6-e96f-4b7e-8b5f-1c348f0e7cc4 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (4dc7d8ab-2c3f-4229-ba3e-2f3f891573db), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:02.675956 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-c9e3a852-3a96-496a-a425-2626862866a8 req-f3bfd9b6-e96f-4b7e-8b5f-1c348f0e7cc4 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] Calling delete_port for 4dc7d8ab-2c3f-4229-ba3e-2f3f891573db owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:02.833157 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf903d-0f96-4b43-a260-a12e0f2aec9c req-9767735b-0cb0-49ab-a731-51a4ca6c901f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:02.835529 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9fcf903d-0f96-4b43-a260-a12e0f2aec9c req-9767735b-0cb0-49ab-a731-51a4ca6c901f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efb48669635249ee9aaece4475163b67&device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 1127 time: 0.2610383 Mar 07 10:48:02.855118 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbdfde-c026-497b-8952-a6cf37ba7a2f req-651dca2f-bbcb-4723-beaa-ebfa979749c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:02.856648 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-50cbdfde-c026-497b-8952-a6cf37ba7a2f req-651dca2f-bbcb-4723-beaa-ebfa979749c9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=00afd099-7a30-4cd1-919e-35d92c7ee376 HTTP/1.1" status: 200 len: 916 time: 0.3225060 Mar 07 10:48:02.868776 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dfc145-7ba7-4fdd-bb2c-e07ffbe0114c req-96404500-6f67-4a7d-a1ad-6cc7fb03b90c tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:02.870270 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-59dfc145-7ba7-4fdd-bb2c-e07ffbe0114c req-96404500-6f67-4a7d-a1ad-6cc7fb03b90c tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 0.2411821 Mar 07 10:48:02.888980 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-57a225e4-56c6-4a29-8ddc-b84d97ed4eb8 req-3e5d3e79-da34-45b9-9734-95ae45d42602 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304876 Mar 07 10:48:02.957882 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-50cbdfde-c026-497b-8952-a6cf37ba7a2f req-9b737c6b-698b-4aa9-a351-326adbb3ebda service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b081c5f-c4e7-4567-8ece-cbcbfd584742 HTTP/1.1" status: 200 len: 217 time: 0.0866604 Mar 07 10:48:03.092514 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-59dfc145-7ba7-4fdd-bb2c-e07ffbe0114c req-2b646f6e-762c-4fb6-94bf-ed9564acfb39 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078733 Mar 07 10:48:03.101762 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbdfde-c026-497b-8952-a6cf37ba7a2f req-bc830f0a-dbcd-4039-a35f-0f3ec12a6223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:03.103200 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-50cbdfde-c026-497b-8952-a6cf37ba7a2f req-bc830f0a-dbcd-4039-a35f-0f3ec12a6223 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e733737e-c8f1-4ea9-8337-47939319caff HTTP/1.1" status: 200 len: 854 time: 0.1346149 Mar 07 10:48:03.109257 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c641e97e-c5ec-462d-a361-19a118ab7950 admin admin] Router 518d17ab-313f-47da-b184-2da314ec408a has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:48:03.111815 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-efba1bf8-509e-4029-a7ee-1a6ac9c9c7e9 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (d6b3bc07-5c50-4413-86e8-02e217e8d819), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:03.157176 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af93a3-a5b6-4a26-8b22-7b665ed61039 req-599152bb-4dd4-4f4b-beb8-4e4e45590230 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:03.159311 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-46af93a3-a5b6-4a26-8b22-7b665ed61039 req-599152bb-4dd4-4f4b-beb8-4e4e45590230 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1c56986-4038-45e9-b177-0f983c106b30 HTTP/1.1" status: 200 len: 944 time: 0.1771812 Mar 07 10:48:03.165882 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf903d-0f96-4b43-a260-a12e0f2aec9c req-a758c1bd-c5e4-4dcc-abc6-4ccc221cfdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:03.167826 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9fcf903d-0f96-4b43-a260-a12e0f2aec9c req-a758c1bd-c5e4-4dcc-abc6-4ccc221cfdf1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8e50499e-fbd5-45c6-a980-59dd492cbb54 HTTP/1.1" status: 200 len: 919 time: 0.3234286 Mar 07 10:48:03.203304 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-66572759-a385-406b-9350-859a6e359c5f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for floatingip (a3fc547d-8f15-4b71-bd8d-fbc2e04e2318), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:03.274838 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9fcf903d-0f96-4b43-a260-a12e0f2aec9c req-2bd68c31-3318-4b5f-8482-83e1f28d0118 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86acb899-503f-4e06-a7d0-e4abf9e23dd3 HTTP/1.1" status: 200 len: 217 time: 0.0964592 Mar 07 10:48:03.297578 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c9e3a852-3a96-496a-a425-2626862866a8 req-f3bfd9b6-e96f-4b7e-8b5f-1c348f0e7cc4 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (4dc7d8ab-2c3f-4229-ba3e-2f3f891573db), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:03.387470 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bfd9b6-e96f-4b7e-8b5f-1c348f0e7cc4 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] Pushing event deleted for resources: {'Port': ['ID=4dc7d8ab-2c3f-4229-ba3e-2f3f891573db,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:03.397676 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-46af93a3-a5b6-4a26-8b22-7b665ed61039 req-b739d3b1-289d-484c-9b54-a9475b496477 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=4522e9a0-686f-4c0b-b3a1-151a495ddd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231648 Mar 07 10:48:03.476144 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf903d-0f96-4b43-a260-a12e0f2aec9c req-93ddaf95-e4bf-4004-8044-c0407a2b31bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:03.477659 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9fcf903d-0f96-4b43-a260-a12e0f2aec9c req-93ddaf95-e4bf-4004-8044-c0407a2b31bb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9604a39-59d4-4a65-aab1-e0de3b159bd9 HTTP/1.1" status: 200 len: 858 time: 0.1963212 Mar 07 10:48:03.481652 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e3a852-3a96-496a-a425-2626862866a8 req-f3bfd9b6-e96f-4b7e-8b5f-1c348f0e7cc4 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] No DVR routers for this DVR port 4dc7d8ab-2c3f-4229-ba3e-2f3f891573db on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:48:03.494525 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c9e3a852-3a96-496a-a425-2626862866a8 req-f3bfd9b6-e96f-4b7e-8b5f-1c348f0e7cc4 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:03.498545 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9e3a852-3a96-496a-a425-2626862866a8 req-f3bfd9b6-e96f-4b7e-8b5f-1c348f0e7cc4 tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.31 "DELETE /v2.0/ports/4dc7d8ab-2c3f-4229-ba3e-2f3f891573db HTTP/1.1" status: 204 len: 173 time: 2.0257444 Mar 07 10:48:03.500819 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29498b75-bef0-472e-94ba-ab20d1ac88ee', 'name': 'network-vif-deleted', 'tag': '4dc7d8ab-2c3f-4229-ba3e-2f3f891573db'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:48:03.503126 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7ce859-b6f4-4dfa-a0b0-a7c29632ac14" -d '{"events": [{"server_uuid": "29498b75-bef0-472e-94ba-ab20d1ac88ee", "name": "network-vif-deleted", "tag": "4dc7d8ab-2c3f-4229-ba3e-2f3f891573db"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:48:03.537346 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-66572759-a385-406b-9350-859a6e359c5f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5d4ad18e-1527-45d9-bddf-27e456a3ff47), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:03.560804 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9fcf903d-0f96-4b43-a260-a12e0f2aec9c req-aadd31e7-9a67-481d-a9e6-b8d02b7c877f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e50499e-fbd5-45c6-a980-59dd492cbb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745203 Mar 07 10:48:03.602451 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d660d63b-99d7-4fdf-acd3-a93164378e30 req-948f225b-b13d-4d3d-8ace-d025e6a1dd9d tempest-ServerPasswordTestJSON-879422524 tempest-ServerPasswordTestJSON-879422524-project] 10.222.0.11 "GET /v2.0/ports?device_id=29498b75-bef0-472e-94ba-ab20d1ac88ee HTTP/1.1" status: 200 len: 210 time: 0.1146314 Mar 07 10:48:03.614365 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbdfde-c026-497b-8952-a6cf37ba7a2f req-245ae917-db17-417d-9bf8-aa80f147bec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:03.616096 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-50cbdfde-c026-497b-8952-a6cf37ba7a2f req-245ae917-db17-417d-9bf8-aa80f147bec3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=00afd099-7a30-4cd1-919e-35d92c7ee376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5014083 Mar 07 10:48:03.704107 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48dc3f98-1347-41b6-a058-7c23e21f1ba8 x-openstack-request-id: req-48dc3f98-1347-41b6-a058-7c23e21f1ba8 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:03.704107 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29498b75-bef0-472e-94ba-ab20d1ac88ee", "name": "network-vif-deleted", "tag": "4dc7d8ab-2c3f-4229-ba3e-2f3f891573db", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:03.704107 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-48dc3f98-1347-41b6-a058-7c23e21f1ba8 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:03.704642 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29498b75-bef0-472e-94ba-ab20d1ac88ee', 'name': 'network-vif-deleted', 'tag': '4dc7d8ab-2c3f-4229-ba3e-2f3f891573db', 'status': 'completed', 'code': 200} Mar 07 10:48:03.712007 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e8cf5-afb6-4555-acbb-7bd2c2eb38b3 req-bf02cbeb-6b8d-4e21-9ede-1c1435cbccfa tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:03.718881 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7c2e8cf5-afb6-4555-acbb-7bd2c2eb38b3 req-bf02cbeb-6b8d-4e21-9ede-1c1435cbccfa tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=46c9e543-634a-4416-99ea-0fdf7ce93814 HTTP/1.1" status: 200 len: 946 time: 0.2400954 Mar 07 10:48:03.886697 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7c2e8cf5-afb6-4555-acbb-7bd2c2eb38b3 req-4ffe3ff7-3b66-4cbf-921c-e47f93dc3b35 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667526 Mar 07 10:48:03.909243 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c641e97e-c5ec-462d-a361-19a118ab7950 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:48:03.912890 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9fcf903d-0f96-4b43-a260-a12e0f2aec9c req-88a6d38a-cba5-408e-908d-c429182f3be5 service neutron] 10.222.0.21 "GET /v2.0/networks/8e50499e-fbd5-45c6-a980-59dd492cbb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316412 Mar 07 10:48:03.919894 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c641e97e-c5ec-462d-a361-19a118ab7950 admin admin] 10.222.0.11 "PUT /v2.0/routers/518d17ab-313f-47da-b184-2da314ec408a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1041982 Mar 07 10:48:03.923813 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60978) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:03.930666 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2da93d-1ff3-4346-b11c-898983e39db0 None None] Sync routers for ids ['518d17ab-313f-47da-b184-2da314ec408a'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:48:03.959666 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2da93d-1ff3-4346-b11c-898983e39db0 None None] Routers {'518d17ab-313f-47da-b184-2da314ec408a'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:03.962283 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-0d2da93d-1ff3-4346-b11c-898983e39db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['518d17ab-313f-47da-b184-2da314ec408a'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:04.049940 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f2a16fe-f3b8-497f-9738-1ce9b4b21bea admin admin] Publish callbacks [] for router (518d17ab-313f-47da-b184-2da314ec408a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:04.067760 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-66572759-a385-406b-9350-859a6e359c5f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for port (5d4ad18e-1527-45d9-bddf-27e456a3ff47), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:04.089652 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-50cbdfde-c026-497b-8952-a6cf37ba7a2f req-c0aeb27f-61c0-4bd9-bf29-3976a1f58fea service neutron] 10.222.0.31 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851175 Mar 07 10:48:04.091803 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-66572759-a385-406b-9350-859a6e359c5f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (5d4ad18e-1527-45d9-bddf-27e456a3ff47), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:04.228598 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66572759-a385-406b-9350-859a6e359c5f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event updated for resources: {'Port': ['ID=5d4ad18e-1527-45d9-bddf-27e456a3ff47,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:04.249960 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9fcf903d-0f96-4b43-a260-a12e0f2aec9c req-13bb3378-35f3-4aab-a138-889c073afb4c service neutron] 10.222.0.21 "GET /v2.0/networks/8e50499e-fbd5-45c6-a980-59dd492cbb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259640 Mar 07 10:48:04.318179 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-66572759-a385-406b-9350-859a6e359c5f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (a3fc547d-8f15-4b71-bd8d-fbc2e04e2318), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:04.379870 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f2a16fe-f3b8-497f-9738-1ce9b4b21bea admin admin] Publish callbacks [] for router_gateway (518d17ab-313f-47da-b184-2da314ec408a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:04.391805 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-50cbdfde-c026-497b-8952-a6cf37ba7a2f req-c2a7460d-30cb-4d4e-b57f-43f3eff8e10e service neutron] 10.222.0.31 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944553 Mar 07 10:48:04.401712 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17240e85-84b4-45df-a21a-40e77c8e443d req-c7230021-b49c-4166-a1e5-6185b275e68b tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:04.409819 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17240e85-84b4-45df-a21a-40e77c8e443d req-c7230021-b49c-4166-a1e5-6185b275e68b tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 0.1674464 Mar 07 10:48:04.463915 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-efba1bf8-509e-4029-a7ee-1a6ac9c9c7e9 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Deleting port 28653dcd-d26f-4a12-b705-e4904c19d8e6 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:04.464261 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-efba1bf8-509e-4029-a7ee-1a6ac9c9c7e9 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (28653dcd-d26f-4a12-b705-e4904c19d8e6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:04.496168 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-0d2da93d-1ff3-4346-b11c-898983e39db0 None None] Set router 518d17ab-313f-47da-b184-2da314ec408a gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:48:04.507590 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-66572759-a385-406b-9350-859a6e359c5f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Floating IP a3fc547d-8f15-4b71-bd8d-fbc2e04e2318 associated. External IP: 172.25.3.17, port: 9c9552e1-75f2-41e8-b449-c26aa43efa55. Mar 07 10:48:04.580553 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17240e85-84b4-45df-a21a-40e77c8e443d req-6881de30-3c29-4861-b089-834705d1ef62 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695759 Mar 07 10:48:04.596276 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-1f2a16fe-f3b8-497f-9738-1ce9b4b21bea admin admin] Deleting port 2bbbd28d-9151-4743-a009-a8159ebc0439 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:04.596615 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f2a16fe-f3b8-497f-9738-1ce9b4b21bea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (2bbbd28d-9151-4743-a009-a8159ebc0439), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:04.658232 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-efba1bf8-509e-4029-a7ee-1a6ac9c9c7e9 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (28653dcd-d26f-4a12-b705-e4904c19d8e6), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:04.698352 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60990) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:04.715662 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-0d2da93d-1ff3-4346-b11c-898983e39db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '518d17ab-313f-47da-b184-2da314ec408a', 'name': 'tempest-TaggedBootDevicesTest-1012694398-router', 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '2bbbd28d-9151-4743-a009-a8159ebc0439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:02Z', 'updated_at': '2022-03-07T10:48:01Z', 'revision_number': 5, 'project_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'gw_port': {'id': '2bbbd28d-9151-4743-a009-a8159ebc0439', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:93:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518d17ab-313f-47da-b184-2da314ec408a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:03Z', 'updated_at': '2022-03-07T10:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:04.716967 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-efba1bf8-509e-4029-a7ee-1a6ac9c9c7e9 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Calling delete_port for 28653dcd-d26f-4a12-b705-e4904c19d8e6 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:04.754737 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2da93d-1ff3-4346-b11c-898983e39db0 None None] Checking router: 518d17ab-313f-47da-b184-2da314ec408a for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:48:04.767919 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2da93d-1ff3-4346-b11c-898983e39db0 None None] Routers {'518d17ab-313f-47da-b184-2da314ec408a'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:04.768720 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-0d2da93d-1ff3-4346-b11c-898983e39db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['518d17ab-313f-47da-b184-2da314ec408a'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:04.805918 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e08bd25-d7f2-45e4-a0f6-f9146a967740 admin admin] Deleting subnet 1e39c042-d9fd-4b43-bf34-7b87c32f4719 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:48:04.820944 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-1f2a16fe-f3b8-497f-9738-1ce9b4b21bea admin admin] For port 2bbbd28d-9151-4743-a009-a8159ebc0439, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=2bbbd28d-9151-4743-a009-a8159ebc0439,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:04.821332 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f2a16fe-f3b8-497f-9738-1ce9b4b21bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (2bbbd28d-9151-4743-a009-a8159ebc0439), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:04.845899 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-1f2a16fe-f3b8-497f-9738-1ce9b4b21bea admin admin] Calling delete_port for 2bbbd28d-9151-4743-a009-a8159ebc0439 owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:04.846866 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e08bd25-d7f2-45e4-a0f6-f9146a967740 admin admin] Publish callbacks [] for subnet (1e39c042-d9fd-4b43-bf34-7b87c32f4719), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:04.891163 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703efcc1-44fc-444d-b83e-88a799822948 req-8be2bac4-37be-4401-961c-c56881ffdcd2 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:04.892850 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-703efcc1-44fc-444d-b83e-88a799822948 req-8be2bac4-37be-4401-961c-c56881ffdcd2 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1c56986-4038-45e9-b177-0f983c106b30 HTTP/1.1" status: 200 len: 944 time: 0.2427216 Mar 07 10:48:04.918080 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e08bd25-d7f2-45e4-a0f6-f9146a967740 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (1e39c042-d9fd-4b43-bf34-7b87c32f4719), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:04.943927 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-0d2da93d-1ff3-4346-b11c-898983e39db0 None None] Set router 518d17ab-313f-47da-b184-2da314ec408a gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:48:04.987044 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66572759-a385-406b-9350-859a6e359c5f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Router f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:48:05.028917 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-0d2da93d-1ff3-4346-b11c-898983e39db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '518d17ab-313f-47da-b184-2da314ec408a', 'name': 'tempest-TaggedBootDevicesTest-1012694398-router', 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:02Z', 'updated_at': '2022-03-07T10:48:04Z', 'revision_number': 6, 'project_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:05.041127 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-703efcc1-44fc-444d-b83e-88a799822948 req-7a33a3d9-50ec-4a19-bf41-e322759b17ca tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=4522e9a0-686f-4c0b-b3a1-151a495ddd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384685 Mar 07 10:48:05.048327 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e08bd25-d7f2-45e4-a0f6-f9146a967740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (1e39c042-d9fd-4b43-bf34-7b87c32f4719), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:05.114949 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e08bd25-d7f2-45e4-a0f6-f9146a967740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (1e39c042-d9fd-4b43-bf34-7b87c32f4719), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:05.121164 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 0b081c5f-c4e7-4567-8ece-cbcbfd584742 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:48:05.139430 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 4dc7d8ab-2c3f-4229-ba3e-2f3f891573db no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:48:05.141413 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2da93d-1ff3-4346-b11c-898983e39db0 None None] The sync data for ids ['518d17ab-313f-47da-b184-2da314ec408a'] in n-d-832164-4 is: [{'id': '518d17ab-313f-47da-b184-2da314ec408a', 'name': 'tempest-TaggedBootDevicesTest-1012694398-router', 'tenant_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:02Z', 'updated_at': '2022-03-07T10:48:04Z', 'revision_number': 6, 'project_id': 'a9dbaf75c1ca4f48aa31093c74e34d2b', 'gw_port_host': None}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:48:05.158829 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487aefd-7bbe-4ee7-86b8-a79f70ade710 req-caf96a5a-230e-4b1a-8791-1b588a979cf9 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:05.160391 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9487aefd-7bbe-4ee7-86b8-a79f70ade710 req-caf96a5a-230e-4b1a-8791-1b588a979cf9 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=46c9e543-634a-4416-99ea-0fdf7ce93814 HTTP/1.1" status: 200 len: 946 time: 0.1446245 Mar 07 10:48:05.170671 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-efba1bf8-509e-4029-a7ee-1a6ac9c9c7e9 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (28653dcd-d26f-4a12-b705-e4904c19d8e6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:05.180106 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 4dc7d8ab-2c3f-4229-ba3e-2f3f891573db {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:48:05.180451 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 4dc7d8ab-2c3f-4229-ba3e-2f3f891573db not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:48:05.223025 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e08bd25-d7f2-45e4-a0f6-f9146a967740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:05.229187 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3e08bd25-d7f2-45e4-a0f6-f9146a967740 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1e39c042-d9fd-4b43-bf34-7b87c32f4719 HTTP/1.1" status: 204 len: 168 time: 0.5122573 Mar 07 10:48:05.229187 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08bd25-d7f2-45e4-a0f6-f9146a967740 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e39c042-d9fd-4b43-bf34-7b87c32f4719,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:05.231490 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60996) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:05.258637 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba1bf8-509e-4029-a7ee-1a6ac9c9c7e9 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Port': ['ID=28653dcd-d26f-4a12-b705-e4904c19d8e6,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:05.288206 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 0b081c5f-c4e7-4567-8ece-cbcbfd584742, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=0b081c5f-c4e7-4567-8ece-cbcbfd584742,segment=NetworkSegment(59b13e75-30d7-418d-a8ee-7db3ff010fd0),segment_id=59b13e75-30d7-418d-a8ee-7db3ff010fd0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:05.311388 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c266e552-b94c-49b7-ba67-6b39d316c824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (607726eb-39c6-49d0-b891-9ef705650000), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:05.325291 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '0b081c5f-c4e7-4567-8ece-cbcbfd584742', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'port_id': '0b081c5f-c4e7-4567-8ece-cbcbfd584742', 'mac_address': 'fa:16:3e:5e:5c:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:48:05.379917 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 0b081c5f-c4e7-4567-8ece-cbcbfd584742 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:05.380492 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0b081c5f-c4e7-4567-8ece-cbcbfd584742), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:05.398575 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b081c5f-c4e7-4567-8ece-cbcbfd584742 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:48:05.422955 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 0b081c5f-c4e7-4567-8ece-cbcbfd584742, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=0b081c5f-c4e7-4567-8ece-cbcbfd584742,segment=NetworkSegment(59b13e75-30d7-418d-a8ee-7db3ff010fd0),segment_id=59b13e75-30d7-418d-a8ee-7db3ff010fd0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:05.432373 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0b081c5f-c4e7-4567-8ece-cbcbfd584742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:05.514663 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=0b081c5f-c4e7-4567-8ece-cbcbfd584742,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:05.524785 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9487aefd-7bbe-4ee7-86b8-a79f70ade710 req-e198d896-14ad-4b65-a183-a182fcf6093c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451853 Mar 07 10:48:05.532938 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c266e552-b94c-49b7-ba67-6b39d316c824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (607726eb-39c6-49d0-b891-9ef705650000), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:05.544402 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66572759-a385-406b-9350-859a6e359c5f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:48:05.554301 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35ff197-296f-4b77-bf4c-637b0ff4c221 None None] Sync routers for ids ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:48:05.577739 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-efba1bf8-509e-4029-a7ee-1a6ac9c9c7e9 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (d6b3bc07-5c50-4413-86e8-02e217e8d819), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:05.579754 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35ff197-296f-4b77-bf4c-637b0ff4c221 None None] Routers {'f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:05.580432 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b35ff197-296f-4b77-bf4c-637b0ff4c221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:05.582384 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f2a16fe-f3b8-497f-9738-1ce9b4b21bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (2bbbd28d-9151-4743-a009-a8159ebc0439), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:05.602234 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-c266e552-b94c-49b7-ba67-6b39d316c824 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['607726eb-39c6-49d0-b891-9ef705650000']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:05.659357 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-66572759-a385-406b-9350-859a6e359c5f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:05.672191 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b35ff197-296f-4b77-bf4c-637b0ff4c221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:05.694075 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-c266e552-b94c-49b7-ba67-6b39d316c824 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56aa84b2-a3f0-4d04-a0b1-a8ec71c316ad') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:05.694489 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-c266e552-b94c-49b7-ba67-6b39d316c824 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56aa84b2-a3f0-4d04-a0b1-a8ec71c316ad') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:05.694933 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35ff197-296f-4b77-bf4c-637b0ff4c221 None None] Routers {'f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:05.696424 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b35ff197-296f-4b77-bf4c-637b0ff4c221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:05.711204 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 848d2f3e-9f68-4513-885c-ee9473f0b94a no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:48:05.723622 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c266e552-b94c-49b7-ba67-6b39d316c824 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (56aa84b2-a3f0-4d04-a0b1-a8ec71c316ad), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:05.752040 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 848d2f3e-9f68-4513-885c-ee9473f0b94a {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:48:05.752637 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 848d2f3e-9f68-4513-885c-ee9473f0b94a not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:48:05.752864 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-66572759-a385-406b-9350-859a6e359c5f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.9936450 Mar 07 10:48:05.759289 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['0b081c5f-c4e7-4567-8ece-cbcbfd584742'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:48:05.780769 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 32768) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:05.784086 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b35ff197-296f-4b77-bf4c-637b0ff4c221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:05.784734 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35ff197-296f-4b77-bf4c-637b0ff4c221 None None] The sync data for ids ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:48:05.786695 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-c85c8ece-f6ea-467d-a077-31e215d38343 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-70590065'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:05.794324 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a16fe-f3b8-497f-9738-1ce9b4b21bea admin admin] Pushing event deleted for resources: {'Port': ['ID=2bbbd28d-9151-4743-a009-a8159ebc0439,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:05.805088 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c266e552-b94c-49b7-ba67-6b39d316c824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (56aa84b2-a3f0-4d04-a0b1-a8ec71c316ad), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:05.819126 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c266e552-b94c-49b7-ba67-6b39d316c824 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:48:05.819512 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c266e552-b94c-49b7-ba67-6b39d316c824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (56aa84b2-a3f0-4d04-a0b1-a8ec71c316ad), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:05.822086 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:48:05.822086 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:48:05.822086 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:48:05.822086 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:48:05.822086 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:48:05.822086 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:48:05.822086 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:48:05.822086 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:48:05.822086 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:48:05.822086 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:48:05.822086 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:48:05.822086 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:48:05.822086 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:48:05.822086 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:48:05.822086 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:48:05.822086 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:48:05.822086 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:48:05.822086 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:48:05.822086 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:48:05.822086 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:48:05.822086 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:48:05.822086 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:48:05.822086 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:48:05.822086 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:48:05.822086 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:48:05.822086 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:48:05.822086 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:48:05.822086 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:48:05.822086 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:48:05.822086 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:48:05.822086 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:48:05.822086 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:48:05.896119 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85c8ece-f6ea-467d-a077-31e215d38343 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Made reservation on behalf of 87245b0fac6f46b8bf036ff7fe06f2c2 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:05.900071 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c85c8ece-f6ea-467d-a077-31e215d38343 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:05.920677 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c912f-6e97-4dae-988d-0735edf82f7e req-3bd93d26-4157-46ec-a8f2-b394769423eb tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:05.922289 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c14c912f-6e97-4dae-988d-0735edf82f7e req-3bd93d26-4157-46ec-a8f2-b394769423eb tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 0.1945653 Mar 07 10:48:05.926238 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c266e552-b94c-49b7-ba67-6b39d316c824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (607726eb-39c6-49d0-b891-9ef705650000), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:05.944651 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c266e552-b94c-49b7-ba67-6b39d316c824 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:05.948377 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c266e552-b94c-49b7-ba67-6b39d316c824 admin admin] 10.222.0.11 "DELETE /v2.0/networks/607726eb-39c6-49d0-b891-9ef705650000 HTTP/1.1" status: 204 len: 168 time: 0.7158434 Mar 07 10:48:05.951218 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266e552-b94c-49b7-ba67-6b39d316c824 admin admin] Pushing event deleted for resources: {'Network': ['ID=607726eb-39c6-49d0-b891-9ef705650000,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:05.964957 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c85c8ece-f6ea-467d-a077-31e215d38343 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 234} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:48:05.975335 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c85c8ece-f6ea-467d-a077-31e215d38343 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (d4e905db-fb7b-4bf8-875b-929910501d8f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:05.975865 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-c85c8ece-f6ea-467d-a077-31e215d38343 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Added segment d4e905db-fb7b-4bf8-875b-929910501d8f of type vlan for network d601a6ef-00a6-4ce1-aac8-446c9f75b6cf Mar 07 10:48:06.004827 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f2a16fe-f3b8-497f-9738-1ce9b4b21bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (518d17ab-313f-47da-b184-2da314ec408a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:06.034876 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c85c8ece-f6ea-467d-a077-31e215d38343 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (d601a6ef-00a6-4ce1-aac8-446c9f75b6cf), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:06.042590 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efba1bf8-509e-4029-a7ee-1a6ac9c9c7e9 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Router d6b3bc07-5c50-4413-86e8-02e217e8d819 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:48:06.096678 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c14c912f-6e97-4dae-988d-0735edf82f7e req-d26ecbe0-90bf-4d60-8ede-77e9eeece3c3 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472147 Mar 07 10:48:06.124762 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c85c8ece-f6ea-467d-a077-31e215d38343 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (d601a6ef-00a6-4ce1-aac8-446c9f75b6cf), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:06.130340 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85c8ece-f6ea-467d-a077-31e215d38343 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:06.131125 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c85c8ece-f6ea-467d-a077-31e215d38343 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:06.181554 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 32776) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:06.220599 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c85c8ece-f6ea-467d-a077-31e215d38343 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4385490 Mar 07 10:48:06.221073 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 32778) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:06.241445 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f2a16fe-f3b8-497f-9738-1ce9b4b21bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (518d17ab-313f-47da-b184-2da314ec408a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:06.245408 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f2a16fe-f3b8-497f-9738-1ce9b4b21bea admin admin] Publish callbacks [] for router_controller (518d17ab-313f-47da-b184-2da314ec408a), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:06.253532 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-aff48862-98f3-4cb2-b52e-9abfb5c8bd48 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Request body: {'subnet': {'network_id': 'd601a6ef-00a6-4ce1-aac8-446c9f75b6cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:06.335842 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c8ece-f6ea-467d-a077-31e215d38343 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event updated for resources: {'Network': ['ID=d601a6ef-00a6-4ce1-aac8-446c9f75b6cf,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:06.350121 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network d601a6ef-00a6-4ce1-aac8-446c9f75b6cf details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:48:06.371467 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9a5bdc1e-af99-4a26-bc20-8d1f53c3f75c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=88e1a94e4f144d78bd2da1e087e21646&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1884978 Mar 07 10:48:06.374641 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff48862-98f3-4cb2-b52e-9abfb5c8bd48 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Made reservation on behalf of 87245b0fac6f46b8bf036ff7fe06f2c2 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:06.379234 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aff48862-98f3-4cb2-b52e-9abfb5c8bd48 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:06.382379 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 32780) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:06.505435 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1cc860e3-1d01-44ce-bd60-6008b53ffdf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:06.525713 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d1764696-652d-41ba-b85d-361f9cbfbd72 admin admin] Publish callbacks [] for security_group (84fe419a-80d4-498c-87cb-87558b625d9f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:06.557575 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d1764696-652d-41ba-b85d-361f9cbfbd72 admin admin] Publish callbacks [] for security_group (84fe419a-80d4-498c-87cb-87558b625d9f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:06.691236 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efba1bf8-509e-4029-a7ee-1a6ac9c9c7e9 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:48:06.703290 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-efba1bf8-509e-4029-a7ee-1a6ac9c9c7e9 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "PUT /v2.0/routers/d6b3bc07-5c50-4413-86e8-02e217e8d819/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6909802 Mar 07 10:48:06.703589 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22075ba-7826-43d0-a343-7898efedde15 None None] Sync routers for ids ['d6b3bc07-5c50-4413-86e8-02e217e8d819'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:48:06.704648 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 32784) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:06.715235 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22075ba-7826-43d0-a343-7898efedde15 None None] Routers {'d6b3bc07-5c50-4413-86e8-02e217e8d819'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:06.715905 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b22075ba-7826-43d0-a343-7898efedde15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d6b3bc07-5c50-4413-86e8-02e217e8d819'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:06.716945 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f2a16fe-f3b8-497f-9738-1ce9b4b21bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (518d17ab-313f-47da-b184-2da314ec408a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:06.717875 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2a16fe-f3b8-497f-9738-1ce9b4b21bea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 518d17ab-313f-47da-b184-2da314ec408a {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:48:06.722600 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f2a16fe-f3b8-497f-9738-1ce9b4b21bea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:06.724509 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3754943-79b4-4e0f-8a7e-b867a262150e req-a65ede05-e809-4c0e-b185-126b74a59700 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:06.726118 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c3754943-79b4-4e0f-8a7e-b867a262150e req-a65ede05-e809-4c0e-b185-126b74a59700 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=46c9e543-634a-4416-99ea-0fdf7ce93814 HTTP/1.1" status: 200 len: 946 time: 0.1222963 Mar 07 10:48:06.732504 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1f2a16fe-f3b8-497f-9738-1ce9b4b21bea admin admin] 10.222.0.11 "DELETE /v2.0/routers/518d17ab-313f-47da-b184-2da314ec408a HTTP/1.1" status: 204 len: 168 time: 2.8062973 Mar 07 10:48:06.737256 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 32786) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:06.757900 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b22075ba-7826-43d0-a343-7898efedde15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:06.767060 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-11980a7b-f96d-4482-a7ab-bff3cffdaef1 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6b3bc07-5c50-4413-86e8-02e217e8d819 HTTP/1.1" status: 200 len: 205 time: 0.0590467 Mar 07 10:48:06.768712 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22075ba-7826-43d0-a343-7898efedde15 None None] Routers {'d6b3bc07-5c50-4413-86e8-02e217e8d819'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:06.769324 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 32788) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:06.769936 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b22075ba-7826-43d0-a343-7898efedde15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:47:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d6b3bc07-5c50-4413-86e8-02e217e8d819'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:06.841170 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c3754943-79b4-4e0f-8a7e-b867a262150e req-d2575b90-7212-4520-8032-92b34d1c70d1 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017351 Mar 07 10:48:06.842654 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d1764696-652d-41ba-b85d-361f9cbfbd72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (84fe419a-80d4-498c-87cb-87558b625d9f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:06.846920 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b22075ba-7826-43d0-a343-7898efedde15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:06.847584 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22075ba-7826-43d0-a343-7898efedde15 None None] The sync data for ids ['d6b3bc07-5c50-4413-86e8-02e217e8d819'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:48:06.848517 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d1764696-652d-41ba-b85d-361f9cbfbd72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:06.858252 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d1764696-652d-41ba-b85d-361f9cbfbd72 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/84fe419a-80d4-498c-87cb-87558b625d9f HTTP/1.1" status: 204 len: 168 time: 0.4746397 Mar 07 10:48:06.874858 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aff48862-98f3-4cb2-b52e-9abfb5c8bd48 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (54c14e3a-534e-4222-9d6e-0dbb411adc46), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:06.890123 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1764696-652d-41ba-b85d-361f9cbfbd72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fe419a-80d4-498c-87cb-87558b625d9f,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:06.918703 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65663f9a-cdac-4397-aade-a4e77ed4c3c8 req-f54f00c3-af94-4f18-927a-ae75340a4d8d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:06.920251 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-65663f9a-cdac-4397-aade-a4e77ed4c3c8 req-f54f00c3-af94-4f18-927a-ae75340a4d8d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1c56986-4038-45e9-b177-0f983c106b30 HTTP/1.1" status: 200 len: 945 time: 0.7171550 Mar 07 10:48:06.922460 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34628f44-fa62-4896-815c-695c16b1825f tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router (d6b3bc07-5c50-4413-86e8-02e217e8d819), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:06.981335 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff48862-98f3-4cb2-b52e-9abfb5c8bd48 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event updated for resources: {'Subnet': ['ID=54c14e3a-534e-4222-9d6e-0dbb411adc46,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:06.991495 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff48862-98f3-4cb2-b52e-9abfb5c8bd48 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Checking segment: {'id': 'd4e905db-fb7b-4bf8-875b-929910501d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd601a6ef-00a6-4ce1-aac8-446c9f75b6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:06.991833 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff48862-98f3-4cb2-b52e-9abfb5c8bd48 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Network hostable DHCP agents. Network: d601a6ef-00a6-4ce1-aac8-446c9f75b6cf, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:48:07.013627 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff48862-98f3-4cb2-b52e-9abfb5c8bd48 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Network d601a6ef-00a6-4ce1-aac8-446c9f75b6cf is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:48:07.038115 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-aff48862-98f3-4cb2-b52e-9abfb5c8bd48 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, d601a6ef-00a6-4ce1-aac8-446c9f75b6cf) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:07.038911 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-21747f35-3d23-48c4-8837-31419820283e admin admin] Deleting subnet 838d6f3e-2340-488a-b945-348205729de8 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:48:07.044433 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff48862-98f3-4cb2-b52e-9abfb5c8bd48 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:07.045456 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aff48862-98f3-4cb2-b52e-9abfb5c8bd48 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:07.047598 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24871e13-85f6-4135-899d-93b8692b12a7 None None] Network d601a6ef-00a6-4ce1-aac8-446c9f75b6cf requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:48:07.057002 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-21747f35-3d23-48c4-8837-31419820283e admin admin] Publish callbacks [] for subnet (838d6f3e-2340-488a-b945-348205729de8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:07.075813 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-aff48862-98f3-4cb2-b52e-9abfb5c8bd48 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8254740 Mar 07 10:48:07.078252 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 32794) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:07.084829 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-17839f15-0630-43bb-a10f-9db0733bc899 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1088975478', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}, 'admin_state_up': False}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:07.113059 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 0b081c5f-c4e7-4567-8ece-cbcbfd584742 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:48:07.114198 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-17839f15-0630-43bb-a10f-9db0733bc899 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (760b5353-eb4e-4473-a73a-2ceca0f1eac6), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:07.115701 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-17839f15-0630-43bb-a10f-9db0733bc899 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (760b5353-eb4e-4473-a73a-2ceca0f1eac6), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:07.211976 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34628f44-fa62-4896-815c-695c16b1825f tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (d6b3bc07-5c50-4413-86e8-02e217e8d819), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:07.214261 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34628f44-fa62-4896-815c-695c16b1825f tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router_controller (d6b3bc07-5c50-4413-86e8-02e217e8d819), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:07.297630 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906e6962-b25d-4ca4-8484-f47a730f7d23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-d601a6ef-00a6-4ce1-aac8-446c9f75b6cf', 'network_id': 'd601a6ef-00a6-4ce1-aac8-446c9f75b6cf', 'project_id': '87245b0fac6f46b8bf036ff7fe06f2c2', 'fixed_ips': [{'subnet_id': '54c14e3a-534e-4222-9d6e-0dbb411adc46'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:48:07.298480 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-906e6962-b25d-4ca4-8484-f47a730f7d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:07.305394 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-17839f15-0630-43bb-a10f-9db0733bc899 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for router_controller (760b5353-eb4e-4473-a73a-2ceca0f1eac6), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:07.334877 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 0b081c5f-c4e7-4567-8ece-cbcbfd584742 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:48:07.341634 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 0b081c5f-c4e7-4567-8ece-cbcbfd584742 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:07.341942 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0b081c5f-c4e7-4567-8ece-cbcbfd584742), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:07.359642 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34628f44-fa62-4896-815c-695c16b1825f tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (d6b3bc07-5c50-4413-86e8-02e217e8d819), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:07.360181 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34628f44-fa62-4896-815c-695c16b1825f tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Fanout notify agent at l3_agent the message router_deleted on router d6b3bc07-5c50-4413-86e8-02e217e8d819 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:48:07.376329 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34628f44-fa62-4896-815c-695c16b1825f tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:07.385397 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-34628f44-fa62-4896-815c-695c16b1825f tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/routers/d6b3bc07-5c50-4413-86e8-02e217e8d819 HTTP/1.1" status: 204 len: 168 time: 0.6150265 Mar 07 10:48:07.387076 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 32800) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:07.434867 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-65663f9a-cdac-4397-aade-a4e77ed4c3c8 req-b5a7c9be-3f07-4367-92e9-dfe0cc982f13 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=4522e9a0-686f-4c0b-b3a1-151a495ddd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5074379 Mar 07 10:48:07.495179 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-21747f35-3d23-48c4-8837-31419820283e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (838d6f3e-2340-488a-b945-348205729de8), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:07.551337 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aa55026-fe60-4d39-833d-37120e59e944 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Deleting subnet 677ddf18-76da-45d0-abf3-3874bb7561db {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:48:07.561001 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3aa55026-fe60-4d39-833d-37120e59e944 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for subnet (677ddf18-76da-45d0-abf3-3874bb7561db), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:07.653987 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3aa55026-fe60-4d39-833d-37120e59e944 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (677ddf18-76da-45d0-abf3-3874bb7561db), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:07.704916 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-906e6962-b25d-4ca4-8484-f47a730f7d23 None None] Allocated IP 172.20.0.2 (d601a6ef-00a6-4ce1-aac8-446c9f75b6cf/54c14e3a-534e-4222-9d6e-0dbb411adc46/2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:07.742396 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-21747f35-3d23-48c4-8837-31419820283e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (838d6f3e-2340-488a-b945-348205729de8), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:07.884716 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 0b081c5f-c4e7-4567-8ece-cbcbfd584742 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:07.885186 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0b081c5f-c4e7-4567-8ece-cbcbfd584742), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:07.921948 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 2bbbd28d-9151-4743-a009-a8159ebc0439 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:48:07.959453 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-21747f35-3d23-48c4-8837-31419820283e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (838d6f3e-2340-488a-b945-348205729de8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:07.962493 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3aa55026-fe60-4d39-833d-37120e59e944 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (677ddf18-76da-45d0-abf3-3874bb7561db), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.003716 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 2bbbd28d-9151-4743-a009-a8159ebc0439 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:48:08.004055 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 2bbbd28d-9151-4743-a009-a8159ebc0439 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:48:08.005331 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c56986-4038-45e9-b177-0f983c106b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b081c5f-c4e7-4567-8ece-cbcbfd584742'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:48:08.008448 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fffa4-6327-4a4e-aa44-0ac339c7d68c req-dfeb8aba-8476-4dc3-875a-22c4b2d4b4c0 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:08.014417 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a1c279-5067-4b3f-8e68-863eb2f2916c" -d '{"events": [{"server_uuid": "f1c56986-4038-45e9-b177-0f983c106b30", "name": "network-vif-plugged", "status": "completed", "tag": "0b081c5f-c4e7-4567-8ece-cbcbfd584742"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:48:08.015914 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bd8fffa4-6327-4a4e-aa44-0ac339c7d68c req-dfeb8aba-8476-4dc3-875a-22c4b2d4b4c0 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 0.7878373 Mar 07 10:48:08.020218 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21747f35-3d23-48c4-8837-31419820283e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=838d6f3e-2340-488a-b945-348205729de8,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:08.050052 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 0b081c5f-c4e7-4567-8ece-cbcbfd584742, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=0b081c5f-c4e7-4567-8ece-cbcbfd584742,segment=NetworkSegment(59b13e75-30d7-418d-a8ee-7db3ff010fd0),segment_id=59b13e75-30d7-418d-a8ee-7db3ff010fd0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:08.063538 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0b081c5f-c4e7-4567-8ece-cbcbfd584742), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.079725 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-21747f35-3d23-48c4-8837-31419820283e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.086955 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-21747f35-3d23-48c4-8837-31419820283e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/838d6f3e-2340-488a-b945-348205729de8 HTTP/1.1" status: 204 len: 168 time: 1.3499205 Mar 07 10:48:08.088224 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-906e6962-b25d-4ca4-8484-f47a730f7d23 None None] Publish callbacks [] for port (2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.093928 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-17839f15-0630-43bb-a10f-9db0733bc899 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for router_gateway (760b5353-eb4e-4473-a73a-2ceca0f1eac6), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.097157 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 32824) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:08.147215 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3aa55026-fe60-4d39-833d-37120e59e944 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (677ddf18-76da-45d0-abf3-3874bb7561db), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.165150 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93aa0148-ae8f-4ccd-8e28-f108ad9abc18 None None] Network 7eaf476d-e62a-411a-84bb-9ffb8dabd737 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:48:08.194760 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-906e6962-b25d-4ca4-8484-f47a730f7d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.198469 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa55026-fe60-4d39-833d-37120e59e944 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Subnet': ['ID=677ddf18-76da-45d0-abf3-3874bb7561db,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:08.217675 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3aa55026-fe60-4d39-833d-37120e59e944 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.217873 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bd8fffa4-6327-4a4e-aa44-0ac339c7d68c req-ed270cb4-9a3b-49a8-82ee-798a329002b2 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008739 Mar 07 10:48:08.225074 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3aa55026-fe60-4d39-833d-37120e59e944 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/subnets/677ddf18-76da-45d0-abf3-3874bb7561db HTTP/1.1" status: 204 len: 168 time: 0.8342779 Mar 07 10:48:08.227393 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 32826) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:08.233575 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6cfcaa7d-cb7c-466a-8c50-f4bdf62ce046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (7eaf476d-e62a-411a-84bb-9ffb8dabd737), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.295111 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f271fb9-c2a7-4513-823c-eddc3ee21153 req-1e133f70-465c-482b-bd85-3d8059afb808 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:08.296965 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0f271fb9-c2a7-4513-823c-eddc3ee21153 req-1e133f70-465c-482b-bd85-3d8059afb808 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=46c9e543-634a-4416-99ea-0fdf7ce93814 HTTP/1.1" status: 200 len: 946 time: 0.2581186 Mar 07 10:48:08.300956 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 32828) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:08.312185 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906e6962-b25d-4ca4-8484-f47a730f7d23 None None] Network d601a6ef-00a6-4ce1-aac8-446c9f75b6cf is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:08.314002 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58621a6-53ca-4cc8-8a31-d25892495296 None None] Network b2575b8e-e9b6-48e1-b548-ade8fecc5754 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:48:08.316309 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-906e6962-b25d-4ca4-8484-f47a730f7d23 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:08.393506 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcaa7d-cb7c-466a-8c50-f4bdf62ce046 admin admin] Deleting port f053dd07-3b03-496c-ad2d-639bc976374f {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:08.393742 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6cfcaa7d-cb7c-466a-8c50-f4bdf62ce046 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (f053dd07-3b03-496c-ad2d-639bc976374f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.420068 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d387e9c-620d-4d8f-bed1-bea1fc65bb2d x-openstack-request-id: req-9d387e9c-620d-4d8f-bed1-bea1fc65bb2d {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:08.420973 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c56986-4038-45e9-b177-0f983c106b30", "name": "network-vif-plugged", "status": "completed", "tag": "0b081c5f-c4e7-4567-8ece-cbcbfd584742", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:08.421495 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9d387e9c-620d-4d8f-bed1-bea1fc65bb2d {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:08.422152 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c56986-4038-45e9-b177-0f983c106b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b081c5f-c4e7-4567-8ece-cbcbfd584742', 'code': 200} Mar 07 10:48:08.450754 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=0b081c5f-c4e7-4567-8ece-cbcbfd584742,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:08.450914 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-af6dd4a4-5e21-4d70-9ecf-a6705fe8854d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (b2575b8e-e9b6-48e1-b548-ade8fecc5754), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.483093 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906e6962-b25d-4ca4-8484-f47a730f7d23 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:08.504079 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-12cf4df5-b115-4dd6-b119-fc7f5393c6e3 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1289372324-network', 'tenant_id': 'f1dbcd74aa6d43f2acb7f3aa9f777b27'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:08.515840 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0f271fb9-c2a7-4513-823c-eddc3ee21153 req-f0b33e38-81c2-4d69-b087-20a9577ead17 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043405 Mar 07 10:48:08.525212 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-6cfcaa7d-cb7c-466a-8c50-f4bdf62ce046 admin admin] For port f053dd07-3b03-496c-ad2d-639bc976374f, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=f053dd07-3b03-496c-ad2d-639bc976374f,segment=NetworkSegment(bdffe236-d79e-4242-8538-dc3bd790824d),segment_id=bdffe236-d79e-4242-8538-dc3bd790824d)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:08.525526 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6cfcaa7d-cb7c-466a-8c50-f4bdf62ce046 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (f053dd07-3b03-496c-ad2d-639bc976374f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.553371 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-6cfcaa7d-cb7c-466a-8c50-f4bdf62ce046 admin admin] Calling delete_port for f053dd07-3b03-496c-ad2d-639bc976374f owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:08.565963 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d59d60-0f3f-4316-a8dd-5ddb352bd2d0 req-bbad6a79-b99f-4d0c-94ed-87068fae9cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:08.568137 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-08d59d60-0f3f-4316-a8dd-5ddb352bd2d0 req-bbad6a79-b99f-4d0c-94ed-87068fae9cd5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f1c56986-4038-45e9-b177-0f983c106b30 HTTP/1.1" status: 200 len: 1128 time: 0.1923914 Mar 07 10:48:08.570119 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cf4df5-b115-4dd6-b119-fc7f5393c6e3 admin admin] Made reservation on behalf of f1dbcd74aa6d43f2acb7f3aa9f777b27 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:08.572858 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-12cf4df5-b115-4dd6-b119-fc7f5393c6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.591690 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-12cf4df5-b115-4dd6-b119-fc7f5393c6e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.651762 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-08d59d60-0f3f-4316-a8dd-5ddb352bd2d0 req-f6871a49-8cab-4780-a0e0-8b67a2babc47 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4522e9a0-686f-4c0b-b3a1-151a495ddd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751300 Mar 07 10:48:08.708740 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-af6dd4a4-5e21-4d70-9ecf-a6705fe8854d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Deleting port 043c921d-64b4-473c-bfac-60ccedb3a4b7 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:08.708974 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-af6dd4a4-5e21-4d70-9ecf-a6705fe8854d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (043c921d-64b4-473c-bfac-60ccedb3a4b7), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.814120 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-af6dd4a4-5e21-4d70-9ecf-a6705fe8854d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] For port 043c921d-64b4-473c-bfac-60ccedb3a4b7, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=043c921d-64b4-473c-bfac-60ccedb3a4b7,segment=NetworkSegment(35bb113d-037b-4e52-a5a2-72880320d9b5),segment_id=35bb113d-037b-4e52-a5a2-72880320d9b5)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:08.817424 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-af6dd4a4-5e21-4d70-9ecf-a6705fe8854d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (043c921d-64b4-473c-bfac-60ccedb3a4b7), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.826073 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3184089-a297-4138-bf46-5f9cc12d8f00 req-fe817799-069a-42d4-806f-a9cac64ea8d0 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:08.838650 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-af6dd4a4-5e21-4d70-9ecf-a6705fe8854d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Calling delete_port for 043c921d-64b4-473c-bfac-60ccedb3a4b7 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:08.838861 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a3184089-a297-4138-bf46-5f9cc12d8f00 req-fe817799-069a-42d4-806f-a9cac64ea8d0 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1c56986-4038-45e9-b177-0f983c106b30 HTTP/1.1" status: 200 len: 946 time: 0.2784867 Mar 07 10:48:08.865151 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-906e6962-b25d-4ca4-8484-f47a730f7d23 None None] Attempting to bind port 2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:08.865722 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-906e6962-b25d-4ca4-8484-f47a730f7d23 None None] Attempting to bind port 2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'd4e905db-fb7b-4bf8-875b-929910501d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd601a6ef-00a6-4ce1-aac8-446c9f75b6cf'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:08.865867 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906e6962-b25d-4ca4-8484-f47a730f7d23 None None] Attempting to bind port 2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f on network d601a6ef-00a6-4ce1-aac8-446c9f75b6cf {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:08.870434 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-12cf4df5-b115-4dd6-b119-fc7f5393c6e3 admin admin] Publish callbacks [] for security_group (0297ace3-ed3c-4896-828b-a60a77d66a6a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.879872 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-17839f15-0630-43bb-a10f-9db0733bc899 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for router_gateway (760b5353-eb4e-4473-a73a-2ceca0f1eac6), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.886999 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e6962-b25d-4ca4-8484-f47a730f7d23 None None] Pushing event updated for resources: {'Port': ['ID=2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:08.889362 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a62e8e38-afb5-4645-82b0-64bf89ff554e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.892214 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906e6962-b25d-4ca4-8484-f47a730f7d23 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:48:08.892592 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906e6962-b25d-4ca4-8484-f47a730f7d23 None None] Checking segment: {'id': 'd4e905db-fb7b-4bf8-875b-929910501d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd601a6ef-00a6-4ce1-aac8-446c9f75b6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:08.892993 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-906e6962-b25d-4ca4-8484-f47a730f7d23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.893407 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906e6962-b25d-4ca4-8484-f47a730f7d23 None None] Bound using segment: {'id': 'd4e905db-fb7b-4bf8-875b-929910501d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd601a6ef-00a6-4ce1-aac8-446c9f75b6cf'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:48:08.893886 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-906e6962-b25d-4ca4-8484-f47a730f7d23 None None] Bound port: 2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4e905db-fb7b-4bf8-875b-929910501d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd601a6ef-00a6-4ce1-aac8-446c9f75b6cf'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:48:08.894266 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-906e6962-b25d-4ca4-8484-f47a730f7d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.949918 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-17839f15-0630-43bb-a10f-9db0733bc899 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:08.958755 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-12cf4df5-b115-4dd6-b119-fc7f5393c6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0297ace3-ed3c-4896-828b-a60a77d66a6a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.025850 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12cf4df5-b115-4dd6-b119-fc7f5393c6e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:48:09.029045 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8a3759-fe6b-4f91-adf9-5584a05b7afa None None] DHCP port deletion for 7eaf476d-e62a-411a-84bb-9ffb8dabd737 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:48:09.046859 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-906e6962-b25d-4ca4-8484-f47a730f7d23 None None] For port 2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:48:09.053797 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-12cf4df5-b115-4dd6-b119-fc7f5393c6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (7d1fcb66-866d-4c9a-969e-9df55c8ad9ad), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.054673 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-12cf4df5-b115-4dd6-b119-fc7f5393c6e3 admin admin] Added segment 7d1fcb66-866d-4c9a-969e-9df55c8ad9ad of type vlan for network abb04ca4-3ad2-4789-b48b-e38012a58d40 Mar 07 10:48:09.066417 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf4df5-b115-4dd6-b119-fc7f5393c6e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0297ace3-ed3c-4896-828b-a60a77d66a6a,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:09.106412 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a413ae77-5072-4ea9-943c-a014c1c09b21 None None] DHCP port deletion for b2575b8e-e9b6-48e1-b548-ade8fecc5754 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:48:09.115787 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-906e6962-b25d-4ca4-8484-f47a730f7d23 None None] For port 2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f,segment=NetworkSegment(d4e905db-fb7b-4bf8-875b-929910501d8f),segment_id=d4e905db-fb7b-4bf8-875b-929910501d8f)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:48:09.124537 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-12cf4df5-b115-4dd6-b119-fc7f5393c6e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (abb04ca4-3ad2-4789-b48b-e38012a58d40), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.144699 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-af6dd4a4-5e21-4d70-9ecf-a6705fe8854d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (043c921d-64b4-473c-bfac-60ccedb3a4b7), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.153568 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-906e6962-b25d-4ca4-8484-f47a730f7d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.162175 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6dd4a4-5e21-4d70-9ecf-a6705fe8854d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] No DVR routers for this DVR port 043c921d-64b4-473c-bfac-60ccedb3a4b7 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:48:09.187973 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6dd4a4-5e21-4d70-9ecf-a6705fe8854d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Port': ['ID=043c921d-64b4-473c-bfac-60ccedb3a4b7,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:09.210213 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-12cf4df5-b115-4dd6-b119-fc7f5393c6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (abb04ca4-3ad2-4789-b48b-e38012a58d40), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.211207 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cf4df5-b115-4dd6-b119-fc7f5393c6e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:09.211794 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-12cf4df5-b115-4dd6-b119-fc7f5393c6e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.241185 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-17839f15-0630-43bb-a10f-9db0733bc899 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Allocated IP 172.25.3.97 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/62939d21-a596-4493-8e5d-312107ba1aa8) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:09.288925 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8c8a3759-fe6b-4f91-adf9-5584a05b7afa None None] Deleting port f053dd07-3b03-496c-ad2d-639bc976374f {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:09.299016 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf4df5-b115-4dd6-b119-fc7f5393c6e3 admin admin] Pushing event updated for resources: {'Network': ['ID=abb04ca4-3ad2-4789-b48b-e38012a58d40,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:09.299178 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8c8a3759-fe6b-4f91-adf9-5584a05b7afa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (f053dd07-3b03-496c-ad2d-639bc976374f), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.308897 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e6962-b25d-4ca4-8484-f47a730f7d23 None None] Pushing event updated for resources: {'Port': ['ID=2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:09.328076 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a413ae77-5072-4ea9-943c-a014c1c09b21 None None] Deleting port 043c921d-64b4-473c-bfac-60ccedb3a4b7 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:09.328452 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a413ae77-5072-4ea9-943c-a014c1c09b21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (043c921d-64b4-473c-bfac-60ccedb3a4b7), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.330636 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network abb04ca4-3ad2-4789-b48b-e38012a58d40 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:48:09.359221 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-12cf4df5-b115-4dd6-b119-fc7f5393c6e3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0543079 Mar 07 10:48:09.360309 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 32838) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:09.369261 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-32bd7ca9-c39d-4710-8048-beec12494e0b admin admin] Request body: {'subnet': {'network_id': 'abb04ca4-3ad2-4789-b48b-e38012a58d40', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1289372324-subnet', 'tenant_id': 'f1dbcd74aa6d43f2acb7f3aa9f777b27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:09.390706 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-af6dd4a4-5e21-4d70-9ecf-a6705fe8854d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (b2575b8e-e9b6-48e1-b548-ade8fecc5754), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.412047 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bd7ca9-c39d-4710-8048-beec12494e0b admin admin] Made reservation on behalf of f1dbcd74aa6d43f2acb7f3aa9f777b27 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:09.414549 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-32bd7ca9-c39d-4710-8048-beec12494e0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.487773 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-17839f15-0630-43bb-a10f-9db0733bc899 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for port (62939d21-a596-4493-8e5d-312107ba1aa8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.488972 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-af6dd4a4-5e21-4d70-9ecf-a6705fe8854d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2575b8e-e9b6-48e1-b548-ade8fecc5754']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:09.550728 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-af6dd4a4-5e21-4d70-9ecf-a6705fe8854d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35bb113d-037b-4e52-a5a2-72880320d9b5') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:09.551031 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-af6dd4a4-5e21-4d70-9ecf-a6705fe8854d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35bb113d-037b-4e52-a5a2-72880320d9b5') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:09.600223 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-af6dd4a4-5e21-4d70-9ecf-a6705fe8854d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (35bb113d-037b-4e52-a5a2-72880320d9b5), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.616096 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a3184089-a297-4138-bf46-5f9cc12d8f00 req-96bbd3ea-9983-4b18-a7ea-eb23173a1853 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=4522e9a0-686f-4c0b-b3a1-151a495ddd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7735891 Mar 07 10:48:09.617462 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-17839f15-0630-43bb-a10f-9db0733bc899 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (62939d21-a596-4493-8e5d-312107ba1aa8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.640317 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a413ae77-5072-4ea9-943c-a014c1c09b21 None None] For port 043c921d-64b4-473c-bfac-60ccedb3a4b7, host n-d-832164-4, got binding levels [] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:09.641938 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a413ae77-5072-4ea9-943c-a014c1c09b21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (043c921d-64b4-473c-bfac-60ccedb3a4b7), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.666133 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae57cb3-9bf6-47e5-9c7c-352972a5ee82 req-0a7c22ae-455d-4229-8262-edbcbcada3f3 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:09.670006 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4ae57cb3-9bf6-47e5-9c7c-352972a5ee82 req-0a7c22ae-455d-4229-8262-edbcbcada3f3 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 0.2758567 Mar 07 10:48:09.672680 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a413ae77-5072-4ea9-943c-a014c1c09b21 None None] Calling delete_port for 043c921d-64b4-473c-bfac-60ccedb3a4b7 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:09.678483 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.ipam_backend_mixin [None req-a413ae77-5072-4ea9-943c-a014c1c09b21 None None] Port 043c921d-64b4-473c-bfac-60ccedb3a4b7 was not found and therefore no delete operation was performed {{(pid=103768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 10:48:09.679984 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17839f15-0630-43bb-a10f-9db0733bc899 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:09.685131 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a413ae77-5072-4ea9-943c-a014c1c09b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (043c921d-64b4-473c-bfac-60ccedb3a4b7), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.691879 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-17839f15-0630-43bb-a10f-9db0733bc899 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:09.693894 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6cfcaa7d-cb7c-466a-8c50-f4bdf62ce046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (f053dd07-3b03-496c-ad2d-639bc976374f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.739035 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-af6dd4a4-5e21-4d70-9ecf-a6705fe8854d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (35bb113d-037b-4e52-a5a2-72880320d9b5), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.746247 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17839f15-0630-43bb-a10f-9db0733bc899 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:09.828168 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413ae77-5072-4ea9-943c-a014c1c09b21 None None] Pushing event deleted for resources: {'Port': ['ID=043c921d-64b4-473c-bfac-60ccedb3a4b7,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:09.848801 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6dd4a4-5e21-4d70-9ecf-a6705fe8854d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:48:09.849249 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-af6dd4a4-5e21-4d70-9ecf-a6705fe8854d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (35bb113d-037b-4e52-a5a2-72880320d9b5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.851599 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-8c8a3759-fe6b-4f91-adf9-5584a05b7afa None None] For port f053dd07-3b03-496c-ad2d-639bc976374f, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=f053dd07-3b03-496c-ad2d-639bc976374f,segment=NetworkSegment(bdffe236-d79e-4242-8538-dc3bd790824d),segment_id=bdffe236-d79e-4242-8538-dc3bd790824d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:09.852090 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8c8a3759-fe6b-4f91-adf9-5584a05b7afa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (f053dd07-3b03-496c-ad2d-639bc976374f), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:09.859076 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a413ae77-5072-4ea9-943c-a014c1c09b21 None None] No DVR routers for this DVR port 043c921d-64b4-473c-bfac-60ccedb3a4b7 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:48:09.867964 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4ae57cb3-9bf6-47e5-9c7c-352972a5ee82 req-af46228b-1fb5-4289-ba00-f5021adbccab tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789176 Mar 07 10:48:09.868670 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:48:09.868670 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:48:09.868670 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:48:09.868670 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:48:09.868670 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:48:09.868670 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:48:09.868670 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:48:09.868670 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:48:09.868670 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:48:09.868670 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:48:09.868670 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:48:09.868670 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:48:09.868670 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:48:09.868670 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:48:09.868670 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:48:09.868670 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:48:09.868670 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:48:09.868670 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:48:09.868670 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:48:09.868670 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:48:09.868670 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:48:09.868670 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:48:09.868670 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:48:09.868670 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:48:09.868670 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:48:09.868670 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:48:09.868670 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:48:09.868670 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:48:09.868670 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:48:09.868670 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:48:09.868670 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:48:09.868670 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:48:09.955518 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8c8a3759-fe6b-4f91-adf9-5584a05b7afa None None] Calling delete_port for f053dd07-3b03-496c-ad2d-639bc976374f owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:09.971236 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:10.112388 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:48:10.147556 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfcaa7d-cb7c-466a-8c50-f4bdf62ce046 admin admin] No DVR routers for this DVR port f053dd07-3b03-496c-ad2d-639bc976374f on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:48:10.201258 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-af6dd4a4-5e21-4d70-9ecf-a6705fe8854d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (b2575b8e-e9b6-48e1-b548-ade8fecc5754), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:10.249808 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-af6dd4a4-5e21-4d70-9ecf-a6705fe8854d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:10.258312 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-af6dd4a4-5e21-4d70-9ecf-a6705fe8854d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/networks/b2575b8e-e9b6-48e1-b548-ade8fecc5754 HTTP/1.1" status: 204 len: 168 time: 2.0293958 Mar 07 10:48:10.272008 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 32844) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:10.279926 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6cfcaa7d-cb7c-466a-8c50-f4bdf62ce046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (7eaf476d-e62a-411a-84bb-9ffb8dabd737), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:10.309933 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-6cfcaa7d-cb7c-466a-8c50-f4bdf62ce046 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eaf476d-e62a-411a-84bb-9ffb8dabd737']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:10.313491 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-bc86d8aa-522e-4391-81ef-fc0d8081dbae tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1530604759', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}, 'admin_state_up': False}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:10.316317 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8c8a3759-fe6b-4f91-adf9-5584a05b7afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (f053dd07-3b03-496c-ad2d-639bc976374f), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:10.318194 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:10.318634 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:10.321500 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-6cfcaa7d-cb7c-466a-8c50-f4bdf62ce046 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdffe236-d79e-4242-8538-dc3bd790824d') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:10.322001 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-6cfcaa7d-cb7c-466a-8c50-f4bdf62ce046 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdffe236-d79e-4242-8538-dc3bd790824d') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:10.331779 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6cfcaa7d-cb7c-466a-8c50-f4bdf62ce046 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (bdffe236-d79e-4242-8538-dc3bd790824d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:10.344972 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6dd4a4-5e21-4d70-9ecf-a6705fe8854d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Network': ['ID=b2575b8e-e9b6-48e1-b548-ade8fecc5754,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:10.346407 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6cfcaa7d-cb7c-466a-8c50-f4bdf62ce046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (bdffe236-d79e-4242-8538-dc3bd790824d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:10.348384 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bc86d8aa-522e-4391-81ef-fc0d8081dbae tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (26123792-1388-4b26-8fd7-84b68ce29e5f), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:10.350172 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bc86d8aa-522e-4391-81ef-fc0d8081dbae tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (26123792-1388-4b26-8fd7-84b68ce29e5f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:10.355366 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cfcaa7d-cb7c-466a-8c50-f4bdf62ce046 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:48:10.357138 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6cfcaa7d-cb7c-466a-8c50-f4bdf62ce046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (bdffe236-d79e-4242-8538-dc3bd790824d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:10.388099 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-32bd7ca9-c39d-4710-8048-beec12494e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (cc2f7145-8dfe-4fc0-bdf6-7b0d2f522938), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:10.398527 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a3759-fe6b-4f91-adf9-5584a05b7afa None None] Pushing event deleted for resources: {'Port': ['ID=f053dd07-3b03-496c-ad2d-639bc976374f,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:10.406845 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8a3759-fe6b-4f91-adf9-5584a05b7afa None None] No DVR routers for this DVR port f053dd07-3b03-496c-ad2d-639bc976374f on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:48:10.454348 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:48:10.454348 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:48:10.454348 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:48:10.454348 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:48:10.454348 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:48:10.454348 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:48:10.454348 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:48:10.454348 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:48:10.454348 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:48:10.454348 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:48:10.454348 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:48:10.454348 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:48:10.454348 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:48:10.454348 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:48:10.454348 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:48:10.454348 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:48:10.454348 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:48:10.454348 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:48:10.454348 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:48:10.454348 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:48:10.454348 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:48:10.454348 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:48:10.454348 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:48:10.454348 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:48:10.454348 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:48:10.454348 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:48:10.454348 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:48:10.454348 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:48:10.454348 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:48:10.454348 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:48:10.454348 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:48:10.454348 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:48:10.458772 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd7ca9-c39d-4710-8048-beec12494e0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc2f7145-8dfe-4fc0-bdf6-7b0d2f522938,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:10.494680 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6cfcaa7d-cb7c-466a-8c50-f4bdf62ce046 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (7eaf476d-e62a-411a-84bb-9ffb8dabd737), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:10.508636 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:10.509595 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:10.522468 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bc86d8aa-522e-4391-81ef-fc0d8081dbae tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router_controller (26123792-1388-4b26-8fd7-84b68ce29e5f), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:10.563176 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f,segment=NetworkSegment(d4e905db-fb7b-4bf8-875b-929910501d8f),segment_id=d4e905db-fb7b-4bf8-875b-929910501d8f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:10.569220 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:10.576571 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17839f15-0630-43bb-a10f-9db0733bc899 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event updated for resources: {'Port': ['ID=62939d21-a596-4493-8e5d-312107ba1aa8,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:10.581772 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6cfcaa7d-cb7c-466a-8c50-f4bdf62ce046 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:10.586337 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6cfcaa7d-cb7c-466a-8c50-f4bdf62ce046 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7eaf476d-e62a-411a-84bb-9ffb8dabd737 HTTP/1.1" status: 204 len: 168 time: 2.4880764 Mar 07 10:48:10.589254 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcaa7d-cb7c-466a-8c50-f4bdf62ce046 admin admin] Pushing event deleted for resources: {'Network': ['ID=7eaf476d-e62a-411a-84bb-9ffb8dabd737,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:10.631340 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 32846) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:10.633841 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcaa7d-cb7c-466a-8c50-f4bdf62ce046 admin admin] Pushing event deleted for resources: {'Port': ['ID=f053dd07-3b03-496c-ad2d-639bc976374f,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:10.648499 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bd7ca9-c39d-4710-8048-beec12494e0b admin admin] Checking segment: {'id': '7d1fcb66-866d-4c9a-969e-9df55c8ad9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'abb04ca4-3ad2-4789-b48b-e38012a58d40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:10.649004 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bd7ca9-c39d-4710-8048-beec12494e0b admin admin] Network hostable DHCP agents. Network: abb04ca4-3ad2-4789-b48b-e38012a58d40, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:48:10.678445 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device f053dd07-3b03-496c-ad2d-639bc976374f no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:48:10.727408 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: f053dd07-3b03-496c-ad2d-639bc976374f {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:48:10.727765 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device f053dd07-3b03-496c-ad2d-639bc976374f not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:48:10.729794 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 043c921d-64b4-473c-bfac-60ccedb3a4b7 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:48:10.733002 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:10.755535 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bc86d8aa-522e-4391-81ef-fc0d8081dbae tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router_gateway (26123792-1388-4b26-8fd7-84b68ce29e5f), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:10.798631 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 043c921d-64b4-473c-bfac-60ccedb3a4b7 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:48:10.799564 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 043c921d-64b4-473c-bfac-60ccedb3a4b7 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:48:10.823040 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade94179-9c1b-4814-83e9-749237fc6c09 req-840caee6-ae52-4582-9096-27403ad17fa7 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:10.824588 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ade94179-9c1b-4814-83e9-749237fc6c09 req-840caee6-ae52-4582-9096-27403ad17fa7 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=46c9e543-634a-4416-99ea-0fdf7ce93814 HTTP/1.1" status: 200 len: 946 time: 0.9089549 Mar 07 10:48:10.828725 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c52a39d-e64f-47e9-a3b9-6378f4d78ba7 req-48872cf5-a637-4183-99dd-b477bce3f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:10.830253 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c52a39d-e64f-47e9-a3b9-6378f4d78ba7 req-48872cf5-a637-4183-99dd-b477bce3f331 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 1127 time: 0.3778293 Mar 07 10:48:10.866201 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bd7ca9-c39d-4710-8048-beec12494e0b admin admin] Network abb04ca4-3ad2-4789-b48b-e38012a58d40 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:48:10.874146 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:48:10.906121 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-32bd7ca9-c39d-4710-8048-beec12494e0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, abb04ca4-3ad2-4789-b48b-e38012a58d40) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:10.916154 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46597131-79f7-411b-b03e-eeb290a95512 req-3f6530e1-a453-416a-8c15-a899d2ee0a6c tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:10.925544 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ff553d-69c7-4901-8bf3-ec9c88e2b48a None None] Network abb04ca4-3ad2-4789-b48b-e38012a58d40 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:48:10.929657 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-46597131-79f7-411b-b03e-eeb290a95512 req-3f6530e1-a453-416a-8c15-a899d2ee0a6c tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1c56986-4038-45e9-b177-0f983c106b30 HTTP/1.1" status: 200 len: 946 time: 0.1773396 Mar 07 10:48:10.932972 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bd7ca9-c39d-4710-8048-beec12494e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:10.933595 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-32bd7ca9-c39d-4710-8048-beec12494e0b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:10.997177 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c52a39d-e64f-47e9-a3b9-6378f4d78ba7 req-3760bad4-78ae-4d66-b5fb-b0369a54b1b9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601808 Mar 07 10:48:11.024248 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-32bd7ca9-c39d-4710-8048-beec12494e0b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6538553 Mar 07 10:48:11.065736 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-46597131-79f7-411b-b03e-eeb290a95512 req-49ee073c-cf20-4c0c-a2db-7f273e5471dc tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=4522e9a0-686f-4c0b-b3a1-151a495ddd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351149 Mar 07 10:48:11.086546 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cf62a3-2a67-414a-9bcc-b97e56a62a0e None None] Network d601a6ef-00a6-4ce1-aac8-446c9f75b6cf requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:48:11.101443 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ade94179-9c1b-4814-83e9-749237fc6c09 req-4be6e0c5-fff2-4197-8029-40ddf7560393 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085602 Mar 07 10:48:11.187612 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3738c0-0181-4352-9ed4-af4d054a019e None None] Network abb04ca4-3ad2-4789-b48b-e38012a58d40 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:48:11.313604 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-859e43e0-bb4d-42a4-b595-9b602a1c55b6 None None] Provisioning complete for port 2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:11.314356 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-859e43e0-bb4d-42a4-b595-9b602a1c55b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:11.327638 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bc86d8aa-522e-4391-81ef-fc0d8081dbae tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router_gateway (26123792-1388-4b26-8fd7-84b68ce29e5f), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:11.337529 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89757fe7-cde8-4be6-b056-be901e137d46 req-694eedb2-fee2-4c80-a785-a08f42e6010a tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:11.339143 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-89757fe7-cde8-4be6-b056-be901e137d46 req-694eedb2-fee2-4c80-a785-a08f42e6010a tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 0.1287227 Mar 07 10:48:11.402545 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-89757fe7-cde8-4be6-b056-be901e137d46 req-57d8945e-4016-47ea-962d-89eabcc2bab8 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453708 Mar 07 10:48:11.403643 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bc86d8aa-522e-4391-81ef-fc0d8081dbae tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:11.525986 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-17839f15-0630-43bb-a10f-9db0733bc899 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for router_gateway (760b5353-eb4e-4473-a73a-2ceca0f1eac6), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:11.527529 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-859e43e0-bb4d-42a4-b595-9b602a1c55b6 None None] Current status of the port 2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:11.593876 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-bc86d8aa-522e-4391-81ef-fc0d8081dbae tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Allocated IP 172.25.3.5 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/987ecae0-7185-4dd6-8de9-4b7f1c4fc532) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:11.622620 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:11.817802 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:48:11.826581 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bc86d8aa-522e-4391-81ef-fc0d8081dbae tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for port (987ecae0-7185-4dd6-8de9-4b7f1c4fc532), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:11.894407 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:11.896483 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:11.977988 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-17839f15-0630-43bb-a10f-9db0733bc899 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (760b5353-eb4e-4473-a73a-2ceca0f1eac6), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:12.013376 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-fc9769f7-1d06-4bf1-83ab-ea48bfd381c2 None None] Provisioning complete for port 2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:12.013754 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fc9769f7-1d06-4bf1-83ab-ea48bfd381c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:12.111206 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6699a69-9742-4d08-9100-c4bc04d4274b req-d533c840-e809-4674-9e04-d667a54ce9c1 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:12.129474 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f6699a69-9742-4d08-9100-c4bc04d4274b req-d533c840-e809-4674-9e04-d667a54ce9c1 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1c56986-4038-45e9-b177-0f983c106b30 HTTP/1.1" status: 200 len: 946 time: 0.7988005 Mar 07 10:48:12.138376 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:12.142941 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 32872) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:12.164701 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-65c5159e-00d7-40b2-acc1-b6f9f0690d36 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Request body: {'floatingip': {'port_id': '0b081c5f-c4e7-4567-8ece-cbcbfd584742'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:12.214220 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-fc9769f7-1d06-4bf1-83ab-ea48bfd381c2 None None] Current status of the port 2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:12.344582 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17862d44-366c-443e-b5dd-bf69620f098d req-9985fe94-9925-4996-8cf2-74bbe6c47d8e tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:12.346189 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17862d44-366c-443e-b5dd-bf69620f098d req-9985fe94-9925-4996-8cf2-74bbe6c47d8e tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.11 "GET /v2.0/networks?id=abb04ca4-3ad2-4789-b48b-e38012a58d40 HTTP/1.1" status: 200 len: 809 time: 0.5354114 Mar 07 10:48:12.347920 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bc86d8aa-522e-4391-81ef-fc0d8081dbae tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (987ecae0-7185-4dd6-8de9-4b7f1c4fc532), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:12.406796 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17862d44-366c-443e-b5dd-bf69620f098d req-155462de-ce11-4ee3-a292-a45bc666ace0 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.11 "GET /v2.0/quotas/f1dbcd74aa6d43f2acb7f3aa9f777b27 HTTP/1.1" status: 200 len: 375 time: 0.0306113 Mar 07 10:48:12.408612 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc86d8aa-522e-4391-81ef-fc0d8081dbae tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:12.412952 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-bc86d8aa-522e-4391-81ef-fc0d8081dbae tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:12.416383 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86d8aa-522e-4391-81ef-fc0d8081dbae tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Port': ['ID=987ecae0-7185-4dd6-8de9-4b7f1c4fc532,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:12.418697 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc86d8aa-522e-4391-81ef-fc0d8081dbae tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:12.471618 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17862d44-366c-443e-b5dd-bf69620f098d req-a0ccb4b8-27b2-4398-a936-d22631c4cf67 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f1dbcd74aa6d43f2acb7f3aa9f777b27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562906 Mar 07 10:48:12.700066 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-65c5159e-00d7-40b2-acc1-b6f9f0690d36 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for floatingip (a1439b30-5af4-4fbd-ab56-0500ccb33e64), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:12.714174 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17862d44-366c-443e-b5dd-bf69620f098d req-5924e8f7-5698-42bc-99ad-3ba72deec177 service neutron] 10.222.0.11 "GET /v2.0/networks/abb04ca4-3ad2-4789-b48b-e38012a58d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343662 Mar 07 10:48:12.717563 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5fb431e-e85e-4a7b-9c1c-91254cd3e79c req-48bda4b2-d969-4004-8d27-15a5e16acf9b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1720734 Mar 07 10:48:12.860112 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf00659-940c-4409-9faa-e22672fd0e2a req-94037208-d244-4b2b-90b8-3aef0b3ad69a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:12.861734 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bdf00659-940c-4409-9faa-e22672fd0e2a req-94037208-d244-4b2b-90b8-3aef0b3ad69a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=46c9e543-634a-4416-99ea-0fdf7ce93814 HTTP/1.1" status: 200 len: 946 time: 0.2236185 Mar 07 10:48:12.892099 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4197f42f-8242-4bdc-9c68-245b553b2ba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (5c57cadc-68e3-4856-9bf5-b0c9d2f87407), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:12.906677 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:12.937384 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb431e-e85e-4a7b-9c1c-91254cd3e79c req-67142730-12ec-4306-b138-41d4027266c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:12.938899 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5fb431e-e85e-4a7b-9c1c-91254cd3e79c req-67142730-12ec-4306-b138-41d4027266c3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=efb48669635249ee9aaece4475163b67&device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 1127 time: 0.1814942 Mar 07 10:48:12.961508 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bc86d8aa-522e-4391-81ef-fc0d8081dbae tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router_gateway (26123792-1388-4b26-8fd7-84b68ce29e5f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:13.001055 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17839f15-0630-43bb-a10f-9db0733bc899 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Router 760b5353-eb4e-4473-a73a-2ceca0f1eac6 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:48:13.014834 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17862d44-366c-443e-b5dd-bf69620f098d req-4ec19aaa-c0b8-4da4-950b-232dec8541da service neutron] 10.222.0.11 "GET /v2.0/networks/abb04ca4-3ad2-4789-b48b-e38012a58d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580242 Mar 07 10:48:13.124124 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bdf00659-940c-4409-9faa-e22672fd0e2a req-72f31d08-8f67-4f84-b45c-cb2aac2cd21c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526529 Mar 07 10:48:13.161865 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb431e-e85e-4a7b-9c1c-91254cd3e79c req-e7ca1f92-ab51-4dc6-9170-79ed2c485a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:13.163052 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5fb431e-e85e-4a7b-9c1c-91254cd3e79c req-e7ca1f92-ab51-4dc6-9170-79ed2c485a22 service neutron] 10.222.0.31 "GET /v2.0/networks?id=8e50499e-fbd5-45c6-a980-59dd492cbb54 HTTP/1.1" status: 200 len: 919 time: 0.1966407 Mar 07 10:48:13.240863 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5fb431e-e85e-4a7b-9c1c-91254cd3e79c req-38547bdd-209a-4cf8-9a1e-2a15c6da0f40 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=538a000e-d5c0-4905-bb9c-891e670d11e6 HTTP/1.1" status: 200 len: 217 time: 0.0419154 Mar 07 10:48:13.379573 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-9398cccd-9e39-4dc7-9692-9c17f90c6528 req-68725253-fca6-43ba-98a0-970c187af506 service neutron] (103767) timed out ('10.222.0.11', 36054) {{(pid=103767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 10:48:13.382233 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bc86d8aa-522e-4391-81ef-fc0d8081dbae tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (26123792-1388-4b26-8fd7-84b68ce29e5f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:13.451188 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17839f15-0630-43bb-a10f-9db0733bc899 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:48:13.463618 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83f6d30-a865-4b56-bd9c-35f5bf360350 None None] Sync routers for ids ['760b5353-eb4e-4473-a73a-2ceca0f1eac6'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:48:13.484037 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83f6d30-a865-4b56-bd9c-35f5bf360350 None None] Routers {'760b5353-eb4e-4473-a73a-2ceca0f1eac6'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:13.484678 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b83f6d30-a865-4b56-bd9c-35f5bf360350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:48:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['760b5353-eb4e-4473-a73a-2ceca0f1eac6'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:13.544097 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b83f6d30-a865-4b56-bd9c-35f5bf360350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:13.558108 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83f6d30-a865-4b56-bd9c-35f5bf360350 None None] Routers {'760b5353-eb4e-4473-a73a-2ceca0f1eac6'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:13.559256 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b83f6d30-a865-4b56-bd9c-35f5bf360350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:48:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['760b5353-eb4e-4473-a73a-2ceca0f1eac6'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:13.571805 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-17839f15-0630-43bb-a10f-9db0733bc899 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:13.576330 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-17839f15-0630-43bb-a10f-9db0733bc899 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.4969628 Mar 07 10:48:13.585305 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 32890) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:13.613247 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b83f6d30-a865-4b56-bd9c-35f5bf360350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:13.615151 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83f6d30-a865-4b56-bd9c-35f5bf360350 None None] The sync data for ids ['760b5353-eb4e-4473-a73a-2ceca0f1eac6'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:48:13.615285 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3d294-56af-4cf5-9d87-001484601972 req-dd34a28c-7ef3-4e53-ba77-3ffbdc2090c8 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:13.616752 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0de3d294-56af-4cf5-9d87-001484601972 req-dd34a28c-7ef3-4e53-ba77-3ffbdc2090c8 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 0.3333383 Mar 07 10:48:13.631294 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6f489fe0-8c67-41b8-be7a-92f0a068869b req-1ed95587-978a-4490-ae09-16470f602dc3 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ad9e54-a5c3-46c2-bca5-40afcef35979 HTTP/1.1" status: 200 len: 210 time: 0.2367921 Mar 07 10:48:13.634224 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb431e-e85e-4a7b-9c1c-91254cd3e79c req-38f00354-40cd-41b9-a4be-fb5e98d0fda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:13.635997 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5fb431e-e85e-4a7b-9c1c-91254cd3e79c req-38f00354-40cd-41b9-a4be-fb5e98d0fda5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=f9604a39-59d4-4a65-aab1-e0de3b159bd9 HTTP/1.1" status: 200 len: 858 time: 0.3883665 Mar 07 10:48:13.733099 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5fb431e-e85e-4a7b-9c1c-91254cd3e79c req-3583fffa-032a-4b3c-b835-cfb1e35d5b92 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=8e50499e-fbd5-45c6-a980-59dd492cbb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731242 Mar 07 10:48:13.820920 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.db.resource_extend [None req-65c5159e-00d7-40b2-acc1-b6f9f0690d36 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:48:13.839495 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc86d8aa-522e-4391-81ef-fc0d8081dbae tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Router 26123792-1388-4b26-8fd7-84b68ce29e5f is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:48:13.966690 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5fb431e-e85e-4a7b-9c1c-91254cd3e79c req-fdb47451-9a07-4a22-894e-32e424307fdd service neutron] 10.222.0.31 "GET /v2.0/networks/8e50499e-fbd5-45c6-a980-59dd492cbb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266273 Mar 07 10:48:14.001818 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0de3d294-56af-4cf5-9d87-001484601972 req-7948f81d-b158-4a03-8cfc-b57e3c43135d tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613291 Mar 07 10:48:14.008863 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-65c5159e-00d7-40b2-acc1-b6f9f0690d36 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:14.061452 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-65c5159e-00d7-40b2-acc1-b6f9f0690d36 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (a1439b30-5af4-4fbd-ab56-0500ccb33e64), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:14.080105 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5af2a94e-2085-4d09-909f-5ca8adc88f98 req-2500ceb6-6a36-4678-b499-c53a05984023 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3402548 Mar 07 10:48:14.119243 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc86d8aa-522e-4391-81ef-fc0d8081dbae tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:48:14.133203 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd5662-24f8-4c0a-ab5b-f1562b0d3e7d None None] Sync routers for ids ['26123792-1388-4b26-8fd7-84b68ce29e5f'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:48:14.156533 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd5662-24f8-4c0a-ab5b-f1562b0d3e7d None None] Routers {'26123792-1388-4b26-8fd7-84b68ce29e5f'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:14.163016 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-6ccd5662-24f8-4c0a-ab5b-f1562b0d3e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:48:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['26123792-1388-4b26-8fd7-84b68ce29e5f'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:14.198250 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bc86d8aa-522e-4391-81ef-fc0d8081dbae tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:14.201281 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-bc86d8aa-522e-4391-81ef-fc0d8081dbae tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.8970222 Mar 07 10:48:14.234730 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 32902) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:14.254167 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-6ccd5662-24f8-4c0a-ab5b-f1562b0d3e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:14.275612 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccd5662-24f8-4c0a-ab5b-f1562b0d3e7d None None] Routers {'26123792-1388-4b26-8fd7-84b68ce29e5f'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:14.276057 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5fb431e-e85e-4a7b-9c1c-91254cd3e79c req-ea20a946-368a-439b-8ce2-ae185782c9d4 service neutron] 10.222.0.31 "GET /v2.0/networks/8e50499e-fbd5-45c6-a980-59dd492cbb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018951 Mar 07 10:48:14.276303 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-6ccd5662-24f8-4c0a-ab5b-f1562b0d3e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:48:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['26123792-1388-4b26-8fd7-84b68ce29e5f'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:14.347742 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-6ccd5662-24f8-4c0a-ab5b-f1562b0d3e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:14.348881 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccd5662-24f8-4c0a-ab5b-f1562b0d3e7d None None] The sync data for ids ['26123792-1388-4b26-8fd7-84b68ce29e5f'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:48:14.441595 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c5abe25c-1537-4ef1-9191-8eeb954762fe tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "GET /v2.0/routers/26123792-1388-4b26-8fd7-84b68ce29e5f HTTP/1.1" status: 200 len: 879 time: 0.2052934 Mar 07 10:48:14.443379 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 32910) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:14.504009 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a707e22f-e384-4473-b7f0-7d8f32b4b030 req-3b1e6ea3-0e59-44b2-955d-d16abcb0ed7a tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:14.510845 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a707e22f-e384-4473-b7f0-7d8f32b4b030 req-3b1e6ea3-0e59-44b2-955d-d16abcb0ed7a tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 0.0619557 Mar 07 10:48:14.563906 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a707e22f-e384-4473-b7f0-7d8f32b4b030 req-9dce26e5-ccd7-4bf3-b155-0f55526e7579 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520499 Mar 07 10:48:14.607539 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-4197f42f-8242-4bdc-9c68-245b553b2ba7 admin admin] Deleting port 5c4e864a-91c0-4f17-b328-cd936815b058 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:14.607891 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4197f42f-8242-4bdc-9c68-245b553b2ba7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (5c4e864a-91c0-4f17-b328-cd936815b058), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:14.690394 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17862d44-366c-443e-b5dd-bf69620f098d req-f6259782-2bd9-413e-a212-a6d07cc9d0e0 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:14.692058 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17862d44-366c-443e-b5dd-bf69620f098d req-f6259782-2bd9-413e-a212-a6d07cc9d0e0 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.31 "GET /v2.0/networks?id=abb04ca4-3ad2-4789-b48b-e38012a58d40 HTTP/1.1" status: 200 len: 809 time: 0.1171339 Mar 07 10:48:14.706801 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-17862d44-366c-443e-b5dd-bf69620f098d req-f185fb39-4856-4884-91bd-32d4e16e9324 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Request body: {'port': {'device_id': '36ad9e54-a5c3-46c2-bca5-40afcef35979', 'network_id': 'abb04ca4-3ad2-4789-b48b-e38012a58d40', 'admin_state_up': True, 'tenant_id': 'f1dbcd74aa6d43f2acb7f3aa9f777b27'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:15.025667 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-65c5159e-00d7-40b2-acc1-b6f9f0690d36 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Floating IP a1439b30-5af4-4fbd-ab56-0500ccb33e64 associated. External IP: 172.25.3.84, port: 0b081c5f-c4e7-4567-8ece-cbcbfd584742. Mar 07 10:48:15.039739 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6d303e15-1be5-4f0e-93a0-b22aa2a3f6dd req-7627bf6a-dd87-4404-807a-c0a13d77a184 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ad9e54-a5c3-46c2-bca5-40afcef35979 HTTP/1.1" status: 200 len: 210 time: 0.0361066 Mar 07 10:48:15.039984 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57168b00-d851-4e95-bf89-8161bbe98bcb req-a4d45dd5-981c-418d-b2bb-e97c6142000b tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:15.041355 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-57168b00-d851-4e95-bf89-8161bbe98bcb req-a4d45dd5-981c-418d-b2bb-e97c6142000b tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=46c9e543-634a-4416-99ea-0fdf7ce93814 HTTP/1.1" status: 200 len: 946 time: 0.7174683 Mar 07 10:48:15.043689 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2a94e-2085-4d09-909f-5ca8adc88f98 req-fbf205c3-3711-406e-b01b-b3fcbfa0e1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:15.045048 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5af2a94e-2085-4d09-909f-5ca8adc88f98 req-fbf205c3-3711-406e-b01b-b3fcbfa0e1ba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efb48669635249ee9aaece4475163b67&device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 1127 time: 0.7586772 Mar 07 10:48:15.126455 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17862d44-366c-443e-b5dd-bf69620f098d req-f185fb39-4856-4884-91bd-32d4e16e9324 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Made reservation on behalf of f1dbcd74aa6d43f2acb7f3aa9f777b27 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:15.129896 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-17862d44-366c-443e-b5dd-bf69620f098d req-f185fb39-4856-4884-91bd-32d4e16e9324 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:15.266140 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-17862d44-366c-443e-b5dd-bf69620f098d req-f185fb39-4856-4884-91bd-32d4e16e9324 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Allocated IP 172.20.0.9 (abb04ca4-3ad2-4789-b48b-e38012a58d40/cc2f7145-8dfe-4fc0-bdf6-7b0d2f522938/e184f6de-f529-46e6-b25a-d225f08f3b52) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:15.373242 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-4197f42f-8242-4bdc-9c68-245b553b2ba7 admin admin] For port 5c4e864a-91c0-4f17-b328-cd936815b058, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=5c4e864a-91c0-4f17-b328-cd936815b058,segment=NetworkSegment(8d84e862-2cc8-4b1e-9958-c83ca93dd398),segment_id=8d84e862-2cc8-4b1e-9958-c83ca93dd398)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:15.373242 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4197f42f-8242-4bdc-9c68-245b553b2ba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (5c4e864a-91c0-4f17-b328-cd936815b058), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:15.383671 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-57168b00-d851-4e95-bf89-8161bbe98bcb req-0cf600c0-aa42-4470-9ac2-95455495d380 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769327 Mar 07 10:48:15.439522 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-17862d44-366c-443e-b5dd-bf69620f098d req-f185fb39-4856-4884-91bd-32d4e16e9324 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Publish callbacks [] for port (e184f6de-f529-46e6-b25a-d225f08f3b52), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:15.475895 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2a94e-2085-4d09-909f-5ca8adc88f98 req-dd23ad15-dee5-4ba1-b925-1fbb556dcc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:15.476654 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-17862d44-366c-443e-b5dd-bf69620f098d req-f185fb39-4856-4884-91bd-32d4e16e9324 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (e184f6de-f529-46e6-b25a-d225f08f3b52), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:15.477584 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5af2a94e-2085-4d09-909f-5ca8adc88f98 req-dd23ad15-dee5-4ba1-b925-1fbb556dcc4d service neutron] 10.222.0.21 "GET /v2.0/networks?id=8e50499e-fbd5-45c6-a980-59dd492cbb54 HTTP/1.1" status: 200 len: 919 time: 0.3671343 Mar 07 10:48:15.478393 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-4197f42f-8242-4bdc-9c68-245b553b2ba7 admin admin] Calling delete_port for 5c4e864a-91c0-4f17-b328-cd936815b058 owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:15.525502 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17862d44-366c-443e-b5dd-bf69620f098d req-f185fb39-4856-4884-91bd-32d4e16e9324 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Network abb04ca4-3ad2-4789-b48b-e38012a58d40 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:15.528657 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-17862d44-366c-443e-b5dd-bf69620f098d req-f185fb39-4856-4884-91bd-32d4e16e9324 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:15.532332 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-17862d44-366c-443e-b5dd-bf69620f098d req-f185fb39-4856-4884-91bd-32d4e16e9324 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:15.538840 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f185fb39-4856-4884-91bd-32d4e16e9324 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Pushing event updated for resources: {'Port': ['ID=e184f6de-f529-46e6-b25a-d225f08f3b52,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:15.587551 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17862d44-366c-443e-b5dd-bf69620f098d req-f185fb39-4856-4884-91bd-32d4e16e9324 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:15.588293 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-17862d44-366c-443e-b5dd-bf69620f098d req-f185fb39-4856-4884-91bd-32d4e16e9324 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:15.605038 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5af2a94e-2085-4d09-909f-5ca8adc88f98 req-9fc10b75-2313-4580-b3c4-83564d1733f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86acb899-503f-4e06-a7d0-e4abf9e23dd3 HTTP/1.1" status: 200 len: 217 time: 0.1120172 Mar 07 10:48:15.609544 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17862d44-366c-443e-b5dd-bf69620f098d req-f185fb39-4856-4884-91bd-32d4e16e9324 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9073634 Mar 07 10:48:15.624467 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-17862d44-366c-443e-b5dd-bf69620f098d req-49eb9bee-401e-4138-b828-0d94104ed525 service neutron] Request body: {'port': {'device_id': '36ad9e54-a5c3-46c2-bca5-40afcef35979', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:15.723371 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-17862d44-366c-443e-b5dd-bf69620f098d req-49eb9bee-401e-4138-b828-0d94104ed525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e184f6de-f529-46e6-b25a-d225f08f3b52), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:15.766622 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0affe0-68e3-4666-a759-42f90720a867 req-d640094b-8447-442b-9eac-b2b9768cf9c4 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:15.768171 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9e0affe0-68e3-4666-a759-42f90720a867 req-d640094b-8447-442b-9eac-b2b9768cf9c4 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 0.1156342 Mar 07 10:48:15.844139 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2a94e-2085-4d09-909f-5ca8adc88f98 req-53656f35-f2c1-4539-847b-657b66198c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:15.845735 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5af2a94e-2085-4d09-909f-5ca8adc88f98 req-53656f35-f2c1-4539-847b-657b66198c37 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9604a39-59d4-4a65-aab1-e0de3b159bd9 HTTP/1.1" status: 200 len: 858 time: 0.2004008 Mar 07 10:48:15.865817 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4ad4c4e6-a169-4f8e-822f-28f4ba5b274f tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 1.4150078 Mar 07 10:48:15.867732 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 32920) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:15.880329 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-edf2f1ee-aac5-41ae-9df8-86d646fd4d99 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1530604759'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:15.941079 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5af2a94e-2085-4d09-909f-5ca8adc88f98 req-503cd391-2ce9-440f-bdc2-1beedbf4b03f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e50499e-fbd5-45c6-a980-59dd492cbb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882730 Mar 07 10:48:15.946014 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9e0affe0-68e3-4666-a759-42f90720a867 req-5a161f86-0a37-41f8-9821-c80208d915e1 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674225 Mar 07 10:48:15.965193 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c5159e-00d7-40b2-acc1-b6f9f0690d36 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Router dbe384a5-db09-4013-b7fe-237a2c708d3b has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:48:15.967439 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-36be1185-b65e-4049-82ee-eee9e06407d6 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:16.234905 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-17862d44-366c-443e-b5dd-bf69620f098d req-49eb9bee-401e-4138-b828-0d94104ed525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e184f6de-f529-46e6-b25a-d225f08f3b52 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:48:16.245592 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-17862d44-366c-443e-b5dd-bf69620f098d req-49eb9bee-401e-4138-b828-0d94104ed525 service neutron] Publish callbacks [] for port (e184f6de-f529-46e6-b25a-d225f08f3b52), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:16.318527 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5af2a94e-2085-4d09-909f-5ca8adc88f98 req-3a76a786-1063-4056-8056-674bd35d864b service neutron] 10.222.0.21 "GET /v2.0/networks/8e50499e-fbd5-45c6-a980-59dd492cbb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635931 Mar 07 10:48:16.373422 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-edf2f1ee-aac5-41ae-9df8-86d646fd4d99 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26448'] for router (26123792-1388-4b26-8fd7-84b68ce29e5f), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:16.386179 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-17862d44-366c-443e-b5dd-bf69620f098d req-49eb9bee-401e-4138-b828-0d94104ed525 service neutron] Transition to ACTIVE for port object e184f6de-f529-46e6-b25a-d225f08f3b52 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:48:16.390328 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-edf2f1ee-aac5-41ae-9df8-86d646fd4d99 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674560'] for router (26123792-1388-4b26-8fd7-84b68ce29e5f), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:16.405616 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4197f42f-8242-4bdc-9c68-245b553b2ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (5c4e864a-91c0-4f17-b328-cd936815b058), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:16.437141 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-17862d44-366c-443e-b5dd-bf69620f098d req-49eb9bee-401e-4138-b828-0d94104ed525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (e184f6de-f529-46e6-b25a-d225f08f3b52), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:16.469650 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82ad2e-787f-478e-b991-2b4b8c9c2f32 req-651d7124-d0be-46b2-a4a1-3908d708f842 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:16.471695 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec82ad2e-787f-478e-b991-2b4b8c9c2f32 req-651d7124-d0be-46b2-a4a1-3908d708f842 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ad9e54-a5c3-46c2-bca5-40afcef35979 HTTP/1.1" status: 200 len: 931 time: 0.3190489 Mar 07 10:48:16.472100 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c5159e-00d7-40b2-acc1-b6f9f0690d36 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:48:16.499418 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8986f3af-eb2e-4f43-b12b-ac35ac2a53e7 None None] Sync routers for ids ['dbe384a5-db09-4013-b7fe-237a2c708d3b'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:48:16.501269 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-65c5159e-00d7-40b2-acc1-b6f9f0690d36 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:16.526958 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8986f3af-eb2e-4f43-b12b-ac35ac2a53e7 None None] Routers {'dbe384a5-db09-4013-b7fe-237a2c708d3b'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:16.528505 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8986f3af-eb2e-4f43-b12b-ac35ac2a53e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:48:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['dbe384a5-db09-4013-b7fe-237a2c708d3b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:16.537530 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197f42f-8242-4bdc-9c68-245b553b2ba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c4e864a-91c0-4f17-b328-cd936815b058,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:16.571250 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb9bee-401e-4138-b828-0d94104ed525 service neutron] Pushing event updated for resources: {'Port': ['ID=e184f6de-f529-46e6-b25a-d225f08f3b52,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:16.677137 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-8986f3af-eb2e-4f43-b12b-ac35ac2a53e7 None None] Set router dbe384a5-db09-4013-b7fe-237a2c708d3b gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:48:16.681369 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09782b73-3fa3-418f-9775-57de99ba1ead req-d5ef5598-3f9f-487d-9c3e-c79b137a4095 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:16.689289 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-09782b73-3fa3-418f-9775-57de99ba1ead req-d5ef5598-3f9f-487d-9c3e-c79b137a4095 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=46c9e543-634a-4416-99ea-0fdf7ce93814 HTTP/1.1" status: 200 len: 946 time: 0.2060659 Mar 07 10:48:16.763005 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-65c5159e-00d7-40b2-acc1-b6f9f0690d36 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "PUT /v2.0/floatingips/a1439b30-5af4-4fbd-ab56-0500ccb33e64 HTTP/1.1" status: 200 len: 991 time: 4.5880883 Mar 07 10:48:16.763005 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1c56986-4038-45e9-b177-0f983c106b30', 'tag': '0b081c5f-c4e7-4567-8ece-cbcbfd584742'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:48:16.765150 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77eb054-2a49-4287-960f-0dec6ce47856" -d '{"events": [{"name": "network-changed", "server_uuid": "f1c56986-4038-45e9-b177-0f983c106b30", "tag": "0b081c5f-c4e7-4567-8ece-cbcbfd584742"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:48:16.780233 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5af2a94e-2085-4d09-909f-5ca8adc88f98 req-6ffa36e8-d873-4ec5-92f9-d75d2884558f service neutron] 10.222.0.21 "GET /v2.0/networks/8e50499e-fbd5-45c6-a980-59dd492cbb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505122 Mar 07 10:48:16.814807 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf2f1ee-aac5-41ae-9df8-86d646fd4d99 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Router 26123792-1388-4b26-8fd7-84b68ce29e5f has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:48:16.825676 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec82ad2e-787f-478e-b991-2b4b8c9c2f32 req-41cf63a0-d820-4d57-a070-33f7ae9d5ce7 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.11 "GET /v2.0/security-groups?id=0297ace3-ed3c-4896-828b-a60a77d66a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205392 Mar 07 10:48:16.841653 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-09782b73-3fa3-418f-9775-57de99ba1ead req-18b09ba9-23da-4631-982f-2c4f878ae69b tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488421 Mar 07 10:48:16.848067 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-17862d44-366c-443e-b5dd-bf69620f098d req-49eb9bee-401e-4138-b828-0d94104ed525 service neutron] Attempting to bind port e184f6de-f529-46e6-b25a-d225f08f3b52 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:16.848404 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-17862d44-366c-443e-b5dd-bf69620f098d req-49eb9bee-401e-4138-b828-0d94104ed525 service neutron] Attempting to bind port e184f6de-f529-46e6-b25a-d225f08f3b52 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '7d1fcb66-866d-4c9a-969e-9df55c8ad9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'abb04ca4-3ad2-4789-b48b-e38012a58d40'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:16.848728 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17862d44-366c-443e-b5dd-bf69620f098d req-49eb9bee-401e-4138-b828-0d94104ed525 service neutron] Attempting to bind port e184f6de-f529-46e6-b25a-d225f08f3b52 on network abb04ca4-3ad2-4789-b48b-e38012a58d40 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:16.876460 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17862d44-366c-443e-b5dd-bf69620f098d req-49eb9bee-401e-4138-b828-0d94104ed525 service neutron] Port e184f6de-f529-46e6-b25a-d225f08f3b52 on network abb04ca4-3ad2-4789-b48b-e38012a58d40 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:16.881375 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17862d44-366c-443e-b5dd-bf69620f098d req-49eb9bee-401e-4138-b828-0d94104ed525 service neutron] Attempting to bind port e184f6de-f529-46e6-b25a-d225f08f3b52 on network abb04ca4-3ad2-4789-b48b-e38012a58d40 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:16.923937 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17862d44-366c-443e-b5dd-bf69620f098d req-49eb9bee-401e-4138-b828-0d94104ed525 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:48:16.924296 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17862d44-366c-443e-b5dd-bf69620f098d req-49eb9bee-401e-4138-b828-0d94104ed525 service neutron] Checking segment: {'id': '7d1fcb66-866d-4c9a-969e-9df55c8ad9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'abb04ca4-3ad2-4789-b48b-e38012a58d40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:16.924690 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17862d44-366c-443e-b5dd-bf69620f098d req-49eb9bee-401e-4138-b828-0d94104ed525 service neutron] Bound using segment: {'id': '7d1fcb66-866d-4c9a-969e-9df55c8ad9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'abb04ca4-3ad2-4789-b48b-e38012a58d40'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:48:16.925166 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-17862d44-366c-443e-b5dd-bf69620f098d req-49eb9bee-401e-4138-b828-0d94104ed525 service neutron] Bound port: e184f6de-f529-46e6-b25a-d225f08f3b52, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d1fcb66-866d-4c9a-969e-9df55c8ad9ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'abb04ca4-3ad2-4789-b48b-e38012a58d40'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:48:16.925788 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-17862d44-366c-443e-b5dd-bf69620f098d req-49eb9bee-401e-4138-b828-0d94104ed525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e184f6de-f529-46e6-b25a-d225f08f3b52), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:16.939572 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63d3e3d-c5bc-4206-9a57-b1ecd88095cf x-openstack-request-id: req-c63d3e3d-c5bc-4206-9a57-b1ecd88095cf {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:16.939893 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1c56986-4038-45e9-b177-0f983c106b30", "tag": "0b081c5f-c4e7-4567-8ece-cbcbfd584742", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:16.940156 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c63d3e3d-c5bc-4206-9a57-b1ecd88095cf {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:16.940557 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1c56986-4038-45e9-b177-0f983c106b30', 'tag': '0b081c5f-c4e7-4567-8ece-cbcbfd584742', 'status': 'completed', 'code': 200} Mar 07 10:48:17.051154 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf2f1ee-aac5-41ae-9df8-86d646fd4d99 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:48:17.053236 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-17862d44-366c-443e-b5dd-bf69620f098d req-49eb9bee-401e-4138-b828-0d94104ed525 service neutron] For port e184f6de-f529-46e6-b25a-d225f08f3b52, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:48:17.060890 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-edf2f1ee-aac5-41ae-9df8-86d646fd4d99 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:17.061920 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258a5c2a-6a84-4af2-9a9c-a02e4715e80b None None] Sync routers for ids ['26123792-1388-4b26-8fd7-84b68ce29e5f'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:48:17.062538 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-edf2f1ee-aac5-41ae-9df8-86d646fd4d99 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "PUT /v2.0/routers/26123792-1388-4b26-8fd7-84b68ce29e5f HTTP/1.1" status: 200 len: 886 time: 1.1896250 Mar 07 10:48:17.063970 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-17862d44-366c-443e-b5dd-bf69620f098d req-49eb9bee-401e-4138-b828-0d94104ed525 service neutron] For port e184f6de-f529-46e6-b25a-d225f08f3b52, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=e184f6de-f529-46e6-b25a-d225f08f3b52,segment=NetworkSegment(7d1fcb66-866d-4c9a-969e-9df55c8ad9ad),segment_id=7d1fcb66-866d-4c9a-969e-9df55c8ad9ad)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:48:17.065756 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 32952) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:17.078362 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-36be1185-b65e-4049-82ee-eee9e06407d6 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Allocated IP 172.20.0.1 (d601a6ef-00a6-4ce1-aac8-446c9f75b6cf/54c14e3a-534e-4222-9d6e-0dbb411adc46/a01f1457-3b7e-4a20-9553-8ca7c8a6bb7f) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:17.082156 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258a5c2a-6a84-4af2-9a9c-a02e4715e80b None None] Routers {'26123792-1388-4b26-8fd7-84b68ce29e5f'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:17.082949 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-258a5c2a-6a84-4af2-9a9c-a02e4715e80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:48:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['26123792-1388-4b26-8fd7-84b68ce29e5f'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:17.117408 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-17862d44-366c-443e-b5dd-bf69620f098d req-49eb9bee-401e-4138-b828-0d94104ed525 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (e184f6de-f529-46e6-b25a-d225f08f3b52), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:17.127370 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-258a5c2a-6a84-4af2-9a9c-a02e4715e80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:17.153456 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258a5c2a-6a84-4af2-9a9c-a02e4715e80b None None] Routers {'26123792-1388-4b26-8fd7-84b68ce29e5f'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:17.157638 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-258a5c2a-6a84-4af2-9a9c-a02e4715e80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:48:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['26123792-1388-4b26-8fd7-84b68ce29e5f'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:17.168156 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3f7b0-9f94-4443-ab57-33be6dc90127 req-41eaacfc-9136-4164-814a-8ac028dde6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:17.170395 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8cd3f7b0-9f94-4443-ab57-33be6dc90127 req-41eaacfc-9136-4164-814a-8ac028dde6fb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=efb48669635249ee9aaece4475163b67&device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 1127 time: 0.3355482 Mar 07 10:48:17.184411 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77eb054-2a49-4287-960f-0dec6ce47856 req-9fa56b2f-49fb-49e2-b3c4-818614a40adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:17.186366 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e77eb054-2a49-4287-960f-0dec6ce47856 req-9fa56b2f-49fb-49e2-b3c4-818614a40adb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=963e73da008c45bbbe3340617f958250&device_id=f1c56986-4038-45e9-b177-0f983c106b30 HTTP/1.1" status: 200 len: 1128 time: 0.2516208 Mar 07 10:48:17.187174 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17862d44-366c-443e-b5dd-bf69620f098d req-49eb9bee-401e-4138-b828-0d94104ed525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:17.188102 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-17862d44-366c-443e-b5dd-bf69620f098d req-49eb9bee-401e-4138-b828-0d94104ed525 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:17.189196 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17862d44-366c-443e-b5dd-bf69620f098d req-49eb9bee-401e-4138-b828-0d94104ed525 service neutron] 10.222.0.31 "PUT /v2.0/ports/e184f6de-f529-46e6-b25a-d225f08f3b52 HTTP/1.1" status: 200 len: 1091 time: 1.5724595 Mar 07 10:48:17.189616 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ad9e54-a5c3-46c2-bca5-40afcef35979', 'tag': 'e184f6de-f529-46e6-b25a-d225f08f3b52'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:48:17.191846 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ab05fc-04b9-4e8c-93b1-6a579b49a86a" -d '{"events": [{"name": "network-changed", "server_uuid": "36ad9e54-a5c3-46c2-bca5-40afcef35979", "tag": "e184f6de-f529-46e6-b25a-d225f08f3b52"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:48:17.216652 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-258a5c2a-6a84-4af2-9a9c-a02e4715e80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:17.217766 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258a5c2a-6a84-4af2-9a9c-a02e4715e80b None None] The sync data for ids ['26123792-1388-4b26-8fd7-84b68ce29e5f'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:48:17.256451 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8986f3af-eb2e-4f43-b12b-ac35ac2a53e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'name': 'tempest-AttachVolumeNegativeTest-2102200365-router', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:01Z', 'revision_number': 4, 'project_id': '963e73da008c45bbbe3340617f958250', 'gw_port': {'id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'a1439b30-5af4-4fbd-ab56-0500ccb33e64', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'floating_ip_address': '172.25.3.84', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'port_id': '0b081c5f-c4e7-4567-8ece-cbcbfd584742', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1985, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'mac_address': 'fa:16:3e:5e:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c56986-4038-45e9-b177-0f983c106b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:47:48Z', 'updated_at': '2022-03-07T10:48:13Z', 'revision_number': 1, 'project_id': '963e73da008c45bbbe3340617f958250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4094086-0f71-4ec9-bccb-a291495bd930', 'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'mac_address': 'fa:16:3e:8e:5e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:59Z', 'updated_at': '2022-03-07T10:41:11Z', 'revision_number': 5, 'project_id': '963e73da008c45bbbe3340617f958250', 'subnets': [{'id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:17.296045 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8986f3af-eb2e-4f43-b12b-ac35ac2a53e7 None None] Checking router: dbe384a5-db09-4013-b7fe-237a2c708d3b for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:48:17.305662 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8986f3af-eb2e-4f43-b12b-ac35ac2a53e7 None None] Routers {'dbe384a5-db09-4013-b7fe-237a2c708d3b'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:17.306360 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8986f3af-eb2e-4f43-b12b-ac35ac2a53e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:48:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['dbe384a5-db09-4013-b7fe-237a2c708d3b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:17.327116 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3f7b0-9f94-4443-ab57-33be6dc90127 req-2ecc0cc3-8f12-4684-9609-ea4f5e11e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:17.328554 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8cd3f7b0-9f94-4443-ab57-33be6dc90127 req-2ecc0cc3-8f12-4684-9609-ea4f5e11e6b2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8e50499e-fbd5-45c6-a980-59dd492cbb54 HTTP/1.1" status: 200 len: 919 time: 0.1513073 Mar 07 10:48:17.342676 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3adf17b-0f26-4224-8577-2000eaa6cd94 x-openstack-request-id: req-d3adf17b-0f26-4224-8577-2000eaa6cd94 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:17.343319 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ad9e54-a5c3-46c2-bca5-40afcef35979", "tag": "e184f6de-f529-46e6-b25a-d225f08f3b52", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:17.343769 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d3adf17b-0f26-4224-8577-2000eaa6cd94 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:17.345021 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ad9e54-a5c3-46c2-bca5-40afcef35979', 'tag': 'e184f6de-f529-46e6-b25a-d225f08f3b52', 'status': 'completed', 'code': 200} Mar 07 10:48:17.345866 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb9bee-401e-4138-b828-0d94104ed525 service neutron] Pushing event updated for resources: {'Port': ['ID=e184f6de-f529-46e6-b25a-d225f08f3b52,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:17.395787 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17862d44-366c-443e-b5dd-bf69620f098d req-b6e7bb75-5047-4a07-b3dc-99606aa2640a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:17.397468 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17862d44-366c-443e-b5dd-bf69620f098d req-b6e7bb75-5047-4a07-b3dc-99606aa2640a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f1dbcd74aa6d43f2acb7f3aa9f777b27&device_id=36ad9e54-a5c3-46c2-bca5-40afcef35979 HTTP/1.1" status: 200 len: 1125 time: 0.1318607 Mar 07 10:48:17.410354 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6a3d5460-7475-401d-a209-eb2ab379c169 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "GET /v2.0/routers/26123792-1388-4b26-8fd7-84b68ce29e5f HTTP/1.1" status: 200 len: 886 time: 0.3401101 Mar 07 10:48:17.417050 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 32962) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:17.451280 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17862d44-366c-443e-b5dd-bf69620f098d req-32be6871-406f-418f-af5f-50b05e9bc74f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e184f6de-f529-46e6-b25a-d225f08f3b52 HTTP/1.1" status: 200 len: 217 time: 0.0425415 Mar 07 10:48:17.453285 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4197f42f-8242-4bdc-9c68-245b553b2ba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (5c57cadc-68e3-4856-9bf5-b0c9d2f87407), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:17.453579 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-8986f3af-eb2e-4f43-b12b-ac35ac2a53e7 None None] Set router dbe384a5-db09-4013-b7fe-237a2c708d3b gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:48:17.512378 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17862d44-366c-443e-b5dd-bf69620f098d req-4ce0898d-197d-4171-8067-3dd96bb09779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:17.522878 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17862d44-366c-443e-b5dd-bf69620f098d req-4ce0898d-197d-4171-8067-3dd96bb09779 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cc2f7145-8dfe-4fc0-bdf6-7b0d2f522938 HTTP/1.1" status: 200 len: 849 time: 0.0646055 Mar 07 10:48:17.528142 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b9055bfc-3641-4baf-aedb-96c749fc4382 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "GET /v2.0/ports?device_id=26123792-1388-4b26-8fd7-84b68ce29e5f HTTP/1.1" status: 200 len: 205 time: 0.1046677 Mar 07 10:48:17.539261 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 32966) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:17.561277 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8cd3f7b0-9f94-4443-ab57-33be6dc90127 req-16c0769b-7614-4e94-b7ca-d060940e4ddf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86acb899-503f-4e06-a7d0-e4abf9e23dd3 HTTP/1.1" status: 200 len: 217 time: 0.1431942 Mar 07 10:48:17.580712 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98d1e7-e69c-4db8-b4e7-4db40cc9c098 req-424f0d1c-6a56-4207-85b5-57a35509f1e7 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:17.582295 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c98d1e7-e69c-4db8-b4e7-4db40cc9c098 req-424f0d1c-6a56-4207-85b5-57a35509f1e7 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 0.4969101 Mar 07 10:48:17.631468 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17862d44-366c-443e-b5dd-bf69620f098d req-a7b8551b-b34f-4d1e-9986-b865f63f728a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=abb04ca4-3ad2-4789-b48b-e38012a58d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001492 Mar 07 10:48:17.673772 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77eb054-2a49-4287-960f-0dec6ce47856 req-fd186126-97f9-47ab-b55b-630eb7b8ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:17.675707 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e77eb054-2a49-4287-960f-0dec6ce47856 req-fd186126-97f9-47ab-b55b-630eb7b8ea86 service neutron] 10.222.0.31 "GET /v2.0/networks?id=00afd099-7a30-4cd1-919e-35d92c7ee376 HTTP/1.1" status: 200 len: 916 time: 0.3510892 Mar 07 10:48:17.765854 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8986f3af-eb2e-4f43-b12b-ac35ac2a53e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'name': 'tempest-AttachVolumeNegativeTest-2102200365-router', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:01Z', 'revision_number': 4, 'project_id': '963e73da008c45bbbe3340617f958250', 'gw_port': {'id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'a1439b30-5af4-4fbd-ab56-0500ccb33e64', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'floating_ip_address': '172.25.3.84', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'port_id': '0b081c5f-c4e7-4567-8ece-cbcbfd584742', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1985, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'mac_address': 'fa:16:3e:5e:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c56986-4038-45e9-b177-0f983c106b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:47:48Z', 'updated_at': '2022-03-07T10:48:13Z', 'revision_number': 1, 'project_id': '963e73da008c45bbbe3340617f958250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4094086-0f71-4ec9-bccb-a291495bd930', 'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'mac_address': 'fa:16:3e:8e:5e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:59Z', 'updated_at': '2022-03-07T10:41:11Z', 'revision_number': 5, 'project_id': '963e73da008c45bbbe3340617f958250', 'subnets': [{'id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:17.773946 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c3175a4b-f615-4a0c-b272-6ade614eddb1 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router (26123792-1388-4b26-8fd7-84b68ce29e5f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:17.811373 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8986f3af-eb2e-4f43-b12b-ac35ac2a53e7 None None] The sync data for ids ['dbe384a5-db09-4013-b7fe-237a2c708d3b'] in n-d-832164-4 is: [{'id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'name': 'tempest-AttachVolumeNegativeTest-2102200365-router', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:01Z', 'revision_number': 4, 'project_id': '963e73da008c45bbbe3340617f958250', 'gw_port': {'id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'a1439b30-5af4-4fbd-ab56-0500ccb33e64', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'floating_ip_address': '172.25.3.84', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'port_id': '0b081c5f-c4e7-4567-8ece-cbcbfd584742', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1985, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'mac_address': 'fa:16:3e:5e:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1c56986-4038-45e9-b177-0f983c106b30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:47:48Z', 'updated_at': '2022-03-07T10:48:13Z', 'revision_number': 1, 'project_id': '963e73da008c45bbbe3340617f958250', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c4094086-0f71-4ec9-bccb-a291495bd930', 'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'mac_address': 'fa:16:3e:8e:5e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:59Z', 'updated_at': '2022-03-07T10:41:11Z', 'revision_number': 5, 'project_id': '963e73da008c45bbbe3340617f958250', 'subnets': [{'id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:48:17.835365 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17862d44-366c-443e-b5dd-bf69620f098d req-92efb4be-2469-4d0c-a721-92f573bde8a7 service neutron] 10.222.0.31 "GET /v2.0/networks/abb04ca4-3ad2-4789-b48b-e38012a58d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968932 Mar 07 10:48:18.159711 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf52de41-14ad-4e6d-9fae-9f1ad40cce30 None None] New status for floating IP a1439b30-5af4-4fbd-ab56-0500ccb33e64: ACTIVE {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:48:18.248144 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:18.288669 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3f7b0-9f94-4443-ab57-33be6dc90127 req-f8108544-739f-40cf-ae7a-4375c939f8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:18.294158 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8cd3f7b0-9f94-4443-ab57-33be6dc90127 req-f8108544-739f-40cf-ae7a-4375c939f8df service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f9604a39-59d4-4a65-aab1-e0de3b159bd9 HTTP/1.1" status: 200 len: 858 time: 0.7204738 Mar 07 10:48:18.302264 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-36be1185-b65e-4049-82ee-eee9e06407d6 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for port (a01f1457-3b7e-4a20-9553-8ca7c8a6bb7f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:18.338546 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8cd3f7b0-9f94-4443-ab57-33be6dc90127 req-91f8b468-0d0c-41bc-9330-1f9b48a7b507 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8e50499e-fbd5-45c6-a980-59dd492cbb54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344701 Mar 07 10:48:18.354521 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e0c52-5712-4908-b52f-a5a2bb1c36d2 req-794bee7c-beae-4fc1-950f-d95892d983bb tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:18.356534 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e85e0c52-5712-4908-b52f-a5a2bb1c36d2 req-794bee7c-beae-4fc1-950f-d95892d983bb tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ad9e54-a5c3-46c2-bca5-40afcef35979 HTTP/1.1" status: 200 len: 943 time: 0.1555381 Mar 07 10:48:18.401997 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17862d44-366c-443e-b5dd-bf69620f098d req-406cdbe3-fa97-43b4-9f3b-1464970fe29f service neutron] 10.222.0.31 "GET /v2.0/networks/abb04ca4-3ad2-4789-b48b-e38012a58d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5588667 Mar 07 10:48:18.421100 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c3175a4b-f615-4a0c-b272-6ade614eddb1 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router_gateway (26123792-1388-4b26-8fd7-84b68ce29e5f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:18.464232 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e85e0c52-5712-4908-b52f-a5a2bb1c36d2 req-3713fa3c-3370-467e-b3bf-7ff7f0be9f90 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.11 "GET /v2.0/security-groups?id=0297ace3-ed3c-4896-828b-a60a77d66a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899868 Mar 07 10:48:18.465477 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e77eb054-2a49-4287-960f-0dec6ce47856 req-41c8e034-2139-44f5-953e-6f217504439b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b081c5f-c4e7-4567-8ece-cbcbfd584742 HTTP/1.1" status: 200 len: 999 time: 0.7575133 Mar 07 10:48:18.525763 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c98d1e7-e69c-4db8-b4e7-4db40cc9c098 req-3a505555-9d54-47de-8010-326ee4852a98 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9216857 Mar 07 10:48:18.554259 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-36be1185-b65e-4049-82ee-eee9e06407d6 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (a01f1457-3b7e-4a20-9553-8ca7c8a6bb7f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:18.577590 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab05fc-04b9-4e8c-93b1-6a579b49a86a req-90b78890-7bf0-4868-944a-7ce64eb122c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:18.579432 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-37ab05fc-04b9-4e8c-93b1-6a579b49a86a req-90b78890-7bf0-4868-944a-7ce64eb122c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f1dbcd74aa6d43f2acb7f3aa9f777b27&device_id=36ad9e54-a5c3-46c2-bca5-40afcef35979 HTTP/1.1" status: 200 len: 1125 time: 0.1110747 Mar 07 10:48:18.591477 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8cd3f7b0-9f94-4443-ab57-33be6dc90127 req-80664f92-f0de-44f3-9fb5-4dbad1969e12 service neutron] 10.222.0.21 "GET /v2.0/networks/8e50499e-fbd5-45c6-a980-59dd492cbb54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427468 Mar 07 10:48:18.671691 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-c3175a4b-f615-4a0c-b272-6ade614eddb1 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Deleting port 987ecae0-7185-4dd6-8de9-4b7f1c4fc532 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:18.672285 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c3175a4b-f615-4a0c-b272-6ade614eddb1 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (987ecae0-7185-4dd6-8de9-4b7f1c4fc532), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:18.672958 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36be1185-b65e-4049-82ee-eee9e06407d6 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Network d601a6ef-00a6-4ce1-aac8-446c9f75b6cf is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:18.688695 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-36be1185-b65e-4049-82ee-eee9e06407d6 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:18.691346 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36be1185-b65e-4049-82ee-eee9e06407d6 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:18.733887 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab05fc-04b9-4e8c-93b1-6a579b49a86a req-465acc23-8f0d-46e3-ba36-da2cda5d8e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:18.735500 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-37ab05fc-04b9-4e8c-93b1-6a579b49a86a req-465acc23-8f0d-46e3-ba36-da2cda5d8e31 service neutron] 10.222.0.31 "GET /v2.0/networks?id=abb04ca4-3ad2-4789-b48b-e38012a58d40 HTTP/1.1" status: 200 len: 910 time: 0.1482666 Mar 07 10:48:18.765916 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be1185-b65e-4049-82ee-eee9e06407d6 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event updated for resources: {'Port': ['ID=a01f1457-3b7e-4a20-9553-8ca7c8a6bb7f,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:18.809324 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77eb054-2a49-4287-960f-0dec6ce47856 req-8701d044-4f7d-4248-92d6-a0fc800205db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:18.810744 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e77eb054-2a49-4287-960f-0dec6ce47856 req-8701d044-4f7d-4248-92d6-a0fc800205db service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e733737e-c8f1-4ea9-8337-47939319caff HTTP/1.1" status: 200 len: 854 time: 0.2971711 Mar 07 10:48:18.840550 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-37ab05fc-04b9-4e8c-93b1-6a579b49a86a req-832938da-5764-4bcf-9bd8-ea5d0650ed97 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e184f6de-f529-46e6-b25a-d225f08f3b52 HTTP/1.1" status: 200 len: 217 time: 0.0637388 Mar 07 10:48:18.845579 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-36be1185-b65e-4049-82ee-eee9e06407d6 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (760b5353-eb4e-4473-a73a-2ceca0f1eac6), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:18.867972 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fbb7d-9900-4347-811c-adad7bb77405 req-3c8c25a2-d0ce-4c6d-b325-b7c295cc4e90 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:18.876423 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-439fbb7d-9900-4347-811c-adad7bb77405 req-3c8c25a2-d0ce-4c6d-b325-b7c295cc4e90 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=46c9e543-634a-4416-99ea-0fdf7ce93814 HTTP/1.1" status: 200 len: 946 time: 0.2208614 Mar 07 10:48:18.934251 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c3175a4b-f615-4a0c-b272-6ade614eddb1 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (987ecae0-7185-4dd6-8de9-4b7f1c4fc532), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:18.975638 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-c3175a4b-f615-4a0c-b272-6ade614eddb1 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Calling delete_port for 987ecae0-7185-4dd6-8de9-4b7f1c4fc532 owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:18.985920 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab05fc-04b9-4e8c-93b1-6a579b49a86a req-b1e478fa-96b5-48d2-bcdc-53fbb7a36f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:18.987670 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-37ab05fc-04b9-4e8c-93b1-6a579b49a86a req-b1e478fa-96b5-48d2-bcdc-53fbb7a36f81 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cc2f7145-8dfe-4fc0-bdf6-7b0d2f522938 HTTP/1.1" status: 200 len: 849 time: 0.1405258 Mar 07 10:48:19.000191 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-439fbb7d-9900-4347-811c-adad7bb77405 req-790eb78b-d751-41db-a93c-f254a0ef7226 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224866 Mar 07 10:48:19.008474 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8cd3f7b0-9f94-4443-ab57-33be6dc90127 req-8fd00dbc-6401-44bc-9e9d-339a640baf37 service neutron] 10.222.0.21 "GET /v2.0/networks/8e50499e-fbd5-45c6-a980-59dd492cbb54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018211 Mar 07 10:48:19.028597 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77eb054-2a49-4287-960f-0dec6ce47856 req-d058e46e-25b2-4e4f-8ddd-bdbb632d3160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:19.030185 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e77eb054-2a49-4287-960f-0dec6ce47856 req-d058e46e-25b2-4e4f-8ddd-bdbb632d3160 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=00afd099-7a30-4cd1-919e-35d92c7ee376&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2095881 Mar 07 10:48:19.076164 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4197f42f-8242-4bdc-9c68-245b553b2ba7 admin admin] Router 5c57cadc-68e3-4856-9bf5-b0c9d2f87407 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:48:19.083054 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-37ab05fc-04b9-4e8c-93b1-6a579b49a86a req-0729d9c4-0dd3-416c-9af7-58e7cf2b1529 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=abb04ca4-3ad2-4789-b48b-e38012a58d40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805528 Mar 07 10:48:19.109765 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-bea1f1f8-04c9-4195-8341-e2fbc350f01d None None] Provisioning complete for port a01f1457-3b7e-4a20-9553-8ca7c8a6bb7f triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:19.111800 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bea1f1f8-04c9-4195-8341-e2fbc350f01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a01f1457-3b7e-4a20-9553-8ca7c8a6bb7f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:19.179234 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-bea1f1f8-04c9-4195-8341-e2fbc350f01d None None] Port a01f1457-3b7e-4a20-9553-8ca7c8a6bb7f cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:48:19.192268 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-37ab05fc-04b9-4e8c-93b1-6a579b49a86a req-76b53a88-1ca7-44d0-9a99-a2d17c231793 service neutron] 10.222.0.31 "GET /v2.0/networks/abb04ca4-3ad2-4789-b48b-e38012a58d40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026947 Mar 07 10:48:19.252414 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-36be1185-b65e-4049-82ee-eee9e06407d6 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a01f1457-3b7e-4a20-9553-8ca7c8a6bb7f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:19.292636 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e77eb054-2a49-4287-960f-0dec6ce47856 req-321cacfb-3378-4598-a841-b997f3ab30b9 service neutron] 10.222.0.31 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363410 Mar 07 10:48:19.365710 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-37ab05fc-04b9-4e8c-93b1-6a579b49a86a req-2c8d1de5-a163-4bf3-b298-ea5093072789 service neutron] 10.222.0.31 "GET /v2.0/networks/abb04ca4-3ad2-4789-b48b-e38012a58d40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664832 Mar 07 10:48:19.391117 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c3175a4b-f615-4a0c-b272-6ade614eddb1 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (987ecae0-7185-4dd6-8de9-4b7f1c4fc532), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:19.422030 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3175a4b-f615-4a0c-b272-6ade614eddb1 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Port': ['ID=987ecae0-7185-4dd6-8de9-4b7f1c4fc532,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:19.484226 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4197f42f-8242-4bdc-9c68-245b553b2ba7 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:48:19.495636 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4197f42f-8242-4bdc-9c68-245b553b2ba7 admin admin] 10.222.0.11 "PUT /v2.0/routers/5c57cadc-68e3-4856-9bf5-b0c9d2f87407/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8568003 Mar 07 10:48:19.500107 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33002) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:19.503319 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05757f15-1ffd-4a48-a444-24f25e07ad25 None None] Sync routers for ids ['5c57cadc-68e3-4856-9bf5-b0c9d2f87407'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:48:19.513211 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c3175a4b-f615-4a0c-b272-6ade614eddb1 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (26123792-1388-4b26-8fd7-84b68ce29e5f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:19.515339 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05757f15-1ffd-4a48-a444-24f25e07ad25 None None] Routers {'5c57cadc-68e3-4856-9bf5-b0c9d2f87407'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:19.516042 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-05757f15-1ffd-4a48-a444-24f25e07ad25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:48:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5c57cadc-68e3-4856-9bf5-b0c9d2f87407'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:19.639489 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e77eb054-2a49-4287-960f-0dec6ce47856 req-0bcc6d58-a3ee-47eb-a918-abe7f6e4c56a service neutron] 10.222.0.31 "GET /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945309 Mar 07 10:48:19.642026 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c3175a4b-f615-4a0c-b272-6ade614eddb1 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (26123792-1388-4b26-8fd7-84b68ce29e5f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:19.644825 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c3175a4b-f615-4a0c-b272-6ade614eddb1 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router_controller (26123792-1388-4b26-8fd7-84b68ce29e5f), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:19.722300 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-05757f15-1ffd-4a48-a444-24f25e07ad25 None None] Set router 5c57cadc-68e3-4856-9bf5-b0c9d2f87407 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:48:19.758094 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c3175a4b-f615-4a0c-b272-6ade614eddb1 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (26123792-1388-4b26-8fd7-84b68ce29e5f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:19.758094 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3175a4b-f615-4a0c-b272-6ade614eddb1 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Fanout notify agent at l3_agent the message router_deleted on router 26123792-1388-4b26-8fd7-84b68ce29e5f {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:48:19.767999 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c3175a4b-f615-4a0c-b272-6ade614eddb1 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:19.770043 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c3175a4b-f615-4a0c-b272-6ade614eddb1 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/routers/26123792-1388-4b26-8fd7-84b68ce29e5f HTTP/1.1" status: 204 len: 168 time: 2.2288630 Mar 07 10:48:19.780631 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33008) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:19.785217 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-1be51131-acee-4dec-a96f-e78205c090ef tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Request body: {'network': {'name': 'tempest-RoutersTest-771457428'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:19.795129 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b9773-a1dc-4da2-aa7c-adff2350c248 req-0e8f347e-edd9-4a39-a917-f17a761e1c08 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:19.796678 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7f1b9773-a1dc-4da2-aa7c-adff2350c248 req-0e8f347e-edd9-4a39-a917-f17a761e1c08 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ad9e54-a5c3-46c2-bca5-40afcef35979 HTTP/1.1" status: 200 len: 943 time: 0.2172875 Mar 07 10:48:19.809132 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3764b7c0-b706-4a72-afe8-4750beec6ca1 admin admin] Publish callbacks [] for router (5c57cadc-68e3-4856-9bf5-b0c9d2f87407), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:19.827439 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda485f8-da7e-4b7d-a4cb-40a30d435816 req-5f12a6bb-e52d-46b3-886c-d800e503a106 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:19.829157 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-eda485f8-da7e-4b7d-a4cb-40a30d435816 req-5f12a6bb-e52d-46b3-886c-d800e503a106 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 0.0868971 Mar 07 10:48:19.911797 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-eda485f8-da7e-4b7d-a4cb-40a30d435816 req-4e6a762a-c2ef-4adb-9ec0-d016a1fe326b tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631216 Mar 07 10:48:19.920813 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be51131-acee-4dec-a96f-e78205c090ef tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Made reservation on behalf of 49fa671ee264403ca0a93afbe4c7553a for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:19.924175 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1be51131-acee-4dec-a96f-e78205c090ef tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:19.999495 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-05757f15-1ffd-4a48-a444-24f25e07ad25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c57cadc-68e3-4856-9bf5-b0c9d2f87407', 'name': 'tempest-TaggedBootDevicesTest-1139988456-router', 'tenant_id': '8c489afd3300449e90362e9e1cd30643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '256dca6c-41ab-4e37-b634-6b5d0c7ea76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:10Z', 'updated_at': '2022-03-07T10:48:16Z', 'revision_number': 5, 'project_id': '8c489afd3300449e90362e9e1cd30643', 'gw_port': {'id': '256dca6c-41ab-4e37-b634-6b5d0c7ea76f', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c57cadc-68e3-4856-9bf5-b0c9d2f87407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:11Z', 'updated_at': '2022-03-07T10:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:20.021629 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7f1b9773-a1dc-4da2-aa7c-adff2350c248 req-5d07198e-5e15-47f0-9194-3a19797c85ea tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.11 "GET /v2.0/security-groups?id=0297ace3-ed3c-4896-828b-a60a77d66a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081087 Mar 07 10:48:20.040077 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05757f15-1ffd-4a48-a444-24f25e07ad25 None None] Checking router: 5c57cadc-68e3-4856-9bf5-b0c9d2f87407 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:48:20.051041 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05757f15-1ffd-4a48-a444-24f25e07ad25 None None] Routers {'5c57cadc-68e3-4856-9bf5-b0c9d2f87407'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:20.051939 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-05757f15-1ffd-4a48-a444-24f25e07ad25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:48:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5c57cadc-68e3-4856-9bf5-b0c9d2f87407'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:20.057367 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-36be1185-b65e-4049-82ee-eee9e06407d6 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for port (a01f1457-3b7e-4a20-9553-8ca7c8a6bb7f), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:20.069336 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be51131-acee-4dec-a96f-e78205c090ef tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:48:20.077604 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-36be1185-b65e-4049-82ee-eee9e06407d6 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (a01f1457-3b7e-4a20-9553-8ca7c8a6bb7f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:20.109223 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1be51131-acee-4dec-a96f-e78205c090ef tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (7115fa8c-b04c-43fc-a5df-e7b9247fcea7), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:20.109888 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-1be51131-acee-4dec-a96f-e78205c090ef tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Added segment 7115fa8c-b04c-43fc-a5df-e7b9247fcea7 of type vlan for network 1f78bc85-b0c8-4af0-b2fa-573e8e6b41b8 Mar 07 10:48:20.111768 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3764b7c0-b706-4a72-afe8-4750beec6ca1 admin admin] Publish callbacks [] for router_gateway (5c57cadc-68e3-4856-9bf5-b0c9d2f87407), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:20.180674 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417d6e2-e470-4e69-8179-2ce3558a5725 req-2ecc7239-6591-4381-894c-cd8c9e46342c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:20.182374 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d417d6e2-e470-4e69-8179-2ce3558a5725 req-2ecc7239-6591-4381-894c-cd8c9e46342c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=46c9e543-634a-4416-99ea-0fdf7ce93814 HTTP/1.1" status: 200 len: 946 time: 0.0949366 Mar 07 10:48:20.250545 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1be51131-acee-4dec-a96f-e78205c090ef tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (1f78bc85-b0c8-4af0-b2fa-573e8e6b41b8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:20.255427 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be1185-b65e-4049-82ee-eee9e06407d6 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event updated for resources: {'Port': ['ID=a01f1457-3b7e-4a20-9553-8ca7c8a6bb7f,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:20.259421 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d417d6e2-e470-4e69-8179-2ce3558a5725 req-adeb7714-4854-4789-ba25-24b4ee30b35a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704083 Mar 07 10:48:20.280182 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-36be1185-b65e-4049-82ee-eee9e06407d6 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (760b5353-eb4e-4473-a73a-2ceca0f1eac6), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:20.313093 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1be51131-acee-4dec-a96f-e78205c090ef tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (1f78bc85-b0c8-4af0-b2fa-573e8e6b41b8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:20.319215 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be51131-acee-4dec-a96f-e78205c090ef tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:20.319802 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1be51131-acee-4dec-a96f-e78205c090ef tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:20.383581 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-05757f15-1ffd-4a48-a444-24f25e07ad25 None None] Set router 5c57cadc-68e3-4856-9bf5-b0c9d2f87407 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:48:20.440247 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1be51131-acee-4dec-a96f-e78205c090ef tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6585183 Mar 07 10:48:20.442892 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be51131-acee-4dec-a96f-e78205c090ef tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Network': ['ID=1f78bc85-b0c8-4af0-b2fa-573e8e6b41b8,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:20.443030 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33022) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:20.448163 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-285e1bf1-33f3-4c3a-bc38-beadb6d4ecfb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Request body: {'subnet': {'network_id': '1f78bc85-b0c8-4af0-b2fa-573e8e6b41b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:20.464173 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-3764b7c0-b706-4a72-afe8-4750beec6ca1 admin admin] Deleting port 256dca6c-41ab-4e37-b634-6b5d0c7ea76f {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:20.464498 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3764b7c0-b706-4a72-afe8-4750beec6ca1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (256dca6c-41ab-4e37-b634-6b5d0c7ea76f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:20.466571 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 1f78bc85-b0c8-4af0-b2fa-573e8e6b41b8 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:48:20.582844 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285e1bf1-33f3-4c3a-bc38-beadb6d4ecfb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Made reservation on behalf of 49fa671ee264403ca0a93afbe4c7553a for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:20.587958 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-285e1bf1-33f3-4c3a-bc38-beadb6d4ecfb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:20.602590 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-3764b7c0-b706-4a72-afe8-4750beec6ca1 admin admin] For port 256dca6c-41ab-4e37-b634-6b5d0c7ea76f, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=256dca6c-41ab-4e37-b634-6b5d0c7ea76f,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:20.603802 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3764b7c0-b706-4a72-afe8-4750beec6ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (256dca6c-41ab-4e37-b634-6b5d0c7ea76f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:20.631784 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36be1185-b65e-4049-82ee-eee9e06407d6 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Network d601a6ef-00a6-4ce1-aac8-446c9f75b6cf is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:20.635847 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-36be1185-b65e-4049-82ee-eee9e06407d6 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:20.638553 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-3764b7c0-b706-4a72-afe8-4750beec6ca1 admin admin] Calling delete_port for 256dca6c-41ab-4e37-b634-6b5d0c7ea76f owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:20.721091 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-05757f15-1ffd-4a48-a444-24f25e07ad25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c57cadc-68e3-4856-9bf5-b0c9d2f87407', 'name': 'tempest-TaggedBootDevicesTest-1139988456-router', 'tenant_id': '8c489afd3300449e90362e9e1cd30643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '256dca6c-41ab-4e37-b634-6b5d0c7ea76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:10Z', 'updated_at': '2022-03-07T10:48:16Z', 'revision_number': 5, 'project_id': '8c489afd3300449e90362e9e1cd30643', 'gw_port': {'id': '256dca6c-41ab-4e37-b634-6b5d0c7ea76f', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c57cadc-68e3-4856-9bf5-b0c9d2f87407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:11Z', 'updated_at': '2022-03-07T10:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:20.753170 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05757f15-1ffd-4a48-a444-24f25e07ad25 None None] The sync data for ids ['5c57cadc-68e3-4856-9bf5-b0c9d2f87407'] in n-d-832164-4 is: [{'id': '5c57cadc-68e3-4856-9bf5-b0c9d2f87407', 'name': 'tempest-TaggedBootDevicesTest-1139988456-router', 'tenant_id': '8c489afd3300449e90362e9e1cd30643', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '256dca6c-41ab-4e37-b634-6b5d0c7ea76f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:10Z', 'updated_at': '2022-03-07T10:48:16Z', 'revision_number': 5, 'project_id': '8c489afd3300449e90362e9e1cd30643', 'gw_port': {'id': '256dca6c-41ab-4e37-b634-6b5d0c7ea76f', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:c6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c57cadc-68e3-4856-9bf5-b0c9d2f87407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:11Z', 'updated_at': '2022-03-07T10:40:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:48:20.889405 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-285e1bf1-33f3-4c3a-bc38-beadb6d4ecfb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (70090f4b-eeb5-4225-9be4-b2be3e73e222), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:20.988812 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285e1bf1-33f3-4c3a-bc38-beadb6d4ecfb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Checking segment: {'id': '7115fa8c-b04c-43fc-a5df-e7b9247fcea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1f78bc85-b0c8-4af0-b2fa-573e8e6b41b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:20.989355 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285e1bf1-33f3-4c3a-bc38-beadb6d4ecfb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network hostable DHCP agents. Network: 1f78bc85-b0c8-4af0-b2fa-573e8e6b41b8, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:48:20.992001 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285e1bf1-33f3-4c3a-bc38-beadb6d4ecfb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Subnet': ['ID=70090f4b-eeb5-4225-9be4-b2be3e73e222,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:21.018761 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-0e34575b-6f78-4b14-b1bb-bce0225ebb52 None None] Provisioning complete for port a01f1457-3b7e-4a20-9553-8ca7c8a6bb7f triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:21.019493 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0e34575b-6f78-4b14-b1bb-bce0225ebb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a01f1457-3b7e-4a20-9553-8ca7c8a6bb7f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:21.030774 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285e1bf1-33f3-4c3a-bc38-beadb6d4ecfb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network 1f78bc85-b0c8-4af0-b2fa-573e8e6b41b8 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:48:21.044536 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-285e1bf1-33f3-4c3a-bc38-beadb6d4ecfb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 1f78bc85-b0c8-4af0-b2fa-573e8e6b41b8) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:21.055380 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285e1bf1-33f3-4c3a-bc38-beadb6d4ecfb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:21.056131 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-285e1bf1-33f3-4c3a-bc38-beadb6d4ecfb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:21.059595 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d0bae3-3c3f-4bae-9649-a5b615a722e4 None None] Network 1f78bc85-b0c8-4af0-b2fa-573e8e6b41b8 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:48:21.084122 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-285e1bf1-33f3-4c3a-bc38-beadb6d4ecfb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6378527 Mar 07 10:48:21.084553 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33034) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:21.095458 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-48314842-9762-41f5-abfc-6136200ca7a2 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-361204281', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:21.146505 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48314842-9762-41f5-abfc-6136200ca7a2 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (1afc5039-0bf4-4e66-a650-4c1b1428ec51), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:21.151046 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48314842-9762-41f5-abfc-6136200ca7a2 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (1afc5039-0bf4-4e66-a650-4c1b1428ec51), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:21.151529 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device e184f6de-f529-46e6-b25a-d225f08f3b52 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:48:21.202467 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0e34575b-6f78-4b14-b1bb-bce0225ebb52 None None] Port a01f1457-3b7e-4a20-9553-8ca7c8a6bb7f cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:48:21.213265 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715e6ad6-972b-4fbc-9705-25a8a3149cb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-1f78bc85-b0c8-4af0-b2fa-573e8e6b41b8', 'network_id': '1f78bc85-b0c8-4af0-b2fa-573e8e6b41b8', 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'fixed_ips': [{'subnet_id': '70090f4b-eeb5-4225-9be4-b2be3e73e222'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:48:21.214547 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-715e6ad6-972b-4fbc-9705-25a8a3149cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:21.320215 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48314842-9762-41f5-abfc-6136200ca7a2 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router_controller (1afc5039-0bf4-4e66-a650-4c1b1428ec51), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:21.333098 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f602db79-31ca-4f55-80a6-f26c729ac9a0 req-b5b2af67-41d9-4801-9fcc-326477f25451 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:21.334677 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f602db79-31ca-4f55-80a6-f26c729ac9a0 req-b5b2af67-41d9-4801-9fcc-326477f25451 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ad9e54-a5c3-46c2-bca5-40afcef35979 HTTP/1.1" status: 200 len: 943 time: 0.1700664 Mar 07 10:48:21.336275 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48314842-9762-41f5-abfc-6136200ca7a2 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (1afc5039-0bf4-4e66-a650-4c1b1428ec51), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:21.399433 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f602db79-31ca-4f55-80a6-f26c729ac9a0 req-4b974845-8cb9-48a9-a708-2285f122cffe tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.11 "GET /v2.0/security-groups?id=0297ace3-ed3c-4896-828b-a60a77d66a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567374 Mar 07 10:48:21.416542 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48314842-9762-41f5-abfc-6136200ca7a2 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:21.417077 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36be1185-b65e-4049-82ee-eee9e06407d6 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Router 760b5353-eb4e-4473-a73a-2ceca0f1eac6 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:48:21.421092 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-48314842-9762-41f5-abfc-6136200ca7a2 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3320427 Mar 07 10:48:21.421272 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33042) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:21.459881 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port e184f6de-f529-46e6-b25a-d225f08f3b52, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=e184f6de-f529-46e6-b25a-d225f08f3b52,segment=NetworkSegment(7d1fcb66-866d-4c9a-969e-9df55c8ad9ad),segment_id=7d1fcb66-866d-4c9a-969e-9df55c8ad9ad)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:21.520609 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'e184f6de-f529-46e6-b25a-d225f08f3b52', 'network_id': 'abb04ca4-3ad2-4789-b48b-e38012a58d40', 'port_id': 'e184f6de-f529-46e6-b25a-d225f08f3b52', 'mac_address': 'fa:16:3e:fe:c6:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc2f7145-8dfe-4fc0-bdf6-7b0d2f522938', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:48:21.618598 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-715e6ad6-972b-4fbc-9705-25a8a3149cb3 None None] Allocated IP 172.20.0.2 (1f78bc85-b0c8-4af0-b2fa-573e8e6b41b8/70090f4b-eeb5-4225-9be4-b2be3e73e222/5be0b216-fde2-4028-a367-80960dc54008) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:21.631829 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port e184f6de-f529-46e6-b25a-d225f08f3b52 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:21.632660 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e184f6de-f529-46e6-b25a-d225f08f3b52), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:21.662376 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e184f6de-f529-46e6-b25a-d225f08f3b52 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:48:21.734114 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a405e-7070-4bc3-b7d9-7740593297fe req-2404aee6-10d9-43ef-ad70-b7d28e772f3b tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:21.736176 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-139a405e-7070-4bc3-b7d9-7740593297fe req-2404aee6-10d9-43ef-ad70-b7d28e772f3b tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 0.3116550 Mar 07 10:48:21.739359 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3764b7c0-b706-4a72-afe8-4750beec6ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (256dca6c-41ab-4e37-b634-6b5d0c7ea76f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:21.747870 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 5c4e864a-91c0-4f17-b328-cd936815b058 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:48:21.758770 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port e184f6de-f529-46e6-b25a-d225f08f3b52, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=e184f6de-f529-46e6-b25a-d225f08f3b52,segment=NetworkSegment(7d1fcb66-866d-4c9a-969e-9df55c8ad9ad),segment_id=7d1fcb66-866d-4c9a-969e-9df55c8ad9ad)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:21.786126 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e184f6de-f529-46e6-b25a-d225f08f3b52), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:21.787934 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 5c4e864a-91c0-4f17-b328-cd936815b058 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:48:21.789498 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 5c4e864a-91c0-4f17-b328-cd936815b058 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:48:21.857997 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda40b60-f6fe-4890-b4a4-d7a25fc612ee req-6a5d9a74-6129-45f5-b930-49c028914386 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:21.858736 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3764b7c0-b706-4a72-afe8-4750beec6ca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=256dca6c-41ab-4e37-b634-6b5d0c7ea76f,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:21.860298 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cda40b60-f6fe-4890-b4a4-d7a25fc612ee req-6a5d9a74-6129-45f5-b930-49c028914386 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=46c9e543-634a-4416-99ea-0fdf7ce93814 HTTP/1.1" status: 200 len: 946 time: 0.2662535 Mar 07 10:48:21.897956 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d4764d4a-fd85-4159-99d9-c71aac64fce7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:21.909538 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=e184f6de-f529-46e6-b25a-d225f08f3b52,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:21.946559 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-139a405e-7070-4bc3-b7d9-7740593297fe req-bd3c91fd-5c47-4279-914b-c1598be64281 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964593 Mar 07 10:48:21.957772 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3764b7c0-b706-4a72-afe8-4750beec6ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (5c57cadc-68e3-4856-9bf5-b0c9d2f87407), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:22.020331 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-715e6ad6-972b-4fbc-9705-25a8a3149cb3 None None] Publish callbacks [] for port (5be0b216-fde2-4028-a367-80960dc54008), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:22.034949 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cda40b60-f6fe-4890-b4a4-d7a25fc612ee req-f678dc3b-83a9-4e39-8d78-5818323f9624 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483877 Mar 07 10:48:22.039882 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-715e6ad6-972b-4fbc-9705-25a8a3149cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (5be0b216-fde2-4028-a367-80960dc54008), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:22.138288 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e6ad6-972b-4fbc-9705-25a8a3149cb3 None None] Pushing event updated for resources: {'Port': ['ID=5be0b216-fde2-4028-a367-80960dc54008,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:22.146595 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['e184f6de-f529-46e6-b25a-d225f08f3b52'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:48:22.196912 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3764b7c0-b706-4a72-afe8-4750beec6ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (5c57cadc-68e3-4856-9bf5-b0c9d2f87407), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:22.196912 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3764b7c0-b706-4a72-afe8-4750beec6ca1 admin admin] Publish callbacks [] for router_controller (5c57cadc-68e3-4856-9bf5-b0c9d2f87407), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:22.235013 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715e6ad6-972b-4fbc-9705-25a8a3149cb3 None None] Network 1f78bc85-b0c8-4af0-b2fa-573e8e6b41b8 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:22.242317 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-715e6ad6-972b-4fbc-9705-25a8a3149cb3 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:22.244932 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715e6ad6-972b-4fbc-9705-25a8a3149cb3 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:22.285129 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3764b7c0-b706-4a72-afe8-4750beec6ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (5c57cadc-68e3-4856-9bf5-b0c9d2f87407), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:22.286084 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3764b7c0-b706-4a72-afe8-4750beec6ca1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c57cadc-68e3-4856-9bf5-b0c9d2f87407 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:48:22.328240 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3764b7c0-b706-4a72-afe8-4750beec6ca1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:22.349328 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3764b7c0-b706-4a72-afe8-4750beec6ca1 admin admin] 10.222.0.11 "DELETE /v2.0/routers/5c57cadc-68e3-4856-9bf5-b0c9d2f87407 HTTP/1.1" status: 204 len: 168 time: 2.8480933 Mar 07 10:48:22.351986 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33068) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:22.362345 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-d4764d4a-fd85-4159-99d9-c71aac64fce7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Allocated IP 172.20.0.1 (1f78bc85-b0c8-4af0-b2fa-573e8e6b41b8/70090f4b-eeb5-4225-9be4-b2be3e73e222/0d29dc3c-4787-484c-984b-71b4eb5ca1ad) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:22.373628 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36be1185-b65e-4049-82ee-eee9e06407d6 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:48:22.383035 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-36be1185-b65e-4049-82ee-eee9e06407d6 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "PUT /v2.0/routers/760b5353-eb4e-4473-a73a-2ceca0f1eac6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7925110 Mar 07 10:48:22.387625 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33070) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:22.391406 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a00a63d-d12c-4182-8147-0efca550f708 None None] Sync routers for ids ['760b5353-eb4e-4473-a73a-2ceca0f1eac6'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:48:22.397071 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d7000373-5432-444c-bf6b-8cc27c3b03e6 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Request body: {'port': {'network_id': 'd601a6ef-00a6-4ce1-aac8-446c9f75b6cf', 'name': 'tempest-FloatingIPTestJSON-1414288360'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:22.411541 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a00a63d-d12c-4182-8147-0efca550f708 None None] Routers {'760b5353-eb4e-4473-a73a-2ceca0f1eac6'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:22.412646 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-715e6ad6-972b-4fbc-9705-25a8a3149cb3 None None] Attempting to bind port 5be0b216-fde2-4028-a367-80960dc54008 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:22.413890 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-715e6ad6-972b-4fbc-9705-25a8a3149cb3 None None] Attempting to bind port 5be0b216-fde2-4028-a367-80960dc54008 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '7115fa8c-b04c-43fc-a5df-e7b9247fcea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1f78bc85-b0c8-4af0-b2fa-573e8e6b41b8'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:22.414997 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715e6ad6-972b-4fbc-9705-25a8a3149cb3 None None] Attempting to bind port 5be0b216-fde2-4028-a367-80960dc54008 on network 1f78bc85-b0c8-4af0-b2fa-573e8e6b41b8 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:22.423723 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6a00a63d-d12c-4182-8147-0efca550f708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:48:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['760b5353-eb4e-4473-a73a-2ceca0f1eac6'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:22.428197 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715e6ad6-972b-4fbc-9705-25a8a3149cb3 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:48:22.428574 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715e6ad6-972b-4fbc-9705-25a8a3149cb3 None None] Checking segment: {'id': '7115fa8c-b04c-43fc-a5df-e7b9247fcea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1f78bc85-b0c8-4af0-b2fa-573e8e6b41b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:22.428988 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-715e6ad6-972b-4fbc-9705-25a8a3149cb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:22.433097 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e094c67c-f7bd-49ba-aff2-cf591dadc9e6 admin admin] Deleting subnet 802bde65-fd90-4081-b5ad-6065b1b577be {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:48:22.434961 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715e6ad6-972b-4fbc-9705-25a8a3149cb3 None None] Bound using segment: {'id': '7115fa8c-b04c-43fc-a5df-e7b9247fcea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1f78bc85-b0c8-4af0-b2fa-573e8e6b41b8'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:48:22.435560 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-715e6ad6-972b-4fbc-9705-25a8a3149cb3 None None] Bound port: 5be0b216-fde2-4028-a367-80960dc54008, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7115fa8c-b04c-43fc-a5df-e7b9247fcea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '1f78bc85-b0c8-4af0-b2fa-573e8e6b41b8'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:48:22.437845 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e094c67c-f7bd-49ba-aff2-cf591dadc9e6 admin admin] Publish callbacks [] for subnet (802bde65-fd90-4081-b5ad-6065b1b577be), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:22.452160 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-715e6ad6-972b-4fbc-9705-25a8a3149cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5be0b216-fde2-4028-a367-80960dc54008), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:22.500997 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6a00a63d-d12c-4182-8147-0efca550f708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:22.511985 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a00a63d-d12c-4182-8147-0efca550f708 None None] Routers {'760b5353-eb4e-4473-a73a-2ceca0f1eac6'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:22.512874 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6a00a63d-d12c-4182-8147-0efca550f708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:48:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['760b5353-eb4e-4473-a73a-2ceca0f1eac6'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:22.542007 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e094c67c-f7bd-49ba-aff2-cf591dadc9e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (802bde65-fd90-4081-b5ad-6065b1b577be), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:22.572890 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6a00a63d-d12c-4182-8147-0efca550f708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:22.573750 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a00a63d-d12c-4182-8147-0efca550f708 None None] The sync data for ids ['760b5353-eb4e-4473-a73a-2ceca0f1eac6'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:48:22.653228 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-715e6ad6-972b-4fbc-9705-25a8a3149cb3 None None] For port 5be0b216-fde2-4028-a367-80960dc54008, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:48:22.657712 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-715e6ad6-972b-4fbc-9705-25a8a3149cb3 None None] For port 5be0b216-fde2-4028-a367-80960dc54008, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=5be0b216-fde2-4028-a367-80960dc54008,segment=NetworkSegment(7115fa8c-b04c-43fc-a5df-e7b9247fcea7),segment_id=7115fa8c-b04c-43fc-a5df-e7b9247fcea7)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:48:22.670147 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-715e6ad6-972b-4fbc-9705-25a8a3149cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (5be0b216-fde2-4028-a367-80960dc54008), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:22.734020 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8984706-56d0-40c4-b3e5-e103991536d7 req-972296e5-2ce5-47bd-a731-b70ed05c5c65 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:22.735994 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b8984706-56d0-40c4-b3e5-e103991536d7 req-972296e5-2ce5-47bd-a731-b70ed05c5c65 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ad9e54-a5c3-46c2-bca5-40afcef35979 HTTP/1.1" status: 200 len: 944 time: 0.1424623 Mar 07 10:48:22.749802 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e094c67c-f7bd-49ba-aff2-cf591dadc9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (802bde65-fd90-4081-b5ad-6065b1b577be), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:22.785559 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715e6ad6-972b-4fbc-9705-25a8a3149cb3 None None] Pushing event updated for resources: {'Port': ['ID=5be0b216-fde2-4028-a367-80960dc54008,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:22.807693 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d4764d4a-fd85-4159-99d9-c71aac64fce7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for port (0d29dc3c-4787-484c-984b-71b4eb5ca1ad), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:22.822431 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7000373-5432-444c-bf6b-8cc27c3b03e6 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Made reservation on behalf of 87245b0fac6f46b8bf036ff7fe06f2c2 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:22.827326 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d7000373-5432-444c-bf6b-8cc27c3b03e6 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:22.859491 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:22.871745 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b8984706-56d0-40c4-b3e5-e103991536d7 req-fc550878-010b-4280-b41b-7c4296a89a66 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.11 "GET /v2.0/security-groups?id=0297ace3-ed3c-4896-828b-a60a77d66a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186435 Mar 07 10:48:22.885450 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-d7000373-5432-444c-bf6b-8cc27c3b03e6 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] device_id is not set on port d4934e8a-a461-4048-b609-c431eeaa2a85 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:48:22.889040 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e094c67c-f7bd-49ba-aff2-cf591dadc9e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (802bde65-fd90-4081-b5ad-6065b1b577be), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:22.947107 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e094c67c-f7bd-49ba-aff2-cf591dadc9e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:22.952968 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e094c67c-f7bd-49ba-aff2-cf591dadc9e6 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/802bde65-fd90-4081-b5ad-6065b1b577be HTTP/1.1" status: 204 len: 168 time: 0.5967121 Mar 07 10:48:22.952968 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094c67c-f7bd-49ba-aff2-cf591dadc9e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=802bde65-fd90-4081-b5ad-6065b1b577be,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:22.953276 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33080) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:22.956346 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7035f411-460d-49c1-94aa-4c1e9840a5af None None] Network acd69d25-6999-4383-ab3c-5bfc030e8c58 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:48:22.990275 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d4764d4a-fd85-4159-99d9-c71aac64fce7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (0d29dc3c-4787-484c-984b-71b4eb5ca1ad), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:23.080934 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4764d4a-fd85-4159-99d9-c71aac64fce7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network 1f78bc85-b0c8-4af0-b2fa-573e8e6b41b8 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:23.089606 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-87989759-933e-4303-b1ae-0dfd5de4eff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (acd69d25-6999-4383-ab3c-5bfc030e8c58), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:23.162365 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-87989759-933e-4303-b1ae-0dfd5de4eff7 admin admin] Deleting port 1a18b310-59ce-459b-96f5-a331d316040a {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:23.162470 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-87989759-933e-4303-b1ae-0dfd5de4eff7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (1a18b310-59ce-459b-96f5-a331d316040a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:23.179188 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4764d4a-fd85-4159-99d9-c71aac64fce7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Port': ['ID=0d29dc3c-4787-484c-984b-71b4eb5ca1ad,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:23.204666 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-d4764d4a-fd85-4159-99d9-c71aac64fce7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:23.212349 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4764d4a-fd85-4159-99d9-c71aac64fce7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:23.287548 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-87989759-933e-4303-b1ae-0dfd5de4eff7 admin admin] For port 1a18b310-59ce-459b-96f5-a331d316040a, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1a18b310-59ce-459b-96f5-a331d316040a,segment=NetworkSegment(8d84e862-2cc8-4b1e-9958-c83ca93dd398),segment_id=8d84e862-2cc8-4b1e-9958-c83ca93dd398)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:23.287921 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-87989759-933e-4303-b1ae-0dfd5de4eff7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (1a18b310-59ce-459b-96f5-a331d316040a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:23.325677 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-87989759-933e-4303-b1ae-0dfd5de4eff7 admin admin] Calling delete_port for 1a18b310-59ce-459b-96f5-a331d316040a owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:23.372918 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-d7000373-5432-444c-bf6b-8cc27c3b03e6 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Allocated IP 172.20.0.13 (d601a6ef-00a6-4ce1-aac8-446c9f75b6cf/54c14e3a-534e-4222-9d6e-0dbb411adc46/d4934e8a-a461-4048-b609-c431eeaa2a85) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:23.375421 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d4764d4a-fd85-4159-99d9-c71aac64fce7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (1afc5039-0bf4-4e66-a650-4c1b1428ec51), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:23.384534 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b8c385-da89-44f0-ada9-575bcc6acca4 None None] DHCP port deletion for acd69d25-6999-4383-ab3c-5bfc030e8c58 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:48:23.436069 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277f273-15bc-420d-9083-a12630136863 req-c124064a-3fb6-4ff5-b209-6ef16b09ba1d tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:23.437825 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6277f273-15bc-420d-9083-a12630136863 req-c124064a-3fb6-4ff5-b209-6ef16b09ba1d tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=46c9e543-634a-4416-99ea-0fdf7ce93814 HTTP/1.1" status: 200 len: 946 time: 0.2110176 Mar 07 10:48:23.461326 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-87989759-933e-4303-b1ae-0dfd5de4eff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (1a18b310-59ce-459b-96f5-a331d316040a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:23.482081 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-93b8c385-da89-44f0-ada9-575bcc6acca4 None None] Deleting port 1a18b310-59ce-459b-96f5-a331d316040a {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:23.482822 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-93b8c385-da89-44f0-ada9-575bcc6acca4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (1a18b310-59ce-459b-96f5-a331d316040a), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:23.509349 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87989759-933e-4303-b1ae-0dfd5de4eff7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a18b310-59ce-459b-96f5-a331d316040a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:23.516226 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87989759-933e-4303-b1ae-0dfd5de4eff7 admin admin] No DVR routers for this DVR port 1a18b310-59ce-459b-96f5-a331d316040a on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:48:23.601032 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-87989759-933e-4303-b1ae-0dfd5de4eff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (acd69d25-6999-4383-ab3c-5bfc030e8c58), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:23.613294 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6277f273-15bc-420d-9083-a12630136863 req-9108288a-d768-49d8-aad7-071665ba484d tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670194 Mar 07 10:48:23.653452 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-87989759-933e-4303-b1ae-0dfd5de4eff7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acd69d25-6999-4383-ab3c-5bfc030e8c58']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:23.675934 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-87989759-933e-4303-b1ae-0dfd5de4eff7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d84e862-2cc8-4b1e-9958-c83ca93dd398') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:23.676377 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-87989759-933e-4303-b1ae-0dfd5de4eff7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d84e862-2cc8-4b1e-9958-c83ca93dd398') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:23.701513 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-93b8c385-da89-44f0-ada9-575bcc6acca4 None None] For port 1a18b310-59ce-459b-96f5-a331d316040a, host n-d-832164-4, got binding levels [] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:23.703800 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-87989759-933e-4303-b1ae-0dfd5de4eff7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (8d84e862-2cc8-4b1e-9958-c83ca93dd398), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:23.703950 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-93b8c385-da89-44f0-ada9-575bcc6acca4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (1a18b310-59ce-459b-96f5-a331d316040a), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:23.733248 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-87989759-933e-4303-b1ae-0dfd5de4eff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (8d84e862-2cc8-4b1e-9958-c83ca93dd398), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:23.737026 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-93b8c385-da89-44f0-ada9-575bcc6acca4 None None] Calling delete_port for 1a18b310-59ce-459b-96f5-a331d316040a owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:23.742388 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.ipam_backend_mixin [None req-93b8c385-da89-44f0-ada9-575bcc6acca4 None None] Port 1a18b310-59ce-459b-96f5-a331d316040a was not found and therefore no delete operation was performed {{(pid=103768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 10:48:23.748017 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-93b8c385-da89-44f0-ada9-575bcc6acca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (1a18b310-59ce-459b-96f5-a331d316040a), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:23.749170 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87989759-933e-4303-b1ae-0dfd5de4eff7 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:48:23.750497 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-87989759-933e-4303-b1ae-0dfd5de4eff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (8d84e862-2cc8-4b1e-9958-c83ca93dd398), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:23.753894 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:48:23.753894 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:48:23.753894 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:48:23.753894 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:48:23.753894 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:48:23.753894 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:48:23.753894 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:48:23.753894 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:48:23.753894 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:48:23.753894 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:48:23.753894 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:48:23.753894 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:48:23.753894 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:48:23.753894 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:48:23.753894 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:48:23.753894 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:48:23.753894 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:48:23.753894 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:48:23.753894 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:48:23.753894 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:48:23.753894 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:48:23.753894 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:48:23.753894 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:48:23.753894 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:48:23.753894 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:48:23.753894 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:48:23.753894 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:48:23.753894 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:48:23.753894 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:48:23.753894 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:48:23.753894 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:48:23.753894 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:48:23.823819 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b8c385-da89-44f0-ada9-575bcc6acca4 None None] No DVR routers for this DVR port 1a18b310-59ce-459b-96f5-a331d316040a on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:48:23.833005 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b8c385-da89-44f0-ada9-575bcc6acca4 None None] Pushing event deleted for resources: {'Port': ['ID=1a18b310-59ce-459b-96f5-a331d316040a,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:23.844632 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-87989759-933e-4303-b1ae-0dfd5de4eff7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (acd69d25-6999-4383-ab3c-5bfc030e8c58), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:23.850220 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-87989759-933e-4303-b1ae-0dfd5de4eff7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:23.857826 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-87989759-933e-4303-b1ae-0dfd5de4eff7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/acd69d25-6999-4383-ab3c-5bfc030e8c58 HTTP/1.1" status: 204 len: 168 time: 0.9035068 Mar 07 10:48:23.875895 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87989759-933e-4303-b1ae-0dfd5de4eff7 admin admin] Pushing event deleted for resources: {'Network': ['ID=acd69d25-6999-4383-ab3c-5bfc030e8c58,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:23.900784 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d4764d4a-fd85-4159-99d9-c71aac64fce7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0d29dc3c-4787-484c-984b-71b4eb5ca1ad), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:23.915251 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 5be0b216-fde2-4028-a367-80960dc54008 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:48:23.986989 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 5be0b216-fde2-4028-a367-80960dc54008 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:23.987664 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (5be0b216-fde2-4028-a367-80960dc54008), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:24.047032 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d7000373-5432-444c-bf6b-8cc27c3b03e6 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for port (d4934e8a-a461-4048-b609-c431eeaa2a85), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:24.119081 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 5be0b216-fde2-4028-a367-80960dc54008 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:24.119479 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5be0b216-fde2-4028-a367-80960dc54008), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:24.130884 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33104) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:24.178335 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 5be0b216-fde2-4028-a367-80960dc54008, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=5be0b216-fde2-4028-a367-80960dc54008,segment=NetworkSegment(7115fa8c-b04c-43fc-a5df-e7b9247fcea7),segment_id=7115fa8c-b04c-43fc-a5df-e7b9247fcea7)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:24.180028 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-577f410b-cfa7-4a3f-8859-a3eb577de501 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a9dbaf75c1ca4f48aa31093c74e34d2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0475264 Mar 07 10:48:24.182733 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33106) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:24.185773 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (5be0b216-fde2-4028-a367-80960dc54008), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:24.289712 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-12f7b005-0b44-49b1-849a-844cf7b656e5 admin admin] Publish callbacks [] for security_group (a97aefc8-eaf5-49c0-9be9-01f706260e90), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:24.296322 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1a18b310-59ce-459b-96f5-a331d316040a no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:48:24.339331 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-12f7b005-0b44-49b1-849a-844cf7b656e5 admin admin] Publish callbacks [] for security_group (a97aefc8-eaf5-49c0-9be9-01f706260e90), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:24.348346 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=5be0b216-fde2-4028-a367-80960dc54008,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:24.365060 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 1a18b310-59ce-459b-96f5-a331d316040a {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:48:24.369578 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1a18b310-59ce-459b-96f5-a331d316040a not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:48:24.370183 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 256dca6c-41ab-4e37-b634-6b5d0c7ea76f no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:48:24.416349 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-12f7b005-0b44-49b1-849a-844cf7b656e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a97aefc8-eaf5-49c0-9be9-01f706260e90), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:24.419370 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 256dca6c-41ab-4e37-b634-6b5d0c7ea76f {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:48:24.419808 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 256dca6c-41ab-4e37-b634-6b5d0c7ea76f not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:48:24.420134 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-12f7b005-0b44-49b1-849a-844cf7b656e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:24.427227 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-12f7b005-0b44-49b1-849a-844cf7b656e5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a97aefc8-eaf5-49c0-9be9-01f706260e90 HTTP/1.1" status: 204 len: 168 time: 0.2429159 Mar 07 10:48:24.450203 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7b005-0b44-49b1-849a-844cf7b656e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97aefc8-eaf5-49c0-9be9-01f706260e90,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:24.778242 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5faab1a-5ea4-4a62-a6f0-63246cf10dc9 req-c7cbf275-667d-4e05-859d-a095433c35b9 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:24.785475 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b5faab1a-5ea4-4a62-a6f0-63246cf10dc9 req-c7cbf275-667d-4e05-859d-a095433c35b9 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ad9e54-a5c3-46c2-bca5-40afcef35979 HTTP/1.1" status: 200 len: 944 time: 0.8067408 Mar 07 10:48:24.834997 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600bd5b0-6e66-4f73-8048-8bdf44b21d3a None None] Network 1f78bc85-b0c8-4af0-b2fa-573e8e6b41b8 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:48:24.897433 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22d223-891b-4c35-a8fe-86039ac703cb req-b6027e5a-016f-41f0-b4c1-127f1050d03a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:24.899018 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cc22d223-891b-4c35-a8fe-86039ac703cb req-b6027e5a-016f-41f0-b4c1-127f1050d03a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=46c9e543-634a-4416-99ea-0fdf7ce93814 HTTP/1.1" status: 200 len: 946 time: 0.1514561 Mar 07 10:48:24.902018 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b5faab1a-5ea4-4a62-a6f0-63246cf10dc9 req-519d079e-735b-4405-9a20-f678aa1bd799 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.11 "GET /v2.0/security-groups?id=0297ace3-ed3c-4896-828b-a60a77d66a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099982 Mar 07 10:48:24.947446 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d7000373-5432-444c-bf6b-8cc27c3b03e6 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (d4934e8a-a461-4048-b609-c431eeaa2a85), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:24.968153 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33128) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:25.001451 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-fce98af3-9c3a-4d90-a9b5-fbb396e71b59 None None] Provisioning complete for port 5be0b216-fde2-4028-a367-80960dc54008 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:25.002944 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fce98af3-9c3a-4d90-a9b5-fbb396e71b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (5be0b216-fde2-4028-a367-80960dc54008), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:25.048061 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8d80c51e-5fca-43c7-b198-da09e77f6334 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8c489afd3300449e90362e9e1cd30643&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0789192 Mar 07 10:48:25.053000 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33130) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:25.109470 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-18cd9d03-c913-4d58-b898-3b04940e1ef4 admin admin] Publish callbacks [] for security_group (bbcc86b1-c76b-452f-8618-1094083831f4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:25.135118 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-18cd9d03-c913-4d58-b898-3b04940e1ef4 admin admin] Publish callbacks [] for security_group (bbcc86b1-c76b-452f-8618-1094083831f4), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:25.203611 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-18cd9d03-c913-4d58-b898-3b04940e1ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (bbcc86b1-c76b-452f-8618-1094083831f4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:25.206242 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-18cd9d03-c913-4d58-b898-3b04940e1ef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:25.207517 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-18cd9d03-c913-4d58-b898-3b04940e1ef4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bbcc86b1-c76b-452f-8618-1094083831f4 HTTP/1.1" status: 204 len: 168 time: 0.1541004 Mar 07 10:48:25.222516 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd9d03-c913-4d58-b898-3b04940e1ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcc86b1-c76b-452f-8618-1094083831f4,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:25.325853 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d4764d4a-fd85-4159-99d9-c71aac64fce7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for port (0d29dc3c-4787-484c-984b-71b4eb5ca1ad), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:25.352576 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7000373-5432-444c-bf6b-8cc27c3b03e6 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Network d601a6ef-00a6-4ce1-aac8-446c9f75b6cf is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:25.363595 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d4764d4a-fd85-4159-99d9-c71aac64fce7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (0d29dc3c-4787-484c-984b-71b4eb5ca1ad), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:25.370449 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-d7000373-5432-444c-bf6b-8cc27c3b03e6 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:25.378892 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7000373-5432-444c-bf6b-8cc27c3b03e6 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:25.407466 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cc22d223-891b-4c35-a8fe-86039ac703cb req-9c8b0133-64f9-408f-a235-62bc688c186f tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5024009 Mar 07 10:48:25.451594 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device e184f6de-f529-46e6-b25a-d225f08f3b52 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:48:25.505886 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7000373-5432-444c-bf6b-8cc27c3b03e6 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event updated for resources: {'Port': ['ID=d4934e8a-a461-4048-b609-c431eeaa2a85,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:25.559952 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4764d4a-fd85-4159-99d9-c71aac64fce7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Port': ['ID=0d29dc3c-4787-484c-984b-71b4eb5ca1ad,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:25.593698 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7000373-5432-444c-bf6b-8cc27c3b03e6 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:25.594596 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d7000373-5432-444c-bf6b-8cc27c3b03e6 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:25.604523 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d4764d4a-fd85-4159-99d9-c71aac64fce7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (1afc5039-0bf4-4e66-a650-4c1b1428ec51), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:25.636231 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d7000373-5432-444c-bf6b-8cc27c3b03e6 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2429585 Mar 07 10:48:25.639234 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33140) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:25.645041 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-c6acdac3-96c3-4b83-97ef-416948c2c4e0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Request body: {'floatingip': {'port_id': 'd4934e8a-a461-4048-b609-c431eeaa2a85'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:25.807391 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-fce98af3-9c3a-4d90-a9b5-fbb396e71b59 None None] Current status of the port 5be0b216-fde2-4028-a367-80960dc54008 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:25.836882 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 5be0b216-fde2-4028-a367-80960dc54008 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:48:25.854886 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c6acdac3-96c3-4b83-97ef-416948c2c4e0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for floatingip (a3fc547d-8f15-4b71-bd8d-fbc2e04e2318), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:25.900883 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4764d4a-fd85-4159-99d9-c71aac64fce7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network 1f78bc85-b0c8-4af0-b2fa-573e8e6b41b8 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:25.907326 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-d4764d4a-fd85-4159-99d9-c71aac64fce7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:25.951253 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port e184f6de-f529-46e6-b25a-d225f08f3b52 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:48:25.964531 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port e184f6de-f529-46e6-b25a-d225f08f3b52 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:25.977720 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e184f6de-f529-46e6-b25a-d225f08f3b52), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:26.036056 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-072f33fa-f262-4de8-a131-95d7a6ae3ee0 None None] Provisioning complete for port d4934e8a-a461-4048-b609-c431eeaa2a85 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:26.036715 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-072f33fa-f262-4de8-a131-95d7a6ae3ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d4934e8a-a461-4048-b609-c431eeaa2a85), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:26.129565 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 5be0b216-fde2-4028-a367-80960dc54008 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:26.129942 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (5be0b216-fde2-4028-a367-80960dc54008), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:26.236089 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-072f33fa-f262-4de8-a131-95d7a6ae3ee0 None None] Port d4934e8a-a461-4048-b609-c431eeaa2a85 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:48:26.242484 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06be894-9441-4eb8-ab2f-d3a74332ccc0 req-68cb2126-ff08-4de7-8565-f78f8d371793 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:26.250598 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a06be894-9441-4eb8-ab2f-d3a74332ccc0 req-68cb2126-ff08-4de7-8565-f78f8d371793 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ad9e54-a5c3-46c2-bca5-40afcef35979 HTTP/1.1" status: 200 len: 944 time: 0.1639152 Mar 07 10:48:26.261299 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4764d4a-fd85-4159-99d9-c71aac64fce7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Router 1afc5039-0bf4-4e66-a650-4c1b1428ec51 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:48:26.319577 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port e184f6de-f529-46e6-b25a-d225f08f3b52 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:26.320130 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e184f6de-f529-46e6-b25a-d225f08f3b52), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:26.344839 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a06be894-9441-4eb8-ab2f-d3a74332ccc0 req-d1f4df31-8454-4373-bc65-bf966f67c0e8 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.11 "GET /v2.0/security-groups?id=0297ace3-ed3c-4896-828b-a60a77d66a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931518 Mar 07 10:48:26.444396 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 5be0b216-fde2-4028-a367-80960dc54008 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:26.476312 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ad9e54-a5c3-46c2-bca5-40afcef35979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e184f6de-f529-46e6-b25a-d225f08f3b52'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:48:26.478648 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e430e35d-adba-4202-a55f-5295d13a36e1" -d '{"events": [{"server_uuid": "36ad9e54-a5c3-46c2-bca5-40afcef35979", "name": "network-vif-plugged", "status": "completed", "tag": "e184f6de-f529-46e6-b25a-d225f08f3b52"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:48:26.508101 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-98e46b76-7b17-4048-a6d4-39ee81a1b74c None None] Provisioning complete for port 0d29dc3c-4787-484c-984b-71b4eb5ca1ad triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:26.508508 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-98e46b76-7b17-4048-a6d4-39ee81a1b74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0d29dc3c-4787-484c-984b-71b4eb5ca1ad), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:26.521647 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port e184f6de-f529-46e6-b25a-d225f08f3b52, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=e184f6de-f529-46e6-b25a-d225f08f3b52,segment=NetworkSegment(7d1fcb66-866d-4c9a-969e-9df55c8ad9ad),segment_id=7d1fcb66-866d-4c9a-969e-9df55c8ad9ad)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:26.555999 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e184f6de-f529-46e6-b25a-d225f08f3b52), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:26.630285 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac6b261-192c-4510-b24f-fcade3aebf51 x-openstack-request-id: req-6ac6b261-192c-4510-b24f-fcade3aebf51 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:26.631142 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ad9e54-a5c3-46c2-bca5-40afcef35979", "name": "network-vif-plugged", "status": "completed", "tag": "e184f6de-f529-46e6-b25a-d225f08f3b52", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:26.631643 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6ac6b261-192c-4510-b24f-fcade3aebf51 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:26.643003 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ad9e54-a5c3-46c2-bca5-40afcef35979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e184f6de-f529-46e6-b25a-d225f08f3b52', 'code': 200} Mar 07 10:48:26.659573 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-98e46b76-7b17-4048-a6d4-39ee81a1b74c None None] Port 0d29dc3c-4787-484c-984b-71b4eb5ca1ad cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:48:26.676838 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4764d4a-fd85-4159-99d9-c71aac64fce7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:48:26.703811 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33176) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:26.705143 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d4764d4a-fd85-4159-99d9-c71aac64fce7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "PUT /v2.0/routers/1afc5039-0bf4-4e66-a650-4c1b1428ec51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2787478 Mar 07 10:48:26.713361 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc346d2-b00b-4d12-875f-861750a94501 None None] Sync routers for ids ['1afc5039-0bf4-4e66-a650-4c1b1428ec51'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:48:26.724856 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-98e46b76-7b17-4048-a6d4-39ee81a1b74c None None] Provisioning complete for port 5be0b216-fde2-4028-a367-80960dc54008 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:26.725368 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-98e46b76-7b17-4048-a6d4-39ee81a1b74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (5be0b216-fde2-4028-a367-80960dc54008), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:26.727066 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=e184f6de-f529-46e6-b25a-d225f08f3b52,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:26.811128 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc346d2-b00b-4d12-875f-861750a94501 None None] Routers {'1afc5039-0bf4-4e66-a650-4c1b1428ec51'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:26.811782 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-edc346d2-b00b-4d12-875f-861750a94501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:48:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['1afc5039-0bf4-4e66-a650-4c1b1428ec51'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:26.832684 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33186) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:26.885138 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-edc346d2-b00b-4d12-875f-861750a94501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:26.934037 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc346d2-b00b-4d12-875f-861750a94501 None None] Routers {'1afc5039-0bf4-4e66-a650-4c1b1428ec51'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:26.939813 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-edc346d2-b00b-4d12-875f-861750a94501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:48:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['1afc5039-0bf4-4e66-a650-4c1b1428ec51'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:27.000116 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-edc346d2-b00b-4d12-875f-861750a94501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:27.000769 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc346d2-b00b-4d12-875f-861750a94501 None None] The sync data for ids ['1afc5039-0bf4-4e66-a650-4c1b1428ec51'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:48:27.006702 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee8322f-768c-4a32-8ed6-00ca9d335263 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:27.009455 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5ee8322f-768c-4a32-8ed6-00ca9d335263 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "GET /v2.0/ports/0d29dc3c-4787-484c-984b-71b4eb5ca1ad HTTP/1.1" status: 200 len: 910 time: 0.3020315 Mar 07 10:48:27.016512 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-ad1218e3-5b34-4993-8d8d-abe77a31c2b3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1375813747-network', 'tenant_id': '317bbb37eb44423c9f04ed1222118313'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:27.016753 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33190) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:27.040568 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-343734be-7272-4481-b812-27ad8ce3b1a1 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '70090f4b-eeb5-4225-9be4-b2be3e73e222'}]}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:27.075032 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-98e46b76-7b17-4048-a6d4-39ee81a1b74c None None] Current status of the port 5be0b216-fde2-4028-a367-80960dc54008 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:27.080423 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1218e3-5b34-4993-8d8d-abe77a31c2b3 admin admin] Made reservation on behalf of 317bbb37eb44423c9f04ed1222118313 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:27.083970 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ad1218e3-5b34-4993-8d8d-abe77a31c2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:27.087244 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512e3f8-1d2b-45b3-a3e7-4bf6d1515f41 req-95811dcc-ba25-4e70-bd88-0844b5b4a909 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:27.088726 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7512e3f8-1d2b-45b3-a3e7-4bf6d1515f41 req-95811dcc-ba25-4e70-bd88-0844b5b4a909 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=46c9e543-634a-4416-99ea-0fdf7ce93814 HTTP/1.1" status: 200 len: 946 time: 0.3858230 Mar 07 10:48:27.095608 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ad1218e3-5b34-4993-8d8d-abe77a31c2b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:27.096780 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a4043-89c7-4d84-8d5c-c0ebe29e3f39 req-7b372ce7-c393-4473-8360-00ca3d9b3766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:27.098531 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c71a4043-89c7-4d84-8d5c-c0ebe29e3f39 req-7b372ce7-c393-4473-8360-00ca3d9b3766 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=36ad9e54-a5c3-46c2-bca5-40afcef35979 HTTP/1.1" status: 200 len: 1127 time: 0.3938520 Mar 07 10:48:27.204991 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-49a103a0-8fae-4195-976a-2a82ae2176f9 None None] Provisioning complete for port 0d29dc3c-4787-484c-984b-71b4eb5ca1ad triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:27.205411 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-49a103a0-8fae-4195-976a-2a82ae2176f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0d29dc3c-4787-484c-984b-71b4eb5ca1ad), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:27.210820 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ad1218e3-5b34-4993-8d8d-abe77a31c2b3 admin admin] Publish callbacks [] for security_group (afb4e61b-b6a1-454c-8fe4-5e8dfb9777c3), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:27.240201 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ad1218e3-5b34-4993-8d8d-abe77a31c2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (afb4e61b-b6a1-454c-8fe4-5e8dfb9777c3), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:27.265101 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-49a103a0-8fae-4195-976a-2a82ae2176f9 None None] Port 0d29dc3c-4787-484c-984b-71b4eb5ca1ad cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:48:27.287227 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad1218e3-5b34-4993-8d8d-abe77a31c2b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:48:27.300762 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ad1218e3-5b34-4993-8d8d-abe77a31c2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (b20addc2-2343-441e-8de8-699e6cfbb896), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:27.301179 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-ad1218e3-5b34-4993-8d8d-abe77a31c2b3 admin admin] Added segment b20addc2-2343-441e-8de8-699e6cfbb896 of type vlan for network c9735e23-6d88-4e20-8b09-1916805f85c2 Mar 07 10:48:27.316279 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.db.resource_extend [None req-c6acdac3-96c3-4b83-97ef-416948c2c4e0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:48:27.327794 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1218e3-5b34-4993-8d8d-abe77a31c2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb4e61b-b6a1-454c-8fe4-5e8dfb9777c3,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:27.365638 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ad1218e3-5b34-4993-8d8d-abe77a31c2b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (c9735e23-6d88-4e20-8b09-1916805f85c2), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:27.397515 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ad1218e3-5b34-4993-8d8d-abe77a31c2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (c9735e23-6d88-4e20-8b09-1916805f85c2), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:27.398875 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1218e3-5b34-4993-8d8d-abe77a31c2b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:27.399817 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ad1218e3-5b34-4993-8d8d-abe77a31c2b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:27.434950 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7512e3f8-1d2b-45b3-a3e7-4bf6d1515f41 req-c8420173-5eaa-4676-9634-c5fc933a7b5d tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353231 Mar 07 10:48:27.436945 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c71a4043-89c7-4d84-8d5c-c0ebe29e3f39 req-472f6635-dc10-473a-8d6c-a5851f732872 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0297ace3-ed3c-4896-828b-a60a77d66a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259485 Mar 07 10:48:27.443037 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ad1218e3-5b34-4993-8d8d-abe77a31c2b3 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6090298 Mar 07 10:48:27.450325 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33200) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:27.457844 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-fb74d6ae-ac70-421d-ba04-306ccff420e2 admin admin] Request body: {'subnet': {'network_id': 'c9735e23-6d88-4e20-8b09-1916805f85c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1375813747-subnet', 'tenant_id': '317bbb37eb44423c9f04ed1222118313', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:27.479371 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c6acdac3-96c3-4b83-97ef-416948c2c4e0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:27.494372 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1218e3-5b34-4993-8d8d-abe77a31c2b3 admin admin] Pushing event updated for resources: {'Network': ['ID=c9735e23-6d88-4e20-8b09-1916805f85c2,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:27.508910 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network c9735e23-6d88-4e20-8b09-1916805f85c2 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:48:27.509491 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c6acdac3-96c3-4b83-97ef-416948c2c4e0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (a3fc547d-8f15-4b71-bd8d-fbc2e04e2318), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:27.564088 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-343734be-7272-4481-b812-27ad8ce3b1a1 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0d29dc3c-4787-484c-984b-71b4eb5ca1ad), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:27.579783 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb74d6ae-ac70-421d-ba04-306ccff420e2 admin admin] Made reservation on behalf of 317bbb37eb44423c9f04ed1222118313 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:27.582123 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fb74d6ae-ac70-421d-ba04-306ccff420e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:27.620592 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caaf891-4d14-4fd2-8206-fc42fda75356 req-625024ef-0835-4caf-aa39-1f06112984ee tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:27.623058 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0caaf891-4d14-4fd2-8206-fc42fda75356 req-625024ef-0835-4caf-aa39-1f06112984ee tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ad9e54-a5c3-46c2-bca5-40afcef35979 HTTP/1.1" status: 200 len: 945 time: 0.1164243 Mar 07 10:48:27.688290 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0caaf891-4d14-4fd2-8206-fc42fda75356 req-ad05f979-ac29-4f44-b63b-7e94019ac828 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.11 "GET /v2.0/security-groups?id=0297ace3-ed3c-4896-828b-a60a77d66a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577984 Mar 07 10:48:27.819411 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-c6acdac3-96c3-4b83-97ef-416948c2c4e0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Floating IP a3fc547d-8f15-4b71-bd8d-fbc2e04e2318 associated. External IP: 172.25.3.17, port: 9c9552e1-75f2-41e8-b449-c26aa43efa55. Mar 07 10:48:28.181830 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fb74d6ae-ac70-421d-ba04-306ccff420e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (6fee9067-3d01-48be-8eef-c85059ceeaab), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:28.631023 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f1001-bca0-4043-a484-f60be2400234 req-b9d782df-08a5-4a54-8f4a-50eacbe4bd69 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:28.632684 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fa8f1001-bca0-4043-a484-f60be2400234 req-b9d782df-08a5-4a54-8f4a-50eacbe4bd69 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=46c9e543-634a-4416-99ea-0fdf7ce93814 HTTP/1.1" status: 200 len: 946 time: 0.1064427 Mar 07 10:48:28.738887 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fa8f1001-bca0-4043-a484-f60be2400234 req-58801826-2a28-4fb2-ac9a-87916a1015a1 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983994 Mar 07 10:48:28.794966 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb74d6ae-ac70-421d-ba04-306ccff420e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fee9067-3d01-48be-8eef-c85059ceeaab,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:28.873346 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb74d6ae-ac70-421d-ba04-306ccff420e2 admin admin] Checking segment: {'id': 'b20addc2-2343-441e-8de8-699e6cfbb896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c9735e23-6d88-4e20-8b09-1916805f85c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:28.874078 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb74d6ae-ac70-421d-ba04-306ccff420e2 admin admin] Network hostable DHCP agents. Network: c9735e23-6d88-4e20-8b09-1916805f85c2, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:48:28.914171 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6acdac3-96c3-4b83-97ef-416948c2c4e0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Router f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:48:28.954711 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-343734be-7272-4481-b812-27ad8ce3b1a1 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for port (0d29dc3c-4787-484c-984b-71b4eb5ca1ad), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:28.965055 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb74d6ae-ac70-421d-ba04-306ccff420e2 admin admin] Network c9735e23-6d88-4e20-8b09-1916805f85c2 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:48:29.022472 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-343734be-7272-4481-b812-27ad8ce3b1a1 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (0d29dc3c-4787-484c-984b-71b4eb5ca1ad), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:29.033259 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-fb74d6ae-ac70-421d-ba04-306ccff420e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, c9735e23-6d88-4e20-8b09-1916805f85c2) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:29.047652 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e251bc3-648d-4c1d-9467-3097cf847b8f None None] Network c9735e23-6d88-4e20-8b09-1916805f85c2 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:48:29.089174 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37573e8e-a112-4afe-8a5d-398fc662fa2d req-876e15f3-274f-4273-85a5-ba54b7fd3496 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:29.091718 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-37573e8e-a112-4afe-8a5d-398fc662fa2d req-876e15f3-274f-4273-85a5-ba54b7fd3496 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ad9e54-a5c3-46c2-bca5-40afcef35979 HTTP/1.1" status: 200 len: 945 time: 0.2716134 Mar 07 10:48:29.115002 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb74d6ae-ac70-421d-ba04-306ccff420e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:29.115614 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fb74d6ae-ac70-421d-ba04-306ccff420e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:29.165565 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-fb74d6ae-ac70-421d-ba04-306ccff420e2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7047467 Mar 07 10:48:29.190756 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ffe57d-9db3-4f58-b1e4-fbabb0238111 None None] Network c9735e23-6d88-4e20-8b09-1916805f85c2 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:48:29.230717 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343734be-7272-4481-b812-27ad8ce3b1a1 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:29.231332 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-343734be-7272-4481-b812-27ad8ce3b1a1 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:29.232658 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-343734be-7272-4481-b812-27ad8ce3b1a1 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "PUT /v2.0/ports/0d29dc3c-4787-484c-984b-71b4eb5ca1ad HTTP/1.1" status: 200 len: 910 time: 2.2138915 Mar 07 10:48:29.235554 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33238) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:29.253698 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343734be-7272-4481-b812-27ad8ce3b1a1 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Port': ['ID=0d29dc3c-4787-484c-984b-71b4eb5ca1ad,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:29.341959 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-37573e8e-a112-4afe-8a5d-398fc662fa2d req-00c886f8-5580-45c9-9c1d-fbda71ee450d tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.11 "GET /v2.0/security-groups?id=0297ace3-ed3c-4896-828b-a60a77d66a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095120 Mar 07 10:48:29.366323 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6acdac3-96c3-4b83-97ef-416948c2c4e0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:48:29.382726 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153f8431-5fa9-454a-aacf-ad93c81160c7 None None] Sync routers for ids ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:48:29.407883 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153f8431-5fa9-454a-aacf-ad93c81160c7 None None] Routers {'f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:29.408535 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-153f8431-5fa9-454a-aacf-ad93c81160c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:48:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:29.472733 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-153f8431-5fa9-454a-aacf-ad93c81160c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:29.483825 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153f8431-5fa9-454a-aacf-ad93c81160c7 None None] Routers {'f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:29.484437 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-153f8431-5fa9-454a-aacf-ad93c81160c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:48:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:29.555439 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-153f8431-5fa9-454a-aacf-ad93c81160c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:29.556003 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153f8431-5fa9-454a-aacf-ad93c81160c7 None None] The sync data for ids ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:48:29.813537 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6acdac3-96c3-4b83-97ef-416948c2c4e0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Router 760b5353-eb4e-4473-a73a-2ceca0f1eac6 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:48:29.826165 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e82a0e29-d157-4b45-a7ff-90b9567fa52e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (1afc5039-0bf4-4e66-a650-4c1b1428ec51), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:29.999525 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6683c-7d84-4c05-a282-e6249bfd64bb req-d8dfe4e0-d7e8-42a0-a4bd-a799e1967657 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:30.001473 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-93a6683c-7d84-4c05-a282-e6249bfd64bb req-d8dfe4e0-d7e8-42a0-a4bd-a799e1967657 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=46c9e543-634a-4416-99ea-0fdf7ce93814 HTTP/1.1" status: 200 len: 946 time: 0.1107459 Mar 07 10:48:30.006390 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6acdac3-96c3-4b83-97ef-416948c2c4e0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:48:30.015598 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c6acdac3-96c3-4b83-97ef-416948c2c4e0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:30.018922 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd2997a-a293-4b25-b17b-739521ae2c64 None None] Sync routers for ids ['760b5353-eb4e-4473-a73a-2ceca0f1eac6'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:48:30.046344 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd2997a-a293-4b25-b17b-739521ae2c64 None None] Routers {'760b5353-eb4e-4473-a73a-2ceca0f1eac6'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:30.047261 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-bfd2997a-a293-4b25-b17b-739521ae2c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:48:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['760b5353-eb4e-4473-a73a-2ceca0f1eac6'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:30.119819 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-bfd2997a-a293-4b25-b17b-739521ae2c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:30.143106 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-93a6683c-7d84-4c05-a282-e6249bfd64bb req-3feb25f1-2e85-4f5e-bfb0-c9036d157d9d tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251848 Mar 07 10:48:30.150969 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd2997a-a293-4b25-b17b-739521ae2c64 None None] Routers {'760b5353-eb4e-4473-a73a-2ceca0f1eac6'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:30.151851 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-bfd2997a-a293-4b25-b17b-739521ae2c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:48:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['760b5353-eb4e-4473-a73a-2ceca0f1eac6'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:30.232642 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c6acdac3-96c3-4b83-97ef-416948c2c4e0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "PUT /v2.0/floatingips/a3fc547d-8f15-4b71-bd8d-fbc2e04e2318 HTTP/1.1" status: 200 len: 978 time: 4.5886245 Mar 07 10:48:30.233493 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33270) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:30.253121 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-bfd2997a-a293-4b25-b17b-739521ae2c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:30.254605 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd2997a-a293-4b25-b17b-739521ae2c64 None None] The sync data for ids ['760b5353-eb4e-4473-a73a-2ceca0f1eac6'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:48:30.268312 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-1e3ff3f4-9354-469e-bfae-a8295dd75cb7 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:30.277983 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-1e3ff3f4-9354-469e-bfae-a8295dd75cb7 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] 10.222.0.11 "GET /v2.0/networks?id=c9735e23-6d88-4e20-8b09-1916805f85c2 HTTP/1.1" status: 200 len: 818 time: 0.2740562 Mar 07 10:48:30.299274 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-95f06c72-f485-4694-a165-28f84d4f0835 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] 10.222.0.11 "GET /v2.0/quotas/317bbb37eb44423c9f04ed1222118313 HTTP/1.1" status: 200 len: 375 time: 0.0201910 Mar 07 10:48:30.346032 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-cfc30d48-49c2-4519-8854-ab1d39864b17 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=317bbb37eb44423c9f04ed1222118313&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457716 Mar 07 10:48:30.462332 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-a971433c-5767-4584-968a-4a11ca5a7742 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Deleting port d4934e8a-a461-4048-b609-c431eeaa2a85 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:30.474744 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a971433c-5767-4584-968a-4a11ca5a7742 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (d4934e8a-a461-4048-b609-c431eeaa2a85), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:30.511882 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-efaf76e7-b337-42ab-85cf-f2bd4aed7c93 service neutron] 10.222.0.11 "GET /v2.0/networks/c9735e23-6d88-4e20-8b09-1916805f85c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649179 Mar 07 10:48:30.554440 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-e82a0e29-d157-4b45-a7ff-90b9567fa52e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Deleting port 0d29dc3c-4787-484c-984b-71b4eb5ca1ad {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:30.554788 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e82a0e29-d157-4b45-a7ff-90b9567fa52e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (0d29dc3c-4787-484c-984b-71b4eb5ca1ad), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:30.645906 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-dc9acdf6-b78f-408b-94b2-2fd6aff7040f service neutron] 10.222.0.11 "GET /v2.0/networks/c9735e23-6d88-4e20-8b09-1916805f85c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278312 Mar 07 10:48:30.713090 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a971433c-5767-4584-968a-4a11ca5a7742 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (d4934e8a-a461-4048-b609-c431eeaa2a85), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:30.870062 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25d44c-cea0-4769-930b-5d603da2213e req-d56b95e8-2b2b-4efe-b1df-1da3fb734839 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:30.880603 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1d25d44c-cea0-4769-930b-5d603da2213e req-d56b95e8-2b2b-4efe-b1df-1da3fb734839 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ad9e54-a5c3-46c2-bca5-40afcef35979 HTTP/1.1" status: 200 len: 945 time: 0.3768361 Mar 07 10:48:30.894421 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e82a0e29-d157-4b45-a7ff-90b9567fa52e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (0d29dc3c-4787-484c-984b-71b4eb5ca1ad), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:30.973154 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-e82a0e29-d157-4b45-a7ff-90b9567fa52e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Calling delete_port for 0d29dc3c-4787-484c-984b-71b4eb5ca1ad owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:30.984238 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b2cf8-16cb-4dcf-9a25-5e04af374f0f req-a5016b75-c0a9-47a8-a045-d498f90a9c35 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:30.985791 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dc1b2cf8-16cb-4dcf-9a25-5e04af374f0f req-a5016b75-c0a9-47a8-a045-d498f90a9c35 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=46c9e543-634a-4416-99ea-0fdf7ce93814 HTTP/1.1" status: 200 len: 946 time: 0.0667734 Mar 07 10:48:31.066829 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dc1b2cf8-16cb-4dcf-9a25-5e04af374f0f req-f08b38c3-1bb2-4c01-82ae-e555eef09b02 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645704 Mar 07 10:48:31.294415 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-953bd717-1fc5-4b48-b8ec-026075d35c0c req-48f030b2-eea2-4d3f-a3f8-7b146ae05dca tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fffaca2-32db-4632-b59c-1429fb077d9e HTTP/1.1" status: 200 len: 210 time: 0.0377288 Mar 07 10:48:31.603901 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1d25d44c-cea0-4769-930b-5d603da2213e req-50b4907a-106d-4572-b721-22171ed9b9da tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.11 "GET /v2.0/security-groups?id=0297ace3-ed3c-4896-828b-a60a77d66a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7220974 Mar 07 10:48:31.781264 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a971433c-5767-4584-968a-4a11ca5a7742 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:31.781694 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a971433c-5767-4584-968a-4a11ca5a7742 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (a3fc547d-8f15-4b71-bd8d-fbc2e04e2318), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:31.782023 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-a971433c-5767-4584-968a-4a11ca5a7742 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Floating IP a3fc547d-8f15-4b71-bd8d-fbc2e04e2318 disassociated. External IP: 172.25.3.17, port: d4934e8a-a461-4048-b609-c431eeaa2a85. Mar 07 10:48:31.782397 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-a971433c-5767-4584-968a-4a11ca5a7742 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Calling delete_port for d4934e8a-a461-4048-b609-c431eeaa2a85 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:31.791987 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e82a0e29-d157-4b45-a7ff-90b9567fa52e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (0d29dc3c-4787-484c-984b-71b4eb5ca1ad), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:31.859890 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a0e29-d157-4b45-a7ff-90b9567fa52e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Port': ['ID=0d29dc3c-4787-484c-984b-71b4eb5ca1ad,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:31.887141 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c2ef0-51bb-45a7-9753-54cc271981cc req-9b1f8cd5-2edf-4b8e-b210-57c396b40b43 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:31.888677 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-217c2ef0-51bb-45a7-9753-54cc271981cc req-9b1f8cd5-2edf-4b8e-b210-57c396b40b43 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.21 "GET /v2.0/ports?device_id=46c9e543-634a-4416-99ea-0fdf7ce93814 HTTP/1.1" status: 200 len: 946 time: 0.1177192 Mar 07 10:48:32.104898 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-217c2ef0-51bb-45a7-9753-54cc271981cc req-b75d5282-8833-45e2-a07d-644f1e002a77 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Deleting port 5709530c-8e99-466f-b409-e7063a787eba {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:32.107204 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-217c2ef0-51bb-45a7-9753-54cc271981cc req-b75d5282-8833-45e2-a07d-644f1e002a77 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (5709530c-8e99-466f-b409-e7063a787eba), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:32.241591 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e82a0e29-d157-4b45-a7ff-90b9567fa52e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (1afc5039-0bf4-4e66-a650-4c1b1428ec51), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:32.398702 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a971433c-5767-4584-968a-4a11ca5a7742 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (d4934e8a-a461-4048-b609-c431eeaa2a85), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:32.490820 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971433c-5767-4584-968a-4a11ca5a7742 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event deleted for resources: {'Port': ['ID=d4934e8a-a461-4048-b609-c431eeaa2a85,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:32.493233 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-217c2ef0-51bb-45a7-9753-54cc271981cc req-b75d5282-8833-45e2-a07d-644f1e002a77 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] For port 5709530c-8e99-466f-b409-e7063a787eba, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=5709530c-8e99-466f-b409-e7063a787eba,segment=NetworkSegment(12342119-cf6b-4cbb-9e34-d47607d55c42),segment_id=12342119-cf6b-4cbb-9e34-d47607d55c42)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:32.493977 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-217c2ef0-51bb-45a7-9753-54cc271981cc req-b75d5282-8833-45e2-a07d-644f1e002a77 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (5709530c-8e99-466f-b409-e7063a787eba), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:32.532479 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-217c2ef0-51bb-45a7-9753-54cc271981cc req-b75d5282-8833-45e2-a07d-644f1e002a77 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Calling delete_port for 5709530c-8e99-466f-b409-e7063a787eba owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:32.541127 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cb0bf-8ef6-4104-9d59-000ad5b4e1a8 req-009c9140-3980-46d3-95bd-8e185e9d5265 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:32.549239 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-009cb0bf-8ef6-4104-9d59-000ad5b4e1a8 req-009c9140-3980-46d3-95bd-8e185e9d5265 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=46c9e543-634a-4416-99ea-0fdf7ce93814 HTTP/1.1" status: 200 len: 946 time: 0.2729425 Mar 07 10:48:32.608229 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-736e8427-0993-4733-810a-ab46e4adf06a tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:32.610456 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-736e8427-0993-4733-810a-ab46e4adf06a tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] 10.222.0.21 "GET /v2.0/networks?id=c9735e23-6d88-4e20-8b09-1916805f85c2 HTTP/1.1" status: 200 len: 818 time: 0.3329427 Mar 07 10:48:32.658177 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-ba9034ae-7442-4375-b263-beaf7a7b4692 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] Request body: {'port': {'device_id': '5fffaca2-32db-4632-b59c-1429fb077d9e', 'network_id': 'c9735e23-6d88-4e20-8b09-1916805f85c2', 'admin_state_up': True, 'tenant_id': '317bbb37eb44423c9f04ed1222118313'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:32.690678 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8fefe215-5ede-4285-ac40-bf7fa093baa5 req-8831ce87-0551-47cd-b2f3-ac5cf5798d30 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fffaca2-32db-4632-b59c-1429fb077d9e HTTP/1.1" status: 200 len: 210 time: 0.0738125 Mar 07 10:48:32.708346 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82a0e29-d157-4b45-a7ff-90b9567fa52e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Router 1afc5039-0bf4-4e66-a650-4c1b1428ec51 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:48:32.863403 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-009cb0bf-8ef6-4104-9d59-000ad5b4e1a8 req-8e67ed6a-31ab-4c6c-a71d-dd515870b071 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132017 Mar 07 10:48:32.920539 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82a0e29-d157-4b45-a7ff-90b9567fa52e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:48:32.923334 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a971433c-5767-4584-968a-4a11ca5a7742 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Router 760b5353-eb4e-4473-a73a-2ceca0f1eac6 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:48:32.931162 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e82a0e29-d157-4b45-a7ff-90b9567fa52e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "PUT /v2.0/routers/1afc5039-0bf4-4e66-a650-4c1b1428ec51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6926761 Mar 07 10:48:32.931902 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33342) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:32.935572 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d09dab-64f0-40bd-bcf7-131f2d1837ab None None] Sync routers for ids ['1afc5039-0bf4-4e66-a650-4c1b1428ec51'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:48:32.963351 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d09dab-64f0-40bd-bcf7-131f2d1837ab None None] Routers {'1afc5039-0bf4-4e66-a650-4c1b1428ec51'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:32.967132 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0964886a-e9e2-4c19-936a-f7e426159682 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "GET /v2.0/ports?device_id=1afc5039-0bf4-4e66-a650-4c1b1428ec51 HTTP/1.1" status: 200 len: 205 time: 0.0319898 Mar 07 10:48:32.969445 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33344) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:32.970110 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f7d09dab-64f0-40bd-bcf7-131f2d1837ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:48:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['1afc5039-0bf4-4e66-a650-4c1b1428ec51'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:33.046762 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f7d09dab-64f0-40bd-bcf7-131f2d1837ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:33.068865 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d09dab-64f0-40bd-bcf7-131f2d1837ab None None] Routers {'1afc5039-0bf4-4e66-a650-4c1b1428ec51'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:33.069528 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f7d09dab-64f0-40bd-bcf7-131f2d1837ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:48:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['1afc5039-0bf4-4e66-a650-4c1b1428ec51'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:33.146452 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-ba9034ae-7442-4375-b263-beaf7a7b4692 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] Made reservation on behalf of 317bbb37eb44423c9f04ed1222118313 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:33.151131 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-ba9034ae-7442-4375-b263-beaf7a7b4692 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:33.181190 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f7d09dab-64f0-40bd-bcf7-131f2d1837ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:33.182163 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d09dab-64f0-40bd-bcf7-131f2d1837ab None None] The sync data for ids ['1afc5039-0bf4-4e66-a650-4c1b1428ec51'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:48:33.306868 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a971433c-5767-4584-968a-4a11ca5a7742 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:48:33.315178 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-217c2ef0-51bb-45a7-9753-54cc271981cc req-b75d5282-8833-45e2-a07d-644f1e002a77 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (5709530c-8e99-466f-b409-e7063a787eba), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:33.320163 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e4d313-ea3b-41bc-ab1c-670ca2ec7992 None None] Sync routers for ids ['760b5353-eb4e-4473-a73a-2ceca0f1eac6'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:48:33.328533 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['5709530c-8e99-466f-b409-e7063a787eba'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:48:33.373029 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e4d313-ea3b-41bc-ab1c-670ca2ec7992 None None] Routers {'760b5353-eb4e-4473-a73a-2ceca0f1eac6'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:33.373946 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-83e4d313-ea3b-41bc-ab1c-670ca2ec7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:48:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['760b5353-eb4e-4473-a73a-2ceca0f1eac6'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:33.411721 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-83e4d313-ea3b-41bc-ab1c-670ca2ec7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:33.422095 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e4d313-ea3b-41bc-ab1c-670ca2ec7992 None None] Routers {'760b5353-eb4e-4473-a73a-2ceca0f1eac6'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:33.422998 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-83e4d313-ea3b-41bc-ab1c-670ca2ec7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:48:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['760b5353-eb4e-4473-a73a-2ceca0f1eac6'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:33.426097 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d5282-8833-45e2-a07d-644f1e002a77 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Pushing event deleted for resources: {'Port': ['ID=5709530c-8e99-466f-b409-e7063a787eba,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:33.456484 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-217c2ef0-51bb-45a7-9753-54cc271981cc req-b75d5282-8833-45e2-a07d-644f1e002a77 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] No DVR routers for this DVR port 5709530c-8e99-466f-b409-e7063a787eba on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:48:33.460853 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-217c2ef0-51bb-45a7-9753-54cc271981cc req-b75d5282-8833-45e2-a07d-644f1e002a77 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:33.469873 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-83e4d313-ea3b-41bc-ab1c-670ca2ec7992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:33.470964 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83e4d313-ea3b-41bc-ab1c-670ca2ec7992 None None] The sync data for ids ['760b5353-eb4e-4473-a73a-2ceca0f1eac6'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:48:33.474961 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-217c2ef0-51bb-45a7-9753-54cc271981cc req-b75d5282-8833-45e2-a07d-644f1e002a77 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.21 "DELETE /v2.0/ports/5709530c-8e99-466f-b409-e7063a787eba HTTP/1.1" status: 204 len: 173 time: 1.5708959 Mar 07 10:48:33.475492 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c9e543-634a-4416-99ea-0fdf7ce93814', 'name': 'network-vif-deleted', 'tag': '5709530c-8e99-466f-b409-e7063a787eba'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:48:33.478128 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a12a37-965a-4058-af4b-4cf27f3f56e2" -d '{"events": [{"server_uuid": "46c9e543-634a-4416-99ea-0fdf7ce93814", "name": "network-vif-deleted", "tag": "5709530c-8e99-466f-b409-e7063a787eba"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:48:33.535036 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-50edcba1-8df1-4583-864f-e2a2a1a859fb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router (1afc5039-0bf4-4e66-a650-4c1b1428ec51), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:33.535272 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-ba9034ae-7442-4375-b263-beaf7a7b4692 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] Allocated IP 172.20.0.10 (c9735e23-6d88-4e20-8b09-1916805f85c2/6fee9067-3d01-48be-8eef-c85059ceeaab/19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:33.718411 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aee3cc1-0f5a-47e4-94cc-e5bf1a2deac6 x-openstack-request-id: req-2aee3cc1-0f5a-47e4-94cc-e5bf1a2deac6 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:33.718752 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c9e543-634a-4416-99ea-0fdf7ce93814", "name": "network-vif-deleted", "tag": "5709530c-8e99-466f-b409-e7063a787eba", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:33.719068 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2aee3cc1-0f5a-47e4-94cc-e5bf1a2deac6 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:33.719431 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c9e543-634a-4416-99ea-0fdf7ce93814', 'name': 'network-vif-deleted', 'tag': '5709530c-8e99-466f-b409-e7063a787eba', 'status': 'completed', 'code': 200} Mar 07 10:48:33.731525 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a971433c-5767-4584-968a-4a11ca5a7742 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:33.735291 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a971433c-5767-4584-968a-4a11ca5a7742 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "DELETE /v2.0/ports/d4934e8a-a461-4048-b609-c431eeaa2a85 HTTP/1.1" status: 204 len: 168 time: 3.5002377 Mar 07 10:48:33.738229 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33372) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:33.977121 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-ba9034ae-7442-4375-b263-beaf7a7b4692 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] Publish callbacks [] for port (19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:33.978926 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4eabbdaa-600c-45cb-b87f-a9bb16b6d86e req-20089e8e-bb8e-4ad8-ac97-5a8160f67e8f tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fffaca2-32db-4632-b59c-1429fb077d9e HTTP/1.1" status: 200 len: 210 time: 0.0507734 Mar 07 10:48:34.036377 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-50edcba1-8df1-4583-864f-e2a2a1a859fb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (1afc5039-0bf4-4e66-a650-4c1b1428ec51), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:34.045681 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-ba9034ae-7442-4375-b263-beaf7a7b4692 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:34.048056 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-50edcba1-8df1-4583-864f-e2a2a1a859fb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router_controller (1afc5039-0bf4-4e66-a650-4c1b1428ec51), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:34.081731 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-ba9034ae-7442-4375-b263-beaf7a7b4692 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] Network c9735e23-6d88-4e20-8b09-1916805f85c2 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:34.093351 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-ba9034ae-7442-4375-b263-beaf7a7b4692 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:34.130379 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-ba9034ae-7442-4375-b263-beaf7a7b4692 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:34.225765 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b8b04a5c-671e-4915-a2ed-f1ceae8edd0e req-16a9db5a-7686-4cd9-a9fe-d7e0d556ea56 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=46c9e543-634a-4416-99ea-0fdf7ce93814 HTTP/1.1" status: 200 len: 210 time: 0.1397049 Mar 07 10:48:34.266713 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9034ae-7442-4375-b263-beaf7a7b4692 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] Pushing event updated for resources: {'Port': ['ID=19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:34.291800 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-ba9034ae-7442-4375-b263-beaf7a7b4692 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:34.294578 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-ba9034ae-7442-4375-b263-beaf7a7b4692 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:34.306605 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-50edcba1-8df1-4583-864f-e2a2a1a859fb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (1afc5039-0bf4-4e66-a650-4c1b1428ec51), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:34.307706 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50edcba1-8df1-4583-864f-e2a2a1a859fb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Fanout notify agent at l3_agent the message router_deleted on router 1afc5039-0bf4-4e66-a650-4c1b1428ec51 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:48:34.317530 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-50edcba1-8df1-4583-864f-e2a2a1a859fb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:34.318008 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-ba9034ae-7442-4375-b263-beaf7a7b4692 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6657326 Mar 07 10:48:34.318619 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-50edcba1-8df1-4583-864f-e2a2a1a859fb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/routers/1afc5039-0bf4-4e66-a650-4c1b1428ec51 HTTP/1.1" status: 204 len: 168 time: 1.3482602 Mar 07 10:48:34.321356 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33390) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:34.335053 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-35e35002-3de4-49f8-95a6-4e7875b263e2 service neutron] Request body: {'port': {'device_id': '5fffaca2-32db-4632-b59c-1429fb077d9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:34.442872 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c4b30cf-4a7b-4ff3-924d-d2a7586a271d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Deleting subnet 70090f4b-eeb5-4225-9be4-b2be3e73e222 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:48:34.447642 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6c4b30cf-4a7b-4ff3-924d-d2a7586a271d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for subnet (70090f4b-eeb5-4225-9be4-b2be3e73e222), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:34.478260 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-35e35002-3de4-49f8-95a6-4e7875b263e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:34.502824 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6c4b30cf-4a7b-4ff3-924d-d2a7586a271d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (70090f4b-eeb5-4225-9be4-b2be3e73e222), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:34.626401 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-166f4be6-0ba5-415a-962d-d8a605b46e58 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (760b5353-eb4e-4473-a73a-2ceca0f1eac6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:34.822117 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6c4b30cf-4a7b-4ff3-924d-d2a7586a271d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (70090f4b-eeb5-4225-9be4-b2be3e73e222), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:35.068840 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-35e35002-3de4-49f8-95a6-4e7875b263e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:48:35.080282 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-35e35002-3de4-49f8-95a6-4e7875b263e2 service neutron] Publish callbacks [] for port (19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:35.096294 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-35e35002-3de4-49f8-95a6-4e7875b263e2 service neutron] Transition to ACTIVE for port object 19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:48:35.100478 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6c4b30cf-4a7b-4ff3-924d-d2a7586a271d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (70090f4b-eeb5-4225-9be4-b2be3e73e222), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:35.128421 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-166f4be6-0ba5-415a-962d-d8a605b46e58 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Deleting port a01f1457-3b7e-4a20-9553-8ca7c8a6bb7f {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:35.129166 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-166f4be6-0ba5-415a-962d-d8a605b46e58 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a01f1457-3b7e-4a20-9553-8ca7c8a6bb7f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:35.152600 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-35e35002-3de4-49f8-95a6-4e7875b263e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:35.161002 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6c4b30cf-4a7b-4ff3-924d-d2a7586a271d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:35.161393 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9f6557-8a85-46ff-b4ca-b710332afed1 None None] Network 1f78bc85-b0c8-4af0-b2fa-573e8e6b41b8 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:48:35.166941 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6c4b30cf-4a7b-4ff3-924d-d2a7586a271d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/subnets/70090f4b-eeb5-4225-9be4-b2be3e73e222 HTTP/1.1" status: 204 len: 168 time: 0.8441770 Mar 07 10:48:35.186560 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33416) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:35.214265 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b30cf-4a7b-4ff3-924d-d2a7586a271d tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Subnet': ['ID=70090f4b-eeb5-4225-9be4-b2be3e73e222,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:35.300417 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82438709-c234-4665-8b16-09eb3e60629d req-e8139f56-7e81-41bb-8cd7-784cf8de64c9 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:35.307414 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-82438709-c234-4665-8b16-09eb3e60629d req-e8139f56-7e81-41bb-8cd7-784cf8de64c9 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ad9e54-a5c3-46c2-bca5-40afcef35979 HTTP/1.1" status: 200 len: 945 time: 0.2091641 Mar 07 10:48:35.358169 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e35002-3de4-49f8-95a6-4e7875b263e2 service neutron] Pushing event updated for resources: {'Port': ['ID=19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:35.401282 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1da28db8-fbbb-45cf-8830-1c45640b9bb4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (1f78bc85-b0c8-4af0-b2fa-573e8e6b41b8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:35.421783 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-82438709-c234-4665-8b16-09eb3e60629d req-8c2d5623-fd40-481e-8e85-8e8721ea810a tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.11 "GET /v2.0/security-groups?id=0297ace3-ed3c-4896-828b-a60a77d66a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133964 Mar 07 10:48:35.432391 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5599b3-2e83-45f8-a3d2-cd6d4ef93c31 req-70d45ec7-5300-4987-9af9-beb0c56fa375 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:35.434949 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7e5599b3-2e83-45f8-a3d2-cd6d4ef93c31 req-70d45ec7-5300-4987-9af9-beb0c56fa375 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fffaca2-32db-4632-b59c-1429fb077d9e HTTP/1.1" status: 200 len: 944 time: 0.2833850 Mar 07 10:48:35.455824 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cce5ff-5962-4bb4-9196-7bcc88e8a581 None None] DHCP port deletion for 1f78bc85-b0c8-4af0-b2fa-573e8e6b41b8 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:48:35.470723 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-35e35002-3de4-49f8-95a6-4e7875b263e2 service neutron] Attempting to bind port 19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:35.471439 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-35e35002-3de4-49f8-95a6-4e7875b263e2 service neutron] Attempting to bind port 19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'b20addc2-2343-441e-8de8-699e6cfbb896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c9735e23-6d88-4e20-8b09-1916805f85c2'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:35.471955 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-35e35002-3de4-49f8-95a6-4e7875b263e2 service neutron] Attempting to bind port 19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7 on network c9735e23-6d88-4e20-8b09-1916805f85c2 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:35.487847 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-35e35002-3de4-49f8-95a6-4e7875b263e2 service neutron] Port 19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7 on network c9735e23-6d88-4e20-8b09-1916805f85c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:35.488238 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-35e35002-3de4-49f8-95a6-4e7875b263e2 service neutron] Attempting to bind port 19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7 on network c9735e23-6d88-4e20-8b09-1916805f85c2 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:35.498471 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-35e35002-3de4-49f8-95a6-4e7875b263e2 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:48:35.500759 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-166f4be6-0ba5-415a-962d-d8a605b46e58 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a01f1457-3b7e-4a20-9553-8ca7c8a6bb7f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:35.500935 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-35e35002-3de4-49f8-95a6-4e7875b263e2 service neutron] Checking segment: {'id': 'b20addc2-2343-441e-8de8-699e6cfbb896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c9735e23-6d88-4e20-8b09-1916805f85c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:35.501529 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-35e35002-3de4-49f8-95a6-4e7875b263e2 service neutron] Bound using segment: {'id': 'b20addc2-2343-441e-8de8-699e6cfbb896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c9735e23-6d88-4e20-8b09-1916805f85c2'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:48:35.502065 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-35e35002-3de4-49f8-95a6-4e7875b263e2 service neutron] Bound port: 19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b20addc2-2343-441e-8de8-699e6cfbb896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c9735e23-6d88-4e20-8b09-1916805f85c2'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:48:35.502969 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-35e35002-3de4-49f8-95a6-4e7875b263e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:35.525022 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-22cce5ff-5962-4bb4-9196-7bcc88e8a581 None None] Deleting port 5be0b216-fde2-4028-a367-80960dc54008 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:35.530967 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-22cce5ff-5962-4bb4-9196-7bcc88e8a581 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (5be0b216-fde2-4028-a367-80960dc54008), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:35.585668 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-35e35002-3de4-49f8-95a6-4e7875b263e2 service neutron] For port 19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:48:35.590897 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-35e35002-3de4-49f8-95a6-4e7875b263e2 service neutron] For port 19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7,segment=NetworkSegment(b20addc2-2343-441e-8de8-699e6cfbb896),segment_id=b20addc2-2343-441e-8de8-699e6cfbb896)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:48:35.598515 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 5709530c-8e99-466f-b409-e7063a787eba no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:48:35.598809 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-35e35002-3de4-49f8-95a6-4e7875b263e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:35.601876 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-166f4be6-0ba5-415a-962d-d8a605b46e58 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Calling delete_port for a01f1457-3b7e-4a20-9553-8ca7c8a6bb7f owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:35.630220 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 5709530c-8e99-466f-b409-e7063a787eba {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:48:35.631017 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 5709530c-8e99-466f-b409-e7063a787eba not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:48:35.641604 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-22cce5ff-5962-4bb4-9196-7bcc88e8a581 None None] For port 5be0b216-fde2-4028-a367-80960dc54008, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=5be0b216-fde2-4028-a367-80960dc54008,segment=NetworkSegment(7115fa8c-b04c-43fc-a5df-e7b9247fcea7),segment_id=7115fa8c-b04c-43fc-a5df-e7b9247fcea7)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:35.642469 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-22cce5ff-5962-4bb4-9196-7bcc88e8a581 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (5be0b216-fde2-4028-a367-80960dc54008), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:35.664291 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-35e35002-3de4-49f8-95a6-4e7875b263e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:35.664935 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-35e35002-3de4-49f8-95a6-4e7875b263e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:35.666368 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-35e35002-3de4-49f8-95a6-4e7875b263e2 service neutron] 10.222.0.21 "PUT /v2.0/ports/19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7 HTTP/1.1" status: 200 len: 1092 time: 1.3361902 Mar 07 10:48:35.668724 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-22cce5ff-5962-4bb4-9196-7bcc88e8a581 None None] Calling delete_port for 5be0b216-fde2-4028-a367-80960dc54008 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:35.729798 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fffaca2-32db-4632-b59c-1429fb077d9e', 'tag': '19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:48:35.732671 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906847b1-595b-49b2-accc-3582e630046a" -d '{"events": [{"name": "network-changed", "server_uuid": "5fffaca2-32db-4632-b59c-1429fb077d9e", "tag": "19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:48:35.826050 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 5be0b216-fde2-4028-a367-80960dc54008 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:48:35.841203 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ed15a6-a436-4413-8a15-8911d25a6cc4 x-openstack-request-id: req-41ed15a6-a436-4413-8a15-8911d25a6cc4 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:35.841589 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fffaca2-32db-4632-b59c-1429fb077d9e", "tag": "19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:35.841848 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-41ed15a6-a436-4413-8a15-8911d25a6cc4 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:35.842314 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fffaca2-32db-4632-b59c-1429fb077d9e', 'tag': '19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7', 'status': 'completed', 'code': 200} Mar 07 10:48:35.865337 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e35002-3de4-49f8-95a6-4e7875b263e2 service neutron] Pushing event updated for resources: {'Port': ['ID=19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:35.891037 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-769dd27f-a2d8-4782-a7b0-1236bcc58c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:35.894568 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-769dd27f-a2d8-4782-a7b0-1236bcc58c0b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=317bbb37eb44423c9f04ed1222118313&device_id=5fffaca2-32db-4632-b59c-1429fb077d9e HTTP/1.1" status: 200 len: 1126 time: 0.1848631 Mar 07 10:48:35.977066 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-85ee76bd-a5d1-4278-ad8d-b7bc990d6f14 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7 HTTP/1.1" status: 200 len: 217 time: 0.0704610 Mar 07 10:48:36.033138 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-22cce5ff-5962-4bb4-9196-7bcc88e8a581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (5be0b216-fde2-4028-a367-80960dc54008), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:36.050469 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 5be0b216-fde2-4028-a367-80960dc54008 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:36.051173 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5be0b216-fde2-4028-a367-80960dc54008), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:36.088647 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cce5ff-5962-4bb4-9196-7bcc88e8a581 None None] Pushing event deleted for resources: {'Port': ['ID=5be0b216-fde2-4028-a367-80960dc54008,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:36.101947 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cce5ff-5962-4bb4-9196-7bcc88e8a581 None None] No DVR routers for this DVR port 5be0b216-fde2-4028-a367-80960dc54008 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:48:36.185706 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7e5599b3-2e83-45f8-a3d2-cd6d4ef93c31 req-fea155fb-f81f-4e3e-bf7b-5bfa9ed01417 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb4e61b-b6a1-454c-8fe4-5e8dfb9777c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7264049 Mar 07 10:48:36.206179 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-1da28db8-fbbb-45cf-8830-1c45640b9bb4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Deleting port 5be0b216-fde2-4028-a367-80960dc54008 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:36.206569 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1da28db8-fbbb-45cf-8830-1c45640b9bb4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (5be0b216-fde2-4028-a367-80960dc54008), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:36.247186 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-19174b8c-bbde-4785-ae9a-20eeab5614bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:36.248697 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-19174b8c-bbde-4785-ae9a-20eeab5614bf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6fee9067-3d01-48be-8eef-c85059ceeaab HTTP/1.1" status: 200 len: 858 time: 0.2666936 Mar 07 10:48:36.255486 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-5494a77d-78fb-4662-9c51-9114b989787d tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:36.256917 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-5494a77d-78fb-4662-9c51-9114b989787d tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/networks?id=d7b74752-b035-4af7-99b7-eca10e463dbd HTTP/1.1" status: 200 len: 812 time: 0.1832016 Mar 07 10:48:36.295280 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-404db8ef-9034-4be3-84d0-01e38a6d4f84 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c9735e23-6d88-4e20-8b09-1916805f85c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373640 Mar 07 10:48:36.305283 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-88c17c17-7c18-44c8-b8c5-1b8ff03dd333 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/quotas/ef96f18062d345998a199cb367c56469 HTTP/1.1" status: 200 len: 375 time: 0.0334723 Mar 07 10:48:36.365609 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-1da28db8-fbbb-45cf-8830-1c45640b9bb4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] For port 5be0b216-fde2-4028-a367-80960dc54008, host n-d-832164-4, got binding levels [] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:36.365978 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1da28db8-fbbb-45cf-8830-1c45640b9bb4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (5be0b216-fde2-4028-a367-80960dc54008), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:36.384021 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-1da28db8-fbbb-45cf-8830-1c45640b9bb4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Calling delete_port for 5be0b216-fde2-4028-a367-80960dc54008 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:36.388205 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.ipam_backend_mixin [None req-1da28db8-fbbb-45cf-8830-1c45640b9bb4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Port 5be0b216-fde2-4028-a367-80960dc54008 was not found and therefore no delete operation was performed {{(pid=103766) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 10:48:36.391510 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1da28db8-fbbb-45cf-8830-1c45640b9bb4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (5be0b216-fde2-4028-a367-80960dc54008), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:36.393622 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-859a5b1a-b92e-4e93-9065-c6bb68f196e1 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef96f18062d345998a199cb367c56469&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0873783 Mar 07 10:48:36.406712 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da28db8-fbbb-45cf-8830-1c45640b9bb4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] No DVR routers for this DVR port 5be0b216-fde2-4028-a367-80960dc54008 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:48:36.462892 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d76096bb-893c-475f-88d4-84a9c8ed0109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:36.537002 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da28db8-fbbb-45cf-8830-1c45640b9bb4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Port': ['ID=5be0b216-fde2-4028-a367-80960dc54008,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:36.576227 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1da28db8-fbbb-45cf-8830-1c45640b9bb4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (1f78bc85-b0c8-4af0-b2fa-573e8e6b41b8), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:36.613660 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-1da28db8-fbbb-45cf-8830-1c45640b9bb4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f78bc85-b0c8-4af0-b2fa-573e8e6b41b8']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:36.667360 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba5317-9f9f-4ca5-a1cb-4fd9823cf094 req-7e44b46e-712f-4859-b10f-3cc8336954b3 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:36.669015 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-36ba5317-9f9f-4ca5-a1cb-4fd9823cf094 req-7e44b46e-712f-4859-b10f-3cc8336954b3 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ad9e54-a5c3-46c2-bca5-40afcef35979 HTTP/1.1" status: 200 len: 945 time: 0.1346216 Mar 07 10:48:36.670937 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-1da28db8-fbbb-45cf-8830-1c45640b9bb4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7115fa8c-b04c-43fc-a5df-e7b9247fcea7') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:36.671241 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-1da28db8-fbbb-45cf-8830-1c45640b9bb4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7115fa8c-b04c-43fc-a5df-e7b9247fcea7') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:36.689793 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1da28db8-fbbb-45cf-8830-1c45640b9bb4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (7115fa8c-b04c-43fc-a5df-e7b9247fcea7), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:36.761765 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-36ba5317-9f9f-4ca5-a1cb-4fd9823cf094 req-7caa32d6-f67e-4a56-9ddf-17b4cbfba890 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.11 "GET /v2.0/security-groups?id=0297ace3-ed3c-4896-828b-a60a77d66a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794208 Mar 07 10:48:36.793008 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1da28db8-fbbb-45cf-8830-1c45640b9bb4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (7115fa8c-b04c-43fc-a5df-e7b9247fcea7), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:36.793008 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1da28db8-fbbb-45cf-8830-1c45640b9bb4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:48:36.793008 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1da28db8-fbbb-45cf-8830-1c45640b9bb4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (7115fa8c-b04c-43fc-a5df-e7b9247fcea7), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:36.878243 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:48:36.878243 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:48:36.878243 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:48:36.878243 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:48:36.878243 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:48:36.878243 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:48:36.878243 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:48:36.878243 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:48:36.878243 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:48:36.878243 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:48:36.878243 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:48:36.878243 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:48:36.878243 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:48:36.878243 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:48:36.878243 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:48:36.878243 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:48:36.878243 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:48:36.878243 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:48:36.878243 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:48:36.878243 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:48:36.878243 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:48:36.878243 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:48:36.878243 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:48:36.878243 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:48:36.878243 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:48:36.878243 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:48:36.878243 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:48:36.878243 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:48:36.878243 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:48:36.878243 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:48:36.878243 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:48:36.878243 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:48:36.881796 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-166f4be6-0ba5-415a-962d-d8a605b46e58 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (a01f1457-3b7e-4a20-9553-8ca7c8a6bb7f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:36.908013 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1da28db8-fbbb-45cf-8830-1c45640b9bb4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (1f78bc85-b0c8-4af0-b2fa-573e8e6b41b8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:36.981807 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-41ed30bb-f52f-4360-bd1d-4201c84fb4e9 service neutron] 10.222.0.21 "GET /v2.0/networks/c9735e23-6d88-4e20-8b09-1916805f85c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6742065 Mar 07 10:48:36.999051 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1da28db8-fbbb-45cf-8830-1c45640b9bb4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:37.024346 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1da28db8-fbbb-45cf-8830-1c45640b9bb4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/networks/1f78bc85-b0c8-4af0-b2fa-573e8e6b41b8 HTTP/1.1" status: 204 len: 168 time: 1.8291481 Mar 07 10:48:37.028521 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33462) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:37.029579 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f4be6-0ba5-415a-962d-d8a605b46e58 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event deleted for resources: {'Port': ['ID=a01f1457-3b7e-4a20-9553-8ca7c8a6bb7f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:37.030587 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828c05c-b5ed-4e4f-a3fb-15b40bf88706 req-5fa4bbb0-e450-49e6-bd38-c57a3cc9da5a tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:37.032110 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9828c05c-b5ed-4e4f-a3fb-15b40bf88706 req-5fa4bbb0-e450-49e6-bd38-c57a3cc9da5a tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.31 "GET /v2.0/ports?device_id=36ad9e54-a5c3-46c2-bca5-40afcef35979 HTTP/1.1" status: 200 len: 945 time: 0.1758215 Mar 07 10:48:37.047939 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-3947002f-7c22-45a8-8ab9-d0ab1897d1c7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-849732313', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:37.062888 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-cb24df61-0b1d-4aa3-bc49-69c8ebf71020 service neutron] 10.222.0.11 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6683085 Mar 07 10:48:37.169836 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3947002f-7c22-45a8-8ab9-d0ab1897d1c7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (4e301bde-0ee2-4e0d-9dba-1c681904b478), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:37.171570 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3947002f-7c22-45a8-8ab9-d0ab1897d1c7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (4e301bde-0ee2-4e0d-9dba-1c681904b478), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:37.175559 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da28db8-fbbb-45cf-8830-1c45640b9bb4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Network': ['ID=1f78bc85-b0c8-4af0-b2fa-573e8e6b41b8,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:37.286839 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-6f836b40-c265-4b5f-b6ec-2767e536c09d service neutron] 10.222.0.11 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230864 Mar 07 10:48:37.389779 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3947002f-7c22-45a8-8ab9-d0ab1897d1c7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router_controller (4e301bde-0ee2-4e0d-9dba-1c681904b478), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:37.394631 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b7f5d86d-8969-4c5b-bbeb-68a748d752a8 req-6f01bf44-83e2-425a-a114-12b5e4f4e63b service neutron] 10.222.0.21 "GET /v2.0/networks/c9735e23-6d88-4e20-8b09-1916805f85c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054663 Mar 07 10:48:37.407115 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3947002f-7c22-45a8-8ab9-d0ab1897d1c7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (4e301bde-0ee2-4e0d-9dba-1c681904b478), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:37.408357 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-9828c05c-b5ed-4e4f-a3fb-15b40bf88706 req-4eda7d24-b423-46c7-96ad-a6a6f7091fd5 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Deleting port e184f6de-f529-46e6-b25a-d225f08f3b52 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:37.408709 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9828c05c-b5ed-4e4f-a3fb-15b40bf88706 req-4eda7d24-b423-46c7-96ad-a6a6f7091fd5 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (e184f6de-f529-46e6-b25a-d225f08f3b52), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:37.424414 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-166f4be6-0ba5-415a-962d-d8a605b46e58 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (760b5353-eb4e-4473-a73a-2ceca0f1eac6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:37.445363 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3947002f-7c22-45a8-8ab9-d0ab1897d1c7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:37.448310 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3947002f-7c22-45a8-8ab9-d0ab1897d1c7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4090602 Mar 07 10:48:37.450434 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33468) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:37.488173 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-5cafaa9f-3195-4e83-80e2-96727c492162 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Request body: {'network': {'name': 'tempest-RoutersTest-907279736'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:37.498256 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b46292e-cca7-4017-96bb-4327619797b8 req-17cfd7f1-795e-464a-b413-ff6dc6196fb4 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:37.499764 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8b46292e-cca7-4017-96bb-4327619797b8 req-17cfd7f1-795e-464a-b413-ff6dc6196fb4 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fffaca2-32db-4632-b59c-1429fb077d9e HTTP/1.1" status: 200 len: 944 time: 0.1563570 Mar 07 10:48:37.651397 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cafaa9f-3195-4e83-80e2-96727c492162 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Made reservation on behalf of 49fa671ee264403ca0a93afbe4c7553a for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:37.654934 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5cafaa9f-3195-4e83-80e2-96727c492162 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:37.658930 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-9828c05c-b5ed-4e4f-a3fb-15b40bf88706 req-4eda7d24-b423-46c7-96ad-a6a6f7091fd5 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] For port e184f6de-f529-46e6-b25a-d225f08f3b52, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=e184f6de-f529-46e6-b25a-d225f08f3b52,segment=NetworkSegment(7d1fcb66-866d-4c9a-969e-9df55c8ad9ad),segment_id=7d1fcb66-866d-4c9a-969e-9df55c8ad9ad)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:37.659305 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9828c05c-b5ed-4e4f-a3fb-15b40bf88706 req-4eda7d24-b423-46c7-96ad-a6a6f7091fd5 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (e184f6de-f529-46e6-b25a-d225f08f3b52), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:37.676987 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-9828c05c-b5ed-4e4f-a3fb-15b40bf88706 req-4eda7d24-b423-46c7-96ad-a6a6f7091fd5 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Calling delete_port for e184f6de-f529-46e6-b25a-d225f08f3b52 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:37.683410 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cafaa9f-3195-4e83-80e2-96727c492162 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:48:37.692533 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5cafaa9f-3195-4e83-80e2-96727c492162 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (91d39108-d055-43e7-b55c-51bfd42458d7), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:37.692993 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-5cafaa9f-3195-4e83-80e2-96727c492162 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Added segment 91d39108-d055-43e7-b55c-51bfd42458d7 of type vlan for network 7f361d62-a007-4b51-b1aa-a4b2083dd09c Mar 07 10:48:37.727636 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906847b1-595b-49b2-accc-3582e630046a req-fc3896af-e0e2-47cc-90ad-6690e23f5ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:37.729256 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-906847b1-595b-49b2-accc-3582e630046a req-fc3896af-e0e2-47cc-90ad-6690e23f5ce4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=317bbb37eb44423c9f04ed1222118313&device_id=5fffaca2-32db-4632-b59c-1429fb077d9e HTTP/1.1" status: 200 len: 1126 time: 0.2346826 Mar 07 10:48:37.734225 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f39158d-1a18-45c4-9e49-c4f83402e7e5 req-f0fe6b56-73b5-43a6-8064-852ac7c61041 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=dad3cf7c-e126-4202-a966-afdec6a9ba56 HTTP/1.1" status: 200 len: 210 time: 0.1470780 Mar 07 10:48:37.790174 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5cafaa9f-3195-4e83-80e2-96727c492162 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (7f361d62-a007-4b51-b1aa-a4b2083dd09c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:37.811470 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8b46292e-cca7-4017-96bb-4327619797b8 req-7213606c-da27-4403-802e-a37eb7529f97 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb4e61b-b6a1-454c-8fe4-5e8dfb9777c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001864 Mar 07 10:48:37.914236 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.db.resource_extend [None req-5cafaa9f-3195-4e83-80e2-96727c492162 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:48:37.979196 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5cafaa9f-3195-4e83-80e2-96727c492162 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (7f361d62-a007-4b51-b1aa-a4b2083dd09c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:37.986975 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cafaa9f-3195-4e83-80e2-96727c492162 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:37.987520 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5cafaa9f-3195-4e83-80e2-96727c492162 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:38.096678 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cafaa9f-3195-4e83-80e2-96727c492162 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Network': ['ID=7f361d62-a007-4b51-b1aa-a4b2083dd09c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:38.099681 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166f4be6-0ba5-415a-962d-d8a605b46e58 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Router 760b5353-eb4e-4473-a73a-2ceca0f1eac6 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:48:38.112278 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 7f361d62-a007-4b51-b1aa-a4b2083dd09c details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:48:38.116196 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5cafaa9f-3195-4e83-80e2-96727c492162 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6608052 Mar 07 10:48:38.117243 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33490) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:38.126541 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-66b72961-4185-4eb8-a6af-e091f2e410b5 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Request body: {'subnet': {'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:38.142005 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a895daa-6fd1-48e8-af01-5812caf1e43c req-918049ba-e9e6-4955-9911-fa9ce332869b tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:38.157942 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6a895daa-6fd1-48e8-af01-5812caf1e43c req-918049ba-e9e6-4955-9911-fa9ce332869b tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.11 "GET /v2.0/ports?device_id=36ad9e54-a5c3-46c2-bca5-40afcef35979 HTTP/1.1" status: 200 len: 945 time: 0.2654891 Mar 07 10:48:38.265330 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906847b1-595b-49b2-accc-3582e630046a req-38d056cb-07a2-45c5-a22f-3318d725eb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:38.268509 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-906847b1-595b-49b2-accc-3582e630046a req-38d056cb-07a2-45c5-a22f-3318d725eb64 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c9735e23-6d88-4e20-8b09-1916805f85c2 HTTP/1.1" status: 200 len: 919 time: 0.5320261 Mar 07 10:48:38.284833 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9828c05c-b5ed-4e4f-a3fb-15b40bf88706 req-4eda7d24-b423-46c7-96ad-a6a6f7091fd5 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (e184f6de-f529-46e6-b25a-d225f08f3b52), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:38.318887 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['e184f6de-f529-46e6-b25a-d225f08f3b52'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:48:38.376241 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166f4be6-0ba5-415a-962d-d8a605b46e58 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:48:38.384929 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-166f4be6-0ba5-415a-962d-d8a605b46e58 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "PUT /v2.0/routers/760b5353-eb4e-4473-a73a-2ceca0f1eac6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6455154 Mar 07 10:48:38.385571 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33506) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:38.387566 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a2f30a-10b7-4931-9492-34e065ae3180 None None] Sync routers for ids ['760b5353-eb4e-4473-a73a-2ceca0f1eac6'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:48:38.398895 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a2f30a-10b7-4931-9492-34e065ae3180 None None] Routers {'760b5353-eb4e-4473-a73a-2ceca0f1eac6'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:38.400393 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-33a2f30a-10b7-4931-9492-34e065ae3180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:48:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['760b5353-eb4e-4473-a73a-2ceca0f1eac6'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:38.452591 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-33a2f30a-10b7-4931-9492-34e065ae3180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:38.464422 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a2f30a-10b7-4931-9492-34e065ae3180 None None] Routers {'760b5353-eb4e-4473-a73a-2ceca0f1eac6'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:38.465841 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-33a2f30a-10b7-4931-9492-34e065ae3180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:48:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['760b5353-eb4e-4473-a73a-2ceca0f1eac6'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:38.484310 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda7d24-b423-46c7-96ad-a6a6f7091fd5 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Pushing event deleted for resources: {'Port': ['ID=e184f6de-f529-46e6-b25a-d225f08f3b52,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:38.493347 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b72961-4185-4eb8-a6af-e091f2e410b5 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Made reservation on behalf of 49fa671ee264403ca0a93afbe4c7553a for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:38.497699 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66b72961-4185-4eb8-a6af-e091f2e410b5 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:38.531010 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-33a2f30a-10b7-4931-9492-34e065ae3180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:38.531965 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a2f30a-10b7-4931-9492-34e065ae3180 None None] The sync data for ids ['760b5353-eb4e-4473-a73a-2ceca0f1eac6'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:48:38.578909 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd8cbf23-e7ef-4132-9214-045c6d9676e0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for router (760b5353-eb4e-4473-a73a-2ceca0f1eac6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:38.593347 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ae0b314f-01de-4837-9424-df81c5581641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:38.659799 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-906847b1-595b-49b2-accc-3582e630046a req-b5d55ac1-b5d4-4eca-94ac-32d45b6edf23 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7 HTTP/1.1" status: 200 len: 217 time: 0.3700929 Mar 07 10:48:38.702650 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9828c05c-b5ed-4e4f-a3fb-15b40bf88706 req-4eda7d24-b423-46c7-96ad-a6a6f7091fd5 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] No DVR routers for this DVR port e184f6de-f529-46e6-b25a-d225f08f3b52 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:48:38.719514 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6a895daa-6fd1-48e8-af01-5812caf1e43c req-a8d4df30-2aae-4a6e-aba7-40c5e9005128 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.11 "GET /v2.0/security-groups?id=0297ace3-ed3c-4896-828b-a60a77d66a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5605304 Mar 07 10:48:38.771840 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9828c05c-b5ed-4e4f-a3fb-15b40bf88706 req-4eda7d24-b423-46c7-96ad-a6a6f7091fd5 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:38.775908 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9828c05c-b5ed-4e4f-a3fb-15b40bf88706 req-4eda7d24-b423-46c7-96ad-a6a6f7091fd5 tempest-ServerTagsTestJSON-1895914127 tempest-ServerTagsTestJSON-1895914127-project] 10.222.0.31 "DELETE /v2.0/ports/e184f6de-f529-46e6-b25a-d225f08f3b52 HTTP/1.1" status: 204 len: 173 time: 1.7338469 Mar 07 10:48:38.776469 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ad9e54-a5c3-46c2-bca5-40afcef35979', 'name': 'network-vif-deleted', 'tag': 'e184f6de-f529-46e6-b25a-d225f08f3b52'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:48:38.787745 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683d28d7-6044-4efe-905b-8558c3f1e0ca" -d '{"events": [{"server_uuid": "36ad9e54-a5c3-46c2-bca5-40afcef35979", "name": "network-vif-deleted", "tag": "e184f6de-f529-46e6-b25a-d225f08f3b52"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:48:38.828581 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906847b1-595b-49b2-accc-3582e630046a req-e0ef9198-9c77-4590-b85e-f905f02aaa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:38.830997 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-906847b1-595b-49b2-accc-3582e630046a req-e0ef9198-9c77-4590-b85e-f905f02aaa99 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6fee9067-3d01-48be-8eef-c85059ceeaab HTTP/1.1" status: 200 len: 858 time: 0.1377242 Mar 07 10:48:38.948358 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac49cdc4-39fd-4c97-898c-20e0e07c3d1f x-openstack-request-id: req-ac49cdc4-39fd-4c97-898c-20e0e07c3d1f {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:38.948792 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ad9e54-a5c3-46c2-bca5-40afcef35979", "name": "network-vif-deleted", "tag": "e184f6de-f529-46e6-b25a-d225f08f3b52", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:38.949013 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ac49cdc4-39fd-4c97-898c-20e0e07c3d1f {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:38.949451 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ad9e54-a5c3-46c2-bca5-40afcef35979', 'name': 'network-vif-deleted', 'tag': 'e184f6de-f529-46e6-b25a-d225f08f3b52', 'status': 'completed', 'code': 200} Mar 07 10:48:38.951678 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-906847b1-595b-49b2-accc-3582e630046a req-734c82f8-c3c7-49a8-b902-7282a71fc6e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c9735e23-6d88-4e20-8b09-1916805f85c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063347 Mar 07 10:48:38.979745 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7d137b43-fe22-4e4a-a6bd-f4b72e153a5a req-7a2c2f72-cf39-435b-8c49-e49d6130e488 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=dad3cf7c-e126-4202-a966-afdec6a9ba56 HTTP/1.1" status: 200 len: 210 time: 0.0701654 Mar 07 10:48:39.005842 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd8cbf23-e7ef-4132-9214-045c6d9676e0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for router_gateway (760b5353-eb4e-4473-a73a-2ceca0f1eac6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:39.169244 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66b72961-4185-4eb8-a6af-e091f2e410b5 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (d1c0976b-5596-4e30-a545-b9c253391843), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:39.245126 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-fd8cbf23-e7ef-4132-9214-045c6d9676e0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Deleting port 62939d21-a596-4493-8e5d-312107ba1aa8 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:39.246416 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd8cbf23-e7ef-4132-9214-045c6d9676e0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (62939d21-a596-4493-8e5d-312107ba1aa8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:39.277543 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-17eca0a7-9ccd-4e3d-aee2-2c701e423c1b tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:39.279067 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-17eca0a7-9ccd-4e3d-aee2-2c701e423c1b tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.21 "GET /v2.0/networks?id=d7b74752-b035-4af7-99b7-eca10e463dbd HTTP/1.1" status: 200 len: 812 time: 0.1139319 Mar 07 10:48:39.313674 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-f7e40500-4eaf-4329-a314-e9999d72e701 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Request body: {'port': {'device_id': 'dad3cf7c-e126-4202-a966-afdec6a9ba56', 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd', 'admin_state_up': True, 'tenant_id': 'ef96f18062d345998a199cb367c56469'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:39.315471 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b72961-4185-4eb8-a6af-e091f2e410b5 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Subnet': ['ID=d1c0976b-5596-4e30-a545-b9c253391843,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:39.389647 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b72961-4185-4eb8-a6af-e091f2e410b5 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Checking segment: {'id': '91d39108-d055-43e7-b55c-51bfd42458d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:39.390427 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b72961-4185-4eb8-a6af-e091f2e410b5 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network hostable DHCP agents. Network: 7f361d62-a007-4b51-b1aa-a4b2083dd09c, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:48:39.425666 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-906847b1-595b-49b2-accc-3582e630046a req-80dbd9fc-d92d-44ca-844f-27eaa770038c service neutron] 10.222.0.21 "GET /v2.0/networks/c9735e23-6d88-4e20-8b09-1916805f85c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635091 Mar 07 10:48:39.441849 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd8cbf23-e7ef-4132-9214-045c6d9676e0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (62939d21-a596-4493-8e5d-312107ba1aa8), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:39.453184 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b72961-4185-4eb8-a6af-e091f2e410b5 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network 7f361d62-a007-4b51-b1aa-a4b2083dd09c is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:48:39.463871 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-fd8cbf23-e7ef-4132-9214-045c6d9676e0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Calling delete_port for 62939d21-a596-4493-8e5d-312107ba1aa8 owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:39.485598 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-66b72961-4185-4eb8-a6af-e091f2e410b5 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 7f361d62-a007-4b51-b1aa-a4b2083dd09c) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:39.494138 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b72961-4185-4eb8-a6af-e091f2e410b5 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:39.494887 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66b72961-4185-4eb8-a6af-e091f2e410b5 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:39.500643 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92168c4a-4950-4779-8c38-f56fc0959fa4 None None] Network 7f361d62-a007-4b51-b1aa-a4b2083dd09c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:48:39.592446 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0e7a4-da2f-4f3a-84d1-f5c235a7846e req-8de7ebe7-2d07-4074-8d77-4d35fae36219 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:39.594076 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-66b0e7a4-da2f-4f3a-84d1-f5c235a7846e req-8de7ebe7-2d07-4074-8d77-4d35fae36219 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fffaca2-32db-4632-b59c-1429fb077d9e HTTP/1.1" status: 200 len: 944 time: 0.6144509 Mar 07 10:48:39.607549 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-66b72961-4185-4eb8-a6af-e091f2e410b5 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4888959 Mar 07 10:48:39.611474 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33530) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:39.630958 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:48:39.645276 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-906847b1-595b-49b2-accc-3582e630046a req-8cc3cc6f-597a-4acc-8f68-452afa93c885 service neutron] 10.222.0.21 "GET /v2.0/networks/c9735e23-6d88-4e20-8b09-1916805f85c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123873 Mar 07 10:48:39.701735 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-66b0e7a4-da2f-4f3a-84d1-f5c235a7846e req-f77bef57-0fa0-4078-a2cd-7288965a9a8e tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb4e61b-b6a1-454c-8fe4-5e8dfb9777c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868220 Mar 07 10:48:39.724373 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-f7e40500-4eaf-4329-a314-e9999d72e701 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Made reservation on behalf of ef96f18062d345998a199cb367c56469 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:39.728934 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-f7e40500-4eaf-4329-a314-e9999d72e701 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:39.825086 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33540) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:39.851725 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04224fc-dfd8-42ac-a84b-ab4f21f9a626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-7f361d62-a007-4b51-b1aa-a4b2083dd09c', 'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c', 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'fixed_ips': [{'subnet_id': 'd1c0976b-5596-4e30-a545-b9c253391843'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:48:39.852971 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f04224fc-dfd8-42ac-a84b-ab4f21f9a626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:39.962993 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:39.990486 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7,segment=NetworkSegment(b20addc2-2343-441e-8de8-699e6cfbb896),segment_id=b20addc2-2343-441e-8de8-699e6cfbb896)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:40.017478 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7', 'network_id': 'c9735e23-6d88-4e20-8b09-1916805f85c2', 'port_id': '19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7', 'mac_address': 'fa:16:3e:eb:3d:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fee9067-3d01-48be-8eef-c85059ceeaab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:48:40.033135 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-f7e40500-4eaf-4329-a314-e9999d72e701 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Allocated IP 172.20.0.13 (d7b74752-b035-4af7-99b7-eca10e463dbd/da6814d7-5b80-4178-9297-cce360fe7941/1cf429a7-fb07-48f3-b180-520d8082d2ac) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:40.135437 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-f04224fc-dfd8-42ac-a84b-ab4f21f9a626 None None] Allocated IP 172.20.0.2 (7f361d62-a007-4b51-b1aa-a4b2083dd09c/d1c0976b-5596-4e30-a545-b9c253391843/7bbe5514-3109-4c41-8571-86fdbd3ca0ee) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:40.226975 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3be9e574-27ea-47f6-b5fd-55cccc2f7f8c req-49eab201-9f23-4727-9e1d-d0b598c755d4 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=dad3cf7c-e126-4202-a966-afdec6a9ba56 HTTP/1.1" status: 200 len: 210 time: 0.0873466 Mar 07 10:48:40.320213 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:40.320609 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:40.369038 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-f7e40500-4eaf-4329-a314-e9999d72e701 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks [] for port (1cf429a7-fb07-48f3-b180-520d8082d2ac), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:40.383128 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:48:40.404302 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7,segment=NetworkSegment(b20addc2-2343-441e-8de8-699e6cfbb896),segment_id=b20addc2-2343-441e-8de8-699e6cfbb896)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:40.413672 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:40.417640 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-f7e40500-4eaf-4329-a314-e9999d72e701 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (1cf429a7-fb07-48f3-b180-520d8082d2ac), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:40.504464 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd8cbf23-e7ef-4132-9214-045c6d9676e0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (62939d21-a596-4493-8e5d-312107ba1aa8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:40.507343 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:40.521374 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f04224fc-dfd8-42ac-a84b-ab4f21f9a626 None None] Publish callbacks [] for port (7bbe5514-3109-4c41-8571-86fdbd3ca0ee), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:40.528086 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-f7e40500-4eaf-4329-a314-e9999d72e701 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Network d7b74752-b035-4af7-99b7-eca10e463dbd is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:40.530341 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f04224fc-dfd8-42ac-a84b-ab4f21f9a626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (7bbe5514-3109-4c41-8571-86fdbd3ca0ee), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:40.537059 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-f7e40500-4eaf-4329-a314-e9999d72e701 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:40.548819 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-f7e40500-4eaf-4329-a314-e9999d72e701 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:40.553765 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e40500-4eaf-4329-a314-e9999d72e701 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Pushing event updated for resources: {'Port': ['ID=1cf429a7-fb07-48f3-b180-520d8082d2ac,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:40.597563 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8cbf23-e7ef-4132-9214-045c6d9676e0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event deleted for resources: {'Port': ['ID=62939d21-a596-4493-8e5d-312107ba1aa8,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:40.652924 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-f7e40500-4eaf-4329-a314-e9999d72e701 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:40.654239 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-f7e40500-4eaf-4329-a314-e9999d72e701 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:40.664403 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04224fc-dfd8-42ac-a84b-ab4f21f9a626 None None] Network 7f361d62-a007-4b51-b1aa-a4b2083dd09c is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:40.667184 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:48:40.680904 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-f7e40500-4eaf-4329-a314-e9999d72e701 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3746762 Mar 07 10:48:40.682690 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-f04224fc-dfd8-42ac-a84b-ab4f21f9a626 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:40.690360 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba33d88b-4fcc-4311-bc99-aaf451bf2012 admin admin] Deleting subnet cc2f7145-8dfe-4fc0-bdf6-7b0d2f522938 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:48:40.693566 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ba33d88b-4fcc-4311-bc99-aaf451bf2012 admin admin] Publish callbacks [] for subnet (cc2f7145-8dfe-4fc0-bdf6-7b0d2f522938), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:40.701665 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-f5c126f9-c825-4b6a-b67a-caa68d27cd3f service neutron] Request body: {'port': {'device_id': 'dad3cf7c-e126-4202-a966-afdec6a9ba56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:40.732629 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ba33d88b-4fcc-4311-bc99-aaf451bf2012 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (cc2f7145-8dfe-4fc0-bdf6-7b0d2f522938), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:40.754351 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04224fc-dfd8-42ac-a84b-ab4f21f9a626 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:40.766395 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04224fc-dfd8-42ac-a84b-ab4f21f9a626 None None] Pushing event updated for resources: {'Port': ['ID=7bbe5514-3109-4c41-8571-86fdbd3ca0ee,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:40.806776 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ba33d88b-4fcc-4311-bc99-aaf451bf2012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (cc2f7145-8dfe-4fc0-bdf6-7b0d2f522938), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:40.874885 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-f5c126f9-c825-4b6a-b67a-caa68d27cd3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1cf429a7-fb07-48f3-b180-520d8082d2ac), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:40.944879 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-f04224fc-dfd8-42ac-a84b-ab4f21f9a626 None None] Attempting to bind port 7bbe5514-3109-4c41-8571-86fdbd3ca0ee on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:40.944879 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-f04224fc-dfd8-42ac-a84b-ab4f21f9a626 None None] Attempting to bind port 7bbe5514-3109-4c41-8571-86fdbd3ca0ee by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '91d39108-d055-43e7-b55c-51bfd42458d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:40.945533 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04224fc-dfd8-42ac-a84b-ab4f21f9a626 None None] Attempting to bind port 7bbe5514-3109-4c41-8571-86fdbd3ca0ee on network 7f361d62-a007-4b51-b1aa-a4b2083dd09c {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:40.960588 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04224fc-dfd8-42ac-a84b-ab4f21f9a626 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:48:40.960972 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04224fc-dfd8-42ac-a84b-ab4f21f9a626 None None] Checking segment: {'id': '91d39108-d055-43e7-b55c-51bfd42458d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:40.961414 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f04224fc-dfd8-42ac-a84b-ab4f21f9a626 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:40.967768 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04224fc-dfd8-42ac-a84b-ab4f21f9a626 None None] Bound using segment: {'id': '91d39108-d055-43e7-b55c-51bfd42458d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:48:40.968246 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-f04224fc-dfd8-42ac-a84b-ab4f21f9a626 None None] Bound port: 7bbe5514-3109-4c41-8571-86fdbd3ca0ee, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d39108-d055-43e7-b55c-51bfd42458d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:48:40.969149 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f04224fc-dfd8-42ac-a84b-ab4f21f9a626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7bbe5514-3109-4c41-8571-86fdbd3ca0ee), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:40.972761 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ba33d88b-4fcc-4311-bc99-aaf451bf2012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (cc2f7145-8dfe-4fc0-bdf6-7b0d2f522938), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:41.020890 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33d88b-4fcc-4311-bc99-aaf451bf2012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc2f7145-8dfe-4fc0-bdf6-7b0d2f522938,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:41.126855 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-f04224fc-dfd8-42ac-a84b-ab4f21f9a626 None None] For port 7bbe5514-3109-4c41-8571-86fdbd3ca0ee, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:48:41.133335 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-f04224fc-dfd8-42ac-a84b-ab4f21f9a626 None None] For port 7bbe5514-3109-4c41-8571-86fdbd3ca0ee, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7bbe5514-3109-4c41-8571-86fdbd3ca0ee,segment=NetworkSegment(91d39108-d055-43e7-b55c-51bfd42458d7),segment_id=91d39108-d055-43e7-b55c-51bfd42458d7)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:48:41.147332 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ba33d88b-4fcc-4311-bc99-aaf451bf2012 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:41.154027 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ba33d88b-4fcc-4311-bc99-aaf451bf2012 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cc2f7145-8dfe-4fc0-bdf6-7b0d2f522938 HTTP/1.1" status: 204 len: 168 time: 1.3244390 Mar 07 10:48:41.155874 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33566) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:41.159474 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e1dfc5bb-9120-434a-a02d-66454696bc3c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:41.162376 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f04224fc-dfd8-42ac-a84b-ab4f21f9a626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (7bbe5514-3109-4c41-8571-86fdbd3ca0ee), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:41.225991 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd8cbf23-e7ef-4132-9214-045c6d9676e0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (760b5353-eb4e-4473-a73a-2ceca0f1eac6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:41.377147 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa1cb8-edce-4a07-a362-cac2db073acf req-cb76ae4f-41e7-4100-8874-320e0f3c5d85 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:41.378738 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-32aa1cb8-edce-4a07-a362-cac2db073acf req-cb76ae4f-41e7-4100-8874-320e0f3c5d85 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fffaca2-32db-4632-b59c-1429fb077d9e HTTP/1.1" status: 200 len: 945 time: 0.4228997 Mar 07 10:48:41.390919 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-f5c126f9-c825-4b6a-b67a-caa68d27cd3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cf429a7-fb07-48f3-b180-520d8082d2ac {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:48:41.399385 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-f5c126f9-c825-4b6a-b67a-caa68d27cd3f service neutron] Publish callbacks [] for port (1cf429a7-fb07-48f3-b180-520d8082d2ac), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:41.412716 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-f5c126f9-c825-4b6a-b67a-caa68d27cd3f service neutron] Transition to ACTIVE for port object 1cf429a7-fb07-48f3-b180-520d8082d2ac will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:48:41.424955 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-f5c126f9-c825-4b6a-b67a-caa68d27cd3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (1cf429a7-fb07-48f3-b180-520d8082d2ac), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:41.431412 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device e184f6de-f529-46e6-b25a-d225f08f3b52 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:48:41.476377 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c126f9-c825-4b6a-b67a-caa68d27cd3f service neutron] Pushing event updated for resources: {'Port': ['ID=1cf429a7-fb07-48f3-b180-520d8082d2ac,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:41.528866 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04224fc-dfd8-42ac-a84b-ab4f21f9a626 None None] Pushing event updated for resources: {'Port': ['ID=7bbe5514-3109-4c41-8571-86fdbd3ca0ee,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:41.541260 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: e184f6de-f529-46e6-b25a-d225f08f3b52 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:48:41.541619 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device e184f6de-f529-46e6-b25a-d225f08f3b52 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:48:41.603428 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-f5c126f9-c825-4b6a-b67a-caa68d27cd3f service neutron] Attempting to bind port 1cf429a7-fb07-48f3-b180-520d8082d2ac on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:41.603784 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-f5c126f9-c825-4b6a-b67a-caa68d27cd3f service neutron] Attempting to bind port 1cf429a7-fb07-48f3-b180-520d8082d2ac by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '12342119-cf6b-4cbb-9e34-d47607d55c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:41.604095 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-f5c126f9-c825-4b6a-b67a-caa68d27cd3f service neutron] Attempting to bind port 1cf429a7-fb07-48f3-b180-520d8082d2ac on network d7b74752-b035-4af7-99b7-eca10e463dbd {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:41.614121 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b792f8-b632-49a0-a5c7-1b0a777da381 req-c6944450-44ee-45bd-9ead-e7886b0f052d tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:41.616477 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e2b792f8-b632-49a0-a5c7-1b0a777da381 req-c6944450-44ee-45bd-9ead-e7886b0f052d tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=dad3cf7c-e126-4202-a966-afdec6a9ba56 HTTP/1.1" status: 200 len: 932 time: 0.2758596 Mar 07 10:48:41.620733 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-f5c126f9-c825-4b6a-b67a-caa68d27cd3f service neutron] Port 1cf429a7-fb07-48f3-b180-520d8082d2ac on network d7b74752-b035-4af7-99b7-eca10e463dbd not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:41.621062 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-f5c126f9-c825-4b6a-b67a-caa68d27cd3f service neutron] Attempting to bind port 1cf429a7-fb07-48f3-b180-520d8082d2ac on network d7b74752-b035-4af7-99b7-eca10e463dbd {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:41.628148 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-f5c126f9-c825-4b6a-b67a-caa68d27cd3f service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:48:41.628650 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-f5c126f9-c825-4b6a-b67a-caa68d27cd3f service neutron] Checking segment: {'id': '12342119-cf6b-4cbb-9e34-d47607d55c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:41.628935 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-f5c126f9-c825-4b6a-b67a-caa68d27cd3f service neutron] Bound using segment: {'id': '12342119-cf6b-4cbb-9e34-d47607d55c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:48:41.629412 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-f5c126f9-c825-4b6a-b67a-caa68d27cd3f service neutron] Bound port: 1cf429a7-fb07-48f3-b180-520d8082d2ac, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12342119-cf6b-4cbb-9e34-d47607d55c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:48:41.629772 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-f5c126f9-c825-4b6a-b67a-caa68d27cd3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1cf429a7-fb07-48f3-b180-520d8082d2ac), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:41.655124 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:41.658875 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd8cbf23-e7ef-4132-9214-045c6d9676e0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (760b5353-eb4e-4473-a73a-2ceca0f1eac6), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:41.662733 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd8cbf23-e7ef-4132-9214-045c6d9676e0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for router_controller (760b5353-eb4e-4473-a73a-2ceca0f1eac6), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:41.751240 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-f5c126f9-c825-4b6a-b67a-caa68d27cd3f service neutron] For port 1cf429a7-fb07-48f3-b180-520d8082d2ac, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:48:41.755663 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-f5c126f9-c825-4b6a-b67a-caa68d27cd3f service neutron] For port 1cf429a7-fb07-48f3-b180-520d8082d2ac, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=1cf429a7-fb07-48f3-b180-520d8082d2ac,segment=NetworkSegment(12342119-cf6b-4cbb-9e34-d47607d55c42),segment_id=12342119-cf6b-4cbb-9e34-d47607d55c42)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:48:41.769460 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-f5c126f9-c825-4b6a-b67a-caa68d27cd3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (1cf429a7-fb07-48f3-b180-520d8082d2ac), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:41.889188 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd8cbf23-e7ef-4132-9214-045c6d9676e0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (760b5353-eb4e-4473-a73a-2ceca0f1eac6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:41.892594 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8cbf23-e7ef-4132-9214-045c6d9676e0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Fanout notify agent at l3_agent the message router_deleted on router 760b5353-eb4e-4473-a73a-2ceca0f1eac6 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:48:41.904364 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-f5c126f9-c825-4b6a-b67a-caa68d27cd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:41.904999 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-f5c126f9-c825-4b6a-b67a-caa68d27cd3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:41.909151 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-f5c126f9-c825-4b6a-b67a-caa68d27cd3f service neutron] 10.222.0.21 "PUT /v2.0/ports/1cf429a7-fb07-48f3-b180-520d8082d2ac HTTP/1.1" status: 200 len: 1092 time: 1.2110908 Mar 07 10:48:41.910241 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dad3cf7c-e126-4202-a966-afdec6a9ba56', 'tag': '1cf429a7-fb07-48f3-b180-520d8082d2ac'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:48:41.912297 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc48a557-b130-422b-824c-ec20947be469" -d '{"events": [{"name": "network-changed", "server_uuid": "dad3cf7c-e126-4202-a966-afdec6a9ba56", "tag": "1cf429a7-fb07-48f3-b180-520d8082d2ac"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:48:41.931738 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd8cbf23-e7ef-4132-9214-045c6d9676e0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:41.935069 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fd8cbf23-e7ef-4132-9214-045c6d9676e0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "DELETE /v2.0/routers/760b5353-eb4e-4473-a73a-2ceca0f1eac6 HTTP/1.1" status: 204 len: 168 time: 3.5465539 Mar 07 10:48:41.938467 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33582) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:41.980363 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c126f9-c825-4b6a-b67a-caa68d27cd3f service neutron] Pushing event updated for resources: {'Port': ['ID=1cf429a7-fb07-48f3-b180-520d8082d2ac,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:41.999068 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c646183b-ae42-4453-8a14-46ba4d895ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (abb04ca4-3ad2-4789-b48b-e38012a58d40), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:42.041564 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-32aa1cb8-edce-4a07-a362-cac2db073acf req-78cf2755-60e4-47af-a317-5e1c2f304fea tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb4e61b-b6a1-454c-8fe4-5e8dfb9777c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4710681 Mar 07 10:48:42.130945 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e2b792f8-b632-49a0-a5c7-1b0a777da381 req-407e89f8-80c5-4311-95de-401fd2103a2c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5039508 Mar 07 10:48:42.148265 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-e1dfc5bb-9120-434a-a02d-66454696bc3c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Allocated IP 172.20.0.1 (7f361d62-a007-4b51-b1aa-a4b2083dd09c/d1c0976b-5596-4e30-a545-b9c253391843/c9ff6884-03d2-4c66-a256-c231dc224288) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:42.149494 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd77038-229c-4fa5-868a-4aeed0dc7f05 x-openstack-request-id: req-5cd77038-229c-4fa5-868a-4aeed0dc7f05 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:42.149850 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dad3cf7c-e126-4202-a966-afdec6a9ba56", "tag": "1cf429a7-fb07-48f3-b180-520d8082d2ac", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:42.150810 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5cd77038-229c-4fa5-868a-4aeed0dc7f05 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:42.151691 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dad3cf7c-e126-4202-a966-afdec6a9ba56', 'tag': '1cf429a7-fb07-48f3-b180-520d8082d2ac', 'status': 'completed', 'code': 200} Mar 07 10:48:42.217598 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f04d5596-7115-4e96-8e70-717468e01b0f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Deleting subnet 54c14e3a-534e-4222-9d6e-0dbb411adc46 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:48:42.221512 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f04d5596-7115-4e96-8e70-717468e01b0f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for subnet (54c14e3a-534e-4222-9d6e-0dbb411adc46), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:42.236277 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c646183b-ae42-4453-8a14-46ba4d895ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (abb04ca4-3ad2-4789-b48b-e38012a58d40), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:42.264117 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-e2f6d622-949e-4ab8-a7da-089c6fae40d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:42.265691 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-e2f6d622-949e-4ab8-a7da-089c6fae40d5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef96f18062d345998a199cb367c56469&device_id=dad3cf7c-e126-4202-a966-afdec6a9ba56 HTTP/1.1" status: 200 len: 1126 time: 0.2823009 Mar 07 10:48:42.283115 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f04d5596-7115-4e96-8e70-717468e01b0f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (54c14e3a-534e-4222-9d6e-0dbb411adc46), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:42.305603 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c646183b-ae42-4453-8a14-46ba4d895ded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb04ca4-3ad2-4789-b48b-e38012a58d40']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:42.321927 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c646183b-ae42-4453-8a14-46ba4d895ded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d1fcb66-866d-4c9a-969e-9df55c8ad9ad') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:42.322232 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c646183b-ae42-4453-8a14-46ba4d895ded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d1fcb66-866d-4c9a-969e-9df55c8ad9ad') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:42.338842 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c646183b-ae42-4453-8a14-46ba4d895ded admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (7d1fcb66-866d-4c9a-969e-9df55c8ad9ad), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:42.347042 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-7872e916-a95d-4e9d-bf86-9a710c6b0cf4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cf429a7-fb07-48f3-b180-520d8082d2ac HTTP/1.1" status: 200 len: 217 time: 0.0715744 Mar 07 10:48:42.367383 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c646183b-ae42-4453-8a14-46ba4d895ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (7d1fcb66-866d-4c9a-969e-9df55c8ad9ad), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:42.385801 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c646183b-ae42-4453-8a14-46ba4d895ded admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:48:42.386363 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c646183b-ae42-4453-8a14-46ba4d895ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (7d1fcb66-866d-4c9a-969e-9df55c8ad9ad), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:42.388282 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:48:42.388282 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:48:42.388282 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:48:42.388282 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:48:42.388282 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:48:42.388282 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:48:42.388282 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:48:42.388282 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:48:42.388282 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:48:42.388282 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:48:42.388282 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:48:42.388282 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:48:42.388282 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:48:42.388282 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:48:42.388282 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:48:42.388282 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:48:42.388282 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:48:42.388282 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:48:42.388282 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:48:42.388282 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:48:42.388282 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:48:42.388282 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:48:42.388282 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:48:42.388282 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:48:42.388282 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:48:42.388282 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:48:42.388282 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:48:42.388282 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:48:42.388282 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:48:42.388282 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:48:42.388282 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:48:42.388282 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:48:42.423230 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e1dfc5bb-9120-434a-a02d-66454696bc3c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for port (c9ff6884-03d2-4c66-a256-c231dc224288), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:42.482000 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f04d5596-7115-4e96-8e70-717468e01b0f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (54c14e3a-534e-4222-9d6e-0dbb411adc46), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:42.494836 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c646183b-ae42-4453-8a14-46ba4d895ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (abb04ca4-3ad2-4789-b48b-e38012a58d40), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:42.507011 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c646183b-ae42-4453-8a14-46ba4d895ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:42.510661 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-884ea58b-99a8-4ed3-b641-4abd4032e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:42.512141 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c646183b-ae42-4453-8a14-46ba4d895ded admin admin] 10.222.0.11 "DELETE /v2.0/networks/abb04ca4-3ad2-4789-b48b-e38012a58d40 HTTP/1.1" status: 204 len: 168 time: 1.3101459 Mar 07 10:48:42.512914 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-884ea58b-99a8-4ed3-b641-4abd4032e055 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da6814d7-5b80-4178-9297-cce360fe7941 HTTP/1.1" status: 200 len: 852 time: 0.0934839 Mar 07 10:48:42.541980 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646183b-ae42-4453-8a14-46ba4d895ded admin admin] Pushing event deleted for resources: {'Network': ['ID=abb04ca4-3ad2-4789-b48b-e38012a58d40,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:42.575378 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e1dfc5bb-9120-434a-a02d-66454696bc3c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (c9ff6884-03d2-4c66-a256-c231dc224288), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:42.597257 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-70593278-3e70-43fc-ad9f-41b1b7d5d06c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d7b74752-b035-4af7-99b7-eca10e463dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684569 Mar 07 10:48:42.722835 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dfc5bb-9120-434a-a02d-66454696bc3c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network 7f361d62-a007-4b51-b1aa-a4b2083dd09c is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:42.725431 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfc5bb-9120-434a-a02d-66454696bc3c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Port': ['ID=c9ff6884-03d2-4c66-a256-c231dc224288,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:42.737584 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f04d5596-7115-4e96-8e70-717468e01b0f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (54c14e3a-534e-4222-9d6e-0dbb411adc46), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:42.738190 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-e1dfc5bb-9120-434a-a02d-66454696bc3c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:42.742583 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dfc5bb-9120-434a-a02d-66454696bc3c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:42.794920 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33598) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:42.814026 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-d213d80b-2282-416d-9396-723735119a69 service neutron] 10.222.0.21 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072501 Mar 07 10:48:42.817696 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d5596-7115-4e96-8e70-717468e01b0f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event deleted for resources: {'Subnet': ['ID=54c14e3a-534e-4222-9d6e-0dbb411adc46,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:42.836660 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f04d5596-7115-4e96-8e70-717468e01b0f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:42.842676 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8656351-cd0d-4a28-980b-a40c2b8a648e None None] Network d601a6ef-00a6-4ce1-aac8-446c9f75b6cf requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:48:42.843921 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f04d5596-7115-4e96-8e70-717468e01b0f tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "DELETE /v2.0/subnets/54c14e3a-534e-4222-9d6e-0dbb411adc46 HTTP/1.1" status: 204 len: 168 time: 0.8975296 Mar 07 10:48:42.856979 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33600) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:42.926742 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e1dfc5bb-9120-434a-a02d-66454696bc3c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (4e301bde-0ee2-4e0d-9dba-1c681904b478), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:42.976015 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:43.099558 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7b327250-3d9d-4c2b-adf9-b387453ad310 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f1dbcd74aa6d43f2acb7f3aa9f777b27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3029547 Mar 07 10:48:43.103128 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33610) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:43.183304 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8e5bc8-f77e-40f8-bfef-6c1be30243b7 None None] DHCP port deletion for d601a6ef-00a6-4ce1-aac8-446c9f75b6cf request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:48:43.204170 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-45e39bca-fe7f-4943-91fd-6c3b2b18757c tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (d601a6ef-00a6-4ce1-aac8-446c9f75b6cf), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:43.269498 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-badf9279-2843-4489-909c-e704c5639e78 admin admin] Publish callbacks [] for security_group (0297ace3-ed3c-4896-828b-a60a77d66a6a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:43.271052 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e1dfc5bb-9120-434a-a02d-66454696bc3c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c9ff6884-03d2-4c66-a256-c231dc224288), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:43.304065 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fbb76e3e-8a9b-4c09-8d84-e10e2d364db2 req-9405ff59-58df-45a7-bc78-750fa2b0ee16 service neutron] 10.222.0.21 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4813576 Mar 07 10:48:43.357988 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aa8e5bc8-f77e-40f8-bfef-6c1be30243b7 None None] Deleting port 2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:43.358727 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aa8e5bc8-f77e-40f8-bfef-6c1be30243b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:43.373777 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967ac3a-bfe9-4ff3-9499-fe9b32072f51 req-a247710e-02e8-44e4-b866-cfe876e913bc tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:43.377929 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-badf9279-2843-4489-909c-e704c5639e78 admin admin] Publish callbacks [] for security_group (0297ace3-ed3c-4896-828b-a60a77d66a6a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:43.384933 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6967ac3a-bfe9-4ff3-9499-fe9b32072f51 req-a247710e-02e8-44e4-b866-cfe876e913bc tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=dad3cf7c-e126-4202-a966-afdec6a9ba56 HTTP/1.1" status: 200 len: 944 time: 0.1610172 Mar 07 10:48:43.412916 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fd9b6-908e-4039-b4f2-1c25ff8e4362 req-d4da4e50-e04f-4546-a008-a499a98964eb tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:43.414788 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-844fd9b6-908e-4039-b4f2-1c25ff8e4362 req-d4da4e50-e04f-4546-a008-a499a98964eb tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fffaca2-32db-4632-b59c-1429fb077d9e HTTP/1.1" status: 200 len: 945 time: 0.2106299 Mar 07 10:48:43.450641 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-45e39bca-fe7f-4943-91fd-6c3b2b18757c tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Deleting port 2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:43.451589 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-45e39bca-fe7f-4943-91fd-6c3b2b18757c tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:43.479555 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba26e6b-9b0a-4a75-8b6e-b4d7f6b096b7 None None] Network 7f361d62-a007-4b51-b1aa-a4b2083dd09c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:48:43.592778 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-5ad65486-8e49-4a6f-a865-fa82cd182a4b None None] Provisioning complete for port 7bbe5514-3109-4c41-8571-86fdbd3ca0ee triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:43.593512 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5ad65486-8e49-4a6f-a865-fa82cd182a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7bbe5514-3109-4c41-8571-86fdbd3ca0ee), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:43.599347 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-45e39bca-fe7f-4943-91fd-6c3b2b18757c tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] For port 2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f,segment=NetworkSegment(d4e905db-fb7b-4bf8-875b-929910501d8f),segment_id=d4e905db-fb7b-4bf8-875b-929910501d8f)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:43.599722 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-45e39bca-fe7f-4943-91fd-6c3b2b18757c tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:43.614481 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-844fd9b6-908e-4039-b4f2-1c25ff8e4362 req-473f9ac0-f5df-4ab2-a2dc-5e2e1850050b tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb4e61b-b6a1-454c-8fe4-5e8dfb9777c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890342 Mar 07 10:48:43.616247 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-45e39bca-fe7f-4943-91fd-6c3b2b18757c tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Calling delete_port for 2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:43.641173 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6967ac3a-bfe9-4ff3-9499-fe9b32072f51 req-eab2e7cf-922e-4183-af96-3415012c6f3c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526269 Mar 07 10:48:43.688364 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:48:43.691476 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-aa8e5bc8-f77e-40f8-bfef-6c1be30243b7 None None] For port 2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f,segment=NetworkSegment(d4e905db-fb7b-4bf8-875b-929910501d8f),segment_id=d4e905db-fb7b-4bf8-875b-929910501d8f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:43.696585 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48a557-b130-422b-824c-ec20947be469 req-e7025c65-6dd8-4649-a7d7-1392641ef8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:43.697531 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aa8e5bc8-f77e-40f8-bfef-6c1be30243b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:43.698307 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fc48a557-b130-422b-824c-ec20947be469 req-e7025c65-6dd8-4649-a7d7-1392641ef8f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ef96f18062d345998a199cb367c56469&device_id=dad3cf7c-e126-4202-a966-afdec6a9ba56 HTTP/1.1" status: 200 len: 1126 time: 0.2974887 Mar 07 10:48:43.711564 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-badf9279-2843-4489-909c-e704c5639e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0297ace3-ed3c-4896-828b-a60a77d66a6a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:43.715298 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-badf9279-2843-4489-909c-e704c5639e78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:43.720708 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-badf9279-2843-4489-909c-e704c5639e78 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0297ace3-ed3c-4896-828b-a60a77d66a6a HTTP/1.1" status: 204 len: 168 time: 0.6165338 Mar 07 10:48:43.753541 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf9279-2843-4489-909c-e704c5639e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0297ace3-ed3c-4896-828b-a60a77d66a6a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:43.867431 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7bbe5514-3109-4c41-8571-86fdbd3ca0ee up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:48:43.962706 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e1dfc5bb-9120-434a-a02d-66454696bc3c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for port (c9ff6884-03d2-4c66-a256-c231dc224288), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:43.975032 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e1dfc5bb-9120-434a-a02d-66454696bc3c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (c9ff6884-03d2-4c66-a256-c231dc224288), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:44.021885 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aa8e5bc8-f77e-40f8-bfef-6c1be30243b7 None None] Calling delete_port for 2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:44.098670 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5ad65486-8e49-4a6f-a865-fa82cd182a4b None None] Current status of the port 7bbe5514-3109-4c41-8571-86fdbd3ca0ee is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:44.105158 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5ad65486-8e49-4a6f-a865-fa82cd182a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7bbe5514-3109-4c41-8571-86fdbd3ca0ee), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:44.158474 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dfc5bb-9120-434a-a02d-66454696bc3c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Port': ['ID=c9ff6884-03d2-4c66-a256-c231dc224288,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:44.161051 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e1dfc5bb-9120-434a-a02d-66454696bc3c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (4e301bde-0ee2-4e0d-9dba-1c681904b478), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:44.332987 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 7bbe5514-3109-4c41-8571-86fdbd3ca0ee triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:44.333806 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7bbe5514-3109-4c41-8571-86fdbd3ca0ee), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:44.343100 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aa8e5bc8-f77e-40f8-bfef-6c1be30243b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:44.437848 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8e5bc8-f77e-40f8-bfef-6c1be30243b7 None None] Pushing event deleted for resources: {'Port': ['ID=2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:44.483878 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8e5bc8-f77e-40f8-bfef-6c1be30243b7 None None] No DVR routers for this DVR port 2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:48:44.492184 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dfc5bb-9120-434a-a02d-66454696bc3c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network 7f361d62-a007-4b51-b1aa-a4b2083dd09c is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:44.493404 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-5ad65486-8e49-4a6f-a865-fa82cd182a4b None None] For port 7bbe5514-3109-4c41-8571-86fdbd3ca0ee, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7bbe5514-3109-4c41-8571-86fdbd3ca0ee,segment=NetworkSegment(91d39108-d055-43e7-b55c-51bfd42458d7),segment_id=91d39108-d055-43e7-b55c-51bfd42458d7)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:44.493733 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-e1dfc5bb-9120-434a-a02d-66454696bc3c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:44.497083 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:48:44.504439 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5ad65486-8e49-4a6f-a865-fa82cd182a4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (7bbe5514-3109-4c41-8571-86fdbd3ca0ee), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:44.655406 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:44.655780 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:44.669076 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48a557-b130-422b-824c-ec20947be469 req-374b96df-fd38-4365-ad85-2354b553246e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:44.671406 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fc48a557-b130-422b-824c-ec20947be469 req-374b96df-fd38-4365-ad85-2354b553246e service neutron] 10.222.0.21 "GET /v2.0/networks?id=d7b74752-b035-4af7-99b7-eca10e463dbd HTTP/1.1" status: 200 len: 913 time: 0.9654527 Mar 07 10:48:44.815340 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fc48a557-b130-422b-824c-ec20947be469 req-9a0e27f3-8445-418f-bb9f-91689f7b981e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cf429a7-fb07-48f3-b180-520d8082d2ac HTTP/1.1" status: 200 len: 217 time: 0.1114869 Mar 07 10:48:44.816420 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-45e39bca-fe7f-4943-91fd-6c3b2b18757c tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:44.888312 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1dfc5bb-9120-434a-a02d-66454696bc3c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Router 4e301bde-0ee2-4e0d-9dba-1c681904b478 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:48:44.939395 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 7bbe5514-3109-4c41-8571-86fdbd3ca0ee is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:44.945329 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48a557-b130-422b-824c-ec20947be469 req-60b1196c-3ccc-4eb2-ab7d-da6e8c664655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:44.946045 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad65486-8e49-4a6f-a865-fa82cd182a4b None None] Pushing event updated for resources: {'Port': ['ID=7bbe5514-3109-4c41-8571-86fdbd3ca0ee,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:44.949768 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fc48a557-b130-422b-824c-ec20947be469 req-60b1196c-3ccc-4eb2-ab7d-da6e8c664655 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=da6814d7-5b80-4178-9297-cce360fe7941 HTTP/1.1" status: 200 len: 852 time: 0.1274846 Mar 07 10:48:44.950721 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-3447c11e-527b-497a-9d09-b2328230c475 None None] Provisioning complete for port c9ff6884-03d2-4c66-a256-c231dc224288 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:44.951283 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3447c11e-527b-497a-9d09-b2328230c475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c9ff6884-03d2-4c66-a256-c231dc224288), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:45.007729 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e39bca-fe7f-4943-91fd-6c3b2b18757c tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event deleted for resources: {'Port': ['ID=2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:45.043132 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:48:45.076399 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e39bca-fe7f-4943-91fd-6c3b2b18757c tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] No DVR routers for this DVR port 2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:48:45.119562 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-3447c11e-527b-497a-9d09-b2328230c475 None None] Port c9ff6884-03d2-4c66-a256-c231dc224288 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:48:45.122425 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:48:45.123086 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 2aeaa628-dbb5-496c-b6d8-b2ce0754fa5f not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:48:45.148730 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:45.149455 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:45.160754 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-3447c11e-527b-497a-9d09-b2328230c475 None None] Provisioning complete for port 7bbe5514-3109-4c41-8571-86fdbd3ca0ee triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:45.161683 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3447c11e-527b-497a-9d09-b2328230c475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7bbe5514-3109-4c41-8571-86fdbd3ca0ee), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:45.222404 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fffaca2-32db-4632-b59c-1429fb077d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:48:45.226527 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35c8b5e-c60d-4ee4-8478-fbb6bc24aa0f" -d '{"events": [{"server_uuid": "5fffaca2-32db-4632-b59c-1429fb077d9e", "name": "network-vif-plugged", "status": "completed", "tag": "19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:48:45.228703 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce68e1-02c7-4c7b-84ff-138d83b7ac2c req-63f1af8d-bf27-4a52-84cb-788658c89a77 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:45.248318 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7,segment=NetworkSegment(b20addc2-2343-441e-8de8-699e6cfbb896),segment_id=b20addc2-2343-441e-8de8-699e6cfbb896)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:45.258985 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:45.268129 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9dce68e1-02c7-4c7b-84ff-138d83b7ac2c req-63f1af8d-bf27-4a52-84cb-788658c89a77 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fffaca2-32db-4632-b59c-1429fb077d9e HTTP/1.1" status: 200 len: 945 time: 0.4625249 Mar 07 10:48:45.291249 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fc48a557-b130-422b-824c-ec20947be469 req-887799b7-1055-4dd5-82b9-efdf24e9ddd2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d7b74752-b035-4af7-99b7-eca10e463dbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2701950 Mar 07 10:48:45.352306 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33664) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:45.394645 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-3447c11e-527b-497a-9d09-b2328230c475 None None] Current status of the port 7bbe5514-3109-4c41-8571-86fdbd3ca0ee is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:45.404938 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:45.449486 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9dce68e1-02c7-4c7b-84ff-138d83b7ac2c req-e2d05199-bfa5-4e7a-a996-34e4792805e9 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb4e61b-b6a1-454c-8fe4-5e8dfb9777c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750619 Mar 07 10:48:45.454373 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1dfc5bb-9120-434a-a02d-66454696bc3c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:48:45.466284 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e1dfc5bb-9120-434a-a02d-66454696bc3c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "PUT /v2.0/routers/4e301bde-0ee2-4e0d-9dba-1c681904b478/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8533289 Mar 07 10:48:45.469409 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33668) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:45.471219 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f78ced-8f57-40f6-8970-f4912c9dc3a6 None None] Sync routers for ids ['4e301bde-0ee2-4e0d-9dba-1c681904b478'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:48:45.476473 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-38e0109a-bba8-40a7-9434-c42301b63b08 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Request body: {'network': {'name': 'tempest-RoutersTest-976203825'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:45.490515 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f78ced-8f57-40f6-8970-f4912c9dc3a6 None None] Routers {'4e301bde-0ee2-4e0d-9dba-1c681904b478'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:45.491311 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-a0f78ced-8f57-40f6-8970-f4912c9dc3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:48:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['4e301bde-0ee2-4e0d-9dba-1c681904b478'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:45.537655 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e0109a-bba8-40a7-9434-c42301b63b08 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Made reservation on behalf of 49fa671ee264403ca0a93afbe4c7553a for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:45.542306 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-38e0109a-bba8-40a7-9434-c42301b63b08 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:45.598437 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cc1f21-8a1e-41d5-a1bd-3ef85b4298be x-openstack-request-id: req-41cc1f21-8a1e-41d5-a1bd-3ef85b4298be {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:45.600782 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fffaca2-32db-4632-b59c-1429fb077d9e", "name": "network-vif-plugged", "status": "completed", "tag": "19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:45.601136 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-41cc1f21-8a1e-41d5-a1bd-3ef85b4298be {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:45.601638 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fffaca2-32db-4632-b59c-1429fb077d9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7', 'code': 200} Mar 07 10:48:45.617292 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e0109a-bba8-40a7-9434-c42301b63b08 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:48:45.635384 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-38e0109a-bba8-40a7-9434-c42301b63b08 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (d08f8561-5f42-4a1f-8f86-0bf27fd0c9ec), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:45.635771 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-38e0109a-bba8-40a7-9434-c42301b63b08 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Added segment d08f8561-5f42-4a1f-8f86-0bf27fd0c9ec of type vlan for network 05a85c47-f2f6-4377-8cdf-030bbbb5600c Mar 07 10:48:45.690677 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-38e0109a-bba8-40a7-9434-c42301b63b08 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (05a85c47-f2f6-4377-8cdf-030bbbb5600c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:45.696061 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 1cf429a7-fb07-48f3-b180-520d8082d2ac details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:48:45.707860 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-77bf1020-e1dd-44bb-a4a2-73f52cb4eb6c None None] Provisioning complete for port c9ff6884-03d2-4c66-a256-c231dc224288 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:45.708513 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-77bf1020-e1dd-44bb-a4a2-73f52cb4eb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c9ff6884-03d2-4c66-a256-c231dc224288), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:45.758146 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-38e0109a-bba8-40a7-9434-c42301b63b08 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (05a85c47-f2f6-4377-8cdf-030bbbb5600c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:45.767333 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e0109a-bba8-40a7-9434-c42301b63b08 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:45.768436 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-38e0109a-bba8-40a7-9434-c42301b63b08 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:45.768661 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fc48a557-b130-422b-824c-ec20947be469 req-14fa11b7-43c9-447b-b68a-3d0592d55715 service neutron] 10.222.0.21 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094684 Mar 07 10:48:45.773312 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-45e39bca-fe7f-4943-91fd-6c3b2b18757c tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (d601a6ef-00a6-4ce1-aac8-446c9f75b6cf), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:45.821503 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-9d94a7d4-68bc-48c3-9ed2-4f72caf2d24b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1889030400-network', 'tenant_id': 'af76e3a0199d43eaad70e52b49b8dbe0'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:45.833682 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-38e0109a-bba8-40a7-9434-c42301b63b08 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3630028 Mar 07 10:48:45.859662 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33676) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:45.869236 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0109a-bba8-40a7-9434-c42301b63b08 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Network': ['ID=05a85c47-f2f6-4377-8cdf-030bbbb5600c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:45.904431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-45e39bca-fe7f-4943-91fd-6c3b2b18757c tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d601a6ef-00a6-4ce1-aac8-446c9f75b6cf']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:45.915590 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 1cf429a7-fb07-48f3-b180-520d8082d2ac, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=1cf429a7-fb07-48f3-b180-520d8082d2ac,segment=NetworkSegment(12342119-cf6b-4cbb-9e34-d47607d55c42),segment_id=12342119-cf6b-4cbb-9e34-d47607d55c42)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:45.942990 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-5cba4785-d3fe-4426-90ac-42fa38e2a5f7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Request body: {'subnet': {'network_id': '05a85c47-f2f6-4377-8cdf-030bbbb5600c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:45.945948 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-a0f78ced-8f57-40f6-8970-f4912c9dc3a6 None None] Set router 4e301bde-0ee2-4e0d-9dba-1c681904b478 gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:48:45.949710 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7bbe5514-3109-4c41-8571-86fdbd3ca0ee up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:48:45.951678 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 05a85c47-f2f6-4377-8cdf-030bbbb5600c details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:48:45.955981 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120e02c-35d9-4e59-9354-9d1a0ddbbfdd req-e1b7c27a-98a0-4009-82ac-d65ec8e4df73 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:45.957665 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c120e02c-35d9-4e59-9354-9d1a0ddbbfdd req-e1b7c27a-98a0-4009-82ac-d65ec8e4df73 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=dad3cf7c-e126-4202-a966-afdec6a9ba56 HTTP/1.1" status: 200 len: 944 time: 0.9534962 Mar 07 10:48:45.968721 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d94a7d4-68bc-48c3-9ed2-4f72caf2d24b admin admin] Made reservation on behalf of af76e3a0199d43eaad70e52b49b8dbe0 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:45.971137 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d94a7d4-68bc-48c3-9ed2-4f72caf2d24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:45.996846 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-45e39bca-fe7f-4943-91fd-6c3b2b18757c tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4e905db-fb7b-4bf8-875b-929910501d8f') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:45.997192 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-45e39bca-fe7f-4943-91fd-6c3b2b18757c tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4e905db-fb7b-4bf8-875b-929910501d8f') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:46.038102 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-45e39bca-fe7f-4943-91fd-6c3b2b18757c tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (d4e905db-fb7b-4bf8-875b-929910501d8f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:46.055612 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-45e39bca-fe7f-4943-91fd-6c3b2b18757c tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (d4e905db-fb7b-4bf8-875b-929910501d8f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:46.063024 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45e39bca-fe7f-4943-91fd-6c3b2b18757c tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:48:46.063773 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-45e39bca-fe7f-4943-91fd-6c3b2b18757c tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (d4e905db-fb7b-4bf8-875b-929910501d8f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:46.077001 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-77bf1020-e1dd-44bb-a4a2-73f52cb4eb6c None None] Port c9ff6884-03d2-4c66-a256-c231dc224288 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:48:46.080539 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d94a7d4-68bc-48c3-9ed2-4f72caf2d24b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:48:46.082502 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:48:46.122984 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '1cf429a7-fb07-48f3-b180-520d8082d2ac', 'network_id': 'd7b74752-b035-4af7-99b7-eca10e463dbd', 'port_id': '1cf429a7-fb07-48f3-b180-520d8082d2ac', 'mac_address': 'fa:16:3e:60:23:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da6814d7-5b80-4178-9297-cce360fe7941', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:48:46.289161 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 1cf429a7-fb07-48f3-b180-520d8082d2ac is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:46.289487 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1cf429a7-fb07-48f3-b180-520d8082d2ac), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:46.317096 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cf429a7-fb07-48f3-b180-520d8082d2ac {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:48:46.351618 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d94a7d4-68bc-48c3-9ed2-4f72caf2d24b admin admin] Publish callbacks [] for security_group (b4196ce2-ed9f-4db4-9fef-66c742c21a1e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:46.356593 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c201f81-41be-46e3-a7f2-b7c70d12cdf3 req-174586e4-724c-49a6-8e4a-57b96a1d4d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:46.358695 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c201f81-41be-46e3-a7f2-b7c70d12cdf3 req-174586e4-724c-49a6-8e4a-57b96a1d4d02 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5fffaca2-32db-4632-b59c-1429fb077d9e HTTP/1.1" status: 200 len: 1128 time: 0.5572338 Mar 07 10:48:46.359110 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 1cf429a7-fb07-48f3-b180-520d8082d2ac, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=1cf429a7-fb07-48f3-b180-520d8082d2ac,segment=NetworkSegment(12342119-cf6b-4cbb-9e34-d47607d55c42),segment_id=12342119-cf6b-4cbb-9e34-d47607d55c42)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:46.360340 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 7bbe5514-3109-4c41-8571-86fdbd3ca0ee triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:46.360795 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7bbe5514-3109-4c41-8571-86fdbd3ca0ee), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:46.411526 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d94a7d4-68bc-48c3-9ed2-4f72caf2d24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b4196ce2-ed9f-4db4-9fef-66c742c21a1e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:46.411750 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1cf429a7-fb07-48f3-b180-520d8082d2ac), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:46.419766 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-45e39bca-fe7f-4943-91fd-6c3b2b18757c tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (d601a6ef-00a6-4ce1-aac8-446c9f75b6cf), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:46.483854 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-45e39bca-fe7f-4943-91fd-6c3b2b18757c tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:46.489939 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-45e39bca-fe7f-4943-91fd-6c3b2b18757c tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "DELETE /v2.0/networks/d601a6ef-00a6-4ce1-aac8-446c9f75b6cf HTTP/1.1" status: 204 len: 168 time: 3.6295609 Mar 07 10:48:46.490796 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33694) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:46.551298 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cba4785-d3fe-4426-90ac-42fa38e2a5f7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Made reservation on behalf of 49fa671ee264403ca0a93afbe4c7553a for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:46.562403 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5cba4785-d3fe-4426-90ac-42fa38e2a5f7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:46.587805 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=1cf429a7-fb07-48f3-b180-520d8082d2ac,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:46.607703 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 7bbe5514-3109-4c41-8571-86fdbd3ca0ee is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:46.626266 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d94a7d4-68bc-48c3-9ed2-4f72caf2d24b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:48:46.639292 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-a0f78ced-8f57-40f6-8970-f4912c9dc3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'name': 'tempest-RoutersTest-router-849732313', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:37Z', 'updated_at': '2022-03-07T10:48:43Z', 'revision_number': 2, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'gw_port_host': None, '_interfaces': [{'id': 'c9ff6884-03d2-4c66-a256-c231dc224288', 'name': '', 'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:31:8a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:41Z', 'updated_at': '2022-03-07T10:48:43Z', 'revision_number': 2, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:46.686568 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['1cf429a7-fb07-48f3-b180-520d8082d2ac'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:48:46.689695 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f78ced-8f57-40f6-8970-f4912c9dc3a6 None None] Checking router: 4e301bde-0ee2-4e0d-9dba-1c681904b478 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:48:46.690236 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f78ced-8f57-40f6-8970-f4912c9dc3a6 None None] Updating router 4e301bde-0ee2-4e0d-9dba-1c681904b478 port c9ff6884-03d2-4c66-a256-c231dc224288 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:48:46.692102 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e39bca-fe7f-4943-91fd-6c3b2b18757c tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event deleted for resources: {'Network': ['ID=d601a6ef-00a6-4ce1-aac8-446c9f75b6cf,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:46.703279 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fc48a557-b130-422b-824c-ec20947be469 req-37f195af-77bb-4dce-81d4-59cddb9c54bc service neutron] 10.222.0.21 "GET /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8864779 Mar 07 10:48:46.705439 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d94a7d4-68bc-48c3-9ed2-4f72caf2d24b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (9c0e08f9-ace4-432d-a662-c01ea531e4d8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:46.707851 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-9d94a7d4-68bc-48c3-9ed2-4f72caf2d24b admin admin] Added segment 9c0e08f9-ace4-432d-a662-c01ea531e4d8 of type vlan for network d544ea13-72f7-4e6d-b9f9-764274f4e435 Mar 07 10:48:46.728903 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a0f78ced-8f57-40f6-8970-f4912c9dc3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c9ff6884-03d2-4c66-a256-c231dc224288), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:46.806528 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94a7d4-68bc-48c3-9ed2-4f72caf2d24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4196ce2-ed9f-4db4-9fef-66c742c21a1e,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:46.812484 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c120e02c-35d9-4e59-9354-9d1a0ddbbfdd req-8d364ca8-b5c8-44fd-adf3-908a93930d05 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8064671 Mar 07 10:48:46.823009 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e39bca-fe7f-4943-91fd-6c3b2b18757c tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:46.823401 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e39bca-fe7f-4943-91fd-6c3b2b18757c tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:46.823744 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e39bca-fe7f-4943-91fd-6c3b2b18757c tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:46.824079 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e39bca-fe7f-4943-91fd-6c3b2b18757c tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:46.824408 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e39bca-fe7f-4943-91fd-6c3b2b18757c tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:46.824733 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e39bca-fe7f-4943-91fd-6c3b2b18757c tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:46.825188 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e39bca-fe7f-4943-91fd-6c3b2b18757c tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:46.825414 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e39bca-fe7f-4943-91fd-6c3b2b18757c tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:46.834431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e39bca-fe7f-4943-91fd-6c3b2b18757c tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:46.834431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e39bca-fe7f-4943-91fd-6c3b2b18757c tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:46.834431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e39bca-fe7f-4943-91fd-6c3b2b18757c tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:46.834431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e39bca-fe7f-4943-91fd-6c3b2b18757c tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:46.834431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e39bca-fe7f-4943-91fd-6c3b2b18757c tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:46.879162 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4a8c0-a6a7-4712-bb59-d9859bda4b6e req-d2eb3cff-035c-40b0-a314-892d4f3c7c51 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:46.880762 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e4f4a8c0-a6a7-4712-bb59-d9859bda4b6e req-d2eb3cff-035c-40b0-a314-892d4f3c7c51 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fffaca2-32db-4632-b59c-1429fb077d9e HTTP/1.1" status: 200 len: 946 time: 0.1406629 Mar 07 10:48:46.888233 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94a7d4-68bc-48c3-9ed2-4f72caf2d24b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:46.888602 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94a7d4-68bc-48c3-9ed2-4f72caf2d24b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:46.888908 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94a7d4-68bc-48c3-9ed2-4f72caf2d24b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:46.889268 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94a7d4-68bc-48c3-9ed2-4f72caf2d24b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:46.889602 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94a7d4-68bc-48c3-9ed2-4f72caf2d24b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:46.889930 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94a7d4-68bc-48c3-9ed2-4f72caf2d24b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:46.890307 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94a7d4-68bc-48c3-9ed2-4f72caf2d24b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:46.890636 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94a7d4-68bc-48c3-9ed2-4f72caf2d24b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:46.890969 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94a7d4-68bc-48c3-9ed2-4f72caf2d24b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:46.891273 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94a7d4-68bc-48c3-9ed2-4f72caf2d24b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:46.891597 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94a7d4-68bc-48c3-9ed2-4f72caf2d24b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:46.891915 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94a7d4-68bc-48c3-9ed2-4f72caf2d24b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:46.892229 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94a7d4-68bc-48c3-9ed2-4f72caf2d24b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:46.897605 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c201f81-41be-46e3-a7f2-b7c70d12cdf3 req-d64c4606-1c2b-4c2d-aa9f-5f3d2174dced service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=afb4e61b-b6a1-454c-8fe4-5e8dfb9777c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5244939 Mar 07 10:48:46.906979 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-cd08d672-f0ce-4345-afd2-02812965afab tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Deleting port 5d4ad18e-1527-45d9-bddf-27e456a3ff47 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:46.907393 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cd08d672-f0ce-4345-afd2-02812965afab tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (5d4ad18e-1527-45d9-bddf-27e456a3ff47), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:46.913140 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d94a7d4-68bc-48c3-9ed2-4f72caf2d24b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (d544ea13-72f7-4e6d-b9f9-764274f4e435), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:47.053358 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e4f4a8c0-a6a7-4712-bb59-d9859bda4b6e req-ab95f891-b0c6-423c-94bf-66c3d6ecbc59 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb4e61b-b6a1-454c-8fe4-5e8dfb9777c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586289 Mar 07 10:48:47.060767 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cd08d672-f0ce-4345-afd2-02812965afab tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (5d4ad18e-1527-45d9-bddf-27e456a3ff47), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:47.061126 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cd08d672-f0ce-4345-afd2-02812965afab tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for floatingip (5d4ad18e-1527-45d9-bddf-27e456a3ff47), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:47.091780 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d94a7d4-68bc-48c3-9ed2-4f72caf2d24b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (d544ea13-72f7-4e6d-b9f9-764274f4e435), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:47.092758 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d94a7d4-68bc-48c3-9ed2-4f72caf2d24b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:47.093362 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d94a7d4-68bc-48c3-9ed2-4f72caf2d24b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:47.095254 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-cd08d672-f0ce-4345-afd2-02812965afab tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Calling delete_port for 5d4ad18e-1527-45d9-bddf-27e456a3ff47 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:47.149265 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5cba4785-d3fe-4426-90ac-42fa38e2a5f7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (2de8668e-4954-4868-930d-237be59c3784), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:47.190247 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9d94a7d4-68bc-48c3-9ed2-4f72caf2d24b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8203220 Mar 07 10:48:47.198161 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33706) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:47.205127 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-4ed833b8-2b8c-4200-9a89-810369f3fa66 admin admin] Request body: {'subnet': {'network_id': 'd544ea13-72f7-4e6d-b9f9-764274f4e435', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1889030400-subnet', 'tenant_id': 'af76e3a0199d43eaad70e52b49b8dbe0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:47.217991 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94a7d4-68bc-48c3-9ed2-4f72caf2d24b admin admin] Pushing event updated for resources: {'Network': ['ID=d544ea13-72f7-4e6d-b9f9-764274f4e435,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:47.232732 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed833b8-2b8c-4200-9a89-810369f3fa66 admin admin] Made reservation on behalf of af76e3a0199d43eaad70e52b49b8dbe0 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:47.235741 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4ed833b8-2b8c-4200-9a89-810369f3fa66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:47.259967 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba4785-d3fe-4426-90ac-42fa38e2a5f7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Subnet': ['ID=2de8668e-4954-4868-930d-237be59c3784,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:47.280221 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cba4785-d3fe-4426-90ac-42fa38e2a5f7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Checking segment: {'id': 'd08f8561-5f42-4a1f-8f86-0bf27fd0c9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '05a85c47-f2f6-4377-8cdf-030bbbb5600c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:47.280600 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cba4785-d3fe-4426-90ac-42fa38e2a5f7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network hostable DHCP agents. Network: 05a85c47-f2f6-4377-8cdf-030bbbb5600c, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:48:47.299227 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network d544ea13-72f7-4e6d-b9f9-764274f4e435 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:48:47.303763 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cba4785-d3fe-4426-90ac-42fa38e2a5f7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network 05a85c47-f2f6-4377-8cdf-030bbbb5600c is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:48:47.316516 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-5cba4785-d3fe-4426-90ac-42fa38e2a5f7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 05a85c47-f2f6-4377-8cdf-030bbbb5600c) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:47.321025 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cba4785-d3fe-4426-90ac-42fa38e2a5f7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:47.321819 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5cba4785-d3fe-4426-90ac-42fa38e2a5f7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:47.350617 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5cba4785-d3fe-4426-90ac-42fa38e2a5f7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4465544 Mar 07 10:48:47.351651 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33710) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:47.361201 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1cca66-9eff-403f-8fbb-67856d37756d None None] Network 05a85c47-f2f6-4377-8cdf-030bbbb5600c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:48:47.463376 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cd08d672-f0ce-4345-afd2-02812965afab tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (5d4ad18e-1527-45d9-bddf-27e456a3ff47), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:47.506798 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08d672-f0ce-4345-afd2-02812965afab tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event deleted for resources: {'Port': ['ID=5d4ad18e-1527-45d9-bddf-27e456a3ff47,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:47.754089 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6737d57d-990b-42ed-8237-a619aa595790 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-05a85c47-f2f6-4377-8cdf-030bbbb5600c', 'network_id': '05a85c47-f2f6-4377-8cdf-030bbbb5600c', 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'fixed_ips': [{'subnet_id': '2de8668e-4954-4868-930d-237be59c3784'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:48:47.757436 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6737d57d-990b-42ed-8237-a619aa595790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:47.882608 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:48:48.067333 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cd08d672-f0ce-4345-afd2-02812965afab tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for floatingip (a3fc547d-8f15-4b71-bd8d-fbc2e04e2318), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:48.070385 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cd08d672-f0ce-4345-afd2-02812965afab tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:48.076430 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cd08d672-f0ce-4345-afd2-02812965afab tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "DELETE /v2.0/floatingips/a3fc547d-8f15-4b71-bd8d-fbc2e04e2318 HTTP/1.1" status: 204 len: 168 time: 1.5794570 Mar 07 10:48:48.078439 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33724) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:48.099834 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-6737d57d-990b-42ed-8237-a619aa595790 None None] Allocated IP 172.21.0.2 (05a85c47-f2f6-4377-8cdf-030bbbb5600c/2de8668e-4954-4868-930d-237be59c3784/0bfd5712-c5be-4686-9111-cff65b42ad35) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:48.159208 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b0ce3d-c954-43e3-8465-ffd919db3d48 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] DELETE failed (client error): The resource could not be found. Mar 07 10:48:48.162104 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b0ce3d-c954-43e3-8465-ffd919db3d48 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:48:48.177833 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-85b0ce3d-c954-43e3-8465-ffd919db3d48 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "DELETE /v2.0/ports/d4934e8a-a461-4048-b609-c431eeaa2a85 HTTP/1.1" status: 404 len: 333 time: 0.0922601 Mar 07 10:48:48.178683 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33728) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:48.179576 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa477b2f-f310-4d13-9749-45dfd894d89e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:48.206936 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c69b5-40de-4322-ae58-08b33b1b4fec req-e4ec5bdb-f8e1-46c3-8422-b06e9a57ae15 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:48.209222 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4ed833b8-2b8c-4200-9a89-810369f3fa66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (2e77d3a5-5754-48b0-b886-c951ba559812), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:48.220669 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-da2c69b5-40de-4322-ae58-08b33b1b4fec req-e4ec5bdb-f8e1-46c3-8422-b06e9a57ae15 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=dad3cf7c-e126-4202-a966-afdec6a9ba56 HTTP/1.1" status: 200 len: 945 time: 0.2940881 Mar 07 10:48:48.267734 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a0f78ced-8f57-40f6-8970-f4912c9dc3a6 None None] Publish callbacks [] for port (c9ff6884-03d2-4c66-a256-c231dc224288), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:48.313889 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:48.316140 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a0f78ced-8f57-40f6-8970-f4912c9dc3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c9ff6884-03d2-4c66-a256-c231dc224288), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:48.326947 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-31cb194b-45f0-4676-862d-666f6a77d476 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "GET /v2.0/ports?device_id=760b5353-eb4e-4473-a73a-2ceca0f1eac6 HTTP/1.1" status: 200 len: 205 time: 0.1431038 Mar 07 10:48:48.345565 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33730) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:48.365549 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f2f3b-84d0-4282-9cb4-8d81a98e9874 None None] Pushing event updated for resources: {'Port': ['ID=c9ff6884-03d2-4c66-a256-c231dc224288,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:48.420202 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed833b8-2b8c-4200-9a89-810369f3fa66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e77d3a5-5754-48b0-b886-c951ba559812,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:48.452248 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed833b8-2b8c-4200-9a89-810369f3fa66 admin admin] Checking segment: {'id': '9c0e08f9-ace4-432d-a662-c01ea531e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd544ea13-72f7-4e6d-b9f9-764274f4e435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:48.452911 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed833b8-2b8c-4200-9a89-810369f3fa66 admin admin] Network hostable DHCP agents. Network: d544ea13-72f7-4e6d-b9f9-764274f4e435, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:48:48.489918 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-d7618ba3-fb28-4419-9f3b-1769a9e19a0b tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] delete failed (client error): The resource could not be found. Mar 07 10:48:48.493282 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d7618ba3-fb28-4419-9f3b-1769a9e19a0b tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "DELETE /v2.0/routers/760b5353-eb4e-4473-a73a-2ceca0f1eac6 HTTP/1.1" status: 404 len: 336 time: 0.1438768 Mar 07 10:48:48.508618 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33736) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:48.517148 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ad0dd-0826-4f95-9bb4-d67d7f998af4 req-7a77ccca-9f87-4257-84e9-569b6ce71f45 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:48.531639 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a05ad0dd-0826-4f95-9bb4-d67d7f998af4 req-7a77ccca-9f87-4257-84e9-569b6ce71f45 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fffaca2-32db-4632-b59c-1429fb077d9e HTTP/1.1" status: 200 len: 946 time: 0.2927153 Mar 07 10:48:48.558887 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed833b8-2b8c-4200-9a89-810369f3fa66 admin admin] Network d544ea13-72f7-4e6d-b9f9-764274f4e435 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:48:48.568997 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f849dc-a176-4677-86e8-01bd5500b569 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] DELETE failed (client error): The resource could not be found. Mar 07 10:48:48.569599 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94f849dc-a176-4677-86e8-01bd5500b569 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:48:48.577046 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-94f849dc-a176-4677-86e8-01bd5500b569 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "DELETE /v2.0/subnets/54c14e3a-534e-4222-9d6e-0dbb411adc46 HTTP/1.1" status: 404 len: 337 time: 0.0734460 Mar 07 10:48:48.579218 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-4ed833b8-2b8c-4200-9a89-810369f3fa66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, d544ea13-72f7-4e6d-b9f9-764274f4e435) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:48.582136 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-da2c69b5-40de-4322-ae58-08b33b1b4fec req-b0f89e06-3e56-48ea-b25b-a3a989c25c6c tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599172 Mar 07 10:48:48.583032 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33738) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:48.612253 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed833b8-2b8c-4200-9a89-810369f3fa66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:48.612849 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4ed833b8-2b8c-4200-9a89-810369f3fa66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:48.624882 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bf8e22-1c9a-44f7-92cd-c735c553978c None None] Network d544ea13-72f7-4e6d-b9f9-764274f4e435 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:48:48.690424 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a05ad0dd-0826-4f95-9bb4-d67d7f998af4 req-5fe248bd-dfc9-4037-8811-bcb876004f59 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb4e61b-b6a1-454c-8fe4-5e8dfb9777c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574447 Mar 07 10:48:48.697913 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4ed833b8-2b8c-4200-9a89-810369f3fa66 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4973373 Mar 07 10:48:48.919705 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-a0f78ced-8f57-40f6-8970-f4912c9dc3a6 None None] Attempting to bind port c9ff6884-03d2-4c66-a256-c231dc224288 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:48.920084 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-a0f78ced-8f57-40f6-8970-f4912c9dc3a6 None None] Attempting to bind port c9ff6884-03d2-4c66-a256-c231dc224288 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '91d39108-d055-43e7-b55c-51bfd42458d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:48.920450 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f78ced-8f57-40f6-8970-f4912c9dc3a6 None None] Attempting to bind port c9ff6884-03d2-4c66-a256-c231dc224288 on network 7f361d62-a007-4b51-b1aa-a4b2083dd09c {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:48.996880 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1162e5a-efa3-4e9b-be30-d35db1073b19 None None] Network d544ea13-72f7-4e6d-b9f9-764274f4e435 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:48:49.002648 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6737d57d-990b-42ed-8237-a619aa595790 None None] Publish callbacks [] for port (0bfd5712-c5be-4686-9111-cff65b42ad35), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:49.022547 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f78ced-8f57-40f6-8970-f4912c9dc3a6 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:48:49.026843 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f78ced-8f57-40f6-8970-f4912c9dc3a6 None None] Checking segment: {'id': '91d39108-d055-43e7-b55c-51bfd42458d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:49.029479 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a0f78ced-8f57-40f6-8970-f4912c9dc3a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:49.029973 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f78ced-8f57-40f6-8970-f4912c9dc3a6 None None] Bound using segment: {'id': '91d39108-d055-43e7-b55c-51bfd42458d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:48:49.032807 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-a0f78ced-8f57-40f6-8970-f4912c9dc3a6 None None] Bound port: c9ff6884-03d2-4c66-a256-c231dc224288, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d39108-d055-43e7-b55c-51bfd42458d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:48:49.038303 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a0f78ced-8f57-40f6-8970-f4912c9dc3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c9ff6884-03d2-4c66-a256-c231dc224288), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:49.109991 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6737d57d-990b-42ed-8237-a619aa595790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (0bfd5712-c5be-4686-9111-cff65b42ad35), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:49.130804 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b93fe712-9024-494c-a205-7c197c1daf2e None None] Provisioning complete for port c9ff6884-03d2-4c66-a256-c231dc224288 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:49.131285 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b93fe712-9024-494c-a205-7c197c1daf2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c9ff6884-03d2-4c66-a256-c231dc224288), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:49.198274 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-fa477b2f-f310-4d13-9749-45dfd894d89e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Allocated IP 172.21.0.1 (05a85c47-f2f6-4377-8cdf-030bbbb5600c/2de8668e-4954-4868-930d-237be59c3784/f81ffea8-c189-4991-bfec-3266573a6dc6) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:49.210162 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-87492c82-4108-420f-978c-665140204a49 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Deleting port 9c9552e1-75f2-41e8-b449-c26aa43efa55 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:49.210891 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-87492c82-4108-420f-978c-665140204a49 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (9c9552e1-75f2-41e8-b449-c26aa43efa55), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:49.248567 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a0f78ced-8f57-40f6-8970-f4912c9dc3a6 None None] For port c9ff6884-03d2-4c66-a256-c231dc224288, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:48:49.252097 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a0f78ced-8f57-40f6-8970-f4912c9dc3a6 None None] For port c9ff6884-03d2-4c66-a256-c231dc224288, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c9ff6884-03d2-4c66-a256-c231dc224288,segment=NetworkSegment(91d39108-d055-43e7-b55c-51bfd42458d7),segment_id=91d39108-d055-43e7-b55c-51bfd42458d7)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:48:49.351407 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a0f78ced-8f57-40f6-8970-f4912c9dc3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c9ff6884-03d2-4c66-a256-c231dc224288), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:49.398823 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6737d57d-990b-42ed-8237-a619aa595790 None None] Network 05a85c47-f2f6-4377-8cdf-030bbbb5600c is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:49.400523 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b93fe712-9024-494c-a205-7c197c1daf2e None None] Port c9ff6884-03d2-4c66-a256-c231dc224288 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:48:49.416122 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737d57d-990b-42ed-8237-a619aa595790 None None] Pushing event updated for resources: {'Port': ['ID=0bfd5712-c5be-4686-9111-cff65b42ad35,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:49.424290 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-6737d57d-990b-42ed-8237-a619aa595790 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:49.453663 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6737d57d-990b-42ed-8237-a619aa595790 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:49.495547 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-87492c82-4108-420f-978c-665140204a49 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (9c9552e1-75f2-41e8-b449-c26aa43efa55), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:49.572464 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-87492c82-4108-420f-978c-665140204a49 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Calling delete_port for 9c9552e1-75f2-41e8-b449-c26aa43efa55 owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:49.615175 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa477b2f-f310-4d13-9749-45dfd894d89e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for port (f81ffea8-c189-4991-bfec-3266573a6dc6), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:49.616684 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f78ced-8f57-40f6-8970-f4912c9dc3a6 None None] Routers {'4e301bde-0ee2-4e0d-9dba-1c681904b478'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:49.617464 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-a0f78ced-8f57-40f6-8970-f4912c9dc3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:48:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['4e301bde-0ee2-4e0d-9dba-1c681904b478'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:49.654264 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286ec8c-31ec-44a7-a428-35d86fe44d61 req-a4415d13-71da-4b9e-a32d-bca84fe41469 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:49.655988 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9286ec8c-31ec-44a7-a428-35d86fe44d61 req-a4415d13-71da-4b9e-a32d-bca84fe41469 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fffaca2-32db-4632-b59c-1429fb077d9e HTTP/1.1" status: 200 len: 946 time: 0.3969986 Mar 07 10:48:49.671775 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-da12d4b6-62fb-4788-b101-2eafc009d63c tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:49.683439 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-da12d4b6-62fb-4788-b101-2eafc009d63c tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/networks?id=d544ea13-72f7-4e6d-b9f9-764274f4e435 HTTP/1.1" status: 200 len: 814 time: 0.2065389 Mar 07 10:48:49.713265 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-a69c1dcf-c4ca-4965-8b44-162d6f2acd57 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/quotas/af76e3a0199d43eaad70e52b49b8dbe0 HTTP/1.1" status: 200 len: 375 time: 0.0287743 Mar 07 10:48:49.723003 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 1cf429a7-fb07-48f3-b180-520d8082d2ac up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:48:49.769808 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-3cfbdc4d-ec7a-406e-b7e8-1b2ee4d7546c tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=af76e3a0199d43eaad70e52b49b8dbe0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555751 Mar 07 10:48:49.855064 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6737d57d-990b-42ed-8237-a619aa595790 None None] Attempting to bind port 0bfd5712-c5be-4686-9111-cff65b42ad35 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:49.855434 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6737d57d-990b-42ed-8237-a619aa595790 None None] Attempting to bind port 0bfd5712-c5be-4686-9111-cff65b42ad35 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'd08f8561-5f42-4a1f-8f86-0bf27fd0c9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '05a85c47-f2f6-4377-8cdf-030bbbb5600c'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:49.855800 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6737d57d-990b-42ed-8237-a619aa595790 None None] Attempting to bind port 0bfd5712-c5be-4686-9111-cff65b42ad35 on network 05a85c47-f2f6-4377-8cdf-030bbbb5600c {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:49.908167 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-c2f6f5b0-757f-4e01-be0b-6cf56bcc35e7 service neutron] 10.222.0.11 "GET /v2.0/networks/d544ea13-72f7-4e6d-b9f9-764274f4e435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372995 Mar 07 10:48:49.936320 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6737d57d-990b-42ed-8237-a619aa595790 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:48:49.936731 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6737d57d-990b-42ed-8237-a619aa595790 None None] Checking segment: {'id': 'd08f8561-5f42-4a1f-8f86-0bf27fd0c9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '05a85c47-f2f6-4377-8cdf-030bbbb5600c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:49.937755 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6737d57d-990b-42ed-8237-a619aa595790 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:49.938160 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6737d57d-990b-42ed-8237-a619aa595790 None None] Bound using segment: {'id': 'd08f8561-5f42-4a1f-8f86-0bf27fd0c9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '05a85c47-f2f6-4377-8cdf-030bbbb5600c'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:48:49.938631 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6737d57d-990b-42ed-8237-a619aa595790 None None] Bound port: 0bfd5712-c5be-4686-9111-cff65b42ad35, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08f8561-5f42-4a1f-8f86-0bf27fd0c9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '05a85c47-f2f6-4377-8cdf-030bbbb5600c'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:48:49.939012 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6737d57d-990b-42ed-8237-a619aa595790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0bfd5712-c5be-4686-9111-cff65b42ad35), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:49.945350 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f2f3b-84d0-4282-9cb4-8d81a98e9874 None None] Pushing event updated for resources: {'Port': ['ID=c9ff6884-03d2-4c66-a256-c231dc224288,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:49.947658 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa477b2f-f310-4d13-9749-45dfd894d89e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (f81ffea8-c189-4991-bfec-3266573a6dc6), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:50.042490 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9286ec8c-31ec-44a7-a428-35d86fe44d61 req-19d656e6-4686-45ca-8064-dcc223fb1c61 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb4e61b-b6a1-454c-8fe4-5e8dfb9777c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505216 Mar 07 10:48:50.062615 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa477b2f-f310-4d13-9749-45dfd894d89e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network 05a85c47-f2f6-4377-8cdf-030bbbb5600c is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:50.076349 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-fa477b2f-f310-4d13-9749-45dfd894d89e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:50.101690 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa477b2f-f310-4d13-9749-45dfd894d89e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:50.125148 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6737d57d-990b-42ed-8237-a619aa595790 None None] For port 0bfd5712-c5be-4686-9111-cff65b42ad35, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:48:50.128400 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6737d57d-990b-42ed-8237-a619aa595790 None None] For port 0bfd5712-c5be-4686-9111-cff65b42ad35, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=0bfd5712-c5be-4686-9111-cff65b42ad35,segment=NetworkSegment(d08f8561-5f42-4a1f-8f86-0bf27fd0c9ec),segment_id=d08f8561-5f42-4a1f-8f86-0bf27fd0c9ec)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:48:50.139553 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-a0f78ced-8f57-40f6-8970-f4912c9dc3a6 None None] Set router 4e301bde-0ee2-4e0d-9dba-1c681904b478 gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:48:50.144264 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-509db31f-a370-4e59-a2cc-91bb0d2b1564 None None] Provisioning complete for port c9ff6884-03d2-4c66-a256-c231dc224288 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:50.144684 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-509db31f-a370-4e59-a2cc-91bb0d2b1564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c9ff6884-03d2-4c66-a256-c231dc224288), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:50.164265 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-151a4719-694c-4d58-b18d-256e5ddb573c service neutron] 10.222.0.11 "GET /v2.0/networks/d544ea13-72f7-4e6d-b9f9-764274f4e435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516847 Mar 07 10:48:50.176689 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa477b2f-f310-4d13-9749-45dfd894d89e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Port': ['ID=f81ffea8-c189-4991-bfec-3266573a6dc6,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:50.209710 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6737d57d-990b-42ed-8237-a619aa595790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0bfd5712-c5be-4686-9111-cff65b42ad35), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:50.258605 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa477b2f-f310-4d13-9749-45dfd894d89e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (4e301bde-0ee2-4e0d-9dba-1c681904b478), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:50.371457 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164676e-2fd1-4cc2-8955-4b4cbae69b04 req-b667333a-31c2-44a6-a26f-7c950daf9476 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:50.379272 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0164676e-2fd1-4cc2-8955-4b4cbae69b04 req-b667333a-31c2-44a6-a26f-7c950daf9476 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=dad3cf7c-e126-4202-a966-afdec6a9ba56 HTTP/1.1" status: 200 len: 945 time: 0.2171326 Mar 07 10:48:50.410369 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-87492c82-4108-420f-978c-665140204a49 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (9c9552e1-75f2-41e8-b449-c26aa43efa55), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:50.505047 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87492c82-4108-420f-978c-665140204a49 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event deleted for resources: {'Port': ['ID=9c9552e1-75f2-41e8-b449-c26aa43efa55,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:50.623166 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-29f8daf2-7e4f-4d01-9334-dc882c795e75 req-6526e040-e492-47e6-8b39-c9f63bcbb3cf tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 210 time: 0.0708573 Mar 07 10:48:50.657762 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0164676e-2fd1-4cc2-8955-4b4cbae69b04 req-cdacd579-6c40-4408-8311-5ed729618b71 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771420 Mar 07 10:48:50.889092 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 1cf429a7-fb07-48f3-b180-520d8082d2ac completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:48:50.965356 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 1cf429a7-fb07-48f3-b180-520d8082d2ac triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:50.966183 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1cf429a7-fb07-48f3-b180-520d8082d2ac), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:50.985401 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa477b2f-f310-4d13-9749-45dfd894d89e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f81ffea8-c189-4991-bfec-3266573a6dc6), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:51.032800 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737d57d-990b-42ed-8237-a619aa595790 None None] Pushing event updated for resources: {'Port': ['ID=0bfd5712-c5be-4686-9111-cff65b42ad35,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:51.070417 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0235a-2a1e-48d3-b2f8-b47f270dc23d req-1291a63a-fc87-4167-9279-f5a879299d13 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:51.071944 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-65d0235a-2a1e-48d3-b2f8-b47f270dc23d req-1291a63a-fc87-4167-9279-f5a879299d13 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] 10.222.0.21 "GET /v2.0/ports?device_id=5fffaca2-32db-4632-b59c-1429fb077d9e HTTP/1.1" status: 200 len: 946 time: 0.5566738 Mar 07 10:48:51.076738 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-87492c82-4108-420f-978c-665140204a49 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:51.086023 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-87492c82-4108-420f-978c-665140204a49 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "DELETE /v2.0/ports/9c9552e1-75f2-41e8-b449-c26aa43efa55 HTTP/1.1" status: 204 len: 168 time: 2.3102264 Mar 07 10:48:51.086922 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33808) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:51.243333 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-509db31f-a370-4e59-a2cc-91bb0d2b1564 None None] Current status of the port c9ff6884-03d2-4c66-a256-c231dc224288 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:51.244644 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-509db31f-a370-4e59-a2cc-91bb0d2b1564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c9ff6884-03d2-4c66-a256-c231dc224288), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:51.344866 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-a3df7742-d1a9-4172-b0b3-44d06aac5252 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Deleting port 97fd3daf-255f-40cb-bdfc-b7a3f6645215 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:51.346715 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3df7742-d1a9-4172-b0b3-44d06aac5252 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (97fd3daf-255f-40cb-bdfc-b7a3f6645215), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:51.400877 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5155e-7d0f-4e81-b6d9-c2e0df980dae req-fbd5e286-0f1c-4c4f-8423-9064548065c6 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:51.417173 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a7d5155e-7d0f-4e81-b6d9-c2e0df980dae req-fbd5e286-0f1c-4c4f-8423-9064548065c6 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fffaca2-32db-4632-b59c-1429fb077d9e HTTP/1.1" status: 200 len: 946 time: 0.2242613 Mar 07 10:48:51.555381 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-509db31f-a370-4e59-a2cc-91bb0d2b1564 None None] For port c9ff6884-03d2-4c66-a256-c231dc224288, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c9ff6884-03d2-4c66-a256-c231dc224288,segment=NetworkSegment(91d39108-d055-43e7-b55c-51bfd42458d7),segment_id=91d39108-d055-43e7-b55c-51bfd42458d7)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:51.580365 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 1cf429a7-fb07-48f3-b180-520d8082d2ac is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:51.580988 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1cf429a7-fb07-48f3-b180-520d8082d2ac), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:51.601324 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-509db31f-a370-4e59-a2cc-91bb0d2b1564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c9ff6884-03d2-4c66-a256-c231dc224288), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:51.614917 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-65d0235a-2a1e-48d3-b2f8-b47f270dc23d req-ed25432f-11da-4128-8d4f-21b7496bd3a6 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] Deleting port 19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:51.615529 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-65d0235a-2a1e-48d3-b2f8-b47f270dc23d req-ed25432f-11da-4128-8d4f-21b7496bd3a6 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:51.764616 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a7d5155e-7d0f-4e81-b6d9-c2e0df980dae req-199705a9-cdac-4ae8-ab3c-b3a9dcfb7f55 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb4e61b-b6a1-454c-8fe4-5e8dfb9777c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3462229 Mar 07 10:48:51.776687 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3df7742-d1a9-4172-b0b3-44d06aac5252 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (97fd3daf-255f-40cb-bdfc-b7a3f6645215), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:51.827960 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-a3df7742-d1a9-4172-b0b3-44d06aac5252 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Calling delete_port for 97fd3daf-255f-40cb-bdfc-b7a3f6645215 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:51.831983 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad3cf7c-e126-4202-a966-afdec6a9ba56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf429a7-fb07-48f3-b180-520d8082d2ac'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:48:51.839391 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6048a352-a4ab-45a1-94a2-24ae33fbe000" -d '{"events": [{"server_uuid": "dad3cf7c-e126-4202-a966-afdec6a9ba56", "name": "network-vif-plugged", "status": "completed", "tag": "1cf429a7-fb07-48f3-b180-520d8082d2ac"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:48:51.947633 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 1cf429a7-fb07-48f3-b180-520d8082d2ac, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=1cf429a7-fb07-48f3-b180-520d8082d2ac,segment=NetworkSegment(12342119-cf6b-4cbb-9e34-d47607d55c42),segment_id=12342119-cf6b-4cbb-9e34-d47607d55c42)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:51.957866 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509db31f-a370-4e59-a2cc-91bb0d2b1564 None None] Pushing event updated for resources: {'Port': ['ID=c9ff6884-03d2-4c66-a256-c231dc224288,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:51.962979 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fa2dc5a1-2a08-4cf7-909a-45996e5a0a6d req-e7a3e3cb-0b29-4061-a876-6235acada056 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 210 time: 0.2034712 Mar 07 10:48:52.005683 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 0bfd5712-c5be-4686-9111-cff65b42ad35 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:48:52.036557 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1cf429a7-fb07-48f3-b180-520d8082d2ac), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:52.143997 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509db31f-a370-4e59-a2cc-91bb0d2b1564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:52.144375 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509db31f-a370-4e59-a2cc-91bb0d2b1564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:52.144727 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509db31f-a370-4e59-a2cc-91bb0d2b1564 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:52.145467 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509db31f-a370-4e59-a2cc-91bb0d2b1564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:52.145594 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509db31f-a370-4e59-a2cc-91bb0d2b1564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:52.145877 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509db31f-a370-4e59-a2cc-91bb0d2b1564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:52.146206 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509db31f-a370-4e59-a2cc-91bb0d2b1564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:52.146538 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509db31f-a370-4e59-a2cc-91bb0d2b1564 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:52.146867 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509db31f-a370-4e59-a2cc-91bb0d2b1564 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:52.147198 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509db31f-a370-4e59-a2cc-91bb0d2b1564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:52.170068 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509db31f-a370-4e59-a2cc-91bb0d2b1564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:52.170444 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509db31f-a370-4e59-a2cc-91bb0d2b1564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:52.170789 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509db31f-a370-4e59-a2cc-91bb0d2b1564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:52.203155 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd7b857-22d2-41bb-b8a8-52fa657433ee x-openstack-request-id: req-2cd7b857-22d2-41bb-b8a8-52fa657433ee {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:52.203457 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad3cf7c-e126-4202-a966-afdec6a9ba56", "name": "network-vif-plugged", "status": "completed", "tag": "1cf429a7-fb07-48f3-b180-520d8082d2ac", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:52.203721 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2cd7b857-22d2-41bb-b8a8-52fa657433ee {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:52.204123 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad3cf7c-e126-4202-a966-afdec6a9ba56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cf429a7-fb07-48f3-b180-520d8082d2ac', 'code': 200} Mar 07 10:48:52.205044 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:48:52.226819 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-65d0235a-2a1e-48d3-b2f8-b47f270dc23d req-ed25432f-11da-4128-8d4f-21b7496bd3a6 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] For port 19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7,segment=NetworkSegment(b20addc2-2343-441e-8de8-699e6cfbb896),segment_id=b20addc2-2343-441e-8de8-699e6cfbb896)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:52.227359 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-65d0235a-2a1e-48d3-b2f8-b47f270dc23d req-ed25432f-11da-4128-8d4f-21b7496bd3a6 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:52.279422 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-65d0235a-2a1e-48d3-b2f8-b47f270dc23d req-ed25432f-11da-4128-8d4f-21b7496bd3a6 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] Calling delete_port for 19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:52.305155 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3df7742-d1a9-4172-b0b3-44d06aac5252 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (97fd3daf-255f-40cb-bdfc-b7a3f6645215), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:52.357151 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-a0f78ced-8f57-40f6-8970-f4912c9dc3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'name': 'tempest-RoutersTest-router-849732313', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:37Z', 'updated_at': '2022-03-07T10:48:43Z', 'revision_number': 2, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'gw_port_host': None, '_interfaces': [{'id': 'c9ff6884-03d2-4c66-a256-c231dc224288', 'name': '', 'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:31:8a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:41Z', 'updated_at': '2022-03-07T10:48:49Z', 'revision_number': 4, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:52.402234 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df7742-d1a9-4172-b0b3-44d06aac5252 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event deleted for resources: {'Port': ['ID=97fd3daf-255f-40cb-bdfc-b7a3f6645215,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:52.413601 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f78ced-8f57-40f6-8970-f4912c9dc3a6 None None] The sync data for ids ['4e301bde-0ee2-4e0d-9dba-1c681904b478'] in n-d-832164-4 is: [{'id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'name': 'tempest-RoutersTest-router-849732313', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:37Z', 'updated_at': '2022-03-07T10:48:43Z', 'revision_number': 2, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'gw_port_host': None, '_interfaces': [{'id': 'c9ff6884-03d2-4c66-a256-c231dc224288', 'name': '', 'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:31:8a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:41Z', 'updated_at': '2022-03-07T10:48:49Z', 'revision_number': 4, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:48:52.452716 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319fc0cd-deb9-4489-b63d-527e33cc7bc8 None None] Network 05a85c47-f2f6-4377-8cdf-030bbbb5600c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:48:52.582033 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3df7742-d1a9-4172-b0b3-44d06aac5252 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:52.585987 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a3df7742-d1a9-4172-b0b3-44d06aac5252 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "DELETE /v2.0/ports/97fd3daf-255f-40cb-bdfc-b7a3f6645215 HTTP/1.1" status: 204 len: 168 time: 1.4977946 Mar 07 10:48:52.590782 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33836) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:52.621954 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=1cf429a7-fb07-48f3-b180-520d8082d2ac,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:52.630193 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 0bfd5712-c5be-4686-9111-cff65b42ad35 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:52.630949 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0bfd5712-c5be-4686-9111-cff65b42ad35), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:52.728488 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e781ee-506d-4e1e-9fec-e0e2f6294b5f req-fb833f28-97eb-473e-8f3f-5b0d7546d0f0 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:52.730980 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-02e781ee-506d-4e1e-9fec-e0e2f6294b5f req-fb833f28-97eb-473e-8f3f-5b0d7546d0f0 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=dad3cf7c-e126-4202-a966-afdec6a9ba56 HTTP/1.1" status: 200 len: 946 time: 0.4209859 Mar 07 10:48:52.738901 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-cbaff3b5-afa9-47aa-85ca-97cd509d9dfe None None] Provisioning complete for port 0bfd5712-c5be-4686-9111-cff65b42ad35 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:52.739423 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cbaff3b5-afa9-47aa-85ca-97cd509d9dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0bfd5712-c5be-4686-9111-cff65b42ad35), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:52.787594 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb4a6eb-c8a9-4ad9-86ab-a9966fd43626 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:52.789630 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9bb4a6eb-c8a9-4ad9-86ab-a9966fd43626 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "GET /v2.0/ports?device_id=f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2 HTTP/1.1" status: 200 len: 913 time: 0.1957717 Mar 07 10:48:52.800455 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33838) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:52.905950 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-02e781ee-506d-4e1e-9fec-e0e2f6294b5f req-8b09a0aa-4464-4c15-b5ba-b78e80b1bb3e tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582265 Mar 07 10:48:53.013369 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:53.035308 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:53.035710 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:53.170081 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7,segment=NetworkSegment(b20addc2-2343-441e-8de8-699e6cfbb896),segment_id=b20addc2-2343-441e-8de8-699e6cfbb896)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:53.232515 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-68f72b1a-32ce-4219-80e5-004b76b0dd2e req-41f71360-62b0-415d-b834-997cdee17851 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 210 time: 0.1162589 Mar 07 10:48:53.253245 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:53.344821 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:53.369484 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 0bfd5712-c5be-4686-9111-cff65b42ad35 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:53.370578 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0bfd5712-c5be-4686-9111-cff65b42ad35), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:53.492096 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-cbaff3b5-afa9-47aa-85ca-97cd509d9dfe None None] Current status of the port 0bfd5712-c5be-4686-9111-cff65b42ad35 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:53.505076 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cbaff3b5-afa9-47aa-85ca-97cd509d9dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0bfd5712-c5be-4686-9111-cff65b42ad35), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:53.525801 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 0bfd5712-c5be-4686-9111-cff65b42ad35, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=0bfd5712-c5be-4686-9111-cff65b42ad35,segment=NetworkSegment(d08f8561-5f42-4a1f-8f86-0bf27fd0c9ec),segment_id=d08f8561-5f42-4a1f-8f86-0bf27fd0c9ec)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:53.540655 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0bfd5712-c5be-4686-9111-cff65b42ad35), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:53.646660 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=0bfd5712-c5be-4686-9111-cff65b42ad35,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:53.726714 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-245927b7-e10d-4ba1-830a-cb661369bdec tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:53.728386 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-245927b7-e10d-4ba1-830a-cb661369bdec tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.31 "GET /v2.0/networks?id=d544ea13-72f7-4e6d-b9f9-764274f4e435 HTTP/1.1" status: 200 len: 814 time: 0.4270179 Mar 07 10:48:53.759899 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-cbaff3b5-afa9-47aa-85ca-97cd509d9dfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:48:53.760904 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa477b2f-f310-4d13-9749-45dfd894d89e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for port (f81ffea8-c189-4991-bfec-3266573a6dc6), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:53.772768 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-cbaff3b5-afa9-47aa-85ca-97cd509d9dfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:48:53.931192 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-9853f355-f992-45f7-8646-cfdbe526cd61 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Request body: {'port': {'device_id': '7eb4f62b-d749-4185-9aeb-b61bd34dd656', 'network_id': 'd544ea13-72f7-4e6d-b9f9-764274f4e435', 'admin_state_up': True, 'tenant_id': 'af76e3a0199d43eaad70e52b49b8dbe0'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:53.942374 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa477b2f-f310-4d13-9749-45dfd894d89e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (f81ffea8-c189-4991-bfec-3266573a6dc6), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:53.997471 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-65d0235a-2a1e-48d3-b2f8-b47f270dc23d req-ed25432f-11da-4128-8d4f-21b7496bd3a6 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:54.005168 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f36d8ad-a5c8-47ab-b35e-7a73cedab9a0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:54.067571 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 0bfd5712-c5be-4686-9111-cff65b42ad35 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:48:54.092391 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa477b2f-f310-4d13-9749-45dfd894d89e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Port': ['ID=f81ffea8-c189-4991-bfec-3266573a6dc6,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:54.168678 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 0bfd5712-c5be-4686-9111-cff65b42ad35 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:54.169454 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0bfd5712-c5be-4686-9111-cff65b42ad35), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:54.205319 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fffaca2-32db-4632-b59c-1429fb077d9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:48:54.207922 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7aae33-687f-4a7d-ad75-9c943253e7bb" -d '{"events": [{"server_uuid": "5fffaca2-32db-4632-b59c-1429fb077d9e", "name": "network-vif-unplugged", "status": "completed", "tag": "19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:48:54.229050 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cb8d2-97cd-443b-8e76-b39a1624b0a4 req-619caf0b-2be4-4f56-8a24-3285b38371b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:54.231837 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0e7cb8d2-97cd-443b-8e76-b39a1624b0a4 req-619caf0b-2be4-4f56-8a24-3285b38371b5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dad3cf7c-e126-4202-a966-afdec6a9ba56 HTTP/1.1" status: 200 len: 1128 time: 0.9400854 Mar 07 10:48:54.235292 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa477b2f-f310-4d13-9749-45dfd894d89e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (4e301bde-0ee2-4e0d-9dba-1c681904b478), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:54.316347 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5cc921-e586-4a88-b529-f70ec19bb3a4 req-c7d0efc4-366f-4e8d-a954-cc2a6e7f17e4 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:54.317242 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1a5cc921-e586-4a88-b529-f70ec19bb3a4 req-c7d0efc4-366f-4e8d-a954-cc2a6e7f17e4 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] 10.222.0.11 "GET /v2.0/ports?device_id=5fffaca2-32db-4632-b59c-1429fb077d9e HTTP/1.1" status: 200 len: 944 time: 0.9996045 Mar 07 10:48:54.326554 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25432f-11da-4128-8d4f-21b7496bd3a6 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] Pushing event deleted for resources: {'Port': ['ID=19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:54.366479 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 0bfd5712-c5be-4686-9111-cff65b42ad35 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:54.367597 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c9ff6884-03d2-4c66-a256-c231dc224288 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:48:54.410202 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69860ea-8111-4e3d-beb2-88aa926d809b req-72b0b27e-a545-420f-8213-d40c35bcd311 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:54.414792 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e69860ea-8111-4e3d-beb2-88aa926d809b req-72b0b27e-a545-420f-8213-d40c35bcd311 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=dad3cf7c-e126-4202-a966-afdec6a9ba56 HTTP/1.1" status: 200 len: 946 time: 0.1838973 Mar 07 10:48:54.432658 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-cbaff3b5-afa9-47aa-85ca-97cd509d9dfe None None] Current status of the port 0bfd5712-c5be-4686-9111-cff65b42ad35 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:54.450056 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-65d0235a-2a1e-48d3-b2f8-b47f270dc23d req-ed25432f-11da-4128-8d4f-21b7496bd3a6 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] No DVR routers for this DVR port 19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:48:54.476329 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port c9ff6884-03d2-4c66-a256-c231dc224288 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:54.476727 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c9ff6884-03d2-4c66-a256-c231dc224288), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:54.494084 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-65d0235a-2a1e-48d3-b2f8-b47f270dc23d req-ed25432f-11da-4128-8d4f-21b7496bd3a6 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:54.498390 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-65d0235a-2a1e-48d3-b2f8-b47f270dc23d req-ed25432f-11da-4128-8d4f-21b7496bd3a6 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] 10.222.0.21 "DELETE /v2.0/ports/19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7 HTTP/1.1" status: 204 len: 173 time: 3.4134724 Mar 07 10:48:54.501762 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fffaca2-32db-4632-b59c-1429fb077d9e', 'name': 'network-vif-deleted', 'tag': '19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:48:54.504393 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ca30de-6775-46c7-bd91-e03f7e3f1d27" -d '{"events": [{"server_uuid": "5fffaca2-32db-4632-b59c-1429fb077d9e", "name": "network-vif-deleted", "tag": "19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:48:54.548625 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e69860ea-8111-4e3d-beb2-88aa926d809b req-866a5592-1df0-4a79-b8f8-bc86584091f0 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248193 Mar 07 10:48:54.567659 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0e7cb8d2-97cd-443b-8e76-b39a1624b0a4 req-d48d14ac-2ef4-4ab4-9c31-7874e309a5ae service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245754 Mar 07 10:48:54.593659 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-dd8056b3-23d5-4f6b-8a0e-c49e34f8863b None None] Provisioning complete for port f81ffea8-c189-4991-bfec-3266573a6dc6 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:54.594044 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dd8056b3-23d5-4f6b-8a0e-c49e34f8863b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f81ffea8-c189-4991-bfec-3266573a6dc6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:54.624824 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-9853f355-f992-45f7-8646-cfdbe526cd61 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Made reservation on behalf of af76e3a0199d43eaad70e52b49b8dbe0 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:54.630640 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-9853f355-f992-45f7-8646-cfdbe526cd61 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:54.670151 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393b414e-33d3-4f17-a158-0ef8d7b60b98 x-openstack-request-id: req-393b414e-33d3-4f17-a158-0ef8d7b60b98 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:54.670458 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fffaca2-32db-4632-b59c-1429fb077d9e", "name": "network-vif-unplugged", "status": "completed", "tag": "19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:54.670722 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-393b414e-33d3-4f17-a158-0ef8d7b60b98 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:54.671088 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1a5cc921-e586-4a88-b529-f70ec19bb3a4 req-336347a8-799a-4c31-af15-d3759e481f41 tempest-InstanceActionsV221TestJSON-1226548395 tempest-InstanceActionsV221TestJSON-1226548395-project] 10.222.0.11 "GET /v2.0/security-groups?id=afb4e61b-b6a1-454c-8fe4-5e8dfb9777c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393872 Mar 07 10:48:54.671220 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fffaca2-32db-4632-b59c-1429fb077d9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7', 'code': 200} Mar 07 10:48:54.699660 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-2f36d8ad-a5c8-47ab-b35e-7a73cedab9a0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Deleting port 3b224fdf-0b07-41d3-9634-aec190a06628 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:54.702583 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f36d8ad-a5c8-47ab-b35e-7a73cedab9a0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (3b224fdf-0b07-41d3-9634-aec190a06628), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:54.785056 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port c9ff6884-03d2-4c66-a256-c231dc224288 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:54.795023 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-dd8056b3-23d5-4f6b-8a0e-c49e34f8863b None None] Port f81ffea8-c189-4991-bfec-3266573a6dc6 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:48:54.812485 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa477b2f-f310-4d13-9749-45dfd894d89e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network 05a85c47-f2f6-4377-8cdf-030bbbb5600c is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:54.814732 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170348c1-78bb-44f3-8857-3ca2eb260eeb x-openstack-request-id: req-170348c1-78bb-44f3-8857-3ca2eb260eeb {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:54.815589 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fffaca2-32db-4632-b59c-1429fb077d9e", "name": "network-vif-deleted", "tag": "19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:54.816019 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-170348c1-78bb-44f3-8857-3ca2eb260eeb {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:54.816601 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fffaca2-32db-4632-b59c-1429fb077d9e', 'name': 'network-vif-deleted', 'tag': '19e43ed3-fec5-45ee-bdf2-fb9cc4b305d7', 'status': 'completed', 'code': 200} Mar 07 10:48:54.819820 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-fa477b2f-f310-4d13-9749-45dfd894d89e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:54.821663 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-dd8056b3-23d5-4f6b-8a0e-c49e34f8863b None None] Provisioning complete for port 0bfd5712-c5be-4686-9111-cff65b42ad35 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:54.822257 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dd8056b3-23d5-4f6b-8a0e-c49e34f8863b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0bfd5712-c5be-4686-9111-cff65b42ad35), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:54.951269 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-dd8056b3-23d5-4f6b-8a0e-c49e34f8863b None None] Current status of the port 0bfd5712-c5be-4686-9111-cff65b42ad35 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:54.976435 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f36d8ad-a5c8-47ab-b35e-7a73cedab9a0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (3b224fdf-0b07-41d3-9634-aec190a06628), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:55.022262 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-2f36d8ad-a5c8-47ab-b35e-7a73cedab9a0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Calling delete_port for 3b224fdf-0b07-41d3-9634-aec190a06628 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:55.185624 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-9853f355-f992-45f7-8646-cfdbe526cd61 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Allocated IP 172.20.0.10 (d544ea13-72f7-4e6d-b9f9-764274f4e435/2e77d3a5-5754-48b0-b886-c951ba559812/e6688e36-ad0b-423f-8455-552f34e30d39) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:55.266137 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa477b2f-f310-4d13-9749-45dfd894d89e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Router 4e301bde-0ee2-4e0d-9dba-1c681904b478 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:48:55.285883 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aab5dfae-f97b-4574-95d9-db050a11c7ed req-64084922-94ff-4db3-9d0e-7c260e193f89 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 210 time: 0.4630215 Mar 07 10:48:55.286891 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b754b326-9cbf-4078-bc55-c0bdf3edbd7e None None] Provisioning complete for port f81ffea8-c189-4991-bfec-3266573a6dc6 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:55.289762 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b754b326-9cbf-4078-bc55-c0bdf3edbd7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f81ffea8-c189-4991-bfec-3266573a6dc6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:55.358227 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f36d8ad-a5c8-47ab-b35e-7a73cedab9a0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (3b224fdf-0b07-41d3-9634-aec190a06628), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:55.372161 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b754b326-9cbf-4078-bc55-c0bdf3edbd7e None None] Port f81ffea8-c189-4991-bfec-3266573a6dc6 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:48:55.419547 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f36d8ad-a5c8-47ab-b35e-7a73cedab9a0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event deleted for resources: {'Port': ['ID=3b224fdf-0b07-41d3-9634-aec190a06628,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:55.536237 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-9853f355-f992-45f7-8646-cfdbe526cd61 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Publish callbacks [] for port (e6688e36-ad0b-423f-8455-552f34e30d39), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:55.607529 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa477b2f-f310-4d13-9749-45dfd894d89e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:48:55.616123 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-fa477b2f-f310-4d13-9749-45dfd894d89e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "PUT /v2.0/routers/4e301bde-0ee2-4e0d-9dba-1c681904b478/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2634807 Mar 07 10:48:55.616870 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33892) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:55.619179 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98846eec-1a90-4e5a-ab64-88f06f5e722c None None] Sync routers for ids ['4e301bde-0ee2-4e0d-9dba-1c681904b478'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:48:55.628285 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-9853f355-f992-45f7-8646-cfdbe526cd61 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (e6688e36-ad0b-423f-8455-552f34e30d39), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:55.633084 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-0517fb68-4eb6-4a05-98c2-b3a19fed0b64 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Request body: {'network': {'name': 'tempest-RoutersTest-771037776'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:55.644575 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98846eec-1a90-4e5a-ab64-88f06f5e722c None None] Routers {'4e301bde-0ee2-4e0d-9dba-1c681904b478'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:55.653728 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f36d8ad-a5c8-47ab-b35e-7a73cedab9a0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:55.671317 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-98846eec-1a90-4e5a-ab64-88f06f5e722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:48:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['4e301bde-0ee2-4e0d-9dba-1c681904b478'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:55.740039 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0517fb68-4eb6-4a05-98c2-b3a19fed0b64 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Made reservation on behalf of 49fa671ee264403ca0a93afbe4c7553a for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:55.747711 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0517fb68-4eb6-4a05-98c2-b3a19fed0b64 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:55.876511 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0517fb68-4eb6-4a05-98c2-b3a19fed0b64 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:48:55.895172 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0517fb68-4eb6-4a05-98c2-b3a19fed0b64 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (f2c7db64-5db2-487a-92ce-5452dc477007), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:55.895663 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-0517fb68-4eb6-4a05-98c2-b3a19fed0b64 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Added segment f2c7db64-5db2-487a-92ce-5452dc477007 of type vlan for network 11e78669-570d-4d66-82d3-4b96caed8ea8 Mar 07 10:48:55.923422 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-9853f355-f992-45f7-8646-cfdbe526cd61 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Network d544ea13-72f7-4e6d-b9f9-764274f4e435 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:55.943435 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-9853f355-f992-45f7-8646-cfdbe526cd61 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:55.951046 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-9853f355-f992-45f7-8646-cfdbe526cd61 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:55.952451 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0517fb68-4eb6-4a05-98c2-b3a19fed0b64 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (11e78669-570d-4d66-82d3-4b96caed8ea8), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:56.034875 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9853f355-f992-45f7-8646-cfdbe526cd61 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Pushing event updated for resources: {'Port': ['ID=e6688e36-ad0b-423f-8455-552f34e30d39,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:56.058145 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-98846eec-1a90-4e5a-ab64-88f06f5e722c None None] Set router 4e301bde-0ee2-4e0d-9dba-1c681904b478 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:48:56.075616 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33902) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:56.078572 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0517fb68-4eb6-4a05-98c2-b3a19fed0b64 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (11e78669-570d-4d66-82d3-4b96caed8ea8), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:56.084113 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0517fb68-4eb6-4a05-98c2-b3a19fed0b64 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:56.084808 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0517fb68-4eb6-4a05-98c2-b3a19fed0b64 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:56.181809 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-9853f355-f992-45f7-8646-cfdbe526cd61 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:56.183007 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-9853f355-f992-45f7-8646-cfdbe526cd61 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:56.184592 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f36d8ad-a5c8-47ab-b35e-7a73cedab9a0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Router f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:48:56.199094 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0517fb68-4eb6-4a05-98c2-b3a19fed0b64 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5744946 Mar 07 10:48:56.199550 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e0e17-8b84-459c-896d-91fdeb882fa2 req-ad1a9043-f22e-43e6-a670-cd192c0e8194 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:56.200521 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33910) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:56.206924 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cc0e0e17-8b84-459c-896d-91fdeb882fa2 req-ad1a9043-f22e-43e6-a670-cd192c0e8194 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=dad3cf7c-e126-4202-a966-afdec6a9ba56 HTTP/1.1" status: 200 len: 946 time: 0.4555776 Mar 07 10:48:56.214903 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-6812c9f9-6bd8-49f7-9345-3593dc0a60df tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Request body: {'subnet': {'network_id': '11e78669-570d-4d66-82d3-4b96caed8ea8', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:56.241831 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-9853f355-f992-45f7-8646-cfdbe526cd61 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3228967 Mar 07 10:48:56.251956 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-614e4793-c932-4b94-a823-a7a134787321 admin admin] Deleting subnet 6fee9067-3d01-48be-8eef-c85059ceeaab {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:48:56.267532 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-a244a32f-ff0e-4705-b7c7-12f6a93177ee tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:48:56.268555 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-a244a32f-ff0e-4705-b7c7-12f6a93177ee tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0143456 Mar 07 10:48:56.271439 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-614e4793-c932-4b94-a823-a7a134787321 admin admin] Publish callbacks [] for subnet (6fee9067-3d01-48be-8eef-c85059ceeaab), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:56.309932 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517fb68-4eb6-4a05-98c2-b3a19fed0b64 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Network': ['ID=11e78669-570d-4d66-82d3-4b96caed8ea8,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:56.320293 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 11e78669-570d-4d66-82d3-4b96caed8ea8 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:48:56.333409 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-614e4793-c932-4b94-a823-a7a134787321 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (6fee9067-3d01-48be-8eef-c85059ceeaab), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:56.382255 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-614e4793-c932-4b94-a823-a7a134787321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (6fee9067-3d01-48be-8eef-c85059ceeaab), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:56.490326 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-7ce0e72a-e248-488e-8678-37ca09208e41 service neutron] Request body: {'port': {'device_id': '7eb4f62b-d749-4185-9aeb-b61bd34dd656', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:48:56.524291 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-614e4793-c932-4b94-a823-a7a134787321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (6fee9067-3d01-48be-8eef-c85059ceeaab), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:56.561602 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614e4793-c932-4b94-a823-a7a134787321 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fee9067-3d01-48be-8eef-c85059ceeaab,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:56.584383 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cc0e0e17-8b84-459c-896d-91fdeb882fa2 req-054071d5-d6c8-4ce2-b04b-f93604a3ff6e tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765063 Mar 07 10:48:56.584587 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-98846eec-1a90-4e5a-ab64-88f06f5e722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'name': 'tempest-RoutersTest-router-849732313', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:37Z', 'updated_at': '2022-03-07T10:48:50Z', 'revision_number': 3, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'gw_port_host': None, '_interfaces': [{'id': 'c9ff6884-03d2-4c66-a256-c231dc224288', 'name': '', 'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:31:8a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:41Z', 'updated_at': '2022-03-07T10:48:51Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81ffea8-c189-4991-bfec-3266573a6dc6', 'name': '', 'network_id': '05a85c47-f2f6-4377-8cdf-030bbbb5600c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:84:42:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '2de8668e-4954-4868-930d-237be59c3784', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:48Z', 'updated_at': '2022-03-07T10:48:51Z', 'revision_number': 2, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': '2de8668e-4954-4868-930d-237be59c3784', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:56.590866 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-614e4793-c932-4b94-a823-a7a134787321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:56.598304 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-614e4793-c932-4b94-a823-a7a134787321 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6fee9067-3d01-48be-8eef-c85059ceeaab HTTP/1.1" status: 204 len: 168 time: 0.5081720 Mar 07 10:48:56.603827 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33920) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:56.645487 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-7ce0e72a-e248-488e-8678-37ca09208e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e6688e36-ad0b-423f-8455-552f34e30d39), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:56.649076 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98846eec-1a90-4e5a-ab64-88f06f5e722c None None] Checking router: 4e301bde-0ee2-4e0d-9dba-1c681904b478 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:48:56.649851 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98846eec-1a90-4e5a-ab64-88f06f5e722c None None] Updating router 4e301bde-0ee2-4e0d-9dba-1c681904b478 port f81ffea8-c189-4991-bfec-3266573a6dc6 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:48:56.683982 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-98846eec-1a90-4e5a-ab64-88f06f5e722c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f81ffea8-c189-4991-bfec-3266573a6dc6), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:56.684558 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f36d8ad-a5c8-47ab-b35e-7a73cedab9a0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:48:56.688556 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6812c9f9-6bd8-49f7-9345-3593dc0a60df tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Made reservation on behalf of 49fa671ee264403ca0a93afbe4c7553a for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:48:56.697009 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a9c2e2-8351-493b-afb9-caa6889112c8 None None] Sync routers for ids ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:48:56.701232 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6812c9f9-6bd8-49f7-9345-3593dc0a60df tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:56.713521 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a9c2e2-8351-493b-afb9-caa6889112c8 None None] Routers {'f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:56.714756 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-64a9c2e2-8351-493b-afb9-caa6889112c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:48:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:56.754459 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2f36d8ad-a5c8-47ab-b35e-7a73cedab9a0 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "PUT /v2.0/routers/f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9525573 Mar 07 10:48:56.755505 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33922) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:56.771496 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-64a9c2e2-8351-493b-afb9-caa6889112c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:56.785675 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a9c2e2-8351-493b-afb9-caa6889112c8 None None] Routers {'f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:56.786840 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-64a9c2e2-8351-493b-afb9-caa6889112c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:48:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:56.837031 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-64a9c2e2-8351-493b-afb9-caa6889112c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:56.839379 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a9c2e2-8351-493b-afb9-caa6889112c8 None None] The sync data for ids ['f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:48:56.861954 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c04ae30-5b60-4d48-bf2d-dc9614ca7738 req-3dd16c73-6db2-4907-a8f4-aa5d944270b8 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:56.863546 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1c04ae30-5b60-4d48-bf2d-dc9614ca7738 req-3dd16c73-6db2-4907-a8f4-aa5d944270b8 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 932 time: 0.3910005 Mar 07 10:48:57.083775 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-57243610-8122-459c-ac4e-a5648845b62d tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for router (f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:57.181773 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-98846eec-1a90-4e5a-ab64-88f06f5e722c None None] Publish callbacks [] for port (f81ffea8-c189-4991-bfec-3266573a6dc6), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:57.194529 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-98846eec-1a90-4e5a-ab64-88f06f5e722c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f81ffea8-c189-4991-bfec-3266573a6dc6), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:57.296531 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584d7c2-6bd0-483b-8f32-007395526d25 None None] Pushing event updated for resources: {'Port': ['ID=f81ffea8-c189-4991-bfec-3266573a6dc6,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:57.312753 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584d7c2-6bd0-483b-8f32-007395526d25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:57.318761 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584d7c2-6bd0-483b-8f32-007395526d25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:57.319468 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584d7c2-6bd0-483b-8f32-007395526d25 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:57.323901 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584d7c2-6bd0-483b-8f32-007395526d25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:57.323901 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584d7c2-6bd0-483b-8f32-007395526d25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:57.323901 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584d7c2-6bd0-483b-8f32-007395526d25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:57.323901 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584d7c2-6bd0-483b-8f32-007395526d25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:57.323901 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584d7c2-6bd0-483b-8f32-007395526d25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:57.323901 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584d7c2-6bd0-483b-8f32-007395526d25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:57.323901 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584d7c2-6bd0-483b-8f32-007395526d25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:57.323901 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584d7c2-6bd0-483b-8f32-007395526d25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:57.323901 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584d7c2-6bd0-483b-8f32-007395526d25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:57.323901 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b584d7c2-6bd0-483b-8f32-007395526d25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:57.360313 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-7ce0e72a-e248-488e-8678-37ca09208e41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6688e36-ad0b-423f-8455-552f34e30d39 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:48:57.369349 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-7ce0e72a-e248-488e-8678-37ca09208e41 service neutron] Publish callbacks [] for port (e6688e36-ad0b-423f-8455-552f34e30d39), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:57.391198 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-7ce0e72a-e248-488e-8678-37ca09208e41 service neutron] Transition to ACTIVE for port object e6688e36-ad0b-423f-8455-552f34e30d39 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:48:57.393655 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-57243610-8122-459c-ac4e-a5648845b62d tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for router_gateway (f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:57.403037 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-7ce0e72a-e248-488e-8678-37ca09208e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (e6688e36-ad0b-423f-8455-552f34e30d39), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:57.409615 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-30abc9a2-4b8b-431f-b592-bb0de5f25cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (c9735e23-6d88-4e20-8b09-1916805f85c2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:57.539245 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-98846eec-1a90-4e5a-ab64-88f06f5e722c None None] Attempting to bind port f81ffea8-c189-4991-bfec-3266573a6dc6 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:57.539905 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-98846eec-1a90-4e5a-ab64-88f06f5e722c None None] Attempting to bind port f81ffea8-c189-4991-bfec-3266573a6dc6 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'd08f8561-5f42-4a1f-8f86-0bf27fd0c9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '05a85c47-f2f6-4377-8cdf-030bbbb5600c'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:57.540394 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98846eec-1a90-4e5a-ab64-88f06f5e722c None None] Attempting to bind port f81ffea8-c189-4991-bfec-3266573a6dc6 on network 05a85c47-f2f6-4377-8cdf-030bbbb5600c {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:57.546444 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98846eec-1a90-4e5a-ab64-88f06f5e722c None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:48:57.547001 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98846eec-1a90-4e5a-ab64-88f06f5e722c None None] Checking segment: {'id': 'd08f8561-5f42-4a1f-8f86-0bf27fd0c9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '05a85c47-f2f6-4377-8cdf-030bbbb5600c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:57.547505 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-98846eec-1a90-4e5a-ab64-88f06f5e722c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:57.548159 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98846eec-1a90-4e5a-ab64-88f06f5e722c None None] Bound using segment: {'id': 'd08f8561-5f42-4a1f-8f86-0bf27fd0c9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '05a85c47-f2f6-4377-8cdf-030bbbb5600c'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:48:57.549003 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-98846eec-1a90-4e5a-ab64-88f06f5e722c None None] Bound port: f81ffea8-c189-4991-bfec-3266573a6dc6, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd08f8561-5f42-4a1f-8f86-0bf27fd0c9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '05a85c47-f2f6-4377-8cdf-030bbbb5600c'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:48:57.549625 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-98846eec-1a90-4e5a-ab64-88f06f5e722c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f81ffea8-c189-4991-bfec-3266573a6dc6), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:57.652488 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1c04ae30-5b60-4d48-bf2d-dc9614ca7738 req-6e17699b-585b-468e-9dbd-b3769ca7177d tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7564573 Mar 07 10:48:57.669217 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0e72a-e248-488e-8678-37ca09208e41 service neutron] Pushing event updated for resources: {'Port': ['ID=e6688e36-ad0b-423f-8455-552f34e30d39,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:57.725615 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-98846eec-1a90-4e5a-ab64-88f06f5e722c None None] For port f81ffea8-c189-4991-bfec-3266573a6dc6, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:48:57.731184 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-98846eec-1a90-4e5a-ab64-88f06f5e722c None None] For port f81ffea8-c189-4991-bfec-3266573a6dc6, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=f81ffea8-c189-4991-bfec-3266573a6dc6,segment=NetworkSegment(d08f8561-5f42-4a1f-8f86-0bf27fd0c9ec),segment_id=d08f8561-5f42-4a1f-8f86-0bf27fd0c9ec)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:48:57.736241 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-7ce0e72a-e248-488e-8678-37ca09208e41 service neutron] Attempting to bind port e6688e36-ad0b-423f-8455-552f34e30d39 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:48:57.736650 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-7ce0e72a-e248-488e-8678-37ca09208e41 service neutron] Attempting to bind port e6688e36-ad0b-423f-8455-552f34e30d39 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '9c0e08f9-ace4-432d-a662-c01ea531e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd544ea13-72f7-4e6d-b9f9-764274f4e435'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:48:57.736988 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-7ce0e72a-e248-488e-8678-37ca09208e41 service neutron] Attempting to bind port e6688e36-ad0b-423f-8455-552f34e30d39 on network d544ea13-72f7-4e6d-b9f9-764274f4e435 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:57.741846 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-98846eec-1a90-4e5a-ab64-88f06f5e722c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f81ffea8-c189-4991-bfec-3266573a6dc6), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:57.761893 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-57243610-8122-459c-ac4e-a5648845b62d tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Deleting port 5107a756-54e8-4c34-8c26-ec58b3bf7388 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:48:57.762152 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-57243610-8122-459c-ac4e-a5648845b62d tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (5107a756-54e8-4c34-8c26-ec58b3bf7388), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:57.765085 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-7ce0e72a-e248-488e-8678-37ca09208e41 service neutron] Port e6688e36-ad0b-423f-8455-552f34e30d39 on network d544ea13-72f7-4e6d-b9f9-764274f4e435 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:48:57.765436 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-7ce0e72a-e248-488e-8678-37ca09208e41 service neutron] Attempting to bind port e6688e36-ad0b-423f-8455-552f34e30d39 on network d544ea13-72f7-4e6d-b9f9-764274f4e435 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:48:57.830615 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584d7c2-6bd0-483b-8f32-007395526d25 None None] Pushing event updated for resources: {'Port': ['ID=f81ffea8-c189-4991-bfec-3266573a6dc6,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:57.844425 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-7ce0e72a-e248-488e-8678-37ca09208e41 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:48:57.844976 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-7ce0e72a-e248-488e-8678-37ca09208e41 service neutron] Checking segment: {'id': '9c0e08f9-ace4-432d-a662-c01ea531e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd544ea13-72f7-4e6d-b9f9-764274f4e435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:57.845598 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-7ce0e72a-e248-488e-8678-37ca09208e41 service neutron] Bound using segment: {'id': '9c0e08f9-ace4-432d-a662-c01ea531e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd544ea13-72f7-4e6d-b9f9-764274f4e435'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:48:57.846294 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-7ce0e72a-e248-488e-8678-37ca09208e41 service neutron] Bound port: e6688e36-ad0b-423f-8455-552f34e30d39, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c0e08f9-ace4-432d-a662-c01ea531e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd544ea13-72f7-4e6d-b9f9-764274f4e435'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:48:57.846857 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-7ce0e72a-e248-488e-8678-37ca09208e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e6688e36-ad0b-423f-8455-552f34e30d39), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:57.856631 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98846eec-1a90-4e5a-ab64-88f06f5e722c None None] Routers {'4e301bde-0ee2-4e0d-9dba-1c681904b478'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:48:57.857349 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-98846eec-1a90-4e5a-ab64-88f06f5e722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:48:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['4e301bde-0ee2-4e0d-9dba-1c681904b478'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:57.893455 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f892aa38-7668-450b-b947-9c25c3a73aec None None] Provisioning complete for port f81ffea8-c189-4991-bfec-3266573a6dc6 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:57.894249 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f892aa38-7668-450b-b947-9c25c3a73aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f81ffea8-c189-4991-bfec-3266573a6dc6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:57.981301 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-57243610-8122-459c-ac4e-a5648845b62d tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (5107a756-54e8-4c34-8c26-ec58b3bf7388), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:58.018506 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-30abc9a2-4b8b-431f-b592-bb0de5f25cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (c9735e23-6d88-4e20-8b09-1916805f85c2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:58.107073 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-57243610-8122-459c-ac4e-a5648845b62d tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Calling delete_port for 5107a756-54e8-4c34-8c26-ec58b3bf7388 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:48:58.126491 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-98846eec-1a90-4e5a-ab64-88f06f5e722c None None] Set router 4e301bde-0ee2-4e0d-9dba-1c681904b478 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:48:58.126986 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f892aa38-7668-450b-b947-9c25c3a73aec None None] Current status of the port f81ffea8-c189-4991-bfec-3266573a6dc6 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:58.127379 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f892aa38-7668-450b-b947-9c25c3a73aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f81ffea8-c189-4991-bfec-3266573a6dc6), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:58.137792 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-30abc9a2-4b8b-431f-b592-bb0de5f25cdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9735e23-6d88-4e20-8b09-1916805f85c2']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:58.170528 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-30abc9a2-4b8b-431f-b592-bb0de5f25cdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b20addc2-2343-441e-8de8-699e6cfbb896') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:58.171100 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-30abc9a2-4b8b-431f-b592-bb0de5f25cdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b20addc2-2343-441e-8de8-699e6cfbb896') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:58.186498 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6812c9f9-6bd8-49f7-9345-3593dc0a60df tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (acc9543f-3068-494d-a957-f4a56ebac5f9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:58.200465 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-30abc9a2-4b8b-431f-b592-bb0de5f25cdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (b20addc2-2343-441e-8de8-699e6cfbb896), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:58.200666 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-f892aa38-7668-450b-b947-9c25c3a73aec None None] For port f81ffea8-c189-4991-bfec-3266573a6dc6, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=f81ffea8-c189-4991-bfec-3266573a6dc6,segment=NetworkSegment(d08f8561-5f42-4a1f-8f86-0bf27fd0c9ec),segment_id=d08f8561-5f42-4a1f-8f86-0bf27fd0c9ec)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:48:58.208434 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f892aa38-7668-450b-b947-9c25c3a73aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f81ffea8-c189-4991-bfec-3266573a6dc6), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:58.297012 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6212ce-ae3a-40b0-8662-4ba261b364b8 req-47c74df4-721b-4436-aa14-c37f7dfcff61 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:58.304843 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5f6212ce-ae3a-40b0-8662-4ba261b364b8 req-47c74df4-721b-4436-aa14-c37f7dfcff61 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=dad3cf7c-e126-4202-a966-afdec6a9ba56 HTTP/1.1" status: 200 len: 946 time: 0.3388417 Mar 07 10:48:58.330055 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-30abc9a2-4b8b-431f-b592-bb0de5f25cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (b20addc2-2343-441e-8de8-699e6cfbb896), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:58.358451 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30abc9a2-4b8b-431f-b592-bb0de5f25cdb admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:48:58.360109 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-30abc9a2-4b8b-431f-b592-bb0de5f25cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (b20addc2-2343-441e-8de8-699e6cfbb896), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:58.362259 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:48:58.362259 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:48:58.362259 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:48:58.362259 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:48:58.362259 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:48:58.362259 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:48:58.362259 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:48:58.362259 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:48:58.362259 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:48:58.362259 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:48:58.362259 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:48:58.362259 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:48:58.362259 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:48:58.362259 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:48:58.362259 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:48:58.362259 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:48:58.362259 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:48:58.362259 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:48:58.362259 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:48:58.362259 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:48:58.362259 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:48:58.362259 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:48:58.362259 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:48:58.362259 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:48:58.362259 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:48:58.362259 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:48:58.362259 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:48:58.362259 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:48:58.362259 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:48:58.362259 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:48:58.362259 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:48:58.362259 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:48:58.365568 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-18210bbb-de59-4171-92e8-0d362b7121ad None None] Provisioning complete for port f81ffea8-c189-4991-bfec-3266573a6dc6 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:48:58.365976 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-18210bbb-de59-4171-92e8-0d362b7121ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f81ffea8-c189-4991-bfec-3266573a6dc6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:58.381363 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5edb62-2227-4a62-9f06-ab4965e17417 req-ada99cbc-c969-40da-b4af-7114d5ca3d0c tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:58.382851 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ed5edb62-2227-4a62-9f06-ab4965e17417 req-ada99cbc-c969-40da-b4af-7114d5ca3d0c tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 945 time: 0.3138371 Mar 07 10:48:58.432135 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-7ce0e72a-e248-488e-8678-37ca09208e41 service neutron] For port e6688e36-ad0b-423f-8455-552f34e30d39, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:48:58.452171 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892aa38-7668-450b-b947-9c25c3a73aec None None] Pushing event updated for resources: {'Port': ['ID=f81ffea8-c189-4991-bfec-3266573a6dc6,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:58.485415 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812c9f9-6bd8-49f7-9345-3593dc0a60df tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Subnet': ['ID=acc9543f-3068-494d-a957-f4a56ebac5f9,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:58.512723 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-18210bbb-de59-4171-92e8-0d362b7121ad None None] Current status of the port f81ffea8-c189-4991-bfec-3266573a6dc6 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:48:58.523109 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5f6212ce-ae3a-40b0-8662-4ba261b364b8 req-dc4b5957-ceee-41c0-bd63-3a6f78feb670 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170644 Mar 07 10:48:58.524637 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812c9f9-6bd8-49f7-9345-3593dc0a60df tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:58.524994 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812c9f9-6bd8-49f7-9345-3593dc0a60df tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:58.525389 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812c9f9-6bd8-49f7-9345-3593dc0a60df tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:58.525769 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812c9f9-6bd8-49f7-9345-3593dc0a60df tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:58.526215 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812c9f9-6bd8-49f7-9345-3593dc0a60df tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:58.526558 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812c9f9-6bd8-49f7-9345-3593dc0a60df tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:58.526919 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812c9f9-6bd8-49f7-9345-3593dc0a60df tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:58.527256 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812c9f9-6bd8-49f7-9345-3593dc0a60df tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:58.527643 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812c9f9-6bd8-49f7-9345-3593dc0a60df tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:58.527985 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812c9f9-6bd8-49f7-9345-3593dc0a60df tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:58.528390 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812c9f9-6bd8-49f7-9345-3593dc0a60df tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:58.528728 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812c9f9-6bd8-49f7-9345-3593dc0a60df tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:58.529066 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6812c9f9-6bd8-49f7-9345-3593dc0a60df tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:48:58.545348 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6812c9f9-6bd8-49f7-9345-3593dc0a60df tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Checking segment: {'id': 'f2c7db64-5db2-487a-92ce-5452dc477007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '11e78669-570d-4d66-82d3-4b96caed8ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:48:58.545860 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6812c9f9-6bd8-49f7-9345-3593dc0a60df tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network hostable DHCP agents. Network: 11e78669-570d-4d66-82d3-4b96caed8ea8, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:48:58.550703 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-30abc9a2-4b8b-431f-b592-bb0de5f25cdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (c9735e23-6d88-4e20-8b09-1916805f85c2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:58.554485 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ed5edb62-2227-4a62-9f06-ab4965e17417 req-d61e77d3-d821-40ce-9b74-ce97543badaf tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604242 Mar 07 10:48:58.590437 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-30abc9a2-4b8b-431f-b592-bb0de5f25cdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:58.594823 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-30abc9a2-4b8b-431f-b592-bb0de5f25cdb admin admin] 10.222.0.11 "DELETE /v2.0/networks/c9735e23-6d88-4e20-8b09-1916805f85c2 HTTP/1.1" status: 204 len: 168 time: 1.9514799 Mar 07 10:48:58.595733 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abc9a2-4b8b-431f-b592-bb0de5f25cdb admin admin] Pushing event deleted for resources: {'Network': ['ID=c9735e23-6d88-4e20-8b09-1916805f85c2,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:58.621836 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6812c9f9-6bd8-49f7-9345-3593dc0a60df tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network 11e78669-570d-4d66-82d3-4b96caed8ea8 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:48:58.623119 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-7ce0e72a-e248-488e-8678-37ca09208e41 service neutron] For port e6688e36-ad0b-423f-8455-552f34e30d39, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=e6688e36-ad0b-423f-8455-552f34e30d39,segment=NetworkSegment(9c0e08f9-ace4-432d-a662-c01ea531e4d8),segment_id=9c0e08f9-ace4-432d-a662-c01ea531e4d8)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:48:58.638761 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-6812c9f9-6bd8-49f7-9345-3593dc0a60df tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 11e78669-570d-4d66-82d3-4b96caed8ea8) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:58.645874 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6812c9f9-6bd8-49f7-9345-3593dc0a60df tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:58.647721 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6812c9f9-6bd8-49f7-9345-3593dc0a60df tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:58.652675 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37aa49a1-f104-434a-b5f3-458a7e988f56 None None] Network 11e78669-570d-4d66-82d3-4b96caed8ea8 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:48:58.698393 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-7ce0e72a-e248-488e-8678-37ca09208e41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (e6688e36-ad0b-423f-8455-552f34e30d39), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:58.700033 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6812c9f9-6bd8-49f7-9345-3593dc0a60df tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4898155 Mar 07 10:48:58.705361 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33958) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:58.792835 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-7ce0e72a-e248-488e-8678-37ca09208e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:58.799837 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-98846eec-1a90-4e5a-ab64-88f06f5e722c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'name': 'tempest-RoutersTest-router-849732313', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:37Z', 'updated_at': '2022-03-07T10:48:50Z', 'revision_number': 3, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'gw_port_host': None, '_interfaces': [{'id': 'c9ff6884-03d2-4c66-a256-c231dc224288', 'name': '', 'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:31:8a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:41Z', 'updated_at': '2022-03-07T10:48:51Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81ffea8-c189-4991-bfec-3266573a6dc6', 'name': '', 'network_id': '05a85c47-f2f6-4377-8cdf-030bbbb5600c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:84:42:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '2de8668e-4954-4868-930d-237be59c3784', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:48Z', 'updated_at': '2022-03-07T10:48:57Z', 'revision_number': 4, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': '2de8668e-4954-4868-930d-237be59c3784', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:48:58.809329 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-7ce0e72a-e248-488e-8678-37ca09208e41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:58.810840 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-7ce0e72a-e248-488e-8678-37ca09208e41 service neutron] 10.222.0.31 "PUT /v2.0/ports/e6688e36-ad0b-423f-8455-552f34e30d39 HTTP/1.1" status: 200 len: 1092 time: 2.3254843 Mar 07 10:48:58.812490 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb4f62b-d749-4185-9aeb-b61bd34dd656', 'tag': 'e6688e36-ad0b-423f-8455-552f34e30d39'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:48:58.814967 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968f4faa-2319-4b76-ac73-8e4ee300ea90" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb4f62b-d749-4185-9aeb-b61bd34dd656", "tag": "e6688e36-ad0b-423f-8455-552f34e30d39"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:48:58.871551 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98846eec-1a90-4e5a-ab64-88f06f5e722c None None] The sync data for ids ['4e301bde-0ee2-4e0d-9dba-1c681904b478'] in n-d-832164-4 is: [{'id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'name': 'tempest-RoutersTest-router-849732313', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:37Z', 'updated_at': '2022-03-07T10:48:50Z', 'revision_number': 3, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'gw_port_host': None, '_interfaces': [{'id': 'c9ff6884-03d2-4c66-a256-c231dc224288', 'name': '', 'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:31:8a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:41Z', 'updated_at': '2022-03-07T10:48:51Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81ffea8-c189-4991-bfec-3266573a6dc6', 'name': '', 'network_id': '05a85c47-f2f6-4377-8cdf-030bbbb5600c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:84:42:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '2de8668e-4954-4868-930d-237be59c3784', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:48Z', 'updated_at': '2022-03-07T10:48:57Z', 'revision_number': 4, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': '2de8668e-4954-4868-930d-237be59c3784', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:48:58.935319 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c994b71a-0da2-4883-a5db-bd78d0be7fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-11e78669-570d-4d66-82d3-4b96caed8ea8', 'network_id': '11e78669-570d-4d66-82d3-4b96caed8ea8', 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'fixed_ips': [{'subnet_id': 'acc9543f-3068-494d-a957-f4a56ebac5f9'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:48:58.936247 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c994b71a-0da2-4883-a5db-bd78d0be7fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:59.075617 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33966) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:59.152091 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0e72a-e248-488e-8678-37ca09208e41 service neutron] Pushing event updated for resources: {'Port': ['ID=e6688e36-ad0b-423f-8455-552f34e30d39,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:59.269887 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-57243610-8122-459c-ac4e-a5648845b62d tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (5107a756-54e8-4c34-8c26-ec58b3bf7388), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:59.308323 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-c994b71a-0da2-4883-a5db-bd78d0be7fd8 None None] Allocated IP 172.22.0.2 (11e78669-570d-4d66-82d3-4b96caed8ea8/acc9543f-3068-494d-a957-f4a56ebac5f9/9a929cde-3e24-4e5e-a2bc-49202ecea43b) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:48:59.320277 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-13a08944-f175-48e8-8e01-b48881bbb8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:59.330902 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-13a08944-f175-48e8-8e01-b48881bbb8b0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af76e3a0199d43eaad70e52b49b8dbe0&device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 1126 time: 0.4667234 Mar 07 10:48:59.337707 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba065dba-d784-47fc-9056-a3c0129135b9 req-338017c5-2638-48d7-a086-9c59e91aa26f tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:59.340340 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ba065dba-d784-47fc-9056-a3c0129135b9 req-338017c5-2638-48d7-a086-9c59e91aa26f tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=dad3cf7c-e126-4202-a966-afdec6a9ba56 HTTP/1.1" status: 200 len: 946 time: 0.2633572 Mar 07 10:48:59.358278 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365206a-f20a-474e-b8f1-649ed05d19bb req-cd43e8c1-fe50-4a3f-9ae5-26b8c493b6a3 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:59.360099 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3365206a-f20a-474e-b8f1-649ed05d19bb req-cd43e8c1-fe50-4a3f-9ae5-26b8c493b6a3 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 944 time: 0.5481219 Mar 07 10:48:59.391173 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5a6cc085-b84c-4466-bdb4-acbca95a3838 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=317bbb37eb44423c9f04ed1222118313&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2928727 Mar 07 10:48:59.392236 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33972) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:48:59.451857 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57243610-8122-459c-ac4e-a5648845b62d tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event deleted for resources: {'Port': ['ID=5107a756-54e8-4c34-8c26-ec58b3bf7388,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:48:59.455346 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-20b142c3-e407-43cf-93f8-0fff8631ba8b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6688e36-ad0b-423f-8455-552f34e30d39 HTTP/1.1" status: 200 len: 217 time: 0.0813236 Mar 07 10:48:59.558981 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c994b71a-0da2-4883-a5db-bd78d0be7fd8 None None] Publish callbacks [] for port (9a929cde-3e24-4e5e-a2bc-49202ecea43b), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:59.576187 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c994b71a-0da2-4883-a5db-bd78d0be7fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (9a929cde-3e24-4e5e-a2bc-49202ecea43b), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:59.617237 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c994b71a-0da2-4883-a5db-bd78d0be7fd8 None None] Network 11e78669-570d-4d66-82d3-4b96caed8ea8 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:48:59.620783 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-c994b71a-0da2-4883-a5db-bd78d0be7fd8 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:48:59.626907 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c994b71a-0da2-4883-a5db-bd78d0be7fd8 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:48:59.654360 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3365206a-f20a-474e-b8f1-649ed05d19bb req-bc0b55be-d558-4ac0-bd77-207389e4985e tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739403 Mar 07 10:48:59.719556 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ba065dba-d784-47fc-9056-a3c0129135b9 req-2cc2e59a-296d-4b6a-a39c-bf5c248bfedc tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411281 Mar 07 10:48:59.769945 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-3376fa55-0da5-4f9d-a8b5-44948b079543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:48:59.778016 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-3376fa55-0da5-4f9d-a8b5-44948b079543 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2e77d3a5-5754-48b0-b886-c951ba559812 HTTP/1.1" status: 200 len: 854 time: 0.3105979 Mar 07 10:48:59.788122 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-acbe2c04-8893-442c-b917-d13aea233373 admin admin] Publish callbacks [] for security_group (afb4e61b-b6a1-454c-8fe4-5e8dfb9777c3), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:59.788644 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d3a8a2-2d7a-4997-b351-ba60e904d015 x-openstack-request-id: req-98d3a8a2-2d7a-4997-b351-ba60e904d015 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:48:59.788944 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb4f62b-d749-4185-9aeb-b61bd34dd656", "tag": "e6688e36-ad0b-423f-8455-552f34e30d39", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:48:59.792027 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-98d3a8a2-2d7a-4997-b351-ba60e904d015 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:48:59.792541 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb4f62b-d749-4185-9aeb-b61bd34dd656', 'tag': 'e6688e36-ad0b-423f-8455-552f34e30d39', 'status': 'completed', 'code': 200} Mar 07 10:48:59.828665 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-57243610-8122-459c-ac4e-a5648845b62d tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:48:59.909952 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-acbe2c04-8893-442c-b917-d13aea233373 admin admin] Publish callbacks [] for security_group (afb4e61b-b6a1-454c-8fe4-5e8dfb9777c3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:00.062041 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-57243610-8122-459c-ac4e-a5648845b62d tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:00.071618 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-57243610-8122-459c-ac4e-a5648845b62d tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for router_controller (f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:00.087438 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c194431-b70e-4fdf-b8ec-0e7d37391b1c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:00.122472 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2a670-16f0-49c1-9060-f53fc4a3df39 req-282024f5-bc1e-4527-95db-52d09b17a7a1 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:00.124359 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7ce2a670-16f0-49c1-9060-f53fc4a3df39 req-282024f5-bc1e-4527-95db-52d09b17a7a1 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 945 time: 0.1718800 Mar 07 10:49:00.202356 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device f81ffea8-c189-4991-bfec-3266573a6dc6 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:49:00.209543 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994b71a-0da2-4883-a5db-bd78d0be7fd8 None None] Pushing event updated for resources: {'Port': ['ID=9a929cde-3e24-4e5e-a2bc-49202ecea43b,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:00.273830 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-acbe2c04-8893-442c-b917-d13aea233373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (afb4e61b-b6a1-454c-8fe4-5e8dfb9777c3), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:00.281803 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-acbe2c04-8893-442c-b917-d13aea233373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:00.300011 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-acbe2c04-8893-442c-b917-d13aea233373 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/afb4e61b-b6a1-454c-8fe4-5e8dfb9777c3 HTTP/1.1" status: 204 len: 168 time: 0.8009062 Mar 07 10:49:00.358242 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-c994b71a-0da2-4883-a5db-bd78d0be7fd8 None None] Attempting to bind port 9a929cde-3e24-4e5e-a2bc-49202ecea43b on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:49:00.358624 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-c994b71a-0da2-4883-a5db-bd78d0be7fd8 None None] Attempting to bind port 9a929cde-3e24-4e5e-a2bc-49202ecea43b by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'f2c7db64-5db2-487a-92ce-5452dc477007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '11e78669-570d-4d66-82d3-4b96caed8ea8'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:49:00.359121 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c994b71a-0da2-4883-a5db-bd78d0be7fd8 None None] Attempting to bind port 9a929cde-3e24-4e5e-a2bc-49202ecea43b on network 11e78669-570d-4d66-82d3-4b96caed8ea8 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:49:00.367767 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c994b71a-0da2-4883-a5db-bd78d0be7fd8 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:49:00.368215 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c994b71a-0da2-4883-a5db-bd78d0be7fd8 None None] Checking segment: {'id': 'f2c7db64-5db2-487a-92ce-5452dc477007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '11e78669-570d-4d66-82d3-4b96caed8ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:00.368633 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c994b71a-0da2-4883-a5db-bd78d0be7fd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:00.369196 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c994b71a-0da2-4883-a5db-bd78d0be7fd8 None None] Bound using segment: {'id': 'f2c7db64-5db2-487a-92ce-5452dc477007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '11e78669-570d-4d66-82d3-4b96caed8ea8'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:49:00.370369 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-c994b71a-0da2-4883-a5db-bd78d0be7fd8 None None] Bound port: 9a929cde-3e24-4e5e-a2bc-49202ecea43b, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c7db64-5db2-487a-92ce-5452dc477007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '11e78669-570d-4d66-82d3-4b96caed8ea8'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:49:00.370848 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c994b71a-0da2-4883-a5db-bd78d0be7fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9a929cde-3e24-4e5e-a2bc-49202ecea43b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:00.451635 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c994b71a-0da2-4883-a5db-bd78d0be7fd8 None None] For port 9a929cde-3e24-4e5e-a2bc-49202ecea43b, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:49:00.456391 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c994b71a-0da2-4883-a5db-bd78d0be7fd8 None None] For port 9a929cde-3e24-4e5e-a2bc-49202ecea43b, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=9a929cde-3e24-4e5e-a2bc-49202ecea43b,segment=NetworkSegment(f2c7db64-5db2-487a-92ce-5452dc477007),segment_id=f2c7db64-5db2-487a-92ce-5452dc477007)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:49:00.461392 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port f81ffea8-c189-4991-bfec-3266573a6dc6 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:00.461777 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f81ffea8-c189-4991-bfec-3266573a6dc6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:00.487212 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe2c04-8893-442c-b917-d13aea233373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb4e61b-b6a1-454c-8fe4-5e8dfb9777c3,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:00.536674 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c994b71a-0da2-4883-a5db-bd78d0be7fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9a929cde-3e24-4e5e-a2bc-49202ecea43b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:00.649431 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7ce2a670-16f0-49c1-9060-f53fc4a3df39 req-00cb2067-c831-46bb-9242-64702d8508ac tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5173705 Mar 07 10:49:00.664024 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe80148-b66d-48c1-aea2-b35b580a190e req-c97dd47d-5e1c-4792-8c3e-ba9235bd4bac tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:00.665787 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9fe80148-b66d-48c1-aea2-b35b580a190e req-c97dd47d-5e1c-4792-8c3e-ba9235bd4bac tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.31 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 945 time: 0.4332867 Mar 07 10:49:00.717982 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994b71a-0da2-4883-a5db-bd78d0be7fd8 None None] Pushing event updated for resources: {'Port': ['ID=9a929cde-3e24-4e5e-a2bc-49202ecea43b,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:00.819413 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-f91af7e7-7938-4b04-9290-bf43ffca8c3f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d544ea13-72f7-4e6d-b9f9-764274f4e435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.0153568 Mar 07 10:49:00.828689 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port f81ffea8-c189-4991-bfec-3266573a6dc6 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:00.909368 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-57243610-8122-459c-ac4e-a5648845b62d tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:00.909991 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57243610-8122-459c-ac4e-a5648845b62d tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Fanout notify agent at l3_agent the message router_deleted on router f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:49:00.919649 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-57243610-8122-459c-ac4e-a5648845b62d tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:00.920760 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-57243610-8122-459c-ac4e-a5648845b62d tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "DELETE /v2.0/routers/f6f1b2f9-cc5d-4c17-8ba2-2a100dc4f2f2 HTTP/1.1" status: 204 len: 168 time: 4.1642849 Mar 07 10:49:00.924468 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34000) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:01.090026 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae7963-0a55-4101-8981-92f39949271c req-570021ca-6849-4b03-b383-026828abc483 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:01.091960 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-45ae7963-0a55-4101-8981-92f39949271c req-570021ca-6849-4b03-b383-026828abc483 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 944 time: 0.2715459 Mar 07 10:49:01.098202 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa7cc51-d903-410e-9780-49a195aa23fe tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Deleting subnet 10507007-4dc3-4152-8774-780f51661243 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:49:01.099570 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee4cce-ee07-4840-b779-b7d1946cead8 req-87029c2e-0bfc-4b82-92a9-ed5f702680da tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:01.101185 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b5ee4cce-ee07-4840-b779-b7d1946cead8 req-87029c2e-0bfc-4b82-92a9-ed5f702680da tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=dad3cf7c-e126-4202-a966-afdec6a9ba56 HTTP/1.1" status: 200 len: 946 time: 0.1359723 Mar 07 10:49:01.111963 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-9fe80148-b66d-48c1-aea2-b35b580a190e req-f016f19e-071b-45b9-9d30-2aec253f449f tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Deleting port 538a000e-d5c0-4905-bb9c-891e670d11e6 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:01.112309 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9fe80148-b66d-48c1-aea2-b35b580a190e req-f016f19e-071b-45b9-9d30-2aec253f449f tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (538a000e-d5c0-4905-bb9c-891e670d11e6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:01.177703 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-1c194431-b70e-4fdf-b8ec-0e7d37391b1c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Allocated IP 172.22.0.1 (11e78669-570d-4d66-82d3-4b96caed8ea8/acc9543f-3068-494d-a957-f4a56ebac5f9/47a39223-17d4-4ad0-b327-ed17716d4920) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:49:01.203455 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0fa7cc51-d903-410e-9780-49a195aa23fe tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for subnet (10507007-4dc3-4152-8774-780f51661243), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:01.260282 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-4c59d0f1-cbd1-4792-b2a4-e97218972e01 service neutron] 10.222.0.31 "GET /v2.0/networks/d544ea13-72f7-4e6d-b9f9-764274f4e435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167209 Mar 07 10:49:01.281147 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-45ae7963-0a55-4101-8981-92f39949271c req-23dcf0e0-862f-42bc-9d84-61b7d80d047e tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768017 Mar 07 10:49:01.318856 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b5ee4cce-ee07-4840-b779-b7d1946cead8 req-3c18dcc6-db3c-40fc-8e15-7463c98d1cf8 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033939 Mar 07 10:49:01.340835 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0fa7cc51-d903-410e-9780-49a195aa23fe tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (10507007-4dc3-4152-8774-780f51661243), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:01.426896 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0fa7cc51-d903-410e-9780-49a195aa23fe tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (10507007-4dc3-4152-8774-780f51661243), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:01.490152 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-9fe80148-b66d-48c1-aea2-b35b580a190e req-f016f19e-071b-45b9-9d30-2aec253f449f tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] For port 538a000e-d5c0-4905-bb9c-891e670d11e6, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=538a000e-d5c0-4905-bb9c-891e670d11e6,segment=NetworkSegment(7642cd9c-6339-42f5-804e-a1167650136a),segment_id=7642cd9c-6339-42f5-804e-a1167650136a)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:01.490612 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9fe80148-b66d-48c1-aea2-b35b580a190e req-f016f19e-071b-45b9-9d30-2aec253f449f tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (538a000e-d5c0-4905-bb9c-891e670d11e6), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:01.523425 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0fa7cc51-d903-410e-9780-49a195aa23fe tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (10507007-4dc3-4152-8774-780f51661243), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:01.537659 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-9fe80148-b66d-48c1-aea2-b35b580a190e req-f016f19e-071b-45b9-9d30-2aec253f449f tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Calling delete_port for 538a000e-d5c0-4905-bb9c-891e670d11e6 owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:01.610323 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7cc51-d903-410e-9780-49a195aa23fe tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event deleted for resources: {'Subnet': ['ID=10507007-4dc3-4152-8774-780f51661243,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:01.612904 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0fa7cc51-d903-410e-9780-49a195aa23fe tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:01.616173 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0fa7cc51-d903-410e-9780-49a195aa23fe tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "DELETE /v2.0/subnets/10507007-4dc3-4152-8774-780f51661243 HTTP/1.1" status: 204 len: 168 time: 0.6558056 Mar 07 10:49:01.620958 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34028) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:01.696324 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c194431-b70e-4fdf-b8ec-0e7d37391b1c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for port (47a39223-17d4-4ad0-b327-ed17716d4920), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:01.792758 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3bc0da5-dcb0-4352-8c3f-116fd64fc87d req-725b8e8a-d1df-49c2-b09e-fe9b3f9c50af service neutron] 10.222.0.31 "GET /v2.0/networks/d544ea13-72f7-4e6d-b9f9-764274f4e435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5252144 Mar 07 10:49:01.814716 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f271ea8e-dd1b-4f54-a9db-da2f121faef5 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (25a39ee9-f4c5-4256-bb51-d29e6d238ea9), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:01.946318 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9a929cde-3e24-4e5e-a2bc-49202ecea43b up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:49:01.989456 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34046) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:01.994055 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c194431-b70e-4fdf-b8ec-0e7d37391b1c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (47a39223-17d4-4ad0-b327-ed17716d4920), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:02.018455 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122c71e-4842-40f9-8211-d2bc18df1df9 req-def83fb1-6138-4ed5-8b8b-648a6be0b63b tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:02.020293 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1122c71e-4842-40f9-8211-d2bc18df1df9 req-def83fb1-6138-4ed5-8b8b-648a6be0b63b tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=dad3cf7c-e126-4202-a966-afdec6a9ba56 HTTP/1.1" status: 200 len: 946 time: 0.3199236 Mar 07 10:49:02.063846 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f271ea8e-dd1b-4f54-a9db-da2f121faef5 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (25a39ee9-f4c5-4256-bb51-d29e6d238ea9), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:02.075745 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 9a929cde-3e24-4e5e-a2bc-49202ecea43b triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:02.080464 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9a929cde-3e24-4e5e-a2bc-49202ecea43b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:02.106203 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c194431-b70e-4fdf-b8ec-0e7d37391b1c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network 11e78669-570d-4d66-82d3-4b96caed8ea8 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:49:02.126123 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-1c194431-b70e-4fdf-b8ec-0e7d37391b1c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:02.132691 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c194431-b70e-4fdf-b8ec-0e7d37391b1c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:49:02.144610 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-f271ea8e-dd1b-4f54-a9db-da2f121faef5 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a39ee9-f4c5-4256-bb51-d29e6d238ea9']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:02.173327 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140e93b-cc78-4267-95be-8d7bddaf9dfe req-edc6d971-2b9c-4b0e-be84-e93f2e37063c tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:02.180582 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a140e93b-cc78-4267-95be-8d7bddaf9dfe req-edc6d971-2b9c-4b0e-be84-e93f2e37063c tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=188cbb51-004f-4eaf-819c-3ea64c10da36 HTTP/1.1" status: 200 len: 945 time: 0.2950292 Mar 07 10:49:02.184978 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-f271ea8e-dd1b-4f54-a9db-da2f121faef5 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a5b15c7-aab5-4e8a-a939-11bb87fca05d') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:02.185754 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-f271ea8e-dd1b-4f54-a9db-da2f121faef5 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a5b15c7-aab5-4e8a-a939-11bb87fca05d') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:02.197676 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f271ea8e-dd1b-4f54-a9db-da2f121faef5 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (2a5b15c7-aab5-4e8a-a939-11bb87fca05d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:02.214528 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 9a929cde-3e24-4e5e-a2bc-49202ecea43b is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:02.215249 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9a929cde-3e24-4e5e-a2bc-49202ecea43b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:02.219451 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f271ea8e-dd1b-4f54-a9db-da2f121faef5 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (2a5b15c7-aab5-4e8a-a939-11bb87fca05d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:02.222849 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9fe80148-b66d-48c1-aea2-b35b580a190e req-f016f19e-071b-45b9-9d30-2aec253f449f tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (538a000e-d5c0-4905-bb9c-891e670d11e6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:02.228334 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f271ea8e-dd1b-4f54-a9db-da2f121faef5 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:49:02.228852 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f271ea8e-dd1b-4f54-a9db-da2f121faef5 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (2a5b15c7-aab5-4e8a-a939-11bb87fca05d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:02.246494 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['86acb899-503f-4e06-a7d0-e4abf9e23dd3'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:49:02.253151 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c194431-b70e-4fdf-b8ec-0e7d37391b1c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Port': ['ID=47a39223-17d4-4ad0-b327-ed17716d4920,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:02.317949 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:49:02.317949 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:49:02.317949 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:49:02.317949 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:49:02.317949 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:49:02.317949 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:49:02.317949 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:49:02.317949 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:49:02.317949 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:49:02.317949 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:49:02.317949 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:49:02.317949 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:49:02.317949 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:49:02.317949 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:49:02.317949 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:49:02.317949 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:49:02.317949 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:49:02.317949 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:49:02.317949 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:49:02.317949 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:49:02.317949 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:49:02.317949 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:49:02.317949 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:49:02.317949 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:49:02.317949 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:49:02.317949 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:49:02.317949 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:49:02.317949 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:49:02.317949 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:49:02.317949 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:49:02.317949 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:49:02.317949 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:49:02.342388 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f4faa-2319-4b76-ac73-8e4ee300ea90 req-051c1c5b-9a5c-4cfb-87f3-92ca22b18d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:02.347414 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-968f4faa-2319-4b76-ac73-8e4ee300ea90 req-051c1c5b-9a5c-4cfb-87f3-92ca22b18d19 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af76e3a0199d43eaad70e52b49b8dbe0&device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 1126 time: 0.4467962 Mar 07 10:49:02.351181 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f271ea8e-dd1b-4f54-a9db-da2f121faef5 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (25a39ee9-f4c5-4256-bb51-d29e6d238ea9), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:02.374913 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f271ea8e-dd1b-4f54-a9db-da2f121faef5 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:02.378478 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f271ea8e-dd1b-4f54-a9db-da2f121faef5 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] 10.222.0.11 "DELETE /v2.0/networks/25a39ee9-f4c5-4256-bb51-d29e6d238ea9 HTTP/1.1" status: 204 len: 168 time: 0.7558494 Mar 07 10:49:02.394038 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 9a929cde-3e24-4e5e-a2bc-49202ecea43b, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=9a929cde-3e24-4e5e-a2bc-49202ecea43b,segment=NetworkSegment(f2c7db64-5db2-487a-92ce-5452dc477007),segment_id=f2c7db64-5db2-487a-92ce-5452dc477007)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:02.405403 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9a929cde-3e24-4e5e-a2bc-49202ecea43b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:02.422558 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1122c71e-4842-40f9-8211-d2bc18df1df9 req-976559ee-cca9-4136-9144-820cc21fb073 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903384 Mar 07 10:49:02.431511 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c194431-b70e-4fdf-b8ec-0e7d37391b1c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (4e301bde-0ee2-4e0d-9dba-1c681904b478), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:02.446917 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-ea917f9f-41f0-49a6-83e5-89ddd7d414a5 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1347163147-network', 'tenant_id': '7ebc51b1e6b344c7bd03a466929f3841'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:02.454917 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016f19e-071b-45b9-9d30-2aec253f449f tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Pushing event deleted for resources: {'Port': ['ID=538a000e-d5c0-4905-bb9c-891e670d11e6,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:02.469619 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deddd0d4-cfd8-4009-94e6-fc52ba45e829 None None] Network 11e78669-570d-4d66-82d3-4b96caed8ea8 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:02.507397 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271ea8e-dd1b-4f54-a9db-da2f121faef5 tempest-FloatingIPTestJSON-1150616453 tempest-FloatingIPTestJSON-1150616453-project] Pushing event deleted for resources: {'Network': ['ID=25a39ee9-f4c5-4256-bb51-d29e6d238ea9,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:02.561972 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe80148-b66d-48c1-aea2-b35b580a190e req-f016f19e-071b-45b9-9d30-2aec253f449f tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] No DVR routers for this DVR port 538a000e-d5c0-4905-bb9c-891e670d11e6 on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:49:02.571783 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9fe80148-b66d-48c1-aea2-b35b580a190e req-f016f19e-071b-45b9-9d30-2aec253f449f tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:02.575714 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9fe80148-b66d-48c1-aea2-b35b580a190e req-f016f19e-071b-45b9-9d30-2aec253f449f tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.31 "DELETE /v2.0/ports/538a000e-d5c0-4905-bb9c-891e670d11e6 HTTP/1.1" status: 204 len: 173 time: 1.9031231 Mar 07 10:49:02.576165 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '188cbb51-004f-4eaf-819c-3ea64c10da36', 'name': 'network-vif-deleted', 'tag': '538a000e-d5c0-4905-bb9c-891e670d11e6'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:49:02.579055 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab151d0-82e9-4f2e-ace6-fc37dfd95dfb" -d '{"events": [{"server_uuid": "188cbb51-004f-4eaf-819c-3ea64c10da36", "name": "network-vif-deleted", "tag": "538a000e-d5c0-4905-bb9c-891e670d11e6"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:49:02.585530 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a140e93b-cc78-4267-95be-8d7bddaf9dfe req-244d230d-1afb-4a17-84c7-33e2f2fcd189 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036765 Mar 07 10:49:02.720639 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f4faa-2319-4b76-ac73-8e4ee300ea90 req-1ddded6b-0d0b-4f55-a04c-9d30ffb56c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:02.722574 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-968f4faa-2319-4b76-ac73-8e4ee300ea90 req-1ddded6b-0d0b-4f55-a04c-9d30ffb56c4b service neutron] 10.222.0.31 "GET /v2.0/networks?id=d544ea13-72f7-4e6d-b9f9-764274f4e435 HTTP/1.1" status: 200 len: 915 time: 0.3558459 Mar 07 10:49:02.764326 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-1306267e-a2e7-487a-a7a9-f6b27546d964 None None] Provisioning complete for port 9a929cde-3e24-4e5e-a2bc-49202ecea43b triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:02.764755 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1306267e-a2e7-487a-a7a9-f6b27546d964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9a929cde-3e24-4e5e-a2bc-49202ecea43b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:02.806132 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34060) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:02.815871 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-968f4faa-2319-4b76-ac73-8e4ee300ea90 req-034f4a95-174d-443b-85dc-cb7bc4cabc7f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6688e36-ad0b-423f-8455-552f34e30d39 HTTP/1.1" status: 200 len: 217 time: 0.0855885 Mar 07 10:49:02.817493 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=9a929cde-3e24-4e5e-a2bc-49202ecea43b,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:02.936156 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1306267e-a2e7-487a-a7a9-f6b27546d964 None None] Current status of the port 9a929cde-3e24-4e5e-a2bc-49202ecea43b is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:02.989705 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968f4faa-2319-4b76-ac73-8e4ee300ea90 req-a7f949ed-eed2-44dd-ac43-f085cf2d0c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:02.991225 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-968f4faa-2319-4b76-ac73-8e4ee300ea90 req-a7f949ed-eed2-44dd-ac43-f085cf2d0c58 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2e77d3a5-5754-48b0-b886-c951ba559812 HTTP/1.1" status: 200 len: 854 time: 0.1451883 Mar 07 10:49:02.994072 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea917f9f-41f0-49a6-83e5-89ddd7d414a5 admin admin] Made reservation on behalf of 7ebc51b1e6b344c7bd03a466929f3841 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:02.996698 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ea917f9f-41f0-49a6-83e5-89ddd7d414a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:03.070428 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d1281b-eb10-48ba-bef0-f299338af857 x-openstack-request-id: req-c6d1281b-eb10-48ba-bef0-f299338af857 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:49:03.072020 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "188cbb51-004f-4eaf-819c-3ea64c10da36", "name": "network-vif-deleted", "tag": "538a000e-d5c0-4905-bb9c-891e670d11e6", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:49:03.072294 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c6d1281b-eb10-48ba-bef0-f299338af857 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:49:03.073265 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '188cbb51-004f-4eaf-819c-3ea64c10da36', 'name': 'network-vif-deleted', 'tag': '538a000e-d5c0-4905-bb9c-891e670d11e6', 'status': 'completed', 'code': 200} Mar 07 10:49:03.075038 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ea917f9f-41f0-49a6-83e5-89ddd7d414a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:03.121767 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e9b665a2-fd12-4a62-8798-c2307202affa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=87245b0fac6f46b8bf036ff7fe06f2c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3102889 Mar 07 10:49:03.126008 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34066) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:03.174880 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-968f4faa-2319-4b76-ac73-8e4ee300ea90 req-a78aedae-22ae-4ef0-817f-20d99e8a4d73 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d544ea13-72f7-4e6d-b9f9-764274f4e435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1749561 Mar 07 10:49:03.198479 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f79c08-a6ca-4baa-afc7-712ee679cb39 req-1c054ac9-b45c-4776-b46b-da6860b728f3 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:03.206202 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a4f79c08-a6ca-4baa-afc7-712ee679cb39 req-1c054ac9-b45c-4776-b46b-da6860b728f3 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 944 time: 0.6389582 Mar 07 10:49:03.273665 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-8a8ca1e5-f670-4bff-bb63-639fa92b06ba None None] Provisioning complete for port 47a39223-17d4-4ad0-b327-ed17716d4920 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:03.274436 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8a8ca1e5-f670-4bff-bb63-639fa92b06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (47a39223-17d4-4ad0-b327-ed17716d4920), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:03.279331 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c194431-b70e-4fdf-b8ec-0e7d37391b1c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (47a39223-17d4-4ad0-b327-ed17716d4920), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:03.367138 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8a8ca1e5-f670-4bff-bb63-639fa92b06ba None None] Port 47a39223-17d4-4ad0-b327-ed17716d4920 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:49:03.368940 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 538a000e-d5c0-4905-bb9c-891e670d11e6 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:49:03.383364 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff99f2-a150-4290-9fb0-85910fdbd908 req-e7b848a1-afc6-4996-be00-bbf391c17365 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:03.384915 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-76ff99f2-a150-4290-9fb0-85910fdbd908 req-e7b848a1-afc6-4996-be00-bbf391c17365 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.21 "GET /v2.0/ports?device_id=dad3cf7c-e126-4202-a966-afdec6a9ba56 HTTP/1.1" status: 200 len: 946 time: 0.3752201 Mar 07 10:49:03.420918 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 538a000e-d5c0-4905-bb9c-891e670d11e6 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:49:03.421425 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 538a000e-d5c0-4905-bb9c-891e670d11e6 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:49:03.421786 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-968f4faa-2319-4b76-ac73-8e4ee300ea90 req-f9397d87-2848-40ac-8d03-2a1bf06dcef8 service neutron] 10.222.0.31 "GET /v2.0/networks/d544ea13-72f7-4e6d-b9f9-764274f4e435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329891 Mar 07 10:49:03.426998 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-8a8ca1e5-f670-4bff-bb63-639fa92b06ba None None] Provisioning complete for port 9a929cde-3e24-4e5e-a2bc-49202ecea43b triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:03.427499 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8a8ca1e5-f670-4bff-bb63-639fa92b06ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9a929cde-3e24-4e5e-a2bc-49202ecea43b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:03.456533 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a4f79c08-a6ca-4baa-afc7-712ee679cb39 req-d175657d-8bdb-4031-917d-8d19a4d5950e tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493579 Mar 07 10:49:03.564301 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2600fe1b-871f-4e84-8b68-9cdb0f39a690 admin admin] Publish callbacks [] for security_group (f48debdf-ee43-4e26-af1a-10eb561acb28), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:03.565284 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8a8ca1e5-f670-4bff-bb63-639fa92b06ba None None] Current status of the port 9a929cde-3e24-4e5e-a2bc-49202ecea43b is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:03.586766 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ea917f9f-41f0-49a6-83e5-89ddd7d414a5 admin admin] Publish callbacks [] for security_group (af57ff5c-74a9-4298-b7b3-4b35a1c53029), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:03.594497 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ea917f9f-41f0-49a6-83e5-89ddd7d414a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (af57ff5c-74a9-4298-b7b3-4b35a1c53029), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:03.658196 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea917f9f-41f0-49a6-83e5-89ddd7d414a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:49:03.681664 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea917f9f-41f0-49a6-83e5-89ddd7d414a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af57ff5c-74a9-4298-b7b3-4b35a1c53029,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:03.686212 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2600fe1b-871f-4e84-8b68-9cdb0f39a690 admin admin] Publish callbacks [] for security_group (f48debdf-ee43-4e26-af1a-10eb561acb28), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:03.695228 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ea917f9f-41f0-49a6-83e5-89ddd7d414a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (862b3ffa-0291-4d17-b055-6cfa38d94d6b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:03.695228 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-ea917f9f-41f0-49a6-83e5-89ddd7d414a5 admin admin] Added segment 862b3ffa-0291-4d17-b055-6cfa38d94d6b of type vlan for network 44882fee-a385-4859-8df2-ab41b0f5d2e4 Mar 07 10:49:03.737948 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-968f4faa-2319-4b76-ac73-8e4ee300ea90 req-604307d7-89ad-4e7d-b8e0-5f6e721e4d01 service neutron] 10.222.0.31 "GET /v2.0/networks/d544ea13-72f7-4e6d-b9f9-764274f4e435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803597 Mar 07 10:49:03.760895 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-5853422e-7b66-4af4-ad1f-2168a6b7695d None None] Provisioning complete for port 47a39223-17d4-4ad0-b327-ed17716d4920 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:03.761422 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5853422e-7b66-4af4-ad1f-2168a6b7695d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (47a39223-17d4-4ad0-b327-ed17716d4920), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:03.780203 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd215b-a0b0-4463-8295-b850ef20789e req-6d4935b0-54ab-4455-bed9-0ef873a72ee6 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:03.783035 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ea917f9f-41f0-49a6-83e5-89ddd7d414a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (44882fee-a385-4859-8df2-ab41b0f5d2e4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:03.790291 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cddd215b-a0b0-4463-8295-b850ef20789e req-6d4935b0-54ab-4455-bed9-0ef873a72ee6 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=dad3cf7c-e126-4202-a966-afdec6a9ba56 HTTP/1.1" status: 200 len: 946 time: 0.2300513 Mar 07 10:49:03.801175 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-76ff99f2-a150-4290-9fb0-85910fdbd908 req-50ef3189-09e2-4d65-9147-b045f40e154a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Deleting port 1cf429a7-fb07-48f3-b180-520d8082d2ac {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:03.801693 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-76ff99f2-a150-4290-9fb0-85910fdbd908 req-50ef3189-09e2-4d65-9147-b045f40e154a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (1cf429a7-fb07-48f3-b180-520d8082d2ac), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:03.839588 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5853422e-7b66-4af4-ad1f-2168a6b7695d None None] Port 47a39223-17d4-4ad0-b327-ed17716d4920 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:49:03.903441 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ea917f9f-41f0-49a6-83e5-89ddd7d414a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (44882fee-a385-4859-8df2-ab41b0f5d2e4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:03.903441 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea917f9f-41f0-49a6-83e5-89ddd7d414a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:03.904001 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ea917f9f-41f0-49a6-83e5-89ddd7d414a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:03.914170 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9a929cde-3e24-4e5e-a2bc-49202ecea43b up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:49:03.925942 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cddd215b-a0b0-4463-8295-b850ef20789e req-15dd0cfa-1409-4074-8b9b-190860373d47 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/security-groups?id=1e615212-d268-4efb-a2b7-050ac244fc9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163473 Mar 07 10:49:04.007908 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2600fe1b-871f-4e84-8b68-9cdb0f39a690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f48debdf-ee43-4e26-af1a-10eb561acb28), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:04.010904 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2600fe1b-871f-4e84-8b68-9cdb0f39a690 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:04.011136 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 9a929cde-3e24-4e5e-a2bc-49202ecea43b triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:04.011695 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9a929cde-3e24-4e5e-a2bc-49202ecea43b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:04.014842 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2600fe1b-871f-4e84-8b68-9cdb0f39a690 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f48debdf-ee43-4e26-af1a-10eb561acb28 HTTP/1.1" status: 204 len: 168 time: 0.8834651 Mar 07 10:49:04.029634 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600fe1b-871f-4e84-8b68-9cdb0f39a690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48debdf-ee43-4e26-af1a-10eb561acb28,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:04.040699 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c194431-b70e-4fdf-b8ec-0e7d37391b1c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for port (47a39223-17d4-4ad0-b327-ed17716d4920), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:04.060600 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ea917f9f-41f0-49a6-83e5-89ddd7d414a5 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0648060 Mar 07 10:49:04.062168 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34080) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:04.068572 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-84c80809-8108-46d5-8c5e-99634523d75f admin admin] Request body: {'subnet': {'network_id': '44882fee-a385-4859-8df2-ab41b0f5d2e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1347163147-subnet', 'tenant_id': '7ebc51b1e6b344c7bd03a466929f3841', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:04.070842 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea917f9f-41f0-49a6-83e5-89ddd7d414a5 admin admin] Pushing event updated for resources: {'Network': ['ID=44882fee-a385-4859-8df2-ab41b0f5d2e4,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:04.073056 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c194431-b70e-4fdf-b8ec-0e7d37391b1c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (47a39223-17d4-4ad0-b327-ed17716d4920), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:04.091156 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 44882fee-a385-4859-8df2-ab41b0f5d2e4 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:49:04.095007 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-76ff99f2-a150-4290-9fb0-85910fdbd908 req-50ef3189-09e2-4d65-9147-b045f40e154a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] For port 1cf429a7-fb07-48f3-b180-520d8082d2ac, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=1cf429a7-fb07-48f3-b180-520d8082d2ac,segment=NetworkSegment(12342119-cf6b-4cbb-9e34-d47607d55c42),segment_id=12342119-cf6b-4cbb-9e34-d47607d55c42)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:04.095346 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-76ff99f2-a150-4290-9fb0-85910fdbd908 req-50ef3189-09e2-4d65-9147-b045f40e154a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (1cf429a7-fb07-48f3-b180-520d8082d2ac), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:04.161405 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-76ff99f2-a150-4290-9fb0-85910fdbd908 req-50ef3189-09e2-4d65-9147-b045f40e154a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Calling delete_port for 1cf429a7-fb07-48f3-b180-520d8082d2ac owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:04.175944 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c80809-8108-46d5-8c5e-99634523d75f admin admin] Made reservation on behalf of 7ebc51b1e6b344c7bd03a466929f3841 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:04.178842 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-84c80809-8108-46d5-8c5e-99634523d75f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:04.194788 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c194431-b70e-4fdf-b8ec-0e7d37391b1c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Port': ['ID=47a39223-17d4-4ad0-b327-ed17716d4920,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:04.248964 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c194431-b70e-4fdf-b8ec-0e7d37391b1c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (4e301bde-0ee2-4e0d-9dba-1c681904b478), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:04.260698 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 9a929cde-3e24-4e5e-a2bc-49202ecea43b is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:04.345727 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee94000-e592-4595-a283-5e5336910efd req-573f14ea-8015-462a-b856-20759ec622ad tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:04.347210 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6ee94000-e592-4595-a283-5e5336910efd req-573f14ea-8015-462a-b856-20759ec622ad tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 0.2240427 Mar 07 10:49:04.382635 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c194431-b70e-4fdf-b8ec-0e7d37391b1c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network 11e78669-570d-4d66-82d3-4b96caed8ea8 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:49:04.386514 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-1c194431-b70e-4fdf-b8ec-0e7d37391b1c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:04.506223 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6ee94000-e592-4595-a283-5e5336910efd req-a90efc4d-214d-4668-81a9-8d1861954f3a tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499560 Mar 07 10:49:04.512745 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c194431-b70e-4fdf-b8ec-0e7d37391b1c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Router 4e301bde-0ee2-4e0d-9dba-1c681904b478 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:49:04.546187 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-76ff99f2-a150-4290-9fb0-85910fdbd908 req-50ef3189-09e2-4d65-9147-b045f40e154a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (1cf429a7-fb07-48f3-b180-520d8082d2ac), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:04.560482 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['1cf429a7-fb07-48f3-b180-520d8082d2ac'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:49:04.600625 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef3189-09e2-4d65-9147-b045f40e154a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Pushing event deleted for resources: {'Port': ['ID=1cf429a7-fb07-48f3-b180-520d8082d2ac,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:04.742431 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c194431-b70e-4fdf-b8ec-0e7d37391b1c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:49:04.751704 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1c194431-b70e-4fdf-b8ec-0e7d37391b1c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "PUT /v2.0/routers/4e301bde-0ee2-4e0d-9dba-1c681904b478/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0413105 Mar 07 10:49:04.752647 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34100) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:04.755610 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e903793-10d9-4bba-aaab-e9d8f4eeb4de None None] Sync routers for ids ['4e301bde-0ee2-4e0d-9dba-1c681904b478'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:49:04.758634 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-17ec26a1-1526-4a5d-8c19-ce76550d3fb6 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Request body: {'network': {'name': 'tempest-RoutersTest-1248592837'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:04.779200 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738cf7a-feef-497b-9232-d29fd39645e5 req-a30c3d5d-69e0-4d8e-9bb8-a6797014130f tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:04.785587 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d738cf7a-feef-497b-9232-d29fd39645e5 req-a30c3d5d-69e0-4d8e-9bb8-a6797014130f tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 944 time: 0.1650963 Mar 07 10:49:04.787748 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e903793-10d9-4bba-aaab-e9d8f4eeb4de None None] Routers {'4e301bde-0ee2-4e0d-9dba-1c681904b478'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:49:04.790609 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6e903793-10d9-4bba-aaab-e9d8f4eeb4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:48:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['4e301bde-0ee2-4e0d-9dba-1c681904b478'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:04.798276 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-84c80809-8108-46d5-8c5e-99634523d75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (bbb955a9-cc97-439c-ab3c-b527d9b1c8a5), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:04.799755 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ff99f2-a150-4290-9fb0-85910fdbd908 req-50ef3189-09e2-4d65-9147-b045f40e154a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] No DVR routers for this DVR port 1cf429a7-fb07-48f3-b180-520d8082d2ac on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:49:04.810603 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-76ff99f2-a150-4290-9fb0-85910fdbd908 req-50ef3189-09e2-4d65-9147-b045f40e154a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:04.814332 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-76ff99f2-a150-4290-9fb0-85910fdbd908 req-50ef3189-09e2-4d65-9147-b045f40e154a tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.21 "DELETE /v2.0/ports/1cf429a7-fb07-48f3-b180-520d8082d2ac HTTP/1.1" status: 204 len: 173 time: 1.4102745 Mar 07 10:49:04.815359 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dad3cf7c-e126-4202-a966-afdec6a9ba56', 'name': 'network-vif-deleted', 'tag': '1cf429a7-fb07-48f3-b180-520d8082d2ac'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:49:04.817881 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3cc086-2a5f-4fcc-9f72-fb93ca101db4" -d '{"events": [{"server_uuid": "dad3cf7c-e126-4202-a966-afdec6a9ba56", "name": "network-vif-deleted", "tag": "1cf429a7-fb07-48f3-b180-520d8082d2ac"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:49:04.873045 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ec26a1-1526-4a5d-8c19-ce76550d3fb6 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Made reservation on behalf of 49fa671ee264403ca0a93afbe4c7553a for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:04.875727 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c80809-8108-46d5-8c5e-99634523d75f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbb955a9-cc97-439c-ab3c-b527d9b1c8a5,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:04.880962 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-1aa86725-92fc-423b-a1ec-d8f58b8b0439 None None] Provisioning complete for port 47a39223-17d4-4ad0-b327-ed17716d4920 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:04.881660 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1aa86725-92fc-423b-a1ec-d8f58b8b0439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (47a39223-17d4-4ad0-b327-ed17716d4920), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:04.893524 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-17ec26a1-1526-4a5d-8c19-ce76550d3fb6 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:04.916132 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d738cf7a-feef-497b-9232-d29fd39645e5 req-1098aa36-cfe6-4ede-9051-448770f3217d tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232505 Mar 07 10:49:04.938298 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8120d18f-aa6e-424e-ae15-e797bbe9f547 x-openstack-request-id: req-8120d18f-aa6e-424e-ae15-e797bbe9f547 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:49:04.938602 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dad3cf7c-e126-4202-a966-afdec6a9ba56", "name": "network-vif-deleted", "tag": "1cf429a7-fb07-48f3-b180-520d8082d2ac", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:49:04.938868 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8120d18f-aa6e-424e-ae15-e797bbe9f547 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:49:04.939280 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dad3cf7c-e126-4202-a966-afdec6a9ba56', 'name': 'network-vif-deleted', 'tag': '1cf429a7-fb07-48f3-b180-520d8082d2ac', 'status': 'completed', 'code': 200} Mar 07 10:49:04.947909 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c80809-8108-46d5-8c5e-99634523d75f admin admin] Checking segment: {'id': '862b3ffa-0291-4d17-b055-6cfa38d94d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '44882fee-a385-4859-8df2-ab41b0f5d2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:04.948386 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c80809-8108-46d5-8c5e-99634523d75f admin admin] Network hostable DHCP agents. Network: 44882fee-a385-4859-8df2-ab41b0f5d2e4, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:49:04.957159 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ec26a1-1526-4a5d-8c19-ce76550d3fb6 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:49:04.970376 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-17ec26a1-1526-4a5d-8c19-ce76550d3fb6 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (ba81256f-7b7d-48a7-8586-9e74d8df1012), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:04.971463 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-17ec26a1-1526-4a5d-8c19-ce76550d3fb6 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Added segment ba81256f-7b7d-48a7-8586-9e74d8df1012 of type vlan for network 5ac661ec-5438-4097-a57e-44506c01b1a3 Mar 07 10:49:04.975028 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c80809-8108-46d5-8c5e-99634523d75f admin admin] Network 44882fee-a385-4859-8df2-ab41b0f5d2e4 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:49:04.996626 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-84c80809-8108-46d5-8c5e-99634523d75f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 44882fee-a385-4859-8df2-ab41b0f5d2e4) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:05.002670 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c80809-8108-46d5-8c5e-99634523d75f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:05.003424 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-84c80809-8108-46d5-8c5e-99634523d75f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:05.015482 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6aa9ce-d8a6-4b0a-8bd9-55a492311b2f None None] Network 44882fee-a385-4859-8df2-ab41b0f5d2e4 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:05.022393 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1aa86725-92fc-423b-a1ec-d8f58b8b0439 None None] Port 47a39223-17d4-4ad0-b327-ed17716d4920 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:49:05.033419 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-17ec26a1-1526-4a5d-8c19-ce76550d3fb6 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (5ac661ec-5438-4097-a57e-44506c01b1a3), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:05.037273 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-84c80809-8108-46d5-8c5e-99634523d75f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9726562 Mar 07 10:49:05.136835 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34112) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:05.189509 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0a2e545a-164e-4884-a6cd-554bcbfee59a req-a641a8de-fe62-4973-ae52-9204b3f3e608 tempest-DeleteServersTestJSON-785023545 tempest-DeleteServersTestJSON-785023545-project] 10.222.0.11 "GET /v2.0/ports?device_id=dad3cf7c-e126-4202-a966-afdec6a9ba56 HTTP/1.1" status: 200 len: 210 time: 0.1293120 Mar 07 10:49:05.189731 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-17ec26a1-1526-4a5d-8c19-ce76550d3fb6 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (5ac661ec-5438-4097-a57e-44506c01b1a3), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:05.195792 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458a92e1-789b-4e36-a1e7-24d2990cd2c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-44882fee-a385-4859-8df2-ab41b0f5d2e4', 'network_id': '44882fee-a385-4859-8df2-ab41b0f5d2e4', 'project_id': '7ebc51b1e6b344c7bd03a466929f3841', 'fixed_ips': [{'subnet_id': 'bbb955a9-cc97-439c-ab3c-b527d9b1c8a5'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:49:05.196717 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-458a92e1-789b-4e36-a1e7-24d2990cd2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:05.203507 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ec26a1-1526-4a5d-8c19-ce76550d3fb6 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:05.204148 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-17ec26a1-1526-4a5d-8c19-ce76550d3fb6 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:05.228704 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-6e903793-10d9-4bba-aaab-e9d8f4eeb4de None None] Set router 4e301bde-0ee2-4e0d-9dba-1c681904b478 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:49:05.285488 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-17ec26a1-1526-4a5d-8c19-ce76550d3fb6 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5318179 Mar 07 10:49:05.288284 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34118) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:05.294682 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-bd17cf8f-4da5-4926-8230-9438dc74c7cf tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Request body: {'subnet': {'network_id': '5ac661ec-5438-4097-a57e-44506c01b1a3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:05.338741 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device e6688e36-ad0b-423f-8455-552f34e30d39 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:49:05.384222 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-49d85d02-4b2e-4ef9-aaca-0b700aa8b4f8 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Request body: {'networks': [{'name': 'tempest-network--1030662752'}, {'name': 'tempest-network--949177703'}]} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:05.398423 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-49d85d02-4b2e-4ef9-aaca-0b700aa8b4f8 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Request body: {'network': {'name': 'tempest-network--1030662752'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:05.405431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-49d85d02-4b2e-4ef9-aaca-0b700aa8b4f8 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Request body: {'network': {'name': 'tempest-network--949177703'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:05.414563 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec26a1-1526-4a5d-8c19-ce76550d3fb6 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Network': ['ID=5ac661ec-5438-4097-a57e-44506c01b1a3,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:05.449249 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 5ac661ec-5438-4097-a57e-44506c01b1a3 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:49:05.580587 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-458a92e1-789b-4e36-a1e7-24d2990cd2c5 None None] Allocated IP 172.20.0.2 (44882fee-a385-4859-8df2-ab41b0f5d2e4/bbb955a9-cc97-439c-ab3c-b527d9b1c8a5/559f77c7-c637-4264-b906-a14a027249b9) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:49:05.590525 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d85d02-4b2e-4ef9-aaca-0b700aa8b4f8 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Made reservation on behalf of 3ccc6cf4acf64a2381c60b4b2687381a for: {'network': 2} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:05.601023 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-49d85d02-4b2e-4ef9-aaca-0b700aa8b4f8 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:05.663374 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-49d85d02-4b2e-4ef9-aaca-0b700aa8b4f8 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:05.690614 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6e903793-10d9-4bba-aaab-e9d8f4eeb4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'name': 'tempest-RoutersTest-router-849732313', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:37Z', 'updated_at': '2022-03-07T10:49:03Z', 'revision_number': 4, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'gw_port_host': None, '_interfaces': [{'id': '47a39223-17d4-4ad0-b327-ed17716d4920', 'name': '', 'network_id': '11e78669-570d-4d66-82d3-4b96caed8ea8', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:dd:cf:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'acc9543f-3068-494d-a957-f4a56ebac5f9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:49:00Z', 'updated_at': '2022-03-07T10:49:03Z', 'revision_number': 2, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'acc9543f-3068-494d-a957-f4a56ebac5f9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9ff6884-03d2-4c66-a256-c231dc224288', 'name': '', 'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:31:8a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:41Z', 'updated_at': '2022-03-07T10:48:51Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81ffea8-c189-4991-bfec-3266573a6dc6', 'name': '', 'network_id': '05a85c47-f2f6-4377-8cdf-030bbbb5600c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:84:42:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '2de8668e-4954-4868-930d-237be59c3784', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:48Z', 'updated_at': '2022-03-07T10:48:58Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': '2de8668e-4954-4868-930d-237be59c3784', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:05.700998 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd17cf8f-4da5-4926-8230-9438dc74c7cf tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Made reservation on behalf of 49fa671ee264403ca0a93afbe4c7553a for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:05.704474 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bd17cf8f-4da5-4926-8230-9438dc74c7cf tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:05.724317 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e903793-10d9-4bba-aaab-e9d8f4eeb4de None None] Checking router: 4e301bde-0ee2-4e0d-9dba-1c681904b478 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:49:05.724705 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e903793-10d9-4bba-aaab-e9d8f4eeb4de None None] Updating router 4e301bde-0ee2-4e0d-9dba-1c681904b478 port 47a39223-17d4-4ad0-b327-ed17716d4920 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:49:05.758120 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6e903793-10d9-4bba-aaab-e9d8f4eeb4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (47a39223-17d4-4ad0-b327-ed17716d4920), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:05.778647 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded582e-78d9-46a7-9d79-c53611719efd req-d8728324-7010-4da5-b7b4-fe81632961aa tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:05.794714 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8ded582e-78d9-46a7-9d79-c53611719efd req-d8728324-7010-4da5-b7b4-fe81632961aa tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 0.1263478 Mar 07 10:49:05.854872 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8ded582e-78d9-46a7-9d79-c53611719efd req-387ed515-7089-4748-8b49-d8ac22a0fb71 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589681 Mar 07 10:49:05.882951 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port e6688e36-ad0b-423f-8455-552f34e30d39, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=e6688e36-ad0b-423f-8455-552f34e30d39,segment=NetworkSegment(9c0e08f9-ace4-432d-a662-c01ea531e4d8),segment_id=9c0e08f9-ace4-432d-a662-c01ea531e4d8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:05.895307 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'e6688e36-ad0b-423f-8455-552f34e30d39', 'network_id': 'd544ea13-72f7-4e6d-b9f9-764274f4e435', 'port_id': 'e6688e36-ad0b-423f-8455-552f34e30d39', 'mac_address': 'fa:16:3e:f0:7b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e77d3a5-5754-48b0-b886-c951ba559812', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:49:05.973456 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port e6688e36-ad0b-423f-8455-552f34e30d39 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:05.973903 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e6688e36-ad0b-423f-8455-552f34e30d39), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:06.068062 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6688e36-ad0b-423f-8455-552f34e30d39 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:49:06.115726 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port e6688e36-ad0b-423f-8455-552f34e30d39, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=e6688e36-ad0b-423f-8455-552f34e30d39,segment=NetworkSegment(9c0e08f9-ace4-432d-a662-c01ea531e4d8),segment_id=9c0e08f9-ace4-432d-a662-c01ea531e4d8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:06.132916 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbfb2b-267f-4973-9933-59097df6735a req-f573d5dd-9fd6-48f3-8b76-ae8644beea08 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:06.133778 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e6688e36-ad0b-423f-8455-552f34e30d39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:06.139522 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-41bbfb2b-267f-4973-9933-59097df6735a req-f573d5dd-9fd6-48f3-8b76-ae8644beea08 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 944 time: 0.1124597 Mar 07 10:49:06.198570 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-458a92e1-789b-4e36-a1e7-24d2990cd2c5 None None] Publish callbacks [] for port (559f77c7-c637-4264-b906-a14a027249b9), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:06.199774 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-d1452d1d-2cad-41d0-ba08-327858717c64 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:06.201633 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-d1452d1d-2cad-41d0-ba08-327858717c64 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/networks?id=44882fee-a385-4859-8df2-ab41b0f5d2e4 HTTP/1.1" status: 200 len: 816 time: 0.2847230 Mar 07 10:49:06.206706 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bd17cf8f-4da5-4926-8230-9438dc74c7cf tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (c991d62a-6d63-4211-8335-bb9ec8a5c48b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:06.217411 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-458a92e1-789b-4e36-a1e7-24d2990cd2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (559f77c7-c637-4264-b906-a14a027249b9), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:06.238971 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458a92e1-789b-4e36-a1e7-24d2990cd2c5 None None] Network 44882fee-a385-4859-8df2-ab41b0f5d2e4 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:49:06.240314 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-41bbfb2b-267f-4973-9933-59097df6735a req-a53d3956-ed74-4dd2-8009-d453d12a1137 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863628 Mar 07 10:49:06.243311 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6e903793-10d9-4bba-aaab-e9d8f4eeb4de None None] Publish callbacks [] for port (47a39223-17d4-4ad0-b327-ed17716d4920), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:06.244405 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-458a92e1-789b-4e36-a1e7-24d2990cd2c5 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:06.253226 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458a92e1-789b-4e36-a1e7-24d2990cd2c5 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:49:06.261292 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6e903793-10d9-4bba-aaab-e9d8f4eeb4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (47a39223-17d4-4ad0-b327-ed17716d4920), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:06.281924 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-49d85d02-4b2e-4ef9-aaca-0b700aa8b4f8 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks [] for security_group (c9198431-e8ef-4ea9-8168-7845980f8d2b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:06.284722 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-e670177b-6f6e-4166-a108-a492aac73834 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/quotas/7ebc51b1e6b344c7bd03a466929f3841 HTTP/1.1" status: 200 len: 375 time: 0.0657406 Mar 07 10:49:06.290610 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=e6688e36-ad0b-423f-8455-552f34e30d39,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:06.306948 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-49d85d02-4b2e-4ef9-aaca-0b700aa8b4f8 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (c9198431-e8ef-4ea9-8168-7845980f8d2b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:06.308721 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-49d85d02-4b2e-4ef9-aaca-0b700aa8b4f8 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:06.354810 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4f350-8f8c-4146-9006-618555ba7d2e None None] Pushing event updated for resources: {'Port': ['ID=47a39223-17d4-4ad0-b327-ed17716d4920,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:06.459860 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd17cf8f-4da5-4926-8230-9438dc74c7cf tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Subnet': ['ID=c991d62a-6d63-4211-8335-bb9ec8a5c48b,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:06.460069 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-6e903793-10d9-4bba-aaab-e9d8f4eeb4de None None] Attempting to bind port 47a39223-17d4-4ad0-b327-ed17716d4920 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:49:06.460516 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-6e903793-10d9-4bba-aaab-e9d8f4eeb4de None None] Attempting to bind port 47a39223-17d4-4ad0-b327-ed17716d4920 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'f2c7db64-5db2-487a-92ce-5452dc477007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '11e78669-570d-4d66-82d3-4b96caed8ea8'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:49:06.460953 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e903793-10d9-4bba-aaab-e9d8f4eeb4de None None] Attempting to bind port 47a39223-17d4-4ad0-b327-ed17716d4920 on network 11e78669-570d-4d66-82d3-4b96caed8ea8 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:49:06.465485 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a92e1-789b-4e36-a1e7-24d2990cd2c5 None None] Pushing event updated for resources: {'Port': ['ID=559f77c7-c637-4264-b906-a14a027249b9,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:06.487416 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e903793-10d9-4bba-aaab-e9d8f4eeb4de None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:49:06.487826 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e903793-10d9-4bba-aaab-e9d8f4eeb4de None None] Checking segment: {'id': 'f2c7db64-5db2-487a-92ce-5452dc477007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '11e78669-570d-4d66-82d3-4b96caed8ea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:06.489355 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6e903793-10d9-4bba-aaab-e9d8f4eeb4de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:06.490157 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e903793-10d9-4bba-aaab-e9d8f4eeb4de None None] Bound using segment: {'id': 'f2c7db64-5db2-487a-92ce-5452dc477007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '11e78669-570d-4d66-82d3-4b96caed8ea8'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:49:06.491053 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd17cf8f-4da5-4926-8230-9438dc74c7cf tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Checking segment: {'id': 'ba81256f-7b7d-48a7-8586-9e74d8df1012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5ac661ec-5438-4097-a57e-44506c01b1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:06.491225 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-6e903793-10d9-4bba-aaab-e9d8f4eeb4de None None] Bound port: 47a39223-17d4-4ad0-b327-ed17716d4920, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2c7db64-5db2-487a-92ce-5452dc477007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '11e78669-570d-4d66-82d3-4b96caed8ea8'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:49:06.491620 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6e903793-10d9-4bba-aaab-e9d8f4eeb4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (47a39223-17d4-4ad0-b327-ed17716d4920), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:06.491744 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd17cf8f-4da5-4926-8230-9438dc74c7cf tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network hostable DHCP agents. Network: 5ac661ec-5438-4097-a57e-44506c01b1a3, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:49:06.495680 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d85d02-4b2e-4ef9-aaca-0b700aa8b4f8 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:49:06.497743 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d85d02-4b2e-4ef9-aaca-0b700aa8b4f8 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9198431-e8ef-4ea9-8168-7845980f8d2b,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:06.540306 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-49d85d02-4b2e-4ef9-aaca-0b700aa8b4f8 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (d4bd579d-0290-4234-b5fd-b1d6d1a38d20), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:06.540618 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-49d85d02-4b2e-4ef9-aaca-0b700aa8b4f8 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Added segment d4bd579d-0290-4234-b5fd-b1d6d1a38d20 of type vlan for network 1cb90c63-800b-4657-baf3-13267e080200 Mar 07 10:49:06.553869 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1b5a5f18-03b2-41f5-8726-dff039ef2fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:06.563419 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-458a92e1-789b-4e36-a1e7-24d2990cd2c5 None None] Attempting to bind port 559f77c7-c637-4264-b906-a14a027249b9 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:49:06.563815 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-458a92e1-789b-4e36-a1e7-24d2990cd2c5 None None] Attempting to bind port 559f77c7-c637-4264-b906-a14a027249b9 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '862b3ffa-0291-4d17-b055-6cfa38d94d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '44882fee-a385-4859-8df2-ab41b0f5d2e4'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:49:06.564192 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458a92e1-789b-4e36-a1e7-24d2990cd2c5 None None] Attempting to bind port 559f77c7-c637-4264-b906-a14a027249b9 on network 44882fee-a385-4859-8df2-ab41b0f5d2e4 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:49:06.585392 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458a92e1-789b-4e36-a1e7-24d2990cd2c5 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:49:06.586094 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458a92e1-789b-4e36-a1e7-24d2990cd2c5 None None] Checking segment: {'id': '862b3ffa-0291-4d17-b055-6cfa38d94d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '44882fee-a385-4859-8df2-ab41b0f5d2e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:06.586348 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-458a92e1-789b-4e36-a1e7-24d2990cd2c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:06.587561 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458a92e1-789b-4e36-a1e7-24d2990cd2c5 None None] Bound using segment: {'id': '862b3ffa-0291-4d17-b055-6cfa38d94d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '44882fee-a385-4859-8df2-ab41b0f5d2e4'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:49:06.593763 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-458a92e1-789b-4e36-a1e7-24d2990cd2c5 None None] Bound port: 559f77c7-c637-4264-b906-a14a027249b9, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '862b3ffa-0291-4d17-b055-6cfa38d94d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '44882fee-a385-4859-8df2-ab41b0f5d2e4'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:49:06.594184 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-458a92e1-789b-4e36-a1e7-24d2990cd2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (559f77c7-c637-4264-b906-a14a027249b9), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:06.603240 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd17cf8f-4da5-4926-8230-9438dc74c7cf tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network 5ac661ec-5438-4097-a57e-44506c01b1a3 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:49:06.610048 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['e6688e36-ad0b-423f-8455-552f34e30d39'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:49:06.639246 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-41ad2f8f-7247-42d1-944a-2ca8dd449fc8 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ebc51b1e6b344c7bd03a466929f3841&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3341362 Mar 07 10:49:06.677850 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-6e903793-10d9-4bba-aaab-e9d8f4eeb4de None None] For port 47a39223-17d4-4ad0-b327-ed17716d4920, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:49:06.681588 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-6e903793-10d9-4bba-aaab-e9d8f4eeb4de None None] For port 47a39223-17d4-4ad0-b327-ed17716d4920, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=47a39223-17d4-4ad0-b327-ed17716d4920,segment=NetworkSegment(f2c7db64-5db2-487a-92ce-5452dc477007),segment_id=f2c7db64-5db2-487a-92ce-5452dc477007)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:49:06.691752 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-6e903793-10d9-4bba-aaab-e9d8f4eeb4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (47a39223-17d4-4ad0-b327-ed17716d4920), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:06.707404 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-bd17cf8f-4da5-4926-8230-9438dc74c7cf tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 5ac661ec-5438-4097-a57e-44506c01b1a3) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:06.720455 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48acb594-8703-4a31-bc5d-f02c0384dbde None None] Network 5ac661ec-5438-4097-a57e-44506c01b1a3 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:06.722183 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd17cf8f-4da5-4926-8230-9438dc74c7cf tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:06.726490 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bd17cf8f-4da5-4926-8230-9438dc74c7cf tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:06.788394 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e903793-10d9-4bba-aaab-e9d8f4eeb4de None None] Routers {'4e301bde-0ee2-4e0d-9dba-1c681904b478'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:49:06.789947 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6e903793-10d9-4bba-aaab-e9d8f4eeb4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:48:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['4e301bde-0ee2-4e0d-9dba-1c681904b478'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:06.804187 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-49d85d02-4b2e-4ef9-aaca-0b700aa8b4f8 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (1cb90c63-800b-4657-baf3-13267e080200), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:06.833394 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34158) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:06.833939 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-bd17cf8f-4da5-4926-8230-9438dc74c7cf tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5439861 Mar 07 10:49:06.915878 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d85d02-4b2e-4ef9-aaca-0b700aa8b4f8 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:49:06.948349 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-49d85d02-4b2e-4ef9-aaca-0b700aa8b4f8 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (3a17612b-ae33-41da-b700-c05ab62ab3f6), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:06.949339 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-49d85d02-4b2e-4ef9-aaca-0b700aa8b4f8 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Added segment 3a17612b-ae33-41da-b700-c05ab62ab3f6 of type vlan for network 4a9d7879-d408-4eb5-b17b-9c1e51945343 Mar 07 10:49:06.953339 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-b87c5271-acdd-4496-8af4-bc5fe7ce257e service neutron] 10.222.0.11 "GET /v2.0/networks/44882fee-a385-4859-8df2-ab41b0f5d2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026334 Mar 07 10:49:07.000722 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-458a92e1-789b-4e36-a1e7-24d2990cd2c5 None None] For port 559f77c7-c637-4264-b906-a14a027249b9, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:49:07.034717 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a98c3aff-df22-4470-bb8b-1335c250e7ed None None] Provisioning complete for port 47a39223-17d4-4ad0-b327-ed17716d4920 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:07.035079 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a98c3aff-df22-4470-bb8b-1335c250e7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (47a39223-17d4-4ad0-b327-ed17716d4920), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:07.099300 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-6e903793-10d9-4bba-aaab-e9d8f4eeb4de None None] Set router 4e301bde-0ee2-4e0d-9dba-1c681904b478 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:49:07.132852 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-49d85d02-4b2e-4ef9-aaca-0b700aa8b4f8 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (4a9d7879-d408-4eb5-b17b-9c1e51945343), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:07.161409 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-458a92e1-789b-4e36-a1e7-24d2990cd2c5 None None] For port 559f77c7-c637-4264-b906-a14a027249b9, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=559f77c7-c637-4264-b906-a14a027249b9,segment=NetworkSegment(862b3ffa-0291-4d17-b055-6cfa38d94d6b),segment_id=862b3ffa-0291-4d17-b055-6cfa38d94d6b)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:49:07.172831 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77010cad-4cf2-475c-92d1-cb4d520e52ee req-3390c2ca-97c4-4bd5-b560-0c7d4f57c654 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:07.180694 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-77010cad-4cf2-475c-92d1-cb4d520e52ee req-3390c2ca-97c4-4bd5-b560-0c7d4f57c654 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 0.1290004 Mar 07 10:49:07.188343 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-49d85d02-4b2e-4ef9-aaca-0b700aa8b4f8 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (1cb90c63-800b-4657-baf3-13267e080200), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:07.191176 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-49d85d02-4b2e-4ef9-aaca-0b700aa8b4f8 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (4a9d7879-d408-4eb5-b17b-9c1e51945343), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:07.200287 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d85d02-4b2e-4ef9-aaca-0b700aa8b4f8 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:07.205871 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d85d02-4b2e-4ef9-aaca-0b700aa8b4f8 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:07.206608 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-49d85d02-4b2e-4ef9-aaca-0b700aa8b4f8 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:07.212791 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-458a92e1-789b-4e36-a1e7-24d2990cd2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (559f77c7-c637-4264-b906-a14a027249b9), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:07.283106 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-49d85d02-4b2e-4ef9-aaca-0b700aa8b4f8 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.1411321 Mar 07 10:49:07.287293 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-77010cad-4cf2-475c-92d1-cb4d520e52ee req-87570f40-252d-4795-bebd-bee71feff5f1 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052475 Mar 07 10:49:07.292022 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34166) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:07.316227 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-57b58895-f927-4710-9959-e189a36f8c27 service neutron] 10.222.0.11 "GET /v2.0/networks/44882fee-a385-4859-8df2-ab41b0f5d2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537066 Mar 07 10:49:07.325961 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a92e1-789b-4e36-a1e7-24d2990cd2c5 None None] Pushing event updated for resources: {'Port': ['ID=559f77c7-c637-4264-b906-a14a027249b9,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:07.333244 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d85d02-4b2e-4ef9-aaca-0b700aa8b4f8 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Pushing event updated for resources: {'Network': ['ID=1cb90c63-800b-4657-baf3-13267e080200,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:07.350207 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f2a458-6e77-4bea-a0b5-9ba856923385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-5ac661ec-5438-4097-a57e-44506c01b1a3', 'network_id': '5ac661ec-5438-4097-a57e-44506c01b1a3', 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'fixed_ips': [{'subnet_id': 'c991d62a-6d63-4211-8335-bb9ec8a5c48b'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:49:07.351560 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d8f2a458-6e77-4bea-a0b5-9ba856923385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:07.372839 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 1cb90c63-800b-4657-baf3-13267e080200 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:49:07.501539 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d85d02-4b2e-4ef9-aaca-0b700aa8b4f8 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Pushing event updated for resources: {'Network': ['ID=4a9d7879-d408-4eb5-b17b-9c1e51945343,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:07.520598 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4f350-8f8c-4146-9006-618555ba7d2e None None] Pushing event updated for resources: {'Port': ['ID=47a39223-17d4-4ad0-b327-ed17716d4920,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:07.574011 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6e903793-10d9-4bba-aaab-e9d8f4eeb4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'name': 'tempest-RoutersTest-router-849732313', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:37Z', 'updated_at': '2022-03-07T10:49:03Z', 'revision_number': 4, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'gw_port_host': None, '_interfaces': [{'id': '47a39223-17d4-4ad0-b327-ed17716d4920', 'name': '', 'network_id': '11e78669-570d-4d66-82d3-4b96caed8ea8', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:dd:cf:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'acc9543f-3068-494d-a957-f4a56ebac5f9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:49:00Z', 'updated_at': '2022-03-07T10:49:06Z', 'revision_number': 4, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'acc9543f-3068-494d-a957-f4a56ebac5f9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9ff6884-03d2-4c66-a256-c231dc224288', 'name': '', 'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:31:8a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:41Z', 'updated_at': '2022-03-07T10:48:51Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81ffea8-c189-4991-bfec-3266573a6dc6', 'name': '', 'network_id': '05a85c47-f2f6-4377-8cdf-030bbbb5600c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:84:42:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '2de8668e-4954-4868-930d-237be59c3784', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:48Z', 'updated_at': '2022-03-07T10:48:58Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': '2de8668e-4954-4868-930d-237be59c3784', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:07.611426 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e903793-10d9-4bba-aaab-e9d8f4eeb4de None None] The sync data for ids ['4e301bde-0ee2-4e0d-9dba-1c681904b478'] in n-d-832164-4 is: [{'id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'name': 'tempest-RoutersTest-router-849732313', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:37Z', 'updated_at': '2022-03-07T10:49:03Z', 'revision_number': 4, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'gw_port_host': None, '_interfaces': [{'id': '47a39223-17d4-4ad0-b327-ed17716d4920', 'name': '', 'network_id': '11e78669-570d-4d66-82d3-4b96caed8ea8', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:dd:cf:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'acc9543f-3068-494d-a957-f4a56ebac5f9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:49:00Z', 'updated_at': '2022-03-07T10:49:06Z', 'revision_number': 4, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'acc9543f-3068-494d-a957-f4a56ebac5f9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9ff6884-03d2-4c66-a256-c231dc224288', 'name': '', 'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:31:8a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:41Z', 'updated_at': '2022-03-07T10:48:51Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81ffea8-c189-4991-bfec-3266573a6dc6', 'name': '', 'network_id': '05a85c47-f2f6-4377-8cdf-030bbbb5600c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:84:42:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '2de8668e-4954-4868-930d-237be59c3784', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:48Z', 'updated_at': '2022-03-07T10:48:58Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': '2de8668e-4954-4868-930d-237be59c3784', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:49:07.913434 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 4a9d7879-d408-4eb5-b17b-9c1e51945343 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:49:08.003864 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98ddf3f-bf06-4442-8ab6-1dd8122b0176 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:08.015933 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98ddf3f-bf06-4442-8ab6-1dd8122b0176 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:08.028579 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98ddf3f-bf06-4442-8ab6-1dd8122b0176 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:08.069721 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98ddf3f-bf06-4442-8ab6-1dd8122b0176 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:08.079003 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c98ddf3f-bf06-4442-8ab6-1dd8122b0176 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7733371 Mar 07 10:49:08.111651 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34194) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:08.222826 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 1cf429a7-fb07-48f3-b180-520d8082d2ac no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:49:08.225267 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 47a39223-17d4-4ad0-b327-ed17716d4920 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:49:08.271911 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-74630f63-b9b1-4481-b379-41d646dc9d73 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:08.273476 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-74630f63-b9b1-4481-b379-41d646dc9d73 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/networks?id=44882fee-a385-4859-8df2-ab41b0f5d2e4 HTTP/1.1" status: 200 len: 816 time: 0.3189096 Mar 07 10:49:08.288550 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-7a2da7c3-8dc3-4635-bd3e-59a3f322ce49 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/quotas/7ebc51b1e6b344c7bd03a466929f3841 HTTP/1.1" status: 200 len: 375 time: 0.0093544 Mar 07 10:49:08.345458 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086516d3-9142-4c21-9f4a-b7e424178027 req-aa0e8a8c-cb4f-44ba-82bf-3cd6bd72e574 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:08.353221 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-086516d3-9142-4c21-9f4a-b7e424178027 req-aa0e8a8c-cb4f-44ba-82bf-3cd6bd72e574 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 945 time: 0.8413682 Mar 07 10:49:08.420269 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-a815e0e8-8dd1-4847-a3ea-34f057c88d8c tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ebc51b1e6b344c7bd03a466929f3841&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1198437 Mar 07 10:49:08.444205 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9dab91a6-faa9-4cfe-9ba4-4c7e48f8b247 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (1cb90c63-800b-4657-baf3-13267e080200), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:08.517467 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 1cf429a7-fb07-48f3-b180-520d8082d2ac {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:49:08.518058 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 1cf429a7-fb07-48f3-b180-520d8082d2ac not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:49:08.524144 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-d8f2a458-6e77-4bea-a0b5-9ba856923385 None None] Allocated IP 172.23.0.2 (5ac661ec-5438-4097-a57e-44506c01b1a3/c991d62a-6d63-4211-8335-bb9ec8a5c48b/4e41d3c4-b7dc-4492-ac2e-adda41c221dd) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:49:08.571202 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-086516d3-9142-4c21-9f4a-b7e424178027 req-e4f6f4fb-d525-413d-9231-e2e437df1bb6 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167690 Mar 07 10:49:08.596513 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-27691b34-5706-4bee-a076-9efdbf902481 service neutron] 10.222.0.11 "GET /v2.0/networks/44882fee-a385-4859-8df2-ab41b0f5d2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746621 Mar 07 10:49:08.622421 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a98c3aff-df22-4470-bb8b-1335c250e7ed None None] Current status of the port 47a39223-17d4-4ad0-b327-ed17716d4920 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:08.622811 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a98c3aff-df22-4470-bb8b-1335c250e7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (47a39223-17d4-4ad0-b327-ed17716d4920), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:08.700095 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 47a39223-17d4-4ad0-b327-ed17716d4920 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:08.704843 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (47a39223-17d4-4ad0-b327-ed17716d4920), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:08.780103 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1ee5c284-500d-4a05-aaa8-5048253357e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:08.832192 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-f82430a1-a174-4799-851d-cddb212d5e6a service neutron] 10.222.0.11 "GET /v2.0/networks/44882fee-a385-4859-8df2-ab41b0f5d2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230730 Mar 07 10:49:08.840692 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a98c3aff-df22-4470-bb8b-1335c250e7ed None None] For port 47a39223-17d4-4ad0-b327-ed17716d4920, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=47a39223-17d4-4ad0-b327-ed17716d4920,segment=NetworkSegment(f2c7db64-5db2-487a-92ce-5452dc477007),segment_id=f2c7db64-5db2-487a-92ce-5452dc477007)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:08.859917 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a98c3aff-df22-4470-bb8b-1335c250e7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (47a39223-17d4-4ad0-b327-ed17716d4920), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:09.036630 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 47a39223-17d4-4ad0-b327-ed17716d4920 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:09.055351 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c3aff-df22-4470-bb8b-1335c250e7ed None None] Pushing event updated for resources: {'Port': ['ID=47a39223-17d4-4ad0-b327-ed17716d4920,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:09.067648 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b2404-7c38-491a-b33b-255d284ab2c9 req-d34aacfa-651d-4381-9411-3f90c557cba0 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:09.069890 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-232b2404-7c38-491a-b33b-255d284ab2c9 req-d34aacfa-651d-4381-9411-3f90c557cba0 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.21 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 0.1357143 Mar 07 10:49:09.190424 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aea5ef7e-7675-47d5-9fc9-075fb71cab9d None None] Provisioning complete for port 47a39223-17d4-4ad0-b327-ed17716d4920 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:09.191544 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aea5ef7e-7675-47d5-9fc9-075fb71cab9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (47a39223-17d4-4ad0-b327-ed17716d4920), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:09.311389 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d8f2a458-6e77-4bea-a0b5-9ba856923385 None None] Publish callbacks [] for port (4e41d3c4-b7dc-4492-ac2e-adda41c221dd), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:09.320083 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device e6688e36-ad0b-423f-8455-552f34e30d39 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:49:09.331181 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d8f2a458-6e77-4bea-a0b5-9ba856923385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (4e41d3c4-b7dc-4492-ac2e-adda41c221dd), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:09.482474 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f2a458-6e77-4bea-a0b5-9ba856923385 None None] Network 5ac661ec-5438-4097-a57e-44506c01b1a3 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:49:09.491314 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-232b2404-7c38-491a-b33b-255d284ab2c9 req-de7e535c-4f74-44eb-8153-b856483b14ac tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Deleting port 86acb899-503f-4e06-a7d0-e4abf9e23dd3 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:09.491829 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-232b2404-7c38-491a-b33b-255d284ab2c9 req-de7e535c-4f74-44eb-8153-b856483b14ac tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (86acb899-503f-4e06-a7d0-e4abf9e23dd3), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:09.520889 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9dab91a6-faa9-4cfe-9ba4-4c7e48f8b247 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (1cb90c63-800b-4657-baf3-13267e080200), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:09.543830 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-d8f2a458-6e77-4bea-a0b5-9ba856923385 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:09.558150 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d680469f-fe84-49b8-bd99-7d136705c98e None None] Network 44882fee-a385-4859-8df2-ab41b0f5d2e4 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:09.567945 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f2a458-6e77-4bea-a0b5-9ba856923385 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:49:09.579785 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-9dab91a6-faa9-4cfe-9ba4-4c7e48f8b247 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb90c63-800b-4657-baf3-13267e080200']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:09.610619 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-9dab91a6-faa9-4cfe-9ba4-4c7e48f8b247 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4bd579d-0290-4234-b5fd-b1d6d1a38d20') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:09.612201 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-9dab91a6-faa9-4cfe-9ba4-4c7e48f8b247 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4bd579d-0290-4234-b5fd-b1d6d1a38d20') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:09.618361 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-34fbe276-ef3b-4972-9b32-26ac826232ce tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:09.626242 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9dab91a6-faa9-4cfe-9ba4-4c7e48f8b247 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (d4bd579d-0290-4234-b5fd-b1d6d1a38d20), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:09.626920 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-34fbe276-ef3b-4972-9b32-26ac826232ce tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/networks?id=44882fee-a385-4859-8df2-ab41b0f5d2e4 HTTP/1.1" status: 200 len: 816 time: 0.2674196 Mar 07 10:49:09.643368 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9dab91a6-faa9-4cfe-9ba4-4c7e48f8b247 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (d4bd579d-0290-4234-b5fd-b1d6d1a38d20), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:09.651482 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dab91a6-faa9-4cfe-9ba4-4c7e48f8b247 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:49:09.652239 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9dab91a6-faa9-4cfe-9ba4-4c7e48f8b247 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (d4bd579d-0290-4234-b5fd-b1d6d1a38d20), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:09.695267 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-07290a39-cf2a-44b8-891f-fe2ff0d06b48 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/quotas/7ebc51b1e6b344c7bd03a466929f3841 HTTP/1.1" status: 200 len: 375 time: 0.0673399 Mar 07 10:49:09.727994 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f2a458-6e77-4bea-a0b5-9ba856923385 None None] Pushing event updated for resources: {'Port': ['ID=4e41d3c4-b7dc-4492-ac2e-adda41c221dd,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:09.762786 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:49:09.762786 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:49:09.762786 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:49:09.762786 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:49:09.762786 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:49:09.762786 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:49:09.762786 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:49:09.762786 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:49:09.762786 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:49:09.762786 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:49:09.762786 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:49:09.762786 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:49:09.762786 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:49:09.762786 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:49:09.762786 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:49:09.762786 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:49:09.762786 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:49:09.762786 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:49:09.762786 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:49:09.762786 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:49:09.762786 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:49:09.762786 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:49:09.762786 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:49:09.762786 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:49:09.762786 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:49:09.762786 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:49:09.762786 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:49:09.762786 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:49:09.762786 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:49:09.762786 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:49:09.762786 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:49:09.762786 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:49:09.771603 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9dab91a6-faa9-4cfe-9ba4-4c7e48f8b247 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (1cb90c63-800b-4657-baf3-13267e080200), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:09.780794 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-232b2404-7c38-491a-b33b-255d284ab2c9 req-de7e535c-4f74-44eb-8153-b856483b14ac tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] For port 86acb899-503f-4e06-a7d0-e4abf9e23dd3, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=86acb899-503f-4e06-a7d0-e4abf9e23dd3,segment=NetworkSegment(7642cd9c-6339-42f5-804e-a1167650136a),segment_id=7642cd9c-6339-42f5-804e-a1167650136a)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:09.781809 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-232b2404-7c38-491a-b33b-255d284ab2c9 req-de7e535c-4f74-44eb-8153-b856483b14ac tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (86acb899-503f-4e06-a7d0-e4abf9e23dd3), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:09.792737 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9dab91a6-faa9-4cfe-9ba4-4c7e48f8b247 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:09.795958 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9dab91a6-faa9-4cfe-9ba4-4c7e48f8b247 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] 10.222.0.11 "DELETE /v2.0/networks/1cb90c63-800b-4657-baf3-13267e080200 HTTP/1.1" status: 204 len: 168 time: 1.6822381 Mar 07 10:49:09.803135 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34232) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:09.819078 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-232b2404-7c38-491a-b33b-255d284ab2c9 req-de7e535c-4f74-44eb-8153-b856483b14ac tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Calling delete_port for 86acb899-503f-4e06-a7d0-e4abf9e23dd3 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:09.860914 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-d8f2a458-6e77-4bea-a0b5-9ba856923385 None None] Attempting to bind port 4e41d3c4-b7dc-4492-ac2e-adda41c221dd on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:49:09.861544 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-d8f2a458-6e77-4bea-a0b5-9ba856923385 None None] Attempting to bind port 4e41d3c4-b7dc-4492-ac2e-adda41c221dd by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'ba81256f-7b7d-48a7-8586-9e74d8df1012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5ac661ec-5438-4097-a57e-44506c01b1a3'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:49:09.862005 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f2a458-6e77-4bea-a0b5-9ba856923385 None None] Attempting to bind port 4e41d3c4-b7dc-4492-ac2e-adda41c221dd on network 5ac661ec-5438-4097-a57e-44506c01b1a3 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:49:09.875266 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f2a458-6e77-4bea-a0b5-9ba856923385 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:49:09.875782 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f2a458-6e77-4bea-a0b5-9ba856923385 None None] Checking segment: {'id': 'ba81256f-7b7d-48a7-8586-9e74d8df1012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5ac661ec-5438-4097-a57e-44506c01b1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:09.877217 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d8f2a458-6e77-4bea-a0b5-9ba856923385 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:09.877217 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f2a458-6e77-4bea-a0b5-9ba856923385 None None] Bound using segment: {'id': 'ba81256f-7b7d-48a7-8586-9e74d8df1012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5ac661ec-5438-4097-a57e-44506c01b1a3'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:49:09.877217 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-d8f2a458-6e77-4bea-a0b5-9ba856923385 None None] Bound port: 4e41d3c4-b7dc-4492-ac2e-adda41c221dd, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba81256f-7b7d-48a7-8586-9e74d8df1012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5ac661ec-5438-4097-a57e-44506c01b1a3'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:49:09.877813 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d8f2a458-6e77-4bea-a0b5-9ba856923385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4e41d3c4-b7dc-4492-ac2e-adda41c221dd), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:09.903805 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aea5ef7e-7675-47d5-9fc9-075fb71cab9d None None] Current status of the port 47a39223-17d4-4ad0-b327-ed17716d4920 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:09.920007 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20fa4af3-337b-41e0-9f4f-fc8872fc810c tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (4a9d7879-d408-4eb5-b17b-9c1e51945343), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:09.923872 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0fb5b97d-aab1-447a-a3c5-6a6856920b78 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:09.935363 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fa0946-7b0e-4746-bb4d-9812da8d9f2d req-b6214246-7116-4d9c-901c-9b2455444e3e tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:09.945402 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a0fa0946-7b0e-4746-bb4d-9812da8d9f2d req-b6214246-7116-4d9c-901c-9b2455444e3e tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 945 time: 0.2237186 Mar 07 10:49:09.948441 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port e6688e36-ad0b-423f-8455-552f34e30d39 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:49:09.962748 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port e6688e36-ad0b-423f-8455-552f34e30d39 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:09.963483 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e6688e36-ad0b-423f-8455-552f34e30d39), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:09.973582 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dab91a6-faa9-4cfe-9ba4-4c7e48f8b247 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Pushing event deleted for resources: {'Network': ['ID=1cb90c63-800b-4657-baf3-13267e080200,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:10.034611 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:10.072286 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a0fa0946-7b0e-4746-bb4d-9812da8d9f2d req-2ffe3b0f-f480-4cba-80c4-43dd50f544d5 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/security-groups?id=81dc8dc7-a284-48f7-92fe-945a1bb93d47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187172 Mar 07 10:49:10.142949 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-eafdc916-eb86-4c33-91dd-6c3fbff94d5c None None] Provisioning complete for port 559f77c7-c637-4264-b906-a14a027249b9 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:10.143462 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-eafdc916-eb86-4c33-91dd-6c3fbff94d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (559f77c7-c637-4264-b906-a14a027249b9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:10.397848 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-d8f2a458-6e77-4bea-a0b5-9ba856923385 None None] For port 4e41d3c4-b7dc-4492-ac2e-adda41c221dd, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:49:10.414337 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-d8f2a458-6e77-4bea-a0b5-9ba856923385 None None] For port 4e41d3c4-b7dc-4492-ac2e-adda41c221dd, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=4e41d3c4-b7dc-4492-ac2e-adda41c221dd,segment=NetworkSegment(ba81256f-7b7d-48a7-8586-9e74d8df1012),segment_id=ba81256f-7b7d-48a7-8586-9e74d8df1012)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:49:10.435734 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port e6688e36-ad0b-423f-8455-552f34e30d39 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:10.437821 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e6688e36-ad0b-423f-8455-552f34e30d39), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:10.447266 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 47a39223-17d4-4ad0-b327-ed17716d4920 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:49:10.540074 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d8f2a458-6e77-4bea-a0b5-9ba856923385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4e41d3c4-b7dc-4492-ac2e-adda41c221dd), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:10.673468 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f2a458-6e77-4bea-a0b5-9ba856923385 None None] Pushing event updated for resources: {'Port': ['ID=4e41d3c4-b7dc-4492-ac2e-adda41c221dd,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:10.701142 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-0fb5b97d-aab1-447a-a3c5-6a6856920b78 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Allocated IP 172.23.0.1 (5ac661ec-5438-4097-a57e-44506c01b1a3/c991d62a-6d63-4211-8335-bb9ec8a5c48b/1ca4ac71-529b-4054-9443-07d897439f82) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:49:10.753926 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port e6688e36-ad0b-423f-8455-552f34e30d39, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=e6688e36-ad0b-423f-8455-552f34e30d39,segment=NetworkSegment(9c0e08f9-ace4-432d-a662-c01ea531e4d8),segment_id=9c0e08f9-ace4-432d-a662-c01ea531e4d8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:10.762256 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb4f62b-d749-4185-9aeb-b61bd34dd656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6688e36-ad0b-423f-8455-552f34e30d39'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:49:10.764711 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf69287-40e5-4761-87a7-11d1964d1699" -d '{"events": [{"server_uuid": "7eb4f62b-d749-4185-9aeb-b61bd34dd656", "name": "network-vif-plugged", "status": "completed", "tag": "e6688e36-ad0b-423f-8455-552f34e30d39"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:49:10.796082 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e6688e36-ad0b-423f-8455-552f34e30d39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:10.806461 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 47a39223-17d4-4ad0-b327-ed17716d4920 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:10.806861 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (47a39223-17d4-4ad0-b327-ed17716d4920), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:10.981080 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-eafdc916-eb86-4c33-91dd-6c3fbff94d5c None None] Current status of the port 559f77c7-c637-4264-b906-a14a027249b9 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:10.982026 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-eafdc916-eb86-4c33-91dd-6c3fbff94d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (559f77c7-c637-4264-b906-a14a027249b9), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:10.982373 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-24f7c960-0ab3-4a7d-a225-13c84306cb32 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:10.984000 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-24f7c960-0ab3-4a7d-a225-13c84306cb32 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.21 "GET /v2.0/networks?id=44882fee-a385-4859-8df2-ab41b0f5d2e4 HTTP/1.1" status: 200 len: 816 time: 0.7678494 Mar 07 10:49:11.000569 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-eb9a6c5c-9b23-4b13-bcc1-2bb89181f04a tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Request body: {'port': {'device_id': '542fd94e-4dfc-46ca-a3df-822ef28ed224', 'network_id': '44882fee-a385-4859-8df2-ab41b0f5d2e4', 'admin_state_up': True, 'tenant_id': '7ebc51b1e6b344c7bd03a466929f3841'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:11.028717 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577eed7-4e43-4b9c-9989-ecbc423ebe01 req-80e1605f-e2f8-4385-a245-0ef08a151efa tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:11.053585 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-232b2404-7c38-491a-b33b-255d284ab2c9 req-de7e535c-4f74-44eb-8153-b856483b14ac tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (86acb899-503f-4e06-a7d0-e4abf9e23dd3), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:11.054404 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1577eed7-4e43-4b9c-9989-ecbc423ebe01 req-80e1605f-e2f8-4385-a245-0ef08a151efa tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 945 time: 0.3873582 Mar 07 10:49:11.071656 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['86acb899-503f-4e06-a7d0-e4abf9e23dd3'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:49:11.133499 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e535c-4f74-44eb-8153-b856483b14ac tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Pushing event deleted for resources: {'Port': ['ID=86acb899-503f-4e06-a7d0-e4abf9e23dd3,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:11.145698 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=e6688e36-ad0b-423f-8455-552f34e30d39,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:11.170790 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-eafdc916-eb86-4c33-91dd-6c3fbff94d5c None None] For port 559f77c7-c637-4264-b906-a14a027249b9, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=559f77c7-c637-4264-b906-a14a027249b9,segment=NetworkSegment(862b3ffa-0291-4d17-b055-6cfa38d94d6b),segment_id=862b3ffa-0291-4d17-b055-6cfa38d94d6b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:11.212433 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-3e902ac4-a1d7-49b1-a2e1-bf18a6a9d611 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7ebc51b1e6b344c7bd03a466929f3841&fields=id HTTP/1.1" status: 200 len: 255 time: 1.5161676 Mar 07 10:49:11.216106 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-232b2404-7c38-491a-b33b-255d284ab2c9 req-de7e535c-4f74-44eb-8153-b856483b14ac tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] No DVR routers for this DVR port 86acb899-503f-4e06-a7d0-e4abf9e23dd3 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:49:11.220367 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-232b2404-7c38-491a-b33b-255d284ab2c9 req-de7e535c-4f74-44eb-8153-b856483b14ac tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:11.224425 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-232b2404-7c38-491a-b33b-255d284ab2c9 req-de7e535c-4f74-44eb-8153-b856483b14ac tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.21 "DELETE /v2.0/ports/86acb899-503f-4e06-a7d0-e4abf9e23dd3 HTTP/1.1" status: 204 len: 173 time: 2.1438420 Mar 07 10:49:11.225195 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df10ecd-fc86-4582-a978-41f8d896b953', 'name': 'network-vif-deleted', 'tag': '86acb899-503f-4e06-a7d0-e4abf9e23dd3'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:49:11.226234 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-eafdc916-eb86-4c33-91dd-6c3fbff94d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (559f77c7-c637-4264-b906-a14a027249b9), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:11.228060 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95b6e8b-649e-46c5-aff5-5981b20dea8e" -d '{"events": [{"server_uuid": "7df10ecd-fc86-4582-a978-41f8d896b953", "name": "network-vif-deleted", "tag": "86acb899-503f-4e06-a7d0-e4abf9e23dd3"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:49:11.286848 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20fa4af3-337b-41e0-9f4f-fc8872fc810c tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (4a9d7879-d408-4eb5-b17b-9c1e51945343), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:11.307290 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 47a39223-17d4-4ad0-b327-ed17716d4920 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:11.312970 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 559f77c7-c637-4264-b906-a14a027249b9 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:49:11.342263 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-20fa4af3-337b-41e0-9f4f-fc8872fc810c tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9d7879-d408-4eb5-b17b-9c1e51945343']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:11.382002 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1577eed7-4e43-4b9c-9989-ecbc423ebe01 req-2a98c3ba-ba59-4cd6-b3f1-4bc1c49026b1 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222997 Mar 07 10:49:11.402930 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-20fa4af3-337b-41e0-9f4f-fc8872fc810c tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a17612b-ae33-41da-b700-c05ab62ab3f6') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:11.403252 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-20fa4af3-337b-41e0-9f4f-fc8872fc810c tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a17612b-ae33-41da-b700-c05ab62ab3f6') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:11.474045 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdc916-eb86-4c33-91dd-6c3fbff94d5c None None] Pushing event updated for resources: {'Port': ['ID=559f77c7-c637-4264-b906-a14a027249b9,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:11.491144 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a7afd00c-bea1-4214-9019-157faad031c2 None None] Provisioning complete for port 559f77c7-c637-4264-b906-a14a027249b9 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:11.491821 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a7afd00c-bea1-4214-9019-157faad031c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (559f77c7-c637-4264-b906-a14a027249b9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:11.515945 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20fa4af3-337b-41e0-9f4f-fc8872fc810c tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (3a17612b-ae33-41da-b700-c05ab62ab3f6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:11.527590 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-6d78712a-b1b4-4314-8db5-8f666a396c23 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:11.529621 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-6d78712a-b1b4-4314-8db5-8f666a396c23 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.21 "GET /v2.0/networks?id=44882fee-a385-4859-8df2-ab41b0f5d2e4 HTTP/1.1" status: 200 len: 816 time: 0.2428176 Mar 07 10:49:11.558560 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 559f77c7-c637-4264-b906-a14a027249b9 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:11.559133 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (559f77c7-c637-4264-b906-a14a027249b9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:11.600121 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-b6d5be15-fc1f-4a16-9362-7ff64c4ee42e tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Request body: {'port': {'device_id': 'b5a2aac8-dbb2-4661-8f48-a82a454fab48', 'network_id': '44882fee-a385-4859-8df2-ab41b0f5d2e4', 'admin_state_up': True, 'tenant_id': '7ebc51b1e6b344c7bd03a466929f3841'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:11.604748 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-eb9a6c5c-9b23-4b13-bcc1-2bb89181f04a tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Made reservation on behalf of 7ebc51b1e6b344c7bd03a466929f3841 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:11.608757 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-eb9a6c5c-9b23-4b13-bcc1-2bb89181f04a tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:11.638182 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20fa4af3-337b-41e0-9f4f-fc8872fc810c tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (3a17612b-ae33-41da-b700-c05ab62ab3f6), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:11.671489 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20fa4af3-337b-41e0-9f4f-fc8872fc810c tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:49:11.671489 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20fa4af3-337b-41e0-9f4f-fc8872fc810c tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (3a17612b-ae33-41da-b700-c05ab62ab3f6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:11.709612 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:49:11.709612 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:49:11.709612 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:49:11.709612 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:49:11.709612 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:49:11.709612 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:49:11.709612 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:49:11.709612 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:49:11.709612 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:49:11.709612 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:49:11.709612 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:49:11.709612 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:49:11.709612 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:49:11.709612 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:49:11.709612 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:49:11.709612 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:49:11.709612 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:49:11.709612 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:49:11.709612 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:49:11.709612 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:49:11.709612 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:49:11.709612 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:49:11.709612 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:49:11.709612 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:49:11.709612 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:49:11.709612 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:49:11.709612 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:49:11.709612 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:49:11.709612 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:49:11.709612 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:49:11.709612 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:49:11.709612 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:49:11.717196 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0fb5b97d-aab1-447a-a3c5-6a6856920b78 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for port (1ca4ac71-529b-4054-9443-07d897439f82), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:11.793442 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-1cf4fe2c-7510-4e4e-aeef-0a2b013e75af service neutron] 10.222.0.11 "GET /v2.0/networks/44882fee-a385-4859-8df2-ab41b0f5d2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5568275 Mar 07 10:49:11.860680 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20fa4af3-337b-41e0-9f4f-fc8872fc810c tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (4a9d7879-d408-4eb5-b17b-9c1e51945343), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:11.891631 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20fa4af3-337b-41e0-9f4f-fc8872fc810c tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:11.903247 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-20fa4af3-337b-41e0-9f4f-fc8872fc810c tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] 10.222.0.11 "DELETE /v2.0/networks/4a9d7879-d408-4eb5-b17b-9c1e51945343 HTTP/1.1" status: 204 len: 168 time: 2.0819561 Mar 07 10:49:11.908015 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34252) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:11.934861 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-b6d5be15-fc1f-4a16-9362-7ff64c4ee42e tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Made reservation on behalf of 7ebc51b1e6b344c7bd03a466929f3841 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:11.938210 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-b6d5be15-fc1f-4a16-9362-7ff64c4ee42e tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:11.978608 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa4af3-337b-41e0-9f4f-fc8872fc810c tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Pushing event deleted for resources: {'Network': ['ID=4a9d7879-d408-4eb5-b17b-9c1e51945343,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:12.059311 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bfd53b48-27c7-4f85-b2f7-1743b4e71bf1 req-7eb162cd-bbee-4de9-81fc-5ae3e5907110 tempest-ServerRescueNegativeTestJSON-1370703797 tempest-ServerRescueNegativeTestJSON-1370703797-project] 10.222.0.11 "GET /v2.0/ports?device_id=7df10ecd-fc86-4582-a978-41f8d896b953 HTTP/1.1" status: 200 len: 210 time: 0.0752206 Mar 07 10:49:12.067275 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0fb5b97d-aab1-447a-a3c5-6a6856920b78 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (1ca4ac71-529b-4054-9443-07d897439f82), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:12.114400 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06dfc2e8-f0e9-4b4b-8b4c-72c89f78908f x-openstack-request-id: req-06dfc2e8-f0e9-4b4b-8b4c-72c89f78908f {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:49:12.114703 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb4f62b-d749-4185-9aeb-b61bd34dd656", "name": "network-vif-plugged", "status": "completed", "tag": "e6688e36-ad0b-423f-8455-552f34e30d39", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:49:12.114951 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-06dfc2e8-f0e9-4b4b-8b4c-72c89f78908f {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:49:12.115334 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb4f62b-d749-4185-9aeb-b61bd34dd656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6688e36-ad0b-423f-8455-552f34e30d39', 'code': 200} Mar 07 10:49:12.115939 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:12.157437 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcc3a71-ae51-40ce-9320-13b3b7d94fc9 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:12.174264 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcc3a71-ae51-40ce-9320-13b3b7d94fc9 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:12.176065 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9bcc3a71-ae51-40ce-9320-13b3b7d94fc9 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2551920 Mar 07 10:49:12.198315 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34254) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:12.219973 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-a17e8b7a-0d72-467c-896a-75631f467169 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-214861565'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:12.223588 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a7afd00c-bea1-4214-9019-157faad031c2 None None] Current status of the port 559f77c7-c637-4264-b906-a14a027249b9 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:12.248434 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 559f77c7-c637-4264-b906-a14a027249b9 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:12.285617 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb5b97d-aab1-447a-a3c5-6a6856920b78 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network 5ac661ec-5438-4097-a57e-44506c01b1a3 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:49:12.287219 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a21f11-8fae-4420-b374-ccfae6361c30 x-openstack-request-id: req-28a21f11-8fae-4420-b374-ccfae6361c30 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:49:12.287601 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df10ecd-fc86-4582-a978-41f8d896b953", "name": "network-vif-deleted", "tag": "86acb899-503f-4e06-a7d0-e4abf9e23dd3", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:49:12.288196 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-0fb5b97d-aab1-447a-a3c5-6a6856920b78 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:12.293181 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb5b97d-aab1-447a-a3c5-6a6856920b78 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:49:12.297636 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-28a21f11-8fae-4420-b374-ccfae6361c30 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:49:12.302871 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df10ecd-fc86-4582-a978-41f8d896b953', 'name': 'network-vif-deleted', 'tag': '86acb899-503f-4e06-a7d0-e4abf9e23dd3', 'status': 'completed', 'code': 200} Mar 07 10:49:12.340331 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5b97d-aab1-447a-a3c5-6a6856920b78 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Port': ['ID=1ca4ac71-529b-4054-9443-07d897439f82,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:12.352762 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-eb9a6c5c-9b23-4b13-bcc1-2bb89181f04a tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Allocated IP 172.20.0.10 (44882fee-a385-4859-8df2-ab41b0f5d2e4/bbb955a9-cc97-439c-ab3c-b527d9b1c8a5/b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:49:12.361377 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0fb5b97d-aab1-447a-a3c5-6a6856920b78 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (4e301bde-0ee2-4e0d-9dba-1c681904b478), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:12.390480 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-d942ec78-93ee-4771-846f-c3a1a8c80bbe service neutron] 10.222.0.11 "GET /v2.0/networks/44882fee-a385-4859-8df2-ab41b0f5d2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5673895 Mar 07 10:49:12.397950 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17e8b7a-0d72-467c-896a-75631f467169 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Made reservation on behalf of 3ccc6cf4acf64a2381c60b4b2687381a for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:12.408724 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a17e8b7a-0d72-467c-896a-75631f467169 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:12.485131 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726db49-d742-4d28-baed-06e8e14dd4c8 req-bfb4fc8f-35fb-4b88-a7bf-8f43175fe1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:12.486738 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1726db49-d742-4d28-baed-06e8e14dd4c8 req-bfb4fc8f-35fb-4b88-a7bf-8f43175fe1db service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 1128 time: 0.5649297 Mar 07 10:49:12.556053 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 559f77c7-c637-4264-b906-a14a027249b9 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:49:12.620388 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17e8b7a-0d72-467c-896a-75631f467169 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:49:12.671796 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184d64e-2d4c-42b5-bb11-8bcf0e951aca req-50eeeb6e-1b99-42f7-98e9-aefb4eb5008b tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:12.680706 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0184d64e-2d4c-42b5-bb11-8bcf0e951aca req-50eeeb6e-1b99-42f7-98e9-aefb4eb5008b tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1684978 Mar 07 10:49:12.681013 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 559f77c7-c637-4264-b906-a14a027249b9 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:12.681420 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (559f77c7-c637-4264-b906-a14a027249b9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:12.691610 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0fb5b97d-aab1-447a-a3c5-6a6856920b78 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1ca4ac71-529b-4054-9443-07d897439f82), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:12.774020 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310f51e8-9cf7-4908-ab09-0432c80a8ed1 None None] Network 5ac661ec-5438-4097-a57e-44506c01b1a3 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:12.775812 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1726db49-d742-4d28-baed-06e8e14dd4c8 req-0ebfdcb0-6685-4c90-a134-6843feccfb0a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556860 Mar 07 10:49:12.779347 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a17e8b7a-0d72-467c-896a-75631f467169 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (a4cf9044-4638-462a-a20e-4c78ff91f6dd), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:12.779698 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-a17e8b7a-0d72-467c-896a-75631f467169 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Added segment a4cf9044-4638-462a-a20e-4c78ff91f6dd of type vlan for network 32925576-b9af-4319-9f49-f144bd629da0 Mar 07 10:49:12.789049 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b310380f-2dbd-4693-9a27-5ff7ced9bf0e req-a7e83ff3-19e1-47b7-8518-48adabfcffc8 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=23a46f7a-9a2d-4836-8d6f-8382066ca7d7 HTTP/1.1" status: 200 len: 210 time: 0.0627935 Mar 07 10:49:12.797754 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0184d64e-2d4c-42b5-bb11-8bcf0e951aca req-692b9b1f-5e66-47d9-9909-26a2b2bf3369 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147456 Mar 07 10:49:12.950401 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a17e8b7a-0d72-467c-896a-75631f467169 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (32925576-b9af-4319-9f49-f144bd629da0), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:12.974593 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-eb9a6c5c-9b23-4b13-bcc1-2bb89181f04a tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Publish callbacks [] for port (b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:12.976333 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a451c9e0-e74f-4b1d-93c1-e2f523017a03 None None] Provisioning complete for port 4e41d3c4-b7dc-4492-ac2e-adda41c221dd triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:12.976676 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a451c9e0-e74f-4b1d-93c1-e2f523017a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4e41d3c4-b7dc-4492-ac2e-adda41c221dd), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:13.059593 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a17e8b7a-0d72-467c-896a-75631f467169 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (32925576-b9af-4319-9f49-f144bd629da0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:13.064891 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17e8b7a-0d72-467c-896a-75631f467169 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:13.065606 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a17e8b7a-0d72-467c-896a-75631f467169 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:13.068341 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:13.117565 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a17e8b7a-0d72-467c-896a-75631f467169 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9111857 Mar 07 10:49:13.123944 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34270) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:13.125049 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-eb9a6c5c-9b23-4b13-bcc1-2bb89181f04a tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:13.131353 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-1da3c357-798a-4484-82f0-53dd35af6e23 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1384278032'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:13.186790 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0fb5b97d-aab1-447a-a3c5-6a6856920b78 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for port (1ca4ac71-529b-4054-9443-07d897439f82), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:13.196852 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0fb5b97d-aab1-447a-a3c5-6a6856920b78 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (1ca4ac71-529b-4054-9443-07d897439f82), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:13.218376 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34274) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:13.220484 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 559f77c7-c637-4264-b906-a14a027249b9 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:13.221683 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 4e41d3c4-b7dc-4492-ac2e-adda41c221dd up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:49:13.223783 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a451c9e0-e74f-4b1d-93c1-e2f523017a03 None None] Current status of the port 4e41d3c4-b7dc-4492-ac2e-adda41c221dd is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:13.224347 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a451c9e0-e74f-4b1d-93c1-e2f523017a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4e41d3c4-b7dc-4492-ac2e-adda41c221dd), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:13.305010 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a451c9e0-e74f-4b1d-93c1-e2f523017a03 None None] For port 4e41d3c4-b7dc-4492-ac2e-adda41c221dd, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=4e41d3c4-b7dc-4492-ac2e-adda41c221dd,segment=NetworkSegment(ba81256f-7b7d-48a7-8586-9e74d8df1012),segment_id=ba81256f-7b7d-48a7-8586-9e74d8df1012)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:13.314294 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a451c9e0-e74f-4b1d-93c1-e2f523017a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4e41d3c4-b7dc-4492-ac2e-adda41c221dd), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:13.351916 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 4e41d3c4-b7dc-4492-ac2e-adda41c221dd triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:13.352367 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4e41d3c4-b7dc-4492-ac2e-adda41c221dd), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:13.362291 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0fb5b97d-aab1-447a-a3c5-6a6856920b78 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (4e301bde-0ee2-4e0d-9dba-1c681904b478), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:13.364168 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5b97d-aab1-447a-a3c5-6a6856920b78 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event updated for resources: {'Port': ['ID=1ca4ac71-529b-4054-9443-07d897439f82,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:13.423034 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451c9e0-e74f-4b1d-93c1-e2f523017a03 None None] Pushing event updated for resources: {'Port': ['ID=4e41d3c4-b7dc-4492-ac2e-adda41c221dd,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:13.499404 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 4e41d3c4-b7dc-4492-ac2e-adda41c221dd is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:13.499856 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e8b7a-0d72-467c-896a-75631f467169 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Pushing event updated for resources: {'Network': ['ID=32925576-b9af-4319-9f49-f144bd629da0,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:13.513603 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb5b97d-aab1-447a-a3c5-6a6856920b78 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Network 5ac661ec-5438-4097-a57e-44506c01b1a3 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:49:13.515371 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-0fb5b97d-aab1-447a-a3c5-6a6856920b78 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:13.522830 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 32925576-b9af-4319-9f49-f144bd629da0 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:49:13.558698 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da3c357-798a-4484-82f0-53dd35af6e23 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Made reservation on behalf of 3ccc6cf4acf64a2381c60b4b2687381a for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:13.563217 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1da3c357-798a-4484-82f0-53dd35af6e23 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:13.591338 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-eb9a6c5c-9b23-4b13-bcc1-2bb89181f04a tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Network 44882fee-a385-4859-8df2-ab41b0f5d2e4 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:49:13.617028 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-b6d5be15-fc1f-4a16-9362-7ff64c4ee42e tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Allocated IP 172.20.0.14 (44882fee-a385-4859-8df2-ab41b0f5d2e4/bbb955a9-cc97-439c-ab3c-b527d9b1c8a5/1aa1aebb-1571-4b39-b5bd-f50882d460ca) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:49:13.619772 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-eb9a6c5c-9b23-4b13-bcc1-2bb89181f04a tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:13.622102 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9a6c5c-9b23-4b13-bcc1-2bb89181f04a tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Pushing event updated for resources: {'Port': ['ID=b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:13.627321 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-eb9a6c5c-9b23-4b13-bcc1-2bb89181f04a tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:49:13.676344 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-fda71e28-0af7-4a1f-ac19-2fc7c7a8029a None None] Provisioning complete for port 4e41d3c4-b7dc-4492-ac2e-adda41c221dd triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:13.676990 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fda71e28-0af7-4a1f-ac19-2fc7c7a8029a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4e41d3c4-b7dc-4492-ac2e-adda41c221dd), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:13.774014 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb5b97d-aab1-447a-a3c5-6a6856920b78 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Router 4e301bde-0ee2-4e0d-9dba-1c681904b478 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:49:13.840245 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 86acb899-503f-4e06-a7d0-e4abf9e23dd3 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:49:13.960213 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 86acb899-503f-4e06-a7d0-e4abf9e23dd3 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:49:13.960726 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 86acb899-503f-4e06-a7d0-e4abf9e23dd3 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:49:13.982944 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-fda71e28-0af7-4a1f-ac19-2fc7c7a8029a None None] Current status of the port 4e41d3c4-b7dc-4492-ac2e-adda41c221dd is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:14.007539 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-fda71e28-0af7-4a1f-ac19-2fc7c7a8029a None None] Provisioning complete for port 1ca4ac71-529b-4054-9443-07d897439f82 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:14.007931 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fda71e28-0af7-4a1f-ac19-2fc7c7a8029a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1ca4ac71-529b-4054-9443-07d897439f82), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:14.035094 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-eb9a6c5c-9b23-4b13-bcc1-2bb89181f04a tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:14.035845 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-eb9a6c5c-9b23-4b13-bcc1-2bb89181f04a tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:14.056485 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da3c357-798a-4484-82f0-53dd35af6e23 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:49:14.058978 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb5b97d-aab1-447a-a3c5-6a6856920b78 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:49:14.077182 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9370ce46-187e-4910-91b8-52972a258c10 None None] Sync routers for ids ['4e301bde-0ee2-4e0d-9dba-1c681904b478'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:49:14.088591 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1da3c357-798a-4484-82f0-53dd35af6e23 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (bc32037a-c1cd-4744-9114-d6db2d1dd893), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:14.089841 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-1da3c357-798a-4484-82f0-53dd35af6e23 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Added segment bc32037a-c1cd-4744-9114-d6db2d1dd893 of type vlan for network b9744114-945f-4668-9f6e-08db4b579b57 Mar 07 10:49:14.112507 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0fb5b97d-aab1-447a-a3c5-6a6856920b78 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "PUT /v2.0/routers/4e301bde-0ee2-4e0d-9dba-1c681904b478/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2771962 Mar 07 10:49:14.123781 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-fda71e28-0af7-4a1f-ac19-2fc7c7a8029a None None] Port 1ca4ac71-529b-4054-9443-07d897439f82 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:49:14.127639 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e315b226-891b-4871-8d83-04f7fbb42c23 req-e5e45bc4-0e40-41f1-84c4-ebc42faaff98 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=23a46f7a-9a2d-4836-8d6f-8382066ca7d7 HTTP/1.1" status: 200 len: 210 time: 0.0751779 Mar 07 10:49:14.128416 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34286) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:14.134643 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-183406e2-3a89-40a4-ba82-85b4e86942d4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:14.143358 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9370ce46-187e-4910-91b8-52972a258c10 None None] Routers {'4e301bde-0ee2-4e0d-9dba-1c681904b478'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:49:14.144261 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-9370ce46-187e-4910-91b8-52972a258c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:49:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['4e301bde-0ee2-4e0d-9dba-1c681904b478'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:14.160306 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1da3c357-798a-4484-82f0-53dd35af6e23 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (b9744114-945f-4668-9f6e-08db4b579b57), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:14.281263 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1da3c357-798a-4484-82f0-53dd35af6e23 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (b9744114-945f-4668-9f6e-08db4b579b57), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:14.286691 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da3c357-798a-4484-82f0-53dd35af6e23 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:14.287393 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1da3c357-798a-4484-82f0-53dd35af6e23 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:14.405041 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-eb9a6c5c-9b23-4b13-bcc1-2bb89181f04a tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4106679 Mar 07 10:49:14.418782 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-9370ce46-187e-4910-91b8-52972a258c10 None None] Set router 4e301bde-0ee2-4e0d-9dba-1c681904b478 gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:49:14.442841 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1da3c357-798a-4484-82f0-53dd35af6e23 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3156848 Mar 07 10:49:14.450045 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-2514575d-3c14-4d14-b7e5-5679a1d123d4 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:49:14.451073 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-2514575d-3c14-4d14-b7e5-5679a1d123d4 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072482 Mar 07 10:49:14.463366 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34288) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:14.545872 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-0348a815-0701-4dfe-aac8-dd6d4a95d517 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Request body: {'ports': [{'network_id': '32925576-b9af-4319-9f49-f144bd629da0', 'name': 'tempest-port--1686695953', 'admin_state_up': True}, {'network_id': 'b9744114-945f-4668-9f6e-08db4b579b57', 'admin_state_up': False}]} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:14.546166 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-0348a815-0701-4dfe-aac8-dd6d4a95d517 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Request body: {'port': {'network_id': '32925576-b9af-4319-9f49-f144bd629da0', 'name': 'tempest-port--1686695953', 'admin_state_up': True}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:14.546641 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-0348a815-0701-4dfe-aac8-dd6d4a95d517 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Request body: {'port': {'network_id': 'b9744114-945f-4668-9f6e-08db4b579b57', 'admin_state_up': False}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:14.638491 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-614507a3-05a3-4746-8cbe-deb46db32603 service neutron] Request body: {'port': {'device_id': '542fd94e-4dfc-46ca-a3df-822ef28ed224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:14.654210 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 4e41d3c4-b7dc-4492-ac2e-adda41c221dd up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:49:14.655400 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3c357-798a-4484-82f0-53dd35af6e23 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Pushing event updated for resources: {'Network': ['ID=b9744114-945f-4668-9f6e-08db4b579b57,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:14.688058 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68e1ba-91ba-4ddb-95db-baea85871865 req-0304be24-db29-4d3d-b10d-1a917a552115 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:14.695760 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fc68e1ba-91ba-4ddb-95db-baea85871865 req-0304be24-db29-4d3d-b10d-1a917a552115 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.6703000 Mar 07 10:49:14.709374 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network b9744114-945f-4668-9f6e-08db4b579b57 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:49:14.780560 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f8422fc1-e8bf-4a29-969a-646324835b53 None None] Provisioning complete for port b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:14.780948 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f8422fc1-e8bf-4a29-969a-646324835b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:14.821744 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.extraroute_db [None req-183406e2-3a89-40a4-ba82-85b4e86942d4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 07 10:49:14.841415 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.extraroute_db [None req-183406e2-3a89-40a4-ba82-85b4e86942d4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Removed routes are [] {{(pid=103766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 07 10:49:14.842101 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-183406e2-3a89-40a4-ba82-85b4e86942d4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26448'] for router (4e301bde-0ee2-4e0d-9dba-1c681904b478), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:14.881552 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-9370ce46-187e-4910-91b8-52972a258c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'name': 'tempest-RoutersTest-router-849732313', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:37Z', 'updated_at': '2022-03-07T10:49:12Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'gw_port_host': None, '_interfaces': [{'id': '1ca4ac71-529b-4054-9443-07d897439f82', 'name': '', 'network_id': '5ac661ec-5438-4097-a57e-44506c01b1a3', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:54:04:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'c991d62a-6d63-4211-8335-bb9ec8a5c48b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:49:10Z', 'updated_at': '2022-03-07T10:49:12Z', 'revision_number': 2, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'c991d62a-6d63-4211-8335-bb9ec8a5c48b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47a39223-17d4-4ad0-b327-ed17716d4920', 'name': '', 'network_id': '11e78669-570d-4d66-82d3-4b96caed8ea8', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:dd:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'acc9543f-3068-494d-a957-f4a56ebac5f9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:49:00Z', 'updated_at': '2022-03-07T10:49:08Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'acc9543f-3068-494d-a957-f4a56ebac5f9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9ff6884-03d2-4c66-a256-c231dc224288', 'name': '', 'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:31:8a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:41Z', 'updated_at': '2022-03-07T10:48:51Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81ffea8-c189-4991-bfec-3266573a6dc6', 'name': '', 'network_id': '05a85c47-f2f6-4377-8cdf-030bbbb5600c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:84:42:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '2de8668e-4954-4868-930d-237be59c3784', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:48Z', 'updated_at': '2022-03-07T10:48:58Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': '2de8668e-4954-4868-930d-237be59c3784', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:14.916406 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9370ce46-187e-4910-91b8-52972a258c10 None None] Checking router: 4e301bde-0ee2-4e0d-9dba-1c681904b478 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:49:14.916765 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9370ce46-187e-4910-91b8-52972a258c10 None None] Updating router 4e301bde-0ee2-4e0d-9dba-1c681904b478 port 1ca4ac71-529b-4054-9443-07d897439f82 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:49:14.972542 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9370ce46-187e-4910-91b8-52972a258c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1ca4ac71-529b-4054-9443-07d897439f82), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:14.994044 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 4e41d3c4-b7dc-4492-ac2e-adda41c221dd triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:14.994687 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4e41d3c4-b7dc-4492-ac2e-adda41c221dd), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:14.995194 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0348a815-0701-4dfe-aac8-dd6d4a95d517 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Made reservation on behalf of 3ccc6cf4acf64a2381c60b4b2687381a for: {'port': 2} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:15.001245 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0348a815-0701-4dfe-aac8-dd6d4a95d517 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:15.020793 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f8422fc1-e8bf-4a29-969a-646324835b53 None None] Port b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:49:15.079046 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-183406e2-3a89-40a4-ba82-85b4e86942d4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26448'] for router (4e301bde-0ee2-4e0d-9dba-1c681904b478), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:15.083852 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-183406e2-3a89-40a4-ba82-85b4e86942d4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674560'] for router (4e301bde-0ee2-4e0d-9dba-1c681904b478), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:15.122190 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fc68e1ba-91ba-4ddb-95db-baea85871865 req-91a0fc15-9f3a-44e5-9157-001a1b065c57 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221518 Mar 07 10:49:15.139651 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0348a815-0701-4dfe-aac8-dd6d4a95d517 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:15.192050 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-b4eb7075-81aa-4d9e-81c0-2dd093af53c0 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:15.193954 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-b4eb7075-81aa-4d9e-81c0-2dd093af53c0 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.31 "GET /v2.0/networks?id=44882fee-a385-4859-8df2-ab41b0f5d2e4 HTTP/1.1" status: 200 len: 816 time: 0.8906219 Mar 07 10:49:15.255532 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183406e2-3a89-40a4-ba82-85b4e86942d4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Router 4e301bde-0ee2-4e0d-9dba-1c681904b478 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:49:15.258671 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-abc680d4-95b1-41d7-9258-e0ef542d4c1d tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Request body: {'port': {'device_id': '23a46f7a-9a2d-4836-8d6f-8382066ca7d7', 'network_id': '44882fee-a385-4859-8df2-ab41b0f5d2e4', 'admin_state_up': True, 'tenant_id': '7ebc51b1e6b344c7bd03a466929f3841'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:15.275918 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4e1cc9f3-c7eb-4618-9372-a3f9bede59bb req-33035f89-6f25-4531-b4e3-14635db981b6 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=23a46f7a-9a2d-4836-8d6f-8382066ca7d7 HTTP/1.1" status: 200 len: 210 time: 0.0359559 Mar 07 10:49:15.344516 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-614507a3-05a3-4746-8cbe-deb46db32603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:15.367188 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f8422fc1-e8bf-4a29-969a-646324835b53 None None] Provisioning complete for port 1ca4ac71-529b-4054-9443-07d897439f82 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:15.367630 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f8422fc1-e8bf-4a29-969a-646324835b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1ca4ac71-529b-4054-9443-07d897439f82), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:15.407755 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f8422fc1-e8bf-4a29-969a-646324835b53 None None] Port 1ca4ac71-529b-4054-9443-07d897439f82 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:49:15.423867 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9370ce46-187e-4910-91b8-52972a258c10 None None] Publish callbacks [] for port (1ca4ac71-529b-4054-9443-07d897439f82), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:15.457009 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9370ce46-187e-4910-91b8-52972a258c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1ca4ac71-529b-4054-9443-07d897439f82), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:15.517679 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c9ca4-662e-4570-b3f6-a65c92ee896e None None] Pushing event updated for resources: {'Port': ['ID=1ca4ac71-529b-4054-9443-07d897439f82,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:15.554406 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 4e41d3c4-b7dc-4492-ac2e-adda41c221dd is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:15.560865 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-0833f739-7a9d-4531-9cc7-8379dab75126 None None] Provisioning complete for port 1ca4ac71-529b-4054-9443-07d897439f82 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:15.561315 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0833f739-7a9d-4531-9cc7-8379dab75126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1ca4ac71-529b-4054-9443-07d897439f82), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:15.606051 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0833f739-7a9d-4531-9cc7-8379dab75126 None None] Port 1ca4ac71-529b-4054-9443-07d897439f82 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:49:15.699720 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-9370ce46-187e-4910-91b8-52972a258c10 None None] Attempting to bind port 1ca4ac71-529b-4054-9443-07d897439f82 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:49:15.700119 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-9370ce46-187e-4910-91b8-52972a258c10 None None] Attempting to bind port 1ca4ac71-529b-4054-9443-07d897439f82 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'ba81256f-7b7d-48a7-8586-9e74d8df1012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5ac661ec-5438-4097-a57e-44506c01b1a3'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:49:15.702149 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9370ce46-187e-4910-91b8-52972a258c10 None None] Attempting to bind port 1ca4ac71-529b-4054-9443-07d897439f82 on network 5ac661ec-5438-4097-a57e-44506c01b1a3 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:49:15.720232 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9370ce46-187e-4910-91b8-52972a258c10 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:49:15.721487 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9370ce46-187e-4910-91b8-52972a258c10 None None] Checking segment: {'id': 'ba81256f-7b7d-48a7-8586-9e74d8df1012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5ac661ec-5438-4097-a57e-44506c01b1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:15.721487 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9370ce46-187e-4910-91b8-52972a258c10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:15.721833 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9370ce46-187e-4910-91b8-52972a258c10 None None] Bound using segment: {'id': 'ba81256f-7b7d-48a7-8586-9e74d8df1012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5ac661ec-5438-4097-a57e-44506c01b1a3'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:49:15.722461 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-9370ce46-187e-4910-91b8-52972a258c10 None None] Bound port: 1ca4ac71-529b-4054-9443-07d897439f82, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba81256f-7b7d-48a7-8586-9e74d8df1012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '5ac661ec-5438-4097-a57e-44506c01b1a3'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:49:15.722683 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9370ce46-187e-4910-91b8-52972a258c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1ca4ac71-529b-4054-9443-07d897439f82), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:15.894555 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-9370ce46-187e-4910-91b8-52972a258c10 None None] For port 1ca4ac71-529b-4054-9443-07d897439f82, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:49:15.898696 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-9370ce46-187e-4910-91b8-52972a258c10 None None] For port 1ca4ac71-529b-4054-9443-07d897439f82, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1ca4ac71-529b-4054-9443-07d897439f82,segment=NetworkSegment(ba81256f-7b7d-48a7-8586-9e74d8df1012),segment_id=ba81256f-7b7d-48a7-8586-9e74d8df1012)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:49:15.908686 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183406e2-3a89-40a4-ba82-85b4e86942d4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:49:15.913061 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9370ce46-187e-4910-91b8-52972a258c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1ca4ac71-529b-4054-9443-07d897439f82), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:15.927723 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-183406e2-3a89-40a4-ba82-85b4e86942d4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:15.928924 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-183406e2-3a89-40a4-ba82-85b4e86942d4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "PUT /v2.0/routers/4e301bde-0ee2-4e0d-9dba-1c681904b478 HTTP/1.1" status: 200 len: 933 time: 1.7992859 Mar 07 10:49:15.931655 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34300) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:16.011028 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c9ca4-662e-4570-b3f6-a65c92ee896e None None] Pushing event updated for resources: {'Port': ['ID=1ca4ac71-529b-4054-9443-07d897439f82,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:16.046707 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9370ce46-187e-4910-91b8-52972a258c10 None None] Routers {'4e301bde-0ee2-4e0d-9dba-1c681904b478'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:49:16.048413 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-9370ce46-187e-4910-91b8-52972a258c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:49:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['4e301bde-0ee2-4e0d-9dba-1c681904b478'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:16.052709 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a3a9285e-40b2-4c02-993b-f44cecb45506 None None] Provisioning complete for port 1ca4ac71-529b-4054-9443-07d897439f82 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:16.053415 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a3a9285e-40b2-4c02-993b-f44cecb45506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1ca4ac71-529b-4054-9443-07d897439f82), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:16.086171 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-b6d5be15-fc1f-4a16-9362-7ff64c4ee42e tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Publish callbacks [] for port (1aa1aebb-1571-4b39-b5bd-f50882d460ca), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:16.184685 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-88db7c95-5994-492c-8062-89335cb6a384 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "GET /v2.0/routers/4e301bde-0ee2-4e0d-9dba-1c681904b478 HTTP/1.1" status: 200 len: 933 time: 0.2518456 Mar 07 10:49:16.198376 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34306) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:16.203002 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-a6e8e900-63c5-4ddf-a15a-e8099ec4ab25 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Request body: {'router': {'routes': None}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:16.382057 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-0348a815-0701-4dfe-aac8-dd6d4a95d517 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] device_id is not set on port 1fd8a750-4770-4cfd-a494-af8bd2db4c3a yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:49:16.487949 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4930241f-aa14-482a-baaa-f067a261bc2c req-f97123ee-9008-4d4a-8461-8dfe3d482dc0 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=23a46f7a-9a2d-4836-8d6f-8382066ca7d7 HTTP/1.1" status: 200 len: 210 time: 0.0652344 Mar 07 10:49:16.611597 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a3a9285e-40b2-4c02-993b-f44cecb45506 None None] Current status of the port 1ca4ac71-529b-4054-9443-07d897439f82 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:16.612200 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a3a9285e-40b2-4c02-993b-f44cecb45506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1ca4ac71-529b-4054-9443-07d897439f82), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:16.629763 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-9370ce46-187e-4910-91b8-52972a258c10 None None] Set router 4e301bde-0ee2-4e0d-9dba-1c681904b478 gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:49:16.660323 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e9a50cde-d05b-4656-bda6-843ce353c8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (e6552d89-3c34-486b-b666-fa6182987242), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:16.740775 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a3a9285e-40b2-4c02-993b-f44cecb45506 None None] For port 1ca4ac71-529b-4054-9443-07d897439f82, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1ca4ac71-529b-4054-9443-07d897439f82,segment=NetworkSegment(ba81256f-7b7d-48a7-8586-9e74d8df1012),segment_id=ba81256f-7b7d-48a7-8586-9e74d8df1012)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:16.741044 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.extraroute_db [None req-a6e8e900-63c5-4ddf-a15a-e8099ec4ab25 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Added routes are [] {{(pid=103766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 07 10:49:16.741823 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.extraroute_db [None req-a6e8e900-63c5-4ddf-a15a-e8099ec4ab25 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103766) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 07 10:49:16.779730 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a6e8e900-63c5-4ddf-a15a-e8099ec4ab25 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26448'] for router (4e301bde-0ee2-4e0d-9dba-1c681904b478), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:16.803625 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a3a9285e-40b2-4c02-993b-f44cecb45506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1ca4ac71-529b-4054-9443-07d897439f82), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:17.016461 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce0188-f759-4eae-85a6-dfdbd04ba100 req-4a802e80-ccab-48a9-989b-d2a5973884fe tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:17.018254 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-00ce0188-f759-4eae-85a6-dfdbd04ba100 req-4a802e80-ccab-48a9-989b-d2a5973884fe tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.7484593 Mar 07 10:49:17.040292 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a6e8e900-63c5-4ddf-a15a-e8099ec4ab25 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26448'] for router (4e301bde-0ee2-4e0d-9dba-1c681904b478), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:17.042789 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9285e-40b2-4c02-993b-f44cecb45506 None None] Pushing event updated for resources: {'Port': ['ID=1ca4ac71-529b-4054-9443-07d897439f82,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:17.049014 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a6e8e900-63c5-4ddf-a15a-e8099ec4ab25 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674560'] for router (4e301bde-0ee2-4e0d-9dba-1c681904b478), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:17.051516 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-0b8bc540-192f-4ad5-bb41-a49d7edf4e3e None None] Provisioning complete for port 1ca4ac71-529b-4054-9443-07d897439f82 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:17.051896 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0b8bc540-192f-4ad5-bb41-a49d7edf4e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1ca4ac71-529b-4054-9443-07d897439f82), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:17.061665 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-b6d5be15-fc1f-4a16-9362-7ff64c4ee42e tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (1aa1aebb-1571-4b39-b5bd-f50882d460ca), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:17.139817 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-00ce0188-f759-4eae-85a6-dfdbd04ba100 req-6bbafc09-b5da-4e8a-b1c1-d6749292eba1 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083541 Mar 07 10:49:17.219170 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-abc680d4-95b1-41d7-9258-e0ef542d4c1d tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Made reservation on behalf of 7ebc51b1e6b344c7bd03a466929f3841 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:17.235581 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-abc680d4-95b1-41d7-9258-e0ef542d4c1d tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:17.247889 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e8e900-63c5-4ddf-a15a-e8099ec4ab25 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Router 4e301bde-0ee2-4e0d-9dba-1c681904b478 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:49:17.300596 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-9370ce46-187e-4910-91b8-52972a258c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'name': 'tempest-RoutersTest-router-849732313', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:37Z', 'updated_at': '2022-03-07T10:49:14Z', 'revision_number': 6, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'gw_port_host': None, '_interfaces': [{'id': '1ca4ac71-529b-4054-9443-07d897439f82', 'name': '', 'network_id': '5ac661ec-5438-4097-a57e-44506c01b1a3', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:54:04:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'c991d62a-6d63-4211-8335-bb9ec8a5c48b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:49:10Z', 'updated_at': '2022-03-07T10:49:15Z', 'revision_number': 4, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'c991d62a-6d63-4211-8335-bb9ec8a5c48b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47a39223-17d4-4ad0-b327-ed17716d4920', 'name': '', 'network_id': '11e78669-570d-4d66-82d3-4b96caed8ea8', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:dd:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'acc9543f-3068-494d-a957-f4a56ebac5f9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:49:00Z', 'updated_at': '2022-03-07T10:49:08Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'acc9543f-3068-494d-a957-f4a56ebac5f9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9ff6884-03d2-4c66-a256-c231dc224288', 'name': '', 'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:31:8a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:41Z', 'updated_at': '2022-03-07T10:48:51Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81ffea8-c189-4991-bfec-3266573a6dc6', 'name': '', 'network_id': '05a85c47-f2f6-4377-8cdf-030bbbb5600c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:84:42:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '2de8668e-4954-4868-930d-237be59c3784', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:48Z', 'updated_at': '2022-03-07T10:48:58Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': '2de8668e-4954-4868-930d-237be59c3784', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:17.345916 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0b8bc540-192f-4ad5-bb41-a49d7edf4e3e None None] Current status of the port 1ca4ac71-529b-4054-9443-07d897439f82 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:17.354325 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9370ce46-187e-4910-91b8-52972a258c10 None None] The sync data for ids ['4e301bde-0ee2-4e0d-9dba-1c681904b478'] in n-d-832164-4 is: [{'id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'name': 'tempest-RoutersTest-router-849732313', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:37Z', 'updated_at': '2022-03-07T10:49:14Z', 'revision_number': 6, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'gw_port_host': None, '_interfaces': [{'id': '1ca4ac71-529b-4054-9443-07d897439f82', 'name': '', 'network_id': '5ac661ec-5438-4097-a57e-44506c01b1a3', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:54:04:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'c991d62a-6d63-4211-8335-bb9ec8a5c48b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:49:10Z', 'updated_at': '2022-03-07T10:49:15Z', 'revision_number': 4, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'c991d62a-6d63-4211-8335-bb9ec8a5c48b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47a39223-17d4-4ad0-b327-ed17716d4920', 'name': '', 'network_id': '11e78669-570d-4d66-82d3-4b96caed8ea8', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:dd:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'acc9543f-3068-494d-a957-f4a56ebac5f9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:49:00Z', 'updated_at': '2022-03-07T10:49:08Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'acc9543f-3068-494d-a957-f4a56ebac5f9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9ff6884-03d2-4c66-a256-c231dc224288', 'name': '', 'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:31:8a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:41Z', 'updated_at': '2022-03-07T10:48:51Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81ffea8-c189-4991-bfec-3266573a6dc6', 'name': '', 'network_id': '05a85c47-f2f6-4377-8cdf-030bbbb5600c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:84:42:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '2de8668e-4954-4868-930d-237be59c3784', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:48Z', 'updated_at': '2022-03-07T10:48:58Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': '2de8668e-4954-4868-930d-237be59c3784', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:49:17.394605 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-b6d5be15-fc1f-4a16-9362-7ff64c4ee42e tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Network 44882fee-a385-4859-8df2-ab41b0f5d2e4 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:49:17.424182 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-b6d5be15-fc1f-4a16-9362-7ff64c4ee42e tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:17.460035 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-b6d5be15-fc1f-4a16-9362-7ff64c4ee42e tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:49:17.484957 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5be15-fc1f-4a16-9362-7ff64c4ee42e tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Pushing event updated for resources: {'Port': ['ID=1aa1aebb-1571-4b39-b5bd-f50882d460ca,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:17.602107 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e8e900-63c5-4ddf-a15a-e8099ec4ab25 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:49:17.628952 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a6e8e900-63c5-4ddf-a15a-e8099ec4ab25 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:17.633124 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a6e8e900-63c5-4ddf-a15a-e8099ec4ab25 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "PUT /v2.0/routers/4e301bde-0ee2-4e0d-9dba-1c681904b478 HTTP/1.1" status: 200 len: 699 time: 1.4309049 Mar 07 10:49:17.641826 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34328) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:17.686235 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0348a815-0701-4dfe-aac8-dd6d4a95d517 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks [] for port (1fd8a750-4770-4cfd-a494-af8bd2db4c3a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:17.801359 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-241dafa8-f49a-4749-9f27-4121bce2d1c4 req-5907a917-6575-4999-87e2-826f4c348a3b tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=23a46f7a-9a2d-4836-8d6f-8382066ca7d7 HTTP/1.1" status: 200 len: 210 time: 0.1483729 Mar 07 10:49:17.825959 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-b6d5be15-fc1f-4a16-9362-7ff64c4ee42e tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:17.826496 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-b6d5be15-fc1f-4a16-9362-7ff64c4ee42e tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:17.851455 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-275605c0-6a1e-44d6-b42d-fe05750fa687 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "GET /v2.0/routers/4e301bde-0ee2-4e0d-9dba-1c681904b478 HTTP/1.1" status: 200 len: 699 time: 0.2061238 Mar 07 10:49:17.852377 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34330) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:17.906239 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-e7b2d762-e7dc-4e72-8f3f-c9d954e24c84 None None] Provisioning complete for port 1aa1aebb-1571-4b39-b5bd-f50882d460ca triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:17.906827 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e7b2d762-e7dc-4e72-8f3f-c9d954e24c84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1aa1aebb-1571-4b39-b5bd-f50882d460ca), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:17.947658 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-b6d5be15-fc1f-4a16-9362-7ff64c4ee42e tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3565352 Mar 07 10:49:17.986068 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-0348a815-0701-4dfe-aac8-dd6d4a95d517 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] device_id is not set on port 41fd175a-8117-44da-947c-e12ec6084052 yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:49:18.004122 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e7b2d762-e7dc-4e72-8f3f-c9d954e24c84 None None] Port 1aa1aebb-1571-4b39-b5bd-f50882d460ca cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:49:18.012595 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-d17bb695-4a51-4931-9f88-9ae8fec8fa99 service neutron] Request body: {'port': {'device_id': 'b5a2aac8-dbb2-4661-8f48-a82a454fab48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:18.110586 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-614507a3-05a3-4746-8cbe-deb46db32603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:49:18.123411 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-614507a3-05a3-4746-8cbe-deb46db32603 service neutron] Publish callbacks [] for port (b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:18.170404 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-ac713e99-0ff6-4f33-8c31-8400dff224d6 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:18.172309 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-ac713e99-0ff6-4f33-8c31-8400dff224d6 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/networks?id=d544ea13-72f7-4e6d-b9f9-764274f4e435 HTTP/1.1" status: 200 len: 814 time: 0.6923869 Mar 07 10:49:18.184288 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-e9a50cde-d05b-4656-bda6-843ce353c8aa admin admin] Deleting port 3d565f7b-2bd6-4f55-9cec-f6d90a039cd9 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:18.184627 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e9a50cde-d05b-4656-bda6-843ce353c8aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (3d565f7b-2bd6-4f55-9cec-f6d90a039cd9), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:18.193047 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-614507a3-05a3-4746-8cbe-deb46db32603 service neutron] Transition to ACTIVE for port object b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:49:18.218649 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-f4ed6947-14bb-4023-9375-ef889c8456f6 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/quotas/af76e3a0199d43eaad70e52b49b8dbe0 HTTP/1.1" status: 200 len: 375 time: 0.0357184 Mar 07 10:49:18.253918 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:18.270500 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-abc680d4-95b1-41d7-9258-e0ef542d4c1d tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Allocated IP 172.20.0.12 (44882fee-a385-4859-8df2-ab41b0f5d2e4/bbb955a9-cc97-439c-ab3c-b527d9b1c8a5/f35dab1c-9352-4863-a2df-3f8c8891fa68) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:49:18.333916 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-d17bb695-4a51-4931-9f88-9ae8fec8fa99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1aa1aebb-1571-4b39-b5bd-f50882d460ca), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:18.404452 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-d58a7073-af4a-4b02-b7a4-2506cef3e989 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=af76e3a0199d43eaad70e52b49b8dbe0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1175070 Mar 07 10:49:18.421302 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-614507a3-05a3-4746-8cbe-deb46db32603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:18.450874 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1ca4ac71-529b-4054-9443-07d897439f82 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:49:18.542371 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-e9a50cde-d05b-4656-bda6-843ce353c8aa admin admin] For port 3d565f7b-2bd6-4f55-9cec-f6d90a039cd9, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=3d565f7b-2bd6-4f55-9cec-f6d90a039cd9,segment=NetworkSegment(7642cd9c-6339-42f5-804e-a1167650136a),segment_id=7642cd9c-6339-42f5-804e-a1167650136a)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:18.543234 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e9a50cde-d05b-4656-bda6-843ce353c8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (3d565f7b-2bd6-4f55-9cec-f6d90a039cd9), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:18.561144 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-e9a50cde-d05b-4656-bda6-843ce353c8aa admin admin] Calling delete_port for 3d565f7b-2bd6-4f55-9cec-f6d90a039cd9 owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:18.570061 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-7ce975e3-996c-4355-8abd-41ca8372fb46 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:49:18.577751 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-7ce975e3-996c-4355-8abd-41ca8372fb46 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1573114 Mar 07 10:49:18.578809 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 1ca4ac71-529b-4054-9443-07d897439f82 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:18.579194 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1ca4ac71-529b-4054-9443-07d897439f82), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:18.741987 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 1ca4ac71-529b-4054-9443-07d897439f82 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:18.755248 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-94abb3d6-f8c1-4dbc-b89c-654cf5e230cb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (4e301bde-0ee2-4e0d-9dba-1c681904b478), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:18.820467 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b4c6c6-b175-46ce-a707-38f72e897392 None None] Sync routers for ids ['4e301bde-0ee2-4e0d-9dba-1c681904b478'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:49:18.836917 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b4c6c6-b175-46ce-a707-38f72e897392 None None] Routers {'4e301bde-0ee2-4e0d-9dba-1c681904b478'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:49:18.845440 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-16b4c6c6-b175-46ce-a707-38f72e897392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:49:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['4e301bde-0ee2-4e0d-9dba-1c681904b478'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:18.849162 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-69e2b845-bd22-49ac-8898-167f584bfa29 service neutron] 10.222.0.11 "GET /v2.0/networks/d544ea13-72f7-4e6d-b9f9-764274f4e435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646382 Mar 07 10:49:18.938946 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e9a50cde-d05b-4656-bda6-843ce353c8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (3d565f7b-2bd6-4f55-9cec-f6d90a039cd9), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:19.060079 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-16b4c6c6-b175-46ce-a707-38f72e897392 None None] Set router 4e301bde-0ee2-4e0d-9dba-1c681904b478 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:49:19.093455 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-12712334-a4dd-4098-bb6b-5e0e028962d7 req-f8022e93-2fd7-446c-bd96-a630aebc63c9 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=23a46f7a-9a2d-4836-8d6f-8382066ca7d7 HTTP/1.1" status: 200 len: 210 time: 0.1831548 Mar 07 10:49:19.099306 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0348a815-0701-4dfe-aac8-dd6d4a95d517 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks [] for port (41fd175a-8117-44da-947c-e12ec6084052), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:19.269750 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614507a3-05a3-4746-8cbe-deb46db32603 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:19.482216 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a50cde-d05b-4656-bda6-843ce353c8aa admin admin] Pushing event deleted for resources: {'Port': ['ID=3d565f7b-2bd6-4f55-9cec-f6d90a039cd9,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:19.592070 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-abc680d4-95b1-41d7-9258-e0ef542d4c1d tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Publish callbacks [] for port (f35dab1c-9352-4863-a2df-3f8c8891fa68), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:19.634525 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-16b4c6c6-b175-46ce-a707-38f72e897392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'name': 'tempest-RoutersTest-router-849732313', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:37Z', 'updated_at': '2022-03-07T10:49:16Z', 'revision_number': 7, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'gw_port_host': None, '_interfaces': [{'id': '1ca4ac71-529b-4054-9443-07d897439f82', 'name': '', 'network_id': '5ac661ec-5438-4097-a57e-44506c01b1a3', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:54:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'c991d62a-6d63-4211-8335-bb9ec8a5c48b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:49:10Z', 'updated_at': '2022-03-07T10:49:16Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'c991d62a-6d63-4211-8335-bb9ec8a5c48b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47a39223-17d4-4ad0-b327-ed17716d4920', 'name': '', 'network_id': '11e78669-570d-4d66-82d3-4b96caed8ea8', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:dd:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'acc9543f-3068-494d-a957-f4a56ebac5f9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:49:00Z', 'updated_at': '2022-03-07T10:49:08Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'acc9543f-3068-494d-a957-f4a56ebac5f9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9ff6884-03d2-4c66-a256-c231dc224288', 'name': '', 'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:31:8a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:41Z', 'updated_at': '2022-03-07T10:48:51Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81ffea8-c189-4991-bfec-3266573a6dc6', 'name': '', 'network_id': '05a85c47-f2f6-4377-8cdf-030bbbb5600c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:84:42:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '2de8668e-4954-4868-930d-237be59c3784', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:48Z', 'updated_at': '2022-03-07T10:48:58Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': '2de8668e-4954-4868-930d-237be59c3784', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:19.656075 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-abc680d4-95b1-41d7-9258-e0ef542d4c1d tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (f35dab1c-9352-4863-a2df-3f8c8891fa68), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:19.694240 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b4c6c6-b175-46ce-a707-38f72e897392 None None] Checking router: 4e301bde-0ee2-4e0d-9dba-1c681904b478 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:49:19.705030 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b4c6c6-b175-46ce-a707-38f72e897392 None None] Routers {'4e301bde-0ee2-4e0d-9dba-1c681904b478'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:49:19.706007 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-16b4c6c6-b175-46ce-a707-38f72e897392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:49:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['4e301bde-0ee2-4e0d-9dba-1c681904b478'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:19.825008 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-16b4c6c6-b175-46ce-a707-38f72e897392 None None] Set router 4e301bde-0ee2-4e0d-9dba-1c681904b478 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:49:19.825714 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0348a815-0701-4dfe-aac8-dd6d4a95d517 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (1fd8a750-4770-4cfd-a494-af8bd2db4c3a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:19.931180 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-deb8b80e-f848-4301-8abc-3fa75146b016 service neutron] 10.222.0.11 "GET /v2.0/networks/d544ea13-72f7-4e6d-b9f9-764274f4e435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0811992 Mar 07 10:49:20.209482 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-94abb3d6-f8c1-4dbc-b89c-654cf5e230cb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Deleting port 1ca4ac71-529b-4054-9443-07d897439f82 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:20.211173 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-94abb3d6-f8c1-4dbc-b89c-654cf5e230cb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (1ca4ac71-529b-4054-9443-07d897439f82), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:20.246077 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e9a50cde-d05b-4656-bda6-843ce353c8aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (e6552d89-3c34-486b-b666-fa6182987242), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:20.283875 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-abc680d4-95b1-41d7-9258-e0ef542d4c1d tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Network 44882fee-a385-4859-8df2-ab41b0f5d2e4 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:49:20.286172 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-16b4c6c6-b175-46ce-a707-38f72e897392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'name': 'tempest-RoutersTest-router-849732313', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:37Z', 'updated_at': '2022-03-07T10:49:16Z', 'revision_number': 7, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'gw_port_host': None, '_interfaces': [{'id': '1ca4ac71-529b-4054-9443-07d897439f82', 'name': '', 'network_id': '5ac661ec-5438-4097-a57e-44506c01b1a3', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:54:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'c991d62a-6d63-4211-8335-bb9ec8a5c48b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:49:10Z', 'updated_at': '2022-03-07T10:49:16Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'c991d62a-6d63-4211-8335-bb9ec8a5c48b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47a39223-17d4-4ad0-b327-ed17716d4920', 'name': '', 'network_id': '11e78669-570d-4d66-82d3-4b96caed8ea8', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:dd:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'acc9543f-3068-494d-a957-f4a56ebac5f9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:49:00Z', 'updated_at': '2022-03-07T10:49:08Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'acc9543f-3068-494d-a957-f4a56ebac5f9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9ff6884-03d2-4c66-a256-c231dc224288', 'name': '', 'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:31:8a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:41Z', 'updated_at': '2022-03-07T10:48:51Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81ffea8-c189-4991-bfec-3266573a6dc6', 'name': '', 'network_id': '05a85c47-f2f6-4377-8cdf-030bbbb5600c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:84:42:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '2de8668e-4954-4868-930d-237be59c3784', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:48Z', 'updated_at': '2022-03-07T10:48:58Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': '2de8668e-4954-4868-930d-237be59c3784', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:20.343202 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc680d4-95b1-41d7-9258-e0ef542d4c1d tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Pushing event updated for resources: {'Port': ['ID=f35dab1c-9352-4863-a2df-3f8c8891fa68,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:20.360779 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-614507a3-05a3-4746-8cbe-deb46db32603 service neutron] Attempting to bind port b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:49:20.361921 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-614507a3-05a3-4746-8cbe-deb46db32603 service neutron] Attempting to bind port b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '862b3ffa-0291-4d17-b055-6cfa38d94d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '44882fee-a385-4859-8df2-ab41b0f5d2e4'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:49:20.362294 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-614507a3-05a3-4746-8cbe-deb46db32603 service neutron] Attempting to bind port b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5 on network 44882fee-a385-4859-8df2-ab41b0f5d2e4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:49:20.370401 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-94abb3d6-f8c1-4dbc-b89c-654cf5e230cb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] For port 1ca4ac71-529b-4054-9443-07d897439f82, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1ca4ac71-529b-4054-9443-07d897439f82,segment=NetworkSegment(ba81256f-7b7d-48a7-8586-9e74d8df1012),segment_id=ba81256f-7b7d-48a7-8586-9e74d8df1012)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:20.370771 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-94abb3d6-f8c1-4dbc-b89c-654cf5e230cb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (1ca4ac71-529b-4054-9443-07d897439f82), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:20.375994 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-abc680d4-95b1-41d7-9258-e0ef542d4c1d tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:20.388535 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-94abb3d6-f8c1-4dbc-b89c-654cf5e230cb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Calling delete_port for 1ca4ac71-529b-4054-9443-07d897439f82 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:20.396107 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b4c6c6-b175-46ce-a707-38f72e897392 None None] The sync data for ids ['4e301bde-0ee2-4e0d-9dba-1c681904b478'] in n-d-832164-4 is: [{'id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'name': 'tempest-RoutersTest-router-849732313', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:37Z', 'updated_at': '2022-03-07T10:49:16Z', 'revision_number': 7, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'gw_port_host': None, '_interfaces': [{'id': '1ca4ac71-529b-4054-9443-07d897439f82', 'name': '', 'network_id': '5ac661ec-5438-4097-a57e-44506c01b1a3', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:54:04:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': 'c991d62a-6d63-4211-8335-bb9ec8a5c48b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:49:10Z', 'updated_at': '2022-03-07T10:49:16Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'c991d62a-6d63-4211-8335-bb9ec8a5c48b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47a39223-17d4-4ad0-b327-ed17716d4920', 'name': '', 'network_id': '11e78669-570d-4d66-82d3-4b96caed8ea8', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:dd:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'acc9543f-3068-494d-a957-f4a56ebac5f9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:49:00Z', 'updated_at': '2022-03-07T10:49:08Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'acc9543f-3068-494d-a957-f4a56ebac5f9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9ff6884-03d2-4c66-a256-c231dc224288', 'name': '', 'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:31:8a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:41Z', 'updated_at': '2022-03-07T10:48:51Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81ffea8-c189-4991-bfec-3266573a6dc6', 'name': '', 'network_id': '05a85c47-f2f6-4377-8cdf-030bbbb5600c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:84:42:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '2de8668e-4954-4868-930d-237be59c3784', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:48Z', 'updated_at': '2022-03-07T10:48:58Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': '2de8668e-4954-4868-930d-237be59c3784', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:49:20.541412 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-abc680d4-95b1-41d7-9258-e0ef542d4c1d tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:49:20.552975 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-614507a3-05a3-4746-8cbe-deb46db32603 service neutron] Port b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5 on network 44882fee-a385-4859-8df2-ab41b0f5d2e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:49:20.553511 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-614507a3-05a3-4746-8cbe-deb46db32603 service neutron] Attempting to bind port b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5 on network 44882fee-a385-4859-8df2-ab41b0f5d2e4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:49:20.674683 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-75e32bb4-6e02-40d4-bc46-ddec08a85f47 req-8c0b7642-c669-4cf6-8236-09a813ea8e85 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=290477b2-7ff8-4dd8-bc2d-721ead547ef1 HTTP/1.1" status: 200 len: 210 time: 0.0802419 Mar 07 10:49:20.818637 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-614507a3-05a3-4746-8cbe-deb46db32603 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:49:20.818983 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-614507a3-05a3-4746-8cbe-deb46db32603 service neutron] Checking segment: {'id': '862b3ffa-0291-4d17-b055-6cfa38d94d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '44882fee-a385-4859-8df2-ab41b0f5d2e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:20.819353 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-614507a3-05a3-4746-8cbe-deb46db32603 service neutron] Bound using segment: {'id': '862b3ffa-0291-4d17-b055-6cfa38d94d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '44882fee-a385-4859-8df2-ab41b0f5d2e4'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:49:20.820106 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-614507a3-05a3-4746-8cbe-deb46db32603 service neutron] Bound port: b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '862b3ffa-0291-4d17-b055-6cfa38d94d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '44882fee-a385-4859-8df2-ab41b0f5d2e4'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:49:20.820674 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-614507a3-05a3-4746-8cbe-deb46db32603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:20.821572 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-94abb3d6-f8c1-4dbc-b89c-654cf5e230cb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (1ca4ac71-529b-4054-9443-07d897439f82), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:20.903696 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94abb3d6-f8c1-4dbc-b89c-654cf5e230cb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Port': ['ID=1ca4ac71-529b-4054-9443-07d897439f82,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:20.993438 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-30fd6997-4180-4f34-9780-47691f78e365 None None] Provisioning complete for port f35dab1c-9352-4863-a2df-3f8c8891fa68 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:20.996226 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-30fd6997-4180-4f34-9780-47691f78e365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f35dab1c-9352-4863-a2df-3f8c8891fa68), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:21.034622 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0348a815-0701-4dfe-aac8-dd6d4a95d517 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Checking segment: {'id': 'a4cf9044-4638-462a-a20e-4c78ff91f6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '32925576-b9af-4319-9f49-f144bd629da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:21.035009 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0348a815-0701-4dfe-aac8-dd6d4a95d517 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Network hostable DHCP agents. Network: 32925576-b9af-4319-9f49-f144bd629da0, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:49:21.107993 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348a815-0701-4dfe-aac8-dd6d4a95d517 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Pushing event updated for resources: {'Port': ['ID=1fd8a750-4770-4cfd-a494-af8bd2db4c3a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:21.125978 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-30fd6997-4180-4f34-9780-47691f78e365 None None] Port f35dab1c-9352-4863-a2df-3f8c8891fa68 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:49:21.161089 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-abc680d4-95b1-41d7-9258-e0ef542d4c1d tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:21.171823 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-abc680d4-95b1-41d7-9258-e0ef542d4c1d tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:21.394405 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade5d7b9-203e-49fb-8cd8-147838610b2f req-d4f12f18-9006-4061-a454-3650c82013c1 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:21.396082 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ade5d7b9-203e-49fb-8cd8-147838610b2f req-d4f12f18-9006-4061-a454-3650c82013c1 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=23a46f7a-9a2d-4836-8d6f-8382066ca7d7 HTTP/1.1" status: 200 len: 932 time: 1.0539467 Mar 07 10:49:21.422491 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-abc680d4-95b1-41d7-9258-e0ef542d4c1d tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2141130 Mar 07 10:49:21.426986 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-94abb3d6-f8c1-4dbc-b89c-654cf5e230cb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (4e301bde-0ee2-4e0d-9dba-1c681904b478), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:21.444740 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-3d1517e3-25e9-4db5-825b-d1cd7b71b194 service neutron] Request body: {'port': {'device_id': '23a46f7a-9a2d-4836-8d6f-8382066ca7d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:21.456377 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0348a815-0701-4dfe-aac8-dd6d4a95d517 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Network 32925576-b9af-4319-9f49-f144bd629da0 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:49:21.508874 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-0348a815-0701-4dfe-aac8-dd6d4a95d517 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 32925576-b9af-4319-9f49-f144bd629da0) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:21.519612 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e022b7-418c-41a0-a1a8-a69473a969f0 None None] Network 32925576-b9af-4319-9f49-f144bd629da0 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:21.649769 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0348a815-0701-4dfe-aac8-dd6d4a95d517 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:49:21.655404 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0348a815-0701-4dfe-aac8-dd6d4a95d517 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (41fd175a-8117-44da-947c-e12ec6084052), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:21.769262 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-d17bb695-4a51-4931-9f88-9ae8fec8fa99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa1aebb-1571-4b39-b5bd-f50882d460ca {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:49:21.787300 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-d17bb695-4a51-4931-9f88-9ae8fec8fa99 service neutron] Publish callbacks [] for port (1aa1aebb-1571-4b39-b5bd-f50882d460ca), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:21.813333 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-d17bb695-4a51-4931-9f88-9ae8fec8fa99 service neutron] Transition to ACTIVE for port object 1aa1aebb-1571-4b39-b5bd-f50882d460ca will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:49:21.816812 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94abb3d6-f8c1-4dbc-b89c-654cf5e230cb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Router 4e301bde-0ee2-4e0d-9dba-1c681904b478 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:49:21.844076 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-614507a3-05a3-4746-8cbe-deb46db32603 service neutron] For port b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:49:21.922410 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-46f84cd9-dfb8-42d0-a339-0f2aaa74c30e req-0b431642-f2a4-408f-89f8-0735082be586 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=290477b2-7ff8-4dd8-bc2d-721ead547ef1 HTTP/1.1" status: 200 len: 210 time: 0.0297685 Mar 07 10:49:22.087075 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94abb3d6-f8c1-4dbc-b89c-654cf5e230cb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:49:22.099850 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404bc57e-e808-48f2-a517-a0c224ca9721 None None] Sync routers for ids ['4e301bde-0ee2-4e0d-9dba-1c681904b478'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:49:22.116359 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-94abb3d6-f8c1-4dbc-b89c-654cf5e230cb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "PUT /v2.0/routers/4e301bde-0ee2-4e0d-9dba-1c681904b478/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2608643 Mar 07 10:49:22.116624 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34384) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:22.126821 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404bc57e-e808-48f2-a517-a0c224ca9721 None None] Routers {'4e301bde-0ee2-4e0d-9dba-1c681904b478'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:49:22.127914 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-404bc57e-e808-48f2-a517-a0c224ca9721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:49:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['4e301bde-0ee2-4e0d-9dba-1c681904b478'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:22.238413 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-500734f1-8970-471c-b3fa-a506458e17cb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Deleting subnet c991d62a-6d63-4211-8335-bb9ec8a5c48b {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:49:22.252305 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-500734f1-8970-471c-b3fa-a506458e17cb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for subnet (c991d62a-6d63-4211-8335-bb9ec8a5c48b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:22.353814 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-500734f1-8970-471c-b3fa-a506458e17cb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (c991d62a-6d63-4211-8335-bb9ec8a5c48b), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:22.404623 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-404bc57e-e808-48f2-a517-a0c224ca9721 None None] Set router 4e301bde-0ee2-4e0d-9dba-1c681904b478 gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:49:22.586465 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-d17bb695-4a51-4931-9f88-9ae8fec8fa99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (1aa1aebb-1571-4b39-b5bd-f50882d460ca), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:22.607383 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-500734f1-8970-471c-b3fa-a506458e17cb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (c991d62a-6d63-4211-8335-bb9ec8a5c48b), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:22.729302 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-500734f1-8970-471c-b3fa-a506458e17cb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (c991d62a-6d63-4211-8335-bb9ec8a5c48b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:22.758843 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-404bc57e-e808-48f2-a517-a0c224ca9721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'name': 'tempest-RoutersTest-router-849732313', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:37Z', 'updated_at': '2022-03-07T10:49:20Z', 'revision_number': 8, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'gw_port_host': None, '_interfaces': [{'id': '47a39223-17d4-4ad0-b327-ed17716d4920', 'name': '', 'network_id': '11e78669-570d-4d66-82d3-4b96caed8ea8', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:dd:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'acc9543f-3068-494d-a957-f4a56ebac5f9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:49:00Z', 'updated_at': '2022-03-07T10:49:08Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'acc9543f-3068-494d-a957-f4a56ebac5f9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9ff6884-03d2-4c66-a256-c231dc224288', 'name': '', 'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:31:8a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:41Z', 'updated_at': '2022-03-07T10:48:51Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81ffea8-c189-4991-bfec-3266573a6dc6', 'name': '', 'network_id': '05a85c47-f2f6-4377-8cdf-030bbbb5600c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:84:42:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '2de8668e-4954-4868-930d-237be59c3784', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:48Z', 'updated_at': '2022-03-07T10:48:58Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': '2de8668e-4954-4868-930d-237be59c3784', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:22.794129 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34398) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:22.794921 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500734f1-8970-471c-b3fa-a506458e17cb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Subnet': ['ID=c991d62a-6d63-4211-8335-bb9ec8a5c48b,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:22.805038 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404bc57e-e808-48f2-a517-a0c224ca9721 None None] Checking router: 4e301bde-0ee2-4e0d-9dba-1c681904b478 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:49:22.807405 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-614507a3-05a3-4746-8cbe-deb46db32603 service neutron] For port b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5,segment=NetworkSegment(862b3ffa-0291-4d17-b055-6cfa38d94d6b),segment_id=862b3ffa-0291-4d17-b055-6cfa38d94d6b)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:49:22.824473 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-500734f1-8970-471c-b3fa-a506458e17cb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:22.832317 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-500734f1-8970-471c-b3fa-a506458e17cb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/subnets/c991d62a-6d63-4211-8335-bb9ec8a5c48b HTTP/1.1" status: 204 len: 168 time: 0.7120490 Mar 07 10:49:22.834842 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34402) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:22.882921 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d319d3-0f8d-4fe8-a460-fe49b1b17290 None None] Network 5ac661ec-5438-4097-a57e-44506c01b1a3 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:22.894521 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ade5d7b9-203e-49fb-8cd8-147838610b2f req-8cc011ae-d572-481c-b6ea-6a3303d4131c tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4736123 Mar 07 10:49:22.938846 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404bc57e-e808-48f2-a517-a0c224ca9721 None None] Routers {'4e301bde-0ee2-4e0d-9dba-1c681904b478'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:49:22.939490 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-404bc57e-e808-48f2-a517-a0c224ca9721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:49:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['4e301bde-0ee2-4e0d-9dba-1c681904b478'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:22.945248 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:23.006650 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0348a815-0701-4dfe-aac8-dd6d4a95d517 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Checking segment: {'id': 'bc32037a-c1cd-4744-9114-d6db2d1dd893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b9744114-945f-4668-9f6e-08db4b579b57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:23.008427 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0348a815-0701-4dfe-aac8-dd6d4a95d517 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Network hostable DHCP agents. Network: b9744114-945f-4668-9f6e-08db4b579b57, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:49:23.020709 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-299cc29b-74fe-4306-a5ff-a2274efec621 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (5ac661ec-5438-4097-a57e-44506c01b1a3), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:23.029857 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-3d1517e3-25e9-4db5-825b-d1cd7b71b194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f35dab1c-9352-4863-a2df-3f8c8891fa68), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:23.207588 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c576bf6-2953-40d4-b25f-5167a94ae288 admin admin] Deleting subnet da6814d7-5b80-4178-9297-cce360fe7941 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:49:23.240363 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6c576bf6-2953-40d4-b25f-5167a94ae288 admin admin] Publish callbacks [] for subnet (da6814d7-5b80-4178-9297-cce360fe7941), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:23.325248 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0de655c2-add7-4a5f-9e94-c840ad0d8a45 req-64ea7891-5cde-406c-abf3-d954fff3586d tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=290477b2-7ff8-4dd8-bc2d-721ead547ef1 HTTP/1.1" status: 200 len: 210 time: 0.1211298 Mar 07 10:49:23.352105 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-404bc57e-e808-48f2-a517-a0c224ca9721 None None] Set router 4e301bde-0ee2-4e0d-9dba-1c681904b478 gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:49:23.389680 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6c576bf6-2953-40d4-b25f-5167a94ae288 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (da6814d7-5b80-4178-9297-cce360fe7941), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:23.466162 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-299cc29b-74fe-4306-a5ff-a2274efec621 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Deleting port 4e41d3c4-b7dc-4492-ac2e-adda41c221dd {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:23.466529 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-299cc29b-74fe-4306-a5ff-a2274efec621 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (4e41d3c4-b7dc-4492-ac2e-adda41c221dd), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:23.533758 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6c576bf6-2953-40d4-b25f-5167a94ae288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (da6814d7-5b80-4178-9297-cce360fe7941), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:23.578421 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-299cc29b-74fe-4306-a5ff-a2274efec621 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] For port 4e41d3c4-b7dc-4492-ac2e-adda41c221dd, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=4e41d3c4-b7dc-4492-ac2e-adda41c221dd,segment=NetworkSegment(ba81256f-7b7d-48a7-8586-9e74d8df1012),segment_id=ba81256f-7b7d-48a7-8586-9e74d8df1012)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:23.578795 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-299cc29b-74fe-4306-a5ff-a2274efec621 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (4e41d3c4-b7dc-4492-ac2e-adda41c221dd), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:23.599010 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-299cc29b-74fe-4306-a5ff-a2274efec621 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Calling delete_port for 4e41d3c4-b7dc-4492-ac2e-adda41c221dd owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:23.611046 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-8ed8bcbd-e20d-4022-b223-5522552e58c6 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:23.612957 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-8ed8bcbd-e20d-4022-b223-5522552e58c6 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.21 "GET /v2.0/networks?id=d544ea13-72f7-4e6d-b9f9-764274f4e435 HTTP/1.1" status: 200 len: 814 time: 1.0717912 Mar 07 10:49:23.614588 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-614507a3-05a3-4746-8cbe-deb46db32603 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:23.661777 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-58feaf78-8baa-4a5b-864d-e98f28801150 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Request body: {'port': {'device_id': '290477b2-7ff8-4dd8-bc2d-721ead547ef1', 'network_id': 'd544ea13-72f7-4e6d-b9f9-764274f4e435', 'admin_state_up': True, 'tenant_id': 'af76e3a0199d43eaad70e52b49b8dbe0'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:23.671914 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0348a815-0701-4dfe-aac8-dd6d4a95d517 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Pushing event updated for resources: {'Port': ['ID=41fd175a-8117-44da-947c-e12ec6084052,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:23.672169 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6c576bf6-2953-40d4-b25f-5167a94ae288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (da6814d7-5b80-4178-9297-cce360fe7941), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:23.707672 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c576bf6-2953-40d4-b25f-5167a94ae288 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da6814d7-5b80-4178-9297-cce360fe7941,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:23.719321 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6c576bf6-2953-40d4-b25f-5167a94ae288 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:23.723133 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6c576bf6-2953-40d4-b25f-5167a94ae288 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/da6814d7-5b80-4178-9297-cce360fe7941 HTTP/1.1" status: 204 len: 168 time: 0.9260170 Mar 07 10:49:23.725574 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34420) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:23.753709 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a50cde-d05b-4656-bda6-843ce353c8aa admin admin] Router e6552d89-3c34-486b-b666-fa6182987242 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:49:23.801704 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-299cc29b-74fe-4306-a5ff-a2274efec621 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (4e41d3c4-b7dc-4492-ac2e-adda41c221dd), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:23.876885 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299cc29b-74fe-4306-a5ff-a2274efec621 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Port': ['ID=4e41d3c4-b7dc-4492-ac2e-adda41c221dd,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:23.889719 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c6a747cb-dc92-4b95-8bd5-e15760260230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (d7b74752-b035-4af7-99b7-eca10e463dbd), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:23.891797 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299cc29b-74fe-4306-a5ff-a2274efec621 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] No DVR routers for this DVR port 4e41d3c4-b7dc-4492-ac2e-adda41c221dd on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:49:23.935782 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-404bc57e-e808-48f2-a517-a0c224ca9721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'name': 'tempest-RoutersTest-router-849732313', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:37Z', 'updated_at': '2022-03-07T10:49:20Z', 'revision_number': 8, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'gw_port_host': None, '_interfaces': [{'id': '47a39223-17d4-4ad0-b327-ed17716d4920', 'name': '', 'network_id': '11e78669-570d-4d66-82d3-4b96caed8ea8', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:dd:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'acc9543f-3068-494d-a957-f4a56ebac5f9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:49:00Z', 'updated_at': '2022-03-07T10:49:08Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'acc9543f-3068-494d-a957-f4a56ebac5f9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9ff6884-03d2-4c66-a256-c231dc224288', 'name': '', 'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:31:8a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:41Z', 'updated_at': '2022-03-07T10:48:51Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81ffea8-c189-4991-bfec-3266573a6dc6', 'name': '', 'network_id': '05a85c47-f2f6-4377-8cdf-030bbbb5600c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:84:42:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '2de8668e-4954-4868-930d-237be59c3784', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:48Z', 'updated_at': '2022-03-07T10:48:58Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': '2de8668e-4954-4868-930d-237be59c3784', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:24.004474 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0348a815-0701-4dfe-aac8-dd6d4a95d517 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Network b9744114-945f-4668-9f6e-08db4b579b57 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:49:24.049513 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404bc57e-e808-48f2-a517-a0c224ca9721 None None] The sync data for ids ['4e301bde-0ee2-4e0d-9dba-1c681904b478'] in n-d-832164-4 is: [{'id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'name': 'tempest-RoutersTest-router-849732313', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:37Z', 'updated_at': '2022-03-07T10:49:20Z', 'revision_number': 8, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'gw_port_host': None, '_interfaces': [{'id': '47a39223-17d4-4ad0-b327-ed17716d4920', 'name': '', 'network_id': '11e78669-570d-4d66-82d3-4b96caed8ea8', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:dd:cf:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'acc9543f-3068-494d-a957-f4a56ebac5f9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:49:00Z', 'updated_at': '2022-03-07T10:49:08Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'acc9543f-3068-494d-a957-f4a56ebac5f9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9ff6884-03d2-4c66-a256-c231dc224288', 'name': '', 'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:31:8a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:41Z', 'updated_at': '2022-03-07T10:48:51Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81ffea8-c189-4991-bfec-3266573a6dc6', 'name': '', 'network_id': '05a85c47-f2f6-4377-8cdf-030bbbb5600c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:84:42:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '2de8668e-4954-4868-930d-237be59c3784', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:48Z', 'updated_at': '2022-03-07T10:48:58Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': '2de8668e-4954-4868-930d-237be59c3784', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:49:24.052867 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-0348a815-0701-4dfe-aac8-dd6d4a95d517 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, b9744114-945f-4668-9f6e-08db4b579b57) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:24.074692 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3053c761-2c43-43d3-8e85-df5ec16f2da2 None None] DHCP port deletion for 5ac661ec-5438-4097-a57e-44506c01b1a3 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:49:24.091413 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de10bdc-6a28-4d94-b371-dfd921f34304 None None] Network b9744114-945f-4668-9f6e-08db4b579b57 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:24.109922 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-614507a3-05a3-4746-8cbe-deb46db32603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:24.110297 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-299cc29b-74fe-4306-a5ff-a2274efec621 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (5ac661ec-5438-4097-a57e-44506c01b1a3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:24.110540 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-614507a3-05a3-4746-8cbe-deb46db32603 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:24.111998 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-614507a3-05a3-4746-8cbe-deb46db32603 service neutron] 10.222.0.21 "PUT /v2.0/ports/b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5 HTTP/1.1" status: 200 len: 1092 time: 9.5777793 Mar 07 10:49:24.112468 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542fd94e-4dfc-46ca-a3df-822ef28ed224', 'tag': 'b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:49:24.114770 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748af993-6306-43e7-aa16-26e59eafaeab" -d '{"events": [{"name": "network-changed", "server_uuid": "542fd94e-4dfc-46ca-a3df-822ef28ed224", "tag": "b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:49:24.155758 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0348a815-0701-4dfe-aac8-dd6d4a95d517 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:49:24.162051 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0348a815-0701-4dfe-aac8-dd6d4a95d517 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:24.167274 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0348a815-0701-4dfe-aac8-dd6d4a95d517 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:24.167969 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0348a815-0701-4dfe-aac8-dd6d4a95d517 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:24.367044 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0348a815-0701-4dfe-aac8-dd6d4a95d517 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 9.8248377 Mar 07 10:49:24.367921 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-d17bb695-4a51-4931-9f88-9ae8fec8fa99 service neutron] Attempting to bind port 1aa1aebb-1571-4b39-b5bd-f50882d460ca on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:49:24.440414 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-d17bb695-4a51-4931-9f88-9ae8fec8fa99 service neutron] Attempting to bind port 1aa1aebb-1571-4b39-b5bd-f50882d460ca by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '862b3ffa-0291-4d17-b055-6cfa38d94d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '44882fee-a385-4859-8df2-ab41b0f5d2e4'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:49:24.440414 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-d17bb695-4a51-4931-9f88-9ae8fec8fa99 service neutron] Attempting to bind port 1aa1aebb-1571-4b39-b5bd-f50882d460ca on network 44882fee-a385-4859-8df2-ab41b0f5d2e4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:49:24.440414 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34430) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:24.440656 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-299cc29b-74fe-4306-a5ff-a2274efec621 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac661ec-5438-4097-a57e-44506c01b1a3']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:24.440769 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8a0214-95c6-4b38-ab8d-fa9e3af590c5 x-openstack-request-id: req-cc8a0214-95c6-4b38-ab8d-fa9e3af590c5 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:49:24.440769 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542fd94e-4dfc-46ca-a3df-822ef28ed224", "tag": "b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:49:24.440769 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cc8a0214-95c6-4b38-ab8d-fa9e3af590c5 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:49:24.440769 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542fd94e-4dfc-46ca-a3df-822ef28ed224', 'tag': 'b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5', 'status': 'completed', 'code': 200} Mar 07 10:49:24.454576 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17bb695-4a51-4931-9f88-9ae8fec8fa99 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa1aebb-1571-4b39-b5bd-f50882d460ca,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:24.481531 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 4e41d3c4-b7dc-4492-ac2e-adda41c221dd no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:49:24.490832 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-d17bb695-4a51-4931-9f88-9ae8fec8fa99 service neutron] Port 1aa1aebb-1571-4b39-b5bd-f50882d460ca on network 44882fee-a385-4859-8df2-ab41b0f5d2e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:49:24.491352 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-d17bb695-4a51-4931-9f88-9ae8fec8fa99 service neutron] Attempting to bind port 1aa1aebb-1571-4b39-b5bd-f50882d460ca on network 44882fee-a385-4859-8df2-ab41b0f5d2e4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:49:24.502379 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-3d1517e3-25e9-4db5-825b-d1cd7b71b194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f35dab1c-9352-4863-a2df-3f8c8891fa68 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:49:24.517590 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-299cc29b-74fe-4306-a5ff-a2274efec621 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba81256f-7b7d-48a7-8586-9e74d8df1012') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:24.518079 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-299cc29b-74fe-4306-a5ff-a2274efec621 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba81256f-7b7d-48a7-8586-9e74d8df1012') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:24.530282 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c6a747cb-dc92-4b95-8bd5-e15760260230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (d7b74752-b035-4af7-99b7-eca10e463dbd), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:24.547397 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 4e41d3c4-b7dc-4492-ac2e-adda41c221dd {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:49:24.547741 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 4e41d3c4-b7dc-4492-ac2e-adda41c221dd not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:49:24.548363 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1ca4ac71-529b-4054-9443-07d897439f82 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:49:24.589474 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-299cc29b-74fe-4306-a5ff-a2274efec621 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (ba81256f-7b7d-48a7-8586-9e74d8df1012), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:24.608826 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 1ca4ac71-529b-4054-9443-07d897439f82 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:49:24.609185 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1ca4ac71-529b-4054-9443-07d897439f82 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:49:24.684131 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c6a747cb-dc92-4b95-8bd5-e15760260230 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7b74752-b035-4af7-99b7-eca10e463dbd']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:24.707464 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-299cc29b-74fe-4306-a5ff-a2274efec621 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (ba81256f-7b7d-48a7-8586-9e74d8df1012), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:24.722948 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b05c3-a52d-4d65-8b02-d2f263925a78 req-83690602-1e9b-4f61-9ca3-0dee3b5f340d tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:24.728895 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-155b05c3-a52d-4d65-8b02-d2f263925a78 req-83690602-1e9b-4f61-9ca3-0dee3b5f340d tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=23a46f7a-9a2d-4836-8d6f-8382066ca7d7 HTTP/1.1" status: 200 len: 932 time: 0.6052999 Mar 07 10:49:24.752684 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-3d1517e3-25e9-4db5-825b-d1cd7b71b194 service neutron] Publish callbacks [] for port (f35dab1c-9352-4863-a2df-3f8c8891fa68), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:24.752788 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c6a747cb-dc92-4b95-8bd5-e15760260230 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12342119-cf6b-4cbb-9e34-d47607d55c42') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:24.752788 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c6a747cb-dc92-4b95-8bd5-e15760260230 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12342119-cf6b-4cbb-9e34-d47607d55c42') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:24.756333 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299cc29b-74fe-4306-a5ff-a2274efec621 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:49:24.756758 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-299cc29b-74fe-4306-a5ff-a2274efec621 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (ba81256f-7b7d-48a7-8586-9e74d8df1012), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:24.775903 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:49:24.775903 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:49:24.775903 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:49:24.775903 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:49:24.775903 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:49:24.775903 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:49:24.775903 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:49:24.775903 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:49:24.775903 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:49:24.775903 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:49:24.775903 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:49:24.775903 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:49:24.775903 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:49:24.775903 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:49:24.775903 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:49:24.775903 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:49:24.775903 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:49:24.775903 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:49:24.775903 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:49:24.775903 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:49:24.775903 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:49:24.775903 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:49:24.775903 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:49:24.775903 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:49:24.775903 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:49:24.775903 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:49:24.775903 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:49:24.775903 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:49:24.775903 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:49:24.775903 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:49:24.775903 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:49:24.775903 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:49:24.795277 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-d17bb695-4a51-4931-9f88-9ae8fec8fa99 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:49:24.795678 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-d17bb695-4a51-4931-9f88-9ae8fec8fa99 service neutron] Checking segment: {'id': '862b3ffa-0291-4d17-b055-6cfa38d94d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '44882fee-a385-4859-8df2-ab41b0f5d2e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:24.796125 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-d17bb695-4a51-4931-9f88-9ae8fec8fa99 service neutron] Bound using segment: {'id': '862b3ffa-0291-4d17-b055-6cfa38d94d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '44882fee-a385-4859-8df2-ab41b0f5d2e4'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:49:24.796583 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-d17bb695-4a51-4931-9f88-9ae8fec8fa99 service neutron] Bound port: 1aa1aebb-1571-4b39-b5bd-f50882d460ca, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '862b3ffa-0291-4d17-b055-6cfa38d94d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '44882fee-a385-4859-8df2-ab41b0f5d2e4'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:49:24.796944 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-d17bb695-4a51-4931-9f88-9ae8fec8fa99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1aa1aebb-1571-4b39-b5bd-f50882d460ca), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:24.876435 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:49:24.880332 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1530bd0d-4ddd-4a0b-b128-38d420997e2d req-807d56e3-ff0f-457a-a10e-a68ec9b778e6 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=290477b2-7ff8-4dd8-bc2d-721ead547ef1 HTTP/1.1" status: 200 len: 210 time: 0.3048837 Mar 07 10:49:24.888335 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-3d1517e3-25e9-4db5-825b-d1cd7b71b194 service neutron] Transition to ACTIVE for port object f35dab1c-9352-4863-a2df-3f8c8891fa68 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:49:24.902169 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-f48b2b86-c887-469a-9de1-54c31df8e759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:24.904209 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-f48b2b86-c887-469a-9de1-54c31df8e759 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ebc51b1e6b344c7bd03a466929f3841&device_id=542fd94e-4dfc-46ca-a3df-822ef28ed224 HTTP/1.1" status: 200 len: 1126 time: 0.6931565 Mar 07 10:49:24.923527 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-299cc29b-74fe-4306-a5ff-a2274efec621 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (5ac661ec-5438-4097-a57e-44506c01b1a3), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:24.924445 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-3d1517e3-25e9-4db5-825b-d1cd7b71b194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (f35dab1c-9352-4863-a2df-3f8c8891fa68), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:24.926555 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c6a747cb-dc92-4b95-8bd5-e15760260230 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (12342119-cf6b-4cbb-9e34-d47607d55c42), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:24.988429 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-299cc29b-74fe-4306-a5ff-a2274efec621 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:24.995547 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-299cc29b-74fe-4306-a5ff-a2274efec621 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/networks/5ac661ec-5438-4097-a57e-44506c01b1a3 HTTP/1.1" status: 204 len: 168 time: 2.1596978 Mar 07 10:49:24.999516 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299cc29b-74fe-4306-a5ff-a2274efec621 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Network': ['ID=5ac661ec-5438-4097-a57e-44506c01b1a3,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:25.001215 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34436) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:25.023883 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c6a747cb-dc92-4b95-8bd5-e15760260230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (12342119-cf6b-4cbb-9e34-d47607d55c42), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:25.086627 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-be8c96b7-3fe3-4366-8047-50574fff64ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5 HTTP/1.1" status: 200 len: 217 time: 0.1680322 Mar 07 10:49:25.087522 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614507a3-05a3-4746-8cbe-deb46db32603 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:25.113293 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e68439e-9eaa-4ed7-a7cb-4235124863f3 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:25.121072 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e68439e-9eaa-4ed7-a7cb-4235124863f3 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:25.125995 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8e68439e-9eaa-4ed7-a7cb-4235124863f3 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7194018 Mar 07 10:49:25.137518 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a747cb-dc92-4b95-8bd5-e15760260230 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:49:25.138196 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c6a747cb-dc92-4b95-8bd5-e15760260230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (12342119-cf6b-4cbb-9e34-d47607d55c42), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:25.140311 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:49:25.140311 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:49:25.140311 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:49:25.140311 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:49:25.140311 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:49:25.140311 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:49:25.140311 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:49:25.140311 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:49:25.140311 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:49:25.140311 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:49:25.140311 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:49:25.140311 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:49:25.140311 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:49:25.140311 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:49:25.140311 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:49:25.140311 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:49:25.140311 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:49:25.140311 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:49:25.140311 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:49:25.140311 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:49:25.140311 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:49:25.140311 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:49:25.140311 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:49:25.140311 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:49:25.140311 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:49:25.140311 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:49:25.140311 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:49:25.140311 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:49:25.140311 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:49:25.140311 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:49:25.140311 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:49:25.140311 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:49:25.143327 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34438) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:25.155373 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-58feaf78-8baa-4a5b-864d-e98f28801150 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Made reservation on behalf of af76e3a0199d43eaad70e52b49b8dbe0 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:25.165633 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-58feaf78-8baa-4a5b-864d-e98f28801150 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:25.218978 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-155b05c3-a52d-4d65-8b02-d2f263925a78 req-0aaa35b8-6976-4ba5-a1b0-d8fb36ce5f01 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799519 Mar 07 10:49:25.327567 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c6a747cb-dc92-4b95-8bd5-e15760260230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (d7b74752-b035-4af7-99b7-eca10e463dbd), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:25.354523 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c6a747cb-dc92-4b95-8bd5-e15760260230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:25.364299 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a50cde-d05b-4656-bda6-843ce353c8aa admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:49:25.365688 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c6a747cb-dc92-4b95-8bd5-e15760260230 admin admin] 10.222.0.11 "DELETE /v2.0/networks/d7b74752-b035-4af7-99b7-eca10e463dbd HTTP/1.1" status: 204 len: 168 time: 1.6389589 Mar 07 10:49:25.387765 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d65cbe2-ea0e-43cd-a724-253c5be41671 None None] Sync routers for ids ['e6552d89-3c34-486b-b666-fa6182987242'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:49:25.403747 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d65cbe2-ea0e-43cd-a724-253c5be41671 None None] Routers {'e6552d89-3c34-486b-b666-fa6182987242'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:49:25.404434 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1d65cbe2-ea0e-43cd-a724-253c5be41671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:49:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['e6552d89-3c34-486b-b666-fa6182987242'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:25.429936 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-d17bb695-4a51-4931-9f88-9ae8fec8fa99 service neutron] For port 1aa1aebb-1571-4b39-b5bd-f50882d460ca, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:49:25.461527 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e9a50cde-d05b-4656-bda6-843ce353c8aa admin admin] 10.222.0.11 "PUT /v2.0/routers/e6552d89-3c34-486b-b666-fa6182987242/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1991074 Mar 07 10:49:25.488441 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34442) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:25.508998 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a747cb-dc92-4b95-8bd5-e15760260230 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7b74752-b035-4af7-99b7-eca10e463dbd,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:25.573708 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-4cc77305-f540-422e-9084-0fdbda0dc22b tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Deleting port 1fd8a750-4770-4cfd-a494-af8bd2db4c3a {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:25.574198 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4cc77305-f540-422e-9084-0fdbda0dc22b tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (1fd8a750-4770-4cfd-a494-af8bd2db4c3a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:25.594158 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1517e3-25e9-4db5-825b-d1cd7b71b194 service neutron] Pushing event updated for resources: {'Port': ['ID=f35dab1c-9352-4863-a2df-3f8c8891fa68,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:25.627308 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-d17bb695-4a51-4931-9f88-9ae8fec8fa99 service neutron] For port 1aa1aebb-1571-4b39-b5bd-f50882d460ca, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=1aa1aebb-1571-4b39-b5bd-f50882d460ca,segment=NetworkSegment(862b3ffa-0291-4d17-b055-6cfa38d94d6b),segment_id=862b3ffa-0291-4d17-b055-6cfa38d94d6b)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:49:25.628595 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34446) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:25.648942 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4cc77305-f540-422e-9084-0fdbda0dc22b tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (1fd8a750-4770-4cfd-a494-af8bd2db4c3a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:25.664584 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-4cc77305-f540-422e-9084-0fdbda0dc22b tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Calling delete_port for 1fd8a750-4770-4cfd-a494-af8bd2db4c3a owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:25.683110 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-1d65cbe2-ea0e-43cd-a724-253c5be41671 None None] Set router e6552d89-3c34-486b-b666-fa6182987242 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:49:25.795676 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4cc77305-f540-422e-9084-0fdbda0dc22b tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (1fd8a750-4770-4cfd-a494-af8bd2db4c3a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:25.850691 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4cc77305-f540-422e-9084-0fdbda0dc22b tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:25.862827 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4cc77305-f540-422e-9084-0fdbda0dc22b tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] 10.222.0.11 "DELETE /v2.0/ports/1fd8a750-4770-4cfd-a494-af8bd2db4c3a HTTP/1.1" status: 204 len: 168 time: 0.7023709 Mar 07 10:49:25.865966 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34450) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:25.918689 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-58feaf78-8baa-4a5b-864d-e98f28801150 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Allocated IP 172.20.0.9 (d544ea13-72f7-4e6d-b9f9-764274f4e435/2e77d3a5-5754-48b0-b886-c951ba559812/9cc49b11-3343-4506-8879-e1da4e054f3f) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:49:25.926025 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc77305-f540-422e-9084-0fdbda0dc22b tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Pushing event deleted for resources: {'Port': ['ID=1fd8a750-4770-4cfd-a494-af8bd2db4c3a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:25.948441 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1d65cbe2-ea0e-43cd-a724-253c5be41671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6552d89-3c34-486b-b666-fa6182987242', 'name': 'tempest-ServerRescueNegativeTestJSON-324557579-router', 'tenant_id': 'efb48669635249ee9aaece4475163b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '1c076a50-63b4-46b1-a9f9-4231755de06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:22Z', 'updated_at': '2022-03-07T10:49:18Z', 'revision_number': 5, 'project_id': 'efb48669635249ee9aaece4475163b67', 'gw_port': {'id': '1c076a50-63b4-46b1-a9f9-4231755de06e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6552d89-3c34-486b-b666-fa6182987242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:22Z', 'updated_at': '2022-03-07T10:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:26.104194 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-58334a7e-a842-4e9e-bfce-7fd175e67ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:26.106584 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-58334a7e-a842-4e9e-bfce-7fd175e67ea7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbb955a9-cc97-439c-ab3c-b527d9b1c8a5 HTTP/1.1" status: 200 len: 855 time: 0.9744880 Mar 07 10:49:26.198986 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-d17bb695-4a51-4931-9f88-9ae8fec8fa99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (1aa1aebb-1571-4b39-b5bd-f50882d460ca), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:26.217275 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d65cbe2-ea0e-43cd-a724-253c5be41671 None None] Checking router: e6552d89-3c34-486b-b666-fa6182987242 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:49:26.248085 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d65cbe2-ea0e-43cd-a724-253c5be41671 None None] Routers {'e6552d89-3c34-486b-b666-fa6182987242'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:49:26.248870 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1d65cbe2-ea0e-43cd-a724-253c5be41671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:49:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['e6552d89-3c34-486b-b666-fa6182987242'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:26.382210 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17bb695-4a51-4931-9f88-9ae8fec8fa99 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa1aebb-1571-4b39-b5bd-f50882d460ca,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:26.387496 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-83fcee74-633b-49a5-8c42-85d8caa27f84 req-7099a983-e0e4-4c61-a336-37b7c3a2cc9f tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=290477b2-7ff8-4dd8-bc2d-721ead547ef1 HTTP/1.1" status: 200 len: 210 time: 0.2758708 Mar 07 10:49:26.433665 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-d17bb695-4a51-4931-9f88-9ae8fec8fa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:26.436397 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-d17bb695-4a51-4931-9f88-9ae8fec8fa99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:26.438147 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-d17bb695-4a51-4931-9f88-9ae8fec8fa99 service neutron] 10.222.0.21 "PUT /v2.0/ports/1aa1aebb-1571-4b39-b5bd-f50882d460ca HTTP/1.1" status: 200 len: 1092 time: 8.4342568 Mar 07 10:49:26.445687 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5a2aac8-dbb2-4661-8f48-a82a454fab48', 'tag': '1aa1aebb-1571-4b39-b5bd-f50882d460ca'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:49:26.448734 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c116fa5-55e4-4634-b480-49ab331d952c" -d '{"events": [{"name": "network-changed", "server_uuid": "b5a2aac8-dbb2-4661-8f48-a82a454fab48", "tag": "1aa1aebb-1571-4b39-b5bd-f50882d460ca"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:49:26.463394 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-1d65cbe2-ea0e-43cd-a724-253c5be41671 None None] Set router e6552d89-3c34-486b-b666-fa6182987242 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:49:26.581833 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1277565f-65c8-4d41-8446-1af34835359c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ef96f18062d345998a199cb367c56469&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8738711 Mar 07 10:49:26.598200 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73eefdb-1ebd-479f-8e12-0dbc5a9b8cc2 x-openstack-request-id: req-d73eefdb-1ebd-479f-8e12-0dbc5a9b8cc2 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:49:26.598501 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5a2aac8-dbb2-4661-8f48-a82a454fab48", "tag": "1aa1aebb-1571-4b39-b5bd-f50882d460ca", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:49:26.598761 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d73eefdb-1ebd-479f-8e12-0dbc5a9b8cc2 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:49:26.599178 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5a2aac8-dbb2-4661-8f48-a82a454fab48', 'tag': '1aa1aebb-1571-4b39-b5bd-f50882d460ca', 'status': 'completed', 'code': 200} Mar 07 10:49:26.601729 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34460) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:26.738384 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-6b5769ef-7753-4164-ae68-dc9546cff0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:26.742162 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-6b5769ef-7753-4164-ae68-dc9546cff0d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=44882fee-a385-4859-8df2-ab41b0f5d2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6163154 Mar 07 10:49:26.816291 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-2a381057-4912-4ab4-b89e-3f31b7e317fb tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Deleting port 41fd175a-8117-44da-947c-e12ec6084052 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:26.816830 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2a381057-4912-4ab4-b89e-3f31b7e317fb tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (41fd175a-8117-44da-947c-e12ec6084052), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:26.817914 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1d65cbe2-ea0e-43cd-a724-253c5be41671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6552d89-3c34-486b-b666-fa6182987242', 'name': 'tempest-ServerRescueNegativeTestJSON-324557579-router', 'tenant_id': 'efb48669635249ee9aaece4475163b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '1c076a50-63b4-46b1-a9f9-4231755de06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:22Z', 'updated_at': '2022-03-07T10:49:18Z', 'revision_number': 5, 'project_id': 'efb48669635249ee9aaece4475163b67', 'gw_port': {'id': '1c076a50-63b4-46b1-a9f9-4231755de06e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6552d89-3c34-486b-b666-fa6182987242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:22Z', 'updated_at': '2022-03-07T10:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:26.826511 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-58feaf78-8baa-4a5b-864d-e98f28801150 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Publish callbacks [] for port (9cc49b11-3343-4506-8879-e1da4e054f3f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:26.848597 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d65cbe2-ea0e-43cd-a724-253c5be41671 None None] The sync data for ids ['e6552d89-3c34-486b-b666-fa6182987242'] in n-d-832164-4 is: [{'id': 'e6552d89-3c34-486b-b666-fa6182987242', 'name': 'tempest-ServerRescueNegativeTestJSON-324557579-router', 'tenant_id': 'efb48669635249ee9aaece4475163b67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': '1c076a50-63b4-46b1-a9f9-4231755de06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:45:22Z', 'updated_at': '2022-03-07T10:49:18Z', 'revision_number': 5, 'project_id': 'efb48669635249ee9aaece4475163b67', 'gw_port': {'id': '1c076a50-63b4-46b1-a9f9-4231755de06e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:f2:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6552d89-3c34-486b-b666-fa6182987242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:45:22Z', 'updated_at': '2022-03-07T10:45:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:49:26.864995 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-3d1517e3-25e9-4db5-825b-d1cd7b71b194 service neutron] Attempting to bind port f35dab1c-9352-4863-a2df-3f8c8891fa68 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:49:26.865271 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-3d1517e3-25e9-4db5-825b-d1cd7b71b194 service neutron] Attempting to bind port f35dab1c-9352-4863-a2df-3f8c8891fa68 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '862b3ffa-0291-4d17-b055-6cfa38d94d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '44882fee-a385-4859-8df2-ab41b0f5d2e4'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:49:26.865595 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-3d1517e3-25e9-4db5-825b-d1cd7b71b194 service neutron] Attempting to bind port f35dab1c-9352-4863-a2df-3f8c8891fa68 on network 44882fee-a385-4859-8df2-ab41b0f5d2e4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:49:26.908838 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d5eb4-ad93-49a6-b691-18b682c53d10 req-b7145c63-01d1-4376-88a9-dc745d768387 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:26.910663 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9c6d5eb4-ad93-49a6-b691-18b682c53d10 req-b7145c63-01d1-4376-88a9-dc745d768387 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=23a46f7a-9a2d-4836-8d6f-8382066ca7d7 HTTP/1.1" status: 200 len: 944 time: 0.1564791 Mar 07 10:49:26.958743 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2a381057-4912-4ab4-b89e-3f31b7e317fb tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (41fd175a-8117-44da-947c-e12ec6084052), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:26.980663 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-2a381057-4912-4ab4-b89e-3f31b7e317fb tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Calling delete_port for 41fd175a-8117-44da-947c-e12ec6084052 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:26.992739 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-3d1517e3-25e9-4db5-825b-d1cd7b71b194 service neutron] Port f35dab1c-9352-4863-a2df-3f8c8891fa68 on network 44882fee-a385-4859-8df2-ab41b0f5d2e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:49:26.992914 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-3d1517e3-25e9-4db5-825b-d1cd7b71b194 service neutron] Attempting to bind port f35dab1c-9352-4863-a2df-3f8c8891fa68 on network 44882fee-a385-4859-8df2-ab41b0f5d2e4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:49:26.995397 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-58feaf78-8baa-4a5b-864d-e98f28801150 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (9cc49b11-3343-4506-8879-e1da4e054f3f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:27.008379 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['e6688e36-ad0b-423f-8455-552f34e30d39'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:49:27.053585 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1db6-8b94-4e42-a4f6-b8e2faae0545 admin admin] Publish callbacks [] for router (e6552d89-3c34-486b-b666-fa6182987242), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:27.063830 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-3d1517e3-25e9-4db5-825b-d1cd7b71b194 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:49:27.064171 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-3d1517e3-25e9-4db5-825b-d1cd7b71b194 service neutron] Checking segment: {'id': '862b3ffa-0291-4d17-b055-6cfa38d94d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '44882fee-a385-4859-8df2-ab41b0f5d2e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:27.064549 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-3d1517e3-25e9-4db5-825b-d1cd7b71b194 service neutron] Bound using segment: {'id': '862b3ffa-0291-4d17-b055-6cfa38d94d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '44882fee-a385-4859-8df2-ab41b0f5d2e4'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:49:27.064989 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-3d1517e3-25e9-4db5-825b-d1cd7b71b194 service neutron] Bound port: f35dab1c-9352-4863-a2df-3f8c8891fa68, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '862b3ffa-0291-4d17-b055-6cfa38d94d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '44882fee-a385-4859-8df2-ab41b0f5d2e4'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:49:27.065367 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-3d1517e3-25e9-4db5-825b-d1cd7b71b194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f35dab1c-9352-4863-a2df-3f8c8891fa68), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:27.066224 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9c6d5eb4-ad93-49a6-b691-18b682c53d10 req-de5df191-f908-4570-b6cd-05d6a9c11e11 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439164 Mar 07 10:49:27.067208 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8479c053-4f73-40aa-93eb-93b0a444c847 admin admin] Publish callbacks [] for security_group (1e615212-d268-4efb-a2b7-050ac244fc9f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:27.084477 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b877acd0-6ce3-47f7-9cde-c6d9f9ce7016 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (4e301bde-0ee2-4e0d-9dba-1c681904b478), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:27.146244 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-ef86e6d0-ae28-4279-9af8-71cc8dee134a service neutron] 10.222.0.21 "GET /v2.0/networks/44882fee-a385-4859-8df2-ab41b0f5d2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738051 Mar 07 10:49:27.159829 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-73cb2e14-e4b6-473f-bcbb-69252b817d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:27.161333 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-73cb2e14-e4b6-473f-bcbb-69252b817d68 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ebc51b1e6b344c7bd03a466929f3841&device_id=b5a2aac8-dbb2-4661-8f48-a82a454fab48 HTTP/1.1" status: 200 len: 1126 time: 0.6317937 Mar 07 10:49:27.175964 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-58feaf78-8baa-4a5b-864d-e98f28801150 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Network d544ea13-72f7-4e6d-b9f9-764274f4e435 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:49:27.195475 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2a381057-4912-4ab4-b89e-3f31b7e317fb tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (41fd175a-8117-44da-947c-e12ec6084052), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:27.215017 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-58feaf78-8baa-4a5b-864d-e98f28801150 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:27.222008 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-58feaf78-8baa-4a5b-864d-e98f28801150 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:49:27.253042 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8479c053-4f73-40aa-93eb-93b0a444c847 admin admin] Publish callbacks [] for security_group (1e615212-d268-4efb-a2b7-050ac244fc9f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:27.288446 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a381057-4912-4ab4-b89e-3f31b7e317fb tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Pushing event deleted for resources: {'Port': ['ID=41fd175a-8117-44da-947c-e12ec6084052,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:27.297745 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2a381057-4912-4ab4-b89e-3f31b7e317fb tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:27.309622 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2a381057-4912-4ab4-b89e-3f31b7e317fb tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] 10.222.0.11 "DELETE /v2.0/ports/41fd175a-8117-44da-947c-e12ec6084052 HTTP/1.1" status: 204 len: 168 time: 1.4093299 Mar 07 10:49:27.310430 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34464) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:27.333279 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58feaf78-8baa-4a5b-864d-e98f28801150 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Pushing event updated for resources: {'Port': ['ID=9cc49b11-3343-4506-8879-e1da4e054f3f,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:27.378026 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-f2af15f4-a896-4021-9cdb-e87075821d97 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aa1aebb-1571-4b39-b5bd-f50882d460ca HTTP/1.1" status: 200 len: 217 time: 0.1896703 Mar 07 10:49:27.429305 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6c0257e0-3326-4558-ae90-5a31fda2bb6a tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0929945 Mar 07 10:49:27.436419 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34466) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:27.449605 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-74bb8bd4-6595-4d5c-bb87-f704bbde04bf tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1861525723'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:27.513921 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bb8bd4-6595-4d5c-bb87-f704bbde04bf tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Made reservation on behalf of 3ccc6cf4acf64a2381c60b4b2687381a for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:27.517573 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-74bb8bd4-6595-4d5c-bb87-f704bbde04bf tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:27.581580 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74bb8bd4-6595-4d5c-bb87-f704bbde04bf tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:49:27.596237 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-74bb8bd4-6595-4d5c-bb87-f704bbde04bf tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (635888e3-e082-4c6c-9cb5-785d2b0ba39f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:27.596709 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-74bb8bd4-6595-4d5c-bb87-f704bbde04bf tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Added segment 635888e3-e082-4c6c-9cb5-785d2b0ba39f of type vlan for network d421c060-73e6-4d84-93c2-095e72218941 Mar 07 10:49:27.663712 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-b877acd0-6ce3-47f7-9cde-c6d9f9ce7016 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Deleting port 47a39223-17d4-4ad0-b327-ed17716d4920 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:27.664062 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b877acd0-6ce3-47f7-9cde-c6d9f9ce7016 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (47a39223-17d4-4ad0-b327-ed17716d4920), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:27.680089 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-74bb8bd4-6595-4d5c-bb87-f704bbde04bf tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (d421c060-73e6-4d84-93c2-095e72218941), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:27.777830 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-74bb8bd4-6595-4d5c-bb87-f704bbde04bf tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (d421c060-73e6-4d84-93c2-095e72218941), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:27.783712 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bb8bd4-6595-4d5c-bb87-f704bbde04bf tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:27.784406 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-74bb8bd4-6595-4d5c-bb87-f704bbde04bf tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:27.841871 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-b877acd0-6ce3-47f7-9cde-c6d9f9ce7016 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] For port 47a39223-17d4-4ad0-b327-ed17716d4920, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=47a39223-17d4-4ad0-b327-ed17716d4920,segment=NetworkSegment(f2c7db64-5db2-487a-92ce-5452dc477007),segment_id=f2c7db64-5db2-487a-92ce-5452dc477007)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:27.842496 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b877acd0-6ce3-47f7-9cde-c6d9f9ce7016 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (47a39223-17d4-4ad0-b327-ed17716d4920), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:27.856377 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-74bb8bd4-6595-4d5c-bb87-f704bbde04bf tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4138434 Mar 07 10:49:27.866802 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34486) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:27.875855 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-5c6435ac-4afe-4176-bf78-06bdcdf5cb41 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1567832588'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:27.919460 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-b877acd0-6ce3-47f7-9cde-c6d9f9ce7016 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Calling delete_port for 47a39223-17d4-4ad0-b327-ed17716d4920 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:27.940476 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb8bd4-6595-4d5c-bb87-f704bbde04bf tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Pushing event updated for resources: {'Network': ['ID=d421c060-73e6-4d84-93c2-095e72218941,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:27.953830 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network d421c060-73e6-4d84-93c2-095e72218941 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:49:27.987154 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6435ac-4afe-4176-bf78-06bdcdf5cb41 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Made reservation on behalf of 3ccc6cf4acf64a2381c60b4b2687381a for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:27.990642 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5c6435ac-4afe-4176-bf78-06bdcdf5cb41 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:28.039610 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c6435ac-4afe-4176-bf78-06bdcdf5cb41 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:49:28.095556 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5c6435ac-4afe-4176-bf78-06bdcdf5cb41 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (a17b7477-a1fd-42c0-ae12-ed4bb95f8ec6), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:28.095914 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-5c6435ac-4afe-4176-bf78-06bdcdf5cb41 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Added segment a17b7477-a1fd-42c0-ae12-ed4bb95f8ec6 of type vlan for network 545fb2ff-4fe3-4dea-8d68-e758c1ee722c Mar 07 10:49:28.117804 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-58feaf78-8baa-4a5b-864d-e98f28801150 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:28.118594 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-58feaf78-8baa-4a5b-864d-e98f28801150 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:28.223317 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-3d1517e3-25e9-4db5-825b-d1cd7b71b194 service neutron] For port f35dab1c-9352-4863-a2df-3f8c8891fa68, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:49:28.244515 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-58feaf78-8baa-4a5b-864d-e98f28801150 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5941288 Mar 07 10:49:28.244775 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5c6435ac-4afe-4176-bf78-06bdcdf5cb41 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (545fb2ff-4fe3-4dea-8d68-e758c1ee722c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:28.268373 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-e369bc8d-0f3b-4c18-9d71-6ef9abe053dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:28.270079 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-e369bc8d-0f3b-4c18-9d71-6ef9abe053dd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbb955a9-cc97-439c-ab3c-b527d9b1c8a5 HTTP/1.1" status: 200 len: 855 time: 0.8514669 Mar 07 10:49:28.296311 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-cb9c80c6-e82a-485e-ac05-5fb401b13c15 service neutron] Request body: {'port': {'device_id': '290477b2-7ff8-4dd8-bc2d-721ead547ef1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:28.318120 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-3d1517e3-25e9-4db5-825b-d1cd7b71b194 service neutron] For port f35dab1c-9352-4863-a2df-3f8c8891fa68, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f35dab1c-9352-4863-a2df-3f8c8891fa68,segment=NetworkSegment(862b3ffa-0291-4d17-b055-6cfa38d94d6b),segment_id=862b3ffa-0291-4d17-b055-6cfa38d94d6b)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:49:28.324301 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3d565f7b-2bd6-4f55-9cec-f6d90a039cd9 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:49:28.325112 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab50b52-b4a6-4d05-8960-2cdb52f415f3 req-f54125f7-e449-4747-82b3-93a7c36e3b77 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:28.332306 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aab50b52-b4a6-4d05-8960-2cdb52f415f3 req-f54125f7-e449-4747-82b3-93a7c36e3b77 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=23a46f7a-9a2d-4836-8d6f-8382066ca7d7 HTTP/1.1" status: 200 len: 944 time: 0.1296961 Mar 07 10:49:28.342998 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5c6435ac-4afe-4176-bf78-06bdcdf5cb41 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (545fb2ff-4fe3-4dea-8d68-e758c1ee722c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:28.348047 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6435ac-4afe-4176-bf78-06bdcdf5cb41 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:28.348634 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5c6435ac-4afe-4176-bf78-06bdcdf5cb41 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:28.368265 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 3d565f7b-2bd6-4f55-9cec-f6d90a039cd9 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:49:28.368676 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3d565f7b-2bd6-4f55-9cec-f6d90a039cd9 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:49:28.421904 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-3d1517e3-25e9-4db5-825b-d1cd7b71b194 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (f35dab1c-9352-4863-a2df-3f8c8891fa68), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:28.430955 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7464a10f-93be-4967-9d25-b9adefe56be2 req-bfa2dd53-39c1-4c6d-9db2-65c669333eda service neutron] 10.222.0.21 "GET /v2.0/networks/44882fee-a385-4859-8df2-ab41b0f5d2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2685914 Mar 07 10:49:28.453650 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6435ac-4afe-4176-bf78-06bdcdf5cb41 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Pushing event updated for resources: {'Network': ['ID=545fb2ff-4fe3-4dea-8d68-e758c1ee722c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:28.465438 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 545fb2ff-4fe3-4dea-8d68-e758c1ee722c details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:49:28.485929 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1db6-8b94-4e42-a4f6-b8e2faae0545 admin admin] Publish callbacks [] for router_gateway (e6552d89-3c34-486b-b666-fa6182987242), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:28.489151 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8479c053-4f73-40aa-93eb-93b0a444c847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (1e615212-d268-4efb-a2b7-050ac244fc9f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:28.492314 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8479c053-4f73-40aa-93eb-93b0a444c847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:28.494377 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8479c053-4f73-40aa-93eb-93b0a444c847 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1e615212-d268-4efb-a2b7-050ac244fc9f HTTP/1.1" status: 204 len: 168 time: 1.8908441 Mar 07 10:49:28.499216 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5c6435ac-4afe-4176-bf78-06bdcdf5cb41 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6287858 Mar 07 10:49:28.508207 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b877acd0-6ce3-47f7-9cde-c6d9f9ce7016 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (47a39223-17d4-4ad0-b327-ed17716d4920), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:28.610026 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-3d1517e3-25e9-4db5-825b-d1cd7b71b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:28.610394 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-3d1517e3-25e9-4db5-825b-d1cd7b71b194 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:28.618354 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-3d1517e3-25e9-4db5-825b-d1cd7b71b194 service neutron] 10.222.0.31 "PUT /v2.0/ports/f35dab1c-9352-4863-a2df-3f8c8891fa68 HTTP/1.1" status: 200 len: 1092 time: 7.1718423 Mar 07 10:49:28.658430 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d39ae8-d6e5-4179-8a9d-7f0b4eb85cc0 req-2c2103de-bb52-4a4d-b2bd-3bb1a114133e tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:28.684663 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-88d39ae8-d6e5-4179-8a9d-7f0b4eb85cc0 req-2c2103de-bb52-4a4d-b2bd-3bb1a114133e tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=290477b2-7ff8-4dd8-bc2d-721ead547ef1 HTTP/1.1" status: 200 len: 931 time: 0.6349711 Mar 07 10:49:28.697803 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34550) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:28.701629 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23a46f7a-9a2d-4836-8d6f-8382066ca7d7', 'tag': 'f35dab1c-9352-4863-a2df-3f8c8891fa68'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:49:28.708276 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec8be4d-c178-4c99-ab08-e2f9c45ae248" -d '{"events": [{"name": "network-changed", "server_uuid": "23a46f7a-9a2d-4836-8d6f-8382066ca7d7", "tag": "f35dab1c-9352-4863-a2df-3f8c8891fa68"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:49:28.718377 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-3a02fe0a-ec5b-4bbe-afaa-ab2602df7470 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Request body: {'subnets': [{'network_id': 'd421c060-73e6-4d84-93c2-095e72218941', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1070523692', 'ip_version': 4}, {'network_id': '545fb2ff-4fe3-4dea-8d68-e758c1ee722c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:28.718706 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-3a02fe0a-ec5b-4bbe-afaa-ab2602df7470 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Request body: {'subnet': {'network_id': 'd421c060-73e6-4d84-93c2-095e72218941', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1070523692', 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:28.724602 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-3a02fe0a-ec5b-4bbe-afaa-ab2602df7470 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Request body: {'subnet': {'network_id': '545fb2ff-4fe3-4dea-8d68-e758c1ee722c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:28.731837 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b877acd0-6ce3-47f7-9cde-c6d9f9ce7016 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Port': ['ID=47a39223-17d4-4ad0-b327-ed17716d4920,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:28.805554 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aab50b52-b4a6-4d05-8960-2cdb52f415f3 req-e186e85a-5652-432b-ac75-72e3ed5db245 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4680672 Mar 07 10:49:28.955182 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479c053-4f73-40aa-93eb-93b0a444c847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e615212-d268-4efb-a2b7-050ac244fc9f,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:28.966553 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1517e3-25e9-4db5-825b-d1cd7b71b194 service neutron] Pushing event updated for resources: {'Port': ['ID=f35dab1c-9352-4863-a2df-3f8c8891fa68,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:29.083329 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919659ac-04b1-471c-a9ae-f3c29fc8febd x-openstack-request-id: req-919659ac-04b1-471c-a9ae-f3c29fc8febd {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:49:29.083615 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23a46f7a-9a2d-4836-8d6f-8382066ca7d7", "tag": "f35dab1c-9352-4863-a2df-3f8c8891fa68", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:49:29.084308 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-919659ac-04b1-471c-a9ae-f3c29fc8febd {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:49:29.086249 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23a46f7a-9a2d-4836-8d6f-8382066ca7d7', 'tag': 'f35dab1c-9352-4863-a2df-3f8c8891fa68', 'status': 'completed', 'code': 200} Mar 07 10:49:29.349847 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748af993-6306-43e7-aa16-26e59eafaeab req-91e33d99-ab1a-4240-a797-a377730de6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:29.354348 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-748af993-6306-43e7-aa16-26e59eafaeab req-91e33d99-ab1a-4240-a797-a377730de6ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ebc51b1e6b344c7bd03a466929f3841&device_id=542fd94e-4dfc-46ca-a3df-822ef28ed224 HTTP/1.1" status: 200 len: 1126 time: 0.7347689 Mar 07 10:49:29.390546 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-1024c6e6-9f1c-4478-8ccc-b6a1c93d8d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:29.391886 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-1024c6e6-9f1c-4478-8ccc-b6a1c93d8d39 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=44882fee-a385-4859-8df2-ab41b0f5d2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 1.0420799 Mar 07 10:49:29.392520 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-cb9c80c6-e82a-485e-ac05-5fb401b13c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9cc49b11-3343-4506-8879-e1da4e054f3f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:29.419731 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b877acd0-6ce3-47f7-9cde-c6d9f9ce7016 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (4e301bde-0ee2-4e0d-9dba-1c681904b478), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:29.522936 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-88d39ae8-d6e5-4179-8a9d-7f0b4eb85cc0 req-8c39fb04-96a4-4717-9421-d869b5daffa1 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8371210 Mar 07 10:49:29.550266 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a02fe0a-ec5b-4bbe-afaa-ab2602df7470 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Made reservation on behalf of 3ccc6cf4acf64a2381c60b4b2687381a for: {'subnet': 2} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:29.554626 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a02fe0a-ec5b-4bbe-afaa-ab2602df7470 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:29.554970 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a02fe0a-ec5b-4bbe-afaa-ab2602df7470 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:29.565993 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-2b3e1db6-8b94-4e42-a4f6-b8e2faae0545 admin admin] Deleting port 1c076a50-63b4-46b1-a9f9-4231755de06e {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:29.566410 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1db6-8b94-4e42-a4f6-b8e2faae0545 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (1c076a50-63b4-46b1-a9f9-4231755de06e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:29.610916 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-c3dc8f50-ac72-45e2-8842-c3f0ef87cf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:29.613166 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-c3dc8f50-ac72-45e2-8842-c3f0ef87cf79 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ebc51b1e6b344c7bd03a466929f3841&device_id=23a46f7a-9a2d-4836-8d6f-8382066ca7d7 HTTP/1.1" status: 200 len: 1126 time: 0.7641971 Mar 07 10:49:29.715098 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-744b2f63-779c-4888-b1f6-0c66403b7d31 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f35dab1c-9352-4863-a2df-3f8c8891fa68 HTTP/1.1" status: 200 len: 217 time: 0.0534513 Mar 07 10:49:29.813412 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b877acd0-6ce3-47f7-9cde-c6d9f9ce7016 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Router 4e301bde-0ee2-4e0d-9dba-1c681904b478 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:49:29.845831 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-a2b0ad7a-b177-4f4d-9bcd-b9a4de04d56d service neutron] 10.222.0.21 "GET /v2.0/networks/44882fee-a385-4859-8df2-ab41b0f5d2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254959 Mar 07 10:49:30.086040 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748af993-6306-43e7-aa16-26e59eafaeab req-43b77690-f933-4fda-994e-773951b7bfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:30.087585 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-748af993-6306-43e7-aa16-26e59eafaeab req-43b77690-f933-4fda-994e-773951b7bfa1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=44882fee-a385-4859-8df2-ab41b0f5d2e4 HTTP/1.1" status: 200 len: 917 time: 0.7244215 Mar 07 10:49:30.105558 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-70a16de1-b6fb-48e0-b2b0-bf16fb1e140d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:30.107043 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-70a16de1-b6fb-48e0-b2b0-bf16fb1e140d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bbb955a9-cc97-439c-ab3c-b527d9b1c8a5 HTTP/1.1" status: 200 len: 855 time: 0.3725736 Mar 07 10:49:30.156209 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d58580-8313-4741-9b59-02adb0131c1e req-6524c53a-6109-40fd-a4b9-1bbf9f80e735 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:30.157908 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c5d58580-8313-4741-9b59-02adb0131c1e req-6524c53a-6109-40fd-a4b9-1bbf9f80e735 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=23a46f7a-9a2d-4836-8d6f-8382066ca7d7 HTTP/1.1" status: 200 len: 944 time: 0.2404697 Mar 07 10:49:30.163458 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b877acd0-6ce3-47f7-9cde-c6d9f9ce7016 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:49:30.174170 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b877acd0-6ce3-47f7-9cde-c6d9f9ce7016 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "PUT /v2.0/routers/4e301bde-0ee2-4e0d-9dba-1c681904b478/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1590092 Mar 07 10:49:30.177458 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34708) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:30.193920 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd658d6b-62b8-4cbf-8e54-47509b49e8df None None] Sync routers for ids ['4e301bde-0ee2-4e0d-9dba-1c681904b478'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:49:30.220071 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd658d6b-62b8-4cbf-8e54-47509b49e8df None None] Routers {'4e301bde-0ee2-4e0d-9dba-1c681904b478'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:49:30.221264 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-fd658d6b-62b8-4cbf-8e54-47509b49e8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:49:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['4e301bde-0ee2-4e0d-9dba-1c681904b478'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:30.286018 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-748af993-6306-43e7-aa16-26e59eafaeab req-f0525f7e-fb81-4667-b383-237465b29732 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5 HTTP/1.1" status: 200 len: 217 time: 0.1897209 Mar 07 10:49:30.324966 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-2b3e1db6-8b94-4e42-a4f6-b8e2faae0545 admin admin] For port 1c076a50-63b4-46b1-a9f9-4231755de06e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1c076a50-63b4-46b1-a9f9-4231755de06e,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:30.329896 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1db6-8b94-4e42-a4f6-b8e2faae0545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (1c076a50-63b4-46b1-a9f9-4231755de06e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:30.355746 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b595bbf-bfbc-4b81-bb1c-e5c43040f192 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Deleting subnet acc9543f-3068-494d-a957-f4a56ebac5f9 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:49:30.445141 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-47a5f01c-81f0-4b6f-a30c-8f83d826c8a1 req-36e00cf2-879c-4b75-b11f-b09c5c1f517c service neutron] 10.222.0.21 "GET /v2.0/networks/44882fee-a385-4859-8df2-ab41b0f5d2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5925336 Mar 07 10:49:30.484229 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-2b3e1db6-8b94-4e42-a4f6-b8e2faae0545 admin admin] Calling delete_port for 1c076a50-63b4-46b1-a9f9-4231755de06e owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:30.505552 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-fd658d6b-62b8-4cbf-8e54-47509b49e8df None None] Set router 4e301bde-0ee2-4e0d-9dba-1c681904b478 gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:49:30.533478 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7b595bbf-bfbc-4b81-bb1c-e5c43040f192 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for subnet (acc9543f-3068-494d-a957-f4a56ebac5f9), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:30.606846 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c5d58580-8313-4741-9b59-02adb0131c1e req-6ecdbac5-f372-4699-9a27-3ba4062ba035 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4325697 Mar 07 10:49:30.608503 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a02fe0a-ec5b-4bbe-afaa-ab2602df7470 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (a327c8b0-e108-411d-ac1a-9d5f844004c5), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:30.648213 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748af993-6306-43e7-aa16-26e59eafaeab req-253fa9db-bb54-48c8-9826-b6067b637a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:30.649667 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-748af993-6306-43e7-aa16-26e59eafaeab req-253fa9db-bb54-48c8-9826-b6067b637a9e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbb955a9-cc97-439c-ab3c-b527d9b1c8a5 HTTP/1.1" status: 200 len: 855 time: 0.3383257 Mar 07 10:49:30.738292 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7b595bbf-bfbc-4b81-bb1c-e5c43040f192 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (acc9543f-3068-494d-a957-f4a56ebac5f9), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:30.823851 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02fe0a-ec5b-4bbe-afaa-ab2602df7470 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Pushing event updated for resources: {'Subnet': ['ID=a327c8b0-e108-411d-ac1a-9d5f844004c5,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:30.857818 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-aa3315a3-dab2-49ee-a62b-49631ecd1fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:30.861321 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-aa3315a3-dab2-49ee-a62b-49631ecd1fb5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=44882fee-a385-4859-8df2-ab41b0f5d2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7416594 Mar 07 10:49:30.877704 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a02fe0a-ec5b-4bbe-afaa-ab2602df7470 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Checking segment: {'id': '635888e3-e082-4c6c-9cb5-785d2b0ba39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd421c060-73e6-4d84-93c2-095e72218941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:30.878059 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a02fe0a-ec5b-4bbe-afaa-ab2602df7470 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Network hostable DHCP agents. Network: d421c060-73e6-4d84-93c2-095e72218941, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:49:30.926084 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-fd658d6b-62b8-4cbf-8e54-47509b49e8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'name': 'tempest-RoutersTest-router-849732313', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:37Z', 'updated_at': '2022-03-07T10:49:28Z', 'revision_number': 9, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'gw_port_host': None, '_interfaces': [{'id': 'c9ff6884-03d2-4c66-a256-c231dc224288', 'name': '', 'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:31:8a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:41Z', 'updated_at': '2022-03-07T10:48:51Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81ffea8-c189-4991-bfec-3266573a6dc6', 'name': '', 'network_id': '05a85c47-f2f6-4377-8cdf-030bbbb5600c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:84:42:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '2de8668e-4954-4868-930d-237be59c3784', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:48Z', 'updated_at': '2022-03-07T10:48:58Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': '2de8668e-4954-4868-930d-237be59c3784', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:30.966535 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd658d6b-62b8-4cbf-8e54-47509b49e8df None None] Checking router: 4e301bde-0ee2-4e0d-9dba-1c681904b478 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:49:30.977517 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd658d6b-62b8-4cbf-8e54-47509b49e8df None None] Routers {'4e301bde-0ee2-4e0d-9dba-1c681904b478'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:49:30.979546 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-fd658d6b-62b8-4cbf-8e54-47509b49e8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:49:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['4e301bde-0ee2-4e0d-9dba-1c681904b478'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:31.038130 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7b595bbf-bfbc-4b81-bb1c-e5c43040f192 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (acc9543f-3068-494d-a957-f4a56ebac5f9), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:31.149823 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a02fe0a-ec5b-4bbe-afaa-ab2602df7470 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Network d421c060-73e6-4d84-93c2-095e72218941 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:49:31.157652 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7b595bbf-bfbc-4b81-bb1c-e5c43040f192 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (acc9543f-3068-494d-a957-f4a56ebac5f9), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:31.194693 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b595bbf-bfbc-4b81-bb1c-e5c43040f192 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Subnet': ['ID=acc9543f-3068-494d-a957-f4a56ebac5f9,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:31.203150 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-3a02fe0a-ec5b-4bbe-afaa-ab2602df7470 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, d421c060-73e6-4d84-93c2-095e72218941) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:31.210067 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7b595bbf-bfbc-4b81-bb1c-e5c43040f192 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:31.227032 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7b595bbf-bfbc-4b81-bb1c-e5c43040f192 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/subnets/acc9543f-3068-494d-a957-f4a56ebac5f9 HTTP/1.1" status: 204 len: 168 time: 1.0485451 Mar 07 10:49:31.228231 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6308942-835f-4221-af96-c2d6b1451d84 None None] Network d421c060-73e6-4d84-93c2-095e72218941 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:31.228659 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a02fe0a-ec5b-4bbe-afaa-ab2602df7470 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (8a47df51-ce31-48af-95b5-1e64d991f5ce), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:31.232944 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34818) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:31.263343 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acbc0f7-23d1-4db6-a279-e16ca8c3e6d7 None None] Network 11e78669-570d-4d66-82d3-4b96caed8ea8 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:31.282596 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c116fa5-55e4-4634-b480-49ab331d952c req-55760c7e-21dc-4930-970c-32490b9c17b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:31.284410 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c116fa5-55e4-4634-b480-49ab331d952c req-55760c7e-21dc-4930-970c-32490b9c17b7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ebc51b1e6b344c7bd03a466929f3841&device_id=b5a2aac8-dbb2-4661-8f48-a82a454fab48 HTTP/1.1" status: 200 len: 1126 time: 0.6393228 Mar 07 10:49:31.311688 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-fd658d6b-62b8-4cbf-8e54-47509b49e8df None None] Set router 4e301bde-0ee2-4e0d-9dba-1c681904b478 gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:49:31.376648 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282619c9-915d-4bae-af47-549b28d8f0d1 req-f91d55a0-1c39-4388-99eb-73d35909e1c5 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:31.378321 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-282619c9-915d-4bae-af47-549b28d8f0d1 req-f91d55a0-1c39-4388-99eb-73d35909e1c5 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=290477b2-7ff8-4dd8-bc2d-721ead547ef1 HTTP/1.1" status: 200 len: 931 time: 0.5960946 Mar 07 10:49:31.381304 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748af993-6306-43e7-aa16-26e59eafaeab req-75d3b1f9-16b4-439f-93c1-206cfdcf8802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:31.383146 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-748af993-6306-43e7-aa16-26e59eafaeab req-75d3b1f9-16b4-439f-93c1-206cfdcf8802 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=44882fee-a385-4859-8df2-ab41b0f5d2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7032475 Mar 07 10:49:31.528729 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a02fe0a-ec5b-4bbe-afaa-ab2602df7470 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Pushing event updated for resources: {'Subnet': ['ID=8a47df51-ce31-48af-95b5-1e64d991f5ce,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:31.566713 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34852) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:31.571498 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c116fa5-55e4-4634-b480-49ab331d952c req-4ab62d37-d729-4fd0-a893-432ce3d96cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:31.574496 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c116fa5-55e4-4634-b480-49ab331d952c req-4ab62d37-d729-4fd0-a893-432ce3d96cae service neutron] 10.222.0.21 "GET /v2.0/networks?id=44882fee-a385-4859-8df2-ab41b0f5d2e4 HTTP/1.1" status: 200 len: 917 time: 0.1889050 Mar 07 10:49:31.588433 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d59827c2-6efc-4d71-9329-a6c2a9585c00 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (11e78669-570d-4d66-82d3-4b96caed8ea8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:31.602136 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a02fe0a-ec5b-4bbe-afaa-ab2602df7470 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Checking segment: {'id': 'a17b7477-a1fd-42c0-ae12-ed4bb95f8ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '545fb2ff-4fe3-4dea-8d68-e758c1ee722c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:31.602778 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a02fe0a-ec5b-4bbe-afaa-ab2602df7470 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Network hostable DHCP agents. Network: 545fb2ff-4fe3-4dea-8d68-e758c1ee722c, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:49:31.681880 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-748af993-6306-43e7-aa16-26e59eafaeab req-ed3c4f60-9122-47d4-9f31-7c6093b937bc service neutron] 10.222.0.21 "GET /v2.0/networks/44882fee-a385-4859-8df2-ab41b0f5d2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139398 Mar 07 10:49:31.705738 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a02fe0a-ec5b-4bbe-afaa-ab2602df7470 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Network 545fb2ff-4fe3-4dea-8d68-e758c1ee722c is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:49:31.742866 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-3a02fe0a-ec5b-4bbe-afaa-ab2602df7470 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 545fb2ff-4fe3-4dea-8d68-e758c1ee722c) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:31.747544 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a02fe0a-ec5b-4bbe-afaa-ab2602df7470 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:31.748070 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a02fe0a-ec5b-4bbe-afaa-ab2602df7470 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:31.748709 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a02fe0a-ec5b-4bbe-afaa-ab2602df7470 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:31.760136 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178365e1-39e4-4727-aa25-c6f528ca22f2 None None] Network 545fb2ff-4fe3-4dea-8d68-e758c1ee722c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:31.761505 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-cb9c80c6-e82a-485e-ac05-5fb401b13c15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc49b11-3343-4506-8879-e1da4e054f3f {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:49:31.798122 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-cb9c80c6-e82a-485e-ac05-5fb401b13c15 service neutron] Publish callbacks [] for port (9cc49b11-3343-4506-8879-e1da4e054f3f), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:31.802802 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-d59827c2-6efc-4d71-9329-a6c2a9585c00 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Deleting port 9a929cde-3e24-4e5e-a2bc-49202ecea43b {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:31.803284 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d59827c2-6efc-4d71-9329-a6c2a9585c00 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (9a929cde-3e24-4e5e-a2bc-49202ecea43b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:31.810851 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3a02fe0a-ec5b-4bbe-afaa-ab2602df7470 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.1055398 Mar 07 10:49:31.830299 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34874) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:31.854342 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-cb9c80c6-e82a-485e-ac05-5fb401b13c15 service neutron] Transition to ACTIVE for port object 9cc49b11-3343-4506-8879-e1da4e054f3f will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:49:31.867070 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c116fa5-55e4-4634-b480-49ab331d952c req-3ec1c013-9a7f-4376-9d5a-d25ef813cd18 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1aa1aebb-1571-4b39-b5bd-f50882d460ca HTTP/1.1" status: 200 len: 217 time: 0.1764829 Mar 07 10:49:31.903081 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:49:31.937379 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-cb9c80c6-e82a-485e-ac05-5fb401b13c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (9cc49b11-3343-4506-8879-e1da4e054f3f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:32.086934 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-36360204-f020-413c-ad33-2081ecc98fc9 service neutron] 10.222.0.31 "GET /v2.0/networks/44882fee-a385-4859-8df2-ab41b0f5d2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1186280 Mar 07 10:49:32.103261 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5,segment=NetworkSegment(862b3ffa-0291-4d17-b055-6cfa38d94d6b),segment_id=862b3ffa-0291-4d17-b055-6cfa38d94d6b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:32.116930 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-282619c9-915d-4bae-af47-549b28d8f0d1 req-0131676e-dde4-4a2b-9367-2f984ef22b8e tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7287874 Mar 07 10:49:32.135369 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5', 'network_id': '44882fee-a385-4859-8df2-ab41b0f5d2e4', 'port_id': 'b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5', 'mac_address': 'fa:16:3e:9b:a6:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb955a9-cc97-439c-ab3c-b527d9b1c8a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:49:32.148396 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3ac2fb-fe71-47a9-a09d-c0d68009b1ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-d421c060-73e6-4d84-93c2-095e72218941', 'network_id': 'd421c060-73e6-4d84-93c2-095e72218941', 'project_id': '3ccc6cf4acf64a2381c60b4b2687381a', 'fixed_ips': [{'subnet_id': 'a327c8b0-e108-411d-ac1a-9d5f844004c5'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:49:32.149393 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8c3ac2fb-fe71-47a9-a09d-c0d68009b1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:32.154749 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c80c6-e82a-485e-ac05-5fb401b13c15 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc49b11-3343-4506-8879-e1da4e054f3f,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:32.175423 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1db6-8b94-4e42-a4f6-b8e2faae0545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (1c076a50-63b4-46b1-a9f9-4231755de06e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:32.178248 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c116fa5-55e4-4634-b480-49ab331d952c req-9e70a307-f90b-4c59-8baf-52020c213942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:32.180014 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c116fa5-55e4-4634-b480-49ab331d952c req-9e70a307-f90b-4c59-8baf-52020c213942 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbb955a9-cc97-439c-ab3c-b527d9b1c8a5 HTTP/1.1" status: 200 len: 855 time: 0.2946749 Mar 07 10:49:32.313808 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:32.314422 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:32.429677 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f3d36f21-a0d4-4118-b7e4-91270c28d99f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:32.491126 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eaa269-641a-408c-b2ee-cf8ce34edb05 req-978bcf7e-820a-4efc-b593-238a8ef394e3 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:32.493322 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-80eaa269-641a-408c-b2ee-cf8ce34edb05 req-978bcf7e-820a-4efc-b593-238a8ef394e3 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=23a46f7a-9a2d-4836-8d6f-8382066ca7d7 HTTP/1.1" status: 200 len: 944 time: 0.7657652 Mar 07 10:49:32.509991 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-d59827c2-6efc-4d71-9329-a6c2a9585c00 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] For port 9a929cde-3e24-4e5e-a2bc-49202ecea43b, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=9a929cde-3e24-4e5e-a2bc-49202ecea43b,segment=NetworkSegment(f2c7db64-5db2-487a-92ce-5452dc477007),segment_id=f2c7db64-5db2-487a-92ce-5452dc477007)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:32.510591 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d59827c2-6efc-4d71-9329-a6c2a9585c00 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (9a929cde-3e24-4e5e-a2bc-49202ecea43b), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:32.528971 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-d59827c2-6efc-4d71-9329-a6c2a9585c00 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Calling delete_port for 9a929cde-3e24-4e5e-a2bc-49202ecea43b owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:32.705836 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-8c3ac2fb-fe71-47a9-a09d-c0d68009b1ae None None] Allocated IP 172.20.0.2 (d421c060-73e6-4d84-93c2-095e72218941/a327c8b0-e108-411d-ac1a-9d5f844004c5/2a2feb51-5480-4b17-8c3f-340dd5bd292d) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:49:32.722617 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65d0aa2-e25c-4570-a8e5-8d7c4e0fce37 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:32.724750 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65d0aa2-e25c-4570-a8e5-8d7c4e0fce37 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:32.726385 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65d0aa2-e25c-4570-a8e5-8d7c4e0fce37 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:32.729431 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d65d0aa2-e25c-4570-a8e5-8d7c4e0fce37 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.8963096 Mar 07 10:49:32.740571 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34960) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:32.759095 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e1db6-8b94-4e42-a4f6-b8e2faae0545 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c076a50-63b4-46b1-a9f9-4231755de06e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:32.788902 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-748af993-6306-43e7-aa16-26e59eafaeab req-913c9c92-341b-4144-a18c-3e52a1a3d74a service neutron] 10.222.0.21 "GET /v2.0/networks/44882fee-a385-4859-8df2-ab41b0f5d2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0968637 Mar 07 10:49:32.816193 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d59827c2-6efc-4d71-9329-a6c2a9585c00 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (9a929cde-3e24-4e5e-a2bc-49202ecea43b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:32.917984 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c116fa5-55e4-4634-b480-49ab331d952c req-16e9a0b4-b8aa-44b8-b662-17f207c2067a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:32.919494 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c116fa5-55e4-4634-b480-49ab331d952c req-16e9a0b4-b8aa-44b8-b662-17f207c2067a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=44882fee-a385-4859-8df2-ab41b0f5d2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7233963 Mar 07 10:49:32.921193 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8c3ac2fb-fe71-47a9-a09d-c0d68009b1ae None None] Publish callbacks [] for port (2a2feb51-5480-4b17-8c3f-340dd5bd292d), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:32.928051 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709c67e0-349a-4c6c-bde1-a5dc80af911f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-545fb2ff-4fe3-4dea-8d68-e758c1ee722c', 'network_id': '545fb2ff-4fe3-4dea-8d68-e758c1ee722c', 'project_id': '3ccc6cf4acf64a2381c60b4b2687381a', 'fixed_ips': [{'subnet_id': '8a47df51-ce31-48af-95b5-1e64d991f5ce'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:49:32.929261 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-709c67e0-349a-4c6c-bde1-a5dc80af911f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:32.932816 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a61bda4-bb13-47af-9746-a7a4825a02e0 req-797b6b3f-e065-4419-82e0-a9cc3f9012f3 service neutron] 10.222.0.31 "GET /v2.0/networks/44882fee-a385-4859-8df2-ab41b0f5d2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8073969 Mar 07 10:49:32.938458 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1db6-8b94-4e42-a4f6-b8e2faae0545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (e6552d89-3c34-486b-b666-fa6182987242), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:32.944509 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee66962e-6210-466e-a2c8-76da1d8133d6 None None] DHCP port deletion for 11e78669-570d-4d66-82d3-4b96caed8ea8 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:49:32.952144 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:49:32.973024 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5,segment=NetworkSegment(862b3ffa-0291-4d17-b055-6cfa38d94d6b),segment_id=862b3ffa-0291-4d17-b055-6cfa38d94d6b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:32.975119 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8c3ac2fb-fe71-47a9-a09d-c0d68009b1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (2a2feb51-5480-4b17-8c3f-340dd5bd292d), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:33.019003 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-cb9c80c6-e82a-485e-ac05-5fb401b13c15 service neutron] Attempting to bind port 9cc49b11-3343-4506-8879-e1da4e054f3f on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:49:33.019955 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-cb9c80c6-e82a-485e-ac05-5fb401b13c15 service neutron] Attempting to bind port 9cc49b11-3343-4506-8879-e1da4e054f3f by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '9c0e08f9-ace4-432d-a662-c01ea531e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd544ea13-72f7-4e6d-b9f9-764274f4e435'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:49:33.020506 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-cb9c80c6-e82a-485e-ac05-5fb401b13c15 service neutron] Attempting to bind port 9cc49b11-3343-4506-8879-e1da4e054f3f on network d544ea13-72f7-4e6d-b9f9-764274f4e435 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:49:33.031200 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ac2fb-fe71-47a9-a09d-c0d68009b1ae None None] Pushing event updated for resources: {'Port': ['ID=2a2feb51-5480-4b17-8c3f-340dd5bd292d,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:33.033683 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:33.067439 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59827c2-6efc-4d71-9329-a6c2a9585c00 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Port': ['ID=9a929cde-3e24-4e5e-a2bc-49202ecea43b,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:33.079938 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-49dad860-1331-4511-a267-9b419a92c4be tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Deleting subnet a327c8b0-e108-411d-ac1a-9d5f844004c5 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:49:33.093841 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3ac2fb-fe71-47a9-a09d-c0d68009b1ae None None] Network d421c060-73e6-4d84-93c2-095e72218941 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:49:33.096511 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-cb9c80c6-e82a-485e-ac05-5fb401b13c15 service neutron] Port 9cc49b11-3343-4506-8879-e1da4e054f3f on network d544ea13-72f7-4e6d-b9f9-764274f4e435 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:49:33.097052 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-cb9c80c6-e82a-485e-ac05-5fb401b13c15 service neutron] Attempting to bind port 9cc49b11-3343-4506-8879-e1da4e054f3f on network d544ea13-72f7-4e6d-b9f9-764274f4e435 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:49:33.116670 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59827c2-6efc-4d71-9329-a6c2a9585c00 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] No DVR routers for this DVR port 9a929cde-3e24-4e5e-a2bc-49202ecea43b on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:49:33.181431 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f3d36f21-a0d4-4118-b7e4-91270c28d99f admin admin] Publish callbacks [] for security_group (77ab98fc-3e22-40e3-bc1e-d4dcfe01f5a1), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:33.193447 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1db6-8b94-4e42-a4f6-b8e2faae0545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (e6552d89-3c34-486b-b666-fa6182987242), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:33.203725 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1db6-8b94-4e42-a4f6-b8e2faae0545 admin admin] Publish callbacks [] for router_controller (e6552d89-3c34-486b-b666-fa6182987242), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:33.218230 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-cb9c80c6-e82a-485e-ac05-5fb401b13c15 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:49:33.218920 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-cb9c80c6-e82a-485e-ac05-5fb401b13c15 service neutron] Checking segment: {'id': '9c0e08f9-ace4-432d-a662-c01ea531e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd544ea13-72f7-4e6d-b9f9-764274f4e435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:33.219549 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-cb9c80c6-e82a-485e-ac05-5fb401b13c15 service neutron] Bound using segment: {'id': '9c0e08f9-ace4-432d-a662-c01ea531e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd544ea13-72f7-4e6d-b9f9-764274f4e435'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:49:33.220194 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-cb9c80c6-e82a-485e-ac05-5fb401b13c15 service neutron] Bound port: 9cc49b11-3343-4506-8879-e1da4e054f3f, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c0e08f9-ace4-432d-a662-c01ea531e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd544ea13-72f7-4e6d-b9f9-764274f4e435'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:49:33.220845 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-cb9c80c6-e82a-485e-ac05-5fb401b13c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9cc49b11-3343-4506-8879-e1da4e054f3f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:33.224506 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49dad860-1331-4511-a267-9b419a92c4be tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks [] for subnet (a327c8b0-e108-411d-ac1a-9d5f844004c5), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:33.270615 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-80eaa269-641a-408c-b2ee-cf8ce34edb05 req-0d0a6e82-8830-4edd-a2a9-9b8b0f907130 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5389376 Mar 07 10:49:33.329241 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1db6-8b94-4e42-a4f6-b8e2faae0545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (e6552d89-3c34-486b-b666-fa6182987242), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:33.330063 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3e1db6-8b94-4e42-a4f6-b8e2faae0545 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6552d89-3c34-486b-b666-fa6182987242 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:49:33.371767 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2b3e1db6-8b94-4e42-a4f6-b8e2faae0545 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:33.373445 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2b3e1db6-8b94-4e42-a4f6-b8e2faae0545 admin admin] 10.222.0.11 "DELETE /v2.0/routers/e6552d89-3c34-486b-b666-fa6182987242 HTTP/1.1" status: 204 len: 168 time: 7.7913270 Mar 07 10:49:33.373837 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f3d36f21-a0d4-4118-b7e4-91270c28d99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (77ab98fc-3e22-40e3-bc1e-d4dcfe01f5a1), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:33.384066 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35010) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:33.390681 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c116fa5-55e4-4634-b480-49ab331d952c req-80c75b63-0a05-456b-b85e-8c55e96de6a0 service neutron] 10.222.0.21 "GET /v2.0/networks/44882fee-a385-4859-8df2-ab41b0f5d2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4560370 Mar 07 10:49:33.397628 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-8c3ac2fb-fe71-47a9-a09d-c0d68009b1ae None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:33.407008 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8be4d-c178-4c99-ab08-e2f9c45ae248 req-ba57eb9b-1c4b-48fc-bb4b-a0c5a04a33c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:33.410578 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0ec8be4d-c178-4c99-ab08-e2f9c45ae248 req-ba57eb9b-1c4b-48fc-bb4b-a0c5a04a33c2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7ebc51b1e6b344c7bd03a466929f3841&device_id=23a46f7a-9a2d-4836-8d6f-8382066ca7d7 HTTP/1.1" status: 200 len: 1126 time: 0.3868999 Mar 07 10:49:33.426274 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3ac2fb-fe71-47a9-a09d-c0d68009b1ae None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:49:33.583048 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49dad860-1331-4511-a267-9b419a92c4be tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (a327c8b0-e108-411d-ac1a-9d5f844004c5), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:33.588439 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d36f21-a0d4-4118-b7e4-91270c28d99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ab98fc-3e22-40e3-bc1e-d4dcfe01f5a1,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:33.610711 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab9081-7b32-4b5d-ba16-179ac8d4be69 req-f2644ee3-e280-4787-9a53-29e1b9b56178 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:33.612749 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-65ab9081-7b32-4b5d-ba16-179ac8d4be69 req-f2644ee3-e280-4787-9a53-29e1b9b56178 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=290477b2-7ff8-4dd8-bc2d-721ead547ef1 HTTP/1.1" status: 200 len: 943 time: 0.3370574 Mar 07 10:49:33.649348 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-cb9c80c6-e82a-485e-ac05-5fb401b13c15 service neutron] For port 9cc49b11-3343-4506-8879-e1da4e054f3f, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:49:33.653250 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f3d36f21-a0d4-4118-b7e4-91270c28d99f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6134055bb9bc475a8c9b1c8c0082c8b9&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0828419 Mar 07 10:49:33.659008 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d59827c2-6efc-4d71-9329-a6c2a9585c00 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (11e78669-570d-4d66-82d3-4b96caed8ea8), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:33.662575 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-709c67e0-349a-4c6c-bde1-a5dc80af911f None None] Allocated IP 172.20.0.18 (545fb2ff-4fe3-4dea-8d68-e758c1ee722c/8a47df51-ce31-48af-95b5-1e64d991f5ce/80b4cd02-e7e0-4a16-99e5-8e9902ef7618) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:49:33.664717 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35012) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:33.682249 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe1852b-a9fc-4d2e-a128-d35508ffc16e admin admin] Deleting subnet f9604a39-59d4-4a65-aab1-e0de3b159bd9 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:49:33.692917 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-cb9c80c6-e82a-485e-ac05-5fb401b13c15 service neutron] For port 9cc49b11-3343-4506-8879-e1da4e054f3f, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9cc49b11-3343-4506-8879-e1da4e054f3f,segment=NetworkSegment(9c0e08f9-ace4-432d-a662-c01ea531e4d8),segment_id=9c0e08f9-ace4-432d-a662-c01ea531e4d8)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:49:33.693483 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fe1852b-a9fc-4d2e-a128-d35508ffc16e admin admin] Publish callbacks [] for subnet (f9604a39-59d4-4a65-aab1-e0de3b159bd9), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:33.710538 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:49:33.740020 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-cb9c80c6-e82a-485e-ac05-5fb401b13c15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (9cc49b11-3343-4506-8879-e1da4e054f3f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:33.741365 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-d59827c2-6efc-4d71-9329-a6c2a9585c00 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e78669-570d-4d66-82d3-4b96caed8ea8']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:33.779234 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-d59827c2-6efc-4d71-9329-a6c2a9585c00 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c7db64-5db2-487a-92ce-5452dc477007') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:33.779543 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-d59827c2-6efc-4d71-9329-a6c2a9585c00 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c7db64-5db2-487a-92ce-5452dc477007') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:33.793470 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fe1852b-a9fc-4d2e-a128-d35508ffc16e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (f9604a39-59d4-4a65-aab1-e0de3b159bd9), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:33.818834 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d59827c2-6efc-4d71-9329-a6c2a9585c00 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (f2c7db64-5db2-487a-92ce-5452dc477007), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:33.821418 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c116fa5-55e4-4634-b480-49ab331d952c req-a7cbb9ce-e9c1-47a2-b477-644526c38e2b service neutron] 10.222.0.21 "GET /v2.0/networks/44882fee-a385-4859-8df2-ab41b0f5d2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081564 Mar 07 10:49:33.824705 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49dad860-1331-4511-a267-9b419a92c4be tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (a327c8b0-e108-411d-ac1a-9d5f844004c5), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:33.852029 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-cb9c80c6-e82a-485e-ac05-5fb401b13c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:33.853656 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-cb9c80c6-e82a-485e-ac05-5fb401b13c15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:33.855410 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-cb9c80c6-e82a-485e-ac05-5fb401b13c15 service neutron] 10.222.0.21 "PUT /v2.0/ports/9cc49b11-3343-4506-8879-e1da4e054f3f HTTP/1.1" status: 200 len: 1091 time: 5.5901608 Mar 07 10:49:33.858203 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '290477b2-7ff8-4dd8-bc2d-721ead547ef1', 'tag': '9cc49b11-3343-4506-8879-e1da4e054f3f'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:49:33.861954 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f5c54c-6a6e-4ae7-90d1-ba97a0994d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "290477b2-7ff8-4dd8-bc2d-721ead547ef1", "tag": "9cc49b11-3343-4506-8879-e1da4e054f3f"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:49:33.866186 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8be4d-c178-4c99-ab08-e2f9c45ae248 req-a998a6aa-5177-4fb1-a872-3d44b7383932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:33.867992 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0ec8be4d-c178-4c99-ab08-e2f9c45ae248 req-a998a6aa-5177-4fb1-a872-3d44b7383932 service neutron] 10.222.0.31 "GET /v2.0/networks?id=44882fee-a385-4859-8df2-ab41b0f5d2e4 HTTP/1.1" status: 200 len: 917 time: 0.4295733 Mar 07 10:49:33.877943 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-65ab9081-7b32-4b5d-ba16-179ac8d4be69 req-efadecc7-0896-4f42-8b70-026365da87a8 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330849 Mar 07 10:49:33.966744 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fe1852b-a9fc-4d2e-a128-d35508ffc16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (f9604a39-59d4-4a65-aab1-e0de3b159bd9), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:33.980281 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126ef894-1bdd-4d2d-9222-4eaff13ba971 x-openstack-request-id: req-126ef894-1bdd-4d2d-9222-4eaff13ba971 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:49:33.980821 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "290477b2-7ff8-4dd8-bc2d-721ead547ef1", "tag": "9cc49b11-3343-4506-8879-e1da4e054f3f", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:49:33.981287 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-126ef894-1bdd-4d2d-9222-4eaff13ba971 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:49:33.981852 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '290477b2-7ff8-4dd8-bc2d-721ead547ef1', 'tag': '9cc49b11-3343-4506-8879-e1da4e054f3f', 'status': 'completed', 'code': 200} Mar 07 10:49:33.982572 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 1aa1aebb-1571-4b39-b5bd-f50882d460ca details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:49:33.998755 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-61221b28-6a68-4ad6-9126-66f019688456 admin admin] Publish callbacks [] for security_group (77ab98fc-3e22-40e3-bc1e-d4dcfe01f5a1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:34.000437 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c80c6-e82a-485e-ac05-5fb401b13c15 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc49b11-3343-4506-8879-e1da4e054f3f,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:34.004116 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0ec8be4d-c178-4c99-ab08-e2f9c45ae248 req-9d5f45fb-dbf6-4111-bb83-1d40886164e0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f35dab1c-9352-4863-a2df-3f8c8891fa68 HTTP/1.1" status: 200 len: 217 time: 0.1250527 Mar 07 10:49:34.019367 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d59827c2-6efc-4d71-9329-a6c2a9585c00 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (f2c7db64-5db2-487a-92ce-5452dc477007), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:34.038322 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49dad860-1331-4511-a267-9b419a92c4be tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (a327c8b0-e108-411d-ac1a-9d5f844004c5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:34.073286 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-61221b28-6a68-4ad6-9126-66f019688456 admin admin] Publish callbacks [] for security_group (77ab98fc-3e22-40e3-bc1e-d4dcfe01f5a1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:34.074443 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-8c3ac2fb-fe71-47a9-a09d-c0d68009b1ae None None] Attempting to bind port 2a2feb51-5480-4b17-8c3f-340dd5bd292d on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:49:34.074742 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-8c3ac2fb-fe71-47a9-a09d-c0d68009b1ae None None] Attempting to bind port 2a2feb51-5480-4b17-8c3f-340dd5bd292d by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '635888e3-e082-4c6c-9cb5-785d2b0ba39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd421c060-73e6-4d84-93c2-095e72218941'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:49:34.075673 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ac2fb-fe71-47a9-a09d-c0d68009b1ae None None] Attempting to bind port 2a2feb51-5480-4b17-8c3f-340dd5bd292d on network d421c060-73e6-4d84-93c2-095e72218941 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:49:34.098495 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d59827c2-6efc-4d71-9329-a6c2a9585c00 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:49:34.099336 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d59827c2-6efc-4d71-9329-a6c2a9585c00 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (f2c7db64-5db2-487a-92ce-5452dc477007), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:34.119379 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8be4d-c178-4c99-ab08-e2f9c45ae248 req-fc9e933c-77f7-4942-bb0a-7bb151385ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:34.120871 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0ec8be4d-c178-4c99-ab08-e2f9c45ae248 req-fc9e933c-77f7-4942-bb0a-7bb151385ddd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=bbb955a9-cc97-439c-ab3c-b527d9b1c8a5 HTTP/1.1" status: 200 len: 855 time: 0.1056931 Mar 07 10:49:34.129341 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:49:34.129341 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:49:34.129341 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:49:34.129341 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:49:34.129341 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:49:34.129341 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:49:34.129341 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:49:34.129341 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:49:34.129341 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:49:34.129341 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:49:34.129341 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:49:34.129341 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:49:34.129341 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:49:34.129341 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:49:34.129341 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:49:34.129341 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:49:34.129341 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:49:34.129341 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:49:34.129341 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:49:34.129341 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:49:34.129341 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:49:34.129341 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:49:34.129341 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:49:34.129341 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:49:34.129341 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:49:34.129341 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:49:34.129341 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:49:34.129341 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:49:34.129341 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:49:34.129341 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:49:34.129341 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:49:34.129341 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:49:34.175208 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-a5b43134-c9a1-4560-84a6-1469ca7e427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:34.178043 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-a5b43134-c9a1-4560-84a6-1469ca7e427e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af76e3a0199d43eaad70e52b49b8dbe0&device_id=290477b2-7ff8-4dd8-bc2d-721ead547ef1 HTTP/1.1" status: 200 len: 1125 time: 0.2556393 Mar 07 10:49:34.180436 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dad860-1331-4511-a267-9b419a92c4be tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Pushing event deleted for resources: {'Subnet': ['ID=a327c8b0-e108-411d-ac1a-9d5f844004c5,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:34.182107 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:34.187270 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fe1852b-a9fc-4d2e-a128-d35508ffc16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (f9604a39-59d4-4a65-aab1-e0de3b159bd9), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:34.203471 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-61221b28-6a68-4ad6-9126-66f019688456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (77ab98fc-3e22-40e3-bc1e-d4dcfe01f5a1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:34.208441 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-61221b28-6a68-4ad6-9126-66f019688456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:34.214086 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-61221b28-6a68-4ad6-9126-66f019688456 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/77ab98fc-3e22-40e3-bc1e-d4dcfe01f5a1 HTTP/1.1" status: 204 len: 168 time: 0.5473967 Mar 07 10:49:34.223605 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49dad860-1331-4511-a267-9b419a92c4be tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:34.229830 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-49dad860-1331-4511-a267-9b419a92c4be tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] 10.222.0.11 "DELETE /v2.0/subnets/a327c8b0-e108-411d-ac1a-9d5f844004c5 HTTP/1.1" status: 204 len: 168 time: 1.4864368 Mar 07 10:49:34.230717 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ac2fb-fe71-47a9-a09d-c0d68009b1ae None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:49:34.231107 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ac2fb-fe71-47a9-a09d-c0d68009b1ae None None] Checking segment: {'id': '635888e3-e082-4c6c-9cb5-785d2b0ba39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd421c060-73e6-4d84-93c2-095e72218941'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:34.231512 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8c3ac2fb-fe71-47a9-a09d-c0d68009b1ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:34.231904 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ac2fb-fe71-47a9-a09d-c0d68009b1ae None None] Bound using segment: {'id': '635888e3-e082-4c6c-9cb5-785d2b0ba39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd421c060-73e6-4d84-93c2-095e72218941'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:49:34.232384 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-8c3ac2fb-fe71-47a9-a09d-c0d68009b1ae None None] Bound port: 2a2feb51-5480-4b17-8c3f-340dd5bd292d, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '635888e3-e082-4c6c-9cb5-785d2b0ba39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'd421c060-73e6-4d84-93c2-095e72218941'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:49:34.232760 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8c3ac2fb-fe71-47a9-a09d-c0d68009b1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2a2feb51-5480-4b17-8c3f-340dd5bd292d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:34.234443 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35024) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:34.268979 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.resource_extend [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:49:34.302501 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-825f0ec5-7d2a-4c83-a90f-728459021b10 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cc49b11-3343-4506-8879-e1da4e054f3f HTTP/1.1" status: 200 len: 217 time: 0.0862825 Mar 07 10:49:34.315434 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe1852b-a9fc-4d2e-a128-d35508ffc16e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9604a39-59d4-4a65-aab1-e0de3b159bd9,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:34.423349 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fe1852b-a9fc-4d2e-a128-d35508ffc16e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:34.427959 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1fe1852b-a9fc-4d2e-a128-d35508ffc16e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f9604a39-59d4-4a65-aab1-e0de3b159bd9 HTTP/1.1" status: 204 len: 168 time: 1.0366821 Mar 07 10:49:34.442605 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d59827c2-6efc-4d71-9329-a6c2a9585c00 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (11e78669-570d-4d66-82d3-4b96caed8ea8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:34.450461 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d59827c2-6efc-4d71-9329-a6c2a9585c00 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:34.458144 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d59827c2-6efc-4d71-9329-a6c2a9585c00 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/networks/11e78669-570d-4d66-82d3-4b96caed8ea8 HTTP/1.1" status: 204 len: 168 time: 3.2221775 Mar 07 10:49:34.461576 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35030) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:34.462994 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35034) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:34.496916 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61221b28-6a68-4ad6-9126-66f019688456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ab98fc-3e22-40e3-bc1e-d4dcfe01f5a1,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:34.509074 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-8c3ac2fb-fe71-47a9-a09d-c0d68009b1ae None None] For port 2a2feb51-5480-4b17-8c3f-340dd5bd292d, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:49:34.515461 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-8c3ac2fb-fe71-47a9-a09d-c0d68009b1ae None None] For port 2a2feb51-5480-4b17-8c3f-340dd5bd292d, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=2a2feb51-5480-4b17-8c3f-340dd5bd292d,segment=NetworkSegment(635888e3-e082-4c6c-9cb5-785d2b0ba39f),segment_id=635888e3-e082-4c6c-9cb5-785d2b0ba39f)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:49:34.531876 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1c076a50-63b4-46b1-a9f9-4231755de06e no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:49:34.544202 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59827c2-6efc-4d71-9329-a6c2a9585c00 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Network': ['ID=11e78669-570d-4d66-82d3-4b96caed8ea8,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:34.558813 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-71937bb6-735b-45a6-962a-e0905b5c6be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:34.560295 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-71937bb6-735b-45a6-962a-e0905b5c6be8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e77d3a5-5754-48b0-b886-c951ba559812 HTTP/1.1" status: 200 len: 854 time: 0.2404068 Mar 07 10:49:34.571244 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 1c076a50-63b4-46b1-a9f9-4231755de06e {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:49:34.572482 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1c076a50-63b4-46b1-a9f9-4231755de06e not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:49:34.573071 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9a929cde-3e24-4e5e-a2bc-49202ecea43b no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:49:34.577472 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8be4d-c178-4c99-ab08-e2f9c45ae248 req-346fe939-2d28-4916-abd8-d1f155142d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:34.579151 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0ec8be4d-c178-4c99-ab08-e2f9c45ae248 req-346fe939-2d28-4916-abd8-d1f155142d58 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=44882fee-a385-4859-8df2-ab41b0f5d2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4241822 Mar 07 10:49:34.589538 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-fd658d6b-62b8-4cbf-8e54-47509b49e8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'name': 'tempest-RoutersTest-router-849732313', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:37Z', 'updated_at': '2022-03-07T10:49:28Z', 'revision_number': 9, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'gw_port_host': None, '_interfaces': [{'id': 'c9ff6884-03d2-4c66-a256-c231dc224288', 'name': '', 'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:31:8a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:41Z', 'updated_at': '2022-03-07T10:48:51Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81ffea8-c189-4991-bfec-3266573a6dc6', 'name': '', 'network_id': '05a85c47-f2f6-4377-8cdf-030bbbb5600c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:84:42:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '2de8668e-4954-4868-930d-237be59c3784', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:48Z', 'updated_at': '2022-03-07T10:48:58Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': '2de8668e-4954-4868-930d-237be59c3784', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:34.595568 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8c3ac2fb-fe71-47a9-a09d-c0d68009b1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (2a2feb51-5480-4b17-8c3f-340dd5bd292d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:34.611635 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-306765f5-2dcf-437e-af87-c77c67fca025 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Deleting subnet 8a47df51-ce31-48af-95b5-1e64d991f5ce {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:49:34.622980 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-709c67e0-349a-4c6c-bde1-a5dc80af911f None None] Publish callbacks [] for port (80b4cd02-e7e0-4a16-99e5-8e9902ef7618), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:34.629763 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-05c3a1e4-7dec-4e0e-babb-b1d1238c20a5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d544ea13-72f7-4e6d-b9f9-764274f4e435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623612 Mar 07 10:49:34.660793 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663c925-96ce-4526-9d1e-257f3ad805e1 req-1c35fabb-e5e5-4278-8937-40d4cc9ca229 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:34.670597 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c663c925-96ce-4526-9d1e-257f3ad805e1 req-1c35fabb-e5e5-4278-8937-40d4cc9ca229 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=23a46f7a-9a2d-4836-8d6f-8382066ca7d7 HTTP/1.1" status: 200 len: 944 time: 0.1809587 Mar 07 10:49:34.684668 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-37af451e-f42e-4f04-b1c8-50ce97ae849e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (8e50499e-fbd5-45c6-a980-59dd492cbb54), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:34.791034 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ac2fb-fe71-47a9-a09d-c0d68009b1ae None None] Pushing event updated for resources: {'Port': ['ID=2a2feb51-5480-4b17-8c3f-340dd5bd292d,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:34.817179 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd658d6b-62b8-4cbf-8e54-47509b49e8df None None] The sync data for ids ['4e301bde-0ee2-4e0d-9dba-1c681904b478'] in n-d-832164-4 is: [{'id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'name': 'tempest-RoutersTest-router-849732313', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:37Z', 'updated_at': '2022-03-07T10:49:28Z', 'revision_number': 9, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'gw_port_host': None, '_interfaces': [{'id': 'c9ff6884-03d2-4c66-a256-c231dc224288', 'name': '', 'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:31:8a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:41Z', 'updated_at': '2022-03-07T10:48:51Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f81ffea8-c189-4991-bfec-3266573a6dc6', 'name': '', 'network_id': '05a85c47-f2f6-4377-8cdf-030bbbb5600c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:84:42:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2051, 'fixed_ips': [{'subnet_id': '2de8668e-4954-4868-930d-237be59c3784', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:48Z', 'updated_at': '2022-03-07T10:48:58Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': '2de8668e-4954-4868-930d-237be59c3784', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:49:34.820007 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 9a929cde-3e24-4e5e-a2bc-49202ecea43b {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:49:34.820575 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9a929cde-3e24-4e5e-a2bc-49202ecea43b not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:49:34.826334 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-306765f5-2dcf-437e-af87-c77c67fca025 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks [] for subnet (8a47df51-ce31-48af-95b5-1e64d991f5ce), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:34.841601 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-709c67e0-349a-4c6c-bde1-a5dc80af911f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (80b4cd02-e7e0-4a16-99e5-8e9902ef7618), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:34.914885 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c663c925-96ce-4526-9d1e-257f3ad805e1 req-28119f3c-cb8f-4639-a2a0-dee789b9b073 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431138 Mar 07 10:49:34.987465 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709c67e0-349a-4c6c-bde1-a5dc80af911f None None] Network 545fb2ff-4fe3-4dea-8d68-e758c1ee722c is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:49:34.998749 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c67e0-349a-4c6c-bde1-a5dc80af911f None None] Pushing event updated for resources: {'Port': ['ID=80b4cd02-e7e0-4a16-99e5-8e9902ef7618,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:35.016649 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-709c67e0-349a-4c6c-bde1-a5dc80af911f None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:35.022952 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-560b6eec-d3c1-45df-9879-7ec84be7e4b5 service neutron] 10.222.0.21 "GET /v2.0/networks/d544ea13-72f7-4e6d-b9f9-764274f4e435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736751 Mar 07 10:49:35.026904 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0ec8be4d-c178-4c99-ab08-e2f9c45ae248 req-916bc189-1b18-4e1c-b6bf-fd2cccfa7f2c service neutron] 10.222.0.31 "GET /v2.0/networks/44882fee-a385-4859-8df2-ab41b0f5d2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318082 Mar 07 10:49:35.029819 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709c67e0-349a-4c6c-bde1-a5dc80af911f None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:49:35.067706 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f9758c-3df1-4f78-b5f4-114abffb04e5 None None] Network d421c060-73e6-4d84-93c2-095e72218941 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:35.091207 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 1aa1aebb-1571-4b39-b5bd-f50882d460ca, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=1aa1aebb-1571-4b39-b5bd-f50882d460ca,segment=NetworkSegment(862b3ffa-0291-4d17-b055-6cfa38d94d6b),segment_id=862b3ffa-0291-4d17-b055-6cfa38d94d6b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:35.092773 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-306765f5-2dcf-437e-af87-c77c67fca025 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (8a47df51-ce31-48af-95b5-1e64d991f5ce), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:35.204068 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-709c67e0-349a-4c6c-bde1-a5dc80af911f None None] Attempting to bind port 80b4cd02-e7e0-4a16-99e5-8e9902ef7618 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:49:35.205379 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-709c67e0-349a-4c6c-bde1-a5dc80af911f None None] Attempting to bind port 80b4cd02-e7e0-4a16-99e5-8e9902ef7618 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'a17b7477-a1fd-42c0-ae12-ed4bb95f8ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '545fb2ff-4fe3-4dea-8d68-e758c1ee722c'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:49:35.207089 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709c67e0-349a-4c6c-bde1-a5dc80af911f None None] Attempting to bind port 80b4cd02-e7e0-4a16-99e5-8e9902ef7618 on network 545fb2ff-4fe3-4dea-8d68-e758c1ee722c {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:49:35.246463 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709c67e0-349a-4c6c-bde1-a5dc80af911f None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:49:35.246463 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709c67e0-349a-4c6c-bde1-a5dc80af911f None None] Checking segment: {'id': 'a17b7477-a1fd-42c0-ae12-ed4bb95f8ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '545fb2ff-4fe3-4dea-8d68-e758c1ee722c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:35.246463 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-709c67e0-349a-4c6c-bde1-a5dc80af911f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:35.246463 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709c67e0-349a-4c6c-bde1-a5dc80af911f None None] Bound using segment: {'id': 'a17b7477-a1fd-42c0-ae12-ed4bb95f8ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '545fb2ff-4fe3-4dea-8d68-e758c1ee722c'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:49:35.246463 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-709c67e0-349a-4c6c-bde1-a5dc80af911f None None] Bound port: 80b4cd02-e7e0-4a16-99e5-8e9902ef7618, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17b7477-a1fd-42c0-ae12-ed4bb95f8ec6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '545fb2ff-4fe3-4dea-8d68-e758c1ee722c'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:49:35.246463 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-709c67e0-349a-4c6c-bde1-a5dc80af911f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (80b4cd02-e7e0-4a16-99e5-8e9902ef7618), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:35.271223 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '1aa1aebb-1571-4b39-b5bd-f50882d460ca', 'network_id': '44882fee-a385-4859-8df2-ab41b0f5d2e4', 'port_id': '1aa1aebb-1571-4b39-b5bd-f50882d460ca', 'mac_address': 'fa:16:3e:f9:f2:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb955a9-cc97-439c-ab3c-b527d9b1c8a5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:49:35.283236 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-37af451e-f42e-4f04-b1c8-50ce97ae849e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (8e50499e-fbd5-45c6-a980-59dd492cbb54), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:35.343599 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-89595ff1-bef6-414d-adce-990cbe096ed3 req-d5749c2d-f8cb-427d-b01f-e6856127ec3c service neutron] 10.222.0.21 "GET /v2.0/networks/d544ea13-72f7-4e6d-b9f9-764274f4e435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102381 Mar 07 10:49:35.358390 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-37af451e-f42e-4f04-b1c8-50ce97ae849e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e50499e-fbd5-45c6-a980-59dd492cbb54']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:35.383849 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-37af451e-f42e-4f04-b1c8-50ce97ae849e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7642cd9c-6339-42f5-804e-a1167650136a') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:35.384714 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-37af451e-f42e-4f04-b1c8-50ce97ae849e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7642cd9c-6339-42f5-804e-a1167650136a') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:35.391097 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-709c67e0-349a-4c6c-bde1-a5dc80af911f None None] For port 80b4cd02-e7e0-4a16-99e5-8e9902ef7618, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:49:35.394490 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-709c67e0-349a-4c6c-bde1-a5dc80af911f None None] For port 80b4cd02-e7e0-4a16-99e5-8e9902ef7618, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=80b4cd02-e7e0-4a16-99e5-8e9902ef7618,segment=NetworkSegment(a17b7477-a1fd-42c0-ae12-ed4bb95f8ec6),segment_id=a17b7477-a1fd-42c0-ae12-ed4bb95f8ec6)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:49:35.398144 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c332854e-0a72-4fb0-9250-0a3112cae30f req-c5181eef-e66a-4058-95d7-b273348feb89 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:35.406519 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c332854e-0a72-4fb0-9250-0a3112cae30f req-c5181eef-e66a-4058-95d7-b273348feb89 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=290477b2-7ff8-4dd8-bc2d-721ead547ef1 HTTP/1.1" status: 200 len: 943 time: 0.3355098 Mar 07 10:49:35.428802 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-37af451e-f42e-4f04-b1c8-50ce97ae849e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (7642cd9c-6339-42f5-804e-a1167650136a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:35.431999 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-306765f5-2dcf-437e-af87-c77c67fca025 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (8a47df51-ce31-48af-95b5-1e64d991f5ce), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:35.445635 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-709c67e0-349a-4c6c-bde1-a5dc80af911f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (80b4cd02-e7e0-4a16-99e5-8e9902ef7618), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:35.446196 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0ec8be4d-c178-4c99-ab08-e2f9c45ae248 req-89c7e89c-8137-4120-81fe-0fde4e6903b0 service neutron] 10.222.0.31 "GET /v2.0/networks/44882fee-a385-4859-8df2-ab41b0f5d2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078164 Mar 07 10:49:35.495523 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device f35dab1c-9352-4863-a2df-3f8c8891fa68 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:49:35.536316 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5c54c-6a6e-4ae7-90d1-ba97a0994d3c req-5d2215f0-c631-48a8-974a-cd1aecc357a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:35.537847 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-34f5c54c-6a6e-4ae7-90d1-ba97a0994d3c req-5d2215f0-c631-48a8-974a-cd1aecc357a6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af76e3a0199d43eaad70e52b49b8dbe0&device_id=290477b2-7ff8-4dd8-bc2d-721ead547ef1 HTTP/1.1" status: 200 len: 1125 time: 0.1184828 Mar 07 10:49:35.557811 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-37af451e-f42e-4f04-b1c8-50ce97ae849e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (7642cd9c-6339-42f5-804e-a1167650136a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:35.585335 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37af451e-f42e-4f04-b1c8-50ce97ae849e admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:49:35.585869 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-37af451e-f42e-4f04-b1c8-50ce97ae849e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (7642cd9c-6339-42f5-804e-a1167650136a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:35.609599 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:49:35.609599 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:49:35.609599 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:49:35.609599 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:49:35.609599 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:49:35.609599 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:49:35.609599 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:49:35.609599 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:49:35.609599 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:49:35.609599 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:49:35.609599 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:49:35.609599 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:49:35.609599 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:49:35.609599 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:49:35.609599 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:49:35.609599 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:49:35.609599 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:49:35.609599 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:49:35.609599 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:49:35.609599 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:49:35.609599 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:49:35.609599 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:49:35.609599 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:49:35.609599 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:49:35.609599 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:49:35.609599 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:49:35.609599 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:49:35.609599 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:49:35.609599 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:49:35.609599 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:49:35.609599 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:49:35.609599 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:49:35.616697 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 1aa1aebb-1571-4b39-b5bd-f50882d460ca is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:35.619559 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1aa1aebb-1571-4b39-b5bd-f50882d460ca), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:35.657279 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aa1aebb-1571-4b39-b5bd-f50882d460ca {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:49:35.719706 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 1aa1aebb-1571-4b39-b5bd-f50882d460ca, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=1aa1aebb-1571-4b39-b5bd-f50882d460ca,segment=NetworkSegment(862b3ffa-0291-4d17-b055-6cfa38d94d6b),segment_id=862b3ffa-0291-4d17-b055-6cfa38d94d6b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:35.745940 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1aa1aebb-1571-4b39-b5bd-f50882d460ca), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:35.761792 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c332854e-0a72-4fb0-9250-0a3112cae30f req-f618f4fb-0c82-4aad-ba81-9a3bf8fdc98b tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542924 Mar 07 10:49:35.774676 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5c54c-6a6e-4ae7-90d1-ba97a0994d3c req-a0634687-98b5-46c5-ae92-524cd85df81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:35.780421 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-34f5c54c-6a6e-4ae7-90d1-ba97a0994d3c req-a0634687-98b5-46c5-ae92-524cd85df81f service neutron] 10.222.0.21 "GET /v2.0/networks?id=d544ea13-72f7-4e6d-b9f9-764274f4e435 HTTP/1.1" status: 200 len: 915 time: 0.2363691 Mar 07 10:49:35.783649 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-37af451e-f42e-4f04-b1c8-50ce97ae849e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (8e50499e-fbd5-45c6-a980-59dd492cbb54), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:35.799007 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.resource_extend [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:49:35.802683 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-37af451e-f42e-4f04-b1c8-50ce97ae849e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:35.809290 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-37af451e-f42e-4f04-b1c8-50ce97ae849e admin admin] 10.222.0.11 "DELETE /v2.0/networks/8e50499e-fbd5-45c6-a980-59dd492cbb54 HTTP/1.1" status: 204 len: 168 time: 1.3415401 Mar 07 10:49:35.810418 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-306765f5-2dcf-437e-af87-c77c67fca025 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (8a47df51-ce31-48af-95b5-1e64d991f5ce), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:35.858585 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-34f5c54c-6a6e-4ae7-90d1-ba97a0994d3c req-9a85c59a-11c9-4cb6-a79b-a44432046c0c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cc49b11-3343-4506-8879-e1da4e054f3f HTTP/1.1" status: 200 len: 217 time: 0.0710111 Mar 07 10:49:35.867399 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af451e-f42e-4f04-b1c8-50ce97ae849e admin admin] Pushing event deleted for resources: {'Network': ['ID=8e50499e-fbd5-45c6-a980-59dd492cbb54,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:35.874387 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306765f5-2dcf-437e-af87-c77c67fca025 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Pushing event deleted for resources: {'Subnet': ['ID=8a47df51-ce31-48af-95b5-1e64d991f5ce,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:35.886473 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-306765f5-2dcf-437e-af87-c77c67fca025 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:35.894346 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-306765f5-2dcf-437e-af87-c77c67fca025 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] 10.222.0.11 "DELETE /v2.0/subnets/8a47df51-ce31-48af-95b5-1e64d991f5ce HTTP/1.1" status: 204 len: 168 time: 1.6152902 Mar 07 10:49:35.894996 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35064) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:35.947361 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:49:35.964898 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c67e0-349a-4c6c-bde1-a5dc80af911f None None] Pushing event updated for resources: {'Port': ['ID=80b4cd02-e7e0-4a16-99e5-8e9902ef7618,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:35.988663 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4351101d-d926-484b-92a0-c02f8fa53d77 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (4e301bde-0ee2-4e0d-9dba-1c681904b478), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:36.029164 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5c54c-6a6e-4ae7-90d1-ba97a0994d3c req-868cbb8e-9dbb-438e-9c25-2d164301071f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:36.031394 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-34f5c54c-6a6e-4ae7-90d1-ba97a0994d3c req-868cbb8e-9dbb-438e-9c25-2d164301071f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e77d3a5-5754-48b0-b886-c951ba559812 HTTP/1.1" status: 200 len: 854 time: 0.1663992 Mar 07 10:49:36.077018 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-34f5c54c-6a6e-4ae7-90d1-ba97a0994d3c req-13a05d63-0aec-49cc-be5b-0622da0b8212 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d544ea13-72f7-4e6d-b9f9-764274f4e435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383897 Mar 07 10:49:36.102315 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['1aa1aebb-1571-4b39-b5bd-f50882d460ca'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:49:36.232239 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35072) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:36.248944 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port f35dab1c-9352-4863-a2df-3f8c8891fa68, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f35dab1c-9352-4863-a2df-3f8c8891fa68,segment=NetworkSegment(862b3ffa-0291-4d17-b055-6cfa38d94d6b),segment_id=862b3ffa-0291-4d17-b055-6cfa38d94d6b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:36.266797 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'f35dab1c-9352-4863-a2df-3f8c8891fa68', 'network_id': '44882fee-a385-4859-8df2-ab41b0f5d2e4', 'port_id': 'f35dab1c-9352-4863-a2df-3f8c8891fa68', 'mac_address': 'fa:16:3e:1d:a4:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb955a9-cc97-439c-ab3c-b527d9b1c8a5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:49:36.270543 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=1aa1aebb-1571-4b39-b5bd-f50882d460ca,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:36.272310 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a12903c-89cf-4a1a-a37a-bc6b54651dd4 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:36.273914 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7a12903c-89cf-4a1a-a37a-bc6b54651dd4 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3769946 Mar 07 10:49:36.280053 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35074) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:36.335562 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6d4a1656-bad7-4161-a099-109e563609d9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=efb48669635249ee9aaece4475163b67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1011856 Mar 07 10:49:36.345818 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35076) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:36.359643 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:49:36.398193 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:36.398576 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:36.428979 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a4ce26-45ae-4c46-a6a6-cd63155c1681 req-858c1ae9-d6b3-45af-aee1-64ba5d4c270e tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:36.430317 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-61a4ce26-45ae-4c46-a6a6-cd63155c1681 req-858c1ae9-d6b3-45af-aee1-64ba5d4c270e tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=23a46f7a-9a2d-4836-8d6f-8382066ca7d7 HTTP/1.1" status: 200 len: 944 time: 0.3035431 Mar 07 10:49:36.439424 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-34f5c54c-6a6e-4ae7-90d1-ba97a0994d3c req-02a1b88b-2d35-4451-9e9b-4d131ba53344 service neutron] 10.222.0.21 "GET /v2.0/networks/d544ea13-72f7-4e6d-b9f9-764274f4e435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461368 Mar 07 10:49:36.492346 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-83951edb-a21a-40c1-a98c-78f8944de409 admin admin] Publish callbacks [] for security_group (81dc8dc7-a284-48f7-92fe-945a1bb93d47), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:36.510191 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port f35dab1c-9352-4863-a2df-3f8c8891fa68 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:36.510862 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f35dab1c-9352-4863-a2df-3f8c8891fa68), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:36.525966 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-83951edb-a21a-40c1-a98c-78f8944de409 admin admin] Publish callbacks [] for security_group (81dc8dc7-a284-48f7-92fe-945a1bb93d47), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:36.539411 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 80b4cd02-e7e0-4a16-99e5-8e9902ef7618 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:49:36.550494 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a188a94b-7595-4aed-a36d-fa0d8e8eae58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:36.583606 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f35dab1c-9352-4863-a2df-3f8c8891fa68 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:49:36.593364 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7d55d359-72a0-4ae6-a7b5-a99968599aea tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (545fb2ff-4fe3-4dea-8d68-e758c1ee722c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:36.606458 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-83951edb-a21a-40c1-a98c-78f8944de409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (81dc8dc7-a284-48f7-92fe-945a1bb93d47), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:36.609070 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-83951edb-a21a-40c1-a98c-78f8944de409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:36.619024 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-83951edb-a21a-40c1-a98c-78f8944de409 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/81dc8dc7-a284-48f7-92fe-945a1bb93d47 HTTP/1.1" status: 204 len: 168 time: 0.2705221 Mar 07 10:49:36.642273 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port f35dab1c-9352-4863-a2df-3f8c8891fa68, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f35dab1c-9352-4863-a2df-3f8c8891fa68,segment=NetworkSegment(862b3ffa-0291-4d17-b055-6cfa38d94d6b),segment_id=862b3ffa-0291-4d17-b055-6cfa38d94d6b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:36.659218 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f35dab1c-9352-4863-a2df-3f8c8891fa68), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:36.785897 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83951edb-a21a-40c1-a98c-78f8944de409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81dc8dc7-a284-48f7-92fe-945a1bb93d47,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:36.796874 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-61a4ce26-45ae-4c46-a6a6-cd63155c1681 req-879cc3c6-29ea-4bc9-8bf5-4f37022b5d6a tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737458 Mar 07 10:49:36.856085 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-34f5c54c-6a6e-4ae7-90d1-ba97a0994d3c req-fce05839-8690-4fb1-850a-5380f7b34f72 service neutron] 10.222.0.21 "GET /v2.0/networks/d544ea13-72f7-4e6d-b9f9-764274f4e435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156523 Mar 07 10:49:36.941467 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:36.942865 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:36.985562 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 80b4cd02-e7e0-4a16-99e5-8e9902ef7618 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:36.986039 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (80b4cd02-e7e0-4a16-99e5-8e9902ef7618), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:37.053643 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-7d55d359-72a0-4ae6-a7b5-a99968599aea tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Deleting port 80b4cd02-e7e0-4a16-99e5-8e9902ef7618 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:37.054116 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7d55d359-72a0-4ae6-a7b5-a99968599aea tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (80b4cd02-e7e0-4a16-99e5-8e9902ef7618), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:37.088168 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['f35dab1c-9352-4863-a2df-3f8c8891fa68'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:49:37.104735 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=f35dab1c-9352-4863-a2df-3f8c8891fa68,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:37.176367 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542fd94e-4dfc-46ca-a3df-822ef28ed224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:49:37.178863 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74bc2630-57d6-4b98-aed5-3423de7c6749" -d '{"events": [{"server_uuid": "542fd94e-4dfc-46ca-a3df-822ef28ed224", "name": "network-vif-plugged", "status": "completed", "tag": "b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:49:37.207581 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-7d55d359-72a0-4ae6-a7b5-a99968599aea tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] For port 80b4cd02-e7e0-4a16-99e5-8e9902ef7618, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=80b4cd02-e7e0-4a16-99e5-8e9902ef7618,segment=NetworkSegment(a17b7477-a1fd-42c0-ae12-ed4bb95f8ec6),segment_id=a17b7477-a1fd-42c0-ae12-ed4bb95f8ec6)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:37.207801 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7d55d359-72a0-4ae6-a7b5-a99968599aea tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (80b4cd02-e7e0-4a16-99e5-8e9902ef7618), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:37.229468 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5,segment=NetworkSegment(862b3ffa-0291-4d17-b055-6cfa38d94d6b),segment_id=862b3ffa-0291-4d17-b055-6cfa38d94d6b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:37.254080 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-7d55d359-72a0-4ae6-a7b5-a99968599aea tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Calling delete_port for 80b4cd02-e7e0-4a16-99e5-8e9902ef7618 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:37.273820 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c47d553-bee7-44f1-95c4-7cfc96cebe07 x-openstack-request-id: req-5c47d553-bee7-44f1-95c4-7cfc96cebe07 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:49:37.276147 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542fd94e-4dfc-46ca-a3df-822ef28ed224", "name": "network-vif-plugged", "status": "completed", "tag": "b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:49:37.277460 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5c47d553-bee7-44f1-95c4-7cfc96cebe07 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:49:37.278537 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542fd94e-4dfc-46ca-a3df-822ef28ed224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5', 'code': 200} Mar 07 10:49:37.284933 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:37.437750 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98df412-2dbc-463a-9587-5af329096402 req-fd7b80fe-b09a-4b21-addf-05ac0e732a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:37.439499 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d98df412-2dbc-463a-9587-5af329096402 req-fd7b80fe-b09a-4b21-addf-05ac0e732a1b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=542fd94e-4dfc-46ca-a3df-822ef28ed224 HTTP/1.1" status: 200 len: 1128 time: 0.1092827 Mar 07 10:49:37.486047 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:37.537548 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d98df412-2dbc-463a-9587-5af329096402 req-65a91946-a838-45e6-867e-db5478d2250b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918956 Mar 07 10:49:37.814256 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 80b4cd02-e7e0-4a16-99e5-8e9902ef7618 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:37.814745 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (80b4cd02-e7e0-4a16-99e5-8e9902ef7618), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:37.822031 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496611f6-59ad-4d94-84aa-716a6ee63115 None None] get_active_networks_info from n-d-832164-4 {{(pid=103768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 10:49:37.830720 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4c337-0596-4920-ab72-42df03a9325d req-735bcf85-e733-4ee7-b1d1-70a51320823c tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:37.839683 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b2e4c337-0596-4920-ab72-42df03a9325d req-735bcf85-e733-4ee7-b1d1-70a51320823c tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=290477b2-7ff8-4dd8-bc2d-721ead547ef1 HTTP/1.1" status: 200 len: 943 time: 0.8633792 Mar 07 10:49:37.942376 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7d55d359-72a0-4ae6-a7b5-a99968599aea tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (80b4cd02-e7e0-4a16-99e5-8e9902ef7618), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:37.958504 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-4351101d-d926-484b-92a0-c02f8fa53d77 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Deleting port f81ffea8-c189-4991-bfec-3266573a6dc6 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:37.959110 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4351101d-d926-484b-92a0-c02f8fa53d77 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (f81ffea8-c189-4991-bfec-3266573a6dc6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:37.972971 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 9cc49b11-3343-4506-8879-e1da4e054f3f details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:49:37.974904 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 1aa1aebb-1571-4b39-b5bd-f50882d460ca up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:49:38.030846 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cecdd-0de7-4faa-90fc-91cc362f140f req-6e1d28f3-e806-44d4-9c1b-5915dae7c04b tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:38.033712 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ab4cecdd-0de7-4faa-90fc-91cc362f140f req-6e1d28f3-e806-44d4-9c1b-5915dae7c04b tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=23a46f7a-9a2d-4836-8d6f-8382066ca7d7 HTTP/1.1" status: 200 len: 945 time: 0.1075194 Mar 07 10:49:38.048453 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c8a9872a-3070-44fd-ba8c-3dec1d4bbb25 None None] Could not find standard attr ID for object 80b4cd02-e7e0-4a16-99e5-8e9902ef7618. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:49:38.076755 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35122) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:38.121970 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-4351101d-d926-484b-92a0-c02f8fa53d77 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] For port f81ffea8-c189-4991-bfec-3266573a6dc6, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=f81ffea8-c189-4991-bfec-3266573a6dc6,segment=NetworkSegment(d08f8561-5f42-4a1f-8f86-0bf27fd0c9ec),segment_id=d08f8561-5f42-4a1f-8f86-0bf27fd0c9ec)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:38.124749 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ab4cecdd-0de7-4faa-90fc-91cc362f140f req-fc17dd91-f92b-42fe-a4aa-2905e3774035 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843289 Mar 07 10:49:38.125576 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4351101d-d926-484b-92a0-c02f8fa53d77 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (f81ffea8-c189-4991-bfec-3266573a6dc6), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:38.172726 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-4351101d-d926-484b-92a0-c02f8fa53d77 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Calling delete_port for f81ffea8-c189-4991-bfec-3266573a6dc6 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:38.208364 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d55d359-72a0-4ae6-a7b5-a99968599aea tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] No DVR routers for this DVR port 80b4cd02-e7e0-4a16-99e5-8e9902ef7618 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:49:38.245044 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55d359-72a0-4ae6-a7b5-a99968599aea tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Pushing event deleted for resources: {'Port': ['ID=80b4cd02-e7e0-4a16-99e5-8e9902ef7618,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:38.275420 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496611f6-59ad-4d94-84aa-716a6ee63115 None None] Resources bound (agent type, host, resource id): {{(pid=103768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 10:49:38.308775 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b2e4c337-0596-4920-ab72-42df03a9325d req-e23f1b37-ab8f-44c4-9645-a77dd8c44908 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4678292 Mar 07 10:49:38.362144 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-5c7ef7b7-5304-4b36-a70e-9659b0d70dc7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1804196093-network', 'tenant_id': '7f878931fbda404796227bcaa31aa466'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:38.386141 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7d55d359-72a0-4ae6-a7b5-a99968599aea tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (545fb2ff-4fe3-4dea-8d68-e758c1ee722c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:38.407327 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7ef7b7-5304-4b36-a70e-9659b0d70dc7 admin admin] Made reservation on behalf of 7f878931fbda404796227bcaa31aa466 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:38.409813 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5c7ef7b7-5304-4b36-a70e-9659b0d70dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:38.417179 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-7d55d359-72a0-4ae6-a7b5-a99968599aea tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['545fb2ff-4fe3-4dea-8d68-e758c1ee722c']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:38.419695 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5c7ef7b7-5304-4b36-a70e-9659b0d70dc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:38.465351 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-7d55d359-72a0-4ae6-a7b5-a99968599aea tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a17b7477-a1fd-42c0-ae12-ed4bb95f8ec6') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:38.466026 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-7d55d359-72a0-4ae6-a7b5-a99968599aea tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a17b7477-a1fd-42c0-ae12-ed4bb95f8ec6') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:38.485098 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7d55d359-72a0-4ae6-a7b5-a99968599aea tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (a17b7477-a1fd-42c0-ae12-ed4bb95f8ec6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:38.526271 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7d55d359-72a0-4ae6-a7b5-a99968599aea tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (a17b7477-a1fd-42c0-ae12-ed4bb95f8ec6), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:38.549530 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d55d359-72a0-4ae6-a7b5-a99968599aea tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:49:38.550501 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7d55d359-72a0-4ae6-a7b5-a99968599aea tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (a17b7477-a1fd-42c0-ae12-ed4bb95f8ec6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:38.554898 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:49:38.554898 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:49:38.554898 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:49:38.554898 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:49:38.554898 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:49:38.554898 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:49:38.554898 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:49:38.554898 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:49:38.554898 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:49:38.554898 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:49:38.554898 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:49:38.554898 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:49:38.554898 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:49:38.554898 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:49:38.554898 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:49:38.554898 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:49:38.554898 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:49:38.554898 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:49:38.554898 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:49:38.554898 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:49:38.554898 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:49:38.554898 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:49:38.554898 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:49:38.554898 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:49:38.554898 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:49:38.554898 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:49:38.554898 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:49:38.554898 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:49:38.554898 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:49:38.554898 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:49:38.554898 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:49:38.554898 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:49:38.579966 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.resource_extend [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:49:38.625774 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 47a39223-17d4-4ad0-b327-ed17716d4920 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:49:38.693446 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7d55d359-72a0-4ae6-a7b5-a99968599aea tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (545fb2ff-4fe3-4dea-8d68-e758c1ee722c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:38.703583 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7d55d359-72a0-4ae6-a7b5-a99968599aea tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:38.723339 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7d55d359-72a0-4ae6-a7b5-a99968599aea tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] 10.222.0.11 "DELETE /v2.0/networks/545fb2ff-4fe3-4dea-8d68-e758c1ee722c HTTP/1.1" status: 204 len: 168 time: 2.4399450 Mar 07 10:49:38.725898 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35130) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:38.728399 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 47a39223-17d4-4ad0-b327-ed17716d4920 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:49:38.728898 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 47a39223-17d4-4ad0-b327-ed17716d4920 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:49:38.768263 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cc16a812-5704-404b-bbda-6300f47fed48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:38.787916 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 1aa1aebb-1571-4b39-b5bd-f50882d460ca completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:49:38.815327 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4351101d-d926-484b-92a0-c02f8fa53d77 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (f81ffea8-c189-4991-bfec-3266573a6dc6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:38.817760 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55d359-72a0-4ae6-a7b5-a99968599aea tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Pushing event deleted for resources: {'Network': ['ID=545fb2ff-4fe3-4dea-8d68-e758c1ee722c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:38.841558 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 1aa1aebb-1571-4b39-b5bd-f50882d460ca triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:38.844368 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1aa1aebb-1571-4b39-b5bd-f50882d460ca), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:38.884202 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4351101d-d926-484b-92a0-c02f8fa53d77 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Port': ['ID=f81ffea8-c189-4991-bfec-3266573a6dc6,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:38.951852 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5c7ef7b7-5304-4b36-a70e-9659b0d70dc7 admin admin] Publish callbacks [] for security_group (ae743989-54e9-47b2-9a9f-ddaee75c0156), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:38.980270 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5c7ef7b7-5304-4b36-a70e-9659b0d70dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ae743989-54e9-47b2-9a9f-ddaee75c0156), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:38.993371 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7ef7b7-5304-4b36-a70e-9659b0d70dc7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:49:39.010709 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 9cc49b11-3343-4506-8879-e1da4e054f3f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9cc49b11-3343-4506-8879-e1da4e054f3f,segment=NetworkSegment(9c0e08f9-ace4-432d-a662-c01ea531e4d8),segment_id=9c0e08f9-ace4-432d-a662-c01ea531e4d8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:39.016576 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5c7ef7b7-5304-4b36-a70e-9659b0d70dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (a4a40100-6f3a-42be-93d2-6598d5daf6f0), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:39.017383 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-5c7ef7b7-5304-4b36-a70e-9659b0d70dc7 admin admin] Added segment a4a40100-6f3a-42be-93d2-6598d5daf6f0 of type vlan for network b5ac3594-31b2-4f8f-99ae-bd148951ec42 Mar 07 10:49:39.044771 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a072b710-0d10-4b97-8e54-c726334612a6 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (d421c060-73e6-4d84-93c2-095e72218941), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:39.067513 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '9cc49b11-3343-4506-8879-e1da4e054f3f', 'network_id': 'd544ea13-72f7-4e6d-b9f9-764274f4e435', 'port_id': '9cc49b11-3343-4506-8879-e1da4e054f3f', 'mac_address': 'fa:16:3e:d2:cd:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e77d3a5-5754-48b0-b886-c951ba559812', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:49:39.106959 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 1aa1aebb-1571-4b39-b5bd-f50882d460ca is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:39.107357 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1aa1aebb-1571-4b39-b5bd-f50882d460ca), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:39.107845 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ef7b7-5304-4b36-a70e-9659b0d70dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae743989-54e9-47b2-9a9f-ddaee75c0156,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:39.139920 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4351101d-d926-484b-92a0-c02f8fa53d77 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (4e301bde-0ee2-4e0d-9dba-1c681904b478), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:39.143539 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5c7ef7b7-5304-4b36-a70e-9659b0d70dc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (b5ac3594-31b2-4f8f-99ae-bd148951ec42), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:39.171639 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 9cc49b11-3343-4506-8879-e1da4e054f3f is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:39.172047 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9cc49b11-3343-4506-8879-e1da4e054f3f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:39.185553 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 1aa1aebb-1571-4b39-b5bd-f50882d460ca, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=1aa1aebb-1571-4b39-b5bd-f50882d460ca,segment=NetworkSegment(862b3ffa-0291-4d17-b055-6cfa38d94d6b),segment_id=862b3ffa-0291-4d17-b055-6cfa38d94d6b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:39.186652 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267432a6-f571-40a9-95d9-e23c6cbd6591 None None] Network 545fb2ff-4fe3-4dea-8d68-e758c1ee722c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:39.203236 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1aa1aebb-1571-4b39-b5bd-f50882d460ca), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:39.205307 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267432a6-f571-40a9-95d9-e23c6cbd6591 None None] Network 545fb2ff-4fe3-4dea-8d68-e758c1ee722c could not be found, it might have been deleted concurrently. {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 10:49:39.210367 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc49b11-3343-4506-8879-e1da4e054f3f {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:49:39.267570 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5c7ef7b7-5304-4b36-a70e-9659b0d70dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (b5ac3594-31b2-4f8f-99ae-bd148951ec42), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:39.268916 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7ef7b7-5304-4b36-a70e-9659b0d70dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:39.269717 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5c7ef7b7-5304-4b36-a70e-9659b0d70dc7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:39.285292 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-a072b710-0d10-4b97-8e54-c726334612a6 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Deleting port 2a2feb51-5480-4b17-8c3f-340dd5bd292d {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:39.285732 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a072b710-0d10-4b97-8e54-c726334612a6 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (2a2feb51-5480-4b17-8c3f-340dd5bd292d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:39.285854 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a2aac8-dbb2-4661-8f48-a82a454fab48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa1aebb-1571-4b39-b5bd-f50882d460ca'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:49:39.288073 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8382cb-8685-4c6f-a8b0-827bf3a64eb6" -d '{"events": [{"server_uuid": "b5a2aac8-dbb2-4661-8f48-a82a454fab48", "name": "network-vif-plugged", "status": "completed", "tag": "1aa1aebb-1571-4b39-b5bd-f50882d460ca"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:49:39.337823 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 9cc49b11-3343-4506-8879-e1da4e054f3f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9cc49b11-3343-4506-8879-e1da4e054f3f,segment=NetworkSegment(9c0e08f9-ace4-432d-a662-c01ea531e4d8),segment_id=9c0e08f9-ace4-432d-a662-c01ea531e4d8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:39.348835 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2ab8df-ade9-4b88-91b5-f47f48eac9f5 None None] DHCP port deletion for 545fb2ff-4fe3-4dea-8d68-e758c1ee722c request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:49:39.405047 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-a072b710-0d10-4b97-8e54-c726334612a6 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] For port 2a2feb51-5480-4b17-8c3f-340dd5bd292d, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=2a2feb51-5480-4b17-8c3f-340dd5bd292d,segment=NetworkSegment(635888e3-e082-4c6c-9cb5-785d2b0ba39f),segment_id=635888e3-e082-4c6c-9cb5-785d2b0ba39f)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:39.405640 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a072b710-0d10-4b97-8e54-c726334612a6 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (2a2feb51-5480-4b17-8c3f-340dd5bd292d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:39.414618 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9cc49b11-3343-4506-8879-e1da4e054f3f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:39.418395 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e3bfb9-f70f-4611-883f-0427ce753adf x-openstack-request-id: req-29e3bfb9-f70f-4611-883f-0427ce753adf {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:49:39.419526 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a2aac8-dbb2-4661-8f48-a82a454fab48", "name": "network-vif-plugged", "status": "completed", "tag": "1aa1aebb-1571-4b39-b5bd-f50882d460ca", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:49:39.419662 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-29e3bfb9-f70f-4611-883f-0427ce753adf {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:49:39.420043 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a2aac8-dbb2-4661-8f48-a82a454fab48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa1aebb-1571-4b39-b5bd-f50882d460ca', 'code': 200} Mar 07 10:49:39.435738 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=1aa1aebb-1571-4b39-b5bd-f50882d460ca,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:39.461457 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5c7ef7b7-5304-4b36-a70e-9659b0d70dc7 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3835566 Mar 07 10:49:39.463660 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-a072b710-0d10-4b97-8e54-c726334612a6 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Calling delete_port for 2a2feb51-5480-4b17-8c3f-340dd5bd292d owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:39.497080 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35144) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:39.504890 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-3b02c823-b842-42a8-95d6-d20d27c8f25e admin admin] Request body: {'subnet': {'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1804196093-subnet', 'tenant_id': '7f878931fbda404796227bcaa31aa466', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:39.513797 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=9cc49b11-3343-4506-8879-e1da4e054f3f,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:39.522744 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ef7b7-5304-4b36-a70e-9659b0d70dc7 admin admin] Pushing event updated for resources: {'Network': ['ID=b5ac3594-31b2-4f8f-99ae-bd148951ec42,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:39.548217 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network b5ac3594-31b2-4f8f-99ae-bd148951ec42 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:49:39.598125 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b02c823-b842-42a8-95d6-d20d27c8f25e admin admin] Made reservation on behalf of 7f878931fbda404796227bcaa31aa466 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:39.600796 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3b02c823-b842-42a8-95d6-d20d27c8f25e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:39.627134 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131fdf01-ec38-4d2e-a323-30f0c9ceb18a req-72314bff-c7c6-460c-bb8a-d3cb58887d5b tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:39.638982 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-131fdf01-ec38-4d2e-a323-30f0c9ceb18a req-72314bff-c7c6-460c-bb8a-d3cb58887d5b tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=23a46f7a-9a2d-4836-8d6f-8382066ca7d7 HTTP/1.1" status: 200 len: 945 time: 0.3217735 Mar 07 10:49:39.647242 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['9cc49b11-3343-4506-8879-e1da4e054f3f'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:49:39.668247 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4351101d-d926-484b-92a0-c02f8fa53d77 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Router 4e301bde-0ee2-4e0d-9dba-1c681904b478 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:49:39.709124 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593e015f-750e-4748-bc8b-0754c51c491f req-9fb3bc0c-9ade-4cd2-9f18-fcb014b6cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:39.713388 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-593e015f-750e-4748-bc8b-0754c51c491f req-9fb3bc0c-9ade-4cd2-9f18-fcb014b6cc49 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b5a2aac8-dbb2-4661-8f48-a82a454fab48 HTTP/1.1" status: 200 len: 1128 time: 0.2544959 Mar 07 10:49:39.754172 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8af9c-b083-4389-bdf4-34bbb09a638c req-89d0c2c4-cdc8-4b2e-ab65-76a09af0457a tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:39.766048 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-afd8af9c-b083-4389-bdf4-34bbb09a638c req-89d0c2c4-cdc8-4b2e-ab65-76a09af0457a tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=290477b2-7ff8-4dd8-bc2d-721ead547ef1 HTTP/1.1" status: 200 len: 944 time: 0.2146685 Mar 07 10:49:39.808514 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-131fdf01-ec38-4d2e-a323-30f0c9ceb18a req-fe196f76-59c8-489a-b938-ae0ff3d61654 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599588 Mar 07 10:49:39.883879 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:39.895476 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-afd8af9c-b083-4389-bdf4-34bbb09a638c req-9dd7f4b1-7c7f-466d-b579-30157c7a1a93 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284356 Mar 07 10:49:39.897872 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-593e015f-750e-4748-bc8b-0754c51c491f req-79a23d92-24cf-498f-857c-55aa3e200bfd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763463 Mar 07 10:49:39.923980 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a072b710-0d10-4b97-8e54-c726334612a6 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (2a2feb51-5480-4b17-8c3f-340dd5bd292d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:39.962088 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072b710-0d10-4b97-8e54-c726334612a6 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Pushing event deleted for resources: {'Port': ['ID=2a2feb51-5480-4b17-8c3f-340dd5bd292d,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:39.965814 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a072b710-0d10-4b97-8e54-c726334612a6 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] No DVR routers for this DVR port 2a2feb51-5480-4b17-8c3f-340dd5bd292d on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:49:39.983752 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4351101d-d926-484b-92a0-c02f8fa53d77 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:49:39.996350 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4351101d-d926-484b-92a0-c02f8fa53d77 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "PUT /v2.0/routers/4e301bde-0ee2-4e0d-9dba-1c681904b478/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5243175 Mar 07 10:49:39.998476 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51a7ef7-0c0a-4bf9-b407-aad4692300d7 None None] Sync routers for ids ['4e301bde-0ee2-4e0d-9dba-1c681904b478'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:49:40.011327 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35154) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:40.013819 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51a7ef7-0c0a-4bf9-b407-aad4692300d7 None None] Routers {'4e301bde-0ee2-4e0d-9dba-1c681904b478'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:49:40.014450 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c51a7ef7-0c0a-4bf9-b407-aad4692300d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:49:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['4e301bde-0ee2-4e0d-9dba-1c681904b478'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:40.104603 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3b02c823-b842-42a8-95d6-d20d27c8f25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (32944cde-c55b-47e2-bb77-543fbc1a70ac), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:40.182283 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02c823-b842-42a8-95d6-d20d27c8f25e admin admin] Pushing event updated for resources: {'Subnet': ['ID=32944cde-c55b-47e2-bb77-543fbc1a70ac,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:40.191380 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b02c823-b842-42a8-95d6-d20d27c8f25e admin admin] Checking segment: {'id': 'a4a40100-6f3a-42be-93d2-6598d5daf6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:40.191836 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b02c823-b842-42a8-95d6-d20d27c8f25e admin admin] Network hostable DHCP agents. Network: b5ac3594-31b2-4f8f-99ae-bd148951ec42, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:49:40.215932 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b02c823-b842-42a8-95d6-d20d27c8f25e admin admin] Network b5ac3594-31b2-4f8f-99ae-bd148951ec42 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:49:40.228462 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a072b710-0d10-4b97-8e54-c726334612a6 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (d421c060-73e6-4d84-93c2-095e72218941), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:40.246811 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-3b02c823-b842-42a8-95d6-d20d27c8f25e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, b5ac3594-31b2-4f8f-99ae-bd148951ec42) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:40.256129 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbef8f5-7035-4b04-8bc4-8ad291448cec None None] Network b5ac3594-31b2-4f8f-99ae-bd148951ec42 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:40.265062 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b02c823-b842-42a8-95d6-d20d27c8f25e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:40.266102 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3b02c823-b842-42a8-95d6-d20d27c8f25e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:40.279296 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-a072b710-0d10-4b97-8e54-c726334612a6 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d421c060-73e6-4d84-93c2-095e72218941']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:40.307692 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-a072b710-0d10-4b97-8e54-c726334612a6 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '635888e3-e082-4c6c-9cb5-785d2b0ba39f') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:40.309702 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-a072b710-0d10-4b97-8e54-c726334612a6 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '635888e3-e082-4c6c-9cb5-785d2b0ba39f') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:40.315276 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-c51a7ef7-0c0a-4bf9-b407-aad4692300d7 None None] Set router 4e301bde-0ee2-4e0d-9dba-1c681904b478 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:49:40.316990 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3b02c823-b842-42a8-95d6-d20d27c8f25e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8180556 Mar 07 10:49:40.335302 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a072b710-0d10-4b97-8e54-c726334612a6 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (635888e3-e082-4c6c-9cb5-785d2b0ba39f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:40.365066 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a072b710-0d10-4b97-8e54-c726334612a6 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (635888e3-e082-4c6c-9cb5-785d2b0ba39f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:40.383588 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-365a481d-cfb5-4fba-9538-1180d1b067ef tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Deleting subnet 2de8668e-4954-4868-930d-237be59c3784 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:49:40.393699 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a072b710-0d10-4b97-8e54-c726334612a6 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:49:40.394107 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a072b710-0d10-4b97-8e54-c726334612a6 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (635888e3-e082-4c6c-9cb5-785d2b0ba39f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:40.402837 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:49:40.402837 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:49:40.402837 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:49:40.402837 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:49:40.402837 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:49:40.402837 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:49:40.402837 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:49:40.402837 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:49:40.402837 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:49:40.402837 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:49:40.402837 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:49:40.402837 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:49:40.402837 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:49:40.402837 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:49:40.402837 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:49:40.402837 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:49:40.402837 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:49:40.402837 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:49:40.402837 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:49:40.402837 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:49:40.402837 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:49:40.402837 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:49:40.402837 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:49:40.402837 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:49:40.402837 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:49:40.402837 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:49:40.402837 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:49:40.402837 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:49:40.402837 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:49:40.402837 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:49:40.402837 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:49:40.402837 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:49:40.406332 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-365a481d-cfb5-4fba-9538-1180d1b067ef tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for subnet (2de8668e-4954-4868-930d-237be59c3784), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:40.517522 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaee7ba-afdc-4751-9606-8cdffafe4824 None None] Network b5ac3594-31b2-4f8f-99ae-bd148951ec42 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:40.655019 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-365a481d-cfb5-4fba-9538-1180d1b067ef tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (2de8668e-4954-4868-930d-237be59c3784), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:40.687674 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a072b710-0d10-4b97-8e54-c726334612a6 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (d421c060-73e6-4d84-93c2-095e72218941), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:40.702782 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a072b710-0d10-4b97-8e54-c726334612a6 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:40.705965 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a072b710-0d10-4b97-8e54-c726334612a6 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] 10.222.0.11 "DELETE /v2.0/networks/d421c060-73e6-4d84-93c2-095e72218941 HTTP/1.1" status: 204 len: 168 time: 1.9791136 Mar 07 10:49:40.709860 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35174) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:40.729649 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072b710-0d10-4b97-8e54-c726334612a6 tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Pushing event deleted for resources: {'Network': ['ID=d421c060-73e6-4d84-93c2-095e72218941,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:40.765735 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c51a7ef7-0c0a-4bf9-b407-aad4692300d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'name': 'tempest-RoutersTest-router-849732313', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:37Z', 'updated_at': '2022-03-07T10:49:38Z', 'revision_number': 10, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'gw_port_host': None, '_interfaces': [{'id': 'c9ff6884-03d2-4c66-a256-c231dc224288', 'name': '', 'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:31:8a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:41Z', 'updated_at': '2022-03-07T10:48:51Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:40.827178 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-365a481d-cfb5-4fba-9538-1180d1b067ef tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (2de8668e-4954-4868-930d-237be59c3784), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:40.857425 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51a7ef7-0c0a-4bf9-b407-aad4692300d7 None None] Checking router: 4e301bde-0ee2-4e0d-9dba-1c681904b478 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:49:40.887702 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51a7ef7-0c0a-4bf9-b407-aad4692300d7 None None] Routers {'4e301bde-0ee2-4e0d-9dba-1c681904b478'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:49:40.888586 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c51a7ef7-0c0a-4bf9-b407-aad4692300d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:49:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['4e301bde-0ee2-4e0d-9dba-1c681904b478'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:40.902052 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9a4665ad-4ce7-4e29-b9fa-5209362d23fd tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (b9744114-945f-4668-9f6e-08db4b579b57), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:40.922892 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 80b4cd02-e7e0-4a16-99e5-8e9902ef7618 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:49:40.961744 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 80b4cd02-e7e0-4a16-99e5-8e9902ef7618 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:49:40.966959 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 80b4cd02-e7e0-4a16-99e5-8e9902ef7618 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:49:41.046903 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-365a481d-cfb5-4fba-9538-1180d1b067ef tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (2de8668e-4954-4868-930d-237be59c3784), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:41.096556 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-365a481d-cfb5-4fba-9538-1180d1b067ef tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:41.109546 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0694cf2d-c319-44e4-a7ff-155a1cd3f8e0 None None] Network 05a85c47-f2f6-4377-8cdf-030bbbb5600c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:41.126237 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-365a481d-cfb5-4fba-9538-1180d1b067ef tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/subnets/2de8668e-4954-4868-930d-237be59c3784 HTTP/1.1" status: 204 len: 168 time: 1.0944498 Mar 07 10:49:41.128132 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35190) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:41.161785 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9a4665ad-4ce7-4e29-b9fa-5209362d23fd tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (b9744114-945f-4668-9f6e-08db4b579b57), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:41.185900 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-c51a7ef7-0c0a-4bf9-b407-aad4692300d7 None None] Set router 4e301bde-0ee2-4e0d-9dba-1c681904b478 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:49:41.347839 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-9a4665ad-4ce7-4e29-b9fa-5209362d23fd tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9744114-945f-4668-9f6e-08db4b579b57']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:41.388358 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-9a4665ad-4ce7-4e29-b9fa-5209362d23fd tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc32037a-c1cd-4744-9114-d6db2d1dd893') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:41.388698 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-9a4665ad-4ce7-4e29-b9fa-5209362d23fd tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc32037a-c1cd-4744-9114-d6db2d1dd893') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:41.405439 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-90f22348-d684-4ffa-8dc3-e956dfbedcf8 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (05a85c47-f2f6-4377-8cdf-030bbbb5600c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:41.411008 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a481d-cfb5-4fba-9538-1180d1b067ef tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Subnet': ['ID=2de8668e-4954-4868-930d-237be59c3784,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:41.421361 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9a4665ad-4ce7-4e29-b9fa-5209362d23fd tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (bc32037a-c1cd-4744-9114-d6db2d1dd893), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:41.456545 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b112fbde-09a6-4023-afc7-17f91ad132ac req-180d6864-aa89-49d7-acfe-11e64dc7c337 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:41.459450 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9a4665ad-4ce7-4e29-b9fa-5209362d23fd tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (bc32037a-c1cd-4744-9114-d6db2d1dd893), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:41.475639 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7ec36a-7783-4644-a0b4-6c04b618e881 None None] DHCP port deletion for 05a85c47-f2f6-4377-8cdf-030bbbb5600c request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:49:41.485829 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b112fbde-09a6-4023-afc7-17f91ad132ac req-180d6864-aa89-49d7-acfe-11e64dc7c337 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=23a46f7a-9a2d-4836-8d6f-8382066ca7d7 HTTP/1.1" status: 200 len: 945 time: 0.5364034 Mar 07 10:49:41.507156 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a4665ad-4ce7-4e29-b9fa-5209362d23fd tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:49:41.513808 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9a4665ad-4ce7-4e29-b9fa-5209362d23fd tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (bc32037a-c1cd-4744-9114-d6db2d1dd893), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:41.517151 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:49:41.517151 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:49:41.517151 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:49:41.517151 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:49:41.517151 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:49:41.517151 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:49:41.517151 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:49:41.517151 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:49:41.517151 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:49:41.517151 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:49:41.517151 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:49:41.517151 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:49:41.517151 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:49:41.517151 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:49:41.517151 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:49:41.517151 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:49:41.517151 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:49:41.517151 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:49:41.517151 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:49:41.517151 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:49:41.517151 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:49:41.517151 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:49:41.517151 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:49:41.517151 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:49:41.517151 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:49:41.517151 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:49:41.517151 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:49:41.517151 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:49:41.517151 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:49:41.517151 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:49:41.517151 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:49:41.517151 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:49:41.568856 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device f35dab1c-9352-4863-a2df-3f8c8891fa68 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:49:41.571264 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-1dacfa10-2a9b-4665-bc7e-766c96da18ef tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:41.580516 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-1dacfa10-2a9b-4665-bc7e-766c96da18ef tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/networks?id=b5ac3594-31b2-4f8f-99ae-bd148951ec42 HTTP/1.1" status: 200 len: 806 time: 0.4496171 Mar 07 10:49:41.638501 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c51a7ef7-0c0a-4bf9-b407-aad4692300d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'name': 'tempest-RoutersTest-router-849732313', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:37Z', 'updated_at': '2022-03-07T10:49:38Z', 'revision_number': 10, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'gw_port_host': None, '_interfaces': [{'id': 'c9ff6884-03d2-4c66-a256-c231dc224288', 'name': '', 'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:31:8a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:41Z', 'updated_at': '2022-03-07T10:48:51Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:41.699770 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b112fbde-09a6-4023-afc7-17f91ad132ac req-215309be-15b3-4234-b1c6-936bd16b1ff5 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153530 Mar 07 10:49:41.710284 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51a7ef7-0c0a-4bf9-b407-aad4692300d7 None None] The sync data for ids ['4e301bde-0ee2-4e0d-9dba-1c681904b478'] in n-d-832164-4 is: [{'id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'name': 'tempest-RoutersTest-router-849732313', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:37Z', 'updated_at': '2022-03-07T10:49:38Z', 'revision_number': 10, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'gw_port_host': None, '_interfaces': [{'id': 'c9ff6884-03d2-4c66-a256-c231dc224288', 'name': '', 'network_id': '7f361d62-a007-4b51-b1aa-a4b2083dd09c', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'mac_address': 'fa:16:3e:31:8a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'device_owner': 'network:router_interface', 'standard_attr_id': 2038, 'fixed_ips': [{'subnet_id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:48:41Z', 'updated_at': '2022-03-07T10:48:51Z', 'revision_number': 5, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'subnets': [{'id': 'd1c0976b-5596-4e30-a545-b9c253391843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:49:41.721303 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-d87a85e8-2f7e-4228-a656-e3813ba1b896 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/quotas/7f878931fbda404796227bcaa31aa466 HTTP/1.1" status: 200 len: 375 time: 0.1383259 Mar 07 10:49:41.753234 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:41.765938 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-90f22348-d684-4ffa-8dc3-e956dfbedcf8 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Deleting port 0bfd5712-c5be-4686-9111-cff65b42ad35 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:41.766317 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-90f22348-d684-4ffa-8dc3-e956dfbedcf8 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (0bfd5712-c5be-4686-9111-cff65b42ad35), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:41.767861 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-7f2f4983-594b-4c52-8ff6-05f1393005b7 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f878931fbda404796227bcaa31aa466&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453668 Mar 07 10:49:41.786596 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9a4665ad-4ce7-4e29-b9fa-5209362d23fd tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (b9744114-945f-4668-9f6e-08db4b579b57), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:41.792450 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9a4665ad-4ce7-4e29-b9fa-5209362d23fd tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:41.796706 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9a4665ad-4ce7-4e29-b9fa-5209362d23fd tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] 10.222.0.11 "DELETE /v2.0/networks/b9744114-945f-4668-9f6e-08db4b579b57 HTTP/1.1" status: 204 len: 168 time: 1.0854690 Mar 07 10:49:41.801908 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35196) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:41.844902 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4665ad-4ce7-4e29-b9fa-5209362d23fd tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Pushing event deleted for resources: {'Network': ['ID=b9744114-945f-4668-9f6e-08db4b579b57,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:41.846778 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port f35dab1c-9352-4863-a2df-3f8c8891fa68 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:49:41.870736 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4b7ec36a-7783-4644-a0b4-6c04b618e881 None None] Deleting port 0bfd5712-c5be-4686-9111-cff65b42ad35 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:41.881570 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4b7ec36a-7783-4644-a0b4-6c04b618e881 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (0bfd5712-c5be-4686-9111-cff65b42ad35), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:41.883920 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port f35dab1c-9352-4863-a2df-3f8c8891fa68 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:41.893094 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f35dab1c-9352-4863-a2df-3f8c8891fa68), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:41.933821 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-90f22348-d684-4ffa-8dc3-e956dfbedcf8 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] For port 0bfd5712-c5be-4686-9111-cff65b42ad35, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=0bfd5712-c5be-4686-9111-cff65b42ad35,segment=NetworkSegment(d08f8561-5f42-4a1f-8f86-0bf27fd0c9ec),segment_id=d08f8561-5f42-4a1f-8f86-0bf27fd0c9ec)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:41.934362 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-90f22348-d684-4ffa-8dc3-e956dfbedcf8 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (0bfd5712-c5be-4686-9111-cff65b42ad35), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:41.949705 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-90f22348-d684-4ffa-8dc3-e956dfbedcf8 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Calling delete_port for 0bfd5712-c5be-4686-9111-cff65b42ad35 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:41.972518 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 9cc49b11-3343-4506-8879-e1da4e054f3f up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:49:41.987164 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-70571397-e52f-41a6-b6bb-a4918cfce71a tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (32925576-b9af-4319-9f49-f144bd629da0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:42.003612 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-9fea8765-632e-4768-adc7-34ccdca055be service neutron] 10.222.0.11 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345912 Mar 07 10:49:42.168144 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb3888-6946-4e1e-b0fe-855f238f702a req-9095768c-8238-45ab-8fd4-a793ceb10f07 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:42.169893 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40bb3888-6946-4e1e-b0fe-855f238f702a req-9095768c-8238-45ab-8fd4-a793ceb10f07 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=290477b2-7ff8-4dd8-bc2d-721ead547ef1 HTTP/1.1" status: 200 len: 944 time: 0.1362863 Mar 07 10:49:42.171113 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-90f22348-d684-4ffa-8dc3-e956dfbedcf8 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (0bfd5712-c5be-4686-9111-cff65b42ad35), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:42.207286 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f22348-d684-4ffa-8dc3-e956dfbedcf8 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] No DVR routers for this DVR port 0bfd5712-c5be-4686-9111-cff65b42ad35 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:49:42.223857 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-70571397-e52f-41a6-b6bb-a4918cfce71a tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (32925576-b9af-4319-9f49-f144bd629da0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:42.252463 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-4b7ec36a-7783-4644-a0b4-6c04b618e881 None None] For port 0bfd5712-c5be-4686-9111-cff65b42ad35, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=0bfd5712-c5be-4686-9111-cff65b42ad35,segment=NetworkSegment(d08f8561-5f42-4a1f-8f86-0bf27fd0c9ec),segment_id=d08f8561-5f42-4a1f-8f86-0bf27fd0c9ec)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:42.253137 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4b7ec36a-7783-4644-a0b4-6c04b618e881 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (0bfd5712-c5be-4686-9111-cff65b42ad35), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:42.274821 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-70571397-e52f-41a6-b6bb-a4918cfce71a tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32925576-b9af-4319-9f49-f144bd629da0']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:42.294878 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4b7ec36a-7783-4644-a0b4-6c04b618e881 None None] Calling delete_port for 0bfd5712-c5be-4686-9111-cff65b42ad35 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:42.301825 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-120a92d9-85de-4999-a48e-1917450ab354 service neutron] 10.222.0.11 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970080 Mar 07 10:49:42.316076 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f22348-d684-4ffa-8dc3-e956dfbedcf8 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Port': ['ID=0bfd5712-c5be-4686-9111-cff65b42ad35,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:42.323293 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-70571397-e52f-41a6-b6bb-a4918cfce71a tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4cf9044-4638-462a-a20e-4c78ff91f6dd') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:42.323842 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-70571397-e52f-41a6-b6bb-a4918cfce71a tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4cf9044-4638-462a-a20e-4c78ff91f6dd') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:42.349568 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-70571397-e52f-41a6-b6bb-a4918cfce71a tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (a4cf9044-4638-462a-a20e-4c78ff91f6dd), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:42.383934 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-70571397-e52f-41a6-b6bb-a4918cfce71a tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (a4cf9044-4638-462a-a20e-4c78ff91f6dd), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:42.400153 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70571397-e52f-41a6-b6bb-a4918cfce71a tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:49:42.400892 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-70571397-e52f-41a6-b6bb-a4918cfce71a tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (a4cf9044-4638-462a-a20e-4c78ff91f6dd), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:42.401017 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4b7ec36a-7783-4644-a0b4-6c04b618e881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (0bfd5712-c5be-4686-9111-cff65b42ad35), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:42.406982 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:49:42.406982 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:49:42.406982 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:49:42.406982 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:49:42.406982 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:49:42.406982 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:49:42.406982 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:49:42.406982 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:49:42.406982 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:49:42.406982 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:49:42.406982 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:49:42.406982 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:49:42.406982 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:49:42.406982 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:49:42.406982 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:49:42.406982 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:49:42.406982 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:49:42.406982 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:49:42.406982 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:49:42.406982 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:49:42.406982 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:49:42.406982 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:49:42.406982 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:49:42.406982 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:49:42.406982 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:49:42.406982 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:49:42.406982 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:49:42.406982 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:49:42.406982 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:49:42.406982 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:49:42.406982 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:49:42.406982 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:49:42.452010 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7ec36a-7783-4644-a0b4-6c04b618e881 None None] No DVR routers for this DVR port 0bfd5712-c5be-4686-9111-cff65b42ad35 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:49:42.467798 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ec36a-7783-4644-a0b4-6c04b618e881 None None] Pushing event deleted for resources: {'Port': ['ID=0bfd5712-c5be-4686-9111-cff65b42ad35,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:42.471902 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 9cc49b11-3343-4506-8879-e1da4e054f3f completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:49:42.476321 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40bb3888-6946-4e1e-b0fe-855f238f702a req-119780d6-106b-4568-9588-970b6d90405f tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786202 Mar 07 10:49:42.532204 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-70571397-e52f-41a6-b6bb-a4918cfce71a tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (32925576-b9af-4319-9f49-f144bd629da0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:42.550955 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-70571397-e52f-41a6-b6bb-a4918cfce71a tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:42.560238 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-70571397-e52f-41a6-b6bb-a4918cfce71a tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] 10.222.0.11 "DELETE /v2.0/networks/32925576-b9af-4319-9f49-f144bd629da0 HTTP/1.1" status: 204 len: 168 time: 0.7446506 Mar 07 10:49:42.603251 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70571397-e52f-41a6-b6bb-a4918cfce71a tempest-BulkNetworkOpsTest-970694765 tempest-BulkNetworkOpsTest-970694765-project] Pushing event deleted for resources: {'Network': ['ID=32925576-b9af-4319-9f49-f144bd629da0,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:42.619906 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-90f22348-d684-4ffa-8dc3-e956dfbedcf8 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (05a85c47-f2f6-4377-8cdf-030bbbb5600c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:42.665101 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port f35dab1c-9352-4863-a2df-3f8c8891fa68 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:42.666211 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f35dab1c-9352-4863-a2df-3f8c8891fa68), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:42.691766 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-019a0ce4-0b32-4271-9718-aec3a501a05f req-b02a0258-4a50-4b24-9ce8-3cc1b6523218 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac382d49-2c54-4af6-b416-2ae9038eb749 HTTP/1.1" status: 200 len: 210 time: 0.0618141 Mar 07 10:49:42.711835 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 9cc49b11-3343-4506-8879-e1da4e054f3f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:42.712853 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9cc49b11-3343-4506-8879-e1da4e054f3f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:42.721322 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-90f22348-d684-4ffa-8dc3-e956dfbedcf8 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a85c47-f2f6-4377-8cdf-030bbbb5600c']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:42.736377 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-90f22348-d684-4ffa-8dc3-e956dfbedcf8 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd08f8561-5f42-4a1f-8f86-0bf27fd0c9ec') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:42.736680 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-90f22348-d684-4ffa-8dc3-e956dfbedcf8 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd08f8561-5f42-4a1f-8f86-0bf27fd0c9ec') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:42.782657 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port f35dab1c-9352-4863-a2df-3f8c8891fa68, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f35dab1c-9352-4863-a2df-3f8c8891fa68,segment=NetworkSegment(862b3ffa-0291-4d17-b055-6cfa38d94d6b),segment_id=862b3ffa-0291-4d17-b055-6cfa38d94d6b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:42.788387 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a46f7a-9a2d-4836-8d6f-8382066ca7d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35dab1c-9352-4863-a2df-3f8c8891fa68'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:49:42.794240 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e438d5f-966e-4445-b48d-041dc4817f64" -d '{"events": [{"server_uuid": "23a46f7a-9a2d-4836-8d6f-8382066ca7d7", "name": "network-vif-plugged", "status": "completed", "tag": "f35dab1c-9352-4863-a2df-3f8c8891fa68"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:49:42.799736 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-90f22348-d684-4ffa-8dc3-e956dfbedcf8 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (d08f8561-5f42-4a1f-8f86-0bf27fd0c9ec), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:42.844592 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f35dab1c-9352-4863-a2df-3f8c8891fa68), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:42.875720 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-90f22348-d684-4ffa-8dc3-e956dfbedcf8 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (d08f8561-5f42-4a1f-8f86-0bf27fd0c9ec), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:42.906153 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f22348-d684-4ffa-8dc3-e956dfbedcf8 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:49:42.908516 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-90f22348-d684-4ffa-8dc3-e956dfbedcf8 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (d08f8561-5f42-4a1f-8f86-0bf27fd0c9ec), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:42.935054 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:49:42.935054 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:49:42.935054 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:49:42.935054 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:49:42.935054 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:49:42.935054 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:49:42.935054 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:49:42.935054 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:49:42.935054 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:49:42.935054 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:49:42.935054 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:49:42.935054 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:49:42.935054 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:49:42.935054 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:49:42.935054 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:49:42.935054 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:49:42.935054 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:49:42.935054 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:49:42.935054 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:49:42.935054 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:49:42.935054 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:49:42.935054 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:49:42.935054 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:49:42.935054 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:49:42.935054 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:49:42.935054 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:49:42.935054 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:49:42.935054 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:49:42.935054 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:49:42.935054 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:49:42.935054 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:49:42.935054 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:49:43.007582 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device f81ffea8-c189-4991-bfec-3266573a6dc6 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:49:43.013346 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121bbf67-1c2f-446d-bfaa-4c67ca92fdaa req-17062265-c8f8-4424-ac72-7c1481816a4c tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:43.022117 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-121bbf67-1c2f-446d-bfaa-4c67ca92fdaa req-17062265-c8f8-4424-ac72-7c1481816a4c tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=23a46f7a-9a2d-4836-8d6f-8382066ca7d7 HTTP/1.1" status: 200 len: 946 time: 0.1565590 Mar 07 10:49:43.036481 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fc69b7-b008-4f0b-8957-8b990e7c4d57 x-openstack-request-id: req-20fc69b7-b008-4f0b-8957-8b990e7c4d57 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:49:43.036780 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a46f7a-9a2d-4836-8d6f-8382066ca7d7", "name": "network-vif-plugged", "status": "completed", "tag": "f35dab1c-9352-4863-a2df-3f8c8891fa68", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:49:43.037037 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-20fc69b7-b008-4f0b-8957-8b990e7c4d57 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:49:43.038927 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a46f7a-9a2d-4836-8d6f-8382066ca7d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f35dab1c-9352-4863-a2df-3f8c8891fa68', 'code': 200} Mar 07 10:49:43.123569 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-121bbf67-1c2f-446d-bfaa-4c67ca92fdaa req-fa9e96a5-6c71-4aa0-83b9-07e797d5b859 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888724 Mar 07 10:49:43.156276 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-90f22348-d684-4ffa-8dc3-e956dfbedcf8 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (05a85c47-f2f6-4377-8cdf-030bbbb5600c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:43.169380 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: f81ffea8-c189-4991-bfec-3266573a6dc6 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:49:43.170779 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device f81ffea8-c189-4991-bfec-3266573a6dc6 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:49:43.175956 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 0bfd5712-c5be-4686-9111-cff65b42ad35 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:49:43.176296 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35220) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:43.177716 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-90f22348-d684-4ffa-8dc3-e956dfbedcf8 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:43.181405 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-90f22348-d684-4ffa-8dc3-e956dfbedcf8 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/networks/05a85c47-f2f6-4377-8cdf-030bbbb5600c HTTP/1.1" status: 204 len: 168 time: 2.0371377 Mar 07 10:49:43.185372 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35222) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:43.228226 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a78e0-f80f-4ac3-a4f8-630d041d6c6f req-26f36518-3048-45ce-bdd3-3e62ea6dd022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:43.237125 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a70a78e0-f80f-4ac3-a4f8-630d041d6c6f req-26f36518-3048-45ce-bdd3-3e62ea6dd022 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=23a46f7a-9a2d-4836-8d6f-8382066ca7d7 HTTP/1.1" status: 200 len: 1128 time: 0.1984758 Mar 07 10:49:43.240776 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f22348-d684-4ffa-8dc3-e956dfbedcf8 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Network': ['ID=05a85c47-f2f6-4377-8cdf-030bbbb5600c,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:43.326344 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 0bfd5712-c5be-4686-9111-cff65b42ad35 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:49:43.333609 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 0bfd5712-c5be-4686-9111-cff65b42ad35 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:49:43.350750 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:43.358159 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a70a78e0-f80f-4ac3-a4f8-630d041d6c6f req-7bd8b00f-57d5-41d1-893e-9827cd22e1cc service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123285 Mar 07 10:49:43.374729 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=f35dab1c-9352-4863-a2df-3f8c8891fa68,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:43.454144 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 9cc49b11-3343-4506-8879-e1da4e054f3f is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:43.454992 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9cc49b11-3343-4506-8879-e1da4e054f3f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:43.546114 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 9cc49b11-3343-4506-8879-e1da4e054f3f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9cc49b11-3343-4506-8879-e1da4e054f3f,segment=NetworkSegment(9c0e08f9-ace4-432d-a662-c01ea531e4d8),segment_id=9c0e08f9-ace4-432d-a662-c01ea531e4d8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:43.554831 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9cc49b11-3343-4506-8879-e1da4e054f3f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:43.600240 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-86edfa15-34b7-4b7a-ab52-e7e825d57673 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3ccc6cf4acf64a2381c60b4b2687381a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4210896 Mar 07 10:49:43.601650 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35232) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:43.720903 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=9cc49b11-3343-4506-8879-e1da4e054f3f,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:43.721411 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5fe73177-9197-4787-9a54-00014c9e315f admin admin] Publish callbacks [] for security_group (c9198431-e8ef-4ea9-8168-7845980f8d2b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:43.768287 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5fe73177-9197-4787-9a54-00014c9e315f admin admin] Publish callbacks [] for security_group (c9198431-e8ef-4ea9-8168-7845980f8d2b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:43.882728 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5fe73177-9197-4787-9a54-00014c9e315f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (c9198431-e8ef-4ea9-8168-7845980f8d2b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:43.888326 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5fe73177-9197-4787-9a54-00014c9e315f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:43.897980 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a18cc397-f5b9-4cd5-86ac-ba1050bc477c req-5c4c8968-305e-4ffc-a96a-e01e54ccd987 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac382d49-2c54-4af6-b416-2ae9038eb749 HTTP/1.1" status: 200 len: 210 time: 0.0679667 Mar 07 10:49:43.912468 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5fe73177-9197-4787-9a54-00014c9e315f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c9198431-e8ef-4ea9-8168-7845980f8d2b HTTP/1.1" status: 204 len: 168 time: 0.3068190 Mar 07 10:49:43.968740 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dfb285-9e35-46a9-adbd-67d894fa4d73 req-68d4a14a-fe8e-4543-ae51-bed98ffe7d28 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:43.984856 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-57dfb285-9e35-46a9-adbd-67d894fa4d73 req-68d4a14a-fe8e-4543-ae51-bed98ffe7d28 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=290477b2-7ff8-4dd8-bc2d-721ead547ef1 HTTP/1.1" status: 200 len: 945 time: 0.3468800 Mar 07 10:49:44.061176 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe73177-9197-4787-9a54-00014c9e315f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9198431-e8ef-4ea9-8168-7845980f8d2b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:44.151499 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-57dfb285-9e35-46a9-adbd-67d894fa4d73 req-74f5b9a9-87bd-44e3-96e3-fd52b5ee8a19 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602573 Mar 07 10:49:44.337197 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7b6bfaa8-f607-4850-84b4-b056ef60f8b7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (4e301bde-0ee2-4e0d-9dba-1c681904b478), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:44.659177 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-06278caf-aa80-417d-83b3-b80f4454248c tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:44.661196 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-06278caf-aa80-417d-83b3-b80f4454248c tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.31 "GET /v2.0/networks?id=b5ac3594-31b2-4f8f-99ae-bd148951ec42 HTTP/1.1" status: 200 len: 806 time: 0.2055366 Mar 07 10:49:44.681173 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-a35dd8bc-a979-4482-a643-989f6d3b58f5 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Request body: {'port': {'device_id': 'ac382d49-2c54-4af6-b416-2ae9038eb749', 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42', 'admin_state_up': True, 'tenant_id': '7f878931fbda404796227bcaa31aa466'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:44.980606 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-a35dd8bc-a979-4482-a643-989f6d3b58f5 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Made reservation on behalf of 7f878931fbda404796227bcaa31aa466 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:44.988342 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-a35dd8bc-a979-4482-a643-989f6d3b58f5 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:45.039166 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6821f216-4e78-45b8-b144-c5e9c8c0ceb3 req-7a35e969-1e48-4ab9-a9c4-6d07361c3c5b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac382d49-2c54-4af6-b416-2ae9038eb749 HTTP/1.1" status: 200 len: 210 time: 0.0334523 Mar 07 10:49:45.045707 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290477b2-7ff8-4dd8-bc2d-721ead547ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc49b11-3343-4506-8879-e1da4e054f3f'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:49:45.048762 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c597b4f3-eaac-48cd-9769-0db558362c58" -d '{"events": [{"server_uuid": "290477b2-7ff8-4dd8-bc2d-721ead547ef1", "name": "network-vif-plugged", "status": "completed", "tag": "9cc49b11-3343-4506-8879-e1da4e054f3f"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:49:45.196101 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e801d960-473c-4c9c-a400-e1da94a7195c x-openstack-request-id: req-e801d960-473c-4c9c-a400-e1da94a7195c {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:49:45.197040 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290477b2-7ff8-4dd8-bc2d-721ead547ef1", "name": "network-vif-plugged", "status": "completed", "tag": "9cc49b11-3343-4506-8879-e1da4e054f3f", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:49:45.197376 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e801d960-473c-4c9c-a400-e1da94a7195c {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:49:45.197795 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290477b2-7ff8-4dd8-bc2d-721ead547ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc49b11-3343-4506-8879-e1da4e054f3f', 'code': 200} Mar 07 10:49:45.205811 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-a35dd8bc-a979-4482-a643-989f6d3b58f5 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Allocated IP 172.20.0.7 (b5ac3594-31b2-4f8f-99ae-bd148951ec42/32944cde-c55b-47e2-bb77-543fbc1a70ac/07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:49:45.322071 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c0bcf0-5aab-46db-bad9-5ea7158abb29 req-c4ed4e99-21a6-40c5-890c-721b7dc6d3a9 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:45.324358 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5c0bcf0-5aab-46db-bad9-5ea7158abb29 req-c4ed4e99-21a6-40c5-890c-721b7dc6d3a9 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=23a46f7a-9a2d-4836-8d6f-8382066ca7d7 HTTP/1.1" status: 200 len: 946 time: 1.0917456 Mar 07 10:49:45.428476 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35278) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:45.580045 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5c0bcf0-5aab-46db-bad9-5ea7158abb29 req-e794fd4d-092f-4365-8916-8912d0509858 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393591 Mar 07 10:49:45.676327 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-c0397802-3ff6-4629-bcc9-2e459f825e9d tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1634355019'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:45.788117 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0397802-3ff6-4629-bcc9-2e459f825e9d tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Made reservation on behalf of 4104bda28f5440ff8dccd34fd9ad7555 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:45.792226 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c0397802-3ff6-4629-bcc9-2e459f825e9d tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:45.859537 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c0397802-3ff6-4629-bcc9-2e459f825e9d tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:45.919624 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96184f-b60b-40a7-ac0d-5d67eac11697 req-39970b5a-e1ff-4589-a624-8edbbf78e6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:45.921351 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-df96184f-b60b-40a7-ac0d-5d67eac11697 req-39970b5a-e1ff-4589-a624-8edbbf78e6cc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=290477b2-7ff8-4dd8-bc2d-721ead547ef1 HTTP/1.1" status: 200 len: 1127 time: 0.1302788 Mar 07 10:49:45.931535 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-7b6bfaa8-f607-4850-84b4-b056ef60f8b7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Deleting port c9ff6884-03d2-4c66-a256-c231dc224288 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:45.932244 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7b6bfaa8-f607-4850-84b4-b056ef60f8b7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c9ff6884-03d2-4c66-a256-c231dc224288), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:45.971351 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc294c37-b48d-4f66-9c7b-ff6ee3cdb04c req-fa429c5c-24db-4094-b90c-0208a620737c tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:45.973561 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dc294c37-b48d-4f66-9c7b-ff6ee3cdb04c req-fa429c5c-24db-4094-b90c-0208a620737c tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=290477b2-7ff8-4dd8-bc2d-721ead547ef1 HTTP/1.1" status: 200 len: 945 time: 0.1810889 Mar 07 10:49:46.057944 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c0397802-3ff6-4629-bcc9-2e459f825e9d tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks [] for security_group (e1d41777-d8ad-43dd-9c09-96d2417c7673), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:46.063680 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-7b6bfaa8-f607-4850-84b4-b056ef60f8b7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] For port c9ff6884-03d2-4c66-a256-c231dc224288, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c9ff6884-03d2-4c66-a256-c231dc224288,segment=NetworkSegment(91d39108-d055-43e7-b55c-51bfd42458d7),segment_id=91d39108-d055-43e7-b55c-51bfd42458d7)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:46.064266 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7b6bfaa8-f607-4850-84b4-b056ef60f8b7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c9ff6884-03d2-4c66-a256-c231dc224288), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:46.072294 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c0397802-3ff6-4629-bcc9-2e459f825e9d tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e1d41777-d8ad-43dd-9c09-96d2417c7673), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:46.078023 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-df96184f-b60b-40a7-ac0d-5d67eac11697 req-beac9bcc-3be8-4d3d-98d4-b93b3e24781c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414514 Mar 07 10:49:46.120541 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-7b6bfaa8-f607-4850-84b4-b056ef60f8b7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Calling delete_port for c9ff6884-03d2-4c66-a256-c231dc224288 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:46.124833 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dc294c37-b48d-4f66-9c7b-ff6ee3cdb04c req-9f4601db-6719-4a09-8755-c8f1316c5fae tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152740 Mar 07 10:49:46.164254 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-a35dd8bc-a979-4482-a643-989f6d3b58f5 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks [] for port (07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:46.209753 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-a35dd8bc-a979-4482-a643-989f6d3b58f5 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:46.222213 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0397802-3ff6-4629-bcc9-2e459f825e9d tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d41777-d8ad-43dd-9c09-96d2417c7673,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:46.256874 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0397802-3ff6-4629-bcc9-2e459f825e9d tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:49:46.285361 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-a35dd8bc-a979-4482-a643-989f6d3b58f5 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Network b5ac3594-31b2-4f8f-99ae-bd148951ec42 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:49:46.287273 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-a35dd8bc-a979-4482-a643-989f6d3b58f5 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:46.295829 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-a35dd8bc-a979-4482-a643-989f6d3b58f5 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:49:46.345972 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35dd8bc-a979-4482-a643-989f6d3b58f5 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Pushing event updated for resources: {'Port': ['ID=07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:46.395005 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-a35dd8bc-a979-4482-a643-989f6d3b58f5 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:46.402968 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-a35dd8bc-a979-4482-a643-989f6d3b58f5 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:46.443217 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-a35dd8bc-a979-4482-a643-989f6d3b58f5 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7728293 Mar 07 10:49:46.455938 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-5bba7d59-e816-4e4b-a8d5-761ec77ee91e service neutron] Request body: {'port': {'device_id': 'ac382d49-2c54-4af6-b416-2ae9038eb749', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:46.520158 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c0397802-3ff6-4629-bcc9-2e459f825e9d tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (6d2f3e93-5e1b-4094-9025-b615a4241237), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:46.520716 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-c0397802-3ff6-4629-bcc9-2e459f825e9d tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Added segment 6d2f3e93-5e1b-4094-9025-b615a4241237 of type vlan for network eb8a57de-a09d-45ff-95fa-e89306731cce Mar 07 10:49:46.538551 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-5bba7d59-e816-4e4b-a8d5-761ec77ee91e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:46.586299 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c0397802-3ff6-4629-bcc9-2e459f825e9d tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (eb8a57de-a09d-45ff-95fa-e89306731cce), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:46.597935 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be98a61-fbae-4404-83c4-2c00112ec8c9 req-30b5ba92-06ec-4153-9971-09c1108ecff5 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:46.607238 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4be98a61-fbae-4404-83c4-2c00112ec8c9 req-30b5ba92-06ec-4153-9971-09c1108ecff5 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac382d49-2c54-4af6-b416-2ae9038eb749 HTTP/1.1" status: 200 len: 931 time: 0.3963826 Mar 07 10:49:46.732604 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4be98a61-fbae-4404-83c4-2c00112ec8c9 req-83648044-ee34-4ad6-b882-e010d7c8d956 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163371 Mar 07 10:49:46.732604 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c0397802-3ff6-4629-bcc9-2e459f825e9d tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (eb8a57de-a09d-45ff-95fa-e89306731cce), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:46.735241 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0397802-3ff6-4629-bcc9-2e459f825e9d tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:46.735859 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c0397802-3ff6-4629-bcc9-2e459f825e9d tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:46.899229 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c0397802-3ff6-4629-bcc9-2e459f825e9d tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4655070 Mar 07 10:49:46.920535 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35298) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:46.926276 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0397802-3ff6-4629-bcc9-2e459f825e9d tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Pushing event updated for resources: {'Network': ['ID=eb8a57de-a09d-45ff-95fa-e89306731cce,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:46.931094 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-fa8f3a72-dcc1-4ffd-bca7-5a2d86ae11b8 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Request body: {'subnet': {'network_id': 'eb8a57de-a09d-45ff-95fa-e89306731cce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:46.937831 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network eb8a57de-a09d-45ff-95fa-e89306731cce details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:49:46.959502 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7b6bfaa8-f607-4850-84b4-b056ef60f8b7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (c9ff6884-03d2-4c66-a256-c231dc224288), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:47.018930 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6bfaa8-f607-4850-84b4-b056ef60f8b7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Port': ['ID=c9ff6884-03d2-4c66-a256-c231dc224288,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:47.253670 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35304) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:47.414829 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8f3a72-dcc1-4ffd-bca7-5a2d86ae11b8 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Made reservation on behalf of 4104bda28f5440ff8dccd34fd9ad7555 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:47.429535 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa8f3a72-dcc1-4ffd-bca7-5a2d86ae11b8 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:47.475025 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7b6bfaa8-f607-4850-84b4-b056ef60f8b7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (4e301bde-0ee2-4e0d-9dba-1c681904b478), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:47.500492 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10c536-202c-4a3a-8c8c-3e007045dac0 req-396cffec-fe26-407d-ba78-d6a4328af18b tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:47.502098 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0b10c536-202c-4a3a-8c8c-3e007045dac0 req-396cffec-fe26-407d-ba78-d6a4328af18b tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=23a46f7a-9a2d-4836-8d6f-8382066ca7d7 HTTP/1.1" status: 200 len: 946 time: 0.6791632 Mar 07 10:49:47.534327 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dcbde24a-a361-4494-b825-ad00826da443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:47.546052 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbeacb-22dc-47b8-aa46-7ccc4ebd054e req-66d06b08-2b68-4f65-a96c-62ee25b5e50e tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:47.553960 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aedbeacb-22dc-47b8-aa46-7ccc4ebd054e req-66d06b08-2b68-4f65-a96c-62ee25b5e50e tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=290477b2-7ff8-4dd8-bc2d-721ead547ef1 HTTP/1.1" status: 200 len: 945 time: 0.2396650 Mar 07 10:49:47.713702 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6bfaa8-f607-4850-84b4-b056ef60f8b7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Router 4e301bde-0ee2-4e0d-9dba-1c681904b478 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:49:47.758980 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aedbeacb-22dc-47b8-aa46-7ccc4ebd054e req-78ebca6a-aa8b-4f37-88f5-62ec41f3a2c9 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039778 Mar 07 10:49:47.916342 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa8f3a72-dcc1-4ffd-bca7-5a2d86ae11b8 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (9833c072-9767-4186-a486-a4ecc113228c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:47.974853 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6bfaa8-f607-4850-84b4-b056ef60f8b7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:49:47.986893 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7b6bfaa8-f607-4850-84b4-b056ef60f8b7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "PUT /v2.0/routers/4e301bde-0ee2-4e0d-9dba-1c681904b478/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7976000 Mar 07 10:49:47.988233 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6477054-46bb-436f-b449-31abe198c399 None None] Sync routers for ids ['4e301bde-0ee2-4e0d-9dba-1c681904b478'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:49:47.994595 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35322) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:48.004433 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6477054-46bb-436f-b449-31abe198c399 None None] Routers {'4e301bde-0ee2-4e0d-9dba-1c681904b478'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:49:48.005297 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-c6477054-46bb-436f-b449-31abe198c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:49:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['4e301bde-0ee2-4e0d-9dba-1c681904b478'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:48.060355 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8f3a72-dcc1-4ffd-bca7-5a2d86ae11b8 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Checking segment: {'id': '6d2f3e93-5e1b-4094-9025-b615a4241237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'eb8a57de-a09d-45ff-95fa-e89306731cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:48.061051 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8f3a72-dcc1-4ffd-bca7-5a2d86ae11b8 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Network hostable DHCP agents. Network: eb8a57de-a09d-45ff-95fa-e89306731cce, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:49:48.112340 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0b10c536-202c-4a3a-8c8c-3e007045dac0 req-c84f9bd1-0a9c-43cc-a71b-9782405d84dd tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5791736 Mar 07 10:49:48.137348 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8f3a72-dcc1-4ffd-bca7-5a2d86ae11b8 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Network eb8a57de-a09d-45ff-95fa-e89306731cce is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:49:48.171705 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-fa8f3a72-dcc1-4ffd-bca7-5a2d86ae11b8 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, eb8a57de-a09d-45ff-95fa-e89306731cce) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:48.181697 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dcf366-f7fb-4aa0-9bac-e3e8be5c3711 req-0d0edc3b-ca1a-492a-9996-cbdbac504461 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:48.184129 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-94dcf366-f7fb-4aa0-9bac-e3e8be5c3711 req-0d0edc3b-ca1a-492a-9996-cbdbac504461 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac382d49-2c54-4af6-b416-2ae9038eb749 HTTP/1.1" status: 200 len: 931 time: 0.2502866 Mar 07 10:49:48.194898 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8f3a72-dcc1-4ffd-bca7-5a2d86ae11b8 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:48.195616 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa8f3a72-dcc1-4ffd-bca7-5a2d86ae11b8 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:48.205668 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ecfd88-c63d-4154-973d-fb74328f7b9e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Deleting subnet d1c0976b-5596-4e30-a545-b9c253391843 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:49:48.210910 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f0ecfd88-c63d-4154-973d-fb74328f7b9e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for subnet (d1c0976b-5596-4e30-a545-b9c253391843), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:48.259667 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35328) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:48.267272 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-fa8f3a72-dcc1-4ffd-bca7-5a2d86ae11b8 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3442147 Mar 07 10:49:48.274079 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35330) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:48.285383 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-399f52aa-b9ad-4d1a-97f9-cb73a238c26a tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Request body: {'port': {'network_id': 'eb8a57de-a09d-45ff-95fa-e89306731cce', 'name': 'tempest-TagsExtTest-743751434'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:48.326033 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f0ecfd88-c63d-4154-973d-fb74328f7b9e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (d1c0976b-5596-4e30-a545-b9c253391843), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:48.419474 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f3a72-dcc1-4ffd-bca7-5a2d86ae11b8 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Pushing event updated for resources: {'Subnet': ['ID=9833c072-9767-4186-a486-a4ecc113228c,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:48.478030 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399f52aa-b9ad-4d1a-97f9-cb73a238c26a tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Made reservation on behalf of 4104bda28f5440ff8dccd34fd9ad7555 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:49:48.483300 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-399f52aa-b9ad-4d1a-97f9-cb73a238c26a tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:48.520980 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-399f52aa-b9ad-4d1a-97f9-cb73a238c26a tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] device_id is not set on port 0d599fc7-8d92-4414-ae6d-66ffb69fb469 yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:49:48.562668 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f0ecfd88-c63d-4154-973d-fb74328f7b9e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (d1c0976b-5596-4e30-a545-b9c253391843), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:48.590383 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-c6477054-46bb-436f-b449-31abe198c399 None None] Set router 4e301bde-0ee2-4e0d-9dba-1c681904b478 gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:49:48.655430 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f0ecfd88-c63d-4154-973d-fb74328f7b9e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (d1c0976b-5596-4e30-a545-b9c253391843), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:48.678509 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-399f52aa-b9ad-4d1a-97f9-cb73a238c26a tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Allocated IP 172.20.0.12 (eb8a57de-a09d-45ff-95fa-e89306731cce/9833c072-9767-4186-a486-a4ecc113228c/0d599fc7-8d92-4414-ae6d-66ffb69fb469) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:49:48.698141 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ecfd88-c63d-4154-973d-fb74328f7b9e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Subnet': ['ID=d1c0976b-5596-4e30-a545-b9c253391843,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:48.709892 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f0ecfd88-c63d-4154-973d-fb74328f7b9e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:48.716427 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f0ecfd88-c63d-4154-973d-fb74328f7b9e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/subnets/d1c0976b-5596-4e30-a545-b9c253391843 HTTP/1.1" status: 204 len: 168 time: 0.7161119 Mar 07 10:49:48.722227 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-c6477054-46bb-436f-b449-31abe198c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'name': 'tempest-RoutersTest-router-849732313', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:37Z', 'updated_at': '2022-03-07T10:49:46Z', 'revision_number': 11, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:48.726773 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-94dcf366-f7fb-4aa0-9bac-e3e8be5c3711 req-83172c59-b4ff-4556-b692-b1526ac6c976 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5350738 Mar 07 10:49:48.728624 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe6836a-30f9-4fe2-95b7-ba6d1bd000d5 None None] Network eb8a57de-a09d-45ff-95fa-e89306731cce requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:48.730977 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35338) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:48.746900 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df2f583-653b-4da6-ad5b-0c550c54e1e0 None None] Network 7f361d62-a007-4b51-b1aa-a4b2083dd09c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:48.896639 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ac97-9c6c-49f4-8305-e8d783133d6f tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (7f361d62-a007-4b51-b1aa-a4b2083dd09c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:48.897953 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-399f52aa-b9ad-4d1a-97f9-cb73a238c26a tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks [] for port (0d599fc7-8d92-4414-ae6d-66ffb69fb469), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:48.945531 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f3a72-dcc1-4ffd-bca7-5a2d86ae11b8 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:48.946754 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f3a72-dcc1-4ffd-bca7-5a2d86ae11b8 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:48.947512 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f3a72-dcc1-4ffd-bca7-5a2d86ae11b8 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:48.948497 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f3a72-dcc1-4ffd-bca7-5a2d86ae11b8 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:48.948946 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f3a72-dcc1-4ffd-bca7-5a2d86ae11b8 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:48.949788 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f3a72-dcc1-4ffd-bca7-5a2d86ae11b8 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:48.950270 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f3a72-dcc1-4ffd-bca7-5a2d86ae11b8 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:48.951539 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f3a72-dcc1-4ffd-bca7-5a2d86ae11b8 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:48.953144 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f3a72-dcc1-4ffd-bca7-5a2d86ae11b8 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:48.953726 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f3a72-dcc1-4ffd-bca7-5a2d86ae11b8 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:48.954083 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f3a72-dcc1-4ffd-bca7-5a2d86ae11b8 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:48.954518 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f3a72-dcc1-4ffd-bca7-5a2d86ae11b8 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:48.954867 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa8f3a72-dcc1-4ffd-bca7-5a2d86ae11b8 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:48.963700 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28335a0a-1176-4ee2-b61c-7898b6ee8f53 req-85f3d4f7-e3bd-43dd-a97e-dbfdd37c3f44 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:48.970858 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-28335a0a-1176-4ee2-b61c-7898b6ee8f53 req-85f3d4f7-e3bd-43dd-a97e-dbfdd37c3f44 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=290477b2-7ff8-4dd8-bc2d-721ead547ef1 HTTP/1.1" status: 200 len: 945 time: 0.1234198 Mar 07 10:49:49.011289 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-5bba7d59-e816-4e4b-a8d5-761ec77ee91e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:49:49.025574 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-399f52aa-b9ad-4d1a-97f9-cb73a238c26a tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (0d599fc7-8d92-4414-ae6d-66ffb69fb469), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:49.027025 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6477054-46bb-436f-b449-31abe198c399 None None] Checking router: 4e301bde-0ee2-4e0d-9dba-1c681904b478 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:49:49.034567 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-cdb9ac97-9c6c-49f4-8305-e8d783133d6f tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Deleting port 7bbe5514-3109-4c41-8571-86fdbd3ca0ee {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:49.035033 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ac97-9c6c-49f4-8305-e8d783133d6f tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (7bbe5514-3109-4c41-8571-86fdbd3ca0ee), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:49.066445 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-28335a0a-1176-4ee2-b61c-7898b6ee8f53 req-265b3bdc-3a5c-40cf-8c8c-d031f3c2af4b tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942223 Mar 07 10:49:49.125738 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399f52aa-b9ad-4d1a-97f9-cb73a238c26a tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Network eb8a57de-a09d-45ff-95fa-e89306731cce is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:49:49.133474 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-5bba7d59-e816-4e4b-a8d5-761ec77ee91e service neutron] Publish callbacks [] for port (07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:49.140800 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f52aa-b9ad-4d1a-97f9-cb73a238c26a tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Pushing event updated for resources: {'Port': ['ID=0d599fc7-8d92-4414-ae6d-66ffb69fb469,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:49.144853 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-399f52aa-b9ad-4d1a-97f9-cb73a238c26a tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:49.153678 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399f52aa-b9ad-4d1a-97f9-cb73a238c26a tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:49:49.163464 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-cdb9ac97-9c6c-49f4-8305-e8d783133d6f tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] For port 7bbe5514-3109-4c41-8571-86fdbd3ca0ee, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7bbe5514-3109-4c41-8571-86fdbd3ca0ee,segment=NetworkSegment(91d39108-d055-43e7-b55c-51bfd42458d7),segment_id=91d39108-d055-43e7-b55c-51bfd42458d7)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:49.163918 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ac97-9c6c-49f4-8305-e8d783133d6f tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (7bbe5514-3109-4c41-8571-86fdbd3ca0ee), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:49.199591 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:49.200618 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-cdb9ac97-9c6c-49f4-8305-e8d783133d6f tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Calling delete_port for 7bbe5514-3109-4c41-8571-86fdbd3ca0ee owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:49.230035 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6477054-46bb-436f-b449-31abe198c399 None None] Routers {'4e301bde-0ee2-4e0d-9dba-1c681904b478'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:49:49.230035 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-c6477054-46bb-436f-b449-31abe198c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:49:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['4e301bde-0ee2-4e0d-9dba-1c681904b478'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:49.234606 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399f52aa-b9ad-4d1a-97f9-cb73a238c26a tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:49.235351 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-399f52aa-b9ad-4d1a-97f9-cb73a238c26a tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:49.268579 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-33541da2-5731-46b9-94ee-e764f0a3b6a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:49.299301 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-399f52aa-b9ad-4d1a-97f9-cb73a238c26a tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0188119 Mar 07 10:49:49.300263 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35340) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:49.314257 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-04c945dd-d8f8-4100-a2d3-4727ef93d54f tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1507165795', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:49.357600 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-5bba7d59-e816-4e4b-a8d5-761ec77ee91e service neutron] Transition to ACTIVE for port object 07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:49:49.358936 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-04c945dd-d8f8-4100-a2d3-4727ef93d54f tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (73222952-4c0f-4119-bb62-3beef777b039), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:49.360290 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-04c945dd-d8f8-4100-a2d3-4727ef93d54f tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (73222952-4c0f-4119-bb62-3beef777b039), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:49.383704 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ac97-9c6c-49f4-8305-e8d783133d6f tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (7bbe5514-3109-4c41-8571-86fdbd3ca0ee), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:49.401168 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-c6477054-46bb-436f-b449-31abe198c399 None None] Set router 4e301bde-0ee2-4e0d-9dba-1c681904b478 gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:49:49.437976 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9ac97-9c6c-49f4-8305-e8d783133d6f tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Port': ['ID=7bbe5514-3109-4c41-8571-86fdbd3ca0ee,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:49.439850 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb9ac97-9c6c-49f4-8305-e8d783133d6f tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] No DVR routers for this DVR port 7bbe5514-3109-4c41-8571-86fdbd3ca0ee on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:49:49.482447 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370db01-4dcc-4d70-8a83-9b5758ba412e req-43a3c036-7e41-4404-a936-6c79d189d31a tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:49.484048 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b370db01-4dcc-4d70-8a83-9b5758ba412e req-43a3c036-7e41-4404-a936-6c79d189d31a tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=542fd94e-4dfc-46ca-a3df-822ef28ed224 HTTP/1.1" status: 200 len: 946 time: 0.5169005 Mar 07 10:49:49.485679 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-04c945dd-d8f8-4100-a2d3-4727ef93d54f tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks [] for router_controller (73222952-4c0f-4119-bb62-3beef777b039), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:49.492382 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-5bba7d59-e816-4e4b-a8d5-761ec77ee91e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:49.516627 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-04c945dd-d8f8-4100-a2d3-4727ef93d54f tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (73222952-4c0f-4119-bb62-3beef777b039), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:49.546783 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dcbde24a-a361-4494-b825-ad00826da443 admin admin] Publish callbacks [] for security_group (0f7e7030-fa28-45ff-a768-0a3f252fc560), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:49.572943 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-c6477054-46bb-436f-b449-31abe198c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'name': 'tempest-RoutersTest-router-849732313', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:37Z', 'updated_at': '2022-03-07T10:49:46Z', 'revision_number': 11, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:49.593990 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dcbde24a-a361-4494-b825-ad00826da443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0f7e7030-fa28-45ff-a768-0a3f252fc560), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:49.654385 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ac97-9c6c-49f4-8305-e8d783133d6f tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (7f361d62-a007-4b51-b1aa-a4b2083dd09c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:49.667810 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6477054-46bb-436f-b449-31abe198c399 None None] The sync data for ids ['4e301bde-0ee2-4e0d-9dba-1c681904b478'] in n-d-832164-4 is: [{'id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'name': 'tempest-RoutersTest-router-849732313', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:37Z', 'updated_at': '2022-03-07T10:49:46Z', 'revision_number': 11, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'gw_port_host': None}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:49:49.688494 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a69a1da-eb1b-444c-bbd8-072067f69cbc None None] DHCP port deletion for 7f361d62-a007-4b51-b1aa-a4b2083dd09c request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:49:49.700057 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbde24a-a361-4494-b825-ad00826da443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7e7030-fa28-45ff-a768-0a3f252fc560,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:49.724834 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-cdb9ac97-9c6c-49f4-8305-e8d783133d6f tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f361d62-a007-4b51-b1aa-a4b2083dd09c']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:49.736397 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d43697-5119-4dfc-a1e2-9be365f9b9f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-eb8a57de-a09d-45ff-95fa-e89306731cce', 'network_id': 'eb8a57de-a09d-45ff-95fa-e89306731cce', 'project_id': '4104bda28f5440ff8dccd34fd9ad7555', 'fixed_ips': [{'subnet_id': '9833c072-9767-4186-a486-a4ecc113228c'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:49:49.737318 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-34d43697-5119-4dfc-a1e2-9be365f9b9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:49.753581 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-cdb9ac97-9c6c-49f4-8305-e8d783133d6f tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d39108-d055-43e7-b55c-51bfd42458d7') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:49.754166 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-cdb9ac97-9c6c-49f4-8305-e8d783133d6f tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d39108-d055-43e7-b55c-51bfd42458d7') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:49.768423 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-04c945dd-d8f8-4100-a2d3-4727ef93d54f tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:49.769682 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-04c945dd-d8f8-4100-a2d3-4727ef93d54f tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4597435 Mar 07 10:49:49.774924 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ac97-9c6c-49f4-8305-e8d783133d6f tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (91d39108-d055-43e7-b55c-51bfd42458d7), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:49.792493 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35346) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:49.797424 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba7d59-e816-4e4b-a8d5-761ec77ee91e service neutron] Pushing event updated for resources: {'Port': ['ID=07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:49.797738 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ac97-9c6c-49f4-8305-e8d783133d6f tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (91d39108-d055-43e7-b55c-51bfd42458d7), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:49.803115 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-72169986-1529-4c2a-9a43-72c726a37a46 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1897511013', 'prefixes': ['172.20.0.0/16']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:49.808726 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdb9ac97-9c6c-49f4-8305-e8d783133d6f tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:49:49.809444 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ac97-9c6c-49f4-8305-e8d783133d6f tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (91d39108-d055-43e7-b55c-51bfd42458d7), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:49.826714 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-dcbde24a-a361-4494-b825-ad00826da443 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f22bf814887c4fd88c19f38f1d968361&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5727067 Mar 07 10:49:49.831074 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b370db01-4dcc-4d70-8a83-9b5758ba412e req-800ea5c8-e2d3-4d1d-be1f-64e393be647c tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278496 Mar 07 10:49:49.834062 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35348) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:49.966102 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:49:49.966102 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:49:49.966102 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:49:49.966102 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:49:49.966102 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:49:49.966102 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:49:49.966102 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:49:49.966102 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:49:49.966102 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:49:49.966102 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:49:49.966102 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:49:49.966102 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:49:49.966102 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:49:49.966102 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:49:49.966102 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:49:49.966102 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:49:49.966102 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:49:49.966102 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:49:49.966102 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:49:49.966102 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:49:49.966102 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:49:49.966102 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:49:49.966102 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:49:49.966102 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:49:49.966102 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:49:49.966102 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:49:49.966102 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:49:49.966102 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:49:49.966102 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:49:49.966102 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:49:49.966102 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:49:49.966102 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:49:50.022112 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-34d43697-5119-4dfc-a1e2-9be365f9b9f4 None None] Allocated IP 172.20.0.2 (eb8a57de-a09d-45ff-95fa-e89306731cce/9833c072-9767-4186-a486-a4ecc113228c/c2f8d139-c526-4509-9aaa-322a343d4765) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:49:50.070886 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ac97-9c6c-49f4-8305-e8d783133d6f tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (7f361d62-a007-4b51-b1aa-a4b2083dd09c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:50.079029 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cdb9ac97-9c6c-49f4-8305-e8d783133d6f tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:50.089641 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cdb9ac97-9c6c-49f4-8305-e8d783133d6f tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/networks/7f361d62-a007-4b51-b1aa-a4b2083dd09c HTTP/1.1" status: 204 len: 168 time: 1.3574705 Mar 07 10:49:50.096961 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35354) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:50.114759 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb9ac97-9c6c-49f4-8305-e8d783133d6f tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Pushing event deleted for resources: {'Network': ['ID=7f361d62-a007-4b51-b1aa-a4b2083dd09c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:50.151199 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ff58d-d67d-467d-8e74-494bf2de97b2 req-cbb6fafd-1ed3-4eea-bcdb-ec3cefaf901c tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:50.154381 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-97bddd55-e132-499a-94bb-30f89dec3b14 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Request body: {'router': {'routes': None}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:50.157383 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-751ff58d-d67d-467d-8e74-494bf2de97b2 req-cbb6fafd-1ed3-4eea-bcdb-ec3cefaf901c tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac382d49-2c54-4af6-b416-2ae9038eb749 HTTP/1.1" status: 200 len: 943 time: 0.1843424 Mar 07 10:49:50.201603 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-33541da2-5731-46b9-94ee-e764f0a3b6a1 admin admin] Publish callbacks [] for security_group (6a7c02d5-29fd-49ad-bd48-da3a7c9ed622), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:50.272838 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-751ff58d-d67d-467d-8e74-494bf2de97b2 req-e8c4ef70-b13c-4c2d-ac58-015ac9dded63 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003761 Mar 07 10:49:50.313034 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-34d43697-5119-4dfc-a1e2-9be365f9b9f4 None None] Publish callbacks [] for port (c2f8d139-c526-4509-9aaa-322a343d4765), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:50.326770 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-34d43697-5119-4dfc-a1e2-9be365f9b9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (c2f8d139-c526-4509-9aaa-322a343d4765), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:50.344727 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-33541da2-5731-46b9-94ee-e764f0a3b6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (6a7c02d5-29fd-49ad-bd48-da3a7c9ed622), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:50.420965 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d43697-5119-4dfc-a1e2-9be365f9b9f4 None None] Pushing event updated for resources: {'Port': ['ID=c2f8d139-c526-4509-9aaa-322a343d4765,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:50.434403 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d43697-5119-4dfc-a1e2-9be365f9b9f4 None None] Network eb8a57de-a09d-45ff-95fa-e89306731cce is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:49:50.435764 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-5bba7d59-e816-4e4b-a8d5-761ec77ee91e service neutron] Attempting to bind port 07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:49:50.436152 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-5bba7d59-e816-4e4b-a8d5-761ec77ee91e service neutron] Attempting to bind port 07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': 'a4a40100-6f3a-42be-93d2-6598d5daf6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:49:50.436477 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-5bba7d59-e816-4e4b-a8d5-761ec77ee91e service neutron] Attempting to bind port 07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8 on network b5ac3594-31b2-4f8f-99ae-bd148951ec42 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:49:50.437329 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-34d43697-5119-4dfc-a1e2-9be365f9b9f4 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:49:50.440991 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d43697-5119-4dfc-a1e2-9be365f9b9f4 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:49:50.459396 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8656d6ab-2cce-4a81-8d37-8a18fa37c383 admin admin] Publish callbacks [] for security_group (0f7e7030-fa28-45ff-a768-0a3f252fc560), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:50.465376 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c7841-31dd-493a-82ff-609e8618cc90 req-d521a3a2-9dc6-4a6e-aefe-81a8b915ddf1 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:50.480820 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4c7c7841-31dd-493a-82ff-609e8618cc90 req-d521a3a2-9dc6-4a6e-aefe-81a8b915ddf1 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=290477b2-7ff8-4dd8-bc2d-721ead547ef1 HTTP/1.1" status: 200 len: 945 time: 0.1138527 Mar 07 10:49:50.502039 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-34d43697-5119-4dfc-a1e2-9be365f9b9f4 None None] Attempting to bind port c2f8d139-c526-4509-9aaa-322a343d4765 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:49:50.502647 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-34d43697-5119-4dfc-a1e2-9be365f9b9f4 None None] Attempting to bind port c2f8d139-c526-4509-9aaa-322a343d4765 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '6d2f3e93-5e1b-4094-9025-b615a4241237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'eb8a57de-a09d-45ff-95fa-e89306731cce'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:49:50.503271 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d43697-5119-4dfc-a1e2-9be365f9b9f4 None None] Attempting to bind port c2f8d139-c526-4509-9aaa-322a343d4765 on network eb8a57de-a09d-45ff-95fa-e89306731cce {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:49:50.508682 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d43697-5119-4dfc-a1e2-9be365f9b9f4 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:49:50.509373 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d43697-5119-4dfc-a1e2-9be365f9b9f4 None None] Checking segment: {'id': '6d2f3e93-5e1b-4094-9025-b615a4241237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'eb8a57de-a09d-45ff-95fa-e89306731cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:50.509939 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-34d43697-5119-4dfc-a1e2-9be365f9b9f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:50.510475 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d43697-5119-4dfc-a1e2-9be365f9b9f4 None None] Bound using segment: {'id': '6d2f3e93-5e1b-4094-9025-b615a4241237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'eb8a57de-a09d-45ff-95fa-e89306731cce'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:49:50.511160 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-34d43697-5119-4dfc-a1e2-9be365f9b9f4 None None] Bound port: c2f8d139-c526-4509-9aaa-322a343d4765, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2f3e93-5e1b-4094-9025-b615a4241237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'eb8a57de-a09d-45ff-95fa-e89306731cce'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:49:50.512205 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-34d43697-5119-4dfc-a1e2-9be365f9b9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c2f8d139-c526-4509-9aaa-322a343d4765), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:50.535666 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-5bba7d59-e816-4e4b-a8d5-761ec77ee91e service neutron] Port 07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8 on network b5ac3594-31b2-4f8f-99ae-bd148951ec42 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:49:50.535994 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-5bba7d59-e816-4e4b-a8d5-761ec77ee91e service neutron] Attempting to bind port 07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8 on network b5ac3594-31b2-4f8f-99ae-bd148951ec42 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:49:50.548620 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4c7c7841-31dd-493a-82ff-609e8618cc90 req-26ef539b-0fc6-4b78-b68f-89166ab72ce6 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665569 Mar 07 10:49:50.558131 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8b480a-3780-4c0e-a2f8-88cfb84819a1 req-fcee4d26-d60a-40f2-b309-43c50bba0296 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:50.559729 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3e8b480a-3780-4c0e-a2f8-88cfb84819a1 req-fcee4d26-d60a-40f2-b309-43c50bba0296 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.21 "GET /v2.0/ports?device_id=290477b2-7ff8-4dd8-bc2d-721ead547ef1 HTTP/1.1" status: 200 len: 945 time: 0.6546245 Mar 07 10:49:50.590074 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-34d43697-5119-4dfc-a1e2-9be365f9b9f4 None None] For port c2f8d139-c526-4509-9aaa-322a343d4765, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:49:50.593582 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-34d43697-5119-4dfc-a1e2-9be365f9b9f4 None None] For port c2f8d139-c526-4509-9aaa-322a343d4765, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c2f8d139-c526-4509-9aaa-322a343d4765,segment=NetworkSegment(6d2f3e93-5e1b-4094-9025-b615a4241237),segment_id=6d2f3e93-5e1b-4094-9025-b615a4241237)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:49:50.604518 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-34d43697-5119-4dfc-a1e2-9be365f9b9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c2f8d139-c526-4509-9aaa-322a343d4765), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:50.618941 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33541da2-5731-46b9-94ee-e764f0a3b6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7c02d5-29fd-49ad-bd48-da3a7c9ed622,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:50.735124 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d43697-5119-4dfc-a1e2-9be365f9b9f4 None None] Pushing event updated for resources: {'Port': ['ID=c2f8d139-c526-4509-9aaa-322a343d4765,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:50.765691 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-33541da2-5731-46b9-94ee-e764f0a3b6a1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7d22dc19b257428287f0b5393b656866&name=default HTTP/1.1" status: 200 len: 3000 time: 2.4970732 Mar 07 10:49:50.768800 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35358) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:50.788096 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27083b33-719f-4044-a311-87c040730edc req-80b64eae-d3e9-469f-924a-c869ea7f9add tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:50.792779 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27083b33-719f-4044-a311-87c040730edc req-80b64eae-d3e9-469f-924a-c869ea7f9add tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5a2aac8-dbb2-4661-8f48-a82a454fab48 HTTP/1.1" status: 200 len: 946 time: 0.8225355 Mar 07 10:49:50.802490 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-5bba7d59-e816-4e4b-a8d5-761ec77ee91e service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:49:50.803060 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-5bba7d59-e816-4e4b-a8d5-761ec77ee91e service neutron] Checking segment: {'id': 'a4a40100-6f3a-42be-93d2-6598d5daf6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:49:50.803599 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-5bba7d59-e816-4e4b-a8d5-761ec77ee91e service neutron] Bound using segment: {'id': 'a4a40100-6f3a-42be-93d2-6598d5daf6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:49:50.804194 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-5bba7d59-e816-4e4b-a8d5-761ec77ee91e service neutron] Bound port: 07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a40100-6f3a-42be-93d2-6598d5daf6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:49:50.804726 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-5bba7d59-e816-4e4b-a8d5-761ec77ee91e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:50.891182 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7bbe5514-3109-4c41-8571-86fdbd3ca0ee no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:49:50.916957 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-5bba7d59-e816-4e4b-a8d5-761ec77ee91e service neutron] For port 07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:49:50.921521 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-5bba7d59-e816-4e4b-a8d5-761ec77ee91e service neutron] For port 07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:49:50.926922 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72169986-1529-4c2a-9a43-72c726a37a46 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:50.928946 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-72169986-1529-4c2a-9a43-72c726a37a46 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 1.1346381 Mar 07 10:49:50.964133 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35360) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:50.965670 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bbdc0563-316d-4079-90e5-032a39cf1ba7 admin admin] Publish callbacks [] for security_group (6a7c02d5-29fd-49ad-bd48-da3a7c9ed622), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:50.966422 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8656d6ab-2cce-4a81-8d37-8a18fa37c383 admin admin] Publish callbacks [] for security_group (0f7e7030-fa28-45ff-a768-0a3f252fc560), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:50.980677 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 7bbe5514-3109-4c41-8571-86fdbd3ca0ee {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:49:50.982705 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7bbe5514-3109-4c41-8571-86fdbd3ca0ee not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:49:50.983427 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c9ff6884-03d2-4c66-a256-c231dc224288 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:49:50.987299 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-5bba7d59-e816-4e4b-a8d5-761ec77ee91e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:51.063165 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bbdc0563-316d-4079-90e5-032a39cf1ba7 admin admin] Publish callbacks [] for security_group (6a7c02d5-29fd-49ad-bd48-da3a7c9ed622), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:51.066422 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: c9ff6884-03d2-4c66-a256-c231dc224288 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:49:51.066815 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c9ff6884-03d2-4c66-a256-c231dc224288 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:49:51.117951 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba7d59-e816-4e4b-a8d5-761ec77ee91e service neutron] Pushing event updated for resources: {'Port': ['ID=07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:51.153249 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-99c152f1-bf03-49c0-b939-a559fc8c9ea5 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9833c072-9767-4186-a486-a4ecc113228c', 'tempest-TagsExtTest-Tag-621134664') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:51.167902 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.extraroute_db [None req-97bddd55-e132-499a-94bb-30f89dec3b14 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Added routes are [] {{(pid=103767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Mar 07 10:49:51.172377 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.extraroute_db [None req-97bddd55-e132-499a-94bb-30f89dec3b14 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Removed routes are [] {{(pid=103767) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Mar 07 10:49:51.173264 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-97bddd55-e132-499a-94bb-30f89dec3b14 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26448'] for router (4e301bde-0ee2-4e0d-9dba-1c681904b478), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:51.222048 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bbdc0563-316d-4079-90e5-032a39cf1ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (6a7c02d5-29fd-49ad-bd48-da3a7c9ed622), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:51.224819 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bbdc0563-316d-4079-90e5-032a39cf1ba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:51.229412 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-bbdc0563-316d-4079-90e5-032a39cf1ba7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6a7c02d5-29fd-49ad-bd48-da3a7c9ed622 HTTP/1.1" status: 204 len: 168 time: 0.4554391 Mar 07 10:49:51.271524 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc0563-316d-4079-90e5-032a39cf1ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7c02d5-29fd-49ad-bd48-da3a7c9ed622,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:51.343856 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-99c152f1-bf03-49c0-b939-a559fc8c9ea5 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "PUT /v2.0/subnets/9833c072-9767-4186-a486-a4ecc113228c/tags/tempest-TagsExtTest-Tag-621134664 HTTP/1.1" status: 201 len: 201 time: 0.1968312 Mar 07 10:49:51.346569 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35366) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:51.354298 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-d3e88b3b-ad21-4774-92f0-c65b6b1940b3 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0d599fc7-8d92-4414-ae6d-66ffb69fb469', 'tempest-TagsExtTest-Tag-1747646116') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:51.446794 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d3e88b3b-ad21-4774-92f0-c65b6b1940b3 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "PUT /v2.0/ports/0d599fc7-8d92-4414-ae6d-66ffb69fb469/tags/tempest-TagsExtTest-Tag-1747646116 HTTP/1.1" status: 201 len: 201 time: 0.0981870 Mar 07 10:49:51.449886 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35368) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:51.456407 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-3d74251d-3e5b-4164-843a-be118851e155 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '73222952-4c0f-4119-bb62-3beef777b039', 'tempest-TagsExtTest-Tag-1197765664') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:51.552061 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-5bba7d59-e816-4e4b-a8d5-761ec77ee91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:51.552679 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-5bba7d59-e816-4e4b-a8d5-761ec77ee91e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:51.555115 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-5bba7d59-e816-4e4b-a8d5-761ec77ee91e service neutron] 10.222.0.31 "PUT /v2.0/ports/07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8 HTTP/1.1" status: 200 len: 1091 time: 5.1048057 Mar 07 10:49:51.564358 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac382d49-2c54-4af6-b416-2ae9038eb749', 'tag': '07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:49:51.567440 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b309bd75-3562-4faf-870c-f2146ba699cc" -d '{"events": [{"name": "network-changed", "server_uuid": "ac382d49-2c54-4af6-b416-2ae9038eb749", "tag": "07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:49:51.669230 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f1c01-cb00-4095-a95e-e79be8f168e0 req-aec61943-4941-4bb0-a122-ab928fca7013 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:51.671574 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7f8f1c01-cb00-4095-a95e-e79be8f168e0 req-aec61943-4941-4bb0-a122-ab928fca7013 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac382d49-2c54-4af6-b416-2ae9038eb749 HTTP/1.1" status: 200 len: 943 time: 0.2118850 Mar 07 10:49:51.676564 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3d74251d-3e5b-4164-843a-be118851e155 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "PUT /v2.0/routers/73222952-4c0f-4119-bb62-3beef777b039/tags/tempest-TagsExtTest-Tag-1197765664 HTTP/1.1" status: 201 len: 201 time: 0.2225437 Mar 07 10:49:51.679267 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35376) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:51.690857 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-7cf96e35-2a98-4302-8ad6-4a5f8ef0fcf6 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '57abc2d8-9e78-4cbf-9cc6-f45a5afba68b', 'tempest-TagsExtTest-Tag-1472853404') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:51.820571 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27083b33-719f-4044-a311-87c040730edc req-4264f132-0699-49d8-b049-a1676e20f4e0 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9716842 Mar 07 10:49:51.844161 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-97bddd55-e132-499a-94bb-30f89dec3b14 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26448'] for router (4e301bde-0ee2-4e0d-9dba-1c681904b478), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:51.860741 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7f8f1c01-cb00-4095-a95e-e79be8f168e0 req-198ac9f5-f6bb-4b77-b2b4-759687761640 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834133 Mar 07 10:49:51.878888 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7cf96e35-2a98-4302-8ad6-4a5f8ef0fcf6 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "PUT /v2.0/subnetpools/57abc2d8-9e78-4cbf-9cc6-f45a5afba68b/tags/tempest-TagsExtTest-Tag-1472853404 HTTP/1.1" status: 201 len: 201 time: 0.1900640 Mar 07 10:49:51.879069 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35384) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:51.892946 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-6d69cf10-8196-4e7a-911a-3b60d0754a15 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9833c072-9767-4186-a486-a4ecc113228c') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:51.897959 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-97bddd55-e132-499a-94bb-30f89dec3b14 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674560'] for router (4e301bde-0ee2-4e0d-9dba-1c681904b478), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:52.006568 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fab7e8-3560-4411-8a09-a6ccd77b77fe x-openstack-request-id: req-32fab7e8-3560-4411-8a09-a6ccd77b77fe {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:49:52.006851 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac382d49-2c54-4af6-b416-2ae9038eb749", "tag": "07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:49:52.007115 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-32fab7e8-3560-4411-8a09-a6ccd77b77fe {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:49:52.007566 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac382d49-2c54-4af6-b416-2ae9038eb749', 'tag': '07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8', 'status': 'completed', 'code': 200} Mar 07 10:49:52.065248 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6d69cf10-8196-4e7a-911a-3b60d0754a15 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "GET /v2.0/subnets/9833c072-9767-4186-a486-a4ecc113228c/tags HTTP/1.1" status: 200 len: 240 time: 0.1843123 Mar 07 10:49:52.067692 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35390) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:52.075031 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-4e2b13d0-96df-47e4-9734-a5ac8c3f43ab tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9833c072-9767-4186-a486-a4ecc113228c', 'tempest-TagsExtTest-Tag-621134664') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:52.090558 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8656d6ab-2cce-4a81-8d37-8a18fa37c383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0f7e7030-fa28-45ff-a768-0a3f252fc560), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:52.093393 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8656d6ab-2cce-4a81-8d37-8a18fa37c383 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:52.105813 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8656d6ab-2cce-4a81-8d37-8a18fa37c383 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0f7e7030-fa28-45ff-a768-0a3f252fc560 HTTP/1.1" status: 204 len: 168 time: 2.2669628 Mar 07 10:49:52.194498 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8656d6ab-2cce-4a81-8d37-8a18fa37c383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7e7030-fa28-45ff-a768-0a3f252fc560,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:52.252642 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4e2b13d0-96df-47e4-9734-a5ac8c3f43ab tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "GET /v2.0/subnets/9833c072-9767-4186-a486-a4ecc113228c/tags/tempest-TagsExtTest-Tag-621134664 HTTP/1.1" status: 204 len: 168 time: 0.1830237 Mar 07 10:49:52.255648 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-3e8b480a-3780-4c0e-a2f8-88cfb84819a1 req-5a7533ba-c7a3-4807-a634-6d6268c83612 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Deleting port 9cc49b11-3343-4506-8879-e1da4e054f3f {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:49:52.257543 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3e8b480a-3780-4c0e-a2f8-88cfb84819a1 req-5a7533ba-c7a3-4807-a634-6d6268c83612 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (9cc49b11-3343-4506-8879-e1da4e054f3f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:52.262514 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35396) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:52.267915 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-8e3cea91-19ee-41b4-9c5d-459b48d698d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:52.278435 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-8e3cea91-19ee-41b4-9c5d-459b48d698d2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7f878931fbda404796227bcaa31aa466&device_id=ac382d49-2c54-4af6-b416-2ae9038eb749 HTTP/1.1" status: 200 len: 1125 time: 0.6398263 Mar 07 10:49:52.286408 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-f2896f14-36b0-4491-83b6-2a55ae270d67 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '9833c072-9767-4186-a486-a4ecc113228c', 'tempest-TagsExtTest-Tag-621134664') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:52.288827 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97bddd55-e132-499a-94bb-30f89dec3b14 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Router 4e301bde-0ee2-4e0d-9dba-1c681904b478 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:49:52.491978 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-50e20052-c39b-4269-8c0e-e35deb02c5f8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8 HTTP/1.1" status: 200 len: 217 time: 0.1612890 Mar 07 10:49:52.516330 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb8c7d-3e00-4070-995c-d288b9144f40 req-42fba660-9852-4928-8a11-1514f0ce6ade tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:52.517990 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fceb8c7d-3e00-4070-995c-d288b9144f40 req-42fba660-9852-4928-8a11-1514f0ce6ade tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=290477b2-7ff8-4dd8-bc2d-721ead547ef1 HTTP/1.1" status: 200 len: 945 time: 0.5161786 Mar 07 10:49:52.533686 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7dd63-8b4e-4697-8c6a-0bc4b0694084 req-8846421e-59a9-438e-a79d-75844dfacaca tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:52.535385 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-72c7dd63-8b4e-4697-8c6a-0bc4b0694084 req-8846421e-59a9-438e-a79d-75844dfacaca tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=23a46f7a-9a2d-4836-8d6f-8382066ca7d7 HTTP/1.1" status: 200 len: 946 time: 0.1243174 Mar 07 10:49:52.537443 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f2896f14-36b0-4491-83b6-2a55ae270d67 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "DELETE /v2.0/subnets/9833c072-9767-4186-a486-a4ecc113228c/tags/tempest-TagsExtTest-Tag-621134664 HTTP/1.1" status: 204 len: 168 time: 0.2737124 Mar 07 10:49:52.540865 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35400) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:52.545214 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-5e7542c2-18aa-4cc9-9483-4e07f7266f50 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9833c072-9767-4186-a486-a4ecc113228c') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:52.558689 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99332c9e-e47b-4700-afa5-e71fece30e9b None None] Network eb8a57de-a09d-45ff-95fa-e89306731cce requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:49:52.666293 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-72c7dd63-8b4e-4697-8c6a-0bc4b0694084 req-ce497e96-b821-4355-8e24-a33416ab55df tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173460 Mar 07 10:49:52.673527 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-18cfc240-dc99-4307-a7e9-7db76ef87bbe None None] Provisioning complete for port c2f8d139-c526-4509-9aaa-322a343d4765 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:52.674176 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-18cfc240-dc99-4307-a7e9-7db76ef87bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c2f8d139-c526-4509-9aaa-322a343d4765), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:52.684181 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5e7542c2-18aa-4cc9-9483-4e07f7266f50 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "GET /v2.0/subnets/9833c072-9767-4186-a486-a4ecc113228c/tags HTTP/1.1" status: 200 len: 205 time: 0.1394784 Mar 07 10:49:52.685059 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35410) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:52.697005 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-5c455d37-1b44-43dc-afaf-99afb464ba32 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0d599fc7-8d92-4414-ae6d-66ffb69fb469') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:52.782718 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5c455d37-1b44-43dc-afaf-99afb464ba32 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "GET /v2.0/ports/0d599fc7-8d92-4414-ae6d-66ffb69fb469/tags HTTP/1.1" status: 200 len: 241 time: 0.0961168 Mar 07 10:49:52.783722 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35416) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:52.789716 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-2d5a3202-6e9f-4441-a89f-828fefc01c28 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0d599fc7-8d92-4414-ae6d-66ffb69fb469', 'tempest-TagsExtTest-Tag-1747646116') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:52.916377 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2d5a3202-6e9f-4441-a89f-828fefc01c28 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "GET /v2.0/ports/0d599fc7-8d92-4414-ae6d-66ffb69fb469/tags/tempest-TagsExtTest-Tag-1747646116 HTTP/1.1" status: 204 len: 168 time: 0.1303620 Mar 07 10:49:52.917601 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35426) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:52.929330 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-8f6631fa-cf04-4ef3-87f5-5f223a21c5f5 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '0d599fc7-8d92-4414-ae6d-66ffb69fb469', 'tempest-TagsExtTest-Tag-1747646116') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:53.004954 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-18cfc240-dc99-4307-a7e9-7db76ef87bbe None None] Current status of the port c2f8d139-c526-4509-9aaa-322a343d4765 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:53.005865 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-18cfc240-dc99-4307-a7e9-7db76ef87bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c2f8d139-c526-4509-9aaa-322a343d4765), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:53.027395 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c2f8d139-c526-4509-9aaa-322a343d4765 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:49:53.096029 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8f6631fa-cf04-4ef3-87f5-5f223a21c5f5 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "DELETE /v2.0/ports/0d599fc7-8d92-4414-ae6d-66ffb69fb469/tags/tempest-TagsExtTest-Tag-1747646116 HTTP/1.1" status: 204 len: 168 time: 0.1759737 Mar 07 10:49:53.097411 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35430) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:53.104862 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-f4d9aa17-028b-44f5-a1b1-f119e687b194 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0d599fc7-8d92-4414-ae6d-66ffb69fb469') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:53.112507 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:53.208683 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-18cfc240-dc99-4307-a7e9-7db76ef87bbe None None] For port c2f8d139-c526-4509-9aaa-322a343d4765, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c2f8d139-c526-4509-9aaa-322a343d4765,segment=NetworkSegment(6d2f3e93-5e1b-4094-9025-b615a4241237),segment_id=6d2f3e93-5e1b-4094-9025-b615a4241237)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:53.219216 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port c2f8d139-c526-4509-9aaa-322a343d4765 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:53.219819 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c2f8d139-c526-4509-9aaa-322a343d4765), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:53.221824 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-18cfc240-dc99-4307-a7e9-7db76ef87bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c2f8d139-c526-4509-9aaa-322a343d4765), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:53.233344 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f4d9aa17-028b-44f5-a1b1-f119e687b194 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "GET /v2.0/ports/0d599fc7-8d92-4414-ae6d-66ffb69fb469/tags HTTP/1.1" status: 200 len: 205 time: 0.1335495 Mar 07 10:49:53.236326 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35434) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:53.244572 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-143414b8-a3e0-4cb0-ba55-15ed4608527a tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '73222952-4c0f-4119-bb62-3beef777b039') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:53.303489 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bddd55-e132-499a-94bb-30f89dec3b14 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:49:53.316140 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e702d121-84ea-4e43-8ada-d1bde750c809 None None] Sync routers for ids ['4e301bde-0ee2-4e0d-9dba-1c681904b478'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:49:53.335898 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e702d121-84ea-4e43-8ada-d1bde750c809 None None] Routers {'4e301bde-0ee2-4e0d-9dba-1c681904b478'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:49:53.337161 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e702d121-84ea-4e43-8ada-d1bde750c809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:49:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['4e301bde-0ee2-4e0d-9dba-1c681904b478'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:53.344153 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-97bddd55-e132-499a-94bb-30f89dec3b14 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:53.347177 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-97bddd55-e132-499a-94bb-30f89dec3b14 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "PUT /v2.0/routers/4e301bde-0ee2-4e0d-9dba-1c681904b478 HTTP/1.1" status: 200 len: 700 time: 3.2320817 Mar 07 10:49:53.349345 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-18cfc240-dc99-4307-a7e9-7db76ef87bbe None None] Provisioning complete for port 0d599fc7-8d92-4414-ae6d-66ffb69fb469 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:53.352739 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-18cfc240-dc99-4307-a7e9-7db76ef87bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0d599fc7-8d92-4414-ae6d-66ffb69fb469), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:53.361806 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-3e8b480a-3780-4c0e-a2f8-88cfb84819a1 req-5a7533ba-c7a3-4807-a634-6d6268c83612 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] For port 9cc49b11-3343-4506-8879-e1da4e054f3f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9cc49b11-3343-4506-8879-e1da4e054f3f,segment=NetworkSegment(9c0e08f9-ace4-432d-a662-c01ea531e4d8),segment_id=9c0e08f9-ace4-432d-a662-c01ea531e4d8)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:53.362802 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3e8b480a-3780-4c0e-a2f8-88cfb84819a1 req-5a7533ba-c7a3-4807-a634-6d6268c83612 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (9cc49b11-3343-4506-8879-e1da4e054f3f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:53.369069 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35438) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:53.397219 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-2a813683-2402-456e-b961-f65ff40e5772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:53.399333 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-2a813683-2402-456e-b961-f65ff40e5772 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=32944cde-c55b-47e2-bb77-543fbc1a70ac HTTP/1.1" status: 200 len: 846 time: 0.8937116 Mar 07 10:49:53.476839 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cfc240-dc99-4307-a7e9-7db76ef87bbe None None] Pushing event updated for resources: {'Port': ['ID=c2f8d139-c526-4509-9aaa-322a343d4765,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:53.479263 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-01ac2286-6dbb-45b8-ab9a-ccb9682ac01c tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e301bde-0ee2-4e0d-9dba-1c681904b478 HTTP/1.1" status: 200 len: 205 time: 0.0886438 Mar 07 10:49:53.507932 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cfc240-dc99-4307-a7e9-7db76ef87bbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:53.514953 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35446) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:53.515602 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cfc240-dc99-4307-a7e9-7db76ef87bbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:53.517311 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cfc240-dc99-4307-a7e9-7db76ef87bbe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:53.517780 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cfc240-dc99-4307-a7e9-7db76ef87bbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:53.520425 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cfc240-dc99-4307-a7e9-7db76ef87bbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:53.520897 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cfc240-dc99-4307-a7e9-7db76ef87bbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:53.521368 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cfc240-dc99-4307-a7e9-7db76ef87bbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:53.521933 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cfc240-dc99-4307-a7e9-7db76ef87bbe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:53.522805 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-3e8b480a-3780-4c0e-a2f8-88cfb84819a1 req-5a7533ba-c7a3-4807-a634-6d6268c83612 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Calling delete_port for 9cc49b11-3343-4506-8879-e1da4e054f3f owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:49:53.523261 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cfc240-dc99-4307-a7e9-7db76ef87bbe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:53.523703 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-e702d121-84ea-4e43-8ada-d1bde750c809 None None] Set router 4e301bde-0ee2-4e0d-9dba-1c681904b478 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:49:53.524236 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cfc240-dc99-4307-a7e9-7db76ef87bbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:53.527746 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cfc240-dc99-4307-a7e9-7db76ef87bbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:53.528227 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cfc240-dc99-4307-a7e9-7db76ef87bbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:53.532353 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18cfc240-dc99-4307-a7e9-7db76ef87bbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:49:53.544231 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-18cfc240-dc99-4307-a7e9-7db76ef87bbe None None] Port 0d599fc7-8d92-4414-ae6d-66ffb69fb469 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:49:53.564663 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fceb8c7d-3e00-4070-995c-d288b9144f40 req-91812b99-945a-4c8a-b4c0-4804d23835b4 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0091984 Mar 07 10:49:53.634702 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port c2f8d139-c526-4509-9aaa-322a343d4765 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:53.664938 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-7cc984a6-e0ca-4484-ba00-bfdab98295bf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b5ac3594-31b2-4f8f-99ae-bd148951ec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1843579 Mar 07 10:49:53.720694 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e702d121-84ea-4e43-8ada-d1bde750c809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'name': 'tempest-RoutersTest-router-849732313', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:37Z', 'updated_at': '2022-03-07T10:49:46Z', 'revision_number': 11, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:53.796269 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e702d121-84ea-4e43-8ada-d1bde750c809 None None] Checking router: 4e301bde-0ee2-4e0d-9dba-1c681904b478 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:49:53.810858 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e702d121-84ea-4e43-8ada-d1bde750c809 None None] Routers {'4e301bde-0ee2-4e0d-9dba-1c681904b478'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:49:53.814105 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e702d121-84ea-4e43-8ada-d1bde750c809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:49:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['4e301bde-0ee2-4e0d-9dba-1c681904b478'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:53.884099 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-120e65fe-7450-49bd-9770-acdf1f292aa4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router (4e301bde-0ee2-4e0d-9dba-1c681904b478), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:53.960920 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 9cc49b11-3343-4506-8879-e1da4e054f3f no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:49:54.016788 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecfe5d-1480-4772-8005-1e8267dba61d req-cd83b53d-f757-4a7c-a2ba-02806bae3496 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:54.023944 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fcecfe5d-1480-4772-8005-1e8267dba61d req-cd83b53d-f757-4a7c-a2ba-02806bae3496 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=542fd94e-4dfc-46ca-a3df-822ef28ed224 HTTP/1.1" status: 200 len: 946 time: 0.8176537 Mar 07 10:49:54.054089 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-143414b8-a3e0-4cb0-ba55-15ed4608527a tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "GET /v2.0/routers/73222952-4c0f-4119-bb62-3beef777b039/tags HTTP/1.1" status: 200 len: 241 time: 0.8162210 Mar 07 10:49:54.057209 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35462) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:54.062556 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-4db5958b-32eb-4eb1-8e1f-0c0f45347b95 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '73222952-4c0f-4119-bb62-3beef777b039', 'tempest-TagsExtTest-Tag-1197765664') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:54.118513 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-e702d121-84ea-4e43-8ada-d1bde750c809 None None] Set router 4e301bde-0ee2-4e0d-9dba-1c681904b478 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:49:54.139380 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-66e0505b-84cc-4d29-94f8-d68355078ba7 None None] Provisioning complete for port c2f8d139-c526-4509-9aaa-322a343d4765 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:54.142812 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-66e0505b-84cc-4d29-94f8-d68355078ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c2f8d139-c526-4509-9aaa-322a343d4765), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:54.183768 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fcecfe5d-1480-4772-8005-1e8267dba61d req-1c4a3d19-1199-4edb-a54a-48065887f70c tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552689 Mar 07 10:49:54.271613 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 9cc49b11-3343-4506-8879-e1da4e054f3f is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:54.272256 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9cc49b11-3343-4506-8879-e1da4e054f3f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:54.274899 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4db5958b-32eb-4eb1-8e1f-0c0f45347b95 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "GET /v2.0/routers/73222952-4c0f-4119-bb62-3beef777b039/tags/tempest-TagsExtTest-Tag-1197765664 HTTP/1.1" status: 204 len: 168 time: 0.2163498 Mar 07 10:49:54.284856 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35472) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:54.296081 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-26c5bf4d-fa58-429c-a6fa-8e7543cd2935 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '73222952-4c0f-4119-bb62-3beef777b039', 'tempest-TagsExtTest-Tag-1197765664') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:54.302331 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e702d121-84ea-4e43-8ada-d1bde750c809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'name': 'tempest-RoutersTest-router-849732313', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:37Z', 'updated_at': '2022-03-07T10:49:46Z', 'revision_number': 11, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:54.356601 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 9cc49b11-3343-4506-8879-e1da4e054f3f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9cc49b11-3343-4506-8879-e1da4e054f3f,segment=NetworkSegment(9c0e08f9-ace4-432d-a662-c01ea531e4d8),segment_id=9c0e08f9-ace4-432d-a662-c01ea531e4d8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:54.365775 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290477b2-7ff8-4dd8-bc2d-721ead547ef1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cc49b11-3343-4506-8879-e1da4e054f3f'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:49:54.369437 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8887794c-ae4b-43f4-8eba-4c22b8046602" -d '{"events": [{"server_uuid": "290477b2-7ff8-4dd8-bc2d-721ead547ef1", "name": "network-vif-unplugged", "status": "completed", "tag": "9cc49b11-3343-4506-8879-e1da4e054f3f"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:49:54.375775 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9cc49b11-3343-4506-8879-e1da4e054f3f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:54.433774 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e702d121-84ea-4e43-8ada-d1bde750c809 None None] The sync data for ids ['4e301bde-0ee2-4e0d-9dba-1c681904b478'] in n-d-832164-4 is: [{'id': '4e301bde-0ee2-4e0d-9dba-1c681904b478', 'name': 'tempest-RoutersTest-router-849732313', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:48:37Z', 'updated_at': '2022-03-07T10:49:46Z', 'revision_number': 11, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'gw_port_host': None}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:49:54.457751 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=9cc49b11-3343-4506-8879-e1da4e054f3f,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:54.508130 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-66e0505b-84cc-4d29-94f8-d68355078ba7 None None] Current status of the port c2f8d139-c526-4509-9aaa-322a343d4765 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:54.520733 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-66e0505b-84cc-4d29-94f8-d68355078ba7 None None] Provisioning complete for port 0d599fc7-8d92-4414-ae6d-66ffb69fb469 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:54.521203 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-66e0505b-84cc-4d29-94f8-d68355078ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0d599fc7-8d92-4414-ae6d-66ffb69fb469), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:54.574155 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-66e0505b-84cc-4d29-94f8-d68355078ba7 None None] Port 0d599fc7-8d92-4414-ae6d-66ffb69fb469 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:49:54.582770 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-26c5bf4d-fa58-429c-a6fa-8e7543cd2935 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "DELETE /v2.0/routers/73222952-4c0f-4119-bb62-3beef777b039/tags/tempest-TagsExtTest-Tag-1197765664 HTTP/1.1" status: 204 len: 168 time: 0.2966585 Mar 07 10:49:54.585635 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35484) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:54.591212 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-16b5bfb3-2499-49c8-a9ac-32a95c5963e0 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '73222952-4c0f-4119-bb62-3beef777b039') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:54.665857 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-fc155cd9-7ab9-465a-9a20-cfdafc2fcb38 service neutron] 10.222.0.31 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9627469 Mar 07 10:49:54.699773 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ec4d2b02-bc48-4f3e-ac56-88809d37a2a8 None None] Provisioning complete for port 0d599fc7-8d92-4414-ae6d-66ffb69fb469 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:54.700238 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ec4d2b02-bc48-4f3e-ac56-88809d37a2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0d599fc7-8d92-4414-ae6d-66ffb69fb469), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:54.714423 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3413795-9fbf-4a65-a6f3-d78b8c4e6d6d req-16e73002-e0c5-4a24-9262-2ba01f9247c7 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:54.716898 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a3413795-9fbf-4a65-a6f3-d78b8c4e6d6d req-16e73002-e0c5-4a24-9262-2ba01f9247c7 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac382d49-2c54-4af6-b416-2ae9038eb749 HTTP/1.1" status: 200 len: 943 time: 1.0176857 Mar 07 10:49:54.754105 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-16b5bfb3-2499-49c8-a9ac-32a95c5963e0 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "GET /v2.0/routers/73222952-4c0f-4119-bb62-3beef777b039/tags HTTP/1.1" status: 200 len: 205 time: 0.1671784 Mar 07 10:49:54.756690 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35494) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:54.766471 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-d0ca3f06-a8fd-494f-8793-8167a249c172 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '57abc2d8-9e78-4cbf-9cc6-f45a5afba68b') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:54.798080 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ec4d2b02-bc48-4f3e-ac56-88809d37a2a8 None None] Port 0d599fc7-8d92-4414-ae6d-66ffb69fb469 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:49:54.851193 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d0ca3f06-a8fd-494f-8793-8167a249c172 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "GET /v2.0/subnetpools/57abc2d8-9e78-4cbf-9cc6-f45a5afba68b/tags HTTP/1.1" status: 200 len: 241 time: 0.0908859 Mar 07 10:49:54.854122 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35496) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:54.859518 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-c63dd63a-7a71-41e6-acc3-880fe68c19e3 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '57abc2d8-9e78-4cbf-9cc6-f45a5afba68b', 'tempest-TagsExtTest-Tag-1472853404') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:54.891321 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-120e65fe-7450-49bd-9770-acdf1f292aa4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (4e301bde-0ee2-4e0d-9dba-1c681904b478), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:54.902704 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c2f8d139-c526-4509-9aaa-322a343d4765 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:49:54.905044 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7a927-cfd4-4a87-81d1-bdfecf4a927c req-0bbcf99b-6d86-49d9-85e0-bd46e9f5d23c tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:54.905873 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-120e65fe-7450-49bd-9770-acdf1f292aa4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router_controller (4e301bde-0ee2-4e0d-9dba-1c681904b478), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:54.910915 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7a927-cfd4-4a87-81d1-bdfecf4a927c req-0bbcf99b-6d86-49d9-85e0-bd46e9f5d23c tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:54.917013 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7a927-cfd4-4a87-81d1-bdfecf4a927c req-0bbcf99b-6d86-49d9-85e0-bd46e9f5d23c tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:54.919061 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6ba7a927-cfd4-4a87-81d1-bdfecf4a927c req-0bbcf99b-6d86-49d9-85e0-bd46e9f5d23c tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=23a46f7a-9a2d-4836-8d6f-8382066ca7d7&device_id=b5a2aac8-dbb2-4661-8f48-a82a454fab48&device_id=542fd94e-4dfc-46ca-a3df-822ef28ed224 HTTP/1.1" status: 200 len: 2419 time: 0.1160982 Mar 07 10:49:54.919535 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35498) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:54.933173 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c63dd63a-7a71-41e6-acc3-880fe68c19e3 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "GET /v2.0/subnetpools/57abc2d8-9e78-4cbf-9cc6-f45a5afba68b/tags/tempest-TagsExtTest-Tag-1472853404 HTTP/1.1" status: 204 len: 168 time: 0.0752034 Mar 07 10:49:54.933458 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35502) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:54.939626 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-36be4ced-d9e0-477d-9624-19622af48f15 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '57abc2d8-9e78-4cbf-9cc6-f45a5afba68b', 'tempest-TagsExtTest-Tag-1472853404') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:55.044499 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a3413795-9fbf-4a65-a6f3-d78b8c4e6d6d req-6ac6bfd9-17a0-43a0-8a9b-b58be72bfd7d tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241900 Mar 07 10:49:55.046405 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port c2f8d139-c526-4509-9aaa-322a343d4765 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:49:55.047855 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c2f8d139-c526-4509-9aaa-322a343d4765), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:55.062305 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6ba7a927-cfd4-4a87-81d1-bdfecf4a927c req-df4610f6-e379-49d0-a6ea-2b192a900644 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262312 Mar 07 10:49:55.082330 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3e8b480a-3780-4c0e-a2f8-88cfb84819a1 req-5a7533ba-c7a3-4807-a634-6d6268c83612 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (9cc49b11-3343-4506-8879-e1da4e054f3f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:55.087253 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-120e65fe-7450-49bd-9770-acdf1f292aa4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (4e301bde-0ee2-4e0d-9dba-1c681904b478), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:55.089169 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-36be4ced-d9e0-477d-9624-19622af48f15 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "DELETE /v2.0/subnetpools/57abc2d8-9e78-4cbf-9cc6-f45a5afba68b/tags/tempest-TagsExtTest-Tag-1472853404 HTTP/1.1" status: 204 len: 168 time: 0.1545169 Mar 07 10:49:55.089834 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-120e65fe-7450-49bd-9770-acdf1f292aa4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Fanout notify agent at l3_agent the message router_deleted on router 4e301bde-0ee2-4e0d-9dba-1c681904b478 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:49:55.091820 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35508) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:55.111928 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-848cf967-bead-4110-88ab-f424435bc39d tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '57abc2d8-9e78-4cbf-9cc6-f45a5afba68b') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:55.114207 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['e6688e36-ad0b-423f-8455-552f34e30d39'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:49:55.131906 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-120e65fe-7450-49bd-9770-acdf1f292aa4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:55.140765 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-120e65fe-7450-49bd-9770-acdf1f292aa4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/routers/4e301bde-0ee2-4e0d-9dba-1c681904b478 HTTP/1.1" status: 204 len: 168 time: 1.6234357 Mar 07 10:49:55.145386 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35512) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:55.178334 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 10:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739ca9c0-d6fa-4a50-895a-aa5cfcc240de x-openstack-request-id: req-739ca9c0-d6fa-4a50-895a-aa5cfcc240de {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:49:55.178627 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290477b2-7ff8-4dd8-bc2d-721ead547ef1", "name": "network-vif-unplugged", "status": "completed", "tag": "9cc49b11-3343-4506-8879-e1da4e054f3f", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:49:55.178887 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-739ca9c0-d6fa-4a50-895a-aa5cfcc240de {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:49:55.179285 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290477b2-7ff8-4dd8-bc2d-721ead547ef1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cc49b11-3343-4506-8879-e1da4e054f3f', 'code': 200} Mar 07 10:49:55.188659 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-3135c12c-bdc9-45d2-a058-5848fdf0e636 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1303462242', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:55.191019 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-848cf967-bead-4110-88ab-f424435bc39d tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "GET /v2.0/subnetpools/57abc2d8-9e78-4cbf-9cc6-f45a5afba68b/tags HTTP/1.1" status: 200 len: 205 time: 0.0978904 Mar 07 10:49:55.196139 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35514) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:55.207414 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-28d9deee-9556-4c72-9836-59e1cb36f926 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '57abc2d8-9e78-4cbf-9cc6-f45a5afba68b') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:55.279063 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-28d9deee-9556-4c72-9836-59e1cb36f926 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "DELETE /v2.0/subnetpools/57abc2d8-9e78-4cbf-9cc6-f45a5afba68b/tags HTTP/1.1" status: 204 len: 168 time: 0.0800426 Mar 07 10:49:55.280942 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7533ba-c7a3-4807-a634-6d6268c83612 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Pushing event deleted for resources: {'Port': ['ID=9cc49b11-3343-4506-8879-e1da4e054f3f,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:55.287310 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35518) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:55.292228 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-e16c188b-1fa2-4898-9536-f3af41f30e50 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '73222952-4c0f-4119-bb62-3beef777b039') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:55.344473 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-314cc6ff-a7a7-484c-9f61-ddf83204666d req-f613083e-2691-4c7a-ad48-0d4879a4299e service neutron] 10.222.0.31 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6712801 Mar 07 10:49:55.401983 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8b480a-3780-4c0e-a2f8-88cfb84819a1 req-5a7533ba-c7a3-4807-a634-6d6268c83612 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] No DVR routers for this DVR port 9cc49b11-3343-4506-8879-e1da4e054f3f on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:49:55.402559 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b2c790f7-cbf9-4b4e-af1d-16176525e2d3 req-fff2a20b-96f7-4460-8699-49f06089ee6c tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=290477b2-7ff8-4dd8-bc2d-721ead547ef1 HTTP/1.1" status: 200 len: 210 time: 0.1041059 Mar 07 10:49:55.406232 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3e8b480a-3780-4c0e-a2f8-88cfb84819a1 req-5a7533ba-c7a3-4807-a634-6d6268c83612 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:55.419101 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3e8b480a-3780-4c0e-a2f8-88cfb84819a1 req-5a7533ba-c7a3-4807-a634-6d6268c83612 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.21 "DELETE /v2.0/ports/9cc49b11-3343-4506-8879-e1da4e054f3f HTTP/1.1" status: 204 len: 173 time: 4.8104105 Mar 07 10:49:55.419101 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '290477b2-7ff8-4dd8-bc2d-721ead547ef1', 'name': 'network-vif-deleted', 'tag': '9cc49b11-3343-4506-8879-e1da4e054f3f'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:49:55.419101 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f12228-13a3-465c-9533-76cfd5a23e09" -d '{"events": [{"server_uuid": "290477b2-7ff8-4dd8-bc2d-721ead547ef1", "name": "network-vif-deleted", "tag": "9cc49b11-3343-4506-8879-e1da4e054f3f"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:49:55.442071 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3135c12c-bdc9-45d2-a058-5848fdf0e636 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (f88c6540-814e-4496-b085-4f9a4933d0ee), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:55.443422 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3135c12c-bdc9-45d2-a058-5848fdf0e636 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (f88c6540-814e-4496-b085-4f9a4933d0ee), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:55.544316 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-14ec4eda-0f73-404f-a755-b764dea43806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:55.555456 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port c2f8d139-c526-4509-9aaa-322a343d4765 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:55.589635 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309bd75-3562-4faf-870c-f2146ba699cc req-9085f6a4-c591-45ee-8f2e-9c0f9b687bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:55.591204 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b309bd75-3562-4faf-870c-f2146ba699cc req-9085f6a4-c591-45ee-8f2e-9c0f9b687bc5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7f878931fbda404796227bcaa31aa466&device_id=ac382d49-2c54-4af6-b416-2ae9038eb749 HTTP/1.1" status: 200 len: 1125 time: 0.1661191 Mar 07 10:49:55.608832 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e16c188b-1fa2-4898-9536-f3af41f30e50 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "DELETE /v2.0/routers/73222952-4c0f-4119-bb62-3beef777b039/tags HTTP/1.1" status: 204 len: 168 time: 0.3200312 Mar 07 10:49:55.626768 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35528) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:55.635589 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-32b0c8e2-80eb-4fcc-aa23-82c0b389f9ca tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0d599fc7-8d92-4414-ae6d-66ffb69fb469') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:55.671425 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba15dad-0ab8-47e2-b2d6-011079b772cb x-openstack-request-id: req-fba15dad-0ab8-47e2-b2d6-011079b772cb {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:49:55.671945 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "290477b2-7ff8-4dd8-bc2d-721ead547ef1", "name": "network-vif-deleted", "tag": "9cc49b11-3343-4506-8879-e1da4e054f3f", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:49:55.672043 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fba15dad-0ab8-47e2-b2d6-011079b772cb {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:49:55.672599 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '290477b2-7ff8-4dd8-bc2d-721ead547ef1', 'name': 'network-vif-deleted', 'tag': '9cc49b11-3343-4506-8879-e1da4e054f3f', 'status': 'completed', 'code': 200} Mar 07 10:49:55.675964 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3135c12c-bdc9-45d2-a058-5848fdf0e636 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router_controller (f88c6540-814e-4496-b085-4f9a4933d0ee), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:55.683431 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3135c12c-bdc9-45d2-a058-5848fdf0e636 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (f88c6540-814e-4496-b085-4f9a4933d0ee), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:55.735313 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24248298-76cd-4e81-84b1-c4ccfb887a76 req-3224eb7d-1e4e-4c9d-8bc0-90bafd34e357 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:55.739216 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-24248298-76cd-4e81-84b1-c4ccfb887a76 req-3224eb7d-1e4e-4c9d-8bc0-90bafd34e357 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=23a46f7a-9a2d-4836-8d6f-8382066ca7d7 HTTP/1.1" status: 200 len: 946 time: 0.1540463 Mar 07 10:49:55.761648 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-14ec4eda-0f73-404f-a755-b764dea43806 admin admin] Publish callbacks [] for security_group (0a0c1b90-1a4b-4b87-93cb-ea60b9043f28), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:55.768382 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3135c12c-bdc9-45d2-a058-5848fdf0e636 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:55.772587 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-14ec4eda-0f73-404f-a755-b764dea43806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0a0c1b90-1a4b-4b87-93cb-ea60b9043f28), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:55.772907 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3135c12c-bdc9-45d2-a058-5848fdf0e636 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6015346 Mar 07 10:49:55.775610 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35530) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:55.780653 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-dec9e9f6-dd24-4d54-97fb-8b260d66dd66 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:49:55.831714 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-14ec4eda-0f73-404f-a755-b764dea43806 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=236ccc45905f43b1bb51288a2fbde07d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9099874 Mar 07 10:49:55.836350 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec4eda-0f73-404f-a755-b764dea43806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0c1b90-1a4b-4b87-93cb-ea60b9043f28,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:55.839666 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35534) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:55.847623 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-32b0c8e2-80eb-4fcc-aa23-82c0b389f9ca tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "DELETE /v2.0/ports/0d599fc7-8d92-4414-ae6d-66ffb69fb469/tags HTTP/1.1" status: 204 len: 168 time: 0.2173855 Mar 07 10:49:55.856012 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35536) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:55.863475 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.tag.tag_plugin [None req-00be9ab0-2039-4518-a3f4-51112bcd99ab tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9833c072-9767-4186-a486-a4ecc113228c') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:55.871145 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-24248298-76cd-4e81-84b1-c4ccfb887a76 req-43d0151e-9998-41eb-99a0-4d88bb35ef82 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253872 Mar 07 10:49:55.933359 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7c95cd83-45da-40f6-b2f9-b2f93bf29134 admin admin] Publish callbacks [] for security_group (0a0c1b90-1a4b-4b87-93cb-ea60b9043f28), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:55.959960 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7c95cd83-45da-40f6-b2f9-b2f93bf29134 admin admin] Publish callbacks [] for security_group (0a0c1b90-1a4b-4b87-93cb-ea60b9043f28), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:56.030123 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7c95cd83-45da-40f6-b2f9-b2f93bf29134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0a0c1b90-1a4b-4b87-93cb-ea60b9043f28), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:56.033395 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7c95cd83-45da-40f6-b2f9-b2f93bf29134 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:56.034997 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7c95cd83-45da-40f6-b2f9-b2f93bf29134 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0a0c1b90-1a4b-4b87-93cb-ea60b9043f28 HTTP/1.1" status: 204 len: 168 time: 0.1886964 Mar 07 10:49:56.038962 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309bd75-3562-4faf-870c-f2146ba699cc req-283abc14-6128-4c98-9061-0803f947288f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:56.041517 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b309bd75-3562-4faf-870c-f2146ba699cc req-283abc14-6128-4c98-9061-0803f947288f service neutron] 10.222.0.31 "GET /v2.0/networks?id=b5ac3594-31b2-4f8f-99ae-bd148951ec42 HTTP/1.1" status: 200 len: 907 time: 0.4034660 Mar 07 10:49:56.071855 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95cd83-45da-40f6-b2f9-b2f93bf29134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0c1b90-1a4b-4b87-93cb-ea60b9043f28,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:49:56.172477 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b309bd75-3562-4faf-870c-f2146ba699cc req-2544014f-e91d-4b9b-b3ec-f30bcea73074 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8 HTTP/1.1" status: 200 len: 217 time: 0.0741439 Mar 07 10:49:56.378800 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dec9e9f6-dd24-4d54-97fb-8b260d66dd66 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26448'] for router (f88c6540-814e-4496-b085-4f9a4933d0ee), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:56.411616 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-00be9ab0-2039-4518-a3f4-51112bcd99ab tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "DELETE /v2.0/subnets/9833c072-9767-4186-a486-a4ecc113228c/tags HTTP/1.1" status: 204 len: 168 time: 0.5522509 Mar 07 10:49:56.416618 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35554) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:56.417483 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b309bd75-3562-4faf-870c-f2146ba699cc req-9bd3a08b-465e-4d81-a3f6-7e3cb936c6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:56.419035 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b309bd75-3562-4faf-870c-f2146ba699cc req-9bd3a08b-465e-4d81-a3f6-7e3cb936c6d3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=32944cde-c55b-47e2-bb77-543fbc1a70ac HTTP/1.1" status: 200 len: 846 time: 0.2047613 Mar 07 10:49:56.428599 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-afba8ca0-3173-4fcc-9337-52e2a396d5ed tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9833c072-9767-4186-a486-a4ecc113228c', 'tempest-TagsExtTest-Tag-1812675397') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:56.429804 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaaa3b0-bd0d-4b21-bbf0-8734f2b80428 req-8e946fe3-68bc-4cba-911e-b62332a91331 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:56.432002 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eaaaa3b0-bd0d-4b21-bbf0-8734f2b80428 req-8e946fe3-68bc-4cba-911e-b62332a91331 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac382d49-2c54-4af6-b416-2ae9038eb749 HTTP/1.1" status: 200 len: 943 time: 0.2644606 Mar 07 10:49:56.433075 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dec9e9f6-dd24-4d54-97fb-8b260d66dd66 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674560'] for router (f88c6540-814e-4496-b085-4f9a4933d0ee), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:56.481484 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b309bd75-3562-4faf-870c-f2146ba699cc req-cf6b15da-d3d2-404d-9d08-af1341c72df6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b5ac3594-31b2-4f8f-99ae-bd148951ec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457432 Mar 07 10:49:56.637182 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-afba8ca0-3173-4fcc-9337-52e2a396d5ed tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "PUT /v2.0/subnets/9833c072-9767-4186-a486-a4ecc113228c/tags/tempest-TagsExtTest-Tag-1812675397 HTTP/1.1" status: 201 len: 201 time: 0.2134678 Mar 07 10:49:56.639641 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35558) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:56.645405 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-8da3adc8-a32c-4c29-8e5e-7a4cd772c362 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0d599fc7-8d92-4414-ae6d-66ffb69fb469', 'tempest-TagsExtTest-Tag-40890452') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:56.760580 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eaaaa3b0-bd0d-4b21-bbf0-8734f2b80428 req-c4fb5cd2-4722-40c3-a1bd-4de343c456be tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046260 Mar 07 10:49:56.826181 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8da3adc8-a32c-4c29-8e5e-7a4cd772c362 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "PUT /v2.0/ports/0d599fc7-8d92-4414-ae6d-66ffb69fb469/tags/tempest-TagsExtTest-Tag-40890452 HTTP/1.1" status: 201 len: 201 time: 0.1851244 Mar 07 10:49:56.828718 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35562) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:56.830618 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b309bd75-3562-4faf-870c-f2146ba699cc req-35861a0a-3a94-4fd4-a931-16972a4107a1 service neutron] 10.222.0.31 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070118 Mar 07 10:49:56.835812 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-b2e517c3-5c8f-4a70-b358-641135b707d5 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '73222952-4c0f-4119-bb62-3beef777b039', 'tempest-TagsExtTest-Tag-1036105928') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:56.930032 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec9e9f6-dd24-4d54-97fb-8b260d66dd66 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Router f88c6540-814e-4496-b085-4f9a4933d0ee is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:49:57.000823 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b2e517c3-5c8f-4a70-b358-641135b707d5 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "PUT /v2.0/routers/73222952-4c0f-4119-bb62-3beef777b039/tags/tempest-TagsExtTest-Tag-1036105928 HTTP/1.1" status: 201 len: 201 time: 0.1700473 Mar 07 10:49:57.008875 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35570) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:57.034063 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.tag.tag_plugin [None req-cccae16f-5a9e-4880-8921-11052e484d89 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '57abc2d8-9e78-4cbf-9cc6-f45a5afba68b', 'tempest-TagsExtTest-Tag-325169556') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:57.079491 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc80389-24d0-4abd-8551-8bf09ac59dbd req-1068e7a0-05dc-48f8-8cfb-52c453a29a00 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:57.079491 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-acc80389-24d0-4abd-8551-8bf09ac59dbd req-1068e7a0-05dc-48f8-8cfb-52c453a29a00 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1029587 Mar 07 10:49:57.142226 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-acc80389-24d0-4abd-8551-8bf09ac59dbd req-7444e4bc-5a93-4890-9d57-f01404f54450 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542536 Mar 07 10:49:57.202323 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b309bd75-3562-4faf-870c-f2146ba699cc req-f19fdb13-5f89-4c56-ace7-7afe06d729df service neutron] 10.222.0.31 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582733 Mar 07 10:49:57.221920 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec9e9f6-dd24-4d54-97fb-8b260d66dd66 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:49:57.231987 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dec9e9f6-dd24-4d54-97fb-8b260d66dd66 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:57.236064 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-dec9e9f6-dd24-4d54-97fb-8b260d66dd66 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "PUT /v2.0/routers/f88c6540-814e-4496-b085-4f9a4933d0ee HTTP/1.1" status: 200 len: 694 time: 1.4572072 Mar 07 10:49:57.236203 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a85204-8abb-43a2-8c06-830d6ee94167 None None] Sync routers for ids ['f88c6540-814e-4496-b085-4f9a4933d0ee'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:49:57.236655 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35578) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:57.255394 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-cccae16f-5a9e-4880-8921-11052e484d89 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "PUT /v2.0/subnetpools/57abc2d8-9e78-4cbf-9cc6-f45a5afba68b/tags/tempest-TagsExtTest-Tag-325169556 HTTP/1.1" status: 201 len: 201 time: 0.2318428 Mar 07 10:49:57.258171 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35580) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:57.264556 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.tag.tag_plugin [None req-9003cafc-efee-4115-b70b-ccc78d097562 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '9833c072-9767-4186-a486-a4ecc113228c', {'tags': ['tempest-TagsExtTest-Tag-1809977974', 'tempest-TagsExtTest-Tag-1225470075', 'tempest-TagsExtTest-Tag-1354377163']}) {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:57.272658 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a85204-8abb-43a2-8c06-830d6ee94167 None None] Routers {'f88c6540-814e-4496-b085-4f9a4933d0ee'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:49:57.274311 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-00a85204-8abb-43a2-8c06-830d6ee94167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:49:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f88c6540-814e-4496-b085-4f9a4933d0ee'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:57.346956 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9003cafc-efee-4115-b70b-ccc78d097562 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "PUT /v2.0/subnets/9833c072-9767-4186-a486-a4ecc113228c/tags HTTP/1.1" status: 200 len: 318 time: 0.0864148 Mar 07 10:49:57.348799 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35584) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:57.366416 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.tag.tag_plugin [None req-ee93ded3-d928-4458-9e2a-8f5a5070388a tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9833c072-9767-4186-a486-a4ecc113228c') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:57.451770 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-13048e5d-59fa-4fdf-b907-c2f271c3c85e tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "GET /v2.0/routers/f88c6540-814e-4496-b085-4f9a4933d0ee HTTP/1.1" status: 200 len: 700 time: 0.2137737 Mar 07 10:49:57.457646 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35592) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:57.640600 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e89048-a085-4e13-bf49-a546d4d9ec98 req-216a44db-c2c3-4e2b-b7c2-02ed1621ac6b tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:57.651162 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-20e89048-a085-4e13-bf49-a546d4d9ec98 req-216a44db-c2c3-4e2b-b7c2-02ed1621ac6b tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=542fd94e-4dfc-46ca-a3df-822ef28ed224 HTTP/1.1" status: 200 len: 946 time: 0.0958781 Mar 07 10:49:57.677888 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-00a85204-8abb-43a2-8c06-830d6ee94167 None None] Set router f88c6540-814e-4496-b085-4f9a4933d0ee gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:49:57.766765 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-20e89048-a085-4e13-bf49-a546d4d9ec98 req-b8e62283-a71a-4d2a-9a71-32d3a8b69dda tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144550 Mar 07 10:49:57.789326 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-00a85204-8abb-43a2-8c06-830d6ee94167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88c6540-814e-4496-b085-4f9a4933d0ee', 'name': 'tempest-RoutersTest-router-1303462242', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:49:55Z', 'updated_at': '2022-03-07T10:49:56Z', 'revision_number': 2, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:57.844220 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a85204-8abb-43a2-8c06-830d6ee94167 None None] Checking router: f88c6540-814e-4496-b085-4f9a4933d0ee for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:49:57.859306 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a85204-8abb-43a2-8c06-830d6ee94167 None None] Routers {'f88c6540-814e-4496-b085-4f9a4933d0ee'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:49:57.860862 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-00a85204-8abb-43a2-8c06-830d6ee94167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:49:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f88c6540-814e-4496-b085-4f9a4933d0ee'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:57.959776 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92aa273-e0bd-4d4f-ae8f-d5f1a837b21d req-4df1a5c7-5ba7-4ff5-9652-19ad422c15b9 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:57.969725 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d92aa273-e0bd-4d4f-ae8f-d5f1a837b21d req-4df1a5c7-5ba7-4ff5-9652-19ad422c15b9 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac382d49-2c54-4af6-b416-2ae9038eb749 HTTP/1.1" status: 200 len: 943 time: 0.1061263 Mar 07 10:49:57.982366 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-00a85204-8abb-43a2-8c06-830d6ee94167 None None] Set router f88c6540-814e-4496-b085-4f9a4933d0ee gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:49:58.032055 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d92aa273-e0bd-4d4f-ae8f-d5f1a837b21d req-918ff401-a552-4fb4-a500-a533731a012f tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570440 Mar 07 10:49:58.076272 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-00a85204-8abb-43a2-8c06-830d6ee94167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88c6540-814e-4496-b085-4f9a4933d0ee', 'name': 'tempest-RoutersTest-router-1303462242', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:49:55Z', 'updated_at': '2022-03-07T10:49:56Z', 'revision_number': 2, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:58.115791 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a85204-8abb-43a2-8c06-830d6ee94167 None None] The sync data for ids ['f88c6540-814e-4496-b085-4f9a4933d0ee'] in n-d-832164-4 is: [{'id': 'f88c6540-814e-4496-b085-4f9a4933d0ee', 'name': 'tempest-RoutersTest-router-1303462242', 'tenant_id': '49fa671ee264403ca0a93afbe4c7553a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:49:55Z', 'updated_at': '2022-03-07T10:49:56Z', 'revision_number': 2, 'project_id': '49fa671ee264403ca0a93afbe4c7553a', 'gw_port_host': None}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:49:58.155175 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c21c7571-40a8-42ac-a782-c8bf5cee7922 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "GET /v2.0/ports?device_id=f88c6540-814e-4496-b085-4f9a4933d0ee HTTP/1.1" status: 200 len: 205 time: 0.6885333 Mar 07 10:49:58.157737 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35606) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:58.273758 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba332804-8fb2-4e48-ac22-62d829ab3ed6 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router (f88c6540-814e-4496-b085-4f9a4933d0ee), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:58.318142 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ee93ded3-d928-4458-9e2a-8f5a5070388a tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "DELETE /v2.0/subnets/9833c072-9767-4186-a486-a4ecc113228c/tags HTTP/1.1" status: 204 len: 168 time: 0.9676049 Mar 07 10:49:58.325529 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35612) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:58.332719 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-3ee67222-84a5-4298-9ad7-45760099256c tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9833c072-9767-4186-a486-a4ecc113228c', 'tempest-TagsExtTest-Tag-1809977974') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:58.334499 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed976b-9c15-4bce-8b66-3a106cf79061 req-ca79dacf-7e15-4c19-8f09-681c39982821 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:58.343281 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-05ed976b-9c15-4bce-8b66-3a106cf79061 req-ca79dacf-7e15-4c19-8f09-681c39982821 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.2362802 Mar 07 10:49:58.458542 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-05ed976b-9c15-4bce-8b66-3a106cf79061 req-38be041c-8f12-472d-a43f-a2ea5ebc0d36 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136954 Mar 07 10:49:58.482489 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-3ee67222-84a5-4298-9ad7-45760099256c tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] show failed (client error): The resource could not be found. Mar 07 10:49:58.487169 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3ee67222-84a5-4298-9ad7-45760099256c tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "GET /v2.0/subnets/9833c072-9767-4186-a486-a4ecc113228c/tags/tempest-TagsExtTest-Tag-1809977974 HTTP/1.1" status: 404 len: 329 time: 0.1604166 Mar 07 10:49:58.487844 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35616) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:58.501036 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-80d82d0f-2c83-4ab5-8a42-0ccaaae73866 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9833c072-9767-4186-a486-a4ecc113228c', 'tempest-TagsExtTest-Tag-1225470075') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:58.570420 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba332804-8fb2-4e48-ac22-62d829ab3ed6 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (f88c6540-814e-4496-b085-4f9a4933d0ee), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:58.573290 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba332804-8fb2-4e48-ac22-62d829ab3ed6 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router_controller (f88c6540-814e-4496-b085-4f9a4933d0ee), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:58.589182 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-80d82d0f-2c83-4ab5-8a42-0ccaaae73866 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] show failed (client error): The resource could not be found. Mar 07 10:49:58.590667 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-80d82d0f-2c83-4ab5-8a42-0ccaaae73866 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "GET /v2.0/subnets/9833c072-9767-4186-a486-a4ecc113228c/tags/tempest-TagsExtTest-Tag-1225470075 HTTP/1.1" status: 404 len: 329 time: 0.0995839 Mar 07 10:49:58.598862 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35622) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:58.619267 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba332804-8fb2-4e48-ac22-62d829ab3ed6 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (f88c6540-814e-4496-b085-4f9a4933d0ee), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:58.619960 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba332804-8fb2-4e48-ac22-62d829ab3ed6 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Fanout notify agent at l3_agent the message router_deleted on router f88c6540-814e-4496-b085-4f9a4933d0ee {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:49:58.623575 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-75a2c2e1-89ce-4ae4-987b-da58ae7a9dda tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9833c072-9767-4186-a486-a4ecc113228c', 'tempest-TagsExtTest-Tag-1354377163') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:58.635205 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba332804-8fb2-4e48-ac22-62d829ab3ed6 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:58.640812 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ba332804-8fb2-4e48-ac22-62d829ab3ed6 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/routers/f88c6540-814e-4496-b085-4f9a4933d0ee HTTP/1.1" status: 204 len: 168 time: 0.4808474 Mar 07 10:49:58.641721 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35624) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:58.680244 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35628) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:58.680833 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8eefad67-6d36-45d3-b98e-ba959cd1bc27 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "GET /v2.0/ports?device_id=f88c6540-814e-4496-b085-4f9a4933d0ee HTTP/1.1" status: 200 len: 205 time: 0.0371933 Mar 07 10:49:58.728413 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-7a9608dc-4d62-444d-a184-9214e69486a7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] delete failed (client error): The resource could not be found. Mar 07 10:49:58.729512 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7a9608dc-4d62-444d-a184-9214e69486a7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/routers/f88c6540-814e-4496-b085-4f9a4933d0ee HTTP/1.1" status: 404 len: 336 time: 0.0474334 Mar 07 10:49:58.733849 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35630) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:58.751330 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603ca75-dfb8-4f81-bdd2-1dab9686cc55 req-76e3c621-c949-4e27-9d42-7b2c90ea0f35 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:58.753236 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c603ca75-dfb8-4f81-bdd2-1dab9686cc55 req-76e3c621-c949-4e27-9d42-7b2c90ea0f35 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1670649 Mar 07 10:49:58.775420 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-509cd46b-4122-4bd2-883f-6fae2b7f44eb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] DELETE failed (client error): The resource could not be found. Mar 07 10:49:58.775883 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-509cd46b-4122-4bd2-883f-6fae2b7f44eb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:49:58.786120 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-509cd46b-4122-4bd2-883f-6fae2b7f44eb tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/subnets/c991d62a-6d63-4211-8335-bb9ec8a5c48b HTTP/1.1" status: 404 len: 337 time: 0.0511317 Mar 07 10:49:58.786650 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35632) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:58.839714 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-75a2c2e1-89ce-4ae4-987b-da58ae7a9dda tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] show failed (client error): The resource could not be found. Mar 07 10:49:58.841054 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-75a2c2e1-89ce-4ae4-987b-da58ae7a9dda tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "GET /v2.0/subnets/9833c072-9767-4186-a486-a4ecc113228c/tags/tempest-TagsExtTest-Tag-1354377163 HTTP/1.1" status: 404 len: 329 time: 0.2398803 Mar 07 10:49:58.842076 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-83189ff1-77a7-4e21-b954-7fb481802ef7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] DELETE failed (client error): The resource could not be found. Mar 07 10:49:58.842537 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83189ff1-77a7-4e21-b954-7fb481802ef7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:49:58.843905 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35636) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:58.846290 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-83189ff1-77a7-4e21-b954-7fb481802ef7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/subnets/acc9543f-3068-494d-a957-f4a56ebac5f9 HTTP/1.1" status: 404 len: 337 time: 0.0581985 Mar 07 10:49:58.853878 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.tag.tag_plugin [None req-9f2f1514-674e-4a7d-9abb-5947221f7e78 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '0d599fc7-8d92-4414-ae6d-66ffb69fb469', {'tags': ['tempest-TagsExtTest-Tag-581776454', 'tempest-TagsExtTest-Tag-1165525990', 'tempest-TagsExtTest-Tag-1581456586']}) {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:58.885901 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35638) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:58.892246 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c603ca75-dfb8-4f81-bdd2-1dab9686cc55 req-cf6cccfc-5e15-4cec-bf03-a91fdc77c739 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206114 Mar 07 10:49:58.934313 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f711efe6-cedb-4d0c-8651-664b9a39667f tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] DELETE failed (client error): The resource could not be found. Mar 07 10:49:58.935618 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f711efe6-cedb-4d0c-8651-664b9a39667f tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:49:58.941437 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f711efe6-cedb-4d0c-8651-664b9a39667f tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/subnets/2de8668e-4954-4868-930d-237be59c3784 HTTP/1.1" status: 404 len: 337 time: 0.0476501 Mar 07 10:49:58.944066 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35642) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:58.984003 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a863d2d5-4357-4464-b7cd-38509a38b1ae tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] DELETE failed (client error): The resource could not be found. Mar 07 10:49:58.984519 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a863d2d5-4357-4464-b7cd-38509a38b1ae tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:49:58.988403 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a863d2d5-4357-4464-b7cd-38509a38b1ae tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/subnets/d1c0976b-5596-4e30-a545-b9c253391843 HTTP/1.1" status: 404 len: 337 time: 0.0433202 Mar 07 10:49:58.990335 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35644) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:59.034537 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-639af1cf-abc0-4216-bab2-85d662b8b688 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e301bde-0ee2-4e0d-9dba-1c681904b478 HTTP/1.1" status: 200 len: 205 time: 0.0430110 Mar 07 10:49:59.037093 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35646) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:59.049394 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9f2f1514-674e-4a7d-9abb-5947221f7e78 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "PUT /v2.0/ports/0d599fc7-8d92-4414-ae6d-66ffb69fb469/tags HTTP/1.1" status: 200 len: 317 time: 0.2018139 Mar 07 10:49:59.051154 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35648) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:59.073680 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.tag.tag_plugin [None req-a84a732c-a58e-4d3d-bf8d-c1b34d03ac82 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0d599fc7-8d92-4414-ae6d-66ffb69fb469') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:59.096890 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-7d0a4bb2-04c1-499e-8d70-7e6db4c19fd1 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] delete failed (client error): The resource could not be found. Mar 07 10:49:59.100967 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7d0a4bb2-04c1-499e-8d70-7e6db4c19fd1 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/routers/4e301bde-0ee2-4e0d-9dba-1c681904b478 HTTP/1.1" status: 404 len: 336 time: 0.0601847 Mar 07 10:49:59.101234 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35652) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:59.151081 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b692c6ea-d39d-4e63-a1e8-22ef14d67fce tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "GET /v2.0/ports?device_id=1afc5039-0bf4-4e66-a650-4c1b1428ec51 HTTP/1.1" status: 200 len: 205 time: 0.0454242 Mar 07 10:49:59.151081 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35654) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:59.186735 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5dc202-2f4b-42f7-88d2-7bb02af89977 req-3073daa5-feb7-4e29-a80d-8eac6941cef3 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:59.201715 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8c5dc202-2f4b-42f7-88d2-7bb02af89977 req-3073daa5-feb7-4e29-a80d-8eac6941cef3 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=542fd94e-4dfc-46ca-a3df-822ef28ed224 HTTP/1.1" status: 200 len: 946 time: 0.2086163 Mar 07 10:49:59.282759 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-793aa759-5eb1-4d15-998e-f66dfe2df796 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] delete failed (client error): The resource could not be found. Mar 07 10:49:59.284090 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-793aa759-5eb1-4d15-998e-f66dfe2df796 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/routers/1afc5039-0bf4-4e66-a650-4c1b1428ec51 HTTP/1.1" status: 404 len: 336 time: 0.1320596 Mar 07 10:49:59.288970 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35660) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:59.327093 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0cd6f2f-ea81-401c-85f9-75b20b40f430 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] DELETE failed (client error): The resource could not be found. Mar 07 10:49:59.327735 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0cd6f2f-ea81-401c-85f9-75b20b40f430 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:49:59.329629 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8c5dc202-2f4b-42f7-88d2-7bb02af89977 req-d03c0082-6fe2-46de-a71e-353d62ef0f47 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265233 Mar 07 10:49:59.334510 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a0cd6f2f-ea81-401c-85f9-75b20b40f430 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/subnets/70090f4b-eeb5-4225-9be4-b2be3e73e222 HTTP/1.1" status: 404 len: 337 time: 0.0414457 Mar 07 10:49:59.337284 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35662) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:59.378375 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-767b2530-651e-4607-93d6-5ab533a75833 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "GET /v2.0/ports?device_id=26123792-1388-4b26-8fd7-84b68ce29e5f HTTP/1.1" status: 200 len: 205 time: 0.0374839 Mar 07 10:49:59.379097 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35666) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:59.388492 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a84a732c-a58e-4d3d-bf8d-c1b34d03ac82 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "DELETE /v2.0/ports/0d599fc7-8d92-4414-ae6d-66ffb69fb469/tags HTTP/1.1" status: 204 len: 168 time: 0.3249774 Mar 07 10:49:59.393646 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35668) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:59.404941 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.tag.tag_plugin [None req-7a707dea-15e7-44be-9618-205a5ea11692 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0d599fc7-8d92-4414-ae6d-66ffb69fb469', 'tempest-TagsExtTest-Tag-581776454') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:59.441080 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989803a3-646e-482d-9380-537f6deb1517 req-3b925a10-f189-470e-aa0c-ac3486b99e7b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:49:59.453488 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-989803a3-646e-482d-9380-537f6deb1517 req-3b925a10-f189-470e-aa0c-ac3486b99e7b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac382d49-2c54-4af6-b416-2ae9038eb749 HTTP/1.1" status: 200 len: 943 time: 0.2805369 Mar 07 10:49:59.464130 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-e1b1e61c-0af6-481f-b4d6-2d3c67c96e42 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] delete failed (client error): The resource could not be found. Mar 07 10:49:59.467865 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e1b1e61c-0af6-481f-b4d6-2d3c67c96e42 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/routers/26123792-1388-4b26-8fd7-84b68ce29e5f HTTP/1.1" status: 404 len: 336 time: 0.0853245 Mar 07 10:49:59.475114 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35672) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:59.520591 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0783bdff-2e8a-4300-9e9b-69ab852f2413 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "GET /v2.0/ports?device_id=d6b3bc07-5c50-4413-86e8-02e217e8d819 HTTP/1.1" status: 200 len: 205 time: 0.0444529 Mar 07 10:49:59.524990 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35674) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:59.572319 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-989803a3-646e-482d-9380-537f6deb1517 req-49dc9523-07bf-4626-91f1-0fedcbc8b754 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167440 Mar 07 10:49:59.587277 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-471db473-8da0-4ede-a599-3c59b216dd32 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] delete failed (client error): The resource could not be found. Mar 07 10:49:59.589622 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-471db473-8da0-4ede-a599-3c59b216dd32 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/routers/d6b3bc07-5c50-4413-86e8-02e217e8d819 HTTP/1.1" status: 404 len: 336 time: 0.0613480 Mar 07 10:49:59.591193 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35680) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:59.594854 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:49:59.662058 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d8b2d19-3a74-46b3-8d84-f17e4d44cfd7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] DELETE failed (client error): The resource could not be found. Mar 07 10:49:59.662736 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d8b2d19-3a74-46b3-8d84-f17e4d44cfd7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:49:59.669418 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4d8b2d19-3a74-46b3-8d84-f17e4d44cfd7 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/subnets/677ddf18-76da-45d0-abf3-3874bb7561db HTTP/1.1" status: 404 len: 337 time: 0.0652647 Mar 07 10:49:59.673080 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35686) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:59.681734 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-7a707dea-15e7-44be-9618-205a5ea11692 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] show failed (client error): The resource could not be found. Mar 07 10:49:59.691768 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7a707dea-15e7-44be-9618-205a5ea11692 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "GET /v2.0/ports/0d599fc7-8d92-4414-ae6d-66ffb69fb469/tags/tempest-TagsExtTest-Tag-581776454 HTTP/1.1" status: 404 len: 328 time: 0.2970474 Mar 07 10:49:59.695314 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35688) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:59.701551 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.tag.tag_plugin [None req-1032840e-a293-452c-88f9-53043ffc546c tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0d599fc7-8d92-4414-ae6d-66ffb69fb469', 'tempest-TagsExtTest-Tag-1165525990') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:59.729593 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-717a0ddd-f02c-473a-9bbb-7f645bde8094 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b53c1ca-74f7-4b75-a8f0-0aa7b95e5684 HTTP/1.1" status: 200 len: 205 time: 0.0549183 Mar 07 10:49:59.730479 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35690) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:59.801185 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:49:59.810136 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-1032840e-a293-452c-88f9-53043ffc546c tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] show failed (client error): The resource could not be found. Mar 07 10:49:59.811182 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1032840e-a293-452c-88f9-53043ffc546c tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "GET /v2.0/ports/0d599fc7-8d92-4414-ae6d-66ffb69fb469/tags/tempest-TagsExtTest-Tag-1165525990 HTTP/1.1" status: 404 len: 329 time: 0.1131980 Mar 07 10:49:59.814067 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35696) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:59.818381 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.tag.tag_plugin [None req-382c1173-dbd6-4970-bcb8-5d8dd7c1c9c2 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0d599fc7-8d92-4414-ae6d-66ffb69fb469', 'tempest-TagsExtTest-Tag-1581456586') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:59.835608 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8', 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42', 'port_id': '07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8', 'mac_address': 'fa:16:3e:2e:9d:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32944cde-c55b-47e2-bb77-543fbc1a70ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:49:59.859232 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-75e64c49-2674-4138-a668-26562eac261b tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] delete failed (client error): The resource could not be found. Mar 07 10:49:59.863109 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-75e64c49-2674-4138-a668-26562eac261b tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/routers/6b53c1ca-74f7-4b75-a8f0-0aa7b95e5684 HTTP/1.1" status: 404 len: 336 time: 0.1287382 Mar 07 10:49:59.863621 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35700) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:59.904856 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ced6013b-001b-4d23-9c1c-a3eb6db2ddb4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] DELETE failed (client error): The resource could not be found. Mar 07 10:49:59.905585 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ced6013b-001b-4d23-9c1c-a3eb6db2ddb4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:49:59.911268 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ced6013b-001b-4d23-9c1c-a3eb6db2ddb4 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/subnets/d2bbe090-f77e-4355-9f5f-d7ffc5059464 HTTP/1.1" status: 404 len: 337 time: 0.0441470 Mar 07 10:49:59.911558 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35702) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:59.926323 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-382c1173-dbd6-4970-bcb8-5d8dd7c1c9c2 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] show failed (client error): The resource could not be found. Mar 07 10:49:59.927568 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-382c1173-dbd6-4970-bcb8-5d8dd7c1c9c2 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "GET /v2.0/ports/0d599fc7-8d92-4414-ae6d-66ffb69fb469/tags/tempest-TagsExtTest-Tag-1581456586 HTTP/1.1" status: 404 len: 329 time: 0.1124740 Mar 07 10:49:59.931561 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35706) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:59.932032 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:49:59.932430 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:49:59.958909 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:49:59.968331 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-93b5d21f-79de-4d7b-8377-499364104436 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '73222952-4c0f-4119-bb62-3beef777b039', {'tags': ['tempest-TagsExtTest-Tag-634748710', 'tempest-TagsExtTest-Tag-1799436529', 'tempest-TagsExtTest-Tag-685674875']}) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:49:59.972611 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5fe4baa0-3bad-4463-a41e-bd67ca9d6373 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "GET /v2.0/ports?device_id=b137ae5b-c720-4d21-9ca0-c7c5c41bbedd HTTP/1.1" status: 200 len: 205 time: 0.0599511 Mar 07 10:49:59.975262 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35708) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:49:59.993697 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:00.003617 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:00.025903 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-3bd8f995-2437-40b7-8ed7-52d1387a581b tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] delete failed (client error): The resource could not be found. Mar 07 10:50:00.027057 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3bd8f995-2437-40b7-8ed7-52d1387a581b tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/routers/b137ae5b-c720-4d21-9ca0-c7c5c41bbedd HTTP/1.1" status: 404 len: 336 time: 0.0507703 Mar 07 10:50:00.029891 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35712) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:00.096577 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:00.109362 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-97a9bc39-df25-44a4-88f1-6a780f52d624 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] DELETE failed (client error): The resource could not be found. Mar 07 10:50:00.112460 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97a9bc39-df25-44a4-88f1-6a780f52d624 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:50:00.120915 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35716) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:00.124078 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-97a9bc39-df25-44a4-88f1-6a780f52d624 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/subnets/6246414d-f9cb-40e1-ba74-c43831f93cfe HTTP/1.1" status: 404 len: 337 time: 0.0913291 Mar 07 10:50:00.151313 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c55c3fe-88fe-488c-897f-4d46bf981856 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] DELETE failed (client error): The resource could not be found. Mar 07 10:50:00.151952 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c55c3fe-88fe-488c-897f-4d46bf981856 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:50:00.155278 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1c55c3fe-88fe-488c-897f-4d46bf981856 tempest-RoutersTest-459326229 tempest-RoutersTest-459326229-project] 10.222.0.11 "DELETE /v2.0/subnets/69fda07f-b60e-48c4-8fa4-f2492dcc2bf6 HTTP/1.1" status: 404 len: 337 time: 0.0334015 Mar 07 10:50:00.160664 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-93b5d21f-79de-4d7b-8377-499364104436 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "PUT /v2.0/routers/73222952-4c0f-4119-bb62-3beef777b039/tags HTTP/1.1" status: 200 len: 316 time: 0.1959808 Mar 07 10:50:00.162832 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35722) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:00.175695 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-2dc4f6ce-49e8-4f5f-ab55-fee04f1ccfbf tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '73222952-4c0f-4119-bb62-3beef777b039') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:00.300492 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35726) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:00.307178 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.tag.tag_plugin [None req-691714d6-7131-4aa0-bda3-3e422f3e7d21 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '73222952-4c0f-4119-bb62-3beef777b039', 'tempest-TagsExtTest-Tag-634748710') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:00.312950 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2dc4f6ce-49e8-4f5f-ab55-fee04f1ccfbf tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "DELETE /v2.0/routers/73222952-4c0f-4119-bb62-3beef777b039/tags HTTP/1.1" status: 204 len: 168 time: 0.1490304 Mar 07 10:50:00.364561 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:50:00.561720 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-691714d6-7131-4aa0-bda3-3e422f3e7d21 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] show failed (client error): The resource could not be found. Mar 07 10:50:00.566135 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35734) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:00.577890 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-b6546ec3-70bd-45a6-a254-5edd2bbeac70 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '73222952-4c0f-4119-bb62-3beef777b039', 'tempest-TagsExtTest-Tag-1799436529') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:00.586930 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-691714d6-7131-4aa0-bda3-3e422f3e7d21 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "GET /v2.0/routers/73222952-4c0f-4119-bb62-3beef777b039/tags/tempest-TagsExtTest-Tag-634748710 HTTP/1.1" status: 404 len: 328 time: 0.2842672 Mar 07 10:50:00.697429 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419b8f1-53ed-46e8-8d31-69755a17d6e1 req-d85693fc-5fe0-4a2b-bca3-54b4549f3abf tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:00.709019 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e419b8f1-53ed-46e8-8d31-69755a17d6e1 req-d85693fc-5fe0-4a2b-bca3-54b4549f3abf tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=542fd94e-4dfc-46ca-a3df-822ef28ed224 HTTP/1.1" status: 200 len: 946 time: 0.2218032 Mar 07 10:50:00.730188 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-b6546ec3-70bd-45a6-a254-5edd2bbeac70 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] show failed (client error): The resource could not be found. Mar 07 10:50:00.734976 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b6546ec3-70bd-45a6-a254-5edd2bbeac70 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "GET /v2.0/routers/73222952-4c0f-4119-bb62-3beef777b039/tags/tempest-TagsExtTest-Tag-1799436529 HTTP/1.1" status: 404 len: 329 time: 0.1677282 Mar 07 10:50:00.735755 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35742) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:00.741652 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-a50c1d51-5780-449a-aa8b-432e85268efb tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '73222952-4c0f-4119-bb62-3beef777b039', 'tempest-TagsExtTest-Tag-685674875') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:00.833000 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35744) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:00.847199 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e419b8f1-53ed-46e8-8d31-69755a17d6e1 req-5f501a03-8681-4cce-b28b-84512de7805f tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347291 Mar 07 10:50:00.949713 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8cdcc-1229-4e28-8145-a65ee8679904 req-7468085d-c718-4275-b3ad-55e6e16f3b4b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:00.952307 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4cf8cdcc-1229-4e28-8145-a65ee8679904 req-7468085d-c718-4275-b3ad-55e6e16f3b4b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac382d49-2c54-4af6-b416-2ae9038eb749 HTTP/1.1" status: 200 len: 944 time: 0.1472702 Mar 07 10:50:00.957013 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-a50c1d51-5780-449a-aa8b-432e85268efb tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] show failed (client error): The resource could not be found. Mar 07 10:50:00.960656 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a50c1d51-5780-449a-aa8b-432e85268efb tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "GET /v2.0/routers/73222952-4c0f-4119-bb62-3beef777b039/tags/tempest-TagsExtTest-Tag-685674875 HTTP/1.1" status: 404 len: 328 time: 0.2212350 Mar 07 10:50:00.961340 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35750) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:00.971502 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.tag.tag_plugin [None req-505ad360-3560-4f47-8181-cad51f875433 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '57abc2d8-9e78-4cbf-9cc6-f45a5afba68b', {'tags': ['tempest-TagsExtTest-Tag-227644202', 'tempest-TagsExtTest-Tag-1555367311', 'tempest-TagsExtTest-Tag-239587129']}) {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:01.023089 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-505ad360-3560-4f47-8181-cad51f875433 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "PUT /v2.0/subnetpools/57abc2d8-9e78-4cbf-9cc6-f45a5afba68b/tags HTTP/1.1" status: 200 len: 316 time: 0.0565374 Mar 07 10:50:01.023999 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35752) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:01.030515 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.tag.tag_plugin [None req-1684f611-80e0-4aaf-b6ca-3e414403c810 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '57abc2d8-9e78-4cbf-9cc6-f45a5afba68b') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:01.038085 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4cf8cdcc-1229-4e28-8145-a65ee8679904 req-fe6c83d4-3831-465f-bc0e-fe9d1b670f72 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756197 Mar 07 10:50:01.128586 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1684f611-80e0-4aaf-b6ca-3e414403c810 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "DELETE /v2.0/subnetpools/57abc2d8-9e78-4cbf-9cc6-f45a5afba68b/tags HTTP/1.1" status: 204 len: 168 time: 0.1028068 Mar 07 10:50:01.131979 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35754) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:01.137066 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-1e75bb2a-10a2-4eca-afaa-7013cb49142d tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '57abc2d8-9e78-4cbf-9cc6-f45a5afba68b', 'tempest-TagsExtTest-Tag-227644202') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:01.174666 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-1e75bb2a-10a2-4eca-afaa-7013cb49142d tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] show failed (client error): The resource could not be found. Mar 07 10:50:01.178594 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1e75bb2a-10a2-4eca-afaa-7013cb49142d tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "GET /v2.0/subnetpools/57abc2d8-9e78-4cbf-9cc6-f45a5afba68b/tags/tempest-TagsExtTest-Tag-227644202 HTTP/1.1" status: 404 len: 328 time: 0.0446112 Mar 07 10:50:01.181467 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35756) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:01.187880 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.tag.tag_plugin [None req-9cd7dd02-f9ba-4b9b-be66-3188956b3fd4 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '57abc2d8-9e78-4cbf-9cc6-f45a5afba68b', 'tempest-TagsExtTest-Tag-1555367311') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:01.213634 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-9cd7dd02-f9ba-4b9b-be66-3188956b3fd4 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] show failed (client error): The resource could not be found. Mar 07 10:50:01.217738 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9cd7dd02-f9ba-4b9b-be66-3188956b3fd4 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "GET /v2.0/subnetpools/57abc2d8-9e78-4cbf-9cc6-f45a5afba68b/tags/tempest-TagsExtTest-Tag-1555367311 HTTP/1.1" status: 404 len: 329 time: 0.0347881 Mar 07 10:50:01.218607 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35758) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:01.224430 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-8e3b6a37-68f8-43fc-be12-c213bfe41e7c tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '57abc2d8-9e78-4cbf-9cc6-f45a5afba68b', 'tempest-TagsExtTest-Tag-239587129') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:01.263373 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-52bdf17c-2bb4-4928-b6e3-7ce806eb075b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=49fa671ee264403ca0a93afbe4c7553a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4282429 Mar 07 10:50:01.265937 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35760) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:01.305035 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-8e3b6a37-68f8-43fc-be12-c213bfe41e7c tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] show failed (client error): The resource could not be found. Mar 07 10:50:01.309861 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35762) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:01.310326 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8e3b6a37-68f8-43fc-be12-c213bfe41e7c tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "GET /v2.0/subnetpools/57abc2d8-9e78-4cbf-9cc6-f45a5afba68b/tags/tempest-TagsExtTest-Tag-239587129 HTTP/1.1" status: 404 len: 328 time: 0.0892303 Mar 07 10:50:01.315874 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.tag.tag_plugin [None req-413ba8ae-5220-4626-aa92-f5c05b9c4c7d tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '57abc2d8-9e78-4cbf-9cc6-f45a5afba68b') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:01.348115 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8a17df56-617f-4c2c-85fd-9b150288917f admin admin] Publish callbacks [] for security_group (870a43cb-bf63-49ce-a9eb-05443fdce590), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:01.359939 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35766) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:01.360639 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-413ba8ae-5220-4626-aa92-f5c05b9c4c7d tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "DELETE /v2.0/subnetpools/57abc2d8-9e78-4cbf-9cc6-f45a5afba68b/tags HTTP/1.1" status: 204 len: 168 time: 0.0489683 Mar 07 10:50:01.366673 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-a3ba1e1b-047a-41bc-b2c3-6378a3b3a357 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '73222952-4c0f-4119-bb62-3beef777b039') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:01.433575 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8a17df56-617f-4c2c-85fd-9b150288917f admin admin] Publish callbacks [] for security_group (870a43cb-bf63-49ce-a9eb-05443fdce590), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:01.538730 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8a17df56-617f-4c2c-85fd-9b150288917f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (870a43cb-bf63-49ce-a9eb-05443fdce590), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:01.542066 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8a17df56-617f-4c2c-85fd-9b150288917f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:01.543331 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8a17df56-617f-4c2c-85fd-9b150288917f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/870a43cb-bf63-49ce-a9eb-05443fdce590 HTTP/1.1" status: 204 len: 168 time: 0.2764921 Mar 07 10:50:01.559222 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a17df56-617f-4c2c-85fd-9b150288917f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870a43cb-bf63-49ce-a9eb-05443fdce590,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:01.568711 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a17df56-617f-4c2c-85fd-9b150288917f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:01.569343 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a17df56-617f-4c2c-85fd-9b150288917f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:01.569436 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a17df56-617f-4c2c-85fd-9b150288917f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:01.569855 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a17df56-617f-4c2c-85fd-9b150288917f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:01.570198 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a17df56-617f-4c2c-85fd-9b150288917f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:01.570528 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a17df56-617f-4c2c-85fd-9b150288917f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:01.570892 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a17df56-617f-4c2c-85fd-9b150288917f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:01.571388 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a17df56-617f-4c2c-85fd-9b150288917f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:01.571769 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a17df56-617f-4c2c-85fd-9b150288917f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:01.572106 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a17df56-617f-4c2c-85fd-9b150288917f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:01.572432 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a17df56-617f-4c2c-85fd-9b150288917f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:01.572756 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a17df56-617f-4c2c-85fd-9b150288917f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:01.573079 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a17df56-617f-4c2c-85fd-9b150288917f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:01.581549 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35772) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:01.586022 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.tag.tag_plugin [None req-13c16f08-ceb7-4223-8ca0-7f24ee473ec5 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0d599fc7-8d92-4414-ae6d-66ffb69fb469') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:01.589503 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a3ba1e1b-047a-41bc-b2c3-6378a3b3a357 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "DELETE /v2.0/routers/73222952-4c0f-4119-bb62-3beef777b039/tags HTTP/1.1" status: 204 len: 168 time: 0.2280529 Mar 07 10:50:01.612282 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:50:01.724348 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-13c16f08-ceb7-4223-8ca0-7f24ee473ec5 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "DELETE /v2.0/ports/0d599fc7-8d92-4414-ae6d-66ffb69fb469/tags HTTP/1.1" status: 204 len: 168 time: 0.1416678 Mar 07 10:50:01.727137 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35780) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:01.732135 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-444e48b3-d1ce-4284-bfd6-d7894302e47c tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9833c072-9767-4186-a486-a4ecc113228c') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:01.764127 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:50:01.770044 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:01.771980 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:01.872220 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35788) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:01.877736 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-444e48b3-d1ce-4284-bfd6-d7894302e47c tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "DELETE /v2.0/subnets/9833c072-9767-4186-a486-a4ecc113228c/tags HTTP/1.1" status: 204 len: 168 time: 0.1490178 Mar 07 10:50:01.900528 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:01.901183 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:01.903102 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:50:01.933587 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac382d49-2c54-4af6-b416-2ae9038eb749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:50:01.936293 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31adf860-dae2-4311-9568-552ac73f70fe" -d '{"events": [{"server_uuid": "ac382d49-2c54-4af6-b416-2ae9038eb749", "name": "network-vif-plugged", "status": "completed", "tag": "07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:50:01.950851 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:01.955977 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:02.042957 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c50bb7-d3a8-4508-ae28-3e18519a786e x-openstack-request-id: req-a1c50bb7-d3a8-4508-ae28-3e18519a786e {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:50:02.043374 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac382d49-2c54-4af6-b416-2ae9038eb749", "name": "network-vif-plugged", "status": "completed", "tag": "07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:50:02.058980 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a1c50bb7-d3a8-4508-ae28-3e18519a786e {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:50:02.061144 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac382d49-2c54-4af6-b416-2ae9038eb749', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8', 'code': 200} Mar 07 10:50:02.070286 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d98a3439-34cf-48a8-b03e-6f0489629357 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:02.072166 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d98a3439-34cf-48a8-b03e-6f0489629357 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "DELETE /v2.0/subnetpools/57abc2d8-9e78-4cbf-9cc6-f45a5afba68b HTTP/1.1" status: 204 len: 168 time: 0.1991510 Mar 07 10:50:02.075018 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35800) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:02.104437 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:02.151875 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9c277f19-559c-40ad-8900-e1bb18086a6c tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "GET /v2.0/ports?device_id=73222952-4c0f-4119-bb62-3beef777b039 HTTP/1.1" status: 200 len: 205 time: 0.0756240 Mar 07 10:50:02.199577 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35802) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:02.375397 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9692a0c0-8e7a-4ec9-a5a1-775c8c34981f tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks [] for router (73222952-4c0f-4119-bb62-3beef777b039), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:02.474630 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a57fe-28e1-4a53-95b3-c936a604c274 req-8cadec4a-ec29-4251-9a60-ccffbaaecc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:02.488639 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-884a57fe-28e1-4a53-95b3-c936a604c274 req-8cadec4a-ec29-4251-9a60-ccffbaaecc69 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ac382d49-2c54-4af6-b416-2ae9038eb749 HTTP/1.1" status: 200 len: 1127 time: 0.3579237 Mar 07 10:50:02.517782 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35814) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:02.543764 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d9d8d-e1b9-4df4-904e-62a240a3afee req-a6a3a379-abc5-4a0f-92aa-44aa7bc984d0 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:02.551560 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-710d9d8d-e1b9-4df4-904e-62a240a3afee req-a6a3a379-abc5-4a0f-92aa-44aa7bc984d0 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=542fd94e-4dfc-46ca-a3df-822ef28ed224 HTTP/1.1" status: 200 len: 946 time: 0.5791259 Mar 07 10:50:02.577798 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0053e0-55be-46fc-b162-20336fdcaa83 req-8f105fc7-51b7-46df-af76-9de87ff4cd67 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:02.579604 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9b0053e0-55be-46fc-b162-20336fdcaa83 req-8f105fc7-51b7-46df-af76-9de87ff4cd67 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac382d49-2c54-4af6-b416-2ae9038eb749 HTTP/1.1" status: 200 len: 945 time: 0.3659303 Mar 07 10:50:02.610152 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-710d9d8d-e1b9-4df4-904e-62a240a3afee req-fd91dfdc-4e5b-43da-844d-33ff9f93c983 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571561 Mar 07 10:50:02.723281 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9692a0c0-8e7a-4ec9-a5a1-775c8c34981f tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (73222952-4c0f-4119-bb62-3beef777b039), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:02.725799 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9692a0c0-8e7a-4ec9-a5a1-775c8c34981f tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks [] for router_controller (73222952-4c0f-4119-bb62-3beef777b039), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:02.741442 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-884a57fe-28e1-4a53-95b3-c936a604c274 req-7f9470d9-939a-489b-b8b2-9a95c2d75a33 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450562 Mar 07 10:50:02.747400 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1e1957e-fe6c-4ba4-9a83-ad34d518f540 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:02.818831 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9b0053e0-55be-46fc-b162-20336fdcaa83 req-fbdac1e1-c425-4f46-969d-38f8fe17e8af tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888244 Mar 07 10:50:02.820901 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9692a0c0-8e7a-4ec9-a5a1-775c8c34981f tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (73222952-4c0f-4119-bb62-3beef777b039), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:02.823924 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9692a0c0-8e7a-4ec9-a5a1-775c8c34981f tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Fanout notify agent at l3_agent the message router_deleted on router 73222952-4c0f-4119-bb62-3beef777b039 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:50:02.850306 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9692a0c0-8e7a-4ec9-a5a1-775c8c34981f tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:02.854493 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9692a0c0-8e7a-4ec9-a5a1-775c8c34981f tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "DELETE /v2.0/routers/73222952-4c0f-4119-bb62-3beef777b039 HTTP/1.1" status: 204 len: 168 time: 0.6482081 Mar 07 10:50:02.855173 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35832) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:02.925965 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35834) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:02.958783 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1e1957e-fe6c-4ba4-9a83-ad34d518f540 admin admin] Publish callbacks [] for security_group (decc58fc-3a88-41c4-bbb1-327f54c82e4d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:02.969252 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76494c9e-d7c6-4c45-bdb4-6ffe18d641ad req-42d1f793-2757-4829-9011-7c3cebb6a0bd tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:02.970763 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-76494c9e-d7c6-4c45-bdb4-6ffe18d641ad req-42d1f793-2757-4829-9011-7c3cebb6a0bd tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1479094 Mar 07 10:50:02.971887 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1e1957e-fe6c-4ba4-9a83-ad34d518f540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (decc58fc-3a88-41c4-bbb1-327f54c82e4d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.026445 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c1e1957e-fe6c-4ba4-9a83-ad34d518f540 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=784b67a561844d639d0b2053cbb0904f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5060103 Mar 07 10:50:03.030655 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35838) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:03.039146 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1957e-fe6c-4ba4-9a83-ad34d518f540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=decc58fc-3a88-41c4-bbb1-327f54c82e4d,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:03.045778 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-dc4587e4-5208-4c07-b08e-a0b5ac5544fc tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Deleting port 0d599fc7-8d92-4414-ae6d-66ffb69fb469 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:03.046357 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dc4587e4-5208-4c07-b08e-a0b5ac5544fc tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (0d599fc7-8d92-4414-ae6d-66ffb69fb469), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.060014 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-76494c9e-d7c6-4c45-bdb4-6ffe18d641ad req-42c95933-cd31-4c7c-b1d5-b3b50430be41 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772507 Mar 07 10:50:03.104582 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-e29f2023-5309-433f-ba36-ad53720a110e tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:03.105296 n-d-832164-4 neutron-server[103767]: WARNING neutron.api.v2.base [None req-e29f2023-5309-433f-ba36-ad53720a110e tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 07 10:50:03.105792 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-e29f2023-5309-433f-ba36-ad53720a110e tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] create failed (client error): There was a conflict when trying to complete your request. Mar 07 10:50:03.107270 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e29f2023-5309-433f-ba36-ad53720a110e tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1798830 Mar 07 10:50:03.110643 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35842) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:03.115215 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-0af00732-9df6-4eee-8955-1f63b1aa7fe4 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group': {'name': 'tempest-secgroup--1216219530'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:03.138981 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0af00732-9df6-4eee-8955-1f63b1aa7fe4 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.147679 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0af00732-9df6-4eee-8955-1f63b1aa7fe4 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.225471 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-70c9d550-32f7-4096-9678-02898588a282 admin admin] Publish callbacks [] for security_group (decc58fc-3a88-41c4-bbb1-327f54c82e4d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.227909 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0af00732-9df6-4eee-8955-1f63b1aa7fe4 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (95bb4e6a-590a-467a-a3cd-4d50bfe78ddd), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.233011 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0af00732-9df6-4eee-8955-1f63b1aa7fe4 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (95bb4e6a-590a-467a-a3cd-4d50bfe78ddd), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.257618 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dc4587e4-5208-4c07-b08e-a0b5ac5544fc tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (0d599fc7-8d92-4414-ae6d-66ffb69fb469), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.276522 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af00732-9df6-4eee-8955-1f63b1aa7fe4 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95bb4e6a-590a-467a-a3cd-4d50bfe78ddd,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:03.281014 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-70c9d550-32f7-4096-9678-02898588a282 admin admin] Publish callbacks [] for security_group (decc58fc-3a88-41c4-bbb1-327f54c82e4d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.291994 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-dc4587e4-5208-4c07-b08e-a0b5ac5544fc tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Calling delete_port for 0d599fc7-8d92-4414-ae6d-66ffb69fb469 owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:03.300740 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058bc72f-e1a7-42a7-b678-319b48cc0666 req-27ca3108-6a45-4859-94cc-6bce06fd858f tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:03.302523 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-058bc72f-e1a7-42a7-b678-319b48cc0666 req-27ca3108-6a45-4859-94cc-6bce06fd858f tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1423242 Mar 07 10:50:03.330959 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0af00732-9df6-4eee-8955-1f63b1aa7fe4 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (586c4abe-d7c1-4053-9512-4b41fed143b4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.337159 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0af00732-9df6-4eee-8955-1f63b1aa7fe4 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (586c4abe-d7c1-4053-9512-4b41fed143b4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.366094 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af00732-9df6-4eee-8955-1f63b1aa7fe4 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=586c4abe-d7c1-4053-9512-4b41fed143b4,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:03.371834 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0af00732-9df6-4eee-8955-1f63b1aa7fe4 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.373130 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0af00732-9df6-4eee-8955-1f63b1aa7fe4 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2614686 Mar 07 10:50:03.375850 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35844) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:03.380406 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-a3b9d720-6fc1-416b-804b-ff8bd8e6544d tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group_rule': {'security_group_id': '586c4abe-d7c1-4053-9512-4b41fed143b4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:03.408620 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3b9d720-6fc1-416b-804b-ff8bd8e6544d tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group_rule (52ec9112-90ac-43f7-bfbc-75b48f84e7b7), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.476257 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3b9d720-6fc1-416b-804b-ff8bd8e6544d tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group_rule (52ec9112-90ac-43f7-bfbc-75b48f84e7b7), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.480596 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3b9d720-6fc1-416b-804b-ff8bd8e6544d tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (52ec9112-90ac-43f7-bfbc-75b48f84e7b7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.501683 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9d720-6fc1-416b-804b-ff8bd8e6544d tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ec9112-90ac-43f7-bfbc-75b48f84e7b7,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:03.508992 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3b9d720-6fc1-416b-804b-ff8bd8e6544d tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.513225 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a3b9d720-6fc1-416b-804b-ff8bd8e6544d tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1336617 Mar 07 10:50:03.513498 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35846) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:03.518750 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-5e409ed3-874b-4e0f-8832-f1614329faa2 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group_rule': {'security_group_id': '586c4abe-d7c1-4053-9512-4b41fed143b4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:03.545387 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5e409ed3-874b-4e0f-8832-f1614329faa2 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group_rule (f42fe03c-0b0e-4792-93c0-25d539b37f0c), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.596094 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-5e409ed3-874b-4e0f-8832-f1614329faa2 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] create failed (client error): There was a conflict when trying to complete your request. Mar 07 10:50:03.599990 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5e409ed3-874b-4e0f-8832-f1614329faa2 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0826528 Mar 07 10:50:03.600242 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35848) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:03.663928 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f2f4671-d546-4de2-8f72-9f0e4fb7c819 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (586c4abe-d7c1-4053-9512-4b41fed143b4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.696808 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-058bc72f-e1a7-42a7-b678-319b48cc0666 req-b8c4f86d-3f52-48dc-b545-fa4b5e99bd53 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808801 Mar 07 10:50:03.706636 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f2f4671-d546-4de2-8f72-9f0e4fb7c819 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (586c4abe-d7c1-4053-9512-4b41fed143b4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.724792 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-70c9d550-32f7-4096-9678-02898588a282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (decc58fc-3a88-41c4-bbb1-327f54c82e4d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.730710 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-70c9d550-32f7-4096-9678-02898588a282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.734361 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-70c9d550-32f7-4096-9678-02898588a282 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/decc58fc-3a88-41c4-bbb1-327f54c82e4d HTTP/1.1" status: 204 len: 168 time: 0.7002580 Mar 07 10:50:03.751800 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9d550-32f7-4096-9678-02898588a282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decc58fc-3a88-41c4-bbb1-327f54c82e4d,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:03.800733 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c076496-8481-4d86-a7cc-9b43c595767f req-25413cca-557f-4c2c-82e1-e7a3ae975091 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:03.802910 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5c076496-8481-4d86-a7cc-9b43c595767f req-25413cca-557f-4c2c-82e1-e7a3ae975091 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=542fd94e-4dfc-46ca-a3df-822ef28ed224 HTTP/1.1" status: 200 len: 946 time: 0.0987229 Mar 07 10:50:03.834983 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f2f4671-d546-4de2-8f72-9f0e4fb7c819 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (586c4abe-d7c1-4053-9512-4b41fed143b4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.839594 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dc4587e4-5208-4c07-b08e-a0b5ac5544fc tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (0d599fc7-8d92-4414-ae6d-66ffb69fb469), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.842688 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f2f4671-d546-4de2-8f72-9f0e4fb7c819 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:03.847159 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3f2f4671-d546-4de2-8f72-9f0e4fb7c819 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "DELETE /v2.0/security-groups/586c4abe-d7c1-4053-9512-4b41fed143b4 HTTP/1.1" status: 204 len: 168 time: 0.2434058 Mar 07 10:50:03.852599 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35858) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:03.914222 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4587e4-5208-4c07-b08e-a0b5ac5544fc tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Pushing event deleted for resources: {'Port': ['ID=0d599fc7-8d92-4414-ae6d-66ffb69fb469,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:03.933568 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2f4671-d546-4de2-8f72-9f0e4fb7c819 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=586c4abe-d7c1-4053-9512-4b41fed143b4,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:04.011414 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5c076496-8481-4d86-a7cc-9b43c595767f req-35d89f97-d9a3-4871-85fe-d8fc3222e3b5 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875160 Mar 07 10:50:04.031267 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-70caeade-b929-4359-a801-762e893dd927 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1738331 Mar 07 10:50:04.035347 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35862) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:04.042589 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d2742a35-0a6f-4ef5-a9f3-8c9abf000d87 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group': {'name': 'tempest-secgroup--104754916'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:04.107850 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d2742a35-0a6f-4ef5-a9f3-8c9abf000d87 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:04.178458 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dc4587e4-5208-4c07-b08e-a0b5ac5544fc tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:04.189225 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-dc4587e4-5208-4c07-b08e-a0b5ac5544fc tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "DELETE /v2.0/ports/0d599fc7-8d92-4414-ae6d-66ffb69fb469 HTTP/1.1" status: 204 len: 168 time: 1.3322351 Mar 07 10:50:04.196015 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35868) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:04.243849 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65483c-f53c-4191-ba4a-3081f2c7fca5 req-2d4e2704-733b-4d8c-89d3-1ac305538028 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:04.245567 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1e65483c-f53c-4191-ba4a-3081f2c7fca5 req-2d4e2704-733b-4d8c-89d3-1ac305538028 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac382d49-2c54-4af6-b416-2ae9038eb749 HTTP/1.1" status: 200 len: 945 time: 0.2218544 Mar 07 10:50:04.366595 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-60216409-f707-4132-b164-7b8180430cd6 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Deleting subnet 9833c072-9767-4186-a486-a4ecc113228c {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:50:04.378014 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-60216409-f707-4132-b164-7b8180430cd6 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks [] for subnet (9833c072-9767-4186-a486-a4ecc113228c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:04.400219 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1e65483c-f53c-4191-ba4a-3081f2c7fca5 req-cf4e0552-954a-4989-84c5-7e1a8bfd4785 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436143 Mar 07 10:50:04.441101 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d2742a35-0a6f-4ef5-a9f3-8c9abf000d87 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (0e860588-e33b-4888-aaa4-6cee97cf9dbb), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:04.449075 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d2742a35-0a6f-4ef5-a9f3-8c9abf000d87 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0e860588-e33b-4888-aaa4-6cee97cf9dbb), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:04.475160 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35872) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:04.479169 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-60216409-f707-4132-b164-7b8180430cd6 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (9833c072-9767-4186-a486-a4ecc113228c), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:04.492245 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d67be6f-6032-49dd-b3a5-dfa57d6e5fae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:04.553052 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d2742a35-0a6f-4ef5-a9f3-8c9abf000d87 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:04.554351 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d2742a35-0a6f-4ef5-a9f3-8c9abf000d87 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5177281 Mar 07 10:50:04.559447 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35878) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:04.565938 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-b363865c-d4d4-43b6-81a5-1c6796b37aed tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group_rule': {'security_group_id': '0e860588-e33b-4888-aaa4-6cee97cf9dbb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:04.567220 n-d-832164-4 neutron-server[103766]: WARNING neutron.api.v2.base [None req-b363865c-d4d4-43b6-81a5-1c6796b37aed tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 07 10:50:04.567735 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-b363865c-d4d4-43b6-81a5-1c6796b37aed tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:50:04.568712 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b363865c-d4d4-43b6-81a5-1c6796b37aed tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0085304 Mar 07 10:50:04.569673 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2742a35-0a6f-4ef5-a9f3-8c9abf000d87 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e860588-e33b-4888-aaa4-6cee97cf9dbb,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:04.575660 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35880) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:04.678461 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d67be6f-6032-49dd-b3a5-dfa57d6e5fae admin admin] Publish callbacks [] for security_group (e07f221f-e897-4368-ab40-6cc104706366), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:04.681202 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-60216409-f707-4132-b164-7b8180430cd6 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (9833c072-9767-4186-a486-a4ecc113228c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:04.687674 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d67be6f-6032-49dd-b3a5-dfa57d6e5fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e07f221f-e897-4368-ab40-6cc104706366), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:04.704996 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1a821ca-b783-4102-b65f-0b584b2599fc tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (0e860588-e33b-4888-aaa4-6cee97cf9dbb), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:04.744980 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1a821ca-b783-4102-b65f-0b584b2599fc tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (0e860588-e33b-4888-aaa4-6cee97cf9dbb), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:04.753224 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9d67be6f-6032-49dd-b3a5-dfa57d6e5fae admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2e68a60507ff4d04b00cb84ba9c29cf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2767453 Mar 07 10:50:04.757607 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35882) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:04.775037 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67be6f-6032-49dd-b3a5-dfa57d6e5fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07f221f-e897-4368-ab40-6cc104706366,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:04.835994 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-60216409-f707-4132-b164-7b8180430cd6 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (9833c072-9767-4186-a486-a4ecc113228c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:04.873446 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1a821ca-b783-4102-b65f-0b584b2599fc tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0e860588-e33b-4888-aaa4-6cee97cf9dbb), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:04.875906 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1a821ca-b783-4102-b65f-0b584b2599fc tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:04.879380 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c1a821ca-b783-4102-b65f-0b584b2599fc tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "DELETE /v2.0/security-groups/0e860588-e33b-4888-aaa4-6cee97cf9dbb HTTP/1.1" status: 204 len: 168 time: 0.3004687 Mar 07 10:50:04.880116 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35884) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:04.885558 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60216409-f707-4132-b164-7b8180430cd6 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Pushing event deleted for resources: {'Subnet': ['ID=9833c072-9767-4186-a486-a4ecc113228c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:04.890758 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-42c36469-dcc0-4ace-bf3a-8375eb23e9f3 admin admin] Publish callbacks [] for security_group (e07f221f-e897-4368-ab40-6cc104706366), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:04.899859 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd6c3f3-50f7-4bb7-afd5-97b297c707b2 None None] Network eb8a57de-a09d-45ff-95fa-e89306731cce requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:50:04.911552 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-60216409-f707-4132-b164-7b8180430cd6 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:04.915045 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-60216409-f707-4132-b164-7b8180430cd6 tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "DELETE /v2.0/subnets/9833c072-9767-4186-a486-a4ecc113228c HTTP/1.1" status: 204 len: 168 time: 0.7150669 Mar 07 10:50:04.919253 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35886) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:04.933039 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a821ca-b783-4102-b65f-0b584b2599fc tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e860588-e33b-4888-aaa4-6cee97cf9dbb,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:04.990181 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5a18b975-1e49-40ac-9f14-cb303c120f3c tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1040964 Mar 07 10:50:04.994249 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35888) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:05.003346 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-42c36469-dcc0-4ace-bf3a-8375eb23e9f3 admin admin] Publish callbacks [] for security_group (e07f221f-e897-4368-ab40-6cc104706366), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:05.009326 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-6ab3df23-3eee-4973-a838-2994a53cc90b tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group': {'name': 'tempest-secgroup--1077150507'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:05.076560 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6ab3df23-3eee-4973-a838-2994a53cc90b tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:05.082385 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-adbcdc52-3676-4a67-b838-e18001a6c09b tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (eb8a57de-a09d-45ff-95fa-e89306731cce), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:05.176170 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-42c36469-dcc0-4ace-bf3a-8375eb23e9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e07f221f-e897-4368-ab40-6cc104706366), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:05.178925 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-42c36469-dcc0-4ace-bf3a-8375eb23e9f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:05.180747 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-42c36469-dcc0-4ace-bf3a-8375eb23e9f3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e07f221f-e897-4368-ab40-6cc104706366 HTTP/1.1" status: 204 len: 168 time: 0.4219751 Mar 07 10:50:05.204199 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3736ab5e-4646-441e-807a-040957fa5843 None None] DHCP port deletion for eb8a57de-a09d-45ff-95fa-e89306731cce request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:50:05.220220 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c36469-dcc0-4ace-bf3a-8375eb23e9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07f221f-e897-4368-ab40-6cc104706366,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:05.245727 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-adbcdc52-3676-4a67-b838-e18001a6c09b tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Deleting port c2f8d139-c526-4509-9aaa-322a343d4765 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:05.246371 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-adbcdc52-3676-4a67-b838-e18001a6c09b tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c2f8d139-c526-4509-9aaa-322a343d4765), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:05.295874 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce19626-f682-440a-ba28-be6487aad9e2 req-f607bcc3-319b-4afe-a378-d2d2f240b611 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:05.297872 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1ce19626-f682-440a-ba28-be6487aad9e2 req-f607bcc3-319b-4afe-a378-d2d2f240b611 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=542fd94e-4dfc-46ca-a3df-822ef28ed224 HTTP/1.1" status: 200 len: 946 time: 0.1471007 Mar 07 10:50:05.310318 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-3736ab5e-4646-441e-807a-040957fa5843 None None] Deleting port c2f8d139-c526-4509-9aaa-322a343d4765 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:05.310681 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3736ab5e-4646-441e-807a-040957fa5843 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c2f8d139-c526-4509-9aaa-322a343d4765), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:05.329189 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6ab3df23-3eee-4973-a838-2994a53cc90b tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (b2e46752-77f2-4e8b-9aeb-edcf76069658), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:05.339018 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6ab3df23-3eee-4973-a838-2994a53cc90b tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b2e46752-77f2-4e8b-9aeb-edcf76069658), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:05.369723 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-adbcdc52-3676-4a67-b838-e18001a6c09b tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] For port c2f8d139-c526-4509-9aaa-322a343d4765, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c2f8d139-c526-4509-9aaa-322a343d4765,segment=NetworkSegment(6d2f3e93-5e1b-4094-9025-b615a4241237),segment_id=6d2f3e93-5e1b-4094-9025-b615a4241237)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:05.370418 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-adbcdc52-3676-4a67-b838-e18001a6c09b tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c2f8d139-c526-4509-9aaa-322a343d4765), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:05.393075 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-adbcdc52-3676-4a67-b838-e18001a6c09b tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Calling delete_port for c2f8d139-c526-4509-9aaa-322a343d4765 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:05.400610 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab3df23-3eee-4973-a838-2994a53cc90b tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e46752-77f2-4e8b-9aeb-edcf76069658,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:05.427482 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1ce19626-f682-440a-ba28-be6487aad9e2 req-fee16b77-acd7-43fe-9f24-6d981a7f3c9e tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987201 Mar 07 10:50:05.438266 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6ab3df23-3eee-4973-a838-2994a53cc90b tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:05.444773 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6ab3df23-3eee-4973-a838-2994a53cc90b tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4480398 Mar 07 10:50:05.447095 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35900) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:05.458899 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-ebf1ea38-bd9f-417c-b836-a7f6914a9963 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group_rule': {'security_group_id': 'b2e46752-77f2-4e8b-9aeb-edcf76069658', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:05.461719 n-d-832164-4 neutron-server[103767]: WARNING neutron.api.v2.base [None req-ebf1ea38-bd9f-417c-b836-a7f6914a9963 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 07 10:50:05.462692 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-ebf1ea38-bd9f-417c-b836-a7f6914a9963 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:50:05.468933 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ebf1ea38-bd9f-417c-b836-a7f6914a9963 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0164967 Mar 07 10:50:05.469730 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35902) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:05.471117 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-3736ab5e-4646-441e-807a-040957fa5843 None None] For port c2f8d139-c526-4509-9aaa-322a343d4765, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c2f8d139-c526-4509-9aaa-322a343d4765,segment=NetworkSegment(6d2f3e93-5e1b-4094-9025-b615a4241237),segment_id=6d2f3e93-5e1b-4094-9025-b615a4241237)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:05.471612 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3736ab5e-4646-441e-807a-040957fa5843 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c2f8d139-c526-4509-9aaa-322a343d4765), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:05.503400 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-3736ab5e-4646-441e-807a-040957fa5843 None None] Calling delete_port for c2f8d139-c526-4509-9aaa-322a343d4765 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:05.586910 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-53e7a11e-47c3-4420-a9cf-4b4e20890ac5 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (b2e46752-77f2-4e8b-9aeb-edcf76069658), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:05.597849 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-adbcdc52-3676-4a67-b838-e18001a6c09b tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (c2f8d139-c526-4509-9aaa-322a343d4765), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:05.629200 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-53e7a11e-47c3-4420-a9cf-4b4e20890ac5 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (b2e46752-77f2-4e8b-9aeb-edcf76069658), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:05.651820 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbcdc52-3676-4a67-b838-e18001a6c09b tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Pushing event deleted for resources: {'Port': ['ID=c2f8d139-c526-4509-9aaa-322a343d4765,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:05.658167 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbcdc52-3676-4a67-b838-e18001a6c09b tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] No DVR routers for this DVR port c2f8d139-c526-4509-9aaa-322a343d4765 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:50:05.665541 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35704886-13ce-4e21-83e9-1e5c4219de6e req-5884c741-d4d3-4dc8-800f-e6ea0971cf08 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:05.666378 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3736ab5e-4646-441e-807a-040957fa5843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (c2f8d139-c526-4509-9aaa-322a343d4765), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:05.667056 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-35704886-13ce-4e21-83e9-1e5c4219de6e req-5884c741-d4d3-4dc8-800f-e6ea0971cf08 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac382d49-2c54-4af6-b416-2ae9038eb749 HTTP/1.1" status: 200 len: 945 time: 0.1389160 Mar 07 10:50:05.703662 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3736ab5e-4646-441e-807a-040957fa5843 None None] Pushing event deleted for resources: {'Port': ['ID=c2f8d139-c526-4509-9aaa-322a343d4765,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:05.713417 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3736ab5e-4646-441e-807a-040957fa5843 None None] No DVR routers for this DVR port c2f8d139-c526-4509-9aaa-322a343d4765 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:50:05.772434 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-53e7a11e-47c3-4420-a9cf-4b4e20890ac5 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b2e46752-77f2-4e8b-9aeb-edcf76069658), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:05.776959 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-53e7a11e-47c3-4420-a9cf-4b4e20890ac5 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:05.778990 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-53e7a11e-47c3-4420-a9cf-4b4e20890ac5 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "DELETE /v2.0/security-groups/b2e46752-77f2-4e8b-9aeb-edcf76069658 HTTP/1.1" status: 204 len: 168 time: 0.3077745 Mar 07 10:50:05.790338 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-adbcdc52-3676-4a67-b838-e18001a6c09b tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (eb8a57de-a09d-45ff-95fa-e89306731cce), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:05.794106 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35908) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:05.797564 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7a11e-47c3-4420-a9cf-4b4e20890ac5 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e46752-77f2-4e8b-9aeb-edcf76069658,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:05.835325 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-adbcdc52-3676-4a67-b838-e18001a6c09b tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb8a57de-a09d-45ff-95fa-e89306731cce']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:05.854700 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-adbcdc52-3676-4a67-b838-e18001a6c09b tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d2f3e93-5e1b-4094-9025-b615a4241237') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:05.855051 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-adbcdc52-3676-4a67-b838-e18001a6c09b tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d2f3e93-5e1b-4094-9025-b615a4241237') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:05.866454 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-adbcdc52-3676-4a67-b838-e18001a6c09b tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (6d2f3e93-5e1b-4094-9025-b615a4241237), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:05.870395 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-35704886-13ce-4e21-83e9-1e5c4219de6e req-d16e94c7-dea1-498f-9154-143c3b44b32b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944621 Mar 07 10:50:05.905287 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-adbcdc52-3676-4a67-b838-e18001a6c09b tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (6d2f3e93-5e1b-4094-9025-b615a4241237), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:05.916147 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adbcdc52-3676-4a67-b838-e18001a6c09b tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:50:05.916851 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-adbcdc52-3676-4a67-b838-e18001a6c09b tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (6d2f3e93-5e1b-4094-9025-b615a4241237), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:05.921839 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:50:05.921839 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:50:05.921839 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:50:05.921839 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:50:05.921839 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:50:05.921839 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:50:05.921839 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:50:05.921839 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:50:05.921839 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:50:05.921839 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:50:05.921839 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:50:05.921839 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:50:05.921839 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:50:05.921839 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:50:05.921839 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:50:05.921839 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:50:05.921839 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:50:05.921839 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:50:05.921839 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:50:05.921839 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:50:05.921839 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:50:05.921839 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:50:05.921839 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:50:05.921839 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:50:05.921839 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:50:05.921839 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:50:05.921839 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:50:05.921839 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:50:05.921839 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:50:05.921839 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:50:05.921839 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:50:05.921839 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:50:05.947396 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-cfd159cb-31d3-4695-99ea-625c64e417f1 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1188185 Mar 07 10:50:05.950729 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35916) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:05.955329 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-0a8dfdb9-49d9-4ff5-9506-c01854b2b2cf tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group': {'name': 'tempest-secgroup--1084747298'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:06.002010 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0a8dfdb9-49d9-4ff5-9506-c01854b2b2cf tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:06.026617 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-adbcdc52-3676-4a67-b838-e18001a6c09b tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (eb8a57de-a09d-45ff-95fa-e89306731cce), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:06.091395 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-adbcdc52-3676-4a67-b838-e18001a6c09b tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:06.112293 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0a8dfdb9-49d9-4ff5-9506-c01854b2b2cf tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (05d3f54c-8ec6-4c09-aedd-4d35667d90cd), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:06.116996 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0a8dfdb9-49d9-4ff5-9506-c01854b2b2cf tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (05d3f54c-8ec6-4c09-aedd-4d35667d90cd), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:06.125957 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-adbcdc52-3676-4a67-b838-e18001a6c09b tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] 10.222.0.11 "DELETE /v2.0/networks/eb8a57de-a09d-45ff-95fa-e89306731cce HTTP/1.1" status: 204 len: 168 time: 1.1968534 Mar 07 10:50:06.142445 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbcdc52-3676-4a67-b838-e18001a6c09b tempest-TagsExtTest-1571959975 tempest-TagsExtTest-1571959975-project] Pushing event deleted for resources: {'Network': ['ID=eb8a57de-a09d-45ff-95fa-e89306731cce,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:06.155623 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0a8dfdb9-49d9-4ff5-9506-c01854b2b2cf tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:06.157142 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0a8dfdb9-49d9-4ff5-9506-c01854b2b2cf tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2052326 Mar 07 10:50:06.159293 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8dfdb9-49d9-4ff5-9506-c01854b2b2cf tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d3f54c-8ec6-4c09-aedd-4d35667d90cd,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:06.159943 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35928) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:06.168189 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-806a1b37-c539-4c1b-ab2c-50e674eef3e0 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group_rule': {'security_group_id': '05d3f54c-8ec6-4c09-aedd-4d35667d90cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:06.187723 n-d-832164-4 neutron-server[103766]: WARNING neutron.api.v2.base [None req-806a1b37-c539-4c1b-ab2c-50e674eef3e0 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 07 10:50:06.188621 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-806a1b37-c539-4c1b-ab2c-50e674eef3e0 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:50:06.190894 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-806a1b37-c539-4c1b-ab2c-50e674eef3e0 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0298533 Mar 07 10:50:06.193754 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35934) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:06.200204 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-872a9ae1-3f7c-4b33-89bf-480b3b51e8ab tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group_rule': {'security_group_id': '05d3f54c-8ec6-4c09-aedd-4d35667d90cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:06.201946 n-d-832164-4 neutron-server[103766]: WARNING neutron.api.v2.base [None req-872a9ae1-3f7c-4b33-89bf-480b3b51e8ab tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 07 10:50:06.208330 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-872a9ae1-3f7c-4b33-89bf-480b3b51e8ab tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:50:06.212905 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-872a9ae1-3f7c-4b33-89bf-480b3b51e8ab tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0177493 Mar 07 10:50:06.215713 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35936) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:06.220724 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-48b0e2de-b82b-4e73-a35c-78b9b2a2ece5 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group_rule': {'security_group_id': '05d3f54c-8ec6-4c09-aedd-4d35667d90cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:06.222945 n-d-832164-4 neutron-server[103767]: WARNING neutron.api.v2.base [None req-48b0e2de-b82b-4e73-a35c-78b9b2a2ece5 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 07 10:50:06.225196 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-48b0e2de-b82b-4e73-a35c-78b9b2a2ece5 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:50:06.230407 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-48b0e2de-b82b-4e73-a35c-78b9b2a2ece5 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0112033 Mar 07 10:50:06.231123 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35940) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:06.247454 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-9481649a-4eb3-4787-9906-f1894f23eab5 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group_rule': {'security_group_id': '05d3f54c-8ec6-4c09-aedd-4d35667d90cd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:06.260866 n-d-832164-4 neutron-server[103767]: WARNING neutron.api.v2.base [None req-9481649a-4eb3-4787-9906-f1894f23eab5 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 07 10:50:06.262570 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-9481649a-4eb3-4787-9906-f1894f23eab5 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:50:06.269271 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9481649a-4eb3-4787-9906-f1894f23eab5 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0326071 Mar 07 10:50:06.270044 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35942) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:06.420494 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c6712d8e-4b86-496a-8fe4-088b6e9bb92f tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (05d3f54c-8ec6-4c09-aedd-4d35667d90cd), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:06.466272 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5c19c6be-c65e-47d1-a142-879e0ab80d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:06.486788 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c6712d8e-4b86-496a-8fe4-088b6e9bb92f tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (05d3f54c-8ec6-4c09-aedd-4d35667d90cd), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:06.528667 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6e037-9425-4a65-9a35-65f6335f0c4e req-8aaa65dc-b1e4-4bfa-b582-42f84e00199a tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:06.532399 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-58f6e037-9425-4a65-9a35-65f6335f0c4e req-8aaa65dc-b1e4-4bfa-b582-42f84e00199a tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/networks?id=b5ac3594-31b2-4f8f-99ae-bd148951ec42 HTTP/1.1" status: 200 len: 806 time: 0.3182085 Mar 07 10:50:06.571540 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-58f6e037-9425-4a65-9a35-65f6335f0c4e req-b664709a-571b-4576-9307-00c784d4e663 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/quotas/7f878931fbda404796227bcaa31aa466 HTTP/1.1" status: 200 len: 375 time: 0.0308228 Mar 07 10:50:06.642862 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c6712d8e-4b86-496a-8fe4-088b6e9bb92f tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (05d3f54c-8ec6-4c09-aedd-4d35667d90cd), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:06.650979 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c6712d8e-4b86-496a-8fe4-088b6e9bb92f tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:06.653779 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c6712d8e-4b86-496a-8fe4-088b6e9bb92f tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "DELETE /v2.0/security-groups/05d3f54c-8ec6-4c09-aedd-4d35667d90cd HTTP/1.1" status: 204 len: 168 time: 0.3823566 Mar 07 10:50:06.656792 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-58f6e037-9425-4a65-9a35-65f6335f0c4e req-89df62ee-a8ca-46d3-8624-1fe0531c097a tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f878931fbda404796227bcaa31aa466&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0848503 Mar 07 10:50:06.660184 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35958) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:06.686510 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35960) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:06.705828 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6712d8e-4b86-496a-8fe4-088b6e9bb92f tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d3f54c-8ec6-4c09-aedd-4d35667d90cd,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:06.751259 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e032d7-bec2-42b5-977c-0b44a6b2a8a5 req-45e70d92-0e37-489d-afa3-721be83d6cca tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:06.752810 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-99e032d7-bec2-42b5-977c-0b44a6b2a8a5 req-45e70d92-0e37-489d-afa3-721be83d6cca tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=542fd94e-4dfc-46ca-a3df-822ef28ed224 HTTP/1.1" status: 200 len: 946 time: 0.2002215 Mar 07 10:50:06.843410 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7d78d049-54a8-416d-8223-d4958a983995 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1731222 Mar 07 10:50:06.851458 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35966) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:06.857208 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e6eb9517-c76a-4f88-84c8-5b756a311715 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group': {'name': 'tempest-secgroup--637887427'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:06.864237 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-99e032d7-bec2-42b5-977c-0b44a6b2a8a5 req-381b73f6-3a0c-4dae-9b3c-799995b75351 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048543 Mar 07 10:50:06.872311 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c2f8d139-c526-4509-9aaa-322a343d4765 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:50:06.901329 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-58f6e037-9425-4a65-9a35-65f6335f0c4e req-280f5c77-bdf8-40dc-b549-86c1008410ff service neutron] 10.222.0.11 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430696 Mar 07 10:50:06.906740 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: c2f8d139-c526-4509-9aaa-322a343d4765 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:50:06.907412 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c2f8d139-c526-4509-9aaa-322a343d4765 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:50:06.918747 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9896eae1-1599-4c38-9826-d54c7e7c1fa7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4104bda28f5440ff8dccd34fd9ad7555&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2283094 Mar 07 10:50:06.920641 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35970) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:06.980844 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7b05cd20-5c0e-4e9b-a7e5-5e35ebb28c93 admin admin] Publish callbacks [] for security_group (e1d41777-d8ad-43dd-9c09-96d2417c7673), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:06.998023 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e6eb9517-c76a-4f88-84c8-5b756a311715 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:07.008941 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7b05cd20-5c0e-4e9b-a7e5-5e35ebb28c93 admin admin] Publish callbacks [] for security_group (e1d41777-d8ad-43dd-9c09-96d2417c7673), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:07.065632 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-58f6e037-9425-4a65-9a35-65f6335f0c4e req-e0f6a0f2-d0f9-406b-a6f6-e7de352786af service neutron] 10.222.0.11 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528060 Mar 07 10:50:07.091935 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7b05cd20-5c0e-4e9b-a7e5-5e35ebb28c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e1d41777-d8ad-43dd-9c09-96d2417c7673), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:07.095076 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7b05cd20-5c0e-4e9b-a7e5-5e35ebb28c93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:07.096387 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7b05cd20-5c0e-4e9b-a7e5-5e35ebb28c93 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e1d41777-d8ad-43dd-9c09-96d2417c7673 HTTP/1.1" status: 204 len: 168 time: 0.1739829 Mar 07 10:50:07.114593 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05cd20-5c0e-4e9b-a7e5-5e35ebb28c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d41777-d8ad-43dd-9c09-96d2417c7673,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:07.131170 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e6eb9517-c76a-4f88-84c8-5b756a311715 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (19c3d8c4-189f-49b2-8604-da9bd53d1751), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:07.137921 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e6eb9517-c76a-4f88-84c8-5b756a311715 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (19c3d8c4-189f-49b2-8604-da9bd53d1751), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:07.174632 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e6eb9517-c76a-4f88-84c8-5b756a311715 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:07.179756 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35980) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:07.185936 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-02091e32-94b0-4841-9728-f58c8a852a9a tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group_rule': {'security_group_id': '19c3d8c4-189f-49b2-8604-da9bd53d1751', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:07.186829 n-d-832164-4 neutron-server[103767]: WARNING neutron.api.v2.base [None req-02091e32-94b0-4841-9728-f58c8a852a9a tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 07 10:50:07.187471 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-02091e32-94b0-4841-9728-f58c8a852a9a tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:50:07.192162 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-02091e32-94b0-4841-9728-f58c8a852a9a tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0102932 Mar 07 10:50:07.192853 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35982) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:07.194960 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e6eb9517-c76a-4f88-84c8-5b756a311715 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3416603 Mar 07 10:50:07.201923 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb9517-c76a-4f88-84c8-5b756a311715 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19c3d8c4-189f-49b2-8604-da9bd53d1751,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:07.205173 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-28e2da9c-eaa4-4b82-8986-2351dd428438 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group_rule': {'security_group_id': '19c3d8c4-189f-49b2-8604-da9bd53d1751', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:07.283040 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-28e2da9c-eaa4-4b82-8986-2351dd428438 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:50:07.287099 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-28e2da9c-eaa4-4b82-8986-2351dd428438 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0913436 Mar 07 10:50:07.288215 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35986) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:07.303988 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-6ddc650b-5075-40b0-85e4-7c5f97d053e6 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group_rule': {'security_group_id': '19c3d8c4-189f-49b2-8604-da9bd53d1751', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:07.306864 n-d-832164-4 neutron-server[103767]: WARNING neutron.api.v2.base [None req-6ddc650b-5075-40b0-85e4-7c5f97d053e6 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 07 10:50:07.308655 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-6ddc650b-5075-40b0-85e4-7c5f97d053e6 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:50:07.311918 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6ddc650b-5075-40b0-85e4-7c5f97d053e6 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0185089 Mar 07 10:50:07.314298 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35988) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:07.319885 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f32063f2-7e79-4bae-a941-1d07d7c683cb tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group_rule': {'security_group_id': '19c3d8c4-189f-49b2-8604-da9bd53d1751', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:07.385217 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-f32063f2-7e79-4bae-a941-1d07d7c683cb tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:50:07.389449 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35996) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:07.390629 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f32063f2-7e79-4bae-a941-1d07d7c683cb tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0749228 Mar 07 10:50:07.395672 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-91012d78-3123-49a3-b570-40932c9e78a6 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group_rule': {'security_group_id': '19c3d8c4-189f-49b2-8604-da9bd53d1751', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:07.396808 n-d-832164-4 neutron-server[103767]: WARNING neutron.api.v2.base [None req-91012d78-3123-49a3-b570-40932c9e78a6 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 07 10:50:07.397450 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-91012d78-3123-49a3-b570-40932c9e78a6 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:50:07.399112 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-91012d78-3123-49a3-b570-40932c9e78a6 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080428 Mar 07 10:50:07.402772 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35998) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:07.414823 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-ca82b739-2172-425d-ba34-cb40dcaf3f83 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group_rule': {'security_group_id': '19c3d8c4-189f-49b2-8604-da9bd53d1751', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:07.462828 n-d-832164-4 neutron-server[103767]: INFO neutron.db.securitygroups_db [None req-ca82b739-2172-425d-ba34-cb40dcaf3f83 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Project d965ed8b4ee047f4a7d204cfe0cb65de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:50:07.480885 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-ca82b739-2172-425d-ba34-cb40dcaf3f83 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:50:07.486073 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36002) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:07.491739 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-4b84128d-9c85-49b0-82ec-57af77e4b70e tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group_rule': {'security_group_id': '19c3d8c4-189f-49b2-8604-da9bd53d1751', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:07.494330 n-d-832164-4 neutron-server[103766]: WARNING neutron.api.v2.base [None req-4b84128d-9c85-49b0-82ec-57af77e4b70e tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 07 10:50:07.494892 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-4b84128d-9c85-49b0-82ec-57af77e4b70e tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:50:07.499567 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4b84128d-9c85-49b0-82ec-57af77e4b70e tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0123713 Mar 07 10:50:07.501233 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ca82b739-2172-425d-ba34-cb40dcaf3f83 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0939560 Mar 07 10:50:07.501233 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36004) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:07.515997 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-6ca1cc18-eb50-489e-8469-75d4532f2245 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group_rule': {'security_group_id': '19c3d8c4-189f-49b2-8604-da9bd53d1751', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:07.559603 n-d-832164-4 neutron-server[103767]: INFO neutron.db.securitygroups_db [None req-6ca1cc18-eb50-489e-8469-75d4532f2245 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Project d965ed8b4ee047f4a7d204cfe0cb65de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:50:07.602242 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-6ca1cc18-eb50-489e-8469-75d4532f2245 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:50:07.603697 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6ca1cc18-eb50-489e-8469-75d4532f2245 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1021445 Mar 07 10:50:07.606400 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36018) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:07.614375 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-c561e447-4a60-4d3f-b3b4-d30c0b235600 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group_rule': {'security_group_id': '19c3d8c4-189f-49b2-8604-da9bd53d1751', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:07.654338 n-d-832164-4 neutron-server[103767]: INFO neutron.db.securitygroups_db [None req-c561e447-4a60-4d3f-b3b4-d30c0b235600 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Project d965ed8b4ee047f4a7d204cfe0cb65de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 10:50:07.672085 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-c561e447-4a60-4d3f-b3b4-d30c0b235600 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:50:07.674107 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c561e447-4a60-4d3f-b3b4-d30c0b235600 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0667684 Mar 07 10:50:07.677494 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36026) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:07.782231 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4ab0248-d4e2-437a-b96c-09fc04a69b6f tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (19c3d8c4-189f-49b2-8604-da9bd53d1751), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:07.848099 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4ab0248-d4e2-437a-b96c-09fc04a69b6f tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (19c3d8c4-189f-49b2-8604-da9bd53d1751), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:07.916070 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4ab0248-d4e2-437a-b96c-09fc04a69b6f tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (19c3d8c4-189f-49b2-8604-da9bd53d1751), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:07.946153 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4ab0248-d4e2-437a-b96c-09fc04a69b6f tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:07.947593 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c4ab0248-d4e2-437a-b96c-09fc04a69b6f tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "DELETE /v2.0/security-groups/19c3d8c4-189f-49b2-8604-da9bd53d1751 HTTP/1.1" status: 204 len: 168 time: 0.2689557 Mar 07 10:50:07.952744 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36040) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:07.972395 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab0248-d4e2-437a-b96c-09fc04a69b6f tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c3d8c4-189f-49b2-8604-da9bd53d1751,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:08.096142 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e043bc-85af-46a0-b4d5-d9d641abef1c req-ab7d0915-c0d6-4775-ae68-73a276302acf tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:08.103311 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becb11e-8cf4-4ab4-a0c0-fda490b437c5 req-8d326cb6-ec7b-4d56-a824-5449ef7f99bc tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:08.105389 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95e043bc-85af-46a0-b4d5-d9d641abef1c req-ab7d0915-c0d6-4775-ae68-73a276302acf tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=542fd94e-4dfc-46ca-a3df-822ef28ed224 HTTP/1.1" status: 200 len: 946 time: 0.1049347 Mar 07 10:50:08.110974 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5becb11e-8cf4-4ab4-a0c0-fda490b437c5 req-8d326cb6-ec7b-4d56-a824-5449ef7f99bc tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1174510 Mar 07 10:50:08.126745 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5da2b074-882d-4a92-8517-a600495bb2ad tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1694322 Mar 07 10:50:08.127437 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36048) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:08.135428 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-4f644ea8-7fcc-44c1-a45b-684916021da7 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group': {'name': 'tempest-secgroup--898562684'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:08.186928 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5becb11e-8cf4-4ab4-a0c0-fda490b437c5 req-6017356f-0a59-4d19-adb8-2af0cea5fa02 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716991 Mar 07 10:50:08.192294 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4f644ea8-7fcc-44c1-a45b-684916021da7 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:08.208941 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95e043bc-85af-46a0-b4d5-d9d641abef1c req-f92076a9-f31e-451b-a1b7-96ea9a92418f tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025882 Mar 07 10:50:08.399789 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4f644ea8-7fcc-44c1-a45b-684916021da7 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (f2aa7ca4-4252-4055-99c7-caed389ed57c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:08.408527 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4f644ea8-7fcc-44c1-a45b-684916021da7 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f2aa7ca4-4252-4055-99c7-caed389ed57c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:08.450340 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f644ea8-7fcc-44c1-a45b-684916021da7 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2aa7ca4-4252-4055-99c7-caed389ed57c,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:08.482686 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4f644ea8-7fcc-44c1-a45b-684916021da7 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:08.487283 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4f644ea8-7fcc-44c1-a45b-684916021da7 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3564272 Mar 07 10:50:08.487617 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36076) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:08.495884 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed05131-ff84-4a7a-8d69-f46c91999224 req-4616a3dc-9dae-43d4-b1a2-2470a452bb2a tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:08.497442 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6ed05131-ff84-4a7a-8d69-f46c91999224 req-4616a3dc-9dae-43d4-b1a2-2470a452bb2a tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1976104 Mar 07 10:50:08.497707 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-2e2744ab-0c8c-42c8-afa8-0bc51a50cd93 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group_rule': {'security_group_id': 'f2aa7ca4-4252-4055-99c7-caed389ed57c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:08.516670 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-72dc6c19-09a4-4a31-823d-6de0bf311f2a tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:08.525706 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-72dc6c19-09a4-4a31-823d-6de0bf311f2a tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/networks?id=b5ac3594-31b2-4f8f-99ae-bd148951ec42 HTTP/1.1" status: 200 len: 806 time: 0.2073009 Mar 07 10:50:08.548012 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-ebc0b206-01b3-4096-a7e4-9f95174ea194 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/quotas/7f878931fbda404796227bcaa31aa466 HTTP/1.1" status: 200 len: 375 time: 0.0207715 Mar 07 10:50:08.596242 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6ed05131-ff84-4a7a-8d69-f46c91999224 req-f20d9ea7-d22d-4433-8212-487d9e4aa14a tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921926 Mar 07 10:50:08.623804 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0ec44460-2072-4f88-89d8-f60f9b3bb8ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:08.674409 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-7a61c5b3-ccbd-42b2-a26d-d02cb4b36582 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f878931fbda404796227bcaa31aa466&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1199524 Mar 07 10:50:08.688156 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-2e2744ab-0c8c-42c8-afa8-0bc51a50cd93 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] create failed (client error): The resource could not be found. Mar 07 10:50:08.689332 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2e2744ab-0c8c-42c8-afa8-0bc51a50cd93 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2001474 Mar 07 10:50:08.692274 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36088) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:08.697656 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-cd863d9a-9c29-4a2e-8568-0e6957c8535a tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group_rule': {'security_group_id': 'f2aa7ca4-4252-4055-99c7-caed389ed57c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'af16a35a-a195-4624-b6cd-0be35b0d1e5a'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:08.808861 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-3513544c-1986-463b-831a-8ab1cb3f0ecf service neutron] 10.222.0.11 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333251 Mar 07 10:50:08.809435 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-cd863d9a-9c29-4a2e-8568-0e6957c8535a tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] create failed (client error): The resource could not be found. Mar 07 10:50:08.814131 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-cd863d9a-9c29-4a2e-8568-0e6957c8535a tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1207018 Mar 07 10:50:08.815079 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36094) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:08.879888 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-18945880-e017-47eb-9499-0331a3de6bec tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (f2aa7ca4-4252-4055-99c7-caed389ed57c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:08.941392 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-18945880-e017-47eb-9499-0331a3de6bec tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (f2aa7ca4-4252-4055-99c7-caed389ed57c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:08.957851 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-af921249-83de-487e-b812-b3e8aa3aafe1 service neutron] 10.222.0.11 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479077 Mar 07 10:50:09.044761 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-18945880-e017-47eb-9499-0331a3de6bec tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f2aa7ca4-4252-4055-99c7-caed389ed57c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:09.053396 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-18945880-e017-47eb-9499-0331a3de6bec tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:09.059331 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-18945880-e017-47eb-9499-0331a3de6bec tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "DELETE /v2.0/security-groups/f2aa7ca4-4252-4055-99c7-caed389ed57c HTTP/1.1" status: 204 len: 168 time: 0.2404253 Mar 07 10:50:09.059720 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36102) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:09.095237 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18945880-e017-47eb-9499-0331a3de6bec tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2aa7ca4-4252-4055-99c7-caed389ed57c,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:09.302272 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5bec5864-3813-44ec-904f-669ec0fd0294 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2397449 Mar 07 10:50:09.306725 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36114) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:09.314057 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-a4be7bd1-19cd-4701-bfe7-57370051f7e0 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group_rule': {'security_group_id': '65925cf1-0e0d-4619-ba80-88c7d07f0889', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:09.386897 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-a4be7bd1-19cd-4701-bfe7-57370051f7e0 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] create failed (client error): The resource could not be found. Mar 07 10:50:09.387953 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a4be7bd1-19cd-4701-bfe7-57370051f7e0 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0802786 Mar 07 10:50:09.392167 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36118) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:09.432868 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b54fbe-08d2-4195-bf95-7604679fb552 req-99b6b8ff-51a9-4eb9-98e9-4647a765dc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:09.432868 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b7b54fbe-08d2-4195-bf95-7604679fb552 req-99b6b8ff-51a9-4eb9-98e9-4647a765dc3d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ebc51b1e6b344c7bd03a466929f3841&device_id=542fd94e-4dfc-46ca-a3df-822ef28ed224 HTTP/1.1" status: 200 len: 1128 time: 0.1852796 Mar 07 10:50:09.439456 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-3e223bda-469a-4420-9042-6fbcd5509588 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group': {'name': 'tempest-secgroup--1411586122'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:09.511456 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ae1d8-dc04-4dfb-bc5d-a54c6a80f86b req-a0b2efd8-d065-43df-833c-05d75cb7dfe9 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:09.515751 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3e223bda-469a-4420-9042-6fbcd5509588 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:09.525816 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a05ae1d8-dc04-4dfb-bc5d-a54c6a80f86b req-a0b2efd8-d065-43df-833c-05d75cb7dfe9 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=542fd94e-4dfc-46ca-a3df-822ef28ed224 HTTP/1.1" status: 200 len: 946 time: 0.1987076 Mar 07 10:50:09.650864 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3e223bda-469a-4420-9042-6fbcd5509588 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (ace7a0b4-2221-4696-8312-f0160511ab74), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:09.665777 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6880b24-23d1-4d6e-a89d-2a79ce6deded req-e839cbe8-0ba0-4c6e-a8f5-b9e51c4cc777 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:09.667477 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b6880b24-23d1-4d6e-a89d-2a79ce6deded req-e839cbe8-0ba0-4c6e-a8f5-b9e51c4cc777 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.3031209 Mar 07 10:50:09.668675 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3e223bda-469a-4420-9042-6fbcd5509588 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ace7a0b4-2221-4696-8312-f0160511ab74), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:09.713581 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a05ae1d8-dc04-4dfb-bc5d-a54c6a80f86b req-c036bc42-e400-4cb2-851d-2a2999a90ae4 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763334 Mar 07 10:50:09.753189 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e223bda-469a-4420-9042-6fbcd5509588 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace7a0b4-2221-4696-8312-f0160511ab74,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:09.763806 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3e223bda-469a-4420-9042-6fbcd5509588 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:09.770370 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3e223bda-469a-4420-9042-6fbcd5509588 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3771443 Mar 07 10:50:09.770551 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b54fbe-08d2-4195-bf95-7604679fb552 req-d4f83a15-a374-4f77-a3dd-16deaf79b6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:09.772398 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b7b54fbe-08d2-4195-bf95-7604679fb552 req-d4f83a15-a374-4f77-a3dd-16deaf79b6a7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=44882fee-a385-4859-8df2-ab41b0f5d2e4 HTTP/1.1" status: 200 len: 917 time: 0.3287392 Mar 07 10:50:09.773982 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36128) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:09.797825 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-1202f687-a57f-4297-9cc3-6e5717ad29db tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group': {'name': 'tempest-secgroup--1748345537'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:09.823623 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b745136-952f-410a-b30e-a5e2e1401364 req-ccbb0358-0b56-4e37-9a4b-132cb304131b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=122e8b5a-890c-48c9-8855-2e2c0c2d34d1 HTTP/1.1" status: 200 len: 210 time: 0.0426729 Mar 07 10:50:09.853906 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:09.874711 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b7b54fbe-08d2-4195-bf95-7604679fb552 req-6b9f5b09-b4d5-4bcf-95be-4a2b897d1d7d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5 HTTP/1.1" status: 200 len: 217 time: 0.0886004 Mar 07 10:50:09.909149 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1202f687-a57f-4297-9cc3-6e5717ad29db tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:09.955045 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b6880b24-23d1-4d6e-a89d-2a79ce6deded req-90d78f2d-42b8-41d6-ac2f-43041c0a49cf tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729914 Mar 07 10:50:09.970267 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b54fbe-08d2-4195-bf95-7604679fb552 req-506feeb6-d044-4e89-902d-2f39422f94e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:09.982513 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b7b54fbe-08d2-4195-bf95-7604679fb552 req-506feeb6-d044-4e89-902d-2f39422f94e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbb955a9-cc97-439c-ab3c-b527d9b1c8a5 HTTP/1.1" status: 200 len: 855 time: 0.1012323 Mar 07 10:50:10.074530 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1202f687-a57f-4297-9cc3-6e5717ad29db tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (7a6db316-6c20-48fd-8bfc-54fc9b142dfc), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:10.107101 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b54fbe-08d2-4195-bf95-7604679fb552 req-50aefa08-c8ec-4a83-9c6b-e680f46bbbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:10.109083 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b7b54fbe-08d2-4195-bf95-7604679fb552 req-50aefa08-c8ec-4a83-9c6b-e680f46bbbfc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=44882fee-a385-4859-8df2-ab41b0f5d2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1063879 Mar 07 10:50:10.110651 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1202f687-a57f-4297-9cc3-6e5717ad29db tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7a6db316-6c20-48fd-8bfc-54fc9b142dfc), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:10.141851 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1202f687-a57f-4297-9cc3-6e5717ad29db tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:10.145694 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1202f687-a57f-4297-9cc3-6e5717ad29db tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3505814 Mar 07 10:50:10.147425 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36142) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:10.155285 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-3c20b6f7-fc1d-4c52-a853-4f4b410c1c23 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group_rule': {'security_group_id': 'ace7a0b4-2221-4696-8312-f0160511ab74', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '7a6db316-6c20-48fd-8bfc-54fc9b142dfc'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:10.185288 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202f687-a57f-4297-9cc3-6e5717ad29db tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6db316-6c20-48fd-8bfc-54fc9b142dfc,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:10.208054 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3bcbc4-c759-4958-be98-278a4f24f0d3 req-4f1b0f70-c6d1-4910-8d6f-e875545884a3 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:10.210179 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3d3bcbc4-c759-4958-be98-278a4f24f0d3 req-4f1b0f70-c6d1-4910-8d6f-e875545884a3 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1399963 Mar 07 10:50:10.235331 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-3c20b6f7-fc1d-4c52-a853-4f4b410c1c23 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:50:10.238946 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3c20b6f7-fc1d-4c52-a853-4f4b410c1c23 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0878906 Mar 07 10:50:10.258652 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36144) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:10.265048 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b7b54fbe-08d2-4195-bf95-7604679fb552 req-61902db4-a357-4543-9fa6-d39395b2b3be service neutron] 10.222.0.21 "GET /v2.0/networks/44882fee-a385-4859-8df2-ab41b0f5d2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496098 Mar 07 10:50:10.399299 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3d3bcbc4-c759-4958-be98-278a4f24f0d3 req-d05ed69c-0b73-405d-b1ee-a164ca3aa6c1 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739707 Mar 07 10:50:10.431677 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-14a30684-60ef-4d3e-80d6-5a0ab213bb9a tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (7a6db316-6c20-48fd-8bfc-54fc9b142dfc), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:10.470364 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-14a30684-60ef-4d3e-80d6-5a0ab213bb9a tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (7a6db316-6c20-48fd-8bfc-54fc9b142dfc), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:10.473358 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b7b54fbe-08d2-4195-bf95-7604679fb552 req-f7c63693-28c1-45fa-84ed-aee22e84e5dc service neutron] 10.222.0.21 "GET /v2.0/networks/44882fee-a385-4859-8df2-ab41b0f5d2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019475 Mar 07 10:50:10.540896 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-14a30684-60ef-4d3e-80d6-5a0ab213bb9a tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7a6db316-6c20-48fd-8bfc-54fc9b142dfc), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:10.544169 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-14a30684-60ef-4d3e-80d6-5a0ab213bb9a tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:10.547864 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-14a30684-60ef-4d3e-80d6-5a0ab213bb9a tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "DELETE /v2.0/security-groups/7a6db316-6c20-48fd-8bfc-54fc9b142dfc HTTP/1.1" status: 204 len: 168 time: 0.2838657 Mar 07 10:50:10.548284 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36152) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:10.558827 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a30684-60ef-4d3e-80d6-5a0ab213bb9a tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6db316-6c20-48fd-8bfc-54fc9b142dfc,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:10.647287 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-72b6647d-a7a1-4010-bf98-d4e124af05cf tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0976655 Mar 07 10:50:10.650460 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36158) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:10.742330 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-05c1386e-63de-445d-8442-545e06a44228 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (ace7a0b4-2221-4696-8312-f0160511ab74), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:10.858507 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-05c1386e-63de-445d-8442-545e06a44228 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (ace7a0b4-2221-4696-8312-f0160511ab74), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:11.024092 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec85f8-4773-44f6-b859-941faaddf511 req-177f7c04-b2ec-4568-9139-69c72cc66425 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:11.035497 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-eaec85f8-4773-44f6-b859-941faaddf511 req-177f7c04-b2ec-4568-9139-69c72cc66425 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.0948300 Mar 07 10:50:11.061810 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-05c1386e-63de-445d-8442-545e06a44228 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ace7a0b4-2221-4696-8312-f0160511ab74), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:11.064437 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-05c1386e-63de-445d-8442-545e06a44228 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:11.068714 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-05c1386e-63de-445d-8442-545e06a44228 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "DELETE /v2.0/security-groups/ace7a0b4-2221-4696-8312-f0160511ab74 HTTP/1.1" status: 204 len: 168 time: 0.4147260 Mar 07 10:50:11.072370 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36174) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:11.105335 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c1386e-63de-445d-8442-545e06a44228 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace7a0b4-2221-4696-8312-f0160511ab74,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:11.152990 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-eaec85f8-4773-44f6-b859-941faaddf511 req-56f4d95e-6141-49b8-9b2b-696699ada282 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089287 Mar 07 10:50:11.185972 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d2ad73f8-cee6-4548-ae5e-d6ef45edc4a3 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1063004 Mar 07 10:50:11.191147 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36178) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:11.199341 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-1f287230-3644-456f-bc1f-4c030a102094 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group': {'name': 'tempest-secgroup--738286021'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:11.217740 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a0996-d6f7-4b54-a08c-a1f5e05bf02c req-e9cf8834-bcdb-44de-8032-2f49c3e912a8 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:11.223919 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b03a0996-d6f7-4b54-a08c-a1f5e05bf02c req-e9cf8834-bcdb-44de-8032-2f49c3e912a8 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=542fd94e-4dfc-46ca-a3df-822ef28ed224 HTTP/1.1" status: 200 len: 946 time: 0.3734832 Mar 07 10:50:11.228251 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-50ab26bd-bd92-4872-8805-facc6f8f6ba3 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:11.230066 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-50ab26bd-bd92-4872-8805-facc6f8f6ba3 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.21 "GET /v2.0/networks?id=b5ac3594-31b2-4f8f-99ae-bd148951ec42 HTTP/1.1" status: 200 len: 806 time: 0.4383547 Mar 07 10:50:11.253236 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-4f826646-5657-49a3-a271-eba639c84029 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Request body: {'port': {'device_id': '122e8b5a-890c-48c9-8855-2e2c0c2d34d1', 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42', 'admin_state_up': True, 'tenant_id': '7f878931fbda404796227bcaa31aa466'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:11.311700 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1f287230-3644-456f-bc1f-4c030a102094 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:11.332602 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a44efad9-820c-46f2-8bbf-cc434f5ed43a req-101d5808-75fb-4046-b16e-e92e82bd9672 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=122e8b5a-890c-48c9-8855-2e2c0c2d34d1 HTTP/1.1" status: 200 len: 210 time: 0.0760090 Mar 07 10:50:11.387442 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b03a0996-d6f7-4b54-a08c-a1f5e05bf02c req-ba446f63-ade0-438d-9862-a4647500e64b tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537149 Mar 07 10:50:11.473789 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36188) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:11.521030 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-4f826646-5657-49a3-a271-eba639c84029 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Made reservation on behalf of 7f878931fbda404796227bcaa31aa466 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:11.525447 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-4f826646-5657-49a3-a271-eba639c84029 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:11.547507 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1f287230-3644-456f-bc1f-4c030a102094 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (8e150017-eea1-41a8-aeb1-29f9d8cacd11), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:11.566902 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1f287230-3644-456f-bc1f-4c030a102094 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8e150017-eea1-41a8-aeb1-29f9d8cacd11), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:11.648265 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:11.660810 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1f287230-3644-456f-bc1f-4c030a102094 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:11.662108 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1f287230-3644-456f-bc1f-4c030a102094 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4687655 Mar 07 10:50:11.667469 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36196) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:11.676696 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16548cf6-b72b-412a-9faa-428432f5715c req-65d8963f-c8e9-4f78-b43a-fe5c92c99a36 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:11.695847 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-16548cf6-b72b-412a-9faa-428432f5715c req-65d8963f-c8e9-4f78-b43a-fe5c92c99a36 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.2260139 Mar 07 10:50:11.700161 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-ce728571-fb0f-40b6-bda4-0a2a6eb10d44 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group_rule': {'security_group_id': '8e150017-eea1-41a8-aeb1-29f9d8cacd11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:11.722985 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f287230-3644-456f-bc1f-4c030a102094 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e150017-eea1-41a8-aeb1-29f9d8cacd11,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:11.783348 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-83f1a731-914e-44e8-bafc-265b100a10eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:11.847167 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-16548cf6-b72b-412a-9faa-428432f5715c req-b867f9a3-77b2-4a25-b15f-c7c092a75ae8 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504507 Mar 07 10:50:11.851066 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-ce728571-fb0f-40b6-bda4-0a2a6eb10d44 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:50:11.852755 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ce728571-fb0f-40b6-bda4-0a2a6eb10d44 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1838958 Mar 07 10:50:11.854105 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-4f826646-5657-49a3-a271-eba639c84029 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Allocated IP 172.20.0.9 (b5ac3594-31b2-4f8f-99ae-bd148951ec42/32944cde-c55b-47e2-bb77-543fbc1a70ac/45c1bde7-82f1-48a4-9fba-b57e6e2e3350) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:50:11.855923 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36200) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:11.860950 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-3c46daa3-61f3-4e2c-866c-04211599ce56 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group_rule': {'security_group_id': '8e150017-eea1-41a8-aeb1-29f9d8cacd11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:11.882644 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b6ba7-0e7f-4bb6-a0b7-82e19ceaa037 req-856048aa-2a80-42c5-88bd-5b70ad1bec90 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:11.884438 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1e6b6ba7-0e7f-4bb6-a0b7-82e19ceaa037 req-856048aa-2a80-42c5-88bd-5b70ad1bec90 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1c56986-4038-45e9-b177-0f983c106b30 HTTP/1.1" status: 200 len: 946 time: 0.1030645 Mar 07 10:50:11.949818 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-3c46daa3-61f3-4e2c-866c-04211599ce56 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:50:11.953794 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3c46daa3-61f3-4e2c-866c-04211599ce56 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0940578 Mar 07 10:50:11.957757 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36202) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:11.994137 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-83f1a731-914e-44e8-bafc-265b100a10eb admin admin] Publish callbacks [] for security_group (01ab0d81-fe6c-4ce4-bb83-5ccb51b794b1), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.023832 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-83f1a731-914e-44e8-bafc-265b100a10eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (01ab0d81-fe6c-4ce4-bb83-5ccb51b794b1), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.058940 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1e6b6ba7-0e7f-4bb6-a0b7-82e19ceaa037 req-25375e64-d3f7-4ad0-a3ee-b0bfb52984e3 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=4522e9a0-686f-4c0b-b3a1-151a495ddd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604040 Mar 07 10:50:12.079589 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-4f826646-5657-49a3-a271-eba639c84029 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks [] for port (45c1bde7-82f1-48a4-9fba-b57e6e2e3350), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.097071 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-83f1a731-914e-44e8-bafc-265b100a10eb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ca22b2c85274412982241b549d677ca6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6213257 Mar 07 10:50:12.100833 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f1a731-914e-44e8-bafc-265b100a10eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01ab0d81-fe6c-4ce4-bb83-5ccb51b794b1,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:12.104740 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36206) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:12.124793 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f9994cc9-4fa2-4950-b8c4-1a7bc23e7e91 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (8e150017-eea1-41a8-aeb1-29f9d8cacd11), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.166567 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f9994cc9-4fa2-4950-b8c4-1a7bc23e7e91 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (8e150017-eea1-41a8-aeb1-29f9d8cacd11), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.179830 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-4f826646-5657-49a3-a271-eba639c84029 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (45c1bde7-82f1-48a4-9fba-b57e6e2e3350), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.202747 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:50:12.219500 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f9994cc9-4fa2-4950-b8c4-1a7bc23e7e91 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8e150017-eea1-41a8-aeb1-29f9d8cacd11), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.222136 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f9994cc9-4fa2-4950-b8c4-1a7bc23e7e91 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.223737 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f9994cc9-4fa2-4950-b8c4-1a7bc23e7e91 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "DELETE /v2.0/security-groups/8e150017-eea1-41a8-aeb1-29f9d8cacd11 HTTP/1.1" status: 204 len: 168 time: 0.2633679 Mar 07 10:50:12.225834 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8177e2b2-d0ed-4f26-918e-3354c30cb0b0 admin admin] Publish callbacks [] for security_group (01ab0d81-fe6c-4ce4-bb83-5ccb51b794b1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.228178 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36212) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:12.255712 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-4f826646-5657-49a3-a271-eba639c84029 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Network b5ac3594-31b2-4f8f-99ae-bd148951ec42 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:50:12.256296 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9994cc9-4fa2-4950-b8c4-1a7bc23e7e91 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e150017-eea1-41a8-aeb1-29f9d8cacd11,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:12.265859 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-4f826646-5657-49a3-a271-eba639c84029 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:12.268974 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8177e2b2-d0ed-4f26-918e-3354c30cb0b0 admin admin] Publish callbacks [] for security_group (01ab0d81-fe6c-4ce4-bb83-5ccb51b794b1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.278353 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-4f826646-5657-49a3-a271-eba639c84029 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:50:12.286209 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f826646-5657-49a3-a271-eba639c84029 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Pushing event updated for resources: {'Port': ['ID=45c1bde7-82f1-48a4-9fba-b57e6e2e3350,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:12.326914 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-512d9cd0-365b-45b8-86e8-0656e80cff19 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0915613 Mar 07 10:50:12.329825 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36214) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:12.339240 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d0cb55e5-aee8-4a32-a008-77e2993e2a1c tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group': {'name': 'tempest-secgroup--340440701'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:12.358794 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-4f826646-5657-49a3-a271-eba639c84029 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:12.359686 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-4f826646-5657-49a3-a271-eba639c84029 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.386977 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-4f826646-5657-49a3-a271-eba639c84029 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1406534 Mar 07 10:50:12.388009 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8177e2b2-d0ed-4f26-918e-3354c30cb0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (01ab0d81-fe6c-4ce4-bb83-5ccb51b794b1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.390590 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8177e2b2-d0ed-4f26-918e-3354c30cb0b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.391686 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8177e2b2-d0ed-4f26-918e-3354c30cb0b0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/01ab0d81-fe6c-4ce4-bb83-5ccb51b794b1 HTTP/1.1" status: 204 len: 168 time: 0.2858536 Mar 07 10:50:12.409431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-4e5c21af-80a8-4626-87db-75b655077989 service neutron] Request body: {'port': {'device_id': '122e8b5a-890c-48c9-8855-2e2c0c2d34d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:12.412396 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177e2b2-d0ed-4f26-918e-3354c30cb0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01ab0d81-fe6c-4ce4-bb83-5ccb51b794b1,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:12.416294 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e306692-2d21-4305-b75e-f6b93c521e42 req-2f14dffc-fa13-45f7-9008-ef5bb81ece59 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:12.425262 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9e306692-2d21-4305-b75e-f6b93c521e42 req-2f14dffc-fa13-45f7-9008-ef5bb81ece59 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1557691 Mar 07 10:50:12.434324 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d0cb55e5-aee8-4a32-a008-77e2993e2a1c tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.510617 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9e306692-2d21-4305-b75e-f6b93c521e42 req-3f464248-a17c-483e-8b3e-bc80fb1d30d2 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844760 Mar 07 10:50:12.532693 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-4e5c21af-80a8-4626-87db-75b655077989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (45c1bde7-82f1-48a4-9fba-b57e6e2e3350), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.543095 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6ed47-233e-4ec7-8fed-2692f3a7d90b req-405a1331-a585-4759-a71b-0a2358e75da6 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:12.544939 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-66c6ed47-233e-4ec7-8fed-2692f3a7d90b req-405a1331-a585-4759-a71b-0a2358e75da6 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=122e8b5a-890c-48c9-8855-2e2c0c2d34d1 HTTP/1.1" status: 200 len: 931 time: 0.0996351 Mar 07 10:50:12.587248 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d0cb55e5-aee8-4a32-a008-77e2993e2a1c tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (a1f6dea0-a140-4c31-b9d6-9be0cdd9b3b7), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.594319 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d0cb55e5-aee8-4a32-a008-77e2993e2a1c tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a1f6dea0-a140-4c31-b9d6-9be0cdd9b3b7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.633355 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-66c6ed47-233e-4ec7-8fed-2692f3a7d90b req-a028a6bf-3f4a-40a0-9888-c961ae4b23a6 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796132 Mar 07 10:50:12.663563 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d0cb55e5-aee8-4a32-a008-77e2993e2a1c tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.668491 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d0cb55e5-aee8-4a32-a008-77e2993e2a1c tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3320887 Mar 07 10:50:12.670708 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36226) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:12.683887 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-8c672cb2-bd3a-4a44-ade1-cd5a8b40c995 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:12.686156 n-d-832164-4 neutron-server[103766]: WARNING neutron.api.v2.base [None req-8c672cb2-bd3a-4a44-ade1-cd5a8b40c995 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 07 10:50:12.686910 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-8c672cb2-bd3a-4a44-ade1-cd5a8b40c995 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] update failed (client error): There was a conflict when trying to complete your request. Mar 07 10:50:12.690404 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8c672cb2-bd3a-4a44-ade1-cd5a8b40c995 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "PUT /v2.0/security-groups/a1f6dea0-a140-4c31-b9d6-9be0cdd9b3b7 HTTP/1.1" status: 409 len: 330 time: 0.0108643 Mar 07 10:50:12.691501 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36228) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:12.699616 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cb55e5-aee8-4a32-a008-77e2993e2a1c tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f6dea0-a140-4c31-b9d6-9be0cdd9b3b7,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:12.719532 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2aa8d-bdea-4cc0-a501-39bfc2002abf req-2bbf63e4-7bf6-441b-b17d-d0ffe702901d tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:12.721366 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-73d2aa8d-bdea-4cc0-a501-39bfc2002abf req-2bbf63e4-7bf6-441b-b17d-d0ffe702901d tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=542fd94e-4dfc-46ca-a3df-822ef28ed224 HTTP/1.1" status: 200 len: 946 time: 0.1055577 Mar 07 10:50:12.786533 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-73d2aa8d-bdea-4cc0-a501-39bfc2002abf req-92103047-4efe-4883-b2d8-337cbfdc8413 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575542 Mar 07 10:50:12.841467 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36238) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:12.859408 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7fe14af7-6d6a-4fbe-8d21-216227db3d7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.864005 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a9833be1-1a6d-4c70-896d-d220e67a4f44 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (a1f6dea0-a140-4c31-b9d6-9be0cdd9b3b7), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.904665 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.919452 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a9833be1-1a6d-4c70-896d-d220e67a4f44 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (a1f6dea0-a140-4c31-b9d6-9be0cdd9b3b7), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:12.928615 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d6fbf-f573-479a-9384-27a520a84104 req-41922ece-c3dc-41e9-81d0-72913b613206 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:12.930306 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7d0d6fbf-f573-479a-9384-27a520a84104 req-41922ece-c3dc-41e9-81d0-72913b613206 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1705091 Mar 07 10:50:13.038494 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7fe14af7-6d6a-4fbe-8d21-216227db3d7a admin admin] Publish callbacks [] for security_group (e4bfcb5e-42d0-4809-b581-6e9666ce1028), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:13.047597 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b5c12-3a2c-4cb5-a517-c75dc4c42482 req-fd3aaa74-4976-446b-86a5-8d6b6b448adc tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:13.053695 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-766b5c12-3a2c-4cb5-a517-c75dc4c42482 req-fd3aaa74-4976-446b-86a5-8d6b6b448adc tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=542fd94e-4dfc-46ca-a3df-822ef28ed224 HTTP/1.1" status: 200 len: 946 time: 0.1513689 Mar 07 10:50:13.058227 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7fe14af7-6d6a-4fbe-8d21-216227db3d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e4bfcb5e-42d0-4809-b581-6e9666ce1028), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:13.062927 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a9833be1-1a6d-4c70-896d-d220e67a4f44 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a1f6dea0-a140-4c31-b9d6-9be0cdd9b3b7), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:13.065530 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a9833be1-1a6d-4c70-896d-d220e67a4f44 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:13.066647 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a9833be1-1a6d-4c70-896d-d220e67a4f44 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "DELETE /v2.0/security-groups/a1f6dea0-a140-4c31-b9d6-9be0cdd9b3b7 HTTP/1.1" status: 204 len: 168 time: 0.3749971 Mar 07 10:50:13.071737 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36242) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:13.077452 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7d0d6fbf-f573-479a-9384-27a520a84104 req-65e59d31-519f-4a24-bf78-afd3383ae3c8 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359675 Mar 07 10:50:13.093635 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-4e5c21af-80a8-4626-87db-75b655077989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45c1bde7-82f1-48a4-9fba-b57e6e2e3350 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:50:13.104203 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9833be1-1a6d-4c70-896d-d220e67a4f44 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f6dea0-a140-4c31-b9d6-9be0cdd9b3b7,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:13.114589 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-4e5c21af-80a8-4626-87db-75b655077989 service neutron] Publish callbacks [] for port (45c1bde7-82f1-48a4-9fba-b57e6e2e3350), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:13.143203 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7fe14af7-6d6a-4fbe-8d21-216227db3d7a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=36030c0276e249348a78947b3f765491&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3006299 Mar 07 10:50:13.146041 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36248) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:13.146271 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe14af7-6d6a-4fbe-8d21-216227db3d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bfcb5e-42d0-4809-b581-6e9666ce1028,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:13.156787 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-4e5c21af-80a8-4626-87db-75b655077989 service neutron] Transition to ACTIVE for port object 45c1bde7-82f1-48a4-9fba-b57e6e2e3350 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:50:13.180064 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-766b5c12-3a2c-4cb5-a517-c75dc4c42482 req-438c0b5c-3932-4e51-88d1-ab05bea0f925 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235588 Mar 07 10:50:13.189515 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-4e5c21af-80a8-4626-87db-75b655077989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (45c1bde7-82f1-48a4-9fba-b57e6e2e3350), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:13.287786 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6d7e8e9f-0bc7-4240-9ff2-7b8f37a11b86 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2092140 Mar 07 10:50:13.293432 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a3a15-544c-4f90-9d69-5c39fa33960f req-5f42ddc4-bd83-4b65-9717-54d34f048fe6 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:13.296183 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36254) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:13.296613 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ae9a3a15-544c-4f90-9d69-5c39fa33960f req-5f42ddc4-bd83-4b65-9717-54d34f048fe6 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5a2aac8-dbb2-4661-8f48-a82a454fab48 HTTP/1.1" status: 200 len: 946 time: 0.0565722 Mar 07 10:50:13.329170 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c21af-80a8-4626-87db-75b655077989 service neutron] Pushing event updated for resources: {'Port': ['ID=45c1bde7-82f1-48a4-9fba-b57e6e2e3350,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:13.342135 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-b5d1eced-0900-4d1d-a7ee-f32efb70a260 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] delete failed (client error): The resource could not be found. Mar 07 10:50:13.343175 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b5d1eced-0900-4d1d-a7ee-f32efb70a260 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "DELETE /v2.0/security-groups/a3a552f7-3b58-430a-9235-1230b38513a4 HTTP/1.1" status: 404 len: 347 time: 0.0423746 Mar 07 10:50:13.347195 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36256) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:13.363956 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ae9a3a15-544c-4f90-9d69-5c39fa33960f req-cc3922e0-0dba-4985-bd00-046cf4b394fb tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605941 Mar 07 10:50:13.364916 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-6a0bc545-dd23-43b5-aacf-600108aacde0 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] show failed (client error): The resource could not be found. Mar 07 10:50:13.369441 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6a0bc545-dd23-43b5-aacf-600108aacde0 tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "GET /v2.0/security-groups/10938783-fced-44eb-9b2c-c052b408544a HTTP/1.1" status: 404 len: 347 time: 0.0177622 Mar 07 10:50:13.370144 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36258) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:13.408644 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-938b336d-1bcf-4c7e-91bd-bef1f52a72bb tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] show failed (client error): The resource could not be found. Mar 07 10:50:13.418261 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-938b336d-1bcf-4c7e-91bd-bef1f52a72bb tempest-NegativeSecGroupIPv6Test-1333257059 tempest-NegativeSecGroupIPv6Test-1333257059-project] 10.222.0.11 "GET /v2.0/security-group-rules/17442b9f-f391-44e2-b927-2b023ac93322 HTTP/1.1" status: 404 len: 356 time: 0.0465786 Mar 07 10:50:13.509735 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d53aa-3033-48b6-8817-e4a95627f778 req-98336001-aac5-42c7-866e-016490864c64 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:13.511298 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-011d53aa-3033-48b6-8817-e4a95627f778 req-98336001-aac5-42c7-866e-016490864c64 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=23a46f7a-9a2d-4836-8d6f-8382066ca7d7 HTTP/1.1" status: 200 len: 946 time: 0.0619695 Mar 07 10:50:13.565790 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-011d53aa-3033-48b6-8817-e4a95627f778 req-938b023b-b36d-4a95-a2c6-efbe53f74986 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482390 Mar 07 10:50:13.643405 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c07721e-3729-4e89-b38c-d9d1b73202d5 admin admin] Publish callbacks [] for security_group (e4bfcb5e-42d0-4809-b581-6e9666ce1028), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:13.670476 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee9f84-39d7-4ba4-8b8b-0065d1c512d4 req-dd3aeee9-92ad-411e-a1d9-22d3d2682c8b tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:13.671996 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f8ee9f84-39d7-4ba4-8b8b-0065d1c512d4 req-dd3aeee9-92ad-411e-a1d9-22d3d2682c8b tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1c56986-4038-45e9-b177-0f983c106b30 HTTP/1.1" status: 200 len: 946 time: 0.4922142 Mar 07 10:50:13.724144 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536ef6c-b506-4356-b91b-b7fe2ff1556d req-61a4127b-8a63-48df-ad79-eb7b3f5a63ef tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:13.725856 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a536ef6c-b506-4356-b91b-b7fe2ff1556d req-61a4127b-8a63-48df-ad79-eb7b3f5a63ef tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.0810640 Mar 07 10:50:13.737558 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c07721e-3729-4e89-b38c-d9d1b73202d5 admin admin] Publish callbacks [] for security_group (e4bfcb5e-42d0-4809-b581-6e9666ce1028), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:13.768119 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36272) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:13.801954 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a536ef6c-b506-4356-b91b-b7fe2ff1556d req-bb679218-7837-4989-85b1-15e3bef6dcf8 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689602 Mar 07 10:50:13.814457 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-4e5c21af-80a8-4626-87db-75b655077989 service neutron] Attempting to bind port 45c1bde7-82f1-48a4-9fba-b57e6e2e3350 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:50:13.814801 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-4e5c21af-80a8-4626-87db-75b655077989 service neutron] Attempting to bind port 45c1bde7-82f1-48a4-9fba-b57e6e2e3350 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'a4a40100-6f3a-42be-93d2-6598d5daf6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:50:13.815204 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-4e5c21af-80a8-4626-87db-75b655077989 service neutron] Attempting to bind port 45c1bde7-82f1-48a4-9fba-b57e6e2e3350 on network b5ac3594-31b2-4f8f-99ae-bd148951ec42 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:50:13.832875 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f8ee9f84-39d7-4ba4-8b8b-0065d1c512d4 req-cce8aae3-e67f-4602-a64d-8c54bdddd072 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=4522e9a0-686f-4c0b-b3a1-151a495ddd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500466 Mar 07 10:50:13.840617 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-a9079e12-d1c8-45bd-8063-46269de0091b req-7f5c6c72-0ef7-43b1-ac87-4a4f09277d42 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:50:13.840773 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e8f09-f0b6-4fd4-aed4-a2e0a48b7e1d req-bad8e8a8-1d6e-475e-bf50-f1afd4749ec2 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:13.841781 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a9079e12-d1c8-45bd-8063-46269de0091b req-7f5c6c72-0ef7-43b1-ac87-4a4f09277d42 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103288 Mar 07 10:50:13.842179 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-200e8f09-f0b6-4fd4-aed4-a2e0a48b7e1d req-bad8e8a8-1d6e-475e-bf50-f1afd4749ec2 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.31 "GET /v2.0/ports?device_id=f1c56986-4038-45e9-b177-0f983c106b30 HTTP/1.1" status: 200 len: 946 time: 0.1953278 Mar 07 10:50:13.842770 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-4e5c21af-80a8-4626-87db-75b655077989 service neutron] Port 45c1bde7-82f1-48a4-9fba-b57e6e2e3350 on network b5ac3594-31b2-4f8f-99ae-bd148951ec42 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:50:13.843087 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-4e5c21af-80a8-4626-87db-75b655077989 service neutron] Attempting to bind port 45c1bde7-82f1-48a4-9fba-b57e6e2e3350 on network b5ac3594-31b2-4f8f-99ae-bd148951ec42 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:50:13.856814 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-4e5c21af-80a8-4626-87db-75b655077989 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:50:13.856814 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-4e5c21af-80a8-4626-87db-75b655077989 service neutron] Checking segment: {'id': 'a4a40100-6f3a-42be-93d2-6598d5daf6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:50:13.856814 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-4e5c21af-80a8-4626-87db-75b655077989 service neutron] Bound using segment: {'id': 'a4a40100-6f3a-42be-93d2-6598d5daf6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:50:13.856814 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-4e5c21af-80a8-4626-87db-75b655077989 service neutron] Bound port: 45c1bde7-82f1-48a4-9fba-b57e6e2e3350, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a40100-6f3a-42be-93d2-6598d5daf6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:50:13.856814 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-4e5c21af-80a8-4626-87db-75b655077989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (45c1bde7-82f1-48a4-9fba-b57e6e2e3350), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:13.944472 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c07721e-3729-4e89-b38c-d9d1b73202d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e4bfcb5e-42d0-4809-b581-6e9666ce1028), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:13.947707 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c07721e-3729-4e89-b38c-d9d1b73202d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:13.948797 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2c07721e-3729-4e89-b38c-d9d1b73202d5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e4bfcb5e-42d0-4809-b581-6e9666ce1028 HTTP/1.1" status: 204 len: 168 time: 0.8018513 Mar 07 10:50:13.984348 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a9079e12-d1c8-45bd-8063-46269de0091b req-b9d0ec9b-8f54-4c5a-a8f4-f6f38f6f906e tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1278996 Mar 07 10:50:14.002883 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fa9cefeb-f592-4989-b107-cde3b09369bd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d965ed8b4ee047f4a7d204cfe0cb65de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2321906 Mar 07 10:50:14.003543 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36282) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:14.016819 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07721e-3729-4e89-b38c-d9d1b73202d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bfcb5e-42d0-4809-b581-6e9666ce1028,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:14.039023 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-4e5c21af-80a8-4626-87db-75b655077989 service neutron] For port 45c1bde7-82f1-48a4-9fba-b57e6e2e3350, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:50:14.048989 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-4e5c21af-80a8-4626-87db-75b655077989 service neutron] For port 45c1bde7-82f1-48a4-9fba-b57e6e2e3350, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=45c1bde7-82f1-48a4-9fba-b57e6e2e3350,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:50:14.068891 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2808b-a27b-449e-aa00-78453c7bb6a1 req-d30dd0bf-ff38-4620-a5b3-d6e2ef77a22c tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:14.070551 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f7e2808b-a27b-449e-aa00-78453c7bb6a1 req-d30dd0bf-ff38-4620-a5b3-d6e2ef77a22c tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=122e8b5a-890c-48c9-8855-2e2c0c2d34d1 HTTP/1.1" status: 200 len: 943 time: 0.1431558 Mar 07 10:50:14.073871 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-4e5c21af-80a8-4626-87db-75b655077989 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (45c1bde7-82f1-48a4-9fba-b57e6e2e3350), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.077164 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-751eb27a-1ca8-40aa-814a-5a0ca297c685 admin admin] Publish callbacks [] for security_group (95bb4e6a-590a-467a-a3cd-4d50bfe78ddd), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.116049 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-751eb27a-1ca8-40aa-814a-5a0ca297c685 admin admin] Publish callbacks [] for security_group (95bb4e6a-590a-467a-a3cd-4d50bfe78ddd), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.137427 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-200e8f09-f0b6-4fd4-aed4-a2e0a48b7e1d req-df797f43-7028-42af-a23e-d2f6b9e3cd22 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Deleting port 0b081c5f-c4e7-4567-8ece-cbcbfd584742 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:14.137897 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-200e8f09-f0b6-4fd4-aed4-a2e0a48b7e1d req-df797f43-7028-42af-a23e-d2f6b9e3cd22 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (0b081c5f-c4e7-4567-8ece-cbcbfd584742), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.149504 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-4e5c21af-80a8-4626-87db-75b655077989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:14.150121 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-4e5c21af-80a8-4626-87db-75b655077989 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.151513 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-4e5c21af-80a8-4626-87db-75b655077989 service neutron] 10.222.0.21 "PUT /v2.0/ports/45c1bde7-82f1-48a4-9fba-b57e6e2e3350 HTTP/1.1" status: 200 len: 1091 time: 1.7496011 Mar 07 10:50:14.153066 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122e8b5a-890c-48c9-8855-2e2c0c2d34d1', 'tag': '45c1bde7-82f1-48a4-9fba-b57e6e2e3350'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:50:14.155368 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e427289c-721a-499a-b99c-597936a6c2c1" -d '{"events": [{"name": "network-changed", "server_uuid": "122e8b5a-890c-48c9-8855-2e2c0c2d34d1", "tag": "45c1bde7-82f1-48a4-9fba-b57e6e2e3350"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:50:14.228455 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-751eb27a-1ca8-40aa-814a-5a0ca297c685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (95bb4e6a-590a-467a-a3cd-4d50bfe78ddd), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.232547 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-751eb27a-1ca8-40aa-814a-5a0ca297c685 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.238657 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-751eb27a-1ca8-40aa-814a-5a0ca297c685 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/95bb4e6a-590a-467a-a3cd-4d50bfe78ddd HTTP/1.1" status: 204 len: 168 time: 0.2327192 Mar 07 10:50:14.254730 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751eb27a-1ca8-40aa-814a-5a0ca297c685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bb4e6a-590a-467a-a3cd-4d50bfe78ddd,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:14.283520 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c21af-80a8-4626-87db-75b655077989 service neutron] Pushing event updated for resources: {'Port': ['ID=45c1bde7-82f1-48a4-9fba-b57e6e2e3350,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:14.342781 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f7e2808b-a27b-449e-aa00-78453c7bb6a1 req-d519db08-a225-4ef6-9afc-9e1059c86b0b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356811 Mar 07 10:50:14.380947 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-200e8f09-f0b6-4fd4-aed4-a2e0a48b7e1d req-df797f43-7028-42af-a23e-d2f6b9e3cd22 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] For port 0b081c5f-c4e7-4567-8ece-cbcbfd584742, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=0b081c5f-c4e7-4567-8ece-cbcbfd584742,segment=NetworkSegment(59b13e75-30d7-418d-a8ee-7db3ff010fd0),segment_id=59b13e75-30d7-418d-a8ee-7db3ff010fd0)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:14.381375 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-200e8f09-f0b6-4fd4-aed4-a2e0a48b7e1d req-df797f43-7028-42af-a23e-d2f6b9e3cd22 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (0b081c5f-c4e7-4567-8ece-cbcbfd584742), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.392305 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-f7c9a4a0-1b76-491b-aab3-f428a7003314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:14.393851 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-f7c9a4a0-1b76-491b-aab3-f428a7003314 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f878931fbda404796227bcaa31aa466&device_id=122e8b5a-890c-48c9-8855-2e2c0c2d34d1 HTTP/1.1" status: 200 len: 1125 time: 0.1808696 Mar 07 10:50:14.484848 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec49b776-8bb3-4259-9615-9b24b9343597 req-5cfc0c24-5ed9-4a2b-8db7-a2b37a85b7d9 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:14.493780 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ec49b776-8bb3-4259-9615-9b24b9343597 req-5cfc0c24-5ed9-4a2b-8db7-a2b37a85b7d9 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.0873072 Mar 07 10:50:14.529784 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b70bcc-c095-4dc1-b8e8-bed92e4c4ce2 x-openstack-request-id: req-43b70bcc-c095-4dc1-b8e8-bed92e4c4ce2 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:50:14.530185 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122e8b5a-890c-48c9-8855-2e2c0c2d34d1", "tag": "45c1bde7-82f1-48a4-9fba-b57e6e2e3350", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:50:14.530537 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-43b70bcc-c095-4dc1-b8e8-bed92e4c4ce2 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:50:14.531039 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '122e8b5a-890c-48c9-8855-2e2c0c2d34d1', 'tag': '45c1bde7-82f1-48a4-9fba-b57e6e2e3350', 'status': 'completed', 'code': 200} Mar 07 10:50:14.573946 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-aaafbaa0-e0d7-49e3-8df5-fee33e4fafca service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45c1bde7-82f1-48a4-9fba-b57e6e2e3350 HTTP/1.1" status: 200 len: 217 time: 0.1343117 Mar 07 10:50:14.621712 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ec49b776-8bb3-4259-9615-9b24b9343597 req-31ec6204-5e9b-4eab-a826-8ad368891734 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268513 Mar 07 10:50:14.770339 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-896cbb31-4b69-49d8-a56b-3e52c80b529f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:14.772024 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-896cbb31-4b69-49d8-a56b-3e52c80b529f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=32944cde-c55b-47e2-bb77-543fbc1a70ac HTTP/1.1" status: 200 len: 846 time: 0.1899440 Mar 07 10:50:14.851372 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-393cdf2f-a66b-41d9-8937-432b69692051 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5ac3594-31b2-4f8f-99ae-bd148951ec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690761 Mar 07 10:50:14.894356 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6d3b0-930a-47eb-909c-4dfa872ceadc req-73e21548-be12-44c7-a49f-fb3dd29bdc37 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:14.896075 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8db6d3b0-930a-47eb-909c-4dfa872ceadc req-73e21548-be12-44c7-a49f-fb3dd29bdc37 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=542fd94e-4dfc-46ca-a3df-822ef28ed224 HTTP/1.1" status: 200 len: 946 time: 0.2827246 Mar 07 10:50:14.935930 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-200e8f09-f0b6-4fd4-aed4-a2e0a48b7e1d req-df797f43-7028-42af-a23e-d2f6b9e3cd22 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.936223 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-200e8f09-f0b6-4fd4-aed4-a2e0a48b7e1d req-df797f43-7028-42af-a23e-d2f6b9e3cd22 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (a1439b30-5af4-4fbd-ab56-0500ccb33e64), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:14.936543 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [req-200e8f09-f0b6-4fd4-aed4-a2e0a48b7e1d req-df797f43-7028-42af-a23e-d2f6b9e3cd22 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Floating IP a1439b30-5af4-4fbd-ab56-0500ccb33e64 disassociated. External IP: 172.25.3.84, port: 0b081c5f-c4e7-4567-8ece-cbcbfd584742. Mar 07 10:50:14.936888 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-200e8f09-f0b6-4fd4-aed4-a2e0a48b7e1d req-df797f43-7028-42af-a23e-d2f6b9e3cd22 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Calling delete_port for 0b081c5f-c4e7-4567-8ece-cbcbfd584742 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:15.021981 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722befb-580f-4e45-a3f9-6d73769de62b req-e9885beb-ebc4-4d32-88d9-3a3013bc5d23 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:15.029569 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5722befb-580f-4e45-a3f9-6d73769de62b req-e9885beb-ebc4-4d32-88d9-3a3013bc5d23 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1c56986-4038-45e9-b177-0f983c106b30 HTTP/1.1" status: 200 len: 946 time: 0.1100264 Mar 07 10:50:15.100684 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5722befb-580f-4e45-a3f9-6d73769de62b req-7a3b0556-91f3-4ada-856c-98a8edd810bf tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups?id=4522e9a0-686f-4c0b-b3a1-151a495ddd85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701892 Mar 07 10:50:15.110677 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-77a3a267-b127-4a2d-abff-bf7e44c0dc33 service neutron] 10.222.0.21 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516253 Mar 07 10:50:15.131175 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8db6d3b0-930a-47eb-909c-4dfa872ceadc req-ef889ad7-cfd8-4131-8e94-92e50cb8575a tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201841 Mar 07 10:50:15.264934 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b88d1ac5-5850-4844-a76a-e6edba37cca1 req-9a6b4b8c-e945-4b5a-b0a5-9d60392544aa service neutron] 10.222.0.21 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327355 Mar 07 10:50:15.370185 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846e54f5-153a-4b93-8092-aacedb0a10b1 req-a75c0121-10b3-440e-90c6-40709073ec4e tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:15.371526 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-200e8f09-f0b6-4fd4-aed4-a2e0a48b7e1d req-df797f43-7028-42af-a23e-d2f6b9e3cd22 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (0b081c5f-c4e7-4567-8ece-cbcbfd584742), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:15.378727 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-846e54f5-153a-4b93-8092-aacedb0a10b1 req-a75c0121-10b3-440e-90c6-40709073ec4e tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5a2aac8-dbb2-4661-8f48-a82a454fab48 HTTP/1.1" status: 200 len: 946 time: 0.1206107 Mar 07 10:50:15.472990 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-846e54f5-153a-4b93-8092-aacedb0a10b1 req-b9e25526-56dd-40ec-83eb-a2c0f3be9a7d tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929964 Mar 07 10:50:15.479997 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df797f43-7028-42af-a23e-d2f6b9e3cd22 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event deleted for resources: {'Port': ['ID=0b081c5f-c4e7-4567-8ece-cbcbfd584742,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:15.586977 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4a59e-62b4-46f8-bfbc-0186a1390eee req-791d2be8-3b07-4120-aaa4-6b98cb9e55bd tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:15.588770 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-92f4a59e-62b4-46f8-bfbc-0186a1390eee req-791d2be8-3b07-4120-aaa4-6b98cb9e55bd tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.2315273 Mar 07 10:50:15.594990 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427289c-721a-499a-b99c-597936a6c2c1 req-a812e059-3d60-4ec4-9b04-d12f145bce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:15.596598 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e427289c-721a-499a-b99c-597936a6c2c1 req-a812e059-3d60-4ec4-9b04-d12f145bce01 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f878931fbda404796227bcaa31aa466&device_id=122e8b5a-890c-48c9-8855-2e2c0c2d34d1 HTTP/1.1" status: 200 len: 1125 time: 0.2496555 Mar 07 10:50:15.709373 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac80ef-ec20-499c-b0be-9bc12611f50d req-cf0b6871-e005-43d5-a081-e29a6b637e17 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:15.736881 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-41ac80ef-ec20-499c-b0be-9bc12611f50d req-cf0b6871-e005-43d5-a081-e29a6b637e17 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=122e8b5a-890c-48c9-8855-2e2c0c2d34d1 HTTP/1.1" status: 200 len: 943 time: 0.1289504 Mar 07 10:50:15.853744 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-92f4a59e-62b4-46f8-bfbc-0186a1390eee req-d7d1221c-affa-44cf-9f2b-8d34cf66c85d tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468383 Mar 07 10:50:15.964815 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-41ac80ef-ec20-499c-b0be-9bc12611f50d req-6b060521-a7d6-4705-880e-8374579dc8e2 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228258 Mar 07 10:50:15.991765 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4231f390-4175-484e-a674-b3c53eaed2dd req-8d70eecd-b352-4c8a-87b9-44eebfe447a9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2009013 Mar 07 10:50:16.035901 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-200e8f09-f0b6-4fd4-aed4-a2e0a48b7e1d req-df797f43-7028-42af-a23e-d2f6b9e3cd22 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Router dbe384a5-db09-4013-b7fe-237a2c708d3b has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:50:16.053827 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eee4341c-9eec-471e-8b85-611b3f49c16f req-04aafdbb-35d9-4e73-b580-4efe37b54d35 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=542fd94e-4dfc-46ca-a3df-822ef28ed224&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3695498 Mar 07 10:50:16.092389 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427289c-721a-499a-b99c-597936a6c2c1 req-18967762-0f28-4342-afc5-068847cca3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:16.095033 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e427289c-721a-499a-b99c-597936a6c2c1 req-18967762-0f28-4342-afc5-068847cca3fb service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5ac3594-31b2-4f8f-99ae-bd148951ec42 HTTP/1.1" status: 200 len: 907 time: 0.4274473 Mar 07 10:50:16.272108 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231f390-4175-484e-a674-b3c53eaed2dd req-eed9ddfa-1964-48f9-b4b1-22d4598d89ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:16.278489 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4231f390-4175-484e-a674-b3c53eaed2dd req-eed9ddfa-1964-48f9-b4b1-22d4598d89ea service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af76e3a0199d43eaad70e52b49b8dbe0&device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 1128 time: 0.2194147 Mar 07 10:50:16.460088 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231f390-4175-484e-a674-b3c53eaed2dd req-80eeaea2-6b98-41ea-8528-1d0d45355cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:16.462957 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4231f390-4175-484e-a674-b3c53eaed2dd req-80eeaea2-6b98-41ea-8528-1d0d45355cf2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=d544ea13-72f7-4e6d-b9f9-764274f4e435 HTTP/1.1" status: 200 len: 915 time: 0.1566584 Mar 07 10:50:16.478098 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9e8ec-a1fd-4694-83d5-92cf7084f96c req-df17276c-e604-40bc-b2fe-9bbf2f95b58c tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:16.479624 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ded9e8ec-a1fd-4694-83d5-92cf7084f96c req-df17276c-e604-40bc-b2fe-9bbf2f95b58c tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.3198483 Mar 07 10:50:16.523155 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4231f390-4175-484e-a674-b3c53eaed2dd req-c47eea07-3d2d-4d28-a865-d5a1f8061097 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6688e36-ad0b-423f-8455-552f34e30d39 HTTP/1.1" status: 200 len: 217 time: 0.0419922 Mar 07 10:50:16.612010 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231f390-4175-484e-a674-b3c53eaed2dd req-83c08010-25bc-4b7f-a714-37ec139eea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:16.613604 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4231f390-4175-484e-a674-b3c53eaed2dd req-83c08010-25bc-4b7f-a714-37ec139eea8b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2e77d3a5-5754-48b0-b886-c951ba559812 HTTP/1.1" status: 200 len: 854 time: 0.0823774 Mar 07 10:50:16.658001 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4231f390-4175-484e-a674-b3c53eaed2dd req-30f65b39-820f-442b-8450-bc32b94d729d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d544ea13-72f7-4e6d-b9f9-764274f4e435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354867 Mar 07 10:50:16.659749 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27968e-319c-4d51-a6e2-3d6e6b8e56f2 req-d79a9628-3ef7-4b4d-9e81-4618b49de515 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:16.661361 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0d27968e-319c-4d51-a6e2-3d6e6b8e56f2 req-d79a9628-3ef7-4b4d-9e81-4618b49de515 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=23a46f7a-9a2d-4836-8d6f-8382066ca7d7 HTTP/1.1" status: 200 len: 946 time: 0.7008710 Mar 07 10:50:16.662819 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e427289c-721a-499a-b99c-597936a6c2c1 req-be09652e-f478-40b4-a1ae-b013902e117a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45c1bde7-82f1-48a4-9fba-b57e6e2e3350 HTTP/1.1" status: 200 len: 217 time: 0.1250856 Mar 07 10:50:16.765720 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ded9e8ec-a1fd-4694-83d5-92cf7084f96c req-116d7e35-52ea-49f2-905b-7d83c4724d88 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408049 Mar 07 10:50:16.782131 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427289c-721a-499a-b99c-597936a6c2c1 req-35a64a81-1aa9-449c-ae0b-269093873752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:16.784414 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e427289c-721a-499a-b99c-597936a6c2c1 req-35a64a81-1aa9-449c-ae0b-269093873752 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=32944cde-c55b-47e2-bb77-543fbc1a70ac HTTP/1.1" status: 200 len: 846 time: 0.1064975 Mar 07 10:50:16.796198 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-200e8f09-f0b6-4fd4-aed4-a2e0a48b7e1d req-df797f43-7028-42af-a23e-d2f6b9e3cd22 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:50:16.815349 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4375af9b-e34a-46f5-92ee-720e36ee1ac8 None None] Sync routers for ids ['dbe384a5-db09-4013-b7fe-237a2c708d3b'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:50:16.837601 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4375af9b-e34a-46f5-92ee-720e36ee1ac8 None None] Routers {'dbe384a5-db09-4013-b7fe-237a2c708d3b'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:50:16.839293 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4375af9b-e34a-46f5-92ee-720e36ee1ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:50:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['dbe384a5-db09-4013-b7fe-237a2c708d3b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:16.855705 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4231f390-4175-484e-a674-b3c53eaed2dd req-e626a3d5-db91-4224-b3c1-8f731c3e5cbf service neutron] 10.222.0.31 "GET /v2.0/networks/d544ea13-72f7-4e6d-b9f9-764274f4e435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905587 Mar 07 10:50:16.910071 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e427289c-721a-499a-b99c-597936a6c2c1 req-3fd2878f-8541-4317-baa1-bd7367181f9b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5ac3594-31b2-4f8f-99ae-bd148951ec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113703 Mar 07 10:50:16.921212 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4341c-9eec-471e-8b85-611b3f49c16f req-342ccb92-aa28-47ac-858b-52e1411db44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:16.923292 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eee4341c-9eec-471e-8b85-611b3f49c16f req-342ccb92-aa28-47ac-858b-52e1411db44b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7ebc51b1e6b344c7bd03a466929f3841&device_id=542fd94e-4dfc-46ca-a3df-822ef28ed224 HTTP/1.1" status: 200 len: 1128 time: 0.4043312 Mar 07 10:50:16.966502 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-200e8f09-f0b6-4fd4-aed4-a2e0a48b7e1d req-df797f43-7028-42af-a23e-d2f6b9e3cd22 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] No DVR routers for this DVR port 0b081c5f-c4e7-4567-8ece-cbcbfd584742 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:50:16.969295 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-200e8f09-f0b6-4fd4-aed4-a2e0a48b7e1d req-df797f43-7028-42af-a23e-d2f6b9e3cd22 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:16.973467 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-200e8f09-f0b6-4fd4-aed4-a2e0a48b7e1d req-df797f43-7028-42af-a23e-d2f6b9e3cd22 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.31 "DELETE /v2.0/ports/0b081c5f-c4e7-4567-8ece-cbcbfd584742 HTTP/1.1" status: 204 len: 173 time: 3.1201437 Mar 07 10:50:17.011519 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7fe4f812-0fd8-484b-9e02-1c46b5aae706 req-854299d1-5a6c-47d1-b998-407ab6daa3a4 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/ports?device_id=f1c56986-4038-45e9-b177-0f983c106b30 HTTP/1.1" status: 200 len: 210 time: 0.1202176 Mar 07 10:50:17.050662 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1c56986-4038-45e9-b177-0f983c106b30', 'name': 'network-vif-deleted', 'tag': '0b081c5f-c4e7-4567-8ece-cbcbfd584742'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:50:17.059769 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05866cf-b751-4c1f-9e16-a10a99a9b860" -d '{"events": [{"server_uuid": "f1c56986-4038-45e9-b177-0f983c106b30", "name": "network-vif-deleted", "tag": "0b081c5f-c4e7-4567-8ece-cbcbfd584742"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:50:17.063045 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-4375af9b-e34a-46f5-92ee-720e36ee1ac8 None None] Set router dbe384a5-db09-4013-b7fe-237a2c708d3b gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:50:17.255011 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4231f390-4175-484e-a674-b3c53eaed2dd req-34b3e786-1100-4bde-a8be-ea4509243442 service neutron] 10.222.0.31 "GET /v2.0/networks/d544ea13-72f7-4e6d-b9f9-764274f4e435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877769 Mar 07 10:50:17.292164 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0d27968e-319c-4d51-a6e2-3d6e6b8e56f2 req-76e2b40c-6c41-481b-a4be-1da581e8eba3 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5869792 Mar 07 10:50:17.344988 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a09ac-bef2-4cfe-8c71-fea586a445f2 req-e62ff481-5b2a-40f3-ac1f-749faa99691f tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:17.346592 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ab4a09ac-bef2-4cfe-8c71-fea586a445f2 req-e62ff481-5b2a-40f3-ac1f-749faa99691f tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=122e8b5a-890c-48c9-8855-2e2c0c2d34d1 HTTP/1.1" status: 200 len: 943 time: 0.1881504 Mar 07 10:50:17.450061 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ab4a09ac-bef2-4cfe-8c71-fea586a445f2 req-26d8e29f-66aa-40a3-bf30-0ccf8fb2bb2d tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957713 Mar 07 10:50:17.502343 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e427289c-721a-499a-b99c-597936a6c2c1 req-4dbeaa7f-2209-4fc0-9b35-7397acf550c2 service neutron] 10.222.0.21 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5834126 Mar 07 10:50:17.517892 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4375af9b-e34a-46f5-92ee-720e36ee1ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'name': 'tempest-AttachVolumeNegativeTest-2102200365-router', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:01Z', 'revision_number': 4, 'project_id': '963e73da008c45bbbe3340617f958250', 'gw_port': {'id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'c4094086-0f71-4ec9-bccb-a291495bd930', 'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'mac_address': 'fa:16:3e:8e:5e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:59Z', 'updated_at': '2022-03-07T10:41:11Z', 'revision_number': 5, 'project_id': '963e73da008c45bbbe3340617f958250', 'subnets': [{'id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:17.623237 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36440) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:17.625370 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4375af9b-e34a-46f5-92ee-720e36ee1ac8 None None] Checking router: dbe384a5-db09-4013-b7fe-237a2c708d3b for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:50:17.631678 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e427289c-721a-499a-b99c-597936a6c2c1 req-fa83321a-f2e3-4c43-a01d-e29897c84624 service neutron] 10.222.0.21 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175370 Mar 07 10:50:17.633756 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a3ab0a-6bf5-4512-814e-66aaa6c78d41 x-openstack-request-id: req-70a3ab0a-6bf5-4512-814e-66aaa6c78d41 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:50:17.645329 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1c56986-4038-45e9-b177-0f983c106b30", "name": "network-vif-deleted", "tag": "0b081c5f-c4e7-4567-8ece-cbcbfd584742", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:50:17.645675 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-70a3ab0a-6bf5-4512-814e-66aaa6c78d41 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:50:17.646123 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1c56986-4038-45e9-b177-0f983c106b30', 'name': 'network-vif-deleted', 'tag': '0b081c5f-c4e7-4567-8ece-cbcbfd584742', 'status': 'completed', 'code': 200} Mar 07 10:50:17.655837 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4341c-9eec-471e-8b85-611b3f49c16f req-122888f5-f90c-4292-8a8e-c1ff5c1f6b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:17.657389 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eee4341c-9eec-471e-8b85-611b3f49c16f req-122888f5-f90c-4292-8a8e-c1ff5c1f6b48 service neutron] 10.222.0.21 "GET /v2.0/networks?id=44882fee-a385-4859-8df2-ab41b0f5d2e4 HTTP/1.1" status: 200 len: 917 time: 0.6923952 Mar 07 10:50:17.658518 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 0b081c5f-c4e7-4567-8ece-cbcbfd584742 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:50:17.669796 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4375af9b-e34a-46f5-92ee-720e36ee1ac8 None None] Routers {'dbe384a5-db09-4013-b7fe-237a2c708d3b'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:50:17.670486 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4375af9b-e34a-46f5-92ee-720e36ee1ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:50:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['dbe384a5-db09-4013-b7fe-237a2c708d3b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:17.709412 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 0b081c5f-c4e7-4567-8ece-cbcbfd584742 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:50:17.710478 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 0b081c5f-c4e7-4567-8ece-cbcbfd584742 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:50:17.864166 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eee4341c-9eec-471e-8b85-611b3f49c16f req-f2f7b6f4-ff9d-46e5-aab5-35364cc7a7c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5 HTTP/1.1" status: 200 len: 217 time: 0.1968434 Mar 07 10:50:17.878795 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49dcc4-ead5-449f-add6-8db86ce042db req-9a6c34da-46c3-418b-86be-16adbeb9b4e6 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:17.879176 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-4375af9b-e34a-46f5-92ee-720e36ee1ac8 None None] Set router dbe384a5-db09-4013-b7fe-237a2c708d3b gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:50:17.889029 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49dcc4-ead5-449f-add6-8db86ce042db req-9a6c34da-46c3-418b-86be-16adbeb9b4e6 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:17.900352 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e49dcc4-ead5-449f-add6-8db86ce042db req-9a6c34da-46c3-418b-86be-16adbeb9b4e6 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:17.903268 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9e49dcc4-ead5-449f-add6-8db86ce042db req-9a6c34da-46c3-418b-86be-16adbeb9b4e6 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=23a46f7a-9a2d-4836-8d6f-8382066ca7d7&device_id=b5a2aac8-dbb2-4661-8f48-a82a454fab48&device_id=542fd94e-4dfc-46ca-a3df-822ef28ed224 HTTP/1.1" status: 200 len: 2419 time: 0.1384442 Mar 07 10:50:17.938194 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-53731a72-dffc-4c56-adb9-0329cf24b0ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:17.956841 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c4253-4ecb-46e0-b9b2-f2400847db34 req-e484efae-6f42-408a-bf01-98b5e665f493 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:17.958473 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-082c4253-4ecb-46e0-b9b2-f2400847db34 req-e484efae-6f42-408a-bf01-98b5e665f493 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/networks?id=d544ea13-72f7-4e6d-b9f9-764274f4e435 HTTP/1.1" status: 200 len: 814 time: 0.5166750 Mar 07 10:50:17.960797 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4341c-9eec-471e-8b85-611b3f49c16f req-e04f23ce-a44b-44e3-8cdc-5ef32224cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:17.962701 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eee4341c-9eec-471e-8b85-611b3f49c16f req-e04f23ce-a44b-44e3-8cdc-5ef32224cc3c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bbb955a9-cc97-439c-ab3c-b527d9b1c8a5 HTTP/1.1" status: 200 len: 855 time: 0.0912318 Mar 07 10:50:18.022728 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9e49dcc4-ead5-449f-add6-8db86ce042db req-8661e88c-b451-43c0-b62f-12d82bb892b7 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708964 Mar 07 10:50:18.072137 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-082c4253-4ecb-46e0-b9b2-f2400847db34 req-f1311481-aee7-4002-8384-3440c7306a9d tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/quotas/af76e3a0199d43eaad70e52b49b8dbe0 HTTP/1.1" status: 200 len: 375 time: 0.1057441 Mar 07 10:50:18.081422 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 45c1bde7-82f1-48a4-9fba-b57e6e2e3350 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:50:18.125203 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4341c-9eec-471e-8b85-611b3f49c16f req-1839cb71-3e8b-4589-b6d6-4ae99ae15785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:18.127016 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eee4341c-9eec-471e-8b85-611b3f49c16f req-1839cb71-3e8b-4589-b6d6-4ae99ae15785 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=44882fee-a385-4859-8df2-ab41b0f5d2e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1580172 Mar 07 10:50:18.183659 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b7ca1cb7-49ab-4079-b4c8-217a8f514be0 req-7004ccc5-db9e-4bd6-9040-9b91eff4c2fd tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200 len: 369 time: 0.1146252 Mar 07 10:50:18.232375 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-53731a72-dffc-4c56-adb9-0329cf24b0ea admin admin] Publish callbacks [] for security_group (f6fd63b3-d401-4c12-a703-e56a1989fbda), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:18.243420 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-53731a72-dffc-4c56-adb9-0329cf24b0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f6fd63b3-d401-4c12-a703-e56a1989fbda), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:18.252602 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:18.261986 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-082c4253-4ecb-46e0-b9b2-f2400847db34 req-2eee7631-73b7-4f53-9103-fc217fe39919 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=af76e3a0199d43eaad70e52b49b8dbe0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1815689 Mar 07 10:50:18.308399 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 45c1bde7-82f1-48a4-9fba-b57e6e2e3350, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=45c1bde7-82f1-48a4-9fba-b57e6e2e3350,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:18.342857 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '45c1bde7-82f1-48a4-9fba-b57e6e2e3350', 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42', 'port_id': '45c1bde7-82f1-48a4-9fba-b57e6e2e3350', 'mac_address': 'fa:16:3e:e6:d0:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32944cde-c55b-47e2-bb77-543fbc1a70ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:50:18.363288 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4375af9b-e34a-46f5-92ee-720e36ee1ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'name': 'tempest-AttachVolumeNegativeTest-2102200365-router', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:01Z', 'revision_number': 4, 'project_id': '963e73da008c45bbbe3340617f958250', 'gw_port': {'id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'c4094086-0f71-4ec9-bccb-a291495bd930', 'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'mac_address': 'fa:16:3e:8e:5e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:59Z', 'updated_at': '2022-03-07T10:41:11Z', 'revision_number': 5, 'project_id': '963e73da008c45bbbe3340617f958250', 'subnets': [{'id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:18.422479 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eee4341c-9eec-471e-8b85-611b3f49c16f req-d3414b0e-89df-4a78-885b-48cbe90666d5 service neutron] 10.222.0.21 "GET /v2.0/networks/44882fee-a385-4859-8df2-ab41b0f5d2e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843592 Mar 07 10:50:18.452703 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4375af9b-e34a-46f5-92ee-720e36ee1ac8 None None] The sync data for ids ['dbe384a5-db09-4013-b7fe-237a2c708d3b'] in n-d-832164-4 is: [{'id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'name': 'tempest-AttachVolumeNegativeTest-2102200365-router', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:01Z', 'revision_number': 4, 'project_id': '963e73da008c45bbbe3340617f958250', 'gw_port': {'id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'c4094086-0f71-4ec9-bccb-a291495bd930', 'name': '', 'network_id': '00afd099-7a30-4cd1-919e-35d92c7ee376', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'mac_address': 'fa:16:3e:8e:5e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:59Z', 'updated_at': '2022-03-07T10:41:11Z', 'revision_number': 5, 'project_id': '963e73da008c45bbbe3340617f958250', 'subnets': [{'id': 'e733737e-c8f1-4ea9-8337-47939319caff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:50:18.472133 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 45c1bde7-82f1-48a4-9fba-b57e6e2e3350 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:18.473972 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (45c1bde7-82f1-48a4-9fba-b57e6e2e3350), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:18.516528 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45c1bde7-82f1-48a4-9fba-b57e6e2e3350 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:50:18.566476 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 45c1bde7-82f1-48a4-9fba-b57e6e2e3350, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=45c1bde7-82f1-48a4-9fba-b57e6e2e3350,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:18.578277 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (45c1bde7-82f1-48a4-9fba-b57e6e2e3350), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:18.654751 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=45c1bde7-82f1-48a4-9fba-b57e6e2e3350,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:18.695636 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eee4341c-9eec-471e-8b85-611b3f49c16f req-77504945-de84-4245-8582-f2486e09bc57 service neutron] 10.222.0.21 "GET /v2.0/networks/44882fee-a385-4859-8df2-ab41b0f5d2e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668567 Mar 07 10:50:18.817728 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['45c1bde7-82f1-48a4-9fba-b57e6e2e3350'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:50:18.825174 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36470) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:18.905755 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03192743-d236-4aab-82d3-a241147d668a None None] New status for floating IP a1439b30-5af4-4fbd-ab56-0500ccb33e64: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:50:18.942955 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-53731a72-dffc-4c56-adb9-0329cf24b0ea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fc4ba352582c4f52b4a78f1b0535ecca&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3163905 Mar 07 10:50:18.949120 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36472) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:18.949599 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132dea41-3819-474a-be60-e979c33c88fd req-67fcd1b8-ebed-4caf-8262-9e959594f291 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:18.956314 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-132dea41-3819-474a-be60-e979c33c88fd req-67fcd1b8-ebed-4caf-8262-9e959594f291 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.0900431 Mar 07 10:50:18.976101 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53731a72-dffc-4c56-adb9-0329cf24b0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fd63b3-d401-4c12-a703-e56a1989fbda,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:18.982847 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e73cb4ea-d57a-46b7-ba10-02a4e67103c4 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group (4522e9a0-686f-4c0b-b3a1-151a495ddd85), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:19.015073 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-132dea41-3819-474a-be60-e979c33c88fd req-ff5fb95f-6041-45ea-abe0-0feadd720a88 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578401 Mar 07 10:50:19.036439 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e73cb4ea-d57a-46b7-ba10-02a4e67103c4 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group (4522e9a0-686f-4c0b-b3a1-151a495ddd85), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:19.110466 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23959f57-623d-4c4b-97a1-eb585dfc8a9d req-482ff281-4907-43be-9a30-89bd8272fbc5 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:19.127529 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23959f57-623d-4c4b-97a1-eb585dfc8a9d req-482ff281-4907-43be-9a30-89bd8272fbc5 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=122e8b5a-890c-48c9-8855-2e2c0c2d34d1 HTTP/1.1" status: 200 len: 944 time: 0.2453785 Mar 07 10:50:19.198877 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-194bd77c-3dac-440c-9e3e-f61b1d78c597 admin admin] Publish callbacks [] for security_group (f6fd63b3-d401-4c12-a703-e56a1989fbda), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:19.234617 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23959f57-623d-4c4b-97a1-eb585dfc8a9d req-5e8b46df-aeab-4792-a15c-8b6e33ee3393 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061473 Mar 07 10:50:19.238844 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e73cb4ea-d57a-46b7-ba10-02a4e67103c4 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4522e9a0-686f-4c0b-b3a1-151a495ddd85), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:19.242727 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e73cb4ea-d57a-46b7-ba10-02a4e67103c4 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:19.246850 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e73cb4ea-d57a-46b7-ba10-02a4e67103c4 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "DELETE /v2.0/security-groups/4522e9a0-686f-4c0b-b3a1-151a495ddd85 HTTP/1.1" status: 204 len: 168 time: 0.4177575 Mar 07 10:50:19.247022 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-194bd77c-3dac-440c-9e3e-f61b1d78c597 admin admin] Publish callbacks [] for security_group (f6fd63b3-d401-4c12-a703-e56a1989fbda), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:19.247376 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36480) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:19.263858 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-7ab06a91-f05c-4714-b760-bb088b57503d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] show failed (client error): The resource could not be found. Mar 07 10:50:19.266841 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73cb4ea-d57a-46b7-ba10-02a4e67103c4 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4522e9a0-686f-4c0b-b3a1-151a495ddd85,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:19.270662 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7ab06a91-f05c-4714-b760-bb088b57503d tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "GET /v2.0/security-groups/4522e9a0-686f-4c0b-b3a1-151a495ddd85 HTTP/1.1" status: 404 len: 347 time: 0.0165443 Mar 07 10:50:19.271534 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36482) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:19.341869 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-194bd77c-3dac-440c-9e3e-f61b1d78c597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f6fd63b3-d401-4c12-a703-e56a1989fbda), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:19.345043 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-194bd77c-3dac-440c-9e3e-f61b1d78c597 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:19.349783 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-194bd77c-3dac-440c-9e3e-f61b1d78c597 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f6fd63b3-d401-4c12-a703-e56a1989fbda HTTP/1.1" status: 204 len: 168 time: 0.3979957 Mar 07 10:50:19.358770 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194bd77c-3dac-440c-9e3e-f61b1d78c597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fd63b3-d401-4c12-a703-e56a1989fbda,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:19.485780 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-be54b637-030d-4454-a609-a8b242d2fb59 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Deleting port 51c8a808-4c02-4c1b-9063-82da5c085456 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:19.486274 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be54b637-030d-4454-a609-a8b242d2fb59 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (51c8a808-4c02-4c1b-9063-82da5c085456), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:19.499943 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76c4d6-624b-418e-9898-57fff9c02e58 req-c49749b5-398b-4a47-92e5-e8b8bda010e1 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:19.502815 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-aa76c4d6-624b-418e-9898-57fff9c02e58 req-c49749b5-398b-4a47-92e5-e8b8bda010e1 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1186223 Mar 07 10:50:19.593496 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be54b637-030d-4454-a609-a8b242d2fb59 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (51c8a808-4c02-4c1b-9063-82da5c085456), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:19.594208 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be54b637-030d-4454-a609-a8b242d2fb59 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for floatingip (51c8a808-4c02-4c1b-9063-82da5c085456), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:19.611460 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-be54b637-030d-4454-a609-a8b242d2fb59 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Calling delete_port for 51c8a808-4c02-4c1b-9063-82da5c085456 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:19.706099 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-aa76c4d6-624b-418e-9898-57fff9c02e58 req-0a143134-78d5-4eba-948d-0e38faea0fdf tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955087 Mar 07 10:50:19.813566 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be54b637-030d-4454-a609-a8b242d2fb59 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (51c8a808-4c02-4c1b-9063-82da5c085456), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:19.871821 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be54b637-030d-4454-a609-a8b242d2fb59 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Pushing event deleted for resources: {'Port': ['ID=51c8a808-4c02-4c1b-9063-82da5c085456,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:19.914639 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36500) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:19.941468 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6918c9c-2de9-421c-8704-01601d3b9134 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:19.975988 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be54b637-030d-4454-a609-a8b242d2fb59 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks [] for floatingip (a1439b30-5af4-4fbd-ab56-0500ccb33e64), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:19.979280 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be54b637-030d-4454-a609-a8b242d2fb59 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:19.993226 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-be54b637-030d-4454-a609-a8b242d2fb59 tempest-AttachVolumeNegativeTest-937783438 tempest-AttachVolumeNegativeTest-937783438-project] 10.222.0.11 "DELETE /v2.0/floatingips/a1439b30-5af4-4fbd-ab56-0500ccb33e64 HTTP/1.1" status: 204 len: 168 time: 0.7108624 Mar 07 10:50:20.057100 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bb23d650-9db7-4c82-b610-8aaa136fd839 req-abd42e70-b143-4af0-aa69-46ec8c4122b0 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=af76e3a0199d43eaad70e52b49b8dbe0 HTTP/1.1" status: 200 len: 221 time: 0.0664730 Mar 07 10:50:20.109935 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 45c1bde7-82f1-48a4-9fba-b57e6e2e3350 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:50:20.129475 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6918c9c-2de9-421c-8704-01601d3b9134 admin admin] Publish callbacks [] for security_group (0ce6a3a0-aa26-452d-9778-3afab99be554), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:20.139608 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6918c9c-2de9-421c-8704-01601d3b9134 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0ce6a3a0-aa26-452d-9778-3afab99be554), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:20.229595 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6918c9c-2de9-421c-8704-01601d3b9134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce6a3a0-aa26-452d-9778-3afab99be554,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:20.275170 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 45c1bde7-82f1-48a4-9fba-b57e6e2e3350 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:50:20.280418 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 45c1bde7-82f1-48a4-9fba-b57e6e2e3350 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:20.281175 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (45c1bde7-82f1-48a4-9fba-b57e6e2e3350), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:20.322372 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d6918c9c-2de9-421c-8704-01601d3b9134 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fbedfea2c67649018e14dd941b6b3253&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4065261 Mar 07 10:50:20.324945 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36530) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:20.403089 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46489f8-5493-43b3-a4d9-efd70c4703f1 req-24320c22-502a-4532-a755-d156d974ddf8 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:20.416268 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b46489f8-5493-43b3-a4d9-efd70c4703f1 req-24320c22-502a-4532-a755-d156d974ddf8 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1899981 Mar 07 10:50:20.453238 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8645f635-a046-4f28-afef-32eaa1808575 admin admin] Publish callbacks [] for security_group (0ce6a3a0-aa26-452d-9778-3afab99be554), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:20.494040 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 45c1bde7-82f1-48a4-9fba-b57e6e2e3350 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:20.494758 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (45c1bde7-82f1-48a4-9fba-b57e6e2e3350), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:20.499619 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8645f635-a046-4f28-afef-32eaa1808575 admin admin] Publish callbacks [] for security_group (0ce6a3a0-aa26-452d-9778-3afab99be554), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:20.540444 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 45c1bde7-82f1-48a4-9fba-b57e6e2e3350, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=45c1bde7-82f1-48a4-9fba-b57e6e2e3350,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:20.541826 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122e8b5a-890c-48c9-8855-2e2c0c2d34d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c1bde7-82f1-48a4-9fba-b57e6e2e3350'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:50:20.544673 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f49127-d3a6-4b2a-9f06-82bb2e7f80f9" -d '{"events": [{"server_uuid": "122e8b5a-890c-48c9-8855-2e2c0c2d34d1", "name": "network-vif-plugged", "status": "completed", "tag": "45c1bde7-82f1-48a4-9fba-b57e6e2e3350"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:50:20.549327 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (45c1bde7-82f1-48a4-9fba-b57e6e2e3350), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:20.566177 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b46489f8-5493-43b3-a4d9-efd70c4703f1 req-346f3486-c605-4757-8faf-dd006e202f75 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488876 Mar 07 10:50:20.619371 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=45c1bde7-82f1-48a4-9fba-b57e6e2e3350,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:20.627615 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8645f635-a046-4f28-afef-32eaa1808575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0ce6a3a0-aa26-452d-9778-3afab99be554), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:20.631012 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8645f635-a046-4f28-afef-32eaa1808575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:20.632204 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8645f635-a046-4f28-afef-32eaa1808575 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0ce6a3a0-aa26-452d-9778-3afab99be554 HTTP/1.1" status: 204 len: 168 time: 0.3060012 Mar 07 10:50:20.689194 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8645f635-a046-4f28-afef-32eaa1808575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce6a3a0-aa26-452d-9778-3afab99be554,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:20.736973 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f07221-b846-4e3a-88b1-388cdf3bc299 x-openstack-request-id: req-66f07221-b846-4e3a-88b1-388cdf3bc299 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:50:20.739446 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122e8b5a-890c-48c9-8855-2e2c0c2d34d1", "name": "network-vif-plugged", "status": "completed", "tag": "45c1bde7-82f1-48a4-9fba-b57e6e2e3350", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:50:20.739816 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-66f07221-b846-4e3a-88b1-388cdf3bc299 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:50:20.743989 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122e8b5a-890c-48c9-8855-2e2c0c2d34d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c1bde7-82f1-48a4-9fba-b57e6e2e3350', 'code': 200} Mar 07 10:50:20.886894 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddfee5c-a5dc-441a-b67b-9182595dbef3 req-e0807dca-8df9-44d6-8634-99c9e5c304d8 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:20.888873 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fddfee5c-a5dc-441a-b67b-9182595dbef3 req-e0807dca-8df9-44d6-8634-99c9e5c304d8 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=122e8b5a-890c-48c9-8855-2e2c0c2d34d1 HTTP/1.1" status: 200 len: 945 time: 0.1980035 Mar 07 10:50:20.925882 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58edd35d-5d02-4e21-bb9d-9e6adcdef5d1 req-fa13832f-e63a-4dd8-9494-a2539f370cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:20.931134 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-58edd35d-5d02-4e21-bb9d-9e6adcdef5d1 req-fa13832f-e63a-4dd8-9494-a2539f370cb5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=122e8b5a-890c-48c9-8855-2e2c0c2d34d1 HTTP/1.1" status: 200 len: 1127 time: 0.1109195 Mar 07 10:50:20.980413 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5b57f-2d1a-467b-bad0-aa2b1bad226a req-0fbf8666-6895-491d-af8a-7dfd2e3b2f2d tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:20.983667 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-03d5b57f-2d1a-467b-bad0-aa2b1bad226a req-0fbf8666-6895-491d-af8a-7dfd2e3b2f2d tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1068041 Mar 07 10:50:21.062568 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-03d5b57f-2d1a-467b-bad0-aa2b1bad226a req-8c6a4d8d-2d74-4799-a88e-8e9ae5a10153 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674987 Mar 07 10:50:21.095158 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fddfee5c-a5dc-441a-b67b-9182595dbef3 req-153433bd-57c8-4e23-a1de-7161821845ec tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916046 Mar 07 10:50:21.155129 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-58edd35d-5d02-4e21-bb9d-9e6adcdef5d1 req-a5e60d76-b67a-4a3e-a92f-355ab9b77577 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063942 Mar 07 10:50:21.416872 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574eba0-1c77-4a3d-9e6f-4fa712307016 req-b2134172-9bf8-4e33-8578-18bd74862d08 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:21.418630 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f574eba0-1c77-4a3d-9e6f-4fa712307016 req-b2134172-9bf8-4e33-8578-18bd74862d08 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1616824 Mar 07 10:50:21.537250 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f574eba0-1c77-4a3d-9e6f-4fa712307016 req-cc5c65aa-95bb-4494-8726-167c8d739b3f tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125245 Mar 07 10:50:21.771428 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39799417-536b-4586-8027-bcbb602294c9 req-96880c99-00e4-49b4-9252-2e0b9b07c857 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:21.776274 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-39799417-536b-4586-8027-bcbb602294c9 req-96880c99-00e4-49b4-9252-2e0b9b07c857 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1361182 Mar 07 10:50:21.871174 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-39799417-536b-4586-8027-bcbb602294c9 req-3adebf46-646d-4d32-a998-0b5ba8945cd8 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760021 Mar 07 10:50:21.987482 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccb4274-24cf-4be2-8fca-05f0b0c71226 req-add53b4e-5378-4d7f-bf35-042c4cd92d0c tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:21.989002 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8ccb4274-24cf-4be2-8fca-05f0b0c71226 req-add53b4e-5378-4d7f-bf35-042c4cd92d0c tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=23a46f7a-9a2d-4836-8d6f-8382066ca7d7 HTTP/1.1" status: 200 len: 946 time: 0.1000242 Mar 07 10:50:22.010436 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bcaedd-236a-4552-8450-dedf215aaaf5 req-02af3a8a-0dd8-47a9-999c-bfbdfe5276bf tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:22.018091 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-65bcaedd-236a-4552-8450-dedf215aaaf5 req-02af3a8a-0dd8-47a9-999c-bfbdfe5276bf tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.0779788 Mar 07 10:50:22.081648 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8ccb4274-24cf-4be2-8fca-05f0b0c71226 req-9588c5ae-3a5d-40ef-9ffe-98839ba952ee tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813551 Mar 07 10:50:22.090306 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-65bcaedd-236a-4552-8450-dedf215aaaf5 req-7c7625a1-acc2-43bc-b155-c339c08a0e89 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699313 Mar 07 10:50:22.271480 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f042433-4615-4342-9688-d75811c1d496 req-4cc21228-7fa5-4598-96b3-6d4d1b85a3be tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:22.287137 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7f042433-4615-4342-9688-d75811c1d496 req-4cc21228-7fa5-4598-96b3-6d4d1b85a3be tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=122e8b5a-890c-48c9-8855-2e2c0c2d34d1 HTTP/1.1" status: 200 len: 945 time: 0.0628824 Mar 07 10:50:22.315018 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097eadd-cc8a-4bf8-a85a-14794572787e req-1399a9a2-f4d7-4bb8-bbe7-fb2794c7bbd1 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:22.322471 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0097eadd-cc8a-4bf8-a85a-14794572787e req-1399a9a2-f4d7-4bb8-bbe7-fb2794c7bbd1 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1131690 Mar 07 10:50:22.360223 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7f042433-4615-4342-9688-d75811c1d496 req-7f83adb3-b450-4b6b-86e4-57430e71b280 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720868 Mar 07 10:50:22.438593 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0097eadd-cc8a-4bf8-a85a-14794572787e req-93c2bd46-0bd6-4454-b0c4-c8802e490ed6 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151454 Mar 07 10:50:22.668689 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef41f91-5229-4be9-b039-c609d882e87d req-eb0947a7-5f40-48a5-bd46-0a2beb7d1b01 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:22.668689 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-aef41f91-5229-4be9-b039-c609d882e87d req-eb0947a7-5f40-48a5-bd46-0a2beb7d1b01 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.0970063 Mar 07 10:50:22.793657 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-aef41f91-5229-4be9-b039-c609d882e87d req-d82f4f89-1996-460d-90d7-92f6cf048e93 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220095 Mar 07 10:50:22.821920 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:22.977727 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94852453-2753-4e21-95a5-0e0dff920c67 req-34e3f4c8-2cd8-4f28-94c4-964ed8f317b9 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:22.985594 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-94852453-2753-4e21-95a5-0e0dff920c67 req-34e3f4c8-2cd8-4f28-94c4-964ed8f317b9 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.0737398 Mar 07 10:50:23.077897 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-94852453-2753-4e21-95a5-0e0dff920c67 req-982eed9a-6235-4e90-a1e7-5cfe738cf909 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911441 Mar 07 10:50:23.272815 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059ab75-92e7-4217-9db9-dbe900b3fc02 req-339edb93-cc6e-4879-a3d4-1dfdaab0180e tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:23.281819 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9059ab75-92e7-4217-9db9-dbe900b3fc02 req-339edb93-cc6e-4879-a3d4-1dfdaab0180e tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.0784826 Mar 07 10:50:23.350388 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa05f7-a5fe-428f-aa9c-8af0c15a76e4 req-036bef88-b916-4226-a134-a05d879d7a7d tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:23.352486 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4aaa05f7-a5fe-428f-aa9c-8af0c15a76e4 req-036bef88-b916-4226-a134-a05d879d7a7d tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=23a46f7a-9a2d-4836-8d6f-8382066ca7d7 HTTP/1.1" status: 200 len: 946 time: 0.1624405 Mar 07 10:50:23.357483 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9059ab75-92e7-4217-9db9-dbe900b3fc02 req-6143327a-badd-4864-a465-d0e9f13b5869 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622814 Mar 07 10:50:23.463658 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4aaa05f7-a5fe-428f-aa9c-8af0c15a76e4 req-2b4a09ed-5688-4fee-a878-9e817ae8975d tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979877 Mar 07 10:50:23.473099 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6ddb1-fe53-4727-a3bd-bfa9cb566dca req-c8755dd6-e809-485d-92f0-7d78ee3e958e tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:23.474975 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6bc6ddb1-fe53-4727-a3bd-bfa9cb566dca req-c8755dd6-e809-485d-92f0-7d78ee3e958e tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.31 "GET /v2.0/ports?device_id=23a46f7a-9a2d-4836-8d6f-8382066ca7d7 HTTP/1.1" status: 200 len: 946 time: 0.1208513 Mar 07 10:50:23.529783 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04130c27-f897-45c7-bcdf-8fedf3e709e5 req-4e3f10b5-ad44-46ce-b3d7-95087942ebab tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:23.533147 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-04130c27-f897-45c7-bcdf-8fedf3e709e5 req-4e3f10b5-ad44-46ce-b3d7-95087942ebab tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.0795045 Mar 07 10:50:23.607098 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-04130c27-f897-45c7-bcdf-8fedf3e709e5 req-8f195f56-c0a1-4bf2-a736-a1639188d94f tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621984 Mar 07 10:50:23.698353 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e54950-c4d0-45b2-87b8-97426a787da3 req-bfdae51f-1720-4c5f-a2f2-f5aa05edafea tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:23.706266 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-08e54950-c4d0-45b2-87b8-97426a787da3 req-bfdae51f-1720-4c5f-a2f2-f5aa05edafea tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=122e8b5a-890c-48c9-8855-2e2c0c2d34d1 HTTP/1.1" status: 200 len: 945 time: 0.0858593 Mar 07 10:50:23.786463 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-6bc6ddb1-fe53-4727-a3bd-bfa9cb566dca req-b6abd963-25e4-4340-8f4b-88da5b252a4e tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Deleting port f35dab1c-9352-4863-a2df-3f8c8891fa68 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:23.787507 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6bc6ddb1-fe53-4727-a3bd-bfa9cb566dca req-b6abd963-25e4-4340-8f4b-88da5b252a4e tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (f35dab1c-9352-4863-a2df-3f8c8891fa68), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:23.913227 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f68a54e-4d24-433a-ae5a-6ac9819fe71e req-03b8cfaf-4a58-41ce-931f-57d7a80561ee tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:23.916606 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9f68a54e-4d24-433a-ae5a-6ac9819fe71e req-03b8cfaf-4a58-41ce-931f-57d7a80561ee tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1516204 Mar 07 10:50:23.920972 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-08e54950-c4d0-45b2-87b8-97426a787da3 req-40f5e360-1e91-4e22-9edf-b5dd4d12e58a tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144866 Mar 07 10:50:23.975843 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-6bc6ddb1-fe53-4727-a3bd-bfa9cb566dca req-b6abd963-25e4-4340-8f4b-88da5b252a4e tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] For port f35dab1c-9352-4863-a2df-3f8c8891fa68, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f35dab1c-9352-4863-a2df-3f8c8891fa68,segment=NetworkSegment(862b3ffa-0291-4d17-b055-6cfa38d94d6b),segment_id=862b3ffa-0291-4d17-b055-6cfa38d94d6b)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:23.978450 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6bc6ddb1-fe53-4727-a3bd-bfa9cb566dca req-b6abd963-25e4-4340-8f4b-88da5b252a4e tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (f35dab1c-9352-4863-a2df-3f8c8891fa68), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:24.009978 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-6bc6ddb1-fe53-4727-a3bd-bfa9cb566dca req-b6abd963-25e4-4340-8f4b-88da5b252a4e tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Calling delete_port for f35dab1c-9352-4863-a2df-3f8c8891fa68 owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:24.041501 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9f68a54e-4d24-433a-ae5a-6ac9819fe71e req-0b00b070-43e5-42f2-8c8f-3266e78b89dc tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180058 Mar 07 10:50:24.224909 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd046c2-b45a-4828-9927-1e14f8384e75 req-7debc8a4-ed14-4b4b-9bc8-c991c5033b35 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:24.227290 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dbd046c2-b45a-4828-9927-1e14f8384e75 req-7debc8a4-ed14-4b4b-9bc8-c991c5033b35 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=122e8b5a-890c-48c9-8855-2e2c0c2d34d1 HTTP/1.1" status: 200 len: 945 time: 0.0923016 Mar 07 10:50:24.234711 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75e45c-b092-464c-8185-ea48a8c77c57 req-59bdc319-3800-4a2d-9015-b96d492cb107 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:24.238997 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3c75e45c-b092-464c-8185-ea48a8c77c57 req-59bdc319-3800-4a2d-9015-b96d492cb107 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1295195 Mar 07 10:50:24.330998 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3c75e45c-b092-464c-8185-ea48a8c77c57 req-0f00a40b-4d3b-4cf1-a1f3-219ae7c93a76 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759196 Mar 07 10:50:24.406586 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dbd046c2-b45a-4828-9927-1e14f8384e75 req-508d64de-33bb-4f45-8d49-b929f31ef8f8 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732733 Mar 07 10:50:24.414281 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6bc6ddb1-fe53-4727-a3bd-bfa9cb566dca req-b6abd963-25e4-4340-8f4b-88da5b252a4e tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (f35dab1c-9352-4863-a2df-3f8c8891fa68), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:24.439807 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['f35dab1c-9352-4863-a2df-3f8c8891fa68'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:50:24.443253 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5', '1aa1aebb-1571-4b39-b5bd-f50882d460ca'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:50:24.499898 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abd963-25e4-4340-8f4b-88da5b252a4e tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Pushing event deleted for resources: {'Port': ['ID=f35dab1c-9352-4863-a2df-3f8c8891fa68,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:24.593861 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6123890-57a2-45c9-8999-332c6dd70788 req-ccb83de6-17e2-405e-82f3-d9c337b92b10 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:24.606604 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d6123890-57a2-45c9-8999-332c6dd70788 req-ccb83de6-17e2-405e-82f3-d9c337b92b10 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1113865 Mar 07 10:50:24.662770 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc6ddb1-fe53-4727-a3bd-bfa9cb566dca req-b6abd963-25e4-4340-8f4b-88da5b252a4e tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] No DVR routers for this DVR port f35dab1c-9352-4863-a2df-3f8c8891fa68 on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:50:24.670854 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6bc6ddb1-fe53-4727-a3bd-bfa9cb566dca req-b6abd963-25e4-4340-8f4b-88da5b252a4e tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:24.682450 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6bc6ddb1-fe53-4727-a3bd-bfa9cb566dca req-b6abd963-25e4-4340-8f4b-88da5b252a4e tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.31 "DELETE /v2.0/ports/f35dab1c-9352-4863-a2df-3f8c8891fa68 HTTP/1.1" status: 204 len: 173 time: 1.1983969 Mar 07 10:50:24.686176 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23a46f7a-9a2d-4836-8d6f-8382066ca7d7', 'name': 'network-vif-deleted', 'tag': 'f35dab1c-9352-4863-a2df-3f8c8891fa68'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:50:24.688882 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b4d414-1f38-4fb5-9f5d-459bfe6ba7f5" -d '{"events": [{"server_uuid": "23a46f7a-9a2d-4836-8d6f-8382066ca7d7", "name": "network-vif-deleted", "tag": "f35dab1c-9352-4863-a2df-3f8c8891fa68"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:50:24.737789 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d6123890-57a2-45c9-8999-332c6dd70788 req-467bf172-f559-4077-a889-1e4c5c353e2f tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298115 Mar 07 10:50:25.011632 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3fc607e1-26d1-4d63-88cf-8566cdcdc802 req-c7a8256b-9a01-4167-bc6b-b32a0a7c1d34 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=23a46f7a-9a2d-4836-8d6f-8382066ca7d7 HTTP/1.1" status: 200 len: 210 time: 0.1325603 Mar 07 10:50:25.352429 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc6ff5-e9a3-4500-aab5-59ff20b48a36 req-6ce45704-bffd-4551-a574-cb4f6d97339b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:25.354014 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8cfc6ff5-e9a3-4500-aab5-59ff20b48a36 req-6ce45704-bffd-4551-a574-cb4f6d97339b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=122e8b5a-890c-48c9-8855-2e2c0c2d34d1 HTTP/1.1" status: 200 len: 945 time: 0.1609426 Mar 07 10:50:25.468795 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8cfc6ff5-e9a3-4500-aab5-59ff20b48a36 req-4ec46d0b-683b-4f5b-94a5-86201ea2872b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969360 Mar 07 10:50:25.474574 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1631f132-cbee-44d7-ab32-a55a1c332149 x-openstack-request-id: req-1631f132-cbee-44d7-ab32-a55a1c332149 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:50:25.478617 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23a46f7a-9a2d-4836-8d6f-8382066ca7d7", "name": "network-vif-deleted", "tag": "f35dab1c-9352-4863-a2df-3f8c8891fa68", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:50:25.479746 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1631f132-cbee-44d7-ab32-a55a1c332149 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:50:25.482102 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23a46f7a-9a2d-4836-8d6f-8382066ca7d7', 'name': 'network-vif-deleted', 'tag': 'f35dab1c-9352-4863-a2df-3f8c8891fa68', 'status': 'completed', 'code': 200} Mar 07 10:50:25.684476 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc20d71-4b6c-4a11-a733-780c6dd32679 req-4e9273c4-18cf-4779-8cbc-f502f6690231 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:25.687810 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-adc20d71-4b6c-4a11-a733-780c6dd32679 req-4e9273c4-18cf-4779-8cbc-f502f6690231 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1038311 Mar 07 10:50:25.789712 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-adc20d71-4b6c-4a11-a733-780c6dd32679 req-a87d5b7d-8e51-4e06-8ab5-5e1c80440f1f tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751863 Mar 07 10:50:26.173285 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e836fa-3a1e-4310-b0f2-bbeef5280020 req-311bd8c6-bc52-45c2-9810-28af2e0f98b1 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:26.179102 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-35e836fa-3a1e-4310-b0f2-bbeef5280020 req-311bd8c6-bc52-45c2-9810-28af2e0f98b1 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1186638 Mar 07 10:50:26.459761 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367db42-1d5c-4a3e-b7a8-861567f28e6a req-001613e5-a9c2-4710-bda9-4fa17242d9b4 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:26.464232 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6367db42-1d5c-4a3e-b7a8-861567f28e6a req-001613e5-a9c2-4710-bda9-4fa17242d9b4 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.21 "GET /v2.0/ports?device_id=122e8b5a-890c-48c9-8855-2e2c0c2d34d1 HTTP/1.1" status: 200 len: 945 time: 0.2795377 Mar 07 10:50:26.540476 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-35e836fa-3a1e-4310-b0f2-bbeef5280020 req-82f1fa40-c705-4e61-8fb4-30a8a4dfbb5d tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3211615 Mar 07 10:50:26.784533 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d5bf0-dc8e-436b-a1c0-6a65075f79a6 req-62c83a2b-c727-4713-b790-3a53db57ccd9 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:26.807982 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fc1d5bf0-dc8e-436b-a1c0-6a65075f79a6 req-62c83a2b-c727-4713-b790-3a53db57ccd9 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5a2aac8-dbb2-4661-8f48-a82a454fab48 HTTP/1.1" status: 200 len: 946 time: 0.1283977 Mar 07 10:50:26.818740 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-6367db42-1d5c-4a3e-b7a8-861567f28e6a req-a1a79a1f-6e0f-4523-9d47-9f35f26c782c tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Deleting port 45c1bde7-82f1-48a4-9fba-b57e6e2e3350 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:26.822867 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6367db42-1d5c-4a3e-b7a8-861567f28e6a req-a1a79a1f-6e0f-4523-9d47-9f35f26c782c tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (45c1bde7-82f1-48a4-9fba-b57e6e2e3350), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:26.871081 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ba925-9053-4d2e-bf0b-6022529e408b req-47d03c58-8529-43c4-a9cf-f490e6f683c1 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:26.880987 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d5ba925-9053-4d2e-bf0b-6022529e408b req-47d03c58-8529-43c4-a9cf-f490e6f683c1 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=122e8b5a-890c-48c9-8855-2e2c0c2d34d1 HTTP/1.1" status: 200 len: 945 time: 0.2615516 Mar 07 10:50:26.916533 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fc1d5bf0-dc8e-436b-a1c0-6a65075f79a6 req-f9695b02-70a3-490a-953c-1d663d7a3314 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075428 Mar 07 10:50:27.052012 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d5ba925-9053-4d2e-bf0b-6022529e408b req-e2c4eefa-873b-469e-a9d7-7b5c88accd68 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704123 Mar 07 10:50:27.187578 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05163a3d-2631-4b1a-8f41-ae74e1324115 req-a44481f7-245e-424f-bc94-bda8faba06a7 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:27.220178 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-05163a3d-2631-4b1a-8f41-ae74e1324115 req-a44481f7-245e-424f-bc94-bda8faba06a7 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1967413 Mar 07 10:50:27.297542 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6367db42-1d5c-4a3e-b7a8-861567f28e6a req-a1a79a1f-6e0f-4523-9d47-9f35f26c782c tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] For port 45c1bde7-82f1-48a4-9fba-b57e6e2e3350, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=45c1bde7-82f1-48a4-9fba-b57e6e2e3350,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:27.297928 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6367db42-1d5c-4a3e-b7a8-861567f28e6a req-a1a79a1f-6e0f-4523-9d47-9f35f26c782c tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (45c1bde7-82f1-48a4-9fba-b57e6e2e3350), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:27.326871 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-05163a3d-2631-4b1a-8f41-ae74e1324115 req-d1b97ead-53e5-4b22-8ba0-bb34043d1b20 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056201 Mar 07 10:50:27.350221 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-6367db42-1d5c-4a3e-b7a8-861567f28e6a req-a1a79a1f-6e0f-4523-9d47-9f35f26c782c tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Calling delete_port for 45c1bde7-82f1-48a4-9fba-b57e6e2e3350 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:27.535072 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6367db42-1d5c-4a3e-b7a8-861567f28e6a req-a1a79a1f-6e0f-4523-9d47-9f35f26c782c tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (45c1bde7-82f1-48a4-9fba-b57e6e2e3350), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:27.551367 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:50:27.554820 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['45c1bde7-82f1-48a4-9fba-b57e6e2e3350'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:50:27.680014 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a79a1f-6e0f-4523-9d47-9f35f26c782c tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Pushing event deleted for resources: {'Port': ['ID=45c1bde7-82f1-48a4-9fba-b57e6e2e3350,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:27.687767 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6367db42-1d5c-4a3e-b7a8-861567f28e6a req-a1a79a1f-6e0f-4523-9d47-9f35f26c782c tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] No DVR routers for this DVR port 45c1bde7-82f1-48a4-9fba-b57e6e2e3350 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:50:27.691352 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6367db42-1d5c-4a3e-b7a8-861567f28e6a req-a1a79a1f-6e0f-4523-9d47-9f35f26c782c tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:27.696451 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6367db42-1d5c-4a3e-b7a8-861567f28e6a req-a1a79a1f-6e0f-4523-9d47-9f35f26c782c tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.21 "DELETE /v2.0/ports/45c1bde7-82f1-48a4-9fba-b57e6e2e3350 HTTP/1.1" status: 204 len: 173 time: 1.2240798 Mar 07 10:50:27.696862 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122e8b5a-890c-48c9-8855-2e2c0c2d34d1', 'name': 'network-vif-deleted', 'tag': '45c1bde7-82f1-48a4-9fba-b57e6e2e3350'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:50:27.699445 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2fa120-718f-41cd-95c9-75c6b5c69e26" -d '{"events": [{"server_uuid": "122e8b5a-890c-48c9-8855-2e2c0c2d34d1", "name": "network-vif-deleted", "tag": "45c1bde7-82f1-48a4-9fba-b57e6e2e3350"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:50:27.765965 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d100821-9739-412e-a130-1adcc3f3031c x-openstack-request-id: req-9d100821-9739-412e-a130-1adcc3f3031c {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:50:27.766451 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122e8b5a-890c-48c9-8855-2e2c0c2d34d1", "name": "network-vif-deleted", "tag": "45c1bde7-82f1-48a4-9fba-b57e6e2e3350", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:50:27.766932 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9d100821-9739-412e-a130-1adcc3f3031c {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:50:27.767531 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '122e8b5a-890c-48c9-8855-2e2c0c2d34d1', 'name': 'network-vif-deleted', 'tag': '45c1bde7-82f1-48a4-9fba-b57e6e2e3350', 'status': 'completed', 'code': 200} Mar 07 10:50:27.894543 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c65c0e-f782-4d1c-a462-d9ba3f304950 req-3dfa91f1-20bd-40d9-810a-0c704d5efd76 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:27.904792 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-77c65c0e-f782-4d1c-a462-d9ba3f304950 req-3dfa91f1-20bd-40d9-810a-0c704d5efd76 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1478148 Mar 07 10:50:28.024951 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49186229-63e3-4102-9867-7fb4af71f4b8 req-c3806c88-cf7f-4a6c-8020-a5426f9ef481 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:28.026525 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-49186229-63e3-4102-9867-7fb4af71f4b8 req-c3806c88-cf7f-4a6c-8020-a5426f9ef481 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5a2aac8-dbb2-4661-8f48-a82a454fab48 HTTP/1.1" status: 200 len: 946 time: 0.1775565 Mar 07 10:50:28.047246 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-77c65c0e-f782-4d1c-a462-d9ba3f304950 req-49acad52-6e94-4a6e-b495-3d799a36d992 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414559 Mar 07 10:50:28.111503 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device f35dab1c-9352-4863-a2df-3f8c8891fa68 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:50:28.168562 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: f35dab1c-9352-4863-a2df-3f8c8891fa68 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:50:28.176595 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device f35dab1c-9352-4863-a2df-3f8c8891fa68 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:50:28.370879 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fcaabd48-a6f9-4c7a-8e41-842f7ac216c5 req-7d06f09e-3574-4a0e-b7c8-3a6a36466b43 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=122e8b5a-890c-48c9-8855-2e2c0c2d34d1 HTTP/1.1" status: 200 len: 210 time: 0.1211848 Mar 07 10:50:28.482140 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1842c4c-a031-46c6-86b0-e60f8032688b req-16777126-a8cf-4c75-84e3-3558503cffe3 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:28.495791 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b1842c4c-a031-46c6-86b0-e60f8032688b req-16777126-a8cf-4c75-84e3-3558503cffe3 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5a2aac8-dbb2-4661-8f48-a82a454fab48 HTTP/1.1" status: 200 len: 946 time: 0.3310897 Mar 07 10:50:28.660470 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508a334a-45be-4338-9163-426d6c84614e req-514b478e-2952-4d29-86a3-080a85a66546 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:28.668501 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b1842c4c-a031-46c6-86b0-e60f8032688b req-7880237e-0bde-4f81-aceb-3b5fda9eda57 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694491 Mar 07 10:50:28.673835 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-508a334a-45be-4338-9163-426d6c84614e req-514b478e-2952-4d29-86a3-080a85a66546 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1753271 Mar 07 10:50:28.693251 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-49186229-63e3-4102-9867-7fb4af71f4b8 req-9ce3a2ae-8576-44c9-bcfc-9d6c8d3f4132 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Deleting port 1aa1aebb-1571-4b39-b5bd-f50882d460ca {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:28.695614 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-49186229-63e3-4102-9867-7fb4af71f4b8 req-9ce3a2ae-8576-44c9-bcfc-9d6c8d3f4132 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (1aa1aebb-1571-4b39-b5bd-f50882d460ca), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:28.769254 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-508a334a-45be-4338-9163-426d6c84614e req-7457d421-6510-459a-9e97-84cdb5586e06 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942631 Mar 07 10:50:28.938489 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-49186229-63e3-4102-9867-7fb4af71f4b8 req-9ce3a2ae-8576-44c9-bcfc-9d6c8d3f4132 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] For port 1aa1aebb-1571-4b39-b5bd-f50882d460ca, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=1aa1aebb-1571-4b39-b5bd-f50882d460ca,segment=NetworkSegment(862b3ffa-0291-4d17-b055-6cfa38d94d6b),segment_id=862b3ffa-0291-4d17-b055-6cfa38d94d6b)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:28.945237 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-49186229-63e3-4102-9867-7fb4af71f4b8 req-9ce3a2ae-8576-44c9-bcfc-9d6c8d3f4132 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (1aa1aebb-1571-4b39-b5bd-f50882d460ca), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:29.005838 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-49186229-63e3-4102-9867-7fb4af71f4b8 req-9ce3a2ae-8576-44c9-bcfc-9d6c8d3f4132 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Calling delete_port for 1aa1aebb-1571-4b39-b5bd-f50882d460ca owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:29.137575 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b30bd3-1c21-409e-b54d-836a1b5f4379 req-1bd9423a-ef92-4499-abb9-4691f5e97474 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:29.145354 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-03b30bd3-1c21-409e-b54d-836a1b5f4379 req-1bd9423a-ef92-4499-abb9-4691f5e97474 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1604309 Mar 07 10:50:29.261313 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-03b30bd3-1c21-409e-b54d-836a1b5f4379 req-2ac297ff-c057-4a5b-979e-1f7cf2946b48 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149049 Mar 07 10:50:29.274818 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-49186229-63e3-4102-9867-7fb4af71f4b8 req-9ce3a2ae-8576-44c9-bcfc-9d6c8d3f4132 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (1aa1aebb-1571-4b39-b5bd-f50882d460ca), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:29.300405 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5', '1aa1aebb-1571-4b39-b5bd-f50882d460ca'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:50:29.469052 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3a2ae-8576-44c9-bcfc-9d6c8d3f4132 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Pushing event deleted for resources: {'Port': ['ID=1aa1aebb-1571-4b39-b5bd-f50882d460ca,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:29.591085 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-49186229-63e3-4102-9867-7fb4af71f4b8 req-9ce3a2ae-8576-44c9-bcfc-9d6c8d3f4132 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] No DVR routers for this DVR port 1aa1aebb-1571-4b39-b5bd-f50882d460ca on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:50:29.597865 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-49186229-63e3-4102-9867-7fb4af71f4b8 req-9ce3a2ae-8576-44c9-bcfc-9d6c8d3f4132 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:29.603993 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-49186229-63e3-4102-9867-7fb4af71f4b8 req-9ce3a2ae-8576-44c9-bcfc-9d6c8d3f4132 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.21 "DELETE /v2.0/ports/1aa1aebb-1571-4b39-b5bd-f50882d460ca HTTP/1.1" status: 204 len: 173 time: 1.5621941 Mar 07 10:50:29.804857 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c59832-6025-4b83-a0fa-ef8cb67c2b17 req-13181870-f95c-4941-a40d-7103acee57dc tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:29.829031 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b7c59832-6025-4b83-a0fa-ef8cb67c2b17 req-13181870-f95c-4941-a40d-7103acee57dc tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.4443045 Mar 07 10:50:29.837126 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5a2aac8-dbb2-4661-8f48-a82a454fab48', 'name': 'network-vif-deleted', 'tag': '1aa1aebb-1571-4b39-b5bd-f50882d460ca'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:50:29.837627 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ed1760-8d0a-41d3-86ae-9be3df70fe3b" -d '{"events": [{"server_uuid": "b5a2aac8-dbb2-4661-8f48-a82a454fab48", "name": "network-vif-deleted", "tag": "1aa1aebb-1571-4b39-b5bd-f50882d460ca"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:50:29.989033 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b7c59832-6025-4b83-a0fa-ef8cb67c2b17 req-a9444594-3d71-4283-8eb7-c340d4b58b83 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557243 Mar 07 10:50:30.176469 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 45c1bde7-82f1-48a4-9fba-b57e6e2e3350 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:50:30.209075 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-05e59d2b-29c5-44c9-96ae-e3a7fd260778 req-d71c3153-88e8-4568-a393-621355bc6bbd tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5a2aac8-dbb2-4661-8f48-a82a454fab48 HTTP/1.1" status: 200 len: 210 time: 0.0740578 Mar 07 10:50:30.280334 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 45c1bde7-82f1-48a4-9fba-b57e6e2e3350 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:50:30.281824 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 45c1bde7-82f1-48a4-9fba-b57e6e2e3350 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:50:30.284419 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 1aa1aebb-1571-4b39-b5bd-f50882d460ca no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:50:30.319790 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b886015-c53c-4ae5-a502-322dc962e9b0 x-openstack-request-id: req-3b886015-c53c-4ae5-a502-322dc962e9b0 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:50:30.320864 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5a2aac8-dbb2-4661-8f48-a82a454fab48", "name": "network-vif-deleted", "tag": "1aa1aebb-1571-4b39-b5bd-f50882d460ca", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:50:30.321364 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3b886015-c53c-4ae5-a502-322dc962e9b0 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:50:30.322354 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5a2aac8-dbb2-4661-8f48-a82a454fab48', 'name': 'network-vif-deleted', 'tag': '1aa1aebb-1571-4b39-b5bd-f50882d460ca', 'status': 'completed', 'code': 200} Mar 07 10:50:30.347098 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 1aa1aebb-1571-4b39-b5bd-f50882d460ca {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:50:30.347577 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 1aa1aebb-1571-4b39-b5bd-f50882d460ca not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:50:30.831756 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dbc7de-eb88-430d-abc4-592d42c0f361 req-d00c3fe5-8a13-40a4-83a5-1244f73230cd tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:30.833570 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-79dbc7de-eb88-430d-abc4-592d42c0f361 req-d00c3fe5-8a13-40a4-83a5-1244f73230cd tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1896961 Mar 07 10:50:30.998813 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-79dbc7de-eb88-430d-abc4-592d42c0f361 req-9afe77b6-8bba-429d-9510-0eadef5bc6a6 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488640 Mar 07 10:50:31.307260 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-dfc06c74-c4ca-463c-99e4-916c3fef2152 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:31.311922 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-dfc06c74-c4ca-463c-99e4-916c3fef2152 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/networks?id=b5ac3594-31b2-4f8f-99ae-bd148951ec42 HTTP/1.1" status: 200 len: 806 time: 0.2767351 Mar 07 10:50:31.350536 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-7eada3c6-4912-4265-a8a4-937e31a5706b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/quotas/7f878931fbda404796227bcaa31aa466 HTTP/1.1" status: 200 len: 375 time: 0.0329227 Mar 07 10:50:31.469907 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-49f0ab21-fa7e-4a1d-9fc5-891ffaed9440 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f878931fbda404796227bcaa31aa466&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1163664 Mar 07 10:50:31.673654 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-1c2899dc-712f-4f54-8236-281e35321655 service neutron] 10.222.0.11 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955819 Mar 07 10:50:31.805011 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-1846db40-109c-4387-9793-56af9db4b479 service neutron] 10.222.0.11 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289508 Mar 07 10:50:31.940438 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a7797-4c24-4200-b36c-866323f0c6fd req-b9cdecb2-ed0a-4ea3-832d-aaea2249ae39 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:31.967795 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b98a7797-4c24-4200-b36c-866323f0c6fd req-b9cdecb2-ed0a-4ea3-832d-aaea2249ae39 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=542fd94e-4dfc-46ca-a3df-822ef28ed224 HTTP/1.1" status: 200 len: 946 time: 0.1743813 Mar 07 10:50:32.112736 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b98a7797-4c24-4200-b36c-866323f0c6fd req-4d5e25e3-4dd9-4bb9-a69a-e12c86d62600 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423845 Mar 07 10:50:32.242970 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a87d6dd9-613f-4901-bd2b-64376e063dc8 req-bbe87d24-469f-4e5b-8531-49b765b2e4e1 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdee87bd-3d05-4549-bce6-ad871b5a7394 HTTP/1.1" status: 200 len: 210 time: 0.0535789 Mar 07 10:50:32.351640 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c39ddc-0301-4df0-ac40-b2366ab74b1b req-9150c79b-037e-4c0b-b21d-9629d9503076 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:32.359417 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d9c39ddc-0301-4df0-ac40-b2366ab74b1b req-9150c79b-037e-4c0b-b21d-9629d9503076 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1150055 Mar 07 10:50:32.457614 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d9c39ddc-0301-4df0-ac40-b2366ab74b1b req-8cf9860a-fe71-4d17-8d0a-4b08ae0f92c3 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969176 Mar 07 10:50:32.659989 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-a555bea7-461c-4775-a47e-a97310751343 req-181d1865-5933-464b-9cfa-e5b8d0903f6a service neutron] (103766) timed out ('10.222.0.11', 36936) {{(pid=103766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 10:50:33.000241 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d92d9-3d1a-46f3-b2ce-65178b0669c4 req-4f26230e-9a6d-46fb-aa91-bddd72fdec12 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:33.007977 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a66d92d9-3d1a-46f3-b2ce-65178b0669c4 req-4f26230e-9a6d-46fb-aa91-bddd72fdec12 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1209376 Mar 07 10:50:33.064495 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a66d92d9-3d1a-46f3-b2ce-65178b0669c4 req-4867045c-9d1c-490c-b808-bbb4d05bf826 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538981 Mar 07 10:50:33.474138 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d11d027f-e6b1-48a5-9b5b-f838f19b622a req-96bb45cb-b12b-486b-87fc-54db51d343ad tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdee87bd-3d05-4549-bce6-ad871b5a7394 HTTP/1.1" status: 200 len: 210 time: 0.0998845 Mar 07 10:50:33.511603 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95656478-e4f3-4acf-ba99-9aae568575d6 req-c5bc5c66-09d0-4eec-870f-32c85ebb8a40 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:33.528362 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95656478-e4f3-4acf-ba99-9aae568575d6 req-c5bc5c66-09d0-4eec-870f-32c85ebb8a40 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=542fd94e-4dfc-46ca-a3df-822ef28ed224 HTTP/1.1" status: 200 len: 946 time: 0.2718689 Mar 07 10:50:33.642324 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9cf54-43df-43b2-9470-5a9f7b0f03df req-976b554b-e317-41b7-8981-0a9b9e96937b tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:33.645389 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b7d9cf54-43df-43b2-9470-5a9f7b0f03df req-976b554b-e317-41b7-8981-0a9b9e96937b tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.21 "GET /v2.0/ports?device_id=542fd94e-4dfc-46ca-a3df-822ef28ed224 HTTP/1.1" status: 200 len: 946 time: 0.3189251 Mar 07 10:50:33.762690 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95656478-e4f3-4acf-ba99-9aae568575d6 req-0d7e47e0-3135-48d2-aa7b-1ccf7ae48ce6 tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/security-groups?id=af57ff5c-74a9-4298-b7b3-4b35a1c53029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317765 Mar 07 10:50:33.988289 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-b7d9cf54-43df-43b2-9470-5a9f7b0f03df req-5f8e314e-25aa-4a93-8869-82a31f31425c tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Deleting port b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:33.988635 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b7d9cf54-43df-43b2-9470-5a9f7b0f03df req-5f8e314e-25aa-4a93-8869-82a31f31425c tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:34.094165 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-b7d9cf54-43df-43b2-9470-5a9f7b0f03df req-5f8e314e-25aa-4a93-8869-82a31f31425c tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] For port b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5,segment=NetworkSegment(862b3ffa-0291-4d17-b055-6cfa38d94d6b),segment_id=862b3ffa-0291-4d17-b055-6cfa38d94d6b)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:34.094542 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b7d9cf54-43df-43b2-9470-5a9f7b0f03df req-5f8e314e-25aa-4a93-8869-82a31f31425c tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:34.108216 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-b7d9cf54-43df-43b2-9470-5a9f7b0f03df req-5f8e314e-25aa-4a93-8869-82a31f31425c tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Calling delete_port for b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:34.315379 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce8fdc-b5d9-42fc-9a70-750bec928316 req-8a87a5c9-fab9-43c5-b8ea-7aad7b7a1c94 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:34.329418 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e9ce8fdc-b5d9-42fc-9a70-750bec928316 req-8a87a5c9-fab9-43c5-b8ea-7aad7b7a1c94 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1297538 Mar 07 10:50:34.402619 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-794f3502-77a2-47fa-aaa2-47acb36aa262 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:34.404257 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-794f3502-77a2-47fa-aaa2-47acb36aa262 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.21 "GET /v2.0/networks?id=b5ac3594-31b2-4f8f-99ae-bd148951ec42 HTTP/1.1" status: 200 len: 806 time: 0.5650120 Mar 07 10:50:34.433843 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-3e29090f-87d8-4502-97a1-9386816cf9a1 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Request body: {'port': {'device_id': 'fdee87bd-3d05-4549-bce6-ad871b5a7394', 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42', 'admin_state_up': True, 'tenant_id': '7f878931fbda404796227bcaa31aa466'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:34.458591 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e9ce8fdc-b5d9-42fc-9a70-750bec928316 req-a165d9dc-1cbb-4e78-b8b2-e6a1506519aa tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264899 Mar 07 10:50:34.692424 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-273f453b-5001-44f3-9d15-bc5358a62fda req-d4ffb7e1-7a15-4c24-b4cc-40ff99676aa6 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdee87bd-3d05-4549-bce6-ad871b5a7394 HTTP/1.1" status: 200 len: 210 time: 0.0436726 Mar 07 10:50:34.767317 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b7d9cf54-43df-43b2-9470-5a9f7b0f03df req-5f8e314e-25aa-4a93-8869-82a31f31425c tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:34.932845 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e314e-25aa-4a93-8869-82a31f31425c tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Pushing event deleted for resources: {'Port': ['ID=b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:34.988803 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-34cd53ee-3dd3-4a77-bab4-5ef724ee5204 req-5bc13450-f7e8-4844-82e1-a4e30621d5ad tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.11 "GET /v2.0/ports?device_id=542fd94e-4dfc-46ca-a3df-822ef28ed224 HTTP/1.1" status: 200 len: 210 time: 0.0954792 Mar 07 10:50:35.036976 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d9cf54-43df-43b2-9470-5a9f7b0f03df req-5f8e314e-25aa-4a93-8869-82a31f31425c tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] No DVR routers for this DVR port b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:50:35.048419 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b7d9cf54-43df-43b2-9470-5a9f7b0f03df req-5f8e314e-25aa-4a93-8869-82a31f31425c tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:35.052085 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b7d9cf54-43df-43b2-9470-5a9f7b0f03df req-5f8e314e-25aa-4a93-8869-82a31f31425c tempest-ListServerFiltersTestJSON-1923542960 tempest-ListServerFiltersTestJSON-1923542960-project] 10.222.0.21 "DELETE /v2.0/ports/b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5 HTTP/1.1" status: 204 len: 173 time: 1.3933721 Mar 07 10:50:35.072739 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b4522-7f17-4ff7-8e17-5580bd4b10df req-2384fe3f-bac7-47c7-a960-f79a3b8f96e3 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:35.093347 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a2b4522-7f17-4ff7-8e17-5580bd4b10df req-2384fe3f-bac7-47c7-a960-f79a3b8f96e3 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.4034576 Mar 07 10:50:35.094957 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542fd94e-4dfc-46ca-a3df-822ef28ed224', 'name': 'network-vif-deleted', 'tag': 'b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:50:35.097277 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91417cf-7326-445e-a8ac-39d2830475ab" -d '{"events": [{"server_uuid": "542fd94e-4dfc-46ca-a3df-822ef28ed224", "name": "network-vif-deleted", "tag": "b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:50:35.187534 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-3e29090f-87d8-4502-97a1-9386816cf9a1 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Made reservation on behalf of 7f878931fbda404796227bcaa31aa466 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:35.190981 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-3e29090f-87d8-4502-97a1-9386816cf9a1 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:35.289546 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d735cbcf-47d9-4881-9c66-c9eeda3a2ba8 x-openstack-request-id: req-d735cbcf-47d9-4881-9c66-c9eeda3a2ba8 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:50:35.290186 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542fd94e-4dfc-46ca-a3df-822ef28ed224", "name": "network-vif-deleted", "tag": "b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:50:35.290595 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d735cbcf-47d9-4881-9c66-c9eeda3a2ba8 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:50:35.291177 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542fd94e-4dfc-46ca-a3df-822ef28ed224', 'name': 'network-vif-deleted', 'tag': 'b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5', 'status': 'completed', 'code': 200} Mar 07 10:50:35.966901 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-13bb1aad-af81-4c16-9d1c-a5a7d21a9bed req-62c30eec-5f5d-47a2-97ae-5076716ee7a6 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdee87bd-3d05-4549-bce6-ad871b5a7394 HTTP/1.1" status: 200 len: 210 time: 0.1085815 Mar 07 10:50:36.082258 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37074) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:36.097465 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a2b4522-7f17-4ff7-8e17-5580bd4b10df req-6c3dbfe7-61d9-4266-a37c-0dade2f932fd tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9992013 Mar 07 10:50:36.188441 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:50:36.191919 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c23126-fb1a-4ea3-9224-0145369a00d2 admin admin] Deleting subnet bbb955a9-cc97-439c-ab3c-b527d9b1c8a5 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:50:36.209382 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-57c23126-fb1a-4ea3-9224-0145369a00d2 admin admin] Publish callbacks [] for subnet (bbb955a9-cc97-439c-ab3c-b527d9b1c8a5), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:36.264157 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:50:36.264938 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device b8ed0110-e903-46c4-ac7f-ebf5a7d1b9b5 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:50:36.314475 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-3e29090f-87d8-4502-97a1-9386816cf9a1 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Allocated IP 172.20.0.9 (b5ac3594-31b2-4f8f-99ae-bd148951ec42/32944cde-c55b-47e2-bb77-543fbc1a70ac/a140d585-9fb7-435b-bdcc-3d14fd900c44) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:50:36.329491 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-57c23126-fb1a-4ea3-9224-0145369a00d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (bbb955a9-cc97-439c-ab3c-b527d9b1c8a5), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:36.464362 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-57c23126-fb1a-4ea3-9224-0145369a00d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (bbb955a9-cc97-439c-ab3c-b527d9b1c8a5), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:36.477569 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6fd23891-045e-4395-9a05-0c2555a566dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:36.533728 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-57c23126-fb1a-4ea3-9224-0145369a00d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (bbb955a9-cc97-439c-ab3c-b527d9b1c8a5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:36.571565 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c23126-fb1a-4ea3-9224-0145369a00d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbb955a9-cc97-439c-ab3c-b527d9b1c8a5,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:36.574055 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-57c23126-fb1a-4ea3-9224-0145369a00d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:36.578787 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-57c23126-fb1a-4ea3-9224-0145369a00d2 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/bbb955a9-cc97-439c-ab3c-b527d9b1c8a5 HTTP/1.1" status: 204 len: 168 time: 0.4952140 Mar 07 10:50:36.583328 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37086) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:36.587017 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6566ed16-46c9-49ba-a3df-4db9f818dc84 None None] Network 44882fee-a385-4859-8df2-ab41b0f5d2e4 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:50:36.612801 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d587f-abef-4add-8584-426dbdc877aa req-39de8c1d-2c5d-411f-b456-79cf26441f96 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:36.626384 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-411d587f-abef-4add-8584-426dbdc877aa req-39de8c1d-2c5d-411f-b456-79cf26441f96 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.2692475 Mar 07 10:50:36.682979 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e34c8f0e-b12c-47a1-8ba0-789cb173afb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (44882fee-a385-4859-8df2-ab41b0f5d2e4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:36.724329 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-411d587f-abef-4add-8584-426dbdc877aa req-909e406d-f3f3-4eb1-92bc-ad22a543a9d1 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965846 Mar 07 10:50:36.746971 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-3e29090f-87d8-4502-97a1-9386816cf9a1 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks [] for port (a140d585-9fb7-435b-bdcc-3d14fd900c44), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:36.795715 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-e34c8f0e-b12c-47a1-8ba0-789cb173afb8 admin admin] Deleting port 559f77c7-c637-4264-b906-a14a027249b9 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:36.796555 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e34c8f0e-b12c-47a1-8ba0-789cb173afb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (559f77c7-c637-4264-b906-a14a027249b9), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:36.806756 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-3e29090f-87d8-4502-97a1-9386816cf9a1 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (a140d585-9fb7-435b-bdcc-3d14fd900c44), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:36.817932 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:50:36.883360 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3843754-3e88-4833-867c-3b9a5077b7db None None] DHCP port deletion for 44882fee-a385-4859-8df2-ab41b0f5d2e4 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:50:36.925653 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-3e29090f-87d8-4502-97a1-9386816cf9a1 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Network b5ac3594-31b2-4f8f-99ae-bd148951ec42 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:50:36.933000 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-3e29090f-87d8-4502-97a1-9386816cf9a1 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:36.936275 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-3e29090f-87d8-4502-97a1-9386816cf9a1 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:50:36.989324 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-e34c8f0e-b12c-47a1-8ba0-789cb173afb8 admin admin] For port 559f77c7-c637-4264-b906-a14a027249b9, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=559f77c7-c637-4264-b906-a14a027249b9,segment=NetworkSegment(862b3ffa-0291-4d17-b055-6cfa38d94d6b),segment_id=862b3ffa-0291-4d17-b055-6cfa38d94d6b)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:36.989856 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e34c8f0e-b12c-47a1-8ba0-789cb173afb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (559f77c7-c637-4264-b906-a14a027249b9), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:37.000981 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02a9d3-12e7-4cd5-85f8-bdfa11082ae7 req-ca798bf6-a797-4645-81a4-10778d2c3139 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:37.009075 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8f02a9d3-12e7-4cd5-85f8-bdfa11082ae7 req-ca798bf6-a797-4645-81a4-10778d2c3139 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1593413 Mar 07 10:50:37.070245 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29090f-87d8-4502-97a1-9386816cf9a1 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Pushing event updated for resources: {'Port': ['ID=a140d585-9fb7-435b-bdcc-3d14fd900c44,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:37.107767 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-3e29090f-87d8-4502-97a1-9386816cf9a1 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:37.108524 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-3e29090f-87d8-4502-97a1-9386816cf9a1 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:37.121987 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8f02a9d3-12e7-4cd5-85f8-bdfa11082ae7 req-111bac7b-6e21-41d0-bfea-e02a0005075b tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118560 Mar 07 10:50:37.127838 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b3843754-3e88-4833-867c-3b9a5077b7db None None] Deleting port 559f77c7-c637-4264-b906-a14a027249b9 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:37.128780 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b3843754-3e88-4833-867c-3b9a5077b7db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (559f77c7-c637-4264-b906-a14a027249b9), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:37.154387 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-e34c8f0e-b12c-47a1-8ba0-789cb173afb8 admin admin] Calling delete_port for 559f77c7-c637-4264-b906-a14a027249b9 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:37.268564 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-3e29090f-87d8-4502-97a1-9386816cf9a1 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8541105 Mar 07 10:50:37.321431 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e34c8f0e-b12c-47a1-8ba0-789cb173afb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (559f77c7-c637-4264-b906-a14a027249b9), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:37.327107 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-7ebcc4ec-e548-4113-8ef1-20be26b29485 service neutron] Request body: {'port': {'device_id': 'fdee87bd-3d05-4549-bce6-ad871b5a7394', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:37.372861 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-b3843754-3e88-4833-867c-3b9a5077b7db None None] For port 559f77c7-c637-4264-b906-a14a027249b9, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=559f77c7-c637-4264-b906-a14a027249b9,segment=NetworkSegment(862b3ffa-0291-4d17-b055-6cfa38d94d6b),segment_id=862b3ffa-0291-4d17-b055-6cfa38d94d6b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:37.374482 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b3843754-3e88-4833-867c-3b9a5077b7db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (559f77c7-c637-4264-b906-a14a027249b9), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:37.391395 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b3843754-3e88-4833-867c-3b9a5077b7db None None] Calling delete_port for 559f77c7-c637-4264-b906-a14a027249b9 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:37.407913 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c8f0e-b12c-47a1-8ba0-789cb173afb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=559f77c7-c637-4264-b906-a14a027249b9,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:37.418249 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34c8f0e-b12c-47a1-8ba0-789cb173afb8 admin admin] No DVR routers for this DVR port 559f77c7-c637-4264-b906-a14a027249b9 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:50:37.519674 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b3843754-3e88-4833-867c-3b9a5077b7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (559f77c7-c637-4264-b906-a14a027249b9), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:37.520873 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-7ebcc4ec-e548-4113-8ef1-20be26b29485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a140d585-9fb7-435b-bdcc-3d14fd900c44), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:37.534046 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e3748-adc3-429e-be3c-a15bd36e1041 req-c9d9a864-7488-493c-a3e5-5db2e4e5994d tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:37.542559 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c70e3748-adc3-429e-be3c-a15bd36e1041 req-c9d9a864-7488-493c-a3e5-5db2e4e5994d tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdee87bd-3d05-4549-bce6-ad871b5a7394 HTTP/1.1" status: 200 len: 931 time: 0.3709111 Mar 07 10:50:37.571895 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3843754-3e88-4833-867c-3b9a5077b7db None None] Pushing event deleted for resources: {'Port': ['ID=559f77c7-c637-4264-b906-a14a027249b9,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:37.582504 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3843754-3e88-4833-867c-3b9a5077b7db None None] No DVR routers for this DVR port 559f77c7-c637-4264-b906-a14a027249b9 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:50:37.654791 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e34c8f0e-b12c-47a1-8ba0-789cb173afb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (44882fee-a385-4859-8df2-ab41b0f5d2e4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:37.671807 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c70e3748-adc3-429e-be3c-a15bd36e1041 req-177905f8-2482-4138-bcb5-7ab606a36a84 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260600 Mar 07 10:50:37.723935 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-e34c8f0e-b12c-47a1-8ba0-789cb173afb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44882fee-a385-4859-8df2-ab41b0f5d2e4']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:37.759827 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-e34c8f0e-b12c-47a1-8ba0-789cb173afb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '862b3ffa-0291-4d17-b055-6cfa38d94d6b') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:37.760315 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-e34c8f0e-b12c-47a1-8ba0-789cb173afb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '862b3ffa-0291-4d17-b055-6cfa38d94d6b') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:50:37.785930 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e34c8f0e-b12c-47a1-8ba0-789cb173afb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (862b3ffa-0291-4d17-b055-6cfa38d94d6b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:37.815988 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e34c8f0e-b12c-47a1-8ba0-789cb173afb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (862b3ffa-0291-4d17-b055-6cfa38d94d6b), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:37.832948 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e34c8f0e-b12c-47a1-8ba0-789cb173afb8 admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:50:37.833603 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e34c8f0e-b12c-47a1-8ba0-789cb173afb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (862b3ffa-0291-4d17-b055-6cfa38d94d6b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:37.944343 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:50:37.944343 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:50:37.944343 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:50:37.944343 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:50:37.944343 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:50:37.944343 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:50:37.944343 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:50:37.944343 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:50:37.944343 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:50:37.944343 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:50:37.944343 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:50:37.944343 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:50:37.944343 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:50:37.944343 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:50:37.944343 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:50:37.944343 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:50:37.944343 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:50:37.944343 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:50:37.944343 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:50:37.944343 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:50:37.944343 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:50:37.944343 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:50:37.944343 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:50:37.944343 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:50:37.944343 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:50:37.944343 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:50:37.944343 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:50:37.944343 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:50:37.944343 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:50:37.944343 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:50:37.944343 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:50:37.944343 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:50:37.957786 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e34c8f0e-b12c-47a1-8ba0-789cb173afb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (44882fee-a385-4859-8df2-ab41b0f5d2e4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:37.965707 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e34c8f0e-b12c-47a1-8ba0-789cb173afb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:37.973345 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e34c8f0e-b12c-47a1-8ba0-789cb173afb8 admin admin] 10.222.0.11 "DELETE /v2.0/networks/44882fee-a385-4859-8df2-ab41b0f5d2e4 HTTP/1.1" status: 204 len: 168 time: 1.3863056 Mar 07 10:50:38.004289 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c8f0e-b12c-47a1-8ba0-789cb173afb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=44882fee-a385-4859-8df2-ab41b0f5d2e4,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:38.020968 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47faa840-e3d7-42ae-ac72-2e826d552511 req-ad0a0540-7161-4d2f-904c-008860da60e3 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:38.027717 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-7ebcc4ec-e548-4113-8ef1-20be26b29485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a140d585-9fb7-435b-bdcc-3d14fd900c44 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:50:38.036202 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-7ebcc4ec-e548-4113-8ef1-20be26b29485 service neutron] Publish callbacks [] for port (a140d585-9fb7-435b-bdcc-3d14fd900c44), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:38.036916 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-47faa840-e3d7-42ae-ac72-2e826d552511 req-ad0a0540-7161-4d2f-904c-008860da60e3 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.6399791 Mar 07 10:50:38.071080 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-7ebcc4ec-e548-4113-8ef1-20be26b29485 service neutron] Transition to ACTIVE for port object a140d585-9fb7-435b-bdcc-3d14fd900c44 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:50:38.088688 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-7ebcc4ec-e548-4113-8ef1-20be26b29485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (a140d585-9fb7-435b-bdcc-3d14fd900c44), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:38.160146 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-47faa840-e3d7-42ae-ac72-2e826d552511 req-11f09b6b-cf32-4480-89eb-4062c89a1c56 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194940 Mar 07 10:50:38.256495 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebcc4ec-e548-4113-8ef1-20be26b29485 service neutron] Pushing event updated for resources: {'Port': ['ID=a140d585-9fb7-435b-bdcc-3d14fd900c44,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:38.385903 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37152) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:38.479607 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7bb360fb-9827-4c09-9c81-522851ce8688 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7ebc51b1e6b344c7bd03a466929f3841&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0923522 Mar 07 10:50:38.484050 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37158) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:38.531076 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d45f1-5eb6-42e3-b6ce-30daad7dc352 req-d2f52be3-1f78-4c08-9f0e-84be581af8aa tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:38.532871 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-049d45f1-5eb6-42e3-b6ce-30daad7dc352 req-d2f52be3-1f78-4c08-9f0e-84be581af8aa tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.2836790 Mar 07 10:50:38.534429 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-7ebcc4ec-e548-4113-8ef1-20be26b29485 service neutron] Attempting to bind port a140d585-9fb7-435b-bdcc-3d14fd900c44 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:50:38.534999 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-7ebcc4ec-e548-4113-8ef1-20be26b29485 service neutron] Attempting to bind port a140d585-9fb7-435b-bdcc-3d14fd900c44 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'a4a40100-6f3a-42be-93d2-6598d5daf6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:50:38.535559 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-7ebcc4ec-e548-4113-8ef1-20be26b29485 service neutron] Attempting to bind port a140d585-9fb7-435b-bdcc-3d14fd900c44 on network b5ac3594-31b2-4f8f-99ae-bd148951ec42 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:50:38.550307 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-7ebcc4ec-e548-4113-8ef1-20be26b29485 service neutron] Port a140d585-9fb7-435b-bdcc-3d14fd900c44 on network b5ac3594-31b2-4f8f-99ae-bd148951ec42 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:50:38.551000 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-7ebcc4ec-e548-4113-8ef1-20be26b29485 service neutron] Attempting to bind port a140d585-9fb7-435b-bdcc-3d14fd900c44 on network b5ac3594-31b2-4f8f-99ae-bd148951ec42 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:50:38.569634 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-7ebcc4ec-e548-4113-8ef1-20be26b29485 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:50:38.570673 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-7ebcc4ec-e548-4113-8ef1-20be26b29485 service neutron] Checking segment: {'id': 'a4a40100-6f3a-42be-93d2-6598d5daf6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:50:38.571485 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-7ebcc4ec-e548-4113-8ef1-20be26b29485 service neutron] Bound using segment: {'id': 'a4a40100-6f3a-42be-93d2-6598d5daf6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:50:38.572394 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-7ebcc4ec-e548-4113-8ef1-20be26b29485 service neutron] Bound port: a140d585-9fb7-435b-bdcc-3d14fd900c44, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a40100-6f3a-42be-93d2-6598d5daf6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:50:38.572980 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-7ebcc4ec-e548-4113-8ef1-20be26b29485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a140d585-9fb7-435b-bdcc-3d14fd900c44), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:38.612205 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-63362636-0721-4750-9423-e1e3b2091538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:38.640176 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6aacb03c-e542-40eb-94a7-77aa9ecef951 admin admin] Publish callbacks [] for security_group (af57ff5c-74a9-4298-b7b3-4b35a1c53029), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:38.641934 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-049d45f1-5eb6-42e3-b6ce-30daad7dc352 req-ab51f50c-184a-4bf5-8b11-79f764f2a12d tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006203 Mar 07 10:50:38.707634 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-7ebcc4ec-e548-4113-8ef1-20be26b29485 service neutron] For port a140d585-9fb7-435b-bdcc-3d14fd900c44, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:50:38.714084 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6aacb03c-e542-40eb-94a7-77aa9ecef951 admin admin] Publish callbacks [] for security_group (af57ff5c-74a9-4298-b7b3-4b35a1c53029), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:38.724424 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-7ebcc4ec-e548-4113-8ef1-20be26b29485 service neutron] For port a140d585-9fb7-435b-bdcc-3d14fd900c44, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=a140d585-9fb7-435b-bdcc-3d14fd900c44,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:50:38.736866 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-7ebcc4ec-e548-4113-8ef1-20be26b29485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (a140d585-9fb7-435b-bdcc-3d14fd900c44), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:38.820682 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-7ebcc4ec-e548-4113-8ef1-20be26b29485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:38.821432 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-7ebcc4ec-e548-4113-8ef1-20be26b29485 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:38.825900 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-7ebcc4ec-e548-4113-8ef1-20be26b29485 service neutron] 10.222.0.21 "PUT /v2.0/ports/a140d585-9fb7-435b-bdcc-3d14fd900c44 HTTP/1.1" status: 200 len: 1091 time: 1.5241299 Mar 07 10:50:38.826401 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdee87bd-3d05-4549-bce6-ad871b5a7394', 'tag': 'a140d585-9fb7-435b-bdcc-3d14fd900c44'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:50:38.828760 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106ff0e3-b4e3-4b47-9a9f-effbf0bb3a74" -d '{"events": [{"name": "network-changed", "server_uuid": "fdee87bd-3d05-4549-bce6-ad871b5a7394", "tag": "a140d585-9fb7-435b-bdcc-3d14fd900c44"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:50:38.834212 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6aacb03c-e542-40eb-94a7-77aa9ecef951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (af57ff5c-74a9-4298-b7b3-4b35a1c53029), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:38.839010 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6aacb03c-e542-40eb-94a7-77aa9ecef951 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:38.840482 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6aacb03c-e542-40eb-94a7-77aa9ecef951 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/af57ff5c-74a9-4298-b7b3-4b35a1c53029 HTTP/1.1" status: 204 len: 168 time: 0.3553691 Mar 07 10:50:38.859923 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aacb03c-e542-40eb-94a7-77aa9ecef951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af57ff5c-74a9-4298-b7b3-4b35a1c53029,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:38.883326 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:50:38.924429 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 559f77c7-c637-4264-b906-a14a027249b9 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:50:38.962283 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 559f77c7-c637-4264-b906-a14a027249b9 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:50:38.963019 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 559f77c7-c637-4264-b906-a14a027249b9 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:50:39.048138 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac84cf-7843-4e71-ab7d-a1d7caee16a9 req-dee23b99-0429-4b9e-89ef-a64b2be66352 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:39.057841 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-13ac84cf-7843-4e71-ab7d-a1d7caee16a9 req-dee23b99-0429-4b9e-89ef-a64b2be66352 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.0753262 Mar 07 10:50:39.131566 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-13ac84cf-7843-4e71-ab7d-a1d7caee16a9 req-b4b094ca-6c7d-4ed9-acb5-4e5da6e90492 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725551 Mar 07 10:50:39.252179 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe631884-174c-4f3e-baa1-64beeea7a4ef x-openstack-request-id: req-fe631884-174c-4f3e-baa1-64beeea7a4ef {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:50:39.253845 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdee87bd-3d05-4549-bce6-ad871b5a7394", "tag": "a140d585-9fb7-435b-bdcc-3d14fd900c44", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:50:39.255416 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fe631884-174c-4f3e-baa1-64beeea7a4ef {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:50:39.255898 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdee87bd-3d05-4549-bce6-ad871b5a7394', 'tag': 'a140d585-9fb7-435b-bdcc-3d14fd900c44', 'status': 'completed', 'code': 200} Mar 07 10:50:39.292555 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebcc4ec-e548-4113-8ef1-20be26b29485 service neutron] Pushing event updated for resources: {'Port': ['ID=a140d585-9fb7-435b-bdcc-3d14fd900c44,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:39.309507 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-36d195a1-b82e-48b2-bcee-7c576e9dcc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:39.322597 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-36d195a1-b82e-48b2-bcee-7c576e9dcc7f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f878931fbda404796227bcaa31aa466&device_id=fdee87bd-3d05-4549-bce6-ad871b5a7394 HTTP/1.1" status: 200 len: 1125 time: 0.4457023 Mar 07 10:50:39.370250 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa05ac3-1f56-4e30-a47a-67dac9c7394d req-f7c599c3-65f1-486d-914f-ade77a785dc2 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:39.390845 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4fa05ac3-1f56-4e30-a47a-67dac9c7394d req-f7c599c3-65f1-486d-914f-ade77a785dc2 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdee87bd-3d05-4549-bce6-ad871b5a7394 HTTP/1.1" status: 200 len: 943 time: 0.4537597 Mar 07 10:50:39.444735 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436477e-b84b-4f34-837f-4c774d2a75b4 req-75a4c23b-a54b-4f5d-a152-d8bf49adef84 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:39.446599 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0436477e-b84b-4f34-837f-4c774d2a75b4 req-75a4c23b-a54b-4f5d-a152-d8bf49adef84 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1352699 Mar 07 10:50:39.497332 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-b3a4bbc8-9e00-4f9b-8731-e49442475793 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a140d585-9fb7-435b-bdcc-3d14fd900c44 HTTP/1.1" status: 200 len: 217 time: 0.1639204 Mar 07 10:50:39.557617 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4fa05ac3-1f56-4e30-a47a-67dac9c7394d req-1ed8425b-872e-469f-a139-c0b823dfed2b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656935 Mar 07 10:50:39.563484 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0436477e-b84b-4f34-837f-4c774d2a75b4 req-8fb917ec-85ba-43f8-8767-2766f72edcc8 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114066 Mar 07 10:50:39.573785 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-7dec2e60-aef4-4549-af06-3960967053b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:39.581537 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-7dec2e60-aef4-4549-af06-3960967053b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=32944cde-c55b-47e2-bb77-543fbc1a70ac HTTP/1.1" status: 200 len: 846 time: 0.0780385 Mar 07 10:50:39.659157 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-b7c1e023-dc46-437f-95af-94cd7dc220a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5ac3594-31b2-4f8f-99ae-bd148951ec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712032 Mar 07 10:50:39.866633 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:39.968315 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-4479bf6d-763a-4181-8119-9e166dd508c1 service neutron] 10.222.0.21 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038812 Mar 07 10:50:39.976120 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2feedd-182f-477e-9a22-e16318fd6886 req-c4e566c0-03c2-45e8-b47c-582d70b2c935 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:39.990159 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8a2feedd-182f-477e-9a22-e16318fd6886 req-c4e566c0-03c2-45e8-b47c-582d70b2c935 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.2606521 Mar 07 10:50:40.340915 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8a2feedd-182f-477e-9a22-e16318fd6886 req-0621b99a-3c16-47c2-a438-c2d58c6a1c44 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375947 Mar 07 10:50:40.394024 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-caac0616-8bd6-4fc8-b135-861f5af29e7b req-a38d5d5d-fa59-40f7-95f1-ab22153062ea service neutron] 10.222.0.21 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028506 Mar 07 10:50:40.493567 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040af36-6451-4fad-af28-b1b530bf0dea req-47a1c811-a65a-49e4-b4e1-d096d4830e0d tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:40.502166 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2040af36-6451-4fad-af28-b1b530bf0dea req-47a1c811-a65a-49e4-b4e1-d096d4830e0d tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.0734179 Mar 07 10:50:40.561304 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37244) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:40.564617 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2040af36-6451-4fad-af28-b1b530bf0dea req-8e8c3763-8c8b-4b4f-8506-0d6df747a5b0 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575111 Mar 07 10:50:40.618625 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ff0e3-b4e3-4b47-9a9f-effbf0bb3a74 req-f839fcc6-8f55-4107-adc1-cec57711aa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:40.628307 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-106ff0e3-b4e3-4b47-9a9f-effbf0bb3a74 req-f839fcc6-8f55-4107-adc1-cec57711aa35 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f878931fbda404796227bcaa31aa466&device_id=fdee87bd-3d05-4549-bce6-ad871b5a7394 HTTP/1.1" status: 200 len: 1125 time: 0.1547928 Mar 07 10:50:40.836203 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515a25d-64d9-4d86-8fea-0ee3f39a1788 req-71d3b8a9-34b2-4a41-b53b-cfca48aa4f2b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:40.844546 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e515a25d-64d9-4d86-8fea-0ee3f39a1788 req-71d3b8a9-34b2-4a41-b53b-cfca48aa4f2b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdee87bd-3d05-4549-bce6-ad871b5a7394 HTTP/1.1" status: 200 len: 943 time: 0.1302040 Mar 07 10:50:40.969736 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e515a25d-64d9-4d86-8fea-0ee3f39a1788 req-959eebe5-c70a-4849-8b80-a263a3159a67 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242192 Mar 07 10:50:41.037084 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-1a6bf86d-5528-4e3a-90ee-9fb3ac8aeb24 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-932188947-network', 'tenant_id': '1434121a00964d4f844bbd3c8dbab7f5'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:41.087180 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ff0e3-b4e3-4b47-9a9f-effbf0bb3a74 req-09e24dc1-c359-4cac-b465-ab3c34e76dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:41.089571 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-106ff0e3-b4e3-4b47-9a9f-effbf0bb3a74 req-09e24dc1-c359-4cac-b465-ab3c34e76dd4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5ac3594-31b2-4f8f-99ae-bd148951ec42 HTTP/1.1" status: 200 len: 907 time: 0.4548113 Mar 07 10:50:41.119780 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66afe9-941f-4b1e-a7f2-462482161f02 req-8ac33288-64fd-45d0-a267-d346fb81da32 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:41.122387 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1a66afe9-941f-4b1e-a7f2-462482161f02 req-8ac33288-64fd-45d0-a267-d346fb81da32 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.3908587 Mar 07 10:50:41.214934 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-106ff0e3-b4e3-4b47-9a9f-effbf0bb3a74 req-0455d2d8-7e82-4d59-bbf9-44458d47a474 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a140d585-9fb7-435b-bdcc-3d14fd900c44 HTTP/1.1" status: 200 len: 217 time: 0.0897756 Mar 07 10:50:41.215532 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6bf86d-5528-4e3a-90ee-9fb3ac8aeb24 admin admin] Made reservation on behalf of 1434121a00964d4f844bbd3c8dbab7f5 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:41.217843 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a6bf86d-5528-4e3a-90ee-9fb3ac8aeb24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:41.282160 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a6bf86d-5528-4e3a-90ee-9fb3ac8aeb24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:41.385303 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1a66afe9-941f-4b1e-a7f2-462482161f02 req-e361dc11-a7ac-44d0-a060-487cb071572d tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393126 Mar 07 10:50:41.403875 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ff0e3-b4e3-4b47-9a9f-effbf0bb3a74 req-1d08f403-51f0-4375-9f08-02fd4b77ed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:41.407537 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-106ff0e3-b4e3-4b47-9a9f-effbf0bb3a74 req-1d08f403-51f0-4375-9f08-02fd4b77ed00 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=32944cde-c55b-47e2-bb77-543fbc1a70ac HTTP/1.1" status: 200 len: 846 time: 0.1555779 Mar 07 10:50:41.519448 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-106ff0e3-b4e3-4b47-9a9f-effbf0bb3a74 req-66404218-23ed-485a-a55b-bbd4f71b5763 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5ac3594-31b2-4f8f-99ae-bd148951ec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017976 Mar 07 10:50:41.535989 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb984f-7e24-4afc-ab3c-fe386d79c63d req-2c3a68b9-f092-4f14-908e-82257b44579b tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:41.544887 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8ddb984f-7e24-4afc-ab3c-fe386d79c63d req-2c3a68b9-f092-4f14-908e-82257b44579b tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.0966499 Mar 07 10:50:41.611493 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:41.663902 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8ddb984f-7e24-4afc-ab3c-fe386d79c63d req-35cb3e70-3018-4583-95b6-9452943488ae tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175766 Mar 07 10:50:41.729079 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a6bf86d-5528-4e3a-90ee-9fb3ac8aeb24 admin admin] Publish callbacks [] for security_group (17d6150b-074e-4cc9-81b0-202406f1275c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:41.735867 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-106ff0e3-b4e3-4b47-9a9f-effbf0bb3a74 req-5a1e9281-03ae-4932-8b84-30db9150367f service neutron] 10.222.0.21 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096388 Mar 07 10:50:41.737523 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a6bf86d-5528-4e3a-90ee-9fb3ac8aeb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (17d6150b-074e-4cc9-81b0-202406f1275c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:41.770039 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6bf86d-5528-4e3a-90ee-9fb3ac8aeb24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17d6150b-074e-4cc9-81b0-202406f1275c,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:41.799334 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6bf86d-5528-4e3a-90ee-9fb3ac8aeb24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:50:41.853577 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a6bf86d-5528-4e3a-90ee-9fb3ac8aeb24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (e1c411ac-c935-4460-b3d4-58e55dd6f0b5), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:41.854079 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-1a6bf86d-5528-4e3a-90ee-9fb3ac8aeb24 admin admin] Added segment e1c411ac-c935-4460-b3d4-58e55dd6f0b5 of type vlan for network 3767e2f4-42ca-4798-be96-6a33c3292622 Mar 07 10:50:41.910961 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a6bf86d-5528-4e3a-90ee-9fb3ac8aeb24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (3767e2f4-42ca-4798-be96-6a33c3292622), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:41.932585 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-106ff0e3-b4e3-4b47-9a9f-effbf0bb3a74 req-42665b51-15a5-4188-b805-211eb39374bd service neutron] 10.222.0.21 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636426 Mar 07 10:50:41.955942 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a6bf86d-5528-4e3a-90ee-9fb3ac8aeb24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (3767e2f4-42ca-4798-be96-6a33c3292622), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:41.957372 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6bf86d-5528-4e3a-90ee-9fb3ac8aeb24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:41.958184 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a6bf86d-5528-4e3a-90ee-9fb3ac8aeb24 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:41.994237 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ff95b-49c2-4add-9359-23c91fe01e84 req-27fd4af2-795d-4d93-b801-508dc696dde5 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:42.010439 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c27ff95b-49c2-4add-9359-23c91fe01e84 req-27fd4af2-795d-4d93-b801-508dc696dde5 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1451232 Mar 07 10:50:42.049316 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1a6bf86d-5528-4e3a-90ee-9fb3ac8aeb24 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4840050 Mar 07 10:50:42.052606 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37288) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:42.059614 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-f19d3df4-db5f-4060-9aa7-9034e3a2c69e admin admin] Request body: {'subnet': {'network_id': '3767e2f4-42ca-4798-be96-6a33c3292622', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-932188947-subnet', 'tenant_id': '1434121a00964d4f844bbd3c8dbab7f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:42.064421 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6bf86d-5528-4e3a-90ee-9fb3ac8aeb24 admin admin] Pushing event updated for resources: {'Network': ['ID=3767e2f4-42ca-4798-be96-6a33c3292622,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:42.077470 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 3767e2f4-42ca-4798-be96-6a33c3292622 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:50:42.109882 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19d3df4-db5f-4060-9aa7-9034e3a2c69e admin admin] Made reservation on behalf of 1434121a00964d4f844bbd3c8dbab7f5 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:42.112538 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f19d3df4-db5f-4060-9aa7-9034e3a2c69e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:42.149700 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c27ff95b-49c2-4add-9359-23c91fe01e84 req-51394076-5e79-45fa-83da-1b68d5bf2852 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362317 Mar 07 10:50:42.350044 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device a140d585-9fb7-435b-bdcc-3d14fd900c44 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:50:42.381795 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760e65e-8bff-4d37-8f42-db8cead0c9fb req-7384a794-c4cb-4a87-98b4-67e340ee9ae8 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:42.383533 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2760e65e-8bff-4d37-8f42-db8cead0c9fb req-7384a794-c4cb-4a87-98b4-67e340ee9ae8 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdee87bd-3d05-4549-bce6-ad871b5a7394 HTTP/1.1" status: 200 len: 943 time: 0.2351711 Mar 07 10:50:42.439336 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89c679-9d4e-41ca-917d-8b18fc803150 req-a0c57747-84ab-46c5-a4ba-ede2d0149117 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:42.447515 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8c89c679-9d4e-41ca-917d-8b18fc803150 req-a0c57747-84ab-46c5-a4ba-ede2d0149117 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1435630 Mar 07 10:50:42.540847 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8c89c679-9d4e-41ca-917d-8b18fc803150 req-174505ae-1ec0-48ea-994b-6c6da2f6a8c4 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922391 Mar 07 10:50:42.603011 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port a140d585-9fb7-435b-bdcc-3d14fd900c44, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=a140d585-9fb7-435b-bdcc-3d14fd900c44,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:42.631441 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'a140d585-9fb7-435b-bdcc-3d14fd900c44', 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42', 'port_id': 'a140d585-9fb7-435b-bdcc-3d14fd900c44', 'mac_address': 'fa:16:3e:a6:b3:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32944cde-c55b-47e2-bb77-543fbc1a70ac', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:50:42.712880 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2760e65e-8bff-4d37-8f42-db8cead0c9fb req-10651874-d440-428a-abe0-621992832e79 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999902 Mar 07 10:50:42.743188 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f19d3df4-db5f-4060-9aa7-9034e3a2c69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (a56159cd-64e8-4cb5-b0ce-7035749983ff), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:42.762932 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port a140d585-9fb7-435b-bdcc-3d14fd900c44 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:42.765335 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a140d585-9fb7-435b-bdcc-3d14fd900c44), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:42.786021 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a140d585-9fb7-435b-bdcc-3d14fd900c44 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:50:42.844332 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1535aa-0774-4a34-82d5-f98e7d3df830 req-5aaf60bd-a391-43ba-9aa2-9678c5c6fc28 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:42.850103 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port a140d585-9fb7-435b-bdcc-3d14fd900c44, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=a140d585-9fb7-435b-bdcc-3d14fd900c44,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:42.856327 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ab1535aa-0774-4a34-82d5-f98e7d3df830 req-5aaf60bd-a391-43ba-9aa2-9678c5c6fc28 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1783307 Mar 07 10:50:42.863443 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a140d585-9fb7-435b-bdcc-3d14fd900c44), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:42.885424 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d3df4-db5f-4060-9aa7-9034e3a2c69e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a56159cd-64e8-4cb5-b0ce-7035749983ff,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:42.918388 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19d3df4-db5f-4060-9aa7-9034e3a2c69e admin admin] Checking segment: {'id': 'e1c411ac-c935-4460-b3d4-58e55dd6f0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3767e2f4-42ca-4798-be96-6a33c3292622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:50:42.918707 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19d3df4-db5f-4060-9aa7-9034e3a2c69e admin admin] Network hostable DHCP agents. Network: 3767e2f4-42ca-4798-be96-6a33c3292622, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:50:42.948514 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:42.958539 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ab1535aa-0774-4a34-82d5-f98e7d3df830 req-093b49f9-c501-4473-a975-17e126a1f2b3 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008418 Mar 07 10:50:42.962563 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19d3df4-db5f-4060-9aa7-9034e3a2c69e admin admin] Network 3767e2f4-42ca-4798-be96-6a33c3292622 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:50:42.968123 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=a140d585-9fb7-435b-bdcc-3d14fd900c44,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:42.986428 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-f19d3df4-db5f-4060-9aa7-9034e3a2c69e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 3767e2f4-42ca-4798-be96-6a33c3292622) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:42.993814 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19d3df4-db5f-4060-9aa7-9034e3a2c69e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:42.995739 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f19d3df4-db5f-4060-9aa7-9034e3a2c69e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:42.998935 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529438bf-5311-4463-93d6-74b602cba349 None None] Network 3767e2f4-42ca-4798-be96-6a33c3292622 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:50:43.067234 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f19d3df4-db5f-4060-9aa7-9034e3a2c69e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0118365 Mar 07 10:50:43.140952 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['a140d585-9fb7-435b-bdcc-3d14fd900c44'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:50:43.216706 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402a0f9-1921-438c-97ff-52f142bd69ff req-69da0874-9efc-4c58-8ecc-a1ef2812df11 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:43.222555 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e402a0f9-1921-438c-97ff-52f142bd69ff req-69da0874-9efc-4c58-8ecc-a1ef2812df11 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.0860751 Mar 07 10:50:43.336067 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e402a0f9-1921-438c-97ff-52f142bd69ff req-289b26a1-bc63-44ce-af83-72a354360350 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088822 Mar 07 10:50:43.348179 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e9e4ae-0126-49ca-8bd3-d74c22df30bf None None] Network 3767e2f4-42ca-4798-be96-6a33c3292622 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:50:43.688129 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b078c6fe-2a71-4107-b3fd-c4819ae455ea req-25055b3b-ebf8-4db3-bb4e-7f9a2f7e1b1a tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:43.693620 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b078c6fe-2a71-4107-b3fd-c4819ae455ea req-25055b3b-ebf8-4db3-bb4e-7f9a2f7e1b1a tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1276877 Mar 07 10:50:43.861740 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b078c6fe-2a71-4107-b3fd-c4819ae455ea req-420a4245-3f6c-4865-9aff-d216beaa399d tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626341 Mar 07 10:50:43.978233 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37352) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:44.187358 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-e278d89e-cf47-4898-9e54-2edc3d29d1ae tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:44.188954 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-e278d89e-cf47-4898-9e54-2edc3d29d1ae tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] 10.222.0.11 "GET /v2.0/networks?id=3767e2f4-42ca-4798-be96-6a33c3292622 HTTP/1.1" status: 200 len: 821 time: 0.1705949 Mar 07 10:50:44.192913 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0401bd-fee7-4e76-95e2-c5afd8b4131d req-1b4ed00b-8b38-4648-a45b-07f247e233fd tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:44.204199 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-aa0401bd-fee7-4e76-95e2-c5afd8b4131d req-1b4ed00b-8b38-4648-a45b-07f247e233fd tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdee87bd-3d05-4549-bce6-ad871b5a7394 HTTP/1.1" status: 200 len: 944 time: 0.1396196 Mar 07 10:50:44.215957 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-bfa67f74-7ccf-4cdc-84d8-998c68b6e725 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] 10.222.0.11 "GET /v2.0/quotas/1434121a00964d4f844bbd3c8dbab7f5 HTTP/1.1" status: 200 len: 375 time: 0.0203769 Mar 07 10:50:44.236424 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device a140d585-9fb7-435b-bdcc-3d14fd900c44 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:50:44.281563 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-92dc325d-26d4-4782-9b5e-e0065d695d4a tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=1434121a00964d4f844bbd3c8dbab7f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598407 Mar 07 10:50:44.281804 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a0860a9-2eda-4b72-9cd4-6e9c56033d44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:44.358783 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port a140d585-9fb7-435b-bdcc-3d14fd900c44 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:50:44.364888 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port a140d585-9fb7-435b-bdcc-3d14fd900c44 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:44.365500 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a140d585-9fb7-435b-bdcc-3d14fd900c44), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:44.368120 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-aa0401bd-fee7-4e76-95e2-c5afd8b4131d req-0c955d16-2cd4-4eeb-958d-042ae95b4619 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626816 Mar 07 10:50:44.460862 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a0860a9-2eda-4b72-9cd4-6e9c56033d44 admin admin] Publish callbacks [] for security_group (c5159e65-c0e8-443e-86a8-12271a1789cb), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:44.473273 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a0860a9-2eda-4b72-9cd4-6e9c56033d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (c5159e65-c0e8-443e-86a8-12271a1789cb), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:44.483826 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-c9f13760-a91e-4a61-bc08-161cb1510e0d service neutron] 10.222.0.11 "GET /v2.0/networks/3767e2f4-42ca-4798-be96-6a33c3292622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944880 Mar 07 10:50:44.561351 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1a0860a9-2eda-4b72-9cd4-6e9c56033d44 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=79e51f95ae3441c99b532af3ad8b3b9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5818458 Mar 07 10:50:44.563725 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37370) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:44.650172 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port a140d585-9fb7-435b-bdcc-3d14fd900c44 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:44.650921 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a140d585-9fb7-435b-bdcc-3d14fd900c44), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:44.676783 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-39fda5a6-4336-4926-bc7e-98e2feeb7470 service neutron] 10.222.0.11 "GET /v2.0/networks/3767e2f4-42ca-4798-be96-6a33c3292622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862411 Mar 07 10:50:44.693055 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdee87bd-3d05-4549-bce6-ad871b5a7394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a140d585-9fb7-435b-bdcc-3d14fd900c44'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:50:44.695658 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4189511e-85ea-42bb-bc0b-86c9734fb739" -d '{"events": [{"server_uuid": "fdee87bd-3d05-4549-bce6-ad871b5a7394", "name": "network-vif-plugged", "status": "completed", "tag": "a140d585-9fb7-435b-bdcc-3d14fd900c44"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:50:44.715224 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port a140d585-9fb7-435b-bdcc-3d14fd900c44, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=a140d585-9fb7-435b-bdcc-3d14fd900c44,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:44.727656 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a140d585-9fb7-435b-bdcc-3d14fd900c44), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:44.813761 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0860a9-2eda-4b72-9cd4-6e9c56033d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5159e65-c0e8-443e-86a8-12271a1789cb,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:44.844611 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=a140d585-9fb7-435b-bdcc-3d14fd900c44,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:44.888805 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8b20b-35db-448f-a780-9123945aafaa req-89036910-0e50-44bc-9e7e-8337297fa7d8 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:44.897057 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7cc8b20b-35db-448f-a780-9123945aafaa req-89036910-0e50-44bc-9e7e-8337297fa7d8 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.3426230 Mar 07 10:50:45.016104 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7cc8b20b-35db-448f-a780-9123945aafaa req-cb0e50ca-0ac0-4193-a630-34dfafe6af0c tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151137 Mar 07 10:50:45.020705 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6bb030a9-61f1-4ab3-b9d8-43ee8cd7ae2b admin admin] Publish callbacks [] for security_group (c5159e65-c0e8-443e-86a8-12271a1789cb), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:45.088612 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6bb030a9-61f1-4ab3-b9d8-43ee8cd7ae2b admin admin] Publish callbacks [] for security_group (c5159e65-c0e8-443e-86a8-12271a1789cb), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:45.098474 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7ce4cf-c6c9-47a7-bbe9-cc6ace9d7e72 x-openstack-request-id: req-be7ce4cf-c6c9-47a7-bbe9-cc6ace9d7e72 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:50:45.099339 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdee87bd-3d05-4549-bce6-ad871b5a7394", "name": "network-vif-plugged", "status": "completed", "tag": "a140d585-9fb7-435b-bdcc-3d14fd900c44", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:50:45.099746 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-be7ce4cf-c6c9-47a7-bbe9-cc6ace9d7e72 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:50:45.100285 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdee87bd-3d05-4549-bce6-ad871b5a7394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a140d585-9fb7-435b-bdcc-3d14fd900c44', 'code': 200} Mar 07 10:50:45.230460 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-139cabbe-4da0-4952-8930-4ee8d1897859 req-d98bb645-02d3-4f1a-9def-709551d558d1 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] 10.222.0.11 "GET /v2.0/ports?device_id=402a616d-40c2-4b0a-acd0-01f21d8a033f HTTP/1.1" status: 200 len: 210 time: 0.1188347 Mar 07 10:50:45.390753 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37408) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:45.525454 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca51b7-f8b8-46aa-86fb-e83dc42c690d req-a784da68-78d2-4627-abcd-17f4f0c5f06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:45.527675 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f3ca51b7-f8b8-46aa-86fb-e83dc42c690d req-a784da68-78d2-4627-abcd-17f4f0c5f06c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fdee87bd-3d05-4549-bce6-ad871b5a7394 HTTP/1.1" status: 200 len: 1127 time: 0.2950084 Mar 07 10:50:45.586407 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a452e9a-916e-40fb-b377-beaf96c893e9 req-d779df35-ec6f-4489-95cd-f187a8d60c72 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:45.597842 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4a452e9a-916e-40fb-b377-beaf96c893e9 req-d779df35-ec6f-4489-95cd-f187a8d60c72 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1807971 Mar 07 10:50:45.608780 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6bb030a9-61f1-4ab3-b9d8-43ee8cd7ae2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (c5159e65-c0e8-443e-86a8-12271a1789cb), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:45.615565 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6bb030a9-61f1-4ab3-b9d8-43ee8cd7ae2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:45.621378 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6bb030a9-61f1-4ab3-b9d8-43ee8cd7ae2b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c5159e65-c0e8-443e-86a8-12271a1789cb HTTP/1.1" status: 204 len: 168 time: 1.0541859 Mar 07 10:50:45.760725 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb030a9-61f1-4ab3-b9d8-43ee8cd7ae2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5159e65-c0e8-443e-86a8-12271a1789cb,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:45.780978 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4a452e9a-916e-40fb-b377-beaf96c893e9 req-fb40a141-59ee-424e-bb53-2b71553eb2e3 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821806 Mar 07 10:50:45.801390 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8b8afc69-8c70-4dbf-9114-6ad268bb4487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:45.853558 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f3ca51b7-f8b8-46aa-86fb-e83dc42c690d req-54df19c3-ed4a-46b4-bd64-fe6a5757525f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106077 Mar 07 10:50:45.890621 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288d78e-b6e7-4eef-9f38-1bd3e2e131a1 req-dd178799-6595-43cf-a43e-c54fb2b15ad0 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:45.902294 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c288d78e-b6e7-4eef-9f38-1bd3e2e131a1 req-dd178799-6595-43cf-a43e-c54fb2b15ad0 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdee87bd-3d05-4549-bce6-ad871b5a7394 HTTP/1.1" status: 200 len: 945 time: 0.3636076 Mar 07 10:50:46.024669 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8b8afc69-8c70-4dbf-9114-6ad268bb4487 admin admin] Publish callbacks [] for security_group (4052e5a0-e564-45fc-94d9-3d421f417788), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:46.031697 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c288d78e-b6e7-4eef-9f38-1bd3e2e131a1 req-9ed2dc26-536e-488e-a3bf-b51fb7055653 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145608 Mar 07 10:50:46.078296 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8b8afc69-8c70-4dbf-9114-6ad268bb4487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4052e5a0-e564-45fc-94d9-3d421f417788), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:46.111822 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8afc69-8c70-4dbf-9114-6ad268bb4487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4052e5a0-e564-45fc-94d9-3d421f417788,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:46.160293 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce715cbf-2418-42fe-99da-15795e369689 req-566b64cc-7eb1-4866-9677-1a776e55cec2 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:46.180263 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ce715cbf-2418-42fe-99da-15795e369689 req-566b64cc-7eb1-4866-9677-1a776e55cec2 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1515734 Mar 07 10:50:46.224336 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37424) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:46.271447 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e1d1931f-0c2f-450c-b513-1d2d8b680a3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:46.298274 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ce715cbf-2418-42fe-99da-15795e369689 req-d2b41841-b607-4b19-a21b-4881ae8a99e6 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108897 Mar 07 10:50:46.314831 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8b8afc69-8c70-4dbf-9114-6ad268bb4487 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=99cef59998d64ebda44f0d971f016404&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9094565 Mar 07 10:50:46.320756 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37428) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:46.527989 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-11c7fd71-638f-49f7-9594-a92a0bac0b8f req-da982848-f035-4e64-85af-5e2a53f77aac tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] 10.222.0.11 "GET /v2.0/ports?device_id=402a616d-40c2-4b0a-acd0-01f21d8a033f HTTP/1.1" status: 200 len: 210 time: 0.1114674 Mar 07 10:50:46.595573 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf6f6e-6d7c-4d52-9684-d4c698cc66f1 req-7f328c84-6aa2-4709-bae4-51bfd157b4e5 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:46.611627 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cbaf6f6e-6d7c-4d52-9684-d4c698cc66f1 req-7f328c84-6aa2-4709-bae4-51bfd157b4e5 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1791749 Mar 07 10:50:46.677503 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-757f1f92-b6d4-4d3b-8999-6babfcc5bc1b admin admin] Publish callbacks [] for security_group (4052e5a0-e564-45fc-94d9-3d421f417788), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:46.759234 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cbaf6f6e-6d7c-4d52-9684-d4c698cc66f1 req-c94c6553-ea9f-41a7-82ec-157ec177b24e tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280403 Mar 07 10:50:46.899800 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e1d1931f-0c2f-450c-b513-1d2d8b680a3f admin admin] Publish callbacks [] for security_group (4ca5ba2d-6749-4e8c-8f9a-4d406d05f245), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:46.918845 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e1d1931f-0c2f-450c-b513-1d2d8b680a3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4ca5ba2d-6749-4e8c-8f9a-4d406d05f245), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:46.978258 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-199fe4c4-5ef3-4063-ad9d-30eb12eed67b tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:46.980448 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-199fe4c4-5ef3-4063-ad9d-30eb12eed67b tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] 10.222.0.31 "GET /v2.0/networks?id=3767e2f4-42ca-4798-be96-6a33c3292622 HTTP/1.1" status: 200 len: 821 time: 0.2589455 Mar 07 10:50:46.993861 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-ae569086-c7c5-4b5e-a527-2805036edf25 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] Request body: {'port': {'device_id': '402a616d-40c2-4b0a-acd0-01f21d8a033f', 'network_id': '3767e2f4-42ca-4798-be96-6a33c3292622', 'admin_state_up': True, 'tenant_id': '1434121a00964d4f844bbd3c8dbab7f5'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:47.060889 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e1d1931f-0c2f-450c-b513-1d2d8b680a3f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8e98b5dc282e4dc58a2961aead1caffd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8311141 Mar 07 10:50:47.086841 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37444) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:47.183741 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1931f-0c2f-450c-b513-1d2d8b680a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca5ba2d-6749-4e8c-8f9a-4d406d05f245,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:47.211601 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-757f1f92-b6d4-4d3b-8999-6babfcc5bc1b admin admin] Publish callbacks [] for security_group (4052e5a0-e564-45fc-94d9-3d421f417788), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:47.260151 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db15736-8ea5-48cf-af59-742cdcfa8626 req-b8a945d7-d989-4cca-a0c8-b5fd45f2ee20 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:47.268100 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0db15736-8ea5-48cf-af59-742cdcfa8626 req-b8a945d7-d989-4cca-a0c8-b5fd45f2ee20 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdee87bd-3d05-4549-bce6-ad871b5a7394 HTTP/1.1" status: 200 len: 945 time: 0.1345811 Mar 07 10:50:47.363978 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0db15736-8ea5-48cf-af59-742cdcfa8626 req-05d2d93c-90b7-422e-8b62-7a1a8804a0f4 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896232 Mar 07 10:50:47.367426 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-ae569086-c7c5-4b5e-a527-2805036edf25 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] Made reservation on behalf of 1434121a00964d4f844bbd3c8dbab7f5 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:47.380356 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-ae569086-c7c5-4b5e-a527-2805036edf25 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:47.465024 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da2b01-d451-4c94-8b85-89f1eb2b4be3 req-1b8e1535-c550-4eff-ba63-2e2aeae25f66 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:47.468458 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e9da2b01-d451-4c94-8b85-89f1eb2b4be3 req-1b8e1535-c550-4eff-ba63-2e2aeae25f66 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.5167463 Mar 07 10:50:47.535757 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b955f0df-4423-44ff-a268-c8447ba1ea6c admin admin] Publish callbacks [] for security_group (4ca5ba2d-6749-4e8c-8f9a-4d406d05f245), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:47.587061 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b955f0df-4423-44ff-a268-c8447ba1ea6c admin admin] Publish callbacks [] for security_group (4ca5ba2d-6749-4e8c-8f9a-4d406d05f245), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:47.626278 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e564f3-3bfd-4c57-8a4f-46333939bfec req-3bf7d1a6-c47f-416b-bc8f-d30e95c57fbf tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:47.630382 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-99e564f3-3bfd-4c57-8a4f-46333939bfec req-3bf7d1a6-c47f-416b-bc8f-d30e95c57fbf tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdee87bd-3d05-4549-bce6-ad871b5a7394 HTTP/1.1" status: 200 len: 945 time: 0.1373079 Mar 07 10:50:47.694607 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b955f0df-4423-44ff-a268-c8447ba1ea6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4ca5ba2d-6749-4e8c-8f9a-4d406d05f245), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:47.696885 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-ae569086-c7c5-4b5e-a527-2805036edf25 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] Allocated IP 172.20.0.6 (3767e2f4-42ca-4798-be96-6a33c3292622/a56159cd-64e8-4cb5-b0ce-7035749983ff/34692390-14bd-4c33-8fce-27c7d2b9c258) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:50:47.701638 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b955f0df-4423-44ff-a268-c8447ba1ea6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:47.703781 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b955f0df-4423-44ff-a268-c8447ba1ea6c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4ca5ba2d-6749-4e8c-8f9a-4d406d05f245 HTTP/1.1" status: 204 len: 168 time: 0.5257118 Mar 07 10:50:47.789430 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e9da2b01-d451-4c94-8b85-89f1eb2b4be3 req-fbafe959-8cbd-4493-80bc-06c6d51d68e5 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993093 Mar 07 10:50:47.790301 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-757f1f92-b6d4-4d3b-8999-6babfcc5bc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4052e5a0-e564-45fc-94d9-3d421f417788), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:47.792865 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-757f1f92-b6d4-4d3b-8999-6babfcc5bc1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:47.802009 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-757f1f92-b6d4-4d3b-8999-6babfcc5bc1b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4052e5a0-e564-45fc-94d9-3d421f417788 HTTP/1.1" status: 204 len: 168 time: 1.4800563 Mar 07 10:50:47.803235 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955f0df-4423-44ff-a268-c8447ba1ea6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca5ba2d-6749-4e8c-8f9a-4d406d05f245,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:47.843347 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f1f92-b6d4-4d3b-8999-6babfcc5bc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4052e5a0-e564-45fc-94d9-3d421f417788,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:48.037517 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-feff9083-370d-4467-984f-822e0af8a8b2 req-6a37b345-bf26-4d35-9c7d-631e16a1351a tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] 10.222.0.11 "GET /v2.0/ports?device_id=402a616d-40c2-4b0a-acd0-01f21d8a033f HTTP/1.1" status: 200 len: 210 time: 0.1021523 Mar 07 10:50:48.264394 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:48.296917 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-99e564f3-3bfd-4c57-8a4f-46333939bfec req-38c0c400-d4b9-43d1-99c4-ed4643199e75 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806076 Mar 07 10:50:48.422051 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-ae569086-c7c5-4b5e-a527-2805036edf25 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] Publish callbacks [] for port (34692390-14bd-4c33-8fce-27c7d2b9c258), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:48.558901 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-ae569086-c7c5-4b5e-a527-2805036edf25 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (34692390-14bd-4c33-8fce-27c7d2b9c258), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:48.736822 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37480) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:48.759712 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-447b446f-fa25-484c-8336-874db5c358ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:48.761537 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae569086-c7c5-4b5e-a527-2805036edf25 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] Pushing event updated for resources: {'Port': ['ID=34692390-14bd-4c33-8fce-27c7d2b9c258,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:48.826644 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-ae569086-c7c5-4b5e-a527-2805036edf25 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] Network 3767e2f4-42ca-4798-be96-6a33c3292622 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:50:48.834006 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-ae569086-c7c5-4b5e-a527-2805036edf25 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:48.848587 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-ae569086-c7c5-4b5e-a527-2805036edf25 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:50:49.123286 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-ae569086-c7c5-4b5e-a527-2805036edf25 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:49.124546 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-447b446f-fa25-484c-8336-874db5c358ac admin admin] Publish callbacks [] for security_group (0a7397e3-10fb-4df7-9a5e-20669cd3bd5c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:49.131240 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-ae569086-c7c5-4b5e-a527-2805036edf25 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:49.227090 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-447b446f-fa25-484c-8336-874db5c358ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0a7397e3-10fb-4df7-9a5e-20669cd3bd5c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:49.235945 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb7338-e29c-4a49-af1a-952c5de5af72 req-62094260-245c-472f-ab03-a1d005c86964 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:49.237851 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5feb7338-e29c-4a49-af1a-952c5de5af72 req-62094260-245c-472f-ab03-a1d005c86964 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdee87bd-3d05-4549-bce6-ad871b5a7394 HTTP/1.1" status: 200 len: 945 time: 0.2717366 Mar 07 10:50:49.253097 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-ae569086-c7c5-4b5e-a527-2805036edf25 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2587662 Mar 07 10:50:49.266153 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-1f6f129d-bd44-41ee-ab75-7adb085cc4ab service neutron] Request body: {'port': {'device_id': '402a616d-40c2-4b0a-acd0-01f21d8a033f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:49.312179 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-447b446f-fa25-484c-8336-874db5c358ac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=73d90f794ac4435a8ecd29f9c1d6156a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5741217 Mar 07 10:50:49.318384 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37500) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:49.358236 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b446f-fa25-484c-8336-874db5c358ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7397e3-10fb-4df7-9a5e-20669cd3bd5c,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:49.372888 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a7b4f-266a-43f9-9ba5-c7b942f12fc8 req-6ef8d5a3-d0d1-4f9b-8875-acc945fcfb2f tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:49.380399 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7f0a7b4f-266a-43f9-9ba5-c7b942f12fc8 req-6ef8d5a3-d0d1-4f9b-8875-acc945fcfb2f tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.2539694 Mar 07 10:50:49.421916 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b446f-fa25-484c-8336-874db5c358ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:49.422260 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b446f-fa25-484c-8336-874db5c358ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:49.422595 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b446f-fa25-484c-8336-874db5c358ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:49.422924 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b446f-fa25-484c-8336-874db5c358ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:49.423249 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b446f-fa25-484c-8336-874db5c358ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:49.423573 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b446f-fa25-484c-8336-874db5c358ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:49.423897 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b446f-fa25-484c-8336-874db5c358ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:49.424215 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b446f-fa25-484c-8336-874db5c358ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:49.424531 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b446f-fa25-484c-8336-874db5c358ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:49.425147 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b446f-fa25-484c-8336-874db5c358ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:49.425452 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b446f-fa25-484c-8336-874db5c358ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:49.425767 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b446f-fa25-484c-8336-874db5c358ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:49.426081 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b446f-fa25-484c-8336-874db5c358ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:49.478747 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0e0bba48-2efd-482b-ad6d-48205c991a0c admin admin] Publish callbacks [] for security_group (0a7397e3-10fb-4df7-9a5e-20669cd3bd5c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:49.498548 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7f0a7b4f-266a-43f9-9ba5-c7b942f12fc8 req-3f657226-efa3-4f89-8f64-1d933064633d tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171989 Mar 07 10:50:49.536492 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-1f6f129d-bd44-41ee-ab75-7adb085cc4ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (34692390-14bd-4c33-8fce-27c7d2b9c258), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:49.577657 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0e0bba48-2efd-482b-ad6d-48205c991a0c admin admin] Publish callbacks [] for security_group (0a7397e3-10fb-4df7-9a5e-20669cd3bd5c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:49.661858 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5feb7338-e29c-4a49-af1a-952c5de5af72 req-b1cbd881-b482-49ca-86f1-43a55c8c543f tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063742 Mar 07 10:50:49.732891 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0e0bba48-2efd-482b-ad6d-48205c991a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0a7397e3-10fb-4df7-9a5e-20669cd3bd5c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:49.735376 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0e0bba48-2efd-482b-ad6d-48205c991a0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:49.737456 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0e0bba48-2efd-482b-ad6d-48205c991a0c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0a7397e3-10fb-4df7-9a5e-20669cd3bd5c HTTP/1.1" status: 204 len: 168 time: 0.4157526 Mar 07 10:50:49.768666 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ae5a4-80c9-40c2-b516-e0abc1c803c5 req-d788613f-c11b-43e8-b933-bf74f2abe40a tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:49.770302 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-858ae5a4-80c9-40c2-b516-e0abc1c803c5 req-d788613f-c11b-43e8-b933-bf74f2abe40a tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] 10.222.0.11 "GET /v2.0/ports?device_id=402a616d-40c2-4b0a-acd0-01f21d8a033f HTTP/1.1" status: 200 len: 931 time: 0.1807156 Mar 07 10:50:49.800819 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0bba48-2efd-482b-ad6d-48205c991a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7397e3-10fb-4df7-9a5e-20669cd3bd5c,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:49.929614 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-858ae5a4-80c9-40c2-b516-e0abc1c803c5 req-c54d83cc-6e13-4bd1-8de2-1ebee8f212e4 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] 10.222.0.11 "GET /v2.0/security-groups?id=17d6150b-074e-4cc9-81b0-202406f1275c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326315 Mar 07 10:50:50.108215 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec7987-b9a4-44e5-8460-a7349d96d386 req-a64da031-7329-4358-a768-71c02c2020ec tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:50.113072 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e3ec7987-b9a4-44e5-8460-a7349d96d386 req-a64da031-7329-4358-a768-71c02c2020ec tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdee87bd-3d05-4549-bce6-ad871b5a7394 HTTP/1.1" status: 200 len: 945 time: 0.1362767 Mar 07 10:50:50.196474 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-1f6f129d-bd44-41ee-ab75-7adb085cc4ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34692390-14bd-4c33-8fce-27c7d2b9c258 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:50:50.214485 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-1f6f129d-bd44-41ee-ab75-7adb085cc4ab service neutron] Publish callbacks [] for port (34692390-14bd-4c33-8fce-27c7d2b9c258), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:50.258469 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-1f6f129d-bd44-41ee-ab75-7adb085cc4ab service neutron] Transition to ACTIVE for port object 34692390-14bd-4c33-8fce-27c7d2b9c258 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:50:50.264373 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-1f6f129d-bd44-41ee-ab75-7adb085cc4ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (34692390-14bd-4c33-8fce-27c7d2b9c258), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:50.419686 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-e3ec7987-b9a4-44e5-8460-a7349d96d386 req-f4051107-d654-4869-8717-8f4e845bc95b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Deleting port a140d585-9fb7-435b-bdcc-3d14fd900c44 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:50.420098 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e3ec7987-b9a4-44e5-8460-a7349d96d386 req-f4051107-d654-4869-8717-8f4e845bc95b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a140d585-9fb7-435b-bdcc-3d14fd900c44), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:50.425867 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f129d-bd44-41ee-ab75-7adb085cc4ab service neutron] Pushing event updated for resources: {'Port': ['ID=34692390-14bd-4c33-8fce-27c7d2b9c258,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:50.594101 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-1f6f129d-bd44-41ee-ab75-7adb085cc4ab service neutron] Attempting to bind port 34692390-14bd-4c33-8fce-27c7d2b9c258 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:50:50.594612 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-1f6f129d-bd44-41ee-ab75-7adb085cc4ab service neutron] Attempting to bind port 34692390-14bd-4c33-8fce-27c7d2b9c258 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': 'e1c411ac-c935-4460-b3d4-58e55dd6f0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3767e2f4-42ca-4798-be96-6a33c3292622'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:50:50.597443 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-1f6f129d-bd44-41ee-ab75-7adb085cc4ab service neutron] Attempting to bind port 34692390-14bd-4c33-8fce-27c7d2b9c258 on network 3767e2f4-42ca-4798-be96-6a33c3292622 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:50:50.607883 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-1f6f129d-bd44-41ee-ab75-7adb085cc4ab service neutron] Port 34692390-14bd-4c33-8fce-27c7d2b9c258 on network 3767e2f4-42ca-4798-be96-6a33c3292622 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:50:50.609986 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-1f6f129d-bd44-41ee-ab75-7adb085cc4ab service neutron] Attempting to bind port 34692390-14bd-4c33-8fce-27c7d2b9c258 on network 3767e2f4-42ca-4798-be96-6a33c3292622 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:50:50.623371 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-1f6f129d-bd44-41ee-ab75-7adb085cc4ab service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:50:50.625532 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-1f6f129d-bd44-41ee-ab75-7adb085cc4ab service neutron] Checking segment: {'id': 'e1c411ac-c935-4460-b3d4-58e55dd6f0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3767e2f4-42ca-4798-be96-6a33c3292622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:50:50.627501 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-1f6f129d-bd44-41ee-ab75-7adb085cc4ab service neutron] Bound using segment: {'id': 'e1c411ac-c935-4460-b3d4-58e55dd6f0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3767e2f4-42ca-4798-be96-6a33c3292622'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:50:50.628296 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-1f6f129d-bd44-41ee-ab75-7adb085cc4ab service neutron] Bound port: 34692390-14bd-4c33-8fce-27c7d2b9c258, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c411ac-c935-4460-b3d4-58e55dd6f0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3767e2f4-42ca-4798-be96-6a33c3292622'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:50:50.628850 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-1f6f129d-bd44-41ee-ab75-7adb085cc4ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (34692390-14bd-4c33-8fce-27c7d2b9c258), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:50.651920 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-e3ec7987-b9a4-44e5-8460-a7349d96d386 req-f4051107-d654-4869-8717-8f4e845bc95b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] For port a140d585-9fb7-435b-bdcc-3d14fd900c44, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=a140d585-9fb7-435b-bdcc-3d14fd900c44,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:50.652295 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e3ec7987-b9a4-44e5-8460-a7349d96d386 req-f4051107-d654-4869-8717-8f4e845bc95b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a140d585-9fb7-435b-bdcc-3d14fd900c44), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:50.677586 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-e3ec7987-b9a4-44e5-8460-a7349d96d386 req-f4051107-d654-4869-8717-8f4e845bc95b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Calling delete_port for a140d585-9fb7-435b-bdcc-3d14fd900c44 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:50.756413 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f0579-2076-4e38-bbbb-8303576d38a0 req-3ba72849-21ad-4ff3-a098-c6229bc365b0 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:50.765359 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2c7f0579-2076-4e38-bbbb-8303576d38a0 req-3ba72849-21ad-4ff3-a098-c6229bc365b0 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1289747 Mar 07 10:50:50.817313 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-1f6f129d-bd44-41ee-ab75-7adb085cc4ab service neutron] For port 34692390-14bd-4c33-8fce-27c7d2b9c258, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:50:50.825794 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-1f6f129d-bd44-41ee-ab75-7adb085cc4ab service neutron] For port 34692390-14bd-4c33-8fce-27c7d2b9c258, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=34692390-14bd-4c33-8fce-27c7d2b9c258,segment=NetworkSegment(e1c411ac-c935-4460-b3d4-58e55dd6f0b5),segment_id=e1c411ac-c935-4460-b3d4-58e55dd6f0b5)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:50:50.841320 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-1f6f129d-bd44-41ee-ab75-7adb085cc4ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (34692390-14bd-4c33-8fce-27c7d2b9c258), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:50.963981 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2c7f0579-2076-4e38-bbbb-8303576d38a0 req-1a3a81df-2e64-4de2-9b5b-5551ca2f1f63 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971309 Mar 07 10:50:50.976739 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-1f6f129d-bd44-41ee-ab75-7adb085cc4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:50.977438 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-1f6f129d-bd44-41ee-ab75-7adb085cc4ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:50.978874 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-1f6f129d-bd44-41ee-ab75-7adb085cc4ab service neutron] 10.222.0.31 "PUT /v2.0/ports/34692390-14bd-4c33-8fce-27c7d2b9c258 HTTP/1.1" status: 200 len: 1091 time: 1.7212317 Mar 07 10:50:50.979361 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402a616d-40c2-4b0a-acd0-01f21d8a033f', 'tag': '34692390-14bd-4c33-8fce-27c7d2b9c258'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:50:50.981668 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832e814b-b9f3-4cd9-9684-afff75575f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "402a616d-40c2-4b0a-acd0-01f21d8a033f", "tag": "34692390-14bd-4c33-8fce-27c7d2b9c258"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:50:50.997001 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6f129d-bd44-41ee-ab75-7adb085cc4ab service neutron] Pushing event updated for resources: {'Port': ['ID=34692390-14bd-4c33-8fce-27c7d2b9c258,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:51.084952 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d9979e-9463-4478-aa38-143dd9b39895 req-ff819bcb-9456-4db2-96b4-44bd421a903a tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:51.101815 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-15d9979e-9463-4478-aa38-143dd9b39895 req-ff819bcb-9456-4db2-96b4-44bd421a903a tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=fdee87bd-3d05-4549-bce6-ad871b5a7394 HTTP/1.1" status: 200 len: 945 time: 0.2030463 Mar 07 10:50:51.147832 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e3ec7987-b9a4-44e5-8460-a7349d96d386 req-f4051107-d654-4869-8717-8f4e845bc95b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (a140d585-9fb7-435b-bdcc-3d14fd900c44), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:51.162363 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:50:51.228384 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['a140d585-9fb7-435b-bdcc-3d14fd900c44'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:50:51.268865 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-c67ae831-6551-4f77-b764-26670f78bb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:51.274027 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-c67ae831-6551-4f77-b764-26670f78bb06 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1434121a00964d4f844bbd3c8dbab7f5&device_id=402a616d-40c2-4b0a-acd0-01f21d8a033f HTTP/1.1" status: 200 len: 1125 time: 0.2359457 Mar 07 10:50:51.283189 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-15d9979e-9463-4478-aa38-143dd9b39895 req-a5ee1a37-2cc4-45cd-a9b7-22986499fd63 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790707 Mar 07 10:50:51.296519 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535f99f2-414f-4218-be8e-cdc2b2c41360 req-f6e76460-d298-43a9-b1eb-3ca2d2f44b3b tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:51.304011 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-535f99f2-414f-4218-be8e-cdc2b2c41360 req-f6e76460-d298-43a9-b1eb-3ca2d2f44b3b tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] 10.222.0.11 "GET /v2.0/ports?device_id=402a616d-40c2-4b0a-acd0-01f21d8a033f HTTP/1.1" status: 200 len: 943 time: 0.1881974 Mar 07 10:50:51.309050 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4051107-d654-4869-8717-8f4e845bc95b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Pushing event deleted for resources: {'Port': ['ID=a140d585-9fb7-435b-bdcc-3d14fd900c44,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:51.424600 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28823999-7498-4d85-9fdb-30263b9a42f7 x-openstack-request-id: req-28823999-7498-4d85-9fdb-30263b9a42f7 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:50:51.425234 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "402a616d-40c2-4b0a-acd0-01f21d8a033f", "tag": "34692390-14bd-4c33-8fce-27c7d2b9c258", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:50:51.429773 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ec7987-b9a4-44e5-8460-a7349d96d386 req-f4051107-d654-4869-8717-8f4e845bc95b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] No DVR routers for this DVR port a140d585-9fb7-435b-bdcc-3d14fd900c44 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:50:51.431418 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-28823999-7498-4d85-9fdb-30263b9a42f7 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:50:51.431619 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402a616d-40c2-4b0a-acd0-01f21d8a033f', 'tag': '34692390-14bd-4c33-8fce-27c7d2b9c258', 'status': 'completed', 'code': 200} Mar 07 10:50:51.434721 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-a4c01546-665e-4ebe-975e-b9eb6420022f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34692390-14bd-4c33-8fce-27c7d2b9c258 HTTP/1.1" status: 200 len: 217 time: 0.1279528 Mar 07 10:50:51.438653 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e3ec7987-b9a4-44e5-8460-a7349d96d386 req-f4051107-d654-4869-8717-8f4e845bc95b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:51.442073 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e3ec7987-b9a4-44e5-8460-a7349d96d386 req-f4051107-d654-4869-8717-8f4e845bc95b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.21 "DELETE /v2.0/ports/a140d585-9fb7-435b-bdcc-3d14fd900c44 HTTP/1.1" status: 204 len: 173 time: 1.3223712 Mar 07 10:50:51.442806 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdee87bd-3d05-4549-bce6-ad871b5a7394', 'name': 'network-vif-deleted', 'tag': 'a140d585-9fb7-435b-bdcc-3d14fd900c44'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:50:51.452910 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45016311-de17-4d62-8012-74817f652dfd" -d '{"events": [{"server_uuid": "fdee87bd-3d05-4549-bce6-ad871b5a7394", "name": "network-vif-deleted", "tag": "a140d585-9fb7-435b-bdcc-3d14fd900c44"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:50:51.483751 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-535f99f2-414f-4218-be8e-cdc2b2c41360 req-118d4d6e-170d-4b55-9be6-7eb5dd4c2cdf tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] 10.222.0.11 "GET /v2.0/security-groups?id=17d6150b-074e-4cc9-81b0-202406f1275c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786587 Mar 07 10:50:51.542307 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d122b595-adf5-4355-be15-f855bb6b9132 x-openstack-request-id: req-d122b595-adf5-4355-be15-f855bb6b9132 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:50:51.542617 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdee87bd-3d05-4549-bce6-ad871b5a7394", "name": "network-vif-deleted", "tag": "a140d585-9fb7-435b-bdcc-3d14fd900c44", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:50:51.542882 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d122b595-adf5-4355-be15-f855bb6b9132 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:50:51.543291 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdee87bd-3d05-4549-bce6-ad871b5a7394', 'name': 'network-vif-deleted', 'tag': 'a140d585-9fb7-435b-bdcc-3d14fd900c44', 'status': 'completed', 'code': 200} Mar 07 10:50:51.579748 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-f446072c-9088-4a4a-adc3-d64a506d32a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:51.581263 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-f446072c-9088-4a4a-adc3-d64a506d32a9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a56159cd-64e8-4cb5-b0ce-7035749983ff HTTP/1.1" status: 200 len: 861 time: 0.1091552 Mar 07 10:50:51.661513 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-11c879cf-5333-486a-b618-9da8f9b087aa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3767e2f4-42ca-4798-be96-6a33c3292622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673957 Mar 07 10:50:51.829164 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-790f05e6-bf5d-4302-b491-2f204c2e80bb service neutron] 10.222.0.31 "GET /v2.0/networks/3767e2f4-42ca-4798-be96-6a33c3292622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608801 Mar 07 10:50:52.125224 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6d968073-dac6-45cd-b3c0-694a952072e0 req-720e5bba-3c12-4263-b071-8067c37762e8 service neutron] 10.222.0.31 "GET /v2.0/networks/3767e2f4-42ca-4798-be96-6a33c3292622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704823 Mar 07 10:50:52.336057 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc28ae1-3aa1-48c4-b692-7e0afdeffba1 req-d51aaeaa-b78f-420d-989a-61dd897c4e05 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:52.352118 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-acc28ae1-3aa1-48c4-b692-7e0afdeffba1 req-d51aaeaa-b78f-420d-989a-61dd897c4e05 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.2256858 Mar 07 10:50:52.356961 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37618) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:52.382895 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e814b-b9f3-4cd9-9684-afff75575f2c req-972e0af3-4f52-4265-8dd7-7a6d3edd2bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:52.384389 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-832e814b-b9f3-4cd9-9684-afff75575f2c req-972e0af3-4f52-4265-8dd7-7a6d3edd2bb6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=1434121a00964d4f844bbd3c8dbab7f5&device_id=402a616d-40c2-4b0a-acd0-01f21d8a033f HTTP/1.1" status: 200 len: 1125 time: 0.1869848 Mar 07 10:50:52.750679 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab4ead-ae96-4902-b4eb-4a9eb8f16f2c req-f50f3087-61cb-4f08-b80f-12c011acdcda tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:52.752269 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2dab4ead-ae96-4902-b4eb-4a9eb8f16f2c req-f50f3087-61cb-4f08-b80f-12c011acdcda tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] 10.222.0.11 "GET /v2.0/ports?device_id=402a616d-40c2-4b0a-acd0-01f21d8a033f HTTP/1.1" status: 200 len: 943 time: 0.1364024 Mar 07 10:50:52.783359 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3ef20132-c4e6-4e59-92d7-2d046f7b952a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:52.846727 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:52.916220 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2dab4ead-ae96-4902-b4eb-4a9eb8f16f2c req-29e09816-2f6c-4dba-a13c-99f78c013dee tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] 10.222.0.11 "GET /v2.0/security-groups?id=17d6150b-074e-4cc9-81b0-202406f1275c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501737 Mar 07 10:50:53.011598 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3ef20132-c4e6-4e59-92d7-2d046f7b952a admin admin] Publish callbacks [] for security_group (dfb07e69-b8a0-4ae9-be5a-f79f832b38c4), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:53.021593 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3ef20132-c4e6-4e59-92d7-2d046f7b952a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (dfb07e69-b8a0-4ae9-be5a-f79f832b38c4), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:53.125650 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-acc28ae1-3aa1-48c4-b692-7e0afdeffba1 req-5551d018-e1ff-4b18-a64d-494e2ea7c466 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7585449 Mar 07 10:50:53.170845 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e814b-b9f3-4cd9-9684-afff75575f2c req-68ebef2f-0a2f-4d02-9cef-8c0d19a29004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:53.177653 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-832e814b-b9f3-4cd9-9684-afff75575f2c req-68ebef2f-0a2f-4d02-9cef-8c0d19a29004 service neutron] 10.222.0.31 "GET /v2.0/networks?id=3767e2f4-42ca-4798-be96-6a33c3292622 HTTP/1.1" status: 200 len: 922 time: 0.7742088 Mar 07 10:50:53.215112 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3ef20132-c4e6-4e59-92d7-2d046f7b952a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=73cdbd6fdeff45f999a4ffe9e7ef4f7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8545012 Mar 07 10:50:53.217043 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef20132-c4e6-4e59-92d7-2d046f7b952a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb07e69-b8a0-4ae9-be5a-f79f832b38c4,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:53.219608 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37650) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:53.253076 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-832e814b-b9f3-4cd9-9684-afff75575f2c req-a51203cd-3a5c-430a-80fc-4a5289935e46 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=34692390-14bd-4c33-8fce-27c7d2b9c258 HTTP/1.1" status: 200 len: 217 time: 0.0688851 Mar 07 10:50:53.357320 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e814b-b9f3-4cd9-9684-afff75575f2c req-ad1f6797-782d-4093-a497-0b8ff419ba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:53.358806 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-832e814b-b9f3-4cd9-9684-afff75575f2c req-ad1f6797-782d-4093-a497-0b8ff419ba61 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=a56159cd-64e8-4cb5-b0ce-7035749983ff HTTP/1.1" status: 200 len: 861 time: 0.0927224 Mar 07 10:50:53.419889 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-832e814b-b9f3-4cd9-9684-afff75575f2c req-5018dc52-fded-43d6-a970-8458fadbc9df service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=3767e2f4-42ca-4798-be96-6a33c3292622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550442 Mar 07 10:50:53.596649 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-832e814b-b9f3-4cd9-9684-afff75575f2c req-ce0ed489-0a61-426f-80e0-131debac1226 service neutron] 10.222.0.31 "GET /v2.0/networks/3767e2f4-42ca-4798-be96-6a33c3292622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703959 Mar 07 10:50:53.770514 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-b8df6242-56c8-443e-8de6-ef0e05bcd261 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:53.775165 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-b8df6242-56c8-443e-8de6-ef0e05bcd261 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/networks?id=b5ac3594-31b2-4f8f-99ae-bd148951ec42 HTTP/1.1" status: 200 len: 806 time: 0.7199032 Mar 07 10:50:53.809000 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-00c6306e-bfb7-4ad1-a23e-956a32388069 admin admin] Publish callbacks [] for security_group (dfb07e69-b8a0-4ae9-be5a-f79f832b38c4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:53.856079 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-832e814b-b9f3-4cd9-9684-afff75575f2c req-ac6fa10a-646a-4c46-bfa4-7d3e38fc5065 service neutron] 10.222.0.31 "GET /v2.0/networks/3767e2f4-42ca-4798-be96-6a33c3292622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511086 Mar 07 10:50:53.861098 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-df3243e6-9e15-4291-87ac-ce09a174f82d tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/quotas/7f878931fbda404796227bcaa31aa466 HTTP/1.1" status: 200 len: 375 time: 0.0406957 Mar 07 10:50:53.876641 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-00c6306e-bfb7-4ad1-a23e-956a32388069 admin admin] Publish callbacks [] for security_group (dfb07e69-b8a0-4ae9-be5a-f79f832b38c4), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:53.944028 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37672) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:53.980074 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-9dbf7015-3f99-4a54-a967-a31012bd0f48 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f878931fbda404796227bcaa31aa466&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1097755 Mar 07 10:50:54.013943 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-00c6306e-bfb7-4ad1-a23e-956a32388069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (dfb07e69-b8a0-4ae9-be5a-f79f832b38c4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:54.035531 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-00c6306e-bfb7-4ad1-a23e-956a32388069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:54.041705 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-00c6306e-bfb7-4ad1-a23e-956a32388069 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dfb07e69-b8a0-4ae9-be5a-f79f832b38c4 HTTP/1.1" status: 204 len: 168 time: 0.8083074 Mar 07 10:50:54.052907 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6306e-bfb7-4ad1-a23e-956a32388069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb07e69-b8a0-4ae9-be5a-f79f832b38c4,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:54.126895 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb224b55-183f-4b44-bcf1-b46d490b1c90 req-8b083674-52ed-4108-abd3-8716f580aa99 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:54.140746 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bb224b55-183f-4b44-bcf1-b46d490b1c90 req-8b083674-52ed-4108-abd3-8716f580aa99 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] 10.222.0.11 "GET /v2.0/ports?device_id=402a616d-40c2-4b0a-acd0-01f21d8a033f HTTP/1.1" status: 200 len: 943 time: 0.1118600 Mar 07 10:50:54.196700 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-ef29acda-1cbf-4ed3-99f5-03d42b68f172 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:50:54.197710 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-ef29acda-1cbf-4ed3-99f5-03d42b68f172 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2078648 Mar 07 10:50:54.202179 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b4898d4e-ab70-4bee-a9f5-16847be7a195 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:54.251463 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device a140d585-9fb7-435b-bdcc-3d14fd900c44 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:50:54.276023 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bb224b55-183f-4b44-bcf1-b46d490b1c90 req-87c5b572-7c5f-4138-918c-7368516ea15d tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] 10.222.0.11 "GET /v2.0/security-groups?id=17d6150b-074e-4cc9-81b0-202406f1275c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287732 Mar 07 10:50:54.292138 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: a140d585-9fb7-435b-bdcc-3d14fd900c44 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:50:54.293250 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device a140d585-9fb7-435b-bdcc-3d14fd900c44 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:50:54.400127 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-a47fdcbb-aa0f-48b5-8397-b0bc780967ca service neutron] 10.222.0.11 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963007 Mar 07 10:50:54.429269 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b4898d4e-ab70-4bee-a9f5-16847be7a195 admin admin] Publish callbacks [] for security_group (8d48a68a-26d6-4bea-bb2c-5afb81714f39), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:54.443682 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b4898d4e-ab70-4bee-a9f5-16847be7a195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8d48a68a-26d6-4bea-bb2c-5afb81714f39), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:54.516659 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b4898d4e-ab70-4bee-a9f5-16847be7a195 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=38170a83a52641b0b344511163f9d4c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5712688 Mar 07 10:50:54.518667 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4898d4e-ab70-4bee-a9f5-16847be7a195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d48a68a-26d6-4bea-bb2c-5afb81714f39,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:54.520252 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37688) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:54.531920 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-967dbcf3-1687-42fa-8d94-d22a39209ec6 service neutron] 10.222.0.11 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259718 Mar 07 10:50:54.567186 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c611110-1eea-4a7f-b85c-e92b74da1688 req-e96bff55-0c25-479b-8dcf-0e4ea5488dc5 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:54.571798 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6c611110-1eea-4a7f-b85c-e92b74da1688 req-e96bff55-0c25-479b-8dcf-0e4ea5488dc5 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1558275 Mar 07 10:50:54.590829 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-41cfc7ae-b162-4ea3-9b84-ef462c43c75b admin admin] Publish callbacks [] for security_group (8d48a68a-26d6-4bea-bb2c-5afb81714f39), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:54.622342 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-41cfc7ae-b162-4ea3-9b84-ef462c43c75b admin admin] Publish callbacks [] for security_group (8d48a68a-26d6-4bea-bb2c-5afb81714f39), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:54.683337 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6c611110-1eea-4a7f-b85c-e92b74da1688 req-157a1052-a55e-4cbf-8b3a-33b694669323 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048553 Mar 07 10:50:54.699209 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37690) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:54.716206 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3e59fa22-fecf-4ce1-a17c-c8cc44799d21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:54.740528 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-41cfc7ae-b162-4ea3-9b84-ef462c43c75b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8d48a68a-26d6-4bea-bb2c-5afb81714f39), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:54.744819 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-41cfc7ae-b162-4ea3-9b84-ef462c43c75b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:54.749545 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-41cfc7ae-b162-4ea3-9b84-ef462c43c75b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8d48a68a-26d6-4bea-bb2c-5afb81714f39 HTTP/1.1" status: 204 len: 168 time: 0.2278175 Mar 07 10:50:54.762530 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cfc7ae-b162-4ea3-9b84-ef462c43c75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d48a68a-26d6-4bea-bb2c-5afb81714f39,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:54.851815 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ed87d6b8-fc1b-45b7-aa08-1f07f0674220 req-3bc6a74e-5bfd-4c05-a998-41fd8369066f tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=b590a16f-85ac-46f3-8a22-13eb21f3e76f HTTP/1.1" status: 200 len: 210 time: 0.0499673 Mar 07 10:50:54.905628 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3e59fa22-fecf-4ce1-a17c-c8cc44799d21 admin admin] Publish callbacks [] for security_group (04472e66-eb42-4425-9ff0-9b95d767b6df), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:54.915107 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3e59fa22-fecf-4ce1-a17c-c8cc44799d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (04472e66-eb42-4425-9ff0-9b95d767b6df), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:55.018170 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37704) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:55.018650 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3e59fa22-fecf-4ce1-a17c-c8cc44799d21 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1d9c13191efa4cc28ccc0a7d66aa7c3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3178704 Mar 07 10:50:55.022996 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e59fa22-fecf-4ce1-a17c-c8cc44799d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04472e66-eb42-4425-9ff0-9b95d767b6df,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:55.161298 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6455ec5e-cb61-4203-b692-88b9f18358b3 admin admin] Publish callbacks [] for security_group (04472e66-eb42-4425-9ff0-9b95d767b6df), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:55.223455 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6455ec5e-cb61-4203-b692-88b9f18358b3 admin admin] Publish callbacks [] for security_group (04472e66-eb42-4425-9ff0-9b95d767b6df), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:55.313987 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6455ec5e-cb61-4203-b692-88b9f18358b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (04472e66-eb42-4425-9ff0-9b95d767b6df), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:55.316909 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6455ec5e-cb61-4203-b692-88b9f18358b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:55.318766 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6455ec5e-cb61-4203-b692-88b9f18358b3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/04472e66-eb42-4425-9ff0-9b95d767b6df HTTP/1.1" status: 204 len: 168 time: 0.2987068 Mar 07 10:50:55.348750 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6455ec5e-cb61-4203-b692-88b9f18358b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04472e66-eb42-4425-9ff0-9b95d767b6df,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:55.404042 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37730) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:55.430666 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d37c45f3-bb57-4540-bc5f-7774618104ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:55.561642 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e9db4-b22b-43bd-88d9-f895040ed796 req-5952fe41-5511-410f-93de-3d4a39a6a5fb tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:55.567785 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-769e9db4-b22b-43bd-88d9-f895040ed796 req-5952fe41-5511-410f-93de-3d4a39a6a5fb tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] 10.222.0.11 "GET /v2.0/ports?device_id=402a616d-40c2-4b0a-acd0-01f21d8a033f HTTP/1.1" status: 200 len: 943 time: 0.1478894 Mar 07 10:50:55.607563 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d37c45f3-bb57-4540-bc5f-7774618104ff admin admin] Publish callbacks [] for security_group (cbc9665e-4b9a-4e9e-a9b9-1a3602938cca), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:55.630910 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d37c45f3-bb57-4540-bc5f-7774618104ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (cbc9665e-4b9a-4e9e-a9b9-1a3602938cca), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:55.737403 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c45f3-bb57-4540-bc5f-7774618104ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc9665e-4b9a-4e9e-a9b9-1a3602938cca,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:55.768007 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-769e9db4-b22b-43bd-88d9-f895040ed796 req-b7292d5d-31c6-4546-9e8c-f709072178d1 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] 10.222.0.11 "GET /v2.0/security-groups?id=17d6150b-074e-4cc9-81b0-202406f1275c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885219 Mar 07 10:50:55.781974 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37742) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:55.790634 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d37c45f3-bb57-4540-bc5f-7774618104ff admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fd8b64d332164410a28fbe0cfe0a6ea3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3857515 Mar 07 10:50:55.843393 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 34692390-14bd-4c33-8fce-27c7d2b9c258 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:50:55.908363 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6e64a66e-432c-4f77-a542-3b17755045b8 admin admin] Publish callbacks [] for security_group (cbc9665e-4b9a-4e9e-a9b9-1a3602938cca), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:55.978110 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6e64a66e-432c-4f77-a542-3b17755045b8 admin admin] Publish callbacks [] for security_group (cbc9665e-4b9a-4e9e-a9b9-1a3602938cca), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:55.981350 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529ee4a-58c3-4233-8d61-b8586b7893c5 req-c6ab0a22-ecaa-4364-83a2-6eb34a9df89f tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:55.984471 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e529ee4a-58c3-4233-8d61-b8586b7893c5 req-c6ab0a22-ecaa-4364-83a2-6eb34a9df89f tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1531391 Mar 07 10:50:56.076538 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-542f3a01-be61-4e35-88d6-c073ce54047e req-efc2b9f0-7280-4b0d-a6e7-11725c877694 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=b590a16f-85ac-46f3-8a22-13eb21f3e76f HTTP/1.1" status: 200 len: 210 time: 0.0841539 Mar 07 10:50:56.106122 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e529ee4a-58c3-4233-8d61-b8586b7893c5 req-8004e4c3-fe54-450f-a3a2-e7baee7a49f3 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159811 Mar 07 10:50:56.143921 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6e64a66e-432c-4f77-a542-3b17755045b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (cbc9665e-4b9a-4e9e-a9b9-1a3602938cca), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:56.146577 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6e64a66e-432c-4f77-a542-3b17755045b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:56.151545 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6e64a66e-432c-4f77-a542-3b17755045b8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cbc9665e-4b9a-4e9e-a9b9-1a3602938cca HTTP/1.1" status: 204 len: 168 time: 0.3683217 Mar 07 10:50:56.163319 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64a66e-432c-4f77-a542-3b17755045b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc9665e-4b9a-4e9e-a9b9-1a3602938cca,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:56.176245 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 34692390-14bd-4c33-8fce-27c7d2b9c258, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=34692390-14bd-4c33-8fce-27c7d2b9c258,segment=NetworkSegment(e1c411ac-c935-4460-b3d4-58e55dd6f0b5),segment_id=e1c411ac-c935-4460-b3d4-58e55dd6f0b5)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:56.201156 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '34692390-14bd-4c33-8fce-27c7d2b9c258', 'network_id': '3767e2f4-42ca-4798-be96-6a33c3292622', 'port_id': '34692390-14bd-4c33-8fce-27c7d2b9c258', 'mac_address': 'fa:16:3e:13:b1:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a56159cd-64e8-4cb5-b0ce-7035749983ff', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:50:56.279802 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 34692390-14bd-4c33-8fce-27c7d2b9c258 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:56.280355 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (34692390-14bd-4c33-8fce-27c7d2b9c258), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:56.303940 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34692390-14bd-4c33-8fce-27c7d2b9c258 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:50:56.333044 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 34692390-14bd-4c33-8fce-27c7d2b9c258, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=34692390-14bd-4c33-8fce-27c7d2b9c258,segment=NetworkSegment(e1c411ac-c935-4460-b3d4-58e55dd6f0b5),segment_id=e1c411ac-c935-4460-b3d4-58e55dd6f0b5)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:56.338135 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (34692390-14bd-4c33-8fce-27c7d2b9c258), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:56.473279 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37758) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:56.498081 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=34692390-14bd-4c33-8fce-27c7d2b9c258,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:56.517308 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:56.517656 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:56.518001 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:56.519494 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:56.519835 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:56.520173 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:56.526225 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:56.526593 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:56.526936 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:56.529383 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:56.529833 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:56.531474 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:56.533452 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:50:56.684609 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['34692390-14bd-4c33-8fce-27c7d2b9c258'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:50:56.691688 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-99eed739-d517-428e-baa7-d68713c659c1 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:56.696372 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-99eed739-d517-428e-baa7-d68713c659c1 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.21 "GET /v2.0/networks?id=b5ac3594-31b2-4f8f-99ae-bd148951ec42 HTTP/1.1" status: 200 len: 806 time: 0.2115769 Mar 07 10:50:56.709150 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-dd38ea7a-8440-42ce-9fa4-0c0dcab5d4c7 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Request body: {'port': {'device_id': 'b590a16f-85ac-46f3-8a22-13eb21f3e76f', 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42', 'admin_state_up': True, 'tenant_id': '7f878931fbda404796227bcaa31aa466'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:56.830236 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37776) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:56.882535 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1f45e1be-a37e-42d1-bce4-115854591a8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:57.140254 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1f45e1be-a37e-42d1-bce4-115854591a8d admin admin] Publish callbacks [] for security_group (3c7763b9-0e21-4e2c-995e-b52fec3f6d28), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:57.216079 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1f45e1be-a37e-42d1-bce4-115854591a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (3c7763b9-0e21-4e2c-995e-b52fec3f6d28), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:57.255603 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-dd38ea7a-8440-42ce-9fa4-0c0dcab5d4c7 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Made reservation on behalf of 7f878931fbda404796227bcaa31aa466 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:57.261218 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-dd38ea7a-8440-42ce-9fa4-0c0dcab5d4c7 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:57.279199 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45e1be-a37e-42d1-bce4-115854591a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7763b9-0e21-4e2c-995e-b52fec3f6d28,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:57.328635 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c5d4d688-0f11-4f85-be94-1b0faadd2890 req-595b39cf-a019-41a6-b5ef-6c124b6b3609 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=b590a16f-85ac-46f3-8a22-13eb21f3e76f HTTP/1.1" status: 200 len: 210 time: 0.0620234 Mar 07 10:50:57.437362 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea315ed-bcde-4d31-b2b2-c0a33300c430 req-24eb447d-fa5e-4775-87c2-2e6c74ecb247 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:57.445720 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bea315ed-bcde-4d31-b2b2-c0a33300c430 req-24eb447d-fa5e-4775-87c2-2e6c74ecb247 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] 10.222.0.11 "GET /v2.0/ports?device_id=402a616d-40c2-4b0a-acd0-01f21d8a033f HTTP/1.1" status: 200 len: 944 time: 0.5273132 Mar 07 10:50:57.522893 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b86fc86-6713-4ddf-b630-113899c50eb2 req-d5796e17-7708-4c68-8be3-bdfeeda1136a tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:57.530194 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6b86fc86-6713-4ddf-b630-113899c50eb2 req-d5796e17-7708-4c68-8be3-bdfeeda1136a tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1047211 Mar 07 10:50:57.635029 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-dd38ea7a-8440-42ce-9fa4-0c0dcab5d4c7 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Allocated IP 172.20.0.8 (b5ac3594-31b2-4f8f-99ae-bd148951ec42/32944cde-c55b-47e2-bb77-543fbc1a70ac/659c48b7-699e-40c0-8319-1204fda3c064) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:50:57.717615 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6b86fc86-6713-4ddf-b630-113899c50eb2 req-4cd31161-dc46-4e35-95ce-9592d69cafde tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865153 Mar 07 10:50:57.759525 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1ffe940b-ef64-419e-b951-4c43f3334486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (dbe384a5-db09-4013-b7fe-237a2c708d3b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:57.855706 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 34692390-14bd-4c33-8fce-27c7d2b9c258 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:50:57.957366 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-dd38ea7a-8440-42ce-9fa4-0c0dcab5d4c7 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks [] for port (659c48b7-699e-40c0-8319-1204fda3c064), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:58.035010 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 34692390-14bd-4c33-8fce-27c7d2b9c258 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:50:58.042585 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 34692390-14bd-4c33-8fce-27c7d2b9c258 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:50:58.045225 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (34692390-14bd-4c33-8fce-27c7d2b9c258), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:58.075192 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1f45e1be-a37e-42d1-bce4-115854591a8d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1a3e51d9422849e1a02b9819db0ab0f7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6006777 Mar 07 10:50:58.079521 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bea315ed-bcde-4d31-b2b2-c0a33300c430 req-62885831-5505-45bb-b105-4778e760db58 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] 10.222.0.11 "GET /v2.0/security-groups?id=17d6150b-074e-4cc9-81b0-202406f1275c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6327629 Mar 07 10:50:58.080779 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-dd38ea7a-8440-42ce-9fa4-0c0dcab5d4c7 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (659c48b7-699e-40c0-8319-1204fda3c064), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:58.094933 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37816) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:58.138465 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:50:58.161363 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-dd38ea7a-8440-42ce-9fa4-0c0dcab5d4c7 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Network b5ac3594-31b2-4f8f-99ae-bd148951ec42 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:50:58.170143 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38ea7a-8440-42ce-9fa4-0c0dcab5d4c7 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Pushing event updated for resources: {'Port': ['ID=659c48b7-699e-40c0-8319-1204fda3c064,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:58.182864 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-dd38ea7a-8440-42ce-9fa4-0c0dcab5d4c7 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:50:58.190858 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-dd38ea7a-8440-42ce-9fa4-0c0dcab5d4c7 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:50:58.251647 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-dd38ea7a-8440-42ce-9fa4-0c0dcab5d4c7 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:58.252310 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-dd38ea7a-8440-42ce-9fa4-0c0dcab5d4c7 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:58.297646 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-dd38ea7a-8440-42ce-9fa4-0c0dcab5d4c7 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5907962 Mar 07 10:50:58.328354 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-1ffe940b-ef64-419e-b951-4c43f3334486 admin admin] Deleting port c4094086-0f71-4ec9-bccb-a291495bd930 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:50:58.329577 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1ffe940b-ef64-419e-b951-4c43f3334486 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c4094086-0f71-4ec9-bccb-a291495bd930), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:58.344336 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-60140e07-a5d2-4d71-8cb0-5b78771cfd3a service neutron] Request body: {'port': {'device_id': 'b590a16f-85ac-46f3-8a22-13eb21f3e76f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:58.490114 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37826) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:58.503861 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 34692390-14bd-4c33-8fce-27c7d2b9c258 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:50:58.504370 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (34692390-14bd-4c33-8fce-27c7d2b9c258), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:58.528208 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-60140e07-a5d2-4d71-8cb0-5b78771cfd3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (659c48b7-699e-40c0-8319-1204fda3c064), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:58.574163 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 34692390-14bd-4c33-8fce-27c7d2b9c258, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=34692390-14bd-4c33-8fce-27c7d2b9c258,segment=NetworkSegment(e1c411ac-c935-4460-b3d4-58e55dd6f0b5),segment_id=e1c411ac-c935-4460-b3d4-58e55dd6f0b5)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:58.575335 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402a616d-40c2-4b0a-acd0-01f21d8a033f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34692390-14bd-4c33-8fce-27c7d2b9c258'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:50:58.592670 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bc634d-e2cf-486d-a83d-a9d0ff24786f" -d '{"events": [{"server_uuid": "402a616d-40c2-4b0a-acd0-01f21d8a033f", "name": "network-vif-plugged", "status": "completed", "tag": "34692390-14bd-4c33-8fce-27c7d2b9c258"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:50:58.597149 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-79f441b7-3d24-4b24-ae9b-cfa895c18eca admin admin] Publish callbacks [] for security_group (3c7763b9-0e21-4e2c-995e-b52fec3f6d28), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:58.613607 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (34692390-14bd-4c33-8fce-27c7d2b9c258), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:58.647614 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-1ffe940b-ef64-419e-b951-4c43f3334486 admin admin] For port c4094086-0f71-4ec9-bccb-a291495bd930, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c4094086-0f71-4ec9-bccb-a291495bd930,segment=NetworkSegment(59b13e75-30d7-418d-a8ee-7db3ff010fd0),segment_id=59b13e75-30d7-418d-a8ee-7db3ff010fd0)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:50:58.648242 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1ffe940b-ef64-419e-b951-4c43f3334486 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c4094086-0f71-4ec9-bccb-a291495bd930), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:58.713608 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce82bb24-b5d5-4a87-ab7f-eeb4220e8703 x-openstack-request-id: req-ce82bb24-b5d5-4a87-ab7f-eeb4220e8703 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:50:58.714157 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402a616d-40c2-4b0a-acd0-01f21d8a033f", "name": "network-vif-plugged", "status": "completed", "tag": "34692390-14bd-4c33-8fce-27c7d2b9c258", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:50:58.714565 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ce82bb24-b5d5-4a87-ab7f-eeb4220e8703 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:50:58.715001 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402a616d-40c2-4b0a-acd0-01f21d8a033f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34692390-14bd-4c33-8fce-27c7d2b9c258', 'code': 200} Mar 07 10:50:58.752394 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-1ffe940b-ef64-419e-b951-4c43f3334486 admin admin] Calling delete_port for c4094086-0f71-4ec9-bccb-a291495bd930 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:50:58.786985 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-79f441b7-3d24-4b24-ae9b-cfa895c18eca admin admin] Publish callbacks [] for security_group (3c7763b9-0e21-4e2c-995e-b52fec3f6d28), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:58.819450 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=34692390-14bd-4c33-8fce-27c7d2b9c258,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:59.039626 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66201f0-6ec5-49fb-a0c6-977480b64c69 req-aa3c103c-e9c5-43e3-9324-a6576159ebd7 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:59.047884 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c66201f0-6ec5-49fb-a0c6-977480b64c69 req-aa3c103c-e9c5-43e3-9324-a6576159ebd7 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1150787 Mar 07 10:50:59.088361 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f138c246-6395-431b-915e-58e997624947 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1396448663'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:50:59.111716 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-79f441b7-3d24-4b24-ae9b-cfa895c18eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (3c7763b9-0e21-4e2c-995e-b52fec3f6d28), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:59.114764 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-79f441b7-3d24-4b24-ae9b-cfa895c18eca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:59.117143 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-79f441b7-3d24-4b24-ae9b-cfa895c18eca admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3c7763b9-0e21-4e2c-995e-b52fec3f6d28 HTTP/1.1" status: 204 len: 168 time: 0.9533329 Mar 07 10:50:59.125473 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0b3ee-1cad-4c47-80d5-2a39ebccb8d6 req-bece9376-9203-40b2-b3d4-32cc3a4f985c tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:59.133265 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6db0b3ee-1cad-4c47-80d5-2a39ebccb8d6 req-bece9376-9203-40b2-b3d4-32cc3a4f985c tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=b590a16f-85ac-46f3-8a22-13eb21f3e76f HTTP/1.1" status: 200 len: 931 time: 0.6231937 Mar 07 10:50:59.190513 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c66201f0-6ec5-49fb-a0c6-977480b64c69 req-081592a5-3462-4c4a-a813-50cd626f2623 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416607 Mar 07 10:50:59.200234 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1ffe940b-ef64-419e-b951-4c43f3334486 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (c4094086-0f71-4ec9-bccb-a291495bd930), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:59.202049 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f441b7-3d24-4b24-ae9b-cfa895c18eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7763b9-0e21-4e2c-995e-b52fec3f6d28,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:59.251476 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f311e-7e7e-422a-bf1e-5e064a6a8fd4 req-794341b4-ac12-449f-af9f-dbe479e4dd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:59.253187 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1a6f311e-7e7e-422a-bf1e-5e064a6a8fd4 req-794341b4-ac12-449f-af9f-dbe479e4dd23 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=402a616d-40c2-4b0a-acd0-01f21d8a033f HTTP/1.1" status: 200 len: 1127 time: 0.2364559 Mar 07 10:50:59.253797 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f138c246-6395-431b-915e-58e997624947 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Made reservation on behalf of 559b3e433ecd4b14b83739b251c5e358 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:50:59.257615 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f138c246-6395-431b-915e-58e997624947 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:59.262367 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe940b-ef64-419e-b951-4c43f3334486 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4094086-0f71-4ec9-bccb-a291495bd930,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:59.362384 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6db0b3ee-1cad-4c47-80d5-2a39ebccb8d6 req-dd0627ba-ddf7-4f16-a3ee-e8e064a22f0f tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281408 Mar 07 10:50:59.447525 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1a6f311e-7e7e-422a-bf1e-5e064a6a8fd4 req-2acdf9c5-a963-448e-ad72-2ced234842bf service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=17d6150b-074e-4cc9-81b0-202406f1275c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485474 Mar 07 10:50:59.527062 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-60140e07-a5d2-4d71-8cb0-5b78771cfd3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 659c48b7-699e-40c0-8319-1204fda3c064 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:50:59.547300 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-60140e07-a5d2-4d71-8cb0-5b78771cfd3a service neutron] Publish callbacks [] for port (659c48b7-699e-40c0-8319-1204fda3c064), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:59.551757 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f138c246-6395-431b-915e-58e997624947 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:59.592789 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929963c4-5419-4431-b0e9-caa858f06c89 req-16ed97d0-9776-46fa-bea9-bb0a60b74d15 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:50:59.594761 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-929963c4-5419-4431-b0e9-caa858f06c89 req-16ed97d0-9776-46fa-bea9-bb0a60b74d15 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] 10.222.0.11 "GET /v2.0/ports?device_id=402a616d-40c2-4b0a-acd0-01f21d8a033f HTTP/1.1" status: 200 len: 945 time: 0.2779148 Mar 07 10:50:59.602743 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-60140e07-a5d2-4d71-8cb0-5b78771cfd3a service neutron] Transition to ACTIVE for port object 659c48b7-699e-40c0-8319-1204fda3c064 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:50:59.614103 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-60140e07-a5d2-4d71-8cb0-5b78771cfd3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (659c48b7-699e-40c0-8319-1204fda3c064), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:59.672028 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1ffe940b-ef64-419e-b951-4c43f3334486 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (dbe384a5-db09-4013-b7fe-237a2c708d3b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:59.711463 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60140e07-a5d2-4d71-8cb0-5b78771cfd3a service neutron] Pushing event updated for resources: {'Port': ['ID=659c48b7-699e-40c0-8319-1204fda3c064,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:59.780271 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-929963c4-5419-4431-b0e9-caa858f06c89 req-12bba86c-12f5-4b7a-b18c-2be703e17d78 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] 10.222.0.11 "GET /v2.0/security-groups?id=17d6150b-074e-4cc9-81b0-202406f1275c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758227 Mar 07 10:50:59.790866 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-60140e07-a5d2-4d71-8cb0-5b78771cfd3a service neutron] Attempting to bind port 659c48b7-699e-40c0-8319-1204fda3c064 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:50:59.791201 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-60140e07-a5d2-4d71-8cb0-5b78771cfd3a service neutron] Attempting to bind port 659c48b7-699e-40c0-8319-1204fda3c064 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'a4a40100-6f3a-42be-93d2-6598d5daf6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:50:59.791597 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-60140e07-a5d2-4d71-8cb0-5b78771cfd3a service neutron] Attempting to bind port 659c48b7-699e-40c0-8319-1204fda3c064 on network b5ac3594-31b2-4f8f-99ae-bd148951ec42 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:50:59.796592 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-60140e07-a5d2-4d71-8cb0-5b78771cfd3a service neutron] Port 659c48b7-699e-40c0-8319-1204fda3c064 on network b5ac3594-31b2-4f8f-99ae-bd148951ec42 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:50:59.796956 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-60140e07-a5d2-4d71-8cb0-5b78771cfd3a service neutron] Attempting to bind port 659c48b7-699e-40c0-8319-1204fda3c064 on network b5ac3594-31b2-4f8f-99ae-bd148951ec42 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:50:59.802653 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-60140e07-a5d2-4d71-8cb0-5b78771cfd3a service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:50:59.802988 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-60140e07-a5d2-4d71-8cb0-5b78771cfd3a service neutron] Checking segment: {'id': 'a4a40100-6f3a-42be-93d2-6598d5daf6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:50:59.804047 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-60140e07-a5d2-4d71-8cb0-5b78771cfd3a service neutron] Bound using segment: {'id': 'a4a40100-6f3a-42be-93d2-6598d5daf6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:50:59.804530 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-60140e07-a5d2-4d71-8cb0-5b78771cfd3a service neutron] Bound port: 659c48b7-699e-40c0-8319-1204fda3c064, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a40100-6f3a-42be-93d2-6598d5daf6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:50:59.804894 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-60140e07-a5d2-4d71-8cb0-5b78771cfd3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (659c48b7-699e-40c0-8319-1204fda3c064), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:59.829819 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f138c246-6395-431b-915e-58e997624947 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks [] for security_group (e31dd864-38ae-4c21-aae6-f678cfa15c13), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:59.837769 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f138c246-6395-431b-915e-58e997624947 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e31dd864-38ae-4c21-aae6-f678cfa15c13), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:59.879276 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138c246-6395-431b-915e-58e997624947 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e31dd864-38ae-4c21-aae6-f678cfa15c13,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:50:59.895376 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f138c246-6395-431b-915e-58e997624947 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:50:59.911425 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f138c246-6395-431b-915e-58e997624947 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (bf834ff2-fc88-40b5-9358-966559ba2368), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:50:59.911776 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-f138c246-6395-431b-915e-58e997624947 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Added segment bf834ff2-fc88-40b5-9358-966559ba2368 of type vlan for network 09799145-0e02-4647-94a2-16675bc2d61c Mar 07 10:50:59.944575 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37860) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:50:59.948159 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-60140e07-a5d2-4d71-8cb0-5b78771cfd3a service neutron] For port 659c48b7-699e-40c0-8319-1204fda3c064, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:50:59.951519 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-60140e07-a5d2-4d71-8cb0-5b78771cfd3a service neutron] For port 659c48b7-699e-40c0-8319-1204fda3c064, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=659c48b7-699e-40c0-8319-1204fda3c064,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:50:59.960686 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-60140e07-a5d2-4d71-8cb0-5b78771cfd3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (659c48b7-699e-40c0-8319-1204fda3c064), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:00.001654 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-60140e07-a5d2-4d71-8cb0-5b78771cfd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:00.003137 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-60140e07-a5d2-4d71-8cb0-5b78771cfd3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:00.005245 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-60140e07-a5d2-4d71-8cb0-5b78771cfd3a service neutron] 10.222.0.21 "PUT /v2.0/ports/659c48b7-699e-40c0-8319-1204fda3c064 HTTP/1.1" status: 200 len: 1091 time: 1.7002008 Mar 07 10:51:00.008191 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b590a16f-85ac-46f3-8a22-13eb21f3e76f', 'tag': '659c48b7-699e-40c0-8319-1204fda3c064'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:51:00.008653 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-98e3dacb-1e7d-46c6-bb14-5f45090f10d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:00.020906 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b07ff0-5e1b-4787-81e5-ab0b88fd9391" -d '{"events": [{"name": "network-changed", "server_uuid": "b590a16f-85ac-46f3-8a22-13eb21f3e76f", "tag": "659c48b7-699e-40c0-8319-1204fda3c064"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:51:00.024726 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f138c246-6395-431b-915e-58e997624947 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (09799145-0e02-4647-94a2-16675bc2d61c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:00.104254 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-98e3dacb-1e7d-46c6-bb14-5f45090f10d6 admin admin] Publish callbacks [] for security_group (89918771-9618-42de-b5f6-ae0781400aaf), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:00.118744 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-98e3dacb-1e7d-46c6-bb14-5f45090f10d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (89918771-9618-42de-b5f6-ae0781400aaf), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:00.130479 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b7d275-452e-4e9e-9646-bd55b2bf8ded x-openstack-request-id: req-20b7d275-452e-4e9e-9646-bd55b2bf8ded {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:51:00.131105 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b590a16f-85ac-46f3-8a22-13eb21f3e76f", "tag": "659c48b7-699e-40c0-8319-1204fda3c064", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:51:00.132494 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-20b7d275-452e-4e9e-9646-bd55b2bf8ded {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:51:00.133140 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b590a16f-85ac-46f3-8a22-13eb21f3e76f', 'tag': '659c48b7-699e-40c0-8319-1204fda3c064', 'status': 'completed', 'code': 200} Mar 07 10:51:00.175293 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60140e07-a5d2-4d71-8cb0-5b78771cfd3a service neutron] Pushing event updated for resources: {'Port': ['ID=659c48b7-699e-40c0-8319-1204fda3c064,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:00.190007 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-0068f0d7-47e6-4c9e-8194-3f54d6cd2e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:00.192116 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-0068f0d7-47e6-4c9e-8194-3f54d6cd2e12 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f878931fbda404796227bcaa31aa466&device_id=b590a16f-85ac-46f3-8a22-13eb21f3e76f HTTP/1.1" status: 200 len: 1125 time: 0.1242397 Mar 07 10:51:00.206923 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f138c246-6395-431b-915e-58e997624947 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (09799145-0e02-4647-94a2-16675bc2d61c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:00.212379 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f138c246-6395-431b-915e-58e997624947 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:00.212984 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f138c246-6395-431b-915e-58e997624947 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:00.238405 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3dacb-1e7d-46c6-bb14-5f45090f10d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89918771-9618-42de-b5f6-ae0781400aaf,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:00.265942 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-98e3dacb-1e7d-46c6-bb14-5f45090f10d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ee0dc61b17de44638d655b5b02c71a6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3177292 Mar 07 10:51:00.268725 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37866) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:00.278871 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-7bc432ec-8190-4215-a514-f7fc2b654a15 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=659c48b7-699e-40c0-8319-1204fda3c064 HTTP/1.1" status: 200 len: 217 time: 0.0793626 Mar 07 10:51:00.317763 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f138c246-6395-431b-915e-58e997624947 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8210931 Mar 07 10:51:00.322804 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37868) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:00.347216 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-d2abf609-384f-4659-8a25-5b9745251443 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Request body: {'subnet': {'network_id': '09799145-0e02-4647-94a2-16675bc2d61c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:00.355788 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ffe940b-ef64-419e-b951-4c43f3334486 admin admin] Router dbe384a5-db09-4013-b7fe-237a2c708d3b has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:51:00.389265 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138c246-6395-431b-915e-58e997624947 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Pushing event updated for resources: {'Network': ['ID=09799145-0e02-4647-94a2-16675bc2d61c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:00.406819 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-38c130a7-63eb-443a-8c03-9c220ca8a13d admin admin] Publish callbacks [] for security_group (89918771-9618-42de-b5f6-ae0781400aaf), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:00.416396 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 09799145-0e02-4647-94a2-16675bc2d61c details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:51:00.488989 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-8940cda0-85f4-41dd-8da4-459fff183f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:00.490493 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-8940cda0-85f4-41dd-8da4-459fff183f39 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=32944cde-c55b-47e2-bb77-543fbc1a70ac HTTP/1.1" status: 200 len: 846 time: 0.2064731 Mar 07 10:51:00.564629 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-38c130a7-63eb-443a-8c03-9c220ca8a13d admin admin] Publish callbacks [] for security_group (89918771-9618-42de-b5f6-ae0781400aaf), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:00.568015 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-8ce11956-c37b-426c-a9a9-44872c735c57 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5ac3594-31b2-4f8f-99ae-bd148951ec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433698 Mar 07 10:51:00.609016 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4265f4a-57fe-4246-aa53-6ba620e0330a req-d5929c98-3380-4f04-84d2-0ce806e2877f tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:00.609685 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b4265f4a-57fe-4246-aa53-6ba620e0330a req-d5929c98-3380-4f04-84d2-0ce806e2877f tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.2858546 Mar 07 10:51:00.610072 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ffe940b-ef64-419e-b951-4c43f3334486 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:51:00.616958 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1ffe940b-ef64-419e-b951-4c43f3334486 admin admin] 10.222.0.11 "PUT /v2.0/routers/dbe384a5-db09-4013-b7fe-237a2c708d3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7847908 Mar 07 10:51:00.619768 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37874) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:00.632137 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67486ff-c7f3-4af4-8531-ffcc11f5d227 None None] Sync routers for ids ['dbe384a5-db09-4013-b7fe-237a2c708d3b'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:51:00.670211 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67486ff-c7f3-4af4-8531-ffcc11f5d227 None None] Routers {'dbe384a5-db09-4013-b7fe-237a2c708d3b'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:51:00.671359 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bda321-cd68-42a3-83d0-b2069a7542bc req-8c24efca-5b29-40cc-bcfa-bf914afba42f tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:00.672740 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c67486ff-c7f3-4af4-8531-ffcc11f5d227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:50:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['dbe384a5-db09-4013-b7fe-237a2c708d3b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:00.672911 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-32bda321-cd68-42a3-83d0-b2069a7542bc req-8c24efca-5b29-40cc-bcfa-bf914afba42f tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=b590a16f-85ac-46f3-8a22-13eb21f3e76f HTTP/1.1" status: 200 len: 943 time: 0.1927133 Mar 07 10:51:00.681205 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2abf609-384f-4659-8a25-5b9745251443 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Made reservation on behalf of 559b3e433ecd4b14b83739b251c5e358 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:00.684625 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d2abf609-384f-4659-8a25-5b9745251443 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:00.729164 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-38c130a7-63eb-443a-8c03-9c220ca8a13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (89918771-9618-42de-b5f6-ae0781400aaf), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:00.731727 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-38c130a7-63eb-443a-8c03-9c220ca8a13d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:00.735152 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-38c130a7-63eb-443a-8c03-9c220ca8a13d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/89918771-9618-42de-b5f6-ae0781400aaf HTTP/1.1" status: 204 len: 168 time: 0.4549189 Mar 07 10:51:00.766349 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c130a7-63eb-443a-8c03-9c220ca8a13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89918771-9618-42de-b5f6-ae0781400aaf,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:00.778830 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-652e56f9-0772-480d-b2f4-73c08836e67a admin admin] Publish callbacks [] for router (dbe384a5-db09-4013-b7fe-237a2c708d3b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:00.838934 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b4265f4a-57fe-4246-aa53-6ba620e0330a req-62edd4fe-0c1e-4b10-ab45-e02bbe595f8f tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132995 Mar 07 10:51:00.846084 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-32bda321-cd68-42a3-83d0-b2069a7542bc req-24d14913-a220-4f5d-8774-efcae226d126 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198361 Mar 07 10:51:00.885543 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-c67486ff-c7f3-4af4-8531-ffcc11f5d227 None None] Set router dbe384a5-db09-4013-b7fe-237a2c708d3b gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:51:00.939892 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-652e56f9-0772-480d-b2f4-73c08836e67a admin admin] Publish callbacks [] for router_gateway (dbe384a5-db09-4013-b7fe-237a2c708d3b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:01.000714 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-4c650c90-124a-4326-a5be-1ad019ba6e0d service neutron] 10.222.0.21 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267638 Mar 07 10:51:01.057638 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-652e56f9-0772-480d-b2f4-73c08836e67a admin admin] Deleting port 34e571c5-a134-46e3-88c3-6febfa35d563 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:01.057915 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-652e56f9-0772-480d-b2f4-73c08836e67a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (34e571c5-a134-46e3-88c3-6febfa35d563), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:01.067677 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4feccb9-90b0-4c82-a221-c6e2fcb42af6 req-662bd10f-4df3-49de-a990-8554573eb66c tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:01.069223 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f4feccb9-90b0-4c82-a221-c6e2fcb42af6 req-662bd10f-4df3-49de-a990-8554573eb66c tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] 10.222.0.11 "GET /v2.0/ports?device_id=402a616d-40c2-4b0a-acd0-01f21d8a033f HTTP/1.1" status: 200 len: 945 time: 0.0773666 Mar 07 10:51:01.138497 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c67486ff-c7f3-4af4-8531-ffcc11f5d227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'name': 'tempest-AttachVolumeNegativeTest-2102200365-router', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:50:59Z', 'revision_number': 5, 'project_id': '963e73da008c45bbbe3340617f958250', 'gw_port': {'id': '34e571c5-a134-46e3-88c3-6febfa35d563', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:01.139503 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d2abf609-384f-4659-8a25-5b9745251443 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (9d53bdfc-bf3d-4cbc-820f-b5dd8b9fcbca), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:01.168310 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f4feccb9-90b0-4c82-a221-c6e2fcb42af6 req-a2bdda97-fcfb-41af-9330-00a5eb87c3d8 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] 10.222.0.11 "GET /v2.0/security-groups?id=17d6150b-074e-4cc9-81b0-202406f1275c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894070 Mar 07 10:51:01.168756 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67486ff-c7f3-4af4-8531-ffcc11f5d227 None None] Checking router: dbe384a5-db09-4013-b7fe-237a2c708d3b for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:51:01.179258 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67486ff-c7f3-4af4-8531-ffcc11f5d227 None None] Routers {'dbe384a5-db09-4013-b7fe-237a2c708d3b'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:51:01.179876 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c67486ff-c7f3-4af4-8531-ffcc11f5d227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:50:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['dbe384a5-db09-4013-b7fe-237a2c708d3b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:01.212408 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-652e56f9-0772-480d-b2f4-73c08836e67a admin admin] For port 34e571c5-a134-46e3-88c3-6febfa35d563, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=34e571c5-a134-46e3-88c3-6febfa35d563,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:01.213194 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-652e56f9-0772-480d-b2f4-73c08836e67a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (34e571c5-a134-46e3-88c3-6febfa35d563), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:01.216026 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ac734442-ad66-436d-9ce2-80688fc5a414 req-87417837-dfb6-428f-848d-71bd674a723c service neutron] 10.222.0.21 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065995 Mar 07 10:51:01.244541 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2abf609-384f-4659-8a25-5b9745251443 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Pushing event updated for resources: {'Subnet': ['ID=9d53bdfc-bf3d-4cbc-820f-b5dd8b9fcbca,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:01.255638 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2abf609-384f-4659-8a25-5b9745251443 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Checking segment: {'id': 'bf834ff2-fc88-40b5-9358-966559ba2368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '09799145-0e02-4647-94a2-16675bc2d61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:51:01.256145 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2abf609-384f-4659-8a25-5b9745251443 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Network hostable DHCP agents. Network: 09799145-0e02-4647-94a2-16675bc2d61c, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:51:01.258777 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-652e56f9-0772-480d-b2f4-73c08836e67a admin admin] Calling delete_port for 34e571c5-a134-46e3-88c3-6febfa35d563 owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:01.324370 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2abf609-384f-4659-8a25-5b9745251443 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Network 09799145-0e02-4647-94a2-16675bc2d61c is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:51:01.365743 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-d2abf609-384f-4659-8a25-5b9745251443 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 09799145-0e02-4647-94a2-16675bc2d61c) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:01.382346 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2abf609-384f-4659-8a25-5b9745251443 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:01.387073 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d2abf609-384f-4659-8a25-5b9745251443 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:01.388532 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf79dd2-bc98-42e4-85bf-ea31d993ef63 None None] Network 09799145-0e02-4647-94a2-16675bc2d61c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:01.432565 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-c67486ff-c7f3-4af4-8531-ffcc11f5d227 None None] Set router dbe384a5-db09-4013-b7fe-237a2c708d3b gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:51:01.438785 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d2abf609-384f-4659-8a25-5b9745251443 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1104929 Mar 07 10:51:01.438785 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b07ff0-5e1b-4787-81e5-ab0b88fd9391 req-207b3650-d404-476d-99be-d71291893210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:01.440138 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-73b07ff0-5e1b-4787-81e5-ab0b88fd9391 req-207b3650-d404-476d-99be-d71291893210 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f878931fbda404796227bcaa31aa466&device_id=b590a16f-85ac-46f3-8a22-13eb21f3e76f HTTP/1.1" status: 200 len: 1125 time: 0.1587334 Mar 07 10:51:01.440138 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37894) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:01.458244 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-b191014f-6cc0-4c70-b7d6-bcf937ac0fbf tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Request body: {'port': {'network_id': '09799145-0e02-4647-94a2-16675bc2d61c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1392556178'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:01.508447 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c67486ff-c7f3-4af4-8531-ffcc11f5d227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'name': 'tempest-AttachVolumeNegativeTest-2102200365-router', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:51:00Z', 'revision_number': 6, 'project_id': '963e73da008c45bbbe3340617f958250', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:01.544472 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67486ff-c7f3-4af4-8531-ffcc11f5d227 None None] The sync data for ids ['dbe384a5-db09-4013-b7fe-237a2c708d3b'] in n-d-832164-4 is: [{'id': 'dbe384a5-db09-4013-b7fe-237a2c708d3b', 'name': 'tempest-AttachVolumeNegativeTest-2102200365-router', 'tenant_id': '963e73da008c45bbbe3340617f958250', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:40:56Z', 'updated_at': '2022-03-07T10:51:00Z', 'revision_number': 6, 'project_id': '963e73da008c45bbbe3340617f958250', 'gw_port_host': None}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:51:01.647281 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-652e56f9-0772-480d-b2f4-73c08836e67a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (34e571c5-a134-46e3-88c3-6febfa35d563), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:01.679465 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24961ed-e82d-4612-869f-04f9fee78f31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-09799145-0e02-4647-94a2-16675bc2d61c', 'network_id': '09799145-0e02-4647-94a2-16675bc2d61c', 'project_id': '559b3e433ecd4b14b83739b251c5e358', 'fixed_ips': [{'subnet_id': '9d53bdfc-bf3d-4cbc-820f-b5dd8b9fcbca'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:51:01.681199 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e24961ed-e82d-4612-869f-04f9fee78f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:01.739177 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e56f9-0772-480d-b2f4-73c08836e67a admin admin] Pushing event deleted for resources: {'Port': ['ID=34e571c5-a134-46e3-88c3-6febfa35d563,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:01.772584 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b07ff0-5e1b-4787-81e5-ab0b88fd9391 req-2e00bbfa-d056-4faf-9430-af90062147b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:01.774117 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-73b07ff0-5e1b-4787-81e5-ab0b88fd9391 req-2e00bbfa-d056-4faf-9430-af90062147b4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5ac3594-31b2-4f8f-99ae-bd148951ec42 HTTP/1.1" status: 200 len: 907 time: 0.3116813 Mar 07 10:51:01.787253 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e56f9-0772-480d-b2f4-73c08836e67a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:01.788721 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e56f9-0772-480d-b2f4-73c08836e67a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:01.789004 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e56f9-0772-480d-b2f4-73c08836e67a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:01.789685 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e56f9-0772-480d-b2f4-73c08836e67a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:01.789977 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e56f9-0772-480d-b2f4-73c08836e67a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:01.790322 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e56f9-0772-480d-b2f4-73c08836e67a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:01.790654 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e56f9-0772-480d-b2f4-73c08836e67a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:01.791898 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e56f9-0772-480d-b2f4-73c08836e67a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:01.792314 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e56f9-0772-480d-b2f4-73c08836e67a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:01.793720 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e56f9-0772-480d-b2f4-73c08836e67a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:01.794082 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e56f9-0772-480d-b2f4-73c08836e67a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:01.794478 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e56f9-0772-480d-b2f4-73c08836e67a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:01.794876 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652e56f9-0772-480d-b2f4-73c08836e67a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:01.867795 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-e24961ed-e82d-4612-869f-04f9fee78f31 None None] Allocated IP 172.20.0.2 (09799145-0e02-4647-94a2-16675bc2d61c/9d53bdfc-bf3d-4cbc-820f-b5dd8b9fcbca/a59c6891-3889-4afb-8c1e-3414f8792575) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:01.901493 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-73b07ff0-5e1b-4787-81e5-ab0b88fd9391 req-ef0937f6-025c-4218-9f36-ce37263a309c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=659c48b7-699e-40c0-8319-1204fda3c064 HTTP/1.1" status: 200 len: 217 time: 0.1083975 Mar 07 10:51:01.950133 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b191014f-6cc0-4c70-b7d6-bcf937ac0fbf tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Made reservation on behalf of 559b3e433ecd4b14b83739b251c5e358 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:01.964001 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b191014f-6cc0-4c70-b7d6-bcf937ac0fbf tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:02.167877 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-b191014f-6cc0-4c70-b7d6-bcf937ac0fbf tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] device_id is not set on port d406b7f2-afcc-4d4d-ba4d-4ce5ab3385d9 yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:51:02.260885 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b07ff0-5e1b-4787-81e5-ab0b88fd9391 req-b60b74de-2937-4e78-ae14-f3913e75633e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:02.262729 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-73b07ff0-5e1b-4787-81e5-ab0b88fd9391 req-b60b74de-2937-4e78-ae14-f3913e75633e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=32944cde-c55b-47e2-bb77-543fbc1a70ac HTTP/1.1" status: 200 len: 846 time: 0.3494346 Mar 07 10:51:02.336251 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-73b07ff0-5e1b-4787-81e5-ab0b88fd9391 req-2090e00d-b410-469d-81f7-682602a2ece3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5ac3594-31b2-4f8f-99ae-bd148951ec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655491 Mar 07 10:51:02.348792 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acc10a3-c40f-4dd8-99cd-929553598f42 req-f7ccfd9a-79f2-4bcc-b6e9-a0cb2fcf0818 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:02.348792 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7acc10a3-c40f-4dd8-99cd-929553598f42 req-f7ccfd9a-79f2-4bcc-b6e9-a0cb2fcf0818 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=b590a16f-85ac-46f3-8a22-13eb21f3e76f HTTP/1.1" status: 200 len: 943 time: 0.2799654 Mar 07 10:51:02.382874 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-652e56f9-0772-480d-b2f4-73c08836e67a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (dbe384a5-db09-4013-b7fe-237a2c708d3b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:02.455173 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e24961ed-e82d-4612-869f-04f9fee78f31 None None] Publish callbacks [] for port (a59c6891-3889-4afb-8c1e-3414f8792575), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:02.468108 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e24961ed-e82d-4612-869f-04f9fee78f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (a59c6891-3889-4afb-8c1e-3414f8792575), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:02.487338 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf23b0-39eb-4e17-8a17-bdfcc4dc1fad req-dbd33ae9-27d7-4804-9417-3d8336b32a19 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:02.489344 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-97bf23b0-39eb-4e17-8a17-bdfcc4dc1fad req-dbd33ae9-27d7-4804-9417-3d8336b32a19 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] 10.222.0.11 "GET /v2.0/ports?device_id=402a616d-40c2-4b0a-acd0-01f21d8a033f HTTP/1.1" status: 200 len: 945 time: 0.7559273 Mar 07 10:51:02.550498 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7acc10a3-c40f-4dd8-99cd-929553598f42 req-5863caf3-888d-4829-8f83-98776f0c2747 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851370 Mar 07 10:51:02.553403 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-73b07ff0-5e1b-4787-81e5-ab0b88fd9391 req-38104014-c82e-4155-85a6-e6506821a2c6 service neutron] 10.222.0.21 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664038 Mar 07 10:51:02.555402 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24961ed-e82d-4612-869f-04f9fee78f31 None None] Network 09799145-0e02-4647-94a2-16675bc2d61c is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:02.563316 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-e24961ed-e82d-4612-869f-04f9fee78f31 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:02.571320 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24961ed-e82d-4612-869f-04f9fee78f31 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:02.603370 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-652e56f9-0772-480d-b2f4-73c08836e67a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (dbe384a5-db09-4013-b7fe-237a2c708d3b), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:02.663218 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24961ed-e82d-4612-869f-04f9fee78f31 None None] Pushing event updated for resources: {'Port': ['ID=a59c6891-3889-4afb-8c1e-3414f8792575,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:02.691173 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-b191014f-6cc0-4c70-b7d6-bcf937ac0fbf tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Allocated IP 172.20.0.10 (09799145-0e02-4647-94a2-16675bc2d61c/9d53bdfc-bf3d-4cbc-820f-b5dd8b9fcbca/d406b7f2-afcc-4d4d-ba4d-4ce5ab3385d9) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:02.695859 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-e24961ed-e82d-4612-869f-04f9fee78f31 None None] Attempting to bind port a59c6891-3889-4afb-8c1e-3414f8792575 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:02.697286 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-e24961ed-e82d-4612-869f-04f9fee78f31 None None] Attempting to bind port a59c6891-3889-4afb-8c1e-3414f8792575 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'bf834ff2-fc88-40b5-9358-966559ba2368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '09799145-0e02-4647-94a2-16675bc2d61c'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:02.697815 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24961ed-e82d-4612-869f-04f9fee78f31 None None] Attempting to bind port a59c6891-3889-4afb-8c1e-3414f8792575 on network 09799145-0e02-4647-94a2-16675bc2d61c {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:02.702864 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-652e56f9-0772-480d-b2f4-73c08836e67a admin admin] Publish callbacks [] for router_controller (dbe384a5-db09-4013-b7fe-237a2c708d3b), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:02.717380 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24961ed-e82d-4612-869f-04f9fee78f31 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:51:02.717960 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24961ed-e82d-4612-869f-04f9fee78f31 None None] Checking segment: {'id': 'bf834ff2-fc88-40b5-9358-966559ba2368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '09799145-0e02-4647-94a2-16675bc2d61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:51:02.718547 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e24961ed-e82d-4612-869f-04f9fee78f31 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:02.719091 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24961ed-e82d-4612-869f-04f9fee78f31 None None] Bound using segment: {'id': 'bf834ff2-fc88-40b5-9358-966559ba2368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '09799145-0e02-4647-94a2-16675bc2d61c'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:51:02.719763 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-e24961ed-e82d-4612-869f-04f9fee78f31 None None] Bound port: a59c6891-3889-4afb-8c1e-3414f8792575, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf834ff2-fc88-40b5-9358-966559ba2368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '09799145-0e02-4647-94a2-16675bc2d61c'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:51:02.720425 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e24961ed-e82d-4612-869f-04f9fee78f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a59c6891-3889-4afb-8c1e-3414f8792575), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:02.752072 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-97bf23b0-39eb-4e17-8a17-bdfcc4dc1fad req-da2d9839-441d-404a-8006-a83fb365ffcd tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] 10.222.0.11 "GET /v2.0/security-groups?id=17d6150b-074e-4cc9-81b0-202406f1275c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024415 Mar 07 10:51:02.827730 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-652e56f9-0772-480d-b2f4-73c08836e67a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (dbe384a5-db09-4013-b7fe-237a2c708d3b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:02.828369 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652e56f9-0772-480d-b2f4-73c08836e67a admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbe384a5-db09-4013-b7fe-237a2c708d3b {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:51:02.838044 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-652e56f9-0772-480d-b2f4-73c08836e67a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:02.839554 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-652e56f9-0772-480d-b2f4-73c08836e67a admin admin] 10.222.0.11 "DELETE /v2.0/routers/dbe384a5-db09-4013-b7fe-237a2c708d3b HTTP/1.1" status: 204 len: 168 time: 2.2187049 Mar 07 10:51:02.842151 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37932) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:02.844803 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-73b07ff0-5e1b-4787-81e5-ab0b88fd9391 req-26737bc2-ce21-4b89-928f-a17ca16b32e4 service neutron] 10.222.0.21 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857959 Mar 07 10:51:02.880941 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-e24961ed-e82d-4612-869f-04f9fee78f31 None None] For port a59c6891-3889-4afb-8c1e-3414f8792575, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:51:02.885141 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-e24961ed-e82d-4612-869f-04f9fee78f31 None None] For port a59c6891-3889-4afb-8c1e-3414f8792575, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a59c6891-3889-4afb-8c1e-3414f8792575,segment=NetworkSegment(bf834ff2-fc88-40b5-9358-966559ba2368),segment_id=bf834ff2-fc88-40b5-9358-966559ba2368)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:51:02.900270 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e24961ed-e82d-4612-869f-04f9fee78f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a59c6891-3889-4afb-8c1e-3414f8792575), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:02.907410 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13c705-f860-40d1-a179-b6b386d63ac1 req-8b257b8b-1fdb-4d11-9695-5c3967cd9a3c tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:02.908726 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8f13c705-f860-40d1-a179-b6b386d63ac1 req-8b257b8b-1fdb-4d11-9695-5c3967cd9a3c tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1869190 Mar 07 10:51:02.927633 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dac34cc-e92c-4437-8cbf-3f5021a3baeb admin admin] Deleting subnet e733737e-c8f1-4ea9-8337-47939319caff {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:51:02.934811 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0dac34cc-e92c-4437-8cbf-3f5021a3baeb admin admin] Publish callbacks [] for subnet (e733737e-c8f1-4ea9-8337-47939319caff), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:03.007371 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0dac34cc-e92c-4437-8cbf-3f5021a3baeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (e733737e-c8f1-4ea9-8337-47939319caff), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:03.066504 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24961ed-e82d-4612-869f-04f9fee78f31 None None] Pushing event updated for resources: {'Port': ['ID=a59c6891-3889-4afb-8c1e-3414f8792575,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:03.073194 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c4094086-0f71-4ec9-bccb-a291495bd930 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:51:03.102894 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8f13c705-f860-40d1-a179-b6b386d63ac1 req-fd3b2d70-bfdb-4cf4-9ad7-823772adef94 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753187 Mar 07 10:51:03.140062 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: c4094086-0f71-4ec9-bccb-a291495bd930 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:51:03.140062 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c4094086-0f71-4ec9-bccb-a291495bd930 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:51:03.140062 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 34e571c5-a134-46e3-88c3-6febfa35d563 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:51:03.171459 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 34e571c5-a134-46e3-88c3-6febfa35d563 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:51:03.172190 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 34e571c5-a134-46e3-88c3-6febfa35d563 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:51:03.200080 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05ff26-dd9e-43bf-853d-1c69117f7e70 req-7c740567-db62-445c-97bb-ebf5f81e8ad2 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:03.202200 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4e05ff26-dd9e-43bf-853d-1c69117f7e70 req-7c740567-db62-445c-97bb-ebf5f81e8ad2 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] 10.222.0.31 "GET /v2.0/ports?device_id=402a616d-40c2-4b0a-acd0-01f21d8a033f HTTP/1.1" status: 200 len: 945 time: 0.1571467 Mar 07 10:51:03.227506 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b191014f-6cc0-4c70-b7d6-bcf937ac0fbf tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks [] for port (d406b7f2-afcc-4d4d-ba4d-4ce5ab3385d9), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:03.295976 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b191014f-6cc0-4c70-b7d6-bcf937ac0fbf tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (d406b7f2-afcc-4d4d-ba4d-4ce5ab3385d9), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:03.304306 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0dac34cc-e92c-4437-8cbf-3f5021a3baeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (e733737e-c8f1-4ea9-8337-47939319caff), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:03.348962 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b191014f-6cc0-4c70-b7d6-bcf937ac0fbf tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Network 09799145-0e02-4647-94a2-16675bc2d61c is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:03.356605 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-b191014f-6cc0-4c70-b7d6-bcf937ac0fbf tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:03.361151 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b191014f-6cc0-4c70-b7d6-bcf937ac0fbf tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:03.425367 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-4e05ff26-dd9e-43bf-853d-1c69117f7e70 req-2f558e99-92a6-420b-a3a0-165fa9931994 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] Deleting port 34692390-14bd-4c33-8fce-27c7d2b9c258 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:03.425668 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4e05ff26-dd9e-43bf-853d-1c69117f7e70 req-2f558e99-92a6-420b-a3a0-165fa9931994 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (34692390-14bd-4c33-8fce-27c7d2b9c258), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:03.571895 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-4e05ff26-dd9e-43bf-853d-1c69117f7e70 req-2f558e99-92a6-420b-a3a0-165fa9931994 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] For port 34692390-14bd-4c33-8fce-27c7d2b9c258, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=34692390-14bd-4c33-8fce-27c7d2b9c258,segment=NetworkSegment(e1c411ac-c935-4460-b3d4-58e55dd6f0b5),segment_id=e1c411ac-c935-4460-b3d4-58e55dd6f0b5)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:03.572274 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4e05ff26-dd9e-43bf-853d-1c69117f7e70 req-2f558e99-92a6-420b-a3a0-165fa9931994 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (34692390-14bd-4c33-8fce-27c7d2b9c258), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:03.611695 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-4e05ff26-dd9e-43bf-853d-1c69117f7e70 req-2f558e99-92a6-420b-a3a0-165fa9931994 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] Calling delete_port for 34692390-14bd-4c33-8fce-27c7d2b9c258 owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:03.725395 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191014f-6cc0-4c70-b7d6-bcf937ac0fbf tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Pushing event updated for resources: {'Port': ['ID=d406b7f2-afcc-4d4d-ba4d-4ce5ab3385d9,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:03.749764 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b191014f-6cc0-4c70-b7d6-bcf937ac0fbf tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:03.750583 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b191014f-6cc0-4c70-b7d6-bcf937ac0fbf tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:03.778117 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b191014f-6cc0-4c70-b7d6-bcf937ac0fbf tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.3320775 Mar 07 10:51:03.783786 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37950) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:03.792283 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0dac34cc-e92c-4437-8cbf-3f5021a3baeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (e733737e-c8f1-4ea9-8337-47939319caff), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:03.871930 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0dac34cc-e92c-4437-8cbf-3f5021a3baeb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:03.872026 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55987abc-4e28-4b56-9494-750485f5af8d None None] Network 00afd099-7a30-4cd1-919e-35d92c7ee376 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:03.878688 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0dac34cc-e92c-4437-8cbf-3f5021a3baeb admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e733737e-c8f1-4ea9-8337-47939319caff HTTP/1.1" status: 204 len: 168 time: 1.0351481 Mar 07 10:51:03.881738 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37958) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:03.883605 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac34cc-e92c-4437-8cbf-3f5021a3baeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e733737e-c8f1-4ea9-8337-47939319caff,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:03.906283 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4e05ff26-dd9e-43bf-853d-1c69117f7e70 req-2f558e99-92a6-420b-a3a0-165fa9931994 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (34692390-14bd-4c33-8fce-27c7d2b9c258), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:03.957938 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f558e99-92a6-420b-a3a0-165fa9931994 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] Pushing event deleted for resources: {'Port': ['ID=34692390-14bd-4c33-8fce-27c7d2b9c258,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:03.969596 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fda08-96d1-4197-8b38-d4e7d14c84e5 req-2a004d81-102a-4bea-9ee8-1674b043c495 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:03.977448 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8f07ab33-f472-485f-9dca-95d533d7e348 req-f9a02604-ca03-4dd3-bdc7-ef23c744056a tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] 10.222.0.11 "GET /v2.0/ports?device_id=402a616d-40c2-4b0a-acd0-01f21d8a033f HTTP/1.1" status: 200 len: 210 time: 0.0477262 Mar 07 10:51:03.986681 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-690fda08-96d1-4197-8b38-d4e7d14c84e5 req-2a004d81-102a-4bea-9ee8-1674b043c495 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=b590a16f-85ac-46f3-8a22-13eb21f3e76f HTTP/1.1" status: 200 len: 943 time: 0.1922107 Mar 07 10:51:04.067223 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4e753bb2-e216-4206-a583-19aa788d31c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (00afd099-7a30-4cd1-919e-35d92c7ee376), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:04.101927 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-59043f4c-7c7c-4c55-bc60-3a2cc9d7ea9a tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Deleting port d406b7f2-afcc-4d4d-ba4d-4ce5ab3385d9 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:04.101927 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-59043f4c-7c7c-4c55-bc60-3a2cc9d7ea9a tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (d406b7f2-afcc-4d4d-ba4d-4ce5ab3385d9), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:04.110884 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e05ff26-dd9e-43bf-853d-1c69117f7e70 req-2f558e99-92a6-420b-a3a0-165fa9931994 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] No DVR routers for this DVR port 34692390-14bd-4c33-8fce-27c7d2b9c258 on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:51:04.119155 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4e05ff26-dd9e-43bf-853d-1c69117f7e70 req-2f558e99-92a6-420b-a3a0-165fa9931994 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:04.128678 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94d4a78-a095-40d5-be4f-7cbbec119e79 None None] DHCP port deletion for 00afd099-7a30-4cd1-919e-35d92c7ee376 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:51:04.148446 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4e05ff26-dd9e-43bf-853d-1c69117f7e70 req-2f558e99-92a6-420b-a3a0-165fa9931994 tempest-ServerAddressesNegativeTestJSON-106401683 tempest-ServerAddressesNegativeTestJSON-106401683-project] 10.222.0.31 "DELETE /v2.0/ports/34692390-14bd-4c33-8fce-27c7d2b9c258 HTTP/1.1" status: 204 len: 173 time: 0.9142652 Mar 07 10:51:04.148446 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402a616d-40c2-4b0a-acd0-01f21d8a033f', 'name': 'network-vif-deleted', 'tag': '34692390-14bd-4c33-8fce-27c7d2b9c258'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:51:04.151562 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5342a07-53a9-463f-98bb-04f3d9b58b6e" -d '{"events": [{"server_uuid": "402a616d-40c2-4b0a-acd0-01f21d8a033f", "name": "network-vif-deleted", "tag": "34692390-14bd-4c33-8fce-27c7d2b9c258"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:51:04.187029 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-690fda08-96d1-4197-8b38-d4e7d14c84e5 req-1ae7dee3-dd6b-4115-9458-ec9c15cd0d41 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993291 Mar 07 10:51:04.287685 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6173fe92-d635-4997-8725-444806ddbb87 x-openstack-request-id: req-6173fe92-d635-4997-8725-444806ddbb87 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:51:04.288100 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402a616d-40c2-4b0a-acd0-01f21d8a033f", "name": "network-vif-deleted", "tag": "34692390-14bd-4c33-8fce-27c7d2b9c258", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:51:04.288230 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6173fe92-d635-4997-8725-444806ddbb87 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:51:04.288646 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402a616d-40c2-4b0a-acd0-01f21d8a033f', 'name': 'network-vif-deleted', 'tag': '34692390-14bd-4c33-8fce-27c7d2b9c258', 'status': 'completed', 'code': 200} Mar 07 10:51:04.300398 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 659c48b7-699e-40c0-8319-1204fda3c064 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:51:04.347024 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f94d4a78-a095-40d5-be4f-7cbbec119e79 None None] Deleting port 74044f4c-a30a-4571-bf2e-5d02c364b8f5 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:04.347376 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f94d4a78-a095-40d5-be4f-7cbbec119e79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (74044f4c-a30a-4571-bf2e-5d02c364b8f5), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:04.469218 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-59043f4c-7c7c-4c55-bc60-3a2cc9d7ea9a tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (d406b7f2-afcc-4d4d-ba4d-4ce5ab3385d9), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:04.480885 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-4e753bb2-e216-4206-a583-19aa788d31c6 admin admin] Deleting port 74044f4c-a30a-4571-bf2e-5d02c364b8f5 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:04.484161 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4e753bb2-e216-4206-a583-19aa788d31c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (74044f4c-a30a-4571-bf2e-5d02c364b8f5), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:04.514553 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-59043f4c-7c7c-4c55-bc60-3a2cc9d7ea9a tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Calling delete_port for d406b7f2-afcc-4d4d-ba4d-4ce5ab3385d9 owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:04.577820 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a31ac-14e3-4683-b179-d8c1a8907fe9 req-2fd41274-46fe-4796-99f9-2b1de2331ddd tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:04.579374 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-519a31ac-14e3-4683-b179-d8c1a8907fe9 req-2fd41274-46fe-4796-99f9-2b1de2331ddd tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.2638102 Mar 07 10:51:04.580207 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 659c48b7-699e-40c0-8319-1204fda3c064, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=659c48b7-699e-40c0-8319-1204fda3c064,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:04.605448 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-f94d4a78-a095-40d5-be4f-7cbbec119e79 None None] For port 74044f4c-a30a-4571-bf2e-5d02c364b8f5, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=74044f4c-a30a-4571-bf2e-5d02c364b8f5,segment=NetworkSegment(59b13e75-30d7-418d-a8ee-7db3ff010fd0),segment_id=59b13e75-30d7-418d-a8ee-7db3ff010fd0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:04.605880 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f94d4a78-a095-40d5-be4f-7cbbec119e79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (74044f4c-a30a-4571-bf2e-5d02c364b8f5), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:04.608667 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '659c48b7-699e-40c0-8319-1204fda3c064', 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42', 'port_id': '659c48b7-699e-40c0-8319-1204fda3c064', 'mac_address': 'fa:16:3e:9a:28:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32944cde-c55b-47e2-bb77-543fbc1a70ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:51:04.621881 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f94d4a78-a095-40d5-be4f-7cbbec119e79 None None] Calling delete_port for 74044f4c-a30a-4571-bf2e-5d02c364b8f5 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:04.669783 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-4e753bb2-e216-4206-a583-19aa788d31c6 admin admin] For port 74044f4c-a30a-4571-bf2e-5d02c364b8f5, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=74044f4c-a30a-4571-bf2e-5d02c364b8f5,segment=NetworkSegment(59b13e75-30d7-418d-a8ee-7db3ff010fd0),segment_id=59b13e75-30d7-418d-a8ee-7db3ff010fd0)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:04.670071 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4e753bb2-e216-4206-a583-19aa788d31c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (74044f4c-a30a-4571-bf2e-5d02c364b8f5), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:04.705361 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-4e753bb2-e216-4206-a583-19aa788d31c6 admin admin] Calling delete_port for 74044f4c-a30a-4571-bf2e-5d02c364b8f5 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:04.746193 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-519a31ac-14e3-4683-b179-d8c1a8907fe9 req-3cbfbdea-85dd-4b43-9bd6-f3393e6965b1 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351280 Mar 07 10:51:04.778528 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83cd392-9bf5-4910-bb7a-7df0feed428e None None] Network 09799145-0e02-4647-94a2-16675bc2d61c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:04.879329 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-59043f4c-7c7c-4c55-bc60-3a2cc9d7ea9a tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (d406b7f2-afcc-4d4d-ba4d-4ce5ab3385d9), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:04.891192 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4e753bb2-e216-4206-a583-19aa788d31c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (74044f4c-a30a-4571-bf2e-5d02c364b8f5), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:04.931368 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e753bb2-e216-4206-a583-19aa788d31c6 admin admin] No DVR routers for this DVR port 74044f4c-a30a-4571-bf2e-5d02c364b8f5 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:51:04.936265 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59043f4c-7c7c-4c55-bc60-3a2cc9d7ea9a tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Pushing event deleted for resources: {'Port': ['ID=d406b7f2-afcc-4d4d-ba4d-4ce5ab3385d9,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:04.958901 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 659c48b7-699e-40c0-8319-1204fda3c064 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:04.959512 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (659c48b7-699e-40c0-8319-1204fda3c064), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:05.000357 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a59c6891-3889-4afb-8c1e-3414f8792575 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:51:05.002373 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a7461869-f402-4d4c-852b-96c9f767e07c None None] Provisioning complete for port a59c6891-3889-4afb-8c1e-3414f8792575 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:05.002892 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a7461869-f402-4d4c-852b-96c9f767e07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a59c6891-3889-4afb-8c1e-3414f8792575), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:05.079041 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-59043f4c-7c7c-4c55-bc60-3a2cc9d7ea9a tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:05.083375 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-59043f4c-7c7c-4c55-bc60-3a2cc9d7ea9a tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] 10.222.0.11 "DELETE /v2.0/ports/d406b7f2-afcc-4d4d-ba4d-4ce5ab3385d9 HTTP/1.1" status: 204 len: 168 time: 1.2891858 Mar 07 10:51:05.085542 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e753bb2-e216-4206-a583-19aa788d31c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=74044f4c-a30a-4571-bf2e-5d02c364b8f5,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:05.086728 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37990) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:05.126936 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37996) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:05.129367 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 659c48b7-699e-40c0-8319-1204fda3c064 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:51:05.177595 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4e753bb2-e216-4206-a583-19aa788d31c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (00afd099-7a30-4cd1-919e-35d92c7ee376), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:05.186466 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f94d4a78-a095-40d5-be4f-7cbbec119e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (74044f4c-a30a-4571-bf2e-5d02c364b8f5), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:05.198653 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 659c48b7-699e-40c0-8319-1204fda3c064, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=659c48b7-699e-40c0-8319-1204fda3c064,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:05.204203 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-4e753bb2-e216-4206-a583-19aa788d31c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00afd099-7a30-4cd1-919e-35d92c7ee376']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:05.212927 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94d4a78-a095-40d5-be4f-7cbbec119e79 None None] No DVR routers for this DVR port 74044f4c-a30a-4571-bf2e-5d02c364b8f5 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:51:05.221215 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-4e753bb2-e216-4206-a583-19aa788d31c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b13e75-30d7-418d-a8ee-7db3ff010fd0') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:05.221676 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-4e753bb2-e216-4206-a583-19aa788d31c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b13e75-30d7-418d-a8ee-7db3ff010fd0') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:05.244688 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (659c48b7-699e-40c0-8319-1204fda3c064), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:05.245674 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2965bd13-dd0d-4c16-868a-163ceab784de admin admin] Deleting subnet a56159cd-64e8-4cb5-b0ce-7035749983ff {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:51:05.247610 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4e753bb2-e216-4206-a583-19aa788d31c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (59b13e75-30d7-418d-a8ee-7db3ff010fd0), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:05.255512 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2965bd13-dd0d-4c16-868a-163ceab784de admin admin] Publish callbacks [] for subnet (a56159cd-64e8-4cb5-b0ce-7035749983ff), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:05.256888 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d4a78-a095-40d5-be4f-7cbbec119e79 None None] Pushing event deleted for resources: {'Port': ['ID=74044f4c-a30a-4571-bf2e-5d02c364b8f5,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:05.282799 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4e753bb2-e216-4206-a583-19aa788d31c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (59b13e75-30d7-418d-a8ee-7db3ff010fd0), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:05.300137 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e753bb2-e216-4206-a583-19aa788d31c6 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:51:05.300647 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4e753bb2-e216-4206-a583-19aa788d31c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (59b13e75-30d7-418d-a8ee-7db3ff010fd0), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:05.304132 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:51:05.304132 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:51:05.304132 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:51:05.304132 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:51:05.304132 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:51:05.304132 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:51:05.304132 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:51:05.304132 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:51:05.304132 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:51:05.304132 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:51:05.304132 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:51:05.304132 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:51:05.304132 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:51:05.304132 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:51:05.304132 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:51:05.304132 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:51:05.304132 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:51:05.304132 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:51:05.304132 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:51:05.304132 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:51:05.304132 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:51:05.304132 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:51:05.304132 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:51:05.304132 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:51:05.304132 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:51:05.304132 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:51:05.304132 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:51:05.304132 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:51:05.304132 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:51:05.304132 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:51:05.304132 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:51:05.304132 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:51:05.336845 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2965bd13-dd0d-4c16-868a-163ceab784de admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (a56159cd-64e8-4cb5-b0ce-7035749983ff), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:05.394565 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2965bd13-dd0d-4c16-868a-163ceab784de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (a56159cd-64e8-4cb5-b0ce-7035749983ff), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:05.432805 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port a59c6891-3889-4afb-8c1e-3414f8792575 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:05.439105 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a59c6891-3889-4afb-8c1e-3414f8792575), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:05.480337 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['659c48b7-699e-40c0-8319-1204fda3c064'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:51:05.481442 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4e753bb2-e216-4206-a583-19aa788d31c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (00afd099-7a30-4cd1-919e-35d92c7ee376), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:05.485330 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-593bc28d-cc44-419d-b2be-05cfab99f8d3 tempest-DHCPAgentSchedulersTestJSON-882129304 tempest-DHCPAgentSchedulersTestJSON-882129304-project-admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4926 time: 0.3972683 Mar 07 10:51:05.489208 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2965bd13-dd0d-4c16-868a-163ceab784de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (a56159cd-64e8-4cb5-b0ce-7035749983ff), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:05.492888 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38006) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:05.502226 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4e753bb2-e216-4206-a583-19aa788d31c6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:05.509823 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4e753bb2-e216-4206-a583-19aa788d31c6 admin admin] 10.222.0.11 "DELETE /v2.0/networks/00afd099-7a30-4cd1-919e-35d92c7ee376 HTTP/1.1" status: 204 len: 168 time: 1.6206751 Mar 07 10:51:05.536363 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-782089d5-bcb2-4db8-9512-d2ab13196016 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-762099634'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:05.536533 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e753bb2-e216-4206-a583-19aa788d31c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=00afd099-7a30-4cd1-919e-35d92c7ee376,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:05.557167 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cdd10c-096c-44b2-8002-8b5d6dffb21e req-2bc34cca-2ad8-40c4-b30b-a03ad44db478 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:05.559396 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e0cdd10c-096c-44b2-8002-8b5d6dffb21e req-2bc34cca-2ad8-40c4-b30b-a03ad44db478 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=b590a16f-85ac-46f3-8a22-13eb21f3e76f HTTP/1.1" status: 200 len: 944 time: 0.1406260 Mar 07 10:51:05.587006 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2965bd13-dd0d-4c16-868a-163ceab784de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a56159cd-64e8-4cb5-b0ce-7035749983ff,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:05.601302 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782089d5-bcb2-4db8-9512-d2ab13196016 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Made reservation on behalf of 559b3e433ecd4b14b83739b251c5e358 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:05.604652 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-782089d5-bcb2-4db8-9512-d2ab13196016 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:05.622756 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2965bd13-dd0d-4c16-868a-163ceab784de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:05.628195 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2965bd13-dd0d-4c16-868a-163ceab784de admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a56159cd-64e8-4cb5-b0ce-7035749983ff HTTP/1.1" status: 204 len: 168 time: 0.4979267 Mar 07 10:51:05.630238 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38016) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:05.700760 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-782089d5-bcb2-4db8-9512-d2ab13196016 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:51:05.722614 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-782089d5-bcb2-4db8-9512-d2ab13196016 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (e56f25d4-3b11-420a-aadd-aa79ab680c48), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:05.723194 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-782089d5-bcb2-4db8-9512-d2ab13196016 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Added segment e56f25d4-3b11-420a-aadd-aa79ab680c48 of type vlan for network 9b24f418-652a-4f27-b420-ab7c6452b12e Mar 07 10:51:05.728002 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=659c48b7-699e-40c0-8319-1204fda3c064,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:05.735263 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a7461869-f402-4d4c-852b-96c9f767e07c None None] Current status of the port a59c6891-3889-4afb-8c1e-3414f8792575 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:05.735653 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a7461869-f402-4d4c-852b-96c9f767e07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a59c6891-3889-4afb-8c1e-3414f8792575), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:05.790213 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-17ddb94f-8bc0-4f39-a09f-0b6d6bdb5fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (3767e2f4-42ca-4798-be96-6a33c3292622), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:05.814708 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-782089d5-bcb2-4db8-9512-d2ab13196016 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (9b24f418-652a-4f27-b420-ab7c6452b12e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:05.837667 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e0cdd10c-096c-44b2-8002-8b5d6dffb21e req-21722bd7-7e8b-4948-814c-2a34bec727a7 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677653 Mar 07 10:51:05.889432 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-782089d5-bcb2-4db8-9512-d2ab13196016 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (9b24f418-652a-4f27-b420-ab7c6452b12e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:05.894402 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782089d5-bcb2-4db8-9512-d2ab13196016 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:05.895008 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-782089d5-bcb2-4db8-9512-d2ab13196016 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:05.923717 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a7461869-f402-4d4c-852b-96c9f767e07c None None] For port a59c6891-3889-4afb-8c1e-3414f8792575, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a59c6891-3889-4afb-8c1e-3414f8792575,segment=NetworkSegment(bf834ff2-fc88-40b5-9358-966559ba2368),segment_id=bf834ff2-fc88-40b5-9358-966559ba2368)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:05.981826 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 34692390-14bd-4c33-8fce-27c7d2b9c258 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:51:06.003807 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38024) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:06.012237 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-782089d5-bcb2-4db8-9512-d2ab13196016 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4861298 Mar 07 10:51:06.020257 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-17ddb94f-8bc0-4f39-a09f-0b6d6bdb5fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (3767e2f4-42ca-4798-be96-6a33c3292622), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:06.026892 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38026) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:06.056603 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-17ddb94f-8bc0-4f39-a09f-0b6d6bdb5fe5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3767e2f4-42ca-4798-be96-6a33c3292622']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:06.065751 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a7461869-f402-4d4c-852b-96c9f767e07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a59c6891-3889-4afb-8c1e-3414f8792575), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:06.081457 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-17ddb94f-8bc0-4f39-a09f-0b6d6bdb5fe5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1c411ac-c935-4460-b3d4-58e55dd6f0b5') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:06.081752 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-17ddb94f-8bc0-4f39-a09f-0b6d6bdb5fe5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1c411ac-c935-4460-b3d4-58e55dd6f0b5') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:06.093996 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 34692390-14bd-4c33-8fce-27c7d2b9c258 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:51:06.094268 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 34692390-14bd-4c33-8fce-27c7d2b9c258 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:51:06.106005 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-17ddb94f-8bc0-4f39-a09f-0b6d6bdb5fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (e1c411ac-c935-4460-b3d4-58e55dd6f0b5), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:06.155876 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-17ddb94f-8bc0-4f39-a09f-0b6d6bdb5fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (e1c411ac-c935-4460-b3d4-58e55dd6f0b5), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:06.163562 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port a59c6891-3889-4afb-8c1e-3414f8792575 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:06.163957 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a59c6891-3889-4afb-8c1e-3414f8792575), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:06.167637 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782089d5-bcb2-4db8-9512-d2ab13196016 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Pushing event updated for resources: {'Network': ['ID=9b24f418-652a-4f27-b420-ab7c6452b12e,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:06.182087 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ddb94f-8bc0-4f39-a09f-0b6d6bdb5fe5 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:51:06.183294 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-17ddb94f-8bc0-4f39-a09f-0b6d6bdb5fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (e1c411ac-c935-4460-b3d4-58e55dd6f0b5), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:06.190016 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:51:06.190016 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:51:06.190016 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:51:06.190016 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:51:06.190016 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:51:06.190016 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:51:06.190016 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:51:06.190016 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:51:06.190016 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:51:06.190016 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:51:06.190016 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:51:06.190016 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:51:06.190016 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:51:06.190016 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:51:06.190016 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:51:06.190016 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:51:06.190016 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:51:06.190016 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:51:06.190016 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:51:06.190016 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:51:06.190016 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:51:06.190016 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:51:06.190016 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:51:06.190016 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:51:06.190016 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:51:06.190016 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:51:06.190016 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:51:06.190016 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:51:06.190016 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:51:06.190016 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:51:06.190016 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:51:06.190016 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:51:06.205388 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 9b24f418-652a-4f27-b420-ab7c6452b12e details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:51:06.317539 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7461869-f402-4d4c-852b-96c9f767e07c None None] Pushing event updated for resources: {'Port': ['ID=a59c6891-3889-4afb-8c1e-3414f8792575,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:06.348769 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d3adcfde-9637-421f-b7a8-22c41dbfe777 None None] Provisioning complete for port a59c6891-3889-4afb-8c1e-3414f8792575 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:06.353496 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d3adcfde-9637-421f-b7a8-22c41dbfe777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a59c6891-3889-4afb-8c1e-3414f8792575), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:06.384448 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-17ddb94f-8bc0-4f39-a09f-0b6d6bdb5fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (3767e2f4-42ca-4798-be96-6a33c3292622), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:06.395721 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-17ddb94f-8bc0-4f39-a09f-0b6d6bdb5fe5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:06.403215 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-17ddb94f-8bc0-4f39-a09f-0b6d6bdb5fe5 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3767e2f4-42ca-4798-be96-6a33c3292622 HTTP/1.1" status: 204 len: 168 time: 0.7715945 Mar 07 10:51:06.435143 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ddb94f-8bc0-4f39-a09f-0b6d6bdb5fe5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3767e2f4-42ca-4798-be96-6a33c3292622,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:06.565171 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6a96f3bd-4591-4301-91e7-31395232f2a7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=963e73da008c45bbbe3340617f958250&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5440147 Mar 07 10:51:06.565603 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38042) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:06.572381 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a4c2c387-7f2a-4099-80eb-d0fa06601e8c tempest-DHCPAgentSchedulersTestJSON-882129304 tempest-DHCPAgentSchedulersTestJSON-882129304-project-admin] 10.222.0.11 "GET /v2.0/agents/83749220-3194-4ddb-8ecd-f9589b2ccb3d/dhcp-networks HTTP/1.1" status: 200 len: 5660 time: 0.4663355 Mar 07 10:51:06.576008 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38044) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:06.598750 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:51:06.600192 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:51:06.621351 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-789b9be5-31f2-42db-9344-612726d935a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:06.642244 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66ce4f-c14c-4266-8b1a-270b39d86147 req-456d3686-40ee-45ab-a6b4-f1fc6e40edd3 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:06.660461 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1b66ce4f-c14c-4266-8b1a-270b39d86147 req-456d3686-40ee-45ab-a6b4-f1fc6e40edd3 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.7061589 Mar 07 10:51:06.668351 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-eabd27a0-125c-4e1a-b6d8-9b407b5f43c7 admin admin] Publish callbacks [] for security_group (1b86ce8a-598b-4ca4-98a9-cbe9451f44ba), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:06.686019 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d3adcfde-9637-421f-b7a8-22c41dbfe777 None None] Current status of the port a59c6891-3889-4afb-8c1e-3414f8792575 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:06.701945 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d3adcfde-9637-421f-b7a8-22c41dbfe777 None None] Could not find standard attr ID for object d406b7f2-afcc-4d4d-ba4d-4ce5ab3385d9. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:51:06.705485 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-eabd27a0-125c-4e1a-b6d8-9b407b5f43c7 admin admin] Publish callbacks [] for security_group (1b86ce8a-598b-4ca4-98a9-cbe9451f44ba), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:06.765682 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-eabd27a0-125c-4e1a-b6d8-9b407b5f43c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (1b86ce8a-598b-4ca4-98a9-cbe9451f44ba), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:06.770960 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-eabd27a0-125c-4e1a-b6d8-9b407b5f43c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:06.773184 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-eabd27a0-125c-4e1a-b6d8-9b407b5f43c7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1b86ce8a-598b-4ca4-98a9-cbe9451f44ba HTTP/1.1" status: 204 len: 168 time: 0.2057834 Mar 07 10:51:06.782578 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38052) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:06.783439 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd27a0-125c-4e1a-b6d8-9b407b5f43c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b86ce8a-598b-4ca4-98a9-cbe9451f44ba,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:06.854464 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-13c1a4f6-f693-43a4-b8e2-74ac1f8f98f2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1434121a00964d4f844bbd3c8dbab7f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0687788 Mar 07 10:51:06.857718 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38056) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:06.864354 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1b66ce4f-c14c-4266-8b1a-270b39d86147 req-d43b24df-9b43-4c30-9a31-1d1a8038d90d tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013514 Mar 07 10:51:06.891748 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317b664a-39b5-474b-a986-0f78442f9567 tempest-DHCPAgentSchedulersTestJSON-882129304 tempest-DHCPAgentSchedulersTestJSON-882129304-project-admin] Network 9b24f418-652a-4f27-b420-ab7c6452b12e is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:51:06.916059 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01df4d4-1b26-4534-9de6-744f48be85c3 None None] Network 9b24f418-652a-4f27-b420-ab7c6452b12e requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:06.916607 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-317b664a-39b5-474b-a986-0f78442f9567 tempest-DHCPAgentSchedulersTestJSON-882129304 tempest-DHCPAgentSchedulersTestJSON-882129304-project-admin] 10.222.0.11 "POST /v2.0/agents/83749220-3194-4ddb-8ecd-f9589b2ccb3d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3387821 Mar 07 10:51:06.920515 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38058) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:07.045547 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a496138e-a029-4904-8122-f99ab6628b14 admin admin] Publish callbacks [] for security_group (17d6150b-074e-4cc9-81b0-202406f1275c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:07.070156 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a496138e-a029-4904-8122-f99ab6628b14 admin admin] Publish callbacks [] for security_group (17d6150b-074e-4cc9-81b0-202406f1275c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:07.103099 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-51f5c561-b6fd-43ec-ba13-50c68e83c397 tempest-DHCPAgentSchedulersTestJSON-882129304 tempest-DHCPAgentSchedulersTestJSON-882129304-project-admin] 10.222.0.11 "GET /v2.0/agents/83749220-3194-4ddb-8ecd-f9589b2ccb3d/dhcp-networks HTTP/1.1" status: 200 len: 5661 time: 0.1781194 Mar 07 10:51:07.103627 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38060) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:07.135703 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a496138e-a029-4904-8122-f99ab6628b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (17d6150b-074e-4cc9-81b0-202406f1275c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:07.142589 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a496138e-a029-4904-8122-f99ab6628b14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:07.146429 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a496138e-a029-4904-8122-f99ab6628b14 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/17d6150b-074e-4cc9-81b0-202406f1275c HTTP/1.1" status: 204 len: 168 time: 0.2877052 Mar 07 10:51:07.165728 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port a59c6891-3889-4afb-8c1e-3414f8792575 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:07.172265 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496138e-a029-4904-8122-f99ab6628b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d6150b-074e-4cc9-81b0-202406f1275c,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:07.198408 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40a600-0bab-49c2-9876-902093f9a3dc req-df625c62-3905-460b-9bfe-8dda87e28fef tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:07.205815 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b40a600-0bab-49c2-9876-902093f9a3dc req-df625c62-3905-460b-9bfe-8dda87e28fef tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=b590a16f-85ac-46f3-8a22-13eb21f3e76f HTTP/1.1" status: 200 len: 944 time: 0.2675033 Mar 07 10:51:07.282209 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 74044f4c-a30a-4571-bf2e-5d02c364b8f5 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:51:07.304277 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ff1a076e-3148-4098-b4e3-d5a5f316af93 tempest-DHCPAgentSchedulersTestJSON-882129304 tempest-DHCPAgentSchedulersTestJSON-882129304-project-admin] 10.222.0.11 "DELETE /v2.0/agents/83749220-3194-4ddb-8ecd-f9589b2ccb3d/dhcp-networks/9b24f418-652a-4f27-b420-ab7c6452b12e HTTP/1.1" status: 204 len: 168 time: 0.1981750 Mar 07 10:51:07.304849 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38066) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:07.345496 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b40a600-0bab-49c2-9876-902093f9a3dc req-0a581e40-4436-480c-a31c-3af118bad5f1 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386635 Mar 07 10:51:07.358392 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 74044f4c-a30a-4571-bf2e-5d02c364b8f5 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:51:07.359153 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 74044f4c-a30a-4571-bf2e-5d02c364b8f5 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:51:07.514795 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a59c6891-3889-4afb-8c1e-3414f8792575 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:51:07.624621 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38078) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:07.625235 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e8659ab1-2c3f-4e18-9630-ac20d766a86e tempest-DHCPAgentSchedulersTestJSON-882129304 tempest-DHCPAgentSchedulersTestJSON-882129304-project-admin] 10.222.0.11 "GET /v2.0/agents/83749220-3194-4ddb-8ecd-f9589b2ccb3d/dhcp-networks HTTP/1.1" status: 200 len: 4891 time: 0.3137138 Mar 07 10:51:07.659603 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ee7c5a29-42c7-4279-b2e5-7cc5f610b586 tempest-DHCPAgentSchedulersTestJSON-882129304 tempest-DHCPAgentSchedulersTestJSON-882129304-project-admin] 10.222.0.11 "GET /v2.0/networks/09799145-0e02-4647-94a2-16675bc2d61c/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0304818 Mar 07 10:51:07.660764 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38080) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:07.686497 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port a59c6891-3889-4afb-8c1e-3414f8792575 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:07.687037 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a59c6891-3889-4afb-8c1e-3414f8792575), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:07.695199 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38086) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:07.696013 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-341e2e48-9819-4183-9797-71da2fdd8584 tempest-DHCPAgentSchedulersTestJSON-882129304 tempest-DHCPAgentSchedulersTestJSON-882129304-project-admin] 10.222.0.11 "GET /v2.0/networks/09799145-0e02-4647-94a2-16675bc2d61c/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0341280 Mar 07 10:51:07.909275 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port a59c6891-3889-4afb-8c1e-3414f8792575 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:07.947964 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38100) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:07.957693 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-14948771-f0c9-4fad-a4ac-830cbba75e3f tempest-DHCPAgentSchedulersTestJSON-882129304 tempest-DHCPAgentSchedulersTestJSON-882129304-project-admin] 10.222.0.11 "GET /v2.0/agents/83749220-3194-4ddb-8ecd-f9589b2ccb3d/dhcp-networks HTTP/1.1" status: 200 len: 4891 time: 0.2611876 Mar 07 10:51:08.079267 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ff149198-5f8e-4f38-b300-fd320b2471b3 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (9b24f418-652a-4f27-b420-ab7c6452b12e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:08.109754 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801f476-4320-48e4-b9aa-d0b3e8dfb3c9 req-c475186d-fbbb-4a7a-a240-b3b9e5c7cee8 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:08.111562 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1801f476-4320-48e4-b9aa-d0b3e8dfb3c9 req-c475186d-fbbb-4a7a-a240-b3b9e5c7cee8 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.0917861 Mar 07 10:51:08.234029 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ff149198-5f8e-4f38-b300-fd320b2471b3 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (9b24f418-652a-4f27-b420-ab7c6452b12e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:08.270102 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1801f476-4320-48e4-b9aa-d0b3e8dfb3c9 req-2cb054b1-57be-4546-8cf4-7fd35d6b027b tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326513 Mar 07 10:51:08.292777 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-ff149198-5f8e-4f38-b300-fd320b2471b3 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b24f418-652a-4f27-b420-ab7c6452b12e']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:08.309535 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-ff149198-5f8e-4f38-b300-fd320b2471b3 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e56f25d4-3b11-420a-aadd-aa79ab680c48') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:08.309535 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-ff149198-5f8e-4f38-b300-fd320b2471b3 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e56f25d4-3b11-420a-aadd-aa79ab680c48') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:08.315741 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 659c48b7-699e-40c0-8319-1204fda3c064 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:51:08.322914 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ff149198-5f8e-4f38-b300-fd320b2471b3 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (e56f25d4-3b11-420a-aadd-aa79ab680c48), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:08.351205 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ff149198-5f8e-4f38-b300-fd320b2471b3 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (e56f25d4-3b11-420a-aadd-aa79ab680c48), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:08.372319 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff149198-5f8e-4f38-b300-fd320b2471b3 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:51:08.373254 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ff149198-5f8e-4f38-b300-fd320b2471b3 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (e56f25d4-3b11-420a-aadd-aa79ab680c48), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:08.376737 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:51:08.376737 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:51:08.376737 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:51:08.376737 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:51:08.376737 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:51:08.376737 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:51:08.376737 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:51:08.376737 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:51:08.376737 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:51:08.376737 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:51:08.376737 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:51:08.376737 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:51:08.376737 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:51:08.376737 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:51:08.376737 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:51:08.376737 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:51:08.376737 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:51:08.376737 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:51:08.376737 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:51:08.376737 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:51:08.376737 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:51:08.376737 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:51:08.376737 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:51:08.376737 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:51:08.376737 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:51:08.376737 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:51:08.376737 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:51:08.376737 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:51:08.376737 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:51:08.376737 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:51:08.376737 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:51:08.376737 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:51:08.427975 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 659c48b7-699e-40c0-8319-1204fda3c064 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:51:08.462028 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 659c48b7-699e-40c0-8319-1204fda3c064 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:08.470073 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (659c48b7-699e-40c0-8319-1204fda3c064), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:08.483747 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ff149198-5f8e-4f38-b300-fd320b2471b3 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (9b24f418-652a-4f27-b420-ab7c6452b12e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:08.500652 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ff149198-5f8e-4f38-b300-fd320b2471b3 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:08.511496 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38118) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:08.520911 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ff149198-5f8e-4f38-b300-fd320b2471b3 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] 10.222.0.11 "DELETE /v2.0/networks/9b24f418-652a-4f27-b420-ab7c6452b12e HTTP/1.1" status: 204 len: 168 time: 0.5702140 Mar 07 10:51:08.561624 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff149198-5f8e-4f38-b300-fd320b2471b3 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Pushing event deleted for resources: {'Network': ['ID=9b24f418-652a-4f27-b420-ab7c6452b12e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:08.593557 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3deac5e-997a-4a99-beb8-ab0f06eec149 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] DELETE failed (client error): The resource could not be found. Mar 07 10:51:08.595710 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3deac5e-997a-4a99-beb8-ab0f06eec149 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:51:08.603458 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c3deac5e-997a-4a99-beb8-ab0f06eec149 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] 10.222.0.11 "DELETE /v2.0/ports/d406b7f2-afcc-4d4d-ba4d-4ce5ab3385d9 HTTP/1.1" status: 404 len: 333 time: 0.0873201 Mar 07 10:51:08.603681 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38122) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:08.628424 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c6522937-6774-46d7-9696-8ec4c4ce444a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:08.640791 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 659c48b7-699e-40c0-8319-1204fda3c064 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:08.641216 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (659c48b7-699e-40c0-8319-1204fda3c064), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:08.710804 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83247dd4-5550-4773-8782-6ae4a01fac35 req-77c13dce-b4bb-40b8-8d93-533116b535b2 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:08.711312 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 659c48b7-699e-40c0-8319-1204fda3c064, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=659c48b7-699e-40c0-8319-1204fda3c064,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:08.716602 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b590a16f-85ac-46f3-8a22-13eb21f3e76f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659c48b7-699e-40c0-8319-1204fda3c064'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:51:08.718277 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-83247dd4-5550-4773-8782-6ae4a01fac35 req-77c13dce-b4bb-40b8-8d93-533116b535b2 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=b590a16f-85ac-46f3-8a22-13eb21f3e76f HTTP/1.1" status: 200 len: 944 time: 0.1972096 Mar 07 10:51:08.723987 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effeb9cc-7734-48fc-94f3-6792ef637f6f" -d '{"events": [{"server_uuid": "b590a16f-85ac-46f3-8a22-13eb21f3e76f", "name": "network-vif-plugged", "status": "completed", "tag": "659c48b7-699e-40c0-8319-1204fda3c064"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:51:08.727356 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc5e895-a672-40a1-8665-c7ba048204f6 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Deleting subnet 9d53bdfc-bf3d-4cbc-820f-b5dd8b9fcbca {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:51:08.732197 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2dc5e895-a672-40a1-8665-c7ba048204f6 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks [] for subnet (9d53bdfc-bf3d-4cbc-820f-b5dd8b9fcbca), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:08.750250 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (659c48b7-699e-40c0-8319-1204fda3c064), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:08.835418 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2dc5e895-a672-40a1-8665-c7ba048204f6 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (9d53bdfc-bf3d-4cbc-820f-b5dd8b9fcbca), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:08.840338 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee19aa8c-0c32-48d7-a5e5-209c9717ec0c x-openstack-request-id: req-ee19aa8c-0c32-48d7-a5e5-209c9717ec0c {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:51:08.840765 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b590a16f-85ac-46f3-8a22-13eb21f3e76f", "name": "network-vif-plugged", "status": "completed", "tag": "659c48b7-699e-40c0-8319-1204fda3c064", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:51:08.841047 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ee19aa8c-0c32-48d7-a5e5-209c9717ec0c {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:51:08.841472 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b590a16f-85ac-46f3-8a22-13eb21f3e76f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659c48b7-699e-40c0-8319-1204fda3c064', 'code': 200} Mar 07 10:51:08.904827 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=659c48b7-699e-40c0-8319-1204fda3c064,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:08.925590 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-83247dd4-5550-4773-8782-6ae4a01fac35 req-a173f032-c1fb-4bae-be11-5e94037cbb4e tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025008 Mar 07 10:51:08.975998 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38142) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:09.027164 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b97af1-ae84-4166-b9a0-7a976a754cf4 req-254400c0-35a2-47be-ae41-f6b6d480378f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:09.030835 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-09b97af1-ae84-4166-b9a0-7a976a754cf4 req-254400c0-35a2-47be-ae41-f6b6d480378f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b590a16f-85ac-46f3-8a22-13eb21f3e76f HTTP/1.1" status: 200 len: 1127 time: 0.1409426 Mar 07 10:51:09.051417 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2dc5e895-a672-40a1-8665-c7ba048204f6 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (9d53bdfc-bf3d-4cbc-820f-b5dd8b9fcbca), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:09.122059 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-09b97af1-ae84-4166-b9a0-7a976a754cf4 req-acfab376-3be7-4f40-bddf-25e40331155d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850170 Mar 07 10:51:09.149819 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2dc5e895-a672-40a1-8665-c7ba048204f6 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (9d53bdfc-bf3d-4cbc-820f-b5dd8b9fcbca), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:09.179889 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-d63b8da3-b1f1-4278-9b61-c2974c57c061 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2059243158-network', 'tenant_id': '9a2f73a1891a425b82b209c75497e7ed'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:09.190341 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc5e895-a672-40a1-8665-c7ba048204f6 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Pushing event deleted for resources: {'Subnet': ['ID=9d53bdfc-bf3d-4cbc-820f-b5dd8b9fcbca,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:09.200245 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2dc5e895-a672-40a1-8665-c7ba048204f6 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:09.205438 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63b8da3-b1f1-4278-9b61-c2974c57c061 admin admin] Made reservation on behalf of 9a2f73a1891a425b82b209c75497e7ed for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:09.206604 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2dc5e895-a672-40a1-8665-c7ba048204f6 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] 10.222.0.11 "DELETE /v2.0/subnets/9d53bdfc-bf3d-4cbc-820f-b5dd8b9fcbca HTTP/1.1" status: 204 len: 168 time: 0.6021085 Mar 07 10:51:09.207389 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38152) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:09.208559 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d63b8da3-b1f1-4278-9b61-c2974c57c061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:09.208885 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abb2977-b553-47bc-9325-0a2805170245 None None] Network 09799145-0e02-4647-94a2-16675bc2d61c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:09.221213 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d63b8da3-b1f1-4278-9b61-c2974c57c061 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:09.332598 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-44dbd263-0f49-4a6f-b1db-78407037f9e5 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (09799145-0e02-4647-94a2-16675bc2d61c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:09.362477 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d63b8da3-b1f1-4278-9b61-c2974c57c061 admin admin] Publish callbacks [] for security_group (1ad3ec7a-ff6c-4bbf-902c-34b66739843d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:09.370353 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d63b8da3-b1f1-4278-9b61-c2974c57c061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (1ad3ec7a-ff6c-4bbf-902c-34b66739843d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:09.411164 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63b8da3-b1f1-4278-9b61-c2974c57c061 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:51:09.438949 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d63b8da3-b1f1-4278-9b61-c2974c57c061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (d94558fe-608c-4bb7-8182-d7bef9dd309e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:09.440526 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-d63b8da3-b1f1-4278-9b61-c2974c57c061 admin admin] Added segment d94558fe-608c-4bb7-8182-d7bef9dd309e of type vlan for network f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a Mar 07 10:51:09.500229 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d63b8da3-b1f1-4278-9b61-c2974c57c061 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:09.543571 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d63b8da3-b1f1-4278-9b61-c2974c57c061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:09.545224 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63b8da3-b1f1-4278-9b61-c2974c57c061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:09.546101 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d63b8da3-b1f1-4278-9b61-c2974c57c061 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:09.547142 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c875607-7800-4c72-9c7c-d8934954295c req-186ad0ca-214e-4453-8031-02fea313a2f2 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:09.549023 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1c875607-7800-4c72-9c7c-d8934954295c req-186ad0ca-214e-4453-8031-02fea313a2f2 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1251061 Mar 07 10:51:09.550854 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-44dbd263-0f49-4a6f-b1db-78407037f9e5 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Deleting port a59c6891-3889-4afb-8c1e-3414f8792575 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:09.551198 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-44dbd263-0f49-4a6f-b1db-78407037f9e5 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a59c6891-3889-4afb-8c1e-3414f8792575), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:09.594573 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b8da3-b1f1-4278-9b61-c2974c57c061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad3ec7a-ff6c-4bbf-902c-34b66739843d,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:09.659261 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d63b8da3-b1f1-4278-9b61-c2974c57c061 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6775472 Mar 07 10:51:09.663207 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38160) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:09.670308 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-c099d90a-a569-4d07-b0c8-f1a6a3f9e00e admin admin] Request body: {'subnet': {'network_id': 'f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2059243158-subnet', 'tenant_id': '9a2f73a1891a425b82b209c75497e7ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:09.681673 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b8da3-b1f1-4278-9b61-c2974c57c061 admin admin] Pushing event updated for resources: {'Network': ['ID=f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:09.695333 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:51:09.719895 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c099d90a-a569-4d07-b0c8-f1a6a3f9e00e admin admin] Made reservation on behalf of 9a2f73a1891a425b82b209c75497e7ed for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:09.724114 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c099d90a-a569-4d07-b0c8-f1a6a3f9e00e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:09.783303 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1c875607-7800-4c72-9c7c-d8934954295c req-9b797f01-d53a-43dc-b36a-960ab3377e0e tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124562 Mar 07 10:51:09.800389 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-44dbd263-0f49-4a6f-b1db-78407037f9e5 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] For port a59c6891-3889-4afb-8c1e-3414f8792575, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a59c6891-3889-4afb-8c1e-3414f8792575,segment=NetworkSegment(bf834ff2-fc88-40b5-9358-966559ba2368),segment_id=bf834ff2-fc88-40b5-9358-966559ba2368)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:09.800773 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-44dbd263-0f49-4a6f-b1db-78407037f9e5 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a59c6891-3889-4afb-8c1e-3414f8792575), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:09.840368 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-44dbd263-0f49-4a6f-b1db-78407037f9e5 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Calling delete_port for a59c6891-3889-4afb-8c1e-3414f8792575 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:09.861232 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a58216-57e8-4eeb-acc2-aae689913021 None None] DHCP port deletion for 09799145-0e02-4647-94a2-16675bc2d61c request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:51:09.927277 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:09.962215 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c6a58216-57e8-4eeb-acc2-aae689913021 None None] Deleting port a59c6891-3889-4afb-8c1e-3414f8792575 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:09.962697 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c6a58216-57e8-4eeb-acc2-aae689913021 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a59c6891-3889-4afb-8c1e-3414f8792575), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:10.052774 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c6a58216-57e8-4eeb-acc2-aae689913021 None None] For port a59c6891-3889-4afb-8c1e-3414f8792575, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a59c6891-3889-4afb-8c1e-3414f8792575,segment=NetworkSegment(bf834ff2-fc88-40b5-9358-966559ba2368),segment_id=bf834ff2-fc88-40b5-9358-966559ba2368)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:10.054363 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c6a58216-57e8-4eeb-acc2-aae689913021 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a59c6891-3889-4afb-8c1e-3414f8792575), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:10.071495 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c6a58216-57e8-4eeb-acc2-aae689913021 None None] Calling delete_port for a59c6891-3889-4afb-8c1e-3414f8792575 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:10.138251 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-44dbd263-0f49-4a6f-b1db-78407037f9e5 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (a59c6891-3889-4afb-8c1e-3414f8792575), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:51:10.217847 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 10:51:10.232781 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c6a58216-57e8-4eeb-acc2-aae689913021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (a59c6891-3889-4afb-8c1e-3414f8792575), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:10.260300 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbd263-0f49-4a6f-b1db-78407037f9e5 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Pushing event deleted for resources: {'Port': ['ID=a59c6891-3889-4afb-8c1e-3414f8792575,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:10.262151 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dbd263-0f49-4a6f-b1db-78407037f9e5 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] No DVR routers for this DVR port a59c6891-3889-4afb-8c1e-3414f8792575 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:51:10.274042 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a58216-57e8-4eeb-acc2-aae689913021 None None] No DVR routers for this DVR port a59c6891-3889-4afb-8c1e-3414f8792575 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:51:10.317091 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c099d90a-a569-4d07-b0c8-f1a6a3f9e00e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (43fcd840-6664-4d14-a4fa-cb3825f97f75), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:10.371998 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a58216-57e8-4eeb-acc2-aae689913021 None None] Pushing event deleted for resources: {'Port': ['ID=a59c6891-3889-4afb-8c1e-3414f8792575,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:10.502503 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-44dbd263-0f49-4a6f-b1db-78407037f9e5 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (09799145-0e02-4647-94a2-16675bc2d61c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:10.515035 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089f915-9e78-45ec-89fe-fbba2555801e req-c5d1a8c0-6ccc-4c3a-bb07-ab2952628355 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:10.516480 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1089f915-9e78-45ec-89fe-fbba2555801e req-c5d1a8c0-6ccc-4c3a-bb07-ab2952628355 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=b590a16f-85ac-46f3-8a22-13eb21f3e76f HTTP/1.1" status: 200 len: 945 time: 0.3955543 Mar 07 10:51:10.526494 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099d90a-a569-4d07-b0c8-f1a6a3f9e00e admin admin] Pushing event updated for resources: {'Subnet': ['ID=43fcd840-6664-4d14-a4fa-cb3825f97f75,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:10.567082 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-44dbd263-0f49-4a6f-b1db-78407037f9e5 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09799145-0e02-4647-94a2-16675bc2d61c']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:10.591044 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-44dbd263-0f49-4a6f-b1db-78407037f9e5 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf834ff2-fc88-40b5-9358-966559ba2368') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:10.592695 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-44dbd263-0f49-4a6f-b1db-78407037f9e5 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf834ff2-fc88-40b5-9358-966559ba2368') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:10.592835 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c099d90a-a569-4d07-b0c8-f1a6a3f9e00e admin admin] Checking segment: {'id': 'd94558fe-608c-4bb7-8182-d7bef9dd309e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:51:10.593463 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c099d90a-a569-4d07-b0c8-f1a6a3f9e00e admin admin] Network hostable DHCP agents. Network: f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:51:10.625286 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-44dbd263-0f49-4a6f-b1db-78407037f9e5 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (bf834ff2-fc88-40b5-9358-966559ba2368), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:10.630342 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1089f915-9e78-45ec-89fe-fbba2555801e req-4323885e-3c7c-4fb2-8a1f-217503071ea7 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062703 Mar 07 10:51:10.632373 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c099d90a-a569-4d07-b0c8-f1a6a3f9e00e admin admin] Network f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:51:10.645159 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-c099d90a-a569-4d07-b0c8-f1a6a3f9e00e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:10.657557 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e8cdb9-0f1c-4349-9c62-7c282c75da5b None None] Network f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:10.663429 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c099d90a-a569-4d07-b0c8-f1a6a3f9e00e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:10.666267 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c099d90a-a569-4d07-b0c8-f1a6a3f9e00e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:10.689674 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-44dbd263-0f49-4a6f-b1db-78407037f9e5 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (bf834ff2-fc88-40b5-9358-966559ba2368), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:10.700010 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44dbd263-0f49-4a6f-b1db-78407037f9e5 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:51:10.701570 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-44dbd263-0f49-4a6f-b1db-78407037f9e5 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (bf834ff2-fc88-40b5-9358-966559ba2368), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:10.703528 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c099d90a-a569-4d07-b0c8-f1a6a3f9e00e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0384960 Mar 07 10:51:10.718794 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:51:10.718794 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:51:10.718794 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:51:10.718794 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:51:10.718794 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:51:10.718794 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:51:10.718794 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:51:10.718794 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:51:10.718794 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:51:10.718794 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:51:10.718794 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:51:10.718794 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:51:10.718794 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:51:10.718794 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:51:10.718794 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:51:10.718794 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:51:10.718794 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:51:10.718794 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:51:10.718794 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:51:10.718794 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:51:10.718794 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:51:10.718794 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:51:10.718794 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:51:10.718794 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:51:10.718794 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:51:10.718794 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:51:10.718794 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:51:10.718794 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:51:10.718794 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:51:10.718794 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:51:10.718794 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:51:10.718794 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:51:10.880013 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-44dbd263-0f49-4a6f-b1db-78407037f9e5 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (09799145-0e02-4647-94a2-16675bc2d61c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:10.889396 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-44dbd263-0f49-4a6f-b1db-78407037f9e5 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:10.899930 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-44dbd263-0f49-4a6f-b1db-78407037f9e5 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] 10.222.0.11 "DELETE /v2.0/networks/09799145-0e02-4647-94a2-16675bc2d61c HTTP/1.1" status: 204 len: 168 time: 1.6913991 Mar 07 10:51:10.927481 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4298208-def4-4b9e-abf9-669d42b4e357 None None] Network f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:10.936104 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbd263-0f49-4a6f-b1db-78407037f9e5 tempest-DHCPAgentSchedulersTestJSON-1407647096 tempest-DHCPAgentSchedulersTestJSON-1407647096-project] Pushing event deleted for resources: {'Network': ['ID=09799145-0e02-4647-94a2-16675bc2d61c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:11.047109 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000e212-a018-4176-8970-71368879875f req-e2df337c-394d-4730-a70d-d5696ab6376c tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:11.048791 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9000e212-a018-4176-8970-71368879875f req-e2df337c-394d-4730-a70d-d5696ab6376c tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1196432 Mar 07 10:51:11.124252 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9000e212-a018-4176-8970-71368879875f req-c3efa647-6c2e-4f11-853e-e6b26871f9d3 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669010 Mar 07 10:51:11.487167 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38218) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:11.497699 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a59c6891-3889-4afb-8c1e-3414f8792575 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:51:11.552511 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: a59c6891-3889-4afb-8c1e-3414f8792575 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:51:11.557929 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a59c6891-3889-4afb-8c1e-3414f8792575 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:51:11.612537 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:11.824775 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db262df3-6cf4-49e5-8402-37479549fa5e req-4a526da2-ca75-4b95-9d71-c2ba5659e45f tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:11.829271 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7577f5d2-413d-4feb-a717-b3d40c36e5c0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=559b3e433ecd4b14b83739b251c5e358&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3392806 Mar 07 10:51:11.830593 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38232) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:11.845857 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-db262df3-6cf4-49e5-8402-37479549fa5e req-4a526da2-ca75-4b95-9d71-c2ba5659e45f tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=b590a16f-85ac-46f3-8a22-13eb21f3e76f HTTP/1.1" status: 200 len: 945 time: 0.1138108 Mar 07 10:51:11.858710 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device e6688e36-ad0b-423f-8455-552f34e30d39 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:51:11.982260 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-22ed6ad2-fd3d-418c-8c33-35df3771e875 admin admin] Publish callbacks [] for security_group (e31dd864-38ae-4c21-aae6-f678cfa15c13), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:12.003834 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-db262df3-6cf4-49e5-8402-37479549fa5e req-5821db34-f9a7-4e6f-8f7e-dc27c3d0b800 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559324 Mar 07 10:51:12.081885 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-22ed6ad2-fd3d-418c-8c33-35df3771e875 admin admin] Publish callbacks [] for security_group (e31dd864-38ae-4c21-aae6-f678cfa15c13), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:12.149623 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port e6688e36-ad0b-423f-8455-552f34e30d39, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=e6688e36-ad0b-423f-8455-552f34e30d39,segment=NetworkSegment(9c0e08f9-ace4-432d-a662-c01ea531e4d8),segment_id=9c0e08f9-ace4-432d-a662-c01ea531e4d8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:12.176627 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'e6688e36-ad0b-423f-8455-552f34e30d39', 'network_id': 'd544ea13-72f7-4e6d-b9f9-764274f4e435', 'port_id': 'e6688e36-ad0b-423f-8455-552f34e30d39', 'mac_address': 'fa:16:3e:f0:7b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e77d3a5-5754-48b0-b886-c951ba559812', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:51:12.194767 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-22ed6ad2-fd3d-418c-8c33-35df3771e875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e31dd864-38ae-4c21-aae6-f678cfa15c13), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:12.199896 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-22ed6ad2-fd3d-418c-8c33-35df3771e875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:12.210990 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-22ed6ad2-fd3d-418c-8c33-35df3771e875 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e31dd864-38ae-4c21-aae6-f678cfa15c13 HTTP/1.1" status: 204 len: 168 time: 0.3754735 Mar 07 10:51:12.235347 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ed6ad2-fd3d-418c-8c33-35df3771e875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31dd864-38ae-4c21-aae6-f678cfa15c13,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:12.416071 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port e6688e36-ad0b-423f-8455-552f34e30d39 is: ACTIVE; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:12.416488 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e6688e36-ad0b-423f-8455-552f34e30d39), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:12.432310 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf79e98-2f69-4028-948e-cacb2f1b9ef4 req-040fd29b-e40a-4cdd-8b78-d36191b0c300 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:12.460787 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6688e36-ad0b-423f-8455-552f34e30d39 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:51:12.461692 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bbf79e98-2f69-4028-948e-cacb2f1b9ef4 req-040fd29b-e40a-4cdd-8b78-d36191b0c300 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1878121 Mar 07 10:51:12.531375 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port e6688e36-ad0b-423f-8455-552f34e30d39, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=e6688e36-ad0b-423f-8455-552f34e30d39,segment=NetworkSegment(9c0e08f9-ace4-432d-a662-c01ea531e4d8),segment_id=9c0e08f9-ace4-432d-a662-c01ea531e4d8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:12.567145 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e6688e36-ad0b-423f-8455-552f34e30d39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:12.642144 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bbf79e98-2f69-4028-948e-cacb2f1b9ef4 req-71e4722f-66a2-47d3-b5bb-85a4deb2edcb tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780841 Mar 07 10:51:12.793935 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['e6688e36-ad0b-423f-8455-552f34e30d39'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:51:12.835987 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=e6688e36-ad0b-423f-8455-552f34e30d39,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:12.905973 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-4a50bca4-927a-4435-a605-cee085c58fb9 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:12.909900 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-4a50bca4-927a-4435-a605-cee085c58fb9 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/networks?id=b5ac3594-31b2-4f8f-99ae-bd148951ec42 HTTP/1.1" status: 200 len: 806 time: 0.2601361 Mar 07 10:51:12.962319 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:12.974363 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-8e4fbbfd-a0f2-422c-a0df-edd5f7a16b45 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/quotas/7f878931fbda404796227bcaa31aa466 HTTP/1.1" status: 200 len: 375 time: 0.0542169 Mar 07 10:51:13.141286 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-0ce3f735-2c3a-4f4e-bdde-839113670c51 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f878931fbda404796227bcaa31aa466&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1643488 Mar 07 10:51:13.197067 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38296) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:13.221002 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd10bd0e-5ba8-4a69-90fb-606c40c5ed58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:13.361029 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-61cd1511-d3e8-4496-ae7c-9c42f4a2bbb6 service neutron] 10.222.0.11 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177477 Mar 07 10:51:13.366828 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd10bd0e-5ba8-4a69-90fb-606c40c5ed58 admin admin] Publish callbacks [] for security_group (f8b8f6b4-78b4-4d7d-bba3-283dfd419742), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:13.375857 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd10bd0e-5ba8-4a69-90fb-606c40c5ed58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f8b8f6b4-78b4-4d7d-bba3-283dfd419742), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:13.446973 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fd10bd0e-5ba8-4a69-90fb-606c40c5ed58 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7db323b17ebe4f279c59a8e98fd4f1ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2459226 Mar 07 10:51:13.446973 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10bd0e-5ba8-4a69-90fb-606c40c5ed58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b8f6b4-78b4-4d7d-bba3-283dfd419742,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:13.448161 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38304) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:13.597840 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3bdf13e0-88cf-4cb4-b49e-169481b52199 admin admin] Publish callbacks [] for security_group (f8b8f6b4-78b4-4d7d-bba3-283dfd419742), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:13.624675 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-f97140b1-2726-44e6-84d5-3edfd724e4f6 service neutron] 10.222.0.11 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530179 Mar 07 10:51:13.677833 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3bdf13e0-88cf-4cb4-b49e-169481b52199 admin admin] Publish callbacks [] for security_group (f8b8f6b4-78b4-4d7d-bba3-283dfd419742), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:13.838030 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f8c00-d6e4-407b-afd8-315b1121722b req-f6085fa5-4fe7-45c8-9477-b1826023c7ff tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:13.845242 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-464f8c00-d6e4-407b-afd8-315b1121722b req-f6085fa5-4fe7-45c8-9477-b1826023c7ff tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] 10.222.0.11 "GET /v2.0/networks?id=f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a HTTP/1.1" status: 200 len: 810 time: 0.2651274 Mar 07 10:51:13.862319 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device e6688e36-ad0b-423f-8455-552f34e30d39 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:51:13.915279 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-464f8c00-d6e4-407b-afd8-315b1121722b req-93c1f064-749d-478e-88c8-987206262225 tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] 10.222.0.11 "GET /v2.0/quotas/9a2f73a1891a425b82b209c75497e7ed HTTP/1.1" status: 200 len: 375 time: 0.0690749 Mar 07 10:51:13.964088 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe16a5-dbab-4533-afb1-4cc006596128 req-6defe5cc-f8f8-4730-a950-6fd1f6473ccb tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:13.978931 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-83fe16a5-dbab-4533-afb1-4cc006596128 req-6defe5cc-f8f8-4730-a950-6fd1f6473ccb tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 945 time: 0.1024983 Mar 07 10:51:14.024174 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-464f8c00-d6e4-407b-afd8-315b1121722b req-37068911-fd09-4cc7-96a7-74b64fc487d8 tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9a2f73a1891a425b82b209c75497e7ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1076810 Mar 07 10:51:14.051252 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port e6688e36-ad0b-423f-8455-552f34e30d39 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:14.051820 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e6688e36-ad0b-423f-8455-552f34e30d39), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:14.057871 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-83fe16a5-dbab-4533-afb1-4cc006596128 req-bd402539-38e9-4caf-8298-8d53656ba598 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768187 Mar 07 10:51:14.221364 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port e6688e36-ad0b-423f-8455-552f34e30d39 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:14.221760 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e6688e36-ad0b-423f-8455-552f34e30d39), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:14.232915 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-464f8c00-d6e4-407b-afd8-315b1121722b req-55c624e3-f126-4781-b0c0-ca418ab2a275 service neutron] 10.222.0.11 "GET /v2.0/networks/f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078245 Mar 07 10:51:14.248343 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-96d1f1e1-0e74-4293-a7b3-5d4cb1388390 req-32920473-5199-4ee6-aad4-18ce77a122a5 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b7673e0-f5d6-4128-bc1e-d632f3f5c2d5 HTTP/1.1" status: 200 len: 210 time: 0.0873101 Mar 07 10:51:14.285189 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb4f62b-d749-4185-9aeb-b61bd34dd656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6688e36-ad0b-423f-8455-552f34e30d39'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:51:14.289534 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef71b81-73dd-48b9-ac39-07eaac70e081" -d '{"events": [{"server_uuid": "7eb4f62b-d749-4185-9aeb-b61bd34dd656", "name": "network-vif-plugged", "status": "completed", "tag": "e6688e36-ad0b-423f-8455-552f34e30d39"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:51:14.301483 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3bdf13e0-88cf-4cb4-b49e-169481b52199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f8b8f6b4-78b4-4d7d-bba3-283dfd419742), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:14.306018 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3bdf13e0-88cf-4cb4-b49e-169481b52199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:14.315095 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3bdf13e0-88cf-4cb4-b49e-169481b52199 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f8b8f6b4-78b4-4d7d-bba3-283dfd419742 HTTP/1.1" status: 204 len: 168 time: 0.8659494 Mar 07 10:51:14.328062 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port e6688e36-ad0b-423f-8455-552f34e30d39, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=e6688e36-ad0b-423f-8455-552f34e30d39,segment=NetworkSegment(9c0e08f9-ace4-432d-a662-c01ea531e4d8),segment_id=9c0e08f9-ace4-432d-a662-c01ea531e4d8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:14.337607 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e6688e36-ad0b-423f-8455-552f34e30d39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:14.405038 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf13e0-88cf-4cb4-b49e-169481b52199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b8f6b4-78b4-4d7d-bba3-283dfd419742,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:14.448275 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65654fe-61e3-4303-9ad4-4770756944ba x-openstack-request-id: req-d65654fe-61e3-4303-9ad4-4770756944ba {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:51:14.448807 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb4f62b-d749-4185-9aeb-b61bd34dd656", "name": "network-vif-plugged", "status": "completed", "tag": "e6688e36-ad0b-423f-8455-552f34e30d39", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:51:14.449903 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d65654fe-61e3-4303-9ad4-4770756944ba {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:51:14.450521 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb4f62b-d749-4185-9aeb-b61bd34dd656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6688e36-ad0b-423f-8455-552f34e30d39', 'code': 200} Mar 07 10:51:14.454987 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=e6688e36-ad0b-423f-8455-552f34e30d39,revision_number=7']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:14.512391 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-464f8c00-d6e4-407b-afd8-315b1121722b req-6f4cb3a0-9f70-4ee9-b63b-726fe5275b1e service neutron] 10.222.0.11 "GET /v2.0/networks/f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784193 Mar 07 10:51:15.163929 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9fe95400-b0c5-4606-b9ac-f3ae098fc3bc req-bb2c3fde-0ed3-475e-948f-bce8e47d10fa tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] 10.222.0.11 "GET /v2.0/ports?device_id=62ef3fb8-b987-4225-acf0-fff121d8ce8a HTTP/1.1" status: 200 len: 210 time: 0.0961447 Mar 07 10:51:15.228794 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38376) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:15.305978 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcc94db-364d-4b4d-bb6b-2f79bc2b2932 req-1ce36842-79c9-4075-b9d7-77e7b67b4870 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:15.313659 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3bcc94db-364d-4b4d-bb6b-2f79bc2b2932 req-1ce36842-79c9-4075-b9d7-77e7b67b4870 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1425045 Mar 07 10:51:15.390786 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3bcc94db-364d-4b4d-bb6b-2f79bc2b2932 req-ff2a7c5e-6dad-4df3-92e5-1b702e1f40d5 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714686 Mar 07 10:51:15.485704 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c68e22b-be1e-4fd3-992b-e1e143e6cb0f req-621edb44-19f0-4274-928d-f8519f2dccd5 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b7673e0-f5d6-4128-bc1e-d632f3f5c2d5 HTTP/1.1" status: 200 len: 210 time: 0.0808272 Mar 07 10:51:15.601949 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fcd56b9f-1ac5-4baa-bdc9-6e9e26b92971 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:15.752281 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fcd56b9f-1ac5-4baa-bdc9-6e9e26b92971 admin admin] Publish callbacks [] for security_group (9a045156-24e7-4fea-a020-46527b0714df), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:15.759642 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fcd56b9f-1ac5-4baa-bdc9-6e9e26b92971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (9a045156-24e7-4fea-a020-46527b0714df), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:15.830570 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-fcd56b9f-1ac5-4baa-bdc9-6e9e26b92971 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=30efa4cad4dc4cc8bd5a1694ee2829c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5978332 Mar 07 10:51:15.830570 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38400) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:15.830570 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd56b9f-1ac5-4baa-bdc9-6e9e26b92971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a045156-24e7-4fea-a020-46527b0714df,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:15.884756 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:51:15.955946 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-327e68c5-91d7-44ef-9214-d86422e26ef9 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:15.958243 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-327e68c5-91d7-44ef-9214-d86422e26ef9 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.31 "GET /v2.0/networks?id=b5ac3594-31b2-4f8f-99ae-bd148951ec42 HTTP/1.1" status: 200 len: 806 time: 0.2501178 Mar 07 10:51:15.972262 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-cca94991-1bd5-4864-be9e-ab335700f76b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Request body: {'port': {'device_id': '5b7673e0-f5d6-4128-bc1e-d632f3f5c2d5', 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42', 'admin_state_up': True, 'tenant_id': '7f878931fbda404796227bcaa31aa466'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:15.985391 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1bce9a8f-0713-43e5-ad2f-a55c10a6f066 admin admin] Publish callbacks [] for security_group (9a045156-24e7-4fea-a020-46527b0714df), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:16.018598 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1bce9a8f-0713-43e5-ad2f-a55c10a6f066 admin admin] Publish callbacks [] for security_group (9a045156-24e7-4fea-a020-46527b0714df), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:16.104056 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1bce9a8f-0713-43e5-ad2f-a55c10a6f066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (9a045156-24e7-4fea-a020-46527b0714df), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:16.109709 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1bce9a8f-0713-43e5-ad2f-a55c10a6f066 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:16.112254 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1bce9a8f-0713-43e5-ad2f-a55c10a6f066 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9a045156-24e7-4fea-a020-46527b0714df HTTP/1.1" status: 204 len: 168 time: 0.2501135 Mar 07 10:51:16.135775 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bce9a8f-0713-43e5-ad2f-a55c10a6f066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a045156-24e7-4fea-a020-46527b0714df,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:16.206439 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-cca94991-1bd5-4864-be9e-ab335700f76b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Made reservation on behalf of 7f878931fbda404796227bcaa31aa466 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:16.211445 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-cca94991-1bd5-4864-be9e-ab335700f76b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:16.619472 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b65929e-1202-480c-95ef-28f2e0897252 req-77e0cbfc-9cb6-4daf-aa1b-53c85fd2a0b4 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:16.621054 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-cca94991-1bd5-4864-be9e-ab335700f76b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Allocated IP 172.20.0.2 (b5ac3594-31b2-4f8f-99ae-bd148951ec42/32944cde-c55b-47e2-bb77-543fbc1a70ac/f1957cf9-bb40-4c42-ab3b-eb8f35a04359) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:16.624647 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b65929e-1202-480c-95ef-28f2e0897252 req-77e0cbfc-9cb6-4daf-aa1b-53c85fd2a0b4 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1283743 Mar 07 10:51:16.813588 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-cca94991-1bd5-4864-be9e-ab335700f76b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks [] for port (f1957cf9-bb40-4c42-ab3b-eb8f35a04359), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:16.815094 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b65929e-1202-480c-95ef-28f2e0897252 req-9cc94f52-0fc4-40d4-881e-19bfa0b12946 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804914 Mar 07 10:51:16.878414 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-cca94991-1bd5-4864-be9e-ab335700f76b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (f1957cf9-bb40-4c42-ab3b-eb8f35a04359), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:16.891044 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['659c48b7-699e-40c0-8319-1204fda3c064'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:51:16.902069 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:51:16.908295 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-646440ac-d47c-4ad0-bb8f-6b6a888b9d64 req-45443d48-314f-46d3-9e9d-0dc9b6092a1e tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] 10.222.0.11 "GET /v2.0/ports?device_id=62ef3fb8-b987-4225-acf0-fff121d8ce8a HTTP/1.1" status: 200 len: 210 time: 0.6284370 Mar 07 10:51:16.996405 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-cca94991-1bd5-4864-be9e-ab335700f76b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Network b5ac3594-31b2-4f8f-99ae-bd148951ec42 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:17.000789 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-cca94991-1bd5-4864-be9e-ab335700f76b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:17.004612 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-cca94991-1bd5-4864-be9e-ab335700f76b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:17.039258 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38438) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:17.059991 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca94991-1bd5-4864-be9e-ab335700f76b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Pushing event updated for resources: {'Port': ['ID=f1957cf9-bb40-4c42-ab3b-eb8f35a04359,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:17.088889 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5af3e565-d274-4aa3-b547-437de08212f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:17.162606 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-cca94991-1bd5-4864-be9e-ab335700f76b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:17.165282 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-cca94991-1bd5-4864-be9e-ab335700f76b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:17.249806 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-cca94991-1bd5-4864-be9e-ab335700f76b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2827330 Mar 07 10:51:17.267655 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-9d49812e-92fc-4699-a33f-d09676b74a8f service neutron] Request body: {'port': {'device_id': '5b7673e0-f5d6-4128-bc1e-d632f3f5c2d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:17.417270 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-9d49812e-92fc-4699-a33f-d09676b74a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f1957cf9-bb40-4c42-ab3b-eb8f35a04359), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:17.429817 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5d79bf-9c8a-4475-bec9-962944531a7c req-56bc98a7-5d14-4cd7-a7d7-de9e85cd944f tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:17.432458 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fe5d79bf-9c8a-4475-bec9-962944531a7c req-56bc98a7-5d14-4cd7-a7d7-de9e85cd944f tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b7673e0-f5d6-4128-bc1e-d632f3f5c2d5 HTTP/1.1" status: 200 len: 931 time: 0.4286206 Mar 07 10:51:17.462850 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5af3e565-d274-4aa3-b547-437de08212f3 admin admin] Publish callbacks [] for security_group (a1c66ef4-b40a-4879-bf11-47b7d07a9c90), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:17.497839 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5af3e565-d274-4aa3-b547-437de08212f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a1c66ef4-b40a-4879-bf11-47b7d07a9c90), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:17.626070 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fe5d79bf-9c8a-4475-bec9-962944531a7c req-8d05844f-54db-4b63-9344-38dcf404d2de tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865189 Mar 07 10:51:17.669785 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f8c00-d6e4-407b-afd8-315b1121722b req-7a2e772b-0d1e-4705-b7bb-3ed63a5e5550 tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:17.671491 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-464f8c00-d6e4-407b-afd8-315b1121722b req-7a2e772b-0d1e-4705-b7bb-3ed63a5e5550 tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] 10.222.0.21 "GET /v2.0/networks?id=f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a HTTP/1.1" status: 200 len: 810 time: 0.7792234 Mar 07 10:51:17.691851 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-464f8c00-d6e4-407b-afd8-315b1121722b req-72aa0f22-7417-4539-b3fd-b0305810e44d tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] Request body: {'port': {'device_id': '62ef3fb8-b987-4225-acf0-fff121d8ce8a', 'network_id': 'f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a', 'admin_state_up': True, 'tenant_id': '9a2f73a1891a425b82b209c75497e7ed'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:17.929168 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38470) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:17.956104 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5af3e565-d274-4aa3-b547-437de08212f3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6f30e901244a4f18af2b5eca5ba0260a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9120593 Mar 07 10:51:17.984278 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38476) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:18.037481 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-81a65d9e-b95f-468d-b702-d2c4648f35d9 req-83d43e3a-e70d-4c59-9cda-c9c7640acdb1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ac382d49-2c54-4af6-b416-2ae9038eb749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1614318 Mar 07 10:51:18.105002 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-aecbfaf6-38ac-4dad-aa91-9e216e45b570 req-60310f8d-339e-4534-abfb-51d6121b0cf2 tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] 10.222.0.11 "GET /v2.0/ports?device_id=62ef3fb8-b987-4225-acf0-fff121d8ce8a HTTP/1.1" status: 200 len: 210 time: 0.0560844 Mar 07 10:51:18.144766 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-464f8c00-d6e4-407b-afd8-315b1121722b req-72aa0f22-7417-4539-b3fd-b0305810e44d tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] Made reservation on behalf of 9a2f73a1891a425b82b209c75497e7ed for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:18.149471 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-464f8c00-d6e4-407b-afd8-315b1121722b req-72aa0f22-7417-4539-b3fd-b0305810e44d tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:18.261190 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:18.263282 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-7d8452be-b240-4cd0-820f-3e3f9b2398a4 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:18.269243 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a65d9e-b95f-468d-b702-d2c4648f35d9 req-7b8d036c-1b3b-42d2-bb76-a19bec898c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:18.272422 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-81a65d9e-b95f-468d-b702-d2c4648f35d9 req-7b8d036c-1b3b-42d2-bb76-a19bec898c8e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7f878931fbda404796227bcaa31aa466&device_id=ac382d49-2c54-4af6-b416-2ae9038eb749 HTTP/1.1" status: 200 len: 1127 time: 0.2086475 Mar 07 10:51:18.447237 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7d8452be-b240-4cd0-820f-3e3f9b2398a4 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:18.653966 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3e565-d274-4aa3-b547-437de08212f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c66ef4-b40a-4879-bf11-47b7d07a9c90,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:18.785557 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-9d49812e-92fc-4699-a33f-d09676b74a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1957cf9-bb40-4c42-ab3b-eb8f35a04359 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:51:18.824710 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-9d49812e-92fc-4699-a33f-d09676b74a8f service neutron] Publish callbacks [] for port (f1957cf9-bb40-4c42-ab3b-eb8f35a04359), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:18.864626 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-9d49812e-92fc-4699-a33f-d09676b74a8f service neutron] Transition to ACTIVE for port object f1957cf9-bb40-4c42-ab3b-eb8f35a04359 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:51:18.871087 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a3c9c34-b70d-4f20-b741-95df8fa2672e admin admin] Publish callbacks [] for security_group (a1c66ef4-b40a-4879-bf11-47b7d07a9c90), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:18.934663 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a3c9c34-b70d-4f20-b741-95df8fa2672e admin admin] Publish callbacks [] for security_group (a1c66ef4-b40a-4879-bf11-47b7d07a9c90), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:19.061886 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48d126-55d0-45d3-8ba5-95c4e9c7f922 req-8ceacc7b-9866-4944-af70-c048c6b79bfd tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:19.075945 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6a48d126-55d0-45d3-8ba5-95c4e9c7f922 req-8ceacc7b-9866-4944-af70-c048c6b79bfd tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 1.0924027 Mar 07 10:51:19.079362 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-9d49812e-92fc-4699-a33f-d09676b74a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (f1957cf9-bb40-4c42-ab3b-eb8f35a04359), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:19.104192 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216f03d-23dc-4fd9-aefa-30c1747f4119 req-b51880a9-73e1-4a27-93cd-8e196662fd97 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:19.105762 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c216f03d-23dc-4fd9-aefa-30c1747f4119 req-b51880a9-73e1-4a27-93cd-8e196662fd97 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b7673e0-f5d6-4128-bc1e-d632f3f5c2d5 HTTP/1.1" status: 200 len: 943 time: 0.2270350 Mar 07 10:51:19.114532 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a65d9e-b95f-468d-b702-d2c4648f35d9 req-1968049d-13ae-43f8-909d-fae0d3c7e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:19.117861 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-81a65d9e-b95f-468d-b702-d2c4648f35d9 req-1968049d-13ae-43f8-909d-fae0d3c7e525 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b5ac3594-31b2-4f8f-99ae-bd148951ec42 HTTP/1.1" status: 200 len: 907 time: 0.7785206 Mar 07 10:51:19.130040 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-464f8c00-d6e4-407b-afd8-315b1121722b req-72aa0f22-7417-4539-b3fd-b0305810e44d tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] Allocated IP 172.20.0.12 (f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a/43fcd840-6664-4d14-a4fa-cb3825f97f75/bc92f9c3-775b-4e09-a648-a27facac2098) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:19.140341 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a3c9c34-b70d-4f20-b741-95df8fa2672e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a1c66ef4-b40a-4879-bf11-47b7d07a9c90), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:19.146796 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a3c9c34-b70d-4f20-b741-95df8fa2672e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:19.153137 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3a3c9c34-b70d-4f20-b741-95df8fa2672e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a1c66ef4-b40a-4879-bf11-47b7d07a9c90 HTTP/1.1" status: 204 len: 168 time: 1.1660087 Mar 07 10:51:19.246015 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-81a65d9e-b95f-468d-b702-d2c4648f35d9 req-020965bb-c602-4e15-9af5-21a78b7d976a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8 HTTP/1.1" status: 200 len: 217 time: 0.1071844 Mar 07 10:51:19.342940 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c216f03d-23dc-4fd9-aefa-30c1747f4119 req-f0536d99-a403-49a1-abee-e797b646c301 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238853 Mar 07 10:51:19.435393 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3c9c34-b70d-4f20-b741-95df8fa2672e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c66ef4-b40a-4879-bf11-47b7d07a9c90,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:19.486448 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49812e-92fc-4699-a33f-d09676b74a8f service neutron] Pushing event updated for resources: {'Port': ['ID=f1957cf9-bb40-4c42-ab3b-eb8f35a04359,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:19.523195 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-9d49812e-92fc-4699-a33f-d09676b74a8f service neutron] Attempting to bind port f1957cf9-bb40-4c42-ab3b-eb8f35a04359 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:19.523548 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-9d49812e-92fc-4699-a33f-d09676b74a8f service neutron] Attempting to bind port f1957cf9-bb40-4c42-ab3b-eb8f35a04359 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': 'a4a40100-6f3a-42be-93d2-6598d5daf6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:19.523886 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-9d49812e-92fc-4699-a33f-d09676b74a8f service neutron] Attempting to bind port f1957cf9-bb40-4c42-ab3b-eb8f35a04359 on network b5ac3594-31b2-4f8f-99ae-bd148951ec42 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:19.545409 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-9d49812e-92fc-4699-a33f-d09676b74a8f service neutron] Port f1957cf9-bb40-4c42-ab3b-eb8f35a04359 on network b5ac3594-31b2-4f8f-99ae-bd148951ec42 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:19.545739 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-9d49812e-92fc-4699-a33f-d09676b74a8f service neutron] Attempting to bind port f1957cf9-bb40-4c42-ab3b-eb8f35a04359 on network b5ac3594-31b2-4f8f-99ae-bd148951ec42 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:19.550086 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a65d9e-b95f-468d-b702-d2c4648f35d9 req-c9282ff5-d75a-404f-a7df-7a8851bc0b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:19.551767 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-81a65d9e-b95f-468d-b702-d2c4648f35d9 req-c9282ff5-d75a-404f-a7df-7a8851bc0b37 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=32944cde-c55b-47e2-bb77-543fbc1a70ac HTTP/1.1" status: 200 len: 846 time: 0.2782500 Mar 07 10:51:19.553609 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-9d49812e-92fc-4699-a33f-d09676b74a8f service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:51:19.554136 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-9d49812e-92fc-4699-a33f-d09676b74a8f service neutron] Checking segment: {'id': 'a4a40100-6f3a-42be-93d2-6598d5daf6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:51:19.554532 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-9d49812e-92fc-4699-a33f-d09676b74a8f service neutron] Bound using segment: {'id': 'a4a40100-6f3a-42be-93d2-6598d5daf6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:51:19.554972 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-9d49812e-92fc-4699-a33f-d09676b74a8f service neutron] Bound port: f1957cf9-bb40-4c42-ab3b-eb8f35a04359, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a40100-6f3a-42be-93d2-6598d5daf6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:51:19.555336 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-9d49812e-92fc-4699-a33f-d09676b74a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f1957cf9-bb40-4c42-ab3b-eb8f35a04359), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:19.566496 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6a48d126-55d0-45d3-8ba5-95c4e9c7f922 req-1e2dfebf-c918-4b6f-861d-8c029dfe14da tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4893241 Mar 07 10:51:19.586000 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7d8452be-b240-4cd0-820f-3e3f9b2398a4 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:19.707687 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-9d49812e-92fc-4699-a33f-d09676b74a8f service neutron] For port f1957cf9-bb40-4c42-ab3b-eb8f35a04359, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:51:19.720363 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-9d49812e-92fc-4699-a33f-d09676b74a8f service neutron] For port f1957cf9-bb40-4c42-ab3b-eb8f35a04359, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f1957cf9-bb40-4c42-ab3b-eb8f35a04359,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:51:19.739574 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-9d49812e-92fc-4699-a33f-d09676b74a8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (f1957cf9-bb40-4c42-ab3b-eb8f35a04359), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:19.852624 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-9d49812e-92fc-4699-a33f-d09676b74a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:19.853711 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-9d49812e-92fc-4699-a33f-d09676b74a8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:19.855673 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-9d49812e-92fc-4699-a33f-d09676b74a8f service neutron] 10.222.0.31 "PUT /v2.0/ports/f1957cf9-bb40-4c42-ab3b-eb8f35a04359 HTTP/1.1" status: 200 len: 1091 time: 2.5979455 Mar 07 10:51:19.863083 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7673e0-f5d6-4128-bc1e-d632f3f5c2d5', 'tag': 'f1957cf9-bb40-4c42-ab3b-eb8f35a04359'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:51:19.872491 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8805fdc3-95cf-4f53-bbe3-48bb14f45a53" -d '{"events": [{"name": "network-changed", "server_uuid": "5b7673e0-f5d6-4128-bc1e-d632f3f5c2d5", "tag": "f1957cf9-bb40-4c42-ab3b-eb8f35a04359"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:51:19.981737 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-81a65d9e-b95f-468d-b702-d2c4648f35d9 req-a9498d75-adea-4fa9-a96b-f17db77e2b21 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b5ac3594-31b2-4f8f-99ae-bd148951ec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4202940 Mar 07 10:51:20.004478 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c590fd-9dd2-41cf-86c5-cb58af71db21 x-openstack-request-id: req-60c590fd-9dd2-41cf-86c5-cb58af71db21 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:51:20.004478 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b7673e0-f5d6-4128-bc1e-d632f3f5c2d5", "tag": "f1957cf9-bb40-4c42-ab3b-eb8f35a04359", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:51:20.004478 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-60c590fd-9dd2-41cf-86c5-cb58af71db21 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:51:20.004478 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7673e0-f5d6-4128-bc1e-d632f3f5c2d5', 'tag': 'f1957cf9-bb40-4c42-ab3b-eb8f35a04359', 'status': 'completed', 'code': 200} Mar 07 10:51:20.017336 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49812e-92fc-4699-a33f-d09676b74a8f service neutron] Pushing event updated for resources: {'Port': ['ID=f1957cf9-bb40-4c42-ab3b-eb8f35a04359,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:20.046727 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-62a53139-d19c-49d8-92b9-f06c88f36c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:20.048841 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-62a53139-d19c-49d8-92b9-f06c88f36c42 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7f878931fbda404796227bcaa31aa466&device_id=5b7673e0-f5d6-4128-bc1e-d632f3f5c2d5 HTTP/1.1" status: 200 len: 1125 time: 0.1425292 Mar 07 10:51:20.155593 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-db23673d-d5b4-41c6-a34b-3ad390e7d8a2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1957cf9-bb40-4c42-ab3b-eb8f35a04359 HTTP/1.1" status: 200 len: 217 time: 0.0988493 Mar 07 10:51:20.250844 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-d350dd3d-3261-4416-b95a-cc530c3e914d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:20.254703 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-d350dd3d-3261-4416-b95a-cc530c3e914d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=32944cde-c55b-47e2-bb77-543fbc1a70ac HTTP/1.1" status: 200 len: 846 time: 0.0925434 Mar 07 10:51:20.281666 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-464f8c00-d6e4-407b-afd8-315b1121722b req-72aa0f22-7417-4539-b3fd-b0305810e44d tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] Publish callbacks [] for port (bc92f9c3-775b-4e09-a648-a27facac2098), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:20.330078 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-0d1e8243-302e-4e00-a393-ed2d720668c1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b5ac3594-31b2-4f8f-99ae-bd148951ec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671010 Mar 07 10:51:20.336145 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-500f4964-2c85-490a-b0ba-3d2f79df625e req-97f56f1f-22fe-468c-9747-bf5b91cf638c tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] 10.222.0.11 "GET /v2.0/ports?device_id=62ef3fb8-b987-4225-acf0-fff121d8ce8a HTTP/1.1" status: 200 len: 210 time: 0.3601320 Mar 07 10:51:20.355592 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-464f8c00-d6e4-407b-afd8-315b1121722b req-72aa0f22-7417-4539-b3fd-b0305810e44d tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (bc92f9c3-775b-4e09-a648-a27facac2098), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:20.519598 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa0f22-7417-4539-b3fd-b0305810e44d tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] Pushing event updated for resources: {'Port': ['ID=bc92f9c3-775b-4e09-a648-a27facac2098,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:20.533617 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-7d8452be-b240-4cd0-820f-3e3f9b2398a4 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] Allocated IP 172.25.3.98 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/9322cac1-7328-435b-bd57-81f972658869) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:20.537695 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-464f8c00-d6e4-407b-afd8-315b1121722b req-72aa0f22-7417-4539-b3fd-b0305810e44d tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] Network f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:20.565165 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-464f8c00-d6e4-407b-afd8-315b1121722b req-72aa0f22-7417-4539-b3fd-b0305810e44d tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:20.568914 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-464f8c00-d6e4-407b-afd8-315b1121722b req-72aa0f22-7417-4539-b3fd-b0305810e44d tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:20.676330 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-6936b468-f380-442c-b1a8-186a8d651e0a service neutron] 10.222.0.31 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390265 Mar 07 10:51:20.769578 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-81a65d9e-b95f-468d-b702-d2c4648f35d9 req-01ac7306-f4d7-4002-b4a6-6a8780071a20 service neutron] 10.222.0.31 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7208266 Mar 07 10:51:20.937662 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7d8452be-b240-4cd0-820f-3e3f9b2398a4 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] Publish callbacks [] for port (9322cac1-7328-435b-bd57-81f972658869), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:21.011384 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7d8452be-b240-4cd0-820f-3e3f9b2398a4 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (9322cac1-7328-435b-bd57-81f972658869), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:21.067346 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9a46db7a-748c-43ad-a721-e721aebe9ba1 req-313fd897-63de-4921-957d-f760fc64ebdb service neutron] 10.222.0.31 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532004 Mar 07 10:51:21.076279 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f8c00-d6e4-407b-afd8-315b1121722b req-72aa0f22-7417-4539-b3fd-b0305810e44d tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:21.076279 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-464f8c00-d6e4-407b-afd8-315b1121722b req-72aa0f22-7417-4539-b3fd-b0305810e44d tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:21.128607 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddeecb6-3c95-4ec1-8846-b4f91db62b4c req-ea78d61a-a19e-41d2-9de1-d92a99532e3f tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:21.135460 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9ddeecb6-3c95-4ec1-8846-b4f91db62b4c req-ea78d61a-a19e-41d2-9de1-d92a99532e3f tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b7673e0-f5d6-4128-bc1e-d632f3f5c2d5 HTTP/1.1" status: 200 len: 943 time: 0.6062818 Mar 07 10:51:21.209903 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-464f8c00-d6e4-407b-afd8-315b1121722b req-72aa0f22-7417-4539-b3fd-b0305810e44d tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5245831 Mar 07 10:51:21.309599 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9ddeecb6-3c95-4ec1-8846-b4f91db62b4c req-8030d3ef-7ca6-4992-b31a-08d844825a57 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460173 Mar 07 10:51:21.330255 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805fdc3-95cf-4f53-bbe3-48bb14f45a53 req-c773ae48-8be7-4f2e-9914-a17314d6d882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:21.331763 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8805fdc3-95cf-4f53-bbe3-48bb14f45a53 req-c773ae48-8be7-4f2e-9914-a17314d6d882 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7f878931fbda404796227bcaa31aa466&device_id=5b7673e0-f5d6-4128-bc1e-d632f3f5c2d5 HTTP/1.1" status: 200 len: 1125 time: 0.1953440 Mar 07 10:51:21.354844 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-464f8c00-d6e4-407b-afd8-315b1121722b req-b6c3b129-3231-4930-9e54-e7db992ba74c service neutron] Request body: {'port': {'device_id': '62ef3fb8-b987-4225-acf0-fff121d8ce8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:21.454090 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8452be-b240-4cd0-820f-3e3f9b2398a4 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:21.474641 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8452be-b240-4cd0-820f-3e3f9b2398a4 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] Pushing event updated for resources: {'Port': ['ID=9322cac1-7328-435b-bd57-81f972658869,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:21.500233 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-7d8452be-b240-4cd0-820f-3e3f9b2398a4 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:21.509158 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8452be-b240-4cd0-820f-3e3f9b2398a4 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:21.518065 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805fdc3-95cf-4f53-bbe3-48bb14f45a53 req-5a4191b1-4fa5-40ab-8c3f-09aed0b2622e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:21.519541 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8805fdc3-95cf-4f53-bbe3-48bb14f45a53 req-5a4191b1-4fa5-40ab-8c3f-09aed0b2622e service neutron] 10.222.0.31 "GET /v2.0/networks?id=b5ac3594-31b2-4f8f-99ae-bd148951ec42 HTTP/1.1" status: 200 len: 907 time: 0.1809535 Mar 07 10:51:21.532506 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2710c0a-448b-4c60-94ed-fc81f3e09ed1 req-056ff087-5e2c-4357-a296-fd6d552cf1c7 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:21.544002 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f2710c0a-448b-4c60-94ed-fc81f3e09ed1 req-056ff087-5e2c-4357-a296-fd6d552cf1c7 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.5620546 Mar 07 10:51:21.629844 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8805fdc3-95cf-4f53-bbe3-48bb14f45a53 req-12fd4d22-2ce7-4e5a-b4c3-9f5c7d02dd5c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1957cf9-bb40-4c42-ab3b-eb8f35a04359 HTTP/1.1" status: 200 len: 217 time: 0.1028872 Mar 07 10:51:21.691747 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc78d9a-5168-4858-8adc-818410877b24 req-1261c855-3f06-4a4b-a51c-d5696f2b6c85 tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:21.700325 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dfc78d9a-5168-4858-8adc-818410877b24 req-1261c855-3f06-4a4b-a51c-d5696f2b6c85 tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] 10.222.0.11 "GET /v2.0/ports?device_id=62ef3fb8-b987-4225-acf0-fff121d8ce8a HTTP/1.1" status: 200 len: 932 time: 0.1132634 Mar 07 10:51:21.753619 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-464f8c00-d6e4-407b-afd8-315b1121722b req-b6c3b129-3231-4930-9e54-e7db992ba74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bc92f9c3-775b-4e09-a648-a27facac2098), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:21.762738 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805fdc3-95cf-4f53-bbe3-48bb14f45a53 req-9079525d-1f56-4397-aa91-ac136d789b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:21.765694 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8805fdc3-95cf-4f53-bbe3-48bb14f45a53 req-9079525d-1f56-4397-aa91-ac136d789b8d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=32944cde-c55b-47e2-bb77-543fbc1a70ac HTTP/1.1" status: 200 len: 846 time: 0.1263251 Mar 07 10:51:21.822192 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dfc78d9a-5168-4858-8adc-818410877b24 req-c75d77f3-4936-40ef-8217-8f7c0e6d4d88 tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] 10.222.0.11 "GET /v2.0/security-groups?id=1ad3ec7a-ff6c-4bbf-902c-34b66739843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208680 Mar 07 10:51:21.837325 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-81a65d9e-b95f-468d-b702-d2c4648f35d9 req-f26728c8-1684-4df4-8f55-c74b8dbe6f3e service neutron] 10.222.0.31 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8533781 Mar 07 10:51:21.846913 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8805fdc3-95cf-4f53-bbe3-48bb14f45a53 req-816958c1-b619-437b-a1a4-c46a78ad1968 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b5ac3594-31b2-4f8f-99ae-bd148951ec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690496 Mar 07 10:51:22.087291 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8805fdc3-95cf-4f53-bbe3-48bb14f45a53 req-92c68d01-f498-4ee3-a7b5-10d5dceea45b service neutron] 10.222.0.31 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330554 Mar 07 10:51:22.326453 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8805fdc3-95cf-4f53-bbe3-48bb14f45a53 req-5137f32d-97e1-453b-960d-48b93afa4ab8 service neutron] 10.222.0.31 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334754 Mar 07 10:51:22.346224 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f2710c0a-448b-4c60-94ed-fc81f3e09ed1 req-0a5b8567-7d33-4f93-95c0-c0f12e6566e5 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6905708 Mar 07 10:51:22.398018 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7d8452be-b240-4cd0-820f-3e3f9b2398a4 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] Publish callbacks [] for floatingip (25b6ff44-023b-4b27-8664-6425bdd5d33b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:22.574411 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc12095-a0d5-41ee-82b4-d156ce7b625d req-52c4b4b9-f71b-4135-8a0d-5c7656fea5a5 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:22.591106 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bfc12095-a0d5-41ee-82b4-d156ce7b625d req-52c4b4b9-f71b-4135-8a0d-5c7656fea5a5 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b7673e0-f5d6-4128-bc1e-d632f3f5c2d5 HTTP/1.1" status: 200 len: 943 time: 0.1315415 Mar 07 10:51:22.602989 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7d8452be-b240-4cd0-820f-3e3f9b2398a4 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9322cac1-7328-435b-bd57-81f972658869), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:22.663767 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bfc12095-a0d5-41ee-82b4-d156ce7b625d req-039439b0-1a07-443e-b4fe-486b283a0a51 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716360 Mar 07 10:51:22.759375 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-464f8c00-d6e4-407b-afd8-315b1121722b req-b6c3b129-3231-4930-9e54-e7db992ba74c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc92f9c3-775b-4e09-a648-a27facac2098 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:51:22.773490 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-464f8c00-d6e4-407b-afd8-315b1121722b req-b6c3b129-3231-4930-9e54-e7db992ba74c service neutron] Publish callbacks [] for port (bc92f9c3-775b-4e09-a648-a27facac2098), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:22.790354 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-464f8c00-d6e4-407b-afd8-315b1121722b req-b6c3b129-3231-4930-9e54-e7db992ba74c service neutron] Transition to ACTIVE for port object bc92f9c3-775b-4e09-a648-a27facac2098 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:51:22.850311 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-464f8c00-d6e4-407b-afd8-315b1121722b req-b6c3b129-3231-4930-9e54-e7db992ba74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (bc92f9c3-775b-4e09-a648-a27facac2098), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:22.874503 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:23.370655 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3b129-3231-4930-9e54-e7db992ba74c service neutron] Pushing event updated for resources: {'Port': ['ID=bc92f9c3-775b-4e09-a648-a27facac2098,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:23.626245 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed7bee-6b26-4a50-9125-786664a171a1 req-799a07fd-ebf7-4e3e-92cf-dde13040ca13 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:23.630030 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1aed7bee-6b26-4a50-9125-786664a171a1 req-799a07fd-ebf7-4e3e-92cf-dde13040ca13 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1383212 Mar 07 10:51:23.828482 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1aed7bee-6b26-4a50-9125-786664a171a1 req-98e4f6cc-f2b2-420e-9cdf-9857221b6cfa tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688256 Mar 07 10:51:23.894824 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device f1957cf9-bb40-4c42-ab3b-eb8f35a04359 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:51:24.003849 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-464f8c00-d6e4-407b-afd8-315b1121722b req-b6c3b129-3231-4930-9e54-e7db992ba74c service neutron] Attempting to bind port bc92f9c3-775b-4e09-a648-a27facac2098 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:24.004414 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-464f8c00-d6e4-407b-afd8-315b1121722b req-b6c3b129-3231-4930-9e54-e7db992ba74c service neutron] Attempting to bind port bc92f9c3-775b-4e09-a648-a27facac2098 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'd94558fe-608c-4bb7-8182-d7bef9dd309e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:24.004414 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464f8c00-d6e4-407b-afd8-315b1121722b req-b6c3b129-3231-4930-9e54-e7db992ba74c service neutron] Attempting to bind port bc92f9c3-775b-4e09-a648-a27facac2098 on network f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:24.020144 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2f09c-adf6-4db8-aeca-5a53ddc6bcb7 req-30e0b7be-8625-42e2-b89d-1c04a162d7c3 tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:24.022115 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3cc2f09c-adf6-4db8-aeca-5a53ddc6bcb7 req-30e0b7be-8625-42e2-b89d-1c04a162d7c3 tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] 10.222.0.11 "GET /v2.0/ports?device_id=62ef3fb8-b987-4225-acf0-fff121d8ce8a HTTP/1.1" status: 200 len: 944 time: 0.9439945 Mar 07 10:51:24.027248 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464f8c00-d6e4-407b-afd8-315b1121722b req-b6c3b129-3231-4930-9e54-e7db992ba74c service neutron] Port bc92f9c3-775b-4e09-a648-a27facac2098 on network f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:24.027248 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464f8c00-d6e4-407b-afd8-315b1121722b req-b6c3b129-3231-4930-9e54-e7db992ba74c service neutron] Attempting to bind port bc92f9c3-775b-4e09-a648-a27facac2098 on network f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:24.052040 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.resource_extend [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:51:24.074904 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464f8c00-d6e4-407b-afd8-315b1121722b req-b6c3b129-3231-4930-9e54-e7db992ba74c service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:51:24.075243 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464f8c00-d6e4-407b-afd8-315b1121722b req-b6c3b129-3231-4930-9e54-e7db992ba74c service neutron] Checking segment: {'id': 'd94558fe-608c-4bb7-8182-d7bef9dd309e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:51:24.075620 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-464f8c00-d6e4-407b-afd8-315b1121722b req-b6c3b129-3231-4930-9e54-e7db992ba74c service neutron] Bound using segment: {'id': 'd94558fe-608c-4bb7-8182-d7bef9dd309e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:51:24.076074 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-464f8c00-d6e4-407b-afd8-315b1121722b req-b6c3b129-3231-4930-9e54-e7db992ba74c service neutron] Bound port: bc92f9c3-775b-4e09-a648-a27facac2098, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd94558fe-608c-4bb7-8182-d7bef9dd309e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:51:24.076443 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-464f8c00-d6e4-407b-afd8-315b1121722b req-b6c3b129-3231-4930-9e54-e7db992ba74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bc92f9c3-775b-4e09-a648-a27facac2098), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:24.145020 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3cc2f09c-adf6-4db8-aeca-5a53ddc6bcb7 req-e5cfd8e3-7fca-4e0f-8953-f9a6a70a89cc tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] 10.222.0.11 "GET /v2.0/security-groups?id=1ad3ec7a-ff6c-4bbf-902c-34b66739843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084912 Mar 07 10:51:24.174051 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7d8452be-b240-4cd0-820f-3e3f9b2398a4 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] Publish callbacks [] for port (9322cac1-7328-435b-bd57-81f972658869), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:24.196458 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7d8452be-b240-4cd0-820f-3e3f9b2398a4 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (9322cac1-7328-435b-bd57-81f972658869), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:24.287850 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port f1957cf9-bb40-4c42-ab3b-eb8f35a04359, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f1957cf9-bb40-4c42-ab3b-eb8f35a04359,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:24.336874 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-464f8c00-d6e4-407b-afd8-315b1121722b req-b6c3b129-3231-4930-9e54-e7db992ba74c service neutron] For port bc92f9c3-775b-4e09-a648-a27facac2098, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:51:24.368832 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'f1957cf9-bb40-4c42-ab3b-eb8f35a04359', 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42', 'port_id': 'f1957cf9-bb40-4c42-ab3b-eb8f35a04359', 'mac_address': 'fa:16:3e:fa:48:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32944cde-c55b-47e2-bb77-543fbc1a70ac', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:51:24.440326 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7d8452be-b240-4cd0-820f-3e3f9b2398a4 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (25b6ff44-023b-4b27-8664-6425bdd5d33b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:24.491824 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-464f8c00-d6e4-407b-afd8-315b1121722b req-b6c3b129-3231-4930-9e54-e7db992ba74c service neutron] For port bc92f9c3-775b-4e09-a648-a27facac2098, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=bc92f9c3-775b-4e09-a648-a27facac2098,segment=NetworkSegment(d94558fe-608c-4bb7-8182-d7bef9dd309e),segment_id=d94558fe-608c-4bb7-8182-d7bef9dd309e)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:51:24.510922 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8452be-b240-4cd0-820f-3e3f9b2398a4 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] Pushing event updated for resources: {'Port': ['ID=9322cac1-7328-435b-bd57-81f972658869,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:24.537957 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-464f8c00-d6e4-407b-afd8-315b1121722b req-b6c3b129-3231-4930-9e54-e7db992ba74c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (bc92f9c3-775b-4e09-a648-a27facac2098), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:24.550276 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf64dab-a8bc-40bc-b14c-9a63c7ef0ca2 req-b53940cc-552b-438a-8259-a21f2629d9eb tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:24.558993 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7d8452be-b240-4cd0-820f-3e3f9b2398a4 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:24.560650 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7d8452be-b240-4cd0-820f-3e3f9b2398a4 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6275284 Mar 07 10:51:24.562673 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9cf64dab-a8bc-40bc-b14c-9a63c7ef0ca2 req-b53940cc-552b-438a-8259-a21f2629d9eb tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b7673e0-f5d6-4128-bc1e-d632f3f5c2d5 HTTP/1.1" status: 200 len: 943 time: 0.3455386 Mar 07 10:51:24.574733 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38596) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:24.576276 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port f1957cf9-bb40-4c42-ab3b-eb8f35a04359 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:24.579952 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f1957cf9-bb40-4c42-ab3b-eb8f35a04359), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:24.627764 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1957cf9-bb40-4c42-ab3b-eb8f35a04359 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:51:24.679901 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9cf64dab-a8bc-40bc-b14c-9a63c7ef0ca2 req-878ec85f-854a-48be-a2f2-ab19d52cbf20 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158602 Mar 07 10:51:24.707255 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3b129-3231-4930-9e54-e7db992ba74c service neutron] Pushing event updated for resources: {'Port': ['ID=bc92f9c3-775b-4e09-a648-a27facac2098,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:24.716674 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-42b31967-b0e2-40a6-868e-8e14787d6731 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1164271605', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'fixed_ips': [{'ip_address': '172.25.3.98'}]}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:24.720746 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f8c00-d6e4-407b-afd8-315b1121722b req-b6c3b129-3231-4930-9e54-e7db992ba74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:24.721517 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-464f8c00-d6e4-407b-afd8-315b1121722b req-b6c3b129-3231-4930-9e54-e7db992ba74c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:24.722895 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-464f8c00-d6e4-407b-afd8-315b1121722b req-b6c3b129-3231-4930-9e54-e7db992ba74c service neutron] 10.222.0.21 "PUT /v2.0/ports/bc92f9c3-775b-4e09-a648-a27facac2098 HTTP/1.1" status: 200 len: 1092 time: 3.3871562 Mar 07 10:51:24.723669 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ef3fb8-b987-4225-acf0-fff121d8ce8a', 'tag': 'bc92f9c3-775b-4e09-a648-a27facac2098'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:51:24.727081 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffacceb-a9c0-4f9e-84af-be1131f77319" -d '{"events": [{"name": "network-changed", "server_uuid": "62ef3fb8-b987-4225-acf0-fff121d8ce8a", "tag": "bc92f9c3-775b-4e09-a648-a27facac2098"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:51:24.752012 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port f1957cf9-bb40-4c42-ab3b-eb8f35a04359, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f1957cf9-bb40-4c42-ab3b-eb8f35a04359,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:24.785769 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f1957cf9-bb40-4c42-ab3b-eb8f35a04359), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:24.901826 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e996e5cd-e61e-4f70-97c7-2e85538842a8 x-openstack-request-id: req-e996e5cd-e61e-4f70-97c7-2e85538842a8 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:51:24.903424 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ef3fb8-b987-4225-acf0-fff121d8ce8a", "tag": "bc92f9c3-775b-4e09-a648-a27facac2098", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:51:24.903678 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e996e5cd-e61e-4f70-97c7-2e85538842a8 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:51:24.904106 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62ef3fb8-b987-4225-acf0-fff121d8ce8a', 'tag': 'bc92f9c3-775b-4e09-a648-a27facac2098', 'status': 'completed', 'code': 200} Mar 07 10:51:24.905883 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b31967-b0e2-40a6-868e-8e14787d6731 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] Made reservation on behalf of 3e4aef5487d74a1192e782939e55ee5a for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:24.909298 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42b31967-b0e2-40a6-868e-8e14787d6731 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:24.948559 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42b31967-b0e2-40a6-868e-8e14787d6731 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:25.078117 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42b31967-b0e2-40a6-868e-8e14787d6731 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] Publish callbacks [] for security_group (488e68c1-054f-4600-852d-f76bfcad7631), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:25.086416 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=f1957cf9-bb40-4c42-ab3b-eb8f35a04359,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:25.102662 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42b31967-b0e2-40a6-868e-8e14787d6731 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (488e68c1-054f-4600-852d-f76bfcad7631), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:25.108490 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-42b31967-b0e2-40a6-868e-8e14787d6731 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] device_id is not set on port e53e446d-bea6-4cc3-ac1d-4b4d8b605038 yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:51:25.159918 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2b27f-3916-4094-b9ca-a771a0d389ad req-e65dfcbe-5360-46a5-abbe-aa40b7da0b5f tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:25.172538 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8da2b27f-3916-4094-b9ca-a771a0d389ad req-e65dfcbe-5360-46a5-abbe-aa40b7da0b5f tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1522706 Mar 07 10:51:25.199398 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['f1957cf9-bb40-4c42-ab3b-eb8f35a04359'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:51:25.273862 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8da2b27f-3916-4094-b9ca-a771a0d389ad req-172ab313-872b-4b8c-985c-7f96e95fcfe8 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961454 Mar 07 10:51:25.390656 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f8c00-d6e4-407b-afd8-315b1121722b req-58f82491-0212-4e9c-9bc1-699dadf4f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:25.392492 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-464f8c00-d6e4-407b-afd8-315b1121722b req-58f82491-0212-4e9c-9bc1-699dadf4f236 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a2f73a1891a425b82b209c75497e7ed&device_id=62ef3fb8-b987-4225-acf0-fff121d8ce8a HTTP/1.1" status: 200 len: 1126 time: 0.5897171 Mar 07 10:51:25.472940 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b31967-b0e2-40a6-868e-8e14787d6731 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488e68c1-054f-4600-852d-f76bfcad7631,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:25.531780 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-464f8c00-d6e4-407b-afd8-315b1121722b req-6ff979a9-3830-4c80-b0a1-9334cd5a6cde service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc92f9c3-775b-4e09-a648-a27facac2098 HTTP/1.1" status: 200 len: 217 time: 0.1246889 Mar 07 10:51:25.651228 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ab0abf-186f-42e1-b728-a427731382ff req-0bc83b4c-4abe-419e-b523-6d7fcb015027 tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:25.652916 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-04ab0abf-186f-42e1-b728-a427731382ff req-0bc83b4c-4abe-419e-b523-6d7fcb015027 tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] 10.222.0.11 "GET /v2.0/ports?device_id=62ef3fb8-b987-4225-acf0-fff121d8ce8a HTTP/1.1" status: 200 len: 944 time: 0.1844778 Mar 07 10:51:25.697538 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f8c00-d6e4-407b-afd8-315b1121722b req-d26be794-f4dc-4270-9077-17d1b910298e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:25.699087 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-464f8c00-d6e4-407b-afd8-315b1121722b req-d26be794-f4dc-4270-9077-17d1b910298e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=43fcd840-6664-4d14-a4fa-cb3825f97f75 HTTP/1.1" status: 200 len: 850 time: 0.1567123 Mar 07 10:51:25.854787 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-464f8c00-d6e4-407b-afd8-315b1121722b req-2ef91a11-0e40-4e27-befe-25f1c6313a20 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1391842 Mar 07 10:51:25.864551 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-42b31967-b0e2-40a6-868e-8e14787d6731 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 07 10:51:25.865986 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42b31967-b0e2-40a6-868e-8e14787d6731 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:51:25.944816 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6d2ff-245b-43cf-8f0c-876886d3f725 req-6348b4ec-2eba-4d09-b1cf-e11e9b81b66d tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:25.947106 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-51e6d2ff-245b-43cf-8f0c-876886d3f725 req-6348b4ec-2eba-4d09-b1cf-e11e9b81b66d tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b7673e0-f5d6-4128-bc1e-d632f3f5c2d5 HTTP/1.1" status: 200 len: 944 time: 0.1075184 Mar 07 10:51:26.037847 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-51e6d2ff-245b-43cf-8f0c-876886d3f725 req-b2fb0b74-a705-4919-97a7-108162b2c545 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843151 Mar 07 10:51:26.073174 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-464f8c00-d6e4-407b-afd8-315b1121722b req-d8b50455-0f8a-4fc8-af8e-94ae55f367b2 service neutron] 10.222.0.21 "GET /v2.0/networks/f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098451 Mar 07 10:51:26.137386 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-04ab0abf-186f-42e1-b728-a427731382ff req-45305651-c309-4892-a07e-3058766820a8 tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] 10.222.0.11 "GET /v2.0/security-groups?id=1ad3ec7a-ff6c-4bbf-902c-34b66739843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463000 Mar 07 10:51:26.171776 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-42b31967-b0e2-40a6-868e-8e14787d6731 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.5326915 Mar 07 10:51:26.175433 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38630) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:26.390706 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-464f8c00-d6e4-407b-afd8-315b1121722b req-495ed061-4854-4225-8b93-8ab1ceb07b6e service neutron] 10.222.0.21 "GET /v2.0/networks/f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002439 Mar 07 10:51:26.392224 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-1031411a-729b-4792-823e-65c9d05826a7 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] Deleting port 9322cac1-7328-435b-bd57-81f972658869 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:26.392581 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1031411a-729b-4792-823e-65c9d05826a7 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (9322cac1-7328-435b-bd57-81f972658869), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:26.611080 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1031411a-729b-4792-823e-65c9d05826a7 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (9322cac1-7328-435b-bd57-81f972658869), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:26.611521 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1031411a-729b-4792-823e-65c9d05826a7 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] Publish callbacks [] for floatingip (9322cac1-7328-435b-bd57-81f972658869), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:26.643222 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-1031411a-729b-4792-823e-65c9d05826a7 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] Calling delete_port for 9322cac1-7328-435b-bd57-81f972658869 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:26.703900 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffacceb-a9c0-4f9e-84af-be1131f77319 req-742f340b-f4ef-491c-826a-6f0a70df758c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:26.710834 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5ffacceb-a9c0-4f9e-84af-be1131f77319 req-742f340b-f4ef-491c-826a-6f0a70df758c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9a2f73a1891a425b82b209c75497e7ed&device_id=62ef3fb8-b987-4225-acf0-fff121d8ce8a HTTP/1.1" status: 200 len: 1126 time: 0.1882687 Mar 07 10:51:26.912835 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24a8cb-751f-411a-9222-a060c1f2af49 req-269ed22e-0802-475e-ac9a-380123c538fa tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:26.932205 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7d24a8cb-751f-411a-9222-a060c1f2af49 req-269ed22e-0802-475e-ac9a-380123c538fa tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.4234078 Mar 07 10:51:26.933525 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffacceb-a9c0-4f9e-84af-be1131f77319 req-86c8e454-43b1-4f24-bdfc-aec0930c8dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:26.935289 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5ffacceb-a9c0-4f9e-84af-be1131f77319 req-86c8e454-43b1-4f24-bdfc-aec0930c8dc3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a HTTP/1.1" status: 200 len: 911 time: 0.2168982 Mar 07 10:51:27.123570 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5ffacceb-a9c0-4f9e-84af-be1131f77319 req-02fb26c0-0c92-444d-b9ac-1a4c40a02071 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc92f9c3-775b-4e09-a648-a27facac2098 HTTP/1.1" status: 200 len: 217 time: 0.1797242 Mar 07 10:51:27.178462 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7d24a8cb-751f-411a-9222-a060c1f2af49 req-bff4c39e-d391-4f4b-90dc-0b4753b11910 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443035 Mar 07 10:51:27.199295 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1031411a-729b-4792-823e-65c9d05826a7 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (9322cac1-7328-435b-bd57-81f972658869), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:27.205157 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffacceb-a9c0-4f9e-84af-be1131f77319 req-4783099d-52d0-4817-95db-7d6bde7caeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:27.211014 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5ffacceb-a9c0-4f9e-84af-be1131f77319 req-4783099d-52d0-4817-95db-7d6bde7caeae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=43fcd840-6664-4d14-a4fa-cb3825f97f75 HTTP/1.1" status: 200 len: 850 time: 0.0786166 Mar 07 10:51:27.314473 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031411a-729b-4792-823e-65c9d05826a7 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] Pushing event deleted for resources: {'Port': ['ID=9322cac1-7328-435b-bd57-81f972658869,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:27.407881 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5ffacceb-a9c0-4f9e-84af-be1131f77319 req-ebe9999e-3aac-4d3c-a896-28a00cb2dde9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1868289 Mar 07 10:51:27.616687 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1031411a-729b-4792-823e-65c9d05826a7 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] Publish callbacks [] for floatingip (25b6ff44-023b-4b27-8664-6425bdd5d33b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:27.625243 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1031411a-729b-4792-823e-65c9d05826a7 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:27.626445 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1031411a-729b-4792-823e-65c9d05826a7 tempest-ExternalNetworksAdminNegativeTestJSON-544267093 tempest-ExternalNetworksAdminNegativeTestJSON-544267093-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/25b6ff44-023b-4b27-8664-6425bdd5d33b HTTP/1.1" status: 204 len: 168 time: 1.4499881 Mar 07 10:51:27.634364 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbc892-7f8b-4597-95c8-b518e5aaf8f8 req-6cbc1cc9-3e24-4091-9a4f-2bd50823ff26 tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:27.649506 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-92cbc892-7f8b-4597-95c8-b518e5aaf8f8 req-6cbc1cc9-3e24-4091-9a4f-2bd50823ff26 tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] 10.222.0.11 "GET /v2.0/ports?device_id=62ef3fb8-b987-4225-acf0-fff121d8ce8a HTTP/1.1" status: 200 len: 944 time: 0.2349195 Mar 07 10:51:27.653952 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d4ff75-9098-432d-af2a-ad454cb96a19 req-0d53e1b0-cf86-417d-a2b2-c6e96eb820ea tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:27.655900 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-60d4ff75-9098-432d-af2a-ad454cb96a19 req-0d53e1b0-cf86-417d-a2b2-c6e96eb820ea tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b7673e0-f5d6-4128-bc1e-d632f3f5c2d5 HTTP/1.1" status: 200 len: 944 time: 0.4208379 Mar 07 10:51:27.696664 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5ffacceb-a9c0-4f9e-84af-be1131f77319 req-93f02b5c-c580-4761-ad7f-7e2111d8f73f service neutron] 10.222.0.21 "GET /v2.0/networks/f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750821 Mar 07 10:51:27.867145 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-1b097221-7eb9-41ff-9c7e-c755cb67c40f req-8476f4b5-a20f-46d0-8b8b-d7280b5e8119 tempest-TaggedBootDevicesTest_v242-552543454 tempest-TaggedBootDevicesTest_v242-552543454-project] (103766) timed out ('10.222.0.11', 45802) {{(pid=103766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 10:51:27.914443 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device f1957cf9-bb40-4c42-ab3b-eb8f35a04359 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:51:27.915654 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-92cbc892-7f8b-4597-95c8-b518e5aaf8f8 req-bd8cc6c9-862b-4ac6-9c5f-cd10dfc7a92e tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] 10.222.0.11 "GET /v2.0/security-groups?id=1ad3ec7a-ff6c-4bbf-902c-34b66739843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555854 Mar 07 10:51:27.916762 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5ffacceb-a9c0-4f9e-84af-be1131f77319 req-e58d42c9-f2fb-4bf5-a4ec-dadfc2305371 service neutron] 10.222.0.21 "GET /v2.0/networks/f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047827 Mar 07 10:51:27.971343 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-60d4ff75-9098-432d-af2a-ad454cb96a19 req-1944d03a-0900-4827-afb8-80aef2921451 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2969213 Mar 07 10:51:28.205660 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port f1957cf9-bb40-4c42-ab3b-eb8f35a04359 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:51:28.234139 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port f1957cf9-bb40-4c42-ab3b-eb8f35a04359 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:28.235146 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f1957cf9-bb40-4c42-ab3b-eb8f35a04359), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:28.466564 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port f1957cf9-bb40-4c42-ab3b-eb8f35a04359 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:28.468259 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f1957cf9-bb40-4c42-ab3b-eb8f35a04359), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:28.481235 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device bc92f9c3-775b-4e09-a648-a27facac2098 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:51:28.507236 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce9ff15-94e5-4fbe-bf6a-af0c26f68a2f req-20196aa0-a069-4838-a11d-68cc794b45e1 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:28.514441 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9ce9ff15-94e5-4fbe-bf6a-af0c26f68a2f req-20196aa0-a069-4838-a11d-68cc794b45e1 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1519535 Mar 07 10:51:28.585404 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port f1957cf9-bb40-4c42-ab3b-eb8f35a04359, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f1957cf9-bb40-4c42-ab3b-eb8f35a04359,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:28.593993 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7673e0-f5d6-4128-bc1e-d632f3f5c2d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1957cf9-bb40-4c42-ab3b-eb8f35a04359'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:51:28.598878 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e57ab1-dbfd-4f39-a23a-3c5d50c5f248" -d '{"events": [{"server_uuid": "5b7673e0-f5d6-4128-bc1e-d632f3f5c2d5", "name": "network-vif-plugged", "status": "completed", "tag": "f1957cf9-bb40-4c42-ab3b-eb8f35a04359"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:51:28.614407 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f1957cf9-bb40-4c42-ab3b-eb8f35a04359), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:28.696706 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9ce9ff15-94e5-4fbe-bf6a-af0c26f68a2f req-71c6159c-37e1-4e3a-b148-93c3b01def17 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812878 Mar 07 10:51:28.708900 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.resource_extend [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:51:28.754529 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9ddcbc-160b-42c0-ae9d-253f58619d88 x-openstack-request-id: req-dc9ddcbc-160b-42c0-ae9d-253f58619d88 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:51:28.754529 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7673e0-f5d6-4128-bc1e-d632f3f5c2d5", "name": "network-vif-plugged", "status": "completed", "tag": "f1957cf9-bb40-4c42-ab3b-eb8f35a04359", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:51:28.754856 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dc9ddcbc-160b-42c0-ae9d-253f58619d88 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:51:28.755228 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7673e0-f5d6-4128-bc1e-d632f3f5c2d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1957cf9-bb40-4c42-ab3b-eb8f35a04359', 'code': 200} Mar 07 10:51:28.843279 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38678) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:28.907819 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=f1957cf9-bb40-4c42-ab3b-eb8f35a04359,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:28.982958 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port bc92f9c3-775b-4e09-a648-a27facac2098, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=bc92f9c3-775b-4e09-a648-a27facac2098,segment=NetworkSegment(d94558fe-608c-4bb7-8182-d7bef9dd309e),segment_id=d94558fe-608c-4bb7-8182-d7bef9dd309e)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:29.042632 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda7ee1-92be-48c2-9296-abcdb44cf0c3 req-bd489b30-3162-4c4a-86fa-9c958709a724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:29.044211 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2cda7ee1-92be-48c2-9296-abcdb44cf0c3 req-bd489b30-3162-4c4a-86fa-9c958709a724 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5b7673e0-f5d6-4128-bc1e-d632f3f5c2d5 HTTP/1.1" status: 200 len: 1127 time: 0.2246845 Mar 07 10:51:29.047895 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'bc92f9c3-775b-4e09-a648-a27facac2098', 'network_id': 'f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a', 'port_id': 'bc92f9c3-775b-4e09-a648-a27facac2098', 'mac_address': 'fa:16:3e:d8:9a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43fcd840-6664-4d14-a4fa-cb3825f97f75', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:51:29.157550 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6e64df5d-bad0-4791-82d0-aebc390143db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:29.180658 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port bc92f9c3-775b-4e09-a648-a27facac2098 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:29.181677 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bc92f9c3-775b-4e09-a648-a27facac2098), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:29.212367 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc92f9c3-775b-4e09-a648-a27facac2098 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:51:29.252794 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2cda7ee1-92be-48c2-9296-abcdb44cf0c3 req-50d49b52-5913-49aa-a8fa-fe685e8ae8ed service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977258 Mar 07 10:51:29.317309 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692e6ee-88c9-4367-ac02-f81602de7bc3 req-b281ffc7-8d93-4217-8902-f0cedf9d8088 tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:29.321846 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5692e6ee-88c9-4367-ac02-f81602de7bc3 req-b281ffc7-8d93-4217-8902-f0cedf9d8088 tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] 10.222.0.11 "GET /v2.0/ports?device_id=62ef3fb8-b987-4225-acf0-fff121d8ce8a HTTP/1.1" status: 200 len: 944 time: 0.1316512 Mar 07 10:51:29.333666 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port bc92f9c3-775b-4e09-a648-a27facac2098, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=bc92f9c3-775b-4e09-a648-a27facac2098,segment=NetworkSegment(d94558fe-608c-4bb7-8182-d7bef9dd309e),segment_id=d94558fe-608c-4bb7-8182-d7bef9dd309e)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:29.352238 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (bc92f9c3-775b-4e09-a648-a27facac2098), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:29.427253 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6e64df5d-bad0-4791-82d0-aebc390143db admin admin] Publish callbacks [] for security_group (c22616dc-5009-4c12-a287-08b06fef489c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:29.429529 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5692e6ee-88c9-4367-ac02-f81602de7bc3 req-fa69bef9-c540-4f64-b358-6e8a7dcf9d6a tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] 10.222.0.11 "GET /v2.0/security-groups?id=1ad3ec7a-ff6c-4bbf-902c-34b66739843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014831 Mar 07 10:51:29.437212 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6e64df5d-bad0-4791-82d0-aebc390143db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (c22616dc-5009-4c12-a287-08b06fef489c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:29.470523 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6e64df5d-bad0-4791-82d0-aebc390143db admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e97409d591ad4624ba092732e47f5e0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6200554 Mar 07 10:51:29.470749 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38694) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:29.480603 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c57fe2-4073-4123-911b-fa4753aceca3 req-2efd06ce-f1a4-4ed4-9860-e976931c7b8f tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:29.495352 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-81c57fe2-4073-4123-911b-fa4753aceca3 req-2efd06ce-f1a4-4ed4-9860-e976931c7b8f tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b7673e0-f5d6-4128-bc1e-d632f3f5c2d5 HTTP/1.1" status: 200 len: 945 time: 0.3249691 Mar 07 10:51:29.543839 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=bc92f9c3-775b-4e09-a648-a27facac2098,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:29.568855 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5db7f797-5c89-417e-8799-7ebaef29dc6b admin admin] Publish callbacks [] for security_group (c22616dc-5009-4c12-a287-08b06fef489c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:29.579996 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['bc92f9c3-775b-4e09-a648-a27facac2098'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:51:29.590501 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e64df5d-bad0-4791-82d0-aebc390143db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22616dc-5009-4c12-a287-08b06fef489c,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:29.618504 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5db7f797-5c89-417e-8799-7ebaef29dc6b admin admin] Publish callbacks [] for security_group (c22616dc-5009-4c12-a287-08b06fef489c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:29.651089 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-81c57fe2-4073-4123-911b-fa4753aceca3 req-1635f680-ab7f-40e0-8745-25234b5fbf16 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545279 Mar 07 10:51:29.714659 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5db7f797-5c89-417e-8799-7ebaef29dc6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (c22616dc-5009-4c12-a287-08b06fef489c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:29.724786 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5db7f797-5c89-417e-8799-7ebaef29dc6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:29.732029 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5db7f797-5c89-417e-8799-7ebaef29dc6b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c22616dc-5009-4c12-a287-08b06fef489c HTTP/1.1" status: 204 len: 168 time: 0.2579193 Mar 07 10:51:29.753364 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db7f797-5c89-417e-8799-7ebaef29dc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22616dc-5009-4c12-a287-08b06fef489c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:30.125476 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5b63f-b76b-4baf-ac8d-b9040e6d3485 req-dcb83526-85ff-455f-b780-4256be158edf tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:30.133027 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cec5b63f-b76b-4baf-ac8d-b9040e6d3485 req-dcb83526-85ff-455f-b780-4256be158edf tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.2495100 Mar 07 10:51:30.258259 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cec5b63f-b76b-4baf-ac8d-b9040e6d3485 req-fcb455e7-4ac4-4c9a-8ab8-a227982637cd tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193590 Mar 07 10:51:30.698978 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ceea8-b9a3-403f-b81b-7276d63e93f1 req-84058b75-0c01-4ac9-acac-4da1227d06aa tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:30.714688 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c7ceea8-b9a3-403f-b81b-7276d63e93f1 req-84058b75-0c01-4ac9-acac-4da1227d06aa tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] 10.222.0.11 "GET /v2.0/ports?device_id=62ef3fb8-b987-4225-acf0-fff121d8ce8a HTTP/1.1" status: 200 len: 945 time: 0.1717579 Mar 07 10:51:30.806625 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c7ceea8-b9a3-403f-b81b-7276d63e93f1 req-a68245cf-8bf5-4c4c-a181-f55a4aa1e3ab tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] 10.222.0.11 "GET /v2.0/security-groups?id=1ad3ec7a-ff6c-4bbf-902c-34b66739843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882208 Mar 07 10:51:30.912555 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38720) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:30.946364 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2facdb-cf8f-430f-8c17-1a672127cbcd req-d455531c-b039-4070-b30e-1d9daca588b9 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:30.953247 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ee2facdb-cf8f-430f-8c17-1a672127cbcd req-d455531c-b039-4070-b30e-1d9daca588b9 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b7673e0-f5d6-4128-bc1e-d632f3f5c2d5 HTTP/1.1" status: 200 len: 945 time: 0.1562350 Mar 07 10:51:30.996549 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2278afa2-63c8-4919-9ca6-b9148782f20f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3e4aef5487d74a1192e782939e55ee5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0817661 Mar 07 10:51:30.998933 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38722) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:31.056965 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ee2facdb-cf8f-430f-8c17-1a672127cbcd req-ab41a9ae-aa6d-453d-8882-4d712a3352b0 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025102 Mar 07 10:51:31.124235 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-035abe0a-d923-41f4-8d83-bce411ba786c admin admin] Publish callbacks [] for security_group (488e68c1-054f-4600-852d-f76bfcad7631), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:31.187724 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-035abe0a-d923-41f4-8d83-bce411ba786c admin admin] Publish callbacks [] for security_group (488e68c1-054f-4600-852d-f76bfcad7631), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:31.281876 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1243cd-e5b0-4c57-96e1-9471e3274ff6 req-44dd05ec-ece1-4e4f-9313-d76c54792147 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:31.299115 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9d1243cd-e5b0-4c57-96e1-9471e3274ff6 req-44dd05ec-ece1-4e4f-9313-d76c54792147 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=b590a16f-85ac-46f3-8a22-13eb21f3e76f HTTP/1.1" status: 200 len: 945 time: 0.0992260 Mar 07 10:51:31.372621 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-035abe0a-d923-41f4-8d83-bce411ba786c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (488e68c1-054f-4600-852d-f76bfcad7631), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:31.375227 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-035abe0a-d923-41f4-8d83-bce411ba786c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:31.376376 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-035abe0a-d923-41f4-8d83-bce411ba786c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/488e68c1-054f-4600-852d-f76bfcad7631 HTTP/1.1" status: 204 len: 168 time: 0.3764689 Mar 07 10:51:31.418097 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035abe0a-d923-41f4-8d83-bce411ba786c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488e68c1-054f-4600-852d-f76bfcad7631,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:31.477651 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9d1243cd-e5b0-4c57-96e1-9471e3274ff6 req-c66db6ee-94b5-42de-a74f-ad38c32331b4 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778216 Mar 07 10:51:31.610947 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703735d-fd6b-43c7-a90d-77f73a6f209a req-a9e47e45-998b-45c3-b037-b9dbaca0d847 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:31.621393 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1703735d-fd6b-43c7-a90d-77f73a6f209a req-a9e47e45-998b-45c3-b037-b9dbaca0d847 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1766820 Mar 07 10:51:31.745266 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1703735d-fd6b-43c7-a90d-77f73a6f209a req-d5565c63-23a6-4fdb-8768-663ce79abfa4 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172986 Mar 07 10:51:31.781301 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580e1d0-54c3-4ca1-b761-566ce71d47af req-5a5e5eb8-ab4d-484c-be3a-ec414e260bc2 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:31.782819 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5580e1d0-54c3-4ca1-b761-566ce71d47af req-5a5e5eb8-ab4d-484c-be3a-ec414e260bc2 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b7673e0-f5d6-4128-bc1e-d632f3f5c2d5 HTTP/1.1" status: 200 len: 945 time: 0.1549275 Mar 07 10:51:31.876778 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5580e1d0-54c3-4ca1-b761-566ce71d47af req-ddf61cf7-bb04-4624-a2b5-0b8baf40a287 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864072 Mar 07 10:51:32.034953 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70f53a-093c-4679-809f-d1a6c18b858f req-7e72b278-bb9b-407c-a2c4-df129b80af3f tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:32.046818 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fb70f53a-093c-4679-809f-d1a6c18b858f req-7e72b278-bb9b-407c-a2c4-df129b80af3f tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] 10.222.0.11 "GET /v2.0/ports?device_id=62ef3fb8-b987-4225-acf0-fff121d8ce8a HTTP/1.1" status: 200 len: 945 time: 0.0911863 Mar 07 10:51:32.190492 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fb70f53a-093c-4679-809f-d1a6c18b858f req-7a7cca7c-b9ce-4d95-a24c-ef655b7542c1 tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] 10.222.0.11 "GET /v2.0/security-groups?id=1ad3ec7a-ff6c-4bbf-902c-34b66739843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426101 Mar 07 10:51:32.394887 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device bc92f9c3-775b-4e09-a648-a27facac2098 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:51:32.439162 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad3f57-1ea4-49c6-901a-af3bacb31fe8 req-ef6f6bc3-8ad1-4f9a-8998-08253a1bb70e tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:32.441931 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-73ad3f57-1ea4-49c6-901a-af3bacb31fe8 req-ef6f6bc3-8ad1-4f9a-8998-08253a1bb70e tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b7673e0-f5d6-4128-bc1e-d632f3f5c2d5 HTTP/1.1" status: 200 len: 945 time: 0.1359890 Mar 07 10:51:32.513437 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port bc92f9c3-775b-4e09-a648-a27facac2098 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:51:32.525493 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port bc92f9c3-775b-4e09-a648-a27facac2098 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:32.525892 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (bc92f9c3-775b-4e09-a648-a27facac2098), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:32.602778 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-73ad3f57-1ea4-49c6-901a-af3bacb31fe8 req-61205926-ac27-4c8f-9477-2b313835b51b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538470 Mar 07 10:51:32.775594 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port bc92f9c3-775b-4e09-a648-a27facac2098 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:32.775594 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bc92f9c3-775b-4e09-a648-a27facac2098), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:32.847006 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ef3fb8-b987-4225-acf0-fff121d8ce8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc92f9c3-775b-4e09-a648-a27facac2098'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:51:32.849785 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c82903-e7e5-4748-abee-d2c1c8b69c8d" -d '{"events": [{"server_uuid": "62ef3fb8-b987-4225-acf0-fff121d8ce8a", "name": "network-vif-plugged", "status": "completed", "tag": "bc92f9c3-775b-4e09-a648-a27facac2098"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:51:32.871594 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port bc92f9c3-775b-4e09-a648-a27facac2098, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=bc92f9c3-775b-4e09-a648-a27facac2098,segment=NetworkSegment(d94558fe-608c-4bb7-8182-d7bef9dd309e),segment_id=d94558fe-608c-4bb7-8182-d7bef9dd309e)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:32.888867 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (bc92f9c3-775b-4e09-a648-a27facac2098), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:33.012907 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba812f-12f7-4e0f-aa9f-a7d546e81a52 req-ab27a7f5-d850-40a8-a7e5-c1773a9f51c2 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:33.030206 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-39ba812f-12f7-4e0f-aa9f-a7d546e81a52 req-ab27a7f5-d850-40a8-a7e5-c1773a9f51c2 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1197999 Mar 07 10:51:33.074181 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=bc92f9c3-775b-4e09-a648-a27facac2098,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:33.087518 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db684138-f7cc-49a2-810a-224165bfbb36 x-openstack-request-id: req-db684138-f7cc-49a2-810a-224165bfbb36 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:51:33.087834 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ef3fb8-b987-4225-acf0-fff121d8ce8a", "name": "network-vif-plugged", "status": "completed", "tag": "bc92f9c3-775b-4e09-a648-a27facac2098", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:51:33.088662 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-db684138-f7cc-49a2-810a-224165bfbb36 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:51:33.089140 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ef3fb8-b987-4225-acf0-fff121d8ce8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc92f9c3-775b-4e09-a648-a27facac2098', 'code': 200} Mar 07 10:51:33.173348 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-39ba812f-12f7-4e0f-aa9f-a7d546e81a52 req-794cfdbe-9989-4fea-82d9-1fe88b2020e9 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421325 Mar 07 10:51:33.201422 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f90d7-6a6c-472d-8b21-25b32318d939 req-2d32ac91-ce6e-457e-bb6a-2bc938c987b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:33.202918 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-877f90d7-6a6c-472d-8b21-25b32318d939 req-2d32ac91-ce6e-457e-bb6a-2bc938c987b8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=62ef3fb8-b987-4225-acf0-fff121d8ce8a HTTP/1.1" status: 200 len: 1128 time: 0.1622381 Mar 07 10:51:33.301812 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-877f90d7-6a6c-472d-8b21-25b32318d939 req-cbbdb5eb-c37f-45d6-8410-fef75b72c504 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1ad3ec7a-ff6c-4bbf-902c-34b66739843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835631 Mar 07 10:51:33.427996 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f2dc37-8d11-46ca-89e1-c80e071253f2 req-0e444f61-5ff7-487d-a27b-3ee7d9ab9aea tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:33.440680 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-41f2dc37-8d11-46ca-89e1-c80e071253f2 req-0e444f61-5ff7-487d-a27b-3ee7d9ab9aea tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] 10.222.0.11 "GET /v2.0/ports?device_id=62ef3fb8-b987-4225-acf0-fff121d8ce8a HTTP/1.1" status: 200 len: 946 time: 0.1140318 Mar 07 10:51:33.620600 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-41f2dc37-8d11-46ca-89e1-c80e071253f2 req-df43c34d-9d96-4712-a195-7635d974f7ea tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] 10.222.0.11 "GET /v2.0/security-groups?id=1ad3ec7a-ff6c-4bbf-902c-34b66739843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772025 Mar 07 10:51:33.837418 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e173c6-da96-42ad-8fa2-29116c5e20dd req-e5fa1096-4846-4ba2-8a07-5e72a2c3aa1d tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:33.839122 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-25e173c6-da96-42ad-8fa2-29116c5e20dd req-e5fa1096-4846-4ba2-8a07-5e72a2c3aa1d tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.31 "GET /v2.0/ports?device_id=5b7673e0-f5d6-4128-bc1e-d632f3f5c2d5 HTTP/1.1" status: 200 len: 945 time: 0.2097616 Mar 07 10:51:34.000777 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d0f70-a0ca-4923-9daa-90ceb79da7fa req-3938dcaf-6bad-4fc7-b667-df7f459e4898 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:34.009844 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-567d0f70-a0ca-4923-9daa-90ceb79da7fa req-3938dcaf-6bad-4fc7-b667-df7f459e4898 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b7673e0-f5d6-4128-bc1e-d632f3f5c2d5 HTTP/1.1" status: 200 len: 945 time: 0.2063279 Mar 07 10:51:34.134047 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-25e173c6-da96-42ad-8fa2-29116c5e20dd req-040847f7-88b7-46b4-a3d6-738b414493e5 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Deleting port f1957cf9-bb40-4c42-ab3b-eb8f35a04359 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:34.134408 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-25e173c6-da96-42ad-8fa2-29116c5e20dd req-040847f7-88b7-46b4-a3d6-738b414493e5 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (f1957cf9-bb40-4c42-ab3b-eb8f35a04359), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:34.153381 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-567d0f70-a0ca-4923-9daa-90ceb79da7fa req-89230584-43f9-4923-8f5b-f7d9314597c0 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425188 Mar 07 10:51:34.503125 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-25e173c6-da96-42ad-8fa2-29116c5e20dd req-040847f7-88b7-46b4-a3d6-738b414493e5 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] For port f1957cf9-bb40-4c42-ab3b-eb8f35a04359, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f1957cf9-bb40-4c42-ab3b-eb8f35a04359,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:34.507139 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-25e173c6-da96-42ad-8fa2-29116c5e20dd req-040847f7-88b7-46b4-a3d6-738b414493e5 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (f1957cf9-bb40-4c42-ab3b-eb8f35a04359), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:34.595694 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-25e173c6-da96-42ad-8fa2-29116c5e20dd req-040847f7-88b7-46b4-a3d6-738b414493e5 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Calling delete_port for f1957cf9-bb40-4c42-ab3b-eb8f35a04359 owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:34.625182 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110c0b4-e16c-4d9b-9265-18a41553d934 req-34be52c4-95c6-43c6-920d-69320bf17824 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:34.636060 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f110c0b4-e16c-4d9b-9265-18a41553d934 req-34be52c4-95c6-43c6-920d-69320bf17824 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.2870615 Mar 07 10:51:34.876269 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac210c67-68c4-4bc4-89d8-5ea784b265ec req-aa2fdf5b-25e8-4839-b6b2-c53d2302741f tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:34.880490 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f110c0b4-e16c-4d9b-9265-18a41553d934 req-5b596d67-cc60-4634-aa83-5b358c63a65d tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415235 Mar 07 10:51:34.886025 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ac210c67-68c4-4bc4-89d8-5ea784b265ec req-aa2fdf5b-25e8-4839-b6b2-c53d2302741f tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] 10.222.0.11 "GET /v2.0/ports?device_id=62ef3fb8-b987-4225-acf0-fff121d8ce8a HTTP/1.1" status: 200 len: 946 time: 0.1341968 Mar 07 10:51:34.956415 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38828) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:35.014158 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ac210c67-68c4-4bc4-89d8-5ea784b265ec req-d0a8b202-769d-477e-ac95-46f923600a79 tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] 10.222.0.11 "GET /v2.0/security-groups?id=1ad3ec7a-ff6c-4bbf-902c-34b66739843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261690 Mar 07 10:51:35.166064 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-25e173c6-da96-42ad-8fa2-29116c5e20dd req-040847f7-88b7-46b4-a3d6-738b414493e5 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (f1957cf9-bb40-4c42-ab3b-eb8f35a04359), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:35.180036 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:51:35.182296 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['659c48b7-699e-40c0-8319-1204fda3c064'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:51:35.274593 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040847f7-88b7-46b4-a3d6-738b414493e5 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Pushing event deleted for resources: {'Port': ['ID=f1957cf9-bb40-4c42-ab3b-eb8f35a04359,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:35.466397 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e173c6-da96-42ad-8fa2-29116c5e20dd req-040847f7-88b7-46b4-a3d6-738b414493e5 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] No DVR routers for this DVR port f1957cf9-bb40-4c42-ab3b-eb8f35a04359 on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:51:35.517536 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f400949d-791d-441e-a5c4-b41b129317fb req-aee6a1d5-5a6a-499c-bba4-7a66449f83d2 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b7673e0-f5d6-4128-bc1e-d632f3f5c2d5 HTTP/1.1" status: 200 len: 210 time: 0.1919072 Mar 07 10:51:35.518629 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0982abd4-9413-4217-84fb-190ba2556148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:35.526181 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-25e173c6-da96-42ad-8fa2-29116c5e20dd req-040847f7-88b7-46b4-a3d6-738b414493e5 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:35.537982 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-25e173c6-da96-42ad-8fa2-29116c5e20dd req-040847f7-88b7-46b4-a3d6-738b414493e5 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.31 "DELETE /v2.0/ports/f1957cf9-bb40-4c42-ab3b-eb8f35a04359 HTTP/1.1" status: 204 len: 173 time: 1.6931903 Mar 07 10:51:35.538592 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7673e0-f5d6-4128-bc1e-d632f3f5c2d5', 'name': 'network-vif-deleted', 'tag': 'f1957cf9-bb40-4c42-ab3b-eb8f35a04359'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:51:35.543982 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a364ba85-02d3-484b-a44f-6b33b64fe6ae" -d '{"events": [{"server_uuid": "5b7673e0-f5d6-4128-bc1e-d632f3f5c2d5", "name": "network-vif-deleted", "tag": "f1957cf9-bb40-4c42-ab3b-eb8f35a04359"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:51:35.775369 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0982abd4-9413-4217-84fb-190ba2556148 admin admin] Publish callbacks [] for security_group (1dac4844-2ece-4d0e-9b1d-273c37d0972d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:35.783571 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8d27b7-7d67-45d4-b26c-f4b1ad036a90 x-openstack-request-id: req-9d8d27b7-7d67-45d4-b26c-f4b1ad036a90 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:51:35.784047 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7673e0-f5d6-4128-bc1e-d632f3f5c2d5", "name": "network-vif-deleted", "tag": "f1957cf9-bb40-4c42-ab3b-eb8f35a04359", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:51:35.784565 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9d8d27b7-7d67-45d4-b26c-f4b1ad036a90 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:51:35.785277 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7673e0-f5d6-4128-bc1e-d632f3f5c2d5', 'name': 'network-vif-deleted', 'tag': 'f1957cf9-bb40-4c42-ab3b-eb8f35a04359', 'status': 'completed', 'code': 200} Mar 07 10:51:35.788381 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0982abd4-9413-4217-84fb-190ba2556148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (1dac4844-2ece-4d0e-9b1d-273c37d0972d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:35.886572 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0982abd4-9413-4217-84fb-190ba2556148 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0f8916a53e664b29bcc270ce08c5da64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9290338 Mar 07 10:51:35.895352 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38856) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:35.972254 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75108608-196f-4bde-b3af-9abe4a479916 req-d9f1a23a-34e1-4028-93a3-f826613f0bac tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:35.972254 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-75108608-196f-4bde-b3af-9abe4a479916 req-d9f1a23a-34e1-4028-93a3-f826613f0bac tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] 10.222.0.11 "GET /v2.0/ports?device_id=62ef3fb8-b987-4225-acf0-fff121d8ce8a HTTP/1.1" status: 200 len: 946 time: 0.2356915 Mar 07 10:51:36.016351 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device f1957cf9-bb40-4c42-ab3b-eb8f35a04359 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:51:36.079374 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982abd4-9413-4217-84fb-190ba2556148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dac4844-2ece-4d0e-9b1d-273c37d0972d,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:36.102537 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38862) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:36.110490 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-75108608-196f-4bde-b3af-9abe4a479916 req-6d700606-1dc7-47a5-9531-98260e26fcca tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] 10.222.0.11 "GET /v2.0/security-groups?id=1ad3ec7a-ff6c-4bbf-902c-34b66739843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557570 Mar 07 10:51:36.240277 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ada5a7ac-61b0-45e2-b400-283811e58db0 admin admin] Publish callbacks [] for security_group (1dac4844-2ece-4d0e-9b1d-273c37d0972d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:36.280808 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: f1957cf9-bb40-4c42-ab3b-eb8f35a04359 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:51:36.281316 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device f1957cf9-bb40-4c42-ab3b-eb8f35a04359 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:51:36.345262 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ada5a7ac-61b0-45e2-b400-283811e58db0 admin admin] Publish callbacks [] for security_group (1dac4844-2ece-4d0e-9b1d-273c37d0972d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:36.367883 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c5016-a754-4f55-910a-c2678481f20b req-74a084b7-541f-414d-9502-54f9e4700c60 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:36.369555 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-846c5016-a754-4f55-910a-c2678481f20b req-74a084b7-541f-414d-9502-54f9e4700c60 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.2706308 Mar 07 10:51:36.480349 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6947a9ea-8ca9-45ae-9081-7586f9224932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:36.542127 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-846c5016-a754-4f55-910a-c2678481f20b req-9028436a-b2f6-491f-86f7-58d9b0794ac9 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582680 Mar 07 10:51:36.576599 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ada5a7ac-61b0-45e2-b400-283811e58db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (1dac4844-2ece-4d0e-9b1d-273c37d0972d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:36.579782 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ada5a7ac-61b0-45e2-b400-283811e58db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:36.583798 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ada5a7ac-61b0-45e2-b400-283811e58db0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1dac4844-2ece-4d0e-9b1d-273c37d0972d HTTP/1.1" status: 204 len: 168 time: 0.6797965 Mar 07 10:51:36.596861 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5a7ac-61b0-45e2-b400-283811e58db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dac4844-2ece-4d0e-9b1d-273c37d0972d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:36.733411 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-ea7b117b-564b-4ecd-a9dc-289b0d294ec8 tempest-PortsAdminExtendedAttrsTestJSON-975924402 tempest-PortsAdminExtendedAttrsTestJSON-975924402-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-183892951'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:36.812768 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7b117b-564b-4ecd-a9dc-289b0d294ec8 tempest-PortsAdminExtendedAttrsTestJSON-975924402 tempest-PortsAdminExtendedAttrsTestJSON-975924402-project] Made reservation on behalf of 68142fa1b00744178e1b246b1eac9e98 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:36.823279 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ea7b117b-564b-4ecd-a9dc-289b0d294ec8 tempest-PortsAdminExtendedAttrsTestJSON-975924402 tempest-PortsAdminExtendedAttrsTestJSON-975924402-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:36.863673 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ea7b117b-564b-4ecd-a9dc-289b0d294ec8 tempest-PortsAdminExtendedAttrsTestJSON-975924402 tempest-PortsAdminExtendedAttrsTestJSON-975924402-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:37.021001 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fac144-8e92-4f19-a7a8-37bb6635b647 req-a317bc28-75a5-4d86-a963-697e23c4f794 tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:37.023875 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ea7b117b-564b-4ecd-a9dc-289b0d294ec8 tempest-PortsAdminExtendedAttrsTestJSON-975924402 tempest-PortsAdminExtendedAttrsTestJSON-975924402-project] Publish callbacks [] for security_group (5bd37a5f-155b-4dd9-947a-e4751b3f6868), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:37.032237 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ea7b117b-564b-4ecd-a9dc-289b0d294ec8 tempest-PortsAdminExtendedAttrsTestJSON-975924402 tempest-PortsAdminExtendedAttrsTestJSON-975924402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5bd37a5f-155b-4dd9-947a-e4751b3f6868), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:37.032712 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-14fac144-8e92-4f19-a7a8-37bb6635b647 req-a317bc28-75a5-4d86-a963-697e23c4f794 tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] 10.222.0.21 "GET /v2.0/ports?device_id=62ef3fb8-b987-4225-acf0-fff121d8ce8a HTTP/1.1" status: 200 len: 946 time: 0.1387968 Mar 07 10:51:37.090187 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea7b117b-564b-4ecd-a9dc-289b0d294ec8 tempest-PortsAdminExtendedAttrsTestJSON-975924402 tempest-PortsAdminExtendedAttrsTestJSON-975924402-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:51:37.131249 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ea7b117b-564b-4ecd-a9dc-289b0d294ec8 tempest-PortsAdminExtendedAttrsTestJSON-975924402 tempest-PortsAdminExtendedAttrsTestJSON-975924402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (6faeba29-f3d4-480a-b944-df344241a40f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:37.133590 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-ea7b117b-564b-4ecd-a9dc-289b0d294ec8 tempest-PortsAdminExtendedAttrsTestJSON-975924402 tempest-PortsAdminExtendedAttrsTestJSON-975924402-project] Added segment 6faeba29-f3d4-480a-b944-df344241a40f of type vlan for network a0719723-d32b-4628-a1de-4096f268982c Mar 07 10:51:37.135350 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b117b-564b-4ecd-a9dc-289b0d294ec8 tempest-PortsAdminExtendedAttrsTestJSON-975924402 tempest-PortsAdminExtendedAttrsTestJSON-975924402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd37a5f-155b-4dd9-947a-e4751b3f6868,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:37.235611 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ea7b117b-564b-4ecd-a9dc-289b0d294ec8 tempest-PortsAdminExtendedAttrsTestJSON-975924402 tempest-PortsAdminExtendedAttrsTestJSON-975924402-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (a0719723-d32b-4628-a1de-4096f268982c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:37.378989 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ea7b117b-564b-4ecd-a9dc-289b0d294ec8 tempest-PortsAdminExtendedAttrsTestJSON-975924402 tempest-PortsAdminExtendedAttrsTestJSON-975924402-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (a0719723-d32b-4628-a1de-4096f268982c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:37.398275 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7b117b-564b-4ecd-a9dc-289b0d294ec8 tempest-PortsAdminExtendedAttrsTestJSON-975924402 tempest-PortsAdminExtendedAttrsTestJSON-975924402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:37.400012 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ea7b117b-564b-4ecd-a9dc-289b0d294ec8 tempest-PortsAdminExtendedAttrsTestJSON-975924402 tempest-PortsAdminExtendedAttrsTestJSON-975924402-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:37.436902 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299eb855-dae4-402f-bf6d-a1d87529a809 req-49d1c0e9-d555-4cd5-adb9-46c9509365ed tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:37.453587 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-299eb855-dae4-402f-bf6d-a1d87529a809 req-49d1c0e9-d555-4cd5-adb9-46c9509365ed tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=b590a16f-85ac-46f3-8a22-13eb21f3e76f HTTP/1.1" status: 200 len: 945 time: 0.2480257 Mar 07 10:51:37.462413 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-14fac144-8e92-4f19-a7a8-37bb6635b647 req-8c4bb0d7-6d49-4c8c-adf6-44b683f2f4de tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] Deleting port bc92f9c3-775b-4e09-a648-a27facac2098 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:37.464060 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-14fac144-8e92-4f19-a7a8-37bb6635b647 req-8c4bb0d7-6d49-4c8c-adf6-44b683f2f4de tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (bc92f9c3-775b-4e09-a648-a27facac2098), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:37.479954 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25641dba-d0a1-4601-837f-d3d35a82b22c req-76a761db-da80-45a4-8272-f7b480c8e5c9 tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:37.488753 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-25641dba-d0a1-4601-837f-d3d35a82b22c req-76a761db-da80-45a4-8272-f7b480c8e5c9 tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] 10.222.0.11 "GET /v2.0/ports?device_id=62ef3fb8-b987-4225-acf0-fff121d8ce8a HTTP/1.1" status: 200 len: 946 time: 0.2107780 Mar 07 10:51:37.513288 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38898) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:37.551301 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9bd5dc8-9bd7-4395-af8a-80191655b7cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:37.566160 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ea7b117b-564b-4ecd-a9dc-289b0d294ec8 tempest-PortsAdminExtendedAttrsTestJSON-975924402 tempest-PortsAdminExtendedAttrsTestJSON-975924402-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.4545231 Mar 07 10:51:37.608891 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b117b-564b-4ecd-a9dc-289b0d294ec8 tempest-PortsAdminExtendedAttrsTestJSON-975924402 tempest-PortsAdminExtendedAttrsTestJSON-975924402-project] Pushing event updated for resources: {'Network': ['ID=a0719723-d32b-4628-a1de-4096f268982c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:37.621570 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network a0719723-d32b-4628-a1de-4096f268982c details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:51:37.774684 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9bd5dc8-9bd7-4395-af8a-80191655b7cb admin admin] Publish callbacks [] for security_group (7053288a-32b4-46bb-9e6f-a360e94e719d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:37.794953 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-25641dba-d0a1-4601-837f-d3d35a82b22c req-d82c58b6-77e2-4b7f-8531-bc3902231034 tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] 10.222.0.11 "GET /v2.0/security-groups?id=1ad3ec7a-ff6c-4bbf-902c-34b66739843d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037953 Mar 07 10:51:37.802564 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9bd5dc8-9bd7-4395-af8a-80191655b7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7053288a-32b4-46bb-9e6f-a360e94e719d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:37.900209 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-299eb855-dae4-402f-bf6d-a1d87529a809 req-dde121bc-9e03-4ae9-9bf7-ca97274f286c tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4447663 Mar 07 10:51:37.903481 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-14fac144-8e92-4f19-a7a8-37bb6635b647 req-8c4bb0d7-6d49-4c8c-adf6-44b683f2f4de tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] For port bc92f9c3-775b-4e09-a648-a27facac2098, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=bc92f9c3-775b-4e09-a648-a27facac2098,segment=NetworkSegment(d94558fe-608c-4bb7-8182-d7bef9dd309e),segment_id=d94558fe-608c-4bb7-8182-d7bef9dd309e)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:37.917437 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c9bd5dc8-9bd7-4395-af8a-80191655b7cb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=10d5ed01ffa44b84adb1bb73a865163a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3968644 Mar 07 10:51:37.917437 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38918) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:37.927168 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-14fac144-8e92-4f19-a7a8-37bb6635b647 req-8c4bb0d7-6d49-4c8c-adf6-44b683f2f4de tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (bc92f9c3-775b-4e09-a648-a27facac2098), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:37.972983 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-14fac144-8e92-4f19-a7a8-37bb6635b647 req-8c4bb0d7-6d49-4c8c-adf6-44b683f2f4de tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] Calling delete_port for bc92f9c3-775b-4e09-a648-a27facac2098 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:38.149945 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd5dc8-9bd7-4395-af8a-80191655b7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7053288a-32b4-46bb-9e6f-a360e94e719d,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:38.212197 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-74e9179a-18f0-4b6f-b16f-b72f76fca84e admin admin] Publish callbacks [] for security_group (7053288a-32b4-46bb-9e6f-a360e94e719d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:38.297147 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-74e9179a-18f0-4b6f-b16f-b72f76fca84e admin admin] Publish callbacks [] for security_group (7053288a-32b4-46bb-9e6f-a360e94e719d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:38.300722 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-14fac144-8e92-4f19-a7a8-37bb6635b647 req-8c4bb0d7-6d49-4c8c-adf6-44b683f2f4de tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (bc92f9c3-775b-4e09-a648-a27facac2098), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:38.315656 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['bc92f9c3-775b-4e09-a648-a27facac2098'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:51:38.344057 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8edd13-3f16-4e08-9900-359172cbaa4b req-77a4e3a2-0d2f-40e7-a2f9-124efb75e39d tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:38.345664 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ed8edd13-3f16-4e08-9900-359172cbaa4b req-77a4e3a2-0d2f-40e7-a2f9-124efb75e39d tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.2068117 Mar 07 10:51:38.406715 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-74e9179a-18f0-4b6f-b16f-b72f76fca84e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7053288a-32b4-46bb-9e6f-a360e94e719d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:38.409941 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-74e9179a-18f0-4b6f-b16f-b72f76fca84e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:38.416116 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-74e9179a-18f0-4b6f-b16f-b72f76fca84e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7053288a-32b4-46bb-9e6f-a360e94e719d HTTP/1.1" status: 204 len: 168 time: 0.4932559 Mar 07 10:51:38.435389 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e9179a-18f0-4b6f-b16f-b72f76fca84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7053288a-32b4-46bb-9e6f-a360e94e719d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:38.531028 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38930) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:38.537195 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Request body: {'port': {'network_id': 'a0719723-d32b-4628-a1de-4096f268982c', 'binding:host_id': 'n-h1-832164-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-139824805'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:38.543230 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4bb0d7-6d49-4c8c-adf6-44b683f2f4de tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] Pushing event deleted for resources: {'Port': ['ID=bc92f9c3-775b-4e09-a648-a27facac2098,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:38.561352 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ed8edd13-3f16-4e08-9900-359172cbaa4b req-61d24e8c-89af-4dae-9199-fee6a10e2508 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032096 Mar 07 10:51:38.597447 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a17cd7ad-1a3f-4ddf-905e-2da54afd2281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:38.601744 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Made reservation on behalf of 6f35095b863a402b9690b0bd83a12d55 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:38.608442 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:38.654326 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-14fac144-8e92-4f19-a7a8-37bb6635b647 req-8c4bb0d7-6d49-4c8c-adf6-44b683f2f4de tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] No DVR routers for this DVR port bc92f9c3-775b-4e09-a648-a27facac2098 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:51:38.656339 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:38.657922 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-14fac144-8e92-4f19-a7a8-37bb6635b647 req-8c4bb0d7-6d49-4c8c-adf6-44b683f2f4de tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:38.663183 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-14fac144-8e92-4f19-a7a8-37bb6635b647 req-8c4bb0d7-6d49-4c8c-adf6-44b683f2f4de tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] 10.222.0.21 "DELETE /v2.0/ports/bc92f9c3-775b-4e09-a648-a27facac2098 HTTP/1.1" status: 204 len: 173 time: 1.6150298 Mar 07 10:51:38.664134 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ef3fb8-b987-4225-acf0-fff121d8ce8a', 'name': 'network-vif-deleted', 'tag': 'bc92f9c3-775b-4e09-a648-a27facac2098'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:51:38.667023 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e082db-3e0b-43b4-8e71-0e06aba998c3" -d '{"events": [{"server_uuid": "62ef3fb8-b987-4225-acf0-fff121d8ce8a", "name": "network-vif-deleted", "tag": "bc92f9c3-775b-4e09-a648-a27facac2098"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:51:38.720043 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228bc9b-940f-42b5-aa56-1710d126f255 req-ffb4288c-6bc4-424f-a9ba-12837cfef7d2 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:38.721958 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2228bc9b-940f-42b5-aa56-1710d126f255 req-ffb4288c-6bc4-424f-a9ba-12837cfef7d2 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.21 "GET /v2.0/ports?device_id=b590a16f-85ac-46f3-8a22-13eb21f3e76f HTTP/1.1" status: 200 len: 945 time: 0.2906969 Mar 07 10:51:38.741858 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5e8f11-769e-4764-97ae-d638d57dc59e x-openstack-request-id: req-0c5e8f11-769e-4764-97ae-d638d57dc59e {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:51:38.742406 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ef3fb8-b987-4225-acf0-fff121d8ce8a", "name": "network-vif-deleted", "tag": "bc92f9c3-775b-4e09-a648-a27facac2098", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:51:38.742815 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0c5e8f11-769e-4764-97ae-d638d57dc59e {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:51:38.743354 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62ef3fb8-b987-4225-acf0-fff121d8ce8a', 'name': 'network-vif-deleted', 'tag': 'bc92f9c3-775b-4e09-a648-a27facac2098', 'status': 'completed', 'code': 200} Mar 07 10:51:38.884155 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-2228bc9b-940f-42b5-aa56-1710d126f255 req-748f1715-94b1-490d-85e4-352d2f379f45 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Deleting port 659c48b7-699e-40c0-8319-1204fda3c064 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:38.885311 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2228bc9b-940f-42b5-aa56-1710d126f255 req-748f1715-94b1-490d-85e4-352d2f379f45 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (659c48b7-699e-40c0-8319-1204fda3c064), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:39.047891 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ad9c3330-62d2-4c27-872e-1ded3274621e req-5ef3c1e6-8a5b-4672-919f-1fc977ea1d3a tempest-ServerGroupTestJSON-1715342653 tempest-ServerGroupTestJSON-1715342653-project] 10.222.0.11 "GET /v2.0/ports?device_id=62ef3fb8-b987-4225-acf0-fff121d8ce8a HTTP/1.1" status: 200 len: 210 time: 0.1227989 Mar 07 10:51:39.051158 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks [] for security_group (116c7cb6-603a-4ebf-86bd-1fd570d8d8be), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:39.130689 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (116c7cb6-603a-4ebf-86bd-1fd570d8d8be), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:39.139433 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] device_id is not set on port dadc79ad-7c59-45f0-8599-063a3eee0103 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:51:39.255909 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-2228bc9b-940f-42b5-aa56-1710d126f255 req-748f1715-94b1-490d-85e4-352d2f379f45 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] For port 659c48b7-699e-40c0-8319-1204fda3c064, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=659c48b7-699e-40c0-8319-1204fda3c064,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:39.256289 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2228bc9b-940f-42b5-aa56-1710d126f255 req-748f1715-94b1-490d-85e4-352d2f379f45 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (659c48b7-699e-40c0-8319-1204fda3c064), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:39.289719 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-2228bc9b-940f-42b5-aa56-1710d126f255 req-748f1715-94b1-490d-85e4-352d2f379f45 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Calling delete_port for 659c48b7-699e-40c0-8319-1204fda3c064 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:39.609126 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68870475-7c7f-4186-9aa7-d45d578cf405 req-a40d7ec8-02f1-4eeb-bfbf-8174f4fadc5c tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:39.621267 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-68870475-7c7f-4186-9aa7-d45d578cf405 req-a40d7ec8-02f1-4eeb-bfbf-8174f4fadc5c tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=b590a16f-85ac-46f3-8a22-13eb21f3e76f HTTP/1.1" status: 200 len: 945 time: 0.5877311 Mar 07 10:51:39.652543 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38954) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:39.657463 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=116c7cb6-603a-4ebf-86bd-1fd570d8d8be,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:39.697721 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2d589df1-1d7c-44f0-9b68-5ff59705c6fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:39.789452 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2228bc9b-940f-42b5-aa56-1710d126f255 req-748f1715-94b1-490d-85e4-352d2f379f45 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (659c48b7-699e-40c0-8319-1204fda3c064), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:39.811277 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['659c48b7-699e-40c0-8319-1204fda3c064'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:51:39.825043 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6c4129-a678-4817-a71a-cb2bd53f3dd2 req-7e5f27e6-0dc9-4ec6-ba61-2d2211de9a84 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:39.832358 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ca6c4129-a678-4817-a71a-cb2bd53f3dd2 req-7e5f27e6-0dc9-4ec6-ba61-2d2211de9a84 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1096685 Mar 07 10:51:39.876740 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:51:39.892048 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f1715-94b1-490d-85e4-352d2f379f45 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Pushing event deleted for resources: {'Port': ['ID=659c48b7-699e-40c0-8319-1204fda3c064,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:39.915611 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-68870475-7c7f-4186-9aa7-d45d578cf405 req-3b5ea4df-d18f-4df2-8118-cdda17dbc7b4 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869234 Mar 07 10:51:39.983784 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2228bc9b-940f-42b5-aa56-1710d126f255 req-748f1715-94b1-490d-85e4-352d2f379f45 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] No DVR routers for this DVR port 659c48b7-699e-40c0-8319-1204fda3c064 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:51:39.987677 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2228bc9b-940f-42b5-aa56-1710d126f255 req-748f1715-94b1-490d-85e4-352d2f379f45 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:39.992966 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2228bc9b-940f-42b5-aa56-1710d126f255 req-748f1715-94b1-490d-85e4-352d2f379f45 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.21 "DELETE /v2.0/ports/659c48b7-699e-40c0-8319-1204fda3c064 HTTP/1.1" status: 204 len: 173 time: 1.2641668 Mar 07 10:51:40.022201 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ca6c4129-a678-4817-a71a-cb2bd53f3dd2 req-9cdea9a4-5052-4654-a986-d223643b29c6 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798759 Mar 07 10:51:40.073956 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:40.140262 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2d589df1-1d7c-44f0-9b68-5ff59705c6fd admin admin] Publish callbacks [] for security_group (60acd899-a84f-45a6-ae8e-178f82df60f7), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:40.148452 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2d589df1-1d7c-44f0-9b68-5ff59705c6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (60acd899-a84f-45a6-ae8e-178f82df60f7), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:40.150737 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] device_id is not set on port dadc79ad-7c59-45f0-8599-063a3eee0103 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:51:40.179860 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks [] for port (dadc79ad-7c59-45f0-8599-063a3eee0103), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:40.194177 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (dadc79ad-7c59-45f0-8599-063a3eee0103), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:40.260936 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Pushing event updated for resources: {'Port': ['ID=dadc79ad-7c59-45f0-8599-063a3eee0103,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:40.326501 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d589df1-1d7c-44f0-9b68-5ff59705c6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60acd899-a84f-45a6-ae8e-178f82df60f7,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:40.336923 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Checking segment: {'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:51:40.337160 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Network hostable DHCP agents. Network: a0719723-d32b-4628-a1de-4096f268982c, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:51:40.357347 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38968) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:40.364472 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2d589df1-1d7c-44f0-9b68-5ff59705c6fd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cea6b2ab025d4ee5b59981f6b9973951&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7061439 Mar 07 10:51:40.389400 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Network a0719723-d32b-4628-a1de-4096f268982c is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:51:40.412771 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, a0719723-d32b-4628-a1de-4096f268982c) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:40.419896 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:40.423216 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82b4ce2-3bbf-4271-b02a-902997305095 None None] Network a0719723-d32b-4628-a1de-4096f268982c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:40.452608 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:40.453599 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:40.469451 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 on network a0719723-d32b-4628-a1de-4096f268982c {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:40.518148 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Port dadc79ad-7c59-45f0-8599-063a3eee0103 on network a0719723-d32b-4628-a1de-4096f268982c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:40.518508 n-d-832164-4 neutron-server[103766]: ERROR neutron.plugins.ml2.managers [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Failed to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 on host n-h1-832164-4 for vnic_type normal using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] Mar 07 10:51:40.535277 n-d-832164-4 neutron-server[103766]: INFO neutron.plugins.ml2.plugin [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempt 2 to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 Mar 07 10:51:40.546945 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0045b8b8-4807-439c-95a9-1928ac1c6a4d admin admin] Publish callbacks [] for security_group (60acd899-a84f-45a6-ae8e-178f82df60f7), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:40.600173 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:40.600534 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:40.601044 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 on network a0719723-d32b-4628-a1de-4096f268982c {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:40.636487 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Port dadc79ad-7c59-45f0-8599-063a3eee0103 on network a0719723-d32b-4628-a1de-4096f268982c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:40.637091 n-d-832164-4 neutron-server[103766]: ERROR neutron.plugins.ml2.managers [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Failed to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 on host n-h1-832164-4 for vnic_type normal using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] Mar 07 10:51:40.643041 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device bc92f9c3-775b-4e09-a648-a27facac2098 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:51:40.643523 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0045b8b8-4807-439c-95a9-1928ac1c6a4d admin admin] Publish callbacks [] for security_group (60acd899-a84f-45a6-ae8e-178f82df60f7), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:40.646401 n-d-832164-4 neutron-server[103766]: INFO neutron.plugins.ml2.plugin [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempt 3 to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 Mar 07 10:51:40.684344 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:40.684939 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:40.685473 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 on network a0719723-d32b-4628-a1de-4096f268982c {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:40.696346 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Port dadc79ad-7c59-45f0-8599-063a3eee0103 on network a0719723-d32b-4628-a1de-4096f268982c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:40.696916 n-d-832164-4 neutron-server[103766]: ERROR neutron.plugins.ml2.managers [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Failed to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 on host n-h1-832164-4 for vnic_type normal using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] Mar 07 10:51:40.705383 n-d-832164-4 neutron-server[103766]: INFO neutron.plugins.ml2.plugin [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempt 4 to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 Mar 07 10:51:40.726696 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38988) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:40.751095 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:40.752013 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:40.752559 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 on network a0719723-d32b-4628-a1de-4096f268982c {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:40.758982 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: bc92f9c3-775b-4e09-a648-a27facac2098 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:51:40.759338 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device bc92f9c3-775b-4e09-a648-a27facac2098 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:51:40.760824 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Port dadc79ad-7c59-45f0-8599-063a3eee0103 on network a0719723-d32b-4628-a1de-4096f268982c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:40.761891 n-d-832164-4 neutron-server[103766]: ERROR neutron.plugins.ml2.managers [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Failed to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 on host n-h1-832164-4 for vnic_type normal using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] Mar 07 10:51:40.763485 n-d-832164-4 neutron-server[103766]: INFO neutron.plugins.ml2.plugin [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempt 5 to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 Mar 07 10:51:40.781252 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:40.782352 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:40.783245 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 on network a0719723-d32b-4628-a1de-4096f268982c {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:40.789336 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Port dadc79ad-7c59-45f0-8599-063a3eee0103 on network a0719723-d32b-4628-a1de-4096f268982c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:40.790540 n-d-832164-4 neutron-server[103766]: ERROR neutron.plugins.ml2.managers [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Failed to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 on host n-h1-832164-4 for vnic_type normal using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] Mar 07 10:51:40.793777 n-d-832164-4 neutron-server[103766]: INFO neutron.plugins.ml2.plugin [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempt 6 to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 Mar 07 10:51:40.804302 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b590a16f-85ac-46f3-8a22-13eb21f3e76f', 'name': 'network-vif-deleted', 'tag': '659c48b7-699e-40c0-8319-1204fda3c064'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:51:40.807448 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62815080-0b11-46f3-9064-5ff64ebee89a" -d '{"events": [{"server_uuid": "b590a16f-85ac-46f3-8a22-13eb21f3e76f", "name": "network-vif-deleted", "tag": "659c48b7-699e-40c0-8319-1204fda3c064"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:51:40.808452 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0045b8b8-4807-439c-95a9-1928ac1c6a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (60acd899-a84f-45a6-ae8e-178f82df60f7), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:40.811839 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0045b8b8-4807-439c-95a9-1928ac1c6a4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:40.817633 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3afa0b1-66ba-47f4-96fd-9b911754d73f admin admin] Deleting subnet 43fcd840-6664-4d14-a4fa-cb3825f97f75 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:51:40.818497 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0045b8b8-4807-439c-95a9-1928ac1c6a4d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/60acd899-a84f-45a6-ae8e-178f82df60f7 HTTP/1.1" status: 204 len: 168 time: 0.4576008 Mar 07 10:51:40.831150 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d3afa0b1-66ba-47f4-96fd-9b911754d73f admin admin] Publish callbacks [] for subnet (43fcd840-6664-4d14-a4fa-cb3825f97f75), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:40.844887 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045b8b8-4807-439c-95a9-1928ac1c6a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60acd899-a84f-45a6-ae8e-178f82df60f7,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:40.857647 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:40.859773 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:40.860324 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 on network a0719723-d32b-4628-a1de-4096f268982c {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:40.871469 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Port dadc79ad-7c59-45f0-8599-063a3eee0103 on network a0719723-d32b-4628-a1de-4096f268982c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:40.875053 n-d-832164-4 neutron-server[103766]: ERROR neutron.plugins.ml2.managers [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Failed to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 on host n-h1-832164-4 for vnic_type normal using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] Mar 07 10:51:40.875654 n-d-832164-4 neutron-server[103766]: INFO neutron.plugins.ml2.plugin [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempt 7 to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 Mar 07 10:51:40.904893 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:40.907628 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:40.908282 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 on network a0719723-d32b-4628-a1de-4096f268982c {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:40.919472 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Port dadc79ad-7c59-45f0-8599-063a3eee0103 on network a0719723-d32b-4628-a1de-4096f268982c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:40.920399 n-d-832164-4 neutron-server[103766]: ERROR neutron.plugins.ml2.managers [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Failed to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 on host n-h1-832164-4 for vnic_type normal using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] Mar 07 10:51:40.921581 n-d-832164-4 neutron-server[103766]: INFO neutron.plugins.ml2.plugin [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempt 8 to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 Mar 07 10:51:40.952786 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d3afa0b1-66ba-47f4-96fd-9b911754d73f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (43fcd840-6664-4d14-a4fa-cb3825f97f75), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:40.954069 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:40.956382 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:40.956832 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 on network a0719723-d32b-4628-a1de-4096f268982c {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:40.972856 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Port dadc79ad-7c59-45f0-8599-063a3eee0103 on network a0719723-d32b-4628-a1de-4096f268982c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:40.973379 n-d-832164-4 neutron-server[103766]: ERROR neutron.plugins.ml2.managers [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Failed to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 on host n-h1-832164-4 for vnic_type normal using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] Mar 07 10:51:40.974436 n-d-832164-4 neutron-server[103766]: INFO neutron.plugins.ml2.plugin [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempt 9 to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 Mar 07 10:51:40.991468 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:40.991896 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:40.992312 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 on network a0719723-d32b-4628-a1de-4096f268982c {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:40.997855 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Port dadc79ad-7c59-45f0-8599-063a3eee0103 on network a0719723-d32b-4628-a1de-4096f268982c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:40.998298 n-d-832164-4 neutron-server[103766]: ERROR neutron.plugins.ml2.managers [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Failed to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 on host n-h1-832164-4 for vnic_type normal using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] Mar 07 10:51:40.998755 n-d-832164-4 neutron-server[103766]: INFO neutron.plugins.ml2.plugin [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempt 10 to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 Mar 07 10:51:41.002912 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38996) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:41.021272 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:41.021733 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:41.022151 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 on network a0719723-d32b-4628-a1de-4096f268982c {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:41.034663 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Port dadc79ad-7c59-45f0-8599-063a3eee0103 on network a0719723-d32b-4628-a1de-4096f268982c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:41.035115 n-d-832164-4 neutron-server[103766]: ERROR neutron.plugins.ml2.managers [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Failed to bind port dadc79ad-7c59-45f0-8599-063a3eee0103 on host n-h1-832164-4 for vnic_type normal using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] Mar 07 10:51:41.035606 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (dadc79ad-7c59-45f0-8599-063a3eee0103), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:41.080444 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d3afa0b1-66ba-47f4-96fd-9b911754d73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (43fcd840-6664-4d14-a4fa-cb3825f97f75), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:41.196125 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b23e63-b410-46e2-957a-3b471ad25722 x-openstack-request-id: req-42b23e63-b410-46e2-957a-3b471ad25722 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:51:41.196701 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b590a16f-85ac-46f3-8a22-13eb21f3e76f", "name": "network-vif-deleted", "tag": "659c48b7-699e-40c0-8319-1204fda3c064", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:51:41.197125 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-42b23e63-b410-46e2-957a-3b471ad25722 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:51:41.198199 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b590a16f-85ac-46f3-8a22-13eb21f3e76f', 'name': 'network-vif-deleted', 'tag': '659c48b7-699e-40c0-8319-1204fda3c064', 'status': 'completed', 'code': 200} Mar 07 10:51:41.199845 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d3afa0b1-66ba-47f4-96fd-9b911754d73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (43fcd840-6664-4d14-a4fa-cb3825f97f75), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:41.202548 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] For port dadc79ad-7c59-45f0-8599-063a3eee0103, host n-h1-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:51:41.204237 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempted to set empty binding levels {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 10:51:41.223404 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (dadc79ad-7c59-45f0-8599-063a3eee0103), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:41.270139 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3afa0b1-66ba-47f4-96fd-9b911754d73f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43fcd840-6664-4d14-a4fa-cb3825f97f75,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:41.285294 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d3afa0b1-66ba-47f4-96fd-9b911754d73f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:41.296516 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d3afa0b1-66ba-47f4-96fd-9b911754d73f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/43fcd840-6664-4d14-a4fa-cb3825f97f75 HTTP/1.1" status: 204 len: 168 time: 0.5678346 Mar 07 10:51:41.300556 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39008) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:41.369040 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Pushing event updated for resources: {'Port': ['ID=dadc79ad-7c59-45f0-8599-063a3eee0103,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:41.451924 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4fb666f3-a19c-41ff-abc8-f1472262fe7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:41.478617 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:41.479628 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:41.551502 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c3ad77c1-85ee-4384-bde9-073bd86a6e2c tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.0192966 Mar 07 10:51:41.557814 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39024) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:41.619469 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-95dbec4c-1c4d-4014-bbdb-4e1abb5a0ea1 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:41.626685 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-95dbec4c-1c4d-4014-bbdb-4e1abb5a0ea1 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/networks?id=b5ac3594-31b2-4f8f-99ae-bd148951ec42 HTTP/1.1" status: 200 len: 806 time: 0.1893678 Mar 07 10:51:41.632282 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768a32b-f724-4ec1-9eae-4ce236a37048 req-8128161f-7bcb-4c73-8c02-d9fbf1e1f095 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:41.647512 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1768a32b-f724-4ec1-9eae-4ce236a37048 req-8128161f-7bcb-4c73-8c02-d9fbf1e1f095 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.2888172 Mar 07 10:51:41.662891 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:41.673229 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d8379434-527d-4604-a344-ff84165f61c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:41.682557 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-cc701bf3-fb49-4130-88d9-979bcb2015fb tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/quotas/7f878931fbda404796227bcaa31aa466 HTTP/1.1" status: 200 len: 375 time: 0.0546658 Mar 07 10:51:41.751654 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-70398a77-d290-4e66-bf55-358bfe9702c9 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f878931fbda404796227bcaa31aa466&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0678270 Mar 07 10:51:41.853638 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-ec63dc4a-3075-4a69-9eb7-4c22aea4a7de service neutron] 10.222.0.11 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000791 Mar 07 10:51:41.865625 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4fb666f3-a19c-41ff-abc8-f1472262fe7a admin admin] Publish callbacks [] for security_group (72d00758-b9c6-478a-ac35-100d20920e30), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:41.905180 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4fb666f3-a19c-41ff-abc8-f1472262fe7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (72d00758-b9c6-478a-ac35-100d20920e30), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:41.962113 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4fb666f3-a19c-41ff-abc8-f1472262fe7a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=97648df0cfa6451ea02684f2833e0b9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9578094 Mar 07 10:51:41.964841 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb666f3-a19c-41ff-abc8-f1472262fe7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d00758-b9c6-478a-ac35-100d20920e30,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:41.971938 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-8ec25bc3-3979-46f3-8d8c-3be60f7d2f47 service neutron] 10.222.0.11 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169891 Mar 07 10:51:41.983709 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39032) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:42.076314 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1768a32b-f724-4ec1-9eae-4ce236a37048 req-509604ad-0858-47d7-88a5-973d5b0e15ca tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280205 Mar 07 10:51:42.123775 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-fdf30354-7031-4e32-8057-7c9ab7748e6b tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Deleting port dadc79ad-7c59-45f0-8599-063a3eee0103 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:42.124115 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdf30354-7031-4e32-8057-7c9ab7748e6b tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (dadc79ad-7c59-45f0-8599-063a3eee0103), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:42.157432 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d8379434-527d-4604-a344-ff84165f61c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:42.205483 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-d8379434-527d-4604-a344-ff84165f61c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:42.231862 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-d8379434-527d-4604-a344-ff84165f61c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd94558fe-608c-4bb7-8182-d7bef9dd309e') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:42.232259 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-d8379434-527d-4604-a344-ff84165f61c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd94558fe-608c-4bb7-8182-d7bef9dd309e') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:42.247615 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d8379434-527d-4604-a344-ff84165f61c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (d94558fe-608c-4bb7-8182-d7bef9dd309e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:42.262766 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-67e7cb73-286d-4eb1-a420-57339c077040 admin admin] Publish callbacks [] for security_group (72d00758-b9c6-478a-ac35-100d20920e30), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:42.263563 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d8379434-527d-4604-a344-ff84165f61c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (d94558fe-608c-4bb7-8182-d7bef9dd309e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:42.270095 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8379434-527d-4604-a344-ff84165f61c4 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:51:42.271523 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d8379434-527d-4604-a344-ff84165f61c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (d94558fe-608c-4bb7-8182-d7bef9dd309e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:42.307559 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:51:42.307559 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:51:42.307559 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:51:42.307559 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:51:42.307559 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:51:42.307559 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:51:42.307559 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:51:42.307559 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:51:42.307559 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:51:42.307559 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:51:42.307559 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:51:42.307559 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:51:42.307559 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:51:42.307559 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:51:42.307559 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:51:42.307559 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:51:42.307559 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:51:42.307559 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:51:42.307559 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:51:42.307559 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:51:42.307559 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:51:42.307559 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:51:42.307559 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:51:42.307559 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:51:42.307559 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:51:42.307559 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:51:42.307559 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:51:42.307559 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:51:42.307559 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:51:42.307559 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:51:42.307559 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:51:42.307559 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:51:42.379834 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d8379434-527d-4604-a344-ff84165f61c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:42.388742 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d8379434-527d-4604-a344-ff84165f61c4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:42.399187 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d8379434-527d-4604-a344-ff84165f61c4 admin admin] 10.222.0.11 "DELETE /v2.0/networks/f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a HTTP/1.1" status: 204 len: 168 time: 1.0938091 Mar 07 10:51:42.408855 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 659c48b7-699e-40c0-8319-1204fda3c064 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:51:42.423481 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c96b0e8f-3d62-4564-81e2-8a0ca54532ad req-2f4e56a7-695a-4216-9354-0bffa1d1b28c tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5f42e82-5127-4155-b233-7e9cb6e69b17 HTTP/1.1" status: 200 len: 210 time: 0.1047421 Mar 07 10:51:42.452315 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-fdf30354-7031-4e32-8057-7c9ab7748e6b tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] For port dadc79ad-7c59-45f0-8599-063a3eee0103, host n-h1-832164-4, got binding levels [] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:42.459724 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 659c48b7-699e-40c0-8319-1204fda3c064 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:51:42.460072 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 659c48b7-699e-40c0-8319-1204fda3c064 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:51:42.462938 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8379434-527d-4604-a344-ff84165f61c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f07bd03d-8b2c-4816-b1ee-6e8ea8d5f08a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:42.468529 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdf30354-7031-4e32-8057-7c9ab7748e6b tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (dadc79ad-7c59-45f0-8599-063a3eee0103), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:42.533521 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-67e7cb73-286d-4eb1-a420-57339c077040 admin admin] Publish callbacks [] for security_group (72d00758-b9c6-478a-ac35-100d20920e30), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:42.538741 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-fdf30354-7031-4e32-8057-7c9ab7748e6b tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Calling delete_port for dadc79ad-7c59-45f0-8599-063a3eee0103 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:42.731858 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-67e7cb73-286d-4eb1-a420-57339c077040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (72d00758-b9c6-478a-ac35-100d20920e30), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:42.735753 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-67e7cb73-286d-4eb1-a420-57339c077040 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:42.737707 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-67e7cb73-286d-4eb1-a420-57339c077040 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/72d00758-b9c6-478a-ac35-100d20920e30 HTTP/1.1" status: 204 len: 168 time: 0.7011693 Mar 07 10:51:42.745166 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39058) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:42.754266 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7cb73-286d-4eb1-a420-57339c077040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d00758-b9c6-478a-ac35-100d20920e30,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:42.774527 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdf30354-7031-4e32-8057-7c9ab7748e6b tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (dadc79ad-7c59-45f0-8599-063a3eee0103), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:42.841935 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdf30354-7031-4e32-8057-7c9ab7748e6b tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:42.849409 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fdf30354-7031-4e32-8057-7c9ab7748e6b tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] 10.222.0.11 "DELETE /v2.0/ports/dadc79ad-7c59-45f0-8599-063a3eee0103 HTTP/1.1" status: 204 len: 168 time: 1.2897801 Mar 07 10:51:42.851150 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf30354-7031-4e32-8057-7c9ab7748e6b tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Pushing event deleted for resources: {'Port': ['ID=dadc79ad-7c59-45f0-8599-063a3eee0103,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:42.855352 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-45551b91-23da-4cc9-82ce-2ace8281327a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9a2f73a1891a425b82b209c75497e7ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1066532 Mar 07 10:51:42.855352 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39062) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:42.860250 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39064) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:42.935096 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:43.064582 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c7e917-743e-4707-9266-05afa3ff7209 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] GET failed (client error): The resource could not be found. Mar 07 10:51:43.072143 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39072) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:43.072484 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-40c7e917-743e-4707-9266-05afa3ff7209 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] 10.222.0.11 "GET /v2.0/ports/dadc79ad-7c59-45f0-8599-063a3eee0103 HTTP/1.1" status: 404 len: 333 time: 0.2095902 Mar 07 10:51:43.077920 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-19f0e835-fe0d-4f66-8b89-3d75d71f79d5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Request body: {'port': {'network_id': 'a0719723-d32b-4628-a1de-4096f268982c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-878233617'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:43.137695 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-370808e1-077f-4e8e-aa27-7c60c21253bc admin admin] Publish callbacks [] for security_group (1ad3ec7a-ff6c-4bbf-902c-34b66739843d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:43.157247 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f0e835-fe0d-4f66-8b89-3d75d71f79d5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Made reservation on behalf of 6f35095b863a402b9690b0bd83a12d55 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:43.162808 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-19f0e835-fe0d-4f66-8b89-3d75d71f79d5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:43.201907 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-370808e1-077f-4e8e-aa27-7c60c21253bc admin admin] Publish callbacks [] for security_group (1ad3ec7a-ff6c-4bbf-902c-34b66739843d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:43.240045 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-19f0e835-fe0d-4f66-8b89-3d75d71f79d5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] device_id is not set on port 9c92bf4e-d7ac-41b6-b69f-437579600d7c yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:51:43.462299 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77078b85-66e9-4155-b784-625b27598b7d req-bdea909c-6ccc-4f80-be57-31abeefc8dea tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:43.463910 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-77078b85-66e9-4155-b784-625b27598b7d req-bdea909c-6ccc-4f80-be57-31abeefc8dea tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1583705 Mar 07 10:51:43.490793 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-370808e1-077f-4e8e-aa27-7c60c21253bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (1ad3ec7a-ff6c-4bbf-902c-34b66739843d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:43.499651 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-370808e1-077f-4e8e-aa27-7c60c21253bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:43.503241 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-370808e1-077f-4e8e-aa27-7c60c21253bc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1ad3ec7a-ff6c-4bbf-902c-34b66739843d HTTP/1.1" status: 204 len: 168 time: 0.6370647 Mar 07 10:51:43.544510 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-19f0e835-fe0d-4f66-8b89-3d75d71f79d5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks [] for port (9c92bf4e-d7ac-41b6-b69f-437579600d7c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:43.603811 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370808e1-077f-4e8e-aa27-7c60c21253bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad3ec7a-ff6c-4bbf-902c-34b66739843d,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:43.627934 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-77078b85-66e9-4155-b784-625b27598b7d req-5ac02d9d-130f-4a38-b51f-303df4161a92 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567440 Mar 07 10:51:43.642093 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-19f0e835-fe0d-4f66-8b89-3d75d71f79d5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (9c92bf4e-d7ac-41b6-b69f-437579600d7c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:43.738046 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6cc4cc21-557a-483b-b714-44c707187bc8 req-a10dff20-9499-4fcd-b43b-aa01cc13d2b8 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5f42e82-5127-4155-b233-7e9cb6e69b17 HTTP/1.1" status: 200 len: 210 time: 0.1040225 Mar 07 10:51:43.755997 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39094) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:43.758084 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f0e835-fe0d-4f66-8b89-3d75d71f79d5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Network a0719723-d32b-4628-a1de-4096f268982c is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:43.771464 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-19f0e835-fe0d-4f66-8b89-3d75d71f79d5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:43.780166 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f0e835-fe0d-4f66-8b89-3d75d71f79d5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:43.781496 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f0e835-fe0d-4f66-8b89-3d75d71f79d5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:43.782181 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-19f0e835-fe0d-4f66-8b89-3d75d71f79d5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:43.784715 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f0e835-fe0d-4f66-8b89-3d75d71f79d5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Pushing event updated for resources: {'Port': ['ID=9c92bf4e-d7ac-41b6-b69f-437579600d7c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:43.789057 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-01504b56-ca24-405e-8e3a-1e520837304e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:43.826327 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-19f0e835-fe0d-4f66-8b89-3d75d71f79d5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7530162 Mar 07 10:51:43.829003 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39096) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:43.835852 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:44.053258 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9c92bf4e-d7ac-41b6-b69f-437579600d7c), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:44.624792 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-01504b56-ca24-405e-8e3a-1e520837304e admin admin] Publish callbacks [] for security_group (59c9b0d4-00c6-4d3c-81fd-f527621f01db), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:44.632078 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-01504b56-ca24-405e-8e3a-1e520837304e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (59c9b0d4-00c6-4d3c-81fd-f527621f01db), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:44.775094 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-01504b56-ca24-405e-8e3a-1e520837304e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=20a6125aea834b1a832c02df9ece06a3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0157850 Mar 07 10:51:44.788937 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39132) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:44.854083 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01504b56-ca24-405e-8e3a-1e520837304e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c9b0d4-00c6-4d3c-81fd-f527621f01db,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:44.947926 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39136) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:45.007244 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e2fd4e89-af15-4364-9bdf-de6cb2434587 req-04ac6610-e91b-4cab-bb22-298b4f950297 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5f42e82-5127-4155-b233-7e9cb6e69b17 HTTP/1.1" status: 200 len: 210 time: 0.0922620 Mar 07 10:51:45.027378 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6afffb36-eb37-48ad-98d4-ce2054727aa5 admin admin] Publish callbacks [] for security_group (59c9b0d4-00c6-4d3c-81fd-f527621f01db), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:45.106683 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6afffb36-eb37-48ad-98d4-ce2054727aa5 admin admin] Publish callbacks [] for security_group (59c9b0d4-00c6-4d3c-81fd-f527621f01db), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:45.118646 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-005218c9-f453-40b8-b162-b336b8b28e26 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:45.125046 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-005218c9-f453-40b8-b162-b336b8b28e26 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.21 "GET /v2.0/networks?id=b5ac3594-31b2-4f8f-99ae-bd148951ec42 HTTP/1.1" status: 200 len: 806 time: 1.0759785 Mar 07 10:51:45.222135 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-94dfdbe3-6d3f-49a5-80aa-019573a13225 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Request body: {'port': {'device_id': 'c5f42e82-5127-4155-b233-7e9cb6e69b17', 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42', 'admin_state_up': True, 'tenant_id': '7f878931fbda404796227bcaa31aa466'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:45.224601 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6afffb36-eb37-48ad-98d4-ce2054727aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (59c9b0d4-00c6-4d3c-81fd-f527621f01db), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:45.227805 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6afffb36-eb37-48ad-98d4-ce2054727aa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:45.231806 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6afffb36-eb37-48ad-98d4-ce2054727aa5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/59c9b0d4-00c6-4d3c-81fd-f527621f01db HTTP/1.1" status: 204 len: 168 time: 0.4361303 Mar 07 10:51:45.254171 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afffb36-eb37-48ad-98d4-ce2054727aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c9b0d4-00c6-4d3c-81fd-f527621f01db,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:45.338728 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebca5b9-f132-40dc-983e-a302cd897773 req-c18980be-63fc-40ea-b3f8-2763b0169d21 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:45.349888 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cebca5b9-f132-40dc-983e-a302cd897773 req-c18980be-63fc-40ea-b3f8-2763b0169d21 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.4465814 Mar 07 10:51:45.373036 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-9b71932d-3f5a-4f92-9330-a7214daefb4a admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2094595326-network', 'tenant_id': 'c1e277e687124f02a41ea1d4c23333e5'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:45.664440 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cebca5b9-f132-40dc-983e-a302cd897773 req-b898d0ca-dce2-4acc-8fe2-d11cf0a03833 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136342 Mar 07 10:51:45.684302 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b71932d-3f5a-4f92-9330-a7214daefb4a admin admin] Made reservation on behalf of c1e277e687124f02a41ea1d4c23333e5 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:45.687104 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9b71932d-3f5a-4f92-9330-a7214daefb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:45.707510 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] device_id is not set on port 9c92bf4e-d7ac-41b6-b69f-437579600d7c yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:51:45.716140 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9b71932d-3f5a-4f92-9330-a7214daefb4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:45.755273 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks [] for port (9c92bf4e-d7ac-41b6-b69f-437579600d7c), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:45.795493 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (9c92bf4e-d7ac-41b6-b69f-437579600d7c), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:45.903279 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Pushing event updated for resources: {'Port': ['ID=9c92bf4e-d7ac-41b6-b69f-437579600d7c,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:45.907356 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-94dfdbe3-6d3f-49a5-80aa-019573a13225 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Made reservation on behalf of 7f878931fbda404796227bcaa31aa466 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:45.914820 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-94dfdbe3-6d3f-49a5-80aa-019573a13225 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:45.981316 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:45.981662 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:45.982027 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on network a0719723-d32b-4628-a1de-4096f268982c {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:46.049347 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on network a0719723-d32b-4628-a1de-4096f268982c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:46.050386 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Failed to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on host n-h1-832164-4 for vnic_type normal using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] Mar 07 10:51:46.052263 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9b71932d-3f5a-4f92-9330-a7214daefb4a admin admin] Publish callbacks [] for security_group (f5707732-cd45-45d3-81fc-2a4de861f952), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:46.061054 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempt 2 to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c Mar 07 10:51:46.074132 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9b71932d-3f5a-4f92-9330-a7214daefb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f5707732-cd45-45d3-81fc-2a4de861f952), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:46.103412 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:46.103735 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:46.104124 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on network a0719723-d32b-4628-a1de-4096f268982c {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:46.138797 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b71932d-3f5a-4f92-9330-a7214daefb4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:51:46.140758 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on network a0719723-d32b-4628-a1de-4096f268982c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:46.141097 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Failed to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on host n-h1-832164-4 for vnic_type normal using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] Mar 07 10:51:46.149305 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempt 3 to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c Mar 07 10:51:46.181607 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71932d-3f5a-4f92-9330-a7214daefb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5707732-cd45-45d3-81fc-2a4de861f952,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:46.219113 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9b71932d-3f5a-4f92-9330-a7214daefb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (6b90ae01-6c0f-47a4-b48d-ff3dcf7c9bc4), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:46.220073 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-9b71932d-3f5a-4f92-9330-a7214daefb4a admin admin] Added segment 6b90ae01-6c0f-47a4-b48d-ff3dcf7c9bc4 of type vlan for network 5920b608-863b-4b2e-972f-6c40202982b6 Mar 07 10:51:46.238525 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-80e810e7-572f-40cb-ab7c-d8b145794b40 req-022b19f0-f026-4b45-af20-90007370bdfa tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5f42e82-5127-4155-b233-7e9cb6e69b17 HTTP/1.1" status: 200 len: 210 time: 0.0762117 Mar 07 10:51:46.240164 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:46.240638 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:46.241025 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on network a0719723-d32b-4628-a1de-4096f268982c {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:46.295181 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on network a0719723-d32b-4628-a1de-4096f268982c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:46.295713 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Failed to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on host n-h1-832164-4 for vnic_type normal using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] Mar 07 10:51:46.296207 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempt 4 to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c Mar 07 10:51:46.319750 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:46.320158 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:46.320419 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on network a0719723-d32b-4628-a1de-4096f268982c {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:46.349818 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on network a0719723-d32b-4628-a1de-4096f268982c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:46.350223 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Failed to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on host n-h1-832164-4 for vnic_type normal using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] Mar 07 10:51:46.351192 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-94dfdbe3-6d3f-49a5-80aa-019573a13225 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Allocated IP 172.20.0.5 (b5ac3594-31b2-4f8f-99ae-bd148951ec42/32944cde-c55b-47e2-bb77-543fbc1a70ac/c187e918-c2c4-48fd-8913-5408b57326aa) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:46.355275 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9b71932d-3f5a-4f92-9330-a7214daefb4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (5920b608-863b-4b2e-972f-6c40202982b6), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:46.357127 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempt 5 to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c Mar 07 10:51:46.391708 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:46.392188 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:46.392525 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on network a0719723-d32b-4628-a1de-4096f268982c {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:46.410192 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on network a0719723-d32b-4628-a1de-4096f268982c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:46.410523 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Failed to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on host n-h1-832164-4 for vnic_type normal using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] Mar 07 10:51:46.421281 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempt 6 to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c Mar 07 10:51:46.443079 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9b71932d-3f5a-4f92-9330-a7214daefb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (5920b608-863b-4b2e-972f-6c40202982b6), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:46.444220 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b71932d-3f5a-4f92-9330-a7214daefb4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:46.444798 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9b71932d-3f5a-4f92-9330-a7214daefb4a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:46.586685 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71932d-3f5a-4f92-9330-a7214daefb4a admin admin] Pushing event updated for resources: {'Network': ['ID=5920b608-863b-4b2e-972f-6c40202982b6,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:46.612677 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 5920b608-863b-4b2e-972f-6c40202982b6 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:51:46.617795 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:46.618262 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:46.618607 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on network a0719723-d32b-4628-a1de-4096f268982c {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:46.657223 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39188) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:46.663149 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-6a7609d2-9430-4e0a-931f-8e5fc39d6f62 admin admin] Request body: {'subnet': {'network_id': '5920b608-863b-4b2e-972f-6c40202982b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2094595326-subnet', 'tenant_id': 'c1e277e687124f02a41ea1d4c23333e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:46.669333 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9b71932d-3f5a-4f92-9330-a7214daefb4a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7168396 Mar 07 10:51:46.670123 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on network a0719723-d32b-4628-a1de-4096f268982c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:46.670591 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Failed to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on host n-h1-832164-4 for vnic_type normal using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] Mar 07 10:51:46.683115 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempt 7 to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c Mar 07 10:51:46.729922 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7609d2-9430-4e0a-931f-8e5fc39d6f62 admin admin] Made reservation on behalf of c1e277e687124f02a41ea1d4c23333e5 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:46.738012 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6a7609d2-9430-4e0a-931f-8e5fc39d6f62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:46.808328 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:46.808665 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:46.809041 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on network a0719723-d32b-4628-a1de-4096f268982c {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:46.953887 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on network a0719723-d32b-4628-a1de-4096f268982c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:46.954291 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Failed to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on host n-h1-832164-4 for vnic_type normal using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] Mar 07 10:51:46.987735 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempt 8 to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c Mar 07 10:51:47.043256 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:47.043587 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:47.044048 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on network a0719723-d32b-4628-a1de-4096f268982c {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:47.151095 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on network a0719723-d32b-4628-a1de-4096f268982c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:47.151095 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Failed to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on host n-h1-832164-4 for vnic_type normal using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] Mar 07 10:51:47.153553 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempt 9 to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c Mar 07 10:51:47.276983 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:47.277362 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:47.277705 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on network a0719723-d32b-4628-a1de-4096f268982c {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:47.321476 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on network a0719723-d32b-4628-a1de-4096f268982c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:47.321813 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Failed to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on host n-h1-832164-4 for vnic_type normal using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] Mar 07 10:51:47.343013 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempt 10 to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c Mar 07 10:51:47.346956 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6a7609d2-9430-4e0a-931f-8e5fc39d6f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (071cc8a8-ce79-4b99-8035-03e2fc3056c7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:47.416276 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-94dfdbe3-6d3f-49a5-80aa-019573a13225 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks [] for port (c187e918-c2c4-48fd-8913-5408b57326aa), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:47.525040 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe177c-ee8f-42c8-8fdc-17a24c79409d req-973e1f38-f3cc-4e45-976f-f42d932e2296 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:47.529917 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4afe177c-ee8f-42c8-8fdc-17a24c79409d req-973e1f38-f3cc-4e45-976f-f42d932e2296 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.6051908 Mar 07 10:51:47.538883 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:47.539225 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:47.540261 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on network a0719723-d32b-4628-a1de-4096f268982c {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:47.569990 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on network a0719723-d32b-4628-a1de-4096f268982c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:47.570337 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Failed to bind port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on host n-h1-832164-4 for vnic_type normal using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] Mar 07 10:51:47.572775 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9c92bf4e-d7ac-41b6-b69f-437579600d7c), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:47.730606 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-94dfdbe3-6d3f-49a5-80aa-019573a13225 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (c187e918-c2c4-48fd-8913-5408b57326aa), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:47.750536 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:51:47.756484 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b6ea6102-cd4b-439a-ae19-dd62cf824e1f req-b417f2fe-7917-4eb9-a71f-06799489cfce tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5f42e82-5127-4155-b233-7e9cb6e69b17 HTTP/1.1" status: 200 len: 210 time: 0.2784834 Mar 07 10:51:47.783354 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a7609d2-9430-4e0a-931f-8e5fc39d6f62 admin admin] Checking segment: {'id': '6b90ae01-6c0f-47a4-b48d-ff3dcf7c9bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5920b608-863b-4b2e-972f-6c40202982b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:51:47.784078 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7609d2-9430-4e0a-931f-8e5fc39d6f62 admin admin] Network hostable DHCP agents. Network: 5920b608-863b-4b2e-972f-6c40202982b6, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:51:47.808736 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7609d2-9430-4e0a-931f-8e5fc39d6f62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=071cc8a8-ce79-4b99-8035-03e2fc3056c7,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:47.874073 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7609d2-9430-4e0a-931f-8e5fc39d6f62 admin admin] Network 5920b608-863b-4b2e-972f-6c40202982b6 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:51:47.895779 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfdbe3-6d3f-49a5-80aa-019573a13225 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Pushing event updated for resources: {'Port': ['ID=c187e918-c2c4-48fd-8913-5408b57326aa,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:47.898214 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-6a7609d2-9430-4e0a-931f-8e5fc39d6f62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 5920b608-863b-4b2e-972f-6c40202982b6) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:47.910171 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7609d2-9430-4e0a-931f-8e5fc39d6f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:47.911508 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6a7609d2-9430-4e0a-931f-8e5fc39d6f62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:47.925532 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9eef18a-8a16-426f-95a2-d8005ed2f212 None None] Network 5920b608-863b-4b2e-972f-6c40202982b6 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:47.972712 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6a7609d2-9430-4e0a-931f-8e5fc39d6f62 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3140953 Mar 07 10:51:48.048577 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] For port 9c92bf4e-d7ac-41b6-b69f-437579600d7c, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:51:48.048577 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempted to set empty binding levels {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 10:51:48.083655 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-94dfdbe3-6d3f-49a5-80aa-019573a13225 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Network b5ac3594-31b2-4f8f-99ae-bd148951ec42 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:48.085001 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4afe177c-ee8f-42c8-8fdc-17a24c79409d req-85266f68-39f5-4a49-956e-8a81973078a0 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5361118 Mar 07 10:51:48.086675 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (9c92bf4e-d7ac-41b6-b69f-437579600d7c), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:48.138114 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-94dfdbe3-6d3f-49a5-80aa-019573a13225 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:48.140075 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] In _notify_port_updated(), no bound segment for port 9c92bf4e-d7ac-41b6-b69f-437579600d7c on network a0719723-d32b-4628-a1de-4096f268982c {{(pid=103767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:51:48.140780 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:48.157085 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:48.162753 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] 10.222.0.11 "PUT /v2.0/ports/9c92bf4e-d7ac-41b6-b69f-437579600d7c HTTP/1.1" status: 200 len: 974 time: 4.3280766 Mar 07 10:51:48.162753 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16166855-a6e6-4f9c-8f00-ba449a5bf3ac tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Pushing event updated for resources: {'Port': ['ID=9c92bf4e-d7ac-41b6-b69f-437579600d7c,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:48.163194 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39226) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:48.184164 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-94dfdbe3-6d3f-49a5-80aa-019573a13225 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:48.402922 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-94dfdbe3-6d3f-49a5-80aa-019573a13225 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:48.403536 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-94dfdbe3-6d3f-49a5-80aa-019573a13225 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:48.412009 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d5b3f8-3c97-476a-8af5-094724de4423 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:48.412574 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d5b3f8-3c97-476a-8af5-094724de4423 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:48.413052 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d5b3f8-3c97-476a-8af5-094724de4423 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:48.414383 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d5b3f8-3c97-476a-8af5-094724de4423 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:48.414856 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d5b3f8-3c97-476a-8af5-094724de4423 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:48.415328 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d5b3f8-3c97-476a-8af5-094724de4423 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:48.416847 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d5b3f8-3c97-476a-8af5-094724de4423 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:48.417347 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d5b3f8-3c97-476a-8af5-094724de4423 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:48.420890 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f0d5b3f8-3c97-476a-8af5-094724de4423 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 7467 time: 0.2565587 Mar 07 10:51:48.425467 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39236) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:48.463496 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-94dfdbe3-6d3f-49a5-80aa-019573a13225 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2545819 Mar 07 10:51:48.480015 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] Request body: {'port': {'device_id': 'c5f42e82-5127-4155-b233-7e9cb6e69b17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:48.605447 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:48.644475 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-db53c216-b458-4128-a014-a24623cc6816 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Deleting port 9c92bf4e-d7ac-41b6-b69f-437579600d7c {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:48.644834 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-db53c216-b458-4128-a014-a24623cc6816 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (9c92bf4e-d7ac-41b6-b69f-437579600d7c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:48.668481 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c187e918-c2c4-48fd-8913-5408b57326aa), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:48.756900 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cca3d3-cb48-439b-958b-73c959d39029 None None] Network 5920b608-863b-4b2e-972f-6c40202982b6 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:51:48.820205 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-db53c216-b458-4128-a014-a24623cc6816 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] For port 9c92bf4e-d7ac-41b6-b69f-437579600d7c, host n-h1-832164-4, got binding levels [] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:48.822768 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-db53c216-b458-4128-a014-a24623cc6816 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (9c92bf4e-d7ac-41b6-b69f-437579600d7c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:48.856774 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-db53c216-b458-4128-a014-a24623cc6816 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Calling delete_port for 9c92bf4e-d7ac-41b6-b69f-437579600d7c owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:49.221699 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60abf1b5-4aa2-4fe2-b606-43d7b264b3a5 req-b3efac07-3d8e-4804-8591-fedcc37a9b4c tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:49.224586 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-60abf1b5-4aa2-4fe2-b606-43d7b264b3a5 req-b3efac07-3d8e-4804-8591-fedcc37a9b4c tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5f42e82-5127-4155-b233-7e9cb6e69b17 HTTP/1.1" status: 200 len: 931 time: 0.3050582 Mar 07 10:51:49.234300 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-53e4c409-e337-4f4c-885a-19a1df59ac8c tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:49.241313 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-53e4c409-e337-4f4c-885a-19a1df59ac8c tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] 10.222.0.11 "GET /v2.0/networks?id=5920b608-863b-4b2e-972f-6c40202982b6 HTTP/1.1" status: 200 len: 821 time: 0.2220833 Mar 07 10:51:49.296094 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-cfd6f428-7c58-49d5-9013-c8225416ba2c tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] 10.222.0.11 "GET /v2.0/quotas/c1e277e687124f02a41ea1d4c23333e5 HTTP/1.1" status: 200 len: 375 time: 0.0538051 Mar 07 10:51:49.461523 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-a2264676-0b34-4e0c-8644-5fa490d73cec tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c1e277e687124f02a41ea1d4c23333e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1645010 Mar 07 10:51:49.488977 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-60abf1b5-4aa2-4fe2-b606-43d7b264b3a5 req-bd6e4b63-0581-40fe-a7c9-a9a4d8b6f985 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456770 Mar 07 10:51:49.563058 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c187e918-c2c4-48fd-8913-5408b57326aa {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:51:49.587504 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] Publish callbacks [] for port (c187e918-c2c4-48fd-8913-5408b57326aa), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:49.595117 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-db53c216-b458-4128-a014-a24623cc6816 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (9c92bf4e-d7ac-41b6-b69f-437579600d7c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:49.611714 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] Transition to ACTIVE for port object c187e918-c2c4-48fd-8913-5408b57326aa will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:51:49.622956 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (c187e918-c2c4-48fd-8913-5408b57326aa), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:49.687082 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11cb5f9-85a3-4aa2-9779-26f093349216 req-94912e69-58d7-4afd-a47b-ab7f90049dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:49.689871 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c11cb5f9-85a3-4aa2-9779-26f093349216 req-94912e69-58d7-4afd-a47b-ab7f90049dd0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=af76e3a0199d43eaad70e52b49b8dbe0&device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 1128 time: 0.4381576 Mar 07 10:51:49.781852 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db53c216-b458-4128-a014-a24623cc6816 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c92bf4e-d7ac-41b6-b69f-437579600d7c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:49.817054 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-db53c216-b458-4128-a014-a24623cc6816 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:49.821090 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-db53c216-b458-4128-a014-a24623cc6816 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] 10.222.0.11 "DELETE /v2.0/ports/9c92bf4e-d7ac-41b6-b69f-437579600d7c HTTP/1.1" status: 204 len: 168 time: 1.3945692 Mar 07 10:51:49.832669 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39286) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:49.951793 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] Pushing event updated for resources: {'Port': ['ID=c187e918-c2c4-48fd-8913-5408b57326aa,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:49.987837 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae0b6639-4567-431f-b880-cff0224a70d3 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] GET failed (client error): The resource could not be found. Mar 07 10:51:49.998419 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ae0b6639-4567-431f-b880-cff0224a70d3 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] 10.222.0.11 "GET /v2.0/ports/9c92bf4e-d7ac-41b6-b69f-437579600d7c HTTP/1.1" status: 404 len: 333 time: 0.1399906 Mar 07 10:51:50.018230 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39290) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:50.020744 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11cb5f9-85a3-4aa2-9779-26f093349216 req-d9bb764a-80f4-495d-b870-b574fd539d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:50.023608 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c11cb5f9-85a3-4aa2-9779-26f093349216 req-d9bb764a-80f4-495d-b870-b574fd539d2b service neutron] 10.222.0.31 "GET /v2.0/networks?id=d544ea13-72f7-4e6d-b9f9-764274f4e435 HTTP/1.1" status: 200 len: 915 time: 0.3119745 Mar 07 10:51:50.025022 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-b22abdf0-e837-4ed9-bc78-dcc8576cc885 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2018423573', 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:50.035405 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:50.036490 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:50.036945 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:50.037328 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:50.037673 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:50.038011 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:50.038358 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:50.038820 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:50.039156 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:50.039633 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:50.039963 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:50.040296 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:50.040622 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:50.075970 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-a07fc942-a8c1-43f9-a7cc-209e2bc64e89 service neutron] 10.222.0.11 "GET /v2.0/networks/5920b608-863b-4b2e-972f-6c40202982b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5964849 Mar 07 10:51:50.094089 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39292) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:50.145899 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14aca64-2d4d-4561-9a71-126f52ab9a71 req-1b150158-4e21-443f-82ef-8b9553b6534f tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:50.148094 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a14aca64-2d4d-4561-9a71-126f52ab9a71 req-1b150158-4e21-443f-82ef-8b9553b6534f tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.4537363 Mar 07 10:51:50.173961 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22abdf0-e837-4ed9-bc78-dcc8576cc885 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Made reservation on behalf of 6f35095b863a402b9690b0bd83a12d55 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:50.177560 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b22abdf0-e837-4ed9-bc78-dcc8576cc885 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:50.230866 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c11cb5f9-85a3-4aa2-9779-26f093349216 req-f05fff89-dda4-4c99-9045-6111606642b4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6688e36-ad0b-423f-8455-552f34e30d39 HTTP/1.1" status: 200 len: 217 time: 0.1348777 Mar 07 10:51:50.234419 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] Attempting to bind port c187e918-c2c4-48fd-8913-5408b57326aa on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:50.234974 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] Attempting to bind port c187e918-c2c4-48fd-8913-5408b57326aa by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'a4a40100-6f3a-42be-93d2-6598d5daf6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:50.235083 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] Attempting to bind port c187e918-c2c4-48fd-8913-5408b57326aa on network b5ac3594-31b2-4f8f-99ae-bd148951ec42 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:50.240994 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-b22abdf0-e837-4ed9-bc78-dcc8576cc885 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] device_id is not set on port 2b34f899-5752-442d-8d32-3809b6ae290d yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:51:50.296280 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] Port c187e918-c2c4-48fd-8913-5408b57326aa on network b5ac3594-31b2-4f8f-99ae-bd148951ec42 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:50.296550 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] Attempting to bind port c187e918-c2c4-48fd-8913-5408b57326aa on network b5ac3594-31b2-4f8f-99ae-bd148951ec42 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:50.396211 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11cb5f9-85a3-4aa2-9779-26f093349216 req-a1dcd209-4523-4904-89d2-852ce7e8af46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:50.400575 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c11cb5f9-85a3-4aa2-9779-26f093349216 req-a1dcd209-4523-4904-89d2-852ce7e8af46 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2e77d3a5-5754-48b0-b886-c951ba559812 HTTP/1.1" status: 200 len: 854 time: 0.1063726 Mar 07 10:51:50.415639 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a14aca64-2d4d-4561-9a71-126f52ab9a71 req-eb67f6ba-a36e-42b0-a3d2-69e126cc861b tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602985 Mar 07 10:51:50.422757 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:51:50.423109 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] Checking segment: {'id': 'a4a40100-6f3a-42be-93d2-6598d5daf6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:51:50.423505 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] Bound using segment: {'id': 'a4a40100-6f3a-42be-93d2-6598d5daf6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:51:50.428912 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] Bound port: c187e918-c2c4-48fd-8913-5408b57326aa, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a40100-6f3a-42be-93d2-6598d5daf6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:51:50.430013 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c187e918-c2c4-48fd-8913-5408b57326aa), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:50.476507 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-509c803d-373c-4ed1-9c8c-226271434871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:50.497270 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c11cb5f9-85a3-4aa2-9779-26f093349216 req-76674752-20b9-4b3d-94db-17f66522369e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=d544ea13-72f7-4e6d-b9f9-764274f4e435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872962 Mar 07 10:51:50.784408 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-debed629-a259-4189-a7fa-ecbd32ea7880 service neutron] 10.222.0.11 "GET /v2.0/networks/5920b608-863b-4b2e-972f-6c40202982b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7060559 Mar 07 10:51:50.853398 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-509c803d-373c-4ed1-9c8c-226271434871 admin admin] Publish callbacks [] for security_group (99bd2365-88d2-4e09-ac45-6e397dab7735), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:50.872499 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c11cb5f9-85a3-4aa2-9779-26f093349216 req-5da4738b-b7d2-4148-9624-c9727b49951e service neutron] 10.222.0.31 "GET /v2.0/networks/d544ea13-72f7-4e6d-b9f9-764274f4e435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667128 Mar 07 10:51:50.917388 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-509c803d-373c-4ed1-9c8c-226271434871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (99bd2365-88d2-4e09-ac45-6e397dab7735), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:51.118018 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c11cb5f9-85a3-4aa2-9779-26f093349216 req-9dbd5630-88a9-4858-ab2f-60ef84d901d9 service neutron] 10.222.0.31 "GET /v2.0/networks/d544ea13-72f7-4e6d-b9f9-764274f4e435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357299 Mar 07 10:51:51.173381 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-073a7d4e-b0d0-409b-933f-2af4da5f24a5 req-2178b81c-a5fa-451c-b714-b34fb993e2b9 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8f8d35d-2013-4cdf-a138-a1242f10405b HTTP/1.1" status: 200 len: 210 time: 0.0455053 Mar 07 10:51:51.282132 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-509c803d-373c-4ed1-9c8c-226271434871 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e6ed0b9802204e7594a155ed0f67d6e3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1774278 Mar 07 10:51:51.284728 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39308) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:51.288552 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b22abdf0-e837-4ed9-bc78-dcc8576cc885 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks [] for port (2b34f899-5752-442d-8d32-3809b6ae290d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:51.291555 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c803d-373c-4ed1-9c8c-226271434871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99bd2365-88d2-4e09-ac45-6e397dab7735,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:51.298589 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] For port c187e918-c2c4-48fd-8913-5408b57326aa, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:51:51.324454 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] For port c187e918-c2c4-48fd-8913-5408b57326aa, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=c187e918-c2c4-48fd-8913-5408b57326aa,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:51:51.353160 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (c187e918-c2c4-48fd-8913-5408b57326aa), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:51.375197 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faeb30e-8fad-4106-9489-5f3bf437cdb5 req-7fb2aea5-004b-44db-aee9-b6745a7ad746 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:51.382759 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9faeb30e-8fad-4106-9489-5f3bf437cdb5 req-7fb2aea5-004b-44db-aee9-b6745a7ad746 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5f42e82-5127-4155-b233-7e9cb6e69b17 HTTP/1.1" status: 200 len: 943 time: 0.6871130 Mar 07 10:51:51.383475 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9feb270b-c346-42bd-b985-d7e8d2c85df9 admin admin] Publish callbacks [] for security_group (99bd2365-88d2-4e09-ac45-6e397dab7735), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:51.439071 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9feb270b-c346-42bd-b985-d7e8d2c85df9 admin admin] Publish callbacks [] for security_group (99bd2365-88d2-4e09-ac45-6e397dab7735), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:51.508034 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:51.509055 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:51.511806 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] 10.222.0.21 "PUT /v2.0/ports/c187e918-c2c4-48fd-8913-5408b57326aa HTTP/1.1" status: 200 len: 1091 time: 3.0349782 Mar 07 10:51:51.564860 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9feb270b-c346-42bd-b985-d7e8d2c85df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (99bd2365-88d2-4e09-ac45-6e397dab7735), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:51.565783 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5f42e82-5127-4155-b233-7e9cb6e69b17', 'tag': 'c187e918-c2c4-48fd-8913-5408b57326aa'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:51:51.569406 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9feb270b-c346-42bd-b985-d7e8d2c85df9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:51.572824 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9feb270b-c346-42bd-b985-d7e8d2c85df9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/99bd2365-88d2-4e09-ac45-6e397dab7735 HTTP/1.1" status: 204 len: 168 time: 0.2834480 Mar 07 10:51:51.573168 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539780d3-5217-462e-aaf5-b8d0d032d2df" -d '{"events": [{"name": "network-changed", "server_uuid": "c5f42e82-5127-4155-b233-7e9cb6e69b17", "tag": "c187e918-c2c4-48fd-8913-5408b57326aa"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:51:51.617769 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb270b-c346-42bd-b985-d7e8d2c85df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bd2365-88d2-4e09-ac45-6e397dab7735,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:51.733520 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b22abdf0-e837-4ed9-bc78-dcc8576cc885 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (2b34f899-5752-442d-8d32-3809b6ae290d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:51.742719 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774041e-8cb9-401f-a4dc-2ce76a311647 service neutron] Pushing event updated for resources: {'Port': ['ID=c187e918-c2c4-48fd-8913-5408b57326aa,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:51.781945 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9faeb30e-8fad-4106-9489-5f3bf437cdb5 req-c065d978-87e5-4a06-9f9f-41eb26249b9b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981977 Mar 07 10:51:51.791535 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0f727-d574-4170-89a3-e415a1584bb1 req-b8e53d38-04c0-4f25-b949-0160cdb91521 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:51.793628 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-25a0f727-d574-4170-89a3-e415a1584bb1 req-b8e53d38-04c0-4f25-b949-0160cdb91521 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1821327 Mar 07 10:51:51.877990 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-25a0f727-d574-4170-89a3-e415a1584bb1 req-ffe52ddf-68ce-4569-ae24-f344dabcbde0 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763826 Mar 07 10:51:51.917282 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301d4ab4-c6e7-42f7-a473-3d32fd813cab x-openstack-request-id: req-301d4ab4-c6e7-42f7-a473-3d32fd813cab {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:51:51.918017 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5f42e82-5127-4155-b233-7e9cb6e69b17", "tag": "c187e918-c2c4-48fd-8913-5408b57326aa", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:51:51.918548 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-301d4ab4-c6e7-42f7-a473-3d32fd813cab {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:51:51.919267 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5f42e82-5127-4155-b233-7e9cb6e69b17', 'tag': 'c187e918-c2c4-48fd-8913-5408b57326aa', 'status': 'completed', 'code': 200} Mar 07 10:51:51.931318 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22abdf0-e837-4ed9-bc78-dcc8576cc885 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Network a0719723-d32b-4628-a1de-4096f268982c is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:51.935495 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-b22abdf0-e837-4ed9-bc78-dcc8576cc885 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:51.944605 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22abdf0-e837-4ed9-bc78-dcc8576cc885 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:51.945853 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22abdf0-e837-4ed9-bc78-dcc8576cc885 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:51.946709 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b22abdf0-e837-4ed9-bc78-dcc8576cc885 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:51.955015 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22abdf0-e837-4ed9-bc78-dcc8576cc885 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Pushing event updated for resources: {'Port': ['ID=2b34f899-5752-442d-8d32-3809b6ae290d,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:51.962895 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-fa179dcd-6ae5-4621-ad19-4cbd098e7736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:51.965138 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-fa179dcd-6ae5-4621-ad19-4cbd098e7736 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f878931fbda404796227bcaa31aa466&device_id=c5f42e82-5127-4155-b233-7e9cb6e69b17 HTTP/1.1" status: 200 len: 1125 time: 0.3836083 Mar 07 10:51:52.001080 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b22abdf0-e837-4ed9-bc78-dcc8576cc885 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9790189 Mar 07 10:51:52.002622 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39330) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:52.066119 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-792731a4-f5da-4308-bb3b-8ad9a91b81c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c187e918-c2c4-48fd-8913-5408b57326aa HTTP/1.1" status: 200 len: 217 time: 0.0937824 Mar 07 10:51:52.136732 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-5504f211-67e2-4b70-b7cf-6d7c1f1f1081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:52.138464 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-5504f211-67e2-4b70-b7cf-6d7c1f1f1081 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=32944cde-c55b-47e2-bb77-543fbc1a70ac HTTP/1.1" status: 200 len: 846 time: 0.0661745 Mar 07 10:51:52.150513 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106e0b09-0be8-45e5-90c5-d81e1e8d8ed1 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:52.154498 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-106e0b09-0be8-45e5-90c5-d81e1e8d8ed1 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] 10.222.0.11 "GET /v2.0/ports/2b34f899-5752-442d-8d32-3809b6ae290d HTTP/1.1" status: 200 len: 955 time: 0.1483171 Mar 07 10:51:52.161648 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39332) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:52.249992 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-14eb4fe3-61de-4b39-b932-47d7b1ef02a1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5ac3594-31b2-4f8f-99ae-bd148951ec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024849 Mar 07 10:51:52.326164 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39336) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:52.381316 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b73c5379-8432-46d5-b926-a5d8008363ef req-b965e8f9-cc42-45f6-a485-9bc9be0ed79b tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8f8d35d-2013-4cdf-a138-a1242f10405b HTTP/1.1" status: 200 len: 210 time: 0.0381002 Mar 07 10:51:52.388089 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-85544007-7e03-421e-8855-0dd6d28fecd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:52.418619 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-1d5044f6-b74e-42dd-85b1-ff6ef92014bd tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Deleting port 2b34f899-5752-442d-8d32-3809b6ae290d {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:52.419363 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1d5044f6-b74e-42dd-85b1-ff6ef92014bd tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (2b34f899-5752-442d-8d32-3809b6ae290d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:52.530728 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-9cef2a14-23dc-4ac1-afc4-d38cead136ca service neutron] 10.222.0.21 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773821 Mar 07 10:51:52.538908 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1d5044f6-b74e-42dd-85b1-ff6ef92014bd tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (2b34f899-5752-442d-8d32-3809b6ae290d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:52.555221 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-1d5044f6-b74e-42dd-85b1-ff6ef92014bd tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Calling delete_port for 2b34f899-5752-442d-8d32-3809b6ae290d owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:52.654179 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-85544007-7e03-421e-8855-0dd6d28fecd5 admin admin] Publish callbacks [] for security_group (0824ef8a-3d65-42fe-aacd-420373594927), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:52.656158 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1d5044f6-b74e-42dd-85b1-ff6ef92014bd tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (2b34f899-5752-442d-8d32-3809b6ae290d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:52.665015 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-85544007-7e03-421e-8855-0dd6d28fecd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0824ef8a-3d65-42fe-aacd-420373594927), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:52.690867 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5044f6-b74e-42dd-85b1-ff6ef92014bd tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b34f899-5752-442d-8d32-3809b6ae290d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:52.710838 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1d5044f6-b74e-42dd-85b1-ff6ef92014bd tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:52.716986 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1d5044f6-b74e-42dd-85b1-ff6ef92014bd tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] 10.222.0.11 "DELETE /v2.0/ports/2b34f899-5752-442d-8d32-3809b6ae290d HTTP/1.1" status: 204 len: 168 time: 0.5541792 Mar 07 10:51:52.720210 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39342) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:52.732969 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-85544007-7e03-421e-8855-0dd6d28fecd5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=52b9f23de0ea4445b75a3ca823176c31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4057446 Mar 07 10:51:52.737577 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39344) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:52.746374 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-afe4099a-034a-4b47-81b3-d625c5f84d68 req-24b58a58-4e28-44d1-aec0-56df0e36f531 service neutron] 10.222.0.21 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073488 Mar 07 10:51:52.748181 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85544007-7e03-421e-8855-0dd6d28fecd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0824ef8a-3d65-42fe-aacd-420373594927,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:52.750691 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-72190e18-4325-49a3-8b07-c5590a1cffb3 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] GET failed (client error): The resource could not be found. Mar 07 10:51:52.767708 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-72190e18-4325-49a3-8b07-c5590a1cffb3 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] 10.222.0.11 "GET /v2.0/ports/2b34f899-5752-442d-8d32-3809b6ae290d HTTP/1.1" status: 404 len: 333 time: 0.0451443 Mar 07 10:51:52.770531 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39346) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:52.777792 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-2260bf33-1ff9-4042-9030-76cb8beea2ff tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Request body: {'port': {'network_id': 'a0719723-d32b-4628-a1de-4096f268982c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-397610288'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:52.858091 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2260bf33-1ff9-4042-9030-76cb8beea2ff tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Made reservation on behalf of 6f35095b863a402b9690b0bd83a12d55 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:52.861460 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2260bf33-1ff9-4042-9030-76cb8beea2ff tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:52.882936 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:52.886824 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:51:52.902583 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-2260bf33-1ff9-4042-9030-76cb8beea2ff tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] device_id is not set on port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:51:53.024069 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-36453888-2f13-4508-a77f-46d561877c63 admin admin] Publish callbacks [] for security_group (0824ef8a-3d65-42fe-aacd-420373594927), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:53.101919 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-36453888-2f13-4508-a77f-46d561877c63 admin admin] Publish callbacks [] for security_group (0824ef8a-3d65-42fe-aacd-420373594927), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:53.155003 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-c6f51599-2a9c-4263-b273-57a1e7190b21 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:53.156732 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-c6f51599-2a9c-4263-b273-57a1e7190b21 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] 10.222.0.31 "GET /v2.0/networks?id=5920b608-863b-4b2e-972f-6c40202982b6 HTTP/1.1" status: 200 len: 821 time: 0.2445037 Mar 07 10:51:53.170130 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88de225-6aea-489b-8e19-e70528dbfb15 req-79fee6ae-f0da-4c65-8097-8de7a6ab4be8 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:53.171641 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c88de225-6aea-489b-8e19-e70528dbfb15 req-79fee6ae-f0da-4c65-8097-8de7a6ab4be8 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1114280 Mar 07 10:51:53.178090 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-0b2b42b1-654c-48bd-bc99-c404da275c63 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] Request body: {'port': {'device_id': 'd8f8d35d-2013-4cdf-a138-a1242f10405b', 'network_id': '5920b608-863b-4b2e-972f-6c40202982b6', 'admin_state_up': True, 'tenant_id': 'c1e277e687124f02a41ea1d4c23333e5'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:53.215760 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-36453888-2f13-4508-a77f-46d561877c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0824ef8a-3d65-42fe-aacd-420373594927), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:53.218555 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-36453888-2f13-4508-a77f-46d561877c63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:53.219720 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-36453888-2f13-4508-a77f-46d561877c63 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0824ef8a-3d65-42fe-aacd-420373594927 HTTP/1.1" status: 204 len: 168 time: 0.4811096 Mar 07 10:51:53.282474 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36453888-2f13-4508-a77f-46d561877c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0824ef8a-3d65-42fe-aacd-420373594927,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:53.315245 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539780d3-5217-462e-aaf5-b8d0d032d2df req-3c8cc027-ac4e-4155-b51a-de1b11fc04ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:53.317487 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-539780d3-5217-462e-aaf5-b8d0d032d2df req-3c8cc027-ac4e-4155-b51a-de1b11fc04ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f878931fbda404796227bcaa31aa466&device_id=c5f42e82-5127-4155-b233-7e9cb6e69b17 HTTP/1.1" status: 200 len: 1125 time: 0.4174552 Mar 07 10:51:53.415645 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c88de225-6aea-489b-8e19-e70528dbfb15 req-96e9a11d-58f9-4504-b129-d52f63911e97 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335582 Mar 07 10:51:53.441413 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539780d3-5217-462e-aaf5-b8d0d032d2df req-8c0728e6-b47d-409f-b700-09aa56fd7c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:53.451828 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-539780d3-5217-462e-aaf5-b8d0d032d2df req-8c0728e6-b47d-409f-b700-09aa56fd7c4e service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5ac3594-31b2-4f8f-99ae-bd148951ec42 HTTP/1.1" status: 200 len: 907 time: 0.1201882 Mar 07 10:51:53.463164 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-0b2b42b1-654c-48bd-bc99-c404da275c63 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] Made reservation on behalf of c1e277e687124f02a41ea1d4c23333e5 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:51:53.472444 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-0b2b42b1-654c-48bd-bc99-c404da275c63 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:53.507328 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-539780d3-5217-462e-aaf5-b8d0d032d2df req-cf7ba6ad-7a42-474a-8c25-7e080bc9261a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c187e918-c2c4-48fd-8913-5408b57326aa HTTP/1.1" status: 200 len: 217 time: 0.0402398 Mar 07 10:51:53.518869 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83902d-8ba0-4c2b-8ee0-9327ce48876c req-4e5a3f65-6eda-404e-b042-fb54191f00b7 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:53.529965 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6b83902d-8ba0-4c2b-8ee0-9327ce48876c req-4e5a3f65-6eda-404e-b042-fb54191f00b7 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5f42e82-5127-4155-b233-7e9cb6e69b17 HTTP/1.1" status: 200 len: 943 time: 0.3425789 Mar 07 10:51:53.599124 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a2d73422-ab03-41ae-ab6a-a9a71ed99ce9 req-269834b4-37f7-4054-988f-c63b7e7a1369 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8f8d35d-2013-4cdf-a138-a1242f10405b HTTP/1.1" status: 200 len: 210 time: 0.0444057 Mar 07 10:51:53.699667 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6b83902d-8ba0-4c2b-8ee0-9327ce48876c req-4c96e578-6545-43ed-8f8b-8e87d873084a tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663854 Mar 07 10:51:53.737404 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539780d3-5217-462e-aaf5-b8d0d032d2df req-6cbeb81d-f042-46e9-b3b7-9938f6fb6810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:53.739394 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-539780d3-5217-462e-aaf5-b8d0d032d2df req-6cbeb81d-f042-46e9-b3b7-9938f6fb6810 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=32944cde-c55b-47e2-bb77-543fbc1a70ac HTTP/1.1" status: 200 len: 846 time: 0.1992900 Mar 07 10:51:53.750153 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-0b2b42b1-654c-48bd-bc99-c404da275c63 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] Allocated IP 172.20.0.13 (5920b608-863b-4b2e-972f-6c40202982b6/071cc8a8-ce79-4b99-8035-03e2fc3056c7/8989b5d7-06a4-4c4e-bddc-4185c62d85e4) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:51:53.795278 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-539780d3-5217-462e-aaf5-b8d0d032d2df req-24eeb244-85f4-46be-80dd-2dae07f7f04e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5ac3594-31b2-4f8f-99ae-bd148951ec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477605 Mar 07 10:51:53.965342 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device e6688e36-ad0b-423f-8455-552f34e30d39 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:51:54.058602 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-0b2b42b1-654c-48bd-bc99-c404da275c63 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] Publish callbacks [] for port (8989b5d7-06a4-4c4e-bddc-4185c62d85e4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:54.073007 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port e6688e36-ad0b-423f-8455-552f34e30d39 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:54.073838 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e6688e36-ad0b-423f-8455-552f34e30d39), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:54.100900 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb4f62b-d749-4185-9aeb-b61bd34dd656', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6688e36-ad0b-423f-8455-552f34e30d39'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:51:54.102252 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-0b2b42b1-654c-48bd-bc99-c404da275c63 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (8989b5d7-06a4-4c4e-bddc-4185c62d85e4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:54.103902 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e44cd0-e679-40fe-bfdb-2dc21ce983fc" -d '{"events": [{"server_uuid": "7eb4f62b-d749-4185-9aeb-b61bd34dd656", "name": "network-vif-unplugged", "status": "completed", "tag": "e6688e36-ad0b-423f-8455-552f34e30d39"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:51:54.119997 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port e6688e36-ad0b-423f-8455-552f34e30d39, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=e6688e36-ad0b-423f-8455-552f34e30d39,segment=NetworkSegment(9c0e08f9-ace4-432d-a662-c01ea531e4d8),segment_id=9c0e08f9-ace4-432d-a662-c01ea531e4d8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:54.127522 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e6688e36-ad0b-423f-8455-552f34e30d39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:54.196783 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-0b2b42b1-654c-48bd-bc99-c404da275c63 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] Network 5920b608-863b-4b2e-972f-6c40202982b6 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:54.200733 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-0b2b42b1-654c-48bd-bc99-c404da275c63 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:54.211575 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-0b2b42b1-654c-48bd-bc99-c404da275c63 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:54.219741 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b42b1-654c-48bd-bc99-c404da275c63 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] Pushing event updated for resources: {'Port': ['ID=8989b5d7-06a4-4c4e-bddc-4185c62d85e4,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:54.254801 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Mar 2022 10:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6358173-0a37-4d90-81bc-b5be010e64d6 x-openstack-request-id: req-e6358173-0a37-4d90-81bc-b5be010e64d6 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:51:54.255093 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb4f62b-d749-4185-9aeb-b61bd34dd656", "name": "network-vif-unplugged", "status": "failed", "tag": "e6688e36-ad0b-423f-8455-552f34e30d39", "code": 422}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:51:54.257722 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e6358173-0a37-4d90-81bc-b5be010e64d6 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:51:54.258362 n-d-832164-4 neutron-server[103768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7eb4f62b-d749-4185-9aeb-b61bd34dd656', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e6688e36-ad0b-423f-8455-552f34e30d39', 'code': 422} returned with failed status Mar 07 10:51:54.262981 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=e6688e36-ad0b-423f-8455-552f34e30d39,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:54.297178 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-0b2b42b1-654c-48bd-bc99-c404da275c63 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:54.298126 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-0b2b42b1-654c-48bd-bc99-c404da275c63 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:54.327971 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-0b2b42b1-654c-48bd-bc99-c404da275c63 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1543174 Mar 07 10:51:54.338822 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-1120e97a-dfd7-485f-aa1e-a6ce18938cbd service neutron] Request body: {'port': {'device_id': 'd8f8d35d-2013-4cdf-a138-a1242f10405b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:54.429083 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-1120e97a-dfd7-485f-aa1e-a6ce18938cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8989b5d7-06a4-4c4e-bddc-4185c62d85e4), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:54.455473 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device c187e918-c2c4-48fd-8913-5408b57326aa details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:51:54.579881 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-539780d3-5217-462e-aaf5-b8d0d032d2df req-3ccf96ee-eaa0-41f7-af46-2bcf63505e0b service neutron] 10.222.0.21 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7769208 Mar 07 10:51:54.596907 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2260bf33-1ff9-4042-9030-76cb8beea2ff tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks [] for port (cd3c74e3-2541-4ec4-b77a-8c45b366a0d8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:54.614267 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port c187e918-c2c4-48fd-8913-5408b57326aa, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=c187e918-c2c4-48fd-8913-5408b57326aa,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:54.630053 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'c187e918-c2c4-48fd-8913-5408b57326aa', 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42', 'port_id': 'c187e918-c2c4-48fd-8913-5408b57326aa', 'mac_address': 'fa:16:3e:ae:c2:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32944cde-c55b-47e2-bb77-543fbc1a70ac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:51:54.710565 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port c187e918-c2c4-48fd-8913-5408b57326aa is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:54.711751 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c187e918-c2c4-48fd-8913-5408b57326aa), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:54.750647 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c187e918-c2c4-48fd-8913-5408b57326aa {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:51:54.806475 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f42879-ae32-4513-8dc7-4dec4d3153c8 req-8f7ed876-14cd-4023-8e01-548d6cff33a1 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:54.813362 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-89f42879-ae32-4513-8dc7-4dec4d3153c8 req-8f7ed876-14cd-4023-8e01-548d6cff33a1 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 944 time: 0.2971144 Mar 07 10:51:54.825026 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port c187e918-c2c4-48fd-8913-5408b57326aa, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=c187e918-c2c4-48fd-8913-5408b57326aa,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:54.830495 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2260bf33-1ff9-4042-9030-76cb8beea2ff tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (cd3c74e3-2541-4ec4-b77a-8c45b366a0d8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:54.835477 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c187e918-c2c4-48fd-8913-5408b57326aa), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:54.844147 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-539780d3-5217-462e-aaf5-b8d0d032d2df req-5f1ede7b-66cb-4973-9bf6-9b1d71674dcc service neutron] 10.222.0.21 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451262 Mar 07 10:51:54.903879 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2260bf33-1ff9-4042-9030-76cb8beea2ff tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Network a0719723-d32b-4628-a1de-4096f268982c is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:51:54.929810 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-2260bf33-1ff9-4042-9030-76cb8beea2ff tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:51:54.940853 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2260bf33-1ff9-4042-9030-76cb8beea2ff tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:51:54.941884 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2260bf33-1ff9-4042-9030-76cb8beea2ff tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:54.942607 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2260bf33-1ff9-4042-9030-76cb8beea2ff tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:54.972168 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=c187e918-c2c4-48fd-8913-5408b57326aa,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:54.990303 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02010c6-350f-424a-8eaa-e4c6d4ba634c req-98a05d19-2a9f-4fa0-ab70-09d947b93a99 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:54.992968 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d02010c6-350f-424a-8eaa-e4c6d4ba634c req-98a05d19-2a9f-4fa0-ab70-09d947b93a99 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8f8d35d-2013-4cdf-a138-a1242f10405b HTTP/1.1" status: 200 len: 932 time: 0.2295351 Mar 07 10:51:55.013793 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-89f42879-ae32-4513-8dc7-4dec4d3153c8 req-09582494-4298-4f20-b461-71848f63bdb7 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994507 Mar 07 10:51:55.015339 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260bf33-1ff9-4042-9030-76cb8beea2ff tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Pushing event updated for resources: {'Port': ['ID=cd3c74e3-2541-4ec4-b77a-8c45b366a0d8,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:55.046863 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2260bf33-1ff9-4042-9030-76cb8beea2ff tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.2730963 Mar 07 10:51:55.049274 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39400) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:55.063544 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:51:55.067953 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['c187e918-c2c4-48fd-8913-5408b57326aa'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:51:55.224280 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d02010c6-350f-424a-8eaa-e4c6d4ba634c req-d1e3499e-5034-49c8-8003-cd3385d838ef tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5707732-cd45-45d3-81fc-2a4de861f952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132516 Mar 07 10:51:55.309503 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (cd3c74e3-2541-4ec4-b77a-8c45b366a0d8), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:55.314482 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-1120e97a-dfd7-485f-aa1e-a6ce18938cbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8989b5d7-06a4-4c4e-bddc-4185c62d85e4 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:51:55.336135 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-1120e97a-dfd7-485f-aa1e-a6ce18938cbd service neutron] Publish callbacks [] for port (8989b5d7-06a4-4c4e-bddc-4185c62d85e4), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:55.367596 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-1120e97a-dfd7-485f-aa1e-a6ce18938cbd service neutron] Transition to ACTIVE for port object 8989b5d7-06a4-4c4e-bddc-4185c62d85e4 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:51:55.377343 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0ad27-7085-4d2c-87d6-fc151d95c055 req-5ac655fb-7c77-43f8-a3ad-8b1ed13c8446 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:55.377883 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-1120e97a-dfd7-485f-aa1e-a6ce18938cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (8989b5d7-06a4-4c4e-bddc-4185c62d85e4), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:55.391155 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ecb0ad27-7085-4d2c-87d6-fc151d95c055 req-5ac655fb-7c77-43f8-a3ad-8b1ed13c8446 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5f42e82-5127-4155-b233-7e9cb6e69b17 HTTP/1.1" status: 200 len: 944 time: 0.2316508 Mar 07 10:51:55.704538 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120e97a-dfd7-485f-aa1e-a6ce18938cbd service neutron] Pushing event updated for resources: {'Port': ['ID=8989b5d7-06a4-4c4e-bddc-4185c62d85e4,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:55.707805 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ecb0ad27-7085-4d2c-87d6-fc151d95c055 req-0f96764f-4439-4003-9835-a3995a1b5ae2 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605045 Mar 07 10:51:55.760797 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-1120e97a-dfd7-485f-aa1e-a6ce18938cbd service neutron] Attempting to bind port 8989b5d7-06a4-4c4e-bddc-4185c62d85e4 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:55.761215 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-1120e97a-dfd7-485f-aa1e-a6ce18938cbd service neutron] Attempting to bind port 8989b5d7-06a4-4c4e-bddc-4185c62d85e4 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '6b90ae01-6c0f-47a4-b48d-ff3dcf7c9bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5920b608-863b-4b2e-972f-6c40202982b6'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:55.762853 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-1120e97a-dfd7-485f-aa1e-a6ce18938cbd service neutron] Attempting to bind port 8989b5d7-06a4-4c4e-bddc-4185c62d85e4 on network 5920b608-863b-4b2e-972f-6c40202982b6 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:55.788243 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b02e8c-d873-4d9b-a1de-db174f974504 req-57e999a5-a68e-444e-8eeb-9f0792014bc8 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:55.797771 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-19b02e8c-d873-4d9b-a1de-db174f974504 req-57e999a5-a68e-444e-8eeb-9f0792014bc8 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 944 time: 0.3632188 Mar 07 10:51:55.805994 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-1120e97a-dfd7-485f-aa1e-a6ce18938cbd service neutron] Port 8989b5d7-06a4-4c4e-bddc-4185c62d85e4 on network 5920b608-863b-4b2e-972f-6c40202982b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:55.806321 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-1120e97a-dfd7-485f-aa1e-a6ce18938cbd service neutron] Attempting to bind port 8989b5d7-06a4-4c4e-bddc-4185c62d85e4 on network 5920b608-863b-4b2e-972f-6c40202982b6 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:55.844701 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-1120e97a-dfd7-485f-aa1e-a6ce18938cbd service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:51:55.845073 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-1120e97a-dfd7-485f-aa1e-a6ce18938cbd service neutron] Checking segment: {'id': '6b90ae01-6c0f-47a4-b48d-ff3dcf7c9bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5920b608-863b-4b2e-972f-6c40202982b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:51:55.847470 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-1120e97a-dfd7-485f-aa1e-a6ce18938cbd service neutron] Bound using segment: {'id': '6b90ae01-6c0f-47a4-b48d-ff3dcf7c9bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5920b608-863b-4b2e-972f-6c40202982b6'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:51:55.847928 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-1120e97a-dfd7-485f-aa1e-a6ce18938cbd service neutron] Bound port: 8989b5d7-06a4-4c4e-bddc-4185c62d85e4, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b90ae01-6c0f-47a4-b48d-ff3dcf7c9bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '5920b608-863b-4b2e-972f-6c40202982b6'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:51:55.848551 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-1120e97a-dfd7-485f-aa1e-a6ce18938cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8989b5d7-06a4-4c4e-bddc-4185c62d85e4), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:55.877031 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] device_id is not set on port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:51:55.890330 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks [] for port (cd3c74e3-2541-4ec4-b77a-8c45b366a0d8), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:55.898306 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (cd3c74e3-2541-4ec4-b77a-8c45b366a0d8), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:55.936183 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-19b02e8c-d873-4d9b-a1de-db174f974504 req-4f52b77c-e8db-421c-a36b-89d6948d4150 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372657 Mar 07 10:51:55.975620 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39434) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:56.001617 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Pushing event updated for resources: {'Port': ['ID=cd3c74e3-2541-4ec4-b77a-8c45b366a0d8,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:56.049009 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-1120e97a-dfd7-485f-aa1e-a6ce18938cbd service neutron] For port 8989b5d7-06a4-4c4e-bddc-4185c62d85e4, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:51:56.058127 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-1120e97a-dfd7-485f-aa1e-a6ce18938cbd service neutron] For port 8989b5d7-06a4-4c4e-bddc-4185c62d85e4, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=8989b5d7-06a4-4c4e-bddc-4185c62d85e4,segment=NetworkSegment(6b90ae01-6c0f-47a4-b48d-ff3dcf7c9bc4),segment_id=6b90ae01-6c0f-47a4-b48d-ff3dcf7c9bc4)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:51:56.071528 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-1120e97a-dfd7-485f-aa1e-a6ce18938cbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (8989b5d7-06a4-4c4e-bddc-4185c62d85e4), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:56.078686 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:56.079070 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:56.079449 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on network a0719723-d32b-4628-a1de-4096f268982c {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:56.090779 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on network a0719723-d32b-4628-a1de-4096f268982c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:56.091116 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Failed to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on host n-h1-832164-4 for vnic_type normal using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] Mar 07 10:51:56.091564 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempt 2 to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 Mar 07 10:51:56.109600 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:56.110038 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:56.117880 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on network a0719723-d32b-4628-a1de-4096f268982c {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:56.124680 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on network a0719723-d32b-4628-a1de-4096f268982c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:56.125289 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Failed to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on host n-h1-832164-4 for vnic_type normal using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] Mar 07 10:51:56.127678 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempt 3 to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 Mar 07 10:51:56.143015 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:56.143459 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:56.144060 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on network a0719723-d32b-4628-a1de-4096f268982c {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:56.150831 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on network a0719723-d32b-4628-a1de-4096f268982c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:56.151314 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Failed to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on host n-h1-832164-4 for vnic_type normal using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] Mar 07 10:51:56.151825 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempt 4 to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 Mar 07 10:51:56.165692 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-1120e97a-dfd7-485f-aa1e-a6ce18938cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:56.166261 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-1120e97a-dfd7-485f-aa1e-a6ce18938cbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:56.170329 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:56.170955 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:56.173676 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-1120e97a-dfd7-485f-aa1e-a6ce18938cbd service neutron] 10.222.0.31 "PUT /v2.0/ports/8989b5d7-06a4-4c4e-bddc-4185c62d85e4 HTTP/1.1" status: 200 len: 1092 time: 1.8334587 Mar 07 10:51:56.174221 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8f8d35d-2013-4cdf-a138-a1242f10405b', 'tag': '8989b5d7-06a4-4c4e-bddc-4185c62d85e4'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:51:56.176928 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867851eb-b07b-467d-a205-2e5b5c7dfe1d" -d '{"events": [{"name": "network-changed", "server_uuid": "d8f8d35d-2013-4cdf-a138-a1242f10405b", "tag": "8989b5d7-06a4-4c4e-bddc-4185c62d85e4"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:51:56.196835 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on network a0719723-d32b-4628-a1de-4096f268982c {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:56.230261 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on network a0719723-d32b-4628-a1de-4096f268982c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:56.230898 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Failed to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on host n-h1-832164-4 for vnic_type normal using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] Mar 07 10:51:56.232666 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempt 5 to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 Mar 07 10:51:56.275208 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:56.276972 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:56.278504 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on network a0719723-d32b-4628-a1de-4096f268982c {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:56.296514 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on network a0719723-d32b-4628-a1de-4096f268982c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:56.301248 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Failed to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on host n-h1-832164-4 for vnic_type normal using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] Mar 07 10:51:56.304634 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempt 6 to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 Mar 07 10:51:56.317739 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1120e97a-dfd7-485f-aa1e-a6ce18938cbd service neutron] Pushing event updated for resources: {'Port': ['ID=8989b5d7-06a4-4c4e-bddc-4185c62d85e4,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:56.346507 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2b28fb-853d-4654-9850-3a37f2a4c826 x-openstack-request-id: req-bc2b28fb-853d-4654-9850-3a37f2a4c826 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:51:56.346809 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8f8d35d-2013-4cdf-a138-a1242f10405b", "tag": "8989b5d7-06a4-4c4e-bddc-4185c62d85e4", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:51:56.347069 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bc2b28fb-853d-4654-9850-3a37f2a4c826 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:51:56.347480 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8f8d35d-2013-4cdf-a138-a1242f10405b', 'tag': '8989b5d7-06a4-4c4e-bddc-4185c62d85e4', 'status': 'completed', 'code': 200} Mar 07 10:51:56.354788 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:56.356157 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:56.356828 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on network a0719723-d32b-4628-a1de-4096f268982c {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:56.374258 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on network a0719723-d32b-4628-a1de-4096f268982c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:56.375826 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Failed to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on host n-h1-832164-4 for vnic_type normal using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] Mar 07 10:51:56.376439 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempt 7 to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 Mar 07 10:51:56.402863 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dd6db912-0a44-459e-8902-fe1c82ebeb2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:56.437728 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:56.438258 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:56.438694 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on network a0719723-d32b-4628-a1de-4096f268982c {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:56.453675 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-68871e16-c379-4281-b7a4-95cb1a0ef059 req-f7002269-4084-4dad-85ef-e2d3ad42a8b0 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:51:56.454725 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-68871e16-c379-4281-b7a4-95cb1a0ef059 req-f7002269-4084-4dad-85ef-e2d3ad42a8b0 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0150616 Mar 07 10:51:56.471038 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device c187e918-c2c4-48fd-8913-5408b57326aa up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:51:56.500339 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on network a0719723-d32b-4628-a1de-4096f268982c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:56.504109 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Failed to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on host n-h1-832164-4 for vnic_type normal using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] Mar 07 10:51:56.509462 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempt 8 to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 Mar 07 10:51:56.560472 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:56.563394 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:56.563946 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on network a0719723-d32b-4628-a1de-4096f268982c {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:56.572747 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-4bf9c538-f6bf-4087-b683-0cde4317a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:56.574745 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-4bf9c538-f6bf-4087-b683-0cde4317a3d0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c1e277e687124f02a41ea1d4c23333e5&device_id=d8f8d35d-2013-4cdf-a138-a1242f10405b HTTP/1.1" status: 200 len: 1126 time: 0.3460124 Mar 07 10:51:56.596521 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on network a0719723-d32b-4628-a1de-4096f268982c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:56.597661 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Failed to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on host n-h1-832164-4 for vnic_type normal using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] Mar 07 10:51:56.600173 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempt 9 to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 Mar 07 10:51:56.632478 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port c187e918-c2c4-48fd-8913-5408b57326aa completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:51:56.637074 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port c187e918-c2c4-48fd-8913-5408b57326aa triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:51:56.637694 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c187e918-c2c4-48fd-8913-5408b57326aa), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:56.672294 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:56.675785 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:56.677661 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on network a0719723-d32b-4628-a1de-4096f268982c {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:56.708822 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-a836c614-460e-4670-83eb-58e373bae74d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8989b5d7-06a4-4c4e-bddc-4185c62d85e4 HTTP/1.1" status: 200 len: 217 time: 0.1251998 Mar 07 10:51:56.724628 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16a8fc-ad97-43a9-bb9c-a5a744bf98bf req-2dd44732-ee0e-474a-9eb0-9552576b937a tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:56.737703 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7f16a8fc-ad97-43a9-bb9c-a5a744bf98bf req-2dd44732-ee0e-474a-9eb0-9552576b937a tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8f8d35d-2013-4cdf-a138-a1242f10405b HTTP/1.1" status: 200 len: 944 time: 0.3216867 Mar 07 10:51:56.758906 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on network a0719723-d32b-4628-a1de-4096f268982c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:56.759406 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Failed to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on host n-h1-832164-4 for vnic_type normal using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] Mar 07 10:51:56.761713 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39472) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:56.762787 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempt 10 to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 Mar 07 10:51:56.796829 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:51:56.797344 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:51:56.797784 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempting to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on network a0719723-d32b-4628-a1de-4096f268982c {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:51:56.804699 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on network a0719723-d32b-4628-a1de-4096f268982c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:51:56.805230 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Failed to bind port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on host n-h1-832164-4 for vnic_type normal using segments [{'id': '6faeba29-f3d4-480a-b944-df344241a40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'a0719723-d32b-4628-a1de-4096f268982c'}] Mar 07 10:51:56.805711 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (cd3c74e3-2541-4ec4-b77a-8c45b366a0d8), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:56.829985 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port c187e918-c2c4-48fd-8913-5408b57326aa is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:56.837073 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c187e918-c2c4-48fd-8913-5408b57326aa), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:56.849037 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7f16a8fc-ad97-43a9-bb9c-a5a744bf98bf req-a898c735-0552-4189-b7b0-84eb39ef3a64 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5707732-cd45-45d3-81fc-2a4de861f952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093805 Mar 07 10:51:56.924121 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f42e82-5127-4155-b233-7e9cb6e69b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c187e918-c2c4-48fd-8913-5408b57326aa'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:51:56.927860 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e1513b-c20c-4f9d-9318-48844ca35a40" -d '{"events": [{"server_uuid": "c5f42e82-5127-4155-b233-7e9cb6e69b17", "name": "network-vif-plugged", "status": "completed", "tag": "c187e918-c2c4-48fd-8913-5408b57326aa"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:51:56.943430 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-652a14c7-5be7-43ac-9653-e0d0a175e586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:56.944239 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-652a14c7-5be7-43ac-9653-e0d0a175e586 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=071cc8a8-ce79-4b99-8035-03e2fc3056c7 HTTP/1.1" status: 200 len: 861 time: 0.2285843 Mar 07 10:51:56.959005 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port c187e918-c2c4-48fd-8913-5408b57326aa, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=c187e918-c2c4-48fd-8913-5408b57326aa,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:56.969416 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c187e918-c2c4-48fd-8913-5408b57326aa), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:56.999088 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-7088e7db-2276-450b-aaac-149d40b76bcd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5920b608-863b-4b2e-972f-6c40202982b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447879 Mar 07 10:51:57.041414 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] For port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:51:57.042042 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attempted to set empty binding levels {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 10:51:57.069700 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (cd3c74e3-2541-4ec4-b77a-8c45b366a0d8), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:57.077153 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=c187e918-c2c4-48fd-8913-5408b57326aa,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:57.097080 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:57.098953 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:57.100324 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:57.100781 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:57.102904 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:57.103374 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:57.103834 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:57.104308 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:57.105418 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:57.105978 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:57.107352 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:57.108628 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:57.109221 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:51:57.167017 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-3848f473-6e42-48e3-a983-6dfafe76c6f7 service neutron] 10.222.0.31 "GET /v2.0/networks/5920b608-863b-4b2e-972f-6c40202982b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590450 Mar 07 10:51:57.181872 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] In _notify_port_updated(), no bound segment for port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 on network a0719723-d32b-4628-a1de-4096f268982c {{(pid=103767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:51:57.182735 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:57.183386 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:57.188962 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] 10.222.0.11 "PUT /v2.0/ports/cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 HTTP/1.1" status: 200 len: 974 time: 2.1310894 Mar 07 10:51:57.188962 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39486) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:57.206660 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dd6db912-0a44-459e-8902-fe1c82ebeb2e admin admin] Publish callbacks [] for security_group (d11f6ce1-a40b-4d64-94ab-6531d513cbb1), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:57.240167 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddfffe-2345-4061-b50f-9c7f2856993e req-1d0ee239-d283-4358-ba9b-9441405a8ed9 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:57.247962 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a6ddfffe-2345-4061-b50f-9c7f2856993e req-1d0ee239-d283-4358-ba9b-9441405a8ed9 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 944 time: 0.4539287 Mar 07 10:51:57.264585 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dd6db912-0a44-459e-8902-fe1c82ebeb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d11f6ce1-a40b-4d64-94ab-6531d513cbb1), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:57.286745 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f250d-6967-4dd3-af6f-dac7148ebfc6 req-6f2e4106-3b95-4549-94b2-0c6359aa14d7 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:57.288293 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9f3f250d-6967-4dd3-af6f-dac7148ebfc6 req-6f2e4106-3b95-4549-94b2-0c6359aa14d7 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5f42e82-5127-4155-b233-7e9cb6e69b17 HTTP/1.1" status: 200 len: 945 time: 0.3486044 Mar 07 10:51:57.299787 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39490) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:57.303316 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-169de023-0494-411b-bd9a-4484bccbc896 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:57.312949 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-dd6db912-0a44-459e-8902-fe1c82ebeb2e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2588c47ce4f04965a75b121eaaba43ed&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3359654 Mar 07 10:51:57.324706 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39494) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:57.325343 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7acb5-f5ad-40fb-9b1d-b51588b218c5 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Pushing event updated for resources: {'Port': ['ID=cd3c74e3-2541-4ec4-b77a-8c45b366a0d8,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:57.442931 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a6ddfffe-2345-4061-b50f-9c7f2856993e req-c99f42ac-118a-419a-9412-791fd631065d tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892045 Mar 07 10:51:57.465696 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6db912-0a44-459e-8902-fe1c82ebeb2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11f6ce1-a40b-4d64-94ab-6531d513cbb1,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:57.480354 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9f3f250d-6967-4dd3-af6f-dac7148ebfc6 req-4a3ecd34-27ba-41c7-8a14-644aefcf1e15 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735229 Mar 07 10:51:57.534309 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f232f29-bee8-4ec6-946e-59203c84fc48 x-openstack-request-id: req-1f232f29-bee8-4ec6-946e-59203c84fc48 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:51:57.534868 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f42e82-5127-4155-b233-7e9cb6e69b17", "name": "network-vif-plugged", "status": "completed", "tag": "c187e918-c2c4-48fd-8913-5408b57326aa", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:51:57.541170 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1f232f29-bee8-4ec6-946e-59203c84fc48 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:51:57.543453 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f42e82-5127-4155-b233-7e9cb6e69b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c187e918-c2c4-48fd-8913-5408b57326aa', 'code': 200} Mar 07 10:51:57.566020 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04d978a9-76ad-4c03-b88d-b93b97d4e702 req-0b9d2fd9-a7d3-46b9-a023-e20ca63355e3 service neutron] 10.222.0.31 "GET /v2.0/networks/5920b608-863b-4b2e-972f-6c40202982b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906832 Mar 07 10:51:57.566638 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-42beae3f-5b01-4eb5-a6d3-d7ea8e98636c admin admin] Publish callbacks [] for security_group (d11f6ce1-a40b-4d64-94ab-6531d513cbb1), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:57.579870 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d853fbc-eb35-4178-859e-250fef826385 req-21baed88-2ed0-4b31-be49-ae67ff7e365c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2741737 Mar 07 10:51:57.591982 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-4d853fbc-eb35-4178-859e-250fef826385 req-05c9163b-5022-442a-b3f3-c3300042e474 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:51:57.598750 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-42beae3f-5b01-4eb5-a6d3-d7ea8e98636c admin admin] Publish callbacks [] for security_group (d11f6ce1-a40b-4d64-94ab-6531d513cbb1), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:57.601268 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d853fbc-eb35-4178-859e-250fef826385 req-05c9163b-5022-442a-b3f3-c3300042e474 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0155976 Mar 07 10:51:57.611892 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b7e3169c-e8fd-4afd-91a1-e2901a4162f3 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Deleting port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:51:57.612412 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b7e3169c-e8fd-4afd-91a1-e2901a4162f3 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (cd3c74e3-2541-4ec4-b77a-8c45b366a0d8), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:57.684397 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-169de023-0494-411b-bd9a-4484bccbc896 admin admin] Publish callbacks [] for security_group (5684ea2f-75ff-4d6b-a529-de97957faff8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:57.718993 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-169de023-0494-411b-bd9a-4484bccbc896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5684ea2f-75ff-4d6b-a529-de97957faff8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:57.738017 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-42beae3f-5b01-4eb5-a6d3-d7ea8e98636c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d11f6ce1-a40b-4d64-94ab-6531d513cbb1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:57.742328 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-42beae3f-5b01-4eb5-a6d3-d7ea8e98636c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:57.743845 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-42beae3f-5b01-4eb5-a6d3-d7ea8e98636c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d11f6ce1-a40b-4d64-94ab-6531d513cbb1 HTTP/1.1" status: 204 len: 168 time: 0.4176538 Mar 07 10:51:57.762161 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42beae3f-5b01-4eb5-a6d3-d7ea8e98636c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11f6ce1-a40b-4d64-94ab-6531d513cbb1,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:57.775131 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867851eb-b07b-467d-a205-2e5b5c7dfe1d req-589b770d-c11d-4b8e-a626-52e4eebbcd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:57.776983 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-867851eb-b07b-467d-a205-2e5b5c7dfe1d req-589b770d-c11d-4b8e-a626-52e4eebbcd28 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c1e277e687124f02a41ea1d4c23333e5&device_id=d8f8d35d-2013-4cdf-a138-a1242f10405b HTTP/1.1" status: 200 len: 1126 time: 0.0968578 Mar 07 10:51:57.781527 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-169de023-0494-411b-bd9a-4484bccbc896 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1fac135d3dd7406cb6ca7c81cc56f1d9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0151429 Mar 07 10:51:57.803777 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39510) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:57.819304 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-b7e3169c-e8fd-4afd-91a1-e2901a4162f3 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] For port cd3c74e3-2541-4ec4-b77a-8c45b366a0d8, host n-h1-832164-4, got binding levels [] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:51:57.819688 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b7e3169c-e8fd-4afd-91a1-e2901a4162f3 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (cd3c74e3-2541-4ec4-b77a-8c45b366a0d8), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:57.893198 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169de023-0494-411b-bd9a-4484bccbc896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5684ea2f-75ff-4d6b-a529-de97957faff8,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:57.919245 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b7e3169c-e8fd-4afd-91a1-e2901a4162f3 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Calling delete_port for cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:51:57.951595 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d853fbc-eb35-4178-859e-250fef826385 req-2e627086-1936-460c-a7a1-62a8f6cab415 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:57.968961 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4d853fbc-eb35-4178-859e-250fef826385 req-2e627086-1936-460c-a7a1-62a8f6cab415 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports/e6688e36-ad0b-423f-8455-552f34e30d39 HTTP/1.1" status: 200 len: 941 time: 0.2876134 Mar 07 10:51:57.984538 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device e6688e36-ad0b-423f-8455-552f34e30d39 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:51:58.020577 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184eb1ce-43fc-4d7e-9ae8-19e29aedd447 req-21543da8-3a54-473e-9ea8-de64d04d88fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:58.025021 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-184eb1ce-43fc-4d7e-9ae8-19e29aedd447 req-21543da8-3a54-473e-9ea8-de64d04d88fe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c5f42e82-5127-4155-b233-7e9cb6e69b17 HTTP/1.1" status: 200 len: 1127 time: 0.3893425 Mar 07 10:51:58.141080 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port e6688e36-ad0b-423f-8455-552f34e30d39 is: DOWN; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:51:58.186364 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ffe71146-429b-4233-b091-4ce31ca254a2 admin admin] Publish callbacks [] for security_group (5684ea2f-75ff-4d6b-a529-de97957faff8), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:58.222439 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867851eb-b07b-467d-a205-2e5b5c7dfe1d req-9c2f199d-2741-4903-9eb7-7c7fe14df42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:58.223987 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-867851eb-b07b-467d-a205-2e5b5c7dfe1d req-9c2f199d-2741-4903-9eb7-7c7fe14df42d service neutron] 10.222.0.31 "GET /v2.0/networks?id=5920b608-863b-4b2e-972f-6c40202982b6 HTTP/1.1" status: 200 len: 922 time: 0.4403248 Mar 07 10:51:58.269842 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ffe71146-429b-4233-b091-4ce31ca254a2 admin admin] Publish callbacks [] for security_group (5684ea2f-75ff-4d6b-a529-de97957faff8), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:58.280512 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7d2c3-3cc8-4f23-b399-247859df4d59 req-d5b2fc24-d013-4645-8927-9b54c07ce3e7 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:58.282321 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bff7d2c3-3cc8-4f23-b399-247859df4d59 req-d5b2fc24-d013-4645-8927-9b54c07ce3e7 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8f8d35d-2013-4cdf-a138-a1242f10405b HTTP/1.1" status: 200 len: 944 time: 0.3192120 Mar 07 10:51:58.302754 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-184eb1ce-43fc-4d7e-9ae8-19e29aedd447 req-ee471930-12b8-4135-8072-e3afee8e47ab service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469628 Mar 07 10:51:58.389604 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b7e3169c-e8fd-4afd-91a1-e2901a4162f3 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (cd3c74e3-2541-4ec4-b77a-8c45b366a0d8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:58.436956 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e3169c-e8fd-4afd-91a1-e2901a4162f3 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd3c74e3-2541-4ec4-b77a-8c45b366a0d8,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:58.452403 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bff7d2c3-3cc8-4f23-b399-247859df4d59 req-11e7aadc-6c21-4392-a01b-3d09310864ce tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5707732-cd45-45d3-81fc-2a4de861f952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458843 Mar 07 10:51:58.464504 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b7e3169c-e8fd-4afd-91a1-e2901a4162f3 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:58.471171 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b7e3169c-e8fd-4afd-91a1-e2901a4162f3 tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] 10.222.0.11 "DELETE /v2.0/ports/cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 HTTP/1.1" status: 204 len: 168 time: 1.2686288 Mar 07 10:51:58.473751 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ffe71146-429b-4233-b091-4ce31ca254a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5684ea2f-75ff-4d6b-a529-de97957faff8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:58.478012 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ffe71146-429b-4233-b091-4ce31ca254a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:58.479923 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ffe71146-429b-4233-b091-4ce31ca254a2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5684ea2f-75ff-4d6b-a529-de97957faff8 HTTP/1.1" status: 204 len: 168 time: 0.6750991 Mar 07 10:51:58.481056 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39530) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:58.527845 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b50674-c742-4781-b3de-f41f6e9fba1e tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] GET failed (client error): The resource could not be found. Mar 07 10:51:58.530057 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b5b50674-c742-4781-b3de-f41f6e9fba1e tempest-PortsAdminExtendedAttrsTestJSON-1344091245 tempest-PortsAdminExtendedAttrsTestJSON-1344091245-project-admin] 10.222.0.11 "GET /v2.0/ports/cd3c74e3-2541-4ec4-b77a-8c45b366a0d8 HTTP/1.1" status: 404 len: 333 time: 0.0452571 Mar 07 10:51:58.532161 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe71146-429b-4233-b091-4ce31ca254a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5684ea2f-75ff-4d6b-a529-de97957faff8,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:58.534412 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39536) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:58.693872 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39538) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:58.694250 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39540) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:58.743761 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4f3b0868-fd22-4d9d-89fb-1cb264d581af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:58.806484 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7ca2444c-15b6-4e1f-b938-1883569e4dec tempest-PortsAdminExtendedAttrsTestJSON-975924402 tempest-PortsAdminExtendedAttrsTestJSON-975924402-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (a0719723-d32b-4628-a1de-4096f268982c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:58.901815 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6ab00-c939-4114-9b0c-af265d002cd8 req-0ce9de77-365c-45cb-8592-02e06351b589 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:58.901815 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c0b6ab00-c939-4114-9b0c-af265d002cd8 req-0ce9de77-365c-45cb-8592-02e06351b589 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5f42e82-5127-4155-b233-7e9cb6e69b17 HTTP/1.1" status: 200 len: 945 time: 0.2373583 Mar 07 10:51:59.038159 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c0b6ab00-c939-4114-9b0c-af265d002cd8 req-64b9ac49-75c1-4c01-8c59-a4d127c7bfc4 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291888 Mar 07 10:51:59.040763 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7ca2444c-15b6-4e1f-b938-1883569e4dec tempest-PortsAdminExtendedAttrsTestJSON-975924402 tempest-PortsAdminExtendedAttrsTestJSON-975924402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (a0719723-d32b-4628-a1de-4096f268982c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:59.062122 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-867851eb-b07b-467d-a205-2e5b5c7dfe1d req-c2356119-4c83-4e94-a760-69acfea08fdf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8989b5d7-06a4-4c4e-bddc-4185c62d85e4 HTTP/1.1" status: 200 len: 217 time: 0.8208325 Mar 07 10:51:59.100668 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-7ca2444c-15b6-4e1f-b938-1883569e4dec tempest-PortsAdminExtendedAttrsTestJSON-975924402 tempest-PortsAdminExtendedAttrsTestJSON-975924402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0719723-d32b-4628-a1de-4096f268982c']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:59.105856 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4f3b0868-fd22-4d9d-89fb-1cb264d581af admin admin] Publish callbacks [] for security_group (baf35171-571d-42e9-8a40-3a73171d8bc6), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:59.116225 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4f3b0868-fd22-4d9d-89fb-1cb264d581af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (baf35171-571d-42e9-8a40-3a73171d8bc6), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:59.121274 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-7ca2444c-15b6-4e1f-b938-1883569e4dec tempest-PortsAdminExtendedAttrsTestJSON-975924402 tempest-PortsAdminExtendedAttrsTestJSON-975924402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6faeba29-f3d4-480a-b944-df344241a40f') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:59.121622 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-7ca2444c-15b6-4e1f-b938-1883569e4dec tempest-PortsAdminExtendedAttrsTestJSON-975924402 tempest-PortsAdminExtendedAttrsTestJSON-975924402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6faeba29-f3d4-480a-b944-df344241a40f') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:51:59.168421 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7ca2444c-15b6-4e1f-b938-1883569e4dec tempest-PortsAdminExtendedAttrsTestJSON-975924402 tempest-PortsAdminExtendedAttrsTestJSON-975924402-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (6faeba29-f3d4-480a-b944-df344241a40f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:59.215072 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7ca2444c-15b6-4e1f-b938-1883569e4dec tempest-PortsAdminExtendedAttrsTestJSON-975924402 tempest-PortsAdminExtendedAttrsTestJSON-975924402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (6faeba29-f3d4-480a-b944-df344241a40f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:59.253069 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca2444c-15b6-4e1f-b938-1883569e4dec tempest-PortsAdminExtendedAttrsTestJSON-975924402 tempest-PortsAdminExtendedAttrsTestJSON-975924402-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:51:59.254160 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7ca2444c-15b6-4e1f-b938-1883569e4dec tempest-PortsAdminExtendedAttrsTestJSON-975924402 tempest-PortsAdminExtendedAttrsTestJSON-975924402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (6faeba29-f3d4-480a-b944-df344241a40f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:59.298544 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867851eb-b07b-467d-a205-2e5b5c7dfe1d req-98db75b9-8be5-4ad8-8741-832685d881bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:59.300447 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-867851eb-b07b-467d-a205-2e5b5c7dfe1d req-98db75b9-8be5-4ad8-8741-832685d881bb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=071cc8a8-ce79-4b99-8035-03e2fc3056c7 HTTP/1.1" status: 200 len: 861 time: 0.2404060 Mar 07 10:51:59.314933 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d8b6c9-fbb2-4524-b3f5-54d3cc0a4d30 req-3dc538a8-f7b2-4a8d-87bd-15d47dbd43cd tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:59.316745 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e9d8b6c9-fbb2-4524-b3f5-54d3cc0a4d30 req-3dc538a8-f7b2-4a8d-87bd-15d47dbd43cd tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 944 time: 0.2883365 Mar 07 10:51:59.380666 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-867851eb-b07b-467d-a205-2e5b5c7dfe1d req-068d123a-7214-4523-a9fa-6915f1c79207 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=5920b608-863b-4b2e-972f-6c40202982b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733368 Mar 07 10:51:59.386871 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d1d146ed-80af-4cc5-ab57-ce2e3f1084b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:59.388755 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:51:59.388755 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:51:59.388755 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:51:59.388755 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:51:59.388755 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:51:59.388755 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:51:59.388755 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:51:59.388755 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:51:59.388755 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:51:59.388755 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:51:59.388755 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:51:59.388755 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:51:59.388755 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:51:59.388755 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:51:59.388755 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:51:59.388755 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:51:59.388755 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:51:59.388755 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:51:59.388755 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:51:59.388755 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:51:59.388755 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:51:59.388755 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:51:59.388755 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:51:59.388755 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:51:59.388755 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:51:59.388755 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:51:59.388755 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:51:59.388755 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:51:59.388755 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:51:59.388755 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:51:59.388755 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:51:59.388755 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:51:59.399210 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4f3b0868-fd22-4d9d-89fb-1cb264d581af admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=29658813f32f447cadaec9b07c4901d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7037470 Mar 07 10:51:59.400070 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39546) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:59.476076 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b0868-fd22-4d9d-89fb-1cb264d581af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf35171-571d-42e9-8a40-3a73171d8bc6,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:59.539952 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39550) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:59.572107 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-46d76086-9bd4-40e4-b542-913542f7c7cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:59.584172 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d1d146ed-80af-4cc5-ab57-ce2e3f1084b2 admin admin] Publish callbacks [] for security_group (ca700d15-f374-44f9-b27e-077624ffe060), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:59.590989 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e9d8b6c9-fbb2-4524-b3f5-54d3cc0a4d30 req-70b59602-dd70-4bd8-b2f7-9aa2489881ef tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650361 Mar 07 10:51:59.594466 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d1d146ed-80af-4cc5-ab57-ce2e3f1084b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ca700d15-f374-44f9-b27e-077624ffe060), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:59.604211 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7ca2444c-15b6-4e1f-b938-1883569e4dec tempest-PortsAdminExtendedAttrsTestJSON-975924402 tempest-PortsAdminExtendedAttrsTestJSON-975924402-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (a0719723-d32b-4628-a1de-4096f268982c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:59.648309 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-867851eb-b07b-467d-a205-2e5b5c7dfe1d req-3d0f424b-dedd-4978-9869-deaa278f6fda service neutron] 10.222.0.31 "GET /v2.0/networks/5920b608-863b-4b2e-972f-6c40202982b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612159 Mar 07 10:51:59.664243 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7ca2444c-15b6-4e1f-b938-1883569e4dec tempest-PortsAdminExtendedAttrsTestJSON-975924402 tempest-PortsAdminExtendedAttrsTestJSON-975924402-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:59.667926 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7ca2444c-15b6-4e1f-b938-1883569e4dec tempest-PortsAdminExtendedAttrsTestJSON-975924402 tempest-PortsAdminExtendedAttrsTestJSON-975924402-project] 10.222.0.11 "DELETE /v2.0/networks/a0719723-d32b-4628-a1de-4096f268982c HTTP/1.1" status: 204 len: 168 time: 1.1322584 Mar 07 10:51:59.688916 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca2444c-15b6-4e1f-b938-1883569e4dec tempest-PortsAdminExtendedAttrsTestJSON-975924402 tempest-PortsAdminExtendedAttrsTestJSON-975924402-project] Pushing event deleted for resources: {'Network': ['ID=a0719723-d32b-4628-a1de-4096f268982c,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:59.714468 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-43ec7494-5596-4d6e-bc57-78c7842bfcaa admin admin] Publish callbacks [] for security_group (baf35171-571d-42e9-8a40-3a73171d8bc6), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:59.738280 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-43ec7494-5596-4d6e-bc57-78c7842bfcaa admin admin] Publish callbacks [] for security_group (baf35171-571d-42e9-8a40-3a73171d8bc6), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:59.750567 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d1d146ed-80af-4cc5-ab57-ce2e3f1084b2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2fcab7fa08024428bd4237d76c7ead59&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0186763 Mar 07 10:51:59.762075 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39554) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:59.812475 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d146ed-80af-4cc5-ab57-ce2e3f1084b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca700d15-f374-44f9-b27e-077624ffe060,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:59.815135 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-867851eb-b07b-467d-a205-2e5b5c7dfe1d req-3002f369-dc6b-4e4f-bc78-cf3c424a203c service neutron] 10.222.0.31 "GET /v2.0/networks/5920b608-863b-4b2e-972f-6c40202982b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599221 Mar 07 10:51:59.876353 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-46d76086-9bd4-40e4-b542-913542f7c7cc admin admin] Publish callbacks [] for security_group (dcedce03-c60a-4999-995d-64a9cb48a08b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:59.882572 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-46d76086-9bd4-40e4-b542-913542f7c7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (dcedce03-c60a-4999-995d-64a9cb48a08b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:59.926742 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d76086-9bd4-40e4-b542-913542f7c7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcedce03-c60a-4999-995d-64a9cb48a08b,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:51:59.929891 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a035715c-2f7e-4077-9ee1-7a6a4f248592 admin admin] Publish callbacks [] for security_group (ca700d15-f374-44f9-b27e-077624ffe060), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:51:59.931991 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-46d76086-9bd4-40e4-b542-913542f7c7cc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6e25c09947ce4c2a9b2d2d685a231757&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3810897 Mar 07 10:51:59.936965 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39556) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:51:59.952882 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9a9ae-1343-4998-9b50-949a6d6b1789 req-20269736-17b3-412c-8e92-74e33f39ef88 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:51:59.954906 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-79c9a9ae-1343-4998-9b50-949a6d6b1789 req-20269736-17b3-412c-8e92-74e33f39ef88 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8f8d35d-2013-4cdf-a138-a1242f10405b HTTP/1.1" status: 200 len: 944 time: 0.2787838 Mar 07 10:51:59.985260 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 8989b5d7-06a4-4c4e-bddc-4185c62d85e4 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:52:00.006387 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a035715c-2f7e-4077-9ee1-7a6a4f248592 admin admin] Publish callbacks [] for security_group (ca700d15-f374-44f9-b27e-077624ffe060), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:00.011244 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dd19a186-322c-4add-962b-0ccbfc3ff1dc admin admin] Publish callbacks [] for security_group (dcedce03-c60a-4999-995d-64a9cb48a08b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:00.013282 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-43ec7494-5596-4d6e-bc57-78c7842bfcaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (baf35171-571d-42e9-8a40-3a73171d8bc6), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:00.016239 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-43ec7494-5596-4d6e-bc57-78c7842bfcaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:00.032736 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-43ec7494-5596-4d6e-bc57-78c7842bfcaa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/baf35171-571d-42e9-8a40-3a73171d8bc6 HTTP/1.1" status: 204 len: 168 time: 0.6063111 Mar 07 10:52:00.041021 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dd19a186-322c-4add-962b-0ccbfc3ff1dc admin admin] Publish callbacks [] for security_group (dcedce03-c60a-4999-995d-64a9cb48a08b), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:00.053985 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d853fbc-eb35-4178-859e-250fef826385 req-b563f2f4-d71a-4de1-a813-295474f89704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:00.055626 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d853fbc-eb35-4178-859e-250fef826385 req-b563f2f4-d71a-4de1-a813-295474f89704 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656&tenant_id=af76e3a0199d43eaad70e52b49b8dbe0 HTTP/1.1" status: 200 len: 1126 time: 0.2317789 Mar 07 10:52:00.079926 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-4d853fbc-eb35-4178-859e-250fef826385 req-49389586-089c-4171-8168-43383eef6180 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832164-4', 'device_owner': 'compute:nova'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:00.089476 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec7494-5596-4d6e-bc57-78c7842bfcaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf35171-571d-42e9-8a40-3a73171d8bc6,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:00.135480 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dd19a186-322c-4add-962b-0ccbfc3ff1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (dcedce03-c60a-4999-995d-64a9cb48a08b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:00.151360 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dd19a186-322c-4add-962b-0ccbfc3ff1dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:00.157660 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-79c9a9ae-1343-4998-9b50-949a6d6b1789 req-fcd46c88-f18a-40ca-a41a-d181def922f5 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5707732-cd45-45d3-81fc-2a4de861f952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906962 Mar 07 10:52:00.158415 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-dd19a186-322c-4add-962b-0ccbfc3ff1dc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dcedce03-c60a-4999-995d-64a9cb48a08b HTTP/1.1" status: 204 len: 168 time: 0.2202265 Mar 07 10:52:00.185134 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19a186-322c-4add-962b-0ccbfc3ff1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcedce03-c60a-4999-995d-64a9cb48a08b,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:00.236432 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4d853fbc-eb35-4178-859e-250fef826385 req-49389586-089c-4171-8168-43383eef6180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e6688e36-ad0b-423f-8455-552f34e30d39), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:00.249908 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a035715c-2f7e-4077-9ee1-7a6a4f248592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ca700d15-f374-44f9-b27e-077624ffe060), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:00.252842 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a035715c-2f7e-4077-9ee1-7a6a4f248592 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:00.268444 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a035715c-2f7e-4077-9ee1-7a6a4f248592 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ca700d15-f374-44f9-b27e-077624ffe060 HTTP/1.1" status: 204 len: 168 time: 0.5033433 Mar 07 10:52:00.280986 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 8989b5d7-06a4-4c4e-bddc-4185c62d85e4, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=8989b5d7-06a4-4c4e-bddc-4185c62d85e4,segment=NetworkSegment(6b90ae01-6c0f-47a4-b48d-ff3dcf7c9bc4),segment_id=6b90ae01-6c0f-47a4-b48d-ff3dcf7c9bc4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:00.300660 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035715c-2f7e-4077-9ee1-7a6a4f248592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca700d15-f374-44f9-b27e-077624ffe060,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:00.317210 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39570) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:00.340135 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '8989b5d7-06a4-4c4e-bddc-4185c62d85e4', 'network_id': '5920b608-863b-4b2e-972f-6c40202982b6', 'port_id': '8989b5d7-06a4-4c4e-bddc-4185c62d85e4', 'mac_address': 'fa:16:3e:2c:8b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '071cc8a8-ce79-4b99-8035-03e2fc3056c7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:52:00.354796 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a42cb-d236-45dc-80c9-2d0cab8add47 req-5a3950c9-e5b7-4bec-8d23-b7ab430032ba tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:00.356362 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c62a42cb-d236-45dc-80c9-2d0cab8add47 req-5a3950c9-e5b7-4bec-8d23-b7ab430032ba tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5f42e82-5127-4155-b233-7e9cb6e69b17 HTTP/1.1" status: 200 len: 945 time: 0.1495655 Mar 07 10:52:00.417142 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 8989b5d7-06a4-4c4e-bddc-4185c62d85e4 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:52:00.418302 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8989b5d7-06a4-4c4e-bddc-4185c62d85e4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:00.439941 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c62a42cb-d236-45dc-80c9-2d0cab8add47 req-b7b2c3ee-ba9b-42a4-be6f-e766d97c27b7 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642099 Mar 07 10:52:00.445336 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8989b5d7-06a4-4c4e-bddc-4185c62d85e4 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:52:00.471629 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 8989b5d7-06a4-4c4e-bddc-4185c62d85e4, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=8989b5d7-06a4-4c4e-bddc-4185c62d85e4,segment=NetworkSegment(6b90ae01-6c0f-47a4-b48d-ff3dcf7c9bc4),segment_id=6b90ae01-6c0f-47a4-b48d-ff3dcf7c9bc4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:00.480594 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8989b5d7-06a4-4c4e-bddc-4185c62d85e4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:00.553160 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=8989b5d7-06a4-4c4e-bddc-4185c62d85e4,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:00.625550 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-4d853fbc-eb35-4178-859e-250fef826385 req-49389586-089c-4171-8168-43383eef6180 service neutron] For port e6688e36-ad0b-423f-8455-552f34e30d39, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=e6688e36-ad0b-423f-8455-552f34e30d39,segment=NetworkSegment(9c0e08f9-ace4-432d-a662-c01ea531e4d8),segment_id=9c0e08f9-ace4-432d-a662-c01ea531e4d8)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:00.710299 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-4d853fbc-eb35-4178-859e-250fef826385 req-49389586-089c-4171-8168-43383eef6180 service neutron] For port e6688e36-ad0b-423f-8455-552f34e30d39, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:52:00.757205 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-4d853fbc-eb35-4178-859e-250fef826385 req-49389586-089c-4171-8168-43383eef6180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6688e36-ad0b-423f-8455-552f34e30d39 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:52:00.765073 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c37ff4-b860-4ff2-8340-3698fd257834 req-8f969ec1-13a6-4c00-94bc-a2e3a1d3fbe8 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:00.766356 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4d853fbc-eb35-4178-859e-250fef826385 req-49389586-089c-4171-8168-43383eef6180 service neutron] Publish callbacks [] for port (e6688e36-ad0b-423f-8455-552f34e30d39), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:00.766589 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-66c37ff4-b860-4ff2-8340-3698fd257834 req-8f969ec1-13a6-4c00-94bc-a2e3a1d3fbe8 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5f42e82-5127-4155-b233-7e9cb6e69b17 HTTP/1.1" status: 200 len: 945 time: 0.1144183 Mar 07 10:52:00.781760 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-4d853fbc-eb35-4178-859e-250fef826385 req-49389586-089c-4171-8168-43383eef6180 service neutron] Transition to ACTIVE for port object e6688e36-ad0b-423f-8455-552f34e30d39 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:52:00.797220 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4d853fbc-eb35-4178-859e-250fef826385 req-49389586-089c-4171-8168-43383eef6180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (e6688e36-ad0b-423f-8455-552f34e30d39), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:00.806492 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['8989b5d7-06a4-4c4e-bddc-4185c62d85e4'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:52:00.818855 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d07b5139-789b-4590-beb9-5cc9b11e1430 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=68142fa1b00744178e1b246b1eac9e98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4997854 Mar 07 10:52:00.822145 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39590) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:00.870379 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-66c37ff4-b860-4ff2-8340-3698fd257834 req-0ed36388-d011-40fd-95f4-b288d16cb9e2 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892851 Mar 07 10:52:00.898829 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49389586-089c-4171-8168-43383eef6180 service neutron] Pushing event updated for resources: {'Port': ['ID=e6688e36-ad0b-423f-8455-552f34e30d39,revision_number=9']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:00.903669 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c7436ffd-59de-444d-bb34-83ec8ef3da3d admin admin] Publish callbacks [] for security_group (5bd37a5f-155b-4dd9-947a-e4751b3f6868), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:00.926125 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39596) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:00.930334 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d853fbc-eb35-4178-859e-250fef826385 req-49389586-089c-4171-8168-43383eef6180 service neutron] No DVR routers for this DVR port e6688e36-ad0b-423f-8455-552f34e30d39 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:52:00.936707 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c7436ffd-59de-444d-bb34-83ec8ef3da3d admin admin] Publish callbacks [] for security_group (5bd37a5f-155b-4dd9-947a-e4751b3f6868), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:00.959022 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-649c1101-888c-4e42-aec9-c2cdc9d37302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:00.991314 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70635c1-9b6e-40c5-b0ef-2b0913cf9d8e req-cfecd8fe-46df-4748-be5c-767c108bd1a6 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:00.992885 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d70635c1-9b6e-40c5-b0ef-2b0913cf9d8e req-cfecd8fe-46df-4748-be5c-767c108bd1a6 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 944 time: 0.2096989 Mar 07 10:52:01.007614 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c7436ffd-59de-444d-bb34-83ec8ef3da3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5bd37a5f-155b-4dd9-947a-e4751b3f6868), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:01.017658 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c7436ffd-59de-444d-bb34-83ec8ef3da3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:01.021758 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c7436ffd-59de-444d-bb34-83ec8ef3da3d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5bd37a5f-155b-4dd9-947a-e4751b3f6868 HTTP/1.1" status: 204 len: 168 time: 0.1972919 Mar 07 10:52:01.034589 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7436ffd-59de-444d-bb34-83ec8ef3da3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd37a5f-155b-4dd9-947a-e4751b3f6868,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:01.039656 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-4d853fbc-eb35-4178-859e-250fef826385 req-49389586-089c-4171-8168-43383eef6180 service neutron] Attempting to bind port e6688e36-ad0b-423f-8455-552f34e30d39 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:52:01.039995 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-4d853fbc-eb35-4178-859e-250fef826385 req-49389586-089c-4171-8168-43383eef6180 service neutron] Attempting to bind port e6688e36-ad0b-423f-8455-552f34e30d39 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '9c0e08f9-ace4-432d-a662-c01ea531e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd544ea13-72f7-4e6d-b9f9-764274f4e435'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:52:01.040325 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d853fbc-eb35-4178-859e-250fef826385 req-49389586-089c-4171-8168-43383eef6180 service neutron] Attempting to bind port e6688e36-ad0b-423f-8455-552f34e30d39 on network d544ea13-72f7-4e6d-b9f9-764274f4e435 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:52:01.062345 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d853fbc-eb35-4178-859e-250fef826385 req-49389586-089c-4171-8168-43383eef6180 service neutron] Port e6688e36-ad0b-423f-8455-552f34e30d39 on network d544ea13-72f7-4e6d-b9f9-764274f4e435 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:52:01.062678 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d853fbc-eb35-4178-859e-250fef826385 req-49389586-089c-4171-8168-43383eef6180 service neutron] Attempting to bind port e6688e36-ad0b-423f-8455-552f34e30d39 on network d544ea13-72f7-4e6d-b9f9-764274f4e435 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:52:01.087400 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d853fbc-eb35-4178-859e-250fef826385 req-49389586-089c-4171-8168-43383eef6180 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:52:01.087750 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d853fbc-eb35-4178-859e-250fef826385 req-49389586-089c-4171-8168-43383eef6180 service neutron] Checking segment: {'id': '9c0e08f9-ace4-432d-a662-c01ea531e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd544ea13-72f7-4e6d-b9f9-764274f4e435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:52:01.088280 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d853fbc-eb35-4178-859e-250fef826385 req-49389586-089c-4171-8168-43383eef6180 service neutron] Bound using segment: {'id': '9c0e08f9-ace4-432d-a662-c01ea531e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd544ea13-72f7-4e6d-b9f9-764274f4e435'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:52:01.088811 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-4d853fbc-eb35-4178-859e-250fef826385 req-49389586-089c-4171-8168-43383eef6180 service neutron] Bound port: e6688e36-ad0b-423f-8455-552f34e30d39, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c0e08f9-ace4-432d-a662-c01ea531e4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'd544ea13-72f7-4e6d-b9f9-764274f4e435'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:52:01.089198 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4d853fbc-eb35-4178-859e-250fef826385 req-49389586-089c-4171-8168-43383eef6180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e6688e36-ad0b-423f-8455-552f34e30d39), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:01.117418 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d70635c1-9b6e-40c5-b0ef-2b0913cf9d8e req-a87102a3-f72b-4673-8e07-8efb27a4aabb tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138000 Mar 07 10:52:01.206835 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70dbb5-54d8-4348-8285-6d67ecba7c32 req-6d5ef101-01e7-4f16-9ab8-a25a80526ffd tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:01.214045 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3a70dbb5-54d8-4348-8285-6d67ecba7c32 req-6d5ef101-01e7-4f16-9ab8-a25a80526ffd tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5f42e82-5127-4155-b233-7e9cb6e69b17 HTTP/1.1" status: 200 len: 945 time: 0.1585383 Mar 07 10:52:01.265653 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-649c1101-888c-4e42-aec9-c2cdc9d37302 admin admin] Publish callbacks [] for security_group (03630d97-c400-45ec-827c-79d52c10f592), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:01.270934 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-4d853fbc-eb35-4178-859e-250fef826385 req-49389586-089c-4171-8168-43383eef6180 service neutron] For port e6688e36-ad0b-423f-8455-552f34e30d39, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:52:01.275042 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-4d853fbc-eb35-4178-859e-250fef826385 req-49389586-089c-4171-8168-43383eef6180 service neutron] For port e6688e36-ad0b-423f-8455-552f34e30d39, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e6688e36-ad0b-423f-8455-552f34e30d39,segment=NetworkSegment(9c0e08f9-ace4-432d-a662-c01ea531e4d8),segment_id=9c0e08f9-ace4-432d-a662-c01ea531e4d8)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:52:01.276839 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-649c1101-888c-4e42-aec9-c2cdc9d37302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (03630d97-c400-45ec-827c-79d52c10f592), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:01.306468 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3a70dbb5-54d8-4348-8285-6d67ecba7c32 req-2e03647b-2eee-4199-915a-47b1fdc91df4 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851572 Mar 07 10:52:01.309576 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4d853fbc-eb35-4178-859e-250fef826385 req-49389586-089c-4171-8168-43383eef6180 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (e6688e36-ad0b-423f-8455-552f34e30d39), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:01.404855 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-649c1101-888c-4e42-aec9-c2cdc9d37302 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=500c247fc96a48d692840a4f63399508&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4757316 Mar 07 10:52:01.405773 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c1101-888c-4e42-aec9-c2cdc9d37302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03630d97-c400-45ec-827c-79d52c10f592,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:01.407830 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39614) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:01.463444 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d853fbc-eb35-4178-859e-250fef826385 req-49389586-089c-4171-8168-43383eef6180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:01.464361 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4d853fbc-eb35-4178-859e-250fef826385 req-49389586-089c-4171-8168-43383eef6180 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:01.466122 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d853fbc-eb35-4178-859e-250fef826385 req-49389586-089c-4171-8168-43383eef6180 service neutron] 10.222.0.21 "PUT /v2.0/ports/e6688e36-ad0b-423f-8455-552f34e30d39 HTTP/1.1" status: 200 len: 1092 time: 1.3920565 Mar 07 10:52:01.466815 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb4f62b-d749-4185-9aeb-b61bd34dd656', 'tag': 'e6688e36-ad0b-423f-8455-552f34e30d39'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:52:01.469313 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd893f6-e9bf-4cfc-9a63-392c9550e5a7" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb4f62b-d749-4185-9aeb-b61bd34dd656", "tag": "e6688e36-ad0b-423f-8455-552f34e30d39"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:52:01.474825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49389586-089c-4171-8168-43383eef6180 service neutron] Pushing event updated for resources: {'Port': ['ID=e6688e36-ad0b-423f-8455-552f34e30d39,revision_number=10']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:01.495670 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96dab4c-8e4e-4341-a5b6-a4c18f89fe49 req-9f48fac3-6702-4de2-9bc0-38896d807e45 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:01.504687 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b96dab4c-8e4e-4341-a5b6-a4c18f89fe49 req-9f48fac3-6702-4de2-9bc0-38896d807e45 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8f8d35d-2013-4cdf-a138-a1242f10405b HTTP/1.1" status: 200 len: 945 time: 0.2217462 Mar 07 10:52:01.524402 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d2d6bd42-9daa-4ecd-9187-d1b1283abb92 admin admin] Publish callbacks [] for security_group (03630d97-c400-45ec-827c-79d52c10f592), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:01.569139 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa0bf1d-5f73-412e-8246-117d3d8c2be2 x-openstack-request-id: req-7aa0bf1d-5f73-412e-8246-117d3d8c2be2 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:52:01.570271 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb4f62b-d749-4185-9aeb-b61bd34dd656", "tag": "e6688e36-ad0b-423f-8455-552f34e30d39", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:52:01.570777 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7aa0bf1d-5f73-412e-8246-117d3d8c2be2 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:52:01.571247 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb4f62b-d749-4185-9aeb-b61bd34dd656', 'tag': 'e6688e36-ad0b-423f-8455-552f34e30d39', 'status': 'completed', 'code': 200} Mar 07 10:52:01.575769 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d2d6bd42-9daa-4ecd-9187-d1b1283abb92 admin admin] Publish callbacks [] for security_group (03630d97-c400-45ec-827c-79d52c10f592), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:01.603050 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b96dab4c-8e4e-4341-a5b6-a4c18f89fe49 req-25b353b4-1ad0-419a-b512-02ad93c7b325 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5707732-cd45-45d3-81fc-2a4de861f952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970616 Mar 07 10:52:01.620563 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d853fbc-eb35-4178-859e-250fef826385 req-b54184a8-9fe4-4772-9600-fddf3bd47a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:01.622444 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d853fbc-eb35-4178-859e-250fef826385 req-b54184a8-9fe4-4772-9600-fddf3bd47a5b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af76e3a0199d43eaad70e52b49b8dbe0&device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 1127 time: 0.0956430 Mar 07 10:52:01.639649 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d2d6bd42-9daa-4ecd-9187-d1b1283abb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (03630d97-c400-45ec-827c-79d52c10f592), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:01.643511 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d2d6bd42-9daa-4ecd-9187-d1b1283abb92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:01.645542 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d2d6bd42-9daa-4ecd-9187-d1b1283abb92 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/03630d97-c400-45ec-827c-79d52c10f592 HTTP/1.1" status: 204 len: 168 time: 0.2358654 Mar 07 10:52:01.655564 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6bd42-9daa-4ecd-9187-d1b1283abb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03630d97-c400-45ec-827c-79d52c10f592,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:01.745759 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a20f7-e05d-4cb3-9868-d7ce7cd0ec7c req-a4f73dd4-ab38-49d1-a5f2-3f7e58c54fca tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:01.753854 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-984a20f7-e05d-4cb3-9868-d7ce7cd0ec7c req-a4f73dd4-ab38-49d1-a5f2-3f7e58c54fca tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5f42e82-5127-4155-b233-7e9cb6e69b17 HTTP/1.1" status: 200 len: 945 time: 0.0863516 Mar 07 10:52:01.756794 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39630) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:01.824163 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d853fbc-eb35-4178-859e-250fef826385 req-be9ad586-700d-4b4e-90c1-b8c70b770c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:01.825826 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d853fbc-eb35-4178-859e-250fef826385 req-be9ad586-700d-4b4e-90c1-b8c70b770c74 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d544ea13-72f7-4e6d-b9f9-764274f4e435 HTTP/1.1" status: 200 len: 915 time: 0.1952066 Mar 07 10:52:01.826167 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-984a20f7-e05d-4cb3-9868-d7ce7cd0ec7c req-ba81bd4c-084a-4b8f-b0b2-f8dcf51ccb2c tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662453 Mar 07 10:52:01.831067 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-283dd054-24e8-407a-ad80-37eb95341860 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6f35095b863a402b9690b0bd83a12d55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0704403 Mar 07 10:52:01.831067 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39632) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:01.883619 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d853fbc-eb35-4178-859e-250fef826385 req-c8058404-7e32-40e0-a3ab-5ff2316c3035 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6688e36-ad0b-423f-8455-552f34e30d39 HTTP/1.1" status: 200 len: 217 time: 0.0498550 Mar 07 10:52:01.967683 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d853fbc-eb35-4178-859e-250fef826385 req-8f7806b2-c535-4aac-8e5c-4fa48c7f6c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:01.969792 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d853fbc-eb35-4178-859e-250fef826385 req-8f7806b2-c535-4aac-8e5c-4fa48c7f6c6f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e77d3a5-5754-48b0-b886-c951ba559812 HTTP/1.1" status: 200 len: 854 time: 0.0769408 Mar 07 10:52:01.970876 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a8fec146-3083-44a2-b8b5-7dc127f51e1d admin admin] Publish callbacks [] for security_group (116c7cb6-603a-4ebf-86bd-1fd570d8d8be), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:01.982383 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 8989b5d7-06a4-4c4e-bddc-4185c62d85e4 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:52:02.015656 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d853fbc-eb35-4178-859e-250fef826385 req-227e7845-0292-4af9-b682-9548827692fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d544ea13-72f7-4e6d-b9f9-764274f4e435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391119 Mar 07 10:52:02.020985 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a8fec146-3083-44a2-b8b5-7dc127f51e1d admin admin] Publish callbacks [] for security_group (116c7cb6-603a-4ebf-86bd-1fd570d8d8be), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:02.075943 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 8989b5d7-06a4-4c4e-bddc-4185c62d85e4 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:52:02.083194 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 8989b5d7-06a4-4c4e-bddc-4185c62d85e4 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:02.083869 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (8989b5d7-06a4-4c4e-bddc-4185c62d85e4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:02.153452 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d853fbc-eb35-4178-859e-250fef826385 req-bd592c52-b9d3-44bc-809e-ae07f3a3753d service neutron] 10.222.0.21 "GET /v2.0/networks/d544ea13-72f7-4e6d-b9f9-764274f4e435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300116 Mar 07 10:52:02.154026 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a8fec146-3083-44a2-b8b5-7dc127f51e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (116c7cb6-603a-4ebf-86bd-1fd570d8d8be), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:02.156813 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a8fec146-3083-44a2-b8b5-7dc127f51e1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:02.157954 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a8fec146-3083-44a2-b8b5-7dc127f51e1d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/116c7cb6-603a-4ebf-86bd-1fd570d8d8be HTTP/1.1" status: 204 len: 168 time: 0.3260539 Mar 07 10:52:02.176802 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fec146-3083-44a2-b8b5-7dc127f51e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116c7cb6-603a-4ebf-86bd-1fd570d8d8be,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:02.228045 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 8989b5d7-06a4-4c4e-bddc-4185c62d85e4 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:52:02.228349 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8989b5d7-06a4-4c4e-bddc-4185c62d85e4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:02.262919 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f8d35d-2013-4cdf-a138-a1242f10405b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8989b5d7-06a4-4c4e-bddc-4185c62d85e4'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:52:02.265453 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73c128a-9232-4b3a-9fc3-18a01e3e5f79" -d '{"events": [{"server_uuid": "d8f8d35d-2013-4cdf-a138-a1242f10405b", "name": "network-vif-plugged", "status": "completed", "tag": "8989b5d7-06a4-4c4e-bddc-4185c62d85e4"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:52:02.287505 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 8989b5d7-06a4-4c4e-bddc-4185c62d85e4, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=8989b5d7-06a4-4c4e-bddc-4185c62d85e4,segment=NetworkSegment(6b90ae01-6c0f-47a4-b48d-ff3dcf7c9bc4),segment_id=6b90ae01-6c0f-47a4-b48d-ff3dcf7c9bc4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:02.300609 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8989b5d7-06a4-4c4e-bddc-4185c62d85e4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:02.335260 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88aa3326-d4b8-4355-a9f7-e08b2a65be0f x-openstack-request-id: req-88aa3326-d4b8-4355-a9f7-e08b2a65be0f {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:52:02.337803 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f8d35d-2013-4cdf-a138-a1242f10405b", "name": "network-vif-plugged", "status": "completed", "tag": "8989b5d7-06a4-4c4e-bddc-4185c62d85e4", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:52:02.339582 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-88aa3326-d4b8-4355-a9f7-e08b2a65be0f {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:52:02.340185 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f8d35d-2013-4cdf-a138-a1242f10405b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8989b5d7-06a4-4c4e-bddc-4185c62d85e4', 'code': 200} Mar 07 10:52:02.388034 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=8989b5d7-06a4-4c4e-bddc-4185c62d85e4,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:02.461847 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c27258-e9d4-4823-8db5-3494d30bf97d req-94bc474c-0516-4620-8152-26045013c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:02.464433 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f0c27258-e9d4-4823-8db5-3494d30bf97d req-94bc474c-0516-4620-8152-26045013c1ac service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d8f8d35d-2013-4cdf-a138-a1242f10405b HTTP/1.1" status: 200 len: 1128 time: 0.0720954 Mar 07 10:52:02.522580 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f0c27258-e9d4-4823-8db5-3494d30bf97d req-d51dbe5a-b06a-4527-b3ef-87a993654601 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=f5707732-cd45-45d3-81fc-2a4de861f952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515258 Mar 07 10:52:02.627816 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e78ac1-28c0-462c-a587-8a971d63b4f0 req-a208d2ab-abf0-4142-8f44-2a6a64971d42 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:02.629375 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f7e78ac1-28c0-462c-a587-8a971d63b4f0 req-a208d2ab-abf0-4142-8f44-2a6a64971d42 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 945 time: 0.3952374 Mar 07 10:52:02.631178 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d853fbc-eb35-4178-859e-250fef826385 req-b70331cf-0384-4776-ab80-59cbaac38a55 service neutron] 10.222.0.21 "GET /v2.0/networks/d544ea13-72f7-4e6d-b9f9-764274f4e435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691763 Mar 07 10:52:02.769286 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888fa54-ac62-4455-863a-25abda8b893f req-afce99e6-1c5f-4160-81c5-9e17273c79e8 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:02.771541 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5888fa54-ac62-4455-863a-25abda8b893f req-afce99e6-1c5f-4160-81c5-9e17273c79e8 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8f8d35d-2013-4cdf-a138-a1242f10405b HTTP/1.1" status: 200 len: 946 time: 0.0665770 Mar 07 10:52:02.795674 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f7e78ac1-28c0-462c-a587-8a971d63b4f0 req-0928ffd9-bff5-4d54-97f4-34d12bebd185 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587899 Mar 07 10:52:02.866225 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5888fa54-ac62-4455-863a-25abda8b893f req-68044619-da15-4a54-90ce-e6a493f6b003 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5707732-cd45-45d3-81fc-2a4de861f952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873163 Mar 07 10:52:02.898673 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd893f6-e9bf-4cfc-9a63-392c9550e5a7 req-582c2044-c6c6-441c-a838-37676f735894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:02.901893 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-acd893f6-e9bf-4cfc-9a63-392c9550e5a7 req-582c2044-c6c6-441c-a838-37676f735894 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af76e3a0199d43eaad70e52b49b8dbe0&device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 1127 time: 0.1898680 Mar 07 10:52:03.020962 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f3ba04-11dc-466f-8641-83ad6c42af05 req-5611467b-c400-4285-a472-900a4c474706 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:03.022638 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-94f3ba04-11dc-466f-8641-83ad6c42af05 req-5611467b-c400-4285-a472-900a4c474706 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.21 "GET /v2.0/ports?device_id=c5f42e82-5127-4155-b233-7e9cb6e69b17 HTTP/1.1" status: 200 len: 945 time: 0.2110951 Mar 07 10:52:03.096474 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d91a3-5333-4989-b77f-2ecadcec3e94 req-f100d2ea-6762-4b3e-abae-99cba61d811b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:03.104335 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-337d91a3-5333-4989-b77f-2ecadcec3e94 req-f100d2ea-6762-4b3e-abae-99cba61d811b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5f42e82-5127-4155-b233-7e9cb6e69b17 HTTP/1.1" status: 200 len: 945 time: 0.1970985 Mar 07 10:52:03.137371 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd893f6-e9bf-4cfc-9a63-392c9550e5a7 req-0d43b586-9961-48b7-8f7d-3a3ee67bb026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:03.138916 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-acd893f6-e9bf-4cfc-9a63-392c9550e5a7 req-0d43b586-9961-48b7-8f7d-3a3ee67bb026 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d544ea13-72f7-4e6d-b9f9-764274f4e435 HTTP/1.1" status: 200 len: 915 time: 0.2290778 Mar 07 10:52:03.221187 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-acd893f6-e9bf-4cfc-9a63-392c9550e5a7 req-2e54fbc6-7faa-45a1-befe-d30e2ac0905e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6688e36-ad0b-423f-8455-552f34e30d39 HTTP/1.1" status: 200 len: 217 time: 0.0648766 Mar 07 10:52:03.245523 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-337d91a3-5333-4989-b77f-2ecadcec3e94 req-28e59404-1367-4b1a-952e-eb7c3c8cdda4 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401429 Mar 07 10:52:03.314482 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-94f3ba04-11dc-466f-8641-83ad6c42af05 req-6d995c44-0eff-491b-9238-2c620ccd418f tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Deleting port c187e918-c2c4-48fd-8913-5408b57326aa {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:52:03.314843 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-94f3ba04-11dc-466f-8641-83ad6c42af05 req-6d995c44-0eff-491b-9238-2c620ccd418f tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c187e918-c2c4-48fd-8913-5408b57326aa), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:03.330281 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd893f6-e9bf-4cfc-9a63-392c9550e5a7 req-e6712bf9-cd2c-47eb-88d7-d35d2cbe163f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:03.331782 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-acd893f6-e9bf-4cfc-9a63-392c9550e5a7 req-e6712bf9-cd2c-47eb-88d7-d35d2cbe163f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e77d3a5-5754-48b0-b886-c951ba559812 HTTP/1.1" status: 200 len: 854 time: 0.1034424 Mar 07 10:52:03.388342 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-acd893f6-e9bf-4cfc-9a63-392c9550e5a7 req-aadf9975-685a-4181-ae06-d35fa142374d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d544ea13-72f7-4e6d-b9f9-764274f4e435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391808 Mar 07 10:52:03.530083 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-94f3ba04-11dc-466f-8641-83ad6c42af05 req-6d995c44-0eff-491b-9238-2c620ccd418f tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] For port c187e918-c2c4-48fd-8913-5408b57326aa, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=c187e918-c2c4-48fd-8913-5408b57326aa,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:03.530453 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-94f3ba04-11dc-466f-8641-83ad6c42af05 req-6d995c44-0eff-491b-9238-2c620ccd418f tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c187e918-c2c4-48fd-8913-5408b57326aa), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:03.555190 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-94f3ba04-11dc-466f-8641-83ad6c42af05 req-6d995c44-0eff-491b-9238-2c620ccd418f tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Calling delete_port for c187e918-c2c4-48fd-8913-5408b57326aa owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:52:03.567556 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-acd893f6-e9bf-4cfc-9a63-392c9550e5a7 req-c694740d-a5dc-4616-b916-fc8dc073479e service neutron] 10.222.0.21 "GET /v2.0/networks/d544ea13-72f7-4e6d-b9f9-764274f4e435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734028 Mar 07 10:52:03.826335 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-acd893f6-e9bf-4cfc-9a63-392c9550e5a7 req-b04e870f-52e7-472e-8670-59ecb96e9112 service neutron] 10.222.0.21 "GET /v2.0/networks/d544ea13-72f7-4e6d-b9f9-764274f4e435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530348 Mar 07 10:52:04.021304 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-94f3ba04-11dc-466f-8641-83ad6c42af05 req-6d995c44-0eff-491b-9238-2c620ccd418f tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (c187e918-c2c4-48fd-8913-5408b57326aa), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:04.039353 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:52:04.044585 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['c187e918-c2c4-48fd-8913-5408b57326aa'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:52:04.152970 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a61639-8400-4282-9bdd-a697d469c288 req-e0319bfe-0f1a-4973-b346-5460685bca79 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:04.177239 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-36a61639-8400-4282-9bdd-a697d469c288 req-e0319bfe-0f1a-4973-b346-5460685bca79 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 945 time: 0.1756070 Mar 07 10:52:04.238966 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f3ba04-11dc-466f-8641-83ad6c42af05 req-6d995c44-0eff-491b-9238-2c620ccd418f tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] No DVR routers for this DVR port c187e918-c2c4-48fd-8913-5408b57326aa on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:52:04.265139 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-94f3ba04-11dc-466f-8641-83ad6c42af05 req-6d995c44-0eff-491b-9238-2c620ccd418f tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:04.274550 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-94f3ba04-11dc-466f-8641-83ad6c42af05 req-6d995c44-0eff-491b-9238-2c620ccd418f tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.21 "DELETE /v2.0/ports/c187e918-c2c4-48fd-8913-5408b57326aa HTTP/1.1" status: 204 len: 173 time: 1.2424514 Mar 07 10:52:04.313535 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5f42e82-5127-4155-b233-7e9cb6e69b17', 'name': 'network-vif-deleted', 'tag': 'c187e918-c2c4-48fd-8913-5408b57326aa'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:52:04.324129 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26aa5b8d-411d-4a4d-bcc6-86ba7e4bf14b" -d '{"events": [{"server_uuid": "c5f42e82-5127-4155-b233-7e9cb6e69b17", "name": "network-vif-deleted", "tag": "c187e918-c2c4-48fd-8913-5408b57326aa"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:52:04.335522 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d995c44-0eff-491b-9238-2c620ccd418f tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Pushing event deleted for resources: {'Port': ['ID=c187e918-c2c4-48fd-8913-5408b57326aa,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:04.387215 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-36a61639-8400-4282-9bdd-a697d469c288 req-1871fb26-12f6-4c45-a706-2c574efd806c tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086766 Mar 07 10:52:04.404235 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39746) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:04.423201 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4eb2e4-6a9c-4b48-b42b-4ae232573e46 req-f47d9693-38de-4c62-865a-50a5b9c6b270 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:04.423201 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a4eb2e4-6a9c-4b48-b42b-4ae232573e46 req-f47d9693-38de-4c62-865a-50a5b9c6b270 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8f8d35d-2013-4cdf-a138-a1242f10405b HTTP/1.1" status: 200 len: 946 time: 0.2769508 Mar 07 10:52:04.579691 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a4eb2e4-6a9c-4b48-b42b-4ae232573e46 req-cb89b182-20db-4554-a4f6-e61ef077da18 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5707732-cd45-45d3-81fc-2a4de861f952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363077 Mar 07 10:52:04.631557 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0ee29669-306c-428c-aaa8-e0ed26ae600c req-d51f9ef9-d934-43d4-8766-2b85ef9842da tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5f42e82-5127-4155-b233-7e9cb6e69b17 HTTP/1.1" status: 200 len: 210 time: 0.1199234 Mar 07 10:52:04.668560 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e98bd42-7bce-4ce6-81f8-7e2e06e2e4c9 x-openstack-request-id: req-3e98bd42-7bce-4ce6-81f8-7e2e06e2e4c9 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:52:04.668842 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5f42e82-5127-4155-b233-7e9cb6e69b17", "name": "network-vif-deleted", "tag": "c187e918-c2c4-48fd-8913-5408b57326aa", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:52:04.669199 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3e98bd42-7bce-4ce6-81f8-7e2e06e2e4c9 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:52:04.669548 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5f42e82-5127-4155-b233-7e9cb6e69b17', 'name': 'network-vif-deleted', 'tag': 'c187e918-c2c4-48fd-8913-5408b57326aa', 'status': 'completed', 'code': 200} Mar 07 10:52:04.843485 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-1f156e1a-9691-47dd-bc3a-ff92d4e2ce9a tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:04.844590 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1f156e1a-9691-47dd-bc3a-ff92d4e2ce9a tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.4351404 Mar 07 10:52:04.847463 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39756) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:04.856379 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-2336f3bd-e405-42a4-bf29-34eb6b61342d tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:04.857562 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2336f3bd-e405-42a4-bf29-34eb6b61342d tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0085545 Mar 07 10:52:04.860518 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39758) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:04.866666 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-42fed954-3d6c-47e5-8508-d43806325a7c tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:04.867724 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-42fed954-3d6c-47e5-8508-d43806325a7c tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0059302 Mar 07 10:52:04.870279 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39760) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:04.875886 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-faa65f57-3e01-4093-8f06-859555b08efc tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:04.880205 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39762) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:04.881928 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-faa65f57-3e01-4093-8f06-859555b08efc tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0055270 Mar 07 10:52:04.892490 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-1ddab776-cf23-4da9-b557-576e3eae9088 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:04.896650 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1ddab776-cf23-4da9-b557-576e3eae9088 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0134234 Mar 07 10:52:04.897733 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39764) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:04.903186 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-2274a6b4-2572-43a3-a4e5-b2b3f68f04b1 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:04.905217 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2274a6b4-2572-43a3-a4e5-b2b3f68f04b1 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0054164 Mar 07 10:52:04.906680 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39766) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:04.916697 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-9850c6d5-dc81-40b1-b6a9-96de6330de53 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:04.917727 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9850c6d5-dc81-40b1-b6a9-96de6330de53 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0101347 Mar 07 10:52:04.920405 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39768) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:04.926747 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-ae5fb8da-b309-4f29-84ac-5d4a658fc8f7 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:04.928332 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ae5fb8da-b309-4f29-84ac-5d4a658fc8f7 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0067704 Mar 07 10:52:04.931209 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39770) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:04.938076 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-e31329b2-85eb-4c56-a709-08bc37ecee00 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:04.944659 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e31329b2-85eb-4c56-a709-08bc37ecee00 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0096791 Mar 07 10:52:04.945328 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39772) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:04.950584 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-700621cb-a7c0-4ac9-bcaa-09d024de78a4 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:04.951562 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-700621cb-a7c0-4ac9-bcaa-09d024de78a4 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0052161 Mar 07 10:52:04.954566 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39774) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:04.973436 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-d707630e-0c75-4a48-8c52-03b32cb84f2c tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:04.973436 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d707630e-0c75-4a48-8c52-03b32cb84f2c tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0112281 Mar 07 10:52:04.973643 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39776) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:04.991271 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-2dad2fa8-29bb-4e62-a7a7-e64aa4be77e1 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:04.995712 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39780) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:04.996889 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2dad2fa8-29bb-4e62-a7a7-e64aa4be77e1 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0255949 Mar 07 10:52:05.000562 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-aee4609a-1e1b-462d-9d8a-70518520746b tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.003756 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-aee4609a-1e1b-462d-9d8a-70518520746b tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0069742 Mar 07 10:52:05.007200 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39782) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.025584 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-5c57d38f-1a32-44d5-bc9c-17be07bc9f0e tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.027126 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5c57d38f-1a32-44d5-bc9c-17be07bc9f0e tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0183496 Mar 07 10:52:05.030515 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39784) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.035517 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-bfbc2ed7-94f1-4587-a460-1c0487a15ac8 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.040874 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-bfbc2ed7-94f1-4587-a460-1c0487a15ac8 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0082638 Mar 07 10:52:05.041640 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39786) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.047429 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-81fb2cbb-9a7b-484b-aef6-e1634da89a4d tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.052728 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39788) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.053997 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-81fb2cbb-9a7b-484b-aef6-e1634da89a4d tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0108178 Mar 07 10:52:05.059172 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-a95734ba-32ec-4588-bd31-266eaa17cb2e tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.061980 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a95734ba-32ec-4588-bd31-266eaa17cb2e tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0079141 Mar 07 10:52:05.065042 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39790) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.088814 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-06eb17c2-a887-4555-9848-755b2f7921c4 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.094752 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39792) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.094933 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-06eb17c2-a887-4555-9848-755b2f7921c4 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0286410 Mar 07 10:52:05.101608 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-c305f3e9-cb01-4478-a7f7-f3253537f9a7 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.102820 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c305f3e9-cb01-4478-a7f7-f3253537f9a7 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0063357 Mar 07 10:52:05.105349 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39794) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.112523 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-c3449345-b102-42cc-867d-a74de7ee3424 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.114905 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c3449345-b102-42cc-867d-a74de7ee3424 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0084789 Mar 07 10:52:05.118006 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39796) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.123002 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-36c001c1-b7fd-4fc0-83bd-943d21844777 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.128446 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-36c001c1-b7fd-4fc0-83bd-943d21844777 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0092247 Mar 07 10:52:05.129410 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39798) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.135325 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-5abf80a3-c06b-4078-8263-1e626f7440a9 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.138964 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5abf80a3-c06b-4078-8263-1e626f7440a9 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0060203 Mar 07 10:52:05.139891 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39800) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.146296 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-48539c25-f24f-45ea-9849-2a82fcfc32d0 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.150651 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39802) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.151642 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-48539c25-f24f-45ea-9849-2a82fcfc32d0 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0096672 Mar 07 10:52:05.155786 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-1ee24f63-6ae2-4195-9d0d-3306eaef1d85 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.159210 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1ee24f63-6ae2-4195-9d0d-3306eaef1d85 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0048621 Mar 07 10:52:05.159210 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39804) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.164958 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-6f1454d1-5d75-4e25-9e27-2d6426166f13 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.170045 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6f1454d1-5d75-4e25-9e27-2d6426166f13 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0059042 Mar 07 10:52:05.170172 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39806) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.175558 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-c385799d-5b9c-4f32-b40a-2f402a12200d tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.180955 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c385799d-5b9c-4f32-b40a-2f402a12200d tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0069890 Mar 07 10:52:05.181868 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39808) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.187807 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-16f9f089-c240-4f4d-bd9b-811b26dbf451 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.192809 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39810) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.192966 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-16f9f089-c240-4f4d-bd9b-811b26dbf451 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0095525 Mar 07 10:52:05.197716 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-c01563ea-8311-43f4-8b9e-31a82c9a4180 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.198947 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c01563ea-8311-43f4-8b9e-31a82c9a4180 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0047305 Mar 07 10:52:05.202397 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39812) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.206680 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-0636c9fa-9f72-48d4-8485-c1658f13f635 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.210990 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39814) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.211901 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0636c9fa-9f72-48d4-8485-c1658f13f635 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0087547 Mar 07 10:52:05.216698 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-7141ea7a-d080-4484-8624-06e497004ee0 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.220120 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7141ea7a-d080-4484-8624-06e497004ee0 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0055509 Mar 07 10:52:05.220937 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39816) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.236899 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-ebf61d43-02d9-49fb-8b85-abeac4c74da2 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.248081 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ebf61d43-02d9-49fb-8b85-abeac4c74da2 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0259781 Mar 07 10:52:05.251321 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39824) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.258662 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-157943a7-5c17-4fa2-95e0-b40335dc1dbd tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.262998 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39826) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.263225 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-157943a7-5c17-4fa2-95e0-b40335dc1dbd tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0104406 Mar 07 10:52:05.267494 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-acc65194-1038-4ef7-8699-8cae32f9fc98 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.271761 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-acc65194-1038-4ef7-8699-8cae32f9fc98 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0043955 Mar 07 10:52:05.272459 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39828) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.283151 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-d9431c0b-2883-4eaf-89d4-6d70d78da3e6 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.289261 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39830) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.290091 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d9431c0b-2883-4eaf-89d4-6d70d78da3e6 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0156658 Mar 07 10:52:05.294498 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-1e03b09b-d60f-4f1d-920d-cf84e674265f tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.299264 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39832) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.299763 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1e03b09b-d60f-4f1d-920d-cf84e674265f tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0052037 Mar 07 10:52:05.308100 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-155adbef-7cc3-4b69-b015-16b05c5a05a2 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.314012 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39834) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.314889 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-155adbef-7cc3-4b69-b015-16b05c5a05a2 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0131350 Mar 07 10:52:05.325881 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-d153da49-0b88-4cbc-91d2-8befc4282844 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.328130 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d153da49-0b88-4cbc-91d2-8befc4282844 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0130317 Mar 07 10:52:05.331756 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39836) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.355976 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-1874db50-a280-432a-9dbd-2c322f923767 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.361631 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39840) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.361943 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1874db50-a280-432a-9dbd-2c322f923767 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0286264 Mar 07 10:52:05.369547 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-eedc4476-2d8a-491d-86f0-9313ee32e242 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.372945 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-eedc4476-2d8a-491d-86f0-9313ee32e242 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0052485 Mar 07 10:52:05.373778 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39842) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.384029 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-16e08956-189a-4d71-a403-3e5e2afc145a tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.389697 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-16e08956-189a-4d71-a403-3e5e2afc145a tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0124142 Mar 07 10:52:05.390526 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39844) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.395818 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-c5d11e08-ea90-43b0-9436-e6b9a8ded17c tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.400410 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39846) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.401017 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c5d11e08-ea90-43b0-9436-e6b9a8ded17c tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0085375 Mar 07 10:52:05.409547 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-21d5119a-b5ca-44e9-b04f-0bc17ce62b6d tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.413222 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39848) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.413357 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-21d5119a-b5ca-44e9-b04f-0bc17ce62b6d tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0108793 Mar 07 10:52:05.418960 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-7500b499-7786-4feb-ab97-47581d1a57e4 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.423343 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39852) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.427075 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7500b499-7786-4feb-ab97-47581d1a57e4 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0086427 Mar 07 10:52:05.436157 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-970ecf60-64c3-42e6-90e3-15d20aec6064 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.444797 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-970ecf60-64c3-42e6-90e3-15d20aec6064 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0167000 Mar 07 10:52:05.447503 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39858) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.458726 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-1eea2ded-5ccd-4080-82c1-c2c203cad8be tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.459820 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1eea2ded-5ccd-4080-82c1-c2c203cad8be tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0106819 Mar 07 10:52:05.463216 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39860) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.467766 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-894c0cd5-1f88-457c-91ed-17f01bfaee52 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.471463 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39862) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.472171 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-894c0cd5-1f88-457c-91ed-17f01bfaee52 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0078797 Mar 07 10:52:05.480725 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-b2069bf8-a980-4c34-953b-9fa625ccd4c3 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.481909 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b2069bf8-a980-4c34-953b-9fa625ccd4c3 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0094268 Mar 07 10:52:05.485383 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39864) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.491494 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-848d7582-107c-4a21-8373-237b361a2393 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.495415 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39866) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.495625 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-848d7582-107c-4a21-8373-237b361a2393 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0089598 Mar 07 10:52:05.500328 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-6c22c30c-11b6-43d0-a528-04ade541b962 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.501758 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6c22c30c-11b6-43d0-a528-04ade541b962 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0051510 Mar 07 10:52:05.505566 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39868) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.512229 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-81c23068-a22e-435b-ad8a-fdd4b7421d63 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.514977 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-81c23068-a22e-435b-ad8a-fdd4b7421d63 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0079985 Mar 07 10:52:05.518251 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39870) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.524694 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-0d27843f-8ca9-4819-8ded-7e32983a7d44 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.531666 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39872) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.532518 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0d27843f-8ca9-4819-8ded-7e32983a7d44 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0132020 Mar 07 10:52:05.536262 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-fdf40950-2e4b-4d60-b36b-81b57c1026bb tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.537316 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fdf40950-2e4b-4d60-b36b-81b57c1026bb tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0046360 Mar 07 10:52:05.540108 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39874) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.568894 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-28a699e2-dbae-42a4-afc5-098434bf41dc tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.579706 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-28a699e2-dbae-42a4-afc5-098434bf41dc tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0381734 Mar 07 10:52:05.585620 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39876) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.593454 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-ed4dac60-86a8-4fff-9039-39f2b09cc66f tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.602267 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ed4dac60-86a8-4fff-9039-39f2b09cc66f tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0115879 Mar 07 10:52:05.603088 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39878) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.616605 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-1e1abecd-8cf2-4fbe-88cd-92ca01e8c218 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.622359 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1e1abecd-8cf2-4fbe-88cd-92ca01e8c218 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0161197 Mar 07 10:52:05.622507 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39882) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.629899 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-c2ca3980-186d-455f-8555-89b18d63597e tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.633800 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c2ca3980-186d-455f-8555-89b18d63597e tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0102735 Mar 07 10:52:05.637902 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39884) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.643496 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-969f93cd-79c2-4a1b-8899-997fe5f66db7 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.649980 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-969f93cd-79c2-4a1b-8899-997fe5f66db7 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0106165 Mar 07 10:52:05.650160 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39888) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.669839 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-7fff83e4-9549-4079-b4ba-22ee334f3053 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.673248 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7fff83e4-9549-4079-b4ba-22ee334f3053 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0092745 Mar 07 10:52:05.674202 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39890) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.681817 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-bc0b6ece-0918-4832-baa5-42cc559566f7 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.690314 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39892) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.690482 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-bc0b6ece-0918-4832-baa5-42cc559566f7 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0107360 Mar 07 10:52:05.707888 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-3d0c87ab-bb8c-4c73-b1a6-23d703f70dd5 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.709324 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3d0c87ab-bb8c-4c73-b1a6-23d703f70dd5 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0055728 Mar 07 10:52:05.712545 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39894) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.724114 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-12c1dda1-f6bb-4f58-8343-0b7074dc48ad tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.730249 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-12c1dda1-f6bb-4f58-8343-0b7074dc48ad tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0149043 Mar 07 10:52:05.731251 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39896) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.752431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-8f70e317-c6bd-48b6-93cb-04e27a63e6f9 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.757409 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8f70e317-c6bd-48b6-93cb-04e27a63e6f9 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0213511 Mar 07 10:52:05.758049 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39900) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.763841 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-69385d4f-7499-48b5-91a8-b3191641e53e tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.768344 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-69385d4f-7499-48b5-91a8-b3191641e53e tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0091908 Mar 07 10:52:05.769131 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39902) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.774029 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-01e4cede-4f3b-425e-9400-12cc2b8f2889 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.778936 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-01e4cede-4f3b-425e-9400-12cc2b8f2889 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0076852 Mar 07 10:52:05.779623 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39904) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.784792 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-d7579740-4d5f-4599-8ef0-1a4dfdd6540b tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.788854 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d7579740-4d5f-4599-8ef0-1a4dfdd6540b tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0082088 Mar 07 10:52:05.789544 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39906) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.794518 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-baaef851-3da6-4059-807f-afb8c8519c90 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.798969 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-baaef851-3da6-4059-807f-afb8c8519c90 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0079339 Mar 07 10:52:05.800509 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39908) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.804051 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d583623-5e11-45a0-96da-390fc4fe6e9c req-00eeb104-df38-4b6a-b638-164f055a991a tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:05.805819 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-9946c877-84ec-4859-8e0e-2abf1b1e6d1a tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.809982 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9946c877-84ec-4859-8e0e-2abf1b1e6d1a tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0076413 Mar 07 10:52:05.812505 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39910) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.817839 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2d583623-5e11-45a0-96da-390fc4fe6e9c req-00eeb104-df38-4b6a-b638-164f055a991a tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 945 time: 0.2574999 Mar 07 10:52:05.830153 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-3956ed00-4bc9-4301-b8f8-e65bf59c6c51 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.835989 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3956ed00-4bc9-4301-b8f8-e65bf59c6c51 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0217502 Mar 07 10:52:05.838119 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39912) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.851734 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [None req-8c98242c-109d-4f17-9409-303a33457ec5 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.855564 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8c98242c-109d-4f17-9409-303a33457ec5 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0164521 Mar 07 10:52:05.862084 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39914) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.874190 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-50d02ca1-7a66-4113-90b4-fc5f2bf700e0 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.875475 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-50d02ca1-7a66-4113-90b4-fc5f2bf700e0 tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0123456 Mar 07 10:52:05.887246 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39916) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:05.902002 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [None req-5838e0aa-bf2d-4985-947d-e774fa3600ac tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] http://10.222.0.11:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:52:05.913211 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5838e0aa-bf2d-4985-947d-e774fa3600ac tempest-ExtensionsTestJSON-843565155 tempest-ExtensionsTestJSON-843565155-project] 10.222.0.11 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0221722 Mar 07 10:52:06.022570 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc1c7c-598b-4ef4-aa6d-7ba83fe95ff6 req-9919c865-7af7-4aaf-b610-e9cdedc5658b tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:06.039613 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2d583623-5e11-45a0-96da-390fc4fe6e9c req-fe595573-ee30-4bd4-bac7-db01991e0a38 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100775 Mar 07 10:52:06.045427 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6fcc1c7c-598b-4ef4-aa6d-7ba83fe95ff6 req-9919c865-7af7-4aaf-b610-e9cdedc5658b tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8f8d35d-2013-4cdf-a138-a1242f10405b HTTP/1.1" status: 200 len: 946 time: 0.2292728 Mar 07 10:52:06.251948 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6fcc1c7c-598b-4ef4-aa6d-7ba83fe95ff6 req-4bdd8892-24ea-4813-aef5-06af4e07c954 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5707732-cd45-45d3-81fc-2a4de861f952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046001 Mar 07 10:52:06.486747 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-86462b57-d37a-40ca-993f-b43b124c6337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:06.535897 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device c187e918-c2c4-48fd-8913-5408b57326aa no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:52:06.590606 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: c187e918-c2c4-48fd-8913-5408b57326aa {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:52:06.590962 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device c187e918-c2c4-48fd-8913-5408b57326aa not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:52:06.760002 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39954) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:07.050928 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0e4d963d-5217-4378-9bd2-483e2550976e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:07.255833 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe1f26-d609-47cd-a5fd-e4ec96329c0e req-753127b1-c536-4863-a90d-aa3686537ee7 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:07.267264 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5cbe1f26-d609-47cd-a5fd-e4ec96329c0e req-753127b1-c536-4863-a90d-aa3686537ee7 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 945 time: 0.1228082 Mar 07 10:52:07.311141 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0e4d963d-5217-4378-9bd2-483e2550976e admin admin] Publish callbacks [] for security_group (0d21772f-ea8e-4cbf-8716-b547ab15e2c2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:07.370996 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5cbe1f26-d609-47cd-a5fd-e4ec96329c0e req-52fce82a-bd39-4b1f-b0f0-e5458166e45c tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022346 Mar 07 10:52:07.372081 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0e4d963d-5217-4378-9bd2-483e2550976e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0d21772f-ea8e-4cbf-8716-b547ab15e2c2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:07.461755 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d963d-5217-4378-9bd2-483e2550976e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d21772f-ea8e-4cbf-8716-b547ab15e2c2,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:07.510161 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0e4d963d-5217-4378-9bd2-483e2550976e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=94dd4587814d4ef3acc78d3223629317&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7484348 Mar 07 10:52:07.512917 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40002) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:07.612095 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-e52ef42c-6122-40f9-b459-cf051823b9ef tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:07.622899 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-e52ef42c-6122-40f9-b459-cf051823b9ef tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/networks?id=b5ac3594-31b2-4f8f-99ae-bd148951ec42 HTTP/1.1" status: 200 len: 806 time: 0.3393855 Mar 07 10:52:07.671445 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-43bf2803-aab6-4c51-bd02-95d39f127406 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/quotas/7f878931fbda404796227bcaa31aa466 HTTP/1.1" status: 200 len: 375 time: 0.0450640 Mar 07 10:52:07.686199 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d32caff8-7a8d-4e6d-8eda-4b06821081be admin admin] Publish callbacks [] for security_group (0d21772f-ea8e-4cbf-8716-b547ab15e2c2), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:07.745872 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d32caff8-7a8d-4e6d-8eda-4b06821081be admin admin] Publish callbacks [] for security_group (0d21772f-ea8e-4cbf-8716-b547ab15e2c2), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:07.885204 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-8929e4c7-88ea-45c1-a99d-71bdb81b133b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f878931fbda404796227bcaa31aa466&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1945746 Mar 07 10:52:07.986941 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d32caff8-7a8d-4e6d-8eda-4b06821081be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0d21772f-ea8e-4cbf-8716-b547ab15e2c2), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:07.990359 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d32caff8-7a8d-4e6d-8eda-4b06821081be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:07.991552 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d32caff8-7a8d-4e6d-8eda-4b06821081be admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0d21772f-ea8e-4cbf-8716-b547ab15e2c2 HTTP/1.1" status: 204 len: 168 time: 0.4776585 Mar 07 10:52:08.117856 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32caff8-7a8d-4e6d-8eda-4b06821081be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d21772f-ea8e-4cbf-8716-b547ab15e2c2,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:08.189679 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240b09c-f84c-49e5-8c8c-2e0b792675e4 req-87bb4a4c-848f-40d8-8371-c9073757e7c5 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:08.196335 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-d396ed74-ce2d-43a6-a95d-83638558dd53 service neutron] 10.222.0.11 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040183 Mar 07 10:52:08.207500 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6240b09c-f84c-49e5-8c8c-2e0b792675e4 req-87bb4a4c-848f-40d8-8371-c9073757e7c5 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8f8d35d-2013-4cdf-a138-a1242f10405b HTTP/1.1" status: 200 len: 946 time: 0.2048149 Mar 07 10:52:08.331133 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6240b09c-f84c-49e5-8c8c-2e0b792675e4 req-c2ecdfed-1cb1-42bb-b501-d167f99fba34 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5707732-cd45-45d3-81fc-2a4de861f952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179256 Mar 07 10:52:08.414064 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-00ba4676-fd2d-4304-875c-a20ef07129f8 service neutron] 10.222.0.11 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165468 Mar 07 10:52:08.623081 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4270d08c-a7e3-446f-a50c-144ffa51d4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:08.787790 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66946d66-190c-4f92-980c-22bc9d955fd9 req-0aec77f6-a0ed-470a-a5dd-bddf7f08262a tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:08.796598 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-66946d66-190c-4f92-980c-22bc9d955fd9 req-0aec77f6-a0ed-470a-a5dd-bddf7f08262a tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 945 time: 0.2438402 Mar 07 10:52:08.857613 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-445bad93-dd7a-4497-9db0-7416cdc29ff2 req-62ed94d0-4986-4bbe-8f67-381962a2235f tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 210 time: 0.0787883 Mar 07 10:52:08.896818 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40052) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:08.978171 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-66946d66-190c-4f92-980c-22bc9d955fd9 req-6d2cedce-28ae-40b2-8ee1-b95a759b2040 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729739 Mar 07 10:52:09.280496 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4233bac1-ed05-4799-93e4-31786871921b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:09.354824 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84cac1d-7cae-4f68-938d-c39440125df6 req-342139f6-bb6b-4852-976c-7fcae0ed60ab tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:09.356926 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f84cac1d-7cae-4f68-938d-c39440125df6 req-342139f6-bb6b-4852-976c-7fcae0ed60ab tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] 10.222.0.31 "GET /v2.0/ports?device_id=d8f8d35d-2013-4cdf-a138-a1242f10405b HTTP/1.1" status: 200 len: 946 time: 0.1815271 Mar 07 10:52:09.791058 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f33238-b1d3-48d4-9521-1b6df07343bb req-f1c8af09-fa51-4eef-b806-58ec2fa79782 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:09.798621 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-12f33238-b1d3-48d4-9521-1b6df07343bb req-f1c8af09-fa51-4eef-b806-58ec2fa79782 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8f8d35d-2013-4cdf-a138-a1242f10405b HTTP/1.1" status: 200 len: 946 time: 0.3140602 Mar 07 10:52:09.802801 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4233bac1-ed05-4799-93e4-31786871921b admin admin] Publish callbacks [] for security_group (af0663b8-83b1-4d5d-a08f-5f522844e234), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:09.816899 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-f84cac1d-7cae-4f68-938d-c39440125df6 req-81f4583d-ff8c-482b-ba0d-643c69b71dee tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] Deleting port 8989b5d7-06a4-4c4e-bddc-4185c62d85e4 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:52:09.817796 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f84cac1d-7cae-4f68-938d-c39440125df6 req-81f4583d-ff8c-482b-ba0d-643c69b71dee tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (8989b5d7-06a4-4c4e-bddc-4185c62d85e4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:09.835163 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4233bac1-ed05-4799-93e4-31786871921b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (af0663b8-83b1-4d5d-a08f-5f522844e234), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:09.865972 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:09.965634 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4233bac1-ed05-4799-93e4-31786871921b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1a1a1accb0c243c6a735ea71add0f95e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0676548 Mar 07 10:52:09.969664 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40084) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:09.974467 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233bac1-ed05-4799-93e4-31786871921b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0663b8-83b1-4d5d-a08f-5f522844e234,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:10.004607 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-12f33238-b1d3-48d4-9521-1b6df07343bb req-1862607b-6d3f-4d5f-aa2c-1ed5de159385 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] 10.222.0.11 "GET /v2.0/security-groups?id=f5707732-cd45-45d3-81fc-2a4de861f952&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047136 Mar 07 10:52:10.019282 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4233bac1-ed05-4799-93e4-31786871921b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:10.019975 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4233bac1-ed05-4799-93e4-31786871921b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:10.020626 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4233bac1-ed05-4799-93e4-31786871921b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:10.021212 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4233bac1-ed05-4799-93e4-31786871921b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:10.021876 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4233bac1-ed05-4799-93e4-31786871921b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:10.023629 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4233bac1-ed05-4799-93e4-31786871921b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:10.024250 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4233bac1-ed05-4799-93e4-31786871921b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:10.025862 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4233bac1-ed05-4799-93e4-31786871921b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:10.026443 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4233bac1-ed05-4799-93e4-31786871921b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:10.028172 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4233bac1-ed05-4799-93e4-31786871921b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:10.028744 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4233bac1-ed05-4799-93e4-31786871921b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:10.029341 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4233bac1-ed05-4799-93e4-31786871921b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:10.030403 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4233bac1-ed05-4799-93e4-31786871921b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:10.084194 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-f84cac1d-7cae-4f68-938d-c39440125df6 req-81f4583d-ff8c-482b-ba0d-643c69b71dee tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] For port 8989b5d7-06a4-4c4e-bddc-4185c62d85e4, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=8989b5d7-06a4-4c4e-bddc-4185c62d85e4,segment=NetworkSegment(6b90ae01-6c0f-47a4-b48d-ff3dcf7c9bc4),segment_id=6b90ae01-6c0f-47a4-b48d-ff3dcf7c9bc4)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:10.087241 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f84cac1d-7cae-4f68-938d-c39440125df6 req-81f4583d-ff8c-482b-ba0d-643c69b71dee tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (8989b5d7-06a4-4c4e-bddc-4185c62d85e4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:10.102265 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-135f27ae-9e96-42f4-9c68-2eae859baf01 req-e28cfd33-50a1-475a-970c-132a6b353f6c tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 210 time: 0.1339040 Mar 07 10:52:10.121625 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-f84cac1d-7cae-4f68-938d-c39440125df6 req-81f4583d-ff8c-482b-ba0d-643c69b71dee tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] Calling delete_port for 8989b5d7-06a4-4c4e-bddc-4185c62d85e4 owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:52:10.145134 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40088) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:10.266859 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4df4d17-9cd7-40f9-ad60-209cd39a4a83 admin admin] Publish callbacks [] for security_group (af0663b8-83b1-4d5d-a08f-5f522844e234), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:10.305415 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4df4d17-9cd7-40f9-ad60-209cd39a4a83 admin admin] Publish callbacks [] for security_group (af0663b8-83b1-4d5d-a08f-5f522844e234), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:10.332492 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-954e3b4b-6d4e-4a7d-abd5-f09d63e3eeca tempest-NetworksNegativeTestJSON-269265176 tempest-NetworksNegativeTestJSON-269265176-project] Request body: {'port': {'network_id': '5bd42e89-8651-4b7c-9eb6-65943d78382f', 'name': 'tempest-NetworksNegativeTestJSON-386711758'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:10.397287 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-954e3b4b-6d4e-4a7d-abd5-f09d63e3eeca tempest-NetworksNegativeTestJSON-269265176 tempest-NetworksNegativeTestJSON-269265176-project] POST failed (client error): The resource could not be found. Mar 07 10:52:10.398017 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-954e3b4b-6d4e-4a7d-abd5-f09d63e3eeca tempest-NetworksNegativeTestJSON-269265176 tempest-NetworksNegativeTestJSON-269265176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:10.403650 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-954e3b4b-6d4e-4a7d-abd5-f09d63e3eeca tempest-NetworksNegativeTestJSON-269265176 tempest-NetworksNegativeTestJSON-269265176-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2515607 Mar 07 10:52:10.408563 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40096) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:10.425013 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4df4d17-9cd7-40f9-ad60-209cd39a4a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (af0663b8-83b1-4d5d-a08f-5f522844e234), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:10.428574 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4df4d17-9cd7-40f9-ad60-209cd39a4a83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:10.435755 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e4df4d17-9cd7-40f9-ad60-209cd39a4a83 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/af0663b8-83b1-4d5d-a08f-5f522844e234 HTTP/1.1" status: 204 len: 168 time: 0.4649522 Mar 07 10:52:10.461718 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4df4d17-9cd7-40f9-ad60-209cd39a4a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0663b8-83b1-4d5d-a08f-5f522844e234,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:10.472308 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f13f4d7-c4ba-4e12-ae72-b18c547a9141 tempest-NetworksNegativeTestJSON-269265176 tempest-NetworksNegativeTestJSON-269265176-project] DELETE failed (client error): The resource could not be found. Mar 07 10:52:10.474077 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f13f4d7-c4ba-4e12-ae72-b18c547a9141 tempest-NetworksNegativeTestJSON-269265176 tempest-NetworksNegativeTestJSON-269265176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:10.477339 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5f13f4d7-c4ba-4e12-ae72-b18c547a9141 tempest-NetworksNegativeTestJSON-269265176 tempest-NetworksNegativeTestJSON-269265176-project] 10.222.0.11 "DELETE /v2.0/networks/a94bf7fe-292a-4667-b52a-71ca72f4d9ba HTTP/1.1" status: 404 len: 339 time: 0.0677373 Mar 07 10:52:10.481435 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40100) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:10.539435 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea05ae66-7639-4cd7-9310-50e2e3854b90 tempest-NetworksNegativeTestJSON-269265176 tempest-NetworksNegativeTestJSON-269265176-project] DELETE failed (client error): The resource could not be found. Mar 07 10:52:10.542580 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea05ae66-7639-4cd7-9310-50e2e3854b90 tempest-NetworksNegativeTestJSON-269265176 tempest-NetworksNegativeTestJSON-269265176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:10.546941 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ea05ae66-7639-4cd7-9310-50e2e3854b90 tempest-NetworksNegativeTestJSON-269265176 tempest-NetworksNegativeTestJSON-269265176-project] 10.222.0.11 "DELETE /v2.0/ports/f26f2859-a595-471c-9f02-a157a59d7d7f HTTP/1.1" status: 404 len: 333 time: 0.0642684 Mar 07 10:52:10.552362 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40102) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:10.596699 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827c708-d650-4366-b704-6e08a6c917b7 req-5d4b081f-66a2-4885-9870-3b2f04f6e725 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:10.607548 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4827c708-d650-4366-b704-6e08a6c917b7 req-5d4b081f-66a2-4885-9870-3b2f04f6e725 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 945 time: 0.4872606 Mar 07 10:52:10.609199 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2e7fe34-0f6e-4658-aa1a-013bcd6a183f tempest-NetworksNegativeTestJSON-269265176 tempest-NetworksNegativeTestJSON-269265176-project] DELETE failed (client error): The resource could not be found. Mar 07 10:52:10.609870 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2e7fe34-0f6e-4658-aa1a-013bcd6a183f tempest-NetworksNegativeTestJSON-269265176 tempest-NetworksNegativeTestJSON-269265176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:10.613188 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b2e7fe34-0f6e-4658-aa1a-013bcd6a183f tempest-NetworksNegativeTestJSON-269265176 tempest-NetworksNegativeTestJSON-269265176-project] 10.222.0.11 "DELETE /v2.0/subnets/94b59357-fe31-4638-85ff-1d781328e311 HTTP/1.1" status: 404 len: 337 time: 0.0595243 Mar 07 10:52:10.617014 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40104) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:10.703451 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-17420b86-a56d-436a-9a52-4f0e6b30ebf9 tempest-NetworksNegativeTestJSON-269265176 tempest-NetworksNegativeTestJSON-269265176-project] GET failed (client error): The resource could not be found. Mar 07 10:52:10.709716 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-17420b86-a56d-436a-9a52-4f0e6b30ebf9 tempest-NetworksNegativeTestJSON-269265176 tempest-NetworksNegativeTestJSON-269265176-project] 10.222.0.11 "GET /v2.0/networks/f8deb0cb-4191-4782-aad0-f9bc8ee31022 HTTP/1.1" status: 404 len: 339 time: 0.0903046 Mar 07 10:52:10.713431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40106) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:10.781899 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f84cac1d-7cae-4f68-938d-c39440125df6 req-81f4583d-ff8c-482b-ba0d-643c69b71dee tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (8989b5d7-06a4-4c4e-bddc-4185c62d85e4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:10.797789 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['8989b5d7-06a4-4c4e-bddc-4185c62d85e4'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:52:10.808081 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a9c6d2a-38ea-47ea-9d6f-8f019133ccec tempest-NetworksNegativeTestJSON-269265176 tempest-NetworksNegativeTestJSON-269265176-project] GET failed (client error): The resource could not be found. Mar 07 10:52:10.809822 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1a9c6d2a-38ea-47ea-9d6f-8f019133ccec tempest-NetworksNegativeTestJSON-269265176 tempest-NetworksNegativeTestJSON-269265176-project] 10.222.0.11 "GET /v2.0/ports/f7f4a3cf-2d24-4bb3-b377-12b764ed3bbe HTTP/1.1" status: 404 len: 333 time: 0.0799413 Mar 07 10:52:10.819636 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40108) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:10.854745 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b37844d-794c-45ad-b14a-def33a83efd3 tempest-NetworksNegativeTestJSON-269265176 tempest-NetworksNegativeTestJSON-269265176-project] GET failed (client error): The resource could not be found. Mar 07 10:52:10.862068 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2b37844d-794c-45ad-b14a-def33a83efd3 tempest-NetworksNegativeTestJSON-269265176 tempest-NetworksNegativeTestJSON-269265176-project] 10.222.0.11 "GET /v2.0/subnets/dc1f729b-1735-45a7-93fe-b11c9f32a426 HTTP/1.1" status: 404 len: 337 time: 0.0405149 Mar 07 10:52:10.863086 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40110) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:10.907742 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-e49c9dc9-ffd4-426b-81ef-933dcf4be447 tempest-NetworksNegativeTestJSON-269265176 tempest-NetworksNegativeTestJSON-269265176-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:10.934350 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49c9dc9-ffd4-426b-81ef-933dcf4be447 tempest-NetworksNegativeTestJSON-269265176 tempest-NetworksNegativeTestJSON-269265176-project] PUT failed (client error): The resource could not be found. Mar 07 10:52:10.936501 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49c9dc9-ffd4-426b-81ef-933dcf4be447 tempest-NetworksNegativeTestJSON-269265176 tempest-NetworksNegativeTestJSON-269265176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:10.947382 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e49c9dc9-ffd4-426b-81ef-933dcf4be447 tempest-NetworksNegativeTestJSON-269265176 tempest-NetworksNegativeTestJSON-269265176-project] 10.222.0.11 "PUT /v2.0/networks/7422d3f1-08af-4b02-b2e0-70dbf9f00346 HTTP/1.1" status: 404 len: 339 time: 0.0485587 Mar 07 10:52:10.951237 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40114) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:10.966454 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f4583d-ff8c-482b-ba0d-643c69b71dee tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] Pushing event deleted for resources: {'Port': ['ID=8989b5d7-06a4-4c4e-bddc-4185c62d85e4,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:10.974377 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-a925b929-aa86-4c4b-a4d0-6ab45ec5819e tempest-NetworksNegativeTestJSON-269265176 tempest-NetworksNegativeTestJSON-269265176-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:11.060529 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a925b929-aa86-4c4b-a4d0-6ab45ec5819e tempest-NetworksNegativeTestJSON-269265176 tempest-NetworksNegativeTestJSON-269265176-project] PUT failed (client error): The resource could not be found. Mar 07 10:52:11.065490 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a925b929-aa86-4c4b-a4d0-6ab45ec5819e tempest-NetworksNegativeTestJSON-269265176 tempest-NetworksNegativeTestJSON-269265176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:11.074721 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4827c708-d650-4366-b704-6e08a6c917b7 req-9c647a91-1244-431d-9223-df9dc43519d7 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4644766 Mar 07 10:52:11.081574 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a925b929-aa86-4c4b-a4d0-6ab45ec5819e tempest-NetworksNegativeTestJSON-269265176 tempest-NetworksNegativeTestJSON-269265176-project] 10.222.0.11 "PUT /v2.0/ports/c64fda0c-f593-47e5-8cde-8a2fc814e1ce HTTP/1.1" status: 404 len: 333 time: 0.1243780 Mar 07 10:52:11.084431 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40118) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:11.158870 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-cd1ff279-eff4-4fbb-91b7-79a30d56a172 tempest-NetworksNegativeTestJSON-269265176 tempest-NetworksNegativeTestJSON-269265176-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:11.162897 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84cac1d-7cae-4f68-938d-c39440125df6 req-81f4583d-ff8c-482b-ba0d-643c69b71dee tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] No DVR routers for this DVR port 8989b5d7-06a4-4c4e-bddc-4185c62d85e4 on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:52:11.166999 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f84cac1d-7cae-4f68-938d-c39440125df6 req-81f4583d-ff8c-482b-ba0d-643c69b71dee tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:11.175265 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f84cac1d-7cae-4f68-938d-c39440125df6 req-81f4583d-ff8c-482b-ba0d-643c69b71dee tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] 10.222.0.31 "DELETE /v2.0/ports/8989b5d7-06a4-4c4e-bddc-4185c62d85e4 HTTP/1.1" status: 204 len: 173 time: 1.8091781 Mar 07 10:52:11.187327 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8f8d35d-2013-4cdf-a138-a1242f10405b', 'name': 'network-vif-deleted', 'tag': '8989b5d7-06a4-4c4e-bddc-4185c62d85e4'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:52:11.195506 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3693b9-9f2e-40d5-9b8c-ffed4a118aa4" -d '{"events": [{"server_uuid": "d8f8d35d-2013-4cdf-a138-a1242f10405b", "name": "network-vif-deleted", "tag": "8989b5d7-06a4-4c4e-bddc-4185c62d85e4"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:52:11.200480 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-aa0bc9e1-1f51-44c4-ba86-28f505140a9e tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:11.203119 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-aa0bc9e1-1f51-44c4-ba86-28f505140a9e tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.21 "GET /v2.0/networks?id=b5ac3594-31b2-4f8f-99ae-bd148951ec42 HTTP/1.1" status: 200 len: 806 time: 0.4902625 Mar 07 10:52:11.295776 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1ea7e596-3e15-46cb-add4-b2427a69ff2c req-61c331ab-3b80-40bc-a84b-16cf1e5121d9 tempest-ServerMetadataNegativeTestJSON-686025738 tempest-ServerMetadataNegativeTestJSON-686025738-project] 10.222.0.11 "GET /v2.0/ports?device_id=d8f8d35d-2013-4cdf-a138-a1242f10405b HTTP/1.1" status: 200 len: 210 time: 0.1483319 Mar 07 10:52:11.298159 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd1ff279-eff4-4fbb-91b7-79a30d56a172 tempest-NetworksNegativeTestJSON-269265176 tempest-NetworksNegativeTestJSON-269265176-project] PUT failed (client error): The resource could not be found. Mar 07 10:52:11.302879 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-e9f3f8b6-2ef2-4fd2-ac4f-02a216e923c3 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Request body: {'port': {'device_id': '1fde01c9-2f03-4d03-a871-4dd256c8b80b', 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42', 'admin_state_up': True, 'tenant_id': '7f878931fbda404796227bcaa31aa466'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:11.305579 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd1ff279-eff4-4fbb-91b7-79a30d56a172 tempest-NetworksNegativeTestJSON-269265176 tempest-NetworksNegativeTestJSON-269265176-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:11.315522 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cd1ff279-eff4-4fbb-91b7-79a30d56a172 tempest-NetworksNegativeTestJSON-269265176 tempest-NetworksNegativeTestJSON-269265176-project] 10.222.0.11 "PUT /v2.0/subnets/02528bd8-53c5-49d8-b032-4d204d88c36f HTTP/1.1" status: 404 len: 337 time: 0.2277765 Mar 07 10:52:11.342954 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40126) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:11.459946 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4430b5-8d9f-4121-aa65-d839d4e795c8 x-openstack-request-id: req-cd4430b5-8d9f-4121-aa65-d839d4e795c8 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:52:11.463902 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8f8d35d-2013-4cdf-a138-a1242f10405b", "name": "network-vif-deleted", "tag": "8989b5d7-06a4-4c4e-bddc-4185c62d85e4", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:52:11.469179 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cd4430b5-8d9f-4121-aa65-d839d4e795c8 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:52:11.469966 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8f8d35d-2013-4cdf-a138-a1242f10405b', 'name': 'network-vif-deleted', 'tag': '8989b5d7-06a4-4c4e-bddc-4185c62d85e4', 'status': 'completed', 'code': 200} Mar 07 10:52:11.504598 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdd73e6c-4b0d-4b36-ba80-f053d00e018d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:11.522730 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f71e31a0-cc9a-4688-b34e-238c0b1eb089 req-0d883d0f-2923-4d8a-90d8-94e47aadaad4 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 210 time: 0.1696916 Mar 07 10:52:11.667263 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:11.696600 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-e9f3f8b6-2ef2-4fd2-ac4f-02a216e923c3 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Made reservation on behalf of 7f878931fbda404796227bcaa31aa466 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:11.700349 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-e9f3f8b6-2ef2-4fd2-ac4f-02a216e923c3 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:11.753040 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdd73e6c-4b0d-4b36-ba80-f053d00e018d admin admin] Publish callbacks [] for security_group (11e92a02-236d-4f81-8d90-bd827ae7ee04), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:11.760071 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fdd73e6c-4b0d-4b36-ba80-f053d00e018d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (11e92a02-236d-4f81-8d90-bd827ae7ee04), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:11.849641 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fdd73e6c-4b0d-4b36-ba80-f053d00e018d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e3351b3d74db4700a36c772c9ed661c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5047913 Mar 07 10:52:11.854710 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40134) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:11.925305 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f708aef5-8180-4d78-bb03-5bd619525af1 admin admin] Publish callbacks [] for security_group (11e92a02-236d-4f81-8d90-bd827ae7ee04), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:11.950801 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f708aef5-8180-4d78-bb03-5bd619525af1 admin admin] Publish callbacks [] for security_group (11e92a02-236d-4f81-8d90-bd827ae7ee04), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:12.007189 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd73e6c-4b0d-4b36-ba80-f053d00e018d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e92a02-236d-4f81-8d90-bd827ae7ee04,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:12.013645 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40136) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:12.018220 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f708aef5-8180-4d78-bb03-5bd619525af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (11e92a02-236d-4f81-8d90-bd827ae7ee04), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:12.034311 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f708aef5-8180-4d78-bb03-5bd619525af1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:12.046561 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f708aef5-8180-4d78-bb03-5bd619525af1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/11e92a02-236d-4f81-8d90-bd827ae7ee04 HTTP/1.1" status: 204 len: 168 time: 0.1873324 Mar 07 10:52:12.112690 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f708aef5-8180-4d78-bb03-5bd619525af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e92a02-236d-4f81-8d90-bd827ae7ee04,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:12.115799 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-e9f3f8b6-2ef2-4fd2-ac4f-02a216e923c3 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Allocated IP 172.20.0.5 (b5ac3594-31b2-4f8f-99ae-bd148951ec42/32944cde-c55b-47e2-bb77-543fbc1a70ac/cfcee28f-7b05-4786-b358-e10d5081855d) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:52:12.420305 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40146) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:12.499753 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-5384bc6c-038a-4695-a3d7-81c8dc28662b admin admin] Deleting subnet 071cc8a8-ce79-4b99-8035-03e2fc3056c7 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:52:12.503686 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5384bc6c-038a-4695-a3d7-81c8dc28662b admin admin] Publish callbacks [] for subnet (071cc8a8-ce79-4b99-8035-03e2fc3056c7), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:12.543113 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5384bc6c-038a-4695-a3d7-81c8dc28662b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (071cc8a8-ce79-4b99-8035-03e2fc3056c7), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:12.545326 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-baf14caa-0089-45bc-a6c9-5f33570f7bdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:12.621353 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5384bc6c-038a-4695-a3d7-81c8dc28662b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (071cc8a8-ce79-4b99-8035-03e2fc3056c7), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:12.787028 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f6123ba4-7608-4a3b-9def-8feda453dcdc req-6e818d75-0b49-446f-99c8-776e8ad2aa12 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 210 time: 0.1005480 Mar 07 10:52:12.834927 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388e9bf-4675-4bb7-9706-ac8a6ff9a98b req-19eef4e2-32f6-4e48-9742-85350a5ca5a2 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:12.837191 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4388e9bf-4675-4bb7-9706-ac8a6ff9a98b req-19eef4e2-32f6-4e48-9742-85350a5ca5a2 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 945 time: 0.4952192 Mar 07 10:52:12.898637 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-e9f3f8b6-2ef2-4fd2-ac4f-02a216e923c3 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks [] for port (cfcee28f-7b05-4786-b358-e10d5081855d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:12.921213 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:12.924259 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5384bc6c-038a-4695-a3d7-81c8dc28662b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (071cc8a8-ce79-4b99-8035-03e2fc3056c7), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:12.967748 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5384bc6c-038a-4695-a3d7-81c8dc28662b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=071cc8a8-ce79-4b99-8035-03e2fc3056c7,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:12.983281 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-baf14caa-0089-45bc-a6c9-5f33570f7bdb admin admin] Publish callbacks [] for security_group (4e398a87-3b54-42d7-9b40-a037e0ddf429), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:12.986754 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5384bc6c-038a-4695-a3d7-81c8dc28662b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:12.994514 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5384bc6c-038a-4695-a3d7-81c8dc28662b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/071cc8a8-ce79-4b99-8035-03e2fc3056c7 HTTP/1.1" status: 204 len: 168 time: 0.5543542 Mar 07 10:52:13.007795 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40164) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:13.043772 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-baf14caa-0089-45bc-a6c9-5f33570f7bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4e398a87-3b54-42d7-9b40-a037e0ddf429), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:13.064732 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4388e9bf-4675-4bb7-9706-ac8a6ff9a98b req-075e6c99-2bbb-4972-8915-c1a8ca14cb13 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076001 Mar 07 10:52:13.176775 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-e9f3f8b6-2ef2-4fd2-ac4f-02a216e923c3 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (cfcee28f-7b05-4786-b358-e10d5081855d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:13.189786 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:52:13.194333 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-baf14caa-0089-45bc-a6c9-5f33570f7bdb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6b57b0f365284025a805a5e9c5383085&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1464581 Mar 07 10:52:13.201052 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40166) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:13.204293 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf14caa-0089-45bc-a6c9-5f33570f7bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e398a87-3b54-42d7-9b40-a037e0ddf429,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:13.215800 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e27cdaf9-a0cb-4725-af40-361c8f7b0380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (5920b608-863b-4b2e-972f-6c40202982b6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:13.319700 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e27cdaf9-a0cb-4725-af40-361c8f7b0380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (5920b608-863b-4b2e-972f-6c40202982b6), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:13.342283 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-e9f3f8b6-2ef2-4fd2-ac4f-02a216e923c3 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Network b5ac3594-31b2-4f8f-99ae-bd148951ec42 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:52:13.346679 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-e27cdaf9-a0cb-4725-af40-361c8f7b0380 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5920b608-863b-4b2e-972f-6c40202982b6']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:13.361769 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-e27cdaf9-a0cb-4725-af40-361c8f7b0380 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b90ae01-6c0f-47a4-b48d-ff3dcf7c9bc4') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:13.362287 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-e27cdaf9-a0cb-4725-af40-361c8f7b0380 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b90ae01-6c0f-47a4-b48d-ff3dcf7c9bc4') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:13.368262 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-e9f3f8b6-2ef2-4fd2-ac4f-02a216e923c3 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:52:13.372674 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-e9f3f8b6-2ef2-4fd2-ac4f-02a216e923c3 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:52:13.375582 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e27cdaf9-a0cb-4725-af40-361c8f7b0380 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (6b90ae01-6c0f-47a4-b48d-ff3dcf7c9bc4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:13.392174 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e27cdaf9-a0cb-4725-af40-361c8f7b0380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (6b90ae01-6c0f-47a4-b48d-ff3dcf7c9bc4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:13.411782 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e27cdaf9-a0cb-4725-af40-361c8f7b0380 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:52:13.414725 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e27cdaf9-a0cb-4725-af40-361c8f7b0380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (6b90ae01-6c0f-47a4-b48d-ff3dcf7c9bc4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:13.419550 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:52:13.419550 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:52:13.419550 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:52:13.419550 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:52:13.419550 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:52:13.419550 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:52:13.419550 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:52:13.419550 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:52:13.419550 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:52:13.419550 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:52:13.419550 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:52:13.419550 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:52:13.419550 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:52:13.419550 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:52:13.419550 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:52:13.419550 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:52:13.419550 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:52:13.419550 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:52:13.419550 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:52:13.419550 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:52:13.419550 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:52:13.419550 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:52:13.419550 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:52:13.419550 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:52:13.419550 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:52:13.419550 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:52:13.419550 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:52:13.419550 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:52:13.419550 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:52:13.419550 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:52:13.419550 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:52:13.419550 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:52:13.438170 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3f8b6-2ef2-4fd2-ac4f-02a216e923c3 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Pushing event updated for resources: {'Port': ['ID=cfcee28f-7b05-4786-b358-e10d5081855d,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:13.508663 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-965642a0-6e68-43f6-a0fb-8c7f95c0a273 admin admin] Publish callbacks [] for security_group (4e398a87-3b54-42d7-9b40-a037e0ddf429), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:13.622499 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-965642a0-6e68-43f6-a0fb-8c7f95c0a273 admin admin] Publish callbacks [] for security_group (4e398a87-3b54-42d7-9b40-a037e0ddf429), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:13.640930 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e27cdaf9-a0cb-4725-af40-361c8f7b0380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (5920b608-863b-4b2e-972f-6c40202982b6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:13.652663 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e27cdaf9-a0cb-4725-af40-361c8f7b0380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:13.665981 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e27cdaf9-a0cb-4725-af40-361c8f7b0380 admin admin] 10.222.0.11 "DELETE /v2.0/networks/5920b608-863b-4b2e-972f-6c40202982b6 HTTP/1.1" status: 204 len: 168 time: 0.6387823 Mar 07 10:52:13.720070 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27cdaf9-a0cb-4725-af40-361c8f7b0380 admin admin] Pushing event deleted for resources: {'Network': ['ID=5920b608-863b-4b2e-972f-6c40202982b6,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:13.787534 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-e9f3f8b6-2ef2-4fd2-ac4f-02a216e923c3 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:13.788417 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-e9f3f8b6-2ef2-4fd2-ac4f-02a216e923c3 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:13.802877 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-965642a0-6e68-43f6-a0fb-8c7f95c0a273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4e398a87-3b54-42d7-9b40-a037e0ddf429), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:13.806686 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-965642a0-6e68-43f6-a0fb-8c7f95c0a273 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:13.808300 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-965642a0-6e68-43f6-a0fb-8c7f95c0a273 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4e398a87-3b54-42d7-9b40-a037e0ddf429 HTTP/1.1" status: 204 len: 168 time: 0.6061621 Mar 07 10:52:13.819654 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965642a0-6e68-43f6-a0fb-8c7f95c0a273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e398a87-3b54-42d7-9b40-a037e0ddf429,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:13.826922 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-e9f3f8b6-2ef2-4fd2-ac4f-02a216e923c3 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5723894 Mar 07 10:52:13.846760 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-6a218d90-73f8-4be1-ab41-24043ae4e475 service neutron] Request body: {'port': {'device_id': '1fde01c9-2f03-4d03-a871-4dd256c8b80b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:14.003475 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-6a218d90-73f8-4be1-ab41-24043ae4e475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (cfcee28f-7b05-4786-b358-e10d5081855d), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:14.111876 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4e9114-9974-4c9b-ae99-e7312ee9d707 req-2e211209-4978-4334-a3dc-9cc1b93ca902 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:14.117946 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cc4e9114-9974-4c9b-ae99-e7312ee9d707 req-2e211209-4978-4334-a3dc-9cc1b93ca902 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 931 time: 0.1565371 Mar 07 10:52:14.263401 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cc4e9114-9974-4c9b-ae99-e7312ee9d707 req-6945f273-e15d-413e-91fc-d5524b293923 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367912 Mar 07 10:52:14.276997 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40196) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:14.413528 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9ada22bf-bd16-446a-a295-9ac605190141 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c1e277e687124f02a41ea1d4c23333e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1350286 Mar 07 10:52:14.415770 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40200) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:14.440188 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 8989b5d7-06a4-4c4e-bddc-4185c62d85e4 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:52:14.499198 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 8989b5d7-06a4-4c4e-bddc-4185c62d85e4 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:52:14.501627 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 8989b5d7-06a4-4c4e-bddc-4185c62d85e4 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:52:14.618759 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ab6456d0-d6be-4faa-a1b9-4dfa41e7a94a admin admin] Publish callbacks [] for security_group (f5707732-cd45-45d3-81fc-2a4de861f952), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:14.666176 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d02ca6-afec-4381-a25e-d379134271fa req-1e237cc1-d48b-488f-ba7f-53d28b74ddb3 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:14.671621 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d9d02ca6-afec-4381-a25e-d379134271fa req-1e237cc1-d48b-488f-ba7f-53d28b74ddb3 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 945 time: 0.3681159 Mar 07 10:52:14.707557 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ab6456d0-d6be-4faa-a1b9-4dfa41e7a94a admin admin] Publish callbacks [] for security_group (f5707732-cd45-45d3-81fc-2a4de861f952), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:14.810443 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ab6456d0-d6be-4faa-a1b9-4dfa41e7a94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f5707732-cd45-45d3-81fc-2a4de861f952), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:14.816831 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ab6456d0-d6be-4faa-a1b9-4dfa41e7a94a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:14.822716 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ab6456d0-d6be-4faa-a1b9-4dfa41e7a94a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f5707732-cd45-45d3-81fc-2a4de861f952 HTTP/1.1" status: 204 len: 168 time: 0.4021442 Mar 07 10:52:14.838843 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6456d0-d6be-4faa-a1b9-4dfa41e7a94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5707732-cd45-45d3-81fc-2a4de861f952,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:15.141016 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d9d02ca6-afec-4381-a25e-d379134271fa req-2188c082-ae84-4441-8bff-906345cb0233 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635332 Mar 07 10:52:15.423440 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-6a218d90-73f8-4be1-ab41-24043ae4e475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfcee28f-7b05-4786-b358-e10d5081855d {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:52:15.441849 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-6a218d90-73f8-4be1-ab41-24043ae4e475 service neutron] Publish callbacks [] for port (cfcee28f-7b05-4786-b358-e10d5081855d), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:15.486105 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-6a218d90-73f8-4be1-ab41-24043ae4e475 service neutron] Transition to ACTIVE for port object cfcee28f-7b05-4786-b358-e10d5081855d will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:52:15.493542 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-6a218d90-73f8-4be1-ab41-24043ae4e475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (cfcee28f-7b05-4786-b358-e10d5081855d), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:15.539045 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b40408-05d3-4d87-b018-86e9b8b4f074 req-a3254650-6848-48d3-aaa9-8c0a4e3880ff tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:15.541949 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-43b40408-05d3-4d87-b018-86e9b8b4f074 req-a3254650-6848-48d3-aaa9-8c0a4e3880ff tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 931 time: 0.1285143 Mar 07 10:52:15.594313 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a218d90-73f8-4be1-ab41-24043ae4e475 service neutron] Pushing event updated for resources: {'Port': ['ID=cfcee28f-7b05-4786-b358-e10d5081855d,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:15.706463 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-43b40408-05d3-4d87-b018-86e9b8b4f074 req-70216b1e-8aff-4517-802e-996291d1c4c9 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499436 Mar 07 10:52:15.865330 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-6a218d90-73f8-4be1-ab41-24043ae4e475 service neutron] Attempting to bind port cfcee28f-7b05-4786-b358-e10d5081855d on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:52:15.866566 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-6a218d90-73f8-4be1-ab41-24043ae4e475 service neutron] Attempting to bind port cfcee28f-7b05-4786-b358-e10d5081855d by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'a4a40100-6f3a-42be-93d2-6598d5daf6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:52:15.867127 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-6a218d90-73f8-4be1-ab41-24043ae4e475 service neutron] Attempting to bind port cfcee28f-7b05-4786-b358-e10d5081855d on network b5ac3594-31b2-4f8f-99ae-bd148951ec42 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:52:15.883411 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-6a218d90-73f8-4be1-ab41-24043ae4e475 service neutron] Port cfcee28f-7b05-4786-b358-e10d5081855d on network b5ac3594-31b2-4f8f-99ae-bd148951ec42 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:52:15.884288 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-6a218d90-73f8-4be1-ab41-24043ae4e475 service neutron] Attempting to bind port cfcee28f-7b05-4786-b358-e10d5081855d on network b5ac3594-31b2-4f8f-99ae-bd148951ec42 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:52:15.899773 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-6a218d90-73f8-4be1-ab41-24043ae4e475 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:52:15.901597 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-6a218d90-73f8-4be1-ab41-24043ae4e475 service neutron] Checking segment: {'id': 'a4a40100-6f3a-42be-93d2-6598d5daf6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:52:15.903306 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-6a218d90-73f8-4be1-ab41-24043ae4e475 service neutron] Bound using segment: {'id': 'a4a40100-6f3a-42be-93d2-6598d5daf6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:52:15.904023 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-6a218d90-73f8-4be1-ab41-24043ae4e475 service neutron] Bound port: cfcee28f-7b05-4786-b358-e10d5081855d, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a40100-6f3a-42be-93d2-6598d5daf6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:52:15.905553 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-6a218d90-73f8-4be1-ab41-24043ae4e475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (cfcee28f-7b05-4786-b358-e10d5081855d), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:15.993965 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-6a218d90-73f8-4be1-ab41-24043ae4e475 service neutron] For port cfcee28f-7b05-4786-b358-e10d5081855d, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:52:16.002927 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-6a218d90-73f8-4be1-ab41-24043ae4e475 service neutron] For port cfcee28f-7b05-4786-b358-e10d5081855d, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=cfcee28f-7b05-4786-b358-e10d5081855d,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:52:16.020453 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-6a218d90-73f8-4be1-ab41-24043ae4e475 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (cfcee28f-7b05-4786-b358-e10d5081855d), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:16.098239 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-6a218d90-73f8-4be1-ab41-24043ae4e475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:16.103556 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-6a218d90-73f8-4be1-ab41-24043ae4e475 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:16.109206 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-6a218d90-73f8-4be1-ab41-24043ae4e475 service neutron] 10.222.0.21 "PUT /v2.0/ports/cfcee28f-7b05-4786-b358-e10d5081855d HTTP/1.1" status: 200 len: 1091 time: 2.2687368 Mar 07 10:52:16.109792 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fde01c9-2f03-4d03-a871-4dd256c8b80b', 'tag': 'cfcee28f-7b05-4786-b358-e10d5081855d'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:52:16.116151 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809d052f-a2e1-41fa-940f-dd955cd54ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "1fde01c9-2f03-4d03-a871-4dd256c8b80b", "tag": "cfcee28f-7b05-4786-b358-e10d5081855d"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:52:16.169632 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a218d90-73f8-4be1-ab41-24043ae4e475 service neutron] Pushing event updated for resources: {'Port': ['ID=cfcee28f-7b05-4786-b358-e10d5081855d,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:16.305014 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb34e51f-11a7-4682-a7b9-bf706c62572a x-openstack-request-id: req-bb34e51f-11a7-4682-a7b9-bf706c62572a {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:52:16.315703 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fde01c9-2f03-4d03-a871-4dd256c8b80b", "tag": "cfcee28f-7b05-4786-b358-e10d5081855d", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:52:16.321234 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bb34e51f-11a7-4682-a7b9-bf706c62572a {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:52:16.323646 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fde01c9-2f03-4d03-a871-4dd256c8b80b', 'tag': 'cfcee28f-7b05-4786-b358-e10d5081855d', 'status': 'completed', 'code': 200} Mar 07 10:52:16.383427 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-84417381-e4dc-46b3-bb67-fb00decbfc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:16.385567 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-84417381-e4dc-46b3-bb67-fb00decbfc13 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f878931fbda404796227bcaa31aa466&device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 1125 time: 0.1579165 Mar 07 10:52:16.449974 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40328) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:16.534290 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-c9ac4677-7488-4e1e-8149-2d81b541ee36 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfcee28f-7b05-4786-b358-e10d5081855d HTTP/1.1" status: 200 len: 217 time: 0.1347818 Mar 07 10:52:16.563107 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a851a-5ca2-4e89-95b4-0067cb00e7ef req-63af0a18-be41-4c1c-9747-370f09505e94 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:16.585863 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-597a851a-5ca2-4e89-95b4-0067cb00e7ef req-63af0a18-be41-4c1c-9747-370f09505e94 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 945 time: 0.1528261 Mar 07 10:52:16.697801 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-597a851a-5ca2-4e89-95b4-0067cb00e7ef req-78c25328-b6bb-4413-b227-a45430bd2a83 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105998 Mar 07 10:52:16.710173 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-2d4f297f-5dce-4e4b-9912-24775e8a6f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:16.711772 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-2d4f297f-5dce-4e4b-9912-24775e8a6f44 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=32944cde-c55b-47e2-bb77-543fbc1a70ac HTTP/1.1" status: 200 len: 846 time: 0.1642070 Mar 07 10:52:16.962858 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-8585d17f-03bb-4cec-854d-8ddcf09ac202 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5ac3594-31b2-4f8f-99ae-bd148951ec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1015162 Mar 07 10:52:17.066417 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-89e14987-5603-45d7-9a91-b2adb8b5bbbc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1114824112-network', 'tenant_id': '304c96360e0648499eb576091f717f49'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:17.127348 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e14987-5603-45d7-9a91-b2adb8b5bbbc admin admin] Made reservation on behalf of 304c96360e0648499eb576091f717f49 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:17.130437 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-89e14987-5603-45d7-9a91-b2adb8b5bbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:17.207557 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-89e14987-5603-45d7-9a91-b2adb8b5bbbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:17.220569 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-205334df-f2ff-461b-949d-875d0494e837 service neutron] 10.222.0.21 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216647 Mar 07 10:52:17.321372 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd57941-33c8-423e-9977-cb798e487830 req-cca29e2e-eaa8-4d16-825e-3cb522ed05d2 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:17.328378 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8cd57941-33c8-423e-9977-cb798e487830 req-cca29e2e-eaa8-4d16-825e-3cb522ed05d2 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 943 time: 0.3805254 Mar 07 10:52:17.536709 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-89e14987-5603-45d7-9a91-b2adb8b5bbbc admin admin] Publish callbacks [] for security_group (1800a616-f7ea-4734-b7bc-ac647e0ad2e3), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:17.565814 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-89e14987-5603-45d7-9a91-b2adb8b5bbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (1800a616-f7ea-4734-b7bc-ac647e0ad2e3), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:17.572134 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8cd57941-33c8-423e-9977-cb798e487830 req-c081c921-01db-4a5c-a623-1c87d9b33480 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428288 Mar 07 10:52:17.604013 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e14987-5603-45d7-9a91-b2adb8b5bbbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:52:17.663826 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-89e14987-5603-45d7-9a91-b2adb8b5bbbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (671b1c55-9c80-40d2-a26c-306b1af1d7c9), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:17.667026 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ab812c58-7ddd-412f-bdc9-1bd81c2d38f3 req-755caf8d-51f8-48a2-b18f-2127c9b72935 service neutron] 10.222.0.21 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100487 Mar 07 10:52:17.699417 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-89e14987-5603-45d7-9a91-b2adb8b5bbbc admin admin] Added segment 671b1c55-9c80-40d2-a26c-306b1af1d7c9 of type vlan for network 32a34664-663b-4ada-8096-dd9b88a307f3 Mar 07 10:52:18.015319 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9571842-99bc-4cc8-b2eb-241318206371 req-4f2d2991-baf4-49f9-b0d5-5edcd226c6c9 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:18.033383 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b9571842-99bc-4cc8-b2eb-241318206371 req-4f2d2991-baf4-49f9-b0d5-5edcd226c6c9 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 945 time: 0.1686890 Mar 07 10:52:18.038194 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d052f-a2e1-41fa-940f-dd955cd54ba3 req-ffe64e05-3a17-42b5-80f6-c43c37761eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:18.040183 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-809d052f-a2e1-41fa-940f-dd955cd54ba3 req-ffe64e05-3a17-42b5-80f6-c43c37761eb3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7f878931fbda404796227bcaa31aa466&device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 1125 time: 0.2563212 Mar 07 10:52:18.122002 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-89e14987-5603-45d7-9a91-b2adb8b5bbbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (32a34664-663b-4ada-8096-dd9b88a307f3), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:18.127719 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e14987-5603-45d7-9a91-b2adb8b5bbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1800a616-f7ea-4734-b7bc-ac647e0ad2e3,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:18.190366 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40374) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:18.322932 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:18.369414 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-90882351-0683-42ec-b42e-77b1d699a7cc req-736f4763-da4c-4139-af7f-f02de1bfefc5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ac382d49-2c54-4af6-b416-2ae9038eb749&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5751004 Mar 07 10:52:18.404786 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40384) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:18.408672 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-89e14987-5603-45d7-9a91-b2adb8b5bbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (32a34664-663b-4ada-8096-dd9b88a307f3), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:18.409731 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e14987-5603-45d7-9a91-b2adb8b5bbbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:18.410647 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-89e14987-5603-45d7-9a91-b2adb8b5bbbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:18.417738 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b9571842-99bc-4cc8-b2eb-241318206371 req-2fc0d594-b14f-426f-a110-51db06cdcd0b tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825710 Mar 07 10:52:18.487179 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74146b1f-175d-4116-8874-71114dbb1733 req-fb4d1cbc-71f2-4384-8cbb-0af97660ff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:18.489267 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-74146b1f-175d-4116-8874-71114dbb1733 req-fb4d1cbc-71f2-4384-8cbb-0af97660ff90 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af76e3a0199d43eaad70e52b49b8dbe0&device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 1127 time: 0.1577449 Mar 07 10:52:18.617348 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cbe65e13-ef7e-4d87-8ac6-e161ddf33afa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:18.733758 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0dd323d8-b8f2-4318-a9ce-368bab83925e req-31f75b9c-aabf-4cb3-a54a-c14257b9334b tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=73987c80-e69a-4abb-98ae-3438f998974b HTTP/1.1" status: 200 len: 210 time: 0.1013367 Mar 07 10:52:18.736960 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d052f-a2e1-41fa-940f-dd955cd54ba3 req-b3ccdb3b-8449-4691-a4a9-d40dc3980a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:18.738490 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-809d052f-a2e1-41fa-940f-dd955cd54ba3 req-b3ccdb3b-8449-4691-a4a9-d40dc3980a0f service neutron] 10.222.0.21 "GET /v2.0/networks?id=b5ac3594-31b2-4f8f-99ae-bd148951ec42 HTTP/1.1" status: 200 len: 907 time: 0.6434839 Mar 07 10:52:18.746668 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-89e14987-5603-45d7-9a91-b2adb8b5bbbc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2976377 Mar 07 10:52:18.755935 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40396) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:18.768998 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-973b1d89-ef1e-4f11-81aa-352e6d4ccce6 admin admin] Request body: {'subnet': {'network_id': '32a34664-663b-4ada-8096-dd9b88a307f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1114824112-subnet', 'tenant_id': '304c96360e0648499eb576091f717f49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:18.868908 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e14987-5603-45d7-9a91-b2adb8b5bbbc admin admin] Pushing event updated for resources: {'Network': ['ID=32a34664-663b-4ada-8096-dd9b88a307f3,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:18.882947 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 32a34664-663b-4ada-8096-dd9b88a307f3 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:52:18.890772 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-594ae4ab-da10-441e-ae50-4496de8fac7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:18.913402 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90882351-0683-42ec-b42e-77b1d699a7cc req-a661395b-df62-4c6d-8007-a5a97808792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:18.914939 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-90882351-0683-42ec-b42e-77b1d699a7cc req-a661395b-df62-4c6d-8007-a5a97808792d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7f878931fbda404796227bcaa31aa466&device_id=ac382d49-2c54-4af6-b416-2ae9038eb749 HTTP/1.1" status: 200 len: 1127 time: 0.4591873 Mar 07 10:52:18.973375 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-809d052f-a2e1-41fa-940f-dd955cd54ba3 req-f366eea5-1404-43d5-b914-9d3af56d201a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfcee28f-7b05-4786-b358-e10d5081855d HTTP/1.1" status: 200 len: 217 time: 0.2108274 Mar 07 10:52:18.973877 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973b1d89-ef1e-4f11-81aa-352e6d4ccce6 admin admin] Made reservation on behalf of 304c96360e0648499eb576091f717f49 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:18.976243 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-973b1d89-ef1e-4f11-81aa-352e6d4ccce6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:18.982201 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf7c2b3-9ae2-4353-91fb-77edc366828d req-97a5b4fb-f5c6-46f0-be53-8c826afb8508 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:18.985752 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dcf7c2b3-9ae2-4353-91fb-77edc366828d req-97a5b4fb-f5c6-46f0-be53-8c826afb8508 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 943 time: 0.2525663 Mar 07 10:52:19.246228 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dcf7c2b3-9ae2-4353-91fb-77edc366828d req-2e759dc2-894b-4567-a48a-61067476608e tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206557 Mar 07 10:52:19.570644 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90882351-0683-42ec-b42e-77b1d699a7cc req-33cd2547-0c7f-4232-99b7-2207f459c60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:19.579405 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-90882351-0683-42ec-b42e-77b1d699a7cc req-33cd2547-0c7f-4232-99b7-2207f459c60a service neutron] 10.222.0.31 "GET /v2.0/networks?id=b5ac3594-31b2-4f8f-99ae-bd148951ec42 HTTP/1.1" status: 200 len: 907 time: 0.6239283 Mar 07 10:52:19.877291 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-594ae4ab-da10-441e-ae50-4496de8fac7d admin admin] Publish callbacks [] for security_group (46ba250b-f1fc-43d5-9431-42e5a724f2e5), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:19.881598 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-90882351-0683-42ec-b42e-77b1d699a7cc req-a3fc1d47-073b-45b6-9a76-bae7c76cb682 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8 HTTP/1.1" status: 200 len: 217 time: 0.2852547 Mar 07 10:52:19.885764 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-594ae4ab-da10-441e-ae50-4496de8fac7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (46ba250b-f1fc-43d5-9431-42e5a724f2e5), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:20.005612 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a09da-d1aa-449c-813f-26b6301c28aa req-b53804b6-11b1-4a29-87b8-3c6c54e98228 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:20.007275 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1f5a09da-d1aa-449c-813f-26b6301c28aa req-b53804b6-11b1-4a29-87b8-3c6c54e98228 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 945 time: 0.4254546 Mar 07 10:52:20.012724 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ae4ab-da10-441e-ae50-4496de8fac7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ba250b-f1fc-43d5-9431-42e5a724f2e5,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:20.017381 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-594ae4ab-da10-441e-ae50-4496de8fac7d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8f9bc6a1aa2a4d868ba1d0b168a33462&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5763898 Mar 07 10:52:20.029559 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40430) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:20.031908 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90882351-0683-42ec-b42e-77b1d699a7cc req-dffa0f4f-3e82-4d9d-b240-5bf58e1e8aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:20.033656 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-90882351-0683-42ec-b42e-77b1d699a7cc req-dffa0f4f-3e82-4d9d-b240-5bf58e1e8aa4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=32944cde-c55b-47e2-bb77-543fbc1a70ac HTTP/1.1" status: 200 len: 846 time: 0.1439483 Mar 07 10:52:20.042175 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d052f-a2e1-41fa-940f-dd955cd54ba3 req-6a18db42-bb37-4a2a-889b-4064cd863411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:20.056528 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-809d052f-a2e1-41fa-940f-dd955cd54ba3 req-6a18db42-bb37-4a2a-889b-4064cd863411 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=32944cde-c55b-47e2-bb77-543fbc1a70ac HTTP/1.1" status: 200 len: 846 time: 1.0510764 Mar 07 10:52:20.090527 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-90882351-0683-42ec-b42e-77b1d699a7cc req-7a823df6-70d9-4e3c-bb48-b1e497f399e0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b5ac3594-31b2-4f8f-99ae-bd148951ec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387404 Mar 07 10:52:20.184315 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1f5a09da-d1aa-449c-813f-26b6301c28aa req-56c9e18e-9fcf-419c-9dba-874a107a5aaf tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655660 Mar 07 10:52:20.254006 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-67151ab4-a459-45f2-b2d0-2cf7d3c4dedb admin admin] Publish callbacks [] for security_group (46ba250b-f1fc-43d5-9431-42e5a724f2e5), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:20.327713 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-67151ab4-a459-45f2-b2d0-2cf7d3c4dedb admin admin] Publish callbacks [] for security_group (46ba250b-f1fc-43d5-9431-42e5a724f2e5), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:20.336261 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-90882351-0683-42ec-b42e-77b1d699a7cc req-84386902-292e-4bcb-aace-da23017f01dc service neutron] 10.222.0.31 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331731 Mar 07 10:52:20.349272 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-809d052f-a2e1-41fa-940f-dd955cd54ba3 req-5b2f29fb-8f79-440e-949a-2d5d4c46c7f2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b5ac3594-31b2-4f8f-99ae-bd148951ec42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2758563 Mar 07 10:52:20.360161 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-58d1e56f-e7a2-4926-b429-171e8bcbfa93 req-c0322d72-4d25-4ca7-9b49-fe181430b514 tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.2915323 Mar 07 10:52:20.468920 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74146b1f-175d-4116-8874-71114dbb1733 req-5c2df826-972b-4898-8aa3-3a04d55d99fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:20.470650 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-74146b1f-175d-4116-8874-71114dbb1733 req-5c2df826-972b-4898-8aa3-3a04d55d99fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=d544ea13-72f7-4e6d-b9f9-764274f4e435 HTTP/1.1" status: 200 len: 915 time: 1.9479601 Mar 07 10:52:20.553995 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-973b1d89-ef1e-4f11-81aa-352e6d4ccce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (f452e66f-00ed-453e-93a2-5599976b6abe), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:20.561368 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-67151ab4-a459-45f2-b2d0-2cf7d3c4dedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (46ba250b-f1fc-43d5-9431-42e5a724f2e5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:20.564248 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-67151ab4-a459-45f2-b2d0-2cf7d3c4dedb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:20.568657 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-74146b1f-175d-4116-8874-71114dbb1733 req-5d5f857b-95fd-4e63-9942-e74d2b83b7ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6688e36-ad0b-423f-8455-552f34e30d39 HTTP/1.1" status: 200 len: 217 time: 0.0678165 Mar 07 10:52:20.570677 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-67151ab4-a459-45f2-b2d0-2cf7d3c4dedb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/46ba250b-f1fc-43d5-9431-42e5a724f2e5 HTTP/1.1" status: 204 len: 168 time: 0.5356946 Mar 07 10:52:20.602690 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67151ab4-a459-45f2-b2d0-2cf7d3c4dedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ba250b-f1fc-43d5-9431-42e5a724f2e5,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:20.614857 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device cfcee28f-7b05-4786-b358-e10d5081855d details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:52:20.637605 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a51a9-dcfe-4a83-b481-deb8b8b0e75e req-a4d2ff39-4c56-497c-af07-bbe3d260f13c tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:20.639425 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1b0a51a9-dcfe-4a83-b481-deb8b8b0e75e req-a4d2ff39-4c56-497c-af07-bbe3d260f13c tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 943 time: 0.2999501 Mar 07 10:52:20.731408 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cbe65e13-ef7e-4d87-8ac6-e161ddf33afa admin admin] Publish callbacks [] for security_group (345a33e8-a940-44ef-8ceb-b1fc44765ad3), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:20.793827 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-90882351-0683-42ec-b42e-77b1d699a7cc req-0168f0c4-ae00-4346-9ade-b77a5ec8e292 service neutron] 10.222.0.31 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179716 Mar 07 10:52:20.803917 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cbe65e13-ef7e-4d87-8ac6-e161ddf33afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (345a33e8-a940-44ef-8ceb-b1fc44765ad3), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:20.845224 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1b0a51a9-dcfe-4a83-b481-deb8b8b0e75e req-7640ce78-be10-4a7b-a1bc-d000cf280d2b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000914 Mar 07 10:52:20.857915 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b1d89-ef1e-4f11-81aa-352e6d4ccce6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f452e66f-00ed-453e-93a2-5599976b6abe,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:20.923931 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port cfcee28f-7b05-4786-b358-e10d5081855d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=cfcee28f-7b05-4786-b358-e10d5081855d,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:20.932726 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-809d052f-a2e1-41fa-940f-dd955cd54ba3 req-79276db1-307b-4089-9a38-a782c167b407 service neutron] 10.222.0.21 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5689006 Mar 07 10:52:20.952885 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'cfcee28f-7b05-4786-b358-e10d5081855d', 'network_id': 'b5ac3594-31b2-4f8f-99ae-bd148951ec42', 'port_id': 'cfcee28f-7b05-4786-b358-e10d5081855d', 'mac_address': 'fa:16:3e:f9:03:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32944cde-c55b-47e2-bb77-543fbc1a70ac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:52:21.011663 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74146b1f-175d-4116-8874-71114dbb1733 req-93cc0582-c53c-4648-9439-b6c1d2df0e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:21.021944 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-74146b1f-175d-4116-8874-71114dbb1733 req-93cc0582-c53c-4648-9439-b6c1d2df0e37 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e77d3a5-5754-48b0-b886-c951ba559812 HTTP/1.1" status: 200 len: 854 time: 0.4121890 Mar 07 10:52:21.035692 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port cfcee28f-7b05-4786-b358-e10d5081855d is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:52:21.036379 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (cfcee28f-7b05-4786-b358-e10d5081855d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:21.070560 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfcee28f-7b05-4786-b358-e10d5081855d {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:52:21.088391 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe65e13-ef7e-4d87-8ac6-e161ddf33afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345a33e8-a940-44ef-8ceb-b1fc44765ad3,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:21.091930 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port cfcee28f-7b05-4786-b358-e10d5081855d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=cfcee28f-7b05-4786-b358-e10d5081855d,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:21.096119 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973b1d89-ef1e-4f11-81aa-352e6d4ccce6 admin admin] Checking segment: {'id': '671b1c55-9c80-40d2-a26c-306b1af1d7c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '32a34664-663b-4ada-8096-dd9b88a307f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:52:21.096491 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973b1d89-ef1e-4f11-81aa-352e6d4ccce6 admin admin] Network hostable DHCP agents. Network: 32a34664-663b-4ada-8096-dd9b88a307f3, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:52:21.102608 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (cfcee28f-7b05-4786-b358-e10d5081855d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:21.135833 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-cbe65e13-ef7e-4d87-8ac6-e161ddf33afa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a75b3ddd17274b7190de7b042d57b4d8&name=default HTTP/1.1" status: 200 len: 3000 time: 2.9436007 Mar 07 10:52:21.139714 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40448) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:21.142538 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-74146b1f-175d-4116-8874-71114dbb1733 req-003938f7-ab14-43d3-a018-7ad867e82ec6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d544ea13-72f7-4e6d-b9f9-764274f4e435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009500 Mar 07 10:52:21.192700 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973b1d89-ef1e-4f11-81aa-352e6d4ccce6 admin admin] Network 32a34664-663b-4ada-8096-dd9b88a307f3 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:52:21.260524 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=cfcee28f-7b05-4786-b358-e10d5081855d,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:21.280501 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-973b1d89-ef1e-4f11-81aa-352e6d4ccce6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 32a34664-663b-4ada-8096-dd9b88a307f3) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:52:21.283009 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bb3325c8-8492-4c21-b791-e82d34c99f73 admin admin] Publish callbacks [] for security_group (345a33e8-a940-44ef-8ceb-b1fc44765ad3), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:21.305072 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7f307d-2eb6-496c-a108-8ed113ce7f3a None None] Network 32a34664-663b-4ada-8096-dd9b88a307f3 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:52:21.306521 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973b1d89-ef1e-4f11-81aa-352e6d4ccce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:21.307231 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-973b1d89-ef1e-4f11-81aa-352e6d4ccce6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:21.369724 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['cfcee28f-7b05-4786-b358-e10d5081855d'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:52:21.372177 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bb3325c8-8492-4c21-b791-e82d34c99f73 admin admin] Publish callbacks [] for security_group (345a33e8-a940-44ef-8ceb-b1fc44765ad3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:21.476054 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bb3325c8-8492-4c21-b791-e82d34c99f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (345a33e8-a940-44ef-8ceb-b1fc44765ad3), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:21.478878 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bb3325c8-8492-4c21-b791-e82d34c99f73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:21.482349 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-bb3325c8-8492-4c21-b791-e82d34c99f73 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/345a33e8-a940-44ef-8ceb-b1fc44765ad3 HTTP/1.1" status: 204 len: 168 time: 0.3392239 Mar 07 10:52:21.523936 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3325c8-8492-4c21-b791-e82d34c99f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345a33e8-a940-44ef-8ceb-b1fc44765ad3,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:21.597784 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-973b1d89-ef1e-4f11-81aa-352e6d4ccce6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.8280292 Mar 07 10:52:21.626427 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fce4db8c-d2b8-4b0a-8def-b9e3957f28ad req-2b02352b-635e-427e-b4b9-d8a01f5b4e06 tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.1002774 Mar 07 10:52:21.680450 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-809d052f-a2e1-41fa-940f-dd955cd54ba3 req-d9c5a769-9ee7-4d05-8664-6450e7000eee service neutron] 10.222.0.21 "GET /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7145407 Mar 07 10:52:21.705747 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccde8647-bfd8-463f-81e2-a4d42a1a6d91 None None] Network 32a34664-663b-4ada-8096-dd9b88a307f3 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:52:21.722858 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-74146b1f-175d-4116-8874-71114dbb1733 req-45a6d5f8-9c3c-4892-b877-5a63fdd6d9f6 service neutron] 10.222.0.21 "GET /v2.0/networks/d544ea13-72f7-4e6d-b9f9-764274f4e435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5454195 Mar 07 10:52:21.734882 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908319a-805e-49b4-8fdb-766af0f3edd5 req-f36124ed-0b19-4d7a-8321-ff06cecb0143 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:21.736503 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0908319a-805e-49b4-8fdb-766af0f3edd5 req-f36124ed-0b19-4d7a-8321-ff06cecb0143 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 945 time: 0.3975697 Mar 07 10:52:21.812726 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0908319a-805e-49b4-8fdb-766af0f3edd5 req-eeaf9782-520a-45a1-b663-e4b6c9fb340b tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654876 Mar 07 10:52:21.932499 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-74146b1f-175d-4116-8874-71114dbb1733 req-d6465867-37c3-4d21-b1bd-60c22161fa46 service neutron] 10.222.0.21 "GET /v2.0/networks/d544ea13-72f7-4e6d-b9f9-764274f4e435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948767 Mar 07 10:52:22.038695 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ed105-3546-4d11-ae91-18b782d10777 req-f5f88c7e-f33a-45ed-95d9-28d4c665bb0b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:22.040994 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cc3ed105-3546-4d11-ae91-18b782d10777 req-f5f88c7e-f33a-45ed-95d9-28d4c665bb0b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 944 time: 0.0780530 Mar 07 10:52:22.112069 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cc3ed105-3546-4d11-ae91-18b782d10777 req-db081bb7-344f-4ad6-9aa1-e6b1a347b5bd tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602255 Mar 07 10:52:22.617868 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device e6688e36-ad0b-423f-8455-552f34e30d39 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:52:22.631186 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device cfcee28f-7b05-4786-b358-e10d5081855d up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:52:22.724063 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40512) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:22.728713 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-cb783798-acf4-4ef5-b265-9ca10e341669 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-94106502-network', 'tenant_id': '9ea85a62a53e45358a7340d5d59a7543'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:22.755747 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb783798-acf4-4ef5-b265-9ca10e341669 admin admin] Made reservation on behalf of 9ea85a62a53e45358a7340d5d59a7543 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:22.759942 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cb783798-acf4-4ef5-b265-9ca10e341669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:22.776122 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cb783798-acf4-4ef5-b265-9ca10e341669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:22.806560 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a33c7a7b-692b-4e7d-a6b8-81989a5de765 req-33ed7f68-8cd7-4dc5-b3cf-330a53b02070 tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.0590224 Mar 07 10:52:22.812411 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port e6688e36-ad0b-423f-8455-552f34e30d39, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e6688e36-ad0b-423f-8455-552f34e30d39,segment=NetworkSegment(9c0e08f9-ace4-432d-a662-c01ea531e4d8),segment_id=9c0e08f9-ace4-432d-a662-c01ea531e4d8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:22.815919 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port cfcee28f-7b05-4786-b358-e10d5081855d completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:52:22.826604 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port cfcee28f-7b05-4786-b358-e10d5081855d triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:22.826890 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (cfcee28f-7b05-4786-b358-e10d5081855d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:22.870641 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'e6688e36-ad0b-423f-8455-552f34e30d39', 'network_id': 'd544ea13-72f7-4e6d-b9f9-764274f4e435', 'port_id': 'e6688e36-ad0b-423f-8455-552f34e30d39', 'mac_address': 'fa:16:3e:f0:7b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e77d3a5-5754-48b0-b886-c951ba559812', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:52:22.883371 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:22.948658 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port e6688e36-ad0b-423f-8455-552f34e30d39 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:52:22.949053 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e6688e36-ad0b-423f-8455-552f34e30d39), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:22.968808 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6688e36-ad0b-423f-8455-552f34e30d39 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:52:23.000822 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cb783798-acf4-4ef5-b265-9ca10e341669 admin admin] Publish callbacks [] for security_group (ed34fe77-4f41-4d18-9bb0-a5675863fdd5), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:23.009812 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cb783798-acf4-4ef5-b265-9ca10e341669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ed34fe77-4f41-4d18-9bb0-a5675863fdd5), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:23.028268 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port e6688e36-ad0b-423f-8455-552f34e30d39, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e6688e36-ad0b-423f-8455-552f34e30d39,segment=NetworkSegment(9c0e08f9-ace4-432d-a662-c01ea531e4d8),segment_id=9c0e08f9-ace4-432d-a662-c01ea531e4d8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:23.034300 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port cfcee28f-7b05-4786-b358-e10d5081855d is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:52:23.035792 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (cfcee28f-7b05-4786-b358-e10d5081855d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:23.039571 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e6688e36-ad0b-423f-8455-552f34e30d39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:23.042946 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee8a019-a0e1-41e1-a1ee-f6ad063d537f req-82b8bc74-e541-4a41-abc3-d308824c3b7d tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:23.044474 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1ee8a019-a0e1-41e1-a1ee-f6ad063d537f req-82b8bc74-e541-4a41-abc3-d308824c3b7d tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 945 time: 0.1253378 Mar 07 10:52:23.050131 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb783798-acf4-4ef5-b265-9ca10e341669 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:52:23.085943 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb783798-acf4-4ef5-b265-9ca10e341669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed34fe77-4f41-4d18-9bb0-a5675863fdd5,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:23.088821 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cb783798-acf4-4ef5-b265-9ca10e341669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (5cca3f4b-4c6e-4070-bd9b-fd7526bab503), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:23.089196 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-cb783798-acf4-4ef5-b265-9ca10e341669 admin admin] Added segment 5cca3f4b-4c6e-4070-bd9b-fd7526bab503 of type vlan for network b6c36fc0-cc17-4acf-9453-b5db077502ac Mar 07 10:52:23.101912 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40526) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:23.111028 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fde01c9-2f03-4d03-a871-4dd256c8b80b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcee28f-7b05-4786-b358-e10d5081855d'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:52:23.114015 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1557c6cc-81dc-44fb-8d0a-56502b41b5a3" -d '{"events": [{"server_uuid": "1fde01c9-2f03-4d03-a871-4dd256c8b80b", "name": "network-vif-plugged", "status": "completed", "tag": "cfcee28f-7b05-4786-b358-e10d5081855d"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:52:23.153750 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port cfcee28f-7b05-4786-b358-e10d5081855d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=cfcee28f-7b05-4786-b358-e10d5081855d,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:23.154313 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cb783798-acf4-4ef5-b265-9ca10e341669 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (b6c36fc0-cc17-4acf-9453-b5db077502ac), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:23.164437 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1ee8a019-a0e1-41e1-a1ee-f6ad063d537f req-64280259-7ce7-4b43-9394-750a392a5d89 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110852 Mar 07 10:52:23.185872 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce769a19-8464-49e2-a721-339af8be7b48 x-openstack-request-id: req-ce769a19-8464-49e2-a721-339af8be7b48 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:52:23.186469 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fde01c9-2f03-4d03-a871-4dd256c8b80b", "name": "network-vif-plugged", "status": "completed", "tag": "cfcee28f-7b05-4786-b358-e10d5081855d", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:52:23.186742 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ce769a19-8464-49e2-a721-339af8be7b48 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:52:23.187595 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fde01c9-2f03-4d03-a871-4dd256c8b80b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfcee28f-7b05-4786-b358-e10d5081855d', 'code': 200} Mar 07 10:52:23.190294 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cb783798-acf4-4ef5-b265-9ca10e341669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (b6c36fc0-cc17-4acf-9453-b5db077502ac), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:23.192379 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb783798-acf4-4ef5-b265-9ca10e341669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:23.195374 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cb783798-acf4-4ef5-b265-9ca10e341669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:23.234417 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (cfcee28f-7b05-4786-b358-e10d5081855d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:23.243095 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cb783798-acf4-4ef5-b265-9ca10e341669 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5169311 Mar 07 10:52:23.244337 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40534) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:23.249944 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=e6688e36-ad0b-423f-8455-552f34e30d39,revision_number=11']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:23.265796 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-496003f4-c581-40ae-b916-c4985aec07fa admin admin] Request body: {'subnet': {'network_id': 'b6c36fc0-cc17-4acf-9453-b5db077502ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-94106502-subnet', 'tenant_id': '9ea85a62a53e45358a7340d5d59a7543', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:23.311027 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['e6688e36-ad0b-423f-8455-552f34e30d39'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:52:23.352560 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb783798-acf4-4ef5-b265-9ca10e341669 admin admin] Pushing event updated for resources: {'Network': ['ID=b6c36fc0-cc17-4acf-9453-b5db077502ac,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:23.371038 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network b6c36fc0-cc17-4acf-9453-b5db077502ac details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:52:23.407042 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdd24f-c623-4839-ac1e-51a71ca4ce59 req-6314890d-eb53-4df3-9a84-e96dd1398926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:23.408792 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8ebdd24f-c623-4839-ac1e-51a71ca4ce59 req-6314890d-eb53-4df3-9a84-e96dd1398926 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 1127 time: 0.1665776 Mar 07 10:52:23.411399 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496003f4-c581-40ae-b916-c4985aec07fa admin admin] Made reservation on behalf of 9ea85a62a53e45358a7340d5d59a7543 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:23.414144 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-496003f4-c581-40ae-b916-c4985aec07fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:23.429926 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-775a40bf-fdb0-4492-a012-60ea36a7c0a2 tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1668305904'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:23.443986 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=cfcee28f-7b05-4786-b358-e10d5081855d,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:23.450437 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68df86-26f6-43dc-9f8f-9e8d0183b93e req-8e0bfc2a-624b-445a-b21e-3ecbdd3237b5 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:23.451982 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7c68df86-26f6-43dc-9f8f-9e8d0183b93e req-8e0bfc2a-624b-445a-b21e-3ecbdd3237b5 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 945 time: 0.1419692 Mar 07 10:52:23.577033 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775a40bf-fdb0-4492-a012-60ea36a7c0a2 tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] Made reservation on behalf of e64b25fdb9074d6cb0b6820dc75dc7e8 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:23.580448 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-775a40bf-fdb0-4492-a012-60ea36a7c0a2 tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:23.605516 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8ebdd24f-c623-4839-ac1e-51a71ca4ce59 req-c09f7995-3782-4674-be09-999b62263111 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871879 Mar 07 10:52:23.612042 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-775a40bf-fdb0-4492-a012-60ea36a7c0a2 tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:23.631165 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7c68df86-26f6-43dc-9f8f-9e8d0183b93e req-642594aa-8008-40b0-a547-d472e73e0bab tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562631 Mar 07 10:52:23.759943 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-775a40bf-fdb0-4492-a012-60ea36a7c0a2 tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] Publish callbacks [] for security_group (15efc7a8-7588-4db6-839d-3c608184743d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:23.767490 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-775a40bf-fdb0-4492-a012-60ea36a7c0a2 tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (15efc7a8-7588-4db6-839d-3c608184743d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:23.783882 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-775a40bf-fdb0-4492-a012-60ea36a7c0a2 tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 239} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:52:23.796047 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-775a40bf-fdb0-4492-a012-60ea36a7c0a2 tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (f3494f38-3dbc-4ea7-8e4c-b4ce04247f3b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:23.796436 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-775a40bf-fdb0-4492-a012-60ea36a7c0a2 tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] Added segment f3494f38-3dbc-4ea7-8e4c-b4ce04247f3b of type vlan for network 236bf3f6-c942-4fcc-b9ad-888e892837a2 Mar 07 10:52:23.845527 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-775a40bf-fdb0-4492-a012-60ea36a7c0a2 tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (236bf3f6-c942-4fcc-b9ad-888e892837a2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:23.877499 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-09de0745-5f47-4094-b16e-33440f85dcde req-0884d022-2f08-4cb6-ab7e-050df5e66228 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=73987c80-e69a-4abb-98ae-3438f998974b HTTP/1.1" status: 200 len: 210 time: 0.0435026 Mar 07 10:52:23.886497 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-775a40bf-fdb0-4492-a012-60ea36a7c0a2 tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (236bf3f6-c942-4fcc-b9ad-888e892837a2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:23.892521 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775a40bf-fdb0-4492-a012-60ea36a7c0a2 tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:23.893216 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-775a40bf-fdb0-4492-a012-60ea36a7c0a2 tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:23.979346 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-775a40bf-fdb0-4492-a012-60ea36a7c0a2 tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8756473 Mar 07 10:52:23.990615 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40564) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:24.001661 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5636e15d-6b98-4c32-bf95-4ae289b79e68 req-c5dae4cd-f32f-4687-a436-f8b7580f1564 tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.0485187 Mar 07 10:52:24.034970 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a40bf-fdb0-4492-a012-60ea36a7c0a2 tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15efc7a8-7588-4db6-839d-3c608184743d,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:24.042924 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a40bf-fdb0-4492-a012-60ea36a7c0a2 tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] Pushing event updated for resources: {'Network': ['ID=236bf3f6-c942-4fcc-b9ad-888e892837a2,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:24.054069 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-496003f4-c581-40ae-b916-c4985aec07fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (2fed15a2-eddc-41e0-b590-9cf17ea704ed), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:24.072844 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 236bf3f6-c942-4fcc-b9ad-888e892837a2 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:52:24.158064 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-ebee511b-2107-48db-a186-7e7104399896 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Request body: {'network': {'name': 'tempest-network--1504022932', 'router:external': True}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:24.174817 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496003f4-c581-40ae-b916-c4985aec07fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fed15a2-eddc-41e0-b590-9cf17ea704ed,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:24.179677 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496003f4-c581-40ae-b916-c4985aec07fa admin admin] Checking segment: {'id': '5cca3f4b-4c6e-4070-bd9b-fd7526bab503', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'b6c36fc0-cc17-4acf-9453-b5db077502ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:52:24.180111 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496003f4-c581-40ae-b916-c4985aec07fa admin admin] Network hostable DHCP agents. Network: b6c36fc0-cc17-4acf-9453-b5db077502ac, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:52:24.189461 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebee511b-2107-48db-a186-7e7104399896 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Made reservation on behalf of 4b0c08445df445c08d6ef0dd9c7e01d9 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:24.193009 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ebee511b-2107-48db-a186-7e7104399896 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:24.204004 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496003f4-c581-40ae-b916-c4985aec07fa admin admin] Network b6c36fc0-cc17-4acf-9453-b5db077502ac is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:52:24.204460 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ebee511b-2107-48db-a186-7e7104399896 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:24.220055 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-496003f4-c581-40ae-b916-c4985aec07fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, b6c36fc0-cc17-4acf-9453-b5db077502ac) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:52:24.225866 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496003f4-c581-40ae-b916-c4985aec07fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:24.227359 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-496003f4-c581-40ae-b916-c4985aec07fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:24.250113 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ed34b8-8cc0-4a15-9b5d-c10b5c8e58dd None None] Network b6c36fc0-cc17-4acf-9453-b5db077502ac requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:52:24.251576 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-496003f4-c581-40ae-b916-c4985aec07fa admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0057983 Mar 07 10:52:24.389633 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ebee511b-2107-48db-a186-7e7104399896 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks [] for security_group (4825e041-81f3-4958-b1df-f41282254d3e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:24.403861 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5cda91-b4f7-4921-9e1a-3d8d020f370d None None] Network b6c36fc0-cc17-4acf-9453-b5db077502ac requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:52:24.440210 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bdc989c3-9a1c-4f5e-a206-77fbc84ba0de req-4d3e94e1-63a3-454d-a231-089a01ef7042 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.0480623 Mar 07 10:52:24.441784 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ebee511b-2107-48db-a186-7e7104399896 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4825e041-81f3-4958-b1df-f41282254d3e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:24.457244 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a1023-4b57-4f3e-87d4-8fb91956f32b req-c0ba7e74-aff4-47e4-8eee-9048486fc481 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:24.461699 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bf3a1023-4b57-4f3e-87d4-8fb91956f32b req-c0ba7e74-aff4-47e4-8eee-9048486fc481 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 946 time: 0.1499503 Mar 07 10:52:24.473052 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebee511b-2107-48db-a186-7e7104399896 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:52:24.485817 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee511b-2107-48db-a186-7e7104399896 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4825e041-81f3-4958-b1df-f41282254d3e,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:24.499942 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40576) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:24.510786 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ebee511b-2107-48db-a186-7e7104399896 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (82df5574-2c28-44ea-a225-8b06eefbab00), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:24.511504 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-ebee511b-2107-48db-a186-7e7104399896 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Added segment 82df5574-2c28-44ea-a225-8b06eefbab00 of type vlan for network 6895a230-c960-4d8f-805a-cf6aaed140cd Mar 07 10:52:24.579789 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ebee511b-2107-48db-a186-7e7104399896 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (6895a230-c960-4d8f-805a-cf6aaed140cd), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:24.635417 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device e6688e36-ad0b-423f-8455-552f34e30d39 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:52:24.646056 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ebee511b-2107-48db-a186-7e7104399896 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (6895a230-c960-4d8f-805a-cf6aaed140cd), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:24.649654 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebee511b-2107-48db-a186-7e7104399896 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:24.651178 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ebee511b-2107-48db-a186-7e7104399896 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:24.662279 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bf3a1023-4b57-4f3e-87d4-8fb91956f32b req-27248b64-52d8-4913-a693-7aba655eea1f tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947699 Mar 07 10:52:24.694752 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5361d5a1-f445-4214-8d32-d3edfff3e711 admin admin] Deleting subnet f452e66f-00ed-453e-93a2-5599976b6abe {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:52:24.699518 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5361d5a1-f445-4214-8d32-d3edfff3e711 admin admin] Publish callbacks [] for subnet (f452e66f-00ed-453e-93a2-5599976b6abe), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:24.764313 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port e6688e36-ad0b-423f-8455-552f34e30d39 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:52:24.770150 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port e6688e36-ad0b-423f-8455-552f34e30d39 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:52:24.770534 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e6688e36-ad0b-423f-8455-552f34e30d39), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:24.795233 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5361d5a1-f445-4214-8d32-d3edfff3e711 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (f452e66f-00ed-453e-93a2-5599976b6abe), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:24.826776 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee511b-2107-48db-a186-7e7104399896 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Pushing event updated for resources: {'Network': ['ID=6895a230-c960-4d8f-805a-cf6aaed140cd,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:24.833936 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ebee511b-2107-48db-a186-7e7104399896 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8413765 Mar 07 10:52:24.842015 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 6895a230-c960-4d8f-805a-cf6aaed140cd details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:52:24.849974 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40582) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:24.907012 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5361d5a1-f445-4214-8d32-d3edfff3e711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (f452e66f-00ed-453e-93a2-5599976b6abe), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:24.991795 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port e6688e36-ad0b-423f-8455-552f34e30d39 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:52:24.992273 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e6688e36-ad0b-423f-8455-552f34e30d39), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:25.020021 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5361d5a1-f445-4214-8d32-d3edfff3e711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (f452e66f-00ed-453e-93a2-5599976b6abe), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:25.082603 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port e6688e36-ad0b-423f-8455-552f34e30d39, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e6688e36-ad0b-423f-8455-552f34e30d39,segment=NetworkSegment(9c0e08f9-ace4-432d-a662-c01ea531e4d8),segment_id=9c0e08f9-ace4-432d-a662-c01ea531e4d8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:25.090842 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e6688e36-ad0b-423f-8455-552f34e30d39), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:25.098125 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5361d5a1-f445-4214-8d32-d3edfff3e711 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:25.102169 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5361d5a1-f445-4214-8d32-d3edfff3e711 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f452e66f-00ed-453e-93a2-5599976b6abe HTTP/1.1" status: 204 len: 168 time: 0.5952947 Mar 07 10:52:25.112397 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361d5a1-f445-4214-8d32-d3edfff3e711 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f452e66f-00ed-453e-93a2-5599976b6abe,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:25.121440 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40588) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:25.188618 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=e6688e36-ad0b-423f-8455-552f34e30d39,revision_number=12']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:25.191731 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb4f62b-d749-4185-9aeb-b61bd34dd656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6688e36-ad0b-423f-8455-552f34e30d39'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:52:25.194574 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a58066-dd51-4f5b-8fc4-9b6873a1f49c" -d '{"events": [{"server_uuid": "7eb4f62b-d749-4185-9aeb-b61bd34dd656", "name": "network-vif-plugged", "status": "completed", "tag": "e6688e36-ad0b-423f-8455-552f34e30d39"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:52:25.224130 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-25f48a23-d40d-4098-8fa3-d789c3c142f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (32a34664-663b-4ada-8096-dd9b88a307f3), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:25.275788 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b34b0851-688c-4e84-aeb5-fd15a8a663eb req-206d5dc8-8f9c-463f-869b-ab819836ee4a tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.0691056 Mar 07 10:52:25.385854 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b3b61e2e-08c6-4b74-8305-c1d114848139 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (6895a230-c960-4d8f-805a-cf6aaed140cd), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:25.390979 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61896d63-81de-42a3-8398-e529818dd76b x-openstack-request-id: req-61896d63-81de-42a3-8398-e529818dd76b {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:52:25.391284 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb4f62b-d749-4185-9aeb-b61bd34dd656", "name": "network-vif-plugged", "status": "completed", "tag": "e6688e36-ad0b-423f-8455-552f34e30d39", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:52:25.391548 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-61896d63-81de-42a3-8398-e529818dd76b {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:52:25.391953 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb4f62b-d749-4185-9aeb-b61bd34dd656', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6688e36-ad0b-423f-8455-552f34e30d39', 'code': 200} Mar 07 10:52:25.403496 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1df0e1-cb17-40c4-9542-3d66af638db1 req-2af219aa-da89-4f8b-baa0-51205b7ae7ad tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:25.410856 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ca1df0e1-cb17-40c4-9542-3d66af638db1 req-2af219aa-da89-4f8b-baa0-51205b7ae7ad tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 945 time: 0.5850117 Mar 07 10:52:25.415293 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-25f48a23-d40d-4098-8fa3-d789c3c142f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (32a34664-663b-4ada-8096-dd9b88a307f3), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:25.445950 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-25f48a23-d40d-4098-8fa3-d789c3c142f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a34664-663b-4ada-8096-dd9b88a307f3']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:25.457279 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-25f48a23-d40d-4098-8fa3-d789c3c142f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '671b1c55-9c80-40d2-a26c-306b1af1d7c9') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:25.457599 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-25f48a23-d40d-4098-8fa3-d789c3c142f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '671b1c55-9c80-40d2-a26c-306b1af1d7c9') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:25.469699 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-25f48a23-d40d-4098-8fa3-d789c3c142f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (671b1c55-9c80-40d2-a26c-306b1af1d7c9), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:25.499988 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-25f48a23-d40d-4098-8fa3-d789c3c142f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (671b1c55-9c80-40d2-a26c-306b1af1d7c9), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:25.528588 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ca1df0e1-cb17-40c4-9542-3d66af638db1 req-68a7166d-5957-46b3-9ad6-0dc7e7c9efdf tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146691 Mar 07 10:52:25.545772 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f48a23-d40d-4098-8fa3-d789c3c142f4 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:52:25.547429 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-25f48a23-d40d-4098-8fa3-d789c3c142f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (671b1c55-9c80-40d2-a26c-306b1af1d7c9), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:25.549705 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:52:25.549705 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:52:25.549705 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:52:25.549705 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:52:25.549705 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:52:25.549705 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:52:25.549705 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:52:25.549705 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:52:25.549705 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:52:25.549705 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:52:25.549705 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:52:25.549705 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:52:25.549705 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:52:25.549705 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:52:25.549705 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:52:25.549705 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:52:25.549705 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:52:25.549705 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:52:25.549705 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:52:25.549705 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:52:25.549705 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:52:25.549705 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:52:25.549705 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:52:25.549705 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:52:25.549705 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:52:25.549705 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:52:25.549705 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:52:25.549705 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:52:25.549705 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:52:25.549705 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:52:25.549705 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:52:25.549705 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:52:25.581037 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b3b61e2e-08c6-4b74-8305-c1d114848139 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (6895a230-c960-4d8f-805a-cf6aaed140cd), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:25.605238 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-b3b61e2e-08c6-4b74-8305-c1d114848139 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6895a230-c960-4d8f-805a-cf6aaed140cd']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:25.616959 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-b3b61e2e-08c6-4b74-8305-c1d114848139 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82df5574-2c28-44ea-a225-8b06eefbab00') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:25.617408 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-b3b61e2e-08c6-4b74-8305-c1d114848139 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82df5574-2c28-44ea-a225-8b06eefbab00') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:25.629275 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b3b61e2e-08c6-4b74-8305-c1d114848139 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (82df5574-2c28-44ea-a225-8b06eefbab00), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:25.643581 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b3b61e2e-08c6-4b74-8305-c1d114848139 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (82df5574-2c28-44ea-a225-8b06eefbab00), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:25.650942 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b61e2e-08c6-4b74-8305-c1d114848139 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:52:25.651590 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b3b61e2e-08c6-4b74-8305-c1d114848139 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (82df5574-2c28-44ea-a225-8b06eefbab00), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:25.653632 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:52:25.653632 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:52:25.653632 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:52:25.653632 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:52:25.653632 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:52:25.653632 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:52:25.653632 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:52:25.653632 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:52:25.653632 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:52:25.653632 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:52:25.653632 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:52:25.653632 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:52:25.653632 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:52:25.653632 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:52:25.653632 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:52:25.653632 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:52:25.653632 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:52:25.653632 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:52:25.653632 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:52:25.653632 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:52:25.653632 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:52:25.653632 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:52:25.653632 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:52:25.653632 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:52:25.653632 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:52:25.653632 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:52:25.653632 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:52:25.653632 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:52:25.653632 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:52:25.653632 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:52:25.653632 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:52:25.653632 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:52:25.733807 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-25f48a23-d40d-4098-8fa3-d789c3c142f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (32a34664-663b-4ada-8096-dd9b88a307f3), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:25.735186 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b3b61e2e-08c6-4b74-8305-c1d114848139 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (6895a230-c960-4d8f-805a-cf6aaed140cd), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:25.754093 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b61e2e-08c6-4b74-8305-c1d114848139 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6895a230-c960-4d8f-805a-cf6aaed140cd {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 10:52:25.755978 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-25f48a23-d40d-4098-8fa3-d789c3c142f4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:25.758218 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b3b61e2e-08c6-4b74-8305-c1d114848139 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:25.760277 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-25f48a23-d40d-4098-8fa3-d789c3c142f4 admin admin] 10.222.0.11 "DELETE /v2.0/networks/32a34664-663b-4ada-8096-dd9b88a307f3 HTTP/1.1" status: 204 len: 168 time: 0.6375344 Mar 07 10:52:25.762412 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b3b61e2e-08c6-4b74-8305-c1d114848139 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] 10.222.0.11 "DELETE /v2.0/networks/6895a230-c960-4d8f-805a-cf6aaed140cd HTTP/1.1" status: 204 len: 168 time: 0.9131694 Mar 07 10:52:25.762558 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f48a23-d40d-4098-8fa3-d789c3c142f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=32a34664-663b-4ada-8096-dd9b88a307f3,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:25.770973 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40594) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:25.771444 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40596) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:25.775502 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b61e2e-08c6-4b74-8305-c1d114848139 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Pushing event deleted for resources: {'Network': ['ID=6895a230-c960-4d8f-805a-cf6aaed140cd,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:25.786451 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-c460c9a8-3cc4-46f1-9846-63593e3dd5e3 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:25.848358 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116b297d-712c-487a-8bc4-7dd4ba8d2803 req-819ccebc-4f38-42d4-9208-e5d6c53902a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:25.849949 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-116b297d-712c-487a-8bc4-7dd4ba8d2803 req-819ccebc-4f38-42d4-9208-e5d6c53902a9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 1129 time: 0.1956477 Mar 07 10:52:25.922278 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c460c9a8-3cc4-46f1-9846-63593e3dd5e3 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Made reservation on behalf of 4b0c08445df445c08d6ef0dd9c7e01d9 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:25.927723 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c460c9a8-3cc4-46f1-9846-63593e3dd5e3 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:25.939203 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4354f107-8d60-41ae-b66c-63a415a99c7f admin admin] Deleting subnet 2fed15a2-eddc-41e0-b590-9cf17ea704ed {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:52:25.947344 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4354f107-8d60-41ae-b66c-63a415a99c7f admin admin] Publish callbacks [] for subnet (2fed15a2-eddc-41e0-b590-9cf17ea704ed), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:26.012019 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4354f107-8d60-41ae-b66c-63a415a99c7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (2fed15a2-eddc-41e0-b590-9cf17ea704ed), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:26.064936 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-116b297d-712c-487a-8bc4-7dd4ba8d2803 req-4ebdd6e2-9f45-41d1-85d4-c43c29ad37ed service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847842 Mar 07 10:52:26.127985 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c460c9a8-3cc4-46f1-9846-63593e3dd5e3 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:52:26.149289 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcbc6f-cc6b-4f47-84dd-b7719c0d5f18 req-684e956c-39d5-425d-9f68-cb9653d02c7e tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:26.150873 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dcbcbc6f-cc6b-4f47-84dd-b7719c0d5f18 req-684e956c-39d5-425d-9f68-cb9653d02c7e tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 947 time: 0.3382919 Mar 07 10:52:26.171061 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c460c9a8-3cc4-46f1-9846-63593e3dd5e3 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (bc02d606-f065-499d-adac-be4be7f6a059), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:26.171477 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-c460c9a8-3cc4-46f1-9846-63593e3dd5e3 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Added segment bc02d606-f065-499d-adac-be4be7f6a059 of type vlan for network cbaffaea-fd15-4127-ae86-736d44a96b0f Mar 07 10:52:26.232094 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c460c9a8-3cc4-46f1-9846-63593e3dd5e3 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (cbaffaea-fd15-4127-ae86-736d44a96b0f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:26.276079 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4354f107-8d60-41ae-b66c-63a415a99c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (2fed15a2-eddc-41e0-b590-9cf17ea704ed), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:26.306352 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c460c9a8-3cc4-46f1-9846-63593e3dd5e3 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (cbaffaea-fd15-4127-ae86-736d44a96b0f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:26.307327 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c460c9a8-3cc4-46f1-9846-63593e3dd5e3 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:26.307899 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c460c9a8-3cc4-46f1-9846-63593e3dd5e3 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:26.423013 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f25c5a3d-e216-48c1-b29c-ea5b8d801bd7 req-1f0be6cd-67e6-4a74-9e52-90768d779dfb tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.0347257 Mar 07 10:52:26.438189 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c460c9a8-3cc4-46f1-9846-63593e3dd5e3 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6645534 Mar 07 10:52:26.438942 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460c9a8-3cc4-46f1-9846-63593e3dd5e3 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Pushing event updated for resources: {'Network': ['ID=cbaffaea-fd15-4127-ae86-736d44a96b0f,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:26.442072 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40604) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:26.450395 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network cbaffaea-fd15-4127-ae86-736d44a96b0f details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:52:26.463718 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-468df8c0-927a-4b88-9625-7f92a1b4a4e0 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Request body: {'subnet': {'network_id': 'cbaffaea-fd15-4127-ae86-736d44a96b0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:26.468915 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dcbcbc6f-cc6b-4f47-84dd-b7719c0d5f18 req-3c050917-cf6d-4d9b-b619-0ec9675d5259 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678331 Mar 07 10:52:26.499342 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4354f107-8d60-41ae-b66c-63a415a99c7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (2fed15a2-eddc-41e0-b590-9cf17ea704ed), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:26.506218 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468df8c0-927a-4b88-9625-7f92a1b4a4e0 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Made reservation on behalf of 4b0c08445df445c08d6ef0dd9c7e01d9 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:26.510457 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-468df8c0-927a-4b88-9625-7f92a1b4a4e0 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:26.538002 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4354f107-8d60-41ae-b66c-63a415a99c7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fed15a2-eddc-41e0-b590-9cf17ea704ed,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:26.541670 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4354f107-8d60-41ae-b66c-63a415a99c7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:26.545854 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4354f107-8d60-41ae-b66c-63a415a99c7f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2fed15a2-eddc-41e0-b590-9cf17ea704ed HTTP/1.1" status: 204 len: 168 time: 0.7707665 Mar 07 10:52:26.547900 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40608) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:26.650676 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c737f162-76bc-4b7b-bfac-eebdfddaf219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (b6c36fc0-cc17-4acf-9453-b5db077502ac), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:26.853633 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c737f162-76bc-4b7b-bfac-eebdfddaf219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (b6c36fc0-cc17-4acf-9453-b5db077502ac), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:26.877906 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-c737f162-76bc-4b7b-bfac-eebdfddaf219 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c36fc0-cc17-4acf-9453-b5db077502ac']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:26.898099 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-c737f162-76bc-4b7b-bfac-eebdfddaf219 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cca3f4b-4c6e-4070-bd9b-fd7526bab503') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:26.898561 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-c737f162-76bc-4b7b-bfac-eebdfddaf219 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cca3f4b-4c6e-4070-bd9b-fd7526bab503') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:26.914984 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c737f162-76bc-4b7b-bfac-eebdfddaf219 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (5cca3f4b-4c6e-4070-bd9b-fd7526bab503), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:26.935094 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c737f162-76bc-4b7b-bfac-eebdfddaf219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (5cca3f4b-4c6e-4070-bd9b-fd7526bab503), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:26.943343 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-eb655254-8dc2-4441-8918-83e75c5d11fb req-ced875c6-1865-4c17-9bf6-e7ab06a20f57 tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.0454211 Mar 07 10:52:26.948445 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285d0a5-f4c9-4fac-9c5f-9640b5e5fc4c req-7aa58f9e-6d9d-43f7-8839-717bd8e30ab8 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:26.950229 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e285d0a5-f4c9-4fac-9c5f-9640b5e5fc4c req-7aa58f9e-6d9d-43f7-8839-717bd8e30ab8 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 945 time: 0.2884872 Mar 07 10:52:26.953547 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c737f162-76bc-4b7b-bfac-eebdfddaf219 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:52:26.954227 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c737f162-76bc-4b7b-bfac-eebdfddaf219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (5cca3f4b-4c6e-4070-bd9b-fd7526bab503), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:26.956593 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:52:26.956593 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:52:26.956593 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:52:26.956593 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:52:26.956593 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:52:26.956593 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:52:26.956593 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:52:26.956593 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:52:26.956593 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:52:26.956593 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:52:26.956593 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:52:26.956593 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:52:26.956593 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:52:26.956593 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:52:26.956593 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:52:26.956593 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:52:26.956593 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:52:26.956593 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:52:26.956593 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:52:26.956593 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:52:26.956593 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:52:26.956593 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:52:26.956593 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:52:26.956593 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:52:26.956593 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:52:26.956593 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:52:26.956593 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:52:26.956593 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:52:26.956593 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:52:26.956593 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:52:26.956593 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:52:26.956593 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:52:27.092727 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c737f162-76bc-4b7b-bfac-eebdfddaf219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (b6c36fc0-cc17-4acf-9453-b5db077502ac), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:27.103737 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c737f162-76bc-4b7b-bfac-eebdfddaf219 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:27.110842 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c737f162-76bc-4b7b-bfac-eebdfddaf219 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b6c36fc0-cc17-4acf-9453-b5db077502ac HTTP/1.1" status: 204 len: 168 time: 0.5619249 Mar 07 10:52:27.119202 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e285d0a5-f4c9-4fac-9c5f-9640b5e5fc4c req-5972ce90-5d6d-46d3-8449-30ec29642544 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608889 Mar 07 10:52:27.135006 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737f162-76bc-4b7b-bfac-eebdfddaf219 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6c36fc0-cc17-4acf-9453-b5db077502ac,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:27.162250 n-d-832164-4 neutron-server[103766]: DEBUG neutron.objects.ports [None req-468df8c0-927a-4b88-9625-7f92a1b4a4e0 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103766) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 10:52:27.163345 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-468df8c0-927a-4b88-9625-7f92a1b4a4e0 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (bcfbab25-e18d-485c-9a38-2a5fe747c74e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:27.236029 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468df8c0-927a-4b88-9625-7f92a1b4a4e0 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bcfbab25-e18d-485c-9a38-2a5fe747c74e,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:27.248567 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468df8c0-927a-4b88-9625-7f92a1b4a4e0 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Checking segment: {'id': 'bc02d606-f065-499d-adac-be4be7f6a059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'cbaffaea-fd15-4127-ae86-736d44a96b0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:52:27.249065 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468df8c0-927a-4b88-9625-7f92a1b4a4e0 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Network hostable DHCP agents. Network: cbaffaea-fd15-4127-ae86-736d44a96b0f, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:52:27.275069 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468df8c0-927a-4b88-9625-7f92a1b4a4e0 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Network cbaffaea-fd15-4127-ae86-736d44a96b0f is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:52:27.297942 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-468df8c0-927a-4b88-9625-7f92a1b4a4e0 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, cbaffaea-fd15-4127-ae86-736d44a96b0f) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:52:27.314511 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468df8c0-927a-4b88-9625-7f92a1b4a4e0 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:27.315376 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-468df8c0-927a-4b88-9625-7f92a1b4a4e0 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:27.318239 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cacd49b-9316-41c9-a6be-346bfb2ec25d None None] Network cbaffaea-fd15-4127-ae86-736d44a96b0f requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:52:27.346670 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-468df8c0-927a-4b88-9625-7f92a1b4a4e0 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8876412 Mar 07 10:52:27.347205 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40646) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:27.352793 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-048f0e8d-de96-42a1-a61c-2fa5cf50b776 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Request body: {'floatingip': {'floating_network_id': 'cbaffaea-fd15-4127-ae86-736d44a96b0f'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:27.381299 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-048f0e8d-de96-42a1-a61c-2fa5cf50b776 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:27.474495 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40650) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:27.510461 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef486c2-b234-4c13-8545-7b3f1d55b531 None None] Network cbaffaea-fd15-4127-ae86-736d44a96b0f requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:52:27.536575 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21c029-75f3-493e-bd1a-42b0013dec18 req-4f80c83b-5f3e-4aa4-826f-cb1c1c23a632 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:27.544253 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9f21c029-75f3-493e-bd1a-42b0013dec18 req-4f80c83b-5f3e-4aa4-826f-cb1c1c23a632 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 945 time: 0.0751131 Mar 07 10:52:27.569207 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d5fae318-92be-43c2-a391-14479de0d349 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=304c96360e0648499eb576091f717f49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0918241 Mar 07 10:52:27.571807 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40656) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:27.646600 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9f21c029-75f3-493e-bd1a-42b0013dec18 req-cd37de07-734f-4e44-bfef-b4ca86ff9d49 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020741 Mar 07 10:52:27.661037 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-048f0e8d-de96-42a1-a61c-2fa5cf50b776 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:27.770198 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d02c6d-05e0-482d-b9ba-385a04038779 req-6072a205-455b-4c4c-ab50-d98c406cbda2 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:27.779499 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d8d02c6d-05e0-482d-b9ba-385a04038779 req-6072a205-455b-4c4c-ab50-d98c406cbda2 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 947 time: 0.1431377 Mar 07 10:52:27.840666 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c954f8a-aa4f-4e30-8bc8-5e1535cd8023 admin admin] Publish callbacks [] for security_group (1800a616-f7ea-4734-b7bc-ac647e0ad2e3), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:27.871934 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d8d02c6d-05e0-482d-b9ba-385a04038779 req-6a7c6374-49b2-4a72-bcba-29dbfd352155 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885687 Mar 07 10:52:27.899324 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c954f8a-aa4f-4e30-8bc8-5e1535cd8023 admin admin] Publish callbacks [] for security_group (1800a616-f7ea-4734-b7bc-ac647e0ad2e3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:27.926788 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-048f0e8d-de96-42a1-a61c-2fa5cf50b776 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Allocated IP 172.20.0.14 (cbaffaea-fd15-4127-ae86-736d44a96b0f/bcfbab25-e18d-485c-9a38-2a5fe747c74e/620ecd30-286c-4d86-91cf-6932a9d00d48) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:52:27.966220 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c954f8a-aa4f-4e30-8bc8-5e1535cd8023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (1800a616-f7ea-4734-b7bc-ac647e0ad2e3), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:27.969140 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c954f8a-aa4f-4e30-8bc8-5e1535cd8023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:27.970420 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1c954f8a-aa4f-4e30-8bc8-5e1535cd8023 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1800a616-f7ea-4734-b7bc-ac647e0ad2e3 HTTP/1.1" status: 204 len: 168 time: 0.3968656 Mar 07 10:52:27.973877 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f410854-156d-4d54-aa06-7b180af54922 req-c5eac255-690a-4002-8dd9-ed983b0ff92f tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:27.976523 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f410854-156d-4d54-aa06-7b180af54922 req-c5eac255-690a-4002-8dd9-ed983b0ff92f tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 945 time: 0.1489973 Mar 07 10:52:27.999936 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c954f8a-aa4f-4e30-8bc8-5e1535cd8023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1800a616-f7ea-4734-b7bc-ac647e0ad2e3,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:28.174756 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cddc32a6-b63f-46cc-abc1-3e5c79cfad4f req-31b0a4a5-2bcb-47a4-b034-d9fe732f0098 tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.0617638 Mar 07 10:52:28.200704 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f410854-156d-4d54-aa06-7b180af54922 req-eed56125-b58b-4745-934e-97c24d294e74 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077069 Mar 07 10:52:28.279493 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-048f0e8d-de96-42a1-a61c-2fa5cf50b776 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks [] for port (620ecd30-286c-4d86-91cf-6932a9d00d48), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:28.333375 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-048f0e8d-de96-42a1-a61c-2fa5cf50b776 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (620ecd30-286c-4d86-91cf-6932a9d00d48), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:28.444202 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048f0e8d-de96-42a1-a61c-2fa5cf50b776 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Network cbaffaea-fd15-4127-ae86-736d44a96b0f is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:52:28.455349 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-048f0e8d-de96-42a1-a61c-2fa5cf50b776 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:52:28.459541 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048f0e8d-de96-42a1-a61c-2fa5cf50b776 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:52:28.502457 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f0e8d-de96-42a1-a61c-2fa5cf50b776 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Pushing event updated for resources: {'Port': ['ID=620ecd30-286c-4d86-91cf-6932a9d00d48,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:28.590781 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71958496-1ae4-4ff1-abba-9fcab16a695f req-15b29771-a38c-4490-a636-f7d8d785c849 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:28.592678 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-048f0e8d-de96-42a1-a61c-2fa5cf50b776 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks [] for floatingip (da4d32ab-a660-44cd-9abd-6529c0f1b867), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:28.594628 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-71958496-1ae4-4ff1-abba-9fcab16a695f req-15b29771-a38c-4490-a636-f7d8d785c849 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 945 time: 0.0987794 Mar 07 10:52:28.679246 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-048f0e8d-de96-42a1-a61c-2fa5cf50b776 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (620ecd30-286c-4d86-91cf-6932a9d00d48), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:28.680971 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-71958496-1ae4-4ff1-abba-9fcab16a695f req-5b88024b-48b2-4e09-b0e6-dbd593f8b1b3 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790639 Mar 07 10:52:28.703316 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40708) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:28.762525 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40710) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:28.763403 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fc8ae8d5-0823-48dc-a188-58e8b8ac7e20 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9ea85a62a53e45358a7340d5d59a7543&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0588131 Mar 07 10:52:29.178112 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-db884930-4c56-4153-8f38-02f2a6345d7c admin admin] Publish callbacks [] for security_group (ed34fe77-4f41-4d18-9bb0-a5675863fdd5), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:29.235558 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-db884930-4c56-4153-8f38-02f2a6345d7c admin admin] Publish callbacks [] for security_group (ed34fe77-4f41-4d18-9bb0-a5675863fdd5), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:29.239130 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-048f0e8d-de96-42a1-a61c-2fa5cf50b776 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks [] for port (620ecd30-286c-4d86-91cf-6932a9d00d48), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:29.261083 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-048f0e8d-de96-42a1-a61c-2fa5cf50b776 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (620ecd30-286c-4d86-91cf-6932a9d00d48), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:29.317138 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4726ae-5d65-4c48-9ada-c35f1cc73747 req-9fb0016b-b569-4574-98a6-f73287a4aec3 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:29.323879 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7f4726ae-5d65-4c48-9ada-c35f1cc73747 req-9fb0016b-b569-4574-98a6-f73287a4aec3 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 947 time: 0.1728089 Mar 07 10:52:29.347919 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e35a5abf-5338-4a1e-a489-a1b69d6db824 req-3a29475e-6b05-4b6d-ab1e-e896904bebb3 tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.0441678 Mar 07 10:52:29.389350 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f0e8d-de96-42a1-a61c-2fa5cf50b776 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Pushing event updated for resources: {'Port': ['ID=620ecd30-286c-4d86-91cf-6932a9d00d48,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:29.399014 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-db884930-4c56-4153-8f38-02f2a6345d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ed34fe77-4f41-4d18-9bb0-a5675863fdd5), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:29.401571 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-db884930-4c56-4153-8f38-02f2a6345d7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:29.405503 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-db884930-4c56-4153-8f38-02f2a6345d7c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ed34fe77-4f41-4d18-9bb0-a5675863fdd5 HTTP/1.1" status: 204 len: 168 time: 0.6416662 Mar 07 10:52:29.436826 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-048f0e8d-de96-42a1-a61c-2fa5cf50b776 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (da4d32ab-a660-44cd-9abd-6529c0f1b867), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:29.439744 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db884930-4c56-4153-8f38-02f2a6345d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed34fe77-4f41-4d18-9bb0-a5675863fdd5,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:29.454310 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7f4726ae-5d65-4c48-9ada-c35f1cc73747 req-054cf355-d2ba-4d4b-8ef3-b0a85a6270f4 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276460 Mar 07 10:52:29.489607 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-048f0e8d-de96-42a1-a61c-2fa5cf50b776 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:29.496503 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-048f0e8d-de96-42a1-a61c-2fa5cf50b776 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1482129 Mar 07 10:52:29.501207 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40722) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:29.623239 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40724) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:29.624273 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f8f95354-63ce-4e89-9822-b145caf8f79d tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] 10.222.0.11 "GET /v2.0/floatingips?floating_network_id=cbaffaea-fd15-4127-ae86-736d44a96b0f HTTP/1.1" status: 200 len: 690 time: 0.1205695 Mar 07 10:52:29.667427 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf31f82-1da2-4e75-bf4b-21d496c47942 req-d5a24bae-4866-4cdf-b068-a71fb816b41e tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:29.669195 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6cf31f82-1da2-4e75-bf4b-21d496c47942 req-d5a24bae-4866-4cdf-b068-a71fb816b41e tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 947 time: 0.0897086 Mar 07 10:52:29.755562 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6cf31f82-1da2-4e75-bf4b-21d496c47942 req-41377dea-9fef-44eb-af3a-7aec6e52f92f tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790508 Mar 07 10:52:29.788698 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a239eb7c-2443-4450-96d2-ff2a37c01c32 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (cbaffaea-fd15-4127-ae86-736d44a96b0f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:29.886118 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:52:29.933899 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b9b8b-cce3-4858-a9ed-0d25491704a3 req-7defd8f8-2096-4bb1-b06d-9450d2c440da tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:29.942224 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5d5b9b8b-cce3-4858-a9ed-0d25491704a3 req-7defd8f8-2096-4bb1-b06d-9450d2c440da tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 947 time: 0.1003692 Mar 07 10:52:30.003819 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5d5b9b8b-cce3-4858-a9ed-0d25491704a3 req-56b4e52e-efc4-4daa-a1bf-217bb0bca726 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574861 Mar 07 10:52:30.011349 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22980ef2-ec5c-4c5a-97cb-d463955cf912 req-8f8df5ef-d9fb-4394-808c-5314c4e9d485 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:30.013566 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22980ef2-ec5c-4c5a-97cb-d463955cf912 req-8f8df5ef-d9fb-4394-808c-5314c4e9d485 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 945 time: 0.1039429 Mar 07 10:52:30.103810 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-a239eb7c-2443-4450-96d2-ff2a37c01c32 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Deleting port 620ecd30-286c-4d86-91cf-6932a9d00d48 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:52:30.104159 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a239eb7c-2443-4450-96d2-ff2a37c01c32 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (620ecd30-286c-4d86-91cf-6932a9d00d48), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:30.137671 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22980ef2-ec5c-4c5a-97cb-d463955cf912 req-bda6ed3d-8293-44f3-bd24-4180fac412a6 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165814 Mar 07 10:52:30.204986 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2346b5-ab3a-46c2-8977-a5c01d2c9d4c req-56d5f689-aa65-4a97-a773-4d90883c5910 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:30.207867 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8a2346b5-ab3a-46c2-8977-a5c01d2c9d4c req-56d5f689-aa65-4a97-a773-4d90883c5910 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 947 time: 0.0837951 Mar 07 10:52:30.236945 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a239eb7c-2443-4450-96d2-ff2a37c01c32 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (620ecd30-286c-4d86-91cf-6932a9d00d48), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:30.237958 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a239eb7c-2443-4450-96d2-ff2a37c01c32 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks [] for floatingip (620ecd30-286c-4d86-91cf-6932a9d00d48), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:30.262729 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-a239eb7c-2443-4450-96d2-ff2a37c01c32 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Calling delete_port for 620ecd30-286c-4d86-91cf-6932a9d00d48 owned by network:floatingip {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:52:30.308961 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8a2346b5-ab3a-46c2-8977-a5c01d2c9d4c req-649653e3-2106-4560-afe5-3bed03e596b5 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942945 Mar 07 10:52:30.496420 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60aa7c-e519-4086-8737-88bb4cb54c75 req-64c57d45-6d78-42a7-ae78-c383d4e0c312 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:30.504341 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d60aa7c-e519-4086-8737-88bb4cb54c75 req-64c57d45-6d78-42a7-ae78-c383d4e0c312 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 947 time: 0.1221755 Mar 07 10:52:30.507847 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bd0e478d-0d42-45c8-89f6-09796ebe60a9 req-7cfb45f0-53b6-4edf-b35d-6c755533eff6 tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.0618279 Mar 07 10:52:30.512892 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a239eb7c-2443-4450-96d2-ff2a37c01c32 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (620ecd30-286c-4d86-91cf-6932a9d00d48), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:30.564385 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239eb7c-2443-4450-96d2-ff2a37c01c32 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Pushing event deleted for resources: {'Port': ['ID=620ecd30-286c-4d86-91cf-6932a9d00d48,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:30.670759 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d60aa7c-e519-4086-8737-88bb4cb54c75 req-f27f068d-c736-41bf-a2a9-90d22370f148 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655309 Mar 07 10:52:30.798032 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a239eb7c-2443-4450-96d2-ff2a37c01c32 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks [] for floatingip (da4d32ab-a660-44cd-9abd-6529c0f1b867), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:30.901287 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a239eb7c-2443-4450-96d2-ff2a37c01c32 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (bcfbab25-e18d-485c-9a38-2a5fe747c74e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:30.951648 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89ae533-2885-433c-a4fb-1d88b9198e82 req-38b1f066-426d-4b7a-ac27-6b067d85008f tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:30.953244 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e89ae533-2885-433c-a4fb-1d88b9198e82 req-38b1f066-426d-4b7a-ac27-6b067d85008f tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 947 time: 0.1222241 Mar 07 10:52:30.994533 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a239eb7c-2443-4450-96d2-ff2a37c01c32 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (bcfbab25-e18d-485c-9a38-2a5fe747c74e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:31.033417 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239eb7c-2443-4450-96d2-ff2a37c01c32 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bcfbab25-e18d-485c-9a38-2a5fe747c74e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:31.059014 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e89ae533-2885-433c-a4fb-1d88b9198e82 req-b2edc1cb-657c-4ca6-97d7-90ee40b6e356 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933046 Mar 07 10:52:31.113993 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a239eb7c-2443-4450-96d2-ff2a37c01c32 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (cbaffaea-fd15-4127-ae86-736d44a96b0f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:31.145986 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-a239eb7c-2443-4450-96d2-ff2a37c01c32 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbaffaea-fd15-4127-ae86-736d44a96b0f']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:31.156971 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-a239eb7c-2443-4450-96d2-ff2a37c01c32 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc02d606-f065-499d-adac-be4be7f6a059') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:31.157368 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-a239eb7c-2443-4450-96d2-ff2a37c01c32 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc02d606-f065-499d-adac-be4be7f6a059') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:31.170112 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a239eb7c-2443-4450-96d2-ff2a37c01c32 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (bc02d606-f065-499d-adac-be4be7f6a059), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:31.185949 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a239eb7c-2443-4450-96d2-ff2a37c01c32 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (bc02d606-f065-499d-adac-be4be7f6a059), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:31.193552 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a239eb7c-2443-4450-96d2-ff2a37c01c32 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:52:31.194190 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a239eb7c-2443-4450-96d2-ff2a37c01c32 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (bc02d606-f065-499d-adac-be4be7f6a059), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:31.196410 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:52:31.196410 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:52:31.196410 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:52:31.196410 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:52:31.196410 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:52:31.196410 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:52:31.196410 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:52:31.196410 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:52:31.196410 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:52:31.196410 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:52:31.196410 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:52:31.196410 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:52:31.196410 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:52:31.196410 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:52:31.196410 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:52:31.196410 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:52:31.196410 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:52:31.196410 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:52:31.196410 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:52:31.196410 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:52:31.196410 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:52:31.196410 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:52:31.196410 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:52:31.196410 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:52:31.196410 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:52:31.196410 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:52:31.196410 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:52:31.196410 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:52:31.196410 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:52:31.196410 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:52:31.196410 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:52:31.196410 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:52:31.287981 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1f55f-4bab-4f7e-a90e-f64438c22222 req-3e88a514-a6e2-4261-a605-2d99676426fa tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:31.295618 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-69b1f55f-4bab-4f7e-a90e-f64438c22222 req-3e88a514-a6e2-4261-a605-2d99676426fa tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 947 time: 0.1459947 Mar 07 10:52:31.313914 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a239eb7c-2443-4450-96d2-ff2a37c01c32 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (cbaffaea-fd15-4127-ae86-736d44a96b0f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:31.334224 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a239eb7c-2443-4450-96d2-ff2a37c01c32 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cbaffaea-fd15-4127-ae86-736d44a96b0f {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 10:52:31.337279 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239eb7c-2443-4450-96d2-ff2a37c01c32 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Pushing event deleted for resources: {'Network': ['ID=cbaffaea-fd15-4127-ae86-736d44a96b0f,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:31.340535 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a239eb7c-2443-4450-96d2-ff2a37c01c32 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:31.345313 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a239eb7c-2443-4450-96d2-ff2a37c01c32 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] 10.222.0.11 "DELETE /v2.0/networks/cbaffaea-fd15-4127-ae86-736d44a96b0f HTTP/1.1" status: 204 len: 168 time: 1.7199264 Mar 07 10:52:31.351825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40782) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:31.391488 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5772f63-9d72-49bd-9f72-6e56121e8880 req-abd9dc0b-a65e-4e60-bffe-d5be911e4b54 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:31.397499 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-69b1f55f-4bab-4f7e-a90e-f64438c22222 req-7dfa14be-73a2-4141-b0be-2abf0cf5ed57 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959544 Mar 07 10:52:31.399173 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c5772f63-9d72-49bd-9f72-6e56121e8880 req-abd9dc0b-a65e-4e60-bffe-d5be911e4b54 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 945 time: 0.1349165 Mar 07 10:52:31.454539 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9449e408-1702-4188-9100-c9e3e54bf97a tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1009896 Mar 07 10:52:31.460154 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40788) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:31.586178 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c5772f63-9d72-49bd-9f72-6e56121e8880 req-e89f8d81-3c5c-44ef-a766-c292a43af254 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860518 Mar 07 10:52:31.713472 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2252f4e-9625-498a-a720-2e978baa5f07 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:31.717502 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2252f4e-9625-498a-a720-2e978baa5f07 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:31.719419 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2252f4e-9625-498a-a720-2e978baa5f07 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:31.719888 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2252f4e-9625-498a-a720-2e978baa5f07 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:31.721568 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2252f4e-9625-498a-a720-2e978baa5f07 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:31.729551 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b2252f4e-9625-498a-a720-2e978baa5f07 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3381 time: 0.2486901 Mar 07 10:52:31.731057 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40796) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:31.771757 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-4fa48c9a-75e4-4a5a-a0d2-5c1be6b84dfe tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] delete failed (client error): The resource could not be found. Mar 07 10:52:31.775164 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4fa48c9a-75e4-4a5a-a0d2-5c1be6b84dfe tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/da4d32ab-a660-44cd-9abd-6529c0f1b867 HTTP/1.1" status: 404 len: 345 time: 0.0405686 Mar 07 10:52:31.775481 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40802) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:31.804112 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-035986fb-5b75-43c1-8a1c-80a1ca1880e0 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] DELETE failed (client error): The resource could not be found. Mar 07 10:52:31.804718 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-035986fb-5b75-43c1-8a1c-80a1ca1880e0 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:31.811601 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-035986fb-5b75-43c1-8a1c-80a1ca1880e0 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] 10.222.0.11 "DELETE /v2.0/networks/cbaffaea-fd15-4127-ae86-736d44a96b0f HTTP/1.1" status: 404 len: 339 time: 0.0314283 Mar 07 10:52:31.812287 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40806) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:31.843266 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-fc3fbaec-3a43-49b9-9600-3cdf3439c266 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Request body: {'network': {'name': 'tempest-network--2051232080', 'router:external': True}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:31.845915 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-036b2d3e-cb51-42ec-a5a2-63cee95de4f4 req-e81765e4-2d8f-45fd-a47b-7d05ced65395 tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.1083362 Mar 07 10:52:31.906775 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3fbaec-3a43-49b9-9600-3cdf3439c266 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Made reservation on behalf of 4b0c08445df445c08d6ef0dd9c7e01d9 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:31.908675 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fc3fbaec-3a43-49b9-9600-3cdf3439c266 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:31.943272 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc3fbaec-3a43-49b9-9600-3cdf3439c266 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:52:31.964986 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f178082-fbaa-45df-b56e-556a8baf1eaf req-00a1cb75-37ff-414f-8aab-0a497f011459 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:31.966590 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1f178082-fbaa-45df-b56e-556a8baf1eaf req-00a1cb75-37ff-414f-8aab-0a497f011459 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 947 time: 0.1533759 Mar 07 10:52:31.972796 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fc3fbaec-3a43-49b9-9600-3cdf3439c266 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (e325c418-e4e8-4d62-8e25-a91bac6eb52b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:31.973328 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-fc3fbaec-3a43-49b9-9600-3cdf3439c266 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Added segment e325c418-e4e8-4d62-8e25-a91bac6eb52b of type vlan for network 7efc42da-1cc2-41de-8759-21d7a7399182 Mar 07 10:52:32.065172 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fc3fbaec-3a43-49b9-9600-3cdf3439c266 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (7efc42da-1cc2-41de-8759-21d7a7399182), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:32.069811 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1f178082-fbaa-45df-b56e-556a8baf1eaf req-1cae2429-9d6e-4098-8e4a-5f119974df8e tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948713 Mar 07 10:52:32.102769 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fc3fbaec-3a43-49b9-9600-3cdf3439c266 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (7efc42da-1cc2-41de-8759-21d7a7399182), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:32.104886 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3fbaec-3a43-49b9-9600-3cdf3439c266 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:32.105684 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fc3fbaec-3a43-49b9-9600-3cdf3439c266 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:32.139812 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fc3fbaec-3a43-49b9-9600-3cdf3439c266 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3048215 Mar 07 10:52:32.140225 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40822) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:32.184188 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3fbaec-3a43-49b9-9600-3cdf3439c266 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Pushing event updated for resources: {'Network': ['ID=7efc42da-1cc2-41de-8759-21d7a7399182,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:32.196330 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 7efc42da-1cc2-41de-8759-21d7a7399182 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:52:32.419384 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e01a03-10ce-49fe-bf16-41a63955ae57 tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:32.425846 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e01a03-10ce-49fe-bf16-41a63955ae57 tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:32.431205 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e01a03-10ce-49fe-bf16-41a63955ae57 tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:32.436508 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e01a03-10ce-49fe-bf16-41a63955ae57 tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:32.441721 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-35e01a03-10ce-49fe-bf16-41a63955ae57 tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2971165 Mar 07 10:52:32.441880 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40836) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:32.511060 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7c90a06a-a053-4131-8d40-ac2f031d664a tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (7efc42da-1cc2-41de-8759-21d7a7399182), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:32.604364 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7c90a06a-a053-4131-8d40-ac2f031d664a tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (7efc42da-1cc2-41de-8759-21d7a7399182), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:32.642703 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-7c90a06a-a053-4131-8d40-ac2f031d664a tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7efc42da-1cc2-41de-8759-21d7a7399182']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:32.654031 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-7c90a06a-a053-4131-8d40-ac2f031d664a tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e325c418-e4e8-4d62-8e25-a91bac6eb52b') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:32.654466 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-7c90a06a-a053-4131-8d40-ac2f031d664a tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e325c418-e4e8-4d62-8e25-a91bac6eb52b') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:32.666901 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7c90a06a-a053-4131-8d40-ac2f031d664a tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (e325c418-e4e8-4d62-8e25-a91bac6eb52b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:32.683764 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7c90a06a-a053-4131-8d40-ac2f031d664a tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (e325c418-e4e8-4d62-8e25-a91bac6eb52b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:32.731282 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c90a06a-a053-4131-8d40-ac2f031d664a tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:52:32.731936 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7c90a06a-a053-4131-8d40-ac2f031d664a tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (e325c418-e4e8-4d62-8e25-a91bac6eb52b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:32.738758 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:52:32.738758 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:52:32.738758 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:52:32.738758 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:52:32.738758 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:52:32.738758 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:52:32.738758 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:52:32.738758 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:52:32.738758 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:52:32.738758 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:52:32.738758 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:52:32.738758 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:52:32.738758 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:52:32.738758 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:52:32.738758 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:52:32.738758 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:52:32.738758 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:52:32.738758 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:52:32.738758 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:52:32.738758 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:52:32.738758 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:52:32.738758 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:52:32.738758 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:52:32.738758 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:52:32.738758 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:52:32.738758 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:52:32.738758 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:52:32.738758 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:52:32.738758 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:52:32.738758 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:52:32.738758 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:52:32.738758 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:52:32.806450 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69be2b8-9ac4-4edf-bd64-45135f7d2156 req-4c3f2a8d-4bb7-4b23-b587-1d503b9a432e tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:32.808018 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d69be2b8-9ac4-4edf-bd64-45135f7d2156 req-4c3f2a8d-4bb7-4b23-b587-1d503b9a432e tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 945 time: 0.1105514 Mar 07 10:52:32.857234 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7c90a06a-a053-4131-8d40-ac2f031d664a tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (7efc42da-1cc2-41de-8759-21d7a7399182), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:32.863033 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c90a06a-a053-4131-8d40-ac2f031d664a tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7efc42da-1cc2-41de-8759-21d7a7399182 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 10:52:32.885066 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7c90a06a-a053-4131-8d40-ac2f031d664a tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:32.892681 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40876) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:32.894422 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7c90a06a-a053-4131-8d40-ac2f031d664a tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] 10.222.0.11 "DELETE /v2.0/networks/7efc42da-1cc2-41de-8759-21d7a7399182 HTTP/1.1" status: 204 len: 168 time: 0.4508057 Mar 07 10:52:32.895770 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90a06a-a053-4131-8d40-ac2f031d664a tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Pushing event deleted for resources: {'Network': ['ID=7efc42da-1cc2-41de-8759-21d7a7399182,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:32.902195 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d69be2b8-9ac4-4edf-bd64-45135f7d2156 req-30ec3f90-aab1-4562-acb0-7c26a1c77f31 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855930 Mar 07 10:52:32.911833 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-5e2cea59-a39b-4783-a994-25c575688d3d tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Request body: {'network': {'name': 'tempest-network--1711037406', 'router:external': True}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:33.022958 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ac6e7b6f-9b86-491c-8b9a-73ab8b1d43cf req-879befd9-9a84-4d67-a87d-c5249d0e17cd tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.0690560 Mar 07 10:52:33.064002 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2cea59-a39b-4783-a994-25c575688d3d tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Made reservation on behalf of 4b0c08445df445c08d6ef0dd9c7e01d9 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:33.068980 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5e2cea59-a39b-4783-a994-25c575688d3d tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:33.129036 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e2cea59-a39b-4783-a994-25c575688d3d tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:52:33.141963 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5e2cea59-a39b-4783-a994-25c575688d3d tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (d7e20f31-a031-45c3-8a7c-bccdddbecd53), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:33.142592 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-5e2cea59-a39b-4783-a994-25c575688d3d tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Added segment d7e20f31-a031-45c3-8a7c-bccdddbecd53 of type vlan for network 61ad38bb-dae1-46e9-bb1d-715887bfad4f Mar 07 10:52:33.204552 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5e2cea59-a39b-4783-a994-25c575688d3d tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (61ad38bb-dae1-46e9-bb1d-715887bfad4f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:33.239968 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5e2cea59-a39b-4783-a994-25c575688d3d tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (61ad38bb-dae1-46e9-bb1d-715887bfad4f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:33.241382 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2cea59-a39b-4783-a994-25c575688d3d tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:33.242246 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5e2cea59-a39b-4783-a994-25c575688d3d tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:33.297683 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5e2cea59-a39b-4783-a994-25c575688d3d tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3920331 Mar 07 10:52:33.297683 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40898) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:33.373749 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c15f92-5987-423e-bbc6-4e4ca78e1a92 req-a71dbeaa-e5be-4716-bdf6-3c77bb2eb71a tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:33.382367 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-57c15f92-5987-423e-bbc6-4e4ca78e1a92 req-a71dbeaa-e5be-4716-bdf6-3c77bb2eb71a tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 947 time: 0.1812489 Mar 07 10:52:33.384944 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2cea59-a39b-4783-a994-25c575688d3d tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Pushing event updated for resources: {'Network': ['ID=61ad38bb-dae1-46e9-bb1d-715887bfad4f,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:33.404403 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 61ad38bb-dae1-46e9-bb1d-715887bfad4f details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:52:33.508775 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-57c15f92-5987-423e-bbc6-4e4ca78e1a92 req-b4a9f758-742d-4884-a3d8-335278f8d7d4 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248879 Mar 07 10:52:33.561868 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e34f3e4-e4b7-4f8b-876e-932f42c89f0c tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:33.563203 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5e34f3e4-e4b7-4f8b-876e-932f42c89f0c tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] 10.222.0.11 "GET /v2.0/networks/61ad38bb-dae1-46e9-bb1d-715887bfad4f HTTP/1.1" status: 200 len: 757 time: 0.2726088 Mar 07 10:52:33.566268 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40916) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:33.759577 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77d83d9-9ced-4a36-a900-6ffd32a62285 tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:33.763971 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40928) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:33.766330 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e77d83d9-9ced-4a36-a900-6ffd32a62285 tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] 10.222.0.11 "GET /v2.0/networks/236bf3f6-c942-4fcc-b9ad-888e892837a2 HTTP/1.1" status: 200 len: 768 time: 0.1988342 Mar 07 10:52:33.926299 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d51a3f30-fd23-4e6d-b346-0e6b42903362 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (61ad38bb-dae1-46e9-bb1d-715887bfad4f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:34.008963 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6ce6b-6452-4d30-b9c5-375310f99eb4 req-708ec4b3-3b76-4523-a1c8-f5408ea71b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:34.015282 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-13e6ce6b-6452-4d30-b9c5-375310f99eb4 req-708ec4b3-3b76-4523-a1c8-f5408ea71b25 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=af76e3a0199d43eaad70e52b49b8dbe0&device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 1129 time: 0.0999527 Mar 07 10:52:34.175921 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cae78-1b7b-48b8-a737-a31844f02c46 req-373889d6-e43a-42c1-b078-c7bc5bbc7f83 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:34.179064 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d51a3f30-fd23-4e6d-b346-0e6b42903362 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (61ad38bb-dae1-46e9-bb1d-715887bfad4f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:34.183836 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-227cae78-1b7b-48b8-a737-a31844f02c46 req-373889d6-e43a-42c1-b078-c7bc5bbc7f83 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 945 time: 0.1462338 Mar 07 10:52:34.211108 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-d51a3f30-fd23-4e6d-b346-0e6b42903362 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ad38bb-dae1-46e9-bb1d-715887bfad4f']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:34.225056 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-d51a3f30-fd23-4e6d-b346-0e6b42903362 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e20f31-a031-45c3-8a7c-bccdddbecd53') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:34.225513 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-d51a3f30-fd23-4e6d-b346-0e6b42903362 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e20f31-a031-45c3-8a7c-bccdddbecd53') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:34.243809 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc80f3f-8398-4866-9c0b-ceb03960fa94 req-a02bf4e1-9b9c-486b-9c90-27504ab12247 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:34.251023 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9dc80f3f-8398-4866-9c0b-ceb03960fa94 req-a02bf4e1-9b9c-486b-9c90-27504ab12247 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 947 time: 0.1786938 Mar 07 10:52:34.254360 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d51a3f30-fd23-4e6d-b346-0e6b42903362 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (d7e20f31-a031-45c3-8a7c-bccdddbecd53), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:34.281993 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d51a3f30-fd23-4e6d-b346-0e6b42903362 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (d7e20f31-a031-45c3-8a7c-bccdddbecd53), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:34.320501 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d51a3f30-fd23-4e6d-b346-0e6b42903362 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:52:34.321530 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d51a3f30-fd23-4e6d-b346-0e6b42903362 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (d7e20f31-a031-45c3-8a7c-bccdddbecd53), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:34.324714 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-227cae78-1b7b-48b8-a737-a31844f02c46 req-d8d04262-13c3-4b3a-aa2f-a2e569e41595 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398251 Mar 07 10:52:34.327818 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6ce6b-6452-4d30-b9c5-375310f99eb4 req-73ff79c3-b99a-42fd-82c3-353d7da1d52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:34.329566 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-13e6ce6b-6452-4d30-b9c5-375310f99eb4 req-73ff79c3-b99a-42fd-82c3-353d7da1d52d service neutron] 10.222.0.21 "GET /v2.0/networks?id=d544ea13-72f7-4e6d-b9f9-764274f4e435 HTTP/1.1" status: 200 len: 915 time: 0.3076077 Mar 07 10:52:34.334586 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9dc80f3f-8398-4866-9c0b-ceb03960fa94 req-eb084e36-a0a8-48fc-9560-3b9567967a0c tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825589 Mar 07 10:52:34.339418 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:52:34.339418 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:52:34.339418 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:52:34.339418 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:52:34.339418 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:52:34.339418 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:52:34.339418 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:52:34.339418 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:52:34.339418 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:52:34.339418 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:52:34.339418 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:52:34.339418 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:52:34.339418 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:52:34.339418 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:52:34.339418 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:52:34.339418 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:52:34.339418 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:52:34.339418 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:52:34.339418 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:52:34.339418 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:52:34.339418 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:52:34.339418 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:52:34.339418 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:52:34.339418 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:52:34.339418 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:52:34.339418 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:52:34.339418 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:52:34.339418 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:52:34.339418 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:52:34.339418 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:52:34.339418 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:52:34.339418 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:52:34.409262 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-13e6ce6b-6452-4d30-b9c5-375310f99eb4 req-957b421f-61cd-412b-945d-9cc54ce0c148 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6688e36-ad0b-423f-8455-552f34e30d39 HTTP/1.1" status: 200 len: 217 time: 0.0703931 Mar 07 10:52:34.418126 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d51a3f30-fd23-4e6d-b346-0e6b42903362 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (61ad38bb-dae1-46e9-bb1d-715887bfad4f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:34.443375 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51a3f30-fd23-4e6d-b346-0e6b42903362 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 61ad38bb-dae1-46e9-bb1d-715887bfad4f {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 10:52:34.449516 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40950) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:34.450708 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d51a3f30-fd23-4e6d-b346-0e6b42903362 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:34.459522 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d51a3f30-fd23-4e6d-b346-0e6b42903362 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] 10.222.0.11 "DELETE /v2.0/networks/61ad38bb-dae1-46e9-bb1d-715887bfad4f HTTP/1.1" status: 204 len: 168 time: 0.6937990 Mar 07 10:52:34.460749 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a3f30-fd23-4e6d-b346-0e6b42903362 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Pushing event deleted for resources: {'Network': ['ID=61ad38bb-dae1-46e9-bb1d-715887bfad4f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:34.468336 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40952) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:34.481807 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-cc6ff591-5d16-4691-a121-386ec7649aab tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Request body: {'network': {'name': 'tempest-network--588893277'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:34.486390 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-38b1d86c-1b82-4d9c-8cc5-986f4d1eec4c req-0a2a180e-cf6f-46e3-8320-5b4ccd78111d tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.0652087 Mar 07 10:52:34.506489 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6ce6b-6452-4d30-b9c5-375310f99eb4 req-24ad45d2-0b13-4230-b5ee-5e852a0e1d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:34.507951 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-13e6ce6b-6452-4d30-b9c5-375310f99eb4 req-24ad45d2-0b13-4230-b5ee-5e852a0e1d16 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2e77d3a5-5754-48b0-b886-c951ba559812 HTTP/1.1" status: 200 len: 854 time: 0.0948129 Mar 07 10:52:34.532182 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6ff591-5d16-4691-a121-386ec7649aab tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Made reservation on behalf of 4b0c08445df445c08d6ef0dd9c7e01d9 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:34.535946 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff591-5d16-4691-a121-386ec7649aab tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:34.571528 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-13e6ce6b-6452-4d30-b9c5-375310f99eb4 req-ba68db78-8344-47fe-8f38-3517a72c2424 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d544ea13-72f7-4e6d-b9f9-764274f4e435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563917 Mar 07 10:52:34.614626 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc6ff591-5d16-4691-a121-386ec7649aab tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:52:34.662477 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff591-5d16-4691-a121-386ec7649aab tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (40bc0e9a-4bc6-47b3-9cda-d06351e0255d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:34.662818 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-cc6ff591-5d16-4691-a121-386ec7649aab tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Added segment 40bc0e9a-4bc6-47b3-9cda-d06351e0255d of type vlan for network 38c5022d-975b-4ad3-8b0e-c5f7d8952a39 Mar 07 10:52:34.727204 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c6d5b39d-29c9-463b-a43e-5bcaf3775be7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:34.758688 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff591-5d16-4691-a121-386ec7649aab tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (38c5022d-975b-4ad3-8b0e-c5f7d8952a39), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:34.770598 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-13e6ce6b-6452-4d30-b9c5-375310f99eb4 req-a8c1e78b-b0bb-48ed-9123-324358684b9c service neutron] 10.222.0.21 "GET /v2.0/networks/d544ea13-72f7-4e6d-b9f9-764274f4e435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908448 Mar 07 10:52:34.868211 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-13e6ce6b-6452-4d30-b9c5-375310f99eb4 req-e9ee2755-4292-4be5-b802-d13d3c73deb2 service neutron] 10.222.0.21 "GET /v2.0/networks/d544ea13-72f7-4e6d-b9f9-764274f4e435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890582 Mar 07 10:52:34.902576 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff591-5d16-4691-a121-386ec7649aab tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (38c5022d-975b-4ad3-8b0e-c5f7d8952a39), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:34.903516 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6ff591-5d16-4691-a121-386ec7649aab tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:34.904083 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff591-5d16-4691-a121-386ec7649aab tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:34.978824 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c6d5b39d-29c9-463b-a43e-5bcaf3775be7 admin admin] Publish callbacks [] for security_group (8939a4db-b1e3-4e76-a0a6-606af8c1d8c7), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:35.011285 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40958) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:35.019596 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-2edca37f-ed8b-4217-a824-8b96b6b95ab9 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:35.021701 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-cc6ff591-5d16-4691-a121-386ec7649aab tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5460711 Mar 07 10:52:35.024865 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c6d5b39d-29c9-463b-a43e-5bcaf3775be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8939a4db-b1e3-4e76-a0a6-606af8c1d8c7), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:35.099685 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ff591-5d16-4691-a121-386ec7649aab tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Pushing event updated for resources: {'Network': ['ID=38c5022d-975b-4ad3-8b0e-c5f7d8952a39,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:35.108698 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c6d5b39d-29c9-463b-a43e-5bcaf3775be7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f753c03e2bf04e47ac5d13404fd92e63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6558189 Mar 07 10:52:35.108698 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5b39d-29c9-463b-a43e-5bcaf3775be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8939a4db-b1e3-4e76-a0a6-606af8c1d8c7,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:35.109475 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40960) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:35.122076 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 38c5022d-975b-4ad3-8b0e-c5f7d8952a39 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:52:35.202852 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7333004c-98ee-4197-a06f-37b29478f41f admin admin] Publish callbacks [] for security_group (8939a4db-b1e3-4e76-a0a6-606af8c1d8c7), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:35.241341 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7333004c-98ee-4197-a06f-37b29478f41f admin admin] Publish callbacks [] for security_group (8939a4db-b1e3-4e76-a0a6-606af8c1d8c7), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:35.322430 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2edca37f-ed8b-4217-a824-8b96b6b95ab9 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (38c5022d-975b-4ad3-8b0e-c5f7d8952a39), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:35.347415 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7333004c-98ee-4197-a06f-37b29478f41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8939a4db-b1e3-4e76-a0a6-606af8c1d8c7), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:35.350875 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2edca37f-ed8b-4217-a824-8b96b6b95ab9 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (38c5022d-975b-4ad3-8b0e-c5f7d8952a39), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:35.352762 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7333004c-98ee-4197-a06f-37b29478f41f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:35.354034 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7333004c-98ee-4197-a06f-37b29478f41f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8939a4db-b1e3-4e76-a0a6-606af8c1d8c7 HTTP/1.1" status: 204 len: 168 time: 0.2436509 Mar 07 10:52:35.380579 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2edca37f-ed8b-4217-a824-8b96b6b95ab9 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Network 38c5022d-975b-4ad3-8b0e-c5f7d8952a39 is not hosted by any dhcp agent {{(pid=103766) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 10:52:35.381905 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edca37f-ed8b-4217-a824-8b96b6b95ab9 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:35.382760 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2edca37f-ed8b-4217-a824-8b96b6b95ab9 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:35.384563 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2edca37f-ed8b-4217-a824-8b96b6b95ab9 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] 10.222.0.11 "PUT /v2.0/networks/38c5022d-975b-4ad3-8b0e-c5f7d8952a39 HTTP/1.1" status: 200 len: 857 time: 0.3720591 Mar 07 10:52:35.387452 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40970) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:35.402189 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333004c-98ee-4197-a06f-37b29478f41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8939a4db-b1e3-4e76-a0a6-606af8c1d8c7,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:35.480397 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edca37f-ed8b-4217-a824-8b96b6b95ab9 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Pushing event updated for resources: {'Network': ['ID=38c5022d-975b-4ad3-8b0e-c5f7d8952a39,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:35.557090 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-db58da49-4072-46f6-b3d6-af86b4b36db1 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (38c5022d-975b-4ad3-8b0e-c5f7d8952a39), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:35.641501 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0cbef-14bd-436d-900b-b229a5119f9a req-c6d8565b-af85-4a77-96a6-792abfc7916e tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:35.643001 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04f0cbef-14bd-436d-900b-b229a5119f9a req-c6d8565b-af85-4a77-96a6-792abfc7916e tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 945 time: 0.1341588 Mar 07 10:52:35.656413 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcbc52-cd35-491a-8388-8faaa76798d6 req-276791b8-1e24-4bfb-a2b1-7836117d32e6 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:35.680178 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8afcbc52-cd35-491a-8388-8faaa76798d6 req-276791b8-1e24-4bfb-a2b1-7836117d32e6 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 947 time: 0.1934946 Mar 07 10:52:35.685622 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-db58da49-4072-46f6-b3d6-af86b4b36db1 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (38c5022d-975b-4ad3-8b0e-c5f7d8952a39), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:35.722283 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-db58da49-4072-46f6-b3d6-af86b4b36db1 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c5022d-975b-4ad3-8b0e-c5f7d8952a39']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:35.742753 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-db58da49-4072-46f6-b3d6-af86b4b36db1 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40bc0e9a-4bc6-47b3-9cda-d06351e0255d') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:35.743036 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-db58da49-4072-46f6-b3d6-af86b4b36db1 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40bc0e9a-4bc6-47b3-9cda-d06351e0255d') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:35.759644 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-db58da49-4072-46f6-b3d6-af86b4b36db1 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (40bc0e9a-4bc6-47b3-9cda-d06351e0255d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:35.769904 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04f0cbef-14bd-436d-900b-b229a5119f9a req-70f6b1e6-32d8-4d69-b667-5396f703527e tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937588 Mar 07 10:52:35.778730 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-db58da49-4072-46f6-b3d6-af86b4b36db1 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (40bc0e9a-4bc6-47b3-9cda-d06351e0255d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:35.799302 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8afcbc52-cd35-491a-8388-8faaa76798d6 req-669bf57c-53d7-4d26-a131-4f1963d3ed2b tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128664 Mar 07 10:52:35.802111 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db58da49-4072-46f6-b3d6-af86b4b36db1 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:52:35.802519 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-db58da49-4072-46f6-b3d6-af86b4b36db1 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (40bc0e9a-4bc6-47b3-9cda-d06351e0255d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:35.804474 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:52:35.804474 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:52:35.804474 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:52:35.804474 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:52:35.804474 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:52:35.804474 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:52:35.804474 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:52:35.804474 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:52:35.804474 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:52:35.804474 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:52:35.804474 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:52:35.804474 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:52:35.804474 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:52:35.804474 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:52:35.804474 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:52:35.804474 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:52:35.804474 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:52:35.804474 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:52:35.804474 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:52:35.804474 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:52:35.804474 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:52:35.804474 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:52:35.804474 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:52:35.804474 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:52:35.804474 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:52:35.804474 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:52:35.804474 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:52:35.804474 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:52:35.804474 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:52:35.804474 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:52:35.804474 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:52:35.804474 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:52:35.876742 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-db58da49-4072-46f6-b3d6-af86b4b36db1 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (38c5022d-975b-4ad3-8b0e-c5f7d8952a39), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:35.892366 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db58da49-4072-46f6-b3d6-af86b4b36db1 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 38c5022d-975b-4ad3-8b0e-c5f7d8952a39 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 10:52:35.906394 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-db58da49-4072-46f6-b3d6-af86b4b36db1 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:35.910250 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-db58da49-4072-46f6-b3d6-af86b4b36db1 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] 10.222.0.11 "DELETE /v2.0/networks/38c5022d-975b-4ad3-8b0e-c5f7d8952a39 HTTP/1.1" status: 204 len: 168 time: 0.5216341 Mar 07 10:52:35.914021 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58da49-4072-46f6-b3d6-af86b4b36db1 tempest-ExternalNetworksTestJSON-114764227 tempest-ExternalNetworksTestJSON-114764227-project-admin] Pushing event deleted for resources: {'Network': ['ID=38c5022d-975b-4ad3-8b0e-c5f7d8952a39,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:35.914316 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40976) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:35.946358 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-67c02940-5a66-4435-9c06-469d9f453a06 req-346c70d5-87b7-4d95-a558-4d26c032a0ff tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.0346363 Mar 07 10:52:35.976561 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40978) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:35.987928 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-22306b99-ba16-486d-af08-4e4b6eb50a32 tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] DELETE failed (client error): The resource could not be found. Mar 07 10:52:35.988425 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22306b99-ba16-486d-af08-4e4b6eb50a32 tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:52:35.991077 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-42066ea5-bbf2-4185-8ac0-f6e04ab4cc5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:35.997055 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-22306b99-ba16-486d-af08-4e4b6eb50a32 tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] 10.222.0.11 "DELETE /v2.0/subnets/bcfbab25-e18d-485c-9a38-2a5fe747c74e HTTP/1.1" status: 404 len: 337 time: 0.0816526 Mar 07 10:52:35.998049 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40980) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:36.103734 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dfc17f70-726c-404d-ae07-065f701fac2e tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (236bf3f6-c942-4fcc-b9ad-888e892837a2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.230402 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dfc17f70-726c-404d-ae07-065f701fac2e tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (236bf3f6-c942-4fcc-b9ad-888e892837a2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.253358 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-dfc17f70-726c-404d-ae07-065f701fac2e tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236bf3f6-c942-4fcc-b9ad-888e892837a2']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:36.267044 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-dfc17f70-726c-404d-ae07-065f701fac2e tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3494f38-3dbc-4ea7-8e4c-b4ce04247f3b') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:36.267386 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-dfc17f70-726c-404d-ae07-065f701fac2e tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3494f38-3dbc-4ea7-8e4c-b4ce04247f3b') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:36.306430 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dfc17f70-726c-404d-ae07-065f701fac2e tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (f3494f38-3dbc-4ea7-8e4c-b4ce04247f3b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.359835 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-42066ea5-bbf2-4185-8ac0-f6e04ab4cc5b admin admin] Publish callbacks [] for security_group (bf4b151a-4f2b-4fd9-8ec9-66de8503db63), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.362129 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dfc17f70-726c-404d-ae07-065f701fac2e tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (f3494f38-3dbc-4ea7-8e4c-b4ce04247f3b), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.372030 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-42066ea5-bbf2-4185-8ac0-f6e04ab4cc5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (bf4b151a-4f2b-4fd9-8ec9-66de8503db63), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.380675 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc17f70-726c-404d-ae07-065f701fac2e tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:52:36.381400 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dfc17f70-726c-404d-ae07-065f701fac2e tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (f3494f38-3dbc-4ea7-8e4c-b4ce04247f3b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.386574 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:52:36.386574 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:52:36.386574 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:52:36.386574 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:52:36.386574 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:52:36.386574 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:52:36.386574 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:52:36.386574 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:52:36.386574 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:52:36.386574 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:52:36.386574 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:52:36.386574 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:52:36.386574 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:52:36.386574 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:52:36.386574 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:52:36.386574 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:52:36.386574 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:52:36.386574 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:52:36.386574 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:52:36.386574 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:52:36.386574 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:52:36.386574 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:52:36.386574 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:52:36.386574 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:52:36.386574 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:52:36.386574 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:52:36.386574 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:52:36.386574 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:52:36.386574 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:52:36.386574 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:52:36.386574 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:52:36.386574 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:52:36.462281 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d2df8dd7-93d8-4bc3-88b4-47c2ca514a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.495805 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-42066ea5-bbf2-4185-8ac0-f6e04ab4cc5b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8cd3b2c89f1d49d38b625be1eb662e5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5158522 Mar 07 10:52:36.496120 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40990) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:36.502330 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42066ea5-bbf2-4185-8ac0-f6e04ab4cc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4b151a-4f2b-4fd9-8ec9-66de8503db63,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:36.518073 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dfc17f70-726c-404d-ae07-065f701fac2e tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (236bf3f6-c942-4fcc-b9ad-888e892837a2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.533867 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dfc17f70-726c-404d-ae07-065f701fac2e tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.540000 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-dfc17f70-726c-404d-ae07-065f701fac2e tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] 10.222.0.11 "DELETE /v2.0/networks/236bf3f6-c942-4fcc-b9ad-888e892837a2 HTTP/1.1" status: 204 len: 168 time: 0.5384021 Mar 07 10:52:36.559529 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc17f70-726c-404d-ae07-065f701fac2e tempest-ExternalNetworksTestJSON-566890498 tempest-ExternalNetworksTestJSON-566890498-project] Pushing event deleted for resources: {'Network': ['ID=236bf3f6-c942-4fcc-b9ad-888e892837a2,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:36.580308 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6dce05a4-877b-4d13-940d-1135196ba342 admin admin] Publish callbacks [] for security_group (bf4b151a-4f2b-4fd9-8ec9-66de8503db63), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.608656 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6dce05a4-877b-4d13-940d-1135196ba342 admin admin] Publish callbacks [] for security_group (bf4b151a-4f2b-4fd9-8ec9-66de8503db63), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.670909 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6dce05a4-877b-4d13-940d-1135196ba342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (bf4b151a-4f2b-4fd9-8ec9-66de8503db63), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.675512 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6dce05a4-877b-4d13-940d-1135196ba342 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:36.679374 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6dce05a4-877b-4d13-940d-1135196ba342 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bf4b151a-4f2b-4fd9-8ec9-66de8503db63 HTTP/1.1" status: 204 len: 168 time: 0.1800900 Mar 07 10:52:36.688404 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dce05a4-877b-4d13-940d-1135196ba342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4b151a-4f2b-4fd9-8ec9-66de8503db63,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:36.859405 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41004) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:36.924155 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8d3d0-7944-4dbe-8b71-be91bf263780 req-a1197139-0973-4070-a0ce-c08534cf6ade tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:36.933811 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72a8d3d0-7944-4dbe-8b71-be91bf263780 req-a1197139-0973-4070-a0ce-c08534cf6ade tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 945 time: 0.0725358 Mar 07 10:52:36.999599 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb76fedb-8aad-43d4-b6a8-bbbe7d75029d req-d31a1d12-2482-4f4c-ba04-c33949c53d92 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:37.001282 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-eb76fedb-8aad-43d4-b6a8-bbbe7d75029d req-d31a1d12-2482-4f4c-ba04-c33949c53d92 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 947 time: 0.0758655 Mar 07 10:52:37.004336 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72a8d3d0-7944-4dbe-8b71-be91bf263780 req-e123a52f-cb3d-45f9-ae67-c654f5c8bc21 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690856 Mar 07 10:52:37.097750 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-eb76fedb-8aad-43d4-b6a8-bbbe7d75029d req-a71539d7-ad77-47bb-a434-b17a04e211a5 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863690 Mar 07 10:52:37.138695 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-977e49ac-cace-4ea3-b7f6-69b287b2ede1 req-21990176-7dec-4eb7-9405-488b55941e6b tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.0692375 Mar 07 10:52:37.169578 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c42c59ba-7904-45d1-ba1a-748dcf183519 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e64b25fdb9074d6cb0b6820dc75dc7e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3089886 Mar 07 10:52:37.172085 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41026) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:37.245296 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3dc96b16-4845-4e1d-85e7-72d62485190b admin admin] Publish callbacks [] for security_group (15efc7a8-7588-4db6-839d-3c608184743d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:37.304107 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3dc96b16-4845-4e1d-85e7-72d62485190b admin admin] Publish callbacks [] for security_group (15efc7a8-7588-4db6-839d-3c608184743d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:37.351844 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a0ff1b-09dc-4a90-bd04-6bec125db35f req-10328afe-161a-4b7d-8b68-3d5b8e12617b tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:37.358205 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-97a0ff1b-09dc-4a90-bd04-6bec125db35f req-10328afe-161a-4b7d-8b68-3d5b8e12617b tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 947 time: 0.1380291 Mar 07 10:52:37.423696 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3dc96b16-4845-4e1d-85e7-72d62485190b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (15efc7a8-7588-4db6-839d-3c608184743d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:37.427900 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3dc96b16-4845-4e1d-85e7-72d62485190b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:37.431730 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3dc96b16-4845-4e1d-85e7-72d62485190b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/15efc7a8-7588-4db6-839d-3c608184743d HTTP/1.1" status: 204 len: 168 time: 0.2558165 Mar 07 10:52:37.443317 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-97a0ff1b-09dc-4a90-bd04-6bec125db35f req-e67e2872-5227-4d14-94e1-e77b91c3230b tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788658 Mar 07 10:52:37.454001 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc96b16-4845-4e1d-85e7-72d62485190b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15efc7a8-7588-4db6-839d-3c608184743d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:37.655589 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e6503-4bd2-48b3-ab94-f82d808b77dd req-e10fb8d6-3052-4f06-81cc-cdc705e44805 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:37.664070 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-486e6503-4bd2-48b3-ab94-f82d808b77dd req-e10fb8d6-3052-4f06-81cc-cdc705e44805 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 947 time: 0.1055069 Mar 07 10:52:37.744572 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-486e6503-4bd2-48b3-ab94-f82d808b77dd req-56ac1291-be7f-4c1a-b99d-3b6eb8e6e8af tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792804 Mar 07 10:52:37.870218 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41056) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:37.900725 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b98f2d-6675-4918-9354-ab7ce3559185 req-d1c4bc18-a601-4e5c-b389-9d26de3287f4 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:37.907989 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-90b98f2d-6675-4918-9354-ab7ce3559185 req-d1c4bc18-a601-4e5c-b389-9d26de3287f4 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 947 time: 0.0780303 Mar 07 10:52:37.933842 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-70b270fb-ff48-4e24-80d4-ace26fb87039 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4b0c08445df445c08d6ef0dd9c7e01d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0598347 Mar 07 10:52:37.934163 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41058) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:37.968857 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-90b98f2d-6675-4918-9354-ab7ce3559185 req-b3887f9d-ce5c-411f-a5b0-6ed0c690d17e tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597188 Mar 07 10:52:38.040741 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a71a1584-acc2-4e1f-b713-13301bcf610c admin admin] Publish callbacks [] for security_group (4825e041-81f3-4958-b1df-f41282254d3e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:38.080837 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a71a1584-acc2-4e1f-b713-13301bcf610c admin admin] Publish callbacks [] for security_group (4825e041-81f3-4958-b1df-f41282254d3e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:38.148496 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a71a1584-acc2-4e1f-b713-13301bcf610c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4825e041-81f3-4958-b1df-f41282254d3e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:38.159322 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a71a1584-acc2-4e1f-b713-13301bcf610c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:38.166195 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a71a1584-acc2-4e1f-b713-13301bcf610c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4825e041-81f3-4958-b1df-f41282254d3e HTTP/1.1" status: 204 len: 168 time: 0.2274544 Mar 07 10:52:38.189248 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a1584-acc2-4e1f-b713-13301bcf610c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4825e041-81f3-4958-b1df-f41282254d3e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:38.258119 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898d3cb-3b33-4800-8d2e-b3bf9ecbc78f req-0c3ab455-c049-4510-8057-a64916bd4d93 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:38.261463 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f898d3cb-3b33-4800-8d2e-b3bf9ecbc78f req-0c3ab455-c049-4510-8057-a64916bd4d93 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 945 time: 0.1214042 Mar 07 10:52:38.356472 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda70e8-df3a-4c4a-af4b-79a5aa685e89 req-9197615e-6b1a-4a38-92b3-f6b1eb770896 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:38.367522 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6fda70e8-df3a-4c4a-af4b-79a5aa685e89 req-9197615e-6b1a-4a38-92b3-f6b1eb770896 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 947 time: 0.1223795 Mar 07 10:52:38.380535 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f898d3cb-3b33-4800-8d2e-b3bf9ecbc78f req-a19f2654-afbc-411f-9b88-73676621d72e tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105394 Mar 07 10:52:38.428933 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6fda70e8-df3a-4c4a-af4b-79a5aa685e89 req-1449dc09-810f-4566-8cf5-c2729df7a789 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600164 Mar 07 10:52:38.613958 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a9522612-e6b8-47b4-98e4-153988d77049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:38.618405 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-62e57ca0-562f-4f49-a7b4-af6ae6e2f3d2 req-876cc191-6af6-465c-8dde-803740741d33 tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.0816860 Mar 07 10:52:38.641732 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a070182-e2e9-4713-87b7-504fbe14eef3 req-c0ea7117-e1ef-4a98-9236-6f7b4e6509a2 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:38.649471 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1a070182-e2e9-4713-87b7-504fbe14eef3 req-c0ea7117-e1ef-4a98-9236-6f7b4e6509a2 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 947 time: 0.1289182 Mar 07 10:52:38.717141 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1a070182-e2e9-4713-87b7-504fbe14eef3 req-6040583d-205a-43a3-9526-6bdca6f20c74 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517311 Mar 07 10:52:38.885332 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc8b69-d326-4f84-a811-9646a31c8822 req-463ee5d5-e89e-4058-b0b6-bda7020c6d2f tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:38.898656 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-92dc8b69-d326-4f84-a811-9646a31c8822 req-463ee5d5-e89e-4058-b0b6-bda7020c6d2f tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 947 time: 0.0974710 Mar 07 10:52:38.966741 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-92dc8b69-d326-4f84-a811-9646a31c8822 req-69e8a9a1-bb38-4b81-b3ec-fc7ad88f853e tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610952 Mar 07 10:52:39.176436 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509b17eb-6824-4928-ae2a-8ad667daa83d req-363fac80-976d-4858-8832-a3d6424d6b08 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:39.179097 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-509b17eb-6824-4928-ae2a-8ad667daa83d req-363fac80-976d-4858-8832-a3d6424d6b08 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 947 time: 0.0902481 Mar 07 10:52:39.266553 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-509b17eb-6824-4928-ae2a-8ad667daa83d req-b0740a53-5bb6-41c2-b0a1-659e303ce4f5 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805540 Mar 07 10:52:39.520441 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407e45d-7ccd-4929-becb-863b90a3e70d req-d8e79140-fcfb-4dea-8f02-dbe4ceefa87b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:39.522243 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f407e45d-7ccd-4929-becb-863b90a3e70d req-d8e79140-fcfb-4dea-8f02-dbe4ceefa87b tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 945 time: 0.0683787 Mar 07 10:52:39.617985 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fdda1-8b02-4756-8b19-d43e76c47f16 req-b843ef9e-7af8-4056-bf0b-93c0a7454bb3 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:39.619551 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-038fdda1-8b02-4756-8b19-d43e76c47f16 req-b843ef9e-7af8-4056-bf0b-93c0a7454bb3 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 947 time: 0.1751649 Mar 07 10:52:39.635601 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f407e45d-7ccd-4929-becb-863b90a3e70d req-453a9fe9-2c62-4583-a6ee-e7ef83883cd9 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931051 Mar 07 10:52:39.692006 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-038fdda1-8b02-4756-8b19-d43e76c47f16 req-c6dc0de5-d130-4ad8-bcff-c79bffb6c99e tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635247 Mar 07 10:52:39.832482 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6ffb18d4-955c-4eb0-a4a4-7c4341da5850 req-19873729-8cbf-4ba8-a0d4-d3e5507b43f0 tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.0753732 Mar 07 10:52:39.861335 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:39.899617 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c2dc3-71df-4755-a072-c84880c41f38 req-0e001e5b-d399-4bb7-99b9-1018783ab117 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:39.901240 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b58c2dc3-71df-4755-a072-c84880c41f38 req-0e001e5b-d399-4bb7-99b9-1018783ab117 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 947 time: 0.0967233 Mar 07 10:52:39.983964 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b58c2dc3-71df-4755-a072-c84880c41f38 req-a6f4e241-011a-4334-8d4b-1cc3e72d3080 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769918 Mar 07 10:52:40.159291 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e7549-9a84-4011-bdc8-b8dd8bd92afa req-0e71deb8-2739-4818-a0ad-71e34f2f0534 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:40.161173 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-400e7549-9a84-4011-bdc8-b8dd8bd92afa req-0e71deb8-2739-4818-a0ad-71e34f2f0534 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 947 time: 0.0624878 Mar 07 10:52:40.228033 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-400e7549-9a84-4011-bdc8-b8dd8bd92afa req-3dace314-f44c-4a19-bb21-7674481986a9 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562923 Mar 07 10:52:40.333878 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41156) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:40.355097 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd39320-ff01-41a0-9ba6-8b05f9ac5b9f req-65ba1a0c-2268-46ba-b114-26e68b996313 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:40.356596 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4cd39320-ff01-41a0-9ba6-8b05f9ac5b9f req-65ba1a0c-2268-46ba-b114-26e68b996313 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 947 time: 0.0612371 Mar 07 10:52:40.408189 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4cd39320-ff01-41a0-9ba6-8b05f9ac5b9f req-146ffa5e-18a9-4eee-8dfc-2e46f01db74e tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458143 Mar 07 10:52:40.478529 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-7f3aa9b7-0006-4445-ae83-846933b16f95 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-729612697', 'router:external': True}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:40.508450 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3aa9b7-0006-4445-ae83-846933b16f95 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Made reservation on behalf of 11d06c6523c24324a97225ae9ff11581 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:40.511669 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7f3aa9b7-0006-4445-ae83-846933b16f95 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:40.521705 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7f3aa9b7-0006-4445-ae83-846933b16f95 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:40.653234 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e474830-4efe-4805-b8dc-7c38cfb8c1ef req-e69dfdff-ea36-45f6-a3fd-8190b3eca73c tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:40.663856 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4e474830-4efe-4805-b8dc-7c38cfb8c1ef req-e69dfdff-ea36-45f6-a3fd-8190b3eca73c tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 947 time: 0.1614795 Mar 07 10:52:40.767570 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7f3aa9b7-0006-4445-ae83-846933b16f95 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for security_group (f5bc61f5-f008-4c49-88ff-cbbaa905df84), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:40.775864 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7f3aa9b7-0006-4445-ae83-846933b16f95 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f5bc61f5-f008-4c49-88ff-cbbaa905df84), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:40.785875 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4e474830-4efe-4805-b8dc-7c38cfb8c1ef req-ebf71d7e-a788-4b85-9e2d-90ad238e57db tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129837 Mar 07 10:52:40.853166 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f3aa9b7-0006-4445-ae83-846933b16f95 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:52:40.878517 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3aa9b7-0006-4445-ae83-846933b16f95 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bc61f5-f008-4c49-88ff-cbbaa905df84,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:40.889146 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7f3aa9b7-0006-4445-ae83-846933b16f95 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (f2b2cf01-6a5a-4cf1-a05d-8e2d97b5be36), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:40.889867 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-7f3aa9b7-0006-4445-ae83-846933b16f95 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Added segment f2b2cf01-6a5a-4cf1-a05d-8e2d97b5be36 of type vlan for network 028a306b-943b-46fb-91a7-4ce68fa03262 Mar 07 10:52:40.909057 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09611e-caf6-49d4-8333-083f9cedba40 req-7f2f96e5-fb45-434c-a91c-fc259160633c tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:40.911275 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a09611e-caf6-49d4-8333-083f9cedba40 req-7f2f96e5-fb45-434c-a91c-fc259160633c tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 945 time: 0.1223764 Mar 07 10:52:40.970844 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7f3aa9b7-0006-4445-ae83-846933b16f95 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (028a306b-943b-46fb-91a7-4ce68fa03262), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:40.973145 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f29f47-02fe-43a8-9f85-c31f2f966939 req-abad714e-79f1-48fe-8991-cfb3e2d5bbd4 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:40.985747 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-21f29f47-02fe-43a8-9f85-c31f2f966939 req-abad714e-79f1-48fe-8991-cfb3e2d5bbd4 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 947 time: 0.1046345 Mar 07 10:52:41.017354 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a09611e-caf6-49d4-8333-083f9cedba40 req-27ef5b74-d97c-4dd0-85f5-3850dd3b144d tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816934 Mar 07 10:52:41.033493 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7f3aa9b7-0006-4445-ae83-846933b16f95 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (028a306b-943b-46fb-91a7-4ce68fa03262), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:41.035444 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3aa9b7-0006-4445-ae83-846933b16f95 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:41.036284 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7f3aa9b7-0006-4445-ae83-846933b16f95 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:41.072163 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-21f29f47-02fe-43a8-9f85-c31f2f966939 req-76ef5d79-3b03-4731-86d5-3e4ce6c95f1e tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761695 Mar 07 10:52:41.081839 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41176) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:41.082142 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7f3aa9b7-0006-4445-ae83-846933b16f95 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.7469809 Mar 07 10:52:41.088901 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-9941b9ad-c332-4ce0-89ae-cb76c6fd5717 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Request body: {'subnet': {'network_id': '028a306b-943b-46fb-91a7-4ce68fa03262', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:41.133502 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3aa9b7-0006-4445-ae83-846933b16f95 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Pushing event updated for resources: {'Network': ['ID=028a306b-943b-46fb-91a7-4ce68fa03262,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:41.139613 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9941b9ad-c332-4ce0-89ae-cb76c6fd5717 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Made reservation on behalf of 11d06c6523c24324a97225ae9ff11581 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:41.142562 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9941b9ad-c332-4ce0-89ae-cb76c6fd5717 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:41.143951 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 028a306b-943b-46fb-91a7-4ce68fa03262 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:52:41.155544 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dfe86f0b-1881-44e7-a629-4ae6d36bf563 req-5c8f1377-fc7b-4ced-9981-5531cc6fc751 tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.0399292 Mar 07 10:52:41.311058 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2796e8a-f5a5-4bfc-8933-08f2fb857037 req-d7cdc99c-2e97-4fee-a5a2-e33724617aa4 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:41.318694 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b2796e8a-f5a5-4bfc-8933-08f2fb857037 req-d7cdc99c-2e97-4fee-a5a2-e33724617aa4 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 947 time: 0.0946217 Mar 07 10:52:41.398226 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b2796e8a-f5a5-4bfc-8933-08f2fb857037 req-acdcad83-a4bf-4bca-9009-21824936cb1e tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787332 Mar 07 10:52:41.587893 n-d-832164-4 neutron-server[103766]: DEBUG neutron.objects.ports [None req-9941b9ad-c332-4ce0-89ae-cb76c6fd5717 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103766) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 10:52:41.588367 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9941b9ad-c332-4ce0-89ae-cb76c6fd5717 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (493cb3be-f1c1-4352-b107-a47150c9ba02), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:41.632967 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:41.653788 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941b9ad-c332-4ce0-89ae-cb76c6fd5717 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Pushing event updated for resources: {'Subnet': ['ID=493cb3be-f1c1-4352-b107-a47150c9ba02,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:41.666218 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9941b9ad-c332-4ce0-89ae-cb76c6fd5717 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Checking segment: {'id': 'f2b2cf01-6a5a-4cf1-a05d-8e2d97b5be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '028a306b-943b-46fb-91a7-4ce68fa03262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:52:41.666716 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9941b9ad-c332-4ce0-89ae-cb76c6fd5717 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Network hostable DHCP agents. Network: 028a306b-943b-46fb-91a7-4ce68fa03262, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:52:41.692686 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9941b9ad-c332-4ce0-89ae-cb76c6fd5717 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Network 028a306b-943b-46fb-91a7-4ce68fa03262 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:52:41.710438 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-9941b9ad-c332-4ce0-89ae-cb76c6fd5717 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 028a306b-943b-46fb-91a7-4ce68fa03262) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:52:41.719012 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9941b9ad-c332-4ce0-89ae-cb76c6fd5717 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:41.719640 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9941b9ad-c332-4ce0-89ae-cb76c6fd5717 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:41.724288 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cd4c27-4e3f-4f96-b6fc-ddb49ddcd644 None None] Network 028a306b-943b-46fb-91a7-4ce68fa03262 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:52:41.758394 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9941b9ad-c332-4ce0-89ae-cb76c6fd5717 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6745298 Mar 07 10:52:41.761020 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41206) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:41.771494 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-aed25d85-7cf6-47e2-8c6d-37eac4a73423 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1992049721', 'network_id': '028a306b-943b-46fb-91a7-4ce68fa03262'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:41.808544 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed25d85-7cf6-47e2-8c6d-37eac4a73423 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Made reservation on behalf of 11d06c6523c24324a97225ae9ff11581 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:52:41.813207 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aed25d85-7cf6-47e2-8c6d-37eac4a73423 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:41.843244 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-aed25d85-7cf6-47e2-8c6d-37eac4a73423 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] device_id is not set on port daf86a50-a8a1-47e2-afbf-051efeed8f18 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:52:41.997211 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddca58f1-7ab3-4d5a-b09a-60b1967531d6 None None] Network 028a306b-943b-46fb-91a7-4ce68fa03262 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:52:41.999568 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-aed25d85-7cf6-47e2-8c6d-37eac4a73423 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Allocated IP 2001:db8::3cd (028a306b-943b-46fb-91a7-4ce68fa03262/493cb3be-f1c1-4352-b107-a47150c9ba02/daf86a50-a8a1-47e2-afbf-051efeed8f18) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:52:42.257766 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aef9cc-56be-4add-88c0-cef23e32cc87 req-e067f5b8-d621-4d25-ae22-e462ea687838 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:42.262585 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-38aef9cc-56be-4add-88c0-cef23e32cc87 req-e067f5b8-d621-4d25-ae22-e462ea687838 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 945 time: 0.1055162 Mar 07 10:52:42.264288 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aed25d85-7cf6-47e2-8c6d-37eac4a73423 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for port (daf86a50-a8a1-47e2-afbf-051efeed8f18), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:42.351018 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-38aef9cc-56be-4add-88c0-cef23e32cc87 req-176815a0-e378-4dd1-b2d9-16a7625ceec3 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800629 Mar 07 10:52:42.403611 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-87728622-6459-45f8-8f82-787fa29cbd61 req-a64ff525-02fa-4049-bba8-29c00c9a1a2c tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.0966482 Mar 07 10:52:42.452097 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aed25d85-7cf6-47e2-8c6d-37eac4a73423 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (daf86a50-a8a1-47e2-afbf-051efeed8f18), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:42.485031 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41222) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:42.522928 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed25d85-7cf6-47e2-8c6d-37eac4a73423 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Network 028a306b-943b-46fb-91a7-4ce68fa03262 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:52:42.527469 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-aed25d85-7cf6-47e2-8c6d-37eac4a73423 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:52:42.539311 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed25d85-7cf6-47e2-8c6d-37eac4a73423 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:52:42.541405 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed25d85-7cf6-47e2-8c6d-37eac4a73423 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:42.542236 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aed25d85-7cf6-47e2-8c6d-37eac4a73423 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:42.555411 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed25d85-7cf6-47e2-8c6d-37eac4a73423 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Pushing event updated for resources: {'Port': ['ID=daf86a50-a8a1-47e2-afbf-051efeed8f18,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:42.570005 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-aed25d85-7cf6-47e2-8c6d-37eac4a73423 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8006635 Mar 07 10:52:42.570649 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41226) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:42.716343 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c55d1246-5888-4213-8d4b-ea77adcc7b86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:42.844768 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c55d1246-5888-4213-8d4b-ea77adcc7b86 admin admin] Publish callbacks [] for security_group (fa71831b-c0e3-40eb-93c2-c58f150bda03), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:42.853441 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-322c545a-5a22-4b72-ba10-82b17088f224 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Deleting port daf86a50-a8a1-47e2-afbf-051efeed8f18 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:52:42.854388 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-322c545a-5a22-4b72-ba10-82b17088f224 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (daf86a50-a8a1-47e2-afbf-051efeed8f18), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:42.910986 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:43.321581 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c55d1246-5888-4213-8d4b-ea77adcc7b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (fa71831b-c0e3-40eb-93c2-c58f150bda03), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:43.389057 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c55d1246-5888-4213-8d4b-ea77adcc7b86 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e50b92b9ab124cff81868b5905ea7cfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8999007 Mar 07 10:52:43.389193 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d1246-5888-4213-8d4b-ea77adcc7b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa71831b-c0e3-40eb-93c2-c58f150bda03,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:43.389991 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41254) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:43.392725 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-322c545a-5a22-4b72-ba10-82b17088f224 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (daf86a50-a8a1-47e2-afbf-051efeed8f18), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:43.427355 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-322c545a-5a22-4b72-ba10-82b17088f224 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Calling delete_port for daf86a50-a8a1-47e2-afbf-051efeed8f18 owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:52:43.461612 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2b777a9d-32b2-4853-a9a3-a47527db5969 admin admin] Publish callbacks [] for security_group (fa71831b-c0e3-40eb-93c2-c58f150bda03), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:43.522106 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2b777a9d-32b2-4853-a9a3-a47527db5969 admin admin] Publish callbacks [] for security_group (fa71831b-c0e3-40eb-93c2-c58f150bda03), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:43.626936 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-60a40b5d-703d-43a7-96fd-17e699573770 req-e460125a-ec15-4861-9be0-e5063bb51ecf tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.0634074 Mar 07 10:52:43.687258 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2b777a9d-32b2-4853-a9a3-a47527db5969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (fa71831b-c0e3-40eb-93c2-c58f150bda03), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:43.692130 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2b777a9d-32b2-4853-a9a3-a47527db5969 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:43.695115 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2b777a9d-32b2-4853-a9a3-a47527db5969 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fa71831b-c0e3-40eb-93c2-c58f150bda03 HTTP/1.1" status: 204 len: 168 time: 0.3032160 Mar 07 10:52:43.739946 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b777a9d-32b2-4853-a9a3-a47527db5969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa71831b-c0e3-40eb-93c2-c58f150bda03,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:43.760497 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d40629-7e77-41b1-ad70-71b2f429213e req-d2364bc3-e371-467d-9650-57eb9021a515 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:43.767508 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-31d40629-7e77-41b1-ad70-71b2f429213e req-d2364bc3-e371-467d-9650-57eb9021a515 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 945 time: 0.2443907 Mar 07 10:52:43.992603 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-31d40629-7e77-41b1-ad70-71b2f429213e req-bad0bc3c-21b4-40c7-ad48-02b40cfc326c tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410375 Mar 07 10:52:43.993846 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-322c545a-5a22-4b72-ba10-82b17088f224 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (daf86a50-a8a1-47e2-afbf-051efeed8f18), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:44.144464 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c545a-5a22-4b72-ba10-82b17088f224 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Pushing event deleted for resources: {'Port': ['ID=daf86a50-a8a1-47e2-afbf-051efeed8f18,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:44.201989 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-322c545a-5a22-4b72-ba10-82b17088f224 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:44.205609 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-322c545a-5a22-4b72-ba10-82b17088f224 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] 10.222.0.11 "DELETE /v2.0/ports/daf86a50-a8a1-47e2-afbf-051efeed8f18 HTTP/1.1" status: 204 len: 168 time: 1.6328015 Mar 07 10:52:44.209019 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41274) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:44.213790 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-17eacc9e-dc5f-4ee4-b043-6d5b2d284800 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '028a306b-943b-46fb-91a7-4ce68fa03262', 'external_fixed_ips': [{'subnet_id': '493cb3be-f1c1-4352-b107-a47150c9ba02', 'ip_address': '2001:db8::3cd'}]}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:44.259945 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-17eacc9e-dc5f-4ee4-b043-6d5b2d284800 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (5e955249-4b86-4cef-85d6-2058f2079c46), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:44.261336 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-17eacc9e-dc5f-4ee4-b043-6d5b2d284800 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (5e955249-4b86-4cef-85d6-2058f2079c46), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:44.311331 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41276) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:44.340772 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-17eacc9e-dc5f-4ee4-b043-6d5b2d284800 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router_controller (5e955249-4b86-4cef-85d6-2058f2079c46), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:44.535709 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7714bd4f-5b4e-4e7f-aed6-f0e060284107 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:44.567414 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-17eacc9e-dc5f-4ee4-b043-6d5b2d284800 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router_gateway (5e955249-4b86-4cef-85d6-2058f2079c46), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:44.642161 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7714bd4f-5b4e-4e7f-aed6-f0e060284107 admin admin] Publish callbacks [] for security_group (f1cd1055-e225-4f08-88c9-b42d7c349ce8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:44.650732 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7714bd4f-5b4e-4e7f-aed6-f0e060284107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f1cd1055-e225-4f08-88c9-b42d7c349ce8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:44.706660 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7714bd4f-5b4e-4e7f-aed6-f0e060284107 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a650b3c578f74a06bf324a4f9d03bb97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3938110 Mar 07 10:52:44.708003 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714bd4f-5b4e-4e7f-aed6-f0e060284107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cd1055-e225-4f08-88c9-b42d7c349ce8,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:44.710708 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41282) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:44.777735 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4837b0aa-0504-4257-996a-69391399bd74 admin admin] Publish callbacks [] for security_group (f1cd1055-e225-4f08-88c9-b42d7c349ce8), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:44.818466 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4837b0aa-0504-4257-996a-69391399bd74 admin admin] Publish callbacks [] for security_group (f1cd1055-e225-4f08-88c9-b42d7c349ce8), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:44.910264 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4837b0aa-0504-4257-996a-69391399bd74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f1cd1055-e225-4f08-88c9-b42d7c349ce8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:44.913386 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4837b0aa-0504-4257-996a-69391399bd74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:44.914865 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4837b0aa-0504-4257-996a-69391399bd74 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f1cd1055-e225-4f08-88c9-b42d7c349ce8 HTTP/1.1" status: 204 len: 168 time: 0.2027323 Mar 07 10:52:44.936986 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837b0aa-0504-4257-996a-69391399bd74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cd1055-e225-4f08-88c9-b42d7c349ce8,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:45.267470 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-811f49fe-dc98-4b20-b548-62c5fbb33315 req-70dbddee-ef83-4d08-a26f-e4422eef9b0f tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.4835603 Mar 07 10:52:45.317817 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d16557-3041-47a4-8f00-5b0dcc7e1622 req-8c289b06-30cd-4ee7-9ace-fea15b9e64a0 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:45.330412 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-03d16557-3041-47a4-8f00-5b0dcc7e1622 req-8c289b06-30cd-4ee7-9ace-fea15b9e64a0 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 945 time: 0.1411753 Mar 07 10:52:45.382902 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41294) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:45.410427 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-03d16557-3041-47a4-8f00-5b0dcc7e1622 req-863f9ff6-4c28-49dd-9e8c-07de112c1352 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772884 Mar 07 10:52:45.411084 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e839ee0a-72a7-46c4-b85c-d470e064b81f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:45.508120 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-17eacc9e-dc5f-4ee4-b043-6d5b2d284800 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router_gateway (5e955249-4b86-4cef-85d6-2058f2079c46), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:45.523265 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e839ee0a-72a7-46c4-b85c-d470e064b81f admin admin] Publish callbacks [] for security_group (da8f0d19-7239-498b-8c5d-8598bfe02c46), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:45.528436 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e839ee0a-72a7-46c4-b85c-d470e064b81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (da8f0d19-7239-498b-8c5d-8598bfe02c46), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:45.530818 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-17eacc9e-dc5f-4ee4-b043-6d5b2d284800 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:45.575148 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839ee0a-72a7-46c4-b85c-d470e064b81f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8f0d19-7239-498b-8c5d-8598bfe02c46,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:45.581928 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e839ee0a-72a7-46c4-b85c-d470e064b81f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b1b8d3ed7a8f41fd8548315a33f58954&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1976655 Mar 07 10:52:45.584399 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41296) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:45.644023 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6097db76-f07b-49da-90e0-10444fa08407 admin admin] Publish callbacks [] for security_group (da8f0d19-7239-498b-8c5d-8598bfe02c46), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:45.667117 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6097db76-f07b-49da-90e0-10444fa08407 admin admin] Publish callbacks [] for security_group (da8f0d19-7239-498b-8c5d-8598bfe02c46), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:45.736085 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6097db76-f07b-49da-90e0-10444fa08407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (da8f0d19-7239-498b-8c5d-8598bfe02c46), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:45.740946 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6097db76-f07b-49da-90e0-10444fa08407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:45.742296 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6097db76-f07b-49da-90e0-10444fa08407 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/da8f0d19-7239-498b-8c5d-8598bfe02c46 HTTP/1.1" status: 204 len: 168 time: 0.1568418 Mar 07 10:52:45.756113 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6097db76-f07b-49da-90e0-10444fa08407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8f0d19-7239-498b-8c5d-8598bfe02c46,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:45.789771 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-17eacc9e-dc5f-4ee4-b043-6d5b2d284800 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Allocated IP 2001:db8::3cd (028a306b-943b-46fb-91a7-4ce68fa03262/493cb3be-f1c1-4352-b107-a47150c9ba02/50f8a1c3-1cd6-4ddf-9554-a7bbda315c70) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:52:45.904391 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-17eacc9e-dc5f-4ee4-b043-6d5b2d284800 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for port (50f8a1c3-1cd6-4ddf-9554-a7bbda315c70), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:45.946973 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-17eacc9e-dc5f-4ee4-b043-6d5b2d284800 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (50f8a1c3-1cd6-4ddf-9554-a7bbda315c70), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:45.991993 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eacc9e-dc5f-4ee4-b043-6d5b2d284800 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Pushing event updated for resources: {'Port': ['ID=50f8a1c3-1cd6-4ddf-9554-a7bbda315c70,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:46.004974 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17eacc9e-dc5f-4ee4-b043-6d5b2d284800 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Network 028a306b-943b-46fb-91a7-4ce68fa03262 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:52:46.006347 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-17eacc9e-dc5f-4ee4-b043-6d5b2d284800 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:52:46.008930 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eacc9e-dc5f-4ee4-b043-6d5b2d284800 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:52:46.238453 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-17eacc9e-dc5f-4ee4-b043-6d5b2d284800 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router_gateway (5e955249-4b86-4cef-85d6-2058f2079c46), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:46.506159 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d8e1f043-b4f1-4689-97a7-d9a6c59feb82 req-c9247511-eccf-4329-9d8b-a0db08a7f902 tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.0985115 Mar 07 10:52:46.620533 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bb167-5895-4732-b88c-c13298ad03f9 req-15ce365b-24d6-4cc1-97f2-85cc6bbc07f1 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:46.620533 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-191bb167-5895-4732-b88c-c13298ad03f9 req-15ce365b-24d6-4cc1-97f2-85cc6bbc07f1 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 945 time: 0.1002898 Mar 07 10:52:46.679313 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-191bb167-5895-4732-b88c-c13298ad03f9 req-539d6765-1650-47fc-8d24-d26282ce9fdc tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530717 Mar 07 10:52:46.724088 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-17eacc9e-dc5f-4ee4-b043-6d5b2d284800 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (5e955249-4b86-4cef-85d6-2058f2079c46), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:46.883675 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17eacc9e-dc5f-4ee4-b043-6d5b2d284800 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Router 5e955249-4b86-4cef-85d6-2058f2079c46 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:52:47.137989 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17eacc9e-dc5f-4ee4-b043-6d5b2d284800 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:52:47.153101 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] Sync routers for ids ['5e955249-4b86-4cef-85d6-2058f2079c46'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:52:47.171122 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] Routers {'5e955249-4b86-4cef-85d6-2058f2079c46'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:52:47.172041 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:52:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5e955249-4b86-4cef-85d6-2058f2079c46'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:47.204016 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-17eacc9e-dc5f-4ee4-b043-6d5b2d284800 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:47.208980 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41350) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:47.209122 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-17eacc9e-dc5f-4ee4-b043-6d5b2d284800 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.9987233 Mar 07 10:52:47.327684 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] Set router 5e955249-4b86-4cef-85d6-2058f2079c46 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:52:47.427293 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1b14c40a-a2d6-4a44-8ad6-1ccb8cf4834a tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router (5e955249-4b86-4cef-85d6-2058f2079c46), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:47.658234 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1b14c40a-a2d6-4a44-8ad6-1ccb8cf4834a tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router_gateway (5e955249-4b86-4cef-85d6-2058f2079c46), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:47.713509 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e955249-4b86-4cef-85d6-2058f2079c46', 'name': '', 'tenant_id': '11d06c6523c24324a97225ae9ff11581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '028a306b-943b-46fb-91a7-4ce68fa03262', 'external_fixed_ips': [{'subnet_id': '493cb3be-f1c1-4352-b107-a47150c9ba02', 'ip_address': '2001:db8::3cd'}], 'enable_snat': True}, 'gw_port_id': '50f8a1c3-1cd6-4ddf-9554-a7bbda315c70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:44Z', 'updated_at': '2022-03-07T10:52:46Z', 'revision_number': 3, 'project_id': '11d06c6523c24324a97225ae9ff11581', 'gw_port': {'id': '50f8a1c3-1cd6-4ddf-9554-a7bbda315c70', 'name': '', 'network_id': '028a306b-943b-46fb-91a7-4ce68fa03262', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:42:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e955249-4b86-4cef-85d6-2058f2079c46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2517, 'fixed_ips': [{'subnet_id': '493cb3be-f1c1-4352-b107-a47150c9ba02', 'ip_address': '2001:db8::3cd', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:45Z', 'updated_at': '2022-03-07T10:52:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '493cb3be-f1c1-4352-b107-a47150c9ba02', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:47.772562 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6b873600-1f2a-4b42-ac3c-6309ef544d4e req-f29e86d7-578f-4b05-b859-0ade04d5e4fa tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.1081388 Mar 07 10:52:47.847091 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] Checking router: 5e955249-4b86-4cef-85d6-2058f2079c46 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:52:47.847446 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] Updating router 5e955249-4b86-4cef-85d6-2058f2079c46 port 50f8a1c3-1cd6-4ddf-9554-a7bbda315c70 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:52:47.910051 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (50f8a1c3-1cd6-4ddf-9554-a7bbda315c70), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:47.989448 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-1b14c40a-a2d6-4a44-8ad6-1ccb8cf4834a tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Deleting port 50f8a1c3-1cd6-4ddf-9554-a7bbda315c70 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:52:47.989863 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1b14c40a-a2d6-4a44-8ad6-1ccb8cf4834a tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (50f8a1c3-1cd6-4ddf-9554-a7bbda315c70), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:48.153045 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f252309-8a33-43c9-9559-601858cb9b20 req-bd5db7d2-9d09-4e49-af5e-f30583a00212 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:48.160436 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3f252309-8a33-43c9-9559-601858cb9b20 req-bd5db7d2-9d09-4e49-af5e-f30583a00212 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 945 time: 0.2920198 Mar 07 10:52:48.233923 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1b14c40a-a2d6-4a44-8ad6-1ccb8cf4834a tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (50f8a1c3-1cd6-4ddf-9554-a7bbda315c70), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:48.310260 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-1b14c40a-a2d6-4a44-8ad6-1ccb8cf4834a tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Calling delete_port for 50f8a1c3-1cd6-4ddf-9554-a7bbda315c70 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:52:48.363673 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3f252309-8a33-43c9-9559-601858cb9b20 req-9c61ca9f-345b-4703-821f-950b9f09061d tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022617 Mar 07 10:52:48.385572 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:48.670925 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] Publish callbacks [] for port (50f8a1c3-1cd6-4ddf-9554-a7bbda315c70), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:48.685384 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (50f8a1c3-1cd6-4ddf-9554-a7bbda315c70), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:48.781224 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41378) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:48.804380 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd6018-4dbf-4074-b579-ce3bc766d2f0 None None] Pushing event updated for resources: {'Port': ['ID=50f8a1c3-1cd6-4ddf-9554-a7bbda315c70,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:48.853531 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] Attempting to bind port 50f8a1c3-1cd6-4ddf-9554-a7bbda315c70 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:52:48.853915 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] Attempting to bind port 50f8a1c3-1cd6-4ddf-9554-a7bbda315c70 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'f2b2cf01-6a5a-4cf1-a05d-8e2d97b5be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '028a306b-943b-46fb-91a7-4ce68fa03262'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:52:48.854288 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] Attempting to bind port 50f8a1c3-1cd6-4ddf-9554-a7bbda315c70 on network 028a306b-943b-46fb-91a7-4ce68fa03262 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:52:48.865726 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:52:48.866120 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] Checking segment: {'id': 'f2b2cf01-6a5a-4cf1-a05d-8e2d97b5be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '028a306b-943b-46fb-91a7-4ce68fa03262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:52:48.866535 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:48.866933 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] Bound using segment: {'id': 'f2b2cf01-6a5a-4cf1-a05d-8e2d97b5be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '028a306b-943b-46fb-91a7-4ce68fa03262'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:52:48.867422 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] Bound port: 50f8a1c3-1cd6-4ddf-9554-a7bbda315c70, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b2cf01-6a5a-4cf1-a05d-8e2d97b5be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '028a306b-943b-46fb-91a7-4ce68fa03262'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:52:48.867809 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (50f8a1c3-1cd6-4ddf-9554-a7bbda315c70), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:48.935343 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1b14c40a-a2d6-4a44-8ad6-1ccb8cf4834a tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (50f8a1c3-1cd6-4ddf-9554-a7bbda315c70), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:48.947206 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:52:48.947833 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:52:49.012939 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-07c37071-573f-4d5c-abd4-60e8407dc585 req-a3280619-743c-453e-a063-7a77eea6e80a tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.0604780 Mar 07 10:52:49.016595 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1b14c40a-a2d6-4a44-8ad6-1ccb8cf4834a tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (5e955249-4b86-4cef-85d6-2058f2079c46), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:49.020261 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14c40a-a2d6-4a44-8ad6-1ccb8cf4834a tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Pushing event deleted for resources: {'Port': ['ID=50f8a1c3-1cd6-4ddf-9554-a7bbda315c70,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:49.110133 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b363a6b7-e4ba-41d5-a173-3e25c7abed2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:49.192678 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1b14c40a-a2d6-4a44-8ad6-1ccb8cf4834a tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (5e955249-4b86-4cef-85d6-2058f2079c46), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:49.200663 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1b14c40a-a2d6-4a44-8ad6-1ccb8cf4834a tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router_controller (5e955249-4b86-4cef-85d6-2058f2079c46), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:49.270369 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1b14c40a-a2d6-4a44-8ad6-1ccb8cf4834a tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (5e955249-4b86-4cef-85d6-2058f2079c46), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:49.270965 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b14c40a-a2d6-4a44-8ad6-1ccb8cf4834a tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e955249-4b86-4cef-85d6-2058f2079c46 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:52:49.278048 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1b14c40a-a2d6-4a44-8ad6-1ccb8cf4834a tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:49.283022 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1b14c40a-a2d6-4a44-8ad6-1ccb8cf4834a tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] 10.222.0.11 "DELETE /v2.0/routers/5e955249-4b86-4cef-85d6-2058f2079c46 HTTP/1.1" status: 204 len: 168 time: 2.0729783 Mar 07 10:52:49.284362 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41386) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:49.291978 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b363a6b7-e4ba-41d5-a173-3e25c7abed2e admin admin] Publish callbacks [] for security_group (9d829952-abff-4e2f-9fb2-4c16212a8a8f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:49.301416 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b363a6b7-e4ba-41d5-a173-3e25c7abed2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (9d829952-abff-4e2f-9fb2-4c16212a8a8f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:49.347693 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b363a6b7-e4ba-41d5-a173-3e25c7abed2e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2e57d8ca7a244991abef7b941b6b9cfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5644882 Mar 07 10:52:49.349398 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41390) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:49.399784 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-42464da7-dc6b-46de-9d51-72d937066c15 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Deleting subnet 493cb3be-f1c1-4352-b107-a47150c9ba02 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:52:49.406340 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42464da7-dc6b-46de-9d51-72d937066c15 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for subnet (493cb3be-f1c1-4352-b107-a47150c9ba02), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:49.426275 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4b31c800-4745-42e5-9717-d21759112a87 admin admin] Publish callbacks [] for security_group (9d829952-abff-4e2f-9fb2-4c16212a8a8f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:49.428026 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363a6b7-e4ba-41d5-a173-3e25c7abed2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d829952-abff-4e2f-9fb2-4c16212a8a8f,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:49.473701 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] Attempting to bind port 50f8a1c3-1cd6-4ddf-9554-a7bbda315c70 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:52:49.475411 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] Attempting to bind port 50f8a1c3-1cd6-4ddf-9554-a7bbda315c70 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'f2b2cf01-6a5a-4cf1-a05d-8e2d97b5be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '028a306b-943b-46fb-91a7-4ce68fa03262'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:52:49.475551 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] Attempting to bind port 50f8a1c3-1cd6-4ddf-9554-a7bbda315c70 on network 028a306b-943b-46fb-91a7-4ce68fa03262 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:52:49.478148 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4b31c800-4745-42e5-9717-d21759112a87 admin admin] Publish callbacks [] for security_group (9d829952-abff-4e2f-9fb2-4c16212a8a8f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:49.485188 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42464da7-dc6b-46de-9d51-72d937066c15 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (493cb3be-f1c1-4352-b107-a47150c9ba02), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:49.488629 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:52:49.489008 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] Checking segment: {'id': 'f2b2cf01-6a5a-4cf1-a05d-8e2d97b5be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '028a306b-943b-46fb-91a7-4ce68fa03262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:52:49.491049 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:49.491453 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] Bound using segment: {'id': 'f2b2cf01-6a5a-4cf1-a05d-8e2d97b5be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '028a306b-943b-46fb-91a7-4ce68fa03262'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:52:49.493962 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] Bound port: 50f8a1c3-1cd6-4ddf-9554-a7bbda315c70, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b2cf01-6a5a-4cf1-a05d-8e2d97b5be36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '028a306b-943b-46fb-91a7-4ce68fa03262'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:52:49.494371 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (50f8a1c3-1cd6-4ddf-9554-a7bbda315c70), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:49.543445 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] Port 50f8a1c3-1cd6-4ddf-9554-a7bbda315c70 has been deleted concurrently {{(pid=103768) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Mar 07 10:52:49.567651 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4b31c800-4745-42e5-9717-d21759112a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (9d829952-abff-4e2f-9fb2-4c16212a8a8f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:49.569004 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] Routers set() bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:52:49.569645 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] Router IDs set() for agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 10:52:49.570227 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4b31c800-4745-42e5-9717-d21759112a87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:49.570479 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_agentschedulers_db [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5e955249-4b86-4cef-85d6-2058f2079c46'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:52:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent'). {{(pid=103768) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 10:52:49.571195 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae8455c-94ba-4821-9e49-0c9e338a7dd2 None None] The sync data for ids ['5e955249-4b86-4cef-85d6-2058f2079c46'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:52:49.574633 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4b31c800-4745-42e5-9717-d21759112a87 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9d829952-abff-4e2f-9fb2-4c16212a8a8f HTTP/1.1" status: 204 len: 168 time: 0.2241318 Mar 07 10:52:49.589495 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31c800-4745-42e5-9717-d21759112a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d829952-abff-4e2f-9fb2-4c16212a8a8f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:49.654266 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42464da7-dc6b-46de-9d51-72d937066c15 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (493cb3be-f1c1-4352-b107-a47150c9ba02), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:49.729364 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a124cb-9cfc-4ad4-bbba-c7f0d7e6ca15 req-26852580-4387-4280-943b-9b2a7ad9f400 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:49.731283 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-32a124cb-9cfc-4ad4-bbba-c7f0d7e6ca15 req-26852580-4387-4280-943b-9b2a7ad9f400 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 945 time: 0.1832023 Mar 07 10:52:49.765254 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42464da7-dc6b-46de-9d51-72d937066c15 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (493cb3be-f1c1-4352-b107-a47150c9ba02), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:49.820500 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42464da7-dc6b-46de-9d51-72d937066c15 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=493cb3be-f1c1-4352-b107-a47150c9ba02,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:49.827233 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42464da7-dc6b-46de-9d51-72d937066c15 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:49.831638 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-42464da7-dc6b-46de-9d51-72d937066c15 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] 10.222.0.11 "DELETE /v2.0/subnets/493cb3be-f1c1-4352-b107-a47150c9ba02 HTTP/1.1" status: 204 len: 168 time: 0.5448000 Mar 07 10:52:49.834519 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41398) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:49.885318 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-32a124cb-9cfc-4ad4-bbba-c7f0d7e6ca15 req-f00e4d3a-b6a6-4204-85c6-ab691f5fd73d tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431961 Mar 07 10:52:49.949659 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f313706-baea-4f5b-807a-c444c59c849f tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (028a306b-943b-46fb-91a7-4ce68fa03262), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:50.051337 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f313706-baea-4f5b-807a-c444c59c849f tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (028a306b-943b-46fb-91a7-4ce68fa03262), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:50.062115 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41404) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:50.081772 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e2e18436-d41c-4a29-94f2-637157919535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:50.114123 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-2f313706-baea-4f5b-807a-c444c59c849f tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['028a306b-943b-46fb-91a7-4ce68fa03262']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:50.144174 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-2f313706-baea-4f5b-807a-c444c59c849f tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b2cf01-6a5a-4cf1-a05d-8e2d97b5be36') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:50.145374 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-2f313706-baea-4f5b-807a-c444c59c849f tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b2cf01-6a5a-4cf1-a05d-8e2d97b5be36') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:50.213245 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c23d36ee-9866-4968-bc32-622e97110cdd req-c3f321e8-d9e7-41d7-953e-c6ed3ce92758 tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.0615859 Mar 07 10:52:50.224506 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f313706-baea-4f5b-807a-c444c59c849f tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (f2b2cf01-6a5a-4cf1-a05d-8e2d97b5be36), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:50.245498 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f313706-baea-4f5b-807a-c444c59c849f tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (f2b2cf01-6a5a-4cf1-a05d-8e2d97b5be36), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:50.254126 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f313706-baea-4f5b-807a-c444c59c849f tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:52:50.255020 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f313706-baea-4f5b-807a-c444c59c849f tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (f2b2cf01-6a5a-4cf1-a05d-8e2d97b5be36), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:50.257609 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:52:50.257609 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:52:50.257609 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:52:50.257609 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:52:50.257609 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:52:50.257609 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:52:50.257609 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:52:50.257609 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:52:50.257609 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:52:50.257609 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:52:50.257609 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:52:50.257609 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:52:50.257609 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:52:50.257609 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:52:50.257609 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:52:50.257609 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:52:50.257609 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:52:50.257609 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:52:50.257609 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:52:50.257609 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:52:50.257609 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:52:50.257609 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:52:50.257609 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:52:50.257609 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:52:50.257609 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:52:50.257609 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:52:50.257609 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:52:50.257609 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:52:50.257609 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:52:50.257609 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:52:50.257609 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:52:50.257609 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:52:50.270921 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e2e18436-d41c-4a29-94f2-637157919535 admin admin] Publish callbacks [] for security_group (d3f4c112-3d61-4e7c-876a-63fb48b71f7c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:50.282081 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e2e18436-d41c-4a29-94f2-637157919535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d3f4c112-3d61-4e7c-876a-63fb48b71f7c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:50.336274 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f313706-baea-4f5b-807a-c444c59c849f tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (028a306b-943b-46fb-91a7-4ce68fa03262), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:50.342560 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f313706-baea-4f5b-807a-c444c59c849f tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 028a306b-943b-46fb-91a7-4ce68fa03262 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 10:52:50.345528 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f313706-baea-4f5b-807a-c444c59c849f tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:50.355061 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2f313706-baea-4f5b-807a-c444c59c849f tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] 10.222.0.11 "DELETE /v2.0/networks/028a306b-943b-46fb-91a7-4ce68fa03262 HTTP/1.1" status: 204 len: 168 time: 0.5131948 Mar 07 10:52:50.360137 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f313706-baea-4f5b-807a-c444c59c849f tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Pushing event deleted for resources: {'Network': ['ID=028a306b-943b-46fb-91a7-4ce68fa03262,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:50.373509 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41408) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:50.377567 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e2e18436-d41c-4a29-94f2-637157919535 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=122f3f826dae454ca9ddf69df5a1991e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3140750 Mar 07 10:52:50.383817 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e18436-d41c-4a29-94f2-637157919535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f4c112-3d61-4e7c-876a-63fb48b71f7c,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:50.398056 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e18436-d41c-4a29-94f2-637157919535 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:50.398520 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e18436-d41c-4a29-94f2-637157919535 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:50.398959 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e18436-d41c-4a29-94f2-637157919535 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:50.399396 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e18436-d41c-4a29-94f2-637157919535 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:50.399818 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e18436-d41c-4a29-94f2-637157919535 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:50.402345 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e18436-d41c-4a29-94f2-637157919535 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:50.402782 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e18436-d41c-4a29-94f2-637157919535 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:50.403344 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e18436-d41c-4a29-94f2-637157919535 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:50.403871 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e18436-d41c-4a29-94f2-637157919535 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:50.404300 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e18436-d41c-4a29-94f2-637157919535 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:50.413281 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e18436-d41c-4a29-94f2-637157919535 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:50.413881 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e18436-d41c-4a29-94f2-637157919535 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:50.414341 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e18436-d41c-4a29-94f2-637157919535 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:52:50.537619 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7d444465-a0b9-4caf-b9cd-0b90badee915 admin admin] Publish callbacks [] for security_group (d3f4c112-3d61-4e7c-876a-63fb48b71f7c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:50.589682 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7d444465-a0b9-4caf-b9cd-0b90badee915 admin admin] Publish callbacks [] for security_group (d3f4c112-3d61-4e7c-876a-63fb48b71f7c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:50.707498 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7d444465-a0b9-4caf-b9cd-0b90badee915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d3f4c112-3d61-4e7c-876a-63fb48b71f7c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:50.710457 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7d444465-a0b9-4caf-b9cd-0b90badee915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:50.714618 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7d444465-a0b9-4caf-b9cd-0b90badee915 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d3f4c112-3d61-4e7c-876a-63fb48b71f7c HTTP/1.1" status: 204 len: 168 time: 0.3391790 Mar 07 10:52:50.734931 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d444465-a0b9-4caf-b9cd-0b90badee915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f4c112-3d61-4e7c-876a-63fb48b71f7c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:51.084162 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41422) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:51.090170 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-aba965e6-3ef1-477e-88fd-dfd60623ca73 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Request body: {'router': {'name': 'tempest-router--859947334', 'project_id': '2c55c2c7c52441a9ae5b77bbaa829725'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:51.217675 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aba965e6-3ef1-477e-88fd-dfd60623ca73 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (608286b5-55b4-4580-b683-5627da9aaddd), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:51.232620 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aba965e6-3ef1-477e-88fd-dfd60623ca73 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (608286b5-55b4-4580-b683-5627da9aaddd), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:51.302756 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e29c4-5ae7-4cec-b71c-89b55f8aadd6 req-2a015e1e-bf3e-4dde-abcd-e4577a56717e tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:51.315473 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-df5e29c4-5ae7-4cec-b71c-89b55f8aadd6 req-2a015e1e-bf3e-4dde-abcd-e4577a56717e tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 945 time: 0.3086672 Mar 07 10:52:51.510461 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-df5e29c4-5ae7-4cec-b71c-89b55f8aadd6 req-af9f80a6-0704-4487-934d-d712896a15ab tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887457 Mar 07 10:52:51.552286 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e2e13643-ce7c-42fa-a34e-959855b05f6a req-027ff152-1e08-4f3c-8b77-790058cc9f1e tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.0682840 Mar 07 10:52:51.560443 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aba965e6-3ef1-477e-88fd-dfd60623ca73 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router_controller (608286b5-55b4-4580-b683-5627da9aaddd), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:51.575108 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aba965e6-3ef1-477e-88fd-dfd60623ca73 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (608286b5-55b4-4580-b683-5627da9aaddd), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:51.606779 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aba965e6-3ef1-477e-88fd-dfd60623ca73 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:51.612296 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-aba965e6-3ef1-477e-88fd-dfd60623ca73 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5235863 Mar 07 10:52:51.612725 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41430) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:51.809625 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f3848093-5964-4b42-bfe8-a73687c3b88c tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router (608286b5-55b4-4580-b683-5627da9aaddd), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:51.983224 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f3848093-5964-4b42-bfe8-a73687c3b88c tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (608286b5-55b4-4580-b683-5627da9aaddd), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:51.985540 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f3848093-5964-4b42-bfe8-a73687c3b88c tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router_controller (608286b5-55b4-4580-b683-5627da9aaddd), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:52.036556 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f3848093-5964-4b42-bfe8-a73687c3b88c tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (608286b5-55b4-4580-b683-5627da9aaddd), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:52.037737 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3848093-5964-4b42-bfe8-a73687c3b88c tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 608286b5-55b4-4580-b683-5627da9aaddd {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:52:52.042625 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f3848093-5964-4b42-bfe8-a73687c3b88c tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:52.047159 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f3848093-5964-4b42-bfe8-a73687c3b88c tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] 10.222.0.11 "DELETE /v2.0/routers/608286b5-55b4-4580-b683-5627da9aaddd HTTP/1.1" status: 204 len: 168 time: 0.4302330 Mar 07 10:52:52.377048 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41462) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:52.542841 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-0de2cee1-168b-4214-9b6b-d89c84ecf06e tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-584398269', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}, 'admin_state_up': False}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:52.569482 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0de2cee1-168b-4214-9b6b-d89c84ecf06e tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (1ea36eaa-436e-494d-a81e-0e1e0e792de4), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:52.572084 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0de2cee1-168b-4214-9b6b-d89c84ecf06e tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (1ea36eaa-436e-494d-a81e-0e1e0e792de4), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:52.715065 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0de2cee1-168b-4214-9b6b-d89c84ecf06e tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router_controller (1ea36eaa-436e-494d-a81e-0e1e0e792de4), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:52.758981 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b257ca93-3510-4ce0-a134-72aa4c428c37 req-3c69080a-b1ab-494a-a98b-c1714a37b615 tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.0634911 Mar 07 10:52:52.877808 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:52.920985 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a751aa-d6e8-4ff1-81f5-6c5e61822c06 req-b211302e-2a7f-494b-a013-4b4a1fe62dad tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:52.929230 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9a751aa-d6e8-4ff1-81f5-6c5e61822c06 req-b211302e-2a7f-494b-a013-4b4a1fe62dad tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 945 time: 0.2973690 Mar 07 10:52:52.941427 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0de2cee1-168b-4214-9b6b-d89c84ecf06e tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router_gateway (1ea36eaa-436e-494d-a81e-0e1e0e792de4), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:53.020336 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9a751aa-d6e8-4ff1-81f5-6c5e61822c06 req-53dcab48-ace1-4b9f-a12c-4a87a6d59e51 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851164 Mar 07 10:52:53.243359 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0de2cee1-168b-4214-9b6b-d89c84ecf06e tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router_gateway (1ea36eaa-436e-494d-a81e-0e1e0e792de4), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:53.284855 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0de2cee1-168b-4214-9b6b-d89c84ecf06e tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:53.413723 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-0de2cee1-168b-4214-9b6b-d89c84ecf06e tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Allocated IP 172.25.3.63 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/8bf93a56-f710-4176-8788-f88349aa4626) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:52:53.564813 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0de2cee1-168b-4214-9b6b-d89c84ecf06e tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for port (8bf93a56-f710-4176-8788-f88349aa4626), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:53.611240 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0de2cee1-168b-4214-9b6b-d89c84ecf06e tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (8bf93a56-f710-4176-8788-f88349aa4626), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:53.701426 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de2cee1-168b-4214-9b6b-d89c84ecf06e tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:52:53.706641 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-0de2cee1-168b-4214-9b6b-d89c84ecf06e tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:52:53.709899 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de2cee1-168b-4214-9b6b-d89c84ecf06e tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:52:53.742635 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2cee1-168b-4214-9b6b-d89c84ecf06e tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Pushing event updated for resources: {'Port': ['ID=8bf93a56-f710-4176-8788-f88349aa4626,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:54.057289 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-63d27aa9-648b-452f-aca3-a53986d35bc5 req-b28e17dd-ecf9-4a3a-a265-3e58cc32aaeb tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.0792098 Mar 07 10:52:54.316710 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0de2cee1-168b-4214-9b6b-d89c84ecf06e tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router_gateway (1ea36eaa-436e-494d-a81e-0e1e0e792de4), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:54.395352 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6373e72-eea5-4c07-aab6-34a617bb7850 req-f0ea7a2f-5274-47aa-b9cf-59085dec15bc tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:54.396968 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e6373e72-eea5-4c07-aab6-34a617bb7850 req-f0ea7a2f-5274-47aa-b9cf-59085dec15bc tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 947 time: 0.0819492 Mar 07 10:52:54.403801 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f39a9e-d9bf-4e3b-be50-fd7907f1ba53 req-a048e0a7-f8b1-4d65-a9df-7be68bdeb720 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:54.405319 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-66f39a9e-d9bf-4e3b-be50-fd7907f1ba53 req-a048e0a7-f8b1-4d65-a9df-7be68bdeb720 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 945 time: 0.1418302 Mar 07 10:52:54.534633 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e6373e72-eea5-4c07-aab6-34a617bb7850 req-3900f233-5aeb-464d-a08e-9908bbabab13 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307065 Mar 07 10:52:54.802695 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-66f39a9e-d9bf-4e3b-be50-fd7907f1ba53 req-a0b3ad83-3efa-4caa-9fae-774b0de973e9 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712471 Mar 07 10:52:54.914358 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0de2cee1-168b-4214-9b6b-d89c84ecf06e tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (1ea36eaa-436e-494d-a81e-0e1e0e792de4), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:55.187647 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a9edb-c875-42bb-8c68-d9b55f078ecf req-5fc7446a-da70-4034-b36e-6d34b7fd96e3 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:55.190931 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a5a9edb-c875-42bb-8c68-d9b55f078ecf req-5fc7446a-da70-4034-b36e-6d34b7fd96e3 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 945 time: 0.1282866 Mar 07 10:52:55.227362 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de2cee1-168b-4214-9b6b-d89c84ecf06e tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Router 1ea36eaa-436e-494d-a81e-0e1e0e792de4 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:52:55.259176 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-477addf0-fb96-4f9c-97b0-02f039e40d77 req-c1384047-1482-4155-ba37-b15ca14a432b tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.0361791 Mar 07 10:52:55.369615 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a5a9edb-c875-42bb-8c68-d9b55f078ecf req-7900a60f-7596-4aab-9648-0fe2d3f7d843 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590376 Mar 07 10:52:55.446087 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de2cee1-168b-4214-9b6b-d89c84ecf06e tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:52:55.457075 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13552c87-f8aa-4953-83be-b96f8b66831b None None] Sync routers for ids ['1ea36eaa-436e-494d-a81e-0e1e0e792de4'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:52:55.471552 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13552c87-f8aa-4953-83be-b96f8b66831b None None] Routers {'1ea36eaa-436e-494d-a81e-0e1e0e792de4'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:52:55.472363 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-13552c87-f8aa-4953-83be-b96f8b66831b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:52:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['1ea36eaa-436e-494d-a81e-0e1e0e792de4'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:55.491527 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0de2cee1-168b-4214-9b6b-d89c84ecf06e tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:55.492823 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0de2cee1-168b-4214-9b6b-d89c84ecf06e tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1139166 Mar 07 10:52:55.495540 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41530) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:55.550258 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-13552c87-f8aa-4953-83be-b96f8b66831b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:55.574383 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13552c87-f8aa-4953-83be-b96f8b66831b None None] Routers {'1ea36eaa-436e-494d-a81e-0e1e0e792de4'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:52:55.576529 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-13552c87-f8aa-4953-83be-b96f8b66831b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:52:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['1ea36eaa-436e-494d-a81e-0e1e0e792de4'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:55.661586 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36170fea-e32e-44fb-b609-c346f211b434 req-8c8bb71a-3353-4906-ac7e-5b8db1ee0cdd tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:55.667943 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-13552c87-f8aa-4953-83be-b96f8b66831b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:55.668160 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-36170fea-e32e-44fb-b609-c346f211b434 req-8c8bb71a-3353-4906-ac7e-5b8db1ee0cdd tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 945 time: 0.1574657 Mar 07 10:52:55.670688 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13552c87-f8aa-4953-83be-b96f8b66831b None None] The sync data for ids ['1ea36eaa-436e-494d-a81e-0e1e0e792de4'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:52:55.735830 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-36170fea-e32e-44fb-b609-c346f211b434 req-6d4795ed-8955-4950-9dda-2691bfce1f08 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501044 Mar 07 10:52:55.752730 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-96cb727c-ba66-4327-9a14-ff5d71f8ed1c tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] 10.222.0.11 "GET /v2.0/routers/1ea36eaa-436e-494d-a81e-0e1e0e792de4 HTTP/1.1" status: 200 len: 923 time: 0.2559178 Mar 07 10:52:55.755509 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41534) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:55.805055 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7823be79-4a6b-42b2-8300-3393df971573 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ea36eaa-436e-494d-a81e-0e1e0e792de4 HTTP/1.1" status: 200 len: 205 time: 0.0457678 Mar 07 10:52:55.805853 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41538) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:55.817601 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcc8d4-ffb6-4cd4-a327-c13e6bab5931 req-78abc709-5e58-4bc6-b65f-69f360820741 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:55.821056 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e2dcc8d4-ffb6-4cd4-a327-c13e6bab5931 req-78abc709-5e58-4bc6-b65f-69f360820741 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 947 time: 0.1355178 Mar 07 10:52:55.903427 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd8a1fd-6f4a-4c18-8d35-1e8ab5b79eea req-7b281784-d28b-4499-889d-72c483dea057 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:55.905720 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6dd8a1fd-6f4a-4c18-8d35-1e8ab5b79eea req-7b281784-d28b-4499-889d-72c483dea057 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.21 "GET /v2.0/ports?device_id=7eb4f62b-d749-4185-9aeb-b61bd34dd656 HTTP/1.1" status: 200 len: 947 time: 0.1171012 Mar 07 10:52:56.011058 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e2dcc8d4-ffb6-4cd4-a327-c13e6bab5931 req-6cadb9ec-89d3-47f3-8d87-a1d37774fbdd tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.11 "GET /v2.0/security-groups?id=b4196ce2-ed9f-4db4-9fef-66c742c21a1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636195 Mar 07 10:52:56.048020 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-6dd8a1fd-6f4a-4c18-8d35-1e8ab5b79eea req-ccff65e3-c581-450c-a177-b2cb95317a98 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Deleting port e6688e36-ad0b-423f-8455-552f34e30d39 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:52:56.048360 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6dd8a1fd-6f4a-4c18-8d35-1e8ab5b79eea req-ccff65e3-c581-450c-a177-b2cb95317a98 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (e6688e36-ad0b-423f-8455-552f34e30d39), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:56.079845 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8f199371-7b23-4993-a2ba-505dae5276ee tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router (1ea36eaa-436e-494d-a81e-0e1e0e792de4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:56.157343 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6dd8a1fd-6f4a-4c18-8d35-1e8ab5b79eea req-ccff65e3-c581-450c-a177-b2cb95317a98 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] For port e6688e36-ad0b-423f-8455-552f34e30d39, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e6688e36-ad0b-423f-8455-552f34e30d39,segment=NetworkSegment(9c0e08f9-ace4-432d-a662-c01ea531e4d8),segment_id=9c0e08f9-ace4-432d-a662-c01ea531e4d8)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:56.157705 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6dd8a1fd-6f4a-4c18-8d35-1e8ab5b79eea req-ccff65e3-c581-450c-a177-b2cb95317a98 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (e6688e36-ad0b-423f-8455-552f34e30d39), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:56.173467 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-6dd8a1fd-6f4a-4c18-8d35-1e8ab5b79eea req-ccff65e3-c581-450c-a177-b2cb95317a98 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Calling delete_port for e6688e36-ad0b-423f-8455-552f34e30d39 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:52:56.188034 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2535a-42af-40d5-bc9f-bae1c2cdd52d req-d358ec81-e62b-4344-a7ba-d9cc5087615a tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:56.189622 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-45e2535a-42af-40d5-bc9f-bae1c2cdd52d req-d358ec81-e62b-4344-a7ba-d9cc5087615a tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 945 time: 0.1476822 Mar 07 10:52:56.256758 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8f199371-7b23-4993-a2ba-505dae5276ee tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router_gateway (1ea36eaa-436e-494d-a81e-0e1e0e792de4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:56.286950 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-45e2535a-42af-40d5-bc9f-bae1c2cdd52d req-0499d136-d8b8-40ff-9686-25df129ada9d tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842748 Mar 07 10:52:56.389589 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d96e34ac-583a-4de7-9f3e-fb58f16bf682 req-65b6911a-0499-4975-b1a6-609a24d07813 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.0402756 Mar 07 10:52:56.400545 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a7bf4246-330e-47c2-983e-a2a91645da71 req-807f1d3a-ffed-4697-9f6c-8af77175df3d tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.0360808 Mar 07 10:52:56.401049 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-8f199371-7b23-4993-a2ba-505dae5276ee tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Deleting port 8bf93a56-f710-4176-8788-f88349aa4626 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:52:56.401347 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6dd8a1fd-6f4a-4c18-8d35-1e8ab5b79eea req-ccff65e3-c581-450c-a177-b2cb95317a98 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (e6688e36-ad0b-423f-8455-552f34e30d39), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:56.401554 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8f199371-7b23-4993-a2ba-505dae5276ee tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (8bf93a56-f710-4176-8788-f88349aa4626), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:56.413652 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['e6688e36-ad0b-423f-8455-552f34e30d39'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:52:56.427577 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff65e3-c581-450c-a177-b2cb95317a98 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Pushing event deleted for resources: {'Port': ['ID=e6688e36-ad0b-423f-8455-552f34e30d39,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:56.485434 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd8a1fd-6f4a-4c18-8d35-1e8ab5b79eea req-ccff65e3-c581-450c-a177-b2cb95317a98 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] No DVR routers for this DVR port e6688e36-ad0b-423f-8455-552f34e30d39 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:52:56.488670 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6dd8a1fd-6f4a-4c18-8d35-1e8ab5b79eea req-ccff65e3-c581-450c-a177-b2cb95317a98 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:56.492044 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6dd8a1fd-6f4a-4c18-8d35-1e8ab5b79eea req-ccff65e3-c581-450c-a177-b2cb95317a98 tempest-ServersNegativeTestJSON-1034222092 tempest-ServersNegativeTestJSON-1034222092-project] 10.222.0.21 "DELETE /v2.0/ports/e6688e36-ad0b-423f-8455-552f34e30d39 HTTP/1.1" status: 204 len: 173 time: 0.5783617 Mar 07 10:52:56.492517 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb4f62b-d749-4185-9aeb-b61bd34dd656', 'name': 'network-vif-deleted', 'tag': 'e6688e36-ad0b-423f-8455-552f34e30d39'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:52:56.495430 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd75fa5a-5357-45ff-a028-7eff508b8808" -d '{"events": [{"server_uuid": "7eb4f62b-d749-4185-9aeb-b61bd34dd656", "name": "network-vif-deleted", "tag": "e6688e36-ad0b-423f-8455-552f34e30d39"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:52:56.513536 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8f199371-7b23-4993-a2ba-505dae5276ee tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (8bf93a56-f710-4176-8788-f88349aa4626), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:56.531878 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-8f199371-7b23-4993-a2ba-505dae5276ee tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Calling delete_port for 8bf93a56-f710-4176-8788-f88349aa4626 owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:52:56.536870 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e37ee83-59a5-4ec1-95b3-bd1e3ab558bb x-openstack-request-id: req-7e37ee83-59a5-4ec1-95b3-bd1e3ab558bb {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:52:56.537192 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb4f62b-d749-4185-9aeb-b61bd34dd656", "name": "network-vif-deleted", "tag": "e6688e36-ad0b-423f-8455-552f34e30d39", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:52:56.537586 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7e37ee83-59a5-4ec1-95b3-bd1e3ab558bb {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:52:56.538126 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb4f62b-d749-4185-9aeb-b61bd34dd656', 'name': 'network-vif-deleted', 'tag': 'e6688e36-ad0b-423f-8455-552f34e30d39', 'status': 'completed', 'code': 200} Mar 07 10:52:56.724668 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8f199371-7b23-4993-a2ba-505dae5276ee tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (8bf93a56-f710-4176-8788-f88349aa4626), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:56.752708 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f199371-7b23-4993-a2ba-505dae5276ee tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Pushing event deleted for resources: {'Port': ['ID=8bf93a56-f710-4176-8788-f88349aa4626,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:56.823949 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8f199371-7b23-4993-a2ba-505dae5276ee tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (1ea36eaa-436e-494d-a81e-0e1e0e792de4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:56.930019 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8f199371-7b23-4993-a2ba-505dae5276ee tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (1ea36eaa-436e-494d-a81e-0e1e0e792de4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:56.932228 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8f199371-7b23-4993-a2ba-505dae5276ee tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router_controller (1ea36eaa-436e-494d-a81e-0e1e0e792de4), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:56.975924 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8f199371-7b23-4993-a2ba-505dae5276ee tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (1ea36eaa-436e-494d-a81e-0e1e0e792de4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:56.976684 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f199371-7b23-4993-a2ba-505dae5276ee tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Fanout notify agent at l3_agent the message router_deleted on router 1ea36eaa-436e-494d-a81e-0e1e0e792de4 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:52:56.983132 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8f199371-7b23-4993-a2ba-505dae5276ee tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:56.985736 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8f199371-7b23-4993-a2ba-505dae5276ee tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] 10.222.0.11 "DELETE /v2.0/routers/1ea36eaa-436e-494d-a81e-0e1e0e792de4 HTTP/1.1" status: 204 len: 168 time: 1.1788001 Mar 07 10:52:56.988663 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41578) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:56.992885 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-6e7dd11e-2f2e-4a06-a5b1-040b0665f118 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1013867635', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'enable_snat': False}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:52:57.013231 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd11e-2f2e-4a06-a5b1-040b0665f118 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (ed22a01c-5c7e-430f-bfff-e5c9cda5d56e), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:57.014243 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd11e-2f2e-4a06-a5b1-040b0665f118 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (ed22a01c-5c7e-430f-bfff-e5c9cda5d56e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:57.072456 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd11e-2f2e-4a06-a5b1-040b0665f118 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router_controller (ed22a01c-5c7e-430f-bfff-e5c9cda5d56e), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:57.078699 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41582) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:57.130019 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-96d5de17-ebd4-415c-be26-2d093ad57350 admin admin] Deleting subnet 2e77d3a5-5754-48b0-b886-c951ba559812 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:52:57.133352 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-96d5de17-ebd4-415c-be26-2d093ad57350 admin admin] Publish callbacks [] for subnet (2e77d3a5-5754-48b0-b886-c951ba559812), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:57.170311 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-96d5de17-ebd4-415c-be26-2d093ad57350 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (2e77d3a5-5754-48b0-b886-c951ba559812), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:57.214865 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-96d5de17-ebd4-415c-be26-2d093ad57350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (2e77d3a5-5754-48b0-b886-c951ba559812), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:57.259423 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd11e-2f2e-4a06-a5b1-040b0665f118 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router_gateway (ed22a01c-5c7e-430f-bfff-e5c9cda5d56e), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:57.271901 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-96d5de17-ebd4-415c-be26-2d093ad57350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (2e77d3a5-5754-48b0-b886-c951ba559812), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:57.297517 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d5de17-ebd4-415c-be26-2d093ad57350 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e77d3a5-5754-48b0-b886-c951ba559812,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:57.304978 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-96d5de17-ebd4-415c-be26-2d093ad57350 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:57.310701 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-96d5de17-ebd4-415c-be26-2d093ad57350 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2e77d3a5-5754-48b0-b886-c951ba559812 HTTP/1.1" status: 204 len: 168 time: 0.2288070 Mar 07 10:52:57.311031 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed00e11-08a7-42cb-853e-24d05d5f9679 req-a1cce9c2-065d-4407-826a-db88b45a92b3 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:57.311604 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7ed00e11-08a7-42cb-853e-24d05d5f9679 req-a1cce9c2-065d-4407-826a-db88b45a92b3 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.21 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 945 time: 0.1252639 Mar 07 10:52:57.312143 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41586) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:57.432863 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3622df-c1ee-4e51-88d8-5d2c4b5498dd req-9c611e2c-ab20-4870-9421-9a162bc0935e tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:57.435243 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4a3622df-c1ee-4e51-88d8-5d2c4b5498dd req-9c611e2c-ab20-4870-9421-9a162bc0935e tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 945 time: 0.0800498 Mar 07 10:52:57.499209 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4a3622df-c1ee-4e51-88d8-5d2c4b5498dd req-9cbc1519-9ad3-4e5b-acce-53d0cabd7018 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577211 Mar 07 10:52:57.528143 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f8ec8543-f9bd-425d-af77-00edc2fd6c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (d544ea13-72f7-4e6d-b9f9-764274f4e435), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:57.618060 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1833785d-cfc1-4f4b-911f-cf5684e0927b req-32d21761-f72e-4307-8d85-65792433306c tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.0641603 Mar 07 10:52:57.664363 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-7ed00e11-08a7-42cb-853e-24d05d5f9679 req-8b8dd7e2-cd0f-4550-8eda-11584ada9f62 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Deleting port cfcee28f-7b05-4786-b358-e10d5081855d {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:52:57.664705 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7ed00e11-08a7-42cb-853e-24d05d5f9679 req-8b8dd7e2-cd0f-4550-8eda-11584ada9f62 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (cfcee28f-7b05-4786-b358-e10d5081855d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:57.797644 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f8ec8543-f9bd-425d-af77-00edc2fd6c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (d544ea13-72f7-4e6d-b9f9-764274f4e435), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:57.890100 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-f8ec8543-f9bd-425d-af77-00edc2fd6c7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d544ea13-72f7-4e6d-b9f9-764274f4e435']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:57.895378 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7ed00e11-08a7-42cb-853e-24d05d5f9679 req-8b8dd7e2-cd0f-4550-8eda-11584ada9f62 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] For port cfcee28f-7b05-4786-b358-e10d5081855d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=cfcee28f-7b05-4786-b358-e10d5081855d,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:52:57.895756 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7ed00e11-08a7-42cb-853e-24d05d5f9679 req-8b8dd7e2-cd0f-4550-8eda-11584ada9f62 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (cfcee28f-7b05-4786-b358-e10d5081855d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:57.956145 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-f8ec8543-f9bd-425d-af77-00edc2fd6c7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0e08f9-ace4-432d-a662-c01ea531e4d8') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:57.956543 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-f8ec8543-f9bd-425d-af77-00edc2fd6c7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0e08f9-ace4-432d-a662-c01ea531e4d8') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:52:57.962949 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-7ed00e11-08a7-42cb-853e-24d05d5f9679 req-8b8dd7e2-cd0f-4550-8eda-11584ada9f62 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Calling delete_port for cfcee28f-7b05-4786-b358-e10d5081855d owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:52:57.972508 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f8ec8543-f9bd-425d-af77-00edc2fd6c7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (9c0e08f9-ace4-432d-a662-c01ea531e4d8), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:58.047289 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f8ec8543-f9bd-425d-af77-00edc2fd6c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (9c0e08f9-ace4-432d-a662-c01ea531e4d8), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:58.064635 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd11e-2f2e-4a06-a5b1-040b0665f118 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router_gateway (ed22a01c-5c7e-430f-bfff-e5c9cda5d56e), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:58.068800 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ec8543-f9bd-425d-af77-00edc2fd6c7d admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:52:58.069197 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f8ec8543-f9bd-425d-af77-00edc2fd6c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (9c0e08f9-ace4-432d-a662-c01ea531e4d8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:58.070932 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:52:58.070932 n-d-832164-4 neutron-server[103767]: items = [ Mar 07 10:52:58.070932 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:52:58.070932 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:52:58.070932 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:52:58.070932 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:52:58.070932 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:52:58.070932 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:52:58.070932 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:52:58.070932 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:52:58.070932 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:52:58.070932 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:52:58.070932 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:52:58.070932 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:52:58.070932 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:52:58.070932 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:52:58.070932 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:52:58.070932 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:52:58.070932 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:52:58.070932 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:52:58.070932 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:52:58.070932 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:52:58.070932 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:52:58.070932 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:52:58.070932 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:52:58.070932 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:52:58.070932 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:52:58.070932 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:52:58.070932 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:52:58.070932 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:52:58.070932 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:52:58.070932 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:52:58.070932 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:52:58.070932 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:52:58.115418 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd11e-2f2e-4a06-a5b1-040b0665f118 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:58.179862 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f8ec8543-f9bd-425d-af77-00edc2fd6c7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (d544ea13-72f7-4e6d-b9f9-764274f4e435), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:58.219590 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f8ec8543-f9bd-425d-af77-00edc2fd6c7d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:58.226096 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f8ec8543-f9bd-425d-af77-00edc2fd6c7d admin admin] 10.222.0.11 "DELETE /v2.0/networks/d544ea13-72f7-4e6d-b9f9-764274f4e435 HTTP/1.1" status: 204 len: 168 time: 0.9104965 Mar 07 10:52:58.264089 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ec8543-f9bd-425d-af77-00edc2fd6c7d admin admin] Pushing event deleted for resources: {'Network': ['ID=d544ea13-72f7-4e6d-b9f9-764274f4e435,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:58.342330 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-6e7dd11e-2f2e-4a06-a5b1-040b0665f118 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Allocated IP 172.25.3.191 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/5d578b21-69d0-4c86-9198-2664cd07a74e) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:52:58.354150 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7ed00e11-08a7-42cb-853e-24d05d5f9679 req-8b8dd7e2-cd0f-4550-8eda-11584ada9f62 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (cfcee28f-7b05-4786-b358-e10d5081855d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:58.368858 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['cfcee28f-7b05-4786-b358-e10d5081855d'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:52:58.372720 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:52:58.395608 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8dd7e2-cd0f-4550-8eda-11584ada9f62 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Pushing event deleted for resources: {'Port': ['ID=cfcee28f-7b05-4786-b358-e10d5081855d,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:58.501872 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed00e11-08a7-42cb-853e-24d05d5f9679 req-8b8dd7e2-cd0f-4550-8eda-11584ada9f62 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] No DVR routers for this DVR port cfcee28f-7b05-4786-b358-e10d5081855d on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:52:58.507962 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7ed00e11-08a7-42cb-853e-24d05d5f9679 req-8b8dd7e2-cd0f-4550-8eda-11584ada9f62 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:58.511821 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7ed00e11-08a7-42cb-853e-24d05d5f9679 req-8b8dd7e2-cd0f-4550-8eda-11584ada9f62 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.21 "DELETE /v2.0/ports/cfcee28f-7b05-4786-b358-e10d5081855d HTTP/1.1" status: 204 len: 173 time: 1.1899824 Mar 07 10:52:58.531803 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41600) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:58.644431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fde01c9-2f03-4d03-a871-4dd256c8b80b', 'name': 'network-vif-deleted', 'tag': 'cfcee28f-7b05-4786-b358-e10d5081855d'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:52:58.648366 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46b0262-24ac-4d6c-9c54-91a332627a06" -d '{"events": [{"server_uuid": "1fde01c9-2f03-4d03-a871-4dd256c8b80b", "name": "network-vif-deleted", "tag": "cfcee28f-7b05-4786-b358-e10d5081855d"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:52:58.672209 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2a57832e-e498-4823-916e-7da3b027b034 req-9bf8f2a1-740f-4355-b7e1-97e71801b8d2 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=1fde01c9-2f03-4d03-a871-4dd256c8b80b HTTP/1.1" status: 200 len: 210 time: 0.0576096 Mar 07 10:52:58.761413 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd11e-2f2e-4a06-a5b1-040b0665f118 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for port (5d578b21-69d0-4c86-9198-2664cd07a74e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:58.763860 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37de824-48de-4482-9430-19adb13a3206 x-openstack-request-id: req-f37de824-48de-4482-9430-19adb13a3206 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:52:58.764212 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fde01c9-2f03-4d03-a871-4dd256c8b80b", "name": "network-vif-deleted", "tag": "cfcee28f-7b05-4786-b358-e10d5081855d", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:52:58.764554 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f37de824-48de-4482-9430-19adb13a3206 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:52:58.765017 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fde01c9-2f03-4d03-a871-4dd256c8b80b', 'name': 'network-vif-deleted', 'tag': 'cfcee28f-7b05-4786-b358-e10d5081855d', 'status': 'completed', 'code': 200} Mar 07 10:52:58.779531 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7245764a-9038-4906-bb52-f81a12d4e6ee admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=af76e3a0199d43eaad70e52b49b8dbe0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2438769 Mar 07 10:52:58.782186 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41610) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:52:58.797495 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5bd5d83a-5eaf-4ce2-94c6-e36555e614f3 req-8b57bf54-e649-40fc-ba4e-64d11a0c035c tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.0452836 Mar 07 10:52:58.818549 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device e6688e36-ad0b-423f-8455-552f34e30d39 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:52:58.856409 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: e6688e36-ad0b-423f-8455-552f34e30d39 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:52:58.857005 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device e6688e36-ad0b-423f-8455-552f34e30d39 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:52:58.857624 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device cfcee28f-7b05-4786-b358-e10d5081855d no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:52:58.864163 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd11e-2f2e-4a06-a5b1-040b0665f118 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (5d578b21-69d0-4c86-9198-2664cd07a74e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:58.865826 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3c3f91e1-b2a4-4712-a23f-13a849f6c9a3 admin admin] Publish callbacks [] for security_group (b4196ce2-ed9f-4db4-9fef-66c742c21a1e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:58.895400 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3c3f91e1-b2a4-4712-a23f-13a849f6c9a3 admin admin] Publish callbacks [] for security_group (b4196ce2-ed9f-4db4-9fef-66c742c21a1e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:58.901924 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: cfcee28f-7b05-4786-b358-e10d5081855d {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:52:58.902276 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device cfcee28f-7b05-4786-b358-e10d5081855d not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:52:58.965877 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7dd11e-2f2e-4a06-a5b1-040b0665f118 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:52:58.969348 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-6e7dd11e-2f2e-4a06-a5b1-040b0665f118 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:52:58.977617 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3c3f91e1-b2a4-4712-a23f-13a849f6c9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b4196ce2-ed9f-4db4-9fef-66c742c21a1e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:58.981166 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3c3f91e1-b2a4-4712-a23f-13a849f6c9a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:52:58.984635 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3c3f91e1-b2a4-4712-a23f-13a849f6c9a3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b4196ce2-ed9f-4db4-9fef-66c742c21a1e HTTP/1.1" status: 204 len: 168 time: 0.1991642 Mar 07 10:52:58.989432 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7dd11e-2f2e-4a06-a5b1-040b0665f118 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:52:59.007716 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f91e1-b2a4-4712-a23f-13a849f6c9a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4196ce2-ed9f-4db4-9fef-66c742c21a1e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:59.013711 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7dd11e-2f2e-4a06-a5b1-040b0665f118 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Pushing event updated for resources: {'Port': ['ID=5d578b21-69d0-4c86-9198-2664cd07a74e,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:52:59.276389 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1faeb637-2b7a-4495-a501-64acdfe2eecb req-c78de903-8915-4452-8227-bbadca7865cc tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2&device_id=73987c80-e69a-4abb-98ae-3438f998974b HTTP/1.1" status: 200 len: 210 time: 0.0417342 Mar 07 10:52:59.543262 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a1c9c5d-5abd-43ee-bc2e-942080c7645a req-041fa8d8-9e0d-4061-acef-32ff5562c76a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c424ec796634be5a36f50f38e00855b&device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.0577257 Mar 07 10:52:59.633017 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4a6dd79f-30e8-46f1-9446-4eb29540932a req-06d29829-73d1-4869-85bd-2634de747b0d tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.0822680 Mar 07 10:52:59.642014 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a1c9c5d-5abd-43ee-bc2e-942080c7645a req-892e989d-6dbe-431b-b37d-68e8e0d048ff service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=6c424ec796634be5a36f50f38e00855b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0762584 Mar 07 10:52:59.985416 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c9c5d-5abd-43ee-bc2e-942080c7645a req-241d51b7-5513-49be-98f4-60a13940f197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:52:59.992434 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a1c9c5d-5abd-43ee-bc2e-942080c7645a req-241d51b7-5513-49be-98f4-60a13940f197 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3429742 Mar 07 10:53:00.201365 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd11e-2f2e-4a06-a5b1-040b0665f118 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router_gateway (ed22a01c-5c7e-430f-bfff-e5c9cda5d56e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:00.352245 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41666) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:00.489482 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-040a42cd-555c-4cb9-85e3-f2b7a3c3cb57 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-585299430-network', 'tenant_id': 'cc93bd2ec9ca4922bc00ab75ec8c07ae'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:00.514962 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040a42cd-555c-4cb9-85e3-f2b7a3c3cb57 admin admin] Made reservation on behalf of cc93bd2ec9ca4922bc00ab75ec8c07ae for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:53:00.515857 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-040a42cd-555c-4cb9-85e3-f2b7a3c3cb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:00.524763 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd11e-2f2e-4a06-a5b1-040b0665f118 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (ed22a01c-5c7e-430f-bfff-e5c9cda5d56e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:00.534939 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-040a42cd-555c-4cb9-85e3-f2b7a3c3cb57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:00.636147 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-040a42cd-555c-4cb9-85e3-f2b7a3c3cb57 admin admin] Publish callbacks [] for security_group (12ef945e-78d3-4bb6-95db-a274d1b889ed), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:00.642564 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-040a42cd-555c-4cb9-85e3-f2b7a3c3cb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (12ef945e-78d3-4bb6-95db-a274d1b889ed), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:00.680859 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-040a42cd-555c-4cb9-85e3-f2b7a3c3cb57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:53:00.691944 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a42cd-555c-4cb9-85e3-f2b7a3c3cb57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ef945e-78d3-4bb6-95db-a274d1b889ed,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:00.697943 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-040a42cd-555c-4cb9-85e3-f2b7a3c3cb57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (b7a9d6ec-9c16-4c99-aaa0-98a248685ae9), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:00.698467 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-040a42cd-555c-4cb9-85e3-f2b7a3c3cb57 admin admin] Added segment b7a9d6ec-9c16-4c99-aaa0-98a248685ae9 of type vlan for network b2875d00-0541-4efe-8726-e95d92c2053f Mar 07 10:53:00.750444 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7dd11e-2f2e-4a06-a5b1-040b0665f118 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Router ed22a01c-5c7e-430f-bfff-e5c9cda5d56e is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:53:00.759801 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-040a42cd-555c-4cb9-85e3-f2b7a3c3cb57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (b2875d00-0541-4efe-8726-e95d92c2053f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:00.805390 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-040a42cd-555c-4cb9-85e3-f2b7a3c3cb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (b2875d00-0541-4efe-8726-e95d92c2053f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:00.806630 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040a42cd-555c-4cb9-85e3-f2b7a3c3cb57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:00.807441 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-040a42cd-555c-4cb9-85e3-f2b7a3c3cb57 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:00.875532 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f5f8abae-4f89-41dd-8add-5a8f7b90ad92 req-a8aa4f2e-329c-486a-8a67-a2e23c4b5994 tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.0557730 Mar 07 10:53:00.983338 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-040a42cd-555c-4cb9-85e3-f2b7a3c3cb57 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6297877 Mar 07 10:53:00.988172 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41686) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:00.994877 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-fd509f7f-f452-49b9-88d4-84b01e2c5415 admin admin] Request body: {'subnet': {'network_id': 'b2875d00-0541-4efe-8726-e95d92c2053f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-585299430-subnet', 'tenant_id': 'cc93bd2ec9ca4922bc00ab75ec8c07ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:00.997872 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a42cd-555c-4cb9-85e3-f2b7a3c3cb57 admin admin] Pushing event updated for resources: {'Network': ['ID=b2875d00-0541-4efe-8726-e95d92c2053f,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:01.010853 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network b2875d00-0541-4efe-8726-e95d92c2053f details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:53:01.012753 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7dd11e-2f2e-4a06-a5b1-040b0665f118 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:53:01.027208 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ac46a-98cd-4a13-bc8e-159272d2e4d5 req-977edb4a-6ae3-4ecd-a3b5-751688b64c94 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:01.028822 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-942ac46a-98cd-4a13-bc8e-159272d2e4d5 req-977edb4a-6ae3-4ecd-a3b5-751688b64c94 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac382d49-2c54-4af6-b416-2ae9038eb749 HTTP/1.1" status: 200 len: 945 time: 0.2189252 Mar 07 10:53:01.036576 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd509f7f-f452-49b9-88d4-84b01e2c5415 admin admin] Made reservation on behalf of cc93bd2ec9ca4922bc00ab75ec8c07ae for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:53:01.039363 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd509f7f-f452-49b9-88d4-84b01e2c5415 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:01.039598 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58690852-2efb-469e-9f01-3484897ba8e2 None None] Sync routers for ids ['ed22a01c-5c7e-430f-bfff-e5c9cda5d56e'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:53:01.042845 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6e7dd11e-2f2e-4a06-a5b1-040b0665f118 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:01.044868 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6e7dd11e-2f2e-4a06-a5b1-040b0665f118 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.0554395 Mar 07 10:53:01.047521 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41688) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:01.102622 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58690852-2efb-469e-9f01-3484897ba8e2 None None] Routers {'ed22a01c-5c7e-430f-bfff-e5c9cda5d56e'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:01.103849 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-58690852-2efb-469e-9f01-3484897ba8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:52:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['ed22a01c-5c7e-430f-bfff-e5c9cda5d56e'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:01.280845 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a9042c8d-68a2-4c44-b46e-277e5206dd63 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] 10.222.0.11 "GET /v2.0/routers/ed22a01c-5c7e-430f-bfff-e5c9cda5d56e HTTP/1.1" status: 200 len: 909 time: 0.2310753 Mar 07 10:53:01.282672 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41696) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:01.288297 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-1c193224-3d02-4ab0-889d-e194fe91af6d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1013867635', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'enable_snat': True}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:01.323235 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1c193224-3d02-4ab0-889d-e194fe91af6d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (94e8ba16-c89d-402f-970a-0e26e929bbf3), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:01.324796 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1c193224-3d02-4ab0-889d-e194fe91af6d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (94e8ba16-c89d-402f-970a-0e26e929bbf3), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:01.337894 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-58690852-2efb-469e-9f01-3484897ba8e2 None None] Set router ed22a01c-5c7e-430f-bfff-e5c9cda5d56e gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:53:01.400227 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1c193224-3d02-4ab0-889d-e194fe91af6d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router_controller (94e8ba16-c89d-402f-970a-0e26e929bbf3), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:01.562579 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-942ac46a-98cd-4a13-bc8e-159272d2e4d5 req-65207f70-d1d4-4964-9693-069f4a8d5478 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5197234 Mar 07 10:53:01.572005 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-58690852-2efb-469e-9f01-3484897ba8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed22a01c-5c7e-430f-bfff-e5c9cda5d56e', 'name': 'tempest-snat-router-1013867635', 'tenant_id': '11d06c6523c24324a97225ae9ff11581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.191'}], 'enable_snat': False}, 'gw_port_id': '5d578b21-69d0-4c86-9198-2664cd07a74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:57Z', 'updated_at': '2022-03-07T10:52:59Z', 'revision_number': 3, 'project_id': '11d06c6523c24324a97225ae9ff11581', 'gw_port': {'id': '5d578b21-69d0-4c86-9198-2664cd07a74e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:65:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed22a01c-5c7e-430f-bfff-e5c9cda5d56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:58Z', 'updated_at': '2022-03-07T10:52:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:01.581977 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1c193224-3d02-4ab0-889d-e194fe91af6d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router_gateway (94e8ba16-c89d-402f-970a-0e26e929bbf3), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:01.587656 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a1c9c5d-5abd-43ee-bc2e-942080c7645a req-aa26e4c5-d18e-42ee-913d-d10d0b4660b4 tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.31 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.0525846 Mar 07 10:53:01.620456 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58690852-2efb-469e-9f01-3484897ba8e2 None None] Checking router: ed22a01c-5c7e-430f-bfff-e5c9cda5d56e for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:53:01.621084 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58690852-2efb-469e-9f01-3484897ba8e2 None None] Updating router ed22a01c-5c7e-430f-bfff-e5c9cda5d56e port 5d578b21-69d0-4c86-9198-2664cd07a74e binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:53:01.689019 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-58690852-2efb-469e-9f01-3484897ba8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5d578b21-69d0-4c86-9198-2664cd07a74e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:01.707712 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd509f7f-f452-49b9-88d4-84b01e2c5415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (ef6a7631-8631-471c-a0f8-c0d4b1a280d1), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:01.816624 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd509f7f-f452-49b9-88d4-84b01e2c5415 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef6a7631-8631-471c-a0f8-c0d4b1a280d1,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:01.828624 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd509f7f-f452-49b9-88d4-84b01e2c5415 admin admin] Checking segment: {'id': 'b7a9d6ec-9c16-4c99-aaa0-98a248685ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b2875d00-0541-4efe-8726-e95d92c2053f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:53:01.829228 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd509f7f-f452-49b9-88d4-84b01e2c5415 admin admin] Network hostable DHCP agents. Network: b2875d00-0541-4efe-8726-e95d92c2053f, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:53:01.852960 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd509f7f-f452-49b9-88d4-84b01e2c5415 admin admin] Network b2875d00-0541-4efe-8726-e95d92c2053f is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:53:01.859501 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1c193224-3d02-4ab0-889d-e194fe91af6d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router_gateway (94e8ba16-c89d-402f-970a-0e26e929bbf3), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:01.871587 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-fd509f7f-f452-49b9-88d4-84b01e2c5415 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, b2875d00-0541-4efe-8726-e95d92c2053f) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:01.876258 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd509f7f-f452-49b9-88d4-84b01e2c5415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:01.877747 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd509f7f-f452-49b9-88d4-84b01e2c5415 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:01.899853 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1c193224-3d02-4ab0-889d-e194fe91af6d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:01.905519 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fd509f7f-f452-49b9-88d4-84b01e2c5415 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9160056 Mar 07 10:53:01.921720 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c89ac6f-2698-4c22-a610-282fe969782e None None] Network b2875d00-0541-4efe-8726-e95d92c2053f requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:53:02.144044 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d606cdc9-9066-47ba-9764-af3d0148c6ed req-b1627d5d-ee85-439e-bdfa-38446b14b9d3 tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=eb1e8b6b-fb8e-4c6d-9d65-33582af03bd2 HTTP/1.1" status: 200 len: 210 time: 0.0618877 Mar 07 10:53:02.192564 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dfc76e-c31f-454c-860a-1bfd660cecaf None None] Network b2875d00-0541-4efe-8726-e95d92c2053f requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:53:02.450938 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c89d5-b5dd-4140-bc10-8b89096c1854 req-d4d8a707-e78c-41cd-80b7-835b5c5e8b21 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:02.452631 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f02c89d5-b5dd-4140-bc10-8b89096c1854 req-d4d8a707-e78c-41cd-80b7-835b5c5e8b21 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac382d49-2c54-4af6-b416-2ae9038eb749 HTTP/1.1" status: 200 len: 945 time: 0.0999324 Mar 07 10:53:02.578298 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41728) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:02.584387 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-cb031faa-d9f7-4755-a984-a821ce2fd430 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-121014037-network', 'tenant_id': 'dc82fcb4a7fc438cadb22d59e28fa0c3'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:02.621977 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb031faa-d9f7-4755-a984-a821ce2fd430 admin admin] Made reservation on behalf of dc82fcb4a7fc438cadb22d59e28fa0c3 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:53:02.624347 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb031faa-d9f7-4755-a984-a821ce2fd430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:02.638076 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb031faa-d9f7-4755-a984-a821ce2fd430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:02.661547 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-58690852-2efb-469e-9f01-3484897ba8e2 None None] Publish callbacks [] for port (5d578b21-69d0-4c86-9198-2664cd07a74e), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:02.671337 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-58690852-2efb-469e-9f01-3484897ba8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (5d578b21-69d0-4c86-9198-2664cd07a74e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:02.715909 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-f02c89d5-b5dd-4140-bc10-8b89096c1854 req-e0caa142-a02d-4f7e-b7ca-1917a333cc17 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Deleting port 07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:53:02.716394 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f02c89d5-b5dd-4140-bc10-8b89096c1854 req-e0caa142-a02d-4f7e-b7ca-1917a333cc17 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:02.728115 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-1c193224-3d02-4ab0-889d-e194fe91af6d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Allocated IP 172.25.3.54 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/215a3cd0-07f3-4661-9218-3dc4b79fc734) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:53:02.791361 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ded99-7c6d-4a4b-b550-102a909c0f91 None None] Pushing event updated for resources: {'Port': ['ID=5d578b21-69d0-4c86-9198-2664cd07a74e,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:02.798864 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9592a8f-1ff0-4a2c-9f92-f70b15064a90 req-24de9cd2-da10-42d1-aa28-414215356986 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:02.800845 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b9592a8f-1ff0-4a2c-9f92-f70b15064a90 req-24de9cd2-da10-42d1-aa28-414215356986 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/ports?device_id=ac382d49-2c54-4af6-b416-2ae9038eb749 HTTP/1.1" status: 200 len: 945 time: 0.1522026 Mar 07 10:53:02.813453 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55ded99-7c6d-4a4b-b550-102a909c0f91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:02.815506 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55ded99-7c6d-4a4b-b550-102a909c0f91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:02.816120 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55ded99-7c6d-4a4b-b550-102a909c0f91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:02.816991 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55ded99-7c6d-4a4b-b550-102a909c0f91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:02.817721 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55ded99-7c6d-4a4b-b550-102a909c0f91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:02.818309 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55ded99-7c6d-4a4b-b550-102a909c0f91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:02.818856 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55ded99-7c6d-4a4b-b550-102a909c0f91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:02.819401 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55ded99-7c6d-4a4b-b550-102a909c0f91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:02.819989 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55ded99-7c6d-4a4b-b550-102a909c0f91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:02.820610 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55ded99-7c6d-4a4b-b550-102a909c0f91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:02.821906 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55ded99-7c6d-4a4b-b550-102a909c0f91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:02.822709 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55ded99-7c6d-4a4b-b550-102a909c0f91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:02.823273 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55ded99-7c6d-4a4b-b550-102a909c0f91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:02.832182 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-58690852-2efb-469e-9f01-3484897ba8e2 None None] Attempting to bind port 5d578b21-69d0-4c86-9198-2664cd07a74e on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:53:02.834765 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-58690852-2efb-469e-9f01-3484897ba8e2 None None] Attempting to bind port 5d578b21-69d0-4c86-9198-2664cd07a74e by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:53:02.835631 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58690852-2efb-469e-9f01-3484897ba8e2 None None] Attempting to bind port 5d578b21-69d0-4c86-9198-2664cd07a74e on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:53:02.842747 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58690852-2efb-469e-9f01-3484897ba8e2 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:53:02.843538 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58690852-2efb-469e-9f01-3484897ba8e2 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:53:02.844218 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-58690852-2efb-469e-9f01-3484897ba8e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:02.847109 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58690852-2efb-469e-9f01-3484897ba8e2 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:53:02.848054 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-58690852-2efb-469e-9f01-3484897ba8e2 None None] Bound port: 5d578b21-69d0-4c86-9198-2664cd07a74e, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:53:02.848826 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-58690852-2efb-469e-9f01-3484897ba8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5d578b21-69d0-4c86-9198-2664cd07a74e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:02.859013 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-f02c89d5-b5dd-4140-bc10-8b89096c1854 req-e0caa142-a02d-4f7e-b7ca-1917a333cc17 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] For port 07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8,segment=NetworkSegment(a4a40100-6f3a-42be-93d2-6598d5daf6f0),segment_id=a4a40100-6f3a-42be-93d2-6598d5daf6f0)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:02.859422 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f02c89d5-b5dd-4140-bc10-8b89096c1854 req-e0caa142-a02d-4f7e-b7ca-1917a333cc17 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:02.890567 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-f02c89d5-b5dd-4140-bc10-8b89096c1854 req-e0caa142-a02d-4f7e-b7ca-1917a333cc17 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Calling delete_port for 07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8 owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:53:02.897426 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1c193224-3d02-4ab0-889d-e194fe91af6d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for port (215a3cd0-07f3-4661-9218-3dc4b79fc734), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:02.907202 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b9592a8f-1ff0-4a2c-9f92-f70b15064a90 req-d2d5f6a8-673d-4e4c-b531-b04581d61189 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.11 "GET /v2.0/security-groups?id=ae743989-54e9-47b2-9a9f-ddaee75c0156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982735 Mar 07 10:53:02.942040 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-58690852-2efb-469e-9f01-3484897ba8e2 None None] For port 5d578b21-69d0-4c86-9198-2664cd07a74e, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:53:02.948491 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-58690852-2efb-469e-9f01-3484897ba8e2 None None] For port 5d578b21-69d0-4c86-9198-2664cd07a74e, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=5d578b21-69d0-4c86-9198-2664cd07a74e,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:53:02.962481 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-58690852-2efb-469e-9f01-3484897ba8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (5d578b21-69d0-4c86-9198-2664cd07a74e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:03.007210 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1c193224-3d02-4ab0-889d-e194fe91af6d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (215a3cd0-07f3-4661-9218-3dc4b79fc734), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:03.011659 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb031faa-d9f7-4755-a984-a821ce2fd430 admin admin] Publish callbacks [] for security_group (4b48a01d-cce9-48ab-846d-6c732563efb0), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:03.023814 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb031faa-d9f7-4755-a984-a821ce2fd430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4b48a01d-cce9-48ab-846d-6c732563efb0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:03.085070 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ded99-7c6d-4a4b-b550-102a909c0f91 None None] Pushing event updated for resources: {'Port': ['ID=5d578b21-69d0-4c86-9198-2664cd07a74e,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:03.086935 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f02c89d5-b5dd-4140-bc10-8b89096c1854 req-e0caa142-a02d-4f7e-b7ca-1917a333cc17 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:03.088352 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58690852-2efb-469e-9f01-3484897ba8e2 None None] Routers {'ed22a01c-5c7e-430f-bfff-e5c9cda5d56e'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:03.089010 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-58690852-2efb-469e-9f01-3484897ba8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:52:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['ed22a01c-5c7e-430f-bfff-e5c9cda5d56e'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:03.097727 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c193224-3d02-4ab0-889d-e194fe91af6d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:53:03.098428 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb031faa-d9f7-4755-a984-a821ce2fd430 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:53:03.136585 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-1c193224-3d02-4ab0-889d-e194fe91af6d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:03.138834 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:53:03.144700 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c193224-3d02-4ab0-889d-e194fe91af6d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:53:03.179548 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0caa142-a02d-4f7e-b7ca-1917a333cc17 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Pushing event deleted for resources: {'Port': ['ID=07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:03.219195 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02c89d5-b5dd-4140-bc10-8b89096c1854 req-e0caa142-a02d-4f7e-b7ca-1917a333cc17 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] No DVR routers for this DVR port 07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8 on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:53:03.226463 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f02c89d5-b5dd-4140-bc10-8b89096c1854 req-e0caa142-a02d-4f7e-b7ca-1917a333cc17 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:03.227483 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c193224-3d02-4ab0-889d-e194fe91af6d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Pushing event updated for resources: {'Port': ['ID=215a3cd0-07f3-4661-9218-3dc4b79fc734,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:03.246113 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f02c89d5-b5dd-4140-bc10-8b89096c1854 req-e0caa142-a02d-4f7e-b7ca-1917a333cc17 tempest-ServersTestJSON-822038266 tempest-ServersTestJSON-822038266-project] 10.222.0.31 "DELETE /v2.0/ports/07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8 HTTP/1.1" status: 204 len: 173 time: 0.7871025 Mar 07 10:53:03.250516 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac382d49-2c54-4af6-b416-2ae9038eb749', 'name': 'network-vif-deleted', 'tag': '07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:53:03.258654 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490dd80c-04a0-4168-a6fc-d8a75b3622bf" -d '{"events": [{"server_uuid": "ac382d49-2c54-4af6-b416-2ae9038eb749", "name": "network-vif-deleted", "tag": "07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:53:03.299856 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb031faa-d9f7-4755-a984-a821ce2fd430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b48a01d-cce9-48ab-846d-6c732563efb0,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:03.326339 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb031faa-d9f7-4755-a984-a821ce2fd430 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (a1ef9b40-d36d-4310-9e64-4220467a3fec), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:03.326731 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-cb031faa-d9f7-4755-a984-a821ce2fd430 admin admin] Added segment a1ef9b40-d36d-4310-9e64-4220467a3fec of type vlan for network 51a9a24a-59bb-4d67-a2eb-23954065ae83 Mar 07 10:53:03.343861 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eca92cb-748d-4b66-aec4-4653bc68fecf x-openstack-request-id: req-6eca92cb-748d-4b66-aec4-4653bc68fecf {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:53:03.344252 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac382d49-2c54-4af6-b416-2ae9038eb749", "name": "network-vif-deleted", "tag": "07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:53:03.345101 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6eca92cb-748d-4b66-aec4-4653bc68fecf {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:53:03.345101 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac382d49-2c54-4af6-b416-2ae9038eb749', 'name': 'network-vif-deleted', 'tag': '07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8', 'status': 'completed', 'code': 200} Mar 07 10:53:03.399762 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-58690852-2efb-469e-9f01-3484897ba8e2 None None] Set router ed22a01c-5c7e-430f-bfff-e5c9cda5d56e gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:53:03.506879 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb031faa-d9f7-4755-a984-a821ce2fd430 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (51a9a24a-59bb-4d67-a2eb-23954065ae83), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:03.614901 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c2091fad-038c-4d3a-bceb-aa4e999c2734 req-2aec9951-88dd-4cf4-ac36-535fbe29cb35 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c424ec796634be5a36f50f38e00855b&device_id=73987c80-e69a-4abb-98ae-3438f998974b HTTP/1.1" status: 200 len: 210 time: 0.0450501 Mar 07 10:53:03.620927 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb031faa-d9f7-4755-a984-a821ce2fd430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (51a9a24a-59bb-4d67-a2eb-23954065ae83), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:03.622260 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb031faa-d9f7-4755-a984-a821ce2fd430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:03.622955 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb031faa-d9f7-4755-a984-a821ce2fd430 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:03.668368 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c2091fad-038c-4d3a-bceb-aa4e999c2734 req-98863a2f-d65f-4243-b5e9-116c0a086b44 service neutron] 10.222.0.31 "GET /v2.0/networks?tenant_id=6c424ec796634be5a36f50f38e00855b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458014 Mar 07 10:53:03.709915 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-cb031faa-d9f7-4755-a984-a821ce2fd430 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1302969 Mar 07 10:53:03.721519 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41744) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:03.744079 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-fcb459bd-68fa-4709-bfb4-327f7fd2c26a admin admin] Request body: {'subnet': {'network_id': '51a9a24a-59bb-4d67-a2eb-23954065ae83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-121014037-subnet', 'tenant_id': 'dc82fcb4a7fc438cadb22d59e28fa0c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:03.771835 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb031faa-d9f7-4755-a984-a821ce2fd430 admin admin] Pushing event updated for resources: {'Network': ['ID=51a9a24a-59bb-4d67-a2eb-23954065ae83,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:03.801853 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 51a9a24a-59bb-4d67-a2eb-23954065ae83 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:53:03.802957 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1c193224-3d02-4ab0-889d-e194fe91af6d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router_gateway (94e8ba16-c89d-402f-970a-0e26e929bbf3), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:03.823630 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5dc2b301-a03d-4376-bce0-23dd2d3d9d6b req-b7e611d5-8842-4cda-9e2b-1172c6f6fd9d tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=73987c80-e69a-4abb-98ae-3438f998974b HTTP/1.1" status: 200 len: 210 time: 0.1541779 Mar 07 10:53:03.954370 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb459bd-68fa-4709-bfb4-327f7fd2c26a admin admin] Made reservation on behalf of dc82fcb4a7fc438cadb22d59e28fa0c3 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:53:03.962037 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fcb459bd-68fa-4709-bfb4-327f7fd2c26a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:03.994642 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-58690852-2efb-469e-9f01-3484897ba8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed22a01c-5c7e-430f-bfff-e5c9cda5d56e', 'name': 'tempest-snat-router-1013867635', 'tenant_id': '11d06c6523c24324a97225ae9ff11581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.191'}], 'enable_snat': False}, 'gw_port_id': '5d578b21-69d0-4c86-9198-2664cd07a74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:57Z', 'updated_at': '2022-03-07T10:52:59Z', 'revision_number': 3, 'project_id': '11d06c6523c24324a97225ae9ff11581', 'gw_port': {'id': '5d578b21-69d0-4c86-9198-2664cd07a74e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:65:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed22a01c-5c7e-430f-bfff-e5c9cda5d56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:58Z', 'updated_at': '2022-03-07T10:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:04.012683 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41748) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:04.055962 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58690852-2efb-469e-9f01-3484897ba8e2 None None] The sync data for ids ['ed22a01c-5c7e-430f-bfff-e5c9cda5d56e'] in n-d-832164-4 is: [{'id': 'ed22a01c-5c7e-430f-bfff-e5c9cda5d56e', 'name': 'tempest-snat-router-1013867635', 'tenant_id': '11d06c6523c24324a97225ae9ff11581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.191'}], 'enable_snat': False}, 'gw_port_id': '5d578b21-69d0-4c86-9198-2664cd07a74e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:52:57Z', 'updated_at': '2022-03-07T10:52:59Z', 'revision_number': 3, 'project_id': '11d06c6523c24324a97225ae9ff11581', 'gw_port': {'id': '5d578b21-69d0-4c86-9198-2664cd07a74e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:65:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed22a01c-5c7e-430f-bfff-e5c9cda5d56e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:52:58Z', 'updated_at': '2022-03-07T10:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:53:04.119802 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2091fad-038c-4d3a-bceb-aa4e999c2734 req-31991f25-1268-49eb-902e-5fcb46f1bf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:04.121534 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c2091fad-038c-4d3a-bceb-aa4e999c2734 req-31991f25-1268-49eb-902e-5fcb46f1bf05 service neutron] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4276130 Mar 07 10:53:04.136414 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1c193224-3d02-4ab0-889d-e194fe91af6d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (94e8ba16-c89d-402f-970a-0e26e929bbf3), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:04.158771 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-20459c35-4210-4b21-80e7-82bd136c7864 admin admin] Deleting subnet 32944cde-c55b-47e2-bb77-543fbc1a70ac {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:53:04.165702 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20459c35-4210-4b21-80e7-82bd136c7864 admin admin] Publish callbacks [] for subnet (32944cde-c55b-47e2-bb77-543fbc1a70ac), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:04.245583 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20459c35-4210-4b21-80e7-82bd136c7864 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (32944cde-c55b-47e2-bb77-543fbc1a70ac), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:04.350401 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20459c35-4210-4b21-80e7-82bd136c7864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (32944cde-c55b-47e2-bb77-543fbc1a70ac), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:04.378689 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c193224-3d02-4ab0-889d-e194fe91af6d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Router 94e8ba16-c89d-402f-970a-0e26e929bbf3 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:53:04.402370 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fcb459bd-68fa-4709-bfb4-327f7fd2c26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (4f9fbdda-5c85-4b43-9938-9c4ee9767e1c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:04.546586 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb459bd-68fa-4709-bfb4-327f7fd2c26a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f9fbdda-5c85-4b43-9938-9c4ee9767e1c,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:04.564524 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20459c35-4210-4b21-80e7-82bd136c7864 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (32944cde-c55b-47e2-bb77-543fbc1a70ac), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:04.589846 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20459c35-4210-4b21-80e7-82bd136c7864 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32944cde-c55b-47e2-bb77-543fbc1a70ac,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:04.623442 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20459c35-4210-4b21-80e7-82bd136c7864 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:04.626664 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-20459c35-4210-4b21-80e7-82bd136c7864 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/32944cde-c55b-47e2-bb77-543fbc1a70ac HTTP/1.1" status: 204 len: 168 time: 0.6061666 Mar 07 10:53:04.632919 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41754) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:04.685896 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c193224-3d02-4ab0-889d-e194fe91af6d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:53:04.697864 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11b28cc-7d9b-4f33-b0a8-19c390a4884d None None] Sync routers for ids ['94e8ba16-c89d-402f-970a-0e26e929bbf3'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:53:04.719949 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11b28cc-7d9b-4f33-b0a8-19c390a4884d None None] Routers {'94e8ba16-c89d-402f-970a-0e26e929bbf3'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:04.720643 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-d11b28cc-7d9b-4f33-b0a8-19c390a4884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:52:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['94e8ba16-c89d-402f-970a-0e26e929bbf3'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:04.733061 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1c193224-3d02-4ab0-889d-e194fe91af6d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:04.743608 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1c193224-3d02-4ab0-889d-e194fe91af6d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.4591279 Mar 07 10:53:04.745980 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41756) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:04.749744 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb459bd-68fa-4709-bfb4-327f7fd2c26a admin admin] Checking segment: {'id': 'a1ef9b40-d36d-4310-9e64-4220467a3fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '51a9a24a-59bb-4d67-a2eb-23954065ae83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:53:04.750113 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb459bd-68fa-4709-bfb4-327f7fd2c26a admin admin] Network hostable DHCP agents. Network: 51a9a24a-59bb-4d67-a2eb-23954065ae83, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:53:04.763363 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20f7e631-41f9-4b36-adc5-219a782dd4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (b5ac3594-31b2-4f8f-99ae-bd148951ec42), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:04.803066 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb459bd-68fa-4709-bfb4-327f7fd2c26a admin admin] Network 51a9a24a-59bb-4d67-a2eb-23954065ae83 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:53:04.907019 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-fcb459bd-68fa-4709-bfb4-327f7fd2c26a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 51a9a24a-59bb-4d67-a2eb-23954065ae83) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:04.918068 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14699f3-bc07-4388-9df1-05ecd2799c56 None None] Network 51a9a24a-59bb-4d67-a2eb-23954065ae83 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:53:04.931654 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb459bd-68fa-4709-bfb4-327f7fd2c26a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:04.933052 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fcb459bd-68fa-4709-bfb4-327f7fd2c26a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:04.954462 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-d11b28cc-7d9b-4f33-b0a8-19c390a4884d None None] Set router 94e8ba16-c89d-402f-970a-0e26e929bbf3 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:53:05.002923 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20f7e631-41f9-4b36-adc5-219a782dd4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (b5ac3594-31b2-4f8f-99ae-bd148951ec42), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:05.056867 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f5c3a60e-d088-4a09-b9ce-46ff1ca3bb94 req-bf5f5564-3321-475b-b866-d8f86b577d11 tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=73987c80-e69a-4abb-98ae-3438f998974b HTTP/1.1" status: 200 len: 210 time: 0.0647385 Mar 07 10:53:05.067448 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-20f7e631-41f9-4b36-adc5-219a782dd4b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5ac3594-31b2-4f8f-99ae-bd148951ec42']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:05.089398 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fcb459bd-68fa-4709-bfb4-327f7fd2c26a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3634100 Mar 07 10:53:05.099104 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-20f7e631-41f9-4b36-adc5-219a782dd4b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a40100-6f3a-42be-93d2-6598d5daf6f0') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:05.099444 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-20f7e631-41f9-4b36-adc5-219a782dd4b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a40100-6f3a-42be-93d2-6598d5daf6f0') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:05.110617 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20f7e631-41f9-4b36-adc5-219a782dd4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (a4a40100-6f3a-42be-93d2-6598d5daf6f0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:05.130305 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20f7e631-41f9-4b36-adc5-219a782dd4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (a4a40100-6f3a-42be-93d2-6598d5daf6f0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:05.143679 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f7e631-41f9-4b36-adc5-219a782dd4b2 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:53:05.144110 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20f7e631-41f9-4b36-adc5-219a782dd4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (a4a40100-6f3a-42be-93d2-6598d5daf6f0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:05.150007 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:53:05.150007 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:53:05.150007 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:53:05.150007 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:53:05.150007 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:53:05.150007 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:53:05.150007 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:53:05.150007 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:53:05.150007 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:53:05.150007 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:53:05.150007 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:53:05.150007 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:53:05.150007 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:53:05.150007 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:53:05.150007 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:53:05.150007 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:53:05.150007 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:53:05.150007 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:53:05.150007 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:53:05.150007 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:53:05.150007 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:53:05.150007 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:53:05.150007 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:53:05.150007 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:53:05.150007 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:53:05.150007 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:53:05.150007 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:53:05.150007 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:53:05.150007 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:53:05.150007 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:53:05.150007 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:53:05.150007 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:53:05.241001 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9e4915-9deb-4009-a6e9-3b36f2fb69c7 None None] Network 51a9a24a-59bb-4d67-a2eb-23954065ae83 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:53:05.284977 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20f7e631-41f9-4b36-adc5-219a782dd4b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (b5ac3594-31b2-4f8f-99ae-bd148951ec42), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:05.300860 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20f7e631-41f9-4b36-adc5-219a782dd4b2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:05.308197 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-20f7e631-41f9-4b36-adc5-219a782dd4b2 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b5ac3594-31b2-4f8f-99ae-bd148951ec42 HTTP/1.1" status: 204 len: 168 time: 0.6712980 Mar 07 10:53:05.331137 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7e631-41f9-4b36-adc5-219a782dd4b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5ac3594-31b2-4f8f-99ae-bd148951ec42,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:05.353398 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-d11b28cc-7d9b-4f33-b0a8-19c390a4884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e8ba16-c89d-402f-970a-0e26e929bbf3', 'name': 'tempest-snat-router-1013867635', 'tenant_id': '11d06c6523c24324a97225ae9ff11581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '215a3cd0-07f3-4661-9218-3dc4b79fc734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:01Z', 'updated_at': '2022-03-07T10:53:03Z', 'revision_number': 3, 'project_id': '11d06c6523c24324a97225ae9ff11581', 'gw_port': {'id': '215a3cd0-07f3-4661-9218-3dc4b79fc734', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e8ba16-c89d-402f-970a-0e26e929bbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:01Z', 'updated_at': '2022-03-07T10:53:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:05.429761 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11b28cc-7d9b-4f33-b0a8-19c390a4884d None None] Checking router: 94e8ba16-c89d-402f-970a-0e26e929bbf3 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:53:05.430617 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11b28cc-7d9b-4f33-b0a8-19c390a4884d None None] Updating router 94e8ba16-c89d-402f-970a-0e26e929bbf3 port 215a3cd0-07f3-4661-9218-3dc4b79fc734 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:53:05.462150 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d11b28cc-7d9b-4f33-b0a8-19c390a4884d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (215a3cd0-07f3-4661-9218-3dc4b79fc734), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:05.559864 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c2091fad-038c-4d3a-bceb-aa4e999c2734 req-e5d0203d-dcb4-4ad9-aa00-0d45f63e10d5 tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.31 "GET /v2.0/ports?device_id=73987c80-e69a-4abb-98ae-3438f998974b HTTP/1.1" status: 200 len: 210 time: 0.0906780 Mar 07 10:53:05.717987 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41774) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:05.759683 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 5d578b21-69d0-4c86-9198-2664cd07a74e up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:53:05.855953 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4d481ba9-bc84-4f76-9ea9-ca3403f7c020 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7f878931fbda404796227bcaa31aa466&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1338890 Mar 07 10:53:05.857947 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41776) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:05.922963 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 5d578b21-69d0-4c86-9198-2664cd07a74e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:53:05.923482 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (5d578b21-69d0-4c86-9198-2664cd07a74e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:06.004606 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-bb17d512-8142-4d91-afb0-090219b237ff tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] 10.222.0.11 "GET /v2.0/routers/94e8ba16-c89d-402f-970a-0e26e929bbf3 HTTP/1.1" status: 200 len: 907 time: 1.2548640 Mar 07 10:53:06.009129 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41778) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:06.013425 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-155309a2-ab6f-45b7-981b-d6024dc635d7 admin admin] Publish callbacks [] for security_group (ae743989-54e9-47b2-9a9f-ddaee75c0156), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:06.062760 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-155309a2-ab6f-45b7-981b-d6024dc635d7 admin admin] Publish callbacks [] for security_group (ae743989-54e9-47b2-9a9f-ddaee75c0156), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:06.170076 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 5d578b21-69d0-4c86-9198-2664cd07a74e is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:53:06.171662 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5d578b21-69d0-4c86-9198-2664cd07a74e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:06.211831 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-155309a2-ab6f-45b7-981b-d6024dc635d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ae743989-54e9-47b2-9a9f-ddaee75c0156), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:06.214651 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-155309a2-ab6f-45b7-981b-d6024dc635d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:06.221454 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-155309a2-ab6f-45b7-981b-d6024dc635d7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ae743989-54e9-47b2-9a9f-ddaee75c0156 HTTP/1.1" status: 204 len: 168 time: 0.3621109 Mar 07 10:53:06.231490 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 5d578b21-69d0-4c86-9198-2664cd07a74e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=5d578b21-69d0-4c86-9198-2664cd07a74e,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:06.234427 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:53:06.240554 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (5d578b21-69d0-4c86-9198-2664cd07a74e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:06.260982 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155309a2-ab6f-45b7-981b-d6024dc635d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae743989-54e9-47b2-9a9f-ddaee75c0156,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:06.264300 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:53:06.264300 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 07bc54ab-bbda-469d-b2f0-b95c0e7f9ff8 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:53:06.372297 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ee1b1fc3-8aaa-4419-82a2-bf0f50c8d001 req-6fb7e4a2-16ac-496b-b1e8-36087a3ebc5f tempest-ServerShowV247Test-800364331 tempest-ServerShowV247Test-800364331-project] 10.222.0.11 "GET /v2.0/ports?device_id=73987c80-e69a-4abb-98ae-3438f998974b HTTP/1.1" status: 200 len: 210 time: 0.0598681 Mar 07 10:53:06.412635 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d11b28cc-7d9b-4f33-b0a8-19c390a4884d None None] Publish callbacks [] for port (215a3cd0-07f3-4661-9218-3dc4b79fc734), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:06.421092 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d11b28cc-7d9b-4f33-b0a8-19c390a4884d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (215a3cd0-07f3-4661-9218-3dc4b79fc734), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:06.437967 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=5d578b21-69d0-4c86-9198-2664cd07a74e,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:06.445098 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a9e9ffb-e82a-476d-ba9e-375825c1bc55 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router (94e8ba16-c89d-402f-970a-0e26e929bbf3), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:06.484008 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11b443-a94e-4949-8623-e3b2552e91bf None None] Pushing event updated for resources: {'Port': ['ID=215a3cd0-07f3-4661-9218-3dc4b79fc734,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:06.487879 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-d11b28cc-7d9b-4f33-b0a8-19c390a4884d None None] Attempting to bind port 215a3cd0-07f3-4661-9218-3dc4b79fc734 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:53:06.488251 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-d11b28cc-7d9b-4f33-b0a8-19c390a4884d None None] Attempting to bind port 215a3cd0-07f3-4661-9218-3dc4b79fc734 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:53:06.488614 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b28cc-7d9b-4f33-b0a8-19c390a4884d None None] Attempting to bind port 215a3cd0-07f3-4661-9218-3dc4b79fc734 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:53:06.496008 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11b443-a94e-4949-8623-e3b2552e91bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:06.496618 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11b443-a94e-4949-8623-e3b2552e91bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:06.497392 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11b443-a94e-4949-8623-e3b2552e91bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:06.498012 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11b443-a94e-4949-8623-e3b2552e91bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:06.498591 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11b443-a94e-4949-8623-e3b2552e91bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:06.499072 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11b443-a94e-4949-8623-e3b2552e91bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:06.499563 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11b443-a94e-4949-8623-e3b2552e91bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:06.500051 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11b443-a94e-4949-8623-e3b2552e91bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:06.500565 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11b443-a94e-4949-8623-e3b2552e91bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:06.501043 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11b443-a94e-4949-8623-e3b2552e91bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:06.501555 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11b443-a94e-4949-8623-e3b2552e91bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:06.502080 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11b443-a94e-4949-8623-e3b2552e91bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:06.502714 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a11b443-a94e-4949-8623-e3b2552e91bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:06.508820 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-94aefc58-a823-46ae-85c2-0cb94d501694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:06.510880 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b28cc-7d9b-4f33-b0a8-19c390a4884d None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:53:06.511595 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b28cc-7d9b-4f33-b0a8-19c390a4884d None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:53:06.526029 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d11b28cc-7d9b-4f33-b0a8-19c390a4884d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:06.526029 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11b28cc-7d9b-4f33-b0a8-19c390a4884d None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:53:06.526029 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-d11b28cc-7d9b-4f33-b0a8-19c390a4884d None None] Bound port: 215a3cd0-07f3-4661-9218-3dc4b79fc734, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:53:06.526029 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d11b28cc-7d9b-4f33-b0a8-19c390a4884d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (215a3cd0-07f3-4661-9218-3dc4b79fc734), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:06.587754 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-05d2e31e-7efd-4daf-8c3e-382538579204 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:06.595046 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-05d2e31e-7efd-4daf-8c3e-382538579204 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.11 "GET /v2.0/networks?id=b2875d00-0541-4efe-8726-e95d92c2053f HTTP/1.1" status: 200 len: 824 time: 0.2769661 Mar 07 10:53:06.642499 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-d11b28cc-7d9b-4f33-b0a8-19c390a4884d None None] For port 215a3cd0-07f3-4661-9218-3dc4b79fc734, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:53:06.652840 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-d11b28cc-7d9b-4f33-b0a8-19c390a4884d None None] For port 215a3cd0-07f3-4661-9218-3dc4b79fc734, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=215a3cd0-07f3-4661-9218-3dc4b79fc734,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:53:06.662147 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-d11b28cc-7d9b-4f33-b0a8-19c390a4884d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (215a3cd0-07f3-4661-9218-3dc4b79fc734), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:06.675159 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-e68af7f1-72e2-4e51-ab3d-0570319c2f8b tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.11 "GET /v2.0/quotas/cc93bd2ec9ca4922bc00ab75ec8c07ae HTTP/1.1" status: 200 len: 375 time: 0.0786941 Mar 07 10:53:06.761732 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-c11874a2-da09-497b-90db-23da78e58f3f tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=cc93bd2ec9ca4922bc00ab75ec8c07ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0837536 Mar 07 10:53:06.806709 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a11b443-a94e-4949-8623-e3b2552e91bf None None] Pushing event updated for resources: {'Port': ['ID=215a3cd0-07f3-4661-9218-3dc4b79fc734,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:06.840165 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11b28cc-7d9b-4f33-b0a8-19c390a4884d None None] Routers {'94e8ba16-c89d-402f-970a-0e26e929bbf3'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:06.841261 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-d11b28cc-7d9b-4f33-b0a8-19c390a4884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:52:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['94e8ba16-c89d-402f-970a-0e26e929bbf3'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:06.890797 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-d339d701-13c4-46e5-a769-2c7d057d33ff service neutron] 10.222.0.11 "GET /v2.0/networks/b2875d00-0541-4efe-8726-e95d92c2053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279349 Mar 07 10:53:06.915838 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a9e9ffb-e82a-476d-ba9e-375825c1bc55 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router_gateway (94e8ba16-c89d-402f-970a-0e26e929bbf3), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:07.026878 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:53:07.063002 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-d11b28cc-7d9b-4f33-b0a8-19c390a4884d None None] Set router 94e8ba16-c89d-402f-970a-0e26e929bbf3 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:53:07.076104 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-36660557-7c83-484b-a8cf-7297029b007c service neutron] 10.222.0.11 "GET /v2.0/networks/b2875d00-0541-4efe-8726-e95d92c2053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820226 Mar 07 10:53:07.092330 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-6a9e9ffb-e82a-476d-ba9e-375825c1bc55 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Deleting port 215a3cd0-07f3-4661-9218-3dc4b79fc734 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:53:07.092678 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a9e9ffb-e82a-476d-ba9e-375825c1bc55 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (215a3cd0-07f3-4661-9218-3dc4b79fc734), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:07.251692 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-6a9e9ffb-e82a-476d-ba9e-375825c1bc55 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] For port 215a3cd0-07f3-4661-9218-3dc4b79fc734, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=215a3cd0-07f3-4661-9218-3dc4b79fc734,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:07.254181 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a9e9ffb-e82a-476d-ba9e-375825c1bc55 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (215a3cd0-07f3-4661-9218-3dc4b79fc734), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:07.270299 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-6a9e9ffb-e82a-476d-ba9e-375825c1bc55 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Calling delete_port for 215a3cd0-07f3-4661-9218-3dc4b79fc734 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:53:07.370273 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0c8179ec-e3e7-49ba-896d-27d185652b55 req-136f8ea0-cc3c-4fcb-907b-f1717d89b6fd tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.11 "GET /v2.0/ports?device_id=13f4b7e3-bc78-4484-b140-1d26e60e5111 HTTP/1.1" status: 200 len: 210 time: 0.0497131 Mar 07 10:53:07.422031 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-d11b28cc-7d9b-4f33-b0a8-19c390a4884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e8ba16-c89d-402f-970a-0e26e929bbf3', 'name': 'tempest-snat-router-1013867635', 'tenant_id': '11d06c6523c24324a97225ae9ff11581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '215a3cd0-07f3-4661-9218-3dc4b79fc734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:01Z', 'updated_at': '2022-03-07T10:53:03Z', 'revision_number': 3, 'project_id': '11d06c6523c24324a97225ae9ff11581', 'gw_port': {'id': '215a3cd0-07f3-4661-9218-3dc4b79fc734', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e8ba16-c89d-402f-970a-0e26e929bbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:01Z', 'updated_at': '2022-03-07T10:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:07.494777 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11b28cc-7d9b-4f33-b0a8-19c390a4884d None None] The sync data for ids ['94e8ba16-c89d-402f-970a-0e26e929bbf3'] in n-d-832164-4 is: [{'id': '94e8ba16-c89d-402f-970a-0e26e929bbf3', 'name': 'tempest-snat-router-1013867635', 'tenant_id': '11d06c6523c24324a97225ae9ff11581', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': '215a3cd0-07f3-4661-9218-3dc4b79fc734', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:01Z', 'updated_at': '2022-03-07T10:53:03Z', 'revision_number': 3, 'project_id': '11d06c6523c24324a97225ae9ff11581', 'gw_port': {'id': '215a3cd0-07f3-4661-9218-3dc4b79fc734', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b7:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e8ba16-c89d-402f-970a-0e26e929bbf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:01Z', 'updated_at': '2022-03-07T10:53:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:53:07.631884 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 5d578b21-69d0-4c86-9198-2664cd07a74e up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:53:07.670598 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a9e9ffb-e82a-476d-ba9e-375825c1bc55 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (215a3cd0-07f3-4661-9218-3dc4b79fc734), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:07.730920 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 5d578b21-69d0-4c86-9198-2664cd07a74e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:53:07.733458 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (5d578b21-69d0-4c86-9198-2664cd07a74e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:07.782955 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e9ffb-e82a-476d-ba9e-375825c1bc55 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Pushing event deleted for resources: {'Port': ['ID=215a3cd0-07f3-4661-9218-3dc4b79fc734,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:07.871482 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41836) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:07.882687 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a9e9ffb-e82a-476d-ba9e-375825c1bc55 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (94e8ba16-c89d-402f-970a-0e26e929bbf3), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:07.930108 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41840) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:08.026716 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 5d578b21-69d0-4c86-9198-2664cd07a74e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:53:08.160796 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-c9f63c8e-2089-4baf-888c-2471ae65ae17 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1265140767-network', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:08.194767 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a9e9ffb-e82a-476d-ba9e-375825c1bc55 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (94e8ba16-c89d-402f-970a-0e26e929bbf3), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:08.198475 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a9e9ffb-e82a-476d-ba9e-375825c1bc55 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router_controller (94e8ba16-c89d-402f-970a-0e26e929bbf3), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:08.218360 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f63c8e-2089-4baf-888c-2471ae65ae17 admin admin] Made reservation on behalf of 3f4947cca2a6480f85064d6dfbb3a125 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:53:08.221210 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9f63c8e-2089-4baf-888c-2471ae65ae17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:08.279876 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aea102c5-aa2f-4684-ad7a-0a61a8831ac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:08.282270 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9f63c8e-2089-4baf-888c-2471ae65ae17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:08.285818 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a9e9ffb-e82a-476d-ba9e-375825c1bc55 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (94e8ba16-c89d-402f-970a-0e26e929bbf3), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:08.286930 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9e9ffb-e82a-476d-ba9e-375825c1bc55 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 94e8ba16-c89d-402f-970a-0e26e929bbf3 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:53:08.298516 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a9e9ffb-e82a-476d-ba9e-375825c1bc55 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:08.302846 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6a9e9ffb-e82a-476d-ba9e-375825c1bc55 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] 10.222.0.11 "DELETE /v2.0/routers/94e8ba16-c89d-402f-970a-0e26e929bbf3 HTTP/1.1" status: 204 len: 168 time: 2.2896082 Mar 07 10:53:08.304420 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41848) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:08.468726 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9f63c8e-2089-4baf-888c-2471ae65ae17 admin admin] Publish callbacks [] for security_group (0b37b88d-ee48-431b-b8cf-05e2d48ca820), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:08.471644 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aea102c5-aa2f-4684-ad7a-0a61a8831ac1 admin admin] Publish callbacks [] for security_group (43088511-f7c2-4cad-bbbf-1dc27a5d4df7), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:08.478481 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9f63c8e-2089-4baf-888c-2471ae65ae17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0b37b88d-ee48-431b-b8cf-05e2d48ca820), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:08.510575 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aea102c5-aa2f-4684-ad7a-0a61a8831ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (43088511-f7c2-4cad-bbbf-1dc27a5d4df7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:08.563934 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41854) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:08.598618 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3202e12a-4014-4ee1-b95c-900109dc3da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:08.674851 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f63c8e-2089-4baf-888c-2471ae65ae17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b37b88d-ee48-431b-b8cf-05e2d48ca820,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:08.677389 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-857e832b-7a9a-4d61-b8f0-335fb2fafb7b tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router (ed22a01c-5c7e-430f-bfff-e5c9cda5d56e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:08.692733 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9f63c8e-2089-4baf-888c-2471ae65ae17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:53:08.719793 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-197c39f5-b21a-409c-9f5c-5405732a8e22 req-e20bd0f1-5262-4658-88bb-4b6204f9e2d0 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.11 "GET /v2.0/ports?device_id=13f4b7e3-bc78-4484-b140-1d26e60e5111 HTTP/1.1" status: 200 len: 210 time: 0.2357707 Mar 07 10:53:08.773843 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9f63c8e-2089-4baf-888c-2471ae65ae17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (cb921073-4a48-4799-ac28-2ebcccf31f1b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:08.774199 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-c9f63c8e-2089-4baf-888c-2471ae65ae17 admin admin] Added segment cb921073-4a48-4799-ac28-2ebcccf31f1b of type vlan for network 89c82ebc-0d2c-446d-9232-939e7905e93b Mar 07 10:53:08.821469 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2ec751d3-bbb2-4af9-a61b-232041dd8e13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:08.831869 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-aea102c5-aa2f-4684-ad7a-0a61a8831ac1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6c424ec796634be5a36f50f38e00855b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9000256 Mar 07 10:53:08.844164 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41858) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:08.898685 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea102c5-aa2f-4684-ad7a-0a61a8831ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43088511-f7c2-4cad-bbbf-1dc27a5d4df7,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:08.934267 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9f63c8e-2089-4baf-888c-2471ae65ae17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (89c82ebc-0d2c-446d-9232-939e7905e93b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:08.949434 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-857e832b-7a9a-4d61-b8f0-335fb2fafb7b tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router_gateway (ed22a01c-5c7e-430f-bfff-e5c9cda5d56e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:09.012999 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19b6fe17-b28d-4c2b-b8d1-14beaab1ab0c admin admin] Publish callbacks [] for security_group (43088511-f7c2-4cad-bbbf-1dc27a5d4df7), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:09.055686 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19b6fe17-b28d-4c2b-b8d1-14beaab1ab0c admin admin] Publish callbacks [] for security_group (43088511-f7c2-4cad-bbbf-1dc27a5d4df7), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:09.134111 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19b6fe17-b28d-4c2b-b8d1-14beaab1ab0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (43088511-f7c2-4cad-bbbf-1dc27a5d4df7), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:09.139460 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19b6fe17-b28d-4c2b-b8d1-14beaab1ab0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:09.141101 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-19b6fe17-b28d-4c2b-b8d1-14beaab1ab0c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/43088511-f7c2-4cad-bbbf-1dc27a5d4df7 HTTP/1.1" status: 204 len: 168 time: 0.2955930 Mar 07 10:53:09.171901 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b6fe17-b28d-4c2b-b8d1-14beaab1ab0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43088511-f7c2-4cad-bbbf-1dc27a5d4df7,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:09.192679 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9f63c8e-2089-4baf-888c-2471ae65ae17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (89c82ebc-0d2c-446d-9232-939e7905e93b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:09.199025 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f63c8e-2089-4baf-888c-2471ae65ae17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:09.200079 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9f63c8e-2089-4baf-888c-2471ae65ae17 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:09.230337 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-857e832b-7a9a-4d61-b8f0-335fb2fafb7b tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Deleting port 5d578b21-69d0-4c86-9198-2664cd07a74e {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:53:09.230972 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-857e832b-7a9a-4d61-b8f0-335fb2fafb7b tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (5d578b21-69d0-4c86-9198-2664cd07a74e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:09.256536 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2ec751d3-bbb2-4af9-a61b-232041dd8e13 admin admin] Publish callbacks [] for security_group (45818d65-9e9e-47c7-866b-42eaf54494fe), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:09.293463 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-21a5abfa-fd64-493e-9184-ee5abf2dcb2b tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:09.295359 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-21a5abfa-fd64-493e-9184-ee5abf2dcb2b tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.31 "GET /v2.0/networks?id=b2875d00-0541-4efe-8726-e95d92c2053f HTTP/1.1" status: 200 len: 824 time: 0.2895997 Mar 07 10:53:09.306879 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2ec751d3-bbb2-4af9-a61b-232041dd8e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (45818d65-9e9e-47c7-866b-42eaf54494fe), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:09.361858 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-857e832b-7a9a-4d61-b8f0-335fb2fafb7b tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] For port 5d578b21-69d0-4c86-9198-2664cd07a74e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=5d578b21-69d0-4c86-9198-2664cd07a74e,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:09.362448 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-857e832b-7a9a-4d61-b8f0-335fb2fafb7b tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (5d578b21-69d0-4c86-9198-2664cd07a74e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:09.377813 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-857e832b-7a9a-4d61-b8f0-335fb2fafb7b tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Calling delete_port for 5d578b21-69d0-4c86-9198-2664cd07a74e owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:53:09.406513 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2ec751d3-bbb2-4af9-a61b-232041dd8e13 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=25e413efadb3467499ba1ea7ab643a39&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8373184 Mar 07 10:53:09.411537 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-a7e1bd7b-65c7-4f4d-9d69-a60fe2d3ff90 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Request body: {'port': {'device_id': '13f4b7e3-bc78-4484-b140-1d26e60e5111', 'network_id': 'b2875d00-0541-4efe-8726-e95d92c2053f', 'admin_state_up': True, 'tenant_id': 'cc93bd2ec9ca4922bc00ab75ec8c07ae'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:09.416926 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec751d3-bbb2-4af9-a61b-232041dd8e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45818d65-9e9e-47c7-866b-42eaf54494fe,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:09.422864 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c9f63c8e-2089-4baf-888c-2471ae65ae17 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5500925 Mar 07 10:53:09.453589 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41864) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:09.453921 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41866) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:09.466256 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-ee4cd098-e7d0-4d3c-8c87-adbb76fef95b admin admin] Request body: {'subnet': {'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1265140767-subnet', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:09.516667 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f63c8e-2089-4baf-888c-2471ae65ae17 admin admin] Pushing event updated for resources: {'Network': ['ID=89c82ebc-0d2c-446d-9232-939e7905e93b,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:09.607112 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-93cd002a-dc65-424e-8d3b-f5b0b3318806 admin admin] Publish callbacks [] for security_group (45818d65-9e9e-47c7-866b-42eaf54494fe), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:09.609946 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4cd098-e7d0-4d3c-8c87-adbb76fef95b admin admin] Made reservation on behalf of 3f4947cca2a6480f85064d6dfbb3a125 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:53:09.616455 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ee4cd098-e7d0-4d3c-8c87-adbb76fef95b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:09.620181 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 89c82ebc-0d2c-446d-9232-939e7905e93b details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:53:09.693783 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-93cd002a-dc65-424e-8d3b-f5b0b3318806 admin admin] Publish callbacks [] for security_group (45818d65-9e9e-47c7-866b-42eaf54494fe), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:09.742806 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-a7e1bd7b-65c7-4f4d-9d69-a60fe2d3ff90 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Made reservation on behalf of cc93bd2ec9ca4922bc00ab75ec8c07ae for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:53:09.746169 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-a7e1bd7b-65c7-4f4d-9d69-a60fe2d3ff90 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:09.779989 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-857e832b-7a9a-4d61-b8f0-335fb2fafb7b tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (5d578b21-69d0-4c86-9198-2664cd07a74e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:09.815262 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e832b-7a9a-4d61-b8f0-335fb2fafb7b tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d578b21-69d0-4c86-9198-2664cd07a74e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:09.887036 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:09.947592 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1eb3bfe2-0711-4243-ac05-b474e1f631f2 req-1aa22bf4-d5ed-4ef0-b55c-156a1f13fc3f tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.11 "GET /v2.0/ports?device_id=13f4b7e3-bc78-4484-b140-1d26e60e5111 HTTP/1.1" status: 200 len: 210 time: 0.1301324 Mar 07 10:53:09.948615 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-857e832b-7a9a-4d61-b8f0-335fb2fafb7b tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (ed22a01c-5c7e-430f-bfff-e5c9cda5d56e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:10.014882 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-93cd002a-dc65-424e-8d3b-f5b0b3318806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (45818d65-9e9e-47c7-866b-42eaf54494fe), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:10.017883 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-93cd002a-dc65-424e-8d3b-f5b0b3318806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:10.033492 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-93cd002a-dc65-424e-8d3b-f5b0b3318806 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/45818d65-9e9e-47c7-866b-42eaf54494fe HTTP/1.1" status: 204 len: 168 time: 0.5668919 Mar 07 10:53:10.137735 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-857e832b-7a9a-4d61-b8f0-335fb2fafb7b tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (ed22a01c-5c7e-430f-bfff-e5c9cda5d56e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:10.140277 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-857e832b-7a9a-4d61-b8f0-335fb2fafb7b tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router_controller (ed22a01c-5c7e-430f-bfff-e5c9cda5d56e), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:10.182947 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd002a-dc65-424e-8d3b-f5b0b3318806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45818d65-9e9e-47c7-866b-42eaf54494fe,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:10.238126 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-857e832b-7a9a-4d61-b8f0-335fb2fafb7b tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (ed22a01c-5c7e-430f-bfff-e5c9cda5d56e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:10.239432 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857e832b-7a9a-4d61-b8f0-335fb2fafb7b tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ed22a01c-5c7e-430f-bfff-e5c9cda5d56e {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:53:10.240108 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cd002a-dc65-424e-8d3b-f5b0b3318806 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:10.247297 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cd002a-dc65-424e-8d3b-f5b0b3318806 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:10.249747 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cd002a-dc65-424e-8d3b-f5b0b3318806 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:10.250299 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cd002a-dc65-424e-8d3b-f5b0b3318806 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:10.250805 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cd002a-dc65-424e-8d3b-f5b0b3318806 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:10.252560 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cd002a-dc65-424e-8d3b-f5b0b3318806 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:10.253156 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cd002a-dc65-424e-8d3b-f5b0b3318806 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:10.254693 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cd002a-dc65-424e-8d3b-f5b0b3318806 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:10.255853 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-857e832b-7a9a-4d61-b8f0-335fb2fafb7b tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:10.256790 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cd002a-dc65-424e-8d3b-f5b0b3318806 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:10.257073 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cd002a-dc65-424e-8d3b-f5b0b3318806 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:10.257442 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cd002a-dc65-424e-8d3b-f5b0b3318806 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:10.257775 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cd002a-dc65-424e-8d3b-f5b0b3318806 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:10.258106 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93cd002a-dc65-424e-8d3b-f5b0b3318806 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:10.259630 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-857e832b-7a9a-4d61-b8f0-335fb2fafb7b tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] 10.222.0.11 "DELETE /v2.0/routers/ed22a01c-5c7e-430f-bfff-e5c9cda5d56e HTTP/1.1" status: 204 len: 168 time: 1.9535477 Mar 07 10:53:10.263172 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41890) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:10.294889 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-88dc5c7b-2944-42f6-9936-39fd35a04530 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1073077337', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}, 'admin_state_up': False}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:10.373040 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-88dc5c7b-2944-42f6-9936-39fd35a04530 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (c0bcb8cd-9475-4844-840f-b2f548dcaff5), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:10.376175 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-88dc5c7b-2944-42f6-9936-39fd35a04530 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (c0bcb8cd-9475-4844-840f-b2f548dcaff5), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:10.380158 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-a7e1bd7b-65c7-4f4d-9d69-a60fe2d3ff90 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Allocated IP 172.20.0.9 (b2875d00-0541-4efe-8726-e95d92c2053f/ef6a7631-8631-471c-a0f8-c0d4b1a280d1/60f2b4a7-7009-4bcc-b08a-09cfcfafdeba) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:53:10.453883 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-88dc5c7b-2944-42f6-9936-39fd35a04530 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router_controller (c0bcb8cd-9475-4844-840f-b2f548dcaff5), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:10.580913 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41896) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:10.658331 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ee4cd098-e7d0-4d3c-8c87-adbb76fef95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (e4787b40-e1f6-4c42-b340-b6308e03f420), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:10.713849 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-88dc5c7b-2944-42f6-9936-39fd35a04530 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router_gateway (c0bcb8cd-9475-4844-840f-b2f548dcaff5), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:10.825615 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41900) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:10.841332 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e9ae8226-9169-41c1-b0c3-5f6e0e9be16e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-801696653-network', 'tenant_id': '1ad0ac8e2ccb40088b2f8c2dc085e601'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:10.961045 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cd7200d9-2f4b-4e8c-a5db-213a4f59f944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:10.995396 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-88dc5c7b-2944-42f6-9936-39fd35a04530 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router_gateway (c0bcb8cd-9475-4844-840f-b2f548dcaff5), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:11.003942 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4cd098-e7d0-4d3c-8c87-adbb76fef95b admin admin] Checking segment: {'id': 'cb921073-4a48-4799-ac28-2ebcccf31f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:53:11.010756 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4cd098-e7d0-4d3c-8c87-adbb76fef95b admin admin] Network hostable DHCP agents. Network: 89c82ebc-0d2c-446d-9232-939e7905e93b, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:53:11.023231 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-88dc5c7b-2944-42f6-9936-39fd35a04530 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:11.042036 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4cd098-e7d0-4d3c-8c87-adbb76fef95b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4787b40-e1f6-4c42-b340-b6308e03f420,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:11.077619 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ae8226-9169-41c1-b0c3-5f6e0e9be16e admin admin] Made reservation on behalf of 1ad0ac8e2ccb40088b2f8c2dc085e601 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:53:11.079186 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e9ae8226-9169-41c1-b0c3-5f6e0e9be16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:11.092223 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e9ae8226-9169-41c1-b0c3-5f6e0e9be16e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:11.137073 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-a7e1bd7b-65c7-4f4d-9d69-a60fe2d3ff90 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Publish callbacks [] for port (60f2b4a7-7009-4bcc-b08a-09cfcfafdeba), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:11.144656 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-88dc5c7b-2944-42f6-9936-39fd35a04530 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Allocated IP 172.25.3.99 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/742a101b-9c19-472c-9634-0bf112592c9d) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:53:11.177176 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-541acc7b-acde-4c1c-bf35-3df2a31e0c76 req-9ec98022-36e3-41e2-9f7d-2587b23bddc1 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.11 "GET /v2.0/ports?device_id=13f4b7e3-bc78-4484-b140-1d26e60e5111 HTTP/1.1" status: 200 len: 210 time: 0.0858498 Mar 07 10:53:11.181937 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4cd098-e7d0-4d3c-8c87-adbb76fef95b admin admin] Network 89c82ebc-0d2c-446d-9232-939e7905e93b is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:53:11.227958 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-ee4cd098-e7d0-4d3c-8c87-adbb76fef95b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 89c82ebc-0d2c-446d-9232-939e7905e93b) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:11.253758 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f68537e-2cab-4fff-b09b-e476948f1aa4 None None] Network 89c82ebc-0d2c-446d-9232-939e7905e93b requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:53:11.265269 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4cd098-e7d0-4d3c-8c87-adbb76fef95b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:11.265891 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ee4cd098-e7d0-4d3c-8c87-adbb76fef95b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:11.333649 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ee4cd098-e7d0-4d3c-8c87-adbb76fef95b admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8710053 Mar 07 10:53:11.336057 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41904) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:11.346824 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-84eb7ccf-5bc9-4ff2-b2a5-9a2867feca7c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1265140767-router', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:11.390653 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-a7e1bd7b-65c7-4f4d-9d69-a60fe2d3ff90 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (60f2b4a7-7009-4bcc-b08a-09cfcfafdeba), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:11.411062 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-84eb7ccf-5bc9-4ff2-b2a5-9a2867feca7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (8340f294-28b9-4618-ba75-a40fe8154dcf), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:11.414160 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-84eb7ccf-5bc9-4ff2-b2a5-9a2867feca7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (8340f294-28b9-4618-ba75-a40fe8154dcf), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:11.444883 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cd7200d9-2f4b-4e8c-a5db-213a4f59f944 admin admin] Publish callbacks [] for security_group (69fe6005-c9d6-40f0-bcb8-2febb2a71e0c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:11.478530 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cd7200d9-2f4b-4e8c-a5db-213a4f59f944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (69fe6005-c9d6-40f0-bcb8-2febb2a71e0c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:11.504925 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b77000f-e3f6-4be3-ab7e-d0715490fbee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-89c82ebc-0d2c-446d-9232-939e7905e93b', 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b', 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'fixed_ips': [{'subnet_id': 'e4787b40-e1f6-4c42-b340-b6308e03f420'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:53:11.508544 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1b77000f-e3f6-4be3-ab7e-d0715490fbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:11.513147 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-84eb7ccf-5bc9-4ff2-b2a5-9a2867feca7c admin admin] Publish callbacks [] for router_controller (8340f294-28b9-4618-ba75-a40fe8154dcf), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:11.520753 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-88dc5c7b-2944-42f6-9936-39fd35a04530 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for port (742a101b-9c19-472c-9634-0bf112592c9d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:11.552113 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e9ae8226-9169-41c1-b0c3-5f6e0e9be16e admin admin] Publish callbacks [] for security_group (d380c1e3-eb59-4c0c-a962-15dbde8bde53), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:11.565173 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-a7e1bd7b-65c7-4f4d-9d69-a60fe2d3ff90 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Network b2875d00-0541-4efe-8726-e95d92c2053f is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:53:11.603090 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e9ae8226-9169-41c1-b0c3-5f6e0e9be16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d380c1e3-eb59-4c0c-a962-15dbde8bde53), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:11.626618 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-a7e1bd7b-65c7-4f4d-9d69-a60fe2d3ff90 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:11.631103 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 215a3cd0-07f3-4661-9218-3dc4b79fc734 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:53:11.649080 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-a7e1bd7b-65c7-4f4d-9d69-a60fe2d3ff90 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:53:11.663189 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 215a3cd0-07f3-4661-9218-3dc4b79fc734 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:53:11.663621 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cd7200d9-2f4b-4e8c-a5db-213a4f59f944 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dee2626352b94e7eb9606e03acdeb753&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8294528 Mar 07 10:53:11.663965 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 215a3cd0-07f3-4661-9218-3dc4b79fc734 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:53:11.664537 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 5d578b21-69d0-4c86-9198-2664cd07a74e no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:53:11.664656 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41908) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:11.671765 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e1bd7b-65c7-4f4d-9d69-a60fe2d3ff90 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Pushing event updated for resources: {'Port': ['ID=60f2b4a7-7009-4bcc-b08a-09cfcfafdeba,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:11.714833 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:11.718138 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 5d578b21-69d0-4c86-9198-2664cd07a74e {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:53:11.718705 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 5d578b21-69d0-4c86-9198-2664cd07a74e not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:53:11.732995 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ae8226-9169-41c1-b0c3-5f6e0e9be16e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:53:11.740328 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7200d9-2f4b-4e8c-a5db-213a4f59f944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fe6005-c9d6-40f0-bcb8-2febb2a71e0c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:11.786630 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-1b77000f-e3f6-4be3-ab7e-d0715490fbee None None] Allocated IP 172.20.0.2 (89c82ebc-0d2c-446d-9232-939e7905e93b/e4787b40-e1f6-4c42-b340-b6308e03f420/caada67d-9498-43ec-9b6f-fc062a93a54f) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:53:11.864426 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e9ae8226-9169-41c1-b0c3-5f6e0e9be16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (f1a34aeb-8d90-486f-9e99-31dce23a8d52), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:11.864698 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-e9ae8226-9169-41c1-b0c3-5f6e0e9be16e admin admin] Added segment f1a34aeb-8d90-486f-9e99-31dce23a8d52 of type vlan for network 59d0d3ee-4c3e-46e1-89f7-bb6ff3248c0f Mar 07 10:53:11.905634 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-a7e1bd7b-65c7-4f4d-9d69-a60fe2d3ff90 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:11.906418 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-a7e1bd7b-65c7-4f4d-9d69-a60fe2d3ff90 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:11.938894 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae8226-9169-41c1-b0c3-5f6e0e9be16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d380c1e3-eb59-4c0c-a962-15dbde8bde53,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:11.971444 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-a7e1bd7b-65c7-4f4d-9d69-a60fe2d3ff90 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6230259 Mar 07 10:53:11.982210 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1b77000f-e3f6-4be3-ab7e-d0715490fbee None None] Publish callbacks [] for port (caada67d-9498-43ec-9b6f-fc062a93a54f), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:11.982449 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e9ae8226-9169-41c1-b0c3-5f6e0e9be16e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (59d0d3ee-4c3e-46e1-89f7-bb6ff3248c0f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:11.993060 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1b77000f-e3f6-4be3-ab7e-d0715490fbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (caada67d-9498-43ec-9b6f-fc062a93a54f), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:12.027481 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9366df54-923d-4acf-895c-25f4e44435be admin admin] Publish callbacks [] for security_group (69fe6005-c9d6-40f0-bcb8-2febb2a71e0c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:12.055924 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9366df54-923d-4acf-895c-25f4e44435be admin admin] Publish callbacks [] for security_group (69fe6005-c9d6-40f0-bcb8-2febb2a71e0c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:12.071371 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77000f-e3f6-4be3-ab7e-d0715490fbee None None] Pushing event updated for resources: {'Port': ['ID=caada67d-9498-43ec-9b6f-fc062a93a54f,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:12.085858 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b77000f-e3f6-4be3-ab7e-d0715490fbee None None] Network 89c82ebc-0d2c-446d-9232-939e7905e93b is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:53:12.087449 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-1b77000f-e3f6-4be3-ab7e-d0715490fbee None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:12.094377 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-37752985-6cc5-4ac2-8826-a06041c424af service neutron] Request body: {'port': {'device_id': '13f4b7e3-bc78-4484-b140-1d26e60e5111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:12.095040 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b77000f-e3f6-4be3-ab7e-d0715490fbee None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:53:12.118746 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-84eb7ccf-5bc9-4ff2-b2a5-9a2867feca7c admin admin] Publish callbacks [] for router_gateway (8340f294-28b9-4618-ba75-a40fe8154dcf), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:12.131959 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e9ae8226-9169-41c1-b0c3-5f6e0e9be16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (59d0d3ee-4c3e-46e1-89f7-bb6ff3248c0f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:12.132932 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ae8226-9169-41c1-b0c3-5f6e0e9be16e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:12.133679 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e9ae8226-9169-41c1-b0c3-5f6e0e9be16e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:12.170825 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-1b77000f-e3f6-4be3-ab7e-d0715490fbee None None] Attempting to bind port caada67d-9498-43ec-9b6f-fc062a93a54f on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:53:12.171270 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-1b77000f-e3f6-4be3-ab7e-d0715490fbee None None] Attempting to bind port caada67d-9498-43ec-9b6f-fc062a93a54f by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'cb921073-4a48-4799-ac28-2ebcccf31f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:53:12.171728 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b77000f-e3f6-4be3-ab7e-d0715490fbee None None] Attempting to bind port caada67d-9498-43ec-9b6f-fc062a93a54f on network 89c82ebc-0d2c-446d-9232-939e7905e93b {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:53:12.180038 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b77000f-e3f6-4be3-ab7e-d0715490fbee None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 52, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:53:12.180620 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b77000f-e3f6-4be3-ab7e-d0715490fbee None None] Checking segment: {'id': 'cb921073-4a48-4799-ac28-2ebcccf31f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:53:12.181217 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1b77000f-e3f6-4be3-ab7e-d0715490fbee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:12.181662 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b77000f-e3f6-4be3-ab7e-d0715490fbee None None] Bound using segment: {'id': 'cb921073-4a48-4799-ac28-2ebcccf31f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:53:12.182187 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-1b77000f-e3f6-4be3-ab7e-d0715490fbee None None] Bound port: caada67d-9498-43ec-9b6f-fc062a93a54f, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb921073-4a48-4799-ac28-2ebcccf31f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:53:12.182564 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1b77000f-e3f6-4be3-ab7e-d0715490fbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (caada67d-9498-43ec-9b6f-fc062a93a54f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:12.189626 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e9ae8226-9169-41c1-b0c3-5f6e0e9be16e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5935736 Mar 07 10:53:12.191186 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41910) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:12.198226 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-6f58e6d8-85c8-4130-900b-24636b2c8f74 admin admin] Request body: {'subnet': {'network_id': '59d0d3ee-4c3e-46e1-89f7-bb6ff3248c0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-801696653-subnet', 'tenant_id': '1ad0ac8e2ccb40088b2f8c2dc085e601', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:12.238756 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f58e6d8-85c8-4130-900b-24636b2c8f74 admin admin] Made reservation on behalf of 1ad0ac8e2ccb40088b2f8c2dc085e601 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:53:12.244991 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6f58e6d8-85c8-4130-900b-24636b2c8f74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:12.271219 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-88dc5c7b-2944-42f6-9936-39fd35a04530 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (742a101b-9c19-472c-9634-0bf112592c9d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:12.292748 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-37752985-6cc5-4ac2-8826-a06041c424af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (60f2b4a7-7009-4bcc-b08a-09cfcfafdeba), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:12.301492 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-1b77000f-e3f6-4be3-ab7e-d0715490fbee None None] For port caada67d-9498-43ec-9b6f-fc062a93a54f, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:53:12.305404 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-1b77000f-e3f6-4be3-ab7e-d0715490fbee None None] For port caada67d-9498-43ec-9b6f-fc062a93a54f, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=caada67d-9498-43ec-9b6f-fc062a93a54f,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:53:12.315899 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1b77000f-e3f6-4be3-ab7e-d0715490fbee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (caada67d-9498-43ec-9b6f-fc062a93a54f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:12.329790 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae8226-9169-41c1-b0c3-5f6e0e9be16e admin admin] Pushing event updated for resources: {'Network': ['ID=59d0d3ee-4c3e-46e1-89f7-bb6ff3248c0f,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:12.371206 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 59d0d3ee-4c3e-46e1-89f7-bb6ff3248c0f details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:53:12.382738 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dc5c7b-2944-42f6-9936-39fd35a04530 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:53:12.394357 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc5c7b-2944-42f6-9936-39fd35a04530 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Pushing event updated for resources: {'Port': ['ID=742a101b-9c19-472c-9634-0bf112592c9d,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:12.405906 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-88dc5c7b-2944-42f6-9936-39fd35a04530 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:12.410448 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dc5c7b-2944-42f6-9936-39fd35a04530 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:53:12.485542 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77000f-e3f6-4be3-ab7e-d0715490fbee None None] Pushing event updated for resources: {'Port': ['ID=caada67d-9498-43ec-9b6f-fc062a93a54f,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:12.578585 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9366df54-923d-4acf-895c-25f4e44435be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (69fe6005-c9d6-40f0-bcb8-2febb2a71e0c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:12.581285 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9366df54-923d-4acf-895c-25f4e44435be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:12.582469 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9366df54-923d-4acf-895c-25f4e44435be admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/69fe6005-c9d6-40f0-bcb8-2febb2a71e0c HTTP/1.1" status: 204 len: 168 time: 0.8976119 Mar 07 10:53:12.739160 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9366df54-923d-4acf-895c-25f4e44435be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fe6005-c9d6-40f0-bcb8-2febb2a71e0c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:12.872516 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a14db-f96d-464a-90e7-91d356322c8f req-03556efa-4b61-48ba-b68e-742c8423e505 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:12.874167 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fa8a14db-f96d-464a-90e7-91d356322c8f req-03556efa-4b61-48ba-b68e-742c8423e505 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.11 "GET /v2.0/ports?device_id=13f4b7e3-bc78-4484-b140-1d26e60e5111 HTTP/1.1" status: 200 len: 931 time: 0.4889648 Mar 07 10:53:12.973513 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:13.011290 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-84eb7ccf-5bc9-4ff2-b2a5-9a2867feca7c admin admin] Publish callbacks [] for router_gateway (8340f294-28b9-4618-ba75-a40fe8154dcf), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:13.055784 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-84eb7ccf-5bc9-4ff2-b2a5-9a2867feca7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:13.066382 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-37752985-6cc5-4ac2-8826-a06041c424af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f2b4a7-7009-4bcc-b08a-09cfcfafdeba {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:53:13.075452 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-37752985-6cc5-4ac2-8826-a06041c424af service neutron] Publish callbacks [] for port (60f2b4a7-7009-4bcc-b08a-09cfcfafdeba), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:13.089974 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-37752985-6cc5-4ac2-8826-a06041c424af service neutron] Transition to ACTIVE for port object 60f2b4a7-7009-4bcc-b08a-09cfcfafdeba will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:53:13.097948 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-37752985-6cc5-4ac2-8826-a06041c424af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (60f2b4a7-7009-4bcc-b08a-09cfcfafdeba), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:13.166963 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37752985-6cc5-4ac2-8826-a06041c424af service neutron] Pushing event updated for resources: {'Port': ['ID=60f2b4a7-7009-4bcc-b08a-09cfcfafdeba,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:13.194761 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-84eb7ccf-5bc9-4ff2-b2a5-9a2867feca7c admin admin] Allocated IP 172.25.3.126 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/6ebe3443-35a6-4bf6-a2fb-360ae20459a0) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:53:13.215605 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6f58e6d8-85c8-4130-900b-24636b2c8f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (4817827a-74c3-4d9d-89eb-6e7dce3113ad), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:13.289058 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fa8a14db-f96d-464a-90e7-91d356322c8f req-f9f5e1b5-5011-419f-800e-e621f33bf9ae tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ef945e-78d3-4bb6-95db-a274d1b889ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021106 Mar 07 10:53:13.340947 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58e6d8-85c8-4130-900b-24636b2c8f74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4817827a-74c3-4d9d-89eb-6e7dce3113ad,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:13.417332 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-88dc5c7b-2944-42f6-9936-39fd35a04530 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router_gateway (c0bcb8cd-9475-4844-840f-b2f548dcaff5), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:13.428453 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f58e6d8-85c8-4130-900b-24636b2c8f74 admin admin] Checking segment: {'id': 'f1a34aeb-8d90-486f-9e99-31dce23a8d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '59d0d3ee-4c3e-46e1-89f7-bb6ff3248c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:53:13.428820 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f58e6d8-85c8-4130-900b-24636b2c8f74 admin admin] Network hostable DHCP agents. Network: 59d0d3ee-4c3e-46e1-89f7-bb6ff3248c0f, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:53:13.487469 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-37752985-6cc5-4ac2-8826-a06041c424af service neutron] Attempting to bind port 60f2b4a7-7009-4bcc-b08a-09cfcfafdeba on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:53:13.487745 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-37752985-6cc5-4ac2-8826-a06041c424af service neutron] Attempting to bind port 60f2b4a7-7009-4bcc-b08a-09cfcfafdeba by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': 'b7a9d6ec-9c16-4c99-aaa0-98a248685ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b2875d00-0541-4efe-8726-e95d92c2053f'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:53:13.488056 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-37752985-6cc5-4ac2-8826-a06041c424af service neutron] Attempting to bind port 60f2b4a7-7009-4bcc-b08a-09cfcfafdeba on network b2875d00-0541-4efe-8726-e95d92c2053f {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:53:13.494704 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-37752985-6cc5-4ac2-8826-a06041c424af service neutron] Port 60f2b4a7-7009-4bcc-b08a-09cfcfafdeba on network b2875d00-0541-4efe-8726-e95d92c2053f not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:53:13.495040 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-37752985-6cc5-4ac2-8826-a06041c424af service neutron] Attempting to bind port 60f2b4a7-7009-4bcc-b08a-09cfcfafdeba on network b2875d00-0541-4efe-8726-e95d92c2053f {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:53:13.497051 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f58e6d8-85c8-4130-900b-24636b2c8f74 admin admin] Network 59d0d3ee-4c3e-46e1-89f7-bb6ff3248c0f is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:53:13.507526 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-37752985-6cc5-4ac2-8826-a06041c424af service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:53:13.507883 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-37752985-6cc5-4ac2-8826-a06041c424af service neutron] Checking segment: {'id': 'b7a9d6ec-9c16-4c99-aaa0-98a248685ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b2875d00-0541-4efe-8726-e95d92c2053f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:53:13.508384 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-37752985-6cc5-4ac2-8826-a06041c424af service neutron] Bound using segment: {'id': 'b7a9d6ec-9c16-4c99-aaa0-98a248685ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b2875d00-0541-4efe-8726-e95d92c2053f'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:53:13.508713 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-37752985-6cc5-4ac2-8826-a06041c424af service neutron] Bound port: 60f2b4a7-7009-4bcc-b08a-09cfcfafdeba, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a9d6ec-9c16-4c99-aaa0-98a248685ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'b2875d00-0541-4efe-8726-e95d92c2053f'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:53:13.509733 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-37752985-6cc5-4ac2-8826-a06041c424af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (60f2b4a7-7009-4bcc-b08a-09cfcfafdeba), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:13.516584 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-84eb7ccf-5bc9-4ff2-b2a5-9a2867feca7c admin admin] Publish callbacks [] for port (6ebe3443-35a6-4bf6-a2fb-360ae20459a0), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:13.529474 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-6f58e6d8-85c8-4130-900b-24636b2c8f74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 59d0d3ee-4c3e-46e1-89f7-bb6ff3248c0f) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:13.536814 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f58e6d8-85c8-4130-900b-24636b2c8f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:13.537569 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6f58e6d8-85c8-4130-900b-24636b2c8f74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:13.538619 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e0c8bb-01d8-4b6c-889f-6bb17cf7e4b2 None None] Network 59d0d3ee-4c3e-46e1-89f7-bb6ff3248c0f requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:53:13.599584 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6f58e6d8-85c8-4130-900b-24636b2c8f74 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4054015 Mar 07 10:53:13.656785 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-37752985-6cc5-4ac2-8826-a06041c424af service neutron] For port 60f2b4a7-7009-4bcc-b08a-09cfcfafdeba, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:53:13.668264 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-37752985-6cc5-4ac2-8826-a06041c424af service neutron] For port 60f2b4a7-7009-4bcc-b08a-09cfcfafdeba, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=60f2b4a7-7009-4bcc-b08a-09cfcfafdeba,segment=NetworkSegment(b7a9d6ec-9c16-4c99-aaa0-98a248685ae9),segment_id=b7a9d6ec-9c16-4c99-aaa0-98a248685ae9)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:53:13.683435 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-37752985-6cc5-4ac2-8826-a06041c424af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (60f2b4a7-7009-4bcc-b08a-09cfcfafdeba), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:13.785551 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-37752985-6cc5-4ac2-8826-a06041c424af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:13.788322 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-37752985-6cc5-4ac2-8826-a06041c424af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:13.790105 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-37752985-6cc5-4ac2-8826-a06041c424af service neutron] 10.222.0.31 "PUT /v2.0/ports/60f2b4a7-7009-4bcc-b08a-09cfcfafdeba HTTP/1.1" status: 200 len: 1091 time: 1.7059207 Mar 07 10:53:13.790971 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f4b7e3-bc78-4484-b140-1d26e60e5111', 'tag': '60f2b4a7-7009-4bcc-b08a-09cfcfafdeba'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:53:13.797471 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a99cbd-7f1f-46a2-83a2-4b83c7b29f40" -d '{"events": [{"name": "network-changed", "server_uuid": "13f4b7e3-bc78-4484-b140-1d26e60e5111", "tag": "60f2b4a7-7009-4bcc-b08a-09cfcfafdeba"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:53:13.835300 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device caada67d-9498-43ec-9b6f-fc062a93a54f up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:53:13.890237 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-84eb7ccf-5bc9-4ff2-b2a5-9a2867feca7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (6ebe3443-35a6-4bf6-a2fb-360ae20459a0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:13.914330 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c7c8a4-69dd-4047-b809-deea301ffa69 x-openstack-request-id: req-03c7c8a4-69dd-4047-b809-deea301ffa69 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:53:13.914689 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13f4b7e3-bc78-4484-b140-1d26e60e5111", "tag": "60f2b4a7-7009-4bcc-b08a-09cfcfafdeba", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:53:13.915037 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-03c7c8a4-69dd-4047-b809-deea301ffa69 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:53:13.915513 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13f4b7e3-bc78-4484-b140-1d26e60e5111', 'tag': '60f2b4a7-7009-4bcc-b08a-09cfcfafdeba', 'status': 'completed', 'code': 200} Mar 07 10:53:13.927608 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37752985-6cc5-4ac2-8826-a06041c424af service neutron] Pushing event updated for resources: {'Port': ['ID=60f2b4a7-7009-4bcc-b08a-09cfcfafdeba,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:13.930325 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41944) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:13.992361 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f0fcf2-27ff-404b-871f-a6814e1fbbf0 None None] Network 59d0d3ee-4c3e-46e1-89f7-bb6ff3248c0f requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:53:14.012261 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84eb7ccf-5bc9-4ff2-b2a5-9a2867feca7c admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:53:14.038687 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-d9f3349d-edeb-4fa9-bad7-9ccfa8d1febf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:14.038916 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-84eb7ccf-5bc9-4ff2-b2a5-9a2867feca7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:14.040263 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-d9f3349d-edeb-4fa9-bad7-9ccfa8d1febf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cc93bd2ec9ca4922bc00ab75ec8c07ae&device_id=13f4b7e3-bc78-4484-b140-1d26e60e5111 HTTP/1.1" status: 200 len: 1125 time: 0.2055087 Mar 07 10:53:14.044729 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-57224be8-50e6-4602-ac08-9d9150f4112a admin admin] Deleting subnet 4817827a-74c3-4d9d-89eb-6e7dce3113ad {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:53:14.059225 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-57224be8-50e6-4602-ac08-9d9150f4112a admin admin] Publish callbacks [] for subnet (4817827a-74c3-4d9d-89eb-6e7dce3113ad), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:14.060276 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eb7ccf-5bc9-4ff2-b2a5-9a2867feca7c admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:53:14.103271 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-57224be8-50e6-4602-ac08-9d9150f4112a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (4817827a-74c3-4d9d-89eb-6e7dce3113ad), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:14.136582 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port caada67d-9498-43ec-9b6f-fc062a93a54f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:53:14.137203 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (caada67d-9498-43ec-9b6f-fc062a93a54f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:14.161183 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-57224be8-50e6-4602-ac08-9d9150f4112a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (4817827a-74c3-4d9d-89eb-6e7dce3113ad), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:14.171782 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0b4bc7-c018-46a7-adfe-242d0778025b None None] Network 89c82ebc-0d2c-446d-9232-939e7905e93b requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:53:14.173484 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb7ccf-5bc9-4ff2-b2a5-9a2867feca7c admin admin] Pushing event updated for resources: {'Port': ['ID=6ebe3443-35a6-4bf6-a2fb-360ae20459a0,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:14.201224 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-88dc5c7b-2944-42f6-9936-39fd35a04530 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (c0bcb8cd-9475-4844-840f-b2f548dcaff5), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:14.291118 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-c0c993b5-3ddf-46fd-ad41-1c8ecd3ae37b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60f2b4a7-7009-4bcc-b08a-09cfcfafdeba HTTP/1.1" status: 200 len: 217 time: 0.2407525 Mar 07 10:53:14.388488 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c14b0f6d-0150-4090-a96b-1dba13ded475 None None] Provisioning complete for port caada67d-9498-43ec-9b6f-fc062a93a54f triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:53:14.390041 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c14b0f6d-0150-4090-a96b-1dba13ded475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (caada67d-9498-43ec-9b6f-fc062a93a54f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:14.399455 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-93813f90-df0c-4831-9137-4444f6e3b6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:14.400965 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-93813f90-df0c-4831-9137-4444f6e3b6e6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ef6a7631-8631-471c-a0f8-c0d4b1a280d1 HTTP/1.1" status: 200 len: 864 time: 0.1060424 Mar 07 10:53:14.444255 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-d5cd3088-44d1-481d-bb68-0916fa197405 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b2875d00-0541-4efe-8726-e95d92c2053f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369742 Mar 07 10:53:14.447963 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-57224be8-50e6-4602-ac08-9d9150f4112a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (4817827a-74c3-4d9d-89eb-6e7dce3113ad), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:14.480233 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port caada67d-9498-43ec-9b6f-fc062a93a54f is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:53:14.480777 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (caada67d-9498-43ec-9b6f-fc062a93a54f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:14.563581 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57224be8-50e6-4602-ac08-9d9150f4112a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4817827a-74c3-4d9d-89eb-6e7dce3113ad,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:14.592655 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-57224be8-50e6-4602-ac08-9d9150f4112a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:14.599850 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41956) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:14.600284 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-57224be8-50e6-4602-ac08-9d9150f4112a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4817827a-74c3-4d9d-89eb-6e7dce3113ad HTTP/1.1" status: 204 len: 168 time: 0.6574059 Mar 07 10:53:14.659732 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c14b0f6d-0150-4090-a96b-1dba13ded475 None None] Current status of the port caada67d-9498-43ec-9b6f-fc062a93a54f is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:53:14.660254 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c14b0f6d-0150-4090-a96b-1dba13ded475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (caada67d-9498-43ec-9b6f-fc062a93a54f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:14.663168 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port caada67d-9498-43ec-9b6f-fc062a93a54f, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=caada67d-9498-43ec-9b6f-fc062a93a54f,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:14.695990 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (caada67d-9498-43ec-9b6f-fc062a93a54f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:14.724730 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6536885-5ed8-48b3-b91e-1f966fead3bf req-13e774d8-32c2-4c7c-baec-90d0dbcd8a15 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:14.726344 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d6536885-5ed8-48b3-b91e-1f966fead3bf req-13e774d8-32c2-4c7c-baec-90d0dbcd8a15 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.11 "GET /v2.0/ports?device_id=13f4b7e3-bc78-4484-b140-1d26e60e5111 HTTP/1.1" status: 200 len: 943 time: 0.2804728 Mar 07 10:53:14.752973 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-78452215-420d-4441-bf2f-c22a8fedf21b service neutron] 10.222.0.31 "GET /v2.0/networks/b2875d00-0541-4efe-8726-e95d92c2053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932167 Mar 07 10:53:14.876188 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-c14b0f6d-0150-4090-a96b-1dba13ded475 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:53:14.877245 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d6536885-5ed8-48b3-b91e-1f966fead3bf req-f49a720e-693d-4ec6-ac03-7599cd531d62 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ef945e-78d3-4bb6-95db-a274d1b889ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222136 Mar 07 10:53:14.877901 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-c14b0f6d-0150-4090-a96b-1dba13ded475 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:53:14.907545 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=caada67d-9498-43ec-9b6f-fc062a93a54f,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:14.965258 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1fe94ed1-91f8-40b1-8f3e-a2702db0c8da req-61346962-6bf8-4dfe-8414-c8c3b5e1625b service neutron] 10.222.0.31 "GET /v2.0/networks/b2875d00-0541-4efe-8726-e95d92c2053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018025 Mar 07 10:53:15.000913 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-56dae96a-46e0-4ffd-b3c3-4a9f6cc127f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (59d0d3ee-4c3e-46e1-89f7-bb6ff3248c0f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:15.088035 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88dc5c7b-2944-42f6-9936-39fd35a04530 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Router c0bcb8cd-9475-4844-840f-b2f548dcaff5 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:53:15.114657 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a99cbd-7f1f-46a2-83a2-4b83c7b29f40 req-6183d39d-9125-44e8-9710-119300e34c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:15.116267 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e3a99cbd-7f1f-46a2-83a2-4b83c7b29f40 req-6183d39d-9125-44e8-9710-119300e34c1d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cc93bd2ec9ca4922bc00ab75ec8c07ae&device_id=13f4b7e3-bc78-4484-b140-1d26e60e5111 HTTP/1.1" status: 200 len: 1125 time: 0.0956676 Mar 07 10:53:15.140122 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-84eb7ccf-5bc9-4ff2-b2a5-9a2867feca7c admin admin] Publish callbacks [] for router_gateway (8340f294-28b9-4618-ba75-a40fe8154dcf), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:15.301753 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a99cbd-7f1f-46a2-83a2-4b83c7b29f40 req-7b5f3a9c-61b5-4650-b696-954f370520e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:15.304247 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e3a99cbd-7f1f-46a2-83a2-4b83c7b29f40 req-7b5f3a9c-61b5-4650-b696-954f370520e4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b2875d00-0541-4efe-8726-e95d92c2053f HTTP/1.1" status: 200 len: 925 time: 0.1820881 Mar 07 10:53:15.404227 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e3a99cbd-7f1f-46a2-83a2-4b83c7b29f40 req-06da4ac1-cc27-48bc-8f79-d65f2fcd7b13 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60f2b4a7-7009-4bcc-b08a-09cfcfafdeba HTTP/1.1" status: 200 len: 217 time: 0.0934026 Mar 07 10:53:15.450100 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c14b0f6d-0150-4090-a96b-1dba13ded475 None None] Current status of the port caada67d-9498-43ec-9b6f-fc062a93a54f is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:53:15.464142 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41976) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:15.489499 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a99cbd-7f1f-46a2-83a2-4b83c7b29f40 req-3001d02b-2d06-4a07-97a9-12e1fc4d3646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:15.491264 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e3a99cbd-7f1f-46a2-83a2-4b83c7b29f40 req-3001d02b-2d06-4a07-97a9-12e1fc4d3646 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=ef6a7631-8631-471c-a0f8-c0d4b1a280d1 HTTP/1.1" status: 200 len: 864 time: 0.0814853 Mar 07 10:53:15.567165 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e3a99cbd-7f1f-46a2-83a2-4b83c7b29f40 req-2d58b391-1f09-4db6-9fea-3d057db7ba9d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b2875d00-0541-4efe-8726-e95d92c2053f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686567 Mar 07 10:53:15.574483 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01efc2d5-c87c-4e9b-b7cc-582498fc36b6 None None] Provisioning complete for port caada67d-9498-43ec-9b6f-fc062a93a54f triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:53:15.574873 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01efc2d5-c87c-4e9b-b7cc-582498fc36b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (caada67d-9498-43ec-9b6f-fc062a93a54f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:15.652276 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device caada67d-9498-43ec-9b6f-fc062a93a54f up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:53:15.721677 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e3a99cbd-7f1f-46a2-83a2-4b83c7b29f40 req-5fe41a03-2091-432b-aecd-6222a994167b service neutron] 10.222.0.31 "GET /v2.0/networks/b2875d00-0541-4efe-8726-e95d92c2053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465349 Mar 07 10:53:15.898174 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-35bc0f4a-69a5-43c7-92aa-3eb1ac265176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:15.910602 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e3a99cbd-7f1f-46a2-83a2-4b83c7b29f40 req-d0020d44-583d-42bd-8578-45781a5976cb service neutron] 10.222.0.31 "GET /v2.0/networks/b2875d00-0541-4efe-8726-e95d92c2053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824820 Mar 07 10:53:15.929614 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-56dae96a-46e0-4ffd-b3c3-4a9f6cc127f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (59d0d3ee-4c3e-46e1-89f7-bb6ff3248c0f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:16.045631 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-56dae96a-46e0-4ffd-b3c3-4a9f6cc127f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59d0d3ee-4c3e-46e1-89f7-bb6ff3248c0f']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:16.049636 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88dc5c7b-2944-42f6-9936-39fd35a04530 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:53:16.070810 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d50973-4cec-431f-bd59-25bdd18f09b0 None None] Sync routers for ids ['c0bcb8cd-9475-4844-840f-b2f548dcaff5'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:53:16.072051 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-35bc0f4a-69a5-43c7-92aa-3eb1ac265176 admin admin] Publish callbacks [] for security_group (7ff5ae5e-81fc-47b6-a0b2-ac01bc9c6b26), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:16.074339 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-56dae96a-46e0-4ffd-b3c3-4a9f6cc127f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1a34aeb-8d90-486f-9e99-31dce23a8d52') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:16.074701 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-56dae96a-46e0-4ffd-b3c3-4a9f6cc127f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1a34aeb-8d90-486f-9e99-31dce23a8d52') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:16.080268 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-35bc0f4a-69a5-43c7-92aa-3eb1ac265176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7ff5ae5e-81fc-47b6-a0b2-ac01bc9c6b26), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:16.094027 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01efc2d5-c87c-4e9b-b7cc-582498fc36b6 None None] Current status of the port caada67d-9498-43ec-9b6f-fc062a93a54f is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:53:16.102389 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d50973-4cec-431f-bd59-25bdd18f09b0 None None] Routers {'c0bcb8cd-9475-4844-840f-b2f548dcaff5'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:16.103358 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-95d50973-4cec-431f-bd59-25bdd18f09b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:53:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['c0bcb8cd-9475-4844-840f-b2f548dcaff5'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:16.140484 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port caada67d-9498-43ec-9b6f-fc062a93a54f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:53:16.141417 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (caada67d-9498-43ec-9b6f-fc062a93a54f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:16.144438 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-95d50973-4cec-431f-bd59-25bdd18f09b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:16.165351 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-35bc0f4a-69a5-43c7-92aa-3eb1ac265176 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=597bf7b847ec4790a8c1febbccaf4a77&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6998649 Mar 07 10:53:16.169157 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41986) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:16.189287 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d50973-4cec-431f-bd59-25bdd18f09b0 None None] Routers {'c0bcb8cd-9475-4844-840f-b2f548dcaff5'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:16.189625 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc0f4a-69a5-43c7-92aa-3eb1ac265176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff5ae5e-81fc-47b6-a0b2-ac01bc9c6b26,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:16.189961 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-95d50973-4cec-431f-bd59-25bdd18f09b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:53:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['c0bcb8cd-9475-4844-840f-b2f548dcaff5'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:16.204219 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-56dae96a-46e0-4ffd-b3c3-4a9f6cc127f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (f1a34aeb-8d90-486f-9e99-31dce23a8d52), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:16.232511 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-95d50973-4cec-431f-bd59-25bdd18f09b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:16.233222 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d50973-4cec-431f-bd59-25bdd18f09b0 None None] The sync data for ids ['c0bcb8cd-9475-4844-840f-b2f548dcaff5'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:53:16.275137 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-56dae96a-46e0-4ffd-b3c3-4a9f6cc127f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (f1a34aeb-8d90-486f-9e99-31dce23a8d52), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:16.278693 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2366d77-a02e-4a93-b90a-b28bcdb744a2 admin admin] Publish callbacks [] for security_group (7ff5ae5e-81fc-47b6-a0b2-ac01bc9c6b26), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:16.286602 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56dae96a-46e0-4ffd-b3c3-4a9f6cc127f0 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:53:16.287166 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-56dae96a-46e0-4ffd-b3c3-4a9f6cc127f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (f1a34aeb-8d90-486f-9e99-31dce23a8d52), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:16.302147 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port caada67d-9498-43ec-9b6f-fc062a93a54f is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:53:16.317406 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2366d77-a02e-4a93-b90a-b28bcdb744a2 admin admin] Publish callbacks [] for security_group (7ff5ae5e-81fc-47b6-a0b2-ac01bc9c6b26), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:16.358150 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-88dc5c7b-2944-42f6-9936-39fd35a04530 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:16.359434 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-88dc5c7b-2944-42f6-9936-39fd35a04530 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.0951388 Mar 07 10:53:16.360431 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:53:16.360431 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:53:16.360431 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:53:16.360431 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:53:16.360431 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:53:16.360431 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:53:16.360431 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:53:16.360431 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:53:16.360431 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:53:16.360431 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:53:16.360431 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:53:16.360431 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:53:16.360431 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:53:16.360431 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:53:16.360431 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:53:16.360431 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:53:16.360431 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:53:16.360431 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:53:16.360431 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:53:16.360431 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:53:16.360431 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:53:16.360431 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:53:16.360431 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:53:16.360431 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:53:16.360431 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:53:16.360431 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:53:16.360431 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:53:16.360431 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:53:16.360431 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:53:16.360431 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:53:16.360431 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:53:16.360431 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:53:16.364314 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41990) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:16.374047 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-a0ac5a80-a6ec-49eb-bff0-47e249105a66 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'enable_snat': False}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:16.413392 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-56dae96a-46e0-4ffd-b3c3-4a9f6cc127f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (59d0d3ee-4c3e-46e1-89f7-bb6ff3248c0f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:16.431665 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583771e6-786e-4312-8a34-9db350bb112b req-a3ff71ea-50b8-4aad-8ab1-430b3ccd0c6f tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:16.433441 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-583771e6-786e-4312-8a34-9db350bb112b req-a3ff71ea-50b8-4aad-8ab1-430b3ccd0c6f tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.11 "GET /v2.0/ports?device_id=13f4b7e3-bc78-4484-b140-1d26e60e5111 HTTP/1.1" status: 200 len: 943 time: 0.4288323 Mar 07 10:53:16.448614 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2366d77-a02e-4a93-b90a-b28bcdb744a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7ff5ae5e-81fc-47b6-a0b2-ac01bc9c6b26), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:16.451308 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2366d77-a02e-4a93-b90a-b28bcdb744a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:16.456071 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a2366d77-a02e-4a93-b90a-b28bcdb744a2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7ff5ae5e-81fc-47b6-a0b2-ac01bc9c6b26 HTTP/1.1" status: 204 len: 168 time: 0.2823946 Mar 07 10:53:16.465361 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2366d77-a02e-4a93-b90a-b28bcdb744a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff5ae5e-81fc-47b6-a0b2-ac01bc9c6b26,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:16.472717 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-56dae96a-46e0-4ffd-b3c3-4a9f6cc127f0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:16.479801 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-56dae96a-46e0-4ffd-b3c3-4a9f6cc127f0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/59d0d3ee-4c3e-46e1-89f7-bb6ff3248c0f HTTP/1.1" status: 204 len: 168 time: 1.8788683 Mar 07 10:53:16.482881 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dae96a-46e0-4ffd-b3c3-4a9f6cc127f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=59d0d3ee-4c3e-46e1-89f7-bb6ff3248c0f,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:16.538618 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-84eb7ccf-5bc9-4ff2-b2a5-9a2867feca7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (8340f294-28b9-4618-ba75-a40fe8154dcf), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:16.722044 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-583771e6-786e-4312-8a34-9db350bb112b req-10e69b64-b6ea-4424-abe4-38ea37f44a5c tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ef945e-78d3-4bb6-95db-a274d1b889ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664046 Mar 07 10:53:16.780430 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41998) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:16.856031 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3681108f-d20c-4211-8963-d4b5412ad819 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1ad0ac8e2ccb40088b2f8c2dc085e601&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0740137 Mar 07 10:53:16.858928 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42000) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:16.927061 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-222ccaf6-1980-4725-85f4-4d0afb44e107 admin admin] Publish callbacks [] for security_group (d380c1e3-eb59-4c0c-a962-15dbde8bde53), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:16.951606 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84eb7ccf-5bc9-4ff2-b2a5-9a2867feca7c admin admin] Router 8340f294-28b9-4618-ba75-a40fe8154dcf is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:53:17.002546 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-222ccaf6-1980-4725-85f4-4d0afb44e107 admin admin] Publish callbacks [] for security_group (d380c1e3-eb59-4c0c-a962-15dbde8bde53), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:17.194689 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42004) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:17.212730 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-84ab4f19-5b6f-420e-9855-7cc0f8ad94c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:17.266486 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84eb7ccf-5bc9-4ff2-b2a5-9a2867feca7c admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:53:17.282602 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f374c116-e904-457c-a33d-f729d3bea342 None None] Sync routers for ids ['8340f294-28b9-4618-ba75-a40fe8154dcf'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:53:17.303177 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-222ccaf6-1980-4725-85f4-4d0afb44e107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d380c1e3-eb59-4c0c-a962-15dbde8bde53), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:17.303446 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f374c116-e904-457c-a33d-f729d3bea342 None None] Routers {'8340f294-28b9-4618-ba75-a40fe8154dcf'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:17.304647 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f374c116-e904-457c-a33d-f729d3bea342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:53:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['8340f294-28b9-4618-ba75-a40fe8154dcf'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:17.309750 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-222ccaf6-1980-4725-85f4-4d0afb44e107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:17.314127 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-222ccaf6-1980-4725-85f4-4d0afb44e107 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d380c1e3-eb59-4c0c-a962-15dbde8bde53 HTTP/1.1" status: 204 len: 168 time: 0.4517722 Mar 07 10:53:17.332428 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-84eb7ccf-5bc9-4ff2-b2a5-9a2867feca7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:17.333431 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-84eb7ccf-5bc9-4ff2-b2a5-9a2867feca7c admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.9957149 Mar 07 10:53:17.345056 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42008) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:17.362571 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0ac5a80-a6ec-49eb-bff0-47e249105a66 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router_gateway (c0bcb8cd-9475-4844-840f-b2f548dcaff5), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:17.431879 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ccaf6-1980-4725-85f4-4d0afb44e107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d380c1e3-eb59-4c0c-a962-15dbde8bde53,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:17.618222 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-84ab4f19-5b6f-420e-9855-7cc0f8ad94c5 admin admin] Publish callbacks [] for security_group (042a811d-eeb6-4312-8242-ea3cc2a88848), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:17.698474 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-84ab4f19-5b6f-420e-9855-7cc0f8ad94c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (042a811d-eeb6-4312-8242-ea3cc2a88848), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:17.752741 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-f374c116-e904-457c-a33d-f729d3bea342 None None] Set router 8340f294-28b9-4618-ba75-a40fe8154dcf gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:53:17.802159 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-84ab4f19-5b6f-420e-9855-7cc0f8ad94c5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=307593132a574dc2a03d02a00ea2a577&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6053047 Mar 07 10:53:17.804892 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab4f19-5b6f-420e-9855-7cc0f8ad94c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042a811d-eeb6-4312-8242-ea3cc2a88848,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:17.805383 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42014) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:18.000405 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f374c116-e904-457c-a33d-f729d3bea342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'name': 'tempest-AttachVolumeShelveTestJSON-1265140767-router', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:11Z', 'updated_at': '2022-03-07T10:53:14Z', 'revision_number': 3, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'gw_port': {'id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:13Z', 'updated_at': '2022-03-07T10:53:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:18.043116 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f374c116-e904-457c-a33d-f729d3bea342 None None] Checking router: 8340f294-28b9-4618-ba75-a40fe8154dcf for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:53:18.043851 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f374c116-e904-457c-a33d-f729d3bea342 None None] Updating router 8340f294-28b9-4618-ba75-a40fe8154dcf port 6ebe3443-35a6-4bf6-a2fb-360ae20459a0 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:53:18.080281 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f374c116-e904-457c-a33d-f729d3bea342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6ebe3443-35a6-4bf6-a2fb-360ae20459a0), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:18.263251 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0ac5a80-a6ec-49eb-bff0-47e249105a66 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26448'] for router (c0bcb8cd-9475-4844-840f-b2f548dcaff5), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:18.279115 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0ac5a80-a6ec-49eb-bff0-47e249105a66 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674560'] for router (c0bcb8cd-9475-4844-840f-b2f548dcaff5), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:18.281829 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:18.315193 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1fdf0f1e-bf73-48de-a5f5-02eded6e0264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:18.340225 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-112aa79e-bfb5-400e-b581-5d01a43c90c6 admin admin] Publish callbacks [] for security_group (042a811d-eeb6-4312-8242-ea3cc2a88848), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:18.351391 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e907e9c-b970-46f6-893b-7972c287098a req-f1812875-bdd9-48b3-ae7d-fe36ca3742f8 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:18.352950 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5e907e9c-b970-46f6-893b-7972c287098a req-f1812875-bdd9-48b3-ae7d-fe36ca3742f8 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.11 "GET /v2.0/ports?device_id=13f4b7e3-bc78-4484-b140-1d26e60e5111 HTTP/1.1" status: 200 len: 943 time: 0.4973042 Mar 07 10:53:18.417020 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-112aa79e-bfb5-400e-b581-5d01a43c90c6 admin admin] Publish callbacks [] for security_group (042a811d-eeb6-4312-8242-ea3cc2a88848), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:18.423957 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f374c116-e904-457c-a33d-f729d3bea342 None None] Publish callbacks [] for port (6ebe3443-35a6-4bf6-a2fb-360ae20459a0), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:18.432735 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f374c116-e904-457c-a33d-f729d3bea342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6ebe3443-35a6-4bf6-a2fb-360ae20459a0), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:18.498902 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-f374c116-e904-457c-a33d-f729d3bea342 None None] Attempting to bind port 6ebe3443-35a6-4bf6-a2fb-360ae20459a0 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:53:18.499521 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-f374c116-e904-457c-a33d-f729d3bea342 None None] Attempting to bind port 6ebe3443-35a6-4bf6-a2fb-360ae20459a0 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:53:18.500054 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f374c116-e904-457c-a33d-f729d3bea342 None None] Attempting to bind port 6ebe3443-35a6-4bf6-a2fb-360ae20459a0 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:53:18.504158 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41b7c4-e704-4dd7-aeb2-642728a744a2 None None] Pushing event updated for resources: {'Port': ['ID=6ebe3443-35a6-4bf6-a2fb-360ae20459a0,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:18.510835 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f374c116-e904-457c-a33d-f729d3bea342 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:53:18.511513 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f374c116-e904-457c-a33d-f729d3bea342 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:53:18.512087 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f374c116-e904-457c-a33d-f729d3bea342 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:18.513239 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f374c116-e904-457c-a33d-f729d3bea342 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:53:18.513720 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-f374c116-e904-457c-a33d-f729d3bea342 None None] Bound port: 6ebe3443-35a6-4bf6-a2fb-360ae20459a0, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:53:18.514105 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f374c116-e904-457c-a33d-f729d3bea342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6ebe3443-35a6-4bf6-a2fb-360ae20459a0), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:18.558871 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5e907e9c-b970-46f6-893b-7972c287098a req-fe223994-cafe-4fa2-b43f-a384f08bbb02 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ef945e-78d3-4bb6-95db-a274d1b889ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944833 Mar 07 10:53:18.568295 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ac5a80-a6ec-49eb-bff0-47e249105a66 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Router c0bcb8cd-9475-4844-840f-b2f548dcaff5 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:53:18.589433 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-f374c116-e904-457c-a33d-f729d3bea342 None None] For port 6ebe3443-35a6-4bf6-a2fb-360ae20459a0, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:53:18.593743 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-f374c116-e904-457c-a33d-f729d3bea342 None None] For port 6ebe3443-35a6-4bf6-a2fb-360ae20459a0, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6ebe3443-35a6-4bf6-a2fb-360ae20459a0,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:53:18.602337 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f374c116-e904-457c-a33d-f729d3bea342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6ebe3443-35a6-4bf6-a2fb-360ae20459a0), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:18.603232 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-1fdf0f1e-bf73-48de-a5f5-02eded6e0264 admin admin] Allocated IP 172.20.0.1 (89c82ebc-0d2c-446d-9232-939e7905e93b/e4787b40-e1f6-4c42-b340-b6308e03f420/b8ed482d-9752-4c73-992e-1b69cc138120) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:53:18.613916 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42034) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:18.635755 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-112aa79e-bfb5-400e-b581-5d01a43c90c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (042a811d-eeb6-4312-8242-ea3cc2a88848), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:18.638918 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-112aa79e-bfb5-400e-b581-5d01a43c90c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:18.640513 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-112aa79e-bfb5-400e-b581-5d01a43c90c6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/042a811d-eeb6-4312-8242-ea3cc2a88848 HTTP/1.1" status: 204 len: 168 time: 0.8337951 Mar 07 10:53:18.677897 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41b7c4-e704-4dd7-aeb2-642728a744a2 None None] Pushing event updated for resources: {'Port': ['ID=6ebe3443-35a6-4bf6-a2fb-360ae20459a0,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:18.680456 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112aa79e-bfb5-400e-b581-5d01a43c90c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042a811d-eeb6-4312-8242-ea3cc2a88848,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:18.699823 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f374c116-e904-457c-a33d-f729d3bea342 None None] Routers {'8340f294-28b9-4618-ba75-a40fe8154dcf'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:18.700523 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f374c116-e904-457c-a33d-f729d3bea342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:53:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['8340f294-28b9-4618-ba75-a40fe8154dcf'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:18.729694 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ac5a80-a6ec-49eb-bff0-47e249105a66 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:53:18.738240 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0ac5a80-a6ec-49eb-bff0-47e249105a66 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:18.739698 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b041c1b6-5308-4d1d-9f44-34f8b13dc85d None None] Sync routers for ids ['c0bcb8cd-9475-4844-840f-b2f548dcaff5'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:53:18.743032 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a0ac5a80-a6ec-49eb-bff0-47e249105a66 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] 10.222.0.11 "PUT /v2.0/routers/c0bcb8cd-9475-4844-840f-b2f548dcaff5 HTTP/1.1" status: 200 len: 925 time: 2.3744752 Mar 07 10:53:18.743437 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42040) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:18.758883 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b041c1b6-5308-4d1d-9f44-34f8b13dc85d None None] Routers {'c0bcb8cd-9475-4844-840f-b2f548dcaff5'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:18.759657 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b041c1b6-5308-4d1d-9f44-34f8b13dc85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:53:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['c0bcb8cd-9475-4844-840f-b2f548dcaff5'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:18.817762 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b041c1b6-5308-4d1d-9f44-34f8b13dc85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:18.820258 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-9dd90d14-febd-4c89-b745-2db3efc9e3e6 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1823519353-network', 'tenant_id': 'd0eddf77bbeb45c49eeca60e5ce034ea'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:18.838798 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b041c1b6-5308-4d1d-9f44-34f8b13dc85d None None] Routers {'c0bcb8cd-9475-4844-840f-b2f548dcaff5'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:18.839725 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b041c1b6-5308-4d1d-9f44-34f8b13dc85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:53:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['c0bcb8cd-9475-4844-840f-b2f548dcaff5'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:18.858072 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd90d14-febd-4c89-b745-2db3efc9e3e6 admin admin] Made reservation on behalf of d0eddf77bbeb45c49eeca60e5ce034ea for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:53:18.860396 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9dd90d14-febd-4c89-b745-2db3efc9e3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:18.875415 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9dd90d14-febd-4c89-b745-2db3efc9e3e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:18.879740 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1fdf0f1e-bf73-48de-a5f5-02eded6e0264 admin admin] Publish callbacks [] for port (b8ed482d-9752-4c73-992e-1b69cc138120), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:18.909648 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0a0bbde2-63c5-4f6f-b6d9-09d00d198707 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] 10.222.0.11 "GET /v2.0/routers/c0bcb8cd-9475-4844-840f-b2f548dcaff5 HTTP/1.1" status: 200 len: 925 time: 0.1649983 Mar 07 10:53:18.912541 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42044) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:18.917614 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b041c1b6-5308-4d1d-9f44-34f8b13dc85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:18.918307 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-f374c116-e904-457c-a33d-f729d3bea342 None None] Set router 8340f294-28b9-4618-ba75-a40fe8154dcf gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:53:18.918429 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b041c1b6-5308-4d1d-9f44-34f8b13dc85d None None] The sync data for ids ['c0bcb8cd-9475-4844-840f-b2f548dcaff5'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:53:18.961889 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1fdf0f1e-bf73-48de-a5f5-02eded6e0264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (b8ed482d-9752-4c73-992e-1b69cc138120), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:18.998827 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a60fbd-1e83-456f-8624-69a677ced259 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:19.003640 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d9a60fbd-1e83-456f-8624-69a677ced259 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=f8958782-2869-4679-b3a6-78e3b1855431&device_id=c0bcb8cd-9475-4844-840f-b2f548dcaff5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0869939 Mar 07 10:53:19.003804 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42046) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:19.009621 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdf0f1e-bf73-48de-a5f5-02eded6e0264 admin admin] Network 89c82ebc-0d2c-446d-9232-939e7905e93b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:53:19.020249 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-1fdf0f1e-bf73-48de-a5f5-02eded6e0264 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:19.028218 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdf0f1e-bf73-48de-a5f5-02eded6e0264 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:53:19.046881 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9dd90d14-febd-4c89-b745-2db3efc9e3e6 admin admin] Publish callbacks [] for security_group (15582301-0bc0-4b99-ac3c-07cf752342d3), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:19.059479 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf0f1e-bf73-48de-a5f5-02eded6e0264 admin admin] Pushing event updated for resources: {'Port': ['ID=b8ed482d-9752-4c73-992e-1b69cc138120,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:19.120064 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1fdf0f1e-bf73-48de-a5f5-02eded6e0264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (8340f294-28b9-4618-ba75-a40fe8154dcf), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:19.121310 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717cae85-14ee-4745-8ea2-41469979d3fc tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:19.122939 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-717cae85-14ee-4745-8ea2-41469979d3fc tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 881 time: 0.1179595 Mar 07 10:53:19.127272 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42052) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:19.129554 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9dd90d14-febd-4c89-b745-2db3efc9e3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (15582301-0bc0-4b99-ac3c-07cf752342d3), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:19.218164 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f374c116-e904-457c-a33d-f729d3bea342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'name': 'tempest-AttachVolumeShelveTestJSON-1265140767-router', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:11Z', 'updated_at': '2022-03-07T10:53:14Z', 'revision_number': 3, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'gw_port': {'id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:13Z', 'updated_at': '2022-03-07T10:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:19.231006 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5051413f-419c-4ffe-8760-22f5de93e615 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0bcb8cd-9475-4844-840f-b2f548dcaff5 HTTP/1.1" status: 200 len: 205 time: 0.0960073 Mar 07 10:53:19.232403 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42058) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:19.234191 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd90d14-febd-4c89-b745-2db3efc9e3e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:53:19.264574 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f374c116-e904-457c-a33d-f729d3bea342 None None] The sync data for ids ['8340f294-28b9-4618-ba75-a40fe8154dcf'] in n-d-832164-4 is: [{'id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'name': 'tempest-AttachVolumeShelveTestJSON-1265140767-router', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:11Z', 'updated_at': '2022-03-07T10:53:14Z', 'revision_number': 3, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'gw_port': {'id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:13Z', 'updated_at': '2022-03-07T10:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:53:19.268378 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9dd90d14-febd-4c89-b745-2db3efc9e3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (a9d5b540-8ec8-444d-a86c-d916ee735904), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:19.268780 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-9dd90d14-febd-4c89-b745-2db3efc9e3e6 admin admin] Added segment a9d5b540-8ec8-444d-a86c-d916ee735904 of type vlan for network 7fac1152-dceb-4e01-be73-26a3fb8119a5 Mar 07 10:53:19.276188 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd90d14-febd-4c89-b745-2db3efc9e3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15582301-0bc0-4b99-ac3c-07cf752342d3,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:19.348989 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c194d6c6-09b0-4f9d-b72d-a94e2169ccc1 None None] Provisioning complete for port b8ed482d-9752-4c73-992e-1b69cc138120 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:53:19.370789 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c194d6c6-09b0-4f9d-b72d-a94e2169ccc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b8ed482d-9752-4c73-992e-1b69cc138120), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:19.397770 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9dd90d14-febd-4c89-b745-2db3efc9e3e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (7fac1152-dceb-4e01-be73-26a3fb8119a5), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:19.441332 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c194d6c6-09b0-4f9d-b72d-a94e2169ccc1 None None] Port b8ed482d-9752-4c73-992e-1b69cc138120 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:53:19.462696 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a30c6d37-342c-44ad-b876-0147ce401a68 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router (c0bcb8cd-9475-4844-840f-b2f548dcaff5), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:19.469659 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9dd90d14-febd-4c89-b745-2db3efc9e3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (7fac1152-dceb-4e01-be73-26a3fb8119a5), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:19.470877 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd90d14-febd-4c89-b745-2db3efc9e3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:19.471691 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9dd90d14-febd-4c89-b745-2db3efc9e3e6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:19.477496 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1fdf0f1e-bf73-48de-a5f5-02eded6e0264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b8ed482d-9752-4c73-992e-1b69cc138120), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:19.527761 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9dd90d14-febd-4c89-b745-2db3efc9e3e6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9127228 Mar 07 10:53:19.601190 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd90d14-febd-4c89-b745-2db3efc9e3e6 admin admin] Pushing event updated for resources: {'Network': ['ID=7fac1152-dceb-4e01-be73-26a3fb8119a5,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:19.616064 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 7fac1152-dceb-4e01-be73-26a3fb8119a5 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:53:19.710539 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a30c6d37-342c-44ad-b876-0147ce401a68 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router_gateway (c0bcb8cd-9475-4844-840f-b2f548dcaff5), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:19.862520 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-a30c6d37-342c-44ad-b876-0147ce401a68 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Deleting port 742a101b-9c19-472c-9634-0bf112592c9d {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:53:19.865728 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a30c6d37-342c-44ad-b876-0147ce401a68 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (742a101b-9c19-472c-9634-0bf112592c9d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:19.932103 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da2834-3475-4e84-940c-d2274da66277 req-ef03517a-82cf-40a6-b167-c097268891c6 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:19.936141 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b6da2834-3475-4e84-940c-d2274da66277 req-ef03517a-82cf-40a6-b167-c097268891c6 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.11 "GET /v2.0/ports?device_id=13f4b7e3-bc78-4484-b140-1d26e60e5111 HTTP/1.1" status: 200 len: 943 time: 0.2385356 Mar 07 10:53:20.038111 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a30c6d37-342c-44ad-b876-0147ce401a68 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (742a101b-9c19-472c-9634-0bf112592c9d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:20.042704 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b6da2834-3475-4e84-940c-d2274da66277 req-49c47908-e968-4140-92bc-3a1fa9875001 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ef945e-78d3-4bb6-95db-a274d1b889ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738261 Mar 07 10:53:20.061776 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1fdf0f1e-bf73-48de-a5f5-02eded6e0264 admin admin] Publish callbacks [] for port (b8ed482d-9752-4c73-992e-1b69cc138120), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:20.066163 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-a30c6d37-342c-44ad-b876-0147ce401a68 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Calling delete_port for 742a101b-9c19-472c-9634-0bf112592c9d owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:53:20.071541 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1fdf0f1e-bf73-48de-a5f5-02eded6e0264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (b8ed482d-9752-4c73-992e-1b69cc138120), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:20.144039 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1fdf0f1e-bf73-48de-a5f5-02eded6e0264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (8340f294-28b9-4618-ba75-a40fe8154dcf), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:20.228431 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 60f2b4a7-7009-4bcc-b08a-09cfcfafdeba details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:53:20.341921 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf0f1e-bf73-48de-a5f5-02eded6e0264 admin admin] Pushing event updated for resources: {'Port': ['ID=b8ed482d-9752-4c73-992e-1b69cc138120,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:20.381465 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdf0f1e-bf73-48de-a5f5-02eded6e0264 admin admin] Network 89c82ebc-0d2c-446d-9232-939e7905e93b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:53:20.390250 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-1fdf0f1e-bf73-48de-a5f5-02eded6e0264 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:20.487212 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 60f2b4a7-7009-4bcc-b08a-09cfcfafdeba, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=60f2b4a7-7009-4bcc-b08a-09cfcfafdeba,segment=NetworkSegment(b7a9d6ec-9c16-4c99-aaa0-98a248685ae9),segment_id=b7a9d6ec-9c16-4c99-aaa0-98a248685ae9)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:20.504323 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '60f2b4a7-7009-4bcc-b08a-09cfcfafdeba', 'network_id': 'b2875d00-0541-4efe-8726-e95d92c2053f', 'port_id': '60f2b4a7-7009-4bcc-b08a-09cfcfafdeba', 'mac_address': 'fa:16:3e:dc:e9:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef6a7631-8631-471c-a0f8-c0d4b1a280d1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:53:20.566661 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 60f2b4a7-7009-4bcc-b08a-09cfcfafdeba is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:53:20.567656 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (60f2b4a7-7009-4bcc-b08a-09cfcfafdeba), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:20.582735 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a30c6d37-342c-44ad-b876-0147ce401a68 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (742a101b-9c19-472c-9634-0bf112592c9d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:20.590847 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f2b4a7-7009-4bcc-b08a-09cfcfafdeba {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:53:20.619895 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 60f2b4a7-7009-4bcc-b08a-09cfcfafdeba, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=60f2b4a7-7009-4bcc-b08a-09cfcfafdeba,segment=NetworkSegment(b7a9d6ec-9c16-4c99-aaa0-98a248685ae9),segment_id=b7a9d6ec-9c16-4c99-aaa0-98a248685ae9)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:20.628536 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (60f2b4a7-7009-4bcc-b08a-09cfcfafdeba), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:20.692033 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30c6d37-342c-44ad-b876-0147ce401a68 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Pushing event deleted for resources: {'Port': ['ID=742a101b-9c19-472c-9634-0bf112592c9d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:20.729825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fdf0f1e-bf73-48de-a5f5-02eded6e0264 admin admin] Router 8340f294-28b9-4618-ba75-a40fe8154dcf has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:53:20.760599 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=60f2b4a7-7009-4bcc-b08a-09cfcfafdeba,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:20.800224 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc61a8d-0fac-482e-9a1b-258675019254 req-59bf91a5-b72a-4e6f-abf3-c1301fd75237 tempest-ComputeTenantNetworksTest-1494818809 tempest-ComputeTenantNetworksTest-1494818809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:20.806027 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc61a8d-0fac-482e-9a1b-258675019254 req-59bf91a5-b72a-4e6f-abf3-c1301fd75237 tempest-ComputeTenantNetworksTest-1494818809 tempest-ComputeTenantNetworksTest-1494818809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:20.812707 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc61a8d-0fac-482e-9a1b-258675019254 req-59bf91a5-b72a-4e6f-abf3-c1301fd75237 tempest-ComputeTenantNetworksTest-1494818809 tempest-ComputeTenantNetworksTest-1494818809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:20.815421 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9cc61a8d-0fac-482e-9a1b-258675019254 req-59bf91a5-b72a-4e6f-abf3-c1301fd75237 tempest-ComputeTenantNetworksTest-1494818809 tempest-ComputeTenantNetworksTest-1494818809-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4132950 Mar 07 10:53:20.907283 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42098) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:20.917142 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-4b98096b-c8b4-427d-9a6f-1bc47300da20 None None] Provisioning complete for port b8ed482d-9752-4c73-992e-1b69cc138120 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:53:20.917854 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4b98096b-c8b4-427d-9a6f-1bc47300da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b8ed482d-9752-4c73-992e-1b69cc138120), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:20.925521 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fdf0f1e-bf73-48de-a5f5-02eded6e0264 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:53:20.948049 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1fdf0f1e-bf73-48de-a5f5-02eded6e0264 admin admin] 10.222.0.11 "PUT /v2.0/routers/8340f294-28b9-4618-ba75-a40fe8154dcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5864885 Mar 07 10:53:20.948258 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a30c6d37-342c-44ad-b876-0147ce401a68 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (c0bcb8cd-9475-4844-840f-b2f548dcaff5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:21.014569 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['60f2b4a7-7009-4bcc-b08a-09cfcfafdeba'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:53:21.108437 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871f74b-3e4b-4f34-abd6-4ed6b07524d0 req-81d1a6eb-2a4b-49fb-a521-080246e5b52c tempest-ComputeTenantNetworksTest-1494818809 tempest-ComputeTenantNetworksTest-1494818809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:21.108437 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9871f74b-3e4b-4f34-abd6-4ed6b07524d0 req-81d1a6eb-2a4b-49fb-a521-080246e5b52c tempest-ComputeTenantNetworksTest-1494818809 tempest-ComputeTenantNetworksTest-1494818809-project] 10.222.0.11 "GET /v2.0/networks/7fac1152-dceb-4e01-be73-26a3fb8119a5 HTTP/1.1" status: 200 len: 769 time: 0.1749561 Mar 07 10:53:21.108437 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42110) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:21.133681 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4b98096b-c8b4-427d-9a6f-1bc47300da20 None None] Port b8ed482d-9752-4c73-992e-1b69cc138120 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:53:21.206186 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a30c6d37-342c-44ad-b876-0147ce401a68 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (c0bcb8cd-9475-4844-840f-b2f548dcaff5), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:21.216989 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a30c6d37-342c-44ad-b876-0147ce401a68 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router_controller (c0bcb8cd-9475-4844-840f-b2f548dcaff5), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:21.278149 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b23529d-edaf-4dcb-8fb3-2453d42ba0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (7fac1152-dceb-4e01-be73-26a3fb8119a5), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:21.359669 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a30c6d37-342c-44ad-b876-0147ce401a68 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (c0bcb8cd-9475-4844-840f-b2f548dcaff5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:21.362814 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30c6d37-342c-44ad-b876-0147ce401a68 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Fanout notify agent at l3_agent the message router_deleted on router c0bcb8cd-9475-4844-840f-b2f548dcaff5 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:53:21.371844 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a30c6d37-342c-44ad-b876-0147ce401a68 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:21.377270 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a30c6d37-342c-44ad-b876-0147ce401a68 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] 10.222.0.11 "DELETE /v2.0/routers/c0bcb8cd-9475-4844-840f-b2f548dcaff5 HTTP/1.1" status: 204 len: 168 time: 2.1386948 Mar 07 10:53:21.378400 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42118) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:21.384639 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-316012dd-bd0b-42fc-99f1-5fc0ae9332ff tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-842361839', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:21.392684 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-19bb231c-c438-4e0a-a879-5d54fac1836f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:21.432987 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b23529d-edaf-4dcb-8fb3-2453d42ba0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (7fac1152-dceb-4e01-be73-26a3fb8119a5), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:21.464263 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-316012dd-bd0b-42fc-99f1-5fc0ae9332ff tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (3251c2c9-6661-45b3-a8de-d0acafbf7b7e), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:21.465368 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-316012dd-bd0b-42fc-99f1-5fc0ae9332ff tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (3251c2c9-6661-45b3-a8de-d0acafbf7b7e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:21.485271 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1385c-429e-4287-83a4-f11bc281d819 req-341bad0d-ad3f-4537-b0b5-1196ebd2a567 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:21.492557 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-96f1385c-429e-4287-83a4-f11bc281d819 req-341bad0d-ad3f-4537-b0b5-1196ebd2a567 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.11 "GET /v2.0/ports?device_id=13f4b7e3-bc78-4484-b140-1d26e60e5111 HTTP/1.1" status: 200 len: 944 time: 0.1624720 Mar 07 10:53:21.514052 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-4b23529d-edaf-4dcb-8fb3-2453d42ba0b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fac1152-dceb-4e01-be73-26a3fb8119a5']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:21.542388 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-4b23529d-edaf-4dcb-8fb3-2453d42ba0b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d5b540-8ec8-444d-a86c-d916ee735904') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:21.542589 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-4b23529d-edaf-4dcb-8fb3-2453d42ba0b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d5b540-8ec8-444d-a86c-d916ee735904') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:21.600152 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b23529d-edaf-4dcb-8fb3-2453d42ba0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (a9d5b540-8ec8-444d-a86c-d916ee735904), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:21.629781 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b23529d-edaf-4dcb-8fb3-2453d42ba0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (a9d5b540-8ec8-444d-a86c-d916ee735904), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:21.643525 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b23529d-edaf-4dcb-8fb3-2453d42ba0b7 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:53:21.643947 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b23529d-edaf-4dcb-8fb3-2453d42ba0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (a9d5b540-8ec8-444d-a86c-d916ee735904), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:21.684810 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-96f1385c-429e-4287-83a4-f11bc281d819 req-58fef292-6cb7-4d89-b4e1-33aa659de678 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ef945e-78d3-4bb6-95db-a274d1b889ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659455 Mar 07 10:53:21.690655 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-316012dd-bd0b-42fc-99f1-5fc0ae9332ff tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router_controller (3251c2c9-6661-45b3-a8de-d0acafbf7b7e), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:21.710147 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-316012dd-bd0b-42fc-99f1-5fc0ae9332ff tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (3251c2c9-6661-45b3-a8de-d0acafbf7b7e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:21.732572 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6ebe3443-35a6-4bf6-a2fb-360ae20459a0 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:53:21.785756 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:53:21.785756 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:53:21.785756 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:53:21.785756 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:53:21.785756 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:53:21.785756 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:53:21.785756 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:53:21.785756 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:53:21.785756 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:53:21.785756 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:53:21.785756 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:53:21.785756 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:53:21.785756 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:53:21.785756 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:53:21.785756 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:53:21.785756 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:53:21.785756 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:53:21.785756 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:53:21.785756 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:53:21.785756 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:53:21.785756 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:53:21.785756 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:53:21.785756 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:53:21.785756 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:53:21.785756 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:53:21.785756 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:53:21.785756 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:53:21.785756 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:53:21.785756 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:53:21.785756 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:53:21.785756 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:53:21.785756 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:53:21.790764 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b23529d-edaf-4dcb-8fb3-2453d42ba0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (7fac1152-dceb-4e01-be73-26a3fb8119a5), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:21.808900 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-19bb231c-c438-4e0a-a879-5d54fac1836f admin admin] Publish callbacks [] for security_group (7a287fc8-5db8-436a-8fbf-d0e62a83afee), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:21.813367 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-316012dd-bd0b-42fc-99f1-5fc0ae9332ff tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:21.815073 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-316012dd-bd0b-42fc-99f1-5fc0ae9332ff tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4340127 Mar 07 10:53:21.818035 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42122) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:21.820184 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b23529d-edaf-4dcb-8fb3-2453d42ba0b7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:21.826893 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d5bf8f0a-5f45-458a-a2cc-841bf52d0514 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:21.827216 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4b23529d-edaf-4dcb-8fb3-2453d42ba0b7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7fac1152-dceb-4e01-be73-26a3fb8119a5 HTTP/1.1" status: 204 len: 168 time: 0.7187998 Mar 07 10:53:21.828284 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23529d-edaf-4dcb-8fb3-2453d42ba0b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fac1152-dceb-4e01-be73-26a3fb8119a5,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:21.837999 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-19bb231c-c438-4e0a-a879-5d54fac1836f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7a287fc8-5db8-436a-8fbf-d0e62a83afee), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:21.848575 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 6ebe3443-35a6-4bf6-a2fb-360ae20459a0 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:53:21.849511 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6ebe3443-35a6-4bf6-a2fb-360ae20459a0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:21.947437 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42126) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:21.953277 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-bb4159f9-8922-49b6-9a60-509da3065fc7 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Request body: {'security_group': {'name': 'tempest-securitygroup--15837963', 'description': 'tempest-description--2087050148'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:21.991105 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 6ebe3443-35a6-4bf6-a2fb-360ae20459a0 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:53:21.991733 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6ebe3443-35a6-4bf6-a2fb-360ae20459a0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:22.006516 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bb4159f9-8922-49b6-9a60-509da3065fc7 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:22.052770 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 6ebe3443-35a6-4bf6-a2fb-360ae20459a0, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6ebe3443-35a6-4bf6-a2fb-360ae20459a0,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:22.066910 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6ebe3443-35a6-4bf6-a2fb-360ae20459a0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:22.116377 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42128) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:22.175270 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=6ebe3443-35a6-4bf6-a2fb-360ae20459a0,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:22.176070 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bb4159f9-8922-49b6-9a60-509da3065fc7 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for security_group (52e1d572-97b0-4dc7-86b8-c8520b5faab2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:22.186912 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a99fec7-857e-49a9-a91b-f2bd27e336d8 None None] Sync routers for ids ['8340f294-28b9-4618-ba75-a40fe8154dcf'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:53:22.187757 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bb4159f9-8922-49b6-9a60-509da3065fc7 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (52e1d572-97b0-4dc7-86b8-c8520b5faab2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:22.211629 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a99fec7-857e-49a9-a91b-f2bd27e336d8 None None] Routers {'8340f294-28b9-4618-ba75-a40fe8154dcf'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:22.215737 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2a99fec7-857e-49a9-a91b-f2bd27e336d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:53:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['8340f294-28b9-4618-ba75-a40fe8154dcf'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:22.243220 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 60f2b4a7-7009-4bcc-b08a-09cfcfafdeba up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:53:22.262187 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bb4159f9-8922-49b6-9a60-509da3065fc7 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:22.263501 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-bb4159f9-8922-49b6-9a60-509da3065fc7 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3152602 Mar 07 10:53:22.273099 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42130) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:22.286545 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-9024fb7b-f49c-4494-a51a-be8ca4973fa3 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Request body: {'security_group_rule': {'security_group_id': '52e1d572-97b0-4dc7-86b8-c8520b5faab2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:22.312352 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5dec03fa-e975-45dc-83cb-3a5e654552ce admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d0eddf77bbeb45c49eeca60e5ce034ea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1898518 Mar 07 10:53:22.313153 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42132) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:22.320085 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4159f9-8922-49b6-9a60-509da3065fc7 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52e1d572-97b0-4dc7-86b8-c8520b5faab2,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:22.362191 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 60f2b4a7-7009-4bcc-b08a-09cfcfafdeba completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:53:22.363745 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-2a99fec7-857e-49a9-a91b-f2bd27e336d8 None None] Set router 8340f294-28b9-4618-ba75-a40fe8154dcf gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:53:22.366722 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 60f2b4a7-7009-4bcc-b08a-09cfcfafdeba triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:53:22.367048 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (60f2b4a7-7009-4bcc-b08a-09cfcfafdeba), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:22.371880 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9024fb7b-f49c-4494-a51a-be8ca4973fa3 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for security_group_rule (2710d7d1-3ecb-4eb2-8f48-d8834a36883f), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:22.398587 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-19bb231c-c438-4e0a-a879-5d54fac1836f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dbc1ea8b510e42b79c66f0c16ac7c90d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4887862 Mar 07 10:53:22.409291 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42134) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:22.526820 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb231c-c438-4e0a-a879-5d54fac1836f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a287fc8-5db8-436a-8fbf-d0e62a83afee,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:22.546495 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9024fb7b-f49c-4494-a51a-be8ca4973fa3 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for security_group_rule (2710d7d1-3ecb-4eb2-8f48-d8834a36883f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:22.558930 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9024fb7b-f49c-4494-a51a-be8ca4973fa3 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (2710d7d1-3ecb-4eb2-8f48-d8834a36883f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:22.577145 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 60f2b4a7-7009-4bcc-b08a-09cfcfafdeba is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:53:22.577405 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (60f2b4a7-7009-4bcc-b08a-09cfcfafdeba), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:22.623405 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9024fb7b-f49c-4494-a51a-be8ca4973fa3 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:22.625460 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9024fb7b-f49c-4494-a51a-be8ca4973fa3 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3505762 Mar 07 10:53:22.631632 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42138) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:22.637777 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-8bfdbb0b-471e-427c-a321-e5645323b931 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Request body: {'security_group_rule': {'security_group_id': '52e1d572-97b0-4dc7-86b8-c8520b5faab2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:22.643805 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e87b7968-960b-4dce-a51a-22171b7acf5d admin admin] Publish callbacks [] for security_group (7a287fc8-5db8-436a-8fbf-d0e62a83afee), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:22.679071 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e87b7968-960b-4dce-a51a-22171b7acf5d admin admin] Publish callbacks [] for security_group (7a287fc8-5db8-436a-8fbf-d0e62a83afee), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:22.719277 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2a99fec7-857e-49a9-a91b-f2bd27e336d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'name': 'tempest-AttachVolumeShelveTestJSON-1265140767-router', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:11Z', 'updated_at': '2022-03-07T10:53:19Z', 'revision_number': 4, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'gw_port': {'id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:13Z', 'updated_at': '2022-03-07T10:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'b8ed482d-9752-4c73-992e-1b69cc138120', 'name': '', 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'mac_address': 'fa:16:3e:57:77:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:18Z', 'updated_at': '2022-03-07T10:53:19Z', 'revision_number': 2, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'subnets': [{'id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:22.721530 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 60f2b4a7-7009-4bcc-b08a-09cfcfafdeba, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=60f2b4a7-7009-4bcc-b08a-09cfcfafdeba,segment=NetworkSegment(b7a9d6ec-9c16-4c99-aaa0-98a248685ae9),segment_id=b7a9d6ec-9c16-4c99-aaa0-98a248685ae9)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:22.723053 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f4b7e3-bc78-4484-b140-1d26e60e5111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f2b4a7-7009-4bcc-b08a-09cfcfafdeba'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:53:22.723943 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a172a401-f92c-47c0-b986-be4daa9dc400 admin admin] Publish callbacks [] for security_group (15582301-0bc0-4b99-ac3c-07cf752342d3), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:22.726674 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d97813-514b-42cc-a4fb-1791adddc9db" -d '{"events": [{"server_uuid": "13f4b7e3-bc78-4484-b140-1d26e60e5111", "name": "network-vif-plugged", "status": "completed", "tag": "60f2b4a7-7009-4bcc-b08a-09cfcfafdeba"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:53:22.731367 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (60f2b4a7-7009-4bcc-b08a-09cfcfafdeba), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:22.756757 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9024fb7b-f49c-4494-a51a-be8ca4973fa3 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2710d7d1-3ecb-4eb2-8f48-d8834a36883f,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:22.781923 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e87b7968-960b-4dce-a51a-22171b7acf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7a287fc8-5db8-436a-8fbf-d0e62a83afee), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:22.785610 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e87b7968-960b-4dce-a51a-22171b7acf5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:22.787193 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e87b7968-960b-4dce-a51a-22171b7acf5d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7a287fc8-5db8-436a-8fbf-d0e62a83afee HTTP/1.1" status: 204 len: 168 time: 0.3756738 Mar 07 10:53:22.806093 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b7968-960b-4dce-a51a-22171b7acf5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a287fc8-5db8-436a-8fbf-d0e62a83afee,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:22.819626 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=60f2b4a7-7009-4bcc-b08a-09cfcfafdeba,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:22.827266 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a99fec7-857e-49a9-a91b-f2bd27e336d8 None None] Checking router: 8340f294-28b9-4618-ba75-a40fe8154dcf for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:53:22.832131 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a99fec7-857e-49a9-a91b-f2bd27e336d8 None None] Updating router 8340f294-28b9-4618-ba75-a40fe8154dcf port b8ed482d-9752-4c73-992e-1b69cc138120 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:53:22.836926 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8bfdbb0b-471e-427c-a321-e5645323b931 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for security_group_rule (2d748f6c-098a-438d-9948-b33d944126d9), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:22.847103 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6647c737-c875-4933-918c-343079a7448f x-openstack-request-id: req-6647c737-c875-4933-918c-343079a7448f {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:53:22.847415 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f4b7e3-bc78-4484-b140-1d26e60e5111", "name": "network-vif-plugged", "status": "completed", "tag": "60f2b4a7-7009-4bcc-b08a-09cfcfafdeba", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:53:22.853632 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6647c737-c875-4933-918c-343079a7448f {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:53:22.854149 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f4b7e3-bc78-4484-b140-1d26e60e5111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f2b4a7-7009-4bcc-b08a-09cfcfafdeba', 'code': 200} Mar 07 10:53:22.891085 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2a99fec7-857e-49a9-a91b-f2bd27e336d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b8ed482d-9752-4c73-992e-1b69cc138120), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:22.920666 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:22.983211 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a172a401-f92c-47c0-b986-be4daa9dc400 admin admin] Publish callbacks [] for security_group (15582301-0bc0-4b99-ac3c-07cf752342d3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:23.039679 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8bfdbb0b-471e-427c-a321-e5645323b931 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for security_group_rule (2d748f6c-098a-438d-9948-b33d944126d9), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:23.047486 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8bfdbb0b-471e-427c-a321-e5645323b931 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (2d748f6c-098a-438d-9948-b33d944126d9), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:23.091018 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfdbb0b-471e-427c-a321-e5645323b931 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d748f6c-098a-438d-9948-b33d944126d9,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:23.102147 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5bf8f0a-5f45-458a-a2cc-841bf52d0514 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router_gateway (3251c2c9-6661-45b3-a8de-d0acafbf7b7e), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:23.108345 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8bfdbb0b-471e-427c-a321-e5645323b931 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:23.113259 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8bfdbb0b-471e-427c-a321-e5645323b931 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4780626 Mar 07 10:53:23.115143 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42146) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:23.127736 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-76af06a3-dd8c-4a29-ae52-29a80a673c13 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:23.183107 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-76af06a3-dd8c-4a29-ae52-29a80a673c13 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:23.244695 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc44a58-ce97-4862-884a-0023c1978c0e req-ba0ca9d1-bed1-4f3c-ae61-4e6269c90999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:23.244695 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bbc44a58-ce97-4862-884a-0023c1978c0e req-ba0ca9d1-bed1-4f3c-ae61-4e6269c90999 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=13f4b7e3-bc78-4484-b140-1d26e60e5111 HTTP/1.1" status: 200 len: 1127 time: 0.3492627 Mar 07 10:53:23.253300 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c512781-aa5c-410a-b11f-51e2fe8645ae req-2f320e74-144a-423b-9fcd-77e728b7c7d8 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:23.255223 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2c512781-aa5c-410a-b11f-51e2fe8645ae req-2f320e74-144a-423b-9fcd-77e728b7c7d8 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.11 "GET /v2.0/ports?device_id=13f4b7e3-bc78-4484-b140-1d26e60e5111 HTTP/1.1" status: 200 len: 945 time: 0.3843400 Mar 07 10:53:23.383063 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-76af06a3-dd8c-4a29-ae52-29a80a673c13 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:23.416983 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2a99fec7-857e-49a9-a91b-f2bd27e336d8 None None] Publish callbacks [] for port (b8ed482d-9752-4c73-992e-1b69cc138120), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:23.427473 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2a99fec7-857e-49a9-a91b-f2bd27e336d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b8ed482d-9752-4c73-992e-1b69cc138120), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:23.438109 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bbc44a58-ce97-4862-884a-0023c1978c0e req-548ec710-83d7-4648-9739-09594a2fee34 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=12ef945e-78d3-4bb6-95db-a274d1b889ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818421 Mar 07 10:53:23.509291 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a172a401-f92c-47c0-b986-be4daa9dc400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (15582301-0bc0-4b99-ac3c-07cf752342d3), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:23.515059 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a172a401-f92c-47c0-b986-be4daa9dc400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:23.516256 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a172a401-f92c-47c0-b986-be4daa9dc400 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/15582301-0bc0-4b99-ac3c-07cf752342d3 HTTP/1.1" status: 204 len: 168 time: 1.1150348 Mar 07 10:53:23.543200 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172a401-f92c-47c0-b986-be4daa9dc400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15582301-0bc0-4b99-ac3c-07cf752342d3,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:23.561738 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2c512781-aa5c-410a-b11f-51e2fe8645ae req-fde1164b-556a-430c-a44c-ed34e3e71109 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ef945e-78d3-4bb6-95db-a274d1b889ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778662 Mar 07 10:53:23.576785 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90087e93-f868-48bb-b2a4-6d180f1fc7be None None] Pushing event updated for resources: {'Port': ['ID=b8ed482d-9752-4c73-992e-1b69cc138120,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:23.616976 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-2a99fec7-857e-49a9-a91b-f2bd27e336d8 None None] Attempting to bind port b8ed482d-9752-4c73-992e-1b69cc138120 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:53:23.619614 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-2a99fec7-857e-49a9-a91b-f2bd27e336d8 None None] Attempting to bind port b8ed482d-9752-4c73-992e-1b69cc138120 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'cb921073-4a48-4799-ac28-2ebcccf31f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:53:23.620006 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a99fec7-857e-49a9-a91b-f2bd27e336d8 None None] Attempting to bind port b8ed482d-9752-4c73-992e-1b69cc138120 on network 89c82ebc-0d2c-446d-9232-939e7905e93b {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:53:23.652143 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a99fec7-857e-49a9-a91b-f2bd27e336d8 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:53:23.652568 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a99fec7-857e-49a9-a91b-f2bd27e336d8 None None] Checking segment: {'id': 'cb921073-4a48-4799-ac28-2ebcccf31f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:53:23.652973 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2a99fec7-857e-49a9-a91b-f2bd27e336d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:23.653449 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a99fec7-857e-49a9-a91b-f2bd27e336d8 None None] Bound using segment: {'id': 'cb921073-4a48-4799-ac28-2ebcccf31f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:53:23.653950 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-2a99fec7-857e-49a9-a91b-f2bd27e336d8 None None] Bound port: b8ed482d-9752-4c73-992e-1b69cc138120, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb921073-4a48-4799-ac28-2ebcccf31f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:53:23.654330 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2a99fec7-857e-49a9-a91b-f2bd27e336d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b8ed482d-9752-4c73-992e-1b69cc138120), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:23.751327 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6ebe3443-35a6-4bf6-a2fb-360ae20459a0 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:53:23.762006 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-76af06a3-dd8c-4a29-ae52-29a80a673c13 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Allocated IP 172.25.3.141 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/08df3471-0e10-4da4-96fb-e1a632ad1350) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:53:23.836561 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5bf8f0a-5f45-458a-a2cc-841bf52d0514 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router_gateway (3251c2c9-6661-45b3-a8de-d0acafbf7b7e), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:23.872352 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-2a99fec7-857e-49a9-a91b-f2bd27e336d8 None None] For port b8ed482d-9752-4c73-992e-1b69cc138120, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:53:23.879877 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-2a99fec7-857e-49a9-a91b-f2bd27e336d8 None None] For port b8ed482d-9752-4c73-992e-1b69cc138120, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b8ed482d-9752-4c73-992e-1b69cc138120,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:53:23.897858 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2a99fec7-857e-49a9-a91b-f2bd27e336d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b8ed482d-9752-4c73-992e-1b69cc138120), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:23.910176 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5bf8f0a-5f45-458a-a2cc-841bf52d0514 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:23.923304 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-8e8a20c6-3a70-4f5a-835c-6494c14084ad None None] Provisioning complete for port b8ed482d-9752-4c73-992e-1b69cc138120 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:53:23.924652 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8e8a20c6-3a70-4f5a-835c-6494c14084ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b8ed482d-9752-4c73-992e-1b69cc138120), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:23.984305 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 6ebe3443-35a6-4bf6-a2fb-360ae20459a0 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:53:23.984688 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6ebe3443-35a6-4bf6-a2fb-360ae20459a0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:24.023905 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90087e93-f868-48bb-b2a4-6d180f1fc7be None None] Pushing event updated for resources: {'Port': ['ID=b8ed482d-9752-4c73-992e-1b69cc138120,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:24.057053 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-76af06a3-dd8c-4a29-ae52-29a80a673c13 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for port (08df3471-0e10-4da4-96fb-e1a632ad1350), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:24.058500 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a99fec7-857e-49a9-a91b-f2bd27e336d8 None None] Routers {'8340f294-28b9-4618-ba75-a40fe8154dcf'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:24.059342 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2a99fec7-857e-49a9-a91b-f2bd27e336d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:53:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['8340f294-28b9-4618-ba75-a40fe8154dcf'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:24.144399 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-76af06a3-dd8c-4a29-ae52-29a80a673c13 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (08df3471-0e10-4da4-96fb-e1a632ad1350), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:24.185227 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8e8a20c6-3a70-4f5a-835c-6494c14084ad None None] Current status of the port b8ed482d-9752-4c73-992e-1b69cc138120 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:53:24.185620 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8e8a20c6-3a70-4f5a-835c-6494c14084ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b8ed482d-9752-4c73-992e-1b69cc138120), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:24.263947 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-d5bf8f0a-5f45-458a-a2cc-841bf52d0514 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Allocated IP 172.25.3.123 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/865bb00c-0099-46be-8fcb-0c580baa50e4) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:53:24.309954 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af06a3-dd8c-4a29-ae52-29a80a673c13 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Pushing event updated for resources: {'Port': ['ID=08df3471-0e10-4da4-96fb-e1a632ad1350,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:24.351956 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76af06a3-dd8c-4a29-ae52-29a80a673c13 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:53:24.355043 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-76af06a3-dd8c-4a29-ae52-29a80a673c13 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:24.360203 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76af06a3-dd8c-4a29-ae52-29a80a673c13 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:53:24.386232 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-8e8a20c6-3a70-4f5a-835c-6494c14084ad None None] For port b8ed482d-9752-4c73-992e-1b69cc138120, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b8ed482d-9752-4c73-992e-1b69cc138120,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:24.396796 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 6ebe3443-35a6-4bf6-a2fb-360ae20459a0 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:53:24.402487 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8e8a20c6-3a70-4f5a-835c-6494c14084ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b8ed482d-9752-4c73-992e-1b69cc138120), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:24.533350 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5bf8f0a-5f45-458a-a2cc-841bf52d0514 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for port (865bb00c-0099-46be-8fcb-0c580baa50e4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:24.598891 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-2a99fec7-857e-49a9-a91b-f2bd27e336d8 None None] Set router 8340f294-28b9-4618-ba75-a40fe8154dcf gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:53:24.630469 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-76af06a3-dd8c-4a29-ae52-29a80a673c13 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for floatingip (cfcea716-e1f2-46c8-8d21-d2d3a2789bb1), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:24.642245 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5bf8f0a-5f45-458a-a2cc-841bf52d0514 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (865bb00c-0099-46be-8fcb-0c580baa50e4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:24.643207 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ed4651cb-fc33-497e-b161-459644478170 None None] Provisioning complete for port b8ed482d-9752-4c73-992e-1b69cc138120 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:53:24.644084 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ed4651cb-fc33-497e-b161-459644478170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b8ed482d-9752-4c73-992e-1b69cc138120), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:24.745900 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a20c6-3a70-4f5a-835c-6494c14084ad None None] Pushing event updated for resources: {'Port': ['ID=b8ed482d-9752-4c73-992e-1b69cc138120,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:24.801430 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf8f0a-5f45-458a-a2cc-841bf52d0514 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Pushing event updated for resources: {'Port': ['ID=865bb00c-0099-46be-8fcb-0c580baa50e4,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:24.825597 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-76af06a3-dd8c-4a29-ae52-29a80a673c13 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (08df3471-0e10-4da4-96fb-e1a632ad1350), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:24.859009 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bf8f0a-5f45-458a-a2cc-841bf52d0514 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:53:24.862527 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-d5bf8f0a-5f45-458a-a2cc-841bf52d0514 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:24.895860 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bf8f0a-5f45-458a-a2cc-841bf52d0514 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:53:24.939543 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ed4651cb-fc33-497e-b161-459644478170 None None] Current status of the port b8ed482d-9752-4c73-992e-1b69cc138120 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:53:24.982658 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795f8ef-50cb-4d78-8dc7-36cecfac9c49 req-93390a67-c298-4519-8bd8-8796c41e32c1 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:24.986731 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d795f8ef-50cb-4d78-8dc7-36cecfac9c49 req-93390a67-c298-4519-8bd8-8796c41e32c1 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.11 "GET /v2.0/ports?device_id=13f4b7e3-bc78-4484-b140-1d26e60e5111 HTTP/1.1" status: 200 len: 945 time: 0.2436037 Mar 07 10:53:25.098716 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2a99fec7-857e-49a9-a91b-f2bd27e336d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'name': 'tempest-AttachVolumeShelveTestJSON-1265140767-router', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:11Z', 'updated_at': '2022-03-07T10:53:19Z', 'revision_number': 4, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'gw_port': {'id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:13Z', 'updated_at': '2022-03-07T10:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'b8ed482d-9752-4c73-992e-1b69cc138120', 'name': '', 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'mac_address': 'fa:16:3e:57:77:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:18Z', 'updated_at': '2022-03-07T10:53:23Z', 'revision_number': 4, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'subnets': [{'id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:25.161497 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a99fec7-857e-49a9-a91b-f2bd27e336d8 None None] The sync data for ids ['8340f294-28b9-4618-ba75-a40fe8154dcf'] in n-d-832164-4 is: [{'id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'name': 'tempest-AttachVolumeShelveTestJSON-1265140767-router', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:11Z', 'updated_at': '2022-03-07T10:53:19Z', 'revision_number': 4, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'gw_port': {'id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:13Z', 'updated_at': '2022-03-07T10:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'b8ed482d-9752-4c73-992e-1b69cc138120', 'name': '', 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'mac_address': 'fa:16:3e:57:77:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:18Z', 'updated_at': '2022-03-07T10:53:23Z', 'revision_number': 4, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'subnets': [{'id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:53:25.193101 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d795f8ef-50cb-4d78-8dc7-36cecfac9c49 req-8d4152d7-2c8a-4334-b4af-fcfeec68d26d tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ef945e-78d3-4bb6-95db-a274d1b889ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997380 Mar 07 10:53:25.316702 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-76af06a3-dd8c-4a29-ae52-29a80a673c13 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for port (08df3471-0e10-4da4-96fb-e1a632ad1350), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:25.322409 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-76af06a3-dd8c-4a29-ae52-29a80a673c13 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (08df3471-0e10-4da4-96fb-e1a632ad1350), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:25.425585 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af06a3-dd8c-4a29-ae52-29a80a673c13 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Pushing event updated for resources: {'Port': ['ID=08df3471-0e10-4da4-96fb-e1a632ad1350,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:25.441191 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-76af06a3-dd8c-4a29-ae52-29a80a673c13 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (cfcea716-e1f2-46c8-8d21-d2d3a2789bb1), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:25.480590 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-76af06a3-dd8c-4a29-ae52-29a80a673c13 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:25.493717 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-76af06a3-dd8c-4a29-ae52-29a80a673c13 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3773785 Mar 07 10:53:25.613078 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5bf8f0a-5f45-458a-a2cc-841bf52d0514 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router_gateway (3251c2c9-6661-45b3-a8de-d0acafbf7b7e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:25.670645 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b8ed482d-9752-4c73-992e-1b69cc138120 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:53:25.771281 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port b8ed482d-9752-4c73-992e-1b69cc138120 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:53:25.772204 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b8ed482d-9752-4c73-992e-1b69cc138120), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:25.892308 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port b8ed482d-9752-4c73-992e-1b69cc138120 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:53:26.130162 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5bf8f0a-5f45-458a-a2cc-841bf52d0514 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26448'] for router (3251c2c9-6661-45b3-a8de-d0acafbf7b7e), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:26.134477 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5bf8f0a-5f45-458a-a2cc-841bf52d0514 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674560'] for router (3251c2c9-6661-45b3-a8de-d0acafbf7b7e), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:26.300495 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-369b96fc-5fc2-4146-82f2-983437f32178 req-572dcd1c-2739-43cb-9517-2448c16d8397 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--15837963&fields=id&tenant_id=3f4947cca2a6480f85064d6dfbb3a125 HTTP/1.1" status: 200 len: 267 time: 0.1632283 Mar 07 10:53:26.530907 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5bf8f0a-5f45-458a-a2cc-841bf52d0514 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Router 3251c2c9-6661-45b3-a8de-d0acafbf7b7e is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:53:26.540799 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637570a-0eac-4aa2-b0c6-1ccad1f811b7 req-d1d631e7-40a7-4083-8f15-29a5bcf0d2d6 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:26.544497 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0637570a-0eac-4aa2-b0c6-1ccad1f811b7 req-d1d631e7-40a7-4083-8f15-29a5bcf0d2d6 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.11 "GET /v2.0/ports?device_id=13f4b7e3-bc78-4484-b140-1d26e60e5111 HTTP/1.1" status: 200 len: 945 time: 0.2524016 Mar 07 10:53:26.616804 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0637570a-0eac-4aa2-b0c6-1ccad1f811b7 req-56c7ed9b-4aab-4884-b5e8-312950945a53 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ef945e-78d3-4bb6-95db-a274d1b889ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622706 Mar 07 10:53:26.677801 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bf8f0a-5f45-458a-a2cc-841bf52d0514 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:53:26.687771 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5bf8f0a-5f45-458a-a2cc-841bf52d0514 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:26.689425 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8664ac6b-06e3-4797-87f8-e4d739fa6405 None None] Sync routers for ids ['3251c2c9-6661-45b3-a8de-d0acafbf7b7e'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:53:26.690509 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d5bf8f0a-5f45-458a-a2cc-841bf52d0514 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] 10.222.0.11 "PUT /v2.0/routers/3251c2c9-6661-45b3-a8de-d0acafbf7b7e HTTP/1.1" status: 200 len: 883 time: 4.8711560 Mar 07 10:53:26.693235 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42296) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:26.716247 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8664ac6b-06e3-4797-87f8-e4d739fa6405 None None] Routers {'3251c2c9-6661-45b3-a8de-d0acafbf7b7e'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:26.720599 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-8664ac6b-06e3-4797-87f8-e4d739fa6405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:53:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['3251c2c9-6661-45b3-a8de-d0acafbf7b7e'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:26.722948 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b96fc-5fc2-4146-82f2-983437f32178 req-ad1708ed-aa58-48ee-b603-78f76202ac72 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:26.724718 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-369b96fc-5fc2-4146-82f2-983437f32178 req-ad1708ed-aa58-48ee-b603-78f76202ac72 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/networks?id=89c82ebc-0d2c-446d-9232-939e7905e93b HTTP/1.1" status: 200 len: 817 time: 0.2899866 Mar 07 10:53:26.752351 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-369b96fc-5fc2-4146-82f2-983437f32178 req-e4444b13-9dae-415a-9a66-c048b6b0b057 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/quotas/3f4947cca2a6480f85064d6dfbb3a125 HTTP/1.1" status: 200 len: 375 time: 0.0197752 Mar 07 10:53:26.813006 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-8664ac6b-06e3-4797-87f8-e4d739fa6405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:26.831077 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-369b96fc-5fc2-4146-82f2-983437f32178 req-57b79bac-af2e-4b90-bddc-d53cd5444ec2 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3f4947cca2a6480f85064d6dfbb3a125&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0729856 Mar 07 10:53:26.836374 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8664ac6b-06e3-4797-87f8-e4d739fa6405 None None] Routers {'3251c2c9-6661-45b3-a8de-d0acafbf7b7e'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:26.837016 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-8664ac6b-06e3-4797-87f8-e4d739fa6405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:53:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['3251c2c9-6661-45b3-a8de-d0acafbf7b7e'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:26.899894 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-8664ac6b-06e3-4797-87f8-e4d739fa6405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:26.900824 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8664ac6b-06e3-4797-87f8-e4d739fa6405 None None] The sync data for ids ['3251c2c9-6661-45b3-a8de-d0acafbf7b7e'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:53:27.049571 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-369b96fc-5fc2-4146-82f2-983437f32178 req-ef217f33-fd8f-4930-9e66-a07fca3966be service neutron] 10.222.0.11 "GET /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060730 Mar 07 10:53:27.271917 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-369b96fc-5fc2-4146-82f2-983437f32178 req-e71f95d4-ffff-4666-a695-37507dcf2044 service neutron] 10.222.0.11 "GET /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163725 Mar 07 10:53:27.483284 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bcb4f3-97aa-4970-8a2a-8a03e77c448b req-3ec2d99d-7be4-439b-8163-4e8235dc9095 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:27.492240 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-36bcb4f3-97aa-4970-8a2a-8a03e77c448b req-3ec2d99d-7be4-439b-8163-4e8235dc9095 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.11 "GET /v2.0/ports?device_id=13f4b7e3-bc78-4484-b140-1d26e60e5111 HTTP/1.1" status: 200 len: 945 time: 0.6897931 Mar 07 10:53:27.565661 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-36bcb4f3-97aa-4970-8a2a-8a03e77c448b req-8a5a44de-be05-4277-b007-209a368d7d94 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ef945e-78d3-4bb6-95db-a274d1b889ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719144 Mar 07 10:53:27.577053 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a7cecb76-10dc-46bd-8811-1f0cc5fc3050 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] 10.222.0.11 "GET /v2.0/routers/3251c2c9-6661-45b3-a8de-d0acafbf7b7e HTTP/1.1" status: 200 len: 924 time: 0.8821485 Mar 07 10:53:27.584231 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42316) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:27.648596 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5d5da7e0-b4fe-417c-af93-4e4f8c6fb7ac req-3ccd7f18-33bf-44ca-b9c9-2a14204e6e2f tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 210 time: 0.0442111 Mar 07 10:53:27.737230 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa7351a-c5ab-412f-aa20-0c21f8295a79 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:27.742268 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42322) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:27.742696 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-dfa7351a-c5ab-412f-aa20-0c21f8295a79 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=f8958782-2869-4679-b3a6-78e3b1855431&device_id=3251c2c9-6661-45b3-a8de-d0acafbf7b7e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1570086 Mar 07 10:53:27.885222 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa1092f-00de-4125-aaa6-e40c41d858c0 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:27.886896 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cfa1092f-00de-4125-aaa6-e40c41d858c0 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 881 time: 0.1428533 Mar 07 10:53:27.890249 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42330) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:27.927292 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42332) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:27.927579 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b99f1ab9-92ce-4bcd-8f28-0283e8e32f17 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] 10.222.0.11 "GET /v2.0/ports?device_id=3251c2c9-6661-45b3-a8de-d0acafbf7b7e HTTP/1.1" status: 200 len: 205 time: 0.0360856 Mar 07 10:53:28.120846 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8cad8-10ec-47b2-a546-f0ae62926f0d req-e492843a-ae00-4468-ac76-b1cf310dcbea tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:28.122580 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-deb8cad8-10ec-47b2-a546-f0ae62926f0d req-e492843a-ae00-4468-ac76-b1cf310dcbea tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.11 "GET /v2.0/ports?device_id=13f4b7e3-bc78-4484-b140-1d26e60e5111 HTTP/1.1" status: 200 len: 945 time: 0.1177557 Mar 07 10:53:28.177936 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e7cfc89-c516-4a05-a13a-01f68aeace50 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router (3251c2c9-6661-45b3-a8de-d0acafbf7b7e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:28.225311 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-deb8cad8-10ec-47b2-a546-f0ae62926f0d req-dc9d45fb-aeec-4b51-b416-d243ab403857 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ef945e-78d3-4bb6-95db-a274d1b889ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954943 Mar 07 10:53:28.774468 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd75244-2a88-4b5d-85b6-565f8520a8ca req-2d8ab25a-afaf-403b-bdd7-1641058a5379 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:28.782094 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1fd75244-2a88-4b5d-85b6-565f8520a8ca req-2d8ab25a-afaf-403b-bdd7-1641058a5379 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.11 "GET /v2.0/ports?device_id=13f4b7e3-bc78-4484-b140-1d26e60e5111 HTTP/1.1" status: 200 len: 945 time: 0.1079397 Mar 07 10:53:28.847481 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1fd75244-2a88-4b5d-85b6-565f8520a8ca req-eee2bfca-8b64-4584-9ffc-aa305b58d440 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ef945e-78d3-4bb6-95db-a274d1b889ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633569 Mar 07 10:53:29.027395 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5735c23e-4314-4625-888b-c1af3a386ece req-241ce0b2-ed9b-4f60-b917-b501648948c2 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 210 time: 0.0326445 Mar 07 10:53:29.068543 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e7cfc89-c516-4a05-a13a-01f68aeace50 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router_gateway (3251c2c9-6661-45b3-a8de-d0acafbf7b7e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:29.133988 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-4e7cfc89-c516-4a05-a13a-01f68aeace50 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Deleting port 865bb00c-0099-46be-8fcb-0c580baa50e4 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:53:29.134250 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e7cfc89-c516-4a05-a13a-01f68aeace50 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (865bb00c-0099-46be-8fcb-0c580baa50e4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:29.236382 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e7cfc89-c516-4a05-a13a-01f68aeace50 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (865bb00c-0099-46be-8fcb-0c580baa50e4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:29.254695 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-4e7cfc89-c516-4a05-a13a-01f68aeace50 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Calling delete_port for 865bb00c-0099-46be-8fcb-0c580baa50e4 owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:53:29.278015 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b96fc-5fc2-4146-82f2-983437f32178 req-167f1331-2a0e-48fd-9566-32f0c2754572 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:29.279724 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-369b96fc-5fc2-4146-82f2-983437f32178 req-167f1331-2a0e-48fd-9566-32f0c2754572 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.21 "GET /v2.0/networks?id=89c82ebc-0d2c-446d-9232-939e7905e93b HTTP/1.1" status: 200 len: 817 time: 0.1836720 Mar 07 10:53:29.408882 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-369b96fc-5fc2-4146-82f2-983437f32178 req-51fcfa49-bb35-4bbe-9412-dcbb0b72877e tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f4947cca2a6480f85064d6dfbb3a125 HTTP/1.1" status: 200 len: 378 time: 0.1199148 Mar 07 10:53:29.426710 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-369b96fc-5fc2-4146-82f2-983437f32178 req-e0b997c0-6331-40d1-8ea5-8f48c78181fa tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Request body: {'port': {'device_id': '24fb9e05-7723-46d3-a1a3-d341503ece95', 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b', 'admin_state_up': True, 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'security_groups': ['52e1d572-97b0-4dc7-86b8-c8520b5faab2']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:29.566271 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e7cfc89-c516-4a05-a13a-01f68aeace50 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (865bb00c-0099-46be-8fcb-0c580baa50e4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:29.604595 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7cfc89-c516-4a05-a13a-01f68aeace50 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Pushing event deleted for resources: {'Port': ['ID=865bb00c-0099-46be-8fcb-0c580baa50e4,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:29.629803 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-369b96fc-5fc2-4146-82f2-983437f32178 req-e0b997c0-6331-40d1-8ea5-8f48c78181fa tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Made reservation on behalf of 3f4947cca2a6480f85064d6dfbb3a125 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:53:29.634412 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-369b96fc-5fc2-4146-82f2-983437f32178 req-e0b997c0-6331-40d1-8ea5-8f48c78181fa tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:29.724855 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e7cfc89-c516-4a05-a13a-01f68aeace50 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (3251c2c9-6661-45b3-a8de-d0acafbf7b7e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:29.835683 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-369b96fc-5fc2-4146-82f2-983437f32178 req-e0b997c0-6331-40d1-8ea5-8f48c78181fa tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Allocated IP 172.20.0.4 (89c82ebc-0d2c-446d-9232-939e7905e93b/e4787b40-e1f6-4c42-b340-b6308e03f420/ee93e037-6511-4170-9570-4cdb12ef88f5) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:53:29.941302 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e7cfc89-c516-4a05-a13a-01f68aeace50 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (3251c2c9-6661-45b3-a8de-d0acafbf7b7e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:29.944443 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e7cfc89-c516-4a05-a13a-01f68aeace50 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router_controller (3251c2c9-6661-45b3-a8de-d0acafbf7b7e), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:30.082184 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-369b96fc-5fc2-4146-82f2-983437f32178 req-e0b997c0-6331-40d1-8ea5-8f48c78181fa tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for port (ee93e037-6511-4170-9570-4cdb12ef88f5), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:30.100729 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e7cfc89-c516-4a05-a13a-01f68aeace50 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (3251c2c9-6661-45b3-a8de-d0acafbf7b7e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:30.101569 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7cfc89-c516-4a05-a13a-01f68aeace50 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Fanout notify agent at l3_agent the message router_deleted on router 3251c2c9-6661-45b3-a8de-d0acafbf7b7e {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:53:30.110996 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e7cfc89-c516-4a05-a13a-01f68aeace50 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:30.112263 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4e7cfc89-c516-4a05-a13a-01f68aeace50 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] 10.222.0.11 "DELETE /v2.0/routers/3251c2c9-6661-45b3-a8de-d0acafbf7b7e HTTP/1.1" status: 204 len: 168 time: 2.1839867 Mar 07 10:53:30.116934 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42370) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:30.125343 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-c6348110-de3e-47a4-a926-ee31c02aee2b tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1620093504', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:30.175635 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81c662-db49-4dae-a7a5-ade5c6b6c797 req-837a3a20-af61-42fb-ae88-26c610c70a42 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:30.177306 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0b81c662-db49-4dae-a7a5-ade5c6b6c797 req-837a3a20-af61-42fb-ae88-26c610c70a42 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.31 "GET /v2.0/ports?device_id=13f4b7e3-bc78-4484-b140-1d26e60e5111 HTTP/1.1" status: 200 len: 945 time: 0.1642168 Mar 07 10:53:30.179791 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c6348110-de3e-47a4-a926-ee31c02aee2b tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (5f82b104-c99f-4488-80fc-1085a6b50b98), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:30.180870 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c6348110-de3e-47a4-a926-ee31c02aee2b tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (5f82b104-c99f-4488-80fc-1085a6b50b98), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:30.191307 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-296e18b2-56d4-4648-8e19-d49b657ce191 req-dd9ca1f0-1f3d-4bb0-934a-134cad3cfa2b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 210 time: 0.0424521 Mar 07 10:53:30.194301 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624c488-1c10-44e8-88e0-1fb83eb3a93e req-3ffdae4f-153f-4e8e-a48e-a789b7a0f44b tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:30.195849 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2624c488-1c10-44e8-88e0-1fb83eb3a93e req-3ffdae4f-153f-4e8e-a48e-a789b7a0f44b tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.11 "GET /v2.0/ports?device_id=13f4b7e3-bc78-4484-b140-1d26e60e5111 HTTP/1.1" status: 200 len: 945 time: 0.1518493 Mar 07 10:53:30.203069 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-369b96fc-5fc2-4146-82f2-983437f32178 req-e0b997c0-6331-40d1-8ea5-8f48c78181fa tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (ee93e037-6511-4170-9570-4cdb12ef88f5), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:30.305579 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-369b96fc-5fc2-4146-82f2-983437f32178 req-e0b997c0-6331-40d1-8ea5-8f48c78181fa tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Network 89c82ebc-0d2c-446d-9232-939e7905e93b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:53:30.312784 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-369b96fc-5fc2-4146-82f2-983437f32178 req-e0b997c0-6331-40d1-8ea5-8f48c78181fa tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:30.317100 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-369b96fc-5fc2-4146-82f2-983437f32178 req-e0b997c0-6331-40d1-8ea5-8f48c78181fa tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:53:30.353218 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c6348110-de3e-47a4-a926-ee31c02aee2b tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router_controller (5f82b104-c99f-4488-80fc-1085a6b50b98), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:30.369444 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c6348110-de3e-47a4-a926-ee31c02aee2b tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (5f82b104-c99f-4488-80fc-1085a6b50b98), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:30.374833 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b997c0-6331-40d1-8ea5-8f48c78181fa tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Pushing event updated for resources: {'Port': ['ID=ee93e037-6511-4170-9570-4cdb12ef88f5,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:30.387741 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2624c488-1c10-44e8-88e0-1fb83eb3a93e req-12665a03-bfbf-4a39-bfe3-28fd1d12ee39 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.11 "GET /v2.0/security-groups?id=12ef945e-78d3-4bb6-95db-a274d1b889ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802306 Mar 07 10:53:30.396471 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b96fc-5fc2-4146-82f2-983437f32178 req-e0b997c0-6331-40d1-8ea5-8f48c78181fa tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:30.397204 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-369b96fc-5fc2-4146-82f2-983437f32178 req-e0b997c0-6331-40d1-8ea5-8f48c78181fa tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:30.428644 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c6348110-de3e-47a4-a926-ee31c02aee2b tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:30.431060 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c6348110-de3e-47a4-a926-ee31c02aee2b tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3111203 Mar 07 10:53:30.433668 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42376) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:30.439208 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-aaa8e69e-d60e-48ab-a7e1-033ba618c17d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'enable_snat': True}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:30.469188 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-0b81c662-db49-4dae-a7a5-ade5c6b6c797 req-3edd7602-0f99-457d-8610-381d46376eb7 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Deleting port 60f2b4a7-7009-4bcc-b08a-09cfcfafdeba {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:53:30.469535 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0b81c662-db49-4dae-a7a5-ade5c6b6c797 req-3edd7602-0f99-457d-8610-381d46376eb7 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (60f2b4a7-7009-4bcc-b08a-09cfcfafdeba), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:30.559819 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-369b96fc-5fc2-4146-82f2-983437f32178 req-e0b997c0-6331-40d1-8ea5-8f48c78181fa tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1408620 Mar 07 10:53:30.629520 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-369b96fc-5fc2-4146-82f2-983437f32178 req-a5a24be4-6cb4-4aca-a5d2-f088a65d1682 service neutron] Request body: {'port': {'device_id': '24fb9e05-7723-46d3-a1a3-d341503ece95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:30.688354 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-0b81c662-db49-4dae-a7a5-ade5c6b6c797 req-3edd7602-0f99-457d-8610-381d46376eb7 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] For port 60f2b4a7-7009-4bcc-b08a-09cfcfafdeba, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=60f2b4a7-7009-4bcc-b08a-09cfcfafdeba,segment=NetworkSegment(b7a9d6ec-9c16-4c99-aaa0-98a248685ae9),segment_id=b7a9d6ec-9c16-4c99-aaa0-98a248685ae9)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:30.689320 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0b81c662-db49-4dae-a7a5-ade5c6b6c797 req-3edd7602-0f99-457d-8610-381d46376eb7 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (60f2b4a7-7009-4bcc-b08a-09cfcfafdeba), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:30.731320 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-0b81c662-db49-4dae-a7a5-ade5c6b6c797 req-3edd7602-0f99-457d-8610-381d46376eb7 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Calling delete_port for 60f2b4a7-7009-4bcc-b08a-09cfcfafdeba owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:53:30.824274 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-0c4c56b2-9ffd-4768-bf12-76efe920f754 None None] Provisioning complete for port ee93e037-6511-4170-9570-4cdb12ef88f5 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:53:30.824815 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0c4c56b2-9ffd-4768-bf12-76efe920f754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ee93e037-6511-4170-9570-4cdb12ef88f5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:30.847238 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-369b96fc-5fc2-4146-82f2-983437f32178 req-a5a24be4-6cb4-4aca-a5d2-f088a65d1682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ee93e037-6511-4170-9570-4cdb12ef88f5), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:30.851693 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aaa8e69e-d60e-48ab-a7e1-033ba618c17d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router_gateway (5f82b104-c99f-4488-80fc-1085a6b50b98), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:30.888937 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0c4c56b2-9ffd-4768-bf12-76efe920f754 None None] Port ee93e037-6511-4170-9570-4cdb12ef88f5 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:53:30.963856 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0b81c662-db49-4dae-a7a5-ade5c6b6c797 req-3edd7602-0f99-457d-8610-381d46376eb7 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (60f2b4a7-7009-4bcc-b08a-09cfcfafdeba), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:30.980487 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['60f2b4a7-7009-4bcc-b08a-09cfcfafdeba'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:53:31.045661 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd7602-0f99-457d-8610-381d46376eb7 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Pushing event deleted for resources: {'Port': ['ID=60f2b4a7-7009-4bcc-b08a-09cfcfafdeba,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:31.164448 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b81c662-db49-4dae-a7a5-ade5c6b6c797 req-3edd7602-0f99-457d-8610-381d46376eb7 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] No DVR routers for this DVR port 60f2b4a7-7009-4bcc-b08a-09cfcfafdeba on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:53:31.168290 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0b81c662-db49-4dae-a7a5-ade5c6b6c797 req-3edd7602-0f99-457d-8610-381d46376eb7 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:31.173985 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0b81c662-db49-4dae-a7a5-ade5c6b6c797 req-3edd7602-0f99-457d-8610-381d46376eb7 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.31 "DELETE /v2.0/ports/60f2b4a7-7009-4bcc-b08a-09cfcfafdeba HTTP/1.1" status: 204 len: 173 time: 0.9872494 Mar 07 10:53:31.175047 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f4b7e3-bc78-4484-b140-1d26e60e5111', 'name': 'network-vif-deleted', 'tag': '60f2b4a7-7009-4bcc-b08a-09cfcfafdeba'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:53:31.188547 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c14ee90-8bb2-492d-a763-b329b06dc44d" -d '{"events": [{"server_uuid": "13f4b7e3-bc78-4484-b140-1d26e60e5111", "name": "network-vif-deleted", "tag": "60f2b4a7-7009-4bcc-b08a-09cfcfafdeba"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:53:31.308228 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9913a4b1-64d1-43f2-829b-3983f6f06396 x-openstack-request-id: req-9913a4b1-64d1-43f2-829b-3983f6f06396 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:53:31.308860 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f4b7e3-bc78-4484-b140-1d26e60e5111", "name": "network-vif-deleted", "tag": "60f2b4a7-7009-4bcc-b08a-09cfcfafdeba", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:53:31.309296 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9913a4b1-64d1-43f2-829b-3983f6f06396 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:53:31.309932 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f4b7e3-bc78-4484-b140-1d26e60e5111', 'name': 'network-vif-deleted', 'tag': '60f2b4a7-7009-4bcc-b08a-09cfcfafdeba', 'status': 'completed', 'code': 200} Mar 07 10:53:31.401323 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aaa8e69e-d60e-48ab-a7e1-033ba618c17d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router_gateway (5f82b104-c99f-4488-80fc-1085a6b50b98), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:31.403918 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1545640-2c0e-4255-9e72-61b251f7a253 req-804dd58f-95ad-4024-875b-f8c147282716 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:31.406238 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c1545640-2c0e-4255-9e72-61b251f7a253 req-804dd58f-95ad-4024-875b-f8c147282716 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 931 time: 0.0760031 Mar 07 10:53:31.441211 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aaa8e69e-d60e-48ab-a7e1-033ba618c17d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:31.464934 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-369b96fc-5fc2-4146-82f2-983437f32178 req-a5a24be4-6cb4-4aca-a5d2-f088a65d1682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee93e037-6511-4170-9570-4cdb12ef88f5 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:53:31.507139 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-369b96fc-5fc2-4146-82f2-983437f32178 req-a5a24be4-6cb4-4aca-a5d2-f088a65d1682 service neutron] Publish callbacks [] for port (ee93e037-6511-4170-9570-4cdb12ef88f5), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:31.529743 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-369b96fc-5fc2-4146-82f2-983437f32178 req-a5a24be4-6cb4-4aca-a5d2-f088a65d1682 service neutron] Transition to ACTIVE for port object ee93e037-6511-4170-9570-4cdb12ef88f5 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:53:31.542386 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c1545640-2c0e-4255-9e72-61b251f7a253 req-2ad50bc1-26f2-4af1-9761-933f4b441367 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1297030 Mar 07 10:53:31.561456 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-369b96fc-5fc2-4146-82f2-983437f32178 req-a5a24be4-6cb4-4aca-a5d2-f088a65d1682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (ee93e037-6511-4170-9570-4cdb12ef88f5), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:31.667750 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9443a11c-81c2-4b70-8336-89b3a447de7e req-8db88fdc-84da-4f08-acf4-f7db3bc5fa42 tempest-ServersNegativeTestMultiTenantJSON-803496816 tempest-ServersNegativeTestMultiTenantJSON-803496816-project] 10.222.0.11 "GET /v2.0/ports?device_id=13f4b7e3-bc78-4484-b140-1d26e60e5111 HTTP/1.1" status: 200 len: 210 time: 0.0791409 Mar 07 10:53:31.686573 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-aaa8e69e-d60e-48ab-a7e1-033ba618c17d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Allocated IP 172.25.3.208 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/8d825e6e-49ff-4615-8725-a233c06b3da6) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:53:31.700492 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a24be4-6cb4-4aca-a5d2-f088a65d1682 service neutron] Pushing event updated for resources: {'Port': ['ID=ee93e037-6511-4170-9570-4cdb12ef88f5,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:31.886049 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-369b96fc-5fc2-4146-82f2-983437f32178 req-a5a24be4-6cb4-4aca-a5d2-f088a65d1682 service neutron] Attempting to bind port ee93e037-6511-4170-9570-4cdb12ef88f5 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:53:31.886710 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-369b96fc-5fc2-4146-82f2-983437f32178 req-a5a24be4-6cb4-4aca-a5d2-f088a65d1682 service neutron] Attempting to bind port ee93e037-6511-4170-9570-4cdb12ef88f5 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'cb921073-4a48-4799-ac28-2ebcccf31f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:53:31.886710 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369b96fc-5fc2-4146-82f2-983437f32178 req-a5a24be4-6cb4-4aca-a5d2-f088a65d1682 service neutron] Attempting to bind port ee93e037-6511-4170-9570-4cdb12ef88f5 on network 89c82ebc-0d2c-446d-9232-939e7905e93b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:53:31.895492 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369b96fc-5fc2-4146-82f2-983437f32178 req-a5a24be4-6cb4-4aca-a5d2-f088a65d1682 service neutron] Port ee93e037-6511-4170-9570-4cdb12ef88f5 on network 89c82ebc-0d2c-446d-9232-939e7905e93b not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:53:31.895808 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369b96fc-5fc2-4146-82f2-983437f32178 req-a5a24be4-6cb4-4aca-a5d2-f088a65d1682 service neutron] Attempting to bind port ee93e037-6511-4170-9570-4cdb12ef88f5 on network 89c82ebc-0d2c-446d-9232-939e7905e93b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:53:31.926582 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369b96fc-5fc2-4146-82f2-983437f32178 req-a5a24be4-6cb4-4aca-a5d2-f088a65d1682 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:53:31.926922 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369b96fc-5fc2-4146-82f2-983437f32178 req-a5a24be4-6cb4-4aca-a5d2-f088a65d1682 service neutron] Checking segment: {'id': 'cb921073-4a48-4799-ac28-2ebcccf31f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:53:31.927300 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369b96fc-5fc2-4146-82f2-983437f32178 req-a5a24be4-6cb4-4aca-a5d2-f088a65d1682 service neutron] Bound using segment: {'id': 'cb921073-4a48-4799-ac28-2ebcccf31f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:53:31.927740 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-369b96fc-5fc2-4146-82f2-983437f32178 req-a5a24be4-6cb4-4aca-a5d2-f088a65d1682 service neutron] Bound port: ee93e037-6511-4170-9570-4cdb12ef88f5, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb921073-4a48-4799-ac28-2ebcccf31f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:53:31.928093 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-369b96fc-5fc2-4146-82f2-983437f32178 req-a5a24be4-6cb4-4aca-a5d2-f088a65d1682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ee93e037-6511-4170-9570-4cdb12ef88f5), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:31.961983 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aaa8e69e-d60e-48ab-a7e1-033ba618c17d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for port (8d825e6e-49ff-4615-8725-a233c06b3da6), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:32.062667 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-369b96fc-5fc2-4146-82f2-983437f32178 req-a5a24be4-6cb4-4aca-a5d2-f088a65d1682 service neutron] For port ee93e037-6511-4170-9570-4cdb12ef88f5, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:53:32.068712 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aaa8e69e-d60e-48ab-a7e1-033ba618c17d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (8d825e6e-49ff-4615-8725-a233c06b3da6), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:32.073211 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-369b96fc-5fc2-4146-82f2-983437f32178 req-a5a24be4-6cb4-4aca-a5d2-f088a65d1682 service neutron] For port ee93e037-6511-4170-9570-4cdb12ef88f5, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=ee93e037-6511-4170-9570-4cdb12ef88f5,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:53:32.087081 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-369b96fc-5fc2-4146-82f2-983437f32178 req-a5a24be4-6cb4-4aca-a5d2-f088a65d1682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (ee93e037-6511-4170-9570-4cdb12ef88f5), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:32.136796 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa8e69e-d60e-48ab-a7e1-033ba618c17d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:53:32.143964 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b96fc-5fc2-4146-82f2-983437f32178 req-a5a24be4-6cb4-4aca-a5d2-f088a65d1682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:32.144508 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-369b96fc-5fc2-4146-82f2-983437f32178 req-a5a24be4-6cb4-4aca-a5d2-f088a65d1682 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:32.145929 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-369b96fc-5fc2-4146-82f2-983437f32178 req-a5a24be4-6cb4-4aca-a5d2-f088a65d1682 service neutron] 10.222.0.21 "PUT /v2.0/ports/ee93e037-6511-4170-9570-4cdb12ef88f5 HTTP/1.1" status: 200 len: 1091 time: 1.5221066 Mar 07 10:53:32.160853 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24fb9e05-7723-46d3-a1a3-d341503ece95', 'tag': 'ee93e037-6511-4170-9570-4cdb12ef88f5'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:53:32.168912 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975aad92-4dff-4304-aef7-ae422de1277f" -d '{"events": [{"name": "network-changed", "server_uuid": "24fb9e05-7723-46d3-a1a3-d341503ece95", "tag": "ee93e037-6511-4170-9570-4cdb12ef88f5"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:53:32.183905 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-aaa8e69e-d60e-48ab-a7e1-033ba618c17d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:32.205661 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa8e69e-d60e-48ab-a7e1-033ba618c17d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:53:32.255955 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8e69e-d60e-48ab-a7e1-033ba618c17d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Pushing event updated for resources: {'Port': ['ID=8d825e6e-49ff-4615-8725-a233c06b3da6,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:32.331082 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217074f3-e179-4482-80b9-0dec237d9c73 x-openstack-request-id: req-217074f3-e179-4482-80b9-0dec237d9c73 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:53:32.331678 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24fb9e05-7723-46d3-a1a3-d341503ece95", "tag": "ee93e037-6511-4170-9570-4cdb12ef88f5", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:53:32.332090 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-217074f3-e179-4482-80b9-0dec237d9c73 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:53:32.332663 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24fb9e05-7723-46d3-a1a3-d341503ece95', 'tag': 'ee93e037-6511-4170-9570-4cdb12ef88f5', 'status': 'completed', 'code': 200} Mar 07 10:53:32.499767 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b96fc-5fc2-4146-82f2-983437f32178 req-c94c38aa-feb5-4e10-a2e6-d14b17839054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:32.501485 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-369b96fc-5fc2-4146-82f2-983437f32178 req-c94c38aa-feb5-4e10-a2e6-d14b17839054 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f4947cca2a6480f85064d6dfbb3a125&device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 1125 time: 0.2913930 Mar 07 10:53:32.504312 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a24be4-6cb4-4aca-a5d2-f088a65d1682 service neutron] Pushing event updated for resources: {'Port': ['ID=ee93e037-6511-4170-9570-4cdb12ef88f5,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:32.563221 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-369b96fc-5fc2-4146-82f2-983437f32178 req-f3f62b45-73b7-4d2c-b5a2-38123be6d71b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee93e037-6511-4170-9570-4cdb12ef88f5 HTTP/1.1" status: 200 len: 217 time: 0.0385492 Mar 07 10:53:32.718920 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b96fc-5fc2-4146-82f2-983437f32178 req-11e086c6-38ff-4b37-9f79-850d9c087cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:32.720864 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-369b96fc-5fc2-4146-82f2-983437f32178 req-11e086c6-38ff-4b37-9f79-850d9c087cf1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4787b40-e1f6-4c42-b340-b6308e03f420 HTTP/1.1" status: 200 len: 856 time: 0.1511490 Mar 07 10:53:32.737776 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42408) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:32.787843 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c98c4f4c-0342-4d6c-a3c9-ed0eb8189523 admin admin] Deleting subnet ef6a7631-8631-471c-a0f8-c0d4b1a280d1 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:53:32.791194 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c98c4f4c-0342-4d6c-a3c9-ed0eb8189523 admin admin] Publish callbacks [] for subnet (ef6a7631-8631-471c-a0f8-c0d4b1a280d1), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:32.851369 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c98c4f4c-0342-4d6c-a3c9-ed0eb8189523 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (ef6a7631-8631-471c-a0f8-c0d4b1a280d1), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:32.852073 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9bd954-263d-49cd-997f-ad1bca8ed794 req-ca406a4d-e10f-4e56-9579-9d9cbe6959de tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:32.853860 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b9bd954-263d-49cd-997f-ad1bca8ed794 req-ca406a4d-e10f-4e56-9579-9d9cbe6959de tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 943 time: 0.2149355 Mar 07 10:53:32.861397 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b96fc-5fc2-4146-82f2-983437f32178 req-e0202881-c6b2-4f84-9bb3-533bf13f5926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:32.863126 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-369b96fc-5fc2-4146-82f2-983437f32178 req-e0202881-c6b2-4f84-9bb3-533bf13f5926 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=89c82ebc-0d2c-446d-9232-939e7905e93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1344771 Mar 07 10:53:32.865053 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aaa8e69e-d60e-48ab-a7e1-033ba618c17d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router_gateway (5f82b104-c99f-4488-80fc-1085a6b50b98), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:32.904215 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c98c4f4c-0342-4d6c-a3c9-ed0eb8189523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (ef6a7631-8631-471c-a0f8-c0d4b1a280d1), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:32.966901 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c98c4f4c-0342-4d6c-a3c9-ed0eb8189523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (ef6a7631-8631-471c-a0f8-c0d4b1a280d1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:32.990370 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c98c4f4c-0342-4d6c-a3c9-ed0eb8189523 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:32.995498 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c98c4f4c-0342-4d6c-a3c9-ed0eb8189523 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/ef6a7631-8631-471c-a0f8-c0d4b1a280d1 HTTP/1.1" status: 204 len: 168 time: 0.2558186 Mar 07 10:53:33.020389 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42410) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:33.040909 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c4f4c-0342-4d6c-a3c9-ed0eb8189523 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef6a7631-8631-471c-a0f8-c0d4b1a280d1,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:33.137220 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cd3fa033-e3de-49e9-bca1-280b72b21620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (b2875d00-0541-4efe-8726-e95d92c2053f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:33.243920 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cd3fa033-e3de-49e9-bca1-280b72b21620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (b2875d00-0541-4efe-8726-e95d92c2053f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:33.273303 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-cd3fa033-e3de-49e9-bca1-280b72b21620 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2875d00-0541-4efe-8726-e95d92c2053f']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:33.284420 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-cd3fa033-e3de-49e9-bca1-280b72b21620 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a9d6ec-9c16-4c99-aaa0-98a248685ae9') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:33.284726 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-cd3fa033-e3de-49e9-bca1-280b72b21620 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a9d6ec-9c16-4c99-aaa0-98a248685ae9') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:33.304104 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cd3fa033-e3de-49e9-bca1-280b72b21620 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (b7a9d6ec-9c16-4c99-aaa0-98a248685ae9), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:33.319816 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cd3fa033-e3de-49e9-bca1-280b72b21620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (b7a9d6ec-9c16-4c99-aaa0-98a248685ae9), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:33.329952 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd3fa033-e3de-49e9-bca1-280b72b21620 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:53:33.330273 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cd3fa033-e3de-49e9-bca1-280b72b21620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (b7a9d6ec-9c16-4c99-aaa0-98a248685ae9), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:33.332175 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:53:33.332175 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:53:33.332175 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:53:33.332175 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:53:33.332175 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:53:33.332175 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:53:33.332175 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:53:33.332175 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:53:33.332175 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:53:33.332175 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:53:33.332175 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:53:33.332175 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:53:33.332175 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:53:33.332175 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:53:33.332175 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:53:33.332175 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:53:33.332175 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:53:33.332175 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:53:33.332175 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:53:33.332175 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:53:33.332175 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:53:33.332175 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:53:33.332175 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:53:33.332175 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:53:33.332175 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:53:33.332175 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:53:33.332175 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:53:33.332175 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:53:33.332175 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:53:33.332175 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:53:33.332175 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:53:33.332175 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:53:33.404527 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cd3fa033-e3de-49e9-bca1-280b72b21620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (b2875d00-0541-4efe-8726-e95d92c2053f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:33.432546 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cd3fa033-e3de-49e9-bca1-280b72b21620 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:33.440027 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cd3fa033-e3de-49e9-bca1-280b72b21620 admin admin] 10.222.0.11 "DELETE /v2.0/networks/b2875d00-0541-4efe-8726-e95d92c2053f HTTP/1.1" status: 204 len: 168 time: 0.4177301 Mar 07 10:53:33.440798 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3fa033-e3de-49e9-bca1-280b72b21620 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2875d00-0541-4efe-8726-e95d92c2053f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:33.443273 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42422) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:33.508245 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1518384-c616-48a1-aebd-ab6a3460c26b admin admin] Deleting subnet 4f9fbdda-5c85-4b43-9938-9c4ee9767e1c {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:53:33.512179 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1518384-c616-48a1-aebd-ab6a3460c26b admin admin] Publish callbacks [] for subnet (4f9fbdda-5c85-4b43-9938-9c4ee9767e1c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:33.560726 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1518384-c616-48a1-aebd-ab6a3460c26b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (4f9fbdda-5c85-4b43-9938-9c4ee9767e1c), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:33.623276 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1518384-c616-48a1-aebd-ab6a3460c26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (4f9fbdda-5c85-4b43-9938-9c4ee9767e1c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:33.667778 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b9bd954-263d-49cd-997f-ad1bca8ed794 req-4d7f85bf-4705-408f-81ea-63ba987c8ded tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8036478 Mar 07 10:53:33.743633 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1518384-c616-48a1-aebd-ab6a3460c26b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (4f9fbdda-5c85-4b43-9938-9c4ee9767e1c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:33.772339 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-369b96fc-5fc2-4146-82f2-983437f32178 req-f156b3df-a629-4b79-ad3a-58bebc513bd3 service neutron] 10.222.0.21 "GET /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8978214 Mar 07 10:53:33.794763 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1518384-c616-48a1-aebd-ab6a3460c26b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:33.799698 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c1518384-c616-48a1-aebd-ab6a3460c26b admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4f9fbdda-5c85-4b43-9938-9c4ee9767e1c HTTP/1.1" status: 204 len: 168 time: 0.3552189 Mar 07 10:53:33.807449 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42428) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:33.825069 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1518384-c616-48a1-aebd-ab6a3460c26b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f9fbdda-5c85-4b43-9938-9c4ee9767e1c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:33.877088 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-0531babd-15c2-4861-b9e2-3882d79403f6 req-8a86c3ee-22ff-4ad9-8a42-358911468653 tempest-SecurityGroupsTestJSON-969936669 tempest-SecurityGroupsTestJSON-969936669-project] (103767) timed out ('10.222.0.31', 51956) {{(pid=103767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 10:53:34.016556 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aaa8e69e-d60e-48ab-a7e1-033ba618c17d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26448'] for router (5f82b104-c99f-4488-80fc-1085a6b50b98), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:34.031582 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aaa8e69e-d60e-48ab-a7e1-033ba618c17d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674560'] for router (5f82b104-c99f-4488-80fc-1085a6b50b98), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:34.042751 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0b1df013-1afa-448a-ae50-d9cf7d4b9d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (51a9a24a-59bb-4d67-a2eb-23954065ae83), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:34.119853 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-369b96fc-5fc2-4146-82f2-983437f32178 req-e81be20c-7745-4e5d-b594-8113a0852bf2 service neutron] 10.222.0.21 "GET /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288918 Mar 07 10:53:34.293799 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0b1df013-1afa-448a-ae50-d9cf7d4b9d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (51a9a24a-59bb-4d67-a2eb-23954065ae83), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:34.315715 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 60f2b4a7-7009-4bcc-b08a-09cfcfafdeba no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:53:34.347354 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 60f2b4a7-7009-4bcc-b08a-09cfcfafdeba {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:53:34.347876 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-0b1df013-1afa-448a-ae50-d9cf7d4b9d32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a9a24a-59bb-4d67-a2eb-23954065ae83']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:34.348446 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 60f2b4a7-7009-4bcc-b08a-09cfcfafdeba not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:53:34.360105 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-0b1df013-1afa-448a-ae50-d9cf7d4b9d32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1ef9b40-d36d-4310-9e64-4220467a3fec') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:34.360493 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-0b1df013-1afa-448a-ae50-d9cf7d4b9d32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1ef9b40-d36d-4310-9e64-4220467a3fec') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:34.375332 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0b1df013-1afa-448a-ae50-d9cf7d4b9d32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (a1ef9b40-d36d-4310-9e64-4220467a3fec), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:34.402891 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975aad92-4dff-4304-aef7-ae422de1277f req-940f576a-cf21-4ef0-9a38-8412bc919f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:34.404370 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-975aad92-4dff-4304-aef7-ae422de1277f req-940f576a-cf21-4ef0-9a38-8412bc919f97 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f4947cca2a6480f85064d6dfbb3a125&device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 1125 time: 0.2178185 Mar 07 10:53:34.405516 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0b1df013-1afa-448a-ae50-d9cf7d4b9d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (a1ef9b40-d36d-4310-9e64-4220467a3fec), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:34.426410 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b1df013-1afa-448a-ae50-d9cf7d4b9d32 admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:53:34.426984 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0b1df013-1afa-448a-ae50-d9cf7d4b9d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (a1ef9b40-d36d-4310-9e64-4220467a3fec), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:34.428770 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:53:34.428770 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:53:34.428770 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:53:34.428770 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:53:34.428770 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:53:34.428770 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:53:34.428770 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:53:34.428770 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:53:34.428770 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:53:34.428770 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:53:34.428770 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:53:34.428770 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:53:34.428770 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:53:34.428770 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:53:34.428770 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:53:34.428770 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:53:34.428770 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:53:34.428770 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:53:34.428770 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:53:34.428770 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:53:34.428770 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:53:34.428770 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:53:34.428770 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:53:34.428770 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:53:34.428770 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:53:34.428770 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:53:34.428770 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:53:34.428770 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:53:34.428770 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:53:34.428770 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:53:34.428770 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:53:34.428770 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:53:34.452977 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa8e69e-d60e-48ab-a7e1-033ba618c17d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Router 5f82b104-c99f-4488-80fc-1085a6b50b98 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:53:34.607732 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0b1df013-1afa-448a-ae50-d9cf7d4b9d32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (51a9a24a-59bb-4d67-a2eb-23954065ae83), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:34.613933 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0b1df013-1afa-448a-ae50-d9cf7d4b9d32 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:34.620628 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0b1df013-1afa-448a-ae50-d9cf7d4b9d32 admin admin] 10.222.0.11 "DELETE /v2.0/networks/51a9a24a-59bb-4d67-a2eb-23954065ae83 HTTP/1.1" status: 204 len: 168 time: 0.8074265 Mar 07 10:53:34.648178 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1df013-1afa-448a-ae50-d9cf7d4b9d32 admin admin] Pushing event deleted for resources: {'Network': ['ID=51a9a24a-59bb-4d67-a2eb-23954065ae83,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:34.687665 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975aad92-4dff-4304-aef7-ae422de1277f req-8d586c71-d7d4-4607-a137-2f07f81a79b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:34.691446 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-975aad92-4dff-4304-aef7-ae422de1277f req-8d586c71-d7d4-4607-a137-2f07f81a79b4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=89c82ebc-0d2c-446d-9232-939e7905e93b HTTP/1.1" status: 200 len: 918 time: 0.2777085 Mar 07 10:53:34.774923 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa8e69e-d60e-48ab-a7e1-033ba618c17d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:53:34.778052 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-975aad92-4dff-4304-aef7-ae422de1277f req-f250a74a-18d6-4b1a-9e31-50919059afb1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee93e037-6511-4170-9570-4cdb12ef88f5 HTTP/1.1" status: 200 len: 217 time: 0.0755904 Mar 07 10:53:34.781308 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aaa8e69e-d60e-48ab-a7e1-033ba618c17d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:34.785162 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-aaa8e69e-d60e-48ab-a7e1-033ba618c17d tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] 10.222.0.11 "PUT /v2.0/routers/5f82b104-c99f-4488-80fc-1085a6b50b98 HTTP/1.1" status: 200 len: 919 time: 4.3484032 Mar 07 10:53:34.786134 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42442) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:34.789566 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b83531-ade8-4b4c-abe8-74a8dc866ae2 None None] Sync routers for ids ['5f82b104-c99f-4488-80fc-1085a6b50b98'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:53:34.823563 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b83531-ade8-4b4c-abe8-74a8dc866ae2 None None] Routers {'5f82b104-c99f-4488-80fc-1085a6b50b98'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:34.824214 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f8b83531-ade8-4b4c-abe8-74a8dc866ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:53:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5f82b104-c99f-4488-80fc-1085a6b50b98'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:34.912028 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42446) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:34.949413 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f8b83531-ade8-4b4c-abe8-74a8dc866ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:34.970702 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975aad92-4dff-4304-aef7-ae422de1277f req-6a2c6f8e-64e0-472f-8d59-e7d0679eacee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:34.973737 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b83531-ade8-4b4c-abe8-74a8dc866ae2 None None] Routers {'5f82b104-c99f-4488-80fc-1085a6b50b98'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:34.974673 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f8b83531-ade8-4b4c-abe8-74a8dc866ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:53:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5f82b104-c99f-4488-80fc-1085a6b50b98'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:34.976384 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-975aad92-4dff-4304-aef7-ae422de1277f req-6a2c6f8e-64e0-472f-8d59-e7d0679eacee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4787b40-e1f6-4c42-b340-b6308e03f420 HTTP/1.1" status: 200 len: 856 time: 0.1890788 Mar 07 10:53:35.057085 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f62732d3-f2b1-4604-a610-50e0cdc49103 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cc93bd2ec9ca4922bc00ab75ec8c07ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1417625 Mar 07 10:53:35.060068 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42448) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:35.071847 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f8b83531-ade8-4b4c-abe8-74a8dc866ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:35.074935 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b83531-ade8-4b4c-abe8-74a8dc866ae2 None None] The sync data for ids ['5f82b104-c99f-4488-80fc-1085a6b50b98'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:53:35.099330 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975aad92-4dff-4304-aef7-ae422de1277f req-3d245d7b-63c2-41cf-97c7-efc4c10b685d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:35.105768 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-975aad92-4dff-4304-aef7-ae422de1277f req-3d245d7b-63c2-41cf-97c7-efc4c10b685d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=89c82ebc-0d2c-446d-9232-939e7905e93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1182067 Mar 07 10:53:35.156359 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51e7ed-54ec-4910-9925-f7bd9f775163 req-6f1cd2e2-f3d2-4752-807e-a9fd35a0c4b0 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:35.159795 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a51e7ed-54ec-4910-9925-f7bd9f775163 req-6f1cd2e2-f3d2-4752-807e-a9fd35a0c4b0 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 943 time: 0.2340491 Mar 07 10:53:35.201827 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7fca19be-8ad5-4d15-b337-2e39482fd992 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] 10.222.0.11 "GET /v2.0/routers/5f82b104-c99f-4488-80fc-1085a6b50b98 HTTP/1.1" status: 200 len: 925 time: 0.4139163 Mar 07 10:53:35.209758 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42452) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:35.280697 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-975aad92-4dff-4304-aef7-ae422de1277f req-bed024d1-5972-4183-9d32-64be40a13924 service neutron] 10.222.0.21 "GET /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684313 Mar 07 10:53:35.307456 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a51e7ed-54ec-4910-9925-f7bd9f775163 req-56207306-11a3-41d7-a940-eb378c3e8495 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1384232 Mar 07 10:53:35.317000 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c5e96030-92b6-4de8-9053-e43231273c43 admin admin] Publish callbacks [] for security_group (12ef945e-78d3-4bb6-95db-a274d1b889ed), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:35.345403 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c5e96030-92b6-4de8-9053-e43231273c43 admin admin] Publish callbacks [] for security_group (12ef945e-78d3-4bb6-95db-a274d1b889ed), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:35.423783 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c5e96030-92b6-4de8-9053-e43231273c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (12ef945e-78d3-4bb6-95db-a274d1b889ed), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:35.427952 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c5e96030-92b6-4de8-9053-e43231273c43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:35.431519 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c5e96030-92b6-4de8-9053-e43231273c43 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/12ef945e-78d3-4bb6-95db-a274d1b889ed HTTP/1.1" status: 204 len: 168 time: 0.3668158 Mar 07 10:53:35.441571 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e96030-92b6-4de8-9053-e43231273c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ef945e-78d3-4bb6-95db-a274d1b889ed,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:35.455747 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2fa14f-70f1-4a47-ad73-3b9c4ee25ce9 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:35.461242 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9a2fa14f-70f1-4a47-ad73-3b9c4ee25ce9 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=f8958782-2869-4679-b3a6-78e3b1855431&device_id=5f82b104-c99f-4488-80fc-1085a6b50b98&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2451882 Mar 07 10:53:35.461562 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42456) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:35.483750 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-975aad92-4dff-4304-aef7-ae422de1277f req-3c4ab87b-bcec-454e-a94a-8f904c45c471 service neutron] 10.222.0.21 "GET /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960897 Mar 07 10:53:35.595802 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52901592-d5e2-4b59-a207-a10d1421f620 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:35.598092 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-52901592-d5e2-4b59-a207-a10d1421f620 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 881 time: 0.1350417 Mar 07 10:53:35.600660 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42458) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:35.643196 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42460) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:35.643942 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-396ec224-4f3b-4cf7-a954-bd6999b1d431 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f82b104-c99f-4488-80fc-1085a6b50b98 HTTP/1.1" status: 200 len: 205 time: 0.0416312 Mar 07 10:53:35.796591 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7d4fd5f0-fd82-4c59-8c5b-049f4b1e1d37 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router (5f82b104-c99f-4488-80fc-1085a6b50b98), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:35.943027 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7d4fd5f0-fd82-4c59-8c5b-049f4b1e1d37 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router_gateway (5f82b104-c99f-4488-80fc-1085a6b50b98), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:36.002884 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42470) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:36.044592 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fd5f0-fd82-4c59-8c5b-049f4b1e1d37 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Deleting port 8d825e6e-49ff-4615-8725-a233c06b3da6 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:53:36.045278 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7d4fd5f0-fd82-4c59-8c5b-049f4b1e1d37 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (8d825e6e-49ff-4615-8725-a233c06b3da6), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:36.094900 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-34106830-d713-4277-bee0-e56b3049dd80 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dc82fcb4a7fc438cadb22d59e28fa0c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0886397 Mar 07 10:53:36.096163 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42474) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:36.160854 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7d4fd5f0-fd82-4c59-8c5b-049f4b1e1d37 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (8d825e6e-49ff-4615-8725-a233c06b3da6), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:36.187687 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6d47bb6c-00c5-4da3-a55b-3ffc2777791e admin admin] Publish callbacks [] for security_group (4b48a01d-cce9-48ab-846d-6c732563efb0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:36.190832 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fd5f0-fd82-4c59-8c5b-049f4b1e1d37 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Calling delete_port for 8d825e6e-49ff-4615-8725-a233c06b3da6 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:53:36.224785 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6d47bb6c-00c5-4da3-a55b-3ffc2777791e admin admin] Publish callbacks [] for security_group (4b48a01d-cce9-48ab-846d-6c732563efb0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:36.310077 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6d47bb6c-00c5-4da3-a55b-3ffc2777791e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4b48a01d-cce9-48ab-846d-6c732563efb0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:36.315166 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6d47bb6c-00c5-4da3-a55b-3ffc2777791e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:36.322808 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6d47bb6c-00c5-4da3-a55b-3ffc2777791e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4b48a01d-cce9-48ab-846d-6c732563efb0 HTTP/1.1" status: 204 len: 168 time: 0.2251780 Mar 07 10:53:36.332428 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47bb6c-00c5-4da3-a55b-3ffc2777791e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b48a01d-cce9-48ab-846d-6c732563efb0,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:36.474015 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a8a16506-0229-4b57-946d-c0a1609e41f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:36.511146 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc98a4-330b-42fe-a8d0-aace97709314 req-1549224b-8d54-4cc2-8b90-77364b993d09 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:36.521149 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-78dc98a4-330b-42fe-a8d0-aace97709314 req-1549224b-8d54-4cc2-8b90-77364b993d09 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 943 time: 0.0762281 Mar 07 10:53:36.585720 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-78dc98a4-330b-42fe-a8d0-aace97709314 req-53965a73-78b0-42ee-9d6c-7dcaaa1005a1 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649717 Mar 07 10:53:36.609366 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7d4fd5f0-fd82-4c59-8c5b-049f4b1e1d37 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (8d825e6e-49ff-4615-8725-a233c06b3da6), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:36.676721 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4fd5f0-fd82-4c59-8c5b-049f4b1e1d37 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Pushing event deleted for resources: {'Port': ['ID=8d825e6e-49ff-4615-8725-a233c06b3da6,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:36.744936 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7d4fd5f0-fd82-4c59-8c5b-049f4b1e1d37 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (5f82b104-c99f-4488-80fc-1085a6b50b98), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:36.872566 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7d4fd5f0-fd82-4c59-8c5b-049f4b1e1d37 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (5f82b104-c99f-4488-80fc-1085a6b50b98), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:36.878121 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7d4fd5f0-fd82-4c59-8c5b-049f4b1e1d37 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router_controller (5f82b104-c99f-4488-80fc-1085a6b50b98), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:36.934707 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7d4fd5f0-fd82-4c59-8c5b-049f4b1e1d37 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (5f82b104-c99f-4488-80fc-1085a6b50b98), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:36.934707 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4fd5f0-fd82-4c59-8c5b-049f4b1e1d37 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Fanout notify agent at l3_agent the message router_deleted on router 5f82b104-c99f-4488-80fc-1085a6b50b98 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:53:36.950260 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7d4fd5f0-fd82-4c59-8c5b-049f4b1e1d37 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:36.952184 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7d4fd5f0-fd82-4c59-8c5b-049f4b1e1d37 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] 10.222.0.11 "DELETE /v2.0/routers/5f82b104-c99f-4488-80fc-1085a6b50b98 HTTP/1.1" status: 204 len: 168 time: 1.3077450 Mar 07 10:53:36.956442 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42514) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:36.962867 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-ef6fa572-a0d9-4d4a-be99-072ac0e80f03 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-590072470', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:37.010898 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ef6fa572-a0d9-4d4a-be99-072ac0e80f03 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (a4b21d23-6d73-4298-9bf9-3f64058b140d), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:37.013788 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ef6fa572-a0d9-4d4a-be99-072ac0e80f03 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (a4b21d23-6d73-4298-9bf9-3f64058b140d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:37.066842 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device ee93e037-6511-4170-9570-4cdb12ef88f5 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:53:37.102936 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ef6fa572-a0d9-4d4a-be99-072ac0e80f03 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router_controller (a4b21d23-6d73-4298-9bf9-3f64058b140d), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:37.110723 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ef6fa572-a0d9-4d4a-be99-072ac0e80f03 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (a4b21d23-6d73-4298-9bf9-3f64058b140d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:37.135972 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ef6fa572-a0d9-4d4a-be99-072ac0e80f03 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:37.140052 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ef6fa572-a0d9-4d4a-be99-072ac0e80f03 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1802931 Mar 07 10:53:37.140517 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42524) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:37.146538 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-ea6a24d1-a7b6-49d2-9c8e-ce4997238779 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'enable_snat': False}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:37.261292 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port ee93e037-6511-4170-9570-4cdb12ef88f5, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=ee93e037-6511-4170-9570-4cdb12ef88f5,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:37.286077 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'ee93e037-6511-4170-9570-4cdb12ef88f5', 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b', 'port_id': 'ee93e037-6511-4170-9570-4cdb12ef88f5', 'mac_address': 'fa:16:3e:ee:6f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:53:37.385607 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port ee93e037-6511-4170-9570-4cdb12ef88f5 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:53:37.386225 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ee93e037-6511-4170-9570-4cdb12ef88f5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:37.403363 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee93e037-6511-4170-9570-4cdb12ef88f5 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:53:37.425480 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port ee93e037-6511-4170-9570-4cdb12ef88f5, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=ee93e037-6511-4170-9570-4cdb12ef88f5,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:37.435988 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ee93e037-6511-4170-9570-4cdb12ef88f5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:37.557225 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=ee93e037-6511-4170-9570-4cdb12ef88f5,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:37.648112 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['ee93e037-6511-4170-9570-4cdb12ef88f5'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:53:37.721422 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ea6a24d1-a7b6-49d2-9c8e-ce4997238779 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router_gateway (a4b21d23-6d73-4298-9bf9-3f64058b140d), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:37.815842 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42556) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:37.899033 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b60018-50c2-4860-8d0c-ae997e404910 req-19de3480-0f88-4a5e-9b7f-6bbcae70c570 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:37.901304 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-45b60018-50c2-4860-8d0c-ae997e404910 req-19de3480-0f88-4a5e-9b7f-6bbcae70c570 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 944 time: 0.1619065 Mar 07 10:53:38.083032 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-45b60018-50c2-4860-8d0c-ae997e404910 req-8c6df6eb-968f-41c7-a74a-1fb88f81c4d4 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1687167 Mar 07 10:53:38.107688 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-71ed18ae-f29e-482c-953a-1ce163fcbac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:38.293914 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-71ed18ae-f29e-482c-953a-1ce163fcbac7 admin admin] Publish callbacks [] for security_group (6cb61aea-6f46-41f6-aecf-3772bc599dc5), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:38.300228 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-71ed18ae-f29e-482c-953a-1ce163fcbac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (6cb61aea-6f46-41f6-aecf-3772bc599dc5), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:38.390828 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-71ed18ae-f29e-482c-953a-1ce163fcbac7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=33f8ec56ea854af7ae0e7aa4794e11e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5720923 Mar 07 10:53:38.391955 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ed18ae-f29e-482c-953a-1ce163fcbac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb61aea-6f46-41f6-aecf-3772bc599dc5,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:38.400526 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42564) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:38.522764 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c0ab9aa7-9130-4005-b0ab-c4306103e44f admin admin] Publish callbacks [] for security_group (6cb61aea-6f46-41f6-aecf-3772bc599dc5), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:38.597018 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c0ab9aa7-9130-4005-b0ab-c4306103e44f admin admin] Publish callbacks [] for security_group (6cb61aea-6f46-41f6-aecf-3772bc599dc5), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:38.612129 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a8e2f89a-f152-4ded-bb53-16721cf4dbb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:38.680345 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c0ab9aa7-9130-4005-b0ab-c4306103e44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (6cb61aea-6f46-41f6-aecf-3772bc599dc5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:38.699659 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c0ab9aa7-9130-4005-b0ab-c4306103e44f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:38.704525 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c0ab9aa7-9130-4005-b0ab-c4306103e44f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6cb61aea-6f46-41f6-aecf-3772bc599dc5 HTTP/1.1" status: 204 len: 168 time: 0.3021202 Mar 07 10:53:38.736192 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab9aa7-9130-4005-b0ab-c4306103e44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb61aea-6f46-41f6-aecf-3772bc599dc5,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:38.766262 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ea6a24d1-a7b6-49d2-9c8e-ce4997238779 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router_gateway (a4b21d23-6d73-4298-9bf9-3f64058b140d), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:38.790619 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ea6a24d1-a7b6-49d2-9c8e-ce4997238779 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:38.901748 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42574) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:38.980103 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-ea6a24d1-a7b6-49d2-9c8e-ce4997238779 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Allocated IP 172.25.3.198 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/ba8c7b2c-ab89-46d6-b34f-ad7718dac339) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:53:39.071714 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device ee93e037-6511-4170-9570-4cdb12ef88f5 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:53:39.115702 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ea6a24d1-a7b6-49d2-9c8e-ce4997238779 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for port (ba8c7b2c-ab89-46d6-b34f-ad7718dac339), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:39.169525 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ea6a24d1-a7b6-49d2-9c8e-ce4997238779 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (ba8c7b2c-ab89-46d6-b34f-ad7718dac339), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:39.228699 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a24d1-a7b6-49d2-9c8e-ce4997238779 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Pushing event updated for resources: {'Port': ['ID=ba8c7b2c-ab89-46d6-b34f-ad7718dac339,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:39.258156 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6a24d1-a7b6-49d2-9c8e-ce4997238779 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:53:39.258156 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-ea6a24d1-a7b6-49d2-9c8e-ce4997238779 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:39.261090 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6a24d1-a7b6-49d2-9c8e-ce4997238779 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:53:39.271282 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port ee93e037-6511-4170-9570-4cdb12ef88f5 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:53:39.296291 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port ee93e037-6511-4170-9570-4cdb12ef88f5 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:53:39.296942 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ee93e037-6511-4170-9570-4cdb12ef88f5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:39.468325 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d2455-971f-4b55-b6f5-63814879afbb req-acde4ad4-e0bc-4330-9299-c80ef6146fe8 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:39.484823 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0b2d2455-971f-4b55-b6f5-63814879afbb req-acde4ad4-e0bc-4330-9299-c80ef6146fe8 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 944 time: 0.2105134 Mar 07 10:53:39.567151 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port ee93e037-6511-4170-9570-4cdb12ef88f5 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:53:39.567652 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ee93e037-6511-4170-9570-4cdb12ef88f5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:39.619528 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-382d4793-2201-4d04-b818-128e9be0563a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:39.645395 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port ee93e037-6511-4170-9570-4cdb12ef88f5, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=ee93e037-6511-4170-9570-4cdb12ef88f5,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:39.646184 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42584) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:39.646537 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24fb9e05-7723-46d3-a1a3-d341503ece95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee93e037-6511-4170-9570-4cdb12ef88f5'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:53:39.650508 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53442acd-80eb-4b95-bb66-10ee536b4b80" -d '{"events": [{"server_uuid": "24fb9e05-7723-46d3-a1a3-d341503ece95", "name": "network-vif-plugged", "status": "completed", "tag": "ee93e037-6511-4170-9570-4cdb12ef88f5"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:53:39.654507 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ee93e037-6511-4170-9570-4cdb12ef88f5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:39.675822 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0b2d2455-971f-4b55-b6f5-63814879afbb req-8eceed9b-aef4-4405-bb21-b5a5e1ffa5e5 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1866515 Mar 07 10:53:39.708917 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-28cce733-3b29-42ba-bcf3-e5474286ea01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:39.776568 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=ee93e037-6511-4170-9570-4cdb12ef88f5,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:39.783104 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39550f9-2298-4fc4-ba85-2a12805e65bc x-openstack-request-id: req-f39550f9-2298-4fc4-ba85-2a12805e65bc {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:53:39.784446 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24fb9e05-7723-46d3-a1a3-d341503ece95", "name": "network-vif-plugged", "status": "completed", "tag": "ee93e037-6511-4170-9570-4cdb12ef88f5", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:53:39.785189 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f39550f9-2298-4fc4-ba85-2a12805e65bc {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:53:39.785819 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24fb9e05-7723-46d3-a1a3-d341503ece95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee93e037-6511-4170-9570-4cdb12ef88f5', 'code': 200} Mar 07 10:53:39.800181 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-382d4793-2201-4d04-b818-128e9be0563a admin admin] Publish callbacks [] for security_group (f63cf776-3803-4d92-89a7-a58688f2f589), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:39.805898 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-382d4793-2201-4d04-b818-128e9be0563a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f63cf776-3803-4d92-89a7-a58688f2f589), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:39.864750 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-28cce733-3b29-42ba-bcf3-e5474286ea01 admin admin] Publish callbacks [] for security_group (7e003d13-bdf1-42c5-9678-3652494bb378), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:39.871433 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-382d4793-2201-4d04-b818-128e9be0563a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ef4b1afb307049d59b856782aefe35ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9676812 Mar 07 10:53:39.872890 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d4793-2201-4d04-b818-128e9be0563a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63cf776-3803-4d92-89a7-a58688f2f589,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:39.878569 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42590) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:39.881639 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-28cce733-3b29-42ba-bcf3-e5474286ea01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7e003d13-bdf1-42c5-9678-3652494bb378), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:39.884661 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:39.958908 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7ceb635d-c642-4770-9295-1000d5a4a7ea admin admin] Publish callbacks [] for security_group (f63cf776-3803-4d92-89a7-a58688f2f589), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:39.991736 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7ceb635d-c642-4770-9295-1000d5a4a7ea admin admin] Publish callbacks [] for security_group (f63cf776-3803-4d92-89a7-a58688f2f589), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:40.017442 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-28cce733-3b29-42ba-bcf3-e5474286ea01 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=188d9ec0c96f4215a628a0b5d02278be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3682213 Mar 07 10:53:40.020283 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42592) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:40.021518 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cce733-3b29-42ba-bcf3-e5474286ea01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e003d13-bdf1-42c5-9678-3652494bb378,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:40.027133 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e418a5-18af-4103-95c0-186eba7076ae req-4a73e46e-234d-43c1-ad34-67f5faa8f74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:40.028613 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d2e418a5-18af-4103-95c0-186eba7076ae req-4a73e46e-234d-43c1-ad34-67f5faa8f74b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 1127 time: 0.1603377 Mar 07 10:53:40.031538 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ea6a24d1-a7b6-49d2-9c8e-ce4997238779 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router_gateway (a4b21d23-6d73-4298-9bf9-3f64058b140d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:40.114913 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fbacf90f-e234-49e7-9ca8-c516c99beb0f admin admin] Publish callbacks [] for security_group (7e003d13-bdf1-42c5-9678-3652494bb378), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:40.118855 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7ceb635d-c642-4770-9295-1000d5a4a7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f63cf776-3803-4d92-89a7-a58688f2f589), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:40.121784 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7ceb635d-c642-4770-9295-1000d5a4a7ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:40.123495 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7ceb635d-c642-4770-9295-1000d5a4a7ea admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f63cf776-3803-4d92-89a7-a58688f2f589 HTTP/1.1" status: 204 len: 168 time: 0.2400253 Mar 07 10:53:40.172467 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb635d-c642-4770-9295-1000d5a4a7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63cf776-3803-4d92-89a7-a58688f2f589,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:40.216920 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fbacf90f-e234-49e7-9ca8-c516c99beb0f admin admin] Publish callbacks [] for security_group (7e003d13-bdf1-42c5-9678-3652494bb378), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:40.260402 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ea6a24d1-a7b6-49d2-9c8e-ce4997238779 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26448'] for router (a4b21d23-6d73-4298-9bf9-3f64058b140d), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:40.268413 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ea6a24d1-a7b6-49d2-9c8e-ce4997238779 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674560'] for router (a4b21d23-6d73-4298-9bf9-3f64058b140d), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:40.348768 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fbacf90f-e234-49e7-9ca8-c516c99beb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7e003d13-bdf1-42c5-9678-3652494bb378), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:40.354281 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fbacf90f-e234-49e7-9ca8-c516c99beb0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:40.356500 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fbacf90f-e234-49e7-9ca8-c516c99beb0f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7e003d13-bdf1-42c5-9678-3652494bb378 HTTP/1.1" status: 204 len: 168 time: 0.3352466 Mar 07 10:53:40.368758 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d2e418a5-18af-4103-95c0-186eba7076ae req-986b3b13-47db-41e8-8e6b-da165028949d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2277536 Mar 07 10:53:40.378480 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbacf90f-e234-49e7-9ca8-c516c99beb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e003d13-bdf1-42c5-9678-3652494bb378,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:40.461143 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6a24d1-a7b6-49d2-9c8e-ce4997238779 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Router a4b21d23-6d73-4298-9bf9-3f64058b140d is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:53:40.650963 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6a24d1-a7b6-49d2-9c8e-ce4997238779 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:53:40.665077 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ea6a24d1-a7b6-49d2-9c8e-ce4997238779 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:40.668720 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ea6a24d1-a7b6-49d2-9c8e-ce4997238779 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] 10.222.0.11 "PUT /v2.0/routers/a4b21d23-6d73-4298-9bf9-3f64058b140d HTTP/1.1" status: 200 len: 919 time: 3.5249491 Mar 07 10:53:40.668880 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42604) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:40.669756 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166e05ac-57f7-486a-85bd-056f798c18a8 None None] Sync routers for ids ['a4b21d23-6d73-4298-9bf9-3f64058b140d'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:53:40.691855 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166e05ac-57f7-486a-85bd-056f798c18a8 None None] Routers {'a4b21d23-6d73-4298-9bf9-3f64058b140d'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:40.692832 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-166e05ac-57f7-486a-85bd-056f798c18a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:53:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a4b21d23-6d73-4298-9bf9-3f64058b140d'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:40.871483 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-166e05ac-57f7-486a-85bd-056f798c18a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:40.893931 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166e05ac-57f7-486a-85bd-056f798c18a8 None None] Routers {'a4b21d23-6d73-4298-9bf9-3f64058b140d'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:40.900582 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-166e05ac-57f7-486a-85bd-056f798c18a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:53:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a4b21d23-6d73-4298-9bf9-3f64058b140d'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:40.903711 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-dc2050b1-a854-4107-b30f-76b0471f3d2b tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] 10.222.0.11 "GET /v2.0/routers/a4b21d23-6d73-4298-9bf9-3f64058b140d HTTP/1.1" status: 200 len: 925 time: 0.2336957 Mar 07 10:53:40.909987 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42618) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:41.007516 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-166e05ac-57f7-486a-85bd-056f798c18a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:41.009237 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166e05ac-57f7-486a-85bd-056f798c18a8 None None] The sync data for ids ['a4b21d23-6d73-4298-9bf9-3f64058b140d'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:53:41.023401 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105fec73-1d44-4a55-bfa8-07591b2b63d9 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:41.024516 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e940ab-fee5-4cf2-b522-49e961b0fcba req-644cb4dc-60af-41aa-a883-57f202cfa670 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:41.028946 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-105fec73-1d44-4a55-bfa8-07591b2b63d9 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=f8958782-2869-4679-b3a6-78e3b1855431&device_id=a4b21d23-6d73-4298-9bf9-3f64058b140d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1188028 Mar 07 10:53:41.029537 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42626) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:41.030374 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c0e940ab-fee5-4cf2-b522-49e961b0fcba req-644cb4dc-60af-41aa-a883-57f202cfa670 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 945 time: 0.1475427 Mar 07 10:53:41.167194 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c0e940ab-fee5-4cf2-b522-49e961b0fcba req-710da8dd-d143-4486-b219-ca3b34c0d48f tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1298594 Mar 07 10:53:41.232046 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27511630-b7b1-409f-ac45-8423d95e94fc tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:41.233794 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-27511630-b7b1-409f-ac45-8423d95e94fc tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 881 time: 0.1967537 Mar 07 10:53:41.237799 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42632) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:41.273721 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-08b90a8c-f179-40cf-ba0c-d40c0f8c0ee3 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4b21d23-6d73-4298-9bf9-3f64058b140d HTTP/1.1" status: 200 len: 205 time: 0.0344560 Mar 07 10:53:41.276082 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42634) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:41.551540 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c941228e-041f-421c-8894-db3e8c77da55 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router (a4b21d23-6d73-4298-9bf9-3f64058b140d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:41.623898 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:41.737155 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c941228e-041f-421c-8894-db3e8c77da55 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router_gateway (a4b21d23-6d73-4298-9bf9-3f64058b140d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:41.828643 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-c941228e-041f-421c-8894-db3e8c77da55 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Deleting port ba8c7b2c-ab89-46d6-b34f-ad7718dac339 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:53:41.829147 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c941228e-041f-421c-8894-db3e8c77da55 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (ba8c7b2c-ab89-46d6-b34f-ad7718dac339), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:41.952425 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c941228e-041f-421c-8894-db3e8c77da55 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (ba8c7b2c-ab89-46d6-b34f-ad7718dac339), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:41.969636 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-c941228e-041f-421c-8894-db3e8c77da55 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Calling delete_port for ba8c7b2c-ab89-46d6-b34f-ad7718dac339 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:53:42.313804 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c941228e-041f-421c-8894-db3e8c77da55 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (ba8c7b2c-ab89-46d6-b34f-ad7718dac339), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:42.392432 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941228e-041f-421c-8894-db3e8c77da55 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Pushing event deleted for resources: {'Port': ['ID=ba8c7b2c-ab89-46d6-b34f-ad7718dac339,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:42.473489 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42964af-5630-4947-ba69-c83a10cba5d3 req-e43bf2dc-739d-4408-a4ad-fb7eb29ad745 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:42.475030 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c42964af-5630-4947-ba69-c83a10cba5d3 req-e43bf2dc-739d-4408-a4ad-fb7eb29ad745 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 945 time: 0.1738963 Mar 07 10:53:42.480840 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c941228e-041f-421c-8894-db3e8c77da55 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (a4b21d23-6d73-4298-9bf9-3f64058b140d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:42.665310 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c941228e-041f-421c-8894-db3e8c77da55 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (a4b21d23-6d73-4298-9bf9-3f64058b140d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:42.669140 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c941228e-041f-421c-8894-db3e8c77da55 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router_controller (a4b21d23-6d73-4298-9bf9-3f64058b140d), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:42.727214 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c42964af-5630-4947-ba69-c83a10cba5d3 req-0705a858-41ee-4f7f-b4e9-7bfbe1e8b331 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2425716 Mar 07 10:53:42.740886 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c941228e-041f-421c-8894-db3e8c77da55 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (a4b21d23-6d73-4298-9bf9-3f64058b140d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:42.741537 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c941228e-041f-421c-8894-db3e8c77da55 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Fanout notify agent at l3_agent the message router_deleted on router a4b21d23-6d73-4298-9bf9-3f64058b140d {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:53:42.756212 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c941228e-041f-421c-8894-db3e8c77da55 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:42.758116 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c941228e-041f-421c-8894-db3e8c77da55 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] 10.222.0.11 "DELETE /v2.0/routers/a4b21d23-6d73-4298-9bf9-3f64058b140d HTTP/1.1" status: 204 len: 168 time: 1.4804873 Mar 07 10:53:42.761952 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42688) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:42.767519 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-1c7da649-3663-4a80-8ddd-10c1e12983ab tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1620017769', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}, 'admin_state_up': False}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:42.831797 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c7da649-3663-4a80-8ddd-10c1e12983ab tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (903e2c99-bcab-4fa1-8982-48fc5f3cefa0), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:42.833004 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c7da649-3663-4a80-8ddd-10c1e12983ab tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (903e2c99-bcab-4fa1-8982-48fc5f3cefa0), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:42.901866 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:42.928980 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c7da649-3663-4a80-8ddd-10c1e12983ab tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router_controller (903e2c99-bcab-4fa1-8982-48fc5f3cefa0), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:43.091976 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11697c76-6045-4ff6-b217-da045a2f164c req-7fe00f20-3f26-4c99-be9c-60b048908a53 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:43.097815 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-11697c76-6045-4ff6-b217-da045a2f164c req-7fe00f20-3f26-4c99-be9c-60b048908a53 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 945 time: 0.1642203 Mar 07 10:53:43.107317 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42702) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:43.114729 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-33aba680-03fa-41f6-a5b3-9544e38a2a7b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Request body: {'floatingip': {'port_id': 'ee93e037-6511-4170-9570-4cdb12ef88f5'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:43.161523 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c7da649-3663-4a80-8ddd-10c1e12983ab tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router_gateway (903e2c99-bcab-4fa1-8982-48fc5f3cefa0), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:43.166150 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-33aba680-03fa-41f6-a5b3-9544e38a2a7b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for floatingip (cfcea716-e1f2-46c8-8d21-d2d3a2789bb1), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:43.498877 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c7da649-3663-4a80-8ddd-10c1e12983ab tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router_gateway (903e2c99-bcab-4fa1-8982-48fc5f3cefa0), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:43.538296 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c7da649-3663-4a80-8ddd-10c1e12983ab tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:43.757662 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-1c7da649-3663-4a80-8ddd-10c1e12983ab tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Allocated IP 172.25.3.233 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/0562df8a-a1c3-4c69-b3b9-15fcdfdfcd2c) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:53:43.960722 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c7da649-3663-4a80-8ddd-10c1e12983ab tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for port (0562df8a-a1c3-4c69-b3b9-15fcdfdfcd2c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:44.020190 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:53:44.044968 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c7da649-3663-4a80-8ddd-10c1e12983ab tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (0562df8a-a1c3-4c69-b3b9-15fcdfdfcd2c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:44.066948 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42728) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:44.118676 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7da649-3663-4a80-8ddd-10c1e12983ab tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:53:44.123746 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-1c7da649-3663-4a80-8ddd-10c1e12983ab tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:44.129424 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7da649-3663-4a80-8ddd-10c1e12983ab tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:53:44.228147 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7da649-3663-4a80-8ddd-10c1e12983ab tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Pushing event updated for resources: {'Port': ['ID=0562df8a-a1c3-4c69-b3b9-15fcdfdfcd2c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:44.460583 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-40fec770-4f47-4870-a783-3f8fc25d7778 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:44.626877 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-33aba680-03fa-41f6-a5b3-9544e38a2a7b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:44.633323 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-33aba680-03fa-41f6-a5b3-9544e38a2a7b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (cfcea716-e1f2-46c8-8d21-d2d3a2789bb1), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:44.663202 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-40fec770-4f47-4870-a783-3f8fc25d7778 admin admin] Publish callbacks [] for security_group (795ed446-1081-413c-80d4-79ea5fe71ff6), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:44.675206 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-40fec770-4f47-4870-a783-3f8fc25d7778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (795ed446-1081-413c-80d4-79ea5fe71ff6), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:44.727569 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c7da649-3663-4a80-8ddd-10c1e12983ab tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router_gateway (903e2c99-bcab-4fa1-8982-48fc5f3cefa0), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:44.737551 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-40fec770-4f47-4870-a783-3f8fc25d7778 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8326ad07dc6041ada97a7ffde8f48878&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6668756 Mar 07 10:53:44.738299 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fec770-4f47-4870-a783-3f8fc25d7778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795ed446-1081-413c-80d4-79ea5fe71ff6,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:44.740906 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42750) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:44.862512 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-33aba680-03fa-41f6-a5b3-9544e38a2a7b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Floating IP cfcea716-e1f2-46c8-8d21-d2d3a2789bb1 associated. External IP: 172.25.3.141, port: ee93e037-6511-4170-9570-4cdb12ef88f5. Mar 07 10:53:44.931268 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bf9b07e7-61de-4dbe-85a4-99fc05765c1e admin admin] Publish callbacks [] for security_group (795ed446-1081-413c-80d4-79ea5fe71ff6), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:44.961616 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bf9b07e7-61de-4dbe-85a4-99fc05765c1e admin admin] Publish callbacks [] for security_group (795ed446-1081-413c-80d4-79ea5fe71ff6), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:45.155167 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bf9b07e7-61de-4dbe-85a4-99fc05765c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (795ed446-1081-413c-80d4-79ea5fe71ff6), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:45.158005 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bf9b07e7-61de-4dbe-85a4-99fc05765c1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:45.162009 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-bf9b07e7-61de-4dbe-85a4-99fc05765c1e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/795ed446-1081-413c-80d4-79ea5fe71ff6 HTTP/1.1" status: 204 len: 168 time: 0.4169402 Mar 07 10:53:45.170338 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b07e7-61de-4dbe-85a4-99fc05765c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795ed446-1081-413c-80d4-79ea5fe71ff6,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:45.228639 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c7da649-3663-4a80-8ddd-10c1e12983ab tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (903e2c99-bcab-4fa1-8982-48fc5f3cefa0), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:45.456920 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33aba680-03fa-41f6-a5b3-9544e38a2a7b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Router 8340f294-28b9-4618-ba75-a40fe8154dcf has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:53:45.565862 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7da649-3663-4a80-8ddd-10c1e12983ab tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Router 903e2c99-bcab-4fa1-8982-48fc5f3cefa0 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:53:45.739879 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7da649-3663-4a80-8ddd-10c1e12983ab tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:53:45.748787 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33aba680-03fa-41f6-a5b3-9544e38a2a7b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:53:45.749293 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a393766-9ab4-4643-bc57-f74f7731c9a5 None None] Sync routers for ids ['903e2c99-bcab-4fa1-8982-48fc5f3cefa0'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:53:45.764290 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716615b3-6976-4cd1-986e-83b663600bc6 None None] Sync routers for ids ['8340f294-28b9-4618-ba75-a40fe8154dcf'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:53:45.767294 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-33aba680-03fa-41f6-a5b3-9544e38a2a7b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:45.769021 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a393766-9ab4-4643-bc57-f74f7731c9a5 None None] Routers {'903e2c99-bcab-4fa1-8982-48fc5f3cefa0'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:45.774748 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3a393766-9ab4-4643-bc57-f74f7731c9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:53:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['903e2c99-bcab-4fa1-8982-48fc5f3cefa0'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:45.789076 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c7da649-3663-4a80-8ddd-10c1e12983ab tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:45.792627 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1c7da649-3663-4a80-8ddd-10c1e12983ab tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.0290270 Mar 07 10:53:45.795462 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42764) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:45.796592 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716615b3-6976-4cd1-986e-83b663600bc6 None None] Routers {'8340f294-28b9-4618-ba75-a40fe8154dcf'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:45.798518 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-716615b3-6976-4cd1-986e-83b663600bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:53:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['8340f294-28b9-4618-ba75-a40fe8154dcf'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:45.811350 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-527133a9-2d68-45ed-bbd0-573bb56908ca tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:45.826259 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-33aba680-03fa-41f6-a5b3-9544e38a2a7b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "PUT /v2.0/floatingips/cfcea716-e1f2-46c8-8d21-d2d3a2789bb1 HTTP/1.1" status: 200 len: 991 time: 2.7159204 Mar 07 10:53:45.827428 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24fb9e05-7723-46d3-a1a3-d341503ece95', 'tag': 'ee93e037-6511-4170-9570-4cdb12ef88f5'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:53:45.830100 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c678c8-f06e-4f12-9df3-d6930c7fee04" -d '{"events": [{"name": "network-changed", "server_uuid": "24fb9e05-7723-46d3-a1a3-d341503ece95", "tag": "ee93e037-6511-4170-9570-4cdb12ef88f5"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:53:45.925871 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2068e93-7703-4f0e-9e86-0ccb8185d3d9 x-openstack-request-id: req-e2068e93-7703-4f0e-9e86-0ccb8185d3d9 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:53:45.926760 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24fb9e05-7723-46d3-a1a3-d341503ece95", "tag": "ee93e037-6511-4170-9570-4cdb12ef88f5", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:53:45.927249 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e2068e93-7703-4f0e-9e86-0ccb8185d3d9 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:53:45.927877 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24fb9e05-7723-46d3-a1a3-d341503ece95', 'tag': 'ee93e037-6511-4170-9570-4cdb12ef88f5', 'status': 'completed', 'code': 200} Mar 07 10:53:45.930184 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3a393766-9ab4-4643-bc57-f74f7731c9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:45.966175 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a393766-9ab4-4643-bc57-f74f7731c9a5 None None] Routers {'903e2c99-bcab-4fa1-8982-48fc5f3cefa0'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:45.967038 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3a393766-9ab4-4643-bc57-f74f7731c9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:53:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['903e2c99-bcab-4fa1-8982-48fc5f3cefa0'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:46.070676 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c678c8-f06e-4f12-9df3-d6930c7fee04 req-438506c9-c968-49eb-a6ed-fc2ee417450c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:46.076852 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-85c678c8-f06e-4f12-9df3-d6930c7fee04 req-438506c9-c968-49eb-a6ed-fc2ee417450c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f4947cca2a6480f85064d6dfbb3a125&device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 1127 time: 0.1311796 Mar 07 10:53:46.090146 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3a393766-9ab4-4643-bc57-f74f7731c9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:46.091522 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a393766-9ab4-4643-bc57-f74f7731c9a5 None None] The sync data for ids ['903e2c99-bcab-4fa1-8982-48fc5f3cefa0'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:53:46.143743 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-716615b3-6976-4cd1-986e-83b663600bc6 None None] Set router 8340f294-28b9-4618-ba75-a40fe8154dcf gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:53:46.395270 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c678c8-f06e-4f12-9df3-d6930c7fee04 req-12628fec-a693-4282-bcb7-de7ccdf3db51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:46.400684 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-85c678c8-f06e-4f12-9df3-d6930c7fee04 req-12628fec-a693-4282-bcb7-de7ccdf3db51 service neutron] 10.222.0.21 "GET /v2.0/networks?id=89c82ebc-0d2c-446d-9232-939e7905e93b HTTP/1.1" status: 200 len: 918 time: 0.3178186 Mar 07 10:53:46.694739 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-85c678c8-f06e-4f12-9df3-d6930c7fee04 req-8c603557-5917-4037-b40c-fd5588c9841a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee93e037-6511-4170-9570-4cdb12ef88f5 HTTP/1.1" status: 200 len: 999 time: 0.2675648 Mar 07 10:53:46.699446 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-716615b3-6976-4cd1-986e-83b663600bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'name': 'tempest-AttachVolumeShelveTestJSON-1265140767-router', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:11Z', 'updated_at': '2022-03-07T10:53:19Z', 'revision_number': 4, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'gw_port': {'id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:13Z', 'updated_at': '2022-03-07T10:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'cfcea716-e1f2-46c8-8d21-d2d3a2789bb1', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'floating_ip_address': '172.25.3.141', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'port_id': 'ee93e037-6511-4170-9570-4cdb12ef88f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b', 'mac_address': 'fa:16:3e:ee:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fb9e05-7723-46d3-a1a3-d341503ece95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:53:24Z', 'updated_at': '2022-03-07T10:53:44Z', 'revision_number': 1, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ed482d-9752-4c73-992e-1b69cc138120', 'name': '', 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'mac_address': 'fa:16:3e:57:77:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:18Z', 'updated_at': '2022-03-07T10:53:24Z', 'revision_number': 5, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'subnets': [{'id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:46.762042 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716615b3-6976-4cd1-986e-83b663600bc6 None None] Checking router: 8340f294-28b9-4618-ba75-a40fe8154dcf for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:53:46.788753 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42788) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:46.797677 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716615b3-6976-4cd1-986e-83b663600bc6 None None] Routers {'8340f294-28b9-4618-ba75-a40fe8154dcf'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:46.798417 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-716615b3-6976-4cd1-986e-83b663600bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:53:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['8340f294-28b9-4618-ba75-a40fe8154dcf'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:46.816589 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c678c8-f06e-4f12-9df3-d6930c7fee04 req-8b508bec-2fb9-49f6-b490-6bd904459e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:46.818475 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-85c678c8-f06e-4f12-9df3-d6930c7fee04 req-8b508bec-2fb9-49f6-b490-6bd904459e80 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4787b40-e1f6-4c42-b340-b6308e03f420 HTTP/1.1" status: 200 len: 856 time: 0.1227722 Mar 07 10:53:46.920398 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c678c8-f06e-4f12-9df3-d6930c7fee04 req-2368eb5a-41fb-4c59-9216-d494d7213bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:46.922011 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-85c678c8-f06e-4f12-9df3-d6930c7fee04 req-2368eb5a-41fb-4c59-9216-d494d7213bc1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=89c82ebc-0d2c-446d-9232-939e7905e93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0974901 Mar 07 10:53:47.106510 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-84aa63f8-a66e-456d-8e54-5b7c2ffe86c1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1578191317-network', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:47.147138 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84aa63f8-a66e-456d-8e54-5b7c2ffe86c1 admin admin] Made reservation on behalf of 6d3fdd77decc4d62a3e5426903f03a99 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:53:47.160018 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-84aa63f8-a66e-456d-8e54-5b7c2ffe86c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:47.231380 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-84aa63f8-a66e-456d-8e54-5b7c2ffe86c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:47.270484 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-716615b3-6976-4cd1-986e-83b663600bc6 None None] Set router 8340f294-28b9-4618-ba75-a40fe8154dcf gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:53:47.433733 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-84aa63f8-a66e-456d-8e54-5b7c2ffe86c1 admin admin] Publish callbacks [] for security_group (c7f0e1a7-cdab-48db-b0d8-3bb3924f4239), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:47.469662 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-84aa63f8-a66e-456d-8e54-5b7c2ffe86c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (c7f0e1a7-cdab-48db-b0d8-3bb3924f4239), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:47.510176 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84aa63f8-a66e-456d-8e54-5b7c2ffe86c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:53:47.531349 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-84aa63f8-a66e-456d-8e54-5b7c2ffe86c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:47.531867 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-84aa63f8-a66e-456d-8e54-5b7c2ffe86c1 admin admin] Added segment 6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a of type vlan for network 28765912-277e-46d1-95bd-16e2031149b0 Mar 07 10:53:47.567724 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-527133a9-2d68-45ed-bbd0-573bb56908ca tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router_gateway (903e2c99-bcab-4fa1-8982-48fc5f3cefa0), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:47.590558 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-527133a9-2d68-45ed-bbd0-573bb56908ca tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router_gateway (903e2c99-bcab-4fa1-8982-48fc5f3cefa0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:47.594701 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-716615b3-6976-4cd1-986e-83b663600bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'name': 'tempest-AttachVolumeShelveTestJSON-1265140767-router', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:11Z', 'updated_at': '2022-03-07T10:53:19Z', 'revision_number': 4, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'gw_port': {'id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:13Z', 'updated_at': '2022-03-07T10:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'cfcea716-e1f2-46c8-8d21-d2d3a2789bb1', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'floating_ip_address': '172.25.3.141', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'port_id': 'ee93e037-6511-4170-9570-4cdb12ef88f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b', 'mac_address': 'fa:16:3e:ee:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fb9e05-7723-46d3-a1a3-d341503ece95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:53:24Z', 'updated_at': '2022-03-07T10:53:44Z', 'revision_number': 1, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ed482d-9752-4c73-992e-1b69cc138120', 'name': '', 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'mac_address': 'fa:16:3e:57:77:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:18Z', 'updated_at': '2022-03-07T10:53:24Z', 'revision_number': 5, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'subnets': [{'id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:47.635583 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-84aa63f8-a66e-456d-8e54-5b7c2ffe86c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (28765912-277e-46d1-95bd-16e2031149b0), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:47.673213 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716615b3-6976-4cd1-986e-83b663600bc6 None None] The sync data for ids ['8340f294-28b9-4618-ba75-a40fe8154dcf'] in n-d-832164-4 is: [{'id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'name': 'tempest-AttachVolumeShelveTestJSON-1265140767-router', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:11Z', 'updated_at': '2022-03-07T10:53:19Z', 'revision_number': 4, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'gw_port': {'id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:13Z', 'updated_at': '2022-03-07T10:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'cfcea716-e1f2-46c8-8d21-d2d3a2789bb1', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'floating_ip_address': '172.25.3.141', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'port_id': 'ee93e037-6511-4170-9570-4cdb12ef88f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2619, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b', 'mac_address': 'fa:16:3e:ee:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fb9e05-7723-46d3-a1a3-d341503ece95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:53:24Z', 'updated_at': '2022-03-07T10:53:44Z', 'revision_number': 1, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ed482d-9752-4c73-992e-1b69cc138120', 'name': '', 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'mac_address': 'fa:16:3e:57:77:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:18Z', 'updated_at': '2022-03-07T10:53:24Z', 'revision_number': 5, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'subnets': [{'id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:53:47.712821 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-527133a9-2d68-45ed-bbd0-573bb56908ca tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Deleting port 0562df8a-a1c3-4c69-b3b9-15fcdfdfcd2c {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:53:47.715147 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-527133a9-2d68-45ed-bbd0-573bb56908ca tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (0562df8a-a1c3-4c69-b3b9-15fcdfdfcd2c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:47.720549 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-84aa63f8-a66e-456d-8e54-5b7c2ffe86c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (28765912-277e-46d1-95bd-16e2031149b0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:47.723761 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84aa63f8-a66e-456d-8e54-5b7c2ffe86c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:47.726713 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-84aa63f8-a66e-456d-8e54-5b7c2ffe86c1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:47.735047 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-85c678c8-f06e-4f12-9df3-d6930c7fee04 req-0f2c8827-c196-404f-98d9-b859637f2045 service neutron] 10.222.0.21 "GET /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8056707 Mar 07 10:53:47.782457 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa63f8-a66e-456d-8e54-5b7c2ffe86c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f0e1a7-cdab-48db-b0d8-3bb3924f4239,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:47.943658 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-527133a9-2d68-45ed-bbd0-573bb56908ca tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (0562df8a-a1c3-4c69-b3b9-15fcdfdfcd2c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:47.972851 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-527133a9-2d68-45ed-bbd0-573bb56908ca tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Calling delete_port for 0562df8a-a1c3-4c69-b3b9-15fcdfdfcd2c owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:53:48.089901 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-85c678c8-f06e-4f12-9df3-d6930c7fee04 req-8fd53e8d-2544-4e55-a836-eaa7f7cf4c7d service neutron] 10.222.0.21 "GET /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147788 Mar 07 10:53:48.127020 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1350afde-ad7a-4578-868a-42ce3cbd7aed None None] New status for floating IP cfcea716-e1f2-46c8-8d21-d2d3a2789bb1: ACTIVE {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:53:48.166548 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-84aa63f8-a66e-456d-8e54-5b7c2ffe86c1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3739889 Mar 07 10:53:48.167501 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42808) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:48.180227 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-fab2dd53-feb6-48e1-91dd-b2fe3bffc5e9 admin admin] Request body: {'subnet': {'network_id': '28765912-277e-46d1-95bd-16e2031149b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1578191317-subnet', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:48.254230 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aa63f8-a66e-456d-8e54-5b7c2ffe86c1 admin admin] Pushing event updated for resources: {'Network': ['ID=28765912-277e-46d1-95bd-16e2031149b0,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:48.282742 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab2dd53-feb6-48e1-91dd-b2fe3bffc5e9 admin admin] Made reservation on behalf of 6d3fdd77decc4d62a3e5426903f03a99 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:53:48.287683 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fab2dd53-feb6-48e1-91dd-b2fe3bffc5e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:48.293864 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 28765912-277e-46d1-95bd-16e2031149b0 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:53:48.396257 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-527133a9-2d68-45ed-bbd0-573bb56908ca tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (0562df8a-a1c3-4c69-b3b9-15fcdfdfcd2c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:48.446129 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527133a9-2d68-45ed-bbd0-573bb56908ca tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Pushing event deleted for resources: {'Port': ['ID=0562df8a-a1c3-4c69-b3b9-15fcdfdfcd2c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:48.455115 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:48.545897 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-527133a9-2d68-45ed-bbd0-573bb56908ca tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (903e2c99-bcab-4fa1-8982-48fc5f3cefa0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:48.669908 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fab2dd53-feb6-48e1-91dd-b2fe3bffc5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (70c02524-f503-4482-9d50-de9acc410b2f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:48.765310 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2dd53-feb6-48e1-91dd-b2fe3bffc5e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70c02524-f503-4482-9d50-de9acc410b2f,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:48.802565 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab2dd53-feb6-48e1-91dd-b2fe3bffc5e9 admin admin] Checking segment: {'id': '6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28765912-277e-46d1-95bd-16e2031149b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:53:48.803213 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab2dd53-feb6-48e1-91dd-b2fe3bffc5e9 admin admin] Network hostable DHCP agents. Network: 28765912-277e-46d1-95bd-16e2031149b0, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:53:48.825839 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab2dd53-feb6-48e1-91dd-b2fe3bffc5e9 admin admin] Network 28765912-277e-46d1-95bd-16e2031149b0 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:53:48.855367 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-fab2dd53-feb6-48e1-91dd-b2fe3bffc5e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 28765912-277e-46d1-95bd-16e2031149b0) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:48.865626 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f29e41-102a-4bc8-9f03-b75977d2e472 None None] Network 28765912-277e-46d1-95bd-16e2031149b0 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:53:48.878820 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab2dd53-feb6-48e1-91dd-b2fe3bffc5e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:48.879431 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fab2dd53-feb6-48e1-91dd-b2fe3bffc5e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:48.921002 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-fab2dd53-feb6-48e1-91dd-b2fe3bffc5e9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7392147 Mar 07 10:53:48.921002 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42816) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:48.924774 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-3fb5e06d-21ce-4410-a9a3-6af6fec73780 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1578191317-router', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:48.968219 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3fb5e06d-21ce-4410-a9a3-6af6fec73780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (9b4beccc-5f94-43d6-9241-f37dc849d45f), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:48.970752 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3fb5e06d-21ce-4410-a9a3-6af6fec73780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (9b4beccc-5f94-43d6-9241-f37dc849d45f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:49.015668 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-527133a9-2d68-45ed-bbd0-573bb56908ca tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26448'] for router (903e2c99-bcab-4fa1-8982-48fc5f3cefa0), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:49.026545 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-527133a9-2d68-45ed-bbd0-573bb56908ca tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674560'] for router (903e2c99-bcab-4fa1-8982-48fc5f3cefa0), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:49.070540 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3fb5e06d-21ce-4410-a9a3-6af6fec73780 admin admin] Publish callbacks [] for router_controller (9b4beccc-5f94-43d6-9241-f37dc849d45f), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:49.155648 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe69ebbd-c762-483b-8ece-62d079544900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-28765912-277e-46d1-95bd-16e2031149b0', 'network_id': '28765912-277e-46d1-95bd-16e2031149b0', 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'fixed_ips': [{'subnet_id': '70c02524-f503-4482-9d50-de9acc410b2f'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:53:49.157637 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fe69ebbd-c762-483b-8ece-62d079544900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:49.204375 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527133a9-2d68-45ed-bbd0-573bb56908ca tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Router 903e2c99-bcab-4fa1-8982-48fc5f3cefa0 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:53:49.430737 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3fb5e06d-21ce-4410-a9a3-6af6fec73780 admin admin] Publish callbacks [] for router_gateway (9b4beccc-5f94-43d6-9241-f37dc849d45f), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:49.470514 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-fe69ebbd-c762-483b-8ece-62d079544900 None None] Allocated IP 172.20.0.2 (28765912-277e-46d1-95bd-16e2031149b0/70c02524-f503-4482-9d50-de9acc410b2f/b601bcfc-a1da-46e9-9770-d5f4594f6fc3) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:53:49.495619 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527133a9-2d68-45ed-bbd0-573bb56908ca tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:53:49.510289 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f706986e-bd2d-4aef-8d27-2104e686ac0f None None] Sync routers for ids ['903e2c99-bcab-4fa1-8982-48fc5f3cefa0'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:53:49.516592 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-527133a9-2d68-45ed-bbd0-573bb56908ca tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:49.524584 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-527133a9-2d68-45ed-bbd0-573bb56908ca tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] 10.222.0.11 "PUT /v2.0/routers/903e2c99-bcab-4fa1-8982-48fc5f3cefa0 HTTP/1.1" status: 200 len: 710 time: 3.7254059 Mar 07 10:53:49.525370 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42830) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:49.613973 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f706986e-bd2d-4aef-8d27-2104e686ac0f None None] Routers {'903e2c99-bcab-4fa1-8982-48fc5f3cefa0'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:49.614623 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f706986e-bd2d-4aef-8d27-2104e686ac0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:53:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['903e2c99-bcab-4fa1-8982-48fc5f3cefa0'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:49.622962 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5f4b9b24-ed59-4f8a-a57d-089d15776d4e tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] 10.222.0.11 "GET /v2.0/routers/903e2c99-bcab-4fa1-8982-48fc5f3cefa0 HTTP/1.1" status: 200 len: 745 time: 0.0902309 Mar 07 10:53:49.624164 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42832) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:49.732948 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-83829e0a-181e-42f5-93fb-4db97ba5d8b8 tempest-RoutersIpV6AdminTest-1661966643 tempest-RoutersIpV6AdminTest-1661966643-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=f8958782-2869-4679-b3a6-78e3b1855431&device_id=903e2c99-bcab-4fa1-8982-48fc5f3cefa0 HTTP/1.1" status: 200 len: 205 time: 0.1072731 Mar 07 10:53:49.736481 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42834) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:49.790461 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3fb5e06d-21ce-4410-a9a3-6af6fec73780 admin admin] Publish callbacks [] for router_gateway (9b4beccc-5f94-43d6-9241-f37dc849d45f), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:49.799999 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0d0e3383-06f2-4a31-95f0-d3d402d37ff0 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] 10.222.0.11 "GET /v2.0/ports?device_id=903e2c99-bcab-4fa1-8982-48fc5f3cefa0 HTTP/1.1" status: 200 len: 205 time: 0.0621147 Mar 07 10:53:49.803365 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42836) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:49.816563 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f706986e-bd2d-4aef-8d27-2104e686ac0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:49.836261 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3fb5e06d-21ce-4410-a9a3-6af6fec73780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:49.852931 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f706986e-bd2d-4aef-8d27-2104e686ac0f None None] Routers {'903e2c99-bcab-4fa1-8982-48fc5f3cefa0'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:49.859200 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f706986e-bd2d-4aef-8d27-2104e686ac0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:53:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['903e2c99-bcab-4fa1-8982-48fc5f3cefa0'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:49.941897 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f706986e-bd2d-4aef-8d27-2104e686ac0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:49.942640 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f706986e-bd2d-4aef-8d27-2104e686ac0f None None] The sync data for ids ['903e2c99-bcab-4fa1-8982-48fc5f3cefa0'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:53:50.047459 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-3fb5e06d-21ce-4410-a9a3-6af6fec73780 admin admin] Allocated IP 172.25.3.111 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/3ca31e18-e827-42c4-b09d-632cd2d814d6) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:53:50.052874 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-68a19aa1-2f38-4663-ab1f-dfaba46c457d tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router (903e2c99-bcab-4fa1-8982-48fc5f3cefa0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:50.139236 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fe69ebbd-c762-483b-8ece-62d079544900 None None] Publish callbacks [] for port (b601bcfc-a1da-46e9-9770-d5f4594f6fc3), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:50.151385 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fe69ebbd-c762-483b-8ece-62d079544900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (b601bcfc-a1da-46e9-9770-d5f4594f6fc3), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:50.250401 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3fb5e06d-21ce-4410-a9a3-6af6fec73780 admin admin] Publish callbacks [] for port (3ca31e18-e827-42c4-b09d-632cd2d814d6), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:50.261190 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69ebbd-c762-483b-8ece-62d079544900 None None] Pushing event updated for resources: {'Port': ['ID=b601bcfc-a1da-46e9-9770-d5f4594f6fc3,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:50.271656 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe69ebbd-c762-483b-8ece-62d079544900 None None] Network 28765912-277e-46d1-95bd-16e2031149b0 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:53:50.277504 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-fe69ebbd-c762-483b-8ece-62d079544900 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:50.281472 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe69ebbd-c762-483b-8ece-62d079544900 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:53:50.332133 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3fb5e06d-21ce-4410-a9a3-6af6fec73780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (3ca31e18-e827-42c4-b09d-632cd2d814d6), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:50.405755 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-fe69ebbd-c762-483b-8ece-62d079544900 None None] Attempting to bind port b601bcfc-a1da-46e9-9770-d5f4594f6fc3 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:53:50.406131 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-fe69ebbd-c762-483b-8ece-62d079544900 None None] Attempting to bind port b601bcfc-a1da-46e9-9770-d5f4594f6fc3 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28765912-277e-46d1-95bd-16e2031149b0'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:53:50.406505 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe69ebbd-c762-483b-8ece-62d079544900 None None] Attempting to bind port b601bcfc-a1da-46e9-9770-d5f4594f6fc3 on network 28765912-277e-46d1-95bd-16e2031149b0 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:53:50.410851 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb5e06d-21ce-4410-a9a3-6af6fec73780 admin admin] Pushing event updated for resources: {'Port': ['ID=3ca31e18-e827-42c4-b09d-632cd2d814d6,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:50.431691 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5e06d-21ce-4410-a9a3-6af6fec73780 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:50.432354 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe69ebbd-c762-483b-8ece-62d079544900 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:53:50.432497 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe69ebbd-c762-483b-8ece-62d079544900 None None] Checking segment: {'id': '6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28765912-277e-46d1-95bd-16e2031149b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:53:50.432843 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fe69ebbd-c762-483b-8ece-62d079544900 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:50.433256 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe69ebbd-c762-483b-8ece-62d079544900 None None] Bound using segment: {'id': '6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28765912-277e-46d1-95bd-16e2031149b0'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:53:50.433735 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-fe69ebbd-c762-483b-8ece-62d079544900 None None] Bound port: b601bcfc-a1da-46e9-9770-d5f4594f6fc3, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28765912-277e-46d1-95bd-16e2031149b0'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:53:50.434123 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fe69ebbd-c762-483b-8ece-62d079544900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b601bcfc-a1da-46e9-9770-d5f4594f6fc3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:50.440108 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5e06d-21ce-4410-a9a3-6af6fec73780 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:50.440718 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5e06d-21ce-4410-a9a3-6af6fec73780 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:50.441303 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5e06d-21ce-4410-a9a3-6af6fec73780 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:50.441860 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5e06d-21ce-4410-a9a3-6af6fec73780 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:50.442425 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5e06d-21ce-4410-a9a3-6af6fec73780 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:50.442967 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5e06d-21ce-4410-a9a3-6af6fec73780 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:50.443532 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5e06d-21ce-4410-a9a3-6af6fec73780 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:50.444079 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5e06d-21ce-4410-a9a3-6af6fec73780 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:50.444618 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5e06d-21ce-4410-a9a3-6af6fec73780 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:50.445195 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5e06d-21ce-4410-a9a3-6af6fec73780 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:50.445734 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5e06d-21ce-4410-a9a3-6af6fec73780 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:50.446287 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5e06d-21ce-4410-a9a3-6af6fec73780 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:53:50.457694 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb5e06d-21ce-4410-a9a3-6af6fec73780 admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:53:50.459258 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-3fb5e06d-21ce-4410-a9a3-6af6fec73780 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:50.461627 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb5e06d-21ce-4410-a9a3-6af6fec73780 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:53:50.533992 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-68a19aa1-2f38-4663-ab1f-dfaba46c457d tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (903e2c99-bcab-4fa1-8982-48fc5f3cefa0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:50.539952 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-68a19aa1-2f38-4663-ab1f-dfaba46c457d tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router_controller (903e2c99-bcab-4fa1-8982-48fc5f3cefa0), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:50.571683 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-fe69ebbd-c762-483b-8ece-62d079544900 None None] For port b601bcfc-a1da-46e9-9770-d5f4594f6fc3, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:53:50.574793 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-fe69ebbd-c762-483b-8ece-62d079544900 None None] For port b601bcfc-a1da-46e9-9770-d5f4594f6fc3, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b601bcfc-a1da-46e9-9770-d5f4594f6fc3,segment=NetworkSegment(6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a),segment_id=6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:53:50.581862 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fe69ebbd-c762-483b-8ece-62d079544900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b601bcfc-a1da-46e9-9770-d5f4594f6fc3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:50.665812 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-68a19aa1-2f38-4663-ab1f-dfaba46c457d tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (903e2c99-bcab-4fa1-8982-48fc5f3cefa0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:50.666341 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a19aa1-2f38-4663-ab1f-dfaba46c457d tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Fanout notify agent at l3_agent the message router_deleted on router 903e2c99-bcab-4fa1-8982-48fc5f3cefa0 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:53:50.687331 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-68a19aa1-2f38-4663-ab1f-dfaba46c457d tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:50.693685 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42852) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:50.706199 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-68a19aa1-2f38-4663-ab1f-dfaba46c457d tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] 10.222.0.11 "DELETE /v2.0/routers/903e2c99-bcab-4fa1-8982-48fc5f3cefa0 HTTP/1.1" status: 204 len: 168 time: 0.8994508 Mar 07 10:53:50.735412 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69ebbd-c762-483b-8ece-62d079544900 None None] Pushing event updated for resources: {'Port': ['ID=b601bcfc-a1da-46e9-9770-d5f4594f6fc3,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:50.763574 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-be66c8ee-e01f-4a73-b998-2f604887dfd4 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] 10.222.0.11 "GET /v2.0/ports?device_id=903e2c99-bcab-4fa1-8982-48fc5f3cefa0 HTTP/1.1" status: 200 len: 205 time: 0.0659389 Mar 07 10:53:50.765806 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42856) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:50.871095 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-1dcb0822-2e08-496a-bb5c-3b8137a62e88 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] delete failed (client error): The resource could not be found. Mar 07 10:53:50.873226 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1dcb0822-2e08-496a-bb5c-3b8137a62e88 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] 10.222.0.11 "DELETE /v2.0/routers/903e2c99-bcab-4fa1-8982-48fc5f3cefa0 HTTP/1.1" status: 404 len: 336 time: 0.1063852 Mar 07 10:53:50.875854 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42862) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:51.082593 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42872) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:51.097012 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-be1a1c37-9a4e-4a51-a080-e93b746d5bda tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4b21d23-6d73-4298-9bf9-3f64058b140d HTTP/1.1" status: 200 len: 205 time: 0.2198446 Mar 07 10:53:51.188127 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-356fcc66-3d0f-4290-a464-3b3cf651aeee tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] delete failed (client error): The resource could not be found. Mar 07 10:53:51.192944 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42876) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:51.193637 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-356fcc66-3d0f-4290-a464-3b3cf651aeee tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] 10.222.0.11 "DELETE /v2.0/routers/a4b21d23-6d73-4298-9bf9-3f64058b140d HTTP/1.1" status: 404 len: 336 time: 0.1099460 Mar 07 10:53:51.236944 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42880) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:51.250972 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-da21a074-8d7b-467a-91ef-3dd41426ffd9 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] 10.222.0.11 "GET /v2.0/ports?device_id=5f82b104-c99f-4488-80fc-1085a6b50b98 HTTP/1.1" status: 200 len: 205 time: 0.0536525 Mar 07 10:53:51.289522 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3fb5e06d-21ce-4410-a9a3-6af6fec73780 admin admin] Publish callbacks [] for router_gateway (9b4beccc-5f94-43d6-9241-f37dc849d45f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:51.348683 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-2d6850c2-6128-4dd1-9d5f-d4c44947de75 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] delete failed (client error): The resource could not be found. Mar 07 10:53:51.352748 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2d6850c2-6128-4dd1-9d5f-d4c44947de75 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] 10.222.0.11 "DELETE /v2.0/routers/5f82b104-c99f-4488-80fc-1085a6b50b98 HTTP/1.1" status: 404 len: 336 time: 0.1147153 Mar 07 10:53:51.353374 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42886) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:51.420851 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42892) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:51.425287 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4bf7f83a-24d5-4cc9-934d-3476faabf042 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] 10.222.0.11 "GET /v2.0/ports?device_id=3251c2c9-6661-45b3-a8de-d0acafbf7b7e HTTP/1.1" status: 200 len: 205 time: 0.0706935 Mar 07 10:53:51.612640 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-70b68a88-70ed-485b-ab93-fc7e55b6f0f4 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] delete failed (client error): The resource could not be found. Mar 07 10:53:51.616890 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42898) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:51.627145 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-70b68a88-70ed-485b-ab93-fc7e55b6f0f4 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] 10.222.0.11 "DELETE /v2.0/routers/3251c2c9-6661-45b3-a8de-d0acafbf7b7e HTTP/1.1" status: 404 len: 336 time: 0.2051942 Mar 07 10:53:51.675149 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42900) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:51.683925 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-281c54df-70ff-4c9e-8cb6-577e78bed7af tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] 10.222.0.11 "GET /v2.0/ports?device_id=c0bcb8cd-9475-4844-840f-b2f548dcaff5 HTTP/1.1" status: 200 len: 205 time: 0.0657780 Mar 07 10:53:51.786884 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b601bcfc-a1da-46e9-9770-d5f4594f6fc3 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:53:51.890403 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port b601bcfc-a1da-46e9-9770-d5f4594f6fc3 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:53:51.891910 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b601bcfc-a1da-46e9-9770-d5f4594f6fc3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:51.979620 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3fb5e06d-21ce-4410-a9a3-6af6fec73780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (9b4beccc-5f94-43d6-9241-f37dc849d45f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:51.982475 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-318fbc2a-d9a5-43e7-896f-9b032750eb27 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] delete failed (client error): The resource could not be found. Mar 07 10:53:51.987671 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42910) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:51.997942 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-318fbc2a-d9a5-43e7-896f-9b032750eb27 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] 10.222.0.11 "DELETE /v2.0/routers/c0bcb8cd-9475-4844-840f-b2f548dcaff5 HTTP/1.1" status: 404 len: 336 time: 0.3207693 Mar 07 10:53:52.068968 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1c7c0f01-deed-4f65-b182-0530d259564e tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] 10.222.0.11 "GET /v2.0/ports?device_id=1ea36eaa-436e-494d-a81e-0e1e0e792de4 HTTP/1.1" status: 200 len: 205 time: 0.0800245 Mar 07 10:53:52.071783 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42916) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:52.148816 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port b601bcfc-a1da-46e9-9770-d5f4594f6fc3 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:53:52.149230 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b601bcfc-a1da-46e9-9770-d5f4594f6fc3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:52.201220 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-e52a14b8-ab1e-434d-9390-e40f551d6810 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] delete failed (client error): The resource could not be found. Mar 07 10:53:52.202907 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e52a14b8-ab1e-434d-9390-e40f551d6810 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] 10.222.0.11 "DELETE /v2.0/routers/1ea36eaa-436e-494d-a81e-0e1e0e792de4 HTTP/1.1" status: 404 len: 336 time: 0.1300955 Mar 07 10:53:52.205699 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42922) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:52.233626 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port b601bcfc-a1da-46e9-9770-d5f4594f6fc3, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b601bcfc-a1da-46e9-9770-d5f4594f6fc3,segment=NetworkSegment(6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a),segment_id=6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:52.245673 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b601bcfc-a1da-46e9-9770-d5f4594f6fc3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:52.296763 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e0cb844-ba72-423c-b744-aff8376d97f7 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] DELETE failed (client error): The resource could not be found. Mar 07 10:53:52.297934 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e0cb844-ba72-423c-b744-aff8376d97f7 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:53:52.304238 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7e0cb844-ba72-423c-b744-aff8376d97f7 tempest-RoutersIpV6AdminTest-1277447998 tempest-RoutersIpV6AdminTest-1277447998-project] 10.222.0.11 "DELETE /v2.0/subnets/493cb3be-f1c1-4352-b107-a47150c9ba02 HTTP/1.1" status: 404 len: 337 time: 0.0950387 Mar 07 10:53:52.430070 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=b601bcfc-a1da-46e9-9770-d5f4594f6fc3,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:52.614237 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122c355d-d36e-47e5-8b27-7f9f068e8e66 None None] Network 28765912-277e-46d1-95bd-16e2031149b0 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:53:52.832270 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42932) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:52.842859 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-53b7f1fd-a54f-4ee7-b249-d885febe28d3 None None] Provisioning complete for port b601bcfc-a1da-46e9-9770-d5f4594f6fc3 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:53:52.843387 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-53b7f1fd-a54f-4ee7-b249-d885febe28d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b601bcfc-a1da-46e9-9770-d5f4594f6fc3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:53.065338 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:53.120376 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-436ef862-314a-49f4-a415-d7c165fa2c4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:53.153218 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-53b7f1fd-a54f-4ee7-b249-d885febe28d3 None None] Current status of the port b601bcfc-a1da-46e9-9770-d5f4594f6fc3 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:53:53.287648 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-436ef862-314a-49f4-a415-d7c165fa2c4c admin admin] Publish callbacks [] for security_group (4a04e4a5-df39-4bc5-a7fa-c6d127031773), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:53.315576 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-436ef862-314a-49f4-a415-d7c165fa2c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4a04e4a5-df39-4bc5-a7fa-c6d127031773), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:53.342019 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb5e06d-21ce-4410-a9a3-6af6fec73780 admin admin] Router 9b4beccc-5f94-43d6-9241-f37dc849d45f is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:53:53.410561 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-436ef862-314a-49f4-a415-d7c165fa2c4c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba57062957e24cef9e1e067b74366ba9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5771980 Mar 07 10:53:53.411929 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42940) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:53.412864 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ef862-314a-49f4-a415-d7c165fa2c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a04e4a5-df39-4bc5-a7fa-c6d127031773,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:53.525886 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ce3fbe19-82f1-41e7-9541-afac4b54e82e admin admin] Publish callbacks [] for security_group (4a04e4a5-df39-4bc5-a7fa-c6d127031773), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:53.560953 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ce3fbe19-82f1-41e7-9541-afac4b54e82e admin admin] Publish callbacks [] for security_group (4a04e4a5-df39-4bc5-a7fa-c6d127031773), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:53.604360 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-7dcf9f69-5fe8-4bb4-a43f-f8aacb2a5fd6 None None] Provisioning complete for port b601bcfc-a1da-46e9-9770-d5f4594f6fc3 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:53:53.607182 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7dcf9f69-5fe8-4bb4-a43f-f8aacb2a5fd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b601bcfc-a1da-46e9-9770-d5f4594f6fc3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:53.627523 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb5e06d-21ce-4410-a9a3-6af6fec73780 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:53:53.640646 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e3b707-a102-4817-8f67-98b7da74a98b None None] Sync routers for ids ['9b4beccc-5f94-43d6-9241-f37dc849d45f'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:53:53.664227 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3fb5e06d-21ce-4410-a9a3-6af6fec73780 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:53.669206 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3fb5e06d-21ce-4410-a9a3-6af6fec73780 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7510116 Mar 07 10:53:53.669725 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e3b707-a102-4817-8f67-98b7da74a98b None None] Routers {'9b4beccc-5f94-43d6-9241-f37dc849d45f'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:53.670352 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-50e3b707-a102-4817-8f67-98b7da74a98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:53:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9b4beccc-5f94-43d6-9241-f37dc849d45f'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:53.676392 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42944) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:53.713813 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b601bcfc-a1da-46e9-9770-d5f4594f6fc3 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:53:53.752405 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ce3fbe19-82f1-41e7-9541-afac4b54e82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4a04e4a5-df39-4bc5-a7fa-c6d127031773), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:53.755706 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ce3fbe19-82f1-41e7-9541-afac4b54e82e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:53.772773 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ce3fbe19-82f1-41e7-9541-afac4b54e82e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4a04e4a5-df39-4bc5-a7fa-c6d127031773 HTTP/1.1" status: 204 len: 168 time: 0.3560452 Mar 07 10:53:53.812612 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3fbe19-82f1-41e7-9541-afac4b54e82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a04e4a5-df39-4bc5-a7fa-c6d127031773,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:53.993367 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-50e3b707-a102-4817-8f67-98b7da74a98b None None] Set router 9b4beccc-5f94-43d6-9241-f37dc849d45f gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:53:54.095920 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-7dcf9f69-5fe8-4bb4-a43f-f8aacb2a5fd6 None None] Current status of the port b601bcfc-a1da-46e9-9770-d5f4594f6fc3 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:53:54.124904 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port b601bcfc-a1da-46e9-9770-d5f4594f6fc3 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:53:54.125926 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b601bcfc-a1da-46e9-9770-d5f4594f6fc3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:54.268211 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port b601bcfc-a1da-46e9-9770-d5f4594f6fc3 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:53:54.292509 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-50e3b707-a102-4817-8f67-98b7da74a98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'name': 'tempest-AttachVolumeTestJSON-1578191317-router', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:48Z', 'updated_at': '2022-03-07T10:53:50Z', 'revision_number': 3, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'gw_port': {'id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:49Z', 'updated_at': '2022-03-07T10:53:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:54.350433 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e3b707-a102-4817-8f67-98b7da74a98b None None] Checking router: 9b4beccc-5f94-43d6-9241-f37dc849d45f for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:53:54.352871 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e3b707-a102-4817-8f67-98b7da74a98b None None] Updating router 9b4beccc-5f94-43d6-9241-f37dc849d45f port 3ca31e18-e827-42c4-b09d-632cd2d814d6 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:53:54.468600 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-50e3b707-a102-4817-8f67-98b7da74a98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3ca31e18-e827-42c4-b09d-632cd2d814d6), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:54.477253 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42960) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:54.611927 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42966) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:54.613524 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3b19bd6b-9b41-4425-9bf2-5e728a764324 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=11d06c6523c24324a97225ae9ff11581&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1343775 Mar 07 10:53:54.789100 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a8454567-1bef-4b66-a560-0121274be271 admin admin] Publish callbacks [] for security_group (f5bc61f5-f008-4c49-88ff-cbbaa905df84), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:54.930126 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a8454567-1bef-4b66-a560-0121274be271 admin admin] Publish callbacks [] for security_group (f5bc61f5-f008-4c49-88ff-cbbaa905df84), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:54.966564 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-50e3b707-a102-4817-8f67-98b7da74a98b None None] Publish callbacks [] for port (3ca31e18-e827-42c4-b09d-632cd2d814d6), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:54.987077 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-50e3b707-a102-4817-8f67-98b7da74a98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3ca31e18-e827-42c4-b09d-632cd2d814d6), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:54.997917 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-af34bc48-2ebd-4797-bc4f-3747ca2a8665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:55.065465 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-50e3b707-a102-4817-8f67-98b7da74a98b None None] Attempting to bind port 3ca31e18-e827-42c4-b09d-632cd2d814d6 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:53:55.066214 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-50e3b707-a102-4817-8f67-98b7da74a98b None None] Attempting to bind port 3ca31e18-e827-42c4-b09d-632cd2d814d6 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:53:55.066801 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e3b707-a102-4817-8f67-98b7da74a98b None None] Attempting to bind port 3ca31e18-e827-42c4-b09d-632cd2d814d6 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:53:55.082885 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e3b707-a102-4817-8f67-98b7da74a98b None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:53:55.083813 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e3b707-a102-4817-8f67-98b7da74a98b None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:53:55.084472 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-50e3b707-a102-4817-8f67-98b7da74a98b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:55.085980 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e3b707-a102-4817-8f67-98b7da74a98b None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:53:55.088063 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-50e3b707-a102-4817-8f67-98b7da74a98b None None] Bound port: 3ca31e18-e827-42c4-b09d-632cd2d814d6, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:53:55.090631 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-50e3b707-a102-4817-8f67-98b7da74a98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3ca31e18-e827-42c4-b09d-632cd2d814d6), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:55.144808 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a8454567-1bef-4b66-a560-0121274be271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f5bc61f5-f008-4c49-88ff-cbbaa905df84), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:55.147473 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a8454567-1bef-4b66-a560-0121274be271 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:55.151147 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a8454567-1bef-4b66-a560-0121274be271 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f5bc61f5-f008-4c49-88ff-cbbaa905df84 HTTP/1.1" status: 204 len: 168 time: 0.5358350 Mar 07 10:53:55.175439 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8454567-1bef-4b66-a560-0121274be271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bc61f5-f008-4c49-88ff-cbbaa905df84,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:55.276161 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-af34bc48-2ebd-4797-bc4f-3747ca2a8665 admin admin] Allocated IP 172.20.0.1 (28765912-277e-46d1-95bd-16e2031149b0/70c02524-f503-4482-9d50-de9acc410b2f/917a7454-f980-4a70-a564-2d69af23bec5) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:53:55.402389 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-50e3b707-a102-4817-8f67-98b7da74a98b None None] For port 3ca31e18-e827-42c4-b09d-632cd2d814d6, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:53:55.416637 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-50e3b707-a102-4817-8f67-98b7da74a98b None None] For port 3ca31e18-e827-42c4-b09d-632cd2d814d6, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=3ca31e18-e827-42c4-b09d-632cd2d814d6,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:53:55.423399 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-af34bc48-2ebd-4797-bc4f-3747ca2a8665 admin admin] Publish callbacks [] for port (917a7454-f980-4a70-a564-2d69af23bec5), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:55.467704 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-50e3b707-a102-4817-8f67-98b7da74a98b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3ca31e18-e827-42c4-b09d-632cd2d814d6), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:55.511500 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-af34bc48-2ebd-4797-bc4f-3747ca2a8665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (917a7454-f980-4a70-a564-2d69af23bec5), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:55.538442 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad84125-fd12-41fc-b968-52395dec33c3 None None] Pushing event updated for resources: {'Port': ['ID=3ca31e18-e827-42c4-b09d-632cd2d814d6,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:55.608408 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e3b707-a102-4817-8f67-98b7da74a98b None None] Routers {'9b4beccc-5f94-43d6-9241-f37dc849d45f'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:53:55.609055 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-50e3b707-a102-4817-8f67-98b7da74a98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:53:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9b4beccc-5f94-43d6-9241-f37dc849d45f'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:55.638265 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34bc48-2ebd-4797-bc4f-3747ca2a8665 admin admin] Pushing event updated for resources: {'Port': ['ID=917a7454-f980-4a70-a564-2d69af23bec5,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:55.680013 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af34bc48-2ebd-4797-bc4f-3747ca2a8665 admin admin] Network 28765912-277e-46d1-95bd-16e2031149b0 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:53:55.683406 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-af34bc48-2ebd-4797-bc4f-3747ca2a8665 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:55.690586 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af34bc48-2ebd-4797-bc4f-3747ca2a8665 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:53:55.792993 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-af34bc48-2ebd-4797-bc4f-3747ca2a8665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (9b4beccc-5f94-43d6-9241-f37dc849d45f), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:56.067042 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad84125-fd12-41fc-b968-52395dec33c3 None None] Pushing event updated for resources: {'Port': ['ID=3ca31e18-e827-42c4-b09d-632cd2d814d6,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:56.144460 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d4dadb0a-0877-4b62-a439-0032c35b0cab None None] Provisioning complete for port 917a7454-f980-4a70-a564-2d69af23bec5 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:53:56.145036 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d4dadb0a-0877-4b62-a439-0032c35b0cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (917a7454-f980-4a70-a564-2d69af23bec5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:56.169818 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-af34bc48-2ebd-4797-bc4f-3747ca2a8665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (917a7454-f980-4a70-a564-2d69af23bec5), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:56.234275 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d4dadb0a-0877-4b62-a439-0032c35b0cab None None] Port 917a7454-f980-4a70-a564-2d69af23bec5 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:53:56.239420 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-50e3b707-a102-4817-8f67-98b7da74a98b None None] Set router 9b4beccc-5f94-43d6-9241-f37dc849d45f gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:53:56.624215 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-af34bc48-2ebd-4797-bc4f-3747ca2a8665 admin admin] Publish callbacks [] for port (917a7454-f980-4a70-a564-2d69af23bec5), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:56.630859 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-50e3b707-a102-4817-8f67-98b7da74a98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'name': 'tempest-AttachVolumeTestJSON-1578191317-router', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:48Z', 'updated_at': '2022-03-07T10:53:50Z', 'revision_number': 3, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'gw_port': {'id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:49Z', 'updated_at': '2022-03-07T10:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:53:56.635910 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-af34bc48-2ebd-4797-bc4f-3747ca2a8665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (917a7454-f980-4a70-a564-2d69af23bec5), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:56.718201 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e3b707-a102-4817-8f67-98b7da74a98b None None] The sync data for ids ['9b4beccc-5f94-43d6-9241-f37dc849d45f'] in n-d-832164-4 is: [{'id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'name': 'tempest-AttachVolumeTestJSON-1578191317-router', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:48Z', 'updated_at': '2022-03-07T10:53:50Z', 'revision_number': 3, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'gw_port': {'id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:49Z', 'updated_at': '2022-03-07T10:53:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:53:56.722223 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43002) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:56.850346 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34bc48-2ebd-4797-bc4f-3747ca2a8665 admin admin] Pushing event updated for resources: {'Port': ['ID=917a7454-f980-4a70-a564-2d69af23bec5,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:56.876517 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-af34bc48-2ebd-4797-bc4f-3747ca2a8665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (9b4beccc-5f94-43d6-9241-f37dc849d45f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:56.911836 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-97b3f616-bea2-4334-b503-fc0693e209ee tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1714722731'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:56.937429 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b3f616-bea2-4334-b503-fc0693e209ee tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Made reservation on behalf of 49ce5d9bbfe84d94951fd5bed7003e8e for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:53:56.942299 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-97b3f616-bea2-4334-b503-fc0693e209ee tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:56.961426 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-97b3f616-bea2-4334-b503-fc0693e209ee tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:57.071890 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af34bc48-2ebd-4797-bc4f-3747ca2a8665 admin admin] Network 28765912-277e-46d1-95bd-16e2031149b0 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:53:57.074833 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-af34bc48-2ebd-4797-bc4f-3747ca2a8665 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:57.130743 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-97b3f616-bea2-4334-b503-fc0693e209ee tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks [] for security_group (f8c3a490-b238-4443-ac5f-868ace32dfe2), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:57.141535 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-97b3f616-bea2-4334-b503-fc0693e209ee tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f8c3a490-b238-4443-ac5f-868ace32dfe2), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:57.204590 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b3f616-bea2-4334-b503-fc0693e209ee tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:53:57.273629 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3f616-bea2-4334-b503-fc0693e209ee tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c3a490-b238-4443-ac5f-868ace32dfe2,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:57.287653 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-97b3f616-bea2-4334-b503-fc0693e209ee tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (141281a1-6f8e-4e83-939d-f34f5e4636b4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:57.288194 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-97b3f616-bea2-4334-b503-fc0693e209ee tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Added segment 141281a1-6f8e-4e83-939d-f34f5e4636b4 of type vlan for network 24717095-2476-4512-8258-bf6fb208b7e2 Mar 07 10:53:57.420583 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-97b3f616-bea2-4334-b503-fc0693e209ee tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (24717095-2476-4512-8258-bf6fb208b7e2), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:57.437077 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af34bc48-2ebd-4797-bc4f-3747ca2a8665 admin admin] Router 9b4beccc-5f94-43d6-9241-f37dc849d45f has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:53:57.491469 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-97b3f616-bea2-4334-b503-fc0693e209ee tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (24717095-2476-4512-8258-bf6fb208b7e2), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:57.497441 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b3f616-bea2-4334-b503-fc0693e209ee tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:57.498382 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-97b3f616-bea2-4334-b503-fc0693e209ee tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:57.686946 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c224b3a6-9b83-4263-a901-ce342e444105 None None] Provisioning complete for port 917a7454-f980-4a70-a564-2d69af23bec5 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:53:57.687468 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c224b3a6-9b83-4263-a901-ce342e444105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (917a7454-f980-4a70-a564-2d69af23bec5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:57.735899 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b3f616-bea2-4334-b503-fc0693e209ee tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Pushing event updated for resources: {'Network': ['ID=24717095-2476-4512-8258-bf6fb208b7e2,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:57.774354 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-97b3f616-bea2-4334-b503-fc0693e209ee tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0506740 Mar 07 10:53:57.775194 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43010) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:57.785248 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f084f5d5-efb9-4965-972d-272da8d915fb tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Request body: {'subnet': {'network_id': '24717095-2476-4512-8258-bf6fb208b7e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:57.826298 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 24717095-2476-4512-8258-bf6fb208b7e2 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:53:57.830657 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c224b3a6-9b83-4263-a901-ce342e444105 None None] Port 917a7454-f980-4a70-a564-2d69af23bec5 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:53:57.849948 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3ca31e18-e827-42c4-b09d-632cd2d814d6 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:53:57.912598 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af34bc48-2ebd-4797-bc4f-3747ca2a8665 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:53:57.930296 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-af34bc48-2ebd-4797-bc4f-3747ca2a8665 admin admin] 10.222.0.11 "PUT /v2.0/routers/9b4beccc-5f94-43d6-9241-f37dc849d45f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2525105 Mar 07 10:53:58.012855 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f084f5d5-efb9-4965-972d-272da8d915fb tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Made reservation on behalf of 49ce5d9bbfe84d94951fd5bed7003e8e for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:53:58.019402 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f084f5d5-efb9-4965-972d-272da8d915fb tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:58.048744 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 3ca31e18-e827-42c4-b09d-632cd2d814d6 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:53:58.050036 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3ca31e18-e827-42c4-b09d-632cd2d814d6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:58.224097 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 3ca31e18-e827-42c4-b09d-632cd2d814d6 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:53:58.225358 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3ca31e18-e827-42c4-b09d-632cd2d814d6), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:58.260803 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 3ca31e18-e827-42c4-b09d-632cd2d814d6, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=3ca31e18-e827-42c4-b09d-632cd2d814d6,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:53:58.271319 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3ca31e18-e827-42c4-b09d-632cd2d814d6), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:58.362046 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=3ca31e18-e827-42c4-b09d-632cd2d814d6,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:58.368838 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f084f5d5-efb9-4965-972d-272da8d915fb tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (631bcb62-002b-434f-878f-bc30165536d1), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:58.499575 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084f5d5-efb9-4965-972d-272da8d915fb tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Pushing event updated for resources: {'Subnet': ['ID=631bcb62-002b-434f-878f-bc30165536d1,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:58.564002 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f084f5d5-efb9-4965-972d-272da8d915fb tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Checking segment: {'id': '141281a1-6f8e-4e83-939d-f34f5e4636b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '24717095-2476-4512-8258-bf6fb208b7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:53:58.564370 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f084f5d5-efb9-4965-972d-272da8d915fb tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Network hostable DHCP agents. Network: 24717095-2476-4512-8258-bf6fb208b7e2, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:53:58.611394 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f084f5d5-efb9-4965-972d-272da8d915fb tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Network 24717095-2476-4512-8258-bf6fb208b7e2 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:53:58.627103 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-f084f5d5-efb9-4965-972d-272da8d915fb tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 24717095-2476-4512-8258-bf6fb208b7e2) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:58.631291 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f084f5d5-efb9-4965-972d-272da8d915fb tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:58.631926 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f084f5d5-efb9-4965-972d-272da8d915fb tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:58.636618 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6c7a8f-58ca-4842-bc30-63c9891177ba None None] Network 24717095-2476-4512-8258-bf6fb208b7e2 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:53:58.677739 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f084f5d5-efb9-4965-972d-272da8d915fb tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9013772 Mar 07 10:53:58.680838 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43026) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:58.686645 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-b169ab10-fa10-4fde-846d-d85bf4e79279 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Request body: {'port': {'network_id': '24717095-2476-4512-8258-bf6fb208b7e2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-48163049'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:58.909357 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43028) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:58.913950 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-89e49361-190a-49d4-a5b1-936884a5a363 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1977793367', 'description': 'tempest-description--928211856'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:58.956541 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-89e49361-190a-49d4-a5b1-936884a5a363 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:58.958452 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b169ab10-fa10-4fde-846d-d85bf4e79279 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Made reservation on behalf of 49ce5d9bbfe84d94951fd5bed7003e8e for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:53:58.963266 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b169ab10-fa10-4fde-846d-d85bf4e79279 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:58.988626 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-b169ab10-fa10-4fde-846d-d85bf4e79279 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] device_id is not set on port bc26b28f-d9af-4d51-b847-24b3cb3b2586 yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:53:59.081062 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-89e49361-190a-49d4-a5b1-936884a5a363 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for security_group (81498c33-ae2e-447f-8513-b18804aa4b94), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:59.093210 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-89e49361-190a-49d4-a5b1-936884a5a363 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (81498c33-ae2e-447f-8513-b18804aa4b94), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:59.140610 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-b169ab10-fa10-4fde-846d-d85bf4e79279 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Allocated IP 2001:db8::1cc (24717095-2476-4512-8258-bf6fb208b7e2/631bcb62-002b-434f-878f-bc30165536d1/bc26b28f-d9af-4d51-b847-24b3cb3b2586) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:53:59.159150 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-89e49361-190a-49d4-a5b1-936884a5a363 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:59.160061 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-89e49361-190a-49d4-a5b1-936884a5a363 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2496974 Mar 07 10:53:59.161309 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e49361-190a-49d4-a5b1-936884a5a363 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81498c33-ae2e-447f-8513-b18804aa4b94,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:59.178108 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43032) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:59.182769 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-ac79b042-6199-4a4d-813c-19a6cd5b733f tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Request body: {'security_group_rule': {'security_group_id': '81498c33-ae2e-447f-8513-b18804aa4b94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:59.222640 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd953ed-ae03-44bf-a444-1764be5026bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-24717095-2476-4512-8258-bf6fb208b7e2', 'network_id': '24717095-2476-4512-8258-bf6fb208b7e2', 'project_id': '49ce5d9bbfe84d94951fd5bed7003e8e', 'fixed_ips': [{'subnet_id': '631bcb62-002b-434f-878f-bc30165536d1'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:53:59.224560 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cbd953ed-ae03-44bf-a444-1764be5026bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:59.232946 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ac79b042-6199-4a4d-813c-19a6cd5b733f tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for security_group_rule (4702be69-2dac-4d07-96cd-1939b908fb09), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:59.372256 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ac79b042-6199-4a4d-813c-19a6cd5b733f tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for security_group_rule (4702be69-2dac-4d07-96cd-1939b908fb09), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:59.381163 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ac79b042-6199-4a4d-813c-19a6cd5b733f tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (4702be69-2dac-4d07-96cd-1939b908fb09), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:59.416343 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79b042-6199-4a4d-813c-19a6cd5b733f tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4702be69-2dac-4d07-96cd-1939b908fb09,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:59.421714 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b169ab10-fa10-4fde-846d-d85bf4e79279 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks [] for port (bc26b28f-d9af-4d51-b847-24b3cb3b2586), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:59.428555 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ac79b042-6199-4a4d-813c-19a6cd5b733f tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:59.429918 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ac79b042-6199-4a4d-813c-19a6cd5b733f tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2507985 Mar 07 10:53:59.433023 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43036) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:59.438812 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-57fbff41-e2ff-493e-bf89-3f4d27ee28d7 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Request body: {'security_group_rule': {'security_group_id': '81498c33-ae2e-447f-8513-b18804aa4b94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:59.476420 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-57fbff41-e2ff-493e-bf89-3f4d27ee28d7 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for security_group_rule (5b55d677-bf4b-4aae-8fbd-1829014c1ca1), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:59.490432 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b169ab10-fa10-4fde-846d-d85bf4e79279 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (bc26b28f-d9af-4d51-b847-24b3cb3b2586), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:59.525005 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b169ab10-fa10-4fde-846d-d85bf4e79279 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Network 24717095-2476-4512-8258-bf6fb208b7e2 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:53:59.580959 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-b169ab10-fa10-4fde-846d-d85bf4e79279 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:53:59.584183 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b169ab10-fa10-4fde-846d-d85bf4e79279 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:53:59.590894 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b169ab10-fa10-4fde-846d-d85bf4e79279 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:53:59.591510 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b169ab10-fa10-4fde-846d-d85bf4e79279 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:59.626077 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b169ab10-fa10-4fde-846d-d85bf4e79279 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Pushing event updated for resources: {'Port': ['ID=bc26b28f-d9af-4d51-b847-24b3cb3b2586,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:59.637426 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b169ab10-fa10-4fde-846d-d85bf4e79279 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 0.9548290 Mar 07 10:53:59.641174 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43038) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:59.646389 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-57fbff41-e2ff-493e-bf89-3f4d27ee28d7 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for security_group_rule (5b55d677-bf4b-4aae-8fbd-1829014c1ca1), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:59.655015 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-58314871-3ced-49a4-b65b-2c8fa8e1fd96 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Request body: {'port': {'network_id': '24717095-2476-4512-8258-bf6fb208b7e2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2044150556', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:59.657898 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.api.validators [None req-58314871-3ced-49a4-b65b-2c8fa8e1fd96 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] bootfile-name is not in valid_values {{(pid=103767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 10:53:59.658556 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.api.validators [None req-58314871-3ced-49a4-b65b-2c8fa8e1fd96 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] tftp-server is not in valid_values {{(pid=103767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 10:53:59.659302 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.api.validators [None req-58314871-3ced-49a4-b65b-2c8fa8e1fd96 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] server-ip-address is not in valid_values {{(pid=103767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 10:53:59.661155 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-cbd953ed-ae03-44bf-a444-1764be5026bd None None] Allocated IP 2001:db8::2 (24717095-2476-4512-8258-bf6fb208b7e2/631bcb62-002b-434f-878f-bc30165536d1/fbe01aa0-b276-4e23-8e2c-723f7466551d) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:53:59.662810 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-57fbff41-e2ff-493e-bf89-3f4d27ee28d7 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (5b55d677-bf4b-4aae-8fbd-1829014c1ca1), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:59.694342 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-57fbff41-e2ff-493e-bf89-3f4d27ee28d7 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:59.702530 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-57fbff41-e2ff-493e-bf89-3f4d27ee28d7 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2680418 Mar 07 10:53:59.703522 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43042) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:53:59.729339 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-579df418-9a77-447a-a4dd-99272599ca47 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:53:59.742248 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbff41-e2ff-493e-bf89-3f4d27ee28d7 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b55d677-bf4b-4aae-8fbd-1829014c1ca1,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:53:59.746588 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3ca31e18-e827-42c4-b09d-632cd2d814d6 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:53:59.780231 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-579df418-9a77-447a-a4dd-99272599ca47 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:59.929063 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 3ca31e18-e827-42c4-b09d-632cd2d814d6 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:53:59.930061 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3ca31e18-e827-42c4-b09d-632cd2d814d6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:53:59.986329 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e64a401-e46e-49a2-a0f5-5547540213d8 None None] Sync routers for ids ['9b4beccc-5f94-43d6-9241-f37dc849d45f'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:54:00.011852 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58314871-3ced-49a4-b65b-2c8fa8e1fd96 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Made reservation on behalf of 49ce5d9bbfe84d94951fd5bed7003e8e for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:00.019059 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-58314871-3ced-49a4-b65b-2c8fa8e1fd96 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:00.042527 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-579df418-9a77-447a-a4dd-99272599ca47 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:00.063813 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-58314871-3ced-49a4-b65b-2c8fa8e1fd96 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] device_id is not set on port 7464f4ad-4d28-4644-b76b-03e96885bc58 yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:54:00.106921 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e64a401-e46e-49a2-a0f5-5547540213d8 None None] Routers {'9b4beccc-5f94-43d6-9241-f37dc849d45f'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:54:00.107579 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-0e64a401-e46e-49a2-a0f5-5547540213d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:53:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9b4beccc-5f94-43d6-9241-f37dc849d45f'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:00.215018 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cbd953ed-ae03-44bf-a444-1764be5026bd None None] Publish callbacks [] for port (fbe01aa0-b276-4e23-8e2c-723f7466551d), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:00.264081 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-579df418-9a77-447a-a4dd-99272599ca47 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Allocated IP 172.25.3.214 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/5faac3df-0ca8-44af-aff5-78f709598c54) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:54:00.301987 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 3ca31e18-e827-42c4-b09d-632cd2d814d6 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:00.307912 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cbd953ed-ae03-44bf-a444-1764be5026bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (fbe01aa0-b276-4e23-8e2c-723f7466551d), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:00.347127 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-58314871-3ced-49a4-b65b-2c8fa8e1fd96 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Allocated IP 2001:db8::3e7 (24717095-2476-4512-8258-bf6fb208b7e2/631bcb62-002b-434f-878f-bc30165536d1/7464f4ad-4d28-4644-b76b-03e96885bc58) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:54:00.378119 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd953ed-ae03-44bf-a444-1764be5026bd None None] Pushing event updated for resources: {'Port': ['ID=fbe01aa0-b276-4e23-8e2c-723f7466551d,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:00.488114 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd953ed-ae03-44bf-a444-1764be5026bd None None] Network 24717095-2476-4512-8258-bf6fb208b7e2 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:54:00.499545 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-cbd953ed-ae03-44bf-a444-1764be5026bd None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:00.512116 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-579df418-9a77-447a-a4dd-99272599ca47 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for port (5faac3df-0ca8-44af-aff5-78f709598c54), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:00.515607 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd953ed-ae03-44bf-a444-1764be5026bd None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:54:00.600227 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-579df418-9a77-447a-a4dd-99272599ca47 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (5faac3df-0ca8-44af-aff5-78f709598c54), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:00.625607 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-58314871-3ced-49a4-b65b-2c8fa8e1fd96 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks [] for port (7464f4ad-4d28-4644-b76b-03e96885bc58), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:00.646832 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-cbd953ed-ae03-44bf-a444-1764be5026bd None None] Attempting to bind port fbe01aa0-b276-4e23-8e2c-723f7466551d on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:54:00.647108 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-cbd953ed-ae03-44bf-a444-1764be5026bd None None] Attempting to bind port fbe01aa0-b276-4e23-8e2c-723f7466551d by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '141281a1-6f8e-4e83-939d-f34f5e4636b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '24717095-2476-4512-8258-bf6fb208b7e2'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:54:00.647476 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd953ed-ae03-44bf-a444-1764be5026bd None None] Attempting to bind port fbe01aa0-b276-4e23-8e2c-723f7466551d on network 24717095-2476-4512-8258-bf6fb208b7e2 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:54:00.653889 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-0e64a401-e46e-49a2-a0f5-5547540213d8 None None] Set router 9b4beccc-5f94-43d6-9241-f37dc849d45f gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:54:00.656443 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd953ed-ae03-44bf-a444-1764be5026bd None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:54:00.656633 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd953ed-ae03-44bf-a444-1764be5026bd None None] Checking segment: {'id': '141281a1-6f8e-4e83-939d-f34f5e4636b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '24717095-2476-4512-8258-bf6fb208b7e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:54:00.657141 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cbd953ed-ae03-44bf-a444-1764be5026bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:00.657576 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd953ed-ae03-44bf-a444-1764be5026bd None None] Bound using segment: {'id': '141281a1-6f8e-4e83-939d-f34f5e4636b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '24717095-2476-4512-8258-bf6fb208b7e2'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:54:00.658230 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-cbd953ed-ae03-44bf-a444-1764be5026bd None None] Bound port: fbe01aa0-b276-4e23-8e2c-723f7466551d, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '141281a1-6f8e-4e83-939d-f34f5e4636b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '24717095-2476-4512-8258-bf6fb208b7e2'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:54:00.658606 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cbd953ed-ae03-44bf-a444-1764be5026bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fbe01aa0-b276-4e23-8e2c-723f7466551d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:00.679087 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-58314871-3ced-49a4-b65b-2c8fa8e1fd96 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (7464f4ad-4d28-4644-b76b-03e96885bc58), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:00.708767 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579df418-9a77-447a-a4dd-99272599ca47 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:54:00.713625 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-579df418-9a77-447a-a4dd-99272599ca47 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:00.716001 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579df418-9a77-447a-a4dd-99272599ca47 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Pushing event updated for resources: {'Port': ['ID=5faac3df-0ca8-44af-aff5-78f709598c54,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:00.718512 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579df418-9a77-447a-a4dd-99272599ca47 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:54:00.777500 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58314871-3ced-49a4-b65b-2c8fa8e1fd96 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Pushing event updated for resources: {'Port': ['ID=7464f4ad-4d28-4644-b76b-03e96885bc58,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:00.808576 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58314871-3ced-49a4-b65b-2c8fa8e1fd96 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Network 24717095-2476-4512-8258-bf6fb208b7e2 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:54:00.813667 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-58314871-3ced-49a4-b65b-2c8fa8e1fd96 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:00.831125 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58314871-3ced-49a4-b65b-2c8fa8e1fd96 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:54:00.849604 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58314871-3ced-49a4-b65b-2c8fa8e1fd96 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:00.870881 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-58314871-3ced-49a4-b65b-2c8fa8e1fd96 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:00.913747 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-579df418-9a77-447a-a4dd-99272599ca47 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for floatingip (407d5795-c264-4cda-a330-1388dcc53001), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:00.916377 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-cbd953ed-ae03-44bf-a444-1764be5026bd None None] For port fbe01aa0-b276-4e23-8e2c-723f7466551d, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:54:00.925731 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-58314871-3ced-49a4-b65b-2c8fa8e1fd96 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.2830260 Mar 07 10:54:00.926367 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43052) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:00.934372 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-cbd953ed-ae03-44bf-a444-1764be5026bd None None] For port fbe01aa0-b276-4e23-8e2c-723f7466551d, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=fbe01aa0-b276-4e23-8e2c-723f7466551d,segment=NetworkSegment(141281a1-6f8e-4e83-939d-f34f5e4636b4),segment_id=141281a1-6f8e-4e83-939d-f34f5e4636b4)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:54:00.966222 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cbd953ed-ae03-44bf-a444-1764be5026bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (fbe01aa0-b276-4e23-8e2c-723f7466551d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:00.983577 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-579df418-9a77-447a-a4dd-99272599ca47 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5faac3df-0ca8-44af-aff5-78f709598c54), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:01.059238 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0124995b-801e-4aac-90ad-df63f0874cf8 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:01.065901 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd953ed-ae03-44bf-a444-1764be5026bd None None] Pushing event updated for resources: {'Port': ['ID=fbe01aa0-b276-4e23-8e2c-723f7466551d,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:01.070072 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0124995b-801e-4aac-90ad-df63f0874cf8 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:01.087359 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0124995b-801e-4aac-90ad-df63f0874cf8 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:01.097543 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0124995b-801e-4aac-90ad-df63f0874cf8 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1674778 Mar 07 10:54:01.098377 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43054) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:01.160091 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-0e64a401-e46e-49a2-a0f5-5547540213d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'name': 'tempest-AttachVolumeTestJSON-1578191317-router', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:48Z', 'updated_at': '2022-03-07T10:53:56Z', 'revision_number': 4, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'gw_port': {'id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:49Z', 'updated_at': '2022-03-07T10:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '917a7454-f980-4a70-a564-2d69af23bec5', 'name': '', 'network_id': '28765912-277e-46d1-95bd-16e2031149b0', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'mac_address': 'fa:16:3e:c5:39:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '70c02524-f503-4482-9d50-de9acc410b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:55Z', 'updated_at': '2022-03-07T10:53:56Z', 'revision_number': 2, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'subnets': [{'id': '70c02524-f503-4482-9d50-de9acc410b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:01.225038 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e64a401-e46e-49a2-a0f5-5547540213d8 None None] Checking router: 9b4beccc-5f94-43d6-9241-f37dc849d45f for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:54:01.227851 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e64a401-e46e-49a2-a0f5-5547540213d8 None None] Updating router 9b4beccc-5f94-43d6-9241-f37dc849d45f port 917a7454-f980-4a70-a564-2d69af23bec5 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 10:54:01.318764 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-6eb1fd88-d9a5-46d4-8bf5-c50e5cee43da tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Deleting port 7464f4ad-4d28-4644-b76b-03e96885bc58 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:01.322895 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6eb1fd88-d9a5-46d4-8bf5-c50e5cee43da tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (7464f4ad-4d28-4644-b76b-03e96885bc58), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:01.339560 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0e64a401-e46e-49a2-a0f5-5547540213d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (917a7454-f980-4a70-a564-2d69af23bec5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:01.409787 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-579df418-9a77-447a-a4dd-99272599ca47 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for port (5faac3df-0ca8-44af-aff5-78f709598c54), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:01.423743 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-579df418-9a77-447a-a4dd-99272599ca47 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (5faac3df-0ca8-44af-aff5-78f709598c54), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:01.441413 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43066) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:01.642391 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579df418-9a77-447a-a4dd-99272599ca47 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Pushing event updated for resources: {'Port': ['ID=5faac3df-0ca8-44af-aff5-78f709598c54,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:01.677479 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-579df418-9a77-447a-a4dd-99272599ca47 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (407d5795-c264-4cda-a330-1388dcc53001), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:01.713671 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6eb1fd88-d9a5-46d4-8bf5-c50e5cee43da tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (7464f4ad-4d28-4644-b76b-03e96885bc58), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:01.723492 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-579df418-9a77-447a-a4dd-99272599ca47 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:01.729837 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-579df418-9a77-447a-a4dd-99272599ca47 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0093422 Mar 07 10:54:01.748012 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-6eb1fd88-d9a5-46d4-8bf5-c50e5cee43da tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Calling delete_port for 7464f4ad-4d28-4644-b76b-03e96885bc58 owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:01.899699 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device fbe01aa0-b276-4e23-8e2c-723f7466551d up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:54:01.934322 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-adde81ec-3d0d-4437-a6f4-6fd6e7a95136 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:02.163184 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-adde81ec-3d0d-4437-a6f4-6fd6e7a95136 admin admin] Publish callbacks [] for security_group (7f265a33-25eb-4e40-93bd-7fca33ead5f1), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:02.180069 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-adde81ec-3d0d-4437-a6f4-6fd6e7a95136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7f265a33-25eb-4e40-93bd-7fca33ead5f1), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:02.214484 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-d7a8194a-c909-4b0e-aa2b-d58d9aaf33f8 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1977793367&fields=id&tenant_id=6d3fdd77decc4d62a3e5426903f03a99 HTTP/1.1" status: 200 len: 267 time: 0.1174011 Mar 07 10:54:02.239487 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43090) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:02.290324 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port fbe01aa0-b276-4e23-8e2c-723f7466551d triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:02.290830 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (fbe01aa0-b276-4e23-8e2c-723f7466551d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:02.301844 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde81ec-3d0d-4437-a6f4-6fd6e7a95136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f265a33-25eb-4e40-93bd-7fca33ead5f1,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:02.327429 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-adde81ec-3d0d-4437-a6f4-6fd6e7a95136 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=32ba3b9a13274c1f8e644305e6842f4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8776178 Mar 07 10:54:02.329880 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43094) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:02.381123 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6eb1fd88-d9a5-46d4-8bf5-c50e5cee43da tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (7464f4ad-4d28-4644-b76b-03e96885bc58), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:02.431028 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1fd88-d9a5-46d4-8bf5-c50e5cee43da tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Pushing event deleted for resources: {'Port': ['ID=7464f4ad-4d28-4644-b76b-03e96885bc58,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:02.455093 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0e64a401-e46e-49a2-a0f5-5547540213d8 None None] Publish callbacks [] for port (917a7454-f980-4a70-a564-2d69af23bec5), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:02.480608 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6eb1fd88-d9a5-46d4-8bf5-c50e5cee43da tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:02.485484 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0e64a401-e46e-49a2-a0f5-5547540213d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (917a7454-f980-4a70-a564-2d69af23bec5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:02.489405 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6eb1fd88-d9a5-46d4-8bf5-c50e5cee43da tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] 10.222.0.11 "DELETE /v2.0/ports/7464f4ad-4d28-4644-b76b-03e96885bc58 HTTP/1.1" status: 204 len: 168 time: 1.3897409 Mar 07 10:54:02.490132 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43096) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:02.492488 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8f224dd8-4e07-4fb8-909e-bc528c8f2bfd admin admin] Publish callbacks [] for security_group (7f265a33-25eb-4e40-93bd-7fca33ead5f1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:02.497672 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-22cd1cd2-65ea-4de9-a21b-4221c711d79e tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:02.504221 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-22cd1cd2-65ea-4de9-a21b-4221c711d79e tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/networks?id=28765912-277e-46d1-95bd-16e2031149b0 HTTP/1.1" status: 200 len: 811 time: 0.2865126 Mar 07 10:54:02.511585 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-dff7209a-9fa5-41ea-83ce-fb1d9185991e tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Request body: {'port': {'name': 'tempest-new-port-name-138304474', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:02.513947 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.api.validators [None req-dff7209a-9fa5-41ea-83ce-fb1d9185991e tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] bootfile-name is not in valid_values {{(pid=103767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 10:54:02.516925 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.api.validators [None req-dff7209a-9fa5-41ea-83ce-fb1d9185991e tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] tftp-server is not in valid_values {{(pid=103767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 10:54:02.517524 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.api.validators [None req-dff7209a-9fa5-41ea-83ce-fb1d9185991e tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] server-ip-address is not in valid_values {{(pid=103767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 10:54:02.550233 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-cd62bbba-84b8-4c91-9e42-3f00edb16256 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/quotas/6d3fdd77decc4d62a3e5426903f03a99 HTTP/1.1" status: 200 len: 375 time: 0.0384276 Mar 07 10:54:02.556991 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e731d1-c848-457c-94a7-342b483ccc5f None None] Pushing event updated for resources: {'Port': ['ID=917a7454-f980-4a70-a564-2d69af23bec5,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:02.670282 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port fbe01aa0-b276-4e23-8e2c-723f7466551d is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:02.670822 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fbe01aa0-b276-4e23-8e2c-723f7466551d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:02.673130 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8f224dd8-4e07-4fb8-909e-bc528c8f2bfd admin admin] Publish callbacks [] for security_group (7f265a33-25eb-4e40-93bd-7fca33ead5f1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:02.715647 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-daf10d15-6c95-4cc8-9fd6-8b38e799958e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:02.825783 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-628d2b2f-4321-41d5-ba4d-6adc91caa9d2 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d3fdd77decc4d62a3e5426903f03a99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2726541 Mar 07 10:54:02.847832 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port fbe01aa0-b276-4e23-8e2c-723f7466551d, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=fbe01aa0-b276-4e23-8e2c-723f7466551d,segment=NetworkSegment(141281a1-6f8e-4e83-939d-f34f5e4636b4),segment_id=141281a1-6f8e-4e83-939d-f34f5e4636b4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:02.849379 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-0e64a401-e46e-49a2-a0f5-5547540213d8 None None] Attempting to bind port 917a7454-f980-4a70-a564-2d69af23bec5 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:54:02.849990 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-0e64a401-e46e-49a2-a0f5-5547540213d8 None None] Attempting to bind port 917a7454-f980-4a70-a564-2d69af23bec5 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28765912-277e-46d1-95bd-16e2031149b0'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:54:02.850630 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e64a401-e46e-49a2-a0f5-5547540213d8 None None] Attempting to bind port 917a7454-f980-4a70-a564-2d69af23bec5 on network 28765912-277e-46d1-95bd-16e2031149b0 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:54:02.863319 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (fbe01aa0-b276-4e23-8e2c-723f7466551d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:02.874186 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e64a401-e46e-49a2-a0f5-5547540213d8 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:54:02.880793 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dff7209a-9fa5-41ea-83ce-fb1d9185991e tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bc26b28f-d9af-4d51-b847-24b3cb3b2586), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:02.882775 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e64a401-e46e-49a2-a0f5-5547540213d8 None None] Checking segment: {'id': '6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28765912-277e-46d1-95bd-16e2031149b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:54:02.883226 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0e64a401-e46e-49a2-a0f5-5547540213d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:02.883644 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e64a401-e46e-49a2-a0f5-5547540213d8 None None] Bound using segment: {'id': '6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28765912-277e-46d1-95bd-16e2031149b0'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:54:02.884158 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-0e64a401-e46e-49a2-a0f5-5547540213d8 None None] Bound port: 917a7454-f980-4a70-a564-2d69af23bec5, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28765912-277e-46d1-95bd-16e2031149b0'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:54:02.884549 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0e64a401-e46e-49a2-a0f5-5547540213d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (917a7454-f980-4a70-a564-2d69af23bec5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:03.013549 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8f224dd8-4e07-4fb8-909e-bc528c8f2bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7f265a33-25eb-4e40-93bd-7fca33ead5f1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:03.022652 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8f224dd8-4e07-4fb8-909e-bc528c8f2bfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:03.033576 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8f224dd8-4e07-4fb8-909e-bc528c8f2bfd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7f265a33-25eb-4e40-93bd-7fca33ead5f1 HTTP/1.1" status: 204 len: 168 time: 0.7000475 Mar 07 10:54:03.084071 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=fbe01aa0-b276-4e23-8e2c-723f7466551d,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:03.094919 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-daf10d15-6c95-4cc8-9fd6-8b38e799958e admin admin] Publish callbacks [] for security_group (48e5fb34-9e38-4550-963c-5a214a98146e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:03.113699 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:03.116106 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-daf10d15-6c95-4cc8-9fd6-8b38e799958e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (48e5fb34-9e38-4550-963c-5a214a98146e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:03.118937 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:03.119278 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:03.119765 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:03.120206 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:03.121486 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:03.121942 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:03.124356 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:03.124838 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:03.125415 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:03.125941 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:03.126429 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:03.128060 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:03.182818 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-0e64a401-e46e-49a2-a0f5-5547540213d8 None None] For port 917a7454-f980-4a70-a564-2d69af23bec5, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:54:03.186757 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-0e64a401-e46e-49a2-a0f5-5547540213d8 None None] For port 917a7454-f980-4a70-a564-2d69af23bec5, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=917a7454-f980-4a70-a564-2d69af23bec5,segment=NetworkSegment(6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a),segment_id=6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:54:03.191074 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2b1eb9eb-7b3e-4b86-b08d-28cd9fa76365 None None] Provisioning complete for port 917a7454-f980-4a70-a564-2d69af23bec5 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:03.191581 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2b1eb9eb-7b3e-4b86-b08d-28cd9fa76365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (917a7454-f980-4a70-a564-2d69af23bec5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:03.209133 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f224dd8-4e07-4fb8-909e-bc528c8f2bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f265a33-25eb-4e40-93bd-7fca33ead5f1,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:03.235598 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0e64a401-e46e-49a2-a0f5-5547540213d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (917a7454-f980-4a70-a564-2d69af23bec5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:03.254587 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-91b2d2c3-6ba4-4a89-9580-98cee077206b service neutron] 10.222.0.11 "GET /v2.0/networks/28765912-277e-46d1-95bd-16e2031149b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270532 Mar 07 10:54:03.287378 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf10d15-6c95-4cc8-9fd6-8b38e799958e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e5fb34-9e38-4550-963c-5a214a98146e,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:03.338086 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-daf10d15-6c95-4cc8-9fd6-8b38e799958e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ef2cee3634b84a9fa67c09ffce205275&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0977957 Mar 07 10:54:03.341905 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43104) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:03.394742 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c99751-a93c-44ac-8fa7-7941ec3d79c8 None None] Network 24717095-2476-4512-8258-bf6fb208b7e2 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:54:03.403024 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e731d1-c848-457c-94a7-342b483ccc5f None None] Pushing event updated for resources: {'Port': ['ID=917a7454-f980-4a70-a564-2d69af23bec5,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:03.457623 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-7eff9375-0c0d-46b5-9896-b0d42418d9a6 service neutron] 10.222.0.11 "GET /v2.0/networks/28765912-277e-46d1-95bd-16e2031149b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995904 Mar 07 10:54:03.463878 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5d5487b3-4e18-4dca-8069-8426d87fe022 admin admin] Publish callbacks [] for security_group (48e5fb34-9e38-4550-963c-5a214a98146e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:03.493204 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2b1eb9eb-7b3e-4b86-b08d-28cd9fa76365 None None] Port 917a7454-f980-4a70-a564-2d69af23bec5 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:54:03.564984 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5d5487b3-4e18-4dca-8069-8426d87fe022 admin admin] Publish callbacks [] for security_group (48e5fb34-9e38-4550-963c-5a214a98146e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:03.621295 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e64a401-e46e-49a2-a0f5-5547540213d8 None None] Routers {'9b4beccc-5f94-43d6-9241-f37dc849d45f'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:54:03.621942 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-0e64a401-e46e-49a2-a0f5-5547540213d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:53:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9b4beccc-5f94-43d6-9241-f37dc849d45f'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:03.634623 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dff7209a-9fa5-41ea-83ce-fb1d9185991e tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks [] for port (bc26b28f-d9af-4d51-b847-24b3cb3b2586), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:03.652876 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dff7209a-9fa5-41ea-83ce-fb1d9185991e tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (bc26b28f-d9af-4d51-b847-24b3cb3b2586), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:03.757811 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-dff7209a-9fa5-41ea-83ce-fb1d9185991e tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] In _notify_port_updated(), no bound segment for port bc26b28f-d9af-4d51-b847-24b3cb3b2586 on network 24717095-2476-4512-8258-bf6fb208b7e2 {{(pid=103767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:54:03.763625 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff7209a-9fa5-41ea-83ce-fb1d9185991e tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:03.764555 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dff7209a-9fa5-41ea-83ce-fb1d9185991e tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:03.768598 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-dff7209a-9fa5-41ea-83ce-fb1d9185991e tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] 10.222.0.11 "PUT /v2.0/ports/bc26b28f-d9af-4d51-b847-24b3cb3b2586 HTTP/1.1" status: 200 len: 1129 time: 1.2770607 Mar 07 10:54:03.771256 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43116) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:03.866476 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5d5487b3-4e18-4dca-8069-8426d87fe022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (48e5fb34-9e38-4550-963c-5a214a98146e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:03.877668 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5d5487b3-4e18-4dca-8069-8426d87fe022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:03.885018 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5d5487b3-4e18-4dca-8069-8426d87fe022 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/48e5fb34-9e38-4550-963c-5a214a98146e HTTP/1.1" status: 204 len: 168 time: 0.5395811 Mar 07 10:54:03.910252 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device fbe01aa0-b276-4e23-8e2c-723f7466551d up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:54:03.936662 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5487b3-4e18-4dca-8069-8426d87fe022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e5fb34-9e38-4550-963c-5a214a98146e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:03.946751 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7209a-9fa5-41ea-83ce-fb1d9185991e tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Pushing event updated for resources: {'Port': ['ID=bc26b28f-d9af-4d51-b847-24b3cb3b2586,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:03.994202 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d842bdf-4f00-4a5f-a641-99e9536a6fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:03.996135 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7d842bdf-4f00-4a5f-a641-99e9536a6fd0 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] 10.222.0.11 "GET /v2.0/ports/bc26b28f-d9af-4d51-b847-24b3cb3b2586 HTTP/1.1" status: 200 len: 1129 time: 0.2231653 Mar 07 10:54:04.000999 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43124) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:04.042600 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-63eac498-e353-4f19-bfbe-9df5ea58814d req-94bc3431-a48a-4d9e-a5e9-380dc2b4d77f tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 210 time: 0.1137969 Mar 07 10:54:04.129922 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b3aca06b-00f3-4612-92c9-40b32f94b0fd None None] Provisioning complete for port fbe01aa0-b276-4e23-8e2c-723f7466551d triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:04.130481 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b3aca06b-00f3-4612-92c9-40b32f94b0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (fbe01aa0-b276-4e23-8e2c-723f7466551d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:04.682879 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43142) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:04.731538 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d7064164-fd43-43e0-b4d6-67ff030cb121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:04.850509 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port fbe01aa0-b276-4e23-8e2c-723f7466551d triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:04.851244 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (fbe01aa0-b276-4e23-8e2c-723f7466551d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:04.857799 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-0e64a401-e46e-49a2-a0f5-5547540213d8 None None] Set router 9b4beccc-5f94-43d6-9241-f37dc849d45f gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:54:05.114336 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b3aca06b-00f3-4612-92c9-40b32f94b0fd None None] Current status of the port fbe01aa0-b276-4e23-8e2c-723f7466551d is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:05.291367 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d7064164-fd43-43e0-b4d6-67ff030cb121 admin admin] Publish callbacks [] for security_group (6a14b6f2-4629-4e41-a12e-07a8200cb8fa), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:05.311136 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d7064164-fd43-43e0-b4d6-67ff030cb121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (6a14b6f2-4629-4e41-a12e-07a8200cb8fa), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:05.400783 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7064164-fd43-43e0-b4d6-67ff030cb121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a14b6f2-4629-4e41-a12e-07a8200cb8fa,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:05.449876 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d7064164-fd43-43e0-b4d6-67ff030cb121 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b392648e380948439f0387f207d1dabc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7651398 Mar 07 10:54:05.450614 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43154) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:05.512171 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-57dfa2c4-1474-43a2-8e71-d01c998aa3cc req-7ef5195d-2cf5-4673-8e49-522ec2d44b5d tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 210 time: 0.1472235 Mar 07 10:54:05.559528 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-342d5ef3-4806-40d1-aa74-e15336d96deb tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Deleting port bc26b28f-d9af-4d51-b847-24b3cb3b2586 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:05.562941 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-342d5ef3-4806-40d1-aa74-e15336d96deb tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (bc26b28f-d9af-4d51-b847-24b3cb3b2586), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:05.594182 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7b4c881d-8341-46a7-89fe-e397ad6ae3e9 admin admin] Publish callbacks [] for security_group (6a14b6f2-4629-4e41-a12e-07a8200cb8fa), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:05.654664 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7b4c881d-8341-46a7-89fe-e397ad6ae3e9 admin admin] Publish callbacks [] for security_group (6a14b6f2-4629-4e41-a12e-07a8200cb8fa), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:05.655753 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-835b4e11-d8d4-4d80-b8a2-a089c95c8594 None None] Provisioning complete for port 917a7454-f980-4a70-a564-2d69af23bec5 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:05.656754 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-835b4e11-d8d4-4d80-b8a2-a089c95c8594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (917a7454-f980-4a70-a564-2d69af23bec5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:05.714369 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port fbe01aa0-b276-4e23-8e2c-723f7466551d is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:05.753016 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-342d5ef3-4806-40d1-aa74-e15336d96deb tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (bc26b28f-d9af-4d51-b847-24b3cb3b2586), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:05.772606 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-342d5ef3-4806-40d1-aa74-e15336d96deb tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Calling delete_port for bc26b28f-d9af-4d51-b847-24b3cb3b2586 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:05.820003 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7b4c881d-8341-46a7-89fe-e397ad6ae3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (6a14b6f2-4629-4e41-a12e-07a8200cb8fa), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:05.823281 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7b4c881d-8341-46a7-89fe-e397ad6ae3e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:05.824872 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7b4c881d-8341-46a7-89fe-e397ad6ae3e9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6a14b6f2-4629-4e41-a12e-07a8200cb8fa HTTP/1.1" status: 204 len: 168 time: 0.3718126 Mar 07 10:54:05.841083 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c881d-8341-46a7-89fe-e397ad6ae3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a14b6f2-4629-4e41-a12e-07a8200cb8fa,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:05.918679 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-0e64a401-e46e-49a2-a0f5-5547540213d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'name': 'tempest-AttachVolumeTestJSON-1578191317-router', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:48Z', 'updated_at': '2022-03-07T10:53:56Z', 'revision_number': 4, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'gw_port': {'id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:49Z', 'updated_at': '2022-03-07T10:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '917a7454-f980-4a70-a564-2d69af23bec5', 'name': '', 'network_id': '28765912-277e-46d1-95bd-16e2031149b0', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'mac_address': 'fa:16:3e:c5:39:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '70c02524-f503-4482-9d50-de9acc410b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:55Z', 'updated_at': '2022-03-07T10:54:03Z', 'revision_number': 4, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'subnets': [{'id': '70c02524-f503-4482-9d50-de9acc410b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:06.000875 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-342d5ef3-4806-40d1-aa74-e15336d96deb tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (bc26b28f-d9af-4d51-b847-24b3cb3b2586), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:06.101028 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d5ef3-4806-40d1-aa74-e15336d96deb tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Pushing event deleted for resources: {'Port': ['ID=bc26b28f-d9af-4d51-b847-24b3cb3b2586,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:06.112760 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-342d5ef3-4806-40d1-aa74-e15336d96deb tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:06.122901 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-342d5ef3-4806-40d1-aa74-e15336d96deb tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] 10.222.0.11 "DELETE /v2.0/ports/bc26b28f-d9af-4d51-b847-24b3cb3b2586 HTTP/1.1" status: 204 len: 168 time: 2.1208072 Mar 07 10:54:06.123659 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e64a401-e46e-49a2-a0f5-5547540213d8 None None] The sync data for ids ['9b4beccc-5f94-43d6-9241-f37dc849d45f'] in n-d-832164-4 is: [{'id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'name': 'tempest-AttachVolumeTestJSON-1578191317-router', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:48Z', 'updated_at': '2022-03-07T10:53:56Z', 'revision_number': 4, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'gw_port': {'id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:49Z', 'updated_at': '2022-03-07T10:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '917a7454-f980-4a70-a564-2d69af23bec5', 'name': '', 'network_id': '28765912-277e-46d1-95bd-16e2031149b0', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'mac_address': 'fa:16:3e:c5:39:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '70c02524-f503-4482-9d50-de9acc410b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:55Z', 'updated_at': '2022-03-07T10:54:03Z', 'revision_number': 4, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'subnets': [{'id': '70c02524-f503-4482-9d50-de9acc410b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:54:06.126199 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43168) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:06.168737 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-835b4e11-d8d4-4d80-b8a2-a089c95c8594 None None] Current status of the port 917a7454-f980-4a70-a564-2d69af23bec5 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:06.169154 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-835b4e11-d8d4-4d80-b8a2-a089c95c8594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (917a7454-f980-4a70-a564-2d69af23bec5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:06.297338 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-835b4e11-d8d4-4d80-b8a2-a089c95c8594 None None] For port 917a7454-f980-4a70-a564-2d69af23bec5, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=917a7454-f980-4a70-a564-2d69af23bec5,segment=NetworkSegment(6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a),segment_id=6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:06.307054 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-835b4e11-d8d4-4d80-b8a2-a089c95c8594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (917a7454-f980-4a70-a564-2d69af23bec5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:06.322650 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3936edb-3e05-4636-8b4f-1f5023f199db tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Deleting subnet 631bcb62-002b-434f-878f-bc30165536d1 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:54:06.344712 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f3936edb-3e05-4636-8b4f-1f5023f199db tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks [] for subnet (631bcb62-002b-434f-878f-bc30165536d1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:06.379527 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-894b9fef-64f4-404e-9461-a9199261add7 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:06.381671 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-894b9fef-64f4-404e-9461-a9199261add7 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.31 "GET /v2.0/networks?id=28765912-277e-46d1-95bd-16e2031149b0 HTTP/1.1" status: 200 len: 811 time: 0.3950846 Mar 07 10:54:06.434304 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b4e11-d8d4-4d80-b8a2-a089c95c8594 None None] Pushing event updated for resources: {'Port': ['ID=917a7454-f980-4a70-a564-2d69af23bec5,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:06.490004 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ce0f7132-9067-41b2-b2c1-3c92f159857d None None] Provisioning complete for port fbe01aa0-b276-4e23-8e2c-723f7466551d triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:06.490761 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ce0f7132-9067-41b2-b2c1-3c92f159857d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (fbe01aa0-b276-4e23-8e2c-723f7466551d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:06.502553 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f3936edb-3e05-4636-8b4f-1f5023f199db tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (631bcb62-002b-434f-878f-bc30165536d1), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:06.574773 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-fb34a12a-98e0-489b-8b74-5b6deef0d5ce tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d3fdd77decc4d62a3e5426903f03a99 HTTP/1.1" status: 200 len: 380 time: 0.1832359 Mar 07 10:54:06.597298 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aa318e90-3c91-4f2e-b1f0-46bccce6a5d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:06.602261 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-0359c49f-0a03-44e5-8c82-ec33d018dc01 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Request body: {'port': {'device_id': 'c80d6f45-d54e-4cd0-ba73-a11686041aa0', 'network_id': '28765912-277e-46d1-95bd-16e2031149b0', 'admin_state_up': True, 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'security_groups': ['81498c33-ae2e-447f-8513-b18804aa4b94']}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:06.837854 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ce0f7132-9067-41b2-b2c1-3c92f159857d None None] Current status of the port fbe01aa0-b276-4e23-8e2c-723f7466551d is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:06.842491 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ce0f7132-9067-41b2-b2c1-3c92f159857d None None] Could not find standard attr ID for object bc26b28f-d9af-4d51-b847-24b3cb3b2586. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:54:06.897597 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-0359c49f-0a03-44e5-8c82-ec33d018dc01 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Made reservation on behalf of 6d3fdd77decc4d62a3e5426903f03a99 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:06.908040 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-0359c49f-0a03-44e5-8c82-ec33d018dc01 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:06.956202 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6a394dc4-fde1-4971-97ef-55ffee6fa1f9 None None] Could not find standard attr ID for object 7464f4ad-4d28-4644-b76b-03e96885bc58. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:54:07.321948 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-0359c49f-0a03-44e5-8c82-ec33d018dc01 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Allocated IP 172.20.0.9 (28765912-277e-46d1-95bd-16e2031149b0/70c02524-f503-4482-9d50-de9acc410b2f/052c2f2c-982a-42de-919d-b7737e320cde) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:54:07.673812 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-0359c49f-0a03-44e5-8c82-ec33d018dc01 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for port (052c2f2c-982a-42de-919d-b7737e320cde), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:07.751843 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-0359c49f-0a03-44e5-8c82-ec33d018dc01 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (052c2f2c-982a-42de-919d-b7737e320cde), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:07.776026 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-962a273e-44b0-4b2c-bcce-2d78419e3c7d None None] Could not find standard attr ID for object bc26b28f-d9af-4d51-b847-24b3cb3b2586. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:54:07.819101 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359c49f-0a03-44e5-8c82-ec33d018dc01 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Pushing event updated for resources: {'Port': ['ID=052c2f2c-982a-42de-919d-b7737e320cde,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:07.839651 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-0359c49f-0a03-44e5-8c82-ec33d018dc01 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Network 28765912-277e-46d1-95bd-16e2031149b0 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:54:07.841537 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-0359c49f-0a03-44e5-8c82-ec33d018dc01 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:07.846335 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-0359c49f-0a03-44e5-8c82-ec33d018dc01 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:54:07.934058 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0e47c755-7528-489b-8982-995bf443dff9 req-ec8f5909-b23c-4741-a588-c8c6e04bd59b tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 210 time: 1.2076733 Mar 07 10:54:07.970632 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 917a7454-f980-4a70-a564-2d69af23bec5 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:54:07.979909 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-0359c49f-0a03-44e5-8c82-ec33d018dc01 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:07.980684 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-0359c49f-0a03-44e5-8c82-ec33d018dc01 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:08.007605 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f3936edb-3e05-4636-8b4f-1f5023f199db tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (631bcb62-002b-434f-878f-bc30165536d1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:08.013808 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-0359c49f-0a03-44e5-8c82-ec33d018dc01 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4279330 Mar 07 10:54:08.164510 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 917a7454-f980-4a70-a564-2d69af23bec5 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:08.165374 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (917a7454-f980-4a70-a564-2d69af23bec5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:08.182727 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f3936edb-3e05-4636-8b4f-1f5023f199db tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (631bcb62-002b-434f-878f-bc30165536d1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:08.315354 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f3936edb-3e05-4636-8b4f-1f5023f199db tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:08.322901 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-ac13506e-dbfd-4adb-b139-908abe305e45 service neutron] Request body: {'port': {'device_id': 'c80d6f45-d54e-4cd0-ba73-a11686041aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:08.330029 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43220) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:08.335926 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f3936edb-3e05-4636-8b4f-1f5023f199db tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] 10.222.0.11 "DELETE /v2.0/subnets/631bcb62-002b-434f-878f-bc30165536d1 HTTP/1.1" status: 204 len: 168 time: 2.2086320 Mar 07 10:54:08.338039 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3936edb-3e05-4636-8b4f-1f5023f199db tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Pushing event deleted for resources: {'Subnet': ['ID=631bcb62-002b-434f-878f-bc30165536d1,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:08.392036 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1581ad25-6bf5-42b7-959c-62bf86999ac4 None None] Network 24717095-2476-4512-8258-bf6fb208b7e2 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:54:08.470623 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-11d4a58d-0b6f-4af9-b51c-29ee37c582d1 None None] Provisioning complete for port 052c2f2c-982a-42de-919d-b7737e320cde triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:08.471258 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-11d4a58d-0b6f-4af9-b51c-29ee37c582d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (052c2f2c-982a-42de-919d-b7737e320cde), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:08.527876 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 917a7454-f980-4a70-a564-2d69af23bec5 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:08.570267 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-11d4a58d-0b6f-4af9-b51c-29ee37c582d1 None None] Port 052c2f2c-982a-42de-919d-b7737e320cde cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:54:08.600975 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cbdba4df-f035-4e80-813d-754b8a7d1901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:08.616331 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-ac13506e-dbfd-4adb-b139-908abe305e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (052c2f2c-982a-42de-919d-b7737e320cde), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:08.640999 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c96129e2-2f3b-44f7-8727-2a2665832b51 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (24717095-2476-4512-8258-bf6fb208b7e2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:08.712523 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048710a2-65c6-4fc7-a4b1-63de1ccb7c40 None None] DHCP port deletion for 24717095-2476-4512-8258-bf6fb208b7e2 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:54:08.835020 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-048710a2-65c6-4fc7-a4b1-63de1ccb7c40 None None] Deleting port fbe01aa0-b276-4e23-8e2c-723f7466551d {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:08.835447 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-048710a2-65c6-4fc7-a4b1-63de1ccb7c40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (fbe01aa0-b276-4e23-8e2c-723f7466551d), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:08.864422 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-c96129e2-2f3b-44f7-8727-2a2665832b51 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Deleting port fbe01aa0-b276-4e23-8e2c-723f7466551d {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:08.865003 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c96129e2-2f3b-44f7-8727-2a2665832b51 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (fbe01aa0-b276-4e23-8e2c-723f7466551d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:08.917796 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-048710a2-65c6-4fc7-a4b1-63de1ccb7c40 None None] For port fbe01aa0-b276-4e23-8e2c-723f7466551d, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=fbe01aa0-b276-4e23-8e2c-723f7466551d,segment=NetworkSegment(141281a1-6f8e-4e83-939d-f34f5e4636b4),segment_id=141281a1-6f8e-4e83-939d-f34f5e4636b4)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:08.918211 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-048710a2-65c6-4fc7-a4b1-63de1ccb7c40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (fbe01aa0-b276-4e23-8e2c-723f7466551d), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:08.933419 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-048710a2-65c6-4fc7-a4b1-63de1ccb7c40 None None] Calling delete_port for fbe01aa0-b276-4e23-8e2c-723f7466551d owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:08.976787 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-c96129e2-2f3b-44f7-8727-2a2665832b51 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] For port fbe01aa0-b276-4e23-8e2c-723f7466551d, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=fbe01aa0-b276-4e23-8e2c-723f7466551d,segment=NetworkSegment(141281a1-6f8e-4e83-939d-f34f5e4636b4),segment_id=141281a1-6f8e-4e83-939d-f34f5e4636b4)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:08.977185 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c96129e2-2f3b-44f7-8727-2a2665832b51 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (fbe01aa0-b276-4e23-8e2c-723f7466551d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:09.007902 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-c96129e2-2f3b-44f7-8727-2a2665832b51 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Calling delete_port for fbe01aa0-b276-4e23-8e2c-723f7466551d owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:09.047402 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-048710a2-65c6-4fc7-a4b1-63de1ccb7c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (fbe01aa0-b276-4e23-8e2c-723f7466551d), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:09.076166 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048710a2-65c6-4fc7-a4b1-63de1ccb7c40 None None] Pushing event deleted for resources: {'Port': ['ID=fbe01aa0-b276-4e23-8e2c-723f7466551d,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:09.078715 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048710a2-65c6-4fc7-a4b1-63de1ccb7c40 None None] No DVR routers for this DVR port fbe01aa0-b276-4e23-8e2c-723f7466551d on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:54:09.203851 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632d14a-d6b0-4d7d-b671-b9f55c3cb4b4 req-b3470012-20fd-44ba-a763-36977d0e46e7 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:09.206642 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5632d14a-d6b0-4d7d-b671-b9f55c3cb4b4 req-b3470012-20fd-44ba-a763-36977d0e46e7 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 931 time: 0.1770449 Mar 07 10:54:09.234841 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-ac13506e-dbfd-4adb-b139-908abe305e45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 052c2f2c-982a-42de-919d-b7737e320cde {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:54:09.257177 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-ac13506e-dbfd-4adb-b139-908abe305e45 service neutron] Publish callbacks [] for port (052c2f2c-982a-42de-919d-b7737e320cde), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:09.267786 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c96129e2-2f3b-44f7-8727-2a2665832b51 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (fbe01aa0-b276-4e23-8e2c-723f7466551d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:09.308771 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-ac13506e-dbfd-4adb-b139-908abe305e45 service neutron] Transition to ACTIVE for port object 052c2f2c-982a-42de-919d-b7737e320cde will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:54:09.317346 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96129e2-2f3b-44f7-8727-2a2665832b51 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] No DVR routers for this DVR port fbe01aa0-b276-4e23-8e2c-723f7466551d on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:54:09.318908 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96129e2-2f3b-44f7-8727-2a2665832b51 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Pushing event deleted for resources: {'Port': ['ID=fbe01aa0-b276-4e23-8e2c-723f7466551d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:09.328962 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-ac13506e-dbfd-4adb-b139-908abe305e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (052c2f2c-982a-42de-919d-b7737e320cde), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:09.398299 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5632d14a-d6b0-4d7d-b671-b9f55c3cb4b4 req-e796642c-df82-4361-aabf-06cc56fd5fc9 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804609 Mar 07 10:54:09.487480 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13506e-dbfd-4adb-b139-908abe305e45 service neutron] Pushing event updated for resources: {'Port': ['ID=052c2f2c-982a-42de-919d-b7737e320cde,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:09.495984 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c96129e2-2f3b-44f7-8727-2a2665832b51 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (24717095-2476-4512-8258-bf6fb208b7e2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:09.597127 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c96129e2-2f3b-44f7-8727-2a2665832b51 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24717095-2476-4512-8258-bf6fb208b7e2']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:09.614005 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c96129e2-2f3b-44f7-8727-2a2665832b51 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '141281a1-6f8e-4e83-939d-f34f5e4636b4') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:09.614545 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-c96129e2-2f3b-44f7-8727-2a2665832b51 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '141281a1-6f8e-4e83-939d-f34f5e4636b4') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:09.630245 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c96129e2-2f3b-44f7-8727-2a2665832b51 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (141281a1-6f8e-4e83-939d-f34f5e4636b4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:09.660082 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c96129e2-2f3b-44f7-8727-2a2665832b51 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (141281a1-6f8e-4e83-939d-f34f5e4636b4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:09.665261 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-ac13506e-dbfd-4adb-b139-908abe305e45 service neutron] Attempting to bind port 052c2f2c-982a-42de-919d-b7737e320cde on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:54:09.665832 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-ac13506e-dbfd-4adb-b139-908abe305e45 service neutron] Attempting to bind port 052c2f2c-982a-42de-919d-b7737e320cde by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28765912-277e-46d1-95bd-16e2031149b0'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:54:09.666160 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-ac13506e-dbfd-4adb-b139-908abe305e45 service neutron] Attempting to bind port 052c2f2c-982a-42de-919d-b7737e320cde on network 28765912-277e-46d1-95bd-16e2031149b0 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:54:09.671865 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96129e2-2f3b-44f7-8727-2a2665832b51 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:54:09.672278 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c96129e2-2f3b-44f7-8727-2a2665832b51 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (141281a1-6f8e-4e83-939d-f34f5e4636b4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:54:09.675751 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:54:09.686012 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-ac13506e-dbfd-4adb-b139-908abe305e45 service neutron] Port 052c2f2c-982a-42de-919d-b7737e320cde on network 28765912-277e-46d1-95bd-16e2031149b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:54:09.686343 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-ac13506e-dbfd-4adb-b139-908abe305e45 service neutron] Attempting to bind port 052c2f2c-982a-42de-919d-b7737e320cde on network 28765912-277e-46d1-95bd-16e2031149b0 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:54:09.730927 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-ac13506e-dbfd-4adb-b139-908abe305e45 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:54:09.731342 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-ac13506e-dbfd-4adb-b139-908abe305e45 service neutron] Checking segment: {'id': '6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28765912-277e-46d1-95bd-16e2031149b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:54:09.731953 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-ac13506e-dbfd-4adb-b139-908abe305e45 service neutron] Bound using segment: {'id': '6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28765912-277e-46d1-95bd-16e2031149b0'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:54:09.732708 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-ac13506e-dbfd-4adb-b139-908abe305e45 service neutron] Bound port: 052c2f2c-982a-42de-919d-b7737e320cde, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28765912-277e-46d1-95bd-16e2031149b0'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:54:09.733080 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-ac13506e-dbfd-4adb-b139-908abe305e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (052c2f2c-982a-42de-919d-b7737e320cde), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:09.823182 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c96129e2-2f3b-44f7-8727-2a2665832b51 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (24717095-2476-4512-8258-bf6fb208b7e2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:09.842104 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c96129e2-2f3b-44f7-8727-2a2665832b51 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:09.844622 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device fbe01aa0-b276-4e23-8e2c-723f7466551d no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:54:09.848146 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c96129e2-2f3b-44f7-8727-2a2665832b51 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] 10.222.0.11 "DELETE /v2.0/networks/24717095-2476-4512-8258-bf6fb208b7e2 HTTP/1.1" status: 204 len: 168 time: 1.5160742 Mar 07 10:54:09.870922 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96129e2-2f3b-44f7-8727-2a2665832b51 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921 tempest-ExtraDHCPOptionsIpV6TestJSON-780746921-project] Pushing event deleted for resources: {'Network': ['ID=24717095-2476-4512-8258-bf6fb208b7e2,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:09.885753 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-ac13506e-dbfd-4adb-b139-908abe305e45 service neutron] For port 052c2f2c-982a-42de-919d-b7737e320cde, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:54:09.891578 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-ac13506e-dbfd-4adb-b139-908abe305e45 service neutron] For port 052c2f2c-982a-42de-919d-b7737e320cde, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=052c2f2c-982a-42de-919d-b7737e320cde,segment=NetworkSegment(6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a),segment_id=6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:54:09.901032 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-ac13506e-dbfd-4adb-b139-908abe305e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (052c2f2c-982a-42de-919d-b7737e320cde), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:09.939100 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-ac13506e-dbfd-4adb-b139-908abe305e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:09.940132 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-ac13506e-dbfd-4adb-b139-908abe305e45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:09.942088 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-ac13506e-dbfd-4adb-b139-908abe305e45 service neutron] 10.222.0.31 "PUT /v2.0/ports/052c2f2c-982a-42de-919d-b7737e320cde HTTP/1.1" status: 200 len: 1091 time: 1.9209869 Mar 07 10:54:09.943067 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c80d6f45-d54e-4cd0-ba73-a11686041aa0', 'tag': '052c2f2c-982a-42de-919d-b7737e320cde'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:54:09.945899 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65afe1b7-2987-4678-b35c-5d48ca3e111c" -d '{"events": [{"name": "network-changed", "server_uuid": "c80d6f45-d54e-4cd0-ba73-a11686041aa0", "tag": "052c2f2c-982a-42de-919d-b7737e320cde"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:54:09.962573 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: fbe01aa0-b276-4e23-8e2c-723f7466551d {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:54:09.967125 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device fbe01aa0-b276-4e23-8e2c-723f7466551d not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:54:09.978158 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:10.018064 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13506e-dbfd-4adb-b139-908abe305e45 service neutron] Pushing event updated for resources: {'Port': ['ID=052c2f2c-982a-42de-919d-b7737e320cde,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:10.081378 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d46a6fd-186d-47fa-918f-9a0823c82b94 x-openstack-request-id: req-1d46a6fd-186d-47fa-918f-9a0823c82b94 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:54:10.081966 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c80d6f45-d54e-4cd0-ba73-a11686041aa0", "tag": "052c2f2c-982a-42de-919d-b7737e320cde", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:54:10.082843 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1d46a6fd-186d-47fa-918f-9a0823c82b94 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:54:10.083930 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c80d6f45-d54e-4cd0-ba73-a11686041aa0', 'tag': '052c2f2c-982a-42de-919d-b7737e320cde', 'status': 'completed', 'code': 200} Mar 07 10:54:10.125790 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-5dd4135b-c87a-4847-81e6-5d654b81535f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:10.129734 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-5dd4135b-c87a-4847-81e6-5d654b81535f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6d3fdd77decc4d62a3e5426903f03a99&device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 1125 time: 0.1281078 Mar 07 10:54:10.183219 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-a6c141f8-f5c1-4aef-b1f2-8ad059c725d9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=052c2f2c-982a-42de-919d-b7737e320cde HTTP/1.1" status: 200 len: 217 time: 0.0488439 Mar 07 10:54:10.266227 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-64d3fa2e-e745-408e-ada4-34b367feac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:10.268793 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-64d3fa2e-e745-408e-ada4-34b367feac2f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c02524-f503-4482-9d50-de9acc410b2f HTTP/1.1" status: 200 len: 850 time: 0.0792720 Mar 07 10:54:10.334018 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-7fde82c0-6433-49ce-a3a1-325c13c4653d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:10.335906 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-7fde82c0-6433-49ce-a3a1-325c13c4653d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=28765912-277e-46d1-95bd-16e2031149b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0612471 Mar 07 10:54:10.477773 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-dd99ace6-32b2-41c7-9849-bd6f30b8dad2 service neutron] 10.222.0.31 "GET /v2.0/networks/28765912-277e-46d1-95bd-16e2031149b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360066 Mar 07 10:54:10.583101 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43312) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:10.624335 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0cc26-179b-4664-814b-fed5e02df945 req-827d09be-9adb-4c30-9a9d-cd75369c7c33 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:10.631848 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-77b0cc26-179b-4664-814b-fed5e02df945 req-827d09be-9adb-4c30-9a9d-cd75369c7c33 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 943 time: 0.1181617 Mar 07 10:54:10.655654 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-102cd613-874c-46ac-b92a-e4af08a7d1ee req-16d4bcb0-7c55-4883-b740-bf2aab948ce3 service neutron] 10.222.0.31 "GET /v2.0/networks/28765912-277e-46d1-95bd-16e2031149b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694541 Mar 07 10:54:10.717169 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-77b0cc26-179b-4664-814b-fed5e02df945 req-ddf39762-2870-4278-a26a-a47627a4fdd3 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840075 Mar 07 10:54:10.777131 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65afe1b7-2987-4678-b35c-5d48ca3e111c req-45105c7b-a393-4c51-957f-532c737a7109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:10.778895 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-65afe1b7-2987-4678-b35c-5d48ca3e111c req-45105c7b-a393-4c51-957f-532c737a7109 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6d3fdd77decc4d62a3e5426903f03a99&device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 1125 time: 0.0602765 Mar 07 10:54:10.821255 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43320) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:10.943365 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65afe1b7-2987-4678-b35c-5d48ca3e111c req-93b07a1d-88ea-46fc-9530-717952190c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:10.944922 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-65afe1b7-2987-4678-b35c-5d48ca3e111c req-93b07a1d-88ea-46fc-9530-717952190c1e service neutron] 10.222.0.31 "GET /v2.0/networks?id=28765912-277e-46d1-95bd-16e2031149b0 HTTP/1.1" status: 200 len: 912 time: 0.1597755 Mar 07 10:54:10.945948 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f99b85a-4848-4a09-8515-7727e5cf742e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:10.973679 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d2cbbc79-e9e7-450d-bb6a-fabb3baed1d9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=49ce5d9bbfe84d94951fd5bed7003e8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3886728 Mar 07 10:54:10.975958 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43326) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:10.993010 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-65afe1b7-2987-4678-b35c-5d48ca3e111c req-ef8139fb-0e04-4f9d-99b9-6db3b131b331 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=052c2f2c-982a-42de-919d-b7737e320cde HTTP/1.1" status: 200 len: 217 time: 0.0411310 Mar 07 10:54:11.090468 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65afe1b7-2987-4678-b35c-5d48ca3e111c req-1efb7207-8a29-4a60-8574-e4d443940125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:11.091952 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-65afe1b7-2987-4678-b35c-5d48ca3e111c req-1efb7207-8a29-4a60-8574-e4d443940125 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c02524-f503-4482-9d50-de9acc410b2f HTTP/1.1" status: 200 len: 850 time: 0.0930426 Mar 07 10:54:11.127239 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f99b85a-4848-4a09-8515-7727e5cf742e admin admin] Publish callbacks [] for security_group (51a6cb01-a0cb-44b0-a89f-7e2e3e17c11c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:11.149150 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f99b85a-4848-4a09-8515-7727e5cf742e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (51a6cb01-a0cb-44b0-a89f-7e2e3e17c11c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:11.163074 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b622614a-43e2-4aa9-9683-4c9ca1c525e6 admin admin] Publish callbacks [] for security_group (f8c3a490-b238-4443-ac5f-868ace32dfe2), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:11.169881 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65afe1b7-2987-4678-b35c-5d48ca3e111c req-ebac14dd-99a5-460e-ab87-6ad4266b0a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:11.172330 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-65afe1b7-2987-4678-b35c-5d48ca3e111c req-ebac14dd-99a5-460e-ab87-6ad4266b0a6b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=28765912-277e-46d1-95bd-16e2031149b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0725596 Mar 07 10:54:11.213622 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9f99b85a-4848-4a09-8515-7727e5cf742e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f67a75243b304441990e78f05d707269&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3910799 Mar 07 10:54:11.217483 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43340) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:11.218198 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99b85a-4848-4a09-8515-7727e5cf742e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a6cb01-a0cb-44b0-a89f-7e2e3e17c11c,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:11.247101 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b622614a-43e2-4aa9-9683-4c9ca1c525e6 admin admin] Publish callbacks [] for security_group (f8c3a490-b238-4443-ac5f-868ace32dfe2), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:11.286171 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-65afe1b7-2987-4678-b35c-5d48ca3e111c req-7fb91985-7d0e-4cfa-bea8-58160981e8f1 service neutron] 10.222.0.31 "GET /v2.0/networks/28765912-277e-46d1-95bd-16e2031149b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079624 Mar 07 10:54:11.331867 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-05b6ed31-7ed2-4956-869b-259a2eaf1826 admin admin] Publish callbacks [] for security_group (51a6cb01-a0cb-44b0-a89f-7e2e3e17c11c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:11.366266 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-05b6ed31-7ed2-4956-869b-259a2eaf1826 admin admin] Publish callbacks [] for security_group (51a6cb01-a0cb-44b0-a89f-7e2e3e17c11c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:11.404716 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b622614a-43e2-4aa9-9683-4c9ca1c525e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f8c3a490-b238-4443-ac5f-868ace32dfe2), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:11.411058 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b622614a-43e2-4aa9-9683-4c9ca1c525e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:11.412740 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b622614a-43e2-4aa9-9683-4c9ca1c525e6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f8c3a490-b238-4443-ac5f-868ace32dfe2 HTTP/1.1" status: 204 len: 168 time: 0.4351733 Mar 07 10:54:11.415812 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-65afe1b7-2987-4678-b35c-5d48ca3e111c req-f8a731d3-07f3-42c6-8e5a-bde8f327d985 service neutron] 10.222.0.31 "GET /v2.0/networks/28765912-277e-46d1-95bd-16e2031149b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232810 Mar 07 10:54:11.428774 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622614a-43e2-4aa9-9683-4c9ca1c525e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c3a490-b238-4443-ac5f-868ace32dfe2,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:11.434151 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-05b6ed31-7ed2-4956-869b-259a2eaf1826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (51a6cb01-a0cb-44b0-a89f-7e2e3e17c11c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:11.437949 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-05b6ed31-7ed2-4956-869b-259a2eaf1826 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:11.441565 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-05b6ed31-7ed2-4956-869b-259a2eaf1826 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/51a6cb01-a0cb-44b0-a89f-7e2e3e17c11c HTTP/1.1" status: 204 len: 168 time: 0.2062476 Mar 07 10:54:11.449142 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6ed31-7ed2-4956-869b-259a2eaf1826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a6cb01-a0cb-44b0-a89f-7e2e3e17c11c,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:11.617087 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:11.867165 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5e0b0-28d2-419e-bd45-3abedb4baf5c req-3afb8bce-faba-4677-9f88-e2da2f4b771d tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:11.869510 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-58d5e0b0-28d2-419e-bd45-3abedb4baf5c req-3afb8bce-faba-4677-9f88-e2da2f4b771d tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 943 time: 0.0707262 Mar 07 10:54:11.926885 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-58d5e0b0-28d2-419e-bd45-3abedb4baf5c req-160f01ee-0d6c-4d46-a3b5-4f7e15c486b0 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498388 Mar 07 10:54:12.097838 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-122b60ce-5cfc-4109-a2f9-fed70405270a req-fb0af106-3736-46d2-9066-04bcda08823f service neutron] (103766) timed out ('10.222.0.21', 62872) {{(pid=103766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 10:54:12.124414 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43372) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:12.139049 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6378a7fa-08e0-4d43-9758-83eff49349ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:12.228301 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6378a7fa-08e0-4d43-9758-83eff49349ab admin admin] Publish callbacks [] for security_group (f4838b00-66f2-4af4-94cd-e56d1cf8d32f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:12.234999 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6378a7fa-08e0-4d43-9758-83eff49349ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f4838b00-66f2-4af4-94cd-e56d1cf8d32f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:12.285929 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6378a7fa-08e0-4d43-9758-83eff49349ab admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d456b0fd21ac45a0a39624fc51e4a65a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1594639 Mar 07 10:54:12.288397 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6378a7fa-08e0-4d43-9758-83eff49349ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4838b00-66f2-4af4-94cd-e56d1cf8d32f,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:12.288539 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43380) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:12.298110 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6378a7fa-08e0-4d43-9758-83eff49349ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:12.298866 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6378a7fa-08e0-4d43-9758-83eff49349ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:12.299697 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6378a7fa-08e0-4d43-9758-83eff49349ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:12.300180 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6378a7fa-08e0-4d43-9758-83eff49349ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:12.300576 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6378a7fa-08e0-4d43-9758-83eff49349ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:12.300919 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6378a7fa-08e0-4d43-9758-83eff49349ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:12.301297 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6378a7fa-08e0-4d43-9758-83eff49349ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:12.301801 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6378a7fa-08e0-4d43-9758-83eff49349ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:12.302245 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6378a7fa-08e0-4d43-9758-83eff49349ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:12.302374 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6378a7fa-08e0-4d43-9758-83eff49349ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:12.302711 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6378a7fa-08e0-4d43-9758-83eff49349ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:12.303038 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6378a7fa-08e0-4d43-9758-83eff49349ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:12.303363 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6378a7fa-08e0-4d43-9758-83eff49349ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:12.362356 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e7bb228f-7f90-4a1e-8969-ad068147c5fd admin admin] Publish callbacks [] for security_group (f4838b00-66f2-4af4-94cd-e56d1cf8d32f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:12.393145 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e7bb228f-7f90-4a1e-8969-ad068147c5fd admin admin] Publish callbacks [] for security_group (f4838b00-66f2-4af4-94cd-e56d1cf8d32f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:12.458476 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e7bb228f-7f90-4a1e-8969-ad068147c5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f4838b00-66f2-4af4-94cd-e56d1cf8d32f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:12.461997 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e7bb228f-7f90-4a1e-8969-ad068147c5fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:12.468976 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e7bb228f-7f90-4a1e-8969-ad068147c5fd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f4838b00-66f2-4af4-94cd-e56d1cf8d32f HTTP/1.1" status: 204 len: 168 time: 0.1788054 Mar 07 10:54:12.482512 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb228f-7f90-4a1e-8969-ad068147c5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4838b00-66f2-4af4-94cd-e56d1cf8d32f,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:12.852944 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43414) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:12.901700 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:12.982057 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-1223363f-90f9-4d2e-a05c-7cc32d083d87 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-258663361'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:13.010402 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1223363f-90f9-4d2e-a05c-7cc32d083d87 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:13.014291 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1223363f-90f9-4d2e-a05c-7cc32d083d87 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:13.023851 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1223363f-90f9-4d2e-a05c-7cc32d083d87 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:13.161288 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39341f17-b8ad-414f-931c-2e98339ac5fc req-59a0099d-5129-429a-af59-8953da99ed73 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:13.165312 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-39341f17-b8ad-414f-931c-2e98339ac5fc req-59a0099d-5129-429a-af59-8953da99ed73 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 943 time: 0.1559532 Mar 07 10:54:13.171361 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1223363f-90f9-4d2e-a05c-7cc32d083d87 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for security_group (a893b238-deb7-4c15-a88c-9b32a4893cff), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:13.187039 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1223363f-90f9-4d2e-a05c-7cc32d083d87 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a893b238-deb7-4c15-a88c-9b32a4893cff), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:13.203674 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1223363f-90f9-4d2e-a05c-7cc32d083d87 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 225} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:54:13.229591 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1223363f-90f9-4d2e-a05c-7cc32d083d87 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (64bb0226-5c72-46c8-aa0a-028193bd13ed), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:13.230140 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-1223363f-90f9-4d2e-a05c-7cc32d083d87 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Added segment 64bb0226-5c72-46c8-aa0a-028193bd13ed of type vlan for network bd57236b-4588-4c07-8ec1-6f5e31b2addf Mar 07 10:54:13.285085 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-39341f17-b8ad-414f-931c-2e98339ac5fc req-cf40e7af-ab2d-4ac8-b824-470a7b651e2d tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117513 Mar 07 10:54:13.320324 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1223363f-90f9-4d2e-a05c-7cc32d083d87 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (bd57236b-4588-4c07-8ec1-6f5e31b2addf), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:13.375189 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1223363f-90f9-4d2e-a05c-7cc32d083d87 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (bd57236b-4588-4c07-8ec1-6f5e31b2addf), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:13.396681 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1223363f-90f9-4d2e-a05c-7cc32d083d87 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:13.397620 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1223363f-90f9-4d2e-a05c-7cc32d083d87 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:13.448817 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223363f-90f9-4d2e-a05c-7cc32d083d87 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a893b238-deb7-4c15-a88c-9b32a4893cff,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:13.483622 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43446) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:13.489389 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-3e1c2d50-ce45-4a64-83a5-87254f033209 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'port': {'network_id': 'bd57236b-4588-4c07-8ec1-6f5e31b2addf', 'name': 'tempest-PortsTestJSON-714120526'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:13.495841 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1223363f-90f9-4d2e-a05c-7cc32d083d87 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6416962 Mar 07 10:54:13.580124 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1223363f-90f9-4d2e-a05c-7cc32d083d87 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Network': ['ID=bd57236b-4588-4c07-8ec1-6f5e31b2addf,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:13.602699 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network bd57236b-4588-4c07-8ec1-6f5e31b2addf details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:54:13.650164 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1c2d50-ce45-4a64-83a5-87254f033209 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:13.654421 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3e1c2d50-ce45-4a64-83a5-87254f033209 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:13.702338 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-3e1c2d50-ce45-4a64-83a5-87254f033209 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] device_id is not set on port 23163456-0f95-44c6-891d-c25b41353540 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:54:13.947375 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3e1c2d50-ce45-4a64-83a5-87254f033209 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for port (23163456-0f95-44c6-891d-c25b41353540), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:14.008925 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3e1c2d50-ce45-4a64-83a5-87254f033209 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (23163456-0f95-44c6-891d-c25b41353540), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:14.099706 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c2d50-ce45-4a64-83a5-87254f033209 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Port': ['ID=23163456-0f95-44c6-891d-c25b41353540,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:14.114540 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1c2d50-ce45-4a64-83a5-87254f033209 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Checking segment: {'id': '64bb0226-5c72-46c8-aa0a-028193bd13ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bd57236b-4588-4c07-8ec1-6f5e31b2addf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:54:14.115140 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1c2d50-ce45-4a64-83a5-87254f033209 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network hostable DHCP agents. Network: bd57236b-4588-4c07-8ec1-6f5e31b2addf, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:54:14.143529 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1c2d50-ce45-4a64-83a5-87254f033209 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network bd57236b-4588-4c07-8ec1-6f5e31b2addf is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:54:14.156947 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-3e1c2d50-ce45-4a64-83a5-87254f033209 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, bd57236b-4588-4c07-8ec1-6f5e31b2addf) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:14.163459 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1c2d50-ce45-4a64-83a5-87254f033209 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:54:14.172758 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1c2d50-ce45-4a64-83a5-87254f033209 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:14.172942 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a674d580-e132-4301-8d0b-c29076b93024 None None] Network bd57236b-4588-4c07-8ec1-6f5e31b2addf requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:54:14.173736 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3e1c2d50-ce45-4a64-83a5-87254f033209 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:14.194700 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3e1c2d50-ce45-4a64-83a5-87254f033209 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7087579 Mar 07 10:54:14.197561 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43484) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:14.205562 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-c4ea28a4-cbd1-4a57-9e34-7fbfd1793d15 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1755890218'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:14.232361 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ea28a4-cbd1-4a57-9e34-7fbfd1793d15 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:14.244334 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4ea28a4-cbd1-4a57-9e34-7fbfd1793d15 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:14.301991 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ea28a4-cbd1-4a57-9e34-7fbfd1793d15 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:54:14.335989 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4ea28a4-cbd1-4a57-9e34-7fbfd1793d15 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (54e2fa03-1bb9-4c30-b438-14999adaa3d2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:14.335989 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-c4ea28a4-cbd1-4a57-9e34-7fbfd1793d15 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Added segment 54e2fa03-1bb9-4c30-b438-14999adaa3d2 of type vlan for network 59e9d87a-6eee-40de-be40-4172d737e272 Mar 07 10:54:14.419369 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4ea28a4-cbd1-4a57-9e34-7fbfd1793d15 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (59e9d87a-6eee-40de-be40-4172d737e272), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:14.431304 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 052c2f2c-982a-42de-919d-b7737e320cde details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:54:14.495206 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d0908-531b-4fc1-b4e0-cf323ef55b1b req-da86aff7-75cb-4968-bb63-a198e2314950 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:14.501537 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c9d0908-531b-4fc1-b4e0-cf323ef55b1b req-da86aff7-75cb-4968-bb63-a198e2314950 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 943 time: 0.1053667 Mar 07 10:54:14.502390 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4ea28a4-cbd1-4a57-9e34-7fbfd1793d15 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (59e9d87a-6eee-40de-be40-4172d737e272), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:14.509466 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ea28a4-cbd1-4a57-9e34-7fbfd1793d15 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:14.513457 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4ea28a4-cbd1-4a57-9e34-7fbfd1793d15 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:14.561554 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43512) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:14.562926 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c4ea28a4-cbd1-4a57-9e34-7fbfd1793d15 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3637197 Mar 07 10:54:14.568516 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d198a024-29dd-4a66-9b8f-c2ed676b79a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'ports': [{'network_id': 'bd57236b-4588-4c07-8ec1-6f5e31b2addf'}, {'network_id': '59e9d87a-6eee-40de-be40-4172d737e272'}]} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:14.569086 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d198a024-29dd-4a66-9b8f-c2ed676b79a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'port': {'network_id': 'bd57236b-4588-4c07-8ec1-6f5e31b2addf'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:14.569817 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d198a024-29dd-4a66-9b8f-c2ed676b79a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'port': {'network_id': '59e9d87a-6eee-40de-be40-4172d737e272'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:14.583003 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 052c2f2c-982a-42de-919d-b7737e320cde, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=052c2f2c-982a-42de-919d-b7737e320cde,segment=NetworkSegment(6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a),segment_id=6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:14.602504 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '052c2f2c-982a-42de-919d-b7737e320cde', 'network_id': '28765912-277e-46d1-95bd-16e2031149b0', 'port_id': '052c2f2c-982a-42de-919d-b7737e320cde', 'mac_address': 'fa:16:3e:d5:d3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c02524-f503-4482-9d50-de9acc410b2f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:54:14.693922 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 052c2f2c-982a-42de-919d-b7737e320cde is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:14.695723 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (052c2f2c-982a-42de-919d-b7737e320cde), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:14.702559 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea28a4-cbd1-4a57-9e34-7fbfd1793d15 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Network': ['ID=59e9d87a-6eee-40de-be40-4172d737e272,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:14.709985 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c9d0908-531b-4fc1-b4e0-cf323ef55b1b req-e427f0a7-17e9-4e43-a1ed-5f161ea3bd9c tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712010 Mar 07 10:54:14.736395 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 052c2f2c-982a-42de-919d-b7737e320cde {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:54:14.746149 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 59e9d87a-6eee-40de-be40-4172d737e272 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:54:14.886280 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 052c2f2c-982a-42de-919d-b7737e320cde, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=052c2f2c-982a-42de-919d-b7737e320cde,segment=NetworkSegment(6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a),segment_id=6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:14.946376 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (052c2f2c-982a-42de-919d-b7737e320cde), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:15.003971 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43528) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:15.032617 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d198a024-29dd-4a66-9b8f-c2ed676b79a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'port': 2} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:15.036604 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d198a024-29dd-4a66-9b8f-c2ed676b79a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:15.070703 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d198a024-29dd-4a66-9b8f-c2ed676b79a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:15.094649 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=052c2f2c-982a-42de-919d-b7737e320cde,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:15.248999 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-06f01689-12cc-401b-ae79-b48447dbe4bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:15.256142 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['052c2f2c-982a-42de-919d-b7737e320cde'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:54:15.433873 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-06f01689-12cc-401b-ae79-b48447dbe4bf admin admin] Publish callbacks [] for security_group (7634546f-924e-455e-81c0-a46f8558ed20), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:15.441994 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-06f01689-12cc-401b-ae79-b48447dbe4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7634546f-924e-455e-81c0-a46f8558ed20), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:15.495124 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f01689-12cc-401b-ae79-b48447dbe4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7634546f-924e-455e-81c0-a46f8558ed20,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:15.506355 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-d198a024-29dd-4a66-9b8f-c2ed676b79a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] device_id is not set on port dee183ce-9638-4b35-9a01-c85f9827c762 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:54:15.515935 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-06f01689-12cc-401b-ae79-b48447dbe4bf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=20b0a03330af409a97a9fa2acc0d290d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5108864 Mar 07 10:54:15.520833 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43546) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:15.602805 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-717950df-ea8a-43a5-b225-d13e6928a539 admin admin] Publish callbacks [] for security_group (7634546f-924e-455e-81c0-a46f8558ed20), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:15.647355 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-717950df-ea8a-43a5-b225-d13e6928a539 admin admin] Publish callbacks [] for security_group (7634546f-924e-455e-81c0-a46f8558ed20), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:15.704034 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d198a024-29dd-4a66-9b8f-c2ed676b79a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for port (dee183ce-9638-4b35-9a01-c85f9827c762), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:15.712535 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-717950df-ea8a-43a5-b225-d13e6928a539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7634546f-924e-455e-81c0-a46f8558ed20), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:15.720599 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-717950df-ea8a-43a5-b225-d13e6928a539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:15.725914 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-717950df-ea8a-43a5-b225-d13e6928a539 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7634546f-924e-455e-81c0-a46f8558ed20 HTTP/1.1" status: 204 len: 168 time: 0.2040083 Mar 07 10:54:15.752297 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717950df-ea8a-43a5-b225-d13e6928a539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7634546f-924e-455e-81c0-a46f8558ed20,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:15.821912 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-d198a024-29dd-4a66-9b8f-c2ed676b79a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] device_id is not set on port d8df62b2-0282-4a2b-901a-0da991cf6562 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:54:15.922698 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d198a024-29dd-4a66-9b8f-c2ed676b79a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for port (d8df62b2-0282-4a2b-901a-0da991cf6562), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:16.033138 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748dd67-44f4-4c35-8dac-d6adccb0eec2 req-608099f5-401f-4bde-ba83-91f2a2a47bc2 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:16.041818 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e748dd67-44f4-4c35-8dac-d6adccb0eec2 req-608099f5-401f-4bde-ba83-91f2a2a47bc2 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 944 time: 0.1102271 Mar 07 10:54:16.045282 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d198a024-29dd-4a66-9b8f-c2ed676b79a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (dee183ce-9638-4b35-9a01-c85f9827c762), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:16.140013 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e748dd67-44f4-4c35-8dac-d6adccb0eec2 req-f094bde1-70c6-48c2-a77a-2f49b962e0fb tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956492 Mar 07 10:54:16.140721 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43564) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:16.142895 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d198a024-29dd-4a66-9b8f-c2ed676b79a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network bd57236b-4588-4c07-8ec1-6f5e31b2addf is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:54:16.147305 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-d198a024-29dd-4a66-9b8f-c2ed676b79a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:16.149466 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d198a024-29dd-4a66-9b8f-c2ed676b79a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Port': ['ID=dee183ce-9638-4b35-9a01-c85f9827c762,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:16.151817 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d198a024-29dd-4a66-9b8f-c2ed676b79a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:54:16.152806 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d198a024-29dd-4a66-9b8f-c2ed676b79a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (d8df62b2-0282-4a2b-901a-0da991cf6562), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:16.203533 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d198a024-29dd-4a66-9b8f-c2ed676b79a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Port': ['ID=d8df62b2-0282-4a2b-901a-0da991cf6562,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:16.239582 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d198a024-29dd-4a66-9b8f-c2ed676b79a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Checking segment: {'id': '54e2fa03-1bb9-4c30-b438-14999adaa3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '59e9d87a-6eee-40de-be40-4172d737e272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:54:16.239955 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d198a024-29dd-4a66-9b8f-c2ed676b79a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network hostable DHCP agents. Network: 59e9d87a-6eee-40de-be40-4172d737e272, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:54:16.267580 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d198a024-29dd-4a66-9b8f-c2ed676b79a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network 59e9d87a-6eee-40de-be40-4172d737e272 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:54:16.279668 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-d198a024-29dd-4a66-9b8f-c2ed676b79a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 59e9d87a-6eee-40de-be40-4172d737e272) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:16.284260 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d198a024-29dd-4a66-9b8f-c2ed676b79a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:54:16.289990 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198a024-29dd-4a66-9b8f-c2ed676b79a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:16.295784 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d198a024-29dd-4a66-9b8f-c2ed676b79a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:16.296620 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d198a024-29dd-4a66-9b8f-c2ed676b79a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:16.305162 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99bfb3c-7da7-48f2-8fe4-8c183d59c95e None None] Network 59e9d87a-6eee-40de-be40-4172d737e272 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:54:16.320767 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43572) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:16.322179 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d198a024-29dd-4a66-9b8f-c2ed676b79a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7584307 Mar 07 10:54:16.415857 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-66b0d68e-a352-4ff4-94fe-731d87d1f6d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:16.591166 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-8c8cd11e-a005-4277-9809-317188b6d732 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Deleting port d8df62b2-0282-4a2b-901a-0da991cf6562 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:16.591818 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd11e-a005-4277-9809-317188b6d732 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (d8df62b2-0282-4a2b-901a-0da991cf6562), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:16.705887 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 052c2f2c-982a-42de-919d-b7737e320cde up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:54:16.718778 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd11e-a005-4277-9809-317188b6d732 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (d8df62b2-0282-4a2b-901a-0da991cf6562), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:16.737053 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-8c8cd11e-a005-4277-9809-317188b6d732 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Calling delete_port for d8df62b2-0282-4a2b-901a-0da991cf6562 owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:16.781967 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 052c2f2c-982a-42de-919d-b7737e320cde completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:54:16.787657 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 052c2f2c-982a-42de-919d-b7737e320cde triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:16.788220 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (052c2f2c-982a-42de-919d-b7737e320cde), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:16.891520 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd11e-a005-4277-9809-317188b6d732 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (d8df62b2-0282-4a2b-901a-0da991cf6562), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:16.916713 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 052c2f2c-982a-42de-919d-b7737e320cde is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:16.919987 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (052c2f2c-982a-42de-919d-b7737e320cde), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:16.967455 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8c8cd11e-a005-4277-9809-317188b6d732 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:16.973475 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8c8cd11e-a005-4277-9809-317188b6d732 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/ports/d8df62b2-0282-4a2b-901a-0da991cf6562 HTTP/1.1" status: 204 len: 168 time: 0.6515102 Mar 07 10:54:16.976788 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43594) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:16.980735 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8cd11e-a005-4277-9809-317188b6d732 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Port': ['ID=d8df62b2-0282-4a2b-901a-0da991cf6562,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:17.000989 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-66b0d68e-a352-4ff4-94fe-731d87d1f6d6 admin admin] Publish callbacks [] for security_group (8fcf65a3-303d-4b10-b1d5-f0dad94f98c4), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:17.007214 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-66b0d68e-a352-4ff4-94fe-731d87d1f6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8fcf65a3-303d-4b10-b1d5-f0dad94f98c4), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:17.013545 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 052c2f2c-982a-42de-919d-b7737e320cde, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=052c2f2c-982a-42de-919d-b7737e320cde,segment=NetworkSegment(6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a),segment_id=6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:17.015895 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80d6f45-d54e-4cd0-ba73-a11686041aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052c2f2c-982a-42de-919d-b7737e320cde'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:54:17.020787 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e36d06-f070-4e4b-a976-00b3483ce281" -d '{"events": [{"server_uuid": "c80d6f45-d54e-4cd0-ba73-a11686041aa0", "name": "network-vif-plugged", "status": "completed", "tag": "052c2f2c-982a-42de-919d-b7737e320cde"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:54:17.042808 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (052c2f2c-982a-42de-919d-b7737e320cde), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:17.063810 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-66b0d68e-a352-4ff4-94fe-731d87d1f6d6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dd5c4e6f64384842967a4a3cf1f76573&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9170749 Mar 07 10:54:17.063810 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0d68e-a352-4ff4-94fe-731d87d1f6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcf65a3-303d-4b10-b1d5-f0dad94f98c4,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:17.064929 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43600) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:17.110908 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b021f05-ce82-40b7-a9e3-035d1115775f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:17.116444 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b021f05-ce82-40b7-a9e3-035d1115775f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:17.118073 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7b021f05-ce82-40b7-a9e3-035d1115775f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1402378 Mar 07 10:54:17.121564 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43602) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:17.129563 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8129b666-2f74-409f-94b0-08a40b3ef9c5 admin admin] Publish callbacks [] for security_group (8fcf65a3-303d-4b10-b1d5-f0dad94f98c4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:17.153876 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=052c2f2c-982a-42de-919d-b7737e320cde,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:17.174601 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8129b666-2f74-409f-94b0-08a40b3ef9c5 admin admin] Publish callbacks [] for security_group (8fcf65a3-303d-4b10-b1d5-f0dad94f98c4), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:17.276271 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8129b666-2f74-409f-94b0-08a40b3ef9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8fcf65a3-303d-4b10-b1d5-f0dad94f98c4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:17.279032 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8129b666-2f74-409f-94b0-08a40b3ef9c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:17.283314 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8129b666-2f74-409f-94b0-08a40b3ef9c5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8fcf65a3-303d-4b10-b1d5-f0dad94f98c4 HTTP/1.1" status: 204 len: 168 time: 0.2150488 Mar 07 10:54:17.293176 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129b666-2f74-409f-94b0-08a40b3ef9c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcf65a3-303d-4b10-b1d5-f0dad94f98c4,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:17.330229 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a33a47a6-a976-41c5-ad86-fcd210d6eb9b x-openstack-request-id: req-a33a47a6-a976-41c5-ad86-fcd210d6eb9b {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:54:17.330724 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c80d6f45-d54e-4cd0-ba73-a11686041aa0", "name": "network-vif-plugged", "status": "completed", "tag": "052c2f2c-982a-42de-919d-b7737e320cde", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:54:17.331225 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a33a47a6-a976-41c5-ad86-fcd210d6eb9b {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:54:17.331822 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c80d6f45-d54e-4cd0-ba73-a11686041aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '052c2f2c-982a-42de-919d-b7737e320cde', 'code': 200} Mar 07 10:54:17.353071 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-bbe01257-a54c-4839-b741-ba8e0ed043e4 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Deleting port dee183ce-9638-4b35-9a01-c85f9827c762 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:17.353478 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bbe01257-a54c-4839-b741-ba8e0ed043e4 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (dee183ce-9638-4b35-9a01-c85f9827c762), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:17.490481 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3fddc4-782b-487a-b9a6-db4dee3012b2 req-6f35ecfe-9390-4ec3-adde-dd1479cb0a31 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:17.492430 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8d3fddc4-782b-487a-b9a6-db4dee3012b2 req-6f35ecfe-9390-4ec3-adde-dd1479cb0a31 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.2133791 Mar 07 10:54:17.497301 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bbe01257-a54c-4839-b741-ba8e0ed043e4 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (dee183ce-9638-4b35-9a01-c85f9827c762), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:17.533811 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-bbe01257-a54c-4839-b741-ba8e0ed043e4 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Calling delete_port for dee183ce-9638-4b35-9a01-c85f9827c762 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:17.604447 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43618) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:17.630711 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4d57d-a201-4553-af0c-b38437d4c6d4 req-4b7467c0-cd72-4b71-bfc3-6789b71bc86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:17.632496 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2de4d57d-a201-4553-af0c-b38437d4c6d4 req-4b7467c0-cd72-4b71-bfc3-6789b71bc86c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 1127 time: 0.1908131 Mar 07 10:54:17.643731 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8d3fddc4-782b-487a-b9a6-db4dee3012b2 req-5df041f8-28ed-4b63-9de2-6edbe41e0104 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420760 Mar 07 10:54:17.757948 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2de4d57d-a201-4553-af0c-b38437d4c6d4 req-6a4a8106-ad23-44f3-8672-29ff98a4034c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088216 Mar 07 10:54:17.776541 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bbe01257-a54c-4839-b741-ba8e0ed043e4 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (dee183ce-9638-4b35-9a01-c85f9827c762), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:17.815783 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe01257-a54c-4839-b741-ba8e0ed043e4 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Port': ['ID=dee183ce-9638-4b35-9a01-c85f9827c762,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:17.828869 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bbe01257-a54c-4839-b741-ba8e0ed043e4 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:17.833835 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-bbe01257-a54c-4839-b741-ba8e0ed043e4 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/ports/dee183ce-9638-4b35-9a01-c85f9827c762 HTTP/1.1" status: 204 len: 168 time: 0.7098644 Mar 07 10:54:17.837392 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43622) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:17.906775 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b090eb14-3abc-417f-8fd0-1efabff7dc64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:17.907210 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43626) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:17.922102 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4f7491ee-f8b8-4573-8624-efd842de17a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:17.960955 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e023d6-c502-4e74-a108-3d9af12ccd32 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:17.963568 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-41e023d6-c502-4e74-a108-3d9af12ccd32 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1247647 Mar 07 10:54:17.965920 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43628) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:18.006814 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad62ee69-d20b-4293-9212-0c8cc1d7013b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] GET failed (client error): The resource could not be found. Mar 07 10:54:18.011024 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ad62ee69-d20b-4293-9212-0c8cc1d7013b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "GET /v2.0/ports/d8df62b2-0282-4a2b-901a-0da991cf6562 HTTP/1.1" status: 404 len: 333 time: 0.0416057 Mar 07 10:54:18.011840 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43630) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:18.058109 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6e7dc9-53a6-4b34-86f8-0145cbccef06 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] GET failed (client error): The resource could not be found. Mar 07 10:54:18.058337 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4f7491ee-f8b8-4573-8624-efd842de17a2 admin admin] Publish callbacks [] for security_group (c2f8cdfe-5202-40df-be70-21068d92191f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:18.059763 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5f6e7dc9-53a6-4b34-86f8-0145cbccef06 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "GET /v2.0/ports/dee183ce-9638-4b35-9a01-c85f9827c762 HTTP/1.1" status: 404 len: 333 time: 0.0463238 Mar 07 10:54:18.063323 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43632) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:18.068932 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4f7491ee-f8b8-4573-8624-efd842de17a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (c2f8cdfe-5202-40df-be70-21068d92191f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:18.115848 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4f7491ee-f8b8-4573-8624-efd842de17a2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b95f46868c17451480f589cb048dd1cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2074959 Mar 07 10:54:18.117048 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7491ee-f8b8-4573-8624-efd842de17a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2f8cdfe-5202-40df-be70-21068d92191f,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:18.120056 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43634) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:18.175971 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-805f08dd-750a-4fc3-8383-2716f51461ea tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (59e9d87a-6eee-40de-be40-4172d737e272), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:18.177705 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-051ec9ec-dadf-45e2-a106-480dbf7d4223 admin admin] Publish callbacks [] for security_group (c2f8cdfe-5202-40df-be70-21068d92191f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:18.199917 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-051ec9ec-dadf-45e2-a106-480dbf7d4223 admin admin] Publish callbacks [] for security_group (c2f8cdfe-5202-40df-be70-21068d92191f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:18.214423 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b090eb14-3abc-417f-8fd0-1efabff7dc64 admin admin] Publish callbacks [] for security_group (b15ceecf-4e1c-4129-a460-6c37b5a3679c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:18.235481 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b090eb14-3abc-417f-8fd0-1efabff7dc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b15ceecf-4e1c-4129-a460-6c37b5a3679c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:18.251225 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-051ec9ec-dadf-45e2-a106-480dbf7d4223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (c2f8cdfe-5202-40df-be70-21068d92191f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:18.254216 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-051ec9ec-dadf-45e2-a106-480dbf7d4223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:18.255374 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-051ec9ec-dadf-45e2-a106-480dbf7d4223 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c2f8cdfe-5202-40df-be70-21068d92191f HTTP/1.1" status: 204 len: 168 time: 0.1341925 Mar 07 10:54:18.263934 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ec9ec-dadf-45e2-a106-480dbf7d4223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2f8cdfe-5202-40df-be70-21068d92191f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:18.301815 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b090eb14-3abc-417f-8fd0-1efabff7dc64 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=37cbb8a5e8ac4574b9eb0269e410fa14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6961341 Mar 07 10:54:18.305676 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43638) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:18.308676 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:18.338127 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090eb14-3abc-417f-8fd0-1efabff7dc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15ceecf-4e1c-4129-a460-6c37b5a3679c,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:18.347653 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-805f08dd-750a-4fc3-8383-2716f51461ea tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (59e9d87a-6eee-40de-be40-4172d737e272), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:18.375220 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-805f08dd-750a-4fc3-8383-2716f51461ea tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e9d87a-6eee-40de-be40-4172d737e272']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:18.375464 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-06303e1d-6e7f-48bd-9b74-9b7f073dba9b admin admin] Publish callbacks [] for security_group (b15ceecf-4e1c-4129-a460-6c37b5a3679c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:18.385369 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-805f08dd-750a-4fc3-8383-2716f51461ea tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e2fa03-1bb9-4c30-b438-14999adaa3d2') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:18.385369 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-805f08dd-750a-4fc3-8383-2716f51461ea tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e2fa03-1bb9-4c30-b438-14999adaa3d2') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:18.395092 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-805f08dd-750a-4fc3-8383-2716f51461ea tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (54e2fa03-1bb9-4c30-b438-14999adaa3d2), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:18.402227 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-06303e1d-6e7f-48bd-9b74-9b7f073dba9b admin admin] Publish callbacks [] for security_group (b15ceecf-4e1c-4129-a460-6c37b5a3679c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:18.409504 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-805f08dd-750a-4fc3-8383-2716f51461ea tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (54e2fa03-1bb9-4c30-b438-14999adaa3d2), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:18.416746 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-805f08dd-750a-4fc3-8383-2716f51461ea tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:54:18.417041 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-805f08dd-750a-4fc3-8383-2716f51461ea tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (54e2fa03-1bb9-4c30-b438-14999adaa3d2), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:18.420849 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:54:18.420849 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:54:18.420849 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:54:18.420849 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:54:18.420849 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:54:18.420849 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:54:18.420849 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:54:18.420849 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:54:18.420849 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:54:18.420849 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:54:18.420849 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:54:18.420849 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:54:18.420849 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:54:18.420849 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:54:18.420849 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:54:18.420849 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:54:18.420849 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:54:18.420849 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:54:18.420849 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:54:18.420849 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:54:18.420849 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:54:18.420849 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:54:18.420849 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:54:18.420849 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:54:18.420849 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:54:18.420849 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:54:18.420849 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:54:18.420849 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:54:18.420849 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:54:18.420849 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:54:18.420849 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:54:18.420849 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:54:18.478093 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-06303e1d-6e7f-48bd-9b74-9b7f073dba9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b15ceecf-4e1c-4129-a460-6c37b5a3679c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:18.481085 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-06303e1d-6e7f-48bd-9b74-9b7f073dba9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:18.487536 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-06303e1d-6e7f-48bd-9b74-9b7f073dba9b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b15ceecf-4e1c-4129-a460-6c37b5a3679c HTTP/1.1" status: 204 len: 168 time: 0.1800952 Mar 07 10:54:18.498537 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06303e1d-6e7f-48bd-9b74-9b7f073dba9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15ceecf-4e1c-4129-a460-6c37b5a3679c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:18.500580 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-805f08dd-750a-4fc3-8383-2716f51461ea tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (59e9d87a-6eee-40de-be40-4172d737e272), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:18.515309 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-805f08dd-750a-4fc3-8383-2716f51461ea tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:18.524295 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-805f08dd-750a-4fc3-8383-2716f51461ea tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/networks/59e9d87a-6eee-40de-be40-4172d737e272 HTTP/1.1" status: 204 len: 168 time: 0.4598627 Mar 07 10:54:18.533738 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43644) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:18.536647 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-b2398dbf-f3f6-4628-a7d3-3d020fe6b80e tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1013538119'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:18.539807 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f08dd-750a-4fc3-8383-2716f51461ea tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Network': ['ID=59e9d87a-6eee-40de-be40-4172d737e272,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:18.569285 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2398dbf-f3f6-4628-a7d3-3d020fe6b80e tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:18.574184 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b2398dbf-f3f6-4628-a7d3-3d020fe6b80e tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:18.604869 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2398dbf-f3f6-4628-a7d3-3d020fe6b80e tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:54:18.619127 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b2398dbf-f3f6-4628-a7d3-3d020fe6b80e tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (e5e8a887-d527-4485-ae63-103a7bc7e940), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:18.619661 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-b2398dbf-f3f6-4628-a7d3-3d020fe6b80e tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Added segment e5e8a887-d527-4485-ae63-103a7bc7e940 of type vlan for network e6a83253-99ed-4894-9e1c-bffcbf8ce584 Mar 07 10:54:18.692061 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b2398dbf-f3f6-4628-a7d3-3d020fe6b80e tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (e6a83253-99ed-4894-9e1c-bffcbf8ce584), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:18.747606 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b2398dbf-f3f6-4628-a7d3-3d020fe6b80e tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (e6a83253-99ed-4894-9e1c-bffcbf8ce584), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:18.762967 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2398dbf-f3f6-4628-a7d3-3d020fe6b80e tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:18.763615 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b2398dbf-f3f6-4628-a7d3-3d020fe6b80e tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:18.879632 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43660) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:18.881745 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b2398dbf-f3f6-4628-a7d3-3d020fe6b80e tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3493180 Mar 07 10:54:18.885426 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-9c5db2c7-4795-481b-85ef-07f25525c27c tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'subnet': {'network_id': 'e6a83253-99ed-4894-9e1c-bffcbf8ce584', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:18.956215 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2398dbf-f3f6-4628-a7d3-3d020fe6b80e tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Network': ['ID=e6a83253-99ed-4894-9e1c-bffcbf8ce584,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:18.966468 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011862f-e467-4131-8b71-2738d88ee272 req-fd1fd2a1-ed8b-44f2-9a98-d432304e4c7c tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:18.967410 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network e6a83253-99ed-4894-9e1c-bffcbf8ce584 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:54:18.968140 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7011862f-e467-4131-8b71-2738d88ee272 req-fd1fd2a1-ed8b-44f2-9a98-d432304e4c7c tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.1838522 Mar 07 10:54:19.105489 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7011862f-e467-4131-8b71-2738d88ee272 req-617c851e-bd0c-430d-8019-242e2b20dab9 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293967 Mar 07 10:54:19.202317 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5db2c7-4795-481b-85ef-07f25525c27c tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:19.206438 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9c5db2c7-4795-481b-85ef-07f25525c27c tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:19.316632 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.ipam_backend_mixin [None req-9c5db2c7-4795-481b-85ef-07f25525c27c tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Performing IP validity checks on allocation pools {{(pid=103767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 10:54:19.317350 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.ipam_backend_mixin [None req-9c5db2c7-4795-481b-85ef-07f25525c27c tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 10:54:19.494853 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9c5db2c7-4795-481b-85ef-07f25525c27c tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (59abcfe4-479b-40d9-baed-58a49e9a750e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:19.583469 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5db2c7-4795-481b-85ef-07f25525c27c tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Subnet': ['ID=59abcfe4-479b-40d9-baed-58a49e9a750e,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:19.603281 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a5be679-a7b2-427e-a2c2-73f848825e94 req-595c7f1b-ebb6-4f6b-9642-31bb9facf89a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2974060 Mar 07 10:54:19.633978 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5db2c7-4795-481b-85ef-07f25525c27c tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Checking segment: {'id': 'e5e8a887-d527-4485-ae63-103a7bc7e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e6a83253-99ed-4894-9e1c-bffcbf8ce584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:54:19.635138 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5db2c7-4795-481b-85ef-07f25525c27c tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network hostable DHCP agents. Network: e6a83253-99ed-4894-9e1c-bffcbf8ce584, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:54:19.717269 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5db2c7-4795-481b-85ef-07f25525c27c tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network e6a83253-99ed-4894-9e1c-bffcbf8ce584 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:54:19.743003 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-9c5db2c7-4795-481b-85ef-07f25525c27c tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, e6a83253-99ed-4894-9e1c-bffcbf8ce584) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:19.750690 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5be679-a7b2-427e-a2c2-73f848825e94 req-ee3d06d5-7d09-4e42-9938-f883a797339b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:19.752691 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a5be679-a7b2-427e-a2c2-73f848825e94 req-ee3d06d5-7d09-4e42-9938-f883a797339b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f4947cca2a6480f85064d6dfbb3a125&device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 1127 time: 0.0902908 Mar 07 10:54:19.754245 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5db2c7-4795-481b-85ef-07f25525c27c tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:19.754933 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0944ae7-d86e-40d7-a14e-d1a46614fbbc None None] Network e6a83253-99ed-4894-9e1c-bffcbf8ce584 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:54:19.755456 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9c5db2c7-4795-481b-85ef-07f25525c27c tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:19.831994 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43700) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:19.838638 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-5c69bd0a-3beb-42d4-97db-b1060103086f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'port': {'network_id': 'e6a83253-99ed-4894-9e1c-bffcbf8ce584', 'name': 'tempest-PortsTestJSON-92737228'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:19.846406 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9c5db2c7-4795-481b-85ef-07f25525c27c tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9654624 Mar 07 10:54:19.958271 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb24d52-bb31-471d-9948-791d7d76d7d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-e6a83253-99ed-4894-9e1c-bffcbf8ce584', 'network_id': 'e6a83253-99ed-4894-9e1c-bffcbf8ce584', 'project_id': '273b160fa2104d51b4a02d20bbb41573', 'fixed_ips': [{'subnet_id': '59abcfe4-479b-40d9-baed-58a49e9a750e'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:54:19.960520 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7fb24d52-bb31-471d-9948-791d7d76d7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:20.014019 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5be679-a7b2-427e-a2c2-73f848825e94 req-010be3a4-5022-49f2-8587-7c772c059ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:20.025213 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a5be679-a7b2-427e-a2c2-73f848825e94 req-010be3a4-5022-49f2-8587-7c772c059ec5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=89c82ebc-0d2c-446d-9232-939e7905e93b HTTP/1.1" status: 200 len: 918 time: 0.2395902 Mar 07 10:54:20.116909 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43708) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:20.126936 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c69bd0a-3beb-42d4-97db-b1060103086f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:20.135799 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5c69bd0a-3beb-42d4-97db-b1060103086f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:20.179076 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-5c69bd0a-3beb-42d4-97db-b1060103086f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] device_id is not set on port cb373486-2c18-4042-a7bc-91291e5470ca yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:54:20.192108 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a5be679-a7b2-427e-a2c2-73f848825e94 req-24f1d976-c10f-40bc-8b0f-8d5cfd26e1ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee93e037-6511-4170-9570-4cdb12ef88f5 HTTP/1.1" status: 200 len: 1001 time: 0.1660163 Mar 07 10:54:20.226775 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-7fb24d52-bb31-471d-9948-791d7d76d7d7 None None] Allocated IP 172.20.0.2 (e6a83253-99ed-4894-9e1c-bffcbf8ce584/59abcfe4-479b-40d9-baed-58a49e9a750e/828ace85-7ad1-41a0-93f1-8d9cde3569bb) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:54:20.317323 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-ee6787ba-6cae-4115-a8e4-fb1c4cc9f671 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-40368739-network', 'tenant_id': '792a213ec02d4545bd460dce59bc3243'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:20.372474 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6787ba-6cae-4115-a8e4-fb1c4cc9f671 admin admin] Made reservation on behalf of 792a213ec02d4545bd460dce59bc3243 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:20.375118 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ee6787ba-6cae-4115-a8e4-fb1c4cc9f671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:20.393198 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ee6787ba-6cae-4115-a8e4-fb1c4cc9f671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:20.491043 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5be679-a7b2-427e-a2c2-73f848825e94 req-9a169915-5ae7-425a-88d8-45cf80712962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:20.495372 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a5be679-a7b2-427e-a2c2-73f848825e94 req-9a169915-5ae7-425a-88d8-45cf80712962 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4787b40-e1f6-4c42-b340-b6308e03f420 HTTP/1.1" status: 200 len: 856 time: 0.2930124 Mar 07 10:54:20.498115 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ee6787ba-6cae-4115-a8e4-fb1c4cc9f671 admin admin] Publish callbacks [] for security_group (09bd7e8f-e1bd-45da-af62-cb01fc0a3a41), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:20.504125 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ee6787ba-6cae-4115-a8e4-fb1c4cc9f671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (09bd7e8f-e1bd-45da-af62-cb01fc0a3a41), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:20.517518 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8430c-7ccd-4be2-afe5-85f32a06272c req-fcfa95e5-4ada-42e7-b9f2-4399a894e5c7 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:20.519068 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8ec8430c-7ccd-4be2-afe5-85f32a06272c req-fcfa95e5-4ada-42e7-b9f2-4399a894e5c7 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.2302661 Mar 07 10:54:20.523037 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6787ba-6cae-4115-a8e4-fb1c4cc9f671 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:54:20.535073 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ee6787ba-6cae-4115-a8e4-fb1c4cc9f671 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (67ccb08a-1425-4fe5-8f4f-a59866b5fc97), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:20.535565 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-ee6787ba-6cae-4115-a8e4-fb1c4cc9f671 admin admin] Added segment 67ccb08a-1425-4fe5-8f4f-a59866b5fc97 of type vlan for network e6442db4-9f10-4ee5-938b-88e5a56b233c Mar 07 10:54:20.603939 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7fb24d52-bb31-471d-9948-791d7d76d7d7 None None] Publish callbacks [] for port (828ace85-7ad1-41a0-93f1-8d9cde3569bb), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:20.606397 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8ec8430c-7ccd-4be2-afe5-85f32a06272c req-dedfc820-98c9-40ed-9054-cf1121b84b4d tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652344 Mar 07 10:54:20.621067 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7fb24d52-bb31-471d-9948-791d7d76d7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (828ace85-7ad1-41a0-93f1-8d9cde3569bb), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:20.656909 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5be679-a7b2-427e-a2c2-73f848825e94 req-272f0c83-a7dd-4438-a79c-106192104695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:20.660205 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a5be679-a7b2-427e-a2c2-73f848825e94 req-272f0c83-a7dd-4438-a79c-106192104695 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=89c82ebc-0d2c-446d-9232-939e7905e93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1585813 Mar 07 10:54:20.701091 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb24d52-bb31-471d-9948-791d7d76d7d7 None None] Network e6a83253-99ed-4894-9e1c-bffcbf8ce584 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:54:20.705500 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-7fb24d52-bb31-471d-9948-791d7d76d7d7 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:20.711926 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb24d52-bb31-471d-9948-791d7d76d7d7 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:54:20.728809 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb24d52-bb31-471d-9948-791d7d76d7d7 None None] Pushing event updated for resources: {'Port': ['ID=828ace85-7ad1-41a0-93f1-8d9cde3569bb,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:20.850528 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-7fb24d52-bb31-471d-9948-791d7d76d7d7 None None] Attempting to bind port 828ace85-7ad1-41a0-93f1-8d9cde3569bb on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:54:20.853073 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-7fb24d52-bb31-471d-9948-791d7d76d7d7 None None] Attempting to bind port 828ace85-7ad1-41a0-93f1-8d9cde3569bb by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'e5e8a887-d527-4485-ae63-103a7bc7e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e6a83253-99ed-4894-9e1c-bffcbf8ce584'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:54:20.855394 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb24d52-bb31-471d-9948-791d7d76d7d7 None None] Attempting to bind port 828ace85-7ad1-41a0-93f1-8d9cde3569bb on network e6a83253-99ed-4894-9e1c-bffcbf8ce584 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:54:20.866092 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb24d52-bb31-471d-9948-791d7d76d7d7 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:54:20.868800 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb24d52-bb31-471d-9948-791d7d76d7d7 None None] Checking segment: {'id': 'e5e8a887-d527-4485-ae63-103a7bc7e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e6a83253-99ed-4894-9e1c-bffcbf8ce584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:54:20.870213 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7fb24d52-bb31-471d-9948-791d7d76d7d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:20.872023 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb24d52-bb31-471d-9948-791d7d76d7d7 None None] Bound using segment: {'id': 'e5e8a887-d527-4485-ae63-103a7bc7e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e6a83253-99ed-4894-9e1c-bffcbf8ce584'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:54:20.873005 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-7fb24d52-bb31-471d-9948-791d7d76d7d7 None None] Bound port: 828ace85-7ad1-41a0-93f1-8d9cde3569bb, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e8a887-d527-4485-ae63-103a7bc7e940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'e6a83253-99ed-4894-9e1c-bffcbf8ce584'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:54:20.875821 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7fb24d52-bb31-471d-9948-791d7d76d7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (828ace85-7ad1-41a0-93f1-8d9cde3569bb), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:20.908044 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a5be679-a7b2-427e-a2c2-73f848825e94 req-d0dbf91c-5465-4aae-b324-24744819c219 service neutron] 10.222.0.21 "GET /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381425 Mar 07 10:54:21.022706 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:54:21.031217 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-7fb24d52-bb31-471d-9948-791d7d76d7d7 None None] For port 828ace85-7ad1-41a0-93f1-8d9cde3569bb, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:54:21.040646 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-7fb24d52-bb31-471d-9948-791d7d76d7d7 None None] For port 828ace85-7ad1-41a0-93f1-8d9cde3569bb, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=828ace85-7ad1-41a0-93f1-8d9cde3569bb,segment=NetworkSegment(e5e8a887-d527-4485-ae63-103a7bc7e940),segment_id=e5e8a887-d527-4485-ae63-103a7bc7e940)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:54:21.055802 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7fb24d52-bb31-471d-9948-791d7d76d7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (828ace85-7ad1-41a0-93f1-8d9cde3569bb), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:21.136637 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a5be679-a7b2-427e-a2c2-73f848825e94 req-14e27d74-e9e1-4371-9677-281ff88f9e3f service neutron] 10.222.0.21 "GET /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209108 Mar 07 10:54:21.217015 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb24d52-bb31-471d-9948-791d7d76d7d7 None None] Pushing event updated for resources: {'Port': ['ID=828ace85-7ad1-41a0-93f1-8d9cde3569bb,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:21.352269 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ee6787ba-6cae-4115-a8e4-fb1c4cc9f671 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (e6442db4-9f10-4ee5-938b-88e5a56b233c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:21.520367 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6787ba-6cae-4115-a8e4-fb1c4cc9f671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09bd7e8f-e1bd-45da-af62-cb01fc0a3a41,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:21.529780 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-5c69bd0a-3beb-42d4-97db-b1060103086f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Allocated IP 172.20.0.6 (e6a83253-99ed-4894-9e1c-bffcbf8ce584/59abcfe4-479b-40d9-baed-58a49e9a750e/cb373486-2c18-4042-a7bc-91291e5470ca) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:54:21.531054 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.db.resource_extend [None req-ee6787ba-6cae-4115-a8e4-fb1c4cc9f671 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:54:21.607302 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c751e34-a5c1-43f1-bc35-dab55dacca03 req-b6548a04-4e7a-4aff-8cc5-71106478dd0c tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:21.613826 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7c751e34-a5c1-43f1-bc35-dab55dacca03 req-b6548a04-4e7a-4aff-8cc5-71106478dd0c tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.8398988 Mar 07 10:54:21.614798 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ee6787ba-6cae-4115-a8e4-fb1c4cc9f671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (e6442db4-9f10-4ee5-938b-88e5a56b233c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:21.616597 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6787ba-6cae-4115-a8e4-fb1c4cc9f671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:21.617572 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ee6787ba-6cae-4115-a8e4-fb1c4cc9f671 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:21.619737 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43748) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:21.627348 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-8fea3373-8626-443f-b443-697d22442c41 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Request body: {'floatingip': {'port_id': '052c2f2c-982a-42de-919d-b7737e320cde'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:21.691167 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ee6787ba-6cae-4115-a8e4-fb1c4cc9f671 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5730875 Mar 07 10:54:21.732649 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43752) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:21.750588 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-bc2310ce-7e93-49ce-beff-e260613abb04 admin admin] Request body: {'subnet': {'network_id': 'e6442db4-9f10-4ee5-938b-88e5a56b233c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-40368739-subnet', 'tenant_id': '792a213ec02d4545bd460dce59bc3243', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:21.781615 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8fea3373-8626-443f-b443-697d22442c41 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for floatingip (407d5795-c264-4cda-a330-1388dcc53001), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:21.786788 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2310ce-7e93-49ce-beff-e260613abb04 admin admin] Made reservation on behalf of 792a213ec02d4545bd460dce59bc3243 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:21.789680 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bc2310ce-7e93-49ce-beff-e260613abb04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:21.838007 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6787ba-6cae-4115-a8e4-fb1c4cc9f671 admin admin] Pushing event updated for resources: {'Network': ['ID=e6442db4-9f10-4ee5-938b-88e5a56b233c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:21.849649 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network e6442db4-9f10-4ee5-938b-88e5a56b233c details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:54:21.985257 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 828ace85-7ad1-41a0-93f1-8d9cde3569bb up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:54:22.056660 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5c69bd0a-3beb-42d4-97db-b1060103086f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for port (cb373486-2c18-4042-a7bc-91291e5470ca), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:22.078226 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 828ace85-7ad1-41a0-93f1-8d9cde3569bb triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:22.078721 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (828ace85-7ad1-41a0-93f1-8d9cde3569bb), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:22.138878 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5c69bd0a-3beb-42d4-97db-b1060103086f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (cb373486-2c18-4042-a7bc-91291e5470ca), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:22.203414 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c69bd0a-3beb-42d4-97db-b1060103086f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network e6a83253-99ed-4894-9e1c-bffcbf8ce584 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:54:22.207873 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-5c69bd0a-3beb-42d4-97db-b1060103086f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:22.212016 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c69bd0a-3beb-42d4-97db-b1060103086f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:54:22.281732 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 828ace85-7ad1-41a0-93f1-8d9cde3569bb is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:22.284434 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (828ace85-7ad1-41a0-93f1-8d9cde3569bb), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:22.306328 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69bd0a-3beb-42d4-97db-b1060103086f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Port': ['ID=cb373486-2c18-4042-a7bc-91291e5470ca,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:22.357303 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 828ace85-7ad1-41a0-93f1-8d9cde3569bb, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=828ace85-7ad1-41a0-93f1-8d9cde3569bb,segment=NetworkSegment(e5e8a887-d527-4485-ae63-103a7bc7e940),segment_id=e5e8a887-d527-4485-ae63-103a7bc7e940)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:22.360532 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c69bd0a-3beb-42d4-97db-b1060103086f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:22.361930 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5c69bd0a-3beb-42d4-97db-b1060103086f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:22.368815 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (828ace85-7ad1-41a0-93f1-8d9cde3569bb), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:22.423083 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=828ace85-7ad1-41a0-93f1-8d9cde3569bb,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:22.453869 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5c69bd0a-3beb-42d4-97db-b1060103086f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6198254 Mar 07 10:54:22.457150 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43778) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:22.474852 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bc2310ce-7e93-49ce-beff-e260613abb04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (cd9177f0-1261-48e8-a7b2-bb4974aea296), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:22.593294 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2310ce-7e93-49ce-beff-e260613abb04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd9177f0-1261-48e8-a7b2-bb4974aea296,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:22.636032 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2310ce-7e93-49ce-beff-e260613abb04 admin admin] Checking segment: {'id': '67ccb08a-1425-4fe5-8f4f-a59866b5fc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e6442db4-9f10-4ee5-938b-88e5a56b233c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:54:22.636946 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2310ce-7e93-49ce-beff-e260613abb04 admin admin] Network hostable DHCP agents. Network: e6442db4-9f10-4ee5-938b-88e5a56b233c, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:54:22.643483 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-84276501-416f-4661-9325-cfa30428d164 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Deleting port cb373486-2c18-4042-a7bc-91291e5470ca {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:22.644586 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-84276501-416f-4661-9325-cfa30428d164 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (cb373486-2c18-4042-a7bc-91291e5470ca), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:22.726998 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2310ce-7e93-49ce-beff-e260613abb04 admin admin] Network e6442db4-9f10-4ee5-938b-88e5a56b233c is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:54:22.787333 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-bc2310ce-7e93-49ce-beff-e260613abb04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, e6442db4-9f10-4ee5-938b-88e5a56b233c) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:22.795575 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2310ce-7e93-49ce-beff-e260613abb04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:22.798442 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c63a67f-24b5-460e-b0c8-0c4f928dfd9e None None] Network e6442db4-9f10-4ee5-938b-88e5a56b233c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:54:22.811920 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bc2310ce-7e93-49ce-beff-e260613abb04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:22.839208 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-84276501-416f-4661-9325-cfa30428d164 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (cb373486-2c18-4042-a7bc-91291e5470ca), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:22.857652 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-84276501-416f-4661-9325-cfa30428d164 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Calling delete_port for cb373486-2c18-4042-a7bc-91291e5470ca owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:22.865394 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-bc2310ce-7e93-49ce-beff-e260613abb04 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1304700 Mar 07 10:54:22.886791 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8fea3373-8626-443f-b443-697d22442c41 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:22.894356 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8fea3373-8626-443f-b443-697d22442c41 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (407d5795-c264-4cda-a330-1388dcc53001), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:22.928287 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ae6f87-6b0d-411f-ae5c-1df3413293f2 None None] Network e6a83253-99ed-4894-9e1c-bffcbf8ce584 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:54:22.961849 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43800) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:22.991296 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f13865c-11a9-49f0-8995-840d64503f1c None None] Network e6442db4-9f10-4ee5-938b-88e5a56b233c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:54:23.074975 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-84276501-416f-4661-9325-cfa30428d164 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (cb373486-2c18-4042-a7bc-91291e5470ca), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:23.082750 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-fa2913d1-659d-4e2a-a90d-cf1d211c483f None None] Provisioning complete for port 828ace85-7ad1-41a0-93f1-8d9cde3569bb triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:23.083102 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fa2913d1-659d-4e2a-a90d-cf1d211c483f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (828ace85-7ad1-41a0-93f1-8d9cde3569bb), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:23.149043 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84276501-416f-4661-9325-cfa30428d164 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Port': ['ID=cb373486-2c18-4042-a7bc-91291e5470ca,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:23.191261 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-8fea3373-8626-443f-b443-697d22442c41 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Floating IP 407d5795-c264-4cda-a330-1388dcc53001 associated. External IP: 172.25.3.214, port: 052c2f2c-982a-42de-919d-b7737e320cde. Mar 07 10:54:23.220833 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-84276501-416f-4661-9325-cfa30428d164 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:23.225404 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-84276501-416f-4661-9325-cfa30428d164 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/ports/cb373486-2c18-4042-a7bc-91291e5470ca HTTP/1.1" status: 204 len: 168 time: 0.7662947 Mar 07 10:54:23.227167 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43818) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:23.257126 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-8534f936-0f4a-4f26-9b06-e5df6d2903ff tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] DELETE failed (client error): The resource could not be found. Mar 07 10:54:23.257957 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8534f936-0f4a-4f26-9b06-e5df6d2903ff tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:54:23.261357 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8534f936-0f4a-4f26-9b06-e5df6d2903ff tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/ports/cb373486-2c18-4042-a7bc-91291e5470ca HTTP/1.1" status: 404 len: 333 time: 0.0330291 Mar 07 10:54:23.266480 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43822) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:23.310506 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-36494cd1-90bd-48da-b3c6-89893e946afe tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] GET failed (client error): The resource could not be found. Mar 07 10:54:23.318180 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-36494cd1-90bd-48da-b3c6-89893e946afe tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "GET /v2.0/ports/cb373486-2c18-4042-a7bc-91291e5470ca HTTP/1.1" status: 404 len: 333 time: 0.0504067 Mar 07 10:54:23.338127 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:23.351512 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43824) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:23.352567 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-69e73115-bb12-403f-8c5e-d161bed6770a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:23.456251 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-fa2913d1-659d-4e2a-a90d-cf1d211c483f None None] Current status of the port 828ace85-7ad1-41a0-93f1-8d9cde3569bb is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:23.485415 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-544317e8-adc5-4862-b4d3-59b574ebdbeb tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Deleting subnet 59abcfe4-479b-40d9-baed-58a49e9a750e {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:54:23.502493 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-544317e8-adc5-4862-b4d3-59b574ebdbeb tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for subnet (59abcfe4-479b-40d9-baed-58a49e9a750e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:23.577833 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-544317e8-adc5-4862-b4d3-59b574ebdbeb tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (59abcfe4-479b-40d9-baed-58a49e9a750e), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:23.636732 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-69e73115-bb12-403f-8c5e-d161bed6770a admin admin] Publish callbacks [] for security_group (592d178b-f105-4f41-9cb6-99f772d66b8f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:23.652331 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-69e73115-bb12-403f-8c5e-d161bed6770a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (592d178b-f105-4f41-9cb6-99f772d66b8f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:23.692266 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-69e73115-bb12-403f-8c5e-d161bed6770a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4af8ccc8a1d34ef080419582f5a6e65d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7294395 Mar 07 10:54:23.695492 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43834) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:23.738673 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e73115-bb12-403f-8c5e-d161bed6770a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592d178b-f105-4f41-9cb6-99f772d66b8f,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:23.760841 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fea3373-8626-443f-b443-697d22442c41 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Router 9b4beccc-5f94-43d6-9241-f37dc849d45f has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:54:23.884823 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-544317e8-adc5-4862-b4d3-59b574ebdbeb tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (59abcfe4-479b-40d9-baed-58a49e9a750e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:23.943494 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e33b85f-119e-498a-a832-07ea0040cf2b admin admin] Publish callbacks [] for security_group (592d178b-f105-4f41-9cb6-99f772d66b8f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:23.948928 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-e063dc99-2825-40f1-ad64-b759a7cb514d None None] Provisioning complete for port 828ace85-7ad1-41a0-93f1-8d9cde3569bb triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:23.949558 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e063dc99-2825-40f1-ad64-b759a7cb514d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (828ace85-7ad1-41a0-93f1-8d9cde3569bb), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:23.972723 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fea3373-8626-443f-b443-697d22442c41 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:54:23.987987 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8fea3373-8626-443f-b443-697d22442c41 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:23.992015 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbce193-8851-4f13-8fba-2d10491aa7f0 None None] Sync routers for ids ['9b4beccc-5f94-43d6-9241-f37dc849d45f'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:54:24.026129 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbce193-8851-4f13-8fba-2d10491aa7f0 None None] Routers {'9b4beccc-5f94-43d6-9241-f37dc849d45f'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:54:24.027037 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-afbce193-8851-4f13-8fba-2d10491aa7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:54:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9b4beccc-5f94-43d6-9241-f37dc849d45f'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:24.089559 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88724a25-f530-47db-85a5-69b208aaaddf req-2c44fcda-2cbe-47e4-811c-9bebc05ca453 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:24.091874 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-88724a25-f530-47db-85a5-69b208aaaddf req-2c44fcda-2cbe-47e4-811c-9bebc05ca453 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 945 time: 0.1526313 Mar 07 10:54:24.097184 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 828ace85-7ad1-41a0-93f1-8d9cde3569bb up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:54:24.130189 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8fea3373-8626-443f-b443-697d22442c41 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "PUT /v2.0/floatingips/407d5795-c264-4cda-a330-1388dcc53001 HTTP/1.1" status: 200 len: 991 time: 2.4883268 Mar 07 10:54:24.130189 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e33b85f-119e-498a-a832-07ea0040cf2b admin admin] Publish callbacks [] for security_group (592d178b-f105-4f41-9cb6-99f772d66b8f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:24.130708 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-544317e8-adc5-4862-b4d3-59b574ebdbeb tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (59abcfe4-479b-40d9-baed-58a49e9a750e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:24.131004 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c80d6f45-d54e-4cd0-ba73-a11686041aa0', 'tag': '052c2f2c-982a-42de-919d-b7737e320cde'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:54:24.131004 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2b50e1-a5ab-4556-81e3-6b179c1a44ba" -d '{"events": [{"name": "network-changed", "server_uuid": "c80d6f45-d54e-4cd0-ba73-a11686041aa0", "tag": "052c2f2c-982a-42de-919d-b7737e320cde"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:54:24.168736 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544317e8-adc5-4862-b4d3-59b574ebdbeb tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Subnet': ['ID=59abcfe4-479b-40d9-baed-58a49e9a750e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:24.238579 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490024a4-20cc-4179-aa60-30cdbfbec5af x-openstack-request-id: req-490024a4-20cc-4179-aa60-30cdbfbec5af {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:54:24.245434 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c80d6f45-d54e-4cd0-ba73-a11686041aa0", "tag": "052c2f2c-982a-42de-919d-b7737e320cde", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:54:24.246172 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-490024a4-20cc-4179-aa60-30cdbfbec5af {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:54:24.247057 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c80d6f45-d54e-4cd0-ba73-a11686041aa0', 'tag': '052c2f2c-982a-42de-919d-b7737e320cde', 'status': 'completed', 'code': 200} Mar 07 10:54:24.249630 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-544317e8-adc5-4862-b4d3-59b574ebdbeb tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:24.268208 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-544317e8-adc5-4862-b4d3-59b574ebdbeb tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/subnets/59abcfe4-479b-40d9-baed-58a49e9a750e HTTP/1.1" status: 204 len: 168 time: 0.8908982 Mar 07 10:54:24.275145 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43846) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:24.342671 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e33b85f-119e-498a-a832-07ea0040cf2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (592d178b-f105-4f41-9cb6-99f772d66b8f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:24.348280 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e33b85f-119e-498a-a832-07ea0040cf2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:24.354526 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3e33b85f-119e-498a-a832-07ea0040cf2b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/592d178b-f105-4f41-9cb6-99f772d66b8f HTTP/1.1" status: 204 len: 168 time: 0.6570475 Mar 07 10:54:24.365287 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-afbce193-8851-4f13-8fba-2d10491aa7f0 None None] Set router 9b4beccc-5f94-43d6-9241-f37dc849d45f gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:54:24.384670 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e33b85f-119e-498a-a832-07ea0040cf2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592d178b-f105-4f41-9cb6-99f772d66b8f,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:24.386997 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e063dc99-2825-40f1-ad64-b759a7cb514d None None] Current status of the port 828ace85-7ad1-41a0-93f1-8d9cde3569bb is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:24.432464 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 828ace85-7ad1-41a0-93f1-8d9cde3569bb triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:24.432844 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (828ace85-7ad1-41a0-93f1-8d9cde3569bb), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:24.455069 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-88724a25-f530-47db-85a5-69b208aaaddf req-c0c7d623-d75f-4073-98b2-c89b5e884fb3 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3460209 Mar 07 10:54:24.487755 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b50e1-a5ab-4556-81e3-6b179c1a44ba req-af295ac1-8c00-4748-8c43-71baac94ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:24.490363 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-df2b50e1-a5ab-4556-81e3-6b179c1a44ba req-af295ac1-8c00-4748-8c43-71baac94ffc6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6d3fdd77decc4d62a3e5426903f03a99&device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 1127 time: 0.2234352 Mar 07 10:54:24.539098 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fccf237-59d7-42c8-a1ec-ea79f119a606 None None] Network e6a83253-99ed-4894-9e1c-bffcbf8ce584 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:54:24.562844 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cadcb16e-0dfd-4903-b1f4-2601b5af8271 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (e6a83253-99ed-4894-9e1c-bffcbf8ce584), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:24.579813 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-57b2847c-e534-48ac-bae1-363dc94b7461 None None] Could not find standard attr ID for object cb373486-2c18-4042-a7bc-91291e5470ca. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:54:24.709445 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 828ace85-7ad1-41a0-93f1-8d9cde3569bb is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:24.733063 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-cadcb16e-0dfd-4903-b1f4-2601b5af8271 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Deleting port 828ace85-7ad1-41a0-93f1-8d9cde3569bb {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:24.734896 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cadcb16e-0dfd-4903-b1f4-2601b5af8271 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (828ace85-7ad1-41a0-93f1-8d9cde3569bb), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:24.737188 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b50e1-a5ab-4556-81e3-6b179c1a44ba req-7a7e6e38-5a79-4b12-8610-79569351bf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:24.738697 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-df2b50e1-a5ab-4556-81e3-6b179c1a44ba req-7a7e6e38-5a79-4b12-8610-79569351bf3f service neutron] 10.222.0.31 "GET /v2.0/networks?id=28765912-277e-46d1-95bd-16e2031149b0 HTTP/1.1" status: 200 len: 912 time: 0.2420478 Mar 07 10:54:24.815541 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6b2e21-218b-4990-a46e-bbf70e5a6e7a None None] DHCP port deletion for e6a83253-99ed-4894-9e1c-bffcbf8ce584 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:54:24.899035 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-cadcb16e-0dfd-4903-b1f4-2601b5af8271 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] For port 828ace85-7ad1-41a0-93f1-8d9cde3569bb, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=828ace85-7ad1-41a0-93f1-8d9cde3569bb,segment=NetworkSegment(e5e8a887-d527-4485-ae63-103a7bc7e940),segment_id=e5e8a887-d527-4485-ae63-103a7bc7e940)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:24.899791 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cadcb16e-0dfd-4903-b1f4-2601b5af8271 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (828ace85-7ad1-41a0-93f1-8d9cde3569bb), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:24.922360 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-cadcb16e-0dfd-4903-b1f4-2601b5af8271 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Calling delete_port for 828ace85-7ad1-41a0-93f1-8d9cde3569bb owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:24.924326 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-bc6b2e21-218b-4990-a46e-bbf70e5a6e7a None None] Deleting port 828ace85-7ad1-41a0-93f1-8d9cde3569bb {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:24.924893 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bc6b2e21-218b-4990-a46e-bbf70e5a6e7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (828ace85-7ad1-41a0-93f1-8d9cde3569bb), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:24.968664 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-afbce193-8851-4f13-8fba-2d10491aa7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'name': 'tempest-AttachVolumeTestJSON-1578191317-router', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:48Z', 'updated_at': '2022-03-07T10:53:56Z', 'revision_number': 4, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'gw_port': {'id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:49Z', 'updated_at': '2022-03-07T10:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '407d5795-c264-4cda-a330-1388dcc53001', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'floating_ip_address': '172.25.3.214', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'port_id': '052c2f2c-982a-42de-919d-b7737e320cde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28765912-277e-46d1-95bd-16e2031149b0', 'mac_address': 'fa:16:3e:d5:d3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d6f45-d54e-4cd0-ba73-a11686041aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:54:00Z', 'updated_at': '2022-03-07T10:54:22Z', 'revision_number': 1, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '917a7454-f980-4a70-a564-2d69af23bec5', 'name': '', 'network_id': '28765912-277e-46d1-95bd-16e2031149b0', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'mac_address': 'fa:16:3e:c5:39:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '70c02524-f503-4482-9d50-de9acc410b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:55Z', 'updated_at': '2022-03-07T10:54:06Z', 'revision_number': 5, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'subnets': [{'id': '70c02524-f503-4482-9d50-de9acc410b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:25.026757 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-df2b50e1-a5ab-4556-81e3-6b179c1a44ba req-4d120683-8f65-4d25-babe-5bcd31aa417d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=052c2f2c-982a-42de-919d-b7737e320cde HTTP/1.1" status: 200 len: 999 time: 0.2818861 Mar 07 10:54:25.040359 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbce193-8851-4f13-8fba-2d10491aa7f0 None None] Checking router: 9b4beccc-5f94-43d6-9241-f37dc849d45f for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:54:25.064602 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbce193-8851-4f13-8fba-2d10491aa7f0 None None] Routers {'9b4beccc-5f94-43d6-9241-f37dc849d45f'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:54:25.067179 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-afbce193-8851-4f13-8fba-2d10491aa7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:54:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9b4beccc-5f94-43d6-9241-f37dc849d45f'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:25.098397 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cadcb16e-0dfd-4903-b1f4-2601b5af8271 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (828ace85-7ad1-41a0-93f1-8d9cde3569bb), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:25.102967 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-bc6b2e21-218b-4990-a46e-bbf70e5a6e7a None None] For port 828ace85-7ad1-41a0-93f1-8d9cde3569bb, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=828ace85-7ad1-41a0-93f1-8d9cde3569bb,segment=NetworkSegment(e5e8a887-d527-4485-ae63-103a7bc7e940),segment_id=e5e8a887-d527-4485-ae63-103a7bc7e940)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:25.103641 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bc6b2e21-218b-4990-a46e-bbf70e5a6e7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (828ace85-7ad1-41a0-93f1-8d9cde3569bb), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:25.104726 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43858) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:25.119884 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-bc6b2e21-218b-4990-a46e-bbf70e5a6e7a None None] Calling delete_port for 828ace85-7ad1-41a0-93f1-8d9cde3569bb owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:25.136959 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b50e1-a5ab-4556-81e3-6b179c1a44ba req-18384324-ed0f-41c8-be86-8b801ababb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:25.138491 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-df2b50e1-a5ab-4556-81e3-6b179c1a44ba req-18384324-ed0f-41c8-be86-8b801ababb19 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c02524-f503-4482-9d50-de9acc410b2f HTTP/1.1" status: 200 len: 850 time: 0.1053920 Mar 07 10:54:25.189492 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcb16e-0dfd-4903-b1f4-2601b5af8271 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Port': ['ID=828ace85-7ad1-41a0-93f1-8d9cde3569bb,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:25.191732 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a92282b7-a2ee-4c70-b298-7efbab8256dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:25.222782 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadcb16e-0dfd-4903-b1f4-2601b5af8271 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] No DVR routers for this DVR port 828ace85-7ad1-41a0-93f1-8d9cde3569bb on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:54:25.254259 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b50e1-a5ab-4556-81e3-6b179c1a44ba req-d70a5b01-f9ad-4dfd-98da-c1ed2b12b3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:25.258824 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-df2b50e1-a5ab-4556-81e3-6b179c1a44ba req-d70a5b01-f9ad-4dfd-98da-c1ed2b12b3e4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=28765912-277e-46d1-95bd-16e2031149b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1144958 Mar 07 10:54:25.268672 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bc6b2e21-218b-4990-a46e-bbf70e5a6e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (828ace85-7ad1-41a0-93f1-8d9cde3569bb), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:25.308196 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b2e21-218b-4990-a46e-bbf70e5a6e7a None None] Pushing event deleted for resources: {'Port': ['ID=828ace85-7ad1-41a0-93f1-8d9cde3569bb,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:25.314806 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6b2e21-218b-4990-a46e-bbf70e5a6e7a None None] No DVR routers for this DVR port 828ace85-7ad1-41a0-93f1-8d9cde3569bb on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:54:25.315741 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-afbce193-8851-4f13-8fba-2d10491aa7f0 None None] Set router 9b4beccc-5f94-43d6-9241-f37dc849d45f gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:54:25.379256 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cadcb16e-0dfd-4903-b1f4-2601b5af8271 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (e6a83253-99ed-4894-9e1c-bffcbf8ce584), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:25.427238 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-cadcb16e-0dfd-4903-b1f4-2601b5af8271 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a83253-99ed-4894-9e1c-bffcbf8ce584']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:25.444041 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-cadcb16e-0dfd-4903-b1f4-2601b5af8271 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e8a887-d527-4485-ae63-103a7bc7e940') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:25.444568 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-cadcb16e-0dfd-4903-b1f4-2601b5af8271 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e8a887-d527-4485-ae63-103a7bc7e940') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:25.464802 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-df2b50e1-a5ab-4556-81e3-6b179c1a44ba req-8938ba2d-3ba1-4d4e-8979-fdcc9dac8e25 service neutron] 10.222.0.31 "GET /v2.0/networks/28765912-277e-46d1-95bd-16e2031149b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974478 Mar 07 10:54:25.469434 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cadcb16e-0dfd-4903-b1f4-2601b5af8271 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (e5e8a887-d527-4485-ae63-103a7bc7e940), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:25.492275 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a92282b7-a2ee-4c70-b298-7efbab8256dd admin admin] Publish callbacks [] for security_group (22ec39cb-222c-4ddc-a7e7-a6af255cf9d0), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:25.493663 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cadcb16e-0dfd-4903-b1f4-2601b5af8271 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (e5e8a887-d527-4485-ae63-103a7bc7e940), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:25.503663 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a92282b7-a2ee-4c70-b298-7efbab8256dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (22ec39cb-222c-4ddc-a7e7-a6af255cf9d0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:25.512267 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cadcb16e-0dfd-4903-b1f4-2601b5af8271 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:54:25.519204 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cadcb16e-0dfd-4903-b1f4-2601b5af8271 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (e5e8a887-d527-4485-ae63-103a7bc7e940), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:25.583745 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:54:25.583745 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:54:25.583745 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:54:25.583745 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:54:25.583745 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:54:25.583745 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:54:25.583745 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:54:25.583745 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:54:25.583745 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:54:25.583745 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:54:25.583745 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:54:25.583745 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:54:25.583745 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:54:25.583745 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:54:25.583745 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:54:25.583745 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:54:25.583745 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:54:25.583745 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:54:25.583745 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:54:25.583745 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:54:25.583745 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:54:25.583745 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:54:25.583745 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:54:25.583745 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:54:25.583745 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:54:25.583745 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:54:25.583745 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:54:25.583745 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:54:25.583745 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:54:25.583745 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:54:25.583745 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:54:25.583745 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:54:25.597958 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-df2b50e1-a5ab-4556-81e3-6b179c1a44ba req-f1e3bcfc-9260-4a66-83cd-43dc17bc1dc6 service neutron] 10.222.0.31 "GET /v2.0/networks/28765912-277e-46d1-95bd-16e2031149b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266236 Mar 07 10:54:25.613076 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-afbce193-8851-4f13-8fba-2d10491aa7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'name': 'tempest-AttachVolumeTestJSON-1578191317-router', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:48Z', 'updated_at': '2022-03-07T10:53:56Z', 'revision_number': 4, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'gw_port': {'id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:49Z', 'updated_at': '2022-03-07T10:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '407d5795-c264-4cda-a330-1388dcc53001', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'floating_ip_address': '172.25.3.214', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'port_id': '052c2f2c-982a-42de-919d-b7737e320cde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28765912-277e-46d1-95bd-16e2031149b0', 'mac_address': 'fa:16:3e:d5:d3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d6f45-d54e-4cd0-ba73-a11686041aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:54:00Z', 'updated_at': '2022-03-07T10:54:22Z', 'revision_number': 1, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '917a7454-f980-4a70-a564-2d69af23bec5', 'name': '', 'network_id': '28765912-277e-46d1-95bd-16e2031149b0', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'mac_address': 'fa:16:3e:c5:39:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '70c02524-f503-4482-9d50-de9acc410b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:55Z', 'updated_at': '2022-03-07T10:54:06Z', 'revision_number': 5, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'subnets': [{'id': '70c02524-f503-4482-9d50-de9acc410b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:25.617908 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92282b7-a2ee-4c70-b298-7efbab8256dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ec39cb-222c-4ddc-a7e7-a6af255cf9d0,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:25.649062 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbce193-8851-4f13-8fba-2d10491aa7f0 None None] The sync data for ids ['9b4beccc-5f94-43d6-9241-f37dc849d45f'] in n-d-832164-4 is: [{'id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'name': 'tempest-AttachVolumeTestJSON-1578191317-router', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:48Z', 'updated_at': '2022-03-07T10:53:56Z', 'revision_number': 4, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'gw_port': {'id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:49Z', 'updated_at': '2022-03-07T10:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '407d5795-c264-4cda-a330-1388dcc53001', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'floating_ip_address': '172.25.3.214', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'port_id': '052c2f2c-982a-42de-919d-b7737e320cde', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2681, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28765912-277e-46d1-95bd-16e2031149b0', 'mac_address': 'fa:16:3e:d5:d3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80d6f45-d54e-4cd0-ba73-a11686041aa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:54:00Z', 'updated_at': '2022-03-07T10:54:22Z', 'revision_number': 1, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '917a7454-f980-4a70-a564-2d69af23bec5', 'name': '', 'network_id': '28765912-277e-46d1-95bd-16e2031149b0', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'mac_address': 'fa:16:3e:c5:39:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '70c02524-f503-4482-9d50-de9acc410b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:55Z', 'updated_at': '2022-03-07T10:54:06Z', 'revision_number': 5, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'subnets': [{'id': '70c02524-f503-4482-9d50-de9acc410b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:54:25.723249 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43864) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:25.723509 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a92282b7-a2ee-4c70-b298-7efbab8256dd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7f30a34efa6d42d192bd7631f3b93f64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5689764 Mar 07 10:54:25.738190 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cadcb16e-0dfd-4903-b1f4-2601b5af8271 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (e6a83253-99ed-4894-9e1c-bffcbf8ce584), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:25.756880 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cadcb16e-0dfd-4903-b1f4-2601b5af8271 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:25.763744 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-cadcb16e-0dfd-4903-b1f4-2601b5af8271 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/networks/e6a83253-99ed-4894-9e1c-bffcbf8ce584 HTTP/1.1" status: 204 len: 168 time: 1.4833672 Mar 07 10:54:25.763744 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcb16e-0dfd-4903-b1f4-2601b5af8271 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Network': ['ID=e6a83253-99ed-4894-9e1c-bffcbf8ce584,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:25.771262 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43866) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:25.775584 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e496333-694c-4284-bc93-6c2e674c4234 req-de5dae4e-52a9-496d-b7a1-3dc63869eff2 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:25.777212 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1e496333-694c-4284-bc93-6c2e674c4234 req-de5dae4e-52a9-496d-b7a1-3dc63869eff2 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 945 time: 0.1418104 Mar 07 10:54:25.792686 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-0d027751-1237-4b18-adce-3e9f7ac8537b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1489024518'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:25.841221 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 828ace85-7ad1-41a0-93f1-8d9cde3569bb no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:54:25.865256 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1e496333-694c-4284-bc93-6c2e674c4234 req-ed8b7a81-0154-44ec-be19-8d2f3d7e2262 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0812085 Mar 07 10:54:25.873656 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d027751-1237-4b18-adce-3e9f7ac8537b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:25.877511 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0d027751-1237-4b18-adce-3e9f7ac8537b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:25.883936 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 828ace85-7ad1-41a0-93f1-8d9cde3569bb {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:54:25.884516 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 828ace85-7ad1-41a0-93f1-8d9cde3569bb not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:54:25.899996 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f521e4d-29fe-4d67-b4ae-6fbd169adbfa admin admin] Publish callbacks [] for security_group (22ec39cb-222c-4ddc-a7e7-a6af255cf9d0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:25.931640 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f521e4d-29fe-4d67-b4ae-6fbd169adbfa admin admin] Publish callbacks [] for security_group (22ec39cb-222c-4ddc-a7e7-a6af255cf9d0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:26.005466 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d027751-1237-4b18-adce-3e9f7ac8537b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:54:26.023347 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0d027751-1237-4b18-adce-3e9f7ac8537b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (4ab9d58f-74f2-44d4-b5df-e072a74b6577), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:26.023901 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-0d027751-1237-4b18-adce-3e9f7ac8537b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Added segment 4ab9d58f-74f2-44d4-b5df-e072a74b6577 of type vlan for network 79da1108-f037-49b0-9763-5b9771518492 Mar 07 10:54:26.065866 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca83898-d7e6-4cf6-ab79-b6dc5776d015 None None] New status for floating IP 407d5795-c264-4cda-a330-1388dcc53001: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:54:26.069398 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0d027751-1237-4b18-adce-3e9f7ac8537b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (79da1108-f037-49b0-9763-5b9771518492), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:26.078195 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f521e4d-29fe-4d67-b4ae-6fbd169adbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (22ec39cb-222c-4ddc-a7e7-a6af255cf9d0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:26.081060 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f521e4d-29fe-4d67-b4ae-6fbd169adbfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:26.097529 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2f521e4d-29fe-4d67-b4ae-6fbd169adbfa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/22ec39cb-222c-4ddc-a7e7-a6af255cf9d0 HTTP/1.1" status: 204 len: 168 time: 0.3600516 Mar 07 10:54:26.127486 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f521e4d-29fe-4d67-b4ae-6fbd169adbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ec39cb-222c-4ddc-a7e7-a6af255cf9d0,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:26.181972 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0d027751-1237-4b18-adce-3e9f7ac8537b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (79da1108-f037-49b0-9763-5b9771518492), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:26.196027 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d027751-1237-4b18-adce-3e9f7ac8537b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:26.196644 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0d027751-1237-4b18-adce-3e9f7ac8537b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:26.255538 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0d027751-1237-4b18-adce-3e9f7ac8537b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4829168 Mar 07 10:54:26.258706 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43872) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:26.274783 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-4c625814-1421-4dfc-8d31-ee3f4ea920b9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'subnet': {'network_id': '79da1108-f037-49b0-9763-5b9771518492', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:26.369711 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d027751-1237-4b18-adce-3e9f7ac8537b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Network': ['ID=79da1108-f037-49b0-9763-5b9771518492,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:26.387935 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 79da1108-f037-49b0-9763-5b9771518492 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:54:26.485367 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c625814-1421-4dfc-8d31-ee3f4ea920b9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:26.490698 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4c625814-1421-4dfc-8d31-ee3f4ea920b9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.064034 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa77f5f0-ec47-42df-b1e8-f5951a2057bf req-b3443596-cb37-4dc8-8f74-b8491c8c062e tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:27.065756 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fa77f5f0-ec47-42df-b1e8-f5951a2057bf req-b3443596-cb37-4dc8-8f74-b8491c8c062e tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 945 time: 0.0907507 Mar 07 10:54:27.069465 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4c625814-1421-4dfc-8d31-ee3f4ea920b9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (bc02059b-3d90-4583-a1f6-65e324bd7ef1), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.140809 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c625814-1421-4dfc-8d31-ee3f4ea920b9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Subnet': ['ID=bc02059b-3d90-4583-a1f6-65e324bd7ef1,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:27.163017 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c625814-1421-4dfc-8d31-ee3f4ea920b9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Checking segment: {'id': '4ab9d58f-74f2-44d4-b5df-e072a74b6577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '79da1108-f037-49b0-9763-5b9771518492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:54:27.163391 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c625814-1421-4dfc-8d31-ee3f4ea920b9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network hostable DHCP agents. Network: 79da1108-f037-49b0-9763-5b9771518492, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:54:27.167830 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fa77f5f0-ec47-42df-b1e8-f5951a2057bf req-49156da1-616f-436a-8104-ff45f042cc8e tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0890179 Mar 07 10:54:27.194709 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c625814-1421-4dfc-8d31-ee3f4ea920b9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network 79da1108-f037-49b0-9763-5b9771518492 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:54:27.211385 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-4c625814-1421-4dfc-8d31-ee3f4ea920b9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 79da1108-f037-49b0-9763-5b9771518492) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:27.223780 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d674104-2fb5-4ed3-beb2-db4913538201 None None] Network 79da1108-f037-49b0-9763-5b9771518492 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:54:27.228083 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c625814-1421-4dfc-8d31-ee3f4ea920b9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:27.229463 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4c625814-1421-4dfc-8d31-ee3f4ea920b9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.269451 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4c625814-1421-4dfc-8d31-ee3f4ea920b9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0095844 Mar 07 10:54:27.272100 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43906) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:27.280688 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-b47332ec-4173-46df-8f69-9b98291bbfd3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'port': {'network_id': '79da1108-f037-49b0-9763-5b9771518492', 'security_groups': [], 'name': 'tempest-PortsTestJSON-364721138'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:27.520377 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47332ec-4173-46df-8f69-9b98291bbfd3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:27.528187 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b47332ec-4173-46df-8f69-9b98291bbfd3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.542188 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8d3372-452a-42a0-8aae-1bdd46319556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-79da1108-f037-49b0-9763-5b9771518492', 'network_id': '79da1108-f037-49b0-9763-5b9771518492', 'project_id': '273b160fa2104d51b4a02d20bbb41573', 'fixed_ips': [{'subnet_id': 'bc02059b-3d90-4583-a1f6-65e324bd7ef1'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:54:27.543683 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fc8d3372-452a-42a0-8aae-1bdd46319556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.599614 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-b47332ec-4173-46df-8f69-9b98291bbfd3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] device_id is not set on port 1f582c41-df14-47a3-9261-b1e63a513c2a yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:54:27.698482 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-94ef0d64-bb3a-417e-9dd4-e3e47adf31c7 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:27.700197 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-94ef0d64-bb3a-417e-9dd4-e3e47adf31c7 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/networks?id=e6442db4-9f10-4ee5-938b-88e5a56b233c HTTP/1.1" status: 200 len: 807 time: 0.2742994 Mar 07 10:54:27.723936 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-4afe8a61-9eea-42bf-b9f1-af3e5784b4ec tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/quotas/792a213ec02d4545bd460dce59bc3243 HTTP/1.1" status: 200 len: 375 time: 0.0182798 Mar 07 10:54:27.739093 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-fc8d3372-452a-42a0-8aae-1bdd46319556 None None] Allocated IP 172.20.0.2 (79da1108-f037-49b0-9763-5b9771518492/bc02059b-3d90-4583-a1f6-65e324bd7ef1/52a366b5-7657-4980-8f28-8320f6cab33a) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:54:27.767538 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-2d5b9818-471d-4d6a-8c77-f60a4186a09b tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=792a213ec02d4545bd460dce59bc3243&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370271 Mar 07 10:54:27.892328 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-423d4b85-d8a1-4b09-bff9-f73718b2e1b2 service neutron] 10.222.0.11 "GET /v2.0/networks/e6442db4-9f10-4ee5-938b-88e5a56b233c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236019 Mar 07 10:54:27.929768 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fc8d3372-452a-42a0-8aae-1bdd46319556 None None] Publish callbacks [] for port (52a366b5-7657-4980-8f28-8320f6cab33a), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.939142 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fc8d3372-452a-42a0-8aae-1bdd46319556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (52a366b5-7657-4980-8f28-8320f6cab33a), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:27.994764 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-52704356-8d31-47e4-8a67-74118fe22c69 service neutron] 10.222.0.11 "GET /v2.0/networks/e6442db4-9f10-4ee5-938b-88e5a56b233c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966501 Mar 07 10:54:28.006191 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d3372-452a-42a0-8aae-1bdd46319556 None None] Pushing event updated for resources: {'Port': ['ID=52a366b5-7657-4980-8f28-8320f6cab33a,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:28.021038 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8d3372-452a-42a0-8aae-1bdd46319556 None None] Network 79da1108-f037-49b0-9763-5b9771518492 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:54:28.022515 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-fc8d3372-452a-42a0-8aae-1bdd46319556 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:28.029654 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8d3372-452a-42a0-8aae-1bdd46319556 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:54:28.096541 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-b47332ec-4173-46df-8f69-9b98291bbfd3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Allocated IP 172.20.0.5 (79da1108-f037-49b0-9763-5b9771518492/bc02059b-3d90-4583-a1f6-65e324bd7ef1/1f582c41-df14-47a3-9261-b1e63a513c2a) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:54:28.136297 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-fc8d3372-452a-42a0-8aae-1bdd46319556 None None] Attempting to bind port 52a366b5-7657-4980-8f28-8320f6cab33a on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:54:28.136701 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-fc8d3372-452a-42a0-8aae-1bdd46319556 None None] Attempting to bind port 52a366b5-7657-4980-8f28-8320f6cab33a by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '4ab9d58f-74f2-44d4-b5df-e072a74b6577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '79da1108-f037-49b0-9763-5b9771518492'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:54:28.137077 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8d3372-452a-42a0-8aae-1bdd46319556 None None] Attempting to bind port 52a366b5-7657-4980-8f28-8320f6cab33a on network 79da1108-f037-49b0-9763-5b9771518492 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:54:28.150913 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8d3372-452a-42a0-8aae-1bdd46319556 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:54:28.151987 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8d3372-452a-42a0-8aae-1bdd46319556 None None] Checking segment: {'id': '4ab9d58f-74f2-44d4-b5df-e072a74b6577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '79da1108-f037-49b0-9763-5b9771518492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:54:28.152860 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fc8d3372-452a-42a0-8aae-1bdd46319556 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:28.156437 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc8d3372-452a-42a0-8aae-1bdd46319556 None None] Bound using segment: {'id': '4ab9d58f-74f2-44d4-b5df-e072a74b6577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '79da1108-f037-49b0-9763-5b9771518492'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:54:28.158416 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-fc8d3372-452a-42a0-8aae-1bdd46319556 None None] Bound port: 52a366b5-7657-4980-8f28-8320f6cab33a, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab9d58f-74f2-44d4-b5df-e072a74b6577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '79da1108-f037-49b0-9763-5b9771518492'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:54:28.158920 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fc8d3372-452a-42a0-8aae-1bdd46319556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (52a366b5-7657-4980-8f28-8320f6cab33a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:28.261509 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6d46ef17-8785-4715-9094-08ac296a87b9 req-e1058e17-35e6-4d74-950e-e4a7b84c888c tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/ports?device_id=a17b4644-bf46-4c3b-b4db-1a79e6802394 HTTP/1.1" status: 200 len: 210 time: 0.0805576 Mar 07 10:54:28.313012 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-fc8d3372-452a-42a0-8aae-1bdd46319556 None None] For port 52a366b5-7657-4980-8f28-8320f6cab33a, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:54:28.321256 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-fc8d3372-452a-42a0-8aae-1bdd46319556 None None] For port 52a366b5-7657-4980-8f28-8320f6cab33a, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=52a366b5-7657-4980-8f28-8320f6cab33a,segment=NetworkSegment(4ab9d58f-74f2-44d4-b5df-e072a74b6577),segment_id=4ab9d58f-74f2-44d4-b5df-e072a74b6577)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:54:28.333296 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fc8d3372-452a-42a0-8aae-1bdd46319556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (52a366b5-7657-4980-8f28-8320f6cab33a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:28.358290 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b47332ec-4173-46df-8f69-9b98291bbfd3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for port (1f582c41-df14-47a3-9261-b1e63a513c2a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:28.380049 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71c7a2-5e7c-4a33-b966-9dbd53bf1c21 req-84759f7b-1920-40e2-aaed-9b23f6bb5d78 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:28.381661 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ee71c7a2-5e7c-4a33-b966-9dbd53bf1c21 req-84759f7b-1920-40e2-aaed-9b23f6bb5d78 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 945 time: 0.1015887 Mar 07 10:54:28.454697 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ee71c7a2-5e7c-4a33-b966-9dbd53bf1c21 req-a9aedd06-a509-4609-9c5f-c1fe22bfa49f tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0632968 Mar 07 10:54:28.458332 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b47332ec-4173-46df-8f69-9b98291bbfd3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (1f582c41-df14-47a3-9261-b1e63a513c2a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:28.474964 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d3372-452a-42a0-8aae-1bdd46319556 None None] Pushing event updated for resources: {'Port': ['ID=52a366b5-7657-4980-8f28-8320f6cab33a,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:28.507117 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47332ec-4173-46df-8f69-9b98291bbfd3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network 79da1108-f037-49b0-9763-5b9771518492 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:54:28.510335 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-b47332ec-4173-46df-8f69-9b98291bbfd3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:28.514536 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47332ec-4173-46df-8f69-9b98291bbfd3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:54:28.551205 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47332ec-4173-46df-8f69-9b98291bbfd3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Port': ['ID=1f582c41-df14-47a3-9261-b1e63a513c2a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:28.592778 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47332ec-4173-46df-8f69-9b98291bbfd3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:28.593712 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b47332ec-4173-46df-8f69-9b98291bbfd3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:28.627469 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43960) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:28.634374 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b47332ec-4173-46df-8f69-9b98291bbfd3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.3501780 Mar 07 10:54:28.812801 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-2feae40d-94ec-4a64-bfcc-2e97f0624a3b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Deleting port 1f582c41-df14-47a3-9261-b1e63a513c2a {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:28.813613 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2feae40d-94ec-4a64-bfcc-2e97f0624a3b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (1f582c41-df14-47a3-9261-b1e63a513c2a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:28.946285 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2feae40d-94ec-4a64-bfcc-2e97f0624a3b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (1f582c41-df14-47a3-9261-b1e63a513c2a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:28.970955 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-2feae40d-94ec-4a64-bfcc-2e97f0624a3b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Calling delete_port for 1f582c41-df14-47a3-9261-b1e63a513c2a owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:29.158929 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2feae40d-94ec-4a64-bfcc-2e97f0624a3b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (1f582c41-df14-47a3-9261-b1e63a513c2a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:29.193160 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feae40d-94ec-4a64-bfcc-2e97f0624a3b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Port': ['ID=1f582c41-df14-47a3-9261-b1e63a513c2a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:29.304888 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2feae40d-94ec-4a64-bfcc-2e97f0624a3b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:29.312811 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2feae40d-94ec-4a64-bfcc-2e97f0624a3b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/ports/1f582c41-df14-47a3-9261-b1e63a513c2a HTTP/1.1" status: 204 len: 168 time: 0.6846802 Mar 07 10:54:29.317078 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43988) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:29.363613 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc46fc44-8fbd-4853-b8d9-4488ba8cd320 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] GET failed (client error): The resource could not be found. Mar 07 10:54:29.366819 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-bc46fc44-8fbd-4853-b8d9-4488ba8cd320 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "GET /v2.0/ports/1f582c41-df14-47a3-9261-b1e63a513c2a HTTP/1.1" status: 404 len: 333 time: 0.0483730 Mar 07 10:54:29.369350 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43990) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:29.457494 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-49622a0c-d257-4a54-b668-c809c94bd2c5 req-476ee295-2175-4d7c-9687-2e8f0408d84b tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/ports?device_id=a17b4644-bf46-4c3b-b4db-1a79e6802394 HTTP/1.1" status: 200 len: 210 time: 0.0404131 Mar 07 10:54:29.475122 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e219a280-704c-4f72-92cf-3e15eaca3b4a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Deleting subnet bc02059b-3d90-4583-a1f6-65e324bd7ef1 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:54:29.478830 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e219a280-704c-4f72-92cf-3e15eaca3b4a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for subnet (bc02059b-3d90-4583-a1f6-65e324bd7ef1), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:29.549923 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e219a280-704c-4f72-92cf-3e15eaca3b4a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (bc02059b-3d90-4583-a1f6-65e324bd7ef1), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:29.559089 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43996) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:29.661622 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce48120-f653-437e-af32-1c25ac9961b9 req-502e22cc-7401-49fa-9c2e-b45e433bc6ab tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:29.663473 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3ce48120-f653-437e-af32-1c25ac9961b9 req-502e22cc-7401-49fa-9c2e-b45e433bc6ab tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 945 time: 0.0835199 Mar 07 10:54:29.723735 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e219a280-704c-4f72-92cf-3e15eaca3b4a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (bc02059b-3d90-4583-a1f6-65e324bd7ef1), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:29.861720 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e219a280-704c-4f72-92cf-3e15eaca3b4a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (bc02059b-3d90-4583-a1f6-65e324bd7ef1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:29.903124 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 52a366b5-7657-4980-8f28-8320f6cab33a up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:54:29.904929 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219a280-704c-4f72-92cf-3e15eaca3b4a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Subnet': ['ID=bc02059b-3d90-4583-a1f6-65e324bd7ef1,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:29.907612 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e219a280-704c-4f72-92cf-3e15eaca3b4a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:29.910853 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e219a280-704c-4f72-92cf-3e15eaca3b4a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/subnets/bc02059b-3d90-4583-a1f6-65e324bd7ef1 HTTP/1.1" status: 204 len: 168 time: 0.5403183 Mar 07 10:54:29.913455 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44002) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:29.961519 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51dac43-da40-4bbb-8298-5476ab9957b9 None None] Network 79da1108-f037-49b0-9763-5b9771518492 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:54:30.016761 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c2c061f6-0ff4-4e73-97ab-eb2db33b0225 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:30.024589 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-3b529f96-ea87-4274-bc71-73fffed53604 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:30.026437 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-3b529f96-ea87-4274-bc71-73fffed53604 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.21 "GET /v2.0/networks?id=e6442db4-9f10-4ee5-938b-88e5a56b233c HTTP/1.1" status: 200 len: 807 time: 0.2822738 Mar 07 10:54:30.045586 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3ce48120-f653-437e-af32-1c25ac9961b9 req-16b412d3-8d5c-432a-9b17-b08a473a1039 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3721130 Mar 07 10:54:30.047616 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0f4d489-7aa3-4a82-a6da-33ef46c4058d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (79da1108-f037-49b0-9763-5b9771518492), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:30.075602 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-01fc7ec7-7927-4e21-8e0c-4fb3c6a03184 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Request body: {'port': {'device_id': 'a17b4644-bf46-4c3b-b4db-1a79e6802394', 'network_id': 'e6442db4-9f10-4ee5-938b-88e5a56b233c', 'admin_state_up': True, 'tenant_id': '792a213ec02d4545bd460dce59bc3243'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:30.103566 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 52a366b5-7657-4980-8f28-8320f6cab33a triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:30.103942 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (52a366b5-7657-4980-8f28-8320f6cab33a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:30.113772 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-a0f4d489-7aa3-4a82-a6da-33ef46c4058d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Deleting port 52a366b5-7657-4980-8f28-8320f6cab33a {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:30.114576 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0f4d489-7aa3-4a82-a6da-33ef46c4058d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (52a366b5-7657-4980-8f28-8320f6cab33a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:30.134161 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-306a1c3d-1a15-46bb-b55f-90b5b72949aa None None] Provisioning complete for port 52a366b5-7657-4980-8f28-8320f6cab33a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:30.134535 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-306a1c3d-1a15-46bb-b55f-90b5b72949aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (52a366b5-7657-4980-8f28-8320f6cab33a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:30.167095 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c2c061f6-0ff4-4e73-97ab-eb2db33b0225 admin admin] Publish callbacks [] for security_group (541a46ab-43ec-41ae-8257-57d49edeb66c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:30.190319 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c2c061f6-0ff4-4e73-97ab-eb2db33b0225 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (541a46ab-43ec-41ae-8257-57d49edeb66c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:30.204838 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-a0f4d489-7aa3-4a82-a6da-33ef46c4058d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] For port 52a366b5-7657-4980-8f28-8320f6cab33a, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=52a366b5-7657-4980-8f28-8320f6cab33a,segment=NetworkSegment(4ab9d58f-74f2-44d4-b5df-e072a74b6577),segment_id=4ab9d58f-74f2-44d4-b5df-e072a74b6577)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:30.205411 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0f4d489-7aa3-4a82-a6da-33ef46c4058d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (52a366b5-7657-4980-8f28-8320f6cab33a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:30.222771 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-a0f4d489-7aa3-4a82-a6da-33ef46c4058d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Calling delete_port for 52a366b5-7657-4980-8f28-8320f6cab33a owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:30.318339 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-306a1c3d-1a15-46bb-b55f-90b5b72949aa None None] Current status of the port 52a366b5-7657-4980-8f28-8320f6cab33a is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:30.318976 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-306a1c3d-1a15-46bb-b55f-90b5b72949aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (52a366b5-7657-4980-8f28-8320f6cab33a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:30.319909 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c061f6-0ff4-4e73-97ab-eb2db33b0225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541a46ab-43ec-41ae-8257-57d49edeb66c,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:30.322210 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008ca4ab-856e-4f37-9c98-c4e1439f070d None None] DHCP port deletion for 79da1108-f037-49b0-9763-5b9771518492 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:54:30.331579 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c2c061f6-0ff4-4e73-97ab-eb2db33b0225 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bb1cb435667b4303a835228569e6420b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7714090 Mar 07 10:54:30.336911 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44004) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:30.350480 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0f4d489-7aa3-4a82-a6da-33ef46c4058d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (52a366b5-7657-4980-8f28-8320f6cab33a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:30.382884 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4d489-7aa3-4a82-a6da-33ef46c4058d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Port': ['ID=52a366b5-7657-4980-8f28-8320f6cab33a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:30.394104 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-008ca4ab-856e-4f37-9c98-c4e1439f070d None None] The port '52a366b5-7657-4980-8f28-8320f6cab33a' was deleted {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Mar 07 10:54:30.395869 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f4d489-7aa3-4a82-a6da-33ef46c4058d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] No DVR routers for this DVR port 52a366b5-7657-4980-8f28-8320f6cab33a on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:54:30.400631 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-01fc7ec7-7927-4e21-8e0c-4fb3c6a03184 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Made reservation on behalf of 792a213ec02d4545bd460dce59bc3243 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:30.407942 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-01fc7ec7-7927-4e21-8e0c-4fb3c6a03184 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:30.419257 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 52a366b5-7657-4980-8f28-8320f6cab33a is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:30.419992 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (52a366b5-7657-4980-8f28-8320f6cab33a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:30.428197 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-923ae693-8708-46f3-a86d-a8dc157978d5 admin admin] Publish callbacks [] for security_group (541a46ab-43ec-41ae-8257-57d49edeb66c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:30.451681 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-923ae693-8708-46f3-a86d-a8dc157978d5 admin admin] Publish callbacks [] for security_group (541a46ab-43ec-41ae-8257-57d49edeb66c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:30.539182 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0f4d489-7aa3-4a82-a6da-33ef46c4058d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (79da1108-f037-49b0-9763-5b9771518492), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:30.583048 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5719f826-2a94-45bf-af63-984a3ff9f0cf req-44cacfc0-57b2-4963-aaf3-4d13dffc57d2 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/ports?device_id=a17b4644-bf46-4c3b-b4db-1a79e6802394 HTTP/1.1" status: 200 len: 210 time: 0.0405195 Mar 07 10:54:30.587624 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-a0f4d489-7aa3-4a82-a6da-33ef46c4058d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79da1108-f037-49b0-9763-5b9771518492']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:30.603785 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-a0f4d489-7aa3-4a82-a6da-33ef46c4058d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ab9d58f-74f2-44d4-b5df-e072a74b6577') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:30.604167 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-a0f4d489-7aa3-4a82-a6da-33ef46c4058d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ab9d58f-74f2-44d4-b5df-e072a74b6577') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:30.616637 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0f4d489-7aa3-4a82-a6da-33ef46c4058d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (4ab9d58f-74f2-44d4-b5df-e072a74b6577), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:30.635273 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0f4d489-7aa3-4a82-a6da-33ef46c4058d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (4ab9d58f-74f2-44d4-b5df-e072a74b6577), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:30.642176 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f4d489-7aa3-4a82-a6da-33ef46c4058d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:54:30.642625 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0f4d489-7aa3-4a82-a6da-33ef46c4058d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (4ab9d58f-74f2-44d4-b5df-e072a74b6577), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:30.643191 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-01fc7ec7-7927-4e21-8e0c-4fb3c6a03184 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Allocated IP 172.20.0.11 (e6442db4-9f10-4ee5-938b-88e5a56b233c/cd9177f0-1261-48e8-a7b2-bb4974aea296/4b18e656-f486-452a-8f6d-6d3974ecdbd8) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:54:30.645334 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-923ae693-8708-46f3-a86d-a8dc157978d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (541a46ab-43ec-41ae-8257-57d49edeb66c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:30.646403 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:54:30.646403 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:54:30.646403 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:54:30.646403 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:54:30.646403 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:54:30.646403 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:54:30.646403 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:54:30.646403 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:54:30.646403 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:54:30.646403 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:54:30.646403 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:54:30.646403 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:54:30.646403 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:54:30.646403 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:54:30.646403 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:54:30.646403 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:54:30.646403 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:54:30.646403 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:54:30.646403 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:54:30.646403 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:54:30.646403 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:54:30.646403 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:54:30.646403 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:54:30.646403 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:54:30.646403 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:54:30.646403 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:54:30.646403 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:54:30.646403 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:54:30.646403 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:54:30.646403 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:54:30.646403 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:54:30.646403 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:54:30.648417 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-923ae693-8708-46f3-a86d-a8dc157978d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:30.648986 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-923ae693-8708-46f3-a86d-a8dc157978d5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/541a46ab-43ec-41ae-8257-57d49edeb66c HTTP/1.1" status: 204 len: 168 time: 0.3110838 Mar 07 10:54:30.665295 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ae693-8708-46f3-a86d-a8dc157978d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541a46ab-43ec-41ae-8257-57d49edeb66c,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:30.747803 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0f4d489-7aa3-4a82-a6da-33ef46c4058d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (79da1108-f037-49b0-9763-5b9771518492), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:30.759637 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0f4d489-7aa3-4a82-a6da-33ef46c4058d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:30.769340 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a0f4d489-7aa3-4a82-a6da-33ef46c4058d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/networks/79da1108-f037-49b0-9763-5b9771518492 HTTP/1.1" status: 204 len: 168 time: 0.8543403 Mar 07 10:54:30.785350 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4d489-7aa3-4a82-a6da-33ef46c4058d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Network': ['ID=79da1108-f037-49b0-9763-5b9771518492,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:30.786897 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44010) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:30.791752 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-603013da-247d-433b-a1d7-cdb3dbe4fcec tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'port': {'network_id': 'bd57236b-4588-4c07-8ec1-6f5e31b2addf', 'name': 'tempest-PortsTestJSON-1997428727'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:30.924433 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-01fc7ec7-7927-4e21-8e0c-4fb3c6a03184 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Publish callbacks [] for port (4b18e656-f486-452a-8f6d-6d3974ecdbd8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:30.942314 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603013da-247d-433b-a1d7-cdb3dbe4fcec tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:30.945675 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-603013da-247d-433b-a1d7-cdb3dbe4fcec tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:30.974953 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-603013da-247d-433b-a1d7-cdb3dbe4fcec tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] device_id is not set on port e422780c-90a9-4b1d-81f5-da8967980fc1 yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:54:31.021245 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-01fc7ec7-7927-4e21-8e0c-4fb3c6a03184 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (4b18e656-f486-452a-8f6d-6d3974ecdbd8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:31.025240 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44016) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:31.041068 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2746201-ba02-4cf8-9d14-e1337ccd5bc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:31.101834 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-01fc7ec7-7927-4e21-8e0c-4fb3c6a03184 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Network e6442db4-9f10-4ee5-938b-88e5a56b233c is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:54:31.110945 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-01fc7ec7-7927-4e21-8e0c-4fb3c6a03184 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:31.117501 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fc7ec7-7927-4e21-8e0c-4fb3c6a03184 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Pushing event updated for resources: {'Port': ['ID=4b18e656-f486-452a-8f6d-6d3974ecdbd8,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:31.120324 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-01fc7ec7-7927-4e21-8e0c-4fb3c6a03184 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:54:31.161709 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2746201-ba02-4cf8-9d14-e1337ccd5bc1 admin admin] Publish callbacks [] for security_group (ae2c8ef7-e41e-4290-bb14-64461a48f81c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:31.166383 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2746201-ba02-4cf8-9d14-e1337ccd5bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ae2c8ef7-e41e-4290-bb14-64461a48f81c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:31.205169 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a2746201-ba02-4cf8-9d14-e1337ccd5bc1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7dc7213ecacb4e54b4a947193d5a0759&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1792254 Mar 07 10:54:31.212134 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44020) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:31.220491 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2746201-ba02-4cf8-9d14-e1337ccd5bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2c8ef7-e41e-4290-bb14-64461a48f81c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:31.299573 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-01fc7ec7-7927-4e21-8e0c-4fb3c6a03184 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:31.300191 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-01fc7ec7-7927-4e21-8e0c-4fb3c6a03184 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:31.330752 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-603013da-247d-433b-a1d7-cdb3dbe4fcec tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for port (e422780c-90a9-4b1d-81f5-da8967980fc1), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:31.346965 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-01fc7ec7-7927-4e21-8e0c-4fb3c6a03184 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2869494 Mar 07 10:54:31.362557 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-f6c6e0e4-e691-4619-8bce-457345662a69 service neutron] Request body: {'port': {'device_id': 'a17b4644-bf46-4c3b-b4db-1a79e6802394', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:31.371091 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f573162-d79c-4121-82be-dcfca9b90f59 req-06011e3e-9e53-4684-8704-69114d3fd24c tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:31.372514 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8f573162-d79c-4121-82be-dcfca9b90f59 req-06011e3e-9e53-4684-8704-69114d3fd24c tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 945 time: 0.2155621 Mar 07 10:54:31.430281 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-77544798-aa5a-4442-ab24-7ad48e7a488a admin admin] Publish callbacks [] for security_group (ae2c8ef7-e41e-4290-bb14-64461a48f81c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:31.499367 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-77544798-aa5a-4442-ab24-7ad48e7a488a admin admin] Publish callbacks [] for security_group (ae2c8ef7-e41e-4290-bb14-64461a48f81c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:31.505793 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-603013da-247d-433b-a1d7-cdb3dbe4fcec tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (e422780c-90a9-4b1d-81f5-da8967980fc1), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:31.526923 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8f573162-d79c-4121-82be-dcfca9b90f59 req-25aef45a-6fc5-493f-b922-20e9e1beadd8 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1468315 Mar 07 10:54:31.554496 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-f6c6e0e4-e691-4619-8bce-457345662a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4b18e656-f486-452a-8f6d-6d3974ecdbd8), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:31.597307 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603013da-247d-433b-a1d7-cdb3dbe4fcec tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network bd57236b-4588-4c07-8ec1-6f5e31b2addf is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:54:31.610059 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-603013da-247d-433b-a1d7-cdb3dbe4fcec tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:31.631551 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603013da-247d-433b-a1d7-cdb3dbe4fcec tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:54:31.636860 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603013da-247d-433b-a1d7-cdb3dbe4fcec tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:31.637511 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-603013da-247d-433b-a1d7-cdb3dbe4fcec tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:31.640080 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603013da-247d-433b-a1d7-cdb3dbe4fcec tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Port': ['ID=e422780c-90a9-4b1d-81f5-da8967980fc1,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:31.674598 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-603013da-247d-433b-a1d7-cdb3dbe4fcec tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8865793 Mar 07 10:54:31.678021 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44026) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:31.730779 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752e652-7f90-49f7-979e-d7d6b40fd07d req-9ceb176f-f105-496a-9c59-cb8c03bb665b tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:31.732092 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6752e652-7f90-49f7-979e-d7d6b40fd07d req-9ceb176f-f105-496a-9c59-cb8c03bb665b tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/ports?device_id=a17b4644-bf46-4c3b-b4db-1a79e6802394 HTTP/1.1" status: 200 len: 932 time: 0.0691264 Mar 07 10:54:31.762663 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-77544798-aa5a-4442-ab24-7ad48e7a488a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ae2c8ef7-e41e-4290-bb14-64461a48f81c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:31.765991 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-77544798-aa5a-4442-ab24-7ad48e7a488a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:31.767084 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-77544798-aa5a-4442-ab24-7ad48e7a488a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ae2c8ef7-e41e-4290-bb14-64461a48f81c HTTP/1.1" status: 204 len: 168 time: 0.5542901 Mar 07 10:54:31.794925 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77544798-aa5a-4442-ab24-7ad48e7a488a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2c8ef7-e41e-4290-bb14-64461a48f81c,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:31.805211 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6752e652-7f90-49f7-979e-d7d6b40fd07d req-7f4c73bc-78a6-4130-8092-5e6ecb1e257b tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/security-groups?id=09bd7e8f-e1bd-45da-af62-cb01fc0a3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646465 Mar 07 10:54:31.865360 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 52a366b5-7657-4980-8f28-8320f6cab33a no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:54:31.889645 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 52a366b5-7657-4980-8f28-8320f6cab33a {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:54:31.891260 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 52a366b5-7657-4980-8f28-8320f6cab33a not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:54:31.938361 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-51a6bf45-a2ab-48fb-b479-9de00c064ef7 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Deleting port e422780c-90a9-4b1d-81f5-da8967980fc1 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:31.938702 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-51a6bf45-a2ab-48fb-b479-9de00c064ef7 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (e422780c-90a9-4b1d-81f5-da8967980fc1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:32.054086 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-51a6bf45-a2ab-48fb-b479-9de00c064ef7 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (e422780c-90a9-4b1d-81f5-da8967980fc1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:32.071493 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-f6c6e0e4-e691-4619-8bce-457345662a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b18e656-f486-452a-8f6d-6d3974ecdbd8 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:54:32.076058 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-51a6bf45-a2ab-48fb-b479-9de00c064ef7 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Calling delete_port for e422780c-90a9-4b1d-81f5-da8967980fc1 owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:32.083337 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-f6c6e0e4-e691-4619-8bce-457345662a69 service neutron] Publish callbacks [] for port (4b18e656-f486-452a-8f6d-6d3974ecdbd8), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:32.137992 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-f6c6e0e4-e691-4619-8bce-457345662a69 service neutron] Transition to ACTIVE for port object 4b18e656-f486-452a-8f6d-6d3974ecdbd8 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:54:32.144881 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-f6c6e0e4-e691-4619-8bce-457345662a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (4b18e656-f486-452a-8f6d-6d3974ecdbd8), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:32.220961 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6e0e4-e691-4619-8bce-457345662a69 service neutron] Pushing event updated for resources: {'Port': ['ID=4b18e656-f486-452a-8f6d-6d3974ecdbd8,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:32.247115 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-51a6bf45-a2ab-48fb-b479-9de00c064ef7 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (e422780c-90a9-4b1d-81f5-da8967980fc1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:32.304398 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6bf45-a2ab-48fb-b479-9de00c064ef7 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Port': ['ID=e422780c-90a9-4b1d-81f5-da8967980fc1,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:32.314250 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-51a6bf45-a2ab-48fb-b479-9de00c064ef7 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:32.317494 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-51a6bf45-a2ab-48fb-b479-9de00c064ef7 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/ports/e422780c-90a9-4b1d-81f5-da8967980fc1 HTTP/1.1" status: 204 len: 168 time: 0.6385276 Mar 07 10:54:32.320114 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44042) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:32.328559 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-0a453753-35bc-4532-a7b2-f93ad1cea59b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'port': {'network_id': 'bd57236b-4588-4c07-8ec1-6f5e31b2addf', 'mac_address': 'fa:16:3e:a0:44:57', 'name': 'tempest-PortsTestJSON-234378830'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:32.338676 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-f6c6e0e4-e691-4619-8bce-457345662a69 service neutron] Attempting to bind port 4b18e656-f486-452a-8f6d-6d3974ecdbd8 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:54:32.339615 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-f6c6e0e4-e691-4619-8bce-457345662a69 service neutron] Attempting to bind port 4b18e656-f486-452a-8f6d-6d3974ecdbd8 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '67ccb08a-1425-4fe5-8f4f-a59866b5fc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e6442db4-9f10-4ee5-938b-88e5a56b233c'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:54:32.340111 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-f6c6e0e4-e691-4619-8bce-457345662a69 service neutron] Attempting to bind port 4b18e656-f486-452a-8f6d-6d3974ecdbd8 on network e6442db4-9f10-4ee5-938b-88e5a56b233c {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:54:32.345962 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-f6c6e0e4-e691-4619-8bce-457345662a69 service neutron] Port 4b18e656-f486-452a-8f6d-6d3974ecdbd8 on network e6442db4-9f10-4ee5-938b-88e5a56b233c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:54:32.346486 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-f6c6e0e4-e691-4619-8bce-457345662a69 service neutron] Attempting to bind port 4b18e656-f486-452a-8f6d-6d3974ecdbd8 on network e6442db4-9f10-4ee5-938b-88e5a56b233c {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:54:32.352155 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-f6c6e0e4-e691-4619-8bce-457345662a69 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:54:32.352491 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-f6c6e0e4-e691-4619-8bce-457345662a69 service neutron] Checking segment: {'id': '67ccb08a-1425-4fe5-8f4f-a59866b5fc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e6442db4-9f10-4ee5-938b-88e5a56b233c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:54:32.352874 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-f6c6e0e4-e691-4619-8bce-457345662a69 service neutron] Bound using segment: {'id': '67ccb08a-1425-4fe5-8f4f-a59866b5fc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e6442db4-9f10-4ee5-938b-88e5a56b233c'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:54:32.353338 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-f6c6e0e4-e691-4619-8bce-457345662a69 service neutron] Bound port: 4b18e656-f486-452a-8f6d-6d3974ecdbd8, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67ccb08a-1425-4fe5-8f4f-a59866b5fc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e6442db4-9f10-4ee5-938b-88e5a56b233c'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:54:32.353699 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-f6c6e0e4-e691-4619-8bce-457345662a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4b18e656-f486-452a-8f6d-6d3974ecdbd8), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:32.433435 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-f6c6e0e4-e691-4619-8bce-457345662a69 service neutron] For port 4b18e656-f486-452a-8f6d-6d3974ecdbd8, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:54:32.437542 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-f6c6e0e4-e691-4619-8bce-457345662a69 service neutron] For port 4b18e656-f486-452a-8f6d-6d3974ecdbd8, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=4b18e656-f486-452a-8f6d-6d3974ecdbd8,segment=NetworkSegment(67ccb08a-1425-4fe5-8f4f-a59866b5fc97),segment_id=67ccb08a-1425-4fe5-8f4f-a59866b5fc97)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:54:32.439974 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a453753-35bc-4532-a7b2-f93ad1cea59b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:32.447160 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-f6c6e0e4-e691-4619-8bce-457345662a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (4b18e656-f486-452a-8f6d-6d3974ecdbd8), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:32.490833 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-f6c6e0e4-e691-4619-8bce-457345662a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:32.491871 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-f6c6e0e4-e691-4619-8bce-457345662a69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:32.493618 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-f6c6e0e4-e691-4619-8bce-457345662a69 service neutron] 10.222.0.21 "PUT /v2.0/ports/4b18e656-f486-452a-8f6d-6d3974ecdbd8 HTTP/1.1" status: 200 len: 1092 time: 1.1387143 Mar 07 10:54:32.494230 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17b4644-bf46-4c3b-b4db-1a79e6802394', 'tag': '4b18e656-f486-452a-8f6d-6d3974ecdbd8'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:54:32.496680 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d50b8bb-d8ff-4f7b-9056-2335f6b4c573" -d '{"events": [{"name": "network-changed", "server_uuid": "a17b4644-bf46-4c3b-b4db-1a79e6802394", "tag": "4b18e656-f486-452a-8f6d-6d3974ecdbd8"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:54:32.517831 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6e0e4-e691-4619-8bce-457345662a69 service neutron] Pushing event updated for resources: {'Port': ['ID=4b18e656-f486-452a-8f6d-6d3974ecdbd8,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:32.536687 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0a453753-35bc-4532-a7b2-f93ad1cea59b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:32.571361 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-0a453753-35bc-4532-a7b2-f93ad1cea59b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] device_id is not set on port eb2f8521-e803-48d1-979b-c1163ef7eab7 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:54:32.630594 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-96c2af8a-04c9-4ff3-926f-875a9b7880c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:32.632221 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-96c2af8a-04c9-4ff3-926f-875a9b7880c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=792a213ec02d4545bd460dce59bc3243&device_id=a17b4644-bf46-4c3b-b4db-1a79e6802394 HTTP/1.1" status: 200 len: 1126 time: 0.0871444 Mar 07 10:54:32.699293 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-7c201932-5eaf-4c1b-a9e6-3d552d66ac02 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b18e656-f486-452a-8f6d-6d3974ecdbd8 HTTP/1.1" status: 200 len: 217 time: 0.0605719 Mar 07 10:54:32.823602 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-18b6d825-e482-446d-a346-b351e7e061c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:32.825555 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-18b6d825-e482-446d-a346-b351e7e061c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd9177f0-1261-48e8-a7b2-bb4974aea296 HTTP/1.1" status: 200 len: 847 time: 0.1200109 Mar 07 10:54:32.854556 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a67c4f10-3607-4d8b-8efb-cc4206e065ba x-openstack-request-id: req-a67c4f10-3607-4d8b-8efb-cc4206e065ba {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:54:32.854876 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17b4644-bf46-4c3b-b4db-1a79e6802394", "tag": "4b18e656-f486-452a-8f6d-6d3974ecdbd8", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:54:32.855386 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a67c4f10-3607-4d8b-8efb-cc4206e065ba {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:54:32.857250 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17b4644-bf46-4c3b-b4db-1a79e6802394', 'tag': '4b18e656-f486-452a-8f6d-6d3974ecdbd8', 'status': 'completed', 'code': 200} Mar 07 10:54:32.876850 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-e68ffc04-b62d-4095-bdaa-3da1c2e5a329 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e6442db4-9f10-4ee5-938b-88e5a56b233c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456703 Mar 07 10:54:32.940523 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf362d-6629-49e0-97af-f3fb10cbb770 req-22d38db2-005e-49cc-b683-9b0c163ceb53 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:32.942098 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-46cf362d-6629-49e0-97af-f3fb10cbb770 req-22d38db2-005e-49cc-b683-9b0c163ceb53 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 945 time: 0.2915545 Mar 07 10:54:32.957285 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0a453753-35bc-4532-a7b2-f93ad1cea59b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for port (eb2f8521-e803-48d1-979b-c1163ef7eab7), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:33.007974 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-46cf362d-6629-49e0-97af-f3fb10cbb770 req-30e23a31-f024-479b-9895-570eb2790f7c tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0593703 Mar 07 10:54:33.039483 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0a453753-35bc-4532-a7b2-f93ad1cea59b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (eb2f8521-e803-48d1-979b-c1163ef7eab7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:33.074980 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7f194-07c3-43f0-a870-98b6fccc2559 req-8beb044e-18be-4708-9ac1-50bc5be84011 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:33.079200 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a453753-35bc-4532-a7b2-f93ad1cea59b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network bd57236b-4588-4c07-8ec1-6f5e31b2addf is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:54:33.080418 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c8a7f194-07c3-43f0-a870-98b6fccc2559 req-8beb044e-18be-4708-9ac1-50bc5be84011 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/ports?device_id=a17b4644-bf46-4c3b-b4db-1a79e6802394 HTTP/1.1" status: 200 len: 944 time: 0.1785276 Mar 07 10:54:33.088863 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-0a453753-35bc-4532-a7b2-f93ad1cea59b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:33.124515 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a453753-35bc-4532-a7b2-f93ad1cea59b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:54:33.138398 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a453753-35bc-4532-a7b2-f93ad1cea59b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:33.139107 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0a453753-35bc-4532-a7b2-f93ad1cea59b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:33.143153 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-ab2c1632-f19a-449b-bce4-bc54363e820c service neutron] 10.222.0.21 "GET /v2.0/networks/e6442db4-9f10-4ee5-938b-88e5a56b233c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585366 Mar 07 10:54:33.167067 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0a453753-35bc-4532-a7b2-f93ad1cea59b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8449223 Mar 07 10:54:33.170187 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44072) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:33.208028 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a453753-35bc-4532-a7b2-f93ad1cea59b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Port': ['ID=eb2f8521-e803-48d1-979b-c1163ef7eab7,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:33.253762 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3576f24e-27c7-443c-b836-c881e0601602 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:33.255940 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3576f24e-27c7-443c-b836-c881e0601602 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "GET /v2.0/ports/eb2f8521-e803-48d1-979b-c1163ef7eab7 HTTP/1.1" status: 200 len: 840 time: 0.0842440 Mar 07 10:54:33.258745 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44076) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:33.386183 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-6eadc7b7-7232-4b07-a93c-245aaf30bb3b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Deleting port eb2f8521-e803-48d1-979b-c1163ef7eab7 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:33.386679 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6eadc7b7-7232-4b07-a93c-245aaf30bb3b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (eb2f8521-e803-48d1-979b-c1163ef7eab7), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:33.406551 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c8a7f194-07c3-43f0-a870-98b6fccc2559 req-97d045d0-d040-4975-b3c1-51f6a84ec3f7 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/security-groups?id=09bd7e8f-e1bd-45da-af62-cb01fc0a3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103037 Mar 07 10:54:33.420519 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-71e372ac-267e-46f5-8c49-c9258ec4895f req-20773580-890a-41cf-8ff7-01e6fe616a56 service neutron] 10.222.0.21 "GET /v2.0/networks/e6442db4-9f10-4ee5-938b-88e5a56b233c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694416 Mar 07 10:54:33.462263 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44084) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:33.479772 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6eadc7b7-7232-4b07-a93c-245aaf30bb3b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (eb2f8521-e803-48d1-979b-c1163ef7eab7), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:33.504372 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-6eadc7b7-7232-4b07-a93c-245aaf30bb3b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Calling delete_port for eb2f8521-e803-48d1-979b-c1163ef7eab7 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:33.529697 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50b8bb-d8ff-4f7b-9056-2335f6b4c573 req-ef8cc65a-ee09-48eb-a8a5-031843a24b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:33.531973 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9d50b8bb-d8ff-4f7b-9056-2335f6b4c573 req-ef8cc65a-ee09-48eb-a8a5-031843a24b46 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=792a213ec02d4545bd460dce59bc3243&device_id=a17b4644-bf46-4c3b-b4db-1a79e6802394 HTTP/1.1" status: 200 len: 1126 time: 0.0601599 Mar 07 10:54:33.629711 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6eadc7b7-7232-4b07-a93c-245aaf30bb3b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (eb2f8521-e803-48d1-979b-c1163ef7eab7), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:33.675083 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6eadc7b7-7232-4b07-a93c-245aaf30bb3b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:33.675363 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fef105e9-2d68-475a-bd55-494631ede148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:33.679283 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6eadc7b7-7232-4b07-a93c-245aaf30bb3b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/ports/eb2f8521-e803-48d1-979b-c1163ef7eab7 HTTP/1.1" status: 204 len: 168 time: 0.4191027 Mar 07 10:54:33.680740 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eadc7b7-7232-4b07-a93c-245aaf30bb3b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Port': ['ID=eb2f8521-e803-48d1-979b-c1163ef7eab7,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:33.685423 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44092) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:33.722202 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c13a787-e818-4884-b451-82c2cd99f0f6 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] GET failed (client error): The resource could not be found. Mar 07 10:54:33.724659 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7c13a787-e818-4884-b451-82c2cd99f0f6 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "GET /v2.0/ports/eb2f8521-e803-48d1-979b-c1163ef7eab7 HTTP/1.1" status: 404 len: 333 time: 0.0382829 Mar 07 10:54:33.730404 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44094) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:33.737009 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-2f1c7b9f-e655-49b2-9fb5-0d385b90f4db tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'port': {'network_id': 'bd57236b-4588-4c07-8ec1-6f5e31b2addf', 'name': 'tempest-PortsTestJSON-1419259405'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:33.776221 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fef105e9-2d68-475a-bd55-494631ede148 admin admin] Publish callbacks [] for security_group (a8272604-dde8-4616-a4e8-905a838e728c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:33.784954 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fef105e9-2d68-475a-bd55-494631ede148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a8272604-dde8-4616-a4e8-905a838e728c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:33.842641 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50b8bb-d8ff-4f7b-9056-2335f6b4c573 req-b8a33334-42e4-44c5-8622-c35b1205cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:33.843171 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1c7b9f-e655-49b2-9fb5-0d385b90f4db tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:33.844435 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9d50b8bb-d8ff-4f7b-9056-2335f6b4c573 req-b8a33334-42e4-44c5-8622-c35b1205cd63 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e6442db4-9f10-4ee5-938b-88e5a56b233c HTTP/1.1" status: 200 len: 908 time: 0.3055916 Mar 07 10:54:33.847403 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-fef105e9-2d68-475a-bd55-494631ede148 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=29b77ef142fb4137a8b31922bff52332&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3836112 Mar 07 10:54:33.847951 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f1c7b9f-e655-49b2-9fb5-0d385b90f4db tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:33.851032 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44098) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:33.867729 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef105e9-2d68-475a-bd55-494631ede148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8272604-dde8-4616-a4e8-905a838e728c,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:33.885028 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-2f1c7b9f-e655-49b2-9fb5-0d385b90f4db tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] device_id is not set on port ebbe8c5a-4ecc-4583-b138-3f98ff88be17 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:54:33.939526 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9d50b8bb-d8ff-4f7b-9056-2335f6b4c573 req-aefd5bb8-9eea-4ab0-bf3e-1b41b59fce9e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4b18e656-f486-452a-8f6d-6d3974ecdbd8 HTTP/1.1" status: 200 len: 217 time: 0.0576136 Mar 07 10:54:33.995613 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c4729dbe-f354-4064-916b-a0e5463f2302 admin admin] Publish callbacks [] for security_group (a8272604-dde8-4616-a4e8-905a838e728c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:33.997610 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50b8bb-d8ff-4f7b-9056-2335f6b4c573 req-6e43c127-6fc0-491d-bd95-8883d236cb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:34.000008 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9d50b8bb-d8ff-4f7b-9056-2335f6b4c573 req-6e43c127-6fc0-491d-bd95-8883d236cb19 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd9177f0-1261-48e8-a7b2-bb4974aea296 HTTP/1.1" status: 200 len: 847 time: 0.0532169 Mar 07 10:54:34.038832 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9d50b8bb-d8ff-4f7b-9056-2335f6b4c573 req-7183a33c-723d-4274-9ba3-9f5c84bf1d19 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e6442db4-9f10-4ee5-938b-88e5a56b233c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315826 Mar 07 10:54:34.053664 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c4729dbe-f354-4064-916b-a0e5463f2302 admin admin] Publish callbacks [] for security_group (a8272604-dde8-4616-a4e8-905a838e728c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:34.145086 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f1c7b9f-e655-49b2-9fb5-0d385b90f4db tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for port (ebbe8c5a-4ecc-4583-b138-3f98ff88be17), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:34.214738 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9d50b8bb-d8ff-4f7b-9056-2335f6b4c573 req-7527a5c6-548d-4b6d-9278-284e0628e112 service neutron] 10.222.0.21 "GET /v2.0/networks/e6442db4-9f10-4ee5-938b-88e5a56b233c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556261 Mar 07 10:54:34.215084 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44106) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:34.226982 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c4729dbe-f354-4064-916b-a0e5463f2302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a8272604-dde8-4616-a4e8-905a838e728c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:34.229618 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c4729dbe-f354-4064-916b-a0e5463f2302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:34.233247 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c4729dbe-f354-4064-916b-a0e5463f2302 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a8272604-dde8-4616-a4e8-905a838e728c HTTP/1.1" status: 204 len: 168 time: 0.3787539 Mar 07 10:54:34.244064 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4729dbe-f354-4064-916b-a0e5463f2302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8272604-dde8-4616-a4e8-905a838e728c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:34.282211 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858d8fc-d57d-49ab-a9ca-5a7d88fe49ba req-2abd2293-3be1-4f39-9808-bf21588e6e8b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:34.283937 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1858d8fc-d57d-49ab-a9ca-5a7d88fe49ba req-2abd2293-3be1-4f39-9808-bf21588e6e8b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 945 time: 0.1297581 Mar 07 10:54:34.288032 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f1c7b9f-e655-49b2-9fb5-0d385b90f4db tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (ebbe8c5a-4ecc-4583-b138-3f98ff88be17), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:34.375347 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1c7b9f-e655-49b2-9fb5-0d385b90f4db tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network bd57236b-4588-4c07-8ec1-6f5e31b2addf is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:54:34.380963 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-2f1c7b9f-e655-49b2-9fb5-0d385b90f4db tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:34.385188 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1c7b9f-e655-49b2-9fb5-0d385b90f4db tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:54:34.392313 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1c7b9f-e655-49b2-9fb5-0d385b90f4db tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:34.393194 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f1c7b9f-e655-49b2-9fb5-0d385b90f4db tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:34.408131 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9d50b8bb-d8ff-4f7b-9056-2335f6b4c573 req-6267400a-a916-44d5-abf1-88d6df12dabd service neutron] 10.222.0.21 "GET /v2.0/networks/e6442db4-9f10-4ee5-938b-88e5a56b233c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858752 Mar 07 10:54:34.443425 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2f1c7b9f-e655-49b2-9fb5-0d385b90f4db tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7116089 Mar 07 10:54:34.446158 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44116) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:34.448546 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c7b9f-e655-49b2-9fb5-0d385b90f4db tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Port': ['ID=ebbe8c5a-4ecc-4583-b138-3f98ff88be17,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:34.451461 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-b0d03ee5-79ae-4084-89a8-54acfca9b28f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:34.460576 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1858d8fc-d57d-49ab-a9ca-5a7d88fe49ba req-e444637f-689d-421f-a8bd-3669739612c0 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1588120 Mar 07 10:54:34.592332 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f814c505-b516-48db-9f7d-fd33896d407f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:34.599710 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b0d03ee5-79ae-4084-89a8-54acfca9b28f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ebbe8c5a-4ecc-4583-b138-3f98ff88be17), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:34.661407 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8bbc62-3a47-4dd0-8356-fce01b01e949 req-546c3fb1-c110-4fdf-bda8-6717cd43afa4 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:34.663589 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cf8bbc62-3a47-4dd0-8356-fce01b01e949 req-546c3fb1-c110-4fdf-bda8-6717cd43afa4 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/ports?device_id=a17b4644-bf46-4c3b-b4db-1a79e6802394 HTTP/1.1" status: 200 len: 944 time: 0.1108203 Mar 07 10:54:34.696049 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f814c505-b516-48db-9f7d-fd33896d407f admin admin] Publish callbacks [] for security_group (98b9c17f-b649-4d9c-90ec-62f1d9f7ff0e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:34.702827 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f814c505-b516-48db-9f7d-fd33896d407f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (98b9c17f-b649-4d9c-90ec-62f1d9f7ff0e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:34.741098 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814c505-b516-48db-9f7d-fd33896d407f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b9c17f-b649-4d9c-90ec-62f1d9f7ff0e,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:34.762317 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f814c505-b516-48db-9f7d-fd33896d407f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5589a576109a44fba5407ac4709fd59b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5459175 Mar 07 10:54:34.764761 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44126) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:34.823350 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c4b9cfe0-a6fe-4a01-925b-0e92c01291b3 admin admin] Publish callbacks [] for security_group (98b9c17f-b649-4d9c-90ec-62f1d9f7ff0e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:34.846133 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cf8bbc62-3a47-4dd0-8356-fce01b01e949 req-1d8644a7-fb01-42d2-bbb9-630eb36c76c6 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/security-groups?id=09bd7e8f-e1bd-45da-af62-cb01fc0a3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720226 Mar 07 10:54:34.846397 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c4b9cfe0-a6fe-4a01-925b-0e92c01291b3 admin admin] Publish callbacks [] for security_group (98b9c17f-b649-4d9c-90ec-62f1d9f7ff0e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:34.866709 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b0d03ee5-79ae-4084-89a8-54acfca9b28f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for port (ebbe8c5a-4ecc-4583-b138-3f98ff88be17), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:34.872027 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b0d03ee5-79ae-4084-89a8-54acfca9b28f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (ebbe8c5a-4ecc-4583-b138-3f98ff88be17), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:34.902920 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c4b9cfe0-a6fe-4a01-925b-0e92c01291b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (98b9c17f-b649-4d9c-90ec-62f1d9f7ff0e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:34.906216 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c4b9cfe0-a6fe-4a01-925b-0e92c01291b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:34.915727 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c4b9cfe0-a6fe-4a01-925b-0e92c01291b3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/98b9c17f-b649-4d9c-90ec-62f1d9f7ff0e HTTP/1.1" status: 204 len: 168 time: 0.1470165 Mar 07 10:54:34.924910 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9cfe0-a6fe-4a01-925b-0e92c01291b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b9c17f-b649-4d9c-90ec-62f1d9f7ff0e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:34.928748 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b0d03ee5-79ae-4084-89a8-54acfca9b28f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] In _notify_port_updated(), no bound segment for port ebbe8c5a-4ecc-4583-b138-3f98ff88be17 on network bd57236b-4588-4c07-8ec1-6f5e31b2addf {{(pid=103767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:54:34.935441 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d03ee5-79ae-4084-89a8-54acfca9b28f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:34.936086 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b0d03ee5-79ae-4084-89a8-54acfca9b28f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:34.940985 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b0d03ee5-79ae-4084-89a8-54acfca9b28f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "PUT /v2.0/ports/ebbe8c5a-4ecc-4583-b138-3f98ff88be17 HTTP/1.1" status: 200 len: 818 time: 0.4912744 Mar 07 10:54:34.941464 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44132) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:34.998674 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d03ee5-79ae-4084-89a8-54acfca9b28f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Port': ['ID=ebbe8c5a-4ecc-4583-b138-3f98ff88be17,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:35.063215 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-73f1a7b3-97b9-4347-a574-c6e59b10bdbf tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Deleting port ebbe8c5a-4ecc-4583-b138-3f98ff88be17 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:35.063737 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-73f1a7b3-97b9-4347-a574-c6e59b10bdbf tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (ebbe8c5a-4ecc-4583-b138-3f98ff88be17), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:35.132524 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-73f1a7b3-97b9-4347-a574-c6e59b10bdbf tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (ebbe8c5a-4ecc-4583-b138-3f98ff88be17), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:35.145868 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-73f1a7b3-97b9-4347-a574-c6e59b10bdbf tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Calling delete_port for ebbe8c5a-4ecc-4583-b138-3f98ff88be17 owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:35.234787 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-73f1a7b3-97b9-4347-a574-c6e59b10bdbf tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (ebbe8c5a-4ecc-4583-b138-3f98ff88be17), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:35.264971 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1a7b3-97b9-4347-a574-c6e59b10bdbf tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Port': ['ID=ebbe8c5a-4ecc-4583-b138-3f98ff88be17,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:35.270111 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-73f1a7b3-97b9-4347-a574-c6e59b10bdbf tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:35.273310 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-73f1a7b3-97b9-4347-a574-c6e59b10bdbf tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/ports/ebbe8c5a-4ecc-4583-b138-3f98ff88be17 HTTP/1.1" status: 204 len: 168 time: 0.3308539 Mar 07 10:54:35.275735 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44150) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:35.324602 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device ee93e037-6511-4170-9570-4cdb12ef88f5 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:54:35.337717 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8110f90f-0822-4b5a-aec7-f49e8747951a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:35.339916 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8110f90f-0822-4b5a-aec7-f49e8747951a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0631747 Mar 07 10:54:35.342519 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44154) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:35.386718 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a16cd493-915b-4d2c-bc5f-bc736b1c553e tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] GET failed (client error): The resource could not be found. Mar 07 10:54:35.388270 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a16cd493-915b-4d2c-bc5f-bc736b1c553e tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "GET /v2.0/ports/ebbe8c5a-4ecc-4583-b138-3f98ff88be17 HTTP/1.1" status: 404 len: 333 time: 0.0439818 Mar 07 10:54:35.393441 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44158) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:35.399022 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-ae1c7b75-e1df-4550-8d52-a5092da6acab tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2027581637'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:35.426021 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1c7b75-e1df-4550-8d52-a5092da6acab tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:35.429731 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae1c7b75-e1df-4550-8d52-a5092da6acab tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:35.463084 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1c7b75-e1df-4550-8d52-a5092da6acab tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:54:35.478296 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port ee93e037-6511-4170-9570-4cdb12ef88f5, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=ee93e037-6511-4170-9570-4cdb12ef88f5,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:35.479593 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae1c7b75-e1df-4550-8d52-a5092da6acab tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (9d235cb1-eddf-4e34-86c8-5964e5e22b79), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:35.480052 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-ae1c7b75-e1df-4550-8d52-a5092da6acab tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Added segment 9d235cb1-eddf-4e34-86c8-5964e5e22b79 of type vlan for network 795ce9e0-3a32-4dd0-aaab-78b1c51e7f19 Mar 07 10:54:35.492838 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'ee93e037-6511-4170-9570-4cdb12ef88f5', 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b', 'port_id': 'ee93e037-6511-4170-9570-4cdb12ef88f5', 'mac_address': 'fa:16:3e:ee:6f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:54:35.529506 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae1c7b75-e1df-4550-8d52-a5092da6acab tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (795ce9e0-3a32-4dd0-aaab-78b1c51e7f19), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:35.538790 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port ee93e037-6511-4170-9570-4cdb12ef88f5 is: ACTIVE; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:35.539186 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ee93e037-6511-4170-9570-4cdb12ef88f5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:35.554290 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee93e037-6511-4170-9570-4cdb12ef88f5 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:54:35.563870 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae1c7b75-e1df-4550-8d52-a5092da6acab tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (795ce9e0-3a32-4dd0-aaab-78b1c51e7f19), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:35.573131 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1c7b75-e1df-4550-8d52-a5092da6acab tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:35.573733 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae1c7b75-e1df-4550-8d52-a5092da6acab tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:35.577135 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port ee93e037-6511-4170-9570-4cdb12ef88f5, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=ee93e037-6511-4170-9570-4cdb12ef88f5,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:35.585358 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ee93e037-6511-4170-9570-4cdb12ef88f5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:35.586124 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 4b18e656-f486-452a-8f6d-6d3974ecdbd8 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:54:35.648578 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ae1c7b75-e1df-4550-8d52-a5092da6acab tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2540069 Mar 07 10:54:35.651313 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44168) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:35.658753 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-50caaebe-4d0c-4ada-b881-0fcb8d1d9db3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'subnet': {'network_id': '795ce9e0-3a32-4dd0-aaab-78b1c51e7f19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:35.687250 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c7b75-e1df-4550-8d52-a5092da6acab tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Network': ['ID=795ce9e0-3a32-4dd0-aaab-78b1c51e7f19,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:35.727050 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350b0d74-0111-48aa-8bad-dc21dafd9c20 req-dac3510e-2098-447e-9860-e0f324e10a94 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:35.728733 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-350b0d74-0111-48aa-8bad-dc21dafd9c20 req-dac3510e-2098-447e-9860-e0f324e10a94 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 944 time: 0.1506441 Mar 07 10:54:35.804573 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-350b0d74-0111-48aa-8bad-dc21dafd9c20 req-e242203c-218c-41ac-a914-c834a96d64ff tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0662396 Mar 07 10:54:35.808357 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 795ce9e0-3a32-4dd0-aaab-78b1c51e7f19 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:54:35.838338 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=ee93e037-6511-4170-9570-4cdb12ef88f5,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:35.902159 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 4b18e656-f486-452a-8f6d-6d3974ecdbd8, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=4b18e656-f486-452a-8f6d-6d3974ecdbd8,segment=NetworkSegment(67ccb08a-1425-4fe5-8f4f-a59866b5fc97),segment_id=67ccb08a-1425-4fe5-8f4f-a59866b5fc97)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:35.956038 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '4b18e656-f486-452a-8f6d-6d3974ecdbd8', 'network_id': 'e6442db4-9f10-4ee5-938b-88e5a56b233c', 'port_id': '4b18e656-f486-452a-8f6d-6d3974ecdbd8', 'mac_address': 'fa:16:3e:ae:8a:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd9177f0-1261-48e8-a7b2-bb4974aea296', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:54:36.007553 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 4b18e656-f486-452a-8f6d-6d3974ecdbd8 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:36.008192 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4b18e656-f486-452a-8f6d-6d3974ecdbd8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:36.027129 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b18e656-f486-452a-8f6d-6d3974ecdbd8 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:54:36.054822 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 4b18e656-f486-452a-8f6d-6d3974ecdbd8, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=4b18e656-f486-452a-8f6d-6d3974ecdbd8,segment=NetworkSegment(67ccb08a-1425-4fe5-8f4f-a59866b5fc97),segment_id=67ccb08a-1425-4fe5-8f4f-a59866b5fc97)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:36.062431 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4b18e656-f486-452a-8f6d-6d3974ecdbd8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:36.127908 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=4b18e656-f486-452a-8f6d-6d3974ecdbd8,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:36.143841 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['ee93e037-6511-4170-9570-4cdb12ef88f5'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:54:36.230125 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aec360-8b35-4471-933a-11c7d5227bc1 req-2e2f348a-3eec-43c7-8ff8-4809fd6cb190 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:36.231595 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-62aec360-8b35-4471-933a-11c7d5227bc1 req-2e2f348a-3eec-43c7-8ff8-4809fd6cb190 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/ports?device_id=a17b4644-bf46-4c3b-b4db-1a79e6802394 HTTP/1.1" status: 200 len: 945 time: 0.1240110 Mar 07 10:54:36.241055 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50caaebe-4d0c-4ada-b881-0fcb8d1d9db3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:36.245085 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-50caaebe-4d0c-4ada-b881-0fcb8d1d9db3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:36.306162 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['4b18e656-f486-452a-8f6d-6d3974ecdbd8'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:54:36.363368 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-62aec360-8b35-4471-933a-11c7d5227bc1 req-e5c30b25-1885-4d67-9756-8f9285f30fb3 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/security-groups?id=09bd7e8f-e1bd-45da-af62-cb01fc0a3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243632 Mar 07 10:54:36.490259 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-643d0dcd-0f29-4ee6-ac6f-d238d1b0d5bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:36.548802 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-50caaebe-4d0c-4ada-b881-0fcb8d1d9db3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (28a3ff1e-0d5c-4016-bc6d-11e050bf39b4), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:36.616255 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50caaebe-4d0c-4ada-b881-0fcb8d1d9db3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Subnet': ['ID=28a3ff1e-0d5c-4016-bc6d-11e050bf39b4,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:36.628006 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50caaebe-4d0c-4ada-b881-0fcb8d1d9db3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Checking segment: {'id': '9d235cb1-eddf-4e34-86c8-5964e5e22b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '795ce9e0-3a32-4dd0-aaab-78b1c51e7f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:54:36.628369 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50caaebe-4d0c-4ada-b881-0fcb8d1d9db3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network hostable DHCP agents. Network: 795ce9e0-3a32-4dd0-aaab-78b1c51e7f19, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:54:36.646738 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50caaebe-4d0c-4ada-b881-0fcb8d1d9db3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network 795ce9e0-3a32-4dd0-aaab-78b1c51e7f19 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:54:36.658248 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-50caaebe-4d0c-4ada-b881-0fcb8d1d9db3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 795ce9e0-3a32-4dd0-aaab-78b1c51e7f19) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:36.663049 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50caaebe-4d0c-4ada-b881-0fcb8d1d9db3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:36.663637 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-50caaebe-4d0c-4ada-b881-0fcb8d1d9db3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:36.672437 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f506f0-8faa-41e8-9588-e9340da91d7e None None] Network 795ce9e0-3a32-4dd0-aaab-78b1c51e7f19 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:54:36.685191 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-50caaebe-4d0c-4ada-b881-0fcb8d1d9db3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0302463 Mar 07 10:54:36.687210 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44206) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:36.693770 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-743a1f96-1fa7-445d-964c-e63d7f108ea7 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'subnet': {'network_id': '795ce9e0-3a32-4dd0-aaab-78b1c51e7f19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:36.864236 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a5a512-18ac-4101-ba9b-fd8ea4d1dc18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-795ce9e0-3a32-4dd0-aaab-78b1c51e7f19', 'network_id': '795ce9e0-3a32-4dd0-aaab-78b1c51e7f19', 'project_id': '273b160fa2104d51b4a02d20bbb41573', 'fixed_ips': [{'subnet_id': '28a3ff1e-0d5c-4016-bc6d-11e050bf39b4'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:54:36.865136 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01a5a512-18ac-4101-ba9b-fd8ea4d1dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:36.915080 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743a1f96-1fa7-445d-964c-e63d7f108ea7 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:36.919044 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-743a1f96-1fa7-445d-964c-e63d7f108ea7 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.042493 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-01a5a512-18ac-4101-ba9b-fd8ea4d1dc18 None None] Allocated IP 172.20.0.2 (795ce9e0-3a32-4dd0-aaab-78b1c51e7f19/28a3ff1e-0d5c-4016-bc6d-11e050bf39b4/1f5fc33c-b5e5-4caa-846b-47468340f7d0) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:54:37.139868 n-d-832164-4 neutron-server[103766]: INFO neutron.db.ipam_backend_mixin [None req-743a1f96-1fa7-445d-964c-e63d7f108ea7 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 28a3ff1e-0d5c-4016-bc6d-11e050bf39b4 (CIDR: 172.20.0.0/28) Mar 07 10:54:37.151635 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-743a1f96-1fa7-445d-964c-e63d7f108ea7 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:54:37.152134 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-743a1f96-1fa7-445d-964c-e63d7f108ea7 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:54:37.197794 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-743a1f96-1fa7-445d-964c-e63d7f108ea7 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5092883 Mar 07 10:54:37.200459 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44220) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:37.206660 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-136df9b4-9a37-4b17-ac4c-57dfa17f927d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'subnet': {'network_id': '795ce9e0-3a32-4dd0-aaab-78b1c51e7f19', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:37.246805 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a53cf-8d29-4ddd-a2e8-e7e00b84fb00 req-2163d2a0-452b-48cc-a5e1-026ac33135dc tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:37.248502 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-369a53cf-8d29-4ddd-a2e8-e7e00b84fb00 req-2163d2a0-452b-48cc-a5e1-026ac33135dc tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 944 time: 0.1841073 Mar 07 10:54:37.328497 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device ee93e037-6511-4170-9570-4cdb12ef88f5 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:54:37.389293 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-369a53cf-8d29-4ddd-a2e8-e7e00b84fb00 req-39ad00a5-54b0-4ec0-8f97-fc2aa710700f tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1318758 Mar 07 10:54:37.411882 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136df9b4-9a37-4b17-ac4c-57dfa17f927d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:37.426023 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-136df9b4-9a37-4b17-ac4c-57dfa17f927d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.445281 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01a5a512-18ac-4101-ba9b-fd8ea4d1dc18 None None] Publish callbacks [] for port (1f5fc33c-b5e5-4caa-846b-47468340f7d0), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.475602 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01a5a512-18ac-4101-ba9b-fd8ea4d1dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (1f5fc33c-b5e5-4caa-846b-47468340f7d0), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.646091 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a5a512-18ac-4101-ba9b-fd8ea4d1dc18 None None] Network 795ce9e0-3a32-4dd0-aaab-78b1c51e7f19 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:54:37.653358 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-01a5a512-18ac-4101-ba9b-fd8ea4d1dc18 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:37.661531 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port ee93e037-6511-4170-9570-4cdb12ef88f5 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:37.661931 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ee93e037-6511-4170-9570-4cdb12ef88f5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.664548 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a5a512-18ac-4101-ba9b-fd8ea4d1dc18 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:54:37.669332 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5a512-18ac-4101-ba9b-fd8ea4d1dc18 None None] Pushing event updated for resources: {'Port': ['ID=1f5fc33c-b5e5-4caa-846b-47468340f7d0,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:37.769039 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-01a5a512-18ac-4101-ba9b-fd8ea4d1dc18 None None] Attempting to bind port 1f5fc33c-b5e5-4caa-846b-47468340f7d0 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:54:37.769338 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-01a5a512-18ac-4101-ba9b-fd8ea4d1dc18 None None] Attempting to bind port 1f5fc33c-b5e5-4caa-846b-47468340f7d0 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '9d235cb1-eddf-4e34-86c8-5964e5e22b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '795ce9e0-3a32-4dd0-aaab-78b1c51e7f19'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:54:37.769701 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a5a512-18ac-4101-ba9b-fd8ea4d1dc18 None None] Attempting to bind port 1f5fc33c-b5e5-4caa-846b-47468340f7d0 on network 795ce9e0-3a32-4dd0-aaab-78b1c51e7f19 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:54:37.781133 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-136df9b4-9a37-4b17-ac4c-57dfa17f927d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (3b6595cc-6f8d-41ae-bbf7-a8f967dd4b60), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.781716 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a5a512-18ac-4101-ba9b-fd8ea4d1dc18 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:54:37.781716 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a5a512-18ac-4101-ba9b-fd8ea4d1dc18 None None] Checking segment: {'id': '9d235cb1-eddf-4e34-86c8-5964e5e22b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '795ce9e0-3a32-4dd0-aaab-78b1c51e7f19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:54:37.781716 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01a5a512-18ac-4101-ba9b-fd8ea4d1dc18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.781716 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a5a512-18ac-4101-ba9b-fd8ea4d1dc18 None None] Bound using segment: {'id': '9d235cb1-eddf-4e34-86c8-5964e5e22b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '795ce9e0-3a32-4dd0-aaab-78b1c51e7f19'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:54:37.781716 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-01a5a512-18ac-4101-ba9b-fd8ea4d1dc18 None None] Bound port: 1f5fc33c-b5e5-4caa-846b-47468340f7d0, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d235cb1-eddf-4e34-86c8-5964e5e22b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '795ce9e0-3a32-4dd0-aaab-78b1c51e7f19'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:54:37.781716 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01a5a512-18ac-4101-ba9b-fd8ea4d1dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1f5fc33c-b5e5-4caa-846b-47468340f7d0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.850630 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136df9b4-9a37-4b17-ac4c-57dfa17f927d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network 795ce9e0-3a32-4dd0-aaab-78b1c51e7f19 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:54:37.857969 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-136df9b4-9a37-4b17-ac4c-57dfa17f927d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:37.858426 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port ee93e037-6511-4170-9570-4cdb12ef88f5 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:37.858827 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ee93e037-6511-4170-9570-4cdb12ef88f5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.861708 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136df9b4-9a37-4b17-ac4c-57dfa17f927d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:37.862311 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-136df9b4-9a37-4b17-ac4c-57dfa17f927d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.886195 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-136df9b4-9a37-4b17-ac4c-57dfa17f927d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6842606 Mar 07 10:54:37.888894 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44230) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:37.895993 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-4cdeefb6-c088-4f85-8fa0-c1ac3c7f7ce4 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'port': {'network_id': '795ce9e0-3a32-4dd0-aaab-78b1c51e7f19', 'fixed_ips': [{'subnet_id': '28a3ff1e-0d5c-4016-bc6d-11e050bf39b4'}, {'subnet_id': '3b6595cc-6f8d-41ae-bbf7-a8f967dd4b60'}], 'name': 'tempest-PortsTestJSON-340410399'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:37.902541 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136df9b4-9a37-4b17-ac4c-57dfa17f927d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Subnet': ['ID=3b6595cc-6f8d-41ae-bbf7-a8f967dd4b60,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:37.906513 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24fb9e05-7723-46d3-a1a3-d341503ece95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee93e037-6511-4170-9570-4cdb12ef88f5'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:54:37.908772 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1c5ebe-03ba-4a2e-b89d-0cf4e3166c94" -d '{"events": [{"server_uuid": "24fb9e05-7723-46d3-a1a3-d341503ece95", "name": "network-vif-plugged", "status": "completed", "tag": "ee93e037-6511-4170-9570-4cdb12ef88f5"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:54:37.912024 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01a5a512-18ac-4101-ba9b-fd8ea4d1dc18 None None] For port 1f5fc33c-b5e5-4caa-846b-47468340f7d0, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:54:37.930644 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b5c98-698e-4726-8f74-22855adfb463 req-f48e9b6e-de60-4e47-932d-e81fe1b6290b tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:37.936749 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f4b5c98-698e-4726-8f74-22855adfb463 req-f48e9b6e-de60-4e47-932d-e81fe1b6290b tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/ports?device_id=a17b4644-bf46-4c3b-b4db-1a79e6802394 HTTP/1.1" status: 200 len: 945 time: 0.1704214 Mar 07 10:54:37.958723 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port ee93e037-6511-4170-9570-4cdb12ef88f5, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=ee93e037-6511-4170-9570-4cdb12ef88f5,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:37.974414 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01a5a512-18ac-4101-ba9b-fd8ea4d1dc18 None None] For port 1f5fc33c-b5e5-4caa-846b-47468340f7d0, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1f5fc33c-b5e5-4caa-846b-47468340f7d0,segment=NetworkSegment(9d235cb1-eddf-4e34-86c8-5964e5e22b79),segment_id=9d235cb1-eddf-4e34-86c8-5964e5e22b79)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:54:37.977582 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ee93e037-6511-4170-9570-4cdb12ef88f5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:37.978519 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 4b18e656-f486-452a-8f6d-6d3974ecdbd8 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:54:38.028770 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01a5a512-18ac-4101-ba9b-fd8ea4d1dc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1f5fc33c-b5e5-4caa-846b-47468340f7d0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:38.031155 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f4b5c98-698e-4726-8f74-22855adfb463 req-36021e64-12c8-4441-9cd8-a61b7f7ec7b9 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/security-groups?id=09bd7e8f-e1bd-45da-af62-cb01fc0a3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909026 Mar 07 10:54:38.055865 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f657d354-57ab-407c-ad26-fd75837d793b x-openstack-request-id: req-f657d354-57ab-407c-ad26-fd75837d793b {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:54:38.056212 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24fb9e05-7723-46d3-a1a3-d341503ece95", "name": "network-vif-plugged", "status": "completed", "tag": "ee93e037-6511-4170-9570-4cdb12ef88f5", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:54:38.056545 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f657d354-57ab-407c-ad26-fd75837d793b {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:54:38.057162 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24fb9e05-7723-46d3-a1a3-d341503ece95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee93e037-6511-4170-9570-4cdb12ef88f5', 'code': 200} Mar 07 10:54:38.107724 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=ee93e037-6511-4170-9570-4cdb12ef88f5,revision_number=7']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:38.126304 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdeefb6-c088-4f85-8fa0-c1ac3c7f7ce4 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:38.176697 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 4b18e656-f486-452a-8f6d-6d3974ecdbd8 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:54:38.206115 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 4b18e656-f486-452a-8f6d-6d3974ecdbd8 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:38.206491 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4b18e656-f486-452a-8f6d-6d3974ecdbd8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:38.261861 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5a512-18ac-4101-ba9b-fd8ea4d1dc18 None None] Pushing event updated for resources: {'Port': ['ID=1f5fc33c-b5e5-4caa-846b-47468340f7d0,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:38.310953 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4cdeefb6-c088-4f85-8fa0-c1ac3c7f7ce4 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:38.364069 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-4cdeefb6-c088-4f85-8fa0-c1ac3c7f7ce4 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] device_id is not set on port 3987abe7-3095-4719-80e4-00f6f3b23ae4 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:54:38.377052 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 4b18e656-f486-452a-8f6d-6d3974ecdbd8 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:38.377489 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4b18e656-f486-452a-8f6d-6d3974ecdbd8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:38.431631 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 4b18e656-f486-452a-8f6d-6d3974ecdbd8, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=4b18e656-f486-452a-8f6d-6d3974ecdbd8,segment=NetworkSegment(67ccb08a-1425-4fe5-8f4f-a59866b5fc97),segment_id=67ccb08a-1425-4fe5-8f4f-a59866b5fc97)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:38.440210 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4b18e656-f486-452a-8f6d-6d3974ecdbd8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:38.505317 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=4b18e656-f486-452a-8f6d-6d3974ecdbd8,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:38.601159 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0bbc0c92-0658-4303-a646-845220c55a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:38.899942 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-4cdeefb6-c088-4f85-8fa0-c1ac3c7f7ce4 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Allocated IP 172.20.0.13 (795ce9e0-3a32-4dd0-aaab-78b1c51e7f19/28a3ff1e-0d5c-4016-bc6d-11e050bf39b4/3987abe7-3095-4719-80e4-00f6f3b23ae4) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:54:38.907482 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-4cdeefb6-c088-4f85-8fa0-c1ac3c7f7ce4 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Allocated IP 172.20.0.24 (795ce9e0-3a32-4dd0-aaab-78b1c51e7f19/3b6595cc-6f8d-41ae-bbf7-a8f967dd4b60/3987abe7-3095-4719-80e4-00f6f3b23ae4) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:54:39.002056 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f134f55c-34a3-4967-9f8f-71348fa0c2ee req-1f30401e-fcc1-480f-b243-93f99ca1a6ad tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:39.008940 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f134f55c-34a3-4967-9f8f-71348fa0c2ee req-1f30401e-fcc1-480f-b243-93f99ca1a6ad tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 945 time: 0.3701501 Mar 07 10:54:39.146865 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f134f55c-34a3-4967-9f8f-71348fa0c2ee req-8d9ccc8f-db28-44b9-ac21-8f2f570c44f2 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1369333 Mar 07 10:54:39.199733 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4cdeefb6-c088-4f85-8fa0-c1ac3c7f7ce4 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for port (3987abe7-3095-4719-80e4-00f6f3b23ae4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:39.229846 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c9800-f451-46d3-861f-48fb98fd362b req-5e27a84b-625c-4807-a43c-b5c57e04e3c9 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:39.231393 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ea6c9800-f451-46d3-861f-48fb98fd362b req-5e27a84b-625c-4807-a43c-b5c57e04e3c9 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/ports?device_id=a17b4644-bf46-4c3b-b4db-1a79e6802394 HTTP/1.1" status: 200 len: 946 time: 0.1105328 Mar 07 10:54:39.303133 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4cdeefb6-c088-4f85-8fa0-c1ac3c7f7ce4 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (3987abe7-3095-4719-80e4-00f6f3b23ae4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:39.347929 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ea6c9800-f451-46d3-861f-48fb98fd362b req-30af2e6c-0371-4187-8d8a-aaa4e9859938 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/security-groups?id=09bd7e8f-e1bd-45da-af62-cb01fc0a3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101892 Mar 07 10:54:39.360827 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdeefb6-c088-4f85-8fa0-c1ac3c7f7ce4 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Port': ['ID=3987abe7-3095-4719-80e4-00f6f3b23ae4,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:39.379126 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdeefb6-c088-4f85-8fa0-c1ac3c7f7ce4 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network 795ce9e0-3a32-4dd0-aaab-78b1c51e7f19 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:54:39.388766 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-4cdeefb6-c088-4f85-8fa0-c1ac3c7f7ce4 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:39.392503 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdeefb6-c088-4f85-8fa0-c1ac3c7f7ce4 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:54:39.460748 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdeefb6-c088-4f85-8fa0-c1ac3c7f7ce4 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:39.461418 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4cdeefb6-c088-4f85-8fa0-c1ac3c7f7ce4 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:39.491889 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4cdeefb6-c088-4f85-8fa0-c1ac3c7f7ce4 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.5976741 Mar 07 10:54:39.492101 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44254) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:39.499077 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-dfc1780c-5dec-4870-989b-524f690251cb tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '28a3ff1e-0d5c-4016-bc6d-11e050bf39b4'}]}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:39.620277 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dfc1780c-5dec-4870-989b-524f690251cb tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3987abe7-3095-4719-80e4-00f6f3b23ae4), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:39.672044 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71246eb9-728e-4c79-beb2-52dde20b6251 None None] Network 795ce9e0-3a32-4dd0-aaab-78b1c51e7f19 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:54:40.021698 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-dfc1780c-5dec-4870-989b-524f690251cb tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Delete allocated IP 172.20.0.24 (795ce9e0-3a32-4dd0-aaab-78b1c51e7f19/3b6595cc-6f8d-41ae-bbf7-a8f967dd4b60) {{(pid=103766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 10:54:40.045173 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1f5fc33c-b5e5-4caa-846b-47468340f7d0 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:54:40.060838 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17b4644-bf46-4c3b-b4db-1a79e6802394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b18e656-f486-452a-8f6d-6d3974ecdbd8'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:54:40.063238 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd93559d-3eeb-4d82-b043-31a28d53d4a7" -d '{"events": [{"server_uuid": "a17b4644-bf46-4c3b-b4db-1a79e6802394", "name": "network-vif-plugged", "status": "completed", "tag": "4b18e656-f486-452a-8f6d-6d3974ecdbd8"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:54:40.143497 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:40.146403 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-51a46d16-ab58-4d6b-a9b7-771b960f0053 None None] Provisioning complete for port 1f5fc33c-b5e5-4caa-846b-47468340f7d0 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:40.146786 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-51a46d16-ab58-4d6b-a9b7-771b960f0053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1f5fc33c-b5e5-4caa-846b-47468340f7d0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:40.232369 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf61694-6d47-4478-ba53-295a72e62e8a x-openstack-request-id: req-bcf61694-6d47-4478-ba53-295a72e62e8a {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:54:40.232661 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17b4644-bf46-4c3b-b4db-1a79e6802394", "name": "network-vif-plugged", "status": "completed", "tag": "4b18e656-f486-452a-8f6d-6d3974ecdbd8", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:54:40.232939 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bcf61694-6d47-4478-ba53-295a72e62e8a {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:54:40.233414 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17b4644-bf46-4c3b-b4db-1a79e6802394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b18e656-f486-452a-8f6d-6d3974ecdbd8', 'code': 200} Mar 07 10:54:40.347795 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d8a965-94ec-4539-9fe2-cd366b81dc72 None None] Update dhcp port {'port': {'network_id': '795ce9e0-3a32-4dd0-aaab-78b1c51e7f19', 'fixed_ips': [{'subnet_id': '28a3ff1e-0d5c-4016-bc6d-11e050bf39b4', 'ip_address': '172.20.0.2'}, {'subnet_id': '3b6595cc-6f8d-41ae-bbf7-a8f967dd4b60'}], 'binding:host_id': 'n-d-832164-4'}, 'id': '1f5fc33c-b5e5-4caa-846b-47468340f7d0'} from n-d-832164-4. {{(pid=103768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 10:54:40.406219 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-74d8a965-94ec-4539-9fe2-cd366b81dc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1f5fc33c-b5e5-4caa-846b-47468340f7d0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:40.493691 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33633c-b258-439b-86cf-cb20dd4c5d97 req-44dfdaac-af43-4643-a51d-e852edc1efdf tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:40.506351 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fe33633c-b258-439b-86cf-cb20dd4c5d97 req-44dfdaac-af43-4643-a51d-e852edc1efdf tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 945 time: 0.2297246 Mar 07 10:54:40.508410 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915313e7-0d11-403d-9bae-62fd415d6c63 req-153fcf8a-8d7c-4090-b951-efafb22c9ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:40.509815 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-915313e7-0d11-403d-9bae-62fd415d6c63 req-153fcf8a-8d7c-4090-b951-efafb22c9ff2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a17b4644-bf46-4c3b-b4db-1a79e6802394 HTTP/1.1" status: 200 len: 1128 time: 0.2222824 Mar 07 10:54:40.633074 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-51a46d16-ab58-4d6b-a9b7-771b960f0053 None None] Current status of the port 1f5fc33c-b5e5-4caa-846b-47468340f7d0 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:40.633776 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-51a46d16-ab58-4d6b-a9b7-771b960f0053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1f5fc33c-b5e5-4caa-846b-47468340f7d0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:40.653983 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 1f5fc33c-b5e5-4caa-846b-47468340f7d0 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:40.653983 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1f5fc33c-b5e5-4caa-846b-47468340f7d0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:40.680133 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fe33633c-b258-439b-86cf-cb20dd4c5d97 req-b6e3f42a-bcd9-4ef1-806d-fe324f2c95b6 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1659050 Mar 07 10:54:40.733543 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-915313e7-0d11-403d-9bae-62fd415d6c63 req-242da6e4-34ff-4317-aba8-9609138e4786 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=09bd7e8f-e1bd-45da-af62-cb01fc0a3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601639 Mar 07 10:54:40.757667 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-51a46d16-ab58-4d6b-a9b7-771b960f0053 None None] For port 1f5fc33c-b5e5-4caa-846b-47468340f7d0, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1f5fc33c-b5e5-4caa-846b-47468340f7d0,segment=NetworkSegment(9d235cb1-eddf-4e34-86c8-5964e5e22b79),segment_id=9d235cb1-eddf-4e34-86c8-5964e5e22b79)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:40.774670 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-51a46d16-ab58-4d6b-a9b7-771b960f0053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1f5fc33c-b5e5-4caa-846b-47468340f7d0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:40.900511 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 1f5fc33c-b5e5-4caa-846b-47468340f7d0 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:40.907357 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a46d16-ab58-4d6b-a9b7-771b960f0053 None None] Pushing event updated for resources: {'Port': ['ID=1f5fc33c-b5e5-4caa-846b-47468340f7d0,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:40.957047 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180cc22f-0c9d-4379-aa61-a840ee09f1dc req-5b5442dc-42de-40fc-9671-2312397dbea0 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:40.963812 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-180cc22f-0c9d-4379-aa61-a840ee09f1dc req-5b5442dc-42de-40fc-9671-2312397dbea0 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/ports?device_id=a17b4644-bf46-4c3b-b4db-1a79e6802394 HTTP/1.1" status: 200 len: 946 time: 0.1404459 Mar 07 10:54:41.036755 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dfc1780c-5dec-4870-989b-524f690251cb tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for port (3987abe7-3095-4719-80e4-00f6f3b23ae4), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:41.048379 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-180cc22f-0c9d-4379-aa61-a840ee09f1dc req-775bcd08-879a-4686-8114-c582fc0922d0 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/security-groups?id=09bd7e8f-e1bd-45da-af62-cb01fc0a3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837007 Mar 07 10:54:41.052223 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dfc1780c-5dec-4870-989b-524f690251cb tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (3987abe7-3095-4719-80e4-00f6f3b23ae4), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:41.130093 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-74d8a965-94ec-4539-9fe2-cd366b81dc72 None None] Allocated IP 172.20.0.18 (795ce9e0-3a32-4dd0-aaab-78b1c51e7f19/3b6595cc-6f8d-41ae-bbf7-a8f967dd4b60/1f5fc33c-b5e5-4caa-846b-47468340f7d0) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:54:41.183733 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1780c-5dec-4870-989b-524f690251cb tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Port': ['ID=3987abe7-3095-4719-80e4-00f6f3b23ae4,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:41.208937 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-dfc1780c-5dec-4870-989b-524f690251cb tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] In _notify_port_updated(), no bound segment for port 3987abe7-3095-4719-80e4-00f6f3b23ae4 on network 795ce9e0-3a32-4dd0-aaab-78b1c51e7f19 {{(pid=103766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:54:41.219740 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc1780c-5dec-4870-989b-524f690251cb tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:41.222799 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dfc1780c-5dec-4870-989b-524f690251cb tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:41.230050 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44272) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:41.231656 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-dfc1780c-5dec-4870-989b-524f690251cb tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "PUT /v2.0/ports/3987abe7-3095-4719-80e4-00f6f3b23ae4 HTTP/1.1" status: 200 len: 919 time: 1.7377038 Mar 07 10:54:41.237014 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-05a6d4b5-1cbe-4a16-b222-a3a5d3f31d55 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '28a3ff1e-0d5c-4016-bc6d-11e050bf39b4'}, {'subnet_id': '3b6595cc-6f8d-41ae-bbf7-a8f967dd4b60'}]}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:41.303843 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-74d8a965-94ec-4539-9fe2-cd366b81dc72 None None] For port 1f5fc33c-b5e5-4caa-846b-47468340f7d0, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1f5fc33c-b5e5-4caa-846b-47468340f7d0,segment=NetworkSegment(9d235cb1-eddf-4e34-86c8-5964e5e22b79),segment_id=9d235cb1-eddf-4e34-86c8-5964e5e22b79)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:41.381134 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-74d8a965-94ec-4539-9fe2-cd366b81dc72 None None] Publish callbacks [] for port (1f5fc33c-b5e5-4caa-846b-47468340f7d0), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:41.387476 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-74d8a965-94ec-4539-9fe2-cd366b81dc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1f5fc33c-b5e5-4caa-846b-47468340f7d0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:41.484851 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8a965-94ec-4539-9fe2-cd366b81dc72 None None] Pushing event updated for resources: {'Port': ['ID=1f5fc33c-b5e5-4caa-846b-47468340f7d0,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:41.637134 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:41.656652 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-05a6d4b5-1cbe-4a16-b222-a3a5d3f31d55 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3987abe7-3095-4719-80e4-00f6f3b23ae4), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:41.889894 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1f5fc33c-b5e5-4caa-846b-47468340f7d0 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:54:42.019980 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 1f5fc33c-b5e5-4caa-846b-47468340f7d0 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:42.020364 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1f5fc33c-b5e5-4caa-846b-47468340f7d0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:42.054099 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c354d-17a5-43e1-a3c2-cd861f7c0844 req-578ccded-a214-4ec5-9708-39646eda62ce tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:42.061364 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b23c354d-17a5-43e1-a3c2-cd861f7c0844 req-578ccded-a214-4ec5-9708-39646eda62ce tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 945 time: 0.2430553 Mar 07 10:54:42.123680 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b23c354d-17a5-43e1-a3c2-cd861f7c0844 req-7f39f987-c269-4f88-936d-1adff02966c5 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579178 Mar 07 10:54:42.192938 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 1f5fc33c-b5e5-4caa-846b-47468340f7d0 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:42.250599 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33a5a8-2f54-4c76-b1be-ab9eea5dca57 req-cffcc4ee-2f3a-4605-ad75-daf9ec52a501 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:42.252602 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ef33a5a8-2f54-4c76-b1be-ab9eea5dca57 req-cffcc4ee-2f3a-4605-ad75-daf9ec52a501 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/ports?device_id=a17b4644-bf46-4c3b-b4db-1a79e6802394 HTTP/1.1" status: 200 len: 946 time: 0.0741479 Mar 07 10:54:42.299810 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-05a6d4b5-1cbe-4a16-b222-a3a5d3f31d55 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Allocated IP 172.20.0.25 (795ce9e0-3a32-4dd0-aaab-78b1c51e7f19/3b6595cc-6f8d-41ae-bbf7-a8f967dd4b60/3987abe7-3095-4719-80e4-00f6f3b23ae4) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:54:42.322451 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ef33a5a8-2f54-4c76-b1be-ab9eea5dca57 req-bd258bb8-89f6-4479-8ba5-b6b1e78a15d6 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/security-groups?id=09bd7e8f-e1bd-45da-af62-cb01fc0a3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566480 Mar 07 10:54:42.469524 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db1a006-434c-4903-b809-c0c0ecc9c046 None None] Network 795ce9e0-3a32-4dd0-aaab-78b1c51e7f19 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:54:42.470281 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-05a6d4b5-1cbe-4a16-b222-a3a5d3f31d55 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for port (3987abe7-3095-4719-80e4-00f6f3b23ae4), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:42.478880 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-05a6d4b5-1cbe-4a16-b222-a3a5d3f31d55 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (3987abe7-3095-4719-80e4-00f6f3b23ae4), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:42.593804 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6d4b5-1cbe-4a16-b222-a3a5d3f31d55 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Port': ['ID=3987abe7-3095-4719-80e4-00f6f3b23ae4,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:42.595873 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-0f70912f-26b5-4d32-b472-81104281b8bb None None] Provisioning complete for port 3987abe7-3095-4719-80e4-00f6f3b23ae4 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:42.604747 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0f70912f-26b5-4d32-b472-81104281b8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3987abe7-3095-4719-80e4-00f6f3b23ae4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:42.682845 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-05a6d4b5-1cbe-4a16-b222-a3a5d3f31d55 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] In _notify_port_updated(), no bound segment for port 3987abe7-3095-4719-80e4-00f6f3b23ae4 on network 795ce9e0-3a32-4dd0-aaab-78b1c51e7f19 {{(pid=103767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:54:42.695655 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a6d4b5-1cbe-4a16-b222-a3a5d3f31d55 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:42.699109 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-05a6d4b5-1cbe-4a16-b222-a3a5d3f31d55 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:42.700539 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-05a6d4b5-1cbe-4a16-b222-a3a5d3f31d55 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "PUT /v2.0/ports/3987abe7-3095-4719-80e4-00f6f3b23ae4 HTTP/1.1" status: 200 len: 999 time: 1.4690878 Mar 07 10:54:42.705345 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44294) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:42.775270 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0f70912f-26b5-4d32-b472-81104281b8bb None None] Port 3987abe7-3095-4719-80e4-00f6f3b23ae4 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:54:42.815620 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-0f70912f-26b5-4d32-b472-81104281b8bb None None] Provisioning complete for port 1f5fc33c-b5e5-4caa-846b-47468340f7d0 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:42.816107 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0f70912f-26b5-4d32-b472-81104281b8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1f5fc33c-b5e5-4caa-846b-47468340f7d0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:42.899070 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-f3d5b7d0-1e6c-4cec-96f2-5fb61f994300 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Deleting port 3987abe7-3095-4719-80e4-00f6f3b23ae4 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:42.899759 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f3d5b7d0-1e6c-4cec-96f2-5fb61f994300 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (3987abe7-3095-4719-80e4-00f6f3b23ae4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:42.935206 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:43.041721 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0f70912f-26b5-4d32-b472-81104281b8bb None None] Current status of the port 1f5fc33c-b5e5-4caa-846b-47468340f7d0 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:43.053217 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f3d5b7d0-1e6c-4cec-96f2-5fb61f994300 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (3987abe7-3095-4719-80e4-00f6f3b23ae4), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:43.081466 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-f3d5b7d0-1e6c-4cec-96f2-5fb61f994300 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Calling delete_port for 3987abe7-3095-4719-80e4-00f6f3b23ae4 owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:43.407961 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f68fe8-2c3d-4dea-9f4f-d8f67c264650 req-d64dde9d-773d-4878-be79-6b447e365775 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:43.409786 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-93f68fe8-2c3d-4dea-9f4f-d8f67c264650 req-d64dde9d-773d-4878-be79-6b447e365775 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 945 time: 0.0975690 Mar 07 10:54:43.434917 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f3d5b7d0-1e6c-4cec-96f2-5fb61f994300 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (3987abe7-3095-4719-80e4-00f6f3b23ae4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:43.485683 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5b7d0-1e6c-4cec-96f2-5fb61f994300 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Port': ['ID=3987abe7-3095-4719-80e4-00f6f3b23ae4,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:43.521061 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-93f68fe8-2c3d-4dea-9f4f-d8f67c264650 req-e87d8c9d-106a-4914-a496-b6f7a540777f tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0917091 Mar 07 10:54:43.664518 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d98971ad-854b-40fc-be4b-2ff34f014bac None None] Could not find standard attr ID for object 3987abe7-3095-4719-80e4-00f6f3b23ae4. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:54:43.677693 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f3d5b7d0-1e6c-4cec-96f2-5fb61f994300 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:43.682710 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f3d5b7d0-1e6c-4cec-96f2-5fb61f994300 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/ports/3987abe7-3095-4719-80e4-00f6f3b23ae4 HTTP/1.1" status: 204 len: 168 time: 0.9758394 Mar 07 10:54:43.685306 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44316) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:43.703997 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d98971ad-854b-40fc-be4b-2ff34f014bac None None] Provisioning complete for port 1f5fc33c-b5e5-4caa-846b-47468340f7d0 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:43.703997 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d98971ad-854b-40fc-be4b-2ff34f014bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1f5fc33c-b5e5-4caa-846b-47468340f7d0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:43.732757 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10f462-7705-40e2-82d3-3b8feab5a49b req-22cc18b7-bfd7-4227-92bd-6266d11c2fb8 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:43.736268 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ef10f462-7705-40e2-82d3-3b8feab5a49b req-22cc18b7-bfd7-4227-92bd-6266d11c2fb8 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/ports?device_id=a17b4644-bf46-4c3b-b4db-1a79e6802394 HTTP/1.1" status: 200 len: 946 time: 0.1620443 Mar 07 10:54:43.790791 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-085b8cc0-1e7d-4a26-adba-6ba95e8cf82f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] GET failed (client error): The resource could not be found. Mar 07 10:54:43.794929 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-085b8cc0-1e7d-4a26-adba-6ba95e8cf82f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "GET /v2.0/ports/3987abe7-3095-4719-80e4-00f6f3b23ae4 HTTP/1.1" status: 404 len: 333 time: 0.1058507 Mar 07 10:54:43.797641 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44320) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:43.880392 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ef10f462-7705-40e2-82d3-3b8feab5a49b req-aee2f5de-d42d-4ab8-adfb-1eb44a6d45a3 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/security-groups?id=09bd7e8f-e1bd-45da-af62-cb01fc0a3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369720 Mar 07 10:54:43.909281 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d98971ad-854b-40fc-be4b-2ff34f014bac None None] Current status of the port 1f5fc33c-b5e5-4caa-846b-47468340f7d0 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:43.917229 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4378ba2-5f1c-4944-b055-6b01e0b96929 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Deleting subnet 3b6595cc-6f8d-41ae-bbf7-a8f967dd4b60 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:54:43.921598 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b4378ba2-5f1c-4944-b055-6b01e0b96929 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for subnet (3b6595cc-6f8d-41ae-bbf7-a8f967dd4b60), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:43.969053 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b4378ba2-5f1c-4944-b055-6b01e0b96929 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (3b6595cc-6f8d-41ae-bbf7-a8f967dd4b60), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:44.076730 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b4378ba2-5f1c-4944-b055-6b01e0b96929 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (3b6595cc-6f8d-41ae-bbf7-a8f967dd4b60), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:44.129782 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-9b0544c3-9abc-4477-8feb-039f6ddc3660 None None] Could not find standard attr ID for object 3987abe7-3095-4719-80e4-00f6f3b23ae4. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:54:44.149127 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b4378ba2-5f1c-4944-b055-6b01e0b96929 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (3b6595cc-6f8d-41ae-bbf7-a8f967dd4b60), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:44.181002 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4378ba2-5f1c-4944-b055-6b01e0b96929 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Subnet': ['ID=3b6595cc-6f8d-41ae-bbf7-a8f967dd4b60,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:44.186995 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b4378ba2-5f1c-4944-b055-6b01e0b96929 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:44.193536 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b4378ba2-5f1c-4944-b055-6b01e0b96929 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/subnets/3b6595cc-6f8d-41ae-bbf7-a8f967dd4b60 HTTP/1.1" status: 204 len: 168 time: 0.3915956 Mar 07 10:54:44.193940 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44330) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:44.275610 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a22a86f-df76-4b47-a8ec-cf4d033dadf7 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Deleting subnet 28a3ff1e-0d5c-4016-bc6d-11e050bf39b4 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:54:44.279215 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2a22a86f-df76-4b47-a8ec-cf4d033dadf7 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for subnet (28a3ff1e-0d5c-4016-bc6d-11e050bf39b4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:44.344641 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2a22a86f-df76-4b47-a8ec-cf4d033dadf7 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (28a3ff1e-0d5c-4016-bc6d-11e050bf39b4), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:44.400871 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1faf9bfd-4c15-4fc4-bffc-b823f2fd9632 None None] Network 795ce9e0-3a32-4dd0-aaab-78b1c51e7f19 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:54:44.463576 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2a22a86f-df76-4b47-a8ec-cf4d033dadf7 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (28a3ff1e-0d5c-4016-bc6d-11e050bf39b4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:44.467868 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-95a9d4c1-be3c-4636-a419-dbf7ee7fde18 None None] Could not find standard attr ID for object 3987abe7-3095-4719-80e4-00f6f3b23ae4. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:54:44.562562 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2a22a86f-df76-4b47-a8ec-cf4d033dadf7 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (28a3ff1e-0d5c-4016-bc6d-11e050bf39b4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:44.587559 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2a22a86f-df76-4b47-a8ec-cf4d033dadf7 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:44.593721 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2a22a86f-df76-4b47-a8ec-cf4d033dadf7 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/subnets/28a3ff1e-0d5c-4016-bc6d-11e050bf39b4 HTTP/1.1" status: 204 len: 168 time: 0.3975043 Mar 07 10:54:44.595656 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44334) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:44.663216 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a22a86f-df76-4b47-a8ec-cf4d033dadf7 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Subnet': ['ID=28a3ff1e-0d5c-4016-bc6d-11e050bf39b4,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:44.755364 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32681df5-bcc9-4166-aa3a-0ae3035570d2 req-135af132-fdfb-4206-a1eb-0944a78d78b0 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:44.756982 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-32681df5-bcc9-4166-aa3a-0ae3035570d2 req-135af132-fdfb-4206-a1eb-0944a78d78b0 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 945 time: 0.1159306 Mar 07 10:54:44.769740 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-71239d34-f7dd-4ad7-85af-4c5d5227d109 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (795ce9e0-3a32-4dd0-aaab-78b1c51e7f19), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:44.773374 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218f9309-bb10-4b83-9743-ef975f306a11 None None] Update dhcp port {'port': {'network_id': '795ce9e0-3a32-4dd0-aaab-78b1c51e7f19', 'fixed_ips': [{'subnet_id': '28a3ff1e-0d5c-4016-bc6d-11e050bf39b4'}], 'binding:host_id': 'n-d-832164-4'}, 'id': '1f5fc33c-b5e5-4caa-846b-47468340f7d0'} from n-d-832164-4. {{(pid=103768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 10:54:44.821249 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-218f9309-bb10-4b83-9743-ef975f306a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1f5fc33c-b5e5-4caa-846b-47468340f7d0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:44.829527 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-32681df5-bcc9-4166-aa3a-0ae3035570d2 req-e9820dd3-b7f7-4eac-aa38-afc9fcdcd61d tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591319 Mar 07 10:54:44.949639 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658dbf7a-8113-4c10-8490-ea77187e12ee req-c1184724-197a-4f6f-901e-f4f119965510 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:44.951529 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-658dbf7a-8113-4c10-8490-ea77187e12ee req-c1184724-197a-4f6f-901e-f4f119965510 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.21 "GET /v2.0/ports?device_id=a17b4644-bf46-4c3b-b4db-1a79e6802394 HTTP/1.1" status: 200 len: 946 time: 0.1619112 Mar 07 10:54:45.077815 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6f3314-cc04-4c40-b599-cd5a3bc50f0f None None] Network 795ce9e0-3a32-4dd0-aaab-78b1c51e7f19 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:54:45.137890 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-71239d34-f7dd-4ad7-85af-4c5d5227d109 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Deleting port 1f5fc33c-b5e5-4caa-846b-47468340f7d0 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:45.138231 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-71239d34-f7dd-4ad7-85af-4c5d5227d109 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (1f5fc33c-b5e5-4caa-846b-47468340f7d0), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:45.236596 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b8d107cc-b8eb-4838-bfeb-2ca8886d9463 None None] Provisioning complete for port 1f5fc33c-b5e5-4caa-846b-47468340f7d0 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:45.237159 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b8d107cc-b8eb-4838-bfeb-2ca8886d9463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1f5fc33c-b5e5-4caa-846b-47468340f7d0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:45.292279 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d4e13-91d1-45f2-96b1-5e1be81a467a req-8b47b8a3-8a89-4e79-9538-eebd99b2ccd5 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:45.293853 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f64d4e13-91d1-45f2-96b1-5e1be81a467a req-8b47b8a3-8a89-4e79-9538-eebd99b2ccd5 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/ports?device_id=a17b4644-bf46-4c3b-b4db-1a79e6802394 HTTP/1.1" status: 200 len: 946 time: 0.2553029 Mar 07 10:54:45.327185 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-71239d34-f7dd-4ad7-85af-4c5d5227d109 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] For port 1f5fc33c-b5e5-4caa-846b-47468340f7d0, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1f5fc33c-b5e5-4caa-846b-47468340f7d0,segment=NetworkSegment(9d235cb1-eddf-4e34-86c8-5964e5e22b79),segment_id=9d235cb1-eddf-4e34-86c8-5964e5e22b79)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:45.327703 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-71239d34-f7dd-4ad7-85af-4c5d5227d109 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (1f5fc33c-b5e5-4caa-846b-47468340f7d0), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:45.340490 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d726d8-d6c2-48d2-85d0-df5a381f7394 None None] DHCP port deletion for 795ce9e0-3a32-4dd0-aaab-78b1c51e7f19 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:54:45.377719 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-71239d34-f7dd-4ad7-85af-4c5d5227d109 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Calling delete_port for 1f5fc33c-b5e5-4caa-846b-47468340f7d0 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:45.391774 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-658dbf7a-8113-4c10-8490-ea77187e12ee req-f3da88f3-67c9-45d6-bfca-9562ce4fd4b2 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Deleting port 4b18e656-f486-452a-8f6d-6d3974ecdbd8 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:45.392437 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-658dbf7a-8113-4c10-8490-ea77187e12ee req-f3da88f3-67c9-45d6-bfca-9562ce4fd4b2 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (4b18e656-f486-452a-8f6d-6d3974ecdbd8), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:45.407311 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b8d107cc-b8eb-4838-bfeb-2ca8886d9463 None None] Current status of the port 1f5fc33c-b5e5-4caa-846b-47468340f7d0 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:45.432236 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d3d726d8-d6c2-48d2-85d0-df5a381f7394 None None] Deleting port 1f5fc33c-b5e5-4caa-846b-47468340f7d0 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:45.432629 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d3d726d8-d6c2-48d2-85d0-df5a381f7394 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (1f5fc33c-b5e5-4caa-846b-47468340f7d0), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:45.518342 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-d3d726d8-d6c2-48d2-85d0-df5a381f7394 None None] For port 1f5fc33c-b5e5-4caa-846b-47468340f7d0, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1f5fc33c-b5e5-4caa-846b-47468340f7d0,segment=NetworkSegment(9d235cb1-eddf-4e34-86c8-5964e5e22b79),segment_id=9d235cb1-eddf-4e34-86c8-5964e5e22b79)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:45.518679 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d3d726d8-d6c2-48d2-85d0-df5a381f7394 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (1f5fc33c-b5e5-4caa-846b-47468340f7d0), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:45.537588 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d3d726d8-d6c2-48d2-85d0-df5a381f7394 None None] Calling delete_port for 1f5fc33c-b5e5-4caa-846b-47468340f7d0 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:45.551261 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f64d4e13-91d1-45f2-96b1-5e1be81a467a req-4bf025e5-f32b-422c-9679-57c152376d77 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/security-groups?id=09bd7e8f-e1bd-45da-af62-cb01fc0a3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433126 Mar 07 10:54:45.600788 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-658dbf7a-8113-4c10-8490-ea77187e12ee req-f3da88f3-67c9-45d6-bfca-9562ce4fd4b2 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] For port 4b18e656-f486-452a-8f6d-6d3974ecdbd8, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=4b18e656-f486-452a-8f6d-6d3974ecdbd8,segment=NetworkSegment(67ccb08a-1425-4fe5-8f4f-a59866b5fc97),segment_id=67ccb08a-1425-4fe5-8f4f-a59866b5fc97)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:45.601644 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-658dbf7a-8113-4c10-8490-ea77187e12ee req-f3da88f3-67c9-45d6-bfca-9562ce4fd4b2 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (4b18e656-f486-452a-8f6d-6d3974ecdbd8), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:45.617795 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-658dbf7a-8113-4c10-8490-ea77187e12ee req-f3da88f3-67c9-45d6-bfca-9562ce4fd4b2 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Calling delete_port for 4b18e656-f486-452a-8f6d-6d3974ecdbd8 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:45.631392 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-71239d34-f7dd-4ad7-85af-4c5d5227d109 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (1f5fc33c-b5e5-4caa-846b-47468340f7d0), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:45.646038 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d3d726d8-d6c2-48d2-85d0-df5a381f7394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (1f5fc33c-b5e5-4caa-846b-47468340f7d0), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:45.662651 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71239d34-f7dd-4ad7-85af-4c5d5227d109 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Port': ['ID=1f5fc33c-b5e5-4caa-846b-47468340f7d0,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:45.682616 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d726d8-d6c2-48d2-85d0-df5a381f7394 None None] Pushing event deleted for resources: {'Port': ['ID=1f5fc33c-b5e5-4caa-846b-47468340f7d0,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:45.691942 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d726d8-d6c2-48d2-85d0-df5a381f7394 None None] No DVR routers for this DVR port 1f5fc33c-b5e5-4caa-846b-47468340f7d0 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:54:45.720940 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71239d34-f7dd-4ad7-85af-4c5d5227d109 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] No DVR routers for this DVR port 1f5fc33c-b5e5-4caa-846b-47468340f7d0 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:54:45.813603 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-71239d34-f7dd-4ad7-85af-4c5d5227d109 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (795ce9e0-3a32-4dd0-aaab-78b1c51e7f19), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:45.837842 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-71239d34-f7dd-4ad7-85af-4c5d5227d109 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['795ce9e0-3a32-4dd0-aaab-78b1c51e7f19']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:45.866799 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-71239d34-f7dd-4ad7-85af-4c5d5227d109 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d235cb1-eddf-4e34-86c8-5964e5e22b79') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:45.867087 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-71239d34-f7dd-4ad7-85af-4c5d5227d109 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d235cb1-eddf-4e34-86c8-5964e5e22b79') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:45.880865 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-71239d34-f7dd-4ad7-85af-4c5d5227d109 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (9d235cb1-eddf-4e34-86c8-5964e5e22b79), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:45.888608 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1f5fc33c-b5e5-4caa-846b-47468340f7d0 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:54:45.910179 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-71239d34-f7dd-4ad7-85af-4c5d5227d109 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (9d235cb1-eddf-4e34-86c8-5964e5e22b79), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:45.918530 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71239d34-f7dd-4ad7-85af-4c5d5227d109 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:54:45.918530 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-71239d34-f7dd-4ad7-85af-4c5d5227d109 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (9d235cb1-eddf-4e34-86c8-5964e5e22b79), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:45.926216 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 1f5fc33c-b5e5-4caa-846b-47468340f7d0 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:54:45.926566 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1f5fc33c-b5e5-4caa-846b-47468340f7d0 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:54:45.932223 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:54:45.932223 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:54:45.932223 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:54:45.932223 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:54:45.932223 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:54:45.932223 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:54:45.932223 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:54:45.932223 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:54:45.932223 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:54:45.932223 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:54:45.932223 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:54:45.932223 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:54:45.932223 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:54:45.932223 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:54:45.932223 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:54:45.932223 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:54:45.932223 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:54:45.932223 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:54:45.932223 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:54:45.932223 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:54:45.932223 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:54:45.932223 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:54:45.932223 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:54:45.932223 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:54:45.932223 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:54:45.932223 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:54:45.932223 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:54:45.932223 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:54:45.932223 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:54:45.932223 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:54:45.932223 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:54:45.932223 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:54:46.067696 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c266a-5a34-4e8b-bb1c-f0729588062c req-90c933dd-c892-4cc6-aa24-650f45483a23 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:46.069460 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f93c266a-5a34-4e8b-bb1c-f0729588062c req-90c933dd-c892-4cc6-aa24-650f45483a23 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 945 time: 0.0893848 Mar 07 10:54:46.127255 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f93c266a-5a34-4e8b-bb1c-f0729588062c req-e58713a2-cc96-4b7b-8add-d6aeac0f8486 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508590 Mar 07 10:54:46.169710 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-71239d34-f7dd-4ad7-85af-4c5d5227d109 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (795ce9e0-3a32-4dd0-aaab-78b1c51e7f19), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:46.183705 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-71239d34-f7dd-4ad7-85af-4c5d5227d109 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:46.187046 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-71239d34-f7dd-4ad7-85af-4c5d5227d109 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/networks/795ce9e0-3a32-4dd0-aaab-78b1c51e7f19 HTTP/1.1" status: 204 len: 168 time: 1.5900431 Mar 07 10:54:46.189857 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-658dbf7a-8113-4c10-8490-ea77187e12ee req-f3da88f3-67c9-45d6-bfca-9562ce4fd4b2 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (4b18e656-f486-452a-8f6d-6d3974ecdbd8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:46.193415 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44346) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:46.215354 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71239d34-f7dd-4ad7-85af-4c5d5227d109 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Network': ['ID=795ce9e0-3a32-4dd0-aaab-78b1c51e7f19,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:46.282761 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da88f3-67c9-45d6-bfca-9562ce4fd4b2 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Pushing event deleted for resources: {'Port': ['ID=4b18e656-f486-452a-8f6d-6d3974ecdbd8,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:46.298219 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a108eb64-5740-4992-99b4-faafdd577670 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:46.300631 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a108eb64-5740-4992-99b4-faafdd577670 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1058283 Mar 07 10:54:46.305866 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44348) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:46.320423 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-658dbf7a-8113-4c10-8490-ea77187e12ee req-f3da88f3-67c9-45d6-bfca-9562ce4fd4b2 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] No DVR routers for this DVR port 4b18e656-f486-452a-8f6d-6d3974ecdbd8 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:54:46.323808 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-658dbf7a-8113-4c10-8490-ea77187e12ee req-f3da88f3-67c9-45d6-bfca-9562ce4fd4b2 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:46.326531 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-658dbf7a-8113-4c10-8490-ea77187e12ee req-f3da88f3-67c9-45d6-bfca-9562ce4fd4b2 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.21 "DELETE /v2.0/ports/4b18e656-f486-452a-8f6d-6d3974ecdbd8 HTTP/1.1" status: 204 len: 173 time: 1.3684213 Mar 07 10:54:46.327000 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17b4644-bf46-4c3b-b4db-1a79e6802394', 'name': 'network-vif-deleted', 'tag': '4b18e656-f486-452a-8f6d-6d3974ecdbd8'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:54:46.329368 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34c9e9be-e347-4177-a64f-ac2b8c6c0696" -d '{"events": [{"server_uuid": "a17b4644-bf46-4c3b-b4db-1a79e6802394", "name": "network-vif-deleted", "tag": "4b18e656-f486-452a-8f6d-6d3974ecdbd8"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:54:46.420469 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b848db1-24cd-473a-bf1e-902a83e6cd26 x-openstack-request-id: req-9b848db1-24cd-473a-bf1e-902a83e6cd26 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:54:46.421297 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17b4644-bf46-4c3b-b4db-1a79e6802394", "name": "network-vif-deleted", "tag": "4b18e656-f486-452a-8f6d-6d3974ecdbd8", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:54:46.421782 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9b848db1-24cd-473a-bf1e-902a83e6cd26 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:54:46.422454 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17b4644-bf46-4c3b-b4db-1a79e6802394', 'name': 'network-vif-deleted', 'tag': '4b18e656-f486-452a-8f6d-6d3974ecdbd8', 'status': 'completed', 'code': 200} Mar 07 10:54:46.443174 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-bfe88465-9398-4c75-991c-80330feb58cf tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1359262 Mar 07 10:54:46.446394 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44352) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:46.452224 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-e9332490-b6ec-4152-a787-075f7b08e6d9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-513624519'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:46.527898 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9332490-b6ec-4152-a787-075f7b08e6d9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:46.538450 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e9332490-b6ec-4152-a787-075f7b08e6d9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:46.615332 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9332490-b6ec-4152-a787-075f7b08e6d9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:54:46.636291 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e9332490-b6ec-4152-a787-075f7b08e6d9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (748fe212-73cc-4191-9cbc-de7752b88c17), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:46.636802 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-e9332490-b6ec-4152-a787-075f7b08e6d9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Added segment 748fe212-73cc-4191-9cbc-de7752b88c17 of type vlan for network 049089e6-48a7-43a7-b547-adfee5bb657d Mar 07 10:54:46.718261 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17049d80-c0ce-4618-8df9-3af1d393dd6a req-9bca8495-f760-433c-b520-a32b5bf681ec tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/ports?device_id=a17b4644-bf46-4c3b-b4db-1a79e6802394 HTTP/1.1" status: 200 len: 210 time: 0.0359507 Mar 07 10:54:46.757137 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e9332490-b6ec-4152-a787-075f7b08e6d9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (049089e6-48a7-43a7-b547-adfee5bb657d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:46.809682 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e9332490-b6ec-4152-a787-075f7b08e6d9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (049089e6-48a7-43a7-b547-adfee5bb657d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:46.817557 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9332490-b6ec-4152-a787-075f7b08e6d9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:46.818678 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e9332490-b6ec-4152-a787-075f7b08e6d9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:46.868838 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44356) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:46.870570 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e9332490-b6ec-4152-a787-075f7b08e6d9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4223144 Mar 07 10:54:46.875044 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-6d419c74-6eda-4a32-a6d4-e52c26353700 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'subnet': {'network_id': '049089e6-48a7-43a7-b547-adfee5bb657d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:46.931951 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9332490-b6ec-4152-a787-075f7b08e6d9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Network': ['ID=049089e6-48a7-43a7-b547-adfee5bb657d,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:46.946633 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 049089e6-48a7-43a7-b547-adfee5bb657d details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:54:47.055307 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d419c74-6eda-4a32-a6d4-e52c26353700 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:47.059250 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6d419c74-6eda-4a32-a6d4-e52c26353700 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:47.369291 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3cd1b7-deb7-4867-979a-680cfba83044 req-7d39dcaa-05d5-4579-9353-cada5a6e409a tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:47.378602 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 4b18e656-f486-452a-8f6d-6d3974ecdbd8 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:54:47.381210 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6d419c74-6eda-4a32-a6d4-e52c26353700 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (eca68ff1-5d76-4397-a9e6-b8a64e5523c8), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:47.397707 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bd3cd1b7-deb7-4867-979a-680cfba83044 req-7d39dcaa-05d5-4579-9353-cada5a6e409a tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 945 time: 0.1198723 Mar 07 10:54:47.429714 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 4b18e656-f486-452a-8f6d-6d3974ecdbd8 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:54:47.433591 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 4b18e656-f486-452a-8f6d-6d3974ecdbd8 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:54:47.489063 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bd3cd1b7-deb7-4867-979a-680cfba83044 req-dbeecdd0-424e-4a7c-a46b-7f117010ad89 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902097 Mar 07 10:54:47.511205 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d419c74-6eda-4a32-a6d4-e52c26353700 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Subnet': ['ID=eca68ff1-5d76-4397-a9e6-b8a64e5523c8,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:47.528671 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d419c74-6eda-4a32-a6d4-e52c26353700 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Checking segment: {'id': '748fe212-73cc-4191-9cbc-de7752b88c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '049089e6-48a7-43a7-b547-adfee5bb657d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:54:47.529644 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d419c74-6eda-4a32-a6d4-e52c26353700 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network hostable DHCP agents. Network: 049089e6-48a7-43a7-b547-adfee5bb657d, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:54:47.567298 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d419c74-6eda-4a32-a6d4-e52c26353700 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network 049089e6-48a7-43a7-b547-adfee5bb657d is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:54:47.579113 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-6d419c74-6eda-4a32-a6d4-e52c26353700 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 049089e6-48a7-43a7-b547-adfee5bb657d) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:47.587979 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b18871c-9868-4832-b59c-ffc065af80a7 None None] Network 049089e6-48a7-43a7-b547-adfee5bb657d requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:54:47.613085 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d419c74-6eda-4a32-a6d4-e52c26353700 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:47.614231 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6d419c74-6eda-4a32-a6d4-e52c26353700 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:47.661359 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6d419c74-6eda-4a32-a6d4-e52c26353700 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7912962 Mar 07 10:54:47.664019 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44366) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:47.669692 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-ed45289b-88c2-43de-9f42-d3b611ed32c9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'port': {'network_id': '049089e6-48a7-43a7-b547-adfee5bb657d', 'name': 'tempest-PortsTestJSON-50913169'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:47.880012 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29daad70-c677-4199-8d30-4131358c4591 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-049089e6-48a7-43a7-b547-adfee5bb657d', 'network_id': '049089e6-48a7-43a7-b547-adfee5bb657d', 'project_id': '273b160fa2104d51b4a02d20bbb41573', 'fixed_ips': [{'subnet_id': 'eca68ff1-5d76-4397-a9e6-b8a64e5523c8'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:54:47.881699 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-29daad70-c677-4199-8d30-4131358c4591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:47.891917 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed45289b-88c2-43de-9f42-d3b611ed32c9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:47.896909 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ed45289b-88c2-43de-9f42-d3b611ed32c9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:47.942454 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-ed45289b-88c2-43de-9f42-d3b611ed32c9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] device_id is not set on port 4858efce-e678-44c6-93ef-34003d78ac56 yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:54:48.089922 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-29daad70-c677-4199-8d30-4131358c4591 None None] Allocated IP 172.20.0.2 (049089e6-48a7-43a7-b547-adfee5bb657d/eca68ff1-5d76-4397-a9e6-b8a64e5523c8/47843f43-b3b4-46e7-8ac2-da98790b854f) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:54:48.257750 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-29daad70-c677-4199-8d30-4131358c4591 None None] Publish callbacks [] for port (47843f43-b3b4-46e7-8ac2-da98790b854f), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:48.274426 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-29daad70-c677-4199-8d30-4131358c4591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (47843f43-b3b4-46e7-8ac2-da98790b854f), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:48.361146 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-ed45289b-88c2-43de-9f42-d3b611ed32c9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Allocated IP 172.20.0.5 (049089e6-48a7-43a7-b547-adfee5bb657d/eca68ff1-5d76-4397-a9e6-b8a64e5523c8/4858efce-e678-44c6-93ef-34003d78ac56) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:54:48.381421 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29daad70-c677-4199-8d30-4131358c4591 None None] Network 049089e6-48a7-43a7-b547-adfee5bb657d is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:54:48.382591 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:48.383637 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29daad70-c677-4199-8d30-4131358c4591 None None] Pushing event updated for resources: {'Port': ['ID=47843f43-b3b4-46e7-8ac2-da98790b854f,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:48.388210 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-29daad70-c677-4199-8d30-4131358c4591 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:48.391089 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29daad70-c677-4199-8d30-4131358c4591 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:54:48.515148 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-29daad70-c677-4199-8d30-4131358c4591 None None] Attempting to bind port 47843f43-b3b4-46e7-8ac2-da98790b854f on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:54:48.515514 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-29daad70-c677-4199-8d30-4131358c4591 None None] Attempting to bind port 47843f43-b3b4-46e7-8ac2-da98790b854f by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '748fe212-73cc-4191-9cbc-de7752b88c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '049089e6-48a7-43a7-b547-adfee5bb657d'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:54:48.515878 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29daad70-c677-4199-8d30-4131358c4591 None None] Attempting to bind port 47843f43-b3b4-46e7-8ac2-da98790b854f on network 049089e6-48a7-43a7-b547-adfee5bb657d {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:54:48.530402 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29daad70-c677-4199-8d30-4131358c4591 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:54:48.530402 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29daad70-c677-4199-8d30-4131358c4591 None None] Checking segment: {'id': '748fe212-73cc-4191-9cbc-de7752b88c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '049089e6-48a7-43a7-b547-adfee5bb657d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:54:48.530827 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-29daad70-c677-4199-8d30-4131358c4591 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:48.531272 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29daad70-c677-4199-8d30-4131358c4591 None None] Bound using segment: {'id': '748fe212-73cc-4191-9cbc-de7752b88c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '049089e6-48a7-43a7-b547-adfee5bb657d'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:54:48.531756 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-29daad70-c677-4199-8d30-4131358c4591 None None] Bound port: 47843f43-b3b4-46e7-8ac2-da98790b854f, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '748fe212-73cc-4191-9cbc-de7752b88c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '049089e6-48a7-43a7-b547-adfee5bb657d'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:54:48.532134 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-29daad70-c677-4199-8d30-4131358c4591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (47843f43-b3b4-46e7-8ac2-da98790b854f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:48.633215 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-29daad70-c677-4199-8d30-4131358c4591 None None] For port 47843f43-b3b4-46e7-8ac2-da98790b854f, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:54:48.636595 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-29daad70-c677-4199-8d30-4131358c4591 None None] For port 47843f43-b3b4-46e7-8ac2-da98790b854f, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=47843f43-b3b4-46e7-8ac2-da98790b854f,segment=NetworkSegment(748fe212-73cc-4191-9cbc-de7752b88c17),segment_id=748fe212-73cc-4191-9cbc-de7752b88c17)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:54:48.647290 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-29daad70-c677-4199-8d30-4131358c4591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (47843f43-b3b4-46e7-8ac2-da98790b854f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:48.681561 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2809da-d9da-457c-b65f-1746575caca9 req-620b0a0c-d629-4181-9cbd-aa48d39370bb tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:48.696543 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd2809da-d9da-457c-b65f-1746575caca9 req-620b0a0c-d629-4181-9cbd-aa48d39370bb tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/networks?id=e6442db4-9f10-4ee5-938b-88e5a56b233c HTTP/1.1" status: 200 len: 807 time: 0.4568715 Mar 07 10:54:48.720047 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd2809da-d9da-457c-b65f-1746575caca9 req-2ff0eaad-470d-49b2-a72e-1d9210617e4e tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/quotas/792a213ec02d4545bd460dce59bc3243 HTTP/1.1" status: 200 len: 375 time: 0.0224721 Mar 07 10:54:48.742125 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29daad70-c677-4199-8d30-4131358c4591 None None] Pushing event updated for resources: {'Port': ['ID=47843f43-b3b4-46e7-8ac2-da98790b854f,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:48.769752 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd2809da-d9da-457c-b65f-1746575caca9 req-b9624613-0ad2-4265-b6b2-f4d432447477 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=792a213ec02d4545bd460dce59bc3243&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465529 Mar 07 10:54:48.799323 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2aeef-a670-4532-be31-88d8df0c155c req-0f55e9d7-997f-4678-9d9d-416addd56012 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:48.808121 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ebf2aeef-a670-4532-be31-88d8df0c155c req-0f55e9d7-997f-4678-9d9d-416addd56012 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 945 time: 0.1620884 Mar 07 10:54:48.902825 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ed45289b-88c2-43de-9f42-d3b611ed32c9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for port (4858efce-e678-44c6-93ef-34003d78ac56), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:48.913941 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ebf2aeef-a670-4532-be31-88d8df0c155c req-ba55aa78-42aa-4a1a-907a-6bfb4e4e199f tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1047232 Mar 07 10:54:48.975790 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd2809da-d9da-457c-b65f-1746575caca9 req-18812563-e892-4fab-9db5-d9e2836f1b11 service neutron] 10.222.0.11 "GET /v2.0/networks/e6442db4-9f10-4ee5-938b-88e5a56b233c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059124 Mar 07 10:54:49.089571 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ed45289b-88c2-43de-9f42-d3b611ed32c9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (4858efce-e678-44c6-93ef-34003d78ac56), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:49.188423 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed45289b-88c2-43de-9f42-d3b611ed32c9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network 049089e6-48a7-43a7-b547-adfee5bb657d is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:54:49.200854 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-ed45289b-88c2-43de-9f42-d3b611ed32c9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:49.220480 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed45289b-88c2-43de-9f42-d3b611ed32c9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:54:49.226811 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed45289b-88c2-43de-9f42-d3b611ed32c9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Port': ['ID=4858efce-e678-44c6-93ef-34003d78ac56,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:49.262657 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd2809da-d9da-457c-b65f-1746575caca9 req-98ab8e43-efa1-422e-a4a5-6ffb8999444e service neutron] 10.222.0.11 "GET /v2.0/networks/e6442db4-9f10-4ee5-938b-88e5a56b233c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859399 Mar 07 10:54:49.310290 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed45289b-88c2-43de-9f42-d3b611ed32c9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:49.315921 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ed45289b-88c2-43de-9f42-d3b611ed32c9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:49.353850 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ed45289b-88c2-43de-9f42-d3b611ed32c9 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6885481 Mar 07 10:54:49.356542 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44390) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:49.361729 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-3ecac956-95e4-4498-bec2-e40a57419f60 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'port': {'network_id': '049089e6-48a7-43a7-b547-adfee5bb657d', 'name': 'tempest-PortsTestJSON-1180686799'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:49.632876 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-992681a8-5605-4fab-ad26-5d7e2e91f91a req-6993b14b-8071-426c-9c40-170a7eec6495 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2a3659e-364b-4f4d-8671-b0cc2789dcf1 HTTP/1.1" status: 200 len: 210 time: 0.0677950 Mar 07 10:54:49.953964 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 47843f43-b3b4-46e7-8ac2-da98790b854f up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:54:50.058594 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 47843f43-b3b4-46e7-8ac2-da98790b854f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:50.059840 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (47843f43-b3b4-46e7-8ac2-da98790b854f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:50.212560 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecac956-95e4-4498-bec2-e40a57419f60 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:50.217335 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3ecac956-95e4-4498-bec2-e40a57419f60 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:50.248394 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 47843f43-b3b4-46e7-8ac2-da98790b854f is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:50.248792 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (47843f43-b3b4-46e7-8ac2-da98790b854f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:50.249229 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-3ecac956-95e4-4498-bec2-e40a57419f60 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] device_id is not set on port 433fce1f-e8da-4a7e-87ec-d86a41337486 yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:54:50.262321 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7183dd-5bd8-4168-a414-a7fb86192557 req-c5eadfb4-8f92-4d43-bcc3-91ab65a6c2cc tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:50.266085 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8a7183dd-5bd8-4168-a414-a7fb86192557 req-c5eadfb4-8f92-4d43-bcc3-91ab65a6c2cc tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 945 time: 0.1782320 Mar 07 10:54:50.352920 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 47843f43-b3b4-46e7-8ac2-da98790b854f, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=47843f43-b3b4-46e7-8ac2-da98790b854f,segment=NetworkSegment(748fe212-73cc-4191-9cbc-de7752b88c17),segment_id=748fe212-73cc-4191-9cbc-de7752b88c17)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:50.361701 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (47843f43-b3b4-46e7-8ac2-da98790b854f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:50.441444 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8a7183dd-5bd8-4168-a414-a7fb86192557 req-5bdad454-8186-4965-8024-e40986f798ec tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1675940 Mar 07 10:54:50.462242 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=47843f43-b3b4-46e7-8ac2-da98790b854f,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:50.650655 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36158dcd-a9e3-4957-a989-d13875703155 None None] Network 049089e6-48a7-43a7-b547-adfee5bb657d requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:54:50.667736 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-3ecac956-95e4-4498-bec2-e40a57419f60 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Allocated IP 172.20.0.4 (049089e6-48a7-43a7-b547-adfee5bb657d/eca68ff1-5d76-4397-a9e6-b8a64e5523c8/433fce1f-e8da-4a7e-87ec-d86a41337486) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:54:50.850331 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-16f8c169-8f4e-4ae5-8a38-5edb44b5ff75 req-c17995e7-ca8e-4bdc-9e86-ffdb8424168a tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2a3659e-364b-4f4d-8671-b0cc2789dcf1 HTTP/1.1" status: 200 len: 210 time: 0.0795588 Mar 07 10:54:50.883875 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-fd475ccd-cc9b-46bc-a977-a0f69b7bac59 None None] Provisioning complete for port 47843f43-b3b4-46e7-8ac2-da98790b854f triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:50.883875 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fd475ccd-cc9b-46bc-a977-a0f69b7bac59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (47843f43-b3b4-46e7-8ac2-da98790b854f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:50.956208 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3ecac956-95e4-4498-bec2-e40a57419f60 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for port (433fce1f-e8da-4a7e-87ec-d86a41337486), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:50.997962 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3ecac956-95e4-4498-bec2-e40a57419f60 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (433fce1f-e8da-4a7e-87ec-d86a41337486), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:51.065789 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-fd475ccd-cc9b-46bc-a977-a0f69b7bac59 None None] Current status of the port 47843f43-b3b4-46e7-8ac2-da98790b854f is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:51.075443 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecac956-95e4-4498-bec2-e40a57419f60 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network 049089e6-48a7-43a7-b547-adfee5bb657d is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:54:51.092865 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-3ecac956-95e4-4498-bec2-e40a57419f60 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:51.096908 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecac956-95e4-4498-bec2-e40a57419f60 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:54:51.128907 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecac956-95e4-4498-bec2-e40a57419f60 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Port': ['ID=433fce1f-e8da-4a7e-87ec-d86a41337486,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:51.163761 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecac956-95e4-4498-bec2-e40a57419f60 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:51.164109 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecac956-95e4-4498-bec2-e40a57419f60 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:51.164450 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecac956-95e4-4498-bec2-e40a57419f60 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:51.164783 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecac956-95e4-4498-bec2-e40a57419f60 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:51.165141 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecac956-95e4-4498-bec2-e40a57419f60 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:51.165465 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecac956-95e4-4498-bec2-e40a57419f60 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:51.165792 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecac956-95e4-4498-bec2-e40a57419f60 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:51.166115 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecac956-95e4-4498-bec2-e40a57419f60 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:51.166434 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecac956-95e4-4498-bec2-e40a57419f60 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:51.166752 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecac956-95e4-4498-bec2-e40a57419f60 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:51.167073 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecac956-95e4-4498-bec2-e40a57419f60 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:51.167389 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecac956-95e4-4498-bec2-e40a57419f60 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:51.167706 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecac956-95e4-4498-bec2-e40a57419f60 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:54:51.195951 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecac956-95e4-4498-bec2-e40a57419f60 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:51.196702 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3ecac956-95e4-4498-bec2-e40a57419f60 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:51.218359 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3ecac956-95e4-4498-bec2-e40a57419f60 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8597410 Mar 07 10:54:51.221295 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44410) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:51.389829 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2274e811-2b38-4d9f-9501-c1d628e3be25 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:51.391459 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2274e811-2b38-4d9f-9501-c1d628e3be25 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 920 time: 0.1687431 Mar 07 10:54:51.394588 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44412) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:51.533841 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ce857d94-8895-4d18-a034-692e5678b3a3 None None] Provisioning complete for port 4858efce-e678-44c6-93ef-34003d78ac56 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:51.533841 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ce857d94-8895-4d18-a034-692e5678b3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4858efce-e678-44c6-93ef-34003d78ac56), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:51.654038 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ce857d94-8895-4d18-a034-692e5678b3a3 None None] Port 4858efce-e678-44c6-93ef-34003d78ac56 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:54:51.668429 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ce857d94-8895-4d18-a034-692e5678b3a3 None None] Provisioning complete for port 47843f43-b3b4-46e7-8ac2-da98790b854f triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:51.668805 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ce857d94-8895-4d18-a034-692e5678b3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (47843f43-b3b4-46e7-8ac2-da98790b854f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:51.751859 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2809da-d9da-457c-b65f-1746575caca9 req-8ec8e51a-5e0f-48c9-ba09-d13303336413 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:51.753978 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd2809da-d9da-457c-b65f-1746575caca9 req-8ec8e51a-5e0f-48c9-ba09-d13303336413 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.21 "GET /v2.0/networks?id=e6442db4-9f10-4ee5-938b-88e5a56b233c HTTP/1.1" status: 200 len: 807 time: 0.4426184 Mar 07 10:54:51.796438 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-dd2809da-d9da-457c-b65f-1746575caca9 req-7a0aec4e-da3a-4c3d-af3f-5b344da397e7 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Request body: {'port': {'device_id': 'c2a3659e-364b-4f4d-8671-b0cc2789dcf1', 'network_id': 'e6442db4-9f10-4ee5-938b-88e5a56b233c', 'admin_state_up': True, 'tenant_id': '792a213ec02d4545bd460dce59bc3243'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:51.911096 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-d0831790-ae1f-4d9e-bcfc-ace96fa81e9a req-fd214b9d-1912-46c7-aed5-36b76e264cb6 service neutron] (103767) timed out ('10.222.0.11', 50252) {{(pid=103767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 10:54:51.946171 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ce857d94-8895-4d18-a034-692e5678b3a3 None None] Current status of the port 47843f43-b3b4-46e7-8ac2-da98790b854f is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:51.974841 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-a1f84574-0042-403b-87c2-7d62bd9888fa tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Deleting port 433fce1f-e8da-4a7e-87ec-d86a41337486 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:51.975196 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1f84574-0042-403b-87c2-7d62bd9888fa tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (433fce1f-e8da-4a7e-87ec-d86a41337486), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:51.979780 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 47843f43-b3b4-46e7-8ac2-da98790b854f up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:54:52.039753 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44364d4-b973-42a2-b271-1baa32b909e6 req-ce803e3c-6647-4a0e-b052-415c1d101658 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:52.041274 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d44364d4-b973-42a2-b271-1baa32b909e6 req-ce803e3c-6647-4a0e-b052-415c1d101658 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 945 time: 0.3615005 Mar 07 10:54:52.077638 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-df2cb588-14a1-47cb-b85a-9511f1007044 req-7f210300-128c-4dda-9dd2-cd5462c1ea27 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2a3659e-364b-4f4d-8671-b0cc2789dcf1 HTTP/1.1" status: 200 len: 210 time: 0.0561812 Mar 07 10:54:52.102730 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 47843f43-b3b4-46e7-8ac2-da98790b854f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:52.103315 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (47843f43-b3b4-46e7-8ac2-da98790b854f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:52.162850 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-5f1f782b-bb62-4354-bf18-315e949681ef None None] Provisioning complete for port 4858efce-e678-44c6-93ef-34003d78ac56 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:52.163368 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5f1f782b-bb62-4354-bf18-315e949681ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4858efce-e678-44c6-93ef-34003d78ac56), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:52.205210 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5f1f782b-bb62-4354-bf18-315e949681ef None None] Port 4858efce-e678-44c6-93ef-34003d78ac56 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:54:52.225008 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd2809da-d9da-457c-b65f-1746575caca9 req-7a0aec4e-da3a-4c3d-af3f-5b344da397e7 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Made reservation on behalf of 792a213ec02d4545bd460dce59bc3243 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:52.228576 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-dd2809da-d9da-457c-b65f-1746575caca9 req-7a0aec4e-da3a-4c3d-af3f-5b344da397e7 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:52.271995 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d44364d4-b973-42a2-b271-1baa32b909e6 req-9055f896-5ef1-47aa-a0c5-e662b00429ee tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1997969 Mar 07 10:54:52.312590 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 47843f43-b3b4-46e7-8ac2-da98790b854f is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:52.387002 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1f84574-0042-403b-87c2-7d62bd9888fa tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (433fce1f-e8da-4a7e-87ec-d86a41337486), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:52.409934 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-a1f84574-0042-403b-87c2-7d62bd9888fa tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Calling delete_port for 433fce1f-e8da-4a7e-87ec-d86a41337486 owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:52.436633 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aaca8b4c-21cd-4602-8b93-7ef5291d3451 None None] Provisioning complete for port 433fce1f-e8da-4a7e-87ec-d86a41337486 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:52.437181 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aaca8b4c-21cd-4602-8b93-7ef5291d3451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (433fce1f-e8da-4a7e-87ec-d86a41337486), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:52.525455 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-dd2809da-d9da-457c-b65f-1746575caca9 req-7a0aec4e-da3a-4c3d-af3f-5b344da397e7 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Allocated IP 172.20.0.7 (e6442db4-9f10-4ee5-938b-88e5a56b233c/cd9177f0-1261-48e8-a7b2-bb4974aea296/9bc76804-6a88-4389-a2c5-b5742bc35f6d) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:54:52.715188 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aaca8b4c-21cd-4602-8b93-7ef5291d3451 None None] Port 433fce1f-e8da-4a7e-87ec-d86a41337486 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:54:52.735897 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1f84574-0042-403b-87c2-7d62bd9888fa tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (433fce1f-e8da-4a7e-87ec-d86a41337486), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:52.780869 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f84574-0042-403b-87c2-7d62bd9888fa tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Port': ['ID=433fce1f-e8da-4a7e-87ec-d86a41337486,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:52.897969 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:52.905880 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1f84574-0042-403b-87c2-7d62bd9888fa tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:52.912653 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a1f84574-0042-403b-87c2-7d62bd9888fa tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/ports/433fce1f-e8da-4a7e-87ec-d86a41337486 HTTP/1.1" status: 204 len: 168 time: 1.5142381 Mar 07 10:54:52.913494 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44422) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:52.925944 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-dd2809da-d9da-457c-b65f-1746575caca9 req-7a0aec4e-da3a-4c3d-af3f-5b344da397e7 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Publish callbacks [] for port (9bc76804-6a88-4389-a2c5-b5742bc35f6d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:52.975635 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e35ff648-7915-416b-9757-f9c535d9b7e5 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] GET failed (client error): The resource could not be found. Mar 07 10:54:52.981395 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e35ff648-7915-416b-9757-f9c535d9b7e5 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "GET /v2.0/ports/433fce1f-e8da-4a7e-87ec-d86a41337486 HTTP/1.1" status: 404 len: 333 time: 0.0654223 Mar 07 10:54:52.982041 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44424) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:53.023793 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-dd2809da-d9da-457c-b65f-1746575caca9 req-7a0aec4e-da3a-4c3d-af3f-5b344da397e7 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (9bc76804-6a88-4389-a2c5-b5742bc35f6d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:53.105875 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2809da-d9da-457c-b65f-1746575caca9 req-7a0aec4e-da3a-4c3d-af3f-5b344da397e7 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Network e6442db4-9f10-4ee5-938b-88e5a56b233c is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:54:53.119597 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-dd2809da-d9da-457c-b65f-1746575caca9 req-7a0aec4e-da3a-4c3d-af3f-5b344da397e7 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:53.129446 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2809da-d9da-457c-b65f-1746575caca9 req-7a0aec4e-da3a-4c3d-af3f-5b344da397e7 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:54:53.155319 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-8386ea48-2cbe-414c-a8b3-b2d29ffa4826 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Deleting port 4858efce-e678-44c6-93ef-34003d78ac56 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:53.156453 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8386ea48-2cbe-414c-a8b3-b2d29ffa4826 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (4858efce-e678-44c6-93ef-34003d78ac56), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:53.172871 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0aec4e-da3a-4c3d-af3f-5b344da397e7 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Pushing event updated for resources: {'Port': ['ID=9bc76804-6a88-4389-a2c5-b5742bc35f6d,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:53.223667 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2809da-d9da-457c-b65f-1746575caca9 req-7a0aec4e-da3a-4c3d-af3f-5b344da397e7 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:53.224261 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-dd2809da-d9da-457c-b65f-1746575caca9 req-7a0aec4e-da3a-4c3d-af3f-5b344da397e7 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:53.253063 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd2809da-d9da-457c-b65f-1746575caca9 req-7a0aec4e-da3a-4c3d-af3f-5b344da397e7 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4648063 Mar 07 10:54:53.273067 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-dd2809da-d9da-457c-b65f-1746575caca9 req-bdf668ab-bdec-4fcb-8ddb-1745f5f8798d service neutron] Request body: {'port': {'device_id': 'c2a3659e-364b-4f4d-8671-b0cc2789dcf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:53.337931 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad28185-5c59-4a50-8ced-5ce09f7ba73e req-959bd1b3-4a03-42c9-8f47-b81f8e03f6bb tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:53.339669 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bad28185-5c59-4a50-8ced-5ce09f7ba73e req-959bd1b3-4a03-42c9-8f47-b81f8e03f6bb tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2a3659e-364b-4f4d-8671-b0cc2789dcf1 HTTP/1.1" status: 200 len: 931 time: 0.1195133 Mar 07 10:54:53.363872 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8386ea48-2cbe-414c-a8b3-b2d29ffa4826 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (4858efce-e678-44c6-93ef-34003d78ac56), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:53.389754 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-8386ea48-2cbe-414c-a8b3-b2d29ffa4826 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Calling delete_port for 4858efce-e678-44c6-93ef-34003d78ac56 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:53.444129 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bad28185-5c59-4a50-8ced-5ce09f7ba73e req-411f0f53-2fdc-41b9-b043-c48f622dd28b tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/security-groups?id=09bd7e8f-e1bd-45da-af62-cb01fc0a3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835176 Mar 07 10:54:53.480519 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-dd2809da-d9da-457c-b65f-1746575caca9 req-bdf668ab-bdec-4fcb-8ddb-1745f5f8798d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9bc76804-6a88-4389-a2c5-b5742bc35f6d), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:53.647036 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8386ea48-2cbe-414c-a8b3-b2d29ffa4826 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (4858efce-e678-44c6-93ef-34003d78ac56), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:53.710682 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386ea48-2cbe-414c-a8b3-b2d29ffa4826 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Port': ['ID=4858efce-e678-44c6-93ef-34003d78ac56,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:53.878192 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8386ea48-2cbe-414c-a8b3-b2d29ffa4826 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:53.890547 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8386ea48-2cbe-414c-a8b3-b2d29ffa4826 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/ports/4858efce-e678-44c6-93ef-34003d78ac56 HTTP/1.1" status: 204 len: 168 time: 0.9070530 Mar 07 10:54:53.891204 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44430) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:53.894672 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-dd2809da-d9da-457c-b65f-1746575caca9 req-bdf668ab-bdec-4fcb-8ddb-1745f5f8798d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bc76804-6a88-4389-a2c5-b5742bc35f6d {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:54:53.904253 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-dd2809da-d9da-457c-b65f-1746575caca9 req-bdf668ab-bdec-4fcb-8ddb-1745f5f8798d service neutron] Publish callbacks [] for port (9bc76804-6a88-4389-a2c5-b5742bc35f6d), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:53.928674 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4395e9f-00fe-4616-b87c-12c4026effba req-e8c94125-f0e9-4f2a-b805-b724f7d88f72 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:53.942228 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d4395e9f-00fe-4616-b87c-12c4026effba req-e8c94125-f0e9-4f2a-b805-b724f7d88f72 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 945 time: 0.5011292 Mar 07 10:54:53.953296 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4336d3b9-1fb6-43f9-838b-9c6b5f89ea74 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] GET failed (client error): The resource could not be found. Mar 07 10:54:53.961727 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4336d3b9-1fb6-43f9-838b-9c6b5f89ea74 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "GET /v2.0/ports/4858efce-e678-44c6-93ef-34003d78ac56 HTTP/1.1" status: 404 len: 333 time: 0.0692658 Mar 07 10:54:53.962534 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44432) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:53.972020 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-dd2809da-d9da-457c-b65f-1746575caca9 req-bdf668ab-bdec-4fcb-8ddb-1745f5f8798d service neutron] Transition to ACTIVE for port object 9bc76804-6a88-4389-a2c5-b5742bc35f6d will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:54:54.001021 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-dd2809da-d9da-457c-b65f-1746575caca9 req-bdf668ab-bdec-4fcb-8ddb-1745f5f8798d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (9bc76804-6a88-4389-a2c5-b5742bc35f6d), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:54.034003 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c16c3ec-f159-44a1-a898-60effd30592d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Deleting subnet eca68ff1-5d76-4397-a9e6-b8a64e5523c8 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:54:54.038066 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c16c3ec-f159-44a1-a898-60effd30592d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for subnet (eca68ff1-5d76-4397-a9e6-b8a64e5523c8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:54.112069 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d4395e9f-00fe-4616-b87c-12c4026effba req-965f6ea6-d498-4760-bf8f-6a61c1652c22 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1454413 Mar 07 10:54:54.121375 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c16c3ec-f159-44a1-a898-60effd30592d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (eca68ff1-5d76-4397-a9e6-b8a64e5523c8), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:54.219843 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf668ab-bdec-4fcb-8ddb-1745f5f8798d service neutron] Pushing event updated for resources: {'Port': ['ID=9bc76804-6a88-4389-a2c5-b5742bc35f6d,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:54.223639 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-dd2809da-d9da-457c-b65f-1746575caca9 req-bdf668ab-bdec-4fcb-8ddb-1745f5f8798d service neutron] Attempting to bind port 9bc76804-6a88-4389-a2c5-b5742bc35f6d on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:54:54.223962 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-dd2809da-d9da-457c-b65f-1746575caca9 req-bdf668ab-bdec-4fcb-8ddb-1745f5f8798d service neutron] Attempting to bind port 9bc76804-6a88-4389-a2c5-b5742bc35f6d by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '67ccb08a-1425-4fe5-8f4f-a59866b5fc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e6442db4-9f10-4ee5-938b-88e5a56b233c'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:54:54.224286 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2809da-d9da-457c-b65f-1746575caca9 req-bdf668ab-bdec-4fcb-8ddb-1745f5f8798d service neutron] Attempting to bind port 9bc76804-6a88-4389-a2c5-b5742bc35f6d on network e6442db4-9f10-4ee5-938b-88e5a56b233c {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:54:54.229672 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2809da-d9da-457c-b65f-1746575caca9 req-bdf668ab-bdec-4fcb-8ddb-1745f5f8798d service neutron] Port 9bc76804-6a88-4389-a2c5-b5742bc35f6d on network e6442db4-9f10-4ee5-938b-88e5a56b233c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:54:54.229992 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2809da-d9da-457c-b65f-1746575caca9 req-bdf668ab-bdec-4fcb-8ddb-1745f5f8798d service neutron] Attempting to bind port 9bc76804-6a88-4389-a2c5-b5742bc35f6d on network e6442db4-9f10-4ee5-938b-88e5a56b233c {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:54:54.235903 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2809da-d9da-457c-b65f-1746575caca9 req-bdf668ab-bdec-4fcb-8ddb-1745f5f8798d service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:54:54.236121 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2809da-d9da-457c-b65f-1746575caca9 req-bdf668ab-bdec-4fcb-8ddb-1745f5f8798d service neutron] Checking segment: {'id': '67ccb08a-1425-4fe5-8f4f-a59866b5fc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e6442db4-9f10-4ee5-938b-88e5a56b233c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:54:54.236433 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2809da-d9da-457c-b65f-1746575caca9 req-bdf668ab-bdec-4fcb-8ddb-1745f5f8798d service neutron] Bound using segment: {'id': '67ccb08a-1425-4fe5-8f4f-a59866b5fc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e6442db4-9f10-4ee5-938b-88e5a56b233c'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:54:54.236854 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-dd2809da-d9da-457c-b65f-1746575caca9 req-bdf668ab-bdec-4fcb-8ddb-1745f5f8798d service neutron] Bound port: 9bc76804-6a88-4389-a2c5-b5742bc35f6d, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67ccb08a-1425-4fe5-8f4f-a59866b5fc97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e6442db4-9f10-4ee5-938b-88e5a56b233c'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:54:54.237374 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-dd2809da-d9da-457c-b65f-1746575caca9 req-bdf668ab-bdec-4fcb-8ddb-1745f5f8798d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9bc76804-6a88-4389-a2c5-b5742bc35f6d), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:54.259987 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c16c3ec-f159-44a1-a898-60effd30592d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (eca68ff1-5d76-4397-a9e6-b8a64e5523c8), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:54.339392 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-dd2809da-d9da-457c-b65f-1746575caca9 req-bdf668ab-bdec-4fcb-8ddb-1745f5f8798d service neutron] For port 9bc76804-6a88-4389-a2c5-b5742bc35f6d, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:54:54.344683 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c16c3ec-f159-44a1-a898-60effd30592d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (eca68ff1-5d76-4397-a9e6-b8a64e5523c8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:54.353388 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-dd2809da-d9da-457c-b65f-1746575caca9 req-bdf668ab-bdec-4fcb-8ddb-1745f5f8798d service neutron] For port 9bc76804-6a88-4389-a2c5-b5742bc35f6d, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9bc76804-6a88-4389-a2c5-b5742bc35f6d,segment=NetworkSegment(67ccb08a-1425-4fe5-8f4f-a59866b5fc97),segment_id=67ccb08a-1425-4fe5-8f4f-a59866b5fc97)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:54:54.375700 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e93700-1a64-400c-ae5b-d909281865f5 None None] Network 049089e6-48a7-43a7-b547-adfee5bb657d requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:54:54.385877 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-dd2809da-d9da-457c-b65f-1746575caca9 req-bdf668ab-bdec-4fcb-8ddb-1745f5f8798d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (9bc76804-6a88-4389-a2c5-b5742bc35f6d), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:54.388240 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c16c3ec-f159-44a1-a898-60effd30592d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:54.392233 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1c16c3ec-f159-44a1-a898-60effd30592d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/subnets/eca68ff1-5d76-4397-a9e6-b8a64e5523c8 HTTP/1.1" status: 204 len: 168 time: 0.4287114 Mar 07 10:54:54.393909 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16c3ec-f159-44a1-a898-60effd30592d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Subnet': ['ID=eca68ff1-5d76-4397-a9e6-b8a64e5523c8,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:54.395707 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44438) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:54.492051 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9f498063-cff0-42e6-be8c-4af3ca42d887 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (049089e6-48a7-43a7-b547-adfee5bb657d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:54.544945 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf668ab-bdec-4fcb-8ddb-1745f5f8798d service neutron] Pushing event updated for resources: {'Port': ['ID=9bc76804-6a88-4389-a2c5-b5742bc35f6d,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:54.554015 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2809da-d9da-457c-b65f-1746575caca9 req-bdf668ab-bdec-4fcb-8ddb-1745f5f8798d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:54.555151 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-dd2809da-d9da-457c-b65f-1746575caca9 req-bdf668ab-bdec-4fcb-8ddb-1745f5f8798d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:54.556886 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd2809da-d9da-457c-b65f-1746575caca9 req-bdf668ab-bdec-4fcb-8ddb-1745f5f8798d service neutron] 10.222.0.21 "PUT /v2.0/ports/9bc76804-6a88-4389-a2c5-b5742bc35f6d HTTP/1.1" status: 200 len: 1091 time: 1.2948730 Mar 07 10:54:54.557347 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2a3659e-364b-4f4d-8671-b0cc2789dcf1', 'tag': '9bc76804-6a88-4389-a2c5-b5742bc35f6d'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:54:54.569062 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5647dd9-823a-4151-864a-8f5ce5c7d3d5" -d '{"events": [{"name": "network-changed", "server_uuid": "c2a3659e-364b-4f4d-8671-b0cc2789dcf1", "tag": "9bc76804-6a88-4389-a2c5-b5742bc35f6d"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:54:54.678442 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0eff721-a009-4699-b19d-7675ab9322f6 x-openstack-request-id: req-a0eff721-a009-4699-b19d-7675ab9322f6 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:54:54.678948 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2a3659e-364b-4f4d-8671-b0cc2789dcf1", "tag": "9bc76804-6a88-4389-a2c5-b5742bc35f6d", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:54:54.679365 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a0eff721-a009-4699-b19d-7675ab9322f6 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:54:54.679922 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2a3659e-364b-4f4d-8671-b0cc2789dcf1', 'tag': '9bc76804-6a88-4389-a2c5-b5742bc35f6d', 'status': 'completed', 'code': 200} Mar 07 10:54:54.684401 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-9f498063-cff0-42e6-be8c-4af3ca42d887 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Deleting port 47843f43-b3b4-46e7-8ac2-da98790b854f {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:54.686414 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9f498063-cff0-42e6-be8c-4af3ca42d887 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (47843f43-b3b4-46e7-8ac2-da98790b854f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:54.703975 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2899077b-9df2-4a2d-a2c3-c6eba5c07dc6 None None] DHCP port deletion for 049089e6-48a7-43a7-b547-adfee5bb657d request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:54:54.707319 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2809da-d9da-457c-b65f-1746575caca9 req-b99b8634-89e7-43a1-9533-4d93eea24b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:54.709631 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd2809da-d9da-457c-b65f-1746575caca9 req-b99b8634-89e7-43a1-9533-4d93eea24b91 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=792a213ec02d4545bd460dce59bc3243&device_id=c2a3659e-364b-4f4d-8671-b0cc2789dcf1 HTTP/1.1" status: 200 len: 1125 time: 0.1010766 Mar 07 10:54:54.762142 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd2809da-d9da-457c-b65f-1746575caca9 req-9ce1bd67-29ff-42e4-b0f6-3ac8425a3958 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bc76804-6a88-4389-a2c5-b5742bc35f6d HTTP/1.1" status: 200 len: 217 time: 0.0429411 Mar 07 10:54:54.775216 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f476ef-0431-4d0d-bbec-f36598b9c441 req-77662ecc-2cc7-446f-b465-7e17f858eddc tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:54.777143 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-22f476ef-0431-4d0d-bbec-f36598b9c441 req-77662ecc-2cc7-446f-b465-7e17f858eddc tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2a3659e-364b-4f4d-8671-b0cc2789dcf1 HTTP/1.1" status: 200 len: 943 time: 0.1992056 Mar 07 10:54:54.818272 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2899077b-9df2-4a2d-a2c3-c6eba5c07dc6 None None] Deleting port 47843f43-b3b4-46e7-8ac2-da98790b854f {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:54.820805 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2899077b-9df2-4a2d-a2c3-c6eba5c07dc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (47843f43-b3b4-46e7-8ac2-da98790b854f), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:54.850158 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-22f476ef-0431-4d0d-bbec-f36598b9c441 req-1d05cf88-3d3e-47dd-9dc6-029c903b7feb tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/security-groups?id=09bd7e8f-e1bd-45da-af62-cb01fc0a3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648501 Mar 07 10:54:54.858444 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-9f498063-cff0-42e6-be8c-4af3ca42d887 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] For port 47843f43-b3b4-46e7-8ac2-da98790b854f, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=47843f43-b3b4-46e7-8ac2-da98790b854f,segment=NetworkSegment(748fe212-73cc-4191-9cbc-de7752b88c17),segment_id=748fe212-73cc-4191-9cbc-de7752b88c17)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:54.859145 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9f498063-cff0-42e6-be8c-4af3ca42d887 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (47843f43-b3b4-46e7-8ac2-da98790b854f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:54.874730 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-9f498063-cff0-42e6-be8c-4af3ca42d887 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Calling delete_port for 47843f43-b3b4-46e7-8ac2-da98790b854f owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:54.890814 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2809da-d9da-457c-b65f-1746575caca9 req-b3ea5a37-f707-43b2-b139-ea7ac1b5eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:54.892284 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd2809da-d9da-457c-b65f-1746575caca9 req-b3ea5a37-f707-43b2-b139-ea7ac1b5eef2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd9177f0-1261-48e8-a7b2-bb4974aea296 HTTP/1.1" status: 200 len: 847 time: 0.1227896 Mar 07 10:54:54.951508 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd2809da-d9da-457c-b65f-1746575caca9 req-a8a07b6c-ffac-40ea-b4ec-217a3eacb3e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e6442db4-9f10-4ee5-938b-88e5a56b233c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490060 Mar 07 10:54:54.986884 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9f498063-cff0-42e6-be8c-4af3ca42d887 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (47843f43-b3b4-46e7-8ac2-da98790b854f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:54.990246 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-2899077b-9df2-4a2d-a2c3-c6eba5c07dc6 None None] For port 47843f43-b3b4-46e7-8ac2-da98790b854f, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=47843f43-b3b4-46e7-8ac2-da98790b854f,segment=NetworkSegment(748fe212-73cc-4191-9cbc-de7752b88c17),segment_id=748fe212-73cc-4191-9cbc-de7752b88c17)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:54.990698 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2899077b-9df2-4a2d-a2c3-c6eba5c07dc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (47843f43-b3b4-46e7-8ac2-da98790b854f), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:55.019469 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2899077b-9df2-4a2d-a2c3-c6eba5c07dc6 None None] Calling delete_port for 47843f43-b3b4-46e7-8ac2-da98790b854f owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:55.024025 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f498063-cff0-42e6-be8c-4af3ca42d887 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Port': ['ID=47843f43-b3b4-46e7-8ac2-da98790b854f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:55.033382 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f498063-cff0-42e6-be8c-4af3ca42d887 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] No DVR routers for this DVR port 47843f43-b3b4-46e7-8ac2-da98790b854f on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:54:55.188987 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd2809da-d9da-457c-b65f-1746575caca9 req-6215fdb6-c916-4236-b9c6-d56c6e4ab4d5 service neutron] 10.222.0.21 "GET /v2.0/networks/e6442db4-9f10-4ee5-938b-88e5a56b233c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302880 Mar 07 10:54:55.236511 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9f498063-cff0-42e6-be8c-4af3ca42d887 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (049089e6-48a7-43a7-b547-adfee5bb657d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:55.303643 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2899077b-9df2-4a2d-a2c3-c6eba5c07dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (47843f43-b3b4-46e7-8ac2-da98790b854f), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:55.311791 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-9f498063-cff0-42e6-be8c-4af3ca42d887 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['049089e6-48a7-43a7-b547-adfee5bb657d']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:55.342855 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-9f498063-cff0-42e6-be8c-4af3ca42d887 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '748fe212-73cc-4191-9cbc-de7752b88c17') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:55.343253 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-9f498063-cff0-42e6-be8c-4af3ca42d887 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '748fe212-73cc-4191-9cbc-de7752b88c17') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:54:55.393226 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9f498063-cff0-42e6-be8c-4af3ca42d887 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (748fe212-73cc-4191-9cbc-de7752b88c17), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:55.411097 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2899077b-9df2-4a2d-a2c3-c6eba5c07dc6 None None] No DVR routers for this DVR port 47843f43-b3b4-46e7-8ac2-da98790b854f on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:54:55.415214 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2899077b-9df2-4a2d-a2c3-c6eba5c07dc6 None None] Pushing event deleted for resources: {'Port': ['ID=47843f43-b3b4-46e7-8ac2-da98790b854f,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:55.425822 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9f498063-cff0-42e6-be8c-4af3ca42d887 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (748fe212-73cc-4191-9cbc-de7752b88c17), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:55.438834 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f498063-cff0-42e6-be8c-4af3ca42d887 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:54:55.438834 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9f498063-cff0-42e6-be8c-4af3ca42d887 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (748fe212-73cc-4191-9cbc-de7752b88c17), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:55.456926 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:54:55.456926 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:54:55.456926 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:54:55.456926 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:54:55.456926 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:54:55.456926 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:54:55.456926 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:54:55.456926 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:54:55.456926 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:54:55.456926 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:54:55.456926 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:54:55.456926 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:54:55.456926 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:54:55.456926 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:54:55.456926 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:54:55.456926 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:54:55.456926 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:54:55.456926 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:54:55.456926 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:54:55.456926 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:54:55.456926 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:54:55.456926 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:54:55.456926 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:54:55.456926 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:54:55.456926 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:54:55.456926 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:54:55.456926 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:54:55.456926 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:54:55.456926 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:54:55.456926 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:54:55.456926 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:54:55.456926 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:54:55.547122 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9f498063-cff0-42e6-be8c-4af3ca42d887 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (049089e6-48a7-43a7-b547-adfee5bb657d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:55.559177 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9f498063-cff0-42e6-be8c-4af3ca42d887 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:55.572798 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9f498063-cff0-42e6-be8c-4af3ca42d887 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/networks/049089e6-48a7-43a7-b547-adfee5bb657d HTTP/1.1" status: 204 len: 168 time: 1.1756787 Mar 07 10:54:55.576873 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44456) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:55.584003 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-85e74b13-8179-4fee-9b4a-5686b6a1fe6f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-165270734'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:55.588382 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ebd10-02dd-4702-af75-43f926a7af6b req-e46a7411-e44b-4a8a-9a5e-8cce9a7e7636 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:55.590143 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-924ebd10-02dd-4702-af75-43f926a7af6b req-e46a7411-e44b-4a8a-9a5e-8cce9a7e7636 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 945 time: 0.2781522 Mar 07 10:54:55.604894 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f498063-cff0-42e6-be8c-4af3ca42d887 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Network': ['ID=049089e6-48a7-43a7-b547-adfee5bb657d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:55.610083 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd2809da-d9da-457c-b65f-1746575caca9 req-9d7274f1-2a9b-4f0c-a562-f7c995f9de81 service neutron] 10.222.0.21 "GET /v2.0/networks/e6442db4-9f10-4ee5-938b-88e5a56b233c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144382 Mar 07 10:54:55.632140 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e74b13-8179-4fee-9b4a-5686b6a1fe6f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:55.636215 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-85e74b13-8179-4fee-9b4a-5686b6a1fe6f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:55.668936 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-924ebd10-02dd-4702-af75-43f926a7af6b req-590d5abc-3bb6-434b-98f8-d7cfac9e85cb tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644484 Mar 07 10:54:55.678641 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85e74b13-8179-4fee-9b4a-5686b6a1fe6f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:54:55.697041 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-85e74b13-8179-4fee-9b4a-5686b6a1fe6f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (6e777157-a5db-4606-940a-b25e9f65666a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:55.697684 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-85e74b13-8179-4fee-9b4a-5686b6a1fe6f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Added segment 6e777157-a5db-4606-940a-b25e9f65666a of type vlan for network 635a730d-dcee-43cc-b220-e1c662ca5447 Mar 07 10:54:55.762243 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5647dd9-823a-4151-864a-8f5ce5c7d3d5 req-c8c3c8bc-ec69-4c80-a86e-56d8d8dc70cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:55.763939 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d5647dd9-823a-4151-864a-8f5ce5c7d3d5 req-c8c3c8bc-ec69-4c80-a86e-56d8d8dc70cc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=792a213ec02d4545bd460dce59bc3243&device_id=c2a3659e-364b-4f4d-8671-b0cc2789dcf1 HTTP/1.1" status: 200 len: 1125 time: 0.0987930 Mar 07 10:54:55.764941 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-85e74b13-8179-4fee-9b4a-5686b6a1fe6f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (635a730d-dcee-43cc-b220-e1c662ca5447), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:55.800496 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-85e74b13-8179-4fee-9b4a-5686b6a1fe6f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (635a730d-dcee-43cc-b220-e1c662ca5447), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:55.806757 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e74b13-8179-4fee-9b4a-5686b6a1fe6f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:55.807834 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-85e74b13-8179-4fee-9b4a-5686b6a1fe6f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:55.907195 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e74b13-8179-4fee-9b4a-5686b6a1fe6f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Network': ['ID=635a730d-dcee-43cc-b220-e1c662ca5447,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:55.929495 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 635a730d-dcee-43cc-b220-e1c662ca5447 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:54:55.930490 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-85e74b13-8179-4fee-9b4a-5686b6a1fe6f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3520834 Mar 07 10:54:55.932958 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44460) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:55.941530 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-4ca3e25c-b629-40c8-bf56-6f6cb64a82a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'subnet': {'network_id': '635a730d-dcee-43cc-b220-e1c662ca5447', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:55.999349 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 47843f43-b3b4-46e7-8ac2-da98790b854f no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:54:56.002709 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5647dd9-823a-4151-864a-8f5ce5c7d3d5 req-cf987619-c6fb-43ff-b2ef-6332531fb444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:56.004836 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d5647dd9-823a-4151-864a-8f5ce5c7d3d5 req-cf987619-c6fb-43ff-b2ef-6332531fb444 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e6442db4-9f10-4ee5-938b-88e5a56b233c HTTP/1.1" status: 200 len: 908 time: 0.2337363 Mar 07 10:54:56.056480 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d5647dd9-823a-4151-864a-8f5ce5c7d3d5 req-e649719d-4a93-43e2-8d3d-fa0a1e924428 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bc76804-6a88-4389-a2c5-b5742bc35f6d HTTP/1.1" status: 200 len: 217 time: 0.0444667 Mar 07 10:54:56.066946 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 47843f43-b3b4-46e7-8ac2-da98790b854f {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:54:56.071222 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 47843f43-b3b4-46e7-8ac2-da98790b854f not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:54:56.093293 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce8c606-a396-433a-af8c-0b69ce211d55 req-239146ba-1a14-4067-9ed8-3a90e1840ba1 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:56.094835 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3ce8c606-a396-433a-af8c-0b69ce211d55 req-239146ba-1a14-4067-9ed8-3a90e1840ba1 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2a3659e-364b-4f4d-8671-b0cc2789dcf1 HTTP/1.1" status: 200 len: 943 time: 0.1225507 Mar 07 10:54:56.139852 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5647dd9-823a-4151-864a-8f5ce5c7d3d5 req-fec50d24-8a48-4f4f-9129-a34ccb2a10cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:56.142617 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d5647dd9-823a-4151-864a-8f5ce5c7d3d5 req-fec50d24-8a48-4f4f-9129-a34ccb2a10cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd9177f0-1261-48e8-a7b2-bb4974aea296 HTTP/1.1" status: 200 len: 847 time: 0.0804164 Mar 07 10:54:56.150379 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca3e25c-b629-40c8-bf56-6f6cb64a82a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:56.154490 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4ca3e25c-b629-40c8-bf56-6f6cb64a82a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:56.189873 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d5647dd9-823a-4151-864a-8f5ce5c7d3d5 req-5fdfbff4-b0dc-4590-a38e-b8977b1738aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e6442db4-9f10-4ee5-938b-88e5a56b233c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389688 Mar 07 10:54:56.195521 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3ce8c606-a396-433a-af8c-0b69ce211d55 req-182ca12f-6b48-4f38-bbfe-ea5d3c3fe15c tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/security-groups?id=09bd7e8f-e1bd-45da-af62-cb01fc0a3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916495 Mar 07 10:54:56.359376 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d5647dd9-823a-4151-864a-8f5ce5c7d3d5 req-272666e0-bb8f-400b-afbb-b26883983378 service neutron] 10.222.0.21 "GET /v2.0/networks/e6442db4-9f10-4ee5-938b-88e5a56b233c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626203 Mar 07 10:54:56.424440 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4ca3e25c-b629-40c8-bf56-6f6cb64a82a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (527db6c7-8e0c-4733-8cd7-6db1ca3d208c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:56.497094 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3e25c-b629-40c8-bf56-6f6cb64a82a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Subnet': ['ID=527db6c7-8e0c-4733-8cd7-6db1ca3d208c,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:56.514121 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca3e25c-b629-40c8-bf56-6f6cb64a82a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Checking segment: {'id': '6e777157-a5db-4606-940a-b25e9f65666a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '635a730d-dcee-43cc-b220-e1c662ca5447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:54:56.514679 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca3e25c-b629-40c8-bf56-6f6cb64a82a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network hostable DHCP agents. Network: 635a730d-dcee-43cc-b220-e1c662ca5447, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:54:56.534566 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca3e25c-b629-40c8-bf56-6f6cb64a82a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network 635a730d-dcee-43cc-b220-e1c662ca5447 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:54:56.539377 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d5647dd9-823a-4151-864a-8f5ce5c7d3d5 req-ac3cfe98-46a8-4bc3-b62b-66d0290bb3f5 service neutron] 10.222.0.21 "GET /v2.0/networks/e6442db4-9f10-4ee5-938b-88e5a56b233c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746159 Mar 07 10:54:56.564133 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-4ca3e25c-b629-40c8-bf56-6f6cb64a82a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 635a730d-dcee-43cc-b220-e1c662ca5447) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:56.570729 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca3e25c-b629-40c8-bf56-6f6cb64a82a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:56.571593 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4ca3e25c-b629-40c8-bf56-6f6cb64a82a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:56.575025 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e455f0e-5223-4b0b-aae2-f182fcb4e624 None None] Network 635a730d-dcee-43cc-b220-e1c662ca5447 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:54:56.606581 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44470) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:56.607506 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4ca3e25c-b629-40c8-bf56-6f6cb64a82a8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6726732 Mar 07 10:54:56.613823 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-e3473432-4a2a-4d00-8034-47bab156ecdf tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'port': {'network_id': '635a730d-dcee-43cc-b220-e1c662ca5447', 'name': 'tempest-PortsTestJSON-356816442', 'fixed_ips': [{'subnet_id': '527db6c7-8e0c-4733-8cd7-6db1ca3d208c', 'ip_address': '172.20.0.10'}]}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:56.821895 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d81962-b418-4a44-92ba-4153ae1ca5b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-635a730d-dcee-43cc-b220-e1c662ca5447', 'network_id': '635a730d-dcee-43cc-b220-e1c662ca5447', 'project_id': '273b160fa2104d51b4a02d20bbb41573', 'fixed_ips': [{'subnet_id': '527db6c7-8e0c-4733-8cd7-6db1ca3d208c'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:54:56.825458 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a1d81962-b418-4a44-92ba-4153ae1ca5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:56.906990 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3473432-4a2a-4d00-8034-47bab156ecdf tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:56.920010 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6b64a-ec19-4e07-974e-db17f6d5e6c7 req-f21a8637-ccd5-460e-b6ea-99b8341c4557 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:56.921940 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cbb6b64a-ec19-4e07-974e-db17f6d5e6c7 req-f21a8637-ccd5-460e-b6ea-99b8341c4557 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 945 time: 0.0966406 Mar 07 10:54:57.051463 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cbb6b64a-ec19-4e07-974e-db17f6d5e6c7 req-e92457a1-daaf-4560-9457-f81aaba83f43 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1193914 Mar 07 10:54:57.066161 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e3473432-4a2a-4d00-8034-47bab156ecdf tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:57.086062 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-a1d81962-b418-4a44-92ba-4153ae1ca5b3 None None] Allocated IP 172.20.0.2 (635a730d-dcee-43cc-b220-e1c662ca5447/527db6c7-8e0c-4733-8cd7-6db1ca3d208c/09f55628-9699-480d-bda0-21bc48537b6d) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:54:57.101565 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-e3473432-4a2a-4d00-8034-47bab156ecdf tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] device_id is not set on port baae5f80-7aea-45b7-86d3-c49a02e4d5a3 yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:54:57.248531 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a1d81962-b418-4a44-92ba-4153ae1ca5b3 None None] Publish callbacks [] for port (09f55628-9699-480d-bda0-21bc48537b6d), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:57.257031 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a1d81962-b418-4a44-92ba-4153ae1ca5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (09f55628-9699-480d-bda0-21bc48537b6d), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:57.315461 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d81962-b418-4a44-92ba-4153ae1ca5b3 None None] Network 635a730d-dcee-43cc-b220-e1c662ca5447 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:54:57.323311 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-a1d81962-b418-4a44-92ba-4153ae1ca5b3 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:57.327413 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d81962-b418-4a44-92ba-4153ae1ca5b3 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:54:57.351380 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-e3473432-4a2a-4d00-8034-47bab156ecdf tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Allocated IP 172.20.0.10 (635a730d-dcee-43cc-b220-e1c662ca5447/527db6c7-8e0c-4733-8cd7-6db1ca3d208c/baae5f80-7aea-45b7-86d3-c49a02e4d5a3) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:54:57.375500 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a4a19-4d67-4b37-b93d-2a31bf2852a2 req-050fac02-dc55-4aca-a7a0-dc3a13690ba1 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:57.377026 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0a2a4a19-4d67-4b37-b93d-2a31bf2852a2 req-050fac02-dc55-4aca-a7a0-dc3a13690ba1 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2a3659e-364b-4f4d-8671-b0cc2789dcf1 HTTP/1.1" status: 200 len: 943 time: 0.0920537 Mar 07 10:54:57.391848 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d81962-b418-4a44-92ba-4153ae1ca5b3 None None] Pushing event updated for resources: {'Port': ['ID=09f55628-9699-480d-bda0-21bc48537b6d,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:57.437696 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 9bc76804-6a88-4389-a2c5-b5742bc35f6d details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:54:57.441538 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-a1d81962-b418-4a44-92ba-4153ae1ca5b3 None None] Attempting to bind port 09f55628-9699-480d-bda0-21bc48537b6d on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:54:57.442044 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-a1d81962-b418-4a44-92ba-4153ae1ca5b3 None None] Attempting to bind port 09f55628-9699-480d-bda0-21bc48537b6d by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '6e777157-a5db-4606-940a-b25e9f65666a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '635a730d-dcee-43cc-b220-e1c662ca5447'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:54:57.442467 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d81962-b418-4a44-92ba-4153ae1ca5b3 None None] Attempting to bind port 09f55628-9699-480d-bda0-21bc48537b6d on network 635a730d-dcee-43cc-b220-e1c662ca5447 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:54:57.446278 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0a2a4a19-4d67-4b37-b93d-2a31bf2852a2 req-86f36cd3-7983-4fb0-8369-201934380a3d tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/security-groups?id=09bd7e8f-e1bd-45da-af62-cb01fc0a3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635030 Mar 07 10:54:57.458724 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d81962-b418-4a44-92ba-4153ae1ca5b3 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:54:57.459367 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d81962-b418-4a44-92ba-4153ae1ca5b3 None None] Checking segment: {'id': '6e777157-a5db-4606-940a-b25e9f65666a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '635a730d-dcee-43cc-b220-e1c662ca5447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:54:57.460417 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a1d81962-b418-4a44-92ba-4153ae1ca5b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:57.462116 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d81962-b418-4a44-92ba-4153ae1ca5b3 None None] Bound using segment: {'id': '6e777157-a5db-4606-940a-b25e9f65666a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '635a730d-dcee-43cc-b220-e1c662ca5447'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:54:57.463014 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-a1d81962-b418-4a44-92ba-4153ae1ca5b3 None None] Bound port: 09f55628-9699-480d-bda0-21bc48537b6d, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e777157-a5db-4606-940a-b25e9f65666a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '635a730d-dcee-43cc-b220-e1c662ca5447'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:54:57.463658 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a1d81962-b418-4a44-92ba-4153ae1ca5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (09f55628-9699-480d-bda0-21bc48537b6d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:57.559217 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e3473432-4a2a-4d00-8034-47bab156ecdf tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for port (baae5f80-7aea-45b7-86d3-c49a02e4d5a3), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:57.598338 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a1d81962-b418-4a44-92ba-4153ae1ca5b3 None None] For port 09f55628-9699-480d-bda0-21bc48537b6d, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:54:57.602669 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a1d81962-b418-4a44-92ba-4153ae1ca5b3 None None] For port 09f55628-9699-480d-bda0-21bc48537b6d, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=09f55628-9699-480d-bda0-21bc48537b6d,segment=NetworkSegment(6e777157-a5db-4606-940a-b25e9f65666a),segment_id=6e777157-a5db-4606-940a-b25e9f65666a)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:54:57.605938 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e3473432-4a2a-4d00-8034-47bab156ecdf tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (baae5f80-7aea-45b7-86d3-c49a02e4d5a3), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:57.611347 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a1d81962-b418-4a44-92ba-4153ae1ca5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (09f55628-9699-480d-bda0-21bc48537b6d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:57.668625 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 9bc76804-6a88-4389-a2c5-b5742bc35f6d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9bc76804-6a88-4389-a2c5-b5742bc35f6d,segment=NetworkSegment(67ccb08a-1425-4fe5-8f4f-a59866b5fc97),segment_id=67ccb08a-1425-4fe5-8f4f-a59866b5fc97)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:57.688466 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3473432-4a2a-4d00-8034-47bab156ecdf tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network 635a730d-dcee-43cc-b220-e1c662ca5447 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:54:57.693078 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-e3473432-4a2a-4d00-8034-47bab156ecdf tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:57.695474 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3473432-4a2a-4d00-8034-47bab156ecdf tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:54:57.695705 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '9bc76804-6a88-4389-a2c5-b5742bc35f6d', 'network_id': 'e6442db4-9f10-4ee5-938b-88e5a56b233c', 'port_id': '9bc76804-6a88-4389-a2c5-b5742bc35f6d', 'mac_address': 'fa:16:3e:c6:4e:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd9177f0-1261-48e8-a7b2-bb4974aea296', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:54:57.698395 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d81962-b418-4a44-92ba-4153ae1ca5b3 None None] Pushing event updated for resources: {'Port': ['ID=09f55628-9699-480d-bda0-21bc48537b6d,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:57.744075 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 9bc76804-6a88-4389-a2c5-b5742bc35f6d is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:57.744482 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9bc76804-6a88-4389-a2c5-b5742bc35f6d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:57.758186 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc76804-6a88-4389-a2c5-b5742bc35f6d {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:54:57.768649 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3473432-4a2a-4d00-8034-47bab156ecdf tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Port': ['ID=baae5f80-7aea-45b7-86d3-c49a02e4d5a3,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:57.780701 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 9bc76804-6a88-4389-a2c5-b5742bc35f6d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9bc76804-6a88-4389-a2c5-b5742bc35f6d,segment=NetworkSegment(67ccb08a-1425-4fe5-8f4f-a59866b5fc97),segment_id=67ccb08a-1425-4fe5-8f4f-a59866b5fc97)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:57.789924 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9bc76804-6a88-4389-a2c5-b5742bc35f6d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:57.810892 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3473432-4a2a-4d00-8034-47bab156ecdf tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:57.811563 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e3473432-4a2a-4d00-8034-47bab156ecdf tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:57.816782 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac711c74-3119-4c3c-8492-fc3cda4f20cd req-64e98ff1-f9c6-41a3-8635-48f65e236058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:57.822548 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ac711c74-3119-4c3c-8492-fc3cda4f20cd req-64e98ff1-f9c6-41a3-8635-48f65e236058 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f4947cca2a6480f85064d6dfbb3a125&device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 1127 time: 0.2095957 Mar 07 10:54:57.846580 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=9bc76804-6a88-4389-a2c5-b5742bc35f6d,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:57.854079 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e3473432-4a2a-4d00-8034-47bab156ecdf tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2439048 Mar 07 10:54:57.855583 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44492) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:57.862315 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-be4475f2-d8df-4379-9cbf-98ee95d1ab4e tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'port': {'network_id': '635a730d-dcee-43cc-b220-e1c662ca5447', 'name': 'tempest-PortsTestJSON-1884029253', 'fixed_ips': [{'subnet_id': '527db6c7-8e0c-4733-8cd7-6db1ca3d208c', 'ip_address': '172.20.0.9'}]}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:54:57.942679 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac711c74-3119-4c3c-8492-fc3cda4f20cd req-c11dd5a1-33af-4d75-aef8-12344def33dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:57.945943 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ac711c74-3119-4c3c-8492-fc3cda4f20cd req-c11dd5a1-33af-4d75-aef8-12344def33dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=89c82ebc-0d2c-446d-9232-939e7905e93b HTTP/1.1" status: 200 len: 918 time: 0.1119385 Mar 07 10:54:58.025470 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['9bc76804-6a88-4389-a2c5-b5742bc35f6d'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:54:58.034116 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:54:58.060348 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4475f2-d8df-4379-9cbf-98ee95d1ab4e tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:54:58.108323 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ac711c74-3119-4c3c-8492-fc3cda4f20cd req-eb6f1860-e4a4-44e8-bd56-6af967d83249 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee93e037-6511-4170-9570-4cdb12ef88f5 HTTP/1.1" status: 200 len: 1001 time: 0.1551166 Mar 07 10:54:58.250089 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac711c74-3119-4c3c-8492-fc3cda4f20cd req-95c3fe6c-4524-4060-87a1-572fe1835432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:58.251567 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ac711c74-3119-4c3c-8492-fc3cda4f20cd req-95c3fe6c-4524-4060-87a1-572fe1835432 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4787b40-e1f6-4c42-b340-b6308e03f420 HTTP/1.1" status: 200 len: 856 time: 0.1316836 Mar 07 10:54:58.253186 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be4475f2-d8df-4379-9cbf-98ee95d1ab4e tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:58.274568 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-be4475f2-d8df-4379-9cbf-98ee95d1ab4e tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] device_id is not set on port 61b706c5-3c84-4d7f-9485-2b5c880df790 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:54:58.301572 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a821f-25ff-47b4-a259-9536e6fe00f4 req-60a15138-4ee5-4d0d-89ff-8d82da658a23 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:58.303084 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bd0a821f-25ff-47b4-a259-9536e6fe00f4 req-60a15138-4ee5-4d0d-89ff-8d82da658a23 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 945 time: 0.1117618 Mar 07 10:54:58.330910 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac711c74-3119-4c3c-8492-fc3cda4f20cd req-cf5cf852-ed77-482e-9355-dcfb69362909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:58.332327 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ac711c74-3119-4c3c-8492-fc3cda4f20cd req-cf5cf852-ed77-482e-9355-dcfb69362909 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=89c82ebc-0d2c-446d-9232-939e7905e93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0740602 Mar 07 10:54:58.416357 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bd0a821f-25ff-47b4-a259-9536e6fe00f4 req-05ef6ce0-d709-4d4e-a32b-7ab29b4b130a tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1007769 Mar 07 10:54:58.492093 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ac711c74-3119-4c3c-8492-fc3cda4f20cd req-f9cf846d-d8e4-4f65-93df-968e9c78c186 service neutron] 10.222.0.21 "GET /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481514 Mar 07 10:54:58.609639 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ac711c74-3119-4c3c-8492-fc3cda4f20cd req-e24583af-7555-4dea-a674-61956f4c281e service neutron] 10.222.0.21 "GET /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107721 Mar 07 10:54:58.733191 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de7fd8-fef9-4547-a89d-db65607214c0 req-ef39c404-f71f-4d39-9ced-fed350d73cb9 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:58.734874 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c8de7fd8-fef9-4547-a89d-db65607214c0 req-ef39c404-f71f-4d39-9ced-fed350d73cb9 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2a3659e-364b-4f4d-8671-b0cc2789dcf1 HTTP/1.1" status: 200 len: 944 time: 0.1075497 Mar 07 10:54:58.753299 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-be4475f2-d8df-4379-9cbf-98ee95d1ab4e tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Allocated IP 172.20.0.9 (635a730d-dcee-43cc-b220-e1c662ca5447/527db6c7-8e0c-4733-8cd7-6db1ca3d208c/61b706c5-3c84-4d7f-9485-2b5c880df790) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:54:58.817482 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c8de7fd8-fef9-4547-a89d-db65607214c0 req-18478eb7-d5c7-460b-a7c7-971fb41f41ea tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/security-groups?id=09bd7e8f-e1bd-45da-af62-cb01fc0a3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724504 Mar 07 10:54:58.944676 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be4475f2-d8df-4379-9cbf-98ee95d1ab4e tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for port (61b706c5-3c84-4d7f-9485-2b5c880df790), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:58.945008 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f167af-7caf-4d0a-856a-ff692a3a86e3 None None] Network 635a730d-dcee-43cc-b220-e1c662ca5447 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:54:58.982518 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be4475f2-d8df-4379-9cbf-98ee95d1ab4e tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (61b706c5-3c84-4d7f-9485-2b5c880df790), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:59.027049 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2a34e751-7be7-44d8-bdd9-4f4925b307e9 None None] Provisioning complete for port 09f55628-9699-480d-bda0-21bc48537b6d triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:59.027560 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2a34e751-7be7-44d8-bdd9-4f4925b307e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (09f55628-9699-480d-bda0-21bc48537b6d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:59.033089 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4475f2-d8df-4379-9cbf-98ee95d1ab4e tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network 635a730d-dcee-43cc-b220-e1c662ca5447 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:54:59.040043 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-be4475f2-d8df-4379-9cbf-98ee95d1ab4e tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:54:59.046217 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4475f2-d8df-4379-9cbf-98ee95d1ab4e tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:54:59.079970 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4475f2-d8df-4379-9cbf-98ee95d1ab4e tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Port': ['ID=61b706c5-3c84-4d7f-9485-2b5c880df790,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:59.104175 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4475f2-d8df-4379-9cbf-98ee95d1ab4e tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:59.104914 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be4475f2-d8df-4379-9cbf-98ee95d1ab4e tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:59.124756 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-be4475f2-d8df-4379-9cbf-98ee95d1ab4e tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2649791 Mar 07 10:54:59.125040 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44506) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:59.146570 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2a34e751-7be7-44d8-bdd9-4f4925b307e9 None None] Current status of the port 09f55628-9699-480d-bda0-21bc48537b6d is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:59.147020 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2a34e751-7be7-44d8-bdd9-4f4925b307e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (09f55628-9699-480d-bda0-21bc48537b6d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:59.198993 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-2a34e751-7be7-44d8-bdd9-4f4925b307e9 None None] For port 09f55628-9699-480d-bda0-21bc48537b6d, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=09f55628-9699-480d-bda0-21bc48537b6d,segment=NetworkSegment(6e777157-a5db-4606-940a-b25e9f65666a),segment_id=6e777157-a5db-4606-940a-b25e9f65666a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:59.206791 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2a34e751-7be7-44d8-bdd9-4f4925b307e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (09f55628-9699-480d-bda0-21bc48537b6d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:59.229660 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6984593-965f-4af5-bc02-ebab4dbb3ba7 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:59.234544 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e6984593-965f-4af5-bc02-ebab4dbb3ba7 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1053882 Mar 07 10:54:59.235222 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44510) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:59.269324 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34e751-7be7-44d8-bdd9-4f4925b307e9 None None] Pushing event updated for resources: {'Port': ['ID=09f55628-9699-480d-bda0-21bc48537b6d,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:59.368093 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33241d13-8e1e-4aa0-87bd-0374dcc56025 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:59.373621 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33241d13-8e1e-4aa0-87bd-0374dcc56025 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:59.379383 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33241d13-8e1e-4aa0-87bd-0374dcc56025 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:59.384273 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44516) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:54:59.384466 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-33241d13-8e1e-4aa0-87bd-0374dcc56025 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1478527 Mar 07 10:54:59.416647 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 9bc76804-6a88-4389-a2c5-b5742bc35f6d up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:54:59.484659 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 9bc76804-6a88-4389-a2c5-b5742bc35f6d completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:54:59.490343 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 9bc76804-6a88-4389-a2c5-b5742bc35f6d triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:59.490866 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9bc76804-6a88-4389-a2c5-b5742bc35f6d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:59.536965 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-b3b4360e-7db0-458b-a598-d367f857b14b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Deleting port 61b706c5-3c84-4d7f-9485-2b5c880df790 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:54:59.537864 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b3b4360e-7db0-458b-a598-d367f857b14b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (61b706c5-3c84-4d7f-9485-2b5c880df790), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:59.570375 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d8c7fbfc-21ee-401a-95ae-17592a9c351a None None] Provisioning complete for port 61b706c5-3c84-4d7f-9485-2b5c880df790 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:59.571357 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d8c7fbfc-21ee-401a-95ae-17592a9c351a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (61b706c5-3c84-4d7f-9485-2b5c880df790), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:59.610650 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ac840-06df-41ae-8882-b5294dc13391 req-bef8f1d7-4396-49c1-896f-196ac4ced1e2 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:54:59.612202 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8b9ac840-06df-41ae-8882-b5294dc13391 req-bef8f1d7-4396-49c1-896f-196ac4ced1e2 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 945 time: 0.0735970 Mar 07 10:54:59.643540 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 9bc76804-6a88-4389-a2c5-b5742bc35f6d is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:54:59.643931 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9bc76804-6a88-4389-a2c5-b5742bc35f6d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:59.652419 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d8c7fbfc-21ee-401a-95ae-17592a9c351a None None] Port 61b706c5-3c84-4d7f-9485-2b5c880df790 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:54:59.688046 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8b9ac840-06df-41ae-8882-b5294dc13391 req-4e9360b0-71a9-4813-bdcf-c245c3115694 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701349 Mar 07 10:54:59.690891 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b3b4360e-7db0-458b-a598-d367f857b14b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (61b706c5-3c84-4d7f-9485-2b5c880df790), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:59.705631 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-b3b4360e-7db0-458b-a598-d367f857b14b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Calling delete_port for 61b706c5-3c84-4d7f-9485-2b5c880df790 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:54:59.709491 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a3659e-364b-4f4d-8671-b0cc2789dcf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc76804-6a88-4389-a2c5-b5742bc35f6d'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:54:59.730419 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e3b6e9-71d1-4667-ab2c-e55b70d8d082" -d '{"events": [{"server_uuid": "c2a3659e-364b-4f4d-8671-b0cc2789dcf1", "name": "network-vif-plugged", "status": "completed", "tag": "9bc76804-6a88-4389-a2c5-b5742bc35f6d"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:54:59.737814 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 9bc76804-6a88-4389-a2c5-b5742bc35f6d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9bc76804-6a88-4389-a2c5-b5742bc35f6d,segment=NetworkSegment(67ccb08a-1425-4fe5-8f4f-a59866b5fc97),segment_id=67ccb08a-1425-4fe5-8f4f-a59866b5fc97)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:54:59.746976 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9bc76804-6a88-4389-a2c5-b5742bc35f6d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:59.748635 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device ee93e037-6511-4170-9570-4cdb12ef88f5 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:54:59.802189 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d8c7fbfc-21ee-401a-95ae-17592a9c351a None None] Provisioning complete for port baae5f80-7aea-45b7-86d3-c49a02e4d5a3 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:54:59.802771 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d8c7fbfc-21ee-401a-95ae-17592a9c351a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (baae5f80-7aea-45b7-86d3-c49a02e4d5a3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:59.807712 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27a5a39-a9b0-437a-a1c1-afbff44c02db x-openstack-request-id: req-a27a5a39-a9b0-437a-a1c1-afbff44c02db {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:54:59.808068 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a3659e-364b-4f4d-8671-b0cc2789dcf1", "name": "network-vif-plugged", "status": "completed", "tag": "9bc76804-6a88-4389-a2c5-b5742bc35f6d", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:54:59.808337 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a27a5a39-a9b0-437a-a1c1-afbff44c02db {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:54:59.808736 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a3659e-364b-4f4d-8671-b0cc2789dcf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc76804-6a88-4389-a2c5-b5742bc35f6d', 'code': 200} Mar 07 10:54:59.933997 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b3b4360e-7db0-458b-a598-d367f857b14b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (61b706c5-3c84-4d7f-9485-2b5c880df790), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:54:59.964839 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=9bc76804-6a88-4389-a2c5-b5742bc35f6d,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:54:59.969977 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 09f55628-9699-480d-bda0-21bc48537b6d up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:55:00.002733 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4360e-7db0-458b-a598-d367f857b14b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Port': ['ID=61b706c5-3c84-4d7f-9485-2b5c880df790,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:00.079729 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d8c7fbfc-21ee-401a-95ae-17592a9c351a None None] Port baae5f80-7aea-45b7-86d3-c49a02e4d5a3 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:55:00.098168 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port ee93e037-6511-4170-9570-4cdb12ef88f5 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:55:00.098689 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ee93e037-6511-4170-9570-4cdb12ef88f5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:00.121847 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d8c7fbfc-21ee-401a-95ae-17592a9c351a None None] Provisioning complete for port 09f55628-9699-480d-bda0-21bc48537b6d triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:00.122224 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d8c7fbfc-21ee-401a-95ae-17592a9c351a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (09f55628-9699-480d-bda0-21bc48537b6d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:00.164656 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b3b4360e-7db0-458b-a598-d367f857b14b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:00.179284 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b3b4360e-7db0-458b-a598-d367f857b14b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/ports/61b706c5-3c84-4d7f-9485-2b5c880df790 HTTP/1.1" status: 204 len: 168 time: 0.7887909 Mar 07 10:55:00.181328 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44526) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:00.203784 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 09f55628-9699-480d-bda0-21bc48537b6d triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:00.204241 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (09f55628-9699-480d-bda0-21bc48537b6d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:00.212537 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port ee93e037-6511-4170-9570-4cdb12ef88f5, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=ee93e037-6511-4170-9570-4cdb12ef88f5,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:00.243751 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fcf9c3f-0399-499b-9716-4339f49ca54a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] GET failed (client error): The resource could not be found. Mar 07 10:55:00.247032 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ee93e037-6511-4170-9570-4cdb12ef88f5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:00.262552 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9fcf9c3f-0399-499b-9716-4339f49ca54a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "GET /v2.0/ports/61b706c5-3c84-4d7f-9485-2b5c880df790 HTTP/1.1" status: 404 len: 333 time: 0.0750482 Mar 07 10:55:00.264848 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44528) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:00.400875 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=ee93e037-6511-4170-9570-4cdb12ef88f5,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:00.480693 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d8c7fbfc-21ee-401a-95ae-17592a9c351a None None] Current status of the port 09f55628-9699-480d-bda0-21bc48537b6d is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:55:00.497735 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-7ef3ed48-45b5-4336-a0d9-e6fdc522effd tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Deleting port baae5f80-7aea-45b7-86d3-c49a02e4d5a3 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:55:00.498083 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7ef3ed48-45b5-4336-a0d9-e6fdc522effd tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (baae5f80-7aea-45b7-86d3-c49a02e4d5a3), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:00.499773 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 09f55628-9699-480d-bda0-21bc48537b6d is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:55:00.601709 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c3442f35-e163-4ff4-a6e9-4d8add30bd5c None None] Could not find standard attr ID for object 61b706c5-3c84-4d7f-9485-2b5c880df790. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:55:00.613914 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b35d7f7-0d5b-46f8-a7b9-653acb7bc996 req-bd83ff81-002f-4bea-9238-4175ad5465bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:00.616188 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3b35d7f7-0d5b-46f8-a7b9-653acb7bc996 req-bd83ff81-002f-4bea-9238-4175ad5465bd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c2a3659e-364b-4f4d-8671-b0cc2789dcf1 HTTP/1.1" status: 200 len: 1127 time: 0.7552743 Mar 07 10:55:00.630377 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66a8bb-0eca-4b11-94f1-336c33ea4e11 req-1da3dfe0-7de3-4e67-bb91-a675ac114547 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:00.631295 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ee66a8bb-0eca-4b11-94f1-336c33ea4e11 req-1da3dfe0-7de3-4e67-bb91-a675ac114547 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2a3659e-364b-4f4d-8671-b0cc2789dcf1 HTTP/1.1" status: 200 len: 945 time: 0.1103129 Mar 07 10:55:00.643950 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c3442f35-e163-4ff4-a6e9-4d8add30bd5c None None] Provisioning complete for port baae5f80-7aea-45b7-86d3-c49a02e4d5a3 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:00.644768 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c3442f35-e163-4ff4-a6e9-4d8add30bd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (baae5f80-7aea-45b7-86d3-c49a02e4d5a3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:00.750901 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7ef3ed48-45b5-4336-a0d9-e6fdc522effd tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (baae5f80-7aea-45b7-86d3-c49a02e4d5a3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:00.780168 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-7ef3ed48-45b5-4336-a0d9-e6fdc522effd tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Calling delete_port for baae5f80-7aea-45b7-86d3-c49a02e4d5a3 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:55:00.782498 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3b35d7f7-0d5b-46f8-a7b9-653acb7bc996 req-b8a83178-53ae-41d1-937d-40154af11948 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=09bd7e8f-e1bd-45da-af62-cb01fc0a3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499236 Mar 07 10:55:00.790756 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ee66a8bb-0eca-4b11-94f1-336c33ea4e11 req-9d4086aa-bc7b-4f63-8810-db9696f8e945 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/security-groups?id=09bd7e8f-e1bd-45da-af62-cb01fc0a3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521006 Mar 07 10:55:00.957956 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c3442f35-e163-4ff4-a6e9-4d8add30bd5c None None] Port baae5f80-7aea-45b7-86d3-c49a02e4d5a3 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:55:01.039924 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8515ef-f043-4993-bb8a-8f9e14d89297 req-ed7aa94a-039c-41c1-a4f7-1c17c055e66b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:01.041530 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2a8515ef-f043-4993-bb8a-8f9e14d89297 req-ed7aa94a-039c-41c1-a4f7-1c17c055e66b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 943 time: 0.1775484 Mar 07 10:55:01.071874 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7ef3ed48-45b5-4336-a0d9-e6fdc522effd tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (baae5f80-7aea-45b7-86d3-c49a02e4d5a3), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:01.118963 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3ed48-45b5-4336-a0d9-e6fdc522effd tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Port': ['ID=baae5f80-7aea-45b7-86d3-c49a02e4d5a3,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:01.204039 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2a8515ef-f043-4993-bb8a-8f9e14d89297 req-4eb15c49-b46e-46c7-8990-894542bc8adf tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1478753 Mar 07 10:55:01.223867 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7ef3ed48-45b5-4336-a0d9-e6fdc522effd tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:01.229721 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7ef3ed48-45b5-4336-a0d9-e6fdc522effd tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/ports/baae5f80-7aea-45b7-86d3-c49a02e4d5a3 HTTP/1.1" status: 204 len: 168 time: 0.9638865 Mar 07 10:55:01.237334 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44548) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:01.297207 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-d40f44a1-c8d3-430c-a806-0ead40f7f792 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] GET failed (client error): The resource could not be found. Mar 07 10:55:01.305315 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d40f44a1-c8d3-430c-a806-0ead40f7f792 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "GET /v2.0/ports/baae5f80-7aea-45b7-86d3-c49a02e4d5a3 HTTP/1.1" status: 404 len: 333 time: 0.0737293 Mar 07 10:55:01.307785 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44554) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:01.385365 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c5f81c5-651e-46fd-8bd8-bb435ad61e44 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Deleting subnet 527db6c7-8e0c-4733-8cd7-6db1ca3d208c {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:55:01.388960 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4c5f81c5-651e-46fd-8bd8-bb435ad61e44 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for subnet (527db6c7-8e0c-4733-8cd7-6db1ca3d208c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:01.452748 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4c5f81c5-651e-46fd-8bd8-bb435ad61e44 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (527db6c7-8e0c-4733-8cd7-6db1ca3d208c), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:01.586353 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4c5f81c5-651e-46fd-8bd8-bb435ad61e44 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (527db6c7-8e0c-4733-8cd7-6db1ca3d208c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:01.764087 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4c5f81c5-651e-46fd-8bd8-bb435ad61e44 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (527db6c7-8e0c-4733-8cd7-6db1ca3d208c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:01.811598 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24fb9e05-7723-46d3-a1a3-d341503ece95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee93e037-6511-4170-9570-4cdb12ef88f5'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:55:01.814567 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f15493c-0daa-4413-821b-3c8ce4ba1b70" -d '{"events": [{"server_uuid": "24fb9e05-7723-46d3-a1a3-d341503ece95", "name": "network-vif-unplugged", "status": "completed", "tag": "ee93e037-6511-4170-9570-4cdb12ef88f5"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:55:01.884903 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f81c5-651e-46fd-8bd8-bb435ad61e44 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Subnet': ['ID=527db6c7-8e0c-4733-8cd7-6db1ca3d208c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:01.902242 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4c5f81c5-651e-46fd-8bd8-bb435ad61e44 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:01.908880 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39cb6f7-bcc8-4fea-a9a3-780dff782d99 None None] Network 635a730d-dcee-43cc-b220-e1c662ca5447 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:55:01.909141 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4c5f81c5-651e-46fd-8bd8-bb435ad61e44 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/subnets/527db6c7-8e0c-4733-8cd7-6db1ca3d208c HTTP/1.1" status: 204 len: 168 time: 0.6002469 Mar 07 10:55:01.909565 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44576) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:01.991174 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Mar 2022 10:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec48375-8c15-45c7-b3ca-97f815e5c200 x-openstack-request-id: req-9ec48375-8c15-45c7-b3ca-97f815e5c200 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:55:01.991459 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24fb9e05-7723-46d3-a1a3-d341503ece95", "name": "network-vif-unplugged", "status": "failed", "tag": "ee93e037-6511-4170-9570-4cdb12ef88f5", "code": 422}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:55:01.991705 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9ec48375-8c15-45c7-b3ca-97f815e5c200 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:55:01.992108 n-d-832164-4 neutron-server[103768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '24fb9e05-7723-46d3-a1a3-d341503ece95', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ee93e037-6511-4170-9570-4cdb12ef88f5', 'code': 422} returned with failed status Mar 07 10:55:02.039537 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb179284-da50-47d4-9e08-ad2d7b83bcce req-9996bac3-da90-4ca3-9de1-3593f2139c15 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:02.049562 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fb179284-da50-47d4-9e08-ad2d7b83bcce req-9996bac3-da90-4ca3-9de1-3593f2139c15 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2a3659e-364b-4f4d-8671-b0cc2789dcf1 HTTP/1.1" status: 200 len: 945 time: 0.1057737 Mar 07 10:55:02.081920 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba8f8a5c-f83e-4919-9a34-f249aaaff85a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (635a730d-dcee-43cc-b220-e1c662ca5447), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:02.132094 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-f038305a-1bdf-4dcb-89d1-17549f48073a req-7bc9c58c-d33f-44fd-a2c5-9107b00db1f3 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:55:02.133470 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f038305a-1bdf-4dcb-89d1-17549f48073a req-7bc9c58c-d33f-44fd-a2c5-9107b00db1f3 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0086641 Mar 07 10:55:02.137524 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44582) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:02.181852 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-ba8f8a5c-f83e-4919-9a34-f249aaaff85a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Deleting port 09f55628-9699-480d-bda0-21bc48537b6d {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:55:02.182197 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba8f8a5c-f83e-4919-9a34-f249aaaff85a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (09f55628-9699-480d-bda0-21bc48537b6d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:02.227103 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fb179284-da50-47d4-9e08-ad2d7b83bcce req-9a248796-4900-4d3e-bc29-9ad2103d7558 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/security-groups?id=09bd7e8f-e1bd-45da-af62-cb01fc0a3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764195 Mar 07 10:55:02.356723 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-ba8f8a5c-f83e-4919-9a34-f249aaaff85a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] For port 09f55628-9699-480d-bda0-21bc48537b6d, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=09f55628-9699-480d-bda0-21bc48537b6d,segment=NetworkSegment(6e777157-a5db-4606-940a-b25e9f65666a),segment_id=6e777157-a5db-4606-940a-b25e9f65666a)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:02.357725 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba8f8a5c-f83e-4919-9a34-f249aaaff85a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (09f55628-9699-480d-bda0-21bc48537b6d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:02.359130 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0293f81-d500-40d4-beaf-5477ff86b488 None None] DHCP port deletion for 635a730d-dcee-43cc-b220-e1c662ca5447 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:55:02.377324 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-ba8f8a5c-f83e-4919-9a34-f249aaaff85a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Calling delete_port for 09f55628-9699-480d-bda0-21bc48537b6d owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:55:02.465853 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0293f81-d500-40d4-beaf-5477ff86b488 None None] Deleting port 09f55628-9699-480d-bda0-21bc48537b6d {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:55:02.466823 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0293f81-d500-40d4-beaf-5477ff86b488 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (09f55628-9699-480d-bda0-21bc48537b6d), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:02.518233 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8db6c-db3a-4c15-a9dc-97d96ba78bf9 req-ddc61685-13bd-4b4b-86f9-24eb011c990b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:02.520719 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d8a8db6c-db3a-4c15-a9dc-97d96ba78bf9 req-ddc61685-13bd-4b4b-86f9-24eb011c990b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 943 time: 0.1091392 Mar 07 10:55:02.546599 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3aedeea8-d626-424d-a6e8-e46e3d4c381d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:02.612098 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0293f81-d500-40d4-beaf-5477ff86b488 None None] For port 09f55628-9699-480d-bda0-21bc48537b6d, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=09f55628-9699-480d-bda0-21bc48537b6d,segment=NetworkSegment(6e777157-a5db-4606-940a-b25e9f65666a),segment_id=6e777157-a5db-4606-940a-b25e9f65666a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:02.612863 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0293f81-d500-40d4-beaf-5477ff86b488 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (09f55628-9699-480d-bda0-21bc48537b6d), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:02.632200 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0293f81-d500-40d4-beaf-5477ff86b488 None None] Calling delete_port for 09f55628-9699-480d-bda0-21bc48537b6d owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:55:02.645861 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d8a8db6c-db3a-4c15-a9dc-97d96ba78bf9 req-9b9b8760-2c60-43c2-984c-ebc72a459ed2 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1173761 Mar 07 10:55:02.689237 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3aedeea8-d626-424d-a6e8-e46e3d4c381d admin admin] Publish callbacks [] for security_group (c7404903-128a-46bc-8a84-604a27e5170c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:02.705216 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3aedeea8-d626-424d-a6e8-e46e3d4c381d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (c7404903-128a-46bc-8a84-604a27e5170c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:02.753718 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0293f81-d500-40d4-beaf-5477ff86b488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (09f55628-9699-480d-bda0-21bc48537b6d), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:02.754504 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c26887c0-bd24-497d-85f2-551689c696ec req-e88522c5-d790-4844-bd8f-17a8b17c375b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2778668 Mar 07 10:55:02.781762 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44600) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:02.783103 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba8f8a5c-f83e-4919-9a34-f249aaaff85a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (09f55628-9699-480d-bda0-21bc48537b6d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:02.783344 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0293f81-d500-40d4-beaf-5477ff86b488 None None] Pushing event deleted for resources: {'Port': ['ID=09f55628-9699-480d-bda0-21bc48537b6d,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:02.787677 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0293f81-d500-40d4-beaf-5477ff86b488 None None] No DVR routers for this DVR port 09f55628-9699-480d-bda0-21bc48537b6d on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:55:02.791305 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3aedeea8-d626-424d-a6e8-e46e3d4c381d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=591575d4c8ca42f08cf19d9f409cf005&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6527228 Mar 07 10:55:02.794012 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44604) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:02.794164 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aedeea8-d626-424d-a6e8-e46e3d4c381d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7404903-128a-46bc-8a84-604a27e5170c,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:02.841999 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f8a5c-f83e-4919-9a34-f249aaaff85a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Port': ['ID=09f55628-9699-480d-bda0-21bc48537b6d,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:02.857611 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8f8a5c-f83e-4919-9a34-f249aaaff85a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] No DVR routers for this DVR port 09f55628-9699-480d-bda0-21bc48537b6d on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:55:02.915954 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90343e5c-98f2-4730-8f37-d9c19fecff40 admin admin] Publish callbacks [] for security_group (c7404903-128a-46bc-8a84-604a27e5170c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:02.971139 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90343e5c-98f2-4730-8f37-d9c19fecff40 admin admin] Publish callbacks [] for security_group (c7404903-128a-46bc-8a84-604a27e5170c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:03.006541 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba8f8a5c-f83e-4919-9a34-f249aaaff85a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (635a730d-dcee-43cc-b220-e1c662ca5447), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:03.031525 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ba8f8a5c-f83e-4919-9a34-f249aaaff85a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['635a730d-dcee-43cc-b220-e1c662ca5447']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:03.039727 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26887c0-bd24-497d-85f2-551689c696ec req-582861c6-0ced-41cf-921a-1db0934a1630 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:03.041135 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c26887c0-bd24-497d-85f2-551689c696ec req-582861c6-0ced-41cf-921a-1db0934a1630 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports/ee93e037-6511-4170-9570-4cdb12ef88f5 HTTP/1.1" status: 200 len: 940 time: 0.2574897 Mar 07 10:55:03.043509 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ba8f8a5c-f83e-4919-9a34-f249aaaff85a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e777157-a5db-4606-940a-b25e9f65666a') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:03.043993 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ba8f8a5c-f83e-4919-9a34-f249aaaff85a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e777157-a5db-4606-940a-b25e9f65666a') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:03.065465 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba8f8a5c-f83e-4919-9a34-f249aaaff85a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (6e777157-a5db-4606-940a-b25e9f65666a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:03.093432 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba8f8a5c-f83e-4919-9a34-f249aaaff85a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (6e777157-a5db-4606-940a-b25e9f65666a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:03.103047 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90343e5c-98f2-4730-8f37-d9c19fecff40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (c7404903-128a-46bc-8a84-604a27e5170c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:03.106215 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8f8a5c-f83e-4919-9a34-f249aaaff85a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:55:03.106722 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90343e5c-98f2-4730-8f37-d9c19fecff40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:03.106983 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba8f8a5c-f83e-4919-9a34-f249aaaff85a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (6e777157-a5db-4606-940a-b25e9f65666a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:03.109243 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-90343e5c-98f2-4730-8f37-d9c19fecff40 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c7404903-128a-46bc-8a84-604a27e5170c HTTP/1.1" status: 204 len: 168 time: 0.3127003 Mar 07 10:55:03.131578 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90343e5c-98f2-4730-8f37-d9c19fecff40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7404903-128a-46bc-8a84-604a27e5170c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:03.152471 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:55:03.152471 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:55:03.152471 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:55:03.152471 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:55:03.152471 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:55:03.152471 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:55:03.152471 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:55:03.152471 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:55:03.152471 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:55:03.152471 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:55:03.152471 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:55:03.152471 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:55:03.152471 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:55:03.152471 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:55:03.152471 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:55:03.152471 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:55:03.152471 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:55:03.152471 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:55:03.152471 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:55:03.152471 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:55:03.152471 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:55:03.152471 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:55:03.152471 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:55:03.152471 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:55:03.152471 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:55:03.152471 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:55:03.152471 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:55:03.152471 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:55:03.152471 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:55:03.152471 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:55:03.152471 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:55:03.152471 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:55:03.230103 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba8f8a5c-f83e-4919-9a34-f249aaaff85a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (635a730d-dcee-43cc-b220-e1c662ca5447), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:03.246455 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba8f8a5c-f83e-4919-9a34-f249aaaff85a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:03.256291 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ba8f8a5c-f83e-4919-9a34-f249aaaff85a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/networks/635a730d-dcee-43cc-b220-e1c662ca5447 HTTP/1.1" status: 204 len: 168 time: 1.3427112 Mar 07 10:55:03.258226 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44612) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:03.263976 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-fcea23c7-7e68-4492-b49c-c5ab446e83b2 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2084276732'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:03.298066 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f8a5c-f83e-4919-9a34-f249aaaff85a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Network': ['ID=635a730d-dcee-43cc-b220-e1c662ca5447,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:03.322698 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcea23c7-7e68-4492-b49c-c5ab446e83b2 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:55:03.362421 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fcea23c7-7e68-4492-b49c-c5ab446e83b2 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:03.407778 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device ee93e037-6511-4170-9570-4cdb12ef88f5 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:55:03.439582 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcea23c7-7e68-4492-b49c-c5ab446e83b2 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:55:03.463778 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fcea23c7-7e68-4492-b49c-c5ab446e83b2 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (00a734b8-2582-409d-8e37-a2ad1b7b4149), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:03.465094 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-fcea23c7-7e68-4492-b49c-c5ab446e83b2 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Added segment 00a734b8-2582-409d-8e37-a2ad1b7b4149 of type vlan for network f01ee498-bee9-4c1a-a33b-30fb4f904c93 Mar 07 10:55:03.520286 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faeab25-2299-4d12-afe9-d177ac29fd14 req-f8de97af-922e-45d7-9a5b-928e76d0859f tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:03.522429 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5faeab25-2299-4d12-afe9-d177ac29fd14 req-f8de97af-922e-45d7-9a5b-928e76d0859f tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2a3659e-364b-4f4d-8671-b0cc2789dcf1 HTTP/1.1" status: 200 len: 945 time: 0.1292422 Mar 07 10:55:03.566365 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fcea23c7-7e68-4492-b49c-c5ab446e83b2 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (f01ee498-bee9-4c1a-a33b-30fb4f904c93), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:03.611738 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port ee93e037-6511-4170-9570-4cdb12ef88f5 is: DOWN; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:55:03.627792 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5faeab25-2299-4d12-afe9-d177ac29fd14 req-e8e2cfd9-2f71-44e8-ab26-d340a9b525f3 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/security-groups?id=09bd7e8f-e1bd-45da-af62-cb01fc0a3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980036 Mar 07 10:55:03.628144 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fcea23c7-7e68-4492-b49c-c5ab446e83b2 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (f01ee498-bee9-4c1a-a33b-30fb4f904c93), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:03.636528 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcea23c7-7e68-4492-b49c-c5ab446e83b2 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:03.637208 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fcea23c7-7e68-4492-b49c-c5ab446e83b2 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:03.678716 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fcea23c7-7e68-4492-b49c-c5ab446e83b2 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4192843 Mar 07 10:55:03.682627 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44624) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:03.705868 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-f1528cf2-2f39-4da0-bc87-12379b5b8279 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'subnet': {'network_id': 'f01ee498-bee9-4c1a-a33b-30fb4f904c93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:03.830312 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea23c7-7e68-4492-b49c-c5ab446e83b2 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Network': ['ID=f01ee498-bee9-4c1a-a33b-30fb4f904c93,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:03.843812 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network f01ee498-bee9-4c1a-a33b-30fb4f904c93 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:55:03.910145 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1528cf2-2f39-4da0-bc87-12379b5b8279 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:55:03.923597 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f1528cf2-2f39-4da0-bc87-12379b5b8279 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:03.928013 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 09f55628-9699-480d-bda0-21bc48537b6d no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:55:03.950470 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d97cd1-c09a-496c-bd44-afb7d518cb65 req-9c9cdd87-0486-42b2-9f69-5a36fc89a1aa tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:03.952678 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-68d97cd1-c09a-496c-bd44-afb7d518cb65 req-9c9cdd87-0486-42b2-9f69-5a36fc89a1aa tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 943 time: 0.1077194 Mar 07 10:55:04.032966 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 09f55628-9699-480d-bda0-21bc48537b6d {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:55:04.033490 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 09f55628-9699-480d-bda0-21bc48537b6d not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:55:04.110440 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-68d97cd1-c09a-496c-bd44-afb7d518cb65 req-825b1bae-e6e7-46bf-993d-78b1f91695d9 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1471422 Mar 07 10:55:04.246322 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f1528cf2-2f39-4da0-bc87-12379b5b8279 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (115eb924-94e9-4fa5-9ef2-02e9b1e31933), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:04.324440 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1528cf2-2f39-4da0-bc87-12379b5b8279 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Subnet': ['ID=115eb924-94e9-4fa5-9ef2-02e9b1e31933,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:04.338334 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1528cf2-2f39-4da0-bc87-12379b5b8279 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Checking segment: {'id': '00a734b8-2582-409d-8e37-a2ad1b7b4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f01ee498-bee9-4c1a-a33b-30fb4f904c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:55:04.338927 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1528cf2-2f39-4da0-bc87-12379b5b8279 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network hostable DHCP agents. Network: f01ee498-bee9-4c1a-a33b-30fb4f904c93, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:55:04.360875 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1528cf2-2f39-4da0-bc87-12379b5b8279 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network f01ee498-bee9-4c1a-a33b-30fb4f904c93 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:55:04.372489 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-f1528cf2-2f39-4da0-bc87-12379b5b8279 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, f01ee498-bee9-4c1a-a33b-30fb4f904c93) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:55:04.378179 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1528cf2-2f39-4da0-bc87-12379b5b8279 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:04.379143 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f1528cf2-2f39-4da0-bc87-12379b5b8279 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:04.384629 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933949bf-3ae1-424d-a151-25da95a572d8 None None] Network f01ee498-bee9-4c1a-a33b-30fb4f904c93 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:55:04.430285 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44652) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:04.430918 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f1528cf2-2f39-4da0-bc87-12379b5b8279 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7473900 Mar 07 10:55:04.443841 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-182e7bba-d752-488c-9e20-f419476d70fb tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1497997722', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:04.496713 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-182e7bba-d752-488c-9e20-f419476d70fb tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (b5f4d8db-276a-4387-ba47-721aef8c0614), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:04.497889 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-182e7bba-d752-488c-9e20-f419476d70fb tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (b5f4d8db-276a-4387-ba47-721aef8c0614), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:04.507323 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-f01ee498-bee9-4c1a-a33b-30fb4f904c93', 'network_id': 'f01ee498-bee9-4c1a-a33b-30fb4f904c93', 'project_id': '273b160fa2104d51b4a02d20bbb41573', 'fixed_ips': [{'subnet_id': '115eb924-94e9-4fa5-9ef2-02e9b1e31933'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:55:04.514321 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:04.587389 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-182e7bba-d752-488c-9e20-f419476d70fb tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for router_controller (b5f4d8db-276a-4387-ba47-721aef8c0614), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:04.595219 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-182e7bba-d752-488c-9e20-f419476d70fb tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (b5f4d8db-276a-4387-ba47-721aef8c0614), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:04.622354 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-182e7bba-d752-488c-9e20-f419476d70fb tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:04.627417 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-182e7bba-d752-488c-9e20-f419476d70fb tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1906710 Mar 07 10:55:04.627636 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44662) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:04.635723 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-8fc5d36f-c58d-45c3-9492-90c70007b76b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'port': {'network_id': 'f01ee498-bee9-4c1a-a33b-30fb4f904c93', 'name': 'tempest-PortsTestJSON-658398749'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:04.818643 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc5d36f-c58d-45c3-9492-90c70007b76b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:55:04.825412 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d36f-c58d-45c3-9492-90c70007b76b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:04.825844 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] Allocated IP 172.20.0.2 (f01ee498-bee9-4c1a-a33b-30fb4f904c93/115eb924-94e9-4fa5-9ef2-02e9b1e31933/551a6e24-6ccf-43f3-8d07-eac6fa4331d6) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:55:04.859093 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-8fc5d36f-c58d-45c3-9492-90c70007b76b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] device_id is not set on port 15ecf11f-20c8-4975-b915-0674f677dfa5 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:55:05.022179 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] Publish callbacks [] for port (551a6e24-6ccf-43f3-8d07-eac6fa4331d6), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:05.024565 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449083f5-97ec-4685-a97a-e9312ac38371 req-5b01fc14-0822-4281-b7ba-41758a6a4db5 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:05.028138 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-449083f5-97ec-4685-a97a-e9312ac38371 req-5b01fc14-0822-4281-b7ba-41758a6a4db5 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2a3659e-364b-4f4d-8671-b0cc2789dcf1 HTTP/1.1" status: 200 len: 945 time: 0.1779015 Mar 07 10:55:05.032505 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (551a6e24-6ccf-43f3-8d07-eac6fa4331d6), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:05.087637 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] Network f01ee498-bee9-4c1a-a33b-30fb4f904c93 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:55:05.093346 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:55:05.095525 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] Pushing event updated for resources: {'Port': ['ID=551a6e24-6ccf-43f3-8d07-eac6fa4331d6,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:05.103287 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:55:05.150235 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:05.150967 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:05.151862 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:05.152350 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:05.155329 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:05.155891 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:05.156384 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:05.156872 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:05.158326 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:05.158960 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:05.160461 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:05.160953 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:05.162513 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:05.211265 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-8fc5d36f-c58d-45c3-9492-90c70007b76b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Allocated IP 172.20.0.8 (f01ee498-bee9-4c1a-a33b-30fb4f904c93/115eb924-94e9-4fa5-9ef2-02e9b1e31933/15ecf11f-20c8-4975-b915-0674f677dfa5) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:55:05.268360 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-449083f5-97ec-4685-a97a-e9312ac38371 req-ca75be67-ffb0-4663-8d4e-90155675900f tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/security-groups?id=09bd7e8f-e1bd-45da-af62-cb01fc0a3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237644 Mar 07 10:55:05.270310 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] Attempting to bind port 551a6e24-6ccf-43f3-8d07-eac6fa4331d6 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:55:05.273572 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] Attempting to bind port 551a6e24-6ccf-43f3-8d07-eac6fa4331d6 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '00a734b8-2582-409d-8e37-a2ad1b7b4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f01ee498-bee9-4c1a-a33b-30fb4f904c93'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:55:05.274155 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] Attempting to bind port 551a6e24-6ccf-43f3-8d07-eac6fa4331d6 on network f01ee498-bee9-4c1a-a33b-30fb4f904c93 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:55:05.295797 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:55:05.296720 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] Checking segment: {'id': '00a734b8-2582-409d-8e37-a2ad1b7b4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f01ee498-bee9-4c1a-a33b-30fb4f904c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:55:05.297198 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:05.297583 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] Bound using segment: {'id': '00a734b8-2582-409d-8e37-a2ad1b7b4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f01ee498-bee9-4c1a-a33b-30fb4f904c93'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:55:05.298088 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] Bound port: 551a6e24-6ccf-43f3-8d07-eac6fa4331d6, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a734b8-2582-409d-8e37-a2ad1b7b4149', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f01ee498-bee9-4c1a-a33b-30fb4f904c93'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:55:05.298478 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (551a6e24-6ccf-43f3-8d07-eac6fa4331d6), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:05.385161 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8abad1-70c5-4de9-a573-61b552334f42 req-6b37d7cd-f400-4825-8e85-49ea3299a082 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:05.388114 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6d8abad1-70c5-4de9-a573-61b552334f42 req-6b37d7cd-f400-4825-8e85-49ea3299a082 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 943 time: 0.1391528 Mar 07 10:55:05.445853 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] For port 551a6e24-6ccf-43f3-8d07-eac6fa4331d6, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:55:05.452395 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] For port 551a6e24-6ccf-43f3-8d07-eac6fa4331d6, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=551a6e24-6ccf-43f3-8d07-eac6fa4331d6,segment=NetworkSegment(00a734b8-2582-409d-8e37-a2ad1b7b4149),segment_id=00a734b8-2582-409d-8e37-a2ad1b7b4149)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:55:05.462292 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (551a6e24-6ccf-43f3-8d07-eac6fa4331d6), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:05.472321 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6d8abad1-70c5-4de9-a573-61b552334f42 req-330879e2-13ff-4d69-b7e3-792ab66f3e5a tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0770829 Mar 07 10:55:05.536392 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d36f-c58d-45c3-9492-90c70007b76b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for port (15ecf11f-20c8-4975-b915-0674f677dfa5), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:05.586355 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d36f-c58d-45c3-9492-90c70007b76b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (15ecf11f-20c8-4975-b915-0674f677dfa5), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:05.594726 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84464ebe-0634-4c66-a465-1f16af5ebaf0 None None] Pushing event updated for resources: {'Port': ['ID=551a6e24-6ccf-43f3-8d07-eac6fa4331d6,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:05.651838 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5d36f-c58d-45c3-9492-90c70007b76b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Port': ['ID=15ecf11f-20c8-4975-b915-0674f677dfa5,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:05.664200 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc5d36f-c58d-45c3-9492-90c70007b76b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network f01ee498-bee9-4c1a-a33b-30fb4f904c93 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:55:05.665776 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-8fc5d36f-c58d-45c3-9492-90c70007b76b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:55:05.668482 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc5d36f-c58d-45c3-9492-90c70007b76b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:55:05.734490 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc5d36f-c58d-45c3-9492-90c70007b76b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:05.735338 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8fc5d36f-c58d-45c3-9492-90c70007b76b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:05.760959 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8fc5d36f-c58d-45c3-9492-90c70007b76b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1319404 Mar 07 10:55:05.764295 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44688) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:06.093388 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa4e28-07c1-464c-bdd6-db052282bc1f req-1627a544-bf19-407b-9c46-794986af1f7f tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:06.096538 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a2aa4e28-07c1-464c-bdd6-db052282bc1f req-1627a544-bf19-407b-9c46-794986af1f7f tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.21 "GET /v2.0/ports?device_id=c2a3659e-364b-4f4d-8671-b0cc2789dcf1 HTTP/1.1" status: 200 len: 945 time: 0.1016583 Mar 07 10:55:06.253656 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7f44fdc1-4ae7-4fc8-ace7-63391142b96f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (15ecf11f-20c8-4975-b915-0674f677dfa5), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:06.260699 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-a2aa4e28-07c1-464c-bdd6-db052282bc1f req-4ed55bdb-04af-4092-876d-68cc7d8432a2 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Deleting port 9bc76804-6a88-4389-a2c5-b5742bc35f6d {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:55:06.261394 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a2aa4e28-07c1-464c-bdd6-db052282bc1f req-4ed55bdb-04af-4092-876d-68cc7d8432a2 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (9bc76804-6a88-4389-a2c5-b5742bc35f6d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:06.463748 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-a2aa4e28-07c1-464c-bdd6-db052282bc1f req-4ed55bdb-04af-4092-876d-68cc7d8432a2 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] For port 9bc76804-6a88-4389-a2c5-b5742bc35f6d, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9bc76804-6a88-4389-a2c5-b5742bc35f6d,segment=NetworkSegment(67ccb08a-1425-4fe5-8f4f-a59866b5fc97),segment_id=67ccb08a-1425-4fe5-8f4f-a59866b5fc97)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:06.464422 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a2aa4e28-07c1-464c-bdd6-db052282bc1f req-4ed55bdb-04af-4092-876d-68cc7d8432a2 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (9bc76804-6a88-4389-a2c5-b5742bc35f6d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:06.477039 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-133def71-ca67-45c4-90d2-981bd6cd07b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:06.493818 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-a2aa4e28-07c1-464c-bdd6-db052282bc1f req-4ed55bdb-04af-4092-876d-68cc7d8432a2 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Calling delete_port for 9bc76804-6a88-4389-a2c5-b5742bc35f6d owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:55:06.735596 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb1ca3-881a-4851-a8ef-008a51fff890 req-eaef6847-8651-478a-ae3b-083d7741e4de tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:06.737826 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-46bb1ca3-881a-4851-a8ef-008a51fff890 req-eaef6847-8651-478a-ae3b-083d7741e4de tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 943 time: 0.1208026 Mar 07 10:55:06.739165 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a2aa4e28-07c1-464c-bdd6-db052282bc1f req-4ed55bdb-04af-4092-876d-68cc7d8432a2 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (9bc76804-6a88-4389-a2c5-b5742bc35f6d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:06.756204 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['9bc76804-6a88-4389-a2c5-b5742bc35f6d'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:55:06.800408 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44736) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:06.803763 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed55bdb-04af-4092-876d-68cc7d8432a2 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Pushing event deleted for resources: {'Port': ['ID=9bc76804-6a88-4389-a2c5-b5742bc35f6d,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:06.855809 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb04a4-5169-4a22-9c31-c52d15a96c3f req-510fb8e4-29fd-4841-898e-13078b901d4f tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:06.858216 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-accb04a4-5169-4a22-9c31-c52d15a96c3f req-510fb8e4-29fd-4841-898e-13078b901d4f tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2a3659e-364b-4f4d-8671-b0cc2789dcf1 HTTP/1.1" status: 200 len: 945 time: 0.3320489 Mar 07 10:55:06.930114 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2aa4e28-07c1-464c-bdd6-db052282bc1f req-4ed55bdb-04af-4092-876d-68cc7d8432a2 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] No DVR routers for this DVR port 9bc76804-6a88-4389-a2c5-b5742bc35f6d on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:55:06.936557 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a2aa4e28-07c1-464c-bdd6-db052282bc1f req-4ed55bdb-04af-4092-876d-68cc7d8432a2 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:06.941767 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a2aa4e28-07c1-464c-bdd6-db052282bc1f req-4ed55bdb-04af-4092-876d-68cc7d8432a2 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.21 "DELETE /v2.0/ports/9bc76804-6a88-4389-a2c5-b5742bc35f6d HTTP/1.1" status: 204 len: 173 time: 0.8364606 Mar 07 10:55:06.966064 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a3659e-364b-4f4d-8671-b0cc2789dcf1', 'name': 'network-vif-deleted', 'tag': '9bc76804-6a88-4389-a2c5-b5742bc35f6d'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:55:06.979582 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14611d48-3cad-4bf6-a7eb-3a3f436e7a91" -d '{"events": [{"server_uuid": "c2a3659e-364b-4f4d-8671-b0cc2789dcf1", "name": "network-vif-deleted", "tag": "9bc76804-6a88-4389-a2c5-b5742bc35f6d"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:55:07.012958 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-accb04a4-5169-4a22-9c31-c52d15a96c3f req-612f1329-14b1-4aa2-9624-57997b75e035 tempest-VolumesActionsTest-2056798411 tempest-VolumesActionsTest-2056798411-project] 10.222.0.11 "GET /v2.0/security-groups?id=09bd7e8f-e1bd-45da-af62-cb01fc0a3a41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487775 Mar 07 10:55:07.083325 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7f44fdc1-4ae7-4fc8-ace7-63391142b96f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for port (15ecf11f-20c8-4975-b915-0674f677dfa5), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:07.096807 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7f44fdc1-4ae7-4fc8-ace7-63391142b96f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (15ecf11f-20c8-4975-b915-0674f677dfa5), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:07.104503 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-46bb1ca3-881a-4851-a8ef-008a51fff890 req-ab261303-5f46-4cfe-80d7-9df970fcbc45 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3586056 Mar 07 10:55:07.107999 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9a3aef01-1a4a-4f8d-8133-902f51e22b70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:07.170906 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c126bcd-5f83-4451-b796-5aeb515fb92e x-openstack-request-id: req-5c126bcd-5f83-4451-b796-5aeb515fb92e {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:55:07.171213 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a3659e-364b-4f4d-8671-b0cc2789dcf1", "name": "network-vif-deleted", "tag": "9bc76804-6a88-4389-a2c5-b5742bc35f6d", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:55:07.171527 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5c126bcd-5f83-4451-b796-5aeb515fb92e {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:55:07.171946 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a3659e-364b-4f4d-8671-b0cc2789dcf1', 'name': 'network-vif-deleted', 'tag': '9bc76804-6a88-4389-a2c5-b5742bc35f6d', 'status': 'completed', 'code': 200} Mar 07 10:55:07.269926 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9a3aef01-1a4a-4f8d-8133-902f51e22b70 admin admin] Publish callbacks [] for security_group (65ac88a0-26ab-4969-a2a1-c766352b28f5), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:07.277606 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9a3aef01-1a4a-4f8d-8133-902f51e22b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (65ac88a0-26ab-4969-a2a1-c766352b28f5), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:07.288406 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f44fdc1-4ae7-4fc8-ace7-63391142b96f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Port': ['ID=15ecf11f-20c8-4975-b915-0674f677dfa5,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:07.298020 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4c4a7f-9da5-42be-8464-306ad2b6003b None None] Network f01ee498-bee9-4c1a-a33b-30fb4f904c93 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:55:07.342525 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9a3aef01-1a4a-4f8d-8133-902f51e22b70 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5a170116cdce4586a2b0dd99b7ec877d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5401609 Mar 07 10:55:07.343901 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3aef01-1a4a-4f8d-8133-902f51e22b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ac88a0-26ab-4969-a2a1-c766352b28f5,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:07.346881 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44744) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:07.426717 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4cef705a-c72a-42b5-a805-b04158fd0127 admin admin] Publish callbacks [] for security_group (65ac88a0-26ab-4969-a2a1-c766352b28f5), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:07.457819 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4cef705a-c72a-42b5-a805-b04158fd0127 admin admin] Publish callbacks [] for security_group (65ac88a0-26ab-4969-a2a1-c766352b28f5), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:07.495940 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-60933bfe-6ee8-40e7-b5e0-4e8f1f603ca8 None None] Provisioning complete for port 551a6e24-6ccf-43f3-8d07-eac6fa4331d6 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:07.496573 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-60933bfe-6ee8-40e7-b5e0-4e8f1f603ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (551a6e24-6ccf-43f3-8d07-eac6fa4331d6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:07.527733 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4cef705a-c72a-42b5-a805-b04158fd0127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (65ac88a0-26ab-4969-a2a1-c766352b28f5), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:07.531918 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4cef705a-c72a-42b5-a805-b04158fd0127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:07.532932 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4cef705a-c72a-42b5-a805-b04158fd0127 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/65ac88a0-26ab-4969-a2a1-c766352b28f5 HTTP/1.1" status: 204 len: 168 time: 0.1708570 Mar 07 10:55:07.550565 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef705a-c72a-42b5-a805-b04158fd0127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ac88a0-26ab-4969-a2a1-c766352b28f5,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:07.617635 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7f44fdc1-4ae7-4fc8-ace7-63391142b96f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (b5f4d8db-276a-4387-ba47-721aef8c0614), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:07.694080 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-60933bfe-6ee8-40e7-b5e0-4e8f1f603ca8 None None] Current status of the port 551a6e24-6ccf-43f3-8d07-eac6fa4331d6 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:55:07.694838 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-60933bfe-6ee8-40e7-b5e0-4e8f1f603ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (551a6e24-6ccf-43f3-8d07-eac6fa4331d6), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:07.740378 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-60933bfe-6ee8-40e7-b5e0-4e8f1f603ca8 None None] For port 551a6e24-6ccf-43f3-8d07-eac6fa4331d6, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=551a6e24-6ccf-43f3-8d07-eac6fa4331d6,segment=NetworkSegment(00a734b8-2582-409d-8e37-a2ad1b7b4149),segment_id=00a734b8-2582-409d-8e37-a2ad1b7b4149)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:07.753291 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-60933bfe-6ee8-40e7-b5e0-4e8f1f603ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (551a6e24-6ccf-43f3-8d07-eac6fa4331d6), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:07.874026 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60933bfe-6ee8-40e7-b5e0-4e8f1f603ca8 None None] Pushing event updated for resources: {'Port': ['ID=551a6e24-6ccf-43f3-8d07-eac6fa4331d6,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:07.960507 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7f44fdc1-4ae7-4fc8-ace7-63391142b96f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (15ecf11f-20c8-4975-b915-0674f677dfa5), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:07.975289 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 551a6e24-6ccf-43f3-8d07-eac6fa4331d6 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:55:08.059436 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6a94f763-5208-4a30-92cf-500675f7829d None None] Provisioning complete for port 15ecf11f-20c8-4975-b915-0674f677dfa5 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:08.061238 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6a94f763-5208-4a30-92cf-500675f7829d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (15ecf11f-20c8-4975-b915-0674f677dfa5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:08.111515 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6a94f763-5208-4a30-92cf-500675f7829d None None] Port 15ecf11f-20c8-4975-b915-0674f677dfa5 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:55:08.133070 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6a94f763-5208-4a30-92cf-500675f7829d None None] Provisioning complete for port 551a6e24-6ccf-43f3-8d07-eac6fa4331d6 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:08.133623 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6a94f763-5208-4a30-92cf-500675f7829d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (551a6e24-6ccf-43f3-8d07-eac6fa4331d6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:08.162564 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44758) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:08.197496 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8e326f29-7462-4c86-b9c9-b46dae0a5b6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:08.205326 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 551a6e24-6ccf-43f3-8d07-eac6fa4331d6 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:08.205720 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (551a6e24-6ccf-43f3-8d07-eac6fa4331d6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:08.344970 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6a94f763-5208-4a30-92cf-500675f7829d None None] Current status of the port 551a6e24-6ccf-43f3-8d07-eac6fa4331d6 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:55:08.407557 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 551a6e24-6ccf-43f3-8d07-eac6fa4331d6 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:55:08.456086 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8e326f29-7462-4c86-b9c9-b46dae0a5b6e admin admin] Publish callbacks [] for security_group (abafa7c8-d192-4983-b6e5-3ddf4bb4aacb), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:08.464983 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8e326f29-7462-4c86-b9c9-b46dae0a5b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (abafa7c8-d192-4983-b6e5-3ddf4bb4aacb), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:08.486636 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-4b36a429-0a5c-4215-a09d-d9777b7e22dc None None] Provisioning complete for port 15ecf11f-20c8-4975-b915-0674f677dfa5 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:08.487016 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4b36a429-0a5c-4215-a09d-d9777b7e22dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (15ecf11f-20c8-4975-b915-0674f677dfa5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:08.508398 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e326f29-7462-4c86-b9c9-b46dae0a5b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abafa7c8-d192-4983-b6e5-3ddf4bb4aacb,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:08.541546 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8e326f29-7462-4c86-b9c9-b46dae0a5b6e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a49a1f5075c046c7ac54bf7fabe958b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3721726 Mar 07 10:55:08.558890 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44768) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:08.615893 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4b36a429-0a5c-4215-a09d-d9777b7e22dc None None] Port 15ecf11f-20c8-4975-b915-0674f677dfa5 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:55:08.625574 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-219dd44c-171c-42fb-a75b-681f5ed02838 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:08.641893 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5801281a-8b29-46a8-b11b-7bc284697765 admin admin] Publish callbacks [] for security_group (abafa7c8-d192-4983-b6e5-3ddf4bb4aacb), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:08.679639 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5801281a-8b29-46a8-b11b-7bc284697765 admin admin] Publish callbacks [] for security_group (abafa7c8-d192-4983-b6e5-3ddf4bb4aacb), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:08.746410 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5801281a-8b29-46a8-b11b-7bc284697765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (abafa7c8-d192-4983-b6e5-3ddf4bb4aacb), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:08.750279 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5801281a-8b29-46a8-b11b-7bc284697765 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:08.753332 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5801281a-8b29-46a8-b11b-7bc284697765 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/abafa7c8-d192-4983-b6e5-3ddf4bb4aacb HTTP/1.1" status: 204 len: 168 time: 0.1915369 Mar 07 10:55:08.767031 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5801281a-8b29-46a8-b11b-7bc284697765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abafa7c8-d192-4983-b6e5-3ddf4bb4aacb,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:08.963716 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-eb917431-b894-4aa0-aa4a-01f208532747 None None] Provisioning complete for port 15ecf11f-20c8-4975-b915-0674f677dfa5 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:08.964476 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-eb917431-b894-4aa0-aa4a-01f208532747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (15ecf11f-20c8-4975-b915-0674f677dfa5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:09.106512 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-eb917431-b894-4aa0-aa4a-01f208532747 None None] Port 15ecf11f-20c8-4975-b915-0674f677dfa5 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:55:09.274857 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7f44fdc1-4ae7-4fc8-ace7-63391142b96f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for port (15ecf11f-20c8-4975-b915-0674f677dfa5), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:09.282526 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7f44fdc1-4ae7-4fc8-ace7-63391142b96f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (15ecf11f-20c8-4975-b915-0674f677dfa5), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:09.360492 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f44fdc1-4ae7-4fc8-ace7-63391142b96f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Port': ['ID=15ecf11f-20c8-4975-b915-0674f677dfa5,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:09.401344 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71738135-d25e-45f7-b0ee-70426434e47a req-2f6ab36f-4884-4fe9-9155-b37c74fd0f83 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:09.407005 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-71738135-d25e-45f7-b0ee-70426434e47a req-2f6ab36f-4884-4fe9-9155-b37c74fd0f83 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 943 time: 1.0752704 Mar 07 10:55:09.429147 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 9bc76804-6a88-4389-a2c5-b5742bc35f6d no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:55:09.429627 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7f44fdc1-4ae7-4fc8-ace7-63391142b96f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (b5f4d8db-276a-4387-ba47-721aef8c0614), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:09.462141 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 9bc76804-6a88-4389-a2c5-b5742bc35f6d {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:55:09.462734 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 9bc76804-6a88-4389-a2c5-b5742bc35f6d not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:55:09.549095 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f44fdc1-4ae7-4fc8-ace7-63391142b96f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network f01ee498-bee9-4c1a-a33b-30fb4f904c93 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:55:09.556791 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-7f44fdc1-4ae7-4fc8-ace7-63391142b96f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:55:09.616315 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-71738135-d25e-45f7-b0ee-70426434e47a req-e4165873-a472-4124-b32b-0e5d2013d152 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1872959 Mar 07 10:55:09.821686 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f44fdc1-4ae7-4fc8-ace7-63391142b96f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Router b5f4d8db-276a-4387-ba47-721aef8c0614 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:55:09.907740 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:09.934609 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 551a6e24-6ccf-43f3-8d07-eac6fa4331d6 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:55:09.985737 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-484cfad3-cf00-4585-848e-c697395975f8 None None] Provisioning complete for port 15ecf11f-20c8-4975-b915-0674f677dfa5 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:09.985737 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-484cfad3-cf00-4585-848e-c697395975f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (15ecf11f-20c8-4975-b915-0674f677dfa5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:09.995674 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f44fdc1-4ae7-4fc8-ace7-63391142b96f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:55:10.005140 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44826) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:10.005788 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7f44fdc1-4ae7-4fc8-ace7-63391142b96f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "PUT /v2.0/routers/b5f4d8db-276a-4387-ba47-721aef8c0614/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2395241 Mar 07 10:55:10.006017 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd96bcc-e88c-412f-a3de-4b4bf5530162 None None] Sync routers for ids ['b5f4d8db-276a-4387-ba47-721aef8c0614'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:55:10.018390 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 551a6e24-6ccf-43f3-8d07-eac6fa4331d6 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:10.018771 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (551a6e24-6ccf-43f3-8d07-eac6fa4331d6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:10.020980 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd96bcc-e88c-412f-a3de-4b4bf5530162 None None] Routers {'b5f4d8db-276a-4387-ba47-721aef8c0614'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:55:10.021641 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1bd96bcc-e88c-412f-a3de-4b4bf5530162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:55:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['b5f4d8db-276a-4387-ba47-721aef8c0614'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:10.074583 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-484cfad3-cf00-4585-848e-c697395975f8 None None] Port 15ecf11f-20c8-4975-b915-0674f677dfa5 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:55:10.098327 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1bd96bcc-e88c-412f-a3de-4b4bf5530162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:10.104713 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c0ee0b-762c-422e-bf75-c6cf918820bd tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:10.108978 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd96bcc-e88c-412f-a3de-4b4bf5530162 None None] Routers {'b5f4d8db-276a-4387-ba47-721aef8c0614'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:55:10.108978 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1bd96bcc-e88c-412f-a3de-4b4bf5530162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:55:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['b5f4d8db-276a-4387-ba47-721aef8c0614'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:10.110745 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44828) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:10.111132 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-49c0ee0b-762c-422e-bf75-c6cf918820bd tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5f4d8db-276a-4387-ba47-721aef8c0614 HTTP/1.1" status: 200 len: 981 time: 0.1001766 Mar 07 10:55:10.126992 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 551a6e24-6ccf-43f3-8d07-eac6fa4331d6 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:55:10.150671 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1bd96bcc-e88c-412f-a3de-4b4bf5530162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:10.150847 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd96bcc-e88c-412f-a3de-4b4bf5530162 None None] The sync data for ids ['b5f4d8db-276a-4387-ba47-721aef8c0614'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:55:10.805276 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-521788dc-2b71-4a90-a56d-ff0a919b71ec tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (b5f4d8db-276a-4387-ba47-721aef8c0614), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:10.896195 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5aa19-91ef-4a3a-b492-648b62c2c05f req-9e7f923e-200c-450c-a838-210500426d53 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:10.898397 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b4a5aa19-91ef-4a3a-b492-648b62c2c05f req-9e7f923e-200c-450c-a838-210500426d53 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 943 time: 0.1607375 Mar 07 10:55:11.015946 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b4a5aa19-91ef-4a3a-b492-648b62c2c05f req-7c77af01-ad84-48e4-81be-4a219b4f33c3 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1106336 Mar 07 10:55:11.358774 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-521788dc-2b71-4a90-a56d-ff0a919b71ec tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Deleting port 15ecf11f-20c8-4975-b915-0674f677dfa5 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:55:11.359204 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-521788dc-2b71-4a90-a56d-ff0a919b71ec tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (15ecf11f-20c8-4975-b915-0674f677dfa5), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:11.478603 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-521788dc-2b71-4a90-a56d-ff0a919b71ec tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (15ecf11f-20c8-4975-b915-0674f677dfa5), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:11.500198 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-521788dc-2b71-4a90-a56d-ff0a919b71ec tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Calling delete_port for 15ecf11f-20c8-4975-b915-0674f677dfa5 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:55:11.641090 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:11.852771 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-521788dc-2b71-4a90-a56d-ff0a919b71ec tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (15ecf11f-20c8-4975-b915-0674f677dfa5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:11.899209 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521788dc-2b71-4a90-a56d-ff0a919b71ec tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Port': ['ID=15ecf11f-20c8-4975-b915-0674f677dfa5,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:12.232898 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-521788dc-2b71-4a90-a56d-ff0a919b71ec tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (b5f4d8db-276a-4387-ba47-721aef8c0614), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:12.585001 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815d6d42-4339-4a63-be2b-c66562f943f6 req-8e19a35c-72e0-4980-a695-de584a023fb5 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:12.591978 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-815d6d42-4339-4a63-be2b-c66562f943f6 req-8e19a35c-72e0-4980-a695-de584a023fb5 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 943 time: 0.4427736 Mar 07 10:55:12.614145 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521788dc-2b71-4a90-a56d-ff0a919b71ec tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Router b5f4d8db-276a-4387-ba47-721aef8c0614 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:55:12.645356 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44928) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:12.652244 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-815d6d42-4339-4a63-be2b-c66562f943f6 req-50c8395d-c756-47f3-8b1e-6cd8f12a1ada tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592999 Mar 07 10:55:12.756290 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521788dc-2b71-4a90-a56d-ff0a919b71ec tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:55:12.764570 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-521788dc-2b71-4a90-a56d-ff0a919b71ec tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "PUT /v2.0/routers/b5f4d8db-276a-4387-ba47-721aef8c0614/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6511254 Mar 07 10:55:12.765863 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375e048c-7c55-42e1-a499-01ab9d4c7839 None None] Sync routers for ids ['b5f4d8db-276a-4387-ba47-721aef8c0614'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:55:12.767105 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44932) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:12.779974 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375e048c-7c55-42e1-a499-01ab9d4c7839 None None] Routers {'b5f4d8db-276a-4387-ba47-721aef8c0614'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:55:12.780864 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-375e048c-7c55-42e1-a499-01ab9d4c7839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:55:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['b5f4d8db-276a-4387-ba47-721aef8c0614'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:12.812346 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-836b75eb-c45d-47a4-8aed-2569427ae811 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] GET failed (client error): The resource could not be found. Mar 07 10:55:12.814102 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-836b75eb-c45d-47a4-8aed-2569427ae811 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "GET /v2.0/ports/15ecf11f-20c8-4975-b915-0674f677dfa5 HTTP/1.1" status: 404 len: 333 time: 0.0457814 Mar 07 10:55:12.817295 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44936) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:12.904877 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-375e048c-7c55-42e1-a499-01ab9d4c7839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:12.957024 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375e048c-7c55-42e1-a499-01ab9d4c7839 None None] Routers {'b5f4d8db-276a-4387-ba47-721aef8c0614'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:55:12.957674 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-375e048c-7c55-42e1-a499-01ab9d4c7839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:55:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['b5f4d8db-276a-4387-ba47-721aef8c0614'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:13.053459 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8f6b4736-39dd-4e25-9623-52e71038f374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:13.068169 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-375e048c-7c55-42e1-a499-01ab9d4c7839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:13.068868 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375e048c-7c55-42e1-a499-01ab9d4c7839 None None] The sync data for ids ['b5f4d8db-276a-4387-ba47-721aef8c0614'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:55:13.077223 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:13.210235 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8f6b4736-39dd-4e25-9623-52e71038f374 admin admin] Publish callbacks [] for security_group (8b03cf21-d283-4648-8304-a159f00cb84a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:13.234186 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8f6b4736-39dd-4e25-9623-52e71038f374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8b03cf21-d283-4648-8304-a159f00cb84a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:13.262119 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8f41aa46-4631-4f05-b9aa-60bed42b43e3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for router (b5f4d8db-276a-4387-ba47-721aef8c0614), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:13.335529 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b4736-39dd-4e25-9623-52e71038f374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b03cf21-d283-4648-8304-a159f00cb84a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:13.453288 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44942) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:13.461389 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8f6b4736-39dd-4e25-9623-52e71038f374 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c4b0494a7f6f4dff88eb6eff1f99de5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8148234 Mar 07 10:55:13.558007 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-646b1d1f-104e-414e-9363-cfa5cbcb2dbc admin admin] Publish callbacks [] for security_group (8b03cf21-d283-4648-8304-a159f00cb84a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:13.605740 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-646b1d1f-104e-414e-9363-cfa5cbcb2dbc admin admin] Publish callbacks [] for security_group (8b03cf21-d283-4648-8304-a159f00cb84a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:13.718714 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-646b1d1f-104e-414e-9363-cfa5cbcb2dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8b03cf21-d283-4648-8304-a159f00cb84a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:13.721812 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-646b1d1f-104e-414e-9363-cfa5cbcb2dbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:13.723008 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-646b1d1f-104e-414e-9363-cfa5cbcb2dbc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8b03cf21-d283-4648-8304-a159f00cb84a HTTP/1.1" status: 204 len: 168 time: 0.2689490 Mar 07 10:55:13.737961 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b1d1f-104e-414e-9363-cfa5cbcb2dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b03cf21-d283-4648-8304-a159f00cb84a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:13.759124 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646b1d1f-104e-414e-9363-cfa5cbcb2dbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:13.759468 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646b1d1f-104e-414e-9363-cfa5cbcb2dbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:13.759805 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646b1d1f-104e-414e-9363-cfa5cbcb2dbc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:13.760135 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646b1d1f-104e-414e-9363-cfa5cbcb2dbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:13.760466 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646b1d1f-104e-414e-9363-cfa5cbcb2dbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:13.760792 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646b1d1f-104e-414e-9363-cfa5cbcb2dbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:13.761135 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646b1d1f-104e-414e-9363-cfa5cbcb2dbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:13.761503 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646b1d1f-104e-414e-9363-cfa5cbcb2dbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:13.761831 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646b1d1f-104e-414e-9363-cfa5cbcb2dbc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:13.762153 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646b1d1f-104e-414e-9363-cfa5cbcb2dbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:13.762471 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646b1d1f-104e-414e-9363-cfa5cbcb2dbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:13.762805 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646b1d1f-104e-414e-9363-cfa5cbcb2dbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:13.763729 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646b1d1f-104e-414e-9363-cfa5cbcb2dbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:13.798099 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8f41aa46-4631-4f05-b9aa-60bed42b43e3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (b5f4d8db-276a-4387-ba47-721aef8c0614), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:13.815369 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8f41aa46-4631-4f05-b9aa-60bed42b43e3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for router_controller (b5f4d8db-276a-4387-ba47-721aef8c0614), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:14.102704 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8f41aa46-4631-4f05-b9aa-60bed42b43e3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (b5f4d8db-276a-4387-ba47-721aef8c0614), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:14.110202 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f41aa46-4631-4f05-b9aa-60bed42b43e3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Fanout notify agent at l3_agent the message router_deleted on router b5f4d8db-276a-4387-ba47-721aef8c0614 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:55:14.126954 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8f41aa46-4631-4f05-b9aa-60bed42b43e3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:14.147677 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44956) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:14.159468 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8f41aa46-4631-4f05-b9aa-60bed42b43e3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/routers/b5f4d8db-276a-4387-ba47-721aef8c0614 HTTP/1.1" status: 204 len: 168 time: 1.3378851 Mar 07 10:55:14.208423 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f38020-27c1-4528-a378-dbfcb3a7378c req-a05f52b7-2854-4ad4-9d1a-e6064aad44ad tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:14.210114 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-93f38020-27c1-4528-a378-dbfcb3a7378c req-a05f52b7-2854-4ad4-9d1a-e6064aad44ad tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 943 time: 0.3884075 Mar 07 10:55:14.269859 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-70268678-75f1-44cd-b3ab-17687f88e768 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Deleting subnet 115eb924-94e9-4fa5-9ef2-02e9b1e31933 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:55:14.275974 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-70268678-75f1-44cd-b3ab-17687f88e768 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for subnet (115eb924-94e9-4fa5-9ef2-02e9b1e31933), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:14.315280 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-93f38020-27c1-4528-a378-dbfcb3a7378c req-526ba272-4adf-4829-a27e-a69aa65d7e98 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0993690 Mar 07 10:55:14.352274 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-70268678-75f1-44cd-b3ab-17687f88e768 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (115eb924-94e9-4fa5-9ef2-02e9b1e31933), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:14.577604 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-70268678-75f1-44cd-b3ab-17687f88e768 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (115eb924-94e9-4fa5-9ef2-02e9b1e31933), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:14.643406 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44958) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:14.679329 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9f36da1e-c4e4-4d2c-86ea-5427185af1b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:14.826833 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9f36da1e-c4e4-4d2c-86ea-5427185af1b1 admin admin] Publish callbacks [] for security_group (180b69f7-ad7b-4b0e-ac2f-7b0168e25ebd), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:14.837310 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9f36da1e-c4e4-4d2c-86ea-5427185af1b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (180b69f7-ad7b-4b0e-ac2f-7b0168e25ebd), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:14.878323 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f36da1e-c4e4-4d2c-86ea-5427185af1b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180b69f7-ad7b-4b0e-ac2f-7b0168e25ebd,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:14.906089 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44960) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:14.920335 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9f36da1e-c4e4-4d2c-86ea-5427185af1b1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a81dcdb7c53f42c698ce8b4e304b7f4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2718129 Mar 07 10:55:14.958615 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-70268678-75f1-44cd-b3ab-17687f88e768 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (115eb924-94e9-4fa5-9ef2-02e9b1e31933), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:14.998505 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfd4992-5091-4899-b456-c36f06ef2c8b None None] Network f01ee498-bee9-4c1a-a33b-30fb4f904c93 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:55:14.999524 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-70268678-75f1-44cd-b3ab-17687f88e768 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:15.002952 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-70268678-75f1-44cd-b3ab-17687f88e768 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/subnets/115eb924-94e9-4fa5-9ef2-02e9b1e31933 HTTP/1.1" status: 204 len: 168 time: 0.8543427 Mar 07 10:55:15.005996 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44966) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:15.038883 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4648273d-f748-41d1-b342-f87af9f95296 admin admin] Publish callbacks [] for security_group (180b69f7-ad7b-4b0e-ac2f-7b0168e25ebd), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:15.039797 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70268678-75f1-44cd-b3ab-17687f88e768 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Subnet': ['ID=115eb924-94e9-4fa5-9ef2-02e9b1e31933,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:15.062830 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4648273d-f748-41d1-b342-f87af9f95296 admin admin] Publish callbacks [] for security_group (180b69f7-ad7b-4b0e-ac2f-7b0168e25ebd), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:15.139322 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4648273d-f748-41d1-b342-f87af9f95296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (180b69f7-ad7b-4b0e-ac2f-7b0168e25ebd), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:15.142242 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4648273d-f748-41d1-b342-f87af9f95296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:15.147049 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4648273d-f748-41d1-b342-f87af9f95296 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/180b69f7-ad7b-4b0e-ac2f-7b0168e25ebd HTTP/1.1" status: 204 len: 168 time: 0.2367046 Mar 07 10:55:15.176070 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648273d-f748-41d1-b342-f87af9f95296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180b69f7-ad7b-4b0e-ac2f-7b0168e25ebd,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:15.211464 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-336024ab-a427-430a-8202-02123993ba2a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (f01ee498-bee9-4c1a-a33b-30fb4f904c93), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:15.336929 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-336024ab-a427-430a-8202-02123993ba2a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Deleting port 551a6e24-6ccf-43f3-8d07-eac6fa4331d6 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:55:15.337374 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-336024ab-a427-430a-8202-02123993ba2a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (551a6e24-6ccf-43f3-8d07-eac6fa4331d6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:15.436502 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dba543c-108b-4596-bcb1-7e45b3fdf45b None None] DHCP port deletion for f01ee498-bee9-4c1a-a33b-30fb4f904c93 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:55:15.515201 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2dba543c-108b-4596-bcb1-7e45b3fdf45b None None] Deleting port 551a6e24-6ccf-43f3-8d07-eac6fa4331d6 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:55:15.515941 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2dba543c-108b-4596-bcb1-7e45b3fdf45b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (551a6e24-6ccf-43f3-8d07-eac6fa4331d6), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:15.516179 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-336024ab-a427-430a-8202-02123993ba2a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] For port 551a6e24-6ccf-43f3-8d07-eac6fa4331d6, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=551a6e24-6ccf-43f3-8d07-eac6fa4331d6,segment=NetworkSegment(00a734b8-2582-409d-8e37-a2ad1b7b4149),segment_id=00a734b8-2582-409d-8e37-a2ad1b7b4149)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:15.516558 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-336024ab-a427-430a-8202-02123993ba2a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (551a6e24-6ccf-43f3-8d07-eac6fa4331d6), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:15.537033 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-336024ab-a427-430a-8202-02123993ba2a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Calling delete_port for 551a6e24-6ccf-43f3-8d07-eac6fa4331d6 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:55:15.572000 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72685f38-4e85-4ec0-ad09-1cd61513b98c req-f638ea1b-afba-430b-ad8b-52732bcc0905 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:15.573638 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-72685f38-4e85-4ec0-ad09-1cd61513b98c req-f638ea1b-afba-430b-ad8b-52732bcc0905 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 943 time: 0.1083887 Mar 07 10:55:15.601370 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-2dba543c-108b-4596-bcb1-7e45b3fdf45b None None] For port 551a6e24-6ccf-43f3-8d07-eac6fa4331d6, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=551a6e24-6ccf-43f3-8d07-eac6fa4331d6,segment=NetworkSegment(00a734b8-2582-409d-8e37-a2ad1b7b4149),segment_id=00a734b8-2582-409d-8e37-a2ad1b7b4149)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:15.602265 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2dba543c-108b-4596-bcb1-7e45b3fdf45b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (551a6e24-6ccf-43f3-8d07-eac6fa4331d6), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:15.626410 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2dba543c-108b-4596-bcb1-7e45b3fdf45b None None] Calling delete_port for 551a6e24-6ccf-43f3-8d07-eac6fa4331d6 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:55:15.690679 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-72685f38-4e85-4ec0-ad09-1cd61513b98c req-6f089553-7575-4fc9-9faa-189c410eca36 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1110625 Mar 07 10:55:15.728763 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-336024ab-a427-430a-8202-02123993ba2a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (551a6e24-6ccf-43f3-8d07-eac6fa4331d6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:15.814764 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336024ab-a427-430a-8202-02123993ba2a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Port': ['ID=551a6e24-6ccf-43f3-8d07-eac6fa4331d6,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:15.822005 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336024ab-a427-430a-8202-02123993ba2a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] No DVR routers for this DVR port 551a6e24-6ccf-43f3-8d07-eac6fa4331d6 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:55:15.937208 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 551a6e24-6ccf-43f3-8d07-eac6fa4331d6 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:55:15.967761 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 551a6e24-6ccf-43f3-8d07-eac6fa4331d6 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:55:15.968642 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 551a6e24-6ccf-43f3-8d07-eac6fa4331d6 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:55:15.983542 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2dba543c-108b-4596-bcb1-7e45b3fdf45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (551a6e24-6ccf-43f3-8d07-eac6fa4331d6), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:16.001592 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-336024ab-a427-430a-8202-02123993ba2a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (f01ee498-bee9-4c1a-a33b-30fb4f904c93), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:16.035286 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-336024ab-a427-430a-8202-02123993ba2a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f01ee498-bee9-4c1a-a33b-30fb4f904c93']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:16.056337 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-336024ab-a427-430a-8202-02123993ba2a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a734b8-2582-409d-8e37-a2ad1b7b4149') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:16.056896 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-336024ab-a427-430a-8202-02123993ba2a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a734b8-2582-409d-8e37-a2ad1b7b4149') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:16.075718 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-336024ab-a427-430a-8202-02123993ba2a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (00a734b8-2582-409d-8e37-a2ad1b7b4149), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:16.113806 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba543c-108b-4596-bcb1-7e45b3fdf45b None None] Pushing event deleted for resources: {'Port': ['ID=551a6e24-6ccf-43f3-8d07-eac6fa4331d6,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:16.119176 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-336024ab-a427-430a-8202-02123993ba2a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (00a734b8-2582-409d-8e37-a2ad1b7b4149), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:16.141897 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-336024ab-a427-430a-8202-02123993ba2a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:55:16.142598 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-336024ab-a427-430a-8202-02123993ba2a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (00a734b8-2582-409d-8e37-a2ad1b7b4149), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:16.148273 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dba543c-108b-4596-bcb1-7e45b3fdf45b None None] No DVR routers for this DVR port 551a6e24-6ccf-43f3-8d07-eac6fa4331d6 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:55:16.175042 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:55:16.175042 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:55:16.175042 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:55:16.175042 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:55:16.175042 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:55:16.175042 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:55:16.175042 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:55:16.175042 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:55:16.175042 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:55:16.175042 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:55:16.175042 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:55:16.175042 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:55:16.175042 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:55:16.175042 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:55:16.175042 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:55:16.175042 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:55:16.175042 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:55:16.175042 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:55:16.175042 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:55:16.175042 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:55:16.175042 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:55:16.175042 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:55:16.175042 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:55:16.175042 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:55:16.175042 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:55:16.175042 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:55:16.175042 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:55:16.175042 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:55:16.175042 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:55:16.175042 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:55:16.175042 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:55:16.175042 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:55:16.271533 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-336024ab-a427-430a-8202-02123993ba2a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (f01ee498-bee9-4c1a-a33b-30fb4f904c93), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:16.281512 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-336024ab-a427-430a-8202-02123993ba2a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:16.289618 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-336024ab-a427-430a-8202-02123993ba2a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/networks/f01ee498-bee9-4c1a-a33b-30fb4f904c93 HTTP/1.1" status: 204 len: 168 time: 1.2822731 Mar 07 10:55:16.289764 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44992) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:16.306655 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336024ab-a427-430a-8202-02123993ba2a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Network': ['ID=f01ee498-bee9-4c1a-a33b-30fb4f904c93,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:16.360518 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d072aef-f8f9-4209-b821-f6ccc275228f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:16.362266 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9d072aef-f8f9-4209-b821-f6ccc275228f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "GET /v2.0/ports/23163456-0f95-44c6-891d-c25b41353540 HTTP/1.1" status: 200 len: 840 time: 0.0716059 Mar 07 10:55:16.365878 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44996) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:16.458929 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3b955cdb-0aa6-4047-93dd-7f31a934f1fc tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "GET /v2.0/ports/23163456-0f95-44c6-891d-c25b41353540?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0915883 Mar 07 10:55:16.463594 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45000) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:16.477282 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-f968bd86-1894-4aef-b01e-75ab06f7c822 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'subnet': {'network_id': 'bd57236b-4588-4c07-8ec1-6f5e31b2addf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:16.667991 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f968bd86-1894-4aef-b01e-75ab06f7c822 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:55:16.674814 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f968bd86-1894-4aef-b01e-75ab06f7c822 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:17.041052 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f968bd86-1894-4aef-b01e-75ab06f7c822 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (4ec1066b-92a3-4b9a-8a47-ff05d42f74b3), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:17.122965 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f968bd86-1894-4aef-b01e-75ab06f7c822 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Subnet': ['ID=4ec1066b-92a3-4b9a-8a47-ff05d42f74b3,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:17.131602 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f968bd86-1894-4aef-b01e-75ab06f7c822 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network bd57236b-4588-4c07-8ec1-6f5e31b2addf is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:55:17.137083 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-f968bd86-1894-4aef-b01e-75ab06f7c822 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:55:17.140747 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f968bd86-1894-4aef-b01e-75ab06f7c822 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:17.141579 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f968bd86-1894-4aef-b01e-75ab06f7c822 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:17.147899 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561aa2ed-6979-4882-a8e3-c00d2528aa26 None None] Network bd57236b-4588-4c07-8ec1-6f5e31b2addf requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:55:17.196352 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58118d5d-b3bc-47a8-81e0-51f7aa8b441a req-20862f2b-c698-4fb3-9f46-0a0f3368a555 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:17.200113 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-58118d5d-b3bc-47a8-81e0-51f7aa8b441a req-20862f2b-c698-4fb3-9f46-0a0f3368a555 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 943 time: 0.1698613 Mar 07 10:55:17.213648 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f968bd86-1894-4aef-b01e-75ab06f7c822 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7460158 Mar 07 10:55:17.214481 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45022) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:17.222161 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-0d153696-f53d-4b94-9206-5a9501010107 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'security_group': {'name': 'tempest-secgroup-191822254'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:17.270567 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0d153696-f53d-4b94-9206-5a9501010107 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:17.319832 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-58118d5d-b3bc-47a8-81e0-51f7aa8b441a req-1df0c695-f8b2-4139-8607-4b55fed8026e tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1071105 Mar 07 10:55:17.451883 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bbee38-f5a8-4617-b8d7-75816bd4bd4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-bd57236b-4588-4c07-8ec1-6f5e31b2addf', 'network_id': 'bd57236b-4588-4c07-8ec1-6f5e31b2addf', 'project_id': '273b160fa2104d51b4a02d20bbb41573', 'fixed_ips': [{'subnet_id': '4ec1066b-92a3-4b9a-8a47-ff05d42f74b3'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:55:17.452755 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a1bbee38-f5a8-4617-b8d7-75816bd4bd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:17.491332 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0d153696-f53d-4b94-9206-5a9501010107 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for security_group (5133bf18-6719-47df-ac24-5f5ad42bd6eb), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:17.502886 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0d153696-f53d-4b94-9206-5a9501010107 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5133bf18-6719-47df-ac24-5f5ad42bd6eb), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:17.604644 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0d153696-f53d-4b94-9206-5a9501010107 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:17.610141 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45044) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:17.613664 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0d153696-f53d-4b94-9206-5a9501010107 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3974953 Mar 07 10:55:17.616430 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-7c560b76-e6ef-4977-9078-625282d7d0b7 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'security_group': {'name': 'tempest-secgroup-1023860962'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:17.627603 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d153696-f53d-4b94-9206-5a9501010107 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5133bf18-6719-47df-ac24-5f5ad42bd6eb,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:17.682170 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7c560b76-e6ef-4977-9078-625282d7d0b7 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:17.827473 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-a1bbee38-f5a8-4617-b8d7-75816bd4bd4e None None] Allocated IP 172.20.0.2 (bd57236b-4588-4c07-8ec1-6f5e31b2addf/4ec1066b-92a3-4b9a-8a47-ff05d42f74b3/e7f38255-6400-4adf-aaae-f51225d108a2) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:55:17.882703 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7c560b76-e6ef-4977-9078-625282d7d0b7 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for security_group (2751678d-0f18-4ea9-8145-f4c2df908397), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:17.890921 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7c560b76-e6ef-4977-9078-625282d7d0b7 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2751678d-0f18-4ea9-8145-f4c2df908397), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:17.984077 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c560b76-e6ef-4977-9078-625282d7d0b7 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2751678d-0f18-4ea9-8145-f4c2df908397,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:18.044966 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7c560b76-e6ef-4977-9078-625282d7d0b7 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:18.047047 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7c560b76-e6ef-4977-9078-625282d7d0b7 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4355862 Mar 07 10:55:18.049912 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45056) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:18.055187 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-df4fc35a-2ed9-43d3-b66b-1351cf5ac425 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1445899956', 'security_groups': ['2751678d-0f18-4ea9-8145-f4c2df908397'], 'network_id': 'bd57236b-4588-4c07-8ec1-6f5e31b2addf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4ec1066b-92a3-4b9a-8a47-ff05d42f74b3'}]}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:18.211232 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a1bbee38-f5a8-4617-b8d7-75816bd4bd4e None None] Publish callbacks [] for port (e7f38255-6400-4adf-aaae-f51225d108a2), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:18.224999 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a1bbee38-f5a8-4617-b8d7-75816bd4bd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (e7f38255-6400-4adf-aaae-f51225d108a2), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:18.258959 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bbee38-f5a8-4617-b8d7-75816bd4bd4e None None] Network bd57236b-4588-4c07-8ec1-6f5e31b2addf is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:55:18.265969 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-a1bbee38-f5a8-4617-b8d7-75816bd4bd4e None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:55:18.350618 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bbee38-f5a8-4617-b8d7-75816bd4bd4e None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:55:18.489331 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:18.492607 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bbee38-f5a8-4617-b8d7-75816bd4bd4e None None] Pushing event updated for resources: {'Port': ['ID=e7f38255-6400-4adf-aaae-f51225d108a2,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:18.498715 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-a1bbee38-f5a8-4617-b8d7-75816bd4bd4e None None] Attempting to bind port e7f38255-6400-4adf-aaae-f51225d108a2 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:55:18.499145 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-a1bbee38-f5a8-4617-b8d7-75816bd4bd4e None None] Attempting to bind port e7f38255-6400-4adf-aaae-f51225d108a2 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '64bb0226-5c72-46c8-aa0a-028193bd13ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bd57236b-4588-4c07-8ec1-6f5e31b2addf'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:55:18.499677 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bbee38-f5a8-4617-b8d7-75816bd4bd4e None None] Attempting to bind port e7f38255-6400-4adf-aaae-f51225d108a2 on network bd57236b-4588-4c07-8ec1-6f5e31b2addf {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:55:18.511674 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bbee38-f5a8-4617-b8d7-75816bd4bd4e None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:55:18.512514 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bbee38-f5a8-4617-b8d7-75816bd4bd4e None None] Checking segment: {'id': '64bb0226-5c72-46c8-aa0a-028193bd13ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bd57236b-4588-4c07-8ec1-6f5e31b2addf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:55:18.513854 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a1bbee38-f5a8-4617-b8d7-75816bd4bd4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:18.514428 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bbee38-f5a8-4617-b8d7-75816bd4bd4e None None] Bound using segment: {'id': '64bb0226-5c72-46c8-aa0a-028193bd13ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bd57236b-4588-4c07-8ec1-6f5e31b2addf'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:55:18.515116 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-a1bbee38-f5a8-4617-b8d7-75816bd4bd4e None None] Bound port: e7f38255-6400-4adf-aaae-f51225d108a2, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64bb0226-5c72-46c8-aa0a-028193bd13ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'bd57236b-4588-4c07-8ec1-6f5e31b2addf'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:55:18.519183 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45070) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:18.520251 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a1bbee38-f5a8-4617-b8d7-75816bd4bd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e7f38255-6400-4adf-aaae-f51225d108a2), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:18.634466 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a1bbee38-f5a8-4617-b8d7-75816bd4bd4e None None] For port e7f38255-6400-4adf-aaae-f51225d108a2, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:55:18.644461 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a1bbee38-f5a8-4617-b8d7-75816bd4bd4e None None] For port e7f38255-6400-4adf-aaae-f51225d108a2, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e7f38255-6400-4adf-aaae-f51225d108a2,segment=NetworkSegment(64bb0226-5c72-46c8-aa0a-028193bd13ed),segment_id=64bb0226-5c72-46c8-aa0a-028193bd13ed)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:55:18.655625 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a1bbee38-f5a8-4617-b8d7-75816bd4bd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e7f38255-6400-4adf-aaae-f51225d108a2), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:18.750462 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bbee38-f5a8-4617-b8d7-75816bd4bd4e None None] Pushing event updated for resources: {'Port': ['ID=e7f38255-6400-4adf-aaae-f51225d108a2,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:18.771907 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3413bf47-e3bc-4ab2-b8fe-69cb4c3aae92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:18.922064 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3413bf47-e3bc-4ab2-b8fe-69cb4c3aae92 admin admin] Publish callbacks [] for security_group (25d0cace-534d-4f3c-b366-ac31f006b75a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:18.932776 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3413bf47-e3bc-4ab2-b8fe-69cb4c3aae92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (25d0cace-534d-4f3c-b366-ac31f006b75a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:18.941902 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2aeb1-534a-4309-8a1a-badf20363658 req-1e273758-8fd4-46d7-93c3-60ca6e91e5ba tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:18.943547 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d8c2aeb1-534a-4309-8a1a-badf20363658 req-1e273758-8fd4-46d7-93c3-60ca6e91e5ba tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 943 time: 0.1766028 Mar 07 10:55:18.944657 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4fc35a-2ed9-43d3-b66b-1351cf5ac425 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:55:19.041271 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3413bf47-e3bc-4ab2-b8fe-69cb4c3aae92 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=21156f5ba9b0430982515c58ae99bed1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5182877 Mar 07 10:55:19.056346 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45076) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:19.061888 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413bf47-e3bc-4ab2-b8fe-69cb4c3aae92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d0cace-534d-4f3c-b366-ac31f006b75a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:19.139759 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d8c2aeb1-534a-4309-8a1a-badf20363658 req-76a0af48-8547-4164-a0d9-19a3f66bc465 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1747329 Mar 07 10:55:19.147371 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-df4fc35a-2ed9-43d3-b66b-1351cf5ac425 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:19.215546 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-86eb748b-31c7-4174-a86a-d6f78d531177 admin admin] Publish callbacks [] for security_group (25d0cace-534d-4f3c-b366-ac31f006b75a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:19.224453 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-df4fc35a-2ed9-43d3-b66b-1351cf5ac425 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] device_id is not set on port c7b765b3-3065-41c1-9889-6397474ae171 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:55:19.323183 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-86eb748b-31c7-4174-a86a-d6f78d531177 admin admin] Publish callbacks [] for security_group (25d0cace-534d-4f3c-b366-ac31f006b75a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:19.507417 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-86eb748b-31c7-4174-a86a-d6f78d531177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (25d0cace-534d-4f3c-b366-ac31f006b75a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:19.510397 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-86eb748b-31c7-4174-a86a-d6f78d531177 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:19.511956 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-86eb748b-31c7-4174-a86a-d6f78d531177 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/25d0cace-534d-4f3c-b366-ac31f006b75a HTTP/1.1" status: 204 len: 168 time: 0.4546556 Mar 07 10:55:19.549022 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aa34f601-915a-4589-ac51-f8bb5248da4e req-1dc34a78-5a26-475c-9891-7f15966a6308 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1517975 Mar 07 10:55:19.591895 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-df4fc35a-2ed9-43d3-b66b-1351cf5ac425 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Allocated IP 172.20.0.5 (bd57236b-4588-4c07-8ec1-6f5e31b2addf/4ec1066b-92a3-4b9a-8a47-ff05d42f74b3/c7b765b3-3065-41c1-9889-6397474ae171) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:55:19.598896 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb748b-31c7-4174-a86a-d6f78d531177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d0cace-534d-4f3c-b366-ac31f006b75a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:19.916491 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34f601-915a-4589-ac51-f8bb5248da4e req-5221ac6f-6c6f-4f50-8309-5066c9c9cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:19.942789 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aa34f601-915a-4589-ac51-f8bb5248da4e req-5221ac6f-6c6f-4f50-8309-5066c9c9cec4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6d3fdd77decc4d62a3e5426903f03a99&device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 1127 time: 0.2969842 Mar 07 10:55:20.097689 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e7f38255-6400-4adf-aaae-f51225d108a2 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:55:20.326585 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port e7f38255-6400-4adf-aaae-f51225d108a2 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:20.326865 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e7f38255-6400-4adf-aaae-f51225d108a2), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:20.383549 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34f601-915a-4589-ac51-f8bb5248da4e req-269f0c04-d53a-4027-bdfa-cdc640313f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:20.385085 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aa34f601-915a-4589-ac51-f8bb5248da4e req-269f0c04-d53a-4027-bdfa-cdc640313f6b service neutron] 10.222.0.31 "GET /v2.0/networks?id=28765912-277e-46d1-95bd-16e2031149b0 HTTP/1.1" status: 200 len: 912 time: 0.4419687 Mar 07 10:55:20.484269 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4836c8-54f7-4429-9bd5-c40907a35c85 req-83c05c66-cb08-427a-a201-89e5e09b7bec tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:20.497961 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b4836c8-54f7-4429-9bd5-c40907a35c85 req-83c05c66-cb08-427a-a201-89e5e09b7bec tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 943 time: 0.1236069 Mar 07 10:55:20.524981 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-df4fc35a-2ed9-43d3-b66b-1351cf5ac425 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for port (c7b765b3-3065-41c1-9889-6397474ae171), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:20.632069 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b4836c8-54f7-4429-9bd5-c40907a35c85 req-4c6ca734-3a86-485b-8e3a-571b8c4b8f79 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1331217 Mar 07 10:55:20.636817 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aa34f601-915a-4589-ac51-f8bb5248da4e req-cb841355-9d75-4319-be33-3c6a620522cd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=052c2f2c-982a-42de-919d-b7737e320cde HTTP/1.1" status: 200 len: 1001 time: 0.2381895 Mar 07 10:55:20.849025 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34f601-915a-4589-ac51-f8bb5248da4e req-d9972e78-42c7-46e5-b8ec-e304332744c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:20.854888 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aa34f601-915a-4589-ac51-f8bb5248da4e req-d9972e78-42c7-46e5-b8ec-e304332744c4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c02524-f503-4482-9d50-de9acc410b2f HTTP/1.1" status: 200 len: 850 time: 0.2036388 Mar 07 10:55:20.975845 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-df4fc35a-2ed9-43d3-b66b-1351cf5ac425 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (c7b765b3-3065-41c1-9889-6397474ae171), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:21.075854 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-cef66436-857a-4c77-b5b1-a47434230db0 None None] Provisioning complete for port 23163456-0f95-44c6-891d-c25b41353540 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:21.076383 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cef66436-857a-4c77-b5b1-a47434230db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (23163456-0f95-44c6-891d-c25b41353540), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:21.123724 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4fc35a-2ed9-43d3-b66b-1351cf5ac425 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Port': ['ID=c7b765b3-3065-41c1-9889-6397474ae171,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:21.144177 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port e7f38255-6400-4adf-aaae-f51225d108a2 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:55:21.144747 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e7f38255-6400-4adf-aaae-f51225d108a2), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:21.152465 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34f601-915a-4589-ac51-f8bb5248da4e req-18a7e883-575b-4a9c-9368-d183334240a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:21.155688 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aa34f601-915a-4589-ac51-f8bb5248da4e req-18a7e883-575b-4a9c-9368-d183334240a2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=28765912-277e-46d1-95bd-16e2031149b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2897282 Mar 07 10:55:21.188845 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4fc35a-2ed9-43d3-b66b-1351cf5ac425 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network bd57236b-4588-4c07-8ec1-6f5e31b2addf is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:55:21.191383 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-df4fc35a-2ed9-43d3-b66b-1351cf5ac425 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:55:21.212870 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-cef66436-857a-4c77-b5b1-a47434230db0 None None] Port 23163456-0f95-44c6-891d-c25b41353540 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:55:21.232420 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4fc35a-2ed9-43d3-b66b-1351cf5ac425 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:55:21.264564 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port e7f38255-6400-4adf-aaae-f51225d108a2, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e7f38255-6400-4adf-aaae-f51225d108a2,segment=NetworkSegment(64bb0226-5c72-46c8-aa0a-028193bd13ed),segment_id=64bb0226-5c72-46c8-aa0a-028193bd13ed)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:21.276353 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-cef66436-857a-4c77-b5b1-a47434230db0 None None] Provisioning complete for port e7f38255-6400-4adf-aaae-f51225d108a2 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:21.277024 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cef66436-857a-4c77-b5b1-a47434230db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e7f38255-6400-4adf-aaae-f51225d108a2), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:21.279100 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e7f38255-6400-4adf-aaae-f51225d108a2), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:21.357850 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4fc35a-2ed9-43d3-b66b-1351cf5ac425 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:21.359466 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-df4fc35a-2ed9-43d3-b66b-1351cf5ac425 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:21.417025 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-df4fc35a-2ed9-43d3-b66b-1351cf5ac425 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3656268 Mar 07 10:55:21.419650 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45122) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:21.424843 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-22dec3a2-b15f-4c91-a321-8a1f78d2436b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'subnet': {'network_id': 'bd57236b-4588-4c07-8ec1-6f5e31b2addf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:21.553837 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=e7f38255-6400-4adf-aaae-f51225d108a2,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:21.566439 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aa34f601-915a-4589-ac51-f8bb5248da4e req-0c745bcf-5d6e-494a-8edc-8adb9b87e291 service neutron] 10.222.0.31 "GET /v2.0/networks/28765912-277e-46d1-95bd-16e2031149b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4027836 Mar 07 10:55:21.679248 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-cef66436-857a-4c77-b5b1-a47434230db0 None None] Current status of the port e7f38255-6400-4adf-aaae-f51225d108a2 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:55:21.840799 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-048cf30d-bd92-406a-9dfc-fef3c401da20 None None] Provisioning complete for port c7b765b3-3065-41c1-9889-6397474ae171 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:21.841942 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-048cf30d-bd92-406a-9dfc-fef3c401da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c7b765b3-3065-41c1-9889-6397474ae171), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:21.847978 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dec3a2-b15f-4c91-a321-8a1f78d2436b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:55:21.851434 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-22dec3a2-b15f-4c91-a321-8a1f78d2436b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:21.867787 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aa34f601-915a-4589-ac51-f8bb5248da4e req-662e05a6-4ef0-4144-8ecb-b906e5d88480 service neutron] 10.222.0.31 "GET /v2.0/networks/28765912-277e-46d1-95bd-16e2031149b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925327 Mar 07 10:55:21.994100 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-048cf30d-bd92-406a-9dfc-fef3c401da20 None None] Port c7b765b3-3065-41c1-9889-6397474ae171 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:55:22.000512 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e7f38255-6400-4adf-aaae-f51225d108a2 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:55:22.001675 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cff9be-aa51-4db4-927d-261ce8fffd1d req-e4b80775-7773-4c40-bc22-1b4ed2bfef5b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:22.017522 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-32cff9be-aa51-4db4-927d-261ce8fffd1d req-e4b80775-7773-4c40-bc22-1b4ed2bfef5b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 943 time: 0.1486249 Mar 07 10:55:22.139753 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-32cff9be-aa51-4db4-927d-261ce8fffd1d req-48a19ba9-e8b2-46dd-91e1-65f705e0d92e tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1208086 Mar 07 10:55:22.176857 n-d-832164-4 neutron-server[103767]: INFO neutron.db.ipam_backend_mixin [None req-22dec3a2-b15f-4c91-a321-8a1f78d2436b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4ec1066b-92a3-4b9a-8a47-ff05d42f74b3 (CIDR: 172.20.0.0/28) Mar 07 10:55:22.177341 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port e7f38255-6400-4adf-aaae-f51225d108a2 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:22.177842 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e7f38255-6400-4adf-aaae-f51225d108a2), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:22.187595 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-22dec3a2-b15f-4c91-a321-8a1f78d2436b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:55:22.189885 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22dec3a2-b15f-4c91-a321-8a1f78d2436b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:55:22.220149 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-22dec3a2-b15f-4c91-a321-8a1f78d2436b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7993808 Mar 07 10:55:22.222850 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45150) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:22.233274 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-26c057de-3666-45e8-b79e-674b00794388 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'subnet': {'network_id': 'bd57236b-4588-4c07-8ec1-6f5e31b2addf', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:22.346997 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port e7f38255-6400-4adf-aaae-f51225d108a2 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:55:22.432778 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45154) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:22.499816 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c057de-3666-45e8-b79e-674b00794388 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:55:22.514418 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-26c057de-3666-45e8-b79e-674b00794388 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:22.677799 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-41ca0ca7-1426-474c-b72c-dd08272096f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:22.892537 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-41ca0ca7-1426-474c-b72c-dd08272096f3 admin admin] Publish callbacks [] for security_group (d20292bc-9ff5-41e2-86b5-348c750aabe0), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:22.914415 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:22.939044 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-26c057de-3666-45e8-b79e-674b00794388 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (5f059a07-1bae-4119-a092-9071de973842), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:22.944595 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-41ca0ca7-1426-474c-b72c-dd08272096f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d20292bc-9ff5-41e2-86b5-348c750aabe0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:23.008517 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c057de-3666-45e8-b79e-674b00794388 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network bd57236b-4588-4c07-8ec1-6f5e31b2addf is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:55:23.013370 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-26c057de-3666-45e8-b79e-674b00794388 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:55:23.041258 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de69c128-0873-43b3-9cb5-5e6d9b6ee9fc None None] Network bd57236b-4588-4c07-8ec1-6f5e31b2addf requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:55:23.048407 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c057de-3666-45e8-b79e-674b00794388 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:23.049355 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-26c057de-3666-45e8-b79e-674b00794388 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:23.062653 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-41ca0ca7-1426-474c-b72c-dd08272096f3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=42f9c79b3b7a4c1382cd0eab77f5cdf3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6286042 Mar 07 10:55:23.063560 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca0ca7-1426-474c-b72c-dd08272096f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20292bc-9ff5-41e2-86b5-348c750aabe0,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:23.065998 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45164) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:23.137558 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-26c057de-3666-45e8-b79e-674b00794388 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9097464 Mar 07 10:55:23.138043 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45166) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:23.148312 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-7b68b11b-8b74-4e1b-afe3-4a7f2046f2e0 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1098735149', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5f059a07-1bae-4119-a092-9071de973842'}], 'security_groups': ['5133bf18-6719-47df-ac24-5f5ad42bd6eb']}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:23.180579 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c057de-3666-45e8-b79e-674b00794388 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Subnet': ['ID=5f059a07-1bae-4119-a092-9071de973842,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:23.225841 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7fabbf64-88e1-4a47-aa2d-bae74a5d55ae admin admin] Publish callbacks [] for security_group (d20292bc-9ff5-41e2-86b5-348c750aabe0), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:23.313949 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7fabbf64-88e1-4a47-aa2d-bae74a5d55ae admin admin] Publish callbacks [] for security_group (d20292bc-9ff5-41e2-86b5-348c750aabe0), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:23.391152 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7b68b11b-8b74-4e1b-afe3-4a7f2046f2e0 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c7b765b3-3065-41c1-9889-6397474ae171), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:23.472831 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7fabbf64-88e1-4a47-aa2d-bae74a5d55ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d20292bc-9ff5-41e2-86b5-348c750aabe0), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:23.484271 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7fabbf64-88e1-4a47-aa2d-bae74a5d55ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:23.492918 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7fabbf64-88e1-4a47-aa2d-bae74a5d55ae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d20292bc-9ff5-41e2-86b5-348c750aabe0 HTTP/1.1" status: 204 len: 168 time: 0.4250240 Mar 07 10:55:23.518273 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fabbf64-88e1-4a47-aa2d-bae74a5d55ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20292bc-9ff5-41e2-86b5-348c750aabe0,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:23.609290 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8276891d-3a71-4b64-8f11-41bed524e32f None None] Update dhcp port {'port': {'network_id': 'bd57236b-4588-4c07-8ec1-6f5e31b2addf', 'fixed_ips': [{'subnet_id': '4ec1066b-92a3-4b9a-8a47-ff05d42f74b3', 'ip_address': '172.20.0.2'}, {'subnet_id': '5f059a07-1bae-4119-a092-9071de973842'}], 'binding:host_id': 'n-d-832164-4'}, 'id': 'e7f38255-6400-4adf-aaae-f51225d108a2'} from n-d-832164-4. {{(pid=103768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 10:55:23.752395 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8276891d-3a71-4b64-8f11-41bed524e32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e7f38255-6400-4adf-aaae-f51225d108a2), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:23.961343 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26887c0-bd24-497d-85f2-551689c696ec req-2883ccec-9c05-40a7-9792-9a3e557dbd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:23.963403 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c26887c0-bd24-497d-85f2-551689c696ec req-2883ccec-9c05-40a7-9792-9a3e557dbd1d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95&tenant_id=3f4947cca2a6480f85064d6dfbb3a125 HTTP/1.1" status: 200 len: 1125 time: 0.2303145 Mar 07 10:55:23.990351 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-c26887c0-bd24-497d-85f2-551689c696ec req-4432f759-ce6b-4fc7-9b38-d7d85a9ccadd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832164-4', 'device_owner': 'compute:nova'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:24.296662 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-c26887c0-bd24-497d-85f2-551689c696ec req-4432f759-ce6b-4fc7-9b38-d7d85a9ccadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ee93e037-6511-4170-9570-4cdb12ef88f5), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:24.346500 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4bbeaa-7fc1-4969-b4bc-e1ce654e350e req-e2a14104-c6f5-4bca-b600-554ba5fb9c1b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:24.357297 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4a4bbeaa-7fc1-4969-b4bc-e1ce654e350e req-e2a14104-c6f5-4bca-b600-554ba5fb9c1b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 943 time: 0.1070540 Mar 07 10:55:24.443462 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-7b68b11b-8b74-4e1b-afe3-4a7f2046f2e0 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Delete allocated IP 172.20.0.5 (bd57236b-4588-4c07-8ec1-6f5e31b2addf/4ec1066b-92a3-4b9a-8a47-ff05d42f74b3) {{(pid=103766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 10:55:24.463902 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-7b68b11b-8b74-4e1b-afe3-4a7f2046f2e0 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Allocated IP 172.20.0.26 (bd57236b-4588-4c07-8ec1-6f5e31b2addf/5f059a07-1bae-4119-a092-9071de973842/c7b765b3-3065-41c1-9889-6397474ae171) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:55:24.517061 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4a4bbeaa-7fc1-4969-b4bc-e1ce654e350e req-2f674b0c-b3b8-4144-91a8-d923d5ccc21c tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1473157 Mar 07 10:55:24.817975 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7b68b11b-8b74-4e1b-afe3-4a7f2046f2e0 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for port (c7b765b3-3065-41c1-9889-6397474ae171), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:24.838395 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7b68b11b-8b74-4e1b-afe3-4a7f2046f2e0 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (c7b765b3-3065-41c1-9889-6397474ae171), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:24.911072 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-c26887c0-bd24-497d-85f2-551689c696ec req-4432f759-ce6b-4fc7-9b38-d7d85a9ccadd service neutron] For port ee93e037-6511-4170-9570-4cdb12ef88f5, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=ee93e037-6511-4170-9570-4cdb12ef88f5,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:24.986235 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-8276891d-3a71-4b64-8f11-41bed524e32f None None] Allocated IP 172.20.0.18 (bd57236b-4588-4c07-8ec1-6f5e31b2addf/5f059a07-1bae-4119-a092-9071de973842/e7f38255-6400-4adf-aaae-f51225d108a2) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:55:25.001248 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68b11b-8b74-4e1b-afe3-4a7f2046f2e0 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Port': ['ID=c7b765b3-3065-41c1-9889-6397474ae171,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:25.121498 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-7b68b11b-8b74-4e1b-afe3-4a7f2046f2e0 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] In _notify_port_updated(), no bound segment for port c7b765b3-3065-41c1-9889-6397474ae171 on network bd57236b-4588-4c07-8ec1-6f5e31b2addf {{(pid=103766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:55:25.139144 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b68b11b-8b74-4e1b-afe3-4a7f2046f2e0 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:25.139836 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7b68b11b-8b74-4e1b-afe3-4a7f2046f2e0 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:25.144692 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45200) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:25.148845 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7b68b11b-8b74-4e1b-afe3-4a7f2046f2e0 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "PUT /v2.0/ports/c7b765b3-3065-41c1-9889-6397474ae171 HTTP/1.1" status: 200 len: 921 time: 2.0054805 Mar 07 10:55:25.223131 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-c26887c0-bd24-497d-85f2-551689c696ec req-4432f759-ce6b-4fc7-9b38-d7d85a9ccadd service neutron] For port ee93e037-6511-4170-9570-4cdb12ef88f5, host n-h1-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:55:25.342807 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-c26887c0-bd24-497d-85f2-551689c696ec req-4432f759-ce6b-4fc7-9b38-d7d85a9ccadd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee93e037-6511-4170-9570-4cdb12ef88f5 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:55:25.369349 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-c26887c0-bd24-497d-85f2-551689c696ec req-4432f759-ce6b-4fc7-9b38-d7d85a9ccadd service neutron] Publish callbacks [] for port (ee93e037-6511-4170-9570-4cdb12ef88f5), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:25.381194 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-8276891d-3a71-4b64-8f11-41bed524e32f None None] For port e7f38255-6400-4adf-aaae-f51225d108a2, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e7f38255-6400-4adf-aaae-f51225d108a2,segment=NetworkSegment(64bb0226-5c72-46c8-aa0a-028193bd13ed),segment_id=64bb0226-5c72-46c8-aa0a-028193bd13ed)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:25.409481 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-c26887c0-bd24-497d-85f2-551689c696ec req-4432f759-ce6b-4fc7-9b38-d7d85a9ccadd service neutron] Transition to ACTIVE for port object ee93e037-6511-4170-9570-4cdb12ef88f5 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:55:25.416476 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-4b9bb0a3-d955-4a45-9900-29d2886d0fb4 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Deleting port c7b765b3-3065-41c1-9889-6397474ae171 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:55:25.417457 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b9bb0a3-d955-4a45-9900-29d2886d0fb4 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c7b765b3-3065-41c1-9889-6397474ae171), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:25.422523 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-c26887c0-bd24-497d-85f2-551689c696ec req-4432f759-ce6b-4fc7-9b38-d7d85a9ccadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (ee93e037-6511-4170-9570-4cdb12ef88f5), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:25.458475 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8276891d-3a71-4b64-8f11-41bed524e32f None None] Publish callbacks [] for port (e7f38255-6400-4adf-aaae-f51225d108a2), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:25.470477 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8276891d-3a71-4b64-8f11-41bed524e32f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e7f38255-6400-4adf-aaae-f51225d108a2), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:25.547993 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b9bb0a3-d955-4a45-9900-29d2886d0fb4 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c7b765b3-3065-41c1-9889-6397474ae171), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:25.596256 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-4b9bb0a3-d955-4a45-9900-29d2886d0fb4 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Calling delete_port for c7b765b3-3065-41c1-9889-6397474ae171 owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:55:25.848479 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276891d-3a71-4b64-8f11-41bed524e32f None None] Pushing event updated for resources: {'Port': ['ID=e7f38255-6400-4adf-aaae-f51225d108a2,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:25.868346 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b9bb0a3-d955-4a45-9900-29d2886d0fb4 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (c7b765b3-3065-41c1-9889-6397474ae171), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:25.908468 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432f759-ce6b-4fc7-9b38-d7d85a9ccadd service neutron] Pushing event updated for resources: {'Port': ['ID=ee93e037-6511-4170-9570-4cdb12ef88f5,revision_number=9']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:25.956493 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9bb0a3-d955-4a45-9900-29d2886d0fb4 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Port': ['ID=c7b765b3-3065-41c1-9889-6397474ae171,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:26.090499 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26887c0-bd24-497d-85f2-551689c696ec req-4432f759-ce6b-4fc7-9b38-d7d85a9ccadd service neutron] No DVR routers for this DVR port ee93e037-6511-4170-9570-4cdb12ef88f5 on host n-h1-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:55:26.115095 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f03812-5fde-4f53-bd9a-b6d735a436ad req-579aad4b-2e65-4903-9e3e-df625ae323a5 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:26.118393 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b9f03812-5fde-4f53-bd9a-b6d735a436ad req-579aad4b-2e65-4903-9e3e-df625ae323a5 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 943 time: 0.3964136 Mar 07 10:55:26.141640 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b9bb0a3-d955-4a45-9900-29d2886d0fb4 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:26.145996 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4b9bb0a3-d955-4a45-9900-29d2886d0fb4 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/ports/c7b765b3-3065-41c1-9889-6397474ae171 HTTP/1.1" status: 204 len: 168 time: 0.9987924 Mar 07 10:55:26.149253 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45218) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:26.196040 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8c8b706-dcfb-4f67-9572-5272fccd0261 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] GET failed (client error): The resource could not be found. Mar 07 10:55:26.198091 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a8c8b706-dcfb-4f67-9572-5272fccd0261 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "GET /v2.0/ports/c7b765b3-3065-41c1-9889-6397474ae171 HTTP/1.1" status: 404 len: 333 time: 0.0473626 Mar 07 10:55:26.206816 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45220) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:26.376227 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1dfa361a-44f2-4a55-b522-931472e96bea tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for security_group (2751678d-0f18-4ea9-8145-f4c2df908397), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:26.417856 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1dfa361a-44f2-4a55-b522-931472e96bea tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for security_group (2751678d-0f18-4ea9-8145-f4c2df908397), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:26.497578 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1dfa361a-44f2-4a55-b522-931472e96bea tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2751678d-0f18-4ea9-8145-f4c2df908397), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:26.497578 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1dfa361a-44f2-4a55-b522-931472e96bea tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:26.498685 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1dfa361a-44f2-4a55-b522-931472e96bea tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/security-groups/2751678d-0f18-4ea9-8145-f4c2df908397 HTTP/1.1" status: 204 len: 168 time: 0.2906809 Mar 07 10:55:26.521325 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45228) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:26.522186 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfa361a-44f2-4a55-b522-931472e96bea tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2751678d-0f18-4ea9-8145-f4c2df908397,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:26.699120 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-91931f0a-7663-49e9-aa42-c62612054890 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for security_group (5133bf18-6719-47df-ac24-5f5ad42bd6eb), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:26.751281 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-91931f0a-7663-49e9-aa42-c62612054890 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for security_group (5133bf18-6719-47df-ac24-5f5ad42bd6eb), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:26.807775 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-91931f0a-7663-49e9-aa42-c62612054890 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5133bf18-6719-47df-ac24-5f5ad42bd6eb), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:26.814629 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-91931f0a-7663-49e9-aa42-c62612054890 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:26.819006 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-91931f0a-7663-49e9-aa42-c62612054890 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/security-groups/5133bf18-6719-47df-ac24-5f5ad42bd6eb HTTP/1.1" status: 204 len: 168 time: 0.2859378 Mar 07 10:55:26.819636 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45238) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:26.894193 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91931f0a-7663-49e9-aa42-c62612054890 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5133bf18-6719-47df-ac24-5f5ad42bd6eb,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:27.007186 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9714eb5-86ed-43e3-a131-9fc69f986293 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Deleting subnet 4ec1066b-92a3-4b9a-8a47-ff05d42f74b3 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:55:27.016954 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b9714eb5-86ed-43e3-a131-9fc69f986293 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for subnet (4ec1066b-92a3-4b9a-8a47-ff05d42f74b3), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:27.088361 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ddf8732b-57c3-4d04-a47c-7adecc6dd201 None None] Provisioning complete for port 23163456-0f95-44c6-891d-c25b41353540 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:27.089998 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ddf8732b-57c3-4d04-a47c-7adecc6dd201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (23163456-0f95-44c6-891d-c25b41353540), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:27.158524 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b9714eb5-86ed-43e3-a131-9fc69f986293 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (4ec1066b-92a3-4b9a-8a47-ff05d42f74b3), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:27.165762 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ddf8732b-57c3-4d04-a47c-7adecc6dd201 None None] Port 23163456-0f95-44c6-891d-c25b41353540 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:55:27.185702 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ddf8732b-57c3-4d04-a47c-7adecc6dd201 None None] Provisioning complete for port e7f38255-6400-4adf-aaae-f51225d108a2 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:27.191784 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ddf8732b-57c3-4d04-a47c-7adecc6dd201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e7f38255-6400-4adf-aaae-f51225d108a2), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:27.204118 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b9f03812-5fde-4f53-bd9a-b6d735a436ad req-651bc5f0-9b34-4e08-b679-2cdc2d069d60 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3010776 Mar 07 10:55:27.342321 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b9714eb5-86ed-43e3-a131-9fc69f986293 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (4ec1066b-92a3-4b9a-8a47-ff05d42f74b3), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:27.353983 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-c26887c0-bd24-497d-85f2-551689c696ec req-4432f759-ce6b-4fc7-9b38-d7d85a9ccadd service neutron] Attempting to bind port ee93e037-6511-4170-9570-4cdb12ef88f5 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:55:27.354436 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-c26887c0-bd24-497d-85f2-551689c696ec req-4432f759-ce6b-4fc7-9b38-d7d85a9ccadd service neutron] Attempting to bind port ee93e037-6511-4170-9570-4cdb12ef88f5 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': 'cb921073-4a48-4799-ac28-2ebcccf31f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:55:27.354642 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26887c0-bd24-497d-85f2-551689c696ec req-4432f759-ce6b-4fc7-9b38-d7d85a9ccadd service neutron] Attempting to bind port ee93e037-6511-4170-9570-4cdb12ef88f5 on network 89c82ebc-0d2c-446d-9232-939e7905e93b {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:55:27.363065 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26887c0-bd24-497d-85f2-551689c696ec req-4432f759-ce6b-4fc7-9b38-d7d85a9ccadd service neutron] Port ee93e037-6511-4170-9570-4cdb12ef88f5 on network 89c82ebc-0d2c-446d-9232-939e7905e93b not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:55:27.363411 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26887c0-bd24-497d-85f2-551689c696ec req-4432f759-ce6b-4fc7-9b38-d7d85a9ccadd service neutron] Attempting to bind port ee93e037-6511-4170-9570-4cdb12ef88f5 on network 89c82ebc-0d2c-446d-9232-939e7905e93b {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:55:27.377235 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26887c0-bd24-497d-85f2-551689c696ec req-4432f759-ce6b-4fc7-9b38-d7d85a9ccadd service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:55:27.379096 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26887c0-bd24-497d-85f2-551689c696ec req-4432f759-ce6b-4fc7-9b38-d7d85a9ccadd service neutron] Checking segment: {'id': 'cb921073-4a48-4799-ac28-2ebcccf31f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:55:27.379096 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c26887c0-bd24-497d-85f2-551689c696ec req-4432f759-ce6b-4fc7-9b38-d7d85a9ccadd service neutron] Bound using segment: {'id': 'cb921073-4a48-4799-ac28-2ebcccf31f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:55:27.379379 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-c26887c0-bd24-497d-85f2-551689c696ec req-4432f759-ce6b-4fc7-9b38-d7d85a9ccadd service neutron] Bound port: ee93e037-6511-4170-9570-4cdb12ef88f5, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb921073-4a48-4799-ac28-2ebcccf31f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:55:27.379995 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-c26887c0-bd24-497d-85f2-551689c696ec req-4432f759-ce6b-4fc7-9b38-d7d85a9ccadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ee93e037-6511-4170-9570-4cdb12ef88f5), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:27.459264 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b9714eb5-86ed-43e3-a131-9fc69f986293 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (4ec1066b-92a3-4b9a-8a47-ff05d42f74b3), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:27.493356 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ddf8732b-57c3-4d04-a47c-7adecc6dd201 None None] Current status of the port e7f38255-6400-4adf-aaae-f51225d108a2 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:55:27.519087 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ddf8732b-57c3-4d04-a47c-7adecc6dd201 None None] Could not find standard attr ID for object c7b765b3-3065-41c1-9889-6397474ae171. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:55:27.542572 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b9714eb5-86ed-43e3-a131-9fc69f986293 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:27.549295 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b9714eb5-86ed-43e3-a131-9fc69f986293 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/subnets/4ec1066b-92a3-4b9a-8a47-ff05d42f74b3 HTTP/1.1" status: 204 len: 168 time: 0.7073295 Mar 07 10:55:27.550736 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45258) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:27.556356 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f49341ce-97a6-4788-b635-cdbd83054db1 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'subnet': {'network_id': 'bd57236b-4588-4c07-8ec1-6f5e31b2addf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:27.556570 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9714eb5-86ed-43e3-a131-9fc69f986293 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Subnet': ['ID=4ec1066b-92a3-4b9a-8a47-ff05d42f74b3,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:27.577876 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-c26887c0-bd24-497d-85f2-551689c696ec req-4432f759-ce6b-4fc7-9b38-d7d85a9ccadd service neutron] For port ee93e037-6511-4170-9570-4cdb12ef88f5, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:55:27.588550 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45260) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:27.610378 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-c26887c0-bd24-497d-85f2-551689c696ec req-4432f759-ce6b-4fc7-9b38-d7d85a9ccadd service neutron] For port ee93e037-6511-4170-9570-4cdb12ef88f5, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=ee93e037-6511-4170-9570-4cdb12ef88f5,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:55:27.654065 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-c26887c0-bd24-497d-85f2-551689c696ec req-4432f759-ce6b-4fc7-9b38-d7d85a9ccadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (ee93e037-6511-4170-9570-4cdb12ef88f5), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:27.738077 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26887c0-bd24-497d-85f2-551689c696ec req-4432f759-ce6b-4fc7-9b38-d7d85a9ccadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:27.738715 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-c26887c0-bd24-497d-85f2-551689c696ec req-4432f759-ce6b-4fc7-9b38-d7d85a9ccadd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:27.746463 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c26887c0-bd24-497d-85f2-551689c696ec req-4432f759-ce6b-4fc7-9b38-d7d85a9ccadd service neutron] 10.222.0.31 "PUT /v2.0/ports/ee93e037-6511-4170-9570-4cdb12ef88f5 HTTP/1.1" status: 200 len: 1091 time: 3.7723322 Mar 07 10:55:27.752120 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24fb9e05-7723-46d3-a1a3-d341503ece95', 'tag': 'ee93e037-6511-4170-9570-4cdb12ef88f5'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:55:27.753943 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7acec4b-dc94-413e-a723-0e59ab14128a" -d '{"events": [{"name": "network-changed", "server_uuid": "24fb9e05-7723-46d3-a1a3-d341503ece95", "tag": "ee93e037-6511-4170-9570-4cdb12ef88f5"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:55:27.844206 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-81520bb8-7210-4e0f-b880-28b777a600ae tempest-QuotasTest-1042674376 tempest-QuotasTest-1042674376-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:27.886445 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981f970e-8a24-46b0-b488-2bade5ee02e3 None None] Network bd57236b-4588-4c07-8ec1-6f5e31b2addf requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:55:27.895956 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432f759-ce6b-4fc7-9b38-d7d85a9ccadd service neutron] Pushing event updated for resources: {'Port': ['ID=ee93e037-6511-4170-9570-4cdb12ef88f5,revision_number=10']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:27.926161 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-81520bb8-7210-4e0f-b880-28b777a600ae tempest-QuotasTest-1042674376 tempest-QuotasTest-1042674376-project-admin] 10.222.0.11 "PUT /v2.0/quotas/88bd09cf89b64013899657d13356b9ce HTTP/1.1" status: 200 len: 366 time: 0.3363307 Mar 07 10:55:27.927112 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45272) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:27.941551 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2aac9e01-f806-43ee-a48e-150920d4cad0 tempest-QuotasTest-1042674376 tempest-QuotasTest-1042674376-project-admin] 10.222.0.11 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0132267 Mar 07 10:55:27.942180 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45274) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:27.959549 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-cc42261a-fd0b-401f-84c9-1cef909b3f64 tempest-QuotasTest-1042674376 tempest-QuotasTest-1042674376-project-admin] 10.222.0.11 "GET /v2.0/quotas/88bd09cf89b64013899657d13356b9ce HTTP/1.1" status: 200 len: 366 time: 0.0151598 Mar 07 10:55:27.960173 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45276) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:28.010857 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49341ce-97a6-4788-b635-cdbd83054db1 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:55:28.018664 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f49341ce-97a6-4788-b635-cdbd83054db1 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:28.036405 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4f02c0bd-bd1a-4e0e-8105-2ca3392f1b52 tempest-QuotasTest-1042674376 tempest-QuotasTest-1042674376-project-admin] 10.222.0.11 "DELETE /v2.0/quotas/88bd09cf89b64013899657d13356b9ce HTTP/1.1" status: 204 len: 168 time: 0.0750656 Mar 07 10:55:28.037240 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45280) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:28.064657 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26887c0-bd24-497d-85f2-551689c696ec req-309a30dd-181a-4f26-98dc-0bd0e317aa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:28.066308 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c26887c0-bd24-497d-85f2-551689c696ec req-309a30dd-181a-4f26-98dc-0bd0e317aa98 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f4947cca2a6480f85064d6dfbb3a125&device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 1126 time: 0.2822597 Mar 07 10:55:28.087278 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0848305f-89e6-4d56-b232-67e7fdc8b331 tempest-QuotasTest-1042674376 tempest-QuotasTest-1042674376-project-admin] 10.222.0.11 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0476894 Mar 07 10:55:28.090237 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45282) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:28.115628 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9228b518-86d1-4df5-ad6a-4442f5ce1276 tempest-QuotasTest-1042674376 tempest-QuotasTest-1042674376-project-admin] 10.222.0.11 "GET /v2.0/quotas/88bd09cf89b64013899657d13356b9ce HTTP/1.1" status: 200 len: 370 time: 0.0236382 Mar 07 10:55:28.120137 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45284) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:28.127154 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1840a2e0-87b7-43ec-84d1-a2553229f5f1 tempest-QuotasTest-1042674376 tempest-QuotasTest-1042674376-project-admin] 10.222.0.11 "GET /v2.0/quotas/88bd09cf89b64013899657d13356b9ce/default HTTP/1.1" status: 200 len: 370 time: 0.0058606 Mar 07 10:55:28.138515 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45286) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:28.155979 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-10cd6e95-a6f6-4a1e-ae56-03035747e609 tempest-QuotasTest-1042674376 tempest-QuotasTest-1042674376-project-admin] delete failed (client error): The resource could not be found. Mar 07 10:55:28.157095 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-10cd6e95-a6f6-4a1e-ae56-03035747e609 tempest-QuotasTest-1042674376 tempest-QuotasTest-1042674376-project-admin] 10.222.0.11 "DELETE /v2.0/quotas/88bd09cf89b64013899657d13356b9ce HTTP/1.1" status: 404 len: 348 time: 0.0177352 Mar 07 10:55:28.280171 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e7f38255-6400-4adf-aaae-f51225d108a2 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:55:28.315511 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-68499895-ed99-4810-9bc0-fe74b969dcfe None None] Could not find standard attr ID for object c7b765b3-3065-41c1-9889-6397474ae171. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:55:28.414821 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26887c0-bd24-497d-85f2-551689c696ec req-397dfbf0-0970-4df0-a7d7-7ff3a209671c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:28.417439 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c26887c0-bd24-497d-85f2-551689c696ec req-397dfbf0-0970-4df0-a7d7-7ff3a209671c service neutron] 10.222.0.31 "GET /v2.0/networks?id=89c82ebc-0d2c-446d-9232-939e7905e93b HTTP/1.1" status: 200 len: 918 time: 0.3368044 Mar 07 10:55:28.569248 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45292) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:28.625021 n-d-832164-4 neutron-server[103767]: DEBUG neutron.quota.resource [None req-fb70cd9c-cd1a-4be7-95d7-273860903c08 tempest-QuotasTest-1042674376 tempest-QuotasTest-1042674376-project-admin] Usage tracker for resource:network and project:19e5fb2be7564facba53e935aae31fbe is out of sync, need to count used quota {{(pid=103767) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 10:55:28.635779 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port e7f38255-6400-4adf-aaae-f51225d108a2 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:28.636554 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e7f38255-6400-4adf-aaae-f51225d108a2), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:28.640946 n-d-832164-4 neutron-server[103767]: DEBUG neutron.quota.resource [None req-fb70cd9c-cd1a-4be7-95d7-273860903c08 tempest-QuotasTest-1042674376 tempest-QuotasTest-1042674376-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103767) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 10:55:28.667125 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9d3326-647d-4ed1-aaaa-830c7bf116ba x-openstack-request-id: req-ce9d3326-647d-4ed1-aaaa-830c7bf116ba {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:55:28.667444 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24fb9e05-7723-46d3-a1a3-d341503ece95", "tag": "ee93e037-6511-4170-9570-4cdb12ef88f5", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:55:28.667649 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ce9d3326-647d-4ed1-aaaa-830c7bf116ba {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:55:28.668111 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24fb9e05-7723-46d3-a1a3-d341503ece95', 'tag': 'ee93e037-6511-4170-9570-4cdb12ef88f5', 'status': 'completed', 'code': 200} Mar 07 10:55:28.671248 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f49341ce-97a6-4788-b635-cdbd83054db1 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (26fcb162-e45c-46ee-af97-a70905ce358f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:28.678119 n-d-832164-4 neutron-server[103767]: DEBUG neutron.quota.resource [None req-fb70cd9c-cd1a-4be7-95d7-273860903c08 tempest-QuotasTest-1042674376 tempest-QuotasTest-1042674376-project-admin] Usage tracker for resource:subnet and project:19e5fb2be7564facba53e935aae31fbe is out of sync, need to count used quota {{(pid=103767) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 10:55:28.693460 n-d-832164-4 neutron-server[103767]: DEBUG neutron.quota.resource [None req-fb70cd9c-cd1a-4be7-95d7-273860903c08 tempest-QuotasTest-1042674376 tempest-QuotasTest-1042674376-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103767) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 10:55:28.717511 n-d-832164-4 neutron-server[103767]: DEBUG neutron.quota.resource [None req-fb70cd9c-cd1a-4be7-95d7-273860903c08 tempest-QuotasTest-1042674376 tempest-QuotasTest-1042674376-project-admin] Usage tracker for resource:subnetpool and project:19e5fb2be7564facba53e935aae31fbe is out of sync, need to count used quota {{(pid=103767) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 10:55:28.748817 n-d-832164-4 neutron-server[103767]: DEBUG neutron.quota.resource [None req-fb70cd9c-cd1a-4be7-95d7-273860903c08 tempest-QuotasTest-1042674376 tempest-QuotasTest-1042674376-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103767) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 10:55:28.786479 n-d-832164-4 neutron-server[103767]: DEBUG neutron.quota.resource [None req-fb70cd9c-cd1a-4be7-95d7-273860903c08 tempest-QuotasTest-1042674376 tempest-QuotasTest-1042674376-project-admin] Usage tracker for resource:port and project:19e5fb2be7564facba53e935aae31fbe is out of sync, need to count used quota {{(pid=103767) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 10:55:28.797964 n-d-832164-4 neutron-server[103767]: DEBUG neutron.quota.resource [None req-fb70cd9c-cd1a-4be7-95d7-273860903c08 tempest-QuotasTest-1042674376 tempest-QuotasTest-1042674376-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103767) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 10:55:28.843739 n-d-832164-4 neutron-server[103767]: DEBUG neutron.quota.resource [None req-fb70cd9c-cd1a-4be7-95d7-273860903c08 tempest-QuotasTest-1042674376 tempest-QuotasTest-1042674376-project-admin] Usage tracker for resource:router and project:19e5fb2be7564facba53e935aae31fbe is out of sync, need to count used quota {{(pid=103767) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 10:55:28.859839 n-d-832164-4 neutron-server[103767]: DEBUG neutron.quota.resource [None req-fb70cd9c-cd1a-4be7-95d7-273860903c08 tempest-QuotasTest-1042674376 tempest-QuotasTest-1042674376-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103767) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 10:55:28.895341 n-d-832164-4 neutron-server[103767]: DEBUG neutron.quota.resource [None req-fb70cd9c-cd1a-4be7-95d7-273860903c08 tempest-QuotasTest-1042674376 tempest-QuotasTest-1042674376-project-admin] Usage tracker for resource:floatingip and project:19e5fb2be7564facba53e935aae31fbe is out of sync, need to count used quota {{(pid=103767) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 10:55:28.906732 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port e7f38255-6400-4adf-aaae-f51225d108a2 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:55:28.911877 n-d-832164-4 neutron-server[103767]: DEBUG neutron.quota.resource [None req-fb70cd9c-cd1a-4be7-95d7-273860903c08 tempest-QuotasTest-1042674376 tempest-QuotasTest-1042674376-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103767) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 10:55:28.977554 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49341ce-97a6-4788-b635-cdbd83054db1 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network bd57236b-4588-4c07-8ec1-6f5e31b2addf is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:55:29.021967 n-d-832164-4 neutron-server[103767]: DEBUG neutron.quota.resource [None req-fb70cd9c-cd1a-4be7-95d7-273860903c08 tempest-QuotasTest-1042674376 tempest-QuotasTest-1042674376-project-admin] Usage tracker for resource:security_group and project:19e5fb2be7564facba53e935aae31fbe is out of sync, need to count used quota {{(pid=103767) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 10:55:29.026217 n-d-832164-4 neutron-server[103767]: DEBUG neutron.quota.resource [None req-fb70cd9c-cd1a-4be7-95d7-273860903c08 tempest-QuotasTest-1042674376 tempest-QuotasTest-1042674376-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103767) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 10:55:29.038058 n-d-832164-4 neutron-server[103767]: DEBUG neutron.quota.resource [None req-fb70cd9c-cd1a-4be7-95d7-273860903c08 tempest-QuotasTest-1042674376 tempest-QuotasTest-1042674376-project-admin] Usage tracker for resource:security_group_rule and project:19e5fb2be7564facba53e935aae31fbe is out of sync, need to count used quota {{(pid=103767) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Mar 07 10:55:29.042118 n-d-832164-4 neutron-server[103767]: DEBUG neutron.quota.resource [None req-fb70cd9c-cd1a-4be7-95d7-273860903c08 tempest-QuotasTest-1042674376 tempest-QuotasTest-1042674376-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103767) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Mar 07 10:55:29.047624 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-fb70cd9c-cd1a-4be7-95d7-273860903c08 tempest-QuotasTest-1042674376 tempest-QuotasTest-1042674376-project-admin] 10.222.0.11 "GET /v2.0/quotas/19e5fb2be7564facba53e935aae31fbe/details.json HTTP/1.1" status: 200 len: 703 time: 0.4806082 Mar 07 10:55:29.093081 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-f49341ce-97a6-4788-b635-cdbd83054db1 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:55:29.116276 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49341ce-97a6-4788-b635-cdbd83054db1 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:29.132422 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f49341ce-97a6-4788-b635-cdbd83054db1 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:29.177451 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c26887c0-bd24-497d-85f2-551689c696ec req-2d32e3e5-ac18-473f-86b4-941d3d454b79 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee93e037-6511-4170-9570-4cdb12ef88f5 HTTP/1.1" status: 200 len: 999 time: 0.7531939 Mar 07 10:55:29.197653 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49341ce-97a6-4788-b635-cdbd83054db1 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Subnet': ['ID=26fcb162-e45c-46ee-af97-a70905ce358f,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:29.320148 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa59572-10ac-4b6b-956c-3f30fdde4829 req-6a146764-9a30-44fc-8133-982415602866 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:29.327952 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2fa59572-10ac-4b6b-956c-3f30fdde4829 req-6a146764-9a30-44fc-8133-982415602866 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 944 time: 0.6590195 Mar 07 10:55:29.367525 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f49341ce-97a6-4788-b635-cdbd83054db1 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8156743 Mar 07 10:55:29.370473 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45306) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:29.380327 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-28d6fb85-fa71-46b7-8883-139e8d2b9354 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'security_group': {'name': 'tempest-secgroup-1676335400'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:29.412464 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26887c0-bd24-497d-85f2-551689c696ec req-3dc39d0c-ae03-4019-8fb8-0b9590cb6138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:29.428930 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c26887c0-bd24-497d-85f2-551689c696ec req-3dc39d0c-ae03-4019-8fb8-0b9590cb6138 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e4787b40-e1f6-4c42-b340-b6308e03f420 HTTP/1.1" status: 200 len: 856 time: 0.2326112 Mar 07 10:55:29.460122 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-28d6fb85-fa71-46b7-8883-139e8d2b9354 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:29.620229 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2fa59572-10ac-4b6b-956c-3f30fdde4829 req-4e802be3-1810-46a4-a1f6-9fa2c4a87b2f tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2898870 Mar 07 10:55:29.681524 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-28d6fb85-fa71-46b7-8883-139e8d2b9354 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for security_group (8999ed1f-d12a-47bc-8053-e57b172d0f29), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:29.694182 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-28d6fb85-fa71-46b7-8883-139e8d2b9354 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8999ed1f-d12a-47bc-8053-e57b172d0f29), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:29.698186 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26887c0-bd24-497d-85f2-551689c696ec req-460f5afb-b7ec-44de-9941-6abbd540f725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:29.699822 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c26887c0-bd24-497d-85f2-551689c696ec req-460f5afb-b7ec-44de-9941-6abbd540f725 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=89c82ebc-0d2c-446d-9232-939e7905e93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2629349 Mar 07 10:55:29.819246 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-28d6fb85-fa71-46b7-8883-139e8d2b9354 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:29.830207 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-28d6fb85-fa71-46b7-8883-139e8d2b9354 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4586391 Mar 07 10:55:29.835545 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45316) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:29.836443 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6310a43f-4023-4c27-b56c-f203758c5533 None None] Network bd57236b-4588-4c07-8ec1-6f5e31b2addf requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:55:29.851479 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6fb85-fa71-46b7-8883-139e8d2b9354 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8999ed1f-d12a-47bc-8053-e57b172d0f29,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:29.874751 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-745d59a6-bea7-4b65-a994-420bb52dbf0d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'security_group': {'name': 'tempest-secgroup-472747703'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:29.988486 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-745d59a6-bea7-4b65-a994-420bb52dbf0d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:30.061099 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45320) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:30.314723 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-9223c304-c85a-46ae-b0e3-d0493511c4f9 None None] Provisioning complete for port 23163456-0f95-44c6-891d-c25b41353540 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:30.315456 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9223c304-c85a-46ae-b0e3-d0493511c4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (23163456-0f95-44c6-891d-c25b41353540), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:30.374481 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c26887c0-bd24-497d-85f2-551689c696ec req-5465176a-0a7c-4d55-bbdd-bd9224234f88 service neutron] 10.222.0.31 "GET /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6456704 Mar 07 10:55:30.403733 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-745d59a6-bea7-4b65-a994-420bb52dbf0d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for security_group (17703507-5252-488f-8b03-7b800916dd1a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:30.419965 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-745d59a6-bea7-4b65-a994-420bb52dbf0d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (17703507-5252-488f-8b03-7b800916dd1a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:30.473220 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-9223c304-c85a-46ae-b0e3-d0493511c4f9 None None] Port 23163456-0f95-44c6-891d-c25b41353540 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:55:30.541013 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-745d59a6-bea7-4b65-a994-420bb52dbf0d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:30.544452 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-9223c304-c85a-46ae-b0e3-d0493511c4f9 None None] Provisioning complete for port e7f38255-6400-4adf-aaae-f51225d108a2 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:30.547087 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-745d59a6-bea7-4b65-a994-420bb52dbf0d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7055130 Mar 07 10:55:30.549734 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9223c304-c85a-46ae-b0e3-d0493511c4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e7f38255-6400-4adf-aaae-f51225d108a2), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:30.550303 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45326) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:30.563333 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-eb765eb7-d476-4592-afd7-498643c4170a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'security_group': {'name': 'tempest-secgroup-1951461346'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:30.589056 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d59a6-bea7-4b65-a994-420bb52dbf0d tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17703507-5252-488f-8b03-7b800916dd1a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:30.612034 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-eb765eb7-d476-4592-afd7-498643c4170a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:30.672137 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7913d126-cb04-4209-b55c-2f53027fc5d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:30.736339 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d42778b-cef0-4216-a803-65b05a00f638 None None] Update dhcp port {'port': {'network_id': 'bd57236b-4588-4c07-8ec1-6f5e31b2addf', 'fixed_ips': [{'subnet_id': '5f059a07-1bae-4119-a092-9071de973842', 'ip_address': '172.20.0.18'}, {'subnet_id': '26fcb162-e45c-46ee-af97-a70905ce358f'}], 'binding:host_id': 'n-d-832164-4'}, 'id': 'e7f38255-6400-4adf-aaae-f51225d108a2'} from n-d-832164-4. {{(pid=103768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 10:55:30.736801 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c26887c0-bd24-497d-85f2-551689c696ec req-b6415a79-4fb6-41a2-bfbb-93f2131dbe21 service neutron] 10.222.0.31 "GET /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357806 Mar 07 10:55:30.928694 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8d42778b-cef0-4216-a803-65b05a00f638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e7f38255-6400-4adf-aaae-f51225d108a2), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:30.933044 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acec4b-dc94-413e-a723-0e59ab14128a req-85891505-8acc-4c21-bbe9-6553fdd12dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:30.935488 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c7acec4b-dc94-413e-a723-0e59ab14128a req-85891505-8acc-4c21-bbe9-6553fdd12dd7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f4947cca2a6480f85064d6dfbb3a125&device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 1126 time: 0.1319911 Mar 07 10:55:30.938066 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-eb765eb7-d476-4592-afd7-498643c4170a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for security_group (ca249c4c-259c-4854-8bf8-40d6e051a814), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:30.947343 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-9223c304-c85a-46ae-b0e3-d0493511c4f9 None None] Current status of the port e7f38255-6400-4adf-aaae-f51225d108a2 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:55:30.961304 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-eb765eb7-d476-4592-afd7-498643c4170a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ca249c4c-259c-4854-8bf8-40d6e051a814), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:31.043292 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7913d126-cb04-4209-b55c-2f53027fc5d0 admin admin] Publish callbacks [] for security_group (d14255b5-9b6e-41e8-945f-04d7e152a535), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:31.055606 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9f18b-1716-4121-8478-26cb70846397 req-42e5267c-2acf-4228-bd16-65b400e48822 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:31.063856 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-83d9f18b-1716-4121-8478-26cb70846397 req-42e5267c-2acf-4228-bd16-65b400e48822 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 944 time: 0.2013683 Mar 07 10:55:31.071547 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7913d126-cb04-4209-b55c-2f53027fc5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d14255b5-9b6e-41e8-945f-04d7e152a535), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:31.138690 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7913d126-cb04-4209-b55c-2f53027fc5d0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5fbcb21ad1b34e5b8c9f514dfdafa51f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0750973 Mar 07 10:55:31.143302 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45342) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:31.144208 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913d126-cb04-4209-b55c-2f53027fc5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14255b5-9b6e-41e8-945f-04d7e152a535,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:31.166511 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-83d9f18b-1716-4121-8478-26cb70846397 req-99452e3a-3014-470d-ae77-b247873611c5 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0995781 Mar 07 10:55:31.172551 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-eb765eb7-d476-4592-afd7-498643c4170a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:31.194721 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-eb765eb7-d476-4592-afd7-498643c4170a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6359141 Mar 07 10:55:31.195967 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45346) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:31.202254 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-a13ac501-a9bf-4cb4-b098-06f2312daca2 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1906280008', 'security_groups': ['ca249c4c-259c-4854-8bf8-40d6e051a814'], 'network_id': 'bd57236b-4588-4c07-8ec1-6f5e31b2addf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '26fcb162-e45c-46ee-af97-a70905ce358f'}]}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:31.270227 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb765eb7-d476-4592-afd7-498643c4170a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca249c4c-259c-4854-8bf8-40d6e051a814,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:31.322701 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acec4b-dc94-413e-a723-0e59ab14128a req-61931355-c9f1-4e6c-9de9-3395ea86be14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:31.324527 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c7acec4b-dc94-413e-a723-0e59ab14128a req-61931355-c9f1-4e6c-9de9-3395ea86be14 service neutron] 10.222.0.31 "GET /v2.0/networks?id=89c82ebc-0d2c-446d-9232-939e7905e93b HTTP/1.1" status: 200 len: 918 time: 0.3825109 Mar 07 10:55:31.325430 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b0016798-f1ad-4203-a5ae-550dfd5ff138 admin admin] Publish callbacks [] for security_group (d14255b5-9b6e-41e8-945f-04d7e152a535), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:31.397411 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-8d42778b-cef0-4216-a803-65b05a00f638 None None] Allocated IP 172.20.0.2 (bd57236b-4588-4c07-8ec1-6f5e31b2addf/26fcb162-e45c-46ee-af97-a70905ce358f/e7f38255-6400-4adf-aaae-f51225d108a2) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:55:31.521675 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c7acec4b-dc94-413e-a723-0e59ab14128a req-d9098136-af86-4ac8-b740-a7cc09a941ba service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee93e037-6511-4170-9570-4cdb12ef88f5 HTTP/1.1" status: 200 len: 999 time: 0.1897302 Mar 07 10:55:31.618652 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13ac501-a9bf-4cb4-b098-06f2312daca2 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:55:31.676139 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b0016798-f1ad-4203-a5ae-550dfd5ff138 admin admin] Publish callbacks [] for security_group (d14255b5-9b6e-41e8-945f-04d7e152a535), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:31.697897 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-8d42778b-cef0-4216-a803-65b05a00f638 None None] For port e7f38255-6400-4adf-aaae-f51225d108a2, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e7f38255-6400-4adf-aaae-f51225d108a2,segment=NetworkSegment(64bb0226-5c72-46c8-aa0a-028193bd13ed),segment_id=64bb0226-5c72-46c8-aa0a-028193bd13ed)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:31.764225 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acec4b-dc94-413e-a723-0e59ab14128a req-8787f2aa-484e-461c-b2f8-c16b73b64a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:31.767679 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c7acec4b-dc94-413e-a723-0e59ab14128a req-8787f2aa-484e-461c-b2f8-c16b73b64a63 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e4787b40-e1f6-4c42-b340-b6308e03f420 HTTP/1.1" status: 200 len: 856 time: 0.2271307 Mar 07 10:55:31.871044 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8d42778b-cef0-4216-a803-65b05a00f638 None None] Publish callbacks [] for port (e7f38255-6400-4adf-aaae-f51225d108a2), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:31.910847 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8d42778b-cef0-4216-a803-65b05a00f638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e7f38255-6400-4adf-aaae-f51225d108a2), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:31.919652 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a13ac501-a9bf-4cb4-b098-06f2312daca2 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:32.001985 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b0016798-f1ad-4203-a5ae-550dfd5ff138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d14255b5-9b6e-41e8-945f-04d7e152a535), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:32.004551 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b0016798-f1ad-4203-a5ae-550dfd5ff138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:32.006180 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b0016798-f1ad-4203-a5ae-550dfd5ff138 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d14255b5-9b6e-41e8-945f-04d7e152a535 HTTP/1.1" status: 204 len: 168 time: 0.8478391 Mar 07 10:55:32.030815 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-a13ac501-a9bf-4cb4-b098-06f2312daca2 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] device_id is not set on port 89bde82a-2761-4c8e-81f7-ca59c1010aed yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:55:32.055482 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acec4b-dc94-413e-a723-0e59ab14128a req-cde58a9c-1ad4-474f-8574-9fe516386c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:32.059874 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c7acec4b-dc94-413e-a723-0e59ab14128a req-cde58a9c-1ad4-474f-8574-9fe516386c2a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=89c82ebc-0d2c-446d-9232-939e7905e93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2658873 Mar 07 10:55:32.091217 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0016798-f1ad-4203-a5ae-550dfd5ff138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14255b5-9b6e-41e8-945f-04d7e152a535,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:32.473336 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d42778b-cef0-4216-a803-65b05a00f638 None None] Pushing event updated for resources: {'Port': ['ID=e7f38255-6400-4adf-aaae-f51225d108a2,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:32.480041 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-a13ac501-a9bf-4cb4-b098-06f2312daca2 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Allocated IP 172.20.0.10 (bd57236b-4588-4c07-8ec1-6f5e31b2addf/26fcb162-e45c-46ee-af97-a70905ce358f/89bde82a-2761-4c8e-81f7-ca59c1010aed) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:55:32.627107 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c7acec4b-dc94-413e-a723-0e59ab14128a req-4d17a73f-6db5-4884-881a-2f2e1821a86e service neutron] 10.222.0.31 "GET /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5517972 Mar 07 10:55:32.659943 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155049d-91bb-42ed-b3a3-ef9dc74df1b6 req-cfedc9bf-f9dd-49c3-bb59-9432779ff445 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:32.664411 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9155049d-91bb-42ed-b3a3-ef9dc74df1b6 req-cfedc9bf-f9dd-49c3-bb59-9432779ff445 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 944 time: 0.3313134 Mar 07 10:55:32.896547 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45378) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:32.974075 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a13ac501-a9bf-4cb4-b098-06f2312daca2 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for port (89bde82a-2761-4c8e-81f7-ca59c1010aed), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:33.054531 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ffcb4262-88b3-4f06-9e15-84af04f1b593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:33.068739 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a13ac501-a9bf-4cb4-b098-06f2312daca2 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (89bde82a-2761-4c8e-81f7-ca59c1010aed), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:33.083806 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9155049d-91bb-42ed-b3a3-ef9dc74df1b6 req-cd24d6b5-cb47-48a5-9bc6-963f287bb08d tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3851862 Mar 07 10:55:33.161169 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13ac501-a9bf-4cb4-b098-06f2312daca2 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network bd57236b-4588-4c07-8ec1-6f5e31b2addf is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:55:33.170508 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-a13ac501-a9bf-4cb4-b098-06f2312daca2 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:55:33.181228 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c7acec4b-dc94-413e-a723-0e59ab14128a req-09d7427c-1499-4f20-93bc-6e49434720f0 service neutron] 10.222.0.31 "GET /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5155737 Mar 07 10:55:33.188562 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13ac501-a9bf-4cb4-b098-06f2312daca2 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:55:33.205829 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ac501-a9bf-4cb4-b098-06f2312daca2 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Port': ['ID=89bde82a-2761-4c8e-81f7-ca59c1010aed,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:33.327292 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ffcb4262-88b3-4f06-9e15-84af04f1b593 admin admin] Publish callbacks [] for security_group (845d7849-5181-4dc5-b19d-23bb1271bc26), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:33.359267 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ffcb4262-88b3-4f06-9e15-84af04f1b593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (845d7849-5181-4dc5-b19d-23bb1271bc26), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:33.365248 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13ac501-a9bf-4cb4-b098-06f2312daca2 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:33.365944 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a13ac501-a9bf-4cb4-b098-06f2312daca2 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:33.394909 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a13ac501-a9bf-4cb4-b098-06f2312daca2 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1976223 Mar 07 10:55:33.397638 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45380) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:33.405894 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-19e80553-de05-4231-9c1e-f6cd9fc2d467 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'subnet': {'network_id': 'bd57236b-4588-4c07-8ec1-6f5e31b2addf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:33.455248 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcb4262-88b3-4f06-9e15-84af04f1b593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845d7849-5181-4dc5-b19d-23bb1271bc26,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:33.524082 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ffcb4262-88b3-4f06-9e15-84af04f1b593 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=19e5fb2be7564facba53e935aae31fbe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6191361 Mar 07 10:55:33.525810 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45382) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:33.617127 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-1b39ba12-f9db-48ff-a175-4522f6d052dd None None] Provisioning complete for port 23163456-0f95-44c6-891d-c25b41353540 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:33.617730 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1b39ba12-f9db-48ff-a175-4522f6d052dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (23163456-0f95-44c6-891d-c25b41353540), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:33.683187 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fcc36a13-1aef-4f7b-a3da-92540ec2bb5d admin admin] Publish callbacks [] for security_group (845d7849-5181-4dc5-b19d-23bb1271bc26), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:33.756748 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1b39ba12-f9db-48ff-a175-4522f6d052dd None None] Port 23163456-0f95-44c6-891d-c25b41353540 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:55:33.766406 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e80553-de05-4231-9c1e-f6cd9fc2d467 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:55:33.768676 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fcc36a13-1aef-4f7b-a3da-92540ec2bb5d admin admin] Publish callbacks [] for security_group (845d7849-5181-4dc5-b19d-23bb1271bc26), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:33.779546 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19e80553-de05-4231-9c1e-f6cd9fc2d467 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:33.794393 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-1b39ba12-f9db-48ff-a175-4522f6d052dd None None] Provisioning complete for port e7f38255-6400-4adf-aaae-f51225d108a2 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:33.798502 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1b39ba12-f9db-48ff-a175-4522f6d052dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e7f38255-6400-4adf-aaae-f51225d108a2), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:33.909471 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fcc36a13-1aef-4f7b-a3da-92540ec2bb5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (845d7849-5181-4dc5-b19d-23bb1271bc26), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:33.912884 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fcc36a13-1aef-4f7b-a3da-92540ec2bb5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:33.915452 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fcc36a13-1aef-4f7b-a3da-92540ec2bb5d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/845d7849-5181-4dc5-b19d-23bb1271bc26 HTTP/1.1" status: 204 len: 168 time: 0.3897116 Mar 07 10:55:33.943519 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc36a13-1aef-4f7b-a3da-92540ec2bb5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845d7849-5181-4dc5-b19d-23bb1271bc26,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:34.031813 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e7f38255-6400-4adf-aaae-f51225d108a2 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:55:34.292880 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1b39ba12-f9db-48ff-a175-4522f6d052dd None None] Current status of the port e7f38255-6400-4adf-aaae-f51225d108a2 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:55:34.319765 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port e7f38255-6400-4adf-aaae-f51225d108a2 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:34.320148 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e7f38255-6400-4adf-aaae-f51225d108a2), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:34.458640 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c6505bc7-b1f8-407d-abfb-925c0f0d6ac1 None None] Provisioning complete for port 89bde82a-2761-4c8e-81f7-ca59c1010aed triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:34.459014 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c6505bc7-b1f8-407d-abfb-925c0f0d6ac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (89bde82a-2761-4c8e-81f7-ca59c1010aed), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:34.555402 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port e7f38255-6400-4adf-aaae-f51225d108a2 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:55:34.601034 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c6505bc7-b1f8-407d-abfb-925c0f0d6ac1 None None] Port 89bde82a-2761-4c8e-81f7-ca59c1010aed cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:55:34.902814 n-d-832164-4 neutron-server[103767]: INFO neutron.db.ipam_backend_mixin [None req-19e80553-de05-4231-9c1e-f6cd9fc2d467 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 26fcb162-e45c-46ee-af97-a70905ce358f (CIDR: 172.20.0.0/28) Mar 07 10:55:34.972431 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e80553-de05-4231-9c1e-f6cd9fc2d467 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:55:34.972908 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e80553-de05-4231-9c1e-f6cd9fc2d467 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:55:35.049290 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:55:35.071850 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45408) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:35.075420 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-02c920b8-5979-4bc8-818a-87e4c6297112 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'subnet': {'network_id': 'bd57236b-4588-4c07-8ec1-6f5e31b2addf', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:35.080812 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-19e80553-de05-4231-9c1e-f6cd9fc2d467 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6762130 Mar 07 10:55:35.135983 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1bc44-610d-47a7-90b7-88b66a33d604 req-7364b97a-0723-4305-a6ab-1aa85e514a6c tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:35.147408 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-99f1bc44-610d-47a7-90b7-88b66a33d604 req-7364b97a-0723-4305-a6ab-1aa85e514a6c tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 944 time: 0.2380919 Mar 07 10:55:35.298465 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-99f1bc44-610d-47a7-90b7-88b66a33d604 req-eec6ad13-d1ca-4d8c-b394-5db6719b7129 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1445856 Mar 07 10:55:35.486527 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c920b8-5979-4bc8-818a-87e4c6297112 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:55:35.504574 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-02c920b8-5979-4bc8-818a-87e4c6297112 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:35.792245 n-d-832164-4 neutron-server[103766]: INFO neutron.db.ipam_backend_mixin [None req-02c920b8-5979-4bc8-818a-87e4c6297112 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 5f059a07-1bae-4119-a092-9071de973842 (CIDR: 172.20.0.16/28) Mar 07 10:55:35.800707 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-02c920b8-5979-4bc8-818a-87e4c6297112 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:55:35.801231 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02c920b8-5979-4bc8-818a-87e4c6297112 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:55:35.843541 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-02c920b8-5979-4bc8-818a-87e4c6297112 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7733083 Mar 07 10:55:35.846731 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45430) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:35.855524 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-370b310d-ceb3-4347-91f0-6226ee0bf9f0 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'subnet': {'network_id': 'bd57236b-4588-4c07-8ec1-6f5e31b2addf', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:35.941747 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45432) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:36.229273 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370b310d-ceb3-4347-91f0-6226ee0bf9f0 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Made reservation on behalf of 273b160fa2104d51b4a02d20bbb41573 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:55:36.233438 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-370b310d-ceb3-4347-91f0-6226ee0bf9f0 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:36.261273 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-79ee6903-421e-4830-900f-bb26b4166662 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-915485719'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:36.335709 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ee6903-421e-4830-900f-bb26b4166662 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:55:36.345444 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-79ee6903-421e-4830-900f-bb26b4166662 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:36.398131 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-79ee6903-421e-4830-900f-bb26b4166662 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:36.470589 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e7740c50-22da-44de-8a53-942fddfec71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:36.765500 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-370b310d-ceb3-4347-91f0-6226ee0bf9f0 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (b901116a-e2bc-4aa9-a612-7f322a561a90), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:36.777596 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb091c7d-fa12-4847-9f4b-977518f79cdd req-f3621ec7-38d5-47a3-a266-de2729d3e4f2 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:36.789756 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eb091c7d-fa12-4847-9f4b-977518f79cdd req-f3621ec7-38d5-47a3-a266-de2729d3e4f2 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 944 time: 0.2435632 Mar 07 10:55:36.828533 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-79ee6903-421e-4830-900f-bb26b4166662 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for security_group (2c4356c4-ed99-4f73-98bc-95101836bb8b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:36.853486 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-79ee6903-421e-4830-900f-bb26b4166662 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2c4356c4-ed99-4f73-98bc-95101836bb8b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:36.919937 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b310d-ceb3-4347-91f0-6226ee0bf9f0 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Subnet': ['ID=b901116a-e2bc-4aa9-a612-7f322a561a90,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:36.933627 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370b310d-ceb3-4347-91f0-6226ee0bf9f0 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Network bd57236b-4588-4c07-8ec1-6f5e31b2addf is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:55:36.935449 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-370b310d-ceb3-4347-91f0-6226ee0bf9f0 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:55:36.938327 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370b310d-ceb3-4347-91f0-6226ee0bf9f0 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:36.938923 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-370b310d-ceb3-4347-91f0-6226ee0bf9f0 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:36.947211 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fb3502-bb52-4b24-bdf6-f452b82e434d None None] Network bd57236b-4588-4c07-8ec1-6f5e31b2addf requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:55:36.972011 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-370b310d-ceb3-4347-91f0-6226ee0bf9f0 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1239724 Mar 07 10:55:36.974620 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45442) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:36.979806 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-bd65177c-10b9-46a9-90b4-cba45e35e23b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-769700656', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b901116a-e2bc-4aa9-a612-7f322a561a90'}], 'security_groups': ['8999ed1f-d12a-47bc-8053-e57b172d0f29', '17703507-5252-488f-8b03-7b800916dd1a']}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:36.992315 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eb091c7d-fa12-4847-9f4b-977518f79cdd req-9bc5933a-ed9c-4b58-86af-311a24f3de04 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1894915 Mar 07 10:55:37.014864 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ee6903-421e-4830-900f-bb26b4166662 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:55:37.087296 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee6903-421e-4830-900f-bb26b4166662 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4356c4-ed99-4f73-98bc-95101836bb8b,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:37.131372 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-79ee6903-421e-4830-900f-bb26b4166662 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (d262f36c-182c-4543-bc26-03b2f18662bc), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:37.136405 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-79ee6903-421e-4830-900f-bb26b4166662 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Added segment d262f36c-182c-4543-bc26-03b2f18662bc of type vlan for network a088a22f-556b-48f6-9894-3aa585071573 Mar 07 10:55:37.421896 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bd65177c-10b9-46a9-90b4-cba45e35e23b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (89bde82a-2761-4c8e-81f7-ca59c1010aed), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:37.446021 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-79ee6903-421e-4830-900f-bb26b4166662 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (a088a22f-556b-48f6-9894-3aa585071573), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:37.541123 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-79ee6903-421e-4830-900f-bb26b4166662 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (a088a22f-556b-48f6-9894-3aa585071573), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:37.559778 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ee6903-421e-4830-900f-bb26b4166662 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:37.560534 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-79ee6903-421e-4830-900f-bb26b4166662 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:37.610967 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-79ee6903-421e-4830-900f-bb26b4166662 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6678915 Mar 07 10:55:37.641524 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237ca75a-19ec-47cd-8d1f-f5968863468b None None] Update dhcp port {'port': {'network_id': 'bd57236b-4588-4c07-8ec1-6f5e31b2addf', 'fixed_ips': [{'subnet_id': '5f059a07-1bae-4119-a092-9071de973842', 'ip_address': '172.20.0.18'}, {'subnet_id': '26fcb162-e45c-46ee-af97-a70905ce358f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b901116a-e2bc-4aa9-a612-7f322a561a90'}], 'binding:host_id': 'n-d-832164-4'}, 'id': 'e7f38255-6400-4adf-aaae-f51225d108a2'} from n-d-832164-4. {{(pid=103768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 10:55:37.651970 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45446) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:37.667003 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-6e7a3436-6420-45d6-8c4a-baabe3511954 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'port': {'network_id': 'a088a22f-556b-48f6-9894-3aa585071573', 'name': 'tempest-PortsIpV6TestJSON-553907469'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:37.745149 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-237ca75a-19ec-47cd-8d1f-f5968863468b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e7f38255-6400-4adf-aaae-f51225d108a2), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:37.874402 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee6903-421e-4830-900f-bb26b4166662 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Network': ['ID=a088a22f-556b-48f6-9894-3aa585071573,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:37.924591 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network a088a22f-556b-48f6-9894-3aa585071573 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:55:38.148367 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7a3436-6420-45d6-8c4a-baabe3511954 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:55:38.167305 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6e7a3436-6420-45d6-8c4a-baabe3511954 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:38.250101 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-6e7a3436-6420-45d6-8c4a-baabe3511954 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] device_id is not set on port 272cde98-a96d-400d-a32e-534f9289f944 yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:55:38.349240 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-bd65177c-10b9-46a9-90b4-cba45e35e23b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Delete allocated IP 172.20.0.10 (bd57236b-4588-4c07-8ec1-6f5e31b2addf/26fcb162-e45c-46ee-af97-a70905ce358f) {{(pid=103766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 10:55:38.358151 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-bd65177c-10b9-46a9-90b4-cba45e35e23b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Allocated IP 172.20.0.34 (bd57236b-4588-4c07-8ec1-6f5e31b2addf/b901116a-e2bc-4aa9-a612-7f322a561a90/89bde82a-2761-4c8e-81f7-ca59c1010aed) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:55:38.618715 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5deed9b4-e1f6-4c34-a2d1-d34ea6af2056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:38.826522 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bd65177c-10b9-46a9-90b4-cba45e35e23b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for port (89bde82a-2761-4c8e-81f7-ca59c1010aed), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:38.856451 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6e7a3436-6420-45d6-8c4a-baabe3511954 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for port (272cde98-a96d-400d-a32e-534f9289f944), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:38.936640 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bd65177c-10b9-46a9-90b4-cba45e35e23b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (89bde82a-2761-4c8e-81f7-ca59c1010aed), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:38.968011 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6e7a3436-6420-45d6-8c4a-baabe3511954 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (272cde98-a96d-400d-a32e-534f9289f944), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:38.997660 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-237ca75a-19ec-47cd-8d1f-f5968863468b None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-ecb72b83-1040-4c1c-995a-798f5e156da8 {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:55:38.998382 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-237ca75a-19ec-47cd-8d1f-f5968863468b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:55:39.101174 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65177c-10b9-46a9-90b4-cba45e35e23b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event updated for resources: {'Port': ['ID=89bde82a-2761-4c8e-81f7-ca59c1010aed,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:39.252543 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7a3436-6420-45d6-8c4a-baabe3511954 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Checking segment: {'id': 'd262f36c-182c-4543-bc26-03b2f18662bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a088a22f-556b-48f6-9894-3aa585071573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:55:39.253161 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7a3436-6420-45d6-8c4a-baabe3511954 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network hostable DHCP agents. Network: a088a22f-556b-48f6-9894-3aa585071573, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:55:39.273525 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a3436-6420-45d6-8c4a-baabe3511954 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Port': ['ID=272cde98-a96d-400d-a32e-534f9289f944,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:39.350212 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7a3436-6420-45d6-8c4a-baabe3511954 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network a088a22f-556b-48f6-9894-3aa585071573 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:55:39.378440 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7879e6f2-425d-418c-bf32-b4ea39519845 req-a8773670-036c-4df3-ad90-d60c48002321 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:39.387722 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-6e7a3436-6420-45d6-8c4a-baabe3511954 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, a088a22f-556b-48f6-9894-3aa585071573) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:55:39.390446 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7879e6f2-425d-418c-bf32-b4ea39519845 req-a8773670-036c-4df3-ad90-d60c48002321 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 944 time: 0.5609186 Mar 07 10:55:39.394825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7a3436-6420-45d6-8c4a-baabe3511954 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:55:39.396370 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-bd65177c-10b9-46a9-90b4-cba45e35e23b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] In _notify_port_updated(), no bound segment for port 89bde82a-2761-4c8e-81f7-ca59c1010aed on network bd57236b-4588-4c07-8ec1-6f5e31b2addf {{(pid=103766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:55:39.398306 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000f0729-8f51-4bc2-95a3-ab2c47162506 None None] Network a088a22f-556b-48f6-9894-3aa585071573 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:55:39.406100 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7a3436-6420-45d6-8c4a-baabe3511954 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:39.413530 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd65177c-10b9-46a9-90b4-cba45e35e23b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:39.414596 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6e7a3436-6420-45d6-8c4a-baabe3511954 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:39.415810 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bd65177c-10b9-46a9-90b4-cba45e35e23b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:39.426030 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-bd65177c-10b9-46a9-90b4-cba45e35e23b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "PUT /v2.0/ports/89bde82a-2761-4c8e-81f7-ca59c1010aed HTTP/1.1" status: 200 len: 959 time: 2.4503515 Mar 07 10:55:39.430656 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45460) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:39.480264 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6e7a3436-6420-45d6-8c4a-baabe3511954 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8260493 Mar 07 10:55:39.483906 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45462) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:39.503937 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-be7415c3-98d3-4388-ae66-dd84e09cd40f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1238040254'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:39.564093 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7415c3-98d3-4388-ae66-dd84e09cd40f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:55:39.573479 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-be7415c3-98d3-4388-ae66-dd84e09cd40f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:39.636875 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be7415c3-98d3-4388-ae66-dd84e09cd40f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:55:39.660961 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-be7415c3-98d3-4388-ae66-dd84e09cd40f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (fd876f7f-a5c3-4803-9c57-b2bcb3a39d04), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:39.664240 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-be7415c3-98d3-4388-ae66-dd84e09cd40f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Added segment fd876f7f-a5c3-4803-9c57-b2bcb3a39d04 of type vlan for network 5b3ebab4-079d-496d-99f4-51ad07e8dd37 Mar 07 10:55:39.770656 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7879e6f2-425d-418c-bf32-b4ea39519845 req-bb52a431-b16a-48f7-aa64-8b3ba7bd66cb tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3347735 Mar 07 10:55:39.772518 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-be7415c3-98d3-4388-ae66-dd84e09cd40f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (5b3ebab4-079d-496d-99f4-51ad07e8dd37), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:39.828534 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-237ca75a-19ec-47cd-8d1f-f5968863468b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e7f38255-6400-4adf-aaae-f51225d108a2), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:39.837819 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-3f4d0b97-5a4a-4fc8-97f2-a0c4013ee14c tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Deleting port 89bde82a-2761-4c8e-81f7-ca59c1010aed {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:55:39.838416 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0b97-5a4a-4fc8-97f2-a0c4013ee14c tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (89bde82a-2761-4c8e-81f7-ca59c1010aed), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:39.856586 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-be7415c3-98d3-4388-ae66-dd84e09cd40f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (5b3ebab4-079d-496d-99f4-51ad07e8dd37), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:39.873183 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7415c3-98d3-4388-ae66-dd84e09cd40f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:39.873899 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-be7415c3-98d3-4388-ae66-dd84e09cd40f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:39.974263 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-be7415c3-98d3-4388-ae66-dd84e09cd40f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4873981 Mar 07 10:55:40.035278 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45464) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:40.047968 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-93e8360a-5882-4289-93d3-f53732bf8866 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'ports': [{'network_id': 'a088a22f-556b-48f6-9894-3aa585071573'}, {'network_id': '5b3ebab4-079d-496d-99f4-51ad07e8dd37'}]} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:40.048277 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-93e8360a-5882-4289-93d3-f53732bf8866 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'port': {'network_id': 'a088a22f-556b-48f6-9894-3aa585071573'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:40.048681 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-93e8360a-5882-4289-93d3-f53732bf8866 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'port': {'network_id': '5b3ebab4-079d-496d-99f4-51ad07e8dd37'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:40.111269 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7415c3-98d3-4388-ae66-dd84e09cd40f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Network': ['ID=5b3ebab4-079d-496d-99f4-51ad07e8dd37,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:40.288831 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-237ca75a-19ec-47cd-8d1f-f5968863468b None None] Allocated IP 172.20.0.35 (bd57236b-4588-4c07-8ec1-6f5e31b2addf/b901116a-e2bc-4aa9-a612-7f322a561a90/e7f38255-6400-4adf-aaae-f51225d108a2) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:55:40.312662 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0b97-5a4a-4fc8-97f2-a0c4013ee14c tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (89bde82a-2761-4c8e-81f7-ca59c1010aed), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:40.348183 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-3f4d0b97-5a4a-4fc8-97f2-a0c4013ee14c tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Calling delete_port for 89bde82a-2761-4c8e-81f7-ca59c1010aed owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:55:40.480650 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-237ca75a-19ec-47cd-8d1f-f5968863468b None None] For port e7f38255-6400-4adf-aaae-f51225d108a2, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e7f38255-6400-4adf-aaae-f51225d108a2,segment=NetworkSegment(64bb0226-5c72-46c8-aa0a-028193bd13ed),segment_id=64bb0226-5c72-46c8-aa0a-028193bd13ed)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:40.499091 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e8360a-5882-4289-93d3-f53732bf8866 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'port': 2} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:55:40.503739 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:40.504571 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 5b3ebab4-079d-496d-99f4-51ad07e8dd37 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:55:40.506490 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-93e8360a-5882-4289-93d3-f53732bf8866 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:40.554704 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-93e8360a-5882-4289-93d3-f53732bf8866 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:40.578282 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-237ca75a-19ec-47cd-8d1f-f5968863468b None None] Publish callbacks [] for port (e7f38255-6400-4adf-aaae-f51225d108a2), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:40.628949 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-237ca75a-19ec-47cd-8d1f-f5968863468b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e7f38255-6400-4adf-aaae-f51225d108a2), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:40.695073 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0b97-5a4a-4fc8-97f2-a0c4013ee14c tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (89bde82a-2761-4c8e-81f7-ca59c1010aed), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:40.769597 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d0b97-5a4a-4fc8-97f2-a0c4013ee14c tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Port': ['ID=89bde82a-2761-4c8e-81f7-ca59c1010aed,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:40.937362 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0b97-5a4a-4fc8-97f2-a0c4013ee14c tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:40.945793 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3f4d0b97-5a4a-4fc8-97f2-a0c4013ee14c tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/ports/89bde82a-2761-4c8e-81f7-ca59c1010aed HTTP/1.1" status: 204 len: 168 time: 1.4909999 Mar 07 10:55:40.946990 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45472) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:40.976497 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f8ff2e-6d9e-4664-8a87-ebe22a7c4960 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] GET failed (client error): The resource could not be found. Mar 07 10:55:40.981427 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d3f8ff2e-6d9e-4664-8a87-ebe22a7c4960 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "GET /v2.0/ports/89bde82a-2761-4c8e-81f7-ca59c1010aed HTTP/1.1" status: 404 len: 333 time: 0.0322406 Mar 07 10:55:40.982476 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45474) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:41.077405 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ca75a-19ec-47cd-8d1f-f5968863468b None None] Pushing event updated for resources: {'Port': ['ID=e7f38255-6400-4adf-aaae-f51225d108a2,revision_number=7']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:41.102114 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1596395-afed-46f4-a2df-9a08b1d11e7f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for security_group (ca249c4c-259c-4854-8bf8-40d6e051a814), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:41.143147 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1596395-afed-46f4-a2df-9a08b1d11e7f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for security_group (ca249c4c-259c-4854-8bf8-40d6e051a814), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:41.235074 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-93e8360a-5882-4289-93d3-f53732bf8866 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] device_id is not set on port 980868c8-c670-4740-ad06-1201822fd1aa yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:55:41.257511 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1596395-afed-46f4-a2df-9a08b1d11e7f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ca249c4c-259c-4854-8bf8-40d6e051a814), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:41.260705 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c1596395-afed-46f4-a2df-9a08b1d11e7f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:41.266198 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45478) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:41.271189 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c1596395-afed-46f4-a2df-9a08b1d11e7f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/security-groups/ca249c4c-259c-4854-8bf8-40d6e051a814 HTTP/1.1" status: 204 len: 168 time: 0.2868283 Mar 07 10:55:41.308290 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1596395-afed-46f4-a2df-9a08b1d11e7f tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca249c4c-259c-4854-8bf8-40d6e051a814,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:41.395568 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f63bfa-afec-4d31-afbd-6cc277636f52 req-9b778c5e-1774-4076-8611-07fe25968880 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:41.397061 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-55f63bfa-afec-4d31-afbd-6cc277636f52 req-9b778c5e-1774-4076-8611-07fe25968880 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 944 time: 0.3511701 Mar 07 10:55:41.556563 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d8b07e0d-74e2-41d4-bb58-9c0c6113a8d8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for security_group (17703507-5252-488f-8b03-7b800916dd1a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:41.654045 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d8b07e0d-74e2-41d4-bb58-9c0c6113a8d8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for security_group (17703507-5252-488f-8b03-7b800916dd1a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:41.699504 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:41.783779 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-55f63bfa-afec-4d31-afbd-6cc277636f52 req-d4065ca0-ad07-4d0e-97ec-cbf7a24f154d tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3257151 Mar 07 10:55:41.868688 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-93e8360a-5882-4289-93d3-f53732bf8866 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for port (980868c8-c670-4740-ad06-1201822fd1aa), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:41.897727 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d8b07e0d-74e2-41d4-bb58-9c0c6113a8d8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (17703507-5252-488f-8b03-7b800916dd1a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:41.907419 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d8b07e0d-74e2-41d4-bb58-9c0c6113a8d8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:41.918921 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d8b07e0d-74e2-41d4-bb58-9c0c6113a8d8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/security-groups/17703507-5252-488f-8b03-7b800916dd1a HTTP/1.1" status: 204 len: 168 time: 0.6499650 Mar 07 10:55:41.922151 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45488) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:41.992156 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b07e0d-74e2-41d4-bb58-9c0c6113a8d8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17703507-5252-488f-8b03-7b800916dd1a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:42.072635 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4255babe-e9d6-4449-a76c-3d3d34554702 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for security_group (8999ed1f-d12a-47bc-8053-e57b172d0f29), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:42.085845 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e7f38255-6400-4adf-aaae-f51225d108a2 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:55:42.192414 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-93e8360a-5882-4289-93d3-f53732bf8866 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] device_id is not set on port 041fd00b-6e54-4ee8-8e95-dfadf14cbe9b yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:55:42.201088 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4255babe-e9d6-4449-a76c-3d3d34554702 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for security_group (8999ed1f-d12a-47bc-8053-e57b172d0f29), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:42.303491 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port e7f38255-6400-4adf-aaae-f51225d108a2 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:42.304177 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e7f38255-6400-4adf-aaae-f51225d108a2), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:42.348790 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4255babe-e9d6-4449-a76c-3d3d34554702 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8999ed1f-d12a-47bc-8053-e57b172d0f29), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:42.351950 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4255babe-e9d6-4449-a76c-3d3d34554702 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:42.357471 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4255babe-e9d6-4449-a76c-3d3d34554702 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/security-groups/8999ed1f-d12a-47bc-8053-e57b172d0f29 HTTP/1.1" status: 204 len: 168 time: 0.4339337 Mar 07 10:55:42.358170 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45494) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:42.409027 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-fdf955a8-a68f-4db5-aaff-180ae705f79a None None] Could not find standard attr ID for object 89bde82a-2761-4c8e-81f7-ca59c1010aed. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:55:42.425841 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-93e8360a-5882-4289-93d3-f53732bf8866 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for port (041fd00b-6e54-4ee8-8e95-dfadf14cbe9b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:42.456379 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-fdf955a8-a68f-4db5-aaff-180ae705f79a None None] Provisioning complete for port 23163456-0f95-44c6-891d-c25b41353540 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:42.457097 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fdf955a8-a68f-4db5-aaff-180ae705f79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (23163456-0f95-44c6-891d-c25b41353540), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:42.522502 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255babe-e9d6-4449-a76c-3d3d34554702 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8999ed1f-d12a-47bc-8053-e57b172d0f29,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:42.530758 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port e7f38255-6400-4adf-aaae-f51225d108a2 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:55:42.566531 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-93e8360a-5882-4289-93d3-f53732bf8866 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (980868c8-c670-4740-ad06-1201822fd1aa), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:42.571483 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-fdf955a8-a68f-4db5-aaff-180ae705f79a None None] Port 23163456-0f95-44c6-891d-c25b41353540 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:55:42.582987 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-10121e92-9e48-4fcb-a79f-8ce695618bac tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Deleting subnet 26fcb162-e45c-46ee-af97-a70905ce358f {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:55:42.589870 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-10121e92-9e48-4fcb-a79f-8ce695618bac tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for subnet (26fcb162-e45c-46ee-af97-a70905ce358f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:42.605501 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-fdf955a8-a68f-4db5-aaff-180ae705f79a None None] Provisioning complete for port e7f38255-6400-4adf-aaae-f51225d108a2 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:42.608357 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fdf955a8-a68f-4db5-aaff-180ae705f79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e7f38255-6400-4adf-aaae-f51225d108a2), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:42.817247 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8360a-5882-4289-93d3-f53732bf8866 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Port': ['ID=980868c8-c670-4740-ad06-1201822fd1aa,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:42.841582 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e8360a-5882-4289-93d3-f53732bf8866 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network a088a22f-556b-48f6-9894-3aa585071573 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:55:42.849639 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-93e8360a-5882-4289-93d3-f53732bf8866 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:55:42.864380 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e8360a-5882-4289-93d3-f53732bf8866 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:55:42.865382 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-93e8360a-5882-4289-93d3-f53732bf8866 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (041fd00b-6e54-4ee8-8e95-dfadf14cbe9b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:42.948184 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-fdf955a8-a68f-4db5-aaff-180ae705f79a None None] Current status of the port e7f38255-6400-4adf-aaae-f51225d108a2 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:55:43.007116 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:43.205397 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8360a-5882-4289-93d3-f53732bf8866 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Port': ['ID=041fd00b-6e54-4ee8-8e95-dfadf14cbe9b,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:43.225349 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93e8360a-5882-4289-93d3-f53732bf8866 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Checking segment: {'id': 'fd876f7f-a5c3-4803-9c57-b2bcb3a39d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '5b3ebab4-079d-496d-99f4-51ad07e8dd37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:55:43.226470 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e8360a-5882-4289-93d3-f53732bf8866 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network hostable DHCP agents. Network: 5b3ebab4-079d-496d-99f4-51ad07e8dd37, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:55:43.278922 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-67156517-1d0d-4855-841f-2a45450220fa None None] Could not find standard attr ID for object 89bde82a-2761-4c8e-81f7-ca59c1010aed. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:55:43.284987 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e8360a-5882-4289-93d3-f53732bf8866 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network 5b3ebab4-079d-496d-99f4-51ad07e8dd37 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:55:43.303391 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-93e8360a-5882-4289-93d3-f53732bf8866 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 5b3ebab4-079d-496d-99f4-51ad07e8dd37) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:55:43.309695 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e8360a-5882-4289-93d3-f53732bf8866 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:55:43.317808 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47eb89a7-b44e-4921-862f-18103ec71e19 None None] Network 5b3ebab4-079d-496d-99f4-51ad07e8dd37 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:55:43.329679 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e8360a-5882-4289-93d3-f53732bf8866 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:43.338482 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e8360a-5882-4289-93d3-f53732bf8866 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:43.342268 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-93e8360a-5882-4289-93d3-f53732bf8866 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:43.378227 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-93e8360a-5882-4289-93d3-f53732bf8866 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3394387 Mar 07 10:55:43.380859 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45502) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:43.636958 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-e2592d6b-b517-48b0-840f-ae2091dc3613 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Deleting port 041fd00b-6e54-4ee8-8e95-dfadf14cbe9b {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:55:43.641862 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e2592d6b-b517-48b0-840f-ae2091dc3613 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (041fd00b-6e54-4ee8-8e95-dfadf14cbe9b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:43.646549 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-10121e92-9e48-4fcb-a79f-8ce695618bac tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (26fcb162-e45c-46ee-af97-a70905ce358f), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:43.783016 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2630895-e02f-4b61-b10c-ece1ac436863 req-1082ce4f-353d-4758-b59e-36e4b438875f tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:43.784572 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f2630895-e02f-4b61-b10c-ece1ac436863 req-1082ce4f-353d-4758-b59e-36e4b438875f tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 944 time: 0.2516491 Mar 07 10:55:43.819797 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e2592d6b-b517-48b0-840f-ae2091dc3613 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (041fd00b-6e54-4ee8-8e95-dfadf14cbe9b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:43.889742 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-e2592d6b-b517-48b0-840f-ae2091dc3613 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Calling delete_port for 041fd00b-6e54-4ee8-8e95-dfadf14cbe9b owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:55:44.067845 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-10121e92-9e48-4fcb-a79f-8ce695618bac tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (26fcb162-e45c-46ee-af97-a70905ce358f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:44.344432 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f2630895-e02f-4b61-b10c-ece1ac436863 req-e85006d1-dad0-4cb1-b19f-38efe55ed65e tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5408247 Mar 07 10:55:44.345957 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-10121e92-9e48-4fcb-a79f-8ce695618bac tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (26fcb162-e45c-46ee-af97-a70905ce358f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:44.365085 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e2592d6b-b517-48b0-840f-ae2091dc3613 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (041fd00b-6e54-4ee8-8e95-dfadf14cbe9b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:44.387561 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-10121e92-9e48-4fcb-a79f-8ce695618bac tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:44.397333 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27f4668-decb-4089-951a-5a2829332ae8 None None] Network bd57236b-4588-4c07-8ec1-6f5e31b2addf requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:55:44.406706 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45508) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:44.412334 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-10121e92-9e48-4fcb-a79f-8ce695618bac tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/subnets/26fcb162-e45c-46ee-af97-a70905ce358f HTTP/1.1" status: 204 len: 168 time: 2.0453799 Mar 07 10:55:44.419147 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e2592d6b-b517-48b0-840f-ae2091dc3613 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:44.428398 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e2592d6b-b517-48b0-840f-ae2091dc3613 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/ports/041fd00b-6e54-4ee8-8e95-dfadf14cbe9b HTTP/1.1" status: 204 len: 168 time: 1.0439365 Mar 07 10:55:44.469752 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45510) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:44.484499 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10121e92-9e48-4fcb-a79f-8ce695618bac tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Subnet': ['ID=26fcb162-e45c-46ee-af97-a70905ce358f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:44.584948 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f59acc-1914-4519-9817-0e95867ad3ff tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:44.603003 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f59acc-1914-4519-9817-0e95867ad3ff tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:44.614474 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f7f59acc-1914-4519-9817-0e95867ad3ff tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1391058 Mar 07 10:55:44.614474 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45512) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:44.709412 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2592d6b-b517-48b0-840f-ae2091dc3613 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Port': ['ID=041fd00b-6e54-4ee8-8e95-dfadf14cbe9b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:44.820239 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c42bf248-9dec-46bf-bdfc-705503d60064 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Deleting subnet b901116a-e2bc-4aa9-a612-7f322a561a90 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:55:44.841904 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c42bf248-9dec-46bf-bdfc-705503d60064 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for subnet (b901116a-e2bc-4aa9-a612-7f322a561a90), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:45.046303 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-27aeaa91-6e29-4407-b0bc-0347af2d009c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Deleting port 980868c8-c670-4740-ad06-1201822fd1aa {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:55:45.047179 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-27aeaa91-6e29-4407-b0bc-0347af2d009c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (980868c8-c670-4740-ad06-1201822fd1aa), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:45.058138 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c42bf248-9dec-46bf-bdfc-705503d60064 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (b901116a-e2bc-4aa9-a612-7f322a561a90), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:45.382229 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-27aeaa91-6e29-4407-b0bc-0347af2d009c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (980868c8-c670-4740-ad06-1201822fd1aa), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:45.384242 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c42bf248-9dec-46bf-bdfc-705503d60064 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (b901116a-e2bc-4aa9-a612-7f322a561a90), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:45.416802 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-27aeaa91-6e29-4407-b0bc-0347af2d009c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Calling delete_port for 980868c8-c670-4740-ad06-1201822fd1aa owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:55:45.594557 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c42bf248-9dec-46bf-bdfc-705503d60064 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (b901116a-e2bc-4aa9-a612-7f322a561a90), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:45.706072 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-27aeaa91-6e29-4407-b0bc-0347af2d009c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (980868c8-c670-4740-ad06-1201822fd1aa), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:45.775628 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aeaa91-6e29-4407-b0bc-0347af2d009c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Port': ['ID=980868c8-c670-4740-ad06-1201822fd1aa,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:45.786664 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42bf248-9dec-46bf-bdfc-705503d60064 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Subnet': ['ID=b901116a-e2bc-4aa9-a612-7f322a561a90,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:45.812854 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c42bf248-9dec-46bf-bdfc-705503d60064 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:45.814687 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-27aeaa91-6e29-4407-b0bc-0347af2d009c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:45.819509 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c42bf248-9dec-46bf-bdfc-705503d60064 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/subnets/b901116a-e2bc-4aa9-a612-7f322a561a90 HTTP/1.1" status: 204 len: 168 time: 1.3923419 Mar 07 10:55:45.822734 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45520) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:45.840425 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45522) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:45.841631 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-27aeaa91-6e29-4407-b0bc-0347af2d009c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/ports/980868c8-c670-4740-ad06-1201822fd1aa HTTP/1.1" status: 204 len: 168 time: 1.2048404 Mar 07 10:55:45.940772 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3178ca22-54e0-486b-af54-ee87148edd54 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] DELETE failed (client error): The resource could not be found. Mar 07 10:55:45.941279 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3178ca22-54e0-486b-af54-ee87148edd54 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:55:45.947190 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3178ca22-54e0-486b-af54-ee87148edd54 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/subnets/26fcb162-e45c-46ee-af97-a70905ce358f HTTP/1.1" status: 404 len: 337 time: 0.1240966 Mar 07 10:55:45.947343 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45526) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:46.010096 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004434da-a916-44fe-bc34-db4083addb69 req-1af09ce1-cc50-4d31-8bec-0023d683743f tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:46.022678 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-004434da-a916-44fe-bc34-db4083addb69 req-1af09ce1-cc50-4d31-8bec-0023d683743f tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 944 time: 0.3007233 Mar 07 10:55:46.056790 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4079dd6a-666a-4f87-bac0-1e676a867cfa tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:46.060889 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4079dd6a-666a-4f87-bac0-1e676a867cfa tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2162559 Mar 07 10:55:46.061792 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45528) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:46.149451 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-041332ee-7c92-4c90-9018-dae0e5fa431c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] GET failed (client error): The resource could not be found. Mar 07 10:55:46.154118 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-041332ee-7c92-4c90-9018-dae0e5fa431c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "GET /v2.0/ports/041fd00b-6e54-4ee8-8e95-dfadf14cbe9b HTTP/1.1" status: 404 len: 333 time: 0.0874684 Mar 07 10:55:46.155159 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45532) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:46.199534 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-030ae226-64e6-4fab-9826-a9d82af63f9b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Deleting subnet 5f059a07-1bae-4119-a092-9071de973842 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:55:46.221493 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-004434da-a916-44fe-bc34-db4083addb69 req-9a95fe4f-cab5-43c3-a479-c8dd6757b42b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1978188 Mar 07 10:55:46.302263 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-293b763a-8016-4a28-b690-274bdb9f5a70 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] GET failed (client error): The resource could not be found. Mar 07 10:55:46.306807 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-293b763a-8016-4a28-b690-274bdb9f5a70 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "GET /v2.0/ports/980868c8-c670-4740-ad06-1201822fd1aa HTTP/1.1" status: 404 len: 333 time: 0.1486213 Mar 07 10:55:46.306807 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-030ae226-64e6-4fab-9826-a9d82af63f9b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for subnet (5f059a07-1bae-4119-a092-9071de973842), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:46.307185 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45534) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:46.405939 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be185f89-e2fd-4c7d-b719-47aa8ace8acb None None] Network bd57236b-4588-4c07-8ec1-6f5e31b2addf requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:55:46.463869 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-030ae226-64e6-4fab-9826-a9d82af63f9b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (5f059a07-1bae-4119-a092-9071de973842), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:46.586893 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5a28d397-d421-4af1-b0dc-ee0d5210220e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (5b3ebab4-079d-496d-99f4-51ad07e8dd37), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:46.664260 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-030ae226-64e6-4fab-9826-a9d82af63f9b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (5f059a07-1bae-4119-a092-9071de973842), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:46.802735 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-030ae226-64e6-4fab-9826-a9d82af63f9b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (5f059a07-1bae-4119-a092-9071de973842), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:46.823756 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ffe872a3-a511-4b29-ac11-9960a10203fd None None] Provisioning complete for port 23163456-0f95-44c6-891d-c25b41353540 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:46.824135 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ffe872a3-a511-4b29-ac11-9960a10203fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (23163456-0f95-44c6-891d-c25b41353540), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:46.915860 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ae226-64e6-4fab-9826-a9d82af63f9b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Subnet': ['ID=5f059a07-1bae-4119-a092-9071de973842,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:46.940921 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-030ae226-64e6-4fab-9826-a9d82af63f9b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:46.946748 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-030ae226-64e6-4fab-9826-a9d82af63f9b tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/subnets/5f059a07-1bae-4119-a092-9071de973842 HTTP/1.1" status: 204 len: 168 time: 0.9979029 Mar 07 10:55:46.947376 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45536) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:46.957898 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5a28d397-d421-4af1-b0dc-ee0d5210220e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (5b3ebab4-079d-496d-99f4-51ad07e8dd37), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:46.996160 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ffe872a3-a511-4b29-ac11-9960a10203fd None None] Port 23163456-0f95-44c6-891d-c25b41353540 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:55:47.041196 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ffe872a3-a511-4b29-ac11-9960a10203fd None None] Provisioning complete for port e7f38255-6400-4adf-aaae-f51225d108a2 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:47.041581 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ffe872a3-a511-4b29-ac11-9960a10203fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e7f38255-6400-4adf-aaae-f51225d108a2), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:47.046736 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e3c4c0d-2e68-401d-b87f-ef10918d987a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] DELETE failed (client error): The resource could not be found. Mar 07 10:55:47.047209 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e3c4c0d-2e68-401d-b87f-ef10918d987a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:55:47.054021 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-5a28d397-d421-4af1-b0dc-ee0d5210220e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b3ebab4-079d-496d-99f4-51ad07e8dd37']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:47.060556 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45538) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:47.072202 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9e3c4c0d-2e68-401d-b87f-ef10918d987a tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/subnets/4ec1066b-92a3-4b9a-8a47-ff05d42f74b3 HTTP/1.1" status: 404 len: 337 time: 0.1132395 Mar 07 10:55:47.153065 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-41143c84-228b-4cec-ab29-ed8e873592ab tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5f4d8db-276a-4387-ba47-721aef8c0614 HTTP/1.1" status: 200 len: 205 time: 0.0916431 Mar 07 10:55:47.155975 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45542) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:47.162230 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-5a28d397-d421-4af1-b0dc-ee0d5210220e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd876f7f-a5c3-4803-9c57-b2bcb3a39d04') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:47.164212 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-5a28d397-d421-4af1-b0dc-ee0d5210220e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd876f7f-a5c3-4803-9c57-b2bcb3a39d04') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:47.190960 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5a28d397-d421-4af1-b0dc-ee0d5210220e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (fd876f7f-a5c3-4803-9c57-b2bcb3a39d04), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:47.226319 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5a28d397-d421-4af1-b0dc-ee0d5210220e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (fd876f7f-a5c3-4803-9c57-b2bcb3a39d04), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:47.250724 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a28d397-d421-4af1-b0dc-ee0d5210220e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:55:47.253527 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5a28d397-d421-4af1-b0dc-ee0d5210220e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (fd876f7f-a5c3-4803-9c57-b2bcb3a39d04), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:47.265354 n-d-832164-4 neutron-server[103767]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Mar 07 10:55:47.265354 n-d-832164-4 neutron-server[103767]: warnings.warn('Neutron quota engine will require "--force" ' Mar 07 10:55:47.265354 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:55:47.265354 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:55:47.265354 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:55:47.265354 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:55:47.265354 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:55:47.265354 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:55:47.265354 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:55:47.265354 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:55:47.265354 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:55:47.265354 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:55:47.265354 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:55:47.265354 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:55:47.265354 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:55:47.265354 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:55:47.265354 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:55:47.265354 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:55:47.265354 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:55:47.265354 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:55:47.265354 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:55:47.265354 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:55:47.265354 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:55:47.265354 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:55:47.265354 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:55:47.265354 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:55:47.265354 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:55:47.265354 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:55:47.265354 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:55:47.265354 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:55:47.265354 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:55:47.265354 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:55:47.265354 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:55:47.265354 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:55:47.274761 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-c78cd1e3-0ef1-4f33-b39d-97b6c90223eb tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] delete failed (client error): The resource could not be found. Mar 07 10:55:47.279019 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c78cd1e3-0ef1-4f33-b39d-97b6c90223eb tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/routers/b5f4d8db-276a-4387-ba47-721aef8c0614 HTTP/1.1" status: 404 len: 336 time: 0.1219163 Mar 07 10:55:47.279989 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45546) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:47.369625 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b4bbf7-fa40-4a3c-ae19-d5907beb2145 None None] Update dhcp port {'port': {'network_id': 'bd57236b-4588-4c07-8ec1-6f5e31b2addf', 'fixed_ips': [{'subnet_id': '5f059a07-1bae-4119-a092-9071de973842'}], 'binding:host_id': 'n-d-832164-4'}, 'id': 'e7f38255-6400-4adf-aaae-f51225d108a2'} from n-d-832164-4. {{(pid=103768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 10:55:47.446614 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5a28d397-d421-4af1-b0dc-ee0d5210220e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (5b3ebab4-079d-496d-99f4-51ad07e8dd37), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:47.475862 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-511ffb8e-cf6d-4463-9eb5-fae87bf00060 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] DELETE failed (client error): The resource could not be found. Mar 07 10:55:47.476280 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-511ffb8e-cf6d-4463-9eb5-fae87bf00060 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:55:47.478719 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5a28d397-d421-4af1-b0dc-ee0d5210220e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:47.483103 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-511ffb8e-cf6d-4463-9eb5-fae87bf00060 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/subnets/115eb924-94e9-4fa5-9ef2-02e9b1e31933 HTTP/1.1" status: 404 len: 337 time: 0.2018738 Mar 07 10:55:47.483751 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45550) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:47.491184 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-74b4bbf7-fa40-4a3c-ae19-d5907beb2145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e7f38255-6400-4adf-aaae-f51225d108a2), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:47.496244 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5a28d397-d421-4af1-b0dc-ee0d5210220e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/networks/5b3ebab4-079d-496d-99f4-51ad07e8dd37 HTTP/1.1" status: 204 len: 168 time: 1.1835296 Mar 07 10:55:47.499964 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45552) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:47.508457 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-b6929eec-ceab-4665-8b4e-ccf00b5548b6 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-380613852'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:47.547084 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6929eec-ceab-4665-8b4e-ccf00b5548b6 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:55:47.551199 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6929eec-ceab-4665-8b4e-ccf00b5548b6 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:47.558571 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28d397-d421-4af1-b0dc-ee0d5210220e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Network': ['ID=5b3ebab4-079d-496d-99f4-51ad07e8dd37,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:47.594018 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6929eec-ceab-4665-8b4e-ccf00b5548b6 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:55:47.604717 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6929eec-ceab-4665-8b4e-ccf00b5548b6 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (5163900f-5377-4a0a-99bd-fd1a6be291bf), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:47.606428 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-b6929eec-ceab-4665-8b4e-ccf00b5548b6 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Added segment 5163900f-5377-4a0a-99bd-fd1a6be291bf of type vlan for network 36b21102-f01d-40c9-a2ef-37c3fb9996d5 Mar 07 10:55:47.661119 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6929eec-ceab-4665-8b4e-ccf00b5548b6 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (36b21102-f01d-40c9-a2ef-37c3fb9996d5), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:47.713479 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e67d5a-efb0-42cd-b5d6-3e6547b6329e tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] DELETE failed (client error): The resource could not be found. Mar 07 10:55:47.714321 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83e67d5a-efb0-42cd-b5d6-3e6547b6329e tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:55:47.721672 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45554) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:47.722524 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-83e67d5a-efb0-42cd-b5d6-3e6547b6329e tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/subnets/527db6c7-8e0c-4733-8cd7-6db1ca3d208c HTTP/1.1" status: 404 len: 337 time: 0.2341683 Mar 07 10:55:47.738165 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6929eec-ceab-4665-8b4e-ccf00b5548b6 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (36b21102-f01d-40c9-a2ef-37c3fb9996d5), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:47.743655 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6929eec-ceab-4665-8b4e-ccf00b5548b6 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:47.744615 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6929eec-ceab-4665-8b4e-ccf00b5548b6 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:47.822421 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c1b5495-60f0-4ae7-ab85-9d140c5243e0 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] DELETE failed (client error): The resource could not be found. Mar 07 10:55:47.827940 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c1b5495-60f0-4ae7-ab85-9d140c5243e0 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:55:47.837930 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4c1b5495-60f0-4ae7-ab85-9d140c5243e0 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/subnets/eca68ff1-5d76-4397-a9e6-b8a64e5523c8 HTTP/1.1" status: 404 len: 337 time: 0.1129034 Mar 07 10:55:47.840871 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45556) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:47.889425 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b6929eec-ceab-4665-8b4e-ccf00b5548b6 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3774705 Mar 07 10:55:47.905843 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45558) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:47.925962 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-bf104a98-702d-445c-b563-505a786f1cc9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'subnet': {'network_id': '36b21102-f01d-40c9-a2ef-37c3fb9996d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:47.951161 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbfe17f-d305-4444-aaa0-4c528832b60d None None] Network bd57236b-4588-4c07-8ec1-6f5e31b2addf requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:55:47.957881 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ed76bca-138f-4551-b410-649eca231cec tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] DELETE failed (client error): The resource could not be found. Mar 07 10:55:47.960544 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ed76bca-138f-4551-b410-649eca231cec tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:55:47.975035 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2ed76bca-138f-4551-b410-649eca231cec tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/ports/3987abe7-3095-4719-80e4-00f6f3b23ae4 HTTP/1.1" status: 404 len: 333 time: 0.1288843 Mar 07 10:55:47.979051 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45560) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:48.020301 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ffe872a3-a511-4b29-ac11-9960a10203fd None None] Current status of the port e7f38255-6400-4adf-aaae-f51225d108a2 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:55:48.048517 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6929eec-ceab-4665-8b4e-ccf00b5548b6 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Network': ['ID=36b21102-f01d-40c9-a2ef-37c3fb9996d5,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:48.060414 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-df74fea0-f874-489b-bda5-a54284d4b8ff tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] DELETE failed (client error): The resource could not be found. Mar 07 10:55:48.065006 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df74fea0-f874-489b-bda5-a54284d4b8ff tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:55:48.071088 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-df74fea0-f874-489b-bda5-a54284d4b8ff tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/subnets/3b6595cc-6f8d-41ae-bbf7-a8f967dd4b60 HTTP/1.1" status: 404 len: 337 time: 0.0908883 Mar 07 10:55:48.081788 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45562) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:48.084140 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5cae8-fc96-4c3b-9309-5ab978896b8b req-c7ea1916-5846-4021-97b4-bbbe11dc07eb tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:48.085797 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9ec5cae8-fc96-4c3b-9309-5ab978896b8b req-c7ea1916-5846-4021-97b4-bbbe11dc07eb tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 944 time: 0.7097242 Mar 07 10:55:48.131876 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a99dda-4ef7-4cd5-b7d7-c963a0ccffdf tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] DELETE failed (client error): The resource could not be found. Mar 07 10:55:48.133560 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a99dda-4ef7-4cd5-b7d7-c963a0ccffdf tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:55:48.138790 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 36b21102-f01d-40c9-a2ef-37c3fb9996d5 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:55:48.145776 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-47a99dda-4ef7-4cd5-b7d7-c963a0ccffdf tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/subnets/28a3ff1e-0d5c-4016-bc6d-11e050bf39b4 HTTP/1.1" status: 404 len: 337 time: 0.0626411 Mar 07 10:55:48.146603 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45564) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:48.210169 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7317ccce-d8ca-44df-82ef-cce04c02deb4 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] DELETE failed (client error): The resource could not be found. Mar 07 10:55:48.213724 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7317ccce-d8ca-44df-82ef-cce04c02deb4 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:55:48.225800 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7317ccce-d8ca-44df-82ef-cce04c02deb4 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/ports/1f582c41-df14-47a3-9261-b1e63a513c2a HTTP/1.1" status: 404 len: 333 time: 0.0779903 Mar 07 10:55:48.226803 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45566) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:48.324114 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9ec5cae8-fc96-4c3b-9309-5ab978896b8b req-4a0ff5c9-9e6b-4f3e-8e2f-ce4188751ef3 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1601772 Mar 07 10:55:48.344315 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-145565e8-b4dc-4a3a-957a-b42627671222 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] DELETE failed (client error): The resource could not be found. Mar 07 10:55:48.345276 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-145565e8-b4dc-4a3a-957a-b42627671222 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:55:48.365680 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45570) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:48.368483 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-145565e8-b4dc-4a3a-957a-b42627671222 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/subnets/bc02059b-3d90-4583-a1f6-65e324bd7ef1 HTTP/1.1" status: 404 len: 337 time: 0.1402416 Mar 07 10:55:48.399671 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf104a98-702d-445c-b563-505a786f1cc9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:55:48.411244 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bf104a98-702d-445c-b563-505a786f1cc9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:48.492693 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-860d0edc-fa5e-4de5-88a9-3ff586f6f8ce None None] Provisioning complete for port 23163456-0f95-44c6-891d-c25b41353540 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:48.493867 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-860d0edc-fa5e-4de5-88a9-3ff586f6f8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (23163456-0f95-44c6-891d-c25b41353540), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:48.502872 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fae849f-8774-423d-afcb-b704f5e011c3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] DELETE failed (client error): The resource could not be found. Mar 07 10:55:48.509438 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fae849f-8774-423d-afcb-b704f5e011c3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:55:48.515540 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8fae849f-8774-423d-afcb-b704f5e011c3 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/subnets/59abcfe4-479b-40d9-baed-58a49e9a750e HTTP/1.1" status: 404 len: 337 time: 0.1419339 Mar 07 10:55:48.518390 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45574) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:48.665701 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.ipam_backend_mixin [None req-bf104a98-702d-445c-b563-505a786f1cc9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Performing IP validity checks on allocation pools {{(pid=103766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 10:55:48.669287 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.ipam_backend_mixin [None req-bf104a98-702d-445c-b563-505a786f1cc9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 10:55:48.726783 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:48.759354 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-860d0edc-fa5e-4de5-88a9-3ff586f6f8ce None None] Port 23163456-0f95-44c6-891d-c25b41353540 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:55:48.822334 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-264fbc0c-bcd5-47c1-ae4b-652e763532c8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Deleting port 23163456-0f95-44c6-891d-c25b41353540 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:55:48.822678 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-264fbc0c-bcd5-47c1-ae4b-652e763532c8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (23163456-0f95-44c6-891d-c25b41353540), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:48.824240 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d4c241-1b4f-4660-a42f-b3e65526efd6 None None] DHCP port deletion for bd57236b-4588-4c07-8ec1-6f5e31b2addf request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:55:48.853899 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-860d0edc-fa5e-4de5-88a9-3ff586f6f8ce None None] Provisioning complete for port e7f38255-6400-4adf-aaae-f51225d108a2 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:48.854417 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-860d0edc-fa5e-4de5-88a9-3ff586f6f8ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e7f38255-6400-4adf-aaae-f51225d108a2), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:49.029465 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-264fbc0c-bcd5-47c1-ae4b-652e763532c8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (23163456-0f95-44c6-891d-c25b41353540), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:49.135196 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bf104a98-702d-445c-b563-505a786f1cc9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (3749b165-0137-4520-997e-c3cd7c3339e0), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:49.150246 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-264fbc0c-bcd5-47c1-ae4b-652e763532c8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Calling delete_port for 23163456-0f95-44c6-891d-c25b41353540 owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:55:49.330591 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-26d4c241-1b4f-4660-a42f-b3e65526efd6 None None] Deleting port e7f38255-6400-4adf-aaae-f51225d108a2 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:55:49.334996 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-26d4c241-1b4f-4660-a42f-b3e65526efd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (e7f38255-6400-4adf-aaae-f51225d108a2), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:49.384574 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf104a98-702d-445c-b563-505a786f1cc9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Subnet': ['ID=3749b165-0137-4520-997e-c3cd7c3339e0,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:49.432747 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-264fbc0c-bcd5-47c1-ae4b-652e763532c8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (23163456-0f95-44c6-891d-c25b41353540), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:49.441158 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf104a98-702d-445c-b563-505a786f1cc9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Checking segment: {'id': '5163900f-5377-4a0a-99bd-fd1a6be291bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '36b21102-f01d-40c9-a2ef-37c3fb9996d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:55:49.441813 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf104a98-702d-445c-b563-505a786f1cc9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network hostable DHCP agents. Network: 36b21102-f01d-40c9-a2ef-37c3fb9996d5, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:55:49.514678 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf104a98-702d-445c-b563-505a786f1cc9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network 36b21102-f01d-40c9-a2ef-37c3fb9996d5 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:55:49.540385 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-bf104a98-702d-445c-b563-505a786f1cc9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 36b21102-f01d-40c9-a2ef-37c3fb9996d5) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:55:49.554605 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf104a98-702d-445c-b563-505a786f1cc9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:49.556264 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bf104a98-702d-445c-b563-505a786f1cc9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:49.588908 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f9ee75-f162-4ac6-9fa5-c90dbc2f86a9 None None] Network 36b21102-f01d-40c9-a2ef-37c3fb9996d5 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:55:49.608315 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-bf104a98-702d-445c-b563-505a786f1cc9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6948149 Mar 07 10:55:49.611560 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45584) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:49.611892 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264fbc0c-bcd5-47c1-ae4b-652e763532c8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Port': ['ID=23163456-0f95-44c6-891d-c25b41353540,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:49.621551 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-22443001-33ec-42f1-b744-233552e98a67 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'port': {'network_id': '36b21102-f01d-40c9-a2ef-37c3fb9996d5', 'name': 'tempest-PortsIpV6TestJSON-805104440'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:49.736406 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-264fbc0c-bcd5-47c1-ae4b-652e763532c8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:49.747393 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-264fbc0c-bcd5-47c1-ae4b-652e763532c8 tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/ports/23163456-0f95-44c6-891d-c25b41353540 HTTP/1.1" status: 204 len: 168 time: 1.2269833 Mar 07 10:55:49.757913 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45588) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:49.831922 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb23518-84db-4257-af3d-7bc5a1254634 req-44436078-008b-4fa4-971c-5ec10afdd083 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:49.842856 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dfb23518-84db-4257-af3d-7bc5a1254634 req-44436078-008b-4fa4-971c-5ec10afdd083 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 944 time: 0.2908709 Mar 07 10:55:50.051401 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dfb23518-84db-4257-af3d-7bc5a1254634 req-4399ad4f-c004-4348-bc31-31ebd5d8deb6 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2024593 Mar 07 10:55:50.177345 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-32b60ecb-c9b3-48de-be60-758cbe2195ba tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (bd57236b-4588-4c07-8ec1-6f5e31b2addf), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:50.307413 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22443001-33ec-42f1-b744-233552e98a67 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:55:50.312202 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-22443001-33ec-42f1-b744-233552e98a67 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:50.345005 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-860d0edc-fa5e-4de5-88a9-3ff586f6f8ce None None] Current status of the port e7f38255-6400-4adf-aaae-f51225d108a2 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:55:50.360833 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e7f38255-6400-4adf-aaae-f51225d108a2 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:55:50.377146 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-32b60ecb-c9b3-48de-be60-758cbe2195ba tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Deleting port e7f38255-6400-4adf-aaae-f51225d108a2 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:55:50.379235 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-32b60ecb-c9b3-48de-be60-758cbe2195ba tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (e7f38255-6400-4adf-aaae-f51225d108a2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:50.508231 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-26d4c241-1b4f-4660-a42f-b3e65526efd6 None None] For port e7f38255-6400-4adf-aaae-f51225d108a2, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e7f38255-6400-4adf-aaae-f51225d108a2,segment=NetworkSegment(64bb0226-5c72-46c8-aa0a-028193bd13ed),segment_id=64bb0226-5c72-46c8-aa0a-028193bd13ed)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:50.508508 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-26d4c241-1b4f-4660-a42f-b3e65526efd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (e7f38255-6400-4adf-aaae-f51225d108a2), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:50.665399 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-32b60ecb-c9b3-48de-be60-758cbe2195ba tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] For port e7f38255-6400-4adf-aaae-f51225d108a2, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e7f38255-6400-4adf-aaae-f51225d108a2,segment=NetworkSegment(64bb0226-5c72-46c8-aa0a-028193bd13ed),segment_id=64bb0226-5c72-46c8-aa0a-028193bd13ed)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:50.666667 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-32b60ecb-c9b3-48de-be60-758cbe2195ba tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (e7f38255-6400-4adf-aaae-f51225d108a2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:50.708358 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-32b60ecb-c9b3-48de-be60-758cbe2195ba tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Calling delete_port for e7f38255-6400-4adf-aaae-f51225d108a2 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:55:50.742806 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-26d4c241-1b4f-4660-a42f-b3e65526efd6 None None] Calling delete_port for e7f38255-6400-4adf-aaae-f51225d108a2 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:55:50.947524 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-32b60ecb-c9b3-48de-be60-758cbe2195ba tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (e7f38255-6400-4adf-aaae-f51225d108a2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:50.979781 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-22443001-33ec-42f1-b744-233552e98a67 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] device_id is not set on port 5986a128-5f5e-4de5-865b-5bcad0df41e9 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:55:51.038454 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-26d4c241-1b4f-4660-a42f-b3e65526efd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (e7f38255-6400-4adf-aaae-f51225d108a2), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:51.057435 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b60ecb-c9b3-48de-be60-758cbe2195ba tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Port': ['ID=e7f38255-6400-4adf-aaae-f51225d108a2,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:51.135284 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b60ecb-c9b3-48de-be60-758cbe2195ba tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] No DVR routers for this DVR port e7f38255-6400-4adf-aaae-f51225d108a2 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:55:51.338326 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1315d2c-fcc3-4501-91c3-95f87bab55c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-36b21102-f01d-40c9-a2ef-37c3fb9996d5', 'network_id': '36b21102-f01d-40c9-a2ef-37c3fb9996d5', 'project_id': '24650689eb2c414cad84787c8951192e', 'fixed_ips': [{'subnet_id': '3749b165-0137-4520-997e-c3cd7c3339e0'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:55:51.340839 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c1315d2c-fcc3-4501-91c3-95f87bab55c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:51.383021 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4c241-1b4f-4660-a42f-b3e65526efd6 None None] Pushing event deleted for resources: {'Port': ['ID=e7f38255-6400-4adf-aaae-f51225d108a2,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:51.404694 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d4c241-1b4f-4660-a42f-b3e65526efd6 None None] No DVR routers for this DVR port e7f38255-6400-4adf-aaae-f51225d108a2 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:55:51.447085 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port e7f38255-6400-4adf-aaae-f51225d108a2 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:55:51.450979 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e7f38255-6400-4adf-aaae-f51225d108a2), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:51.571931 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-32b60ecb-c9b3-48de-be60-758cbe2195ba tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (bd57236b-4588-4c07-8ec1-6f5e31b2addf), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:51.612978 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-32b60ecb-c9b3-48de-be60-758cbe2195ba tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd57236b-4588-4c07-8ec1-6f5e31b2addf']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:51.636701 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-32b60ecb-c9b3-48de-be60-758cbe2195ba tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64bb0226-5c72-46c8-aa0a-028193bd13ed') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:51.637009 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-32b60ecb-c9b3-48de-be60-758cbe2195ba tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64bb0226-5c72-46c8-aa0a-028193bd13ed') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:51.666878 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-32b60ecb-c9b3-48de-be60-758cbe2195ba tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (64bb0226-5c72-46c8-aa0a-028193bd13ed), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:51.689160 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-32b60ecb-c9b3-48de-be60-758cbe2195ba tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (64bb0226-5c72-46c8-aa0a-028193bd13ed), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:51.705607 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b60ecb-c9b3-48de-be60-758cbe2195ba tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:55:51.705875 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-32b60ecb-c9b3-48de-be60-758cbe2195ba tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (64bb0226-5c72-46c8-aa0a-028193bd13ed), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:51.864616 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:55:51.864616 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:55:51.864616 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:55:51.864616 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:55:51.864616 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:55:51.864616 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:55:51.864616 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:55:51.864616 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:55:51.864616 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:55:51.864616 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:55:51.864616 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:55:51.864616 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:55:51.864616 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:55:51.864616 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:55:51.864616 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:55:51.864616 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:55:51.864616 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:55:51.864616 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:55:51.864616 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:55:51.864616 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:55:51.864616 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:55:51.864616 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:55:51.864616 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:55:51.864616 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:55:51.864616 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:55:51.864616 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:55:51.864616 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:55:51.864616 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:55:51.864616 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:55:51.864616 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:55:51.864616 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:55:51.864616 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:55:51.882084 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-32b60ecb-c9b3-48de-be60-758cbe2195ba tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (bd57236b-4588-4c07-8ec1-6f5e31b2addf), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:51.912864 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-32b60ecb-c9b3-48de-be60-758cbe2195ba tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:51.920444 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-32b60ecb-c9b3-48de-be60-758cbe2195ba tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] 10.222.0.11 "DELETE /v2.0/networks/bd57236b-4588-4c07-8ec1-6f5e31b2addf HTTP/1.1" status: 204 len: 168 time: 2.1573200 Mar 07 10:55:51.957143 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b60ecb-c9b3-48de-be60-758cbe2195ba tempest-PortsTestJSON-22388050 tempest-PortsTestJSON-22388050-project] Pushing event deleted for resources: {'Network': ['ID=bd57236b-4588-4c07-8ec1-6f5e31b2addf,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:52.059824 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be7b2cc-505c-4f1e-a74a-c3facd04615b req-69795723-d77e-44f2-a3b6-6f60b45b3bfe tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:52.077895 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2be7b2cc-505c-4f1e-a74a-c3facd04615b req-69795723-d77e-44f2-a3b6-6f60b45b3bfe tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 944 time: 0.7651861 Mar 07 10:55:52.145152 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-22443001-33ec-42f1-b744-233552e98a67 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Allocated IP 2001:db8::13d (36b21102-f01d-40c9-a2ef-37c3fb9996d5/3749b165-0137-4520-997e-c3cd7c3339e0/5986a128-5f5e-4de5-865b-5bcad0df41e9) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:55:52.332987 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2be7b2cc-505c-4f1e-a74a-c3facd04615b req-b3b57432-04c9-4b7c-8047-d24ca031a4fd tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2540503 Mar 07 10:55:52.648000 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45634) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:52.710481 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-22443001-33ec-42f1-b744-233552e98a67 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for port (5986a128-5f5e-4de5-865b-5bcad0df41e9), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:52.779022 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-22443001-33ec-42f1-b744-233552e98a67 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (5986a128-5f5e-4de5-865b-5bcad0df41e9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:52.908164 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-c1315d2c-fcc3-4501-91c3-95f87bab55c4 None None] Allocated IP 2001:db8::2 (36b21102-f01d-40c9-a2ef-37c3fb9996d5/3749b165-0137-4520-997e-c3cd7c3339e0/7265a3c2-b255-4f3d-88ae-ff2f2db02a3b) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:55:52.951810 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:52.953188 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22443001-33ec-42f1-b744-233552e98a67 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Port': ['ID=5986a128-5f5e-4de5-865b-5bcad0df41e9,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:52.989049 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22443001-33ec-42f1-b744-233552e98a67 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network 36b21102-f01d-40c9-a2ef-37c3fb9996d5 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:55:53.003988 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-22443001-33ec-42f1-b744-233552e98a67 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:55:53.017655 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22443001-33ec-42f1-b744-233552e98a67 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:55:53.039480 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22443001-33ec-42f1-b744-233552e98a67 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:53.040525 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-22443001-33ec-42f1-b744-233552e98a67 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:53.062987 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d33350c4-72ef-4fd8-a199-6d3a0c6137e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=273b160fa2104d51b4a02d20bbb41573&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4058771 Mar 07 10:55:53.065692 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45640) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:53.082078 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-22443001-33ec-42f1-b744-233552e98a67 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4662311 Mar 07 10:55:53.086804 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45642) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:53.326009 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9005241f-4f5d-4e37-8d0b-99df684adca0 admin admin] Publish callbacks [] for security_group (a893b238-deb7-4c15-a88c-9b32a4893cff), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:53.395024 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9005241f-4f5d-4e37-8d0b-99df684adca0 admin admin] Publish callbacks [] for security_group (a893b238-deb7-4c15-a88c-9b32a4893cff), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:53.467622 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c1315d2c-fcc3-4501-91c3-95f87bab55c4 None None] Publish callbacks [] for port (7265a3c2-b255-4f3d-88ae-ff2f2db02a3b), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:53.478989 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c1315d2c-fcc3-4501-91c3-95f87bab55c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (7265a3c2-b255-4f3d-88ae-ff2f2db02a3b), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:53.489301 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-d65ba33d-4616-4ead-ac4f-5db7b1bfec0a tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Deleting port 5986a128-5f5e-4de5-865b-5bcad0df41e9 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:55:53.493230 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d65ba33d-4616-4ead-ac4f-5db7b1bfec0a tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (5986a128-5f5e-4de5-865b-5bcad0df41e9), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:53.599737 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1315d2c-fcc3-4501-91c3-95f87bab55c4 None None] Network 36b21102-f01d-40c9-a2ef-37c3fb9996d5 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:55:53.616505 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-c1315d2c-fcc3-4501-91c3-95f87bab55c4 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:55:53.622153 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1315d2c-fcc3-4501-91c3-95f87bab55c4 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:55:53.631652 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9005241f-4f5d-4e37-8d0b-99df684adca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a893b238-deb7-4c15-a88c-9b32a4893cff), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:53.643726 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1315d2c-fcc3-4501-91c3-95f87bab55c4 None None] Pushing event updated for resources: {'Port': ['ID=7265a3c2-b255-4f3d-88ae-ff2f2db02a3b,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:53.643983 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9005241f-4f5d-4e37-8d0b-99df684adca0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:53.654880 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9005241f-4f5d-4e37-8d0b-99df684adca0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a893b238-deb7-4c15-a88c-9b32a4893cff HTTP/1.1" status: 204 len: 168 time: 0.5861902 Mar 07 10:55:53.792925 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-c1315d2c-fcc3-4501-91c3-95f87bab55c4 None None] Attempting to bind port 7265a3c2-b255-4f3d-88ae-ff2f2db02a3b on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:55:53.796911 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-c1315d2c-fcc3-4501-91c3-95f87bab55c4 None None] Attempting to bind port 7265a3c2-b255-4f3d-88ae-ff2f2db02a3b by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '5163900f-5377-4a0a-99bd-fd1a6be291bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '36b21102-f01d-40c9-a2ef-37c3fb9996d5'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:55:53.800455 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1315d2c-fcc3-4501-91c3-95f87bab55c4 None None] Attempting to bind port 7265a3c2-b255-4f3d-88ae-ff2f2db02a3b on network 36b21102-f01d-40c9-a2ef-37c3fb9996d5 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:55:53.806544 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005241f-4f5d-4e37-8d0b-99df684adca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a893b238-deb7-4c15-a88c-9b32a4893cff,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:53.816310 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1315d2c-fcc3-4501-91c3-95f87bab55c4 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:55:53.821077 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1315d2c-fcc3-4501-91c3-95f87bab55c4 None None] Checking segment: {'id': '5163900f-5377-4a0a-99bd-fd1a6be291bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '36b21102-f01d-40c9-a2ef-37c3fb9996d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:55:53.822784 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c1315d2c-fcc3-4501-91c3-95f87bab55c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:53.825207 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1315d2c-fcc3-4501-91c3-95f87bab55c4 None None] Bound using segment: {'id': '5163900f-5377-4a0a-99bd-fd1a6be291bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '36b21102-f01d-40c9-a2ef-37c3fb9996d5'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:55:53.831278 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-c1315d2c-fcc3-4501-91c3-95f87bab55c4 None None] Bound port: 7265a3c2-b255-4f3d-88ae-ff2f2db02a3b, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5163900f-5377-4a0a-99bd-fd1a6be291bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '36b21102-f01d-40c9-a2ef-37c3fb9996d5'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:55:53.832968 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c1315d2c-fcc3-4501-91c3-95f87bab55c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7265a3c2-b255-4f3d-88ae-ff2f2db02a3b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:53.852758 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005241f-4f5d-4e37-8d0b-99df684adca0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:53.853024 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005241f-4f5d-4e37-8d0b-99df684adca0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:53.853404 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005241f-4f5d-4e37-8d0b-99df684adca0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:53.853746 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005241f-4f5d-4e37-8d0b-99df684adca0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:53.854085 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005241f-4f5d-4e37-8d0b-99df684adca0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:53.854419 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005241f-4f5d-4e37-8d0b-99df684adca0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:53.854751 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005241f-4f5d-4e37-8d0b-99df684adca0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:53.855079 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005241f-4f5d-4e37-8d0b-99df684adca0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:53.855550 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005241f-4f5d-4e37-8d0b-99df684adca0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:53.856494 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005241f-4f5d-4e37-8d0b-99df684adca0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:53.879828 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d65ba33d-4616-4ead-ac4f-5db7b1bfec0a tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (5986a128-5f5e-4de5-865b-5bcad0df41e9), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:53.881376 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005241f-4f5d-4e37-8d0b-99df684adca0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:53.881761 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005241f-4f5d-4e37-8d0b-99df684adca0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:53.882187 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005241f-4f5d-4e37-8d0b-99df684adca0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:55:53.944152 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-d65ba33d-4616-4ead-ac4f-5db7b1bfec0a tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Calling delete_port for 5986a128-5f5e-4de5-865b-5bcad0df41e9 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:55:53.963693 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78295f-5def-4809-aa7e-e639a9ff396e req-3ec018e6-2513-4cef-b45e-05bbacbdb81b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:53.978371 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ce78295f-5def-4809-aa7e-e639a9ff396e req-3ec018e6-2513-4cef-b45e-05bbacbdb81b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 944 time: 0.4293704 Mar 07 10:55:54.164165 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ce78295f-5def-4809-aa7e-e639a9ff396e req-106f4f5c-ff7d-4942-80e5-903205a59d04 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1741784 Mar 07 10:55:54.248855 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c1315d2c-fcc3-4501-91c3-95f87bab55c4 None None] For port 7265a3c2-b255-4f3d-88ae-ff2f2db02a3b, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:55:54.269848 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c1315d2c-fcc3-4501-91c3-95f87bab55c4 None None] For port 7265a3c2-b255-4f3d-88ae-ff2f2db02a3b, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7265a3c2-b255-4f3d-88ae-ff2f2db02a3b,segment=NetworkSegment(5163900f-5377-4a0a-99bd-fd1a6be291bf),segment_id=5163900f-5377-4a0a-99bd-fd1a6be291bf)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:55:54.288018 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c1315d2c-fcc3-4501-91c3-95f87bab55c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (7265a3c2-b255-4f3d-88ae-ff2f2db02a3b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:54.446294 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d65ba33d-4616-4ead-ac4f-5db7b1bfec0a tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (5986a128-5f5e-4de5-865b-5bcad0df41e9), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:54.509019 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1315d2c-fcc3-4501-91c3-95f87bab55c4 None None] Pushing event updated for resources: {'Port': ['ID=7265a3c2-b255-4f3d-88ae-ff2f2db02a3b,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:54.549899 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ba33d-4616-4ead-ac4f-5db7b1bfec0a tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Port': ['ID=5986a128-5f5e-4de5-865b-5bcad0df41e9,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:54.641003 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d65ba33d-4616-4ead-ac4f-5db7b1bfec0a tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:54.649488 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45662) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:54.669771 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d65ba33d-4616-4ead-ac4f-5db7b1bfec0a tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/ports/5986a128-5f5e-4de5-865b-5bcad0df41e9 HTTP/1.1" status: 204 len: 168 time: 1.5766339 Mar 07 10:55:54.731718 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3082114-278c-4999-a058-642b349d6a5e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] DELETE failed (client error): The resource could not be found. Mar 07 10:55:54.732380 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3082114-278c-4999-a058-642b349d6a5e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:55:54.747660 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45668) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:54.762206 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e3082114-278c-4999-a058-642b349d6a5e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/ports/5986a128-5f5e-4de5-865b-5bcad0df41e9 HTTP/1.1" status: 404 len: 333 time: 0.1099422 Mar 07 10:55:54.835047 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d3f8462-58f6-4ae2-9113-ac7383ecd1cf tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] GET failed (client error): The resource could not be found. Mar 07 10:55:54.861614 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45670) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:54.873957 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2d3f8462-58f6-4ae2-9113-ac7383ecd1cf tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "GET /v2.0/ports/5986a128-5f5e-4de5-865b-5bcad0df41e9 HTTP/1.1" status: 404 len: 333 time: 0.1148849 Mar 07 10:55:54.932586 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2a2f676-ad5e-41fc-ad91-cc6f7d227d2c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Deleting subnet 3749b165-0137-4520-997e-c3cd7c3339e0 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:55:54.937928 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2a2f676-ad5e-41fc-ad91-cc6f7d227d2c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for subnet (3749b165-0137-4520-997e-c3cd7c3339e0), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:55.139460 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2a2f676-ad5e-41fc-ad91-cc6f7d227d2c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (3749b165-0137-4520-997e-c3cd7c3339e0), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:55.580556 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2a2f676-ad5e-41fc-ad91-cc6f7d227d2c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (3749b165-0137-4520-997e-c3cd7c3339e0), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:55.614199 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6de66-a75e-49b7-bbc8-9331600defa6 req-a17abe95-9721-49f2-90d4-3c0d8f1a4737 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:55.620795 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-94f6de66-a75e-49b7-bbc8-9331600defa6 req-a17abe95-9721-49f2-90d4-3c0d8f1a4737 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 944 time: 0.2149272 Mar 07 10:55:55.715057 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2a2f676-ad5e-41fc-ad91-cc6f7d227d2c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (3749b165-0137-4520-997e-c3cd7c3339e0), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:55.734938 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45686) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:55.817430 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2f676-ad5e-41fc-ad91-cc6f7d227d2c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Subnet': ['ID=3749b165-0137-4520-997e-c3cd7c3339e0,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:55.838304 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2a2f676-ad5e-41fc-ad91-cc6f7d227d2c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:55.847619 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45690) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:55.857280 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f2a2f676-ad5e-41fc-ad91-cc6f7d227d2c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/subnets/3749b165-0137-4520-997e-c3cd7c3339e0 HTTP/1.1" status: 204 len: 168 time: 0.9944565 Mar 07 10:55:56.115684 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-94f6de66-a75e-49b7-bbc8-9331600defa6 req-b51f873f-b56c-4c44-a03f-f2177085449b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4903798 Mar 07 10:55:56.156854 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7265a3c2-b255-4f3d-88ae-ff2f2db02a3b up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:55:56.187032 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-70e2a936-cbc8-4910-92a5-3081b3214fc4 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Request body: {'security_group': {'name': 'tempest-secgroup--1681280711'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:56.206965 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a284fedf-f5bd-4c70-80d7-cd1a8898bf84 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (36b21102-f01d-40c9-a2ef-37c3fb9996d5), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:56.306753 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 7265a3c2-b255-4f3d-88ae-ff2f2db02a3b triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:56.308920 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7265a3c2-b255-4f3d-88ae-ff2f2db02a3b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:56.422267 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-70e2a936-cbc8-4910-92a5-3081b3214fc4 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:56.449943 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-70e2a936-cbc8-4910-92a5-3081b3214fc4 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:56.495964 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-a284fedf-f5bd-4c70-80d7-cd1a8898bf84 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Deleting port 7265a3c2-b255-4f3d-88ae-ff2f2db02a3b {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:55:56.497584 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a284fedf-f5bd-4c70-80d7-cd1a8898bf84 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (7265a3c2-b255-4f3d-88ae-ff2f2db02a3b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:56.552452 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 7265a3c2-b255-4f3d-88ae-ff2f2db02a3b is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:55:56.553928 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7265a3c2-b255-4f3d-88ae-ff2f2db02a3b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:56.618333 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 7265a3c2-b255-4f3d-88ae-ff2f2db02a3b, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7265a3c2-b255-4f3d-88ae-ff2f2db02a3b,segment=NetworkSegment(5163900f-5377-4a0a-99bd-fd1a6be291bf),segment_id=5163900f-5377-4a0a-99bd-fd1a6be291bf)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:56.620772 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-a284fedf-f5bd-4c70-80d7-cd1a8898bf84 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] For port 7265a3c2-b255-4f3d-88ae-ff2f2db02a3b, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7265a3c2-b255-4f3d-88ae-ff2f2db02a3b,segment=NetworkSegment(5163900f-5377-4a0a-99bd-fd1a6be291bf),segment_id=5163900f-5377-4a0a-99bd-fd1a6be291bf)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:55:56.622459 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a284fedf-f5bd-4c70-80d7-cd1a8898bf84 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (7265a3c2-b255-4f3d-88ae-ff2f2db02a3b), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:56.626351 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (7265a3c2-b255-4f3d-88ae-ff2f2db02a3b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:56.657507 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-a284fedf-f5bd-4c70-80d7-cd1a8898bf84 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Calling delete_port for 7265a3c2-b255-4f3d-88ae-ff2f2db02a3b owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:55:56.774447 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=7265a3c2-b255-4f3d-88ae-ff2f2db02a3b,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:56.782790 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f417a3fc-2ab0-4752-9e78-173f70863234 None None] Network 36b21102-f01d-40c9-a2ef-37c3fb9996d5 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:55:56.837274 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a284fedf-f5bd-4c70-80d7-cd1a8898bf84 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (7265a3c2-b255-4f3d-88ae-ff2f2db02a3b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:56.895677 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284fedf-f5bd-4c70-80d7-cd1a8898bf84 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Port': ['ID=7265a3c2-b255-4f3d-88ae-ff2f2db02a3b,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:56.900233 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a284fedf-f5bd-4c70-80d7-cd1a8898bf84 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] No DVR routers for this DVR port 7265a3c2-b255-4f3d-88ae-ff2f2db02a3b on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:55:56.922398 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-4fecfcfb-e12b-4dc7-8835-6047f426f232 None None] Provisioning complete for port 7265a3c2-b255-4f3d-88ae-ff2f2db02a3b triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:55:56.924104 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4fecfcfb-e12b-4dc7-8835-6047f426f232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7265a3c2-b255-4f3d-88ae-ff2f2db02a3b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:57.026067 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a284fedf-f5bd-4c70-80d7-cd1a8898bf84 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (36b21102-f01d-40c9-a2ef-37c3fb9996d5), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:57.037995 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-70e2a936-cbc8-4910-92a5-3081b3214fc4 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (46fbd276-7817-4e1b-8e1a-561a63ca9cf0), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:57.038500 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4fecfcfb-e12b-4dc7-8835-6047f426f232 None None] Port 7265a3c2-b255-4f3d-88ae-ff2f2db02a3b was deleted so its status cannot be updated. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 07 10:55:57.053348 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-a284fedf-f5bd-4c70-80d7-cd1a8898bf84 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36b21102-f01d-40c9-a2ef-37c3fb9996d5']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:57.065278 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-a284fedf-f5bd-4c70-80d7-cd1a8898bf84 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5163900f-5377-4a0a-99bd-fd1a6be291bf') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:57.065580 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-a284fedf-f5bd-4c70-80d7-cd1a8898bf84 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5163900f-5377-4a0a-99bd-fd1a6be291bf') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:55:57.075629 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a284fedf-f5bd-4c70-80d7-cd1a8898bf84 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (5163900f-5377-4a0a-99bd-fd1a6be291bf), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:57.091636 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-70e2a936-cbc8-4910-92a5-3081b3214fc4 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (46fbd276-7817-4e1b-8e1a-561a63ca9cf0), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:57.100707 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a284fedf-f5bd-4c70-80d7-cd1a8898bf84 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (5163900f-5377-4a0a-99bd-fd1a6be291bf), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:57.120033 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a284fedf-f5bd-4c70-80d7-cd1a8898bf84 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:55:57.120914 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a284fedf-f5bd-4c70-80d7-cd1a8898bf84 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (5163900f-5377-4a0a-99bd-fd1a6be291bf), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:57.133754 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:55:57.133754 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:55:57.133754 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:55:57.133754 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:55:57.133754 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:55:57.133754 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:55:57.133754 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:55:57.133754 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:55:57.133754 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:55:57.133754 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:55:57.133754 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:55:57.133754 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:55:57.133754 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:55:57.133754 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:55:57.133754 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:55:57.133754 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:55:57.133754 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:55:57.133754 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:55:57.133754 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:55:57.133754 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:55:57.133754 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:55:57.133754 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:55:57.133754 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:55:57.133754 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:55:57.133754 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:55:57.133754 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:55:57.133754 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:55:57.133754 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:55:57.133754 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:55:57.133754 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:55:57.133754 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:55:57.133754 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:55:57.182335 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759130b3-bb47-4323-8642-1b990749d495 None None] DHCP port deletion for 36b21102-f01d-40c9-a2ef-37c3fb9996d5 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:55:57.249669 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2a936-cbc8-4910-92a5-3081b3214fc4 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46fbd276-7817-4e1b-8e1a-561a63ca9cf0,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:57.458440 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-70e2a936-cbc8-4910-92a5-3081b3214fc4 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (4ecf7f1d-e11d-423d-b987-cfbf0e1207b7), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:57.464553 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a284fedf-f5bd-4c70-80d7-cd1a8898bf84 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (36b21102-f01d-40c9-a2ef-37c3fb9996d5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:57.485885 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-70e2a936-cbc8-4910-92a5-3081b3214fc4 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4ecf7f1d-e11d-423d-b987-cfbf0e1207b7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:57.500340 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a284fedf-f5bd-4c70-80d7-cd1a8898bf84 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:57.514279 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a284fedf-f5bd-4c70-80d7-cd1a8898bf84 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/networks/36b21102-f01d-40c9-a2ef-37c3fb9996d5 HTTP/1.1" status: 204 len: 168 time: 1.6649985 Mar 07 10:55:57.517882 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df305309-a9b9-4292-b39a-e594234eb3ab req-ada2a262-4256-48b2-9d1e-578d55ae5b04 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:57.531750 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-df305309-a9b9-4292-b39a-e594234eb3ab req-ada2a262-4256-48b2-9d1e-578d55ae5b04 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 944 time: 0.1739850 Mar 07 10:55:57.536591 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45748) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:57.546130 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-8cfc9673-c50f-488d-832b-af9ae5cf68ed tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-530179105'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:57.573904 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2a936-cbc8-4910-92a5-3081b3214fc4 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecf7f1d-e11d-423d-b987-cfbf0e1207b7,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:57.600136 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284fedf-f5bd-4c70-80d7-cd1a8898bf84 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Network': ['ID=36b21102-f01d-40c9-a2ef-37c3fb9996d5,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:57.608949 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-70e2a936-cbc8-4910-92a5-3081b3214fc4 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:57.610785 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfc9673-c50f-488d-832b-af9ae5cf68ed tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:55:57.611732 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-70e2a936-cbc8-4910-92a5-3081b3214fc4 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.8744252 Mar 07 10:55:57.615730 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45756) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:57.619304 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8cfc9673-c50f-488d-832b-af9ae5cf68ed tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:57.650384 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-df305309-a9b9-4292-b39a-e594234eb3ab req-fad9fb31-d8d9-4f32-babf-a263c5831519 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1177289 Mar 07 10:55:57.724325 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cfc9673-c50f-488d-832b-af9ae5cf68ed tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:55:57.760924 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8cfc9673-c50f-488d-832b-af9ae5cf68ed tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (54cd7c30-1695-4c3c-9e40-1ac3fdf1c773), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:57.762217 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-8cfc9673-c50f-488d-832b-af9ae5cf68ed tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Added segment 54cd7c30-1695-4c3c-9e40-1ac3fdf1c773 of type vlan for network 6155e621-edad-41e2-9db4-d467677bc8c1 Mar 07 10:55:57.770412 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-22099e8a-e565-47b2-b22e-ae1e9f3f7b41 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1528974 Mar 07 10:55:57.777705 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45760) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:57.787276 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-85e1bd07-4e72-4c76-9370-e3e6a007c14c tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Request body: {'security_group': {'name': 'tempest-security--819384210', 'description': 'tempest-security-description-2044854827'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:57.900250 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-85e1bd07-4e72-4c76-9370-e3e6a007c14c tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (4ecf7f1d-e11d-423d-b987-cfbf0e1207b7), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:57.912642 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8cfc9673-c50f-488d-832b-af9ae5cf68ed tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (6155e621-edad-41e2-9db4-d467677bc8c1), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:57.968024 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8cfc9673-c50f-488d-832b-af9ae5cf68ed tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (6155e621-edad-41e2-9db4-d467677bc8c1), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:57.980181 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfc9673-c50f-488d-832b-af9ae5cf68ed tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:57.984151 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8cfc9673-c50f-488d-832b-af9ae5cf68ed tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:58.010311 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7265a3c2-b255-4f3d-88ae-ff2f2db02a3b no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:55:58.062021 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-85e1bd07-4e72-4c76-9370-e3e6a007c14c tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (4ecf7f1d-e11d-423d-b987-cfbf0e1207b7), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:58.063430 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 7265a3c2-b255-4f3d-88ae-ff2f2db02a3b {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:55:58.064039 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7265a3c2-b255-4f3d-88ae-ff2f2db02a3b not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:55:58.073261 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-85e1bd07-4e72-4c76-9370-e3e6a007c14c tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4ecf7f1d-e11d-423d-b987-cfbf0e1207b7), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:58.078204 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-85e1bd07-4e72-4c76-9370-e3e6a007c14c tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:58.086970 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-85e1bd07-4e72-4c76-9370-e3e6a007c14c tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "PUT /v2.0/security-groups/4ecf7f1d-e11d-423d-b987-cfbf0e1207b7 HTTP/1.1" status: 200 len: 1796 time: 0.3073802 Mar 07 10:55:58.087800 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45764) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:58.178772 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8cfc9673-c50f-488d-832b-af9ae5cf68ed tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6394839 Mar 07 10:55:58.187220 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45766) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:58.195435 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-0af81922-bd27-4ecc-86a5-5490e657ca46 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'subnet': {'network_id': '6155e621-edad-41e2-9db4-d467677bc8c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:58.226235 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfc9673-c50f-488d-832b-af9ae5cf68ed tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Network': ['ID=6155e621-edad-41e2-9db4-d467677bc8c1,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:58.238970 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 6155e621-edad-41e2-9db4-d467677bc8c1 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:55:58.260144 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1bd07-4e72-4c76-9370-e3e6a007c14c tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecf7f1d-e11d-423d-b987-cfbf0e1207b7,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:58.299247 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8fc6587d-cf5c-4e7d-8a40-d861bb4696d6 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "GET /v2.0/security-groups/4ecf7f1d-e11d-423d-b987-cfbf0e1207b7 HTTP/1.1" status: 200 len: 1796 time: 0.2049136 Mar 07 10:55:58.300373 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45770) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:58.381682 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af81922-bd27-4ecc-86a5-5490e657ca46 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:55:58.390174 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0af81922-bd27-4ecc-86a5-5490e657ca46 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:58.400332 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4c8448ec-d6f7-4112-b813-bcd96d2e1e2d tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (4ecf7f1d-e11d-423d-b987-cfbf0e1207b7), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:58.427932 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4c8448ec-d6f7-4112-b813-bcd96d2e1e2d tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (4ecf7f1d-e11d-423d-b987-cfbf0e1207b7), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:58.483295 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4c8448ec-d6f7-4112-b813-bcd96d2e1e2d tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4ecf7f1d-e11d-423d-b987-cfbf0e1207b7), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:58.493512 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4c8448ec-d6f7-4112-b813-bcd96d2e1e2d tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:58.496245 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4c8448ec-d6f7-4112-b813-bcd96d2e1e2d tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "DELETE /v2.0/security-groups/4ecf7f1d-e11d-423d-b987-cfbf0e1207b7 HTTP/1.1" status: 204 len: 168 time: 0.1905696 Mar 07 10:55:58.499377 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45772) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:58.518522 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8448ec-d6f7-4112-b813-bcd96d2e1e2d tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecf7f1d-e11d-423d-b987-cfbf0e1207b7,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:58.590755 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d10f8034-6f0f-458e-b8c0-f1e05c8894ca tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0878785 Mar 07 10:55:58.593479 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45774) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:58.613663 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-4533975c-4995-4803-be14-7baa2ffaf3ca tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] delete failed (client error): The resource could not be found. Mar 07 10:55:58.614703 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4533975c-4995-4803-be14-7baa2ffaf3ca tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "DELETE /v2.0/security-groups/4ecf7f1d-e11d-423d-b987-cfbf0e1207b7 HTTP/1.1" status: 404 len: 347 time: 0.0202415 Mar 07 10:55:58.621626 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45776) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:58.625964 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-349873a4-c73d-45e1-ac15-9f2b51f281d7 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Request body: {'security_group': {'name': 'tempest-secgroup--261960348'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:58.689330 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-349873a4-c73d-45e1-ac15-9f2b51f281d7 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:58.705410 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0af81922-bd27-4ecc-86a5-5490e657ca46 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (3e5401e6-df09-4187-be7a-bb9540265c18), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:58.798894 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-349873a4-c73d-45e1-ac15-9f2b51f281d7 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (39013abd-e1f9-4799-a798-d59646c3bf8b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:58.814584 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-349873a4-c73d-45e1-ac15-9f2b51f281d7 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (39013abd-e1f9-4799-a798-d59646c3bf8b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:58.858262 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-349873a4-c73d-45e1-ac15-9f2b51f281d7 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:58.862041 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-349873a4-c73d-45e1-ac15-9f2b51f281d7 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2369492 Mar 07 10:55:58.868172 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af81922-bd27-4ecc-86a5-5490e657ca46 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Subnet': ['ID=3e5401e6-df09-4187-be7a-bb9540265c18,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:58.869874 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45782) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:58.878145 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-175f58e5-20f6-4796-ac36-cbb32a048617 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Request body: {'security_group_rule': {'security_group_id': '39013abd-e1f9-4799-a798-d59646c3bf8b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:58.901567 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af81922-bd27-4ecc-86a5-5490e657ca46 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Checking segment: {'id': '54cd7c30-1695-4c3c-9e40-1ac3fdf1c773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6155e621-edad-41e2-9db4-d467677bc8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:55:58.901997 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af81922-bd27-4ecc-86a5-5490e657ca46 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network hostable DHCP agents. Network: 6155e621-edad-41e2-9db4-d467677bc8c1, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:55:58.915619 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349873a4-c73d-45e1-ac15-9f2b51f281d7 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39013abd-e1f9-4799-a798-d59646c3bf8b,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:58.942465 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af81922-bd27-4ecc-86a5-5490e657ca46 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network 6155e621-edad-41e2-9db4-d467677bc8c1 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:55:58.947858 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e6079-8d71-474a-abcc-1754d94e1490 req-f7b99310-b9a2-44bf-92da-c5943c7119dd tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:58.953718 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2a0e6079-8d71-474a-abcc-1754d94e1490 req-f7b99310-b9a2-44bf-92da-c5943c7119dd tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 944 time: 0.1531568 Mar 07 10:55:58.964962 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-0af81922-bd27-4ecc-86a5-5490e657ca46 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 6155e621-edad-41e2-9db4-d467677bc8c1) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:55:58.975017 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af81922-bd27-4ecc-86a5-5490e657ca46 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:55:58.975405 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0af81922-bd27-4ecc-86a5-5490e657ca46 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:58.978333 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8263c9f2-efab-411d-bd00-2a3f3f182e27 None None] Network 6155e621-edad-41e2-9db4-d467677bc8c1 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:55:59.001008 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0af81922-bd27-4ecc-86a5-5490e657ca46 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8120015 Mar 07 10:55:59.008146 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45786) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:59.014821 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-4d0fbf88-cfcd-4e78-baa4-52ea87541208 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'port': {'network_id': '6155e621-edad-41e2-9db4-d467677bc8c1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1758090451'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:55:59.059533 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-175f58e5-20f6-4796-ac36-cbb32a048617 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (8d9209fd-0439-49b5-b952-996cd0370692), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:59.214586 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2a0e6079-8d71-474a-abcc-1754d94e1490 req-0b5b5b7f-372a-4403-85da-a15d396f76e2 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2552493 Mar 07 10:55:59.237411 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc357fb-69ea-4da4-89f8-462d38617ca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-6155e621-edad-41e2-9db4-d467677bc8c1', 'network_id': '6155e621-edad-41e2-9db4-d467677bc8c1', 'project_id': '24650689eb2c414cad84787c8951192e', 'fixed_ips': [{'subnet_id': '3e5401e6-df09-4187-be7a-bb9540265c18'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:55:59.238552 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6dc357fb-69ea-4da4-89f8-462d38617ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:59.239273 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-175f58e5-20f6-4796-ac36-cbb32a048617 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (8d9209fd-0439-49b5-b952-996cd0370692), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:59.251014 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-175f58e5-20f6-4796-ac36-cbb32a048617 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (8d9209fd-0439-49b5-b952-996cd0370692), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:59.284243 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f58e5-20f6-4796-ac36-cbb32a048617 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d9209fd-0439-49b5-b952-996cd0370692,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:59.284243 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-175f58e5-20f6-4796-ac36-cbb32a048617 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:59.285165 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-175f58e5-20f6-4796-ac36-cbb32a048617 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4104264 Mar 07 10:55:59.287545 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45788) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:59.312381 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0fbf88-cfcd-4e78-baa4-52ea87541208 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:55:59.315765 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4d0fbf88-cfcd-4e78-baa4-52ea87541208 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:59.342685 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4c3fe50-0a73-4285-b4b7-fdfe16390486 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (8d9209fd-0439-49b5-b952-996cd0370692), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:59.357299 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-4d0fbf88-cfcd-4e78-baa4-52ea87541208 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] device_id is not set on port 95f9f698-e4a0-4c4c-bd54-c25f993955f3 yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:55:59.426665 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4c3fe50-0a73-4285-b4b7-fdfe16390486 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (8d9209fd-0439-49b5-b952-996cd0370692), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:59.465100 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-6dc357fb-69ea-4da4-89f8-462d38617ca9 None None] Allocated IP 2001:db8::2 (6155e621-edad-41e2-9db4-d467677bc8c1/3e5401e6-df09-4187-be7a-bb9540265c18/99b2f465-c188-43bf-b3de-d859317392f8) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:55:59.467770 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4c3fe50-0a73-4285-b4b7-fdfe16390486 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (8d9209fd-0439-49b5-b952-996cd0370692), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:59.474992 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4c3fe50-0a73-4285-b4b7-fdfe16390486 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:59.479284 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c4c3fe50-0a73-4285-b4b7-fdfe16390486 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/8d9209fd-0439-49b5-b952-996cd0370692 HTTP/1.1" status: 204 len: 168 time: 0.1871619 Mar 07 10:55:59.479284 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45798) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:59.506874 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c3fe50-0a73-4285-b4b7-fdfe16390486 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d9209fd-0439-49b5-b952-996cd0370692,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:59.593695 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f948a333-5ba7-49f6-af02-37568e3f09bf tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1082151 Mar 07 10:55:59.594337 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45806) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:59.653066 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-11570212-d2d3-4179-826e-ad140dfb23d3 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (39013abd-e1f9-4799-a798-d59646c3bf8b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:59.682902 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-11570212-d2d3-4179-826e-ad140dfb23d3 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (39013abd-e1f9-4799-a798-d59646c3bf8b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:59.701989 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6dc357fb-69ea-4da4-89f8-462d38617ca9 None None] Publish callbacks [] for port (99b2f465-c188-43bf-b3de-d859317392f8), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:59.713152 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6dc357fb-69ea-4da4-89f8-462d38617ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (99b2f465-c188-43bf-b3de-d859317392f8), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:59.806089 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-11570212-d2d3-4179-826e-ad140dfb23d3 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (39013abd-e1f9-4799-a798-d59646c3bf8b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:59.809352 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-11570212-d2d3-4179-826e-ad140dfb23d3 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:55:59.818126 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-11570212-d2d3-4179-826e-ad140dfb23d3 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "DELETE /v2.0/security-groups/39013abd-e1f9-4799-a798-d59646c3bf8b HTTP/1.1" status: 204 len: 168 time: 0.2225051 Mar 07 10:55:59.818359 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45810) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:59.889423 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc357fb-69ea-4da4-89f8-462d38617ca9 None None] Pushing event updated for resources: {'Port': ['ID=99b2f465-c188-43bf-b3de-d859317392f8,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:59.906314 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc357fb-69ea-4da4-89f8-462d38617ca9 None None] Network 6155e621-edad-41e2-9db4-d467677bc8c1 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:55:59.909156 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-6dc357fb-69ea-4da4-89f8-462d38617ca9 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:55:59.912694 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc357fb-69ea-4da4-89f8-462d38617ca9 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:55:59.922553 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-4d0fbf88-cfcd-4e78-baa4-52ea87541208 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Allocated IP 2001:db8::2d9 (6155e621-edad-41e2-9db4-d467677bc8c1/3e5401e6-df09-4187-be7a-bb9540265c18/95f9f698-e4a0-4c4c-bd54-c25f993955f3) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:55:59.925518 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11570212-d2d3-4179-826e-ad140dfb23d3 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39013abd-e1f9-4799-a798-d59646c3bf8b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:55:59.967863 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45814) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:55:59.969632 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-bce4f804-4422-4bd8-8ac5-912b848c9569 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1500306 Mar 07 10:55:59.980371 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-8ac9971e-96fb-4694-ab9a-06289b81796c tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Request body: {'security_group': {'name': 'tempest-secgroup--831677251'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:00.054606 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6dc357fb-69ea-4da4-89f8-462d38617ca9 None None] Attempting to bind port 99b2f465-c188-43bf-b3de-d859317392f8 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:56:00.055503 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6dc357fb-69ea-4da4-89f8-462d38617ca9 None None] Attempting to bind port 99b2f465-c188-43bf-b3de-d859317392f8 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '54cd7c30-1695-4c3c-9e40-1ac3fdf1c773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6155e621-edad-41e2-9db4-d467677bc8c1'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:56:00.056173 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc357fb-69ea-4da4-89f8-462d38617ca9 None None] Attempting to bind port 99b2f465-c188-43bf-b3de-d859317392f8 on network 6155e621-edad-41e2-9db4-d467677bc8c1 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:56:00.063920 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc357fb-69ea-4da4-89f8-462d38617ca9 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:56:00.064745 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc357fb-69ea-4da4-89f8-462d38617ca9 None None] Checking segment: {'id': '54cd7c30-1695-4c3c-9e40-1ac3fdf1c773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6155e621-edad-41e2-9db4-d467677bc8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:56:00.065427 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6dc357fb-69ea-4da4-89f8-462d38617ca9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:00.066113 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc357fb-69ea-4da4-89f8-462d38617ca9 None None] Bound using segment: {'id': '54cd7c30-1695-4c3c-9e40-1ac3fdf1c773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6155e621-edad-41e2-9db4-d467677bc8c1'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:56:00.066873 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6dc357fb-69ea-4da4-89f8-462d38617ca9 None None] Bound port: 99b2f465-c188-43bf-b3de-d859317392f8, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54cd7c30-1695-4c3c-9e40-1ac3fdf1c773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '6155e621-edad-41e2-9db4-d467677bc8c1'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:56:00.067503 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6dc357fb-69ea-4da4-89f8-462d38617ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (99b2f465-c188-43bf-b3de-d859317392f8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:00.097939 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45816) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:00.109465 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8ac9971e-96fb-4694-ab9a-06289b81796c tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:00.211950 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6dc357fb-69ea-4da4-89f8-462d38617ca9 None None] For port 99b2f465-c188-43bf-b3de-d859317392f8, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:56:00.217323 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6dc357fb-69ea-4da4-89f8-462d38617ca9 None None] For port 99b2f465-c188-43bf-b3de-d859317392f8, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=99b2f465-c188-43bf-b3de-d859317392f8,segment=NetworkSegment(54cd7c30-1695-4c3c-9e40-1ac3fdf1c773),segment_id=54cd7c30-1695-4c3c-9e40-1ac3fdf1c773)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:56:00.282157 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6dc357fb-69ea-4da4-89f8-462d38617ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (99b2f465-c188-43bf-b3de-d859317392f8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:00.282302 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4d0fbf88-cfcd-4e78-baa4-52ea87541208 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for port (95f9f698-e4a0-4c4c-bd54-c25f993955f3), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:00.402360 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b7d947ae-4b79-4f89-968d-c5bfee52803d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:00.411131 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc357fb-69ea-4da4-89f8-462d38617ca9 None None] Pushing event updated for resources: {'Port': ['ID=99b2f465-c188-43bf-b3de-d859317392f8,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:00.416528 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8ac9971e-96fb-4694-ab9a-06289b81796c tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (82484721-e822-4f6e-bce7-1f3ce6d3d4f2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:00.478766 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8ac9971e-96fb-4694-ab9a-06289b81796c tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (82484721-e822-4f6e-bce7-1f3ce6d3d4f2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:00.537028 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9971e-96fb-4694-ab9a-06289b81796c tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82484721-e822-4f6e-bce7-1f3ce6d3d4f2,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:00.579247 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b7d947ae-4b79-4f89-968d-c5bfee52803d admin admin] Publish callbacks [] for security_group (5c3f7c26-ca25-46c5-93c0-9ceb805a723e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:00.581804 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8ac9971e-96fb-4694-ab9a-06289b81796c tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:00.583252 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8ac9971e-96fb-4694-ab9a-06289b81796c tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6140828 Mar 07 10:56:00.585714 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4d0fbf88-cfcd-4e78-baa4-52ea87541208 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (95f9f698-e4a0-4c4c-bd54-c25f993955f3), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:00.586596 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45824) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:00.594967 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-7a371a71-6a23-4392-99fb-2c802bc13bf5 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Request body: {'security_group_rule': {'security_group_id': '82484721-e822-4f6e-bce7-1f3ce6d3d4f2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:00.602950 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b7d947ae-4b79-4f89-968d-c5bfee52803d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5c3f7c26-ca25-46c5-93c0-9ceb805a723e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:00.642523 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4904563-338a-4598-ab77-dfe9baa85e16 req-c7a870b3-9a8f-449c-be65-9e684664e73c tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:00.644348 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a4904563-338a-4598-ab77-dfe9baa85e16 req-c7a870b3-9a8f-449c-be65-9e684664e73c tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 944 time: 0.2475898 Mar 07 10:56:00.655987 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d947ae-4b79-4f89-968d-c5bfee52803d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3f7c26-ca25-46c5-93c0-9ceb805a723e,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:00.665887 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0fbf88-cfcd-4e78-baa4-52ea87541208 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network 6155e621-edad-41e2-9db4-d467677bc8c1 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:56:00.707558 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b7d947ae-4b79-4f89-968d-c5bfee52803d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f8a5cde67edf41c5852d80348fe70a74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6077645 Mar 07 10:56:00.710649 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45826) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:00.736296 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-4d0fbf88-cfcd-4e78-baa4-52ea87541208 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:00.743015 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0fbf88-cfcd-4e78-baa4-52ea87541208 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:56:00.748847 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0fbf88-cfcd-4e78-baa4-52ea87541208 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:00.749405 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4d0fbf88-cfcd-4e78-baa4-52ea87541208 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:00.759997 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7a371a71-6a23-4392-99fb-2c802bc13bf5 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (65b77e88-7df0-4544-a494-b66977453759), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:00.778687 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4d0fbf88-cfcd-4e78-baa4-52ea87541208 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.7689979 Mar 07 10:56:00.822385 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45828) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:00.822991 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0fbf88-cfcd-4e78-baa4-52ea87541208 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Port': ['ID=95f9f698-e4a0-4c4c-bd54-c25f993955f3,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:00.830036 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a4904563-338a-4598-ab77-dfe9baa85e16 req-e6773b5b-9e50-41cf-81dd-365701e3e4c5 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1670563 Mar 07 10:56:01.000271 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1e5f7cc9-3fda-46b5-ae82-9fcbb37d2539 admin admin] Publish callbacks [] for security_group (5c3f7c26-ca25-46c5-93c0-9ceb805a723e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:01.013405 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7a371a71-6a23-4392-99fb-2c802bc13bf5 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (65b77e88-7df0-4544-a494-b66977453759), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:01.033946 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7a371a71-6a23-4392-99fb-2c802bc13bf5 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (65b77e88-7df0-4544-a494-b66977453759), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:01.074426 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a371a71-6a23-4392-99fb-2c802bc13bf5 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b77e88-7df0-4544-a494-b66977453759,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:01.081427 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1e5f7cc9-3fda-46b5-ae82-9fcbb37d2539 admin admin] Publish callbacks [] for security_group (5c3f7c26-ca25-46c5-93c0-9ceb805a723e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:01.085344 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7a371a71-6a23-4392-99fb-2c802bc13bf5 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:01.089251 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7a371a71-6a23-4392-99fb-2c802bc13bf5 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4981408 Mar 07 10:56:01.091213 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45832) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:01.097697 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-9d798200-f611-4d07-8c30-b26ad0580fcd tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Request body: {'security_group_rule': {'security_group_id': '82484721-e822-4f6e-bce7-1f3ce6d3d4f2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:01.129085 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-85dc009e-66fe-4735-9c67-d41933b67836 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Deleting port 95f9f698-e4a0-4c4c-bd54-c25f993955f3 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:56:01.129617 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-85dc009e-66fe-4735-9c67-d41933b67836 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (95f9f698-e4a0-4c4c-bd54-c25f993955f3), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:01.146895 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d798200-f611-4d07-8c30-b26ad0580fcd tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (c69f3d32-9d72-4ddd-9fc4-ffbf42d62d49), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:01.230947 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1e5f7cc9-3fda-46b5-ae82-9fcbb37d2539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5c3f7c26-ca25-46c5-93c0-9ceb805a723e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:01.234210 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1e5f7cc9-3fda-46b5-ae82-9fcbb37d2539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:01.239673 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1e5f7cc9-3fda-46b5-ae82-9fcbb37d2539 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5c3f7c26-ca25-46c5-93c0-9ceb805a723e HTTP/1.1" status: 204 len: 168 time: 0.5277920 Mar 07 10:56:01.254179 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f7cc9-3fda-46b5-ae82-9fcbb37d2539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3f7c26-ca25-46c5-93c0-9ceb805a723e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:01.309835 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-85dc009e-66fe-4735-9c67-d41933b67836 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (95f9f698-e4a0-4c4c-bd54-c25f993955f3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:01.336264 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-85dc009e-66fe-4735-9c67-d41933b67836 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Calling delete_port for 95f9f698-e4a0-4c4c-bd54-c25f993955f3 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:56:01.357384 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d798200-f611-4d07-8c30-b26ad0580fcd tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (c69f3d32-9d72-4ddd-9fc4-ffbf42d62d49), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:01.364617 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d798200-f611-4d07-8c30-b26ad0580fcd tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (c69f3d32-9d72-4ddd-9fc4-ffbf42d62d49), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:01.396597 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d798200-f611-4d07-8c30-b26ad0580fcd tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:01.401253 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45838) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:01.401833 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9d798200-f611-4d07-8c30-b26ad0580fcd tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3093078 Mar 07 10:56:01.405842 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d798200-f611-4d07-8c30-b26ad0580fcd tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c69f3d32-9d72-4ddd-9fc4-ffbf42d62d49,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:01.406955 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-428c7855-f7e2-4b6d-90d2-f8b95c5cc3fd tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Request body: {'security_group_rule': {'security_group_id': '82484721-e822-4f6e-bce7-1f3ce6d3d4f2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:01.468972 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-428c7855-f7e2-4b6d-90d2-f8b95c5cc3fd tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (551a41f3-9922-4646-9842-21a71d313e45), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:01.665638 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-428c7855-f7e2-4b6d-90d2-f8b95c5cc3fd tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (551a41f3-9922-4646-9842-21a71d313e45), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:01.680763 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-428c7855-f7e2-4b6d-90d2-f8b95c5cc3fd tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (551a41f3-9922-4646-9842-21a71d313e45), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:01.767304 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c7855-f7e2-4b6d-90d2-f8b95c5cc3fd tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=551a41f3-9922-4646-9842-21a71d313e45,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:01.780380 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-85dc009e-66fe-4735-9c67-d41933b67836 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (95f9f698-e4a0-4c4c-bd54-c25f993955f3), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:01.817878 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-428c7855-f7e2-4b6d-90d2-f8b95c5cc3fd tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:01.818449 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-428c7855-f7e2-4b6d-90d2-f8b95c5cc3fd tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4162476 Mar 07 10:56:01.824338 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45846) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:01.830824 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-87f27a78-b51b-4722-bb81-d0061db8812f tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Request body: {'security_group_rule': {'security_group_id': '82484721-e822-4f6e-bce7-1f3ce6d3d4f2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:01.867959 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc009e-66fe-4735-9c67-d41933b67836 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Port': ['ID=95f9f698-e4a0-4c4c-bd54-c25f993955f3,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:01.950595 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-87f27a78-b51b-4722-bb81-d0061db8812f tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (d0b7095c-03a9-46fc-a9fd-f553a99e37ae), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:02.019582 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-85dc009e-66fe-4735-9c67-d41933b67836 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:02.029664 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-85dc009e-66fe-4735-9c67-d41933b67836 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/ports/95f9f698-e4a0-4c4c-bd54-c25f993955f3 HTTP/1.1" status: 204 len: 168 time: 1.1993263 Mar 07 10:56:02.032609 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45854) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:02.149753 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 99b2f465-c188-43bf-b3de-d859317392f8 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:56:02.190258 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd1bd15-a49c-455c-bd1d-4e942f2daa29 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] GET failed (client error): The resource could not be found. Mar 07 10:56:02.211617 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ccd1bd15-a49c-455c-bd1d-4e942f2daa29 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "GET /v2.0/ports/95f9f698-e4a0-4c4c-bd54-c25f993955f3 HTTP/1.1" status: 404 len: 333 time: 0.1770935 Mar 07 10:56:02.213732 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-87f27a78-b51b-4722-bb81-d0061db8812f tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (d0b7095c-03a9-46fc-a9fd-f553a99e37ae), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:02.214021 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45858) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:02.223043 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-87f27a78-b51b-4722-bb81-d0061db8812f tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (d0b7095c-03a9-46fc-a9fd-f553a99e37ae), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:02.306114 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-87f27a78-b51b-4722-bb81-d0061db8812f tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:02.325839 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-87f27a78-b51b-4722-bb81-d0061db8812f tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4997339 Mar 07 10:56:02.328490 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45862) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:02.331593 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4758ef-9cc6-4ec7-9afa-5ef56f57b3f8 None None] Network 6155e621-edad-41e2-9db4-d467677bc8c1 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:56:02.347341 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-5dac8b90-2ffa-4880-8962-157444878585 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Request body: {'security_group_rule': {'security_group_id': '82484721-e822-4f6e-bce7-1f3ce6d3d4f2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:02.415901 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f27a78-b51b-4722-bb81-d0061db8812f tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b7095c-03a9-46fc-a9fd-f553a99e37ae,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:02.454993 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5dac8b90-2ffa-4880-8962-157444878585 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (27c046f2-c694-4b2b-8992-00c35e53b6c4), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:02.615028 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5dac8b90-2ffa-4880-8962-157444878585 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (27c046f2-c694-4b2b-8992-00c35e53b6c4), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:02.623320 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5dac8b90-2ffa-4880-8962-157444878585 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (27c046f2-c694-4b2b-8992-00c35e53b6c4), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:02.629531 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-91824ac7-a0c3-4341-9483-ee31d82c5b25 None None] Provisioning complete for port 99b2f465-c188-43bf-b3de-d859317392f8 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:02.629909 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91824ac7-a0c3-4341-9483-ee31d82c5b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (99b2f465-c188-43bf-b3de-d859317392f8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:02.655682 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac8b90-2ffa-4880-8962-157444878585 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c046f2-c694-4b2b-8992-00c35e53b6c4,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:02.679410 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5dac8b90-2ffa-4880-8962-157444878585 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:02.684090 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5dac8b90-2ffa-4880-8962-157444878585 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3540597 Mar 07 10:56:02.684711 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45872) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:02.728799 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 99b2f465-c188-43bf-b3de-d859317392f8 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:02.729684 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (99b2f465-c188-43bf-b3de-d859317392f8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:02.750773 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d5a04d2-8f12-427e-9bdd-b5d860b220e6 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (27c046f2-c694-4b2b-8992-00c35e53b6c4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:02.759178 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d5a04d2-8f12-427e-9bdd-b5d860b220e6 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (27c046f2-c694-4b2b-8992-00c35e53b6c4), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:02.818065 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d5a04d2-8f12-427e-9bdd-b5d860b220e6 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (27c046f2-c694-4b2b-8992-00c35e53b6c4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:02.838691 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d5a04d2-8f12-427e-9bdd-b5d860b220e6 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:02.843603 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9d5a04d2-8f12-427e-9bdd-b5d860b220e6 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/27c046f2-c694-4b2b-8992-00c35e53b6c4 HTTP/1.1" status: 204 len: 168 time: 0.1578708 Mar 07 10:56:02.844679 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a04d2-8f12-427e-9bdd-b5d860b220e6 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27c046f2-c694-4b2b-8992-00c35e53b6c4,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:02.856708 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45874) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:02.884197 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-91824ac7-a0c3-4341-9483-ee31d82c5b25 None None] Current status of the port 99b2f465-c188-43bf-b3de-d859317392f8 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:02.884574 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91824ac7-a0c3-4341-9483-ee31d82c5b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (99b2f465-c188-43bf-b3de-d859317392f8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:02.957866 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-205afbcb-4d5e-49cb-acad-0bb1e6bfdbd0 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0995789 Mar 07 10:56:02.958518 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45880) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:03.008115 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2d2c8c3e-51f8-48f7-abd2-0f1677d8a2c8 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (d0b7095c-03a9-46fc-a9fd-f553a99e37ae), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:03.008740 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-91824ac7-a0c3-4341-9483-ee31d82c5b25 None None] For port 99b2f465-c188-43bf-b3de-d859317392f8, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=99b2f465-c188-43bf-b3de-d859317392f8,segment=NetworkSegment(54cd7c30-1695-4c3c-9e40-1ac3fdf1c773),segment_id=54cd7c30-1695-4c3c-9e40-1ac3fdf1c773)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:03.018859 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2d2c8c3e-51f8-48f7-abd2-0f1677d8a2c8 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (d0b7095c-03a9-46fc-a9fd-f553a99e37ae), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:03.019024 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91824ac7-a0c3-4341-9483-ee31d82c5b25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (99b2f465-c188-43bf-b3de-d859317392f8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:03.035840 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 99b2f465-c188-43bf-b3de-d859317392f8 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:03.043744 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (99b2f465-c188-43bf-b3de-d859317392f8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:03.068119 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2d2c8c3e-51f8-48f7-abd2-0f1677d8a2c8 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (d0b7095c-03a9-46fc-a9fd-f553a99e37ae), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:03.084791 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2d2c8c3e-51f8-48f7-abd2-0f1677d8a2c8 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:03.089174 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45882) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:03.097142 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2d2c8c3e-51f8-48f7-abd2-0f1677d8a2c8 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/d0b7095c-03a9-46fc-a9fd-f553a99e37ae HTTP/1.1" status: 204 len: 168 time: 0.1374869 Mar 07 10:56:03.098313 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c8c3e-51f8-48f7-abd2-0f1677d8a2c8 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0b7095c-03a9-46fc-a9fd-f553a99e37ae,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:03.113354 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e5f1dc-8868-4dbd-8ced-5e4444231f07 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Deleting subnet 3e5401e6-df09-4187-be7a-bb9540265c18 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:56:03.152297 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-33e5f1dc-8868-4dbd-8ced-5e4444231f07 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for subnet (3e5401e6-df09-4187-be7a-bb9540265c18), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:03.172848 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e471c282-e4ce-4d60-881e-dfc3125861d5 req-27f12835-cc39-4a1a-bcf8-45461c6bb18c tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:03.180227 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e471c282-e4ce-4d60-881e-dfc3125861d5 req-27f12835-cc39-4a1a-bcf8-45461c6bb18c tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 944 time: 1.0890133 Mar 07 10:56:03.250530 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91824ac7-a0c3-4341-9483-ee31d82c5b25 None None] Pushing event updated for resources: {'Port': ['ID=99b2f465-c188-43bf-b3de-d859317392f8,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:03.269788 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-33e5f1dc-8868-4dbd-8ced-5e4444231f07 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (3e5401e6-df09-4187-be7a-bb9540265c18), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:03.288733 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:56:03.289006 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:56:03.363433 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-5149fcab-8cf6-49ff-932f-0ce28bfab37d None None] Provisioning complete for port 99b2f465-c188-43bf-b3de-d859317392f8 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:03.363808 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5149fcab-8cf6-49ff-932f-0ce28bfab37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (99b2f465-c188-43bf-b3de-d859317392f8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:03.395814 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-33e5f1dc-8868-4dbd-8ced-5e4444231f07 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (3e5401e6-df09-4187-be7a-bb9540265c18), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:03.523684 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-23763382-29f2-4d33-8038-d7f9c453d641 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.4225633 Mar 07 10:56:03.526881 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45888) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:03.536676 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5149fcab-8cf6-49ff-932f-0ce28bfab37d None None] Current status of the port 99b2f465-c188-43bf-b3de-d859317392f8 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:03.541678 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-33e5f1dc-8868-4dbd-8ced-5e4444231f07 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (3e5401e6-df09-4187-be7a-bb9540265c18), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:03.582956 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-38c83c9f-173d-4871-a6dd-b995135d82d3 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (551a41f3-9922-4646-9842-21a71d313e45), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:03.601463 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-38c83c9f-173d-4871-a6dd-b995135d82d3 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (551a41f3-9922-4646-9842-21a71d313e45), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:03.610706 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5f1dc-8868-4dbd-8ced-5e4444231f07 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Subnet': ['ID=3e5401e6-df09-4187-be7a-bb9540265c18,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:03.627291 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e471c282-e4ce-4d60-881e-dfc3125861d5 req-7b296a7b-9b91-4db8-b4c7-d052d4f3e1c8 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4461608 Mar 07 10:56:03.642739 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-33e5f1dc-8868-4dbd-8ced-5e4444231f07 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:03.653181 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-33e5f1dc-8868-4dbd-8ced-5e4444231f07 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/subnets/3e5401e6-df09-4187-be7a-bb9540265c18 HTTP/1.1" status: 204 len: 168 time: 1.4311647 Mar 07 10:56:03.668227 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45890) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:03.711540 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-38c83c9f-173d-4871-a6dd-b995135d82d3 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (551a41f3-9922-4646-9842-21a71d313e45), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:03.719726 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-38c83c9f-173d-4871-a6dd-b995135d82d3 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:03.721350 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-38c83c9f-173d-4871-a6dd-b995135d82d3 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/551a41f3-9922-4646-9842-21a71d313e45 HTTP/1.1" status: 204 len: 168 time: 0.1923909 Mar 07 10:56:03.724505 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff7a2e8-0a86-4c34-bc17-8358d794d8ff None None] Network 6155e621-edad-41e2-9db4-d467677bc8c1 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:56:03.724848 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45894) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:03.757712 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c83c9f-173d-4871-a6dd-b995135d82d3 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=551a41f3-9922-4646-9842-21a71d313e45,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:03.815383 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-3793aaf6-72ed-4653-8567-f505f79a8b8f None None] Could not find standard attr ID for object 95f9f698-e4a0-4c4c-bd54-c25f993955f3. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:56:03.842062 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-77e1f6b3-40ae-4016-86bb-40c4104f4a4d tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1145568 Mar 07 10:56:03.844834 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45898) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:03.884341 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-93292134-464f-4c63-84da-333400f538b1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (6155e621-edad-41e2-9db4-d467677bc8c1), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:03.896935 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fb89768c-a8c9-42a8-ba16-1fef763c2890 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (c69f3d32-9d72-4ddd-9fc4-ffbf42d62d49), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:03.906781 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fb89768c-a8c9-42a8-ba16-1fef763c2890 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (c69f3d32-9d72-4ddd-9fc4-ffbf42d62d49), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:03.950074 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 99b2f465-c188-43bf-b3de-d859317392f8 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:03.962993 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-93292134-464f-4c63-84da-333400f538b1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Deleting port 99b2f465-c188-43bf-b3de-d859317392f8 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:56:03.963730 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-93292134-464f-4c63-84da-333400f538b1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (99b2f465-c188-43bf-b3de-d859317392f8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:03.984180 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fb89768c-a8c9-42a8-ba16-1fef763c2890 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (c69f3d32-9d72-4ddd-9fc4-ffbf42d62d49), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:03.991620 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fb89768c-a8c9-42a8-ba16-1fef763c2890 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:03.995121 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-fb89768c-a8c9-42a8-ba16-1fef763c2890 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/c69f3d32-9d72-4ddd-9fc4-ffbf42d62d49 HTTP/1.1" status: 204 len: 168 time: 0.1486690 Mar 07 10:56:03.999783 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45900) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:04.028143 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89768c-a8c9-42a8-ba16-1fef763c2890 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c69f3d32-9d72-4ddd-9fc4-ffbf42d62d49,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:04.067815 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3b16f53e-5348-4b65-87c0-02e738fbc8da tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0643675 Mar 07 10:56:04.070892 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45904) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:04.072290 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9951d08-0e7a-41f9-8fc6-7c7712f62888 None None] DHCP port deletion for 6155e621-edad-41e2-9db4-d467677bc8c1 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:56:04.126559 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-06c8bcb8-72d2-45e8-a67d-2543824c19fc tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (65b77e88-7df0-4544-a494-b66977453759), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.130757 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-93292134-464f-4c63-84da-333400f538b1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] For port 99b2f465-c188-43bf-b3de-d859317392f8, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=99b2f465-c188-43bf-b3de-d859317392f8,segment=NetworkSegment(54cd7c30-1695-4c3c-9e40-1ac3fdf1c773),segment_id=54cd7c30-1695-4c3c-9e40-1ac3fdf1c773)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:04.131200 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-93292134-464f-4c63-84da-333400f538b1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (99b2f465-c188-43bf-b3de-d859317392f8), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.147840 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-06c8bcb8-72d2-45e8-a67d-2543824c19fc tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (65b77e88-7df0-4544-a494-b66977453759), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.158330 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-93292134-464f-4c63-84da-333400f538b1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Calling delete_port for 99b2f465-c188-43bf-b3de-d859317392f8 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:56:04.254074 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-06c8bcb8-72d2-45e8-a67d-2543824c19fc tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (65b77e88-7df0-4544-a494-b66977453759), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.271397 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-06c8bcb8-72d2-45e8-a67d-2543824c19fc tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.276331 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-06c8bcb8-72d2-45e8-a67d-2543824c19fc tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/65b77e88-7df0-4544-a494-b66977453759 HTTP/1.1" status: 204 len: 168 time: 0.2043722 Mar 07 10:56:04.279167 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45908) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:04.291773 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8bcb8-72d2-45e8-a67d-2543824c19fc tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65b77e88-7df0-4544-a494-b66977453759,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:04.348850 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-93292134-464f-4c63-84da-333400f538b1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (99b2f465-c188-43bf-b3de-d859317392f8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.367063 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-36b26738-8220-49e7-a485-a18241f2b011 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0867152 Mar 07 10:56:04.367742 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45910) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:04.416931 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93292134-464f-4c63-84da-333400f538b1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Port': ['ID=99b2f465-c188-43bf-b3de-d859317392f8,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:04.421340 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93292134-464f-4c63-84da-333400f538b1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] No DVR routers for this DVR port 99b2f465-c188-43bf-b3de-d859317392f8 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:56:04.429230 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a9951d08-0e7a-41f9-8fc6-7c7712f62888 None None] Deleting port 99b2f465-c188-43bf-b3de-d859317392f8 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:56:04.429766 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a9951d08-0e7a-41f9-8fc6-7c7712f62888 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (99b2f465-c188-43bf-b3de-d859317392f8), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.440053 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-343bb63d-04fd-45fd-9094-03837ac39621 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (82484721-e822-4f6e-bce7-1f3ce6d3d4f2), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.469463 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-343bb63d-04fd-45fd-9094-03837ac39621 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (82484721-e822-4f6e-bce7-1f3ce6d3d4f2), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.519865 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45914) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:04.523667 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a9951d08-0e7a-41f9-8fc6-7c7712f62888 None None] For port 99b2f465-c188-43bf-b3de-d859317392f8, host n-d-832164-4, got binding levels [] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:04.524064 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a9951d08-0e7a-41f9-8fc6-7c7712f62888 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (99b2f465-c188-43bf-b3de-d859317392f8), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.534949 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-93292134-464f-4c63-84da-333400f538b1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (6155e621-edad-41e2-9db4-d467677bc8c1), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.546961 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a9951d08-0e7a-41f9-8fc6-7c7712f62888 None None] Calling delete_port for 99b2f465-c188-43bf-b3de-d859317392f8 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:56:04.559403 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.ipam_backend_mixin [None req-a9951d08-0e7a-41f9-8fc6-7c7712f62888 None None] Port 99b2f465-c188-43bf-b3de-d859317392f8 was not found and therefore no delete operation was performed {{(pid=103768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 10:56:04.563934 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-93292134-464f-4c63-84da-333400f538b1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6155e621-edad-41e2-9db4-d467677bc8c1']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:04.570701 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a9951d08-0e7a-41f9-8fc6-7c7712f62888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (99b2f465-c188-43bf-b3de-d859317392f8), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.576531 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-93292134-464f-4c63-84da-333400f538b1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54cd7c30-1695-4c3c-9e40-1ac3fdf1c773') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:04.577133 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-93292134-464f-4c63-84da-333400f538b1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54cd7c30-1695-4c3c-9e40-1ac3fdf1c773') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:04.587729 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-93292134-464f-4c63-84da-333400f538b1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (54cd7c30-1695-4c3c-9e40-1ac3fdf1c773), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.595431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c1ec09c-ea41-4c82-92ff-adf349c86c50 admin admin] Deleting subnet cd9177f0-1261-48e8-a7b2-bb4974aea296 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:56:04.603072 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8c1ec09c-ea41-4c82-92ff-adf349c86c50 admin admin] Publish callbacks [] for subnet (cd9177f0-1261-48e8-a7b2-bb4974aea296), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.605950 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-93292134-464f-4c63-84da-333400f538b1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (54cd7c30-1695-4c3c-9e40-1ac3fdf1c773), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.612557 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9951d08-0e7a-41f9-8fc6-7c7712f62888 None None] Pushing event deleted for resources: {'Port': ['ID=99b2f465-c188-43bf-b3de-d859317392f8,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:04.614499 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93292134-464f-4c63-84da-333400f538b1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:56:04.614642 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-93292134-464f-4c63-84da-333400f538b1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (54cd7c30-1695-4c3c-9e40-1ac3fdf1c773), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.630602 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9951d08-0e7a-41f9-8fc6-7c7712f62888 None None] No DVR routers for this DVR port 99b2f465-c188-43bf-b3de-d859317392f8 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:56:04.658588 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8c1ec09c-ea41-4c82-92ff-adf349c86c50 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (cd9177f0-1261-48e8-a7b2-bb4974aea296), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.682366 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:56:04.682366 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:56:04.682366 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:56:04.682366 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:56:04.682366 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:56:04.682366 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:56:04.682366 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:56:04.682366 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:56:04.682366 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:56:04.682366 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:56:04.682366 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:56:04.682366 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:56:04.682366 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:56:04.682366 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:56:04.682366 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:56:04.682366 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:56:04.682366 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:56:04.682366 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:56:04.682366 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:56:04.682366 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:56:04.682366 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:56:04.682366 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:56:04.682366 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:56:04.682366 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:56:04.682366 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:56:04.682366 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:56:04.682366 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:56:04.682366 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:56:04.682366 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:56:04.682366 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:56:04.682366 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:56:04.682366 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:56:04.687208 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-343bb63d-04fd-45fd-9094-03837ac39621 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (82484721-e822-4f6e-bce7-1f3ce6d3d4f2), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.687734 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-343bb63d-04fd-45fd-9094-03837ac39621 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.688881 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-343bb63d-04fd-45fd-9094-03837ac39621 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "DELETE /v2.0/security-groups/82484721-e822-4f6e-bce7-1f3ce6d3d4f2 HTTP/1.1" status: 204 len: 168 time: 0.3202035 Mar 07 10:56:04.693702 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45916) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:04.721966 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-93292134-464f-4c63-84da-333400f538b1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (6155e621-edad-41e2-9db4-d467677bc8c1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.731505 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343bb63d-04fd-45fd-9094-03837ac39621 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82484721-e822-4f6e-bce7-1f3ce6d3d4f2,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:04.741087 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-93292134-464f-4c63-84da-333400f538b1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.750206 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45920) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:04.750572 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-93292134-464f-4c63-84da-333400f538b1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/networks/6155e621-edad-41e2-9db4-d467677bc8c1 HTTP/1.1" status: 204 len: 168 time: 1.0745728 Mar 07 10:56:04.772474 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93292134-464f-4c63-84da-333400f538b1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Network': ['ID=6155e621-edad-41e2-9db4-d467677bc8c1,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:04.785621 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-d61bd6c4-bf50-4b33-a5cd-608e58d26cef tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'port': {'network_id': 'a088a22f-556b-48f6-9894-3aa585071573', 'name': 'tempest-PortsIpV6TestJSON-223339545'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:04.812585 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-635a9644-d1b2-449b-8313-9441a0c21d81 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1133130 Mar 07 10:56:04.819575 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45924) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:04.826297 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-0c3e6c31-18ab-4997-ab3e-ebecb820470a tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Request body: {'security_group': {'name': 'tempest-secgroup--1428812474'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:04.857530 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c3e6c31-18ab-4997-ab3e-ebecb820470a tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.905351 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8c1ec09c-ea41-4c82-92ff-adf349c86c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (cd9177f0-1261-48e8-a7b2-bb4974aea296), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.952897 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c3e6c31-18ab-4997-ab3e-ebecb820470a tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (45f31803-6b43-49a0-af08-8841a4101b6c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.958316 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c3e6c31-18ab-4997-ab3e-ebecb820470a tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (45f31803-6b43-49a0-af08-8841a4101b6c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.988527 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c3e6c31-18ab-4997-ab3e-ebecb820470a tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:04.990247 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0c3e6c31-18ab-4997-ab3e-ebecb820470a tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1694872 Mar 07 10:56:04.993206 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45926) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:05.002522 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-29d9e0a3-ded5-4298-8732-d3bc54026958 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Request body: {'security_group_rule': {'security_group_id': '45f31803-6b43-49a0-af08-8841a4101b6c', 'direction': 'ingress', 'protocol': 17}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:05.032947 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e6c31-18ab-4997-ab3e-ebecb820470a tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45f31803-6b43-49a0-af08-8841a4101b6c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:05.033443 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26617da0-8f43-428d-934b-ccd0b6d08821 req-9fcf22cc-4f9a-4e83-af76-13448e2d6188 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:05.035056 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-26617da0-8f43-428d-934b-ccd0b6d08821 req-9fcf22cc-4f9a-4e83-af76-13448e2d6188 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 944 time: 0.2397394 Mar 07 10:56:05.076139 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-29d9e0a3-ded5-4298-8732-d3bc54026958 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (0648de6e-133f-42c7-b744-c58d8aed56b7), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.093417 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61bd6c4-bf50-4b33-a5cd-608e58d26cef tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:05.098509 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d61bd6c4-bf50-4b33-a5cd-608e58d26cef tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.137319 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-d61bd6c4-bf50-4b33-a5cd-608e58d26cef tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] device_id is not set on port a739a7ba-ea22-400f-b409-0a2fdf342579 yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:56:05.146328 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-29d9e0a3-ded5-4298-8732-d3bc54026958 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (0648de6e-133f-42c7-b744-c58d8aed56b7), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.155343 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-29d9e0a3-ded5-4298-8732-d3bc54026958 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (0648de6e-133f-42c7-b744-c58d8aed56b7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.167162 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-26617da0-8f43-428d-934b-ccd0b6d08821 req-5a7bddc2-2ef1-4478-98e2-866a5e39f065 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1217613 Mar 07 10:56:05.182627 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9e0a3-ded5-4298-8732-d3bc54026958 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0648de6e-133f-42c7-b744-c58d8aed56b7,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:05.213807 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8c1ec09c-ea41-4c82-92ff-adf349c86c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (cd9177f0-1261-48e8-a7b2-bb4974aea296), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.214851 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-29d9e0a3-ded5-4298-8732-d3bc54026958 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.216693 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-29d9e0a3-ded5-4298-8732-d3bc54026958 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2215321 Mar 07 10:56:05.219273 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45928) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:05.230469 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8c1ec09c-ea41-4c82-92ff-adf349c86c50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.234089 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8c1ec09c-ea41-4c82-92ff-adf349c86c50 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/cd9177f0-1261-48e8-a7b2-bb4974aea296 HTTP/1.1" status: 204 len: 168 time: 0.7132032 Mar 07 10:56:05.236446 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45930) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:05.266106 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ec09c-ea41-4c82-92ff-adf349c86c50 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd9177f0-1261-48e8-a7b2-bb4974aea296,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:05.387532 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6cbfa762-115e-491c-ba40-269d02aa03fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (e6442db4-9f10-4ee5-938b-88e5a56b233c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.405577 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9e695ac-1a3e-4a49-8bc1-cf6cc31af9e9 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (45f31803-6b43-49a0-af08-8841a4101b6c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.412813 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d61bd6c4-bf50-4b33-a5cd-608e58d26cef tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for port (a739a7ba-ea22-400f-b409-0a2fdf342579), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.436819 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9e695ac-1a3e-4a49-8bc1-cf6cc31af9e9 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (45f31803-6b43-49a0-af08-8841a4101b6c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.453786 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d61bd6c4-bf50-4b33-a5cd-608e58d26cef tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (a739a7ba-ea22-400f-b409-0a2fdf342579), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.504622 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61bd6c4-bf50-4b33-a5cd-608e58d26cef tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network a088a22f-556b-48f6-9894-3aa585071573 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:56:05.516098 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-d61bd6c4-bf50-4b33-a5cd-608e58d26cef tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:05.518779 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61bd6c4-bf50-4b33-a5cd-608e58d26cef tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:56:05.525157 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61bd6c4-bf50-4b33-a5cd-608e58d26cef tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:05.526072 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d61bd6c4-bf50-4b33-a5cd-608e58d26cef tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.537587 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9e695ac-1a3e-4a49-8bc1-cf6cc31af9e9 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (45f31803-6b43-49a0-af08-8841a4101b6c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.539831 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9e695ac-1a3e-4a49-8bc1-cf6cc31af9e9 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.542153 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c9e695ac-1a3e-4a49-8bc1-cf6cc31af9e9 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "DELETE /v2.0/security-groups/45f31803-6b43-49a0-af08-8841a4101b6c HTTP/1.1" status: 204 len: 168 time: 0.3205221 Mar 07 10:56:05.544777 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61bd6c4-bf50-4b33-a5cd-608e58d26cef tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Port': ['ID=a739a7ba-ea22-400f-b409-0a2fdf342579,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:05.546653 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45934) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:05.567697 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d61bd6c4-bf50-4b33-a5cd-608e58d26cef tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8115311 Mar 07 10:56:05.568343 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45936) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:05.585442 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6cbfa762-115e-491c-ba40-269d02aa03fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (e6442db4-9f10-4ee5-938b-88e5a56b233c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.612494 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e695ac-1a3e-4a49-8bc1-cf6cc31af9e9 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f31803-6b43-49a0-af08-8841a4101b6c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:05.666405 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-6cbfa762-115e-491c-ba40-269d02aa03fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6442db4-9f10-4ee5-938b-88e5a56b233c']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:05.681638 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-ab111dad-6b07-46e4-9441-25c646d87b28 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Deleting port a739a7ba-ea22-400f-b409-0a2fdf342579 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:56:05.682078 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ab111dad-6b07-46e4-9441-25c646d87b28 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a739a7ba-ea22-400f-b409-0a2fdf342579), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.686126 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-6cbfa762-115e-491c-ba40-269d02aa03fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ccb08a-1425-4fe5-8f4f-a59866b5fc97') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:05.686643 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-6cbfa762-115e-491c-ba40-269d02aa03fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ccb08a-1425-4fe5-8f4f-a59866b5fc97') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:05.707412 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6cbfa762-115e-491c-ba40-269d02aa03fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (67ccb08a-1425-4fe5-8f4f-a59866b5fc97), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.713731 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-46ff2d7b-e332-4872-9b2f-dfdec8fafd75 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1418622 Mar 07 10:56:05.719377 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45938) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:05.727294 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-9582be70-4b1b-4b4c-8bdb-eef3eed92cbc tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Request body: {'security_group': {'name': 'tempest-secgroup--1614484925'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:05.743975 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6cbfa762-115e-491c-ba40-269d02aa03fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (67ccb08a-1425-4fe5-8f4f-a59866b5fc97), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.755132 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cbfa762-115e-491c-ba40-269d02aa03fe admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:56:05.755770 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6cbfa762-115e-491c-ba40-269d02aa03fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (67ccb08a-1425-4fe5-8f4f-a59866b5fc97), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.769085 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:56:05.769085 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:56:05.769085 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:56:05.769085 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:56:05.769085 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:56:05.769085 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:56:05.769085 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:56:05.769085 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:56:05.769085 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:56:05.769085 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:56:05.769085 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:56:05.769085 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:56:05.769085 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:56:05.769085 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:56:05.769085 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:56:05.769085 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:56:05.769085 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:56:05.769085 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:56:05.769085 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:56:05.769085 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:56:05.769085 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:56:05.769085 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:56:05.769085 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:56:05.769085 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:56:05.769085 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:56:05.769085 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:56:05.769085 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:56:05.769085 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:56:05.769085 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:56:05.769085 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:56:05.769085 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:56:05.769085 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:56:05.795156 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ab111dad-6b07-46e4-9441-25c646d87b28 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a739a7ba-ea22-400f-b409-0a2fdf342579), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.805533 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9582be70-4b1b-4b4c-8bdb-eef3eed92cbc tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.817656 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-ab111dad-6b07-46e4-9441-25c646d87b28 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Calling delete_port for a739a7ba-ea22-400f-b409-0a2fdf342579 owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:56:05.867863 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6cbfa762-115e-491c-ba40-269d02aa03fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (e6442db4-9f10-4ee5-938b-88e5a56b233c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.876746 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6cbfa762-115e-491c-ba40-269d02aa03fe admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.894455 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6cbfa762-115e-491c-ba40-269d02aa03fe admin admin] 10.222.0.11 "DELETE /v2.0/networks/e6442db4-9f10-4ee5-938b-88e5a56b233c HTTP/1.1" status: 204 len: 168 time: 0.6471953 Mar 07 10:56:05.934729 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbfa762-115e-491c-ba40-269d02aa03fe admin admin] Pushing event deleted for resources: {'Network': ['ID=e6442db4-9f10-4ee5-938b-88e5a56b233c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:05.984465 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ab111dad-6b07-46e4-9441-25c646d87b28 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (a739a7ba-ea22-400f-b409-0a2fdf342579), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.987941 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9582be70-4b1b-4b4c-8bdb-eef3eed92cbc tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (f1a62538-a814-41c3-8393-08b215d05c76), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:05.996700 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9582be70-4b1b-4b4c-8bdb-eef3eed92cbc tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f1a62538-a814-41c3-8393-08b215d05c76), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.030852 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab111dad-6b07-46e4-9441-25c646d87b28 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Port': ['ID=a739a7ba-ea22-400f-b409-0a2fdf342579,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:06.033199 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9582be70-4b1b-4b4c-8bdb-eef3eed92cbc tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.037532 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45944) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:06.037799 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9582be70-4b1b-4b4c-8bdb-eef3eed92cbc tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3169894 Mar 07 10:56:06.039131 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582be70-4b1b-4b4c-8bdb-eef3eed92cbc tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a62538-a814-41c3-8393-08b215d05c76,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:06.045217 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-c7b72fc7-d905-466b-b04a-3193fd7bab98 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Request body: {'security_group': {'name': 'tempest-secgroup--2068071445'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:06.056499 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ab111dad-6b07-46e4-9441-25c646d87b28 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.061228 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ab111dad-6b07-46e4-9441-25c646d87b28 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/ports/a739a7ba-ea22-400f-b409-0a2fdf342579 HTTP/1.1" status: 204 len: 168 time: 0.4918337 Mar 07 10:56:06.062761 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 99b2f465-c188-43bf-b3de-d859317392f8 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:56:06.063854 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45946) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:06.069785 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-063a03f5-c141-44d6-9efa-d35ea8b23b05 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'port': {'network_id': 'a088a22f-556b-48f6-9894-3aa585071573', 'mac_address': 'fa:16:3e:67:fe:55', 'name': 'tempest-PortsIpV6TestJSON-164543336'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:06.083537 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c7b72fc7-d905-466b-b04a-3193fd7bab98 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.090649 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 99b2f465-c188-43bf-b3de-d859317392f8 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:56:06.091226 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 99b2f465-c188-43bf-b3de-d859317392f8 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:56:06.172233 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c7b72fc7-d905-466b-b04a-3193fd7bab98 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (cc30232b-6d08-4ac3-8527-d79cefb04bba), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.178260 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c7b72fc7-d905-466b-b04a-3193fd7bab98 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (cc30232b-6d08-4ac3-8527-d79cefb04bba), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.208739 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063a03f5-c141-44d6-9efa-d35ea8b23b05 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:06.215590 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c7b72fc7-d905-466b-b04a-3193fd7bab98 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.219799 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c7b72fc7-d905-466b-b04a-3193fd7bab98 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1807244 Mar 07 10:56:06.222640 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45950) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:06.227398 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-9d3d392c-84f7-448b-b3bf-29706f310a91 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Request body: {'security_group_rule': {'security_group_id': 'f1a62538-a814-41c3-8393-08b215d05c76', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cc30232b-6d08-4ac3-8527-d79cefb04bba', 'remote_ip_prefix': None}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:06.256371 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45952) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:06.271226 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b72fc7-d905-466b-b04a-3193fd7bab98 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc30232b-6d08-4ac3-8527-d79cefb04bba,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:06.288088 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d3d392c-84f7-448b-b3bf-29706f310a91 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (637234ec-76b8-47aa-b64c-379b5f813a9c), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.302035 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-063a03f5-c141-44d6-9efa-d35ea8b23b05 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.351300 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-063a03f5-c141-44d6-9efa-d35ea8b23b05 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] device_id is not set on port d36d28c6-c34b-4b89-8c4d-e17045ed518a yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:56:06.354270 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0fd6de1a-49c8-4f47-9ebd-a69132495bea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=792a213ec02d4545bd460dce59bc3243&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0944638 Mar 07 10:56:06.354960 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45954) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:06.371967 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05a554-7d7d-4156-a21f-ffd2a659c941 req-076f16eb-6f03-46d1-8890-690b34a106e7 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:06.373549 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3e05a554-7d7d-4156-a21f-ffd2a659c941 req-076f16eb-6f03-46d1-8890-690b34a106e7 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 944 time: 0.0878389 Mar 07 10:56:06.429962 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d3d392c-84f7-448b-b3bf-29706f310a91 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (637234ec-76b8-47aa-b64c-379b5f813a9c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.454902 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d3d392c-84f7-448b-b3bf-29706f310a91 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (637234ec-76b8-47aa-b64c-379b5f813a9c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.466732 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1f568557-939b-461a-a2a3-96738cc4e089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.469055 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d392c-84f7-448b-b3bf-29706f310a91 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637234ec-76b8-47aa-b64c-379b5f813a9c,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:06.484820 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3e05a554-7d7d-4156-a21f-ffd2a659c941 req-230201ff-9426-442b-a987-917ef5476de9 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0853355 Mar 07 10:56:06.485844 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4cf8d493-6344-4dbb-af25-ff31f8fce5c7 admin admin] Publish callbacks [] for security_group (09bd7e8f-e1bd-45da-af62-cb01fc0a3a41), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.501351 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d3d392c-84f7-448b-b3bf-29706f310a91 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.505195 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9d3d392c-84f7-448b-b3bf-29706f310a91 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2789974 Mar 07 10:56:06.506064 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45958) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:06.526298 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4cf8d493-6344-4dbb-af25-ff31f8fce5c7 admin admin] Publish callbacks [] for security_group (09bd7e8f-e1bd-45da-af62-cb01fc0a3a41), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.550662 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3752414f-440a-49cd-accc-7d5d22c20f12 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (637234ec-76b8-47aa-b64c-379b5f813a9c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.566406 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3752414f-440a-49cd-accc-7d5d22c20f12 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (637234ec-76b8-47aa-b64c-379b5f813a9c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.599907 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3752414f-440a-49cd-accc-7d5d22c20f12 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (637234ec-76b8-47aa-b64c-379b5f813a9c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.608727 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3752414f-440a-49cd-accc-7d5d22c20f12 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.609936 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3752414f-440a-49cd-accc-7d5d22c20f12 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/637234ec-76b8-47aa-b64c-379b5f813a9c HTTP/1.1" status: 204 len: 168 time: 0.1030083 Mar 07 10:56:06.614860 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-063a03f5-c141-44d6-9efa-d35ea8b23b05 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for port (d36d28c6-c34b-4b89-8c4d-e17045ed518a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.616461 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45960) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:06.618154 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752414f-440a-49cd-accc-7d5d22c20f12 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=637234ec-76b8-47aa-b64c-379b5f813a9c,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:06.620028 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4cf8d493-6344-4dbb-af25-ff31f8fce5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (09bd7e8f-e1bd-45da-af62-cb01fc0a3a41), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.623354 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4cf8d493-6344-4dbb-af25-ff31f8fce5c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.626944 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4cf8d493-6344-4dbb-af25-ff31f8fce5c7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/09bd7e8f-e1bd-45da-af62-cb01fc0a3a41 HTTP/1.1" status: 204 len: 168 time: 0.2679603 Mar 07 10:56:06.633323 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8d493-6344-4dbb-af25-ff31f8fce5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bd7e8f-e1bd-45da-af62-cb01fc0a3a41,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:06.704683 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5d8b1209-a80b-4921-b5fc-733f9b320217 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0863674 Mar 07 10:56:06.706555 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-063a03f5-c141-44d6-9efa-d35ea8b23b05 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (d36d28c6-c34b-4b89-8c4d-e17045ed518a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.707543 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45964) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:06.748487 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063a03f5-c141-44d6-9efa-d35ea8b23b05 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network a088a22f-556b-48f6-9894-3aa585071573 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:56:06.753786 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-063a03f5-c141-44d6-9efa-d35ea8b23b05 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:06.757551 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063a03f5-c141-44d6-9efa-d35ea8b23b05 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:56:06.764496 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063a03f5-c141-44d6-9efa-d35ea8b23b05 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:06.765241 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-063a03f5-c141-44d6-9efa-d35ea8b23b05 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.771473 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-761f09bd-f789-4956-ae4e-05573b14a11d tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (cc30232b-6d08-4ac3-8527-d79cefb04bba), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.780823 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a03f5-c141-44d6-9efa-d35ea8b23b05 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Port': ['ID=d36d28c6-c34b-4b89-8c4d-e17045ed518a,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:06.794463 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45966) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:06.795524 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-063a03f5-c141-44d6-9efa-d35ea8b23b05 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7303801 Mar 07 10:56:06.829378 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-761f09bd-f789-4956-ae4e-05573b14a11d tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (cc30232b-6d08-4ac3-8527-d79cefb04bba), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.862503 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a48833-2dae-4cc5-95b0-b48239bc7c30 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:06.863966 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-06a48833-2dae-4cc5-95b0-b48239bc7c30 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "GET /v2.0/ports/d36d28c6-c34b-4b89-8c4d-e17045ed518a HTTP/1.1" status: 200 len: 844 time: 0.0685024 Mar 07 10:56:06.867171 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45970) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:06.894495 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-761f09bd-f789-4956-ae4e-05573b14a11d tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (cc30232b-6d08-4ac3-8527-d79cefb04bba), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.899523 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-761f09bd-f789-4956-ae4e-05573b14a11d tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:06.904200 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45972) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:06.904888 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-761f09bd-f789-4956-ae4e-05573b14a11d tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "DELETE /v2.0/security-groups/cc30232b-6d08-4ac3-8527-d79cefb04bba HTTP/1.1" status: 204 len: 168 time: 0.1955581 Mar 07 10:56:06.932376 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f09bd-f789-4956-ae4e-05573b14a11d tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc30232b-6d08-4ac3-8527-d79cefb04bba,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:07.006806 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b04fb559-c460-41d7-aaf7-466b3b20705f tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1001940 Mar 07 10:56:07.009490 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45978) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:07.059558 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-7ec577a2-1af0-45eb-b422-691e7471758d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Deleting port d36d28c6-c34b-4b89-8c4d-e17045ed518a {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:56:07.060180 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7ec577a2-1af0-45eb-b422-691e7471758d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (d36d28c6-c34b-4b89-8c4d-e17045ed518a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:07.139087 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-513007b3-37be-429b-ab57-73569df37898 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (f1a62538-a814-41c3-8393-08b215d05c76), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:07.150285 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7ec577a2-1af0-45eb-b422-691e7471758d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (d36d28c6-c34b-4b89-8c4d-e17045ed518a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:07.177713 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-7ec577a2-1af0-45eb-b422-691e7471758d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Calling delete_port for d36d28c6-c34b-4b89-8c4d-e17045ed518a owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:56:07.184200 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-513007b3-37be-429b-ab57-73569df37898 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (f1a62538-a814-41c3-8393-08b215d05c76), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:07.212856 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-3b88b685-f7bc-44b5-85a1-c055c860720d tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=e3c50b9bc01d4c6491f1df7af8ead8d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328255 Mar 07 10:56:07.281007 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-513007b3-37be-429b-ab57-73569df37898 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f1a62538-a814-41c3-8393-08b215d05c76), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:07.283765 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-513007b3-37be-429b-ab57-73569df37898 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:07.284917 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-513007b3-37be-429b-ab57-73569df37898 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "DELETE /v2.0/security-groups/f1a62538-a814-41c3-8393-08b215d05c76 HTTP/1.1" status: 204 len: 168 time: 0.2744806 Mar 07 10:56:07.289518 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46002) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:07.316593 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513007b3-37be-429b-ab57-73569df37898 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a62538-a814-41c3-8393-08b215d05c76,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:07.349053 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7ec577a2-1af0-45eb-b422-691e7471758d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (d36d28c6-c34b-4b89-8c4d-e17045ed518a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:07.397778 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec577a2-1af0-45eb-b422-691e7471758d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Port': ['ID=d36d28c6-c34b-4b89-8c4d-e17045ed518a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:07.414006 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-396074d7-41d7-4bf8-b129-d9a27e382b1b tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1127114 Mar 07 10:56:07.414006 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7ec577a2-1af0-45eb-b422-691e7471758d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:07.414280 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7ec577a2-1af0-45eb-b422-691e7471758d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/ports/d36d28c6-c34b-4b89-8c4d-e17045ed518a HTTP/1.1" status: 204 len: 168 time: 0.5459325 Mar 07 10:56:07.414838 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46008) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:07.419454 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-b25d39ef-0ebc-44e6-a0ba-fb46b95fccec tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Request body: {'security_group': {'name': 'tempest-secgroup--1080450903'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:07.424675 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46010) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:07.457452 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a752a0de-c8d8-45c6-9985-8e491b6889b5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] GET failed (client error): The resource could not be found. Mar 07 10:56:07.458609 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a752a0de-c8d8-45c6-9985-8e491b6889b5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "GET /v2.0/ports/d36d28c6-c34b-4b89-8c4d-e17045ed518a HTTP/1.1" status: 404 len: 333 time: 0.0329494 Mar 07 10:56:07.464326 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46014) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:07.471317 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-1b33318b-2a85-4c6b-b72f-8938254bfe0b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'port': {'network_id': 'a088a22f-556b-48f6-9894-3aa585071573', 'name': 'tempest-PortsIpV6TestJSON-614489203'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:07.501473 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b25d39ef-0ebc-44e6-a0ba-fb46b95fccec tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:07.560889 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46018) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:07.657558 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b33318b-2a85-4c6b-b72f-8938254bfe0b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:07.660935 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1b33318b-2a85-4c6b-b72f-8938254bfe0b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:07.683642 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-2cd0155d-c3d5-4cec-95d7-0afb096b447f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1703500638-network', 'tenant_id': '95b698f37d9d48cebde39c910a78528b'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:07.718762 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-1b33318b-2a85-4c6b-b72f-8938254bfe0b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] device_id is not set on port c3a65176-2076-484e-b603-87f2ba9ffaeb yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:56:07.736386 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b25d39ef-0ebc-44e6-a0ba-fb46b95fccec tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (5288185d-2b90-43a3-a36b-be22981ddd32), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:07.766795 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-deb1e580-6361-4406-9d8c-4aa6630ac65a tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:07.768228 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-deb1e580-6361-4406-9d8c-4aa6630ac65a tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5477843 Mar 07 10:56:07.771737 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b25d39ef-0ebc-44e6-a0ba-fb46b95fccec tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5288185d-2b90-43a3-a36b-be22981ddd32), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:07.785669 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-8302bd61-8672-410b-9dbb-a6645575a5a9 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] 10.222.0.11 "GET /v2.0/quotas/e3c50b9bc01d4c6491f1df7af8ead8d4 HTTP/1.1" status: 200 len: 375 time: 0.0117760 Mar 07 10:56:07.787694 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd0155d-c3d5-4cec-95d7-0afb096b447f admin admin] Made reservation on behalf of 95b698f37d9d48cebde39c910a78528b for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:07.789967 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2cd0155d-c3d5-4cec-95d7-0afb096b447f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:07.798330 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60abc6e-46f3-4fda-9c94-7e2685218810 req-d8fe5165-d44c-4a75-b5fb-b419a9d3e440 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:07.800127 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d60abc6e-46f3-4fda-9c94-7e2685218810 req-d8fe5165-d44c-4a75-b5fb-b419a9d3e440 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 944 time: 0.2018697 Mar 07 10:56:07.821795 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-9b83ba41-4b42-456a-84eb-bcdc0b3d1ef5 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=e3c50b9bc01d4c6491f1df7af8ead8d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322633 Mar 07 10:56:07.845593 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2cd0155d-c3d5-4cec-95d7-0afb096b447f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:07.862995 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b25d39ef-0ebc-44e6-a0ba-fb46b95fccec tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:07.864340 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b25d39ef-0ebc-44e6-a0ba-fb46b95fccec tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4484477 Mar 07 10:56:07.867765 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46022) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:07.876036 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-adfb3908-f499-4316-84ac-bd22f881852e tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Request body: {'security_group_rule': {'security_group_id': '5288185d-2b90-43a3-a36b-be22981ddd32', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:07.884530 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d39ef-0ebc-44e6-a0ba-fb46b95fccec tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5288185d-2b90-43a3-a36b-be22981ddd32,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:07.912167 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-adfb3908-f499-4316-84ac-bd22f881852e tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (8edd0f40-0590-4715-917f-2d73985b74e1), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:07.986192 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d60abc6e-46f3-4fda-9c94-7e2685218810 req-49db40bb-7371-4a78-a822-24dc2d08c144 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1727486 Mar 07 10:56:08.017942 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-adfb3908-f499-4316-84ac-bd22f881852e tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (8edd0f40-0590-4715-917f-2d73985b74e1), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.053149 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-32428e36-4185-4312-9097-3b89f26a2b3a req-efb5ff4f-d1ee-46ed-bf85-ef3a638d1971 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] 10.222.0.11 "GET /v2.0/ports?device_id=fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841 HTTP/1.1" status: 200 len: 210 time: 0.0494618 Mar 07 10:56:08.058924 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-adfb3908-f499-4316-84ac-bd22f881852e tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (8edd0f40-0590-4715-917f-2d73985b74e1), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.069179 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1b33318b-2a85-4c6b-b72f-8938254bfe0b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for port (c3a65176-2076-484e-b603-87f2ba9ffaeb), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.082324 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb3908-f499-4316-84ac-bd22f881852e tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8edd0f40-0590-4715-917f-2d73985b74e1,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:08.097274 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-adfb3908-f499-4316-84ac-bd22f881852e tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.102239 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-adfb3908-f499-4316-84ac-bd22f881852e tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2296956 Mar 07 10:56:08.102354 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46028) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:08.114930 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2cd0155d-c3d5-4cec-95d7-0afb096b447f admin admin] Publish callbacks [] for security_group (0b3df2eb-fe21-4715-a584-b0ee1aa9879b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.128493 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2cd0155d-c3d5-4cec-95d7-0afb096b447f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0b3df2eb-fe21-4715-a584-b0ee1aa9879b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.171068 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cd0155d-c3d5-4cec-95d7-0afb096b447f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:56:08.186983 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ca8a7a4a-a4b6-49fa-8dab-5ebac700ba8a tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (8edd0f40-0590-4715-917f-2d73985b74e1), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.193959 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0155d-c3d5-4cec-95d7-0afb096b447f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3df2eb-fe21-4715-a584-b0ee1aa9879b,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:08.203135 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1b33318b-2a85-4c6b-b72f-8938254bfe0b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (c3a65176-2076-484e-b603-87f2ba9ffaeb), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.205741 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ca8a7a4a-a4b6-49fa-8dab-5ebac700ba8a tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (8edd0f40-0590-4715-917f-2d73985b74e1), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.208060 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2cd0155d-c3d5-4cec-95d7-0afb096b447f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (e051d083-7053-4556-9f86-6915a34edb7f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.208500 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-2cd0155d-c3d5-4cec-95d7-0afb096b447f admin admin] Added segment e051d083-7053-4556-9f86-6915a34edb7f of type vlan for network b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d Mar 07 10:56:08.316708 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2cd0155d-c3d5-4cec-95d7-0afb096b447f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.320945 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b33318b-2a85-4c6b-b72f-8938254bfe0b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network a088a22f-556b-48f6-9894-3aa585071573 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:56:08.330688 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-1b33318b-2a85-4c6b-b72f-8938254bfe0b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:08.338194 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b33318b-2a85-4c6b-b72f-8938254bfe0b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:56:08.344473 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b33318b-2a85-4c6b-b72f-8938254bfe0b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:08.345081 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1b33318b-2a85-4c6b-b72f-8938254bfe0b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.347508 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ca8a7a4a-a4b6-49fa-8dab-5ebac700ba8a tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (8edd0f40-0590-4715-917f-2d73985b74e1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.368520 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ca8a7a4a-a4b6-49fa-8dab-5ebac700ba8a tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.369662 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ca8a7a4a-a4b6-49fa-8dab-5ebac700ba8a tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/8edd0f40-0590-4715-917f-2d73985b74e1 HTTP/1.1" status: 204 len: 168 time: 0.2667575 Mar 07 10:56:08.370433 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33318b-2a85-4c6b-b72f-8938254bfe0b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Port': ['ID=c3a65176-2076-484e-b603-87f2ba9ffaeb,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:08.373496 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46036) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:08.384642 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a7a4a-a4b6-49fa-8dab-5ebac700ba8a tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8edd0f40-0590-4715-917f-2d73985b74e1,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:08.392343 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1b33318b-2a85-4c6b-b72f-8938254bfe0b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9261901 Mar 07 10:56:08.395390 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46038) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:08.400565 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-a4d894a1-6ba1-4e9c-ad12-6497b8417a31 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:08.405691 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2cd0155d-c3d5-4cec-95d7-0afb096b447f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.406631 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd0155d-c3d5-4cec-95d7-0afb096b447f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:08.407220 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2cd0155d-c3d5-4cec-95d7-0afb096b447f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.425656 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f77af16a-4a6b-41bf-be1c-56b080221295 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0509961 Mar 07 10:56:08.428316 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46040) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:08.464566 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2cd0155d-c3d5-4cec-95d7-0afb096b447f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9023218 Mar 07 10:56:08.467470 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46042) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:08.496678 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9a751310-77ca-49bc-a029-7b56b6915281 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (5288185d-2b90-43a3-a36b-be22981ddd32), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.497749 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d0b5a0ee-e57b-4a6d-b006-3b95cfd27125 admin admin] Request body: {'subnet': {'network_id': 'b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1703500638-subnet', 'tenant_id': '95b698f37d9d48cebde39c910a78528b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:08.523836 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9a751310-77ca-49bc-a029-7b56b6915281 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (5288185d-2b90-43a3-a36b-be22981ddd32), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.534085 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd0155d-c3d5-4cec-95d7-0afb096b447f admin admin] Pushing event updated for resources: {'Network': ['ID=b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:08.553008 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:56:08.553516 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a4d894a1-6ba1-4e9c-ad12-6497b8417a31 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c3a65176-2076-484e-b603-87f2ba9ffaeb), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.556387 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b5a0ee-e57b-4a6d-b006-3b95cfd27125 admin admin] Made reservation on behalf of 95b698f37d9d48cebde39c910a78528b for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:08.560834 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d0b5a0ee-e57b-4a6d-b006-3b95cfd27125 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.578632 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9a751310-77ca-49bc-a029-7b56b6915281 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5288185d-2b90-43a3-a36b-be22981ddd32), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.581852 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9a751310-77ca-49bc-a029-7b56b6915281 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.583029 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9a751310-77ca-49bc-a029-7b56b6915281 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "DELETE /v2.0/security-groups/5288185d-2b90-43a3-a36b-be22981ddd32 HTTP/1.1" status: 204 len: 168 time: 0.1537240 Mar 07 10:56:08.586282 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46046) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:08.593766 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a751310-77ca-49bc-a029-7b56b6915281 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5288185d-2b90-43a3-a36b-be22981ddd32,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:08.670324 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-432728d4-afeb-43f2-9153-e7e289d69e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.741348 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-598d3be2-56f1-4ed5-952a-fc045e07952d tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1539400 Mar 07 10:56:08.744981 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46050) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:08.750347 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-4c769589-d07e-45ad-9a51-ac723c9003ac tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Request body: {'security_group': {'name': 'tempest-secgroup--1129945250'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:08.773466 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4c769589-d07e-45ad-9a51-ac723c9003ac tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.853334 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4c769589-d07e-45ad-9a51-ac723c9003ac tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (e8667390-6aa5-4560-83b8-6bb1b214d569), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.858838 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4c769589-d07e-45ad-9a51-ac723c9003ac tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e8667390-6aa5-4560-83b8-6bb1b214d569), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.889185 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4c769589-d07e-45ad-9a51-ac723c9003ac tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.890519 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4c769589-d07e-45ad-9a51-ac723c9003ac tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1436870 Mar 07 10:56:08.893341 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46056) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:08.897822 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-1785ce36-132a-4065-959d-42d2cec5a19e tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Request body: {'security_group_rule': {'security_group_id': 'e8667390-6aa5-4560-83b8-6bb1b214d569', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:08.899801 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a4d894a1-6ba1-4e9c-ad12-6497b8417a31 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for port (c3a65176-2076-484e-b603-87f2ba9ffaeb), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.905004 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c769589-d07e-45ad-9a51-ac723c9003ac tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8667390-6aa5-4560-83b8-6bb1b214d569,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:08.908607 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a4d894a1-6ba1-4e9c-ad12-6497b8417a31 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (c3a65176-2076-484e-b603-87f2ba9ffaeb), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.930158 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1785ce36-132a-4065-959d-42d2cec5a19e tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (25c51338-fab5-4b40-921f-dd4f7752e03f), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.936027 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device ee93e037-6511-4170-9570-4cdb12ef88f5 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:56:08.959911 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d0b5a0ee-e57b-4a6d-b006-3b95cfd27125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (15b28a23-ca62-45e8-9f35-5e8038050869), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.962017 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-a4d894a1-6ba1-4e9c-ad12-6497b8417a31 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] In _notify_port_updated(), no bound segment for port c3a65176-2076-484e-b603-87f2ba9ffaeb on network a088a22f-556b-48f6-9894-3aa585071573 {{(pid=103766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:56:08.967620 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d894a1-6ba1-4e9c-ad12-6497b8417a31 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:08.968250 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a4d894a1-6ba1-4e9c-ad12-6497b8417a31 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:08.969868 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a4d894a1-6ba1-4e9c-ad12-6497b8417a31 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "PUT /v2.0/ports/c3a65176-2076-484e-b603-87f2ba9ffaeb HTTP/1.1" status: 200 len: 818 time: 0.5735426 Mar 07 10:56:08.979788 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46058) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:09.056156 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d894a1-6ba1-4e9c-ad12-6497b8417a31 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Port': ['ID=c3a65176-2076-484e-b603-87f2ba9ffaeb,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:09.061746 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port ee93e037-6511-4170-9570-4cdb12ef88f5, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=ee93e037-6511-4170-9570-4cdb12ef88f5,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:09.075561 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b5a0ee-e57b-4a6d-b006-3b95cfd27125 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15b28a23-ca62-45e8-9f35-5e8038050869,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:09.077487 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'ee93e037-6511-4170-9570-4cdb12ef88f5', 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b', 'port_id': 'ee93e037-6511-4170-9570-4cdb12ef88f5', 'mac_address': 'fa:16:3e:ee:6f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:56:09.111176 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70967f-fe09-4d3f-8a3e-4056d9c8d91a req-f16d9fc4-0bcd-4cd9-8fad-3a361db47a24 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:09.123276 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port ee93e037-6511-4170-9570-4cdb12ef88f5 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:09.123786 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ee93e037-6511-4170-9570-4cdb12ef88f5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:09.124270 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0b70967f-fe09-4d3f-8a3e-4056d9c8d91a req-f16d9fc4-0bcd-4cd9-8fad-3a361db47a24 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.1874418 Mar 07 10:56:09.132503 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0b5a0ee-e57b-4a6d-b006-3b95cfd27125 admin admin] Checking segment: {'id': 'e051d083-7053-4556-9f86-6915a34edb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:56:09.133147 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b5a0ee-e57b-4a6d-b006-3b95cfd27125 admin admin] Network hostable DHCP agents. Network: b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:56:09.140215 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee93e037-6511-4170-9570-4cdb12ef88f5 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:56:09.165345 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port ee93e037-6511-4170-9570-4cdb12ef88f5, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=ee93e037-6511-4170-9570-4cdb12ef88f5,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:09.172174 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ee93e037-6511-4170-9570-4cdb12ef88f5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:09.180230 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1785ce36-132a-4065-959d-42d2cec5a19e tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (25c51338-fab5-4b40-921f-dd4f7752e03f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:09.199538 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0b5a0ee-e57b-4a6d-b006-3b95cfd27125 admin admin] Network b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:56:09.205381 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-aa130f38-3d93-4027-8240-cca452f6fe63 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Deleting port c3a65176-2076-484e-b603-87f2ba9ffaeb {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:56:09.205953 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aa130f38-3d93-4027-8240-cca452f6fe63 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c3a65176-2076-484e-b603-87f2ba9ffaeb), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:09.206183 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1785ce36-132a-4065-959d-42d2cec5a19e tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (25c51338-fab5-4b40-921f-dd4f7752e03f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:09.225065 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-102c0e72-0fcf-4ff1-9f8f-ac5b20cc5026 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=e3c50b9bc01d4c6491f1df7af8ead8d4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0934091 Mar 07 10:56:09.243309 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-d0b5a0ee-e57b-4a6d-b006-3b95cfd27125 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:09.245247 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=ee93e037-6511-4170-9570-4cdb12ef88f5,revision_number=11']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:09.255148 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d7678f-efda-49f9-88a4-2c79d654a31f None None] Network b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:56:09.264587 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:09.265224 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:09.265723 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:09.266218 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:09.266709 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:09.267222 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:09.267552 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:09.268052 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:09.268394 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:09.268728 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:09.269053 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:09.269406 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:09.269729 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:09.271692 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b5a0ee-e57b-4a6d-b006-3b95cfd27125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:09.273977 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d0b5a0ee-e57b-4a6d-b006-3b95cfd27125 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:09.332211 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785ce36-132a-4065-959d-42d2cec5a19e tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c51338-fab5-4b40-921f-dd4f7752e03f,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:09.347749 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d0b5a0ee-e57b-4a6d-b006-3b95cfd27125 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8792181 Mar 07 10:56:09.351560 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1785ce36-132a-4065-959d-42d2cec5a19e tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:09.356569 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1785ce36-132a-4065-959d-42d2cec5a19e tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4583757 Mar 07 10:56:09.356569 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46066) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:09.361571 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd815a-95e1-491d-b2af-1db30675985c req-2ec13e57-e856-496b-8222-671e2c522f6f tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:09.363117 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-07fd815a-95e1-491d-b2af-1db30675985c req-2ec13e57-e856-496b-8222-671e2c522f6f tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 945 time: 0.2075334 Mar 07 10:56:09.368280 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aa130f38-3d93-4027-8240-cca452f6fe63 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c3a65176-2076-484e-b603-87f2ba9ffaeb), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:09.389472 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-aa130f38-3d93-4027-8240-cca452f6fe63 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Calling delete_port for c3a65176-2076-484e-b603-87f2ba9ffaeb owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:56:09.389695 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8acc907a-f078-4312-a7b1-d1ef2bf5f07a tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "GET /v2.0/security-group-rules/25c51338-fab5-4b40-921f-dd4f7752e03f HTTP/1.1" status: 200 len: 763 time: 0.0322843 Mar 07 10:56:09.392854 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0b70967f-fe09-4d3f-8a3e-4056d9c8d91a req-d9448ffa-b0d2-448c-b7d3-de9472b5c84b tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2674124 Mar 07 10:56:09.393426 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46068) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:09.445693 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-f4925683-f9b0-4128-9033-d4bcf8029d70 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:09.447215 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-f4925683-f9b0-4128-9033-d4bcf8029d70 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2113447 Mar 07 10:56:09.461135 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-c8242550-159d-4259-a5b8-db47559b95a1 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Request body: {'port': {'device_id': 'fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'admin_state_up': True, 'tenant_id': 'e3c50b9bc01d4c6491f1df7af8ead8d4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:09.486961 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-07fd815a-95e1-491d-b2af-1db30675985c req-0def79fc-2d36-4007-882c-5f1eae484d39 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1021717 Mar 07 10:56:09.492083 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb298485-f4f6-43eb-9b9d-42e452db072b None None] Network b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:56:09.530949 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['ee93e037-6511-4170-9570-4cdb12ef88f5'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:56:09.533899 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4988c23d-87b1-4f9b-a385-a05ee32e9b2d tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1352482 Mar 07 10:56:09.537725 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46074) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:09.563900 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aa130f38-3d93-4027-8240-cca452f6fe63 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (c3a65176-2076-484e-b603-87f2ba9ffaeb), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:09.590592 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-71cf9f05-d845-49e5-9949-dd2cfa48853f req-ae22c8d8-8b4f-4d9f-a1ea-08b0f09958e8 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] 10.222.0.11 "GET /v2.0/ports?device_id=fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841 HTTP/1.1" status: 200 len: 210 time: 0.0837924 Mar 07 10:56:09.599488 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa130f38-3d93-4027-8240-cca452f6fe63 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Port': ['ID=c3a65176-2076-484e-b603-87f2ba9ffaeb,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:09.610734 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aa130f38-3d93-4027-8240-cca452f6fe63 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:09.620300 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-aa130f38-3d93-4027-8240-cca452f6fe63 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/ports/c3a65176-2076-484e-b603-87f2ba9ffaeb HTTP/1.1" status: 204 len: 168 time: 0.6379001 Mar 07 10:56:09.621616 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46076) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:09.651516 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e63ec658-cdd0-40a9-9647-9a1ccd8d78dc tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (25c51338-fab5-4b40-921f-dd4f7752e03f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:09.679883 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e63ec658-cdd0-40a9-9647-9a1ccd8d78dc tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (25c51338-fab5-4b40-921f-dd4f7752e03f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:09.723533 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a1bc54-18e1-4fc2-b980-c3d80c31d394 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:09.728929 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-45a1bc54-18e1-4fc2-b980-c3d80c31d394 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1060205 Mar 07 10:56:09.729390 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46078) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:09.764549 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e63ec658-cdd0-40a9-9647-9a1ccd8d78dc tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (25c51338-fab5-4b40-921f-dd4f7752e03f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:09.770147 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e63ec658-cdd0-40a9-9647-9a1ccd8d78dc tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:09.771278 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e63ec658-cdd0-40a9-9647-9a1ccd8d78dc tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/25c51338-fab5-4b40-921f-dd4f7752e03f HTTP/1.1" status: 204 len: 168 time: 0.2326300 Mar 07 10:56:09.773912 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46080) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:09.775200 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf70bc7b-e296-4f0e-a9ba-828a2e84a4e3 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] GET failed (client error): The resource could not be found. Mar 07 10:56:09.780602 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-cf70bc7b-e296-4f0e-a9ba-828a2e84a4e3 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "GET /v2.0/ports/c3a65176-2076-484e-b603-87f2ba9ffaeb HTTP/1.1" status: 404 len: 333 time: 0.0440593 Mar 07 10:56:09.780602 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-c8242550-159d-4259-a5b8-db47559b95a1 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Made reservation on behalf of e3c50b9bc01d4c6491f1df7af8ead8d4 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:09.781340 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-c8242550-159d-4259-a5b8-db47559b95a1 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:09.783547 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46082) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:09.795428 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-c8242550-159d-4259-a5b8-db47559b95a1 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:09.797095 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e66ada9b-1c1c-4bfe-b1f5-c7c0a07651e4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-514840626'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:09.798353 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ec658-cdd0-40a9-9647-9a1ccd8d78dc tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25c51338-fab5-4b40-921f-dd4f7752e03f,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:09.830280 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66ada9b-1c1c-4bfe-b1f5-c7c0a07651e4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:09.833555 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e66ada9b-1c1c-4bfe-b1f5-c7c0a07651e4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:09.844002 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-02ea758e-284a-4fdc-ba56-2357338780a8 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0686183 Mar 07 10:56:09.846563 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46084) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:09.852836 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-d892e9d9-e47d-47f4-a3f3-0e9e7f70063d tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Request body: {'security_group_rule': {'security_group_id': 'e8667390-6aa5-4560-83b8-6bb1b214d569', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:09.873713 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e66ada9b-1c1c-4bfe-b1f5-c7c0a07651e4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 204} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:56:09.883224 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:09.884357 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e66ada9b-1c1c-4bfe-b1f5-c7c0a07651e4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (1256580a-2de8-4f5b-a50a-41fd0e3b45da), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:09.884798 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-e66ada9b-1c1c-4bfe-b1f5-c7c0a07651e4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Added segment 1256580a-2de8-4f5b-a50a-41fd0e3b45da of type vlan for network cd95b96f-2e9c-49f0-9ac4-d0d5c0275648 Mar 07 10:56:09.906554 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d892e9d9-e47d-47f4-a3f3-0e9e7f70063d tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (229ce61b-28d4-4404-935b-79d2d312b2f1), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:09.920641 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-c8242550-159d-4259-a5b8-db47559b95a1 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Publish callbacks [] for security_group (548ce50a-8eae-433a-b3d2-64aa3cca6f3e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:09.927568 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e66ada9b-1c1c-4bfe-b1f5-c7c0a07651e4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (cd95b96f-2e9c-49f0-9ac4-d0d5c0275648), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:09.931427 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-c8242550-159d-4259-a5b8-db47559b95a1 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (548ce50a-8eae-433a-b3d2-64aa3cca6f3e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:09.956400 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e66ada9b-1c1c-4bfe-b1f5-c7c0a07651e4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (cd95b96f-2e9c-49f0-9ac4-d0d5c0275648), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:09.973779 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66ada9b-1c1c-4bfe-b1f5-c7c0a07651e4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:09.974494 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e66ada9b-1c1c-4bfe-b1f5-c7c0a07651e4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:10.007647 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e66ada9b-1c1c-4bfe-b1f5-c7c0a07651e4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2221644 Mar 07 10:56:10.010596 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46088) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:10.025637 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-70b70435-314d-4b78-b807-43a9a7c9df9b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'subnet': {'network_id': 'cd95b96f-2e9c-49f0-9ac4-d0d5c0275648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:10.035403 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8242550-159d-4259-a5b8-db47559b95a1 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=548ce50a-8eae-433a-b3d2-64aa3cca6f3e,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:10.095516 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d892e9d9-e47d-47f4-a3f3-0e9e7f70063d tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (229ce61b-28d4-4404-935b-79d2d312b2f1), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:10.104363 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d892e9d9-e47d-47f4-a3f3-0e9e7f70063d tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (229ce61b-28d4-4404-935b-79d2d312b2f1), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:10.132509 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892e9d9-e47d-47f4-a3f3-0e9e7f70063d tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=229ce61b-28d4-4404-935b-79d2d312b2f1,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:10.134702 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ada9b-1c1c-4bfe-b1f5-c7c0a07651e4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Network': ['ID=cd95b96f-2e9c-49f0-9ac4-d0d5c0275648,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:10.135264 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-c8242550-159d-4259-a5b8-db47559b95a1 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Allocated IP 192.168.233.141 (598bad6c-a435-45aa-bbb6-2339f78a1590/cd915eb6-2d51-4c50-93c9-6777e48b408a/cf78603f-f00b-4fad-91b2-e901ab7da639) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:56:10.153381 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d892e9d9-e47d-47f4-a3f3-0e9e7f70063d tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:10.155104 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d892e9d9-e47d-47f4-a3f3-0e9e7f70063d tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3075743 Mar 07 10:56:10.160920 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46094) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:10.161760 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network cd95b96f-2e9c-49f0-9ac4-d0d5c0275648 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:56:10.181734 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b70435-314d-4b78-b807-43a9a7c9df9b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:10.186345 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b9528005-2891-444b-9480-ea57568ee3ae tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "GET /v2.0/security-group-rules/229ce61b-28d4-4404-935b-79d2d312b2f1 HTTP/1.1" status: 200 len: 763 time: 0.0242333 Mar 07 10:56:10.188132 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-70b70435-314d-4b78-b807-43a9a7c9df9b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:10.196168 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46096) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:10.332911 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b4884b5a-83fa-47ad-b0ea-8423c6a70b14 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1344965 Mar 07 10:56:10.335703 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46098) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:10.367935 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-c8242550-159d-4259-a5b8-db47559b95a1 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Publish callbacks [] for port (cf78603f-f00b-4fad-91b2-e901ab7da639), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:10.378101 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4cc9cf5-ed6e-47b3-b2db-d58c18485d08 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (229ce61b-28d4-4404-935b-79d2d312b2f1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:10.389253 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4cc9cf5-ed6e-47b3-b2db-d58c18485d08 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (229ce61b-28d4-4404-935b-79d2d312b2f1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:10.439532 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4cc9cf5-ed6e-47b3-b2db-d58c18485d08 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (229ce61b-28d4-4404-935b-79d2d312b2f1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:10.440845 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-70b70435-314d-4b78-b807-43a9a7c9df9b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (44b60524-fb5d-4696-8501-0c7b97fc8f94), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:10.449292 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4cc9cf5-ed6e-47b3-b2db-d58c18485d08 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:10.450794 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e4cc9cf5-ed6e-47b3-b2db-d58c18485d08 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/229ce61b-28d4-4404-935b-79d2d312b2f1 HTTP/1.1" status: 204 len: 168 time: 0.1136529 Mar 07 10:56:10.455495 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46102) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:10.463110 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc9cf5-ed6e-47b3-b2db-d58c18485d08 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=229ce61b-28d4-4404-935b-79d2d312b2f1,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:10.468292 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-c8242550-159d-4259-a5b8-db47559b95a1 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (cf78603f-f00b-4fad-91b2-e901ab7da639), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:10.528264 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-c8242550-159d-4259-a5b8-db47559b95a1 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:56:10.532716 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-c8242550-159d-4259-a5b8-db47559b95a1 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:10.539174 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-c8242550-159d-4259-a5b8-db47559b95a1 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:56:10.590457 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8242550-159d-4259-a5b8-db47559b95a1 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Pushing event updated for resources: {'Port': ['ID=cf78603f-f00b-4fad-91b2-e901ab7da639,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:10.602215 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b70435-314d-4b78-b807-43a9a7c9df9b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Subnet': ['ID=44b60524-fb5d-4696-8501-0c7b97fc8f94,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:10.627816 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-c8242550-159d-4259-a5b8-db47559b95a1 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:10.629089 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-c8242550-159d-4259-a5b8-db47559b95a1 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:10.645769 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-61db68a3-22d9-4513-b473-768d5dd26643 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1571889 Mar 07 10:56:10.651486 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46108) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:10.657237 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f528c166-0289-428a-81a9-c30fde0632d3 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Request body: {'security_group_rule': {'security_group_id': 'e8667390-6aa5-4560-83b8-6bb1b214d569', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:10.663054 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b70435-314d-4b78-b807-43a9a7c9df9b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Checking segment: {'id': '1256580a-2de8-4f5b-a50a-41fd0e3b45da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cd95b96f-2e9c-49f0-9ac4-d0d5c0275648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:56:10.663573 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b70435-314d-4b78-b807-43a9a7c9df9b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network hostable DHCP agents. Network: cd95b96f-2e9c-49f0-9ac4-d0d5c0275648, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:56:10.678286 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df81d6-2b64-4b7e-8d95-d7333268bea2 req-00400a40-c7bc-434a-8deb-ad71d70c1041 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:10.680098 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c9df81d6-2b64-4b7e-8d95-d7333268bea2 req-00400a40-c7bc-434a-8deb-ad71d70c1041 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.1828811 Mar 07 10:56:10.690040 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-c8242550-159d-4259-a5b8-db47559b95a1 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2336788 Mar 07 10:56:10.707073 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-614a7d44-aa3b-4cd1-b663-95194b87ea49 service neutron] Request body: {'port': {'device_id': 'fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:10.730303 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b70435-314d-4b78-b807-43a9a7c9df9b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network cd95b96f-2e9c-49f0-9ac4-d0d5c0275648 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:56:10.755558 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-70b70435-314d-4b78-b807-43a9a7c9df9b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, cd95b96f-2e9c-49f0-9ac4-d0d5c0275648) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:10.762563 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f528c166-0289-428a-81a9-c30fde0632d3 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (3faaaf23-5b2c-4dcf-ac73-c79d046d81ea), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:10.766384 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b70435-314d-4b78-b807-43a9a7c9df9b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:10.766841 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8893a433-d7a2-43e0-bd93-0a7851920338 None None] Network cd95b96f-2e9c-49f0-9ac4-d0d5c0275648 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:56:10.766986 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-70b70435-314d-4b78-b807-43a9a7c9df9b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:10.784163 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c9df81d6-2b64-4b7e-8d95-d7333268bea2 req-1a24e583-7d8b-4d7c-a808-3f7e0e40da07 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961666 Mar 07 10:56:10.802686 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7433b2-9b12-4376-b49e-9926a0d8e6ed req-2359097f-6065-460f-890b-6a3f4442ff4d tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:10.806297 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-70b70435-314d-4b78-b807-43a9a7c9df9b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7936637 Mar 07 10:56:10.806982 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46110) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:10.814242 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b7433b2-9b12-4376-b49e-9926a0d8e6ed req-2359097f-6065-460f-890b-6a3f4442ff4d tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 945 time: 0.1938455 Mar 07 10:56:10.827365 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-46c921e9-5b61-4d3c-99d7-e40c580580d1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'subnet': {'network_id': 'cd95b96f-2e9c-49f0-9ac4-d0d5c0275648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:10.922369 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-614a7d44-aa3b-4cd1-b663-95194b87ea49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (cf78603f-f00b-4fad-91b2-e901ab7da639), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:10.950568 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device ee93e037-6511-4170-9570-4cdb12ef88f5 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:56:10.955751 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b7433b2-9b12-4376-b49e-9926a0d8e6ed req-9f69a5c6-cfb2-446f-ae15-705cf330ec92 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1403465 Mar 07 10:56:10.985458 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c4c274-a2b3-4c28-be25-381881b9a38f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-cd95b96f-2e9c-49f0-9ac4-d0d5c0275648', 'network_id': 'cd95b96f-2e9c-49f0-9ac4-d0d5c0275648', 'project_id': '24650689eb2c414cad84787c8951192e', 'fixed_ips': [{'subnet_id': '44b60524-fb5d-4696-8501-0c7b97fc8f94'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:56:10.993461 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a9c4c274-a2b3-4c28-be25-381881b9a38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:11.100210 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f6c0e39e-aac3-472e-9585-05f791c13676 None None] Provisioning complete for port cf78603f-f00b-4fad-91b2-e901ab7da639 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:11.100797 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f6c0e39e-aac3-472e-9585-05f791c13676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (cf78603f-f00b-4fad-91b2-e901ab7da639), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:11.168404 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f6c0e39e-aac3-472e-9585-05f791c13676 None None] Port cf78603f-f00b-4fad-91b2-e901ab7da639 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:56:11.200737 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port ee93e037-6511-4170-9570-4cdb12ef88f5 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:56:11.209626 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port ee93e037-6511-4170-9570-4cdb12ef88f5 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:11.210004 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ee93e037-6511-4170-9570-4cdb12ef88f5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:11.262393 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-a9c4c274-a2b3-4c28-be25-381881b9a38f None None] Allocated IP 2001:db8::2 (cd95b96f-2e9c-49f0-9ac4-d0d5c0275648/44b60524-fb5d-4696-8501-0c7b97fc8f94/841a7c8e-167a-4168-b342-5c902378c216) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:56:11.321827 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-614a7d44-aa3b-4cd1-b663-95194b87ea49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf78603f-f00b-4fad-91b2-e901ab7da639 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:56:11.332122 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-614a7d44-aa3b-4cd1-b663-95194b87ea49 service neutron] Publish callbacks [] for port (cf78603f-f00b-4fad-91b2-e901ab7da639), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:11.349025 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-614a7d44-aa3b-4cd1-b663-95194b87ea49 service neutron] Transition to ACTIVE for port object cf78603f-f00b-4fad-91b2-e901ab7da639 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:56:11.355779 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-614a7d44-aa3b-4cd1-b663-95194b87ea49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (cf78603f-f00b-4fad-91b2-e901ab7da639), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:11.368823 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f528c166-0289-428a-81a9-c30fde0632d3 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (3faaaf23-5b2c-4dcf-ac73-c79d046d81ea), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:11.391760 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port ee93e037-6511-4170-9570-4cdb12ef88f5 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:11.392152 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ee93e037-6511-4170-9570-4cdb12ef88f5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:11.393644 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02fb72-8c35-4b45-b562-c040155a4d83 req-c128afd1-b231-4de0-b237-41517a3fc57a tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:11.395406 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5d02fb72-8c35-4b45-b562-c040155a4d83 req-c128afd1-b231-4de0-b237-41517a3fc57a tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] 10.222.0.11 "GET /v2.0/ports?device_id=fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841 HTTP/1.1" status: 200 len: 936 time: 0.4907546 Mar 07 10:56:11.399214 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f528c166-0289-428a-81a9-c30fde0632d3 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (3faaaf23-5b2c-4dcf-ac73-c79d046d81ea), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:11.420023 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a7d44-aa3b-4cd1-b663-95194b87ea49 service neutron] Pushing event updated for resources: {'Port': ['ID=cf78603f-f00b-4fad-91b2-e901ab7da639,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:11.437056 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24fb9e05-7723-46d3-a1a3-d341503ece95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee93e037-6511-4170-9570-4cdb12ef88f5'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:56:11.439328 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db72fe0-3bc9-4e17-815f-9bb8a16222c0" -d '{"events": [{"server_uuid": "24fb9e05-7723-46d3-a1a3-d341503ece95", "name": "network-vif-plugged", "status": "completed", "tag": "ee93e037-6511-4170-9570-4cdb12ef88f5"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:56:11.476047 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port ee93e037-6511-4170-9570-4cdb12ef88f5, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=ee93e037-6511-4170-9570-4cdb12ef88f5,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:11.483411 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ee93e037-6511-4170-9570-4cdb12ef88f5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:11.506930 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f528c166-0289-428a-81a9-c30fde0632d3 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3faaaf23-5b2c-4dcf-ac73-c79d046d81ea,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:11.522595 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f528c166-0289-428a-81a9-c30fde0632d3 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:11.524830 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f528c166-0289-428a-81a9-c30fde0632d3 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8714502 Mar 07 10:56:11.529352 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fbd267-797f-4e41-bdbf-219ce93a5a36 x-openstack-request-id: req-60fbd267-797f-4e41-bdbf-219ce93a5a36 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:56:11.529744 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24fb9e05-7723-46d3-a1a3-d341503ece95", "name": "network-vif-plugged", "status": "completed", "tag": "ee93e037-6511-4170-9570-4cdb12ef88f5", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:56:11.530007 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-60fbd267-797f-4e41-bdbf-219ce93a5a36 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:56:11.531730 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24fb9e05-7723-46d3-a1a3-d341503ece95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee93e037-6511-4170-9570-4cdb12ef88f5', 'code': 200} Mar 07 10:56:11.538144 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46116) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:11.560780 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a9c4c274-a2b3-4c28-be25-381881b9a38f None None] Publish callbacks [] for port (841a7c8e-167a-4168-b342-5c902378c216), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:11.578917 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a9c4c274-a2b3-4c28-be25-381881b9a38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (841a7c8e-167a-4168-b342-5c902378c216), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:11.594757 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5d02fb72-8c35-4b45-b562-c040155a4d83 req-083f09f0-8df9-482f-9a6c-ec4dda25d3ca tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] 10.222.0.11 "GET /v2.0/security-groups?id=548ce50a-8eae-433a-b3d2-64aa3cca6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841712 Mar 07 10:56:11.608849 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c921e9-5b61-4d3c-99d7-e40c580580d1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:11.618155 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=ee93e037-6511-4170-9570-4cdb12ef88f5,revision_number=12']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:11.630829 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-46c921e9-5b61-4d3c-99d7-e40c580580d1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:11.664953 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c4c274-a2b3-4c28-be25-381881b9a38f None None] Network cd95b96f-2e9c-49f0-9ac4-d0d5c0275648 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:56:11.672094 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-a9c4c274-a2b3-4c28-be25-381881b9a38f None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:11.679140 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c4c274-a2b3-4c28-be25-381881b9a38f None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:56:11.685173 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:11.719946 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4c274-a2b3-4c28-be25-381881b9a38f None None] Pushing event updated for resources: {'Port': ['ID=841a7c8e-167a-4168-b342-5c902378c216,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:11.763065 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c220c7f4-7406-4622-9b80-9e9cb1622fee tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "GET /v2.0/security-group-rules/3faaaf23-5b2c-4dcf-ac73-c79d046d81ea HTTP/1.1" status: 200 len: 764 time: 0.1886289 Mar 07 10:56:11.771299 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46118) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:11.796204 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-614a7d44-aa3b-4cd1-b663-95194b87ea49 service neutron] Attempting to bind port cf78603f-f00b-4fad-91b2-e901ab7da639 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:56:11.796204 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-614a7d44-aa3b-4cd1-b663-95194b87ea49 service neutron] Attempting to bind port cf78603f-f00b-4fad-91b2-e901ab7da639 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:56:11.796204 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-614a7d44-aa3b-4cd1-b663-95194b87ea49 service neutron] Attempting to bind port cf78603f-f00b-4fad-91b2-e901ab7da639 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:56:11.810375 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-a9c4c274-a2b3-4c28-be25-381881b9a38f None None] Attempting to bind port 841a7c8e-167a-4168-b342-5c902378c216 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:56:11.810898 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-a9c4c274-a2b3-4c28-be25-381881b9a38f None None] Attempting to bind port 841a7c8e-167a-4168-b342-5c902378c216 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '1256580a-2de8-4f5b-a50a-41fd0e3b45da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cd95b96f-2e9c-49f0-9ac4-d0d5c0275648'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:56:11.811367 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c4c274-a2b3-4c28-be25-381881b9a38f None None] Attempting to bind port 841a7c8e-167a-4168-b342-5c902378c216 on network cd95b96f-2e9c-49f0-9ac4-d0d5c0275648 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:56:11.817070 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c4c274-a2b3-4c28-be25-381881b9a38f None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:56:11.817661 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c4c274-a2b3-4c28-be25-381881b9a38f None None] Checking segment: {'id': '1256580a-2de8-4f5b-a50a-41fd0e3b45da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cd95b96f-2e9c-49f0-9ac4-d0d5c0275648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:56:11.818170 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a9c4c274-a2b3-4c28-be25-381881b9a38f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:11.819821 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c4c274-a2b3-4c28-be25-381881b9a38f None None] Bound using segment: {'id': '1256580a-2de8-4f5b-a50a-41fd0e3b45da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cd95b96f-2e9c-49f0-9ac4-d0d5c0275648'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:56:11.819821 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-a9c4c274-a2b3-4c28-be25-381881b9a38f None None] Bound port: 841a7c8e-167a-4168-b342-5c902378c216, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1256580a-2de8-4f5b-a50a-41fd0e3b45da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'cd95b96f-2e9c-49f0-9ac4-d0d5c0275648'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:56:11.819821 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a9c4c274-a2b3-4c28-be25-381881b9a38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (841a7c8e-167a-4168-b342-5c902378c216), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:11.829588 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-614a7d44-aa3b-4cd1-b663-95194b87ea49 service neutron] Port cf78603f-f00b-4fad-91b2-e901ab7da639 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:56:11.830891 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-614a7d44-aa3b-4cd1-b663-95194b87ea49 service neutron] Attempting to bind port cf78603f-f00b-4fad-91b2-e901ab7da639 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:56:11.837847 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-614a7d44-aa3b-4cd1-b663-95194b87ea49 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:56:11.838380 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-614a7d44-aa3b-4cd1-b663-95194b87ea49 service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:56:11.839062 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-614a7d44-aa3b-4cd1-b663-95194b87ea49 service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:56:11.840317 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-614a7d44-aa3b-4cd1-b663-95194b87ea49 service neutron] Bound port: cf78603f-f00b-4fad-91b2-e901ab7da639, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:56:11.841993 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-614a7d44-aa3b-4cd1-b663-95194b87ea49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (cf78603f-f00b-4fad-91b2-e901ab7da639), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:11.848606 n-d-832164-4 neutron-server[103766]: INFO neutron.db.ipam_backend_mixin [None req-46c921e9-5b61-4d3c-99d7-e40c580580d1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 44b60524-fb5d-4696-8501-0c7b97fc8f94 (CIDR: 2001:db8::/64) Mar 07 10:56:11.860033 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c921e9-5b61-4d3c-99d7-e40c580580d1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:56:11.860737 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46c921e9-5b61-4d3c-99d7-e40c580580d1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:56:11.888294 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-46c921e9-5b61-4d3c-99d7-e40c580580d1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0667362 Mar 07 10:56:11.890914 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46122) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:11.897055 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-0df2d9ab-7968-4971-aeb7-9de3a768a5d0 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'subnet': {'network_id': 'cd95b96f-2e9c-49f0-9ac4-d0d5c0275648', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:11.917640 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7040c673-81ca-48fd-9fa9-7d892d2edd42 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1449864 Mar 07 10:56:11.917902 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6bc7b3-d83b-4e23-bc61-f252ab92286d req-b62fa30d-148b-4289-b827-dff6be749f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:11.918416 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46124) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:11.919272 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fd6bc7b3-d83b-4e23-bc61-f252ab92286d req-b62fa30d-148b-4289-b827-dff6be749f25 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 1128 time: 0.1379712 Mar 07 10:56:11.948990 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a9c4c274-a2b3-4c28-be25-381881b9a38f None None] For port 841a7c8e-167a-4168-b342-5c902378c216, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:56:11.952354 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a9c4c274-a2b3-4c28-be25-381881b9a38f None None] For port 841a7c8e-167a-4168-b342-5c902378c216, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=841a7c8e-167a-4168-b342-5c902378c216,segment=NetworkSegment(1256580a-2de8-4f5b-a50a-41fd0e3b45da),segment_id=1256580a-2de8-4f5b-a50a-41fd0e3b45da)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:56:11.959552 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a9c4c274-a2b3-4c28-be25-381881b9a38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (841a7c8e-167a-4168-b342-5c902378c216), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:12.021388 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:56:12.036094 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fd6bc7b3-d83b-4e23-bc61-f252ab92286d req-83cc148e-68df-407c-890c-3b03abe8a420 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1066420 Mar 07 10:56:12.064631 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5c0a9fb1-c40c-4267-8730-0db26c69abd0 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (3faaaf23-5b2c-4dcf-ac73-c79d046d81ea), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:12.065185 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df2d9ab-7968-4971-aeb7-9de3a768a5d0 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:12.070486 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0df2d9ab-7968-4971-aeb7-9de3a768a5d0 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:12.075476 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4c274-a2b3-4c28-be25-381881b9a38f None None] Pushing event updated for resources: {'Port': ['ID=841a7c8e-167a-4168-b342-5c902378c216,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:12.077220 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-614a7d44-aa3b-4cd1-b663-95194b87ea49 service neutron] For port cf78603f-f00b-4fad-91b2-e901ab7da639, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:56:12.091935 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5c0a9fb1-c40c-4267-8730-0db26c69abd0 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (3faaaf23-5b2c-4dcf-ac73-c79d046d81ea), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:12.100803 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a0639-3f4f-4805-881d-4eeb3601b218 req-4ed07dd6-5eae-4649-9ceb-61efa1be9b01 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:12.102362 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fd9a0639-3f4f-4805-881d-4eeb3601b218 req-4ed07dd6-5eae-4649-9ceb-61efa1be9b01 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.1827371 Mar 07 10:56:12.140569 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-614a7d44-aa3b-4cd1-b663-95194b87ea49 service neutron] For port cf78603f-f00b-4fad-91b2-e901ab7da639, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=cf78603f-f00b-4fad-91b2-e901ab7da639,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:56:12.162115 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-614a7d44-aa3b-4cd1-b663-95194b87ea49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (cf78603f-f00b-4fad-91b2-e901ab7da639), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:12.216612 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5c0a9fb1-c40c-4267-8730-0db26c69abd0 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (3faaaf23-5b2c-4dcf-ac73-c79d046d81ea), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:12.244469 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d388f5a-7321-4026-9456-2351743e2b95 req-ebabe23e-6ee5-4537-9a6d-2c934c006dd5 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:12.252240 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2d388f5a-7321-4026-9456-2351743e2b95 req-ebabe23e-6ee5-4537-9a6d-2c934c006dd5 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 946 time: 0.1599514 Mar 07 10:56:12.274753 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5c0a9fb1-c40c-4267-8730-0db26c69abd0 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:12.277629 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5c0a9fb1-c40c-4267-8730-0db26c69abd0 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "DELETE /v2.0/security-group-rules/3faaaf23-5b2c-4dcf-ac73-c79d046d81ea HTTP/1.1" status: 204 len: 168 time: 0.3536501 Mar 07 10:56:12.286105 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46132) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:12.338406 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fd9a0639-3f4f-4805-881d-4eeb3601b218 req-a8b65f5d-72a1-4a51-913b-18cac0bce493 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2287621 Mar 07 10:56:12.341584 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614a7d44-aa3b-4cd1-b663-95194b87ea49 service neutron] Pushing event updated for resources: {'Port': ['ID=cf78603f-f00b-4fad-91b2-e901ab7da639,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:12.351908 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a9fb1-c40c-4267-8730-0db26c69abd0 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3faaaf23-5b2c-4dcf-ac73-c79d046d81ea,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:12.360647 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-614a7d44-aa3b-4cd1-b663-95194b87ea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:12.365450 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-614a7d44-aa3b-4cd1-b663-95194b87ea49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:12.367018 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-614a7d44-aa3b-4cd1-b663-95194b87ea49 service neutron] 10.222.0.21 "PUT /v2.0/ports/cf78603f-f00b-4fad-91b2-e901ab7da639 HTTP/1.1" status: 200 len: 1096 time: 1.6663818 Mar 07 10:56:12.367611 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841', 'tag': 'cf78603f-f00b-4fad-91b2-e901ab7da639'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:56:12.372270 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e53191d8-a3bc-4915-ae09-56af60ac3ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841", "tag": "cf78603f-f00b-4fad-91b2-e901ab7da639"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:56:12.454795 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dceba098-4fe8-4392-9b8b-168b6c5e2ccc x-openstack-request-id: req-dceba098-4fe8-4392-9b8b-168b6c5e2ccc {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:56:12.455010 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841", "tag": "cf78603f-f00b-4fad-91b2-e901ab7da639", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:56:12.455256 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dceba098-4fe8-4392-9b8b-168b6c5e2ccc {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:56:12.455581 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841', 'tag': 'cf78603f-f00b-4fad-91b2-e901ab7da639', 'status': 'completed', 'code': 200} Mar 07 10:56:12.461290 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2d388f5a-7321-4026-9456-2351743e2b95 req-c9b05782-88da-4513-8c7b-b95c0357ccc8 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1892989 Mar 07 10:56:12.483522 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-e7222a9d-22ac-4941-9977-ae30b5820123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:12.485622 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-e7222a9d-22ac-4941-9977-ae30b5820123 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e3c50b9bc01d4c6491f1df7af8ead8d4&device_id=fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841 HTTP/1.1" status: 200 len: 1130 time: 0.0700941 Mar 07 10:56:12.527872 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-504dfa45-6de5-4342-944e-b70add86ae0d tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2404778 Mar 07 10:56:12.530458 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46138) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:12.592857 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-840912b3-77ba-48f7-a4ef-c7c1c4b17a21 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=cf78603f-f00b-4fad-91b2-e901ab7da639 HTTP/1.1" status: 200 len: 217 time: 0.0974808 Mar 07 10:56:12.646864 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0df2d9ab-7968-4971-aeb7-9de3a768a5d0 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (462f9407-dda3-497d-8739-43cb1b76e7e8), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:12.714661 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df2d9ab-7968-4971-aeb7-9de3a768a5d0 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network cd95b96f-2e9c-49f0-9ac4-d0d5c0275648 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:56:12.718268 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-0df2d9ab-7968-4971-aeb7-9de3a768a5d0 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:12.724860 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df2d9ab-7968-4971-aeb7-9de3a768a5d0 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:12.725955 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0df2d9ab-7968-4971-aeb7-9de3a768a5d0 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:12.754799 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0df2d9ab-7968-4971-aeb7-9de3a768a5d0 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8627267 Mar 07 10:56:12.755998 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2d9ab-7968-4971-aeb7-9de3a768a5d0 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Subnet': ['ID=462f9407-dda3-497d-8739-43cb1b76e7e8,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:12.758063 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46142) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:12.764892 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-a021a335-21be-45da-878b-e45292ee26d5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'port': {'network_id': 'cd95b96f-2e9c-49f0-9ac4-d0d5c0275648', 'fixed_ips': [{'subnet_id': '44b60524-fb5d-4696-8501-0c7b97fc8f94'}, {'subnet_id': '462f9407-dda3-497d-8739-43cb1b76e7e8'}], 'name': 'tempest-PortsIpV6TestJSON-2058882947'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:12.769688 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-c9761b64-5af8-470b-9705-9c118a06cd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:12.771228 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-c9761b64-5af8-470b-9705-9c118a06cd6c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1696229 Mar 07 10:56:12.772908 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ad272f68-7928-40a0-8447-85a8543e11f1 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (e8667390-6aa5-4560-83b8-6bb1b214d569), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:12.838967 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ad272f68-7928-40a0-8447-85a8543e11f1 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (e8667390-6aa5-4560-83b8-6bb1b214d569), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:12.858140 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c1fc4-5b9f-4cf5-adfa-02cb4a3314fc req-29a78217-64d8-4763-9fda-28f91f80523c tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:12.859534 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ca5c1fc4-5b9f-4cf5-adfa-02cb4a3314fc req-29a78217-64d8-4763-9fda-28f91f80523c tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] 10.222.0.11 "GET /v2.0/ports?device_id=fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841 HTTP/1.1" status: 200 len: 948 time: 0.1628635 Mar 07 10:56:12.889471 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a021a335-21be-45da-878b-e45292ee26d5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:12.908426 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:12.925640 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-88acec98-d977-46be-998e-6dd4ae3644eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:12.927153 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-88acec98-d977-46be-998e-6dd4ae3644eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.1486051 Mar 07 10:56:12.974140 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ad272f68-7928-40a0-8447-85a8543e11f1 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e8667390-6aa5-4560-83b8-6bb1b214d569), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:12.976729 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ad272f68-7928-40a0-8447-85a8543e11f1 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:12.978028 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ad272f68-7928-40a0-8447-85a8543e11f1 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "DELETE /v2.0/security-groups/e8667390-6aa5-4560-83b8-6bb1b214d569 HTTP/1.1" status: 204 len: 168 time: 0.4464204 Mar 07 10:56:12.991301 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46144) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:13.035087 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a021a335-21be-45da-878b-e45292ee26d5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:13.040705 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ca5c1fc4-5b9f-4cf5-adfa-02cb4a3314fc req-61b9c25b-39c7-49e7-98a2-5bf7db199784 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] 10.222.0.11 "GET /v2.0/security-groups?id=548ce50a-8eae-433a-b3d2-64aa3cca6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721890 Mar 07 10:56:13.056086 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-a021a335-21be-45da-878b-e45292ee26d5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] device_id is not set on port 6f8841bb-eb10-423d-8044-73ef12024e83 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:56:13.058911 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad272f68-7928-40a0-8447-85a8543e11f1 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8667390-6aa5-4560-83b8-6bb1b214d569,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:13.116182 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-3a6768f6-0aa0-4ed1-9a5a-6eabec54f169 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790855 Mar 07 10:56:13.243135 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46146) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:13.248585 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-46eec18d-53f9-4c46-a421-55a6c6f92c01 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Request body: {'security_group': {'name': 'tempest-secgroup--1366934916'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:13.252366 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7d724f9b-841b-4cf4-8756-e44266460349 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2564516 Mar 07 10:56:13.275316 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a545e499-dec6-44a0-b456-2430e4fc7fcb req-d477747f-cc41-4c3e-b2f2-d897ba39a3c2 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525342 Mar 07 10:56:13.293222 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-46eec18d-53f9-4c46-a421-55a6c6f92c01 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:13.424505 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53191d8-a3bc-4915-ae09-56af60ac3ee8 req-2f4f6180-2edc-4683-a7ba-964fe5ce13a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:13.425982 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e53191d8-a3bc-4915-ae09-56af60ac3ee8 req-2f4f6180-2edc-4683-a7ba-964fe5ce13a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e3c50b9bc01d4c6491f1df7af8ead8d4&device_id=fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841 HTTP/1.1" status: 200 len: 1130 time: 0.0899343 Mar 07 10:56:13.518215 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9bfd3a-23dc-42e8-a872-c2002c557d06 None None] Network cd95b96f-2e9c-49f0-9ac4-d0d5c0275648 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:56:13.522364 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-46eec18d-53f9-4c46-a421-55a6c6f92c01 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (037a10ac-8756-44e3-b7a0-0fa13d5d9153), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:13.625937 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53191d8-a3bc-4915-ae09-56af60ac3ee8 req-440b3961-675b-41ba-a163-927807c6642c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:13.628501 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e53191d8-a3bc-4915-ae09-56af60ac3ee8 req-440b3961-675b-41ba-a163-927807c6642c service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.1950819 Mar 07 10:56:13.680843 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-a021a335-21be-45da-878b-e45292ee26d5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Allocated IP 2001:db8::25c (cd95b96f-2e9c-49f0-9ac4-d0d5c0275648/44b60524-fb5d-4696-8501-0c7b97fc8f94/6f8841bb-eb10-423d-8044-73ef12024e83) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:56:13.683334 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-46eec18d-53f9-4c46-a421-55a6c6f92c01 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (037a10ac-8756-44e3-b7a0-0fa13d5d9153), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:13.715472 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-a021a335-21be-45da-878b-e45292ee26d5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Allocated IP 2001:db8:0:1::224 (cd95b96f-2e9c-49f0-9ac4-d0d5c0275648/462f9407-dda3-497d-8739-43cb1b76e7e8/6f8841bb-eb10-423d-8044-73ef12024e83) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:56:13.731464 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e53191d8-a3bc-4915-ae09-56af60ac3ee8 req-98da26cd-6d3d-4568-bbd9-103b50cf0e9f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=cf78603f-f00b-4fad-91b2-e901ab7da639 HTTP/1.1" status: 200 len: 217 time: 0.0687809 Mar 07 10:56:13.747473 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-498a1a21-8fe5-4f7c-abbc-93af3ff0eda2 None None] Provisioning complete for port 841a7c8e-167a-4168-b342-5c902378c216 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:13.747843 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-498a1a21-8fe5-4f7c-abbc-93af3ff0eda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (841a7c8e-167a-4168-b342-5c902378c216), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:13.751130 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-46eec18d-53f9-4c46-a421-55a6c6f92c01 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:13.753217 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-46eec18d-53f9-4c46-a421-55a6c6f92c01 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5086253 Mar 07 10:56:13.764322 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46162) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:13.771373 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-81706e55-d42a-49e0-8882-7a1920658157 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Request body: {'security_group_rule': {'security_group_id': '037a10ac-8756-44e3-b7a0-0fa13d5d9153', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:13.776009 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eec18d-53f9-4c46-a421-55a6c6f92c01 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=037a10ac-8756-44e3-b7a0-0fa13d5d9153,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:13.806129 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184132b-544b-480a-8d55-287829a89710 req-15cf4eb4-ebc8-49de-966b-fa8168161110 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:13.807827 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4184132b-544b-480a-8d55-287829a89710 req-15cf4eb4-ebc8-49de-966b-fa8168161110 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.2372034 Mar 07 10:56:13.817576 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eec18d-53f9-4c46-a421-55a6c6f92c01 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:13.817929 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eec18d-53f9-4c46-a421-55a6c6f92c01 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:13.818258 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eec18d-53f9-4c46-a421-55a6c6f92c01 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:13.818598 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eec18d-53f9-4c46-a421-55a6c6f92c01 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:13.818934 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eec18d-53f9-4c46-a421-55a6c6f92c01 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:13.819272 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eec18d-53f9-4c46-a421-55a6c6f92c01 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:13.819602 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eec18d-53f9-4c46-a421-55a6c6f92c01 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:13.819933 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eec18d-53f9-4c46-a421-55a6c6f92c01 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:13.820255 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eec18d-53f9-4c46-a421-55a6c6f92c01 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:13.820585 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eec18d-53f9-4c46-a421-55a6c6f92c01 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:13.820905 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eec18d-53f9-4c46-a421-55a6c6f92c01 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:13.821362 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eec18d-53f9-4c46-a421-55a6c6f92c01 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:13.821808 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46eec18d-53f9-4c46-a421-55a6c6f92c01 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:13.858559 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53191d8-a3bc-4915-ae09-56af60ac3ee8 req-65726d8b-628f-4604-9b9c-abdc45a10112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:13.869902 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e53191d8-a3bc-4915-ae09-56af60ac3ee8 req-65726d8b-628f-4604-9b9c-abdc45a10112 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1308258 Mar 07 10:56:13.910425 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4869af9b-f4bc-4c73-9956-0d49836fe306 req-5f4365e2-611e-4187-8b99-25f1c1f70b46 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:13.915622 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-81706e55-d42a-49e0-8882-7a1920658157 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (6168194b-f5e7-425d-b4af-783e8322cf78), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:13.921959 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-498a1a21-8fe5-4f7c-abbc-93af3ff0eda2 None None] Current status of the port 841a7c8e-167a-4168-b342-5c902378c216 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:13.922711 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-498a1a21-8fe5-4f7c-abbc-93af3ff0eda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (841a7c8e-167a-4168-b342-5c902378c216), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:13.939469 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4869af9b-f4bc-4c73-9956-0d49836fe306 req-5f4365e2-611e-4187-8b99-25f1c1f70b46 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 946 time: 0.3278229 Mar 07 10:56:13.972243 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-498a1a21-8fe5-4f7c-abbc-93af3ff0eda2 None None] For port 841a7c8e-167a-4168-b342-5c902378c216, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=841a7c8e-167a-4168-b342-5c902378c216,segment=NetworkSegment(1256580a-2de8-4f5b-a50a-41fd0e3b45da),segment_id=1256580a-2de8-4f5b-a50a-41fd0e3b45da)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:13.985637 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-498a1a21-8fe5-4f7c-abbc-93af3ff0eda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (841a7c8e-167a-4168-b342-5c902378c216), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:14.076739 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a1a21-8fe5-4f7c-abbc-93af3ff0eda2 None None] Pushing event updated for resources: {'Port': ['ID=841a7c8e-167a-4168-b342-5c902378c216,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:14.112305 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53191d8-a3bc-4915-ae09-56af60ac3ee8 req-bbbce4f1-8560-4c40-85df-d2d7fb1cf830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:14.114623 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e53191d8-a3bc-4915-ae09-56af60ac3ee8 req-bbbce4f1-8560-4c40-85df-d2d7fb1cf830 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.2375767 Mar 07 10:56:14.144499 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc90eb0a-cf88-449e-afb1-2741dc665eac None None] Update dhcp port {'port': {'network_id': 'cd95b96f-2e9c-49f0-9ac4-d0d5c0275648', 'fixed_ips': [{'subnet_id': '44b60524-fb5d-4696-8501-0c7b97fc8f94', 'ip_address': '2001:db8::2'}, {'subnet_id': '462f9407-dda3-497d-8739-43cb1b76e7e8'}], 'binding:host_id': 'n-d-832164-4'}, 'id': '841a7c8e-167a-4168-b342-5c902378c216'} from n-d-832164-4. {{(pid=103768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 10:56:14.149486 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4184132b-544b-480a-8d55-287829a89710 req-621d8f41-5722-41c0-8480-c7c6c9386205 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3032787 Mar 07 10:56:14.185593 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4869af9b-f4bc-4c73-9956-0d49836fe306 req-5bb95240-be09-452a-acd2-a56dffb46ad3 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2452664 Mar 07 10:56:14.187607 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 841a7c8e-167a-4168-b342-5c902378c216 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:56:14.249635 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cc90eb0a-cf88-449e-afb1-2741dc665eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (841a7c8e-167a-4168-b342-5c902378c216), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:14.266709 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-81706e55-d42a-49e0-8882-7a1920658157 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (6168194b-f5e7-425d-b4af-783e8322cf78), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:14.300827 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-81706e55-d42a-49e0-8882-7a1920658157 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (6168194b-f5e7-425d-b4af-783e8322cf78), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:14.336911 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e53191d8-a3bc-4915-ae09-56af60ac3ee8 req-f4886457-5397-47e4-a9d2-64c30fc8855d service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108076 Mar 07 10:56:14.460942 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a021a335-21be-45da-878b-e45292ee26d5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for port (6f8841bb-eb10-423d-8044-73ef12024e83), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:14.471298 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81706e55-d42a-49e0-8882-7a1920658157 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6168194b-f5e7-425d-b4af-783e8322cf78,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:14.500143 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-81706e55-d42a-49e0-8882-7a1920658157 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:14.506250 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46192) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:14.508234 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-81706e55-d42a-49e0-8882-7a1920658157 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7413015 Mar 07 10:56:14.534052 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 841a7c8e-167a-4168-b342-5c902378c216 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:14.534592 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (841a7c8e-167a-4168-b342-5c902378c216), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:14.626463 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e53191d8-a3bc-4915-ae09-56af60ac3ee8 req-03818957-71c7-42ed-a817-e62f54772c5e service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796419 Mar 07 10:56:14.633534 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d0eb1-fdb2-4182-ae8f-078a9cafe470 req-11187054-b16f-4006-bd82-df3700de1120 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:14.644392 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bd7d0eb1-fdb2-4182-ae8f-078a9cafe470 req-11187054-b16f-4006-bd82-df3700de1120 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] 10.222.0.11 "GET /v2.0/ports?device_id=fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841 HTTP/1.1" status: 200 len: 948 time: 0.3176923 Mar 07 10:56:14.691052 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-898f0bd5-d4b4-4d61-bae2-9304729621f0 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (037a10ac-8756-44e3-b7a0-0fa13d5d9153), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:14.710653 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a021a335-21be-45da-878b-e45292ee26d5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (6f8841bb-eb10-423d-8044-73ef12024e83), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:14.724686 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-898f0bd5-d4b4-4d61-bae2-9304729621f0 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (037a10ac-8756-44e3-b7a0-0fa13d5d9153), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:14.756176 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bd7d0eb1-fdb2-4182-ae8f-078a9cafe470 req-cf17756b-3e0a-4dbf-a14a-47ad4b022ad6 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] 10.222.0.11 "GET /v2.0/security-groups?id=548ce50a-8eae-433a-b3d2-64aa3cca6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100938 Mar 07 10:56:14.778034 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a021a335-21be-45da-878b-e45292ee26d5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network cd95b96f-2e9c-49f0-9ac4-d0d5c0275648 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:56:14.782463 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-a021a335-21be-45da-878b-e45292ee26d5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:14.791108 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-898f0bd5-d4b4-4d61-bae2-9304729621f0 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (037a10ac-8756-44e3-b7a0-0fa13d5d9153), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:14.793448 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a021a335-21be-45da-878b-e45292ee26d5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:56:14.793733 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-898f0bd5-d4b4-4d61-bae2-9304729621f0 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:14.794893 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-898f0bd5-d4b4-4d61-bae2-9304729621f0 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "DELETE /v2.0/security-groups/037a10ac-8756-44e3-b7a0-0fa13d5d9153 HTTP/1.1" status: 204 len: 168 time: 0.2877495 Mar 07 10:56:14.798126 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46196) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:14.799506 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a021a335-21be-45da-878b-e45292ee26d5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:14.800519 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a021a335-21be-45da-878b-e45292ee26d5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:14.805097 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a021a335-21be-45da-878b-e45292ee26d5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Port': ['ID=6f8841bb-eb10-423d-8044-73ef12024e83,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:14.827042 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f0bd5-d4b4-4d61-bae2-9304729621f0 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=037a10ac-8756-44e3-b7a0-0fa13d5d9153,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:14.841411 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a021a335-21be-45da-878b-e45292ee26d5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.0819659 Mar 07 10:56:14.842443 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46198) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:14.850303 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-cc373272-88dd-4cbe-9eeb-4f2ce240ecd0 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '44b60524-fb5d-4696-8501-0c7b97fc8f94'}]}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:14.875937 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1720a523-8061-4e69-81be-3470c3a7fb29 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0764065 Mar 07 10:56:14.878994 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46200) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:14.933333 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-bd644549-ee93-4b51-acb7-e60ed550849f tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0522377 Mar 07 10:56:14.936377 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46202) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:14.954335 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-0665fdcc-c350-404f-8077-a618ad6135b3 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] delete failed (client error): The resource could not be found. Mar 07 10:56:14.955311 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0665fdcc-c350-404f-8077-a618ad6135b3 tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "DELETE /v2.0/security-groups/037a10ac-8756-44e3-b7a0-0fa13d5d9153 HTTP/1.1" status: 404 len: 347 time: 0.0178773 Mar 07 10:56:14.956240 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cc373272-88dd-4cbe-9eeb-4f2ce240ecd0 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6f8841bb-eb10-423d-8044-73ef12024e83), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:14.958943 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46204) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:15.028963 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-cc90eb0a-cf88-449e-afb1-2741dc665eac None None] Allocated IP 2001:db8:0:1::2 (cd95b96f-2e9c-49f0-9ac4-d0d5c0275648/462f9407-dda3-497d-8739-43cb1b76e7e8/841a7c8e-167a-4168-b342-5c902378c216) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:56:15.036832 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 841a7c8e-167a-4168-b342-5c902378c216 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:15.050601 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f34e0594-b5f9-47b3-9def-523427ef640c tempest-SecGroupTest-148103900 tempest-SecGroupTest-148103900-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0905998 Mar 07 10:56:15.156915 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-cc90eb0a-cf88-449e-afb1-2741dc665eac None None] For port 841a7c8e-167a-4168-b342-5c902378c216, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=841a7c8e-167a-4168-b342-5c902378c216,segment=NetworkSegment(1256580a-2de8-4f5b-a50a-41fd0e3b45da),segment_id=1256580a-2de8-4f5b-a50a-41fd0e3b45da)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:15.227215 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cc90eb0a-cf88-449e-afb1-2741dc665eac None None] Publish callbacks [] for port (841a7c8e-167a-4168-b342-5c902378c216), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:15.236362 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cc90eb0a-cf88-449e-afb1-2741dc665eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (841a7c8e-167a-4168-b342-5c902378c216), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:15.359293 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-cc373272-88dd-4cbe-9eeb-4f2ce240ecd0 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Delete allocated IP 2001:db8:0:1::224 (cd95b96f-2e9c-49f0-9ac4-d0d5c0275648/462f9407-dda3-497d-8739-43cb1b76e7e8) {{(pid=103766) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 10:56:15.368049 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90eb0a-cf88-449e-afb1-2741dc665eac None None] Pushing event updated for resources: {'Port': ['ID=841a7c8e-167a-4168-b342-5c902378c216,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:15.383875 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46214) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:15.422489 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a448ef3-2942-409a-ad87-da97d958a62f req-d8f9aade-0799-4818-981d-e991c0c5e507 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:15.427575 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6a448ef3-2942-409a-ad87-da97d958a62f req-d8f9aade-0799-4818-981d-e991c0c5e507 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.1610329 Mar 07 10:56:15.509296 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6a448ef3-2942-409a-ad87-da97d958a62f req-21d88b34-f9ac-49b4-bd68-f726a8c04a7c tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718870 Mar 07 10:56:15.577208 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43af070-38a6-4903-8d19-0283a821b381 req-5f3940eb-c6de-4754-9c78-e6ed2173fa9d tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:15.579126 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a43af070-38a6-4903-8d19-0283a821b381 req-5f3940eb-c6de-4754-9c78-e6ed2173fa9d tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 946 time: 0.1895967 Mar 07 10:56:15.658402 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9bf39993-aa4e-4ade-a73e-0e6362b5dda6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c8441ad5f845442cacec6bf5fc235032&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2719707 Mar 07 10:56:15.660774 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46220) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:15.682014 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cc373272-88dd-4cbe-9eeb-4f2ce240ecd0 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for port (6f8841bb-eb10-423d-8044-73ef12024e83), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:15.691700 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a43af070-38a6-4903-8d19-0283a821b381 req-455fb397-74c1-4ba4-94cc-bc51883105b8 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1015604 Mar 07 10:56:15.692831 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cc373272-88dd-4cbe-9eeb-4f2ce240ecd0 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (6f8841bb-eb10-423d-8044-73ef12024e83), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:15.727437 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device cf78603f-f00b-4fad-91b2-e901ab7da639 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:56:15.822754 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc373272-88dd-4cbe-9eeb-4f2ce240ecd0 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Port': ['ID=6f8841bb-eb10-423d-8044-73ef12024e83,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:15.843318 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-93f10399-d67a-4f2e-b0e5-6da42678ab51 admin admin] Publish callbacks [] for security_group (46fbd276-7817-4e1b-8e1a-561a63ca9cf0), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:15.896739 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-93f10399-d67a-4f2e-b0e5-6da42678ab51 admin admin] Publish callbacks [] for security_group (46fbd276-7817-4e1b-8e1a-561a63ca9cf0), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:15.912329 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-cc373272-88dd-4cbe-9eeb-4f2ce240ecd0 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] In _notify_port_updated(), no bound segment for port 6f8841bb-eb10-423d-8044-73ef12024e83 on network cd95b96f-2e9c-49f0-9ac4-d0d5c0275648 {{(pid=103766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:56:15.925999 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc373272-88dd-4cbe-9eeb-4f2ce240ecd0 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:15.931931 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cc373272-88dd-4cbe-9eeb-4f2ce240ecd0 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:15.932134 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cc373272-88dd-4cbe-9eeb-4f2ce240ecd0 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "PUT /v2.0/ports/6f8841bb-eb10-423d-8044-73ef12024e83 HTTP/1.1" status: 200 len: 926 time: 1.0884869 Mar 07 10:56:15.936813 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46226) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:15.941841 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-b05eae1e-77a4-4af8-a004-e51aac2eeb12 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '44b60524-fb5d-4696-8501-0c7b97fc8f94'}, {'subnet_id': '462f9407-dda3-497d-8739-43cb1b76e7e8'}]}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:16.038029 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port cf78603f-f00b-4fad-91b2-e901ab7da639, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=cf78603f-f00b-4fad-91b2-e901ab7da639,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:16.076276 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'cf78603f-f00b-4fad-91b2-e901ab7da639', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': 'cf78603f-f00b-4fad-91b2-e901ab7da639', 'mac_address': 'fa:16:3e:70:ce:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:56:16.088937 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 841a7c8e-167a-4168-b342-5c902378c216 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:56:16.104261 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcdfe7-61c4-4043-8d03-2c03229115db req-2caa252f-e867-49eb-a487-809644a7616b tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:16.106485 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-06fcdfe7-61c4-4043-8d03-2c03229115db req-2caa252f-e867-49eb-a487-809644a7616b tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] 10.222.0.11 "GET /v2.0/ports?device_id=fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841 HTTP/1.1" status: 200 len: 948 time: 0.2069950 Mar 07 10:56:16.147896 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-93f10399-d67a-4f2e-b0e5-6da42678ab51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (46fbd276-7817-4e1b-8e1a-561a63ca9cf0), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:16.150802 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-93f10399-d67a-4f2e-b0e5-6da42678ab51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:16.154798 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-93f10399-d67a-4f2e-b0e5-6da42678ab51 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/46fbd276-7817-4e1b-8e1a-561a63ca9cf0 HTTP/1.1" status: 204 len: 168 time: 0.4907367 Mar 07 10:56:16.179200 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port cf78603f-f00b-4fad-91b2-e901ab7da639 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:16.180018 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (cf78603f-f00b-4fad-91b2-e901ab7da639), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:16.183692 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f10399-d67a-4f2e-b0e5-6da42678ab51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fbd276-7817-4e1b-8e1a-561a63ca9cf0,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:16.195916 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf78603f-f00b-4fad-91b2-e901ab7da639 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:56:16.233585 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port cf78603f-f00b-4fad-91b2-e901ab7da639, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=cf78603f-f00b-4fad-91b2-e901ab7da639,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:16.234574 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 841a7c8e-167a-4168-b342-5c902378c216 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:16.234949 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (841a7c8e-167a-4168-b342-5c902378c216), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:16.259760 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (cf78603f-f00b-4fad-91b2-e901ab7da639), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:16.272174 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-06fcdfe7-61c4-4043-8d03-2c03229115db req-22cff558-4762-481f-8e61-b4ca8fffda94 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] 10.222.0.11 "GET /v2.0/security-groups?id=548ce50a-8eae-433a-b3d2-64aa3cca6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295352 Mar 07 10:56:16.278208 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b05eae1e-77a4-4af8-a004-e51aac2eeb12 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6f8841bb-eb10-423d-8044-73ef12024e83), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:16.335680 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=cf78603f-f00b-4fad-91b2-e901ab7da639,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:16.387182 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 841a7c8e-167a-4168-b342-5c902378c216 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:16.425370 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4d817f-2585-4ce1-a1b6-cc6bc77aeb9c None None] Network cd95b96f-2e9c-49f0-9ac4-d0d5c0275648 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:56:16.456941 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-286f5d4b-9743-4da0-ab72-979885881663 None None] Provisioning complete for port 841a7c8e-167a-4168-b342-5c902378c216 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:16.457382 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-286f5d4b-9743-4da0-ab72-979885881663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (841a7c8e-167a-4168-b342-5c902378c216), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:16.489187 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['cf78603f-f00b-4fad-91b2-e901ab7da639'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:56:16.602094 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-b05eae1e-77a4-4af8-a004-e51aac2eeb12 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Allocated IP 2001:db8:0:1::d9 (cd95b96f-2e9c-49f0-9ac4-d0d5c0275648/462f9407-dda3-497d-8739-43cb1b76e7e8/6f8841bb-eb10-423d-8044-73ef12024e83) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:56:16.674259 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52e58b-2b36-4d10-9798-527e3d080226 req-55dce61f-ba80-4e11-bb97-161ca9b6d713 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:16.676351 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ba52e58b-2b36-4d10-9798-527e3d080226 req-55dce61f-ba80-4e11-bb97-161ca9b6d713 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.0803788 Mar 07 10:56:16.713547 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-286f5d4b-9743-4da0-ab72-979885881663 None None] Current status of the port 841a7c8e-167a-4168-b342-5c902378c216 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:16.783275 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ba52e58b-2b36-4d10-9798-527e3d080226 req-89972c6b-ad27-4981-8705-6978bb7f2a25 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924304 Mar 07 10:56:16.804356 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b05eae1e-77a4-4af8-a004-e51aac2eeb12 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for port (6f8841bb-eb10-423d-8044-73ef12024e83), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:16.812722 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b05eae1e-77a4-4af8-a004-e51aac2eeb12 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (6f8841bb-eb10-423d-8044-73ef12024e83), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:16.924350 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b05eae1e-77a4-4af8-a004-e51aac2eeb12 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] In _notify_port_updated(), no bound segment for port 6f8841bb-eb10-423d-8044-73ef12024e83 on network cd95b96f-2e9c-49f0-9ac4-d0d5c0275648 {{(pid=103767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:56:16.931560 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05eae1e-77a4-4af8-a004-e51aac2eeb12 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:16.932530 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b05eae1e-77a4-4af8-a004-e51aac2eeb12 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:16.934539 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b05eae1e-77a4-4af8-a004-e51aac2eeb12 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "PUT /v2.0/ports/6f8841bb-eb10-423d-8044-73ef12024e83 HTTP/1.1" status: 200 len: 1011 time: 0.9986906 Mar 07 10:56:16.939062 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46250) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:16.940869 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05eae1e-77a4-4af8-a004-e51aac2eeb12 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Port': ['ID=6f8841bb-eb10-423d-8044-73ef12024e83,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:17.084639 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-2ee4cdba-9877-4aea-97c7-49fed2078ef2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Deleting port 6f8841bb-eb10-423d-8044-73ef12024e83 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:56:17.085448 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2ee4cdba-9877-4aea-97c7-49fed2078ef2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (6f8841bb-eb10-423d-8044-73ef12024e83), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:17.161942 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2998475c-146e-4380-ae2e-bdf6e94dcadb None None] Provisioning complete for port 6f8841bb-eb10-423d-8044-73ef12024e83 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:17.169844 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2998475c-146e-4380-ae2e-bdf6e94dcadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6f8841bb-eb10-423d-8044-73ef12024e83), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:17.205718 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2ee4cdba-9877-4aea-97c7-49fed2078ef2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (6f8841bb-eb10-423d-8044-73ef12024e83), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:17.221904 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-2ee4cdba-9877-4aea-97c7-49fed2078ef2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Calling delete_port for 6f8841bb-eb10-423d-8044-73ef12024e83 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:56:17.226016 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2998475c-146e-4380-ae2e-bdf6e94dcadb None None] Port 6f8841bb-eb10-423d-8044-73ef12024e83 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:56:17.256529 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2998475c-146e-4380-ae2e-bdf6e94dcadb None None] Provisioning complete for port 841a7c8e-167a-4168-b342-5c902378c216 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:17.256906 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2998475c-146e-4380-ae2e-bdf6e94dcadb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (841a7c8e-167a-4168-b342-5c902378c216), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:17.281824 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46260) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:17.468850 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2998475c-146e-4380-ae2e-bdf6e94dcadb None None] Current status of the port 841a7c8e-167a-4168-b342-5c902378c216 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:17.510120 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2ee4cdba-9877-4aea-97c7-49fed2078ef2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (6f8841bb-eb10-423d-8044-73ef12024e83), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:17.532708 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498f74a-681f-4d48-b136-d199dc7e2b0e req-d36795e6-f565-4df9-81ce-93bb87a38c07 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:17.547019 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d498f74a-681f-4d48-b136-d199dc7e2b0e req-d36795e6-f565-4df9-81ce-93bb87a38c07 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] 10.222.0.11 "GET /v2.0/ports?device_id=fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841 HTTP/1.1" status: 200 len: 949 time: 0.1138527 Mar 07 10:56:17.560020 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-2e1316a6-b7e7-4828-8ede-e55b3e966239 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1525351229'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:17.583668 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f090622b-5c5a-4603-84d5-489513ce5a7c None None] Could not find standard attr ID for object 6f8841bb-eb10-423d-8044-73ef12024e83. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:56:17.602197 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4cdba-9877-4aea-97c7-49fed2078ef2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Port': ['ID=6f8841bb-eb10-423d-8044-73ef12024e83,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:17.641721 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2ee4cdba-9877-4aea-97c7-49fed2078ef2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:17.645383 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2ee4cdba-9877-4aea-97c7-49fed2078ef2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/ports/6f8841bb-eb10-423d-8044-73ef12024e83 HTTP/1.1" status: 204 len: 168 time: 0.7046194 Mar 07 10:56:17.648134 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46266) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:17.648361 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1316a6-b7e7-4828-8ede-e55b3e966239 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] Made reservation on behalf of 559bce7a374e4d8596138a3f2bc2c172 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:17.652474 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2e1316a6-b7e7-4828-8ede-e55b3e966239 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:17.675138 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d498f74a-681f-4d48-b136-d199dc7e2b0e req-707dbcef-17bd-469c-8765-ece6f9b067d7 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] 10.222.0.11 "GET /v2.0/security-groups?id=548ce50a-8eae-433a-b3d2-64aa3cca6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271343 Mar 07 10:56:17.676112 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2e1316a6-b7e7-4828-8ede-e55b3e966239 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:17.693195 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a17265fb-3f86-4a97-acb6-f68e85bf99f0 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] GET failed (client error): The resource could not be found. Mar 07 10:56:17.694689 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a17265fb-3f86-4a97-acb6-f68e85bf99f0 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "GET /v2.0/ports/6f8841bb-eb10-423d-8044-73ef12024e83 HTTP/1.1" status: 404 len: 333 time: 0.0455625 Mar 07 10:56:17.697319 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46268) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:17.732988 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device cf78603f-f00b-4fad-91b2-e901ab7da639 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:56:17.768444 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a52f1b11-06b4-4857-876d-e05c69683460 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Deleting subnet 462f9407-dda3-497d-8739-43cb1b76e7e8 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:56:17.772273 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a52f1b11-06b4-4857-876d-e05c69683460 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for subnet (462f9407-dda3-497d-8739-43cb1b76e7e8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:17.813740 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2e1316a6-b7e7-4828-8ede-e55b3e966239 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] Publish callbacks [] for security_group (201ec411-0946-4e63-a2cf-601f2499295c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:17.824620 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2e1316a6-b7e7-4828-8ede-e55b3e966239 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (201ec411-0946-4e63-a2cf-601f2499295c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:17.829778 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port cf78603f-f00b-4fad-91b2-e901ab7da639 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:56:17.840028 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port cf78603f-f00b-4fad-91b2-e901ab7da639 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:17.840584 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (cf78603f-f00b-4fad-91b2-e901ab7da639), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:17.848327 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a52f1b11-06b4-4857-876d-e05c69683460 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (462f9407-dda3-497d-8739-43cb1b76e7e8), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:17.861996 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1316a6-b7e7-4828-8ede-e55b3e966239 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 216} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:56:17.874083 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1316a6-b7e7-4828-8ede-e55b3e966239 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=201ec411-0946-4e63-a2cf-601f2499295c,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:17.880963 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2e1316a6-b7e7-4828-8ede-e55b3e966239 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (15621bb1-348a-4e19-bb16-fc074433644d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:17.881340 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-2e1316a6-b7e7-4828-8ede-e55b3e966239 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] Added segment 15621bb1-348a-4e19-bb16-fc074433644d of type vlan for network 703e978a-ca42-4c21-a630-02c1580d0149 Mar 07 10:56:17.934456 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2e1316a6-b7e7-4828-8ede-e55b3e966239 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (703e978a-ca42-4c21-a630-02c1580d0149), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:17.943679 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6563ea3f-b2ab-4aae-b05c-2d32482370a5 None None] Could not find standard attr ID for object 6f8841bb-eb10-423d-8044-73ef12024e83. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:56:17.974182 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2e1316a6-b7e7-4828-8ede-e55b3e966239 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (703e978a-ca42-4c21-a630-02c1580d0149), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:17.983234 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1316a6-b7e7-4828-8ede-e55b3e966239 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:17.985879 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2e1316a6-b7e7-4828-8ede-e55b3e966239 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:18.061585 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881fdeb-3f3c-4d2b-b847-fc1f022edde3 req-f2ce321b-7331-4c31-9ca1-8d6afc37cf49 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:18.063995 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5881fdeb-3f3c-4d2b-b847-fc1f022edde3 req-f2ce321b-7331-4c31-9ca1-8d6afc37cf49 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.1542370 Mar 07 10:56:18.092309 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port cf78603f-f00b-4fad-91b2-e901ab7da639 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:18.093621 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (cf78603f-f00b-4fad-91b2-e901ab7da639), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:18.120978 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2e1316a6-b7e7-4828-8ede-e55b3e966239 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.8342531 Mar 07 10:56:18.128923 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46274) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:18.132805 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5881fdeb-3f3c-4d2b-b847-fc1f022edde3 req-f7055e9a-9c63-4f2e-96e3-fd222a40878a tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613065 Mar 07 10:56:18.139988 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-c67d49d0-a4fd-4b45-8ca2-96a4f92b0295 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '703e978a-ca42-4c21-a630-02c1580d0149', 'tempest-TagsTest-Tag-444989913') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:18.141650 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1316a6-b7e7-4828-8ede-e55b3e966239 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] Pushing event updated for resources: {'Network': ['ID=703e978a-ca42-4c21-a630-02c1580d0149,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:18.145891 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a52f1b11-06b4-4857-876d-e05c69683460 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (462f9407-dda3-497d-8739-43cb1b76e7e8), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:18.160724 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port cf78603f-f00b-4fad-91b2-e901ab7da639, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=cf78603f-f00b-4fad-91b2-e901ab7da639,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:18.173462 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf78603f-f00b-4fad-91b2-e901ab7da639'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:56:18.176689 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2c6dec-97f9-4e1d-9331-1dfdfdeef984" -d '{"events": [{"server_uuid": "fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841", "name": "network-vif-plugged", "status": "completed", "tag": "cf78603f-f00b-4fad-91b2-e901ab7da639"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:56:18.180379 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 703e978a-ca42-4c21-a630-02c1580d0149 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:56:18.200342 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (cf78603f-f00b-4fad-91b2-e901ab7da639), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:18.277459 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a12866-65ce-45ee-a1fe-d65bfaadf61f x-openstack-request-id: req-04a12866-65ce-45ee-a1fe-d65bfaadf61f {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:56:18.277812 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841", "name": "network-vif-plugged", "status": "completed", "tag": "cf78603f-f00b-4fad-91b2-e901ab7da639", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:56:18.278012 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-04a12866-65ce-45ee-a1fe-d65bfaadf61f {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:56:18.278414 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf78603f-f00b-4fad-91b2-e901ab7da639', 'code': 200} Mar 07 10:56:18.295372 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a52f1b11-06b4-4857-876d-e05c69683460 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (462f9407-dda3-497d-8739-43cb1b76e7e8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:18.342915 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a52f1b11-06b4-4857-876d-e05c69683460 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:18.346780 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a52f1b11-06b4-4857-876d-e05c69683460 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/subnets/462f9407-dda3-497d-8739-43cb1b76e7e8 HTTP/1.1" status: 204 len: 168 time: 0.6484661 Mar 07 10:56:18.352955 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-8aaed92b-f537-4c96-b7f4-153c30af3289 None None] Could not find standard attr ID for object 6f8841bb-eb10-423d-8044-73ef12024e83. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:56:18.356851 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46278) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:18.361085 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=cf78603f-f00b-4fad-91b2-e901ab7da639,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:18.384737 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:18.397429 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f1b11-06b4-4857-876d-e05c69683460 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Subnet': ['ID=462f9407-dda3-497d-8739-43cb1b76e7e8,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:18.405203 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c67d49d0-a4fd-4b45-8ca2-96a4f92b0295 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] 10.222.0.11 "PUT /v2.0/networks/703e978a-ca42-4c21-a630-02c1580d0149/tags/tempest-TagsTest-Tag-444989913 HTTP/1.1" status: 201 len: 201 time: 0.2706087 Mar 07 10:56:18.406373 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46280) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:18.411037 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-009bac18-40d8-4d44-abc4-a0b52c682811 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '703e978a-ca42-4c21-a630-02c1580d0149', 'tempest-TagsTest-Tag-444989913') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:18.442725 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48a70e-4317-4859-9167-19668a157995 req-a26760f5-d312-4e59-acb7-91eccd886cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:18.444255 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6b48a70e-4317-4859-9167-19668a157995 req-a26760f5-d312-4e59-acb7-91eccd886cd4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841 HTTP/1.1" status: 200 len: 1132 time: 0.1415370 Mar 07 10:56:18.459374 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3602a39b-b5a4-40b4-a97f-8d80f7b9907f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Deleting subnet 44b60524-fb5d-4696-8501-0c7b97fc8f94 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:56:18.463308 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3602a39b-b5a4-40b4-a97f-8d80f7b9907f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for subnet (44b60524-fb5d-4696-8501-0c7b97fc8f94), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:18.518689 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-009bac18-40d8-4d44-abc4-a0b52c682811 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] 10.222.0.11 "GET /v2.0/networks/703e978a-ca42-4c21-a630-02c1580d0149/tags/tempest-TagsTest-Tag-444989913 HTTP/1.1" status: 204 len: 168 time: 0.1111104 Mar 07 10:56:18.519550 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46282) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:18.524623 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-deb5293a-87df-4d9d-ba11-2489c0e85685 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '703e978a-ca42-4c21-a630-02c1580d0149') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:18.531325 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3602a39b-b5a4-40b4-a97f-8d80f7b9907f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (44b60524-fb5d-4696-8501-0c7b97fc8f94), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:18.554772 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c991ff-a6e6-4dde-99f9-17bf8b221c47 None None] Network cd95b96f-2e9c-49f0-9ac4-d0d5c0275648 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:56:18.561361 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6b48a70e-4317-4859-9167-19668a157995 req-98abf9d5-160b-4012-94d4-77ed7fa9750c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=548ce50a-8eae-433a-b3d2-64aa3cca6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106286 Mar 07 10:56:18.610098 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-deb5293a-87df-4d9d-ba11-2489c0e85685 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] 10.222.0.11 "GET /v2.0/networks/703e978a-ca42-4c21-a630-02c1580d0149/tags HTTP/1.1" status: 200 len: 237 time: 0.0896409 Mar 07 10:56:18.610975 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46284) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:18.616001 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-827970f2-04a6-4193-a755-00f2f67ef478 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '703e978a-ca42-4c21-a630-02c1580d0149', {'tags': ['tempest-TagsTest-Tag-2076525705', 'tempest-TagsTest-Tag-1997390713', 'tempest-TagsTest-Tag-1846220231']}) {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:18.625844 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3602a39b-b5a4-40b4-a97f-8d80f7b9907f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (44b60524-fb5d-4696-8501-0c7b97fc8f94), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:18.748292 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3602a39b-b5a4-40b4-a97f-8d80f7b9907f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (44b60524-fb5d-4696-8501-0c7b97fc8f94), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:18.757060 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-827970f2-04a6-4193-a755-00f2f67ef478 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] 10.222.0.11 "PUT /v2.0/networks/703e978a-ca42-4c21-a630-02c1580d0149/tags HTTP/1.1" status: 200 len: 309 time: 0.1448319 Mar 07 10:56:18.759889 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46288) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:18.768565 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-1a76d3ba-6728-4baf-b439-1145eb7caa33 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '703e978a-ca42-4c21-a630-02c1580d0149', 'tempest-TagsTest-Tag-2076525705') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:18.798507 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602a39b-b5a4-40b4-a97f-8d80f7b9907f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Subnet': ['ID=44b60524-fb5d-4696-8501-0c7b97fc8f94,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:18.804554 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3602a39b-b5a4-40b4-a97f-8d80f7b9907f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:18.811173 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3602a39b-b5a4-40b4-a97f-8d80f7b9907f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/subnets/44b60524-fb5d-4696-8501-0c7b97fc8f94 HTTP/1.1" status: 204 len: 168 time: 0.4500017 Mar 07 10:56:18.811591 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46290) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:18.903855 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a62c2288-1771-4181-a2eb-67a386d96e0c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (cd95b96f-2e9c-49f0-9ac4-d0d5c0275648), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:18.931112 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235aa636-d7c9-4285-8aa1-e1675a1e54b5 req-3c1a7909-8876-442e-a991-06f867287c84 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:18.932843 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-235aa636-d7c9-4285-8aa1-e1675a1e54b5 req-3c1a7909-8876-442e-a991-06f867287c84 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] 10.222.0.11 "GET /v2.0/ports?device_id=fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841 HTTP/1.1" status: 200 len: 950 time: 0.1386926 Mar 07 10:56:18.935118 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1a76d3ba-6728-4baf-b439-1145eb7caa33 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] 10.222.0.11 "DELETE /v2.0/networks/703e978a-ca42-4c21-a630-02c1580d0149/tags/tempest-TagsTest-Tag-2076525705 HTTP/1.1" status: 204 len: 168 time: 0.1740909 Mar 07 10:56:18.941199 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46292) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:18.953890 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-37e1b4d2-fc51-4650-88d6-8fd3a3466215 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '703e978a-ca42-4c21-a630-02c1580d0149', 'tempest-TagsTest-Tag-2076525705') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:18.993720 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-a62c2288-1771-4181-a2eb-67a386d96e0c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Deleting port 841a7c8e-167a-4168-b342-5c902378c216 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:56:18.994210 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a62c2288-1771-4181-a2eb-67a386d96e0c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (841a7c8e-167a-4168-b342-5c902378c216), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:19.029117 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-235aa636-d7c9-4285-8aa1-e1675a1e54b5 req-d51a1ad2-e786-49ae-88d8-31be3efa6520 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] 10.222.0.11 "GET /v2.0/security-groups?id=548ce50a-8eae-433a-b3d2-64aa3cca6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868459 Mar 07 10:56:19.072256 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-37e1b4d2-fc51-4650-88d6-8fd3a3466215 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] show failed (client error): The resource could not be found. Mar 07 10:56:19.076046 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-37e1b4d2-fc51-4650-88d6-8fd3a3466215 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] 10.222.0.11 "GET /v2.0/networks/703e978a-ca42-4c21-a630-02c1580d0149/tags/tempest-TagsTest-Tag-2076525705 HTTP/1.1" status: 404 len: 326 time: 0.1299899 Mar 07 10:56:19.077785 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46298) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:19.083155 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-33702283-803c-4dee-8a38-a8bf5eb7a070 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '703e978a-ca42-4c21-a630-02c1580d0149', 'tempest-TagsTest-Tag-1997390713') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:19.088744 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-a62c2288-1771-4181-a2eb-67a386d96e0c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] For port 841a7c8e-167a-4168-b342-5c902378c216, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=841a7c8e-167a-4168-b342-5c902378c216,segment=NetworkSegment(1256580a-2de8-4f5b-a50a-41fd0e3b45da),segment_id=1256580a-2de8-4f5b-a50a-41fd0e3b45da)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:19.090166 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a62c2288-1771-4181-a2eb-67a386d96e0c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (841a7c8e-167a-4168-b342-5c902378c216), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:19.105668 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-a62c2288-1771-4181-a2eb-67a386d96e0c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Calling delete_port for 841a7c8e-167a-4168-b342-5c902378c216 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:56:19.175437 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-33702283-803c-4dee-8a38-a8bf5eb7a070 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] 10.222.0.11 "GET /v2.0/networks/703e978a-ca42-4c21-a630-02c1580d0149/tags/tempest-TagsTest-Tag-1997390713 HTTP/1.1" status: 204 len: 168 time: 0.0955932 Mar 07 10:56:19.176338 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46302) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:19.183423 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-ca79bbe6-affa-4091-9f79-40c7aa1e2348 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '703e978a-ca42-4c21-a630-02c1580d0149', 'tempest-TagsTest-Tag-1846220231') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:19.213366 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a62c2288-1771-4181-a2eb-67a386d96e0c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (841a7c8e-167a-4168-b342-5c902378c216), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:19.253947 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62c2288-1771-4181-a2eb-67a386d96e0c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] No DVR routers for this DVR port 841a7c8e-167a-4168-b342-5c902378c216 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:56:19.270649 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ca79bbe6-affa-4091-9f79-40c7aa1e2348 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] 10.222.0.11 "GET /v2.0/networks/703e978a-ca42-4c21-a630-02c1580d0149/tags/tempest-TagsTest-Tag-1846220231 HTTP/1.1" status: 204 len: 168 time: 0.0926461 Mar 07 10:56:19.271258 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46304) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:19.276162 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-23b7ba31-f7e1-4d6d-89de-c77eed518b09 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '703e978a-ca42-4c21-a630-02c1580d0149') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:19.317881 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c2288-1771-4181-a2eb-67a386d96e0c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Port': ['ID=841a7c8e-167a-4168-b342-5c902378c216,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:19.402561 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-23b7ba31-f7e1-4d6d-89de-c77eed518b09 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] 10.222.0.11 "DELETE /v2.0/networks/703e978a-ca42-4c21-a630-02c1580d0149/tags HTTP/1.1" status: 204 len: 168 time: 0.1296370 Mar 07 10:56:19.403235 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46306) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:19.408412 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-4344114c-3e73-40d0-86aa-7df51c21c176 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '703e978a-ca42-4c21-a630-02c1580d0149', 'tempest-TagsTest-Tag-1997390713') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:19.476994 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-7d55e764-cbd9-4a5a-9aeb-c7e204d6a9b1 None None] Could not find standard attr ID for object 841a7c8e-167a-4168-b342-5c902378c216. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:56:19.478960 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb105e1-f01c-42a1-9748-f05426d33144 None None] Network cd95b96f-2e9c-49f0-9ac4-d0d5c0275648 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:56:19.513976 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-4344114c-3e73-40d0-86aa-7df51c21c176 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] show failed (client error): The resource could not be found. Mar 07 10:56:19.518754 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4344114c-3e73-40d0-86aa-7df51c21c176 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] 10.222.0.11 "GET /v2.0/networks/703e978a-ca42-4c21-a630-02c1580d0149/tags/tempest-TagsTest-Tag-1997390713 HTTP/1.1" status: 404 len: 326 time: 0.1137834 Mar 07 10:56:19.519364 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46308) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:19.523924 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-8197f836-92db-4826-b52c-8c7f06922de5 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '703e978a-ca42-4c21-a630-02c1580d0149', 'tempest-TagsTest-Tag-1846220231') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:19.652556 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-8197f836-92db-4826-b52c-8c7f06922de5 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] show failed (client error): The resource could not be found. Mar 07 10:56:19.657797 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8197f836-92db-4826-b52c-8c7f06922de5 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] 10.222.0.11 "GET /v2.0/networks/703e978a-ca42-4c21-a630-02c1580d0149/tags/tempest-TagsTest-Tag-1846220231 HTTP/1.1" status: 404 len: 326 time: 0.1372838 Mar 07 10:56:19.660162 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46310) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:19.670893 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.tag.tag_plugin [None req-a5a9844d-d109-43b0-a1e5-7c2c190f6da4 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '703e978a-ca42-4c21-a630-02c1580d0149') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:19.704168 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917aa7c7-a507-4e29-bbfd-8e495781ff66 None None] DHCP port deletion for cd95b96f-2e9c-49f0-9ac4-d0d5c0275648 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:56:19.762201 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a5a9844d-d109-43b0-a1e5-7c2c190f6da4 tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] 10.222.0.11 "DELETE /v2.0/networks/703e978a-ca42-4c21-a630-02c1580d0149/tags HTTP/1.1" status: 204 len: 168 time: 0.1004860 Mar 07 10:56:19.765143 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46312) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:19.774460 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a62c2288-1771-4181-a2eb-67a386d96e0c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (cd95b96f-2e9c-49f0-9ac4-d0d5c0275648), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:19.806254 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894f83f-9fae-469c-968a-5c31a6cba4ab req-557b195a-6727-4e49-832b-b728242840b7 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:19.808384 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9894f83f-9fae-469c-968a-5c31a6cba4ab req-557b195a-6727-4e49-832b-b728242840b7 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.5250216 Mar 07 10:56:19.810405 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-a62c2288-1771-4181-a2eb-67a386d96e0c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd95b96f-2e9c-49f0-9ac4-d0d5c0275648']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:19.828667 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-a62c2288-1771-4181-a2eb-67a386d96e0c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1256580a-2de8-4f5b-a50a-41fd0e3b45da') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:19.828959 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-a62c2288-1771-4181-a2eb-67a386d96e0c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1256580a-2de8-4f5b-a50a-41fd0e3b45da') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:19.849640 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a62c2288-1771-4181-a2eb-67a386d96e0c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (1256580a-2de8-4f5b-a50a-41fd0e3b45da), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:19.875352 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a62c2288-1771-4181-a2eb-67a386d96e0c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (1256580a-2de8-4f5b-a50a-41fd0e3b45da), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:19.892057 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a62c2288-1771-4181-a2eb-67a386d96e0c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:56:19.892478 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a62c2288-1771-4181-a2eb-67a386d96e0c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (1256580a-2de8-4f5b-a50a-41fd0e3b45da), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:19.896172 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:56:19.896172 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:56:19.896172 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:56:19.896172 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:56:19.896172 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:56:19.896172 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:56:19.896172 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:56:19.896172 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:56:19.896172 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:56:19.896172 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:56:19.896172 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:56:19.896172 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:56:19.896172 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:56:19.896172 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:56:19.896172 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:56:19.896172 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:56:19.896172 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:56:19.896172 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:56:19.896172 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:56:19.896172 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:56:19.896172 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:56:19.896172 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:56:19.896172 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:56:19.896172 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:56:19.896172 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:56:19.896172 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:56:19.896172 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:56:19.896172 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:56:19.896172 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:56:19.896172 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:56:19.896172 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:56:19.896172 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:56:19.958207 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9894f83f-9fae-469c-968a-5c31a6cba4ab req-703dd0d2-87ac-443c-af3c-a34e48f97837 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400223 Mar 07 10:56:19.986327 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a62c2288-1771-4181-a2eb-67a386d96e0c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (cd95b96f-2e9c-49f0-9ac4-d0d5c0275648), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:19.995656 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a62c2288-1771-4181-a2eb-67a386d96e0c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:20.005573 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a62c2288-1771-4181-a2eb-67a386d96e0c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/networks/cd95b96f-2e9c-49f0-9ac4-d0d5c0275648 HTTP/1.1" status: 204 len: 168 time: 1.1922569 Mar 07 10:56:20.007972 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46314) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:20.058622 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 841a7c8e-167a-4168-b342-5c902378c216 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:56:20.062522 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62c2288-1771-4181-a2eb-67a386d96e0c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Network': ['ID=cd95b96f-2e9c-49f0-9ac4-d0d5c0275648,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:20.105501 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 841a7c8e-167a-4168-b342-5c902378c216 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:56:20.105873 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 841a7c8e-167a-4168-b342-5c902378c216 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:56:20.114309 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb91c0c-9e3f-40f2-9a0e-a1e4160e27e3 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:20.122901 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4cb91c0c-9e3f-40f2-9a0e-a1e4160e27e3 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1135895 Mar 07 10:56:20.127135 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46320) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:20.185290 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2acbba44-4b4b-45d4-a254-6a0eeb1168ad tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0562143 Mar 07 10:56:20.188372 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46322) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:20.194382 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-cdb2ce32-9709-425c-b88c-27c67acd5251 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1433392861'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:20.215751 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb2ce32-9709-425c-b88c-27c67acd5251 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:20.219266 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ce32-9709-425c-b88c-27c67acd5251 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:20.231913 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a11dc92a-44fd-422b-8ca9-4e787f0e67ea tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (703e978a-ca42-4c21-a630-02c1580d0149), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:20.255219 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb2ce32-9709-425c-b88c-27c67acd5251 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:56:20.267040 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ce32-9709-425c-b88c-27c67acd5251 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (79d421c1-52d7-44d2-8b44-c4c01197b626), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:20.267586 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-cdb2ce32-9709-425c-b88c-27c67acd5251 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Added segment 79d421c1-52d7-44d2-8b44-c4c01197b626 of type vlan for network 47e9b8b3-7430-4075-b353-dccbe335d592 Mar 07 10:56:20.268694 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ec2893-6a37-4340-82d9-cd7883082ca1 req-071c37c6-89f8-4255-aa9c-92b39010a750 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:20.270215 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c7ec2893-6a37-4340-82d9-cd7883082ca1 req-071c37c6-89f8-4255-aa9c-92b39010a750 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] 10.222.0.11 "GET /v2.0/ports?device_id=fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841 HTTP/1.1" status: 200 len: 950 time: 0.1033092 Mar 07 10:56:20.276252 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9c0a3fab-1f17-43fa-964e-aa9208c77a53 req-14f5db32-ab79-4100-a5ac-29aa279a9baf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1202040 Mar 07 10:56:20.319706 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ce32-9709-425c-b88c-27c67acd5251 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (47e9b8b3-7430-4075-b353-dccbe335d592), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:20.355034 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ce32-9709-425c-b88c-27c67acd5251 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (47e9b8b3-7430-4075-b353-dccbe335d592), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:20.360960 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb2ce32-9709-425c-b88c-27c67acd5251 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:20.361677 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cdb2ce32-9709-425c-b88c-27c67acd5251 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:20.383312 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a11dc92a-44fd-422b-8ca9-4e787f0e67ea tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (703e978a-ca42-4c21-a630-02c1580d0149), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:20.437548 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb2ce32-9709-425c-b88c-27c67acd5251 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Network': ['ID=47e9b8b3-7430-4075-b353-dccbe335d592,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:20.443280 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-a11dc92a-44fd-422b-8ca9-4e787f0e67ea tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703e978a-ca42-4c21-a630-02c1580d0149']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:20.449781 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-cdb2ce32-9709-425c-b88c-27c67acd5251 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2591107 Mar 07 10:56:20.450087 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c7ec2893-6a37-4340-82d9-cd7883082ca1 req-f8e71d3a-21e7-4ddc-9455-7a27e13a27c2 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] 10.222.0.11 "GET /v2.0/security-groups?id=548ce50a-8eae-433a-b3d2-64aa3cca6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479855 Mar 07 10:56:20.450457 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46324) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:20.454604 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 47e9b8b3-7430-4075-b353-dccbe335d592 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:56:20.455868 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-c83b0c68-499b-4fc0-96ed-342f43494f7e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'subnet': {'network_id': '47e9b8b3-7430-4075-b353-dccbe335d592', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:20.461741 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-a11dc92a-44fd-422b-8ca9-4e787f0e67ea tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15621bb1-348a-4e19-bb16-fc074433644d') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:20.461985 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-a11dc92a-44fd-422b-8ca9-4e787f0e67ea tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15621bb1-348a-4e19-bb16-fc074433644d') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:20.477377 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a11dc92a-44fd-422b-8ca9-4e787f0e67ea tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (15621bb1-348a-4e19-bb16-fc074433644d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:20.485627 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a3fab-1f17-43fa-964e-aa9208c77a53 req-9dd449fb-a378-4128-8a2c-9439a1d31f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:20.487431 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9c0a3fab-1f17-43fa-964e-aa9208c77a53 req-9dd449fb-a378-4128-8a2c-9439a1d31f3c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f4947cca2a6480f85064d6dfbb3a125&device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 1128 time: 0.1452110 Mar 07 10:56:20.496958 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a11dc92a-44fd-422b-8ca9-4e787f0e67ea tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (15621bb1-348a-4e19-bb16-fc074433644d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:20.504619 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a11dc92a-44fd-422b-8ca9-4e787f0e67ea tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:56:20.504986 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a11dc92a-44fd-422b-8ca9-4e787f0e67ea tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (15621bb1-348a-4e19-bb16-fc074433644d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:20.514246 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:56:20.514246 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:56:20.514246 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:56:20.514246 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:56:20.514246 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:56:20.514246 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:56:20.514246 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:56:20.514246 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:56:20.514246 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:56:20.514246 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:56:20.514246 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:56:20.514246 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:56:20.514246 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:56:20.514246 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:56:20.514246 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:56:20.514246 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:56:20.514246 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:56:20.514246 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:56:20.514246 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:56:20.514246 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:56:20.514246 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:56:20.514246 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:56:20.514246 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:56:20.514246 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:56:20.514246 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:56:20.514246 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:56:20.514246 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:56:20.514246 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:56:20.514246 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:56:20.514246 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:56:20.514246 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:56:20.514246 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:56:20.567623 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83b0c68-499b-4fc0-96ed-342f43494f7e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:20.572551 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c83b0c68-499b-4fc0-96ed-342f43494f7e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:20.676839 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a11dc92a-44fd-422b-8ca9-4e787f0e67ea tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (703e978a-ca42-4c21-a630-02c1580d0149), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:20.688553 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a11dc92a-44fd-422b-8ca9-4e787f0e67ea tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:20.691701 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a11dc92a-44fd-422b-8ca9-4e787f0e67ea tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] 10.222.0.11 "DELETE /v2.0/networks/703e978a-ca42-4c21-a630-02c1580d0149 HTTP/1.1" status: 204 len: 168 time: 0.9255269 Mar 07 10:56:20.707080 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11dc92a-44fd-422b-8ca9-4e787f0e67ea tempest-TagsTest-1487988235 tempest-TagsTest-1487988235-project] Pushing event deleted for resources: {'Network': ['ID=703e978a-ca42-4c21-a630-02c1580d0149,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:20.725811 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a3fab-1f17-43fa-964e-aa9208c77a53 req-1f7cef96-9738-4ec4-8ba3-f144b8a638dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:20.727153 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9c0a3fab-1f17-43fa-964e-aa9208c77a53 req-1f7cef96-9738-4ec4-8ba3-f144b8a638dd service neutron] 10.222.0.31 "GET /v2.0/networks?id=89c82ebc-0d2c-446d-9232-939e7905e93b HTTP/1.1" status: 200 len: 918 time: 0.2107310 Mar 07 10:56:20.743931 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1172c4ab-b4d8-4585-bcac-88584760e1fd req-ddd72d5c-330e-40ed-84dc-dfacf0f1e395 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0769341 Mar 07 10:56:20.824441 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9c0a3fab-1f17-43fa-964e-aa9208c77a53 req-63fa5da0-f653-450f-a0b6-03adb06fef3f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ee93e037-6511-4170-9570-4cdb12ef88f5 HTTP/1.1" status: 200 len: 1001 time: 0.0909200 Mar 07 10:56:20.913367 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172c4ab-b4d8-4585-bcac-88584760e1fd req-4938660a-5299-4d8b-8b8d-b10bc677b6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:20.915004 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1172c4ab-b4d8-4585-bcac-88584760e1fd req-4938660a-5299-4d8b-8b8d-b10bc677b6bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e3c50b9bc01d4c6491f1df7af8ead8d4&device_id=fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841 HTTP/1.1" status: 200 len: 1132 time: 0.1139491 Mar 07 10:56:20.927534 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c83b0c68-499b-4fc0-96ed-342f43494f7e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (3ebc7655-8d35-420f-90de-af24f992918e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:20.937364 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a3fab-1f17-43fa-964e-aa9208c77a53 req-52a69a1b-88e8-4377-97c0-8627981eeeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:20.938821 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9c0a3fab-1f17-43fa-964e-aa9208c77a53 req-52a69a1b-88e8-4377-97c0-8627981eeeb6 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e4787b40-e1f6-4c42-b340-b6308e03f420 HTTP/1.1" status: 200 len: 856 time: 0.1096673 Mar 07 10:56:20.996401 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b0c68-499b-4fc0-96ed-342f43494f7e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Subnet': ['ID=3ebc7655-8d35-420f-90de-af24f992918e,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:21.031871 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a3fab-1f17-43fa-964e-aa9208c77a53 req-58140cf5-cea9-4a8a-9df5-529583982789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:21.039797 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9c0a3fab-1f17-43fa-964e-aa9208c77a53 req-58140cf5-cea9-4a8a-9df5-529583982789 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=89c82ebc-0d2c-446d-9232-939e7905e93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0911353 Mar 07 10:56:21.199525 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83b0c68-499b-4fc0-96ed-342f43494f7e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Checking segment: {'id': '79d421c1-52d7-44d2-8b44-c4c01197b626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '47e9b8b3-7430-4075-b353-dccbe335d592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:56:21.199888 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83b0c68-499b-4fc0-96ed-342f43494f7e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network hostable DHCP agents. Network: 47e9b8b3-7430-4075-b353-dccbe335d592, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:56:21.216453 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46344) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:21.231973 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172c4ab-b4d8-4585-bcac-88584760e1fd req-c6565a97-5909-4675-9c7b-a225028705ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:21.233498 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1172c4ab-b4d8-4585-bcac-88584760e1fd req-c6565a97-5909-4675-9c7b-a225028705ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.2467735 Mar 07 10:56:21.246805 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83b0c68-499b-4fc0-96ed-342f43494f7e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network 47e9b8b3-7430-4075-b353-dccbe335d592 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:56:21.251337 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9c0a3fab-1f17-43fa-964e-aa9208c77a53 req-c5005363-5e2f-44d0-8930-407cff7997d0 service neutron] 10.222.0.31 "GET /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048182 Mar 07 10:56:21.298964 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1172c4ab-b4d8-4585-bcac-88584760e1fd req-941c1c6f-fc3d-4378-b15d-79e8f69bcfd1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=cf78603f-f00b-4fad-91b2-e901ab7da639 HTTP/1.1" status: 200 len: 217 time: 0.0581009 Mar 07 10:56:21.304693 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-c83b0c68-499b-4fc0-96ed-342f43494f7e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 47e9b8b3-7430-4075-b353-dccbe335d592) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:21.315437 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8a90ea-19c7-4e31-a23f-aebd0e639468 None None] Network 47e9b8b3-7430-4075-b353-dccbe335d592 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:56:21.331109 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83b0c68-499b-4fc0-96ed-342f43494f7e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:21.332221 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c83b0c68-499b-4fc0-96ed-342f43494f7e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:21.378072 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9c0a3fab-1f17-43fa-964e-aa9208c77a53 req-b23d7f55-1ee3-42cc-88a6-112d42ba98d4 service neutron] 10.222.0.31 "GET /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158421 Mar 07 10:56:21.387817 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532165ea-ce5c-4822-8d55-8725ba7f8847 req-d72ac2a5-8e80-486a-8f74-fd6d64e2d200 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:21.389354 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-532165ea-ce5c-4822-8d55-8725ba7f8847 req-d72ac2a5-8e80-486a-8f74-fd6d64e2d200 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.2851617 Mar 07 10:56:21.399706 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c83b0c68-499b-4fc0-96ed-342f43494f7e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9477503 Mar 07 10:56:21.407546 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46348) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:21.416852 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-22beb842-039c-401e-832a-a8cf5661836b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'port': {'network_id': '47e9b8b3-7430-4075-b353-dccbe335d592', 'name': 'tempest-PortsIpV6TestJSON-1018999386'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:21.428299 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172c4ab-b4d8-4585-bcac-88584760e1fd req-8ff243f0-e9e8-4f7b-8bd2-5b3ce75c17e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:21.430156 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1172c4ab-b4d8-4585-bcac-88584760e1fd req-8ff243f0-e9e8-4f7b-8bd2-5b3ce75c17e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.1170683 Mar 07 10:56:21.519598 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a868cb98-3818-471a-8442-9711fd06511f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-47e9b8b3-7430-4075-b353-dccbe335d592', 'network_id': '47e9b8b3-7430-4075-b353-dccbe335d592', 'project_id': '24650689eb2c414cad84787c8951192e', 'fixed_ips': [{'subnet_id': '3ebc7655-8d35-420f-90de-af24f992918e'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:56:21.520763 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a868cb98-3818-471a-8442-9711fd06511f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:21.528333 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9d0cd05d-cc40-4955-9338-f06570528cdd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=559bce7a374e4d8596138a3f2bc2c172&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3109460 Mar 07 10:56:21.534647 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46350) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:21.552856 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172c4ab-b4d8-4585-bcac-88584760e1fd req-d1aabc53-a0d3-4de7-b48e-951a952a78d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:21.555029 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1172c4ab-b4d8-4585-bcac-88584760e1fd req-d1aabc53-a0d3-4de7-b48e-951a952a78d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0953515 Mar 07 10:56:21.595588 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-532165ea-ce5c-4822-8d55-8725ba7f8847 req-c02e8b0f-264f-49a3-be16-57069386743f tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001829 Mar 07 10:56:21.596663 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22beb842-039c-401e-832a-a8cf5661836b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:21.602092 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-22beb842-039c-401e-832a-a8cf5661836b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:21.648692 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-22beb842-039c-401e-832a-a8cf5661836b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] device_id is not set on port a40c6b6f-6ad5-4823-8b80-2382b27ec282 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:56:21.716579 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1172c4ab-b4d8-4585-bcac-88584760e1fd req-288e8d2c-7c86-4963-8898-a48e8d41b235 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528628 Mar 07 10:56:21.814930 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-357ae8c4-0648-4cbb-8d02-156909432eee admin admin] Publish callbacks [] for security_group (201ec411-0946-4e63-a2cf-601f2499295c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:21.819701 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-a868cb98-3818-471a-8442-9711fd06511f None None] Allocated IP 2001:db8::2 (47e9b8b3-7430-4075-b353-dccbe335d592/3ebc7655-8d35-420f-90de-af24f992918e/00acacef-ab9b-419c-be3a-f0b15cba0d08) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:56:21.848140 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-357ae8c4-0648-4cbb-8d02-156909432eee admin admin] Publish callbacks [] for security_group (201ec411-0946-4e63-a2cf-601f2499295c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:21.874825 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1172c4ab-b4d8-4585-bcac-88584760e1fd req-73058d94-11b2-47c9-b8ad-55f09ffa3726 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433556 Mar 07 10:56:21.912438 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-357ae8c4-0648-4cbb-8d02-156909432eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (201ec411-0946-4e63-a2cf-601f2499295c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:21.915599 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-357ae8c4-0648-4cbb-8d02-156909432eee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:21.918418 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-357ae8c4-0648-4cbb-8d02-156909432eee admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/201ec411-0946-4e63-a2cf-601f2499295c HTTP/1.1" status: 204 len: 168 time: 0.3786139 Mar 07 10:56:21.928964 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ae8c4-0648-4cbb-8d02-156909432eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201ec411-0946-4e63-a2cf-601f2499295c,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:22.074275 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a868cb98-3818-471a-8442-9711fd06511f None None] Publish callbacks [] for port (00acacef-ab9b-419c-be3a-f0b15cba0d08), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:22.084869 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a868cb98-3818-471a-8442-9711fd06511f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (00acacef-ab9b-419c-be3a-f0b15cba0d08), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:22.138417 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a868cb98-3818-471a-8442-9711fd06511f None None] Network 47e9b8b3-7430-4075-b353-dccbe335d592 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:56:22.141963 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-a868cb98-3818-471a-8442-9711fd06511f None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:22.151039 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a868cb98-3818-471a-8442-9711fd06511f None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:56:22.160420 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868cb98-3818-471a-8442-9711fd06511f None None] Pushing event updated for resources: {'Port': ['ID=00acacef-ab9b-419c-be3a-f0b15cba0d08,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:22.230453 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-a868cb98-3818-471a-8442-9711fd06511f None None] Attempting to bind port 00acacef-ab9b-419c-be3a-f0b15cba0d08 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:56:22.230832 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-a868cb98-3818-471a-8442-9711fd06511f None None] Attempting to bind port 00acacef-ab9b-419c-be3a-f0b15cba0d08 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '79d421c1-52d7-44d2-8b44-c4c01197b626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '47e9b8b3-7430-4075-b353-dccbe335d592'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:56:22.231634 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a868cb98-3818-471a-8442-9711fd06511f None None] Attempting to bind port 00acacef-ab9b-419c-be3a-f0b15cba0d08 on network 47e9b8b3-7430-4075-b353-dccbe335d592 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:56:22.238084 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a868cb98-3818-471a-8442-9711fd06511f None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:56:22.238480 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a868cb98-3818-471a-8442-9711fd06511f None None] Checking segment: {'id': '79d421c1-52d7-44d2-8b44-c4c01197b626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '47e9b8b3-7430-4075-b353-dccbe335d592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:56:22.238888 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a868cb98-3818-471a-8442-9711fd06511f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:22.239278 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a868cb98-3818-471a-8442-9711fd06511f None None] Bound using segment: {'id': '79d421c1-52d7-44d2-8b44-c4c01197b626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '47e9b8b3-7430-4075-b353-dccbe335d592'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:56:22.239749 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-a868cb98-3818-471a-8442-9711fd06511f None None] Bound port: 00acacef-ab9b-419c-be3a-f0b15cba0d08, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79d421c1-52d7-44d2-8b44-c4c01197b626', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '47e9b8b3-7430-4075-b353-dccbe335d592'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:56:22.240132 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a868cb98-3818-471a-8442-9711fd06511f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (00acacef-ab9b-419c-be3a-f0b15cba0d08), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:22.244049 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-22beb842-039c-401e-832a-a8cf5661836b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Allocated IP 2001:db8::3ca (47e9b8b3-7430-4075-b353-dccbe335d592/3ebc7655-8d35-420f-90de-af24f992918e/a40c6b6f-6ad5-4823-8b80-2382b27ec282) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:56:22.360360 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a868cb98-3818-471a-8442-9711fd06511f None None] For port 00acacef-ab9b-419c-be3a-f0b15cba0d08, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:56:22.366997 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a868cb98-3818-471a-8442-9711fd06511f None None] For port 00acacef-ab9b-419c-be3a-f0b15cba0d08, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=00acacef-ab9b-419c-be3a-f0b15cba0d08,segment=NetworkSegment(79d421c1-52d7-44d2-8b44-c4c01197b626),segment_id=79d421c1-52d7-44d2-8b44-c4c01197b626)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:56:22.384428 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a868cb98-3818-471a-8442-9711fd06511f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (00acacef-ab9b-419c-be3a-f0b15cba0d08), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:22.499654 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868cb98-3818-471a-8442-9711fd06511f None None] Pushing event updated for resources: {'Port': ['ID=00acacef-ab9b-419c-be3a-f0b15cba0d08,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:22.540427 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-22beb842-039c-401e-832a-a8cf5661836b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for port (a40c6b6f-6ad5-4823-8b80-2382b27ec282), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:22.587271 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-22beb842-039c-401e-832a-a8cf5661836b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (a40c6b6f-6ad5-4823-8b80-2382b27ec282), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:22.646210 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22beb842-039c-401e-832a-a8cf5661836b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network 47e9b8b3-7430-4075-b353-dccbe335d592 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:56:22.649883 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-22beb842-039c-401e-832a-a8cf5661836b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:22.658824 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22beb842-039c-401e-832a-a8cf5661836b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:56:22.666297 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22beb842-039c-401e-832a-a8cf5661836b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:22.668047 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-22beb842-039c-401e-832a-a8cf5661836b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:22.709435 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22beb842-039c-401e-832a-a8cf5661836b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Port': ['ID=a40c6b6f-6ad5-4823-8b80-2382b27ec282,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:22.718375 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-22beb842-039c-401e-832a-a8cf5661836b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3097622 Mar 07 10:56:22.721257 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46372) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:22.730778 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-3c9af92c-6c64-48dc-a93b-7397e22ab344 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'port': {'network_id': '47e9b8b3-7430-4075-b353-dccbe335d592', 'name': 'tempest-PortsIpV6TestJSON-1884228984'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:22.935567 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:22.947741 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399699f4-d910-451a-9b77-ec97bfa84e83 req-4e1c332f-d2b1-403b-81ae-92b08b2808a4 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:22.949476 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-399699f4-d910-451a-9b77-ec97bfa84e83 req-4e1c332f-d2b1-403b-81ae-92b08b2808a4 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.2132056 Mar 07 10:56:23.042683 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9af92c-6c64-48dc-a93b-7397e22ab344 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:23.046704 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3c9af92c-6c64-48dc-a93b-7397e22ab344 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:23.094265 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-399699f4-d910-451a-9b77-ec97bfa84e83 req-02ae52d7-e77b-4227-8cc4-8b9b4208992b tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304066 Mar 07 10:56:23.106711 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-3c9af92c-6c64-48dc-a93b-7397e22ab344 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] device_id is not set on port 9a091c31-5052-474c-ac2b-949f60094049 yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:56:23.169145 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46382) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:23.172904 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026085 Mar 07 10:56:23.176126 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46384) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:23.387140 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4776317c-9056-46d1-86b8-fcdab4a89b85 tempest-NetworksApiDiscovery-1750468130 tempest-NetworksApiDiscovery-1750468130-project] 10.222.0.11 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2053497 Mar 07 10:56:23.397642 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-3c9af92c-6c64-48dc-a93b-7397e22ab344 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Allocated IP 2001:db8::168 (47e9b8b3-7430-4075-b353-dccbe335d592/3ebc7655-8d35-420f-90de-af24f992918e/9a091c31-5052-474c-ac2b-949f60094049) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:56:23.588273 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3c9af92c-6c64-48dc-a93b-7397e22ab344 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for port (9a091c31-5052-474c-ac2b-949f60094049), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:23.625661 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3c9af92c-6c64-48dc-a93b-7397e22ab344 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (9a091c31-5052-474c-ac2b-949f60094049), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:23.675842 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9af92c-6c64-48dc-a93b-7397e22ab344 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network 47e9b8b3-7430-4075-b353-dccbe335d592 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:56:23.681138 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-3c9af92c-6c64-48dc-a93b-7397e22ab344 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:23.684890 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9af92c-6c64-48dc-a93b-7397e22ab344 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:56:23.690213 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9af92c-6c64-48dc-a93b-7397e22ab344 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:23.691296 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3c9af92c-6c64-48dc-a93b-7397e22ab344 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:23.703318 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9af92c-6c64-48dc-a93b-7397e22ab344 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Port': ['ID=9a091c31-5052-474c-ac2b-949f60094049,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:23.735573 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3c9af92c-6c64-48dc-a93b-7397e22ab344 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0116727 Mar 07 10:56:23.737676 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46396) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:23.793403 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46398) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:23.884957 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1771f66-8618-4ada-a821-fb170bbc58b6 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:23.894480 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46402) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:23.895475 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e1771f66-8618-4ada-a821-fb170bbc58b6 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3ca HTTP/1.1" status: 200 len: 929 time: 0.1557732 Mar 07 10:56:23.984134 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5882f049-ed89-4ecc-9ac6-d39e9dc020a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:24.095702 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-ecff3c34-1d2e-4f8b-9069-02fa01c32d7a tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Deleting port 9a091c31-5052-474c-ac2b-949f60094049 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:56:24.096129 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ecff3c34-1d2e-4f8b-9069-02fa01c32d7a tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (9a091c31-5052-474c-ac2b-949f60094049), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:24.120896 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a773335-eb55-461d-ac58-bb997a279353 None None] Network 47e9b8b3-7430-4075-b353-dccbe335d592 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:56:24.129963 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 00acacef-ab9b-419c-be3a-f0b15cba0d08 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:56:24.154005 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5882f049-ed89-4ecc-9ac6-d39e9dc020a2 admin admin] Publish callbacks [] for security_group (0a9aee09-7667-4921-8580-b39ca17ab11e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:24.173336 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5882f049-ed89-4ecc-9ac6-d39e9dc020a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0a9aee09-7667-4921-8580-b39ca17ab11e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:24.221172 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5882f049-ed89-4ecc-9ac6-d39e9dc020a2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6a63e97304d44cd0b86e883a504d3953&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4265349 Mar 07 10:56:24.222168 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46406) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:24.282595 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ff1883db-bc85-4ac1-a41c-743c559442e7 None None] Provisioning complete for port 00acacef-ab9b-419c-be3a-f0b15cba0d08 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:24.283123 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ff1883db-bc85-4ac1-a41c-743c559442e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (00acacef-ab9b-419c-be3a-f0b15cba0d08), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:24.288041 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882f049-ed89-4ecc-9ac6-d39e9dc020a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9aee09-7667-4921-8580-b39ca17ab11e,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:24.354819 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ecff3c34-1d2e-4f8b-9069-02fa01c32d7a tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (9a091c31-5052-474c-ac2b-949f60094049), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:24.369250 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dc0696b7-bc8b-45d0-9e72-0b73629641e9 admin admin] Publish callbacks [] for security_group (0a9aee09-7667-4921-8580-b39ca17ab11e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:24.399625 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-ecff3c34-1d2e-4f8b-9069-02fa01c32d7a tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Calling delete_port for 9a091c31-5052-474c-ac2b-949f60094049 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:56:24.419649 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053a587-efbd-422d-bc02-e3c356e00c82 req-d5fb2e9b-d4d7-448b-b712-5eb3d4b238d6 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:24.421192 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d053a587-efbd-422d-bc02-e3c356e00c82 req-d5fb2e9b-d4d7-448b-b712-5eb3d4b238d6 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.1956620 Mar 07 10:56:24.428462 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dc0696b7-bc8b-45d0-9e72-0b73629641e9 admin admin] Publish callbacks [] for security_group (0a9aee09-7667-4921-8580-b39ca17ab11e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:24.492944 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 00acacef-ab9b-419c-be3a-f0b15cba0d08 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:24.493743 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (00acacef-ab9b-419c-be3a-f0b15cba0d08), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:24.536116 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dc0696b7-bc8b-45d0-9e72-0b73629641e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0a9aee09-7667-4921-8580-b39ca17ab11e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:24.539141 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dc0696b7-bc8b-45d0-9e72-0b73629641e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:24.542857 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-dc0696b7-bc8b-45d0-9e72-0b73629641e9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0a9aee09-7667-4921-8580-b39ca17ab11e HTTP/1.1" status: 204 len: 168 time: 0.3160663 Mar 07 10:56:24.557026 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0696b7-bc8b-45d0-9e72-0b73629641e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9aee09-7667-4921-8580-b39ca17ab11e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:24.586551 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d053a587-efbd-422d-bc02-e3c356e00c82 req-2d3a1779-a51b-4c73-bd3f-9f9a1cca818e tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554477 Mar 07 10:56:24.730750 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ff1883db-bc85-4ac1-a41c-743c559442e7 None None] Current status of the port 00acacef-ab9b-419c-be3a-f0b15cba0d08 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:24.731308 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ff1883db-bc85-4ac1-a41c-743c559442e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (00acacef-ab9b-419c-be3a-f0b15cba0d08), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:24.769920 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ecff3c34-1d2e-4f8b-9069-02fa01c32d7a tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (9a091c31-5052-474c-ac2b-949f60094049), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:24.824264 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff3c34-1d2e-4f8b-9069-02fa01c32d7a tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Port': ['ID=9a091c31-5052-474c-ac2b-949f60094049,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:24.832529 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 00acacef-ab9b-419c-be3a-f0b15cba0d08 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:24.832961 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (00acacef-ab9b-419c-be3a-f0b15cba0d08), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:24.907827 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ff1883db-bc85-4ac1-a41c-743c559442e7 None None] For port 00acacef-ab9b-419c-be3a-f0b15cba0d08, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=00acacef-ab9b-419c-be3a-f0b15cba0d08,segment=NetworkSegment(79d421c1-52d7-44d2-8b44-c4c01197b626),segment_id=79d421c1-52d7-44d2-8b44-c4c01197b626)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:24.922229 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ecff3c34-1d2e-4f8b-9069-02fa01c32d7a tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:24.927279 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ff1883db-bc85-4ac1-a41c-743c559442e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (00acacef-ab9b-419c-be3a-f0b15cba0d08), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:24.931166 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46416) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:24.935153 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ecff3c34-1d2e-4f8b-9069-02fa01c32d7a tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/ports/9a091c31-5052-474c-ac2b-949f60094049 HTTP/1.1" status: 204 len: 168 time: 1.0345492 Mar 07 10:56:24.991155 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-5960c089-2592-4f8b-bb9a-d08a1b57cc11 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] GET failed (client error): The resource could not be found. Mar 07 10:56:24.995631 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46418) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:25.004855 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5960c089-2592-4f8b-bb9a-d08a1b57cc11 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "GET /v2.0/ports/9a091c31-5052-474c-ac2b-949f60094049 HTTP/1.1" status: 404 len: 333 time: 0.0723488 Mar 07 10:56:25.216304 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-41c204cc-14c9-4be5-8666-02ed46241323 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Deleting port a40c6b6f-6ad5-4823-8b80-2382b27ec282 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:56:25.216724 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-41c204cc-14c9-4be5-8666-02ed46241323 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a40c6b6f-6ad5-4823-8b80-2382b27ec282), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:25.312659 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:56:25.313233 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:56:25.315740 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-452c7c0d-b288-4fbd-a386-cc832fda3443 None None] Provisioning complete for port a40c6b6f-6ad5-4823-8b80-2382b27ec282 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:25.316092 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-452c7c0d-b288-4fbd-a386-cc832fda3443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a40c6b6f-6ad5-4823-8b80-2382b27ec282), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:25.398840 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1883db-bc85-4ac1-a41c-743c559442e7 None None] Pushing event updated for resources: {'Port': ['ID=00acacef-ab9b-419c-be3a-f0b15cba0d08,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:25.420210 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-452c7c0d-b288-4fbd-a386-cc832fda3443 None None] Port a40c6b6f-6ad5-4823-8b80-2382b27ec282 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:56:25.452541 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-452c7c0d-b288-4fbd-a386-cc832fda3443 None None] Provisioning complete for port 00acacef-ab9b-419c-be3a-f0b15cba0d08 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:25.453095 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-452c7c0d-b288-4fbd-a386-cc832fda3443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (00acacef-ab9b-419c-be3a-f0b15cba0d08), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:25.516319 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-41c204cc-14c9-4be5-8666-02ed46241323 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a40c6b6f-6ad5-4823-8b80-2382b27ec282), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:25.555481 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-41c204cc-14c9-4be5-8666-02ed46241323 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Calling delete_port for a40c6b6f-6ad5-4823-8b80-2382b27ec282 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:56:25.691160 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-452c7c0d-b288-4fbd-a386-cc832fda3443 None None] Current status of the port 00acacef-ab9b-419c-be3a-f0b15cba0d08 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:25.697718 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-452c7c0d-b288-4fbd-a386-cc832fda3443 None None] Could not find standard attr ID for object 9a091c31-5052-474c-ac2b-949f60094049. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:56:25.849331 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ead247-5318-449e-a969-7dcf96ba8a65 req-1fe1a1cd-d7c5-4e2f-8533-bc02a56c868c tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:25.855686 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-86ead247-5318-449e-a969-7dcf96ba8a65 req-1fe1a1cd-d7c5-4e2f-8533-bc02a56c868c tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.1472600 Mar 07 10:56:25.915793 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-41c204cc-14c9-4be5-8666-02ed46241323 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (a40c6b6f-6ad5-4823-8b80-2382b27ec282), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:25.988389 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-1ffae2a8-2453-42ad-acdd-891d4c08f209 None None] Could not find standard attr ID for object a40c6b6f-6ad5-4823-8b80-2382b27ec282. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:56:26.019551 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 00acacef-ab9b-419c-be3a-f0b15cba0d08 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:26.024806 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c204cc-14c9-4be5-8666-02ed46241323 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Port': ['ID=a40c6b6f-6ad5-4823-8b80-2382b27ec282,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:26.064688 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-86ead247-5318-449e-a969-7dcf96ba8a65 req-5ac7442b-22f4-4b0a-8dc0-e5dc48c2254f tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645749 Mar 07 10:56:26.077695 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-41c204cc-14c9-4be5-8666-02ed46241323 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:26.083749 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-41c204cc-14c9-4be5-8666-02ed46241323 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/ports/a40c6b6f-6ad5-4823-8b80-2382b27ec282 HTTP/1.1" status: 204 len: 168 time: 1.0871327 Mar 07 10:56:26.086565 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46440) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:26.192556 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0703a38-0853-4fd6-84f9-45d542b2f959 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] GET failed (client error): The resource could not be found. Mar 07 10:56:26.203273 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b0703a38-0853-4fd6-84f9-45d542b2f959 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "GET /v2.0/ports/a40c6b6f-6ad5-4823-8b80-2382b27ec282 HTTP/1.1" status: 404 len: 333 time: 0.1152332 Mar 07 10:56:26.208250 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46444) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:26.211494 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-02b911d4-d0d0-4efe-a83b-e5bd87ef8e44 None None] Could not find standard attr ID for object 9a091c31-5052-474c-ac2b-949f60094049. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:56:26.329385 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-121522d8-6bd3-4003-97b3-4d2fbdbd9cc2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Deleting subnet 3ebc7655-8d35-420f-90de-af24f992918e {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:56:26.341750 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-121522d8-6bd3-4003-97b3-4d2fbdbd9cc2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for subnet (3ebc7655-8d35-420f-90de-af24f992918e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:26.360090 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 00acacef-ab9b-419c-be3a-f0b15cba0d08 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:56:26.393820 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-121522d8-6bd3-4003-97b3-4d2fbdbd9cc2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (3ebc7655-8d35-420f-90de-af24f992918e), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:26.452894 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 00acacef-ab9b-419c-be3a-f0b15cba0d08 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:26.453245 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (00acacef-ab9b-419c-be3a-f0b15cba0d08), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:26.637588 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-121522d8-6bd3-4003-97b3-4d2fbdbd9cc2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (3ebc7655-8d35-420f-90de-af24f992918e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:26.686158 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 00acacef-ab9b-419c-be3a-f0b15cba0d08 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:26.816543 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-121522d8-6bd3-4003-97b3-4d2fbdbd9cc2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (3ebc7655-8d35-420f-90de-af24f992918e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:26.846523 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121522d8-6bd3-4003-97b3-4d2fbdbd9cc2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Subnet': ['ID=3ebc7655-8d35-420f-90de-af24f992918e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:26.852503 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-121522d8-6bd3-4003-97b3-4d2fbdbd9cc2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:26.856914 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-121522d8-6bd3-4003-97b3-4d2fbdbd9cc2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/subnets/3ebc7655-8d35-420f-90de-af24f992918e HTTP/1.1" status: 204 len: 168 time: 0.6471865 Mar 07 10:56:26.859661 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46454) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:27.037370 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef44e-e1fe-45b5-919c-28c29efe9eb2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (47e9b8b3-7430-4075-b353-dccbe335d592), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:27.126642 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a32ce88-bf70-4d94-8940-8d55c3cac4a3 None None] Network 47e9b8b3-7430-4075-b353-dccbe335d592 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:56:27.152230 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-ba2ef44e-e1fe-45b5-919c-28c29efe9eb2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Deleting port 00acacef-ab9b-419c-be3a-f0b15cba0d08 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:56:27.152717 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef44e-e1fe-45b5-919c-28c29efe9eb2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (00acacef-ab9b-419c-be3a-f0b15cba0d08), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:27.294774 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-ba2ef44e-e1fe-45b5-919c-28c29efe9eb2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] For port 00acacef-ab9b-419c-be3a-f0b15cba0d08, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=00acacef-ab9b-419c-be3a-f0b15cba0d08,segment=NetworkSegment(79d421c1-52d7-44d2-8b44-c4c01197b626),segment_id=79d421c1-52d7-44d2-8b44-c4c01197b626)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:27.295537 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef44e-e1fe-45b5-919c-28c29efe9eb2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (00acacef-ab9b-419c-be3a-f0b15cba0d08), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:27.329208 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-ba2ef44e-e1fe-45b5-919c-28c29efe9eb2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Calling delete_port for 00acacef-ab9b-419c-be3a-f0b15cba0d08 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:56:27.385772 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc49cf6-4c98-4f1e-bffe-6e3e5e7cbf3b req-3f21269b-2990-465a-8378-ec2ef079df21 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:27.388095 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1fc49cf6-4c98-4f1e-bffe-6e3e5e7cbf3b req-3f21269b-2990-465a-8378-ec2ef079df21 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.1601458 Mar 07 10:56:27.469811 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8213b63f-42c0-4d1b-aa7e-79be41db6c47 None None] DHCP port deletion for 47e9b8b3-7430-4075-b353-dccbe335d592 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:56:27.521089 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef44e-e1fe-45b5-919c-28c29efe9eb2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (00acacef-ab9b-419c-be3a-f0b15cba0d08), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:27.537835 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2ef44e-e1fe-45b5-919c-28c29efe9eb2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] No DVR routers for this DVR port 00acacef-ab9b-419c-be3a-f0b15cba0d08 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:56:27.549782 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1fc49cf6-4c98-4f1e-bffe-6e3e5e7cbf3b req-efd8a54e-4892-4142-97c3-91b60934df0e tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557732 Mar 07 10:56:27.561456 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ef44e-e1fe-45b5-919c-28c29efe9eb2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Port': ['ID=00acacef-ab9b-419c-be3a-f0b15cba0d08,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:27.579730 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8213b63f-42c0-4d1b-aa7e-79be41db6c47 None None] Deleting port 00acacef-ab9b-419c-be3a-f0b15cba0d08 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:56:27.580115 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8213b63f-42c0-4d1b-aa7e-79be41db6c47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (00acacef-ab9b-419c-be3a-f0b15cba0d08), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:27.701650 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef44e-e1fe-45b5-919c-28c29efe9eb2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (47e9b8b3-7430-4075-b353-dccbe335d592), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:27.709887 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-8213b63f-42c0-4d1b-aa7e-79be41db6c47 None None] For port 00acacef-ab9b-419c-be3a-f0b15cba0d08, host n-d-832164-4, got binding levels [] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:27.710806 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8213b63f-42c0-4d1b-aa7e-79be41db6c47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (00acacef-ab9b-419c-be3a-f0b15cba0d08), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:27.736598 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8213b63f-42c0-4d1b-aa7e-79be41db6c47 None None] Calling delete_port for 00acacef-ab9b-419c-be3a-f0b15cba0d08 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:56:27.739401 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.ipam_backend_mixin [None req-8213b63f-42c0-4d1b-aa7e-79be41db6c47 None None] Port 00acacef-ab9b-419c-be3a-f0b15cba0d08 was not found and therefore no delete operation was performed {{(pid=103768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 10:56:27.740740 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8213b63f-42c0-4d1b-aa7e-79be41db6c47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (00acacef-ab9b-419c-be3a-f0b15cba0d08), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:27.749660 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ba2ef44e-e1fe-45b5-919c-28c29efe9eb2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47e9b8b3-7430-4075-b353-dccbe335d592']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:27.769685 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213b63f-42c0-4d1b-aa7e-79be41db6c47 None None] Pushing event deleted for resources: {'Port': ['ID=00acacef-ab9b-419c-be3a-f0b15cba0d08,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:27.773894 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8213b63f-42c0-4d1b-aa7e-79be41db6c47 None None] No DVR routers for this DVR port 00acacef-ab9b-419c-be3a-f0b15cba0d08 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:56:27.792768 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ba2ef44e-e1fe-45b5-919c-28c29efe9eb2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d421c1-52d7-44d2-8b44-c4c01197b626') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:27.793752 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ba2ef44e-e1fe-45b5-919c-28c29efe9eb2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d421c1-52d7-44d2-8b44-c4c01197b626') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:27.804740 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef44e-e1fe-45b5-919c-28c29efe9eb2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (79d421c1-52d7-44d2-8b44-c4c01197b626), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:27.838129 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef44e-e1fe-45b5-919c-28c29efe9eb2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (79d421c1-52d7-44d2-8b44-c4c01197b626), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:27.850098 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba2ef44e-e1fe-45b5-919c-28c29efe9eb2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:56:27.851597 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef44e-e1fe-45b5-919c-28c29efe9eb2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (79d421c1-52d7-44d2-8b44-c4c01197b626), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:27.860050 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:56:27.860050 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:56:27.860050 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:56:27.860050 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:56:27.860050 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:56:27.860050 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:56:27.860050 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:56:27.860050 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:56:27.860050 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:56:27.860050 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:56:27.860050 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:56:27.860050 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:56:27.860050 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:56:27.860050 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:56:27.860050 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:56:27.860050 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:56:27.860050 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:56:27.860050 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:56:27.860050 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:56:27.860050 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:56:27.860050 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:56:27.860050 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:56:27.860050 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:56:27.860050 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:56:27.860050 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:56:27.860050 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:56:27.860050 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:56:27.860050 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:56:27.860050 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:56:27.860050 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:56:27.860050 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:56:27.860050 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:56:27.992240 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef44e-e1fe-45b5-919c-28c29efe9eb2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (47e9b8b3-7430-4075-b353-dccbe335d592), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:28.002187 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef44e-e1fe-45b5-919c-28c29efe9eb2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:28.010600 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ba2ef44e-e1fe-45b5-919c-28c29efe9eb2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/networks/47e9b8b3-7430-4075-b353-dccbe335d592 HTTP/1.1" status: 204 len: 168 time: 1.1472857 Mar 07 10:56:28.012717 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46480) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:28.020256 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-c09102f0-311a-44ed-b2b2-ea306bc59eb7 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1300484115'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:28.043187 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ef44e-e1fe-45b5-919c-28c29efe9eb2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Network': ['ID=47e9b8b3-7430-4075-b353-dccbe335d592,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:28.059148 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09102f0-311a-44ed-b2b2-ea306bc59eb7 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:28.062970 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c09102f0-311a-44ed-b2b2-ea306bc59eb7 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:28.090705 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c09102f0-311a-44ed-b2b2-ea306bc59eb7 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:56:28.100847 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c09102f0-311a-44ed-b2b2-ea306bc59eb7 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (af2779ec-b2ac-4eef-aa4d-47a825d18a0d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:28.101972 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-c09102f0-311a-44ed-b2b2-ea306bc59eb7 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Added segment af2779ec-b2ac-4eef-aa4d-47a825d18a0d of type vlan for network e39981ec-d046-443f-8686-aae39af507db Mar 07 10:56:28.204317 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c09102f0-311a-44ed-b2b2-ea306bc59eb7 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (e39981ec-d046-443f-8686-aae39af507db), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:28.230697 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 00acacef-ab9b-419c-be3a-f0b15cba0d08 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:56:28.253589 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c09102f0-311a-44ed-b2b2-ea306bc59eb7 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (e39981ec-d046-443f-8686-aae39af507db), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:28.259016 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 00acacef-ab9b-419c-be3a-f0b15cba0d08 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:56:28.259229 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09102f0-311a-44ed-b2b2-ea306bc59eb7 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:28.259863 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c09102f0-311a-44ed-b2b2-ea306bc59eb7 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:28.260421 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 00acacef-ab9b-419c-be3a-f0b15cba0d08 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:56:28.309751 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c09102f0-311a-44ed-b2b2-ea306bc59eb7 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2948873 Mar 07 10:56:28.312000 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46486) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:28.317287 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-2dc3b9d2-04ae-49ae-84a2-c578b8dc269d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'subnet': {'network_id': 'e39981ec-d046-443f-8686-aae39af507db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:28.376197 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09102f0-311a-44ed-b2b2-ea306bc59eb7 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Network': ['ID=e39981ec-d046-443f-8686-aae39af507db,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:28.389939 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network e39981ec-d046-443f-8686-aae39af507db details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:56:28.498374 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc3b9d2-04ae-49ae-84a2-c578b8dc269d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:28.506752 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2dc3b9d2-04ae-49ae-84a2-c578b8dc269d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:28.753674 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144f343-73cc-4686-86de-54cd912463da req-bd96da43-4b65-4ebf-8d0f-a13049741ece tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:28.755209 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c144f343-73cc-4686-86de-54cd912463da req-bd96da43-4b65-4ebf-8d0f-a13049741ece tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.1050136 Mar 07 10:56:28.809279 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46492) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:28.851050 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2dc3b9d2-04ae-49ae-84a2-c578b8dc269d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (70bdc2da-cbc2-42c5-8835-b5c87f61ce13), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:28.861772 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c144f343-73cc-4686-86de-54cd912463da req-f5e72479-ed57-48d2-87b2-c841ca538ad6 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982020 Mar 07 10:56:28.907097 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc3b9d2-04ae-49ae-84a2-c578b8dc269d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Subnet': ['ID=70bdc2da-cbc2-42c5-8835-b5c87f61ce13,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:29.010683 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc3b9d2-04ae-49ae-84a2-c578b8dc269d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Checking segment: {'id': 'af2779ec-b2ac-4eef-aa4d-47a825d18a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e39981ec-d046-443f-8686-aae39af507db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:56:29.011058 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc3b9d2-04ae-49ae-84a2-c578b8dc269d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network hostable DHCP agents. Network: e39981ec-d046-443f-8686-aae39af507db, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:56:29.012338 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a0f17f6e-b2a3-4f33-9a93-8c66a4c91604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:29.037044 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc3b9d2-04ae-49ae-84a2-c578b8dc269d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network e39981ec-d046-443f-8686-aae39af507db is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:56:29.054313 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-2dc3b9d2-04ae-49ae-84a2-c578b8dc269d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, e39981ec-d046-443f-8686-aae39af507db) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:29.067813 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720fbde9-e58f-4f56-b526-b7c507a54081 None None] Network e39981ec-d046-443f-8686-aae39af507db requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:56:29.074719 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc3b9d2-04ae-49ae-84a2-c578b8dc269d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:29.075688 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2dc3b9d2-04ae-49ae-84a2-c578b8dc269d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:29.102892 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2dc3b9d2-04ae-49ae-84a2-c578b8dc269d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7893753 Mar 07 10:56:29.110817 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46500) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:29.136060 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-ace21895-a21d-4e86-91fa-e52fc750bca9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'port': {'network_id': 'e39981ec-d046-443f-8686-aae39af507db', 'name': 'tempest-PortsIpV6TestJSON-1385915592', 'fixed_ips': [{'subnet_id': '70bdc2da-cbc2-42c5-8835-b5c87f61ce13', 'ip_address': '2001:db8::10'}]}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:29.170155 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a0f17f6e-b2a3-4f33-9a93-8c66a4c91604 admin admin] Publish callbacks [] for security_group (fca9b950-07ae-4968-9396-6d45335075c8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:29.178484 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a0f17f6e-b2a3-4f33-9a93-8c66a4c91604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (fca9b950-07ae-4968-9396-6d45335075c8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:29.257586 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a0f17f6e-b2a3-4f33-9a93-8c66a4c91604 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=53adfab7fc3a4a02be631e79f382d443&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4446054 Mar 07 10:56:29.259179 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46502) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:29.260060 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f17f6e-b2a3-4f33-9a93-8c66a4c91604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca9b950-07ae-4968-9396-6d45335075c8,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:29.363149 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3479775b-171e-407a-ad64-d93eb6946b19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-e39981ec-d046-443f-8686-aae39af507db', 'network_id': 'e39981ec-d046-443f-8686-aae39af507db', 'project_id': '24650689eb2c414cad84787c8951192e', 'fixed_ips': [{'subnet_id': '70bdc2da-cbc2-42c5-8835-b5c87f61ce13'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:56:29.368037 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3479775b-171e-407a-ad64-d93eb6946b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:29.397292 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-77e81c9b-b060-48cf-a624-1c22499e2080 admin admin] Publish callbacks [] for security_group (fca9b950-07ae-4968-9396-6d45335075c8), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:29.440297 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-77e81c9b-b060-48cf-a624-1c22499e2080 admin admin] Publish callbacks [] for security_group (fca9b950-07ae-4968-9396-6d45335075c8), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:29.518075 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace21895-a21d-4e86-91fa-e52fc750bca9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:29.521942 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-77e81c9b-b060-48cf-a624-1c22499e2080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (fca9b950-07ae-4968-9396-6d45335075c8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:29.527211 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-77e81c9b-b060-48cf-a624-1c22499e2080 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:29.531827 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-77e81c9b-b060-48cf-a624-1c22499e2080 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fca9b950-07ae-4968-9396-6d45335075c8 HTTP/1.1" status: 204 len: 168 time: 0.2530546 Mar 07 10:56:29.543276 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e81c9b-b060-48cf-a624-1c22499e2080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca9b950-07ae-4968-9396-6d45335075c8,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:29.579913 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-3479775b-171e-407a-ad64-d93eb6946b19 None None] Allocated IP 2001:db8::2 (e39981ec-d046-443f-8686-aae39af507db/70bdc2da-cbc2-42c5-8835-b5c87f61ce13/9dec761a-c503-43ec-bcf3-4deadaf98805) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:56:29.729367 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ace21895-a21d-4e86-91fa-e52fc750bca9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:29.774546 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-ace21895-a21d-4e86-91fa-e52fc750bca9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] device_id is not set on port c21d8920-f908-419a-8a37-59afbbd158aa yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:56:29.998907 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3479775b-171e-407a-ad64-d93eb6946b19 None None] Publish callbacks [] for port (9dec761a-c503-43ec-bcf3-4deadaf98805), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:30.000152 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46510) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:30.017919 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d22adb13-889c-4955-910a-88124427f4b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:30.033835 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3479775b-171e-407a-ad64-d93eb6946b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (9dec761a-c503-43ec-bcf3-4deadaf98805), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:30.164701 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-ace21895-a21d-4e86-91fa-e52fc750bca9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Allocated IP 2001:db8::10 (e39981ec-d046-443f-8686-aae39af507db/70bdc2da-cbc2-42c5-8835-b5c87f61ce13/c21d8920-f908-419a-8a37-59afbbd158aa) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:56:30.184359 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d22adb13-889c-4955-910a-88124427f4b1 admin admin] Publish callbacks [] for security_group (93c4a794-d075-41ac-90cb-1ac96173cdfe), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:30.195109 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d22adb13-889c-4955-910a-88124427f4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (93c4a794-d075-41ac-90cb-1ac96173cdfe), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:30.200997 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da93353-c236-40ba-8b1b-0d54eafb854c req-fa1a7e8e-b722-471f-a1d0-506444088ba4 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:30.202597 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3479775b-171e-407a-ad64-d93eb6946b19 None None] Network e39981ec-d046-443f-8686-aae39af507db is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:56:30.203079 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6da93353-c236-40ba-8b1b-0d54eafb854c req-fa1a7e8e-b722-471f-a1d0-506444088ba4 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.2042401 Mar 07 10:56:30.219215 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-3479775b-171e-407a-ad64-d93eb6946b19 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:30.235680 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3479775b-171e-407a-ad64-d93eb6946b19 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:56:30.255476 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d22adb13-889c-4955-910a-88124427f4b1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=34ff0c6bfceb4b57bcf44689a0392d6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2536981 Mar 07 10:56:30.257750 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46516) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:30.281467 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479775b-171e-407a-ad64-d93eb6946b19 None None] Pushing event updated for resources: {'Port': ['ID=9dec761a-c503-43ec-bcf3-4deadaf98805,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:30.357088 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3479775b-171e-407a-ad64-d93eb6946b19 None None] Attempting to bind port 9dec761a-c503-43ec-bcf3-4deadaf98805 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:56:30.357088 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3479775b-171e-407a-ad64-d93eb6946b19 None None] Attempting to bind port 9dec761a-c503-43ec-bcf3-4deadaf98805 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'af2779ec-b2ac-4eef-aa4d-47a825d18a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e39981ec-d046-443f-8686-aae39af507db'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:56:30.358132 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3479775b-171e-407a-ad64-d93eb6946b19 None None] Attempting to bind port 9dec761a-c503-43ec-bcf3-4deadaf98805 on network e39981ec-d046-443f-8686-aae39af507db {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:56:30.363833 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3479775b-171e-407a-ad64-d93eb6946b19 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:56:30.365342 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3479775b-171e-407a-ad64-d93eb6946b19 None None] Checking segment: {'id': 'af2779ec-b2ac-4eef-aa4d-47a825d18a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e39981ec-d046-443f-8686-aae39af507db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:56:30.365342 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3479775b-171e-407a-ad64-d93eb6946b19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:30.365342 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3479775b-171e-407a-ad64-d93eb6946b19 None None] Bound using segment: {'id': 'af2779ec-b2ac-4eef-aa4d-47a825d18a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e39981ec-d046-443f-8686-aae39af507db'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:56:30.365601 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3479775b-171e-407a-ad64-d93eb6946b19 None None] Bound port: 9dec761a-c503-43ec-bcf3-4deadaf98805, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af2779ec-b2ac-4eef-aa4d-47a825d18a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'e39981ec-d046-443f-8686-aae39af507db'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:56:30.365862 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3479775b-171e-407a-ad64-d93eb6946b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9dec761a-c503-43ec-bcf3-4deadaf98805), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:30.391572 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6da93353-c236-40ba-8b1b-0d54eafb854c req-b8e042f5-31d7-401b-a031-4715bbfd8f72 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549075 Mar 07 10:56:30.470984 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22adb13-889c-4955-910a-88124427f4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c4a794-d075-41ac-90cb-1ac96173cdfe,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:30.489785 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-23282b72-6052-4cb8-9c8a-bc62eb2faa7f admin admin] Publish callbacks [] for security_group (93c4a794-d075-41ac-90cb-1ac96173cdfe), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:30.509269 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-3479775b-171e-407a-ad64-d93eb6946b19 None None] For port 9dec761a-c503-43ec-bcf3-4deadaf98805, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:56:30.526697 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-3479775b-171e-407a-ad64-d93eb6946b19 None None] For port 9dec761a-c503-43ec-bcf3-4deadaf98805, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=9dec761a-c503-43ec-bcf3-4deadaf98805,segment=NetworkSegment(af2779ec-b2ac-4eef-aa4d-47a825d18a0d),segment_id=af2779ec-b2ac-4eef-aa4d-47a825d18a0d)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:56:30.545795 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3479775b-171e-407a-ad64-d93eb6946b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9dec761a-c503-43ec-bcf3-4deadaf98805), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:30.550194 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-23282b72-6052-4cb8-9c8a-bc62eb2faa7f admin admin] Publish callbacks [] for security_group (93c4a794-d075-41ac-90cb-1ac96173cdfe), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:30.561626 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ace21895-a21d-4e86-91fa-e52fc750bca9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for port (c21d8920-f908-419a-8a37-59afbbd158aa), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:30.688765 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479775b-171e-407a-ad64-d93eb6946b19 None None] Pushing event updated for resources: {'Port': ['ID=9dec761a-c503-43ec-bcf3-4deadaf98805,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:30.701829 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-23282b72-6052-4cb8-9c8a-bc62eb2faa7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (93c4a794-d075-41ac-90cb-1ac96173cdfe), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:30.706290 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-23282b72-6052-4cb8-9c8a-bc62eb2faa7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:30.733220 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-23282b72-6052-4cb8-9c8a-bc62eb2faa7f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/93c4a794-d075-41ac-90cb-1ac96173cdfe HTTP/1.1" status: 204 len: 168 time: 0.4733436 Mar 07 10:56:30.767705 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23282b72-6052-4cb8-9c8a-bc62eb2faa7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c4a794-d075-41ac-90cb-1ac96173cdfe,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:30.772878 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ace21895-a21d-4e86-91fa-e52fc750bca9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (c21d8920-f908-419a-8a37-59afbbd158aa), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:30.932740 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace21895-a21d-4e86-91fa-e52fc750bca9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network e39981ec-d046-443f-8686-aae39af507db is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:56:30.953279 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-ace21895-a21d-4e86-91fa-e52fc750bca9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:30.957727 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace21895-a21d-4e86-91fa-e52fc750bca9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:56:30.963765 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace21895-a21d-4e86-91fa-e52fc750bca9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:30.964569 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ace21895-a21d-4e86-91fa-e52fc750bca9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:30.984096 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a33a2c-7fc4-4872-a368-7cd451784b34 req-7adafa9f-3b6c-4633-8908-3f91884311c7 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:30.985657 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e9a33a2c-7fc4-4872-a368-7cd451784b34 req-7adafa9f-3b6c-4633-8908-3f91884311c7 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.2186806 Mar 07 10:56:30.990082 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace21895-a21d-4e86-91fa-e52fc750bca9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Port': ['ID=c21d8920-f908-419a-8a37-59afbbd158aa,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:30.998709 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e46d9-937d-47cf-99e0-36d94d35cae2 req-768bfc64-4f10-4bb9-b978-14dd80d71c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:30.999596 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8b5e46d9-937d-47cf-99e0-36d94d35cae2 req-768bfc64-4f10-4bb9-b978-14dd80d71c34 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6d3fdd77decc4d62a3e5426903f03a99&device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 1127 time: 0.2702582 Mar 07 10:56:31.047485 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ace21895-a21d-4e86-91fa-e52fc750bca9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9312265 Mar 07 10:56:31.050608 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46524) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:31.055879 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-01ab9ca8-1423-415e-902b-d8d3b32ed356 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'port': {'network_id': 'e39981ec-d046-443f-8686-aae39af507db', 'name': 'tempest-PortsIpV6TestJSON-1900823862', 'fixed_ips': [{'subnet_id': '70bdc2da-cbc2-42c5-8835-b5c87f61ce13', 'ip_address': '2001:db8::f'}]}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:31.211465 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e46d9-937d-47cf-99e0-36d94d35cae2 req-afe60736-5816-4c0b-b4dd-16a5a0a0408a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:31.212960 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8b5e46d9-937d-47cf-99e0-36d94d35cae2 req-afe60736-5816-4c0b-b4dd-16a5a0a0408a service neutron] 10.222.0.31 "GET /v2.0/networks?id=28765912-277e-46d1-95bd-16e2031149b0 HTTP/1.1" status: 200 len: 912 time: 0.1980791 Mar 07 10:56:31.301065 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e9a33a2c-7fc4-4872-a368-7cd451784b34 req-b9b1fadf-1913-4e40-a4bd-3ca22f761eb7 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3079717 Mar 07 10:56:31.326290 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ab9ca8-1423-415e-902b-d8d3b32ed356 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:31.389621 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8b5e46d9-937d-47cf-99e0-36d94d35cae2 req-6f6fb179-a72e-4108-94d8-aba7d7ea70eb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=052c2f2c-982a-42de-919d-b7737e320cde HTTP/1.1" status: 200 len: 1001 time: 0.1653643 Mar 07 10:56:31.477909 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e46d9-937d-47cf-99e0-36d94d35cae2 req-5c0a5b69-6302-4cd1-9757-7dca08b40433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:31.483497 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8b5e46d9-937d-47cf-99e0-36d94d35cae2 req-5c0a5b69-6302-4cd1-9757-7dca08b40433 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c02524-f503-4482-9d50-de9acc410b2f HTTP/1.1" status: 200 len: 850 time: 0.0912547 Mar 07 10:56:31.531944 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-01ab9ca8-1423-415e-902b-d8d3b32ed356 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:31.561777 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-01ab9ca8-1423-415e-902b-d8d3b32ed356 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] device_id is not set on port 907ccc8f-7eb4-4902-811e-85f9ece1fd0c yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:56:31.611335 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e46d9-937d-47cf-99e0-36d94d35cae2 req-f2b9a9d0-8c4a-448b-8796-475156bf37fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:31.613382 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8b5e46d9-937d-47cf-99e0-36d94d35cae2 req-f2b9a9d0-8c4a-448b-8796-475156bf37fb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=28765912-277e-46d1-95bd-16e2031149b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1223075 Mar 07 10:56:31.819202 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-01ab9ca8-1423-415e-902b-d8d3b32ed356 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Allocated IP 2001:db8::f (e39981ec-d046-443f-8686-aae39af507db/70bdc2da-cbc2-42c5-8835-b5c87f61ce13/907ccc8f-7eb4-4902-811e-85f9ece1fd0c) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:56:31.821579 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8b5e46d9-937d-47cf-99e0-36d94d35cae2 req-dc4f2a52-af10-4453-9d39-bc493eb0b48b service neutron] 10.222.0.31 "GET /v2.0/networks/28765912-277e-46d1-95bd-16e2031149b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013030 Mar 07 10:56:31.965156 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8b5e46d9-937d-47cf-99e0-36d94d35cae2 req-5be5e3cd-b0fd-4f8a-bbec-9cd69ae086aa service neutron] 10.222.0.31 "GET /v2.0/networks/28765912-277e-46d1-95bd-16e2031149b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357176 Mar 07 10:56:32.053946 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741d391f-d45d-49c4-a14d-5317cad4accc None None] Network e39981ec-d046-443f-8686-aae39af507db requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:56:32.065875 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-01ab9ca8-1423-415e-902b-d8d3b32ed356 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for port (907ccc8f-7eb4-4902-811e-85f9ece1fd0c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:32.112377 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-01ab9ca8-1423-415e-902b-d8d3b32ed356 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (907ccc8f-7eb4-4902-811e-85f9ece1fd0c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:32.183701 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-04858303-3f83-41b8-bde2-f6126f241547 None None] Provisioning complete for port 9dec761a-c503-43ec-bcf3-4deadaf98805 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:32.184170 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-04858303-3f83-41b8-bde2-f6126f241547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9dec761a-c503-43ec-bcf3-4deadaf98805), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:32.201954 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ab9ca8-1423-415e-902b-d8d3b32ed356 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network e39981ec-d046-443f-8686-aae39af507db is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:56:32.219709 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-01ab9ca8-1423-415e-902b-d8d3b32ed356 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:32.227215 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ab9ca8-1423-415e-902b-d8d3b32ed356 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:56:32.259900 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ab9ca8-1423-415e-902b-d8d3b32ed356 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:32.261079 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-01ab9ca8-1423-415e-902b-d8d3b32ed356 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:32.276631 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9dec761a-c503-43ec-bcf3-4deadaf98805 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:56:32.288533 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ab9ca8-1423-415e-902b-d8d3b32ed356 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Port': ['ID=907ccc8f-7eb4-4902-811e-85f9ece1fd0c,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:32.326350 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-01ab9ca8-1423-415e-902b-d8d3b32ed356 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2743609 Mar 07 10:56:32.328743 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46556) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:32.436894 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 9dec761a-c503-43ec-bcf3-4deadaf98805 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:32.437407 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9dec761a-c503-43ec-bcf3-4deadaf98805), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:32.444557 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-04858303-3f83-41b8-bde2-f6126f241547 None None] Current status of the port 9dec761a-c503-43ec-bcf3-4deadaf98805 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:32.445050 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-04858303-3f83-41b8-bde2-f6126f241547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9dec761a-c503-43ec-bcf3-4deadaf98805), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:32.451902 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff935ff-ff41-4515-9aab-02c78f1f64e3 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:32.456762 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46560) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:32.468378 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9ff935ff-ff41-4515-9aab-02c78f1f64e3 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1380363 Mar 07 10:56:32.562414 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-04858303-3f83-41b8-bde2-f6126f241547 None None] For port 9dec761a-c503-43ec-bcf3-4deadaf98805, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=9dec761a-c503-43ec-bcf3-4deadaf98805,segment=NetworkSegment(af2779ec-b2ac-4eef-aa4d-47a825d18a0d),segment_id=af2779ec-b2ac-4eef-aa4d-47a825d18a0d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:32.569779 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-04858303-3f83-41b8-bde2-f6126f241547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9dec761a-c503-43ec-bcf3-4deadaf98805), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:32.634848 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61698d17-da5e-4f64-bf9a-03b0f24345cb req-4762c11b-ccdd-46e3-90bd-91eb054cefaf tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:32.635118 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04858303-3f83-41b8-bde2-f6126f241547 None None] Pushing event updated for resources: {'Port': ['ID=9dec761a-c503-43ec-bcf3-4deadaf98805,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:32.645166 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-61698d17-da5e-4f64-bf9a-03b0f24345cb req-4762c11b-ccdd-46e3-90bd-91eb054cefaf tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.1899340 Mar 07 10:56:32.672151 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 9dec761a-c503-43ec-bcf3-4deadaf98805 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:32.738516 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969d508a-6192-4b8b-97a6-7621eeeba1ca tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:32.747128 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969d508a-6192-4b8b-97a6-7621eeeba1ca tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:32.753860 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969d508a-6192-4b8b-97a6-7621eeeba1ca tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:32.758265 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-969d508a-6192-4b8b-97a6-7621eeeba1ca tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2635467 Mar 07 10:56:32.758607 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46566) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:32.822630 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-61698d17-da5e-4f64-bf9a-03b0f24345cb req-fb644e2c-eece-481c-af71-681049c0d674 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754980 Mar 07 10:56:32.906436 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-26362179-2c43-4837-97cb-e1c54245afe6 None None] Provisioning complete for port c21d8920-f908-419a-8a37-59afbbd158aa triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:32.906814 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-26362179-2c43-4837-97cb-e1c54245afe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c21d8920-f908-419a-8a37-59afbbd158aa), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:32.954352 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-26362179-2c43-4837-97cb-e1c54245afe6 None None] Port c21d8920-f908-419a-8a37-59afbbd158aa cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:56:32.964966 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-c9c66212-54df-4a06-a5b7-9eef3cf9573c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Deleting port 907ccc8f-7eb4-4902-811e-85f9ece1fd0c {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:56:32.965337 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9c66212-54df-4a06-a5b7-9eef3cf9573c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (907ccc8f-7eb4-4902-811e-85f9ece1fd0c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:32.979768 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-26362179-2c43-4837-97cb-e1c54245afe6 None None] Provisioning complete for port 907ccc8f-7eb4-4902-811e-85f9ece1fd0c triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:32.980149 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-26362179-2c43-4837-97cb-e1c54245afe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (907ccc8f-7eb4-4902-811e-85f9ece1fd0c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:33.032335 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-26362179-2c43-4837-97cb-e1c54245afe6 None None] Port 907ccc8f-7eb4-4902-811e-85f9ece1fd0c cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:56:33.052198 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-26362179-2c43-4837-97cb-e1c54245afe6 None None] Provisioning complete for port 9dec761a-c503-43ec-bcf3-4deadaf98805 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:33.052503 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-26362179-2c43-4837-97cb-e1c54245afe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9dec761a-c503-43ec-bcf3-4deadaf98805), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:33.173150 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-26362179-2c43-4837-97cb-e1c54245afe6 None None] Current status of the port 9dec761a-c503-43ec-bcf3-4deadaf98805 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:33.195190 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9c66212-54df-4a06-a5b7-9eef3cf9573c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (907ccc8f-7eb4-4902-811e-85f9ece1fd0c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:33.216966 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-c9c66212-54df-4a06-a5b7-9eef3cf9573c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Calling delete_port for 907ccc8f-7eb4-4902-811e-85f9ece1fd0c owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:56:33.322484 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-9fb75a39-ebf1-4231-92a3-c804d7dc9b72 None None] Provisioning complete for port c21d8920-f908-419a-8a37-59afbbd158aa triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:33.323748 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9fb75a39-ebf1-4231-92a3-c804d7dc9b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c21d8920-f908-419a-8a37-59afbbd158aa), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:33.418917 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-9fb75a39-ebf1-4231-92a3-c804d7dc9b72 None None] Port c21d8920-f908-419a-8a37-59afbbd158aa cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:56:33.451458 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9c66212-54df-4a06-a5b7-9eef3cf9573c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (907ccc8f-7eb4-4902-811e-85f9ece1fd0c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:33.638555 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-275a25fc-42e6-46b3-8851-9941cf7f736e None None] Could not find standard attr ID for object 907ccc8f-7eb4-4902-811e-85f9ece1fd0c. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:56:33.903454 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c66212-54df-4a06-a5b7-9eef3cf9573c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Port': ['ID=907ccc8f-7eb4-4902-811e-85f9ece1fd0c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:33.968041 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9c66212-54df-4a06-a5b7-9eef3cf9573c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:33.972393 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c9c66212-54df-4a06-a5b7-9eef3cf9573c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/ports/907ccc8f-7eb4-4902-811e-85f9ece1fd0c HTTP/1.1" status: 204 len: 168 time: 1.2114503 Mar 07 10:56:33.975164 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46594) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:34.027739 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-592f5fb5-5edc-4970-8607-91e8bdc2d1dc tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] GET failed (client error): The resource could not be found. Mar 07 10:56:34.028889 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c6283a-d3eb-4c2e-8c0e-2696e1b00322 req-05f968b9-12d2-4df9-ac72-ead620599b69 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:34.029926 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-592f5fb5-5edc-4970-8607-91e8bdc2d1dc tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "GET /v2.0/ports/907ccc8f-7eb4-4902-811e-85f9ece1fd0c HTTP/1.1" status: 404 len: 333 time: 0.0536888 Mar 07 10:56:34.030857 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-42c6283a-d3eb-4c2e-8c0e-2696e1b00322 req-05f968b9-12d2-4df9-ac72-ead620599b69 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.0779335 Mar 07 10:56:34.032475 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46596) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:34.149508 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-42c6283a-d3eb-4c2e-8c0e-2696e1b00322 req-8f55233d-5e21-461b-978f-310b6d427f53 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078231 Mar 07 10:56:34.196613 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-e68dbd85-227a-4798-bd54-6bafd83eb863 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Deleting port c21d8920-f908-419a-8a37-59afbbd158aa {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:56:34.197345 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e68dbd85-227a-4798-bd54-6bafd83eb863 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c21d8920-f908-419a-8a37-59afbbd158aa), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:34.201424 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9dec761a-c503-43ec-bcf3-4deadaf98805 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:56:34.261604 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 9dec761a-c503-43ec-bcf3-4deadaf98805 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:34.261985 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9dec761a-c503-43ec-bcf3-4deadaf98805), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:34.310311 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e68dbd85-227a-4798-bd54-6bafd83eb863 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c21d8920-f908-419a-8a37-59afbbd158aa), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:34.322195 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-e68dbd85-227a-4798-bd54-6bafd83eb863 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Calling delete_port for c21d8920-f908-419a-8a37-59afbbd158aa owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:56:34.346349 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 9dec761a-c503-43ec-bcf3-4deadaf98805 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:34.451937 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e68dbd85-227a-4798-bd54-6bafd83eb863 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (c21d8920-f908-419a-8a37-59afbbd158aa), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:34.478982 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68dbd85-227a-4798-bd54-6bafd83eb863 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Port': ['ID=c21d8920-f908-419a-8a37-59afbbd158aa,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:34.513049 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e68dbd85-227a-4798-bd54-6bafd83eb863 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:34.518954 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e68dbd85-227a-4798-bd54-6bafd83eb863 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/ports/c21d8920-f908-419a-8a37-59afbbd158aa HTTP/1.1" status: 204 len: 168 time: 0.4828103 Mar 07 10:56:34.519241 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46600) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:34.546460 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd2d68a1-7767-4383-83fe-c920ec1e23a7 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] GET failed (client error): The resource could not be found. Mar 07 10:56:34.550307 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cd2d68a1-7767-4383-83fe-c920ec1e23a7 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "GET /v2.0/ports/c21d8920-f908-419a-8a37-59afbbd158aa HTTP/1.1" status: 404 len: 333 time: 0.0274744 Mar 07 10:56:34.550687 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46602) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:34.610559 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b900e89c-5d63-4675-8c37-09c02ef8d4cd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Deleting subnet 70bdc2da-cbc2-42c5-8835-b5c87f61ce13 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:56:34.614504 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b900e89c-5d63-4675-8c37-09c02ef8d4cd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for subnet (70bdc2da-cbc2-42c5-8835-b5c87f61ce13), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:34.665466 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b900e89c-5d63-4675-8c37-09c02ef8d4cd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (70bdc2da-cbc2-42c5-8835-b5c87f61ce13), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:34.765333 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b900e89c-5d63-4675-8c37-09c02ef8d4cd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (70bdc2da-cbc2-42c5-8835-b5c87f61ce13), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:34.827007 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b900e89c-5d63-4675-8c37-09c02ef8d4cd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (70bdc2da-cbc2-42c5-8835-b5c87f61ce13), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:34.852561 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b900e89c-5d63-4675-8c37-09c02ef8d4cd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Subnet': ['ID=70bdc2da-cbc2-42c5-8835-b5c87f61ce13,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:34.859157 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b900e89c-5d63-4675-8c37-09c02ef8d4cd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:34.865001 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46608) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:34.865196 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b900e89c-5d63-4675-8c37-09c02ef8d4cd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/subnets/70bdc2da-cbc2-42c5-8835-b5c87f61ce13 HTTP/1.1" status: 204 len: 168 time: 0.3134811 Mar 07 10:56:34.866390 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b637e11-b7b4-4d77-bf05-cc58c884a12c None None] Network e39981ec-d046-443f-8686-aae39af507db requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:56:34.943715 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b3ce849a-2dd2-43d1-94a3-146182e23f48 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (e39981ec-d046-443f-8686-aae39af507db), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:35.007004 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b3ce849a-2dd2-43d1-94a3-146182e23f48 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Deleting port 9dec761a-c503-43ec-bcf3-4deadaf98805 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:56:35.007994 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b3ce849a-2dd2-43d1-94a3-146182e23f48 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (9dec761a-c503-43ec-bcf3-4deadaf98805), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:35.015478 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ae2ca5-7de4-4faa-8234-81d69d4e4e1f None None] DHCP port deletion for e39981ec-d046-443f-8686-aae39af507db request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:56:35.080641 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f3ae2ca5-7de4-4faa-8234-81d69d4e4e1f None None] Deleting port 9dec761a-c503-43ec-bcf3-4deadaf98805 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:56:35.081265 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f3ae2ca5-7de4-4faa-8234-81d69d4e4e1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (9dec761a-c503-43ec-bcf3-4deadaf98805), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:35.084582 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-b3ce849a-2dd2-43d1-94a3-146182e23f48 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] For port 9dec761a-c503-43ec-bcf3-4deadaf98805, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=9dec761a-c503-43ec-bcf3-4deadaf98805,segment=NetworkSegment(af2779ec-b2ac-4eef-aa4d-47a825d18a0d),segment_id=af2779ec-b2ac-4eef-aa4d-47a825d18a0d)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:35.084953 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b3ce849a-2dd2-43d1-94a3-146182e23f48 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (9dec761a-c503-43ec-bcf3-4deadaf98805), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:35.103236 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b3ce849a-2dd2-43d1-94a3-146182e23f48 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Calling delete_port for 9dec761a-c503-43ec-bcf3-4deadaf98805 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:56:35.154275 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-f3ae2ca5-7de4-4faa-8234-81d69d4e4e1f None None] For port 9dec761a-c503-43ec-bcf3-4deadaf98805, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=9dec761a-c503-43ec-bcf3-4deadaf98805,segment=NetworkSegment(af2779ec-b2ac-4eef-aa4d-47a825d18a0d),segment_id=af2779ec-b2ac-4eef-aa4d-47a825d18a0d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:35.154902 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f3ae2ca5-7de4-4faa-8234-81d69d4e4e1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (9dec761a-c503-43ec-bcf3-4deadaf98805), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:35.169555 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f3ae2ca5-7de4-4faa-8234-81d69d4e4e1f None None] Calling delete_port for 9dec761a-c503-43ec-bcf3-4deadaf98805 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:56:35.205278 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b3ce849a-2dd2-43d1-94a3-146182e23f48 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (9dec761a-c503-43ec-bcf3-4deadaf98805), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:35.237303 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce849a-2dd2-43d1-94a3-146182e23f48 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Port': ['ID=9dec761a-c503-43ec-bcf3-4deadaf98805,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:35.241779 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ce849a-2dd2-43d1-94a3-146182e23f48 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] No DVR routers for this DVR port 9dec761a-c503-43ec-bcf3-4deadaf98805 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:56:35.263351 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f3ae2ca5-7de4-4faa-8234-81d69d4e4e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (9dec761a-c503-43ec-bcf3-4deadaf98805), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:35.294748 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ae2ca5-7de4-4faa-8234-81d69d4e4e1f None None] Pushing event deleted for resources: {'Port': ['ID=9dec761a-c503-43ec-bcf3-4deadaf98805,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:35.300933 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ae2ca5-7de4-4faa-8234-81d69d4e4e1f None None] No DVR routers for this DVR port 9dec761a-c503-43ec-bcf3-4deadaf98805 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:56:35.338942 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b3ce849a-2dd2-43d1-94a3-146182e23f48 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (e39981ec-d046-443f-8686-aae39af507db), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:35.367157 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-b3ce849a-2dd2-43d1-94a3-146182e23f48 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39981ec-d046-443f-8686-aae39af507db']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:35.384088 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-b3ce849a-2dd2-43d1-94a3-146182e23f48 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af2779ec-b2ac-4eef-aa4d-47a825d18a0d') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:35.384502 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-b3ce849a-2dd2-43d1-94a3-146182e23f48 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af2779ec-b2ac-4eef-aa4d-47a825d18a0d') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:35.401400 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b3ce849a-2dd2-43d1-94a3-146182e23f48 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (af2779ec-b2ac-4eef-aa4d-47a825d18a0d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:35.415951 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b3ce849a-2dd2-43d1-94a3-146182e23f48 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (af2779ec-b2ac-4eef-aa4d-47a825d18a0d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:35.423927 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ce849a-2dd2-43d1-94a3-146182e23f48 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:56:35.424366 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b3ce849a-2dd2-43d1-94a3-146182e23f48 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (af2779ec-b2ac-4eef-aa4d-47a825d18a0d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:35.427845 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:56:35.427845 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:56:35.427845 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:56:35.427845 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:56:35.427845 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:56:35.427845 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:56:35.427845 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:56:35.427845 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:56:35.427845 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:56:35.427845 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:56:35.427845 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:56:35.427845 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:56:35.427845 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:56:35.427845 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:56:35.427845 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:56:35.427845 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:56:35.427845 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:56:35.427845 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:56:35.427845 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:56:35.427845 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:56:35.427845 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:56:35.427845 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:56:35.427845 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:56:35.427845 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:56:35.427845 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:56:35.427845 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:56:35.427845 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:56:35.427845 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:56:35.427845 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:56:35.427845 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:56:35.427845 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:56:35.427845 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:56:35.487923 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b3ce849a-2dd2-43d1-94a3-146182e23f48 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (e39981ec-d046-443f-8686-aae39af507db), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:35.501735 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b3ce849a-2dd2-43d1-94a3-146182e23f48 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:35.504939 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b3ce849a-2dd2-43d1-94a3-146182e23f48 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/networks/e39981ec-d046-443f-8686-aae39af507db HTTP/1.1" status: 204 len: 168 time: 0.6385612 Mar 07 10:56:35.509809 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46632) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:35.517447 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce849a-2dd2-43d1-94a3-146182e23f48 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Network': ['ID=e39981ec-d046-443f-8686-aae39af507db,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:35.519004 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-6f99bdff-a619-4a72-bf5f-e552d64c81b5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-745143384'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:35.542894 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f99bdff-a619-4a72-bf5f-e552d64c81b5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:35.547184 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6f99bdff-a619-4a72-bf5f-e552d64c81b5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:35.574068 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f99bdff-a619-4a72-bf5f-e552d64c81b5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:56:35.585190 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6f99bdff-a619-4a72-bf5f-e552d64c81b5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (4f6e542c-dc4f-4002-82a8-96d8e3b16080), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:35.585578 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-6f99bdff-a619-4a72-bf5f-e552d64c81b5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Added segment 4f6e542c-dc4f-4002-82a8-96d8e3b16080 of type vlan for network 99535a0a-103d-496a-8e21-41d959dacddd Mar 07 10:56:35.630745 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6f99bdff-a619-4a72-bf5f-e552d64c81b5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (99535a0a-103d-496a-8e21-41d959dacddd), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:35.704801 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6f99bdff-a619-4a72-bf5f-e552d64c81b5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (99535a0a-103d-496a-8e21-41d959dacddd), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:35.710861 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f99bdff-a619-4a72-bf5f-e552d64c81b5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:35.711500 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6f99bdff-a619-4a72-bf5f-e552d64c81b5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:35.763455 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46640) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:35.763837 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6f99bdff-a619-4a72-bf5f-e552d64c81b5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2518322 Mar 07 10:56:35.768789 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-75e7f345-f3c9-419f-9804-bbfffde8bcdb tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'subnet': {'network_id': '99535a0a-103d-496a-8e21-41d959dacddd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:35.841156 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99bdff-a619-4a72-bf5f-e552d64c81b5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Network': ['ID=99535a0a-103d-496a-8e21-41d959dacddd,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:35.853660 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 99535a0a-103d-496a-8e21-41d959dacddd details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:56:35.903848 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e7f345-f3c9-419f-9804-bbfffde8bcdb tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:35.908212 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-75e7f345-f3c9-419f-9804-bbfffde8bcdb tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:36.201873 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9dec761a-c503-43ec-bcf3-4deadaf98805 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:56:36.207625 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-75e7f345-f3c9-419f-9804-bbfffde8bcdb tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (710a14c1-5f1a-45f9-ac8f-faa52c47eb18), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:36.231851 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 9dec761a-c503-43ec-bcf3-4deadaf98805 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:56:36.232659 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9dec761a-c503-43ec-bcf3-4deadaf98805 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:56:36.288445 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e7f345-f3c9-419f-9804-bbfffde8bcdb tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Subnet': ['ID=710a14c1-5f1a-45f9-ac8f-faa52c47eb18,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:36.293191 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e7f345-f3c9-419f-9804-bbfffde8bcdb tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Checking segment: {'id': '4f6e542c-dc4f-4002-82a8-96d8e3b16080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '99535a0a-103d-496a-8e21-41d959dacddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:56:36.293191 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e7f345-f3c9-419f-9804-bbfffde8bcdb tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network hostable DHCP agents. Network: 99535a0a-103d-496a-8e21-41d959dacddd, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:56:36.312709 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e7f345-f3c9-419f-9804-bbfffde8bcdb tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network 99535a0a-103d-496a-8e21-41d959dacddd is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:56:36.322638 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-75e7f345-f3c9-419f-9804-bbfffde8bcdb tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 99535a0a-103d-496a-8e21-41d959dacddd) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:36.327175 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e7f345-f3c9-419f-9804-bbfffde8bcdb tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:36.327828 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-75e7f345-f3c9-419f-9804-bbfffde8bcdb tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:36.335147 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276268f2-bb4c-4478-8260-b5dc13394533 None None] Network 99535a0a-103d-496a-8e21-41d959dacddd requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:56:36.359051 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46642) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:36.366520 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-08e2cc9a-dfa2-49dd-bafd-1e6c44cf1bf1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1188516108', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:36.373380 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-75e7f345-f3c9-419f-9804-bbfffde8bcdb tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6087260 Mar 07 10:56:36.392272 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-08e2cc9a-dfa2-49dd-bafd-1e6c44cf1bf1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (7b0ca337-f589-49f5-9235-903935ef7595), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:36.393635 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-08e2cc9a-dfa2-49dd-bafd-1e6c44cf1bf1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (7b0ca337-f589-49f5-9235-903935ef7595), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:36.457663 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc1fa00-50d6-4917-a1f0-2a8c33e8b7d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-99535a0a-103d-496a-8e21-41d959dacddd', 'network_id': '99535a0a-103d-496a-8e21-41d959dacddd', 'project_id': '24650689eb2c414cad84787c8951192e', 'fixed_ips': [{'subnet_id': '710a14c1-5f1a-45f9-ac8f-faa52c47eb18'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:56:36.458893 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1bc1fa00-50d6-4917-a1f0-2a8c33e8b7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:36.483295 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-08e2cc9a-dfa2-49dd-bafd-1e6c44cf1bf1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for router_controller (7b0ca337-f589-49f5-9235-903935ef7595), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:36.490935 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-08e2cc9a-dfa2-49dd-bafd-1e6c44cf1bf1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (7b0ca337-f589-49f5-9235-903935ef7595), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:36.498170 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-25a1265b-03e6-41c4-a947-6176bca1b317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:36.516441 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-08e2cc9a-dfa2-49dd-bafd-1e6c44cf1bf1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:36.517980 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-08e2cc9a-dfa2-49dd-bafd-1e6c44cf1bf1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1562710 Mar 07 10:56:36.520601 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46644) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:36.528060 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f4ae2a61-f4df-47af-9f1e-4e413182e613 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'port': {'network_id': '99535a0a-103d-496a-8e21-41d959dacddd', 'name': 'tempest-PortsIpV6TestJSON-371231372'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:36.650469 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-1bc1fa00-50d6-4917-a1f0-2a8c33e8b7d2 None None] Allocated IP 2001:db8::2 (99535a0a-103d-496a-8e21-41d959dacddd/710a14c1-5f1a-45f9-ac8f-faa52c47eb18/10b5a5e1-6072-48b7-bccb-018e711ded6d) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:56:36.655511 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ae2a61-f4df-47af-9f1e-4e413182e613 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:36.659906 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f4ae2a61-f4df-47af-9f1e-4e413182e613 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:36.688727 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-f4ae2a61-f4df-47af-9f1e-4e413182e613 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] device_id is not set on port 50cf2bee-0ec4-4855-94ae-bcfbe057c0e1 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:56:37.071945 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1bc1fa00-50d6-4917-a1f0-2a8c33e8b7d2 None None] Publish callbacks [] for port (10b5a5e1-6072-48b7-bccb-018e711ded6d), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:37.080505 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1bc1fa00-50d6-4917-a1f0-2a8c33e8b7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (10b5a5e1-6072-48b7-bccb-018e711ded6d), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:37.124569 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc1fa00-50d6-4917-a1f0-2a8c33e8b7d2 None None] Network 99535a0a-103d-496a-8e21-41d959dacddd is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:56:37.128199 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-1bc1fa00-50d6-4917-a1f0-2a8c33e8b7d2 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:37.136420 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc1fa00-50d6-4917-a1f0-2a8c33e8b7d2 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:56:37.182885 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1fa00-50d6-4917-a1f0-2a8c33e8b7d2 None None] Pushing event updated for resources: {'Port': ['ID=10b5a5e1-6072-48b7-bccb-018e711ded6d,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:37.215439 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-f4ae2a61-f4df-47af-9f1e-4e413182e613 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Allocated IP 2001:db8::1ba (99535a0a-103d-496a-8e21-41d959dacddd/710a14c1-5f1a-45f9-ac8f-faa52c47eb18/50cf2bee-0ec4-4855-94ae-bcfbe057c0e1) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:56:37.222726 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-1bc1fa00-50d6-4917-a1f0-2a8c33e8b7d2 None None] Attempting to bind port 10b5a5e1-6072-48b7-bccb-018e711ded6d on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:56:37.223099 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-1bc1fa00-50d6-4917-a1f0-2a8c33e8b7d2 None None] Attempting to bind port 10b5a5e1-6072-48b7-bccb-018e711ded6d by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '4f6e542c-dc4f-4002-82a8-96d8e3b16080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '99535a0a-103d-496a-8e21-41d959dacddd'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:56:37.224057 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc1fa00-50d6-4917-a1f0-2a8c33e8b7d2 None None] Attempting to bind port 10b5a5e1-6072-48b7-bccb-018e711ded6d on network 99535a0a-103d-496a-8e21-41d959dacddd {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:56:37.230546 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc1fa00-50d6-4917-a1f0-2a8c33e8b7d2 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:56:37.230926 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc1fa00-50d6-4917-a1f0-2a8c33e8b7d2 None None] Checking segment: {'id': '4f6e542c-dc4f-4002-82a8-96d8e3b16080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '99535a0a-103d-496a-8e21-41d959dacddd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:56:37.231394 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1bc1fa00-50d6-4917-a1f0-2a8c33e8b7d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:37.231929 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc1fa00-50d6-4917-a1f0-2a8c33e8b7d2 None None] Bound using segment: {'id': '4f6e542c-dc4f-4002-82a8-96d8e3b16080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '99535a0a-103d-496a-8e21-41d959dacddd'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:56:37.232398 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-1bc1fa00-50d6-4917-a1f0-2a8c33e8b7d2 None None] Bound port: 10b5a5e1-6072-48b7-bccb-018e711ded6d, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f6e542c-dc4f-4002-82a8-96d8e3b16080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '99535a0a-103d-496a-8e21-41d959dacddd'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:56:37.232884 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1bc1fa00-50d6-4917-a1f0-2a8c33e8b7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (10b5a5e1-6072-48b7-bccb-018e711ded6d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:37.245154 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46666) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:37.318339 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-1bc1fa00-50d6-4917-a1f0-2a8c33e8b7d2 None None] For port 10b5a5e1-6072-48b7-bccb-018e711ded6d, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:56:37.321521 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-1bc1fa00-50d6-4917-a1f0-2a8c33e8b7d2 None None] For port 10b5a5e1-6072-48b7-bccb-018e711ded6d, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=10b5a5e1-6072-48b7-bccb-018e711ded6d,segment=NetworkSegment(4f6e542c-dc4f-4002-82a8-96d8e3b16080),segment_id=4f6e542c-dc4f-4002-82a8-96d8e3b16080)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:56:37.329313 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1bc1fa00-50d6-4917-a1f0-2a8c33e8b7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (10b5a5e1-6072-48b7-bccb-018e711ded6d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:37.407785 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7abe8f1b-a992-43a1-b74c-0950bb381472 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:37.420346 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1fa00-50d6-4917-a1f0-2a8c33e8b7d2 None None] Pushing event updated for resources: {'Port': ['ID=10b5a5e1-6072-48b7-bccb-018e711ded6d,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:37.485883 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f4ae2a61-f4df-47af-9f1e-4e413182e613 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for port (50cf2bee-0ec4-4855-94ae-bcfbe057c0e1), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:37.524697 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f4ae2a61-f4df-47af-9f1e-4e413182e613 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (50cf2bee-0ec4-4855-94ae-bcfbe057c0e1), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:37.527688 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7abe8f1b-a992-43a1-b74c-0950bb381472 admin admin] Publish callbacks [] for security_group (37ef0c79-52ba-4f17-8e2e-6660ff0638ac), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:37.532694 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7abe8f1b-a992-43a1-b74c-0950bb381472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (37ef0c79-52ba-4f17-8e2e-6660ff0638ac), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:37.595727 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ae2a61-f4df-47af-9f1e-4e413182e613 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network 99535a0a-103d-496a-8e21-41d959dacddd is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:56:37.596978 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae2a61-f4df-47af-9f1e-4e413182e613 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Port': ['ID=50cf2bee-0ec4-4855-94ae-bcfbe057c0e1,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:37.599678 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-f4ae2a61-f4df-47af-9f1e-4e413182e613 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:37.601095 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7abe8f1b-a992-43a1-b74c-0950bb381472 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=427e7ddb94724953bf00f57785ec84f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3540461 Mar 07 10:56:37.601979 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe8f1b-a992-43a1-b74c-0950bb381472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ef0c79-52ba-4f17-8e2e-6660ff0638ac,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:37.605018 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46670) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:37.645021 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ae2a61-f4df-47af-9f1e-4e413182e613 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:56:37.650859 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ae2a61-f4df-47af-9f1e-4e413182e613 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:37.651515 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f4ae2a61-f4df-47af-9f1e-4e413182e613 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:37.695361 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-31b50bb6-b73f-496f-8fe7-a5333ff04c97 admin admin] Publish callbacks [] for security_group (37ef0c79-52ba-4f17-8e2e-6660ff0638ac), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:37.723748 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-31b50bb6-b73f-496f-8fe7-a5333ff04c97 admin admin] Publish callbacks [] for security_group (37ef0c79-52ba-4f17-8e2e-6660ff0638ac), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:37.734341 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f4ae2a61-f4df-47af-9f1e-4e413182e613 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2124186 Mar 07 10:56:37.737000 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46672) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:38.063572 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-31b50bb6-b73f-496f-8fe7-a5333ff04c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (37ef0c79-52ba-4f17-8e2e-6660ff0638ac), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:38.066746 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-31b50bb6-b73f-496f-8fe7-a5333ff04c97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:38.072110 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-31b50bb6-b73f-496f-8fe7-a5333ff04c97 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/37ef0c79-52ba-4f17-8e2e-6660ff0638ac HTTP/1.1" status: 204 len: 168 time: 0.4656475 Mar 07 10:56:38.081763 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b50bb6-b73f-496f-8fe7-a5333ff04c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ef0c79-52ba-4f17-8e2e-6660ff0638ac,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:38.206707 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9c2c517a-02e7-4a35-840b-52df88d5be52 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (50cf2bee-0ec4-4855-94ae-bcfbe057c0e1), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:38.330150 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 10b5a5e1-6072-48b7-bccb-018e711ded6d up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:56:38.440389 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 10b5a5e1-6072-48b7-bccb-018e711ded6d triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:38.441096 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (10b5a5e1-6072-48b7-bccb-018e711ded6d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:38.585526 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 10b5a5e1-6072-48b7-bccb-018e711ded6d is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:38.586185 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (10b5a5e1-6072-48b7-bccb-018e711ded6d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:38.623437 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b83b0c5b-0e4a-4df8-994d-3576e7279620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:38.648004 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 10b5a5e1-6072-48b7-bccb-018e711ded6d, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=10b5a5e1-6072-48b7-bccb-018e711ded6d,segment=NetworkSegment(4f6e542c-dc4f-4002-82a8-96d8e3b16080),segment_id=4f6e542c-dc4f-4002-82a8-96d8e3b16080)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:38.656938 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (10b5a5e1-6072-48b7-bccb-018e711ded6d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:38.666035 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46684) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:38.687158 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c7b8b4fc-014d-4831-8ab1-0f9bb27a2704 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:38.734803 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9c2c517a-02e7-4a35-840b-52df88d5be52 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for port (50cf2bee-0ec4-4855-94ae-bcfbe057c0e1), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:38.747287 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9c2c517a-02e7-4a35-840b-52df88d5be52 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (50cf2bee-0ec4-4855-94ae-bcfbe057c0e1), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:38.776766 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=10b5a5e1-6072-48b7-bccb-018e711ded6d,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:38.780181 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c7b8b4fc-014d-4831-8ab1-0f9bb27a2704 admin admin] Publish callbacks [] for security_group (c1ef2b1b-3b82-4270-8f94-f2feb36fd1b2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:38.788255 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c7b8b4fc-014d-4831-8ab1-0f9bb27a2704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (c1ef2b1b-3b82-4270-8f94-f2feb36fd1b2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:38.800309 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007ce3f7-3c9e-442e-ae53-14a77d67ebd1 None None] Network 99535a0a-103d-496a-8e21-41d959dacddd requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:56:38.813671 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c517a-02e7-4a35-840b-52df88d5be52 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Port': ['ID=50cf2bee-0ec4-4855-94ae-bcfbe057c0e1,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:38.851577 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c7b8b4fc-014d-4831-8ab1-0f9bb27a2704 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5bc216a467d74884a659a57d4eb83874&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1843417 Mar 07 10:56:38.852334 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8b4fc-014d-4831-8ab1-0f9bb27a2704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ef2b1b-3b82-4270-8f94-f2feb36fd1b2,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:38.854919 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46686) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:38.936383 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-639b3f4b-a2fb-45d3-921e-ef15cd1f5924 admin admin] Publish callbacks [] for security_group (c1ef2b1b-3b82-4270-8f94-f2feb36fd1b2), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:38.948928 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-9e374f4a-bdb7-4732-81ee-1a496dfe9da8 None None] Provisioning complete for port 10b5a5e1-6072-48b7-bccb-018e711ded6d triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:38.949749 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9e374f4a-bdb7-4732-81ee-1a496dfe9da8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (10b5a5e1-6072-48b7-bccb-018e711ded6d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:38.987217 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-639b3f4b-a2fb-45d3-921e-ef15cd1f5924 admin admin] Publish callbacks [] for security_group (c1ef2b1b-3b82-4270-8f94-f2feb36fd1b2), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:39.004564 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9c2c517a-02e7-4a35-840b-52df88d5be52 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (7b0ca337-f589-49f5-9235-903935ef7595), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:39.048086 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-639b3f4b-a2fb-45d3-921e-ef15cd1f5924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (c1ef2b1b-3b82-4270-8f94-f2feb36fd1b2), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:39.053023 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-639b3f4b-a2fb-45d3-921e-ef15cd1f5924 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:39.055195 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-639b3f4b-a2fb-45d3-921e-ef15cd1f5924 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c1ef2b1b-3b82-4270-8f94-f2feb36fd1b2 HTTP/1.1" status: 204 len: 168 time: 0.1993072 Mar 07 10:56:39.066136 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b3f4b-a2fb-45d3-921e-ef15cd1f5924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ef2b1b-3b82-4270-8f94-f2feb36fd1b2,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:39.130203 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-9e374f4a-bdb7-4732-81ee-1a496dfe9da8 None None] Current status of the port 10b5a5e1-6072-48b7-bccb-018e711ded6d is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:39.221527 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9c2c517a-02e7-4a35-840b-52df88d5be52 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (50cf2bee-0ec4-4855-94ae-bcfbe057c0e1), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:39.475921 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f760d73a-d0a2-4557-b19f-2d5d074d7879 None None] Provisioning complete for port 50cf2bee-0ec4-4855-94ae-bcfbe057c0e1 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:39.476458 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f760d73a-d0a2-4557-b19f-2d5d074d7879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (50cf2bee-0ec4-4855-94ae-bcfbe057c0e1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:39.531213 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f760d73a-d0a2-4557-b19f-2d5d074d7879 None None] Port 50cf2bee-0ec4-4855-94ae-bcfbe057c0e1 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:56:39.544100 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f760d73a-d0a2-4557-b19f-2d5d074d7879 None None] Provisioning complete for port 10b5a5e1-6072-48b7-bccb-018e711ded6d triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:39.544911 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f760d73a-d0a2-4557-b19f-2d5d074d7879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (10b5a5e1-6072-48b7-bccb-018e711ded6d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:39.577983 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9c2c517a-02e7-4a35-840b-52df88d5be52 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for port (50cf2bee-0ec4-4855-94ae-bcfbe057c0e1), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:39.585388 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9c2c517a-02e7-4a35-840b-52df88d5be52 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (50cf2bee-0ec4-4855-94ae-bcfbe057c0e1), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:39.586221 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9c2c517a-02e7-4a35-840b-52df88d5be52 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (7b0ca337-f589-49f5-9235-903935ef7595), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:39.664886 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f760d73a-d0a2-4557-b19f-2d5d074d7879 None None] Current status of the port 10b5a5e1-6072-48b7-bccb-018e711ded6d is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:39.754679 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2c517a-02e7-4a35-840b-52df88d5be52 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Port': ['ID=50cf2bee-0ec4-4855-94ae-bcfbe057c0e1,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:39.794586 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2c517a-02e7-4a35-840b-52df88d5be52 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network 99535a0a-103d-496a-8e21-41d959dacddd is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:56:39.796135 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-9c2c517a-02e7-4a35-840b-52df88d5be52 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:39.842770 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-1f09c107-6edb-4ed7-b48e-27e923359997 None None] Provisioning complete for port 50cf2bee-0ec4-4855-94ae-bcfbe057c0e1 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:39.843151 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1f09c107-6edb-4ed7-b48e-27e923359997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (50cf2bee-0ec4-4855-94ae-bcfbe057c0e1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:39.922861 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1f09c107-6edb-4ed7-b48e-27e923359997 None None] Port 50cf2bee-0ec4-4855-94ae-bcfbe057c0e1 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:56:39.926615 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:39.988608 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2c517a-02e7-4a35-840b-52df88d5be52 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Router 7b0ca337-f589-49f5-9235-903935ef7595 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:56:40.121690 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2c517a-02e7-4a35-840b-52df88d5be52 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:56:40.134060 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede6dc50-f729-4522-af2f-a89528124727 None None] Sync routers for ids ['7b0ca337-f589-49f5-9235-903935ef7595'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:56:40.138138 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46718) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:40.154605 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9c2c517a-02e7-4a35-840b-52df88d5be52 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "PUT /v2.0/routers/7b0ca337-f589-49f5-9235-903935ef7595/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4165201 Mar 07 10:56:40.160295 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede6dc50-f729-4522-af2f-a89528124727 None None] Routers {'7b0ca337-f589-49f5-9235-903935ef7595'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:56:40.160938 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ede6dc50-f729-4522-af2f-a89528124727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:56:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['7b0ca337-f589-49f5-9235-903935ef7595'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:40.163595 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-60f64e20-0af6-4fc9-8d81-40c1379603c4 None None] Provisioning complete for port 50cf2bee-0ec4-4855-94ae-bcfbe057c0e1 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:40.167564 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-60f64e20-0af6-4fc9-8d81-40c1379603c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (50cf2bee-0ec4-4855-94ae-bcfbe057c0e1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:40.217981 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a901be63-cfcf-4756-96c1-603134f62302 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:40.221094 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a901be63-cfcf-4756-96c1-603134f62302 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b0ca337-f589-49f5-9235-903935ef7595 HTTP/1.1" status: 200 len: 988 time: 0.0821521 Mar 07 10:56:40.224342 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46720) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:40.227823 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ede6dc50-f729-4522-af2f-a89528124727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:40.236099 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 10b5a5e1-6072-48b7-bccb-018e711ded6d up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:56:40.237419 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede6dc50-f729-4522-af2f-a89528124727 None None] Routers {'7b0ca337-f589-49f5-9235-903935ef7595'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:56:40.238038 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ede6dc50-f729-4522-af2f-a89528124727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:56:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['7b0ca337-f589-49f5-9235-903935ef7595'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:40.273011 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ede6dc50-f729-4522-af2f-a89528124727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:40.273687 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede6dc50-f729-4522-af2f-a89528124727 None None] The sync data for ids ['7b0ca337-f589-49f5-9235-903935ef7595'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:56:40.311029 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-60f64e20-0af6-4fc9-8d81-40c1379603c4 None None] Port 50cf2bee-0ec4-4855-94ae-bcfbe057c0e1 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:56:40.337880 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 10b5a5e1-6072-48b7-bccb-018e711ded6d triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:40.340489 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (10b5a5e1-6072-48b7-bccb-018e711ded6d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:40.441746 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 10b5a5e1-6072-48b7-bccb-018e711ded6d is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:40.537943 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f37110b0-ef77-47d8-b2f7-9da124377402 None None] Provisioning complete for port 50cf2bee-0ec4-4855-94ae-bcfbe057c0e1 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:40.539834 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f37110b0-ef77-47d8-b2f7-9da124377402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (50cf2bee-0ec4-4855-94ae-bcfbe057c0e1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:40.593783 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f37110b0-ef77-47d8-b2f7-9da124377402 None None] Port 50cf2bee-0ec4-4855-94ae-bcfbe057c0e1 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:56:40.950943 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be188b51-ff61-4846-b13b-9493c3181dac tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (7b0ca337-f589-49f5-9235-903935ef7595), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:41.188210 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-be188b51-ff61-4846-b13b-9493c3181dac tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Deleting port 50cf2bee-0ec4-4855-94ae-bcfbe057c0e1 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:56:41.188700 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be188b51-ff61-4846-b13b-9493c3181dac tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (50cf2bee-0ec4-4855-94ae-bcfbe057c0e1), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:41.287332 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be188b51-ff61-4846-b13b-9493c3181dac tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (50cf2bee-0ec4-4855-94ae-bcfbe057c0e1), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:41.300758 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-be188b51-ff61-4846-b13b-9493c3181dac tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Calling delete_port for 50cf2bee-0ec4-4855-94ae-bcfbe057c0e1 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:56:41.341332 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46750) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:41.466171 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-75e3e48e-be85-4796-8172-5b7e335550e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:41.518938 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be188b51-ff61-4846-b13b-9493c3181dac tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (50cf2bee-0ec4-4855-94ae-bcfbe057c0e1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:41.559596 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be188b51-ff61-4846-b13b-9493c3181dac tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Port': ['ID=50cf2bee-0ec4-4855-94ae-bcfbe057c0e1,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:41.659452 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:41.664442 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-75e3e48e-be85-4796-8172-5b7e335550e3 admin admin] Publish callbacks [] for security_group (8985b4cf-07a1-413c-a120-83e950c80fbb), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:41.669887 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-75e3e48e-be85-4796-8172-5b7e335550e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8985b4cf-07a1-413c-a120-83e950c80fbb), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:41.707649 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3e48e-be85-4796-8172-5b7e335550e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8985b4cf-07a1-413c-a120-83e950c80fbb,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:41.741089 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-75e3e48e-be85-4796-8172-5b7e335550e3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ae54833bc08f47198358f2d721ef7248&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3983662 Mar 07 10:56:41.746579 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46754) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:41.759306 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be188b51-ff61-4846-b13b-9493c3181dac tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (7b0ca337-f589-49f5-9235-903935ef7595), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:41.884810 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-de0373ae-775b-43e2-aa31-882033dc10ac admin admin] Publish callbacks [] for security_group (8985b4cf-07a1-413c-a120-83e950c80fbb), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:41.970791 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-de0373ae-775b-43e2-aa31-882033dc10ac admin admin] Publish callbacks [] for security_group (8985b4cf-07a1-413c-a120-83e950c80fbb), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:42.002801 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be188b51-ff61-4846-b13b-9493c3181dac tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Router 7b0ca337-f589-49f5-9235-903935ef7595 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:56:42.105408 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be188b51-ff61-4846-b13b-9493c3181dac tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:56:42.113856 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-be188b51-ff61-4846-b13b-9493c3181dac tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "PUT /v2.0/routers/7b0ca337-f589-49f5-9235-903935ef7595/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8860497 Mar 07 10:56:42.113856 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-de0373ae-775b-43e2-aa31-882033dc10ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8985b4cf-07a1-413c-a120-83e950c80fbb), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:42.114936 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46758) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:42.115383 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-de0373ae-775b-43e2-aa31-882033dc10ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:42.116409 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-de0373ae-775b-43e2-aa31-882033dc10ac admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8985b4cf-07a1-413c-a120-83e950c80fbb HTTP/1.1" status: 204 len: 168 time: 0.3684177 Mar 07 10:56:42.121313 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c693e7-400c-4514-b3f1-234fd05a3719 None None] Sync routers for ids ['7b0ca337-f589-49f5-9235-903935ef7595'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:56:42.133959 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c693e7-400c-4514-b3f1-234fd05a3719 None None] Routers {'7b0ca337-f589-49f5-9235-903935ef7595'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:56:42.134710 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-21c693e7-400c-4514-b3f1-234fd05a3719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:56:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['7b0ca337-f589-49f5-9235-903935ef7595'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:42.142195 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0373ae-775b-43e2-aa31-882033dc10ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8985b4cf-07a1-413c-a120-83e950c80fbb,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:42.172055 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-59010fe2-9679-4660-88be-14761ebda7de tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] GET failed (client error): The resource could not be found. Mar 07 10:56:42.172055 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-59010fe2-9679-4660-88be-14761ebda7de tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "GET /v2.0/ports/50cf2bee-0ec4-4855-94ae-bcfbe057c0e1 HTTP/1.1" status: 404 len: 333 time: 0.0547497 Mar 07 10:56:42.174390 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46764) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:42.175429 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-21c693e7-400c-4514-b3f1-234fd05a3719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:42.193948 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c693e7-400c-4514-b3f1-234fd05a3719 None None] Routers {'7b0ca337-f589-49f5-9235-903935ef7595'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:56:42.195377 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-21c693e7-400c-4514-b3f1-234fd05a3719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:56:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['7b0ca337-f589-49f5-9235-903935ef7595'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:42.235195 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-21c693e7-400c-4514-b3f1-234fd05a3719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:42.235760 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c693e7-400c-4514-b3f1-234fd05a3719 None None] The sync data for ids ['7b0ca337-f589-49f5-9235-903935ef7595'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:56:42.315115 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aca5dc8c-2270-4f57-9344-001e6370d060 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for router (7b0ca337-f589-49f5-9235-903935ef7595), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:42.545281 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aca5dc8c-2270-4f57-9344-001e6370d060 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (7b0ca337-f589-49f5-9235-903935ef7595), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:42.548380 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aca5dc8c-2270-4f57-9344-001e6370d060 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for router_controller (7b0ca337-f589-49f5-9235-903935ef7595), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:42.561440 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46772) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:42.577240 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c09f62b9-3bfa-41f9-958d-7de899d241cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:42.616406 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aca5dc8c-2270-4f57-9344-001e6370d060 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (7b0ca337-f589-49f5-9235-903935ef7595), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:42.618180 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca5dc8c-2270-4f57-9344-001e6370d060 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Fanout notify agent at l3_agent the message router_deleted on router 7b0ca337-f589-49f5-9235-903935ef7595 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:56:42.645973 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aca5dc8c-2270-4f57-9344-001e6370d060 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:42.647340 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-aca5dc8c-2270-4f57-9344-001e6370d060 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/routers/7b0ca337-f589-49f5-9235-903935ef7595 HTTP/1.1" status: 204 len: 168 time: 0.4715106 Mar 07 10:56:42.650461 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46774) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:42.702327 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c09f62b9-3bfa-41f9-958d-7de899d241cb admin admin] Publish callbacks [] for security_group (13bb76f7-c772-4511-bbb4-2b31d3b1d43e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:42.710490 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c09f62b9-3bfa-41f9-958d-7de899d241cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (13bb76f7-c772-4511-bbb4-2b31d3b1d43e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:42.722551 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-be102793-9009-41ad-8170-f0857ec2ba97 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Deleting subnet 710a14c1-5f1a-45f9-ac8f-faa52c47eb18 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:56:42.726559 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be102793-9009-41ad-8170-f0857ec2ba97 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for subnet (710a14c1-5f1a-45f9-ac8f-faa52c47eb18), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:42.751379 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c09f62b9-3bfa-41f9-958d-7de899d241cb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=80be65a17ad44c169f04a83edf951880&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1862903 Mar 07 10:56:42.756266 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46776) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:42.773390 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f62b9-3bfa-41f9-958d-7de899d241cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13bb76f7-c772-4511-bbb4-2b31d3b1d43e,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:42.811652 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be102793-9009-41ad-8170-f0857ec2ba97 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (710a14c1-5f1a-45f9-ac8f-faa52c47eb18), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:42.872848 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ca58cfcb-e97f-45d7-a761-ef17e6af6eeb admin admin] Publish callbacks [] for security_group (13bb76f7-c772-4511-bbb4-2b31d3b1d43e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:42.911446 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:42.927322 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ca58cfcb-e97f-45d7-a761-ef17e6af6eeb admin admin] Publish callbacks [] for security_group (13bb76f7-c772-4511-bbb4-2b31d3b1d43e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:42.948468 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be102793-9009-41ad-8170-f0857ec2ba97 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (710a14c1-5f1a-45f9-ac8f-faa52c47eb18), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:43.032660 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be102793-9009-41ad-8170-f0857ec2ba97 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (710a14c1-5f1a-45f9-ac8f-faa52c47eb18), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:43.055681 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ca58cfcb-e97f-45d7-a761-ef17e6af6eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (13bb76f7-c772-4511-bbb4-2b31d3b1d43e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:43.059294 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ca58cfcb-e97f-45d7-a761-ef17e6af6eeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:43.063475 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ca58cfcb-e97f-45d7-a761-ef17e6af6eeb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/13bb76f7-c772-4511-bbb4-2b31d3b1d43e HTTP/1.1" status: 204 len: 168 time: 0.3061850 Mar 07 10:56:43.064829 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-be102793-9009-41ad-8170-f0857ec2ba97 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:43.072389 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-be102793-9009-41ad-8170-f0857ec2ba97 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/subnets/710a14c1-5f1a-45f9-ac8f-faa52c47eb18 HTTP/1.1" status: 204 len: 168 time: 0.4206014 Mar 07 10:56:43.072980 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46782) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:43.080692 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48e478f-a43c-4c9c-b32d-04408eba61b2 None None] Network 99535a0a-103d-496a-8e21-41d959dacddd requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:56:43.104418 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be102793-9009-41ad-8170-f0857ec2ba97 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Subnet': ['ID=710a14c1-5f1a-45f9-ac8f-faa52c47eb18,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:43.106565 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca58cfcb-e97f-45d7-a761-ef17e6af6eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13bb76f7-c772-4511-bbb4-2b31d3b1d43e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:43.179770 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad655-427b-4a9d-8a20-c82bc1e4effd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (99535a0a-103d-496a-8e21-41d959dacddd), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:43.246345 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-7e1ad655-427b-4a9d-8a20-c82bc1e4effd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Deleting port 10b5a5e1-6072-48b7-bccb-018e711ded6d {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:56:43.246656 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad655-427b-4a9d-8a20-c82bc1e4effd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (10b5a5e1-6072-48b7-bccb-018e711ded6d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:43.400403 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-7e1ad655-427b-4a9d-8a20-c82bc1e4effd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] For port 10b5a5e1-6072-48b7-bccb-018e711ded6d, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=10b5a5e1-6072-48b7-bccb-018e711ded6d,segment=NetworkSegment(4f6e542c-dc4f-4002-82a8-96d8e3b16080),segment_id=4f6e542c-dc4f-4002-82a8-96d8e3b16080)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:43.400958 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad655-427b-4a9d-8a20-c82bc1e4effd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (10b5a5e1-6072-48b7-bccb-018e711ded6d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:43.428259 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-7e1ad655-427b-4a9d-8a20-c82bc1e4effd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Calling delete_port for 10b5a5e1-6072-48b7-bccb-018e711ded6d owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:56:43.441519 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-c0c0020b-566b-4ffd-aae1-9e8067722d65 req-87a97ca2-b598-45cf-8093-5e2f2612d0f6 service neutron] (103767) timed out ('10.222.0.31', 52037) {{(pid=103767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 10:56:43.601258 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad655-427b-4a9d-8a20-c82bc1e4effd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (10b5a5e1-6072-48b7-bccb-018e711ded6d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:43.612301 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2674fa8f-e5b2-405d-9fa7-6c0609fff58f None None] DHCP port deletion for 99535a0a-103d-496a-8e21-41d959dacddd request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:56:43.650860 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1ad655-427b-4a9d-8a20-c82bc1e4effd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] No DVR routers for this DVR port 10b5a5e1-6072-48b7-bccb-018e711ded6d on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:56:43.707760 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ad655-427b-4a9d-8a20-c82bc1e4effd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Port': ['ID=10b5a5e1-6072-48b7-bccb-018e711ded6d,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:43.788174 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad655-427b-4a9d-8a20-c82bc1e4effd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (99535a0a-103d-496a-8e21-41d959dacddd), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:43.821446 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-7e1ad655-427b-4a9d-8a20-c82bc1e4effd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99535a0a-103d-496a-8e21-41d959dacddd']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:43.835608 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-7e1ad655-427b-4a9d-8a20-c82bc1e4effd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f6e542c-dc4f-4002-82a8-96d8e3b16080') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:43.836182 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-7e1ad655-427b-4a9d-8a20-c82bc1e4effd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f6e542c-dc4f-4002-82a8-96d8e3b16080') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:56:43.851619 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad655-427b-4a9d-8a20-c82bc1e4effd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (4f6e542c-dc4f-4002-82a8-96d8e3b16080), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:43.870436 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad655-427b-4a9d-8a20-c82bc1e4effd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (4f6e542c-dc4f-4002-82a8-96d8e3b16080), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:43.882306 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1ad655-427b-4a9d-8a20-c82bc1e4effd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:56:43.885380 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad655-427b-4a9d-8a20-c82bc1e4effd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (4f6e542c-dc4f-4002-82a8-96d8e3b16080), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:43.894333 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:56:43.894333 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:56:43.894333 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:56:43.894333 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:56:43.894333 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:56:43.894333 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:56:43.894333 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:56:43.894333 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:56:43.894333 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:56:43.894333 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:56:43.894333 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:56:43.894333 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:56:43.894333 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:56:43.894333 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:56:43.894333 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:56:43.894333 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:56:43.894333 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:56:43.894333 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:56:43.894333 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:56:43.894333 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:56:43.894333 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:56:43.894333 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:56:43.894333 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:56:43.894333 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:56:43.894333 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:56:43.894333 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:56:43.894333 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:56:43.894333 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:56:43.894333 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:56:43.894333 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:56:43.894333 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:56:43.894333 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:56:43.966467 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad655-427b-4a9d-8a20-c82bc1e4effd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (99535a0a-103d-496a-8e21-41d959dacddd), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:43.993982 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e1ad655-427b-4a9d-8a20-c82bc1e4effd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:43.997882 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7e1ad655-427b-4a9d-8a20-c82bc1e4effd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/networks/99535a0a-103d-496a-8e21-41d959dacddd HTTP/1.1" status: 204 len: 168 time: 0.9236040 Mar 07 10:56:43.998901 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ad655-427b-4a9d-8a20-c82bc1e4effd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Network': ['ID=99535a0a-103d-496a-8e21-41d959dacddd,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:44.001603 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46798) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:44.031488 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-435fccaf-0147-4521-94df-0d5475165248 req-f70c347d-a067-41ea-8bc7-2e4e25abbfed tempest-ServerRescueTestJSON-991032521 tempest-ServerRescueTestJSON-991032521-project] (103766) timed out ('10.222.0.31', 52241) {{(pid=103766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 10:56:44.060966 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d528798-6759-42f1-8430-72a658e9cec3 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:44.067197 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46804) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:44.081382 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3d528798-6759-42f1-8430-72a658e9cec3 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "GET /v2.0/ports/272cde98-a96d-400d-a32e-534f9289f944 HTTP/1.1" status: 200 len: 844 time: 0.0787933 Mar 07 10:56:44.140763 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46808) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:44.146812 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-cf7a9307-01ce-4e72-88b2-5ada1f8d820e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'subnet': {'network_id': 'a088a22f-556b-48f6-9894-3aa585071573', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:44.154330 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1059a024-e1f0-4ffd-9f8f-9c9da9c45003 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "GET /v2.0/ports/272cde98-a96d-400d-a32e-534f9289f944?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0829456 Mar 07 10:56:44.205344 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 10b5a5e1-6072-48b7-bccb-018e711ded6d no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:56:44.227942 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 10b5a5e1-6072-48b7-bccb-018e711ded6d {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:56:44.229337 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 10b5a5e1-6072-48b7-bccb-018e711ded6d not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:56:44.273631 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7a9307-01ce-4e72-88b2-5ada1f8d820e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:44.277753 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cf7a9307-01ce-4e72-88b2-5ada1f8d820e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:44.543114 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cf7a9307-01ce-4e72-88b2-5ada1f8d820e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (7a636a65-e53a-4581-adf5-c9b327c7e873), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:44.595395 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7a9307-01ce-4e72-88b2-5ada1f8d820e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network a088a22f-556b-48f6-9894-3aa585071573 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:56:44.601481 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-cf7a9307-01ce-4e72-88b2-5ada1f8d820e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:44.612159 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6544fd2-80ba-492c-bb97-129ffffe8116 None None] Network a088a22f-556b-48f6-9894-3aa585071573 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:56:44.615579 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7a9307-01ce-4e72-88b2-5ada1f8d820e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:44.616179 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cf7a9307-01ce-4e72-88b2-5ada1f8d820e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:44.631929 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a9307-01ce-4e72-88b2-5ada1f8d820e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Subnet': ['ID=7a636a65-e53a-4581-adf5-c9b327c7e873,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:44.639966 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-cf7a9307-01ce-4e72-88b2-5ada1f8d820e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4977770 Mar 07 10:56:44.642890 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46822) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:44.648554 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-850efe6e-05ba-40db-9643-957f552d0a46 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'security_group': {'name': 'tempest-secgroup-33300132'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:44.698452 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-850efe6e-05ba-40db-9643-957f552d0a46 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:44.872940 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1f34fc-6642-47c7-947f-4c1b8c00a170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-a088a22f-556b-48f6-9894-3aa585071573', 'network_id': 'a088a22f-556b-48f6-9894-3aa585071573', 'project_id': '24650689eb2c414cad84787c8951192e', 'fixed_ips': [{'subnet_id': '7a636a65-e53a-4581-adf5-c9b327c7e873'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:56:44.873947 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3f1f34fc-6642-47c7-947f-4c1b8c00a170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:44.879981 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-850efe6e-05ba-40db-9643-957f552d0a46 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for security_group (dc201ccb-a73b-4c64-815e-34484635256d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:44.890324 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-850efe6e-05ba-40db-9643-957f552d0a46 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (dc201ccb-a73b-4c64-815e-34484635256d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:44.935306 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850efe6e-05ba-40db-9643-957f552d0a46 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc201ccb-a73b-4c64-815e-34484635256d,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:44.940654 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-850efe6e-05ba-40db-9643-957f552d0a46 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:44.942138 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-850efe6e-05ba-40db-9643-957f552d0a46 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2981017 Mar 07 10:56:44.945072 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46830) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:44.950127 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-367b472b-282e-4b29-a9ae-aa5fe9c924dd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'security_group': {'name': 'tempest-secgroup-1809570722'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:44.972602 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-367b472b-282e-4b29-a9ae-aa5fe9c924dd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:45.091009 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-3f1f34fc-6642-47c7-947f-4c1b8c00a170 None None] Allocated IP 2001:db8::2 (a088a22f-556b-48f6-9894-3aa585071573/7a636a65-e53a-4581-adf5-c9b327c7e873/c04a35dc-5e7d-4ba3-be17-e89c097c2bde) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:56:45.119148 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-367b472b-282e-4b29-a9ae-aa5fe9c924dd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for security_group (91189ddd-f9ef-4ddc-9dca-2c186069f889), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:45.143975 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-367b472b-282e-4b29-a9ae-aa5fe9c924dd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (91189ddd-f9ef-4ddc-9dca-2c186069f889), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:45.209840 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-367b472b-282e-4b29-a9ae-aa5fe9c924dd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:45.211286 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-367b472b-282e-4b29-a9ae-aa5fe9c924dd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2649486 Mar 07 10:56:45.214252 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46838) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:45.219788 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-cff6aff1-13ba-45b2-bded-f5a738f864d3 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-158672107', 'security_groups': ['91189ddd-f9ef-4ddc-9dca-2c186069f889'], 'network_id': 'a088a22f-556b-48f6-9894-3aa585071573', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7a636a65-e53a-4581-adf5-c9b327c7e873'}]}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:45.220480 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b472b-282e-4b29-a9ae-aa5fe9c924dd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91189ddd-f9ef-4ddc-9dca-2c186069f889,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:45.247814 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3f1f34fc-6642-47c7-947f-4c1b8c00a170 None None] Publish callbacks [] for port (c04a35dc-5e7d-4ba3-be17-e89c097c2bde), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:45.259463 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3f1f34fc-6642-47c7-947f-4c1b8c00a170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (c04a35dc-5e7d-4ba3-be17-e89c097c2bde), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:45.325413 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1f34fc-6642-47c7-947f-4c1b8c00a170 None None] Network a088a22f-556b-48f6-9894-3aa585071573 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:56:45.328794 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-3f1f34fc-6642-47c7-947f-4c1b8c00a170 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:45.332727 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1f34fc-6642-47c7-947f-4c1b8c00a170 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:56:45.345186 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f34fc-6642-47c7-947f-4c1b8c00a170 None None] Pushing event updated for resources: {'Port': ['ID=c04a35dc-5e7d-4ba3-be17-e89c097c2bde,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:45.403562 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff6aff1-13ba-45b2-bded-f5a738f864d3 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:45.416986 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3f1f34fc-6642-47c7-947f-4c1b8c00a170 None None] Attempting to bind port c04a35dc-5e7d-4ba3-be17-e89c097c2bde on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:56:45.417584 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3f1f34fc-6642-47c7-947f-4c1b8c00a170 None None] Attempting to bind port c04a35dc-5e7d-4ba3-be17-e89c097c2bde by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'd262f36c-182c-4543-bc26-03b2f18662bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a088a22f-556b-48f6-9894-3aa585071573'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:56:45.418134 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1f34fc-6642-47c7-947f-4c1b8c00a170 None None] Attempting to bind port c04a35dc-5e7d-4ba3-be17-e89c097c2bde on network a088a22f-556b-48f6-9894-3aa585071573 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:56:45.424841 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1f34fc-6642-47c7-947f-4c1b8c00a170 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:56:45.425478 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1f34fc-6642-47c7-947f-4c1b8c00a170 None None] Checking segment: {'id': 'd262f36c-182c-4543-bc26-03b2f18662bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a088a22f-556b-48f6-9894-3aa585071573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:56:45.426197 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3f1f34fc-6642-47c7-947f-4c1b8c00a170 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:45.426809 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f1f34fc-6642-47c7-947f-4c1b8c00a170 None None] Bound using segment: {'id': 'd262f36c-182c-4543-bc26-03b2f18662bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a088a22f-556b-48f6-9894-3aa585071573'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:56:45.427267 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3f1f34fc-6642-47c7-947f-4c1b8c00a170 None None] Bound port: c04a35dc-5e7d-4ba3-be17-e89c097c2bde, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd262f36c-182c-4543-bc26-03b2f18662bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a088a22f-556b-48f6-9894-3aa585071573'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:56:45.427846 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3f1f34fc-6642-47c7-947f-4c1b8c00a170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c04a35dc-5e7d-4ba3-be17-e89c097c2bde), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:45.541907 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cff6aff1-13ba-45b2-bded-f5a738f864d3 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:45.560464 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-3f1f34fc-6642-47c7-947f-4c1b8c00a170 None None] For port c04a35dc-5e7d-4ba3-be17-e89c097c2bde, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:56:45.567244 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-3f1f34fc-6642-47c7-947f-4c1b8c00a170 None None] For port c04a35dc-5e7d-4ba3-be17-e89c097c2bde, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c04a35dc-5e7d-4ba3-be17-e89c097c2bde,segment=NetworkSegment(d262f36c-182c-4543-bc26-03b2f18662bc),segment_id=d262f36c-182c-4543-bc26-03b2f18662bc)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:56:45.567566 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-cff6aff1-13ba-45b2-bded-f5a738f864d3 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] device_id is not set on port 2dc35296-8c13-4745-ab73-4f28c8072e76 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:56:45.583040 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3f1f34fc-6642-47c7-947f-4c1b8c00a170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c04a35dc-5e7d-4ba3-be17-e89c097c2bde), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:45.759637 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f34fc-6642-47c7-947f-4c1b8c00a170 None None] Pushing event updated for resources: {'Port': ['ID=c04a35dc-5e7d-4ba3-be17-e89c097c2bde,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:45.862618 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-cff6aff1-13ba-45b2-bded-f5a738f864d3 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Allocated IP 2001:db8::30f (a088a22f-556b-48f6-9894-3aa585071573/7a636a65-e53a-4581-adf5-c9b327c7e873/2dc35296-8c13-4745-ab73-4f28c8072e76) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:56:46.187403 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cff6aff1-13ba-45b2-bded-f5a738f864d3 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for port (2dc35296-8c13-4745-ab73-4f28c8072e76), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:46.246568 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cff6aff1-13ba-45b2-bded-f5a738f864d3 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (2dc35296-8c13-4745-ab73-4f28c8072e76), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:46.313460 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c04a35dc-5e7d-4ba3-be17-e89c097c2bde up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:56:46.331102 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff6aff1-13ba-45b2-bded-f5a738f864d3 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network a088a22f-556b-48f6-9894-3aa585071573 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:56:46.334774 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-cff6aff1-13ba-45b2-bded-f5a738f864d3 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:46.340953 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff6aff1-13ba-45b2-bded-f5a738f864d3 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:56:46.351676 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff6aff1-13ba-45b2-bded-f5a738f864d3 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:46.358961 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cff6aff1-13ba-45b2-bded-f5a738f864d3 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:46.386005 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port c04a35dc-5e7d-4ba3-be17-e89c097c2bde triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:46.386394 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c04a35dc-5e7d-4ba3-be17-e89c097c2bde), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:46.398857 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6aff1-13ba-45b2-bded-f5a738f864d3 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Port': ['ID=2dc35296-8c13-4745-ab73-4f28c8072e76,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:46.424063 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cff6aff1-13ba-45b2-bded-f5a738f864d3 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2077470 Mar 07 10:56:46.426696 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46880) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:46.433268 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-98451aba-b36b-4f74-84b3-e415d4b4917a tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'subnet': {'network_id': 'a088a22f-556b-48f6-9894-3aa585071573', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:46.510684 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port c04a35dc-5e7d-4ba3-be17-e89c097c2bde is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:46.511764 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c04a35dc-5e7d-4ba3-be17-e89c097c2bde), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:46.544821 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46882) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:46.581811 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port c04a35dc-5e7d-4ba3-be17-e89c097c2bde, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c04a35dc-5e7d-4ba3-be17-e89c097c2bde,segment=NetworkSegment(d262f36c-182c-4543-bc26-03b2f18662bc),segment_id=d262f36c-182c-4543-bc26-03b2f18662bc)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:46.589683 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c04a35dc-5e7d-4ba3-be17-e89c097c2bde), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:46.639424 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98451aba-b36b-4f74-84b3-e415d4b4917a tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:46.643598 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-98451aba-b36b-4f74-84b3-e415d4b4917a tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:46.691034 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=c04a35dc-5e7d-4ba3-be17-e89c097c2bde,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:46.758233 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9666c9ca-6efc-41c6-b62e-be0f06c775c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:46.836230 n-d-832164-4 neutron-server[103766]: INFO neutron.db.ipam_backend_mixin [None req-98451aba-b36b-4f74-84b3-e415d4b4917a tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7a636a65-e53a-4581-adf5-c9b327c7e873 (CIDR: 2001:db8::/64) Mar 07 10:56:46.844986 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-98451aba-b36b-4f74-84b3-e415d4b4917a tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:56:46.845573 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98451aba-b36b-4f74-84b3-e415d4b4917a tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:56:46.873218 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-98451aba-b36b-4f74-84b3-e415d4b4917a tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4452920 Mar 07 10:56:46.875657 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46888) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:46.881809 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-7d583b34-adab-45ce-935e-03d8852abb5f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'subnet': {'network_id': 'a088a22f-556b-48f6-9894-3aa585071573', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:46.899434 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9666c9ca-6efc-41c6-b62e-be0f06c775c9 admin admin] Publish callbacks [] for security_group (30e288a7-ce7b-419d-a451-078402290bf7), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:46.906205 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9666c9ca-6efc-41c6-b62e-be0f06c775c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (30e288a7-ce7b-419d-a451-078402290bf7), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:46.980829 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9666c9ca-6efc-41c6-b62e-be0f06c775c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e288a7-ce7b-419d-a451-078402290bf7,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:47.014612 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46890) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:47.016145 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9666c9ca-6efc-41c6-b62e-be0f06c775c9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=809f35c239c1476b97bd91e61b58f499&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4699094 Mar 07 10:56:47.087493 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d583b34-adab-45ce-935e-03d8852abb5f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:47.093342 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7d583b34-adab-45ce-935e-03d8852abb5f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:47.300573 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-9a49f849-2fb6-4a68-8658-ad1736ca0640 None None] Provisioning complete for port c04a35dc-5e7d-4ba3-be17-e89c097c2bde triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:47.300953 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9a49f849-2fb6-4a68-8658-ad1736ca0640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c04a35dc-5e7d-4ba3-be17-e89c097c2bde), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:47.417280 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-9a49f849-2fb6-4a68-8658-ad1736ca0640 None None] Current status of the port c04a35dc-5e7d-4ba3-be17-e89c097c2bde is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:47.436916 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-9a49f849-2fb6-4a68-8658-ad1736ca0640 None None] Provisioning complete for port 272cde98-a96d-400d-a32e-534f9289f944 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:47.437640 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9a49f849-2fb6-4a68-8658-ad1736ca0640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (272cde98-a96d-400d-a32e-534f9289f944), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:47.499779 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-9a49f849-2fb6-4a68-8658-ad1736ca0640 None None] Port 272cde98-a96d-400d-a32e-534f9289f944 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:56:47.550594 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b7ae063b-2710-4a0c-84d4-16e18afdcc43 admin admin] Publish callbacks [] for security_group (30e288a7-ce7b-419d-a451-078402290bf7), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:47.592377 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b7ae063b-2710-4a0c-84d4-16e18afdcc43 admin admin] Publish callbacks [] for security_group (30e288a7-ce7b-419d-a451-078402290bf7), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:47.750482 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2a84331c-c888-4d74-84fd-6ee7c4e2d51b None None] Provisioning complete for port 2dc35296-8c13-4745-ab73-4f28c8072e76 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:47.750777 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2a84331c-c888-4d74-84fd-6ee7c4e2d51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2dc35296-8c13-4745-ab73-4f28c8072e76), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:47.776666 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b7ae063b-2710-4a0c-84d4-16e18afdcc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (30e288a7-ce7b-419d-a451-078402290bf7), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:47.779585 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b7ae063b-2710-4a0c-84d4-16e18afdcc43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:47.803242 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b7ae063b-2710-4a0c-84d4-16e18afdcc43 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/30e288a7-ce7b-419d-a451-078402290bf7 HTTP/1.1" status: 204 len: 168 time: 0.7873783 Mar 07 10:56:47.841144 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae063b-2710-4a0c-84d4-16e18afdcc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e288a7-ce7b-419d-a451-078402290bf7,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:47.889687 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2a84331c-c888-4d74-84fd-6ee7c4e2d51b None None] Port 2dc35296-8c13-4745-ab73-4f28c8072e76 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:56:47.981402 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7d583b34-adab-45ce-935e-03d8852abb5f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (bb582ce2-e058-4744-ac7d-29a2c5120106), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:48.037297 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d583b34-adab-45ce-935e-03d8852abb5f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network a088a22f-556b-48f6-9894-3aa585071573 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:56:48.040677 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-7d583b34-adab-45ce-935e-03d8852abb5f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:48.051770 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fd9dc6-725d-468e-99f8-0ed0ff410f44 None None] Network a088a22f-556b-48f6-9894-3aa585071573 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:56:48.066963 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d583b34-adab-45ce-935e-03d8852abb5f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:48.067568 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7d583b34-adab-45ce-935e-03d8852abb5f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:48.093641 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d583b34-adab-45ce-935e-03d8852abb5f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Subnet': ['ID=bb582ce2-e058-4744-ac7d-29a2c5120106,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:48.111984 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7d583b34-adab-45ce-935e-03d8852abb5f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2347648 Mar 07 10:56:48.114580 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46900) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:48.124178 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-08271e3a-d361-4390-9f44-44f19f093d16 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1984390491', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bb582ce2-e058-4744-ac7d-29a2c5120106'}], 'security_groups': ['dc201ccb-a73b-4c64-815e-34484635256d']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:48.279767 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c04a35dc-5e7d-4ba3-be17-e89c097c2bde up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:56:48.358244 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46904) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:48.382624 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:48.394520 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-63652574-e763-4e7d-a17c-def26699c1a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:48.397379 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port c04a35dc-5e7d-4ba3-be17-e89c097c2bde triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:48.397986 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c04a35dc-5e7d-4ba3-be17-e89c097c2bde), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:48.515587 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-08271e3a-d361-4390-9f44-44f19f093d16 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2dc35296-8c13-4745-ab73-4f28c8072e76), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:48.547016 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-63652574-e763-4e7d-a17c-def26699c1a6 admin admin] Publish callbacks [] for security_group (57659427-4d08-4fbf-8320-97cc6d140be0), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:48.554786 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-63652574-e763-4e7d-a17c-def26699c1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (57659427-4d08-4fbf-8320-97cc6d140be0), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:48.597789 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-63652574-e763-4e7d-a17c-def26699c1a6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8eab73754edb4a6e9543106482678b06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2354000 Mar 07 10:56:48.604258 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46908) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:48.614558 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63652574-e763-4e7d-a17c-def26699c1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57659427-4d08-4fbf-8320-97cc6d140be0,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:48.627851 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baa994d-a6ab-4f41-911e-e67f52921cf6 None None] Update dhcp port {'port': {'network_id': 'a088a22f-556b-48f6-9894-3aa585071573', 'fixed_ips': [{'subnet_id': '7a636a65-e53a-4581-adf5-c9b327c7e873', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bb582ce2-e058-4744-ac7d-29a2c5120106'}], 'binding:host_id': 'n-d-832164-4'}, 'id': 'c04a35dc-5e7d-4ba3-be17-e89c097c2bde'} from n-d-832164-4. {{(pid=103768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 10:56:48.707008 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port c04a35dc-5e7d-4ba3-be17-e89c097c2bde is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:48.714867 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1baa994d-a6ab-4f41-911e-e67f52921cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c04a35dc-5e7d-4ba3-be17-e89c097c2bde), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:48.720508 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1b65af78-2ab7-4773-9542-7268be91f5a8 admin admin] Publish callbacks [] for security_group (57659427-4d08-4fbf-8320-97cc6d140be0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:48.753282 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1b65af78-2ab7-4773-9542-7268be91f5a8 admin admin] Publish callbacks [] for security_group (57659427-4d08-4fbf-8320-97cc6d140be0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:48.831438 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1b65af78-2ab7-4773-9542-7268be91f5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (57659427-4d08-4fbf-8320-97cc6d140be0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:48.836652 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1b65af78-2ab7-4773-9542-7268be91f5a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:48.851555 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1b65af78-2ab7-4773-9542-7268be91f5a8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/57659427-4d08-4fbf-8320-97cc6d140be0 HTTP/1.1" status: 204 len: 168 time: 0.2487824 Mar 07 10:56:48.889377 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65af78-2ab7-4773-9542-7268be91f5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57659427-4d08-4fbf-8320-97cc6d140be0,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:49.019958 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:56:49.065858 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-08271e3a-d361-4390-9f44-44f19f093d16 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Delete allocated IP 2001:db8::30f (a088a22f-556b-48f6-9894-3aa585071573/7a636a65-e53a-4581-adf5-c9b327c7e873) {{(pid=103767) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 10:56:49.075112 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-08271e3a-d361-4390-9f44-44f19f093d16 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Allocated IP 2001:db8:0:1::3b8 (a088a22f-556b-48f6-9894-3aa585071573/bb582ce2-e058-4744-ac7d-29a2c5120106/2dc35296-8c13-4745-ab73-4f28c8072e76) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:56:49.261651 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-08271e3a-d361-4390-9f44-44f19f093d16 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for port (2dc35296-8c13-4745-ab73-4f28c8072e76), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:49.278027 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-08271e3a-d361-4390-9f44-44f19f093d16 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (2dc35296-8c13-4745-ab73-4f28c8072e76), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:49.321626 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-1baa994d-a6ab-4f41-911e-e67f52921cf6 None None] Allocated IP 2001:db8:0:1::2 (a088a22f-556b-48f6-9894-3aa585071573/bb582ce2-e058-4744-ac7d-29a2c5120106/c04a35dc-5e7d-4ba3-be17-e89c097c2bde) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:56:49.367758 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08271e3a-d361-4390-9f44-44f19f093d16 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Port': ['ID=2dc35296-8c13-4745-ab73-4f28c8072e76,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:49.524943 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-1baa994d-a6ab-4f41-911e-e67f52921cf6 None None] For port c04a35dc-5e7d-4ba3-be17-e89c097c2bde, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c04a35dc-5e7d-4ba3-be17-e89c097c2bde,segment=NetworkSegment(d262f36c-182c-4543-bc26-03b2f18662bc),segment_id=d262f36c-182c-4543-bc26-03b2f18662bc)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:49.585731 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1baa994d-a6ab-4f41-911e-e67f52921cf6 None None] Publish callbacks [] for port (c04a35dc-5e7d-4ba3-be17-e89c097c2bde), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:49.594957 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1baa994d-a6ab-4f41-911e-e67f52921cf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c04a35dc-5e7d-4ba3-be17-e89c097c2bde), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:49.702728 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baa994d-a6ab-4f41-911e-e67f52921cf6 None None] Pushing event updated for resources: {'Port': ['ID=c04a35dc-5e7d-4ba3-be17-e89c097c2bde,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:50.248011 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c04a35dc-5e7d-4ba3-be17-e89c097c2bde up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:56:50.274306 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-08271e3a-d361-4390-9f44-44f19f093d16 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] In _notify_port_updated(), no bound segment for port 2dc35296-8c13-4745-ab73-4f28c8072e76 on network a088a22f-556b-48f6-9894-3aa585071573 {{(pid=103767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:56:50.288708 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08271e3a-d361-4390-9f44-44f19f093d16 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:50.294953 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-08271e3a-d361-4390-9f44-44f19f093d16 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:50.305197 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46940) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:50.318925 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-08271e3a-d361-4390-9f44-44f19f093d16 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "PUT /v2.0/ports/2dc35296-8c13-4745-ab73-4f28c8072e76 HTTP/1.1" status: 200 len: 931 time: 2.2027116 Mar 07 10:56:50.339897 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port c04a35dc-5e7d-4ba3-be17-e89c097c2bde triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:50.340278 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c04a35dc-5e7d-4ba3-be17-e89c097c2bde), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:50.489067 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port c04a35dc-5e7d-4ba3-be17-e89c097c2bde is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:50.510826 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-68bc461b-f1a7-44f6-b15a-393635846e6b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Deleting port 2dc35296-8c13-4745-ab73-4f28c8072e76 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:56:50.514268 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-68bc461b-f1a7-44f6-b15a-393635846e6b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (2dc35296-8c13-4745-ab73-4f28c8072e76), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:50.678186 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-68bc461b-f1a7-44f6-b15a-393635846e6b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (2dc35296-8c13-4745-ab73-4f28c8072e76), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:50.697887 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-68bc461b-f1a7-44f6-b15a-393635846e6b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Calling delete_port for 2dc35296-8c13-4745-ab73-4f28c8072e76 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:56:50.928838 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-68bc461b-f1a7-44f6-b15a-393635846e6b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (2dc35296-8c13-4745-ab73-4f28c8072e76), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:50.967325 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d9c3f471-be00-42e9-902f-87fc9dd6ab18 None None] Provisioning complete for port 272cde98-a96d-400d-a32e-534f9289f944 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:50.967951 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d9c3f471-be00-42e9-902f-87fc9dd6ab18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (272cde98-a96d-400d-a32e-534f9289f944), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:50.986171 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc461b-f1a7-44f6-b15a-393635846e6b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Port': ['ID=2dc35296-8c13-4745-ab73-4f28c8072e76,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:51.060555 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d9c3f471-be00-42e9-902f-87fc9dd6ab18 None None] Port 272cde98-a96d-400d-a32e-534f9289f944 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:56:51.078909 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-68bc461b-f1a7-44f6-b15a-393635846e6b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:51.085952 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d9c3f471-be00-42e9-902f-87fc9dd6ab18 None None] Provisioning complete for port c04a35dc-5e7d-4ba3-be17-e89c097c2bde triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:51.086527 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d9c3f471-be00-42e9-902f-87fc9dd6ab18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c04a35dc-5e7d-4ba3-be17-e89c097c2bde), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:51.090508 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-68bc461b-f1a7-44f6-b15a-393635846e6b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/ports/2dc35296-8c13-4745-ab73-4f28c8072e76 HTTP/1.1" status: 204 len: 168 time: 0.7833829 Mar 07 10:56:51.094113 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46962) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:51.151753 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6da7ec5-97e8-4788-a4fa-ee51b5221d27 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] GET failed (client error): The resource could not be found. Mar 07 10:56:51.153277 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b6da7ec5-97e8-4788-a4fa-ee51b5221d27 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "GET /v2.0/ports/2dc35296-8c13-4745-ab73-4f28c8072e76 HTTP/1.1" status: 404 len: 333 time: 0.0580046 Mar 07 10:56:51.161516 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46964) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:51.283164 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-255406f5-1f33-495b-ba63-66c92956923c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for security_group (91189ddd-f9ef-4ddc-9dca-2c186069f889), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:51.356327 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-255406f5-1f33-495b-ba63-66c92956923c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for security_group (91189ddd-f9ef-4ddc-9dca-2c186069f889), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:51.439297 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-255406f5-1f33-495b-ba63-66c92956923c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (91189ddd-f9ef-4ddc-9dca-2c186069f889), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:51.442483 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-255406f5-1f33-495b-ba63-66c92956923c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:51.443848 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-255406f5-1f33-495b-ba63-66c92956923c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/security-groups/91189ddd-f9ef-4ddc-9dca-2c186069f889 HTTP/1.1" status: 204 len: 168 time: 0.2812419 Mar 07 10:56:51.447256 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46966) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:51.466581 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255406f5-1f33-495b-ba63-66c92956923c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91189ddd-f9ef-4ddc-9dca-2c186069f889,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:51.555543 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fd7f7aa7-ac9c-47c2-aa25-3da99cf7b59b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for security_group (dc201ccb-a73b-4c64-815e-34484635256d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:51.587702 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fd7f7aa7-ac9c-47c2-aa25-3da99cf7b59b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for security_group (dc201ccb-a73b-4c64-815e-34484635256d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:51.641422 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d9c3f471-be00-42e9-902f-87fc9dd6ab18 None None] Current status of the port c04a35dc-5e7d-4ba3-be17-e89c097c2bde is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:51.653828 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d9c3f471-be00-42e9-902f-87fc9dd6ab18 None None] Could not find standard attr ID for object 2dc35296-8c13-4745-ab73-4f28c8072e76. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:56:51.656211 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fd7f7aa7-ac9c-47c2-aa25-3da99cf7b59b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (dc201ccb-a73b-4c64-815e-34484635256d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:51.661992 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fd7f7aa7-ac9c-47c2-aa25-3da99cf7b59b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:51.665138 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-fd7f7aa7-ac9c-47c2-aa25-3da99cf7b59b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/security-groups/dc201ccb-a73b-4c64-815e-34484635256d HTTP/1.1" status: 204 len: 168 time: 0.2168336 Mar 07 10:56:51.667611 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46978) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:51.689125 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f7aa7-ac9c-47c2-aa25-3da99cf7b59b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc201ccb-a73b-4c64-815e-34484635256d,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:51.778613 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-7d3451cb-98dc-4b1c-8ac9-7e44501a6bee None None] Could not find standard attr ID for object 2dc35296-8c13-4745-ab73-4f28c8072e76. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:56:51.784552 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1069b7d-656d-4dda-9ff3-5cda372127f9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Deleting subnet 7a636a65-e53a-4581-adf5-c9b327c7e873 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:56:51.790559 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f1069b7d-656d-4dda-9ff3-5cda372127f9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for subnet (7a636a65-e53a-4581-adf5-c9b327c7e873), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:51.871678 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f1069b7d-656d-4dda-9ff3-5cda372127f9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (7a636a65-e53a-4581-adf5-c9b327c7e873), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:51.972084 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f1069b7d-656d-4dda-9ff3-5cda372127f9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (7a636a65-e53a-4581-adf5-c9b327c7e873), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:52.049584 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f1069b7d-656d-4dda-9ff3-5cda372127f9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (7a636a65-e53a-4581-adf5-c9b327c7e873), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:52.082751 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1069b7d-656d-4dda-9ff3-5cda372127f9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Subnet': ['ID=7a636a65-e53a-4581-adf5-c9b327c7e873,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:52.090298 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f1069b7d-656d-4dda-9ff3-5cda372127f9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:52.094085 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88754704-4b30-45fd-98d1-479640c7d5f1 None None] Network a088a22f-556b-48f6-9894-3aa585071573 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:56:52.112239 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f1069b7d-656d-4dda-9ff3-5cda372127f9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/subnets/7a636a65-e53a-4581-adf5-c9b327c7e873 HTTP/1.1" status: 204 len: 168 time: 0.4398258 Mar 07 10:56:52.112724 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46996) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:52.117704 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-d386ecad-1f45-490d-bb9e-239e7e2b45a5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'subnet': {'network_id': 'a088a22f-556b-48f6-9894-3aa585071573', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:52.258820 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d386ecad-1f45-490d-bb9e-239e7e2b45a5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:52.264132 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d386ecad-1f45-490d-bb9e-239e7e2b45a5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:52.609408 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d386ecad-1f45-490d-bb9e-239e7e2b45a5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (d0e37a19-c04c-4953-beb7-810d9c92caaa), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:52.641716 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d386ecad-1f45-490d-bb9e-239e7e2b45a5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network a088a22f-556b-48f6-9894-3aa585071573 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:56:52.645069 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-d386ecad-1f45-490d-bb9e-239e7e2b45a5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:52.677275 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d386ecad-1f45-490d-bb9e-239e7e2b45a5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:52.678268 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d386ecad-1f45-490d-bb9e-239e7e2b45a5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:52.721545 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d386ecad-1f45-490d-bb9e-239e7e2b45a5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Subnet': ['ID=d0e37a19-c04c-4953-beb7-810d9c92caaa,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:52.739079 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d386ecad-1f45-490d-bb9e-239e7e2b45a5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6247232 Mar 07 10:56:52.741229 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47010) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:52.747808 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-441a4e0d-256c-466f-95b6-54c461eb978f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'security_group': {'name': 'tempest-secgroup-2094976281'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:52.787463 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-441a4e0d-256c-466f-95b6-54c461eb978f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:52.940984 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:52.996604 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-441a4e0d-256c-466f-95b6-54c461eb978f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for security_group (4d991004-c767-43ef-8bd8-a31926471e29), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:53.010549 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-441a4e0d-256c-466f-95b6-54c461eb978f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4d991004-c767-43ef-8bd8-a31926471e29), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:53.058745 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a4e0d-256c-466f-95b6-54c461eb978f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d991004-c767-43ef-8bd8-a31926471e29,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:53.112122 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-441a4e0d-256c-466f-95b6-54c461eb978f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:53.116159 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-441a4e0d-256c-466f-95b6-54c461eb978f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3712697 Mar 07 10:56:53.116503 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47020) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:53.122114 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-b6a46bd6-0231-422e-b14e-00092526e62c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'security_group': {'name': 'tempest-secgroup-508641502'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:53.165553 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b6a46bd6-0231-422e-b14e-00092526e62c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:53.205508 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1c9a9a-8f67-4c89-8ea5-cb67824d40af None None] Network a088a22f-556b-48f6-9894-3aa585071573 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:56:53.264694 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b88a82e2-ef71-4f78-baff-529a5e675fd2 None None] Provisioning complete for port 272cde98-a96d-400d-a32e-534f9289f944 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:53.265128 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b88a82e2-ef71-4f78-baff-529a5e675fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (272cde98-a96d-400d-a32e-534f9289f944), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:53.323513 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b6a46bd6-0231-422e-b14e-00092526e62c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for security_group (8b51241c-3fe3-4deb-bd69-f5c0d987dfd0), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:53.335017 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b6a46bd6-0231-422e-b14e-00092526e62c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8b51241c-3fe3-4deb-bd69-f5c0d987dfd0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:53.375452 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b88a82e2-ef71-4f78-baff-529a5e675fd2 None None] Port 272cde98-a96d-400d-a32e-534f9289f944 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:56:53.396830 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a46bd6-0231-422e-b14e-00092526e62c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b51241c-3fe3-4deb-bd69-f5c0d987dfd0,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:53.405450 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b6a46bd6-0231-422e-b14e-00092526e62c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:53.406766 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b6a46bd6-0231-422e-b14e-00092526e62c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2891989 Mar 07 10:56:53.411174 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47022) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:53.416397 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-dfbb5c15-8b91-441f-9948-52f94065ff8f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'security_group': {'name': 'tempest-secgroup-40738260'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:53.423696 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b88a82e2-ef71-4f78-baff-529a5e675fd2 None None] Provisioning complete for port c04a35dc-5e7d-4ba3-be17-e89c097c2bde triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:53.424293 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b88a82e2-ef71-4f78-baff-529a5e675fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c04a35dc-5e7d-4ba3-be17-e89c097c2bde), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:53.453266 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dfbb5c15-8b91-441f-9948-52f94065ff8f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:53.608109 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dfbb5c15-8b91-441f-9948-52f94065ff8f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for security_group (2e77c75b-b22f-43da-ad9a-e803daf30b9a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:53.626522 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dfbb5c15-8b91-441f-9948-52f94065ff8f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2e77c75b-b22f-43da-ad9a-e803daf30b9a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:53.672045 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b88a82e2-ef71-4f78-baff-529a5e675fd2 None None] Current status of the port c04a35dc-5e7d-4ba3-be17-e89c097c2bde is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:53.690462 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7511b31-63a4-4609-b663-a25f67afa370 None None] Update dhcp port {'port': {'network_id': 'a088a22f-556b-48f6-9894-3aa585071573', 'fixed_ips': [{'subnet_id': 'bb582ce2-e058-4744-ac7d-29a2c5120106', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd0e37a19-c04c-4953-beb7-810d9c92caaa'}], 'binding:host_id': 'n-d-832164-4'}, 'id': 'c04a35dc-5e7d-4ba3-be17-e89c097c2bde'} from n-d-832164-4. {{(pid=103768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 10:56:53.727787 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e7511b31-63a4-4609-b663-a25f67afa370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c04a35dc-5e7d-4ba3-be17-e89c097c2bde), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:53.753750 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb5c15-8b91-441f-9948-52f94065ff8f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e77c75b-b22f-43da-ad9a-e803daf30b9a,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:53.764203 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dfbb5c15-8b91-441f-9948-52f94065ff8f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:53.765548 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-dfbb5c15-8b91-441f-9948-52f94065ff8f tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3533590 Mar 07 10:56:53.769027 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47030) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:53.776196 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-d6390333-87ca-4115-8b4f-50973437d1d4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-657561474', 'security_groups': ['2e77c75b-b22f-43da-ad9a-e803daf30b9a'], 'network_id': 'a088a22f-556b-48f6-9894-3aa585071573', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd0e37a19-c04c-4953-beb7-810d9c92caaa'}]}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:53.974962 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-e7511b31-63a4-4609-b663-a25f67afa370 None None] Allocated IP 2001:db8::2 (a088a22f-556b-48f6-9894-3aa585071573/d0e37a19-c04c-4953-beb7-810d9c92caaa/c04a35dc-5e7d-4ba3-be17-e89c097c2bde) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:56:54.011562 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6390333-87ca-4115-8b4f-50973437d1d4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:54.120075 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-e7511b31-63a4-4609-b663-a25f67afa370 None None] For port c04a35dc-5e7d-4ba3-be17-e89c097c2bde, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c04a35dc-5e7d-4ba3-be17-e89c097c2bde,segment=NetworkSegment(d262f36c-182c-4543-bc26-03b2f18662bc),segment_id=d262f36c-182c-4543-bc26-03b2f18662bc)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:54.129135 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6390333-87ca-4115-8b4f-50973437d1d4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:54.153921 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-d6390333-87ca-4115-8b4f-50973437d1d4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] device_id is not set on port 6ecbf4bf-94d3-4461-bd02-64696db5117b yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 10:56:54.165461 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e7511b31-63a4-4609-b663-a25f67afa370 None None] Publish callbacks [] for port (c04a35dc-5e7d-4ba3-be17-e89c097c2bde), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:54.172327 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e7511b31-63a4-4609-b663-a25f67afa370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c04a35dc-5e7d-4ba3-be17-e89c097c2bde), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:54.350454 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7511b31-63a4-4609-b663-a25f67afa370 None None] Pushing event updated for resources: {'Port': ['ID=c04a35dc-5e7d-4ba3-be17-e89c097c2bde,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:54.487375 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-d6390333-87ca-4115-8b4f-50973437d1d4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Allocated IP 2001:db8::20 (a088a22f-556b-48f6-9894-3aa585071573/d0e37a19-c04c-4953-beb7-810d9c92caaa/6ecbf4bf-94d3-4461-bd02-64696db5117b) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:56:54.723799 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6390333-87ca-4115-8b4f-50973437d1d4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for port (6ecbf4bf-94d3-4461-bd02-64696db5117b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:54.772971 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6390333-87ca-4115-8b4f-50973437d1d4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (6ecbf4bf-94d3-4461-bd02-64696db5117b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:54.854488 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6390333-87ca-4115-8b4f-50973437d1d4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network a088a22f-556b-48f6-9894-3aa585071573 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:56:54.856042 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-d6390333-87ca-4115-8b4f-50973437d1d4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:54.860845 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6390333-87ca-4115-8b4f-50973437d1d4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:56:54.866314 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6390333-87ca-4115-8b4f-50973437d1d4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:54.866962 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6390333-87ca-4115-8b4f-50973437d1d4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:54.883210 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6390333-87ca-4115-8b4f-50973437d1d4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Port': ['ID=6ecbf4bf-94d3-4461-bd02-64696db5117b,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:54.912199 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6390333-87ca-4115-8b4f-50973437d1d4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:54.912568 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6390333-87ca-4115-8b4f-50973437d1d4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:54.912979 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6390333-87ca-4115-8b4f-50973437d1d4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:54.913362 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6390333-87ca-4115-8b4f-50973437d1d4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:54.913666 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6390333-87ca-4115-8b4f-50973437d1d4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:54.913994 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6390333-87ca-4115-8b4f-50973437d1d4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:54.914366 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6390333-87ca-4115-8b4f-50973437d1d4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:54.914722 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6390333-87ca-4115-8b4f-50973437d1d4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:54.915383 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6390333-87ca-4115-8b4f-50973437d1d4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:54.915383 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6390333-87ca-4115-8b4f-50973437d1d4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:54.915690 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6390333-87ca-4115-8b4f-50973437d1d4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:54.916576 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6390333-87ca-4115-8b4f-50973437d1d4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:54.916905 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6390333-87ca-4115-8b4f-50973437d1d4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:56:54.930383 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d6390333-87ca-4115-8b4f-50973437d1d4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1566510 Mar 07 10:56:54.932488 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47058) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:54.938360 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-2a02ea83-9c25-4965-84ef-a63c274cc3cd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'subnet': {'network_id': 'a088a22f-556b-48f6-9894-3aa585071573', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:55.199924 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a02ea83-9c25-4965-84ef-a63c274cc3cd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:55.204174 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2a02ea83-9c25-4965-84ef-a63c274cc3cd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:55.428009 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ad50df86-f434-4724-a116-45e030aa7a36 None None] Provisioning complete for port 272cde98-a96d-400d-a32e-534f9289f944 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:55.432772 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ad50df86-f434-4724-a116-45e030aa7a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (272cde98-a96d-400d-a32e-534f9289f944), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:55.461156 n-d-832164-4 neutron-server[103766]: INFO neutron.db.ipam_backend_mixin [None req-2a02ea83-9c25-4965-84ef-a63c274cc3cd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d0e37a19-c04c-4953-beb7-810d9c92caaa (CIDR: 2001:db8::/64) Mar 07 10:56:55.466058 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a02ea83-9c25-4965-84ef-a63c274cc3cd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:56:55.466819 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a02ea83-9c25-4965-84ef-a63c274cc3cd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:56:55.488442 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ad50df86-f434-4724-a116-45e030aa7a36 None None] Port 272cde98-a96d-400d-a32e-534f9289f944 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:56:55.513843 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ad50df86-f434-4724-a116-45e030aa7a36 None None] Provisioning complete for port c04a35dc-5e7d-4ba3-be17-e89c097c2bde triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:55.514437 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ad50df86-f434-4724-a116-45e030aa7a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c04a35dc-5e7d-4ba3-be17-e89c097c2bde), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:55.533179 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47070) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:55.533416 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2a02ea83-9c25-4965-84ef-a63c274cc3cd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5870621 Mar 07 10:56:55.533536 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-2d278eb9-58b6-4d41-8cdf-ed5a5dfd547e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'subnet': {'network_id': 'a088a22f-556b-48f6-9894-3aa585071573', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:55.752774 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ad50df86-f434-4724-a116-45e030aa7a36 None None] Current status of the port c04a35dc-5e7d-4ba3-be17-e89c097c2bde is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:55.774623 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d278eb9-58b6-4d41-8cdf-ed5a5dfd547e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:55.790060 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2d278eb9-58b6-4d41-8cdf-ed5a5dfd547e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:55.883985 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-46a283c3-bbb8-476e-b384-c078f9eb37bf None None] Provisioning complete for port 6ecbf4bf-94d3-4461-bd02-64696db5117b triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:55.884706 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-46a283c3-bbb8-476e-b384-c078f9eb37bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6ecbf4bf-94d3-4461-bd02-64696db5117b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:55.928399 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-46a283c3-bbb8-476e-b384-c078f9eb37bf None None] Port 6ecbf4bf-94d3-4461-bd02-64696db5117b cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:56:56.031188 n-d-832164-4 neutron-server[103767]: INFO neutron.db.ipam_backend_mixin [None req-2d278eb9-58b6-4d41-8cdf-ed5a5dfd547e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet bb582ce2-e058-4744-ac7d-29a2c5120106 (CIDR: 2001:db8:0:1::/64) Mar 07 10:56:56.038054 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d278eb9-58b6-4d41-8cdf-ed5a5dfd547e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:56:56.038685 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d278eb9-58b6-4d41-8cdf-ed5a5dfd547e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:56:56.066148 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2d278eb9-58b6-4d41-8cdf-ed5a5dfd547e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5453873 Mar 07 10:56:56.068756 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47078) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:56.074679 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-1e9b7907-43e3-4941-ae64-4a4ad8690a0d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'subnet': {'network_id': 'a088a22f-556b-48f6-9894-3aa585071573', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:56.229267 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c04a35dc-5e7d-4ba3-be17-e89c097c2bde up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:56:56.292827 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9b7907-43e3-4941-ae64-4a4ad8690a0d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Made reservation on behalf of 24650689eb2c414cad84787c8951192e for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:56:56.296786 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1e9b7907-43e3-4941-ae64-4a4ad8690a0d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:56.364344 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port c04a35dc-5e7d-4ba3-be17-e89c097c2bde triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:56.367006 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c04a35dc-5e7d-4ba3-be17-e89c097c2bde), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:56.583392 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port c04a35dc-5e7d-4ba3-be17-e89c097c2bde is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:56:56.664435 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1e9b7907-43e3-4941-ae64-4a4ad8690a0d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (80c32f4b-7170-4515-8458-6336ffbda0e9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:56.709754 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9b7907-43e3-4941-ae64-4a4ad8690a0d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Network a088a22f-556b-48f6-9894-3aa585071573 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:56:56.718599 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-1e9b7907-43e3-4941-ae64-4a4ad8690a0d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:56:56.735200 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9b7907-43e3-4941-ae64-4a4ad8690a0d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:56.735823 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1e9b7907-43e3-4941-ae64-4a4ad8690a0d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:56.736803 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16afce01-d7e6-477f-9bc1-cf4266577c24 None None] Network a088a22f-556b-48f6-9894-3aa585071573 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:56:56.764312 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47096) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:56.765992 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1e9b7907-43e3-4941-ae64-4a4ad8690a0d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6954727 Mar 07 10:56:56.769899 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b7907-43e3-4941-ae64-4a4ad8690a0d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Subnet': ['ID=80c32f4b-7170-4515-8458-6336ffbda0e9,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:56.782378 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-785014c3-3615-42c7-844e-7e3974bc6a74 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-892720541', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '80c32f4b-7170-4515-8458-6336ffbda0e9'}], 'security_groups': ['4d991004-c767-43ef-8bd8-a31926471e29', '8b51241c-3fe3-4deb-bd69-f5c0d987dfd0']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:56:56.898131 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-785014c3-3615-42c7-844e-7e3974bc6a74 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6ecbf4bf-94d3-4461-bd02-64696db5117b), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:57.217335 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd441e6-3404-47d9-8f6c-3e2162019f64 None None] Update dhcp port {'port': {'network_id': 'a088a22f-556b-48f6-9894-3aa585071573', 'fixed_ips': [{'subnet_id': 'bb582ce2-e058-4744-ac7d-29a2c5120106', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd0e37a19-c04c-4953-beb7-810d9c92caaa', 'ip_address': '2001:db8::2'}, {'subnet_id': '80c32f4b-7170-4515-8458-6336ffbda0e9'}], 'binding:host_id': 'n-d-832164-4'}, 'id': 'c04a35dc-5e7d-4ba3-be17-e89c097c2bde'} from n-d-832164-4. {{(pid=103768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 10:56:57.258871 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cbd441e6-3404-47d9-8f6c-3e2162019f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c04a35dc-5e7d-4ba3-be17-e89c097c2bde), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:57.449072 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-785014c3-3615-42c7-844e-7e3974bc6a74 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Delete allocated IP 2001:db8::20 (a088a22f-556b-48f6-9894-3aa585071573/d0e37a19-c04c-4953-beb7-810d9c92caaa) {{(pid=103767) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 07 10:56:57.459937 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-785014c3-3615-42c7-844e-7e3974bc6a74 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Allocated IP 2001:db8:0:2::2b9 (a088a22f-556b-48f6-9894-3aa585071573/80c32f4b-7170-4515-8458-6336ffbda0e9/6ecbf4bf-94d3-4461-bd02-64696db5117b) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:56:57.717401 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-785014c3-3615-42c7-844e-7e3974bc6a74 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for port (6ecbf4bf-94d3-4461-bd02-64696db5117b), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:57.722924 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-785014c3-3615-42c7-844e-7e3974bc6a74 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (6ecbf4bf-94d3-4461-bd02-64696db5117b), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:57.812025 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-785014c3-3615-42c7-844e-7e3974bc6a74 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] In _notify_port_updated(), no bound segment for port 6ecbf4bf-94d3-4461-bd02-64696db5117b on network a088a22f-556b-48f6-9894-3aa585071573 {{(pid=103767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 10:56:57.817344 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785014c3-3615-42c7-844e-7e3974bc6a74 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:56:57.818875 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-785014c3-3615-42c7-844e-7e3974bc6a74 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:57.819146 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-785014c3-3615-42c7-844e-7e3974bc6a74 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "PUT /v2.0/ports/6ecbf4bf-94d3-4461-bd02-64696db5117b HTTP/1.1" status: 200 len: 969 time: 1.0533903 Mar 07 10:56:57.822351 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47116) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:57.894679 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-cbd441e6-3404-47d9-8f6c-3e2162019f64 None None] Allocated IP 2001:db8:0:2::2 (a088a22f-556b-48f6-9894-3aa585071573/80c32f4b-7170-4515-8458-6336ffbda0e9/c04a35dc-5e7d-4ba3-be17-e89c097c2bde) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:56:57.917976 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785014c3-3615-42c7-844e-7e3974bc6a74 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event updated for resources: {'Port': ['ID=6ecbf4bf-94d3-4461-bd02-64696db5117b,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:58.064429 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-9090d109-8141-48eb-ad63-31b0cce04fd2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Deleting port 6ecbf4bf-94d3-4461-bd02-64696db5117b {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:56:58.064770 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9090d109-8141-48eb-ad63-31b0cce04fd2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (6ecbf4bf-94d3-4461-bd02-64696db5117b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:58.120622 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-cbd441e6-3404-47d9-8f6c-3e2162019f64 None None] For port c04a35dc-5e7d-4ba3-be17-e89c097c2bde, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c04a35dc-5e7d-4ba3-be17-e89c097c2bde,segment=NetworkSegment(d262f36c-182c-4543-bc26-03b2f18662bc),segment_id=d262f36c-182c-4543-bc26-03b2f18662bc)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:56:58.183480 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cbd441e6-3404-47d9-8f6c-3e2162019f64 None None] Publish callbacks [] for port (c04a35dc-5e7d-4ba3-be17-e89c097c2bde), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:58.193476 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cbd441e6-3404-47d9-8f6c-3e2162019f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c04a35dc-5e7d-4ba3-be17-e89c097c2bde), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:58.219672 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9090d109-8141-48eb-ad63-31b0cce04fd2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (6ecbf4bf-94d3-4461-bd02-64696db5117b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:58.233098 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-9090d109-8141-48eb-ad63-31b0cce04fd2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Calling delete_port for 6ecbf4bf-94d3-4461-bd02-64696db5117b owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:56:58.328414 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd441e6-3404-47d9-8f6c-3e2162019f64 None None] Pushing event updated for resources: {'Port': ['ID=c04a35dc-5e7d-4ba3-be17-e89c097c2bde,revision_number=7']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:58.503344 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9090d109-8141-48eb-ad63-31b0cce04fd2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (6ecbf4bf-94d3-4461-bd02-64696db5117b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:58.565044 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9090d109-8141-48eb-ad63-31b0cce04fd2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Port': ['ID=6ecbf4bf-94d3-4461-bd02-64696db5117b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:58.608519 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9090d109-8141-48eb-ad63-31b0cce04fd2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:58.611794 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9090d109-8141-48eb-ad63-31b0cce04fd2 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/ports/6ecbf4bf-94d3-4461-bd02-64696db5117b HTTP/1.1" status: 204 len: 168 time: 0.7878165 Mar 07 10:56:58.614696 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47128) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:58.691226 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d615c2c5-9b02-4025-a983-9c6aa86196ae tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] GET failed (client error): The resource could not be found. Mar 07 10:56:58.692977 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d615c2c5-9b02-4025-a983-9c6aa86196ae tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "GET /v2.0/ports/6ecbf4bf-94d3-4461-bd02-64696db5117b HTTP/1.1" status: 404 len: 333 time: 0.0772765 Mar 07 10:56:58.695737 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47132) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:58.803327 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-511f6247-490c-4be3-b994-8a0fdccc54bd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for security_group (2e77c75b-b22f-43da-ad9a-e803daf30b9a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:58.864929 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-511f6247-490c-4be3-b994-8a0fdccc54bd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for security_group (2e77c75b-b22f-43da-ad9a-e803daf30b9a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:58.954013 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-511f6247-490c-4be3-b994-8a0fdccc54bd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2e77c75b-b22f-43da-ad9a-e803daf30b9a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:58.957473 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-511f6247-490c-4be3-b994-8a0fdccc54bd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:58.959189 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-511f6247-490c-4be3-b994-8a0fdccc54bd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/security-groups/2e77c75b-b22f-43da-ad9a-e803daf30b9a HTTP/1.1" status: 204 len: 168 time: 0.2622719 Mar 07 10:56:58.961949 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47140) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:58.980290 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f6247-490c-4be3-b994-8a0fdccc54bd tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e77c75b-b22f-43da-ad9a-e803daf30b9a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:59.106210 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ec4a7456-a1e6-4724-8843-0cd33e7973fb tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for security_group (8b51241c-3fe3-4deb-bd69-f5c0d987dfd0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:59.130366 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ec4a7456-a1e6-4724-8843-0cd33e7973fb tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for security_group (8b51241c-3fe3-4deb-bd69-f5c0d987dfd0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:59.228786 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ec4a7456-a1e6-4724-8843-0cd33e7973fb tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8b51241c-3fe3-4deb-bd69-f5c0d987dfd0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:59.236835 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ec4a7456-a1e6-4724-8843-0cd33e7973fb tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:59.238268 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ec4a7456-a1e6-4724-8843-0cd33e7973fb tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/security-groups/8b51241c-3fe3-4deb-bd69-f5c0d987dfd0 HTTP/1.1" status: 204 len: 168 time: 0.2744670 Mar 07 10:56:59.241780 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47144) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:59.293904 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a7456-a1e6-4724-8843-0cd33e7973fb tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b51241c-3fe3-4deb-bd69-f5c0d987dfd0,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:59.358988 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6348f2b1-b40c-4a3d-a39d-6c55a1c52b9a tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for security_group (4d991004-c767-43ef-8bd8-a31926471e29), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:59.413573 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6348f2b1-b40c-4a3d-a39d-6c55a1c52b9a tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for security_group (4d991004-c767-43ef-8bd8-a31926471e29), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:59.514425 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b9118ab0-1e3a-4720-abcb-4d8aff174ba6 None None] Could not find standard attr ID for object 6ecbf4bf-94d3-4461-bd02-64696db5117b. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:56:59.556996 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b9118ab0-1e3a-4720-abcb-4d8aff174ba6 None None] Provisioning complete for port 272cde98-a96d-400d-a32e-534f9289f944 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:59.559398 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b9118ab0-1e3a-4720-abcb-4d8aff174ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (272cde98-a96d-400d-a32e-534f9289f944), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:59.593944 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6348f2b1-b40c-4a3d-a39d-6c55a1c52b9a tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4d991004-c767-43ef-8bd8-a31926471e29), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:59.600079 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6348f2b1-b40c-4a3d-a39d-6c55a1c52b9a tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:59.604401 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6348f2b1-b40c-4a3d-a39d-6c55a1c52b9a tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/security-groups/4d991004-c767-43ef-8bd8-a31926471e29 HTTP/1.1" status: 204 len: 168 time: 0.3615975 Mar 07 10:56:59.607271 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47150) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:56:59.617074 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6348f2b1-b40c-4a3d-a39d-6c55a1c52b9a tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d991004-c767-43ef-8bd8-a31926471e29,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:56:59.757549 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b9118ab0-1e3a-4720-abcb-4d8aff174ba6 None None] Port 272cde98-a96d-400d-a32e-534f9289f944 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:56:59.785588 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e06434bd-1053-4d01-8b70-a314ebdc52d9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Deleting subnet d0e37a19-c04c-4953-beb7-810d9c92caaa {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:56:59.789439 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e06434bd-1053-4d01-8b70-a314ebdc52d9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for subnet (d0e37a19-c04c-4953-beb7-810d9c92caaa), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:59.796771 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b9118ab0-1e3a-4720-abcb-4d8aff174ba6 None None] Provisioning complete for port c04a35dc-5e7d-4ba3-be17-e89c097c2bde triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:56:59.797200 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b9118ab0-1e3a-4720-abcb-4d8aff174ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c04a35dc-5e7d-4ba3-be17-e89c097c2bde), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:59.890174 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e06434bd-1053-4d01-8b70-a314ebdc52d9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (d0e37a19-c04c-4953-beb7-810d9c92caaa), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:56:59.938375 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b9118ab0-1e3a-4720-abcb-4d8aff174ba6 None None] Current status of the port c04a35dc-5e7d-4ba3-be17-e89c097c2bde is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:00.060390 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-3d9e0e00-5170-4665-8529-1ea1a87dabbf None None] Could not find standard attr ID for object 6ecbf4bf-94d3-4461-bd02-64696db5117b. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 10:57:00.197488 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e06434bd-1053-4d01-8b70-a314ebdc52d9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (d0e37a19-c04c-4953-beb7-810d9c92caaa), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:00.278839 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c04a35dc-5e7d-4ba3-be17-e89c097c2bde up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:57:00.370713 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port c04a35dc-5e7d-4ba3-be17-e89c097c2bde triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:00.371085 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c04a35dc-5e7d-4ba3-be17-e89c097c2bde), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:00.374697 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e06434bd-1053-4d01-8b70-a314ebdc52d9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (d0e37a19-c04c-4953-beb7-810d9c92caaa), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:00.420779 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e06434bd-1053-4d01-8b70-a314ebdc52d9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:00.428423 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e06434bd-1053-4d01-8b70-a314ebdc52d9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/subnets/d0e37a19-c04c-4953-beb7-810d9c92caaa HTTP/1.1" status: 204 len: 168 time: 0.8166566 Mar 07 10:57:00.428423 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06434bd-1053-4d01-8b70-a314ebdc52d9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Subnet': ['ID=d0e37a19-c04c-4953-beb7-810d9c92caaa,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:00.429207 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47166) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:00.436672 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f50eba-9ed0-4717-a437-4ee2dc6f877d None None] Network a088a22f-556b-48f6-9894-3aa585071573 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:57:00.496088 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-6552f655-d859-412a-ac55-c9d206d6f31d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Deleting subnet 80c32f4b-7170-4515-8458-6336ffbda0e9 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:57:00.502738 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6552f655-d859-412a-ac55-c9d206d6f31d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for subnet (80c32f4b-7170-4515-8458-6336ffbda0e9), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:00.573784 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port c04a35dc-5e7d-4ba3-be17-e89c097c2bde is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:00.597249 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6552f655-d859-412a-ac55-c9d206d6f31d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (80c32f4b-7170-4515-8458-6336ffbda0e9), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:00.749260 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6552f655-d859-412a-ac55-c9d206d6f31d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (80c32f4b-7170-4515-8458-6336ffbda0e9), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:00.841028 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6552f655-d859-412a-ac55-c9d206d6f31d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (80c32f4b-7170-4515-8458-6336ffbda0e9), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:00.892696 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552f655-d859-412a-ac55-c9d206d6f31d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Subnet': ['ID=80c32f4b-7170-4515-8458-6336ffbda0e9,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:00.896450 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6552f655-d859-412a-ac55-c9d206d6f31d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:00.899639 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6552f655-d859-412a-ac55-c9d206d6f31d tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/subnets/80c32f4b-7170-4515-8458-6336ffbda0e9 HTTP/1.1" status: 204 len: 168 time: 0.4692533 Mar 07 10:57:00.902216 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47176) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:00.941619 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccfd5e12-11b4-4c33-a16e-416fcf327abe tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] DELETE failed (client error): The resource could not be found. Mar 07 10:57:00.942046 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccfd5e12-11b4-4c33-a16e-416fcf327abe tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:57:00.946177 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ccfd5e12-11b4-4c33-a16e-416fcf327abe tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/subnets/d0e37a19-c04c-4953-beb7-810d9c92caaa HTTP/1.1" status: 404 len: 337 time: 0.0419009 Mar 07 10:57:00.948345 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47178) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:01.012751 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a498fcc5-f677-4418-9dba-054f1c05fe50 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Deleting subnet bb582ce2-e058-4744-ac7d-29a2c5120106 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:57:01.016460 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a498fcc5-f677-4418-9dba-054f1c05fe50 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for subnet (bb582ce2-e058-4744-ac7d-29a2c5120106), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:01.069433 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a498fcc5-f677-4418-9dba-054f1c05fe50 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (bb582ce2-e058-4744-ac7d-29a2c5120106), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:01.197918 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a498fcc5-f677-4418-9dba-054f1c05fe50 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (bb582ce2-e058-4744-ac7d-29a2c5120106), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:01.283277 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a498fcc5-f677-4418-9dba-054f1c05fe50 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (bb582ce2-e058-4744-ac7d-29a2c5120106), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:01.323546 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a498fcc5-f677-4418-9dba-054f1c05fe50 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:01.330299 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a498fcc5-f677-4418-9dba-054f1c05fe50 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/subnets/bb582ce2-e058-4744-ac7d-29a2c5120106 HTTP/1.1" status: 204 len: 168 time: 0.3771756 Mar 07 10:57:01.330691 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47186) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:01.370629 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498fcc5-f677-4418-9dba-054f1c05fe50 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Subnet': ['ID=bb582ce2-e058-4744-ac7d-29a2c5120106,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:01.390682 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb5401ba-3622-481c-97c3-ac9bfbfb9de6 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] DELETE failed (client error): The resource could not be found. Mar 07 10:57:01.391234 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb5401ba-3622-481c-97c3-ac9bfbfb9de6 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:57:01.394443 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-eb5401ba-3622-481c-97c3-ac9bfbfb9de6 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/subnets/7a636a65-e53a-4581-adf5-c9b327c7e873 HTTP/1.1" status: 404 len: 337 time: 0.0621755 Mar 07 10:57:01.397684 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47188) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:01.431358 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-bdc2a15e-3fed-450d-8877-25dccf3fe5d6 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b0ca337-f589-49f5-9235-903935ef7595 HTTP/1.1" status: 200 len: 205 time: 0.0321896 Mar 07 10:57:01.433870 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47190) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:01.488639 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-cf4ee7b3-7a42-4a8a-a77d-518ce38b1db9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] delete failed (client error): The resource could not be found. Mar 07 10:57:01.490101 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-cf4ee7b3-7a42-4a8a-a77d-518ce38b1db9 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/routers/7b0ca337-f589-49f5-9235-903935ef7595 HTTP/1.1" status: 404 len: 336 time: 0.0551798 Mar 07 10:57:01.495663 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47192) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:01.546701 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c12bdf19-6b8b-422b-803a-f18d55eb3233 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] DELETE failed (client error): The resource could not be found. Mar 07 10:57:01.547178 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c12bdf19-6b8b-422b-803a-f18d55eb3233 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:57:01.551078 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c12bdf19-6b8b-422b-803a-f18d55eb3233 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/subnets/710a14c1-5f1a-45f9-ac8f-faa52c47eb18 HTTP/1.1" status: 404 len: 337 time: 0.0543513 Mar 07 10:57:01.553717 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47194) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:01.591178 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4d4794c-46cb-4419-8cfa-f384689f290c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] DELETE failed (client error): The resource could not be found. Mar 07 10:57:01.591655 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4d4794c-46cb-4419-8cfa-f384689f290c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:57:01.595239 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c4d4794c-46cb-4419-8cfa-f384689f290c tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/subnets/70bdc2da-cbc2-42c5-8835-b5c87f61ce13 HTTP/1.1" status: 404 len: 337 time: 0.0405591 Mar 07 10:57:01.597883 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47196) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:01.637490 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b00002-9d5d-4c0c-b89b-d0debaeafd24 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] DELETE failed (client error): The resource could not be found. Mar 07 10:57:01.637956 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58b00002-9d5d-4c0c-b89b-d0debaeafd24 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:57:01.641644 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-58b00002-9d5d-4c0c-b89b-d0debaeafd24 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/subnets/3ebc7655-8d35-420f-90de-af24f992918e HTTP/1.1" status: 404 len: 337 time: 0.0424490 Mar 07 10:57:01.644368 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47198) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:01.670424 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c8d4a8-5446-4328-88c1-0706d50ecc34 None None] Network a088a22f-556b-48f6-9894-3aa585071573 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:57:01.712816 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cc3a9a1-2456-4111-a3c1-b2109858b71e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] DELETE failed (client error): The resource could not be found. Mar 07 10:57:01.713632 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cc3a9a1-2456-4111-a3c1-b2109858b71e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:57:01.716832 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6cc3a9a1-2456-4111-a3c1-b2109858b71e tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/ports/6f8841bb-eb10-423d-8044-73ef12024e83 HTTP/1.1" status: 404 len: 333 time: 0.0714216 Mar 07 10:57:01.719621 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47204) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:01.769924 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6739164c-5ede-4ba2-a40d-0f8ca15b121a tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] DELETE failed (client error): The resource could not be found. Mar 07 10:57:01.770384 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6739164c-5ede-4ba2-a40d-0f8ca15b121a tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:57:01.777565 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6739164c-5ede-4ba2-a40d-0f8ca15b121a tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/subnets/462f9407-dda3-497d-8739-43cb1b76e7e8 HTTP/1.1" status: 404 len: 337 time: 0.0569429 Mar 07 10:57:01.780070 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47210) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:01.826697 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9c6db2e-2c31-4644-b08c-d951ad559fb4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] DELETE failed (client error): The resource could not be found. Mar 07 10:57:01.827159 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9c6db2e-2c31-4644-b08c-d951ad559fb4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:57:01.829581 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f80f31f5-e4e2-4c3a-ab8a-9c73c5fec533 None None] Provisioning complete for port 272cde98-a96d-400d-a32e-534f9289f944 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:01.829965 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f80f31f5-e4e2-4c3a-ab8a-9c73c5fec533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (272cde98-a96d-400d-a32e-534f9289f944), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:01.846542 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47212) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:01.846687 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f9c6db2e-2c31-4644-b08c-d951ad559fb4 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/subnets/44b60524-fb5d-4696-8501-0c7b97fc8f94 HTTP/1.1" status: 404 len: 337 time: 0.0654588 Mar 07 10:57:01.879895 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f80f31f5-e4e2-4c3a-ab8a-9c73c5fec533 None None] Port 272cde98-a96d-400d-a32e-534f9289f944 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:57:01.895641 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f80f31f5-e4e2-4c3a-ab8a-9c73c5fec533 None None] Provisioning complete for port c04a35dc-5e7d-4ba3-be17-e89c097c2bde triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:01.895951 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f80f31f5-e4e2-4c3a-ab8a-9c73c5fec533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c04a35dc-5e7d-4ba3-be17-e89c097c2bde), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:01.913584 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-882b740b-828e-4f5c-977b-1373d80de529 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] DELETE failed (client error): The resource could not be found. Mar 07 10:57:01.914453 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-882b740b-828e-4f5c-977b-1373d80de529 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:57:01.920229 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-882b740b-828e-4f5c-977b-1373d80de529 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/ports/95f9f698-e4a0-4c4c-bd54-c25f993955f3 HTTP/1.1" status: 404 len: 333 time: 0.0723169 Mar 07 10:57:01.922759 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47214) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:01.967391 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cb36158-70f4-4806-8bb3-490c2e4b6fa5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] DELETE failed (client error): The resource could not be found. Mar 07 10:57:01.968304 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cb36158-70f4-4806-8bb3-490c2e4b6fa5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:57:01.981582 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0cb36158-70f4-4806-8bb3-490c2e4b6fa5 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/subnets/3e5401e6-df09-4187-be7a-bb9540265c18 HTTP/1.1" status: 404 len: 337 time: 0.0555675 Mar 07 10:57:01.981811 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6a92ec-274d-4287-bca1-50c349a2efa3 None None] DHCP port deletion for a088a22f-556b-48f6-9894-3aa585071573 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:57:01.981931 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47218) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:02.017168 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe899426-d2cc-4d70-a3b2-6b715363486b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] DELETE failed (client error): The resource could not be found. Mar 07 10:57:02.017624 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe899426-d2cc-4d70-a3b2-6b715363486b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 10:57:02.024518 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fe899426-d2cc-4d70-a3b2-6b715363486b tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/subnets/3749b165-0137-4520-997e-c3cd7c3339e0 HTTP/1.1" status: 404 len: 337 time: 0.0394242 Mar 07 10:57:02.024747 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47222) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:02.063679 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f80f31f5-e4e2-4c3a-ab8a-9c73c5fec533 None None] Current status of the port c04a35dc-5e7d-4ba3-be17-e89c097c2bde is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:02.081889 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-3d6a92ec-274d-4287-bca1-50c349a2efa3 None None] Deleting port c04a35dc-5e7d-4ba3-be17-e89c097c2bde {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:57:02.082640 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3d6a92ec-274d-4287-bca1-50c349a2efa3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c04a35dc-5e7d-4ba3-be17-e89c097c2bde), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:02.164957 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-3d6a92ec-274d-4287-bca1-50c349a2efa3 None None] For port c04a35dc-5e7d-4ba3-be17-e89c097c2bde, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c04a35dc-5e7d-4ba3-be17-e89c097c2bde,segment=NetworkSegment(d262f36c-182c-4543-bc26-03b2f18662bc),segment_id=d262f36c-182c-4543-bc26-03b2f18662bc)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:02.165535 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3d6a92ec-274d-4287-bca1-50c349a2efa3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c04a35dc-5e7d-4ba3-be17-e89c097c2bde), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:02.182291 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-3d6a92ec-274d-4287-bca1-50c349a2efa3 None None] Calling delete_port for c04a35dc-5e7d-4ba3-be17-e89c097c2bde owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:57:02.189994 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-61e590f8-3350-458a-8029-b0474b2e6fa1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Deleting port 272cde98-a96d-400d-a32e-534f9289f944 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:57:02.190342 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-61e590f8-3350-458a-8029-b0474b2e6fa1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (272cde98-a96d-400d-a32e-534f9289f944), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:02.248736 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c04a35dc-5e7d-4ba3-be17-e89c097c2bde no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:57:02.277329 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-61e590f8-3350-458a-8029-b0474b2e6fa1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (272cde98-a96d-400d-a32e-534f9289f944), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:02.314342 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-61e590f8-3350-458a-8029-b0474b2e6fa1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Calling delete_port for 272cde98-a96d-400d-a32e-534f9289f944 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:57:02.426111 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port c04a35dc-5e7d-4ba3-be17-e89c097c2bde is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:02.426501 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c04a35dc-5e7d-4ba3-be17-e89c097c2bde), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:02.450480 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3d6a92ec-274d-4287-bca1-50c349a2efa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (c04a35dc-5e7d-4ba3-be17-e89c097c2bde), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:02.474883 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6a92ec-274d-4287-bca1-50c349a2efa3 None None] No DVR routers for this DVR port c04a35dc-5e7d-4ba3-be17-e89c097c2bde on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:57:02.489042 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-61e590f8-3350-458a-8029-b0474b2e6fa1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (272cde98-a96d-400d-a32e-534f9289f944), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:02.529451 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-61e590f8-3350-458a-8029-b0474b2e6fa1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:02.533199 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-61e590f8-3350-458a-8029-b0474b2e6fa1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/ports/272cde98-a96d-400d-a32e-534f9289f944 HTTP/1.1" status: 204 len: 168 time: 0.5042465 Mar 07 10:57:02.534373 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e590f8-3350-458a-8029-b0474b2e6fa1 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Port': ['ID=272cde98-a96d-400d-a32e-534f9289f944,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:02.537199 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47232) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:02.576504 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6a92ec-274d-4287-bca1-50c349a2efa3 None None] Pushing event deleted for resources: {'Port': ['ID=c04a35dc-5e7d-4ba3-be17-e89c097c2bde,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:02.654315 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8dbd-b1a8-4b99-a794-c7ad2a262687 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (a088a22f-556b-48f6-9894-3aa585071573), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:02.767836 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8dbd-b1a8-4b99-a794-c7ad2a262687 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (a088a22f-556b-48f6-9894-3aa585071573), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:02.801041 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-4e9a8dbd-b1a8-4b99-a794-c7ad2a262687 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a088a22f-556b-48f6-9894-3aa585071573']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:02.818170 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-4e9a8dbd-b1a8-4b99-a794-c7ad2a262687 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd262f36c-182c-4543-bc26-03b2f18662bc') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:02.818541 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-4e9a8dbd-b1a8-4b99-a794-c7ad2a262687 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd262f36c-182c-4543-bc26-03b2f18662bc') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:02.831662 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8dbd-b1a8-4b99-a794-c7ad2a262687 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (d262f36c-182c-4543-bc26-03b2f18662bc), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:02.848052 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8dbd-b1a8-4b99-a794-c7ad2a262687 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (d262f36c-182c-4543-bc26-03b2f18662bc), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:02.855580 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9a8dbd-b1a8-4b99-a794-c7ad2a262687 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:57:02.856128 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8dbd-b1a8-4b99-a794-c7ad2a262687 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (d262f36c-182c-4543-bc26-03b2f18662bc), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:02.859845 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:57:02.859845 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:57:02.859845 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:57:02.859845 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:57:02.859845 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:57:02.859845 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:57:02.859845 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:57:02.859845 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:57:02.859845 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:57:02.859845 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:57:02.859845 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:57:02.859845 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:57:02.859845 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:57:02.859845 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:57:02.859845 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:57:02.859845 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:57:02.859845 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:57:02.859845 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:57:02.859845 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:57:02.859845 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:57:02.859845 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:57:02.859845 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:57:02.859845 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:57:02.859845 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:57:02.859845 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:57:02.859845 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:57:02.859845 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:57:02.859845 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:57:02.859845 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:57:02.859845 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:57:02.859845 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:57:02.859845 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:57:02.964724 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8dbd-b1a8-4b99-a794-c7ad2a262687 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (a088a22f-556b-48f6-9894-3aa585071573), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:02.985919 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e9a8dbd-b1a8-4b99-a794-c7ad2a262687 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:02.995824 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4e9a8dbd-b1a8-4b99-a794-c7ad2a262687 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] 10.222.0.11 "DELETE /v2.0/networks/a088a22f-556b-48f6-9894-3aa585071573 HTTP/1.1" status: 204 len: 168 time: 0.4572682 Mar 07 10:57:03.012921 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a8dbd-b1a8-4b99-a794-c7ad2a262687 tempest-PortsIpV6TestJSON-829753436 tempest-PortsIpV6TestJSON-829753436-project] Pushing event deleted for resources: {'Network': ['ID=a088a22f-556b-48f6-9894-3aa585071573,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:03.374679 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47252) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:03.551643 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47262) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:03.566099 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c3d0a194-221e-46bb-be66-19f1a1b3c9ac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=24650689eb2c414cad84787c8951192e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1901622 Mar 07 10:57:03.620394 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fcb8d9a-ab13-4995-a7f6-54fefc8bc139 admin admin] Publish callbacks [] for security_group (2c4356c4-ed99-4f73-98bc-95101836bb8b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:03.646448 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fcb8d9a-ab13-4995-a7f6-54fefc8bc139 admin admin] Publish callbacks [] for security_group (2c4356c4-ed99-4f73-98bc-95101836bb8b), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:03.702488 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fcb8d9a-ab13-4995-a7f6-54fefc8bc139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2c4356c4-ed99-4f73-98bc-95101836bb8b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:03.705330 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1fcb8d9a-ab13-4995-a7f6-54fefc8bc139 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:03.706666 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1fcb8d9a-ab13-4995-a7f6-54fefc8bc139 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2c4356c4-ed99-4f73-98bc-95101836bb8b HTTP/1.1" status: 204 len: 168 time: 0.1535680 Mar 07 10:57:03.716063 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb8d9a-ab13-4995-a7f6-54fefc8bc139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4356c4-ed99-4f73-98bc-95101836bb8b,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:04.671321 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47306) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:04.778011 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-b76cbc9e-33db-4ea9-a95f-9228fae774a1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1274634775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:57:04.804734 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b76cbc9e-33db-4ea9-a95f-9228fae774a1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (2aa34374-27f9-41dd-b07d-d32c605bcd5a), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:04.806856 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b76cbc9e-33db-4ea9-a95f-9228fae774a1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (2aa34374-27f9-41dd-b07d-d32c605bcd5a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:04.898028 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b76cbc9e-33db-4ea9-a95f-9228fae774a1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks [] for router_controller (2aa34374-27f9-41dd-b07d-d32c605bcd5a), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:04.918232 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b76cbc9e-33db-4ea9-a95f-9228fae774a1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (2aa34374-27f9-41dd-b07d-d32c605bcd5a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:04.948485 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b76cbc9e-33db-4ea9-a95f-9228fae774a1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:04.949766 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b76cbc9e-33db-4ea9-a95f-9228fae774a1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2763765 Mar 07 10:57:04.952366 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47316) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:04.957409 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-2ec78079-5069-479b-976d-d87f4c7485b8 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1311716119'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:57:04.980237 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec78079-5069-479b-976d-d87f4c7485b8 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Made reservation on behalf of a9f4b5e2d6ef46058ff3cd16b11c4f65 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:57:04.984200 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2ec78079-5069-479b-976d-d87f4c7485b8 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:04.995082 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2ec78079-5069-479b-976d-d87f4c7485b8 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:05.109472 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2ec78079-5069-479b-976d-d87f4c7485b8 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks [] for security_group (9f860c87-47ba-4b93-9ad6-1af21856dd3a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:05.116984 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2ec78079-5069-479b-976d-d87f4c7485b8 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (9f860c87-47ba-4b93-9ad6-1af21856dd3a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:05.152202 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ec78079-5069-479b-976d-d87f4c7485b8 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:57:05.169766 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec78079-5069-479b-976d-d87f4c7485b8 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f860c87-47ba-4b93-9ad6-1af21856dd3a,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:05.172736 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2ec78079-5069-479b-976d-d87f4c7485b8 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (65fd4bd7-6140-4533-b63c-b54e91366b58), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:05.173221 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-2ec78079-5069-479b-976d-d87f4c7485b8 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Added segment 65fd4bd7-6140-4533-b63c-b54e91366b58 of type vlan for network 98d8f756-42e9-4e52-a317-ac651bd2f756 Mar 07 10:57:05.222212 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2ec78079-5069-479b-976d-d87f4c7485b8 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (98d8f756-42e9-4e52-a317-ac651bd2f756), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:05.270401 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2ec78079-5069-479b-976d-d87f4c7485b8 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (98d8f756-42e9-4e52-a317-ac651bd2f756), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:05.276949 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec78079-5069-479b-976d-d87f4c7485b8 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:05.277867 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2ec78079-5069-479b-976d-d87f4c7485b8 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:05.372295 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2ec78079-5069-479b-976d-d87f4c7485b8 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4187777 Mar 07 10:57:05.375132 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47324) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:05.380279 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec78079-5069-479b-976d-d87f4c7485b8 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Pushing event updated for resources: {'Network': ['ID=98d8f756-42e9-4e52-a317-ac651bd2f756,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:05.381151 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-1928c454-d817-4c05-a0b7-50886351aded tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Request body: {'subnet': {'network_id': '98d8f756-42e9-4e52-a317-ac651bd2f756', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:57:05.393559 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 98d8f756-42e9-4e52-a317-ac651bd2f756 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:57:05.500932 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1928c454-d817-4c05-a0b7-50886351aded tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Made reservation on behalf of a9f4b5e2d6ef46058ff3cd16b11c4f65 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:57:05.505317 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1928c454-d817-4c05-a0b7-50886351aded tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:05.762559 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1928c454-d817-4c05-a0b7-50886351aded tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (ff587e97-12a3-4c37-b187-6b148c15f6f0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:05.851059 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928c454-d817-4c05-a0b7-50886351aded tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Pushing event updated for resources: {'Subnet': ['ID=ff587e97-12a3-4c37-b187-6b148c15f6f0,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:05.860123 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1928c454-d817-4c05-a0b7-50886351aded tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Checking segment: {'id': '65fd4bd7-6140-4533-b63c-b54e91366b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '98d8f756-42e9-4e52-a317-ac651bd2f756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:57:05.860495 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1928c454-d817-4c05-a0b7-50886351aded tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Network hostable DHCP agents. Network: 98d8f756-42e9-4e52-a317-ac651bd2f756, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:57:05.881875 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1928c454-d817-4c05-a0b7-50886351aded tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Network 98d8f756-42e9-4e52-a317-ac651bd2f756 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:57:05.895734 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-1928c454-d817-4c05-a0b7-50886351aded tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 98d8f756-42e9-4e52-a317-ac651bd2f756) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:05.901531 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1928c454-d817-4c05-a0b7-50886351aded tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:05.902147 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1928c454-d817-4c05-a0b7-50886351aded tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:05.926574 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9a1f12-9811-4b5d-833c-07b4228bb1d9 None None] Network 98d8f756-42e9-4e52-a317-ac651bd2f756 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:57:05.932761 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1928c454-d817-4c05-a0b7-50886351aded tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5526810 Mar 07 10:57:05.933136 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47338) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:05.939224 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-95c72eea-2ee2-4965-afb5-38cca9561bca tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Request body: {'network': {'name': 'tempest-router-network01--1206373328'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:57:05.963659 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c72eea-2ee2-4965-afb5-38cca9561bca tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Made reservation on behalf of a9f4b5e2d6ef46058ff3cd16b11c4f65 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:57:05.968693 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-95c72eea-2ee2-4965-afb5-38cca9561bca tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:06.003717 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c72eea-2ee2-4965-afb5-38cca9561bca tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:57:06.016793 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-95c72eea-2ee2-4965-afb5-38cca9561bca tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (491fb3a6-9099-4a3f-a2a9-1c2df6c13cce), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:06.017266 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-95c72eea-2ee2-4965-afb5-38cca9561bca tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Added segment 491fb3a6-9099-4a3f-a2a9-1c2df6c13cce of type vlan for network 0b1363b0-70b8-4f8b-bd99-889ae0b75a72 Mar 07 10:57:06.065842 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-95c72eea-2ee2-4965-afb5-38cca9561bca tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (0b1363b0-70b8-4f8b-bd99-889ae0b75a72), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:06.095689 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-95c72eea-2ee2-4965-afb5-38cca9561bca tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (0b1363b0-70b8-4f8b-bd99-889ae0b75a72), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:06.100939 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c72eea-2ee2-4965-afb5-38cca9561bca tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:06.101906 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-95c72eea-2ee2-4965-afb5-38cca9561bca tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:06.154043 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-95c72eea-2ee2-4965-afb5-38cca9561bca tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2197614 Mar 07 10:57:06.157367 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47342) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:06.162424 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-c86c7034-e8c7-4037-b421-c00c1bb31035 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Request body: {'network': {'name': 'tempest-router-network02--1622482425'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:57:06.204369 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c72eea-2ee2-4965-afb5-38cca9561bca tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Pushing event updated for resources: {'Network': ['ID=0b1363b0-70b8-4f8b-bd99-889ae0b75a72,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:06.214907 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86c7034-e8c7-4037-b421-c00c1bb31035 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Made reservation on behalf of a9f4b5e2d6ef46058ff3cd16b11c4f65 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:57:06.218380 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c86c7034-e8c7-4037-b421-c00c1bb31035 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:06.260433 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c86c7034-e8c7-4037-b421-c00c1bb31035 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:57:06.271554 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c86c7034-e8c7-4037-b421-c00c1bb31035 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (78022a63-77c8-49fa-8402-e9dd9338f795), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:06.271919 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-c86c7034-e8c7-4037-b421-c00c1bb31035 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Added segment 78022a63-77c8-49fa-8402-e9dd9338f795 of type vlan for network 386c9198-513e-478e-93f9-44dab4c0aee9 Mar 07 10:57:06.314155 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 0b1363b0-70b8-4f8b-bd99-889ae0b75a72 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:57:06.334177 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c86c7034-e8c7-4037-b421-c00c1bb31035 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (386c9198-513e-478e-93f9-44dab4c0aee9), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:06.367063 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c86c7034-e8c7-4037-b421-c00c1bb31035 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (386c9198-513e-478e-93f9-44dab4c0aee9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:06.375183 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86c7034-e8c7-4037-b421-c00c1bb31035 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:06.376017 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c86c7034-e8c7-4037-b421-c00c1bb31035 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:06.410390 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d1ea1d-287f-4fbb-9104-43833a339cb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-98d8f756-42e9-4e52-a317-ac651bd2f756', 'network_id': '98d8f756-42e9-4e52-a317-ac651bd2f756', 'project_id': 'a9f4b5e2d6ef46058ff3cd16b11c4f65', 'fixed_ips': [{'subnet_id': 'ff587e97-12a3-4c37-b187-6b148c15f6f0'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:57:06.410917 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c86c7034-e8c7-4037-b421-c00c1bb31035 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2521596 Mar 07 10:57:06.412965 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ea1d-287f-4fbb-9104-43833a339cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:06.413636 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47348) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:06.420127 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-168e20ce-854a-458d-b6c8-9dfe9ed0fb96 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Request body: {'subnet': {'network_id': '0b1363b0-70b8-4f8b-bd99-889ae0b75a72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:57:06.515720 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86c7034-e8c7-4037-b421-c00c1bb31035 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Pushing event updated for resources: {'Network': ['ID=386c9198-513e-478e-93f9-44dab4c0aee9,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:06.536373 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168e20ce-854a-458d-b6c8-9dfe9ed0fb96 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Made reservation on behalf of a9f4b5e2d6ef46058ff3cd16b11c4f65 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:57:06.540097 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-168e20ce-854a-458d-b6c8-9dfe9ed0fb96 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:06.561820 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 386c9198-513e-478e-93f9-44dab4c0aee9 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:57:06.632096 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7dea47d6-3ccf-464d-82e1-6871254834ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:06.709399 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-d0d1ea1d-287f-4fbb-9104-43833a339cb6 None None] Allocated IP 2001:db8::2 (98d8f756-42e9-4e52-a317-ac651bd2f756/ff587e97-12a3-4c37-b187-6b148c15f6f0/7a4138f8-5396-4140-ba70-29cfff8e0169) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:57:06.787612 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-168e20ce-854a-458d-b6c8-9dfe9ed0fb96 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (37320cc5-4b5f-4513-bd5f-346b11191557), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:06.869198 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e20ce-854a-458d-b6c8-9dfe9ed0fb96 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Pushing event updated for resources: {'Subnet': ['ID=37320cc5-4b5f-4513-bd5f-346b11191557,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:06.874078 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-168e20ce-854a-458d-b6c8-9dfe9ed0fb96 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Checking segment: {'id': '491fb3a6-9099-4a3f-a2a9-1c2df6c13cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0b1363b0-70b8-4f8b-bd99-889ae0b75a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:57:06.874660 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168e20ce-854a-458d-b6c8-9dfe9ed0fb96 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Network hostable DHCP agents. Network: 0b1363b0-70b8-4f8b-bd99-889ae0b75a72, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:57:06.887946 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ea1d-287f-4fbb-9104-43833a339cb6 None None] Publish callbacks [] for port (7a4138f8-5396-4140-ba70-29cfff8e0169), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:06.896141 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ea1d-287f-4fbb-9104-43833a339cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (7a4138f8-5396-4140-ba70-29cfff8e0169), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:06.896825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168e20ce-854a-458d-b6c8-9dfe9ed0fb96 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Network 0b1363b0-70b8-4f8b-bd99-889ae0b75a72 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:57:06.909971 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-168e20ce-854a-458d-b6c8-9dfe9ed0fb96 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 0b1363b0-70b8-4f8b-bd99-889ae0b75a72) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:06.921820 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168e20ce-854a-458d-b6c8-9dfe9ed0fb96 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:06.923121 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-168e20ce-854a-458d-b6c8-9dfe9ed0fb96 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:06.943608 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d1ea1d-287f-4fbb-9104-43833a339cb6 None None] Network 98d8f756-42e9-4e52-a317-ac651bd2f756 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:57:06.947663 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef1c189-d1d4-4abf-9280-b029727c1c2c None None] Network 0b1363b0-70b8-4f8b-bd99-889ae0b75a72 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:57:06.953908 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-168e20ce-854a-458d-b6c8-9dfe9ed0fb96 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5361266 Mar 07 10:57:06.954392 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47360) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:06.955293 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-d0d1ea1d-287f-4fbb-9104-43833a339cb6 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:06.958451 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d1ea1d-287f-4fbb-9104-43833a339cb6 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:57:06.966046 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-4b576dfd-672a-48ae-af15-551b3ebf3561 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Request body: {'subnet': {'network_id': '386c9198-513e-478e-93f9-44dab4c0aee9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:57:07.051344 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1ea1d-287f-4fbb-9104-43833a339cb6 None None] Pushing event updated for resources: {'Port': ['ID=7a4138f8-5396-4140-ba70-29cfff8e0169,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:07.097044 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b576dfd-672a-48ae-af15-551b3ebf3561 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Made reservation on behalf of a9f4b5e2d6ef46058ff3cd16b11c4f65 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:57:07.099619 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-d0d1ea1d-287f-4fbb-9104-43833a339cb6 None None] Attempting to bind port 7a4138f8-5396-4140-ba70-29cfff8e0169 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:57:07.100126 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-d0d1ea1d-287f-4fbb-9104-43833a339cb6 None None] Attempting to bind port 7a4138f8-5396-4140-ba70-29cfff8e0169 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '65fd4bd7-6140-4533-b63c-b54e91366b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '98d8f756-42e9-4e52-a317-ac651bd2f756'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:57:07.100505 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d1ea1d-287f-4fbb-9104-43833a339cb6 None None] Attempting to bind port 7a4138f8-5396-4140-ba70-29cfff8e0169 on network 98d8f756-42e9-4e52-a317-ac651bd2f756 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:57:07.101176 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4b576dfd-672a-48ae-af15-551b3ebf3561 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:07.108103 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d1ea1d-287f-4fbb-9104-43833a339cb6 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:57:07.108484 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d1ea1d-287f-4fbb-9104-43833a339cb6 None None] Checking segment: {'id': '65fd4bd7-6140-4533-b63c-b54e91366b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '98d8f756-42e9-4e52-a317-ac651bd2f756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:57:07.108898 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ea1d-287f-4fbb-9104-43833a339cb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:07.109336 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d1ea1d-287f-4fbb-9104-43833a339cb6 None None] Bound using segment: {'id': '65fd4bd7-6140-4533-b63c-b54e91366b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '98d8f756-42e9-4e52-a317-ac651bd2f756'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:57:07.109817 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-d0d1ea1d-287f-4fbb-9104-43833a339cb6 None None] Bound port: 7a4138f8-5396-4140-ba70-29cfff8e0169, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65fd4bd7-6140-4533-b63c-b54e91366b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '98d8f756-42e9-4e52-a317-ac651bd2f756'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:57:07.110345 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ea1d-287f-4fbb-9104-43833a339cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7a4138f8-5396-4140-ba70-29cfff8e0169), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:07.167698 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1d7bb1-0543-464a-8f03-e7d40f3b0d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-0b1363b0-70b8-4f8b-bd99-889ae0b75a72', 'network_id': '0b1363b0-70b8-4f8b-bd99-889ae0b75a72', 'project_id': 'a9f4b5e2d6ef46058ff3cd16b11c4f65', 'fixed_ips': [{'subnet_id': '37320cc5-4b5f-4513-bd5f-346b11191557'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:57:07.168696 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2b1d7bb1-0543-464a-8f03-e7d40f3b0d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:07.274391 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-d0d1ea1d-287f-4fbb-9104-43833a339cb6 None None] For port 7a4138f8-5396-4140-ba70-29cfff8e0169, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:57:07.308197 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-d0d1ea1d-287f-4fbb-9104-43833a339cb6 None None] For port 7a4138f8-5396-4140-ba70-29cfff8e0169, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7a4138f8-5396-4140-ba70-29cfff8e0169,segment=NetworkSegment(65fd4bd7-6140-4533-b63c-b54e91366b58),segment_id=65fd4bd7-6140-4533-b63c-b54e91366b58)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:57:07.322030 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d0d1ea1d-287f-4fbb-9104-43833a339cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (7a4138f8-5396-4140-ba70-29cfff8e0169), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:07.361139 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4b576dfd-672a-48ae-af15-551b3ebf3561 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (ae9c0300-43fd-4dc3-89ae-533d3513d6af), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:07.445032 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1ea1d-287f-4fbb-9104-43833a339cb6 None None] Pushing event updated for resources: {'Port': ['ID=7a4138f8-5396-4140-ba70-29cfff8e0169,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:07.451073 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-2b1d7bb1-0543-464a-8f03-e7d40f3b0d91 None None] Allocated IP 2001:db8::2 (0b1363b0-70b8-4f8b-bd99-889ae0b75a72/37320cc5-4b5f-4513-bd5f-346b11191557/14ab5b95-ee17-4c3e-b99a-346f6b34551f) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:57:07.504388 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b576dfd-672a-48ae-af15-551b3ebf3561 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Pushing event updated for resources: {'Subnet': ['ID=ae9c0300-43fd-4dc3-89ae-533d3513d6af,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:07.523827 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b576dfd-672a-48ae-af15-551b3ebf3561 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Checking segment: {'id': '78022a63-77c8-49fa-8402-e9dd9338f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '386c9198-513e-478e-93f9-44dab4c0aee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:57:07.526807 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b576dfd-672a-48ae-af15-551b3ebf3561 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Network hostable DHCP agents. Network: 386c9198-513e-478e-93f9-44dab4c0aee9, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:57:07.551504 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b576dfd-672a-48ae-af15-551b3ebf3561 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Network 386c9198-513e-478e-93f9-44dab4c0aee9 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:57:07.566593 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-4b576dfd-672a-48ae-af15-551b3ebf3561 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 386c9198-513e-478e-93f9-44dab4c0aee9) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:07.575764 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b576dfd-672a-48ae-af15-551b3ebf3561 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:07.578033 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4b576dfd-672a-48ae-af15-551b3ebf3561 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:07.602678 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4b576dfd-672a-48ae-af15-551b3ebf3561 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6468508 Mar 07 10:57:07.606255 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47372) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:07.652074 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b97fa8-1264-4b8f-ba79-7852402ac9c3 None None] Network 386c9198-513e-478e-93f9-44dab4c0aee9 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:57:07.693418 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2b1d7bb1-0543-464a-8f03-e7d40f3b0d91 None None] Publish callbacks [] for port (14ab5b95-ee17-4c3e-b99a-346f6b34551f), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:07.708207 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2b1d7bb1-0543-464a-8f03-e7d40f3b0d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (14ab5b95-ee17-4c3e-b99a-346f6b34551f), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:07.826150 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1d7bb1-0543-464a-8f03-e7d40f3b0d91 None None] Network 0b1363b0-70b8-4f8b-bd99-889ae0b75a72 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:57:07.833377 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-2b1d7bb1-0543-464a-8f03-e7d40f3b0d91 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:07.836341 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1d7bb1-0543-464a-8f03-e7d40f3b0d91 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:57:07.881205 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-386c9198-513e-478e-93f9-44dab4c0aee9', 'network_id': '386c9198-513e-478e-93f9-44dab4c0aee9', 'project_id': 'a9f4b5e2d6ef46058ff3cd16b11c4f65', 'fixed_ips': [{'subnet_id': 'ae9c0300-43fd-4dc3-89ae-533d3513d6af'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:57:07.882488 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:07.889023 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d7bb1-0543-464a-8f03-e7d40f3b0d91 None None] Pushing event updated for resources: {'Port': ['ID=14ab5b95-ee17-4c3e-b99a-346f6b34551f,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:08.089393 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2e4fd86-54b4-4aa6-a321-2bdbff6be07c tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:08.139324 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] Allocated IP 2001:db8::2 (386c9198-513e-478e-93f9-44dab4c0aee9/ae9c0300-43fd-4dc3-89ae-533d3513d6af/edaede28-09f2-4f35-bdc5-65cfeba2b1ab) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:57:08.153690 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-2b1d7bb1-0543-464a-8f03-e7d40f3b0d91 None None] Attempting to bind port 14ab5b95-ee17-4c3e-b99a-346f6b34551f on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:57:08.154071 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-2b1d7bb1-0543-464a-8f03-e7d40f3b0d91 None None] Attempting to bind port 14ab5b95-ee17-4c3e-b99a-346f6b34551f by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '491fb3a6-9099-4a3f-a2a9-1c2df6c13cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0b1363b0-70b8-4f8b-bd99-889ae0b75a72'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:57:08.154496 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1d7bb1-0543-464a-8f03-e7d40f3b0d91 None None] Attempting to bind port 14ab5b95-ee17-4c3e-b99a-346f6b34551f on network 0b1363b0-70b8-4f8b-bd99-889ae0b75a72 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:57:08.174336 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1d7bb1-0543-464a-8f03-e7d40f3b0d91 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:57:08.175306 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1d7bb1-0543-464a-8f03-e7d40f3b0d91 None None] Checking segment: {'id': '491fb3a6-9099-4a3f-a2a9-1c2df6c13cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0b1363b0-70b8-4f8b-bd99-889ae0b75a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:57:08.175306 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2b1d7bb1-0543-464a-8f03-e7d40f3b0d91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:08.175306 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1d7bb1-0543-464a-8f03-e7d40f3b0d91 None None] Bound using segment: {'id': '491fb3a6-9099-4a3f-a2a9-1c2df6c13cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0b1363b0-70b8-4f8b-bd99-889ae0b75a72'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:57:08.175306 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-2b1d7bb1-0543-464a-8f03-e7d40f3b0d91 None None] Bound port: 14ab5b95-ee17-4c3e-b99a-346f6b34551f, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491fb3a6-9099-4a3f-a2a9-1c2df6c13cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '0b1363b0-70b8-4f8b-bd99-889ae0b75a72'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:57:08.175306 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2b1d7bb1-0543-464a-8f03-e7d40f3b0d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (14ab5b95-ee17-4c3e-b99a-346f6b34551f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:08.339655 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7a4138f8-5396-4140-ba70-29cfff8e0169 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:57:08.357970 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-2b1d7bb1-0543-464a-8f03-e7d40f3b0d91 None None] For port 14ab5b95-ee17-4c3e-b99a-346f6b34551f, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:57:08.447549 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-2b1d7bb1-0543-464a-8f03-e7d40f3b0d91 None None] For port 14ab5b95-ee17-4c3e-b99a-346f6b34551f, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=14ab5b95-ee17-4c3e-b99a-346f6b34551f,segment=NetworkSegment(491fb3a6-9099-4a3f-a2a9-1c2df6c13cce),segment_id=491fb3a6-9099-4a3f-a2a9-1c2df6c13cce)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:57:08.473600 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2b1d7bb1-0543-464a-8f03-e7d40f3b0d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (14ab5b95-ee17-4c3e-b99a-346f6b34551f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:08.532953 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-f2e4fd86-54b4-4aa6-a321-2bdbff6be07c tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Allocated IP 2001:db8::1 (0b1363b0-70b8-4f8b-bd99-889ae0b75a72/37320cc5-4b5f-4513-bd5f-346b11191557/f18c2305-1a3a-4aaa-a96c-ffe096477eec) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:57:08.627501 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d7bb1-0543-464a-8f03-e7d40f3b0d91 None None] Pushing event updated for resources: {'Port': ['ID=14ab5b95-ee17-4c3e-b99a-346f6b34551f,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:08.642495 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 7a4138f8-5396-4140-ba70-29cfff8e0169 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:08.643123 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7a4138f8-5396-4140-ba70-29cfff8e0169), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:08.644966 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a56408b3-989a-4745-a32c-ce2ca6ae2e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:08.686402 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] Publish callbacks [] for port (edaede28-09f2-4f35-bdc5-65cfeba2b1ab), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:08.707210 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (edaede28-09f2-4f35-bdc5-65cfeba2b1ab), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:08.781774 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] Network 386c9198-513e-478e-93f9-44dab4c0aee9 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:57:08.797767 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:08.824830 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:57:08.828695 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] Pushing event updated for resources: {'Port': ['ID=edaede28-09f2-4f35-bdc5-65cfeba2b1ab,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:08.852558 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 7a4138f8-5396-4140-ba70-29cfff8e0169 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:08.853065 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7a4138f8-5396-4140-ba70-29cfff8e0169), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:08.910291 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2e4fd86-54b4-4aa6-a321-2bdbff6be07c tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks [] for port (f18c2305-1a3a-4aaa-a96c-ffe096477eec), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:08.957676 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] Attempting to bind port edaede28-09f2-4f35-bdc5-65cfeba2b1ab on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:57:08.958173 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] Attempting to bind port edaede28-09f2-4f35-bdc5-65cfeba2b1ab by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '78022a63-77c8-49fa-8402-e9dd9338f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '386c9198-513e-478e-93f9-44dab4c0aee9'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:57:08.958684 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] Attempting to bind port edaede28-09f2-4f35-bdc5-65cfeba2b1ab on network 386c9198-513e-478e-93f9-44dab4c0aee9 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:57:08.964967 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2e4fd86-54b4-4aa6-a321-2bdbff6be07c tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (f18c2305-1a3a-4aaa-a96c-ffe096477eec), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:08.975021 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 7a4138f8-5396-4140-ba70-29cfff8e0169, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7a4138f8-5396-4140-ba70-29cfff8e0169,segment=NetworkSegment(65fd4bd7-6140-4533-b63c-b54e91366b58),segment_id=65fd4bd7-6140-4533-b63c-b54e91366b58)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:08.976309 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:57:08.976704 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] Checking segment: {'id': '78022a63-77c8-49fa-8402-e9dd9338f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '386c9198-513e-478e-93f9-44dab4c0aee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:57:08.977452 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:08.979344 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] Bound using segment: {'id': '78022a63-77c8-49fa-8402-e9dd9338f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '386c9198-513e-478e-93f9-44dab4c0aee9'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:57:08.979868 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] Bound port: edaede28-09f2-4f35-bdc5-65cfeba2b1ab, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78022a63-77c8-49fa-8402-e9dd9338f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '386c9198-513e-478e-93f9-44dab4c0aee9'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:57:08.980235 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (edaede28-09f2-4f35-bdc5-65cfeba2b1ab), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:09.001238 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (7a4138f8-5396-4140-ba70-29cfff8e0169), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:09.086977 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e4fd86-54b4-4aa6-a321-2bdbff6be07c tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Network 0b1363b0-70b8-4f8b-bd99-889ae0b75a72 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:57:09.097232 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-f2e4fd86-54b4-4aa6-a321-2bdbff6be07c tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:09.114337 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e4fd86-54b4-4aa6-a321-2bdbff6be07c tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:57:09.115209 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2e4fd86-54b4-4aa6-a321-2bdbff6be07c tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (2aa34374-27f9-41dd-b07d-d32c605bcd5a), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:09.145819 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=7a4138f8-5396-4140-ba70-29cfff8e0169,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:09.177230 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4fd86-54b4-4aa6-a321-2bdbff6be07c tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Pushing event updated for resources: {'Port': ['ID=f18c2305-1a3a-4aaa-a96c-ffe096477eec,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:09.180547 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] For port edaede28-09f2-4f35-bdc5-65cfeba2b1ab, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:57:09.185527 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] For port edaede28-09f2-4f35-bdc5-65cfeba2b1ab, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=edaede28-09f2-4f35-bdc5-65cfeba2b1ab,segment=NetworkSegment(78022a63-77c8-49fa-8402-e9dd9338f795),segment_id=78022a63-77c8-49fa-8402-e9dd9338f795)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:57:09.199998 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (edaede28-09f2-4f35-bdc5-65cfeba2b1ab), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:09.209018 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298e6e06-bc7e-4546-927f-9f263641db6b None None] Network 98d8f756-42e9-4e52-a317-ac651bd2f756 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:57:09.305733 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2e4fd86-54b4-4aa6-a321-2bdbff6be07c tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f18c2305-1a3a-4aaa-a96c-ffe096477eec), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:09.377466 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] Pushing event updated for resources: {'Port': ['ID=edaede28-09f2-4f35-bdc5-65cfeba2b1ab,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:09.392173 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a07b0186-ce9e-4f21-93e1-1698d05f098a None None] Provisioning complete for port 7a4138f8-5396-4140-ba70-29cfff8e0169 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:09.392548 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a07b0186-ce9e-4f21-93e1-1698d05f098a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7a4138f8-5396-4140-ba70-29cfff8e0169), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:09.396319 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:09.396666 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:09.397008 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:09.402595 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:09.402963 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:09.403306 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:09.403646 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:09.403980 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:09.404309 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:09.404651 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:09.404951 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:09.406055 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:09.406389 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b0f6a3-f44e-477e-9a7b-18d65da69c9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:09.654934 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a07b0186-ce9e-4f21-93e1-1698d05f098a None None] Current status of the port 7a4138f8-5396-4140-ba70-29cfff8e0169 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:09.810043 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2e4fd86-54b4-4aa6-a321-2bdbff6be07c tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks [] for port (f18c2305-1a3a-4aaa-a96c-ffe096477eec), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:09.820920 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2e4fd86-54b4-4aa6-a321-2bdbff6be07c tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (f18c2305-1a3a-4aaa-a96c-ffe096477eec), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:09.822281 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2e4fd86-54b4-4aa6-a321-2bdbff6be07c tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (2aa34374-27f9-41dd-b07d-d32c605bcd5a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:09.905972 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:09.979625 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4fd86-54b4-4aa6-a321-2bdbff6be07c tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Pushing event updated for resources: {'Port': ['ID=f18c2305-1a3a-4aaa-a96c-ffe096477eec,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:10.121372 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e4fd86-54b4-4aa6-a321-2bdbff6be07c tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Network 0b1363b0-70b8-4f8b-bd99-889ae0b75a72 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:57:10.123923 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-f2e4fd86-54b4-4aa6-a321-2bdbff6be07c tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:10.377800 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6f5bdfd6-4100-410c-9a9d-b98badea6ee0 None None] Provisioning complete for port 7a4138f8-5396-4140-ba70-29cfff8e0169 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:10.378175 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6f5bdfd6-4100-410c-9a9d-b98badea6ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7a4138f8-5396-4140-ba70-29cfff8e0169), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:10.417363 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e4fd86-54b4-4aa6-a321-2bdbff6be07c tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Router 2aa34374-27f9-41dd-b07d-d32c605bcd5a is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 10:57:10.534096 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbb83cf-d1b7-45ff-8971-43b025061f4c None None] Network 0b1363b0-70b8-4f8b-bd99-889ae0b75a72 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:57:10.553665 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7a4138f8-5396-4140-ba70-29cfff8e0169 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:57:10.555894 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6f5bdfd6-4100-410c-9a9d-b98badea6ee0 None None] Current status of the port 7a4138f8-5396-4140-ba70-29cfff8e0169 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:10.599119 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e4fd86-54b4-4aa6-a321-2bdbff6be07c tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:57:10.609641 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f2e4fd86-54b4-4aa6-a321-2bdbff6be07c tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] 10.222.0.11 "PUT /v2.0/routers/2aa34374-27f9-41dd-b07d-d32c605bcd5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9994814 Mar 07 10:57:10.609988 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47428) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:10.617477 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa094766-8bbc-4634-a0a6-23571ef90f17 None None] Sync routers for ids ['2aa34374-27f9-41dd-b07d-d32c605bcd5a'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:57:10.640749 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa094766-8bbc-4634-a0a6-23571ef90f17 None None] Routers {'2aa34374-27f9-41dd-b07d-d32c605bcd5a'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:57:10.642551 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-fa094766-8bbc-4634-a0a6-23571ef90f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:57:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['2aa34374-27f9-41dd-b07d-d32c605bcd5a'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:10.731166 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-fa094766-8bbc-4634-a0a6-23571ef90f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:10.754541 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa094766-8bbc-4634-a0a6-23571ef90f17 None None] Routers {'2aa34374-27f9-41dd-b07d-d32c605bcd5a'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:57:10.758316 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-fa094766-8bbc-4634-a0a6-23571ef90f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:57:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['2aa34374-27f9-41dd-b07d-d32c605bcd5a'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:10.762494 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-849c5343-bde8-4be7-a403-4a21794df64a None None] Provisioning complete for port 14ab5b95-ee17-4c3e-b99a-346f6b34551f triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:10.763064 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-849c5343-bde8-4be7-a403-4a21794df64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (14ab5b95-ee17-4c3e-b99a-346f6b34551f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:10.816031 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-fa094766-8bbc-4634-a0a6-23571ef90f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:10.816724 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa094766-8bbc-4634-a0a6-23571ef90f17 None None] The sync data for ids ['2aa34374-27f9-41dd-b07d-d32c605bcd5a'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:57:10.852364 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 7a4138f8-5396-4140-ba70-29cfff8e0169 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:10.852825 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7a4138f8-5396-4140-ba70-29cfff8e0169), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:10.929687 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-849c5343-bde8-4be7-a403-4a21794df64a None None] Current status of the port 14ab5b95-ee17-4c3e-b99a-346f6b34551f is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:10.930085 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-849c5343-bde8-4be7-a403-4a21794df64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (14ab5b95-ee17-4c3e-b99a-346f6b34551f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:11.008298 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-849c5343-bde8-4be7-a403-4a21794df64a None None] For port 14ab5b95-ee17-4c3e-b99a-346f6b34551f, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=14ab5b95-ee17-4c3e-b99a-346f6b34551f,segment=NetworkSegment(491fb3a6-9099-4a3f-a2a9-1c2df6c13cce),segment_id=491fb3a6-9099-4a3f-a2a9-1c2df6c13cce)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:11.018258 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-849c5343-bde8-4be7-a403-4a21794df64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (14ab5b95-ee17-4c3e-b99a-346f6b34551f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:11.126421 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbbae94-6abd-4f2c-a061-f311ad9b452d None None] Network 386c9198-513e-478e-93f9-44dab4c0aee9 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:57:11.175064 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 7a4138f8-5396-4140-ba70-29cfff8e0169 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:11.181521 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 14ab5b95-ee17-4c3e-b99a-346f6b34551f up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:57:11.267173 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c5343-bde8-4be7-a403-4a21794df64a None None] Pushing event updated for resources: {'Port': ['ID=14ab5b95-ee17-4c3e-b99a-346f6b34551f,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:11.355835 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c1091bbe-ccee-4f00-a729-97924d07be97 None None] Provisioning complete for port edaede28-09f2-4f35-bdc5-65cfeba2b1ab triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:11.356218 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c1091bbe-ccee-4f00-a729-97924d07be97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (edaede28-09f2-4f35-bdc5-65cfeba2b1ab), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:11.492000 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-df2b73e5-945a-4c1a-9df2-877bd644af59 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:57:11.494316 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-df2b73e5-945a-4c1a-9df2-877bd644af59 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] 10.222.0.11 "PUT /v2.0/routers/2aa34374-27f9-41dd-b07d-d32c605bcd5a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8826113 Mar 07 10:57:11.497427 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47444) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:11.755185 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 14ab5b95-ee17-4c3e-b99a-346f6b34551f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:11.757334 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (14ab5b95-ee17-4c3e-b99a-346f6b34551f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:11.765474 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:11.794846 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c1091bbe-ccee-4f00-a729-97924d07be97 None None] Current status of the port edaede28-09f2-4f35-bdc5-65cfeba2b1ab is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:11.795606 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c1091bbe-ccee-4f00-a729-97924d07be97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (edaede28-09f2-4f35-bdc5-65cfeba2b1ab), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:11.845770 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c1091bbe-ccee-4f00-a729-97924d07be97 None None] For port edaede28-09f2-4f35-bdc5-65cfeba2b1ab, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=edaede28-09f2-4f35-bdc5-65cfeba2b1ab,segment=NetworkSegment(78022a63-77c8-49fa-8402-e9dd9338f795),segment_id=78022a63-77c8-49fa-8402-e9dd9338f795)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:11.855747 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c1091bbe-ccee-4f00-a729-97924d07be97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (edaede28-09f2-4f35-bdc5-65cfeba2b1ab), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:12.009695 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1091bbe-ccee-4f00-a729-97924d07be97 None None] Pushing event updated for resources: {'Port': ['ID=edaede28-09f2-4f35-bdc5-65cfeba2b1ab,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:12.075861 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-13af48e5-40d3-4db2-a195-a0d7cdf38d8b None None] Provisioning complete for port 14ab5b95-ee17-4c3e-b99a-346f6b34551f triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:12.076247 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-13af48e5-40d3-4db2-a195-a0d7cdf38d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (14ab5b95-ee17-4c3e-b99a-346f6b34551f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:12.077826 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 14ab5b95-ee17-4c3e-b99a-346f6b34551f is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:12.078926 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device edaede28-09f2-4f35-bdc5-65cfeba2b1ab up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:57:12.258245 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-001c3874-d722-416a-a141-d1bce57b155d tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (2aa34374-27f9-41dd-b07d-d32c605bcd5a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:12.274436 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port edaede28-09f2-4f35-bdc5-65cfeba2b1ab triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:12.275727 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (edaede28-09f2-4f35-bdc5-65cfeba2b1ab), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:12.423943 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-13af48e5-40d3-4db2-a195-a0d7cdf38d8b None None] Current status of the port 14ab5b95-ee17-4c3e-b99a-346f6b34551f is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:12.427615 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port edaede28-09f2-4f35-bdc5-65cfeba2b1ab is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:12.440374 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-13af48e5-40d3-4db2-a195-a0d7cdf38d8b None None] Provisioning complete for port f18c2305-1a3a-4aaa-a96c-ffe096477eec triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:12.440851 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-13af48e5-40d3-4db2-a195-a0d7cdf38d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f18c2305-1a3a-4aaa-a96c-ffe096477eec), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:12.505327 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-13af48e5-40d3-4db2-a195-a0d7cdf38d8b None None] Port f18c2305-1a3a-4aaa-a96c-ffe096477eec cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:57:12.584527 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 14ab5b95-ee17-4c3e-b99a-346f6b34551f up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:57:12.654519 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-98a4d2cf-c65e-40a9-94e9-7decd690db4c None None] Provisioning complete for port edaede28-09f2-4f35-bdc5-65cfeba2b1ab triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:12.654519 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-98a4d2cf-c65e-40a9-94e9-7decd690db4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (edaede28-09f2-4f35-bdc5-65cfeba2b1ab), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:12.716391 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 14ab5b95-ee17-4c3e-b99a-346f6b34551f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:12.717008 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (14ab5b95-ee17-4c3e-b99a-346f6b34551f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:12.860673 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-98a4d2cf-c65e-40a9-94e9-7decd690db4c None None] Current status of the port edaede28-09f2-4f35-bdc5-65cfeba2b1ab is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:12.901474 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-98a4d2cf-c65e-40a9-94e9-7decd690db4c None None] Provisioning complete for port f18c2305-1a3a-4aaa-a96c-ffe096477eec triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:12.902146 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-98a4d2cf-c65e-40a9-94e9-7decd690db4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f18c2305-1a3a-4aaa-a96c-ffe096477eec), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:12.958102 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:12.963833 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 14ab5b95-ee17-4c3e-b99a-346f6b34551f is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:12.964936 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device edaede28-09f2-4f35-bdc5-65cfeba2b1ab up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:57:12.969018 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-98a4d2cf-c65e-40a9-94e9-7decd690db4c None None] Port f18c2305-1a3a-4aaa-a96c-ffe096477eec cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:57:13.023768 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port edaede28-09f2-4f35-bdc5-65cfeba2b1ab triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:13.024100 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (edaede28-09f2-4f35-bdc5-65cfeba2b1ab), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:13.092125 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-001c3874-d722-416a-a141-d1bce57b155d tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Deleting port f18c2305-1a3a-4aaa-a96c-ffe096477eec {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:57:13.092701 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-001c3874-d722-416a-a141-d1bce57b155d tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (f18c2305-1a3a-4aaa-a96c-ffe096477eec), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:13.138062 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port edaede28-09f2-4f35-bdc5-65cfeba2b1ab is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:13.198217 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-001c3874-d722-416a-a141-d1bce57b155d tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (f18c2305-1a3a-4aaa-a96c-ffe096477eec), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:13.211069 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-001c3874-d722-416a-a141-d1bce57b155d tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Calling delete_port for f18c2305-1a3a-4aaa-a96c-ffe096477eec owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:57:13.459379 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-001c3874-d722-416a-a141-d1bce57b155d tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (f18c2305-1a3a-4aaa-a96c-ffe096477eec), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:13.506516 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c3874-d722-416a-a141-d1bce57b155d tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Pushing event deleted for resources: {'Port': ['ID=f18c2305-1a3a-4aaa-a96c-ffe096477eec,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:13.659467 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-001c3874-d722-416a-a141-d1bce57b155d tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (2aa34374-27f9-41dd-b07d-d32c605bcd5a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:13.895487 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001c3874-d722-416a-a141-d1bce57b155d tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Router 2aa34374-27f9-41dd-b07d-d32c605bcd5a has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:57:13.995025 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001c3874-d722-416a-a141-d1bce57b155d tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:57:14.004576 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-001c3874-d722-416a-a141-d1bce57b155d tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] 10.222.0.11 "PUT /v2.0/routers/2aa34374-27f9-41dd-b07d-d32c605bcd5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5005081 Mar 07 10:57:14.004703 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47508) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:14.013934 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c389a7ab-ac7e-42f3-b8da-a08e367a3312 None None] Sync routers for ids ['2aa34374-27f9-41dd-b07d-d32c605bcd5a'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:57:14.033084 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c389a7ab-ac7e-42f3-b8da-a08e367a3312 None None] Routers {'2aa34374-27f9-41dd-b07d-d32c605bcd5a'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:57:14.033792 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-c389a7ab-ac7e-42f3-b8da-a08e367a3312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:57:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['2aa34374-27f9-41dd-b07d-d32c605bcd5a'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:14.063052 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-ac23ba3e-c10a-4f4c-9f61-81f5bdc8104c tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] delete failed (client error): The resource could not be found. Mar 07 10:57:14.068917 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47512) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:14.069396 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ac23ba3e-c10a-4f4c-9f61-81f5bdc8104c tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] 10.222.0.11 "DELETE /v2.0/routers/tempest-non_exist_router-344705704 HTTP/1.1" status: 404 len: 334 time: 0.0638034 Mar 07 10:57:14.074199 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-c389a7ab-ac7e-42f3-b8da-a08e367a3312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:14.074831 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-f0f7cda0-3a5b-4072-b5d8-fe795067a7b7 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Request body: {'router': {'external_gateway_info': {'network_id': '2aa34374-27f9-41dd-b07d-d32c605bcd5a'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:57:14.083531 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c389a7ab-ac7e-42f3-b8da-a08e367a3312 None None] Routers {'2aa34374-27f9-41dd-b07d-d32c605bcd5a'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:57:14.084137 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-c389a7ab-ac7e-42f3-b8da-a08e367a3312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:57:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['2aa34374-27f9-41dd-b07d-d32c605bcd5a'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:14.122147 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-c389a7ab-ac7e-42f3-b8da-a08e367a3312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:14.122805 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c389a7ab-ac7e-42f3-b8da-a08e367a3312 None None] The sync data for ids ['2aa34374-27f9-41dd-b07d-d32c605bcd5a'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:57:14.370196 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f0f7cda0-3a5b-4072-b5d8-fe795067a7b7 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks [] for router_gateway (2aa34374-27f9-41dd-b07d-d32c605bcd5a), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:14.398246 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-f0f7cda0-3a5b-4072-b5d8-fe795067a7b7 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] update failed (client error): The resource could not be found. Mar 07 10:57:14.400395 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f0f7cda0-3a5b-4072-b5d8-fe795067a7b7 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] 10.222.0.11 "PUT /v2.0/routers/2aa34374-27f9-41dd-b07d-d32c605bcd5a HTTP/1.1" status: 404 len: 339 time: 0.3292627 Mar 07 10:57:14.403837 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47524) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:14.410007 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-bd1601d0-5e5e-4963-b1c5-dde5fba25ef8 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-33002665'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:57:14.432161 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1601d0-5e5e-4963-b1c5-dde5fba25ef8 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Made reservation on behalf of a9f4b5e2d6ef46058ff3cd16b11c4f65 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:57:14.437444 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bd1601d0-5e5e-4963-b1c5-dde5fba25ef8 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:14.488508 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd1601d0-5e5e-4963-b1c5-dde5fba25ef8 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 10:57:14.499036 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bd1601d0-5e5e-4963-b1c5-dde5fba25ef8 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (9b869d80-7062-4ff8-a093-48b1298f656a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:14.499389 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-bd1601d0-5e5e-4963-b1c5-dde5fba25ef8 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Added segment 9b869d80-7062-4ff8-a093-48b1298f656a of type vlan for network 2b8338d4-8e15-46ec-9b48-db040d411501 Mar 07 10:57:14.546497 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bd1601d0-5e5e-4963-b1c5-dde5fba25ef8 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (2b8338d4-8e15-46ec-9b48-db040d411501), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:14.578582 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bd1601d0-5e5e-4963-b1c5-dde5fba25ef8 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (2b8338d4-8e15-46ec-9b48-db040d411501), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:14.584046 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1601d0-5e5e-4963-b1c5-dde5fba25ef8 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:14.584640 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bd1601d0-5e5e-4963-b1c5-dde5fba25ef8 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:14.659200 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-bd1601d0-5e5e-4963-b1c5-dde5fba25ef8 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2534950 Mar 07 10:57:14.661913 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47530) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:14.666986 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1601d0-5e5e-4963-b1c5-dde5fba25ef8 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Pushing event updated for resources: {'Network': ['ID=2b8338d4-8e15-46ec-9b48-db040d411501,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:14.667726 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-2b4a9fb1-21d3-4f54-b9bb-2b592b364d27 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Request body: {'subnet': {'network_id': '2b8338d4-8e15-46ec-9b48-db040d411501', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:57:14.679374 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 2b8338d4-8e15-46ec-9b48-db040d411501 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 10:57:14.829924 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4a9fb1-21d3-4f54-b9bb-2b592b364d27 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Made reservation on behalf of a9f4b5e2d6ef46058ff3cd16b11c4f65 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:57:14.850228 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2b4a9fb1-21d3-4f54-b9bb-2b592b364d27 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:15.196626 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2b4a9fb1-21d3-4f54-b9bb-2b592b364d27 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (80e687f8-6244-4c7e-9b68-c0c80cd06049), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:15.303370 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a9fb1-21d3-4f54-b9bb-2b592b364d27 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Pushing event updated for resources: {'Subnet': ['ID=80e687f8-6244-4c7e-9b68-c0c80cd06049,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:15.316586 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a9fb1-21d3-4f54-b9bb-2b592b364d27 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:15.317061 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a9fb1-21d3-4f54-b9bb-2b592b364d27 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:15.317446 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a9fb1-21d3-4f54-b9bb-2b592b364d27 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:15.317788 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a9fb1-21d3-4f54-b9bb-2b592b364d27 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:15.318122 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a9fb1-21d3-4f54-b9bb-2b592b364d27 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:15.318455 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a9fb1-21d3-4f54-b9bb-2b592b364d27 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:15.318782 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a9fb1-21d3-4f54-b9bb-2b592b364d27 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:15.319108 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a9fb1-21d3-4f54-b9bb-2b592b364d27 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:15.319429 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a9fb1-21d3-4f54-b9bb-2b592b364d27 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:15.319752 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a9fb1-21d3-4f54-b9bb-2b592b364d27 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:15.320073 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a9fb1-21d3-4f54-b9bb-2b592b364d27 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:15.320397 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a9fb1-21d3-4f54-b9bb-2b592b364d27 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:15.320719 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4a9fb1-21d3-4f54-b9bb-2b592b364d27 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:15.326482 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4a9fb1-21d3-4f54-b9bb-2b592b364d27 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Checking segment: {'id': '9b869d80-7062-4ff8-a093-48b1298f656a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2b8338d4-8e15-46ec-9b48-db040d411501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:57:15.326847 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4a9fb1-21d3-4f54-b9bb-2b592b364d27 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Network hostable DHCP agents. Network: 2b8338d4-8e15-46ec-9b48-db040d411501, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 10:57:15.370991 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4a9fb1-21d3-4f54-b9bb-2b592b364d27 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Network 2b8338d4-8e15-46ec-9b48-db040d411501 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 10:57:15.383067 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-2b4a9fb1-21d3-4f54-b9bb-2b592b364d27 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 2b8338d4-8e15-46ec-9b48-db040d411501) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:15.390331 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4a9fb1-21d3-4f54-b9bb-2b592b364d27 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:15.391078 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2b4a9fb1-21d3-4f54-b9bb-2b592b364d27 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:15.406063 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e5c00f-2eee-46e6-8ed3-ba3135c03a9f None None] Network 2b8338d4-8e15-46ec-9b48-db040d411501 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:57:15.419241 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47552) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:15.425232 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-c0b09d85-d43f-4f8d-bc24-95b1f69d60d8 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Request body: {'router': {'external_gateway_info': {'network_id': '2b8338d4-8e15-46ec-9b48-db040d411501'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:57:15.427665 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2b4a9fb1-21d3-4f54-b9bb-2b592b364d27 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7640553 Mar 07 10:57:15.592655 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3a05cd-083d-4106-b881-972d28838b89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-2b8338d4-8e15-46ec-9b48-db040d411501', 'network_id': '2b8338d4-8e15-46ec-9b48-db040d411501', 'project_id': 'a9f4b5e2d6ef46058ff3cd16b11c4f65', 'fixed_ips': [{'subnet_id': '80e687f8-6244-4c7e-9b68-c0c80cd06049'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 10:57:15.593905 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2f3a05cd-083d-4106-b881-972d28838b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:15.712246 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c0b09d85-d43f-4f8d-bc24-95b1f69d60d8 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks [] for router_gateway (2aa34374-27f9-41dd-b07d-d32c605bcd5a), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:15.750562 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-2f3a05cd-083d-4106-b881-972d28838b89 None None] Allocated IP 2001:db8:1::2 (2b8338d4-8e15-46ec-9b48-db040d411501/80e687f8-6244-4c7e-9b68-c0c80cd06049/a72f68fa-f13e-4c2a-b49c-8a4732f63760) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:57:15.940860 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-c0b09d85-d43f-4f8d-bc24-95b1f69d60d8 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 10:57:15.943059 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c0b09d85-d43f-4f8d-bc24-95b1f69d60d8 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] 10.222.0.11 "PUT /v2.0/routers/2aa34374-27f9-41dd-b07d-d32c605bcd5a HTTP/1.1" status: 400 len: 364 time: 0.5221782 Mar 07 10:57:15.953346 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47572) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:15.976121 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2f3a05cd-083d-4106-b881-972d28838b89 None None] Publish callbacks [] for port (a72f68fa-f13e-4c2a-b49c-8a4732f63760), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:15.985945 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2f3a05cd-083d-4106-b881-972d28838b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (a72f68fa-f13e-4c2a-b49c-8a4732f63760), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:16.042265 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3a05cd-083d-4106-b881-972d28838b89 None None] Network 2b8338d4-8e15-46ec-9b48-db040d411501 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:57:16.052165 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-2f3a05cd-083d-4106-b881-972d28838b89 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:16.059268 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a05cd-083d-4106-b881-972d28838b89 None None] Pushing event updated for resources: {'Port': ['ID=a72f68fa-f13e-4c2a-b49c-8a4732f63760,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:16.079771 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3a05cd-083d-4106-b881-972d28838b89 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:57:16.164902 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-2f3a05cd-083d-4106-b881-972d28838b89 None None] Attempting to bind port a72f68fa-f13e-4c2a-b49c-8a4732f63760 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:57:16.166316 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-2f3a05cd-083d-4106-b881-972d28838b89 None None] Attempting to bind port a72f68fa-f13e-4c2a-b49c-8a4732f63760 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '9b869d80-7062-4ff8-a093-48b1298f656a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2b8338d4-8e15-46ec-9b48-db040d411501'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:57:16.166849 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3a05cd-083d-4106-b881-972d28838b89 None None] Attempting to bind port a72f68fa-f13e-4c2a-b49c-8a4732f63760 on network 2b8338d4-8e15-46ec-9b48-db040d411501 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:57:16.172883 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3a05cd-083d-4106-b881-972d28838b89 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:57:16.174034 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3a05cd-083d-4106-b881-972d28838b89 None None] Checking segment: {'id': '9b869d80-7062-4ff8-a093-48b1298f656a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2b8338d4-8e15-46ec-9b48-db040d411501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:57:16.174622 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2f3a05cd-083d-4106-b881-972d28838b89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:16.175172 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3a05cd-083d-4106-b881-972d28838b89 None None] Bound using segment: {'id': '9b869d80-7062-4ff8-a093-48b1298f656a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2b8338d4-8e15-46ec-9b48-db040d411501'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:57:16.175824 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-2f3a05cd-083d-4106-b881-972d28838b89 None None] Bound port: a72f68fa-f13e-4c2a-b49c-8a4732f63760, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b869d80-7062-4ff8-a093-48b1298f656a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '2b8338d4-8e15-46ec-9b48-db040d411501'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:57:16.176628 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2f3a05cd-083d-4106-b881-972d28838b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a72f68fa-f13e-4c2a-b49c-8a4732f63760), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:16.251422 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-2f3a05cd-083d-4106-b881-972d28838b89 None None] For port a72f68fa-f13e-4c2a-b49c-8a4732f63760, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:57:16.254909 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-2f3a05cd-083d-4106-b881-972d28838b89 None None] For port a72f68fa-f13e-4c2a-b49c-8a4732f63760, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a72f68fa-f13e-4c2a-b49c-8a4732f63760,segment=NetworkSegment(9b869d80-7062-4ff8-a093-48b1298f656a),segment_id=9b869d80-7062-4ff8-a093-48b1298f656a)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:57:16.262369 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2f3a05cd-083d-4106-b881-972d28838b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a72f68fa-f13e-4c2a-b49c-8a4732f63760), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:16.334807 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3a05cd-083d-4106-b881-972d28838b89 None None] Pushing event updated for resources: {'Port': ['ID=a72f68fa-f13e-4c2a-b49c-8a4732f63760,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:16.861341 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e1d6677-4c0c-4fe5-ae6f-8c6444555fa1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:17.228354 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-4e1d6677-4c0c-4fe5-ae6f-8c6444555fa1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Allocated IP 2001:db8::1 (98d8f756-42e9-4e52-a317-ac651bd2f756/ff587e97-12a3-4c37-b187-6b148c15f6f0/f8b3e401-989c-4877-8e40-405e0ebf5761) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:57:17.375788 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e1d6677-4c0c-4fe5-ae6f-8c6444555fa1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks [] for port (f8b3e401-989c-4877-8e40-405e0ebf5761), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:17.422314 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e1d6677-4c0c-4fe5-ae6f-8c6444555fa1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (f8b3e401-989c-4877-8e40-405e0ebf5761), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:17.488137 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d6677-4c0c-4fe5-ae6f-8c6444555fa1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Pushing event updated for resources: {'Port': ['ID=f8b3e401-989c-4877-8e40-405e0ebf5761,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:17.502498 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1d6677-4c0c-4fe5-ae6f-8c6444555fa1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Network 98d8f756-42e9-4e52-a317-ac651bd2f756 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:57:17.503930 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-4e1d6677-4c0c-4fe5-ae6f-8c6444555fa1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:17.506498 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1d6677-4c0c-4fe5-ae6f-8c6444555fa1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:57:17.507852 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e1d6677-4c0c-4fe5-ae6f-8c6444555fa1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (2aa34374-27f9-41dd-b07d-d32c605bcd5a), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:17.718824 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e1d6677-4c0c-4fe5-ae6f-8c6444555fa1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f8b3e401-989c-4877-8e40-405e0ebf5761), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:17.878272 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4564c48-9edb-48b8-a5c6-d0de5977f385 None None] Network 2b8338d4-8e15-46ec-9b48-db040d411501 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:57:18.137621 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-41e3fe3e-05ac-4f4a-89f5-07dd6fb0c55f None None] Provisioning complete for port a72f68fa-f13e-4c2a-b49c-8a4732f63760 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:18.139015 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-41e3fe3e-05ac-4f4a-89f5-07dd6fb0c55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a72f68fa-f13e-4c2a-b49c-8a4732f63760), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:18.267426 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e1d6677-4c0c-4fe5-ae6f-8c6444555fa1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks [] for port (f8b3e401-989c-4877-8e40-405e0ebf5761), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:18.276993 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e1d6677-4c0c-4fe5-ae6f-8c6444555fa1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (f8b3e401-989c-4877-8e40-405e0ebf5761), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:18.277814 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e1d6677-4c0c-4fe5-ae6f-8c6444555fa1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (2aa34374-27f9-41dd-b07d-d32c605bcd5a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:18.378319 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d6677-4c0c-4fe5-ae6f-8c6444555fa1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Pushing event updated for resources: {'Port': ['ID=f8b3e401-989c-4877-8e40-405e0ebf5761,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:18.518926 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:18.590872 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1d6677-4c0c-4fe5-ae6f-8c6444555fa1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Network 98d8f756-42e9-4e52-a317-ac651bd2f756 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:57:18.601423 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-41e3fe3e-05ac-4f4a-89f5-07dd6fb0c55f None None] Current status of the port a72f68fa-f13e-4c2a-b49c-8a4732f63760 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:18.603181 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-4e1d6677-4c0c-4fe5-ae6f-8c6444555fa1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:18.615577 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-41e3fe3e-05ac-4f4a-89f5-07dd6fb0c55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a72f68fa-f13e-4c2a-b49c-8a4732f63760), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:18.623537 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a72f68fa-f13e-4c2a-b49c-8a4732f63760 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:57:18.718847 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-41e3fe3e-05ac-4f4a-89f5-07dd6fb0c55f None None] For port a72f68fa-f13e-4c2a-b49c-8a4732f63760, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a72f68fa-f13e-4c2a-b49c-8a4732f63760,segment=NetworkSegment(9b869d80-7062-4ff8-a093-48b1298f656a),segment_id=9b869d80-7062-4ff8-a093-48b1298f656a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:18.730168 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-41e3fe3e-05ac-4f4a-89f5-07dd6fb0c55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a72f68fa-f13e-4c2a-b49c-8a4732f63760), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:18.739836 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port a72f68fa-f13e-4c2a-b49c-8a4732f63760 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:18.740751 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a72f68fa-f13e-4c2a-b49c-8a4732f63760), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:18.757979 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1d6677-4c0c-4fe5-ae6f-8c6444555fa1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Router 2aa34374-27f9-41dd-b07d-d32c605bcd5a has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:57:18.834618 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3fe3e-05ac-4f4a-89f5-07dd6fb0c55f None None] Pushing event updated for resources: {'Port': ['ID=a72f68fa-f13e-4c2a-b49c-8a4732f63760,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:18.911158 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f2355e0f-91cb-4cbe-89c9-c58a57eaa130 None None] Provisioning complete for port a72f68fa-f13e-4c2a-b49c-8a4732f63760 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:18.911769 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f2355e0f-91cb-4cbe-89c9-c58a57eaa130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a72f68fa-f13e-4c2a-b49c-8a4732f63760), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:18.932905 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1d6677-4c0c-4fe5-ae6f-8c6444555fa1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:57:18.944434 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb1eb08-01b6-4e4b-8be9-57ad23a610fe None None] Sync routers for ids ['2aa34374-27f9-41dd-b07d-d32c605bcd5a'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:57:18.946912 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port a72f68fa-f13e-4c2a-b49c-8a4732f63760 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:18.957717 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47648) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:18.960322 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4e1d6677-4c0c-4fe5-ae6f-8c6444555fa1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] 10.222.0.11 "PUT /v2.0/routers/2aa34374-27f9-41dd-b07d-d32c605bcd5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0054457 Mar 07 10:57:18.984293 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb1eb08-01b6-4e4b-8be9-57ad23a610fe None None] Routers {'2aa34374-27f9-41dd-b07d-d32c605bcd5a'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:57:18.985036 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3eb1eb08-01b6-4e4b-8be9-57ad23a610fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:57:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['2aa34374-27f9-41dd-b07d-d32c605bcd5a'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:19.041940 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f2355e0f-91cb-4cbe-89c9-c58a57eaa130 None None] Current status of the port a72f68fa-f13e-4c2a-b49c-8a4732f63760 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:19.075116 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f2355e0f-91cb-4cbe-89c9-c58a57eaa130 None None] Provisioning complete for port f8b3e401-989c-4877-8e40-405e0ebf5761 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:19.077360 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f2355e0f-91cb-4cbe-89c9-c58a57eaa130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f8b3e401-989c-4877-8e40-405e0ebf5761), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:19.098733 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3eb1eb08-01b6-4e4b-8be9-57ad23a610fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:19.109777 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb1eb08-01b6-4e4b-8be9-57ad23a610fe None None] Routers {'2aa34374-27f9-41dd-b07d-d32c605bcd5a'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:57:19.110743 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3eb1eb08-01b6-4e4b-8be9-57ad23a610fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:57:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['2aa34374-27f9-41dd-b07d-d32c605bcd5a'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:19.151238 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3eb1eb08-01b6-4e4b-8be9-57ad23a610fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:19.152258 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb1eb08-01b6-4e4b-8be9-57ad23a610fe None None] The sync data for ids ['2aa34374-27f9-41dd-b07d-d32c605bcd5a'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:57:19.161742 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f2355e0f-91cb-4cbe-89c9-c58a57eaa130 None None] Port f8b3e401-989c-4877-8e40-405e0ebf5761 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:57:19.190480 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-59e81354-9640-4beb-846c-1c0fb886d3d5 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks [] for router (2aa34374-27f9-41dd-b07d-d32c605bcd5a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:19.300168 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-498bb238-045d-475c-982c-59d6877c9b66 None None] Provisioning complete for port f8b3e401-989c-4877-8e40-405e0ebf5761 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:19.300625 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-498bb238-045d-475c-982c-59d6877c9b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f8b3e401-989c-4877-8e40-405e0ebf5761), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:19.310671 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-59e81354-9640-4beb-846c-1c0fb886d3d5 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 07 10:57:19.312241 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-59e81354-9640-4beb-846c-1c0fb886d3d5 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] 10.222.0.11 "DELETE /v2.0/routers/2aa34374-27f9-41dd-b07d-d32c605bcd5a HTTP/1.1" status: 409 len: 376 time: 0.3529413 Mar 07 10:57:19.315311 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47658) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:19.364451 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-498bb238-045d-475c-982c-59d6877c9b66 None None] Port f8b3e401-989c-4877-8e40-405e0ebf5761 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:57:19.862213 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5b1dc6e9-f3c9-44eb-bd24-285eac1d5f8e tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (2aa34374-27f9-41dd-b07d-d32c605bcd5a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:20.292779 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-5b1dc6e9-f3c9-44eb-bd24-285eac1d5f8e tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Deleting port f8b3e401-989c-4877-8e40-405e0ebf5761 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:57:20.297278 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5b1dc6e9-f3c9-44eb-bd24-285eac1d5f8e tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (f8b3e401-989c-4877-8e40-405e0ebf5761), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:20.459313 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5b1dc6e9-f3c9-44eb-bd24-285eac1d5f8e tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (f8b3e401-989c-4877-8e40-405e0ebf5761), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:20.483668 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17ae3c86-a3cf-43cb-8c42-1ec6a6fc5ec8 req-5736fcb5-f9ea-47d0-8464-ae437ce83644 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0844102 Mar 07 10:57:20.484750 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-5b1dc6e9-f3c9-44eb-bd24-285eac1d5f8e tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Calling delete_port for f8b3e401-989c-4877-8e40-405e0ebf5761 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:57:20.579138 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a72f68fa-f13e-4c2a-b49c-8a4732f63760 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:57:20.688898 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port a72f68fa-f13e-4c2a-b49c-8a4732f63760 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:20.689548 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a72f68fa-f13e-4c2a-b49c-8a4732f63760), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:20.760387 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d60111d-e210-4e60-bd0f-a5b9e1952674 req-71458c13-7800-4889-91e0-a2e7908af5d4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1181083 Mar 07 10:57:20.825130 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port a72f68fa-f13e-4c2a-b49c-8a4732f63760 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:20.828088 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5b1dc6e9-f3c9-44eb-bd24-285eac1d5f8e tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (f8b3e401-989c-4877-8e40-405e0ebf5761), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:20.854513 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae3c86-a3cf-43cb-8c42-1ec6a6fc5ec8 req-2c1e73c0-9251-45fa-ac33-a51c06ab52a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:20.856057 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17ae3c86-a3cf-43cb-8c42-1ec6a6fc5ec8 req-2c1e73c0-9251-45fa-ac33-a51c06ab52a5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6d3fdd77decc4d62a3e5426903f03a99&device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 1127 time: 0.3089921 Mar 07 10:57:20.883037 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1dc6e9-f3c9-44eb-bd24-285eac1d5f8e tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Pushing event deleted for resources: {'Port': ['ID=f8b3e401-989c-4877-8e40-405e0ebf5761,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:20.964222 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60111d-e210-4e60-bd0f-a5b9e1952674 req-140693aa-30cd-4a28-a874-1a79efc82461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:20.965818 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d60111d-e210-4e60-bd0f-a5b9e1952674 req-140693aa-30cd-4a28-a874-1a79efc82461 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e3c50b9bc01d4c6491f1df7af8ead8d4&device_id=fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841 HTTP/1.1" status: 200 len: 1132 time: 0.1536348 Mar 07 10:57:21.096170 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5b1dc6e9-f3c9-44eb-bd24-285eac1d5f8e tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (2aa34374-27f9-41dd-b07d-d32c605bcd5a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:21.125424 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60111d-e210-4e60-bd0f-a5b9e1952674 req-263efab5-c89a-41db-ab64-2602e8a99256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:21.126916 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d60111d-e210-4e60-bd0f-a5b9e1952674 req-263efab5-c89a-41db-ab64-2602e8a99256 service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.1406744 Mar 07 10:57:21.207154 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d60111d-e210-4e60-bd0f-a5b9e1952674 req-eb62c0c6-d4f0-415f-8f04-c0a70c7e715b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=cf78603f-f00b-4fad-91b2-e901ab7da639 HTTP/1.1" status: 200 len: 217 time: 0.0611126 Mar 07 10:57:21.283645 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae3c86-a3cf-43cb-8c42-1ec6a6fc5ec8 req-9cee5314-1d2c-4520-aafb-71e1efa0c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:21.285275 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17ae3c86-a3cf-43cb-8c42-1ec6a6fc5ec8 req-9cee5314-1d2c-4520-aafb-71e1efa0c039 service neutron] 10.222.0.31 "GET /v2.0/networks?id=28765912-277e-46d1-95bd-16e2031149b0 HTTP/1.1" status: 200 len: 912 time: 0.3683777 Mar 07 10:57:21.311247 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60111d-e210-4e60-bd0f-a5b9e1952674 req-834d5483-fc3e-4668-8240-c84ddf17c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:21.312706 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d60111d-e210-4e60-bd0f-a5b9e1952674 req-834d5483-fc3e-4668-8240-c84ddf17c0d8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.0974522 Mar 07 10:57:21.410707 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60111d-e210-4e60-bd0f-a5b9e1952674 req-2d366e73-1c76-43fa-b6de-f78bb0d22766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:21.412237 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d60111d-e210-4e60-bd0f-a5b9e1952674 req-2d366e73-1c76-43fa-b6de-f78bb0d22766 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0919497 Mar 07 10:57:21.436203 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17ae3c86-a3cf-43cb-8c42-1ec6a6fc5ec8 req-5c7b39c5-28b3-4f88-9eea-fdf26f8f374a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=052c2f2c-982a-42de-919d-b7737e320cde HTTP/1.1" status: 200 len: 1001 time: 0.1116099 Mar 07 10:57:21.592006 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d60111d-e210-4e60-bd0f-a5b9e1952674 req-304f26ae-2749-4cb3-8fb3-e88e270520ae service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716545 Mar 07 10:57:21.805235 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d60111d-e210-4e60-bd0f-a5b9e1952674 req-b3182562-82cf-4ea5-b71b-030a75dd9a00 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059495 Mar 07 10:57:21.964444 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae3c86-a3cf-43cb-8c42-1ec6a6fc5ec8 req-a144632a-5a0f-4ddf-8942-dae53f5e8ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:21.965995 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17ae3c86-a3cf-43cb-8c42-1ec6a6fc5ec8 req-a144632a-5a0f-4ddf-8942-dae53f5e8ba8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c02524-f503-4482-9d50-de9acc410b2f HTTP/1.1" status: 200 len: 850 time: 0.0852258 Mar 07 10:57:21.974258 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1dc6e9-f3c9-44eb-bd24-285eac1d5f8e tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Router 2aa34374-27f9-41dd-b07d-d32c605bcd5a has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:57:22.069953 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae3c86-a3cf-43cb-8c42-1ec6a6fc5ec8 req-0fea0c03-b9ee-4f68-aeb4-1bab64527237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:22.072240 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17ae3c86-a3cf-43cb-8c42-1ec6a6fc5ec8 req-0fea0c03-b9ee-4f68-aeb4-1bab64527237 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=28765912-277e-46d1-95bd-16e2031149b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0967958 Mar 07 10:57:22.197327 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1dc6e9-f3c9-44eb-bd24-285eac1d5f8e tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:57:22.210138 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5b1dc6e9-f3c9-44eb-bd24-285eac1d5f8e tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] 10.222.0.11 "PUT /v2.0/routers/2aa34374-27f9-41dd-b07d-d32c605bcd5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8901374 Mar 07 10:57:22.211989 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47756) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:22.216989 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2239d56-1a24-4ebf-99e2-36d0c9ded199 None None] Sync routers for ids ['2aa34374-27f9-41dd-b07d-d32c605bcd5a'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:57:22.234507 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2239d56-1a24-4ebf-99e2-36d0c9ded199 None None] Routers {'2aa34374-27f9-41dd-b07d-d32c605bcd5a'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:57:22.235396 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f2239d56-1a24-4ebf-99e2-36d0c9ded199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:57:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['2aa34374-27f9-41dd-b07d-d32c605bcd5a'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:22.279372 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17ae3c86-a3cf-43cb-8c42-1ec6a6fc5ec8 req-504586ae-75a7-44dd-a38f-8eff3b7ea506 service neutron] 10.222.0.31 "GET /v2.0/networks/28765912-277e-46d1-95bd-16e2031149b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776359 Mar 07 10:57:22.282620 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f2239d56-1a24-4ebf-99e2-36d0c9ded199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:22.297870 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-7e3c50a6-6992-4fab-831b-d45b6b334814 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] show failed (client error): The resource could not be found. Mar 07 10:57:22.299569 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7e3c50a6-6992-4fab-831b-d45b6b334814 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] 10.222.0.11 "GET /v2.0/routers/tempest-non_exist_router-304637117 HTTP/1.1" status: 404 len: 334 time: 0.0864937 Mar 07 10:57:22.304927 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47760) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:22.308651 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2239d56-1a24-4ebf-99e2-36d0c9ded199 None None] Routers {'2aa34374-27f9-41dd-b07d-d32c605bcd5a'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:57:22.309308 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f2239d56-1a24-4ebf-99e2-36d0c9ded199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:57:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['2aa34374-27f9-41dd-b07d-d32c605bcd5a'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:22.311395 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-b19cc7d0-3fb9-4783-92c7-08234377d233 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:57:22.346846 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f2239d56-1a24-4ebf-99e2-36d0c9ded199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:22.347512 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2239d56-1a24-4ebf-99e2-36d0c9ded199 None None] The sync data for ids ['2aa34374-27f9-41dd-b07d-d32c605bcd5a'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:57:22.371594 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-b19cc7d0-3fb9-4783-92c7-08234377d233 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] update failed (client error): The resource could not be found. Mar 07 10:57:22.373060 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b19cc7d0-3fb9-4783-92c7-08234377d233 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] 10.222.0.11 "PUT /v2.0/routers/tempest-non_exist_router-585242557 HTTP/1.1" status: 404 len: 334 time: 0.0662367 Mar 07 10:57:22.377510 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47762) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:22.468016 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-f39ff808-9af5-4f20-aa96-218af43dbbd2 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Deleting subnet 80e687f8-6244-4c7e-9b68-c0c80cd06049 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:57:22.473625 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f39ff808-9af5-4f20-aa96-218af43dbbd2 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks [] for subnet (80e687f8-6244-4c7e-9b68-c0c80cd06049), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:22.477940 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17ae3c86-a3cf-43cb-8c42-1ec6a6fc5ec8 req-548f35dc-0eff-44e6-a9c2-a876122baa60 service neutron] 10.222.0.31 "GET /v2.0/networks/28765912-277e-46d1-95bd-16e2031149b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889365 Mar 07 10:57:22.529260 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f39ff808-9af5-4f20-aa96-218af43dbbd2 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (80e687f8-6244-4c7e-9b68-c0c80cd06049), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:22.633445 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f39ff808-9af5-4f20-aa96-218af43dbbd2 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (80e687f8-6244-4c7e-9b68-c0c80cd06049), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:22.762305 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f39ff808-9af5-4f20-aa96-218af43dbbd2 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (80e687f8-6244-4c7e-9b68-c0c80cd06049), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:22.785931 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df27aad1-884a-4fac-be0e-ba2b53c70aef None None] Network 2b8338d4-8e15-46ec-9b48-db040d411501 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:57:22.796396 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f39ff808-9af5-4f20-aa96-218af43dbbd2 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:22.800073 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f39ff808-9af5-4f20-aa96-218af43dbbd2 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] 10.222.0.11 "DELETE /v2.0/subnets/80e687f8-6244-4c7e-9b68-c0c80cd06049 HTTP/1.1" status: 204 len: 168 time: 0.4216454 Mar 07 10:57:22.801623 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ff808-9af5-4f20-aa96-218af43dbbd2 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Pushing event deleted for resources: {'Subnet': ['ID=80e687f8-6244-4c7e-9b68-c0c80cd06049,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:22.802374 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47778) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:22.928906 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-869a344f-46ff-4a13-8793-b85b1d5ec806 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (2b8338d4-8e15-46ec-9b48-db040d411501), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:22.961547 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:23.077305 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-869a344f-46ff-4a13-8793-b85b1d5ec806 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Deleting port a72f68fa-f13e-4c2a-b49c-8a4732f63760 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:57:23.077895 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-869a344f-46ff-4a13-8793-b85b1d5ec806 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a72f68fa-f13e-4c2a-b49c-8a4732f63760), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:23.097240 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bec954-be4b-46a4-9bfb-6809dd39ddf1 None None] DHCP port deletion for 2b8338d4-8e15-46ec-9b48-db040d411501 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:57:23.211359 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-17bec954-be4b-46a4-9bfb-6809dd39ddf1 None None] Deleting port a72f68fa-f13e-4c2a-b49c-8a4732f63760 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:57:23.212041 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-17bec954-be4b-46a4-9bfb-6809dd39ddf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a72f68fa-f13e-4c2a-b49c-8a4732f63760), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:23.251062 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-869a344f-46ff-4a13-8793-b85b1d5ec806 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] For port a72f68fa-f13e-4c2a-b49c-8a4732f63760, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a72f68fa-f13e-4c2a-b49c-8a4732f63760,segment=NetworkSegment(9b869d80-7062-4ff8-a093-48b1298f656a),segment_id=9b869d80-7062-4ff8-a093-48b1298f656a)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:23.256479 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-869a344f-46ff-4a13-8793-b85b1d5ec806 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a72f68fa-f13e-4c2a-b49c-8a4732f63760), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:23.286122 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-869a344f-46ff-4a13-8793-b85b1d5ec806 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Calling delete_port for a72f68fa-f13e-4c2a-b49c-8a4732f63760 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:57:23.323370 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-17bec954-be4b-46a4-9bfb-6809dd39ddf1 None None] For port a72f68fa-f13e-4c2a-b49c-8a4732f63760, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a72f68fa-f13e-4c2a-b49c-8a4732f63760,segment=NetworkSegment(9b869d80-7062-4ff8-a093-48b1298f656a),segment_id=9b869d80-7062-4ff8-a093-48b1298f656a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:23.324523 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-17bec954-be4b-46a4-9bfb-6809dd39ddf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a72f68fa-f13e-4c2a-b49c-8a4732f63760), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:23.349744 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-17bec954-be4b-46a4-9bfb-6809dd39ddf1 None None] Calling delete_port for a72f68fa-f13e-4c2a-b49c-8a4732f63760 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:57:23.437064 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-869a344f-46ff-4a13-8793-b85b1d5ec806 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (a72f68fa-f13e-4c2a-b49c-8a4732f63760), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:23.456557 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-17bec954-be4b-46a4-9bfb-6809dd39ddf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (a72f68fa-f13e-4c2a-b49c-8a4732f63760), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:23.469688 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a344f-46ff-4a13-8793-b85b1d5ec806 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Pushing event deleted for resources: {'Port': ['ID=a72f68fa-f13e-4c2a-b49c-8a4732f63760,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:23.490031 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869a344f-46ff-4a13-8793-b85b1d5ec806 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] No DVR routers for this DVR port a72f68fa-f13e-4c2a-b49c-8a4732f63760 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:57:23.507500 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bec954-be4b-46a4-9bfb-6809dd39ddf1 None None] Pushing event deleted for resources: {'Port': ['ID=a72f68fa-f13e-4c2a-b49c-8a4732f63760,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:23.511650 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bec954-be4b-46a4-9bfb-6809dd39ddf1 None None] No DVR routers for this DVR port a72f68fa-f13e-4c2a-b49c-8a4732f63760 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:57:23.694577 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-869a344f-46ff-4a13-8793-b85b1d5ec806 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (2b8338d4-8e15-46ec-9b48-db040d411501), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:23.744621 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-869a344f-46ff-4a13-8793-b85b1d5ec806 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b8338d4-8e15-46ec-9b48-db040d411501']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:23.755973 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-869a344f-46ff-4a13-8793-b85b1d5ec806 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b869d80-7062-4ff8-a093-48b1298f656a') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:23.756551 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-869a344f-46ff-4a13-8793-b85b1d5ec806 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b869d80-7062-4ff8-a093-48b1298f656a') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:23.773802 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-869a344f-46ff-4a13-8793-b85b1d5ec806 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (9b869d80-7062-4ff8-a093-48b1298f656a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:23.803032 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-869a344f-46ff-4a13-8793-b85b1d5ec806 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (9b869d80-7062-4ff8-a093-48b1298f656a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:23.816566 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-869a344f-46ff-4a13-8793-b85b1d5ec806 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:57:23.817190 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-869a344f-46ff-4a13-8793-b85b1d5ec806 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (9b869d80-7062-4ff8-a093-48b1298f656a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:23.827230 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:57:23.827230 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:57:23.827230 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:57:23.827230 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:57:23.827230 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:57:23.827230 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:57:23.827230 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:57:23.827230 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:57:23.827230 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:57:23.827230 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:57:23.827230 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:57:23.827230 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:57:23.827230 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:57:23.827230 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:57:23.827230 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:57:23.827230 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:57:23.827230 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:57:23.827230 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:57:23.827230 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:57:23.827230 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:57:23.827230 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:57:23.827230 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:57:23.827230 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:57:23.827230 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:57:23.827230 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:57:23.827230 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:57:23.827230 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:57:23.827230 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:57:23.827230 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:57:23.827230 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:57:23.827230 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:57:23.827230 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:57:23.912815 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-869a344f-46ff-4a13-8793-b85b1d5ec806 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (2b8338d4-8e15-46ec-9b48-db040d411501), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:23.919535 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-869a344f-46ff-4a13-8793-b85b1d5ec806 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:23.932630 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47816) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:23.937764 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-869a344f-46ff-4a13-8793-b85b1d5ec806 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] 10.222.0.11 "DELETE /v2.0/networks/2b8338d4-8e15-46ec-9b48-db040d411501 HTTP/1.1" status: 204 len: 168 time: 1.1341736 Mar 07 10:57:23.980077 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a344f-46ff-4a13-8793-b85b1d5ec806 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Pushing event deleted for resources: {'Network': ['ID=2b8338d4-8e15-46ec-9b48-db040d411501,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:24.003831 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d0bee07-3010-4cf2-905c-31468e725d6a tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Deleting subnet ae9c0300-43fd-4dc3-89ae-533d3513d6af {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:57:24.007347 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6d0bee07-3010-4cf2-905c-31468e725d6a tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks [] for subnet (ae9c0300-43fd-4dc3-89ae-533d3513d6af), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:24.068142 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6d0bee07-3010-4cf2-905c-31468e725d6a tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (ae9c0300-43fd-4dc3-89ae-533d3513d6af), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:24.175812 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6d0bee07-3010-4cf2-905c-31468e725d6a tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (ae9c0300-43fd-4dc3-89ae-533d3513d6af), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:24.256156 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6d0bee07-3010-4cf2-905c-31468e725d6a tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (ae9c0300-43fd-4dc3-89ae-533d3513d6af), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:24.296482 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0bee07-3010-4cf2-905c-31468e725d6a tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Pushing event deleted for resources: {'Subnet': ['ID=ae9c0300-43fd-4dc3-89ae-533d3513d6af,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:24.308217 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6d0bee07-3010-4cf2-905c-31468e725d6a tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:24.316983 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6d0bee07-3010-4cf2-905c-31468e725d6a tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] 10.222.0.11 "DELETE /v2.0/subnets/ae9c0300-43fd-4dc3-89ae-533d3513d6af HTTP/1.1" status: 204 len: 168 time: 0.3824441 Mar 07 10:57:24.324004 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452ac18f-5fad-4d51-9be5-69535708db0b None None] Network 386c9198-513e-478e-93f9-44dab4c0aee9 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:57:24.325592 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47828) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:24.429815 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c7a93f-9e4e-4383-9f9f-1f62595ac074 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Deleting subnet 37320cc5-4b5f-4513-bd5f-346b11191557 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:57:24.433923 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-40c7a93f-9e4e-4383-9f9f-1f62595ac074 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks [] for subnet (37320cc5-4b5f-4513-bd5f-346b11191557), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:24.492150 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-40c7a93f-9e4e-4383-9f9f-1f62595ac074 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (37320cc5-4b5f-4513-bd5f-346b11191557), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:24.550285 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b472699-7eae-47bf-87b5-6feed2ef00a6 None None] DHCP port deletion for 386c9198-513e-478e-93f9-44dab4c0aee9 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:57:24.595518 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a72f68fa-f13e-4c2a-b49c-8a4732f63760 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:57:24.626058 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: a72f68fa-f13e-4c2a-b49c-8a4732f63760 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:57:24.626675 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a72f68fa-f13e-4c2a-b49c-8a4732f63760 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:57:24.635869 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-40c7a93f-9e4e-4383-9f9f-1f62595ac074 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (37320cc5-4b5f-4513-bd5f-346b11191557), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:24.653572 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6b472699-7eae-47bf-87b5-6feed2ef00a6 None None] Deleting port edaede28-09f2-4f35-bdc5-65cfeba2b1ab {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:57:24.653949 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6b472699-7eae-47bf-87b5-6feed2ef00a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (edaede28-09f2-4f35-bdc5-65cfeba2b1ab), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:24.759681 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-40c7a93f-9e4e-4383-9f9f-1f62595ac074 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (37320cc5-4b5f-4513-bd5f-346b11191557), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:24.763020 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6b472699-7eae-47bf-87b5-6feed2ef00a6 None None] For port edaede28-09f2-4f35-bdc5-65cfeba2b1ab, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=edaede28-09f2-4f35-bdc5-65cfeba2b1ab,segment=NetworkSegment(78022a63-77c8-49fa-8402-e9dd9338f795),segment_id=78022a63-77c8-49fa-8402-e9dd9338f795)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:24.763740 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6b472699-7eae-47bf-87b5-6feed2ef00a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (edaede28-09f2-4f35-bdc5-65cfeba2b1ab), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:24.783251 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6b472699-7eae-47bf-87b5-6feed2ef00a6 None None] Calling delete_port for edaede28-09f2-4f35-bdc5-65cfeba2b1ab owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:57:24.850229 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7a93f-9e4e-4383-9f9f-1f62595ac074 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Pushing event deleted for resources: {'Subnet': ['ID=37320cc5-4b5f-4513-bd5f-346b11191557,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:24.854404 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-40c7a93f-9e4e-4383-9f9f-1f62595ac074 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:24.860161 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47842) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:24.893644 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-40c7a93f-9e4e-4383-9f9f-1f62595ac074 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] 10.222.0.11 "DELETE /v2.0/subnets/37320cc5-4b5f-4513-bd5f-346b11191557 HTTP/1.1" status: 204 len: 168 time: 0.5550771 Mar 07 10:57:24.908566 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99711ea8-3b39-41d5-86f2-a0dc64bd665a None None] Network 0b1363b0-70b8-4f8b-bd99-889ae0b75a72 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:57:25.062146 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5c40f400-cb52-475f-92db-801063e9ecb2 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (386c9198-513e-478e-93f9-44dab4c0aee9), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:25.133150 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-5c40f400-cb52-475f-92db-801063e9ecb2 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Deleting port edaede28-09f2-4f35-bdc5-65cfeba2b1ab {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:57:25.133920 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5c40f400-cb52-475f-92db-801063e9ecb2 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (edaede28-09f2-4f35-bdc5-65cfeba2b1ab), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:25.205444 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6b472699-7eae-47bf-87b5-6feed2ef00a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (edaede28-09f2-4f35-bdc5-65cfeba2b1ab), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:25.241210 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b472699-7eae-47bf-87b5-6feed2ef00a6 None None] No DVR routers for this DVR port edaede28-09f2-4f35-bdc5-65cfeba2b1ab on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:57:25.304549 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-5c40f400-cb52-475f-92db-801063e9ecb2 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] For port edaede28-09f2-4f35-bdc5-65cfeba2b1ab, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=edaede28-09f2-4f35-bdc5-65cfeba2b1ab,segment=NetworkSegment(78022a63-77c8-49fa-8402-e9dd9338f795),segment_id=78022a63-77c8-49fa-8402-e9dd9338f795)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:25.305254 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5c40f400-cb52-475f-92db-801063e9ecb2 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (edaede28-09f2-4f35-bdc5-65cfeba2b1ab), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:25.334164 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-5c40f400-cb52-475f-92db-801063e9ecb2 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Calling delete_port for edaede28-09f2-4f35-bdc5-65cfeba2b1ab owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:57:25.352954 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7207fdf-c1c2-4f75-a7cd-b99e355da6ac None None] DHCP port deletion for 0b1363b0-70b8-4f8b-bd99-889ae0b75a72 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:57:25.358862 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b472699-7eae-47bf-87b5-6feed2ef00a6 None None] Pushing event deleted for resources: {'Port': ['ID=edaede28-09f2-4f35-bdc5-65cfeba2b1ab,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:25.440007 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f7207fdf-c1c2-4f75-a7cd-b99e355da6ac None None] Deleting port 14ab5b95-ee17-4c3e-b99a-346f6b34551f {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:57:25.444570 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f7207fdf-c1c2-4f75-a7cd-b99e355da6ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (14ab5b95-ee17-4c3e-b99a-346f6b34551f), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:25.485768 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5c40f400-cb52-475f-92db-801063e9ecb2 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (edaede28-09f2-4f35-bdc5-65cfeba2b1ab), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:25.519225 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40f400-cb52-475f-92db-801063e9ecb2 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Pushing event deleted for resources: {'Port': ['ID=edaede28-09f2-4f35-bdc5-65cfeba2b1ab,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:25.532258 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c40f400-cb52-475f-92db-801063e9ecb2 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] No DVR routers for this DVR port edaede28-09f2-4f35-bdc5-65cfeba2b1ab on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:57:25.541142 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-f7207fdf-c1c2-4f75-a7cd-b99e355da6ac None None] For port 14ab5b95-ee17-4c3e-b99a-346f6b34551f, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=14ab5b95-ee17-4c3e-b99a-346f6b34551f,segment=NetworkSegment(491fb3a6-9099-4a3f-a2a9-1c2df6c13cce),segment_id=491fb3a6-9099-4a3f-a2a9-1c2df6c13cce)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:25.541877 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f7207fdf-c1c2-4f75-a7cd-b99e355da6ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (14ab5b95-ee17-4c3e-b99a-346f6b34551f), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:25.558458 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f7207fdf-c1c2-4f75-a7cd-b99e355da6ac None None] Calling delete_port for 14ab5b95-ee17-4c3e-b99a-346f6b34551f owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:57:25.631102 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5c40f400-cb52-475f-92db-801063e9ecb2 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (386c9198-513e-478e-93f9-44dab4c0aee9), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:25.657796 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-5c40f400-cb52-475f-92db-801063e9ecb2 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['386c9198-513e-478e-93f9-44dab4c0aee9']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:25.671422 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-5c40f400-cb52-475f-92db-801063e9ecb2 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78022a63-77c8-49fa-8402-e9dd9338f795') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:25.671792 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-5c40f400-cb52-475f-92db-801063e9ecb2 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78022a63-77c8-49fa-8402-e9dd9338f795') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:25.684896 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5c40f400-cb52-475f-92db-801063e9ecb2 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (78022a63-77c8-49fa-8402-e9dd9338f795), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:25.699912 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5c40f400-cb52-475f-92db-801063e9ecb2 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (78022a63-77c8-49fa-8402-e9dd9338f795), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:25.714518 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c40f400-cb52-475f-92db-801063e9ecb2 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:57:25.715294 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5c40f400-cb52-475f-92db-801063e9ecb2 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (78022a63-77c8-49fa-8402-e9dd9338f795), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:25.737807 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f7207fdf-c1c2-4f75-a7cd-b99e355da6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (14ab5b95-ee17-4c3e-b99a-346f6b34551f), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:25.799512 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7207fdf-c1c2-4f75-a7cd-b99e355da6ac None None] Pushing event deleted for resources: {'Port': ['ID=14ab5b95-ee17-4c3e-b99a-346f6b34551f,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:25.801375 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7207fdf-c1c2-4f75-a7cd-b99e355da6ac None None] No DVR routers for this DVR port 14ab5b95-ee17-4c3e-b99a-346f6b34551f on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: timer() Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:57:25.854408 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:57:25.898678 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5c40f400-cb52-475f-92db-801063e9ecb2 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (386c9198-513e-478e-93f9-44dab4c0aee9), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:25.956241 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5c40f400-cb52-475f-92db-801063e9ecb2 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:25.963302 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5c40f400-cb52-475f-92db-801063e9ecb2 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] 10.222.0.11 "DELETE /v2.0/networks/386c9198-513e-478e-93f9-44dab4c0aee9 HTTP/1.1" status: 204 len: 168 time: 1.1020629 Mar 07 10:57:25.970385 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47870) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:25.972395 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40f400-cb52-475f-92db-801063e9ecb2 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Pushing event deleted for resources: {'Network': ['ID=386c9198-513e-478e-93f9-44dab4c0aee9,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:26.020776 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:57:26.122286 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd2f0951-d1d7-4e7e-b90c-92e45dc11d09 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (0b1363b0-70b8-4f8b-bd99-889ae0b75a72), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:26.229463 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd2f0951-d1d7-4e7e-b90c-92e45dc11d09 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (0b1363b0-70b8-4f8b-bd99-889ae0b75a72), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:26.260205 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-fd2f0951-d1d7-4e7e-b90c-92e45dc11d09 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1363b0-70b8-4f8b-bd99-889ae0b75a72']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:26.302041 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-fd2f0951-d1d7-4e7e-b90c-92e45dc11d09 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '491fb3a6-9099-4a3f-a2a9-1c2df6c13cce') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:26.302041 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-fd2f0951-d1d7-4e7e-b90c-92e45dc11d09 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '491fb3a6-9099-4a3f-a2a9-1c2df6c13cce') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:26.320831 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd2f0951-d1d7-4e7e-b90c-92e45dc11d09 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (491fb3a6-9099-4a3f-a2a9-1c2df6c13cce), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:26.348953 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd2f0951-d1d7-4e7e-b90c-92e45dc11d09 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (491fb3a6-9099-4a3f-a2a9-1c2df6c13cce), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:26.359042 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd2f0951-d1d7-4e7e-b90c-92e45dc11d09 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:57:26.361353 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd2f0951-d1d7-4e7e-b90c-92e45dc11d09 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (491fb3a6-9099-4a3f-a2a9-1c2df6c13cce), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:26.432307 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:57:26.432307 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:57:26.432307 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:57:26.432307 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:57:26.432307 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:57:26.432307 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:57:26.432307 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:57:26.432307 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:57:26.432307 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:57:26.432307 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:57:26.432307 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:57:26.432307 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:57:26.432307 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:57:26.432307 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:57:26.432307 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:57:26.432307 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:57:26.432307 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:57:26.432307 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:57:26.432307 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:57:26.432307 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:57:26.432307 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:57:26.432307 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:57:26.432307 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:57:26.432307 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:57:26.432307 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:57:26.432307 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:57:26.432307 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:57:26.432307 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:57:26.432307 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:57:26.432307 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:57:26.432307 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:57:26.432307 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:57:26.473780 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd2f0951-d1d7-4e7e-b90c-92e45dc11d09 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (0b1363b0-70b8-4f8b-bd99-889ae0b75a72), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:26.482261 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd2f0951-d1d7-4e7e-b90c-92e45dc11d09 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:26.487925 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47882) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:26.488385 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fd2f0951-d1d7-4e7e-b90c-92e45dc11d09 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] 10.222.0.11 "DELETE /v2.0/networks/0b1363b0-70b8-4f8b-bd99-889ae0b75a72 HTTP/1.1" status: 204 len: 168 time: 0.5206754 Mar 07 10:57:26.500857 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f0951-d1d7-4e7e-b90c-92e45dc11d09 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Pushing event deleted for resources: {'Network': ['ID=0b1363b0-70b8-4f8b-bd99-889ae0b75a72,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:26.566231 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 14ab5b95-ee17-4c3e-b99a-346f6b34551f no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:57:26.585255 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef94bfff-4637-4e69-a598-7770f5882e17 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Deleting subnet ff587e97-12a3-4c37-b187-6b148c15f6f0 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 10:57:26.590144 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ef94bfff-4637-4e69-a598-7770f5882e17 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks [] for subnet (ff587e97-12a3-4c37-b187-6b148c15f6f0), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:26.623619 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 14ab5b95-ee17-4c3e-b99a-346f6b34551f {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:57:26.623969 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 14ab5b95-ee17-4c3e-b99a-346f6b34551f not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:57:26.624439 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device edaede28-09f2-4f35-bdc5-65cfeba2b1ab no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:57:26.638204 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ef94bfff-4637-4e69-a598-7770f5882e17 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (ff587e97-12a3-4c37-b187-6b148c15f6f0), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:26.672881 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: edaede28-09f2-4f35-bdc5-65cfeba2b1ab {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:57:26.673779 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device edaede28-09f2-4f35-bdc5-65cfeba2b1ab not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:57:26.795930 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ef94bfff-4637-4e69-a598-7770f5882e17 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (ff587e97-12a3-4c37-b187-6b148c15f6f0), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:26.875328 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ef94bfff-4637-4e69-a598-7770f5882e17 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (ff587e97-12a3-4c37-b187-6b148c15f6f0), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:26.895219 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f11fc71-5957-4b62-8626-d8d61f8f762d None None] Network 98d8f756-42e9-4e52-a317-ac651bd2f756 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 10:57:26.923209 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ef94bfff-4637-4e69-a598-7770f5882e17 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:26.928875 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ef94bfff-4637-4e69-a598-7770f5882e17 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] 10.222.0.11 "DELETE /v2.0/subnets/ff587e97-12a3-4c37-b187-6b148c15f6f0 HTTP/1.1" status: 204 len: 168 time: 0.4375765 Mar 07 10:57:26.929727 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47906) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:27.001929 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94bfff-4637-4e69-a598-7770f5882e17 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Pushing event deleted for resources: {'Subnet': ['ID=ff587e97-12a3-4c37-b187-6b148c15f6f0,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:27.042676 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9425b273-4fb1-438b-8ce0-154df0aa80c1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (98d8f756-42e9-4e52-a317-ac651bd2f756), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:27.181188 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-9425b273-4fb1-438b-8ce0-154df0aa80c1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Deleting port 7a4138f8-5396-4140-ba70-29cfff8e0169 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:57:27.181537 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9425b273-4fb1-438b-8ce0-154df0aa80c1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (7a4138f8-5396-4140-ba70-29cfff8e0169), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:27.201787 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31311387-d220-40cb-8f76-a8c0d3a80bd1 None None] DHCP port deletion for 98d8f756-42e9-4e52-a317-ac651bd2f756 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 10:57:27.320056 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-9425b273-4fb1-438b-8ce0-154df0aa80c1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] For port 7a4138f8-5396-4140-ba70-29cfff8e0169, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7a4138f8-5396-4140-ba70-29cfff8e0169,segment=NetworkSegment(65fd4bd7-6140-4533-b63c-b54e91366b58),segment_id=65fd4bd7-6140-4533-b63c-b54e91366b58)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:27.322635 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9425b273-4fb1-438b-8ce0-154df0aa80c1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (7a4138f8-5396-4140-ba70-29cfff8e0169), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:27.351232 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-9425b273-4fb1-438b-8ce0-154df0aa80c1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Calling delete_port for 7a4138f8-5396-4140-ba70-29cfff8e0169 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:57:27.366906 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-31311387-d220-40cb-8f76-a8c0d3a80bd1 None None] Deleting port 7a4138f8-5396-4140-ba70-29cfff8e0169 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:57:27.367280 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-31311387-d220-40cb-8f76-a8c0d3a80bd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (7a4138f8-5396-4140-ba70-29cfff8e0169), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:27.467737 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-31311387-d220-40cb-8f76-a8c0d3a80bd1 None None] For port 7a4138f8-5396-4140-ba70-29cfff8e0169, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7a4138f8-5396-4140-ba70-29cfff8e0169,segment=NetworkSegment(65fd4bd7-6140-4533-b63c-b54e91366b58),segment_id=65fd4bd7-6140-4533-b63c-b54e91366b58)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:27.468413 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-31311387-d220-40cb-8f76-a8c0d3a80bd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (7a4138f8-5396-4140-ba70-29cfff8e0169), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:27.483312 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-31311387-d220-40cb-8f76-a8c0d3a80bd1 None None] Calling delete_port for 7a4138f8-5396-4140-ba70-29cfff8e0169 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:57:27.542070 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9425b273-4fb1-438b-8ce0-154df0aa80c1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (7a4138f8-5396-4140-ba70-29cfff8e0169), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:27.577258 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425b273-4fb1-438b-8ce0-154df0aa80c1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Pushing event deleted for resources: {'Port': ['ID=7a4138f8-5396-4140-ba70-29cfff8e0169,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:27.625759 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9425b273-4fb1-438b-8ce0-154df0aa80c1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] No DVR routers for this DVR port 7a4138f8-5396-4140-ba70-29cfff8e0169 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:57:27.687070 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-31311387-d220-40cb-8f76-a8c0d3a80bd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (7a4138f8-5396-4140-ba70-29cfff8e0169), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:27.741584 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31311387-d220-40cb-8f76-a8c0d3a80bd1 None None] Pushing event deleted for resources: {'Port': ['ID=7a4138f8-5396-4140-ba70-29cfff8e0169,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:27.754040 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31311387-d220-40cb-8f76-a8c0d3a80bd1 None None] No DVR routers for this DVR port 7a4138f8-5396-4140-ba70-29cfff8e0169 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:57:27.806337 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9425b273-4fb1-438b-8ce0-154df0aa80c1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (98d8f756-42e9-4e52-a317-ac651bd2f756), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:27.832402 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-9425b273-4fb1-438b-8ce0-154df0aa80c1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d8f756-42e9-4e52-a317-ac651bd2f756']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:27.846910 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-9425b273-4fb1-438b-8ce0-154df0aa80c1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65fd4bd7-6140-4533-b63c-b54e91366b58') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:27.847310 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-9425b273-4fb1-438b-8ce0-154df0aa80c1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65fd4bd7-6140-4533-b63c-b54e91366b58') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:27.865188 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9425b273-4fb1-438b-8ce0-154df0aa80c1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (65fd4bd7-6140-4533-b63c-b54e91366b58), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:27.888534 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9425b273-4fb1-438b-8ce0-154df0aa80c1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (65fd4bd7-6140-4533-b63c-b54e91366b58), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:27.895486 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9425b273-4fb1-438b-8ce0-154df0aa80c1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 10:57:27.896014 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9425b273-4fb1-438b-8ce0-154df0aa80c1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (65fd4bd7-6140-4533-b63c-b54e91366b58), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:27.900347 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 10:57:27.900347 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 10:57:27.900347 n-d-832164-4 neutron-server[103766]: timer() Mar 07 10:57:27.900347 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 10:57:27.900347 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 10:57:27.900347 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 10:57:27.900347 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 10:57:27.900347 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 10:57:27.900347 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 10:57:27.900347 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 10:57:27.900347 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 10:57:27.900347 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 10:57:27.900347 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 10:57:27.900347 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 10:57:27.900347 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 10:57:27.900347 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 10:57:27.900347 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 10:57:27.900347 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 10:57:27.900347 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 10:57:27.900347 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 10:57:27.900347 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 10:57:27.900347 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 10:57:27.900347 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 10:57:27.900347 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 10:57:27.900347 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 10:57:27.900347 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 10:57:27.900347 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 10:57:27.900347 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 10:57:27.900347 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 10:57:27.900347 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 10:57:27.900347 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 10:57:27.900347 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 10:57:28.064838 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9425b273-4fb1-438b-8ce0-154df0aa80c1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (98d8f756-42e9-4e52-a317-ac651bd2f756), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:28.084281 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9425b273-4fb1-438b-8ce0-154df0aa80c1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:28.089848 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9425b273-4fb1-438b-8ce0-154df0aa80c1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] 10.222.0.11 "DELETE /v2.0/networks/98d8f756-42e9-4e52-a317-ac651bd2f756 HTTP/1.1" status: 204 len: 168 time: 1.1574688 Mar 07 10:57:28.092517 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47956) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:28.120975 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425b273-4fb1-438b-8ce0-154df0aa80c1 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Pushing event deleted for resources: {'Network': ['ID=98d8f756-42e9-4e52-a317-ac651bd2f756,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:28.138884 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8fe801e6-d155-4c47-a841-9ef4bfd63579 tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] 10.222.0.11 "GET /v2.0/ports?device_id=2aa34374-27f9-41dd-b07d-d32c605bcd5a HTTP/1.1" status: 200 len: 205 time: 0.0447564 Mar 07 10:57:28.141303 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47960) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:28.278311 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-daa9102e-673d-4175-ace4-7b414da76c5a tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks [] for router (2aa34374-27f9-41dd-b07d-d32c605bcd5a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:28.532140 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-daa9102e-673d-4175-ace4-7b414da76c5a tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (2aa34374-27f9-41dd-b07d-d32c605bcd5a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:28.535159 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-daa9102e-673d-4175-ace4-7b414da76c5a tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks [] for router_controller (2aa34374-27f9-41dd-b07d-d32c605bcd5a), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:28.570508 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7a4138f8-5396-4140-ba70-29cfff8e0169 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:57:28.614651 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 7a4138f8-5396-4140-ba70-29cfff8e0169 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:57:28.615702 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7a4138f8-5396-4140-ba70-29cfff8e0169 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:57:28.616241 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-daa9102e-673d-4175-ace4-7b414da76c5a tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (2aa34374-27f9-41dd-b07d-d32c605bcd5a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:28.617012 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa9102e-673d-4175-ace4-7b414da76c5a tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Fanout notify agent at l3_agent the message router_deleted on router 2aa34374-27f9-41dd-b07d-d32c605bcd5a {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 10:57:28.640379 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-daa9102e-673d-4175-ace4-7b414da76c5a tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:28.648519 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-daa9102e-673d-4175-ace4-7b414da76c5a tempest-RoutersNegativeIpV6Test-117683620 tempest-RoutersNegativeIpV6Test-117683620-project] 10.222.0.11 "DELETE /v2.0/routers/2aa34374-27f9-41dd-b07d-d32c605bcd5a HTTP/1.1" status: 204 len: 168 time: 0.5039082 Mar 07 10:57:29.025475 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47996) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:29.306852 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-840d9ca9-43b8-4833-98ab-14d46cdd22a6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a9f4b5e2d6ef46058ff3cd16b11c4f65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2775469 Mar 07 10:57:29.309393 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 48004) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:29.368421 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ddca765f-0c1b-43c4-97d8-b08a76393c82 admin admin] Publish callbacks [] for security_group (9f860c87-47ba-4b93-9ad6-1af21856dd3a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:29.395670 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ddca765f-0c1b-43c4-97d8-b08a76393c82 admin admin] Publish callbacks [] for security_group (9f860c87-47ba-4b93-9ad6-1af21856dd3a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:29.455862 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ddca765f-0c1b-43c4-97d8-b08a76393c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (9f860c87-47ba-4b93-9ad6-1af21856dd3a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:29.459087 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ddca765f-0c1b-43c4-97d8-b08a76393c82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:29.462868 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ddca765f-0c1b-43c4-97d8-b08a76393c82 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9f860c87-47ba-4b93-9ad6-1af21856dd3a HTTP/1.1" status: 204 len: 168 time: 0.1523538 Mar 07 10:57:29.490851 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca765f-0c1b-43c4-97d8-b08a76393c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f860c87-47ba-4b93-9ad6-1af21856dd3a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:36.487285 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6cc4673d-86f0-4208-a3ca-dafd3c70cab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:37.206152 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d648d2f-4887-4ff6-8644-f1a4dbccb38a req-206bf586-b9fa-43fa-8b48-ce14d4c2a551 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:37.219876 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d648d2f-4887-4ff6-8644-f1a4dbccb38a req-206bf586-b9fa-43fa-8b48-ce14d4c2a551 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 946 time: 0.1063325 Mar 07 10:57:37.348958 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d648d2f-4887-4ff6-8644-f1a4dbccb38a req-eac5553d-5feb-45dc-a657-aa743c010d45 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1269207 Mar 07 10:57:38.065567 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 48372) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:38.191667 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d99c8108-7821-4ffe-9d0e-a556f1e1fde1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:38.276566 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d99c8108-7821-4ffe-9d0e-a556f1e1fde1 admin admin] Publish callbacks [] for security_group (8cf22632-d8b5-457c-90b0-db2d977d214d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:38.281762 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d99c8108-7821-4ffe-9d0e-a556f1e1fde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8cf22632-d8b5-457c-90b0-db2d977d214d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:38.355678 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c8108-7821-4ffe-9d0e-a556f1e1fde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf22632-d8b5-457c-90b0-db2d977d214d,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:38.382569 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d99c8108-7821-4ffe-9d0e-a556f1e1fde1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=20820ab1e5f245b4a023e7a3c7ea3219&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3149312 Mar 07 10:57:38.385775 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 48394) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:38.455023 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1553f124-3603-4c66-9172-174a301e0bc6 admin admin] Publish callbacks [] for security_group (8cf22632-d8b5-457c-90b0-db2d977d214d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:38.486917 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1553f124-3603-4c66-9172-174a301e0bc6 admin admin] Publish callbacks [] for security_group (8cf22632-d8b5-457c-90b0-db2d977d214d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:38.597155 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd2304-3371-4361-8eaf-aa53452b5c32 req-d288817d-491d-4216-8aea-9198a5b85367 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:38.598695 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-749a85d3-18c1-4312-b9b6-69e58d63300a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:38.603338 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f5fd2304-3371-4361-8eaf-aa53452b5c32 req-d288817d-491d-4216-8aea-9198a5b85367 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 946 time: 0.1211123 Mar 07 10:57:38.663147 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1553f124-3603-4c66-9172-174a301e0bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8cf22632-d8b5-457c-90b0-db2d977d214d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:38.665797 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1553f124-3603-4c66-9172-174a301e0bc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:38.669392 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1553f124-3603-4c66-9172-174a301e0bc6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8cf22632-d8b5-457c-90b0-db2d977d214d HTTP/1.1" status: 204 len: 168 time: 0.2803688 Mar 07 10:57:38.681844 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f5fd2304-3371-4361-8eaf-aa53452b5c32 req-7b538c8b-aa05-4019-8276-077fc48da4a8 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0730109 Mar 07 10:57:38.693890 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1553f124-3603-4c66-9172-174a301e0bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf22632-d8b5-457c-90b0-db2d977d214d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:39.006528 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25cf6c-e35d-4fb1-a223-b6f3d7f82e0d req-a0b01e31-ff50-4179-adba-fcbabb19aff7 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:39.009317 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4c25cf6c-e35d-4fb1-a223-b6f3d7f82e0d req-a0b01e31-ff50-4179-adba-fcbabb19aff7 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.31 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 946 time: 0.0940919 Mar 07 10:57:39.126688 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 48416) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:39.140813 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d4f15bc2-9f40-4caf-8c45-51f6623774b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:39.198395 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-4c25cf6c-e35d-4fb1-a223-b6f3d7f82e0d req-9d91138a-4208-4eb7-a70f-c03c7d4f39e6 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Deleting port ee93e037-6511-4170-9570-4cdb12ef88f5 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:57:39.199011 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4c25cf6c-e35d-4fb1-a223-b6f3d7f82e0d req-9d91138a-4208-4eb7-a70f-c03c7d4f39e6 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (ee93e037-6511-4170-9570-4cdb12ef88f5), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:39.271387 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d4f15bc2-9f40-4caf-8c45-51f6623774b7 admin admin] Publish callbacks [] for security_group (af3399b5-4c6d-4861-89ff-866c2f0a0790), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:39.282249 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d4f15bc2-9f40-4caf-8c45-51f6623774b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (af3399b5-4c6d-4861-89ff-866c2f0a0790), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:39.347005 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d4f15bc2-9f40-4caf-8c45-51f6623774b7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a5e13b520fc640489bc4a6162478ccfe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2191720 Mar 07 10:57:39.354034 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 48424) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:39.363137 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-4c25cf6c-e35d-4fb1-a223-b6f3d7f82e0d req-9d91138a-4208-4eb7-a70f-c03c7d4f39e6 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] For port ee93e037-6511-4170-9570-4cdb12ef88f5, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=ee93e037-6511-4170-9570-4cdb12ef88f5,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:39.363506 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4c25cf6c-e35d-4fb1-a223-b6f3d7f82e0d req-9d91138a-4208-4eb7-a70f-c03c7d4f39e6 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (ee93e037-6511-4170-9570-4cdb12ef88f5), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:39.378520 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f15bc2-9f40-4caf-8c45-51f6623774b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3399b5-4c6d-4861-89ff-866c2f0a0790,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:39.501470 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-68be2570-58f6-4a6c-8e52-af5ad5f2c4ce admin admin] Publish callbacks [] for security_group (af3399b5-4c6d-4861-89ff-866c2f0a0790), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:39.573291 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-68be2570-58f6-4a6c-8e52-af5ad5f2c4ce admin admin] Publish callbacks [] for security_group (af3399b5-4c6d-4861-89ff-866c2f0a0790), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:39.667338 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-68be2570-58f6-4a6c-8e52-af5ad5f2c4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (af3399b5-4c6d-4861-89ff-866c2f0a0790), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:39.670467 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-68be2570-58f6-4a6c-8e52-af5ad5f2c4ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:39.673147 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-68be2570-58f6-4a6c-8e52-af5ad5f2c4ce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/af3399b5-4c6d-4861-89ff-866c2f0a0790 HTTP/1.1" status: 204 len: 168 time: 0.3169124 Mar 07 10:57:39.687720 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be2570-58f6-4a6c-8e52-af5ad5f2c4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3399b5-4c6d-4861-89ff-866c2f0a0790,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:39.892564 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:39.911947 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f1480-590c-4a30-9a97-1e83e7439cd0 req-07bc87ee-ac3c-4729-bab6-68ede3932645 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:39.913559 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-989f1480-590c-4a30-9a97-1e83e7439cd0 req-07bc87ee-ac3c-4729-bab6-68ede3932645 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 946 time: 0.1009886 Mar 07 10:57:39.962276 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4c25cf6c-e35d-4fb1-a223-b6f3d7f82e0d req-9d91138a-4208-4eb7-a70f-c03c7d4f39e6 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:39.962911 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4c25cf6c-e35d-4fb1-a223-b6f3d7f82e0d req-9d91138a-4208-4eb7-a70f-c03c7d4f39e6 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (cfcea716-e1f2-46c8-8d21-d2d3a2789bb1), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:39.963452 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [req-4c25cf6c-e35d-4fb1-a223-b6f3d7f82e0d req-9d91138a-4208-4eb7-a70f-c03c7d4f39e6 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Floating IP cfcea716-e1f2-46c8-8d21-d2d3a2789bb1 disassociated. External IP: 172.25.3.141, port: ee93e037-6511-4170-9570-4cdb12ef88f5. Mar 07 10:57:39.963989 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-4c25cf6c-e35d-4fb1-a223-b6f3d7f82e0d req-9d91138a-4208-4eb7-a70f-c03c7d4f39e6 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Calling delete_port for ee93e037-6511-4170-9570-4cdb12ef88f5 owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:57:40.001587 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-989f1480-590c-4a30-9a97-1e83e7439cd0 req-7d8385b5-2e60-4e82-8eff-ec969ce0145b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=52e1d572-97b0-4dc7-86b8-c8520b5faab2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0813439 Mar 07 10:57:40.177709 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4c25cf6c-e35d-4fb1-a223-b6f3d7f82e0d req-9d91138a-4208-4eb7-a70f-c03c7d4f39e6 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (ee93e037-6511-4170-9570-4cdb12ef88f5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:40.631779 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91138a-4208-4eb7-a70f-c03c7d4f39e6 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Pushing event deleted for resources: {'Port': ['ID=ee93e037-6511-4170-9570-4cdb12ef88f5,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:40.901426 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c25cf6c-e35d-4fb1-a223-b6f3d7f82e0d req-9d91138a-4208-4eb7-a70f-c03c7d4f39e6 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Router 8340f294-28b9-4618-ba75-a40fe8154dcf has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:57:41.115078 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c25cf6c-e35d-4fb1-a223-b6f3d7f82e0d req-9d91138a-4208-4eb7-a70f-c03c7d4f39e6 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:57:41.128686 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98db310-98c2-46b2-af94-ca53ed963400 None None] Sync routers for ids ['8340f294-28b9-4618-ba75-a40fe8154dcf'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:57:41.146245 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98db310-98c2-46b2-af94-ca53ed963400 None None] Routers {'8340f294-28b9-4618-ba75-a40fe8154dcf'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:57:41.147561 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c98db310-98c2-46b2-af94-ca53ed963400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:57:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['8340f294-28b9-4618-ba75-a40fe8154dcf'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:41.199613 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c25cf6c-e35d-4fb1-a223-b6f3d7f82e0d req-9d91138a-4208-4eb7-a70f-c03c7d4f39e6 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] No DVR routers for this DVR port ee93e037-6511-4170-9570-4cdb12ef88f5 on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:57:41.202673 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4c25cf6c-e35d-4fb1-a223-b6f3d7f82e0d req-9d91138a-4208-4eb7-a70f-c03c7d4f39e6 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:41.206870 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4c25cf6c-e35d-4fb1-a223-b6f3d7f82e0d req-9d91138a-4208-4eb7-a70f-c03c7d4f39e6 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.31 "DELETE /v2.0/ports/ee93e037-6511-4170-9570-4cdb12ef88f5 HTTP/1.1" status: 204 len: 173 time: 2.1900966 Mar 07 10:57:41.207643 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24fb9e05-7723-46d3-a1a3-d341503ece95', 'name': 'network-vif-deleted', 'tag': 'ee93e037-6511-4170-9570-4cdb12ef88f5'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:57:41.210907 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d545c88-5e37-42c4-81dc-9ccf3e88d3bf" -d '{"events": [{"server_uuid": "24fb9e05-7723-46d3-a1a3-d341503ece95", "name": "network-vif-deleted", "tag": "ee93e037-6511-4170-9570-4cdb12ef88f5"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:57:41.215636 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-01e37482-132c-410c-ab10-fda8fb773cd6 req-e1c95370-01e4-4990-8f59-ba375922b2d7 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=24fb9e05-7723-46d3-a1a3-d341503ece95 HTTP/1.1" status: 200 len: 210 time: 0.0866427 Mar 07 10:57:41.314942 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c5a6bb-df5f-42d4-90bb-a469ef1d2193 x-openstack-request-id: req-a3c5a6bb-df5f-42d4-90bb-a469ef1d2193 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:57:41.315242 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24fb9e05-7723-46d3-a1a3-d341503ece95", "name": "network-vif-deleted", "tag": "ee93e037-6511-4170-9570-4cdb12ef88f5", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:57:41.315709 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a3c5a6bb-df5f-42d4-90bb-a469ef1d2193 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:57:41.316407 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24fb9e05-7723-46d3-a1a3-d341503ece95', 'name': 'network-vif-deleted', 'tag': 'ee93e037-6511-4170-9570-4cdb12ef88f5', 'status': 'completed', 'code': 200} Mar 07 10:57:41.363776 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-c98db310-98c2-46b2-af94-ca53ed963400 None None] Set router 8340f294-28b9-4618-ba75-a40fe8154dcf gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:57:41.683307 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:41.799276 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c98db310-98c2-46b2-af94-ca53ed963400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'name': 'tempest-AttachVolumeShelveTestJSON-1265140767-router', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:11Z', 'updated_at': '2022-03-07T10:53:19Z', 'revision_number': 4, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'gw_port': {'id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:13Z', 'updated_at': '2022-03-07T10:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'b8ed482d-9752-4c73-992e-1b69cc138120', 'name': '', 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'mac_address': 'fa:16:3e:57:77:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:18Z', 'updated_at': '2022-03-07T10:53:24Z', 'revision_number': 5, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'subnets': [{'id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:41.860333 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98db310-98c2-46b2-af94-ca53ed963400 None None] Checking router: 8340f294-28b9-4618-ba75-a40fe8154dcf for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:57:41.871667 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98db310-98c2-46b2-af94-ca53ed963400 None None] Routers {'8340f294-28b9-4618-ba75-a40fe8154dcf'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:57:41.872290 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c98db310-98c2-46b2-af94-ca53ed963400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:57:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['8340f294-28b9-4618-ba75-a40fe8154dcf'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:42.078787 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-c98db310-98c2-46b2-af94-ca53ed963400 None None] Set router 8340f294-28b9-4618-ba75-a40fe8154dcf gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:57:42.395527 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 48552) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:42.411988 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c98db310-98c2-46b2-af94-ca53ed963400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'name': 'tempest-AttachVolumeShelveTestJSON-1265140767-router', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:11Z', 'updated_at': '2022-03-07T10:53:19Z', 'revision_number': 4, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'gw_port': {'id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:13Z', 'updated_at': '2022-03-07T10:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'b8ed482d-9752-4c73-992e-1b69cc138120', 'name': '', 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'mac_address': 'fa:16:3e:57:77:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:18Z', 'updated_at': '2022-03-07T10:53:24Z', 'revision_number': 5, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'subnets': [{'id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:57:42.487436 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98db310-98c2-46b2-af94-ca53ed963400 None None] The sync data for ids ['8340f294-28b9-4618-ba75-a40fe8154dcf'] in n-d-832164-4 is: [{'id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'name': 'tempest-AttachVolumeShelveTestJSON-1265140767-router', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:11Z', 'updated_at': '2022-03-07T10:53:19Z', 'revision_number': 4, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'gw_port': {'id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:13Z', 'updated_at': '2022-03-07T10:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'b8ed482d-9752-4c73-992e-1b69cc138120', 'name': '', 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'mac_address': 'fa:16:3e:57:77:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:18Z', 'updated_at': '2022-03-07T10:53:24Z', 'revision_number': 5, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'subnets': [{'id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:57:42.554234 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-14bb097f-a8ac-4b4f-b700-08e7ab23f2c2 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for security_group (52e1d572-97b0-4dc7-86b8-c8520b5faab2), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:42.586533 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-14bb097f-a8ac-4b4f-b700-08e7ab23f2c2 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for security_group (52e1d572-97b0-4dc7-86b8-c8520b5faab2), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:42.650554 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-14bb097f-a8ac-4b4f-b700-08e7ab23f2c2 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (52e1d572-97b0-4dc7-86b8-c8520b5faab2), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:42.653344 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-14bb097f-a8ac-4b4f-b700-08e7ab23f2c2 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:42.654533 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-14bb097f-a8ac-4b4f-b700-08e7ab23f2c2 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "DELETE /v2.0/security-groups/52e1d572-97b0-4dc7-86b8-c8520b5faab2 HTTP/1.1" status: 204 len: 168 time: 0.2579985 Mar 07 10:57:42.657325 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 48562) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:42.678886 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb097f-a8ac-4b4f-b700-08e7ab23f2c2 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e1d572-97b0-4dc7-86b8-c8520b5faab2,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:42.684408 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-da497acb-90bf-4795-b983-03cef54a408d tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] show failed (client error): The resource could not be found. Mar 07 10:57:42.685418 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-da497acb-90bf-4795-b983-03cef54a408d tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups/52e1d572-97b0-4dc7-86b8-c8520b5faab2 HTTP/1.1" status: 404 len: 347 time: 0.0269938 Mar 07 10:57:42.690852 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 48566) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:42.911544 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:42.964671 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-7a97ae86-2a5d-4ff0-976f-4ebe66722f06 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Deleting port 08df3471-0e10-4da4-96fb-e1a632ad1350 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:57:42.965129 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7a97ae86-2a5d-4ff0-976f-4ebe66722f06 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (08df3471-0e10-4da4-96fb-e1a632ad1350), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:43.196916 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654015a1-354a-4a3e-93d6-56e9161d42cf None None] New status for floating IP cfcea716-e1f2-46c8-8d21-d2d3a2789bb1: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:57:43.203547 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7a97ae86-2a5d-4ff0-976f-4ebe66722f06 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (08df3471-0e10-4da4-96fb-e1a632ad1350), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:43.203918 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7a97ae86-2a5d-4ff0-976f-4ebe66722f06 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for floatingip (08df3471-0e10-4da4-96fb-e1a632ad1350), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:43.222102 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-7a97ae86-2a5d-4ff0-976f-4ebe66722f06 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Calling delete_port for 08df3471-0e10-4da4-96fb-e1a632ad1350 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:57:43.438992 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device ee93e037-6511-4170-9570-4cdb12ef88f5 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:57:43.481945 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: ee93e037-6511-4170-9570-4cdb12ef88f5 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:57:43.482288 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device ee93e037-6511-4170-9570-4cdb12ef88f5 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:57:43.562151 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7a97ae86-2a5d-4ff0-976f-4ebe66722f06 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (08df3471-0e10-4da4-96fb-e1a632ad1350), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:43.617094 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97ae86-2a5d-4ff0-976f-4ebe66722f06 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Pushing event deleted for resources: {'Port': ['ID=08df3471-0e10-4da4-96fb-e1a632ad1350,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:43.708933 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7a97ae86-2a5d-4ff0-976f-4ebe66722f06 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for floatingip (cfcea716-e1f2-46c8-8d21-d2d3a2789bb1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:43.721276 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7a97ae86-2a5d-4ff0-976f-4ebe66722f06 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:43.723275 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7a97ae86-2a5d-4ff0-976f-4ebe66722f06 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "DELETE /v2.0/floatingips/cfcea716-e1f2-46c8-8d21-d2d3a2789bb1 HTTP/1.1" status: 204 len: 168 time: 1.0312290 Mar 07 10:57:44.190677 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 48616) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:44.201590 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-9b04ad08-8ff1-4e60-8cef-440e8b302e5a tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2104012234', 'description': 'tempest-description--777458595'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:57:44.282592 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9b04ad08-8ff1-4e60-8cef-440e8b302e5a tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:44.457183 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9b04ad08-8ff1-4e60-8cef-440e8b302e5a tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for security_group (1a0fcb44-5696-46a0-8768-3c048a8f5451), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:44.464175 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9b04ad08-8ff1-4e60-8cef-440e8b302e5a tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (1a0fcb44-5696-46a0-8768-3c048a8f5451), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:44.511202 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b04ad08-8ff1-4e60-8cef-440e8b302e5a tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0fcb44-5696-46a0-8768-3c048a8f5451,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:44.538315 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9b04ad08-8ff1-4e60-8cef-440e8b302e5a tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:44.541262 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9b04ad08-8ff1-4e60-8cef-440e8b302e5a tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3467488 Mar 07 10:57:44.543835 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 48626) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:44.548561 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-efe3532a-1b5d-4722-8ec2-49fc94508a0a tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Request body: {'security_group_rule': {'security_group_id': '1a0fcb44-5696-46a0-8768-3c048a8f5451', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:57:44.595731 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-efe3532a-1b5d-4722-8ec2-49fc94508a0a tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for security_group_rule (201d04dc-0687-4473-b796-c9ccd1533243), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:44.686381 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-efe3532a-1b5d-4722-8ec2-49fc94508a0a tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for security_group_rule (201d04dc-0687-4473-b796-c9ccd1533243), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:44.692954 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-efe3532a-1b5d-4722-8ec2-49fc94508a0a tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (201d04dc-0687-4473-b796-c9ccd1533243), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:44.720318 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3532a-1b5d-4722-8ec2-49fc94508a0a tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201d04dc-0687-4473-b796-c9ccd1533243,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:44.758374 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-efe3532a-1b5d-4722-8ec2-49fc94508a0a tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:44.762377 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-efe3532a-1b5d-4722-8ec2-49fc94508a0a tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2175286 Mar 07 10:57:44.763132 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 48636) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:44.767804 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-a95a08f9-abb4-4c0e-805d-dd7167721be4 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Request body: {'security_group_rule': {'security_group_id': '1a0fcb44-5696-46a0-8768-3c048a8f5451', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:57:44.819999 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a95a08f9-abb4-4c0e-805d-dd7167721be4 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for security_group_rule (777444cd-ea80-466c-beca-21cb6cfda1e2), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:44.969044 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a95a08f9-abb4-4c0e-805d-dd7167721be4 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for security_group_rule (777444cd-ea80-466c-beca-21cb6cfda1e2), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:44.979913 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a95a08f9-abb4-4c0e-805d-dd7167721be4 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (777444cd-ea80-466c-beca-21cb6cfda1e2), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:45.018025 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a08f9-abb4-4c0e-805d-dd7167721be4 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=777444cd-ea80-466c-beca-21cb6cfda1e2,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:45.029369 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a95a08f9-abb4-4c0e-805d-dd7167721be4 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:45.030642 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a95a08f9-abb4-4c0e-805d-dd7167721be4 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2663679 Mar 07 10:57:45.033783 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 48638) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:45.041376 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-edb6ebdb-76fb-49c2-972e-4f1dfa06980b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:57:45.077723 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-edb6ebdb-76fb-49c2-972e-4f1dfa06980b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:45.264832 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-edb6ebdb-76fb-49c2-972e-4f1dfa06980b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:45.400593 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-edb6ebdb-76fb-49c2-972e-4f1dfa06980b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Allocated IP 172.25.3.215 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/e0b49831-86f7-4632-80c7-cf2f6de69999) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:57:45.569678 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-edb6ebdb-76fb-49c2-972e-4f1dfa06980b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for port (e0b49831-86f7-4632-80c7-cf2f6de69999), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:45.657855 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-edb6ebdb-76fb-49c2-972e-4f1dfa06980b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (e0b49831-86f7-4632-80c7-cf2f6de69999), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:45.739852 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb6ebdb-76fb-49c2-972e-4f1dfa06980b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:57:45.743644 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-edb6ebdb-76fb-49c2-972e-4f1dfa06980b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:45.751029 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb6ebdb-76fb-49c2-972e-4f1dfa06980b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:57:45.769396 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6ebdb-76fb-49c2-972e-4f1dfa06980b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Pushing event updated for resources: {'Port': ['ID=e0b49831-86f7-4632-80c7-cf2f6de69999,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:45.880891 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-edb6ebdb-76fb-49c2-972e-4f1dfa06980b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for floatingip (51d66252-c70a-4f79-b6ba-ade53da84083), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:45.936738 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-edb6ebdb-76fb-49c2-972e-4f1dfa06980b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e0b49831-86f7-4632-80c7-cf2f6de69999), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:46.201141 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-edb6ebdb-76fb-49c2-972e-4f1dfa06980b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for port (e0b49831-86f7-4632-80c7-cf2f6de69999), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:46.212124 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-edb6ebdb-76fb-49c2-972e-4f1dfa06980b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (e0b49831-86f7-4632-80c7-cf2f6de69999), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:46.366605 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6ebdb-76fb-49c2-972e-4f1dfa06980b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Pushing event updated for resources: {'Port': ['ID=e0b49831-86f7-4632-80c7-cf2f6de69999,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:46.404036 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-edb6ebdb-76fb-49c2-972e-4f1dfa06980b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (51d66252-c70a-4f79-b6ba-ade53da84083), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:46.460323 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-edb6ebdb-76fb-49c2-972e-4f1dfa06980b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:46.462964 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-edb6ebdb-76fb-49c2-972e-4f1dfa06980b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4275622 Mar 07 10:57:46.862510 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-664ee14d-5759-4c9b-a237-41bc97c355fa tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--2104012234&fields=id&tenant_id=3f4947cca2a6480f85064d6dfbb3a125 HTTP/1.1" status: 200 len: 267 time: 0.1033461 Mar 07 10:57:47.072382 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-4c15be52-9306-49cc-9bbe-ff13fbd45d41 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:47.074168 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-4c15be52-9306-49cc-9bbe-ff13fbd45d41 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/networks?id=89c82ebc-0d2c-446d-9232-939e7905e93b HTTP/1.1" status: 200 len: 817 time: 0.1711338 Mar 07 10:57:47.097228 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-c74dd670-8480-4d9e-bc03-d2e8455f4280 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/quotas/3f4947cca2a6480f85064d6dfbb3a125 HTTP/1.1" status: 200 len: 375 time: 0.0152192 Mar 07 10:57:47.193835 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-f458a618-9d42-4751-94cc-396fd4f695a3 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3f4947cca2a6480f85064d6dfbb3a125&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843892 Mar 07 10:57:47.515544 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-eb6ee1b9-99e4-4f9d-a8eb-dda9f57be61b service neutron] 10.222.0.11 "GET /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146012 Mar 07 10:57:47.813979 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-71aad079-869a-4708-b563-8843020cf92a service neutron] 10.222.0.11 "GET /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920525 Mar 07 10:57:48.078129 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a3249e63-294f-4336-b9c7-579d0d3ff0eb req-ce9c951e-29ff-401c-b8de-d5504002f713 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 210 time: 0.0576980 Mar 07 10:57:48.373272 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:49.249778 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e9b336f7-18d4-416c-9df4-0cdfd8a9707d req-2eebd4d2-9e34-4f78-ae8f-3552ed4d29d0 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 210 time: 0.0442200 Mar 07 10:57:50.238036 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0e0b4-b266-479c-8738-b37ffb4237bd req-1379545d-e802-4966-94ee-d54a24dd6286 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:50.239934 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ffc0e0b4-b266-479c-8738-b37ffb4237bd req-1379545d-e802-4966-94ee-d54a24dd6286 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.0844450 Mar 07 10:57:50.309477 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ffc0e0b4-b266-479c-8738-b37ffb4237bd req-6191d18d-d34e-453c-a3c0-525d4ecbae31 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599144 Mar 07 10:57:50.451533 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fd81b7cd-ee49-4435-bd2f-bbdf026073c9 req-e29d70a4-4d2c-4d4b-8792-561ff9ad9723 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 210 time: 0.0384450 Mar 07 10:57:51.486885 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001135e8-0cf6-43e2-b768-7abed5d2d86d req-c8368f88-85b0-493e-b4ee-6b6377fbab22 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:51.496548 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-001135e8-0cf6-43e2-b768-7abed5d2d86d req-c8368f88-85b0-493e-b4ee-6b6377fbab22 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.0798373 Mar 07 10:57:51.551920 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-001135e8-0cf6-43e2-b768-7abed5d2d86d req-3dbdfef7-770e-4528-abf6-d87481054264 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542357 Mar 07 10:57:51.643130 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8fb10420-4dc4-4c3c-9ee2-07c4e088e7cd req-4e2adb26-275e-4d12-9261-3a2b2f2ff386 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 210 time: 0.0665424 Mar 07 10:57:51.997080 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-d679cdd9-17fe-4e99-9f2f-37c3d9d7a918 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:51.999461 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-d679cdd9-17fe-4e99-9f2f-37c3d9d7a918 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.21 "GET /v2.0/networks?id=89c82ebc-0d2c-446d-9232-939e7905e93b HTTP/1.1" status: 200 len: 817 time: 0.3011086 Mar 07 10:57:52.069489 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-230f4a5c-11a8-4cb6-8823-5f885455e0e7 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f4947cca2a6480f85064d6dfbb3a125 HTTP/1.1" status: 200 len: 380 time: 0.0600636 Mar 07 10:57:52.089333 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-35af675a-34e0-4816-854a-0d525af9f094 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Request body: {'port': {'device_id': '26d698a1-2087-4929-bb24-a5ac8e70eb6d', 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b', 'admin_state_up': True, 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'security_groups': ['1a0fcb44-5696-46a0-8768-3c048a8f5451']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:57:52.844301 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ce652aa6-d78a-401c-b131-1058e6782238 req-334c1291-fee0-4d7e-906e-6b1924fe8ffd tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 210 time: 0.0696561 Mar 07 10:57:52.869329 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d6739-e72e-45f1-a7a3-705933970407 req-e0adaa79-d319-4a98-842e-4e85baa22095 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:52.876089 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-550d6739-e72e-45f1-a7a3-705933970407 req-e0adaa79-d319-4a98-842e-4e85baa22095 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.1106741 Mar 07 10:57:52.968955 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:52.994283 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-35af675a-34e0-4816-854a-0d525af9f094 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Made reservation on behalf of 3f4947cca2a6480f85064d6dfbb3a125 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:57:52.997754 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-35af675a-34e0-4816-854a-0d525af9f094 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:53.043144 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-550d6739-e72e-45f1-a7a3-705933970407 req-e3386a2d-fb4a-4d9d-a4d2-cae82cc6fa2a tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662040 Mar 07 10:57:53.221546 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-35af675a-34e0-4816-854a-0d525af9f094 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Allocated IP 172.20.0.13 (89c82ebc-0d2c-446d-9232-939e7905e93b/e4787b40-e1f6-4c42-b340-b6308e03f420/3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:57:53.535488 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-35af675a-34e0-4816-854a-0d525af9f094 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for port (3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:53.590545 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-35af675a-34e0-4816-854a-0d525af9f094 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:53.649626 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-35af675a-34e0-4816-854a-0d525af9f094 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Network 89c82ebc-0d2c-446d-9232-939e7905e93b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:57:53.668163 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-35af675a-34e0-4816-854a-0d525af9f094 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:57:53.674500 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-35af675a-34e0-4816-854a-0d525af9f094 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:57:53.786269 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-35af675a-34e0-4816-854a-0d525af9f094 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:53.786962 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-35af675a-34e0-4816-854a-0d525af9f094 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:53.833426 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af675a-34e0-4816-854a-0d525af9f094 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Pushing event updated for resources: {'Port': ['ID=3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:53.854865 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-35af675a-34e0-4816-854a-0d525af9f094 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7719414 Mar 07 10:57:53.862556 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] Request body: {'port': {'device_id': '26d698a1-2087-4929-bb24-a5ac8e70eb6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:57:54.076778 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:54.087615 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ed258-7a69-402a-8f13-6318a5bc64c0 req-fda27b21-0d9e-4ca6-819e-e0de98bc18c5 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:54.090346 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c15ed258-7a69-402a-8f13-6318a5bc64c0 req-fda27b21-0d9e-4ca6-819e-e0de98bc18c5 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 932 time: 0.1213474 Mar 07 10:57:54.127252 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-34a82671-def4-457a-844d-c2075ddc57e1 None None] Provisioning complete for port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:57:54.127853 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-34a82671-def4-457a-844d-c2075ddc57e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:54.186998 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c15ed258-7a69-402a-8f13-6318a5bc64c0 req-2bd258ce-7859-4bd8-8277-d7634e631016 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871370 Mar 07 10:57:54.194642 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 48958) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:54.247799 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-34a82671-def4-457a-844d-c2075ddc57e1 None None] Port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:57:54.436919 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cdca95b9-e7eb-4fce-ac94-f31d457258a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:54.523406 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cdca95b9-e7eb-4fce-ac94-f31d457258a1 admin admin] Publish callbacks [] for security_group (8cc410a4-f92d-458b-b105-54ecb42a6f64), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:54.532256 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cdca95b9-e7eb-4fce-ac94-f31d457258a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8cc410a4-f92d-458b-b105-54ecb42a6f64), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:54.545466 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd704a6e-252e-4621-b039-e0f42e8d2eca req-d5a2454b-1685-4c4b-96c8-3cd8d0b0bed8 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:54.549554 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd704a6e-252e-4621-b039-e0f42e8d2eca req-d5a2454b-1685-4c4b-96c8-3cd8d0b0bed8 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.3344965 Mar 07 10:57:54.584553 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca95b9-e7eb-4fce-ac94-f31d457258a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc410a4-f92d-458b-b105-54ecb42a6f64,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:54.619225 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cdca95b9-e7eb-4fce-ac94-f31d457258a1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba018049e0c843d09279adcf1916527b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4232345 Mar 07 10:57:54.620196 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 48970) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:54.663016 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd704a6e-252e-4621-b039-e0f42e8d2eca req-50ff3637-62c9-4d5c-94ab-8a0b6e13c993 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046805 Mar 07 10:57:54.680186 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-14836cb2-cd05-4a18-8307-46754d66aebb admin admin] Publish callbacks [] for security_group (8cc410a4-f92d-458b-b105-54ecb42a6f64), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:54.716846 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-14836cb2-cd05-4a18-8307-46754d66aebb admin admin] Publish callbacks [] for security_group (8cc410a4-f92d-458b-b105-54ecb42a6f64), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:54.817286 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-14836cb2-cd05-4a18-8307-46754d66aebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8cc410a4-f92d-458b-b105-54ecb42a6f64), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:54.820636 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-14836cb2-cd05-4a18-8307-46754d66aebb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:54.832761 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-14836cb2-cd05-4a18-8307-46754d66aebb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8cc410a4-f92d-458b-b105-54ecb42a6f64 HTTP/1.1" status: 204 len: 168 time: 0.2113016 Mar 07 10:57:54.849623 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14836cb2-cd05-4a18-8307-46754d66aebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc410a4-f92d-458b-b105-54ecb42a6f64,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:54.890086 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:57:54.900018 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] Publish callbacks [] for port (3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:54.915951 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] Transition to ACTIVE for port object 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:57:54.926616 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:55.100051 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] Pushing event updated for resources: {'Port': ['ID=3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:55.134414 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:55.135068 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:55.135595 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:55.136116 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:55.136631 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:55.137168 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:55.137683 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:55.138180 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:55.141539 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:55.142060 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:55.142585 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:55.143085 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:55.143582 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:57:55.219139 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] Attempting to bind port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:57:55.219487 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] Attempting to bind port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'cb921073-4a48-4799-ac28-2ebcccf31f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:57:55.219819 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] Attempting to bind port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba on network 89c82ebc-0d2c-446d-9232-939e7905e93b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:57:55.232243 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] Port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba on network 89c82ebc-0d2c-446d-9232-939e7905e93b not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:57:55.232572 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] Attempting to bind port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba on network 89c82ebc-0d2c-446d-9232-939e7905e93b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:57:55.253493 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:57:55.253839 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] Checking segment: {'id': 'cb921073-4a48-4799-ac28-2ebcccf31f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:57:55.254228 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] Bound using segment: {'id': 'cb921073-4a48-4799-ac28-2ebcccf31f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:57:55.254662 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] Bound port: 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb921073-4a48-4799-ac28-2ebcccf31f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:57:55.255025 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:55.463804 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7b29c-a882-4409-a489-1eef55a5bfe1 req-a8be4e60-7bbd-4e7c-8451-bfa6ca7298f9 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:55.466232 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] For port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:57:55.469773 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] For port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:57:55.472686 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-59c7b29c-a882-4409-a489-1eef55a5bfe1 req-a8be4e60-7bbd-4e7c-8451-bfa6ca7298f9 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 944 time: 0.1262753 Mar 07 10:57:55.480310 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:55.542116 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:55.543244 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:55.544835 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] 10.222.0.21 "PUT /v2.0/ports/3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba HTTP/1.1" status: 200 len: 1092 time: 1.6891425 Mar 07 10:57:55.548791 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d698a1-2087-4929-bb24-a5ac8e70eb6d', 'tag': '3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:57:55.552119 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b3fbeb-6eae-4c32-91ba-5856a183c78e" -d '{"events": [{"name": "network-changed", "server_uuid": "26d698a1-2087-4929-bb24-a5ac8e70eb6d", "tag": "3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:57:55.556361 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 49000) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:55.584225 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-59c7b29c-a882-4409-a489-1eef55a5bfe1 req-ec937db5-3948-497f-9227-6c745bbd7ddc tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105566 Mar 07 10:57:55.647569 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579ab18f-b48f-4af7-a678-66aeb8416e17 x-openstack-request-id: req-579ab18f-b48f-4af7-a678-66aeb8416e17 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:57:55.647569 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d698a1-2087-4929-bb24-a5ac8e70eb6d", "tag": "3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:57:55.647569 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-579ab18f-b48f-4af7-a678-66aeb8416e17 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:57:55.647569 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d698a1-2087-4929-bb24-a5ac8e70eb6d', 'tag': '3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba', 'status': 'completed', 'code': 200} Mar 07 10:57:55.647569 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6e03bbd6-3314-4831-8170-289c1dcb1c82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:55.703190 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d59a8-25b5-4318-8cf3-f6a93f652270 service neutron] Pushing event updated for resources: {'Port': ['ID=3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:55.745484 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-b7361aca-6100-4251-b008-c13213b96e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:55.747445 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-b7361aca-6100-4251-b008-c13213b96e18 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f4947cca2a6480f85064d6dfbb3a125&device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 1126 time: 0.1512570 Mar 07 10:57:55.874905 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e64c425-db48-4e91-b5f4-e4e074b20383 req-5e1ec9e6-8115-4569-a579-6d71962dcecb tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:55.878008 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-a6e4d204-268f-4f75-9d19-ee4733a59c49 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba HTTP/1.1" status: 200 len: 217 time: 0.1111631 Mar 07 10:57:55.894322 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9e64c425-db48-4e91-b5f4-e4e074b20383 req-5e1ec9e6-8115-4569-a579-6d71962dcecb tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.1138947 Mar 07 10:57:55.999630 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9e64c425-db48-4e91-b5f4-e4e074b20383 req-c6fdf7f3-9efc-4ff3-babf-90cd87a2d086 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028922 Mar 07 10:57:56.035142 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-e4bcc5ed-4658-4275-8159-c418a2bacd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:56.036865 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-e4bcc5ed-4658-4275-8159-c418a2bacd0e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4787b40-e1f6-4c42-b340-b6308e03f420 HTTP/1.1" status: 200 len: 856 time: 0.1502175 Mar 07 10:57:56.071380 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6e03bbd6-3314-4831-8170-289c1dcb1c82 admin admin] Publish callbacks [] for security_group (1cb6c7af-7920-42b4-a186-a75b3ac008f9), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:56.086553 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6e03bbd6-3314-4831-8170-289c1dcb1c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (1cb6c7af-7920-42b4-a186-a75b3ac008f9), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:56.181238 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03bbd6-3314-4831-8170-289c1dcb1c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb6c7af-7920-42b4-a186-a75b3ac008f9,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:56.232443 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-cddd65c2-c00c-4e7a-ad04-c7a12f48b922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:56.234357 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-cddd65c2-c00c-4e7a-ad04-c7a12f48b922 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=89c82ebc-0d2c-446d-9232-939e7905e93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1616066 Mar 07 10:57:56.240714 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 49020) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:57:56.241951 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6e03bbd6-3314-4831-8170-289c1dcb1c82 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=27bb04be36a94c1b95b4acb77ac149f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6766882 Mar 07 10:57:56.329991 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f05655c3-ba03-4ffd-a502-d059cbe6ac21 admin admin] Publish callbacks [] for security_group (1cb6c7af-7920-42b4-a186-a75b3ac008f9), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:56.387535 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f05655c3-ba03-4ffd-a502-d059cbe6ac21 admin admin] Publish callbacks [] for security_group (1cb6c7af-7920-42b4-a186-a75b3ac008f9), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:56.390608 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-db64d603-58a4-43d6-9e99-30a87e61c397 service neutron] 10.222.0.21 "GET /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472867 Mar 07 10:57:56.464097 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f05655c3-ba03-4ffd-a502-d059cbe6ac21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (1cb6c7af-7920-42b4-a186-a75b3ac008f9), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:56.468921 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f05655c3-ba03-4ffd-a502-d059cbe6ac21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:56.475080 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f05655c3-ba03-4ffd-a502-d059cbe6ac21 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1cb6c7af-7920-42b4-a186-a75b3ac008f9 HTTP/1.1" status: 204 len: 168 time: 0.2305074 Mar 07 10:57:56.506475 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05655c3-ba03-4ffd-a502-d059cbe6ac21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb6c7af-7920-42b4-a186-a75b3ac008f9,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:56.590091 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0659c8a0-6ae9-45b5-96cd-6d0601bbebb1 req-9b06a910-e48a-44de-ad8a-e7c31d3fd282 service neutron] 10.222.0.21 "GET /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922898 Mar 07 10:57:56.728166 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3fbeb-6eae-4c32-91ba-5856a183c78e req-6878d3b2-658b-4857-9b96-cc8a3af1d5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:56.729804 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-79b3fbeb-6eae-4c32-91ba-5856a183c78e req-6878d3b2-658b-4857-9b96-cc8a3af1d5d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f4947cca2a6480f85064d6dfbb3a125&device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 1126 time: 0.0804584 Mar 07 10:57:56.859840 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb42fa3-6b95-40c3-9ad9-dd9bf3a132e4 req-4719e0fa-6b7c-4c68-b006-2014d75028e9 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:56.867207 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-afb42fa3-6b95-40c3-9ad9-dd9bf3a132e4 req-4719e0fa-6b7c-4c68-b006-2014d75028e9 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 944 time: 0.1428053 Mar 07 10:57:56.929141 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3fbeb-6eae-4c32-91ba-5856a183c78e req-ddec6d2c-de16-4360-b9a9-2ed6e0eaa074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:56.932001 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-79b3fbeb-6eae-4c32-91ba-5856a183c78e req-ddec6d2c-de16-4360-b9a9-2ed6e0eaa074 service neutron] 10.222.0.21 "GET /v2.0/networks?id=89c82ebc-0d2c-446d-9232-939e7905e93b HTTP/1.1" status: 200 len: 918 time: 0.1933591 Mar 07 10:57:56.993414 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-afb42fa3-6b95-40c3-9ad9-dd9bf3a132e4 req-aca9e50a-f2dc-48bd-8885-636ede7b17e7 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228211 Mar 07 10:57:56.995439 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-79b3fbeb-6eae-4c32-91ba-5856a183c78e req-5e5da355-3517-4417-9e31-b898263b71da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba HTTP/1.1" status: 200 len: 217 time: 0.0556166 Mar 07 10:57:57.088814 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3fbeb-6eae-4c32-91ba-5856a183c78e req-c0740e01-7ad7-40a3-920a-4a8d5842a015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:57.090327 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-79b3fbeb-6eae-4c32-91ba-5856a183c78e req-c0740e01-7ad7-40a3-920a-4a8d5842a015 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4787b40-e1f6-4c42-b340-b6308e03f420 HTTP/1.1" status: 200 len: 856 time: 0.0872138 Mar 07 10:57:57.180445 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3fbeb-6eae-4c32-91ba-5856a183c78e req-7c991bde-5ffb-4eaa-b5af-a621cbf156f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:57.185625 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-79b3fbeb-6eae-4c32-91ba-5856a183c78e req-7c991bde-5ffb-4eaa-b5af-a621cbf156f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=89c82ebc-0d2c-446d-9232-939e7905e93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0885625 Mar 07 10:57:57.199011 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c06ec-7af3-419b-91a8-0bf04528961a req-087671a0-607e-4be4-b83f-347514fc4a73 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:57.207273 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c15c06ec-7af3-419b-91a8-0bf04528961a req-087671a0-607e-4be4-b83f-347514fc4a73 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.0870533 Mar 07 10:57:57.313248 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c15c06ec-7af3-419b-91a8-0bf04528961a req-7375faeb-b93e-4be6-a5b4-f29b1c292402 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046591 Mar 07 10:57:57.376621 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-79b3fbeb-6eae-4c32-91ba-5856a183c78e req-91539cba-c940-4e50-aa7e-dbfaace8f110 service neutron] 10.222.0.21 "GET /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833935 Mar 07 10:57:57.551531 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-79b3fbeb-6eae-4c32-91ba-5856a183c78e req-f692f27f-6ffd-40be-9188-93b98bbb948f service neutron] 10.222.0.21 "GET /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672878 Mar 07 10:57:58.202971 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:57:58.276522 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f93e8b-4e22-46e1-9a78-9af350feba95 req-23f015a8-7565-41b1-9715-4b1686d2fcbb tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:58.280373 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72f93e8b-4e22-46e1-9a78-9af350feba95 req-23f015a8-7565-41b1-9715-4b1686d2fcbb tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 944 time: 0.1523125 Mar 07 10:57:58.405890 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72f93e8b-4e22-46e1-9a78-9af350feba95 req-0b399f73-6cc6-48ef-9614-49c5b3a8b9bb tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181118 Mar 07 10:57:58.499312 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:58.502209 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee415f-570f-47bf-8cc1-d4fe210424ae req-813dfb12-35a9-442e-aaf1-6f3833d77d16 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:58.512197 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba', 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b', 'port_id': '3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba', 'mac_address': 'fa:16:3e:24:d6:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:57:58.519191 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-43ee415f-570f-47bf-8cc1-d4fe210424ae req-813dfb12-35a9-442e-aaf1-6f3833d77d16 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.1279204 Mar 07 10:57:58.573646 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:57:58.574038 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:58.599836 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:57:58.608953 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-43ee415f-570f-47bf-8cc1-d4fe210424ae req-64706733-0b93-4852-ae46-a5308e75ac71 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887442 Mar 07 10:57:58.642459 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:57:58.648865 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:57:58.705390 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:57:58.869278 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:57:59.595952 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363cdff-460c-4a2b-9cd6-743afe7d8eef req-1d95372b-33f7-408f-9061-72890aac31c1 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:59.598011 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3363cdff-460c-4a2b-9cd6-743afe7d8eef req-1d95372b-33f7-408f-9061-72890aac31c1 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 945 time: 0.0768230 Mar 07 10:57:59.667212 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3363cdff-460c-4a2b-9cd6-743afe7d8eef req-776143da-6c84-4557-9e5e-bc178781d402 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629447 Mar 07 10:57:59.769016 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a01659-713b-4bed-989b-3e12bc126318 req-6c1fa16f-17ba-4e99-a128-a91bf9a9296d tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:57:59.776699 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-41a01659-713b-4bed-989b-3e12bc126318 req-6c1fa16f-17ba-4e99-a128-a91bf9a9296d tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.0660641 Mar 07 10:57:59.836486 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-41a01659-713b-4bed-989b-3e12bc126318 req-0486fe8d-4b85-4a28-9d05-f3df674cb371 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536757 Mar 07 10:58:00.197678 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:58:00.281591 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:58:00.287258 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:58:00.287945 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:00.424880 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:58:00.425297 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:00.465738 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d698a1-2087-4929-bb24-a5ac8e70eb6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:58:00.468165 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c12cf94-305d-40c4-abdc-9c53590237aa" -d '{"events": [{"server_uuid": "26d698a1-2087-4929-bb24-a5ac8e70eb6d", "name": "network-vif-plugged", "status": "completed", "tag": "3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:58:00.488174 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:00.496157 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:00.587934 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf667478-bb38-4d83-a391-b6a8a4f7e412 x-openstack-request-id: req-cf667478-bb38-4d83-a391-b6a8a4f7e412 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:58:00.588316 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d698a1-2087-4929-bb24-a5ac8e70eb6d", "name": "network-vif-plugged", "status": "completed", "tag": "3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:58:00.588536 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cf667478-bb38-4d83-a391-b6a8a4f7e412 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:58:00.588980 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d698a1-2087-4929-bb24-a5ac8e70eb6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba', 'code': 200} Mar 07 10:58:00.608677 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:00.691619 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211a031-f011-4eda-8c7c-8fcc21a0e6fe req-f78dec53-7308-4c70-b319-aff2e91fb408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:00.693551 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9211a031-f011-4eda-8c7c-8fcc21a0e6fe req-f78dec53-7308-4c70-b319-aff2e91fb408 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 1128 time: 0.0998037 Mar 07 10:58:00.778693 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9211a031-f011-4eda-8c7c-8fcc21a0e6fe req-5a1a948b-f8c2-4bb4-ae8d-b8eb851fcc2b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725443 Mar 07 10:58:00.829071 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8b7c66-4cdc-497f-8009-cb0a98ee3262 req-add43ed9-f176-4449-a147-9869247980b5 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:00.831997 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2b8b7c66-4cdc-497f-8009-cb0a98ee3262 req-add43ed9-f176-4449-a147-9869247980b5 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 946 time: 0.0815110 Mar 07 10:58:00.940602 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2b8b7c66-4cdc-497f-8009-cb0a98ee3262 req-0e8e946f-5f6f-45d8-8a38-5dc8b7ef76e5 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943429 Mar 07 10:58:01.010373 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145d1f67-11ed-413b-86d2-708a3c277dd1 req-4288232f-1859-46c9-b8b8-602ca06db271 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:01.017777 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-145d1f67-11ed-413b-86d2-708a3c277dd1 req-4288232f-1859-46c9-b8b8-602ca06db271 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.0667348 Mar 07 10:58:01.092766 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-145d1f67-11ed-413b-86d2-708a3c277dd1 req-c22b2eb9-8493-41ea-8075-607cb8a0b078 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598254 Mar 07 10:58:01.373798 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7671743-0e56-4493-95d7-f174b3675fe4 req-f994ee5c-715b-40c1-98e9-631b906fce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:01.375661 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e7671743-0e56-4493-95d7-f174b3675fe4 req-f994ee5c-715b-40c1-98e9-631b906fce45 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6d3fdd77decc4d62a3e5426903f03a99&device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 1127 time: 0.0816565 Mar 07 10:58:01.377164 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0419d-034f-435b-9d32-bff0ab9aa3f1 req-34b0aae1-0943-4313-81bb-f9d8ba5edf71 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:01.378913 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5ec0419d-034f-435b-9d32-bff0ab9aa3f1 req-34b0aae1-0943-4313-81bb-f9d8ba5edf71 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.1119525 Mar 07 10:58:01.442012 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5ec0419d-034f-435b-9d32-bff0ab9aa3f1 req-2eecd2ac-9a54-474e-ab1d-39e0b8c3a252 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522845 Mar 07 10:58:01.488178 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7671743-0e56-4493-95d7-f174b3675fe4 req-ea1a1f61-cbc9-4d38-b6d9-41364e4168f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:01.489833 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e7671743-0e56-4493-95d7-f174b3675fe4 req-ea1a1f61-cbc9-4d38-b6d9-41364e4168f3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=28765912-277e-46d1-95bd-16e2031149b0 HTTP/1.1" status: 200 len: 912 time: 0.1082163 Mar 07 10:58:01.574777 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e7671743-0e56-4493-95d7-f174b3675fe4 req-3cb48f4a-c1a9-41a6-8110-549439940a95 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=052c2f2c-982a-42de-919d-b7737e320cde HTTP/1.1" status: 200 len: 1001 time: 0.0760648 Mar 07 10:58:01.654931 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7671743-0e56-4493-95d7-f174b3675fe4 req-ec9311bf-0359-4948-9dd0-1c7a65a32b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:01.656813 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e7671743-0e56-4493-95d7-f174b3675fe4 req-ec9311bf-0359-4948-9dd0-1c7a65a32b58 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c02524-f503-4482-9d50-de9acc410b2f HTTP/1.1" status: 200 len: 850 time: 0.0750682 Mar 07 10:58:01.729880 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7671743-0e56-4493-95d7-f174b3675fe4 req-4fbf5617-fa3f-4412-a384-097395f392b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:01.731650 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e7671743-0e56-4493-95d7-f174b3675fe4 req-4fbf5617-fa3f-4412-a384-097395f392b7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=28765912-277e-46d1-95bd-16e2031149b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0693114 Mar 07 10:58:01.870859 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e7671743-0e56-4493-95d7-f174b3675fe4 req-8f892d04-db6c-4153-93de-d875cda4cc50 service neutron] 10.222.0.31 "GET /v2.0/networks/28765912-277e-46d1-95bd-16e2031149b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334326 Mar 07 10:58:02.066795 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e7671743-0e56-4493-95d7-f174b3675fe4 req-b3c3e3e5-e312-4c29-8964-697f5febf339 service neutron] 10.222.0.31 "GET /v2.0/networks/28765912-277e-46d1-95bd-16e2031149b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889369 Mar 07 10:58:02.189439 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db5f0c6-88b0-42c5-8375-fc3057c4c810 req-8809ea2b-e68d-4d9c-a574-45a7209ef154 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:02.191272 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7db5f0c6-88b0-42c5-8375-fc3057c4c810 req-8809ea2b-e68d-4d9c-a574-45a7209ef154 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 946 time: 0.0753798 Mar 07 10:58:02.273688 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7db5f0c6-88b0-42c5-8375-fc3057c4c810 req-6603d5dd-a217-4d06-b1d1-710302afba03 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663431 Mar 07 10:58:02.431369 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0a23d-c9d2-414b-ae4f-3870c5017fa1 req-01c862a4-29c4-4333-b4e0-99e197fc31f9 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:02.433570 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e3d0a23d-c9d2-414b-ae4f-3870c5017fa1 req-01c862a4-29c4-4333-b4e0-99e197fc31f9 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 946 time: 0.0796974 Mar 07 10:58:02.442518 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 49228) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:58:02.447525 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f92f2146-87cc-4d85-8698-ea973894f76d tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Request body: {'floatingip': {'port_id': '3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:58:02.588389 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f92f2146-87cc-4d85-8698-ea973894f76d tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for floatingip (51d66252-c70a-4f79-b6ba-ade53da84083), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:02.812872 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd957a5-dcea-4ed4-96cb-fbea8feaece5 req-817b89c1-0982-485f-88fd-9f4b5223e3ae tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:02.815366 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1fd957a5-dcea-4ed4-96cb-fbea8feaece5 req-817b89c1-0982-485f-88fd-9f4b5223e3ae tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.1761181 Mar 07 10:58:03.008793 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1fd957a5-dcea-4ed4-96cb-fbea8feaece5 req-5984426d-2445-4a84-8514-f07d45a3351c tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842954 Mar 07 10:58:03.021740 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:58:03.593492 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.db.resource_extend [None req-f92f2146-87cc-4d85-8698-ea973894f76d tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 07 10:58:03.719404 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f92f2146-87cc-4d85-8698-ea973894f76d tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:03.739414 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f92f2146-87cc-4d85-8698-ea973894f76d tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (51d66252-c70a-4f79-b6ba-ade53da84083), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:04.298064 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb9db81-dc0b-4ef6-ae5d-f0763089f97e req-5eaacd34-2f3c-4e90-8332-d18345a372f2 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:04.309557 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6bb9db81-dc0b-4ef6-ae5d-f0763089f97e req-5eaacd34-2f3c-4e90-8332-d18345a372f2 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.1413114 Mar 07 10:58:04.444720 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6bb9db81-dc0b-4ef6-ae5d-f0763089f97e req-d385d532-6d7b-486d-83d8-ef7655f9b626 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242340 Mar 07 10:58:04.488832 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-f92f2146-87cc-4d85-8698-ea973894f76d tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Floating IP 51d66252-c70a-4f79-b6ba-ade53da84083 associated. External IP: 172.25.3.215, port: 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba. Mar 07 10:58:05.129205 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92f2146-87cc-4d85-8698-ea973894f76d tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Router 8340f294-28b9-4618-ba75-a40fe8154dcf has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:58:05.377509 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92f2146-87cc-4d85-8698-ea973894f76d tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:58:05.385359 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f92f2146-87cc-4d85-8698-ea973894f76d tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:05.427228 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec358dc9-10a5-46c5-954a-c1dfd136f166 None None] Sync routers for ids ['8340f294-28b9-4618-ba75-a40fe8154dcf'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:58:05.449432 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec358dc9-10a5-46c5-954a-c1dfd136f166 None None] Routers {'8340f294-28b9-4618-ba75-a40fe8154dcf'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:58:05.450213 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ec358dc9-10a5-46c5-954a-c1dfd136f166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:57:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['8340f294-28b9-4618-ba75-a40fe8154dcf'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:05.481899 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f92f2146-87cc-4d85-8698-ea973894f76d tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "PUT /v2.0/floatingips/51d66252-c70a-4f79-b6ba-ade53da84083 HTTP/1.1" status: 200 len: 992 time: 3.0378485 Mar 07 10:58:05.487411 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d698a1-2087-4929-bb24-a5ac8e70eb6d', 'tag': '3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:58:05.490737 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1909d2c2-7a78-44a1-b53f-1bd609f0df54" -d '{"events": [{"name": "network-changed", "server_uuid": "26d698a1-2087-4929-bb24-a5ac8e70eb6d", "tag": "3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:58:05.572551 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2441c9c0-de3b-4e39-a2c6-3bccc5425d6f x-openstack-request-id: req-2441c9c0-de3b-4e39-a2c6-3bccc5425d6f {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:58:05.572855 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d698a1-2087-4929-bb24-a5ac8e70eb6d", "tag": "3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:58:05.573150 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2441c9c0-de3b-4e39-a2c6-3bccc5425d6f {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:58:05.573554 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d698a1-2087-4929-bb24-a5ac8e70eb6d', 'tag': '3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba', 'status': 'completed', 'code': 200} Mar 07 10:58:05.589763 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-ec358dc9-10a5-46c5-954a-c1dfd136f166 None None] Set router 8340f294-28b9-4618-ba75-a40fe8154dcf gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:58:05.714842 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909d2c2-7a78-44a1-b53f-1bd609f0df54 req-4ec7871a-7733-410b-82af-766b99ebface service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:05.716768 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1909d2c2-7a78-44a1-b53f-1bd609f0df54 req-4ec7871a-7733-410b-82af-766b99ebface service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f4947cca2a6480f85064d6dfbb3a125&device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 1128 time: 0.1335223 Mar 07 10:58:05.902937 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ec358dc9-10a5-46c5-954a-c1dfd136f166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'name': 'tempest-AttachVolumeShelveTestJSON-1265140767-router', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:11Z', 'updated_at': '2022-03-07T10:53:19Z', 'revision_number': 4, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'gw_port': {'id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:13Z', 'updated_at': '2022-03-07T10:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '51d66252-c70a-4f79-b6ba-ade53da84083', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'floating_ip_address': '172.25.3.215', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'port_id': '3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b', 'mac_address': 'fa:16:3e:24:d6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d698a1-2087-4929-bb24-a5ac8e70eb6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:57:45Z', 'updated_at': '2022-03-07T10:58:03Z', 'revision_number': 1, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ed482d-9752-4c73-992e-1b69cc138120', 'name': '', 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'mac_address': 'fa:16:3e:57:77:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:18Z', 'updated_at': '2022-03-07T10:53:24Z', 'revision_number': 5, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'subnets': [{'id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:05.956130 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909d2c2-7a78-44a1-b53f-1bd609f0df54 req-da7422b4-d1a6-42e9-a006-221846e23d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:05.957659 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1909d2c2-7a78-44a1-b53f-1bd609f0df54 req-da7422b4-d1a6-42e9-a006-221846e23d58 service neutron] 10.222.0.21 "GET /v2.0/networks?id=89c82ebc-0d2c-446d-9232-939e7905e93b HTTP/1.1" status: 200 len: 918 time: 0.2272866 Mar 07 10:58:06.061668 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec358dc9-10a5-46c5-954a-c1dfd136f166 None None] Checking router: 8340f294-28b9-4618-ba75-a40fe8154dcf for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:58:06.072276 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1909d2c2-7a78-44a1-b53f-1bd609f0df54 req-d2bde859-e8e2-4032-a4f4-92ea9261706d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba HTTP/1.1" status: 200 len: 1000 time: 0.1086574 Mar 07 10:58:06.085762 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec358dc9-10a5-46c5-954a-c1dfd136f166 None None] Routers {'8340f294-28b9-4618-ba75-a40fe8154dcf'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:58:06.086637 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ec358dc9-10a5-46c5-954a-c1dfd136f166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:57:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['8340f294-28b9-4618-ba75-a40fe8154dcf'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:06.133913 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909d2c2-7a78-44a1-b53f-1bd609f0df54 req-acae887f-b909-4e88-840f-50bcd01b7ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:06.137648 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1909d2c2-7a78-44a1-b53f-1bd609f0df54 req-acae887f-b909-4e88-840f-50bcd01b7ca3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4787b40-e1f6-4c42-b340-b6308e03f420 HTTP/1.1" status: 200 len: 856 time: 0.0599394 Mar 07 10:58:06.206312 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909d2c2-7a78-44a1-b53f-1bd609f0df54 req-1ecf1487-e17f-4cc7-a4b1-ca34452a5ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:06.208184 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1909d2c2-7a78-44a1-b53f-1bd609f0df54 req-1ecf1487-e17f-4cc7-a4b1-ca34452a5ecb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=89c82ebc-0d2c-446d-9232-939e7905e93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0642910 Mar 07 10:58:06.291321 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-ec358dc9-10a5-46c5-954a-c1dfd136f166 None None] Set router 8340f294-28b9-4618-ba75-a40fe8154dcf gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:58:06.359951 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1909d2c2-7a78-44a1-b53f-1bd609f0df54 req-3a96e7fd-9b58-437e-b06b-85c1267ea277 service neutron] 10.222.0.21 "GET /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457698 Mar 07 10:58:06.479611 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6db28c5f-e611-4513-860b-2f60e987c7a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:06.600099 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1909d2c2-7a78-44a1-b53f-1bd609f0df54 req-c85cbb90-154f-4fc6-abf6-1e71884ba014 service neutron] 10.222.0.21 "GET /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345254 Mar 07 10:58:06.733095 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ec358dc9-10a5-46c5-954a-c1dfd136f166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'name': 'tempest-AttachVolumeShelveTestJSON-1265140767-router', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:11Z', 'updated_at': '2022-03-07T10:53:19Z', 'revision_number': 4, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'gw_port': {'id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:13Z', 'updated_at': '2022-03-07T10:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '51d66252-c70a-4f79-b6ba-ade53da84083', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'floating_ip_address': '172.25.3.215', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'port_id': '3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b', 'mac_address': 'fa:16:3e:24:d6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d698a1-2087-4929-bb24-a5ac8e70eb6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:57:45Z', 'updated_at': '2022-03-07T10:58:03Z', 'revision_number': 1, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ed482d-9752-4c73-992e-1b69cc138120', 'name': '', 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'mac_address': 'fa:16:3e:57:77:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:18Z', 'updated_at': '2022-03-07T10:53:24Z', 'revision_number': 5, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'subnets': [{'id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:58:06.771993 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec358dc9-10a5-46c5-954a-c1dfd136f166 None None] The sync data for ids ['8340f294-28b9-4618-ba75-a40fe8154dcf'] in n-d-832164-4 is: [{'id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'name': 'tempest-AttachVolumeShelveTestJSON-1265140767-router', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:11Z', 'updated_at': '2022-03-07T10:53:19Z', 'revision_number': 4, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'gw_port': {'id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:13Z', 'updated_at': '2022-03-07T10:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '51d66252-c70a-4f79-b6ba-ade53da84083', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'floating_ip_address': '172.25.3.215', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'port_id': '3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b', 'mac_address': 'fa:16:3e:24:d6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26d698a1-2087-4929-bb24-a5ac8e70eb6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:57:45Z', 'updated_at': '2022-03-07T10:58:03Z', 'revision_number': 1, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ed482d-9752-4c73-992e-1b69cc138120', 'name': '', 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'mac_address': 'fa:16:3e:57:77:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:18Z', 'updated_at': '2022-03-07T10:53:24Z', 'revision_number': 5, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'subnets': [{'id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:58:07.152371 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1914a822-42a6-4810-b49e-9df3f79b3725 None None] New status for floating IP 51d66252-c70a-4f79-b6ba-ade53da84083: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:58:08.594287 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-51b4bc76-9da8-4fd0-a68f-6b4a716090e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:09.373850 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-f685980d-e024-45c4-8ce9-378d813b29b8 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:09.375471 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-f685980d-e024-45c4-8ce9-378d813b29b8 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/networks?id=b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d HTTP/1.1" status: 200 len: 814 time: 0.1909788 Mar 07 10:58:09.392482 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-797a4c09-44ca-47db-91f9-8f0ef5487817 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/quotas/95b698f37d9d48cebde39c910a78528b HTTP/1.1" status: 200 len: 375 time: 0.0106080 Mar 07 10:58:09.464059 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-2685cb96-7091-4cd1-a570-a6a8282a6272 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=95b698f37d9d48cebde39c910a78528b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615537 Mar 07 10:58:09.675039 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-dc54b1cd-9857-4c6f-8098-12b3a1e1b3f9 service neutron] 10.222.0.11 "GET /v2.0/networks/b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071383 Mar 07 10:58:09.733895 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 49832) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:58:09.821227 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-3be32846-d71b-4830-b88a-38f40b7a1b91 service neutron] 10.222.0.11 "GET /v2.0/networks/b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392779 Mar 07 10:58:09.893780 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:09.963238 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6763eb0d-d50c-486d-960e-ccede112d5d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:10.178692 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2269da3d-7a4d-4d16-a0aa-5ec4b29d66b6 req-6d9da5db-8deb-464e-b6c7-805fdb20ec08 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/ports?device_id=1de9b128-8beb-46ac-a3ac-d097c5cff727 HTTP/1.1" status: 200 len: 210 time: 0.0826581 Mar 07 10:58:10.185100 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6763eb0d-d50c-486d-960e-ccede112d5d8 admin admin] Publish callbacks [] for security_group (e4e15863-788c-4796-8a32-3299789e5020), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:10.200672 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6763eb0d-d50c-486d-960e-ccede112d5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e4e15863-788c-4796-8a32-3299789e5020), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:10.231741 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6763eb0d-d50c-486d-960e-ccede112d5d8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7758a052092645cfb8633e345720ed3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4955785 Mar 07 10:58:10.234218 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 49854) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:58:10.317156 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6763eb0d-d50c-486d-960e-ccede112d5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e15863-788c-4796-8a32-3299789e5020,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:10.369291 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-717a632d-acd3-4c06-90d2-3e6d623bf893 admin admin] Publish callbacks [] for security_group (e4e15863-788c-4796-8a32-3299789e5020), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:10.408050 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-717a632d-acd3-4c06-90d2-3e6d623bf893 admin admin] Publish callbacks [] for security_group (e4e15863-788c-4796-8a32-3299789e5020), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:10.486507 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-717a632d-acd3-4c06-90d2-3e6d623bf893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e4e15863-788c-4796-8a32-3299789e5020), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:10.489422 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-717a632d-acd3-4c06-90d2-3e6d623bf893 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:10.502853 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-717a632d-acd3-4c06-90d2-3e6d623bf893 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e4e15863-788c-4796-8a32-3299789e5020 HTTP/1.1" status: 204 len: 168 time: 0.2600591 Mar 07 10:58:10.527270 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a632d-acd3-4c06-90d2-3e6d623bf893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e15863-788c-4796-8a32-3299789e5020,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:10.989418 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 49870) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:58:11.008179 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7dcaae3a-2f7f-4f61-b08a-7fa56064c5d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:11.181813 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7dcaae3a-2f7f-4f61-b08a-7fa56064c5d1 admin admin] Publish callbacks [] for security_group (7980136d-0bf3-4046-a93c-634902d582e8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:11.189285 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7dcaae3a-2f7f-4f61-b08a-7fa56064c5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7980136d-0bf3-4046-a93c-634902d582e8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:11.272630 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7dcaae3a-2f7f-4f61-b08a-7fa56064c5d1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dedf47c52a04436ea2c2f16d86116f37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2820351 Mar 07 10:58:11.275909 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 49874) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:58:11.286992 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcaae3a-2f7f-4f61-b08a-7fa56064c5d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7980136d-0bf3-4046-a93c-634902d582e8,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:11.375818 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d24ffe46-d439-4f9f-a847-600303a17b44 admin admin] Publish callbacks [] for security_group (7980136d-0bf3-4046-a93c-634902d582e8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:11.389613 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0d8806ed-4593-4a68-800c-690436714f39 req-d82e7b59-8dad-4d68-9f58-7c375576159f tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/ports?device_id=1de9b128-8beb-46ac-a3ac-d097c5cff727 HTTP/1.1" status: 200 len: 210 time: 0.0605164 Mar 07 10:58:11.403800 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d24ffe46-d439-4f9f-a847-600303a17b44 admin admin] Publish callbacks [] for security_group (7980136d-0bf3-4046-a93c-634902d582e8), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:11.549038 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d24ffe46-d439-4f9f-a847-600303a17b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7980136d-0bf3-4046-a93c-634902d582e8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:11.551645 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d24ffe46-d439-4f9f-a847-600303a17b44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:11.552807 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d24ffe46-d439-4f9f-a847-600303a17b44 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7980136d-0bf3-4046-a93c-634902d582e8 HTTP/1.1" status: 204 len: 168 time: 0.2753704 Mar 07 10:58:11.595018 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24ffe46-d439-4f9f-a847-600303a17b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7980136d-0bf3-4046-a93c-634902d582e8,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:11.697604 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:11.747856 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-a25feab4-b59c-4323-bd36-af2886baeac8 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:11.749448 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-a25feab4-b59c-4323-bd36-af2886baeac8 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.31 "GET /v2.0/networks?id=b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d HTTP/1.1" status: 200 len: 814 time: 0.2607551 Mar 07 10:58:11.764481 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-193a50f1-06cc-4c95-b54e-9c078e76eb7f tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Request body: {'port': {'device_id': '1de9b128-8beb-46ac-a3ac-d097c5cff727', 'network_id': 'b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d', 'admin_state_up': True, 'tenant_id': '95b698f37d9d48cebde39c910a78528b'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:58:11.990589 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-193a50f1-06cc-4c95-b54e-9c078e76eb7f tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Made reservation on behalf of 95b698f37d9d48cebde39c910a78528b for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:58:11.996760 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-193a50f1-06cc-4c95-b54e-9c078e76eb7f tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:12.224879 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-193a50f1-06cc-4c95-b54e-9c078e76eb7f tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Allocated IP 172.20.0.9 (b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d/15b28a23-ca62-45e8-9f35-5e8038050869/26955e08-20a5-4623-9d65-3fcc19b4a82d) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:58:12.508705 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f3fa2f0d-f257-443d-baa1-2b4cf2d83dd7 req-d04e4c8a-39e1-43bc-97fa-790df3b8f4c6 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/ports?device_id=1de9b128-8beb-46ac-a3ac-d097c5cff727 HTTP/1.1" status: 200 len: 210 time: 0.0292170 Mar 07 10:58:12.518478 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-193a50f1-06cc-4c95-b54e-9c078e76eb7f tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Publish callbacks [] for port (26955e08-20a5-4623-9d65-3fcc19b4a82d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:12.558475 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-193a50f1-06cc-4c95-b54e-9c078e76eb7f tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (26955e08-20a5-4623-9d65-3fcc19b4a82d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:12.608084 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-193a50f1-06cc-4c95-b54e-9c078e76eb7f tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Network b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:58:12.611426 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-193a50f1-06cc-4c95-b54e-9c078e76eb7f tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:58:12.615469 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-193a50f1-06cc-4c95-b54e-9c078e76eb7f tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:58:12.672721 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-193a50f1-06cc-4c95-b54e-9c078e76eb7f tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:12.673736 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-193a50f1-06cc-4c95-b54e-9c078e76eb7f tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:12.677513 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193a50f1-06cc-4c95-b54e-9c078e76eb7f tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Pushing event updated for resources: {'Port': ['ID=26955e08-20a5-4623-9d65-3fcc19b4a82d,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:12.695123 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-193a50f1-06cc-4c95-b54e-9c078e76eb7f tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9361067 Mar 07 10:58:12.707175 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-79badf99-ffaa-4229-8024-293d5cad9c5d service neutron] Request body: {'port': {'device_id': '1de9b128-8beb-46ac-a3ac-d097c5cff727', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:58:12.780945 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-79badf99-ffaa-4229-8024-293d5cad9c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (26955e08-20a5-4623-9d65-3fcc19b4a82d), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:12.920864 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:13.118109 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-79badf99-ffaa-4229-8024-293d5cad9c5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26955e08-20a5-4623-9d65-3fcc19b4a82d {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:58:13.127023 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-79badf99-ffaa-4229-8024-293d5cad9c5d service neutron] Publish callbacks [] for port (26955e08-20a5-4623-9d65-3fcc19b4a82d), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:13.141724 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-79badf99-ffaa-4229-8024-293d5cad9c5d service neutron] Transition to ACTIVE for port object 26955e08-20a5-4623-9d65-3fcc19b4a82d will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:58:13.149150 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-79badf99-ffaa-4229-8024-293d5cad9c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (26955e08-20a5-4623-9d65-3fcc19b4a82d), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:13.193875 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79badf99-ffaa-4229-8024-293d5cad9c5d service neutron] Pushing event updated for resources: {'Port': ['ID=26955e08-20a5-4623-9d65-3fcc19b4a82d,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:13.288984 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-79badf99-ffaa-4229-8024-293d5cad9c5d service neutron] Attempting to bind port 26955e08-20a5-4623-9d65-3fcc19b4a82d on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:58:13.289262 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-79badf99-ffaa-4229-8024-293d5cad9c5d service neutron] Attempting to bind port 26955e08-20a5-4623-9d65-3fcc19b4a82d by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': 'e051d083-7053-4556-9f86-6915a34edb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:58:13.289598 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-79badf99-ffaa-4229-8024-293d5cad9c5d service neutron] Attempting to bind port 26955e08-20a5-4623-9d65-3fcc19b4a82d on network b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:58:13.299591 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-79badf99-ffaa-4229-8024-293d5cad9c5d service neutron] Port 26955e08-20a5-4623-9d65-3fcc19b4a82d on network b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:58:13.299916 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-79badf99-ffaa-4229-8024-293d5cad9c5d service neutron] Attempting to bind port 26955e08-20a5-4623-9d65-3fcc19b4a82d on network b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:58:13.308880 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-79badf99-ffaa-4229-8024-293d5cad9c5d service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:58:13.309587 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-79badf99-ffaa-4229-8024-293d5cad9c5d service neutron] Checking segment: {'id': 'e051d083-7053-4556-9f86-6915a34edb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:58:13.310159 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-79badf99-ffaa-4229-8024-293d5cad9c5d service neutron] Bound using segment: {'id': 'e051d083-7053-4556-9f86-6915a34edb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:58:13.310784 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-79badf99-ffaa-4229-8024-293d5cad9c5d service neutron] Bound port: 26955e08-20a5-4623-9d65-3fcc19b4a82d, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e051d083-7053-4556-9f86-6915a34edb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:58:13.311329 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-79badf99-ffaa-4229-8024-293d5cad9c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (26955e08-20a5-4623-9d65-3fcc19b4a82d), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:13.387193 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-79badf99-ffaa-4229-8024-293d5cad9c5d service neutron] For port 26955e08-20a5-4623-9d65-3fcc19b4a82d, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:58:13.390678 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-79badf99-ffaa-4229-8024-293d5cad9c5d service neutron] For port 26955e08-20a5-4623-9d65-3fcc19b4a82d, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=26955e08-20a5-4623-9d65-3fcc19b4a82d,segment=NetworkSegment(e051d083-7053-4556-9f86-6915a34edb7f),segment_id=e051d083-7053-4556-9f86-6915a34edb7f)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:58:13.400207 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-79badf99-ffaa-4229-8024-293d5cad9c5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (26955e08-20a5-4623-9d65-3fcc19b4a82d), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:13.437783 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-79badf99-ffaa-4229-8024-293d5cad9c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:13.438537 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-79badf99-ffaa-4229-8024-293d5cad9c5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:13.440260 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-79badf99-ffaa-4229-8024-293d5cad9c5d service neutron] 10.222.0.31 "PUT /v2.0/ports/26955e08-20a5-4623-9d65-3fcc19b4a82d HTTP/1.1" status: 200 len: 1091 time: 0.7383974 Mar 07 10:58:13.440798 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de9b128-8beb-46ac-a3ac-d097c5cff727', 'tag': '26955e08-20a5-4623-9d65-3fcc19b4a82d'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:58:13.443322 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656e88d7-4d70-4038-b09f-ee02cb5cb5ac" -d '{"events": [{"name": "network-changed", "server_uuid": "1de9b128-8beb-46ac-a3ac-d097c5cff727", "tag": "26955e08-20a5-4623-9d65-3fcc19b4a82d"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:58:13.463054 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 49918) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:58:13.548684 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab52e9ff-190b-444b-b832-2fe32b39463f x-openstack-request-id: req-ab52e9ff-190b-444b-b832-2fe32b39463f {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:58:13.549169 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1de9b128-8beb-46ac-a3ac-d097c5cff727", "tag": "26955e08-20a5-4623-9d65-3fcc19b4a82d", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:58:13.549268 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ab52e9ff-190b-444b-b832-2fe32b39463f {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:58:13.549644 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de9b128-8beb-46ac-a3ac-d097c5cff727', 'tag': '26955e08-20a5-4623-9d65-3fcc19b4a82d', 'status': 'completed', 'code': 200} Mar 07 10:58:13.554593 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79badf99-ffaa-4229-8024-293d5cad9c5d service neutron] Pushing event updated for resources: {'Port': ['ID=26955e08-20a5-4623-9d65-3fcc19b4a82d,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:13.611859 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-f74ed3e9-49e4-4ac7-bbba-342939e1f1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:13.613472 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-f74ed3e9-49e4-4ac7-bbba-342939e1f1c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b698f37d9d48cebde39c910a78528b&device_id=1de9b128-8beb-46ac-a3ac-d097c5cff727 HTTP/1.1" status: 200 len: 1125 time: 0.1108098 Mar 07 10:58:13.685580 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8ba34e8c-c6a7-4d13-8bb4-0a832765a088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:13.685917 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-2f0f7138-9091-4d87-8fb9-d92c6547cc64 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26955e08-20a5-4623-9d65-3fcc19b4a82d HTTP/1.1" status: 200 len: 217 time: 0.0452085 Mar 07 10:58:13.750496 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31d49f-0564-4d18-af12-6143ffd30dc2 req-e0ed70b6-3c3b-4c11-bb46-d38504cec905 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:13.752173 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0d31d49f-0564-4d18-af12-6143ffd30dc2 req-e0ed70b6-3c3b-4c11-bb46-d38504cec905 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/ports?device_id=1de9b128-8beb-46ac-a3ac-d097c5cff727 HTTP/1.1" status: 200 len: 943 time: 0.1530058 Mar 07 10:58:13.786236 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8ba34e8c-c6a7-4d13-8bb4-0a832765a088 admin admin] Publish callbacks [] for security_group (f35050b5-1e10-4cb0-b6c2-1712bb29f874), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:13.796785 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8ba34e8c-c6a7-4d13-8bb4-0a832765a088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f35050b5-1e10-4cb0-b6c2-1712bb29f874), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:13.809795 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-44d3860a-3b5a-4899-92a1-de7727647853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:13.812930 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-44d3860a-3b5a-4899-92a1-de7727647853 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=15b28a23-ca62-45e8-9f35-5e8038050869 HTTP/1.1" status: 200 len: 854 time: 0.1202097 Mar 07 10:58:13.868027 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-3283916c-004f-4de1-8ddc-7edfad4fedac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489612 Mar 07 10:58:13.880144 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8ba34e8c-c6a7-4d13-8bb4-0a832765a088 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3c02046572154ec0a82e07fdba360a8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4151225 Mar 07 10:58:13.881316 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba34e8c-c6a7-4d13-8bb4-0a832765a088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35050b5-1e10-4cb0-b6c2-1712bb29f874,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:13.884537 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 49926) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:58:13.912195 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0d31d49f-0564-4d18-af12-6143ffd30dc2 req-6dedb1d9-2dc6-430f-92ac-05a292e60e76 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b3df2eb-fe21-4715-a584-b0ee1aa9879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496372 Mar 07 10:58:13.962763 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2fe102d4-32a1-446d-894c-bf6df03cc04f admin admin] Publish callbacks [] for security_group (f35050b5-1e10-4cb0-b6c2-1712bb29f874), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:13.998804 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2fe102d4-32a1-446d-894c-bf6df03cc04f admin admin] Publish callbacks [] for security_group (f35050b5-1e10-4cb0-b6c2-1712bb29f874), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:14.001605 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-ceaf8fcf-4f55-46f6-8333-12cdc066c090 service neutron] 10.222.0.31 "GET /v2.0/networks/b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262357 Mar 07 10:58:14.059197 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2fe102d4-32a1-446d-894c-bf6df03cc04f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f35050b5-1e10-4cb0-b6c2-1712bb29f874), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:14.062494 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2fe102d4-32a1-446d-894c-bf6df03cc04f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:14.067513 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2fe102d4-32a1-446d-894c-bf6df03cc04f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f35050b5-1e10-4cb0-b6c2-1712bb29f874 HTTP/1.1" status: 204 len: 168 time: 0.1812253 Mar 07 10:58:14.077640 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe102d4-32a1-446d-894c-bf6df03cc04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35050b5-1e10-4cb0-b6c2-1712bb29f874,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:14.131366 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-82f28f93-f7cf-46b1-b105-c1e5b57baaf5 req-d7e77069-693b-4956-8701-6f066002eb01 service neutron] 10.222.0.31 "GET /v2.0/networks/b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229146 Mar 07 10:58:14.247217 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e88d7-4d70-4038-b09f-ee02cb5cb5ac req-1cb983ad-1394-4338-894f-ef122f904443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:14.248791 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-656e88d7-4d70-4038-b09f-ee02cb5cb5ac req-1cb983ad-1394-4338-894f-ef122f904443 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b698f37d9d48cebde39c910a78528b&device_id=1de9b128-8beb-46ac-a3ac-d097c5cff727 HTTP/1.1" status: 200 len: 1125 time: 0.0681710 Mar 07 10:58:14.351425 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e88d7-4d70-4038-b09f-ee02cb5cb5ac req-9e00587b-b0e3-4448-a13e-51daf8994221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:14.354061 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-656e88d7-4d70-4038-b09f-ee02cb5cb5ac req-9e00587b-b0e3-4448-a13e-51daf8994221 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d HTTP/1.1" status: 200 len: 915 time: 0.0957522 Mar 07 10:58:14.404044 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-656e88d7-4d70-4038-b09f-ee02cb5cb5ac req-94ca65cd-49a3-4821-a3cf-ac80616f3a2b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=26955e08-20a5-4623-9d65-3fcc19b4a82d HTTP/1.1" status: 200 len: 217 time: 0.0436878 Mar 07 10:58:14.472164 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e88d7-4d70-4038-b09f-ee02cb5cb5ac req-79665da2-aaa4-4734-97f4-72114e739e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:14.473754 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-656e88d7-4d70-4038-b09f-ee02cb5cb5ac req-79665da2-aaa4-4734-97f4-72114e739e14 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=15b28a23-ca62-45e8-9f35-5e8038050869 HTTP/1.1" status: 200 len: 854 time: 0.0625777 Mar 07 10:58:14.522075 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-656e88d7-4d70-4038-b09f-ee02cb5cb5ac req-e2f72907-1357-4fa2-bb0e-c30e98e45ecf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395133 Mar 07 10:58:14.641741 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-656e88d7-4d70-4038-b09f-ee02cb5cb5ac req-76357dd3-ecee-41a9-bade-69e857fa594a service neutron] 10.222.0.31 "GET /v2.0/networks/b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128268 Mar 07 10:58:14.778068 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-656e88d7-4d70-4038-b09f-ee02cb5cb5ac req-fac7bc0d-e000-4fd1-92dc-1e8ed3cc9ba6 service neutron] 10.222.0.31 "GET /v2.0/networks/b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297042 Mar 07 10:58:15.071796 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567d41c-7cce-408a-9780-e92fca44541a req-65e61fa4-5bd4-411b-8e96-46c2264bf285 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:15.080053 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b567d41c-7cce-408a-9780-e92fca44541a req-65e61fa4-5bd4-411b-8e96-46c2264bf285 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/ports?device_id=1de9b128-8beb-46ac-a3ac-d097c5cff727 HTTP/1.1" status: 200 len: 943 time: 0.0732725 Mar 07 10:58:15.138769 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b567d41c-7cce-408a-9780-e92fca44541a req-281d21ef-4290-410a-a3ae-8f6b552a6171 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b3df2eb-fe21-4715-a584-b0ee1aa9879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582032 Mar 07 10:58:16.276180 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ea4f9-cba4-41d1-bf66-8a6a25e529df req-197bbaf2-d5ee-4c6a-9848-e128012d9964 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:16.277764 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b74ea4f9-cba4-41d1-bf66-8a6a25e529df req-197bbaf2-d5ee-4c6a-9848-e128012d9964 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/ports?device_id=1de9b128-8beb-46ac-a3ac-d097c5cff727 HTTP/1.1" status: 200 len: 943 time: 0.0661509 Mar 07 10:58:16.327283 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b74ea4f9-cba4-41d1-bf66-8a6a25e529df req-bfffe517-6961-4067-9747-20a173cc0988 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b3df2eb-fe21-4715-a584-b0ee1aa9879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436857 Mar 07 10:58:17.450763 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8412b3-ab31-45e5-b1fa-a48ea68e3b32 req-e6a5d3b1-95fd-476d-a67e-d2acfd0bc64d tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:17.453730 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e8412b3-ab31-45e5-b1fa-a48ea68e3b32 req-e6a5d3b1-95fd-476d-a67e-d2acfd0bc64d tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/ports?device_id=1de9b128-8beb-46ac-a3ac-d097c5cff727 HTTP/1.1" status: 200 len: 943 time: 0.0552788 Mar 07 10:58:17.507104 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e8412b3-ab31-45e5-b1fa-a48ea68e3b32 req-a96b94ff-9a73-4e50-8a1a-99a922782b47 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b3df2eb-fe21-4715-a584-b0ee1aa9879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489302 Mar 07 10:58:17.609176 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 26955e08-20a5-4623-9d65-3fcc19b4a82d details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:58:17.718184 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 26955e08-20a5-4623-9d65-3fcc19b4a82d, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=26955e08-20a5-4623-9d65-3fcc19b4a82d,segment=NetworkSegment(e051d083-7053-4556-9f86-6915a34edb7f),segment_id=e051d083-7053-4556-9f86-6915a34edb7f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:17.732612 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '26955e08-20a5-4623-9d65-3fcc19b4a82d', 'network_id': 'b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d', 'port_id': '26955e08-20a5-4623-9d65-3fcc19b4a82d', 'mac_address': 'fa:16:3e:90:50:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b28a23-ca62-45e8-9f35-5e8038050869', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:58:17.789799 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 26955e08-20a5-4623-9d65-3fcc19b4a82d is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:58:17.789799 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (26955e08-20a5-4623-9d65-3fcc19b4a82d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:17.803004 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26955e08-20a5-4623-9d65-3fcc19b4a82d {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:58:17.824768 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 26955e08-20a5-4623-9d65-3fcc19b4a82d, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=26955e08-20a5-4623-9d65-3fcc19b4a82d,segment=NetworkSegment(e051d083-7053-4556-9f86-6915a34edb7f),segment_id=e051d083-7053-4556-9f86-6915a34edb7f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:17.828743 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (26955e08-20a5-4623-9d65-3fcc19b4a82d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:17.878989 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=26955e08-20a5-4623-9d65-3fcc19b4a82d,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:17.887632 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:17.887977 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:17.888415 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:17.888748 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:17.889074 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:17.889776 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:17.890031 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:17.890387 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:17.890715 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:17.891042 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:17.891369 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:17.891690 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:17.892007 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:18.220771 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['26955e08-20a5-4623-9d65-3fcc19b4a82d'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:58:18.406382 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:18.633134 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d6e46d-072a-4d8c-be5d-fbbe1b66b751 req-11c428b2-72f1-487b-9f94-183208442be9 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:18.635531 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-85d6e46d-072a-4d8c-be5d-fbbe1b66b751 req-11c428b2-72f1-487b-9f94-183208442be9 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/ports?device_id=1de9b128-8beb-46ac-a3ac-d097c5cff727 HTTP/1.1" status: 200 len: 944 time: 0.0580482 Mar 07 10:58:18.684724 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-85d6e46d-072a-4d8c-be5d-fbbe1b66b751 req-7e6344c0-6b26-4474-b9b3-30f2531914c1 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b3df2eb-fe21-4715-a584-b0ee1aa9879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434599 Mar 07 10:58:19.623680 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 26955e08-20a5-4623-9d65-3fcc19b4a82d up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:58:19.723066 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 26955e08-20a5-4623-9d65-3fcc19b4a82d completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:58:19.728777 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 26955e08-20a5-4623-9d65-3fcc19b4a82d triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:58:19.729177 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (26955e08-20a5-4623-9d65-3fcc19b4a82d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:19.807173 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-21bf58d7-a946-4028-9a99-fc2ac63450a3 req-11e0dbf3-ec8e-40a8-a93e-a4642a8605f7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1116500 Mar 07 10:58:19.876549 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e90be-7413-4292-9ed2-d164aab3ea00 req-3064122c-dadc-4a9b-8773-0edd13c52487 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:19.885763 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eb4e90be-7413-4292-9ed2-d164aab3ea00 req-3064122c-dadc-4a9b-8773-0edd13c52487 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/ports?device_id=1de9b128-8beb-46ac-a3ac-d097c5cff727 HTTP/1.1" status: 200 len: 944 time: 0.0999651 Mar 07 10:58:19.909079 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 26955e08-20a5-4623-9d65-3fcc19b4a82d is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:58:19.909810 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (26955e08-20a5-4623-9d65-3fcc19b4a82d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:19.953556 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 26955e08-20a5-4623-9d65-3fcc19b4a82d, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=26955e08-20a5-4623-9d65-3fcc19b4a82d,segment=NetworkSegment(e051d083-7053-4556-9f86-6915a34edb7f),segment_id=e051d083-7053-4556-9f86-6915a34edb7f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:19.954796 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eb4e90be-7413-4292-9ed2-d164aab3ea00 req-116b8c72-e57d-4b2a-95c3-8a3d2c1d0f71 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b3df2eb-fe21-4715-a584-b0ee1aa9879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678449 Mar 07 10:58:19.955636 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de9b128-8beb-46ac-a3ac-d097c5cff727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26955e08-20a5-4623-9d65-3fcc19b4a82d'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:58:19.959137 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4931b1f-c86f-4238-883d-a6066f7f0cc6" -d '{"events": [{"server_uuid": "1de9b128-8beb-46ac-a3ac-d097c5cff727", "name": "network-vif-plugged", "status": "completed", "tag": "26955e08-20a5-4623-9d65-3fcc19b4a82d"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:58:19.964271 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (26955e08-20a5-4623-9d65-3fcc19b4a82d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:19.973220 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf58d7-a946-4028-9a99-fc2ac63450a3 req-9034abe3-4f78-4dca-8adc-f6bcbf9d52ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:19.975619 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-21bf58d7-a946-4028-9a99-fc2ac63450a3 req-9034abe3-4f78-4dca-8adc-f6bcbf9d52ed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6d3fdd77decc4d62a3e5426903f03a99&device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 1127 time: 0.1189508 Mar 07 10:58:20.021901 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c862ceb-be1c-476b-ad40-df919b1cbaca x-openstack-request-id: req-5c862ceb-be1c-476b-ad40-df919b1cbaca {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:58:20.022727 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de9b128-8beb-46ac-a3ac-d097c5cff727", "name": "network-vif-plugged", "status": "completed", "tag": "26955e08-20a5-4623-9d65-3fcc19b4a82d", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:58:20.022995 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5c862ceb-be1c-476b-ad40-df919b1cbaca {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:58:20.023400 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de9b128-8beb-46ac-a3ac-d097c5cff727', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26955e08-20a5-4623-9d65-3fcc19b4a82d', 'code': 200} Mar 07 10:58:20.042061 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=26955e08-20a5-4623-9d65-3fcc19b4a82d,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:20.144460 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf58d7-a946-4028-9a99-fc2ac63450a3 req-c5ce121e-df14-47f9-a20e-6782b6422d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:20.146306 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-21bf58d7-a946-4028-9a99-fc2ac63450a3 req-c5ce121e-df14-47f9-a20e-6782b6422d67 service neutron] 10.222.0.31 "GET /v2.0/networks?id=28765912-277e-46d1-95bd-16e2031149b0 HTTP/1.1" status: 200 len: 912 time: 0.1504230 Mar 07 10:58:20.180395 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5bbb1-4ce7-4feb-8dca-666f547f35e9 req-ae7f4cad-cd6f-436e-8e95-0176bcbbf13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:20.192254 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40b5bbb1-4ce7-4feb-8dca-666f547f35e9 req-ae7f4cad-cd6f-436e-8e95-0176bcbbf13b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1de9b128-8beb-46ac-a3ac-d097c5cff727 HTTP/1.1" status: 200 len: 1127 time: 0.0956042 Mar 07 10:58:20.232652 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-21bf58d7-a946-4028-9a99-fc2ac63450a3 req-38751bb9-1a03-499a-9c1b-59f1e4906212 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=052c2f2c-982a-42de-919d-b7737e320cde HTTP/1.1" status: 200 len: 1001 time: 0.0796399 Mar 07 10:58:20.286452 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40b5bbb1-4ce7-4feb-8dca-666f547f35e9 req-fb701ee3-a9ad-4aa1-9888-cc3f8449991e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0b3df2eb-fe21-4715-a584-b0ee1aa9879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933416 Mar 07 10:58:20.309401 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf58d7-a946-4028-9a99-fc2ac63450a3 req-e1ce6508-459f-44b5-8e3f-614220196dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:20.311193 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-21bf58d7-a946-4028-9a99-fc2ac63450a3 req-e1ce6508-459f-44b5-8e3f-614220196dd2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=70c02524-f503-4482-9d50-de9acc410b2f HTTP/1.1" status: 200 len: 850 time: 0.0729244 Mar 07 10:58:20.578159 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf58d7-a946-4028-9a99-fc2ac63450a3 req-f493c446-88d8-45c6-aa1d-3d901b7502e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:20.579842 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-21bf58d7-a946-4028-9a99-fc2ac63450a3 req-f493c446-88d8-45c6-aa1d-3d901b7502e2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=28765912-277e-46d1-95bd-16e2031149b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0551877 Mar 07 10:58:20.709415 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-21bf58d7-a946-4028-9a99-fc2ac63450a3 req-8e5cffef-ed53-4071-bd56-2b02ac8b2e2e service neutron] 10.222.0.31 "GET /v2.0/networks/28765912-277e-46d1-95bd-16e2031149b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226647 Mar 07 10:58:20.821832 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-21bf58d7-a946-4028-9a99-fc2ac63450a3 req-f0e7cfbb-aeb3-467d-b908-31659a4e742a service neutron] 10.222.0.31 "GET /v2.0/networks/28765912-277e-46d1-95bd-16e2031149b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054847 Mar 07 10:58:21.078355 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a835005-369d-4f13-8fc3-946d8cb2f266 req-0397fe99-c84a-4da1-ba03-e793a3599bbc tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:21.086883 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a835005-369d-4f13-8fc3-946d8cb2f266 req-0397fe99-c84a-4da1-ba03-e793a3599bbc tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/ports?device_id=1de9b128-8beb-46ac-a3ac-d097c5cff727 HTTP/1.1" status: 200 len: 945 time: 0.0668223 Mar 07 10:58:21.149764 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a835005-369d-4f13-8fc3-946d8cb2f266 req-ae2b9db4-68b2-4ed5-a80e-e4c85fd5ef67 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b3df2eb-fe21-4715-a584-b0ee1aa9879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615141 Mar 07 10:58:22.316289 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ba89f-8055-44b7-aa52-dc1612df57a3 req-51ee71d5-cb34-456d-859a-27d51baf6e47 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:22.326957 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-be3ba89f-8055-44b7-aa52-dc1612df57a3 req-51ee71d5-cb34-456d-859a-27d51baf6e47 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/ports?device_id=1de9b128-8beb-46ac-a3ac-d097c5cff727 HTTP/1.1" status: 200 len: 945 time: 0.0827765 Mar 07 10:58:22.400413 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-be3ba89f-8055-44b7-aa52-dc1612df57a3 req-5f4b9719-7e1d-4bd6-944c-5e9f392e1903 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b3df2eb-fe21-4715-a584-b0ee1aa9879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619185 Mar 07 10:58:22.764766 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-06dc2139-dd8c-4af6-9468-efadd21a7f0c req-13f6ea7a-a4d8-4861-83fb-14c287dd2bbd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0893466 Mar 07 10:58:22.911439 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc2139-dd8c-4af6-9468-efadd21a7f0c req-c7afdf09-9a1b-4ce1-b040-050088b6243b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:22.913069 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-06dc2139-dd8c-4af6-9468-efadd21a7f0c req-c7afdf09-9a1b-4ce1-b040-050088b6243b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e3c50b9bc01d4c6491f1df7af8ead8d4&device_id=fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841 HTTP/1.1" status: 200 len: 1132 time: 0.0975099 Mar 07 10:58:22.934827 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 50112) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:58:22.976724 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:23.170567 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc2139-dd8c-4af6-9468-efadd21a7f0c req-7e2a08ec-7f0d-4e7f-aaa6-06d9669cc014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:23.172311 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-06dc2139-dd8c-4af6-9468-efadd21a7f0c req-7e2a08ec-7f0d-4e7f-aaa6-06d9669cc014 service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.2398493 Mar 07 10:58:23.183738 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e7198108-ce8e-4926-9815-715b500ab192 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:23.298031 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-06dc2139-dd8c-4af6-9468-efadd21a7f0c req-1c2457ee-dcf4-4cda-b8a5-37c7cf689551 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=cf78603f-f00b-4fad-91b2-e901ab7da639 HTTP/1.1" status: 200 len: 217 time: 0.1180258 Mar 07 10:58:23.378632 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e7198108-ce8e-4926-9815-715b500ab192 admin admin] Publish callbacks [] for security_group (bffecf70-f801-4b96-a69b-aa06ffb8dbba), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:23.388342 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e7198108-ce8e-4926-9815-715b500ab192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (bffecf70-f801-4b96-a69b-aa06ffb8dbba), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:23.397024 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc2139-dd8c-4af6-9468-efadd21a7f0c req-778c1ad4-c503-445d-9ca9-d6c13907abb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:23.399742 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-06dc2139-dd8c-4af6-9468-efadd21a7f0c req-778c1ad4-c503-445d-9ca9-d6c13907abb5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.0939350 Mar 07 10:58:23.464365 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc2139-dd8c-4af6-9468-efadd21a7f0c req-9fda92bb-4fc7-4fcb-a030-76d08a4bfb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:23.466208 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-06dc2139-dd8c-4af6-9468-efadd21a7f0c req-9fda92bb-4fc7-4fcb-a030-76d08a4bfb33 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0596716 Mar 07 10:58:23.471317 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7198108-ce8e-4926-9815-715b500ab192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bffecf70-f801-4b96-a69b-aa06ffb8dbba,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:23.477026 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e7198108-ce8e-4926-9815-715b500ab192 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9e8292a3812f4119bdeff043e3421304&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5403571 Mar 07 10:58:23.481037 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 50144) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:58:23.495318 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7198108-ce8e-4926-9815-715b500ab192 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:23.495669 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7198108-ce8e-4926-9815-715b500ab192 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:23.496010 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7198108-ce8e-4926-9815-715b500ab192 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:23.496344 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7198108-ce8e-4926-9815-715b500ab192 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:23.496680 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7198108-ce8e-4926-9815-715b500ab192 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:23.497009 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7198108-ce8e-4926-9815-715b500ab192 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:23.499485 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7198108-ce8e-4926-9815-715b500ab192 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:23.499826 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7198108-ce8e-4926-9815-715b500ab192 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:23.500156 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7198108-ce8e-4926-9815-715b500ab192 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:23.500489 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7198108-ce8e-4926-9815-715b500ab192 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:23.500831 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7198108-ce8e-4926-9815-715b500ab192 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:23.501161 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7198108-ce8e-4926-9815-715b500ab192 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:23.501483 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7198108-ce8e-4926-9815-715b500ab192 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:58:23.576396 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-06dc2139-dd8c-4af6-9468-efadd21a7f0c req-5518e769-3999-4363-b683-11d7da78cee2 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031606 Mar 07 10:58:23.584140 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5184ed9-8da8-4e17-a9c2-b1e18e1e66e9 admin admin] Publish callbacks [] for security_group (bffecf70-f801-4b96-a69b-aa06ffb8dbba), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:23.675794 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5184ed9-8da8-4e17-a9c2-b1e18e1e66e9 admin admin] Publish callbacks [] for security_group (bffecf70-f801-4b96-a69b-aa06ffb8dbba), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:23.758872 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-06dc2139-dd8c-4af6-9468-efadd21a7f0c req-ab54cdca-d686-43b1-b80e-73e7bbc1b0ea service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763201 Mar 07 10:58:23.770993 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5184ed9-8da8-4e17-a9c2-b1e18e1e66e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (bffecf70-f801-4b96-a69b-aa06ffb8dbba), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:23.775216 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5184ed9-8da8-4e17-a9c2-b1e18e1e66e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:23.779887 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f5184ed9-8da8-4e17-a9c2-b1e18e1e66e9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bffecf70-f801-4b96-a69b-aa06ffb8dbba HTTP/1.1" status: 204 len: 168 time: 0.2917142 Mar 07 10:58:23.799111 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5184ed9-8da8-4e17-a9c2-b1e18e1e66e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bffecf70-f801-4b96-a69b-aa06ffb8dbba,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:36.473616 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-499aac97-8c7b-4756-b4c4-5be6ed17cdc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:38.592124 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3d9cd6d9-496e-4f95-9825-c6c5bf7a8f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:38.768058 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-eb3d282b-a5ce-41b1-a06f-c678da98ce90 req-77992abc-785d-4fa4-9547-89a1c2346517 service neutron] (103767) timed out ('10.222.0.11', 54748) {{(pid=103767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 10:58:39.895730 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:40.022932 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:58:41.662386 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:42.934326 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:42.981386 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fbc805-87ce-4a6c-be19-aa1e6f63156c req-5682997b-8277-4423-9500-27659b040f1d tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:42.996455 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-93fbc805-87ce-4a6c-be19-aa1e6f63156c req-5682997b-8277-4423-9500-27659b040f1d tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 946 time: 0.3029296 Mar 07 10:58:43.080376 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-93fbc805-87ce-4a6c-be19-aa1e6f63156c req-b2a737cd-d881-4061-b241-a8a860244bd8 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754030 Mar 07 10:58:44.247044 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace56561-906d-46ac-adc4-e8937cf3e799 req-92e62758-5789-4b2d-8465-e9d2c957f878 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:44.249342 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ace56561-906d-46ac-adc4-e8937cf3e799 req-92e62758-5789-4b2d-8465-e9d2c957f878 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 946 time: 0.0793357 Mar 07 10:58:44.306759 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ace56561-906d-46ac-adc4-e8937cf3e799 req-e1e08936-18ac-403b-936d-e76a067f00ab tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514765 Mar 07 10:58:45.445507 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51391b44-e394-487e-877b-3d60341a3b5a req-2058f2e9-2240-4168-9c99-5c1dadec443b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:45.447679 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-51391b44-e394-487e-877b-3d60341a3b5a req-2058f2e9-2240-4168-9c99-5c1dadec443b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 946 time: 0.0615814 Mar 07 10:58:45.513085 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-51391b44-e394-487e-877b-3d60341a3b5a req-92957857-a5ee-4aee-921f-9f4769b14af7 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596282 Mar 07 10:58:46.673819 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eeb108-598f-45ea-b32f-3e043e7b2210 req-8f7af59f-365d-496e-bd68-8ac0f4bf6780 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:46.676982 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-15eeb108-598f-45ea-b32f-3e043e7b2210 req-8f7af59f-365d-496e-bd68-8ac0f4bf6780 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 946 time: 0.0811427 Mar 07 10:58:46.737375 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-15eeb108-598f-45ea-b32f-3e043e7b2210 req-cef23d5b-86a0-467f-9ad5-198703286f52 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536854 Mar 07 10:58:47.915568 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97966f14-b31b-46af-9cfc-aaedb23235be req-7a929a50-21f5-4e42-8921-707aa0396dfd tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:47.923755 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-97966f14-b31b-46af-9cfc-aaedb23235be req-7a929a50-21f5-4e42-8921-707aa0396dfd tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 946 time: 0.0903690 Mar 07 10:58:48.010683 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-97966f14-b31b-46af-9cfc-aaedb23235be req-4a11cbe0-7781-4efc-8174-242fef196443 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860031 Mar 07 10:58:48.386867 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:49.198769 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07561dab-539f-4121-a192-90bb0c98333e req-e6d1d712-7025-4c34-981b-9bd91236b745 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:49.204019 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a095924-ff24-41a4-96d2-277dc259061b req-6173090a-a1c6-4ab9-a9e8-fb288d922c78 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:49.206158 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a095924-ff24-41a4-96d2-277dc259061b req-6173090a-a1c6-4ab9-a9e8-fb288d922c78 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 946 time: 0.0983608 Mar 07 10:58:49.211766 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-07561dab-539f-4121-a192-90bb0c98333e req-e6d1d712-7025-4c34-981b-9bd91236b745 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] 10.222.0.11 "GET /v2.0/ports?device_id=fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841 HTTP/1.1" status: 200 len: 950 time: 0.0960903 Mar 07 10:58:49.270283 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-07561dab-539f-4121-a192-90bb0c98333e req-b0140ee7-c682-4ed1-a009-97381b61988b tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] 10.222.0.11 "GET /v2.0/security-groups?id=548ce50a-8eae-433a-b3d2-64aa3cca6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573859 Mar 07 10:58:49.277717 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a095924-ff24-41a4-96d2-277dc259061b req-5c699037-d4a1-4504-be9e-f176a5c1b29c tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634348 Mar 07 10:58:50.442554 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8d5d3-c35c-4d0d-a92c-e6988c99b213 req-8d6a0590-7a89-4e1b-9b5a-851b7a860614 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:50.443741 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de96d8-59e9-46fb-a33a-f3c2bb7933c8 req-4741ded4-60f6-4fa9-84da-61d384c4a16f tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:50.445340 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a6de96d8-59e9-46fb-a33a-f3c2bb7933c8 req-4741ded4-60f6-4fa9-84da-61d384c4a16f tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] 10.222.0.11 "GET /v2.0/ports?device_id=fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841 HTTP/1.1" status: 200 len: 950 time: 0.0812340 Mar 07 10:58:50.451997 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f9c8d5d3-c35c-4d0d-a92c-e6988c99b213 req-8d6a0590-7a89-4e1b-9b5a-851b7a860614 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 946 time: 0.0635605 Mar 07 10:58:50.503323 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f9c8d5d3-c35c-4d0d-a92c-e6988c99b213 req-e41085f5-57ce-4674-8b6f-d9bb95fbc107 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504696 Mar 07 10:58:50.521549 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a6de96d8-59e9-46fb-a33a-f3c2bb7933c8 req-b472246a-d59d-484e-9f61-ed4524ecbef5 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] 10.222.0.11 "GET /v2.0/security-groups?id=548ce50a-8eae-433a-b3d2-64aa3cca6f3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696375 Mar 07 10:58:50.606165 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273a0d8-2058-435f-a00e-036f0723df55 req-709857a3-6a25-4377-9af3-696230fa01e1 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:50.608100 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6273a0d8-2058-435f-a00e-036f0723df55 req-709857a3-6a25-4377-9af3-696230fa01e1 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] 10.222.0.21 "GET /v2.0/ports?device_id=fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841 HTTP/1.1" status: 200 len: 950 time: 0.0740626 Mar 07 10:58:50.732709 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-6273a0d8-2058-435f-a00e-036f0723df55 req-a9e0c46b-d91d-4048-b550-3b87d05ab141 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Deleting port cf78603f-f00b-4fad-91b2-e901ab7da639 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:58:50.733047 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6273a0d8-2058-435f-a00e-036f0723df55 req-a9e0c46b-d91d-4048-b550-3b87d05ab141 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (cf78603f-f00b-4fad-91b2-e901ab7da639), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:50.838879 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6273a0d8-2058-435f-a00e-036f0723df55 req-a9e0c46b-d91d-4048-b550-3b87d05ab141 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] For port cf78603f-f00b-4fad-91b2-e901ab7da639, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=cf78603f-f00b-4fad-91b2-e901ab7da639,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:50.839327 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6273a0d8-2058-435f-a00e-036f0723df55 req-a9e0c46b-d91d-4048-b550-3b87d05ab141 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (cf78603f-f00b-4fad-91b2-e901ab7da639), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:50.853450 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-6273a0d8-2058-435f-a00e-036f0723df55 req-a9e0c46b-d91d-4048-b550-3b87d05ab141 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Calling delete_port for cf78603f-f00b-4fad-91b2-e901ab7da639 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:58:51.011116 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6273a0d8-2058-435f-a00e-036f0723df55 req-a9e0c46b-d91d-4048-b550-3b87d05ab141 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (cf78603f-f00b-4fad-91b2-e901ab7da639), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:51.026829 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['cf78603f-f00b-4fad-91b2-e901ab7da639'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:58:51.071507 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0c46b-d91d-4048-b550-3b87d05ab141 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Pushing event deleted for resources: {'Port': ['ID=cf78603f-f00b-4fad-91b2-e901ab7da639,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:51.132843 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6273a0d8-2058-435f-a00e-036f0723df55 req-a9e0c46b-d91d-4048-b550-3b87d05ab141 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] No DVR routers for this DVR port cf78603f-f00b-4fad-91b2-e901ab7da639 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:58:51.141144 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6273a0d8-2058-435f-a00e-036f0723df55 req-a9e0c46b-d91d-4048-b550-3b87d05ab141 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:51.145045 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6273a0d8-2058-435f-a00e-036f0723df55 req-a9e0c46b-d91d-4048-b550-3b87d05ab141 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] 10.222.0.21 "DELETE /v2.0/ports/cf78603f-f00b-4fad-91b2-e901ab7da639 HTTP/1.1" status: 204 len: 173 time: 0.5311093 Mar 07 10:58:51.147303 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841', 'name': 'network-vif-deleted', 'tag': 'cf78603f-f00b-4fad-91b2-e901ab7da639'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:58:51.157076 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5b36a2-df01-4acf-8a4e-f59427c546bf" -d '{"events": [{"server_uuid": "fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841", "name": "network-vif-deleted", "tag": "cf78603f-f00b-4fad-91b2-e901ab7da639"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:58:51.208463 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5732e8f5-a335-4c9c-a194-8bc329735018 x-openstack-request-id: req-5732e8f5-a335-4c9c-a194-8bc329735018 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:58:51.209494 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841", "name": "network-vif-deleted", "tag": "cf78603f-f00b-4fad-91b2-e901ab7da639", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:58:51.210274 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5732e8f5-a335-4c9c-a194-8bc329735018 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:58:51.210887 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841', 'name': 'network-vif-deleted', 'tag': 'cf78603f-f00b-4fad-91b2-e901ab7da639', 'status': 'completed', 'code': 200} Mar 07 10:58:51.680100 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879df15-0d88-4338-8a75-e4330fa39d30 req-f04dcd41-11f0-40b6-af4a-708eade6266b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:51.688292 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b879df15-0d88-4338-8a75-e4330fa39d30 req-f04dcd41-11f0-40b6-af4a-708eade6266b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 946 time: 0.0917239 Mar 07 10:58:51.765644 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b879df15-0d88-4338-8a75-e4330fa39d30 req-3d66eca2-28a7-4bbd-a924-d1e05d32fc9a tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761886 Mar 07 10:58:51.770498 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cfac6fe0-b68d-4610-b649-3f0939355071 req-03e4c43d-d986-4657-9bcf-ffe00b21b326 tempest-VolumesBackupsTest-118767900 tempest-VolumesBackupsTest-118767900-project] 10.222.0.11 "GET /v2.0/ports?device_id=fda6e2e1-f37e-45b2-b2ca-d61c4e0b8841 HTTP/1.1" status: 200 len: 210 time: 0.0441871 Mar 07 10:58:52.973338 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02660ab-9596-482d-8e41-fbf88b37b59a req-e490f9c1-92f6-42e2-9f83-2c38f6442fdc tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:52.974870 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b02660ab-9596-482d-8e41-fbf88b37b59a req-e490f9c1-92f6-42e2-9f83-2c38f6442fdc tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 946 time: 0.1100645 Mar 07 10:58:53.008199 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:53.055121 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b02660ab-9596-482d-8e41-fbf88b37b59a req-c727e3c7-1ae4-480b-8237-b38c329bd435 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736597 Mar 07 10:58:54.184623 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29681f-271c-440d-9838-2e0ec76a2c77 req-fae7c771-28eb-440f-8e41-3b5bc8c5359c tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:54.186251 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1e29681f-271c-440d-9838-2e0ec76a2c77 req-fae7c771-28eb-440f-8e41-3b5bc8c5359c tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 946 time: 0.0559454 Mar 07 10:58:54.245829 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1e29681f-271c-440d-9838-2e0ec76a2c77 req-60636c39-19ac-45e0-a79a-8aa2cb98c5fa tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528984 Mar 07 10:58:54.534366 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:58:54.538270 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device cf78603f-f00b-4fad-91b2-e901ab7da639 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:58:54.569915 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: cf78603f-f00b-4fad-91b2-e901ab7da639 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:58:54.570280 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device cf78603f-f00b-4fad-91b2-e901ab7da639 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:58:54.659698 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:54.670423 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba', 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b', 'port_id': '3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba', 'mac_address': 'fa:16:3e:24:d6:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:58:54.709394 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba is: ACTIVE; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:58:54.709786 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:54.722683 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:58:54.744773 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:54.752981 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:54.809162 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:54.834907 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:58:55.401544 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311428a-53b8-4d81-937c-d2002bc7f4cc req-b537f16d-a3e1-4843-897e-8c3a3daf5ec7 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:55.404051 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5311428a-53b8-4d81-937c-d2002bc7f4cc req-b537f16d-a3e1-4843-897e-8c3a3daf5ec7 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 945 time: 0.0678878 Mar 07 10:58:55.479397 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5311428a-53b8-4d81-937c-d2002bc7f4cc req-58d1555b-0955-4f1d-8a0f-943f59ce26a2 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683148 Mar 07 10:58:56.541634 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:58:56.664784 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:58:56.665422 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:56.728080 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5938b71-fc87-4df5-84fb-f12f07e259d1 req-1f0c19de-0705-41f5-9a45-2f83f861bb14 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:56.738270 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d5938b71-fc87-4df5-84fb-f12f07e259d1 req-1f0c19de-0705-41f5-9a45-2f83f861bb14 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 945 time: 0.0929496 Mar 07 10:58:56.776187 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:58:56.776579 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:56.820979 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d5938b71-fc87-4df5-84fb-f12f07e259d1 req-5382937a-d247-4bec-861d-47d6a3bb8093 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761716 Mar 07 10:58:56.843512 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:58:56.846551 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d698a1-2087-4929-bb24-a5ac8e70eb6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:58:56.853008 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c412046-f1d8-49d7-8f1b-54526e23814e" -d '{"events": [{"server_uuid": "26d698a1-2087-4929-bb24-a5ac8e70eb6d", "name": "network-vif-plugged", "status": "completed", "tag": "3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:58:56.860204 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:58:56.929980 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73847361-e776-4c71-9624-e4aa81682133 x-openstack-request-id: req-73847361-e776-4c71-9624-e4aa81682133 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:58:56.930317 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d698a1-2087-4929-bb24-a5ac8e70eb6d", "name": "network-vif-plugged", "status": "completed", "tag": "3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:58:56.931653 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-73847361-e776-4c71-9624-e4aa81682133 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:58:56.932061 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d698a1-2087-4929-bb24-a5ac8e70eb6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba', 'code': 200} Mar 07 10:58:56.956104 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba,revision_number=7']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:58:58.056100 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e07679-00b9-4c1e-834a-53f54910deb9 req-d2d364bf-353c-4ba1-aa33-455e6067eba1 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:58.057628 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-24e07679-00b9-4c1e-834a-53f54910deb9 req-d2d364bf-353c-4ba1-aa33-455e6067eba1 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 946 time: 0.0876689 Mar 07 10:58:58.121287 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-24e07679-00b9-4c1e-834a-53f54910deb9 req-42f39292-e1d2-4fb5-9b2e-92d640f93a7f tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533793 Mar 07 10:58:59.279780 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0838f5-fcec-47dd-93bb-67299e32586d req-e3c1c2f2-959d-499a-b62b-4a90e65e9ae0 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:58:59.281468 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fd0838f5-fcec-47dd-93bb-67299e32586d req-e3c1c2f2-959d-499a-b62b-4a90e65e9ae0 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 946 time: 0.0643861 Mar 07 10:58:59.377745 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fd0838f5-fcec-47dd-93bb-67299e32586d req-648bc979-44b0-4ba6-a350-1d2d8305b415 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898716 Mar 07 10:59:00.536366 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5065eeb-cb75-4780-860f-49aa6ef7c820 req-5d0b8015-a630-490d-b8f1-7ccf27a240b4 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:00.546205 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e5065eeb-cb75-4780-860f-49aa6ef7c820 req-5d0b8015-a630-490d-b8f1-7ccf27a240b4 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.1124897 Mar 07 10:59:00.599703 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cccd52-4498-441e-bc20-a2f0046e801d req-4cabab7f-802d-4318-8661-69c02d6b9107 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:00.601354 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-91cccd52-4498-441e-bc20-a2f0046e801d req-4cabab7f-802d-4318-8661-69c02d6b9107 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 946 time: 0.0805399 Mar 07 10:59:00.626220 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e5065eeb-cb75-4780-860f-49aa6ef7c820 req-6489e852-3301-43e5-9f29-c9546580f958 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788188 Mar 07 10:59:00.722348 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-91cccd52-4498-441e-bc20-a2f0046e801d req-b598e48a-ec22-4c30-8f38-c05c00788cba tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072798 Mar 07 10:59:01.880068 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4e660-d44a-463d-be04-73eac95d2e2a req-2f5f108d-e878-4392-bab0-bd88be08d187 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:01.882783 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d6f4e660-d44a-463d-be04-73eac95d2e2a req-2f5f108d-e878-4392-bab0-bd88be08d187 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.1662679 Mar 07 10:59:01.984496 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd67e6-5de3-45a3-a43b-ff0468efd950 req-c70ddfec-9354-4608-bdfd-68e46757971f tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:01.997584 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d2cd67e6-5de3-45a3-a43b-ff0468efd950 req-c70ddfec-9354-4608-bdfd-68e46757971f tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 946 time: 0.1233208 Mar 07 10:59:02.009906 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d6f4e660-d44a-463d-be04-73eac95d2e2a req-3fb6ce84-b48b-467a-81c2-851a218c78e2 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051652 Mar 07 10:59:02.076364 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d2cd67e6-5de3-45a3-a43b-ff0468efd950 req-4bd91e89-0190-4c0c-9897-1ce897708146 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774932 Mar 07 10:59:02.520296 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff4b64e-db70-4830-a4c7-0d73149b1be8 req-7100ae34-c5e8-4539-b28f-8004e900691a tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:02.521935 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4ff4b64e-db70-4830-a4c7-0d73149b1be8 req-7100ae34-c5e8-4539-b28f-8004e900691a tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.31 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.1051023 Mar 07 10:59:02.732545 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-4ff4b64e-db70-4830-a4c7-0d73149b1be8 req-d88e5b35-6aa8-4162-a360-997d2c4c0874 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Deleting port 052c2f2c-982a-42de-919d-b7737e320cde {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:59:02.732920 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4ff4b64e-db70-4830-a4c7-0d73149b1be8 req-d88e5b35-6aa8-4162-a360-997d2c4c0874 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (052c2f2c-982a-42de-919d-b7737e320cde), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:02.933096 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-4ff4b64e-db70-4830-a4c7-0d73149b1be8 req-d88e5b35-6aa8-4162-a360-997d2c4c0874 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] For port 052c2f2c-982a-42de-919d-b7737e320cde, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=052c2f2c-982a-42de-919d-b7737e320cde,segment=NetworkSegment(6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a),segment_id=6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:02.933885 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4ff4b64e-db70-4830-a4c7-0d73149b1be8 req-d88e5b35-6aa8-4162-a360-997d2c4c0874 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (052c2f2c-982a-42de-919d-b7737e320cde), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:03.275825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e4341-5cce-44cb-8d41-b9289b53b5db req-5020d125-15db-46a2-a96f-12a928ac9a96 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:03.288697 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-533e4341-5cce-44cb-8d41-b9289b53b5db req-5020d125-15db-46a2-a96f-12a928ac9a96 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 945 time: 0.1206489 Mar 07 10:59:03.396492 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-533e4341-5cce-44cb-8d41-b9289b53b5db req-19d1cf5f-7976-4b4c-a8c3-05586fd9362d tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=81498c33-ae2e-447f-8513-b18804aa4b94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942466 Mar 07 10:59:03.465536 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03874d38-8c4f-4b72-999e-0e8a8b5e9296 req-be7387ec-ecca-4084-b2f3-196d1b4b9b22 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:03.476512 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-03874d38-8c4f-4b72-999e-0e8a8b5e9296 req-be7387ec-ecca-4084-b2f3-196d1b4b9b22 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 946 time: 0.2589607 Mar 07 10:59:03.546353 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-03874d38-8c4f-4b72-999e-0e8a8b5e9296 req-04c0dd83-a6ca-4a5c-8686-ecff48ed5975 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688236 Mar 07 10:59:03.587436 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4ff4b64e-db70-4830-a4c7-0d73149b1be8 req-d88e5b35-6aa8-4162-a360-997d2c4c0874 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:03.587436 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4ff4b64e-db70-4830-a4c7-0d73149b1be8 req-d88e5b35-6aa8-4162-a360-997d2c4c0874 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (407d5795-c264-4cda-a330-1388dcc53001), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:03.587436 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [req-4ff4b64e-db70-4830-a4c7-0d73149b1be8 req-d88e5b35-6aa8-4162-a360-997d2c4c0874 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Floating IP 407d5795-c264-4cda-a330-1388dcc53001 disassociated. External IP: 172.25.3.214, port: 052c2f2c-982a-42de-919d-b7737e320cde. Mar 07 10:59:03.587436 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-4ff4b64e-db70-4830-a4c7-0d73149b1be8 req-d88e5b35-6aa8-4162-a360-997d2c4c0874 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Calling delete_port for 052c2f2c-982a-42de-919d-b7737e320cde owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:59:03.847677 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4ff4b64e-db70-4830-a4c7-0d73149b1be8 req-d88e5b35-6aa8-4162-a360-997d2c4c0874 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (052c2f2c-982a-42de-919d-b7737e320cde), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:03.918472 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e5b35-6aa8-4162-a360-997d2c4c0874 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Pushing event deleted for resources: {'Port': ['ID=052c2f2c-982a-42de-919d-b7737e320cde,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:04.616680 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ff4b64e-db70-4830-a4c7-0d73149b1be8 req-d88e5b35-6aa8-4162-a360-997d2c4c0874 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Router 9b4beccc-5f94-43d6-9241-f37dc849d45f has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:59:04.634245 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e325ffa2-0bd0-4055-8298-6ffd51e119be req-6d1a7e95-c6d4-47ae-a31e-7d6e254508ad tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=c80d6f45-d54e-4cd0-ba73-a11686041aa0 HTTP/1.1" status: 200 len: 210 time: 0.0835905 Mar 07 10:59:04.864999 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ff4b64e-db70-4830-a4c7-0d73149b1be8 req-d88e5b35-6aa8-4162-a360-997d2c4c0874 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:59:04.880434 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b50fae-af4b-4b30-a8bf-7f3c8ac060ec None None] Sync routers for ids ['9b4beccc-5f94-43d6-9241-f37dc849d45f'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:59:04.902800 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b50fae-af4b-4b30-a8bf-7f3c8ac060ec None None] Routers {'9b4beccc-5f94-43d6-9241-f37dc849d45f'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:59:04.904188 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-73b50fae-af4b-4b30-a8bf-7f3c8ac060ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:58:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9b4beccc-5f94-43d6-9241-f37dc849d45f'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:04.921860 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff4b64e-db70-4830-a4c7-0d73149b1be8 req-d88e5b35-6aa8-4162-a360-997d2c4c0874 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] No DVR routers for this DVR port 052c2f2c-982a-42de-919d-b7737e320cde on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:59:04.926631 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4ff4b64e-db70-4830-a4c7-0d73149b1be8 req-d88e5b35-6aa8-4162-a360-997d2c4c0874 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:04.930013 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4ff4b64e-db70-4830-a4c7-0d73149b1be8 req-d88e5b35-6aa8-4162-a360-997d2c4c0874 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.31 "DELETE /v2.0/ports/052c2f2c-982a-42de-919d-b7737e320cde HTTP/1.1" status: 204 len: 173 time: 2.3958933 Mar 07 10:59:04.930488 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80d6f45-d54e-4cd0-ba73-a11686041aa0', 'name': 'network-vif-deleted', 'tag': '052c2f2c-982a-42de-919d-b7737e320cde'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:59:04.932818 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b48908d-5d82-4e87-beab-7425f58011a2" -d '{"events": [{"server_uuid": "c80d6f45-d54e-4cd0-ba73-a11686041aa0", "name": "network-vif-deleted", "tag": "052c2f2c-982a-42de-919d-b7737e320cde"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:59:04.996265 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9d61a-8356-4dc4-8b52-77e7278415f6 req-a4c3b7cb-dfcb-4c99-a46d-50f8015e2fbb tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:05.010197 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ebc9d61a-8356-4dc4-8b52-77e7278415f6 req-a4c3b7cb-dfcb-4c99-a46d-50f8015e2fbb tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 946 time: 0.2739398 Mar 07 10:59:05.014608 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07efead-0a32-413f-af1f-119a7732be22 x-openstack-request-id: req-b07efead-0a32-413f-af1f-119a7732be22 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:59:05.014916 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c80d6f45-d54e-4cd0-ba73-a11686041aa0", "name": "network-vif-deleted", "tag": "052c2f2c-982a-42de-919d-b7737e320cde", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:59:05.015955 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b07efead-0a32-413f-af1f-119a7732be22 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:59:05.019958 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c80d6f45-d54e-4cd0-ba73-a11686041aa0', 'name': 'network-vif-deleted', 'tag': '052c2f2c-982a-42de-919d-b7737e320cde', 'status': 'completed', 'code': 200} Mar 07 10:59:05.110843 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-73b50fae-af4b-4b30-a8bf-7f3c8ac060ec None None] Set router 9b4beccc-5f94-43d6-9241-f37dc849d45f gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:59:05.147359 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ebc9d61a-8356-4dc4-8b52-77e7278415f6 req-9c8360f4-6e63-4187-934f-93b146896867 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251800 Mar 07 10:59:05.472433 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-73b50fae-af4b-4b30-a8bf-7f3c8ac060ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'name': 'tempest-AttachVolumeTestJSON-1578191317-router', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:48Z', 'updated_at': '2022-03-07T10:53:56Z', 'revision_number': 4, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'gw_port': {'id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:49Z', 'updated_at': '2022-03-07T10:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '917a7454-f980-4a70-a564-2d69af23bec5', 'name': '', 'network_id': '28765912-277e-46d1-95bd-16e2031149b0', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'mac_address': 'fa:16:3e:c5:39:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '70c02524-f503-4482-9d50-de9acc410b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:55Z', 'updated_at': '2022-03-07T10:54:06Z', 'revision_number': 5, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'subnets': [{'id': '70c02524-f503-4482-9d50-de9acc410b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:05.543024 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b50fae-af4b-4b30-a8bf-7f3c8ac060ec None None] Checking router: 9b4beccc-5f94-43d6-9241-f37dc849d45f for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:59:05.556439 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b50fae-af4b-4b30-a8bf-7f3c8ac060ec None None] Routers {'9b4beccc-5f94-43d6-9241-f37dc849d45f'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:59:05.557844 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-73b50fae-af4b-4b30-a8bf-7f3c8ac060ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:58:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9b4beccc-5f94-43d6-9241-f37dc849d45f'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:05.768409 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 51324) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:05.805833 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-73b50fae-af4b-4b30-a8bf-7f3c8ac060ec None None] Set router 9b4beccc-5f94-43d6-9241-f37dc849d45f gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:59:05.843892 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 052c2f2c-982a-42de-919d-b7737e320cde no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:59:05.901923 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 052c2f2c-982a-42de-919d-b7737e320cde {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 10:59:05.902265 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 052c2f2c-982a-42de-919d-b7737e320cde not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 10:59:05.920174 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6df0b260-ee0a-4145-9b7c-2ee113ca1bb4 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for security_group (81498c33-ae2e-447f-8513-b18804aa4b94), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:05.974802 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6df0b260-ee0a-4145-9b7c-2ee113ca1bb4 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for security_group (81498c33-ae2e-447f-8513-b18804aa4b94), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:06.080926 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6df0b260-ee0a-4145-9b7c-2ee113ca1bb4 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (81498c33-ae2e-447f-8513-b18804aa4b94), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:06.097360 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6df0b260-ee0a-4145-9b7c-2ee113ca1bb4 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:06.098555 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6df0b260-ee0a-4145-9b7c-2ee113ca1bb4 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "DELETE /v2.0/security-groups/81498c33-ae2e-447f-8513-b18804aa4b94 HTTP/1.1" status: 204 len: 168 time: 0.3290145 Mar 07 10:59:06.104441 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 51326) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:06.116421 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-73b50fae-af4b-4b30-a8bf-7f3c8ac060ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'name': 'tempest-AttachVolumeTestJSON-1578191317-router', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:48Z', 'updated_at': '2022-03-07T10:53:56Z', 'revision_number': 4, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'gw_port': {'id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:49Z', 'updated_at': '2022-03-07T10:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '917a7454-f980-4a70-a564-2d69af23bec5', 'name': '', 'network_id': '28765912-277e-46d1-95bd-16e2031149b0', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'mac_address': 'fa:16:3e:c5:39:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '70c02524-f503-4482-9d50-de9acc410b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:55Z', 'updated_at': '2022-03-07T10:54:06Z', 'revision_number': 5, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'subnets': [{'id': '70c02524-f503-4482-9d50-de9acc410b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:06.123176 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0b260-ee0a-4145-9b7c-2ee113ca1bb4 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81498c33-ae2e-447f-8513-b18804aa4b94,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:06.127547 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-25512c7b-85ab-4730-9f93-0051481b0c0c tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] show failed (client error): The resource could not be found. Mar 07 10:59:06.132218 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-25512c7b-85ab-4730-9f93-0051481b0c0c tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups/81498c33-ae2e-447f-8513-b18804aa4b94 HTTP/1.1" status: 404 len: 347 time: 0.0270994 Mar 07 10:59:06.134132 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 51328) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:06.196268 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b50fae-af4b-4b30-a8bf-7f3c8ac060ec None None] The sync data for ids ['9b4beccc-5f94-43d6-9241-f37dc849d45f'] in n-d-832164-4 is: [{'id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'name': 'tempest-AttachVolumeTestJSON-1578191317-router', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:48Z', 'updated_at': '2022-03-07T10:53:56Z', 'revision_number': 4, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'gw_port': {'id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:49Z', 'updated_at': '2022-03-07T10:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '917a7454-f980-4a70-a564-2d69af23bec5', 'name': '', 'network_id': '28765912-277e-46d1-95bd-16e2031149b0', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'mac_address': 'fa:16:3e:c5:39:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '70c02524-f503-4482-9d50-de9acc410b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:55Z', 'updated_at': '2022-03-07T10:54:06Z', 'revision_number': 5, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'subnets': [{'id': '70c02524-f503-4482-9d50-de9acc410b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:59:06.402074 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5602f9c-6a0a-452e-953a-7079d9f53fd1 req-fea5771d-4d45-4be3-bfb4-8c284a05d962 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:06.410509 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d5602f9c-6a0a-452e-953a-7079d9f53fd1 req-fea5771d-4d45-4be3-bfb4-8c284a05d962 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 946 time: 0.0976553 Mar 07 10:59:06.420982 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-98e5d93b-b32c-48db-8942-4997a9ca1768 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Deleting port 5faac3df-0ca8-44af-aff5-78f709598c54 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:59:06.421345 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-98e5d93b-b32c-48db-8942-4997a9ca1768 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (5faac3df-0ca8-44af-aff5-78f709598c54), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:06.483282 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-47f8bfe9-5196-49ae-b4ed-d7afbfb917e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:06.502571 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d5602f9c-6a0a-452e-953a-7079d9f53fd1 req-47bdfb28-dfb9-4bd3-bc8f-7bafa52eb3f3 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856481 Mar 07 10:59:06.622120 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-98e5d93b-b32c-48db-8942-4997a9ca1768 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (5faac3df-0ca8-44af-aff5-78f709598c54), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:06.622451 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-98e5d93b-b32c-48db-8942-4997a9ca1768 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for floatingip (5faac3df-0ca8-44af-aff5-78f709598c54), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:06.652661 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-98e5d93b-b32c-48db-8942-4997a9ca1768 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Calling delete_port for 5faac3df-0ca8-44af-aff5-78f709598c54 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:59:06.756365 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c861bd-ea90-47d0-b130-6ca7141f3359 None None] New status for floating IP 407d5795-c264-4cda-a330-1388dcc53001: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:59:06.913736 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-98e5d93b-b32c-48db-8942-4997a9ca1768 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (5faac3df-0ca8-44af-aff5-78f709598c54), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:06.931293 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-96c861bd-ea90-47d0-b130-6ca7141f3359 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 10:59:06.932783 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-96c861bd-ea90-47d0-b130-6ca7141f3359 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 10:59:06.952947 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e5d93b-b32c-48db-8942-4997a9ca1768 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Pushing event deleted for resources: {'Port': ['ID=5faac3df-0ca8-44af-aff5-78f709598c54,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:07.035782 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-98e5d93b-b32c-48db-8942-4997a9ca1768 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for floatingip (407d5795-c264-4cda-a330-1388dcc53001), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:07.039979 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-98e5d93b-b32c-48db-8942-4997a9ca1768 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:07.054932 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-98e5d93b-b32c-48db-8942-4997a9ca1768 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "DELETE /v2.0/floatingips/407d5795-c264-4cda-a330-1388dcc53001 HTTP/1.1" status: 204 len: 168 time: 0.9083652 Mar 07 10:59:07.375892 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 51340) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:07.381032 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-6fa008ac-9e4d-4314-887a-4572b5562cc6 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--556782961', 'description': 'tempest-description--796101591'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:59:07.413908 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6fa008ac-9e4d-4314-887a-4572b5562cc6 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:07.434982 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c861bd-ea90-47d0-b130-6ca7141f3359 None None] New status for floating IP 407d5795-c264-4cda-a330-1388dcc53001: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:59:07.518016 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6fa008ac-9e4d-4314-887a-4572b5562cc6 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for security_group (5d9a0def-5a62-464d-975b-9f8d510b77ac), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:07.534463 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6fa008ac-9e4d-4314-887a-4572b5562cc6 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5d9a0def-5a62-464d-975b-9f8d510b77ac), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:07.592367 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa008ac-9e4d-4314-887a-4572b5562cc6 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9a0def-5a62-464d-975b-9f8d510b77ac,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:07.606825 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6fa008ac-9e4d-4314-887a-4572b5562cc6 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:07.608289 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6fa008ac-9e4d-4314-887a-4572b5562cc6 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2313900 Mar 07 10:59:07.610053 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa008ac-9e4d-4314-887a-4572b5562cc6 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:07.610405 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa008ac-9e4d-4314-887a-4572b5562cc6 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:07.611104 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa008ac-9e4d-4314-887a-4572b5562cc6 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:07.611441 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa008ac-9e4d-4314-887a-4572b5562cc6 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:07.611583 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 51344) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:07.611779 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa008ac-9e4d-4314-887a-4572b5562cc6 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:07.612110 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa008ac-9e4d-4314-887a-4572b5562cc6 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:07.612558 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa008ac-9e4d-4314-887a-4572b5562cc6 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:07.612908 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa008ac-9e4d-4314-887a-4572b5562cc6 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:07.613298 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa008ac-9e4d-4314-887a-4572b5562cc6 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:07.613625 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa008ac-9e4d-4314-887a-4572b5562cc6 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:07.613950 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa008ac-9e4d-4314-887a-4572b5562cc6 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:07.614303 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa008ac-9e4d-4314-887a-4572b5562cc6 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:07.614669 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa008ac-9e4d-4314-887a-4572b5562cc6 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:07.626319 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-1936eb8d-d4ba-44ba-8d81-f5252a82b559 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Request body: {'security_group_rule': {'security_group_id': '5d9a0def-5a62-464d-975b-9f8d510b77ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:59:07.690798 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1936eb8d-d4ba-44ba-8d81-f5252a82b559 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for security_group_rule (6f8fecb6-a6e2-4367-badb-e9daadf43c39), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:07.715351 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703b70b-4a69-4e36-8710-cc68419f7ad7 req-1ff4cec4-917b-4af5-98c4-9309c3165969 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:07.716985 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2703b70b-4a69-4e36-8710-cc68419f7ad7 req-1ff4cec4-917b-4af5-98c4-9309c3165969 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 946 time: 0.0969367 Mar 07 10:59:07.782971 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2703b70b-4a69-4e36-8710-cc68419f7ad7 req-749efcd2-0b88-4010-9223-f1be7b771e19 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598137 Mar 07 10:59:07.845000 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1936eb8d-d4ba-44ba-8d81-f5252a82b559 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for security_group_rule (6f8fecb6-a6e2-4367-badb-e9daadf43c39), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:07.852460 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1936eb8d-d4ba-44ba-8d81-f5252a82b559 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (6f8fecb6-a6e2-4367-badb-e9daadf43c39), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:07.900893 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1936eb8d-d4ba-44ba-8d81-f5252a82b559 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f8fecb6-a6e2-4367-badb-e9daadf43c39,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:07.940461 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1936eb8d-d4ba-44ba-8d81-f5252a82b559 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:07.942249 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1936eb8d-d4ba-44ba-8d81-f5252a82b559 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3281732 Mar 07 10:59:07.945895 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 51348) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:07.952775 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-52a10511-54ae-44bb-a09a-610e940119f4 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Request body: {'security_group_rule': {'security_group_id': '5d9a0def-5a62-464d-975b-9f8d510b77ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:59:08.078613 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52a10511-54ae-44bb-a09a-610e940119f4 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for security_group_rule (9b1ff066-d1d0-4b3b-978a-7c25e88b5c1e), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:08.181438 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52a10511-54ae-44bb-a09a-610e940119f4 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for security_group_rule (9b1ff066-d1d0-4b3b-978a-7c25e88b5c1e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:08.188975 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52a10511-54ae-44bb-a09a-610e940119f4 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (9b1ff066-d1d0-4b3b-978a-7c25e88b5c1e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:08.216536 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a10511-54ae-44bb-a09a-610e940119f4 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b1ff066-d1d0-4b3b-978a-7c25e88b5c1e,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:08.238528 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-52a10511-54ae-44bb-a09a-610e940119f4 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:08.242027 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-52a10511-54ae-44bb-a09a-610e940119f4 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2950184 Mar 07 10:59:08.244970 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 51354) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:08.250051 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-eaa9f87d-46c2-4bec-bcb4-c8688ea37872 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:59:08.287954 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-eaa9f87d-46c2-4bec-bcb4-c8688ea37872 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:08.478769 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-eaa9f87d-46c2-4bec-bcb4-c8688ea37872 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:08.599013 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-edc0dccb-1316-406f-af2e-96628a4a94c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:08.714725 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-eaa9f87d-46c2-4bec-bcb4-c8688ea37872 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Allocated IP 172.25.3.211 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/6c62dba8-9512-4d78-9797-060d25ac168d) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:59:09.043046 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69377d23-3a58-4e86-92b3-17391bb72f37 req-93329ff2-2a61-4cc3-aa35-d21582b13fad tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:09.057826 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-69377d23-3a58-4e86-92b3-17391bb72f37 req-93329ff2-2a61-4cc3-aa35-d21582b13fad tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 946 time: 0.1136496 Mar 07 10:59:09.206631 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-69377d23-3a58-4e86-92b3-17391bb72f37 req-a27f7748-2271-4e8b-b0b2-89a8e6fb0c25 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420808 Mar 07 10:59:09.454771 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-eaa9f87d-46c2-4bec-bcb4-c8688ea37872 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for port (6c62dba8-9512-4d78-9797-060d25ac168d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:09.521966 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-eaa9f87d-46c2-4bec-bcb4-c8688ea37872 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (6c62dba8-9512-4d78-9797-060d25ac168d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:09.603482 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa9f87d-46c2-4bec-bcb4-c8688ea37872 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:59:09.607726 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-eaa9f87d-46c2-4bec-bcb4-c8688ea37872 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:59:09.616678 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa9f87d-46c2-4bec-bcb4-c8688ea37872 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:59:09.627831 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9f87d-46c2-4bec-bcb4-c8688ea37872 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Pushing event updated for resources: {'Port': ['ID=6c62dba8-9512-4d78-9797-060d25ac168d,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:09.762869 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-eaa9f87d-46c2-4bec-bcb4-c8688ea37872 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for floatingip (435a09cd-a8d4-4644-888b-f4796edf3941), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:09.852535 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-eaa9f87d-46c2-4bec-bcb4-c8688ea37872 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6c62dba8-9512-4d78-9797-060d25ac168d), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:09.907357 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:10.184176 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-eaa9f87d-46c2-4bec-bcb4-c8688ea37872 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for port (6c62dba8-9512-4d78-9797-060d25ac168d), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:10.203739 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-eaa9f87d-46c2-4bec-bcb4-c8688ea37872 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (6c62dba8-9512-4d78-9797-060d25ac168d), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:10.278935 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9f87d-46c2-4bec-bcb4-c8688ea37872 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Pushing event updated for resources: {'Port': ['ID=6c62dba8-9512-4d78-9797-060d25ac168d,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:10.408369 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-eaa9f87d-46c2-4bec-bcb4-c8688ea37872 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (435a09cd-a8d4-4644-888b-f4796edf3941), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:10.433125 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-eaa9f87d-46c2-4bec-bcb4-c8688ea37872 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:10.443836 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-eaa9f87d-46c2-4bec-bcb4-c8688ea37872 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1885293 Mar 07 10:59:10.478482 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65382cb5-d448-4f4e-90a9-728d4b9a8706 req-92ee3d16-907e-447d-8c2c-7da1d9409fe4 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:10.481922 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-65382cb5-d448-4f4e-90a9-728d4b9a8706 req-92ee3d16-907e-447d-8c2c-7da1d9409fe4 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 946 time: 0.1429327 Mar 07 10:59:10.565712 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-65382cb5-d448-4f4e-90a9-728d4b9a8706 req-83035183-b774-4746-b813-4c8a3844ffd3 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765965 Mar 07 10:59:11.168532 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-5fd1ad34-05aa-4b54-915b-8a3cb60b0351 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--556782961&fields=id&tenant_id=6d3fdd77decc4d62a3e5426903f03a99 HTTP/1.1" status: 200 len: 267 time: 0.0538659 Mar 07 10:59:11.321029 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-f7220a4b-ed03-4cc5-bc94-c6db052a4eb6 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:11.322704 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-f7220a4b-ed03-4cc5-bc94-c6db052a4eb6 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/networks?id=28765912-277e-46d1-95bd-16e2031149b0 HTTP/1.1" status: 200 len: 811 time: 0.1475050 Mar 07 10:59:11.338246 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-1cde98f4-39ef-48aa-a6b6-934019b0edc8 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/quotas/6d3fdd77decc4d62a3e5426903f03a99 HTTP/1.1" status: 200 len: 375 time: 0.0101910 Mar 07 10:59:11.397092 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-cd6cf65b-a44c-4953-9774-ea91a9a27e06 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d3fdd77decc4d62a3e5426903f03a99&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530074 Mar 07 10:59:11.585357 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-8ea7998b-0a28-435e-8209-735eb40524c9 service neutron] 10.222.0.11 "GET /v2.0/networks/28765912-277e-46d1-95bd-16e2031149b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763666 Mar 07 10:59:11.656589 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:11.733388 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-5f05285a-e1d7-40be-9c17-2bbd8ef43b35 service neutron] 10.222.0.11 "GET /v2.0/networks/28765912-277e-46d1-95bd-16e2031149b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421874 Mar 07 10:59:11.749535 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8ccbb-7d40-4fc3-9c19-55595cea4471 req-99ee29ad-c99a-4cdd-859f-29b7aafa73f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:11.751643 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eac8ccbb-7d40-4fc3-9c19-55595cea4471 req-99ee29ad-c99a-4cdd-859f-29b7aafa73f6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f4947cca2a6480f85064d6dfbb3a125&device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 1128 time: 0.1178417 Mar 07 10:59:11.760498 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0ac1a-df21-449b-a2ae-e188587343a2 req-b7ced802-cf0a-4d8a-aa2e-015836831d60 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:11.770766 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-14a0ac1a-df21-449b-a2ae-e188587343a2 req-b7ced802-cf0a-4d8a-aa2e-015836831d60 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 946 time: 0.0957372 Mar 07 10:59:11.932775 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-14a0ac1a-df21-449b-a2ae-e188587343a2 req-0880ba23-f4db-48b9-b96d-9810a1372eb4 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567605 Mar 07 10:59:11.985130 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8ccbb-7d40-4fc3-9c19-55595cea4471 req-ccd01a13-d179-4c5b-b38c-c2a73f566fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:11.985351 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0064c4d8-93c5-42e0-9c64-d8b398a0e23b req-4f273f8e-3faf-4e18-941a-65bb78d2260d tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=27d6e502-5ecf-4cad-9a81-2e821188db2a HTTP/1.1" status: 200 len: 210 time: 0.0348973 Mar 07 10:59:11.986771 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eac8ccbb-7d40-4fc3-9c19-55595cea4471 req-ccd01a13-d179-4c5b-b38c-c2a73f566fee service neutron] 10.222.0.21 "GET /v2.0/networks?id=89c82ebc-0d2c-446d-9232-939e7905e93b HTTP/1.1" status: 200 len: 918 time: 0.2070692 Mar 07 10:59:12.081956 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eac8ccbb-7d40-4fc3-9c19-55595cea4471 req-240f5824-0535-4bd6-8100-4d5b06097134 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba HTTP/1.1" status: 200 len: 1002 time: 0.0858624 Mar 07 10:59:12.135757 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8ccbb-7d40-4fc3-9c19-55595cea4471 req-ad8af4d2-b1b2-40f7-9a26-34c39e3d444b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:12.137319 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eac8ccbb-7d40-4fc3-9c19-55595cea4471 req-ad8af4d2-b1b2-40f7-9a26-34c39e3d444b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e4787b40-e1f6-4c42-b340-b6308e03f420 HTTP/1.1" status: 200 len: 856 time: 0.0492446 Mar 07 10:59:12.214726 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac8ccbb-7d40-4fc3-9c19-55595cea4471 req-646376f0-91f6-48dc-b4cf-4f59fce94650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:12.216423 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eac8ccbb-7d40-4fc3-9c19-55595cea4471 req-646376f0-91f6-48dc-b4cf-4f59fce94650 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=89c82ebc-0d2c-446d-9232-939e7905e93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0720825 Mar 07 10:59:12.403254 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eac8ccbb-7d40-4fc3-9c19-55595cea4471 req-8df17186-aa3e-4ba4-88c1-348decf336e5 service neutron] 10.222.0.21 "GET /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749997 Mar 07 10:59:12.547101 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eac8ccbb-7d40-4fc3-9c19-55595cea4471 req-022cd812-a40b-4eb2-bf93-13f6cdd4a34e service neutron] 10.222.0.21 "GET /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428018 Mar 07 10:59:12.918430 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:13.131658 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9595ea3e-46e9-42ac-952d-7482eac54e6c req-d7fedc97-2be8-4267-8bec-93473231d0ef tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=27d6e502-5ecf-4cad-9a81-2e821188db2a HTTP/1.1" status: 200 len: 210 time: 0.0524158 Mar 07 10:59:13.191757 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-166a4009-42c8-4510-827a-d593cd8e8dec tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:13.193395 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-166a4009-42c8-4510-827a-d593cd8e8dec tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.21 "GET /v2.0/networks?id=28765912-277e-46d1-95bd-16e2031149b0 HTTP/1.1" status: 200 len: 811 time: 0.1744215 Mar 07 10:59:13.248312 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecca98-c8cb-43b4-93ff-e58391e46b51 req-6225eb71-bae4-4edb-9195-a1b2ae781584 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:13.249867 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a4ecca98-c8cb-43b4-93ff-e58391e46b51 req-6225eb71-bae4-4edb-9195-a1b2ae781584 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 946 time: 0.1022642 Mar 07 10:59:13.294735 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-1a0df003-3440-41fe-92df-aa0d1df38cdf tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d3fdd77decc4d62a3e5426903f03a99 HTTP/1.1" status: 200 len: 379 time: 0.0923665 Mar 07 10:59:13.310548 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-e82c9b5b-a045-4458-a96e-ddcf5fa6850f tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Request body: {'port': {'device_id': '27d6e502-5ecf-4cad-9a81-2e821188db2a', 'network_id': '28765912-277e-46d1-95bd-16e2031149b0', 'admin_state_up': True, 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'security_groups': ['5d9a0def-5a62-464d-975b-9f8d510b77ac']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:59:13.349172 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a4ecca98-c8cb-43b4-93ff-e58391e46b51 req-033bc11a-912e-4fc7-b48b-9321f8c8df45 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893028 Mar 07 10:59:13.458887 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-e82c9b5b-a045-4458-a96e-ddcf5fa6850f tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Made reservation on behalf of 6d3fdd77decc4d62a3e5426903f03a99 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 10:59:13.462588 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-e82c9b5b-a045-4458-a96e-ddcf5fa6850f tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:13.632098 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-e82c9b5b-a045-4458-a96e-ddcf5fa6850f tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Allocated IP 172.20.0.4 (28765912-277e-46d1-95bd-16e2031149b0/70c02524-f503-4482-9d50-de9acc410b2f/bc8d3924-1529-4c20-a8b5-71729d219866) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 10:59:13.846534 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-e82c9b5b-a045-4458-a96e-ddcf5fa6850f tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for port (bc8d3924-1529-4c20-a8b5-71729d219866), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:13.908429 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-e82c9b5b-a045-4458-a96e-ddcf5fa6850f tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (bc8d3924-1529-4c20-a8b5-71729d219866), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:13.962130 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-e82c9b5b-a045-4458-a96e-ddcf5fa6850f tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Network 28765912-277e-46d1-95bd-16e2031149b0 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 10:59:13.969143 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-e82c9b5b-a045-4458-a96e-ddcf5fa6850f tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 10:59:13.971175 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c9b5b-a045-4458-a96e-ddcf5fa6850f tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Pushing event updated for resources: {'Port': ['ID=bc8d3924-1529-4c20-a8b5-71729d219866,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:13.973351 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-e82c9b5b-a045-4458-a96e-ddcf5fa6850f tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 10:59:14.026060 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-e82c9b5b-a045-4458-a96e-ddcf5fa6850f tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:14.026686 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-e82c9b5b-a045-4458-a96e-ddcf5fa6850f tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:14.050587 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-e82c9b5b-a045-4458-a96e-ddcf5fa6850f tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7447414 Mar 07 10:59:14.063511 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-2453840a-3910-464a-8932-d3bc8cfcc028 service neutron] Request body: {'port': {'device_id': '27d6e502-5ecf-4cad-9a81-2e821188db2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:59:14.143280 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-2453840a-3910-464a-8932-d3bc8cfcc028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bc8d3924-1529-4c20-a8b5-71729d219866), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:14.353195 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c5105-0427-4928-93fd-abf27fe08122 req-815118ef-2381-4df1-9ba1-d3e1f6706a9c tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:14.356287 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ac2c5105-0427-4928-93fd-abf27fe08122 req-815118ef-2381-4df1-9ba1-d3e1f6706a9c tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=27d6e502-5ecf-4cad-9a81-2e821188db2a HTTP/1.1" status: 200 len: 931 time: 0.1291127 Mar 07 10:59:14.419419 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-50f76d8e-d1a6-4f46-9608-6d418417b820 None None] Provisioning complete for port bc8d3924-1529-4c20-a8b5-71729d219866 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:59:14.420011 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-50f76d8e-d1a6-4f46-9608-6d418417b820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (bc8d3924-1529-4c20-a8b5-71729d219866), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:14.438859 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ac2c5105-0427-4928-93fd-abf27fe08122 req-483562dc-34aa-4c84-b814-dbb0407e6b89 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d9a0def-5a62-464d-975b-9f8d510b77ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743129 Mar 07 10:59:14.553462 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-50f76d8e-d1a6-4f46-9608-6d418417b820 None None] Port bc8d3924-1529-4c20-a8b5-71729d219866 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 10:59:14.706197 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b183d18a-4bfa-4028-a1fc-265a311f2bdb req-86ad97bb-6fd1-43ab-bea8-a374aa325b29 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:14.707752 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b183d18a-4bfa-4028-a1fc-265a311f2bdb req-86ad97bb-6fd1-43ab-bea8-a374aa325b29 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 946 time: 0.1868298 Mar 07 10:59:14.728758 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-2453840a-3910-464a-8932-d3bc8cfcc028 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc8d3924-1529-4c20-a8b5-71729d219866 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:59:14.755579 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-2453840a-3910-464a-8932-d3bc8cfcc028 service neutron] Publish callbacks [] for port (bc8d3924-1529-4c20-a8b5-71729d219866), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:14.793166 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-2453840a-3910-464a-8932-d3bc8cfcc028 service neutron] Transition to ACTIVE for port object bc8d3924-1529-4c20-a8b5-71729d219866 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:59:14.797470 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b183d18a-4bfa-4028-a1fc-265a311f2bdb req-0360bcd7-47a0-481a-9584-993d846681b6 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807717 Mar 07 10:59:14.805952 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-2453840a-3910-464a-8932-d3bc8cfcc028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (bc8d3924-1529-4c20-a8b5-71729d219866), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:15.081640 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453840a-3910-464a-8932-d3bc8cfcc028 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8d3924-1529-4c20-a8b5-71729d219866,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:15.114693 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-2453840a-3910-464a-8932-d3bc8cfcc028 service neutron] Attempting to bind port bc8d3924-1529-4c20-a8b5-71729d219866 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:59:15.115054 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-2453840a-3910-464a-8932-d3bc8cfcc028 service neutron] Attempting to bind port bc8d3924-1529-4c20-a8b5-71729d219866 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28765912-277e-46d1-95bd-16e2031149b0'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:59:15.115559 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-2453840a-3910-464a-8932-d3bc8cfcc028 service neutron] Attempting to bind port bc8d3924-1529-4c20-a8b5-71729d219866 on network 28765912-277e-46d1-95bd-16e2031149b0 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:59:15.122008 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-2453840a-3910-464a-8932-d3bc8cfcc028 service neutron] Port bc8d3924-1529-4c20-a8b5-71729d219866 on network 28765912-277e-46d1-95bd-16e2031149b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:59:15.122521 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-2453840a-3910-464a-8932-d3bc8cfcc028 service neutron] Attempting to bind port bc8d3924-1529-4c20-a8b5-71729d219866 on network 28765912-277e-46d1-95bd-16e2031149b0 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:59:15.129063 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-2453840a-3910-464a-8932-d3bc8cfcc028 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:59:15.130182 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-2453840a-3910-464a-8932-d3bc8cfcc028 service neutron] Checking segment: {'id': '6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28765912-277e-46d1-95bd-16e2031149b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:59:15.131408 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-2453840a-3910-464a-8932-d3bc8cfcc028 service neutron] Bound using segment: {'id': '6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28765912-277e-46d1-95bd-16e2031149b0'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:59:15.135304 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-2453840a-3910-464a-8932-d3bc8cfcc028 service neutron] Bound port: bc8d3924-1529-4c20-a8b5-71729d219866, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '28765912-277e-46d1-95bd-16e2031149b0'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:59:15.136157 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-2453840a-3910-464a-8932-d3bc8cfcc028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bc8d3924-1529-4c20-a8b5-71729d219866), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:15.280380 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-2453840a-3910-464a-8932-d3bc8cfcc028 service neutron] For port bc8d3924-1529-4c20-a8b5-71729d219866, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:59:15.284330 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-2453840a-3910-464a-8932-d3bc8cfcc028 service neutron] For port bc8d3924-1529-4c20-a8b5-71729d219866, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=bc8d3924-1529-4c20-a8b5-71729d219866,segment=NetworkSegment(6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a),segment_id=6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:59:15.305005 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-2453840a-3910-464a-8932-d3bc8cfcc028 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (bc8d3924-1529-4c20-a8b5-71729d219866), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:15.325351 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-2453840a-3910-464a-8932-d3bc8cfcc028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:15.326181 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-2453840a-3910-464a-8932-d3bc8cfcc028 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:15.328964 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-2453840a-3910-464a-8932-d3bc8cfcc028 service neutron] 10.222.0.21 "PUT /v2.0/ports/bc8d3924-1529-4c20-a8b5-71729d219866 HTTP/1.1" status: 200 len: 1091 time: 1.2703755 Mar 07 10:59:15.437407 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d6e502-5ecf-4cad-9a81-2e821188db2a', 'tag': 'bc8d3924-1529-4c20-a8b5-71729d219866'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:59:15.440303 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1877a6fc-636e-49ac-8c2f-e77b45431db4" -d '{"events": [{"name": "network-changed", "server_uuid": "27d6e502-5ecf-4cad-9a81-2e821188db2a", "tag": "bc8d3924-1529-4c20-a8b5-71729d219866"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:59:15.443512 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2453840a-3910-464a-8932-d3bc8cfcc028 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8d3924-1529-4c20-a8b5-71729d219866,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:15.452242 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-ea371d0d-a174-428d-ba3b-616a0e0dc73c tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:59:15.453522 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-ea371d0d-a174-428d-ba3b-616a0e0dc73c tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063262 Mar 07 10:59:15.555341 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-38f7a969-a20c-48b3-a5c2-f9cb9f39d28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:15.558049 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-38f7a969-a20c-48b3-a5c2-f9cb9f39d28b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d3fdd77decc4d62a3e5426903f03a99&device_id=27d6e502-5ecf-4cad-9a81-2e821188db2a HTTP/1.1" status: 200 len: 1125 time: 0.0652094 Mar 07 10:59:15.566667 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c63b818-f764-4beb-9f74-e714819703f8 x-openstack-request-id: req-5c63b818-f764-4beb-9f74-e714819703f8 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:59:15.566965 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27d6e502-5ecf-4cad-9a81-2e821188db2a", "tag": "bc8d3924-1529-4c20-a8b5-71729d219866", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:59:15.568291 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5c63b818-f764-4beb-9f74-e714819703f8 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:59:15.568751 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27d6e502-5ecf-4cad-9a81-2e821188db2a', 'tag': 'bc8d3924-1529-4c20-a8b5-71729d219866', 'status': 'completed', 'code': 200} Mar 07 10:59:15.678376 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-6c5a6bf7-8f8f-477a-af86-572acf56cdb0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc8d3924-1529-4c20-a8b5-71729d219866 HTTP/1.1" status: 200 len: 217 time: 0.1010816 Mar 07 10:59:15.708165 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ba04f-692e-4c65-a22f-d25c70e5be00 req-e906c64f-ee16-4ef6-85f8-a19aa28c9ffa tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:15.716614 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-be5ba04f-692e-4c65-a22f-d25c70e5be00 req-e906c64f-ee16-4ef6-85f8-a19aa28c9ffa tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=27d6e502-5ecf-4cad-9a81-2e821188db2a HTTP/1.1" status: 200 len: 943 time: 0.1085777 Mar 07 10:59:15.784193 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-1a581a3b-fa36-4405-8ccf-c3a887f39047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:15.790560 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-1a581a3b-fa36-4405-8ccf-c3a887f39047 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70c02524-f503-4482-9d50-de9acc410b2f HTTP/1.1" status: 200 len: 850 time: 0.1054449 Mar 07 10:59:15.867128 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-be5ba04f-692e-4c65-a22f-d25c70e5be00 req-74f7ed4a-1178-400d-bfc6-c427a10a37d3 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d9a0def-5a62-464d-975b-9f8d510b77ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485825 Mar 07 10:59:16.018788 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-014f28a9-d2e3-4fa6-ba87-417459c875af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:16.029521 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-014f28a9-d2e3-4fa6-ba87-417459c875af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=28765912-277e-46d1-95bd-16e2031149b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2365580 Mar 07 10:59:16.393654 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-9605bacc-37ef-4955-a0a5-ff235ade9d1b service neutron] 10.222.0.21 "GET /v2.0/networks/28765912-277e-46d1-95bd-16e2031149b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565164 Mar 07 10:59:16.611680 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f14dc01b-9a80-403d-b946-7a7a3607dbe7 req-9d839c79-138c-430b-830e-231a200f290a service neutron] 10.222.0.21 "GET /v2.0/networks/28765912-277e-46d1-95bd-16e2031149b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059364 Mar 07 10:59:16.619012 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 10:59:16.920510 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877a6fc-636e-49ac-8c2f-e77b45431db4 req-127c1671-6028-4756-aa9d-92d18ea17077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:16.922063 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1877a6fc-636e-49ac-8c2f-e77b45431db4 req-127c1671-6028-4756-aa9d-92d18ea17077 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d3fdd77decc4d62a3e5426903f03a99&device_id=27d6e502-5ecf-4cad-9a81-2e821188db2a HTTP/1.1" status: 200 len: 1125 time: 0.2075469 Mar 07 10:59:16.968754 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26482bdb-7798-48ed-8f5b-3b2ab084b809 req-6b8caa65-07a1-4d8a-84f2-463f54ae0d78 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:16.978020 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:59:16.978507 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:16.979163 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-26482bdb-7798-48ed-8f5b-3b2ab084b809 req-6b8caa65-07a1-4d8a-84f2-463f54ae0d78 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 946 time: 0.1869965 Mar 07 10:59:17.031136 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:59:17.055206 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d698a1-2087-4929-bb24-a5ac8e70eb6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:59:17.057477 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4deb140-e230-44dd-98a5-6268882df6b7" -d '{"events": [{"server_uuid": "26d698a1-2087-4929-bb24-a5ac8e70eb6d", "name": "network-vif-unplugged", "status": "completed", "tag": "3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:59:17.090503 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:17.099864 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:17.165231 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 51630) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:17.192639 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-26482bdb-7798-48ed-8f5b-3b2ab084b809 req-61d280f6-998d-4167-a14f-1c70098e839e tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119789 Mar 07 10:59:17.221488 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171229a4-f2f9-4588-ab00-e4c3dc920dc2 req-2622c8be-9e20-458e-aa33-412b0a3ff6a6 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:17.228824 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-171229a4-f2f9-4588-ab00-e4c3dc920dc2 req-2622c8be-9e20-458e-aa33-412b0a3ff6a6 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=27d6e502-5ecf-4cad-9a81-2e821188db2a HTTP/1.1" status: 200 len: 943 time: 0.2070661 Mar 07 10:59:17.254386 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877a6fc-636e-49ac-8c2f-e77b45431db4 req-7106e513-f773-445f-b6c2-6fce8648068e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:17.256428 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1877a6fc-636e-49ac-8c2f-e77b45431db4 req-7106e513-f773-445f-b6c2-6fce8648068e service neutron] 10.222.0.21 "GET /v2.0/networks?id=28765912-277e-46d1-95bd-16e2031149b0 HTTP/1.1" status: 200 len: 912 time: 0.3229308 Mar 07 10:59:17.259587 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:17.286467 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Mar 2022 10:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72618c4-257c-4f54-a8e7-e6e0e2f14d05 x-openstack-request-id: req-c72618c4-257c-4f54-a8e7-e6e0e2f14d05 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:59:17.288127 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d698a1-2087-4929-bb24-a5ac8e70eb6d", "name": "network-vif-unplugged", "status": "failed", "tag": "3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba", "code": 422}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:59:17.301072 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c72618c4-257c-4f54-a8e7-e6e0e2f14d05 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:59:17.301953 n-d-832164-4 neutron-server[103768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '26d698a1-2087-4929-bb24-a5ac8e70eb6d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba', 'code': 422} returned with failed status Mar 07 10:59:17.321052 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1877a6fc-636e-49ac-8c2f-e77b45431db4 req-edd15a43-bd80-46b4-b97a-f9d5fa0606b3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc8d3924-1529-4c20-a8b5-71729d219866 HTTP/1.1" status: 200 len: 217 time: 0.0503056 Mar 07 10:59:17.325243 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-171229a4-f2f9-4588-ab00-e4c3dc920dc2 req-df6318bf-48b7-43fd-8665-0f51b8077559 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d9a0def-5a62-464d-975b-9f8d510b77ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947804 Mar 07 10:59:17.392194 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877a6fc-636e-49ac-8c2f-e77b45431db4 req-f5dfc642-eda0-4246-91ea-53d190769a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:17.393690 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1877a6fc-636e-49ac-8c2f-e77b45431db4 req-f5dfc642-eda0-4246-91ea-53d190769a34 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70c02524-f503-4482-9d50-de9acc410b2f HTTP/1.1" status: 200 len: 850 time: 0.0681658 Mar 07 10:59:17.435280 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-f9efbe50-b14c-4a1b-8bf7-915650d25ed8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2687240 Mar 07 10:59:17.444658 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-afdb600b-5ca5-4d8a-8383-31aa5ccdd5e7 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:59:17.447165 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-afdb600b-5ca5-4d8a-8383-31aa5ccdd5e7 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074644 Mar 07 10:59:17.472760 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877a6fc-636e-49ac-8c2f-e77b45431db4 req-34c90c1c-ad18-4f2c-94b8-8a6f235ea705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:17.475515 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1877a6fc-636e-49ac-8c2f-e77b45431db4 req-34c90c1c-ad18-4f2c-94b8-8a6f235ea705 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=28765912-277e-46d1-95bd-16e2031149b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0747807 Mar 07 10:59:17.638559 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1877a6fc-636e-49ac-8c2f-e77b45431db4 req-e4fd1cd5-a5c0-454f-9c2e-7e698466958e service neutron] 10.222.0.21 "GET /v2.0/networks/28765912-277e-46d1-95bd-16e2031149b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527507 Mar 07 10:59:17.654809 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-e23cba99-9f44-467e-b32e-fc5c982899f8 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:17.657460 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-e23cba99-9f44-467e-b32e-fc5c982899f8 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports/3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba HTTP/1.1" status: 200 len: 941 time: 0.1627698 Mar 07 10:59:17.837479 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1877a6fc-636e-49ac-8c2f-e77b45431db4 req-0a2d0886-3e78-4221-890e-8214bbe52b28 service neutron] 10.222.0.21 "GET /v2.0/networks/28765912-277e-46d1-95bd-16e2031149b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926887 Mar 07 10:59:18.395939 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:18.485459 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3cbb1-6df1-4e76-9d68-471b804c78bd req-88fa43a6-24ba-4e2f-b5e2-0e820e3f8838 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:18.493930 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7ee3cbb1-6df1-4e76-9d68-471b804c78bd req-88fa43a6-24ba-4e2f-b5e2-0e820e3f8838 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 944 time: 0.1538727 Mar 07 10:59:18.613777 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7ee3cbb1-6df1-4e76-9d68-471b804c78bd req-f0fe482e-3863-44cd-92ba-1d0361dcd235 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140783 Mar 07 10:59:18.634630 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device bc8d3924-1529-4c20-a8b5-71729d219866 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:59:18.675969 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f581409d-1a18-4d2e-95b2-091135dc1eab req-1faf7922-3873-4869-b2db-bd0f56289839 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:18.679403 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f581409d-1a18-4d2e-95b2-091135dc1eab req-1faf7922-3873-4869-b2db-bd0f56289839 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=27d6e502-5ecf-4cad-9a81-2e821188db2a HTTP/1.1" status: 200 len: 943 time: 0.1509767 Mar 07 10:59:18.778680 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f581409d-1a18-4d2e-95b2-091135dc1eab req-472d505f-c487-483a-9b8d-176557905b9e tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d9a0def-5a62-464d-975b-9f8d510b77ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932314 Mar 07 10:59:18.849779 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port bc8d3924-1529-4c20-a8b5-71729d219866, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=bc8d3924-1529-4c20-a8b5-71729d219866,segment=NetworkSegment(6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a),segment_id=6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:18.862240 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'bc8d3924-1529-4c20-a8b5-71729d219866', 'network_id': '28765912-277e-46d1-95bd-16e2031149b0', 'port_id': 'bc8d3924-1529-4c20-a8b5-71729d219866', 'mac_address': 'fa:16:3e:cb:50:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70c02524-f503-4482-9d50-de9acc410b2f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:59:18.907699 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port bc8d3924-1529-4c20-a8b5-71729d219866 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:59:18.908287 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bc8d3924-1529-4c20-a8b5-71729d219866), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:18.924755 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc8d3924-1529-4c20-a8b5-71729d219866 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:59:18.951579 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port bc8d3924-1529-4c20-a8b5-71729d219866, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=bc8d3924-1529-4c20-a8b5-71729d219866,segment=NetworkSegment(6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a),segment_id=6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:18.957758 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (bc8d3924-1529-4c20-a8b5-71729d219866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:19.031265 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=bc8d3924-1529-4c20-a8b5-71729d219866,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:19.044092 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:19.044262 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:19.044649 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:19.058854 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:19.065865 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:19.066246 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:19.066583 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:19.066916 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:19.067829 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:19.068160 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:19.068499 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:19.068998 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:19.069353 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 10:59:19.187270 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['bc8d3924-1529-4c20-a8b5-71729d219866'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:59:19.256654 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-abb3242a-ebef-4ad9-a8b6-1345c66d970b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:19.262582 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-abb3242a-ebef-4ad9-a8b6-1345c66d970b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d&tenant_id=3f4947cca2a6480f85064d6dfbb3a125 HTTP/1.1" status: 200 len: 1126 time: 0.1805015 Mar 07 10:59:19.278517 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-b36f8ed7-e4bb-4ee5-9371-c68d52fea987 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 10:59:19.280417 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-b36f8ed7-e4bb-4ee5-9371-c68d52fea987 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113420 Mar 07 10:59:19.311518 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-2842c641-165c-4e54-be71-fedb09d49e69 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832164-4', 'device_owner': 'compute:nova'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:59:19.454872 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-2842c641-165c-4e54-be71-fedb09d49e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:19.825404 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-2842c641-165c-4e54-be71-fedb09d49e69 service neutron] For port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:19.878689 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-2842c641-165c-4e54-be71-fedb09d49e69 service neutron] For port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba, host n-h1-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:59:19.881799 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bdb652-d6a6-4c29-80dc-002f3afe7c6f req-d0454413-a877-422a-81cb-73f7463c3fd2 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:19.883306 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-00bdb652-d6a6-4c29-80dc-002f3afe7c6f req-d0454413-a877-422a-81cb-73f7463c3fd2 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 944 time: 0.1622620 Mar 07 10:59:20.002876 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-00bdb652-d6a6-4c29-80dc-002f3afe7c6f req-e39884fb-4b8d-4838-8cce-b7c9f73659dd tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081276 Mar 07 10:59:20.058458 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-2842c641-165c-4e54-be71-fedb09d49e69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:59:20.078318 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-2842c641-165c-4e54-be71-fedb09d49e69 service neutron] Publish callbacks [] for port (3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:20.124426 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99be668-a5e0-45a0-9bc0-517d26bacab3 req-d1775213-f24e-479c-bea1-64493dd00011 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:20.126535 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f99be668-a5e0-45a0-9bc0-517d26bacab3 req-d1775213-f24e-479c-bea1-64493dd00011 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=27d6e502-5ecf-4cad-9a81-2e821188db2a HTTP/1.1" status: 200 len: 944 time: 0.2231109 Mar 07 10:59:20.139372 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-2842c641-165c-4e54-be71-fedb09d49e69 service neutron] Transition to ACTIVE for port object 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 10:59:20.165382 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-2842c641-165c-4e54-be71-fedb09d49e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:20.450935 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f99be668-a5e0-45a0-9bc0-517d26bacab3 req-6f79b382-7fdb-425f-88f5-ca2477ca51b4 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d9a0def-5a62-464d-975b-9f8d510b77ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3137965 Mar 07 10:59:20.500073 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-2842c641-165c-4e54-be71-fedb09d49e69 service neutron] No DVR routers for this DVR port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba on host n-h1-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:59:20.512568 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842c641-165c-4e54-be71-fedb09d49e69 service neutron] Pushing event updated for resources: {'Port': ['ID=3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba,revision_number=9']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:20.780986 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device bc8d3924-1529-4c20-a8b5-71729d219866 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:59:20.836498 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-2842c641-165c-4e54-be71-fedb09d49e69 service neutron] Attempting to bind port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 10:59:20.838571 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-2842c641-165c-4e54-be71-fedb09d49e69 service neutron] Attempting to bind port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': 'cb921073-4a48-4799-ac28-2ebcccf31f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 10:59:20.842623 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-2842c641-165c-4e54-be71-fedb09d49e69 service neutron] Attempting to bind port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba on network 89c82ebc-0d2c-446d-9232-939e7905e93b {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:59:20.856777 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-2842c641-165c-4e54-be71-fedb09d49e69 service neutron] Port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba on network 89c82ebc-0d2c-446d-9232-939e7905e93b not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 10:59:20.858599 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-2842c641-165c-4e54-be71-fedb09d49e69 service neutron] Attempting to bind port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba on network 89c82ebc-0d2c-446d-9232-939e7905e93b {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 10:59:20.873750 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-2842c641-165c-4e54-be71-fedb09d49e69 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 10:59:20.876359 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-2842c641-165c-4e54-be71-fedb09d49e69 service neutron] Checking segment: {'id': 'cb921073-4a48-4799-ac28-2ebcccf31f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 10:59:20.878190 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-2842c641-165c-4e54-be71-fedb09d49e69 service neutron] Bound using segment: {'id': 'cb921073-4a48-4799-ac28-2ebcccf31f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 10:59:20.880957 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-2842c641-165c-4e54-be71-fedb09d49e69 service neutron] Bound port: 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb921073-4a48-4799-ac28-2ebcccf31f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 10:59:20.881429 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-2842c641-165c-4e54-be71-fedb09d49e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:20.893852 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3f1b8-822a-48c2-a1cf-033f9a70b947 req-2b62fbd8-aba9-4306-9d2a-e644b6688388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:20.897962 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-20f3f1b8-822a-48c2-a1cf-033f9a70b947 req-2b62fbd8-aba9-4306-9d2a-e644b6688388 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f4947cca2a6480f85064d6dfbb3a125&device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 1053 time: 0.1213789 Mar 07 10:59:20.935201 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port bc8d3924-1529-4c20-a8b5-71729d219866 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:59:20.948126 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port bc8d3924-1529-4c20-a8b5-71729d219866 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:59:20.949978 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (bc8d3924-1529-4c20-a8b5-71729d219866), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:21.046770 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-2842c641-165c-4e54-be71-fedb09d49e69 service neutron] For port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 10:59:21.053145 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-2842c641-165c-4e54-be71-fedb09d49e69 service neutron] For port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 10:59:21.065388 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-2842c641-165c-4e54-be71-fedb09d49e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:21.087163 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port bc8d3924-1529-4c20-a8b5-71729d219866 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:59:21.087838 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bc8d3924-1529-4c20-a8b5-71729d219866), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:21.110535 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3f1b8-822a-48c2-a1cf-033f9a70b947 req-364ca368-a2f1-4541-a8dc-8c518e49c96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:21.112045 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-20f3f1b8-822a-48c2-a1cf-033f9a70b947 req-364ca368-a2f1-4541-a8dc-8c518e49c96c service neutron] 10.222.0.31 "GET /v2.0/networks?id=89c82ebc-0d2c-446d-9232-939e7905e93b HTTP/1.1" status: 200 len: 918 time: 0.1932096 Mar 07 10:59:21.135078 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2842c641-165c-4e54-be71-fedb09d49e69 service neutron] Pushing event updated for resources: {'Port': ['ID=3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba,revision_number=10']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:21.163513 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d6e502-5ecf-4cad-9a81-2e821188db2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8d3924-1529-4c20-a8b5-71729d219866'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:59:21.164274 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-2842c641-165c-4e54-be71-fedb09d49e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:21.165272 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-2842c641-165c-4e54-be71-fedb09d49e69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:21.165817 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a77c43e-848f-45e6-909c-b99d1544f9d8" -d '{"events": [{"server_uuid": "27d6e502-5ecf-4cad-9a81-2e821188db2a", "name": "network-vif-plugged", "status": "completed", "tag": "bc8d3924-1529-4c20-a8b5-71729d219866"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:59:21.167062 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-2842c641-165c-4e54-be71-fedb09d49e69 service neutron] 10.222.0.31 "PUT /v2.0/ports/3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba HTTP/1.1" status: 200 len: 1092 time: 1.8789232 Mar 07 10:59:21.167676 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d698a1-2087-4929-bb24-a5ac8e70eb6d', 'tag': '3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:59:21.170783 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3544bb05-ddee-4a54-8f6f-15a377ae07f1" -d '{"events": [{"name": "network-changed", "server_uuid": "26d698a1-2087-4929-bb24-a5ac8e70eb6d", "tag": "3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:59:21.191764 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port bc8d3924-1529-4c20-a8b5-71729d219866, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=bc8d3924-1529-4c20-a8b5-71729d219866,segment=NetworkSegment(6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a),segment_id=6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:21.199426 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (bc8d3924-1529-4c20-a8b5-71729d219866), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:21.305433 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=bc8d3924-1529-4c20-a8b5-71729d219866,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:21.317362 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213aee23-a88f-490c-a176-1588b44c1149 x-openstack-request-id: req-213aee23-a88f-490c-a176-1588b44c1149 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:59:21.317711 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d698a1-2087-4929-bb24-a5ac8e70eb6d", "tag": "3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:59:21.317968 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-213aee23-a88f-490c-a176-1588b44c1149 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:59:21.318400 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d698a1-2087-4929-bb24-a5ac8e70eb6d', 'tag': '3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba', 'status': 'completed', 'code': 200} Mar 07 10:59:21.342379 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b027e-85f9-487d-bb32-70a6c31bbe88 req-4d0ebc4b-1d10-4b6d-a92a-5dd3420f695b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:21.344407 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-489b027e-85f9-487d-bb32-70a6c31bbe88 req-4d0ebc4b-1d10-4b6d-a92a-5dd3420f695b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 945 time: 0.1484811 Mar 07 10:59:21.346584 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-20f3f1b8-822a-48c2-a1cf-033f9a70b947 req-6eb30169-2267-4e5b-838d-7bc1002cb4b4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba HTTP/1.1" status: 200 len: 1000 time: 0.2273507 Mar 07 10:59:21.510443 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcaf7f2-001b-4ff0-a486-ea0d576b1590 x-openstack-request-id: req-adcaf7f2-001b-4ff0-a486-ea0d576b1590 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:59:21.510749 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d6e502-5ecf-4cad-9a81-2e821188db2a", "name": "network-vif-plugged", "status": "completed", "tag": "bc8d3924-1529-4c20-a8b5-71729d219866", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:59:21.511008 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-adcaf7f2-001b-4ff0-a486-ea0d576b1590 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:59:21.511408 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d6e502-5ecf-4cad-9a81-2e821188db2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8d3924-1529-4c20-a8b5-71729d219866', 'code': 200} Mar 07 10:59:21.546940 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-489b027e-85f9-487d-bb32-70a6c31bbe88 req-776812ec-4e0a-4e61-9893-a47c1f175a17 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966999 Mar 07 10:59:21.549384 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3f1b8-822a-48c2-a1cf-033f9a70b947 req-7099069f-009b-4527-9d5d-e61f32cb74d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:21.551105 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-20f3f1b8-822a-48c2-a1cf-033f9a70b947 req-7099069f-009b-4527-9d5d-e61f32cb74d7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e4787b40-e1f6-4c42-b340-b6308e03f420 HTTP/1.1" status: 200 len: 856 time: 0.1976316 Mar 07 10:59:21.670064 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3f1b8-822a-48c2-a1cf-033f9a70b947 req-4b73858b-9652-44d4-beb5-7ad136c04bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:21.671641 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-20f3f1b8-822a-48c2-a1cf-033f9a70b947 req-4b73858b-9652-44d4-beb5-7ad136c04bd5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=89c82ebc-0d2c-446d-9232-939e7905e93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1144319 Mar 07 10:59:21.749862 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42202a60-8e9d-4845-a98d-771e18f9986f req-d8838ac5-b916-43a9-ac6a-efedb2fd62fa tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:21.752789 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-42202a60-8e9d-4845-a98d-771e18f9986f req-d8838ac5-b916-43a9-ac6a-efedb2fd62fa tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=27d6e502-5ecf-4cad-9a81-2e821188db2a HTTP/1.1" status: 200 len: 945 time: 0.1263251 Mar 07 10:59:21.886137 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-42202a60-8e9d-4845-a98d-771e18f9986f req-de01aabd-0069-4c82-b9e3-a41e91b0d817 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d9a0def-5a62-464d-975b-9f8d510b77ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230597 Mar 07 10:59:22.004712 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25538fdc-1f79-4646-acb6-acd4c1c2788a req-6140e43d-8dd8-40ca-b913-5220d780edef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:22.006433 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-25538fdc-1f79-4646-acb6-acd4c1c2788a req-6140e43d-8dd8-40ca-b913-5220d780edef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=27d6e502-5ecf-4cad-9a81-2e821188db2a HTTP/1.1" status: 200 len: 1127 time: 0.3851926 Mar 07 10:59:22.008442 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-20f3f1b8-822a-48c2-a1cf-033f9a70b947 req-75799b9b-1b04-4b3d-a6ad-979ff39deca9 service neutron] 10.222.0.31 "GET /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273227 Mar 07 10:59:22.129138 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-20f3f1b8-822a-48c2-a1cf-033f9a70b947 req-e7251888-8ece-431c-b747-1a7b497309da service neutron] 10.222.0.31 "GET /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103976 Mar 07 10:59:22.206683 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-25538fdc-1f79-4646-acb6-acd4c1c2788a req-8294992b-75a4-4462-abd3-681a25b7ec1d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5d9a0def-5a62-464d-975b-9f8d510b77ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934419 Mar 07 10:59:22.271877 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-3a0175ca-4986-4ba2-9f02-b9a2f72cf7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:22.273525 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-3a0175ca-4986-4ba2-9f02-b9a2f72cf7fa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f4947cca2a6480f85064d6dfbb3a125&device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 1127 time: 0.0700197 Mar 07 10:59:22.402676 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-3ee5e7fa-9785-46c1-963b-12972ee2146f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:22.404161 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-3ee5e7fa-9785-46c1-963b-12972ee2146f service neutron] 10.222.0.31 "GET /v2.0/networks?id=89c82ebc-0d2c-446d-9232-939e7905e93b HTTP/1.1" status: 200 len: 918 time: 0.1230164 Mar 07 10:59:22.538433 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-f04ae1fe-a516-4bbc-96a1-f93ee92a9ce2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba HTTP/1.1" status: 200 len: 1000 time: 0.1226060 Mar 07 10:59:22.604430 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-db8a3289-e3de-4ba5-9fac-0cb79c75361c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:22.606055 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-db8a3289-e3de-4ba5-9fac-0cb79c75361c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e4787b40-e1f6-4c42-b340-b6308e03f420 HTTP/1.1" status: 200 len: 856 time: 0.0543070 Mar 07 10:59:22.715502 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-74147795-6d25-4e23-ac2b-5c6c0be14aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:22.721000 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-74147795-6d25-4e23-ac2b-5c6c0be14aca service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=89c82ebc-0d2c-446d-9232-939e7905e93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1060350 Mar 07 10:59:22.891197 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f5db4-5573-4a9b-a0a6-f6751209b993 req-6ef75b96-a2bd-4913-8241-f9c4623a5793 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:22.892609 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d94f5db4-5573-4a9b-a0a6-f6751209b993 req-6ef75b96-a2bd-4913-8241-f9c4623a5793 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 945 time: 0.1676853 Mar 07 10:59:23.022659 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d94f5db4-5573-4a9b-a0a6-f6751209b993 req-a073ef58-df2d-4390-99a1-548b8a3ebd2d tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148925 Mar 07 10:59:23.041407 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:23.044195 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-55efce2e-d6cf-42b9-9928-8934beb974ed service neutron] 10.222.0.31 "GET /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663214 Mar 07 10:59:23.171172 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-933fbd41-39c6-4e1f-9fcf-1c3b408e39dc req-93106819-198e-42cc-afac-3d101f78f1db service neutron] 10.222.0.31 "GET /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176872 Mar 07 10:59:23.180202 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02f50b-41ca-45df-acff-1a1fc3c9bfd7 req-2094cc0d-d427-4278-806e-478b4f042540 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:23.189255 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7d02f50b-41ca-45df-acff-1a1fc3c9bfd7 req-2094cc0d-d427-4278-806e-478b4f042540 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=27d6e502-5ecf-4cad-9a81-2e821188db2a HTTP/1.1" status: 200 len: 945 time: 0.1076317 Mar 07 10:59:23.300833 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7d02f50b-41ca-45df-acff-1a1fc3c9bfd7 req-e56bc064-cd64-4767-bba5-626ad5abb420 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d9a0def-5a62-464d-975b-9f8d510b77ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100397 Mar 07 10:59:23.447984 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544bb05-ddee-4a54-8f6f-15a377ae07f1 req-d7f89766-89fb-4231-a15f-ef8ccc5edf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:23.452143 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3544bb05-ddee-4a54-8f6f-15a377ae07f1 req-d7f89766-89fb-4231-a15f-ef8ccc5edf04 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=3f4947cca2a6480f85064d6dfbb3a125&device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 1127 time: 0.2256753 Mar 07 10:59:23.710133 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544bb05-ddee-4a54-8f6f-15a377ae07f1 req-08fe1cc5-fa68-4029-992f-d08cb7fbc482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:23.711619 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3544bb05-ddee-4a54-8f6f-15a377ae07f1 req-08fe1cc5-fa68-4029-992f-d08cb7fbc482 service neutron] 10.222.0.31 "GET /v2.0/networks?id=89c82ebc-0d2c-446d-9232-939e7905e93b HTTP/1.1" status: 200 len: 918 time: 0.2517848 Mar 07 10:59:23.872888 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3544bb05-ddee-4a54-8f6f-15a377ae07f1 req-2a72acf0-16e4-472a-ace4-88c95c9345ac service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba HTTP/1.1" status: 200 len: 1000 time: 0.1525943 Mar 07 10:59:24.056429 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544bb05-ddee-4a54-8f6f-15a377ae07f1 req-f58315f8-444b-4ff6-86b3-93f9860463ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:24.057937 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3544bb05-ddee-4a54-8f6f-15a377ae07f1 req-f58315f8-444b-4ff6-86b3-93f9860463ae service neutron] 10.222.0.31 "GET /v2.0/subnets?id=e4787b40-e1f6-4c42-b340-b6308e03f420 HTTP/1.1" status: 200 len: 856 time: 0.1689661 Mar 07 10:59:24.448996 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544bb05-ddee-4a54-8f6f-15a377ae07f1 req-d21bbbe8-3024-4792-957e-50528f48ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:24.460293 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3544bb05-ddee-4a54-8f6f-15a377ae07f1 req-d21bbbe8-3024-4792-957e-50528f48ba35 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=89c82ebc-0d2c-446d-9232-939e7905e93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2380657 Mar 07 10:59:24.482830 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a25c8-9d3f-4147-9daf-d89bcc08e5dd req-dcc45f00-4328-4b49-a23a-65fb4680ac76 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:24.487244 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1d46c-c3cb-414f-80b1-2979d658a46f req-55661c21-5ec6-4fb4-8017-0fb7daf2c400 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:24.489359 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-87b1d46c-c3cb-414f-80b1-2979d658a46f req-55661c21-5ec6-4fb4-8017-0fb7daf2c400 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 945 time: 0.2752931 Mar 07 10:59:24.508616 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6f2a25c8-9d3f-4147-9daf-d89bcc08e5dd req-dcc45f00-4328-4b49-a23a-65fb4680ac76 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=27d6e502-5ecf-4cad-9a81-2e821188db2a HTTP/1.1" status: 200 len: 945 time: 0.1070457 Mar 07 10:59:24.595522 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6f2a25c8-9d3f-4147-9daf-d89bcc08e5dd req-1c7e34ec-e336-40ad-848f-a0df87aa1f69 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d9a0def-5a62-464d-975b-9f8d510b77ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859380 Mar 07 10:59:24.825082 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a0cb15-0bb2-4f66-97c5-704e33164355 req-1c8741fa-ad59-43ca-91c9-02e4298cece5 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:24.826607 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-45a0cb15-0bb2-4f66-97c5-704e33164355 req-1c8741fa-ad59-43ca-91c9-02e4298cece5 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=27d6e502-5ecf-4cad-9a81-2e821188db2a HTTP/1.1" status: 200 len: 945 time: 0.1298971 Mar 07 10:59:24.839164 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 52090) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 10:59:24.851440 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-fa60e271-9fd1-4e0d-96b7-c7bdbacc0b4a tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Request body: {'floatingip': {'port_id': 'bc8d3924-1529-4c20-a8b5-71729d219866'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 10:59:24.933804 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-87b1d46c-c3cb-414f-80b1-2979d658a46f req-d2fbb7ba-2743-49de-b97d-525f193c076f tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4227443 Mar 07 10:59:24.948407 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fa60e271-9fd1-4e0d-96b7-c7bdbacc0b4a tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for floatingip (435a09cd-a8d4-4644-888b-f4796edf3941), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:25.057537 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3544bb05-ddee-4a54-8f6f-15a377ae07f1 req-8917abf9-3f92-4472-8b1e-173f335726fc service neutron] 10.222.0.31 "GET /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5663168 Mar 07 10:59:25.712293 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3544bb05-ddee-4a54-8f6f-15a377ae07f1 req-dcd2e428-4a72-4329-ab00-5a6b2d3334b6 service neutron] 10.222.0.31 "GET /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365239 Mar 07 10:59:25.728950 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fa60e271-9fd1-4e0d-96b7-c7bdbacc0b4a tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:25.737811 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fa60e271-9fd1-4e0d-96b7-c7bdbacc0b4a tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (435a09cd-a8d4-4644-888b-f4796edf3941), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:26.008457 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-fa60e271-9fd1-4e0d-96b7-c7bdbacc0b4a tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Floating IP 435a09cd-a8d4-4644-888b-f4796edf3941 associated. External IP: 172.25.3.211, port: bc8d3924-1529-4c20-a8b5-71729d219866. Mar 07 10:59:26.512952 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc691da-3fdf-4884-bfba-31c13dd50252 req-c0d25684-d8bc-4432-a163-d420f3fc4116 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:26.514582 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dcc691da-3fdf-4884-bfba-31c13dd50252 req-c0d25684-d8bc-4432-a163-d420f3fc4116 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 945 time: 0.2346396 Mar 07 10:59:26.639111 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dcc691da-3fdf-4884-bfba-31c13dd50252 req-4b487db6-5da7-4a4a-b45f-b1ed6e0d8972 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087213 Mar 07 10:59:26.905346 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa60e271-9fd1-4e0d-96b7-c7bdbacc0b4a tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Router 9b4beccc-5f94-43d6-9241-f37dc849d45f has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 10:59:27.234082 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa60e271-9fd1-4e0d-96b7-c7bdbacc0b4a tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 10:59:27.247201 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97965aa7-3c6d-4e6c-ba11-63b5ac5f7503 None None] Sync routers for ids ['9b4beccc-5f94-43d6-9241-f37dc849d45f'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 10:59:27.269639 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fa60e271-9fd1-4e0d-96b7-c7bdbacc0b4a tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:27.276507 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97965aa7-3c6d-4e6c-ba11-63b5ac5f7503 None None] Routers {'9b4beccc-5f94-43d6-9241-f37dc849d45f'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:59:27.277704 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-97965aa7-3c6d-4e6c-ba11-63b5ac5f7503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:59:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9b4beccc-5f94-43d6-9241-f37dc849d45f'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:27.402627 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fa60e271-9fd1-4e0d-96b7-c7bdbacc0b4a tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "PUT /v2.0/floatingips/435a09cd-a8d4-4644-888b-f4796edf3941 HTTP/1.1" status: 200 len: 991 time: 2.5616250 Mar 07 10:59:27.406627 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27d6e502-5ecf-4cad-9a81-2e821188db2a', 'tag': 'bc8d3924-1529-4c20-a8b5-71729d219866'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:59:27.413437 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313be792-1451-413e-a2cb-914f00036b9f" -d '{"events": [{"name": "network-changed", "server_uuid": "27d6e502-5ecf-4cad-9a81-2e821188db2a", "tag": "bc8d3924-1529-4c20-a8b5-71729d219866"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:59:27.523529 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 10:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5807bd09-1779-4f58-ba01-676b268d76d8 x-openstack-request-id: req-5807bd09-1779-4f58-ba01-676b268d76d8 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:59:27.523841 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27d6e502-5ecf-4cad-9a81-2e821188db2a", "tag": "bc8d3924-1529-4c20-a8b5-71729d219866", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:59:27.524231 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5807bd09-1779-4f58-ba01-676b268d76d8 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:59:27.524498 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27d6e502-5ecf-4cad-9a81-2e821188db2a', 'tag': 'bc8d3924-1529-4c20-a8b5-71729d219866', 'status': 'completed', 'code': 200} Mar 07 10:59:27.699463 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313be792-1451-413e-a2cb-914f00036b9f req-7302b38a-904d-4097-9e36-3166edfd81a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:27.700972 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-313be792-1451-413e-a2cb-914f00036b9f req-7302b38a-904d-4097-9e36-3166edfd81a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d3fdd77decc4d62a3e5426903f03a99&device_id=27d6e502-5ecf-4cad-9a81-2e821188db2a HTTP/1.1" status: 200 len: 1127 time: 0.1567841 Mar 07 10:59:27.884414 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b20b49-ad84-459c-9201-f63678a6f033 req-681eb801-5c1c-4866-9c2e-205978cfee86 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:27.899270 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-81b20b49-ad84-459c-9201-f63678a6f033 req-681eb801-5c1c-4866-9c2e-205978cfee86 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 945 time: 0.1226048 Mar 07 10:59:27.948321 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-97965aa7-3c6d-4e6c-ba11-63b5ac5f7503 None None] Set router 9b4beccc-5f94-43d6-9241-f37dc849d45f gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:59:28.015942 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-81b20b49-ad84-459c-9201-f63678a6f033 req-2eaf6167-95d8-43fc-adb1-2b5ab2088d37 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153059 Mar 07 10:59:28.024291 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313be792-1451-413e-a2cb-914f00036b9f req-41a042d0-0414-4afc-b0ea-ad7de4449e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:28.025903 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-313be792-1451-413e-a2cb-914f00036b9f req-41a042d0-0414-4afc-b0ea-ad7de4449e1e service neutron] 10.222.0.21 "GET /v2.0/networks?id=28765912-277e-46d1-95bd-16e2031149b0 HTTP/1.1" status: 200 len: 912 time: 0.3174572 Mar 07 10:59:28.386785 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-313be792-1451-413e-a2cb-914f00036b9f req-55149706-5565-4c83-bbb6-488d3da74464 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc8d3924-1529-4c20-a8b5-71729d219866 HTTP/1.1" status: 200 len: 999 time: 0.3435850 Mar 07 10:59:28.500291 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313be792-1451-413e-a2cb-914f00036b9f req-43fba414-78e0-4a56-9172-1111407854f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:28.503640 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-313be792-1451-413e-a2cb-914f00036b9f req-43fba414-78e0-4a56-9172-1111407854f4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70c02524-f503-4482-9d50-de9acc410b2f HTTP/1.1" status: 200 len: 850 time: 0.1106350 Mar 07 10:59:28.618202 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313be792-1451-413e-a2cb-914f00036b9f req-bef92856-12d1-4682-8a00-3f0d9e9c4e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:28.621184 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-313be792-1451-413e-a2cb-914f00036b9f req-bef92856-12d1-4682-8a00-3f0d9e9c4e50 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=28765912-277e-46d1-95bd-16e2031149b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1118414 Mar 07 10:59:28.663613 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-97965aa7-3c6d-4e6c-ba11-63b5ac5f7503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'name': 'tempest-AttachVolumeTestJSON-1578191317-router', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:48Z', 'updated_at': '2022-03-07T10:53:56Z', 'revision_number': 4, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'gw_port': {'id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:49Z', 'updated_at': '2022-03-07T10:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '435a09cd-a8d4-4644-888b-f4796edf3941', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'floating_ip_address': '172.25.3.211', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'port_id': 'bc8d3924-1529-4c20-a8b5-71729d219866', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28765912-277e-46d1-95bd-16e2031149b0', 'mac_address': 'fa:16:3e:cb:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d6e502-5ecf-4cad-9a81-2e821188db2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:59:09Z', 'updated_at': '2022-03-07T10:59:25Z', 'revision_number': 1, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '917a7454-f980-4a70-a564-2d69af23bec5', 'name': '', 'network_id': '28765912-277e-46d1-95bd-16e2031149b0', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'mac_address': 'fa:16:3e:c5:39:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '70c02524-f503-4482-9d50-de9acc410b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:55Z', 'updated_at': '2022-03-07T10:54:06Z', 'revision_number': 5, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'subnets': [{'id': '70c02524-f503-4482-9d50-de9acc410b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:28.765880 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97965aa7-3c6d-4e6c-ba11-63b5ac5f7503 None None] Checking router: 9b4beccc-5f94-43d6-9241-f37dc849d45f for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 10:59:28.811988 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97965aa7-3c6d-4e6c-ba11-63b5ac5f7503 None None] Routers {'9b4beccc-5f94-43d6-9241-f37dc849d45f'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 10:59:28.812844 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-97965aa7-3c6d-4e6c-ba11-63b5ac5f7503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T10:59:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9b4beccc-5f94-43d6-9241-f37dc849d45f'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:29.128131 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-97965aa7-3c6d-4e6c-ba11-63b5ac5f7503 None None] Set router 9b4beccc-5f94-43d6-9241-f37dc849d45f gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 10:59:29.889985 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-97965aa7-3c6d-4e6c-ba11-63b5ac5f7503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'name': 'tempest-AttachVolumeTestJSON-1578191317-router', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:48Z', 'updated_at': '2022-03-07T10:53:56Z', 'revision_number': 4, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'gw_port': {'id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:49Z', 'updated_at': '2022-03-07T10:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '435a09cd-a8d4-4644-888b-f4796edf3941', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'floating_ip_address': '172.25.3.211', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'port_id': 'bc8d3924-1529-4c20-a8b5-71729d219866', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28765912-277e-46d1-95bd-16e2031149b0', 'mac_address': 'fa:16:3e:cb:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d6e502-5ecf-4cad-9a81-2e821188db2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:59:09Z', 'updated_at': '2022-03-07T10:59:25Z', 'revision_number': 1, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '917a7454-f980-4a70-a564-2d69af23bec5', 'name': '', 'network_id': '28765912-277e-46d1-95bd-16e2031149b0', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'mac_address': 'fa:16:3e:c5:39:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '70c02524-f503-4482-9d50-de9acc410b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:55Z', 'updated_at': '2022-03-07T10:54:06Z', 'revision_number': 5, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'subnets': [{'id': '70c02524-f503-4482-9d50-de9acc410b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 10:59:29.951805 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97965aa7-3c6d-4e6c-ba11-63b5ac5f7503 None None] The sync data for ids ['9b4beccc-5f94-43d6-9241-f37dc849d45f'] in n-d-832164-4 is: [{'id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'name': 'tempest-AttachVolumeTestJSON-1578191317-router', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:48Z', 'updated_at': '2022-03-07T10:53:56Z', 'revision_number': 4, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'gw_port': {'id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:49Z', 'updated_at': '2022-03-07T10:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '435a09cd-a8d4-4644-888b-f4796edf3941', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'floating_ip_address': '172.25.3.211', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'port_id': 'bc8d3924-1529-4c20-a8b5-71729d219866', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '28765912-277e-46d1-95bd-16e2031149b0', 'mac_address': 'fa:16:3e:cb:50:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27d6e502-5ecf-4cad-9a81-2e821188db2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T10:59:09Z', 'updated_at': '2022-03-07T10:59:25Z', 'revision_number': 1, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '917a7454-f980-4a70-a564-2d69af23bec5', 'name': '', 'network_id': '28765912-277e-46d1-95bd-16e2031149b0', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'mac_address': 'fa:16:3e:c5:39:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '70c02524-f503-4482-9d50-de9acc410b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:55Z', 'updated_at': '2022-03-07T10:54:06Z', 'revision_number': 5, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'subnets': [{'id': '70c02524-f503-4482-9d50-de9acc410b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 10:59:29.968563 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8d965-de37-4c56-9bc3-b89590af9aab req-bacf4401-7cca-4924-9a8f-6af345b27452 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:29.986555 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91a8d965-de37-4c56-9bc3-b89590af9aab req-bacf4401-7cca-4924-9a8f-6af345b27452 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 945 time: 0.2723706 Mar 07 10:59:29.989215 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-313be792-1451-413e-a2cb-914f00036b9f req-83345958-3470-4a11-b9f2-70ae51f6fab5 service neutron] 10.222.0.21 "GET /v2.0/networks/28765912-277e-46d1-95bd-16e2031149b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3617377 Mar 07 10:59:30.274795 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91a8d965-de37-4c56-9bc3-b89590af9aab req-2e44838a-b334-41be-95ad-6e86bd93627d tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2813861 Mar 07 10:59:30.290512 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-313be792-1451-413e-a2cb-914f00036b9f req-9a916da4-8e86-4a32-ba1a-119a10eba0b7 service neutron] 10.222.0.21 "GET /v2.0/networks/28765912-277e-46d1-95bd-16e2031149b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943974 Mar 07 10:59:30.383677 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c079499-0dc0-462a-a164-0c8cf05067b1 None None] New status for floating IP 435a09cd-a8d4-4644-888b-f4796edf3941: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 10:59:31.537749 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902d646-68d9-4807-bd9f-234e6644b80a req-bafc6f83-aa9a-44f0-8b19-a2b0242d39f8 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:31.539933 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6902d646-68d9-4807-bd9f-234e6644b80a req-bafc6f83-aa9a-44f0-8b19-a2b0242d39f8 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 945 time: 0.1240475 Mar 07 10:59:31.627127 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6902d646-68d9-4807-bd9f-234e6644b80a req-936b2327-2f55-4ca0-9997-30576ff39964 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802808 Mar 07 10:59:32.841179 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c94e41-6392-4b4d-aa89-de0c6a0473f8 req-1d17a214-273e-41fe-b9dc-476540d18546 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:32.842645 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e1c94e41-6392-4b4d-aa89-de0c6a0473f8 req-1d17a214-273e-41fe-b9dc-476540d18546 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 945 time: 0.0987530 Mar 07 10:59:32.931116 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e1c94e41-6392-4b4d-aa89-de0c6a0473f8 req-4d2e5163-3fb2-4fed-a428-cffd2b1cce96 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820909 Mar 07 10:59:34.169778 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c5917-6667-4483-b88d-d70b6b4e1207 req-b7efd79d-ba52-4095-b33b-c7d6379bd23b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:34.171450 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-221c5917-6667-4483-b88d-d70b6b4e1207 req-b7efd79d-ba52-4095-b33b-c7d6379bd23b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 945 time: 0.0896230 Mar 07 10:59:34.282438 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-221c5917-6667-4483-b88d-d70b6b4e1207 req-2855f3af-b24f-438a-9689-4e29db3f983d tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044374 Mar 07 10:59:35.460771 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77ca44-12b9-446f-96ad-cbc92655f2e6 req-5337fa15-80b5-4441-babf-490bf60be544 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:35.463098 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5e77ca44-12b9-446f-96ad-cbc92655f2e6 req-5337fa15-80b5-4441-babf-490bf60be544 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 945 time: 0.0549040 Mar 07 10:59:35.529276 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5e77ca44-12b9-446f-96ad-cbc92655f2e6 req-c96bc473-a224-4ebe-80a5-e7229849b47f tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561502 Mar 07 10:59:36.475877 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d7946f70-7dc2-4ceb-85c8-e7dc874eec93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:36.672850 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b3747-707b-4008-b6a0-1e250fb89fcc req-91f42a63-23ee-40f0-aefa-1c01fa18229a tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:36.675007 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f85b3747-707b-4008-b6a0-1e250fb89fcc req-91f42a63-23ee-40f0-aefa-1c01fa18229a tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 945 time: 0.0700853 Mar 07 10:59:36.733140 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f85b3747-707b-4008-b6a0-1e250fb89fcc req-c1a5a8f0-cd39-4dde-8704-a7027a18bc62 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499501 Mar 07 10:59:37.879151 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57883bf-a412-4377-a3fe-d886cf484ebe req-23d10da7-37ab-4e0b-b5ca-70b83933e059 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:37.880878 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b57883bf-a412-4377-a3fe-d886cf484ebe req-23d10da7-37ab-4e0b-b5ca-70b83933e059 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 945 time: 0.0605166 Mar 07 10:59:37.933305 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b57883bf-a412-4377-a3fe-d886cf484ebe req-a8d6b908-bc2c-4e05-a2dc-39f21cfacc86 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460026 Mar 07 10:59:38.585797 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-842736c4-fbde-41b0-89e8-4b8c852de2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:39.068236 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de643b-6d99-413a-97ca-eaacd3f94598 req-aed6f196-b76a-4dfb-9963-1357e71f2367 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:39.069825 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-79de643b-6d99-413a-97ca-eaacd3f94598 req-aed6f196-b76a-4dfb-9963-1357e71f2367 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 945 time: 0.0550599 Mar 07 10:59:39.147839 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-79de643b-6d99-413a-97ca-eaacd3f94598 req-75582dec-c9a4-4409-a9ca-17d610aae150 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717311 Mar 07 10:59:39.902347 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:40.311975 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af809489-eb22-4945-8a73-099835cd4e0e req-28da8052-ac92-4bf7-a4d8-5c5535773d18 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:40.321017 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-af809489-eb22-4945-8a73-099835cd4e0e req-28da8052-ac92-4bf7-a4d8-5c5535773d18 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 945 time: 0.0841625 Mar 07 10:59:40.403951 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-af809489-eb22-4945-8a73-099835cd4e0e req-384ca736-de03-496d-b9a4-9b1896ea4c86 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814092 Mar 07 10:59:41.545013 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9beb35-c3b5-4c3f-8bce-1382202a0de3 req-08f65602-7bfe-45a5-abbe-6214ba256140 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:41.547211 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7f9beb35-c3b5-4c3f-8bce-1382202a0de3 req-08f65602-7bfe-45a5-abbe-6214ba256140 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 945 time: 0.0666921 Mar 07 10:59:41.600625 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7f9beb35-c3b5-4c3f-8bce-1382202a0de3 req-3a9559d9-ecbe-422a-80ea-bbf62ddcf88c tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476837 Mar 07 10:59:41.656050 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:41.948304 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 10:59:42.069005 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:42.082415 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba', 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b', 'port_id': '3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba', 'mac_address': 'fa:16:3e:24:d6:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 10:59:42.130974 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:59:42.131594 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:42.147647 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 10:59:42.174133 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:42.183482 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:42.238006 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba,revision_number=11']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:42.560903 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:59:42.784289 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408fc611-f61a-4c5f-b50a-dd66ee1ee84d req-afc10bec-c9b1-4800-8d36-ca5ed18879fb tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:42.789652 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-408fc611-f61a-4c5f-b50a-dd66ee1ee84d req-afc10bec-c9b1-4800-8d36-ca5ed18879fb tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 946 time: 0.0717230 Mar 07 10:59:42.842635 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-408fc611-f61a-4c5f-b50a-dd66ee1ee84d req-813dbac5-0ba7-4d84-af12-77087b19c332 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477419 Mar 07 10:59:42.922276 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:43.948809 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 10:59:43.983635 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b070e-2c08-4152-9ae8-6328bb243ce3 req-b07fdc6a-06c1-49e9-a489-a91dbc680c3d tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:43.985493 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-df9b070e-2c08-4152-9ae8-6328bb243ce3 req-b07fdc6a-06c1-49e9-a489-a91dbc680c3d tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 946 time: 0.0641110 Mar 07 10:59:44.016318 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 10:59:44.022203 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 10:59:44.022989 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:44.048821 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-df9b070e-2c08-4152-9ae8-6328bb243ce3 req-5e464462-72bc-4aff-8955-6435f3315a7f tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569534 Mar 07 10:59:44.113615 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 10:59:44.114189 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:44.140540 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d698a1-2087-4929-bb24-a5ac8e70eb6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:59:44.142867 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f3c482-60b5-4e27-8868-61d8b7f23d74" -d '{"events": [{"server_uuid": "26d698a1-2087-4929-bb24-a5ac8e70eb6d", "name": "network-vif-plugged", "status": "completed", "tag": "3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:59:44.155457 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:44.160770 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:44.195255 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55666807-cfcb-43ce-b396-4d17c4847370 x-openstack-request-id: req-55666807-cfcb-43ce-b396-4d17c4847370 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:59:44.195600 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d698a1-2087-4929-bb24-a5ac8e70eb6d", "name": "network-vif-plugged", "status": "completed", "tag": "3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:59:44.195861 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-55666807-cfcb-43ce-b396-4d17c4847370 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:59:44.196254 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d698a1-2087-4929-bb24-a5ac8e70eb6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba', 'code': 200} Mar 07 10:59:44.225928 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba,revision_number=12']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:44.376505 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08492de4-759f-4dca-9d6c-dc0592a819a7 req-f69a76bb-571f-4339-8a6a-0d12d44ef017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:44.378222 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-08492de4-759f-4dca-9d6c-dc0592a819a7 req-f69a76bb-571f-4339-8a6a-0d12d44ef017 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 1129 time: 0.0562873 Mar 07 10:59:44.425710 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-08492de4-759f-4dca-9d6c-dc0592a819a7 req-fb49028f-3396-47a1-9dfc-bd1289a1bd6b service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398860 Mar 07 10:59:45.189431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601640fa-23a0-4aaf-86bc-26d94ae93411 req-3eb62f7e-fbc8-4d76-b909-aeb20087de7b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:45.190897 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-601640fa-23a0-4aaf-86bc-26d94ae93411 req-3eb62f7e-fbc8-4d76-b909-aeb20087de7b tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 947 time: 0.0559497 Mar 07 10:59:45.251653 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-601640fa-23a0-4aaf-86bc-26d94ae93411 req-61937e45-894a-4874-b601-09858d8a8874 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481687 Mar 07 10:59:46.407881 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1bc8a-2c3c-4f24-984d-82d538a9203d req-d0f5db4b-fae9-4409-93d9-0a1811a2498c tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:46.410682 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-62c1bc8a-2c3c-4f24-984d-82d538a9203d req-d0f5db4b-fae9-4409-93d9-0a1811a2498c tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 947 time: 0.0636499 Mar 07 10:59:46.474143 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-62c1bc8a-2c3c-4f24-984d-82d538a9203d req-b4e36974-1398-462b-a9bb-fa9747a602ee tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557423 Mar 07 10:59:47.629144 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f2f54-56fc-47f6-959d-63220d90680c req-ed2a9c08-b2f8-400e-900e-b26a2bdeb300 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:47.630798 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-499f2f54-56fc-47f6-959d-63220d90680c req-ed2a9c08-b2f8-400e-900e-b26a2bdeb300 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 947 time: 0.0602870 Mar 07 10:59:47.731931 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-499f2f54-56fc-47f6-959d-63220d90680c req-eb14d77f-3021-4f21-9ce6-5cabb2aa9a47 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741765 Mar 07 10:59:48.391843 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:53.030904 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:54.020388 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 10:59:56.511549 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef17461-e9e5-464a-add2-5b836e6a5b98 req-02a66374-73a5-4738-b4e9-f1787eb1e999 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:56.513275 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7ef17461-e9e5-464a-add2-5b836e6a5b98 req-02a66374-73a5-4738-b4e9-f1787eb1e999 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/ports?device_id=1de9b128-8beb-46ac-a3ac-d097c5cff727 HTTP/1.1" status: 200 len: 945 time: 0.0666487 Mar 07 10:59:56.562319 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7ef17461-e9e5-464a-add2-5b836e6a5b98 req-934e4487-4257-48f0-92d2-089de13b2a03 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b3df2eb-fe21-4715-a584-b0ee1aa9879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432370 Mar 07 10:59:57.692366 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e2236d-ddef-4b01-a2a6-5ef71eaf7a4f req-56a76d25-6880-4392-9325-85031f5dbd32 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:57.693882 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c7e2236d-ddef-4b01-a2a6-5ef71eaf7a4f req-56a76d25-6880-4392-9325-85031f5dbd32 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/ports?device_id=1de9b128-8beb-46ac-a3ac-d097c5cff727 HTTP/1.1" status: 200 len: 945 time: 0.0547996 Mar 07 10:59:57.747164 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c7e2236d-ddef-4b01-a2a6-5ef71eaf7a4f req-e32a65e0-0065-4e5f-b57e-2591f115264a tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b3df2eb-fe21-4715-a584-b0ee1aa9879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435641 Mar 07 10:59:58.464863 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a39f55-c779-4b7e-9896-abff196035c3 req-11bd59fc-f270-40f2-8a7f-95b1ead7a6a4 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 10:59:58.466545 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-05a39f55-c779-4b7e-9896-abff196035c3 req-11bd59fc-f270-40f2-8a7f-95b1ead7a6a4 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.31 "GET /v2.0/ports?device_id=1de9b128-8beb-46ac-a3ac-d097c5cff727 HTTP/1.1" status: 200 len: 945 time: 0.0571067 Mar 07 10:59:58.565348 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-05a39f55-c779-4b7e-9896-abff196035c3 req-24ad8324-01b8-4ca8-9072-4f8a6b7f5da1 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Deleting port 26955e08-20a5-4623-9d65-3fcc19b4a82d {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 10:59:58.565741 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-05a39f55-c779-4b7e-9896-abff196035c3 req-24ad8324-01b8-4ca8-9072-4f8a6b7f5da1 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (26955e08-20a5-4623-9d65-3fcc19b4a82d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:58.671564 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-05a39f55-c779-4b7e-9896-abff196035c3 req-24ad8324-01b8-4ca8-9072-4f8a6b7f5da1 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] For port 26955e08-20a5-4623-9d65-3fcc19b4a82d, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=26955e08-20a5-4623-9d65-3fcc19b4a82d,segment=NetworkSegment(e051d083-7053-4556-9f86-6915a34edb7f),segment_id=e051d083-7053-4556-9f86-6915a34edb7f)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 10:59:58.671935 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-05a39f55-c779-4b7e-9896-abff196035c3 req-24ad8324-01b8-4ca8-9072-4f8a6b7f5da1 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (26955e08-20a5-4623-9d65-3fcc19b4a82d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:58.686869 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-05a39f55-c779-4b7e-9896-abff196035c3 req-24ad8324-01b8-4ca8-9072-4f8a6b7f5da1 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Calling delete_port for 26955e08-20a5-4623-9d65-3fcc19b4a82d owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 10:59:58.845839 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-05a39f55-c779-4b7e-9896-abff196035c3 req-24ad8324-01b8-4ca8-9072-4f8a6b7f5da1 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (26955e08-20a5-4623-9d65-3fcc19b4a82d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:58.856647 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['26955e08-20a5-4623-9d65-3fcc19b4a82d'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 10:59:58.873964 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a1400f4-b39b-46e7-be04-a698952b84de req-b82192cf-8aa6-4101-b084-6d1684a26500 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/ports?device_id=1de9b128-8beb-46ac-a3ac-d097c5cff727 HTTP/1.1" status: 200 len: 210 time: 0.0459247 Mar 07 10:59:58.930327 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad8324-01b8-4ca8-9072-4f8a6b7f5da1 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Pushing event deleted for resources: {'Port': ['ID=26955e08-20a5-4623-9d65-3fcc19b4a82d,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 10:59:58.953839 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a39f55-c779-4b7e-9896-abff196035c3 req-24ad8324-01b8-4ca8-9072-4f8a6b7f5da1 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] No DVR routers for this DVR port 26955e08-20a5-4623-9d65-3fcc19b4a82d on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 10:59:58.957586 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-05a39f55-c779-4b7e-9896-abff196035c3 req-24ad8324-01b8-4ca8-9072-4f8a6b7f5da1 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 10:59:58.961061 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-05a39f55-c779-4b7e-9896-abff196035c3 req-24ad8324-01b8-4ca8-9072-4f8a6b7f5da1 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.31 "DELETE /v2.0/ports/26955e08-20a5-4623-9d65-3fcc19b4a82d HTTP/1.1" status: 204 len: 173 time: 0.4894495 Mar 07 10:59:58.961498 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de9b128-8beb-46ac-a3ac-d097c5cff727', 'name': 'network-vif-deleted', 'tag': '26955e08-20a5-4623-9d65-3fcc19b4a82d'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 10:59:58.964388 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79d2e44-835d-437e-a0ed-47e3b88c60c7" -d '{"events": [{"server_uuid": "1de9b128-8beb-46ac-a3ac-d097c5cff727", "name": "network-vif-deleted", "tag": "26955e08-20a5-4623-9d65-3fcc19b4a82d"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 10:59:59.093993 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 10:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d548519-2c3b-496e-ad0b-d983fb972fe7 x-openstack-request-id: req-7d548519-2c3b-496e-ad0b-d983fb972fe7 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 10:59:59.094297 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de9b128-8beb-46ac-a3ac-d097c5cff727", "name": "network-vif-deleted", "tag": "26955e08-20a5-4623-9d65-3fcc19b4a82d", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 10:59:59.094560 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7d548519-2c3b-496e-ad0b-d983fb972fe7 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 10:59:59.094975 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de9b128-8beb-46ac-a3ac-d097c5cff727', 'name': 'network-vif-deleted', 'tag': '26955e08-20a5-4623-9d65-3fcc19b4a82d', 'status': 'completed', 'code': 200} Mar 07 11:00:02.064036 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 26955e08-20a5-4623-9d65-3fcc19b4a82d no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:00:02.417360 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 26955e08-20a5-4623-9d65-3fcc19b4a82d {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:00:02.417691 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 26955e08-20a5-4623-9d65-3fcc19b4a82d not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:00:06.477604 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-71345a8a-5605-4703-b259-39e13e8353ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:08.600987 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1c7a4784-7c2a-4dd8-ad17-6f9508880ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:09.922150 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:10.336296 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-392ceee8-999e-403e-820f-6d0beb6b3456 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:10.337934 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-392ceee8-999e-403e-820f-6d0beb6b3456 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/networks?id=b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d HTTP/1.1" status: 200 len: 814 time: 0.1353509 Mar 07 11:00:10.354903 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-eccb861b-8209-42a5-89bb-57f41d540576 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/quotas/95b698f37d9d48cebde39c910a78528b HTTP/1.1" status: 200 len: 375 time: 0.0108540 Mar 07 11:00:10.397761 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-4e183d3e-634e-451e-ae58-8639eb5793f2 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=95b698f37d9d48cebde39c910a78528b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369651 Mar 07 11:00:10.403349 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-a6edb568-af0a-4075-b27d-18c0aa0b3d13 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:00:10.404576 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-a6edb568-af0a-4075-b27d-18c0aa0b3d13 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060239 Mar 07 11:00:10.841306 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-0434c057-0ca6-4816-83fb-fbf1bc02460a service neutron] 10.222.0.11 "GET /v2.0/networks/b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276204 Mar 07 11:00:10.968933 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-c5aa0fd3-6da6-4e7d-98e7-87c9ed2d82fb service neutron] 10.222.0.11 "GET /v2.0/networks/b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266227 Mar 07 11:00:11.203464 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c20c8a4-6b92-4385-a9ec-600d1bf45135 req-21ce614e-da1e-436a-be8a-95667c5a760c tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/ports?device_id=37657dbc-714c-4430-9750-92664c5e6fe9 HTTP/1.1" status: 200 len: 210 time: 0.0416892 Mar 07 11:00:11.677745 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:12.322217 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-352537bb-b063-4f1c-89a8-3d9bbdc44d8d req-3a6777d6-247d-41e3-b94f-24f18c6bd7b7 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/ports?device_id=37657dbc-714c-4430-9750-92664c5e6fe9 HTTP/1.1" status: 200 len: 210 time: 0.0505714 Mar 07 11:00:12.571174 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-fe15113c-798a-49d9-86ad-5417b4504b9d tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:12.573245 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-fe15113c-798a-49d9-86ad-5417b4504b9d tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.31 "GET /v2.0/networks?id=b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d HTTP/1.1" status: 200 len: 814 time: 0.1383483 Mar 07 11:00:12.586155 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-0a4ec574-9d05-4864-b0b1-5726ffa9d04b tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Request body: {'port': {'device_id': '37657dbc-714c-4430-9750-92664c5e6fe9', 'network_id': 'b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d', 'admin_state_up': True, 'tenant_id': '95b698f37d9d48cebde39c910a78528b'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:12.719227 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-0a4ec574-9d05-4864-b0b1-5726ffa9d04b tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Made reservation on behalf of 95b698f37d9d48cebde39c910a78528b for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:00:12.723682 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-0a4ec574-9d05-4864-b0b1-5726ffa9d04b tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:12.895130 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-0a4ec574-9d05-4864-b0b1-5726ffa9d04b tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Allocated IP 172.20.0.5 (b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d/15b28a23-ca62-45e8-9f35-5e8038050869/02128572-69e1-4919-84da-4e1bb00b136a) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:00:12.944184 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:13.124861 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-0a4ec574-9d05-4864-b0b1-5726ffa9d04b tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Publish callbacks [] for port (02128572-69e1-4919-84da-4e1bb00b136a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:13.165760 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-0a4ec574-9d05-4864-b0b1-5726ffa9d04b tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (02128572-69e1-4919-84da-4e1bb00b136a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:13.211759 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-0a4ec574-9d05-4864-b0b1-5726ffa9d04b tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Network b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:00:13.215323 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-0a4ec574-9d05-4864-b0b1-5726ffa9d04b tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:00:13.218860 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-0a4ec574-9d05-4864-b0b1-5726ffa9d04b tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:00:13.266604 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ec574-9d05-4864-b0b1-5726ffa9d04b tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Pushing event updated for resources: {'Port': ['ID=02128572-69e1-4919-84da-4e1bb00b136a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:13.287982 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ec574-9d05-4864-b0b1-5726ffa9d04b tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:13.288341 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ec574-9d05-4864-b0b1-5726ffa9d04b tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:13.288686 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ec574-9d05-4864-b0b1-5726ffa9d04b tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:13.289037 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ec574-9d05-4864-b0b1-5726ffa9d04b tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:13.289593 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ec574-9d05-4864-b0b1-5726ffa9d04b tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:13.293373 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ec574-9d05-4864-b0b1-5726ffa9d04b tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:13.293373 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ec574-9d05-4864-b0b1-5726ffa9d04b tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:13.293373 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ec574-9d05-4864-b0b1-5726ffa9d04b tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:13.293373 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ec574-9d05-4864-b0b1-5726ffa9d04b tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:13.293373 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ec574-9d05-4864-b0b1-5726ffa9d04b tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:13.293373 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ec574-9d05-4864-b0b1-5726ffa9d04b tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:13.293373 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ec574-9d05-4864-b0b1-5726ffa9d04b tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:13.293373 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4ec574-9d05-4864-b0b1-5726ffa9d04b tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:13.315868 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-0a4ec574-9d05-4864-b0b1-5726ffa9d04b tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:13.316540 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-0a4ec574-9d05-4864-b0b1-5726ffa9d04b tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:13.336648 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-0a4ec574-9d05-4864-b0b1-5726ffa9d04b tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7542160 Mar 07 11:00:13.356227 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-7508322d-537e-4236-b07e-7f63f3c722cc service neutron] Request body: {'port': {'device_id': '37657dbc-714c-4430-9750-92664c5e6fe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:00:13.428108 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-7508322d-537e-4236-b07e-7f63f3c722cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (02128572-69e1-4919-84da-4e1bb00b136a), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:13.767126 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ba16ed-14a2-4681-bb10-22deb2db47f0 req-9476fb41-1a6b-4cec-93f0-4369bfd167b4 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:13.769047 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-37ba16ed-14a2-4681-bb10-22deb2db47f0 req-9476fb41-1a6b-4cec-93f0-4369bfd167b4 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/ports?device_id=37657dbc-714c-4430-9750-92664c5e6fe9 HTTP/1.1" status: 200 len: 931 time: 0.3242407 Mar 07 11:00:13.873425 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-37ba16ed-14a2-4681-bb10-22deb2db47f0 req-36d9b13c-e9ca-4593-97c3-66d8df6f800b tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b3df2eb-fe21-4715-a584-b0ee1aa9879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951781 Mar 07 11:00:13.921232 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-7508322d-537e-4236-b07e-7f63f3c722cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02128572-69e1-4919-84da-4e1bb00b136a {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:00:13.931509 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-7508322d-537e-4236-b07e-7f63f3c722cc service neutron] Publish callbacks [] for port (02128572-69e1-4919-84da-4e1bb00b136a), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:13.945912 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-7508322d-537e-4236-b07e-7f63f3c722cc service neutron] Transition to ACTIVE for port object 02128572-69e1-4919-84da-4e1bb00b136a will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:00:13.953152 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-7508322d-537e-4236-b07e-7f63f3c722cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (02128572-69e1-4919-84da-4e1bb00b136a), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:14.020527 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508322d-537e-4236-b07e-7f63f3c722cc service neutron] Pushing event updated for resources: {'Port': ['ID=02128572-69e1-4919-84da-4e1bb00b136a,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:14.125459 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-7508322d-537e-4236-b07e-7f63f3c722cc service neutron] Attempting to bind port 02128572-69e1-4919-84da-4e1bb00b136a on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:00:14.125816 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-7508322d-537e-4236-b07e-7f63f3c722cc service neutron] Attempting to bind port 02128572-69e1-4919-84da-4e1bb00b136a by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': 'e051d083-7053-4556-9f86-6915a34edb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:00:14.126155 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-7508322d-537e-4236-b07e-7f63f3c722cc service neutron] Attempting to bind port 02128572-69e1-4919-84da-4e1bb00b136a on network b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:00:14.132601 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-7508322d-537e-4236-b07e-7f63f3c722cc service neutron] Port 02128572-69e1-4919-84da-4e1bb00b136a on network b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:00:14.132939 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-7508322d-537e-4236-b07e-7f63f3c722cc service neutron] Attempting to bind port 02128572-69e1-4919-84da-4e1bb00b136a on network b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:00:14.138427 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-7508322d-537e-4236-b07e-7f63f3c722cc service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 10, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:00:14.138772 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-7508322d-537e-4236-b07e-7f63f3c722cc service neutron] Checking segment: {'id': 'e051d083-7053-4556-9f86-6915a34edb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:00:14.139157 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-7508322d-537e-4236-b07e-7f63f3c722cc service neutron] Bound using segment: {'id': 'e051d083-7053-4556-9f86-6915a34edb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:00:14.139588 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-7508322d-537e-4236-b07e-7f63f3c722cc service neutron] Bound port: 02128572-69e1-4919-84da-4e1bb00b136a, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e051d083-7053-4556-9f86-6915a34edb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:00:14.139952 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-7508322d-537e-4236-b07e-7f63f3c722cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (02128572-69e1-4919-84da-4e1bb00b136a), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:14.209505 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-7508322d-537e-4236-b07e-7f63f3c722cc service neutron] For port 02128572-69e1-4919-84da-4e1bb00b136a, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:00:14.212702 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-7508322d-537e-4236-b07e-7f63f3c722cc service neutron] For port 02128572-69e1-4919-84da-4e1bb00b136a, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=02128572-69e1-4919-84da-4e1bb00b136a,segment=NetworkSegment(e051d083-7053-4556-9f86-6915a34edb7f),segment_id=e051d083-7053-4556-9f86-6915a34edb7f)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:00:14.223209 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-7508322d-537e-4236-b07e-7f63f3c722cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (02128572-69e1-4919-84da-4e1bb00b136a), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:14.263591 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-7508322d-537e-4236-b07e-7f63f3c722cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:14.264362 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-7508322d-537e-4236-b07e-7f63f3c722cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:14.265928 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-7508322d-537e-4236-b07e-7f63f3c722cc service neutron] 10.222.0.31 "PUT /v2.0/ports/02128572-69e1-4919-84da-4e1bb00b136a HTTP/1.1" status: 200 len: 1091 time: 0.9223804 Mar 07 11:00:14.266492 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37657dbc-714c-4430-9750-92664c5e6fe9', 'tag': '02128572-69e1-4919-84da-4e1bb00b136a'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:00:14.269664 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9778129c-69e7-4471-bda2-3e692cfdcf2e" -d '{"events": [{"name": "network-changed", "server_uuid": "37657dbc-714c-4430-9750-92664c5e6fe9", "tag": "02128572-69e1-4919-84da-4e1bb00b136a"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:00:14.353961 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be3c433-8d5e-41a5-905b-9014fe6734f9 x-openstack-request-id: req-5be3c433-8d5e-41a5-905b-9014fe6734f9 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:00:14.354267 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37657dbc-714c-4430-9750-92664c5e6fe9", "tag": "02128572-69e1-4919-84da-4e1bb00b136a", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:00:14.354532 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5be3c433-8d5e-41a5-905b-9014fe6734f9 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:00:14.354943 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37657dbc-714c-4430-9750-92664c5e6fe9', 'tag': '02128572-69e1-4919-84da-4e1bb00b136a', 'status': 'completed', 'code': 200} Mar 07 11:00:14.360470 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508322d-537e-4236-b07e-7f63f3c722cc service neutron] Pushing event updated for resources: {'Port': ['ID=02128572-69e1-4919-84da-4e1bb00b136a,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:14.387473 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-2fe36635-7ed4-43da-b60a-551a6d0a8d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:14.389025 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-2fe36635-7ed4-43da-b60a-551a6d0a8d03 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b698f37d9d48cebde39c910a78528b&device_id=37657dbc-714c-4430-9750-92664c5e6fe9 HTTP/1.1" status: 200 len: 1125 time: 0.0724034 Mar 07 11:00:14.449691 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-1cc8a65f-40f4-41b1-902a-0140c48bb67b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02128572-69e1-4919-84da-4e1bb00b136a HTTP/1.1" status: 200 len: 217 time: 0.0476069 Mar 07 11:00:14.509408 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-39ad1fe6-a334-4cef-b18a-cd17fc0104e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:14.511163 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-39ad1fe6-a334-4cef-b18a-cd17fc0104e5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=15b28a23-ca62-45e8-9f35-5e8038050869 HTTP/1.1" status: 200 len: 854 time: 0.0543325 Mar 07 11:00:14.547423 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-939d19be-9863-4791-a214-2b92993ff9fa service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295756 Mar 07 11:00:14.662512 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-13d95939-d9fb-4472-a43c-9ff15a158b84 service neutron] 10.222.0.31 "GET /v2.0/networks/b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069539 Mar 07 11:00:14.767158 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ee4f3748-7ec6-42d8-8be0-835025b5ec6d req-ff3ef490-d015-4e19-95d7-84e1b36d0127 service neutron] 10.222.0.31 "GET /v2.0/networks/b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984323 Mar 07 11:00:14.881134 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778129c-69e7-4471-bda2-3e692cfdcf2e req-80517c2a-93bc-486f-9355-bd110f02b4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:14.883132 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9778129c-69e7-4471-bda2-3e692cfdcf2e req-80517c2a-93bc-486f-9355-bd110f02b4ad service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b698f37d9d48cebde39c910a78528b&device_id=37657dbc-714c-4430-9750-92664c5e6fe9 HTTP/1.1" status: 200 len: 1125 time: 0.0634096 Mar 07 11:00:15.006692 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778129c-69e7-4471-bda2-3e692cfdcf2e req-55af4b71-bef4-46a0-9a42-87068cb05da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:15.008765 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9778129c-69e7-4471-bda2-3e692cfdcf2e req-55af4b71-bef4-46a0-9a42-87068cb05da5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d HTTP/1.1" status: 200 len: 915 time: 0.1196895 Mar 07 11:00:15.090637 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9778129c-69e7-4471-bda2-3e692cfdcf2e req-81676a8c-849f-4887-8070-df0f11e77aaf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02128572-69e1-4919-84da-4e1bb00b136a HTTP/1.1" status: 200 len: 217 time: 0.0694616 Mar 07 11:00:15.175343 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035f343-ac5a-4c00-8f92-aa7c59d467d3 req-a8d8bc48-19d2-48d2-99e6-1927f3dd60fd tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:15.177620 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f035f343-ac5a-4c00-8f92-aa7c59d467d3 req-a8d8bc48-19d2-48d2-99e6-1927f3dd60fd tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/ports?device_id=37657dbc-714c-4430-9750-92664c5e6fe9 HTTP/1.1" status: 200 len: 943 time: 0.1663077 Mar 07 11:00:15.179796 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9778129c-69e7-4471-bda2-3e692cfdcf2e req-c0f28a55-7fed-4b12-8ff7-869d13c0bbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:15.181337 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9778129c-69e7-4471-bda2-3e692cfdcf2e req-c0f28a55-7fed-4b12-8ff7-869d13c0bbdb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=15b28a23-ca62-45e8-9f35-5e8038050869 HTTP/1.1" status: 200 len: 854 time: 0.0845366 Mar 07 11:00:15.235429 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9778129c-69e7-4471-bda2-3e692cfdcf2e req-9e5c597a-ad77-4a45-ae5d-c677e02f2a0c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330715 Mar 07 11:00:15.318277 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f035f343-ac5a-4c00-8f92-aa7c59d467d3 req-99983e39-1af6-49c7-b067-89684a524173 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b3df2eb-fe21-4715-a584-b0ee1aa9879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264942 Mar 07 11:00:15.376988 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9778129c-69e7-4471-bda2-3e692cfdcf2e req-5d7c0f29-97cb-4fd4-a211-998f2b38b512 service neutron] 10.222.0.31 "GET /v2.0/networks/b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331861 Mar 07 11:00:15.470993 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9778129c-69e7-4471-bda2-3e692cfdcf2e req-30b588b1-6e0d-4a24-8e05-e1f699400b94 service neutron] 10.222.0.31 "GET /v2.0/networks/b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880289 Mar 07 11:00:16.452153 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc77047-f211-4b71-86f4-2c8c40b655a3 req-5f97ffe6-a76f-4a18-aed6-cb5c0745d97d tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:16.453810 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-efc77047-f211-4b71-86f4-2c8c40b655a3 req-5f97ffe6-a76f-4a18-aed6-cb5c0745d97d tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/ports?device_id=37657dbc-714c-4430-9750-92664c5e6fe9 HTTP/1.1" status: 200 len: 943 time: 0.0731406 Mar 07 11:00:16.521323 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-efc77047-f211-4b71-86f4-2c8c40b655a3 req-ef6df0c5-7548-41d1-9884-df53697a7931 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b3df2eb-fe21-4715-a584-b0ee1aa9879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594037 Mar 07 11:00:17.648285 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2ba81-6c30-41d1-be1a-6134c5f092ce req-43a4e3b1-2f94-4a96-bee6-b950569e28ed tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:17.650008 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2bf2ba81-6c30-41d1-be1a-6134c5f092ce req-43a4e3b1-2f94-4a96-bee6-b950569e28ed tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/ports?device_id=37657dbc-714c-4430-9750-92664c5e6fe9 HTTP/1.1" status: 200 len: 943 time: 0.0653353 Mar 07 11:00:17.698767 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2bf2ba81-6c30-41d1-be1a-6134c5f092ce req-59267eac-884a-422a-a274-ea1ed5f75833 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b3df2eb-fe21-4715-a584-b0ee1aa9879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425231 Mar 07 11:00:18.138456 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 02128572-69e1-4919-84da-4e1bb00b136a details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:00:18.266790 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 02128572-69e1-4919-84da-4e1bb00b136a, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=02128572-69e1-4919-84da-4e1bb00b136a,segment=NetworkSegment(e051d083-7053-4556-9f86-6915a34edb7f),segment_id=e051d083-7053-4556-9f86-6915a34edb7f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:00:18.279712 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '02128572-69e1-4919-84da-4e1bb00b136a', 'network_id': 'b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d', 'port_id': '02128572-69e1-4919-84da-4e1bb00b136a', 'mac_address': 'fa:16:3e:18:cc:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15b28a23-ca62-45e8-9f35-5e8038050869', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:00:18.322335 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 02128572-69e1-4919-84da-4e1bb00b136a is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:00:18.322733 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (02128572-69e1-4919-84da-4e1bb00b136a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:18.337542 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02128572-69e1-4919-84da-4e1bb00b136a {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:00:18.357411 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 02128572-69e1-4919-84da-4e1bb00b136a, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=02128572-69e1-4919-84da-4e1bb00b136a,segment=NetworkSegment(e051d083-7053-4556-9f86-6915a34edb7f),segment_id=e051d083-7053-4556-9f86-6915a34edb7f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:00:18.361473 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (02128572-69e1-4919-84da-4e1bb00b136a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:18.414762 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:18.424287 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=02128572-69e1-4919-84da-4e1bb00b136a,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:18.652648 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['02128572-69e1-4919-84da-4e1bb00b136a'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:00:18.865074 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9c606-4f85-4a00-b27a-73aa755065bc req-0d2d2c90-0f47-4b49-9a2b-d4a7ddff4836 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:18.867155 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b4f9c606-4f85-4a00-b27a-73aa755065bc req-0d2d2c90-0f47-4b49-9a2b-d4a7ddff4836 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/ports?device_id=37657dbc-714c-4430-9750-92664c5e6fe9 HTTP/1.1" status: 200 len: 944 time: 0.0545750 Mar 07 11:00:18.917236 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b4f9c606-4f85-4a00-b27a-73aa755065bc req-ca93f1d8-c737-4120-bec3-c8025dc85c25 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b3df2eb-fe21-4715-a584-b0ee1aa9879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443854 Mar 07 11:00:20.042829 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d390808-5775-4075-a724-d7baa804b2a2 req-84ed3efc-5272-4e41-b63b-a19bd8f90575 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:20.045243 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5d390808-5775-4075-a724-d7baa804b2a2 req-84ed3efc-5272-4e41-b63b-a19bd8f90575 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/ports?device_id=37657dbc-714c-4430-9750-92664c5e6fe9 HTTP/1.1" status: 200 len: 944 time: 0.0550814 Mar 07 11:00:20.094878 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5d390808-5775-4075-a724-d7baa804b2a2 req-8fbb9093-23d8-42a5-80d5-8d0027f98a8e tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b3df2eb-fe21-4715-a584-b0ee1aa9879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429587 Mar 07 11:00:20.150297 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 02128572-69e1-4919-84da-4e1bb00b136a up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:00:20.203756 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 02128572-69e1-4919-84da-4e1bb00b136a completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:00:20.207528 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 02128572-69e1-4919-84da-4e1bb00b136a triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:00:20.207903 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (02128572-69e1-4919-84da-4e1bb00b136a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:20.323559 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 02128572-69e1-4919-84da-4e1bb00b136a is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:00:20.323965 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (02128572-69e1-4919-84da-4e1bb00b136a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:20.370303 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 02128572-69e1-4919-84da-4e1bb00b136a, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=02128572-69e1-4919-84da-4e1bb00b136a,segment=NetworkSegment(e051d083-7053-4556-9f86-6915a34edb7f),segment_id=e051d083-7053-4556-9f86-6915a34edb7f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:00:20.370303 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37657dbc-714c-4430-9750-92664c5e6fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02128572-69e1-4919-84da-4e1bb00b136a'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:00:20.370303 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6b1a88-f0d1-47a9-8707-00389739d338" -d '{"events": [{"server_uuid": "37657dbc-714c-4430-9750-92664c5e6fe9", "name": "network-vif-plugged", "status": "completed", "tag": "02128572-69e1-4919-84da-4e1bb00b136a"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:00:20.375476 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (02128572-69e1-4919-84da-4e1bb00b136a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:20.416173 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da29dd65-551f-49f1-9540-d9822b6433c5 x-openstack-request-id: req-da29dd65-551f-49f1-9540-d9822b6433c5 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:00:20.416492 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37657dbc-714c-4430-9750-92664c5e6fe9", "name": "network-vif-plugged", "status": "completed", "tag": "02128572-69e1-4919-84da-4e1bb00b136a", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:00:20.416726 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-da29dd65-551f-49f1-9540-d9822b6433c5 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:00:20.417363 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37657dbc-714c-4430-9750-92664c5e6fe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02128572-69e1-4919-84da-4e1bb00b136a', 'code': 200} Mar 07 11:00:20.441183 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=02128572-69e1-4919-84da-4e1bb00b136a,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:20.458413 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:20.458770 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:20.459122 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:20.459469 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:20.459812 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:20.460153 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:20.460489 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:20.460922 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:20.461305 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:20.461685 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:20.462178 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:20.462365 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:20.462672 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:20.529173 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036d4f0-92de-45ad-ac7c-5811b0ea9bb1 req-1a912dbd-9b1c-4b2c-a9b4-d1d261c816d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:20.530829 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3036d4f0-92de-45ad-ac7c-5811b0ea9bb1 req-1a912dbd-9b1c-4b2c-a9b4-d1d261c816d8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=37657dbc-714c-4430-9750-92664c5e6fe9 HTTP/1.1" status: 200 len: 1127 time: 0.0491931 Mar 07 11:00:20.575068 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3036d4f0-92de-45ad-ac7c-5811b0ea9bb1 req-1012ff27-a308-4933-867c-d9043a8c2f2d service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0b3df2eb-fe21-4715-a584-b0ee1aa9879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381739 Mar 07 11:00:21.235898 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc12699-cc7b-46f6-bd8f-1fbf52b8749c req-9776512d-5d7f-4500-8e37-3ecaaf4d09df tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:21.238410 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ecc12699-cc7b-46f6-bd8f-1fbf52b8749c req-9776512d-5d7f-4500-8e37-3ecaaf4d09df tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/ports?device_id=37657dbc-714c-4430-9750-92664c5e6fe9 HTTP/1.1" status: 200 len: 945 time: 0.0599003 Mar 07 11:00:21.310664 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ecc12699-cc7b-46f6-bd8f-1fbf52b8749c req-51ccc41f-0734-46ca-9630-e16d84e24e9f tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b3df2eb-fe21-4715-a584-b0ee1aa9879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500875 Mar 07 11:00:22.460608 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0adcae4-98c0-429d-ae41-5983978f7288 req-f73dbbe2-b3d6-4827-9c29-1f61ef1e83b6 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:22.463163 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c0adcae4-98c0-429d-ae41-5983978f7288 req-f73dbbe2-b3d6-4827-9c29-1f61ef1e83b6 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/ports?device_id=37657dbc-714c-4430-9750-92664c5e6fe9 HTTP/1.1" status: 200 len: 945 time: 0.0715942 Mar 07 11:00:22.534881 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c0adcae4-98c0-429d-ae41-5983978f7288 req-4f3bef07-a7cc-47c1-86df-08482874ab57 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b3df2eb-fe21-4715-a584-b0ee1aa9879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657051 Mar 07 11:00:23.035776 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:25.293798 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d0041b3c-2cc6-4f17-8745-32339cc6e3ec req-45f4e77b-c7bd-4a93-9152-b9318bf9d1f3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=27d6e502-5ecf-4cad-9a81-2e821188db2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0649612 Mar 07 11:00:25.399882 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0041b3c-2cc6-4f17-8745-32339cc6e3ec req-42adf3d8-dc71-45e0-b15a-8109798f902d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:25.402144 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d0041b3c-2cc6-4f17-8745-32339cc6e3ec req-42adf3d8-dc71-45e0-b15a-8109798f902d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d3fdd77decc4d62a3e5426903f03a99&device_id=27d6e502-5ecf-4cad-9a81-2e821188db2a HTTP/1.1" status: 200 len: 1127 time: 0.0580404 Mar 07 11:00:25.570515 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0041b3c-2cc6-4f17-8745-32339cc6e3ec req-f793c8e8-e988-43b7-b6c3-e9c696335f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:25.572466 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d0041b3c-2cc6-4f17-8745-32339cc6e3ec req-f793c8e8-e988-43b7-b6c3-e9c696335f6e service neutron] 10.222.0.21 "GET /v2.0/networks?id=28765912-277e-46d1-95bd-16e2031149b0 HTTP/1.1" status: 200 len: 912 time: 0.1501787 Mar 07 11:00:25.671879 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d0041b3c-2cc6-4f17-8745-32339cc6e3ec req-cc917ce0-f41b-4ffb-9347-d9dd4e954edf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc8d3924-1529-4c20-a8b5-71729d219866 HTTP/1.1" status: 200 len: 1001 time: 0.0919242 Mar 07 11:00:25.743128 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0041b3c-2cc6-4f17-8745-32339cc6e3ec req-679f3c7b-2a08-463f-9004-e2ca0f8d368e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:25.745325 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d0041b3c-2cc6-4f17-8745-32339cc6e3ec req-679f3c7b-2a08-463f-9004-e2ca0f8d368e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=70c02524-f503-4482-9d50-de9acc410b2f HTTP/1.1" status: 200 len: 850 time: 0.0669858 Mar 07 11:00:25.856855 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0041b3c-2cc6-4f17-8745-32339cc6e3ec req-b96325cf-c465-486e-a157-c778fbc8974e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:25.858818 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d0041b3c-2cc6-4f17-8745-32339cc6e3ec req-b96325cf-c465-486e-a157-c778fbc8974e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=28765912-277e-46d1-95bd-16e2031149b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0998316 Mar 07 11:00:26.019395 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d0041b3c-2cc6-4f17-8745-32339cc6e3ec req-cffa0720-d9ab-4776-844f-974e22546c5c service neutron] 10.222.0.21 "GET /v2.0/networks/28765912-277e-46d1-95bd-16e2031149b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531286 Mar 07 11:00:26.207411 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d0041b3c-2cc6-4f17-8745-32339cc6e3ec req-2e48eac0-c878-45ff-a02c-3c1411ab5c52 service neutron] 10.222.0.21 "GET /v2.0/networks/28765912-277e-46d1-95bd-16e2031149b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817877 Mar 07 11:00:31.018814 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:00:36.472093 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c206daf9-8ee4-487b-8012-bb43284e1e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:38.601068 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0418e2a8-4a79-411a-8fb6-6afe18e40bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:39.917260 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:41.664267 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:42.929098 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:48.398914 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:53.053791 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:53.497625 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1df31-2df5-43ca-a8a0-abf45885b3f0 req-7fdce42a-c56c-449d-8abb-4dc3db623459 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:53.499324 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-96f1df31-2df5-43ca-a8a0-abf45885b3f0 req-7fdce42a-c56c-449d-8abb-4dc3db623459 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 947 time: 0.0760810 Mar 07 11:00:53.585759 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-96f1df31-2df5-43ca-a8a0-abf45885b3f0 req-d631dd43-9d31-488c-b3f0-2e40ba309ab4 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752523 Mar 07 11:00:54.809376 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e553d-6084-4358-bae4-e051ce9cae56 req-2d35ef8b-7f7b-4453-b6d9-6561fcb6309d tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:54.811086 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c30e553d-6084-4358-bae4-e051ce9cae56 req-2d35ef8b-7f7b-4453-b6d9-6561fcb6309d tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 947 time: 0.0871632 Mar 07 11:00:54.873950 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c30e553d-6084-4358-bae4-e051ce9cae56 req-de3bfac1-6d1b-4792-a5d4-041ac754f632 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups?id=1a0fcb44-5696-46a0-8768-3c048a8f5451&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556428 Mar 07 11:00:54.885202 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f1fec-e583-4e5f-834c-7b8814472431 req-b66f8c27-7c5b-481d-a574-16e54253357d tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:00:54.886724 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-127f1fec-e583-4e5f-834c-7b8814472431 req-b66f8c27-7c5b-481d-a574-16e54253357d tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.31 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 947 time: 0.0966763 Mar 07 11:00:55.042983 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-127f1fec-e583-4e5f-834c-7b8814472431 req-8c14554e-3be3-4884-b0cd-97b992a8188c tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Deleting port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:00:55.042983 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-127f1fec-e583-4e5f-834c-7b8814472431 req-8c14554e-3be3-4884-b0cd-97b992a8188c tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:55.165884 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-127f1fec-e583-4e5f-834c-7b8814472431 req-8c14554e-3be3-4884-b0cd-97b992a8188c tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] For port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:00:55.166427 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-127f1fec-e583-4e5f-834c-7b8814472431 req-8c14554e-3be3-4884-b0cd-97b992a8188c tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:55.447757 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-127f1fec-e583-4e5f-834c-7b8814472431 req-8c14554e-3be3-4884-b0cd-97b992a8188c tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:55.448168 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-127f1fec-e583-4e5f-834c-7b8814472431 req-8c14554e-3be3-4884-b0cd-97b992a8188c tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (51d66252-c70a-4f79-b6ba-ade53da84083), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:55.448482 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [req-127f1fec-e583-4e5f-834c-7b8814472431 req-8c14554e-3be3-4884-b0cd-97b992a8188c tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Floating IP 51d66252-c70a-4f79-b6ba-ade53da84083 disassociated. External IP: 172.25.3.215, port: 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba. Mar 07 11:00:55.448825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-127f1fec-e583-4e5f-834c-7b8814472431 req-8c14554e-3be3-4884-b0cd-97b992a8188c tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Calling delete_port for 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:00:55.722464 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-127f1fec-e583-4e5f-834c-7b8814472431 req-8c14554e-3be3-4884-b0cd-97b992a8188c tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:56.090853 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-127f1fec-e583-4e5f-834c-7b8814472431 req-8c14554e-3be3-4884-b0cd-97b992a8188c tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Router 8340f294-28b9-4618-ba75-a40fe8154dcf has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:00:56.093738 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14554e-3be3-4884-b0cd-97b992a8188c tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Pushing event deleted for resources: {'Port': ['ID=3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:56.150752 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f3216bf1-c0c3-4fbf-8fc4-88c7b1898216 req-4e489f23-0775-4877-928b-70db9af6ce82 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/ports?device_id=26d698a1-2087-4929-bb24-a5ac8e70eb6d HTTP/1.1" status: 200 len: 210 time: 0.0543733 Mar 07 11:00:56.364268 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-127f1fec-e583-4e5f-834c-7b8814472431 req-8c14554e-3be3-4884-b0cd-97b992a8188c tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:00:56.380287 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afce22e-bf70-4fe1-9ce3-12ecce87fae3 None None] Sync routers for ids ['8340f294-28b9-4618-ba75-a40fe8154dcf'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:00:56.403801 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afce22e-bf70-4fe1-9ce3-12ecce87fae3 None None] Routers {'8340f294-28b9-4618-ba75-a40fe8154dcf'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:00:56.405118 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6afce22e-bf70-4fe1-9ce3-12ecce87fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:00:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['8340f294-28b9-4618-ba75-a40fe8154dcf'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:56.487380 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-127f1fec-e583-4e5f-834c-7b8814472431 req-8c14554e-3be3-4884-b0cd-97b992a8188c tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] No DVR routers for this DVR port 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:00:56.493575 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-127f1fec-e583-4e5f-834c-7b8814472431 req-8c14554e-3be3-4884-b0cd-97b992a8188c tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:56.496869 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-127f1fec-e583-4e5f-834c-7b8814472431 req-8c14554e-3be3-4884-b0cd-97b992a8188c tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.31 "DELETE /v2.0/ports/3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba HTTP/1.1" status: 204 len: 173 time: 1.5986562 Mar 07 11:00:56.497364 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d698a1-2087-4929-bb24-a5ac8e70eb6d', 'name': 'network-vif-deleted', 'tag': '3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:00:56.507708 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de635c00-b25e-4dff-83de-a7e6b30b05dc" -d '{"events": [{"server_uuid": "26d698a1-2087-4929-bb24-a5ac8e70eb6d", "name": "network-vif-deleted", "tag": "3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:00:56.591488 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d01940-01cc-4baa-85cb-a55d8f2aa401 x-openstack-request-id: req-33d01940-01cc-4baa-85cb-a55d8f2aa401 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:00:56.591726 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d698a1-2087-4929-bb24-a5ac8e70eb6d", "name": "network-vif-deleted", "tag": "3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:00:56.592613 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-33d01940-01cc-4baa-85cb-a55d8f2aa401 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:00:56.592613 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d698a1-2087-4929-bb24-a5ac8e70eb6d', 'name': 'network-vif-deleted', 'tag': '3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba', 'status': 'completed', 'code': 200} Mar 07 11:00:56.724586 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-6afce22e-bf70-4fe1-9ce3-12ecce87fae3 None None] Set router 8340f294-28b9-4618-ba75-a40fe8154dcf gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:00:57.003929 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6afce22e-bf70-4fe1-9ce3-12ecce87fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'name': 'tempest-AttachVolumeShelveTestJSON-1265140767-router', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:11Z', 'updated_at': '2022-03-07T10:53:19Z', 'revision_number': 4, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'gw_port': {'id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:13Z', 'updated_at': '2022-03-07T10:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'b8ed482d-9752-4c73-992e-1b69cc138120', 'name': '', 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'mac_address': 'fa:16:3e:57:77:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:18Z', 'updated_at': '2022-03-07T10:53:24Z', 'revision_number': 5, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'subnets': [{'id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:57.065276 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afce22e-bf70-4fe1-9ce3-12ecce87fae3 None None] Checking router: 8340f294-28b9-4618-ba75-a40fe8154dcf for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:00:57.097688 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afce22e-bf70-4fe1-9ce3-12ecce87fae3 None None] Routers {'8340f294-28b9-4618-ba75-a40fe8154dcf'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:00:57.098512 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6afce22e-bf70-4fe1-9ce3-12ecce87fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:00:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['8340f294-28b9-4618-ba75-a40fe8154dcf'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:57.279841 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54118) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:57.384699 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-03eff527-14f4-4a03-bc00-eb44d2d52042 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for security_group (1a0fcb44-5696-46a0-8768-3c048a8f5451), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:57.418444 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-6afce22e-bf70-4fe1-9ce3-12ecce87fae3 None None] Set router 8340f294-28b9-4618-ba75-a40fe8154dcf gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:00:57.432559 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-03eff527-14f4-4a03-bc00-eb44d2d52042 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for security_group (1a0fcb44-5696-46a0-8768-3c048a8f5451), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:57.583108 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-03eff527-14f4-4a03-bc00-eb44d2d52042 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (1a0fcb44-5696-46a0-8768-3c048a8f5451), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:57.586086 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-03eff527-14f4-4a03-bc00-eb44d2d52042 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:57.590307 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54136) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:57.602908 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-03eff527-14f4-4a03-bc00-eb44d2d52042 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "DELETE /v2.0/security-groups/1a0fcb44-5696-46a0-8768-3c048a8f5451 HTTP/1.1" status: 204 len: 168 time: 0.3212273 Mar 07 11:00:57.613516 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-eb1192aa-cf09-4eac-9dc6-68fb9ea208f5 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] show failed (client error): The resource could not be found. Mar 07 11:00:57.621022 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-eb1192aa-cf09-4eac-9dc6-68fb9ea208f5 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "GET /v2.0/security-groups/1a0fcb44-5696-46a0-8768-3c048a8f5451 HTTP/1.1" status: 404 len: 347 time: 0.0290771 Mar 07 11:00:57.621898 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54138) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:57.633892 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eff527-14f4-4a03-bc00-eb44d2d52042 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0fcb44-5696-46a0-8768-3c048a8f5451,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:57.810431 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-43d4b6e7-e923-438c-b0d2-372e7643f056 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Deleting port e0b49831-86f7-4632-80c7-cf2f6de69999 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:00:57.810873 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-43d4b6e7-e923-438c-b0d2-372e7643f056 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (e0b49831-86f7-4632-80c7-cf2f6de69999), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:57.828175 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6afce22e-bf70-4fe1-9ce3-12ecce87fae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'name': 'tempest-AttachVolumeShelveTestJSON-1265140767-router', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:11Z', 'updated_at': '2022-03-07T10:53:19Z', 'revision_number': 4, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'gw_port': {'id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:13Z', 'updated_at': '2022-03-07T10:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'b8ed482d-9752-4c73-992e-1b69cc138120', 'name': '', 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'mac_address': 'fa:16:3e:57:77:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:18Z', 'updated_at': '2022-03-07T10:53:24Z', 'revision_number': 5, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'subnets': [{'id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:00:57.894124 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afce22e-bf70-4fe1-9ce3-12ecce87fae3 None None] The sync data for ids ['8340f294-28b9-4618-ba75-a40fe8154dcf'] in n-d-832164-4 is: [{'id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'name': 'tempest-AttachVolumeShelveTestJSON-1265140767-router', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:11Z', 'updated_at': '2022-03-07T10:53:19Z', 'revision_number': 4, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'gw_port': {'id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:13Z', 'updated_at': '2022-03-07T10:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'b8ed482d-9752-4c73-992e-1b69cc138120', 'name': '', 'network_id': '89c82ebc-0d2c-446d-9232-939e7905e93b', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'mac_address': 'fa:16:3e:57:77:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:18Z', 'updated_at': '2022-03-07T10:53:24Z', 'revision_number': 5, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'subnets': [{'id': 'e4787b40-e1f6-4c42-b340-b6308e03f420', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:00:57.924246 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-43d4b6e7-e923-438c-b0d2-372e7643f056 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (e0b49831-86f7-4632-80c7-cf2f6de69999), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:57.924593 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-43d4b6e7-e923-438c-b0d2-372e7643f056 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for floatingip (e0b49831-86f7-4632-80c7-cf2f6de69999), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:57.953587 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-43d4b6e7-e923-438c-b0d2-372e7643f056 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Calling delete_port for e0b49831-86f7-4632-80c7-cf2f6de69999 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:00:58.014956 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54146) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:58.169952 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a6f05617-0004-4315-822e-5b98fbbd6ba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:58.300700 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a6f05617-0004-4315-822e-5b98fbbd6ba4 admin admin] Publish callbacks [] for security_group (f54c21e4-a6b7-471a-86f3-208487b4ce88), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:58.326673 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a6f05617-0004-4315-822e-5b98fbbd6ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f54c21e4-a6b7-471a-86f3-208487b4ce88), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:58.365274 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-43d4b6e7-e923-438c-b0d2-372e7643f056 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (e0b49831-86f7-4632-80c7-cf2f6de69999), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:58.386192 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:00:58.434715 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:00:58.435180 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 3ab4fde4-9b32-4f4c-8aa6-56b1ade56eba not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:00:58.436958 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fffe5c-f4a6-4f41-a5be-3010ebf06c12 None None] New status for floating IP 51d66252-c70a-4f79-b6ba-ade53da84083: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:00:58.451803 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4b6e7-e923-438c-b0d2-372e7643f056 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Pushing event deleted for resources: {'Port': ['ID=e0b49831-86f7-4632-80c7-cf2f6de69999,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:58.461227 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f05617-0004-4315-822e-5b98fbbd6ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54c21e4-a6b7-471a-86f3-208487b4ce88,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:58.474491 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a6f05617-0004-4315-822e-5b98fbbd6ba4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8c1cb07164c04d17beb85b6f17ed8fd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4557605 Mar 07 11:00:58.475768 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54152) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:58.575420 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-43d4b6e7-e923-438c-b0d2-372e7643f056 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks [] for floatingip (51d66252-c70a-4f79-b6ba-ade53da84083), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:58.578918 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-43d4b6e7-e923-438c-b0d2-372e7643f056 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:58.617013 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-43d4b6e7-e923-438c-b0d2-372e7643f056 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] 10.222.0.11 "DELETE /v2.0/floatingips/51d66252-c70a-4f79-b6ba-ade53da84083 HTTP/1.1" status: 204 len: 168 time: 0.9929554 Mar 07 11:00:58.625084 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-652f30bd-4f55-4d9d-a295-078123ae2f10 admin admin] Publish callbacks [] for security_group (f54c21e4-a6b7-471a-86f3-208487b4ce88), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:58.638446 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d4b6e7-e923-438c-b0d2-372e7643f056 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:58.638814 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d4b6e7-e923-438c-b0d2-372e7643f056 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:58.639170 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d4b6e7-e923-438c-b0d2-372e7643f056 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:58.639513 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d4b6e7-e923-438c-b0d2-372e7643f056 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:58.639850 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d4b6e7-e923-438c-b0d2-372e7643f056 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:58.640187 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d4b6e7-e923-438c-b0d2-372e7643f056 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:58.640522 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d4b6e7-e923-438c-b0d2-372e7643f056 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:58.640855 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d4b6e7-e923-438c-b0d2-372e7643f056 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:58.654604 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d4b6e7-e923-438c-b0d2-372e7643f056 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:58.655115 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d4b6e7-e923-438c-b0d2-372e7643f056 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:58.655471 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d4b6e7-e923-438c-b0d2-372e7643f056 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:58.655817 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d4b6e7-e923-438c-b0d2-372e7643f056 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:58.656158 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d4b6e7-e923-438c-b0d2-372e7643f056 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:00:58.700649 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-652f30bd-4f55-4d9d-a295-078123ae2f10 admin admin] Publish callbacks [] for security_group (f54c21e4-a6b7-471a-86f3-208487b4ce88), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:58.872587 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-652f30bd-4f55-4d9d-a295-078123ae2f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f54c21e4-a6b7-471a-86f3-208487b4ce88), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:58.882108 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-652f30bd-4f55-4d9d-a295-078123ae2f10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:58.886306 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-652f30bd-4f55-4d9d-a295-078123ae2f10 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f54c21e4-a6b7-471a-86f3-208487b4ce88 HTTP/1.1" status: 204 len: 168 time: 0.4048600 Mar 07 11:00:58.904443 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f30bd-4f55-4d9d-a295-078123ae2f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54c21e4-a6b7-471a-86f3-208487b4ce88,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:59.385813 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54180) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:59.425141 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fb805a7c-d291-44ca-8e45-bf3f8c034ae5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:59.574012 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fb805a7c-d291-44ca-8e45-bf3f8c034ae5 admin admin] Publish callbacks [] for security_group (16546477-3e75-4665-bb44-1304b00b2380), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:59.587258 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fb805a7c-d291-44ca-8e45-bf3f8c034ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (16546477-3e75-4665-bb44-1304b00b2380), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:59.620619 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb805a7c-d291-44ca-8e45-bf3f8c034ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16546477-3e75-4665-bb44-1304b00b2380,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:00:59.689845 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fb805a7c-d291-44ca-8e45-bf3f8c034ae5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c80a1894933d48bab4aecbc8f9cdbed8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3026826 Mar 07 11:00:59.692640 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54182) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:00:59.787370 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e0c192ff-88b1-4913-afb2-af8c54c4a670 admin admin] Publish callbacks [] for security_group (16546477-3e75-4665-bb44-1304b00b2380), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:59.813802 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e0c192ff-88b1-4913-afb2-af8c54c4a670 admin admin] Publish callbacks [] for security_group (16546477-3e75-4665-bb44-1304b00b2380), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:59.898343 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e0c192ff-88b1-4913-afb2-af8c54c4a670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (16546477-3e75-4665-bb44-1304b00b2380), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:59.901320 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e0c192ff-88b1-4913-afb2-af8c54c4a670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:00:59.908763 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e0c192ff-88b1-4913-afb2-af8c54c4a670 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/16546477-3e75-4665-bb44-1304b00b2380 HTTP/1.1" status: 204 len: 168 time: 0.2148297 Mar 07 11:00:59.937798 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c192ff-88b1-4913-afb2-af8c54c4a670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16546477-3e75-4665-bb44-1304b00b2380,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:06.494463 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-70312671-b58a-4cdc-890c-9dd81602cb13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:08.019266 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:01:08.606766 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-68bd3278-e5e2-4b15-97ee-8033bc7ceca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:09.912741 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:11.665841 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:12.928288 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:17.653733 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54484) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:18.255377 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-723e5d50-ef1f-4fc4-9e34-b3c07a88982c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (8340f294-28b9-4618-ba75-a40fe8154dcf), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:18.425046 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:18.818360 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a57c27-150b-45c9-bcd8-ba2af06f06a0 req-009687fa-6a33-4d66-85ba-9e32af045dbd tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:18.819842 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-33a57c27-150b-45c9-bcd8-ba2af06f06a0 req-009687fa-6a33-4d66-85ba-9e32af045dbd tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=27d6e502-5ecf-4cad-9a81-2e821188db2a HTTP/1.1" status: 200 len: 945 time: 0.1051633 Mar 07 11:01:18.897957 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-33a57c27-150b-45c9-bcd8-ba2af06f06a0 req-ddb4f3c3-d162-4573-a024-36a7e30e57ab tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d9a0def-5a62-464d-975b-9f8d510b77ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561650 Mar 07 11:01:18.984051 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-723e5d50-ef1f-4fc4-9e34-b3c07a88982c admin admin] Deleting port b8ed482d-9752-4c73-992e-1b69cc138120 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:01:18.984618 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-723e5d50-ef1f-4fc4-9e34-b3c07a88982c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (b8ed482d-9752-4c73-992e-1b69cc138120), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:19.071327 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-723e5d50-ef1f-4fc4-9e34-b3c07a88982c admin admin] For port b8ed482d-9752-4c73-992e-1b69cc138120, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b8ed482d-9752-4c73-992e-1b69cc138120,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:01:19.071862 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-723e5d50-ef1f-4fc4-9e34-b3c07a88982c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (b8ed482d-9752-4c73-992e-1b69cc138120), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:19.084779 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-723e5d50-ef1f-4fc4-9e34-b3c07a88982c admin admin] Calling delete_port for b8ed482d-9752-4c73-992e-1b69cc138120 owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:01:19.303871 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-723e5d50-ef1f-4fc4-9e34-b3c07a88982c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (b8ed482d-9752-4c73-992e-1b69cc138120), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:19.334617 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e5d50-ef1f-4fc4-9e34-b3c07a88982c admin admin] Pushing event deleted for resources: {'Port': ['ID=b8ed482d-9752-4c73-992e-1b69cc138120,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:19.395238 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e5d50-ef1f-4fc4-9e34-b3c07a88982c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:19.395727 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e5d50-ef1f-4fc4-9e34-b3c07a88982c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:19.396073 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e5d50-ef1f-4fc4-9e34-b3c07a88982c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:19.396537 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e5d50-ef1f-4fc4-9e34-b3c07a88982c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:19.397304 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e5d50-ef1f-4fc4-9e34-b3c07a88982c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:19.397304 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e5d50-ef1f-4fc4-9e34-b3c07a88982c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:19.397506 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e5d50-ef1f-4fc4-9e34-b3c07a88982c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:19.397848 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e5d50-ef1f-4fc4-9e34-b3c07a88982c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:19.398176 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e5d50-ef1f-4fc4-9e34-b3c07a88982c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:19.398873 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e5d50-ef1f-4fc4-9e34-b3c07a88982c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:19.398873 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e5d50-ef1f-4fc4-9e34-b3c07a88982c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:19.399313 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e5d50-ef1f-4fc4-9e34-b3c07a88982c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:19.399435 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723e5d50-ef1f-4fc4-9e34-b3c07a88982c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:19.561180 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-723e5d50-ef1f-4fc4-9e34-b3c07a88982c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (8340f294-28b9-4618-ba75-a40fe8154dcf), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:19.794462 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723e5d50-ef1f-4fc4-9e34-b3c07a88982c admin admin] Router 8340f294-28b9-4618-ba75-a40fe8154dcf has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:01:19.905523 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723e5d50-ef1f-4fc4-9e34-b3c07a88982c admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:01:19.911673 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-723e5d50-ef1f-4fc4-9e34-b3c07a88982c admin admin] 10.222.0.11 "PUT /v2.0/routers/8340f294-28b9-4618-ba75-a40fe8154dcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2562745 Mar 07 11:01:19.914484 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54522) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:19.916866 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2936c193-1c98-4acd-a618-b7e93e7105ef None None] Sync routers for ids ['8340f294-28b9-4618-ba75-a40fe8154dcf'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:01:19.929299 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2936c193-1c98-4acd-a618-b7e93e7105ef None None] Routers {'8340f294-28b9-4618-ba75-a40fe8154dcf'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:01:19.929981 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2936c193-1c98-4acd-a618-b7e93e7105ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:01:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['8340f294-28b9-4618-ba75-a40fe8154dcf'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:20.034402 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d36d2ce2-9f22-4b8b-890a-8472eb2faed6 admin admin] Publish callbacks [] for router (8340f294-28b9-4618-ba75-a40fe8154dcf), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:20.050187 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f9cbf-3564-442d-9cd0-3bd60bed4ff3 req-4582f83d-14f1-4493-ad78-8ebfe4593bbe tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:20.053233 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-106f9cbf-3564-442d-9cd0-3bd60bed4ff3 req-4582f83d-14f1-4493-ad78-8ebfe4593bbe tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=27d6e502-5ecf-4cad-9a81-2e821188db2a HTTP/1.1" status: 200 len: 945 time: 0.0640094 Mar 07 11:01:20.062140 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-2936c193-1c98-4acd-a618-b7e93e7105ef None None] Set router 8340f294-28b9-4618-ba75-a40fe8154dcf gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:01:20.108033 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-106f9cbf-3564-442d-9cd0-3bd60bed4ff3 req-9d5f047a-e089-4c08-ba09-d7f399c61221 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups?id=5d9a0def-5a62-464d-975b-9f8d510b77ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472889 Mar 07 11:01:20.175341 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d36d2ce2-9f22-4b8b-890a-8472eb2faed6 admin admin] Publish callbacks [] for router_gateway (8340f294-28b9-4618-ba75-a40fe8154dcf), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:20.206536 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2b37cb-38af-432b-a303-e37ec931d09d req-a4912e95-bc14-4dc8-adc3-122aebc2a21e tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:20.208374 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c2b37cb-38af-432b-a303-e37ec931d09d req-a4912e95-bc14-4dc8-adc3-122aebc2a21e tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.21 "GET /v2.0/ports?device_id=27d6e502-5ecf-4cad-9a81-2e821188db2a HTTP/1.1" status: 200 len: 945 time: 0.0862710 Mar 07 11:01:20.298530 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2936c193-1c98-4acd-a618-b7e93e7105ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'name': 'tempest-AttachVolumeShelveTestJSON-1265140767-router', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:11Z', 'updated_at': '2022-03-07T11:01:19Z', 'revision_number': 5, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'gw_port': {'id': '6ebe3443-35a6-4bf6-a2fb-360ae20459a0', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:9a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2587, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:13Z', 'updated_at': '2022-03-07T10:53:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:20.339643 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2936c193-1c98-4acd-a618-b7e93e7105ef None None] Checking router: 8340f294-28b9-4618-ba75-a40fe8154dcf for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:01:20.342466 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-d36d2ce2-9f22-4b8b-890a-8472eb2faed6 admin admin] Deleting port 6ebe3443-35a6-4bf6-a2fb-360ae20459a0 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:01:20.343063 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d36d2ce2-9f22-4b8b-890a-8472eb2faed6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (6ebe3443-35a6-4bf6-a2fb-360ae20459a0), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:20.348861 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2936c193-1c98-4acd-a618-b7e93e7105ef None None] Routers {'8340f294-28b9-4618-ba75-a40fe8154dcf'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:01:20.349583 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2936c193-1c98-4acd-a618-b7e93e7105ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:01:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['8340f294-28b9-4618-ba75-a40fe8154dcf'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:20.432739 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-2c2b37cb-38af-432b-a303-e37ec931d09d req-c391c503-90b0-407e-83fc-22239f36a1be tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Deleting port bc8d3924-1529-4c20-a8b5-71729d219866 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:01:20.433204 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2c2b37cb-38af-432b-a303-e37ec931d09d req-c391c503-90b0-407e-83fc-22239f36a1be tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (bc8d3924-1529-4c20-a8b5-71729d219866), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:20.442825 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-2936c193-1c98-4acd-a618-b7e93e7105ef None None] Set router 8340f294-28b9-4618-ba75-a40fe8154dcf gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:01:20.502602 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2936c193-1c98-4acd-a618-b7e93e7105ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'name': 'tempest-AttachVolumeShelveTestJSON-1265140767-router', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:11Z', 'updated_at': '2022-03-07T11:01:20Z', 'revision_number': 6, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:20.535852 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2936c193-1c98-4acd-a618-b7e93e7105ef None None] The sync data for ids ['8340f294-28b9-4618-ba75-a40fe8154dcf'] in n-d-832164-4 is: [{'id': '8340f294-28b9-4618-ba75-a40fe8154dcf', 'name': 'tempest-AttachVolumeShelveTestJSON-1265140767-router', 'tenant_id': '3f4947cca2a6480f85064d6dfbb3a125', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:11Z', 'updated_at': '2022-03-07T11:01:20Z', 'revision_number': 6, 'project_id': '3f4947cca2a6480f85064d6dfbb3a125', 'gw_port_host': None}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:01:20.546390 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-2c2b37cb-38af-432b-a303-e37ec931d09d req-c391c503-90b0-407e-83fc-22239f36a1be tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] For port bc8d3924-1529-4c20-a8b5-71729d219866, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=bc8d3924-1529-4c20-a8b5-71729d219866,segment=NetworkSegment(6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a),segment_id=6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:01:20.546833 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2c2b37cb-38af-432b-a303-e37ec931d09d req-c391c503-90b0-407e-83fc-22239f36a1be tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (bc8d3924-1529-4c20-a8b5-71729d219866), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:20.622190 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-d36d2ce2-9f22-4b8b-890a-8472eb2faed6 admin admin] For port 6ebe3443-35a6-4bf6-a2fb-360ae20459a0, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6ebe3443-35a6-4bf6-a2fb-360ae20459a0,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:01:20.622557 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d36d2ce2-9f22-4b8b-890a-8472eb2faed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (6ebe3443-35a6-4bf6-a2fb-360ae20459a0), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:20.641050 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-d36d2ce2-9f22-4b8b-890a-8472eb2faed6 admin admin] Calling delete_port for 6ebe3443-35a6-4bf6-a2fb-360ae20459a0 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:01:20.820696 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2c2b37cb-38af-432b-a303-e37ec931d09d req-c391c503-90b0-407e-83fc-22239f36a1be tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:20.820696 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2c2b37cb-38af-432b-a303-e37ec931d09d req-c391c503-90b0-407e-83fc-22239f36a1be tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (435a09cd-a8d4-4644-888b-f4796edf3941), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:20.820696 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [req-2c2b37cb-38af-432b-a303-e37ec931d09d req-c391c503-90b0-407e-83fc-22239f36a1be tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Floating IP 435a09cd-a8d4-4644-888b-f4796edf3941 disassociated. External IP: 172.25.3.211, port: bc8d3924-1529-4c20-a8b5-71729d219866. Mar 07 11:01:20.820696 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-2c2b37cb-38af-432b-a303-e37ec931d09d req-c391c503-90b0-407e-83fc-22239f36a1be tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Calling delete_port for bc8d3924-1529-4c20-a8b5-71729d219866 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:01:20.988343 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b8ed482d-9752-4c73-992e-1b69cc138120 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:01:21.039738 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: b8ed482d-9752-4c73-992e-1b69cc138120 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:01:21.041137 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b8ed482d-9752-4c73-992e-1b69cc138120 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:01:21.061657 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d36d2ce2-9f22-4b8b-890a-8472eb2faed6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (6ebe3443-35a6-4bf6-a2fb-360ae20459a0), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:21.097739 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d2ce2-9f22-4b8b-890a-8472eb2faed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ebe3443-35a6-4bf6-a2fb-360ae20459a0,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:21.136159 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2c2b37cb-38af-432b-a303-e37ec931d09d req-c391c503-90b0-407e-83fc-22239f36a1be tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (bc8d3924-1529-4c20-a8b5-71729d219866), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:21.190361 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c391c503-90b0-407e-83fc-22239f36a1be tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Pushing event deleted for resources: {'Port': ['ID=bc8d3924-1529-4c20-a8b5-71729d219866,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:21.226119 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-007ba882-c811-49db-9f18-20aa2ea78fda req-f6d5d6f4-6451-4c47-9695-ac180bd0d711 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=27d6e502-5ecf-4cad-9a81-2e821188db2a HTTP/1.1" status: 200 len: 210 time: 0.0412045 Mar 07 11:01:21.277237 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d36d2ce2-9f22-4b8b-890a-8472eb2faed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (8340f294-28b9-4618-ba75-a40fe8154dcf), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:21.382943 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d36d2ce2-9f22-4b8b-890a-8472eb2faed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (8340f294-28b9-4618-ba75-a40fe8154dcf), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:21.410410 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d36d2ce2-9f22-4b8b-890a-8472eb2faed6 admin admin] Publish callbacks [] for router_controller (8340f294-28b9-4618-ba75-a40fe8154dcf), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:21.474992 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d36d2ce2-9f22-4b8b-890a-8472eb2faed6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (8340f294-28b9-4618-ba75-a40fe8154dcf), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:21.475559 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36d2ce2-9f22-4b8b-890a-8472eb2faed6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8340f294-28b9-4618-ba75-a40fe8154dcf {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:01:21.482031 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d36d2ce2-9f22-4b8b-890a-8472eb2faed6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:21.483216 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d36d2ce2-9f22-4b8b-890a-8472eb2faed6 admin admin] 10.222.0.11 "DELETE /v2.0/routers/8340f294-28b9-4618-ba75-a40fe8154dcf HTTP/1.1" status: 204 len: 168 time: 1.5678115 Mar 07 11:01:21.486432 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54552) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:21.492501 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c2b37cb-38af-432b-a303-e37ec931d09d req-c391c503-90b0-407e-83fc-22239f36a1be tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Router 9b4beccc-5f94-43d6-9241-f37dc849d45f has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:01:21.556981 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6eba0f0-f88f-44e2-8ae2-47e49bc2816c admin admin] Deleting subnet e4787b40-e1f6-4c42-b340-b6308e03f420 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:01:21.561037 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6eba0f0-f88f-44e2-8ae2-47e49bc2816c admin admin] Publish callbacks [] for subnet (e4787b40-e1f6-4c42-b340-b6308e03f420), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:21.652991 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6eba0f0-f88f-44e2-8ae2-47e49bc2816c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (e4787b40-e1f6-4c42-b340-b6308e03f420), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:21.683100 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c2b37cb-38af-432b-a303-e37ec931d09d req-c391c503-90b0-407e-83fc-22239f36a1be tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:01:21.699669 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7c4d7f-2d38-4aeb-85a0-0b8266044b6c None None] Sync routers for ids ['9b4beccc-5f94-43d6-9241-f37dc849d45f'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:01:21.714246 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7c4d7f-2d38-4aeb-85a0-0b8266044b6c None None] Routers {'9b4beccc-5f94-43d6-9241-f37dc849d45f'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:01:21.714889 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ed7c4d7f-2d38-4aeb-85a0-0b8266044b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:01:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9b4beccc-5f94-43d6-9241-f37dc849d45f'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:21.798300 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2b37cb-38af-432b-a303-e37ec931d09d req-c391c503-90b0-407e-83fc-22239f36a1be tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] No DVR routers for this DVR port bc8d3924-1529-4c20-a8b5-71729d219866 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:01:21.801038 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2c2b37cb-38af-432b-a303-e37ec931d09d req-c391c503-90b0-407e-83fc-22239f36a1be tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:21.810038 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c2b37cb-38af-432b-a303-e37ec931d09d req-c391c503-90b0-407e-83fc-22239f36a1be tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.21 "DELETE /v2.0/ports/bc8d3924-1529-4c20-a8b5-71729d219866 HTTP/1.1" status: 204 len: 173 time: 1.5710833 Mar 07 11:01:21.812160 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27d6e502-5ecf-4cad-9a81-2e821188db2a', 'name': 'network-vif-deleted', 'tag': 'bc8d3924-1529-4c20-a8b5-71729d219866'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:01:21.814948 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58be83fa-2c85-444b-9292-68d654fdbf25" -d '{"events": [{"server_uuid": "27d6e502-5ecf-4cad-9a81-2e821188db2a", "name": "network-vif-deleted", "tag": "bc8d3924-1529-4c20-a8b5-71729d219866"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:01:21.859157 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-61581323-2a5e-4a50-8563-8fcdb2662970 req-c4545356-e381-4343-a7be-88c8fdbaf8e1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=37657dbc-714c-4430-9750-92664c5e6fe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1251497 Mar 07 11:01:21.862506 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6eba0f0-f88f-44e2-8ae2-47e49bc2816c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (e4787b40-e1f6-4c42-b340-b6308e03f420), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:21.882840 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7552bbd4-1718-4be0-ac66-451e1a5359cd x-openstack-request-id: req-7552bbd4-1718-4be0-ac66-451e1a5359cd {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:01:21.883146 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27d6e502-5ecf-4cad-9a81-2e821188db2a", "name": "network-vif-deleted", "tag": "bc8d3924-1529-4c20-a8b5-71729d219866", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:01:21.883412 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7552bbd4-1718-4be0-ac66-451e1a5359cd {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:01:21.883875 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27d6e502-5ecf-4cad-9a81-2e821188db2a', 'name': 'network-vif-deleted', 'tag': 'bc8d3924-1529-4c20-a8b5-71729d219866', 'status': 'completed', 'code': 200} Mar 07 11:01:22.003534 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-ed7c4d7f-2d38-4aeb-85a0-0b8266044b6c None None] Set router 9b4beccc-5f94-43d6-9241-f37dc849d45f gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:01:22.027826 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6eba0f0-f88f-44e2-8ae2-47e49bc2816c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (e4787b40-e1f6-4c42-b340-b6308e03f420), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:22.086468 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eba0f0-f88f-44e2-8ae2-47e49bc2816c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4787b40-e1f6-4c42-b340-b6308e03f420,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:22.107589 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6eba0f0-f88f-44e2-8ae2-47e49bc2816c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:22.113226 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61581323-2a5e-4a50-8563-8fcdb2662970 req-6ab1e594-253f-4e84-aa8f-a70266ffbdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:22.116893 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-61581323-2a5e-4a50-8563-8fcdb2662970 req-6ab1e594-253f-4e84-aa8f-a70266ffbdf6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=95b698f37d9d48cebde39c910a78528b&device_id=37657dbc-714c-4430-9750-92664c5e6fe9 HTTP/1.1" status: 200 len: 1127 time: 0.1214542 Mar 07 11:01:22.117608 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b6eba0f0-f88f-44e2-8ae2-47e49bc2816c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e4787b40-e1f6-4c42-b340-b6308e03f420 HTTP/1.1" status: 204 len: 168 time: 0.6271937 Mar 07 11:01:22.118449 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54562) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:22.167066 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ddb1cd-0859-4d87-844b-5e916ca42711 None None] Network 89c82ebc-0d2c-446d-9232-939e7905e93b requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:01:22.223345 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-96f33cbe-3c29-4a10-b04f-fe64fbe7017e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (89c82ebc-0d2c-446d-9232-939e7905e93b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:22.352778 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61581323-2a5e-4a50-8563-8fcdb2662970 req-3e343727-7d14-47f7-920d-29741ccd4312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:22.354320 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-61581323-2a5e-4a50-8563-8fcdb2662970 req-3e343727-7d14-47f7-920d-29741ccd4312 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d HTTP/1.1" status: 200 len: 915 time: 0.1267092 Mar 07 11:01:22.460347 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1b4ad6-6324-4489-8dbb-7d25729e8bc5 None None] DHCP port deletion for 89c82ebc-0d2c-446d-9232-939e7905e93b request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:01:22.490231 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c3a3e851-d9b9-422f-81cc-fc6007273a2a req-76abd4da-a947-43d7-a22d-cc1174910e17 tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/ports?device_id=27d6e502-5ecf-4cad-9a81-2e821188db2a HTTP/1.1" status: 200 len: 210 time: 0.1134028 Mar 07 11:01:22.493863 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-61581323-2a5e-4a50-8563-8fcdb2662970 req-4b7dbadb-cf5a-432e-ac83-bbf5dbdc6554 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=02128572-69e1-4919-84da-4e1bb00b136a HTTP/1.1" status: 200 len: 217 time: 0.0971067 Mar 07 11:01:22.551929 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-96f33cbe-3c29-4a10-b04f-fe64fbe7017e admin admin] Deleting port caada67d-9498-43ec-9b6f-fc062a93a54f {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:01:22.552295 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-96f33cbe-3c29-4a10-b04f-fe64fbe7017e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (caada67d-9498-43ec-9b6f-fc062a93a54f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:22.570761 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ed7c4d7f-2d38-4aeb-85a0-0b8266044b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'name': 'tempest-AttachVolumeTestJSON-1578191317-router', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:48Z', 'updated_at': '2022-03-07T10:53:56Z', 'revision_number': 4, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'gw_port': {'id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:49Z', 'updated_at': '2022-03-07T10:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '917a7454-f980-4a70-a564-2d69af23bec5', 'name': '', 'network_id': '28765912-277e-46d1-95bd-16e2031149b0', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'mac_address': 'fa:16:3e:c5:39:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '70c02524-f503-4482-9d50-de9acc410b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:55Z', 'updated_at': '2022-03-07T10:54:06Z', 'revision_number': 5, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'subnets': [{'id': '70c02524-f503-4482-9d50-de9acc410b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:22.589867 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1c1b4ad6-6324-4489-8dbb-7d25729e8bc5 None None] Deleting port caada67d-9498-43ec-9b6f-fc062a93a54f {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:01:22.591172 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1c1b4ad6-6324-4489-8dbb-7d25729e8bc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (caada67d-9498-43ec-9b6f-fc062a93a54f), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:22.627789 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61581323-2a5e-4a50-8563-8fcdb2662970 req-36264a88-6700-4056-baea-0f91d5f906d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:22.629550 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-61581323-2a5e-4a50-8563-8fcdb2662970 req-36264a88-6700-4056-baea-0f91d5f906d8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=15b28a23-ca62-45e8-9f35-5e8038050869 HTTP/1.1" status: 200 len: 854 time: 0.1198931 Mar 07 11:01:22.656612 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7c4d7f-2d38-4aeb-85a0-0b8266044b6c None None] Checking router: 9b4beccc-5f94-43d6-9241-f37dc849d45f for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:01:22.671385 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-96f33cbe-3c29-4a10-b04f-fe64fbe7017e admin admin] For port caada67d-9498-43ec-9b6f-fc062a93a54f, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=caada67d-9498-43ec-9b6f-fc062a93a54f,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:01:22.671764 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-96f33cbe-3c29-4a10-b04f-fe64fbe7017e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (caada67d-9498-43ec-9b6f-fc062a93a54f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:22.751955 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-61581323-2a5e-4a50-8563-8fcdb2662970 req-8deb5e61-b268-4223-936c-8c9d47b0e6cf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071923 Mar 07 11:01:22.753856 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-1c1b4ad6-6324-4489-8dbb-7d25729e8bc5 None None] For port caada67d-9498-43ec-9b6f-fc062a93a54f, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=caada67d-9498-43ec-9b6f-fc062a93a54f,segment=NetworkSegment(cb921073-4a48-4799-ac28-2ebcccf31f1b),segment_id=cb921073-4a48-4799-ac28-2ebcccf31f1b)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:01:22.754324 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1c1b4ad6-6324-4489-8dbb-7d25729e8bc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (caada67d-9498-43ec-9b6f-fc062a93a54f), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:22.772311 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1c1b4ad6-6324-4489-8dbb-7d25729e8bc5 None None] Calling delete_port for caada67d-9498-43ec-9b6f-fc062a93a54f owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:01:22.790795 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-96f33cbe-3c29-4a10-b04f-fe64fbe7017e admin admin] Calling delete_port for caada67d-9498-43ec-9b6f-fc062a93a54f owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:01:22.879180 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device caada67d-9498-43ec-9b6f-fc062a93a54f no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:01:22.883040 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7c4d7f-2d38-4aeb-85a0-0b8266044b6c None None] Routers {'9b4beccc-5f94-43d6-9241-f37dc849d45f'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:01:22.883938 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ed7c4d7f-2d38-4aeb-85a0-0b8266044b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:01:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9b4beccc-5f94-43d6-9241-f37dc849d45f'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:22.888338 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1c1b4ad6-6324-4489-8dbb-7d25729e8bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (caada67d-9498-43ec-9b6f-fc062a93a54f), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:22.982868 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b4ad6-6324-4489-8dbb-7d25729e8bc5 None None] Pushing event deleted for resources: {'Port': ['ID=caada67d-9498-43ec-9b6f-fc062a93a54f,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:22.997604 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b4ad6-6324-4489-8dbb-7d25729e8bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:22.998087 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b4ad6-6324-4489-8dbb-7d25729e8bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:22.998434 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b4ad6-6324-4489-8dbb-7d25729e8bc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:22.998771 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b4ad6-6324-4489-8dbb-7d25729e8bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:22.999103 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b4ad6-6324-4489-8dbb-7d25729e8bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:22.999431 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b4ad6-6324-4489-8dbb-7d25729e8bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:22.999756 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b4ad6-6324-4489-8dbb-7d25729e8bc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:23.000081 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b4ad6-6324-4489-8dbb-7d25729e8bc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:23.001633 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b4ad6-6324-4489-8dbb-7d25729e8bc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:23.002229 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b4ad6-6324-4489-8dbb-7d25729e8bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:23.002567 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b4ad6-6324-4489-8dbb-7d25729e8bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:23.002894 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b4ad6-6324-4489-8dbb-7d25729e8bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:23.003216 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1b4ad6-6324-4489-8dbb-7d25729e8bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:01:23.006402 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: caada67d-9498-43ec-9b6f-fc062a93a54f {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:01:23.007001 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device caada67d-9498-43ec-9b6f-fc062a93a54f not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:01:23.007214 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6ebe3443-35a6-4bf6-a2fb-360ae20459a0 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:01:23.034112 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 6ebe3443-35a6-4bf6-a2fb-360ae20459a0 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:01:23.034458 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6ebe3443-35a6-4bf6-a2fb-360ae20459a0 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:01:23.049955 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1b4ad6-6324-4489-8dbb-7d25729e8bc5 None None] No DVR routers for this DVR port caada67d-9498-43ec-9b6f-fc062a93a54f on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:01:23.099368 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:23.175320 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-ed7c4d7f-2d38-4aeb-85a0-0b8266044b6c None None] Set router 9b4beccc-5f94-43d6-9241-f37dc849d45f gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:01:23.398794 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-61581323-2a5e-4a50-8563-8fcdb2662970 req-0a17c19b-8d2e-4815-8cf0-431f5fa2f304 service neutron] 10.222.0.31 "GET /v2.0/networks/b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6401644 Mar 07 11:01:23.437086 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-96f33cbe-3c29-4a10-b04f-fe64fbe7017e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (caada67d-9498-43ec-9b6f-fc062a93a54f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:23.450167 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ed7c4d7f-2d38-4aeb-85a0-0b8266044b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'name': 'tempest-AttachVolumeTestJSON-1578191317-router', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:48Z', 'updated_at': '2022-03-07T10:53:56Z', 'revision_number': 4, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'gw_port': {'id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:49Z', 'updated_at': '2022-03-07T10:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '917a7454-f980-4a70-a564-2d69af23bec5', 'name': '', 'network_id': '28765912-277e-46d1-95bd-16e2031149b0', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'mac_address': 'fa:16:3e:c5:39:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '70c02524-f503-4482-9d50-de9acc410b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:55Z', 'updated_at': '2022-03-07T10:54:06Z', 'revision_number': 5, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'subnets': [{'id': '70c02524-f503-4482-9d50-de9acc410b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:23.484269 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7c4d7f-2d38-4aeb-85a0-0b8266044b6c None None] The sync data for ids ['9b4beccc-5f94-43d6-9241-f37dc849d45f'] in n-d-832164-4 is: [{'id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'name': 'tempest-AttachVolumeTestJSON-1578191317-router', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:48Z', 'updated_at': '2022-03-07T10:53:56Z', 'revision_number': 4, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'gw_port': {'id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:49Z', 'updated_at': '2022-03-07T10:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '917a7454-f980-4a70-a564-2d69af23bec5', 'name': '', 'network_id': '28765912-277e-46d1-95bd-16e2031149b0', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'mac_address': 'fa:16:3e:c5:39:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2663, 'fixed_ips': [{'subnet_id': '70c02524-f503-4482-9d50-de9acc410b2f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:55Z', 'updated_at': '2022-03-07T10:54:06Z', 'revision_number': 5, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'subnets': [{'id': '70c02524-f503-4482-9d50-de9acc410b2f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:01:23.500779 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f33cbe-3c29-4a10-b04f-fe64fbe7017e admin admin] Pushing event deleted for resources: {'Port': ['ID=caada67d-9498-43ec-9b6f-fc062a93a54f,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:23.504370 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f33cbe-3c29-4a10-b04f-fe64fbe7017e admin admin] No DVR routers for this DVR port caada67d-9498-43ec-9b6f-fc062a93a54f on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:01:23.575825 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-61581323-2a5e-4a50-8563-8fcdb2662970 req-89968b22-7ef3-4f90-b63e-9f20291f20c4 service neutron] 10.222.0.31 "GET /v2.0/networks/b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693821 Mar 07 11:01:23.606902 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-96f33cbe-3c29-4a10-b04f-fe64fbe7017e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (89c82ebc-0d2c-446d-9232-939e7905e93b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:23.632167 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-96f33cbe-3c29-4a10-b04f-fe64fbe7017e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89c82ebc-0d2c-446d-9232-939e7905e93b']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:23.657760 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-96f33cbe-3c29-4a10-b04f-fe64fbe7017e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb921073-4a48-4799-ac28-2ebcccf31f1b') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:23.658286 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-96f33cbe-3c29-4a10-b04f-fe64fbe7017e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb921073-4a48-4799-ac28-2ebcccf31f1b') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:01:23.670601 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-96f33cbe-3c29-4a10-b04f-fe64fbe7017e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (cb921073-4a48-4799-ac28-2ebcccf31f1b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:23.687348 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-96f33cbe-3c29-4a10-b04f-fe64fbe7017e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (cb921073-4a48-4799-ac28-2ebcccf31f1b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:23.696877 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f33cbe-3c29-4a10-b04f-fe64fbe7017e admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:01:23.697431 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-96f33cbe-3c29-4a10-b04f-fe64fbe7017e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (cb921073-4a48-4799-ac28-2ebcccf31f1b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:01:23.699200 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:01:23.712070 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54578) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:23.805946 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-96f33cbe-3c29-4a10-b04f-fe64fbe7017e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (89c82ebc-0d2c-446d-9232-939e7905e93b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:23.815568 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-96f33cbe-3c29-4a10-b04f-fe64fbe7017e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:23.824127 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-96f33cbe-3c29-4a10-b04f-fe64fbe7017e admin admin] 10.222.0.11 "DELETE /v2.0/networks/89c82ebc-0d2c-446d-9232-939e7905e93b HTTP/1.1" status: 204 len: 168 time: 1.7021286 Mar 07 11:01:23.847920 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f33cbe-3c29-4a10-b04f-fe64fbe7017e admin admin] Pushing event deleted for resources: {'Network': ['ID=89c82ebc-0d2c-446d-9232-939e7905e93b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:23.852605 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-db0ef967-2860-4eac-835a-946b40a398eb tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for security_group (5d9a0def-5a62-464d-975b-9f8d510b77ac), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:23.920591 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-db0ef967-2860-4eac-835a-946b40a398eb tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for security_group (5d9a0def-5a62-464d-975b-9f8d510b77ac), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:23.974054 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173b92ed-b100-450d-b630-562cc48dfd3f None None] New status for floating IP 435a09cd-a8d4-4644-888b-f4796edf3941: DOWN {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:01:24.008208 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54586) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:24.049256 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-db0ef967-2860-4eac-835a-946b40a398eb tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5d9a0def-5a62-464d-975b-9f8d510b77ac), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:24.053202 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-db0ef967-2860-4eac-835a-946b40a398eb tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:24.057035 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-db0ef967-2860-4eac-835a-946b40a398eb tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "DELETE /v2.0/security-groups/5d9a0def-5a62-464d-975b-9f8d510b77ac HTTP/1.1" status: 204 len: 168 time: 0.3417239 Mar 07 11:01:24.066305 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54590) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:24.067243 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ef967-2860-4eac-835a-946b40a398eb tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9a0def-5a62-464d-975b-9f8d510b77ac,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:24.133627 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d9c73f83-1da3-46ac-8719-0ba7a566c048 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3f4947cca2a6480f85064d6dfbb3a125&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1220067 Mar 07 11:01:24.144899 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54594) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:24.150763 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-3f4d0ded-2249-4bf7-ad05-82d236829b5c tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] show failed (client error): The resource could not be found. Mar 07 11:01:24.159346 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3f4d0ded-2249-4bf7-ad05-82d236829b5c tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "GET /v2.0/security-groups/5d9a0def-5a62-464d-975b-9f8d510b77ac HTTP/1.1" status: 404 len: 347 time: 0.0823753 Mar 07 11:01:24.160055 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54596) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:24.247453 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-189a4369-7666-4b24-b37b-9898e03bfa7f admin admin] Publish callbacks [] for security_group (0b37b88d-ee48-431b-b8cf-05e2d48ca820), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:24.309751 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-189a4369-7666-4b24-b37b-9898e03bfa7f admin admin] Publish callbacks [] for security_group (0b37b88d-ee48-431b-b8cf-05e2d48ca820), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:24.356281 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-43f5fd42-f9a5-4440-8da1-e912e1dad9cf tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Deleting port 6c62dba8-9512-4d78-9797-060d25ac168d {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:01:24.359206 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-43f5fd42-f9a5-4440-8da1-e912e1dad9cf tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (6c62dba8-9512-4d78-9797-060d25ac168d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:24.372327 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-189a4369-7666-4b24-b37b-9898e03bfa7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0b37b88d-ee48-431b-b8cf-05e2d48ca820), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:24.376123 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-189a4369-7666-4b24-b37b-9898e03bfa7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:24.377664 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-189a4369-7666-4b24-b37b-9898e03bfa7f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0b37b88d-ee48-431b-b8cf-05e2d48ca820 HTTP/1.1" status: 204 len: 168 time: 0.2270341 Mar 07 11:01:24.388133 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a4369-7666-4b24-b37b-9898e03bfa7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b37b88d-ee48-431b-b8cf-05e2d48ca820,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:24.461845 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-43f5fd42-f9a5-4440-8da1-e912e1dad9cf tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (6c62dba8-9512-4d78-9797-060d25ac168d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:24.463331 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-43f5fd42-f9a5-4440-8da1-e912e1dad9cf tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for floatingip (6c62dba8-9512-4d78-9797-060d25ac168d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:24.480894 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-43f5fd42-f9a5-4440-8da1-e912e1dad9cf tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Calling delete_port for 6c62dba8-9512-4d78-9797-060d25ac168d owned by network:floatingip {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:01:24.658232 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-43f5fd42-f9a5-4440-8da1-e912e1dad9cf tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (6c62dba8-9512-4d78-9797-060d25ac168d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:24.701270 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f5fd42-f9a5-4440-8da1-e912e1dad9cf tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Pushing event deleted for resources: {'Port': ['ID=6c62dba8-9512-4d78-9797-060d25ac168d,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:24.775174 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-43f5fd42-f9a5-4440-8da1-e912e1dad9cf tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks [] for floatingip (435a09cd-a8d4-4644-888b-f4796edf3941), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:24.778903 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-43f5fd42-f9a5-4440-8da1-e912e1dad9cf tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:24.783683 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-43f5fd42-f9a5-4440-8da1-e912e1dad9cf tempest-AttachVolumeTestJSON-2024400268 tempest-AttachVolumeTestJSON-2024400268-project] 10.222.0.11 "DELETE /v2.0/floatingips/435a09cd-a8d4-4644-888b-f4796edf3941 HTTP/1.1" status: 204 len: 168 time: 0.6226010 Mar 07 11:01:25.308419 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device bc8d3924-1529-4c20-a8b5-71729d219866 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:01:25.330387 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: bc8d3924-1529-4c20-a8b5-71729d219866 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:01:25.334153 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device bc8d3924-1529-4c20-a8b5-71729d219866 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:01:26.595340 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54680) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:26.744962 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-598e60cf-0dab-4dee-b315-49d3e99d94d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:26.835199 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-598e60cf-0dab-4dee-b315-49d3e99d94d1 admin admin] Publish callbacks [] for security_group (ddeefd1c-2034-4780-882e-f438de7c9aad), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:26.846634 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-598e60cf-0dab-4dee-b315-49d3e99d94d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ddeefd1c-2034-4780-882e-f438de7c9aad), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:26.920403 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54694) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:26.920947 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-598e60cf-0dab-4dee-b315-49d3e99d94d1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c121c717eb2b4fbe85e458aefba66a88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3297708 Mar 07 11:01:26.921363 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e60cf-0dab-4dee-b315-49d3e99d94d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddeefd1c-2034-4780-882e-f438de7c9aad,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:27.006364 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a56bba2-56a8-4084-a1a1-a6b8dcf29169 admin admin] Publish callbacks [] for security_group (ddeefd1c-2034-4780-882e-f438de7c9aad), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:27.036969 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a56bba2-56a8-4084-a1a1-a6b8dcf29169 admin admin] Publish callbacks [] for security_group (ddeefd1c-2034-4780-882e-f438de7c9aad), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:27.103512 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a56bba2-56a8-4084-a1a1-a6b8dcf29169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ddeefd1c-2034-4780-882e-f438de7c9aad), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:27.106335 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8a56bba2-56a8-4084-a1a1-a6b8dcf29169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:27.110462 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8a56bba2-56a8-4084-a1a1-a6b8dcf29169 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ddeefd1c-2034-4780-882e-f438de7c9aad HTTP/1.1" status: 204 len: 168 time: 0.1843309 Mar 07 11:01:27.119864 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56bba2-56a8-4084-a1a1-a6b8dcf29169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddeefd1c-2034-4780-882e-f438de7c9aad,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:27.604831 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54718) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:27.622102 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ee3d72bf-33bf-444f-b3c1-caa0db9e95b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:27.725528 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ee3d72bf-33bf-444f-b3c1-caa0db9e95b7 admin admin] Publish callbacks [] for security_group (df2e666a-ba1f-4a55-b782-059367974e7a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:27.730456 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ee3d72bf-33bf-444f-b3c1-caa0db9e95b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (df2e666a-ba1f-4a55-b782-059367974e7a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:27.762770 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54722) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:27.770036 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ee3d72bf-33bf-444f-b3c1-caa0db9e95b7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8a5eb2a968324a97a80d475cd5b0b53b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1636503 Mar 07 11:01:27.772274 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d72bf-33bf-444f-b3c1-caa0db9e95b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2e666a-ba1f-4a55-b782-059367974e7a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:27.772860 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54726) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:27.845724 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f9060afe-4eff-4d6e-8ac8-794fa94f82ef admin admin] Publish callbacks [] for security_group (df2e666a-ba1f-4a55-b782-059367974e7a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:27.870769 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f9060afe-4eff-4d6e-8ac8-794fa94f82ef admin admin] Publish callbacks [] for security_group (df2e666a-ba1f-4a55-b782-059367974e7a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:27.898331 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-085a1dc0-4033-4b70-a51f-b32dc0a298f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:27.946222 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f9060afe-4eff-4d6e-8ac8-794fa94f82ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (df2e666a-ba1f-4a55-b782-059367974e7a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:27.948720 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f9060afe-4eff-4d6e-8ac8-794fa94f82ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:27.949890 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f9060afe-4eff-4d6e-8ac8-794fa94f82ef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/df2e666a-ba1f-4a55-b782-059367974e7a HTTP/1.1" status: 204 len: 168 time: 0.1755457 Mar 07 11:01:27.972433 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9060afe-4eff-4d6e-8ac8-794fa94f82ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2e666a-ba1f-4a55-b782-059367974e7a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:28.032616 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-085a1dc0-4033-4b70-a51f-b32dc0a298f8 admin admin] Publish callbacks [] for security_group (5ba68321-9e1a-4357-ba75-7c38dad369bf), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.036469 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-085a1dc0-4033-4b70-a51f-b32dc0a298f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5ba68321-9e1a-4357-ba75-7c38dad369bf), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.077553 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a1dc0-4033-4b70-a51f-b32dc0a298f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba68321-9e1a-4357-ba75-7c38dad369bf,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:28.084728 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54732) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:28.085670 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-085a1dc0-4033-4b70-a51f-b32dc0a298f8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e7416fb13430473abb66a0707186b44c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3207784 Mar 07 11:01:28.138079 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-35d4289d-69e9-4431-a60d-db57a268393a admin admin] Publish callbacks [] for security_group (5ba68321-9e1a-4357-ba75-7c38dad369bf), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.161486 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-35d4289d-69e9-4431-a60d-db57a268393a admin admin] Publish callbacks [] for security_group (5ba68321-9e1a-4357-ba75-7c38dad369bf), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.215760 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-35d4289d-69e9-4431-a60d-db57a268393a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5ba68321-9e1a-4357-ba75-7c38dad369bf), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.219695 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-35d4289d-69e9-4431-a60d-db57a268393a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.223276 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-35d4289d-69e9-4431-a60d-db57a268393a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ba68321-9e1a-4357-ba75-7c38dad369bf HTTP/1.1" status: 204 len: 168 time: 0.1353049 Mar 07 11:01:28.229640 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4289d-69e9-4431-a60d-db57a268393a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba68321-9e1a-4357-ba75-7c38dad369bf,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:28.305598 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54738) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:28.319987 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5fdcd05f-6a2a-46d9-b63e-38e20a5ac5d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.412166 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5fdcd05f-6a2a-46d9-b63e-38e20a5ac5d2 admin admin] Publish callbacks [] for security_group (2d0c5256-e864-407f-ac83-e9f69c410638), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.416419 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5fdcd05f-6a2a-46d9-b63e-38e20a5ac5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2d0c5256-e864-407f-ac83-e9f69c410638), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.463312 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5fdcd05f-6a2a-46d9-b63e-38e20a5ac5d2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f87a7578805742ea844f769da217253d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1538298 Mar 07 11:01:28.463312 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdcd05f-6a2a-46d9-b63e-38e20a5ac5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0c5256-e864-407f-ac83-e9f69c410638,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:28.463573 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54746) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:28.542934 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-94c55dd1-6cb2-4c57-a8d7-8f102f4f2e76 admin admin] Publish callbacks [] for security_group (2d0c5256-e864-407f-ac83-e9f69c410638), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.568767 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-94c55dd1-6cb2-4c57-a8d7-8f102f4f2e76 admin admin] Publish callbacks [] for security_group (2d0c5256-e864-407f-ac83-e9f69c410638), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.576394 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 54748) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:28.603388 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a56c1122-978a-4d0b-91cd-0593c1858815 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.636416 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-94c55dd1-6cb2-4c57-a8d7-8f102f4f2e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2d0c5256-e864-407f-ac83-e9f69c410638), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.643465 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-94c55dd1-6cb2-4c57-a8d7-8f102f4f2e76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.645794 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-94c55dd1-6cb2-4c57-a8d7-8f102f4f2e76 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2d0c5256-e864-407f-ac83-e9f69c410638 HTTP/1.1" status: 204 len: 168 time: 0.1809871 Mar 07 11:01:28.680732 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c55dd1-6cb2-4c57-a8d7-8f102f4f2e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0c5256-e864-407f-ac83-e9f69c410638,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:28.745751 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a56c1122-978a-4d0b-91cd-0593c1858815 admin admin] Publish callbacks [] for security_group (47b0e90d-3291-4ca6-a8d8-723a80baa621), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.751265 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a56c1122-978a-4d0b-91cd-0593c1858815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (47b0e90d-3291-4ca6-a8d8-723a80baa621), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.814815 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c1122-978a-4d0b-91cd-0593c1858815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b0e90d-3291-4ca6-a8d8-723a80baa621,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:28.835073 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a56c1122-978a-4d0b-91cd-0593c1858815 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4afabf910d50441a91703773a5da71b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2570972 Mar 07 11:01:28.837889 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 54752) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:28.899777 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1d94f618-47c9-4d66-a3a5-34a74a8b661b admin admin] Publish callbacks [] for security_group (47b0e90d-3291-4ca6-a8d8-723a80baa621), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.924668 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1d94f618-47c9-4d66-a3a5-34a74a8b661b admin admin] Publish callbacks [] for security_group (47b0e90d-3291-4ca6-a8d8-723a80baa621), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.982258 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1d94f618-47c9-4d66-a3a5-34a74a8b661b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (47b0e90d-3291-4ca6-a8d8-723a80baa621), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.985027 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1d94f618-47c9-4d66-a3a5-34a74a8b661b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:28.986472 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1d94f618-47c9-4d66-a3a5-34a74a8b661b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/47b0e90d-3291-4ca6-a8d8-723a80baa621 HTTP/1.1" status: 204 len: 168 time: 0.1471572 Mar 07 11:01:28.994935 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94f618-47c9-4d66-a3a5-34a74a8b661b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b0e90d-3291-4ca6-a8d8-723a80baa621,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:29.841276 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26af097-3b81-4a70-a821-4162d41b93db req-d4a08df9-af9f-4cdd-adbe-57f129299a55 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:29.843649 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b26af097-3b81-4a70-a821-4162d41b93db req-d4a08df9-af9f-4cdd-adbe-57f129299a55 tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/ports?device_id=37657dbc-714c-4430-9750-92664c5e6fe9 HTTP/1.1" status: 200 len: 945 time: 0.0723159 Mar 07 11:01:29.908210 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b26af097-3b81-4a70-a821-4162d41b93db req-b93db3ab-b3fd-4589-bda4-95632284071f tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b3df2eb-fe21-4715-a584-b0ee1aa9879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577617 Mar 07 11:01:31.117521 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141687d0-45fe-4b8e-8d74-b6407acb9db3 req-e4144509-a734-4e79-888e-737be03d33bf tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:31.122369 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-141687d0-45fe-4b8e-8d74-b6407acb9db3 req-e4144509-a734-4e79-888e-737be03d33bf tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/ports?device_id=37657dbc-714c-4430-9750-92664c5e6fe9 HTTP/1.1" status: 200 len: 945 time: 0.0997396 Mar 07 11:01:31.250364 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-141687d0-45fe-4b8e-8d74-b6407acb9db3 req-9cc438d6-89c7-4414-b99a-aa06fe79046e tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/security-groups?id=0b3df2eb-fe21-4715-a584-b0ee1aa9879b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212096 Mar 07 11:01:31.634674 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47fde12-fc4d-4510-8081-c826f6da029f req-5d50fc2c-3c78-4bb1-b10b-0942dc466d6b tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:01:31.636460 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e47fde12-fc4d-4510-8081-c826f6da029f req-5d50fc2c-3c78-4bb1-b10b-0942dc466d6b tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.31 "GET /v2.0/ports?device_id=37657dbc-714c-4430-9750-92664c5e6fe9 HTTP/1.1" status: 200 len: 945 time: 0.1069100 Mar 07 11:01:31.788465 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-e47fde12-fc4d-4510-8081-c826f6da029f req-31a4d11d-c747-4c36-aaa1-8c883fb5491e tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Deleting port 02128572-69e1-4919-84da-4e1bb00b136a {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:01:31.788815 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e47fde12-fc4d-4510-8081-c826f6da029f req-31a4d11d-c747-4c36-aaa1-8c883fb5491e tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (02128572-69e1-4919-84da-4e1bb00b136a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:32.027405 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-e47fde12-fc4d-4510-8081-c826f6da029f req-31a4d11d-c747-4c36-aaa1-8c883fb5491e tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] For port 02128572-69e1-4919-84da-4e1bb00b136a, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=02128572-69e1-4919-84da-4e1bb00b136a,segment=NetworkSegment(e051d083-7053-4556-9f86-6915a34edb7f),segment_id=e051d083-7053-4556-9f86-6915a34edb7f)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:01:32.028817 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e47fde12-fc4d-4510-8081-c826f6da029f req-31a4d11d-c747-4c36-aaa1-8c883fb5491e tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (02128572-69e1-4919-84da-4e1bb00b136a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:32.063650 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-e47fde12-fc4d-4510-8081-c826f6da029f req-31a4d11d-c747-4c36-aaa1-8c883fb5491e tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Calling delete_port for 02128572-69e1-4919-84da-4e1bb00b136a owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:01:32.261683 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e47fde12-fc4d-4510-8081-c826f6da029f req-31a4d11d-c747-4c36-aaa1-8c883fb5491e tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (02128572-69e1-4919-84da-4e1bb00b136a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:32.274726 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['02128572-69e1-4919-84da-4e1bb00b136a'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:01:32.342234 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4d11d-c747-4c36-aaa1-8c883fb5491e tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Pushing event deleted for resources: {'Port': ['ID=02128572-69e1-4919-84da-4e1bb00b136a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:32.393665 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47fde12-fc4d-4510-8081-c826f6da029f req-31a4d11d-c747-4c36-aaa1-8c883fb5491e tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] No DVR routers for this DVR port 02128572-69e1-4919-84da-4e1bb00b136a on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:01:32.396664 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-e47fde12-fc4d-4510-8081-c826f6da029f req-31a4d11d-c747-4c36-aaa1-8c883fb5491e tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:32.401474 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e47fde12-fc4d-4510-8081-c826f6da029f req-31a4d11d-c747-4c36-aaa1-8c883fb5491e tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.31 "DELETE /v2.0/ports/02128572-69e1-4919-84da-4e1bb00b136a HTTP/1.1" status: 204 len: 173 time: 0.7583704 Mar 07 11:01:32.403161 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37657dbc-714c-4430-9750-92664c5e6fe9', 'name': 'network-vif-deleted', 'tag': '02128572-69e1-4919-84da-4e1bb00b136a'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:01:32.415749 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb92414f-c1de-46f3-9b84-04995ec133c8" -d '{"events": [{"server_uuid": "37657dbc-714c-4430-9750-92664c5e6fe9", "name": "network-vif-deleted", "tag": "02128572-69e1-4919-84da-4e1bb00b136a"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:01:32.525662 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-17c437d2-ddae-451c-a513-bf18b846ddde req-17544c2d-1529-4f20-b009-e2d9c15c2c3a tempest-VolumesSnapshotTestJSON-955768623 tempest-VolumesSnapshotTestJSON-955768623-project] 10.222.0.11 "GET /v2.0/ports?device_id=37657dbc-714c-4430-9750-92664c5e6fe9 HTTP/1.1" status: 200 len: 210 time: 0.1348598 Mar 07 11:01:32.573040 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a999215-a355-46a5-b6cd-df3c2ece459b x-openstack-request-id: req-4a999215-a355-46a5-b6cd-df3c2ece459b {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:01:32.573376 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37657dbc-714c-4430-9750-92664c5e6fe9", "name": "network-vif-deleted", "tag": "02128572-69e1-4919-84da-4e1bb00b136a", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:01:32.573660 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4a999215-a355-46a5-b6cd-df3c2ece459b {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:01:32.574065 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37657dbc-714c-4430-9750-92664c5e6fe9', 'name': 'network-vif-deleted', 'tag': '02128572-69e1-4919-84da-4e1bb00b136a', 'status': 'completed', 'code': 200} Mar 07 11:01:34.553147 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 02128572-69e1-4919-84da-4e1bb00b136a no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:01:34.582342 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 02128572-69e1-4919-84da-4e1bb00b136a {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:01:34.582859 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 02128572-69e1-4919-84da-4e1bb00b136a not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:01:36.487719 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fd1c31e3-295d-4b98-aea7-3926e0609ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:37.652803 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55032) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:37.785650 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b1f978d4-860b-48d2-91e6-3979efa15c8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:37.977381 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b1f978d4-860b-48d2-91e6-3979efa15c8b admin admin] Publish callbacks [] for security_group (aead1426-1ef9-4c6a-ace9-e84f6922ac57), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:37.987037 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b1f978d4-860b-48d2-91e6-3979efa15c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (aead1426-1ef9-4c6a-ace9-e84f6922ac57), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:38.032229 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b1f978d4-860b-48d2-91e6-3979efa15c8b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=09011a3a8454499ea95d38645f093e98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3783431 Mar 07 11:01:38.032669 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55040) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:38.033160 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f978d4-860b-48d2-91e6-3979efa15c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aead1426-1ef9-4c6a-ace9-e84f6922ac57,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:38.164322 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a0b80a48-82fc-4262-9dfb-6b9d20d35533 admin admin] Publish callbacks [] for security_group (aead1426-1ef9-4c6a-ace9-e84f6922ac57), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:38.203572 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a0b80a48-82fc-4262-9dfb-6b9d20d35533 admin admin] Publish callbacks [] for security_group (aead1426-1ef9-4c6a-ace9-e84f6922ac57), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:38.304728 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a0b80a48-82fc-4262-9dfb-6b9d20d35533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (aead1426-1ef9-4c6a-ace9-e84f6922ac57), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:38.307248 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a0b80a48-82fc-4262-9dfb-6b9d20d35533 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:38.308412 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a0b80a48-82fc-4262-9dfb-6b9d20d35533 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aead1426-1ef9-4c6a-ace9-e84f6922ac57 HTTP/1.1" status: 204 len: 168 time: 0.2741289 Mar 07 11:01:38.341708 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b80a48-82fc-4262-9dfb-6b9d20d35533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aead1426-1ef9-4c6a-ace9-e84f6922ac57,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:38.627308 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f1f6ed70-48a4-435f-805b-bcf3e130cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:38.772466 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55052) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:38.792506 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b772d349-43c0-4320-982b-b7b1fdd3d0f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:38.901686 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b772d349-43c0-4320-982b-b7b1fdd3d0f1 admin admin] Publish callbacks [] for security_group (b6abfc6e-6a88-4367-8482-af0570036f8d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:38.908933 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b772d349-43c0-4320-982b-b7b1fdd3d0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b6abfc6e-6a88-4367-8482-af0570036f8d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:38.960581 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b772d349-43c0-4320-982b-b7b1fdd3d0f1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f2dbe4f4558448918c5ffc9d47a06843&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1867526 Mar 07 11:01:38.961872 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b772d349-43c0-4320-982b-b7b1fdd3d0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6abfc6e-6a88-4367-8482-af0570036f8d,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:38.963250 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55056) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:39.026419 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fcf5b872-cfc8-4d90-9b18-1606ad567761 admin admin] Publish callbacks [] for security_group (b6abfc6e-6a88-4367-8482-af0570036f8d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:39.049775 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fcf5b872-cfc8-4d90-9b18-1606ad567761 admin admin] Publish callbacks [] for security_group (b6abfc6e-6a88-4367-8482-af0570036f8d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:39.099914 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fcf5b872-cfc8-4d90-9b18-1606ad567761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b6abfc6e-6a88-4367-8482-af0570036f8d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:39.103544 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fcf5b872-cfc8-4d90-9b18-1606ad567761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:39.108280 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fcf5b872-cfc8-4d90-9b18-1606ad567761 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b6abfc6e-6a88-4367-8482-af0570036f8d HTTP/1.1" status: 204 len: 168 time: 0.1434109 Mar 07 11:01:39.118319 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5b872-cfc8-4d90-9b18-1606ad567761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6abfc6e-6a88-4367-8482-af0570036f8d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:39.921168 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:41.675710 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:42.424778 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55172) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:42.672421 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e68d0b99-2374-40d4-b9ad-83d2b6ee492e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:42.802046 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e68d0b99-2374-40d4-b9ad-83d2b6ee492e admin admin] Publish callbacks [] for security_group (52d6def3-a725-450a-a0ca-3c1522622e33), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:42.810117 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e68d0b99-2374-40d4-b9ad-83d2b6ee492e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (52d6def3-a725-450a-a0ca-3c1522622e33), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:42.881147 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55180) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:42.888845 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e68d0b99-2374-40d4-b9ad-83d2b6ee492e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ba390eab88374be98524e98f05b676d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4616263 Mar 07 11:01:42.896356 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d0b99-2374-40d4-b9ad-83d2b6ee492e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d6def3-a725-450a-a0ca-3c1522622e33,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:42.958241 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:42.989558 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ab314677-4cf4-4d38-be03-e688d239cd5b admin admin] Publish callbacks [] for security_group (52d6def3-a725-450a-a0ca-3c1522622e33), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:43.032305 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ab314677-4cf4-4d38-be03-e688d239cd5b admin admin] Publish callbacks [] for security_group (52d6def3-a725-450a-a0ca-3c1522622e33), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:43.120986 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ab314677-4cf4-4d38-be03-e688d239cd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (52d6def3-a725-450a-a0ca-3c1522622e33), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:43.124556 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ab314677-4cf4-4d38-be03-e688d239cd5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:43.125778 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ab314677-4cf4-4d38-be03-e688d239cd5b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/52d6def3-a725-450a-a0ca-3c1522622e33 HTTP/1.1" status: 204 len: 168 time: 0.2430429 Mar 07 11:01:43.147533 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab314677-4cf4-4d38-be03-e688d239cd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d6def3-a725-450a-a0ca-3c1522622e33,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:43.548009 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55210) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:43.569139 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-23379bea-9f5b-4a9c-b813-4005b40b8444 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:43.749669 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-23379bea-9f5b-4a9c-b813-4005b40b8444 admin admin] Publish callbacks [] for security_group (c624eb4e-fc66-4301-bd1b-1c16ab5111f8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:43.760622 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-23379bea-9f5b-4a9c-b813-4005b40b8444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (c624eb4e-fc66-4301-bd1b-1c16ab5111f8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:43.829192 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23379bea-9f5b-4a9c-b813-4005b40b8444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c624eb4e-fc66-4301-bd1b-1c16ab5111f8,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:43.836079 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-23379bea-9f5b-4a9c-b813-4005b40b8444 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a0e128bcd66e4202907fe939ab3665a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2868946 Mar 07 11:01:43.839240 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55218) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:43.904009 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cc933376-8b46-4ee5-9ff4-7b71049e56d2 admin admin] Publish callbacks [] for security_group (c624eb4e-fc66-4301-bd1b-1c16ab5111f8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:43.929935 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cc933376-8b46-4ee5-9ff4-7b71049e56d2 admin admin] Publish callbacks [] for security_group (c624eb4e-fc66-4301-bd1b-1c16ab5111f8), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:43.992405 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cc933376-8b46-4ee5-9ff4-7b71049e56d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (c624eb4e-fc66-4301-bd1b-1c16ab5111f8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:43.996085 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cc933376-8b46-4ee5-9ff4-7b71049e56d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:43.997567 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cc933376-8b46-4ee5-9ff4-7b71049e56d2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c624eb4e-fc66-4301-bd1b-1c16ab5111f8 HTTP/1.1" status: 204 len: 168 time: 0.1572964 Mar 07 11:01:44.030437 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc933376-8b46-4ee5-9ff4-7b71049e56d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c624eb4e-fc66-4301-bd1b-1c16ab5111f8,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:45.019614 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:01:47.524868 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55302) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:47.743518 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cef803fc-d792-4a41-81e9-2f667f24ccd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:47.901385 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cef803fc-d792-4a41-81e9-2f667f24ccd8 admin admin] Publish callbacks [] for security_group (a4c30d3a-5095-483b-b946-288b758dcb0b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:47.911746 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cef803fc-d792-4a41-81e9-2f667f24ccd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a4c30d3a-5095-483b-b946-288b758dcb0b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:47.995356 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef803fc-d792-4a41-81e9-2f667f24ccd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c30d3a-5095-483b-b946-288b758dcb0b,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:48.011319 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cef803fc-d792-4a41-81e9-2f667f24ccd8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9a7023ca65614af49bd60aeaf31c9e13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4852247 Mar 07 11:01:48.013915 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55310) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:48.144707 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-124dd320-bc9e-492e-b7d3-7c9902a5421b admin admin] Publish callbacks [] for security_group (a4c30d3a-5095-483b-b946-288b758dcb0b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:48.211271 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-124dd320-bc9e-492e-b7d3-7c9902a5421b admin admin] Publish callbacks [] for security_group (a4c30d3a-5095-483b-b946-288b758dcb0b), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:48.300943 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-124dd320-bc9e-492e-b7d3-7c9902a5421b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a4c30d3a-5095-483b-b946-288b758dcb0b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:48.305874 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-124dd320-bc9e-492e-b7d3-7c9902a5421b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:48.307499 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-124dd320-bc9e-492e-b7d3-7c9902a5421b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a4c30d3a-5095-483b-b946-288b758dcb0b HTTP/1.1" status: 204 len: 168 time: 0.2924833 Mar 07 11:01:48.332392 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124dd320-bc9e-492e-b7d3-7c9902a5421b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c30d3a-5095-483b-b946-288b758dcb0b,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:48.421826 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:48.850023 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55320) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:48.868819 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3362eacb-dab7-4ccf-b99f-c8bed09af026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:49.055386 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3362eacb-dab7-4ccf-b99f-c8bed09af026 admin admin] Publish callbacks [] for security_group (a17c64a4-f125-4945-97ef-c43971771a35), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:49.061339 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3362eacb-dab7-4ccf-b99f-c8bed09af026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a17c64a4-f125-4945-97ef-c43971771a35), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:49.153510 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55328) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:49.162297 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3362eacb-dab7-4ccf-b99f-c8bed09af026 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fe9bdcc62396472bb9467595afbf5603&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3110206 Mar 07 11:01:49.166823 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3362eacb-dab7-4ccf-b99f-c8bed09af026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17c64a4-f125-4945-97ef-c43971771a35,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:49.257786 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-13528b5e-502b-4d1c-b646-d695a1092f33 admin admin] Publish callbacks [] for security_group (a17c64a4-f125-4945-97ef-c43971771a35), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:49.288192 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-13528b5e-502b-4d1c-b646-d695a1092f33 admin admin] Publish callbacks [] for security_group (a17c64a4-f125-4945-97ef-c43971771a35), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:49.389618 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-13528b5e-502b-4d1c-b646-d695a1092f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a17c64a4-f125-4945-97ef-c43971771a35), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:49.393559 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-13528b5e-502b-4d1c-b646-d695a1092f33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:49.397785 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-13528b5e-502b-4d1c-b646-d695a1092f33 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a17c64a4-f125-4945-97ef-c43971771a35 HTTP/1.1" status: 204 len: 168 time: 0.2424624 Mar 07 11:01:49.415286 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13528b5e-502b-4d1c-b646-d695a1092f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17c64a4-f125-4945-97ef-c43971771a35,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:49.813626 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55344) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:50.182003 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3d966c0e-dfe3-486d-b8d3-79e88e920e4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:50.562275 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3d966c0e-dfe3-486d-b8d3-79e88e920e4e admin admin] Publish callbacks [] for security_group (a688d633-3fdc-458f-89fb-1e76479ba7e9), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:50.574360 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3d966c0e-dfe3-486d-b8d3-79e88e920e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a688d633-3fdc-458f-89fb-1e76479ba7e9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:50.661261 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3d966c0e-dfe3-486d-b8d3-79e88e920e4e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0e60cde545714233b399f5df58cf7175&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8453948 Mar 07 11:01:50.665032 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55368) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:50.732232 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d966c0e-dfe3-486d-b8d3-79e88e920e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a688d633-3fdc-458f-89fb-1e76479ba7e9,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:50.872335 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-08f4a0e5-c8e4-4060-9751-deee34bb2fa1 admin admin] Publish callbacks [] for security_group (a688d633-3fdc-458f-89fb-1e76479ba7e9), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:50.914153 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-08f4a0e5-c8e4-4060-9751-deee34bb2fa1 admin admin] Publish callbacks [] for security_group (a688d633-3fdc-458f-89fb-1e76479ba7e9), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:50.971906 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-08f4a0e5-c8e4-4060-9751-deee34bb2fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a688d633-3fdc-458f-89fb-1e76479ba7e9), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:50.975552 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-08f4a0e5-c8e4-4060-9751-deee34bb2fa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:50.976996 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-08f4a0e5-c8e4-4060-9751-deee34bb2fa1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a688d633-3fdc-458f-89fb-1e76479ba7e9 HTTP/1.1" status: 204 len: 168 time: 0.3103201 Mar 07 11:01:51.000172 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4a0e5-c8e4-4060-9751-deee34bb2fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a688d633-3fdc-458f-89fb-1e76479ba7e9,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:51.810926 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55398) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:52.081299 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55402) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:52.096769 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c24a7d5-43f0-4101-8da4-fb0fee165537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:52.333415 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c24a7d5-43f0-4101-8da4-fb0fee165537 admin admin] Publish callbacks [] for security_group (aae509ed-e0f0-4d72-affe-da764bd1aad2), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:52.414442 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bf4ff5d5-b440-4dd3-9856-82c01c2ac551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:52.488094 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c24a7d5-43f0-4101-8da4-fb0fee165537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (aae509ed-e0f0-4d72-affe-da764bd1aad2), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:52.607316 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1c24a7d5-43f0-4101-8da4-fb0fee165537 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b7009cb2619d499aa79e6b7bc6e92628&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5185797 Mar 07 11:01:52.607316 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24a7d5-43f0-4101-8da4-fb0fee165537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae509ed-e0f0-4d72-affe-da764bd1aad2,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:52.620554 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55408) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:52.697661 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bf4ff5d5-b440-4dd3-9856-82c01c2ac551 admin admin] Publish callbacks [] for security_group (7c315588-37f5-4c8c-8c3b-b22972ee8f3e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:52.705381 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bf4ff5d5-b440-4dd3-9856-82c01c2ac551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7c315588-37f5-4c8c-8c3b-b22972ee8f3e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:52.785784 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a4a85ffe-5b06-45b8-b3a4-274ff5aa1ebc admin admin] Publish callbacks [] for security_group (aae509ed-e0f0-4d72-affe-da764bd1aad2), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:52.831196 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55414) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:52.831431 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-bf4ff5d5-b440-4dd3-9856-82c01c2ac551 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d1c2da827ffd4a27940e6af9440984d5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0159621 Mar 07 11:01:52.863721 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ff5d5-b440-4dd3-9856-82c01c2ac551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c315588-37f5-4c8c-8c3b-b22972ee8f3e,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:52.942105 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a4a85ffe-5b06-45b8-b3a4-274ff5aa1ebc admin admin] Publish callbacks [] for security_group (aae509ed-e0f0-4d72-affe-da764bd1aad2), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:53.032719 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c1d2635b-92c8-40f5-906a-368066d148d5 admin admin] Publish callbacks [] for security_group (7c315588-37f5-4c8c-8c3b-b22972ee8f3e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:53.059522 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:53.102403 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a4a85ffe-5b06-45b8-b3a4-274ff5aa1ebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (aae509ed-e0f0-4d72-affe-da764bd1aad2), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:53.105461 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a4a85ffe-5b06-45b8-b3a4-274ff5aa1ebc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:53.109653 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a4a85ffe-5b06-45b8-b3a4-274ff5aa1ebc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aae509ed-e0f0-4d72-affe-da764bd1aad2 HTTP/1.1" status: 204 len: 168 time: 0.4767301 Mar 07 11:01:53.109653 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c1d2635b-92c8-40f5-906a-368066d148d5 admin admin] Publish callbacks [] for security_group (7c315588-37f5-4c8c-8c3b-b22972ee8f3e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:53.134645 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a85ffe-5b06-45b8-b3a4-274ff5aa1ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae509ed-e0f0-4d72-affe-da764bd1aad2,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:53.193798 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c1d2635b-92c8-40f5-906a-368066d148d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7c315588-37f5-4c8c-8c3b-b22972ee8f3e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:53.207968 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c1d2635b-92c8-40f5-906a-368066d148d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:53.225758 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c1d2635b-92c8-40f5-906a-368066d148d5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7c315588-37f5-4c8c-8c3b-b22972ee8f3e HTTP/1.1" status: 204 len: 168 time: 0.3896935 Mar 07 11:01:53.273325 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2635b-92c8-40f5-906a-368066d148d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c315588-37f5-4c8c-8c3b-b22972ee8f3e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:53.934809 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55442) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:53.952952 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-253462e7-c344-4dee-a3de-fcdc955f10c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:54.160451 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-253462e7-c344-4dee-a3de-fcdc955f10c4 admin admin] Publish callbacks [] for security_group (fb100bad-5e12-48ee-a7a6-c2d5bb9b9ad9), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:54.166768 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-253462e7-c344-4dee-a3de-fcdc955f10c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (fb100bad-5e12-48ee-a7a6-c2d5bb9b9ad9), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:54.243672 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253462e7-c344-4dee-a3de-fcdc955f10c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb100bad-5e12-48ee-a7a6-c2d5bb9b9ad9,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:54.248343 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-253462e7-c344-4dee-a3de-fcdc955f10c4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2b9c9f034c8a449fba64c410e81c7b92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3125262 Mar 07 11:01:54.251169 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55444) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:54.354628 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a4d72122-8173-41ac-acb5-25b299360df1 admin admin] Publish callbacks [] for security_group (fb100bad-5e12-48ee-a7a6-c2d5bb9b9ad9), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:54.398490 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a4d72122-8173-41ac-acb5-25b299360df1 admin admin] Publish callbacks [] for security_group (fb100bad-5e12-48ee-a7a6-c2d5bb9b9ad9), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:54.561410 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a4d72122-8173-41ac-acb5-25b299360df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (fb100bad-5e12-48ee-a7a6-c2d5bb9b9ad9), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:54.569268 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a4d72122-8173-41ac-acb5-25b299360df1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:54.574817 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a4d72122-8173-41ac-acb5-25b299360df1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fb100bad-5e12-48ee-a7a6-c2d5bb9b9ad9 HTTP/1.1" status: 204 len: 168 time: 0.3223839 Mar 07 11:01:54.622343 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d72122-8173-41ac-acb5-25b299360df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb100bad-5e12-48ee-a7a6-c2d5bb9b9ad9,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:56.682638 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55558) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:56.814800 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae2725f6-7b24-43bc-af6f-cb40f1e0354f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:56.908159 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae2725f6-7b24-43bc-af6f-cb40f1e0354f admin admin] Publish callbacks [] for security_group (a394c3cb-3e53-48e6-b45a-68f24e64bbf7), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:56.914427 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae2725f6-7b24-43bc-af6f-cb40f1e0354f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a394c3cb-3e53-48e6-b45a-68f24e64bbf7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:56.961848 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55570) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:56.962315 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ae2725f6-7b24-43bc-af6f-cb40f1e0354f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d2f9b5ee1b604118b983acd52e1dae87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2782171 Mar 07 11:01:56.963148 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2725f6-7b24-43bc-af6f-cb40f1e0354f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a394c3cb-3e53-48e6-b45a-68f24e64bbf7,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:57.032566 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-64c69245-86cb-43b3-a050-ba8c96466093 admin admin] Publish callbacks [] for security_group (a394c3cb-3e53-48e6-b45a-68f24e64bbf7), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:57.063894 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-64c69245-86cb-43b3-a050-ba8c96466093 admin admin] Publish callbacks [] for security_group (a394c3cb-3e53-48e6-b45a-68f24e64bbf7), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:57.130325 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-64c69245-86cb-43b3-a050-ba8c96466093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a394c3cb-3e53-48e6-b45a-68f24e64bbf7), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:57.133082 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-64c69245-86cb-43b3-a050-ba8c96466093 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:57.134280 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-64c69245-86cb-43b3-a050-ba8c96466093 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a394c3cb-3e53-48e6-b45a-68f24e64bbf7 HTTP/1.1" status: 204 len: 168 time: 0.1711316 Mar 07 11:01:57.142528 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c69245-86cb-43b3-a050-ba8c96466093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a394c3cb-3e53-48e6-b45a-68f24e64bbf7,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:57.536120 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55612) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:57.550112 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7a928fa5-4c27-489d-a6f9-7b96d57d4ddf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:57.657377 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7a928fa5-4c27-489d-a6f9-7b96d57d4ddf admin admin] Publish callbacks [] for security_group (5ea22519-f6f0-4d94-9dca-c3634e371bf3), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:57.663004 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7a928fa5-4c27-489d-a6f9-7b96d57d4ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5ea22519-f6f0-4d94-9dca-c3634e371bf3), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:57.756615 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55616) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:01:57.763892 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7a928fa5-4c27-489d-a6f9-7b96d57d4ddf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bb8e619e0971492281abc9a9a6eff666&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2265394 Mar 07 11:01:57.764851 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a928fa5-4c27-489d-a6f9-7b96d57d4ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea22519-f6f0-4d94-9dca-c3634e371bf3,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:01:57.832676 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-039772cc-648e-44b2-8d6f-8eda935cd3ff admin admin] Publish callbacks [] for security_group (5ea22519-f6f0-4d94-9dca-c3634e371bf3), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:57.866109 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-039772cc-648e-44b2-8d6f-8eda935cd3ff admin admin] Publish callbacks [] for security_group (5ea22519-f6f0-4d94-9dca-c3634e371bf3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:57.933556 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-039772cc-648e-44b2-8d6f-8eda935cd3ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5ea22519-f6f0-4d94-9dca-c3634e371bf3), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:57.938429 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-039772cc-648e-44b2-8d6f-8eda935cd3ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:01:57.940038 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-039772cc-648e-44b2-8d6f-8eda935cd3ff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ea22519-f6f0-4d94-9dca-c3634e371bf3 HTTP/1.1" status: 204 len: 168 time: 0.1823583 Mar 07 11:01:57.949934 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039772cc-648e-44b2-8d6f-8eda935cd3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea22519-f6f0-4d94-9dca-c3634e371bf3,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:01.104317 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55748) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:01.277939 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-605dc7a5-6863-4fc7-a542-9cb025328f3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:01.387821 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-605dc7a5-6863-4fc7-a542-9cb025328f3e admin admin] Publish callbacks [] for security_group (371c50a4-181f-4265-808e-f87cd520be05), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:01.404697 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-605dc7a5-6863-4fc7-a542-9cb025328f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (371c50a4-181f-4265-808e-f87cd520be05), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:01.466536 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605dc7a5-6863-4fc7-a542-9cb025328f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371c50a4-181f-4265-808e-f87cd520be05,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:01.500433 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc7a5-6863-4fc7-a542-9cb025328f3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:01.500792 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc7a5-6863-4fc7-a542-9cb025328f3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:01.502111 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc7a5-6863-4fc7-a542-9cb025328f3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:01.503288 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc7a5-6863-4fc7-a542-9cb025328f3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:01.504407 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc7a5-6863-4fc7-a542-9cb025328f3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:01.505768 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc7a5-6863-4fc7-a542-9cb025328f3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:01.506926 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc7a5-6863-4fc7-a542-9cb025328f3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:01.508226 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc7a5-6863-4fc7-a542-9cb025328f3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:01.508734 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc7a5-6863-4fc7-a542-9cb025328f3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:01.509278 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc7a5-6863-4fc7-a542-9cb025328f3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:01.509802 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc7a5-6863-4fc7-a542-9cb025328f3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:01.510293 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc7a5-6863-4fc7-a542-9cb025328f3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:01.510769 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605dc7a5-6863-4fc7-a542-9cb025328f3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:01.537668 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55760) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:01.546496 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-605dc7a5-6863-4fc7-a542-9cb025328f3e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c02bec1178ee4f2b8d0e0e3e3134dfdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4404020 Mar 07 11:02:01.675212 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ace08ef2-463d-46ca-9a40-73009f997ca6 admin admin] Publish callbacks [] for security_group (371c50a4-181f-4265-808e-f87cd520be05), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:01.741036 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ace08ef2-463d-46ca-9a40-73009f997ca6 admin admin] Publish callbacks [] for security_group (371c50a4-181f-4265-808e-f87cd520be05), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:01.860134 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ace08ef2-463d-46ca-9a40-73009f997ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (371c50a4-181f-4265-808e-f87cd520be05), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:01.863879 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ace08ef2-463d-46ca-9a40-73009f997ca6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:01.868550 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ace08ef2-463d-46ca-9a40-73009f997ca6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/371c50a4-181f-4265-808e-f87cd520be05 HTTP/1.1" status: 204 len: 168 time: 0.3290367 Mar 07 11:02:01.883188 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace08ef2-463d-46ca-9a40-73009f997ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371c50a4-181f-4265-808e-f87cd520be05,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:02.376264 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55780) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:02.404673 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e3486fea-6dc2-4531-8ae8-a20af121afc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:02.595403 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e3486fea-6dc2-4531-8ae8-a20af121afc4 admin admin] Publish callbacks [] for security_group (8e64c528-1285-44aa-ab84-6733de559f94), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:02.603738 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e3486fea-6dc2-4531-8ae8-a20af121afc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8e64c528-1285-44aa-ab84-6733de559f94), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:02.693381 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3486fea-6dc2-4531-8ae8-a20af121afc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e64c528-1285-44aa-ab84-6733de559f94,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:02.707261 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55784) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:02.721535 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e3486fea-6dc2-4531-8ae8-a20af121afc4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d85b3b72f9b34281bf3be0c4a23eb87c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3439810 Mar 07 11:02:02.803629 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d29e03eb-7fcc-4086-9a6f-993fb0e698eb admin admin] Publish callbacks [] for security_group (8e64c528-1285-44aa-ab84-6733de559f94), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:02.846744 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d29e03eb-7fcc-4086-9a6f-993fb0e698eb admin admin] Publish callbacks [] for security_group (8e64c528-1285-44aa-ab84-6733de559f94), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:02.927750 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d29e03eb-7fcc-4086-9a6f-993fb0e698eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8e64c528-1285-44aa-ab84-6733de559f94), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:02.930372 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d29e03eb-7fcc-4086-9a6f-993fb0e698eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:02.934051 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d29e03eb-7fcc-4086-9a6f-993fb0e698eb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8e64c528-1285-44aa-ab84-6733de559f94 HTTP/1.1" status: 204 len: 168 time: 0.2258475 Mar 07 11:02:02.946305 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e03eb-7fcc-4086-9a6f-993fb0e698eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e64c528-1285-44aa-ab84-6733de559f94,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:05.271371 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55844) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:05.467359 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55854) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:05.656234 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-0c2d3da6-70ea-40d1-b03c-1a030b195e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-593856767'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:05.818375 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2d3da6-70ea-40d1-b03c-1a030b195e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466-project] Made reservation on behalf of 86069fe581dc4c58be73c555dad31aa4 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:02:05.822445 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0c2d3da6-70ea-40d1-b03c-1a030b195e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:05.844920 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0c2d3da6-70ea-40d1-b03c-1a030b195e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:06.103624 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0c2d3da6-70ea-40d1-b03c-1a030b195e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466-project] Publish callbacks [] for security_group (7c83cbd7-7db6-448d-807b-0ebbc9e92503), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:06.111117 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0c2d3da6-70ea-40d1-b03c-1a030b195e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7c83cbd7-7db6-448d-807b-0ebbc9e92503), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:06.129052 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c2d3da6-70ea-40d1-b03c-1a030b195e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:02:06.144064 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0c2d3da6-70ea-40d1-b03c-1a030b195e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (f20e27a5-ce19-4f90-9530-17a8e9418ca1), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:06.144643 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-0c2d3da6-70ea-40d1-b03c-1a030b195e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466-project] Added segment f20e27a5-ce19-4f90-9530-17a8e9418ca1 of type vlan for network 535f78f1-f411-4331-bf76-7befb915b3bf Mar 07 11:02:06.237621 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0c2d3da6-70ea-40d1-b03c-1a030b195e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (535f78f1-f411-4331-bf76-7befb915b3bf), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:06.286004 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d3da6-70ea-40d1-b03c-1a030b195e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c83cbd7-7db6-448d-807b-0ebbc9e92503,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:06.321794 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0c2d3da6-70ea-40d1-b03c-1a030b195e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (535f78f1-f411-4331-bf76-7befb915b3bf), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:06.327689 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2d3da6-70ea-40d1-b03c-1a030b195e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:06.329551 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0c2d3da6-70ea-40d1-b03c-1a030b195e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:06.424277 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d3da6-70ea-40d1-b03c-1a030b195e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466-project] Pushing event updated for resources: {'Network': ['ID=535f78f1-f411-4331-bf76-7befb915b3bf,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:06.433623 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0c2d3da6-70ea-40d1-b03c-1a030b195e76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.1604722 Mar 07 11:02:06.440125 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 535f78f1-f411-4331-bf76-7befb915b3bf details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:02:06.559604 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-494530f8-aeb6-453b-8765-e5f1d303a25e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:06.575368 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e3aaa37b-e4ec-4ebb-b0a1-8e5d9a9e1567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (9b4beccc-5f94-43d6-9241-f37dc849d45f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:06.965463 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55874) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:06.970773 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Request body: {'port': {'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf', 'binding:host_id': 'n-h1-832164-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2142720058'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:07.006397 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Made reservation on behalf of 8577950ed15549f086956cfc214595e0 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:02:07.008718 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:07.023021 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:07.123556 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-e3aaa37b-e4ec-4ebb-b0a1-8e5d9a9e1567 admin admin] Deleting port 917a7454-f980-4a70-a564-2d69af23bec5 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:02:07.124749 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e3aaa37b-e4ec-4ebb-b0a1-8e5d9a9e1567 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (917a7454-f980-4a70-a564-2d69af23bec5), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:07.222888 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks [] for security_group (a64351ae-75e1-4662-aea0-46c70f886db3), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:07.233691 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a64351ae-75e1-4662-aea0-46c70f886db3), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:07.238596 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-e3aaa37b-e4ec-4ebb-b0a1-8e5d9a9e1567 admin admin] For port 917a7454-f980-4a70-a564-2d69af23bec5, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=917a7454-f980-4a70-a564-2d69af23bec5,segment=NetworkSegment(6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a),segment_id=6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:07.239271 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e3aaa37b-e4ec-4ebb-b0a1-8e5d9a9e1567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (917a7454-f980-4a70-a564-2d69af23bec5), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:07.250652 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] device_id is not set on port 7fcb37af-9852-4717-a60d-85cc1b7a0068 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:02:07.257497 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-e3aaa37b-e4ec-4ebb-b0a1-8e5d9a9e1567 admin admin] Calling delete_port for 917a7454-f980-4a70-a564-2d69af23bec5 owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:02:07.482703 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64351ae-75e1-4662-aea0-46c70f886db3,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:07.610344 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e3aaa37b-e4ec-4ebb-b0a1-8e5d9a9e1567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (917a7454-f980-4a70-a564-2d69af23bec5), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:07.663130 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aaa37b-e4ec-4ebb-b0a1-8e5d9a9e1567 admin admin] Pushing event deleted for resources: {'Port': ['ID=917a7454-f980-4a70-a564-2d69af23bec5,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:07.908583 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] device_id is not set on port 7fcb37af-9852-4717-a60d-85cc1b7a0068 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:02:07.950419 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks [] for port (7fcb37af-9852-4717-a60d-85cc1b7a0068), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:07.966077 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (7fcb37af-9852-4717-a60d-85cc1b7a0068), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:08.097672 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Pushing event updated for resources: {'Port': ['ID=7fcb37af-9852-4717-a60d-85cc1b7a0068,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:08.171626 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Checking segment: {'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:02:08.172080 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Network hostable DHCP agents. Network: 535f78f1-f411-4331-bf76-7befb915b3bf, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:02:08.210762 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e3aaa37b-e4ec-4ebb-b0a1-8e5d9a9e1567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (9b4beccc-5f94-43d6-9241-f37dc849d45f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:08.223844 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Network 535f78f1-f411-4331-bf76-7befb915b3bf is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:02:08.272223 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 535f78f1-f411-4331-bf76-7befb915b3bf) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:02:08.277703 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:02:08.290455 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29e8aad-c114-4f4e-869b-6b25428f5af9 None None] Network 535f78f1-f411-4331-bf76-7befb915b3bf requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:02:08.325588 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:08.326201 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:08.327543 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on network 535f78f1-f411-4331-bf76-7befb915b3bf {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:08.335069 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on network 535f78f1-f411-4331-bf76-7befb915b3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:02:08.335927 n-d-832164-4 neutron-server[103766]: ERROR neutron.plugins.ml2.managers [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Failed to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on host n-h1-832164-4 for vnic_type normal using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] Mar 07 11:02:08.336726 n-d-832164-4 neutron-server[103766]: INFO neutron.plugins.ml2.plugin [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempt 2 to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 Mar 07 11:02:08.391149 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:08.391637 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:08.392082 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on network 535f78f1-f411-4331-bf76-7befb915b3bf {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:08.408836 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on network 535f78f1-f411-4331-bf76-7befb915b3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:02:08.413943 n-d-832164-4 neutron-server[103766]: ERROR neutron.plugins.ml2.managers [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Failed to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on host n-h1-832164-4 for vnic_type normal using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] Mar 07 11:02:08.413943 n-d-832164-4 neutron-server[103766]: INFO neutron.plugins.ml2.plugin [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempt 3 to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 Mar 07 11:02:08.429571 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:08.430662 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:08.431075 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on network 535f78f1-f411-4331-bf76-7befb915b3bf {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:08.436043 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on network 535f78f1-f411-4331-bf76-7befb915b3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:02:08.436516 n-d-832164-4 neutron-server[103766]: ERROR neutron.plugins.ml2.managers [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Failed to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on host n-h1-832164-4 for vnic_type normal using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] Mar 07 11:02:08.436985 n-d-832164-4 neutron-server[103766]: INFO neutron.plugins.ml2.plugin [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempt 4 to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 Mar 07 11:02:08.461270 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:08.462324 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:08.462748 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on network 535f78f1-f411-4331-bf76-7befb915b3bf {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:08.473297 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on network 535f78f1-f411-4331-bf76-7befb915b3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:02:08.474407 n-d-832164-4 neutron-server[103766]: ERROR neutron.plugins.ml2.managers [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Failed to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on host n-h1-832164-4 for vnic_type normal using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] Mar 07 11:02:08.474867 n-d-832164-4 neutron-server[103766]: INFO neutron.plugins.ml2.plugin [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempt 5 to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 Mar 07 11:02:08.504403 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:08.505544 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:08.506641 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on network 535f78f1-f411-4331-bf76-7befb915b3bf {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:08.517653 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on network 535f78f1-f411-4331-bf76-7befb915b3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:02:08.518764 n-d-832164-4 neutron-server[103766]: ERROR neutron.plugins.ml2.managers [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Failed to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on host n-h1-832164-4 for vnic_type normal using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] Mar 07 11:02:08.519947 n-d-832164-4 neutron-server[103766]: INFO neutron.plugins.ml2.plugin [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempt 6 to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 Mar 07 11:02:08.547702 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:08.550554 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:08.550554 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on network 535f78f1-f411-4331-bf76-7befb915b3bf {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:08.566312 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on network 535f78f1-f411-4331-bf76-7befb915b3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:02:08.566651 n-d-832164-4 neutron-server[103766]: ERROR neutron.plugins.ml2.managers [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Failed to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on host n-h1-832164-4 for vnic_type normal using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] Mar 07 11:02:08.567042 n-d-832164-4 neutron-server[103766]: INFO neutron.plugins.ml2.plugin [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempt 7 to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 Mar 07 11:02:08.612432 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:08.612765 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:08.613100 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on network 535f78f1-f411-4331-bf76-7befb915b3bf {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:08.633767 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on network 535f78f1-f411-4331-bf76-7befb915b3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:02:08.634100 n-d-832164-4 neutron-server[103766]: ERROR neutron.plugins.ml2.managers [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Failed to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on host n-h1-832164-4 for vnic_type normal using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] Mar 07 11:02:08.634502 n-d-832164-4 neutron-server[103766]: INFO neutron.plugins.ml2.plugin [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempt 8 to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 Mar 07 11:02:08.647968 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cd42f7c8-e3ee-4d8e-8fdd-640ab8773da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:08.656668 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:08.657256 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:08.657747 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on network 535f78f1-f411-4331-bf76-7befb915b3bf {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:08.670131 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on network 535f78f1-f411-4331-bf76-7befb915b3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:02:08.670468 n-d-832164-4 neutron-server[103766]: ERROR neutron.plugins.ml2.managers [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Failed to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on host n-h1-832164-4 for vnic_type normal using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] Mar 07 11:02:08.670934 n-d-832164-4 neutron-server[103766]: INFO neutron.plugins.ml2.plugin [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempt 9 to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 Mar 07 11:02:08.712007 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:08.712374 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:08.712680 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on network 535f78f1-f411-4331-bf76-7befb915b3bf {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:08.717984 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on network 535f78f1-f411-4331-bf76-7befb915b3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:02:08.718346 n-d-832164-4 neutron-server[103766]: ERROR neutron.plugins.ml2.managers [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Failed to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on host n-h1-832164-4 for vnic_type normal using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] Mar 07 11:02:08.718748 n-d-832164-4 neutron-server[103766]: INFO neutron.plugins.ml2.plugin [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempt 10 to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 Mar 07 11:02:08.743299 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:08.744379 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:08.745471 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on network 535f78f1-f411-4331-bf76-7befb915b3bf {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:08.757683 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on network 535f78f1-f411-4331-bf76-7befb915b3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:02:08.757786 n-d-832164-4 neutron-server[103766]: ERROR neutron.plugins.ml2.managers [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Failed to bind port 7fcb37af-9852-4717-a60d-85cc1b7a0068 on host n-h1-832164-4 for vnic_type normal using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] Mar 07 11:02:08.758862 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7fcb37af-9852-4717-a60d-85cc1b7a0068), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:08.808412 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3aaa37b-e4ec-4ebb-b0a1-8e5d9a9e1567 admin admin] Router 9b4beccc-5f94-43d6-9241-f37dc849d45f has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:02:09.121600 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] For port 7fcb37af-9852-4717-a60d-85cc1b7a0068, host n-h1-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:02:09.121600 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempted to set empty binding levels {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 11:02:09.121600 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (7fcb37af-9852-4717-a60d-85cc1b7a0068), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:09.147990 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:09.148699 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:09.176216 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Pushing event updated for resources: {'Port': ['ID=7fcb37af-9852-4717-a60d-85cc1b7a0068,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:09.184889 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-66af0668-33a1-4e1d-ba8d-1c79ec73e9f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.2183254 Mar 07 11:02:09.187761 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55906) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:09.326794 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-aa701c30-7501-4b45-aab7-8692a34238ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Deleting port 7fcb37af-9852-4717-a60d-85cc1b7a0068 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:02:09.327814 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aa701c30-7501-4b45-aab7-8692a34238ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (7fcb37af-9852-4717-a60d-85cc1b7a0068), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:09.501183 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-aa701c30-7501-4b45-aab7-8692a34238ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] For port 7fcb37af-9852-4717-a60d-85cc1b7a0068, host n-h1-832164-4, got binding levels [] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:09.501907 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aa701c30-7501-4b45-aab7-8692a34238ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (7fcb37af-9852-4717-a60d-85cc1b7a0068), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:09.526695 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3aaa37b-e4ec-4ebb-b0a1-8e5d9a9e1567 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:02:09.535980 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e3aaa37b-e4ec-4ebb-b0a1-8e5d9a9e1567 admin admin] 10.222.0.11 "PUT /v2.0/routers/9b4beccc-5f94-43d6-9241-f37dc849d45f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0665405 Mar 07 11:02:09.538588 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55912) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:09.546148 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff9b967-fca2-442a-bc56-6a7c082a573a None None] Sync routers for ids ['9b4beccc-5f94-43d6-9241-f37dc849d45f'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:02:09.546941 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-aa701c30-7501-4b45-aab7-8692a34238ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Calling delete_port for 7fcb37af-9852-4717-a60d-85cc1b7a0068 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:02:09.561746 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff9b967-fca2-442a-bc56-6a7c082a573a None None] Routers {'9b4beccc-5f94-43d6-9241-f37dc849d45f'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:02:09.562423 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5ff9b967-fca2-442a-bc56-6a7c082a573a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:02:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9b4beccc-5f94-43d6-9241-f37dc849d45f'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:09.761985 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-5ff9b967-fca2-442a-bc56-6a7c082a573a None None] Set router 9b4beccc-5f94-43d6-9241-f37dc849d45f gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:02:09.799705 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aa701c30-7501-4b45-aab7-8692a34238ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (7fcb37af-9852-4717-a60d-85cc1b7a0068), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:09.904318 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5fe23f95-b69c-4bb1-8a83-8d6ba5246731 admin admin] Publish callbacks [] for router (9b4beccc-5f94-43d6-9241-f37dc849d45f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:09.907681 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa701c30-7501-4b45-aab7-8692a34238ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Pushing event deleted for resources: {'Port': ['ID=7fcb37af-9852-4717-a60d-85cc1b7a0068,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:09.953017 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-aa701c30-7501-4b45-aab7-8692a34238ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:09.956422 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-aa701c30-7501-4b45-aab7-8692a34238ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] 10.222.0.11 "DELETE /v2.0/ports/7fcb37af-9852-4717-a60d-85cc1b7a0068 HTTP/1.1" status: 204 len: 168 time: 0.7673633 Mar 07 11:02:09.959072 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55920) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:09.967053 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:10.000495 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5ff9b967-fca2-442a-bc56-6a7c082a573a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'name': 'tempest-AttachVolumeTestJSON-1578191317-router', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:48Z', 'updated_at': '2022-03-07T11:02:07Z', 'revision_number': 5, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'gw_port': {'id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:49Z', 'updated_at': '2022-03-07T10:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:10.033088 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff9b967-fca2-442a-bc56-6a7c082a573a None None] Checking router: 9b4beccc-5f94-43d6-9241-f37dc849d45f for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:02:10.048519 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff9b967-fca2-442a-bc56-6a7c082a573a None None] Routers {'9b4beccc-5f94-43d6-9241-f37dc849d45f'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:02:10.048519 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5ff9b967-fca2-442a-bc56-6a7c082a573a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:02:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9b4beccc-5f94-43d6-9241-f37dc849d45f'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:10.075505 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5fe23f95-b69c-4bb1-8a83-8d6ba5246731 admin admin] Publish callbacks [] for router_gateway (9b4beccc-5f94-43d6-9241-f37dc849d45f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:10.078622 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc99622-1a57-4017-bdc3-5e90e09c03e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] GET failed (client error): The resource could not be found. Mar 07 11:02:10.094650 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ffc99622-1a57-4017-bdc3-5e90e09c03e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] 10.222.0.11 "GET /v2.0/ports/7fcb37af-9852-4717-a60d-85cc1b7a0068 HTTP/1.1" status: 404 len: 333 time: 0.1171832 Mar 07 11:02:10.094650 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55926) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:10.097897 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-b1bc3a7f-f440-4188-8e95-4d793cbdadfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Request body: {'port': {'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-297596836'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:10.150736 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bc3a7f-f440-4188-8e95-4d793cbdadfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Made reservation on behalf of 8577950ed15549f086956cfc214595e0 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:02:10.158733 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b1bc3a7f-f440-4188-8e95-4d793cbdadfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:10.173361 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-5ff9b967-fca2-442a-bc56-6a7c082a573a None None] Set router 9b4beccc-5f94-43d6-9241-f37dc849d45f gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:02:10.178946 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-5fe23f95-b69c-4bb1-8a83-8d6ba5246731 admin admin] Deleting port 3ca31e18-e827-42c4-b09d-632cd2d814d6 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:02:10.179505 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5fe23f95-b69c-4bb1-8a83-8d6ba5246731 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (3ca31e18-e827-42c4-b09d-632cd2d814d6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:10.199400 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-b1bc3a7f-f440-4188-8e95-4d793cbdadfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] device_id is not set on port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:02:10.300372 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-5fe23f95-b69c-4bb1-8a83-8d6ba5246731 admin admin] For port 3ca31e18-e827-42c4-b09d-632cd2d814d6, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=3ca31e18-e827-42c4-b09d-632cd2d814d6,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:10.300848 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5fe23f95-b69c-4bb1-8a83-8d6ba5246731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (3ca31e18-e827-42c4-b09d-632cd2d814d6), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:10.317508 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-5fe23f95-b69c-4bb1-8a83-8d6ba5246731 admin admin] Calling delete_port for 3ca31e18-e827-42c4-b09d-632cd2d814d6 owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:02:10.445528 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5ff9b967-fca2-442a-bc56-6a7c082a573a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'name': 'tempest-AttachVolumeTestJSON-1578191317-router', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:48Z', 'updated_at': '2022-03-07T11:02:07Z', 'revision_number': 5, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'gw_port': {'id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:49Z', 'updated_at': '2022-03-07T10:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:10.485460 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b1bc3a7f-f440-4188-8e95-4d793cbdadfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks [] for port (12a15e6a-33ea-47b7-900f-b139f7ff39c4), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:10.508008 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff9b967-fca2-442a-bc56-6a7c082a573a None None] The sync data for ids ['9b4beccc-5f94-43d6-9241-f37dc849d45f'] in n-d-832164-4 is: [{'id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'name': 'tempest-AttachVolumeTestJSON-1578191317-router', 'tenant_id': '6d3fdd77decc4d62a3e5426903f03a99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111'}], 'enable_snat': True}, 'gw_port_id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T10:53:48Z', 'updated_at': '2022-03-07T11:02:07Z', 'revision_number': 5, 'project_id': '6d3fdd77decc4d62a3e5426903f03a99', 'gw_port': {'id': '3ca31e18-e827-42c4-b09d-632cd2d814d6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:6e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b4beccc-5f94-43d6-9241-f37dc849d45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T10:53:49Z', 'updated_at': '2022-03-07T10:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:02:10.577614 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b1bc3a7f-f440-4188-8e95-4d793cbdadfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (12a15e6a-33ea-47b7-900f-b139f7ff39c4), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:10.592210 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5fe23f95-b69c-4bb1-8a83-8d6ba5246731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (3ca31e18-e827-42c4-b09d-632cd2d814d6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:10.637067 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bc3a7f-f440-4188-8e95-4d793cbdadfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Network 535f78f1-f411-4331-bf76-7befb915b3bf is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:02:10.642244 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-b1bc3a7f-f440-4188-8e95-4d793cbdadfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:02:10.647211 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bc3a7f-f440-4188-8e95-4d793cbdadfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:02:10.647211 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bc3a7f-f440-4188-8e95-4d793cbdadfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:10.647211 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b1bc3a7f-f440-4188-8e95-4d793cbdadfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:10.655568 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe23f95-b69c-4bb1-8a83-8d6ba5246731 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ca31e18-e827-42c4-b09d-632cd2d814d6,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:10.675252 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc3a7f-f440-4188-8e95-4d793cbdadfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Pushing event updated for resources: {'Port': ['ID=12a15e6a-33ea-47b7-900f-b139f7ff39c4,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:10.713838 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b1bc3a7f-f440-4188-8e95-4d793cbdadfc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6252406 Mar 07 11:02:10.716962 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55938) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:10.725800 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:10.775848 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5fe23f95-b69c-4bb1-8a83-8d6ba5246731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (9b4beccc-5f94-43d6-9241-f37dc849d45f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:10.829959 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (12a15e6a-33ea-47b7-900f-b139f7ff39c4), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:11.010227 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 917a7454-f980-4a70-a564-2d69af23bec5 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:02:11.017433 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5fe23f95-b69c-4bb1-8a83-8d6ba5246731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (9b4beccc-5f94-43d6-9241-f37dc849d45f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:11.021547 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5fe23f95-b69c-4bb1-8a83-8d6ba5246731 admin admin] Publish callbacks [] for router_controller (9b4beccc-5f94-43d6-9241-f37dc849d45f), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:11.051325 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 917a7454-f980-4a70-a564-2d69af23bec5 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:02:11.066050 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 917a7454-f980-4a70-a564-2d69af23bec5 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:02:11.096302 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5fe23f95-b69c-4bb1-8a83-8d6ba5246731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (9b4beccc-5f94-43d6-9241-f37dc849d45f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:11.097669 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe23f95-b69c-4bb1-8a83-8d6ba5246731 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b4beccc-5f94-43d6-9241-f37dc849d45f {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:02:11.104640 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5fe23f95-b69c-4bb1-8a83-8d6ba5246731 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:11.106640 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5fe23f95-b69c-4bb1-8a83-8d6ba5246731 admin admin] 10.222.0.11 "DELETE /v2.0/routers/9b4beccc-5f94-43d6-9241-f37dc849d45f HTTP/1.1" status: 204 len: 168 time: 1.5633588 Mar 07 11:02:11.110656 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55952) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:11.217771 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] device_id is not set on port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:02:11.229026 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks [] for port (12a15e6a-33ea-47b7-900f-b139f7ff39c4), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:11.236315 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f633b49-4834-4df5-af4a-7d62c4dc4f66 admin admin] Deleting subnet 70c02524-f503-4482-9d50-de9acc410b2f {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:02:11.242820 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (12a15e6a-33ea-47b7-900f-b139f7ff39c4), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:11.247050 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6f633b49-4834-4df5-af4a-7d62c4dc4f66 admin admin] Publish callbacks [] for subnet (70c02524-f503-4482-9d50-de9acc410b2f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:11.336888 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:11.337410 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:11.338353 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on network 535f78f1-f411-4331-bf76-7befb915b3bf {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:11.362701 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Pushing event updated for resources: {'Port': ['ID=12a15e6a-33ea-47b7-900f-b139f7ff39c4,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:11.371110 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on network 535f78f1-f411-4331-bf76-7befb915b3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:02:11.371408 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6f633b49-4834-4df5-af4a-7d62c4dc4f66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (70c02524-f503-4482-9d50-de9acc410b2f), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:11.371534 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Failed to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on host n-h1-832164-4 for vnic_type normal using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] Mar 07 11:02:11.372228 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempt 2 to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 Mar 07 11:02:11.398567 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:11.398914 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:11.399248 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on network 535f78f1-f411-4331-bf76-7befb915b3bf {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:11.418143 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on network 535f78f1-f411-4331-bf76-7befb915b3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:02:11.418489 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Failed to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on host n-h1-832164-4 for vnic_type normal using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] Mar 07 11:02:11.418886 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempt 3 to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 Mar 07 11:02:11.444211 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:11.444559 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:11.444903 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on network 535f78f1-f411-4331-bf76-7befb915b3bf {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:11.457003 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on network 535f78f1-f411-4331-bf76-7befb915b3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:02:11.457513 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Failed to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on host n-h1-832164-4 for vnic_type normal using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] Mar 07 11:02:11.457881 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempt 4 to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 Mar 07 11:02:11.484491 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:11.484786 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:11.485338 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on network 535f78f1-f411-4331-bf76-7befb915b3bf {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:11.496269 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on network 535f78f1-f411-4331-bf76-7befb915b3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:02:11.496621 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Failed to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on host n-h1-832164-4 for vnic_type normal using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] Mar 07 11:02:11.497155 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempt 5 to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 Mar 07 11:02:11.518238 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:11.518238 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:11.518539 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on network 535f78f1-f411-4331-bf76-7befb915b3bf {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:11.527350 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on network 535f78f1-f411-4331-bf76-7befb915b3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:02:11.527629 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Failed to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on host n-h1-832164-4 for vnic_type normal using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] Mar 07 11:02:11.527732 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6f633b49-4834-4df5-af4a-7d62c4dc4f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (70c02524-f503-4482-9d50-de9acc410b2f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:11.528016 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempt 6 to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 Mar 07 11:02:11.555477 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:11.555819 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:11.556159 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on network 535f78f1-f411-4331-bf76-7befb915b3bf {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:11.565476 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on network 535f78f1-f411-4331-bf76-7befb915b3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:02:11.568238 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Failed to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on host n-h1-832164-4 for vnic_type normal using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] Mar 07 11:02:11.580448 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempt 7 to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 Mar 07 11:02:11.604693 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6f633b49-4834-4df5-af4a-7d62c4dc4f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (70c02524-f503-4482-9d50-de9acc410b2f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:11.614337 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:11.614737 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:11.615087 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on network 535f78f1-f411-4331-bf76-7befb915b3bf {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:11.629940 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on network 535f78f1-f411-4331-bf76-7befb915b3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:02:11.637629 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Failed to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on host n-h1-832164-4 for vnic_type normal using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] Mar 07 11:02:11.637629 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempt 8 to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 Mar 07 11:02:11.646146 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f633b49-4834-4df5-af4a-7d62c4dc4f66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70c02524-f503-4482-9d50-de9acc410b2f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:11.651306 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6f633b49-4834-4df5-af4a-7d62c4dc4f66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:11.660682 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd3cdf1-63bc-481e-aca8-e86bb5e888df None None] Network 28765912-277e-46d1-95bd-16e2031149b0 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:02:11.667894 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6f633b49-4834-4df5-af4a-7d62c4dc4f66 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/70c02524-f503-4482-9d50-de9acc410b2f HTTP/1.1" status: 204 len: 168 time: 0.5561781 Mar 07 11:02:11.677617 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55964) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:11.687428 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:11.687914 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:11.688262 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on network 535f78f1-f411-4331-bf76-7befb915b3bf {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:11.728421 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:11.847686 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on network 535f78f1-f411-4331-bf76-7befb915b3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:02:11.848016 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Failed to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on host n-h1-832164-4 for vnic_type normal using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] Mar 07 11:02:11.850527 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-16daa949-69c1-4e33-8bf4-04a5dd37e9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (28765912-277e-46d1-95bd-16e2031149b0), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:11.854815 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempt 9 to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 Mar 07 11:02:11.886773 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:11.887122 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:11.889896 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on network 535f78f1-f411-4331-bf76-7befb915b3bf {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:11.915508 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on network 535f78f1-f411-4331-bf76-7befb915b3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:02:11.915843 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Failed to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on host n-h1-832164-4 for vnic_type normal using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] Mar 07 11:02:11.916378 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempt 10 to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 Mar 07 11:02:11.950760 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:11.951099 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:11.951436 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on network 535f78f1-f411-4331-bf76-7befb915b3bf {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:11.981081 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on network 535f78f1-f411-4331-bf76-7befb915b3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:02:11.981466 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Failed to bind port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on host n-h1-832164-4 for vnic_type normal using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] Mar 07 11:02:11.981810 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (12a15e6a-33ea-47b7-900f-b139f7ff39c4), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:12.072344 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97322b0-73fe-4c90-9217-afeaee9bc701 None None] DHCP port deletion for 28765912-277e-46d1-95bd-16e2031149b0 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:02:12.147426 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-16daa949-69c1-4e33-8bf4-04a5dd37e9c0 admin admin] Deleting port b601bcfc-a1da-46e9-9770-d5f4594f6fc3 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:02:12.147769 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-16daa949-69c1-4e33-8bf4-04a5dd37e9c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (b601bcfc-a1da-46e9-9770-d5f4594f6fc3), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:12.177057 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] For port 12a15e6a-33ea-47b7-900f-b139f7ff39c4, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:02:12.177571 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempted to set empty binding levels {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 11:02:12.181785 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f97322b0-73fe-4c90-9217-afeaee9bc701 None None] Deleting port b601bcfc-a1da-46e9-9770-d5f4594f6fc3 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:02:12.182555 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f97322b0-73fe-4c90-9217-afeaee9bc701 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (b601bcfc-a1da-46e9-9770-d5f4594f6fc3), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:12.193365 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (12a15e6a-33ea-47b7-900f-b139f7ff39c4), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:12.252437 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Pushing event updated for resources: {'Port': ['ID=12a15e6a-33ea-47b7-900f-b139f7ff39c4,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:12.282472 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-f97322b0-73fe-4c90-9217-afeaee9bc701 None None] For port b601bcfc-a1da-46e9-9770-d5f4594f6fc3, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b601bcfc-a1da-46e9-9770-d5f4594f6fc3,segment=NetworkSegment(6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a),segment_id=6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:12.283563 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f97322b0-73fe-4c90-9217-afeaee9bc701 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (b601bcfc-a1da-46e9-9770-d5f4594f6fc3), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:12.315446 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f97322b0-73fe-4c90-9217-afeaee9bc701 None None] Calling delete_port for b601bcfc-a1da-46e9-9770-d5f4594f6fc3 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:02:12.320301 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] In _notify_port_updated(), no bound segment for port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 on network 535f78f1-f411-4331-bf76-7befb915b3bf {{(pid=103767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 11:02:12.321959 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:12.322730 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:12.326909 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55976) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:12.328034 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-cb0d19c1-4fa0-4f31-aa1c-89c0a5ef0672 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] 10.222.0.11 "PUT /v2.0/ports/12a15e6a-33ea-47b7-900f-b139f7ff39c4 HTTP/1.1" status: 200 len: 978 time: 1.6079135 Mar 07 11:02:12.348640 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-16daa949-69c1-4e33-8bf4-04a5dd37e9c0 admin admin] For port b601bcfc-a1da-46e9-9770-d5f4594f6fc3, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b601bcfc-a1da-46e9-9770-d5f4594f6fc3,segment=NetworkSegment(6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a),segment_id=6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:12.349331 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-16daa949-69c1-4e33-8bf4-04a5dd37e9c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (b601bcfc-a1da-46e9-9770-d5f4594f6fc3), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:12.377978 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-16daa949-69c1-4e33-8bf4-04a5dd37e9c0 admin admin] Calling delete_port for b601bcfc-a1da-46e9-9770-d5f4594f6fc3 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:02:12.470408 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f97322b0-73fe-4c90-9217-afeaee9bc701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (b601bcfc-a1da-46e9-9770-d5f4594f6fc3), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:12.516284 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97322b0-73fe-4c90-9217-afeaee9bc701 None None] Pushing event deleted for resources: {'Port': ['ID=b601bcfc-a1da-46e9-9770-d5f4594f6fc3,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:12.520354 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63287a62-82b5-48e3-81c9-967544b194c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:12.521051 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63287a62-82b5-48e3-81c9-967544b194c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:12.521993 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63287a62-82b5-48e3-81c9-967544b194c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:12.522707 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97322b0-73fe-4c90-9217-afeaee9bc701 None None] No DVR routers for this DVR port b601bcfc-a1da-46e9-9770-d5f4594f6fc3 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:02:12.525518 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63287a62-82b5-48e3-81c9-967544b194c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:12.527864 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63287a62-82b5-48e3-81c9-967544b194c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:12.529421 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63287a62-82b5-48e3-81c9-967544b194c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:12.532601 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-63287a62-82b5-48e3-81c9-967544b194c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 5694 time: 0.2043679 Mar 07 11:02:12.535224 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55982) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:12.578252 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-16daa949-69c1-4e33-8bf4-04a5dd37e9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (b601bcfc-a1da-46e9-9770-d5f4594f6fc3), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:12.617379 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16daa949-69c1-4e33-8bf4-04a5dd37e9c0 admin admin] No DVR routers for this DVR port b601bcfc-a1da-46e9-9770-d5f4594f6fc3 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:02:12.624978 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16daa949-69c1-4e33-8bf4-04a5dd37e9c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b601bcfc-a1da-46e9-9770-d5f4594f6fc3,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:12.648325 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-dc88deac-b7b3-461c-b43d-b2c3b5aaa15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Deleting port 12a15e6a-33ea-47b7-900f-b139f7ff39c4 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:02:12.648801 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc88deac-b7b3-461c-b43d-b2c3b5aaa15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (12a15e6a-33ea-47b7-900f-b139f7ff39c4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:12.774024 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-16daa949-69c1-4e33-8bf4-04a5dd37e9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (28765912-277e-46d1-95bd-16e2031149b0), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:12.787665 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-dc88deac-b7b3-461c-b43d-b2c3b5aaa15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] For port 12a15e6a-33ea-47b7-900f-b139f7ff39c4, host n-h1-832164-4, got binding levels [] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:12.788100 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc88deac-b7b3-461c-b43d-b2c3b5aaa15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (12a15e6a-33ea-47b7-900f-b139f7ff39c4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:12.802942 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-16daa949-69c1-4e33-8bf4-04a5dd37e9c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28765912-277e-46d1-95bd-16e2031149b0']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:12.808216 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-dc88deac-b7b3-461c-b43d-b2c3b5aaa15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Calling delete_port for 12a15e6a-33ea-47b7-900f-b139f7ff39c4 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:02:12.810403 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3ca31e18-e827-42c4-b09d-632cd2d814d6 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:02:12.822359 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-16daa949-69c1-4e33-8bf4-04a5dd37e9c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:12.822918 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-16daa949-69c1-4e33-8bf4-04a5dd37e9c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:12.834488 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-16daa949-69c1-4e33-8bf4-04a5dd37e9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:12.851345 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-16daa949-69c1-4e33-8bf4-04a5dd37e9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:12.863776 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16daa949-69c1-4e33-8bf4-04a5dd37e9c0 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:02:12.864534 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-16daa949-69c1-4e33-8bf4-04a5dd37e9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (6fd9c1df-5e11-4477-97f2-f6dcfdaddb9a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:12.892012 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 3ca31e18-e827-42c4-b09d-632cd2d814d6 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:02:12.893719 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3ca31e18-e827-42c4-b09d-632cd2d814d6 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:02:12.895414 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b601bcfc-a1da-46e9-9770-d5f4594f6fc3 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:02:12.930366 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:02:12.935160 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc88deac-b7b3-461c-b43d-b2c3b5aaa15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (12a15e6a-33ea-47b7-900f-b139f7ff39c4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:12.944320 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-16daa949-69c1-4e33-8bf4-04a5dd37e9c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (28765912-277e-46d1-95bd-16e2031149b0), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:12.967999 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: b601bcfc-a1da-46e9-9770-d5f4594f6fc3 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:02:12.971461 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b601bcfc-a1da-46e9-9770-d5f4594f6fc3 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:02:12.996757 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-16daa949-69c1-4e33-8bf4-04a5dd37e9c0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:13.003635 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-16daa949-69c1-4e33-8bf4-04a5dd37e9c0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/28765912-277e-46d1-95bd-16e2031149b0 HTTP/1.1" status: 204 len: 168 time: 1.3224714 Mar 07 11:02:13.016220 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16daa949-69c1-4e33-8bf4-04a5dd37e9c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=28765912-277e-46d1-95bd-16e2031149b0,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:13.022188 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:13.037272 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88deac-b7b3-461c-b43d-b2c3b5aaa15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Pushing event deleted for resources: {'Port': ['ID=12a15e6a-33ea-47b7-900f-b139f7ff39c4,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:13.044342 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc88deac-b7b3-461c-b43d-b2c3b5aaa15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:13.051919 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-dc88deac-b7b3-461c-b43d-b2c3b5aaa15c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] 10.222.0.11 "DELETE /v2.0/ports/12a15e6a-33ea-47b7-900f-b139f7ff39c4 HTTP/1.1" status: 204 len: 168 time: 0.5091798 Mar 07 11:02:13.052377 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55990) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:13.088326 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0527eb10-58c4-40b9-8b4d-46dd77ce2227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] GET failed (client error): The resource could not be found. Mar 07 11:02:13.090220 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0527eb10-58c4-40b9-8b4d-46dd77ce2227 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] 10.222.0.11 "GET /v2.0/ports/12a15e6a-33ea-47b7-900f-b139f7ff39c4 HTTP/1.1" status: 404 len: 333 time: 0.0365472 Mar 07 11:02:13.094793 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 55992) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:13.100727 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-3e67ee9b-8e10-4ccf-9037-30acc0a29034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1897342352', 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:13.123129 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e67ee9b-8e10-4ccf-9037-30acc0a29034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Made reservation on behalf of 8577950ed15549f086956cfc214595e0 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:02:13.127623 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3e67ee9b-8e10-4ccf-9037-30acc0a29034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:13.178447 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-3e67ee9b-8e10-4ccf-9037-30acc0a29034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] device_id is not set on port ff56f97e-0bca-4db3-b7a1-ff3b61414984 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:02:13.237087 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 55996) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:13.338896 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5ec17ea7-62b4-4211-bf5f-e62dbcfcfb65 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6d3fdd77decc4d62a3e5426903f03a99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1001892 Mar 07 11:02:13.342044 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56002) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:13.438557 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f18e4a1c-492d-4f98-8b8b-15c6cc8cb575 admin admin] Publish callbacks [] for security_group (c7f0e1a7-cdab-48db-b0d8-3bb3924f4239), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:13.487600 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f18e4a1c-492d-4f98-8b8b-15c6cc8cb575 admin admin] Publish callbacks [] for security_group (c7f0e1a7-cdab-48db-b0d8-3bb3924f4239), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:13.494238 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3e67ee9b-8e10-4ccf-9037-30acc0a29034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks [] for port (ff56f97e-0bca-4db3-b7a1-ff3b61414984), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:13.549771 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3e67ee9b-8e10-4ccf-9037-30acc0a29034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (ff56f97e-0bca-4db3-b7a1-ff3b61414984), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:13.554223 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f18e4a1c-492d-4f98-8b8b-15c6cc8cb575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (c7f0e1a7-cdab-48db-b0d8-3bb3924f4239), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:13.561951 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f18e4a1c-492d-4f98-8b8b-15c6cc8cb575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:13.569551 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f18e4a1c-492d-4f98-8b8b-15c6cc8cb575 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c7f0e1a7-cdab-48db-b0d8-3bb3924f4239 HTTP/1.1" status: 204 len: 168 time: 0.2224977 Mar 07 11:02:13.610045 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18e4a1c-492d-4f98-8b8b-15c6cc8cb575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f0e1a7-cdab-48db-b0d8-3bb3924f4239,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:13.668710 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e67ee9b-8e10-4ccf-9037-30acc0a29034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Network 535f78f1-f411-4331-bf76-7befb915b3bf is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:02:13.690372 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-3e67ee9b-8e10-4ccf-9037-30acc0a29034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:02:13.710358 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67ee9b-8e10-4ccf-9037-30acc0a29034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Pushing event updated for resources: {'Port': ['ID=ff56f97e-0bca-4db3-b7a1-ff3b61414984,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:13.713565 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e67ee9b-8e10-4ccf-9037-30acc0a29034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:02:13.714552 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e67ee9b-8e10-4ccf-9037-30acc0a29034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:13.724440 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3e67ee9b-8e10-4ccf-9037-30acc0a29034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:13.768526 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3e67ee9b-8e10-4ccf-9037-30acc0a29034 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6721950 Mar 07 11:02:13.771210 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56012) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:13.847599 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4176c6f-fe79-4d47-93a6-b2a10c7aafc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:13.851512 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c4176c6f-fe79-4d47-93a6-b2a10c7aafc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] 10.222.0.11 "GET /v2.0/ports/ff56f97e-0bca-4db3-b7a1-ff3b61414984 HTTP/1.1" status: 200 len: 959 time: 0.0766776 Mar 07 11:02:13.853807 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56014) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:14.026901 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-e7024576-ac93-448d-93e3-90a0998ee7e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Deleting port ff56f97e-0bca-4db3-b7a1-ff3b61414984 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:02:14.027337 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e7024576-ac93-448d-93e3-90a0998ee7e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (ff56f97e-0bca-4db3-b7a1-ff3b61414984), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:14.130929 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e7024576-ac93-448d-93e3-90a0998ee7e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (ff56f97e-0bca-4db3-b7a1-ff3b61414984), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:14.155397 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-e7024576-ac93-448d-93e3-90a0998ee7e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Calling delete_port for ff56f97e-0bca-4db3-b7a1-ff3b61414984 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:02:14.317516 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e7024576-ac93-448d-93e3-90a0998ee7e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (ff56f97e-0bca-4db3-b7a1-ff3b61414984), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:14.384595 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7024576-ac93-448d-93e3-90a0998ee7e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff56f97e-0bca-4db3-b7a1-ff3b61414984,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:14.417898 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e7024576-ac93-448d-93e3-90a0998ee7e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:14.424529 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e7024576-ac93-448d-93e3-90a0998ee7e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] 10.222.0.11 "DELETE /v2.0/ports/ff56f97e-0bca-4db3-b7a1-ff3b61414984 HTTP/1.1" status: 204 len: 168 time: 0.5696075 Mar 07 11:02:14.427361 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56034) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:14.473947 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-df4db751-e2b7-4004-aa32-e2db7f41a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] GET failed (client error): The resource could not be found. Mar 07 11:02:14.475313 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-df4db751-e2b7-4004-aa32-e2db7f41a5f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] 10.222.0.11 "GET /v2.0/ports/ff56f97e-0bca-4db3-b7a1-ff3b61414984 HTTP/1.1" status: 404 len: 333 time: 0.0464063 Mar 07 11:02:14.479389 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56036) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:14.489376 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-9473e036-ed26-4d8d-b9ae-221cafb6977d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Request body: {'port': {'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-889148221'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:14.514870 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9473e036-ed26-4d8d-b9ae-221cafb6977d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Made reservation on behalf of 8577950ed15549f086956cfc214595e0 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:02:14.519103 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9473e036-ed26-4d8d-b9ae-221cafb6977d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:14.558423 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-9473e036-ed26-4d8d-b9ae-221cafb6977d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] device_id is not set on port e11a01f8-57c5-425b-ae6e-561817d98e7f yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:02:14.928415 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9473e036-ed26-4d8d-b9ae-221cafb6977d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks [] for port (e11a01f8-57c5-425b-ae6e-561817d98e7f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:14.986951 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9473e036-ed26-4d8d-b9ae-221cafb6977d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (e11a01f8-57c5-425b-ae6e-561817d98e7f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:15.063936 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9473e036-ed26-4d8d-b9ae-221cafb6977d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Network 535f78f1-f411-4331-bf76-7befb915b3bf is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:02:15.065464 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9473e036-ed26-4d8d-b9ae-221cafb6977d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Pushing event updated for resources: {'Port': ['ID=e11a01f8-57c5-425b-ae6e-561817d98e7f,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:15.073827 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-9473e036-ed26-4d8d-b9ae-221cafb6977d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:02:15.076390 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9473e036-ed26-4d8d-b9ae-221cafb6977d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:02:15.077589 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9473e036-ed26-4d8d-b9ae-221cafb6977d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:15.080880 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9473e036-ed26-4d8d-b9ae-221cafb6977d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:15.108814 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56056) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:15.109858 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9473e036-ed26-4d8d-b9ae-221cafb6977d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6288643 Mar 07 11:02:15.114273 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:15.211623 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e11a01f8-57c5-425b-ae6e-561817d98e7f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:15.442493 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] device_id is not set on port e11a01f8-57c5-425b-ae6e-561817d98e7f yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:02:15.451909 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks [] for port (e11a01f8-57c5-425b-ae6e-561817d98e7f), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:15.460004 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (e11a01f8-57c5-425b-ae6e-561817d98e7f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:15.526047 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Pushing event updated for resources: {'Port': ['ID=e11a01f8-57c5-425b-ae6e-561817d98e7f,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:15.580208 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:15.580550 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:15.582482 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f on network 535f78f1-f411-4331-bf76-7befb915b3bf {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:15.589489 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Port e11a01f8-57c5-425b-ae6e-561817d98e7f on network 535f78f1-f411-4331-bf76-7befb915b3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:02:15.589881 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Failed to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f on host n-h1-832164-4 for vnic_type normal using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] Mar 07 11:02:15.590322 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempt 2 to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f Mar 07 11:02:15.640922 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:15.641289 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:15.641730 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f on network 535f78f1-f411-4331-bf76-7befb915b3bf {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:15.646567 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Port e11a01f8-57c5-425b-ae6e-561817d98e7f on network 535f78f1-f411-4331-bf76-7befb915b3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:02:15.646895 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Failed to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f on host n-h1-832164-4 for vnic_type normal using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] Mar 07 11:02:15.647280 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempt 3 to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f Mar 07 11:02:15.674831 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:15.675159 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:15.675492 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f on network 535f78f1-f411-4331-bf76-7befb915b3bf {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:15.683844 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Port e11a01f8-57c5-425b-ae6e-561817d98e7f on network 535f78f1-f411-4331-bf76-7befb915b3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:02:15.684293 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Failed to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f on host n-h1-832164-4 for vnic_type normal using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] Mar 07 11:02:15.684552 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempt 4 to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f Mar 07 11:02:15.716388 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:15.716810 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:15.717856 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f on network 535f78f1-f411-4331-bf76-7befb915b3bf {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:15.722711 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Port e11a01f8-57c5-425b-ae6e-561817d98e7f on network 535f78f1-f411-4331-bf76-7befb915b3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:02:15.723119 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Failed to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f on host n-h1-832164-4 for vnic_type normal using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] Mar 07 11:02:15.723868 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempt 5 to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f Mar 07 11:02:15.738804 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:15.739244 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:15.739656 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f on network 535f78f1-f411-4331-bf76-7befb915b3bf {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:15.746190 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Port e11a01f8-57c5-425b-ae6e-561817d98e7f on network 535f78f1-f411-4331-bf76-7befb915b3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:02:15.746642 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Failed to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f on host n-h1-832164-4 for vnic_type normal using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] Mar 07 11:02:15.747107 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempt 6 to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f Mar 07 11:02:15.776031 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:15.776405 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:15.776794 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f on network 535f78f1-f411-4331-bf76-7befb915b3bf {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:15.792448 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Port e11a01f8-57c5-425b-ae6e-561817d98e7f on network 535f78f1-f411-4331-bf76-7befb915b3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:02:15.793146 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Failed to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f on host n-h1-832164-4 for vnic_type normal using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] Mar 07 11:02:15.794413 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempt 7 to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f Mar 07 11:02:15.811704 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:15.812028 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:15.812368 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f on network 535f78f1-f411-4331-bf76-7befb915b3bf {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:15.839844 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Port e11a01f8-57c5-425b-ae6e-561817d98e7f on network 535f78f1-f411-4331-bf76-7befb915b3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:02:15.839844 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Failed to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f on host n-h1-832164-4 for vnic_type normal using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] Mar 07 11:02:15.840179 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempt 8 to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f Mar 07 11:02:15.865374 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:15.865632 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:15.865966 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f on network 535f78f1-f411-4331-bf76-7befb915b3bf {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:15.870917 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Port e11a01f8-57c5-425b-ae6e-561817d98e7f on network 535f78f1-f411-4331-bf76-7befb915b3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:02:15.871252 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Failed to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f on host n-h1-832164-4 for vnic_type normal using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] Mar 07 11:02:15.871687 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempt 9 to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f Mar 07 11:02:15.906138 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:15.906481 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:15.906821 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f on network 535f78f1-f411-4331-bf76-7befb915b3bf {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:15.911660 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Port e11a01f8-57c5-425b-ae6e-561817d98e7f on network 535f78f1-f411-4331-bf76-7befb915b3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:02:15.911986 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Failed to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f on host n-h1-832164-4 for vnic_type normal using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] Mar 07 11:02:15.912371 n-d-832164-4 neutron-server[103767]: INFO neutron.plugins.ml2.plugin [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempt 10 to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f Mar 07 11:02:15.926877 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:15.927216 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:15.927555 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempting to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f on network 535f78f1-f411-4331-bf76-7befb915b3bf {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:15.932411 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Port e11a01f8-57c5-425b-ae6e-561817d98e7f on network 535f78f1-f411-4331-bf76-7befb915b3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:02:15.932747 n-d-832164-4 neutron-server[103767]: ERROR neutron.plugins.ml2.managers [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Failed to bind port e11a01f8-57c5-425b-ae6e-561817d98e7f on host n-h1-832164-4 for vnic_type normal using segments [{'id': 'f20e27a5-ce19-4f90-9530-17a8e9418ca1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '535f78f1-f411-4331-bf76-7befb915b3bf'}] Mar 07 11:02:15.933130 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e11a01f8-57c5-425b-ae6e-561817d98e7f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:16.017409 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] For port e11a01f8-57c5-425b-ae6e-561817d98e7f, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:02:16.018196 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attempted to set empty binding levels {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Mar 07 11:02:16.025381 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (e11a01f8-57c5-425b-ae6e-561817d98e7f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:16.096652 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Pushing event updated for resources: {'Port': ['ID=e11a01f8-57c5-425b-ae6e-561817d98e7f,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:16.112937 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] In _notify_port_updated(), no bound segment for port e11a01f8-57c5-425b-ae6e-561817d98e7f on network 535f78f1-f411-4331-bf76-7befb915b3bf {{(pid=103767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 11:02:16.116938 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:16.119064 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:16.120654 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b76d9563-a2fd-4703-8acc-61119636d8ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] 10.222.0.11 "PUT /v2.0/ports/e11a01f8-57c5-425b-ae6e-561817d98e7f HTTP/1.1" status: 200 len: 978 time: 1.0107145 Mar 07 11:02:16.124070 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56094) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:16.335505 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-57bb1e3e-4184-4534-952b-c881b264cb65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Deleting port e11a01f8-57c5-425b-ae6e-561817d98e7f {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:02:16.335837 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-57bb1e3e-4184-4534-952b-c881b264cb65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (e11a01f8-57c5-425b-ae6e-561817d98e7f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:16.451104 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-57bb1e3e-4184-4534-952b-c881b264cb65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] For port e11a01f8-57c5-425b-ae6e-561817d98e7f, host n-h1-832164-4, got binding levels [] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:16.452454 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-57bb1e3e-4184-4534-952b-c881b264cb65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (e11a01f8-57c5-425b-ae6e-561817d98e7f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:16.469404 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-57bb1e3e-4184-4534-952b-c881b264cb65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Calling delete_port for e11a01f8-57c5-425b-ae6e-561817d98e7f owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:02:16.581891 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-57bb1e3e-4184-4534-952b-c881b264cb65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (e11a01f8-57c5-425b-ae6e-561817d98e7f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:16.612681 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb1e3e-4184-4534-952b-c881b264cb65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Pushing event deleted for resources: {'Port': ['ID=e11a01f8-57c5-425b-ae6e-561817d98e7f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:16.618200 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-57bb1e3e-4184-4534-952b-c881b264cb65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:16.624402 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-57bb1e3e-4184-4534-952b-c881b264cb65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] 10.222.0.11 "DELETE /v2.0/ports/e11a01f8-57c5-425b-ae6e-561817d98e7f HTTP/1.1" status: 204 len: 168 time: 0.4967282 Mar 07 11:02:16.625581 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56112) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:16.674521 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d8f73f-1138-47b7-8a5b-ae34444b9b23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] GET failed (client error): The resource could not be found. Mar 07 11:02:16.679541 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-43d8f73f-1138-47b7-8a5b-ae34444b9b23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907216222-project-admin] 10.222.0.11 "GET /v2.0/ports/e11a01f8-57c5-425b-ae6e-561817d98e7f HTTP/1.1" status: 404 len: 333 time: 0.0501690 Mar 07 11:02:16.680297 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56114) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:16.891604 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-20b147c7-b40f-4e9e-a26e-838e9da1df5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (535f78f1-f411-4331-bf76-7befb915b3bf), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:17.057949 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-20b147c7-b40f-4e9e-a26e-838e9da1df5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (535f78f1-f411-4331-bf76-7befb915b3bf), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:17.080478 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-20b147c7-b40f-4e9e-a26e-838e9da1df5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['535f78f1-f411-4331-bf76-7befb915b3bf']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:17.091147 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-20b147c7-b40f-4e9e-a26e-838e9da1df5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f20e27a5-ce19-4f90-9530-17a8e9418ca1') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:17.091618 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-20b147c7-b40f-4e9e-a26e-838e9da1df5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f20e27a5-ce19-4f90-9530-17a8e9418ca1') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:17.103277 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-20b147c7-b40f-4e9e-a26e-838e9da1df5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (f20e27a5-ce19-4f90-9530-17a8e9418ca1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:17.117898 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-20b147c7-b40f-4e9e-a26e-838e9da1df5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (f20e27a5-ce19-4f90-9530-17a8e9418ca1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:17.125923 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b147c7-b40f-4e9e-a26e-838e9da1df5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:02:17.126710 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-20b147c7-b40f-4e9e-a26e-838e9da1df5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (f20e27a5-ce19-4f90-9530-17a8e9418ca1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:17.191772 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:02:17.191772 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:02:17.191772 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:02:17.191772 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:02:17.191772 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:02:17.191772 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:02:17.191772 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:02:17.191772 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:02:17.191772 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:02:17.191772 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:02:17.191772 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:02:17.191772 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:02:17.191772 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:02:17.191772 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:02:17.191772 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:02:17.191772 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:02:17.191772 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:02:17.191772 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:02:17.191772 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:02:17.191772 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:02:17.191772 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:02:17.191772 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:02:17.191772 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:02:17.191772 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:02:17.191772 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:02:17.191772 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:02:17.191772 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:02:17.191772 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:02:17.191772 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:02:17.191772 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:02:17.191772 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:02:17.191772 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:02:17.197749 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-20b147c7-b40f-4e9e-a26e-838e9da1df5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (535f78f1-f411-4331-bf76-7befb915b3bf), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:17.226098 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-20b147c7-b40f-4e9e-a26e-838e9da1df5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:17.234272 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-20b147c7-b40f-4e9e-a26e-838e9da1df5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466-project] 10.222.0.11 "DELETE /v2.0/networks/535f78f1-f411-4331-bf76-7befb915b3bf HTTP/1.1" status: 204 len: 168 time: 0.5523715 Mar 07 11:02:17.236616 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b147c7-b40f-4e9e-a26e-838e9da1df5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-582974466-project] Pushing event deleted for resources: {'Network': ['ID=535f78f1-f411-4331-bf76-7befb915b3bf,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:17.761849 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56150) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:17.772934 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56154) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:18.045804 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d599fe39-7e4e-411a-95fe-728c4cbe0c6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:18.051441 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-34949d31-9690-4c2e-99c6-c10835307ab6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=86069fe581dc4c58be73c555dad31aa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2881999 Mar 07 11:02:18.054283 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56162) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:18.141353 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0562450-7af3-4b46-934b-8aeebcbec80a admin admin] Publish callbacks [] for security_group (7c83cbd7-7db6-448d-807b-0ebbc9e92503), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:18.185958 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0562450-7af3-4b46-934b-8aeebcbec80a admin admin] Publish callbacks [] for security_group (7c83cbd7-7db6-448d-807b-0ebbc9e92503), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:18.186242 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d599fe39-7e4e-411a-95fe-728c4cbe0c6a admin admin] Publish callbacks [] for security_group (b4eaf0c5-f00f-4d3a-9a8a-bad298519e93), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:18.193598 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d599fe39-7e4e-411a-95fe-728c4cbe0c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b4eaf0c5-f00f-4d3a-9a8a-bad298519e93), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:18.254666 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d599fe39-7e4e-411a-95fe-728c4cbe0c6a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3212dfc06b1a435b821727375f4db538&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4798572 Mar 07 11:02:18.256084 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599fe39-7e4e-411a-95fe-728c4cbe0c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4eaf0c5-f00f-4d3a-9a8a-bad298519e93,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:18.257052 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56166) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:18.306007 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0562450-7af3-4b46-934b-8aeebcbec80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (7c83cbd7-7db6-448d-807b-0ebbc9e92503), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:18.312846 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a0562450-7af3-4b46-934b-8aeebcbec80a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:18.314100 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a0562450-7af3-4b46-934b-8aeebcbec80a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7c83cbd7-7db6-448d-807b-0ebbc9e92503 HTTP/1.1" status: 204 len: 168 time: 0.2583122 Mar 07 11:02:18.364014 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0562450-7af3-4b46-934b-8aeebcbec80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c83cbd7-7db6-448d-807b-0ebbc9e92503,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:18.400106 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e9278c7e-afba-4cbd-b873-0bf8bea87cc1 admin admin] Publish callbacks [] for security_group (b4eaf0c5-f00f-4d3a-9a8a-bad298519e93), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:18.435036 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:18.470437 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e9278c7e-afba-4cbd-b873-0bf8bea87cc1 admin admin] Publish callbacks [] for security_group (b4eaf0c5-f00f-4d3a-9a8a-bad298519e93), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:18.587719 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e9278c7e-afba-4cbd-b873-0bf8bea87cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b4eaf0c5-f00f-4d3a-9a8a-bad298519e93), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:18.598663 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e9278c7e-afba-4cbd-b873-0bf8bea87cc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:18.602875 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e9278c7e-afba-4cbd-b873-0bf8bea87cc1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b4eaf0c5-f00f-4d3a-9a8a-bad298519e93 HTTP/1.1" status: 204 len: 168 time: 0.3446813 Mar 07 11:02:18.611632 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9278c7e-afba-4cbd-b873-0bf8bea87cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4eaf0c5-f00f-4d3a-9a8a-bad298519e93,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:18.793863 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56184) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:18.883686 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56186) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:18.884410 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6bd21c12-8000-46fe-9592-7f4dd327197f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8577950ed15549f086956cfc214595e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0860062 Mar 07 11:02:19.004187 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0b0d9c2b-882b-4480-a7fc-5c52f94b4c84 admin admin] Publish callbacks [] for security_group (a64351ae-75e1-4662-aea0-46c70f886db3), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:19.030747 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0b0d9c2b-882b-4480-a7fc-5c52f94b4c84 admin admin] Publish callbacks [] for security_group (a64351ae-75e1-4662-aea0-46c70f886db3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:19.112503 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0b0d9c2b-882b-4480-a7fc-5c52f94b4c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a64351ae-75e1-4662-aea0-46c70f886db3), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:19.115835 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0b0d9c2b-882b-4480-a7fc-5c52f94b4c84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:19.116997 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0b0d9c2b-882b-4480-a7fc-5c52f94b4c84 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a64351ae-75e1-4662-aea0-46c70f886db3 HTTP/1.1" status: 204 len: 168 time: 0.2318237 Mar 07 11:02:19.134628 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d9c2b-882b-4480-a7fc-5c52f94b4c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64351ae-75e1-4662-aea0-46c70f886db3,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:19.410038 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56198) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:19.434657 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-141f78c2-bd3d-4568-9bfa-793c4a050fab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:19.644495 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-141f78c2-bd3d-4568-9bfa-793c4a050fab admin admin] Publish callbacks [] for security_group (4bf53abe-b4ed-4c84-8475-234ae963744b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:19.662271 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-141f78c2-bd3d-4568-9bfa-793c4a050fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4bf53abe-b4ed-4c84-8475-234ae963744b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:19.760577 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56210) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:19.762935 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-141f78c2-bd3d-4568-9bfa-793c4a050fab admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3343088c61434ee7b16af7705e1d9a78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3514495 Mar 07 11:02:19.779073 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f78c2-bd3d-4568-9bfa-793c4a050fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf53abe-b4ed-4c84-8475-234ae963744b,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:19.889003 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1c2e-72d5-4f6f-99ac-b651c030b9fe admin admin] Publish callbacks [] for security_group (4bf53abe-b4ed-4c84-8475-234ae963744b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:19.927288 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1c2e-72d5-4f6f-99ac-b651c030b9fe admin admin] Publish callbacks [] for security_group (4bf53abe-b4ed-4c84-8475-234ae963744b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:20.133854 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1c2e-72d5-4f6f-99ac-b651c030b9fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4bf53abe-b4ed-4c84-8475-234ae963744b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:20.136443 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c1ce1c2e-72d5-4f6f-99ac-b651c030b9fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:20.140945 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c1ce1c2e-72d5-4f6f-99ac-b651c030b9fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4bf53abe-b4ed-4c84-8475-234ae963744b HTTP/1.1" status: 204 len: 168 time: 0.3757529 Mar 07 11:02:20.154309 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce1c2e-72d5-4f6f-99ac-b651c030b9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf53abe-b4ed-4c84-8475-234ae963744b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:20.167615 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce1c2e-72d5-4f6f-99ac-b651c030b9fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:20.167967 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce1c2e-72d5-4f6f-99ac-b651c030b9fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:20.168306 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce1c2e-72d5-4f6f-99ac-b651c030b9fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:20.168645 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce1c2e-72d5-4f6f-99ac-b651c030b9fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:20.168972 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce1c2e-72d5-4f6f-99ac-b651c030b9fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:20.189168 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce1c2e-72d5-4f6f-99ac-b651c030b9fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:20.189168 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce1c2e-72d5-4f6f-99ac-b651c030b9fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:20.189168 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce1c2e-72d5-4f6f-99ac-b651c030b9fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:20.189168 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce1c2e-72d5-4f6f-99ac-b651c030b9fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:20.189168 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce1c2e-72d5-4f6f-99ac-b651c030b9fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:20.189168 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce1c2e-72d5-4f6f-99ac-b651c030b9fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:20.189168 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce1c2e-72d5-4f6f-99ac-b651c030b9fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:20.189168 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ce1c2e-72d5-4f6f-99ac-b651c030b9fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:21.967776 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56306) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:22.022188 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:02:22.462939 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-22f73e55-dc1f-4f29-aafc-0960a9b3b5ad tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1205702218', 'router:external': True}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:22.487595 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f73e55-dc1f-4f29-aafc-0960a9b3b5ad tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Made reservation on behalf of 47915acbb45e4b4082e3609184066780 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:02:22.490831 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-22f73e55-dc1f-4f29-aafc-0960a9b3b5ad tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:22.505001 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-22f73e55-dc1f-4f29-aafc-0960a9b3b5ad tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:22.674243 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-22f73e55-dc1f-4f29-aafc-0960a9b3b5ad tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for security_group (e2ccc372-53a8-4e50-99cc-f9e526a4dee1), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:22.681374 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-22f73e55-dc1f-4f29-aafc-0960a9b3b5ad tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e2ccc372-53a8-4e50-99cc-f9e526a4dee1), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:22.706325 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f73e55-dc1f-4f29-aafc-0960a9b3b5ad tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:02:22.724916 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-22f73e55-dc1f-4f29-aafc-0960a9b3b5ad tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (bb4fb0f9-52f8-42f6-a5cf-21b06dccb39e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:22.725309 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-22f73e55-dc1f-4f29-aafc-0960a9b3b5ad tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Added segment bb4fb0f9-52f8-42f6-a5cf-21b06dccb39e of type vlan for network 320d40a0-4570-45d8-9737-2a62cda3afff Mar 07 11:02:22.741529 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f73e55-dc1f-4f29-aafc-0960a9b3b5ad tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ccc372-53a8-4e50-99cc-f9e526a4dee1,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:22.800767 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-22f73e55-dc1f-4f29-aafc-0960a9b3b5ad tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (320d40a0-4570-45d8-9737-2a62cda3afff), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:22.872943 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-22f73e55-dc1f-4f29-aafc-0960a9b3b5ad tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (320d40a0-4570-45d8-9737-2a62cda3afff), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:22.874434 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f73e55-dc1f-4f29-aafc-0960a9b3b5ad tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:22.875178 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-22f73e55-dc1f-4f29-aafc-0960a9b3b5ad tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:22.926888 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56336) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:22.932139 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-6b4f089f-868a-46c3-9f3d-450d16b8d362 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Request body: {'subnet': {'network_id': '320d40a0-4570-45d8-9737-2a62cda3afff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:22.936224 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-22f73e55-dc1f-4f29-aafc-0960a9b3b5ad tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9630904 Mar 07 11:02:23.010273 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4f089f-868a-46c3-9f3d-450d16b8d362 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Made reservation on behalf of 47915acbb45e4b4082e3609184066780 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:02:23.014644 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f73e55-dc1f-4f29-aafc-0960a9b3b5ad tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Pushing event updated for resources: {'Network': ['ID=320d40a0-4570-45d8-9737-2a62cda3afff,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:23.034184 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 320d40a0-4570-45d8-9737-2a62cda3afff details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:02:23.045310 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6b4f089f-868a-46c3-9f3d-450d16b8d362 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:23.219481 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:23.629237 n-d-832164-4 neutron-server[103766]: DEBUG neutron.objects.ports [None req-6b4f089f-868a-46c3-9f3d-450d16b8d362 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103766) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 11:02:23.631421 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6b4f089f-868a-46c3-9f3d-450d16b8d362 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (0583176f-8e95-4c6d-b5da-28e4c52aa421), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:23.737892 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f089f-868a-46c3-9f3d-450d16b8d362 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Checking segment: {'id': 'bb4fb0f9-52f8-42f6-a5cf-21b06dccb39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '320d40a0-4570-45d8-9737-2a62cda3afff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:02:23.738261 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4f089f-868a-46c3-9f3d-450d16b8d362 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Network hostable DHCP agents. Network: 320d40a0-4570-45d8-9737-2a62cda3afff, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:02:23.777304 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f089f-868a-46c3-9f3d-450d16b8d362 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0583176f-8e95-4c6d-b5da-28e4c52aa421,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:23.820400 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4f089f-868a-46c3-9f3d-450d16b8d362 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Network 320d40a0-4570-45d8-9737-2a62cda3afff is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:02:23.850196 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-6b4f089f-868a-46c3-9f3d-450d16b8d362 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 320d40a0-4570-45d8-9737-2a62cda3afff) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:02:23.864397 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4f089f-868a-46c3-9f3d-450d16b8d362 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:23.865851 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610ebf54-3cb7-4342-a7f9-2586433aa3e2 None None] Network 320d40a0-4570-45d8-9737-2a62cda3afff requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:02:23.868814 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6b4f089f-868a-46c3-9f3d-450d16b8d362 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:23.930976 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6b4f089f-868a-46c3-9f3d-450d16b8d362 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0013421 Mar 07 11:02:23.941300 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56362) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:23.950571 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-1c764c32-c9e8-4802-b3f1-36ff60801837 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-150887905', 'network_id': '320d40a0-4570-45d8-9737-2a62cda3afff'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:23.993851 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c764c32-c9e8-4802-b3f1-36ff60801837 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Made reservation on behalf of 47915acbb45e4b4082e3609184066780 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:02:23.998350 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1c764c32-c9e8-4802-b3f1-36ff60801837 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:24.038012 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-1c764c32-c9e8-4802-b3f1-36ff60801837 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] device_id is not set on port 0b04b54a-d0f5-4825-9442-9ea2e2e340af yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:02:24.088491 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8c4af5-e77a-4dbc-bb49-a95409f370de None None] Network 320d40a0-4570-45d8-9737-2a62cda3afff requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:02:24.334548 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-1c764c32-c9e8-4802-b3f1-36ff60801837 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Allocated IP 172.20.0.7 (320d40a0-4570-45d8-9737-2a62cda3afff/0583176f-8e95-4c6d-b5da-28e4c52aa421/0b04b54a-d0f5-4825-9442-9ea2e2e340af) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:02:24.657710 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1c764c32-c9e8-4802-b3f1-36ff60801837 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for port (0b04b54a-d0f5-4825-9442-9ea2e2e340af), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:24.707840 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1c764c32-c9e8-4802-b3f1-36ff60801837 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (0b04b54a-d0f5-4825-9442-9ea2e2e340af), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:24.805857 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c764c32-c9e8-4802-b3f1-36ff60801837 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Network 320d40a0-4570-45d8-9737-2a62cda3afff is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:02:24.808971 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-1c764c32-c9e8-4802-b3f1-36ff60801837 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:02:24.833709 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c764c32-c9e8-4802-b3f1-36ff60801837 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:02:24.917745 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c764c32-c9e8-4802-b3f1-36ff60801837 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Pushing event updated for resources: {'Port': ['ID=0b04b54a-d0f5-4825-9442-9ea2e2e340af,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:24.946588 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c764c32-c9e8-4802-b3f1-36ff60801837 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:24.947367 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1c764c32-c9e8-4802-b3f1-36ff60801837 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:24.983065 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1c764c32-c9e8-4802-b3f1-36ff60801837 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.0392411 Mar 07 11:02:24.985511 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56392) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:25.134018 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-3178b997-f64e-43c4-bf00-7efb704684f9 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Deleting port 0b04b54a-d0f5-4825-9442-9ea2e2e340af {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:02:25.134781 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3178b997-f64e-43c4-bf00-7efb704684f9 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (0b04b54a-d0f5-4825-9442-9ea2e2e340af), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:25.646795 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3178b997-f64e-43c4-bf00-7efb704684f9 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (0b04b54a-d0f5-4825-9442-9ea2e2e340af), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:25.683718 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-3178b997-f64e-43c4-bf00-7efb704684f9 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Calling delete_port for 0b04b54a-d0f5-4825-9442-9ea2e2e340af owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:02:25.994776 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3178b997-f64e-43c4-bf00-7efb704684f9 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (0b04b54a-d0f5-4825-9442-9ea2e2e340af), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:26.185500 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178b997-f64e-43c4-bf00-7efb704684f9 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b04b54a-d0f5-4825-9442-9ea2e2e340af,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:26.277878 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3178b997-f64e-43c4-bf00-7efb704684f9 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:26.291580 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56432) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:26.296456 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-68d84c34-85ab-480d-b999-013f5f28c9b4 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '320d40a0-4570-45d8-9737-2a62cda3afff', 'external_fixed_ips': [{'subnet_id': '0583176f-8e95-4c6d-b5da-28e4c52aa421', 'ip_address': '172.20.0.7'}]}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:26.300970 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3178b997-f64e-43c4-bf00-7efb704684f9 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] 10.222.0.11 "DELETE /v2.0/ports/0b04b54a-d0f5-4825-9442-9ea2e2e340af HTTP/1.1" status: 204 len: 168 time: 1.3132966 Mar 07 11:02:26.329534 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-68d84c34-85ab-480d-b999-013f5f28c9b4 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (30410e43-95b4-480f-9eb8-39b216e6299e), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:26.334266 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-68d84c34-85ab-480d-b999-013f5f28c9b4 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (30410e43-95b4-480f-9eb8-39b216e6299e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:26.426969 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-68d84c34-85ab-480d-b999-013f5f28c9b4 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router_controller (30410e43-95b4-480f-9eb8-39b216e6299e), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:26.650192 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-68d84c34-85ab-480d-b999-013f5f28c9b4 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router_gateway (30410e43-95b4-480f-9eb8-39b216e6299e), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:26.957930 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-68d84c34-85ab-480d-b999-013f5f28c9b4 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router_gateway (30410e43-95b4-480f-9eb8-39b216e6299e), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:26.983745 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-68d84c34-85ab-480d-b999-013f5f28c9b4 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:27.182383 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-68d84c34-85ab-480d-b999-013f5f28c9b4 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Allocated IP 172.20.0.7 (320d40a0-4570-45d8-9737-2a62cda3afff/0583176f-8e95-4c6d-b5da-28e4c52aa421/6c1ce896-e959-425b-be75-24be1944739c) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:02:27.345673 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-68d84c34-85ab-480d-b999-013f5f28c9b4 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for port (6c1ce896-e959-425b-be75-24be1944739c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:27.386963 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-68d84c34-85ab-480d-b999-013f5f28c9b4 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (6c1ce896-e959-425b-be75-24be1944739c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:27.453857 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d84c34-85ab-480d-b999-013f5f28c9b4 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Network 320d40a0-4570-45d8-9737-2a62cda3afff is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:02:27.462339 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-68d84c34-85ab-480d-b999-013f5f28c9b4 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:02:27.466217 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d84c34-85ab-480d-b999-013f5f28c9b4 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:02:27.471688 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d84c34-85ab-480d-b999-013f5f28c9b4 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Pushing event updated for resources: {'Port': ['ID=6c1ce896-e959-425b-be75-24be1944739c,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:27.876377 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-68d84c34-85ab-480d-b999-013f5f28c9b4 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router_gateway (30410e43-95b4-480f-9eb8-39b216e6299e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:28.253071 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-68d84c34-85ab-480d-b999-013f5f28c9b4 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (30410e43-95b4-480f-9eb8-39b216e6299e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:28.516902 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d84c34-85ab-480d-b999-013f5f28c9b4 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Router 30410e43-95b4-480f-9eb8-39b216e6299e is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:02:28.890009 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d84c34-85ab-480d-b999-013f5f28c9b4 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:02:28.913727 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c796f41-8dab-40f6-b594-a2a071986eb3 None None] Sync routers for ids ['30410e43-95b4-480f-9eb8-39b216e6299e'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:02:28.934376 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c796f41-8dab-40f6-b594-a2a071986eb3 None None] Routers {'30410e43-95b4-480f-9eb8-39b216e6299e'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:02:28.935003 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4c796f41-8dab-40f6-b594-a2a071986eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:02:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['30410e43-95b4-480f-9eb8-39b216e6299e'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:28.938026 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-68d84c34-85ab-480d-b999-013f5f28c9b4 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:28.940729 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-68d84c34-85ab-480d-b999-013f5f28c9b4 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.6485498 Mar 07 11:02:28.943412 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56518) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:29.177885 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49f53519-0975-45a8-8676-21484ef610ea tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router (30410e43-95b4-480f-9eb8-39b216e6299e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:29.347841 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49f53519-0975-45a8-8676-21484ef610ea tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router_gateway (30410e43-95b4-480f-9eb8-39b216e6299e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:29.379369 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-4c796f41-8dab-40f6-b594-a2a071986eb3 None None] Set router 30410e43-95b4-480f-9eb8-39b216e6299e gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:02:29.455884 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-49f53519-0975-45a8-8676-21484ef610ea tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Deleting port 6c1ce896-e959-425b-be75-24be1944739c {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:02:29.456285 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49f53519-0975-45a8-8676-21484ef610ea tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (6c1ce896-e959-425b-be75-24be1944739c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:29.615599 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49f53519-0975-45a8-8676-21484ef610ea tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (6c1ce896-e959-425b-be75-24be1944739c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:29.643857 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-49f53519-0975-45a8-8676-21484ef610ea tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Calling delete_port for 6c1ce896-e959-425b-be75-24be1944739c owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:02:29.647988 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4c796f41-8dab-40f6-b594-a2a071986eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30410e43-95b4-480f-9eb8-39b216e6299e', 'name': '', 'tenant_id': '47915acbb45e4b4082e3609184066780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '320d40a0-4570-45d8-9737-2a62cda3afff', 'external_fixed_ips': [{'subnet_id': '0583176f-8e95-4c6d-b5da-28e4c52aa421', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '6c1ce896-e959-425b-be75-24be1944739c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:02:26Z', 'updated_at': '2022-03-07T11:02:27Z', 'revision_number': 3, 'project_id': '47915acbb45e4b4082e3609184066780', 'gw_port': {'id': '6c1ce896-e959-425b-be75-24be1944739c', 'name': '', 'network_id': '320d40a0-4570-45d8-9737-2a62cda3afff', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:a3:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30410e43-95b4-480f-9eb8-39b216e6299e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3294, 'fixed_ips': [{'subnet_id': '0583176f-8e95-4c6d-b5da-28e4c52aa421', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:02:26Z', 'updated_at': '2022-03-07T11:02:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0583176f-8e95-4c6d-b5da-28e4c52aa421', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:29.692346 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c796f41-8dab-40f6-b594-a2a071986eb3 None None] Checking router: 30410e43-95b4-480f-9eb8-39b216e6299e for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:02:29.692695 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c796f41-8dab-40f6-b594-a2a071986eb3 None None] Updating router 30410e43-95b4-480f-9eb8-39b216e6299e port 6c1ce896-e959-425b-be75-24be1944739c binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:02:29.727484 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4c796f41-8dab-40f6-b594-a2a071986eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6c1ce896-e959-425b-be75-24be1944739c), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:29.940126 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49f53519-0975-45a8-8676-21484ef610ea tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (6c1ce896-e959-425b-be75-24be1944739c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:29.984266 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f53519-0975-45a8-8676-21484ef610ea tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c1ce896-e959-425b-be75-24be1944739c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:30.110217 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49f53519-0975-45a8-8676-21484ef610ea tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (30410e43-95b4-480f-9eb8-39b216e6299e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:30.121131 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.db.api [None req-4c796f41-8dab-40f6-b594-a2a071986eb3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:02:30.122077 n-d-832164-4 neutron-server[103769]: DEBUG oslo_db.api [None req-4c796f41-8dab-40f6-b594-a2a071986eb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:02:30.238905 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49f53519-0975-45a8-8676-21484ef610ea tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (30410e43-95b4-480f-9eb8-39b216e6299e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:30.248212 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49f53519-0975-45a8-8676-21484ef610ea tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router_controller (30410e43-95b4-480f-9eb8-39b216e6299e), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:30.328845 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49f53519-0975-45a8-8676-21484ef610ea tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (30410e43-95b4-480f-9eb8-39b216e6299e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:30.330975 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f53519-0975-45a8-8676-21484ef610ea tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30410e43-95b4-480f-9eb8-39b216e6299e {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:02:30.341191 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49f53519-0975-45a8-8676-21484ef610ea tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:30.343150 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-49f53519-0975-45a8-8676-21484ef610ea tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] 10.222.0.11 "DELETE /v2.0/routers/30410e43-95b4-480f-9eb8-39b216e6299e HTTP/1.1" status: 204 len: 168 time: 1.3982153 Mar 07 11:02:30.346041 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56538) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:30.419801 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-53baacba-a073-429d-b091-e9e73f1734fe tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Deleting subnet 0583176f-8e95-4c6d-b5da-28e4c52aa421 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:02:30.424217 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-53baacba-a073-429d-b091-e9e73f1734fe tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for subnet (0583176f-8e95-4c6d-b5da-28e4c52aa421), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:30.505411 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-53baacba-a073-429d-b091-e9e73f1734fe tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (0583176f-8e95-4c6d-b5da-28e4c52aa421), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:30.563509 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-53baacba-a073-429d-b091-e9e73f1734fe tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (0583176f-8e95-4c6d-b5da-28e4c52aa421), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:30.646990 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-53baacba-a073-429d-b091-e9e73f1734fe tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (0583176f-8e95-4c6d-b5da-28e4c52aa421), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:30.666614 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c796f41-8dab-40f6-b594-a2a071986eb3 None None] Port 6c1ce896-e959-425b-be75-24be1944739c not found while updating agent binding for router 30410e43-95b4-480f-9eb8-39b216e6299e. {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 07 11:02:30.687922 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c796f41-8dab-40f6-b594-a2a071986eb3 None None] Routers set() bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:02:30.688289 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c796f41-8dab-40f6-b594-a2a071986eb3 None None] Router IDs set() for agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 11:02:30.688897 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_agentschedulers_db [None req-4c796f41-8dab-40f6-b594-a2a071986eb3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'30410e43-95b4-480f-9eb8-39b216e6299e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:02:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent'). {{(pid=103769) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 11:02:30.689283 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c796f41-8dab-40f6-b594-a2a071986eb3 None None] The sync data for ids ['30410e43-95b4-480f-9eb8-39b216e6299e'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:02:30.723540 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53baacba-a073-429d-b091-e9e73f1734fe tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0583176f-8e95-4c6d-b5da-28e4c52aa421,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:30.726578 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-53baacba-a073-429d-b091-e9e73f1734fe tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:30.730624 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-53baacba-a073-429d-b091-e9e73f1734fe tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] 10.222.0.11 "DELETE /v2.0/subnets/0583176f-8e95-4c6d-b5da-28e4c52aa421 HTTP/1.1" status: 204 len: 168 time: 0.3835204 Mar 07 11:02:30.733851 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56546) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:30.856028 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-342165ca-3e70-48a1-8322-989eb3dd75e2 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (320d40a0-4570-45d8-9737-2a62cda3afff), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:31.052204 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-342165ca-3e70-48a1-8322-989eb3dd75e2 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (320d40a0-4570-45d8-9737-2a62cda3afff), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:31.089834 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-342165ca-3e70-48a1-8322-989eb3dd75e2 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['320d40a0-4570-45d8-9737-2a62cda3afff']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:31.104268 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-342165ca-3e70-48a1-8322-989eb3dd75e2 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb4fb0f9-52f8-42f6-a5cf-21b06dccb39e') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:31.104559 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-342165ca-3e70-48a1-8322-989eb3dd75e2 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb4fb0f9-52f8-42f6-a5cf-21b06dccb39e') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:31.121274 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-342165ca-3e70-48a1-8322-989eb3dd75e2 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (bb4fb0f9-52f8-42f6-a5cf-21b06dccb39e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:31.139687 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-342165ca-3e70-48a1-8322-989eb3dd75e2 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (bb4fb0f9-52f8-42f6-a5cf-21b06dccb39e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:31.153759 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-342165ca-3e70-48a1-8322-989eb3dd75e2 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:02:31.155032 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-342165ca-3e70-48a1-8322-989eb3dd75e2 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (bb4fb0f9-52f8-42f6-a5cf-21b06dccb39e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:31.157383 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:02:31.157383 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:02:31.157383 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:02:31.157383 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:02:31.157383 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:02:31.157383 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:02:31.157383 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:02:31.157383 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:02:31.157383 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:02:31.157383 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:02:31.157383 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:02:31.157383 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:02:31.157383 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:02:31.157383 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:02:31.157383 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:02:31.157383 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:02:31.157383 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:02:31.157383 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:02:31.157383 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:02:31.157383 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:02:31.157383 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:02:31.157383 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:02:31.157383 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:02:31.157383 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:02:31.157383 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:02:31.157383 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:02:31.157383 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:02:31.157383 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:02:31.157383 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:02:31.157383 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:02:31.157383 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:02:31.157383 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:02:31.690856 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-342165ca-3e70-48a1-8322-989eb3dd75e2 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (320d40a0-4570-45d8-9737-2a62cda3afff), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:31.697489 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342165ca-3e70-48a1-8322-989eb3dd75e2 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 320d40a0-4570-45d8-9737-2a62cda3afff {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Mar 07 11:02:31.700597 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-342165ca-3e70-48a1-8322-989eb3dd75e2 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:31.706109 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-342165ca-3e70-48a1-8322-989eb3dd75e2 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] 10.222.0.11 "DELETE /v2.0/networks/320d40a0-4570-45d8-9737-2a62cda3afff HTTP/1.1" status: 204 len: 168 time: 0.9709046 Mar 07 11:02:31.749059 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342165ca-3e70-48a1-8322-989eb3dd75e2 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Pushing event deleted for resources: {'Network': ['ID=320d40a0-4570-45d8-9737-2a62cda3afff,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:32.265610 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56584) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:32.270041 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-8eb4fe8f-3872-480f-be2d-5a8e863e7fb7 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Request body: {'router': {'name': 'tempest-router--106826966', 'project_id': '3df1060743a745aa9d6ec63f2c64f560'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:32.309699 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56586) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:32.317701 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8eb4fe8f-3872-480f-be2d-5a8e863e7fb7 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (69382d24-6262-48e2-8ebd-0553dcd47786), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:32.319658 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8eb4fe8f-3872-480f-be2d-5a8e863e7fb7 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (69382d24-6262-48e2-8ebd-0553dcd47786), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:32.385033 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8eb4fe8f-3872-480f-be2d-5a8e863e7fb7 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router_controller (69382d24-6262-48e2-8ebd-0553dcd47786), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:32.395092 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8eb4fe8f-3872-480f-be2d-5a8e863e7fb7 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (69382d24-6262-48e2-8ebd-0553dcd47786), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:32.422756 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8eb4fe8f-3872-480f-be2d-5a8e863e7fb7 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:32.424424 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8eb4fe8f-3872-480f-be2d-5a8e863e7fb7 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1578057 Mar 07 11:02:32.427116 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56592) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:32.531336 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1e8b4e92-a3a1-441d-8b07-9f967c2b908d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:32.545443 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9017aaf6-bf42-439a-8e96-0ac9376cf938 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router (69382d24-6262-48e2-8ebd-0553dcd47786), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:32.763261 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9017aaf6-bf42-439a-8e96-0ac9376cf938 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (69382d24-6262-48e2-8ebd-0553dcd47786), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:32.766956 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9017aaf6-bf42-439a-8e96-0ac9376cf938 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router_controller (69382d24-6262-48e2-8ebd-0553dcd47786), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:32.837237 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9017aaf6-bf42-439a-8e96-0ac9376cf938 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (69382d24-6262-48e2-8ebd-0553dcd47786), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:32.838121 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9017aaf6-bf42-439a-8e96-0ac9376cf938 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 69382d24-6262-48e2-8ebd-0553dcd47786 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:02:32.853464 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9017aaf6-bf42-439a-8e96-0ac9376cf938 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:32.857047 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9017aaf6-bf42-439a-8e96-0ac9376cf938 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] 10.222.0.11 "DELETE /v2.0/routers/69382d24-6262-48e2-8ebd-0553dcd47786 HTTP/1.1" status: 204 len: 168 time: 0.4263144 Mar 07 11:02:32.946559 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1e8b4e92-a3a1-441d-8b07-9f967c2b908d admin admin] Publish callbacks [] for security_group (97161341-f9c3-453e-a6cb-f6de2177d094), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:32.954713 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1e8b4e92-a3a1-441d-8b07-9f967c2b908d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (97161341-f9c3-453e-a6cb-f6de2177d094), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:33.007200 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1e8b4e92-a3a1-441d-8b07-9f967c2b908d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=da9aa31f69e842e19d95db57d5b8ab08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6959276 Mar 07 11:02:33.009587 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b4e92-a3a1-441d-8b07-9f967c2b908d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97161341-f9c3-453e-a6cb-f6de2177d094,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:33.014287 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56598) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:33.056806 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56600) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:33.168242 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-41f1c569-46df-4bf7-9b44-3b40e7efae22 admin admin] Publish callbacks [] for security_group (97161341-f9c3-453e-a6cb-f6de2177d094), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:33.206701 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-41f1c569-46df-4bf7-9b44-3b40e7efae22 admin admin] Publish callbacks [] for security_group (97161341-f9c3-453e-a6cb-f6de2177d094), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:33.260857 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e779baf0-6147-4946-a174-e135616fa374 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-27022218', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}, 'admin_state_up': False}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:33.297051 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e779baf0-6147-4946-a174-e135616fa374 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (ff82d88c-f124-4f00-9db5-e291ffd1b4cd), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:33.302444 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e779baf0-6147-4946-a174-e135616fa374 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (ff82d88c-f124-4f00-9db5-e291ffd1b4cd), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:33.322607 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-41f1c569-46df-4bf7-9b44-3b40e7efae22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (97161341-f9c3-453e-a6cb-f6de2177d094), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:33.326902 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-41f1c569-46df-4bf7-9b44-3b40e7efae22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:33.328390 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-41f1c569-46df-4bf7-9b44-3b40e7efae22 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/97161341-f9c3-453e-a6cb-f6de2177d094 HTTP/1.1" status: 204 len: 168 time: 0.3115287 Mar 07 11:02:33.362293 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f1c569-46df-4bf7-9b44-3b40e7efae22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97161341-f9c3-453e-a6cb-f6de2177d094,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:33.390807 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e779baf0-6147-4946-a174-e135616fa374 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router_controller (ff82d88c-f124-4f00-9db5-e291ffd1b4cd), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:33.574559 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e779baf0-6147-4946-a174-e135616fa374 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router_gateway (ff82d88c-f124-4f00-9db5-e291ffd1b4cd), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:34.014968 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e779baf0-6147-4946-a174-e135616fa374 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router_gateway (ff82d88c-f124-4f00-9db5-e291ffd1b4cd), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:34.067456 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56620) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:34.083795 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e779baf0-6147-4946-a174-e135616fa374 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:34.087088 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a5f13076-7378-47e4-bec9-c387cb6298aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:34.260447 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a5f13076-7378-47e4-bec9-c387cb6298aa admin admin] Publish callbacks [] for security_group (279bb998-6d48-4e12-a4bb-d4d01238d5f8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:34.265713 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a5f13076-7378-47e4-bec9-c387cb6298aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (279bb998-6d48-4e12-a4bb-d4d01238d5f8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:34.328564 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a5f13076-7378-47e4-bec9-c387cb6298aa admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=589577ad38cc4047aff529150b878680&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2589662 Mar 07 11:02:34.329505 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56624) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:34.330247 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f13076-7378-47e4-bec9-c387cb6298aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279bb998-6d48-4e12-a4bb-d4d01238d5f8,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:34.334296 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-e779baf0-6147-4946-a174-e135616fa374 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Allocated IP 172.25.3.64 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/94064b1e-428a-4820-9ed9-0a578f73fca9) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:02:34.431560 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-012906d2-3a59-4f72-8a70-8c989517a146 admin admin] Publish callbacks [] for security_group (279bb998-6d48-4e12-a4bb-d4d01238d5f8), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:34.458030 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-012906d2-3a59-4f72-8a70-8c989517a146 admin admin] Publish callbacks [] for security_group (279bb998-6d48-4e12-a4bb-d4d01238d5f8), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:34.535741 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-012906d2-3a59-4f72-8a70-8c989517a146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (279bb998-6d48-4e12-a4bb-d4d01238d5f8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:34.539666 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-012906d2-3a59-4f72-8a70-8c989517a146 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:34.560411 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-012906d2-3a59-4f72-8a70-8c989517a146 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/279bb998-6d48-4e12-a4bb-d4d01238d5f8 HTTP/1.1" status: 204 len: 168 time: 0.1995530 Mar 07 11:02:34.576804 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e779baf0-6147-4946-a174-e135616fa374 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for port (94064b1e-428a-4820-9ed9-0a578f73fca9), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:34.582335 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012906d2-3a59-4f72-8a70-8c989517a146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279bb998-6d48-4e12-a4bb-d4d01238d5f8,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:34.643835 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e779baf0-6147-4946-a174-e135616fa374 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (94064b1e-428a-4820-9ed9-0a578f73fca9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:34.704258 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e779baf0-6147-4946-a174-e135616fa374 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:02:34.715283 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-e779baf0-6147-4946-a174-e135616fa374 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:02:34.730725 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e779baf0-6147-4946-a174-e135616fa374 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:02:34.809893 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779baf0-6147-4946-a174-e135616fa374 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Pushing event updated for resources: {'Port': ['ID=94064b1e-428a-4820-9ed9-0a578f73fca9,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:35.174672 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e779baf0-6147-4946-a174-e135616fa374 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router_gateway (ff82d88c-f124-4f00-9db5-e291ffd1b4cd), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:35.511711 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e779baf0-6147-4946-a174-e135616fa374 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (ff82d88c-f124-4f00-9db5-e291ffd1b4cd), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:35.949562 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e779baf0-6147-4946-a174-e135616fa374 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Router ff82d88c-f124-4f00-9db5-e291ffd1b4cd is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:02:36.158575 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e779baf0-6147-4946-a174-e135616fa374 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:02:36.171203 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70769cf9-0e02-4614-87f6-cc7f3fe92838 None None] Sync routers for ids ['ff82d88c-f124-4f00-9db5-e291ffd1b4cd'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:02:36.187523 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70769cf9-0e02-4614-87f6-cc7f3fe92838 None None] Routers {'ff82d88c-f124-4f00-9db5-e291ffd1b4cd'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:02:36.196285 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-70769cf9-0e02-4614-87f6-cc7f3fe92838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:02:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['ff82d88c-f124-4f00-9db5-e291ffd1b4cd'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:36.231774 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e779baf0-6147-4946-a174-e135616fa374 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:36.234027 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e779baf0-6147-4946-a174-e135616fa374 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.1759586 Mar 07 11:02:36.237492 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56662) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:36.297139 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-70769cf9-0e02-4614-87f6-cc7f3fe92838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:36.323654 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70769cf9-0e02-4614-87f6-cc7f3fe92838 None None] Routers {'ff82d88c-f124-4f00-9db5-e291ffd1b4cd'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:02:36.324719 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-70769cf9-0e02-4614-87f6-cc7f3fe92838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:02:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['ff82d88c-f124-4f00-9db5-e291ffd1b4cd'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:36.416395 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-70769cf9-0e02-4614-87f6-cc7f3fe92838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:36.424220 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70769cf9-0e02-4614-87f6-cc7f3fe92838 None None] The sync data for ids ['ff82d88c-f124-4f00-9db5-e291ffd1b4cd'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:02:36.499442 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-446bfc2f-828b-49f7-8c1e-c853ca6d3f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:36.514743 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-521917e1-dfda-4f6d-9de1-628803fd0297 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] 10.222.0.11 "GET /v2.0/routers/ff82d88c-f124-4f00-9db5-e291ffd1b4cd HTTP/1.1" status: 200 len: 918 time: 0.2757616 Mar 07 11:02:36.517371 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56672) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:36.559540 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-bed7f7d8-3395-48ba-92fe-4a88bf9c2292 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff82d88c-f124-4f00-9db5-e291ffd1b4cd HTTP/1.1" status: 200 len: 205 time: 0.0397274 Mar 07 11:02:36.562101 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56676) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:36.762672 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-551dba7f-09b8-4965-a9f3-789518b6dce1 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router (ff82d88c-f124-4f00-9db5-e291ffd1b4cd), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:37.039237 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-551dba7f-09b8-4965-a9f3-789518b6dce1 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router_gateway (ff82d88c-f124-4f00-9db5-e291ffd1b4cd), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:37.144944 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-551dba7f-09b8-4965-a9f3-789518b6dce1 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Deleting port 94064b1e-428a-4820-9ed9-0a578f73fca9 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:02:37.145325 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-551dba7f-09b8-4965-a9f3-789518b6dce1 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (94064b1e-428a-4820-9ed9-0a578f73fca9), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:37.223006 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56692) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:37.283270 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-551dba7f-09b8-4965-a9f3-789518b6dce1 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (94064b1e-428a-4820-9ed9-0a578f73fca9), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:37.306912 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-551dba7f-09b8-4965-a9f3-789518b6dce1 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Calling delete_port for 94064b1e-428a-4820-9ed9-0a578f73fca9 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:02:37.498448 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-551dba7f-09b8-4965-a9f3-789518b6dce1 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (94064b1e-428a-4820-9ed9-0a578f73fca9), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:37.529062 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e89508e-c7d3-41f1-b803-0627895ef136 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:37.553751 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551dba7f-09b8-4965-a9f3-789518b6dce1 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Pushing event deleted for resources: {'Port': ['ID=94064b1e-428a-4820-9ed9-0a578f73fca9,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:37.598708 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-551dba7f-09b8-4965-a9f3-789518b6dce1 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (ff82d88c-f124-4f00-9db5-e291ffd1b4cd), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:37.694379 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e89508e-c7d3-41f1-b803-0627895ef136 admin admin] Publish callbacks [] for security_group (50ab25fc-77ab-45d4-8c40-621009527c6c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:37.702374 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e89508e-c7d3-41f1-b803-0627895ef136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (50ab25fc-77ab-45d4-8c40-621009527c6c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:37.761243 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-551dba7f-09b8-4965-a9f3-789518b6dce1 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (ff82d88c-f124-4f00-9db5-e291ffd1b4cd), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:37.767080 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-551dba7f-09b8-4965-a9f3-789518b6dce1 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router_controller (ff82d88c-f124-4f00-9db5-e291ffd1b4cd), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:37.783752 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0e89508e-c7d3-41f1-b803-0627895ef136 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3d362978d8b044dd9e2acc940700f637&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5595429 Mar 07 11:02:37.791845 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56698) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:37.834050 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89508e-c7d3-41f1-b803-0627895ef136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50ab25fc-77ab-45d4-8c40-621009527c6c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:37.889027 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-551dba7f-09b8-4965-a9f3-789518b6dce1 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (ff82d88c-f124-4f00-9db5-e291ffd1b4cd), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:37.889892 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551dba7f-09b8-4965-a9f3-789518b6dce1 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Fanout notify agent at l3_agent the message router_deleted on router ff82d88c-f124-4f00-9db5-e291ffd1b4cd {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:02:37.913338 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-551dba7f-09b8-4965-a9f3-789518b6dce1 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:37.914841 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-551dba7f-09b8-4965-a9f3-789518b6dce1 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] 10.222.0.11 "DELETE /v2.0/routers/ff82d88c-f124-4f00-9db5-e291ffd1b4cd HTTP/1.1" status: 204 len: 168 time: 1.3515308 Mar 07 11:02:37.918524 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56702) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:37.923746 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-b2205c43-b773-43e7-8e22-a00985fb2911 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Request body: {'router': {'name': 'tempest-snat-router-676992749', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'enable_snat': False}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:37.933979 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8fb8810-31ef-4c56-bb5b-d099a443395f admin admin] Publish callbacks [] for security_group (50ab25fc-77ab-45d4-8c40-621009527c6c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:37.969298 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8fb8810-31ef-4c56-bb5b-d099a443395f admin admin] Publish callbacks [] for security_group (50ab25fc-77ab-45d4-8c40-621009527c6c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:37.969711 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b2205c43-b773-43e7-8e22-a00985fb2911 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (e4992061-015c-4db7-951f-0394701fdfe8), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:37.971656 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b2205c43-b773-43e7-8e22-a00985fb2911 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (e4992061-015c-4db7-951f-0394701fdfe8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:38.046198 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b2205c43-b773-43e7-8e22-a00985fb2911 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router_controller (e4992061-015c-4db7-951f-0394701fdfe8), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:38.066682 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8fb8810-31ef-4c56-bb5b-d099a443395f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (50ab25fc-77ab-45d4-8c40-621009527c6c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:38.069672 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b8fb8810-31ef-4c56-bb5b-d099a443395f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:38.070931 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b8fb8810-31ef-4c56-bb5b-d099a443395f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/50ab25fc-77ab-45d4-8c40-621009527c6c HTTP/1.1" status: 204 len: 168 time: 0.2741253 Mar 07 11:02:38.084149 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb8810-31ef-4c56-bb5b-d099a443395f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ab25fc-77ab-45d4-8c40-621009527c6c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:38.345572 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b2205c43-b773-43e7-8e22-a00985fb2911 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router_gateway (e4992061-015c-4db7-951f-0394701fdfe8), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:38.608905 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d78a9d87-9cfc-4cc3-8933-2c3c2c51faa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:38.616030 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b2205c43-b773-43e7-8e22-a00985fb2911 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router_gateway (e4992061-015c-4db7-951f-0394701fdfe8), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:38.641533 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b2205c43-b773-43e7-8e22-a00985fb2911 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:38.787843 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-b2205c43-b773-43e7-8e22-a00985fb2911 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Allocated IP 172.25.3.189 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/58225edb-a818-4d80-a1cd-9007ed72d425) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:02:38.959570 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b2205c43-b773-43e7-8e22-a00985fb2911 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for port (58225edb-a818-4d80-a1cd-9007ed72d425), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:39.002699 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b2205c43-b773-43e7-8e22-a00985fb2911 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (58225edb-a818-4d80-a1cd-9007ed72d425), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:39.110152 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2205c43-b773-43e7-8e22-a00985fb2911 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:02:39.131845 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-b2205c43-b773-43e7-8e22-a00985fb2911 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:02:39.143688 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2205c43-b773-43e7-8e22-a00985fb2911 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:02:39.191708 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2205c43-b773-43e7-8e22-a00985fb2911 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Pushing event updated for resources: {'Port': ['ID=58225edb-a818-4d80-a1cd-9007ed72d425,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:39.448567 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56746) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:39.577166 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ad50f3b2-56b6-45cb-bc44-06e7bc39a6c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:39.578940 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b2205c43-b773-43e7-8e22-a00985fb2911 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router_gateway (e4992061-015c-4db7-951f-0394701fdfe8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:39.729327 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ad50f3b2-56b6-45cb-bc44-06e7bc39a6c0 admin admin] Publish callbacks [] for security_group (1efd8d6c-da1c-45bf-a42a-9afaef3362cc), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:39.738325 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ad50f3b2-56b6-45cb-bc44-06e7bc39a6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (1efd8d6c-da1c-45bf-a42a-9afaef3362cc), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:39.795416 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ad50f3b2-56b6-45cb-bc44-06e7bc39a6c0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6e295c09be424afcb45155a1259af664&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3443935 Mar 07 11:02:39.797796 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56750) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:39.851505 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad50f3b2-56b6-45cb-bc44-06e7bc39a6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efd8d6c-da1c-45bf-a42a-9afaef3362cc,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:39.885241 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a17edaf5-cab9-4795-b85a-c612c102c87e admin admin] Publish callbacks [] for security_group (1efd8d6c-da1c-45bf-a42a-9afaef3362cc), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:39.913230 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b2205c43-b773-43e7-8e22-a00985fb2911 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (e4992061-015c-4db7-951f-0394701fdfe8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:39.917137 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a17edaf5-cab9-4795-b85a-c612c102c87e admin admin] Publish callbacks [] for security_group (1efd8d6c-da1c-45bf-a42a-9afaef3362cc), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:39.926752 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:39.993887 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a17edaf5-cab9-4795-b85a-c612c102c87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (1efd8d6c-da1c-45bf-a42a-9afaef3362cc), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:39.998321 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a17edaf5-cab9-4795-b85a-c612c102c87e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:40.002966 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a17edaf5-cab9-4795-b85a-c612c102c87e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1efd8d6c-da1c-45bf-a42a-9afaef3362cc HTTP/1.1" status: 204 len: 168 time: 0.2041960 Mar 07 11:02:40.016810 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17edaf5-cab9-4795-b85a-c612c102c87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efd8d6c-da1c-45bf-a42a-9afaef3362cc,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:40.096239 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2205c43-b773-43e7-8e22-a00985fb2911 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Router e4992061-015c-4db7-951f-0394701fdfe8 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:02:40.256768 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2205c43-b773-43e7-8e22-a00985fb2911 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:02:40.268194 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76cc282-f2c6-410a-ac22-01b39627402b None None] Sync routers for ids ['e4992061-015c-4db7-951f-0394701fdfe8'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:02:40.281669 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76cc282-f2c6-410a-ac22-01b39627402b None None] Routers {'e4992061-015c-4db7-951f-0394701fdfe8'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:02:40.282597 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-a76cc282-f2c6-410a-ac22-01b39627402b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:02:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['e4992061-015c-4db7-951f-0394701fdfe8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:40.293964 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b2205c43-b773-43e7-8e22-a00985fb2911 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:40.295257 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b2205c43-b773-43e7-8e22-a00985fb2911 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.3755503 Mar 07 11:02:40.298467 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56760) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:40.503590 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-a76cc282-f2c6-410a-ac22-01b39627402b None None] Set router e4992061-015c-4db7-951f-0394701fdfe8 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:02:40.537049 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56768) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:40.538292 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5f5dfe5a-7547-410b-811a-d9675e2d5078 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] 10.222.0.11 "GET /v2.0/routers/e4992061-015c-4db7-951f-0394701fdfe8 HTTP/1.1" status: 200 len: 908 time: 0.2386367 Mar 07 11:02:40.541431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-b37604be-cba6-4836-a925-acd9dcca8b56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Request body: {'router': {'name': 'tempest-snat-router-676992749', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'enable_snat': True}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:40.590915 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b37604be-cba6-4836-a925-acd9dcca8b56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (300e6dae-a01b-48de-827a-cecb2a93a400), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:40.592054 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b37604be-cba6-4836-a925-acd9dcca8b56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (300e6dae-a01b-48de-827a-cecb2a93a400), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:40.708915 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b37604be-cba6-4836-a925-acd9dcca8b56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router_controller (300e6dae-a01b-48de-827a-cecb2a93a400), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:40.741839 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-a76cc282-f2c6-410a-ac22-01b39627402b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4992061-015c-4db7-951f-0394701fdfe8', 'name': 'tempest-snat-router-676992749', 'tenant_id': '47915acbb45e4b4082e3609184066780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.189'}], 'enable_snat': False}, 'gw_port_id': '58225edb-a818-4d80-a1cd-9007ed72d425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:02:37Z', 'updated_at': '2022-03-07T11:02:39Z', 'revision_number': 3, 'project_id': '47915acbb45e4b4082e3609184066780', 'gw_port': {'id': '58225edb-a818-4d80-a1cd-9007ed72d425', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:64:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4992061-015c-4db7-951f-0394701fdfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:02:38Z', 'updated_at': '2022-03-07T11:02:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:40.778897 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76cc282-f2c6-410a-ac22-01b39627402b None None] Checking router: e4992061-015c-4db7-951f-0394701fdfe8 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:02:40.779155 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76cc282-f2c6-410a-ac22-01b39627402b None None] Updating router e4992061-015c-4db7-951f-0394701fdfe8 port 58225edb-a818-4d80-a1cd-9007ed72d425 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:02:40.812250 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a76cc282-f2c6-410a-ac22-01b39627402b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (58225edb-a818-4d80-a1cd-9007ed72d425), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:41.002501 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b37604be-cba6-4836-a925-acd9dcca8b56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router_gateway (300e6dae-a01b-48de-827a-cecb2a93a400), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:41.349246 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a76cc282-f2c6-410a-ac22-01b39627402b None None] Publish callbacks [] for port (58225edb-a818-4d80-a1cd-9007ed72d425), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:41.364615 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a76cc282-f2c6-410a-ac22-01b39627402b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (58225edb-a818-4d80-a1cd-9007ed72d425), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:41.425351 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe662dc6-d418-41ad-b56c-3f629cf6a45e None None] Pushing event updated for resources: {'Port': ['ID=58225edb-a818-4d80-a1cd-9007ed72d425,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:41.427456 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-a76cc282-f2c6-410a-ac22-01b39627402b None None] Attempting to bind port 58225edb-a818-4d80-a1cd-9007ed72d425 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:41.427822 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-a76cc282-f2c6-410a-ac22-01b39627402b None None] Attempting to bind port 58225edb-a818-4d80-a1cd-9007ed72d425 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:41.428180 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76cc282-f2c6-410a-ac22-01b39627402b None None] Attempting to bind port 58225edb-a818-4d80-a1cd-9007ed72d425 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:41.437771 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76cc282-f2c6-410a-ac22-01b39627402b None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:02:41.438173 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76cc282-f2c6-410a-ac22-01b39627402b None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:02:41.438529 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a76cc282-f2c6-410a-ac22-01b39627402b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:41.438922 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76cc282-f2c6-410a-ac22-01b39627402b None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:02:41.439379 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-a76cc282-f2c6-410a-ac22-01b39627402b None None] Bound port: 58225edb-a818-4d80-a1cd-9007ed72d425, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:02:41.439749 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a76cc282-f2c6-410a-ac22-01b39627402b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (58225edb-a818-4d80-a1cd-9007ed72d425), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:41.453289 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe662dc6-d418-41ad-b56c-3f629cf6a45e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:41.456074 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe662dc6-d418-41ad-b56c-3f629cf6a45e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:41.456575 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe662dc6-d418-41ad-b56c-3f629cf6a45e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:41.459335 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe662dc6-d418-41ad-b56c-3f629cf6a45e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:41.459854 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe662dc6-d418-41ad-b56c-3f629cf6a45e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:41.460342 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe662dc6-d418-41ad-b56c-3f629cf6a45e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:41.460842 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe662dc6-d418-41ad-b56c-3f629cf6a45e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:41.461342 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe662dc6-d418-41ad-b56c-3f629cf6a45e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:41.461815 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe662dc6-d418-41ad-b56c-3f629cf6a45e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:41.462765 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe662dc6-d418-41ad-b56c-3f629cf6a45e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:41.464173 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe662dc6-d418-41ad-b56c-3f629cf6a45e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:41.464921 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe662dc6-d418-41ad-b56c-3f629cf6a45e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:41.466006 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe662dc6-d418-41ad-b56c-3f629cf6a45e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:41.493033 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b37604be-cba6-4836-a925-acd9dcca8b56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router_gateway (300e6dae-a01b-48de-827a-cecb2a93a400), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:41.542244 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b37604be-cba6-4836-a925-acd9dcca8b56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:41.576221 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-a76cc282-f2c6-410a-ac22-01b39627402b None None] For port 58225edb-a818-4d80-a1cd-9007ed72d425, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:02:41.579898 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-a76cc282-f2c6-410a-ac22-01b39627402b None None] For port 58225edb-a818-4d80-a1cd-9007ed72d425, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=58225edb-a818-4d80-a1cd-9007ed72d425,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:02:41.595885 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a76cc282-f2c6-410a-ac22-01b39627402b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (58225edb-a818-4d80-a1cd-9007ed72d425), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:41.668677 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76cc282-f2c6-410a-ac22-01b39627402b None None] Routers {'e4992061-015c-4db7-951f-0394701fdfe8'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:02:41.669950 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-a76cc282-f2c6-410a-ac22-01b39627402b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:02:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['e4992061-015c-4db7-951f-0394701fdfe8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:41.672512 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe662dc6-d418-41ad-b56c-3f629cf6a45e None None] Pushing event updated for resources: {'Port': ['ID=58225edb-a818-4d80-a1cd-9007ed72d425,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:41.681921 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:41.797018 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-a76cc282-f2c6-410a-ac22-01b39627402b None None] Set router e4992061-015c-4db7-951f-0394701fdfe8 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:02:41.828753 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-b37604be-cba6-4836-a925-acd9dcca8b56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Allocated IP 172.25.3.62 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/cf78846d-283f-4512-92fd-86cf4fa97222) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:02:42.010062 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-a76cc282-f2c6-410a-ac22-01b39627402b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4992061-015c-4db7-951f-0394701fdfe8', 'name': 'tempest-snat-router-676992749', 'tenant_id': '47915acbb45e4b4082e3609184066780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.189'}], 'enable_snat': False}, 'gw_port_id': '58225edb-a818-4d80-a1cd-9007ed72d425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:02:37Z', 'updated_at': '2022-03-07T11:02:39Z', 'revision_number': 3, 'project_id': '47915acbb45e4b4082e3609184066780', 'gw_port': {'id': '58225edb-a818-4d80-a1cd-9007ed72d425', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:64:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4992061-015c-4db7-951f-0394701fdfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:02:38Z', 'updated_at': '2022-03-07T11:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:42.088108 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b37604be-cba6-4836-a925-acd9dcca8b56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for port (cf78846d-283f-4512-92fd-86cf4fa97222), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:42.094257 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76cc282-f2c6-410a-ac22-01b39627402b None None] The sync data for ids ['e4992061-015c-4db7-951f-0394701fdfe8'] in n-d-832164-4 is: [{'id': 'e4992061-015c-4db7-951f-0394701fdfe8', 'name': 'tempest-snat-router-676992749', 'tenant_id': '47915acbb45e4b4082e3609184066780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.189'}], 'enable_snat': False}, 'gw_port_id': '58225edb-a818-4d80-a1cd-9007ed72d425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:02:37Z', 'updated_at': '2022-03-07T11:02:39Z', 'revision_number': 3, 'project_id': '47915acbb45e4b4082e3609184066780', 'gw_port': {'id': '58225edb-a818-4d80-a1cd-9007ed72d425', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:64:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4992061-015c-4db7-951f-0394701fdfe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:02:38Z', 'updated_at': '2022-03-07T11:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:02:42.182802 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b37604be-cba6-4836-a925-acd9dcca8b56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (cf78846d-283f-4512-92fd-86cf4fa97222), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:42.282849 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37604be-cba6-4836-a925-acd9dcca8b56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:02:42.284627 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37604be-cba6-4836-a925-acd9dcca8b56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Pushing event updated for resources: {'Port': ['ID=cf78846d-283f-4512-92fd-86cf4fa97222,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:42.297070 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-b37604be-cba6-4836-a925-acd9dcca8b56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:02:42.302941 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37604be-cba6-4836-a925-acd9dcca8b56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:02:42.881245 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 58225edb-a818-4d80-a1cd-9007ed72d425 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:02:42.961916 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b37604be-cba6-4836-a925-acd9dcca8b56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router_gateway (300e6dae-a01b-48de-827a-cecb2a93a400), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:42.970208 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:42.985858 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 58225edb-a818-4d80-a1cd-9007ed72d425 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:02:42.986656 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (58225edb-a818-4d80-a1cd-9007ed72d425), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:43.133001 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 58225edb-a818-4d80-a1cd-9007ed72d425 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:02:43.133464 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (58225edb-a818-4d80-a1cd-9007ed72d425), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:43.188099 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 58225edb-a818-4d80-a1cd-9007ed72d425, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=58225edb-a818-4d80-a1cd-9007ed72d425,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:43.195578 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (58225edb-a818-4d80-a1cd-9007ed72d425), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:43.313262 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=58225edb-a818-4d80-a1cd-9007ed72d425,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:43.324329 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:43.325638 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:43.326554 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:43.327584 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:43.329610 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:43.330083 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:43.330512 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:43.331675 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:43.332382 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:43.335076 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:43.335526 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:43.335999 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:43.336790 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:02:43.495546 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b37604be-cba6-4836-a925-acd9dcca8b56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (300e6dae-a01b-48de-827a-cecb2a93a400), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:43.542265 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56822) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:43.765020 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37604be-cba6-4836-a925-acd9dcca8b56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Router 300e6dae-a01b-48de-827a-cecb2a93a400 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:02:43.873155 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d76fdd25-e70e-4fe3-bd89-1da2419bc12a tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:43.922002 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d76fdd25-e70e-4fe3-bd89-1da2419bc12a tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:44.088407 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d76fdd25-e70e-4fe3-bd89-1da2419bc12a tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:44.249882 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-d76fdd25-e70e-4fe3-bd89-1da2419bc12a tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Allocated IP 172.25.3.223 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/32e31a01-2bdf-4f5d-a753-d1562db365c7) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:02:44.508663 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37604be-cba6-4836-a925-acd9dcca8b56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:02:44.519301 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d76fdd25-e70e-4fe3-bd89-1da2419bc12a tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks [] for port (32e31a01-2bdf-4f5d-a753-d1562db365c7), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:44.535908 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ae844b-9250-454b-88d3-2d6863c639b3 None None] Sync routers for ids ['300e6dae-a01b-48de-827a-cecb2a93a400'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:02:44.559293 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b37604be-cba6-4836-a925-acd9dcca8b56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:44.564106 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b37604be-cba6-4836-a925-acd9dcca8b56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.0230377 Mar 07 11:02:44.564540 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56832) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:44.573024 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ae844b-9250-454b-88d3-2d6863c639b3 None None] Routers {'300e6dae-a01b-48de-827a-cecb2a93a400'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:02:44.574191 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-a7ae844b-9250-454b-88d3-2d6863c639b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:02:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['300e6dae-a01b-48de-827a-cecb2a93a400'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:44.818232 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d76fdd25-e70e-4fe3-bd89-1da2419bc12a tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (32e31a01-2bdf-4f5d-a753-d1562db365c7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:44.894479 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76fdd25-e70e-4fe3-bd89-1da2419bc12a tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:02:44.904488 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56838) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:44.911541 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f406135a-d2ef-436b-8bb3-1172aa36ca47 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] 10.222.0.11 "GET /v2.0/routers/300e6dae-a01b-48de-827a-cecb2a93a400 HTTP/1.1" status: 200 len: 906 time: 0.3440094 Mar 07 11:02:44.912665 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-d76fdd25-e70e-4fe3-bd89-1da2419bc12a tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:02:44.922621 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76fdd25-e70e-4fe3-bd89-1da2419bc12a tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:02:44.996570 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76fdd25-e70e-4fe3-bd89-1da2419bc12a tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Pushing event updated for resources: {'Port': ['ID=32e31a01-2bdf-4f5d-a753-d1562db365c7,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:45.213458 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 58225edb-a818-4d80-a1cd-9007ed72d425 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:02:45.216975 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d76fdd25-e70e-4fe3-bd89-1da2419bc12a tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks [] for floatingip (899673ee-1f20-4579-8823-545872bc8b65), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:45.218514 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b8462ce8-22ea-44cc-ab06-640be669ad4f tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router (300e6dae-a01b-48de-827a-cecb2a93a400), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:45.314950 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d76fdd25-e70e-4fe3-bd89-1da2419bc12a tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (32e31a01-2bdf-4f5d-a753-d1562db365c7), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:45.437963 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b8462ce8-22ea-44cc-ab06-640be669ad4f tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router_gateway (300e6dae-a01b-48de-827a-cecb2a93a400), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:45.452962 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-a7ae844b-9250-454b-88d3-2d6863c639b3 None None] Set router 300e6dae-a01b-48de-827a-cecb2a93a400 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:02:45.642161 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b8462ce8-22ea-44cc-ab06-640be669ad4f tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Deleting port cf78846d-283f-4512-92fd-86cf4fa97222 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:02:45.642798 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b8462ce8-22ea-44cc-ab06-640be669ad4f tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (cf78846d-283f-4512-92fd-86cf4fa97222), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:45.643005 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 58225edb-a818-4d80-a1cd-9007ed72d425 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:02:45.643394 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (58225edb-a818-4d80-a1cd-9007ed72d425), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:45.694099 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d76fdd25-e70e-4fe3-bd89-1da2419bc12a tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks [] for port (32e31a01-2bdf-4f5d-a753-d1562db365c7), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:45.711051 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d76fdd25-e70e-4fe3-bd89-1da2419bc12a tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (32e31a01-2bdf-4f5d-a753-d1562db365c7), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:45.837722 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76fdd25-e70e-4fe3-bd89-1da2419bc12a tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Pushing event updated for resources: {'Port': ['ID=32e31a01-2bdf-4f5d-a753-d1562db365c7,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:45.853900 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d76fdd25-e70e-4fe3-bd89-1da2419bc12a tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (899673ee-1f20-4579-8823-545872bc8b65), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:45.896938 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d76fdd25-e70e-4fe3-bd89-1da2419bc12a tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:45.902768 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d76fdd25-e70e-4fe3-bd89-1da2419bc12a tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3562233 Mar 07 11:02:45.907698 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b8462ce8-22ea-44cc-ab06-640be669ad4f tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (cf78846d-283f-4512-92fd-86cf4fa97222), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:45.908010 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56850) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:45.927327 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-24e86b1a-2cce-49c9-840e-c62f30ad0424 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-885377196'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:45.944097 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b8462ce8-22ea-44cc-ab06-640be669ad4f tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Calling delete_port for cf78846d-283f-4512-92fd-86cf4fa97222 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:02:45.994511 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e86b1a-2cce-49c9-840e-c62f30ad0424 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Made reservation on behalf of 06154bb585dc44f1aeb7573ad0da8428 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:02:46.001141 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-24e86b1a-2cce-49c9-840e-c62f30ad0424 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:46.036304 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-24e86b1a-2cce-49c9-840e-c62f30ad0424 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:46.112288 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 58225edb-a818-4d80-a1cd-9007ed72d425 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:02:46.193450 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-24e86b1a-2cce-49c9-840e-c62f30ad0424 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks [] for security_group (b575f7ca-1b96-4b69-8c2d-6bb89e958915), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:46.202837 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-24e86b1a-2cce-49c9-840e-c62f30ad0424 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b575f7ca-1b96-4b69-8c2d-6bb89e958915), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:46.224024 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-a7ae844b-9250-454b-88d3-2d6863c639b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '300e6dae-a01b-48de-827a-cecb2a93a400', 'name': 'tempest-snat-router-676992749', 'tenant_id': '47915acbb45e4b4082e3609184066780', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'cf78846d-283f-4512-92fd-86cf4fa97222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:02:40Z', 'updated_at': '2022-03-07T11:02:42Z', 'revision_number': 3, 'project_id': '47915acbb45e4b4082e3609184066780', 'gw_port': {'id': 'cf78846d-283f-4512-92fd-86cf4fa97222', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:dc:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '300e6dae-a01b-48de-827a-cecb2a93a400', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3321, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:02:41Z', 'updated_at': '2022-03-07T11:02:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:46.274319 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e86b1a-2cce-49c9-840e-c62f30ad0424 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b575f7ca-1b96-4b69-8c2d-6bb89e958915,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:46.282468 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ae844b-9250-454b-88d3-2d6863c639b3 None None] Checking router: 300e6dae-a01b-48de-827a-cecb2a93a400 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:02:46.283085 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ae844b-9250-454b-88d3-2d6863c639b3 None None] Updating router 300e6dae-a01b-48de-827a-cecb2a93a400 port cf78846d-283f-4512-92fd-86cf4fa97222 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:02:46.322620 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a7ae844b-9250-454b-88d3-2d6863c639b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (cf78846d-283f-4512-92fd-86cf4fa97222), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:46.359374 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b8462ce8-22ea-44cc-ab06-640be669ad4f tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (cf78846d-283f-4512-92fd-86cf4fa97222), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:46.365850 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24e86b1a-2cce-49c9-840e-c62f30ad0424 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:02:46.408627 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-24e86b1a-2cce-49c9-840e-c62f30ad0424 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (3877175d-991e-439f-a96b-98aa46ac0267), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:46.413281 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-24e86b1a-2cce-49c9-840e-c62f30ad0424 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Added segment 3877175d-991e-439f-a96b-98aa46ac0267 of type vlan for network 98993996-cf72-4964-af2b-33f6d9241d58 Mar 07 11:02:46.468550 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8462ce8-22ea-44cc-ab06-640be669ad4f tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf78846d-283f-4512-92fd-86cf4fa97222,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:46.494661 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-24e86b1a-2cce-49c9-840e-c62f30ad0424 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (98993996-cf72-4964-af2b-33f6d9241d58), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:46.562147 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b8462ce8-22ea-44cc-ab06-640be669ad4f tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (300e6dae-a01b-48de-827a-cecb2a93a400), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:46.576740 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-24e86b1a-2cce-49c9-840e-c62f30ad0424 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (98993996-cf72-4964-af2b-33f6d9241d58), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:46.582274 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e86b1a-2cce-49c9-840e-c62f30ad0424 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:46.583147 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-24e86b1a-2cce-49c9-840e-c62f30ad0424 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:46.662889 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-24e86b1a-2cce-49c9-840e-c62f30ad0424 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7532570 Mar 07 11:02:46.671145 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56854) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:46.676700 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-8629944c-5e5c-4b70-9cfd-a31d22f79953 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Request body: {'subnet': {'network_id': '98993996-cf72-4964-af2b-33f6d9241d58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:46.793576 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b8462ce8-22ea-44cc-ab06-640be669ad4f tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (300e6dae-a01b-48de-827a-cecb2a93a400), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:46.799622 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b8462ce8-22ea-44cc-ab06-640be669ad4f tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router_controller (300e6dae-a01b-48de-827a-cecb2a93a400), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:46.906270 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b8462ce8-22ea-44cc-ab06-640be669ad4f tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (300e6dae-a01b-48de-827a-cecb2a93a400), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:46.906808 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8462ce8-22ea-44cc-ab06-640be669ad4f tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 300e6dae-a01b-48de-827a-cecb2a93a400 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:02:46.914874 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b8462ce8-22ea-44cc-ab06-640be669ad4f tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:46.918340 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b8462ce8-22ea-44cc-ab06-640be669ad4f tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] 10.222.0.11 "DELETE /v2.0/routers/300e6dae-a01b-48de-827a-cecb2a93a400 HTTP/1.1" status: 204 len: 168 time: 2.0105002 Mar 07 11:02:46.918575 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56858) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:46.945000 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-a7ae844b-9250-454b-88d3-2d6863c639b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:02:46.946194 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-a7ae844b-9250-454b-88d3-2d6863c639b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:02:47.201375 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d434058b-5469-452a-9c47-68cec5c939cc tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router (e4992061-015c-4db7-951f-0394701fdfe8), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:47.254715 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e86b1a-2cce-49c9-840e-c62f30ad0424 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Pushing event updated for resources: {'Network': ['ID=98993996-cf72-4964-af2b-33f6d9241d58,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:47.269045 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 98993996-cf72-4964-af2b-33f6d9241d58 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:02:47.429718 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8629944c-5e5c-4b70-9cfd-a31d22f79953 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Made reservation on behalf of 06154bb585dc44f1aeb7573ad0da8428 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:02:47.436000 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8629944c-5e5c-4b70-9cfd-a31d22f79953 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:47.462297 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d434058b-5469-452a-9c47-68cec5c939cc tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router_gateway (e4992061-015c-4db7-951f-0394701fdfe8), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:47.485199 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ae844b-9250-454b-88d3-2d6863c639b3 None None] Port cf78846d-283f-4512-92fd-86cf4fa97222 not found while updating agent binding for router 300e6dae-a01b-48de-827a-cecb2a93a400. {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 07 11:02:47.505418 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ae844b-9250-454b-88d3-2d6863c639b3 None None] Routers set() bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:02:47.505728 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ae844b-9250-454b-88d3-2d6863c639b3 None None] Router IDs set() for agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 11:02:47.506336 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_agentschedulers_db [None req-a7ae844b-9250-454b-88d3-2d6863c639b3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'300e6dae-a01b-48de-827a-cecb2a93a400'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:02:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent'). {{(pid=103768) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 11:02:47.506722 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ae844b-9250-454b-88d3-2d6863c639b3 None None] The sync data for ids ['300e6dae-a01b-48de-827a-cecb2a93a400'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:02:47.688882 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8629944c-5e5c-4b70-9cfd-a31d22f79953 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (bc14f095-52a8-4f24-bc2f-26b364920519), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:47.732468 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-d434058b-5469-452a-9c47-68cec5c939cc tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Deleting port 58225edb-a818-4d80-a1cd-9007ed72d425 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:02:47.733066 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d434058b-5469-452a-9c47-68cec5c939cc tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (58225edb-a818-4d80-a1cd-9007ed72d425), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:47.842006 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8629944c-5e5c-4b70-9cfd-a31d22f79953 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Pushing event updated for resources: {'Subnet': ['ID=bc14f095-52a8-4f24-bc2f-26b364920519,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:47.862135 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8629944c-5e5c-4b70-9cfd-a31d22f79953 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Checking segment: {'id': '3877175d-991e-439f-a96b-98aa46ac0267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '98993996-cf72-4964-af2b-33f6d9241d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:02:47.862920 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8629944c-5e5c-4b70-9cfd-a31d22f79953 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Network hostable DHCP agents. Network: 98993996-cf72-4964-af2b-33f6d9241d58, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:02:47.938861 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8629944c-5e5c-4b70-9cfd-a31d22f79953 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Network 98993996-cf72-4964-af2b-33f6d9241d58 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:02:47.974711 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-d434058b-5469-452a-9c47-68cec5c939cc tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] For port 58225edb-a818-4d80-a1cd-9007ed72d425, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=58225edb-a818-4d80-a1cd-9007ed72d425,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:47.976129 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d434058b-5469-452a-9c47-68cec5c939cc tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (58225edb-a818-4d80-a1cd-9007ed72d425), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:47.988913 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-8629944c-5e5c-4b70-9cfd-a31d22f79953 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 98993996-cf72-4964-af2b-33f6d9241d58) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:02:48.000607 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4e1d0d-ac9e-460f-85fa-88eca94160ea None None] Network 98993996-cf72-4964-af2b-33f6d9241d58 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:02:48.012304 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8629944c-5e5c-4b70-9cfd-a31d22f79953 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:48.014885 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8629944c-5e5c-4b70-9cfd-a31d22f79953 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:48.033841 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-d434058b-5469-452a-9c47-68cec5c939cc tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Calling delete_port for 58225edb-a818-4d80-a1cd-9007ed72d425 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:02:48.097638 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8629944c-5e5c-4b70-9cfd-a31d22f79953 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4246027 Mar 07 11:02:48.105793 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56874) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:48.126274 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-94ff0c55-195a-45e8-a4d0-b19a85266e52 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2102306737', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}, 'admin_state_up': False}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:48.216968 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-94ff0c55-195a-45e8-a4d0-b19a85266e52 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (5b4f8048-7ecb-4ba2-820c-a04d936761b6), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:48.218606 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-94ff0c55-195a-45e8-a4d0-b19a85266e52 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (5b4f8048-7ecb-4ba2-820c-a04d936761b6), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:48.271541 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559c27f3-a59e-46bb-8167-b4503a952611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-98993996-cf72-4964-af2b-33f6d9241d58', 'network_id': '98993996-cf72-4964-af2b-33f6d9241d58', 'project_id': '06154bb585dc44f1aeb7573ad0da8428', 'fixed_ips': [{'subnet_id': 'bc14f095-52a8-4f24-bc2f-26b364920519'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:02:48.272548 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-559c27f3-a59e-46bb-8167-b4503a952611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:48.303577 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-94ff0c55-195a-45e8-a4d0-b19a85266e52 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks [] for router_controller (5b4f8048-7ecb-4ba2-820c-a04d936761b6), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:48.618386 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-94ff0c55-195a-45e8-a4d0-b19a85266e52 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks [] for router_gateway (5b4f8048-7ecb-4ba2-820c-a04d936761b6), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:48.671604 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-559c27f3-a59e-46bb-8167-b4503a952611 None None] Allocated IP 172.20.0.2 (98993996-cf72-4964-af2b-33f6d9241d58/bc14f095-52a8-4f24-bc2f-26b364920519/31f6a17c-ab54-483c-a0e3-8491ee76e195) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:02:48.816774 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d434058b-5469-452a-9c47-68cec5c939cc tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (58225edb-a818-4d80-a1cd-9007ed72d425), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:48.898612 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434058b-5469-452a-9c47-68cec5c939cc tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Pushing event deleted for resources: {'Port': ['ID=58225edb-a818-4d80-a1cd-9007ed72d425,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:49.063966 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d434058b-5469-452a-9c47-68cec5c939cc tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (e4992061-015c-4db7-951f-0394701fdfe8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:49.190516 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-94ff0c55-195a-45e8-a4d0-b19a85266e52 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks [] for router_gateway (5b4f8048-7ecb-4ba2-820c-a04d936761b6), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:49.207971 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:49.277264 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-559c27f3-a59e-46bb-8167-b4503a952611 None None] Publish callbacks [] for port (31f6a17c-ab54-483c-a0e3-8491ee76e195), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:49.297071 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-559c27f3-a59e-46bb-8167-b4503a952611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (31f6a17c-ab54-483c-a0e3-8491ee76e195), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:49.312882 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-94ff0c55-195a-45e8-a4d0-b19a85266e52 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:49.344146 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d434058b-5469-452a-9c47-68cec5c939cc tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (e4992061-015c-4db7-951f-0394701fdfe8), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:49.360980 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d434058b-5469-452a-9c47-68cec5c939cc tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router_controller (e4992061-015c-4db7-951f-0394701fdfe8), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:49.458806 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559c27f3-a59e-46bb-8167-b4503a952611 None None] Network 98993996-cf72-4964-af2b-33f6d9241d58 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:02:49.480657 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-559c27f3-a59e-46bb-8167-b4503a952611 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:02:49.486316 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559c27f3-a59e-46bb-8167-b4503a952611 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:02:49.498300 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c27f3-a59e-46bb-8167-b4503a952611 None None] Pushing event updated for resources: {'Port': ['ID=31f6a17c-ab54-483c-a0e3-8491ee76e195,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:49.500764 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d434058b-5469-452a-9c47-68cec5c939cc tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (e4992061-015c-4db7-951f-0394701fdfe8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:49.503605 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d434058b-5469-452a-9c47-68cec5c939cc tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e4992061-015c-4db7-951f-0394701fdfe8 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:02:49.510857 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d434058b-5469-452a-9c47-68cec5c939cc tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:49.519110 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d434058b-5469-452a-9c47-68cec5c939cc tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] 10.222.0.11 "DELETE /v2.0/routers/e4992061-015c-4db7-951f-0394701fdfe8 HTTP/1.1" status: 204 len: 168 time: 2.5994740 Mar 07 11:02:49.521517 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56886) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:49.544909 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-0c10c815-270d-4250-b04c-e2e75659e185 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-159908410', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}, 'admin_state_up': False}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:49.620084 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-94ff0c55-195a-45e8-a4d0-b19a85266e52 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Allocated IP 172.25.3.172 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/b07db6ce-4d8c-4a76-89c7-af02ff78434b) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:02:49.625797 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0c10c815-270d-4250-b04c-e2e75659e185 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:49.627255 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0c10c815-270d-4250-b04c-e2e75659e185 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:49.699005 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-559c27f3-a59e-46bb-8167-b4503a952611 None None] Attempting to bind port 31f6a17c-ab54-483c-a0e3-8491ee76e195 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:02:49.699622 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-559c27f3-a59e-46bb-8167-b4503a952611 None None] Attempting to bind port 31f6a17c-ab54-483c-a0e3-8491ee76e195 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '3877175d-991e-439f-a96b-98aa46ac0267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '98993996-cf72-4964-af2b-33f6d9241d58'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:02:49.701549 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559c27f3-a59e-46bb-8167-b4503a952611 None None] Attempting to bind port 31f6a17c-ab54-483c-a0e3-8491ee76e195 on network 98993996-cf72-4964-af2b-33f6d9241d58 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:02:49.729860 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0c10c815-270d-4250-b04c-e2e75659e185 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router_controller (3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:49.734388 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559c27f3-a59e-46bb-8167-b4503a952611 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:02:49.734774 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559c27f3-a59e-46bb-8167-b4503a952611 None None] Checking segment: {'id': '3877175d-991e-439f-a96b-98aa46ac0267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '98993996-cf72-4964-af2b-33f6d9241d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:02:49.735390 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-559c27f3-a59e-46bb-8167-b4503a952611 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:49.735962 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559c27f3-a59e-46bb-8167-b4503a952611 None None] Bound using segment: {'id': '3877175d-991e-439f-a96b-98aa46ac0267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '98993996-cf72-4964-af2b-33f6d9241d58'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:02:49.741869 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-559c27f3-a59e-46bb-8167-b4503a952611 None None] Bound port: 31f6a17c-ab54-483c-a0e3-8491ee76e195, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3877175d-991e-439f-a96b-98aa46ac0267', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '98993996-cf72-4964-af2b-33f6d9241d58'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:02:49.749051 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-559c27f3-a59e-46bb-8167-b4503a952611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (31f6a17c-ab54-483c-a0e3-8491ee76e195), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:49.964053 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-559c27f3-a59e-46bb-8167-b4503a952611 None None] For port 31f6a17c-ab54-483c-a0e3-8491ee76e195, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:02:49.978799 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-559c27f3-a59e-46bb-8167-b4503a952611 None None] For port 31f6a17c-ab54-483c-a0e3-8491ee76e195, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=31f6a17c-ab54-483c-a0e3-8491ee76e195,segment=NetworkSegment(3877175d-991e-439f-a96b-98aa46ac0267),segment_id=3877175d-991e-439f-a96b-98aa46ac0267)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:02:49.995501 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-559c27f3-a59e-46bb-8167-b4503a952611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (31f6a17c-ab54-483c-a0e3-8491ee76e195), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:50.000523 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-94ff0c55-195a-45e8-a4d0-b19a85266e52 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks [] for port (b07db6ce-4d8c-4a76-89c7-af02ff78434b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:50.107179 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-94ff0c55-195a-45e8-a4d0-b19a85266e52 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (b07db6ce-4d8c-4a76-89c7-af02ff78434b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:50.152687 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0c10c815-270d-4250-b04c-e2e75659e185 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router_gateway (3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:50.153691 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c27f3-a59e-46bb-8167-b4503a952611 None None] Pushing event updated for resources: {'Port': ['ID=31f6a17c-ab54-483c-a0e3-8491ee76e195,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:50.236274 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ff0c55-195a-45e8-a4d0-b19a85266e52 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:02:50.239318 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-94ff0c55-195a-45e8-a4d0-b19a85266e52 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:02:50.259085 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ff0c55-195a-45e8-a4d0-b19a85266e52 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:02:50.337222 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff0c55-195a-45e8-a4d0-b19a85266e52 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Pushing event updated for resources: {'Port': ['ID=b07db6ce-4d8c-4a76-89c7-af02ff78434b,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:50.743340 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0c10c815-270d-4250-b04c-e2e75659e185 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router_gateway (3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:50.788756 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0c10c815-270d-4250-b04c-e2e75659e185 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:50.938386 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 31f6a17c-ab54-483c-a0e3-8491ee76e195 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:02:51.008555 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-94ff0c55-195a-45e8-a4d0-b19a85266e52 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks [] for router_gateway (5b4f8048-7ecb-4ba2-820c-a04d936761b6), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:51.011496 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-0c10c815-270d-4250-b04c-e2e75659e185 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Allocated IP 172.25.3.236 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/a4bea178-5e5b-46bb-be7b-181470f71859) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:02:51.100580 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 31f6a17c-ab54-483c-a0e3-8491ee76e195 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:02:51.104936 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (31f6a17c-ab54-483c-a0e3-8491ee76e195), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:51.390962 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0c10c815-270d-4250-b04c-e2e75659e185 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for port (a4bea178-5e5b-46bb-be7b-181470f71859), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:51.446200 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 31f6a17c-ab54-483c-a0e3-8491ee76e195 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:02:51.446438 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (31f6a17c-ab54-483c-a0e3-8491ee76e195), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:51.522770 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 31f6a17c-ab54-483c-a0e3-8491ee76e195, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=31f6a17c-ab54-483c-a0e3-8491ee76e195,segment=NetworkSegment(3877175d-991e-439f-a96b-98aa46ac0267),segment_id=3877175d-991e-439f-a96b-98aa46ac0267)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:02:51.531265 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0c10c815-270d-4250-b04c-e2e75659e185 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (a4bea178-5e5b-46bb-be7b-181470f71859), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:51.549063 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (31f6a17c-ab54-483c-a0e3-8491ee76e195), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:51.646474 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-94ff0c55-195a-45e8-a4d0-b19a85266e52 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (5b4f8048-7ecb-4ba2-820c-a04d936761b6), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:51.700825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c10c815-270d-4250-b04c-e2e75659e185 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:02:51.732771 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-0c10c815-270d-4250-b04c-e2e75659e185 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:02:51.747342 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c10c815-270d-4250-b04c-e2e75659e185 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:02:51.749924 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=31f6a17c-ab54-483c-a0e3-8491ee76e195,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:51.777757 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 58225edb-a818-4d80-a1cd-9007ed72d425 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:02:51.791891 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10c815-270d-4250-b04c-e2e75659e185 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Pushing event updated for resources: {'Port': ['ID=a4bea178-5e5b-46bb-be7b-181470f71859,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:51.925895 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 58225edb-a818-4d80-a1cd-9007ed72d425 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:02:51.927345 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 58225edb-a818-4d80-a1cd-9007ed72d425 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:02:52.023726 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ff0c55-195a-45e8-a4d0-b19a85266e52 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Router 5b4f8048-7ecb-4ba2-820c-a04d936761b6 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:02:52.152906 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fdeea0-c3f5-4d08-983a-d5d7bbf1ca8e None None] Network 98993996-cf72-4964-af2b-33f6d9241d58 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:02:52.308433 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-8a78e305-dcad-4121-9689-1fda5e9f7d80 None None] Provisioning complete for port 31f6a17c-ab54-483c-a0e3-8491ee76e195 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:02:52.309052 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8a78e305-dcad-4121-9689-1fda5e9f7d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (31f6a17c-ab54-483c-a0e3-8491ee76e195), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:52.412992 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ff0c55-195a-45e8-a4d0-b19a85266e52 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:02:52.432199 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a213a8-d13c-4f99-915d-cd3c98188e96 None None] Sync routers for ids ['5b4f8048-7ecb-4ba2-820c-a04d936761b6'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:02:52.455266 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-94ff0c55-195a-45e8-a4d0-b19a85266e52 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:52.455842 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a213a8-d13c-4f99-915d-cd3c98188e96 None None] Routers {'5b4f8048-7ecb-4ba2-820c-a04d936761b6'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:02:52.456819 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-94ff0c55-195a-45e8-a4d0-b19a85266e52 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.3499777 Mar 07 11:02:52.459579 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56904) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:52.461440 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-66a213a8-d13c-4f99-915d-cd3c98188e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:02:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5b4f8048-7ecb-4ba2-820c-a04d936761b6'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:52.541070 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0c10c815-270d-4250-b04c-e2e75659e185 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router_gateway (3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:52.556880 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-66a213a8-d13c-4f99-915d-cd3c98188e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:52.579116 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a213a8-d13c-4f99-915d-cd3c98188e96 None None] Routers {'5b4f8048-7ecb-4ba2-820c-a04d936761b6'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:02:52.579973 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-66a213a8-d13c-4f99-915d-cd3c98188e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:02:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5b4f8048-7ecb-4ba2-820c-a04d936761b6'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:52.710303 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8a78e305-dcad-4121-9689-1fda5e9f7d80 None None] Current status of the port 31f6a17c-ab54-483c-a0e3-8491ee76e195 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:02:52.944457 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 31f6a17c-ab54-483c-a0e3-8491ee76e195 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:02:53.023943 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-66a213a8-d13c-4f99-915d-cd3c98188e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:53.030911 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a213a8-d13c-4f99-915d-cd3c98188e96 None None] The sync data for ids ['5b4f8048-7ecb-4ba2-820c-a04d936761b6'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:02:53.179965 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0c10c815-270d-4250-b04c-e2e75659e185 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:53.204842 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:53.283912 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 31f6a17c-ab54-483c-a0e3-8491ee76e195 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:02:53.284290 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (31f6a17c-ab54-483c-a0e3-8491ee76e195), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:53.425805 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-fb39cff4-39ee-46c3-8e20-19e3abeac7ab None None] Provisioning complete for port 31f6a17c-ab54-483c-a0e3-8491ee76e195 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:02:53.426176 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fb39cff4-39ee-46c3-8e20-19e3abeac7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (31f6a17c-ab54-483c-a0e3-8491ee76e195), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:53.605884 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c10c815-270d-4250-b04c-e2e75659e185 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Router 3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:02:53.644695 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 31f6a17c-ab54-483c-a0e3-8491ee76e195 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:02:53.717585 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9403705-1709-4bb8-9b04-e6b891aa7cfd tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:53.745854 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-fb39cff4-39ee-46c3-8e20-19e3abeac7ab None None] Current status of the port 31f6a17c-ab54-483c-a0e3-8491ee76e195 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:02:54.169517 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-c9403705-1709-4bb8-9b04-e6b891aa7cfd tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Allocated IP 172.20.0.1 (98993996-cf72-4964-af2b-33f6d9241d58/bc14f095-52a8-4f24-bc2f-26b364920519/9b136a97-8e1e-457a-a6cb-9b99e668ed8a) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:02:54.331318 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9403705-1709-4bb8-9b04-e6b891aa7cfd tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks [] for port (9b136a97-8e1e-457a-a6cb-9b99e668ed8a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:54.374737 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9403705-1709-4bb8-9b04-e6b891aa7cfd tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (9b136a97-8e1e-457a-a6cb-9b99e668ed8a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:54.374973 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c10c815-270d-4250-b04c-e2e75659e185 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:02:54.386738 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c4be9a-a8c7-4d35-afef-6857a0a3d154 None None] Sync routers for ids ['3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:02:54.401646 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0c10c815-270d-4250-b04c-e2e75659e185 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:54.405938 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0c10c815-270d-4250-b04c-e2e75659e185 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.8758709 Mar 07 11:02:54.410216 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56918) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:54.410380 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c4be9a-a8c7-4d35-afef-6857a0a3d154 None None] Routers {'3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:02:54.412481 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-03c4be9a-a8c7-4d35-afef-6857a0a3d154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:02:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:54.417359 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-f2086b4d-ddc1-45cc-b1e6-ad8f75a3867d tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'enable_snat': False}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:54.457322 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9403705-1709-4bb8-9b04-e6b891aa7cfd tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Network 98993996-cf72-4964-af2b-33f6d9241d58 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:02:54.463042 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-c9403705-1709-4bb8-9b04-e6b891aa7cfd tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:02:54.476992 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9403705-1709-4bb8-9b04-e6b891aa7cfd tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:02:54.478251 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-03c4be9a-a8c7-4d35-afef-6857a0a3d154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:54.504283 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c4be9a-a8c7-4d35-afef-6857a0a3d154 None None] Routers {'3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:02:54.504906 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-03c4be9a-a8c7-4d35-afef-6857a0a3d154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:02:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:54.517764 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9403705-1709-4bb8-9b04-e6b891aa7cfd tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Pushing event updated for resources: {'Port': ['ID=9b136a97-8e1e-457a-a6cb-9b99e668ed8a,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:54.553967 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9403705-1709-4bb8-9b04-e6b891aa7cfd tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (5b4f8048-7ecb-4ba2-820c-a04d936761b6), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:54.586100 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-03c4be9a-a8c7-4d35-afef-6857a0a3d154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:54.586776 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c4be9a-a8c7-4d35-afef-6857a0a3d154 None None] The sync data for ids ['3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:02:54.855453 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9403705-1709-4bb8-9b04-e6b891aa7cfd tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9b136a97-8e1e-457a-a6cb-9b99e668ed8a), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:54.943846 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2086b4d-ddc1-45cc-b1e6-ad8f75a3867d tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router_gateway (3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:54.985367 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-832bb7d4-af1a-4b5e-af3a-34e2446810f4 None None] Provisioning complete for port 9b136a97-8e1e-457a-a6cb-9b99e668ed8a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:02:54.985651 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-832bb7d4-af1a-4b5e-af3a-34e2446810f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9b136a97-8e1e-457a-a6cb-9b99e668ed8a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:55.090511 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-832bb7d4-af1a-4b5e-af3a-34e2446810f4 None None] Port 9b136a97-8e1e-457a-a6cb-9b99e668ed8a cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:02:55.645253 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2086b4d-ddc1-45cc-b1e6-ad8f75a3867d tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26448'] for router (3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:55.654048 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2086b4d-ddc1-45cc-b1e6-ad8f75a3867d tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674560'] for router (3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:55.829221 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9403705-1709-4bb8-9b04-e6b891aa7cfd tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks [] for port (9b136a97-8e1e-457a-a6cb-9b99e668ed8a), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:55.835073 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9403705-1709-4bb8-9b04-e6b891aa7cfd tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (9b136a97-8e1e-457a-a6cb-9b99e668ed8a), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:55.897548 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2086b4d-ddc1-45cc-b1e6-ad8f75a3867d tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Router 3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:02:55.937077 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c9403705-1709-4bb8-9b04-e6b891aa7cfd tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (5b4f8048-7ecb-4ba2-820c-a04d936761b6), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:55.947967 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9403705-1709-4bb8-9b04-e6b891aa7cfd tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Pushing event updated for resources: {'Port': ['ID=9b136a97-8e1e-457a-a6cb-9b99e668ed8a,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:56.065458 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9403705-1709-4bb8-9b04-e6b891aa7cfd tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Network 98993996-cf72-4964-af2b-33f6d9241d58 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:02:56.066821 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-c9403705-1709-4bb8-9b04-e6b891aa7cfd tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:02:56.083983 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2086b4d-ddc1-45cc-b1e6-ad8f75a3867d tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:02:56.091834 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2086b4d-ddc1-45cc-b1e6-ad8f75a3867d tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:56.093969 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0dcc25-231c-4847-b099-47f10ce2e8a0 None None] Sync routers for ids ['3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:02:56.096303 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f2086b4d-ddc1-45cc-b1e6-ad8f75a3867d tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] 10.222.0.11 "PUT /v2.0/routers/3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b HTTP/1.1" status: 200 len: 921 time: 1.6855869 Mar 07 11:02:56.096930 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56928) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:56.114358 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0dcc25-231c-4847-b099-47f10ce2e8a0 None None] Routers {'3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:02:56.114837 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ff0dcc25-231c-4847-b099-47f10ce2e8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:02:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:56.204900 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ff0dcc25-231c-4847-b099-47f10ce2e8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:56.230530 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0dcc25-231c-4847-b099-47f10ce2e8a0 None None] Routers {'3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:02:56.231346 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ff0dcc25-231c-4847-b099-47f10ce2e8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:02:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:56.306109 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ff0dcc25-231c-4847-b099-47f10ce2e8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:56.306769 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0dcc25-231c-4847-b099-47f10ce2e8a0 None None] The sync data for ids ['3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:02:56.344615 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-21ac3f16-cb93-4bfa-9ff4-b1dae3823de9 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] 10.222.0.11 "GET /v2.0/routers/3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b HTTP/1.1" status: 200 len: 921 time: 0.2463572 Mar 07 11:02:56.345264 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56934) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:56.348241 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9403705-1709-4bb8-9b04-e6b891aa7cfd tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Router 5b4f8048-7ecb-4ba2-820c-a04d936761b6 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:02:56.444602 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f258fb-0e24-4cea-b0c4-8cfe5ca2762a tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:56.448429 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56936) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:56.452061 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-14f258fb-0e24-4cea-b0c4-8cfe5ca2762a tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=f8958782-2869-4679-b3a6-78e3b1855431&device_id=3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1057699 Mar 07 11:02:56.529678 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-e369a7bd-5510-48bf-825e-a968d21bf2c9 None None] Provisioning complete for port 9b136a97-8e1e-457a-a6cb-9b99e668ed8a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:02:56.530260 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e369a7bd-5510-48bf-825e-a968d21bf2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9b136a97-8e1e-457a-a6cb-9b99e668ed8a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:56.590123 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9403705-1709-4bb8-9b04-e6b891aa7cfd tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:02:56.600017 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56938) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:56.602726 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e369a7bd-5510-48bf-825e-a968d21bf2c9 None None] Port 9b136a97-8e1e-457a-a6cb-9b99e668ed8a cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:02:56.605822 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a95e97e-58e2-4f32-bd5c-2eb4688bb220 None None] Sync routers for ids ['5b4f8048-7ecb-4ba2-820c-a04d936761b6'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:02:56.605969 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-725ba93c-d8d8-4753-be14-c038f4e4af40 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Request body: {'port': {'network_id': '98993996-cf72-4964-af2b-33f6d9241d58', 'name': 'tempest-FloatingIPAdminTestJSON-1841926265'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:56.610565 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c9403705-1709-4bb8-9b04-e6b891aa7cfd tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] 10.222.0.11 "PUT /v2.0/routers/5b4f8048-7ecb-4ba2-820c-a04d936761b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1485915 Mar 07 11:02:56.621522 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5226ef6f-8568-474a-a01b-8b19134118f1 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:56.626537 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5226ef6f-8568-474a-a01b-8b19134118f1 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 881 time: 0.1753402 Mar 07 11:02:56.627127 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56940) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:56.633621 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a95e97e-58e2-4f32-bd5c-2eb4688bb220 None None] Routers {'5b4f8048-7ecb-4ba2-820c-a04d936761b6'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:02:56.635578 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-6a95e97e-58e2-4f32-bd5c-2eb4688bb220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:02:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5b4f8048-7ecb-4ba2-820c-a04d936761b6'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:56.685791 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6713b078-d3b5-4c7e-b207-796d0dfd5f03 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b HTTP/1.1" status: 200 len: 205 time: 0.0573816 Mar 07 11:02:56.686367 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56942) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:56.694666 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-6a95e97e-58e2-4f32-bd5c-2eb4688bb220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:56.704709 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a95e97e-58e2-4f32-bd5c-2eb4688bb220 None None] Routers {'5b4f8048-7ecb-4ba2-820c-a04d936761b6'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:02:56.705377 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-6a95e97e-58e2-4f32-bd5c-2eb4688bb220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:02:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5b4f8048-7ecb-4ba2-820c-a04d936761b6'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:56.827120 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725ba93c-d8d8-4753-be14-c038f4e4af40 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Made reservation on behalf of 06154bb585dc44f1aeb7573ad0da8428 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:02:56.830864 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-725ba93c-d8d8-4753-be14-c038f4e4af40 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:56.875694 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-725ba93c-d8d8-4753-be14-c038f4e4af40 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] device_id is not set on port 1f3646ad-60f2-455a-975e-c973cf28574d yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:02:56.882438 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9ab1afa-ea39-4e4b-a58c-7800ca2bca1c tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router (3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:57.041971 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-6a95e97e-58e2-4f32-bd5c-2eb4688bb220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:02:57.043474 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a95e97e-58e2-4f32-bd5c-2eb4688bb220 None None] The sync data for ids ['5b4f8048-7ecb-4ba2-820c-a04d936761b6'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:02:57.059238 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9ab1afa-ea39-4e4b-a58c-7800ca2bca1c tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router_gateway (3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:57.107458 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-725ba93c-d8d8-4753-be14-c038f4e4af40 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Allocated IP 172.20.0.5 (98993996-cf72-4964-af2b-33f6d9241d58/bc14f095-52a8-4f24-bc2f-26b364920519/1f3646ad-60f2-455a-975e-c973cf28574d) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:02:57.127513 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-d9ab1afa-ea39-4e4b-a58c-7800ca2bca1c tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Deleting port a4bea178-5e5b-46bb-be7b-181470f71859 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:02:57.127827 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9ab1afa-ea39-4e4b-a58c-7800ca2bca1c tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a4bea178-5e5b-46bb-be7b-181470f71859), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:57.238345 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9ab1afa-ea39-4e4b-a58c-7800ca2bca1c tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a4bea178-5e5b-46bb-be7b-181470f71859), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:57.252950 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-d9ab1afa-ea39-4e4b-a58c-7800ca2bca1c tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Calling delete_port for a4bea178-5e5b-46bb-be7b-181470f71859 owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:02:57.332214 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-725ba93c-d8d8-4753-be14-c038f4e4af40 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks [] for port (1f3646ad-60f2-455a-975e-c973cf28574d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:57.424466 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-725ba93c-d8d8-4753-be14-c038f4e4af40 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (1f3646ad-60f2-455a-975e-c973cf28574d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:57.510769 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725ba93c-d8d8-4753-be14-c038f4e4af40 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Network 98993996-cf72-4964-af2b-33f6d9241d58 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:02:57.514942 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-725ba93c-d8d8-4753-be14-c038f4e4af40 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:02:57.526440 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725ba93c-d8d8-4753-be14-c038f4e4af40 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:02:57.531285 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ba93c-d8d8-4753-be14-c038f4e4af40 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Pushing event updated for resources: {'Port': ['ID=1f3646ad-60f2-455a-975e-c973cf28574d,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:57.551487 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9ab1afa-ea39-4e4b-a58c-7800ca2bca1c tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (a4bea178-5e5b-46bb-be7b-181470f71859), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:57.619799 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725ba93c-d8d8-4753-be14-c038f4e4af40 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:02:57.625361 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-725ba93c-d8d8-4753-be14-c038f4e4af40 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:57.663683 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-725ba93c-d8d8-4753-be14-c038f4e4af40 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0625162 Mar 07 11:02:57.675600 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56950) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:57.734670 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab1afa-ea39-4e4b-a58c-7800ca2bca1c tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Pushing event deleted for resources: {'Port': ['ID=a4bea178-5e5b-46bb-be7b-181470f71859,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:57.763914 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9ab1afa-ea39-4e4b-a58c-7800ca2bca1c tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:57.804659 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-02ad78b8-df8f-49bd-af8c-5ecf3b6e452b tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'project_id': '06154bb585dc44f1aeb7573ad0da8428', 'port_id': '1f3646ad-60f2-455a-975e-c973cf28574d'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:57.858341 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02ad78b8-df8f-49bd-af8c-5ecf3b6e452b tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:57.926859 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9ab1afa-ea39-4e4b-a58c-7800ca2bca1c tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:57.932875 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9ab1afa-ea39-4e4b-a58c-7800ca2bca1c tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router_controller (3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:57.976030 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-852d9908-5d6d-4bec-83d5-a9a43cd8386e None None] Provisioning complete for port 1f3646ad-60f2-455a-975e-c973cf28574d triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:02:57.983303 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-852d9908-5d6d-4bec-83d5-a9a43cd8386e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1f3646ad-60f2-455a-975e-c973cf28574d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:58.015725 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9ab1afa-ea39-4e4b-a58c-7800ca2bca1c tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:58.016579 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ab1afa-ea39-4e4b-a58c-7800ca2bca1c tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Fanout notify agent at l3_agent the message router_deleted on router 3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:02:58.026010 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d9ab1afa-ea39-4e4b-a58c-7800ca2bca1c tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:58.029563 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d9ab1afa-ea39-4e4b-a58c-7800ca2bca1c tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] 10.222.0.11 "DELETE /v2.0/routers/3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b HTTP/1.1" status: 204 len: 168 time: 1.3420086 Mar 07 11:02:58.031797 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 56956) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:58.043211 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-5e6bc930-3f36-4986-9fe0-ffc805c3a00d tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2081595754', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:58.078886 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5e6bc930-3f36-4986-9fe0-ffc805c3a00d tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (77c23513-4f0e-4077-87c8-873dadbd4c93), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:58.081212 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02ad78b8-df8f-49bd-af8c-5ecf3b6e452b tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:58.082720 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5e6bc930-3f36-4986-9fe0-ffc805c3a00d tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (77c23513-4f0e-4077-87c8-873dadbd4c93), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:58.106243 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-852d9908-5d6d-4bec-83d5-a9a43cd8386e None None] Port 1f3646ad-60f2-455a-975e-c973cf28574d cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:02:58.164044 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5e6bc930-3f36-4986-9fe0-ffc805c3a00d tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router_controller (77c23513-4f0e-4077-87c8-873dadbd4c93), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:58.174470 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5e6bc930-3f36-4986-9fe0-ffc805c3a00d tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (77c23513-4f0e-4077-87c8-873dadbd4c93), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:58.195210 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5e6bc930-3f36-4986-9fe0-ffc805c3a00d tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:58.199550 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5e6bc930-3f36-4986-9fe0-ffc805c3a00d tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1662934 Mar 07 11:02:58.200005 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 56958) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:02:58.204619 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-98a335cd-5039-4f52-884f-a94adaae45eb tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:02:58.314067 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-02ad78b8-df8f-49bd-af8c-5ecf3b6e452b tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Allocated IP 172.25.3.96 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/8f2467db-3a42-4c45-919c-b4bdd3ff969f) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:02:58.589450 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-98a335cd-5039-4f52-884f-a94adaae45eb tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router_gateway (77c23513-4f0e-4077-87c8-873dadbd4c93), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:58.656526 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02ad78b8-df8f-49bd-af8c-5ecf3b6e452b tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Publish callbacks [] for port (8f2467db-3a42-4c45-919c-b4bdd3ff969f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:58.746261 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02ad78b8-df8f-49bd-af8c-5ecf3b6e452b tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (8f2467db-3a42-4c45-919c-b4bdd3ff969f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:58.812898 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ad78b8-df8f-49bd-af8c-5ecf3b6e452b tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:02:58.817293 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-02ad78b8-df8f-49bd-af8c-5ecf3b6e452b tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:02:58.820056 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ad78b8-df8f-49bd-af8c-5ecf3b6e452b tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:02:58.859540 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad78b8-df8f-49bd-af8c-5ecf3b6e452b tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Pushing event updated for resources: {'Port': ['ID=8f2467db-3a42-4c45-919c-b4bdd3ff969f,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:02:59.023037 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:02:59.420128 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-98a335cd-5039-4f52-884f-a94adaae45eb tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router_gateway (77c23513-4f0e-4077-87c8-873dadbd4c93), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:59.461210 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-98a335cd-5039-4f52-884f-a94adaae45eb tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:02:59.750133 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-98a335cd-5039-4f52-884f-a94adaae45eb tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Allocated IP 172.25.3.84 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/ea0ed6f5-84f9-4c25-bf38-84d7511e4371) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:03:00.280556 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02ad78b8-df8f-49bd-af8c-5ecf3b6e452b tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Publish callbacks [] for floatingip (066d519f-4693-470e-aa89-76657ee45f09), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:00.398098 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-98a335cd-5039-4f52-884f-a94adaae45eb tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for port (ea0ed6f5-84f9-4c25-bf38-84d7511e4371), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:00.475684 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02ad78b8-df8f-49bd-af8c-5ecf3b6e452b tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8f2467db-3a42-4c45-919c-b4bdd3ff969f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:00.841281 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-98a335cd-5039-4f52-884f-a94adaae45eb tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (ea0ed6f5-84f9-4c25-bf38-84d7511e4371), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:01.022488 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a335cd-5039-4f52-884f-a94adaae45eb tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:03:01.027083 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a335cd-5039-4f52-884f-a94adaae45eb tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Pushing event updated for resources: {'Port': ['ID=ea0ed6f5-84f9-4c25-bf38-84d7511e4371,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:01.034764 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-98a335cd-5039-4f52-884f-a94adaae45eb tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:01.038554 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a335cd-5039-4f52-884f-a94adaae45eb tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:03:01.158184 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02ad78b8-df8f-49bd-af8c-5ecf3b6e452b tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Publish callbacks [] for port (8f2467db-3a42-4c45-919c-b4bdd3ff969f), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:01.167670 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02ad78b8-df8f-49bd-af8c-5ecf3b6e452b tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (8f2467db-3a42-4c45-919c-b4bdd3ff969f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:01.374959 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad78b8-df8f-49bd-af8c-5ecf3b6e452b tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Pushing event updated for resources: {'Port': ['ID=8f2467db-3a42-4c45-919c-b4bdd3ff969f,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:01.394190 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02ad78b8-df8f-49bd-af8c-5ecf3b6e452b tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (066d519f-4693-470e-aa89-76657ee45f09), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:01.590125 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-02ad78b8-df8f-49bd-af8c-5ecf3b6e452b tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Floating IP 066d519f-4693-470e-aa89-76657ee45f09 associated. External IP: 172.25.3.96, port: 1f3646ad-60f2-455a-975e-c973cf28574d. Mar 07 11:03:01.719438 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-98a335cd-5039-4f52-884f-a94adaae45eb tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router_gateway (77c23513-4f0e-4077-87c8-873dadbd4c93), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:02.093366 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-98a335cd-5039-4f52-884f-a94adaae45eb tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26448'] for router (77c23513-4f0e-4077-87c8-873dadbd4c93), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:02.099076 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-98a335cd-5039-4f52-884f-a94adaae45eb tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674560'] for router (77c23513-4f0e-4077-87c8-873dadbd4c93), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:02.105666 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ad78b8-df8f-49bd-af8c-5ecf3b6e452b tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Router 5b4f8048-7ecb-4ba2-820c-a04d936761b6 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:03:02.448205 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ad78b8-df8f-49bd-af8c-5ecf3b6e452b tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:03:02.459717 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec443e8f-1ea2-4a99-a7f4-e7ae80adecfa None None] Sync routers for ids ['5b4f8048-7ecb-4ba2-820c-a04d936761b6'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:03:02.478053 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec443e8f-1ea2-4a99-a7f4-e7ae80adecfa None None] Routers {'5b4f8048-7ecb-4ba2-820c-a04d936761b6'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:03:02.479824 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ec443e8f-1ea2-4a99-a7f4-e7ae80adecfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:02:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5b4f8048-7ecb-4ba2-820c-a04d936761b6'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:02.499454 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02ad78b8-df8f-49bd-af8c-5ecf3b6e452b tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:02.554668 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-02ad78b8-df8f-49bd-af8c-5ecf3b6e452b tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.8745434 Mar 07 11:03:02.557613 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57292) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:02.558535 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a335cd-5039-4f52-884f-a94adaae45eb tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Router 77c23513-4f0e-4077-87c8-873dadbd4c93 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:03:02.562442 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ec443e8f-1ea2-4a99-a7f4-e7ae80adecfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:02.581947 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec443e8f-1ea2-4a99-a7f4-e7ae80adecfa None None] Routers {'5b4f8048-7ecb-4ba2-820c-a04d936761b6'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:03:02.583285 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ec443e8f-1ea2-4a99-a7f4-e7ae80adecfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:02:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5b4f8048-7ecb-4ba2-820c-a04d936761b6'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:02.643816 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ec443e8f-1ea2-4a99-a7f4-e7ae80adecfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:02.644826 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec443e8f-1ea2-4a99-a7f4-e7ae80adecfa None None] The sync data for ids ['5b4f8048-7ecb-4ba2-820c-a04d936761b6'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:03:02.784563 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a335cd-5039-4f52-884f-a94adaae45eb tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:03:02.797155 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-98a335cd-5039-4f52-884f-a94adaae45eb tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:02.798598 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-98a335cd-5039-4f52-884f-a94adaae45eb tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] 10.222.0.11 "PUT /v2.0/routers/77c23513-4f0e-4077-87c8-873dadbd4c93 HTTP/1.1" status: 200 len: 879 time: 4.5975003 Mar 07 11:03:02.799694 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7190a2b7-cdcf-4e11-990d-39f32d467b11 tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] 10.222.0.11 "GET /v2.0/floatingips/066d519f-4693-470e-aa89-76657ee45f09 HTTP/1.1" status: 200 len: 982 time: 0.2409270 Mar 07 11:03:02.801562 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57322) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:02.802051 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57324) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:02.802539 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc234ce-a53c-4a42-af9d-2942e8a4aa52 None None] Sync routers for ids ['77c23513-4f0e-4077-87c8-873dadbd4c93'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:03:02.822943 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc234ce-a53c-4a42-af9d-2942e8a4aa52 None None] Routers {'77c23513-4f0e-4077-87c8-873dadbd4c93'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:03:02.824334 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-7fc234ce-a53c-4a42-af9d-2942e8a4aa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:02:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['77c23513-4f0e-4077-87c8-873dadbd4c93'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:02.904384 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-7fc234ce-a53c-4a42-af9d-2942e8a4aa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:02.930128 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc234ce-a53c-4a42-af9d-2942e8a4aa52 None None] Routers {'77c23513-4f0e-4077-87c8-873dadbd4c93'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:03:02.930706 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-7fc234ce-a53c-4a42-af9d-2942e8a4aa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:02:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['77c23513-4f0e-4077-87c8-873dadbd4c93'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:02.952490 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2c4f28af-4c3e-483f-b43e-7e4ad2adcab1 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] 10.222.0.11 "GET /v2.0/routers/77c23513-4f0e-4077-87c8-873dadbd4c93 HTTP/1.1" status: 200 len: 920 time: 0.1490624 Mar 07 11:03:02.955264 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57344) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:02.968438 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-7fc234ce-a53c-4a42-af9d-2942e8a4aa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:02.969098 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc234ce-a53c-4a42-af9d-2942e8a4aa52 None None] The sync data for ids ['77c23513-4f0e-4077-87c8-873dadbd4c93'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:03:03.063498 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c27e0d9-c34f-45c1-abd4-3dd7e3e7420f tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:03.071298 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6c27e0d9-c34f-45c1-abd4-3dd7e3e7420f tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=f8958782-2869-4679-b3a6-78e3b1855431&device_id=77c23513-4f0e-4077-87c8-873dadbd4c93&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1148889 Mar 07 11:03:03.072032 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57358) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:03.078194 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-43e54c9a-4a4a-41af-875e-5536585e6d9f tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1466 time: 0.2707925 Mar 07 11:03:03.081527 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57360) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:03.197222 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf20724-caef-4631-bde1-6bae1de79c59 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:03.209627 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0cf20724-caef-4631-bde1-6bae1de79c59 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 881 time: 0.1362550 Mar 07 11:03:03.210269 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57376) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:03.256261 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-552edc7b-91ea-4b24-990d-5d497469945a tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] 10.222.0.11 "GET /v2.0/ports?device_id=77c23513-4f0e-4077-87c8-873dadbd4c93 HTTP/1.1" status: 200 len: 205 time: 0.0426998 Mar 07 11:03:03.256593 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57382) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:03.351302 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-483b3e18-24dc-43df-82e3-7396be3ddde2 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Deleting port 8f2467db-3a42-4c45-919c-b4bdd3ff969f {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:03:03.356034 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-483b3e18-24dc-43df-82e3-7396be3ddde2 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (8f2467db-3a42-4c45-919c-b4bdd3ff969f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:03.459797 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-483b3e18-24dc-43df-82e3-7396be3ddde2 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (8f2467db-3a42-4c45-919c-b4bdd3ff969f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:03.460008 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-483b3e18-24dc-43df-82e3-7396be3ddde2 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks [] for floatingip (8f2467db-3a42-4c45-919c-b4bdd3ff969f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:03.476224 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-483b3e18-24dc-43df-82e3-7396be3ddde2 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Calling delete_port for 8f2467db-3a42-4c45-919c-b4bdd3ff969f owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:03:03.838128 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-483b3e18-24dc-43df-82e3-7396be3ddde2 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (8f2467db-3a42-4c45-919c-b4bdd3ff969f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:03.893782 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b3e18-24dc-43df-82e3-7396be3ddde2 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Pushing event deleted for resources: {'Port': ['ID=8f2467db-3a42-4c45-919c-b4bdd3ff969f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:03.914315 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483b3e18-24dc-43df-82e3-7396be3ddde2 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:03.915206 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483b3e18-24dc-43df-82e3-7396be3ddde2 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:03.916564 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483b3e18-24dc-43df-82e3-7396be3ddde2 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:03.917022 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483b3e18-24dc-43df-82e3-7396be3ddde2 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:03.917507 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483b3e18-24dc-43df-82e3-7396be3ddde2 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:03.917948 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483b3e18-24dc-43df-82e3-7396be3ddde2 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:03.919666 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483b3e18-24dc-43df-82e3-7396be3ddde2 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:03.920115 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483b3e18-24dc-43df-82e3-7396be3ddde2 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:03.920683 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483b3e18-24dc-43df-82e3-7396be3ddde2 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:03.921137 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483b3e18-24dc-43df-82e3-7396be3ddde2 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:03.921585 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483b3e18-24dc-43df-82e3-7396be3ddde2 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:03.922056 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483b3e18-24dc-43df-82e3-7396be3ddde2 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:03.922723 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483b3e18-24dc-43df-82e3-7396be3ddde2 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:03.995162 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-483b3e18-24dc-43df-82e3-7396be3ddde2 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks [] for floatingip (066d519f-4693-470e-aa89-76657ee45f09), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:04.000451 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-483b3e18-24dc-43df-82e3-7396be3ddde2 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Floating IP 066d519f-4693-470e-aa89-76657ee45f09 disassociated (deleted). External IP: 172.25.3.96, port: 1f3646ad-60f2-455a-975e-c973cf28574d. Mar 07 11:03:04.069586 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-755e7e70-3f07-439e-9f16-838d1af0f469 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router (77c23513-4f0e-4077-87c8-873dadbd4c93), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:04.244075 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-755e7e70-3f07-439e-9f16-838d1af0f469 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router_gateway (77c23513-4f0e-4077-87c8-873dadbd4c93), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:04.313778 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-755e7e70-3f07-439e-9f16-838d1af0f469 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Deleting port ea0ed6f5-84f9-4c25-bf38-84d7511e4371 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:03:04.314127 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-755e7e70-3f07-439e-9f16-838d1af0f469 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (ea0ed6f5-84f9-4c25-bf38-84d7511e4371), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:04.382728 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-483b3e18-24dc-43df-82e3-7396be3ddde2 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Router 5b4f8048-7ecb-4ba2-820c-a04d936761b6 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:03:04.399323 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-755e7e70-3f07-439e-9f16-838d1af0f469 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (ea0ed6f5-84f9-4c25-bf38-84d7511e4371), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:04.413785 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-755e7e70-3f07-439e-9f16-838d1af0f469 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Calling delete_port for ea0ed6f5-84f9-4c25-bf38-84d7511e4371 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:03:04.609082 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-755e7e70-3f07-439e-9f16-838d1af0f469 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (ea0ed6f5-84f9-4c25-bf38-84d7511e4371), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:04.647841 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e7e70-3f07-439e-9f16-838d1af0f469 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Pushing event deleted for resources: {'Port': ['ID=ea0ed6f5-84f9-4c25-bf38-84d7511e4371,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:04.723507 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-755e7e70-3f07-439e-9f16-838d1af0f469 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (77c23513-4f0e-4077-87c8-873dadbd4c93), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:04.841825 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-755e7e70-3f07-439e-9f16-838d1af0f469 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (77c23513-4f0e-4077-87c8-873dadbd4c93), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:04.845197 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-755e7e70-3f07-439e-9f16-838d1af0f469 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router_controller (77c23513-4f0e-4077-87c8-873dadbd4c93), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:04.914781 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-755e7e70-3f07-439e-9f16-838d1af0f469 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (77c23513-4f0e-4077-87c8-873dadbd4c93), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:04.916073 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755e7e70-3f07-439e-9f16-838d1af0f469 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Fanout notify agent at l3_agent the message router_deleted on router 77c23513-4f0e-4077-87c8-873dadbd4c93 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:03:04.929731 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-755e7e70-3f07-439e-9f16-838d1af0f469 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:04.931079 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-755e7e70-3f07-439e-9f16-838d1af0f469 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] 10.222.0.11 "DELETE /v2.0/routers/77c23513-4f0e-4077-87c8-873dadbd4c93 HTTP/1.1" status: 204 len: 168 time: 1.6736686 Mar 07 11:03:04.936626 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57484) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:04.941703 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-e5f94ba6-ed7e-4966-826b-4e1361ea18d8 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-41943491', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:05.002481 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e5f94ba6-ed7e-4966-826b-4e1361ea18d8 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (002461a8-3aba-4948-b901-0c30fecf0f5a), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:05.003790 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e5f94ba6-ed7e-4966-826b-4e1361ea18d8 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (002461a8-3aba-4948-b901-0c30fecf0f5a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:05.022349 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483b3e18-24dc-43df-82e3-7396be3ddde2 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:03:05.034250 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-483b3e18-24dc-43df-82e3-7396be3ddde2 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:05.036062 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8d403c-f841-4fff-849b-c44ec771e128 None None] Sync routers for ids ['5b4f8048-7ecb-4ba2-820c-a04d936761b6'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:03:05.048712 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8d403c-f841-4fff-849b-c44ec771e128 None None] Routers {'5b4f8048-7ecb-4ba2-820c-a04d936761b6'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:03:05.049360 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-be8d403c-f841-4fff-849b-c44ec771e128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:02:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5b4f8048-7ecb-4ba2-820c-a04d936761b6'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:05.094872 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e5f94ba6-ed7e-4966-826b-4e1361ea18d8 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router_controller (002461a8-3aba-4948-b901-0c30fecf0f5a), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:05.101555 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e5f94ba6-ed7e-4966-826b-4e1361ea18d8 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (002461a8-3aba-4948-b901-0c30fecf0f5a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:05.101997 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-483b3e18-24dc-43df-82e3-7396be3ddde2 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] 10.222.0.11 "DELETE /v2.0/floatingips/066d519f-4693-470e-aa89-76657ee45f09 HTTP/1.1" status: 204 len: 168 time: 2.0192671 Mar 07 11:03:05.102606 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57488) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:05.107563 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e3ff2022-9389-4646-8f87-c2e40242b956 tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:05.124988 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-be8d403c-f841-4fff-849b-c44ec771e128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:05.128884 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e5f94ba6-ed7e-4966-826b-4e1361ea18d8 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:05.132712 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e5f94ba6-ed7e-4966-826b-4e1361ea18d8 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1925201 Mar 07 11:03:05.133150 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57490) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:05.138266 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-6b8343a2-4d6c-4c8c-bc85-57d346c0ad56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'enable_snat': True}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:05.147450 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8d403c-f841-4fff-849b-c44ec771e128 None None] Routers {'5b4f8048-7ecb-4ba2-820c-a04d936761b6'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:03:05.150059 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-be8d403c-f841-4fff-849b-c44ec771e128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:02:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5b4f8048-7ecb-4ba2-820c-a04d936761b6'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:05.155879 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e3ff2022-9389-4646-8f87-c2e40242b956 tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:05.221914 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-be8d403c-f841-4fff-849b-c44ec771e128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:05.223841 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8d403c-f841-4fff-849b-c44ec771e128 None None] The sync data for ids ['5b4f8048-7ecb-4ba2-820c-a04d936761b6'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:03:05.368296 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e3ff2022-9389-4646-8f87-c2e40242b956 tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:05.436858 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6b8343a2-4d6c-4c8c-bc85-57d346c0ad56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router_gateway (002461a8-3aba-4948-b901-0c30fecf0f5a), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:05.542150 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-e3ff2022-9389-4646-8f87-c2e40242b956 tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Allocated IP 172.25.3.44 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/2a39562e-2eeb-46d9-885d-d46dc5120291) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:03:05.678374 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e3ff2022-9389-4646-8f87-c2e40242b956 tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Publish callbacks [] for port (2a39562e-2eeb-46d9-885d-d46dc5120291), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:05.691573 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6b8343a2-4d6c-4c8c-bc85-57d346c0ad56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router_gateway (002461a8-3aba-4948-b901-0c30fecf0f5a), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:05.714693 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6b8343a2-4d6c-4c8c-bc85-57d346c0ad56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:05.732692 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e3ff2022-9389-4646-8f87-c2e40242b956 tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (2a39562e-2eeb-46d9-885d-d46dc5120291), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:05.783506 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff2022-9389-4646-8f87-c2e40242b956 tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Pushing event updated for resources: {'Port': ['ID=2a39562e-2eeb-46d9-885d-d46dc5120291,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:05.801501 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ff2022-9389-4646-8f87-c2e40242b956 tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:03:05.803247 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-e3ff2022-9389-4646-8f87-c2e40242b956 tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:05.806161 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ff2022-9389-4646-8f87-c2e40242b956 tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:03:05.891889 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-6b8343a2-4d6c-4c8c-bc85-57d346c0ad56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Allocated IP 172.25.3.108 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/a47ff158-f314-4c35-8e19-a78dac17f9f1) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:03:05.949469 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e3ff2022-9389-4646-8f87-c2e40242b956 tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Publish callbacks [] for floatingip (8281e9df-78ea-46a4-98b3-e814262284f8), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:06.052412 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6b8343a2-4d6c-4c8c-bc85-57d346c0ad56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for port (a47ff158-f314-4c35-8e19-a78dac17f9f1), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:06.118150 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6b8343a2-4d6c-4c8c-bc85-57d346c0ad56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (a47ff158-f314-4c35-8e19-a78dac17f9f1), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:06.147287 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e3ff2022-9389-4646-8f87-c2e40242b956 tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2a39562e-2eeb-46d9-885d-d46dc5120291), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:06.187055 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8343a2-4d6c-4c8c-bc85-57d346c0ad56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:03:06.191556 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-6b8343a2-4d6c-4c8c-bc85-57d346c0ad56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:06.193699 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8343a2-4d6c-4c8c-bc85-57d346c0ad56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Pushing event updated for resources: {'Port': ['ID=a47ff158-f314-4c35-8e19-a78dac17f9f1,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:06.196048 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8343a2-4d6c-4c8c-bc85-57d346c0ad56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:03:06.487731 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e3ff2022-9389-4646-8f87-c2e40242b956 tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Publish callbacks [] for port (2a39562e-2eeb-46d9-885d-d46dc5120291), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:06.492499 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7fa70c03-1903-466e-b1dc-f404f239c7f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:06.503422 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e3ff2022-9389-4646-8f87-c2e40242b956 tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (2a39562e-2eeb-46d9-885d-d46dc5120291), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:06.572836 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff2022-9389-4646-8f87-c2e40242b956 tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Pushing event updated for resources: {'Port': ['ID=2a39562e-2eeb-46d9-885d-d46dc5120291,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:06.586159 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6b8343a2-4d6c-4c8c-bc85-57d346c0ad56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router_gateway (002461a8-3aba-4948-b901-0c30fecf0f5a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:06.639449 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e3ff2022-9389-4646-8f87-c2e40242b956 tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (8281e9df-78ea-46a4-98b3-e814262284f8), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:06.657666 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e3ff2022-9389-4646-8f87-c2e40242b956 tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:06.661431 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e3ff2022-9389-4646-8f87-c2e40242b956 tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5554814 Mar 07 11:03:06.663506 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57504) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:06.855527 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6b8343a2-4d6c-4c8c-bc85-57d346c0ad56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26448'] for router (002461a8-3aba-4948-b901-0c30fecf0f5a), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:06.860133 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6b8343a2-4d6c-4c8c-bc85-57d346c0ad56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674560'] for router (002461a8-3aba-4948-b901-0c30fecf0f5a), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:06.874861 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-9ac644f0-9948-4721-a211-319a7df3c951 tempest-FloatingIPAdminTestJSON-99904769 tempest-FloatingIPAdminTestJSON-99904769-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:06.914521 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ac644f0-9948-4721-a211-319a7df3c951 tempest-FloatingIPAdminTestJSON-99904769 tempest-FloatingIPAdminTestJSON-99904769-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:07.098668 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ac644f0-9948-4721-a211-319a7df3c951 tempest-FloatingIPAdminTestJSON-99904769 tempest-FloatingIPAdminTestJSON-99904769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:07.109341 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8343a2-4d6c-4c8c-bc85-57d346c0ad56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Router 002461a8-3aba-4948-b901-0c30fecf0f5a is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:03:07.279824 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8343a2-4d6c-4c8c-bc85-57d346c0ad56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:03:07.295545 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6b8343a2-4d6c-4c8c-bc85-57d346c0ad56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:07.297505 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6b8343a2-4d6c-4c8c-bc85-57d346c0ad56 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] 10.222.0.11 "PUT /v2.0/routers/002461a8-3aba-4948-b901-0c30fecf0f5a HTTP/1.1" status: 200 len: 913 time: 2.1627710 Mar 07 11:03:07.301912 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57512) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:07.311684 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d99ec8b-1097-47ee-8cb5-86844664a179 None None] Sync routers for ids ['002461a8-3aba-4948-b901-0c30fecf0f5a'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:03:07.328782 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d99ec8b-1097-47ee-8cb5-86844664a179 None None] Routers {'002461a8-3aba-4948-b901-0c30fecf0f5a'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:03:07.329897 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-3d99ec8b-1097-47ee-8cb5-86844664a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:02:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['002461a8-3aba-4948-b901-0c30fecf0f5a'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:07.343917 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-9ac644f0-9948-4721-a211-319a7df3c951 tempest-FloatingIPAdminTestJSON-99904769 tempest-FloatingIPAdminTestJSON-99904769-project] Allocated IP 172.25.3.34 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/0395eb62-73ae-487f-9403-e6b38f4bed01) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:03:07.403792 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-3d99ec8b-1097-47ee-8cb5-86844664a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:07.436180 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d99ec8b-1097-47ee-8cb5-86844664a179 None None] Routers {'002461a8-3aba-4948-b901-0c30fecf0f5a'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:03:07.436840 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-3d99ec8b-1097-47ee-8cb5-86844664a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:02:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['002461a8-3aba-4948-b901-0c30fecf0f5a'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:07.456336 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a7f736b4-501b-4328-86a9-3bacf984a671 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] 10.222.0.11 "GET /v2.0/routers/002461a8-3aba-4948-b901-0c30fecf0f5a HTTP/1.1" status: 200 len: 919 time: 0.1531463 Mar 07 11:03:07.459042 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57514) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:07.525207 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-3d99ec8b-1097-47ee-8cb5-86844664a179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:07.528771 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d99ec8b-1097-47ee-8cb5-86844664a179 None None] The sync data for ids ['002461a8-3aba-4948-b901-0c30fecf0f5a'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:03:07.558026 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6176c4-ef07-4633-8a61-a782c5c9b6d7 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:07.563144 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-cb6176c4-ef07-4633-8a61-a782c5c9b6d7 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=f8958782-2869-4679-b3a6-78e3b1855431&device_id=002461a8-3aba-4948-b901-0c30fecf0f5a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1030159 Mar 07 11:03:07.565640 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57518) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:07.568530 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ac644f0-9948-4721-a211-319a7df3c951 tempest-FloatingIPAdminTestJSON-99904769 tempest-FloatingIPAdminTestJSON-99904769-project] Publish callbacks [] for port (0395eb62-73ae-487f-9403-e6b38f4bed01), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:07.629417 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ac644f0-9948-4721-a211-319a7df3c951 tempest-FloatingIPAdminTestJSON-99904769 tempest-FloatingIPAdminTestJSON-99904769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (0395eb62-73ae-487f-9403-e6b38f4bed01), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:07.691526 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac644f0-9948-4721-a211-319a7df3c951 tempest-FloatingIPAdminTestJSON-99904769 tempest-FloatingIPAdminTestJSON-99904769-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:03:07.697359 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debc325b-f269-485c-91f8-bb4be4c40d25 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:07.699176 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-9ac644f0-9948-4721-a211-319a7df3c951 tempest-FloatingIPAdminTestJSON-99904769 tempest-FloatingIPAdminTestJSON-99904769-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:07.700367 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-debc325b-f269-485c-91f8-bb4be4c40d25 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 881 time: 0.1320398 Mar 07 11:03:07.703566 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac644f0-9948-4721-a211-319a7df3c951 tempest-FloatingIPAdminTestJSON-99904769 tempest-FloatingIPAdminTestJSON-99904769-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:03:07.704297 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57522) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:07.735135 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac644f0-9948-4721-a211-319a7df3c951 tempest-FloatingIPAdminTestJSON-99904769 tempest-FloatingIPAdminTestJSON-99904769-project] Pushing event updated for resources: {'Port': ['ID=0395eb62-73ae-487f-9403-e6b38f4bed01,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:07.757535 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57524) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:07.757716 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-75c50110-6338-4942-a16e-6d75b0bf0f26 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] 10.222.0.11 "GET /v2.0/ports?device_id=002461a8-3aba-4948-b901-0c30fecf0f5a HTTP/1.1" status: 200 len: 205 time: 0.0520031 Mar 07 11:03:07.921968 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ac644f0-9948-4721-a211-319a7df3c951 tempest-FloatingIPAdminTestJSON-99904769 tempest-FloatingIPAdminTestJSON-99904769-project] Publish callbacks [] for floatingip (38d70495-4722-4eda-939d-05058e9fa906), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:07.934784 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ec8b54b-8939-460d-98b5-ff3c0735dad0 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router (002461a8-3aba-4948-b901-0c30fecf0f5a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:08.009488 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ac644f0-9948-4721-a211-319a7df3c951 tempest-FloatingIPAdminTestJSON-99904769 tempest-FloatingIPAdminTestJSON-99904769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0395eb62-73ae-487f-9403-e6b38f4bed01), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:08.193092 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ec8b54b-8939-460d-98b5-ff3c0735dad0 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router_gateway (002461a8-3aba-4948-b901-0c30fecf0f5a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:08.250690 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ac644f0-9948-4721-a211-319a7df3c951 tempest-FloatingIPAdminTestJSON-99904769 tempest-FloatingIPAdminTestJSON-99904769-project] Publish callbacks [] for port (0395eb62-73ae-487f-9403-e6b38f4bed01), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:08.256962 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ac644f0-9948-4721-a211-319a7df3c951 tempest-FloatingIPAdminTestJSON-99904769 tempest-FloatingIPAdminTestJSON-99904769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (0395eb62-73ae-487f-9403-e6b38f4bed01), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:08.350298 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac644f0-9948-4721-a211-319a7df3c951 tempest-FloatingIPAdminTestJSON-99904769 tempest-FloatingIPAdminTestJSON-99904769-project] Pushing event updated for resources: {'Port': ['ID=0395eb62-73ae-487f-9403-e6b38f4bed01,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:08.359996 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-9ec8b54b-8939-460d-98b5-ff3c0735dad0 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Deleting port a47ff158-f314-4c35-8e19-a78dac17f9f1 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:03:08.360348 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ec8b54b-8939-460d-98b5-ff3c0735dad0 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a47ff158-f314-4c35-8e19-a78dac17f9f1), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:08.365405 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ac644f0-9948-4721-a211-319a7df3c951 tempest-FloatingIPAdminTestJSON-99904769 tempest-FloatingIPAdminTestJSON-99904769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (38d70495-4722-4eda-939d-05058e9fa906), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:08.473011 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ec8b54b-8939-460d-98b5-ff3c0735dad0 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a47ff158-f314-4c35-8e19-a78dac17f9f1), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:08.487383 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-9ec8b54b-8939-460d-98b5-ff3c0735dad0 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Calling delete_port for a47ff158-f314-4c35-8e19-a78dac17f9f1 owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:03:08.601662 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-942d6286-4990-4ac9-9f33-7d2e2263eb72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:08.740404 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ac644f0-9948-4721-a211-319a7df3c951 tempest-FloatingIPAdminTestJSON-99904769 tempest-FloatingIPAdminTestJSON-99904769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:08.744558 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9ac644f0-9948-4721-a211-319a7df3c951 tempest-FloatingIPAdminTestJSON-99904769 tempest-FloatingIPAdminTestJSON-99904769-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0768511 Mar 07 11:03:08.744927 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ec8b54b-8939-460d-98b5-ff3c0735dad0 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (a47ff158-f314-4c35-8e19-a78dac17f9f1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:08.745595 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57538) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:08.775444 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8b54b-8939-460d-98b5-ff3c0735dad0 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Pushing event deleted for resources: {'Port': ['ID=a47ff158-f314-4c35-8e19-a78dac17f9f1,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:08.859292 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-43eaf476-61d0-40a3-9633-258b6cd4a643 tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.1113124 Mar 07 11:03:08.859886 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57540) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:08.906410 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ec8b54b-8939-460d-98b5-ff3c0735dad0 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (002461a8-3aba-4948-b901-0c30fecf0f5a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:09.177324 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ec8b54b-8939-460d-98b5-ff3c0735dad0 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (002461a8-3aba-4948-b901-0c30fecf0f5a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:09.181782 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ec8b54b-8939-460d-98b5-ff3c0735dad0 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router_controller (002461a8-3aba-4948-b901-0c30fecf0f5a), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:09.283550 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ec8b54b-8939-460d-98b5-ff3c0735dad0 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (002461a8-3aba-4948-b901-0c30fecf0f5a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:09.284515 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec8b54b-8939-460d-98b5-ff3c0735dad0 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Fanout notify agent at l3_agent the message router_deleted on router 002461a8-3aba-4948-b901-0c30fecf0f5a {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:03:09.307229 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9ec8b54b-8939-460d-98b5-ff3c0735dad0 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:09.315540 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9ec8b54b-8939-460d-98b5-ff3c0735dad0 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] 10.222.0.11 "DELETE /v2.0/routers/002461a8-3aba-4948-b901-0c30fecf0f5a HTTP/1.1" status: 204 len: 168 time: 1.5483971 Mar 07 11:03:09.315890 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57546) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:09.320699 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-325429cb-6efb-4b96-9e4b-9285aa44e0f5 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-257181199', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:09.379313 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-325429cb-6efb-4b96-9e4b-9285aa44e0f5 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (63642d90-afd8-4f77-961a-5127aed2f2c4), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:09.381337 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-325429cb-6efb-4b96-9e4b-9285aa44e0f5 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (63642d90-afd8-4f77-961a-5127aed2f2c4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:09.504452 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-325429cb-6efb-4b96-9e4b-9285aa44e0f5 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router_controller (63642d90-afd8-4f77-961a-5127aed2f2c4), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:09.515388 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-325429cb-6efb-4b96-9e4b-9285aa44e0f5 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (63642d90-afd8-4f77-961a-5127aed2f2c4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:09.549230 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-325429cb-6efb-4b96-9e4b-9285aa44e0f5 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:09.550987 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-325429cb-6efb-4b96-9e4b-9285aa44e0f5 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2337420 Mar 07 11:03:09.554937 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57552) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:09.559596 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-cff47618-73c6-4ee4-80cd-cb13755e33a1 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'enable_snat': False}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:09.614871 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-86394006-fa0b-4782-ae2d-263b39e851e2 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] 10.222.0.11 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.7538869 Mar 07 11:03:09.617520 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57554) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:09.862072 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-635404be-fcd2-4823-8c9a-a5716a78a719 tempest-FloatingIPAdminTestJSON-99904769 tempest-FloatingIPAdminTestJSON-99904769-project] Deleting port 0395eb62-73ae-487f-9403-e6b38f4bed01 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:03:09.862975 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-635404be-fcd2-4823-8c9a-a5716a78a719 tempest-FloatingIPAdminTestJSON-99904769 tempest-FloatingIPAdminTestJSON-99904769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (0395eb62-73ae-487f-9403-e6b38f4bed01), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:09.955309 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:10.030777 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cff47618-73c6-4ee4-80cd-cb13755e33a1 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router_gateway (63642d90-afd8-4f77-961a-5127aed2f2c4), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:10.044806 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-635404be-fcd2-4823-8c9a-a5716a78a719 tempest-FloatingIPAdminTestJSON-99904769 tempest-FloatingIPAdminTestJSON-99904769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (0395eb62-73ae-487f-9403-e6b38f4bed01), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:10.045271 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-635404be-fcd2-4823-8c9a-a5716a78a719 tempest-FloatingIPAdminTestJSON-99904769 tempest-FloatingIPAdminTestJSON-99904769-project] Publish callbacks [] for floatingip (0395eb62-73ae-487f-9403-e6b38f4bed01), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:10.063391 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-635404be-fcd2-4823-8c9a-a5716a78a719 tempest-FloatingIPAdminTestJSON-99904769 tempest-FloatingIPAdminTestJSON-99904769-project] Calling delete_port for 0395eb62-73ae-487f-9403-e6b38f4bed01 owned by network:floatingip {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:03:10.226895 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-635404be-fcd2-4823-8c9a-a5716a78a719 tempest-FloatingIPAdminTestJSON-99904769 tempest-FloatingIPAdminTestJSON-99904769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (0395eb62-73ae-487f-9403-e6b38f4bed01), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:10.281352 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635404be-fcd2-4823-8c9a-a5716a78a719 tempest-FloatingIPAdminTestJSON-99904769 tempest-FloatingIPAdminTestJSON-99904769-project] Pushing event deleted for resources: {'Port': ['ID=0395eb62-73ae-487f-9403-e6b38f4bed01,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:10.376075 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-635404be-fcd2-4823-8c9a-a5716a78a719 tempest-FloatingIPAdminTestJSON-99904769 tempest-FloatingIPAdminTestJSON-99904769-project] Publish callbacks [] for floatingip (38d70495-4722-4eda-939d-05058e9fa906), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:10.382206 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-635404be-fcd2-4823-8c9a-a5716a78a719 tempest-FloatingIPAdminTestJSON-99904769 tempest-FloatingIPAdminTestJSON-99904769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:10.386602 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-635404be-fcd2-4823-8c9a-a5716a78a719 tempest-FloatingIPAdminTestJSON-99904769 tempest-FloatingIPAdminTestJSON-99904769-project] 10.222.0.11 "DELETE /v2.0/floatingips/38d70495-4722-4eda-939d-05058e9fa906 HTTP/1.1" status: 204 len: 168 time: 0.7680731 Mar 07 11:03:10.393602 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57560) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:10.570730 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cff47618-73c6-4ee4-80cd-cb13755e33a1 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router_gateway (63642d90-afd8-4f77-961a-5127aed2f2c4), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:10.591492 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cff47618-73c6-4ee4-80cd-cb13755e33a1 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:10.686946 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-ae7be13b-a4f7-40e7-b3a7-12f000f06cbb tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Deleting port 2a39562e-2eeb-46d9-885d-d46dc5120291 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:03:10.687188 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ae7be13b-a4f7-40e7-b3a7-12f000f06cbb tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (2a39562e-2eeb-46d9-885d-d46dc5120291), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:10.790101 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ae7be13b-a4f7-40e7-b3a7-12f000f06cbb tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (2a39562e-2eeb-46d9-885d-d46dc5120291), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:10.790622 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ae7be13b-a4f7-40e7-b3a7-12f000f06cbb tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Publish callbacks [] for floatingip (2a39562e-2eeb-46d9-885d-d46dc5120291), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:10.798189 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-cff47618-73c6-4ee4-80cd-cb13755e33a1 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Allocated IP 172.25.3.141 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/c7aeb68a-2184-41a9-8bdf-8399ee1a3716) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:03:10.808553 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-ae7be13b-a4f7-40e7-b3a7-12f000f06cbb tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Calling delete_port for 2a39562e-2eeb-46d9-885d-d46dc5120291 owned by network:floatingip {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:03:10.949316 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cff47618-73c6-4ee4-80cd-cb13755e33a1 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for port (c7aeb68a-2184-41a9-8bdf-8399ee1a3716), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:10.995728 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cff47618-73c6-4ee4-80cd-cb13755e33a1 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (c7aeb68a-2184-41a9-8bdf-8399ee1a3716), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:11.036476 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ae7be13b-a4f7-40e7-b3a7-12f000f06cbb tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (2a39562e-2eeb-46d9-885d-d46dc5120291), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:11.040835 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff47618-73c6-4ee4-80cd-cb13755e33a1 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:03:11.045591 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-cff47618-73c6-4ee4-80cd-cb13755e33a1 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:11.057522 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff47618-73c6-4ee4-80cd-cb13755e33a1 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:03:11.078531 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7be13b-a4f7-40e7-b3a7-12f000f06cbb tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a39562e-2eeb-46d9-885d-d46dc5120291,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:11.164289 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ae7be13b-a4f7-40e7-b3a7-12f000f06cbb tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Publish callbacks [] for floatingip (8281e9df-78ea-46a4-98b3-e814262284f8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:11.167674 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ae7be13b-a4f7-40e7-b3a7-12f000f06cbb tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:11.169974 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ae7be13b-a4f7-40e7-b3a7-12f000f06cbb tempest-FloatingIPAdminTestJSON-333265321 tempest-FloatingIPAdminTestJSON-333265321-project-admin] 10.222.0.11 "DELETE /v2.0/floatingips/8281e9df-78ea-46a4-98b3-e814262284f8 HTTP/1.1" status: 204 len: 168 time: 0.7752161 Mar 07 11:03:11.173591 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57568) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:11.343074 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b2b7fed9-7527-456e-bf30-9656e00b9916 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Deleting port 1f3646ad-60f2-455a-975e-c973cf28574d {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:03:11.344166 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b2b7fed9-7527-456e-bf30-9656e00b9916 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (1f3646ad-60f2-455a-975e-c973cf28574d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:11.363810 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff47618-73c6-4ee4-80cd-cb13755e33a1 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Pushing event updated for resources: {'Port': ['ID=c7aeb68a-2184-41a9-8bdf-8399ee1a3716,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:11.471930 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cff47618-73c6-4ee4-80cd-cb13755e33a1 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router_gateway (63642d90-afd8-4f77-961a-5127aed2f2c4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:11.595989 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b2b7fed9-7527-456e-bf30-9656e00b9916 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (1f3646ad-60f2-455a-975e-c973cf28574d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:11.615502 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b2b7fed9-7527-456e-bf30-9656e00b9916 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Calling delete_port for 1f3646ad-60f2-455a-975e-c973cf28574d owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:03:11.710051 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:11.782962 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cff47618-73c6-4ee4-80cd-cb13755e33a1 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26448'] for router (63642d90-afd8-4f77-961a-5127aed2f2c4), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:11.796232 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cff47618-73c6-4ee4-80cd-cb13755e33a1 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674560'] for router (63642d90-afd8-4f77-961a-5127aed2f2c4), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:11.920202 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b2b7fed9-7527-456e-bf30-9656e00b9916 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (1f3646ad-60f2-455a-975e-c973cf28574d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:11.973161 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7fed9-7527-456e-bf30-9656e00b9916 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Pushing event deleted for resources: {'Port': ['ID=1f3646ad-60f2-455a-975e-c973cf28574d,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:12.000875 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff47618-73c6-4ee4-80cd-cb13755e33a1 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Router 63642d90-afd8-4f77-961a-5127aed2f2c4 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:03:12.140566 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b2b7fed9-7527-456e-bf30-9656e00b9916 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:12.143884 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b2b7fed9-7527-456e-bf30-9656e00b9916 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] 10.222.0.11 "DELETE /v2.0/ports/1f3646ad-60f2-455a-975e-c973cf28574d HTTP/1.1" status: 204 len: 168 time: 0.9691498 Mar 07 11:03:12.148248 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57576) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:12.283668 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464fbcd3-d8a4-4b70-b359-0dc959fb5976 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:12.285356 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-464fbcd3-d8a4-4b70-b359-0dc959fb5976 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b4f8048-7ecb-4ba2-820c-a04d936761b6 HTTP/1.1" status: 200 len: 913 time: 0.1361442 Mar 07 11:03:12.288119 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57578) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:12.634993 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff47618-73c6-4ee4-80cd-cb13755e33a1 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:03:12.641859 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cff47618-73c6-4ee4-80cd-cb13755e33a1 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:12.643450 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cff47618-73c6-4ee4-80cd-cb13755e33a1 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] 10.222.0.11 "PUT /v2.0/routers/63642d90-afd8-4f77-961a-5127aed2f2c4 HTTP/1.1" status: 200 len: 915 time: 3.0875235 Mar 07 11:03:12.645023 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d172a16d-58f2-4975-a851-84840318ab94 None None] Sync routers for ids ['63642d90-afd8-4f77-961a-5127aed2f2c4'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:03:12.645977 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57586) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:12.663294 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d172a16d-58f2-4975-a851-84840318ab94 None None] Routers {'63642d90-afd8-4f77-961a-5127aed2f2c4'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:03:12.666780 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-d172a16d-58f2-4975-a851-84840318ab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:03:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['63642d90-afd8-4f77-961a-5127aed2f2c4'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:12.785255 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-d172a16d-58f2-4975-a851-84840318ab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:12.801330 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d172a16d-58f2-4975-a851-84840318ab94 None None] Routers {'63642d90-afd8-4f77-961a-5127aed2f2c4'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:03:12.802351 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-d172a16d-58f2-4975-a851-84840318ab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:03:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['63642d90-afd8-4f77-961a-5127aed2f2c4'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:12.811562 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b03b7cb0-2753-4508-b694-bd5da87d28ec tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] 10.222.0.11 "GET /v2.0/routers/63642d90-afd8-4f77-961a-5127aed2f2c4 HTTP/1.1" status: 200 len: 921 time: 0.1631181 Mar 07 11:03:12.813018 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57590) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:12.821454 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c5abe3a4-2736-4e20-9e39-c484b5bf344a tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (5b4f8048-7ecb-4ba2-820c-a04d936761b6), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:12.845203 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-d172a16d-58f2-4975-a851-84840318ab94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:12.846070 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d172a16d-58f2-4975-a851-84840318ab94 None None] The sync data for ids ['63642d90-afd8-4f77-961a-5127aed2f2c4'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:03:12.885900 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5efa2d-2b77-4eb8-b6f3-99968067de80 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:12.888237 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-aa5efa2d-2b77-4eb8-b6f3-99968067de80 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=f8958782-2869-4679-b3a6-78e3b1855431&device_id=63642d90-afd8-4f77-961a-5127aed2f2c4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0742257 Mar 07 11:03:12.892239 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57592) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:12.951472 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:13.096010 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248da062-bf66-4cd5-b470-4818d1d1fcde tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:13.100230 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-248da062-bf66-4cd5-b470-4818d1d1fcde tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] 10.222.0.11 "GET /v2.0/networks/f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 881 time: 0.2053690 Mar 07 11:03:13.101145 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57594) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:13.135190 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-547dff1c-0c2d-48e8-a4fb-7919c76d019a tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] 10.222.0.11 "GET /v2.0/ports?device_id=63642d90-afd8-4f77-961a-5127aed2f2c4 HTTP/1.1" status: 200 len: 205 time: 0.0314343 Mar 07 11:03:13.135576 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57598) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:13.311612 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5f923f7a-96cf-422c-b3b7-5ea038d5dfb2 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router (63642d90-afd8-4f77-961a-5127aed2f2c4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:13.419541 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-c5abe3a4-2736-4e20-9e39-c484b5bf344a tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Deleting port 9b136a97-8e1e-457a-a6cb-9b99e668ed8a {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:03:13.419900 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c5abe3a4-2736-4e20-9e39-c484b5bf344a tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (9b136a97-8e1e-457a-a6cb-9b99e668ed8a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:13.499108 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5f923f7a-96cf-422c-b3b7-5ea038d5dfb2 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router_gateway (63642d90-afd8-4f77-961a-5127aed2f2c4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:13.550597 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c5abe3a4-2736-4e20-9e39-c484b5bf344a tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (9b136a97-8e1e-457a-a6cb-9b99e668ed8a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:13.568333 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-c5abe3a4-2736-4e20-9e39-c484b5bf344a tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Calling delete_port for 9b136a97-8e1e-457a-a6cb-9b99e668ed8a owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:03:13.630622 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-5f923f7a-96cf-422c-b3b7-5ea038d5dfb2 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Deleting port c7aeb68a-2184-41a9-8bdf-8399ee1a3716 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:03:13.631006 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5f923f7a-96cf-422c-b3b7-5ea038d5dfb2 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c7aeb68a-2184-41a9-8bdf-8399ee1a3716), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:13.774479 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5f923f7a-96cf-422c-b3b7-5ea038d5dfb2 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c7aeb68a-2184-41a9-8bdf-8399ee1a3716), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:13.794873 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-5f923f7a-96cf-422c-b3b7-5ea038d5dfb2 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Calling delete_port for c7aeb68a-2184-41a9-8bdf-8399ee1a3716 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:03:13.966556 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c5abe3a4-2736-4e20-9e39-c484b5bf344a tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (9b136a97-8e1e-457a-a6cb-9b99e668ed8a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:14.007034 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5abe3a4-2736-4e20-9e39-c484b5bf344a tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Pushing event deleted for resources: {'Port': ['ID=9b136a97-8e1e-457a-a6cb-9b99e668ed8a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:14.182333 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5f923f7a-96cf-422c-b3b7-5ea038d5dfb2 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (c7aeb68a-2184-41a9-8bdf-8399ee1a3716), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:14.220779 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f923f7a-96cf-422c-b3b7-5ea038d5dfb2 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Pushing event deleted for resources: {'Port': ['ID=c7aeb68a-2184-41a9-8bdf-8399ee1a3716,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:14.350509 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5f923f7a-96cf-422c-b3b7-5ea038d5dfb2 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (63642d90-afd8-4f77-961a-5127aed2f2c4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:14.365293 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c5abe3a4-2736-4e20-9e39-c484b5bf344a tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (5b4f8048-7ecb-4ba2-820c-a04d936761b6), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:14.891766 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5f923f7a-96cf-422c-b3b7-5ea038d5dfb2 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (63642d90-afd8-4f77-961a-5127aed2f2c4), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:14.895041 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5f923f7a-96cf-422c-b3b7-5ea038d5dfb2 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router_controller (63642d90-afd8-4f77-961a-5127aed2f2c4), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:14.982184 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5f923f7a-96cf-422c-b3b7-5ea038d5dfb2 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (63642d90-afd8-4f77-961a-5127aed2f2c4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:14.982723 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f923f7a-96cf-422c-b3b7-5ea038d5dfb2 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Fanout notify agent at l3_agent the message router_deleted on router 63642d90-afd8-4f77-961a-5127aed2f2c4 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:03:14.989618 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5f923f7a-96cf-422c-b3b7-5ea038d5dfb2 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:14.991152 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5f923f7a-96cf-422c-b3b7-5ea038d5dfb2 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] 10.222.0.11 "DELETE /v2.0/routers/63642d90-afd8-4f77-961a-5127aed2f2c4 HTTP/1.1" status: 204 len: 168 time: 1.8548660 Mar 07 11:03:14.994828 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57610) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:15.008546 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-7a01e371-8917-4679-97bf-0ba82231a123 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1830837711', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}, 'admin_state_up': False}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:15.054646 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7a01e371-8917-4679-97bf-0ba82231a123 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (27da2da7-df43-47f6-978b-50175dcc2b54), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:15.055735 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7a01e371-8917-4679-97bf-0ba82231a123 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (27da2da7-df43-47f6-978b-50175dcc2b54), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:15.167061 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7a01e371-8917-4679-97bf-0ba82231a123 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router_controller (27da2da7-df43-47f6-978b-50175dcc2b54), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:15.368906 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7a01e371-8917-4679-97bf-0ba82231a123 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router_gateway (27da2da7-df43-47f6-978b-50175dcc2b54), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:15.372946 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5abe3a4-2736-4e20-9e39-c484b5bf344a tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Router 5b4f8048-7ecb-4ba2-820c-a04d936761b6 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:03:15.546869 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5abe3a4-2736-4e20-9e39-c484b5bf344a tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:03:15.554980 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c5abe3a4-2736-4e20-9e39-c484b5bf344a tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] 10.222.0.11 "PUT /v2.0/routers/5b4f8048-7ecb-4ba2-820c-a04d936761b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2630522 Mar 07 11:03:15.554980 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57616) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:15.557708 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f10fe85-57dd-40c6-bfa1-0c4fd4d2180b None None] Sync routers for ids ['5b4f8048-7ecb-4ba2-820c-a04d936761b6'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:03:15.569046 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f10fe85-57dd-40c6-bfa1-0c4fd4d2180b None None] Routers {'5b4f8048-7ecb-4ba2-820c-a04d936761b6'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:03:15.570070 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5f10fe85-57dd-40c6-bfa1-0c4fd4d2180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:03:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5b4f8048-7ecb-4ba2-820c-a04d936761b6'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:15.638386 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5f10fe85-57dd-40c6-bfa1-0c4fd4d2180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:15.668267 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f10fe85-57dd-40c6-bfa1-0c4fd4d2180b None None] Routers {'5b4f8048-7ecb-4ba2-820c-a04d936761b6'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:03:15.669763 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5f10fe85-57dd-40c6-bfa1-0c4fd4d2180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:03:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5b4f8048-7ecb-4ba2-820c-a04d936761b6'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:15.727186 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-5f10fe85-57dd-40c6-bfa1-0c4fd4d2180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:15.727988 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f10fe85-57dd-40c6-bfa1-0c4fd4d2180b None None] The sync data for ids ['5b4f8048-7ecb-4ba2-820c-a04d936761b6'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:03:15.735463 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f87c284-b6fb-41ef-8b47-1f6943be4108 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks [] for router (5b4f8048-7ecb-4ba2-820c-a04d936761b6), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:15.950595 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7a01e371-8917-4679-97bf-0ba82231a123 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router_gateway (27da2da7-df43-47f6-978b-50175dcc2b54), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:15.973622 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7a01e371-8917-4679-97bf-0ba82231a123 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:15.987891 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f87c284-b6fb-41ef-8b47-1f6943be4108 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks [] for router_gateway (5b4f8048-7ecb-4ba2-820c-a04d936761b6), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:16.148224 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-9f87c284-b6fb-41ef-8b47-1f6943be4108 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Deleting port b07db6ce-4d8c-4a76-89c7-af02ff78434b {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:03:16.149508 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f87c284-b6fb-41ef-8b47-1f6943be4108 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (b07db6ce-4d8c-4a76-89c7-af02ff78434b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:16.150560 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-7a01e371-8917-4679-97bf-0ba82231a123 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Allocated IP 172.25.3.3 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/ad6bc765-f8d9-4acc-a217-f84ad2bd28be) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:03:16.284049 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f87c284-b6fb-41ef-8b47-1f6943be4108 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (b07db6ce-4d8c-4a76-89c7-af02ff78434b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:16.324796 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-9f87c284-b6fb-41ef-8b47-1f6943be4108 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Calling delete_port for b07db6ce-4d8c-4a76-89c7-af02ff78434b owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:03:16.405145 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7a01e371-8917-4679-97bf-0ba82231a123 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for port (ad6bc765-f8d9-4acc-a217-f84ad2bd28be), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:16.498726 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7a01e371-8917-4679-97bf-0ba82231a123 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (ad6bc765-f8d9-4acc-a217-f84ad2bd28be), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:16.567266 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a01e371-8917-4679-97bf-0ba82231a123 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:03:16.576133 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-7a01e371-8917-4679-97bf-0ba82231a123 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:16.579646 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01e371-8917-4679-97bf-0ba82231a123 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Pushing event updated for resources: {'Port': ['ID=ad6bc765-f8d9-4acc-a217-f84ad2bd28be,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:16.583298 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a01e371-8917-4679-97bf-0ba82231a123 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:03:16.627371 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f87c284-b6fb-41ef-8b47-1f6943be4108 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (b07db6ce-4d8c-4a76-89c7-af02ff78434b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:16.657227 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87c284-b6fb-41ef-8b47-1f6943be4108 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Pushing event deleted for resources: {'Port': ['ID=b07db6ce-4d8c-4a76-89c7-af02ff78434b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:16.861766 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f87c284-b6fb-41ef-8b47-1f6943be4108 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (5b4f8048-7ecb-4ba2-820c-a04d936761b6), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:16.969603 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f87c284-b6fb-41ef-8b47-1f6943be4108 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (5b4f8048-7ecb-4ba2-820c-a04d936761b6), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:17.013246 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f87c284-b6fb-41ef-8b47-1f6943be4108 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks [] for router_controller (5b4f8048-7ecb-4ba2-820c-a04d936761b6), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:17.074845 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f87c284-b6fb-41ef-8b47-1f6943be4108 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (5b4f8048-7ecb-4ba2-820c-a04d936761b6), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:17.075454 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f87c284-b6fb-41ef-8b47-1f6943be4108 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Fanout notify agent at l3_agent the message router_deleted on router 5b4f8048-7ecb-4ba2-820c-a04d936761b6 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:03:17.083123 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f87c284-b6fb-41ef-8b47-1f6943be4108 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:17.086463 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9f87c284-b6fb-41ef-8b47-1f6943be4108 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] 10.222.0.11 "DELETE /v2.0/routers/5b4f8048-7ecb-4ba2-820c-a04d936761b6 HTTP/1.1" status: 204 len: 168 time: 1.5254979 Mar 07 11:03:17.087336 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57626) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:17.169440 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7a01e371-8917-4679-97bf-0ba82231a123 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router_gateway (27da2da7-df43-47f6-978b-50175dcc2b54), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:17.187049 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e08c04-5e64-4aa0-9b33-8420a7bc019c tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Deleting subnet bc14f095-52a8-4f24-bc2f-26b364920519 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:03:17.197793 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34e08c04-5e64-4aa0-9b33-8420a7bc019c tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks [] for subnet (bc14f095-52a8-4f24-bc2f-26b364920519), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:17.253529 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34e08c04-5e64-4aa0-9b33-8420a7bc019c tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (bc14f095-52a8-4f24-bc2f-26b364920519), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:17.386087 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34e08c04-5e64-4aa0-9b33-8420a7bc019c tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (bc14f095-52a8-4f24-bc2f-26b364920519), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:17.476685 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7a01e371-8917-4679-97bf-0ba82231a123 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (27da2da7-df43-47f6-978b-50175dcc2b54), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:17.492075 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34e08c04-5e64-4aa0-9b33-8420a7bc019c tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (bc14f095-52a8-4f24-bc2f-26b364920519), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:17.507116 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34e08c04-5e64-4aa0-9b33-8420a7bc019c tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:17.513422 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-34e08c04-5e64-4aa0-9b33-8420a7bc019c tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] 10.222.0.11 "DELETE /v2.0/subnets/bc14f095-52a8-4f24-bc2f-26b364920519 HTTP/1.1" status: 204 len: 168 time: 0.4255116 Mar 07 11:03:17.514163 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57632) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:17.514708 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f2813a-bde0-44ae-bbcb-3c7d40ec533c None None] Network 98993996-cf72-4964-af2b-33f6d9241d58 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:03:17.578828 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e08c04-5e64-4aa0-9b33-8420a7bc019c tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Pushing event deleted for resources: {'Subnet': ['ID=bc14f095-52a8-4f24-bc2f-26b364920519,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:17.706697 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4efb4363-76d2-41a1-81a7-f712da4f877f tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (98993996-cf72-4964-af2b-33f6d9241d58), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:17.776002 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a01e371-8917-4679-97bf-0ba82231a123 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Router 27da2da7-df43-47f6-978b-50175dcc2b54 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:03:17.803353 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e999b1e-69e0-48c0-ab27-ed9afd1045c1 None None] DHCP port deletion for 98993996-cf72-4964-af2b-33f6d9241d58 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:03:17.872106 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-4efb4363-76d2-41a1-81a7-f712da4f877f tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Deleting port 31f6a17c-ab54-483c-a0e3-8491ee76e195 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:03:17.877388 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4efb4363-76d2-41a1-81a7-f712da4f877f tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (31f6a17c-ab54-483c-a0e3-8491ee76e195), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:17.935001 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-9e999b1e-69e0-48c0-ab27-ed9afd1045c1 None None] Deleting port 31f6a17c-ab54-483c-a0e3-8491ee76e195 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:03:17.935540 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9e999b1e-69e0-48c0-ab27-ed9afd1045c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (31f6a17c-ab54-483c-a0e3-8491ee76e195), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:18.047053 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-4efb4363-76d2-41a1-81a7-f712da4f877f tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] For port 31f6a17c-ab54-483c-a0e3-8491ee76e195, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=31f6a17c-ab54-483c-a0e3-8491ee76e195,segment=NetworkSegment(3877175d-991e-439f-a96b-98aa46ac0267),segment_id=3877175d-991e-439f-a96b-98aa46ac0267)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:03:18.052924 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4efb4363-76d2-41a1-81a7-f712da4f877f tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (31f6a17c-ab54-483c-a0e3-8491ee76e195), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:18.065764 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a01e371-8917-4679-97bf-0ba82231a123 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:03:18.079167 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc81e93e-10b2-490f-9a16-ac67b8b6bc7e None None] Sync routers for ids ['27da2da7-df43-47f6-978b-50175dcc2b54'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:03:18.095510 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc81e93e-10b2-490f-9a16-ac67b8b6bc7e None None] Routers {'27da2da7-df43-47f6-978b-50175dcc2b54'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:03:18.096121 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-fc81e93e-10b2-490f-9a16-ac67b8b6bc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:03:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['27da2da7-df43-47f6-978b-50175dcc2b54'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:18.122409 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7a01e371-8917-4679-97bf-0ba82231a123 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:18.131171 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7a01e371-8917-4679-97bf-0ba82231a123 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.1323047 Mar 07 11:03:18.131803 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57636) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:18.143450 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-39b8b86f-0388-47d7-bf5f-8bfd58fe6d6e tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:18.155737 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-4efb4363-76d2-41a1-81a7-f712da4f877f tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Calling delete_port for 31f6a17c-ab54-483c-a0e3-8491ee76e195 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:03:18.180036 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-9e999b1e-69e0-48c0-ab27-ed9afd1045c1 None None] For port 31f6a17c-ab54-483c-a0e3-8491ee76e195, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=31f6a17c-ab54-483c-a0e3-8491ee76e195,segment=NetworkSegment(3877175d-991e-439f-a96b-98aa46ac0267),segment_id=3877175d-991e-439f-a96b-98aa46ac0267)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:03:18.183101 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9e999b1e-69e0-48c0-ab27-ed9afd1045c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (31f6a17c-ab54-483c-a0e3-8491ee76e195), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:18.218528 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-fc81e93e-10b2-490f-9a16-ac67b8b6bc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:18.257151 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-9e999b1e-69e0-48c0-ab27-ed9afd1045c1 None None] Calling delete_port for 31f6a17c-ab54-483c-a0e3-8491ee76e195 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:03:18.264643 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc81e93e-10b2-490f-9a16-ac67b8b6bc7e None None] Routers {'27da2da7-df43-47f6-978b-50175dcc2b54'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:03:18.265324 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-fc81e93e-10b2-490f-9a16-ac67b8b6bc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:03:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['27da2da7-df43-47f6-978b-50175dcc2b54'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:18.346413 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-fc81e93e-10b2-490f-9a16-ac67b8b6bc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:18.347248 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc81e93e-10b2-490f-9a16-ac67b8b6bc7e None None] The sync data for ids ['27da2da7-df43-47f6-978b-50175dcc2b54'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:03:18.447050 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9e999b1e-69e0-48c0-ab27-ed9afd1045c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (31f6a17c-ab54-483c-a0e3-8491ee76e195), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:18.448617 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4efb4363-76d2-41a1-81a7-f712da4f877f tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (31f6a17c-ab54-483c-a0e3-8491ee76e195), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:18.506764 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb4363-76d2-41a1-81a7-f712da4f877f tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Pushing event deleted for resources: {'Port': ['ID=31f6a17c-ab54-483c-a0e3-8491ee76e195,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:18.518179 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efb4363-76d2-41a1-81a7-f712da4f877f tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] No DVR routers for this DVR port 31f6a17c-ab54-483c-a0e3-8491ee76e195 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:03:18.531051 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e999b1e-69e0-48c0-ab27-ed9afd1045c1 None None] Pushing event deleted for resources: {'Port': ['ID=31f6a17c-ab54-483c-a0e3-8491ee76e195,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:18.533239 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e999b1e-69e0-48c0-ab27-ed9afd1045c1 None None] No DVR routers for this DVR port 31f6a17c-ab54-483c-a0e3-8491ee76e195 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:03:18.542445 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:18.628265 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4efb4363-76d2-41a1-81a7-f712da4f877f tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (98993996-cf72-4964-af2b-33f6d9241d58), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:18.679257 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-4efb4363-76d2-41a1-81a7-f712da4f877f tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98993996-cf72-4964-af2b-33f6d9241d58']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:18.692915 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-4efb4363-76d2-41a1-81a7-f712da4f877f tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3877175d-991e-439f-a96b-98aa46ac0267') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:18.693378 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-4efb4363-76d2-41a1-81a7-f712da4f877f tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3877175d-991e-439f-a96b-98aa46ac0267') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:18.704054 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4efb4363-76d2-41a1-81a7-f712da4f877f tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (3877175d-991e-439f-a96b-98aa46ac0267), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:18.725832 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4efb4363-76d2-41a1-81a7-f712da4f877f tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (3877175d-991e-439f-a96b-98aa46ac0267), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:18.734161 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4efb4363-76d2-41a1-81a7-f712da4f877f tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:03:18.734161 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4efb4363-76d2-41a1-81a7-f712da4f877f tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (3877175d-991e-439f-a96b-98aa46ac0267), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: timer() Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:03:18.749847 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:03:18.880155 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 31f6a17c-ab54-483c-a0e3-8491ee76e195 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:03:18.886397 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4efb4363-76d2-41a1-81a7-f712da4f877f tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (98993996-cf72-4964-af2b-33f6d9241d58), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:18.896181 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4efb4363-76d2-41a1-81a7-f712da4f877f tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:18.915236 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4efb4363-76d2-41a1-81a7-f712da4f877f tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] 10.222.0.11 "DELETE /v2.0/networks/98993996-cf72-4964-af2b-33f6d9241d58 HTTP/1.1" status: 204 len: 168 time: 1.3783524 Mar 07 11:03:18.920410 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57646) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:18.932952 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 31f6a17c-ab54-483c-a0e3-8491ee76e195 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:03:18.933513 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 31f6a17c-ab54-483c-a0e3-8491ee76e195 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:03:18.939452 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb4363-76d2-41a1-81a7-f712da4f877f tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Pushing event deleted for resources: {'Network': ['ID=98993996-cf72-4964-af2b-33f6d9241d58,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:19.086809 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39b8b86f-0388-47d7-bf5f-8bfd58fe6d6e tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router_gateway (27da2da7-df43-47f6-978b-50175dcc2b54), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:19.112844 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39b8b86f-0388-47d7-bf5f-8bfd58fe6d6e tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router_gateway (27da2da7-df43-47f6-978b-50175dcc2b54), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:19.189284 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-d67158e6-f089-4312-98b3-42ad2ae80407 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Deleting port 32e31a01-2bdf-4f5d-a753-d1562db365c7 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:03:19.191079 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d67158e6-f089-4312-98b3-42ad2ae80407 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (32e31a01-2bdf-4f5d-a753-d1562db365c7), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:19.216279 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-39b8b86f-0388-47d7-bf5f-8bfd58fe6d6e tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Deleting port ad6bc765-f8d9-4acc-a217-f84ad2bd28be {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:03:19.217186 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39b8b86f-0388-47d7-bf5f-8bfd58fe6d6e tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (ad6bc765-f8d9-4acc-a217-f84ad2bd28be), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:19.337329 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39b8b86f-0388-47d7-bf5f-8bfd58fe6d6e tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (ad6bc765-f8d9-4acc-a217-f84ad2bd28be), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:19.339076 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d67158e6-f089-4312-98b3-42ad2ae80407 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (32e31a01-2bdf-4f5d-a753-d1562db365c7), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:19.339503 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d67158e6-f089-4312-98b3-42ad2ae80407 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks [] for floatingip (32e31a01-2bdf-4f5d-a753-d1562db365c7), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:19.350397 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-39b8b86f-0388-47d7-bf5f-8bfd58fe6d6e tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Calling delete_port for ad6bc765-f8d9-4acc-a217-f84ad2bd28be owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:03:19.353004 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-d67158e6-f089-4312-98b3-42ad2ae80407 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Calling delete_port for 32e31a01-2bdf-4f5d-a753-d1562db365c7 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:03:19.544609 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d67158e6-f089-4312-98b3-42ad2ae80407 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (32e31a01-2bdf-4f5d-a753-d1562db365c7), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:19.578945 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67158e6-f089-4312-98b3-42ad2ae80407 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Pushing event deleted for resources: {'Port': ['ID=32e31a01-2bdf-4f5d-a753-d1562db365c7,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:19.599217 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39b8b86f-0388-47d7-bf5f-8bfd58fe6d6e tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (ad6bc765-f8d9-4acc-a217-f84ad2bd28be), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:19.645669 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d67158e6-f089-4312-98b3-42ad2ae80407 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks [] for floatingip (899673ee-1f20-4579-8823-545872bc8b65), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:19.649774 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d67158e6-f089-4312-98b3-42ad2ae80407 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:19.654250 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d67158e6-f089-4312-98b3-42ad2ae80407 tempest-FloatingIPAdminTestJSON-1330913310 tempest-FloatingIPAdminTestJSON-1330913310-project] 10.222.0.11 "DELETE /v2.0/floatingips/899673ee-1f20-4579-8823-545872bc8b65 HTTP/1.1" status: 204 len: 168 time: 0.7327938 Mar 07 11:03:19.685803 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b8b86f-0388-47d7-bf5f-8bfd58fe6d6e tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Pushing event deleted for resources: {'Port': ['ID=ad6bc765-f8d9-4acc-a217-f84ad2bd28be,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:19.764180 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39b8b86f-0388-47d7-bf5f-8bfd58fe6d6e tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (27da2da7-df43-47f6-978b-50175dcc2b54), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:19.996891 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57656) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:20.054275 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39b8b86f-0388-47d7-bf5f-8bfd58fe6d6e tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26448'] for router (27da2da7-df43-47f6-978b-50175dcc2b54), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:20.057719 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39b8b86f-0388-47d7-bf5f-8bfd58fe6d6e tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674560'] for router (27da2da7-df43-47f6-978b-50175dcc2b54), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:20.149951 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b8b86f-0388-47d7-bf5f-8bfd58fe6d6e tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Router 27da2da7-df43-47f6-978b-50175dcc2b54 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:03:20.210430 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-878d7b70-7bf5-4f88-98a3-44701768fe91 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=06154bb585dc44f1aeb7573ad0da8428&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2079430 Mar 07 11:03:20.211753 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57662) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:20.234426 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b8b86f-0388-47d7-bf5f-8bfd58fe6d6e tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:03:20.253185 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39b8b86f-0388-47d7-bf5f-8bfd58fe6d6e tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:20.255391 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b44ae6-e72a-42a7-9c84-dff7240f51ca None None] Sync routers for ids ['27da2da7-df43-47f6-978b-50175dcc2b54'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:03:20.259254 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-39b8b86f-0388-47d7-bf5f-8bfd58fe6d6e tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] 10.222.0.11 "PUT /v2.0/routers/27da2da7-df43-47f6-978b-50175dcc2b54 HTTP/1.1" status: 200 len: 706 time: 2.1264412 Mar 07 11:03:20.263177 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57664) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:20.272144 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b44ae6-e72a-42a7-9c84-dff7240f51ca None None] Routers {'27da2da7-df43-47f6-978b-50175dcc2b54'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:03:20.273461 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-a6b44ae6-e72a-42a7-9c84-dff7240f51ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:03:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['27da2da7-df43-47f6-978b-50175dcc2b54'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:20.314987 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ccc1feb0-06da-471a-bd61-6405446746ff admin admin] Publish callbacks [] for security_group (b575f7ca-1b96-4b69-8c2d-6bb89e958915), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:20.353668 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-68c38b72-301c-4710-8abc-50529f55d746 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] 10.222.0.11 "GET /v2.0/routers/27da2da7-df43-47f6-978b-50175dcc2b54 HTTP/1.1" status: 200 len: 741 time: 0.0891922 Mar 07 11:03:20.356447 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57668) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:20.365713 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-a6b44ae6-e72a-42a7-9c84-dff7240f51ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:20.372733 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ccc1feb0-06da-471a-bd61-6405446746ff admin admin] Publish callbacks [] for security_group (b575f7ca-1b96-4b69-8c2d-6bb89e958915), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:20.386151 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b44ae6-e72a-42a7-9c84-dff7240f51ca None None] Routers {'27da2da7-df43-47f6-978b-50175dcc2b54'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:03:20.387868 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-a6b44ae6-e72a-42a7-9c84-dff7240f51ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:03:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['27da2da7-df43-47f6-978b-50175dcc2b54'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:20.452541 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9bd61b3e-ec49-48ae-8886-eb87cb05e8e8 tempest-RoutersAdminTest-324615848 tempest-RoutersAdminTest-324615848-project-admin] 10.222.0.11 "GET /v2.0/ports?network_id=f8958782-2869-4679-b3a6-78e3b1855431&device_id=27da2da7-df43-47f6-978b-50175dcc2b54 HTTP/1.1" status: 200 len: 205 time: 0.0947762 Mar 07 11:03:20.455398 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57672) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:20.463765 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-a6b44ae6-e72a-42a7-9c84-dff7240f51ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:20.464519 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b44ae6-e72a-42a7-9c84-dff7240f51ca None None] The sync data for ids ['27da2da7-df43-47f6-978b-50175dcc2b54'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:03:20.472232 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ccc1feb0-06da-471a-bd61-6405446746ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b575f7ca-1b96-4b69-8c2d-6bb89e958915), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:20.473245 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ccc1feb0-06da-471a-bd61-6405446746ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:20.476883 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ccc1feb0-06da-471a-bd61-6405446746ff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b575f7ca-1b96-4b69-8c2d-6bb89e958915 HTTP/1.1" status: 204 len: 168 time: 0.2617354 Mar 07 11:03:20.495669 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cb55ad66-9b31-43d2-bcd2-ee67ffdb0958 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] 10.222.0.11 "GET /v2.0/ports?device_id=27da2da7-df43-47f6-978b-50175dcc2b54 HTTP/1.1" status: 200 len: 205 time: 0.0374436 Mar 07 11:03:20.496794 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57676) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:20.502552 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1feb0-06da-471a-bd61-6405446746ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b575f7ca-1b96-4b69-8c2d-6bb89e958915,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:20.600067 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c9824e09-8a13-42d3-b142-4c023b89bf23 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router (27da2da7-df43-47f6-978b-50175dcc2b54), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:20.784678 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c9824e09-8a13-42d3-b142-4c023b89bf23 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (27da2da7-df43-47f6-978b-50175dcc2b54), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:20.786939 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c9824e09-8a13-42d3-b142-4c023b89bf23 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router_controller (27da2da7-df43-47f6-978b-50175dcc2b54), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:20.869616 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c9824e09-8a13-42d3-b142-4c023b89bf23 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (27da2da7-df43-47f6-978b-50175dcc2b54), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:20.870298 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9824e09-8a13-42d3-b142-4c023b89bf23 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Fanout notify agent at l3_agent the message router_deleted on router 27da2da7-df43-47f6-978b-50175dcc2b54 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:03:20.886365 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c9824e09-8a13-42d3-b142-4c023b89bf23 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:20.890777 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c9824e09-8a13-42d3-b142-4c023b89bf23 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] 10.222.0.11 "DELETE /v2.0/routers/27da2da7-df43-47f6-978b-50175dcc2b54 HTTP/1.1" status: 204 len: 168 time: 0.3898923 Mar 07 11:03:20.891259 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57680) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:20.926193 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57682) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:20.941006 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e1a123ce-d73f-404a-b6b4-2fb06414efa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:20.949146 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57684) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:20.950209 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-dfda4021-a3df-473e-a2ee-df73df993ea2 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] 10.222.0.11 "GET /v2.0/ports?device_id=27da2da7-df43-47f6-978b-50175dcc2b54 HTTP/1.1" status: 200 len: 205 time: 0.0576549 Mar 07 11:03:21.005569 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-212f4788-7b00-40b7-88ca-5acdcf38d773 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] delete failed (client error): The resource could not be found. Mar 07 11:03:21.009019 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-212f4788-7b00-40b7-88ca-5acdcf38d773 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] 10.222.0.11 "DELETE /v2.0/routers/27da2da7-df43-47f6-978b-50175dcc2b54 HTTP/1.1" status: 404 len: 336 time: 0.0535982 Mar 07 11:03:21.009719 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57686) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:21.070557 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cd29352c-47b0-4a3b-bda1-bd32f709d107 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] 10.222.0.11 "GET /v2.0/ports?device_id=63642d90-afd8-4f77-961a-5127aed2f2c4 HTTP/1.1" status: 200 len: 205 time: 0.0567279 Mar 07 11:03:21.071351 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57688) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:21.124263 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-faafffd5-bbf0-4316-8a01-81705b22c90e tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] delete failed (client error): The resource could not be found. Mar 07 11:03:21.127681 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-faafffd5-bbf0-4316-8a01-81705b22c90e tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] 10.222.0.11 "DELETE /v2.0/routers/63642d90-afd8-4f77-961a-5127aed2f2c4 HTTP/1.1" status: 404 len: 336 time: 0.0531242 Mar 07 11:03:21.128142 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57692) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:21.135978 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e1a123ce-d73f-404a-b6b4-2fb06414efa1 admin admin] Publish callbacks [] for security_group (4da8b202-151b-4142-a724-997a2e800a4f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:21.145053 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e1a123ce-d73f-404a-b6b4-2fb06414efa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4da8b202-151b-4142-a724-997a2e800a4f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:21.176148 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e213db18-54b0-4c1a-ade8-65c212eb887f tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] 10.222.0.11 "GET /v2.0/ports?device_id=002461a8-3aba-4948-b901-0c30fecf0f5a HTTP/1.1" status: 200 len: 205 time: 0.0464807 Mar 07 11:03:21.178193 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57694) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:21.214069 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e1a123ce-d73f-404a-b6b4-2fb06414efa1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eb1361f28e4b4b098e906432d532dcec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2864325 Mar 07 11:03:21.215818 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a123ce-d73f-404a-b6b4-2fb06414efa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da8b202-151b-4142-a724-997a2e800a4f,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:21.218124 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57696) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:21.256891 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-73848c0d-86f2-425c-926d-531486f00f00 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] delete failed (client error): The resource could not be found. Mar 07 11:03:21.259823 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-73848c0d-86f2-425c-926d-531486f00f00 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] 10.222.0.11 "DELETE /v2.0/routers/002461a8-3aba-4948-b901-0c30fecf0f5a HTTP/1.1" status: 404 len: 336 time: 0.0804596 Mar 07 11:03:21.266745 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57698) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:21.282119 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a123ce-d73f-404a-b6b4-2fb06414efa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:21.282556 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a123ce-d73f-404a-b6b4-2fb06414efa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:21.282895 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a123ce-d73f-404a-b6b4-2fb06414efa1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:21.283236 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a123ce-d73f-404a-b6b4-2fb06414efa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:21.283647 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a123ce-d73f-404a-b6b4-2fb06414efa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:21.283981 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a123ce-d73f-404a-b6b4-2fb06414efa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:21.284304 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a123ce-d73f-404a-b6b4-2fb06414efa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:21.284626 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a123ce-d73f-404a-b6b4-2fb06414efa1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:21.284946 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a123ce-d73f-404a-b6b4-2fb06414efa1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:21.285292 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a123ce-d73f-404a-b6b4-2fb06414efa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:21.285611 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a123ce-d73f-404a-b6b4-2fb06414efa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:21.285925 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a123ce-d73f-404a-b6b4-2fb06414efa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:21.286242 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a123ce-d73f-404a-b6b4-2fb06414efa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:21.311825 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-12f492b8-bf73-4151-8891-30cd302d6934 admin admin] Publish callbacks [] for security_group (4da8b202-151b-4142-a724-997a2e800a4f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:21.326802 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c92f78c3-7a73-4239-bb75-f52a85d74ded tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] 10.222.0.11 "GET /v2.0/ports?device_id=77c23513-4f0e-4077-87c8-873dadbd4c93 HTTP/1.1" status: 200 len: 205 time: 0.0588894 Mar 07 11:03:21.329204 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57700) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:21.342603 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-12f492b8-bf73-4151-8891-30cd302d6934 admin admin] Publish callbacks [] for security_group (4da8b202-151b-4142-a724-997a2e800a4f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:21.375055 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-992375eb-365b-416a-addd-b52823b7fd01 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] delete failed (client error): The resource could not be found. Mar 07 11:03:21.379069 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-992375eb-365b-416a-addd-b52823b7fd01 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] 10.222.0.11 "DELETE /v2.0/routers/77c23513-4f0e-4077-87c8-873dadbd4c93 HTTP/1.1" status: 404 len: 336 time: 0.0489171 Mar 07 11:03:21.379723 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57702) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:21.414413 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8e4a1ff1-8891-4da5-b435-01b716b6bf22 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b HTTP/1.1" status: 200 len: 205 time: 0.0326326 Mar 07 11:03:21.416799 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57706) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:21.432801 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-12f492b8-bf73-4151-8891-30cd302d6934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4da8b202-151b-4142-a724-997a2e800a4f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:21.455925 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-12f492b8-bf73-4151-8891-30cd302d6934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:21.472500 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-8d04950b-7593-4f2f-9795-3c78636c525b tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] delete failed (client error): The resource could not be found. Mar 07 11:03:21.472500 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8d04950b-7593-4f2f-9795-3c78636c525b tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] 10.222.0.11 "DELETE /v2.0/routers/3fd87f13-2de0-427b-ad8b-d5bb3e5e9d2b HTTP/1.1" status: 404 len: 336 time: 0.0513055 Mar 07 11:03:21.472500 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57712) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:21.482839 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-12f492b8-bf73-4151-8891-30cd302d6934 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4da8b202-151b-4142-a724-997a2e800a4f HTTP/1.1" status: 204 len: 168 time: 0.2626216 Mar 07 11:03:21.506760 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d900c16f-ee81-4544-a9e0-ab68dce7b273 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff82d88c-f124-4f00-9db5-e291ffd1b4cd HTTP/1.1" status: 200 len: 205 time: 0.0317891 Mar 07 11:03:21.507094 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57714) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:21.511535 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f492b8-bf73-4151-8891-30cd302d6934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da8b202-151b-4142-a724-997a2e800a4f,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:21.576815 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-501a2f92-d9b4-4151-b6a8-cad24d40fa49 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] delete failed (client error): The resource could not be found. Mar 07 11:03:21.580624 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-501a2f92-d9b4-4151-b6a8-cad24d40fa49 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] 10.222.0.11 "DELETE /v2.0/routers/ff82d88c-f124-4f00-9db5-e291ffd1b4cd HTTP/1.1" status: 404 len: 336 time: 0.0698462 Mar 07 11:03:21.581057 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57716) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:21.610084 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-26263bba-47a8-4f59-bcd3-999d889f4652 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] DELETE failed (client error): The resource could not be found. Mar 07 11:03:21.611037 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26263bba-47a8-4f59-bcd3-999d889f4652 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:03:21.616321 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-26263bba-47a8-4f59-bcd3-999d889f4652 tempest-RoutersAdminTest-567672336 tempest-RoutersAdminTest-567672336-project] 10.222.0.11 "DELETE /v2.0/subnets/0583176f-8e95-4c6d-b5da-28e4c52aa421 HTTP/1.1" status: 404 len: 337 time: 0.0319021 Mar 07 11:03:21.994756 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57726) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:22.029188 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-32cca068-f424-4a96-baf1-dd4b3b0336e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:22.100470 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57728) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:22.137691 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-32cca068-f424-4a96-baf1-dd4b3b0336e3 admin admin] Publish callbacks [] for security_group (4c53f089-832e-4b96-a3aa-5e2bcdf61383), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:22.146444 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-32cca068-f424-4a96-baf1-dd4b3b0336e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4c53f089-832e-4b96-a3aa-5e2bcdf61383), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:22.273142 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-32cca068-f424-4a96-baf1-dd4b3b0336e3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ecd7733fe372430394ce67e18e9e38d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2752416 Mar 07 11:03:22.274369 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57734) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:22.297749 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cca068-f424-4a96-baf1-dd4b3b0336e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c53f089-832e-4b96-a3aa-5e2bcdf61383,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:22.374261 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ae77f64b-6e65-490b-acb7-aea917ed73d7 admin admin] Publish callbacks [] for security_group (4c53f089-832e-4b96-a3aa-5e2bcdf61383), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:22.404307 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ae77f64b-6e65-490b-acb7-aea917ed73d7 admin admin] Publish callbacks [] for security_group (4c53f089-832e-4b96-a3aa-5e2bcdf61383), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:22.450796 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fb2218b0-d597-44ae-adb7-c577405690e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:22.492288 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ae77f64b-6e65-490b-acb7-aea917ed73d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4c53f089-832e-4b96-a3aa-5e2bcdf61383), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:22.496705 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ae77f64b-6e65-490b-acb7-aea917ed73d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:22.498250 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ae77f64b-6e65-490b-acb7-aea917ed73d7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4c53f089-832e-4b96-a3aa-5e2bcdf61383 HTTP/1.1" status: 204 len: 168 time: 0.2227521 Mar 07 11:03:22.519399 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77f64b-6e65-490b-acb7-aea917ed73d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c53f089-832e-4b96-a3aa-5e2bcdf61383,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:22.606926 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fb2218b0-d597-44ae-adb7-c577405690e6 admin admin] Publish callbacks [] for security_group (25626eec-3c01-4657-839e-30bc8d54d674), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:22.613497 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fb2218b0-d597-44ae-adb7-c577405690e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (25626eec-3c01-4657-839e-30bc8d54d674), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:22.698073 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57742) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:22.713287 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-fb2218b0-d597-44ae-adb7-c577405690e6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f07152106e114a57ad41727820d0aa1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6108620 Mar 07 11:03:22.723286 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2218b0-d597-44ae-adb7-c577405690e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25626eec-3c01-4657-839e-30bc8d54d674,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:22.792815 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-93dcc841-e38d-4171-a556-a2ca0a690553 admin admin] Publish callbacks [] for security_group (25626eec-3c01-4657-839e-30bc8d54d674), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:22.823947 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-93dcc841-e38d-4171-a556-a2ca0a690553 admin admin] Publish callbacks [] for security_group (25626eec-3c01-4657-839e-30bc8d54d674), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:22.910629 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-93dcc841-e38d-4171-a556-a2ca0a690553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (25626eec-3c01-4657-839e-30bc8d54d674), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:22.916150 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-93dcc841-e38d-4171-a556-a2ca0a690553 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:22.929410 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-93dcc841-e38d-4171-a556-a2ca0a690553 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/25626eec-3c01-4657-839e-30bc8d54d674 HTTP/1.1" status: 204 len: 168 time: 0.2263885 Mar 07 11:03:22.956355 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dcc841-e38d-4171-a556-a2ca0a690553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25626eec-3c01-4657-839e-30bc8d54d674,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:23.095090 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:23.465539 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57764) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:23.517292 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-87b002b8-0c5e-413b-a859-debf2e578f17 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=47915acbb45e4b4082e3609184066780&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0503855 Mar 07 11:03:23.519927 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57768) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:23.574944 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f21bcd2-93ee-4a2b-a9d4-0393a02a8358 admin admin] Publish callbacks [] for security_group (e2ccc372-53a8-4e50-99cc-f9e526a4dee1), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:23.606925 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f21bcd2-93ee-4a2b-a9d4-0393a02a8358 admin admin] Publish callbacks [] for security_group (e2ccc372-53a8-4e50-99cc-f9e526a4dee1), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:23.702415 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f21bcd2-93ee-4a2b-a9d4-0393a02a8358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e2ccc372-53a8-4e50-99cc-f9e526a4dee1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:23.705524 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1f21bcd2-93ee-4a2b-a9d4-0393a02a8358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:23.709460 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1f21bcd2-93ee-4a2b-a9d4-0393a02a8358 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e2ccc372-53a8-4e50-99cc-f9e526a4dee1 HTTP/1.1" status: 204 len: 168 time: 0.1858745 Mar 07 11:03:23.725619 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21bcd2-93ee-4a2b-a9d4-0393a02a8358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ccc372-53a8-4e50-99cc-f9e526a4dee1,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:24.495016 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57814) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:24.797515 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57830) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:24.952615 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1821096f-e789-4598-a13c-2ddb70a43329 tempest-AgentManagementNegativeTest-965407118 tempest-AgentManagementNegativeTest-965407118-project] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1538880 Mar 07 11:03:24.953966 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-5fff94f5-430f-47a7-95ee-b8fa7fbf6c02 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1242438859'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:24.997634 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5fff94f5-430f-47a7-95ee-b8fa7fbf6c02 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (661171ed-e500-4709-8546-02de6d7e3a6b), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:24.999467 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5fff94f5-430f-47a7-95ee-b8fa7fbf6c02 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (661171ed-e500-4709-8546-02de6d7e3a6b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:25.079158 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5fff94f5-430f-47a7-95ee-b8fa7fbf6c02 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks [] for router_controller (661171ed-e500-4709-8546-02de6d7e3a6b), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:25.084966 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5fff94f5-430f-47a7-95ee-b8fa7fbf6c02 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (661171ed-e500-4709-8546-02de6d7e3a6b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:25.108391 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5fff94f5-430f-47a7-95ee-b8fa7fbf6c02 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:25.113210 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57836) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:25.113568 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5fff94f5-430f-47a7-95ee-b8fa7fbf6c02 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6172466 Mar 07 11:03:25.280223 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-48a08bc3-582a-4484-b1cc-fd3299437db3 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks [] for router (661171ed-e500-4709-8546-02de6d7e3a6b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:25.494727 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57840) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:25.553032 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-48a08bc3-582a-4484-b1cc-fd3299437db3 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (661171ed-e500-4709-8546-02de6d7e3a6b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:25.560894 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-48a08bc3-582a-4484-b1cc-fd3299437db3 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks [] for router_controller (661171ed-e500-4709-8546-02de6d7e3a6b), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:25.634886 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-48a08bc3-582a-4484-b1cc-fd3299437db3 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (661171ed-e500-4709-8546-02de6d7e3a6b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:25.635405 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a08bc3-582a-4484-b1cc-fd3299437db3 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 661171ed-e500-4709-8546-02de6d7e3a6b {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:03:25.640591 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-48a08bc3-582a-4484-b1cc-fd3299437db3 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:25.641641 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-48a08bc3-582a-4484-b1cc-fd3299437db3 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] 10.222.0.11 "DELETE /v2.0/routers/661171ed-e500-4709-8546-02de6d7e3a6b HTTP/1.1" status: 204 len: 168 time: 0.5272882 Mar 07 11:03:25.644340 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57844) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:25.648438 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-15e1f949-039e-4c1d-bfb3-acb19af4dfb8 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Request body: {'router': {'name': 'tempest-router-785206416', 'distributed': False}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:25.717181 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-15e1f949-039e-4c1d-bfb3-acb19af4dfb8 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (2eb0fa19-3b2f-4c81-b5e9-610443e4d0e1), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:25.718832 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-15e1f949-039e-4c1d-bfb3-acb19af4dfb8 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (2eb0fa19-3b2f-4c81-b5e9-610443e4d0e1), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:25.726834 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fae1840c-6fbc-47ba-b7b3-4abfe0d3ddaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:25.801946 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-15e1f949-039e-4c1d-bfb3-acb19af4dfb8 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks [] for router_controller (2eb0fa19-3b2f-4c81-b5e9-610443e4d0e1), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:25.810696 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-15e1f949-039e-4c1d-bfb3-acb19af4dfb8 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (2eb0fa19-3b2f-4c81-b5e9-610443e4d0e1), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:25.816979 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57852) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:25.832398 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-15e1f949-039e-4c1d-bfb3-acb19af4dfb8 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:25.834000 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-15e1f949-039e-4c1d-bfb3-acb19af4dfb8 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1887393 Mar 07 11:03:25.836772 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57856) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:25.975212 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-938f0190-dd40-4343-ad43-5c72a8e4f644 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks [] for router (2eb0fa19-3b2f-4c81-b5e9-610443e4d0e1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:25.993079 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fae1840c-6fbc-47ba-b7b3-4abfe0d3ddaf admin admin] Publish callbacks [] for security_group (8cbb70f0-9be2-4abc-9618-ff02ad0296d5), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:25.997996 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-78f9211c-a8af-45fc-9b12-c1ead0c2234e admin admin] Deleting subnet 15b28a23-ca62-45e8-9f35-5e8038050869 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:03:26.003012 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-78f9211c-a8af-45fc-9b12-c1ead0c2234e admin admin] Publish callbacks [] for subnet (15b28a23-ca62-45e8-9f35-5e8038050869), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:26.049192 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fae1840c-6fbc-47ba-b7b3-4abfe0d3ddaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8cbb70f0-9be2-4abc-9618-ff02ad0296d5), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:26.075492 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-78f9211c-a8af-45fc-9b12-c1ead0c2234e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (15b28a23-ca62-45e8-9f35-5e8038050869), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:26.154652 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fae1840c-6fbc-47ba-b7b3-4abfe0d3ddaf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=973c0fbf92dc4fbb829c4f8eb17ed0c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6582708 Mar 07 11:03:26.160761 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57860) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:26.187705 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-938f0190-dd40-4343-ad43-5c72a8e4f644 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (2eb0fa19-3b2f-4c81-b5e9-610443e4d0e1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:26.192941 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-938f0190-dd40-4343-ad43-5c72a8e4f644 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks [] for router_controller (2eb0fa19-3b2f-4c81-b5e9-610443e4d0e1), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:26.224002 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae1840c-6fbc-47ba-b7b3-4abfe0d3ddaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbb70f0-9be2-4abc-9618-ff02ad0296d5,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:26.272767 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-78f9211c-a8af-45fc-9b12-c1ead0c2234e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (15b28a23-ca62-45e8-9f35-5e8038050869), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:26.288588 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-938f0190-dd40-4343-ad43-5c72a8e4f644 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (2eb0fa19-3b2f-4c81-b5e9-610443e4d0e1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:26.289203 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938f0190-dd40-4343-ad43-5c72a8e4f644 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2eb0fa19-3b2f-4c81-b5e9-610443e4d0e1 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:03:26.309630 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-938f0190-dd40-4343-ad43-5c72a8e4f644 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:26.311462 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-938f0190-dd40-4343-ad43-5c72a8e4f644 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] 10.222.0.11 "DELETE /v2.0/routers/2eb0fa19-3b2f-4c81-b5e9-610443e4d0e1 HTTP/1.1" status: 204 len: 168 time: 0.4700940 Mar 07 11:03:26.314774 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57862) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:26.316777 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6801b654-af6f-4a65-844c-7e039f0d36e0 admin admin] Publish callbacks [] for security_group (8cbb70f0-9be2-4abc-9618-ff02ad0296d5), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:26.322348 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-14ac78d2-5fb5-41cf-9718-703745841ed1 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Request body: {'router': {'name': 'tempest-router-1281900791', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '4271a23716e14897bbf1c58fb34ab380'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:26.350845 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-14ac78d2-5fb5-41cf-9718-703745841ed1 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (dc666860-987a-44d9-ace8-b5f264149080), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:26.352297 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-14ac78d2-5fb5-41cf-9718-703745841ed1 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (dc666860-987a-44d9-ace8-b5f264149080), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:26.356454 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6801b654-af6f-4a65-844c-7e039f0d36e0 admin admin] Publish callbacks [] for security_group (8cbb70f0-9be2-4abc-9618-ff02ad0296d5), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:26.392854 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-78f9211c-a8af-45fc-9b12-c1ead0c2234e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (15b28a23-ca62-45e8-9f35-5e8038050869), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:26.426999 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-78f9211c-a8af-45fc-9b12-c1ead0c2234e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:26.433677 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-78f9211c-a8af-45fc-9b12-c1ead0c2234e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/15b28a23-ca62-45e8-9f35-5e8038050869 HTTP/1.1" status: 204 len: 168 time: 0.6125653 Mar 07 11:03:26.433677 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9211c-a8af-45fc-9b12-c1ead0c2234e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15b28a23-ca62-45e8-9f35-5e8038050869,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:26.434476 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57864) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:26.466802 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-14ac78d2-5fb5-41cf-9718-703745841ed1 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks [] for router_controller (dc666860-987a-44d9-ace8-b5f264149080), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:26.473512 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-14ac78d2-5fb5-41cf-9718-703745841ed1 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (dc666860-987a-44d9-ace8-b5f264149080), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:26.494284 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-14ac78d2-5fb5-41cf-9718-703745841ed1 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:26.495868 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-14ac78d2-5fb5-41cf-9718-703745841ed1 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1797779 Mar 07 11:03:26.498363 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57866) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:26.508678 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-62eb7c5c-c7fa-45ed-b8a6-55090a95de13 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:26.526847 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d7f8efc4-ea4a-4ec9-b575-67fff05c913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:26.565179 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6801b654-af6f-4a65-844c-7e039f0d36e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8cbb70f0-9be2-4abc-9618-ff02ad0296d5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:26.567748 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6801b654-af6f-4a65-844c-7e039f0d36e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:26.571575 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6801b654-af6f-4a65-844c-7e039f0d36e0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8cbb70f0-9be2-4abc-9618-ff02ad0296d5 HTTP/1.1" status: 204 len: 168 time: 0.4093413 Mar 07 11:03:26.590874 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6801b654-af6f-4a65-844c-7e039f0d36e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbb70f0-9be2-4abc-9618-ff02ad0296d5,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:26.648897 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d7f8efc4-ea4a-4ec9-b575-67fff05c913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:26.696688 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-d7f8efc4-ea4a-4ec9-b575-67fff05c913e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:26.719619 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-d7f8efc4-ea4a-4ec9-b575-67fff05c913e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e051d083-7053-4556-9f86-6915a34edb7f') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:26.719989 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-d7f8efc4-ea4a-4ec9-b575-67fff05c913e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e051d083-7053-4556-9f86-6915a34edb7f') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:26.743363 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d7f8efc4-ea4a-4ec9-b575-67fff05c913e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (e051d083-7053-4556-9f86-6915a34edb7f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:26.772848 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d7f8efc4-ea4a-4ec9-b575-67fff05c913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (e051d083-7053-4556-9f86-6915a34edb7f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:26.783123 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f8efc4-ea4a-4ec9-b575-67fff05c913e admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:03:26.783633 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d7f8efc4-ea4a-4ec9-b575-67fff05c913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (e051d083-7053-4556-9f86-6915a34edb7f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:26.785820 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 11:03:26.785820 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:03:26.785820 n-d-832164-4 neutron-server[103766]: timer() Mar 07 11:03:26.785820 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:03:26.785820 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 11:03:26.785820 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:03:26.785820 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 11:03:26.785820 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:03:26.785820 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 11:03:26.785820 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:03:26.785820 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 11:03:26.785820 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:03:26.785820 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 11:03:26.785820 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:03:26.785820 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:03:26.785820 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:03:26.785820 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:03:26.785820 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:03:26.785820 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 11:03:26.785820 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:03:26.785820 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 11:03:26.785820 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:03:26.785820 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:03:26.785820 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:03:26.785820 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 11:03:26.785820 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:03:26.785820 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:03:26.785820 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:03:26.785820 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:03:26.785820 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:03:26.785820 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:03:26.785820 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:03:26.813394 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-62eb7c5c-c7fa-45ed-b8a6-55090a95de13 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-671960', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674575', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26448'] for router (dc666860-987a-44d9-ace8-b5f264149080), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:26.813937 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-62eb7c5c-c7fa-45ed-b8a6-55090a95de13 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks [] for router (dc666860-987a-44d9-ace8-b5f264149080), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:26.894717 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d7f8efc4-ea4a-4ec9-b575-67fff05c913e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:26.908525 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d7f8efc4-ea4a-4ec9-b575-67fff05c913e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:26.924917 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d7f8efc4-ea4a-4ec9-b575-67fff05c913e admin admin] 10.222.0.11 "DELETE /v2.0/networks/b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d HTTP/1.1" status: 204 len: 168 time: 0.4872572 Mar 07 11:03:26.931015 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-62eb7c5c-c7fa-45ed-b8a6-55090a95de13 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103767) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Mar 07 11:03:26.931842 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-62eb7c5c-c7fa-45ed-b8a6-55090a95de13 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Router dc666860-987a-44d9-ace8-b5f264149080 migrating from provider to provider. {{(pid=103767) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Mar 07 11:03:26.932298 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-62eb7c5c-c7fa-45ed-b8a6-55090a95de13 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks [] for router_controller (dc666860-987a-44d9-ace8-b5f264149080), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:26.939519 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-62eb7c5c-c7fa-45ed-b8a6-55090a95de13 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks [] for router_controller (dc666860-987a-44d9-ace8-b5f264149080), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:26.946873 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-62eb7c5c-c7fa-45ed-b8a6-55090a95de13 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-671953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-671978', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-674560'] for router (dc666860-987a-44d9-ace8-b5f264149080), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:26.961511 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8efc4-ea4a-4ec9-b575-67fff05c913e admin admin] Pushing event deleted for resources: {'Network': ['ID=b3ee0b5f-7ac0-47d2-bbbe-9bbfdaef424d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:27.071745 n-d-832164-4 neutron-server[103767]: WARNING neutron.scheduler.l3_agent_scheduler [None req-62eb7c5c-c7fa-45ed-b8a6-55090a95de13 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] No L3 agents can host the router dc666860-987a-44d9-ace8-b5f264149080 Mar 07 11:03:27.087558 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57884) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:27.159741 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9f8bb846-f813-4e7b-ae9f-27e2bcebc687 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=95b698f37d9d48cebde39c910a78528b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0704584 Mar 07 11:03:27.160428 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57886) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:27.245192 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eb7c5c-c7fa-45ed-b8a6-55090a95de13 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Hosts for router dc666860-987a-44d9-ace8-b5f264149080: [] {{(pid=103767) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Mar 07 11:03:27.303344 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eb7c5c-c7fa-45ed-b8a6-55090a95de13 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Hosts for other DVR routers connected to router dc666860-987a-44d9-ace8-b5f264149080: set() {{(pid=103767) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Mar 07 11:03:27.308458 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-62eb7c5c-c7fa-45ed-b8a6-55090a95de13 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:27.323081 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-62eb7c5c-c7fa-45ed-b8a6-55090a95de13 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] 10.222.0.11 "PUT /v2.0/routers/dc666860-987a-44d9-ace8-b5f264149080 HTTP/1.1" status: 200 len: 717 time: 0.8225555 Mar 07 11:03:27.324823 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57890) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:27.359145 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1f37a8b7-9929-4f94-9fe5-0b5d928966c7 admin admin] Publish callbacks [] for security_group (0b3df2eb-fe21-4715-a584-b0ee1aa9879b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:27.417995 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1f37a8b7-9929-4f94-9fe5-0b5d928966c7 admin admin] Publish callbacks [] for security_group (0b3df2eb-fe21-4715-a584-b0ee1aa9879b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:27.468249 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-bd05b0bc-b2dd-4641-8f11-e86e2ca6e2bd tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] 10.222.0.11 "GET /v2.0/routers/dc666860-987a-44d9-ace8-b5f264149080 HTTP/1.1" status: 200 len: 717 time: 0.1420157 Mar 07 11:03:27.472004 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57892) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:27.513841 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1f37a8b7-9929-4f94-9fe5-0b5d928966c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0b3df2eb-fe21-4715-a584-b0ee1aa9879b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:27.516447 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1f37a8b7-9929-4f94-9fe5-0b5d928966c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:27.523847 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1f37a8b7-9929-4f94-9fe5-0b5d928966c7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0b3df2eb-fe21-4715-a584-b0ee1aa9879b HTTP/1.1" status: 204 len: 168 time: 0.3622372 Mar 07 11:03:27.539101 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37a8b7-9929-4f94-9fe5-0b5d928966c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3df2eb-fe21-4715-a584-b0ee1aa9879b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:28.172592 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57918) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:28.338662 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ceca2b6d-6316-4a47-8d5b-388d134bf5c3 tempest-RoutersTestDVR-347167356 tempest-RoutersTestDVR-347167356-project] 10.222.0.11 "GET /v2.0/routers/dc666860-987a-44d9-ace8-b5f264149080 HTTP/1.1" status: 200 len: 683 time: 0.8655145 Mar 07 11:03:28.342037 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57924) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:28.465378 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90512c4f-3905-4558-b5dc-11f0f96ef623 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks [] for router (dc666860-987a-44d9-ace8-b5f264149080), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:28.567203 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e8fea097-f20a-44ef-987d-ce3a1458cf10 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-836402741'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:28.687877 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90512c4f-3905-4558-b5dc-11f0f96ef623 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (dc666860-987a-44d9-ace8-b5f264149080), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:28.690464 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90512c4f-3905-4558-b5dc-11f0f96ef623 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks [] for router_controller (dc666860-987a-44d9-ace8-b5f264149080), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:28.741628 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57936) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:28.756739 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90512c4f-3905-4558-b5dc-11f0f96ef623 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (dc666860-987a-44d9-ace8-b5f264149080), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:28.757068 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90512c4f-3905-4558-b5dc-11f0f96ef623 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc666860-987a-44d9-ace8-b5f264149080 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:03:28.761442 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90512c4f-3905-4558-b5dc-11f0f96ef623 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:28.762942 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-90512c4f-3905-4558-b5dc-11f0f96ef623 tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] 10.222.0.11 "DELETE /v2.0/routers/dc666860-987a-44d9-ace8-b5f264149080 HTTP/1.1" status: 204 len: 168 time: 0.4195180 Mar 07 11:03:28.764553 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fea097-f20a-44ef-987d-ce3a1458cf10 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:03:28.767996 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57944) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:28.773664 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e8fea097-f20a-44ef-987d-ce3a1458cf10 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:28.777082 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-b58dca01-06fb-4ad2-9f83-f162c87b0adf tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Request body: {'router': {'name': 'tempest-router-1822614030', 'distributed': True}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:28.809199 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e8fea097-f20a-44ef-987d-ce3a1458cf10 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:28.817436 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b58dca01-06fb-4ad2-9f83-f162c87b0adf tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (a2930180-8eca-44e1-9112-04b930659593), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:28.820069 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b58dca01-06fb-4ad2-9f83-f162c87b0adf tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (a2930180-8eca-44e1-9112-04b930659593), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:28.909851 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b58dca01-06fb-4ad2-9f83-f162c87b0adf tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks [] for router_controller (a2930180-8eca-44e1-9112-04b930659593), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:28.919453 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b58dca01-06fb-4ad2-9f83-f162c87b0adf tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (a2930180-8eca-44e1-9112-04b930659593), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:28.941642 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b58dca01-06fb-4ad2-9f83-f162c87b0adf tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:28.943878 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b58dca01-06fb-4ad2-9f83-f162c87b0adf tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1746123 Mar 07 11:03:28.947624 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e8fea097-f20a-44ef-987d-ce3a1458cf10 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for security_group (fe1b591b-6beb-4cb1-a002-81a860683bcc), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:28.948516 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57956) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:28.955218 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-9dd28197-bce6-425c-b2f5-d78985ba773a admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2110041105-network', 'tenant_id': 'c284808a2e6d4baca400d4ae947e885f'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:28.982294 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd28197-bce6-425c-b2f5-d78985ba773a admin admin] Made reservation on behalf of c284808a2e6d4baca400d4ae947e885f for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:03:28.990829 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9dd28197-bce6-425c-b2f5-d78985ba773a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:29.001929 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9dd28197-bce6-425c-b2f5-d78985ba773a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:29.034390 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e8fea097-f20a-44ef-987d-ce3a1458cf10 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (fe1b591b-6beb-4cb1-a002-81a860683bcc), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:29.046735 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8fea097-f20a-44ef-987d-ce3a1458cf10 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:03:29.056834 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e8fea097-f20a-44ef-987d-ce3a1458cf10 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (2ef65ab7-9752-410c-b6c9-17550db99104), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:29.057157 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-e8fea097-f20a-44ef-987d-ce3a1458cf10 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Added segment 2ef65ab7-9752-410c-b6c9-17550db99104 of type vlan for network 9b8a3032-9f66-43b6-9063-551ee6941c96 Mar 07 11:03:29.094743 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9dd28197-bce6-425c-b2f5-d78985ba773a admin admin] Publish callbacks [] for security_group (c3d28e7a-c54f-491b-bc42-7b2c22d8209a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:29.099442 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9dd28197-bce6-425c-b2f5-d78985ba773a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (c3d28e7a-c54f-491b-bc42-7b2c22d8209a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:29.102268 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e8fea097-f20a-44ef-987d-ce3a1458cf10 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (9b8a3032-9f66-43b6-9063-551ee6941c96), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:29.134802 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd28197-bce6-425c-b2f5-d78985ba773a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d28e7a-c54f-491b-bc42-7b2c22d8209a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:29.148611 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd28197-bce6-425c-b2f5-d78985ba773a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:03:29.162546 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9dd28197-bce6-425c-b2f5-d78985ba773a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (751a6e9b-d674-4cfa-89b3-3ca2d27667d8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:29.166816 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-9dd28197-bce6-425c-b2f5-d78985ba773a admin admin] Added segment 751a6e9b-d674-4cfa-89b3-3ca2d27667d8 of type vlan for network 3cad8bff-2191-4771-90fe-ed33bcfcc7ba Mar 07 11:03:29.192972 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fea097-f20a-44ef-987d-ce3a1458cf10 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1b591b-6beb-4cb1-a002-81a860683bcc,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:29.196924 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e8fea097-f20a-44ef-987d-ce3a1458cf10 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (9b8a3032-9f66-43b6-9063-551ee6941c96), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:29.202238 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fea097-f20a-44ef-987d-ce3a1458cf10 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:29.203070 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e8fea097-f20a-44ef-987d-ce3a1458cf10 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:29.220546 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9dd28197-bce6-425c-b2f5-d78985ba773a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (3cad8bff-2191-4771-90fe-ed33bcfcc7ba), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:29.238801 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-63ce82a4-d824-4d3a-884d-48c3b713de2d tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks [] for router (a2930180-8eca-44e1-9112-04b930659593), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:29.262974 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9dd28197-bce6-425c-b2f5-d78985ba773a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (3cad8bff-2191-4771-90fe-ed33bcfcc7ba), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:29.264469 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd28197-bce6-425c-b2f5-d78985ba773a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:29.265394 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9dd28197-bce6-425c-b2f5-d78985ba773a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:29.292712 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e8fea097-f20a-44ef-987d-ce3a1458cf10 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1189773 Mar 07 11:03:29.302741 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57966) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:29.308087 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-a2641b1a-3ad5-49ac-ab8d-262ea271ee3e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:29.321938 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9dd28197-bce6-425c-b2f5-d78985ba773a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5792625 Mar 07 11:03:29.325815 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57968) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:29.378168 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-063fd051-4269-4a2d-b7e1-d867f9cd98a6 admin admin] Request body: {'subnet': {'network_id': '3cad8bff-2191-4771-90fe-ed33bcfcc7ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2110041105-subnet', 'tenant_id': 'c284808a2e6d4baca400d4ae947e885f', 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:29.389052 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd28197-bce6-425c-b2f5-d78985ba773a admin admin] Pushing event updated for resources: {'Network': ['ID=3cad8bff-2191-4771-90fe-ed33bcfcc7ba,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:29.403354 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fea097-f20a-44ef-987d-ce3a1458cf10 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Network': ['ID=9b8a3032-9f66-43b6-9063-551ee6941c96,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:29.404041 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 3cad8bff-2191-4771-90fe-ed33bcfcc7ba details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:03:29.416567 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063fd051-4269-4a2d-b7e1-d867f9cd98a6 admin admin] Made reservation on behalf of c284808a2e6d4baca400d4ae947e885f for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:03:29.422716 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-063fd051-4269-4a2d-b7e1-d867f9cd98a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:29.501489 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:03:29.622264 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-63ce82a4-d824-4d3a-884d-48c3b713de2d tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (a2930180-8eca-44e1-9112-04b930659593), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:29.624781 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-63ce82a4-d824-4d3a-884d-48c3b713de2d tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks [] for router_controller (a2930180-8eca-44e1-9112-04b930659593), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:29.626568 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2641b1a-3ad5-49ac-ab8d-262ea271ee3e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:03:29.630301 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2641b1a-3ad5-49ac-ab8d-262ea271ee3e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:29.675853 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-063fd051-4269-4a2d-b7e1-d867f9cd98a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (e72eeb0d-6ebf-445f-8c00-c8d2e0c086b0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:29.736968 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-63ce82a4-d824-4d3a-884d-48c3b713de2d tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (a2930180-8eca-44e1-9112-04b930659593), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:29.738697 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063fd051-4269-4a2d-b7e1-d867f9cd98a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e72eeb0d-6ebf-445f-8c00-c8d2e0c086b0,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:29.747129 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ce82a4-d824-4d3a-884d-48c3b713de2d tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a2930180-8eca-44e1-9112-04b930659593 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:03:29.748578 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063fd051-4269-4a2d-b7e1-d867f9cd98a6 admin admin] Checking segment: {'id': '751a6e9b-d674-4cfa-89b3-3ca2d27667d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '3cad8bff-2191-4771-90fe-ed33bcfcc7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:03:29.748738 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063fd051-4269-4a2d-b7e1-d867f9cd98a6 admin admin] Network hostable DHCP agents. Network: 3cad8bff-2191-4771-90fe-ed33bcfcc7ba, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:03:29.753994 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-63ce82a4-d824-4d3a-884d-48c3b713de2d tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:29.773812 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-63ce82a4-d824-4d3a-884d-48c3b713de2d tempest-RoutersTestDVR-1344935706 tempest-RoutersTestDVR-1344935706-project-admin] 10.222.0.11 "DELETE /v2.0/routers/a2930180-8eca-44e1-9112-04b930659593 HTTP/1.1" status: 204 len: 168 time: 0.8229091 Mar 07 11:03:29.776907 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063fd051-4269-4a2d-b7e1-d867f9cd98a6 admin admin] Network 3cad8bff-2191-4771-90fe-ed33bcfcc7ba is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:03:29.795876 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-063fd051-4269-4a2d-b7e1-d867f9cd98a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 3cad8bff-2191-4771-90fe-ed33bcfcc7ba) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:29.801432 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063fd051-4269-4a2d-b7e1-d867f9cd98a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:29.802588 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-063fd051-4269-4a2d-b7e1-d867f9cd98a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:29.807584 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a3e6c7-35fc-4bac-b5c8-a4722627264b None None] Network 3cad8bff-2191-4771-90fe-ed33bcfcc7ba requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:03:29.830194 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-063fd051-4269-4a2d-b7e1-d867f9cd98a6 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4988742 Mar 07 11:03:29.833925 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 57978) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:29.846500 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-ca15b226-15b1-463f-b517-aa9c0d412dca admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2110041105-router', 'tenant_id': 'c284808a2e6d4baca400d4ae947e885f', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:29.878601 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ca15b226-15b1-463f-b517-aa9c0d412dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (0ec07d1f-bd53-42fb-9f03-694836a942f3), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:29.880538 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ca15b226-15b1-463f-b517-aa9c0d412dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (0ec07d1f-bd53-42fb-9f03-694836a942f3), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:29.992763 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63baee3-7464-483a-8953-5c5f47e2ae4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-3cad8bff-2191-4771-90fe-ed33bcfcc7ba', 'network_id': '3cad8bff-2191-4771-90fe-ed33bcfcc7ba', 'project_id': 'c284808a2e6d4baca400d4ae947e885f', 'fixed_ips': [{'subnet_id': 'e72eeb0d-6ebf-445f-8c00-c8d2e0c086b0'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:03:29.994852 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d63baee3-7464-483a-8953-5c5f47e2ae4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:29.997251 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ca15b226-15b1-463f-b517-aa9c0d412dca admin admin] Publish callbacks [] for router_controller (0ec07d1f-bd53-42fb-9f03-694836a942f3), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:30.035620 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2641b1a-3ad5-49ac-ab8d-262ea271ee3e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (4a136a92-88d1-4e9f-9fa7-6e770c5af91c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:30.148016 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57990) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:30.192606 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2641b1a-3ad5-49ac-ab8d-262ea271ee3e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Subnet': ['ID=4a136a92-88d1-4e9f-9fa7-6e770c5af91c,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:30.231673 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2641b1a-3ad5-49ac-ab8d-262ea271ee3e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Checking segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:03:30.232390 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2641b1a-3ad5-49ac-ab8d-262ea271ee3e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network hostable DHCP agents. Network: 9b8a3032-9f66-43b6-9063-551ee6941c96, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:03:30.263236 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2641b1a-3ad5-49ac-ab8d-262ea271ee3e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:03:30.276514 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-a2641b1a-3ad5-49ac-ab8d-262ea271ee3e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 9b8a3032-9f66-43b6-9063-551ee6941c96) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:30.285075 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2641b1a-3ad5-49ac-ab8d-262ea271ee3e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:30.285717 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2641b1a-3ad5-49ac-ab8d-262ea271ee3e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:30.296488 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0c78d5-bf23-487e-a2dc-aa9852a61054 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:03:30.323653 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a2641b1a-3ad5-49ac-ab8d-262ea271ee3e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0196869 Mar 07 11:03:30.326913 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 57996) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:30.332678 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-18b68a44-fdc1-4a12-8f1d-265e2153fe07 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'port': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'name': 'tempest-NetworksTestDHCPv6-293025493'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:30.394314 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ca15b226-15b1-463f-b517-aa9c0d412dca admin admin] Publish callbacks [] for router_gateway (0ec07d1f-bd53-42fb-9f03-694836a942f3), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:30.420449 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-d63baee3-7464-483a-8953-5c5f47e2ae4b None None] Allocated IP 172.20.0.2 (3cad8bff-2191-4771-90fe-ed33bcfcc7ba/e72eeb0d-6ebf-445f-8c00-c8d2e0c086b0/bd8542b2-daee-4093-aeab-c7a58629282c) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:03:30.479945 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-84d95c6f-ab3b-4a64-9e92-7bcb4e799cef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:30.516671 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ad0fe3-b846-4f08-84a9-fe06870d93ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-9b8a3032-9f66-43b6-9063-551ee6941c96', 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'project_id': 'a68fc610ca21434095921c9ff25a693f', 'fixed_ips': [{'subnet_id': '4a136a92-88d1-4e9f-9fa7-6e770c5af91c'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:03:30.538064 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c8ad0fe3-b846-4f08-84a9-fe06870d93ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:30.616402 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b68a44-fdc1-4a12-8f1d-265e2153fe07 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:03:30.621976 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-18b68a44-fdc1-4a12-8f1d-265e2153fe07 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:30.644130 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-18b68a44-fdc1-4a12-8f1d-265e2153fe07 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] device_id is not set on port 228827b5-ebce-48f2-afb6-b8f51a4025c1 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:03:30.788984 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ca15b226-15b1-463f-b517-aa9c0d412dca admin admin] Publish callbacks [] for router_gateway (0ec07d1f-bd53-42fb-9f03-694836a942f3), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:30.790548 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-18b68a44-fdc1-4a12-8f1d-265e2153fe07 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Allocated IP 2001:db8::16d (9b8a3032-9f66-43b6-9063-551ee6941c96/4a136a92-88d1-4e9f-9fa7-6e770c5af91c/228827b5-ebce-48f2-afb6-b8f51a4025c1) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:03:30.846014 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ca15b226-15b1-463f-b517-aa9c0d412dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:30.934441 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d63baee3-7464-483a-8953-5c5f47e2ae4b None None] Publish callbacks [] for port (bd8542b2-daee-4093-aeab-c7a58629282c), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:30.946572 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d63baee3-7464-483a-8953-5c5f47e2ae4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (bd8542b2-daee-4093-aeab-c7a58629282c), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:31.032221 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63baee3-7464-483a-8953-5c5f47e2ae4b None None] Pushing event updated for resources: {'Port': ['ID=bd8542b2-daee-4093-aeab-c7a58629282c,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:31.057075 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63baee3-7464-483a-8953-5c5f47e2ae4b None None] Network 3cad8bff-2191-4771-90fe-ed33bcfcc7ba is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:03:31.062623 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-d63baee3-7464-483a-8953-5c5f47e2ae4b None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:31.068746 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63baee3-7464-483a-8953-5c5f47e2ae4b None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:03:31.111182 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-ca15b226-15b1-463f-b517-aa9c0d412dca admin admin] Allocated IP 172.25.3.244 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/39c4ca46-02a9-4c28-8527-19a247f86cb1) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:03:31.145761 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-84d95c6f-ab3b-4a64-9e92-7bcb4e799cef admin admin] Publish callbacks [] for security_group (64734c07-8ed5-491e-9542-94ece336376d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:31.162549 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-84d95c6f-ab3b-4a64-9e92-7bcb4e799cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (64734c07-8ed5-491e-9542-94ece336376d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:31.182582 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-d63baee3-7464-483a-8953-5c5f47e2ae4b None None] Attempting to bind port bd8542b2-daee-4093-aeab-c7a58629282c on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:03:31.182958 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-d63baee3-7464-483a-8953-5c5f47e2ae4b None None] Attempting to bind port bd8542b2-daee-4093-aeab-c7a58629282c by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '751a6e9b-d674-4cfa-89b3-3ca2d27667d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '3cad8bff-2191-4771-90fe-ed33bcfcc7ba'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:03:31.183357 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63baee3-7464-483a-8953-5c5f47e2ae4b None None] Attempting to bind port bd8542b2-daee-4093-aeab-c7a58629282c on network 3cad8bff-2191-4771-90fe-ed33bcfcc7ba {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:03:31.191748 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63baee3-7464-483a-8953-5c5f47e2ae4b None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:03:31.192129 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63baee3-7464-483a-8953-5c5f47e2ae4b None None] Checking segment: {'id': '751a6e9b-d674-4cfa-89b3-3ca2d27667d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '3cad8bff-2191-4771-90fe-ed33bcfcc7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:03:31.192536 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d63baee3-7464-483a-8953-5c5f47e2ae4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:31.192929 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63baee3-7464-483a-8953-5c5f47e2ae4b None None] Bound using segment: {'id': '751a6e9b-d674-4cfa-89b3-3ca2d27667d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '3cad8bff-2191-4771-90fe-ed33bcfcc7ba'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:03:31.193430 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-d63baee3-7464-483a-8953-5c5f47e2ae4b None None] Bound port: bd8542b2-daee-4093-aeab-c7a58629282c, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751a6e9b-d674-4cfa-89b3-3ca2d27667d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '3cad8bff-2191-4771-90fe-ed33bcfcc7ba'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:03:31.193815 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d63baee3-7464-483a-8953-5c5f47e2ae4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bd8542b2-daee-4093-aeab-c7a58629282c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:31.209046 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-84d95c6f-ab3b-4a64-9e92-7bcb4e799cef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4271a23716e14897bbf1c58fb34ab380&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0505345 Mar 07 11:03:31.217356 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58008) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:31.275226 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d95c6f-ab3b-4a64-9e92-7bcb4e799cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64734c07-8ed5-491e-9542-94ece336376d,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:31.326403 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d7c4b603-8874-44aa-a0f2-1f7a81b5f899 admin admin] Publish callbacks [] for security_group (64734c07-8ed5-491e-9542-94ece336376d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:31.349695 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d7c4b603-8874-44aa-a0f2-1f7a81b5f899 admin admin] Publish callbacks [] for security_group (64734c07-8ed5-491e-9542-94ece336376d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:31.378103 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ca15b226-15b1-463f-b517-aa9c0d412dca admin admin] Publish callbacks [] for port (39c4ca46-02a9-4c28-8527-19a247f86cb1), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:31.381498 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-d63baee3-7464-483a-8953-5c5f47e2ae4b None None] For port bd8542b2-daee-4093-aeab-c7a58629282c, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:03:31.385820 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-d63baee3-7464-483a-8953-5c5f47e2ae4b None None] For port bd8542b2-daee-4093-aeab-c7a58629282c, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=bd8542b2-daee-4093-aeab-c7a58629282c,segment=NetworkSegment(751a6e9b-d674-4cfa-89b3-3ca2d27667d8),segment_id=751a6e9b-d674-4cfa-89b3-3ca2d27667d8)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:03:31.398557 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d63baee3-7464-483a-8953-5c5f47e2ae4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (bd8542b2-daee-4093-aeab-c7a58629282c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:31.400203 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-18b68a44-fdc1-4a12-8f1d-265e2153fe07 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for port (228827b5-ebce-48f2-afb6-b8f51a4025c1), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:31.429522 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d7c4b603-8874-44aa-a0f2-1f7a81b5f899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (64734c07-8ed5-491e-9542-94ece336376d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:31.434483 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d7c4b603-8874-44aa-a0f2-1f7a81b5f899 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:31.446140 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d7c4b603-8874-44aa-a0f2-1f7a81b5f899 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/64734c07-8ed5-491e-9542-94ece336376d HTTP/1.1" status: 204 len: 168 time: 0.2276793 Mar 07 11:03:31.467237 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4b603-8874-44aa-a0f2-1f7a81b5f899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64734c07-8ed5-491e-9542-94ece336376d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:31.478748 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ca15b226-15b1-463f-b517-aa9c0d412dca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (39c4ca46-02a9-4c28-8527-19a247f86cb1), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:31.493728 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63baee3-7464-483a-8953-5c5f47e2ae4b None None] Pushing event updated for resources: {'Port': ['ID=bd8542b2-daee-4093-aeab-c7a58629282c,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:31.519533 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-18b68a44-fdc1-4a12-8f1d-265e2153fe07 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (228827b5-ebce-48f2-afb6-b8f51a4025c1), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:31.526552 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca15b226-15b1-463f-b517-aa9c0d412dca admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:03:31.535746 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-ca15b226-15b1-463f-b517-aa9c0d412dca admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:31.551808 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca15b226-15b1-463f-b517-aa9c0d412dca admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:03:31.615194 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-c8ad0fe3-b846-4f08-84a9-fe06870d93ad None None] Allocated IP 2001:db8::2 (9b8a3032-9f66-43b6-9063-551ee6941c96/4a136a92-88d1-4e9f-9fa7-6e770c5af91c/9fc79deb-4061-4a41-82fc-3dc7cb3e4350) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:03:31.630554 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15b226-15b1-463f-b517-aa9c0d412dca admin admin] Pushing event updated for resources: {'Port': ['ID=39c4ca46-02a9-4c28-8527-19a247f86cb1,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:31.673680 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b68a44-fdc1-4a12-8f1d-265e2153fe07 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:03:31.685328 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-18b68a44-fdc1-4a12-8f1d-265e2153fe07 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:31.695089 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b68a44-fdc1-4a12-8f1d-265e2153fe07 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:03:31.709508 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b68a44-fdc1-4a12-8f1d-265e2153fe07 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:31.710198 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-18b68a44-fdc1-4a12-8f1d-265e2153fe07 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:31.751174 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b68a44-fdc1-4a12-8f1d-265e2153fe07 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Port': ['ID=228827b5-ebce-48f2-afb6-b8f51a4025c1,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:31.771377 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-18b68a44-fdc1-4a12-8f1d-265e2153fe07 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4433565 Mar 07 11:03:31.772353 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58018) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:31.898885 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5db975-9053-4dd6-b997-31246538a76e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:31.906533 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58026) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:31.913558 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-aa5db975-9053-4dd6-b997-31246538a76e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1399963 Mar 07 11:03:31.978541 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c8ad0fe3-b846-4f08-84a9-fe06870d93ad None None] Publish callbacks [] for port (9fc79deb-4061-4a41-82fc-3dc7cb3e4350), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:31.998842 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c8ad0fe3-b846-4f08-84a9-fe06870d93ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (9fc79deb-4061-4a41-82fc-3dc7cb3e4350), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:32.095080 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ad0fe3-b846-4f08-84a9-fe06870d93ad None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:03:32.100203 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-c8ad0fe3-b846-4f08-84a9-fe06870d93ad None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:32.121146 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ad0fe3-b846-4f08-84a9-fe06870d93ad None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:03:32.205560 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad0fe3-b846-4f08-84a9-fe06870d93ad None None] Pushing event updated for resources: {'Port': ['ID=9fc79deb-4061-4a41-82fc-3dc7cb3e4350,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:32.273127 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-c8ad0fe3-b846-4f08-84a9-fe06870d93ad None None] Attempting to bind port 9fc79deb-4061-4a41-82fc-3dc7cb3e4350 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:03:32.273781 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-c8ad0fe3-b846-4f08-84a9-fe06870d93ad None None] Attempting to bind port 9fc79deb-4061-4a41-82fc-3dc7cb3e4350 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:03:32.274302 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ad0fe3-b846-4f08-84a9-fe06870d93ad None None] Attempting to bind port 9fc79deb-4061-4a41-82fc-3dc7cb3e4350 on network 9b8a3032-9f66-43b6-9063-551ee6941c96 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:03:32.278990 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58030) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:32.307940 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ad0fe3-b846-4f08-84a9-fe06870d93ad None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:03:32.308686 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ad0fe3-b846-4f08-84a9-fe06870d93ad None None] Checking segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:03:32.309715 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2d24ff68-4e8c-4a26-99d0-838da7d0b972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:32.310300 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c8ad0fe3-b846-4f08-84a9-fe06870d93ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:32.311565 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ad0fe3-b846-4f08-84a9-fe06870d93ad None None] Bound using segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:03:32.313484 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-c8ad0fe3-b846-4f08-84a9-fe06870d93ad None None] Bound port: 9fc79deb-4061-4a41-82fc-3dc7cb3e4350, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:03:32.314140 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c8ad0fe3-b846-4f08-84a9-fe06870d93ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9fc79deb-4061-4a41-82fc-3dc7cb3e4350), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:32.351435 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-4570e58e-08e9-46a4-927f-7cca66b64cdf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting port 228827b5-ebce-48f2-afb6-b8f51a4025c1 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:03:32.351778 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4570e58e-08e9-46a4-927f-7cca66b64cdf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (228827b5-ebce-48f2-afb6-b8f51a4025c1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:32.370291 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ca15b226-15b1-463f-b517-aa9c0d412dca admin admin] Publish callbacks [] for router_gateway (0ec07d1f-bd53-42fb-9f03-694836a942f3), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:32.527996 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2d24ff68-4e8c-4a26-99d0-838da7d0b972 admin admin] Publish callbacks [] for security_group (5ca770dd-570d-494f-a9f6-43455d301f4d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:32.535800 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2d24ff68-4e8c-4a26-99d0-838da7d0b972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5ca770dd-570d-494f-a9f6-43455d301f4d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:32.567108 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c8ad0fe3-b846-4f08-84a9-fe06870d93ad None None] For port 9fc79deb-4061-4a41-82fc-3dc7cb3e4350, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:03:32.576793 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c8ad0fe3-b846-4f08-84a9-fe06870d93ad None None] For port 9fc79deb-4061-4a41-82fc-3dc7cb3e4350, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=9fc79deb-4061-4a41-82fc-3dc7cb3e4350,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:03:32.583865 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4570e58e-08e9-46a4-927f-7cca66b64cdf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (228827b5-ebce-48f2-afb6-b8f51a4025c1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:32.592368 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c8ad0fe3-b846-4f08-84a9-fe06870d93ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9fc79deb-4061-4a41-82fc-3dc7cb3e4350), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:32.631727 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-4570e58e-08e9-46a4-927f-7cca66b64cdf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Calling delete_port for 228827b5-ebce-48f2-afb6-b8f51a4025c1 owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:03:32.687538 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2d24ff68-4e8c-4a26-99d0-838da7d0b972 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7d14a285a3eb4c9b8f235e734c826b66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4056530 Mar 07 11:03:32.691585 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58038) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:32.694883 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad0fe3-b846-4f08-84a9-fe06870d93ad None None] Pushing event updated for resources: {'Port': ['ID=9fc79deb-4061-4a41-82fc-3dc7cb3e4350,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:32.706935 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d24ff68-4e8c-4a26-99d0-838da7d0b972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca770dd-570d-494f-a9f6-43455d301f4d,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:32.829754 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cdeb9bb7-d3a4-4fe7-8094-63777375ac7a admin admin] Publish callbacks [] for security_group (5ca770dd-570d-494f-a9f6-43455d301f4d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:32.877314 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cdeb9bb7-d3a4-4fe7-8094-63777375ac7a admin admin] Publish callbacks [] for security_group (5ca770dd-570d-494f-a9f6-43455d301f4d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:32.948127 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device bd8542b2-daee-4093-aeab-c7a58629282c up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:03:32.972413 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cdeb9bb7-d3a4-4fe7-8094-63777375ac7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5ca770dd-570d-494f-a9f6-43455d301f4d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:32.976424 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cdeb9bb7-d3a4-4fe7-8094-63777375ac7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:32.978603 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cdeb9bb7-d3a4-4fe7-8094-63777375ac7a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5ca770dd-570d-494f-a9f6-43455d301f4d HTTP/1.1" status: 204 len: 168 time: 0.2837889 Mar 07 11:03:33.007724 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb9bb7-d3a4-4fe7-8094-63777375ac7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca770dd-570d-494f-a9f6-43455d301f4d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:33.106209 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port bd8542b2-daee-4093-aeab-c7a58629282c triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:03:33.106710 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (bd8542b2-daee-4093-aeab-c7a58629282c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:33.124051 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ca15b226-15b1-463f-b517-aa9c0d412dca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (0ec07d1f-bd53-42fb-9f03-694836a942f3), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:33.283932 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port bd8542b2-daee-4093-aeab-c7a58629282c is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:03:33.284146 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bd8542b2-daee-4093-aeab-c7a58629282c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:33.376060 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port bd8542b2-daee-4093-aeab-c7a58629282c, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=bd8542b2-daee-4093-aeab-c7a58629282c,segment=NetworkSegment(751a6e9b-d674-4cfa-89b3-3ca2d27667d8),segment_id=751a6e9b-d674-4cfa-89b3-3ca2d27667d8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:03:33.385487 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (bd8542b2-daee-4093-aeab-c7a58629282c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:33.397031 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4570e58e-08e9-46a4-927f-7cca66b64cdf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (228827b5-ebce-48f2-afb6-b8f51a4025c1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:33.467784 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570e58e-08e9-46a4-927f-7cca66b64cdf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Port': ['ID=228827b5-ebce-48f2-afb6-b8f51a4025c1,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:33.515100 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4570e58e-08e9-46a4-927f-7cca66b64cdf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:33.521232 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=bd8542b2-daee-4093-aeab-c7a58629282c,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:33.523260 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58054) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:33.523696 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4570e58e-08e9-46a4-927f-7cca66b64cdf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/228827b5-ebce-48f2-afb6-b8f51a4025c1 HTTP/1.1" status: 204 len: 168 time: 1.5832405 Mar 07 11:03:33.543466 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0c09f9-0206-489e-b2f8-27e069f5e3b7 None None] Network 3cad8bff-2191-4771-90fe-ed33bcfcc7ba requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:03:33.592334 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca15b226-15b1-463f-b517-aa9c0d412dca admin admin] Router 0ec07d1f-bd53-42fb-9f03-694836a942f3 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:03:33.712987 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0af63e-8e74-41e0-80da-9f2c39f1ce5e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:33.719043 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0af63e-8e74-41e0-80da-9f2c39f1ce5e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:33.722231 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9d0af63e-8e74-41e0-80da-9f2c39f1ce5e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1970870 Mar 07 11:03:33.724954 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58060) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:33.847675 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-dbdd1453-96d4-4525-8dfa-0cc2ee3f1340 None None] Provisioning complete for port bd8542b2-daee-4093-aeab-c7a58629282c triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:03:33.848196 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dbdd1453-96d4-4525-8dfa-0cc2ee3f1340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (bd8542b2-daee-4093-aeab-c7a58629282c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:33.880466 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca15b226-15b1-463f-b517-aa9c0d412dca admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:03:33.892710 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde14a5b-feb0-4f01-9e50-af95d9f884c0 None None] Sync routers for ids ['0ec07d1f-bd53-42fb-9f03-694836a942f3'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:03:33.907259 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde14a5b-feb0-4f01-9e50-af95d9f884c0 None None] Routers {'0ec07d1f-bd53-42fb-9f03-694836a942f3'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:03:33.908446 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-dde14a5b-feb0-4f01-9e50-af95d9f884c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:03:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['0ec07d1f-bd53-42fb-9f03-694836a942f3'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:33.916472 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ca15b226-15b1-463f-b517-aa9c0d412dca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:33.918685 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ca15b226-15b1-463f-b517-aa9c0d412dca admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0824771 Mar 07 11:03:33.926077 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58064) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:34.112235 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-dbdd1453-96d4-4525-8dfa-0cc2ee3f1340 None None] Current status of the port bd8542b2-daee-4093-aeab-c7a58629282c is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:03:34.202143 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-dde14a5b-feb0-4f01-9e50-af95d9f884c0 None None] Set router 0ec07d1f-bd53-42fb-9f03-694836a942f3 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:03:34.515817 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-dde14a5b-feb0-4f01-9e50-af95d9f884c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec07d1f-bd53-42fb-9f03-694836a942f3', 'name': 'tempest-TestAggregatesBasicOps-2110041105-router', 'tenant_id': 'c284808a2e6d4baca400d4ae947e885f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '39c4ca46-02a9-4c28-8527-19a247f86cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:03:29Z', 'updated_at': '2022-03-07T11:03:32Z', 'revision_number': 3, 'project_id': 'c284808a2e6d4baca400d4ae947e885f', 'gw_port': {'id': '39c4ca46-02a9-4c28-8527-19a247f86cb1', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec07d1f-bd53-42fb-9f03-694836a942f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:30Z', 'updated_at': '2022-03-07T11:03:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:34.583995 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde14a5b-feb0-4f01-9e50-af95d9f884c0 None None] Checking router: 0ec07d1f-bd53-42fb-9f03-694836a942f3 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:03:34.586577 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde14a5b-feb0-4f01-9e50-af95d9f884c0 None None] Updating router 0ec07d1f-bd53-42fb-9f03-694836a942f3 port 39c4ca46-02a9-4c28-8527-19a247f86cb1 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:03:34.597630 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a914bd8-74f6-4e79-a306-ee6ec4c1472c None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:03:34.701320 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-facab743-9f3f-4193-bc14-252c92c2c471 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting subnet 4a136a92-88d1-4e9f-9fa7-6e770c5af91c {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:03:34.703809 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-dde14a5b-feb0-4f01-9e50-af95d9f884c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (39c4ca46-02a9-4c28-8527-19a247f86cb1), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:34.705422 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-facab743-9f3f-4193-bc14-252c92c2c471 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (4a136a92-88d1-4e9f-9fa7-6e770c5af91c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:34.750753 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-facab743-9f3f-4193-bc14-252c92c2c471 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (4a136a92-88d1-4e9f-9fa7-6e770c5af91c), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:34.822616 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-af359772-aa35-4f0c-a285-b4dc6653da22 None None] Provisioning complete for port 9fc79deb-4061-4a41-82fc-3dc7cb3e4350 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:03:34.823364 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-af359772-aa35-4f0c-a285-b4dc6653da22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9fc79deb-4061-4a41-82fc-3dc7cb3e4350), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:34.903776 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-facab743-9f3f-4193-bc14-252c92c2c471 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (4a136a92-88d1-4e9f-9fa7-6e770c5af91c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:35.027910 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-facab743-9f3f-4193-bc14-252c92c2c471 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (4a136a92-88d1-4e9f-9fa7-6e770c5af91c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:35.089161 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58094) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:35.089912 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facab743-9f3f-4193-bc14-252c92c2c471 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Subnet': ['ID=4a136a92-88d1-4e9f-9fa7-6e770c5af91c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:35.097343 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-facab743-9f3f-4193-bc14-252c92c2c471 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:35.102703 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-facab743-9f3f-4193-bc14-252c92c2c471 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/4a136a92-88d1-4e9f-9fa7-6e770c5af91c HTTP/1.1" status: 204 len: 168 time: 1.3730345 Mar 07 11:03:35.103001 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58098) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:35.173152 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d99d64bd-9369-443d-9c89-68b8fdfb71ce tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0666788 Mar 07 11:03:35.174134 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58100) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:35.179322 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9fc79deb-4061-4a41-82fc-3dc7cb3e4350 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:03:35.192447 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-cb136f6c-ac6c-4e8b-8936-79f8a182e134 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:35.335663 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-8041ee53-9a94-4724-a569-d8169aa3ede5 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1551773884'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:35.377193 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8041ee53-9a94-4724-a569-d8169aa3ede5 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Made reservation on behalf of ff7a92dd92004a649845cf018ca81248 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:03:35.386199 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8041ee53-9a94-4724-a569-d8169aa3ede5 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:35.405776 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-dde14a5b-feb0-4f01-9e50-af95d9f884c0 None None] Publish callbacks [] for port (39c4ca46-02a9-4c28-8527-19a247f86cb1), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:35.406331 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8041ee53-9a94-4724-a569-d8169aa3ede5 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:35.416552 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-dde14a5b-feb0-4f01-9e50-af95d9f884c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (39c4ca46-02a9-4c28-8527-19a247f86cb1), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:35.512119 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-dde14a5b-feb0-4f01-9e50-af95d9f884c0 None None] Attempting to bind port 39c4ca46-02a9-4c28-8527-19a247f86cb1 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:03:35.512726 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-dde14a5b-feb0-4f01-9e50-af95d9f884c0 None None] Attempting to bind port 39c4ca46-02a9-4c28-8527-19a247f86cb1 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:03:35.513423 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde14a5b-feb0-4f01-9e50-af95d9f884c0 None None] Attempting to bind port 39c4ca46-02a9-4c28-8527-19a247f86cb1 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:03:35.526556 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb136f6c-ac6c-4e8b-8936-79f8a182e134 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:03:35.532352 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb136f6c-ac6c-4e8b-8936-79f8a182e134 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:35.545627 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8041ee53-9a94-4724-a569-d8169aa3ede5 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks [] for security_group (2f45d7c0-d20a-4c39-be70-0fe12c576d3c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:35.551789 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8041ee53-9a94-4724-a569-d8169aa3ede5 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2f45d7c0-d20a-4c39-be70-0fe12c576d3c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:35.556649 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde14a5b-feb0-4f01-9e50-af95d9f884c0 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:03:35.558878 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde14a5b-feb0-4f01-9e50-af95d9f884c0 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:03:35.560295 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-dde14a5b-feb0-4f01-9e50-af95d9f884c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:35.562058 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde14a5b-feb0-4f01-9e50-af95d9f884c0 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:03:35.563341 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-dde14a5b-feb0-4f01-9e50-af95d9f884c0 None None] Bound port: 39c4ca46-02a9-4c28-8527-19a247f86cb1, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:03:35.564491 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-dde14a5b-feb0-4f01-9e50-af95d9f884c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (39c4ca46-02a9-4c28-8527-19a247f86cb1), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:35.568121 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4d9d061-d209-49f7-af0a-a22c0d501f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:35.586670 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8041ee53-9a94-4724-a569-d8169aa3ede5 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:03:35.598070 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041ee53-9a94-4724-a569-d8169aa3ede5 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f45d7c0-d20a-4c39-be70-0fe12c576d3c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:35.621711 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8041ee53-9a94-4724-a569-d8169aa3ede5 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (767f6bb8-790c-4dd2-88af-bf5d433a8fff), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:35.622936 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-8041ee53-9a94-4724-a569-d8169aa3ede5 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Added segment 767f6bb8-790c-4dd2-88af-bf5d433a8fff of type vlan for network 39c6524d-af8e-454c-94d4-dfb31571c7b8 Mar 07 11:03:35.664888 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec46b45-9588-4a1b-aa00-936a3888e7a2 None None] Pushing event updated for resources: {'Port': ['ID=39c4ca46-02a9-4c28-8527-19a247f86cb1,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:35.724565 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8041ee53-9a94-4724-a569-d8169aa3ede5 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (39c6524d-af8e-454c-94d4-dfb31571c7b8), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:35.744501 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-dde14a5b-feb0-4f01-9e50-af95d9f884c0 None None] For port 39c4ca46-02a9-4c28-8527-19a247f86cb1, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:03:35.749129 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-af359772-aa35-4f0c-a285-b4dc6653da22 None None] Current status of the port 9fc79deb-4061-4a41-82fc-3dc7cb3e4350 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:03:35.750330 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-dde14a5b-feb0-4f01-9e50-af95d9f884c0 None None] For port 39c4ca46-02a9-4c28-8527-19a247f86cb1, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=39c4ca46-02a9-4c28-8527-19a247f86cb1,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:03:35.750824 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-af359772-aa35-4f0c-a285-b4dc6653da22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9fc79deb-4061-4a41-82fc-3dc7cb3e4350), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:35.762073 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-dde14a5b-feb0-4f01-9e50-af95d9f884c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (39c4ca46-02a9-4c28-8527-19a247f86cb1), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:35.795597 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8041ee53-9a94-4724-a569-d8169aa3ede5 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (39c6524d-af8e-454c-94d4-dfb31571c7b8), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:35.801121 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8041ee53-9a94-4724-a569-d8169aa3ede5 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:35.808113 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8041ee53-9a94-4724-a569-d8169aa3ede5 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:35.876010 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8041ee53-9a94-4724-a569-d8169aa3ede5 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7836888 Mar 07 11:03:35.882688 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58110) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:35.896163 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-5f00c47e-093e-457c-b59e-0331d1fe8202 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Request body: {'subnet': {'network_id': '39c6524d-af8e-454c-94d4-dfb31571c7b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:35.908732 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-af359772-aa35-4f0c-a285-b4dc6653da22 None None] For port 9fc79deb-4061-4a41-82fc-3dc7cb3e4350, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=9fc79deb-4061-4a41-82fc-3dc7cb3e4350,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:03:35.919078 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 9fc79deb-4061-4a41-82fc-3dc7cb3e4350 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:03:35.919825 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9fc79deb-4061-4a41-82fc-3dc7cb3e4350), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:35.954326 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-e4d9d061-d209-49f7-af0a-a22c0d501f27 admin admin] Allocated IP 172.20.0.1 (3cad8bff-2191-4771-90fe-ed33bcfcc7ba/e72eeb0d-6ebf-445f-8c00-c8d2e0c086b0/0dc7f806-392d-40cc-8e3f-09e707b32a00) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:03:36.014653 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-af359772-aa35-4f0c-a285-b4dc6653da22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9fc79deb-4061-4a41-82fc-3dc7cb3e4350), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:36.107761 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-af359772-aa35-4f0c-a285-b4dc6653da22 None None] Provisioning complete for port bd8542b2-daee-4093-aeab-c7a58629282c triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:03:36.108390 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-af359772-aa35-4f0c-a285-b4dc6653da22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (bd8542b2-daee-4093-aeab-c7a58629282c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:36.137450 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:03:36.201938 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde14a5b-feb0-4f01-9e50-af95d9f884c0 None None] Routers {'0ec07d1f-bd53-42fb-9f03-694836a942f3'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:03:36.202726 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-dde14a5b-feb0-4f01-9e50-af95d9f884c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:03:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['0ec07d1f-bd53-42fb-9f03-694836a942f3'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:36.218171 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af359772-aa35-4f0c-a285-b4dc6653da22 None None] Pushing event updated for resources: {'Port': ['ID=9fc79deb-4061-4a41-82fc-3dc7cb3e4350,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:36.219358 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4d9d061-d209-49f7-af0a-a22c0d501f27 admin admin] Publish callbacks [] for port (0dc7f806-392d-40cc-8e3f-09e707b32a00), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:36.250282 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 9fc79deb-4061-4a41-82fc-3dc7cb3e4350 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:03:36.254891 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec46b45-9588-4a1b-aa00-936a3888e7a2 None None] Pushing event updated for resources: {'Port': ['ID=39c4ca46-02a9-4c28-8527-19a247f86cb1,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:36.263133 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device bd8542b2-daee-4093-aeab-c7a58629282c up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:03:36.269153 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef02689-afe7-41b8-917a-a75795b6163f None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:03:36.272384 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041ee53-9a94-4724-a569-d8169aa3ede5 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Pushing event updated for resources: {'Network': ['ID=39c6524d-af8e-454c-94d4-dfb31571c7b8,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:36.338098 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-dde14a5b-feb0-4f01-9e50-af95d9f884c0 None None] Set router 0ec07d1f-bd53-42fb-9f03-694836a942f3 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:03:36.343025 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f00c47e-093e-457c-b59e-0331d1fe8202 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Made reservation on behalf of ff7a92dd92004a649845cf018ca81248 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:03:36.348065 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5f00c47e-093e-457c-b59e-0331d1fe8202 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:36.378226 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4d9d061-d209-49f7-af0a-a22c0d501f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (0dc7f806-392d-40cc-8e3f-09e707b32a00), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:36.443310 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 39c6524d-af8e-454c-94d4-dfb31571c7b8 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:03:36.450209 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d9d061-d209-49f7-af0a-a22c0d501f27 admin admin] Network 3cad8bff-2191-4771-90fe-ed33bcfcc7ba is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:03:36.475876 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-e4d9d061-d209-49f7-af0a-a22c0d501f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:36.488327 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d9d061-d209-49f7-af0a-a22c0d501f27 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:03:36.559761 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4d9d061-d209-49f7-af0a-a22c0d501f27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (0ec07d1f-bd53-42fb-9f03-694836a942f3), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:36.620373 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d9d061-d209-49f7-af0a-a22c0d501f27 admin admin] Pushing event updated for resources: {'Port': ['ID=0dc7f806-392d-40cc-8e3f-09e707b32a00,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:36.642451 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb136f6c-ac6c-4e8b-8936-79f8a182e134 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (221bb89f-423e-49c3-842a-bc6091029d45), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:36.693905 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-dde14a5b-feb0-4f01-9e50-af95d9f884c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec07d1f-bd53-42fb-9f03-694836a942f3', 'name': 'tempest-TestAggregatesBasicOps-2110041105-router', 'tenant_id': 'c284808a2e6d4baca400d4ae947e885f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '39c4ca46-02a9-4c28-8527-19a247f86cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:03:29Z', 'updated_at': '2022-03-07T11:03:32Z', 'revision_number': 3, 'project_id': 'c284808a2e6d4baca400d4ae947e885f', 'gw_port': {'id': '39c4ca46-02a9-4c28-8527-19a247f86cb1', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec07d1f-bd53-42fb-9f03-694836a942f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:30Z', 'updated_at': '2022-03-07T11:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:36.711920 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb136f6c-ac6c-4e8b-8936-79f8a182e134 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:03:36.720467 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ce41349b-8145-4619-a933-ec9a6fe2a3c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:36.725440 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-cb136f6c-ac6c-4e8b-8936-79f8a182e134 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:36.763016 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb136f6c-ac6c-4e8b-8936-79f8a182e134 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:36.763688 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cb136f6c-ac6c-4e8b-8936-79f8a182e134 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:36.795566 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde14a5b-feb0-4f01-9e50-af95d9f884c0 None None] The sync data for ids ['0ec07d1f-bd53-42fb-9f03-694836a942f3'] in n-d-832164-4 is: [{'id': '0ec07d1f-bd53-42fb-9f03-694836a942f3', 'name': 'tempest-TestAggregatesBasicOps-2110041105-router', 'tenant_id': 'c284808a2e6d4baca400d4ae947e885f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '39c4ca46-02a9-4c28-8527-19a247f86cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:03:29Z', 'updated_at': '2022-03-07T11:03:32Z', 'revision_number': 3, 'project_id': 'c284808a2e6d4baca400d4ae947e885f', 'gw_port': {'id': '39c4ca46-02a9-4c28-8527-19a247f86cb1', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b9:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec07d1f-bd53-42fb-9f03-694836a942f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:30Z', 'updated_at': '2022-03-07T11:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:03:36.806818 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-af359772-aa35-4f0c-a285-b4dc6653da22 None None] Current status of the port bd8542b2-daee-4093-aeab-c7a58629282c is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:03:36.823650 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port bd8542b2-daee-4093-aeab-c7a58629282c triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:03:36.824678 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (bd8542b2-daee-4093-aeab-c7a58629282c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:36.848821 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb136f6c-ac6c-4e8b-8936-79f8a182e134 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Subnet': ['ID=221bb89f-423e-49c3-842a-bc6091029d45,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:36.895239 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-cb136f6c-ac6c-4e8b-8936-79f8a182e134 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7175212 Mar 07 11:03:36.907221 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58124) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:36.921589 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-5db999a4-8020-4cc2-a063-03402cf0f835 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'port': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'name': 'tempest-NetworksTestDHCPv6-1508801362'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:36.936439 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1a9fa2-ac09-4fe8-9419-60d517588735 None None] DHCP port deletion for 9b8a3032-9f66-43b6-9063-551ee6941c96 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:03:36.937089 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5f00c47e-093e-457c-b59e-0331d1fe8202 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (807952ed-a5c0-4b47-bb46-d1ea1fd56413), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:36.971309 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4d9d061-d209-49f7-af0a-a22c0d501f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0dc7f806-392d-40cc-8e3f-09e707b32a00), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:37.032797 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-5ac689ba-832d-4cc4-9b5c-70936663b2e7 None None] Provisioning complete for port 0dc7f806-392d-40cc-8e3f-09e707b32a00 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:03:37.033208 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5ac689ba-832d-4cc4-9b5c-70936663b2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0dc7f806-392d-40cc-8e3f-09e707b32a00), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:37.130655 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5ac689ba-832d-4cc4-9b5c-70936663b2e7 None None] Port 0dc7f806-392d-40cc-8e3f-09e707b32a00 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:03:37.222725 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f00c47e-093e-457c-b59e-0331d1fe8202 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Checking segment: {'id': '767f6bb8-790c-4dd2-88af-bf5d433a8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '39c6524d-af8e-454c-94d4-dfb31571c7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:03:37.223105 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f00c47e-093e-457c-b59e-0331d1fe8202 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Network hostable DHCP agents. Network: 39c6524d-af8e-454c-94d4-dfb31571c7b8, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:03:37.237208 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port bd8542b2-daee-4093-aeab-c7a58629282c is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:03:37.244924 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-5ac689ba-832d-4cc4-9b5c-70936663b2e7 None None] Provisioning complete for port 9fc79deb-4061-4a41-82fc-3dc7cb3e4350 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:03:37.244924 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5ac689ba-832d-4cc4-9b5c-70936663b2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9fc79deb-4061-4a41-82fc-3dc7cb3e4350), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:37.268678 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00c47e-093e-457c-b59e-0331d1fe8202 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Pushing event updated for resources: {'Subnet': ['ID=807952ed-a5c0-4b47-bb46-d1ea1fd56413,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:37.332576 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db999a4-8020-4cc2-a063-03402cf0f835 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:03:37.343376 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5db999a4-8020-4cc2-a063-03402cf0f835 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:37.343879 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8d1a9fa2-ac09-4fe8-9419-60d517588735 None None] Deleting port 9fc79deb-4061-4a41-82fc-3dc7cb3e4350 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:03:37.344442 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8d1a9fa2-ac09-4fe8-9419-60d517588735 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (9fc79deb-4061-4a41-82fc-3dc7cb3e4350), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:37.354433 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f00c47e-093e-457c-b59e-0331d1fe8202 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Network 39c6524d-af8e-454c-94d4-dfb31571c7b8 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:03:37.400509 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-5f00c47e-093e-457c-b59e-0331d1fe8202 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 39c6524d-af8e-454c-94d4-dfb31571c7b8) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:37.423983 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f00c47e-093e-457c-b59e-0331d1fe8202 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:37.424924 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5f00c47e-093e-457c-b59e-0331d1fe8202 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:37.431953 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e1236f-b712-4169-b7d7-06e3e6803ad9 None None] Network 39c6524d-af8e-454c-94d4-dfb31571c7b8 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:03:37.461020 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-5db999a4-8020-4cc2-a063-03402cf0f835 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] device_id is not set on port e146a37f-ee69-4a98-853b-ed8f8e2937ce yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:03:37.485423 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5f00c47e-093e-457c-b59e-0331d1fe8202 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5970745 Mar 07 11:03:37.488115 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58134) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:37.494219 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-b16673cc-10ed-4c68-972d-ed750bad1e8f tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Request body: {'port': {'network_id': '39c6524d-af8e-454c-94d4-dfb31571c7b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1747376230'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:37.534160 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 39c4ca46-02a9-4c28-8527-19a247f86cb1 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:03:37.809711 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-5db999a4-8020-4cc2-a063-03402cf0f835 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Allocated IP 2001:db8::103 (9b8a3032-9f66-43b6-9063-551ee6941c96/221bb89f-423e-49c3-842a-bc6091029d45/e146a37f-ee69-4a98-853b-ed8f8e2937ce) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:03:37.879253 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-8d1a9fa2-ac09-4fe8-9419-60d517588735 None None] For port 9fc79deb-4061-4a41-82fc-3dc7cb3e4350, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=9fc79deb-4061-4a41-82fc-3dc7cb3e4350,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:03:37.880076 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8d1a9fa2-ac09-4fe8-9419-60d517588735 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (9fc79deb-4061-4a41-82fc-3dc7cb3e4350), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:37.906123 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8d1a9fa2-ac09-4fe8-9419-60d517588735 None None] Calling delete_port for 9fc79deb-4061-4a41-82fc-3dc7cb3e4350 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:03:37.945395 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5ac689ba-832d-4cc4-9b5c-70936663b2e7 None None] Current status of the port 9fc79deb-4061-4a41-82fc-3dc7cb3e4350 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:03:37.956871 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4d9d061-d209-49f7-af0a-a22c0d501f27 admin admin] Publish callbacks [] for port (0dc7f806-392d-40cc-8e3f-09e707b32a00), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:37.968527 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4d9d061-d209-49f7-af0a-a22c0d501f27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (0dc7f806-392d-40cc-8e3f-09e707b32a00), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:37.988078 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198ec8bb-bbee-4ecd-8cc4-dbb6d10cf820 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-39c6524d-af8e-454c-94d4-dfb31571c7b8', 'network_id': '39c6524d-af8e-454c-94d4-dfb31571c7b8', 'project_id': 'ff7a92dd92004a649845cf018ca81248', 'fixed_ips': [{'subnet_id': '807952ed-a5c0-4b47-bb46-d1ea1fd56413'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:03:37.989374 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-198ec8bb-bbee-4ecd-8cc4-dbb6d10cf820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:38.007712 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 39c4ca46-02a9-4c28-8527-19a247f86cb1 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:03:38.008464 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (39c4ca46-02a9-4c28-8527-19a247f86cb1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:38.066382 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d9d061-d209-49f7-af0a-a22c0d501f27 admin admin] Pushing event updated for resources: {'Port': ['ID=0dc7f806-392d-40cc-8e3f-09e707b32a00,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:38.079877 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16673cc-10ed-4c68-972d-ed750bad1e8f tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Made reservation on behalf of ff7a92dd92004a649845cf018ca81248 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:03:38.083344 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b16673cc-10ed-4c68-972d-ed750bad1e8f tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:38.097682 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4d9d061-d209-49f7-af0a-a22c0d501f27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (0ec07d1f-bd53-42fb-9f03-694836a942f3), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:38.142157 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-b16673cc-10ed-4c68-972d-ed750bad1e8f tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] device_id is not set on port d215e024-7193-4ee4-9b7c-1b3369ffb410 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:03:38.161086 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5db999a4-8020-4cc2-a063-03402cf0f835 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for port (e146a37f-ee69-4a98-853b-ed8f8e2937ce), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:38.295198 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d9d061-d209-49f7-af0a-a22c0d501f27 admin admin] Network 3cad8bff-2191-4771-90fe-ed33bcfcc7ba is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:03:38.296706 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-e4d9d061-d209-49f7-af0a-a22c0d501f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:38.338113 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5db999a4-8020-4cc2-a063-03402cf0f835 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (e146a37f-ee69-4a98-853b-ed8f8e2937ce), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:38.428947 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-b16673cc-10ed-4c68-972d-ed750bad1e8f tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Allocated IP 2001:db8::1dc (39c6524d-af8e-454c-94d4-dfb31571c7b8/807952ed-a5c0-4b47-bb46-d1ea1fd56413/d215e024-7193-4ee4-9b7c-1b3369ffb410) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:03:38.458651 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db999a4-8020-4cc2-a063-03402cf0f835 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:03:38.466386 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-5db999a4-8020-4cc2-a063-03402cf0f835 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:38.482103 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db999a4-8020-4cc2-a063-03402cf0f835 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:03:38.487106 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db999a4-8020-4cc2-a063-03402cf0f835 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:38.487753 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5db999a4-8020-4cc2-a063-03402cf0f835 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:38.548422 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8d1a9fa2-ac09-4fe8-9419-60d517588735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (9fc79deb-4061-4a41-82fc-3dc7cb3e4350), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:38.550497 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5db999a4-8020-4cc2-a063-03402cf0f835 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6420677 Mar 07 11:03:38.551326 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db999a4-8020-4cc2-a063-03402cf0f835 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Port': ['ID=e146a37f-ee69-4a98-853b-ed8f8e2937ce,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:38.557176 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58148) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:38.600670 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d9d061-d209-49f7-af0a-a22c0d501f27 admin admin] Router 0ec07d1f-bd53-42fb-9f03-694836a942f3 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:03:38.613287 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a9fa2-ac09-4fe8-9419-60d517588735 None None] Pushing event deleted for resources: {'Port': ['ID=9fc79deb-4061-4a41-82fc-3dc7cb3e4350,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:38.629235 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1a9fa2-ac09-4fe8-9419-60d517588735 None None] No DVR routers for this DVR port 9fc79deb-4061-4a41-82fc-3dc7cb3e4350 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:03:38.738562 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 39c4ca46-02a9-4c28-8527-19a247f86cb1 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:03:38.739191 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (39c4ca46-02a9-4c28-8527-19a247f86cb1), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:38.750255 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2a7cf7-64eb-47f2-8466-446ff51a8639 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:03:38.753738 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1edfd5-e260-4ebc-84f9-1781be789112 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:38.757309 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8c1edfd5-e260-4ebc-84f9-1781be789112 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1987619 Mar 07 11:03:38.758787 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f5f37a16-6858-48ef-a022-eb9db742d429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:38.761954 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58150) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:38.837875 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 39c4ca46-02a9-4c28-8527-19a247f86cb1, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=39c4ca46-02a9-4c28-8527-19a247f86cb1,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:03:38.852318 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (39c4ca46-02a9-4c28-8527-19a247f86cb1), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:38.919880 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b16673cc-10ed-4c68-972d-ed750bad1e8f tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks [] for port (d215e024-7193-4ee4-9b7c-1b3369ffb410), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:38.950960 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d9d061-d209-49f7-af0a-a22c0d501f27 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:03:38.960033 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-b322ef3d-daec-4f12-9080-cec7fa872d82 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting port e146a37f-ee69-4a98-853b-ed8f8e2937ce {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:03:38.960970 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b322ef3d-daec-4f12-9080-cec7fa872d82 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (e146a37f-ee69-4a98-853b-ed8f8e2937ce), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:39.002541 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e4d9d061-d209-49f7-af0a-a22c0d501f27 admin admin] 10.222.0.11 "PUT /v2.0/routers/0ec07d1f-bd53-42fb-9f03-694836a942f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0748127 Mar 07 11:03:39.028618 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-0e7e370a-0900-4a6f-a67e-4098d978dd2a None None] Provisioning complete for port 0dc7f806-392d-40cc-8e3f-09e707b32a00 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:03:39.029143 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0e7e370a-0900-4a6f-a67e-4098d978dd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0dc7f806-392d-40cc-8e3f-09e707b32a00), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:39.072429 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=39c4ca46-02a9-4c28-8527-19a247f86cb1,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:39.098073 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9fc79deb-4061-4a41-82fc-3dc7cb3e4350 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:03:39.099916 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b322ef3d-daec-4f12-9080-cec7fa872d82 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (e146a37f-ee69-4a98-853b-ed8f8e2937ce), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:39.113345 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-b322ef3d-daec-4f12-9080-cec7fa872d82 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Calling delete_port for e146a37f-ee69-4a98-853b-ed8f8e2937ce owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:03:39.147336 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 9fc79deb-4061-4a41-82fc-3dc7cb3e4350 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:03:39.147336 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9fc79deb-4061-4a41-82fc-3dc7cb3e4350 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:03:39.219810 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0e7e370a-0900-4a6f-a67e-4098d978dd2a None None] Port 0dc7f806-392d-40cc-8e3f-09e707b32a00 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:03:39.282146 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71525663-c3fa-4eab-b130-0042215673f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-9b8a3032-9f66-43b6-9063-551ee6941c96', 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'project_id': 'a68fc610ca21434095921c9ff25a693f', 'fixed_ips': [{'subnet_id': '221bb89f-423e-49c3-842a-bc6091029d45'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:03:39.283958 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-71525663-c3fa-4eab-b130-0042215673f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:39.372250 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b16673cc-10ed-4c68-972d-ed750bad1e8f tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (d215e024-7193-4ee4-9b7c-1b3369ffb410), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:39.497713 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16673cc-10ed-4c68-972d-ed750bad1e8f tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Network 39c6524d-af8e-454c-94d4-dfb31571c7b8 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:03:39.499946 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b322ef3d-daec-4f12-9080-cec7fa872d82 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (e146a37f-ee69-4a98-853b-ed8f8e2937ce), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:39.519470 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-b16673cc-10ed-4c68-972d-ed750bad1e8f tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:39.529678 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16673cc-10ed-4c68-972d-ed750bad1e8f tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Pushing event updated for resources: {'Port': ['ID=d215e024-7193-4ee4-9b7c-1b3369ffb410,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:39.549785 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16673cc-10ed-4c68-972d-ed750bad1e8f tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:03:39.567557 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16673cc-10ed-4c68-972d-ed750bad1e8f tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:39.570698 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b16673cc-10ed-4c68-972d-ed750bad1e8f tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:39.644430 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322ef3d-daec-4f12-9080-cec7fa872d82 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Port': ['ID=e146a37f-ee69-4a98-853b-ed8f8e2937ce,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:39.683694 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b16673cc-10ed-4c68-972d-ed750bad1e8f tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1942253 Mar 07 11:03:39.686958 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58174) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:39.692742 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-32086cc3-0df8-449b-8213-5d5e50500fac tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Request body: {'port': {'network_id': '39c6524d-af8e-454c-94d4-dfb31571c7b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-689894529', 'allowed_address_pairs': [{'ip_address': '2001:db8::1dc', 'mac_address': 'fa:16:3e:47:06:3a'}]}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:39.713793 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b322ef3d-daec-4f12-9080-cec7fa872d82 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:39.718738 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b322ef3d-daec-4f12-9080-cec7fa872d82 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/e146a37f-ee69-4a98-853b-ed8f8e2937ce HTTP/1.1" status: 204 len: 168 time: 0.9556379 Mar 07 11:03:39.721256 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58176) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:39.780352 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-198ec8bb-bbee-4ecd-8cc4-dbb6d10cf820 None None] Allocated IP 2001:db8::2 (39c6524d-af8e-454c-94d4-dfb31571c7b8/807952ed-a5c0-4b47-bb46-d1ea1fd56413/e4e18c71-6680-4463-bfc4-404c509b266e) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:03:39.793163 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3279eb-cbc1-44b8-8ed2-8bcc51575962 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:39.795612 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3279eb-cbc1-44b8-8ed2-8bcc51575962 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:39.798070 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9a3279eb-cbc1-44b8-8ed2-8bcc51575962 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0754673 Mar 07 11:03:39.800594 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58180) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:39.921739 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8bb16dd-d24b-435d-8110-6f643db6bc53 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting subnet 221bb89f-423e-49c3-842a-bc6091029d45 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:03:39.985572 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 39c4ca46-02a9-4c28-8527-19a247f86cb1 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:03:40.001328 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7275bdb7-f386-4168-aa07-335664cc5056 None None] Sync routers for ids ['0ec07d1f-bd53-42fb-9f03-694836a942f3'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:03:40.022151 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32086cc3-0df8-449b-8213-5d5e50500fac tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Made reservation on behalf of ff7a92dd92004a649845cf018ca81248 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:03:40.081144 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7275bdb7-f386-4168-aa07-335664cc5056 None None] Routers {'0ec07d1f-bd53-42fb-9f03-694836a942f3'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:03:40.081863 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-7275bdb7-f386-4168-aa07-335664cc5056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:03:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['0ec07d1f-bd53-42fb-9f03-694836a942f3'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:40.084791 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:40.193678 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58192) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:40.199610 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-4e47cae3-389d-4320-ad3d-7d584a14ce75 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1807487677-network', 'tenant_id': '5e9e889d3ce242529d3d91d76f4728dd'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:40.209572 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-32086cc3-0df8-449b-8213-5d5e50500fac tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:40.234010 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-32086cc3-0df8-449b-8213-5d5e50500fac tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] device_id is not set on port 16996491-a7a7-4c9d-9fb1-8bf64ef990ba yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:03:40.257991 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e47cae3-389d-4320-ad3d-7d584a14ce75 admin admin] Made reservation on behalf of 5e9e889d3ce242529d3d91d76f4728dd for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:03:40.260401 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e47cae3-389d-4320-ad3d-7d584a14ce75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:40.280926 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e47cae3-389d-4320-ad3d-7d584a14ce75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:40.411448 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-71525663-c3fa-4eab-b130-0042215673f0 None None] Allocated IP 2001:db8::2 (9b8a3032-9f66-43b6-9063-551ee6941c96/221bb89f-423e-49c3-842a-bc6091029d45/a535f16c-1dc8-473e-a89a-74e328277b03) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:03:40.470525 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e47cae3-389d-4320-ad3d-7d584a14ce75 admin admin] Publish callbacks [] for security_group (98e37e80-b455-4b0a-ac41-de9cfcd8f665), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:40.482392 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e47cae3-389d-4320-ad3d-7d584a14ce75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (98e37e80-b455-4b0a-ac41-de9cfcd8f665), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:40.518743 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e47cae3-389d-4320-ad3d-7d584a14ce75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:03:40.539446 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e47cae3-389d-4320-ad3d-7d584a14ce75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e37e80-b455-4b0a-ac41-de9cfcd8f665,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:40.562338 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e47cae3-389d-4320-ad3d-7d584a14ce75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (5111aeaf-0fdd-4208-b2ab-9a477d66aa37), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:40.562830 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-4e47cae3-389d-4320-ad3d-7d584a14ce75 admin admin] Added segment 5111aeaf-0fdd-4208-b2ab-9a477d66aa37 of type vlan for network e4fe8f84-6abc-44de-b1e0-e3609cfb2f94 Mar 07 11:03:40.603285 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 39c4ca46-02a9-4c28-8527-19a247f86cb1 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:03:40.603661 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (39c4ca46-02a9-4c28-8527-19a247f86cb1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:40.617646 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e47cae3-389d-4320-ad3d-7d584a14ce75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (e4fe8f84-6abc-44de-b1e0-e3609cfb2f94), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:40.684068 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e47cae3-389d-4320-ad3d-7d584a14ce75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (e4fe8f84-6abc-44de-b1e0-e3609cfb2f94), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:40.686032 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e47cae3-389d-4320-ad3d-7d584a14ce75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:40.686872 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e47cae3-389d-4320-ad3d-7d584a14ce75 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:40.688918 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-198ec8bb-bbee-4ecd-8cc4-dbb6d10cf820 None None] Publish callbacks [] for port (e4e18c71-6680-4463-bfc4-404c509b266e), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:40.730365 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-7275bdb7-f386-4168-aa07-335664cc5056 None None] Set router 0ec07d1f-bd53-42fb-9f03-694836a942f3 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:03:40.798456 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-198ec8bb-bbee-4ecd-8cc4-dbb6d10cf820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (e4e18c71-6680-4463-bfc4-404c509b266e), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:40.819753 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e47cae3-389d-4320-ad3d-7d584a14ce75 admin admin] Pushing event updated for resources: {'Network': ['ID=e4fe8f84-6abc-44de-b1e0-e3609cfb2f94,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:40.837457 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4e47cae3-389d-4320-ad3d-7d584a14ce75 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6401961 Mar 07 11:03:40.837849 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58202) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:40.846933 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-32086cc3-0df8-449b-8213-5d5e50500fac tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Allocated IP 2001:db8::11e (39c6524d-af8e-454c-94d4-dfb31571c7b8/807952ed-a5c0-4b47-bb46-d1ea1fd56413/16996491-a7a7-4c9d-9fb1-8bf64ef990ba) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:03:40.849767 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e76b492a-954a-4894-8a99-01c2761c9476 admin admin] Request body: {'subnet': {'network_id': 'e4fe8f84-6abc-44de-b1e0-e3609cfb2f94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1807487677-subnet', 'tenant_id': '5e9e889d3ce242529d3d91d76f4728dd', 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:40.892774 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network e4fe8f84-6abc-44de-b1e0-e3609cfb2f94 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:03:40.916193 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76b492a-954a-4894-8a99-01c2761c9476 admin admin] Made reservation on behalf of 5e9e889d3ce242529d3d91d76f4728dd for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:03:40.923600 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e76b492a-954a-4894-8a99-01c2761c9476 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:41.127927 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-32086cc3-0df8-449b-8213-5d5e50500fac tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks [] for port (16996491-a7a7-4c9d-9fb1-8bf64ef990ba), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:41.178551 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-32086cc3-0df8-449b-8213-5d5e50500fac tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (16996491-a7a7-4c9d-9fb1-8bf64ef990ba), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:41.187286 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198ec8bb-bbee-4ecd-8cc4-dbb6d10cf820 None None] Network 39c6524d-af8e-454c-94d4-dfb31571c7b8 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:03:41.216797 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-71525663-c3fa-4eab-b130-0042215673f0 None None] Publish callbacks [] for port (a535f16c-1dc8-473e-a89a-74e328277b03), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:41.250618 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32086cc3-0df8-449b-8213-5d5e50500fac tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Network 39c6524d-af8e-454c-94d4-dfb31571c7b8 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:03:41.255424 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-198ec8bb-bbee-4ecd-8cc4-dbb6d10cf820 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:41.260482 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-32086cc3-0df8-449b-8213-5d5e50500fac tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:41.262160 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198ec8bb-bbee-4ecd-8cc4-dbb6d10cf820 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:03:41.265571 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32086cc3-0df8-449b-8213-5d5e50500fac tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:03:41.269810 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f8bb16dd-d24b-435d-8110-6f643db6bc53 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (221bb89f-423e-49c3-842a-bc6091029d45), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:41.275950 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32086cc3-0df8-449b-8213-5d5e50500fac tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:41.278382 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-32086cc3-0df8-449b-8213-5d5e50500fac tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:41.280566 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-71525663-c3fa-4eab-b130-0042215673f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (a535f16c-1dc8-473e-a89a-74e328277b03), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:41.296744 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ec8bb-bbee-4ecd-8cc4-dbb6d10cf820 None None] Pushing event updated for resources: {'Port': ['ID=e4e18c71-6680-4463-bfc4-404c509b266e,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:41.325996 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-32086cc3-0df8-449b-8213-5d5e50500fac tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.6375759 Mar 07 11:03:41.327640 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32086cc3-0df8-449b-8213-5d5e50500fac tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Pushing event updated for resources: {'Port': ['ID=16996491-a7a7-4c9d-9fb1-8bf64ef990ba,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:41.328512 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58208) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:41.341673 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e76b492a-954a-4894-8a99-01c2761c9476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (a792ae64-a4ea-4248-9a1f-54608208da96), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:41.361527 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f8bb16dd-d24b-435d-8110-6f643db6bc53 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (221bb89f-423e-49c3-842a-bc6091029d45), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:41.537077 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b492a-954a-4894-8a99-01c2761c9476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a792ae64-a4ea-4248-9a1f-54608208da96,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:41.551500 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e76b492a-954a-4894-8a99-01c2761c9476 admin admin] Checking segment: {'id': '5111aeaf-0fdd-4208-b2ab-9a477d66aa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4fe8f84-6abc-44de-b1e0-e3609cfb2f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:03:41.552187 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76b492a-954a-4894-8a99-01c2761c9476 admin admin] Network hostable DHCP agents. Network: e4fe8f84-6abc-44de-b1e0-e3609cfb2f94, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:03:41.587958 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58b0d14-f4a7-4f95-bd3d-b18373a77945 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:41.595172 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58b0d14-f4a7-4f95-bd3d-b18373a77945 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:41.599672 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 39c4ca46-02a9-4c28-8527-19a247f86cb1 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:03:41.600674 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58b0d14-f4a7-4f95-bd3d-b18373a77945 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:41.602509 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e58b0d14-f4a7-4f95-bd3d-b18373a77945 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2726896 Mar 07 11:03:41.605706 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58216) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:41.638652 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f8bb16dd-d24b-435d-8110-6f643db6bc53 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (221bb89f-423e-49c3-842a-bc6091029d45), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:41.646226 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e76b492a-954a-4894-8a99-01c2761c9476 admin admin] Network e4fe8f84-6abc-44de-b1e0-e3609cfb2f94 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:03:41.659167 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71525663-c3fa-4eab-b130-0042215673f0 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:03:41.708428 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-71525663-c3fa-4eab-b130-0042215673f0 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:41.725211 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71525663-c3fa-4eab-b130-0042215673f0 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:03:41.732877 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71525663-c3fa-4eab-b130-0042215673f0 None None] Pushing event updated for resources: {'Port': ['ID=a535f16c-1dc8-473e-a89a-74e328277b03,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:41.751515 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-198ec8bb-bbee-4ecd-8cc4-dbb6d10cf820 None None] Attempting to bind port e4e18c71-6680-4463-bfc4-404c509b266e on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:03:41.752135 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-198ec8bb-bbee-4ecd-8cc4-dbb6d10cf820 None None] Attempting to bind port e4e18c71-6680-4463-bfc4-404c509b266e by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '767f6bb8-790c-4dd2-88af-bf5d433a8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '39c6524d-af8e-454c-94d4-dfb31571c7b8'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:03:41.752752 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198ec8bb-bbee-4ecd-8cc4-dbb6d10cf820 None None] Attempting to bind port e4e18c71-6680-4463-bfc4-404c509b266e on network 39c6524d-af8e-454c-94d4-dfb31571c7b8 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:03:41.763005 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:41.795393 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f8bb16dd-d24b-435d-8110-6f643db6bc53 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (221bb89f-423e-49c3-842a-bc6091029d45), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:41.803168 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198ec8bb-bbee-4ecd-8cc4-dbb6d10cf820 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:03:41.805291 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198ec8bb-bbee-4ecd-8cc4-dbb6d10cf820 None None] Checking segment: {'id': '767f6bb8-790c-4dd2-88af-bf5d433a8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '39c6524d-af8e-454c-94d4-dfb31571c7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:03:41.805926 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-198ec8bb-bbee-4ecd-8cc4-dbb6d10cf820 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:41.806538 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198ec8bb-bbee-4ecd-8cc4-dbb6d10cf820 None None] Bound using segment: {'id': '767f6bb8-790c-4dd2-88af-bf5d433a8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '39c6524d-af8e-454c-94d4-dfb31571c7b8'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:03:41.807276 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-198ec8bb-bbee-4ecd-8cc4-dbb6d10cf820 None None] Bound port: e4e18c71-6680-4463-bfc4-404c509b266e, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '767f6bb8-790c-4dd2-88af-bf5d433a8fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '39c6524d-af8e-454c-94d4-dfb31571c7b8'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:03:41.807880 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-198ec8bb-bbee-4ecd-8cc4-dbb6d10cf820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e4e18c71-6680-4463-bfc4-404c509b266e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:41.894671 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b878a178-e96a-42b4-8f3e-4c60cf59f338 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Deleting port 16996491-a7a7-4c9d-9fb1-8bf64ef990ba {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:03:41.895423 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b878a178-e96a-42b4-8f3e-4c60cf59f338 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (16996491-a7a7-4c9d-9fb1-8bf64ef990ba), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:41.901458 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-7275bdb7-f386-4168-aa07-335664cc5056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec07d1f-bd53-42fb-9f03-694836a942f3', 'name': 'tempest-TestAggregatesBasicOps-2110041105-router', 'tenant_id': 'c284808a2e6d4baca400d4ae947e885f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '39c4ca46-02a9-4c28-8527-19a247f86cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:03:29Z', 'updated_at': '2022-03-07T11:03:36Z', 'revision_number': 4, 'project_id': 'c284808a2e6d4baca400d4ae947e885f', 'gw_port': {'id': '39c4ca46-02a9-4c28-8527-19a247f86cb1', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec07d1f-bd53-42fb-9f03-694836a942f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:30Z', 'updated_at': '2022-03-07T11:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '0dc7f806-392d-40cc-8e3f-09e707b32a00', 'name': '', 'network_id': '3cad8bff-2191-4771-90fe-ed33bcfcc7ba', 'tenant_id': 'c284808a2e6d4baca400d4ae947e885f', 'mac_address': 'fa:16:3e:da:8e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec07d1f-bd53-42fb-9f03-694836a942f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': 'e72eeb0d-6ebf-445f-8c00-c8d2e0c086b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:35Z', 'updated_at': '2022-03-07T11:03:37Z', 'revision_number': 2, 'project_id': 'c284808a2e6d4baca400d4ae947e885f', 'subnets': [{'id': 'e72eeb0d-6ebf-445f-8c00-c8d2e0c086b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:41.904442 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-71525663-c3fa-4eab-b130-0042215673f0 None None] Attempting to bind port a535f16c-1dc8-473e-a89a-74e328277b03 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:03:41.904855 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-71525663-c3fa-4eab-b130-0042215673f0 None None] Attempting to bind port a535f16c-1dc8-473e-a89a-74e328277b03 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:03:41.905489 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71525663-c3fa-4eab-b130-0042215673f0 None None] Attempting to bind port a535f16c-1dc8-473e-a89a-74e328277b03 on network 9b8a3032-9f66-43b6-9063-551ee6941c96 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:03:41.920197 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f8bb16dd-d24b-435d-8110-6f643db6bc53 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:41.929903 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f8bb16dd-d24b-435d-8110-6f643db6bc53 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/221bb89f-423e-49c3-842a-bc6091029d45 HTTP/1.1" status: 204 len: 168 time: 2.1277153 Mar 07 11:03:41.931145 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb16dd-d24b-435d-8110-6f643db6bc53 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Subnet': ['ID=221bb89f-423e-49c3-842a-bc6091029d45,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:41.936908 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-e76b492a-954a-4894-8a99-01c2761c9476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, e4fe8f84-6abc-44de-b1e0-e3609cfb2f94) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:41.946473 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7275bdb7-f386-4168-aa07-335664cc5056 None None] Checking router: 0ec07d1f-bd53-42fb-9f03-694836a942f3 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:03:41.946923 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7275bdb7-f386-4168-aa07-335664cc5056 None None] Updating router 0ec07d1f-bd53-42fb-9f03-694836a942f3 port 0dc7f806-392d-40cc-8e3f-09e707b32a00 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:03:41.955137 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b2211c-ad28-49a9-9e9d-370e8e48c1dc None None] Network e4fe8f84-6abc-44de-b1e0-e3609cfb2f94 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:03:41.957806 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76b492a-954a-4894-8a99-01c2761c9476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:41.959608 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58224) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:41.960236 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e76b492a-954a-4894-8a99-01c2761c9476 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:41.964380 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71525663-c3fa-4eab-b130-0042215673f0 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:03:41.964910 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71525663-c3fa-4eab-b130-0042215673f0 None None] Checking segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:03:41.965450 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-71525663-c3fa-4eab-b130-0042215673f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:41.965943 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71525663-c3fa-4eab-b130-0042215673f0 None None] Bound using segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:03:41.966528 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-71525663-c3fa-4eab-b130-0042215673f0 None None] Bound port: a535f16c-1dc8-473e-a89a-74e328277b03, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:03:41.967026 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-71525663-c3fa-4eab-b130-0042215673f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a535f16c-1dc8-473e-a89a-74e328277b03), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:42.046791 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e76b492a-954a-4894-8a99-01c2761c9476 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1680734 Mar 07 11:03:42.049267 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58226) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:42.061452 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-2023516e-89d8-4481-b806-6be563b2c84c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1807487677-router', 'tenant_id': '5e9e889d3ce242529d3d91d76f4728dd', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:42.080095 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-198ec8bb-bbee-4ecd-8cc4-dbb6d10cf820 None None] For port e4e18c71-6680-4463-bfc4-404c509b266e, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:03:42.090868 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7275bdb7-f386-4168-aa07-335664cc5056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0dc7f806-392d-40cc-8e3f-09e707b32a00), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:42.092856 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58228) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:42.093297 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7f7e7377-ffda-40fc-b850-09c5e9fef52e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1299636 Mar 07 11:03:42.100008 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-1c8be59a-60e7-48c9-a706-96bcfaa5589f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:42.165929 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2023516e-89d8-4481-b806-6be563b2c84c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (83e0c087-09ac-4a9e-b9cb-6958b3ca5a77), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:42.168009 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2023516e-89d8-4481-b806-6be563b2c84c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (83e0c087-09ac-4a9e-b9cb-6958b3ca5a77), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:42.238251 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-71525663-c3fa-4eab-b130-0042215673f0 None None] For port a535f16c-1dc8-473e-a89a-74e328277b03, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:03:42.272377 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-71525663-c3fa-4eab-b130-0042215673f0 None None] For port a535f16c-1dc8-473e-a89a-74e328277b03, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a535f16c-1dc8-473e-a89a-74e328277b03,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:03:42.288394 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b878a178-e96a-42b4-8f3e-4c60cf59f338 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (16996491-a7a7-4c9d-9fb1-8bf64ef990ba), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:42.317977 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-198ec8bb-bbee-4ecd-8cc4-dbb6d10cf820 None None] For port e4e18c71-6680-4463-bfc4-404c509b266e, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e4e18c71-6680-4463-bfc4-404c509b266e,segment=NetworkSegment(767f6bb8-790c-4dd2-88af-bf5d433a8fff),segment_id=767f6bb8-790c-4dd2-88af-bf5d433a8fff)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:03:42.322523 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b878a178-e96a-42b4-8f3e-4c60cf59f338 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Calling delete_port for 16996491-a7a7-4c9d-9fb1-8bf64ef990ba owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:03:42.343402 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-71525663-c3fa-4eab-b130-0042215673f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a535f16c-1dc8-473e-a89a-74e328277b03), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:42.361955 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-198ec8bb-bbee-4ecd-8cc4-dbb6d10cf820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e4e18c71-6680-4463-bfc4-404c509b266e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:42.367303 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2023516e-89d8-4481-b806-6be563b2c84c admin admin] Publish callbacks [] for router_controller (83e0c087-09ac-4a9e-b9cb-6958b3ca5a77), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:42.486782 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71525663-c3fa-4eab-b130-0042215673f0 None None] Pushing event updated for resources: {'Port': ['ID=a535f16c-1dc8-473e-a89a-74e328277b03,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:42.487574 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8be59a-60e7-48c9-a706-96bcfaa5589f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:03:42.491112 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c8be59a-60e7-48c9-a706-96bcfaa5589f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:42.546600 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b878a178-e96a-42b4-8f3e-4c60cf59f338 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (16996491-a7a7-4c9d-9fb1-8bf64ef990ba), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:42.584276 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b878a178-e96a-42b4-8f3e-4c60cf59f338 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Pushing event deleted for resources: {'Port': ['ID=16996491-a7a7-4c9d-9fb1-8bf64ef990ba,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:42.815461 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6281a60d-f176-43a6-ab24-4da2d79d9536 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-e4fe8f84-6abc-44de-b1e0-e3609cfb2f94', 'network_id': 'e4fe8f84-6abc-44de-b1e0-e3609cfb2f94', 'project_id': '5e9e889d3ce242529d3d91d76f4728dd', 'fixed_ips': [{'subnet_id': 'a792ae64-a4ea-4248-9a1f-54608208da96'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:03:42.825620 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6281a60d-f176-43a6-ab24-4da2d79d9536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:42.865086 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b878a178-e96a-42b4-8f3e-4c60cf59f338 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:42.866786 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2023516e-89d8-4481-b806-6be563b2c84c admin admin] Publish callbacks [] for router_gateway (83e0c087-09ac-4a9e-b9cb-6958b3ca5a77), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:42.872271 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b878a178-e96a-42b4-8f3e-4c60cf59f338 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] 10.222.0.11 "DELETE /v2.0/ports/16996491-a7a7-4c9d-9fb1-8bf64ef990ba HTTP/1.1" status: 204 len: 168 time: 1.2621577 Mar 07 11:03:42.873446 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58242) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:42.909719 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d3255ee-dbe1-4109-8e59-979869e23071 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] GET failed (client error): The resource could not be found. Mar 07 11:03:42.917312 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5d3255ee-dbe1-4109-8e59-979869e23071 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] 10.222.0.11 "GET /v2.0/ports/16996491-a7a7-4c9d-9fb1-8bf64ef990ba HTTP/1.1" status: 404 len: 333 time: 0.0379481 Mar 07 11:03:42.919134 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58244) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:42.929356 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e906e9be-96e1-4342-b8f6-dea154a65075 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Request body: {'port': {'network_id': '39c6524d-af8e-454c-94d4-dfb31571c7b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1975290882'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:42.939554 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c8be59a-60e7-48c9-a706-96bcfaa5589f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (9e50e1a9-f0fb-443c-a2ed-6e6813d5b146), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:42.947553 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ec8bb-bbee-4ecd-8cc4-dbb6d10cf820 None None] Pushing event updated for resources: {'Port': ['ID=e4e18c71-6680-4463-bfc4-404c509b266e,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:43.065711 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:43.128438 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8be59a-60e7-48c9-a706-96bcfaa5589f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:03:43.138753 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-1c8be59a-60e7-48c9-a706-96bcfaa5589f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:43.150664 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca48be8c-b934-480b-90c9-8eebcd81f2c7 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:03:43.202088 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8be59a-60e7-48c9-a706-96bcfaa5589f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:43.202871 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c8be59a-60e7-48c9-a706-96bcfaa5589f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:43.240944 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58250) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:43.241309 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1c8be59a-60e7-48c9-a706-96bcfaa5589f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1451516 Mar 07 11:03:43.248067 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-f37ca309-f669-4bff-8b8a-b48eb27f315c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'port': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'name': 'tempest-NetworksTestDHCPv6-2136921101'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:43.254918 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8be59a-60e7-48c9-a706-96bcfaa5589f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Subnet': ['ID=9e50e1a9-f0fb-443c-a2ed-6e6813d5b146,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:43.508499 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e906e9be-96e1-4342-b8f6-dea154a65075 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Made reservation on behalf of ff7a92dd92004a649845cf018ca81248 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:03:43.515476 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e906e9be-96e1-4342-b8f6-dea154a65075 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:43.523568 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-6281a60d-f176-43a6-ab24-4da2d79d9536 None None] Allocated IP 172.20.0.2 (e4fe8f84-6abc-44de-b1e0-e3609cfb2f94/a792ae64-a4ea-4248-9a1f-54608208da96/efeb852c-1e47-447f-90a1-b94fe746e022) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:03:43.578657 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-e906e9be-96e1-4342-b8f6-dea154a65075 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] device_id is not set on port 027196eb-fc13-4415-9903-0779f7adddb2 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:03:43.623079 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37ca309-f669-4bff-8b8a-b48eb27f315c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:03:43.640521 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f37ca309-f669-4bff-8b8a-b48eb27f315c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:43.743316 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-f37ca309-f669-4bff-8b8a-b48eb27f315c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] device_id is not set on port 55e698e2-8239-424f-a852-a50b4876f534 yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:03:43.798875 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7275bdb7-f386-4168-aa07-335664cc5056 None None] Publish callbacks [] for port (0dc7f806-392d-40cc-8e3f-09e707b32a00), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:43.802965 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78b11b1-d33e-4a41-9fde-495a6e71a6da None None] Update dhcp port {'port': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'fixed_ips': [{'subnet_id': '9e50e1a9-f0fb-443c-a2ed-6e6813d5b146'}], 'binding:host_id': 'n-d-832164-4'}, 'id': 'a535f16c-1dc8-473e-a89a-74e328277b03'} from n-d-832164-4. {{(pid=103768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 11:03:43.830798 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7275bdb7-f386-4168-aa07-335664cc5056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0dc7f806-392d-40cc-8e3f-09e707b32a00), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:43.881038 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e4e18c71-6680-4463-bfc4-404c509b266e up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:03:44.006985 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-f37ca309-f669-4bff-8b8a-b48eb27f315c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Allocated IP 2001:db8::32c (9b8a3032-9f66-43b6-9063-551ee6941c96/9e50e1a9-f0fb-443c-a2ed-6e6813d5b146/55e698e2-8239-424f-a852-a50b4876f534) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:03:44.013485 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2023516e-89d8-4481-b806-6be563b2c84c admin admin] Publish callbacks [] for router_gateway (83e0c087-09ac-4a9e-b9cb-6958b3ca5a77), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:44.018029 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a78b11b1-d33e-4a41-9fde-495a6e71a6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a535f16c-1dc8-473e-a89a-74e328277b03), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:44.050640 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2023516e-89d8-4481-b806-6be563b2c84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:44.054617 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc3e38-1f9e-4329-b017-f12c60c01079 None None] Pushing event updated for resources: {'Port': ['ID=0dc7f806-392d-40cc-8e3f-09e707b32a00,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:44.086749 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-e906e9be-96e1-4342-b8f6-dea154a65075 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Allocated IP 2001:db8::2dd (39c6524d-af8e-454c-94d4-dfb31571c7b8/807952ed-a5c0-4b47-bb46-d1ea1fd56413/027196eb-fc13-4415-9903-0779f7adddb2) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:03:44.100872 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc3e38-1f9e-4329-b017-f12c60c01079 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:44.106107 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc3e38-1f9e-4329-b017-f12c60c01079 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:44.106872 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc3e38-1f9e-4329-b017-f12c60c01079 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:44.107287 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc3e38-1f9e-4329-b017-f12c60c01079 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:44.107696 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc3e38-1f9e-4329-b017-f12c60c01079 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:44.108117 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc3e38-1f9e-4329-b017-f12c60c01079 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:44.108618 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc3e38-1f9e-4329-b017-f12c60c01079 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:44.108902 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc3e38-1f9e-4329-b017-f12c60c01079 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:44.109313 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc3e38-1f9e-4329-b017-f12c60c01079 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:44.109761 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc3e38-1f9e-4329-b017-f12c60c01079 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:44.110093 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc3e38-1f9e-4329-b017-f12c60c01079 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:44.110486 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc3e38-1f9e-4329-b017-f12c60c01079 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:44.110971 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cc3e38-1f9e-4329-b017-f12c60c01079 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:44.136722 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6281a60d-f176-43a6-ab24-4da2d79d9536 None None] Publish callbacks [] for port (efeb852c-1e47-447f-90a1-b94fe746e022), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:44.227564 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6281a60d-f176-43a6-ab24-4da2d79d9536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (efeb852c-1e47-447f-90a1-b94fe746e022), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:44.358482 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port e4e18c71-6680-4463-bfc4-404c509b266e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:03:44.358987 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e4e18c71-6680-4463-bfc4-404c509b266e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:44.430181 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f37ca309-f669-4bff-8b8a-b48eb27f315c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for port (55e698e2-8239-424f-a852-a50b4876f534), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:44.432950 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-2023516e-89d8-4481-b806-6be563b2c84c admin admin] Allocated IP 172.25.3.187 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/388b6d74-5f0e-4b77-ae55-225967c634f8) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:03:44.519298 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f37ca309-f669-4bff-8b8a-b48eb27f315c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (55e698e2-8239-424f-a852-a50b4876f534), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:44.584309 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-7275bdb7-f386-4168-aa07-335664cc5056 None None] Attempting to bind port 0dc7f806-392d-40cc-8e3f-09e707b32a00 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:03:44.584762 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-7275bdb7-f386-4168-aa07-335664cc5056 None None] Attempting to bind port 0dc7f806-392d-40cc-8e3f-09e707b32a00 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '751a6e9b-d674-4cfa-89b3-3ca2d27667d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '3cad8bff-2191-4771-90fe-ed33bcfcc7ba'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:03:44.585388 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7275bdb7-f386-4168-aa07-335664cc5056 None None] Attempting to bind port 0dc7f806-392d-40cc-8e3f-09e707b32a00 on network 3cad8bff-2191-4771-90fe-ed33bcfcc7ba {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:03:44.622010 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37ca309-f669-4bff-8b8a-b48eb27f315c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:03:44.625816 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-f37ca309-f669-4bff-8b8a-b48eb27f315c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:44.637288 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37ca309-f669-4bff-8b8a-b48eb27f315c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:03:44.640968 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6281a60d-f176-43a6-ab24-4da2d79d9536 None None] Network e4fe8f84-6abc-44de-b1e0-e3609cfb2f94 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:03:44.642645 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7275bdb7-f386-4168-aa07-335664cc5056 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:03:44.644046 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7275bdb7-f386-4168-aa07-335664cc5056 None None] Checking segment: {'id': '751a6e9b-d674-4cfa-89b3-3ca2d27667d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '3cad8bff-2191-4771-90fe-ed33bcfcc7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:03:44.644642 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7275bdb7-f386-4168-aa07-335664cc5056 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:44.645089 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37ca309-f669-4bff-8b8a-b48eb27f315c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:44.645588 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7275bdb7-f386-4168-aa07-335664cc5056 None None] Bound using segment: {'id': '751a6e9b-d674-4cfa-89b3-3ca2d27667d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '3cad8bff-2191-4771-90fe-ed33bcfcc7ba'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:03:44.645775 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f37ca309-f669-4bff-8b8a-b48eb27f315c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:44.646749 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-7275bdb7-f386-4168-aa07-335664cc5056 None None] Bound port: 0dc7f806-392d-40cc-8e3f-09e707b32a00, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751a6e9b-d674-4cfa-89b3-3ca2d27667d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '3cad8bff-2191-4771-90fe-ed33bcfcc7ba'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:03:44.647356 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7275bdb7-f386-4168-aa07-335664cc5056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0dc7f806-392d-40cc-8e3f-09e707b32a00), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:44.663550 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bb33f9-f42a-4cf1-b323-cb4d35af982b None None] Network 39c6524d-af8e-454c-94d4-dfb31571c7b8 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:03:44.664274 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ca309-f669-4bff-8b8a-b48eb27f315c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Port': ['ID=55e698e2-8239-424f-a852-a50b4876f534,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:44.678171 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281a60d-f176-43a6-ab24-4da2d79d9536 None None] Pushing event updated for resources: {'Port': ['ID=efeb852c-1e47-447f-90a1-b94fe746e022,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:44.678576 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f37ca309-f669-4bff-8b8a-b48eb27f315c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4360046 Mar 07 11:03:44.680231 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58266) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:44.703968 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-6281a60d-f176-43a6-ab24-4da2d79d9536 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:44.746826 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e906e9be-96e1-4342-b8f6-dea154a65075 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks [] for port (027196eb-fc13-4415-9903-0779f7adddb2), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:44.759759 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2023516e-89d8-4481-b806-6be563b2c84c admin admin] Publish callbacks [] for port (388b6d74-5f0e-4b77-ae55-225967c634f8), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:44.824765 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ca739d-5fa6-4c09-9a40-81cfce50a28a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:44.828666 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e906e9be-96e1-4342-b8f6-dea154a65075 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (027196eb-fc13-4415-9903-0779f7adddb2), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:44.831337 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ca739d-5fa6-4c09-9a40-81cfce50a28a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:44.836822 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-81ca739d-5fa6-4c09-9a40-81cfce50a28a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1554816 Mar 07 11:03:44.837466 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58268) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:44.853126 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6281a60d-f176-43a6-ab24-4da2d79d9536 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:03:44.906302 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2023516e-89d8-4481-b806-6be563b2c84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (388b6d74-5f0e-4b77-ae55-225967c634f8), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:44.918103 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e906e9be-96e1-4342-b8f6-dea154a65075 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Pushing event updated for resources: {'Port': ['ID=027196eb-fc13-4415-9903-0779f7adddb2,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:44.937957 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-7275bdb7-f386-4168-aa07-335664cc5056 None None] For port 0dc7f806-392d-40cc-8e3f-09e707b32a00, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:03:44.962996 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-4dc90252-f02b-4f2f-8005-c0da514151d7 None None] Provisioning complete for port 0dc7f806-392d-40cc-8e3f-09e707b32a00 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:03:44.963782 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4dc90252-f02b-4f2f-8005-c0da514151d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0dc7f806-392d-40cc-8e3f-09e707b32a00), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:44.981974 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2023516e-89d8-4481-b806-6be563b2c84c admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:03:44.984475 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e906e9be-96e1-4342-b8f6-dea154a65075 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Network 39c6524d-af8e-454c-94d4-dfb31571c7b8 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:03:44.988644 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-e906e9be-96e1-4342-b8f6-dea154a65075 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:45.015766 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e906e9be-96e1-4342-b8f6-dea154a65075 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:03:45.019769 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-0831b892-4088-4b40-bd99-a1538eadb792 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting port 55e698e2-8239-424f-a852-a50b4876f534 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:03:45.024639 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0831b892-4088-4b40-bd99-a1538eadb792 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (55e698e2-8239-424f-a852-a50b4876f534), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:45.027182 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-7275bdb7-f386-4168-aa07-335664cc5056 None None] For port 0dc7f806-392d-40cc-8e3f-09e707b32a00, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=0dc7f806-392d-40cc-8e3f-09e707b32a00,segment=NetworkSegment(751a6e9b-d674-4cfa-89b3-3ca2d27667d8),segment_id=751a6e9b-d674-4cfa-89b3-3ca2d27667d8)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:03:45.028550 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e906e9be-96e1-4342-b8f6-dea154a65075 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:45.034974 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e906e9be-96e1-4342-b8f6-dea154a65075 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:45.040786 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-2023516e-89d8-4481-b806-6be563b2c84c admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:45.078931 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023516e-89d8-4481-b806-6be563b2c84c admin admin] Pushing event updated for resources: {'Port': ['ID=388b6d74-5f0e-4b77-ae55-225967c634f8,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:45.092294 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2023516e-89d8-4481-b806-6be563b2c84c admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:03:45.111976 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7275bdb7-f386-4168-aa07-335664cc5056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0dc7f806-392d-40cc-8e3f-09e707b32a00), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:45.137775 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-a78b11b1-d33e-4a41-9fde-495a6e71a6da None None] Allocated IP 2001:db8::2 (9b8a3032-9f66-43b6-9063-551ee6941c96/9e50e1a9-f0fb-443c-a2ed-6e6813d5b146/a535f16c-1dc8-473e-a89a-74e328277b03) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:03:45.148446 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4dc90252-f02b-4f2f-8005-c0da514151d7 None None] Port 0dc7f806-392d-40cc-8e3f-09e707b32a00 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:03:45.213951 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6281a60d-f176-43a6-ab24-4da2d79d9536 None None] Attempting to bind port efeb852c-1e47-447f-90a1-b94fe746e022 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:03:45.214471 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6281a60d-f176-43a6-ab24-4da2d79d9536 None None] Attempting to bind port efeb852c-1e47-447f-90a1-b94fe746e022 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '5111aeaf-0fdd-4208-b2ab-9a477d66aa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4fe8f84-6abc-44de-b1e0-e3609cfb2f94'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:03:45.214971 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6281a60d-f176-43a6-ab24-4da2d79d9536 None None] Attempting to bind port efeb852c-1e47-447f-90a1-b94fe746e022 on network e4fe8f84-6abc-44de-b1e0-e3609cfb2f94 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:03:45.231713 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58276) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:45.233676 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e906e9be-96e1-4342-b8f6-dea154a65075 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3145075 Mar 07 11:03:45.242796 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-11a0ce99-6702-4119-a56c-44e141c4ff89 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1dc', 'mac_address': 'fa:16:3e:47:06:3a'}]}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:45.304148 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6281a60d-f176-43a6-ab24-4da2d79d9536 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:03:45.304527 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6281a60d-f176-43a6-ab24-4da2d79d9536 None None] Checking segment: {'id': '5111aeaf-0fdd-4208-b2ab-9a477d66aa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4fe8f84-6abc-44de-b1e0-e3609cfb2f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:03:45.304935 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6281a60d-f176-43a6-ab24-4da2d79d9536 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:45.316029 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6281a60d-f176-43a6-ab24-4da2d79d9536 None None] Bound using segment: {'id': '5111aeaf-0fdd-4208-b2ab-9a477d66aa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4fe8f84-6abc-44de-b1e0-e3609cfb2f94'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:03:45.317336 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6281a60d-f176-43a6-ab24-4da2d79d9536 None None] Bound port: efeb852c-1e47-447f-90a1-b94fe746e022, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5111aeaf-0fdd-4208-b2ab-9a477d66aa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4fe8f84-6abc-44de-b1e0-e3609cfb2f94'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:03:45.317815 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6281a60d-f176-43a6-ab24-4da2d79d9536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (efeb852c-1e47-447f-90a1-b94fe746e022), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:45.398251 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7275bdb7-f386-4168-aa07-335664cc5056 None None] Routers {'0ec07d1f-bd53-42fb-9f03-694836a942f3'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:03:45.398900 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-7275bdb7-f386-4168-aa07-335664cc5056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:03:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['0ec07d1f-bd53-42fb-9f03-694836a942f3'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:45.407884 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port e4e18c71-6680-4463-bfc4-404c509b266e is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:03:45.408231 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e4e18c71-6680-4463-bfc4-404c509b266e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:45.438682 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0831b892-4088-4b40-bd99-a1538eadb792 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (55e698e2-8239-424f-a852-a50b4876f534), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:45.462595 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc3e38-1f9e-4329-b017-f12c60c01079 None None] Pushing event updated for resources: {'Port': ['ID=0dc7f806-392d-40cc-8e3f-09e707b32a00,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:45.485444 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-0831b892-4088-4b40-bd99-a1538eadb792 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Calling delete_port for 55e698e2-8239-424f-a852-a50b4876f534 owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:03:45.630397 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-11a0ce99-6702-4119-a56c-44e141c4ff89 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (027196eb-fc13-4415-9903-0779f7adddb2), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:45.674350 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port e4e18c71-6680-4463-bfc4-404c509b266e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e4e18c71-6680-4463-bfc4-404c509b266e,segment=NetworkSegment(767f6bb8-790c-4dd2-88af-bf5d433a8fff),segment_id=767f6bb8-790c-4dd2-88af-bf5d433a8fff)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:03:45.771642 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6281a60d-f176-43a6-ab24-4da2d79d9536 None None] For port efeb852c-1e47-447f-90a1-b94fe746e022, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:03:45.775576 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6281a60d-f176-43a6-ab24-4da2d79d9536 None None] For port efeb852c-1e47-447f-90a1-b94fe746e022, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=efeb852c-1e47-447f-90a1-b94fe746e022,segment=NetworkSegment(5111aeaf-0fdd-4208-b2ab-9a477d66aa37),segment_id=5111aeaf-0fdd-4208-b2ab-9a477d66aa37)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:03:45.873181 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-7275bdb7-f386-4168-aa07-335664cc5056 None None] Set router 0ec07d1f-bd53-42fb-9f03-694836a942f3 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:03:45.963238 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0831b892-4088-4b40-bd99-a1538eadb792 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (55e698e2-8239-424f-a852-a50b4876f534), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:45.980976 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e4e18c71-6680-4463-bfc4-404c509b266e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:46.009383 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-36cf28ed-eae4-413e-9583-43bf25169f15 None None] Provisioning complete for port e4e18c71-6680-4463-bfc4-404c509b266e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:03:46.010372 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-36cf28ed-eae4-413e-9583-43bf25169f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e4e18c71-6680-4463-bfc4-404c509b266e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:46.013690 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6281a60d-f176-43a6-ab24-4da2d79d9536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (efeb852c-1e47-447f-90a1-b94fe746e022), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:46.027245 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831b892-4088-4b40-bd99-a1538eadb792 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Port': ['ID=55e698e2-8239-424f-a852-a50b4876f534,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:46.097141 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0831b892-4088-4b40-bd99-a1538eadb792 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:46.110870 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0831b892-4088-4b40-bd99-a1538eadb792 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/55e698e2-8239-424f-a852-a50b4876f534 HTTP/1.1" status: 204 len: 168 time: 1.2722270 Mar 07 11:03:46.113501 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58288) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:46.165794 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2023516e-89d8-4481-b806-6be563b2c84c admin admin] Publish callbacks [] for router_gateway (83e0c087-09ac-4a9e-b9cb-6958b3ca5a77), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:46.316070 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-11a0ce99-6702-4119-a56c-44e141c4ff89 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks [] for port (027196eb-fc13-4415-9903-0779f7adddb2), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:46.360748 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-11a0ce99-6702-4119-a56c-44e141c4ff89 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (027196eb-fc13-4415-9903-0779f7adddb2), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:46.473683 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0ce99-6702-4119-a56c-44e141c4ff89 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Pushing event updated for resources: {'Port': ['ID=027196eb-fc13-4415-9903-0779f7adddb2,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:46.487085 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1fefd9-9815-4576-8432-82431f797b23 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:46.488359 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1fefd9-9815-4576-8432-82431f797b23 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:46.492509 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7f1fefd9-9815-4576-8432-82431f797b23 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3755019 Mar 07 11:03:46.493859 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58300) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:46.500762 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-11a0ce99-6702-4119-a56c-44e141c4ff89 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] In _notify_port_updated(), no bound segment for port 027196eb-fc13-4415-9903-0779f7adddb2 on network 39c6524d-af8e-454c-94d4-dfb31571c7b8 {{(pid=103767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 11:03:46.506896 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a0ce99-6702-4119-a56c-44e141c4ff89 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:46.507601 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-11a0ce99-6702-4119-a56c-44e141c4ff89 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:46.509709 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-11a0ce99-6702-4119-a56c-44e141c4ff89 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] 10.222.0.11 "PUT /v2.0/ports/027196eb-fc13-4415-9903-0779f7adddb2 HTTP/1.1" status: 200 len: 1003 time: 1.2762914 Mar 07 11:03:46.513041 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58302) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:46.715828 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-c4764e9b-7a96-4d2c-ab6a-9b51b0efe60f tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Deleting port 027196eb-fc13-4415-9903-0779f7adddb2 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:03:46.716499 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4764e9b-7a96-4d2c-ab6a-9b51b0efe60f tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (027196eb-fc13-4415-9903-0779f7adddb2), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:46.778734 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a78b11b1-d33e-4a41-9fde-495a6e71a6da None None] For port a535f16c-1dc8-473e-a89a-74e328277b03, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a535f16c-1dc8-473e-a89a-74e328277b03,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:03:46.784981 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b7c92c-e836-41fb-af32-75bc5d991921 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting subnet 9e50e1a9-f0fb-443c-a2ed-6e6813d5b146 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:03:46.793550 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2023516e-89d8-4481-b806-6be563b2c84c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (83e0c087-09ac-4a9e-b9cb-6958b3ca5a77), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:46.810522 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=e4e18c71-6680-4463-bfc4-404c509b266e,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:46.972067 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281a60d-f176-43a6-ab24-4da2d79d9536 None None] Pushing event updated for resources: {'Port': ['ID=efeb852c-1e47-447f-90a1-b94fe746e022,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:47.003490 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4764e9b-7a96-4d2c-ab6a-9b51b0efe60f tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (027196eb-fc13-4415-9903-0779f7adddb2), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:47.041162 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-c4764e9b-7a96-4d2c-ab6a-9b51b0efe60f tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Calling delete_port for 027196eb-fc13-4415-9903-0779f7adddb2 owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:03:47.115921 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a78b11b1-d33e-4a41-9fde-495a6e71a6da None None] Publish callbacks [] for port (a535f16c-1dc8-473e-a89a-74e328277b03), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:47.135771 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-97b7c92c-e836-41fb-af32-75bc5d991921 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (9e50e1a9-f0fb-443c-a2ed-6e6813d5b146), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:47.190130 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a78b11b1-d33e-4a41-9fde-495a6e71a6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a535f16c-1dc8-473e-a89a-74e328277b03), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:47.276009 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-36cf28ed-eae4-413e-9583-43bf25169f15 None None] Current status of the port e4e18c71-6680-4463-bfc4-404c509b266e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:03:47.314459 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-97b7c92c-e836-41fb-af32-75bc5d991921 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (9e50e1a9-f0fb-443c-a2ed-6e6813d5b146), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:47.407490 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2023516e-89d8-4481-b806-6be563b2c84c admin admin] Router 83e0c087-09ac-4a9e-b9cb-6958b3ca5a77 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:03:47.436659 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4764e9b-7a96-4d2c-ab6a-9b51b0efe60f tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (027196eb-fc13-4415-9903-0779f7adddb2), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:47.543133 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b11b1-d33e-4a41-9fde-495a6e71a6da None None] Pushing event updated for resources: {'Port': ['ID=a535f16c-1dc8-473e-a89a-74e328277b03,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:47.557932 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4764e9b-7a96-4d2c-ab6a-9b51b0efe60f tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Pushing event deleted for resources: {'Port': ['ID=027196eb-fc13-4415-9903-0779f7adddb2,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:47.622593 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-890a570e-b07f-46ac-86f4-e952e7e986ba None None] Provisioning complete for port 027196eb-fc13-4415-9903-0779f7adddb2 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:03:47.622982 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-890a570e-b07f-46ac-86f4-e952e7e986ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (027196eb-fc13-4415-9903-0779f7adddb2), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:47.674708 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-97b7c92c-e836-41fb-af32-75bc5d991921 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (9e50e1a9-f0fb-443c-a2ed-6e6813d5b146), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:47.706160 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-890a570e-b07f-46ac-86f4-e952e7e986ba None None] Port 027196eb-fc13-4415-9903-0779f7adddb2 was deleted so its status cannot be updated. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 07 11:03:47.727095 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-7275bdb7-f386-4168-aa07-335664cc5056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec07d1f-bd53-42fb-9f03-694836a942f3', 'name': 'tempest-TestAggregatesBasicOps-2110041105-router', 'tenant_id': 'c284808a2e6d4baca400d4ae947e885f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '39c4ca46-02a9-4c28-8527-19a247f86cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:03:29Z', 'updated_at': '2022-03-07T11:03:36Z', 'revision_number': 4, 'project_id': 'c284808a2e6d4baca400d4ae947e885f', 'gw_port': {'id': '39c4ca46-02a9-4c28-8527-19a247f86cb1', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec07d1f-bd53-42fb-9f03-694836a942f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:30Z', 'updated_at': '2022-03-07T11:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '0dc7f806-392d-40cc-8e3f-09e707b32a00', 'name': '', 'network_id': '3cad8bff-2191-4771-90fe-ed33bcfcc7ba', 'tenant_id': 'c284808a2e6d4baca400d4ae947e885f', 'mac_address': 'fa:16:3e:da:8e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec07d1f-bd53-42fb-9f03-694836a942f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': 'e72eeb0d-6ebf-445f-8c00-c8d2e0c086b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:35Z', 'updated_at': '2022-03-07T11:03:44Z', 'revision_number': 4, 'project_id': 'c284808a2e6d4baca400d4ae947e885f', 'subnets': [{'id': 'e72eeb0d-6ebf-445f-8c00-c8d2e0c086b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:47.827509 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7275bdb7-f386-4168-aa07-335664cc5056 None None] The sync data for ids ['0ec07d1f-bd53-42fb-9f03-694836a942f3'] in n-d-832164-4 is: [{'id': '0ec07d1f-bd53-42fb-9f03-694836a942f3', 'name': 'tempest-TestAggregatesBasicOps-2110041105-router', 'tenant_id': 'c284808a2e6d4baca400d4ae947e885f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '39c4ca46-02a9-4c28-8527-19a247f86cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:03:29Z', 'updated_at': '2022-03-07T11:03:36Z', 'revision_number': 4, 'project_id': 'c284808a2e6d4baca400d4ae947e885f', 'gw_port': {'id': '39c4ca46-02a9-4c28-8527-19a247f86cb1', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec07d1f-bd53-42fb-9f03-694836a942f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:30Z', 'updated_at': '2022-03-07T11:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '0dc7f806-392d-40cc-8e3f-09e707b32a00', 'name': '', 'network_id': '3cad8bff-2191-4771-90fe-ed33bcfcc7ba', 'tenant_id': 'c284808a2e6d4baca400d4ae947e885f', 'mac_address': 'fa:16:3e:da:8e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ec07d1f-bd53-42fb-9f03-694836a942f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': 'e72eeb0d-6ebf-445f-8c00-c8d2e0c086b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:35Z', 'updated_at': '2022-03-07T11:03:44Z', 'revision_number': 4, 'project_id': 'c284808a2e6d4baca400d4ae947e885f', 'subnets': [{'id': 'e72eeb0d-6ebf-445f-8c00-c8d2e0c086b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:03:47.869725 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-890a570e-b07f-46ac-86f4-e952e7e986ba None None] Provisioning complete for port 0dc7f806-392d-40cc-8e3f-09e707b32a00 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:03:47.874262 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-890a570e-b07f-46ac-86f4-e952e7e986ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0dc7f806-392d-40cc-8e3f-09e707b32a00), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:47.909853 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4764e9b-7a96-4d2c-ab6a-9b51b0efe60f tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:47.918585 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c4764e9b-7a96-4d2c-ab6a-9b51b0efe60f tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] 10.222.0.11 "DELETE /v2.0/ports/027196eb-fc13-4415-9903-0779f7adddb2 HTTP/1.1" status: 204 len: 168 time: 1.4042087 Mar 07 11:03:47.926644 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58318) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:48.021016 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-415e88a6-28b1-442b-b348-a29204c10fde tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] GET failed (client error): The resource could not be found. Mar 07 11:03:48.027174 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-415e88a6-28b1-442b-b348-a29204c10fde tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] 10.222.0.11 "GET /v2.0/ports/027196eb-fc13-4415-9903-0779f7adddb2 HTTP/1.1" status: 404 len: 333 time: 0.0962803 Mar 07 11:03:48.036131 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58320) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:48.058939 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-cc6bca0e-6cff-4569-92ed-3ad5b3f181f8 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Request body: {'port': {'network_id': '39c6524d-af8e-454c-94d4-dfb31571c7b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-844255353'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:48.156027 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-97b7c92c-e836-41fb-af32-75bc5d991921 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (9e50e1a9-f0fb-443c-a2ed-6e6813d5b146), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:48.224121 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-890a570e-b07f-46ac-86f4-e952e7e986ba None None] Current status of the port 0dc7f806-392d-40cc-8e3f-09e707b32a00 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:03:48.225925 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-890a570e-b07f-46ac-86f4-e952e7e986ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0dc7f806-392d-40cc-8e3f-09e707b32a00), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:48.247941 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2023516e-89d8-4481-b806-6be563b2c84c admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:03:48.265013 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b77f005-82a1-492d-aab2-7b9e68c1aa16 None None] Sync routers for ids ['83e0c087-09ac-4a9e-b9cb-6958b3ca5a77'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:03:48.271239 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b7c92c-e836-41fb-af32-75bc5d991921 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Subnet': ['ID=9e50e1a9-f0fb-443c-a2ed-6e6813d5b146,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:48.291622 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-97b7c92c-e836-41fb-af32-75bc5d991921 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:48.304255 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-97b7c92c-e836-41fb-af32-75bc5d991921 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/9e50e1a9-f0fb-443c-a2ed-6e6813d5b146 HTTP/1.1" status: 204 len: 168 time: 1.8103151 Mar 07 11:03:48.307588 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58326) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:48.318940 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b77f005-82a1-492d-aab2-7b9e68c1aa16 None None] Routers {'83e0c087-09ac-4a9e-b9cb-6958b3ca5a77'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:03:48.341992 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-9b77f005-82a1-492d-aab2-7b9e68c1aa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:03:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['83e0c087-09ac-4a9e-b9cb-6958b3ca5a77'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:48.422888 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-890a570e-b07f-46ac-86f4-e952e7e986ba None None] For port 0dc7f806-392d-40cc-8e3f-09e707b32a00, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=0dc7f806-392d-40cc-8e3f-09e707b32a00,segment=NetworkSegment(751a6e9b-d674-4cfa-89b3-3ca2d27667d8),segment_id=751a6e9b-d674-4cfa-89b3-3ca2d27667d8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:03:48.464833 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-890a570e-b07f-46ac-86f4-e952e7e986ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0dc7f806-392d-40cc-8e3f-09e707b32a00), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:48.466185 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fcde671e-babe-40b1-b924-658f183e5440 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1568847 Mar 07 11:03:48.466892 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58328) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:48.500544 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2023516e-89d8-4481-b806-6be563b2c84c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:48.525395 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2023516e-89d8-4481-b806-6be563b2c84c admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.4735382 Mar 07 11:03:48.576257 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58330) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:48.644743 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:48.701436 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7489a1-a6ef-4d3d-a0d8-c55a78ed3e44 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:48.707900 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5d7489a1-a6ef-4d3d-a0d8-c55a78ed3e44 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2395723 Mar 07 11:03:48.715865 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58334) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:48.778571 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-890a570e-b07f-46ac-86f4-e952e7e986ba None None] Provisioning complete for port e4e18c71-6680-4463-bfc4-404c509b266e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:03:48.781679 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-890a570e-b07f-46ac-86f4-e952e7e986ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e4e18c71-6680-4463-bfc4-404c509b266e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:48.798628 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6bca0e-6cff-4569-92ed-3ad5b3f181f8 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Made reservation on behalf of ff7a92dd92004a649845cf018ca81248 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:03:48.802337 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cc6bca0e-6cff-4569-92ed-3ad5b3f181f8 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:48.873742 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-9b77f005-82a1-492d-aab2-7b9e68c1aa16 None None] Set router 83e0c087-09ac-4a9e-b9cb-6958b3ca5a77 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:03:48.891023 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a570e-b07f-46ac-86f4-e952e7e986ba None None] Pushing event updated for resources: {'Port': ['ID=0dc7f806-392d-40cc-8e3f-09e707b32a00,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:48.901664 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a535f16c-1dc8-473e-a89a-74e328277b03 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:03:48.915101 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234348d0-3995-4d6a-8718-0a520f9a7c88 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:48.916623 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-234348d0-3995-4d6a-8718-0a520f9a7c88 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1983426 Mar 07 11:03:48.926745 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-cc6bca0e-6cff-4569-92ed-3ad5b3f181f8 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] device_id is not set on port 9e0415c6-f971-4496-9639-10cef75e5b2d yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:03:48.928851 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58338) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:49.060255 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-25b30bf6-265b-484e-b38d-7f278cf6bd51 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1221671 Mar 07 11:03:49.068125 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58344) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:49.091846 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f8bcdc51-ec10-4c02-926f-8456374fe036 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:49.335308 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port a535f16c-1dc8-473e-a89a-74e328277b03 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:03:49.335970 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a535f16c-1dc8-473e-a89a-74e328277b03), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:49.456461 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bcdc51-ec10-4c02-926f-8456374fe036 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:03:49.460076 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f8bcdc51-ec10-4c02-926f-8456374fe036 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:49.471878 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52f80c7-5f86-441f-9d1d-21a8a9a54938 None None] Network e4fe8f84-6abc-44de-b1e0-e3609cfb2f94 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:03:49.599804 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-890a570e-b07f-46ac-86f4-e952e7e986ba None None] Current status of the port e4e18c71-6680-4463-bfc4-404c509b266e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:03:49.657933 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-9b77f005-82a1-492d-aab2-7b9e68c1aa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0c087-09ac-4a9e-b9cb-6958b3ca5a77', 'name': 'tempest-TestAggregatesBasicOps-1807487677-router', 'tenant_id': '5e9e889d3ce242529d3d91d76f4728dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '388b6d74-5f0e-4b77-ae55-225967c634f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:03:42Z', 'updated_at': '2022-03-07T11:03:45Z', 'revision_number': 3, 'project_id': '5e9e889d3ce242529d3d91d76f4728dd', 'gw_port': {'id': '388b6d74-5f0e-4b77-ae55-225967c634f8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0c087-09ac-4a9e-b9cb-6958b3ca5a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:44Z', 'updated_at': '2022-03-07T11:03:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:49.822367 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b77f005-82a1-492d-aab2-7b9e68c1aa16 None None] Checking router: 83e0c087-09ac-4a9e-b9cb-6958b3ca5a77 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:03:49.823049 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b77f005-82a1-492d-aab2-7b9e68c1aa16 None None] Updating router 83e0c087-09ac-4a9e-b9cb-6958b3ca5a77 port 388b6d74-5f0e-4b77-ae55-225967c634f8 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:03:49.843950 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-890a570e-b07f-46ac-86f4-e952e7e986ba None None] Provisioning complete for port d215e024-7193-4ee4-9b7c-1b3369ffb410 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:03:49.844326 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-890a570e-b07f-46ac-86f4-e952e7e986ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d215e024-7193-4ee4-9b7c-1b3369ffb410), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:49.895572 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9b77f005-82a1-492d-aab2-7b9e68c1aa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (388b6d74-5f0e-4b77-ae55-225967c634f8), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:50.092323 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-cc6bca0e-6cff-4569-92ed-3ad5b3f181f8 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Allocated IP 2001:db8::363 (39c6524d-af8e-454c-94d4-dfb31571c7b8/807952ed-a5c0-4b47-bb46-d1ea1fd56413/9e0415c6-f971-4496-9639-10cef75e5b2d) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:03:50.181831 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-890a570e-b07f-46ac-86f4-e952e7e986ba None None] Port d215e024-7193-4ee4-9b7c-1b3369ffb410 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:03:50.186601 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port a535f16c-1dc8-473e-a89a-74e328277b03 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:03:50.186998 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a535f16c-1dc8-473e-a89a-74e328277b03), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:50.202125 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517d4ffb-d3d4-47a2-8faa-868900c8ac95 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:03:50.275050 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f8bcdc51-ec10-4c02-926f-8456374fe036 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (816511cc-eef5-4d6f-8dda-d4e874ebf67b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:50.426199 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bcdc51-ec10-4c02-926f-8456374fe036 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Subnet': ['ID=816511cc-eef5-4d6f-8dda-d4e874ebf67b,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:50.442950 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bcdc51-ec10-4c02-926f-8456374fe036 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:03:50.445240 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-f8bcdc51-ec10-4c02-926f-8456374fe036 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:50.449558 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bcdc51-ec10-4c02-926f-8456374fe036 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:50.449951 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f8bcdc51-ec10-4c02-926f-8456374fe036 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:50.491535 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f8bcdc51-ec10-4c02-926f-8456374fe036 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4218190 Mar 07 11:03:50.495808 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58360) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:50.509653 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e342ffb0-1d3f-4550-a8c0-6bbb883cfa85 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'port': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'fixed_ips': [{'subnet_id': '816511cc-eef5-4d6f-8dda-d4e874ebf67b', 'ip_address': '2001:db8::f4ae:4a97:4b9c:4340'}], 'name': 'tempest-NetworksTestDHCPv6-1842485209'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:50.639746 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9b77f005-82a1-492d-aab2-7b9e68c1aa16 None None] Publish callbacks [] for port (388b6d74-5f0e-4b77-ae55-225967c634f8), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:50.656607 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9b77f005-82a1-492d-aab2-7b9e68c1aa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (388b6d74-5f0e-4b77-ae55-225967c634f8), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:50.698970 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-45c708c5-0776-412e-8bb8-5643e9738431 None None] Provisioning complete for port efeb852c-1e47-447f-90a1-b94fe746e022 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:03:50.699636 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-45c708c5-0776-412e-8bb8-5643e9738431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (efeb852c-1e47-447f-90a1-b94fe746e022), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:50.702257 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port a535f16c-1dc8-473e-a89a-74e328277b03, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a535f16c-1dc8-473e-a89a-74e328277b03,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:03:50.758479 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea13c7-5686-455d-8ffc-68bdce568b33 None None] Pushing event updated for resources: {'Port': ['ID=388b6d74-5f0e-4b77-ae55-225967c634f8,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:50.790214 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a535f16c-1dc8-473e-a89a-74e328277b03), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:50.791011 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e4e18c71-6680-4463-bfc4-404c509b266e up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:03:50.874312 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e342ffb0-1d3f-4550-a8c0-6bbb883cfa85 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:03:50.906591 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea13c7-5686-455d-8ffc-68bdce568b33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:50.908059 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea13c7-5686-455d-8ffc-68bdce568b33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:50.909462 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea13c7-5686-455d-8ffc-68bdce568b33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:50.909991 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea13c7-5686-455d-8ffc-68bdce568b33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:50.916384 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea13c7-5686-455d-8ffc-68bdce568b33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:50.916384 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea13c7-5686-455d-8ffc-68bdce568b33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:50.916587 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea13c7-5686-455d-8ffc-68bdce568b33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:50.916742 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea13c7-5686-455d-8ffc-68bdce568b33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:50.917863 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea13c7-5686-455d-8ffc-68bdce568b33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:50.918651 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea13c7-5686-455d-8ffc-68bdce568b33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:50.919314 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea13c7-5686-455d-8ffc-68bdce568b33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:50.919827 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea13c7-5686-455d-8ffc-68bdce568b33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:50.920332 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaea13c7-5686-455d-8ffc-68bdce568b33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:03:50.942355 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-9b77f005-82a1-492d-aab2-7b9e68c1aa16 None None] Attempting to bind port 388b6d74-5f0e-4b77-ae55-225967c634f8 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:03:50.943875 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-9b77f005-82a1-492d-aab2-7b9e68c1aa16 None None] Attempting to bind port 388b6d74-5f0e-4b77-ae55-225967c634f8 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:03:50.947849 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b77f005-82a1-492d-aab2-7b9e68c1aa16 None None] Attempting to bind port 388b6d74-5f0e-4b77-ae55-225967c634f8 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:03:50.976607 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b77f005-82a1-492d-aab2-7b9e68c1aa16 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:03:50.983643 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b77f005-82a1-492d-aab2-7b9e68c1aa16 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:03:50.984644 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9b77f005-82a1-492d-aab2-7b9e68c1aa16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:50.986073 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b77f005-82a1-492d-aab2-7b9e68c1aa16 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:03:50.986850 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-9b77f005-82a1-492d-aab2-7b9e68c1aa16 None None] Bound port: 388b6d74-5f0e-4b77-ae55-225967c634f8, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:03:50.987426 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9b77f005-82a1-492d-aab2-7b9e68c1aa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (388b6d74-5f0e-4b77-ae55-225967c634f8), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:51.116590 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-9b77f005-82a1-492d-aab2-7b9e68c1aa16 None None] For port 388b6d74-5f0e-4b77-ae55-225967c634f8, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:03:51.129496 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-9b77f005-82a1-492d-aab2-7b9e68c1aa16 None None] For port 388b6d74-5f0e-4b77-ae55-225967c634f8, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=388b6d74-5f0e-4b77-ae55-225967c634f8,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:03:51.147085 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9b77f005-82a1-492d-aab2-7b9e68c1aa16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (388b6d74-5f0e-4b77-ae55-225967c634f8), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:51.152875 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e342ffb0-1d3f-4550-a8c0-6bbb883cfa85 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:51.223677 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-e342ffb0-1d3f-4550-a8c0-6bbb883cfa85 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] device_id is not set on port d45c642c-471c-4a85-abeb-fb3fe67157a2 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:03:51.285958 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea13c7-5686-455d-8ffc-68bdce568b33 None None] Pushing event updated for resources: {'Port': ['ID=388b6d74-5f0e-4b77-ae55-225967c634f8,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:51.313153 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=a535f16c-1dc8-473e-a89a-74e328277b03,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:51.314933 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b77f005-82a1-492d-aab2-7b9e68c1aa16 None None] Routers {'83e0c087-09ac-4a9e-b9cb-6958b3ca5a77'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:03:51.317997 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-9b77f005-82a1-492d-aab2-7b9e68c1aa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:03:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['83e0c087-09ac-4a9e-b9cb-6958b3ca5a77'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:51.404490 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port e4e18c71-6680-4463-bfc4-404c509b266e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:03:51.405276 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e4e18c71-6680-4463-bfc4-404c509b266e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:51.507039 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1549a9-9630-4066-8e5c-3a267f02d6bf None None] DHCP port deletion for 9b8a3032-9f66-43b6-9063-551ee6941c96 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:03:51.563351 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-9b77f005-82a1-492d-aab2-7b9e68c1aa16 None None] Set router 83e0c087-09ac-4a9e-b9cb-6958b3ca5a77 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:03:51.577060 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-45c708c5-0776-412e-8bb8-5643e9738431 None None] Current status of the port efeb852c-1e47-447f-90a1-b94fe746e022 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:03:51.577561 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-45c708c5-0776-412e-8bb8-5643e9738431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (efeb852c-1e47-447f-90a1-b94fe746e022), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:51.587872 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-e342ffb0-1d3f-4550-a8c0-6bbb883cfa85 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Allocated IP 2001:db8::f4ae:4a97:4b9c:4340 (9b8a3032-9f66-43b6-9063-551ee6941c96/816511cc-eef5-4d6f-8dda-d4e874ebf67b/d45c642c-471c-4a85-abeb-fb3fe67157a2) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:03:51.758121 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-45c708c5-0776-412e-8bb8-5643e9738431 None None] For port efeb852c-1e47-447f-90a1-b94fe746e022, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=efeb852c-1e47-447f-90a1-b94fe746e022,segment=NetworkSegment(5111aeaf-0fdd-4208-b2ab-9a477d66aa37),segment_id=5111aeaf-0fdd-4208-b2ab-9a477d66aa37)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:03:51.779189 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-45c708c5-0776-412e-8bb8-5643e9738431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (efeb852c-1e47-447f-90a1-b94fe746e022), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:51.789619 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port e4e18c71-6680-4463-bfc4-404c509b266e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:03:51.790772 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device efeb852c-1e47-447f-90a1-b94fe746e022 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:03:51.824490 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e342ffb0-1d3f-4550-a8c0-6bbb883cfa85 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for port (d45c642c-471c-4a85-abeb-fb3fe67157a2), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:51.888655 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-45c708c5-0776-412e-8bb8-5643e9738431 None None] Could not find standard attr ID for object 027196eb-fc13-4415-9903-0779f7adddb2. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:03:51.897050 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e342ffb0-1d3f-4550-a8c0-6bbb883cfa85 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (d45c642c-471c-4a85-abeb-fb3fe67157a2), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:51.959001 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cc6bca0e-6cff-4569-92ed-3ad5b3f181f8 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks [] for port (9e0415c6-f971-4496-9639-10cef75e5b2d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:51.967029 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-45c708c5-0776-412e-8bb8-5643e9738431 None None] Could not find standard attr ID for object 16996491-a7a7-4c9d-9fb1-8bf64ef990ba. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:03:51.972558 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-9b77f005-82a1-492d-aab2-7b9e68c1aa16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0c087-09ac-4a9e-b9cb-6958b3ca5a77', 'name': 'tempest-TestAggregatesBasicOps-1807487677-router', 'tenant_id': '5e9e889d3ce242529d3d91d76f4728dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '388b6d74-5f0e-4b77-ae55-225967c634f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:03:42Z', 'updated_at': '2022-03-07T11:03:45Z', 'revision_number': 3, 'project_id': '5e9e889d3ce242529d3d91d76f4728dd', 'gw_port': {'id': '388b6d74-5f0e-4b77-ae55-225967c634f8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0c087-09ac-4a9e-b9cb-6958b3ca5a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:44Z', 'updated_at': '2022-03-07T11:03:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:51.994699 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fd34fdaf-43ea-4986-ab25-3496571da062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:51.997022 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e342ffb0-1d3f-4550-a8c0-6bbb883cfa85 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:03:52.003123 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-e342ffb0-1d3f-4550-a8c0-6bbb883cfa85 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:52.017524 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e342ffb0-1d3f-4550-a8c0-6bbb883cfa85 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:03:52.027476 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e342ffb0-1d3f-4550-a8c0-6bbb883cfa85 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:52.029651 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e342ffb0-1d3f-4550-a8c0-6bbb883cfa85 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:52.032362 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5b1549a9-9630-4066-8e5c-3a267f02d6bf None None] Deleting port a535f16c-1dc8-473e-a89a-74e328277b03 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:03:52.032742 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5b1549a9-9630-4066-8e5c-3a267f02d6bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a535f16c-1dc8-473e-a89a-74e328277b03), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:52.068350 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e342ffb0-1d3f-4550-a8c0-6bbb883cfa85 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Port': ['ID=d45c642c-471c-4a85-abeb-fb3fe67157a2,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:52.092954 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e342ffb0-1d3f-4550-a8c0-6bbb883cfa85 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5947330 Mar 07 11:03:52.093667 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58378) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:52.127073 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cc6bca0e-6cff-4569-92ed-3ad5b3f181f8 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (9e0415c6-f971-4496-9639-10cef75e5b2d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:52.185414 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6bca0e-6cff-4569-92ed-3ad5b3f181f8 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Network 39c6524d-af8e-454c-94d4-dfb31571c7b8 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:03:52.192708 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-cc6bca0e-6cff-4569-92ed-3ad5b3f181f8 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:52.204468 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6bca0e-6cff-4569-92ed-3ad5b3f181f8 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:03:52.216758 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6bca0e-6cff-4569-92ed-3ad5b3f181f8 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:52.217599 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cc6bca0e-6cff-4569-92ed-3ad5b3f181f8 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:52.218665 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9023ea-569b-40f4-b197-198f4da926f3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:52.232319 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9023ea-569b-40f4-b197-198f4da926f3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:52.243633 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fd9023ea-569b-40f4-b197-198f4da926f3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1488659 Mar 07 11:03:52.244444 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58384) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:52.260491 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-cc6bca0e-6cff-4569-92ed-3ad5b3f181f8 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.2232838 Mar 07 11:03:52.265772 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58386) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:52.274837 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port efeb852c-1e47-447f-90a1-b94fe746e022 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:03:52.275217 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (efeb852c-1e47-447f-90a1-b94fe746e022), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:52.278350 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-7f3f9c4b-9d57-4b71-87ec-3d8fe77bced3 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:47:06:3a'}]}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:52.320792 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b77f005-82a1-492d-aab2-7b9e68c1aa16 None None] The sync data for ids ['83e0c087-09ac-4a9e-b9cb-6958b3ca5a77'] in n-d-832164-4 is: [{'id': '83e0c087-09ac-4a9e-b9cb-6958b3ca5a77', 'name': 'tempest-TestAggregatesBasicOps-1807487677-router', 'tenant_id': '5e9e889d3ce242529d3d91d76f4728dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '388b6d74-5f0e-4b77-ae55-225967c634f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:03:42Z', 'updated_at': '2022-03-07T11:03:45Z', 'revision_number': 3, 'project_id': '5e9e889d3ce242529d3d91d76f4728dd', 'gw_port': {'id': '388b6d74-5f0e-4b77-ae55-225967c634f8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0c087-09ac-4a9e-b9cb-6958b3ca5a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:44Z', 'updated_at': '2022-03-07T11:03:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:03:52.327632 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c708c5-0776-412e-8bb8-5643e9738431 None None] Pushing event updated for resources: {'Port': ['ID=efeb852c-1e47-447f-90a1-b94fe746e022,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:52.372942 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-45c708c5-0776-412e-8bb8-5643e9738431 None None] Provisioning complete for port a535f16c-1dc8-473e-a89a-74e328277b03 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:03:52.373351 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-45c708c5-0776-412e-8bb8-5643e9738431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a535f16c-1dc8-473e-a89a-74e328277b03), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:52.374765 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6bca0e-6cff-4569-92ed-3ad5b3f181f8 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Pushing event updated for resources: {'Port': ['ID=9e0415c6-f971-4496-9639-10cef75e5b2d,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:52.442655 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-5b1549a9-9630-4066-8e5c-3a267f02d6bf None None] For port a535f16c-1dc8-473e-a89a-74e328277b03, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a535f16c-1dc8-473e-a89a-74e328277b03,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:03:52.443124 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5b1549a9-9630-4066-8e5c-3a267f02d6bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a535f16c-1dc8-473e-a89a-74e328277b03), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:52.458923 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5b1549a9-9630-4066-8e5c-3a267f02d6bf None None] Calling delete_port for a535f16c-1dc8-473e-a89a-74e328277b03 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:03:52.514755 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-fd34fdaf-43ea-4986-ab25-3496571da062 admin admin] Allocated IP 172.20.0.1 (e4fe8f84-6abc-44de-b1e0-e3609cfb2f94/a792ae64-a4ea-4248-9a1f-54608208da96/b389f467-a363-4edf-b688-d4b1da3118dc) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:03:52.644572 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5b1549a9-9630-4066-8e5c-3a267f02d6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (a535f16c-1dc8-473e-a89a-74e328277b03), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:52.705699 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1549a9-9630-4066-8e5c-3a267f02d6bf None None] No DVR routers for this DVR port a535f16c-1dc8-473e-a89a-74e328277b03 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:03:52.849236 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fd34fdaf-43ea-4986-ab25-3496571da062 admin admin] Publish callbacks [] for port (b389f467-a363-4edf-b688-d4b1da3118dc), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:52.853330 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb882e6-11b8-4f64-b8e4-549759fdf103 None None] get_active_networks_info from n-d-832164-4 {{(pid=103768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 11:03:52.883694 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1549a9-9630-4066-8e5c-3a267f02d6bf None None] Pushing event deleted for resources: {'Port': ['ID=a535f16c-1dc8-473e-a89a-74e328277b03,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:52.886423 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7f3f9c4b-9d57-4b71-87ec-3d8fe77bced3 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9e0415c6-f971-4496-9639-10cef75e5b2d), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:52.950261 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fd34fdaf-43ea-4986-ab25-3496571da062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (b389f467-a363-4edf-b688-d4b1da3118dc), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:52.953376 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-61957446-ae1f-402a-bcd0-9d9f754c90e4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting port d45c642c-471c-4a85-abeb-fb3fe67157a2 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:03:52.957835 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-61957446-ae1f-402a-bcd0-9d9f754c90e4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (d45c642c-471c-4a85-abeb-fb3fe67157a2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:52.986509 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-45c708c5-0776-412e-8bb8-5643e9738431 None None] Could not find standard attr ID for object a535f16c-1dc8-473e-a89a-74e328277b03. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:03:53.058626 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd34fdaf-43ea-4986-ab25-3496571da062 admin admin] Network e4fe8f84-6abc-44de-b1e0-e3609cfb2f94 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:03:53.084417 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-fd34fdaf-43ea-4986-ab25-3496571da062 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:53.090784 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd34fdaf-43ea-4986-ab25-3496571da062 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:03:53.127390 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34fdaf-43ea-4986-ab25-3496571da062 admin admin] Pushing event updated for resources: {'Port': ['ID=b389f467-a363-4edf-b688-d4b1da3118dc,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:53.148586 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fd34fdaf-43ea-4986-ab25-3496571da062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (83e0c087-09ac-4a9e-b9cb-6958b3ca5a77), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:53.321726 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-61957446-ae1f-402a-bcd0-9d9f754c90e4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (d45c642c-471c-4a85-abeb-fb3fe67157a2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:53.465785 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-61957446-ae1f-402a-bcd0-9d9f754c90e4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Calling delete_port for d45c642c-471c-4a85-abeb-fb3fe67157a2 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:03:53.521876 n-d-832164-4 neutron-server[103768]: INFO neutron.plugins.ml2.db [None req-45c708c5-0776-412e-8bb8-5643e9738431 None None] No ports have port_id starting with a535f16c-1dc8-473e-a89a-74e328277b03 Mar 07 11:03:53.570445 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fd34fdaf-43ea-4986-ab25-3496571da062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b389f467-a363-4edf-b688-d4b1da3118dc), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:53.597166 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:53.603905 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port efeb852c-1e47-447f-90a1-b94fe746e022 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:03:53.605283 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 0dc7f806-392d-40cc-8e3f-09e707b32a00 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:03:53.683759 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7f3f9c4b-9d57-4b71-87ec-3d8fe77bced3 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks [] for port (9e0415c6-f971-4496-9639-10cef75e5b2d), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:53.712313 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7f3f9c4b-9d57-4b71-87ec-3d8fe77bced3 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (9e0415c6-f971-4496-9639-10cef75e5b2d), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:53.746741 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-7f3f9c4b-9d57-4b71-87ec-3d8fe77bced3 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] In _notify_port_updated(), no bound segment for port 9e0415c6-f971-4496-9639-10cef75e5b2d on network 39c6524d-af8e-454c-94d4-dfb31571c7b8 {{(pid=103766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 11:03:53.759184 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3f9c4b-9d57-4b71-87ec-3d8fe77bced3 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:53.762072 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7f3f9c4b-9d57-4b71-87ec-3d8fe77bced3 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:53.763460 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7f3f9c4b-9d57-4b71-87ec-3d8fe77bced3 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] 10.222.0.11 "PUT /v2.0/ports/9e0415c6-f971-4496-9639-10cef75e5b2d HTTP/1.1" status: 200 len: 1002 time: 1.4961827 Mar 07 11:03:53.767985 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58404) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:53.805567 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb882e6-11b8-4f64-b8e4-549759fdf103 None None] Resources bound (agent type, host, resource id): {{(pid=103768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 11:03:53.817042 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-39da98ce-6530-43af-ad1e-d531f0fc7c29 None None] Provisioning complete for port efeb852c-1e47-447f-90a1-b94fe746e022 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:03:53.817445 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-39da98ce-6530-43af-ad1e-d531f0fc7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (efeb852c-1e47-447f-90a1-b94fe746e022), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:53.925451 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fd34fdaf-43ea-4986-ab25-3496571da062 admin admin] Publish callbacks [] for port (b389f467-a363-4edf-b688-d4b1da3118dc), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:53.945630 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fd34fdaf-43ea-4986-ab25-3496571da062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (b389f467-a363-4edf-b688-d4b1da3118dc), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:53.980306 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 0dc7f806-392d-40cc-8e3f-09e707b32a00 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:03:53.980968 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0dc7f806-392d-40cc-8e3f-09e707b32a00), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:54.043802 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f9c4b-9d57-4b71-87ec-3d8fe77bced3 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Pushing event updated for resources: {'Port': ['ID=9e0415c6-f971-4496-9639-10cef75e5b2d,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:54.087630 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fd34fdaf-43ea-4986-ab25-3496571da062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (83e0c087-09ac-4a9e-b9cb-6958b3ca5a77), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:54.106886 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34fdaf-43ea-4986-ab25-3496571da062 admin admin] Pushing event updated for resources: {'Port': ['ID=b389f467-a363-4edf-b688-d4b1da3118dc,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:54.116040 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-61957446-ae1f-402a-bcd0-9d9f754c90e4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (d45c642c-471c-4a85-abeb-fb3fe67157a2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:54.177642 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61957446-ae1f-402a-bcd0-9d9f754c90e4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Port': ['ID=d45c642c-471c-4a85-abeb-fb3fe67157a2,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:54.230878 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-61957446-ae1f-402a-bcd0-9d9f754c90e4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:54.233402 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-61957446-ae1f-402a-bcd0-9d9f754c90e4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/d45c642c-471c-4a85-abeb-fb3fe67157a2 HTTP/1.1" status: 204 len: 168 time: 1.9840283 Mar 07 11:03:54.234210 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58412) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:54.265274 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-e9176320-c966-4305-b5a2-160ad804106f tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Deleting port 9e0415c6-f971-4496-9639-10cef75e5b2d {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:03:54.271166 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e9176320-c966-4305-b5a2-160ad804106f tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (9e0415c6-f971-4496-9639-10cef75e5b2d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:54.278354 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-39da98ce-6530-43af-ad1e-d531f0fc7c29 None None] Current status of the port efeb852c-1e47-447f-90a1-b94fe746e022 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:03:54.341581 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-39da98ce-6530-43af-ad1e-d531f0fc7c29 None None] Provisioning complete for port 9e0415c6-f971-4496-9639-10cef75e5b2d triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:03:54.345779 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-39da98ce-6530-43af-ad1e-d531f0fc7c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9e0415c6-f971-4496-9639-10cef75e5b2d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:54.372495 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd34fdaf-43ea-4986-ab25-3496571da062 admin admin] Network e4fe8f84-6abc-44de-b1e0-e3609cfb2f94 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:03:54.374367 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-fd34fdaf-43ea-4986-ab25-3496571da062 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:54.456708 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 0dc7f806-392d-40cc-8e3f-09e707b32a00 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:03:54.471255 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8c48c8-d66b-49d0-84b9-ece966d88c18 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:54.472706 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8c48c8-d66b-49d0-84b9-ece966d88c18 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:54.476961 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3f8c48c8-d66b-49d0-84b9-ece966d88c18 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2345653 Mar 07 11:03:54.477574 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58416) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:54.503640 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-39da98ce-6530-43af-ad1e-d531f0fc7c29 None None] Port 9e0415c6-f971-4496-9639-10cef75e5b2d cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:03:54.573409 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dfe9c5-1478-45a2-bc69-6b2b1adc60a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-9b8a3032-9f66-43b6-9063-551ee6941c96', 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'project_id': 'a68fc610ca21434095921c9ff25a693f', 'fixed_ips': [{'subnet_id': '816511cc-eef5-4d6f-8dda-d4e874ebf67b'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:03:54.575154 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91dfe9c5-1478-45a2-bc69-6b2b1adc60a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:54.591729 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e9176320-c966-4305-b5a2-160ad804106f tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (9e0415c6-f971-4496-9639-10cef75e5b2d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:54.596240 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd34fdaf-43ea-4986-ab25-3496571da062 admin admin] Router 83e0c087-09ac-4a9e-b9cb-6958b3ca5a77 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:03:54.636024 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-e9176320-c966-4305-b5a2-160ad804106f tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Calling delete_port for 9e0415c6-f971-4496-9639-10cef75e5b2d owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:03:54.709282 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7905be7a-ba98-4eff-87c2-1db9a002a6c4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting subnet 816511cc-eef5-4d6f-8dda-d4e874ebf67b {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:03:54.754271 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd34fdaf-43ea-4986-ab25-3496571da062 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:03:54.791495 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-fd34fdaf-43ea-4986-ab25-3496571da062 admin admin] 10.222.0.11 "PUT /v2.0/routers/83e0c087-09ac-4a9e-b9cb-6958b3ca5a77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2112784 Mar 07 11:03:54.835786 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-91dfe9c5-1478-45a2-bc69-6b2b1adc60a7 None None] Allocated IP 2001:db8::2 (9b8a3032-9f66-43b6-9063-551ee6941c96/816511cc-eef5-4d6f-8dda-d4e874ebf67b/e965447e-ec30-4260-a356-fb6614d412ff) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:03:54.898964 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device efeb852c-1e47-447f-90a1-b94fe746e022 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:03:54.958486 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e9176320-c966-4305-b5a2-160ad804106f tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (9e0415c6-f971-4496-9639-10cef75e5b2d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:55.141004 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port efeb852c-1e47-447f-90a1-b94fe746e022 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:03:55.141556 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (efeb852c-1e47-447f-90a1-b94fe746e022), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:55.145730 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9176320-c966-4305-b5a2-160ad804106f tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Pushing event deleted for resources: {'Port': ['ID=9e0415c6-f971-4496-9639-10cef75e5b2d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:55.149073 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e9176320-c966-4305-b5a2-160ad804106f tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:55.154485 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e9176320-c966-4305-b5a2-160ad804106f tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] 10.222.0.11 "DELETE /v2.0/ports/9e0415c6-f971-4496-9639-10cef75e5b2d HTTP/1.1" status: 204 len: 168 time: 1.3336458 Mar 07 11:03:55.157403 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58436) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:55.211233 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8fcd067-8302-487d-a229-077edd480149 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] GET failed (client error): The resource could not be found. Mar 07 11:03:55.213008 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c8fcd067-8302-487d-a229-077edd480149 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] 10.222.0.11 "GET /v2.0/ports/9e0415c6-f971-4496-9639-10cef75e5b2d HTTP/1.1" status: 404 len: 333 time: 0.0519967 Mar 07 11:03:55.216980 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58438) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:55.224418 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-bfe18fd0-c43d-4f87-a226-5acb02457733 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Request body: {'port': {'network_id': '39c6524d-af8e-454c-94d4-dfb31571c7b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-537359198'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:55.267545 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91dfe9c5-1478-45a2-bc69-6b2b1adc60a7 None None] Publish callbacks [] for port (e965447e-ec30-4260-a356-fb6614d412ff), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:55.284786 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91dfe9c5-1478-45a2-bc69-6b2b1adc60a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (e965447e-ec30-4260-a356-fb6614d412ff), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:55.337904 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7905be7a-ba98-4eff-87c2-1db9a002a6c4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (816511cc-eef5-4d6f-8dda-d4e874ebf67b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:55.409014 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7905be7a-ba98-4eff-87c2-1db9a002a6c4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (816511cc-eef5-4d6f-8dda-d4e874ebf67b), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:55.426734 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dfe9c5-1478-45a2-bc69-6b2b1adc60a7 None None] Pushing event updated for resources: {'Port': ['ID=e965447e-ec30-4260-a356-fb6614d412ff,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:55.493938 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ba9d1e-e7d2-4620-955e-874d111b1e67 None None] Sync routers for ids ['83e0c087-09ac-4a9e-b9cb-6958b3ca5a77'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:03:55.503403 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91dfe9c5-1478-45a2-bc69-6b2b1adc60a7 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:03:55.510384 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-91dfe9c5-1478-45a2-bc69-6b2b1adc60a7 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:55.516925 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dfe9c5-1478-45a2-bc69-6b2b1adc60a7 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:03:55.521008 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port efeb852c-1e47-447f-90a1-b94fe746e022 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:03:55.522135 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 0dc7f806-392d-40cc-8e3f-09e707b32a00 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:03:55.528304 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ba9d1e-e7d2-4620-955e-874d111b1e67 None None] Routers {'83e0c087-09ac-4a9e-b9cb-6958b3ca5a77'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:03:55.529059 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-22ba9d1e-e7d2-4620-955e-874d111b1e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:03:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['83e0c087-09ac-4a9e-b9cb-6958b3ca5a77'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:55.539545 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe18fd0-c43d-4f87-a226-5acb02457733 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Made reservation on behalf of ff7a92dd92004a649845cf018ca81248 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:03:55.544898 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bfe18fd0-c43d-4f87-a226-5acb02457733 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:55.644366 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-bfe18fd0-c43d-4f87-a226-5acb02457733 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] device_id is not set on port 5eab34f6-4954-4b12-9e1d-9ba0106d5b77 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:03:55.704455 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7905be7a-ba98-4eff-87c2-1db9a002a6c4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (816511cc-eef5-4d6f-8dda-d4e874ebf67b), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:55.748926 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-91dfe9c5-1478-45a2-bc69-6b2b1adc60a7 None None] Attempting to bind port e965447e-ec30-4260-a356-fb6614d412ff on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:03:55.749409 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-91dfe9c5-1478-45a2-bc69-6b2b1adc60a7 None None] Attempting to bind port e965447e-ec30-4260-a356-fb6614d412ff by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:03:55.749847 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dfe9c5-1478-45a2-bc69-6b2b1adc60a7 None None] Attempting to bind port e965447e-ec30-4260-a356-fb6614d412ff on network 9b8a3032-9f66-43b6-9063-551ee6941c96 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:03:55.766465 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dfe9c5-1478-45a2-bc69-6b2b1adc60a7 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:03:55.767224 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dfe9c5-1478-45a2-bc69-6b2b1adc60a7 None None] Checking segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:03:55.767720 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91dfe9c5-1478-45a2-bc69-6b2b1adc60a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:55.768192 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dfe9c5-1478-45a2-bc69-6b2b1adc60a7 None None] Bound using segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:03:55.768732 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-91dfe9c5-1478-45a2-bc69-6b2b1adc60a7 None None] Bound port: e965447e-ec30-4260-a356-fb6614d412ff, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:03:55.769212 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91dfe9c5-1478-45a2-bc69-6b2b1adc60a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e965447e-ec30-4260-a356-fb6614d412ff), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:55.806144 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-22ba9d1e-e7d2-4620-955e-874d111b1e67 None None] Set router 83e0c087-09ac-4a9e-b9cb-6958b3ca5a77 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:03:55.848785 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-bfe18fd0-c43d-4f87-a226-5acb02457733 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Allocated IP 2001:db8::2df (39c6524d-af8e-454c-94d4-dfb31571c7b8/807952ed-a5c0-4b47-bb46-d1ea1fd56413/5eab34f6-4954-4b12-9e1d-9ba0106d5b77) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:03:55.879433 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7905be7a-ba98-4eff-87c2-1db9a002a6c4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (816511cc-eef5-4d6f-8dda-d4e874ebf67b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:55.908963 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 0dc7f806-392d-40cc-8e3f-09e707b32a00 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:03:55.909542 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0dc7f806-392d-40cc-8e3f-09e707b32a00), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:55.926280 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7905be7a-ba98-4eff-87c2-1db9a002a6c4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:55.934356 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58470) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:55.941819 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7905be7a-ba98-4eff-87c2-1db9a002a6c4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/816511cc-eef5-4d6f-8dda-d4e874ebf67b HTTP/1.1" status: 204 len: 168 time: 1.4589686 Mar 07 11:03:55.952205 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7905be7a-ba98-4eff-87c2-1db9a002a6c4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Subnet': ['ID=816511cc-eef5-4d6f-8dda-d4e874ebf67b,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:56.036252 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-91dfe9c5-1478-45a2-bc69-6b2b1adc60a7 None None] For port e965447e-ec30-4260-a356-fb6614d412ff, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:03:56.040025 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-91dfe9c5-1478-45a2-bc69-6b2b1adc60a7 None None] For port e965447e-ec30-4260-a356-fb6614d412ff, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e965447e-ec30-4260-a356-fb6614d412ff,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:03:56.043645 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5b0132ee-630b-4248-a091-3826663417ab tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1068299 Mar 07 11:03:56.044278 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58476) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:56.053144 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-d19adb01-0af4-4fca-a687-796414e5e4f1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:56.085300 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91dfe9c5-1478-45a2-bc69-6b2b1adc60a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e965447e-ec30-4260-a356-fb6614d412ff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:56.219349 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19adb01-0af4-4fca-a687-796414e5e4f1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:03:56.225449 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d19adb01-0af4-4fca-a687-796414e5e4f1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:56.311059 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bfe18fd0-c43d-4f87-a226-5acb02457733 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks [] for port (5eab34f6-4954-4b12-9e1d-9ba0106d5b77), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:56.361056 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dfe9c5-1478-45a2-bc69-6b2b1adc60a7 None None] Pushing event updated for resources: {'Port': ['ID=e965447e-ec30-4260-a356-fb6614d412ff,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:56.375458 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 0dc7f806-392d-40cc-8e3f-09e707b32a00 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:03:56.376811 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 388b6d74-5f0e-4b77-ae55-225967c634f8 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:03:56.428988 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bfe18fd0-c43d-4f87-a226-5acb02457733 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (5eab34f6-4954-4b12-9e1d-9ba0106d5b77), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:56.530896 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe18fd0-c43d-4f87-a226-5acb02457733 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Network 39c6524d-af8e-454c-94d4-dfb31571c7b8 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:03:56.568391 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 388b6d74-5f0e-4b77-ae55-225967c634f8 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:03:56.568846 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (388b6d74-5f0e-4b77-ae55-225967c634f8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:56.575702 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d19adb01-0af4-4fca-a687-796414e5e4f1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (f4ed8f78-c586-4fea-87b8-a9592ca66341), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:56.576229 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-bfe18fd0-c43d-4f87-a226-5acb02457733 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:56.581868 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe18fd0-c43d-4f87-a226-5acb02457733 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:03:56.592431 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe18fd0-c43d-4f87-a226-5acb02457733 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:56.594167 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bfe18fd0-c43d-4f87-a226-5acb02457733 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:56.630018 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe18fd0-c43d-4f87-a226-5acb02457733 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Pushing event updated for resources: {'Port': ['ID=5eab34f6-4954-4b12-9e1d-9ba0106d5b77,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:56.647586 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-bfe18fd0-c43d-4f87-a226-5acb02457733 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4290409 Mar 07 11:03:56.648285 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58500) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:56.661025 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-715ae049-a41a-453a-b918-39d72384b7f1 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Request body: {'port': {'network_id': '39c6524d-af8e-454c-94d4-dfb31571c7b8', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-977016314'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:56.764521 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19adb01-0af4-4fca-a687-796414e5e4f1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Subnet': ['ID=f4ed8f78-c586-4fea-87b8-a9592ca66341,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:56.783124 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-22ba9d1e-e7d2-4620-955e-874d111b1e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0c087-09ac-4a9e-b9cb-6958b3ca5a77', 'name': 'tempest-TestAggregatesBasicOps-1807487677-router', 'tenant_id': '5e9e889d3ce242529d3d91d76f4728dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '388b6d74-5f0e-4b77-ae55-225967c634f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:03:42Z', 'updated_at': '2022-03-07T11:03:53Z', 'revision_number': 4, 'project_id': '5e9e889d3ce242529d3d91d76f4728dd', 'gw_port': {'id': '388b6d74-5f0e-4b77-ae55-225967c634f8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0c087-09ac-4a9e-b9cb-6958b3ca5a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:44Z', 'updated_at': '2022-03-07T11:03:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'b389f467-a363-4edf-b688-d4b1da3118dc', 'name': '', 'network_id': 'e4fe8f84-6abc-44de-b1e0-e3609cfb2f94', 'tenant_id': '5e9e889d3ce242529d3d91d76f4728dd', 'mac_address': 'fa:16:3e:21:6d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0c087-09ac-4a9e-b9cb-6958b3ca5a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': 'a792ae64-a4ea-4248-9a1f-54608208da96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:52Z', 'updated_at': '2022-03-07T11:03:53Z', 'revision_number': 2, 'project_id': '5e9e889d3ce242529d3d91d76f4728dd', 'subnets': [{'id': 'a792ae64-a4ea-4248-9a1f-54608208da96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:56.799260 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19adb01-0af4-4fca-a687-796414e5e4f1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:03:56.807168 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-d19adb01-0af4-4fca-a687-796414e5e4f1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:56.815538 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19adb01-0af4-4fca-a687-796414e5e4f1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:56.823402 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d19adb01-0af4-4fca-a687-796414e5e4f1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:56.851833 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ba9d1e-e7d2-4620-955e-874d111b1e67 None None] Checking router: 83e0c087-09ac-4a9e-b9cb-6958b3ca5a77 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:03:56.857957 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ba9d1e-e7d2-4620-955e-874d111b1e67 None None] Updating router 83e0c087-09ac-4a9e-b9cb-6958b3ca5a77 port b389f467-a363-4edf-b688-d4b1da3118dc binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:03:56.879222 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d19adb01-0af4-4fca-a687-796414e5e4f1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8329213 Mar 07 11:03:56.879887 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58506) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:56.908115 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-2369fa10-fe77-481a-91ed-abaab656f781 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'port': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'fixed_ips': [{'subnet_id': 'f4ed8f78-c586-4fea-87b8-a9592ca66341', 'ip_address': '2001:db8::bdd6:e5d5:a267:3200'}], 'name': 'tempest-NetworksTestDHCPv6-510657044'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:56.986822 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58514) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:57.003709 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-22ba9d1e-e7d2-4620-955e-874d111b1e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b389f467-a363-4edf-b688-d4b1da3118dc), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:57.028143 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 388b6d74-5f0e-4b77-ae55-225967c634f8 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:03:57.039914 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (388b6d74-5f0e-4b77-ae55-225967c634f8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:57.087376 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 388b6d74-5f0e-4b77-ae55-225967c634f8, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=388b6d74-5f0e-4b77-ae55-225967c634f8,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:03:57.101867 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (388b6d74-5f0e-4b77-ae55-225967c634f8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:57.462232 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58520) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:57.534526 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2369fa10-fe77-481a-91ed-abaab656f781 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:03:57.686726 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2369fa10-fe77-481a-91ed-abaab656f781 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:57.724783 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a535f16c-1dc8-473e-a89a-74e328277b03 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:03:57.726860 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-2369fa10-fe77-481a-91ed-abaab656f781 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] device_id is not set on port 43295c52-7dc2-4469-9dbc-cc288febd746 yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:03:57.746013 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715ae049-a41a-453a-b918-39d72384b7f1 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Made reservation on behalf of ff7a92dd92004a649845cf018ca81248 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:03:57.749454 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-715ae049-a41a-453a-b918-39d72384b7f1 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:57.785285 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-715ae049-a41a-453a-b918-39d72384b7f1 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] device_id is not set on port a48da18c-1ae5-4a8d-8da4-5bfb9993122d yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:03:57.809855 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: a535f16c-1dc8-473e-a89a-74e328277b03 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:03:57.810244 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a535f16c-1dc8-473e-a89a-74e328277b03 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:03:57.909397 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bc2932ab-d4e9-4fc5-b791-8bc8636aa8b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:57.931916 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=388b6d74-5f0e-4b77-ae55-225967c634f8,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:58.057874 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-715ae049-a41a-453a-b918-39d72384b7f1 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Allocated IP 2001:db8::1a6 (39c6524d-af8e-454c-94d4-dfb31571c7b8/807952ed-a5c0-4b47-bb46-d1ea1fd56413/a48da18c-1ae5-4a8d-8da4-5bfb9993122d) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:03:58.100488 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e965447e-ec30-4260-a356-fb6614d412ff up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:03:58.185327 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79642319-3297-4807-88b9-7ad4a54e8b70 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:03:58.263320 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-22ba9d1e-e7d2-4620-955e-874d111b1e67 None None] Publish callbacks [] for port (b389f467-a363-4edf-b688-d4b1da3118dc), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:58.426195 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-715ae049-a41a-453a-b918-39d72384b7f1 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks [] for port (a48da18c-1ae5-4a8d-8da4-5bfb9993122d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:58.468554 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-22ba9d1e-e7d2-4620-955e-874d111b1e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b389f467-a363-4edf-b688-d4b1da3118dc), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:58.532776 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-715ae049-a41a-453a-b918-39d72384b7f1 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (a48da18c-1ae5-4a8d-8da4-5bfb9993122d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:58.537513 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-2369fa10-fe77-481a-91ed-abaab656f781 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Allocated IP 2001:db8::bdd6:e5d5:a267:3200 (9b8a3032-9f66-43b6-9063-551ee6941c96/f4ed8f78-c586-4fea-87b8-a9592ca66341/43295c52-7dc2-4469-9dbc-cc288febd746) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:03:58.548542 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bc2932ab-d4e9-4fc5-b791-8bc8636aa8b0 admin admin] Publish callbacks [] for security_group (51619656-3854-44cd-aac0-251e4862f943), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:58.574743 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bc2932ab-d4e9-4fc5-b791-8bc8636aa8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (51619656-3854-44cd-aac0-251e4862f943), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:58.620559 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-101a8fcb-5783-4da3-9804-eeb00a945abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (0ec07d1f-bd53-42fb-9f03-694836a942f3), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:58.620798 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2c2fa-0d6b-4ed4-ac68-0211328ecff8 None None] Pushing event updated for resources: {'Port': ['ID=b389f467-a363-4edf-b688-d4b1da3118dc,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:58.631856 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port e965447e-ec30-4260-a356-fb6614d412ff triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:03:58.632486 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e965447e-ec30-4260-a356-fb6614d412ff), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:58.722430 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715ae049-a41a-453a-b918-39d72384b7f1 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Network 39c6524d-af8e-454c-94d4-dfb31571c7b8 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:03:58.728757 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-715ae049-a41a-453a-b918-39d72384b7f1 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:03:58.739010 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-bc2932ab-d4e9-4fc5-b791-8bc8636aa8b0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a9d9ebd088ea4abea10f501e56e68808&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2717335 Mar 07 11:03:58.740407 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715ae049-a41a-453a-b918-39d72384b7f1 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:03:58.751570 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58542) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:58.752828 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715ae049-a41a-453a-b918-39d72384b7f1 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:58.756099 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-715ae049-a41a-453a-b918-39d72384b7f1 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:58.801778 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-715ae049-a41a-453a-b918-39d72384b7f1 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1499689 Mar 07 11:03:58.813852 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58544) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:58.831155 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-35a50e57-056a-4bb5-a16f-1a2c1f7fe125 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1dc', 'mac_address': 'fa:16:3e:47:06:3a'}, {'ip_address': '2001:db8::2df', 'mac_address': 'fa:16:3e:be:49:1a'}]}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:03:58.886098 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c2ccd604-6155-4d66-871f-e3b025d78a9a None None] Provisioning complete for port e965447e-ec30-4260-a356-fb6614d412ff triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:03:58.886684 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c2ccd604-6155-4d66-871f-e3b025d78a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e965447e-ec30-4260-a356-fb6614d412ff), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:58.924601 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ae049-a41a-453a-b918-39d72384b7f1 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Pushing event updated for resources: {'Port': ['ID=a48da18c-1ae5-4a8d-8da4-5bfb9993122d,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:59.050476 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-22ba9d1e-e7d2-4620-955e-874d111b1e67 None None] Attempting to bind port b389f467-a363-4edf-b688-d4b1da3118dc on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:03:59.050999 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-22ba9d1e-e7d2-4620-955e-874d111b1e67 None None] Attempting to bind port b389f467-a363-4edf-b688-d4b1da3118dc by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '5111aeaf-0fdd-4208-b2ab-9a477d66aa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4fe8f84-6abc-44de-b1e0-e3609cfb2f94'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:03:59.052716 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ba9d1e-e7d2-4620-955e-874d111b1e67 None None] Attempting to bind port b389f467-a363-4edf-b688-d4b1da3118dc on network e4fe8f84-6abc-44de-b1e0-e3609cfb2f94 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:03:59.077834 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ba9d1e-e7d2-4620-955e-874d111b1e67 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:03:59.078366 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ba9d1e-e7d2-4620-955e-874d111b1e67 None None] Checking segment: {'id': '5111aeaf-0fdd-4208-b2ab-9a477d66aa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4fe8f84-6abc-44de-b1e0-e3609cfb2f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:03:59.079085 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-22ba9d1e-e7d2-4620-955e-874d111b1e67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:59.079526 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ba9d1e-e7d2-4620-955e-874d111b1e67 None None] Bound using segment: {'id': '5111aeaf-0fdd-4208-b2ab-9a477d66aa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4fe8f84-6abc-44de-b1e0-e3609cfb2f94'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:03:59.080159 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-22ba9d1e-e7d2-4620-955e-874d111b1e67 None None] Bound port: b389f467-a363-4edf-b688-d4b1da3118dc, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5111aeaf-0fdd-4208-b2ab-9a477d66aa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'e4fe8f84-6abc-44de-b1e0-e3609cfb2f94'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:03:59.080643 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-22ba9d1e-e7d2-4620-955e-874d111b1e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b389f467-a363-4edf-b688-d4b1da3118dc), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:59.190216 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-35a50e57-056a-4bb5-a16f-1a2c1f7fe125 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a48da18c-1ae5-4a8d-8da4-5bfb9993122d), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:59.291117 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port e965447e-ec30-4260-a356-fb6614d412ff is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:03:59.291508 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e965447e-ec30-4260-a356-fb6614d412ff), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:59.375476 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-22ba9d1e-e7d2-4620-955e-874d111b1e67 None None] For port b389f467-a363-4edf-b688-d4b1da3118dc, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:03:59.402598 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-22ba9d1e-e7d2-4620-955e-874d111b1e67 None None] For port b389f467-a363-4edf-b688-d4b1da3118dc, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b389f467-a363-4edf-b688-d4b1da3118dc,segment=NetworkSegment(5111aeaf-0fdd-4208-b2ab-9a477d66aa37),segment_id=5111aeaf-0fdd-4208-b2ab-9a477d66aa37)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:03:59.405154 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port e965447e-ec30-4260-a356-fb6614d412ff, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e965447e-ec30-4260-a356-fb6614d412ff,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:03:59.407869 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c2ccd604-6155-4d66-871f-e3b025d78a9a None None] Current status of the port e965447e-ec30-4260-a356-fb6614d412ff is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:03:59.408821 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c2ccd604-6155-4d66-871f-e3b025d78a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e965447e-ec30-4260-a356-fb6614d412ff), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:59.432160 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-22ba9d1e-e7d2-4620-955e-874d111b1e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b389f467-a363-4edf-b688-d4b1da3118dc), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:59.443322 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e965447e-ec30-4260-a356-fb6614d412ff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:59.462893 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2932ab-d4e9-4fc5-b791-8bc8636aa8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51619656-3854-44cd-aac0-251e4862f943,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:59.552864 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ba9d1e-e7d2-4620-955e-874d111b1e67 None None] Routers {'83e0c087-09ac-4a9e-b9cb-6958b3ca5a77'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:03:59.553861 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-22ba9d1e-e7d2-4620-955e-874d111b1e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:03:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['83e0c087-09ac-4a9e-b9cb-6958b3ca5a77'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:03:59.646190 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7cd30da7-343d-4af3-b81a-348c553a74c0 admin admin] Publish callbacks [] for security_group (51619656-3854-44cd-aac0-251e4862f943), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:59.657238 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-35a50e57-056a-4bb5-a16f-1a2c1f7fe125 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks [] for port (a48da18c-1ae5-4a8d-8da4-5bfb9993122d), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:59.673615 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-35a50e57-056a-4bb5-a16f-1a2c1f7fe125 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (a48da18c-1ae5-4a8d-8da4-5bfb9993122d), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:59.692957 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-c2ccd604-6155-4d66-871f-e3b025d78a9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:03:59.693497 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-c2ccd604-6155-4d66-871f-e3b025d78a9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:03:59.710754 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7cd30da7-343d-4af3-b81a-348c553a74c0 admin admin] Publish callbacks [] for security_group (51619656-3854-44cd-aac0-251e4862f943), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:59.741717 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-35a50e57-056a-4bb5-a16f-1a2c1f7fe125 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] In _notify_port_updated(), no bound segment for port a48da18c-1ae5-4a8d-8da4-5bfb9993122d on network 39c6524d-af8e-454c-94d4-dfb31571c7b8 {{(pid=103766) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 11:03:59.743942 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2c2fa-0d6b-4ed4-ac68-0211328ecff8 None None] Pushing event updated for resources: {'Port': ['ID=b389f467-a363-4edf-b688-d4b1da3118dc,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:03:59.769895 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a50e57-056a-4bb5-a16f-1a2c1f7fe125 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:03:59.770678 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-35a50e57-056a-4bb5-a16f-1a2c1f7fe125 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:03:59.778671 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-35a50e57-056a-4bb5-a16f-1a2c1f7fe125 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] 10.222.0.11 "PUT /v2.0/ports/a48da18c-1ae5-4a8d-8da4-5bfb9993122d HTTP/1.1" status: 200 len: 1067 time: 0.9564416 Mar 07 11:03:59.779814 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58556) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:03:59.832685 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a226bb67-8cfe-48b5-99cd-d4674b2f1b66 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:03:59.876411 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2369fa10-fe77-481a-91ed-abaab656f781 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for port (43295c52-7dc2-4469-9dbc-cc288febd746), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:00.063004 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 388b6d74-5f0e-4b77-ae55-225967c634f8 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:00.064968 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a50e57-056a-4bb5-a16f-1a2c1f7fe125 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Pushing event updated for resources: {'Port': ['ID=a48da18c-1ae5-4a8d-8da4-5bfb9993122d,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:00.065937 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2369fa10-fe77-481a-91ed-abaab656f781 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (43295c52-7dc2-4469-9dbc-cc288febd746), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:00.095476 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7cd30da7-343d-4af3-b81a-348c553a74c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (51619656-3854-44cd-aac0-251e4862f943), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:00.114566 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7cd30da7-343d-4af3-b81a-348c553a74c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:00.130244 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7cd30da7-343d-4af3-b81a-348c553a74c0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/51619656-3854-44cd-aac0-251e4862f943 HTTP/1.1" status: 204 len: 168 time: 1.3775165 Mar 07 11:04:00.195685 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-22ba9d1e-e7d2-4620-955e-874d111b1e67 None None] Set router 83e0c087-09ac-4a9e-b9cb-6958b3ca5a77 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:04:00.202804 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-3324e620-9ea0-47b5-a6e2-fe0737a609a6 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Deleting port a48da18c-1ae5-4a8d-8da4-5bfb9993122d {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:04:00.204551 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3324e620-9ea0-47b5-a6e2-fe0737a609a6 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a48da18c-1ae5-4a8d-8da4-5bfb9993122d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:00.258825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd30da7-343d-4af3-b81a-348c553a74c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51619656-3854-44cd-aac0-251e4862f943,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:00.311627 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=e965447e-ec30-4260-a356-fb6614d412ff,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:00.382289 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2369fa10-fe77-481a-91ed-abaab656f781 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:00.394061 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c2ccd604-6155-4d66-871f-e3b025d78a9a None None] Current status of the port e965447e-ec30-4260-a356-fb6614d412ff is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:00.398714 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-2369fa10-fe77-481a-91ed-abaab656f781 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:00.415988 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3324e620-9ea0-47b5-a6e2-fe0737a609a6 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a48da18c-1ae5-4a8d-8da4-5bfb9993122d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:00.438953 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-3324e620-9ea0-47b5-a6e2-fe0737a609a6 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Calling delete_port for a48da18c-1ae5-4a8d-8da4-5bfb9993122d owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:04:00.444884 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2369fa10-fe77-481a-91ed-abaab656f781 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:00.450451 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2369fa10-fe77-481a-91ed-abaab656f781 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:00.452104 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2369fa10-fe77-481a-91ed-abaab656f781 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:00.519196 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2369fa10-fe77-481a-91ed-abaab656f781 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Port': ['ID=43295c52-7dc2-4469-9dbc-cc288febd746,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:00.548894 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2369fa10-fe77-481a-91ed-abaab656f781 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.6655698 Mar 07 11:04:00.550960 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58572) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:00.562634 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 388b6d74-5f0e-4b77-ae55-225967c634f8 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:00.563031 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (388b6d74-5f0e-4b77-ae55-225967c634f8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:00.633002 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d54b1ec4-7242-4ff5-9e9d-66b567f9dace None None] Provisioning complete for port a48da18c-1ae5-4a8d-8da4-5bfb9993122d triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:00.633413 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d54b1ec4-7242-4ff5-9e9d-66b567f9dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a48da18c-1ae5-4a8d-8da4-5bfb9993122d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:00.714419 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c2a50f-ba86-4a78-a5d1-ff3c881be05a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:00.719646 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c2a50f-ba86-4a78-a5d1-ff3c881be05a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:00.722531 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d2c2a50f-ba86-4a78-a5d1-ff3c881be05a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1359715 Mar 07 11:04:00.725001 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d54b1ec4-7242-4ff5-9e9d-66b567f9dace None None] Port a48da18c-1ae5-4a8d-8da4-5bfb9993122d cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:04:00.730271 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58576) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:00.751447 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d54b1ec4-7242-4ff5-9e9d-66b567f9dace None None] Could not find standard attr ID for object 9e0415c6-f971-4496-9639-10cef75e5b2d. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:04:00.807569 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3324e620-9ea0-47b5-a6e2-fe0737a609a6 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (a48da18c-1ae5-4a8d-8da4-5bfb9993122d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:00.863284 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d54b1ec4-7242-4ff5-9e9d-66b567f9dace None None] Provisioning complete for port b389f467-a363-4edf-b688-d4b1da3118dc triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:00.863284 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d54b1ec4-7242-4ff5-9e9d-66b567f9dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b389f467-a363-4edf-b688-d4b1da3118dc), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:00.876364 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324e620-9ea0-47b5-a6e2-fe0737a609a6 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Pushing event deleted for resources: {'Port': ['ID=a48da18c-1ae5-4a8d-8da4-5bfb9993122d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:00.886119 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-101a8fcb-5783-4da3-9804-eeb00a945abd admin admin] Deleting port 0dc7f806-392d-40cc-8e3f-09e707b32a00 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:04:00.886498 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-101a8fcb-5783-4da3-9804-eeb00a945abd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (0dc7f806-392d-40cc-8e3f-09e707b32a00), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:01.132440 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-101a8fcb-5783-4da3-9804-eeb00a945abd admin admin] For port 0dc7f806-392d-40cc-8e3f-09e707b32a00, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=0dc7f806-392d-40cc-8e3f-09e707b32a00,segment=NetworkSegment(751a6e9b-d674-4cfa-89b3-3ca2d27667d8),segment_id=751a6e9b-d674-4cfa-89b3-3ca2d27667d8)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:01.133294 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-101a8fcb-5783-4da3-9804-eeb00a945abd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (0dc7f806-392d-40cc-8e3f-09e707b32a00), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:01.141496 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-861e3cc7-806b-4263-bf44-939d144a6473 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting port 43295c52-7dc2-4469-9dbc-cc288febd746 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:04:01.142695 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-861e3cc7-806b-4263-bf44-939d144a6473 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (43295c52-7dc2-4469-9dbc-cc288febd746), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:01.147016 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 388b6d74-5f0e-4b77-ae55-225967c634f8 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:01.213081 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-22ba9d1e-e7d2-4620-955e-874d111b1e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0c087-09ac-4a9e-b9cb-6958b3ca5a77', 'name': 'tempest-TestAggregatesBasicOps-1807487677-router', 'tenant_id': '5e9e889d3ce242529d3d91d76f4728dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '388b6d74-5f0e-4b77-ae55-225967c634f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:03:42Z', 'updated_at': '2022-03-07T11:03:53Z', 'revision_number': 4, 'project_id': '5e9e889d3ce242529d3d91d76f4728dd', 'gw_port': {'id': '388b6d74-5f0e-4b77-ae55-225967c634f8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0c087-09ac-4a9e-b9cb-6958b3ca5a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:44Z', 'updated_at': '2022-03-07T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'b389f467-a363-4edf-b688-d4b1da3118dc', 'name': '', 'network_id': 'e4fe8f84-6abc-44de-b1e0-e3609cfb2f94', 'tenant_id': '5e9e889d3ce242529d3d91d76f4728dd', 'mac_address': 'fa:16:3e:21:6d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0c087-09ac-4a9e-b9cb-6958b3ca5a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': 'a792ae64-a4ea-4248-9a1f-54608208da96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:52Z', 'updated_at': '2022-03-07T11:03:59Z', 'revision_number': 4, 'project_id': '5e9e889d3ce242529d3d91d76f4728dd', 'subnets': [{'id': 'a792ae64-a4ea-4248-9a1f-54608208da96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:01.222349 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-101a8fcb-5783-4da3-9804-eeb00a945abd admin admin] Calling delete_port for 0dc7f806-392d-40cc-8e3f-09e707b32a00 owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:04:01.225222 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d54b1ec4-7242-4ff5-9e9d-66b567f9dace None None] Current status of the port b389f467-a363-4edf-b688-d4b1da3118dc is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:01.225792 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d54b1ec4-7242-4ff5-9e9d-66b567f9dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b389f467-a363-4edf-b688-d4b1da3118dc), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:01.308612 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3324e620-9ea0-47b5-a6e2-fe0737a609a6 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:01.316184 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3324e620-9ea0-47b5-a6e2-fe0737a609a6 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] 10.222.0.11 "DELETE /v2.0/ports/a48da18c-1ae5-4a8d-8da4-5bfb9993122d HTTP/1.1" status: 204 len: 168 time: 1.4479449 Mar 07 11:04:01.319532 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58592) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:01.567180 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ba9d1e-e7d2-4620-955e-874d111b1e67 None None] The sync data for ids ['83e0c087-09ac-4a9e-b9cb-6958b3ca5a77'] in n-d-832164-4 is: [{'id': '83e0c087-09ac-4a9e-b9cb-6958b3ca5a77', 'name': 'tempest-TestAggregatesBasicOps-1807487677-router', 'tenant_id': '5e9e889d3ce242529d3d91d76f4728dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '388b6d74-5f0e-4b77-ae55-225967c634f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:03:42Z', 'updated_at': '2022-03-07T11:03:53Z', 'revision_number': 4, 'project_id': '5e9e889d3ce242529d3d91d76f4728dd', 'gw_port': {'id': '388b6d74-5f0e-4b77-ae55-225967c634f8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0c087-09ac-4a9e-b9cb-6958b3ca5a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:44Z', 'updated_at': '2022-03-07T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'b389f467-a363-4edf-b688-d4b1da3118dc', 'name': '', 'network_id': 'e4fe8f84-6abc-44de-b1e0-e3609cfb2f94', 'tenant_id': '5e9e889d3ce242529d3d91d76f4728dd', 'mac_address': 'fa:16:3e:21:6d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83e0c087-09ac-4a9e-b9cb-6958b3ca5a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 3440, 'fixed_ips': [{'subnet_id': 'a792ae64-a4ea-4248-9a1f-54608208da96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:52Z', 'updated_at': '2022-03-07T11:03:59Z', 'revision_number': 4, 'project_id': '5e9e889d3ce242529d3d91d76f4728dd', 'subnets': [{'id': 'a792ae64-a4ea-4248-9a1f-54608208da96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:04:01.609950 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b0a037f-b047-482f-bbec-e2b5007663d9 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] GET failed (client error): The resource could not be found. Mar 07 11:04:01.612036 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6b0a037f-b047-482f-bbec-e2b5007663d9 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] 10.222.0.11 "GET /v2.0/ports/a48da18c-1ae5-4a8d-8da4-5bfb9993122d HTTP/1.1" status: 404 len: 333 time: 0.2387006 Mar 07 11:04:01.614715 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58604) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:01.673253 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-d54b1ec4-7242-4ff5-9e9d-66b567f9dace None None] For port b389f467-a363-4edf-b688-d4b1da3118dc, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b389f467-a363-4edf-b688-d4b1da3118dc,segment=NetworkSegment(5111aeaf-0fdd-4208-b2ab-9a477d66aa37),segment_id=5111aeaf-0fdd-4208-b2ab-9a477d66aa37)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:01.680767 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d54b1ec4-7242-4ff5-9e9d-66b567f9dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b389f467-a363-4edf-b688-d4b1da3118dc), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:01.721996 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-861e3cc7-806b-4263-bf44-939d144a6473 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (43295c52-7dc2-4469-9dbc-cc288febd746), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:01.778189 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b1ec4-7242-4ff5-9e9d-66b567f9dace None None] Pushing event updated for resources: {'Port': ['ID=b389f467-a363-4edf-b688-d4b1da3118dc,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:01.782576 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d54b1ec4-7242-4ff5-9e9d-66b567f9dace None None] Provisioning complete for port e965447e-ec30-4260-a356-fb6614d412ff triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:01.785288 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d54b1ec4-7242-4ff5-9e9d-66b567f9dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e965447e-ec30-4260-a356-fb6614d412ff), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:01.842966 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-861e3cc7-806b-4263-bf44-939d144a6473 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Calling delete_port for 43295c52-7dc2-4469-9dbc-cc288febd746 owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:04:01.898048 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-757b7cc4-bba4-430f-8408-ceed7ff683fe tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Deleting port 5eab34f6-4954-4b12-9e1d-9ba0106d5b77 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:04:01.899633 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-757b7cc4-bba4-430f-8408-ceed7ff683fe tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (5eab34f6-4954-4b12-9e1d-9ba0106d5b77), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:02.006192 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d54b1ec4-7242-4ff5-9e9d-66b567f9dace None None] Current status of the port e965447e-ec30-4260-a356-fb6614d412ff is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:02.033331 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-101a8fcb-5783-4da3-9804-eeb00a945abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (0dc7f806-392d-40cc-8e3f-09e707b32a00), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:02.079046 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d54b1ec4-7242-4ff5-9e9d-66b567f9dace None None] Provisioning complete for port 5eab34f6-4954-4b12-9e1d-9ba0106d5b77 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:02.080794 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d54b1ec4-7242-4ff5-9e9d-66b567f9dace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (5eab34f6-4954-4b12-9e1d-9ba0106d5b77), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:02.163108 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a8fcb-5783-4da3-9804-eeb00a945abd admin admin] Pushing event deleted for resources: {'Port': ['ID=0dc7f806-392d-40cc-8e3f-09e707b32a00,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:02.252693 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d54b1ec4-7242-4ff5-9e9d-66b567f9dace None None] Port 5eab34f6-4954-4b12-9e1d-9ba0106d5b77 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:04:02.256049 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b389f467-a363-4edf-b688-d4b1da3118dc up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:02.276930 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-757b7cc4-bba4-430f-8408-ceed7ff683fe tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (5eab34f6-4954-4b12-9e1d-9ba0106d5b77), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:02.315577 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-757b7cc4-bba4-430f-8408-ceed7ff683fe tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Calling delete_port for 5eab34f6-4954-4b12-9e1d-9ba0106d5b77 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:04:02.419075 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-87a5c381-5118-44e9-af32-c18f4cc2d469 None None] Could not find standard attr ID for object 55e698e2-8239-424f-a852-a50b4876f534. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:04:02.422738 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port b389f467-a363-4edf-b688-d4b1da3118dc triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:02.424121 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b389f467-a363-4edf-b688-d4b1da3118dc), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:02.433307 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-87a5c381-5118-44e9-af32-c18f4cc2d469 None None] Could not find standard attr ID for object a48da18c-1ae5-4a8d-8da4-5bfb9993122d. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:04:02.571446 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-87a5c381-5118-44e9-af32-c18f4cc2d469 None None] Provisioning complete for port 43295c52-7dc2-4469-9dbc-cc288febd746 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:02.573644 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-87a5c381-5118-44e9-af32-c18f4cc2d469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (43295c52-7dc2-4469-9dbc-cc288febd746), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:02.629712 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-87a5c381-5118-44e9-af32-c18f4cc2d469 None None] Port 43295c52-7dc2-4469-9dbc-cc288febd746 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:04:02.696807 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-757b7cc4-bba4-430f-8408-ceed7ff683fe tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (5eab34f6-4954-4b12-9e1d-9ba0106d5b77), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:02.699363 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-87a5c381-5118-44e9-af32-c18f4cc2d469 None None] Provisioning complete for port e965447e-ec30-4260-a356-fb6614d412ff triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:02.699763 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-87a5c381-5118-44e9-af32-c18f4cc2d469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e965447e-ec30-4260-a356-fb6614d412ff), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:02.747099 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b7cc4-bba4-430f-8408-ceed7ff683fe tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Pushing event deleted for resources: {'Port': ['ID=5eab34f6-4954-4b12-9e1d-9ba0106d5b77,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:02.765578 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port b389f467-a363-4edf-b688-d4b1da3118dc is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:02.767027 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e965447e-ec30-4260-a356-fb6614d412ff up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:02.777802 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-757b7cc4-bba4-430f-8408-ceed7ff683fe tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:02.781771 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-757b7cc4-bba4-430f-8408-ceed7ff683fe tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] 10.222.0.11 "DELETE /v2.0/ports/5eab34f6-4954-4b12-9e1d-9ba0106d5b77 HTTP/1.1" status: 204 len: 168 time: 1.1657572 Mar 07 11:04:02.784524 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58664) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:02.858946 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-101a8fcb-5783-4da3-9804-eeb00a945abd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (0ec07d1f-bd53-42fb-9f03-694836a942f3), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:02.865976 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-07feeb79-78a1-48b2-8dbd-94fa2ae9bac2 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] GET failed (client error): The resource could not be found. Mar 07 11:04:02.868287 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-07feeb79-78a1-48b2-8dbd-94fa2ae9bac2 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] 10.222.0.11 "GET /v2.0/ports/5eab34f6-4954-4b12-9e1d-9ba0106d5b77 HTTP/1.1" status: 404 len: 333 time: 0.0808868 Mar 07 11:04:02.874654 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58666) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:02.915067 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-861e3cc7-806b-4263-bf44-939d144a6473 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (43295c52-7dc2-4469-9dbc-cc288febd746), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:03.024278 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port e965447e-ec30-4260-a356-fb6614d412ff triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:03.025356 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e965447e-ec30-4260-a356-fb6614d412ff), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:03.085147 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-87a5c381-5118-44e9-af32-c18f4cc2d469 None None] Current status of the port e965447e-ec30-4260-a356-fb6614d412ff is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:03.097414 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-87a5c381-5118-44e9-af32-c18f4cc2d469 None None] Could not find standard attr ID for object d45c642c-471c-4a85-abeb-fb3fe67157a2. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:04:03.143323 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e2e94-4393-47b5-89ec-cc74767bcf0c tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Deleting port d215e024-7193-4ee4-9b7c-1b3369ffb410 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:04:03.143825 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f7e2e94-4393-47b5-89ec-cc74767bcf0c tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (d215e024-7193-4ee4-9b7c-1b3369ffb410), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:03.248049 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-5fec48ba-f0ca-48d8-9422-f992e6cdf2c0 None None] Could not find standard attr ID for object 43295c52-7dc2-4469-9dbc-cc288febd746. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:04:03.267618 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port e965447e-ec30-4260-a356-fb6614d412ff is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:03.275977 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e3cc7-806b-4263-bf44-939d144a6473 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Port': ['ID=43295c52-7dc2-4469-9dbc-cc288febd746,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:03.345191 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f7e2e94-4393-47b5-89ec-cc74767bcf0c tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (d215e024-7193-4ee4-9b7c-1b3369ffb410), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:03.348539 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-861e3cc7-806b-4263-bf44-939d144a6473 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:03.353079 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-861e3cc7-806b-4263-bf44-939d144a6473 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/43295c52-7dc2-4469-9dbc-cc288febd746 HTTP/1.1" status: 204 len: 168 time: 2.6203713 Mar 07 11:04:03.356303 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58676) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:03.360494 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-2f7e2e94-4393-47b5-89ec-cc74767bcf0c tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Calling delete_port for d215e024-7193-4ee4-9b7c-1b3369ffb410 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:04:03.479919 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10e18d1-949e-4ec0-a23b-27f1ef253f98 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:03.481892 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10e18d1-949e-4ec0-a23b-27f1ef253f98 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:03.483620 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c10e18d1-949e-4ec0-a23b-27f1ef253f98 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1261921 Mar 07 11:04:03.487188 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58682) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:03.644995 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-6df6fd31-e5d1-4532-ae58-69c9249a99fb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting subnet f4ed8f78-c586-4fea-87b8-a9592ca66341 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:04:03.662932 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6df6fd31-e5d1-4532-ae58-69c9249a99fb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (f4ed8f78-c586-4fea-87b8-a9592ca66341), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:03.670034 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f7e2e94-4393-47b5-89ec-cc74767bcf0c tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (d215e024-7193-4ee4-9b7c-1b3369ffb410), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:03.723560 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7e2e94-4393-47b5-89ec-cc74767bcf0c tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Pushing event deleted for resources: {'Port': ['ID=d215e024-7193-4ee4-9b7c-1b3369ffb410,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:03.756942 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f7e2e94-4393-47b5-89ec-cc74767bcf0c tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:03.762022 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2f7e2e94-4393-47b5-89ec-cc74767bcf0c tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] 10.222.0.11 "DELETE /v2.0/ports/d215e024-7193-4ee4-9b7c-1b3369ffb410 HTTP/1.1" status: 204 len: 168 time: 0.8857358 Mar 07 11:04:03.764275 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58712) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:03.792272 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6df6fd31-e5d1-4532-ae58-69c9249a99fb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (f4ed8f78-c586-4fea-87b8-a9592ca66341), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:03.887686 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-101a8fcb-5783-4da3-9804-eeb00a945abd admin admin] Router 0ec07d1f-bd53-42fb-9f03-694836a942f3 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:04:03.906344 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6df6fd31-e5d1-4532-ae58-69c9249a99fb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (f4ed8f78-c586-4fea-87b8-a9592ca66341), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:03.925155 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-385c717e-6c51-41c5-b344-ef448f3e9a70 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Deleting subnet 807952ed-a5c0-4b47-bb46-d1ea1fd56413 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:04:03.944308 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-385c717e-6c51-41c5-b344-ef448f3e9a70 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks [] for subnet (807952ed-a5c0-4b47-bb46-d1ea1fd56413), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:04.077846 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6df6fd31-e5d1-4532-ae58-69c9249a99fb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (f4ed8f78-c586-4fea-87b8-a9592ca66341), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:04.086122 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-385c717e-6c51-41c5-b344-ef448f3e9a70 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (807952ed-a5c0-4b47-bb46-d1ea1fd56413), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:04.233333 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-101a8fcb-5783-4da3-9804-eeb00a945abd admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:04:04.243940 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca179ee-3fe2-48b5-bfca-6431728c8562 None None] Sync routers for ids ['0ec07d1f-bd53-42fb-9f03-694836a942f3'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:04:04.254394 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-101a8fcb-5783-4da3-9804-eeb00a945abd admin admin] 10.222.0.11 "PUT /v2.0/routers/0ec07d1f-bd53-42fb-9f03-694836a942f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2655945 Mar 07 11:04:04.262904 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58720) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:04.263714 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df6fd31-e5d1-4532-ae58-69c9249a99fb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Subnet': ['ID=f4ed8f78-c586-4fea-87b8-a9592ca66341,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:04.273290 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6df6fd31-e5d1-4532-ae58-69c9249a99fb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:04.275551 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756991db-d6e9-4f06-8d2c-395ee3a35780 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:04.302646 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6df6fd31-e5d1-4532-ae58-69c9249a99fb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/f4ed8f78-c586-4fea-87b8-a9592ca66341 HTTP/1.1" status: 204 len: 168 time: 0.8142085 Mar 07 11:04:04.303367 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58726) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:04.304440 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca179ee-3fe2-48b5-bfca-6431728c8562 None None] Routers {'0ec07d1f-bd53-42fb-9f03-694836a942f3'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:04:04.305228 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4ca179ee-3fe2-48b5-bfca-6431728c8562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:03:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['0ec07d1f-bd53-42fb-9f03-694836a942f3'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:04.327683 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-385c717e-6c51-41c5-b344-ef448f3e9a70 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (807952ed-a5c0-4b47-bb46-d1ea1fd56413), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:04.450464 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-12bca433-b81a-4c70-b30c-6c797d069117 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1459529 Mar 07 11:04:04.453075 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58728) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:04.464703 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-ea213038-c474-4a95-918e-0d5ea5633bbf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:04.484318 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-4ca179ee-3fe2-48b5-bfca-6431728c8562 None None] Set router 0ec07d1f-bd53-42fb-9f03-694836a942f3 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:04:04.557778 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f7a400-8573-4ee2-8dde-793fa150598e None None] DHCP port deletion for 9b8a3032-9f66-43b6-9063-551ee6941c96 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:04:04.566154 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7f0f1835-9a7f-4345-b321-08783731470a admin admin] Publish callbacks [] for router (0ec07d1f-bd53-42fb-9f03-694836a942f3), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:04.629539 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-74f7a400-8573-4ee2-8dde-793fa150598e None None] Deleting port e965447e-ec30-4260-a356-fb6614d412ff {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:04:04.629919 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-74f7a400-8573-4ee2-8dde-793fa150598e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (e965447e-ec30-4260-a356-fb6614d412ff), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:04.723157 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-74f7a400-8573-4ee2-8dde-793fa150598e None None] For port e965447e-ec30-4260-a356-fb6614d412ff, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e965447e-ec30-4260-a356-fb6614d412ff,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:04.724634 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-74f7a400-8573-4ee2-8dde-793fa150598e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (e965447e-ec30-4260-a356-fb6614d412ff), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:04.732224 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-385c717e-6c51-41c5-b344-ef448f3e9a70 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (807952ed-a5c0-4b47-bb46-d1ea1fd56413), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:04.746675 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7f0f1835-9a7f-4345-b321-08783731470a admin admin] Publish callbacks [] for router_gateway (0ec07d1f-bd53-42fb-9f03-694836a942f3), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:04.750270 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-74f7a400-8573-4ee2-8dde-793fa150598e None None] Calling delete_port for e965447e-ec30-4260-a356-fb6614d412ff owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:04:04.771893 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c717e-6c51-41c5-b344-ef448f3e9a70 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Pushing event deleted for resources: {'Subnet': ['ID=807952ed-a5c0-4b47-bb46-d1ea1fd56413,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:04.778144 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-385c717e-6c51-41c5-b344-ef448f3e9a70 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:04.781416 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-385c717e-6c51-41c5-b344-ef448f3e9a70 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] 10.222.0.11 "DELETE /v2.0/subnets/807952ed-a5c0-4b47-bb46-d1ea1fd56413 HTTP/1.1" status: 204 len: 168 time: 1.0158789 Mar 07 11:04:04.786394 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea213038-c474-4a95-918e-0d5ea5633bbf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:04.789851 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ea213038-c474-4a95-918e-0d5ea5633bbf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:04.795784 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58736) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:04.818036 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c717e-6c51-41c5-b344-ef448f3e9a70 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:04.818435 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c717e-6c51-41c5-b344-ef448f3e9a70 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:04.818753 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c717e-6c51-41c5-b344-ef448f3e9a70 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:04.819102 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c717e-6c51-41c5-b344-ef448f3e9a70 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:04.819590 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c717e-6c51-41c5-b344-ef448f3e9a70 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:04.819783 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c717e-6c51-41c5-b344-ef448f3e9a70 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:04.820109 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c717e-6c51-41c5-b344-ef448f3e9a70 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:04.820435 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dd1847-eaf7-4c83-84d9-eacc180c58ac None None] Network 39c6524d-af8e-454c-94d4-dfb31571c7b8 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:04.820548 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c717e-6c51-41c5-b344-ef448f3e9a70 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:04.820768 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c717e-6c51-41c5-b344-ef448f3e9a70 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:04.821120 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c717e-6c51-41c5-b344-ef448f3e9a70 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:04.821496 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c717e-6c51-41c5-b344-ef448f3e9a70 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:04.821981 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c717e-6c51-41c5-b344-ef448f3e9a70 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:04.822415 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385c717e-6c51-41c5-b344-ef448f3e9a70 tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:04.880018 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f1835-9a7f-4345-b321-08783731470a admin admin] Deleting port 39c4ca46-02a9-4c28-8527-19a247f86cb1 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:04:04.881468 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7f0f1835-9a7f-4345-b321-08783731470a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (39c4ca46-02a9-4c28-8527-19a247f86cb1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:04.948334 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4ca179ee-3fe2-48b5-bfca-6431728c8562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec07d1f-bd53-42fb-9f03-694836a942f3', 'name': 'tempest-TestAggregatesBasicOps-2110041105-router', 'tenant_id': 'c284808a2e6d4baca400d4ae947e885f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': '39c4ca46-02a9-4c28-8527-19a247f86cb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:03:29Z', 'updated_at': '2022-03-07T11:04:01Z', 'revision_number': 5, 'project_id': 'c284808a2e6d4baca400d4ae947e885f', 'gw_port': {'id': '39c4ca46-02a9-4c28-8527-19a247f86cb1', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:b9:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ec07d1f-bd53-42fb-9f03-694836a942f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:30Z', 'updated_at': '2022-03-07T11:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:04.988603 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca179ee-3fe2-48b5-bfca-6431728c8562 None None] Checking router: 0ec07d1f-bd53-42fb-9f03-694836a942f3 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:04:05.003965 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca179ee-3fe2-48b5-bfca-6431728c8562 None None] Routers {'0ec07d1f-bd53-42fb-9f03-694836a942f3'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:04:05.005436 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4ca179ee-3fe2-48b5-bfca-6431728c8562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:03:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['0ec07d1f-bd53-42fb-9f03-694836a942f3'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:05.025269 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-74f7a400-8573-4ee2-8dde-793fa150598e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (e965447e-ec30-4260-a356-fb6614d412ff), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:05.059777 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bb7f435f-f282-4e57-90ed-3c836632e1fe tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (39c6524d-af8e-454c-94d4-dfb31571c7b8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:05.079164 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7a400-8573-4ee2-8dde-793fa150598e None None] Pushing event deleted for resources: {'Port': ['ID=e965447e-ec30-4260-a356-fb6614d412ff,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:05.089523 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f7a400-8573-4ee2-8dde-793fa150598e None None] No DVR routers for this DVR port e965447e-ec30-4260-a356-fb6614d412ff on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:04:05.116308 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-7f0f1835-9a7f-4345-b321-08783731470a admin admin] For port 39c4ca46-02a9-4c28-8527-19a247f86cb1, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=39c4ca46-02a9-4c28-8527-19a247f86cb1,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:05.116788 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7f0f1835-9a7f-4345-b321-08783731470a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (39c4ca46-02a9-4c28-8527-19a247f86cb1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:05.156612 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-7f0f1835-9a7f-4345-b321-08783731470a admin admin] Calling delete_port for 39c4ca46-02a9-4c28-8527-19a247f86cb1 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:04:05.164967 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7d03c3-01a4-4042-a26c-6a027130c4b7 None None] DHCP port deletion for 39c6524d-af8e-454c-94d4-dfb31571c7b8 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:04:05.193832 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-4ca179ee-3fe2-48b5-bfca-6431728c8562 None None] Set router 0ec07d1f-bd53-42fb-9f03-694836a942f3 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:04:05.268883 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4ca179ee-3fe2-48b5-bfca-6431728c8562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ec07d1f-bd53-42fb-9f03-694836a942f3', 'name': 'tempest-TestAggregatesBasicOps-2110041105-router', 'tenant_id': 'c284808a2e6d4baca400d4ae947e885f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:03:29Z', 'updated_at': '2022-03-07T11:04:04Z', 'revision_number': 6, 'project_id': 'c284808a2e6d4baca400d4ae947e885f', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:05.305144 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6b7d03c3-01a4-4042-a26c-6a027130c4b7 None None] Deleting port e4e18c71-6680-4463-bfc4-404c509b266e {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:04:05.306889 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca179ee-3fe2-48b5-bfca-6431728c8562 None None] The sync data for ids ['0ec07d1f-bd53-42fb-9f03-694836a942f3'] in n-d-832164-4 is: [{'id': '0ec07d1f-bd53-42fb-9f03-694836a942f3', 'name': 'tempest-TestAggregatesBasicOps-2110041105-router', 'tenant_id': 'c284808a2e6d4baca400d4ae947e885f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:03:29Z', 'updated_at': '2022-03-07T11:04:04Z', 'revision_number': 6, 'project_id': 'c284808a2e6d4baca400d4ae947e885f', 'gw_port_host': None}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:04:05.307057 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6b7d03c3-01a4-4042-a26c-6a027130c4b7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (e4e18c71-6680-4463-bfc4-404c509b266e), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:05.310974 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-bb7f435f-f282-4e57-90ed-3c836632e1fe tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Deleting port e4e18c71-6680-4463-bfc4-404c509b266e {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:04:05.311474 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bb7f435f-f282-4e57-90ed-3c836632e1fe tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (e4e18c71-6680-4463-bfc4-404c509b266e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:05.458858 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6b7d03c3-01a4-4042-a26c-6a027130c4b7 None None] For port e4e18c71-6680-4463-bfc4-404c509b266e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e4e18c71-6680-4463-bfc4-404c509b266e,segment=NetworkSegment(767f6bb8-790c-4dd2-88af-bf5d433a8fff),segment_id=767f6bb8-790c-4dd2-88af-bf5d433a8fff)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:05.459259 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6b7d03c3-01a4-4042-a26c-6a027130c4b7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (e4e18c71-6680-4463-bfc4-404c509b266e), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:05.467862 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-bb7f435f-f282-4e57-90ed-3c836632e1fe tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] For port e4e18c71-6680-4463-bfc4-404c509b266e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e4e18c71-6680-4463-bfc4-404c509b266e,segment=NetworkSegment(767f6bb8-790c-4dd2-88af-bf5d433a8fff),segment_id=767f6bb8-790c-4dd2-88af-bf5d433a8fff)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:05.468240 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bb7f435f-f282-4e57-90ed-3c836632e1fe tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (e4e18c71-6680-4463-bfc4-404c509b266e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:05.476300 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6b7d03c3-01a4-4042-a26c-6a027130c4b7 None None] Calling delete_port for e4e18c71-6680-4463-bfc4-404c509b266e owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:04:05.484309 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-bb7f435f-f282-4e57-90ed-3c836632e1fe tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Calling delete_port for e4e18c71-6680-4463-bfc4-404c509b266e owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:04:05.487205 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ea213038-c474-4a95-918e-0d5ea5633bbf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (3ebb26b9-3752-4378-83c6-811119e45bd0), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:05.501834 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7f0f1835-9a7f-4345-b321-08783731470a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (39c4ca46-02a9-4c28-8527-19a247f86cb1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:05.592149 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f1835-9a7f-4345-b321-08783731470a admin admin] Pushing event deleted for resources: {'Port': ['ID=39c4ca46-02a9-4c28-8527-19a247f86cb1,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:05.603617 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea213038-c474-4a95-918e-0d5ea5633bbf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:05.611389 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-ea213038-c474-4a95-918e-0d5ea5633bbf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:05.617363 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea213038-c474-4a95-918e-0d5ea5633bbf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:05.617970 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ea213038-c474-4a95-918e-0d5ea5633bbf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:05.632554 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3531ca1-397e-4645-b86d-75fb3a19904d None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:05.665249 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6b7d03c3-01a4-4042-a26c-6a027130c4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (e4e18c71-6680-4463-bfc4-404c509b266e), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:05.668903 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ea213038-c474-4a95-918e-0d5ea5633bbf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2144654 Mar 07 11:04:05.671052 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58750) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:05.689147 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-7a79e402-0fc2-4b45-a505-cfb8e07222b4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'port': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'fixed_ips': [{'subnet_id': '3ebb26b9-3752-4378-83c6-811119e45bd0', 'ip_address': '2001:db8::f10c:58c0:476a:286b'}], 'name': 'tempest-NetworksTestDHCPv6-689837927'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:05.690669 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea213038-c474-4a95-918e-0d5ea5633bbf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Subnet': ['ID=3ebb26b9-3752-4378-83c6-811119e45bd0,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:05.722018 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bb7f435f-f282-4e57-90ed-3c836632e1fe tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (e4e18c71-6680-4463-bfc4-404c509b266e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:05.736957 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7f435f-f282-4e57-90ed-3c836632e1fe tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] No DVR routers for this DVR port e4e18c71-6680-4463-bfc4-404c509b266e on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:04:05.778912 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d03c3-01a4-4042-a26c-6a027130c4b7 None None] Pushing event deleted for resources: {'Port': ['ID=e4e18c71-6680-4463-bfc4-404c509b266e,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:05.782885 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7d03c3-01a4-4042-a26c-6a027130c4b7 None None] No DVR routers for this DVR port e4e18c71-6680-4463-bfc4-404c509b266e on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:04:05.801205 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f435f-f282-4e57-90ed-3c836632e1fe tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Pushing event deleted for resources: {'Port': ['ID=e4e18c71-6680-4463-bfc4-404c509b266e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:05.860685 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f700608a-6522-49c4-88d5-9afd5c548886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-9b8a3032-9f66-43b6-9063-551ee6941c96', 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'project_id': 'a68fc610ca21434095921c9ff25a693f', 'fixed_ips': [{'subnet_id': '3ebb26b9-3752-4378-83c6-811119e45bd0'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:04:05.861818 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f700608a-6522-49c4-88d5-9afd5c548886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:05.951905 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bb7f435f-f282-4e57-90ed-3c836632e1fe tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (39c6524d-af8e-454c-94d4-dfb31571c7b8), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:06.023552 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-bb7f435f-f282-4e57-90ed-3c836632e1fe tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c6524d-af8e-454c-94d4-dfb31571c7b8']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:06.047879 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-bb7f435f-f282-4e57-90ed-3c836632e1fe tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '767f6bb8-790c-4dd2-88af-bf5d433a8fff') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:06.048154 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-bb7f435f-f282-4e57-90ed-3c836632e1fe tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '767f6bb8-790c-4dd2-88af-bf5d433a8fff') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:06.073256 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bb7f435f-f282-4e57-90ed-3c836632e1fe tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (767f6bb8-790c-4dd2-88af-bf5d433a8fff), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:06.111389 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bb7f435f-f282-4e57-90ed-3c836632e1fe tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (767f6bb8-790c-4dd2-88af-bf5d433a8fff), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:06.123158 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb7f435f-f282-4e57-90ed-3c836632e1fe tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:04:06.123556 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bb7f435f-f282-4e57-90ed-3c836632e1fe tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (767f6bb8-790c-4dd2-88af-bf5d433a8fff), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:06.187635 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-f700608a-6522-49c4-88d5-9afd5c548886 None None] Allocated IP 2001:db8::2 (9b8a3032-9f66-43b6-9063-551ee6941c96/3ebb26b9-3752-4378-83c6-811119e45bd0/55333278-2caa-4f68-8c52-7930d93be1f0) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: timer() Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:04:06.207666 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:04:06.216180 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bb7f435f-f282-4e57-90ed-3c836632e1fe tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (39c6524d-af8e-454c-94d4-dfb31571c7b8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:06.245275 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bb7f435f-f282-4e57-90ed-3c836632e1fe tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:06.249593 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-bb7f435f-f282-4e57-90ed-3c836632e1fe tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] 10.222.0.11 "DELETE /v2.0/networks/39c6524d-af8e-454c-94d4-dfb31571c7b8 HTTP/1.1" status: 204 len: 168 time: 1.4527290 Mar 07 11:04:06.264252 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f435f-f282-4e57-90ed-3c836632e1fe tempest-AllowedAddressPairIpV6TestJSON-1103505706 tempest-AllowedAddressPairIpV6TestJSON-1103505706-project] Pushing event deleted for resources: {'Network': ['ID=39c6524d-af8e-454c-94d4-dfb31571c7b8,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:06.312380 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e4e18c71-6680-4463-bfc4-404c509b266e no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:04:06.353833 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: e4e18c71-6680-4463-bfc4-404c509b266e {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:04:06.353833 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e4e18c71-6680-4463-bfc4-404c509b266e not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:04:06.355028 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e965447e-ec30-4260-a356-fb6614d412ff no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:04:06.365372 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7f0f1835-9a7f-4345-b321-08783731470a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (0ec07d1f-bd53-42fb-9f03-694836a942f3), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:06.422661 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: e965447e-ec30-4260-a356-fb6614d412ff {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:04:06.423084 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e965447e-ec30-4260-a356-fb6614d412ff not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:04:06.423558 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 0dc7f806-392d-40cc-8e3f-09e707b32a00 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:04:06.455677 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 0dc7f806-392d-40cc-8e3f-09e707b32a00 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:04:06.456097 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 0dc7f806-392d-40cc-8e3f-09e707b32a00 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:04:06.520216 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cf4447bc-6a4a-4971-b716-8f7e5edffe3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:06.538770 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7f0f1835-9a7f-4345-b321-08783731470a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (0ec07d1f-bd53-42fb-9f03-694836a942f3), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:06.546502 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7f0f1835-9a7f-4345-b321-08783731470a admin admin] Publish callbacks [] for router_controller (0ec07d1f-bd53-42fb-9f03-694836a942f3), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:06.629341 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7f0f1835-9a7f-4345-b321-08783731470a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (0ec07d1f-bd53-42fb-9f03-694836a942f3), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:06.629965 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0f1835-9a7f-4345-b321-08783731470a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ec07d1f-bd53-42fb-9f03-694836a942f3 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:04:06.636592 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7f0f1835-9a7f-4345-b321-08783731470a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:06.641222 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7f0f1835-9a7f-4345-b321-08783731470a admin admin] 10.222.0.11 "DELETE /v2.0/routers/0ec07d1f-bd53-42fb-9f03-694836a942f3 HTTP/1.1" status: 204 len: 168 time: 2.3695865 Mar 07 11:04:06.641388 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58766) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:06.644215 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a79e402-0fc2-4b45-a505-cfb8e07222b4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:06.689306 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f700608a-6522-49c4-88d5-9afd5c548886 None None] Publish callbacks [] for port (55333278-2caa-4f68-8c52-7930d93be1f0), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:06.708121 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f700608a-6522-49c4-88d5-9afd5c548886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (55333278-2caa-4f68-8c52-7930d93be1f0), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:06.760129 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1ba0f45-c4a5-4379-8703-a912ee5ebf21 admin admin] Deleting subnet e72eeb0d-6ebf-445f-8c00-c8d2e0c086b0 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:04:06.774321 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e1ba0f45-c4a5-4379-8703-a912ee5ebf21 admin admin] Publish callbacks [] for subnet (e72eeb0d-6ebf-445f-8c00-c8d2e0c086b0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:06.801304 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7a79e402-0fc2-4b45-a505-cfb8e07222b4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:06.829078 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-7a79e402-0fc2-4b45-a505-cfb8e07222b4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] device_id is not set on port e5775d5a-1716-40fc-aad0-6ec417b031d7 yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:04:06.869154 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f700608a-6522-49c4-88d5-9afd5c548886 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:06.880399 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-f700608a-6522-49c4-88d5-9afd5c548886 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:06.892847 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e1ba0f45-c4a5-4379-8703-a912ee5ebf21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (e72eeb0d-6ebf-445f-8c00-c8d2e0c086b0), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:06.895913 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f700608a-6522-49c4-88d5-9afd5c548886 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:06.904469 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f700608a-6522-49c4-88d5-9afd5c548886 None None] Pushing event updated for resources: {'Port': ['ID=55333278-2caa-4f68-8c52-7930d93be1f0,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:06.962682 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58774) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:07.018620 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-f700608a-6522-49c4-88d5-9afd5c548886 None None] Attempting to bind port 55333278-2caa-4f68-8c52-7930d93be1f0 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:04:07.019679 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-f700608a-6522-49c4-88d5-9afd5c548886 None None] Attempting to bind port 55333278-2caa-4f68-8c52-7930d93be1f0 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:04:07.025600 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f700608a-6522-49c4-88d5-9afd5c548886 None None] Attempting to bind port 55333278-2caa-4f68-8c52-7930d93be1f0 on network 9b8a3032-9f66-43b6-9063-551ee6941c96 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:04:07.038036 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f700608a-6522-49c4-88d5-9afd5c548886 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:04:07.038542 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f700608a-6522-49c4-88d5-9afd5c548886 None None] Checking segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:07.039284 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f700608a-6522-49c4-88d5-9afd5c548886 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:07.039915 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f700608a-6522-49c4-88d5-9afd5c548886 None None] Bound using segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:04:07.040478 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-f700608a-6522-49c4-88d5-9afd5c548886 None None] Bound port: 55333278-2caa-4f68-8c52-7930d93be1f0, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:04:07.041271 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f700608a-6522-49c4-88d5-9afd5c548886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (55333278-2caa-4f68-8c52-7930d93be1f0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:07.059228 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e1ba0f45-c4a5-4379-8703-a912ee5ebf21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (e72eeb0d-6ebf-445f-8c00-c8d2e0c086b0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:07.127448 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-7a79e402-0fc2-4b45-a505-cfb8e07222b4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Allocated IP 2001:db8::f10c:58c0:476a:286b (9b8a3032-9f66-43b6-9063-551ee6941c96/3ebb26b9-3752-4378-83c6-811119e45bd0/e5775d5a-1716-40fc-aad0-6ec417b031d7) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:07.154402 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e1ba0f45-c4a5-4379-8703-a912ee5ebf21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (e72eeb0d-6ebf-445f-8c00-c8d2e0c086b0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:07.228205 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-f700608a-6522-49c4-88d5-9afd5c548886 None None] For port 55333278-2caa-4f68-8c52-7930d93be1f0, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:04:07.234933 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-f700608a-6522-49c4-88d5-9afd5c548886 None None] For port 55333278-2caa-4f68-8c52-7930d93be1f0, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=55333278-2caa-4f68-8c52-7930d93be1f0,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:04:07.249924 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f700608a-6522-49c4-88d5-9afd5c548886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (55333278-2caa-4f68-8c52-7930d93be1f0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:07.251822 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba0f45-c4a5-4379-8703-a912ee5ebf21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e72eeb0d-6ebf-445f-8c00-c8d2e0c086b0,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:07.254073 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e1ba0f45-c4a5-4379-8703-a912ee5ebf21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:07.260578 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e1ba0f45-c4a5-4379-8703-a912ee5ebf21 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e72eeb0d-6ebf-445f-8c00-c8d2e0c086b0 HTTP/1.1" status: 204 len: 168 time: 0.6176095 Mar 07 11:04:07.269020 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58782) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:07.272878 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ebbfc2-7cfb-4b80-80ea-23f0ed7c97eb None None] Network 3cad8bff-2191-4771-90fe-ed33bcfcc7ba requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:07.341680 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-795f36bc-ac35-4716-88ef-b7049c75797b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ff7a92dd92004a649845cf018ca81248&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3746293 Mar 07 11:04:07.349300 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58784) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:07.418059 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-50865fed-2445-4b9a-9318-4494b7f0037b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (3cad8bff-2191-4771-90fe-ed33bcfcc7ba), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:07.419661 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f700608a-6522-49c4-88d5-9afd5c548886 None None] Pushing event updated for resources: {'Port': ['ID=55333278-2caa-4f68-8c52-7930d93be1f0,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:07.484305 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7a79e402-0fc2-4b45-a505-cfb8e07222b4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for port (e5775d5a-1716-40fc-aad0-6ec417b031d7), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:07.493925 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-50865fed-2445-4b9a-9318-4494b7f0037b admin admin] Deleting port bd8542b2-daee-4093-aeab-c7a58629282c {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:04:07.494371 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-50865fed-2445-4b9a-9318-4494b7f0037b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (bd8542b2-daee-4093-aeab-c7a58629282c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:07.511553 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ac9637b3-75e1-4090-8576-1ecb88941d75 admin admin] Publish callbacks [] for security_group (2f45d7c0-d20a-4c39-be70-0fe12c576d3c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:07.551818 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ac9637b3-75e1-4090-8576-1ecb88941d75 admin admin] Publish callbacks [] for security_group (2f45d7c0-d20a-4c39-be70-0fe12c576d3c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:07.572031 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc65e4b-869b-464f-a78c-fead6e7fe379 None None] DHCP port deletion for 3cad8bff-2191-4771-90fe-ed33bcfcc7ba request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:04:07.616953 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-50865fed-2445-4b9a-9318-4494b7f0037b admin admin] For port bd8542b2-daee-4093-aeab-c7a58629282c, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=bd8542b2-daee-4093-aeab-c7a58629282c,segment=NetworkSegment(751a6e9b-d674-4cfa-89b3-3ca2d27667d8),segment_id=751a6e9b-d674-4cfa-89b3-3ca2d27667d8)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:07.617374 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-50865fed-2445-4b9a-9318-4494b7f0037b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (bd8542b2-daee-4093-aeab-c7a58629282c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:07.638632 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-50865fed-2445-4b9a-9318-4494b7f0037b admin admin] Calling delete_port for bd8542b2-daee-4093-aeab-c7a58629282c owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:04:07.718087 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ac9637b3-75e1-4090-8576-1ecb88941d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2f45d7c0-d20a-4c39-be70-0fe12c576d3c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:07.721388 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ac9637b3-75e1-4090-8576-1ecb88941d75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:07.737855 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ac9637b3-75e1-4090-8576-1ecb88941d75 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2f45d7c0-d20a-4c39-be70-0fe12c576d3c HTTP/1.1" status: 204 len: 168 time: 0.3850763 Mar 07 11:04:07.767845 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9637b3-75e1-4090-8576-1ecb88941d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f45d7c0-d20a-4c39-be70-0fe12c576d3c,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:07.784228 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7a79e402-0fc2-4b45-a505-cfb8e07222b4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (e5775d5a-1716-40fc-aad0-6ec417b031d7), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:07.799031 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-50865fed-2445-4b9a-9318-4494b7f0037b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (bd8542b2-daee-4093-aeab-c7a58629282c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:07.876782 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50865fed-2445-4b9a-9318-4494b7f0037b admin admin] Pushing event deleted for resources: {'Port': ['ID=bd8542b2-daee-4093-aeab-c7a58629282c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:07.886929 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-cbc65e4b-869b-464f-a78c-fead6e7fe379 None None] Deleting port bd8542b2-daee-4093-aeab-c7a58629282c {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:04:07.894148 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cbc65e4b-869b-464f-a78c-fead6e7fe379 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (bd8542b2-daee-4093-aeab-c7a58629282c), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:07.897758 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50865fed-2445-4b9a-9318-4494b7f0037b admin admin] No DVR routers for this DVR port bd8542b2-daee-4093-aeab-c7a58629282c on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:04:07.918016 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a79e402-0fc2-4b45-a505-cfb8e07222b4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:07.927927 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-7a79e402-0fc2-4b45-a505-cfb8e07222b4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:07.947293 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a79e402-0fc2-4b45-a505-cfb8e07222b4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Port': ['ID=e5775d5a-1716-40fc-aad0-6ec417b031d7,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:07.951306 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a79e402-0fc2-4b45-a505-cfb8e07222b4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:07.962691 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a79e402-0fc2-4b45-a505-cfb8e07222b4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:07.968588 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7a79e402-0fc2-4b45-a505-cfb8e07222b4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:08.004774 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7a79e402-0fc2-4b45-a505-cfb8e07222b4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3318686 Mar 07 11:04:08.007641 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58800) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:08.102016 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-cbc65e4b-869b-464f-a78c-fead6e7fe379 None None] For port bd8542b2-daee-4093-aeab-c7a58629282c, host n-d-832164-4, got binding levels [] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:08.102016 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cbc65e4b-869b-464f-a78c-fead6e7fe379 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (bd8542b2-daee-4093-aeab-c7a58629282c), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:08.121322 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-cbc65e4b-869b-464f-a78c-fead6e7fe379 None None] Calling delete_port for bd8542b2-daee-4093-aeab-c7a58629282c owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:04:08.121547 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d75b75-e837-4bb9-b9d6-91150bf8ba28 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:08.121664 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.ipam_backend_mixin [None req-cbc65e4b-869b-464f-a78c-fead6e7fe379 None None] Port bd8542b2-daee-4093-aeab-c7a58629282c was not found and therefore no delete operation was performed {{(pid=103768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 11:04:08.123857 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 55333278-2caa-4f68-8c52-7930d93be1f0 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:08.129322 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d75b75-e837-4bb9-b9d6-91150bf8ba28 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:08.137536 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-39d75b75-e837-4bb9-b9d6-91150bf8ba28 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1285610 Mar 07 11:04:08.155669 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58804) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:08.168555 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cbc65e4b-869b-464f-a78c-fead6e7fe379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (bd8542b2-daee-4093-aeab-c7a58629282c), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:08.210040 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc65e4b-869b-464f-a78c-fead6e7fe379 None None] Pushing event deleted for resources: {'Port': ['ID=bd8542b2-daee-4093-aeab-c7a58629282c,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:08.215284 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc65e4b-869b-464f-a78c-fead6e7fe379 None None] No DVR routers for this DVR port bd8542b2-daee-4093-aeab-c7a58629282c on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:04:08.226162 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-50865fed-2445-4b9a-9318-4494b7f0037b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (3cad8bff-2191-4771-90fe-ed33bcfcc7ba), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:08.247525 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 55333278-2caa-4f68-8c52-7930d93be1f0 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:08.247916 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (55333278-2caa-4f68-8c52-7930d93be1f0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:08.318516 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-50865fed-2445-4b9a-9318-4494b7f0037b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cad8bff-2191-4771-90fe-ed33bcfcc7ba']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:08.332364 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-50865fed-2445-4b9a-9318-4494b7f0037b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '751a6e9b-d674-4cfa-89b3-3ca2d27667d8') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:08.332761 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-50865fed-2445-4b9a-9318-4494b7f0037b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '751a6e9b-d674-4cfa-89b3-3ca2d27667d8') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:08.353613 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-50865fed-2445-4b9a-9318-4494b7f0037b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (751a6e9b-d674-4cfa-89b3-3ca2d27667d8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:08.394223 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-50865fed-2445-4b9a-9318-4494b7f0037b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (751a6e9b-d674-4cfa-89b3-3ca2d27667d8), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:08.409032 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50865fed-2445-4b9a-9318-4494b7f0037b admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:04:08.409486 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-50865fed-2445-4b9a-9318-4494b7f0037b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (751a6e9b-d674-4cfa-89b3-3ca2d27667d8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:08.411481 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 11:04:08.411481 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:04:08.411481 n-d-832164-4 neutron-server[103766]: timer() Mar 07 11:04:08.411481 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:04:08.411481 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 11:04:08.411481 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:04:08.411481 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 11:04:08.411481 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:04:08.411481 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 11:04:08.411481 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:04:08.411481 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 11:04:08.411481 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:04:08.411481 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 11:04:08.411481 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:04:08.411481 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:04:08.411481 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:04:08.411481 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:04:08.411481 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:04:08.411481 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 11:04:08.411481 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:04:08.411481 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 11:04:08.411481 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:04:08.411481 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:04:08.411481 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:04:08.411481 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 11:04:08.411481 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:04:08.411481 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:04:08.411481 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:04:08.411481 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:04:08.411481 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:04:08.411481 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:04:08.411481 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:04:08.452022 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 55333278-2caa-4f68-8c52-7930d93be1f0 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:08.453359 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (55333278-2caa-4f68-8c52-7930d93be1f0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:08.505567 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 55333278-2caa-4f68-8c52-7930d93be1f0, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=55333278-2caa-4f68-8c52-7930d93be1f0,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:08.516994 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (55333278-2caa-4f68-8c52-7930d93be1f0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:08.524020 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-81510f21-f471-4774-b493-e92d19efe287 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting port e5775d5a-1716-40fc-aad0-6ec417b031d7 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:04:08.524708 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-81510f21-f471-4774-b493-e92d19efe287 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (e5775d5a-1716-40fc-aad0-6ec417b031d7), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:08.643267 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-50865fed-2445-4b9a-9318-4494b7f0037b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (3cad8bff-2191-4771-90fe-ed33bcfcc7ba), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:08.643536 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device bd8542b2-daee-4093-aeab-c7a58629282c no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:04:08.655691 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-50865fed-2445-4b9a-9318-4494b7f0037b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:08.662148 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58822) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:08.662670 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-50865fed-2445-4b9a-9318-4494b7f0037b admin admin] 10.222.0.11 "DELETE /v2.0/networks/3cad8bff-2191-4771-90fe-ed33bcfcc7ba HTTP/1.1" status: 204 len: 168 time: 1.3919213 Mar 07 11:04:08.691924 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50865fed-2445-4b9a-9318-4494b7f0037b admin admin] Pushing event deleted for resources: {'Network': ['ID=3cad8bff-2191-4771-90fe-ed33bcfcc7ba,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:08.754704 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-81510f21-f471-4774-b493-e92d19efe287 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (e5775d5a-1716-40fc-aad0-6ec417b031d7), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:08.765125 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: bd8542b2-daee-4093-aeab-c7a58629282c {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:04:08.765486 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device bd8542b2-daee-4093-aeab-c7a58629282c not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:04:08.765904 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 39c4ca46-02a9-4c28-8527-19a247f86cb1 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:04:08.767773 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e70b9997-758f-4e20-bf19-1c0350165fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:08.772725 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-81510f21-f471-4774-b493-e92d19efe287 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Calling delete_port for e5775d5a-1716-40fc-aad0-6ec417b031d7 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:04:08.833903 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 39c4ca46-02a9-4c28-8527-19a247f86cb1 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:04:08.833903 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 39c4ca46-02a9-4c28-8527-19a247f86cb1 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:04:08.835694 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=55333278-2caa-4f68-8c52-7930d93be1f0,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:09.055297 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-81510f21-f471-4774-b493-e92d19efe287 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (e5775d5a-1716-40fc-aad0-6ec417b031d7), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:09.129588 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-19ae4427-b480-4cb0-8913-e52fbc928e75 None None] Provisioning complete for port 55333278-2caa-4f68-8c52-7930d93be1f0 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:09.130135 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-19ae4427-b480-4cb0-8913-e52fbc928e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (55333278-2caa-4f68-8c52-7930d93be1f0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:09.140203 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81510f21-f471-4774-b493-e92d19efe287 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Port': ['ID=e5775d5a-1716-40fc-aad0-6ec417b031d7,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:09.189651 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-81510f21-f471-4774-b493-e92d19efe287 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:09.198343 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-81510f21-f471-4774-b493-e92d19efe287 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/e5775d5a-1716-40fc-aad0-6ec417b031d7 HTTP/1.1" status: 204 len: 168 time: 1.0407133 Mar 07 11:04:09.203209 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58838) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:09.301209 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7436af-5758-49b6-9296-dabc350d442f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:09.301209 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7436af-5758-49b6-9296-dabc350d442f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:09.312282 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6d7436af-5758-49b6-9296-dabc350d442f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1076884 Mar 07 11:04:09.314905 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58842) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:09.357548 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-19ae4427-b480-4cb0-8913-e52fbc928e75 None None] Current status of the port 55333278-2caa-4f68-8c52-7930d93be1f0 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:09.408698 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58844) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:09.413685 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e73431c-31e8-4dd3-a091-ebff70822c5f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting subnet 3ebb26b9-3752-4378-83c6-811119e45bd0 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:04:09.417443 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9e73431c-31e8-4dd3-a091-ebff70822c5f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (3ebb26b9-3752-4378-83c6-811119e45bd0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:09.474503 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9e73431c-31e8-4dd3-a091-ebff70822c5f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (3ebb26b9-3752-4378-83c6-811119e45bd0), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:09.477142 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c6797e22-0f18-4bfc-ae4a-507399baceb8 None None] Could not find standard attr ID for object e5775d5a-1716-40fc-aad0-6ec417b031d7. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:04:09.585645 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c6265974-fa0d-421e-b9ae-8985501c2878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (83e0c087-09ac-4a9e-b9cb-6958b3ca5a77), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:09.660495 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9e73431c-31e8-4dd3-a091-ebff70822c5f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (3ebb26b9-3752-4378-83c6-811119e45bd0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:09.747695 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-a6d174a1-cedc-44ea-bf15-f667e49bbe52 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-915995722'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:09.796323 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9e73431c-31e8-4dd3-a091-ebff70822c5f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (3ebb26b9-3752-4378-83c6-811119e45bd0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:09.820804 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d174a1-cedc-44ea-bf15-f667e49bbe52 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Made reservation on behalf of 7df1b5296aa04aa4b5ee1d2ef0287ad5 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:09.826099 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a6d174a1-cedc-44ea-bf15-f667e49bbe52 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:09.848336 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a6d174a1-cedc-44ea-bf15-f667e49bbe52 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:09.897514 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73431c-31e8-4dd3-a091-ebff70822c5f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Subnet': ['ID=3ebb26b9-3752-4378-83c6-811119e45bd0,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:09.922295 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9e73431c-31e8-4dd3-a091-ebff70822c5f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:09.927146 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9543ea2d-37f3-437c-ae46-e1cef07f81fe None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:09.931828 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9e73431c-31e8-4dd3-a091-ebff70822c5f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/3ebb26b9-3752-4378-83c6-811119e45bd0 HTTP/1.1" status: 204 len: 168 time: 0.6157267 Mar 07 11:04:09.935933 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58856) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:10.024610 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-39e17334-0e83-4b1a-abc4-07f01fb4d26e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0828071 Mar 07 11:04:10.028449 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58858) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:10.041965 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 55333278-2caa-4f68-8c52-7930d93be1f0 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:10.068418 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:10.102318 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a6d174a1-cedc-44ea-bf15-f667e49bbe52 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks [] for security_group (ef610fba-cc34-4da2-9dc7-c2f3a829eb83), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:10.130535 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a594b7d7-31c7-4de9-b499-d06f4d19c61e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:10.133298 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a594b7d7-31c7-4de9-b499-d06f4d19c61e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1024735 Mar 07 11:04:10.134139 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a6d174a1-cedc-44ea-bf15-f667e49bbe52 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ef610fba-cc34-4da2-9dc7-c2f3a829eb83), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:10.135444 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58864) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:10.209234 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d174a1-cedc-44ea-bf15-f667e49bbe52 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:04:10.218618 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d174a1-cedc-44ea-bf15-f667e49bbe52 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef610fba-cc34-4da2-9dc7-c2f3a829eb83,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:10.230595 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a6d174a1-cedc-44ea-bf15-f667e49bbe52 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (af2ecfe3-9a8b-4107-b160-eea1a662b01e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:10.231283 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-a6d174a1-cedc-44ea-bf15-f667e49bbe52 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Added segment af2ecfe3-9a8b-4107-b160-eea1a662b01e of type vlan for network b2900787-628d-4422-9eb2-27d9856a6729 Mar 07 11:04:10.253282 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400fc2c4-ddac-49b6-a6c0-0ee2168ecd8c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:10.256074 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-400fc2c4-ddac-49b6-a6c0-0ee2168ecd8c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1182494 Mar 07 11:04:10.259954 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58866) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:10.276534 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 55333278-2caa-4f68-8c52-7930d93be1f0 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:10.277474 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (55333278-2caa-4f68-8c52-7930d93be1f0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:10.345397 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a7b890dc-4cdf-41b3-8993-f0d64a4ec0b4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0839293 Mar 07 11:04:10.350786 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58868) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:10.351352 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56309518-ad55-4ac0-afa1-d3c9ad0d029a None None] DHCP port deletion for 9b8a3032-9f66-43b6-9063-551ee6941c96 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:04:10.357425 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-2d2f1ae8-bb2b-419c-b81b-9086ffceab71 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:10.360707 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-c6265974-fa0d-421e-b9ae-8985501c2878 admin admin] Deleting port b389f467-a363-4edf-b688-d4b1da3118dc {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:04:10.361053 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c6265974-fa0d-421e-b9ae-8985501c2878 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (b389f467-a363-4edf-b688-d4b1da3118dc), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:10.388664 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a6d174a1-cedc-44ea-bf15-f667e49bbe52 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (b2900787-628d-4422-9eb2-27d9856a6729), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:10.507901 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2f1ae8-bb2b-419c-b81b-9086ffceab71 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:10.511942 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a6d174a1-cedc-44ea-bf15-f667e49bbe52 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (b2900787-628d-4422-9eb2-27d9856a6729), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:10.518323 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2d2f1ae8-bb2b-419c-b81b-9086ffceab71 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:10.519510 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d174a1-cedc-44ea-bf15-f667e49bbe52 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:10.520219 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a6d174a1-cedc-44ea-bf15-f667e49bbe52 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:10.579224 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-c6265974-fa0d-421e-b9ae-8985501c2878 admin admin] For port b389f467-a363-4edf-b688-d4b1da3118dc, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b389f467-a363-4edf-b688-d4b1da3118dc,segment=NetworkSegment(5111aeaf-0fdd-4208-b2ab-9a477d66aa37),segment_id=5111aeaf-0fdd-4208-b2ab-9a477d66aa37)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:10.579655 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c6265974-fa0d-421e-b9ae-8985501c2878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (b389f467-a363-4edf-b688-d4b1da3118dc), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:10.588025 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a6d174a1-cedc-44ea-bf15-f667e49bbe52 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1660130 Mar 07 11:04:10.589060 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58874) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:10.609972 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-477b4097-26c0-4a23-883b-77f6fc23cd72 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Request body: {'subnet': {'network_id': 'b2900787-628d-4422-9eb2-27d9856a6729', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:10.614870 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-c6265974-fa0d-421e-b9ae-8985501c2878 admin admin] Calling delete_port for b389f467-a363-4edf-b688-d4b1da3118dc owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:04:10.668232 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d174a1-cedc-44ea-bf15-f667e49bbe52 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Pushing event updated for resources: {'Network': ['ID=b2900787-628d-4422-9eb2-27d9856a6729,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:10.724519 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network b2900787-628d-4422-9eb2-27d9856a6729 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:04:10.755286 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-56309518-ad55-4ac0-afa1-d3c9ad0d029a None None] Deleting port 55333278-2caa-4f68-8c52-7930d93be1f0 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:04:10.755789 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-56309518-ad55-4ac0-afa1-d3c9ad0d029a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (55333278-2caa-4f68-8c52-7930d93be1f0), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:10.783387 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 55333278-2caa-4f68-8c52-7930d93be1f0 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:10.844422 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477b4097-26c0-4a23-883b-77f6fc23cd72 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Made reservation on behalf of 7df1b5296aa04aa4b5ee1d2ef0287ad5 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:10.850046 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-477b4097-26c0-4a23-883b-77f6fc23cd72 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:10.977718 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-56309518-ad55-4ac0-afa1-d3c9ad0d029a None None] For port 55333278-2caa-4f68-8c52-7930d93be1f0, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=55333278-2caa-4f68-8c52-7930d93be1f0,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:10.978226 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-56309518-ad55-4ac0-afa1-d3c9ad0d029a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (55333278-2caa-4f68-8c52-7930d93be1f0), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:10.998522 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-56309518-ad55-4ac0-afa1-d3c9ad0d029a None None] Calling delete_port for 55333278-2caa-4f68-8c52-7930d93be1f0 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:04:11.000233 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2d2f1ae8-bb2b-419c-b81b-9086ffceab71 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (7714404c-f698-4cdd-971c-f4b9fe786ba4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:11.016889 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c6265974-fa0d-421e-b9ae-8985501c2878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (b389f467-a363-4edf-b688-d4b1da3118dc), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:11.056636 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6265974-fa0d-421e-b9ae-8985501c2878 admin admin] Pushing event deleted for resources: {'Port': ['ID=b389f467-a363-4edf-b688-d4b1da3118dc,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:11.116841 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2f1ae8-bb2b-419c-b81b-9086ffceab71 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:11.136781 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-56309518-ad55-4ac0-afa1-d3c9ad0d029a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (55333278-2caa-4f68-8c52-7930d93be1f0), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:11.179358 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-2d2f1ae8-bb2b-419c-b81b-9086ffceab71 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:11.186940 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2f1ae8-bb2b-419c-b81b-9086ffceab71 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:11.187536 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2d2f1ae8-bb2b-419c-b81b-9086ffceab71 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:11.210920 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f1ae8-bb2b-419c-b81b-9086ffceab71 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Subnet': ['ID=7714404c-f698-4cdd-971c-f4b9fe786ba4,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:11.245272 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2d2f1ae8-bb2b-419c-b81b-9086ffceab71 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8887894 Mar 07 11:04:11.245272 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58884) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:11.255956 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56309518-ad55-4ac0-afa1-d3c9ad0d029a None None] Pushing event deleted for resources: {'Port': ['ID=55333278-2caa-4f68-8c52-7930d93be1f0,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:11.261308 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56309518-ad55-4ac0-afa1-d3c9ad0d029a None None] No DVR routers for this DVR port 55333278-2caa-4f68-8c52-7930d93be1f0 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:04:11.277240 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-dc547966-7f28-4593-9e0d-ed26cd47e7b4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'port': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'fixed_ips': [{'subnet_id': '7714404c-f698-4cdd-971c-f4b9fe786ba4', 'ip_address': '2001:db8::ad7b:81bf:f8b:4671'}], 'name': 'tempest-NetworksTestDHCPv6-2077569360'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:11.282978 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6251b53-92b5-4e62-b5b0-ae2325afd0da None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:11.307463 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c6265974-fa0d-421e-b9ae-8985501c2878 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (83e0c087-09ac-4a9e-b9cb-6958b3ca5a77), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:11.442886 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-477b4097-26c0-4a23-883b-77f6fc23cd72 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (cee5ef37-9236-4ed5-9316-c7669081ab71), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:11.515714 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd786e30-ad39-4373-807f-641a589aa7ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-9b8a3032-9f66-43b6-9063-551ee6941c96', 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'project_id': 'a68fc610ca21434095921c9ff25a693f', 'fixed_ips': [{'subnet_id': '7714404c-f698-4cdd-971c-f4b9fe786ba4'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:04:11.516593 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bd786e30-ad39-4373-807f-641a589aa7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:11.545191 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b4097-26c0-4a23-883b-77f6fc23cd72 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Pushing event updated for resources: {'Subnet': ['ID=cee5ef37-9236-4ed5-9316-c7669081ab71,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:11.558173 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477b4097-26c0-4a23-883b-77f6fc23cd72 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Checking segment: {'id': 'af2ecfe3-9a8b-4107-b160-eea1a662b01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b2900787-628d-4422-9eb2-27d9856a6729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:11.558632 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477b4097-26c0-4a23-883b-77f6fc23cd72 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Network hostable DHCP agents. Network: b2900787-628d-4422-9eb2-27d9856a6729, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:04:11.565612 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc547966-7f28-4593-9e0d-ed26cd47e7b4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:11.629859 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477b4097-26c0-4a23-883b-77f6fc23cd72 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Network b2900787-628d-4422-9eb2-27d9856a6729 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:04:11.670503 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-477b4097-26c0-4a23-883b-77f6fc23cd72 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, b2900787-628d-4422-9eb2-27d9856a6729) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:11.685577 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477b4097-26c0-4a23-883b-77f6fc23cd72 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:11.686898 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-477b4097-26c0-4a23-883b-77f6fc23cd72 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:11.705904 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7795a951-a4e2-4701-a1d8-a57e157bc50c None None] Network b2900787-628d-4422-9eb2-27d9856a6729 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:11.726558 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6265974-fa0d-421e-b9ae-8985501c2878 admin admin] Router 83e0c087-09ac-4a9e-b9cb-6958b3ca5a77 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:04:11.728076 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-477b4097-26c0-4a23-883b-77f6fc23cd72 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1338007 Mar 07 11:04:11.732737 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc547966-7f28-4593-9e0d-ed26cd47e7b4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:11.734250 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58890) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:11.746248 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-ffdcb140-5016-44b3-ae32-123dbb758da5 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Request body: {'port': {'network_id': 'b2900787-628d-4422-9eb2-27d9856a6729', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1869096930'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:11.762118 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:11.769275 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-dc547966-7f28-4593-9e0d-ed26cd47e7b4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] device_id is not set on port f7a38d74-5898-4415-8714-24a818d57817 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:04:11.926758 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-bd786e30-ad39-4373-807f-641a589aa7ab None None] Allocated IP 2001:db8::2 (9b8a3032-9f66-43b6-9063-551ee6941c96/7714404c-f698-4cdd-971c-f4b9fe786ba4/8274a43b-0ec3-4edf-a8c3-6187175abf5c) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:11.991388 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbafe52f-d50a-4603-b755-0d5ccc050884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-b2900787-628d-4422-9eb2-27d9856a6729', 'network_id': 'b2900787-628d-4422-9eb2-27d9856a6729', 'project_id': '7df1b5296aa04aa4b5ee1d2ef0287ad5', 'fixed_ips': [{'subnet_id': 'cee5ef37-9236-4ed5-9316-c7669081ab71'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:04:11.992295 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dbafe52f-d50a-4603-b755-0d5ccc050884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:12.164178 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 55333278-2caa-4f68-8c52-7930d93be1f0 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:04:12.220361 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 55333278-2caa-4f68-8c52-7930d93be1f0 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:04:12.220708 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 55333278-2caa-4f68-8c52-7930d93be1f0 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:04:12.256508 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6265974-fa0d-421e-b9ae-8985501c2878 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:04:12.262990 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c6265974-fa0d-421e-b9ae-8985501c2878 admin admin] 10.222.0.11 "PUT /v2.0/routers/83e0c087-09ac-4a9e-b9cb-6958b3ca5a77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5997322 Mar 07 11:04:12.265420 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58900) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:12.271592 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07a0348-f5fa-440b-ab14-420dd529f334 None None] Sync routers for ids ['83e0c087-09ac-4a9e-b9cb-6958b3ca5a77'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:04:12.332215 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdcb140-5016-44b3-ae32-123dbb758da5 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Made reservation on behalf of 7df1b5296aa04aa4b5ee1d2ef0287ad5 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:12.335719 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ffdcb140-5016-44b3-ae32-123dbb758da5 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:12.346786 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-dbafe52f-d50a-4603-b755-0d5ccc050884 None None] Allocated IP 172.20.0.2 (b2900787-628d-4422-9eb2-27d9856a6729/cee5ef37-9236-4ed5-9316-c7669081ab71/7c1df151-fefb-4b3f-9f2e-040b8350bc41) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:12.365525 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-ffdcb140-5016-44b3-ae32-123dbb758da5 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] device_id is not set on port 4dd1b1e1-a529-4798-b46a-07e097cb52e7 yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:04:12.453930 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07a0348-f5fa-440b-ab14-420dd529f334 None None] Routers {'83e0c087-09ac-4a9e-b9cb-6958b3ca5a77'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:04:12.454624 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d07a0348-f5fa-440b-ab14-420dd529f334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:04:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['83e0c087-09ac-4a9e-b9cb-6958b3ca5a77'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:12.488001 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-64516acf-161f-45c3-b0cb-402e36005502 admin admin] Publish callbacks [] for router (83e0c087-09ac-4a9e-b9cb-6958b3ca5a77), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:12.626200 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-64516acf-161f-45c3-b0cb-402e36005502 admin admin] Publish callbacks [] for router_gateway (83e0c087-09ac-4a9e-b9cb-6958b3ca5a77), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:12.694408 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-64516acf-161f-45c3-b0cb-402e36005502 admin admin] Deleting port 388b6d74-5f0e-4b77-ae55-225967c634f8 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:04:12.694658 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bd786e30-ad39-4373-807f-641a589aa7ab None None] Publish callbacks [] for port (8274a43b-0ec3-4edf-a8c3-6187175abf5c), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:12.694942 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-64516acf-161f-45c3-b0cb-402e36005502 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (388b6d74-5f0e-4b77-ae55-225967c634f8), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:12.717920 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bd786e30-ad39-4373-807f-641a589aa7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (8274a43b-0ec3-4edf-a8c3-6187175abf5c), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:12.784823 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dbafe52f-d50a-4603-b755-0d5ccc050884 None None] Publish callbacks [] for port (7c1df151-fefb-4b3f-9f2e-040b8350bc41), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:12.795851 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-dc547966-7f28-4593-9e0d-ed26cd47e7b4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Allocated IP 2001:db8::ad7b:81bf:f8b:4671 (9b8a3032-9f66-43b6-9063-551ee6941c96/7714404c-f698-4cdd-971c-f4b9fe786ba4/f7a38d74-5898-4415-8714-24a818d57817) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:12.801985 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-d07a0348-f5fa-440b-ab14-420dd529f334 None None] Set router 83e0c087-09ac-4a9e-b9cb-6958b3ca5a77 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:04:12.846160 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dbafe52f-d50a-4603-b755-0d5ccc050884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (7c1df151-fefb-4b3f-9f2e-040b8350bc41), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:12.870866 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-64516acf-161f-45c3-b0cb-402e36005502 admin admin] For port 388b6d74-5f0e-4b77-ae55-225967c634f8, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=388b6d74-5f0e-4b77-ae55-225967c634f8,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:12.871220 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-64516acf-161f-45c3-b0cb-402e36005502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (388b6d74-5f0e-4b77-ae55-225967c634f8), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:12.897913 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-64516acf-161f-45c3-b0cb-402e36005502 admin admin] Calling delete_port for 388b6d74-5f0e-4b77-ae55-225967c634f8 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:04:12.926396 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-ffdcb140-5016-44b3-ae32-123dbb758da5 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Allocated IP 172.20.0.13 (b2900787-628d-4422-9eb2-27d9856a6729/cee5ef37-9236-4ed5-9316-c7669081ab71/4dd1b1e1-a529-4798-b46a-07e097cb52e7) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:12.960626 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd786e30-ad39-4373-807f-641a589aa7ab None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:12.961411 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd786e30-ad39-4373-807f-641a589aa7ab None None] Pushing event updated for resources: {'Port': ['ID=8274a43b-0ec3-4edf-a8c3-6187175abf5c,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:12.976606 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-bd786e30-ad39-4373-807f-641a589aa7ab None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:13.010478 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd786e30-ad39-4373-807f-641a589aa7ab None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:13.027929 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbafe52f-d50a-4603-b755-0d5ccc050884 None None] Network b2900787-628d-4422-9eb2-27d9856a6729 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:13.070743 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-dbafe52f-d50a-4603-b755-0d5ccc050884 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:13.087650 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc547966-7f28-4593-9e0d-ed26cd47e7b4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for port (f7a38d74-5898-4415-8714-24a818d57817), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:13.105706 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbafe52f-d50a-4603-b755-0d5ccc050884 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:13.106949 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:04:13.122046 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:13.137390 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc547966-7f28-4593-9e0d-ed26cd47e7b4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (f7a38d74-5898-4415-8714-24a818d57817), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:13.206046 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbafe52f-d50a-4603-b755-0d5ccc050884 None None] Pushing event updated for resources: {'Port': ['ID=7c1df151-fefb-4b3f-9f2e-040b8350bc41,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:13.219232 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc547966-7f28-4593-9e0d-ed26cd47e7b4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:13.223036 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-dc547966-7f28-4593-9e0d-ed26cd47e7b4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:13.228084 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc547966-7f28-4593-9e0d-ed26cd47e7b4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:13.234558 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc547966-7f28-4593-9e0d-ed26cd47e7b4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:13.235193 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc547966-7f28-4593-9e0d-ed26cd47e7b4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:13.253993 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc547966-7f28-4593-9e0d-ed26cd47e7b4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Port': ['ID=f7a38d74-5898-4415-8714-24a818d57817,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:13.278561 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-dc547966-7f28-4593-9e0d-ed26cd47e7b4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0327921 Mar 07 11:04:13.281997 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58916) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:13.294490 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-98e8d8c1-4786-4c86-b113-e62dd950016e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'port': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'fixed_ips': [{'subnet_id': '7714404c-f698-4cdd-971c-f4b9fe786ba4', 'ip_address': '2001:db8::ad7b:81bf:f8b:4671'}], 'name': 'tempest-NetworksTestDHCPv6-279421682'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:13.328926 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-64516acf-161f-45c3-b0cb-402e36005502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (388b6d74-5f0e-4b77-ae55-225967c634f8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:13.348037 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-bd786e30-ad39-4373-807f-641a589aa7ab None None] Attempting to bind port 8274a43b-0ec3-4edf-a8c3-6187175abf5c on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:04:13.348412 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-bd786e30-ad39-4373-807f-641a589aa7ab None None] Attempting to bind port 8274a43b-0ec3-4edf-a8c3-6187175abf5c by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:04:13.348777 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd786e30-ad39-4373-807f-641a589aa7ab None None] Attempting to bind port 8274a43b-0ec3-4edf-a8c3-6187175abf5c on network 9b8a3032-9f66-43b6-9063-551ee6941c96 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:04:13.357506 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-dbafe52f-d50a-4603-b755-0d5ccc050884 None None] Attempting to bind port 7c1df151-fefb-4b3f-9f2e-040b8350bc41 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:04:13.357880 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-dbafe52f-d50a-4603-b755-0d5ccc050884 None None] Attempting to bind port 7c1df151-fefb-4b3f-9f2e-040b8350bc41 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'af2ecfe3-9a8b-4107-b160-eea1a662b01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b2900787-628d-4422-9eb2-27d9856a6729'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:04:13.358247 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbafe52f-d50a-4603-b755-0d5ccc050884 None None] Attempting to bind port 7c1df151-fefb-4b3f-9f2e-040b8350bc41 on network b2900787-628d-4422-9eb2-27d9856a6729 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:04:13.367302 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd786e30-ad39-4373-807f-641a589aa7ab None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:04:13.367822 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd786e30-ad39-4373-807f-641a589aa7ab None None] Checking segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:13.368252 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bd786e30-ad39-4373-807f-641a589aa7ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:13.368781 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd786e30-ad39-4373-807f-641a589aa7ab None None] Bound using segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:04:13.369287 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-bd786e30-ad39-4373-807f-641a589aa7ab None None] Bound port: 8274a43b-0ec3-4edf-a8c3-6187175abf5c, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:04:13.370423 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bd786e30-ad39-4373-807f-641a589aa7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8274a43b-0ec3-4edf-a8c3-6187175abf5c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:13.378168 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ffdcb140-5016-44b3-ae32-123dbb758da5 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks [] for port (4dd1b1e1-a529-4798-b46a-07e097cb52e7), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:13.381634 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbafe52f-d50a-4603-b755-0d5ccc050884 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:04:13.382019 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbafe52f-d50a-4603-b755-0d5ccc050884 None None] Checking segment: {'id': 'af2ecfe3-9a8b-4107-b160-eea1a662b01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b2900787-628d-4422-9eb2-27d9856a6729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:13.382423 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dbafe52f-d50a-4603-b755-0d5ccc050884 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:13.382817 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbafe52f-d50a-4603-b755-0d5ccc050884 None None] Bound using segment: {'id': 'af2ecfe3-9a8b-4107-b160-eea1a662b01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b2900787-628d-4422-9eb2-27d9856a6729'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:04:13.383297 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-dbafe52f-d50a-4603-b755-0d5ccc050884 None None] Bound port: 7c1df151-fefb-4b3f-9f2e-040b8350bc41, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af2ecfe3-9a8b-4107-b160-eea1a662b01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'b2900787-628d-4422-9eb2-27d9856a6729'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:04:13.383681 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dbafe52f-d50a-4603-b755-0d5ccc050884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7c1df151-fefb-4b3f-9f2e-040b8350bc41), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:13.483703 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ffdcb140-5016-44b3-ae32-123dbb758da5 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (4dd1b1e1-a529-4798-b46a-07e097cb52e7), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:13.485701 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64516acf-161f-45c3-b0cb-402e36005502 admin admin] Pushing event deleted for resources: {'Port': ['ID=388b6d74-5f0e-4b77-ae55-225967c634f8,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:13.530209 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e8d8c1-4786-4c86-b113-e62dd950016e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:13.546103 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-98e8d8c1-4786-4c86-b113-e62dd950016e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:13.562994 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d07a0348-f5fa-440b-ab14-420dd529f334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83e0c087-09ac-4a9e-b9cb-6958b3ca5a77', 'name': 'tempest-TestAggregatesBasicOps-1807487677-router', 'tenant_id': '5e9e889d3ce242529d3d91d76f4728dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': '388b6d74-5f0e-4b77-ae55-225967c634f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:03:42Z', 'updated_at': '2022-03-07T11:04:10Z', 'revision_number': 5, 'project_id': '5e9e889d3ce242529d3d91d76f4728dd', 'gw_port': {'id': '388b6d74-5f0e-4b77-ae55-225967c634f8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:8e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83e0c087-09ac-4a9e-b9cb-6958b3ca5a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3436, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:03:44Z', 'updated_at': '2022-03-07T11:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:13.565564 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-bd786e30-ad39-4373-807f-641a589aa7ab None None] For port 8274a43b-0ec3-4edf-a8c3-6187175abf5c, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:04:13.579036 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-bd786e30-ad39-4373-807f-641a589aa7ab None None] For port 8274a43b-0ec3-4edf-a8c3-6187175abf5c, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=8274a43b-0ec3-4edf-a8c3-6187175abf5c,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:04:13.585235 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-dbafe52f-d50a-4603-b755-0d5ccc050884 None None] For port 7c1df151-fefb-4b3f-9f2e-040b8350bc41, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:04:13.593722 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-64516acf-161f-45c3-b0cb-402e36005502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (83e0c087-09ac-4a9e-b9cb-6958b3ca5a77), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:13.724941 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-64516acf-161f-45c3-b0cb-402e36005502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (83e0c087-09ac-4a9e-b9cb-6958b3ca5a77), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:13.727558 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-64516acf-161f-45c3-b0cb-402e36005502 admin admin] Publish callbacks [] for router_controller (83e0c087-09ac-4a9e-b9cb-6958b3ca5a77), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:13.802983 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdcb140-5016-44b3-ae32-123dbb758da5 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Network b2900787-628d-4422-9eb2-27d9856a6729 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:13.807432 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-ffdcb140-5016-44b3-ae32-123dbb758da5 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:13.809433 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-64516acf-161f-45c3-b0cb-402e36005502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (83e0c087-09ac-4a9e-b9cb-6958b3ca5a77), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:13.809992 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64516acf-161f-45c3-b0cb-402e36005502 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83e0c087-09ac-4a9e-b9cb-6958b3ca5a77 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:04:13.815967 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdcb140-5016-44b3-ae32-123dbb758da5 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:13.820782 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-64516acf-161f-45c3-b0cb-402e36005502 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:13.824609 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-64516acf-161f-45c3-b0cb-402e36005502 admin admin] 10.222.0.11 "DELETE /v2.0/routers/83e0c087-09ac-4a9e-b9cb-6958b3ca5a77 HTTP/1.1" status: 204 len: 168 time: 1.5582035 Mar 07 11:04:13.829287 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58924) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:13.911127 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdcb140-5016-44b3-ae32-123dbb758da5 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Pushing event updated for resources: {'Port': ['ID=4dd1b1e1-a529-4798-b46a-07e097cb52e7,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:13.943774 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdcb140-5016-44b3-ae32-123dbb758da5 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:13.946704 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ffdcb140-5016-44b3-ae32-123dbb758da5 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:13.952970 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-e18e041c-3925-4234-933b-54da18e3dd30 admin admin] Deleting subnet a792ae64-a4ea-4248-9a1f-54608208da96 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:04:13.957563 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e18e041c-3925-4234-933b-54da18e3dd30 admin admin] Publish callbacks [] for subnet (a792ae64-a4ea-4248-9a1f-54608208da96), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:13.988714 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07a0348-f5fa-440b-ab14-420dd529f334 None None] Checking router: 83e0c087-09ac-4a9e-b9cb-6958b3ca5a77 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:04:13.991506 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bd786e30-ad39-4373-807f-641a589aa7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8274a43b-0ec3-4edf-a8c3-6187175abf5c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:14.021064 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-dbafe52f-d50a-4603-b755-0d5ccc050884 None None] For port 7c1df151-fefb-4b3f-9f2e-040b8350bc41, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7c1df151-fefb-4b3f-9f2e-040b8350bc41,segment=NetworkSegment(af2ecfe3-9a8b-4107-b160-eea1a662b01e),segment_id=af2ecfe3-9a8b-4107-b160-eea1a662b01e)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:04:14.029079 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e18e041c-3925-4234-933b-54da18e3dd30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (a792ae64-a4ea-4248-9a1f-54608208da96), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:14.090256 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ffdcb140-5016-44b3-ae32-123dbb758da5 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3527322 Mar 07 11:04:14.099063 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58932) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:14.110179 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dbafe52f-d50a-4603-b755-0d5ccc050884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (7c1df151-fefb-4b3f-9f2e-040b8350bc41), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:14.125714 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-d94b481a-52e4-4f97-a12a-6c5a83a63a06 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Request body: {'port': {'network_id': 'b2900787-628d-4422-9eb2-27d9856a6729', 'name': 'tempest-ExtraDHCPOptionsTestJSON-216774875', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:14.125990 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.api.validators [None req-d94b481a-52e4-4f97-a12a-6c5a83a63a06 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] bootfile-name is not in valid_values {{(pid=103767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 11:04:14.135806 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.api.validators [None req-d94b481a-52e4-4f97-a12a-6c5a83a63a06 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] tftp-server is not in valid_values {{(pid=103767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 11:04:14.135806 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.api.validators [None req-d94b481a-52e4-4f97-a12a-6c5a83a63a06 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] server-ip-address is not in valid_values {{(pid=103767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 11:04:14.136094 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07a0348-f5fa-440b-ab14-420dd529f334 None None] Routers set() bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:04:14.136179 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07a0348-f5fa-440b-ab14-420dd529f334 None None] Router IDs set() for agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 11:04:14.136975 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_agentschedulers_db [None req-d07a0348-f5fa-440b-ab14-420dd529f334 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'83e0c087-09ac-4a9e-b9cb-6958b3ca5a77'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:04:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent'). {{(pid=103768) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 11:04:14.137173 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07a0348-f5fa-440b-ab14-420dd529f334 None None] The sync data for ids ['83e0c087-09ac-4a9e-b9cb-6958b3ca5a77'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:04:14.175905 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-98e8d8c1-4786-4c86-b113-e62dd950016e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] device_id is not set on port 58f5a08d-8aae-440c-94c9-c351b26f98c5 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:04:14.375418 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e18e041c-3925-4234-933b-54da18e3dd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (a792ae64-a4ea-4248-9a1f-54608208da96), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:14.419159 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd786e30-ad39-4373-807f-641a589aa7ab None None] Pushing event updated for resources: {'Port': ['ID=8274a43b-0ec3-4edf-a8c3-6187175abf5c,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:14.455930 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94b481a-52e4-4f97-a12a-6c5a83a63a06 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Made reservation on behalf of 7df1b5296aa04aa4b5ee1d2ef0287ad5 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:14.460002 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d94b481a-52e4-4f97-a12a-6c5a83a63a06 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:14.486232 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-d94b481a-52e4-4f97-a12a-6c5a83a63a06 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] device_id is not set on port eca1adef-d496-4c8f-b20e-f144651a6c66 yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:04:14.494431 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e18e041c-3925-4234-933b-54da18e3dd30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (a792ae64-a4ea-4248-9a1f-54608208da96), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:14.536751 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e8d8c1-4786-4c86-b113-e62dd950016e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 07 11:04:14.537495 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e8d8c1-4786-4c86-b113-e62dd950016e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:04:14.560885 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbafe52f-d50a-4603-b755-0d5ccc050884 None None] Pushing event updated for resources: {'Port': ['ID=7c1df151-fefb-4b3f-9f2e-040b8350bc41,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:14.598640 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-98e8d8c1-4786-4c86-b113-e62dd950016e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.3117254 Mar 07 11:04:14.601769 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58940) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:14.632487 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e041c-3925-4234-933b-54da18e3dd30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a792ae64-a4ea-4248-9a1f-54608208da96,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:14.648495 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e18e041c-3925-4234-933b-54da18e3dd30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:14.665508 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e18e041c-3925-4234-933b-54da18e3dd30 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/a792ae64-a4ea-4248-9a1f-54608208da96 HTTP/1.1" status: 204 len: 168 time: 0.8333485 Mar 07 11:04:14.678450 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca1584b-28fc-426e-987a-90ad28b4d05a None None] Network e4fe8f84-6abc-44de-b1e0-e3609cfb2f94 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:14.678628 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58942) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:14.747038 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0dfb72-7696-4e66-958c-90f38c85fa4d tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:14.758582 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0dfb72-7696-4e66-958c-90f38c85fa4d tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:14.782360 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-de0dfb72-7696-4e66-958c-90f38c85fa4d tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1757998 Mar 07 11:04:14.784133 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58944) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:15.003839 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c537c0ad-4361-4a25-a12f-0100723a2bbb None None] DHCP port deletion for e4fe8f84-6abc-44de-b1e0-e3609cfb2f94 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:04:15.046787 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a970dc14-8e14-48cd-bc6d-023487f5215e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (e4fe8f84-6abc-44de-b1e0-e3609cfb2f94), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:15.087257 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-d94b481a-52e4-4f97-a12a-6c5a83a63a06 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Allocated IP 172.20.0.10 (b2900787-628d-4422-9eb2-27d9856a6729/cee5ef37-9236-4ed5-9316-c7669081ab71/eca1adef-d496-4c8f-b20e-f144651a6c66) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:15.097598 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c537c0ad-4361-4a25-a12f-0100723a2bbb None None] Deleting port efeb852c-1e47-447f-90a1-b94fe746e022 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:04:15.098028 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c537c0ad-4361-4a25-a12f-0100723a2bbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (efeb852c-1e47-447f-90a1-b94fe746e022), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:15.192339 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c537c0ad-4361-4a25-a12f-0100723a2bbb None None] For port efeb852c-1e47-447f-90a1-b94fe746e022, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=efeb852c-1e47-447f-90a1-b94fe746e022,segment=NetworkSegment(5111aeaf-0fdd-4208-b2ab-9a477d66aa37),segment_id=5111aeaf-0fdd-4208-b2ab-9a477d66aa37)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:15.192816 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c537c0ad-4361-4a25-a12f-0100723a2bbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (efeb852c-1e47-447f-90a1-b94fe746e022), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:15.203041 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-8c86c6f5-b1db-4cef-8e90-e4639cf9c3fa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting port f7a38d74-5898-4415-8714-24a818d57817 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:04:15.203389 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8c86c6f5-b1db-4cef-8e90-e4639cf9c3fa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (f7a38d74-5898-4415-8714-24a818d57817), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:15.212452 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c537c0ad-4361-4a25-a12f-0100723a2bbb None None] Calling delete_port for efeb852c-1e47-447f-90a1-b94fe746e022 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:04:15.338604 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-a970dc14-8e14-48cd-bc6d-023487f5215e admin admin] Deleting port efeb852c-1e47-447f-90a1-b94fe746e022 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:04:15.339176 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a970dc14-8e14-48cd-bc6d-023487f5215e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (efeb852c-1e47-447f-90a1-b94fe746e022), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:15.341691 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c537c0ad-4361-4a25-a12f-0100723a2bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (efeb852c-1e47-447f-90a1-b94fe746e022), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:15.409470 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c537c0ad-4361-4a25-a12f-0100723a2bbb None None] No DVR routers for this DVR port efeb852c-1e47-447f-90a1-b94fe746e022 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:04:15.433028 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c537c0ad-4361-4a25-a12f-0100723a2bbb None None] Pushing event deleted for resources: {'Port': ['ID=efeb852c-1e47-447f-90a1-b94fe746e022,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:15.560277 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-a970dc14-8e14-48cd-bc6d-023487f5215e admin admin] For port efeb852c-1e47-447f-90a1-b94fe746e022, host n-d-832164-4, got binding levels [] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:15.560872 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a970dc14-8e14-48cd-bc6d-023487f5215e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (efeb852c-1e47-447f-90a1-b94fe746e022), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:15.578973 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8c86c6f5-b1db-4cef-8e90-e4639cf9c3fa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (f7a38d74-5898-4415-8714-24a818d57817), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:15.598962 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-a970dc14-8e14-48cd-bc6d-023487f5215e admin admin] Calling delete_port for efeb852c-1e47-447f-90a1-b94fe746e022 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:04:15.600966 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-8c86c6f5-b1db-4cef-8e90-e4639cf9c3fa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Calling delete_port for f7a38d74-5898-4415-8714-24a818d57817 owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:04:15.606226 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.ipam_backend_mixin [None req-a970dc14-8e14-48cd-bc6d-023487f5215e admin admin] Port efeb852c-1e47-447f-90a1-b94fe746e022 was not found and therefore no delete operation was performed {{(pid=103767) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 11:04:15.612944 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a970dc14-8e14-48cd-bc6d-023487f5215e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (efeb852c-1e47-447f-90a1-b94fe746e022), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:15.711577 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970dc14-8e14-48cd-bc6d-023487f5215e admin admin] Pushing event deleted for resources: {'Port': ['ID=efeb852c-1e47-447f-90a1-b94fe746e022,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:15.722240 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a970dc14-8e14-48cd-bc6d-023487f5215e admin admin] No DVR routers for this DVR port efeb852c-1e47-447f-90a1-b94fe746e022 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:04:15.998786 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c707e6b1-f0a4-4569-8640-9ae43bdd56db None None] Network b2900787-628d-4422-9eb2-27d9856a6729 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:16.134870 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 8274a43b-0ec3-4edf-a8c3-6187175abf5c up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:16.204954 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-fe637a6f-7b1b-42ad-81e1-7c4b0fe6083c None None] Provisioning complete for port 7c1df151-fefb-4b3f-9f2e-040b8350bc41 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:16.205720 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fe637a6f-7b1b-42ad-81e1-7c4b0fe6083c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7c1df151-fefb-4b3f-9f2e-040b8350bc41), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:16.305545 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a970dc14-8e14-48cd-bc6d-023487f5215e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (e4fe8f84-6abc-44de-b1e0-e3609cfb2f94), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:16.312143 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 8274a43b-0ec3-4edf-a8c3-6187175abf5c triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:16.312610 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (8274a43b-0ec3-4edf-a8c3-6187175abf5c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:16.333517 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-a970dc14-8e14-48cd-bc6d-023487f5215e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4fe8f84-6abc-44de-b1e0-e3609cfb2f94']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:16.370912 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-a970dc14-8e14-48cd-bc6d-023487f5215e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5111aeaf-0fdd-4208-b2ab-9a477d66aa37') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:16.371406 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-a970dc14-8e14-48cd-bc6d-023487f5215e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5111aeaf-0fdd-4208-b2ab-9a477d66aa37') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:16.388751 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d94b481a-52e4-4f97-a12a-6c5a83a63a06 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks [] for port (eca1adef-d496-4c8f-b20e-f144651a6c66), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:16.392159 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a970dc14-8e14-48cd-bc6d-023487f5215e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (5111aeaf-0fdd-4208-b2ab-9a477d66aa37), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:16.443232 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-fe637a6f-7b1b-42ad-81e1-7c4b0fe6083c None None] Current status of the port 7c1df151-fefb-4b3f-9f2e-040b8350bc41 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:16.443557 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fe637a6f-7b1b-42ad-81e1-7c4b0fe6083c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7c1df151-fefb-4b3f-9f2e-040b8350bc41), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:16.453443 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a970dc14-8e14-48cd-bc6d-023487f5215e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (5111aeaf-0fdd-4208-b2ab-9a477d66aa37), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:16.472871 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a970dc14-8e14-48cd-bc6d-023487f5215e admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:04:16.473405 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a970dc14-8e14-48cd-bc6d-023487f5215e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (5111aeaf-0fdd-4208-b2ab-9a477d66aa37), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:16.475681 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Mar 07 11:04:16.475681 n-d-832164-4 neutron-server[103767]: warnings.warn(msg) Mar 07 11:04:16.475681 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:04:16.475681 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:04:16.475681 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:04:16.475681 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:04:16.475681 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:04:16.475681 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:04:16.475681 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:04:16.475681 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:04:16.475681 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:04:16.475681 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:04:16.475681 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:04:16.475681 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:04:16.475681 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:04:16.475681 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:04:16.475681 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:04:16.475681 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:04:16.475681 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:04:16.475681 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:04:16.475681 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:04:16.475681 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:04:16.475681 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:04:16.475681 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:04:16.475681 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:04:16.475681 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:04:16.475681 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:04:16.475681 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:04:16.475681 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:04:16.475681 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:04:16.475681 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:04:16.475681 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:04:16.475681 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:04:16.475681 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:04:16.521795 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 8274a43b-0ec3-4edf-a8c3-6187175abf5c is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:16.522331 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8274a43b-0ec3-4edf-a8c3-6187175abf5c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:16.630886 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 8274a43b-0ec3-4edf-a8c3-6187175abf5c, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=8274a43b-0ec3-4edf-a8c3-6187175abf5c,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:16.639186 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-fe637a6f-7b1b-42ad-81e1-7c4b0fe6083c None None] For port 7c1df151-fefb-4b3f-9f2e-040b8350bc41, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7c1df151-fefb-4b3f-9f2e-040b8350bc41,segment=NetworkSegment(af2ecfe3-9a8b-4107-b160-eea1a662b01e),segment_id=af2ecfe3-9a8b-4107-b160-eea1a662b01e)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:16.649738 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d94b481a-52e4-4f97-a12a-6c5a83a63a06 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (eca1adef-d496-4c8f-b20e-f144651a6c66), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:16.655733 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8274a43b-0ec3-4edf-a8c3-6187175abf5c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:16.660739 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7c1df151-fefb-4b3f-9f2e-040b8350bc41 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:16.714161 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fe637a6f-7b1b-42ad-81e1-7c4b0fe6083c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (7c1df151-fefb-4b3f-9f2e-040b8350bc41), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:16.750933 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a970dc14-8e14-48cd-bc6d-023487f5215e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (e4fe8f84-6abc-44de-b1e0-e3609cfb2f94), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:16.757448 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a970dc14-8e14-48cd-bc6d-023487f5215e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:16.766599 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a970dc14-8e14-48cd-bc6d-023487f5215e admin admin] 10.222.0.11 "DELETE /v2.0/networks/e4fe8f84-6abc-44de-b1e0-e3609cfb2f94 HTTP/1.1" status: 204 len: 168 time: 2.0834799 Mar 07 11:04:16.783239 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=8274a43b-0ec3-4edf-a8c3-6187175abf5c,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:16.790326 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94b481a-52e4-4f97-a12a-6c5a83a63a06 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Network b2900787-628d-4422-9eb2-27d9856a6729 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:16.811043 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-d94b481a-52e4-4f97-a12a-6c5a83a63a06 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:16.816187 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94b481a-52e4-4f97-a12a-6c5a83a63a06 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:16.916420 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970dc14-8e14-48cd-bc6d-023487f5215e admin admin] Pushing event deleted for resources: {'Network': ['ID=e4fe8f84-6abc-44de-b1e0-e3609cfb2f94,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:16.933785 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe637a6f-7b1b-42ad-81e1-7c4b0fe6083c None None] Pushing event updated for resources: {'Port': ['ID=7c1df151-fefb-4b3f-9f2e-040b8350bc41,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:16.935535 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b481a-52e4-4f97-a12a-6c5a83a63a06 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Pushing event updated for resources: {'Port': ['ID=eca1adef-d496-4c8f-b20e-f144651a6c66,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:16.941407 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8c86c6f5-b1db-4cef-8e90-e4639cf9c3fa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (f7a38d74-5898-4415-8714-24a818d57817), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:16.967724 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6aa25147-382c-45df-93bd-481da56a3893 None None] Provisioning complete for port 8274a43b-0ec3-4edf-a8c3-6187175abf5c triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:16.968335 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6aa25147-382c-45df-93bd-481da56a3893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (8274a43b-0ec3-4edf-a8c3-6187175abf5c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:17.004248 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c86c6f5-b1db-4cef-8e90-e4639cf9c3fa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Port': ['ID=f7a38d74-5898-4415-8714-24a818d57817,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:17.019200 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94b481a-52e4-4f97-a12a-6c5a83a63a06 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:17.019906 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d94b481a-52e4-4f97-a12a-6c5a83a63a06 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:17.063166 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 7c1df151-fefb-4b3f-9f2e-040b8350bc41 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:17.063474 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7c1df151-fefb-4b3f-9f2e-040b8350bc41), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:17.068435 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d94b481a-52e4-4f97-a12a-6c5a83a63a06 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.9682980 Mar 07 11:04:17.068769 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58980) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:17.147522 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8c86c6f5-b1db-4cef-8e90-e4639cf9c3fa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:17.152482 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8c86c6f5-b1db-4cef-8e90-e4639cf9c3fa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/f7a38d74-5898-4415-8714-24a818d57817 HTTP/1.1" status: 204 len: 168 time: 2.3538480 Mar 07 11:04:17.159574 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58984) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:17.311532 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58986) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:17.320620 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06711c8-c343-4626-a6f6-b00201072b64 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:17.327618 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06711c8-c343-4626-a6f6-b00201072b64 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:17.333835 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06711c8-c343-4626-a6f6-b00201072b64 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:17.339990 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d06711c8-c343-4626-a6f6-b00201072b64 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2695110 Mar 07 11:04:17.341502 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58988) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:17.372984 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe38665-6bf6-4d4f-b88c-9fbea06ae803 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:17.380756 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe38665-6bf6-4d4f-b88c-9fbea06ae803 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:17.386141 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-afe38665-6bf6-4d4f-b88c-9fbea06ae803 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2173128 Mar 07 11:04:17.394956 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 58990) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:17.406825 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6aa25147-382c-45df-93bd-481da56a3893 None None] Current status of the port 8274a43b-0ec3-4edf-a8c3-6187175abf5c is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:17.434028 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 7c1df151-fefb-4b3f-9f2e-040b8350bc41 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:17.503186 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-d46ee938-d3b7-4477-baf6-2a44863be2b2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting subnet 7714404c-f698-4cdd-971c-f4b9fe786ba4 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:04:17.510351 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d46ee938-d3b7-4477-baf6-2a44863be2b2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (7714404c-f698-4cdd-971c-f4b9fe786ba4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:17.566005 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-4766514c-fbed-459f-bc09-d3fe226f7166 None None] Provisioning complete for port 4dd1b1e1-a529-4798-b46a-07e097cb52e7 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:17.566740 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4766514c-fbed-459f-bc09-d3fe226f7166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4dd1b1e1-a529-4798-b46a-07e097cb52e7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:17.622013 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d46ee938-d3b7-4477-baf6-2a44863be2b2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (7714404c-f698-4cdd-971c-f4b9fe786ba4), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:17.635296 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f72a1b3d-6101-4842-911b-ad1965329da3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c284808a2e6d4baca400d4ae947e885f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3224084 Mar 07 11:04:17.640442 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 58998) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:17.658517 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4766514c-fbed-459f-bc09-d3fe226f7166 None None] Port 4dd1b1e1-a529-4798-b46a-07e097cb52e7 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:04:17.660636 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device efeb852c-1e47-447f-90a1-b94fe746e022 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:04:17.689399 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: efeb852c-1e47-447f-90a1-b94fe746e022 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:04:17.689785 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device efeb852c-1e47-447f-90a1-b94fe746e022 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:04:17.690282 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b389f467-a363-4edf-b688-d4b1da3118dc no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:04:17.732974 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-4766514c-fbed-459f-bc09-d3fe226f7166 None None] Provisioning complete for port 7c1df151-fefb-4b3f-9f2e-040b8350bc41 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:17.733370 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4766514c-fbed-459f-bc09-d3fe226f7166 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7c1df151-fefb-4b3f-9f2e-040b8350bc41), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:17.740191 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: b389f467-a363-4edf-b688-d4b1da3118dc {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:04:17.740748 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b389f467-a363-4edf-b688-d4b1da3118dc not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:04:17.741199 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 388b6d74-5f0e-4b77-ae55-225967c634f8 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:04:17.756795 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d46ee938-d3b7-4477-baf6-2a44863be2b2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (7714404c-f698-4cdd-971c-f4b9fe786ba4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:17.768961 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1135329c-9475-4953-b39c-7c97e4ea3df5 admin admin] Publish callbacks [] for security_group (c3d28e7a-c54f-491b-bc42-7b2c22d8209a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:17.810041 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 388b6d74-5f0e-4b77-ae55-225967c634f8 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:04:17.810280 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 388b6d74-5f0e-4b77-ae55-225967c634f8 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:04:17.847953 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d46ee938-d3b7-4477-baf6-2a44863be2b2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (7714404c-f698-4cdd-971c-f4b9fe786ba4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:17.853276 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1135329c-9475-4953-b39c-7c97e4ea3df5 admin admin] Publish callbacks [] for security_group (c3d28e7a-c54f-491b-bc42-7b2c22d8209a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:17.877556 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ee938-d3b7-4477-baf6-2a44863be2b2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Subnet': ['ID=7714404c-f698-4cdd-971c-f4b9fe786ba4,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:17.883593 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d46ee938-d3b7-4477-baf6-2a44863be2b2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:17.889750 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d46ee938-d3b7-4477-baf6-2a44863be2b2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/7714404c-f698-4cdd-971c-f4b9fe786ba4 HTTP/1.1" status: 204 len: 168 time: 0.4913960 Mar 07 11:04:17.891794 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59004) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:17.896681 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f05f67-ba3a-41f3-bb70-077597bfb013 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:17.899600 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4766514c-fbed-459f-bc09-d3fe226f7166 None None] Current status of the port 7c1df151-fefb-4b3f-9f2e-040b8350bc41 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:17.920210 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-4766514c-fbed-459f-bc09-d3fe226f7166 None None] Could not find standard attr ID for object f7a38d74-5898-4415-8714-24a818d57817. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:04:17.941264 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-660b6582-9f09-4c74-b6dd-82067abd5845 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Deleting port eca1adef-d496-4c8f-b20e-f144651a6c66 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:04:17.941653 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-660b6582-9f09-4c74-b6dd-82067abd5845 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (eca1adef-d496-4c8f-b20e-f144651a6c66), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:17.999244 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 8274a43b-0ec3-4edf-a8c3-6187175abf5c up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:18.067372 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-358057bf-ee30-4350-9923-a7c280a07f57 None None] Provisioning complete for port eca1adef-d496-4c8f-b20e-f144651a6c66 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:18.067764 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-358057bf-ee30-4350-9923-a7c280a07f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (eca1adef-d496-4c8f-b20e-f144651a6c66), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:18.121379 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-660b6582-9f09-4c74-b6dd-82067abd5845 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (eca1adef-d496-4c8f-b20e-f144651a6c66), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:18.121951 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-358057bf-ee30-4350-9923-a7c280a07f57 None None] Port eca1adef-d496-4c8f-b20e-f144651a6c66 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:04:18.136323 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-660b6582-9f09-4c74-b6dd-82067abd5845 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Calling delete_port for eca1adef-d496-4c8f-b20e-f144651a6c66 owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:04:18.140189 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 8274a43b-0ec3-4edf-a8c3-6187175abf5c triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:18.141052 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (8274a43b-0ec3-4edf-a8c3-6187175abf5c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:18.205412 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59012) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:18.206071 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e3c7652c-d142-4669-8d30-c586f3f24167 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3022978 Mar 07 11:04:18.212647 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e57a57e9-8ebd-4ea1-b36d-f9f7ea4d62b0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:18.226728 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870a990f-9b79-4339-b382-0a793b96af13 None None] DHCP port deletion for 9b8a3032-9f66-43b6-9063-551ee6941c96 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:04:18.358872 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 8274a43b-0ec3-4edf-a8c3-6187175abf5c is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:18.360173 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7c1df151-fefb-4b3f-9f2e-040b8350bc41 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:18.368672 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1135329c-9475-4953-b39c-7c97e4ea3df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (c3d28e7a-c54f-491b-bc42-7b2c22d8209a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:18.371779 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1135329c-9475-4953-b39c-7c97e4ea3df5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:18.372921 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1135329c-9475-4953-b39c-7c97e4ea3df5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c3d28e7a-c54f-491b-bc42-7b2c22d8209a HTTP/1.1" status: 204 len: 168 time: 0.7298424 Mar 07 11:04:18.406520 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135329c-9475-4953-b39c-7c97e4ea3df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d28e7a-c54f-491b-bc42-7b2c22d8209a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:18.427052 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e57a57e9-8ebd-4ea1-b36d-f9f7ea4d62b0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:18.430809 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e57a57e9-8ebd-4ea1-b36d-f9f7ea4d62b0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:18.433215 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-870a990f-9b79-4339-b382-0a793b96af13 None None] Deleting port 8274a43b-0ec3-4edf-a8c3-6187175abf5c {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:04:18.433784 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-870a990f-9b79-4339-b382-0a793b96af13 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (8274a43b-0ec3-4edf-a8c3-6187175abf5c), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:18.467195 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-660b6582-9f09-4c74-b6dd-82067abd5845 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (eca1adef-d496-4c8f-b20e-f144651a6c66), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:18.552130 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b6582-9f09-4c74-b6dd-82067abd5845 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Pushing event deleted for resources: {'Port': ['ID=eca1adef-d496-4c8f-b20e-f144651a6c66,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:18.663205 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:18.684952 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 7c1df151-fefb-4b3f-9f2e-040b8350bc41 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:18.685364 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7c1df151-fefb-4b3f-9f2e-040b8350bc41), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:18.711135 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-660b6582-9f09-4c74-b6dd-82067abd5845 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:18.719042 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-660b6582-9f09-4c74-b6dd-82067abd5845 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] 10.222.0.11 "DELETE /v2.0/ports/eca1adef-d496-4c8f-b20e-f144651a6c66 HTTP/1.1" status: 204 len: 168 time: 1.3673129 Mar 07 11:04:18.726548 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59026) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:18.741070 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-b0283838-93ae-4f03-aff9-a901c63183c2 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Request body: {'port': {'name': 'tempest-new-port-name-1064540084', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:18.741483 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.api.validators [None req-b0283838-93ae-4f03-aff9-a901c63183c2 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] bootfile-name is not in valid_values {{(pid=103767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 11:04:18.741827 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.api.validators [None req-b0283838-93ae-4f03-aff9-a901c63183c2 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] tftp-server is not in valid_values {{(pid=103767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 11:04:18.742284 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.api.validators [None req-b0283838-93ae-4f03-aff9-a901c63183c2 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] server-ip-address is not in valid_values {{(pid=103767) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Mar 07 11:04:18.758072 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-870a990f-9b79-4339-b382-0a793b96af13 None None] For port 8274a43b-0ec3-4edf-a8c3-6187175abf5c, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=8274a43b-0ec3-4edf-a8c3-6187175abf5c,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:18.758408 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-870a990f-9b79-4339-b382-0a793b96af13 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (8274a43b-0ec3-4edf-a8c3-6187175abf5c), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:18.817945 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-870a990f-9b79-4339-b382-0a793b96af13 None None] Calling delete_port for 8274a43b-0ec3-4edf-a8c3-6187175abf5c owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:04:18.934260 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e57a57e9-8ebd-4ea1-b36d-f9f7ea4d62b0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (2e2364e1-e47b-44db-8971-3be2a9f538d9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:18.984384 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b0283838-93ae-4f03-aff9-a901c63183c2 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4dd1b1e1-a529-4798-b46a-07e097cb52e7), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:19.006006 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57a57e9-8ebd-4ea1-b36d-f9f7ea4d62b0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:19.014103 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-e57a57e9-8ebd-4ea1-b36d-f9f7ea4d62b0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:19.022373 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57a57e9-8ebd-4ea1-b36d-f9f7ea4d62b0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:19.022972 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e57a57e9-8ebd-4ea1-b36d-f9f7ea4d62b0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:19.043129 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57a57e9-8ebd-4ea1-b36d-f9f7ea4d62b0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Subnet': ['ID=2e2364e1-e47b-44db-8971-3be2a9f538d9,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:19.045323 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 7c1df151-fefb-4b3f-9f2e-040b8350bc41 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:19.053327 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e57a57e9-8ebd-4ea1-b36d-f9f7ea4d62b0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8467588 Mar 07 11:04:19.053969 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59030) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:19.059696 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-07de9964-49ac-41b9-9273-2ea1cf27f4c5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'port': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'fixed_ips': [{'subnet_id': '2e2364e1-e47b-44db-8971-3be2a9f538d9', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1647812532'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:19.128614 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-870a990f-9b79-4339-b382-0a793b96af13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (8274a43b-0ec3-4edf-a8c3-6187175abf5c), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:19.160919 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870a990f-9b79-4339-b382-0a793b96af13 None None] No DVR routers for this DVR port 8274a43b-0ec3-4edf-a8c3-6187175abf5c on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:04:19.247492 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca1a82e-92e0-4f7f-a579-7ec30e9800d1 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:19.250469 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07de9964-49ac-41b9-9273-2ea1cf27f4c5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:19.283630 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59032) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:19.285092 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b0283838-93ae-4f03-aff9-a901c63183c2 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks [] for port (4dd1b1e1-a529-4798-b46a-07e097cb52e7), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:19.301835 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b0283838-93ae-4f03-aff9-a901c63183c2 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (4dd1b1e1-a529-4798-b46a-07e097cb52e7), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:19.367842 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a990f-9b79-4339-b382-0a793b96af13 None None] Pushing event deleted for resources: {'Port': ['ID=8274a43b-0ec3-4edf-a8c3-6187175abf5c,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:19.420698 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a645b480-faf3-4c12-9d7b-2d2aebcf96f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-9b8a3032-9f66-43b6-9063-551ee6941c96', 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'project_id': 'a68fc610ca21434095921c9ff25a693f', 'fixed_ips': [{'subnet_id': '2e2364e1-e47b-44db-8971-3be2a9f538d9'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:04:19.423202 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a645b480-faf3-4c12-9d7b-2d2aebcf96f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:19.442501 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0283838-93ae-4f03-aff9-a901c63183c2 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Pushing event updated for resources: {'Port': ['ID=4dd1b1e1-a529-4798-b46a-07e097cb52e7,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:19.483311 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b0283838-93ae-4f03-aff9-a901c63183c2 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] In _notify_port_updated(), no bound segment for port 4dd1b1e1-a529-4798-b46a-07e097cb52e7 on network b2900787-628d-4422-9eb2-27d9856a6729 {{(pid=103767) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Mar 07 11:04:19.492637 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-043ba4c3-7d95-4f4a-9a8f-0bd63b6b0983 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5e9e889d3ce242529d3d91d76f4728dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2077854 Mar 07 11:04:19.496461 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59036) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:19.497744 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0283838-93ae-4f03-aff9-a901c63183c2 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:19.498973 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b0283838-93ae-4f03-aff9-a901c63183c2 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:19.501250 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b0283838-93ae-4f03-aff9-a901c63183c2 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] 10.222.0.11 "PUT /v2.0/ports/4dd1b1e1-a529-4798-b46a-07e097cb52e7 HTTP/1.1" status: 200 len: 1137 time: 0.7695825 Mar 07 11:04:19.503675 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59038) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:19.586460 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0df9a1-e235-4b3c-abd8-a5be9b3879ee tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:19.589158 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3e0df9a1-e235-4b3c-abd8-a5be9b3879ee tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] 10.222.0.11 "GET /v2.0/ports/4dd1b1e1-a529-4798-b46a-07e097cb52e7 HTTP/1.1" status: 200 len: 1137 time: 0.0838170 Mar 07 11:04:19.591945 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59040) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:19.610183 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-07de9964-49ac-41b9-9273-2ea1cf27f4c5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:19.654735 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-07de9964-49ac-41b9-9273-2ea1cf27f4c5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] device_id is not set on port 5e7163d9-573a-4ff5-8267-d0a847ae5291 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:04:19.743145 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-9f833131-5eea-4550-b61f-8820c12b7700 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Deleting port 4dd1b1e1-a529-4798-b46a-07e097cb52e7 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:04:19.743562 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f833131-5eea-4550-b61f-8820c12b7700 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (4dd1b1e1-a529-4798-b46a-07e097cb52e7), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:19.758242 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-a645b480-faf3-4c12-9d7b-2d2aebcf96f1 None None] Allocated IP 2001:db8::2 (9b8a3032-9f66-43b6-9063-551ee6941c96/2e2364e1-e47b-44db-8971-3be2a9f538d9/c473eb7a-270c-420d-ad7d-66c39bb23fd3) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:19.762915 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48ed23a3-e0d3-4e50-9fc5-f7883028decc admin admin] Publish callbacks [] for security_group (98e37e80-b455-4b0a-ac41-de9cfcd8f665), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:19.789762 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48ed23a3-e0d3-4e50-9fc5-f7883028decc admin admin] Publish callbacks [] for security_group (98e37e80-b455-4b0a-ac41-de9cfcd8f665), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:19.864382 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48ed23a3-e0d3-4e50-9fc5-f7883028decc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (98e37e80-b455-4b0a-ac41-de9cfcd8f665), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:19.867273 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48ed23a3-e0d3-4e50-9fc5-f7883028decc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:19.871844 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-48ed23a3-e0d3-4e50-9fc5-f7883028decc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/98e37e80-b455-4b0a-ac41-de9cfcd8f665 HTTP/1.1" status: 204 len: 168 time: 0.3741901 Mar 07 11:04:19.907024 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed23a3-e0d3-4e50-9fc5-f7883028decc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e37e80-b455-4b0a-ac41-de9cfcd8f665,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:19.972004 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-5d7f3e86-e60b-4edb-afe7-d1c46984a502 None None] Provisioning complete for port 4dd1b1e1-a529-4798-b46a-07e097cb52e7 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:19.972391 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5d7f3e86-e60b-4edb-afe7-d1c46984a502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4dd1b1e1-a529-4798-b46a-07e097cb52e7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:19.979247 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f833131-5eea-4550-b61f-8820c12b7700 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (4dd1b1e1-a529-4798-b46a-07e097cb52e7), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:20.011160 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 8274a43b-0ec3-4edf-a8c3-6187175abf5c no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:04:20.036467 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-9f833131-5eea-4550-b61f-8820c12b7700 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Calling delete_port for 4dd1b1e1-a529-4798-b46a-07e097cb52e7 owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:04:20.061306 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 8274a43b-0ec3-4edf-a8c3-6187175abf5c {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:04:20.061684 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 8274a43b-0ec3-4edf-a8c3-6187175abf5c not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:04:20.077436 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5d7f3e86-e60b-4edb-afe7-d1c46984a502 None None] Port 4dd1b1e1-a529-4798-b46a-07e097cb52e7 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:04:20.267316 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f833131-5eea-4550-b61f-8820c12b7700 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (4dd1b1e1-a529-4798-b46a-07e097cb52e7), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:20.383714 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f833131-5eea-4550-b61f-8820c12b7700 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Pushing event deleted for resources: {'Port': ['ID=4dd1b1e1-a529-4798-b46a-07e097cb52e7,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:20.406073 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a645b480-faf3-4c12-9d7b-2d2aebcf96f1 None None] Publish callbacks [] for port (c473eb7a-270c-420d-ad7d-66c39bb23fd3), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:20.415870 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-07de9964-49ac-41b9-9273-2ea1cf27f4c5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 11:04:20.416965 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07de9964-49ac-41b9-9273-2ea1cf27f4c5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:04:20.421709 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a645b480-faf3-4c12-9d7b-2d2aebcf96f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (c473eb7a-270c-420d-ad7d-66c39bb23fd3), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:20.443795 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-07de9964-49ac-41b9-9273-2ea1cf27f4c5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3881648 Mar 07 11:04:20.446738 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59056) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:20.497423 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f833131-5eea-4550-b61f-8820c12b7700 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:20.507283 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9f833131-5eea-4550-b61f-8820c12b7700 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] 10.222.0.11 "DELETE /v2.0/ports/4dd1b1e1-a529-4798-b46a-07e097cb52e7 HTTP/1.1" status: 204 len: 168 time: 0.9140923 Mar 07 11:04:20.510605 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59058) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:20.559600 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a645b480-faf3-4c12-9d7b-2d2aebcf96f1 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:20.564813 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-a645b480-faf3-4c12-9d7b-2d2aebcf96f1 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:20.571994 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a645b480-faf3-4c12-9d7b-2d2aebcf96f1 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:20.589241 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645b480-faf3-4c12-9d7b-2d2aebcf96f1 None None] Pushing event updated for resources: {'Port': ['ID=c473eb7a-270c-420d-ad7d-66c39bb23fd3,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:20.593059 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc841d93-47fc-4f9c-b146-6f963792c39a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:20.600357 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-bc841d93-47fc-4f9c-b146-6f963792c39a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1502774 Mar 07 11:04:20.601724 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59062) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:20.646928 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8134a6a-2912-46b0-b908-bac0dc79e86c tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Deleting subnet cee5ef37-9236-4ed5-9316-c7669081ab71 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:04:20.657967 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a8134a6a-2912-46b0-b908-bac0dc79e86c tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks [] for subnet (cee5ef37-9236-4ed5-9316-c7669081ab71), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:20.682553 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-a645b480-faf3-4c12-9d7b-2d2aebcf96f1 None None] Attempting to bind port c473eb7a-270c-420d-ad7d-66c39bb23fd3 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:04:20.682934 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-a645b480-faf3-4c12-9d7b-2d2aebcf96f1 None None] Attempting to bind port c473eb7a-270c-420d-ad7d-66c39bb23fd3 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:04:20.683713 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a645b480-faf3-4c12-9d7b-2d2aebcf96f1 None None] Attempting to bind port c473eb7a-270c-420d-ad7d-66c39bb23fd3 on network 9b8a3032-9f66-43b6-9063-551ee6941c96 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:04:20.697768 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a645b480-faf3-4c12-9d7b-2d2aebcf96f1 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:04:20.698157 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a645b480-faf3-4c12-9d7b-2d2aebcf96f1 None None] Checking segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:20.698618 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a645b480-faf3-4c12-9d7b-2d2aebcf96f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:20.698971 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a645b480-faf3-4c12-9d7b-2d2aebcf96f1 None None] Bound using segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:04:20.699980 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-a645b480-faf3-4c12-9d7b-2d2aebcf96f1 None None] Bound port: c473eb7a-270c-420d-ad7d-66c39bb23fd3, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:04:20.701614 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a645b480-faf3-4c12-9d7b-2d2aebcf96f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c473eb7a-270c-420d-ad7d-66c39bb23fd3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:20.716208 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a8134a6a-2912-46b0-b908-bac0dc79e86c tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (cee5ef37-9236-4ed5-9316-c7669081ab71), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:20.743848 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcebfef7-c43f-4a12-a55a-1373eb7a1877 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:20.746366 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcebfef7-c43f-4a12-a55a-1373eb7a1877 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:20.748055 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-bcebfef7-c43f-4a12-a55a-1373eb7a1877 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1447005 Mar 07 11:04:20.750598 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59066) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:20.834153 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a645b480-faf3-4c12-9d7b-2d2aebcf96f1 None None] For port c473eb7a-270c-420d-ad7d-66c39bb23fd3, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:04:20.839166 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a645b480-faf3-4c12-9d7b-2d2aebcf96f1 None None] For port c473eb7a-270c-420d-ad7d-66c39bb23fd3, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c473eb7a-270c-420d-ad7d-66c39bb23fd3,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:04:20.851193 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a645b480-faf3-4c12-9d7b-2d2aebcf96f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c473eb7a-270c-420d-ad7d-66c39bb23fd3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:20.853141 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5d8a83c-b9bd-4cf3-9727-6c000f7254ae tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting subnet 2e2364e1-e47b-44db-8971-3be2a9f538d9 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:04:20.860819 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a5d8a83c-b9bd-4cf3-9727-6c000f7254ae tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (2e2364e1-e47b-44db-8971-3be2a9f538d9), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:20.871485 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a8134a6a-2912-46b0-b908-bac0dc79e86c tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (cee5ef37-9236-4ed5-9316-c7669081ab71), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:20.911600 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a5d8a83c-b9bd-4cf3-9727-6c000f7254ae tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (2e2364e1-e47b-44db-8971-3be2a9f538d9), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:20.962548 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a8134a6a-2912-46b0-b908-bac0dc79e86c tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (cee5ef37-9236-4ed5-9316-c7669081ab71), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:20.984207 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645b480-faf3-4c12-9d7b-2d2aebcf96f1 None None] Pushing event updated for resources: {'Port': ['ID=c473eb7a-270c-420d-ad7d-66c39bb23fd3,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:21.027017 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8134a6a-2912-46b0-b908-bac0dc79e86c tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Pushing event deleted for resources: {'Subnet': ['ID=cee5ef37-9236-4ed5-9316-c7669081ab71,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:21.033610 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a8134a6a-2912-46b0-b908-bac0dc79e86c tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:21.038879 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a8134a6a-2912-46b0-b908-bac0dc79e86c tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] 10.222.0.11 "DELETE /v2.0/subnets/cee5ef37-9236-4ed5-9316-c7669081ab71 HTTP/1.1" status: 204 len: 168 time: 0.5239756 Mar 07 11:04:21.040392 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59076) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:21.050270 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37833a6-ed6b-4186-b4ac-2efe0bd63374 None None] Network b2900787-628d-4422-9eb2-27d9856a6729 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:21.106479 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a5d8a83c-b9bd-4cf3-9727-6c000f7254ae tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (2e2364e1-e47b-44db-8971-3be2a9f538d9), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:21.219609 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e393e8c-4d0a-466d-936b-50df9a6d92d1 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (b2900787-628d-4422-9eb2-27d9856a6729), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:21.224990 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a5d8a83c-b9bd-4cf3-9727-6c000f7254ae tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (2e2364e1-e47b-44db-8971-3be2a9f538d9), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:21.232419 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59078) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:21.265550 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a5d8a83c-b9bd-4cf3-9727-6c000f7254ae tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:21.271160 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a5d8a83c-b9bd-4cf3-9727-6c000f7254ae tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/2e2364e1-e47b-44db-8971-3be2a9f538d9 HTTP/1.1" status: 204 len: 168 time: 0.5193007 Mar 07 11:04:21.276067 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59082) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:21.339471 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-9e393e8c-4d0a-466d-936b-50df9a6d92d1 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Deleting port 7c1df151-fefb-4b3f-9f2e-040b8350bc41 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:04:21.340009 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e393e8c-4d0a-466d-936b-50df9a6d92d1 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (7c1df151-fefb-4b3f-9f2e-040b8350bc41), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:21.376367 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d8a83c-b9bd-4cf3-9727-6c000f7254ae tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Subnet': ['ID=2e2364e1-e47b-44db-8971-3be2a9f538d9,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:21.430852 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953b227b-774c-4b0e-82c8-a7559ff1ea73 None None] DHCP port deletion for b2900787-628d-4422-9eb2-27d9856a6729 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:04:21.439170 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d8909c21-118a-4df1-9f48-40483cadde60 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1569982 Mar 07 11:04:21.439734 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59086) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:21.450287 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d05fd620-3f22-44dd-979c-8e032191823f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:21.509938 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-709d8a58-ed91-446e-bbe9-b37c093d7da0 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2048961843-network', 'tenant_id': '816aa66438f74aed96aa3545852636b6'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:21.520155 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-953b227b-774c-4b0e-82c8-a7559ff1ea73 None None] Deleting port 7c1df151-fefb-4b3f-9f2e-040b8350bc41 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:04:21.520787 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-953b227b-774c-4b0e-82c8-a7559ff1ea73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (7c1df151-fefb-4b3f-9f2e-040b8350bc41), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:21.579070 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-9e393e8c-4d0a-466d-936b-50df9a6d92d1 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] For port 7c1df151-fefb-4b3f-9f2e-040b8350bc41, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7c1df151-fefb-4b3f-9f2e-040b8350bc41,segment=NetworkSegment(af2ecfe3-9a8b-4107-b160-eea1a662b01e),segment_id=af2ecfe3-9a8b-4107-b160-eea1a662b01e)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:21.579548 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e393e8c-4d0a-466d-936b-50df9a6d92d1 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (7c1df151-fefb-4b3f-9f2e-040b8350bc41), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:21.610120 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-9e393e8c-4d0a-466d-936b-50df9a6d92d1 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Calling delete_port for 7c1df151-fefb-4b3f-9f2e-040b8350bc41 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:04:21.621813 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-953b227b-774c-4b0e-82c8-a7559ff1ea73 None None] For port 7c1df151-fefb-4b3f-9f2e-040b8350bc41, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7c1df151-fefb-4b3f-9f2e-040b8350bc41,segment=NetworkSegment(af2ecfe3-9a8b-4107-b160-eea1a662b01e),segment_id=af2ecfe3-9a8b-4107-b160-eea1a662b01e)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:21.622225 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-953b227b-774c-4b0e-82c8-a7559ff1ea73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (7c1df151-fefb-4b3f-9f2e-040b8350bc41), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:21.638568 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709d8a58-ed91-446e-bbe9-b37c093d7da0 admin admin] Made reservation on behalf of 816aa66438f74aed96aa3545852636b6 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:21.640899 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05fd620-3f22-44dd-979c-8e032191823f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:21.647226 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-709d8a58-ed91-446e-bbe9-b37c093d7da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:21.650998 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d05fd620-3f22-44dd-979c-8e032191823f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:21.655704 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-953b227b-774c-4b0e-82c8-a7559ff1ea73 None None] Calling delete_port for 7c1df151-fefb-4b3f-9f2e-040b8350bc41 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:04:21.692157 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-709d8a58-ed91-446e-bbe9-b37c093d7da0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:21.764953 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-953b227b-774c-4b0e-82c8-a7559ff1ea73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (7c1df151-fefb-4b3f-9f2e-040b8350bc41), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:21.830607 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b227b-774c-4b0e-82c8-a7559ff1ea73 None None] Pushing event deleted for resources: {'Port': ['ID=7c1df151-fefb-4b3f-9f2e-040b8350bc41,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:21.844974 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-709d8a58-ed91-446e-bbe9-b37c093d7da0 admin admin] Publish callbacks [] for security_group (0567a5c7-fafc-47f2-a364-5a042b9246f8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:21.848933 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953b227b-774c-4b0e-82c8-a7559ff1ea73 None None] No DVR routers for this DVR port 7c1df151-fefb-4b3f-9f2e-040b8350bc41 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:04:21.853137 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-709d8a58-ed91-446e-bbe9-b37c093d7da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0567a5c7-fafc-47f2-a364-5a042b9246f8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:21.869788 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e393e8c-4d0a-466d-936b-50df9a6d92d1 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (7c1df151-fefb-4b3f-9f2e-040b8350bc41), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:21.893461 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e393e8c-4d0a-466d-936b-50df9a6d92d1 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] No DVR routers for this DVR port 7c1df151-fefb-4b3f-9f2e-040b8350bc41 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:04:21.968456 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-709d8a58-ed91-446e-bbe9-b37c093d7da0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:04:21.971344 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e393e8c-4d0a-466d-936b-50df9a6d92d1 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Pushing event deleted for resources: {'Port': ['ID=7c1df151-fefb-4b3f-9f2e-040b8350bc41,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:21.983673 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d05fd620-3f22-44dd-979c-8e032191823f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (7c3a600f-8f2f-4c1a-8064-7374df983674), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:21.983872 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d8a58-ed91-446e-bbe9-b37c093d7da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0567a5c7-fafc-47f2-a364-5a042b9246f8,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:22.018193 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e393e8c-4d0a-466d-936b-50df9a6d92d1 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:22.018564 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e393e8c-4d0a-466d-936b-50df9a6d92d1 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:22.018915 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e393e8c-4d0a-466d-936b-50df9a6d92d1 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:22.019251 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e393e8c-4d0a-466d-936b-50df9a6d92d1 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:22.019601 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e393e8c-4d0a-466d-936b-50df9a6d92d1 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:22.025271 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e393e8c-4d0a-466d-936b-50df9a6d92d1 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:22.026525 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e393e8c-4d0a-466d-936b-50df9a6d92d1 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:22.027001 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e393e8c-4d0a-466d-936b-50df9a6d92d1 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:22.027458 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e393e8c-4d0a-466d-936b-50df9a6d92d1 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:22.027871 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e393e8c-4d0a-466d-936b-50df9a6d92d1 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:22.028426 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e393e8c-4d0a-466d-936b-50df9a6d92d1 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:22.028768 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e393e8c-4d0a-466d-936b-50df9a6d92d1 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:22.029381 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e393e8c-4d0a-466d-936b-50df9a6d92d1 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:22.038981 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-709d8a58-ed91-446e-bbe9-b37c093d7da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (dd254ec6-8865-48cd-867c-9ba7e95e743c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:22.040712 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-709d8a58-ed91-446e-bbe9-b37c093d7da0 admin admin] Added segment dd254ec6-8865-48cd-867c-9ba7e95e743c of type vlan for network 50a0564a-c42c-4465-ad8a-d34160cc28c8 Mar 07 11:04:22.051389 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05fd620-3f22-44dd-979c-8e032191823f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:22.058075 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-d05fd620-3f22-44dd-979c-8e032191823f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:22.061622 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05fd620-3f22-44dd-979c-8e032191823f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:22.062234 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d05fd620-3f22-44dd-979c-8e032191823f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:22.077614 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05fd620-3f22-44dd-979c-8e032191823f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Subnet': ['ID=7c3a600f-8f2f-4c1a-8064-7374df983674,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:22.099322 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d05fd620-3f22-44dd-979c-8e032191823f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6557426 Mar 07 11:04:22.099322 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59088) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:22.108435 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c473eb7a-270c-420d-ad7d-66c39bb23fd3 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:22.108657 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d8a58-ed91-446e-bbe9-b37c093d7da0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:22.109374 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d8a58-ed91-446e-bbe9-b37c093d7da0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:22.110522 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d8a58-ed91-446e-bbe9-b37c093d7da0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:22.111510 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f2e87170-4712-47e7-9f76-ce31e1d9ba26 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1238478545', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:22.111758 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d8a58-ed91-446e-bbe9-b37c093d7da0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:22.112121 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d8a58-ed91-446e-bbe9-b37c093d7da0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:22.112499 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d8a58-ed91-446e-bbe9-b37c093d7da0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:22.115972 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d8a58-ed91-446e-bbe9-b37c093d7da0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:22.116327 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d8a58-ed91-446e-bbe9-b37c093d7da0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:22.116673 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d8a58-ed91-446e-bbe9-b37c093d7da0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:22.117011 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d8a58-ed91-446e-bbe9-b37c093d7da0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:22.117391 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d8a58-ed91-446e-bbe9-b37c093d7da0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:22.117726 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d8a58-ed91-446e-bbe9-b37c093d7da0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:22.118059 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d8a58-ed91-446e-bbe9-b37c093d7da0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:22.165452 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f2e87170-4712-47e7-9f76-ce31e1d9ba26 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (7348e69d-b034-4686-a17e-c00e107db9ef), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:22.166930 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f2e87170-4712-47e7-9f76-ce31e1d9ba26 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (7348e69d-b034-4686-a17e-c00e107db9ef), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:22.189092 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-709d8a58-ed91-446e-bbe9-b37c093d7da0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (50a0564a-c42c-4465-ad8a-d34160cc28c8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:22.245161 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port c473eb7a-270c-420d-ad7d-66c39bb23fd3 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:22.245161 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c473eb7a-270c-420d-ad7d-66c39bb23fd3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:22.279521 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e393e8c-4d0a-466d-936b-50df9a6d92d1 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (b2900787-628d-4422-9eb2-27d9856a6729), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:22.298355 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f2e87170-4712-47e7-9f76-ce31e1d9ba26 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for router_controller (7348e69d-b034-4686-a17e-c00e107db9ef), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:22.310525 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f2e87170-4712-47e7-9f76-ce31e1d9ba26 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (7348e69d-b034-4686-a17e-c00e107db9ef), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:22.324973 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-9e393e8c-4d0a-466d-936b-50df9a6d92d1 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2900787-628d-4422-9eb2-27d9856a6729']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:22.339646 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-9e393e8c-4d0a-466d-936b-50df9a6d92d1 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af2ecfe3-9a8b-4107-b160-eea1a662b01e') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:22.339903 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-9e393e8c-4d0a-466d-936b-50df9a6d92d1 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af2ecfe3-9a8b-4107-b160-eea1a662b01e') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:22.345984 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f2e87170-4712-47e7-9f76-ce31e1d9ba26 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:22.350203 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-709d8a58-ed91-446e-bbe9-b37c093d7da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (50a0564a-c42c-4465-ad8a-d34160cc28c8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:22.351251 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709d8a58-ed91-446e-bbe9-b37c093d7da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:22.351992 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-709d8a58-ed91-446e-bbe9-b37c093d7da0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:22.359496 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f2e87170-4712-47e7-9f76-ce31e1d9ba26 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2573347 Mar 07 11:04:22.362124 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59092) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:22.371241 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e393e8c-4d0a-466d-936b-50df9a6d92d1 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (af2ecfe3-9a8b-4107-b160-eea1a662b01e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:22.379091 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-709d8a58-ed91-446e-bbe9-b37c093d7da0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1450651 Mar 07 11:04:22.382022 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59094) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:22.412214 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port c473eb7a-270c-420d-ad7d-66c39bb23fd3 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:22.412214 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c473eb7a-270c-420d-ad7d-66c39bb23fd3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:22.413096 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e393e8c-4d0a-466d-936b-50df9a6d92d1 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (af2ecfe3-9a8b-4107-b160-eea1a662b01e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:22.452828 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e393e8c-4d0a-466d-936b-50df9a6d92d1 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:04:22.453392 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e393e8c-4d0a-466d-936b-50df9a6d92d1 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (af2ecfe3-9a8b-4107-b160-eea1a662b01e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: self.session.flush() Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:04:22.456977 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:04:22.468197 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d8a58-ed91-446e-bbe9-b37c093d7da0 admin admin] Pushing event updated for resources: {'Network': ['ID=50a0564a-c42c-4465-ad8a-d34160cc28c8,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:22.482778 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-ccd8be05-67c8-4789-a422-14ddadf7ec91 admin admin] Request body: {'subnet': {'network_id': '50a0564a-c42c-4465-ad8a-d34160cc28c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2048961843-subnet', 'tenant_id': '816aa66438f74aed96aa3545852636b6', 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:22.496038 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 50a0564a-c42c-4465-ad8a-d34160cc28c8 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:04:22.535555 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port c473eb7a-270c-420d-ad7d-66c39bb23fd3, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c473eb7a-270c-420d-ad7d-66c39bb23fd3,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:22.570717 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c473eb7a-270c-420d-ad7d-66c39bb23fd3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:22.594502 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e393e8c-4d0a-466d-936b-50df9a6d92d1 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (b2900787-628d-4422-9eb2-27d9856a6729), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:22.602937 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e393e8c-4d0a-466d-936b-50df9a6d92d1 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:22.611523 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9e393e8c-4d0a-466d-936b-50df9a6d92d1 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] 10.222.0.11 "DELETE /v2.0/networks/b2900787-628d-4422-9eb2-27d9856a6729 HTTP/1.1" status: 204 len: 168 time: 1.5651238 Mar 07 11:04:22.638142 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e393e8c-4d0a-466d-936b-50df9a6d92d1 tempest-ExtraDHCPOptionsTestJSON-1584654085 tempest-ExtraDHCPOptionsTestJSON-1584654085-project] Pushing event deleted for resources: {'Network': ['ID=b2900787-628d-4422-9eb2-27d9856a6729,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:22.698903 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7c1df151-fefb-4b3f-9f2e-040b8350bc41 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:04:22.722467 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 7c1df151-fefb-4b3f-9f2e-040b8350bc41 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:04:22.722817 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7c1df151-fefb-4b3f-9f2e-040b8350bc41 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:04:22.748007 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=c473eb7a-270c-420d-ad7d-66c39bb23fd3,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:22.765882 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd8be05-67c8-4789-a422-14ddadf7ec91 admin admin] Made reservation on behalf of 816aa66438f74aed96aa3545852636b6 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:22.772017 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ccd8be05-67c8-4789-a422-14ddadf7ec91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:22.824341 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7730b33f-c2b3-4fd5-b1b5-78aa9589386d None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:22.975742 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-e94dca96-8c44-498a-9f01-a32a404e96d3 None None] Provisioning complete for port c473eb7a-270c-420d-ad7d-66c39bb23fd3 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:22.976955 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e94dca96-8c44-498a-9f01-a32a404e96d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c473eb7a-270c-420d-ad7d-66c39bb23fd3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:23.015437 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59102) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:23.082929 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-29f554bf-122e-44cd-8715-7363b2078a6c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:23.195796 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:23.204302 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e94dca96-8c44-498a-9f01-a32a404e96d3 None None] Current status of the port c473eb7a-270c-420d-ad7d-66c39bb23fd3 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:23.252624 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0e96b72f-2a3f-4358-b115-f49743ec1129 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7df1b5296aa04aa4b5ee1d2ef0287ad5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2357652 Mar 07 11:04:23.255073 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59108) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:23.333604 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bbc3ccf9-0428-4385-83e1-0d4196c3b427 admin admin] Publish callbacks [] for security_group (ef610fba-cc34-4da2-9dc7-c2f3a829eb83), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:23.363821 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bbc3ccf9-0428-4385-83e1-0d4196c3b427 admin admin] Publish callbacks [] for security_group (ef610fba-cc34-4da2-9dc7-c2f3a829eb83), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:23.382132 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ccd8be05-67c8-4789-a422-14ddadf7ec91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (6e2b4fbc-8dc7-4ab0-abcd-dc67cc967c56), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:23.435973 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bbc3ccf9-0428-4385-83e1-0d4196c3b427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (ef610fba-cc34-4da2-9dc7-c2f3a829eb83), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:23.440550 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bbc3ccf9-0428-4385-83e1-0d4196c3b427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:23.441974 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-bbc3ccf9-0428-4385-83e1-0d4196c3b427 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ef610fba-cc34-4da2-9dc7-c2f3a829eb83 HTTP/1.1" status: 204 len: 168 time: 0.1857200 Mar 07 11:04:23.453220 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3ccf9-0428-4385-83e1-0d4196c3b427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef610fba-cc34-4da2-9dc7-c2f3a829eb83,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:23.558149 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8be05-67c8-4789-a422-14ddadf7ec91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e2b4fbc-8dc7-4ab0-abcd-dc67cc967c56,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:23.626013 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd8be05-67c8-4789-a422-14ddadf7ec91 admin admin] Checking segment: {'id': 'dd254ec6-8865-48cd-867c-9ba7e95e743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '50a0564a-c42c-4465-ad8a-d34160cc28c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:23.626379 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd8be05-67c8-4789-a422-14ddadf7ec91 admin admin] Network hostable DHCP agents. Network: 50a0564a-c42c-4465-ad8a-d34160cc28c8, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:04:23.655081 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-29f554bf-122e-44cd-8715-7363b2078a6c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Allocated IP 2001:db8::1 (9b8a3032-9f66-43b6-9063-551ee6941c96/7c3a600f-8f2f-4c1a-8064-7374df983674/70915393-bbae-4cb3-857c-923ce7cccd31) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:23.669562 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd8be05-67c8-4789-a422-14ddadf7ec91 admin admin] Network 50a0564a-c42c-4465-ad8a-d34160cc28c8 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:04:23.697619 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-ccd8be05-67c8-4789-a422-14ddadf7ec91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 50a0564a-c42c-4465-ad8a-d34160cc28c8) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:23.706515 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f1a439-14ea-45a1-b2ab-471f3b656e5b None None] Network 50a0564a-c42c-4465-ad8a-d34160cc28c8 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:23.731206 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd8be05-67c8-4789-a422-14ddadf7ec91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:23.732091 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ccd8be05-67c8-4789-a422-14ddadf7ec91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:23.823018 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-31b80d8c-a577-4dd3-b4f1-3217af02c5e9 None None] Provisioning complete for port c473eb7a-270c-420d-ad7d-66c39bb23fd3 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:23.823402 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-31b80d8c-a577-4dd3-b4f1-3217af02c5e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c473eb7a-270c-420d-ad7d-66c39bb23fd3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:23.828914 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59118) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:23.829574 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ccd8be05-67c8-4789-a422-14ddadf7ec91 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4459493 Mar 07 11:04:23.836906 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-8b50b193-d314-4051-bc3b-54c3c8222659 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2048961843-router', 'tenant_id': '816aa66438f74aed96aa3545852636b6', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:23.871486 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8b50b193-d314-4051-bc3b-54c3c8222659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (fa113b9a-2cb8-4a3b-908b-b08300ba9e51), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:23.873295 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8b50b193-d314-4051-bc3b-54c3c8222659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (fa113b9a-2cb8-4a3b-908b-b08300ba9e51), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:23.910235 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-29f554bf-122e-44cd-8715-7363b2078a6c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for port (70915393-bbae-4cb3-857c-923ce7cccd31), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:23.959257 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-29f554bf-122e-44cd-8715-7363b2078a6c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (70915393-bbae-4cb3-857c-923ce7cccd31), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:24.012596 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40eeebc9-6112-4bb7-9b16-da341403217f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-50a0564a-c42c-4465-ad8a-d34160cc28c8', 'network_id': '50a0564a-c42c-4465-ad8a-d34160cc28c8', 'project_id': '816aa66438f74aed96aa3545852636b6', 'fixed_ips': [{'subnet_id': '6e2b4fbc-8dc7-4ab0-abcd-dc67cc967c56'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:04:24.016935 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f554bf-122e-44cd-8715-7363b2078a6c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:24.019292 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8b50b193-d314-4051-bc3b-54c3c8222659 admin admin] Publish callbacks [] for router_controller (fa113b9a-2cb8-4a3b-908b-b08300ba9e51), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:24.019881 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-40eeebc9-6112-4bb7-9b16-da341403217f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:24.022460 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-29f554bf-122e-44cd-8715-7363b2078a6c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:24.026290 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f554bf-122e-44cd-8715-7363b2078a6c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:24.027451 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-29f554bf-122e-44cd-8715-7363b2078a6c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (7348e69d-b034-4686-a17e-c00e107db9ef), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:24.027950 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c473eb7a-270c-420d-ad7d-66c39bb23fd3 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:24.221084 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f554bf-122e-44cd-8715-7363b2078a6c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Port': ['ID=70915393-bbae-4cb3-857c-923ce7cccd31,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:24.262178 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-29f554bf-122e-44cd-8715-7363b2078a6c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (70915393-bbae-4cb3-857c-923ce7cccd31), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:24.322900 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-31b80d8c-a577-4dd3-b4f1-3217af02c5e9 None None] Current status of the port c473eb7a-270c-420d-ad7d-66c39bb23fd3 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:24.415518 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8b50b193-d314-4051-bc3b-54c3c8222659 admin admin] Publish callbacks [] for router_gateway (fa113b9a-2cb8-4a3b-908b-b08300ba9e51), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:24.424649 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port c473eb7a-270c-420d-ad7d-66c39bb23fd3 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:24.425033 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c473eb7a-270c-420d-ad7d-66c39bb23fd3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:24.663113 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-db654b96-8fd9-4bda-9d99-b94b0a3a0060 None None] Provisioning complete for port 70915393-bbae-4cb3-857c-923ce7cccd31 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:24.663752 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-db654b96-8fd9-4bda-9d99-b94b0a3a0060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (70915393-bbae-4cb3-857c-923ce7cccd31), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:24.669070 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-40eeebc9-6112-4bb7-9b16-da341403217f None None] Allocated IP 172.20.0.2 (50a0564a-c42c-4465-ad8a-d34160cc28c8/6e2b4fbc-8dc7-4ab0-abcd-dc67cc967c56/a66899b3-7634-40fd-949d-f1af5f842755) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:24.779448 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-db654b96-8fd9-4bda-9d99-b94b0a3a0060 None None] Port 70915393-bbae-4cb3-857c-923ce7cccd31 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:04:24.806353 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-29f554bf-122e-44cd-8715-7363b2078a6c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for port (70915393-bbae-4cb3-857c-923ce7cccd31), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:24.816352 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-29f554bf-122e-44cd-8715-7363b2078a6c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (70915393-bbae-4cb3-857c-923ce7cccd31), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:24.817580 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-29f554bf-122e-44cd-8715-7363b2078a6c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (7348e69d-b034-4686-a17e-c00e107db9ef), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:24.823456 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8b50b193-d314-4051-bc3b-54c3c8222659 admin admin] Publish callbacks [] for router_gateway (fa113b9a-2cb8-4a3b-908b-b08300ba9e51), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:24.863725 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8b50b193-d314-4051-bc3b-54c3c8222659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:24.869335 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f554bf-122e-44cd-8715-7363b2078a6c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Port': ['ID=70915393-bbae-4cb3-857c-923ce7cccd31,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:24.873021 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59146) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:24.876343 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port c473eb7a-270c-420d-ad7d-66c39bb23fd3 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:25.071926 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f554bf-122e-44cd-8715-7363b2078a6c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:25.076031 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-40eeebc9-6112-4bb7-9b16-da341403217f None None] Publish callbacks [] for port (a66899b3-7634-40fd-949d-f1af5f842755), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:25.078205 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-62e68af6-cfef-4236-9efb-16c2aaf1f267 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2118871165'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:25.081965 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-29f554bf-122e-44cd-8715-7363b2078a6c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:25.089517 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-40eeebc9-6112-4bb7-9b16-da341403217f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (a66899b3-7634-40fd-949d-f1af5f842755), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:25.170955 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e68af6-cfef-4236-9efb-16c2aaf1f267 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Made reservation on behalf of 95345183400a4767bccd5b0be8a4bebf for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:25.174709 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-62e68af6-cfef-4236-9efb-16c2aaf1f267 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:25.186796 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-62e68af6-cfef-4236-9efb-16c2aaf1f267 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:25.193693 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40eeebc9-6112-4bb7-9b16-da341403217f None None] Network 50a0564a-c42c-4465-ad8a-d34160cc28c8 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:25.199915 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-40eeebc9-6112-4bb7-9b16-da341403217f None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:25.203988 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40eeebc9-6112-4bb7-9b16-da341403217f None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:25.220324 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eeebc9-6112-4bb7-9b16-da341403217f None None] Pushing event updated for resources: {'Port': ['ID=a66899b3-7634-40fd-949d-f1af5f842755,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:25.319694 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-40eeebc9-6112-4bb7-9b16-da341403217f None None] Attempting to bind port a66899b3-7634-40fd-949d-f1af5f842755 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:04:25.320084 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-40eeebc9-6112-4bb7-9b16-da341403217f None None] Attempting to bind port a66899b3-7634-40fd-949d-f1af5f842755 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'dd254ec6-8865-48cd-867c-9ba7e95e743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '50a0564a-c42c-4465-ad8a-d34160cc28c8'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:04:25.320448 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eeebc9-6112-4bb7-9b16-da341403217f None None] Attempting to bind port a66899b3-7634-40fd-949d-f1af5f842755 on network 50a0564a-c42c-4465-ad8a-d34160cc28c8 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:04:25.329046 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eeebc9-6112-4bb7-9b16-da341403217f None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:04:25.329536 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eeebc9-6112-4bb7-9b16-da341403217f None None] Checking segment: {'id': 'dd254ec6-8865-48cd-867c-9ba7e95e743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '50a0564a-c42c-4465-ad8a-d34160cc28c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:25.329919 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-40eeebc9-6112-4bb7-9b16-da341403217f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:25.330372 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eeebc9-6112-4bb7-9b16-da341403217f None None] Bound using segment: {'id': 'dd254ec6-8865-48cd-867c-9ba7e95e743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '50a0564a-c42c-4465-ad8a-d34160cc28c8'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:04:25.330845 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-40eeebc9-6112-4bb7-9b16-da341403217f None None] Bound port: a66899b3-7634-40fd-949d-f1af5f842755, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd254ec6-8865-48cd-867c-9ba7e95e743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '50a0564a-c42c-4465-ad8a-d34160cc28c8'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:04:25.331228 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-40eeebc9-6112-4bb7-9b16-da341403217f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a66899b3-7634-40fd-949d-f1af5f842755), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:25.411489 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f554bf-122e-44cd-8715-7363b2078a6c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Router 7348e69d-b034-4686-a17e-c00e107db9ef is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:04:25.488438 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-62e68af6-cfef-4236-9efb-16c2aaf1f267 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for security_group (8f27e50c-2822-426c-84ee-7900dac3ced1), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:25.491750 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-40eeebc9-6112-4bb7-9b16-da341403217f None None] For port a66899b3-7634-40fd-949d-f1af5f842755, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:04:25.496168 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-40eeebc9-6112-4bb7-9b16-da341403217f None None] For port a66899b3-7634-40fd-949d-f1af5f842755, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a66899b3-7634-40fd-949d-f1af5f842755,segment=NetworkSegment(dd254ec6-8865-48cd-867c-9ba7e95e743c),segment_id=dd254ec6-8865-48cd-867c-9ba7e95e743c)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:04:25.513449 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-8b50b193-d314-4051-bc3b-54c3c8222659 admin admin] Allocated IP 172.25.3.242 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/a341b88f-c413-44ed-8de5-0c1007ead2a8) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:25.518148 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-40eeebc9-6112-4bb7-9b16-da341403217f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a66899b3-7634-40fd-949d-f1af5f842755), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:25.526978 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-62e68af6-cfef-4236-9efb-16c2aaf1f267 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8f27e50c-2822-426c-84ee-7900dac3ced1), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:25.561076 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e68af6-cfef-4236-9efb-16c2aaf1f267 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f27e50c-2822-426c-84ee-7900dac3ced1,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:25.644313 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e68af6-cfef-4236-9efb-16c2aaf1f267 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 237} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:04:25.664238 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8b50b193-d314-4051-bc3b-54c3c8222659 admin admin] Publish callbacks [] for port (a341b88f-c413-44ed-8de5-0c1007ead2a8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:25.682891 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6db6c513-45be-4247-a931-ff4fe0839c5d None None] Provisioning complete for port 70915393-bbae-4cb3-857c-923ce7cccd31 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:25.683264 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6db6c513-45be-4247-a931-ff4fe0839c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (70915393-bbae-4cb3-857c-923ce7cccd31), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:25.693672 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-62e68af6-cfef-4236-9efb-16c2aaf1f267 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (cb923d1b-929e-4bbb-94e6-77f2f09be457), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:25.694292 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-62e68af6-cfef-4236-9efb-16c2aaf1f267 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Added segment cb923d1b-929e-4bbb-94e6-77f2f09be457 of type vlan for network dd9f3bcd-6ab6-4192-a03b-ce73e1757cf5 Mar 07 11:04:25.704640 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f554bf-122e-44cd-8715-7363b2078a6c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:04:25.705632 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eeebc9-6112-4bb7-9b16-da341403217f None None] Pushing event updated for resources: {'Port': ['ID=a66899b3-7634-40fd-949d-f1af5f842755,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:25.719397 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-29f554bf-122e-44cd-8715-7363b2078a6c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "PUT /v2.0/routers/7348e69d-b034-4686-a17e-c00e107db9ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3551509 Mar 07 11:04:25.722290 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59154) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:25.722632 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8b50b193-d314-4051-bc3b-54c3c8222659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (a341b88f-c413-44ed-8de5-0c1007ead2a8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:25.728856 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefc9fdb-8bb6-4d89-9735-465fcb0ce44f None None] Sync routers for ids ['7348e69d-b034-4686-a17e-c00e107db9ef'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:04:25.752877 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefc9fdb-8bb6-4d89-9735-465fcb0ce44f None None] Routers {'7348e69d-b034-4686-a17e-c00e107db9ef'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:04:25.754138 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-fefc9fdb-8bb6-4d89-9735-465fcb0ce44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:04:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['7348e69d-b034-4686-a17e-c00e107db9ef'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:25.775146 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6db6c513-45be-4247-a931-ff4fe0839c5d None None] Port 70915393-bbae-4cb3-857c-923ce7cccd31 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:04:25.814162 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b50b193-d314-4051-bc3b-54c3c8222659 admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:25.815831 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-62e68af6-cfef-4236-9efb-16c2aaf1f267 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (dd9f3bcd-6ab6-4192-a03b-ce73e1757cf5), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:25.834857 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-8b50b193-d314-4051-bc3b-54c3c8222659 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:25.842551 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b50b193-d314-4051-bc3b-54c3c8222659 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:25.894710 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-fefc9fdb-8bb6-4d89-9735-465fcb0ce44f None None] Set router 7348e69d-b034-4686-a17e-c00e107db9ef gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:04:25.920778 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50b193-d314-4051-bc3b-54c3c8222659 admin admin] Pushing event updated for resources: {'Port': ['ID=a341b88f-c413-44ed-8de5-0c1007ead2a8,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:25.941651 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-62e68af6-cfef-4236-9efb-16c2aaf1f267 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (dd9f3bcd-6ab6-4192-a03b-ce73e1757cf5), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:25.955145 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e68af6-cfef-4236-9efb-16c2aaf1f267 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:25.956105 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-62e68af6-cfef-4236-9efb-16c2aaf1f267 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:25.988886 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5cc6d4-6cc1-4a64-ac04-8243ee37ad52 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:25.997264 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ba5cc6d4-6cc1-4a64-ac04-8243ee37ad52 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports/70915393-bbae-4cb3-857c-923ce7cccd31 HTTP/1.1" status: 200 len: 911 time: 0.2735763 Mar 07 11:04:26.009388 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59156) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:26.211035 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-fefc9fdb-8bb6-4d89-9735-465fcb0ce44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7348e69d-b034-4686-a17e-c00e107db9ef', 'name': 'tempest-NetworksTestDHCPv6-router-1238478545', 'tenant_id': 'a68fc610ca21434095921c9ff25a693f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:22Z', 'updated_at': '2022-03-07T11:04:24Z', 'revision_number': 2, 'project_id': 'a68fc610ca21434095921c9ff25a693f', 'gw_port_host': None, '_interfaces': [{'id': '70915393-bbae-4cb3-857c-923ce7cccd31', 'name': '', 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'tenant_id': 'a68fc610ca21434095921c9ff25a693f', 'mac_address': 'fa:16:3e:cb:d5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7348e69d-b034-4686-a17e-c00e107db9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '7c3a600f-8f2f-4c1a-8064-7374df983674', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:23Z', 'updated_at': '2022-03-07T11:04:24Z', 'revision_number': 2, 'project_id': 'a68fc610ca21434095921c9ff25a693f', 'subnets': [{'id': '7c3a600f-8f2f-4c1a-8064-7374df983674', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:26.219444 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-62e68af6-cfef-4236-9efb-16c2aaf1f267 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3422968 Mar 07 11:04:26.269872 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e68af6-cfef-4236-9efb-16c2aaf1f267 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event updated for resources: {'Network': ['ID=dd9f3bcd-6ab6-4192-a03b-ce73e1757cf5,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:26.271769 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefc9fdb-8bb6-4d89-9735-465fcb0ce44f None None] Checking router: 7348e69d-b034-4686-a17e-c00e107db9ef for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:04:26.274016 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefc9fdb-8bb6-4d89-9735-465fcb0ce44f None None] Updating router 7348e69d-b034-4686-a17e-c00e107db9ef port 70915393-bbae-4cb3-857c-923ce7cccd31 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:04:26.285181 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network dd9f3bcd-6ab6-4192-a03b-ce73e1757cf5 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:04:26.326117 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd99047-1136-4d21-9bda-302b9ce85540 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:26.352300 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd99047-1136-4d21-9bda-302b9ce85540 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:26.358123 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fbd99047-1136-4d21-9bda-302b9ce85540 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.3448949 Mar 07 11:04:26.361148 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59158) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:26.368773 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fefc9fdb-8bb6-4d89-9735-465fcb0ce44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (70915393-bbae-4cb3-857c-923ce7cccd31), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:26.383785 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8b50b193-d314-4051-bc3b-54c3c8222659 admin admin] Publish callbacks [] for router_gateway (fa113b9a-2cb8-4a3b-908b-b08300ba9e51), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:26.907358 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fefc9fdb-8bb6-4d89-9735-465fcb0ce44f None None] Publish callbacks [] for port (70915393-bbae-4cb3-857c-923ce7cccd31), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:26.944520 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fefc9fdb-8bb6-4d89-9735-465fcb0ce44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (70915393-bbae-4cb3-857c-923ce7cccd31), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:27.036289 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5f91d-2900-4394-8720-d3e70f6e4852 None None] Pushing event updated for resources: {'Port': ['ID=70915393-bbae-4cb3-857c-923ce7cccd31,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:27.189500 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8b50b193-d314-4051-bc3b-54c3c8222659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (fa113b9a-2cb8-4a3b-908b-b08300ba9e51), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:27.232200 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-fefc9fdb-8bb6-4d89-9735-465fcb0ce44f None None] Attempting to bind port 70915393-bbae-4cb3-857c-923ce7cccd31 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:04:27.232574 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-fefc9fdb-8bb6-4d89-9735-465fcb0ce44f None None] Attempting to bind port 70915393-bbae-4cb3-857c-923ce7cccd31 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:04:27.232944 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefc9fdb-8bb6-4d89-9735-465fcb0ce44f None None] Attempting to bind port 70915393-bbae-4cb3-857c-923ce7cccd31 on network 9b8a3032-9f66-43b6-9063-551ee6941c96 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:04:27.268485 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefc9fdb-8bb6-4d89-9735-465fcb0ce44f None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:04:27.269185 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefc9fdb-8bb6-4d89-9735-465fcb0ce44f None None] Checking segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:27.269760 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fefc9fdb-8bb6-4d89-9735-465fcb0ce44f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:27.270317 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefc9fdb-8bb6-4d89-9735-465fcb0ce44f None None] Bound using segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:04:27.270950 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-fefc9fdb-8bb6-4d89-9735-465fcb0ce44f None None] Bound port: 70915393-bbae-4cb3-857c-923ce7cccd31, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:04:27.271765 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fefc9fdb-8bb6-4d89-9735-465fcb0ce44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (70915393-bbae-4cb3-857c-923ce7cccd31), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:27.470530 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-fefc9fdb-8bb6-4d89-9735-465fcb0ce44f None None] For port 70915393-bbae-4cb3-857c-923ce7cccd31, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:04:27.497275 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-fefc9fdb-8bb6-4d89-9735-465fcb0ce44f None None] For port 70915393-bbae-4cb3-857c-923ce7cccd31, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=70915393-bbae-4cb3-857c-923ce7cccd31,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:04:27.506814 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-fefc9fdb-8bb6-4d89-9735-465fcb0ce44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (70915393-bbae-4cb3-857c-923ce7cccd31), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:27.614573 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b50b193-d314-4051-bc3b-54c3c8222659 admin admin] Router fa113b9a-2cb8-4a3b-908b-b08300ba9e51 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:04:27.621525 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7327456e-66b9-4dd8-94ee-4b16f8c152b1 None None] Network 50a0564a-c42c-4465-ad8a-d34160cc28c8 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:27.671068 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5f91d-2900-4394-8720-d3e70f6e4852 None None] Pushing event updated for resources: {'Port': ['ID=70915393-bbae-4cb3-857c-923ce7cccd31,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:27.737995 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefc9fdb-8bb6-4d89-9735-465fcb0ce44f None None] Routers {'7348e69d-b034-4686-a17e-c00e107db9ef'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:04:27.740782 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-fefc9fdb-8bb6-4d89-9735-465fcb0ce44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:04:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['7348e69d-b034-4686-a17e-c00e107db9ef'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:27.908823 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-0c636f0e-ebe5-44c2-af5e-352c3e90f859 None None] Provisioning complete for port a66899b3-7634-40fd-949d-f1af5f842755 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:27.913332 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0c636f0e-ebe5-44c2-af5e-352c3e90f859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a66899b3-7634-40fd-949d-f1af5f842755), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:28.020664 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b50b193-d314-4051-bc3b-54c3c8222659 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:04:28.057155 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f2e843-5e32-4aee-a761-9190f95bc7b0 None None] Sync routers for ids ['fa113b9a-2cb8-4a3b-908b-b08300ba9e51'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:04:28.058047 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-fefc9fdb-8bb6-4d89-9735-465fcb0ce44f None None] Set router 7348e69d-b034-4686-a17e-c00e107db9ef gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:04:28.075334 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8b50b193-d314-4051-bc3b-54c3c8222659 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:28.076614 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8b50b193-d314-4051-bc3b-54c3c8222659 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2465677 Mar 07 11:04:28.085316 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59176) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:28.155435 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a66899b3-7634-40fd-949d-f1af5f842755 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:28.281646 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f2e843-5e32-4aee-a761-9190f95bc7b0 None None] Routers {'fa113b9a-2cb8-4a3b-908b-b08300ba9e51'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:04:28.282298 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b1f2e843-5e32-4aee-a761-9190f95bc7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:04:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fa113b9a-2cb8-4a3b-908b-b08300ba9e51'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:28.640647 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-b1f2e843-5e32-4aee-a761-9190f95bc7b0 None None] Set router fa113b9a-2cb8-4a3b-908b-b08300ba9e51 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:04:28.688878 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-14478dc5-c43c-4bc6-8a30-57a22c1f38f4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (7348e69d-b034-4686-a17e-c00e107db9ef), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:28.858973 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-fefc9fdb-8bb6-4d89-9735-465fcb0ce44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7348e69d-b034-4686-a17e-c00e107db9ef', 'name': 'tempest-NetworksTestDHCPv6-router-1238478545', 'tenant_id': 'a68fc610ca21434095921c9ff25a693f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:22Z', 'updated_at': '2022-03-07T11:04:24Z', 'revision_number': 2, 'project_id': 'a68fc610ca21434095921c9ff25a693f', 'gw_port_host': None, '_interfaces': [{'id': '70915393-bbae-4cb3-857c-923ce7cccd31', 'name': '', 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'tenant_id': 'a68fc610ca21434095921c9ff25a693f', 'mac_address': 'fa:16:3e:cb:d5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7348e69d-b034-4686-a17e-c00e107db9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '7c3a600f-8f2f-4c1a-8064-7374df983674', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:23Z', 'updated_at': '2022-03-07T11:04:27Z', 'revision_number': 4, 'project_id': 'a68fc610ca21434095921c9ff25a693f', 'subnets': [{'id': '7c3a600f-8f2f-4c1a-8064-7374df983674', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:28.932419 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port a66899b3-7634-40fd-949d-f1af5f842755 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:28.938699 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefc9fdb-8bb6-4d89-9735-465fcb0ce44f None None] The sync data for ids ['7348e69d-b034-4686-a17e-c00e107db9ef'] in n-d-832164-4 is: [{'id': '7348e69d-b034-4686-a17e-c00e107db9ef', 'name': 'tempest-NetworksTestDHCPv6-router-1238478545', 'tenant_id': 'a68fc610ca21434095921c9ff25a693f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:22Z', 'updated_at': '2022-03-07T11:04:24Z', 'revision_number': 2, 'project_id': 'a68fc610ca21434095921c9ff25a693f', 'gw_port_host': None, '_interfaces': [{'id': '70915393-bbae-4cb3-857c-923ce7cccd31', 'name': '', 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'tenant_id': 'a68fc610ca21434095921c9ff25a693f', 'mac_address': 'fa:16:3e:cb:d5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7348e69d-b034-4686-a17e-c00e107db9ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '7c3a600f-8f2f-4c1a-8064-7374df983674', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:23Z', 'updated_at': '2022-03-07T11:04:27Z', 'revision_number': 4, 'project_id': 'a68fc610ca21434095921c9ff25a693f', 'subnets': [{'id': '7c3a600f-8f2f-4c1a-8064-7374df983674', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:04:28.940723 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a66899b3-7634-40fd-949d-f1af5f842755), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:29.060016 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0c636f0e-ebe5-44c2-af5e-352c3e90f859 None None] Current status of the port a66899b3-7634-40fd-949d-f1af5f842755 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:29.060403 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0c636f0e-ebe5-44c2-af5e-352c3e90f859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a66899b3-7634-40fd-949d-f1af5f842755), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:29.243034 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5db3bee-caf2-40d2-868e-a78a9cfdbe3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:29.258847 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-14478dc5-c43c-4bc6-8a30-57a22c1f38f4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting port 70915393-bbae-4cb3-857c-923ce7cccd31 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:04:29.260070 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-14478dc5-c43c-4bc6-8a30-57a22c1f38f4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (70915393-bbae-4cb3-857c-923ce7cccd31), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:29.507095 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-14478dc5-c43c-4bc6-8a30-57a22c1f38f4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] For port 70915393-bbae-4cb3-857c-923ce7cccd31, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=70915393-bbae-4cb3-857c-923ce7cccd31,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:29.507551 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-14478dc5-c43c-4bc6-8a30-57a22c1f38f4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (70915393-bbae-4cb3-857c-923ce7cccd31), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:29.564543 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59182) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:29.572466 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-76c2e32d-38c6-4590-a136-c8f9f7dd7f11 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Request body: {'subnet': {'network_id': 'dd9f3bcd-6ab6-4192-a03b-ce73e1757cf5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:29.639154 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-14478dc5-c43c-4bc6-8a30-57a22c1f38f4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Calling delete_port for 70915393-bbae-4cb3-857c-923ce7cccd31 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:04:29.715147 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-0c636f0e-ebe5-44c2-af5e-352c3e90f859 None None] For port a66899b3-7634-40fd-949d-f1af5f842755, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a66899b3-7634-40fd-949d-f1af5f842755,segment=NetworkSegment(dd254ec6-8865-48cd-867c-9ba7e95e743c),segment_id=dd254ec6-8865-48cd-867c-9ba7e95e743c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:29.744386 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0c636f0e-ebe5-44c2-af5e-352c3e90f859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a66899b3-7634-40fd-949d-f1af5f842755), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:29.765144 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c2e32d-38c6-4590-a136-c8f9f7dd7f11 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Made reservation on behalf of 95345183400a4767bccd5b0be8a4bebf for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:29.776665 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-76c2e32d-38c6-4590-a136-c8f9f7dd7f11 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:29.953066 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-0c636f0e-ebe5-44c2-af5e-352c3e90f859 None None] Provisioning complete for port 70915393-bbae-4cb3-857c-923ce7cccd31 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:29.953478 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0c636f0e-ebe5-44c2-af5e-352c3e90f859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (70915393-bbae-4cb3-857c-923ce7cccd31), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:30.002557 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port a66899b3-7634-40fd-949d-f1af5f842755 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:30.008446 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c636f0e-ebe5-44c2-af5e-352c3e90f859 None None] Pushing event updated for resources: {'Port': ['ID=a66899b3-7634-40fd-949d-f1af5f842755,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:30.082478 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b1f2e843-5e32-4aee-a761-9190f95bc7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa113b9a-2cb8-4a3b-908b-b08300ba9e51', 'name': 'tempest-TestServerMultinode-2048961843-router', 'tenant_id': '816aa66438f74aed96aa3545852636b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a341b88f-c413-44ed-8de5-0c1007ead2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:23Z', 'updated_at': '2022-03-07T11:04:26Z', 'revision_number': 3, 'project_id': '816aa66438f74aed96aa3545852636b6', 'gw_port': {'id': 'a341b88f-c413-44ed-8de5-0c1007ead2a8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:af:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa113b9a-2cb8-4a3b-908b-b08300ba9e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:24Z', 'updated_at': '2022-03-07T11:04:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:30.159384 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-76c2e32d-38c6-4590-a136-c8f9f7dd7f11 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (4e995a6c-851e-492b-af99-6522f6bf68d9), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:30.199836 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f2e843-5e32-4aee-a761-9190f95bc7b0 None None] Checking router: fa113b9a-2cb8-4a3b-908b-b08300ba9e51 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:04:30.200581 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f2e843-5e32-4aee-a761-9190f95bc7b0 None None] Updating router fa113b9a-2cb8-4a3b-908b-b08300ba9e51 port a341b88f-c413-44ed-8de5-0c1007ead2a8 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:04:30.223188 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c2e32d-38c6-4590-a136-c8f9f7dd7f11 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event updated for resources: {'Subnet': ['ID=4e995a6c-851e-492b-af99-6522f6bf68d9,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:30.255425 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0c636f0e-ebe5-44c2-af5e-352c3e90f859 None None] Current status of the port 70915393-bbae-4cb3-857c-923ce7cccd31 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:30.255825 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0c636f0e-ebe5-44c2-af5e-352c3e90f859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (70915393-bbae-4cb3-857c-923ce7cccd31), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:30.267606 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b1f2e843-5e32-4aee-a761-9190f95bc7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a341b88f-c413-44ed-8de5-0c1007ead2a8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:30.272505 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c2e32d-38c6-4590-a136-c8f9f7dd7f11 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Checking segment: {'id': 'cb923d1b-929e-4bbb-94e6-77f2f09be457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dd9f3bcd-6ab6-4192-a03b-ce73e1757cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:30.273468 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c2e32d-38c6-4590-a136-c8f9f7dd7f11 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Network hostable DHCP agents. Network: dd9f3bcd-6ab6-4192-a03b-ce73e1757cf5, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:04:30.288441 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-14478dc5-c43c-4bc6-8a30-57a22c1f38f4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (70915393-bbae-4cb3-857c-923ce7cccd31), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:30.297684 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c2e32d-38c6-4590-a136-c8f9f7dd7f11 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Network dd9f3bcd-6ab6-4192-a03b-ce73e1757cf5 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:04:30.319128 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-76c2e32d-38c6-4590-a136-c8f9f7dd7f11 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, dd9f3bcd-6ab6-4192-a03b-ce73e1757cf5) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:30.339871 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c2e32d-38c6-4590-a136-c8f9f7dd7f11 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:30.340852 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-76c2e32d-38c6-4590-a136-c8f9f7dd7f11 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:30.343083 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 70915393-bbae-4cb3-857c-923ce7cccd31 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:30.345446 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117778d5-ec4c-458a-9d86-522a8f5d28d2 None None] Network dd9f3bcd-6ab6-4192-a03b-ce73e1757cf5 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:30.373987 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-76c2e32d-38c6-4590-a136-c8f9f7dd7f11 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8049512 Mar 07 11:04:30.376423 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59188) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:30.383194 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14478dc5-c43c-4bc6-8a30-57a22c1f38f4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Port': ['ID=70915393-bbae-4cb3-857c-923ce7cccd31,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:30.386814 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-1a64f64f-1dea-495a-bdcb-3b1b1486efd7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1246010405'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:30.412937 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a64f64f-1dea-495a-bdcb-3b1b1486efd7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Made reservation on behalf of 95345183400a4767bccd5b0be8a4bebf for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:30.417144 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a64f64f-1dea-495a-bdcb-3b1b1486efd7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:30.467483 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a64f64f-1dea-495a-bdcb-3b1b1486efd7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:04:30.490398 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a64f64f-1dea-495a-bdcb-3b1b1486efd7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (c64668db-1ed5-40e1-ad01-e2d7eaa3f72f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:30.491251 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-1a64f64f-1dea-495a-bdcb-3b1b1486efd7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Added segment c64668db-1ed5-40e1-ad01-e2d7eaa3f72f of type vlan for network f92e3ed0-474e-4a46-b77b-09cb12c8c1e1 Mar 07 11:04:30.492505 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-d5db3bee-caf2-40d2-868e-a78a9cfdbe3f admin admin] Allocated IP 172.20.0.1 (50a0564a-c42c-4465-ad8a-d34160cc28c8/6e2b4fbc-8dc7-4ab0-abcd-dc67cc967c56/465899ab-7b89-4f61-ab0d-2eade00c2577) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:30.594251 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a64f64f-1dea-495a-bdcb-3b1b1486efd7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (f92e3ed0-474e-4a46-b77b-09cb12c8c1e1), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:30.634624 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 70915393-bbae-4cb3-857c-923ce7cccd31 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:04:30.635527 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 70915393-bbae-4cb3-857c-923ce7cccd31 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Mar 07 11:04:30.647865 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a64f64f-1dea-495a-bdcb-3b1b1486efd7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (f92e3ed0-474e-4a46-b77b-09cb12c8c1e1), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:30.655024 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a64f64f-1dea-495a-bdcb-3b1b1486efd7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:30.655678 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a64f64f-1dea-495a-bdcb-3b1b1486efd7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:30.672753 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Port 70915393-bbae-4cb3-857c-923ce7cccd31 not found, will not notify nova. {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Mar 07 11:04:30.674021 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a66899b3-7634-40fd-949d-f1af5f842755 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:30.711949 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-14478dc5-c43c-4bc6-8a30-57a22c1f38f4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (7348e69d-b034-4686-a17e-c00e107db9ef), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:30.751697 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1a64f64f-1dea-495a-bdcb-3b1b1486efd7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3741555 Mar 07 11:04:30.755000 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59190) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:30.765228 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d9576f-ddd4-41a1-a040-7c08c0bca0da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-dd9f3bcd-6ab6-4192-a03b-ce73e1757cf5', 'network_id': 'dd9f3bcd-6ab6-4192-a03b-ce73e1757cf5', 'project_id': '95345183400a4767bccd5b0be8a4bebf', 'fixed_ips': [{'subnet_id': '4e995a6c-851e-492b-af99-6522f6bf68d9'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:04:30.766096 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01d9576f-ddd4-41a1-a040-7c08c0bca0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:30.783654 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-57094180-ccc0-4183-b05a-bcfbcaa1b334 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Request body: {'subnet': {'network_id': 'f92e3ed0-474e-4a46-b77b-09cb12c8c1e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:30.823054 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64f64f-1dea-495a-bdcb-3b1b1486efd7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event updated for resources: {'Network': ['ID=f92e3ed0-474e-4a46-b77b-09cb12c8c1e1,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:30.851455 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network f92e3ed0-474e-4a46-b77b-09cb12c8c1e1 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:04:30.949368 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a3542dee-a471-4272-8377-c08fcbd76a4a None None] Provisioning complete for port a66899b3-7634-40fd-949d-f1af5f842755 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:30.949749 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a3542dee-a471-4272-8377-c08fcbd76a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a66899b3-7634-40fd-949d-f1af5f842755), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:30.971882 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port a66899b3-7634-40fd-949d-f1af5f842755 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:30.972263 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a66899b3-7634-40fd-949d-f1af5f842755), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:31.075406 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57094180-ccc0-4183-b05a-bcfbcaa1b334 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Made reservation on behalf of 95345183400a4767bccd5b0be8a4bebf for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:31.079782 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-57094180-ccc0-4183-b05a-bcfbcaa1b334 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:31.173566 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b1f2e843-5e32-4aee-a761-9190f95bc7b0 None None] Publish callbacks [] for port (a341b88f-c413-44ed-8de5-0c1007ead2a8), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:31.208472 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14478dc5-c43c-4bc6-8a30-57a22c1f38f4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Router 7348e69d-b034-4686-a17e-c00e107db9ef has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:04:31.230015 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b1f2e843-5e32-4aee-a761-9190f95bc7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a341b88f-c413-44ed-8de5-0c1007ead2a8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:31.236774 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5db3bee-caf2-40d2-868e-a78a9cfdbe3f admin admin] Publish callbacks [] for port (465899ab-7b89-4f61-ab0d-2eade00c2577), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:31.384080 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-b1f2e843-5e32-4aee-a761-9190f95bc7b0 None None] Attempting to bind port a341b88f-c413-44ed-8de5-0c1007ead2a8 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:04:31.384379 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14478dc5-c43c-4bc6-8a30-57a22c1f38f4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:04:31.385694 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-b1f2e843-5e32-4aee-a761-9190f95bc7b0 None None] Attempting to bind port a341b88f-c413-44ed-8de5-0c1007ead2a8 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:04:31.385694 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f2e843-5e32-4aee-a761-9190f95bc7b0 None None] Attempting to bind port a341b88f-c413-44ed-8de5-0c1007ead2a8 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:04:31.400520 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-14478dc5-c43c-4bc6-8a30-57a22c1f38f4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "PUT /v2.0/routers/7348e69d-b034-4686-a17e-c00e107db9ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0350518 Mar 07 11:04:31.400753 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6a4d44-9b09-44b9-b980-403518473647 None None] Sync routers for ids ['7348e69d-b034-4686-a17e-c00e107db9ef'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:04:31.401803 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59196) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:31.426286 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5db3bee-caf2-40d2-868e-a78a9cfdbe3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (465899ab-7b89-4f61-ab0d-2eade00c2577), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:31.432756 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6a4d44-9b09-44b9-b980-403518473647 None None] Routers {'7348e69d-b034-4686-a17e-c00e107db9ef'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:04:31.433699 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4a6a4d44-9b09-44b9-b980-403518473647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:04:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['7348e69d-b034-4686-a17e-c00e107db9ef'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:31.448423 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f2e843-5e32-4aee-a761-9190f95bc7b0 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:04:31.448812 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f2e843-5e32-4aee-a761-9190f95bc7b0 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:31.449264 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b1f2e843-5e32-4aee-a761-9190f95bc7b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:31.449675 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f2e843-5e32-4aee-a761-9190f95bc7b0 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:04:31.450178 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-b1f2e843-5e32-4aee-a761-9190f95bc7b0 None None] Bound port: a341b88f-c413-44ed-8de5-0c1007ead2a8, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:04:31.450575 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b1f2e843-5e32-4aee-a761-9190f95bc7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a341b88f-c413-44ed-8de5-0c1007ead2a8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:31.513668 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5db3bee-caf2-40d2-868e-a78a9cfdbe3f admin admin] Network 50a0564a-c42c-4465-ad8a-d34160cc28c8 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:31.518653 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-d5db3bee-caf2-40d2-868e-a78a9cfdbe3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:31.522383 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5db3bee-caf2-40d2-868e-a78a9cfdbe3f admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:31.533512 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-4a6a4d44-9b09-44b9-b980-403518473647 None None] Set router 7348e69d-b034-4686-a17e-c00e107db9ef gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:04:31.553004 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-57094180-ccc0-4183-b05a-bcfbcaa1b334 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (ba9050cb-3318-406b-b6c9-6cb47e5dd7c4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:31.558566 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c60d769-167a-4df0-a5e7-3dc983aff0ba tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:31.568814 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c60d769-167a-4df0-a5e7-3dc983aff0ba tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:31.579471 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7c60d769-167a-4df0-a5e7-3dc983aff0ba tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1763666 Mar 07 11:04:31.580382 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59198) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:31.607035 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-b1f2e843-5e32-4aee-a761-9190f95bc7b0 None None] For port a341b88f-c413-44ed-8de5-0c1007ead2a8, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:04:31.617059 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db3bee-caf2-40d2-868e-a78a9cfdbe3f admin admin] Pushing event updated for resources: {'Port': ['ID=465899ab-7b89-4f61-ab0d-2eade00c2577,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:31.624746 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb5f34-7719-4840-a3dd-b19a34b7035e None None] Pushing event updated for resources: {'Port': ['ID=a341b88f-c413-44ed-8de5-0c1007ead2a8,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:31.629517 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-b1f2e843-5e32-4aee-a761-9190f95bc7b0 None None] For port a341b88f-c413-44ed-8de5-0c1007ead2a8, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a341b88f-c413-44ed-8de5-0c1007ead2a8,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:04:31.632703 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4a6a4d44-9b09-44b9-b980-403518473647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7348e69d-b034-4686-a17e-c00e107db9ef', 'name': 'tempest-NetworksTestDHCPv6-router-1238478545', 'tenant_id': 'a68fc610ca21434095921c9ff25a693f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:22Z', 'updated_at': '2022-03-07T11:04:30Z', 'revision_number': 3, 'project_id': 'a68fc610ca21434095921c9ff25a693f', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:31.665184 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6a4d44-9b09-44b9-b980-403518473647 None None] Checking router: 7348e69d-b034-4686-a17e-c00e107db9ef for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:04:31.694736 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6a4d44-9b09-44b9-b980-403518473647 None None] Routers {'7348e69d-b034-4686-a17e-c00e107db9ef'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:04:31.695723 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4a6a4d44-9b09-44b9-b980-403518473647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:04:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['7348e69d-b034-4686-a17e-c00e107db9ef'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:31.697392 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5db3bee-caf2-40d2-868e-a78a9cfdbe3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (fa113b9a-2cb8-4a3b-908b-b08300ba9e51), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:31.703338 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a97d62-0b5b-4146-a7b0-a9893d07c6c6 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting subnet 7c3a600f-8f2f-4c1a-8064-7374df983674 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:04:31.714671 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-26a97d62-0b5b-4146-a7b0-a9893d07c6c6 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (7c3a600f-8f2f-4c1a-8064-7374df983674), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:31.742068 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port a66899b3-7634-40fd-949d-f1af5f842755 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:31.753998 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b1f2e843-5e32-4aee-a761-9190f95bc7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a341b88f-c413-44ed-8de5-0c1007ead2a8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:31.757784 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-01d9576f-ddd4-41a1-a040-7c08c0bca0da None None] Allocated IP 2001:db8:0:ffff::2 (dd9f3bcd-6ab6-4192-a03b-ce73e1757cf5/4e995a6c-851e-492b-af99-6522f6bf68d9/b4d6de7e-1a15-4454-8eaf-db0bbad8a227) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:31.827968 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57094180-ccc0-4183-b05a-bcfbcaa1b334 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event updated for resources: {'Subnet': ['ID=ba9050cb-3318-406b-b6c9-6cb47e5dd7c4,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:31.848308 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb5f34-7719-4840-a3dd-b19a34b7035e None None] Pushing event updated for resources: {'Port': ['ID=a341b88f-c413-44ed-8de5-0c1007ead2a8,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:31.879229 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a3542dee-a471-4272-8377-c08fcbd76a4a None None] Current status of the port a66899b3-7634-40fd-949d-f1af5f842755 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:31.894814 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-26a97d62-0b5b-4146-a7b0-a9893d07c6c6 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (7c3a600f-8f2f-4c1a-8064-7374df983674), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:31.905896 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a3542dee-a471-4272-8377-c08fcbd76a4a None None] Could not find standard attr ID for object 70915393-bbae-4cb3-857c-923ce7cccd31. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:04:31.982562 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f2e843-5e32-4aee-a761-9190f95bc7b0 None None] Routers {'fa113b9a-2cb8-4a3b-908b-b08300ba9e51'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:04:31.983722 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-4a6a4d44-9b09-44b9-b980-403518473647 None None] Set router 7348e69d-b034-4686-a17e-c00e107db9ef gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:04:31.990338 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b1f2e843-5e32-4aee-a761-9190f95bc7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:04:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fa113b9a-2cb8-4a3b-908b-b08300ba9e51'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:32.004251 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57094180-ccc0-4183-b05a-bcfbcaa1b334 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Checking segment: {'id': 'c64668db-1ed5-40e1-ad01-e2d7eaa3f72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f92e3ed0-474e-4a46-b77b-09cb12c8c1e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:32.004700 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57094180-ccc0-4183-b05a-bcfbcaa1b334 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Network hostable DHCP agents. Network: f92e3ed0-474e-4a46-b77b-09cb12c8c1e1, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:04:32.045441 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-26a97d62-0b5b-4146-a7b0-a9893d07c6c6 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (7c3a600f-8f2f-4c1a-8064-7374df983674), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:32.124852 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57094180-ccc0-4183-b05a-bcfbcaa1b334 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Network f92e3ed0-474e-4a46-b77b-09cb12c8c1e1 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:04:32.128421 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5db3bee-caf2-40d2-868e-a78a9cfdbe3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (465899ab-7b89-4f61-ab0d-2eade00c2577), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:32.138579 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4a6a4d44-9b09-44b9-b980-403518473647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7348e69d-b034-4686-a17e-c00e107db9ef', 'name': 'tempest-NetworksTestDHCPv6-router-1238478545', 'tenant_id': 'a68fc610ca21434095921c9ff25a693f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:22Z', 'updated_at': '2022-03-07T11:04:30Z', 'revision_number': 3, 'project_id': 'a68fc610ca21434095921c9ff25a693f', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:32.159823 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-e1c02e29-73a7-417d-b627-17bdbf06b427 None None] Provisioning complete for port 465899ab-7b89-4f61-ab0d-2eade00c2577 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:32.160591 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e1c02e29-73a7-417d-b627-17bdbf06b427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (465899ab-7b89-4f61-ab0d-2eade00c2577), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:32.187194 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6a4d44-9b09-44b9-b980-403518473647 None None] The sync data for ids ['7348e69d-b034-4686-a17e-c00e107db9ef'] in n-d-832164-4 is: [{'id': '7348e69d-b034-4686-a17e-c00e107db9ef', 'name': 'tempest-NetworksTestDHCPv6-router-1238478545', 'tenant_id': 'a68fc610ca21434095921c9ff25a693f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:22Z', 'updated_at': '2022-03-07T11:04:30Z', 'revision_number': 3, 'project_id': 'a68fc610ca21434095921c9ff25a693f', 'gw_port_host': None}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:04:32.219478 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-57094180-ccc0-4183-b05a-bcfbcaa1b334 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, f92e3ed0-474e-4a46-b77b-09cb12c8c1e1) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:32.226479 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-26a97d62-0b5b-4146-a7b0-a9893d07c6c6 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (7c3a600f-8f2f-4c1a-8064-7374df983674), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:32.236868 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57094180-ccc0-4183-b05a-bcfbcaa1b334 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:32.244360 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-57094180-ccc0-4183-b05a-bcfbcaa1b334 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:32.277153 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-57094180-ccc0-4183-b05a-bcfbcaa1b334 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5145242 Mar 07 11:04:32.277153 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59212) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:32.299526 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-26a97d62-0b5b-4146-a7b0-a9893d07c6c6 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:32.306189 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-26a97d62-0b5b-4146-a7b0-a9893d07c6c6 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/7c3a600f-8f2f-4c1a-8064-7374df983674 HTTP/1.1" status: 204 len: 168 time: 0.7246072 Mar 07 11:04:32.325639 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59214) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:32.331734 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-b1f2e843-5e32-4aee-a761-9190f95bc7b0 None None] Set router fa113b9a-2cb8-4a3b-908b-b08300ba9e51 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:04:32.332659 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a97d62-0b5b-4146-a7b0-a9893d07c6c6 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Subnet': ['ID=7c3a600f-8f2f-4c1a-8064-7374df983674,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:32.465984 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e7e6b8e1-9ce6-471f-99af-f233652d1a66 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1390934 Mar 07 11:04:32.468328 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59216) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:32.516308 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e1c02e29-73a7-417d-b627-17bdbf06b427 None None] Port 465899ab-7b89-4f61-ab0d-2eade00c2577 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:04:32.521284 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82ca446-82a7-469f-9ba4-21051220b9c3 None None] Network f92e3ed0-474e-4a46-b77b-09cb12c8c1e1 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:32.523172 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b97a28-b421-4faa-96c6-13bf8c950783 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:32.570278 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f2417d79-cc56-4f20-af45-288ba0ea7662 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (f92e3ed0-474e-4a46-b77b-09cb12c8c1e1), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:32.662001 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4011d43f-8c1a-4264-a75a-0eaea9b3f07a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for router (7348e69d-b034-4686-a17e-c00e107db9ef), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:32.740661 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01d9576f-ddd4-41a1-a040-7c08c0bca0da None None] Publish callbacks [] for port (b4d6de7e-1a15-4454-8eaf-db0bbad8a227), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:32.785749 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f2417d79-cc56-4f20-af45-288ba0ea7662 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (ba9050cb-3318-406b-b6c9-6cb47e5dd7c4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:32.796775 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01d9576f-ddd4-41a1-a040-7c08c0bca0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (b4d6de7e-1a15-4454-8eaf-db0bbad8a227), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:32.804392 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-748af993-6306-43e7-aa16-26e59eafaeab req-913c9c92-341b-4144-a18c-3e52a1a3d74a service neutron] (103767) timed out ('10.222.0.21', 62890) {{(pid=103767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 11:04:32.916913 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f2417d79-cc56-4f20-af45-288ba0ea7662 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (ba9050cb-3318-406b-b6c9-6cb47e5dd7c4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:32.955972 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5db3bee-caf2-40d2-868e-a78a9cfdbe3f admin admin] Publish callbacks [] for port (465899ab-7b89-4f61-ab0d-2eade00c2577), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:32.986191 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4011d43f-8c1a-4264-a75a-0eaea9b3f07a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (7348e69d-b034-4686-a17e-c00e107db9ef), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:32.989244 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4011d43f-8c1a-4264-a75a-0eaea9b3f07a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for router_controller (7348e69d-b034-4686-a17e-c00e107db9ef), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:33.016300 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5db3bee-caf2-40d2-868e-a78a9cfdbe3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (465899ab-7b89-4f61-ab0d-2eade00c2577), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:33.020163 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2417d79-cc56-4f20-af45-288ba0ea7662 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event deleted for resources: {'Subnet': ['ID=ba9050cb-3318-406b-b6c9-6cb47e5dd7c4,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:33.052959 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4011d43f-8c1a-4264-a75a-0eaea9b3f07a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (7348e69d-b034-4686-a17e-c00e107db9ef), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:33.054224 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4011d43f-8c1a-4264-a75a-0eaea9b3f07a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Fanout notify agent at l3_agent the message router_deleted on router 7348e69d-b034-4686-a17e-c00e107db9ef {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:04:33.080235 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4011d43f-8c1a-4264-a75a-0eaea9b3f07a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:33.088424 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4011d43f-8c1a-4264-a75a-0eaea9b3f07a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/routers/7348e69d-b034-4686-a17e-c00e107db9ef HTTP/1.1" status: 204 len: 168 time: 0.6176348 Mar 07 11:04:33.089432 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59220) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:33.101805 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-98ffc6f8-9605-4ed6-a747-6754a07570a5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:33.247514 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ffc6f8-9605-4ed6-a747-6754a07570a5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:33.254442 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-98ffc6f8-9605-4ed6-a747-6754a07570a5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:33.288452 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d9576f-ddd4-41a1-a040-7c08c0bca0da None None] Pushing event updated for resources: {'Port': ['ID=b4d6de7e-1a15-4454-8eaf-db0bbad8a227,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:33.319939 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d9576f-ddd4-41a1-a040-7c08c0bca0da None None] Network dd9f3bcd-6ab6-4192-a03b-ce73e1757cf5 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:33.346013 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-01d9576f-ddd4-41a1-a040-7c08c0bca0da None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:33.381020 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d9576f-ddd4-41a1-a040-7c08c0bca0da None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:33.483383 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e89b10-29ce-4ece-a4a9-74d1a08ae294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-f92e3ed0-474e-4a46-b77b-09cb12c8c1e1', 'network_id': 'f92e3ed0-474e-4a46-b77b-09cb12c8c1e1', 'project_id': '95345183400a4767bccd5b0be8a4bebf', 'fixed_ips': [{'subnet_id': 'ba9050cb-3318-406b-b6c9-6cb47e5dd7c4'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:04:33.484667 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b8e89b10-29ce-4ece-a4a9-74d1a08ae294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:33.532951 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-01d9576f-ddd4-41a1-a040-7c08c0bca0da None None] Attempting to bind port b4d6de7e-1a15-4454-8eaf-db0bbad8a227 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:04:33.533706 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-01d9576f-ddd4-41a1-a040-7c08c0bca0da None None] Attempting to bind port b4d6de7e-1a15-4454-8eaf-db0bbad8a227 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'cb923d1b-929e-4bbb-94e6-77f2f09be457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dd9f3bcd-6ab6-4192-a03b-ce73e1757cf5'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:04:33.534306 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d9576f-ddd4-41a1-a040-7c08c0bca0da None None] Attempting to bind port b4d6de7e-1a15-4454-8eaf-db0bbad8a227 on network dd9f3bcd-6ab6-4192-a03b-ce73e1757cf5 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:04:33.552624 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-b1f2e843-5e32-4aee-a761-9190f95bc7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa113b9a-2cb8-4a3b-908b-b08300ba9e51', 'name': 'tempest-TestServerMultinode-2048961843-router', 'tenant_id': '816aa66438f74aed96aa3545852636b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a341b88f-c413-44ed-8de5-0c1007ead2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:23Z', 'updated_at': '2022-03-07T11:04:26Z', 'revision_number': 3, 'project_id': '816aa66438f74aed96aa3545852636b6', 'gw_port': {'id': 'a341b88f-c413-44ed-8de5-0c1007ead2a8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:af:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa113b9a-2cb8-4a3b-908b-b08300ba9e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:24Z', 'updated_at': '2022-03-07T11:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:33.588118 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f2e843-5e32-4aee-a761-9190f95bc7b0 None None] The sync data for ids ['fa113b9a-2cb8-4a3b-908b-b08300ba9e51'] in n-d-832164-4 is: [{'id': 'fa113b9a-2cb8-4a3b-908b-b08300ba9e51', 'name': 'tempest-TestServerMultinode-2048961843-router', 'tenant_id': '816aa66438f74aed96aa3545852636b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a341b88f-c413-44ed-8de5-0c1007ead2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:23Z', 'updated_at': '2022-03-07T11:04:26Z', 'revision_number': 3, 'project_id': '816aa66438f74aed96aa3545852636b6', 'gw_port': {'id': 'a341b88f-c413-44ed-8de5-0c1007ead2a8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:af:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa113b9a-2cb8-4a3b-908b-b08300ba9e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:24Z', 'updated_at': '2022-03-07T11:04:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:04:33.592119 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d9576f-ddd4-41a1-a040-7c08c0bca0da None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:04:33.592915 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d9576f-ddd4-41a1-a040-7c08c0bca0da None None] Checking segment: {'id': 'cb923d1b-929e-4bbb-94e6-77f2f09be457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dd9f3bcd-6ab6-4192-a03b-ce73e1757cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:33.593912 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01d9576f-ddd4-41a1-a040-7c08c0bca0da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:33.594915 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d9576f-ddd4-41a1-a040-7c08c0bca0da None None] Bound using segment: {'id': 'cb923d1b-929e-4bbb-94e6-77f2f09be457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dd9f3bcd-6ab6-4192-a03b-ce73e1757cf5'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:04:33.595707 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-01d9576f-ddd4-41a1-a040-7c08c0bca0da None None] Bound port: b4d6de7e-1a15-4454-8eaf-db0bbad8a227, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb923d1b-929e-4bbb-94e6-77f2f09be457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'dd9f3bcd-6ab6-4192-a03b-ce73e1757cf5'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:04:33.596350 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01d9576f-ddd4-41a1-a040-7c08c0bca0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b4d6de7e-1a15-4454-8eaf-db0bbad8a227), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:33.700173 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d97f5fd-512d-4cd2-9abf-2e0f3c353021 None None] DHCP port deletion for 9b8a3032-9f66-43b6-9063-551ee6941c96 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:04:33.783556 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e246f89a-62b2-4d13-a012-ed3bfc29c4d9 None None] Network f92e3ed0-474e-4a46-b77b-09cb12c8c1e1 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:33.933671 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f2417d79-cc56-4f20-af45-288ba0ea7662 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (f92e3ed0-474e-4a46-b77b-09cb12c8c1e1), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:33.964667 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-f2417d79-cc56-4f20-af45-288ba0ea7662 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92e3ed0-474e-4a46-b77b-09cb12c8c1e1']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:33.987310 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-f2417d79-cc56-4f20-af45-288ba0ea7662 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64668db-1ed5-40e1-ad01-e2d7eaa3f72f') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:33.990192 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-f2417d79-cc56-4f20-af45-288ba0ea7662 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64668db-1ed5-40e1-ad01-e2d7eaa3f72f') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:34.043950 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f2417d79-cc56-4f20-af45-288ba0ea7662 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (c64668db-1ed5-40e1-ad01-e2d7eaa3f72f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:34.078794 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5db3bee-caf2-40d2-868e-a78a9cfdbe3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (fa113b9a-2cb8-4a3b-908b-b08300ba9e51), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:34.085539 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f2417d79-cc56-4f20-af45-288ba0ea7662 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (c64668db-1ed5-40e1-ad01-e2d7eaa3f72f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:34.088434 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db3bee-caf2-40d2-868e-a78a9cfdbe3f admin admin] Pushing event updated for resources: {'Port': ['ID=465899ab-7b89-4f61-ab0d-2eade00c2577,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:34.102722 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2417d79-cc56-4f20-af45-288ba0ea7662 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:04:34.104125 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f2417d79-cc56-4f20-af45-288ba0ea7662 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (c64668db-1ed5-40e1-ad01-e2d7eaa3f72f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:34.106496 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01d9576f-ddd4-41a1-a040-7c08c0bca0da None None] For port b4d6de7e-1a15-4454-8eaf-db0bbad8a227, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:04:34.107753 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 11:04:34.107753 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:04:34.107753 n-d-832164-4 neutron-server[103766]: timer() Mar 07 11:04:34.107753 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:04:34.107753 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 11:04:34.107753 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:04:34.107753 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 11:04:34.107753 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:04:34.107753 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 11:04:34.107753 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:04:34.107753 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 11:04:34.107753 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:04:34.107753 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 11:04:34.107753 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:04:34.107753 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:04:34.107753 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:04:34.107753 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:04:34.107753 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:04:34.107753 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 11:04:34.107753 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:04:34.107753 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 11:04:34.107753 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:04:34.107753 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:04:34.107753 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:04:34.107753 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 11:04:34.107753 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:04:34.107753 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:04:34.107753 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:04:34.107753 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:04:34.107753 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:04:34.107753 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:04:34.107753 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:04:34.120907 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-9d97f5fd-512d-4cd2-9abf-2e0f3c353021 None None] Deleting port c473eb7a-270c-420d-ad7d-66c39bb23fd3 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:04:34.122507 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9d97f5fd-512d-4cd2-9abf-2e0f3c353021 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c473eb7a-270c-420d-ad7d-66c39bb23fd3), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:34.158482 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-98ffc6f8-9605-4ed6-a747-6754a07570a5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (3d3b8fbe-7337-4d27-902a-1d12216a9170), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:34.220790 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ffc6f8-9605-4ed6-a747-6754a07570a5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:34.231904 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-98ffc6f8-9605-4ed6-a747-6754a07570a5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:34.253971 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ffc6f8-9605-4ed6-a747-6754a07570a5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:34.255603 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-98ffc6f8-9605-4ed6-a747-6754a07570a5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:34.287740 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a341b88f-c413-44ed-8de5-0c1007ead2a8 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:34.300166 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ffc6f8-9605-4ed6-a747-6754a07570a5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Subnet': ['ID=3d3b8fbe-7337-4d27-902a-1d12216a9170,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:34.328192 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-98ffc6f8-9605-4ed6-a747-6754a07570a5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2374663 Mar 07 11:04:34.329887 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59226) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:34.342428 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-e1443e35-5e5f-4552-9727-e2deac2640ef tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1918084480', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:34.354838 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5db3bee-caf2-40d2-868e-a78a9cfdbe3f admin admin] Network 50a0564a-c42c-4465-ad8a-d34160cc28c8 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:34.356764 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f2417d79-cc56-4f20-af45-288ba0ea7662 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (f92e3ed0-474e-4a46-b77b-09cb12c8c1e1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:34.361776 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-d5db3bee-caf2-40d2-868e-a78a9cfdbe3f admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:34.373261 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f2417d79-cc56-4f20-af45-288ba0ea7662 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:34.376361 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f2417d79-cc56-4f20-af45-288ba0ea7662 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "DELETE /v2.0/networks/f92e3ed0-474e-4a46-b77b-09cb12c8c1e1 HTTP/1.1" status: 204 len: 168 time: 2.0981119 Mar 07 11:04:34.380037 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59230) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:34.391066 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-b11e24ff-5974-48d6-b206-860f4e49e7ea tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1252890698'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:34.417941 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-9d97f5fd-512d-4cd2-9abf-2e0f3c353021 None None] For port c473eb7a-270c-420d-ad7d-66c39bb23fd3, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c473eb7a-270c-420d-ad7d-66c39bb23fd3,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:34.418756 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2417d79-cc56-4f20-af45-288ba0ea7662 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event deleted for resources: {'Network': ['ID=f92e3ed0-474e-4a46-b77b-09cb12c8c1e1,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:34.419261 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9d97f5fd-512d-4cd2-9abf-2e0f3c353021 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c473eb7a-270c-420d-ad7d-66c39bb23fd3), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:34.427382 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e1443e35-5e5f-4552-9727-e2deac2640ef tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (aa71bbec-9e36-4574-a093-ccc7e84395bf), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:34.428389 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e1443e35-5e5f-4552-9727-e2deac2640ef tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (aa71bbec-9e36-4574-a093-ccc7e84395bf), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:34.460523 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01d9576f-ddd4-41a1-a040-7c08c0bca0da None None] For port b4d6de7e-1a15-4454-8eaf-db0bbad8a227, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b4d6de7e-1a15-4454-8eaf-db0bbad8a227,segment=NetworkSegment(cb923d1b-929e-4bbb-94e6-77f2f09be457),segment_id=cb923d1b-929e-4bbb-94e6-77f2f09be457)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:04:34.483253 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-9d97f5fd-512d-4cd2-9abf-2e0f3c353021 None None] Calling delete_port for c473eb7a-270c-420d-ad7d-66c39bb23fd3 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:04:34.485051 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11e24ff-5974-48d6-b206-860f4e49e7ea tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Made reservation on behalf of 95345183400a4767bccd5b0be8a4bebf for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:34.488027 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01d9576f-ddd4-41a1-a040-7c08c0bca0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b4d6de7e-1a15-4454-8eaf-db0bbad8a227), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:34.507077 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b11e24ff-5974-48d6-b206-860f4e49e7ea tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:34.652551 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port a341b88f-c413-44ed-8de5-0c1007ead2a8 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:34.652933 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a341b88f-c413-44ed-8de5-0c1007ead2a8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:34.727007 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e1443e35-5e5f-4552-9727-e2deac2640ef tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for router_controller (aa71bbec-9e36-4574-a093-ccc7e84395bf), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:34.740406 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d9576f-ddd4-41a1-a040-7c08c0bca0da None None] Pushing event updated for resources: {'Port': ['ID=b4d6de7e-1a15-4454-8eaf-db0bbad8a227,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:34.740755 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b11e24ff-5974-48d6-b206-860f4e49e7ea tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:04:34.749929 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e1443e35-5e5f-4552-9727-e2deac2640ef tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (aa71bbec-9e36-4574-a093-ccc7e84395bf), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:34.786929 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5db3bee-caf2-40d2-868e-a78a9cfdbe3f admin admin] Router fa113b9a-2cb8-4a3b-908b-b08300ba9e51 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:04:34.799949 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b11e24ff-5974-48d6-b206-860f4e49e7ea tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (499e31fd-93fa-4d11-a148-8ace0211df17), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:34.803179 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-b11e24ff-5974-48d6-b206-860f4e49e7ea tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Added segment 499e31fd-93fa-4d11-a148-8ace0211df17 of type vlan for network ac6239be-5d3f-4bfe-a128-2a52210f1449 Mar 07 11:04:34.831436 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e1443e35-5e5f-4552-9727-e2deac2640ef tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:34.844607 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e1443e35-5e5f-4552-9727-e2deac2640ef tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5135920 Mar 07 11:04:34.855236 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port a341b88f-c413-44ed-8de5-0c1007ead2a8 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:34.855651 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a341b88f-c413-44ed-8de5-0c1007ead2a8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:34.886511 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59232) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:34.978419 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9d97f5fd-512d-4cd2-9abf-2e0f3c353021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (c473eb7a-270c-420d-ad7d-66c39bb23fd3), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:34.979752 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b11e24ff-5974-48d6-b206-860f4e49e7ea tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (ac6239be-5d3f-4bfe-a128-2a52210f1449), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:34.987187 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port a341b88f-c413-44ed-8de5-0c1007ead2a8, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a341b88f-c413-44ed-8de5-0c1007ead2a8,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:35.012572 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a341b88f-c413-44ed-8de5-0c1007ead2a8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:35.074427 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d97f5fd-512d-4cd2-9abf-2e0f3c353021 None None] No DVR routers for this DVR port c473eb7a-270c-420d-ad7d-66c39bb23fd3 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:04:35.076891 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97f5fd-512d-4cd2-9abf-2e0f3c353021 None None] Pushing event deleted for resources: {'Port': ['ID=c473eb7a-270c-420d-ad7d-66c39bb23fd3,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:35.133372 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2693b0fc-384b-4565-9802-bbe9b8f02db9 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:35.150812 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-0b011af1-e2c7-43d4-b21d-f8b3f42bbdc2 None None] Provisioning complete for port 465899ab-7b89-4f61-ab0d-2eade00c2577 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:35.151755 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0b011af1-e2c7-43d4-b21d-f8b3f42bbdc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (465899ab-7b89-4f61-ab0d-2eade00c2577), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:35.194732 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5db3bee-caf2-40d2-868e-a78a9cfdbe3f admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:04:35.205345 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d5db3bee-caf2-40d2-868e-a78a9cfdbe3f admin admin] 10.222.0.11 "PUT /v2.0/routers/fa113b9a-2cb8-4a3b-908b-b08300ba9e51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1180944 Mar 07 11:04:35.273755 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b11e24ff-5974-48d6-b206-860f4e49e7ea tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (ac6239be-5d3f-4bfe-a128-2a52210f1449), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:35.279318 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11e24ff-5974-48d6-b206-860f4e49e7ea tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:35.280146 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b11e24ff-5974-48d6-b206-860f4e49e7ea tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:35.289557 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 70915393-bbae-4cb3-857c-923ce7cccd31 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:04:35.293692 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=a341b88f-c413-44ed-8de5-0c1007ead2a8,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:35.373772 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b11e24ff-5974-48d6-b206-860f4e49e7ea tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9926562 Mar 07 11:04:35.378402 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59238) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:35.385224 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-545113df-32dc-4505-ad8c-731be7a4ce53 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Request body: {'subnet': {'network_id': 'ac6239be-5d3f-4bfe-a128-2a52210f1449', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:35.486604 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0b011af1-e2c7-43d4-b21d-f8b3f42bbdc2 None None] Port 465899ab-7b89-4f61-ab0d-2eade00c2577 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:04:35.514506 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 70915393-bbae-4cb3-857c-923ce7cccd31 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:04:35.514859 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 70915393-bbae-4cb3-857c-923ce7cccd31 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:04:35.515300 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c473eb7a-270c-420d-ad7d-66c39bb23fd3 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:04:35.557029 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e24ff-5974-48d6-b206-860f4e49e7ea tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event updated for resources: {'Network': ['ID=ac6239be-5d3f-4bfe-a128-2a52210f1449,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:35.577609 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network ac6239be-5d3f-4bfe-a128-2a52210f1449 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:04:35.606475 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545113df-32dc-4505-ad8c-731be7a4ce53 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Made reservation on behalf of 95345183400a4767bccd5b0be8a4bebf for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:35.610710 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-545113df-32dc-4505-ad8c-731be7a4ce53 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:35.641543 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0f34a8e4-8e5f-4277-b39e-65c13862ccac tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:35.683577 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: c473eb7a-270c-420d-ad7d-66c39bb23fd3 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:04:35.685045 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c473eb7a-270c-420d-ad7d-66c39bb23fd3 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:04:35.802330 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9651d02d-8e5b-4c2a-a16d-d167135001a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-9b8a3032-9f66-43b6-9063-551ee6941c96', 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'project_id': 'a68fc610ca21434095921c9ff25a693f', 'fixed_ips': [{'subnet_id': '3d3b8fbe-7337-4d27-902a-1d12216a9170'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:04:35.803601 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9651d02d-8e5b-4c2a-a16d-d167135001a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:36.006450 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-545113df-32dc-4505-ad8c-731be7a4ce53 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (484218f9-900b-4227-843d-2cd48c74e857), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:36.046176 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-9651d02d-8e5b-4c2a-a16d-d167135001a1 None None] Allocated IP 2001:db8::2 (9b8a3032-9f66-43b6-9063-551ee6941c96/3d3b8fbe-7337-4d27-902a-1d12216a9170/ef1c1db3-5621-480a-810e-33b11b36c747) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:36.207823 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545113df-32dc-4505-ad8c-731be7a4ce53 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Checking segment: {'id': '499e31fd-93fa-4d11-a148-8ace0211df17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ac6239be-5d3f-4bfe-a128-2a52210f1449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:36.213702 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545113df-32dc-4505-ad8c-731be7a4ce53 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Network hostable DHCP agents. Network: ac6239be-5d3f-4bfe-a128-2a52210f1449, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:04:36.246779 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545113df-32dc-4505-ad8c-731be7a4ce53 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event updated for resources: {'Subnet': ['ID=484218f9-900b-4227-843d-2cd48c74e857,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:36.292202 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545113df-32dc-4505-ad8c-731be7a4ce53 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Network ac6239be-5d3f-4bfe-a128-2a52210f1449 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:04:36.308431 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-545113df-32dc-4505-ad8c-731be7a4ce53 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, ac6239be-5d3f-4bfe-a128-2a52210f1449) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:36.313202 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545113df-32dc-4505-ad8c-731be7a4ce53 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:36.313756 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-545113df-32dc-4505-ad8c-731be7a4ce53 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:36.348938 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-545113df-32dc-4505-ad8c-731be7a4ce53 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9692583 Mar 07 11:04:36.352366 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59256) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:36.383275 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-c32c6cc1-87c6-4557-91ac-fd9874aa7918 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1996377300'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:36.410677 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59258) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:36.417616 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32c6cc1-87c6-4557-91ac-fd9874aa7918 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Made reservation on behalf of 95345183400a4767bccd5b0be8a4bebf for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:36.420698 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-b9dbe904-4b2e-44a8-a078-c770f91cdbc9 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1588299245-network', 'tenant_id': 'e195f34f8f044a71bbb58c1174b1153a'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:36.422537 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c32c6cc1-87c6-4557-91ac-fd9874aa7918 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:36.428796 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902dc398-6cd3-420d-a090-46964b026820 None None] Network ac6239be-5d3f-4bfe-a128-2a52210f1449 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:36.439516 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b4d6de7e-1a15-4454-8eaf-db0bbad8a227 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:36.446046 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9dbe904-4b2e-44a8-a078-c770f91cdbc9 admin admin] Made reservation on behalf of e195f34f8f044a71bbb58c1174b1153a for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:36.454859 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b9dbe904-4b2e-44a8-a078-c770f91cdbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:36.457495 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c32c6cc1-87c6-4557-91ac-fd9874aa7918 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:04:36.472767 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b9dbe904-4b2e-44a8-a078-c770f91cdbc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:36.483002 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c32c6cc1-87c6-4557-91ac-fd9874aa7918 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (df7be70d-2a6e-4d52-9ab6-635fe3b27fc0), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:36.483786 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-c32c6cc1-87c6-4557-91ac-fd9874aa7918 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Added segment df7be70d-2a6e-4d52-9ab6-635fe3b27fc0 of type vlan for network aa749981-6bf2-43bc-b3ce-aa1be9c091ff Mar 07 11:04:36.579730 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c32c6cc1-87c6-4557-91ac-fd9874aa7918 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (aa749981-6bf2-43bc-b3ce-aa1be9c091ff), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:36.626792 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b9dbe904-4b2e-44a8-a078-c770f91cdbc9 admin admin] Publish callbacks [] for security_group (0d4cd4e6-b42b-4d86-a884-5a4a3d592835), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:36.640640 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b9dbe904-4b2e-44a8-a078-c770f91cdbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0d4cd4e6-b42b-4d86-a884-5a4a3d592835), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:36.662639 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c32c6cc1-87c6-4557-91ac-fd9874aa7918 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (aa749981-6bf2-43bc-b3ce-aa1be9c091ff), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:36.667712 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32c6cc1-87c6-4557-91ac-fd9874aa7918 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:36.668301 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c32c6cc1-87c6-4557-91ac-fd9874aa7918 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:36.691614 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9dbe904-4b2e-44a8-a078-c770f91cdbc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:04:36.708712 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c32c6cc1-87c6-4557-91ac-fd9874aa7918 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3547025 Mar 07 11:04:36.715845 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59262) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:36.740972 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f7d2dd8e-e7af-421a-b5d9-d88bb4f034e9 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Request body: {'subnet': {'network_id': 'aa749981-6bf2-43bc-b3ce-aa1be9c091ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:36.742533 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b9dbe904-4b2e-44a8-a078-c770f91cdbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (f66b3ba5-e6f7-4df8-a4ac-86fd8b2196e7), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:36.743070 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-b9dbe904-4b2e-44a8-a078-c770f91cdbc9 admin admin] Added segment f66b3ba5-e6f7-4df8-a4ac-86fd8b2196e7 of type vlan for network cc3619e3-963d-43e4-96ea-3f58c4c9b1c1 Mar 07 11:04:36.745360 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dbe904-4b2e-44a8-a078-c770f91cdbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4cd4e6-b42b-4d86-a884-5a4a3d592835,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:36.811198 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9651d02d-8e5b-4c2a-a16d-d167135001a1 None None] Publish callbacks [] for port (ef1c1db3-5621-480a-810e-33b11b36c747), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:36.850736 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b9dbe904-4b2e-44a8-a078-c770f91cdbc9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (cc3619e3-963d-43e4-96ea-3f58c4c9b1c1), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:36.855215 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff68a555-f23d-43d0-ab08-8ba0a2f4c4bf None None] Network dd9f3bcd-6ab6-4192-a03b-ce73e1757cf5 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:36.871253 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9651d02d-8e5b-4c2a-a16d-d167135001a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (ef1c1db3-5621-480a-810e-33b11b36c747), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:36.940242 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c6cc1-87c6-4557-91ac-fd9874aa7918 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event updated for resources: {'Network': ['ID=aa749981-6bf2-43bc-b3ce-aa1be9c091ff,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:36.978947 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651d02d-8e5b-4c2a-a16d-d167135001a1 None None] Pushing event updated for resources: {'Port': ['ID=ef1c1db3-5621-480a-810e-33b11b36c747,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:36.984593 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-0f34a8e4-8e5f-4277-b39e-65c13862ccac tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Allocated IP 2001:db8::1 (9b8a3032-9f66-43b6-9063-551ee6941c96/3d3b8fbe-7337-4d27-902a-1d12216a9170/8c56779c-29a2-450a-b33e-1df3cdb2fb99) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:36.996974 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b9dbe904-4b2e-44a8-a078-c770f91cdbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (cc3619e3-963d-43e4-96ea-3f58c4c9b1c1), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:36.997988 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dbe904-4b2e-44a8-a078-c770f91cdbc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:36.999587 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b9dbe904-4b2e-44a8-a078-c770f91cdbc9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:37.000179 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network aa749981-6bf2-43bc-b3ce-aa1be9c091ff details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:04:37.006531 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d2dd8e-e7af-421a-b5d9-d88bb4f034e9 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Made reservation on behalf of 95345183400a4767bccd5b0be8a4bebf for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:37.010642 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f7d2dd8e-e7af-421a-b5d9-d88bb4f034e9 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:37.095646 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c955580-88f6-4f38-959c-66c01884d9aa None None] Sync routers for ids ['fa113b9a-2cb8-4a3b-908b-b08300ba9e51'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:04:37.117474 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1331f431-21a6-469b-b734-2f737660397f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-ac6239be-5d3f-4bfe-a128-2a52210f1449', 'network_id': 'ac6239be-5d3f-4bfe-a128-2a52210f1449', 'project_id': '95345183400a4767bccd5b0be8a4bebf', 'fixed_ips': [{'subnet_id': '484218f9-900b-4227-843d-2cd48c74e857'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:04:37.117944 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1331f431-21a6-469b-b734-2f737660397f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:37.118638 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b9dbe904-4b2e-44a8-a078-c770f91cdbc9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7019756 Mar 07 11:04:37.119255 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59266) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:37.132016 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.ipam_backend_mixin [None req-f7d2dd8e-e7af-421a-b5d9-d88bb4f034e9 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Performing IP validity checks on allocation pools {{(pid=103766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 11:04:37.132532 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.ipam_backend_mixin [None req-f7d2dd8e-e7af-421a-b5d9-d88bb4f034e9 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 11:04:37.186080 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-e645be80-f743-4f4f-a5f1-b4d8e28750dc admin admin] Request body: {'subnet': {'network_id': 'cc3619e3-963d-43e4-96ea-3f58c4c9b1c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1588299245-subnet', 'tenant_id': 'e195f34f8f044a71bbb58c1174b1153a', 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:37.331794 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0f34a8e4-8e5f-4277-b39e-65c13862ccac tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for port (8c56779c-29a2-450a-b33e-1df3cdb2fb99), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:37.332080 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-1331f431-21a6-469b-b734-2f737660397f None None] Allocated IP 2001:db8::3 (ac6239be-5d3f-4bfe-a128-2a52210f1449/484218f9-900b-4227-843d-2cd48c74e857/7bf95bf2-38d5-4e08-90aa-d1e09571af8e) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:37.383435 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0f34a8e4-8e5f-4277-b39e-65c13862ccac tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (8c56779c-29a2-450a-b33e-1df3cdb2fb99), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:37.391015 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f7d2dd8e-e7af-421a-b5d9-d88bb4f034e9 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (d3cc9343-a843-4015-bbf7-3f124ff94ab8), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:37.394876 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dbe904-4b2e-44a8-a078-c770f91cdbc9 admin admin] Pushing event updated for resources: {'Network': ['ID=cc3619e3-963d-43e4-96ea-3f58c4c9b1c1,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:37.449949 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f34a8e4-8e5f-4277-b39e-65c13862ccac tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:37.451108 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e645be80-f743-4f4f-a5f1-b4d8e28750dc admin admin] Made reservation on behalf of e195f34f8f044a71bbb58c1174b1153a for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:37.453437 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e645be80-f743-4f4f-a5f1-b4d8e28750dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:37.516524 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2dd8e-e7af-421a-b5d9-d88bb4f034e9 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event updated for resources: {'Subnet': ['ID=d3cc9343-a843-4015-bbf7-3f124ff94ab8,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:37.543124 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d2dd8e-e7af-421a-b5d9-d88bb4f034e9 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Checking segment: {'id': 'df7be70d-2a6e-4d52-9ab6-635fe3b27fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'aa749981-6bf2-43bc-b3ce-aa1be9c091ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:37.543488 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d2dd8e-e7af-421a-b5d9-d88bb4f034e9 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Network hostable DHCP agents. Network: aa749981-6bf2-43bc-b3ce-aa1be9c091ff, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:04:37.578320 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d2dd8e-e7af-421a-b5d9-d88bb4f034e9 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Network aa749981-6bf2-43bc-b3ce-aa1be9c091ff is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:04:37.592501 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-f7d2dd8e-e7af-421a-b5d9-d88bb4f034e9 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, aa749981-6bf2-43bc-b3ce-aa1be9c091ff) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:37.597026 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d2dd8e-e7af-421a-b5d9-d88bb4f034e9 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:37.597829 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f7d2dd8e-e7af-421a-b5d9-d88bb4f034e9 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:37.628396 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f7d2dd8e-e7af-421a-b5d9-d88bb4f034e9 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8933911 Mar 07 11:04:37.631138 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59268) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:37.647396 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34a8e4-8e5f-4277-b39e-65c13862ccac tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Port': ['ID=8c56779c-29a2-450a-b33e-1df3cdb2fb99,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:37.651016 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-0f34a8e4-8e5f-4277-b39e-65c13862ccac tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:37.653944 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f34a8e4-8e5f-4277-b39e-65c13862ccac tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:37.654516 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0f34a8e4-8e5f-4277-b39e-65c13862ccac tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (aa71bbec-9e36-4574-a093-ccc7e84395bf), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:37.659607 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e645be80-f743-4f4f-a5f1-b4d8e28750dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (87935d1c-c0fe-4061-aa4b-a413e202c4ad), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:37.710058 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c955580-88f6-4f38-959c-66c01884d9aa None None] Routers {'fa113b9a-2cb8-4a3b-908b-b08300ba9e51'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:04:37.717745 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-4c955580-88f6-4f38-959c-66c01884d9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:04:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fa113b9a-2cb8-4a3b-908b-b08300ba9e51'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:37.719934 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d24dd183-b3f0-4c8b-8f9d-ddee4913ecd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:37.744757 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network cc3619e3-963d-43e4-96ea-3f58c4c9b1c1 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:04:37.746677 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06d37e0-5d53-43d8-85ee-4f9167c36a2f None None] Network aa749981-6bf2-43bc-b3ce-aa1be9c091ff requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:37.755462 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9651d02d-8e5b-4c2a-a16d-d167135001a1 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:37.775370 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645be80-f743-4f4f-a5f1-b4d8e28750dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=87935d1c-c0fe-4061-aa4b-a413e202c4ad,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:37.819744 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5dec552-888b-4c80-9ab1-545d79366c3b tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (aa749981-6bf2-43bc-b3ce-aa1be9c091ff), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:37.854858 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-9651d02d-8e5b-4c2a-a16d-d167135001a1 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:37.857666 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9651d02d-8e5b-4c2a-a16d-d167135001a1 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:37.862589 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e645be80-f743-4f4f-a5f1-b4d8e28750dc admin admin] Checking segment: {'id': 'f66b3ba5-e6f7-4df8-a4ac-86fd8b2196e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cc3619e3-963d-43e4-96ea-3f58c4c9b1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:37.863201 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e645be80-f743-4f4f-a5f1-b4d8e28750dc admin admin] Network hostable DHCP agents. Network: cc3619e3-963d-43e4-96ea-3f58c4c9b1c1, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:04:37.908668 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port b4d6de7e-1a15-4454-8eaf-db0bbad8a227 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:37.910193 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b4d6de7e-1a15-4454-8eaf-db0bbad8a227), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:37.913056 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5dec552-888b-4c80-9ab1-545d79366c3b tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (d3cc9343-a843-4015-bbf7-3f124ff94ab8), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:37.915390 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e645be80-f743-4f4f-a5f1-b4d8e28750dc admin admin] Network cc3619e3-963d-43e4-96ea-3f58c4c9b1c1 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:04:37.953261 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-e645be80-f743-4f4f-a5f1-b4d8e28750dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, cc3619e3-963d-43e4-96ea-3f58c4c9b1c1) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:37.967966 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e645be80-f743-4f4f-a5f1-b4d8e28750dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:37.979820 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e645be80-f743-4f4f-a5f1-b4d8e28750dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:37.994402 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-cc9ede4a-be3d-4814-891a-efa9817c74ee None None] Provisioning complete for port b4d6de7e-1a15-4454-8eaf-db0bbad8a227 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:37.994774 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cc9ede4a-be3d-4814-891a-efa9817c74ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b4d6de7e-1a15-4454-8eaf-db0bbad8a227), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:37.997459 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0f34a8e4-8e5f-4277-b39e-65c13862ccac tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8c56779c-29a2-450a-b33e-1df3cdb2fb99), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:38.029226 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5dec552-888b-4c80-9ab1-545d79366c3b tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (d3cc9343-a843-4015-bbf7-3f124ff94ab8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:38.036882 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e645be80-f743-4f4f-a5f1-b4d8e28750dc admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8557010 Mar 07 11:04:38.039654 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59272) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:38.046170 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-f4fbae3d-c765-4120-8996-69ab5f72ec31 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1588299245-router', 'tenant_id': 'e195f34f8f044a71bbb58c1174b1153a', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:38.081579 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51431e3-16ad-4ff1-a071-dc50a33a36ed None None] Network cc3619e3-963d-43e4-96ea-3f58c4c9b1c1 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:38.091710 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4fbae3d-c765-4120-8996-69ab5f72ec31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (36987bdc-c05f-4c66-bf1d-c7b2dbd41995), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:38.092774 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4fbae3d-c765-4120-8996-69ab5f72ec31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (36987bdc-c05f-4c66-bf1d-c7b2dbd41995), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:38.108344 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dec552-888b-4c80-9ab1-545d79366c3b tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event deleted for resources: {'Subnet': ['ID=d3cc9343-a843-4015-bbf7-3f124ff94ab8,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:38.204344 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5dec552-888b-4c80-9ab1-545d79366c3b tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (aa749981-6bf2-43bc-b3ce-aa1be9c091ff), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:38.208440 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4fbae3d-c765-4120-8996-69ab5f72ec31 admin admin] Publish callbacks [] for router_controller (36987bdc-c05f-4c66-bf1d-c7b2dbd41995), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:38.237715 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-f5dec552-888b-4c80-9ab1-545d79366c3b tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa749981-6bf2-43bc-b3ce-aa1be9c091ff']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:38.260330 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-f5dec552-888b-4c80-9ab1-545d79366c3b tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df7be70d-2a6e-4d52-9ab6-635fe3b27fc0') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:38.260330 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-f5dec552-888b-4c80-9ab1-545d79366c3b tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df7be70d-2a6e-4d52-9ab6-635fe3b27fc0') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:38.279340 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5dec552-888b-4c80-9ab1-545d79366c3b tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (df7be70d-2a6e-4d52-9ab6-635fe3b27fc0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:38.300695 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5dec552-888b-4c80-9ab1-545d79366c3b tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (df7be70d-2a6e-4d52-9ab6-635fe3b27fc0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:38.311429 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5dec552-888b-4c80-9ab1-545d79366c3b tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:04:38.312135 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5dec552-888b-4c80-9ab1-545d79366c3b tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (df7be70d-2a6e-4d52-9ab6-635fe3b27fc0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:38.352607 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-cc9ede4a-be3d-4814-891a-efa9817c74ee None None] Current status of the port b4d6de7e-1a15-4454-8eaf-db0bbad8a227 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:38.353648 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cc9ede4a-be3d-4814-891a-efa9817c74ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b4d6de7e-1a15-4454-8eaf-db0bbad8a227), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:38.407496 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 11:04:38.407496 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:04:38.407496 n-d-832164-4 neutron-server[103766]: timer() Mar 07 11:04:38.407496 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:04:38.407496 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 11:04:38.407496 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:04:38.407496 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 11:04:38.407496 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:04:38.407496 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 11:04:38.407496 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:04:38.407496 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 11:04:38.407496 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:04:38.407496 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 11:04:38.407496 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:04:38.407496 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:04:38.407496 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:04:38.407496 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:04:38.407496 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:04:38.407496 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 11:04:38.407496 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:04:38.407496 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 11:04:38.407496 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:04:38.407496 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:04:38.407496 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:04:38.407496 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 11:04:38.407496 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:04:38.407496 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:04:38.407496 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:04:38.407496 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:04:38.407496 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:04:38.407496 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:04:38.407496 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:04:38.417639 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5dec552-888b-4c80-9ab1-545d79366c3b tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (aa749981-6bf2-43bc-b3ce-aa1be9c091ff), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:38.441503 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-9651d02d-8e5b-4c2a-a16d-d167135001a1 None None] Attempting to bind port ef1c1db3-5621-480a-810e-33b11b36c747 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:04:38.441877 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-9651d02d-8e5b-4c2a-a16d-d167135001a1 None None] Attempting to bind port ef1c1db3-5621-480a-810e-33b11b36c747 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:04:38.442237 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9651d02d-8e5b-4c2a-a16d-d167135001a1 None None] Attempting to bind port ef1c1db3-5621-480a-810e-33b11b36c747 on network 9b8a3032-9f66-43b6-9063-551ee6941c96 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:04:38.448322 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5dec552-888b-4c80-9ab1-545d79366c3b tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:38.458530 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f5dec552-888b-4c80-9ab1-545d79366c3b tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "DELETE /v2.0/networks/aa749981-6bf2-43bc-b3ce-aa1be9c091ff HTTP/1.1" status: 204 len: 168 time: 0.8238373 Mar 07 11:04:38.463518 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59278) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:38.471428 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-134c9e71-b8cc-4284-80dc-7933c94045fd tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1414901078'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:38.479787 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0f34a8e4-8e5f-4277-b39e-65c13862ccac tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for port (8c56779c-29a2-450a-b33e-1df3cdb2fb99), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:38.516778 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134c9e71-b8cc-4284-80dc-7933c94045fd tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Made reservation on behalf of 95345183400a4767bccd5b0be8a4bebf for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:38.519611 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0f34a8e4-8e5f-4277-b39e-65c13862ccac tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (8c56779c-29a2-450a-b33e-1df3cdb2fb99), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:38.520375 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0f34a8e4-8e5f-4277-b39e-65c13862ccac tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (aa71bbec-9e36-4574-a093-ccc7e84395bf), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:38.521860 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-134c9e71-b8cc-4284-80dc-7933c94045fd tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:38.527021 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dec552-888b-4c80-9ab1-545d79366c3b tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event deleted for resources: {'Network': ['ID=aa749981-6bf2-43bc-b3ce-aa1be9c091ff,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:38.558845 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-134c9e71-b8cc-4284-80dc-7933c94045fd tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 214} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:04:38.584420 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9651d02d-8e5b-4c2a-a16d-d167135001a1 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:04:38.584807 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9651d02d-8e5b-4c2a-a16d-d167135001a1 None None] Checking segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:38.585218 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9651d02d-8e5b-4c2a-a16d-d167135001a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:38.585673 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9651d02d-8e5b-4c2a-a16d-d167135001a1 None None] Bound using segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:04:38.586212 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-9651d02d-8e5b-4c2a-a16d-d167135001a1 None None] Bound port: ef1c1db3-5621-480a-810e-33b11b36c747, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:04:38.586648 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9651d02d-8e5b-4c2a-a16d-d167135001a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ef1c1db3-5621-480a-810e-33b11b36c747), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:38.591734 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-134c9e71-b8cc-4284-80dc-7933c94045fd tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (3a45f746-a2d4-40ee-9e34-96f622182d25), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:38.592500 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-134c9e71-b8cc-4284-80dc-7933c94045fd tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Added segment 3a45f746-a2d4-40ee-9e34-96f622182d25 of type vlan for network ea37f62a-37a8-461e-97b7-5449fcbe15ff Mar 07 11:04:38.603894 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe392bd-07b9-478b-bc31-ee91a361672f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-cc3619e3-963d-43e4-96ea-3f58c4c9b1c1', 'network_id': 'cc3619e3-963d-43e4-96ea-3f58c4c9b1c1', 'project_id': 'e195f34f8f044a71bbb58c1174b1153a', 'fixed_ips': [{'subnet_id': '87935d1c-c0fe-4061-aa4b-a413e202c4ad'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:04:38.604730 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-abe392bd-07b9-478b-bc31-ee91a361672f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:38.657366 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-134c9e71-b8cc-4284-80dc-7933c94045fd tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (ea37f62a-37a8-461e-97b7-5449fcbe15ff), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:38.691546 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-134c9e71-b8cc-4284-80dc-7933c94045fd tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (ea37f62a-37a8-461e-97b7-5449fcbe15ff), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:38.700595 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134c9e71-b8cc-4284-80dc-7933c94045fd tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:38.701562 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-134c9e71-b8cc-4284-80dc-7933c94045fd tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:38.714018 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f34a8e4-8e5f-4277-b39e-65c13862ccac tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:38.718699 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-0f34a8e4-8e5f-4277-b39e-65c13862ccac tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:38.738091 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-134c9e71-b8cc-4284-80dc-7933c94045fd tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2713985 Mar 07 11:04:38.770196 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59282) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:38.776103 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-cfb50c4e-39c1-4311-81af-deef8893332c tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Request body: {'subnet': {'network_id': 'ea37f62a-37a8-461e-97b7-5449fcbe15ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:38.785207 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-abe392bd-07b9-478b-bc31-ee91a361672f None None] Allocated IP 172.20.0.2 (cc3619e3-963d-43e4-96ea-3f58c4c9b1c1/87935d1c-c0fe-4061-aa4b-a413e202c4ad/7008b92c-623b-45d8-82b7-e88a34395438) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:38.817902 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34a8e4-8e5f-4277-b39e-65c13862ccac tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Port': ['ID=8c56779c-29a2-450a-b33e-1df3cdb2fb99,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:38.908118 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c9e71-b8cc-4284-80dc-7933c94045fd tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event updated for resources: {'Network': ['ID=ea37f62a-37a8-461e-97b7-5449fcbe15ff,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:38.934901 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-abe392bd-07b9-478b-bc31-ee91a361672f None None] Publish callbacks [] for port (7008b92c-623b-45d8-82b7-e88a34395438), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:38.961738 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb50c4e-39c1-4311-81af-deef8893332c tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Made reservation on behalf of 95345183400a4767bccd5b0be8a4bebf for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:38.968883 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network ea37f62a-37a8-461e-97b7-5449fcbe15ff details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:04:38.970172 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cfb50c4e-39c1-4311-81af-deef8893332c tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:39.090114 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-4c955580-88f6-4f38-959c-66c01884d9aa None None] Set router fa113b9a-2cb8-4a3b-908b-b08300ba9e51 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:04:39.098703 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-abe392bd-07b9-478b-bc31-ee91a361672f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (7008b92c-623b-45d8-82b7-e88a34395438), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:39.145602 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-cc9ede4a-be3d-4814-891a-efa9817c74ee None None] For port b4d6de7e-1a15-4454-8eaf-db0bbad8a227, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b4d6de7e-1a15-4454-8eaf-db0bbad8a227,segment=NetworkSegment(cb923d1b-929e-4bbb-94e6-77f2f09be457),segment_id=cb923d1b-929e-4bbb-94e6-77f2f09be457)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:39.150272 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b11363-2c28-4160-afe1-f7ecc85717a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-aa749981-6bf2-43bc-b3ce-aa1be9c091ff', 'network_id': 'aa749981-6bf2-43bc-b3ce-aa1be9c091ff', 'project_id': '95345183400a4767bccd5b0be8a4bebf', 'fixed_ips': [{'subnet_id': 'd3cc9343-a843-4015-bbf7-3f124ff94ab8'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:04:39.151319 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b1b11363-2c28-4160-afe1-f7ecc85717a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:39.172894 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1331f431-21a6-469b-b734-2f737660397f None None] Publish callbacks [] for port (7bf95bf2-38d5-4e08-90aa-d1e09571af8e), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:39.250853 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6a5ab5ac-c9f5-4edd-b9a9-bc6d022c6c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:39.257906 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cc9ede4a-be3d-4814-891a-efa9817c74ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b4d6de7e-1a15-4454-8eaf-db0bbad8a227), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:39.334172 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1331f431-21a6-469b-b734-2f737660397f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (7bf95bf2-38d5-4e08-90aa-d1e09571af8e), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:39.354832 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port b4d6de7e-1a15-4454-8eaf-db0bbad8a227 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:39.355220 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b4d6de7e-1a15-4454-8eaf-db0bbad8a227), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:39.359632 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cfb50c4e-39c1-4311-81af-deef8893332c tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (266f3a10-efed-437c-855d-59eb55a65892), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:39.460019 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4fbae3d-c765-4120-8996-69ab5f72ec31 admin admin] Publish callbacks [] for router_gateway (36987bdc-c05f-4c66-bf1d-c7b2dbd41995), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:39.474552 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe392bd-07b9-478b-bc31-ee91a361672f None None] Network cc3619e3-963d-43e4-96ea-3f58c4c9b1c1 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:39.513023 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb50c4e-39c1-4311-81af-deef8893332c tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event updated for resources: {'Subnet': ['ID=266f3a10-efed-437c-855d-59eb55a65892,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:39.530332 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-abe392bd-07b9-478b-bc31-ee91a361672f None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:39.540638 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe392bd-07b9-478b-bc31-ee91a361672f None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:39.545004 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb50c4e-39c1-4311-81af-deef8893332c tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Checking segment: {'id': '3a45f746-a2d4-40ee-9e34-96f622182d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'ea37f62a-37a8-461e-97b7-5449fcbe15ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:39.546540 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb50c4e-39c1-4311-81af-deef8893332c tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Network hostable DHCP agents. Network: ea37f62a-37a8-461e-97b7-5449fcbe15ff, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:04:39.558074 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1331f431-21a6-469b-b734-2f737660397f None None] Network ac6239be-5d3f-4bfe-a128-2a52210f1449 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:39.564791 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-1331f431-21a6-469b-b734-2f737660397f None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:39.568431 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe392bd-07b9-478b-bc31-ee91a361672f None None] Pushing event updated for resources: {'Port': ['ID=7008b92c-623b-45d8-82b7-e88a34395438,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:39.588316 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1331f431-21a6-469b-b734-2f737660397f None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:39.603653 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f34a8e4-8e5f-4277-b39e-65c13862ccac tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Router aa71bbec-9e36-4574-a093-ccc7e84395bf is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:04:39.616036 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb50c4e-39c1-4311-81af-deef8893332c tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Network ea37f62a-37a8-461e-97b7-5449fcbe15ff is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:04:39.642076 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-cfb50c4e-39c1-4311-81af-deef8893332c tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, ea37f62a-37a8-461e-97b7-5449fcbe15ff) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:39.655554 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb50c4e-39c1-4311-81af-deef8893332c tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:39.658605 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cfb50c4e-39c1-4311-81af-deef8893332c tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:39.661315 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd89b41c-d5c3-4482-8d18-681c8943b5c2 None None] Network aa749981-6bf2-43bc-b3ce-aa1be9c091ff requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:39.677661 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-9651d02d-8e5b-4c2a-a16d-d167135001a1 None None] For port ef1c1db3-5621-480a-810e-33b11b36c747, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:04:39.680374 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cfb29d-e943-4489-9cee-a67aafaa748c None None] Network ea37f62a-37a8-461e-97b7-5449fcbe15ff requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:39.699026 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cfb50c4e-39c1-4311-81af-deef8893332c tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9252331 Mar 07 11:04:39.700363 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59298) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:39.826875 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f34a8e4-8e5f-4277-b39e-65c13862ccac tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:04:39.842821 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e10b356-698d-4e24-9a22-486f20f18b1c None None] Sync routers for ids ['aa71bbec-9e36-4574-a093-ccc7e84395bf'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:04:39.873242 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0f34a8e4-8e5f-4277-b39e-65c13862ccac tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "PUT /v2.0/routers/aa71bbec-9e36-4574-a093-ccc7e84395bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9797180 Mar 07 11:04:39.875449 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e10b356-698d-4e24-9a22-486f20f18b1c None None] Routers {'aa71bbec-9e36-4574-a093-ccc7e84395bf'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:04:39.877835 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4e10b356-698d-4e24-9a22-486f20f18b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:04:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['aa71bbec-9e36-4574-a093-ccc7e84395bf'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:39.880594 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59302) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:39.964571 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4fbae3d-c765-4120-8996-69ab5f72ec31 admin admin] Publish callbacks [] for router_gateway (36987bdc-c05f-4c66-bf1d-c7b2dbd41995), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:39.973356 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e95c645-fc87-4b4c-9549-f658e2d7cf40 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:39.975269 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4e95c645-fc87-4b4c-9549-f658e2d7cf40 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports/8c56779c-29a2-450a-b33e-1df3cdb2fb99 HTTP/1.1" status: 200 len: 911 time: 0.0918324 Mar 07 11:04:39.996085 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59304) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:39.996942 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4fbae3d-c765-4120-8996-69ab5f72ec31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:39.997584 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-5126094a-3b77-435f-af88-95ddb50ae9ac None None] Provisioning complete for port b4d6de7e-1a15-4454-8eaf-db0bbad8a227 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:39.998070 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5126094a-3b77-435f-af88-95ddb50ae9ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b4d6de7e-1a15-4454-8eaf-db0bbad8a227), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:40.022462 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd89b41c-d5c3-4482-8d18-681c8943b5c2 None None] Network aa749981-6bf2-43bc-b3ce-aa1be9c091ff could not be found, it might have been deleted concurrently. {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 11:04:40.059008 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-9651d02d-8e5b-4c2a-a16d-d167135001a1 None None] For port ef1c1db3-5621-480a-810e-33b11b36c747, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ef1c1db3-5621-480a-810e-33b11b36c747,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:04:40.128580 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8162a896-838f-4586-b1d9-9a3819b4cef7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (ea37f62a-37a8-461e-97b7-5449fcbe15ff), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:40.139959 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5b4ec2-5d10-49e2-9234-4bc353bcf30f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:40.145839 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5b4ec2-5d10-49e2-9234-4bc353bcf30f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:40.151244 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8e5b4ec2-5d10-49e2-9234-4bc353bcf30f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1506808 Mar 07 11:04:40.152563 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59306) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:40.184590 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9651d02d-8e5b-4c2a-a16d-d167135001a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ef1c1db3-5621-480a-810e-33b11b36c747), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:40.185362 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-f4fbae3d-c765-4120-8996-69ab5f72ec31 admin admin] Allocated IP 172.25.3.70 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/8d98f8a2-3936-44c9-ad91-f33f51301e6b) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:40.200542 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:04:40.200958 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:04:40.223472 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:40.234928 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-abe392bd-07b9-478b-bc31-ee91a361672f None None] Attempting to bind port 7008b92c-623b-45d8-82b7-e88a34395438 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:04:40.236520 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-abe392bd-07b9-478b-bc31-ee91a361672f None None] Attempting to bind port 7008b92c-623b-45d8-82b7-e88a34395438 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'f66b3ba5-e6f7-4df8-a4ac-86fd8b2196e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cc3619e3-963d-43e4-96ea-3f58c4c9b1c1'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:04:40.236520 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe392bd-07b9-478b-bc31-ee91a361672f None None] Attempting to bind port 7008b92c-623b-45d8-82b7-e88a34395438 on network cc3619e3-963d-43e4-96ea-3f58c4c9b1c1 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:04:40.237680 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-1331f431-21a6-469b-b734-2f737660397f None None] Attempting to bind port 7bf95bf2-38d5-4e08-90aa-d1e09571af8e on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:04:40.238046 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-1331f431-21a6-469b-b734-2f737660397f None None] Attempting to bind port 7bf95bf2-38d5-4e08-90aa-d1e09571af8e by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '499e31fd-93fa-4d11-a148-8ace0211df17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ac6239be-5d3f-4bfe-a128-2a52210f1449'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:04:40.238751 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331f431-21a6-469b-b734-2f737660397f None None] Attempting to bind port 7bf95bf2-38d5-4e08-90aa-d1e09571af8e on network ac6239be-5d3f-4bfe-a128-2a52210f1449 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:04:40.244414 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ede4a-be3d-4814-891a-efa9817c74ee None None] Pushing event updated for resources: {'Port': ['ID=b4d6de7e-1a15-4454-8eaf-db0bbad8a227,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:40.314258 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe392bd-07b9-478b-bc31-ee91a361672f None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:04:40.314611 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe392bd-07b9-478b-bc31-ee91a361672f None None] Checking segment: {'id': 'f66b3ba5-e6f7-4df8-a4ac-86fd8b2196e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cc3619e3-963d-43e4-96ea-3f58c4c9b1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:40.314984 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-abe392bd-07b9-478b-bc31-ee91a361672f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:40.315385 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe392bd-07b9-478b-bc31-ee91a361672f None None] Bound using segment: {'id': 'f66b3ba5-e6f7-4df8-a4ac-86fd8b2196e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cc3619e3-963d-43e4-96ea-3f58c4c9b1c1'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:04:40.316399 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-abe392bd-07b9-478b-bc31-ee91a361672f None None] Bound port: 7008b92c-623b-45d8-82b7-e88a34395438, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f66b3ba5-e6f7-4df8-a4ac-86fd8b2196e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cc3619e3-963d-43e4-96ea-3f58c4c9b1c1'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:04:40.316810 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-abe392bd-07b9-478b-bc31-ee91a361672f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7008b92c-623b-45d8-82b7-e88a34395438), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:40.319698 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331f431-21a6-469b-b734-2f737660397f None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:04:40.320084 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331f431-21a6-469b-b734-2f737660397f None None] Checking segment: {'id': '499e31fd-93fa-4d11-a148-8ace0211df17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ac6239be-5d3f-4bfe-a128-2a52210f1449'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:40.320830 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1331f431-21a6-469b-b734-2f737660397f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:40.320830 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1331f431-21a6-469b-b734-2f737660397f None None] Bound using segment: {'id': '499e31fd-93fa-4d11-a148-8ace0211df17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ac6239be-5d3f-4bfe-a128-2a52210f1449'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:04:40.321350 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-4e10b356-698d-4e24-9a22-486f20f18b1c None None] Set router aa71bbec-9e36-4574-a093-ccc7e84395bf gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:04:40.321485 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-1331f431-21a6-469b-b734-2f737660397f None None] Bound port: 7bf95bf2-38d5-4e08-90aa-d1e09571af8e, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '499e31fd-93fa-4d11-a148-8ace0211df17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ac6239be-5d3f-4bfe-a128-2a52210f1449'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:04:40.321799 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1331f431-21a6-469b-b734-2f737660397f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7bf95bf2-38d5-4e08-90aa-d1e09571af8e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:40.327816 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8162a896-838f-4586-b1d9-9a3819b4cef7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (266f3a10-efed-437c-855d-59eb55a65892), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:40.506246 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4fbae3d-c765-4120-8996-69ab5f72ec31 admin admin] Publish callbacks [] for port (8d98f8a2-3936-44c9-ad91-f33f51301e6b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:40.574062 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d84138-be03-4546-80b9-d3b495e1e88d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-ea37f62a-37a8-461e-97b7-5449fcbe15ff', 'network_id': 'ea37f62a-37a8-461e-97b7-5449fcbe15ff', 'project_id': '95345183400a4767bccd5b0be8a4bebf', 'fixed_ips': [{'subnet_id': '266f3a10-efed-437c-855d-59eb55a65892'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:04:40.576013 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f9d84138-be03-4546-80b9-d3b495e1e88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:40.685040 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331f431-21a6-469b-b734-2f737660397f None None] Pushing event updated for resources: {'Port': ['ID=7bf95bf2-38d5-4e08-90aa-d1e09571af8e,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:40.689950 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4fbae3d-c765-4120-8996-69ab5f72ec31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (8d98f8a2-3936-44c9-ad91-f33f51301e6b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:40.768838 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fbae3d-c765-4120-8996-69ab5f72ec31 admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:40.772723 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-f4fbae3d-c765-4120-8996-69ab5f72ec31 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:40.777434 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fbae3d-c765-4120-8996-69ab5f72ec31 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:40.786973 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4e10b356-698d-4e24-9a22-486f20f18b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa71bbec-9e36-4574-a093-ccc7e84395bf', 'name': 'tempest-NetworksTestDHCPv6-router-1918084480', 'tenant_id': 'a68fc610ca21434095921c9ff25a693f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:34Z', 'updated_at': '2022-03-07T11:04:37Z', 'revision_number': 2, 'project_id': 'a68fc610ca21434095921c9ff25a693f', 'gw_port_host': None, '_interfaces': [{'id': '8c56779c-29a2-450a-b33e-1df3cdb2fb99', 'name': '', 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'tenant_id': 'a68fc610ca21434095921c9ff25a693f', 'mac_address': 'fa:16:3e:66:9e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa71bbec-9e36-4574-a093-ccc7e84395bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '3d3b8fbe-7337-4d27-902a-1d12216a9170', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:35Z', 'updated_at': '2022-03-07T11:04:38Z', 'revision_number': 2, 'project_id': 'a68fc610ca21434095921c9ff25a693f', 'subnets': [{'id': '3d3b8fbe-7337-4d27-902a-1d12216a9170', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:40.788651 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbae3d-c765-4120-8996-69ab5f72ec31 admin admin] Pushing event updated for resources: {'Port': ['ID=8d98f8a2-3936-44c9-ad91-f33f51301e6b,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:40.851610 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e10b356-698d-4e24-9a22-486f20f18b1c None None] Checking router: aa71bbec-9e36-4574-a093-ccc7e84395bf for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:04:40.853244 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e10b356-698d-4e24-9a22-486f20f18b1c None None] Updating router aa71bbec-9e36-4574-a093-ccc7e84395bf port 8c56779c-29a2-450a-b33e-1df3cdb2fb99 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:04:40.890320 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4e10b356-698d-4e24-9a22-486f20f18b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8c56779c-29a2-450a-b33e-1df3cdb2fb99), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:41.011393 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8162a896-838f-4586-b1d9-9a3819b4cef7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (266f3a10-efed-437c-855d-59eb55a65892), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:41.023701 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651d02d-8e5b-4c2a-a16d-d167135001a1 None None] Pushing event updated for resources: {'Port': ['ID=ef1c1db3-5621-480a-810e-33b11b36c747,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:41.048696 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162a896-838f-4586-b1d9-9a3819b4cef7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event deleted for resources: {'Subnet': ['ID=266f3a10-efed-437c-855d-59eb55a65892,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:41.064876 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5126094a-3b77-435f-af88-95ddb50ae9ac None None] Current status of the port b4d6de7e-1a15-4454-8eaf-db0bbad8a227 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:41.123536 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port b4d6de7e-1a15-4454-8eaf-db0bbad8a227 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:41.126653 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a341b88f-c413-44ed-8de5-0c1007ead2a8 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:41.203833 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8162a896-838f-4586-b1d9-9a3819b4cef7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (ea37f62a-37a8-461e-97b7-5449fcbe15ff), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:41.261421 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-8162a896-838f-4586-b1d9-9a3819b4cef7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea37f62a-37a8-461e-97b7-5449fcbe15ff']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:41.280477 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-8162a896-838f-4586-b1d9-9a3819b4cef7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a45f746-a2d4-40ee-9e34-96f622182d25') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:41.280976 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-8162a896-838f-4586-b1d9-9a3819b4cef7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a45f746-a2d4-40ee-9e34-96f622182d25') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:41.303781 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8162a896-838f-4586-b1d9-9a3819b4cef7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (3a45f746-a2d4-40ee-9e34-96f622182d25), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:41.353224 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8162a896-838f-4586-b1d9-9a3819b4cef7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (3a45f746-a2d4-40ee-9e34-96f622182d25), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:41.368009 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8162a896-838f-4586-b1d9-9a3819b4cef7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:04:41.368959 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8162a896-838f-4586-b1d9-9a3819b4cef7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (3a45f746-a2d4-40ee-9e34-96f622182d25), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:41.373561 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-1331f431-21a6-469b-b734-2f737660397f None None] For port 7bf95bf2-38d5-4e08-90aa-d1e09571af8e, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:04:41.374217 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4fbae3d-c765-4120-8996-69ab5f72ec31 admin admin] Publish callbacks [] for router_gateway (36987bdc-c05f-4c66-bf1d-c7b2dbd41995), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:41.375331 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 11:04:41.375331 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:04:41.375331 n-d-832164-4 neutron-server[103766]: timer() Mar 07 11:04:41.375331 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:04:41.375331 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 11:04:41.375331 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:04:41.375331 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 11:04:41.375331 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:04:41.375331 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 11:04:41.375331 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:04:41.375331 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 11:04:41.375331 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:04:41.375331 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 11:04:41.375331 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:04:41.375331 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:04:41.375331 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:04:41.375331 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:04:41.375331 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:04:41.375331 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 11:04:41.375331 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:04:41.375331 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 11:04:41.375331 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:04:41.375331 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:04:41.375331 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:04:41.375331 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 11:04:41.375331 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:04:41.375331 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:04:41.375331 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:04:41.375331 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:04:41.375331 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:04:41.375331 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:04:41.375331 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:04:41.385027 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-abe392bd-07b9-478b-bc31-ee91a361672f None None] For port 7008b92c-623b-45d8-82b7-e88a34395438, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:04:41.401722 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-4c955580-88f6-4f38-959c-66c01884d9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa113b9a-2cb8-4a3b-908b-b08300ba9e51', 'name': 'tempest-TestServerMultinode-2048961843-router', 'tenant_id': '816aa66438f74aed96aa3545852636b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a341b88f-c413-44ed-8de5-0c1007ead2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:23Z', 'updated_at': '2022-03-07T11:04:31Z', 'revision_number': 4, 'project_id': '816aa66438f74aed96aa3545852636b6', 'gw_port': {'id': 'a341b88f-c413-44ed-8de5-0c1007ead2a8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:af:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa113b9a-2cb8-4a3b-908b-b08300ba9e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:24Z', 'updated_at': '2022-03-07T11:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '465899ab-7b89-4f61-ab0d-2eade00c2577', 'name': '', 'network_id': '50a0564a-c42c-4465-ad8a-d34160cc28c8', 'tenant_id': '816aa66438f74aed96aa3545852636b6', 'mac_address': 'fa:16:3e:48:7b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa113b9a-2cb8-4a3b-908b-b08300ba9e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '6e2b4fbc-8dc7-4ab0-abcd-dc67cc967c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:29Z', 'updated_at': '2022-03-07T11:04:32Z', 'revision_number': 2, 'project_id': '816aa66438f74aed96aa3545852636b6', 'subnets': [{'id': '6e2b4fbc-8dc7-4ab0-abcd-dc67cc967c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:41.402528 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7c31b528-4ebb-43a2-b0d5-114f820accfa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (aa71bbec-9e36-4574-a093-ccc7e84395bf), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:41.476428 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4e10b356-698d-4e24-9a22-486f20f18b1c None None] Publish callbacks [] for port (8c56779c-29a2-450a-b33e-1df3cdb2fb99), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:41.500014 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4e10b356-698d-4e24-9a22-486f20f18b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8c56779c-29a2-450a-b33e-1df3cdb2fb99), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:41.512840 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c955580-88f6-4f38-959c-66c01884d9aa None None] Checking router: fa113b9a-2cb8-4a3b-908b-b08300ba9e51 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:04:41.514396 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c955580-88f6-4f38-959c-66c01884d9aa None None] Updating router fa113b9a-2cb8-4a3b-908b-b08300ba9e51 port 465899ab-7b89-4f61-ab0d-2eade00c2577 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:04:41.593523 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-abe392bd-07b9-478b-bc31-ee91a361672f None None] For port 7008b92c-623b-45d8-82b7-e88a34395438, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7008b92c-623b-45d8-82b7-e88a34395438,segment=NetworkSegment(f66b3ba5-e6f7-4df8-a4ac-86fd8b2196e7),segment_id=f66b3ba5-e6f7-4df8-a4ac-86fd8b2196e7)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:04:41.606947 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b808f9f-5cdc-4fbc-8608-81eea498fc33 None None] Pushing event updated for resources: {'Port': ['ID=8c56779c-29a2-450a-b33e-1df3cdb2fb99,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:41.614885 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c97e5e-b8d4-486d-8f0e-20f5a1f07fe1 None None] Network ea37f62a-37a8-461e-97b7-5449fcbe15ff requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:41.632473 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4c955580-88f6-4f38-959c-66c01884d9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (465899ab-7b89-4f61-ab0d-2eade00c2577), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:41.659984 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8162a896-838f-4586-b1d9-9a3819b4cef7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (ea37f62a-37a8-461e-97b7-5449fcbe15ff), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:41.666848 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8162a896-838f-4586-b1d9-9a3819b4cef7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:41.675253 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59314) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:41.676970 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8162a896-838f-4586-b1d9-9a3819b4cef7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "DELETE /v2.0/networks/ea37f62a-37a8-461e-97b7-5449fcbe15ff HTTP/1.1" status: 204 len: 168 time: 1.9747493 Mar 07 11:04:41.680299 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-e28c17c4-256f-4789-ae65-c23eabf92eea tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-506979499'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:41.701700 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-abe392bd-07b9-478b-bc31-ee91a361672f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (7008b92c-623b-45d8-82b7-e88a34395438), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:41.703533 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8162a896-838f-4586-b1d9-9a3819b4cef7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event deleted for resources: {'Network': ['ID=ea37f62a-37a8-461e-97b7-5449fcbe15ff,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:41.757966 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-4e10b356-698d-4e24-9a22-486f20f18b1c None None] Attempting to bind port 8c56779c-29a2-450a-b33e-1df3cdb2fb99 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:04:41.758490 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-4e10b356-698d-4e24-9a22-486f20f18b1c None None] Attempting to bind port 8c56779c-29a2-450a-b33e-1df3cdb2fb99 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:04:41.758920 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e10b356-698d-4e24-9a22-486f20f18b1c None None] Attempting to bind port 8c56779c-29a2-450a-b33e-1df3cdb2fb99 on network 9b8a3032-9f66-43b6-9063-551ee6941c96 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:04:41.771031 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e10b356-698d-4e24-9a22-486f20f18b1c None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:04:41.771543 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e10b356-698d-4e24-9a22-486f20f18b1c None None] Checking segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:41.772006 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4e10b356-698d-4e24-9a22-486f20f18b1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:41.772633 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e10b356-698d-4e24-9a22-486f20f18b1c None None] Bound using segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:04:41.779195 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-4e10b356-698d-4e24-9a22-486f20f18b1c None None] Bound port: 8c56779c-29a2-450a-b33e-1df3cdb2fb99, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:04:41.784497 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4e10b356-698d-4e24-9a22-486f20f18b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8c56779c-29a2-450a-b33e-1df3cdb2fb99), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:41.798997 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-7c31b528-4ebb-43a2-b0d5-114f820accfa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting port 8c56779c-29a2-450a-b33e-1df3cdb2fb99 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:04:41.799595 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7c31b528-4ebb-43a2-b0d5-114f820accfa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (8c56779c-29a2-450a-b33e-1df3cdb2fb99), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:41.824788 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28c17c4-256f-4789-ae65-c23eabf92eea tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Made reservation on behalf of 95345183400a4767bccd5b0be8a4bebf for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:41.828814 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e28c17c4-256f-4789-ae65-c23eabf92eea tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:41.868893 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-1331f431-21a6-469b-b734-2f737660397f None None] For port 7bf95bf2-38d5-4e08-90aa-d1e09571af8e, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7bf95bf2-38d5-4e08-90aa-d1e09571af8e,segment=NetworkSegment(499e31fd-93fa-4d11-a148-8ace0211df17),segment_id=499e31fd-93fa-4d11-a148-8ace0211df17)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:04:41.915309 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-4e10b356-698d-4e24-9a22-486f20f18b1c None None] For port 8c56779c-29a2-450a-b33e-1df3cdb2fb99, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:04:41.920386 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-4e10b356-698d-4e24-9a22-486f20f18b1c None None] For port 8c56779c-29a2-450a-b33e-1df3cdb2fb99, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=8c56779c-29a2-450a-b33e-1df3cdb2fb99,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:04:41.937634 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4e10b356-698d-4e24-9a22-486f20f18b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8c56779c-29a2-450a-b33e-1df3cdb2fb99), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:41.967861 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e28c17c4-256f-4789-ae65-c23eabf92eea tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:04:42.008296 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port a341b88f-c413-44ed-8de5-0c1007ead2a8 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:42.008929 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a341b88f-c413-44ed-8de5-0c1007ead2a8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:42.014209 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-7c31b528-4ebb-43a2-b0d5-114f820accfa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] For port 8c56779c-29a2-450a-b33e-1df3cdb2fb99, host n-d-832164-4, got binding levels [] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:42.014732 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e28c17c4-256f-4789-ae65-c23eabf92eea tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (3244623d-5655-4171-8ae0-4dc8f8d798be), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:42.014859 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7c31b528-4ebb-43a2-b0d5-114f820accfa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (8c56779c-29a2-450a-b33e-1df3cdb2fb99), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:42.015092 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-e28c17c4-256f-4789-ae65-c23eabf92eea tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Added segment 3244623d-5655-4171-8ae0-4dc8f8d798be of type vlan for network 40fc22dc-dd0e-4090-a87e-337dc348da94 Mar 07 11:04:42.019099 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1331f431-21a6-469b-b734-2f737660397f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (7bf95bf2-38d5-4e08-90aa-d1e09571af8e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:42.052755 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-7c31b528-4ebb-43a2-b0d5-114f820accfa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Calling delete_port for 8c56779c-29a2-450a-b33e-1df3cdb2fb99 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:04:42.060059 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b808f9f-5cdc-4fbc-8608-81eea498fc33 None None] Pushing event updated for resources: {'Port': ['ID=8c56779c-29a2-450a-b33e-1df3cdb2fb99,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:42.074429 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:42.099050 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e10b356-698d-4e24-9a22-486f20f18b1c None None] Routers {'aa71bbec-9e36-4574-a093-ccc7e84395bf'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:04:42.100473 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4e10b356-698d-4e24-9a22-486f20f18b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:04:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['aa71bbec-9e36-4574-a093-ccc7e84395bf'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:42.127068 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4fbae3d-c765-4120-8996-69ab5f72ec31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (36987bdc-c05f-4c66-bf1d-c7b2dbd41995), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:42.165460 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e28c17c4-256f-4789-ae65-c23eabf92eea tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (40fc22dc-dd0e-4090-a87e-337dc348da94), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:42.338025 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-4e10b356-698d-4e24-9a22-486f20f18b1c None None] Set router aa71bbec-9e36-4574-a093-ccc7e84395bf gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:04:42.406496 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe392bd-07b9-478b-bc31-ee91a361672f None None] Pushing event updated for resources: {'Port': ['ID=7008b92c-623b-45d8-82b7-e88a34395438,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:42.484240 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e28c17c4-256f-4789-ae65-c23eabf92eea tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (40fc22dc-dd0e-4090-a87e-337dc348da94), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:42.491290 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28c17c4-256f-4789-ae65-c23eabf92eea tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:42.491966 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e28c17c4-256f-4789-ae65-c23eabf92eea tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:42.555789 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c837e33e-24bc-49cf-984b-7e85fad10f5b None None] Provisioning complete for port ef1c1db3-5621-480a-810e-33b11b36c747 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:42.561734 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c837e33e-24bc-49cf-984b-7e85fad10f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ef1c1db3-5621-480a-810e-33b11b36c747), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:42.631714 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7c31b528-4ebb-43a2-b0d5-114f820accfa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (8c56779c-29a2-450a-b33e-1df3cdb2fb99), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:42.694616 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331f431-21a6-469b-b734-2f737660397f None None] Pushing event updated for resources: {'Port': ['ID=7bf95bf2-38d5-4e08-90aa-d1e09571af8e,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:42.770403 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c31b528-4ebb-43a2-b0d5-114f820accfa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Port': ['ID=8c56779c-29a2-450a-b33e-1df3cdb2fb99,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:42.828657 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c17c4-256f-4789-ae65-c23eabf92eea tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event updated for resources: {'Network': ['ID=40fc22dc-dd0e-4090-a87e-337dc348da94,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:42.852656 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port a341b88f-c413-44ed-8de5-0c1007ead2a8 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:42.859644 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e28c17c4-256f-4789-ae65-c23eabf92eea tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1806593 Mar 07 11:04:42.889421 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59318) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:42.923438 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-a8b6416f-90e8-4c7f-a95c-250a5684aa2d tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Request body: {'subnet': {'network_id': '40fc22dc-dd0e-4090-a87e-337dc348da94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:42.970918 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4e10b356-698d-4e24-9a22-486f20f18b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa71bbec-9e36-4574-a093-ccc7e84395bf', 'name': 'tempest-NetworksTestDHCPv6-router-1918084480', 'tenant_id': 'a68fc610ca21434095921c9ff25a693f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:34Z', 'updated_at': '2022-03-07T11:04:37Z', 'revision_number': 2, 'project_id': 'a68fc610ca21434095921c9ff25a693f', 'gw_port_host': None, '_interfaces': [{'id': '8c56779c-29a2-450a-b33e-1df3cdb2fb99', 'name': '', 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'tenant_id': 'a68fc610ca21434095921c9ff25a693f', 'mac_address': 'fa:16:3e:66:9e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa71bbec-9e36-4574-a093-ccc7e84395bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '3d3b8fbe-7337-4d27-902a-1d12216a9170', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:35Z', 'updated_at': '2022-03-07T11:04:41Z', 'revision_number': 4, 'project_id': 'a68fc610ca21434095921c9ff25a693f', 'subnets': [{'id': '3d3b8fbe-7337-4d27-902a-1d12216a9170', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:42.986710 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 40fc22dc-dd0e-4090-a87e-337dc348da94 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:04:43.057342 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7c31b528-4ebb-43a2-b0d5-114f820accfa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (aa71bbec-9e36-4574-a093-ccc7e84395bf), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:43.204000 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4fbae3d-c765-4120-8996-69ab5f72ec31 admin admin] Router 36987bdc-c05f-4c66-bf1d-c7b2dbd41995 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:04:43.367939 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e10b356-698d-4e24-9a22-486f20f18b1c None None] The sync data for ids ['aa71bbec-9e36-4574-a093-ccc7e84395bf'] in n-d-832164-4 is: [{'id': 'aa71bbec-9e36-4574-a093-ccc7e84395bf', 'name': 'tempest-NetworksTestDHCPv6-router-1918084480', 'tenant_id': 'a68fc610ca21434095921c9ff25a693f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:34Z', 'updated_at': '2022-03-07T11:04:37Z', 'revision_number': 2, 'project_id': 'a68fc610ca21434095921c9ff25a693f', 'gw_port_host': None, '_interfaces': [{'id': '8c56779c-29a2-450a-b33e-1df3cdb2fb99', 'name': '', 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'tenant_id': 'a68fc610ca21434095921c9ff25a693f', 'mac_address': 'fa:16:3e:66:9e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa71bbec-9e36-4574-a093-ccc7e84395bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '3d3b8fbe-7337-4d27-902a-1d12216a9170', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:35Z', 'updated_at': '2022-03-07T11:04:41Z', 'revision_number': 4, 'project_id': 'a68fc610ca21434095921c9ff25a693f', 'subnets': [{'id': '3d3b8fbe-7337-4d27-902a-1d12216a9170', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:04:43.381892 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b6416f-90e8-4c7f-a95c-250a5684aa2d tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Made reservation on behalf of 95345183400a4767bccd5b0be8a4bebf for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:43.385726 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a8b6416f-90e8-4c7f-a95c-250a5684aa2d tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:43.431048 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b4d6de7e-1a15-4454-8eaf-db0bbad8a227 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:43.433769 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:43.521546 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c31b528-4ebb-43a2-b0d5-114f820accfa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Router aa71bbec-9e36-4574-a093-ccc7e84395bf has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:04:43.590984 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c837e33e-24bc-49cf-984b-7e85fad10f5b None None] Current status of the port ef1c1db3-5621-480a-810e-33b11b36c747 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:43.591629 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c837e33e-24bc-49cf-984b-7e85fad10f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ef1c1db3-5621-480a-810e-33b11b36c747), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:43.658535 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c31b528-4ebb-43a2-b0d5-114f820accfa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:04:43.668773 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7c31b528-4ebb-43a2-b0d5-114f820accfa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "PUT /v2.0/routers/aa71bbec-9e36-4574-a093-ccc7e84395bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5150006 Mar 07 11:04:43.671286 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59322) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:43.775182 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c837e33e-24bc-49cf-984b-7e85fad10f5b None None] For port ef1c1db3-5621-480a-810e-33b11b36c747, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ef1c1db3-5621-480a-810e-33b11b36c747,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:43.782131 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ad1211-f9d7-4887-9d9a-cf6dd3845c65 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:43.783815 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ad1211-f9d7-4887-9d9a-cf6dd3845c65 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:43.788120 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-88ad1211-f9d7-4887-9d9a-cf6dd3845c65 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1129751 Mar 07 11:04:43.788285 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c837e33e-24bc-49cf-984b-7e85fad10f5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ef1c1db3-5621-480a-810e-33b11b36c747), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:43.789690 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59324) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:43.792153 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port b4d6de7e-1a15-4454-8eaf-db0bbad8a227 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:43.792666 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b4d6de7e-1a15-4454-8eaf-db0bbad8a227), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:43.892890 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1af692-de01-412f-9bdc-c7915524149c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting subnet 3d3b8fbe-7337-4d27-902a-1d12216a9170 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:04:43.899200 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ed1af692-de01-412f-9bdc-c7915524149c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (3d3b8fbe-7337-4d27-902a-1d12216a9170), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:43.987908 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ed1af692-de01-412f-9bdc-c7915524149c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (3d3b8fbe-7337-4d27-902a-1d12216a9170), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:44.005883 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fbae3d-c765-4120-8996-69ab5f72ec31 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:04:44.035663 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a8b6416f-90e8-4c7f-a95c-250a5684aa2d tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (25eaa78c-8049-4800-b083-dd6f68b80882), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:44.140106 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4fbae3d-c765-4120-8996-69ab5f72ec31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:44.159751 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f4fbae3d-c765-4120-8996-69ab5f72ec31 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1189413 Mar 07 11:04:44.164364 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59326) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:44.229555 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ed1af692-de01-412f-9bdc-c7915524149c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (3d3b8fbe-7337-4d27-902a-1d12216a9170), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:44.348983 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ed1af692-de01-412f-9bdc-c7915524149c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (3d3b8fbe-7337-4d27-902a-1d12216a9170), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:44.355982 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6416f-90e8-4c7f-a95c-250a5684aa2d tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event updated for resources: {'Subnet': ['ID=25eaa78c-8049-4800-b083-dd6f68b80882,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:44.377695 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a179afe7-cef3-4893-9fdc-92d47adb011c None None] Sync routers for ids ['36987bdc-c05f-4c66-bf1d-c7b2dbd41995'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:04:44.389378 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4c955580-88f6-4f38-959c-66c01884d9aa None None] Publish callbacks [] for port (465899ab-7b89-4f61-ab0d-2eade00c2577), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:44.392514 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6079d7d9-ab0e-4d45-b9dc-33668f7e4203 None None] Could not find standard attr ID for object 8c56779c-29a2-450a-b33e-1df3cdb2fb99. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:04:44.393598 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1af692-de01-412f-9bdc-c7915524149c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Subnet': ['ID=3d3b8fbe-7337-4d27-902a-1d12216a9170,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:44.401019 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ed1af692-de01-412f-9bdc-c7915524149c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:44.404170 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ed1af692-de01-412f-9bdc-c7915524149c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/3d3b8fbe-7337-4d27-902a-1d12216a9170 HTTP/1.1" status: 204 len: 168 time: 0.6120887 Mar 07 11:04:44.406677 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59330) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:44.440620 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad32139-c307-4768-9dea-c5f5500ef01f None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:44.493898 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4c955580-88f6-4f38-959c-66c01884d9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (465899ab-7b89-4f61-ab0d-2eade00c2577), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:44.496164 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a179afe7-cef3-4893-9fdc-92d47adb011c None None] Routers {'36987bdc-c05f-4c66-bf1d-c7b2dbd41995'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:04:44.496636 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b6416f-90e8-4c7f-a95c-250a5684aa2d tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Checking segment: {'id': '3244623d-5655-4171-8ae0-4dc8f8d798be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '40fc22dc-dd0e-4090-a87e-337dc348da94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:44.496795 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-a179afe7-cef3-4893-9fdc-92d47adb011c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:04:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['36987bdc-c05f-4c66-bf1d-c7b2dbd41995'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:44.497004 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b6416f-90e8-4c7f-a95c-250a5684aa2d tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Network hostable DHCP agents. Network: 40fc22dc-dd0e-4090-a87e-337dc348da94, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:04:44.692634 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f292ab6f-6eca-4397-90ac-f5b5ddf99b37 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2847867 Mar 07 11:04:44.713684 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59336) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:44.738564 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb7c8d7-9294-4af9-821e-bff54ffe65d4 None None] Network cc3619e3-963d-43e4-96ea-3f58c4c9b1c1 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:44.752247 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1c16f3-155e-444d-826b-29a5d82ac94b None None] Network ac6239be-5d3f-4bfe-a128-2a52210f1449 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:44.829221 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837e33e-24bc-49cf-984b-7e85fad10f5b None None] Pushing event updated for resources: {'Port': ['ID=ef1c1db3-5621-480a-810e-33b11b36c747,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:44.882166 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8cc71815-dd70-4d32-889b-d15f1c68bbe2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for router (aa71bbec-9e36-4574-a093-ccc7e84395bf), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:44.919368 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c837e33e-24bc-49cf-984b-7e85fad10f5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:44.919860 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c837e33e-24bc-49cf-984b-7e85fad10f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:44.920439 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c837e33e-24bc-49cf-984b-7e85fad10f5b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:44.921004 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c837e33e-24bc-49cf-984b-7e85fad10f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:44.921579 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c837e33e-24bc-49cf-984b-7e85fad10f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:44.922499 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c837e33e-24bc-49cf-984b-7e85fad10f5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:44.923050 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c837e33e-24bc-49cf-984b-7e85fad10f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:44.923693 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c837e33e-24bc-49cf-984b-7e85fad10f5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:44.924253 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c837e33e-24bc-49cf-984b-7e85fad10f5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:44.924791 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c837e33e-24bc-49cf-984b-7e85fad10f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:44.925631 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c837e33e-24bc-49cf-984b-7e85fad10f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:44.926261 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c837e33e-24bc-49cf-984b-7e85fad10f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:44.926797 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c837e33e-24bc-49cf-984b-7e85fad10f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:04:45.019776 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b1bdc-bcc8-4007-984b-f8f8709fe094 None None] Pushing event updated for resources: {'Port': ['ID=465899ab-7b89-4f61-ab0d-2eade00c2577,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:45.194259 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-a179afe7-cef3-4893-9fdc-92d47adb011c None None] Set router 36987bdc-c05f-4c66-bf1d-c7b2dbd41995 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:04:45.203534 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8cc71815-dd70-4d32-889b-d15f1c68bbe2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (aa71bbec-9e36-4574-a093-ccc7e84395bf), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:45.205757 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8cc71815-dd70-4d32-889b-d15f1c68bbe2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for router_controller (aa71bbec-9e36-4574-a093-ccc7e84395bf), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:45.299074 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b6416f-90e8-4c7f-a95c-250a5684aa2d tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Network 40fc22dc-dd0e-4090-a87e-337dc348da94 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:04:45.310049 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b012d7ce-8cf2-493a-9f37-b617ac1107c7 None None] Provisioning complete for port 7008b92c-623b-45d8-82b7-e88a34395438 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:45.310470 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b012d7ce-8cf2-493a-9f37-b617ac1107c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7008b92c-623b-45d8-82b7-e88a34395438), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:45.323613 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-a8b6416f-90e8-4c7f-a95c-250a5684aa2d tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 40fc22dc-dd0e-4090-a87e-337dc348da94) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:45.330730 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b6416f-90e8-4c7f-a95c-250a5684aa2d tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:45.339375 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a8b6416f-90e8-4c7f-a95c-250a5684aa2d tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:45.455236 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a8b6416f-90e8-4c7f-a95c-250a5684aa2d tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5548961 Mar 07 11:04:45.474357 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59342) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:45.549301 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18fc530-8aa8-4b15-be19-df26f39f6393 None None] Network 40fc22dc-dd0e-4090-a87e-337dc348da94 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:45.636473 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port b4d6de7e-1a15-4454-8eaf-db0bbad8a227 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:45.637608 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ef1c1db3-5621-480a-810e-33b11b36c747 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:45.760014 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-74cac8ec-b2b1-4130-9be4-a8d3d1aa9058 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (40fc22dc-dd0e-4090-a87e-337dc348da94), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:45.792064 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8cc71815-dd70-4d32-889b-d15f1c68bbe2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (aa71bbec-9e36-4574-a093-ccc7e84395bf), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:45.792779 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc71815-dd70-4d32-889b-d15f1c68bbe2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Fanout notify agent at l3_agent the message router_deleted on router aa71bbec-9e36-4574-a093-ccc7e84395bf {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:04:45.813244 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8cc71815-dd70-4d32-889b-d15f1c68bbe2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:45.815435 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8cc71815-dd70-4d32-889b-d15f1c68bbe2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/routers/aa71bbec-9e36-4574-a093-ccc7e84395bf HTTP/1.1" status: 204 len: 168 time: 1.1007500 Mar 07 11:04:45.817987 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59346) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:45.861268 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed551fa-2e38-4840-a786-c1d33c6fd334 None None] Sync routers for ids ['aa71bbec-9e36-4574-a093-ccc7e84395bf'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:04:45.875195 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed551fa-2e38-4840-a786-c1d33c6fd334 None None] Routers set() bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:04:45.875570 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed551fa-2e38-4840-a786-c1d33c6fd334 None None] Router IDs set() for agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 11:04:45.879251 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_agentschedulers_db [None req-2ed551fa-2e38-4840-a786-c1d33c6fd334 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'aa71bbec-9e36-4574-a093-ccc7e84395bf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:04:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent'). {{(pid=103769) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 11:04:45.879469 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-4c955580-88f6-4f38-959c-66c01884d9aa None None] Attempting to bind port 465899ab-7b89-4f61-ab0d-2eade00c2577 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:04:45.880338 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-4c955580-88f6-4f38-959c-66c01884d9aa None None] Attempting to bind port 465899ab-7b89-4f61-ab0d-2eade00c2577 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'dd254ec6-8865-48cd-867c-9ba7e95e743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '50a0564a-c42c-4465-ad8a-d34160cc28c8'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:04:45.882021 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c955580-88f6-4f38-959c-66c01884d9aa None None] Attempting to bind port 465899ab-7b89-4f61-ab0d-2eade00c2577 on network 50a0564a-c42c-4465-ad8a-d34160cc28c8 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:04:45.906024 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a52a173-9074-4c63-9e5a-e2a27bd0e686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-40fc22dc-dd0e-4090-a87e-337dc348da94', 'network_id': '40fc22dc-dd0e-4090-a87e-337dc348da94', 'project_id': '95345183400a4767bccd5b0be8a4bebf', 'fixed_ips': [{'subnet_id': '25eaa78c-8049-4800-b083-dd6f68b80882'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:04:45.907710 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4a52a173-9074-4c63-9e5a-e2a27bd0e686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:45.910000 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed551fa-2e38-4840-a786-c1d33c6fd334 None None] Routers set() bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:04:45.911409 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed551fa-2e38-4840-a786-c1d33c6fd334 None None] Router IDs set() for agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 11:04:45.912169 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_agentschedulers_db [None req-2ed551fa-2e38-4840-a786-c1d33c6fd334 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'aa71bbec-9e36-4574-a093-ccc7e84395bf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:04:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent'). {{(pid=103769) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 11:04:45.913098 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed551fa-2e38-4840-a786-c1d33c6fd334 None None] The sync data for ids ['aa71bbec-9e36-4574-a093-ccc7e84395bf'] in n-d-832164-4 is: [] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:04:45.923044 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b062b3-4b64-4e53-bd83-c709fbb74098 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:45.927634 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59350) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:45.928539 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-74b062b3-4b64-4e53-bd83-c709fbb74098 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1052108 Mar 07 11:04:45.970156 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c955580-88f6-4f38-959c-66c01884d9aa None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:04:45.971450 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c955580-88f6-4f38-959c-66c01884d9aa None None] Checking segment: {'id': 'dd254ec6-8865-48cd-867c-9ba7e95e743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '50a0564a-c42c-4465-ad8a-d34160cc28c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:45.971871 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4c955580-88f6-4f38-959c-66c01884d9aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:45.972274 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c955580-88f6-4f38-959c-66c01884d9aa None None] Bound using segment: {'id': 'dd254ec6-8865-48cd-867c-9ba7e95e743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '50a0564a-c42c-4465-ad8a-d34160cc28c8'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:04:45.972788 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-4c955580-88f6-4f38-959c-66c01884d9aa None None] Bound port: 465899ab-7b89-4f61-ab0d-2eade00c2577, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd254ec6-8865-48cd-867c-9ba7e95e743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '50a0564a-c42c-4465-ad8a-d34160cc28c8'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:04:45.973202 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4c955580-88f6-4f38-959c-66c01884d9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (465899ab-7b89-4f61-ab0d-2eade00c2577), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:46.013646 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-74cac8ec-b2b1-4130-9be4-a8d3d1aa9058 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (25eaa78c-8049-4800-b083-dd6f68b80882), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:46.143848 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b012d7ce-8cf2-493a-9f37-b617ac1107c7 None None] Current status of the port 7008b92c-623b-45d8-82b7-e88a34395438 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:46.144319 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b012d7ce-8cf2-493a-9f37-b617ac1107c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7008b92c-623b-45d8-82b7-e88a34395438), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:46.182535 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6dbe931-28c9-4181-a69f-1eb4b7d7a298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server [None req-4a52a173-9074-4c63-9e5a-e2a27bd0e686 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 25eaa78c-8049-4800-b083-dd6f68b80882: This subnet is being modified by another concurrent operation. Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise exception Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 25eaa78c-8049-4800-b083-dd6f68b80882: This subnet is being modified by another concurrent operation. Mar 07 11:04:46.186585 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server Mar 07 11:04:46.203327 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-74cac8ec-b2b1-4130-9be4-a8d3d1aa9058 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (25eaa78c-8049-4800-b083-dd6f68b80882), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:46.244754 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cac8ec-b2b1-4130-9be4-a8d3d1aa9058 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event deleted for resources: {'Subnet': ['ID=25eaa78c-8049-4800-b083-dd6f68b80882,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:46.271258 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce74e77-2efa-4aa1-9faa-deef0b5cc502 None None] Network 40fc22dc-dd0e-4090-a87e-337dc348da94 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:46.286322 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dfccd3-d064-4c0e-af04-8a7d76d39867 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:46.288555 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c3dfccd3-d064-4c0e-af04-8a7d76d39867 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3575978 Mar 07 11:04:46.297471 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59352) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:46.317906 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-b012d7ce-8cf2-493a-9f37-b617ac1107c7 None None] For port 7008b92c-623b-45d8-82b7-e88a34395438, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7008b92c-623b-45d8-82b7-e88a34395438,segment=NetworkSegment(f66b3ba5-e6f7-4df8-a4ac-86fd8b2196e7),segment_id=f66b3ba5-e6f7-4df8-a4ac-86fd8b2196e7)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:46.330767 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port ef1c1db3-5621-480a-810e-33b11b36c747 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:46.337536 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ef1c1db3-5621-480a-810e-33b11b36c747), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:46.394493 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b012d7ce-8cf2-493a-9f37-b617ac1107c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (7008b92c-623b-45d8-82b7-e88a34395438), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:46.394841 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1c9bac2a-7439-49e8-abf8-be49ad00549e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0960951 Mar 07 11:04:46.395501 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59354) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:46.408804 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-5c15a04a-f46a-4a93-825a-471778f67e21 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:46.492503 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-74cac8ec-b2b1-4130-9be4-a8d3d1aa9058 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (40fc22dc-dd0e-4090-a87e-337dc348da94), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:46.506637 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c293ec-d0f0-4057-b2d3-958ffb50fdb2 None None] DHCP port deletion for 9b8a3032-9f66-43b6-9063-551ee6941c96 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:04:46.593854 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-74cac8ec-b2b1-4130-9be4-a8d3d1aa9058 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40fc22dc-dd0e-4090-a87e-337dc348da94']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:46.623001 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-74cac8ec-b2b1-4130-9be4-a8d3d1aa9058 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3244623d-5655-4171-8ae0-4dc8f8d798be') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:46.624084 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-74cac8ec-b2b1-4130-9be4-a8d3d1aa9058 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3244623d-5655-4171-8ae0-4dc8f8d798be') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:46.647745 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c15a04a-f46a-4a93-825a-471778f67e21 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:46.651928 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-74cac8ec-b2b1-4130-9be4-a8d3d1aa9058 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (3244623d-5655-4171-8ae0-4dc8f8d798be), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:46.655501 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5c15a04a-f46a-4a93-825a-471778f67e21 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:46.703751 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-a179afe7-cef3-4893-9fdc-92d47adb011c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36987bdc-c05f-4c66-bf1d-c7b2dbd41995', 'name': 'tempest-TestServerMultinode-1588299245-router', 'tenant_id': 'e195f34f8f044a71bbb58c1174b1153a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '8d98f8a2-3936-44c9-ad91-f33f51301e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:38Z', 'updated_at': '2022-03-07T11:04:41Z', 'revision_number': 3, 'project_id': 'e195f34f8f044a71bbb58c1174b1153a', 'gw_port': {'id': '8d98f8a2-3936-44c9-ad91-f33f51301e6b', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:cb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36987bdc-c05f-4c66-bf1d-c7b2dbd41995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:40Z', 'updated_at': '2022-03-07T11:04:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:46.713374 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b012d7ce-8cf2-493a-9f37-b617ac1107c7 None None] Provisioning complete for port 7bf95bf2-38d5-4e08-90aa-d1e09571af8e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:46.714161 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b012d7ce-8cf2-493a-9f37-b617ac1107c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7bf95bf2-38d5-4e08-90aa-d1e09571af8e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:46.767891 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-d6dbe931-28c9-4181-a69f-1eb4b7d7a298 admin admin] Allocated IP 172.20.0.1 (cc3619e3-963d-43e4-96ea-3f58c4c9b1c1/87935d1c-c0fe-4061-aa4b-a413e202c4ad/660dbe3d-73d1-4355-ae7d-8e6b49d4866b) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:46.787594 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-74cac8ec-b2b1-4130-9be4-a8d3d1aa9058 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (3244623d-5655-4171-8ae0-4dc8f8d798be), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:46.808020 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74cac8ec-b2b1-4130-9be4-a8d3d1aa9058 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:04:46.808427 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-74cac8ec-b2b1-4130-9be4-a8d3d1aa9058 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (3244623d-5655-4171-8ae0-4dc8f8d798be), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:46.811517 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:04:46.811517 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:04:46.811517 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:04:46.811517 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:04:46.811517 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:04:46.811517 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:04:46.811517 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:04:46.811517 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:04:46.811517 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:04:46.811517 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:04:46.811517 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:04:46.811517 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:04:46.811517 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:04:46.811517 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:04:46.811517 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:04:46.811517 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:04:46.811517 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:04:46.811517 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:04:46.811517 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:04:46.811517 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:04:46.811517 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:04:46.811517 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:04:46.811517 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:04:46.811517 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:04:46.811517 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:04:46.811517 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:04:46.811517 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:04:46.811517 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:04:46.811517 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:04:46.811517 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:04:46.811517 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:04:46.811517 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:04:46.959890 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6dbe931-28c9-4181-a69f-1eb4b7d7a298 admin admin] Publish callbacks [] for port (660dbe3d-73d1-4355-ae7d-8e6b49d4866b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:47.020169 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6dbe931-28c9-4181-a69f-1eb4b7d7a298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (660dbe3d-73d1-4355-ae7d-8e6b49d4866b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:47.052574 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-4c955580-88f6-4f38-959c-66c01884d9aa None None] For port 465899ab-7b89-4f61-ab0d-2eade00c2577, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:04:47.066857 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-4c955580-88f6-4f38-959c-66c01884d9aa None None] For port 465899ab-7b89-4f61-ab0d-2eade00c2577, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=465899ab-7b89-4f61-ab0d-2eade00c2577,segment=NetworkSegment(dd254ec6-8865-48cd-867c-9ba7e95e743c),segment_id=dd254ec6-8865-48cd-867c-9ba7e95e743c)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:04:47.077190 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a179afe7-cef3-4893-9fdc-92d47adb011c None None] Checking router: 36987bdc-c05f-4c66-bf1d-c7b2dbd41995 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:04:47.077839 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a179afe7-cef3-4893-9fdc-92d47adb011c None None] Updating router 36987bdc-c05f-4c66-bf1d-c7b2dbd41995 port 8d98f8a2-3936-44c9-ad91-f33f51301e6b binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:04:47.131204 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a179afe7-cef3-4893-9fdc-92d47adb011c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8d98f8a2-3936-44c9-ad91-f33f51301e6b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:47.169075 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dbe931-28c9-4181-a69f-1eb4b7d7a298 admin admin] Network cc3619e3-963d-43e4-96ea-3f58c4c9b1c1 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:47.172740 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-74cac8ec-b2b1-4130-9be4-a8d3d1aa9058 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (40fc22dc-dd0e-4090-a87e-337dc348da94), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:47.186623 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dbe931-28c9-4181-a69f-1eb4b7d7a298 admin admin] Pushing event updated for resources: {'Port': ['ID=660dbe3d-73d1-4355-ae7d-8e6b49d4866b,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:47.193305 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-d6dbe931-28c9-4181-a69f-1eb4b7d7a298 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:47.208779 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dbe931-28c9-4181-a69f-1eb4b7d7a298 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:47.236665 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4c955580-88f6-4f38-959c-66c01884d9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (465899ab-7b89-4f61-ab0d-2eade00c2577), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:47.326944 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-74cac8ec-b2b1-4130-9be4-a8d3d1aa9058 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:47.339703 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-74cac8ec-b2b1-4130-9be4-a8d3d1aa9058 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "DELETE /v2.0/networks/40fc22dc-dd0e-4090-a87e-337dc348da94 HTTP/1.1" status: 204 len: 168 time: 1.8635771 Mar 07 11:04:47.340882 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6dbe931-28c9-4181-a69f-1eb4b7d7a298 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (36987bdc-c05f-4c66-bf1d-c7b2dbd41995), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:47.348986 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59360) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:47.388584 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-91aaf3fb-3a01-4978-bbd2-cc121c63058b tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-359245251'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:47.439978 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b012d7ce-8cf2-493a-9f37-b617ac1107c7 None None] Current status of the port 7bf95bf2-38d5-4e08-90aa-d1e09571af8e is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:47.440443 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b012d7ce-8cf2-493a-9f37-b617ac1107c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7bf95bf2-38d5-4e08-90aa-d1e09571af8e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:47.443346 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012d7ce-8cf2-493a-9f37-b617ac1107c7 None None] Pushing event updated for resources: {'Port': ['ID=7008b92c-623b-45d8-82b7-e88a34395438,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:47.506472 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91aaf3fb-3a01-4978-bbd2-cc121c63058b tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Made reservation on behalf of 95345183400a4767bccd5b0be8a4bebf for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:47.510916 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-91aaf3fb-3a01-4978-bbd2-cc121c63058b tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:47.542475 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cac8ec-b2b1-4130-9be4-a8d3d1aa9058 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event deleted for resources: {'Network': ['ID=40fc22dc-dd0e-4090-a87e-337dc348da94,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:47.590364 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91aaf3fb-3a01-4978-bbd2-cc121c63058b tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 207} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:04:47.607213 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port ef1c1db3-5621-480a-810e-33b11b36c747 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:47.610813 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7008b92c-623b-45d8-82b7-e88a34395438 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:47.621917 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-91aaf3fb-3a01-4978-bbd2-cc121c63058b tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (e184fa89-7dfd-4160-9612-02510167854d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:47.622353 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-91aaf3fb-3a01-4978-bbd2-cc121c63058b tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Added segment e184fa89-7dfd-4160-9612-02510167854d of type vlan for network 6bc8c325-e0e5-41b1-be49-0d09dc5504f1 Mar 07 11:04:47.658583 n-d-832164-4 neutron-server[103766]: DEBUG neutron.objects.ports [None req-5c15a04a-f46a-4a93-825a-471778f67e21 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103766) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 11:04:47.686350 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-b012d7ce-8cf2-493a-9f37-b617ac1107c7 None None] For port 7bf95bf2-38d5-4e08-90aa-d1e09571af8e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7bf95bf2-38d5-4e08-90aa-d1e09571af8e,segment=NetworkSegment(499e31fd-93fa-4d11-a148-8ace0211df17),segment_id=499e31fd-93fa-4d11-a148-8ace0211df17)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:47.712564 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-23c293ec-d0f0-4057-b2d3-958ffb50fdb2 None None] Deleting port ef1c1db3-5621-480a-810e-33b11b36c747 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:04:47.714954 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-23c293ec-d0f0-4057-b2d3-958ffb50fdb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (ef1c1db3-5621-480a-810e-33b11b36c747), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:47.727176 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b012d7ce-8cf2-493a-9f37-b617ac1107c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (7bf95bf2-38d5-4e08-90aa-d1e09571af8e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:47.755140 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c955580-88f6-4f38-959c-66c01884d9aa None None] Routers {'fa113b9a-2cb8-4a3b-908b-b08300ba9e51'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:04:47.777352 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-4c955580-88f6-4f38-959c-66c01884d9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:04:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fa113b9a-2cb8-4a3b-908b-b08300ba9e51'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:47.790816 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-91aaf3fb-3a01-4978-bbd2-cc121c63058b tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (6bc8c325-e0e5-41b1-be49-0d09dc5504f1), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:47.886109 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-91aaf3fb-3a01-4978-bbd2-cc121c63058b tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (6bc8c325-e0e5-41b1-be49-0d09dc5504f1), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:47.892747 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91aaf3fb-3a01-4978-bbd2-cc121c63058b tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:47.893393 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-91aaf3fb-3a01-4978-bbd2-cc121c63058b tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:47.953188 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-4c955580-88f6-4f38-959c-66c01884d9aa None None] Set router fa113b9a-2cb8-4a3b-908b-b08300ba9e51 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:04:48.025762 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-91aaf3fb-3a01-4978-bbd2-cc121c63058b tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6447911 Mar 07 11:04:48.032901 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b1bdc-bcc8-4007-984b-f8f8709fe094 None None] Pushing event updated for resources: {'Port': ['ID=465899ab-7b89-4f61-ab0d-2eade00c2577,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:48.033429 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59364) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:48.044859 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-5b5adbf6-7dd1-4b66-ab08-49abff4aa91c tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Request body: {'subnet': {'network_id': '6bc8c325-e0e5-41b1-be49-0d09dc5504f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:48.134959 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a179afe7-cef3-4893-9fdc-92d47adb011c None None] Publish callbacks [] for port (8d98f8a2-3936-44c9-ad91-f33f51301e6b), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:48.174666 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aaf3fb-3a01-4978-bbd2-cc121c63058b tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event updated for resources: {'Network': ['ID=6bc8c325-e0e5-41b1-be49-0d09dc5504f1,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:48.194969 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6dbe931-28c9-4181-a69f-1eb4b7d7a298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (660dbe3d-73d1-4355-ae7d-8e6b49d4866b), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:48.225920 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-23c293ec-d0f0-4057-b2d3-958ffb50fdb2 None None] For port ef1c1db3-5621-480a-810e-33b11b36c747, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ef1c1db3-5621-480a-810e-33b11b36c747,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:48.226939 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-23c293ec-d0f0-4057-b2d3-958ffb50fdb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (ef1c1db3-5621-480a-810e-33b11b36c747), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:48.280291 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-23c293ec-d0f0-4057-b2d3-958ffb50fdb2 None None] Calling delete_port for ef1c1db3-5621-480a-810e-33b11b36c747 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:04:48.307733 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 6bc8c325-e0e5-41b1-be49-0d09dc5504f1 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:04:48.369060 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5c15a04a-f46a-4a93-825a-471778f67e21 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ef1c1db3-5621-480a-810e-33b11b36c747), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:48.378307 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a179afe7-cef3-4893-9fdc-92d47adb011c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8d98f8a2-3936-44c9-ad91-f33f51301e6b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:48.437378 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5adbf6-7dd1-4b66-ab08-49abff4aa91c tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Made reservation on behalf of 95345183400a4767bccd5b0be8a4bebf for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:48.441138 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5b5adbf6-7dd1-4b66-ab08-49abff4aa91c tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:48.468461 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6dbe931-28c9-4181-a69f-1eb4b7d7a298 admin admin] Publish callbacks [] for port (660dbe3d-73d1-4355-ae7d-8e6b49d4866b), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:48.479754 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6dbe931-28c9-4181-a69f-1eb4b7d7a298 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (660dbe3d-73d1-4355-ae7d-8e6b49d4866b), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:48.566287 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d6dbe931-28c9-4181-a69f-1eb4b7d7a298 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (36987bdc-c05f-4c66-bf1d-c7b2dbd41995), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:48.568163 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dbe931-28c9-4181-a69f-1eb4b7d7a298 admin admin] Pushing event updated for resources: {'Port': ['ID=660dbe3d-73d1-4355-ae7d-8e6b49d4866b,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:48.630682 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a8e54529-ef8b-4012-81fc-8073441dbf8a None None] Provisioning complete for port 7bf95bf2-38d5-4e08-90aa-d1e09571af8e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:48.631424 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a8e54529-ef8b-4012-81fc-8073441dbf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7bf95bf2-38d5-4e08-90aa-d1e09571af8e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:48.732323 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:48.760941 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-a179afe7-cef3-4893-9fdc-92d47adb011c None None] Attempting to bind port 8d98f8a2-3936-44c9-ad91-f33f51301e6b on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:04:48.761730 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-a179afe7-cef3-4893-9fdc-92d47adb011c None None] Attempting to bind port 8d98f8a2-3936-44c9-ad91-f33f51301e6b by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:04:48.762320 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a179afe7-cef3-4893-9fdc-92d47adb011c None None] Attempting to bind port 8d98f8a2-3936-44c9-ad91-f33f51301e6b on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:04:48.764440 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012d7ce-8cf2-493a-9f37-b617ac1107c7 None None] Pushing event updated for resources: {'Port': ['ID=7bf95bf2-38d5-4e08-90aa-d1e09571af8e,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:48.820435 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6dbe931-28c9-4181-a69f-1eb4b7d7a298 admin admin] Network cc3619e3-963d-43e4-96ea-3f58c4c9b1c1 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:48.821944 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-d6dbe931-28c9-4181-a69f-1eb4b7d7a298 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:48.827918 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 7008b92c-623b-45d8-82b7-e88a34395438 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:48.828604 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7008b92c-623b-45d8-82b7-e88a34395438), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:48.831176 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436af30-e31f-49fe-ba14-7e3f24fa461e None None] Pushing event updated for resources: {'Port': ['ID=8d98f8a2-3936-44c9-ad91-f33f51301e6b,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:48.831321 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-5c15a04a-f46a-4a93-825a-471778f67e21 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] For port ef1c1db3-5621-480a-810e-33b11b36c747, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ef1c1db3-5621-480a-810e-33b11b36c747,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:48.863081 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a179afe7-cef3-4893-9fdc-92d47adb011c None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:04:48.863857 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a179afe7-cef3-4893-9fdc-92d47adb011c None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:48.864373 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a179afe7-cef3-4893-9fdc-92d47adb011c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:48.864866 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a179afe7-cef3-4893-9fdc-92d47adb011c None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:04:48.865490 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-a179afe7-cef3-4893-9fdc-92d47adb011c None None] Bound port: 8d98f8a2-3936-44c9-ad91-f33f51301e6b, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:04:48.866691 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a179afe7-cef3-4893-9fdc-92d47adb011c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8d98f8a2-3936-44c9-ad91-f33f51301e6b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:48.904992 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5c15a04a-f46a-4a93-825a-471778f67e21 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for port (ef1c1db3-5621-480a-810e-33b11b36c747), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:48.964297 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a179afe7-cef3-4893-9fdc-92d47adb011c None None] For port 8d98f8a2-3936-44c9-ad91-f33f51301e6b, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:04:48.967741 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a179afe7-cef3-4893-9fdc-92d47adb011c None None] For port 8d98f8a2-3936-44c9-ad91-f33f51301e6b, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=8d98f8a2-3936-44c9-ad91-f33f51301e6b,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:04:49.033872 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-23c293ec-d0f0-4057-b2d3-958ffb50fdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (ef1c1db3-5621-480a-810e-33b11b36c747), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:49.041437 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a179afe7-cef3-4893-9fdc-92d47adb011c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8d98f8a2-3936-44c9-ad91-f33f51301e6b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:49.052792 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5c15a04a-f46a-4a93-825a-471778f67e21 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (ef1c1db3-5621-480a-810e-33b11b36c747), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:49.071088 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c293ec-d0f0-4057-b2d3-958ffb50fdb2 None None] No DVR routers for this DVR port ef1c1db3-5621-480a-810e-33b11b36c747 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:04:49.096072 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6dbe931-28c9-4181-a69f-1eb4b7d7a298 admin admin] Router 36987bdc-c05f-4c66-bf1d-c7b2dbd41995 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:04:49.142388 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c293ec-d0f0-4057-b2d3-958ffb50fdb2 None None] Pushing event deleted for resources: {'Port': ['ID=ef1c1db3-5621-480a-810e-33b11b36c747,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:49.142835 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15a04a-f46a-4a93-825a-471778f67e21 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Port': ['ID=ef1c1db3-5621-480a-810e-33b11b36c747,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:49.159362 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5c15a04a-f46a-4a93-825a-471778f67e21 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (da40cead-5aaf-4943-bfe3-b3299325ee2a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:49.233723 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a8e54529-ef8b-4012-81fc-8073441dbf8a None None] Current status of the port 7bf95bf2-38d5-4e08-90aa-d1e09571af8e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:49.239683 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b230c1-463f-41d3-bb70-6efbd2f6b404 None None] get_active_networks_info from n-d-832164-4 {{(pid=103768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 11:04:49.324789 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c15a04a-f46a-4a93-825a-471778f67e21 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:49.343362 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-5c15a04a-f46a-4a93-825a-471778f67e21 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:49.369132 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6dbe931-28c9-4181-a69f-1eb4b7d7a298 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:04:49.369444 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c15a04a-f46a-4a93-825a-471778f67e21 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:49.369444 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5c15a04a-f46a-4a93-825a-471778f67e21 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:49.387536 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d6dbe931-28c9-4181-a69f-1eb4b7d7a298 admin admin] 10.222.0.11 "PUT /v2.0/routers/36987bdc-c05f-4c66-bf1d-c7b2dbd41995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2220836 Mar 07 11:04:49.404571 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15a04a-f46a-4a93-825a-471778f67e21 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Subnet': ['ID=da40cead-5aaf-4943-bfe3-b3299325ee2a,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:49.424180 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5b5adbf6-7dd1-4b66-ab08-49abff4aa91c tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (08a3a985-0cd6-4a8c-bbd1-06bb1fbfa825), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:49.479835 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a179afe7-cef3-4893-9fdc-92d47adb011c None None] Routers {'36987bdc-c05f-4c66-bf1d-c7b2dbd41995'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:04:49.480469 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-a179afe7-cef3-4893-9fdc-92d47adb011c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:04:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['36987bdc-c05f-4c66-bf1d-c7b2dbd41995'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:49.507345 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a8e54529-ef8b-4012-81fc-8073441dbf8a None None] Provisioning complete for port 660dbe3d-73d1-4355-ae7d-8e6b49d4866b triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:49.507718 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a8e54529-ef8b-4012-81fc-8073441dbf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (660dbe3d-73d1-4355-ae7d-8e6b49d4866b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:49.515741 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5adbf6-7dd1-4b66-ab08-49abff4aa91c tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event updated for resources: {'Subnet': ['ID=08a3a985-0cd6-4a8c-bbd1-06bb1fbfa825,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:49.531727 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59378) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:49.533562 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5c15a04a-f46a-4a93-825a-471778f67e21 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1366959 Mar 07 11:04:49.536788 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-2d4654f8-f849-4fdb-82aa-b752925d1575 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:49.560419 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5adbf6-7dd1-4b66-ab08-49abff4aa91c tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Checking segment: {'id': 'e184fa89-7dfd-4160-9612-02510167854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6bc8c325-e0e5-41b1-be49-0d09dc5504f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:49.560926 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5adbf6-7dd1-4b66-ab08-49abff4aa91c tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Network hostable DHCP agents. Network: 6bc8c325-e0e5-41b1-be49-0d09dc5504f1, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:04:49.591836 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5adbf6-7dd1-4b66-ab08-49abff4aa91c tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Network 6bc8c325-e0e5-41b1-be49-0d09dc5504f1 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:04:49.621634 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-5b5adbf6-7dd1-4b66-ab08-49abff4aa91c tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 6bc8c325-e0e5-41b1-be49-0d09dc5504f1) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:49.627825 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5adbf6-7dd1-4b66-ab08-49abff4aa91c tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:49.628544 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5b5adbf6-7dd1-4b66-ab08-49abff4aa91c tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:49.664257 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5b5adbf6-7dd1-4b66-ab08-49abff4aa91c tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6295755 Mar 07 11:04:49.671430 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59384) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:49.688545 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-c788b226-d06d-4b5c-b87f-465972942c93 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Request body: {'subnet': {'network_id': '6bc8c325-e0e5-41b1-be49-0d09dc5504f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:49.827700 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4654f8-f849-4fdb-82aa-b752925d1575 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:49.831640 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2d4654f8-f849-4fdb-82aa-b752925d1575 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:49.905292 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 7008b92c-623b-45d8-82b7-e88a34395438 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:49.906284 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7bf95bf2-38d5-4e08-90aa-d1e09571af8e up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:49.960297 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2436af30-e31f-49fe-ba14-7e3f24fa461e None None] Pushing event updated for resources: {'Port': ['ID=8d98f8a2-3936-44c9-ad91-f33f51301e6b,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:50.005204 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-4c955580-88f6-4f38-959c-66c01884d9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa113b9a-2cb8-4a3b-908b-b08300ba9e51', 'name': 'tempest-TestServerMultinode-2048961843-router', 'tenant_id': '816aa66438f74aed96aa3545852636b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a341b88f-c413-44ed-8de5-0c1007ead2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:23Z', 'updated_at': '2022-03-07T11:04:31Z', 'revision_number': 4, 'project_id': '816aa66438f74aed96aa3545852636b6', 'gw_port': {'id': 'a341b88f-c413-44ed-8de5-0c1007ead2a8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:af:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa113b9a-2cb8-4a3b-908b-b08300ba9e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:24Z', 'updated_at': '2022-03-07T11:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '465899ab-7b89-4f61-ab0d-2eade00c2577', 'name': '', 'network_id': '50a0564a-c42c-4465-ad8a-d34160cc28c8', 'tenant_id': '816aa66438f74aed96aa3545852636b6', 'mac_address': 'fa:16:3e:48:7b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa113b9a-2cb8-4a3b-908b-b08300ba9e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '6e2b4fbc-8dc7-4ab0-abcd-dc67cc967c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:29Z', 'updated_at': '2022-03-07T11:04:46Z', 'revision_number': 4, 'project_id': '816aa66438f74aed96aa3545852636b6', 'subnets': [{'id': '6e2b4fbc-8dc7-4ab0-abcd-dc67cc967c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:50.007630 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c788b226-d06d-4b5c-b87f-465972942c93 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Made reservation on behalf of 95345183400a4767bccd5b0be8a4bebf for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:50.015118 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c788b226-d06d-4b5c-b87f-465972942c93 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:50.062862 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a8e54529-ef8b-4012-81fc-8073441dbf8a None None] Port 660dbe3d-73d1-4355-ae7d-8e6b49d4866b cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:04:50.108362 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:04:50.139977 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c955580-88f6-4f38-959c-66c01884d9aa None None] The sync data for ids ['fa113b9a-2cb8-4a3b-908b-b08300ba9e51'] in n-d-832164-4 is: [{'id': 'fa113b9a-2cb8-4a3b-908b-b08300ba9e51', 'name': 'tempest-TestServerMultinode-2048961843-router', 'tenant_id': '816aa66438f74aed96aa3545852636b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a341b88f-c413-44ed-8de5-0c1007ead2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:23Z', 'updated_at': '2022-03-07T11:04:31Z', 'revision_number': 4, 'project_id': '816aa66438f74aed96aa3545852636b6', 'gw_port': {'id': 'a341b88f-c413-44ed-8de5-0c1007ead2a8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:af:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa113b9a-2cb8-4a3b-908b-b08300ba9e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:24Z', 'updated_at': '2022-03-07T11:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '465899ab-7b89-4f61-ab0d-2eade00c2577', 'name': '', 'network_id': '50a0564a-c42c-4465-ad8a-d34160cc28c8', 'tenant_id': '816aa66438f74aed96aa3545852636b6', 'mac_address': 'fa:16:3e:48:7b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa113b9a-2cb8-4a3b-908b-b08300ba9e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '6e2b4fbc-8dc7-4ab0-abcd-dc67cc967c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:29Z', 'updated_at': '2022-03-07T11:04:46Z', 'revision_number': 4, 'project_id': '816aa66438f74aed96aa3545852636b6', 'subnets': [{'id': '6e2b4fbc-8dc7-4ab0-abcd-dc67cc967c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:04:50.171637 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b230c1-463f-41d3-bb70-6efbd2f6b404 None None] Resources bound (agent type, host, resource id): {{(pid=103768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 11:04:50.265200 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-a179afe7-cef3-4893-9fdc-92d47adb011c None None] Set router 36987bdc-c05f-4c66-bf1d-c7b2dbd41995 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:04:50.269419 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a8e54529-ef8b-4012-81fc-8073441dbf8a None None] Provisioning complete for port 465899ab-7b89-4f61-ab0d-2eade00c2577 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:50.269802 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a8e54529-ef8b-4012-81fc-8073441dbf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (465899ab-7b89-4f61-ab0d-2eade00c2577), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:50.496669 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c788b226-d06d-4b5c-b87f-465972942c93 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (9c47b6f6-6d12-4a6b-aee4-623e59cb77ab), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:50.558222 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2d4654f8-f849-4fdb-82aa-b752925d1575 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (180081ed-2530-481d-8e15-5ca39fa4ac65), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:50.625641 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c788b226-d06d-4b5c-b87f-465972942c93 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Network 6bc8c325-e0e5-41b1-be49-0d09dc5504f1 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:50.630117 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788b226-d06d-4b5c-b87f-465972942c93 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event updated for resources: {'Subnet': ['ID=9c47b6f6-6d12-4a6b-aee4-623e59cb77ab,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:50.640430 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-c788b226-d06d-4b5c-b87f-465972942c93 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:50.650494 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c788b226-d06d-4b5c-b87f-465972942c93 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:50.651110 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c788b226-d06d-4b5c-b87f-465972942c93 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:50.654040 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4654f8-f849-4fdb-82aa-b752925d1575 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:50.656318 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 7bf95bf2-38d5-4e08-90aa-d1e09571af8e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:50.656706 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7bf95bf2-38d5-4e08-90aa-d1e09571af8e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:50.688397 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c788b226-d06d-4b5c-b87f-465972942c93 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0155349 Mar 07 11:04:50.689191 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59412) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:50.692412 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-2d4654f8-f849-4fdb-82aa-b752925d1575 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:50.707805 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4654f8-f849-4fdb-82aa-b752925d1575 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:50.711585 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2d4654f8-f849-4fdb-82aa-b752925d1575 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:50.812031 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011b24b9-db0b-4955-bf72-974392d0c9ef tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:50.813376 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011b24b9-db0b-4955-bf72-974392d0c9ef tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:50.814689 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011b24b9-db0b-4955-bf72-974392d0c9ef tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:50.820225 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011b24b9-db0b-4955-bf72-974392d0c9ef tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:50.825823 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011b24b9-db0b-4955-bf72-974392d0c9ef tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:50.834741 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-011b24b9-db0b-4955-bf72-974392d0c9ef tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1441212 Mar 07 11:04:50.836657 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59414) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:50.841537 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4654f8-f849-4fdb-82aa-b752925d1575 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Subnet': ['ID=180081ed-2530-481d-8e15-5ca39fa4ac65,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:50.857363 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-6d6ba8b9-f195-46fd-95be-9c71492f9737 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1161886799'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:50.898048 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 7bf95bf2-38d5-4e08-90aa-d1e09571af8e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:50.929556 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2d4654f8-f849-4fdb-82aa-b752925d1575 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3961592 Mar 07 11:04:50.935976 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633b7485-6c06-4935-94aa-3f59c9c53f2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-6bc8c325-e0e5-41b1-be49-0d09dc5504f1', 'network_id': '6bc8c325-e0e5-41b1-be49-0d09dc5504f1', 'project_id': '95345183400a4767bccd5b0be8a4bebf', 'fixed_ips': [{'subnet_id': '08a3a985-0cd6-4a8c-bbd1-06bb1fbfa825'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:04:50.936899 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-633b7485-6c06-4935-94aa-3f59c9c53f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:50.954328 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59418) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:50.964043 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6ba8b9-f195-46fd-95be-9c71492f9737 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Made reservation on behalf of 95345183400a4767bccd5b0be8a4bebf for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:50.979441 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6d6ba8b9-f195-46fd-95be-9c71492f9737 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:51.000707 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f45aa81f-0690-44b4-a1f6-2add2b1905d8 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'port': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'mac_address': 'fa:16:3e:1f:a8:13', 'name': 'tempest-NetworksTestDHCPv6-1378053009'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:51.154783 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-c344f437-53f6-476c-bcc7-5e9931f8cb31 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:51.157361 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-c344f437-53f6-476c-bcc7-5e9931f8cb31 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/networks?id=50a0564a-c42c-4465-ad8a-d34160cc28c8 HTTP/1.1" status: 200 len: 911 time: 0.4367762 Mar 07 11:04:51.170946 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8bf1de-6c9d-4768-b177-cbc5ee1204ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-9b8a3032-9f66-43b6-9063-551ee6941c96', 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'project_id': 'a68fc610ca21434095921c9ff25a693f', 'fixed_ips': [{'subnet_id': 'da40cead-5aaf-4943-bfe3-b3299325ee2a'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:04:51.172070 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3b8bf1de-6c9d-4768-b177-cbc5ee1204ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:51.186307 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-4901bcd1-59b1-4708-9771-e5a8780775c4 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/quotas/e195f34f8f044a71bbb58c1174b1153a HTTP/1.1" status: 200 len: 375 time: 0.0151162 Mar 07 11:04:51.248833 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45aa81f-0690-44b4-a1f6-2add2b1905d8 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:51.390333 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7008b92c-623b-45d8-82b7-e88a34395438 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:51.409239 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-ba5b4526-147f-447e-aff6-99c73e5bf757 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?tenant_id=e195f34f8f044a71bbb58c1174b1153a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2166646 Mar 07 11:04:51.432073 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f45aa81f-0690-44b4-a1f6-2add2b1905d8 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:51.477485 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-f45aa81f-0690-44b4-a1f6-2add2b1905d8 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] device_id is not set on port cd5a8735-eb96-478a-8528-fca1f7d66d70 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:04:51.572952 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-2f3beada-2e01-414c-9787-3da73267e3ed service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:04:51.574019 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-2f3beada-2e01-414c-9787-3da73267e3ed service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1595609 Mar 07 11:04:51.742810 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-633b7485-6c06-4935-94aa-3f59c9c53f2e None None] Allocated IP 2001:db8::2 (6bc8c325-e0e5-41b1-be49-0d09dc5504f1/08a3a985-0cd6-4a8c-bbd1-06bb1fbfa825/4ffa19b0-c413-48fe-9321-230cf761abcd) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:51.780388 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a8e54529-ef8b-4012-81fc-8073441dbf8a None None] Current status of the port 465899ab-7b89-4f61-ab0d-2eade00c2577 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:51.782339 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a8e54529-ef8b-4012-81fc-8073441dbf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (465899ab-7b89-4f61-ab0d-2eade00c2577), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:51.796083 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-2469c6cf-b683-456f-8f5b-ffedd054d003 service neutron] 10.222.0.11 "GET /v2.0/networks/50a0564a-c42c-4465-ad8a-d34160cc28c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134404 Mar 07 11:04:51.861957 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-f45aa81f-0690-44b4-a1f6-2add2b1905d8 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Allocated IP 172.20.0.7 (9b8a3032-9f66-43b6-9063-551ee6941c96/180081ed-2530-481d-8e15-5ca39fa4ac65/cd5a8735-eb96-478a-8528-fca1f7d66d70) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:51.874240 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-f45aa81f-0690-44b4-a1f6-2add2b1905d8 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Allocated IP 2001:db8::f816:3eff:fe1f:a813 (9b8a3032-9f66-43b6-9063-551ee6941c96/da40cead-5aaf-4943-bfe3-b3299325ee2a/cd5a8735-eb96-478a-8528-fca1f7d66d70) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:52.013158 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-921444a2-9e2c-49f5-8c5b-c0587794b7f7 service neutron] 10.222.0.11 "GET /v2.0/networks/50a0564a-c42c-4465-ad8a-d34160cc28c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096827 Mar 07 11:04:52.120768 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f45aa81f-0690-44b4-a1f6-2add2b1905d8 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for port (cd5a8735-eb96-478a-8528-fca1f7d66d70), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:52.163374 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a8e54529-ef8b-4012-81fc-8073441dbf8a None None] For port 465899ab-7b89-4f61-ab0d-2eade00c2577, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=465899ab-7b89-4f61-ab0d-2eade00c2577,segment=NetworkSegment(dd254ec6-8865-48cd-867c-9ba7e95e743c),segment_id=dd254ec6-8865-48cd-867c-9ba7e95e743c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:52.193583 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 7008b92c-623b-45d8-82b7-e88a34395438 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:52.193967 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7008b92c-623b-45d8-82b7-e88a34395438), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:52.224566 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f45aa81f-0690-44b4-a1f6-2add2b1905d8 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (cd5a8735-eb96-478a-8528-fca1f7d66d70), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:52.249443 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d6ba8b9-f195-46fd-95be-9c71492f9737 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:04:52.287012 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a8e54529-ef8b-4012-81fc-8073441dbf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (465899ab-7b89-4f61-ab0d-2eade00c2577), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:52.389003 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45aa81f-0690-44b4-a1f6-2add2b1905d8 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:52.398295 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45aa81f-0690-44b4-a1f6-2add2b1905d8 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Port': ['ID=cd5a8735-eb96-478a-8528-fca1f7d66d70,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:52.413410 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-f45aa81f-0690-44b4-a1f6-2add2b1905d8 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:52.417991 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45aa81f-0690-44b4-a1f6-2add2b1905d8 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:52.458291 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6d6ba8b9-f195-46fd-95be-9c71492f9737 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (01fd5315-66a7-42ca-aac0-8d1bce2baf30), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:52.458653 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-6d6ba8b9-f195-46fd-95be-9c71492f9737 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Added segment 01fd5315-66a7-42ca-aac0-8d1bce2baf30 of type vlan for network d277207f-9f52-41c3-b37b-905e2ce7d5a9 Mar 07 11:04:52.534921 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6d6ba8b9-f195-46fd-95be-9c71492f9737 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (d277207f-9f52-41c3-b37b-905e2ce7d5a9), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:52.545421 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45aa81f-0690-44b4-a1f6-2add2b1905d8 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:52.546082 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f45aa81f-0690-44b4-a1f6-2add2b1905d8 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:52.592580 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-a179afe7-cef3-4893-9fdc-92d47adb011c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36987bdc-c05f-4c66-bf1d-c7b2dbd41995', 'name': 'tempest-TestServerMultinode-1588299245-router', 'tenant_id': 'e195f34f8f044a71bbb58c1174b1153a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '8d98f8a2-3936-44c9-ad91-f33f51301e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:38Z', 'updated_at': '2022-03-07T11:04:47Z', 'revision_number': 4, 'project_id': 'e195f34f8f044a71bbb58c1174b1153a', 'gw_port': {'id': '8d98f8a2-3936-44c9-ad91-f33f51301e6b', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:cb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36987bdc-c05f-4c66-bf1d-c7b2dbd41995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:40Z', 'updated_at': '2022-03-07T11:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '660dbe3d-73d1-4355-ae7d-8e6b49d4866b', 'name': '', 'network_id': 'cc3619e3-963d-43e4-96ea-3f58c4c9b1c1', 'tenant_id': 'e195f34f8f044a71bbb58c1174b1153a', 'mac_address': 'fa:16:3e:e4:8c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36987bdc-c05f-4c66-bf1d-c7b2dbd41995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '87935d1c-c0fe-4061-aa4b-a413e202c4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:46Z', 'updated_at': '2022-03-07T11:04:48Z', 'revision_number': 2, 'project_id': 'e195f34f8f044a71bbb58c1174b1153a', 'subnets': [{'id': '87935d1c-c0fe-4061-aa4b-a413e202c4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:52.604219 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-3b8bf1de-6c9d-4768-b177-cbc5ee1204ff None None] Allocated IP 2001:db8::f816:3eff:feb9:faec (9b8a3032-9f66-43b6-9063-551ee6941c96/da40cead-5aaf-4943-bfe3-b3299325ee2a/98d31e47-472f-44d9-9037-fd35c1c8e8af) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:52.607745 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a8e54529-ef8b-4012-81fc-8073441dbf8a None None] Provisioning complete for port 7008b92c-623b-45d8-82b7-e88a34395438 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:52.608608 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a8e54529-ef8b-4012-81fc-8073441dbf8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7008b92c-623b-45d8-82b7-e88a34395438), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:52.609131 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2de00761-ff4a-4b12-b649-61f410404c78 req-3bc9a02c-f41e-476f-a9ca-5f8ccf076e88 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b5930adc-4d41-4530-be94-c16b3c77b3ea HTTP/1.1" status: 200 len: 210 time: 0.2184770 Mar 07 11:04:52.642689 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f45aa81f-0690-44b4-a1f6-2add2b1905d8 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6840663 Mar 07 11:04:52.645157 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6d6ba8b9-f195-46fd-95be-9c71492f9737 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (d277207f-9f52-41c3-b37b-905e2ce7d5a9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:52.645295 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59434) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:52.650980 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6ba8b9-f195-46fd-95be-9c71492f9737 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:52.651576 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6d6ba8b9-f195-46fd-95be-9c71492f9737 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:52.732187 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a179afe7-cef3-4893-9fdc-92d47adb011c None None] The sync data for ids ['36987bdc-c05f-4c66-bf1d-c7b2dbd41995'] in n-d-832164-4 is: [{'id': '36987bdc-c05f-4c66-bf1d-c7b2dbd41995', 'name': 'tempest-TestServerMultinode-1588299245-router', 'tenant_id': 'e195f34f8f044a71bbb58c1174b1153a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '8d98f8a2-3936-44c9-ad91-f33f51301e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:38Z', 'updated_at': '2022-03-07T11:04:47Z', 'revision_number': 4, 'project_id': 'e195f34f8f044a71bbb58c1174b1153a', 'gw_port': {'id': '8d98f8a2-3936-44c9-ad91-f33f51301e6b', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:cb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36987bdc-c05f-4c66-bf1d-c7b2dbd41995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:40Z', 'updated_at': '2022-03-07T11:04:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '660dbe3d-73d1-4355-ae7d-8e6b49d4866b', 'name': '', 'network_id': 'cc3619e3-963d-43e4-96ea-3f58c4c9b1c1', 'tenant_id': 'e195f34f8f044a71bbb58c1174b1153a', 'mac_address': 'fa:16:3e:e4:8c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36987bdc-c05f-4c66-bf1d-c7b2dbd41995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '87935d1c-c0fe-4061-aa4b-a413e202c4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:46Z', 'updated_at': '2022-03-07T11:04:48Z', 'revision_number': 2, 'project_id': 'e195f34f8f044a71bbb58c1174b1153a', 'subnets': [{'id': '87935d1c-c0fe-4061-aa4b-a413e202c4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:04:52.734580 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e54529-ef8b-4012-81fc-8073441dbf8a None None] Pushing event updated for resources: {'Port': ['ID=465899ab-7b89-4f61-ab0d-2eade00c2577,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:52.808583 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6d6ba8b9-f195-46fd-95be-9c71492f9737 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9660196 Mar 07 11:04:52.811922 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ba8b9-f195-46fd-95be-9c71492f9737 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event updated for resources: {'Network': ['ID=d277207f-9f52-41c3-b37b-905e2ce7d5a9,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:52.827908 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59436) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:52.838502 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-6fac4a42-6638-4231-904a-fa160a07f75f tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:52.858649 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network d277207f-9f52-41c3-b37b-905e2ce7d5a9 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:04:52.876436 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-633b7485-6c06-4935-94aa-3f59c9c53f2e None None] Publish callbacks [] for port (4ffa19b0-c413-48fe-9321-230cf761abcd), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:52.949416 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 7008b92c-623b-45d8-82b7-e88a34395438 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:52.955995 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 465899ab-7b89-4f61-ab0d-2eade00c2577 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:52.958283 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-633b7485-6c06-4935-94aa-3f59c9c53f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (4ffa19b0-c413-48fe-9321-230cf761abcd), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:53.174766 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3b8bf1de-6c9d-4768-b177-cbc5ee1204ff None None] Publish callbacks [] for port (98d31e47-472f-44d9-9037-fd35c1c8e8af), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:53.237165 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cace0da8-58cf-481d-8cc6-43eae07c48fe tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:53.240859 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-cace0da8-58cf-481d-8cc6-43eae07c48fe tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1025 time: 0.5926356 Mar 07 11:04:53.242067 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6fac4a42-6638-4231-904a-fa160a07f75f tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (d277207f-9f52-41c3-b37b-905e2ce7d5a9), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:53.248233 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59440) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:53.309004 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6fac4a42-6638-4231-904a-fa160a07f75f tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (d277207f-9f52-41c3-b37b-905e2ce7d5a9), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:53.339349 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6fac4a42-6638-4231-904a-fa160a07f75f tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Network d277207f-9f52-41c3-b37b-905e2ce7d5a9 is not hosted by any dhcp agent {{(pid=103766) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 11:04:53.343114 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3b8bf1de-6c9d-4768-b177-cbc5ee1204ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (98d31e47-472f-44d9-9037-fd35c1c8e8af), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:53.348808 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fac4a42-6638-4231-904a-fa160a07f75f tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:53.349738 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6fac4a42-6638-4231-904a-fa160a07f75f tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:53.353438 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6fac4a42-6638-4231-904a-fa160a07f75f tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "PUT /v2.0/networks/d277207f-9f52-41c3-b37b-905e2ce7d5a9 HTTP/1.1" status: 200 len: 723 time: 0.5232418 Mar 07 11:04:53.357604 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59444) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:53.365153 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-7338f1be-cbce-4eb5-9583-ec5af866fe70 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Request body: {'subnet': {'network_id': 'd277207f-9f52-41c3-b37b-905e2ce7d5a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:53.476559 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fac4a42-6638-4231-904a-fa160a07f75f tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event updated for resources: {'Network': ['ID=d277207f-9f52-41c3-b37b-905e2ce7d5a9,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:53.523348 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-6244eb20-a300-49e8-ab7f-5553a1817eea tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting port cd5a8735-eb96-478a-8528-fca1f7d66d70 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:04:53.523616 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6244eb20-a300-49e8-ab7f-5553a1817eea tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (cd5a8735-eb96-478a-8528-fca1f7d66d70), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:53.538851 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7338f1be-cbce-4eb5-9583-ec5af866fe70 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Made reservation on behalf of 95345183400a4767bccd5b0be8a4bebf for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:53.544237 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7338f1be-cbce-4eb5-9583-ec5af866fe70 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:53.651979 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6244eb20-a300-49e8-ab7f-5553a1817eea tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (cd5a8735-eb96-478a-8528-fca1f7d66d70), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:53.668535 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a8e54529-ef8b-4012-81fc-8073441dbf8a None None] Current status of the port 7008b92c-623b-45d8-82b7-e88a34395438 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:53.688288 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network d277207f-9f52-41c3-b37b-905e2ce7d5a9 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:04:53.695260 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633b7485-6c06-4935-94aa-3f59c9c53f2e None None] Network 6bc8c325-e0e5-41b1-be49-0d09dc5504f1 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:53.700300 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-6244eb20-a300-49e8-ab7f-5553a1817eea tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Calling delete_port for cd5a8735-eb96-478a-8528-fca1f7d66d70 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:04:53.752140 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8bf1de-6c9d-4768-b177-cbc5ee1204ff None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:53.753721 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-633b7485-6c06-4935-94aa-3f59c9c53f2e None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:53.757874 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633b7485-6c06-4935-94aa-3f59c9c53f2e None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:53.780234 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-3b8bf1de-6c9d-4768-b177-cbc5ee1204ff None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:53.783353 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8bf1de-6c9d-4768-b177-cbc5ee1204ff None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:53.808664 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:53.825857 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0cd25191-7bfe-42fe-b38f-01f632631abe req-40884268-7a32-4c81-a001-a0753aaf633b tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b5930adc-4d41-4530-be94-c16b3c77b3ea HTTP/1.1" status: 200 len: 210 time: 0.1143987 Mar 07 11:04:53.917983 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b7485-6c06-4935-94aa-3f59c9c53f2e None None] Pushing event updated for resources: {'Port': ['ID=4ffa19b0-c413-48fe-9321-230cf761abcd,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:54.013557 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-535f9f1d-616e-4b8b-877d-f851a47f27ca None None] Provisioning complete for port 660dbe3d-73d1-4355-ae7d-8e6b49d4866b triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:54.013917 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-535f9f1d-616e-4b8b-877d-f851a47f27ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (660dbe3d-73d1-4355-ae7d-8e6b49d4866b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:54.100254 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7338f1be-cbce-4eb5-9583-ec5af866fe70 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (3240c9c3-728d-4738-8a97-9b98d8d1678c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:54.119218 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 465899ab-7b89-4f61-ab0d-2eade00c2577 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:54.119586 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (465899ab-7b89-4f61-ab0d-2eade00c2577), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:54.159714 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6244eb20-a300-49e8-ab7f-5553a1817eea tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (cd5a8735-eb96-478a-8528-fca1f7d66d70), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:54.193234 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3b8bf1de-6c9d-4768-b177-cbc5ee1204ff None None] Attempting to bind port 98d31e47-472f-44d9-9037-fd35c1c8e8af on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:04:54.193837 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3b8bf1de-6c9d-4768-b177-cbc5ee1204ff None None] Attempting to bind port 98d31e47-472f-44d9-9037-fd35c1c8e8af by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:04:54.193950 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8bf1de-6c9d-4768-b177-cbc5ee1204ff None None] Attempting to bind port 98d31e47-472f-44d9-9037-fd35c1c8e8af on network 9b8a3032-9f66-43b6-9063-551ee6941c96 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:04:54.196859 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8bf1de-6c9d-4768-b177-cbc5ee1204ff None None] Pushing event updated for resources: {'Port': ['ID=98d31e47-472f-44d9-9037-fd35c1c8e8af,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:54.202138 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338f1be-cbce-4eb5-9583-ec5af866fe70 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event updated for resources: {'Subnet': ['ID=3240c9c3-728d-4738-8a97-9b98d8d1678c,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:54.214494 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-633b7485-6c06-4935-94aa-3f59c9c53f2e None None] Attempting to bind port 4ffa19b0-c413-48fe-9321-230cf761abcd on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:04:54.214894 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-633b7485-6c06-4935-94aa-3f59c9c53f2e None None] Attempting to bind port 4ffa19b0-c413-48fe-9321-230cf761abcd by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'e184fa89-7dfd-4160-9612-02510167854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6bc8c325-e0e5-41b1-be49-0d09dc5504f1'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:04:54.215262 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633b7485-6c06-4935-94aa-3f59c9c53f2e None None] Attempting to bind port 4ffa19b0-c413-48fe-9321-230cf761abcd on network 6bc8c325-e0e5-41b1-be49-0d09dc5504f1 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:04:54.218624 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7338f1be-cbce-4eb5-9583-ec5af866fe70 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Checking segment: {'id': '01fd5315-66a7-42ca-aac0-8d1bce2baf30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'd277207f-9f52-41c3-b37b-905e2ce7d5a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:54.219274 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7338f1be-cbce-4eb5-9583-ec5af866fe70 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Network hostable DHCP agents. Network: d277207f-9f52-41c3-b37b-905e2ce7d5a9, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:04:54.222631 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8bf1de-6c9d-4768-b177-cbc5ee1204ff None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:04:54.223014 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8bf1de-6c9d-4768-b177-cbc5ee1204ff None None] Checking segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:54.223430 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3b8bf1de-6c9d-4768-b177-cbc5ee1204ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:54.223824 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8bf1de-6c9d-4768-b177-cbc5ee1204ff None None] Bound using segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:04:54.224305 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-3b8bf1de-6c9d-4768-b177-cbc5ee1204ff None None] Bound port: 98d31e47-472f-44d9-9037-fd35c1c8e8af, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:04:54.224689 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3b8bf1de-6c9d-4768-b177-cbc5ee1204ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (98d31e47-472f-44d9-9037-fd35c1c8e8af), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:54.238963 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244eb20-a300-49e8-ab7f-5553a1817eea tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Port': ['ID=cd5a8735-eb96-478a-8528-fca1f7d66d70,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:54.244248 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-535f9f1d-616e-4b8b-877d-f851a47f27ca None None] Port 660dbe3d-73d1-4355-ae7d-8e6b49d4866b cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:04:54.248444 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633b7485-6c06-4935-94aa-3f59c9c53f2e None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:04:54.248830 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633b7485-6c06-4935-94aa-3f59c9c53f2e None None] Checking segment: {'id': 'e184fa89-7dfd-4160-9612-02510167854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6bc8c325-e0e5-41b1-be49-0d09dc5504f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:04:54.249272 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-633b7485-6c06-4935-94aa-3f59c9c53f2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:54.249660 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633b7485-6c06-4935-94aa-3f59c9c53f2e None None] Bound using segment: {'id': 'e184fa89-7dfd-4160-9612-02510167854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6bc8c325-e0e5-41b1-be49-0d09dc5504f1'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:04:54.250142 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-633b7485-6c06-4935-94aa-3f59c9c53f2e None None] Bound port: 4ffa19b0-c413-48fe-9321-230cf761abcd, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e184fa89-7dfd-4160-9612-02510167854d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '6bc8c325-e0e5-41b1-be49-0d09dc5504f1'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:04:54.251206 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-633b7485-6c06-4935-94aa-3f59c9c53f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4ffa19b0-c413-48fe-9321-230cf761abcd), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:54.278486 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7338f1be-cbce-4eb5-9583-ec5af866fe70 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Network d277207f-9f52-41c3-b37b-905e2ce7d5a9 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:04:54.302183 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-7338f1be-cbce-4eb5-9583-ec5af866fe70 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, d277207f-9f52-41c3-b37b-905e2ce7d5a9) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:54.311638 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7338f1be-cbce-4eb5-9583-ec5af866fe70 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:54.312564 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7338f1be-cbce-4eb5-9583-ec5af866fe70 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-567651'] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:54.331955 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-535f9f1d-616e-4b8b-877d-f851a47f27ca None None] Provisioning complete for port 465899ab-7b89-4f61-ab0d-2eade00c2577 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:54.332499 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-535f9f1d-616e-4b8b-877d-f851a47f27ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (465899ab-7b89-4f61-ab0d-2eade00c2577), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:54.341455 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7338f1be-cbce-4eb5-9583-ec5af866fe70 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9822919 Mar 07 11:04:54.344906 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59456) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:54.351824 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-65cd3fe2-5c18-4173-9c1c-74eba94c6fb1 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:54.393398 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6244eb20-a300-49e8-ab7f-5553a1817eea tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:54.400824 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6244eb20-a300-49e8-ab7f-5553a1817eea tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/cd5a8735-eb96-478a-8528-fca1f7d66d70 HTTP/1.1" status: 204 len: 168 time: 1.1488495 Mar 07 11:04:54.401473 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59460) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:54.482052 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-3b8bf1de-6c9d-4768-b177-cbc5ee1204ff None None] For port 98d31e47-472f-44d9-9037-fd35c1c8e8af, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:04:54.486295 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-3b8bf1de-6c9d-4768-b177-cbc5ee1204ff None None] For port 98d31e47-472f-44d9-9037-fd35c1c8e8af, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=98d31e47-472f-44d9-9037-fd35c1c8e8af,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:04:54.518719 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418f75a8-4cb2-48b3-820e-7cdb446fffeb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:54.520175 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418f75a8-4cb2-48b3-820e-7cdb446fffeb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:54.521494 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418f75a8-4cb2-48b3-820e-7cdb446fffeb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:54.523100 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-418f75a8-4cb2-48b3-820e-7cdb446fffeb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1206341 Mar 07 11:04:54.526815 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59464) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:54.531470 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-633b7485-6c06-4935-94aa-3f59c9c53f2e None None] For port 4ffa19b0-c413-48fe-9321-230cf761abcd, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:04:54.534827 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-633b7485-6c06-4935-94aa-3f59c9c53f2e None None] For port 4ffa19b0-c413-48fe-9321-230cf761abcd, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=4ffa19b0-c413-48fe-9321-230cf761abcd,segment=NetworkSegment(e184fa89-7dfd-4160-9612-02510167854d),segment_id=e184fa89-7dfd-4160-9612-02510167854d)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:04:54.552686 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3b8bf1de-6c9d-4768-b177-cbc5ee1204ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (98d31e47-472f-44d9-9037-fd35c1c8e8af), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:54.554199 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-65cd3fe2-5c18-4173-9c1c-74eba94c6fb1 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4843070'] for subnet (3240c9c3-728d-4738-8a97-9b98d8d1678c), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:54.559498 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-633b7485-6c06-4935-94aa-3f59c9c53f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4ffa19b0-c413-48fe-9321-230cf761abcd), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:54.588113 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d0d114f-2622-4bb9-9ac8-2940e8b887c0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting subnet 180081ed-2530-481d-8e15-5ca39fa4ac65 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:04:54.591828 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4d0d114f-2622-4bb9-9ac8-2940e8b887c0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (180081ed-2530-481d-8e15-5ca39fa4ac65), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:54.619210 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 465899ab-7b89-4f61-ab0d-2eade00c2577 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:54.620428 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7bf95bf2-38d5-4e08-90aa-d1e09571af8e up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:54.711568 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4d0d114f-2622-4bb9-9ac8-2940e8b887c0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (180081ed-2530-481d-8e15-5ca39fa4ac65), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:54.797790 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8bf1de-6c9d-4768-b177-cbc5ee1204ff None None] Pushing event updated for resources: {'Port': ['ID=98d31e47-472f-44d9-9037-fd35c1c8e8af,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:54.832022 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4d0d114f-2622-4bb9-9ac8-2940e8b887c0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (180081ed-2530-481d-8e15-5ca39fa4ac65), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:54.939785 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-65cd3fe2-5c18-4173-9c1c-74eba94c6fb1 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755330244271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4242205'] for subnet (3240c9c3-728d-4738-8a97-9b98d8d1678c), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:55.033908 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-08c3f20c-172d-4320-89f7-e6976f95f1ec req-be04b3fa-73d9-4327-89d5-739252c79351 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b5930adc-4d41-4530-be94-c16b3c77b3ea HTTP/1.1" status: 200 len: 210 time: 0.0844593 Mar 07 11:04:55.038582 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cd3fe2-5c18-4173-9c1c-74eba94c6fb1 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:55.041238 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-65cd3fe2-5c18-4173-9c1c-74eba94c6fb1 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:55.047733 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59472) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:55.049472 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-65cd3fe2-5c18-4173-9c1c-74eba94c6fb1 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "PUT /v2.0/subnets/3240c9c3-728d-4738-8a97-9b98d8d1678c HTTP/1.1" status: 200 len: 826 time: 0.7016628 Mar 07 11:04:55.059444 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b7485-6c06-4935-94aa-3f59c9c53f2e None None] Pushing event updated for resources: {'Port': ['ID=4ffa19b0-c413-48fe-9321-230cf761abcd,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:55.100002 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4d0d114f-2622-4bb9-9ac8-2940e8b887c0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (180081ed-2530-481d-8e15-5ca39fa4ac65), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:55.177817 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-535f9f1d-616e-4b8b-877d-f851a47f27ca None None] Current status of the port 465899ab-7b89-4f61-ab0d-2eade00c2577 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:55.196756 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cd3fe2-5c18-4173-9c1c-74eba94c6fb1 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event updated for resources: {'Subnet': ['ID=3240c9c3-728d-4738-8a97-9b98d8d1678c,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:55.238555 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 7bf95bf2-38d5-4e08-90aa-d1e09571af8e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:55.239080 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7bf95bf2-38d5-4e08-90aa-d1e09571af8e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:55.416361 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 7bf95bf2-38d5-4e08-90aa-d1e09571af8e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:55.556330 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ef1c1db3-5621-480a-810e-33b11b36c747 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:04:55.592718 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: ef1c1db3-5621-480a-810e-33b11b36c747 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:04:55.598952 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ef1c1db3-5621-480a-810e-33b11b36c747 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:04:55.747045 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d114f-2622-4bb9-9ac8-2940e8b887c0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Subnet': ['ID=180081ed-2530-481d-8e15-5ca39fa4ac65,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:55.753545 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4d0d114f-2622-4bb9-9ac8-2940e8b887c0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:55.756937 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4d0d114f-2622-4bb9-9ac8-2940e8b887c0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/180081ed-2530-481d-8e15-5ca39fa4ac65 HTTP/1.1" status: 204 len: 168 time: 1.2288601 Mar 07 11:04:55.760102 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59478) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:55.833334 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-932ded27-18d3-432f-b642-fd0298c1724a tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (d277207f-9f52-41c3-b37b-905e2ce7d5a9), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:55.865746 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-c237b699-7c76-4a0c-856f-c61acf1ad631 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting subnet da40cead-5aaf-4943-bfe3-b3299325ee2a {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:04:55.873875 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c237b699-7c76-4a0c-856f-c61acf1ad631 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (da40cead-5aaf-4943-bfe3-b3299325ee2a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:55.959905 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-932ded27-18d3-432f-b642-fd0298c1724a tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (3240c9c3-728d-4738-8a97-9b98d8d1678c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:55.972789 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c237b699-7c76-4a0c-856f-c61acf1ad631 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (da40cead-5aaf-4943-bfe3-b3299325ee2a), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:56.072675 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 4ffa19b0-c413-48fe-9321-230cf761abcd up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:56.105268 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-932ded27-18d3-432f-b642-fd0298c1724a tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (3240c9c3-728d-4738-8a97-9b98d8d1678c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:56.160871 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ded27-18d3-432f-b642-fd0298c1724a tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event deleted for resources: {'Subnet': ['ID=3240c9c3-728d-4738-8a97-9b98d8d1678c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:56.179023 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 4ffa19b0-c413-48fe-9321-230cf761abcd triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:56.179406 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4ffa19b0-c413-48fe-9321-230cf761abcd), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:56.192000 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c237b699-7c76-4a0c-856f-c61acf1ad631 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (da40cead-5aaf-4943-bfe3-b3299325ee2a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:56.200393 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5b2827e9-cb8a-4c27-912c-91e9e26b5aec req-787f9334-be7c-4ec4-97b7-359f6a99d20e tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b5930adc-4d41-4530-be94-c16b3c77b3ea HTTP/1.1" status: 200 len: 210 time: 0.0800366 Mar 07 11:04:56.267945 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-932ded27-18d3-432f-b642-fd0298c1724a tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (d277207f-9f52-41c3-b37b-905e2ce7d5a9), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:56.295131 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-932ded27-18d3-432f-b642-fd0298c1724a tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d277207f-9f52-41c3-b37b-905e2ce7d5a9']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:56.322624 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-932ded27-18d3-432f-b642-fd0298c1724a tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01fd5315-66a7-42ca-aac0-8d1bce2baf30') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:56.323110 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-932ded27-18d3-432f-b642-fd0298c1724a tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01fd5315-66a7-42ca-aac0-8d1bce2baf30') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:56.331290 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c237b699-7c76-4a0c-856f-c61acf1ad631 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (da40cead-5aaf-4943-bfe3-b3299325ee2a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:56.350711 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-932ded27-18d3-432f-b642-fd0298c1724a tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (01fd5315-66a7-42ca-aac0-8d1bce2baf30), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:56.374537 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-932ded27-18d3-432f-b642-fd0298c1724a tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (01fd5315-66a7-42ca-aac0-8d1bce2baf30), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:56.376062 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 4ffa19b0-c413-48fe-9321-230cf761abcd is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:56.376532 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4ffa19b0-c413-48fe-9321-230cf761abcd), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:56.385090 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-932ded27-18d3-432f-b642-fd0298c1724a tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:04:56.385683 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-932ded27-18d3-432f-b642-fd0298c1724a tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (01fd5315-66a7-42ca-aac0-8d1bce2baf30), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:56.397522 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 11:04:56.397522 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:04:56.397522 n-d-832164-4 neutron-server[103766]: timer() Mar 07 11:04:56.397522 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:04:56.397522 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 11:04:56.397522 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:04:56.397522 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 11:04:56.397522 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:04:56.397522 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 11:04:56.397522 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:04:56.397522 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 11:04:56.397522 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:04:56.397522 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 11:04:56.397522 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:04:56.397522 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:04:56.397522 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:04:56.397522 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:04:56.397522 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:04:56.397522 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 11:04:56.397522 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:04:56.397522 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 11:04:56.397522 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:04:56.397522 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:04:56.397522 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:04:56.397522 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 11:04:56.397522 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:04:56.397522 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:04:56.397522 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:04:56.397522 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:04:56.397522 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:04:56.397522 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:04:56.397522 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:04:56.420121 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c237b699-7c76-4a0c-856f-c61acf1ad631 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:56.429765 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59488) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:56.433006 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c237b699-7c76-4a0c-856f-c61acf1ad631 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/da40cead-5aaf-4943-bfe3-b3299325ee2a HTTP/1.1" status: 204 len: 168 time: 0.6716003 Mar 07 11:04:56.448639 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c237b699-7c76-4a0c-856f-c61acf1ad631 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Subnet': ['ID=da40cead-5aaf-4943-bfe3-b3299325ee2a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:56.454168 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 4ffa19b0-c413-48fe-9321-230cf761abcd, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=4ffa19b0-c413-48fe-9321-230cf761abcd,segment=NetworkSegment(e184fa89-7dfd-4160-9612-02510167854d),segment_id=e184fa89-7dfd-4160-9612-02510167854d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:56.466392 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4ffa19b0-c413-48fe-9321-230cf761abcd), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:56.467100 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 8d98f8a2-3936-44c9-ad91-f33f51301e6b up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:56.635948 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-30957a38-fc89-4489-91b0-dc74dfb10863 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1670558 Mar 07 11:04:56.637201 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59490) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:56.646521 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=4ffa19b0-c413-48fe-9321-230cf761abcd,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:56.653399 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-9b6f1ca6-144f-46fb-97af-dce86a75e7d3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:56.668115 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-0e6553c0-7c30-4ac2-bc67-4ca25d8e4766 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:56.669721 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-0e6553c0-7c30-4ac2-bc67-4ca25d8e4766 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.21 "GET /v2.0/networks?id=50a0564a-c42c-4465-ad8a-d34160cc28c8 HTTP/1.1" status: 200 len: 911 time: 0.2355244 Mar 07 11:04:56.684607 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-4dfd9292-7296-4c56-a76c-50a94c1b23bf tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Request body: {'port': {'device_id': 'b5930adc-4d41-4530-be94-c16b3c77b3ea', 'network_id': '50a0564a-c42c-4465-ad8a-d34160cc28c8', 'admin_state_up': True, 'tenant_id': 'e195f34f8f044a71bbb58c1174b1153a'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:56.700137 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 8d98f8a2-3936-44c9-ad91-f33f51301e6b triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:56.700589 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (8d98f8a2-3936-44c9-ad91-f33f51301e6b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:56.724925 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-932ded27-18d3-432f-b642-fd0298c1724a tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (d277207f-9f52-41c3-b37b-905e2ce7d5a9), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:56.730802 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-4dfd9292-7296-4c56-a76c-50a94c1b23bf tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Made reservation on behalf of e195f34f8f044a71bbb58c1174b1153a for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:56.733736 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-4dfd9292-7296-4c56-a76c-50a94c1b23bf tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:56.762697 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-932ded27-18d3-432f-b642-fd0298c1724a tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:56.773297 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-932ded27-18d3-432f-b642-fd0298c1724a tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "DELETE /v2.0/networks/d277207f-9f52-41c3-b37b-905e2ce7d5a9 HTTP/1.1" status: 204 len: 168 time: 1.7204347 Mar 07 11:04:56.778583 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59492) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:56.928457 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 8d98f8a2-3936-44c9-ad91-f33f51301e6b is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:56.929249 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8d98f8a2-3936-44c9-ad91-f33f51301e6b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:56.993593 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 8d98f8a2-3936-44c9-ad91-f33f51301e6b, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=8d98f8a2-3936-44c9-ad91-f33f51301e6b,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:57.008376 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8d98f8a2-3936-44c9-ad91-f33f51301e6b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:57.010834 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 465899ab-7b89-4f61-ab0d-2eade00c2577 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:57.021709 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-4dfd9292-7296-4c56-a76c-50a94c1b23bf tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Allocated IP 172.20.0.3 (50a0564a-c42c-4465-ad8a-d34160cc28c8/6e2b4fbc-8dc7-4ab0-abcd-dc67cc967c56/a41ff160-21c2-4546-9acf-5eb4370ccee8) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:04:57.033762 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-03e50df6-27dd-4576-89ae-d7aa3f708a62 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] DELETE failed (client error): The resource could not be found. Mar 07 11:04:57.034747 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03e50df6-27dd-4576-89ae-d7aa3f708a62 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:04:57.039197 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-03e50df6-27dd-4576-89ae-d7aa3f708a62 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "DELETE /v2.0/networks/d277207f-9f52-41c3-b37b-905e2ce7d5a9 HTTP/1.1" status: 404 len: 339 time: 0.2522736 Mar 07 11:04:57.041318 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ded27-18d3-432f-b642-fd0298c1724a tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event deleted for resources: {'Network': ['ID=d277207f-9f52-41c3-b37b-905e2ce7d5a9,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:57.051040 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59496) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:57.051197 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6f1ca6-144f-46fb-97af-dce86a75e7d3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:57.058892 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f1ca6-144f-46fb-97af-dce86a75e7d3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:57.061728 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-ae612913-736d-4793-a5b6-c838a45f0cf8 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-143330264', 'description': 'd1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:57.131194 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae612913-736d-4793-a5b6-c838a45f0cf8 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Made reservation on behalf of 95345183400a4767bccd5b0be8a4bebf for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:57.144621 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ae612913-736d-4793-a5b6-c838a45f0cf8 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:57.176067 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=8d98f8a2-3936-44c9-ad91-f33f51301e6b,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:57.293712 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae612913-736d-4793-a5b6-c838a45f0cf8 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:04:57.321180 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-98999ace-9fbf-47d8-9eff-521adc71b903 None None] Provisioning complete for port 98d31e47-472f-44d9-9037-fd35c1c8e8af triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:57.325890 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-98999ace-9fbf-47d8-9eff-521adc71b903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (98d31e47-472f-44d9-9037-fd35c1c8e8af), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:57.369678 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 465899ab-7b89-4f61-ab0d-2eade00c2577 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:57.370460 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (465899ab-7b89-4f61-ab0d-2eade00c2577), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:57.404898 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ae612913-736d-4793-a5b6-c838a45f0cf8 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (121ea18c-4a69-4f1e-8405-9f2f45aed538), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:57.407909 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-10f52012-8654-4825-bbd0-ff676fa12a0f req-8320502b-b4e0-4868-9763-9964c032f7dc tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b5930adc-4d41-4530-be94-c16b3c77b3ea HTTP/1.1" status: 200 len: 210 time: 0.0552227 Mar 07 11:04:57.408602 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-ae612913-736d-4793-a5b6-c838a45f0cf8 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Added segment 121ea18c-4a69-4f1e-8405-9f2f45aed538 of type vlan for network 5663cf91-77ff-4d2e-913d-ea3bf6aa30a6 Mar 07 11:04:57.452319 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8556ac9d-eb34-4a0e-9c6b-788eed74759a None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:57.454348 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6d7c06-156c-469a-89be-f7c063ef4d54 None None] Network 6bc8c325-e0e5-41b1-be49-0d09dc5504f1 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:57.497994 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4d5ba8-8f21-4db9-8df4-8e2b06177290 None None] Network d277207f-9f52-41c3-b37b-905e2ce7d5a9 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:57.600375 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ae612913-736d-4793-a5b6-c838a45f0cf8 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (5663cf91-77ff-4d2e-913d-ea3bf6aa30a6), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:57.628993 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4d5ba8-8f21-4db9-8df4-8e2b06177290 None None] Network d277207f-9f52-41c3-b37b-905e2ce7d5a9 could not be found, it might have been deleted concurrently. {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 11:04:57.640391 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-4dfd9292-7296-4c56-a76c-50a94c1b23bf tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Publish callbacks [] for port (a41ff160-21c2-4546-9acf-5eb4370ccee8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:57.665208 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ae612913-736d-4793-a5b6-c838a45f0cf8 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (5663cf91-77ff-4d2e-913d-ea3bf6aa30a6), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:57.673202 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae612913-736d-4793-a5b6-c838a45f0cf8 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:57.675272 n-d-832164-4 neutron-server[103766]: DEBUG neutron.objects.ports [None req-9b6f1ca6-144f-46fb-97af-dce86a75e7d3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103766) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 11:04:57.675995 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ae612913-736d-4793-a5b6-c838a45f0cf8 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:57.678959 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b61bd03-8e3d-4653-ab02-293651acf186 None None] Sync routers for ids ['36987bdc-c05f-4c66-bf1d-c7b2dbd41995'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:04:57.698285 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aca9a7a-e68c-468f-affc-48a9998cd419 None None] Network d277207f-9f52-41c3-b37b-905e2ce7d5a9 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:57.739218 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aca9a7a-e68c-468f-affc-48a9998cd419 None None] Network d277207f-9f52-41c3-b37b-905e2ce7d5a9 could not be found, it might have been deleted concurrently. {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 11:04:57.771579 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da00921-6844-4263-b89c-1e68c1af9b52 None None] Network d277207f-9f52-41c3-b37b-905e2ce7d5a9 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:04:57.792556 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da00921-6844-4263-b89c-1e68c1af9b52 None None] Network d277207f-9f52-41c3-b37b-905e2ce7d5a9 could not be found, it might have been deleted concurrently. {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 11:04:57.845161 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ae612913-736d-4793-a5b6-c838a45f0cf8 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7930014 Mar 07 11:04:57.849632 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-4dfd9292-7296-4c56-a76c-50a94c1b23bf tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (a41ff160-21c2-4546-9acf-5eb4370ccee8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:57.851721 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59504) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:57.861098 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b61bd03-8e3d-4653-ab02-293651acf186 None None] Routers {'36987bdc-c05f-4c66-bf1d-c7b2dbd41995'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:04:57.862051 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-4b61bd03-8e3d-4653-ab02-293651acf186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:04:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['36987bdc-c05f-4c66-bf1d-c7b2dbd41995'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:57.875828 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae612913-736d-4793-a5b6-c838a45f0cf8 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event updated for resources: {'Network': ['ID=5663cf91-77ff-4d2e-913d-ea3bf6aa30a6,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:57.984691 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f1ca6-144f-46fb-97af-dce86a75e7d3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (98d31e47-472f-44d9-9037-fd35c1c8e8af), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:58.023985 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-4b61bd03-8e3d-4653-ab02-293651acf186 None None] Set router 36987bdc-c05f-4c66-bf1d-c7b2dbd41995 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:04:58.026582 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-4dfd9292-7296-4c56-a76c-50a94c1b23bf tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Network 50a0564a-c42c-4465-ad8a-d34160cc28c8 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:58.057777 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-4dfd9292-7296-4c56-a76c-50a94c1b23bf tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:58.060963 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-4dfd9292-7296-4c56-a76c-50a94c1b23bf tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:04:58.095519 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd9292-7296-4c56-a76c-50a94c1b23bf tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Pushing event updated for resources: {'Port': ['ID=a41ff160-21c2-4546-9acf-5eb4370ccee8,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:58.143471 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4598aea0-959c-45d5-b989-78a5a7d8b8f3 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:58.144987 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4598aea0-959c-45d5-b989-78a5a7d8b8f3 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "GET /v2.0/networks?id=5663cf91-77ff-4d2e-913d-ea3bf6aa30a6 HTTP/1.1" status: 200 len: 764 time: 0.2914662 Mar 07 11:04:58.147726 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59508) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:58.153611 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-7e95d45d-b9a8-4245-99f2-d8412f426607 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Request body: {'network': {'description': 'd2'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:58.225049 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-4dfd9292-7296-4c56-a76c-50a94c1b23bf tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:58.225684 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-4dfd9292-7296-4c56-a76c-50a94c1b23bf tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:58.282829 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-9b6f1ca6-144f-46fb-97af-dce86a75e7d3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] For port 98d31e47-472f-44d9-9037-fd35c1c8e8af, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=98d31e47-472f-44d9-9037-fd35c1c8e8af,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:58.329545 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f1ca6-144f-46fb-97af-dce86a75e7d3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for port (98d31e47-472f-44d9-9037-fd35c1c8e8af), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:58.337657 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f1ca6-144f-46fb-97af-dce86a75e7d3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (98d31e47-472f-44d9-9037-fd35c1c8e8af), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:58.375360 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-4dfd9292-7296-4c56-a76c-50a94c1b23bf tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6976094 Mar 07 11:04:58.403508 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f1ca6-144f-46fb-97af-dce86a75e7d3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (7f1b338b-9d48-43fe-bd1d-c68b8e2e5ee8), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:58.411160 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 465899ab-7b89-4f61-ab0d-2eade00c2577 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:58.412102 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 98d31e47-472f-44d9-9037-fd35c1c8e8af up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:58.435981 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f1ca6-144f-46fb-97af-dce86a75e7d3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Port': ['ID=98d31e47-472f-44d9-9037-fd35c1c8e8af,revision_number=5']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:58.496005 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 5663cf91-77ff-4d2e-913d-ea3bf6aa30a6 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:04:58.513505 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-6e5df1e6-59a6-460c-ae43-e24a64d5890d service neutron] Request body: {'port': {'device_id': 'b5930adc-4d41-4530-be94-c16b3c77b3ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:58.515742 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6f1ca6-144f-46fb-97af-dce86a75e7d3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:58.525734 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-9b6f1ca6-144f-46fb-97af-dce86a75e7d3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:58.532540 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6f1ca6-144f-46fb-97af-dce86a75e7d3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:58.533323 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9b6f1ca6-144f-46fb-97af-dce86a75e7d3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:58.548797 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f1ca6-144f-46fb-97af-dce86a75e7d3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Subnet': ['ID=7f1b338b-9d48-43fe-bd1d-c68b8e2e5ee8,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:58.576343 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9b6f1ca6-144f-46fb-97af-dce86a75e7d3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9321108 Mar 07 11:04:58.577198 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59516) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:58.585707 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-cadbcae5-ceb9-4aba-bc06-b8f6624b5f92 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:58.615648 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e95d45d-b9a8-4245-99f2-d8412f426607 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (5663cf91-77ff-4d2e-913d-ea3bf6aa30a6), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:58.651992 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e95d45d-b9a8-4245-99f2-d8412f426607 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (5663cf91-77ff-4d2e-913d-ea3bf6aa30a6), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:58.718139 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 98d31e47-472f-44d9-9037-fd35c1c8e8af triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:04:58.718525 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (98d31e47-472f-44d9-9037-fd35c1c8e8af), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:58.719899 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7e95d45d-b9a8-4245-99f2-d8412f426607 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Network 5663cf91-77ff-4d2e-913d-ea3bf6aa30a6 is not hosted by any dhcp agent {{(pid=103767) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 11:04:58.727940 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e95d45d-b9a8-4245-99f2-d8412f426607 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:58.728578 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e95d45d-b9a8-4245-99f2-d8412f426607 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:58.733140 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7e95d45d-b9a8-4245-99f2-d8412f426607 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "PUT /v2.0/networks/5663cf91-77ff-4d2e-913d-ea3bf6aa30a6 HTTP/1.1" status: 200 len: 761 time: 0.5844216 Mar 07 11:04:58.736950 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59518) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:58.761017 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-98999ace-9fbf-47d8-9eff-521adc71b903 None None] Current status of the port 98d31e47-472f-44d9-9037-fd35c1c8e8af is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:58.761447 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-98999ace-9fbf-47d8-9eff-521adc71b903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (98d31e47-472f-44d9-9037-fd35c1c8e8af), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:58.798083 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b36032c-6170-4ee3-aa52-20a029620d68 req-c62e8179-9e54-4a7d-8bf1-e4e11a8ba912 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:58.800002 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9b36032c-6170-4ee3-aa52-20a029620d68 req-c62e8179-9e54-4a7d-8bf1-e4e11a8ba912 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b5930adc-4d41-4530-be94-c16b3c77b3ea HTTP/1.1" status: 200 len: 1027 time: 0.2555568 Mar 07 11:04:58.813024 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-6e5df1e6-59a6-460c-ae43-e24a64d5890d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a41ff160-21c2-4546-9acf-5eb4370ccee8), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:58.820275 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66e9041-1930-4eab-b3ad-2e89f1fadaad None None] DHCP port deletion for 9b8a3032-9f66-43b6-9063-551ee6941c96 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:04:58.835360 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadbcae5-ceb9-4aba-bc06-b8f6624b5f92 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:58.842244 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cadbcae5-ceb9-4aba-bc06-b8f6624b5f92 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:58.963403 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95d45d-b9a8-4245-99f2-d8412f426607 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event updated for resources: {'Network': ['ID=5663cf91-77ff-4d2e-913d-ea3bf6aa30a6,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:59.011063 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 5663cf91-77ff-4d2e-913d-ea3bf6aa30a6 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:04:59.028672 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9b36032c-6170-4ee3-aa52-20a029620d68 req-ea311236-86b4-4d35-8ea8-ed8d41918725 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0d4cd4e6-b42b-4d86-a884-5a4a3d592835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123094 Mar 07 11:04:59.046602 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738448a8-3584-49ac-bccd-1107d134178a tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:59.056449 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-738448a8-3584-49ac-bccd-1107d134178a tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "GET /v2.0/networks?id=5663cf91-77ff-4d2e-913d-ea3bf6aa30a6 HTTP/1.1" status: 200 len: 764 time: 0.3155625 Mar 07 11:04:59.059016 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59522) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:59.139263 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-98999ace-9fbf-47d8-9eff-521adc71b903 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:04:59.140816 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-98999ace-9fbf-47d8-9eff-521adc71b903 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:04:59.192330 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90685761-fa99-4f6f-a949-7181cb259955 None None] Update dhcp port {'port': {'network_id': '6bc8c325-e0e5-41b1-be49-0d09dc5504f1', 'fixed_ips': [{'subnet_id': '08a3a985-0cd6-4a8c-bbd1-06bb1fbfa825', 'ip_address': '2001:db8::2'}, {'subnet_id': '9c47b6f6-6d12-4a6b-aee4-623e59cb77ab'}], 'binding:host_id': 'n-d-832164-4'}, 'id': '4ffa19b0-c413-48fe-9321-230cf761abcd'} from n-d-832164-4. {{(pid=103768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 11:04:59.233299 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 98d31e47-472f-44d9-9037-fd35c1c8e8af is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:04:59.242839 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (98d31e47-472f-44d9-9037-fd35c1c8e8af), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:59.295731 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cadbcae5-ceb9-4aba-bc06-b8f6624b5f92 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (0ce816ee-9e23-4992-85f5-b0a429f62f64), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:59.427000 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadbcae5-ceb9-4aba-bc06-b8f6624b5f92 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:04:59.447878 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-cadbcae5-ceb9-4aba-bc06-b8f6624b5f92 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:04:59.454962 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadbcae5-ceb9-4aba-bc06-b8f6624b5f92 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:59.455708 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cadbcae5-ceb9-4aba-bc06-b8f6624b5f92 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:59.459485 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 98d31e47-472f-44d9-9037-fd35c1c8e8af, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=98d31e47-472f-44d9-9037-fd35c1c8e8af,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:04:59.466744 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a66e9041-1930-4eab-b3ad-2e89f1fadaad None None] Deleting port 98d31e47-472f-44d9-9037-fd35c1c8e8af {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:04:59.466939 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a66e9041-1930-4eab-b3ad-2e89f1fadaad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (98d31e47-472f-44d9-9037-fd35c1c8e8af), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:59.468871 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-90685761-fa99-4f6f-a949-7181cb259955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4ffa19b0-c413-48fe-9321-230cf761abcd), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:59.486695 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadbcae5-ceb9-4aba-bc06-b8f6624b5f92 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Subnet': ['ID=0ce816ee-9e23-4992-85f5-b0a429f62f64,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:59.496703 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cadbcae5-ceb9-4aba-bc06-b8f6624b5f92 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9169602 Mar 07 11:04:59.498196 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59526) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:59.508126 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068423ed-eb1b-40ca-a2d6-e7738a0cff84 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:04:59.513177 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e317ace6-0e97-4de7-980a-40a6f8c37241 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'port': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'mac_address': 'fa:16:3e:e1:60:1f', 'name': 'tempest-NetworksTestDHCPv6-1554079264'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:04:59.514669 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-068423ed-eb1b-40ca-a2d6-e7738a0cff84 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4461460 Mar 07 11:04:59.534397 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (98d31e47-472f-44d9-9037-fd35c1c8e8af), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:59.545009 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59528) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:04:59.760681 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 4ffa19b0-c413-48fe-9321-230cf761abcd up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:04:59.784079 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e317ace6-0e97-4de7-980a-40a6f8c37241 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:04:59.895531 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e317ace6-0e97-4de7-980a-40a6f8c37241 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:04:59.917403 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-e317ace6-0e97-4de7-980a-40a6f8c37241 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] device_id is not set on port 15fdfba9-d11c-4fdf-b79c-02264b166296 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:04:59.950214 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=98d31e47-472f-44d9-9037-fd35c1c8e8af,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:04:59.980027 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-4b61bd03-8e3d-4653-ab02-293651acf186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36987bdc-c05f-4c66-bf1d-c7b2dbd41995', 'name': 'tempest-TestServerMultinode-1588299245-router', 'tenant_id': 'e195f34f8f044a71bbb58c1174b1153a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '8d98f8a2-3936-44c9-ad91-f33f51301e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:38Z', 'updated_at': '2022-03-07T11:04:47Z', 'revision_number': 4, 'project_id': 'e195f34f8f044a71bbb58c1174b1153a', 'gw_port': {'id': '8d98f8a2-3936-44c9-ad91-f33f51301e6b', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:cb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36987bdc-c05f-4c66-bf1d-c7b2dbd41995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:40Z', 'updated_at': '2022-03-07T11:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '660dbe3d-73d1-4355-ae7d-8e6b49d4866b', 'name': '', 'network_id': 'cc3619e3-963d-43e4-96ea-3f58c4c9b1c1', 'tenant_id': 'e195f34f8f044a71bbb58c1174b1153a', 'mac_address': 'fa:16:3e:e4:8c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36987bdc-c05f-4c66-bf1d-c7b2dbd41995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '87935d1c-c0fe-4061-aa4b-a413e202c4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:46Z', 'updated_at': '2022-03-07T11:04:48Z', 'revision_number': 2, 'project_id': 'e195f34f8f044a71bbb58c1174b1153a', 'subnets': [{'id': '87935d1c-c0fe-4061-aa4b-a413e202c4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:04:59.982783 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-98999ace-9fbf-47d8-9eff-521adc71b903 None None] Current status of the port 98d31e47-472f-44d9-9037-fd35c1c8e8af is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:00.047591 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b61bd03-8e3d-4653-ab02-293651acf186 None None] Checking router: 36987bdc-c05f-4c66-bf1d-c7b2dbd41995 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:05:00.048188 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b61bd03-8e3d-4653-ab02-293651acf186 None None] Updating router 36987bdc-c05f-4c66-bf1d-c7b2dbd41995 port 660dbe3d-73d1-4355-ae7d-8e6b49d4866b binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:05:00.087656 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4b61bd03-8e3d-4653-ab02-293651acf186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (660dbe3d-73d1-4355-ae7d-8e6b49d4866b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:00.104824 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-aa3b8eed-d032-4f11-92ee-da6a66d026f6 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "GET /v2.0/subnets?network_id=f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 207 time: 0.5586390 Mar 07 11:05:00.109152 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59534) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:00.121908 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a66e9041-1930-4eab-b3ad-2e89f1fadaad None None] For port 98d31e47-472f-44d9-9037-fd35c1c8e8af, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=98d31e47-472f-44d9-9037-fd35c1c8e8af,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:00.121908 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a66e9041-1930-4eab-b3ad-2e89f1fadaad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (98d31e47-472f-44d9-9037-fd35c1c8e8af), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:00.142972 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-6e5df1e6-59a6-460c-ae43-e24a64d5890d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a41ff160-21c2-4546-9acf-5eb4370ccee8 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:05:00.161397 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a66e9041-1930-4eab-b3ad-2e89f1fadaad None None] Calling delete_port for 98d31e47-472f-44d9-9037-fd35c1c8e8af owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:00.170340 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-6e5df1e6-59a6-460c-ae43-e24a64d5890d service neutron] Publish callbacks [] for port (a41ff160-21c2-4546-9acf-5eb4370ccee8), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:00.182823 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-e317ace6-0e97-4de7-980a-40a6f8c37241 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Allocated IP 172.20.0.10 (9b8a3032-9f66-43b6-9063-551ee6941c96/0ce816ee-9e23-4992-85f5-b0a429f62f64/15fdfba9-d11c-4fdf-b79c-02264b166296) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:00.199545 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-6e5df1e6-59a6-460c-ae43-e24a64d5890d service neutron] Transition to ACTIVE for port object a41ff160-21c2-4546-9acf-5eb4370ccee8 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:05:00.204352 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-6e5df1e6-59a6-460c-ae43-e24a64d5890d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (a41ff160-21c2-4546-9acf-5eb4370ccee8), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:00.268947 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5df1e6-59a6-460c-ae43-e24a64d5890d service neutron] Pushing event updated for resources: {'Port': ['ID=a41ff160-21c2-4546-9acf-5eb4370ccee8,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:00.282972 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 4ffa19b0-c413-48fe-9321-230cf761abcd triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:00.283651 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4ffa19b0-c413-48fe-9321-230cf761abcd), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:00.302297 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-e317ace6-0e97-4de7-980a-40a6f8c37241 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Allocated IP 2001:db8::f816:3eff:fee1:601f (9b8a3032-9f66-43b6-9063-551ee6941c96/7f1b338b-9d48-43fe-bd1d-c68b8e2e5ee8/15fdfba9-d11c-4fdf-b79c-02264b166296) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:00.470880 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-6e5df1e6-59a6-460c-ae43-e24a64d5890d service neutron] Attempting to bind port a41ff160-21c2-4546-9acf-5eb4370ccee8 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:05:00.471234 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-6e5df1e6-59a6-460c-ae43-e24a64d5890d service neutron] Attempting to bind port a41ff160-21c2-4546-9acf-5eb4370ccee8 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'dd254ec6-8865-48cd-867c-9ba7e95e743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '50a0564a-c42c-4465-ad8a-d34160cc28c8'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:05:00.471537 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-6e5df1e6-59a6-460c-ae43-e24a64d5890d service neutron] Attempting to bind port a41ff160-21c2-4546-9acf-5eb4370ccee8 on network 50a0564a-c42c-4465-ad8a-d34160cc28c8 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:05:00.484108 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-6e5df1e6-59a6-460c-ae43-e24a64d5890d service neutron] Port a41ff160-21c2-4546-9acf-5eb4370ccee8 on network 50a0564a-c42c-4465-ad8a-d34160cc28c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:05:00.484434 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-6e5df1e6-59a6-460c-ae43-e24a64d5890d service neutron] Attempting to bind port a41ff160-21c2-4546-9acf-5eb4370ccee8 on network 50a0564a-c42c-4465-ad8a-d34160cc28c8 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:05:00.496243 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-6e5df1e6-59a6-460c-ae43-e24a64d5890d service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:05:00.496581 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-6e5df1e6-59a6-460c-ae43-e24a64d5890d service neutron] Checking segment: {'id': 'dd254ec6-8865-48cd-867c-9ba7e95e743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '50a0564a-c42c-4465-ad8a-d34160cc28c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:05:00.496973 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-6e5df1e6-59a6-460c-ae43-e24a64d5890d service neutron] Bound using segment: {'id': 'dd254ec6-8865-48cd-867c-9ba7e95e743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '50a0564a-c42c-4465-ad8a-d34160cc28c8'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:05:00.497433 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-6e5df1e6-59a6-460c-ae43-e24a64d5890d service neutron] Bound port: a41ff160-21c2-4546-9acf-5eb4370ccee8, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd254ec6-8865-48cd-867c-9ba7e95e743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '50a0564a-c42c-4465-ad8a-d34160cc28c8'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:05:00.497808 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-6e5df1e6-59a6-460c-ae43-e24a64d5890d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a41ff160-21c2-4546-9acf-5eb4370ccee8), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:00.554354 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a66e9041-1930-4eab-b3ad-2e89f1fadaad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (98d31e47-472f-44d9-9037-fd35c1c8e8af), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:00.591683 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e9041-1930-4eab-b3ad-2e89f1fadaad None None] Pushing event deleted for resources: {'Port': ['ID=98d31e47-472f-44d9-9037-fd35c1c8e8af,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:00.629883 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e46743-9773-41a1-bc08-893fd1cac347 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:00.636320 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e46743-9773-41a1-bc08-893fd1cac347 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:00.642070 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-bfbd2e76-630c-4ac7-96c0-54f144ab28aa None None] Provisioning complete for port 4ffa19b0-c413-48fe-9321-230cf761abcd triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:00.642533 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e46743-9773-41a1-bc08-893fd1cac347 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:00.642655 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bfbd2e76-630c-4ac7-96c0-54f144ab28aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4ffa19b0-c413-48fe-9321-230cf761abcd), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:00.648514 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e46743-9773-41a1-bc08-893fd1cac347 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:00.649623 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-6e5df1e6-59a6-460c-ae43-e24a64d5890d service neutron] For port a41ff160-21c2-4546-9acf-5eb4370ccee8, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:05:00.655664 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e46743-9773-41a1-bc08-893fd1cac347 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:00.662280 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e46743-9773-41a1-bc08-893fd1cac347 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:00.664871 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-52e46743-9773-41a1-bc08-893fd1cac347 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.5546589 Mar 07 11:05:00.665525 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-6e5df1e6-59a6-460c-ae43-e24a64d5890d service neutron] For port a41ff160-21c2-4546-9acf-5eb4370ccee8, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=a41ff160-21c2-4546-9acf-5eb4370ccee8,segment=NetworkSegment(dd254ec6-8865-48cd-867c-9ba7e95e743c),segment_id=dd254ec6-8865-48cd-867c-9ba7e95e743c)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:05:00.668740 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59542) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:00.715076 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5d8c8-cb97-4d50-9ca3-b122eabacda3 req-7f4165ba-b82d-48d2-98b2-c77734e12a2d tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:00.717276 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b2d5d8c8-cb97-4d50-9ca3-b122eabacda3 req-7f4165ba-b82d-48d2-98b2-c77734e12a2d tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b5930adc-4d41-4530-be94-c16b3c77b3ea HTTP/1.1" status: 200 len: 1082 time: 0.5099647 Mar 07 11:05:00.746417 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-6e5df1e6-59a6-460c-ae43-e24a64d5890d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (a41ff160-21c2-4546-9acf-5eb4370ccee8), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:00.799973 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-90685761-fa99-4f6f-a949-7181cb259955 None None] Allocated IP 172.20.0.1 (6bc8c325-e0e5-41b1-be49-0d09dc5504f1/9c47b6f6-6d12-4a6b-aee4-623e59cb77ab/4ffa19b0-c413-48fe-9321-230cf761abcd) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:00.847158 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b2d5d8c8-cb97-4d50-9ca3-b122eabacda3 req-ad3e1dbd-2996-46d9-9201-8fff10059afd tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0d4cd4e6-b42b-4d86-a884-5a4a3d592835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115115 Mar 07 11:05:00.890764 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e317ace6-0e97-4de7-980a-40a6f8c37241 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for port (15fdfba9-d11c-4fdf-b79c-02264b166296), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:00.945238 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e317ace6-0e97-4de7-980a-40a6f8c37241 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (15fdfba9-d11c-4fdf-b79c-02264b166296), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:00.956658 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-90685761-fa99-4f6f-a949-7181cb259955 None None] For port 4ffa19b0-c413-48fe-9321-230cf761abcd, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=4ffa19b0-c413-48fe-9321-230cf761abcd,segment=NetworkSegment(e184fa89-7dfd-4160-9612-02510167854d),segment_id=e184fa89-7dfd-4160-9612-02510167854d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:00.983827 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-481cef25-da26-477a-b625-504985d2f2bd tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3137240 Mar 07 11:05:00.988950 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59544) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:00.993449 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-90685761-fa99-4f6f-a949-7181cb259955 None None] Publish callbacks [] for port (4ffa19b0-c413-48fe-9321-230cf761abcd), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:01.054115 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317ace6-0e97-4de7-980a-40a6f8c37241 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Port': ['ID=15fdfba9-d11c-4fdf-b79c-02264b166296,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:01.062354 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-6e5df1e6-59a6-460c-ae43-e24a64d5890d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:01.063226 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-6e5df1e6-59a6-460c-ae43-e24a64d5890d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:01.073183 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-6e5df1e6-59a6-460c-ae43-e24a64d5890d service neutron] 10.222.0.21 "PUT /v2.0/ports/a41ff160-21c2-4546-9acf-5eb4370ccee8 HTTP/1.1" status: 200 len: 1091 time: 2.6816814 Mar 07 11:05:01.082145 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5930adc-4d41-4530-be94-c16b3c77b3ea', 'tag': 'a41ff160-21c2-4546-9acf-5eb4370ccee8'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:05:01.089564 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ba2606-b679-493c-917d-3368156508fd" -d '{"events": [{"name": "network-changed", "server_uuid": "b5930adc-4d41-4530-be94-c16b3c77b3ea", "tag": "a41ff160-21c2-4546-9acf-5eb4370ccee8"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:05:01.097922 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e317ace6-0e97-4de7-980a-40a6f8c37241 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:01.102626 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-e317ace6-0e97-4de7-980a-40a6f8c37241 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:01.108871 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e317ace6-0e97-4de7-980a-40a6f8c37241 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:05:01.221623 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e317ace6-0e97-4de7-980a-40a6f8c37241 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:01.222312 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e317ace6-0e97-4de7-980a-40a6f8c37241 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:01.255608 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e317ace6-0e97-4de7-980a-40a6f8c37241 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7561572 Mar 07 11:05:01.258097 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59550) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:01.267940 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1b7f33-4821-4d3a-8c8e-1a28e9d4fc48 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:01.269822 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1b7f33-4821-4d3a-8c8e-1a28e9d4fc48 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:01.271284 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1b7f33-4821-4d3a-8c8e-1a28e9d4fc48 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:01.272516 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1b7f33-4821-4d3a-8c8e-1a28e9d4fc48 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:01.274691 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1b7f33-4821-4d3a-8c8e-1a28e9d4fc48 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:01.276517 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-bb1b7f33-4821-4d3a-8c8e-1a28e9d4fc48 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2845144 Mar 07 11:05:01.277348 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5df1e6-59a6-460c-ae43-e24a64d5890d service neutron] Pushing event updated for resources: {'Port': ['ID=a41ff160-21c2-4546-9acf-5eb4370ccee8,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:01.288111 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59552) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:01.366161 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5012089-fa0c-47e3-8c85-59db22598802 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:01.368354 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d5012089-fa0c-47e3-8c85-59db22598802 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.1086473 Mar 07 11:05:01.372805 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59554) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:01.434588 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6d86e4-f16a-4e42-a941-17ce8686292e x-openstack-request-id: req-6f6d86e4-f16a-4e42-a941-17ce8686292e {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:05:01.434902 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5930adc-4d41-4530-be94-c16b3c77b3ea", "tag": "a41ff160-21c2-4546-9acf-5eb4370ccee8", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:05:01.435136 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6f6d86e4-f16a-4e42-a941-17ce8686292e {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:05:01.435556 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5930adc-4d41-4530-be94-c16b3c77b3ea', 'tag': 'a41ff160-21c2-4546-9acf-5eb4370ccee8', 'status': 'completed', 'code': 200} Mar 07 11:05:01.462294 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e9c5d5-12b7-4622-b9ec-351adec85390 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:01.469784 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e9c5d5-12b7-4622-b9ec-351adec85390 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:01.471100 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e9c5d5-12b7-4622-b9ec-351adec85390 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:01.472309 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e9c5d5-12b7-4622-b9ec-351adec85390 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:01.480326 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e9c5d5-12b7-4622-b9ec-351adec85390 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['shared'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:01.494788 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59560) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:01.500684 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-30e9c5d5-12b7-4622-b9ec-351adec85390 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2093937 Mar 07 11:05:01.519722 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-9418bbed-b537-4eb4-be59-85baed2623c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:01.525899 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-9418bbed-b537-4eb4-be59-85baed2623c9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e195f34f8f044a71bbb58c1174b1153a&device_id=b5930adc-4d41-4530-be94-c16b3c77b3ea HTTP/1.1" status: 200 len: 1125 time: 0.3996828 Mar 07 11:05:01.586955 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-1c75b8d8-a55f-4e52-a3e1-17e33ca46b31 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a41ff160-21c2-4546-9acf-5eb4370ccee8 HTTP/1.1" status: 200 len: 217 time: 0.0509236 Mar 07 11:05:01.630757 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4b61bd03-8e3d-4653-ab02-293651acf186 None None] Publish callbacks [] for port (660dbe3d-73d1-4355-ae7d-8e6b49d4866b), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:01.660869 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-058c5054-0e87-4745-ab38-463ab85d9f74 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting port 15fdfba9-d11c-4fdf-b79c-02264b166296 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:05:01.661546 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-058c5054-0e87-4745-ab38-463ab85d9f74 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (15fdfba9-d11c-4fdf-b79c-02264b166296), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:01.664250 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 4ffa19b0-c413-48fe-9321-230cf761abcd is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:01.666029 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 8d98f8a2-3936-44c9-ad91-f33f51301e6b up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:05:01.674965 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672ad75f-0d62-4fb0-83e1-0493767180b1 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:01.677540 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-672ad75f-0d62-4fb0-83e1-0493767180b1 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "GET /v2.0/networks/dd9f3bcd-6ab6-4192-a03b-ce73e1757cf5 HTTP/1.1" status: 200 len: 804 time: 0.1620636 Mar 07 11:05:01.682903 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59562) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:01.695232 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4b61bd03-8e3d-4653-ab02-293651acf186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (660dbe3d-73d1-4355-ae7d-8e6b49d4866b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:01.722536 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66e9041-1930-4eab-b3ad-2e89f1fadaad None None] No DVR routers for this DVR port 98d31e47-472f-44d9-9037-fd35c1c8e8af on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:05:01.726875 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-90685761-fa99-4f6f-a949-7181cb259955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4ffa19b0-c413-48fe-9321-230cf761abcd), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:01.748899 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-d65f0935-7cfd-46c8-aab3-ca94ddc5fe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:01.750339 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-d65f0935-7cfd-46c8-aab3-ca94ddc5fe7d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e2b4fbc-8dc7-4ab0-abcd-dc67cc967c56 HTTP/1.1" status: 200 len: 849 time: 0.1575127 Mar 07 11:05:01.798232 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-058c5054-0e87-4745-ab38-463ab85d9f74 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (15fdfba9-d11c-4fdf-b79c-02264b166296), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:01.813944 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-058c5054-0e87-4745-ab38-463ab85d9f74 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Calling delete_port for 15fdfba9-d11c-4fdf-b79c-02264b166296 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:01.824779 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cdcf89-161a-4abe-8794-1b18c5edaecd None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:01.935457 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-850a8225-e8c1-488d-a573-6cccdb94caa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:01.936985 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-850a8225-e8c1-488d-a573-6cccdb94caa9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=50a0564a-c42c-4465-ad8a-d34160cc28c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1731985 Mar 07 11:05:01.952857 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-76698808-3cfb-4cc9-bd14-7bce88518219 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "GET /v2.0/networks/dd9f3bcd-6ab6-4192-a03b-ce73e1757cf5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2686183 Mar 07 11:05:01.953522 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59566) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:02.139383 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-f7f4458e-1131-443a-8afe-4bc49303b633 service neutron] 10.222.0.21 "GET /v2.0/networks/50a0564a-c42c-4465-ad8a-d34160cc28c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847181 Mar 07 11:05:02.211439 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 8d98f8a2-3936-44c9-ad91-f33f51301e6b triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:02.212461 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (8d98f8a2-3936-44c9-ad91-f33f51301e6b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:02.248125 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-058c5054-0e87-4745-ab38-463ab85d9f74 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (15fdfba9-d11c-4fdf-b79c-02264b166296), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:02.260784 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-bfbd2e76-630c-4ac7-96c0-54f144ab28aa None None] Current status of the port 4ffa19b0-c413-48fe-9321-230cf761abcd is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:02.264121 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae842f7-ff44-4a3e-8521-b16be331414e tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:02.266048 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a87dfa-5c7c-46a6-971b-f515bd251f6d None None] Pushing event updated for resources: {'Port': ['ID=660dbe3d-73d1-4355-ae7d-8e6b49d4866b,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:02.266803 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-dae842f7-ff44-4a3e-8521-b16be331414e tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "GET /v2.0/subnets/4e995a6c-851e-492b-af99-6522f6bf68d9 HTTP/1.1" status: 200 len: 843 time: 0.3111584 Mar 07 11:05:02.304587 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59570) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:02.363760 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bbca8998-6d39-43b9-909c-04bf6a1f4a01 req-4e1c8ea2-8633-4e05-b3d1-75fb99df3894 service neutron] 10.222.0.21 "GET /v2.0/networks/50a0564a-c42c-4465-ad8a-d34160cc28c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109990 Mar 07 11:05:02.368657 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058c5054-0e87-4745-ab38-463ab85d9f74 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Port': ['ID=15fdfba9-d11c-4fdf-b79c-02264b166296,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:02.428055 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8ffe2c-37eb-4e11-9188-72ab52dce980 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['shared'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:02.429943 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-bb8ffe2c-37eb-4e11-9188-72ab52dce980 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "GET /v2.0/subnets/4e995a6c-851e-492b-af99-6522f6bf68d9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1224310 Mar 07 11:05:02.438089 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59572) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:02.439983 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0e156-b2da-4429-a371-45110647d523 req-301862cf-ba16-4261-bf38-6f2db881c151 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:02.447448 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7ed0e156-b2da-4429-a371-45110647d523 req-301862cf-ba16-4261-bf38-6f2db881c151 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b5930adc-4d41-4530-be94-c16b3c77b3ea HTTP/1.1" status: 200 len: 1125 time: 0.2755554 Mar 07 11:05:02.451601 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-4b61bd03-8e3d-4653-ab02-293651acf186 None None] Attempting to bind port 660dbe3d-73d1-4355-ae7d-8e6b49d4866b on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:05:02.451984 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-4b61bd03-8e3d-4653-ab02-293651acf186 None None] Attempting to bind port 660dbe3d-73d1-4355-ae7d-8e6b49d4866b by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'f66b3ba5-e6f7-4df8-a4ac-86fd8b2196e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cc3619e3-963d-43e4-96ea-3f58c4c9b1c1'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:05:02.452353 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b61bd03-8e3d-4653-ab02-293651acf186 None None] Attempting to bind port 660dbe3d-73d1-4355-ae7d-8e6b49d4866b on network cc3619e3-963d-43e4-96ea-3f58c4c9b1c1 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:05:02.487119 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-616c3aaf-288e-4c7a-b4bd-ebd949226e64 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1979654116'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:02.496131 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b61bd03-8e3d-4653-ab02-293651acf186 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:05:02.496669 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b61bd03-8e3d-4653-ab02-293651acf186 None None] Checking segment: {'id': 'f66b3ba5-e6f7-4df8-a4ac-86fd8b2196e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cc3619e3-963d-43e4-96ea-3f58c4c9b1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:05:02.497405 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4b61bd03-8e3d-4653-ab02-293651acf186 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:02.497631 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b61bd03-8e3d-4653-ab02-293651acf186 None None] Bound using segment: {'id': 'f66b3ba5-e6f7-4df8-a4ac-86fd8b2196e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cc3619e3-963d-43e4-96ea-3f58c4c9b1c1'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:05:02.498133 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-4b61bd03-8e3d-4653-ab02-293651acf186 None None] Bound port: 660dbe3d-73d1-4355-ae7d-8e6b49d4866b, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f66b3ba5-e6f7-4df8-a4ac-86fd8b2196e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'cc3619e3-963d-43e4-96ea-3f58c4c9b1c1'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:05:02.498815 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4b61bd03-8e3d-4653-ab02-293651acf186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (660dbe3d-73d1-4355-ae7d-8e6b49d4866b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:02.544495 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e5804b-edfb-43ba-91d4-cd208a9b422c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-9b8a3032-9f66-43b6-9063-551ee6941c96', 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'project_id': 'a68fc610ca21434095921c9ff25a693f', 'fixed_ips': [{'subnet_id': '0ce816ee-9e23-4992-85f5-b0a429f62f64'}, {'subnet_id': '7f1b338b-9d48-43fe-bd1d-c68b8e2e5ee8'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:05:02.545427 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-05e5804b-edfb-43ba-91d4-cd208a9b422c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:02.567777 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90685761-fa99-4f6f-a949-7181cb259955 None None] Pushing event updated for resources: {'Port': ['ID=4ffa19b0-c413-48fe-9321-230cf761abcd,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:02.571870 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba2606-b679-493c-917d-3368156508fd req-66e8c3cc-75ec-461a-adf4-6ce0fbffae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:02.574238 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-84ba2606-b679-493c-917d-3368156508fd req-66e8c3cc-75ec-461a-adf4-6ce0fbffae57 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e195f34f8f044a71bbb58c1174b1153a&device_id=b5930adc-4d41-4530-be94-c16b3c77b3ea HTTP/1.1" status: 200 len: 1125 time: 0.1461182 Mar 07 11:05:02.661495 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616c3aaf-288e-4c7a-b4bd-ebd949226e64 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Made reservation on behalf of 95345183400a4767bccd5b0be8a4bebf for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:02.665719 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-616c3aaf-288e-4c7a-b4bd-ebd949226e64 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:02.681220 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-058c5054-0e87-4745-ab38-463ab85d9f74 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:02.688084 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-058c5054-0e87-4745-ab38-463ab85d9f74 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/15fdfba9-d11c-4fdf-b79c-02264b166296 HTTP/1.1" status: 204 len: 168 time: 1.3142040 Mar 07 11:05:02.698881 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 8d98f8a2-3936-44c9-ad91-f33f51301e6b is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:02.703492 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7ed0e156-b2da-4429-a371-45110647d523 req-5e384157-ca70-4088-8fce-b5edc71f1611 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0d4cd4e6-b42b-4d86-a884-5a4a3d592835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549567 Mar 07 11:05:02.704852 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59580) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:02.806066 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba2606-b679-493c-917d-3368156508fd req-4774924e-cf4d-491a-9443-c86b5ec1ca80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:02.807513 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-84ba2606-b679-493c-917d-3368156508fd req-4774924e-cf4d-491a-9443-c86b5ec1ca80 service neutron] 10.222.0.21 "GET /v2.0/networks?id=50a0564a-c42c-4465-ad8a-d34160cc28c8 HTTP/1.1" status: 200 len: 911 time: 0.2193587 Mar 07 11:05:02.826380 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-616c3aaf-288e-4c7a-b4bd-ebd949226e64 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 206} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:05:02.837157 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88086854-2c46-4a18-a8ed-262973bda600 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:02.850034 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88086854-2c46-4a18-a8ed-262973bda600 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:02.851494 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88086854-2c46-4a18-a8ed-262973bda600 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:02.855617 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-88086854-2c46-4a18-a8ed-262973bda600 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1441896 Mar 07 11:05:02.859537 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59582) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:02.872419 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 98d31e47-472f-44d9-9037-fd35c1c8e8af no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:05:02.886291 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-84ba2606-b679-493c-917d-3368156508fd req-1e18b6c9-1098-4f27-ba8d-324f6d4a41ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a41ff160-21c2-4546-9acf-5eb4370ccee8 HTTP/1.1" status: 200 len: 217 time: 0.0713964 Mar 07 11:05:02.911404 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-616c3aaf-288e-4c7a-b4bd-ebd949226e64 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (8790f9dd-4687-4bab-990b-d6b79390154d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:02.912013 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-616c3aaf-288e-4c7a-b4bd-ebd949226e64 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Added segment 8790f9dd-4687-4bab-990b-d6b79390154d of type vlan for network f377d796-0c7f-45ed-888c-62d416460174 Mar 07 11:05:02.980416 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-933673d8-e477-4c10-8fde-e31360e15852 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting subnet 0ce816ee-9e23-4992-85f5-b0a429f62f64 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:05:02.990911 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-933673d8-e477-4c10-8fde-e31360e15852 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (0ce816ee-9e23-4992-85f5-b0a429f62f64), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:03.000629 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba2606-b679-493c-917d-3368156508fd req-039692de-7a0c-4c1b-86da-789aad0dc546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:03.001451 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-616c3aaf-288e-4c7a-b4bd-ebd949226e64 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (f377d796-0c7f-45ed-888c-62d416460174), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:03.002621 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-4b61bd03-8e3d-4653-ab02-293651acf186 None None] For port 660dbe3d-73d1-4355-ae7d-8e6b49d4866b, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:05:03.005415 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-84ba2606-b679-493c-917d-3368156508fd req-039692de-7a0c-4c1b-86da-789aad0dc546 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e2b4fbc-8dc7-4ab0-abcd-dc67cc967c56 HTTP/1.1" status: 200 len: 849 time: 0.1121955 Mar 07 11:05:03.019499 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-4b61bd03-8e3d-4653-ab02-293651acf186 None None] For port 660dbe3d-73d1-4355-ae7d-8e6b49d4866b, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=660dbe3d-73d1-4355-ae7d-8e6b49d4866b,segment=NetworkSegment(f66b3ba5-e6f7-4df8-a4ac-86fd8b2196e7),segment_id=f66b3ba5-e6f7-4df8-a4ac-86fd8b2196e7)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:05:03.038529 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 98d31e47-472f-44d9-9037-fd35c1c8e8af {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:05:03.041690 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 98d31e47-472f-44d9-9037-fd35c1c8e8af not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:05:03.062492 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-349c1aab-7b76-40ad-b2ea-4ff77279ca87 None None] Provisioning complete for port 660dbe3d-73d1-4355-ae7d-8e6b49d4866b triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:03.066297 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-349c1aab-7b76-40ad-b2ea-4ff77279ca87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (660dbe3d-73d1-4355-ae7d-8e6b49d4866b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:03.078124 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-933673d8-e477-4c10-8fde-e31360e15852 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (0ce816ee-9e23-4992-85f5-b0a429f62f64), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:03.087377 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4b61bd03-8e3d-4653-ab02-293651acf186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (660dbe3d-73d1-4355-ae7d-8e6b49d4866b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:03.166683 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba2606-b679-493c-917d-3368156508fd req-f2b4c820-6ba8-4bd5-a0d6-db75e90e638d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:03.168128 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-84ba2606-b679-493c-917d-3368156508fd req-f2b4c820-6ba8-4bd5-a0d6-db75e90e638d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=50a0564a-c42c-4465-ad8a-d34160cc28c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1555629 Mar 07 11:05:03.269897 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731e83fa-680b-4a1b-9075-8c3120f9c202 None None] Network 6bc8c325-e0e5-41b1-be49-0d09dc5504f1 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:03.318418 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 4ffa19b0-c413-48fe-9321-230cf761abcd up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:05:03.372529 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-84ba2606-b679-493c-917d-3368156508fd req-117f734d-26a4-4d52-9662-594fca980fa2 service neutron] 10.222.0.21 "GET /v2.0/networks/50a0564a-c42c-4465-ad8a-d34160cc28c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957567 Mar 07 11:05:03.493986 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b61bd03-8e3d-4653-ab02-293651acf186 None None] Routers {'36987bdc-c05f-4c66-bf1d-c7b2dbd41995'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:05:03.494584 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-4b61bd03-8e3d-4653-ab02-293651acf186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:04:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['36987bdc-c05f-4c66-bf1d-c7b2dbd41995'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:03.497780 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-616c3aaf-288e-4c7a-b4bd-ebd949226e64 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (f377d796-0c7f-45ed-888c-62d416460174), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:03.509523 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616c3aaf-288e-4c7a-b4bd-ebd949226e64 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:03.510165 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-616c3aaf-288e-4c7a-b4bd-ebd949226e64 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:03.584993 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-616c3aaf-288e-4c7a-b4bd-ebd949226e64 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1476738 Mar 07 11:05:03.585772 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59586) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:03.589236 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-84ba2606-b679-493c-917d-3368156508fd req-2d061fb9-4403-4cb2-b4d9-68f194f7530e service neutron] 10.222.0.21 "GET /v2.0/networks/50a0564a-c42c-4465-ad8a-d34160cc28c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100811 Mar 07 11:05:03.598173 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-47b1a7ec-ab8f-4d18-89c5-1845bb7447ac tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Request body: {'subnet': {'network_id': 'f377d796-0c7f-45ed-888c-62d416460174', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:03.655549 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-933673d8-e477-4c10-8fde-e31360e15852 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (0ce816ee-9e23-4992-85f5-b0a429f62f64), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:03.664939 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c3aaf-288e-4c7a-b4bd-ebd949226e64 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event updated for resources: {'Network': ['ID=f377d796-0c7f-45ed-888c-62d416460174,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:03.707155 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-4b61bd03-8e3d-4653-ab02-293651acf186 None None] Set router 36987bdc-c05f-4c66-bf1d-c7b2dbd41995 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:05:03.792925 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network f377d796-0c7f-45ed-888c-62d416460174 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:05:03.796282 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-933673d8-e477-4c10-8fde-e31360e15852 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (0ce816ee-9e23-4992-85f5-b0a429f62f64), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:03.805921 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a87dfa-5c7c-46a6-971b-f515bd251f6d None None] Pushing event updated for resources: {'Port': ['ID=660dbe3d-73d1-4355-ae7d-8e6b49d4866b,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:03.828619 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47b1a7ec-ab8f-4d18-89c5-1845bb7447ac tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Made reservation on behalf of 95345183400a4767bccd5b0be8a4bebf for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:03.834829 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-47b1a7ec-ab8f-4d18-89c5-1845bb7447ac tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:03.843815 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-933673d8-e477-4c10-8fde-e31360e15852 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:03.850754 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-933673d8-e477-4c10-8fde-e31360e15852 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/0ce816ee-9e23-4992-85f5-b0a429f62f64 HTTP/1.1" status: 204 len: 168 time: 0.9808030 Mar 07 11:05:03.851812 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59592) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server [None req-05e5804b-edfb-43ba-91d4-cd208a9b422c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ce816ee-9e23-4992-85f5-b0a429f62f64: This subnet is being modified by another concurrent operation. Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise exception Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0ce816ee-9e23-4992-85f5-b0a429f62f64: This subnet is being modified by another concurrent operation. Mar 07 11:05:03.885744 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server Mar 07 11:05:03.926100 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfb16c7-77cc-4dba-99a1-dc496af5b6a8 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:03.956337 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.ipam_backend_mixin [None req-47b1a7ec-ab8f-4d18-89c5-1845bb7447ac tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Performing IP validity checks on allocation pools {{(pid=103766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 11:05:03.956815 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.ipam_backend_mixin [None req-47b1a7ec-ab8f-4d18-89c5-1845bb7447ac tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103766) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 11:05:03.968001 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23206f1-7efe-4bae-a5d0-f7c259099f89 req-8aee9fd6-d7f1-4d9f-8b37-ba7cff2e4c3a tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:03.975270 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c23206f1-7efe-4bae-a5d0-f7c259099f89 req-8aee9fd6-d7f1-4d9f-8b37-ba7cff2e4c3a tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b5930adc-4d41-4530-be94-c16b3c77b3ea HTTP/1.1" status: 200 len: 1125 time: 0.1482704 Mar 07 11:05:04.035718 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 4ffa19b0-c413-48fe-9321-230cf761abcd triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:04.037434 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4ffa19b0-c413-48fe-9321-230cf761abcd), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:04.063140 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c23206f1-7efe-4bae-a5d0-f7c259099f89 req-fff8b13a-6814-4693-a40f-84b606eaead9 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0d4cd4e6-b42b-4d86-a884-5a4a3d592835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848515 Mar 07 11:05:04.096186 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933673d8-e477-4c10-8fde-e31360e15852 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Subnet': ['ID=0ce816ee-9e23-4992-85f5-b0a429f62f64,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:04.135579 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb62f6d-5670-4e71-a5f7-c57837969754 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting subnet 7f1b338b-9d48-43fe-bd1d-c68b8e2e5ee8 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:05:04.148042 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5fb62f6d-5670-4e71-a5f7-c57837969754 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (7f1b338b-9d48-43fe-bd1d-c68b8e2e5ee8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:04.242714 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5fb62f6d-5670-4e71-a5f7-c57837969754 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (7f1b338b-9d48-43fe-bd1d-c68b8e2e5ee8), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:04.269372 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-47b1a7ec-ab8f-4d18-89c5-1845bb7447ac tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (e43e897c-2cfb-4d4a-b93b-a23cb7938d89), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:04.367631 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5fb62f6d-5670-4e71-a5f7-c57837969754 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (7f1b338b-9d48-43fe-bd1d-c68b8e2e5ee8), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:04.416203 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b1a7ec-ab8f-4d18-89c5-1845bb7447ac tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event updated for resources: {'Subnet': ['ID=e43e897c-2cfb-4d4a-b93b-a23cb7938d89,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:04.434016 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b1a7ec-ab8f-4d18-89c5-1845bb7447ac tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Checking segment: {'id': '8790f9dd-4687-4bab-990b-d6b79390154d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'f377d796-0c7f-45ed-888c-62d416460174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:05:04.434313 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b1a7ec-ab8f-4d18-89c5-1845bb7447ac tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Network hostable DHCP agents. Network: f377d796-0c7f-45ed-888c-62d416460174, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:05:04.450419 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-349c1aab-7b76-40ad-b2ea-4ff77279ca87 None None] Current status of the port 660dbe3d-73d1-4355-ae7d-8e6b49d4866b is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:04.450419 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-349c1aab-7b76-40ad-b2ea-4ff77279ca87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (660dbe3d-73d1-4355-ae7d-8e6b49d4866b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:04.473723 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b1a7ec-ab8f-4d18-89c5-1845bb7447ac tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Network f377d796-0c7f-45ed-888c-62d416460174 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:05:04.484457 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5fb62f6d-5670-4e71-a5f7-c57837969754 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (7f1b338b-9d48-43fe-bd1d-c68b8e2e5ee8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:04.491257 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-47b1a7ec-ab8f-4d18-89c5-1845bb7447ac tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, f377d796-0c7f-45ed-888c-62d416460174) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:04.523041 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b1a7ec-ab8f-4d18-89c5-1845bb7447ac tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:04.523879 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-47b1a7ec-ab8f-4d18-89c5-1845bb7447ac tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:04.529634 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb62f6d-5670-4e71-a5f7-c57837969754 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Subnet': ['ID=7f1b338b-9d48-43fe-bd1d-c68b8e2e5ee8,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:04.535599 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5fb62f6d-5670-4e71-a5f7-c57837969754 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:04.543166 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5fb62f6d-5670-4e71-a5f7-c57837969754 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/7f1b338b-9d48-43fe-bd1d-c68b8e2e5ee8 HTTP/1.1" status: 204 len: 168 time: 0.6687615 Mar 07 11:05:04.543699 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59596) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:04.546020 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52eba1c6-21d1-41cc-bc6d-15055dc5aa40 None None] Network f377d796-0c7f-45ed-888c-62d416460174 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:04.559397 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-47b1a7ec-ab8f-4d18-89c5-1845bb7447ac tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9665682 Mar 07 11:05:04.562703 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59598) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:04.574614 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-947ac7fe-6cd5-40c6-b3be-bd35e51df1fc tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:04.584547 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1c3fcb-24a4-48b9-856f-c9bb6bcd494c None None] Network 6bc8c325-e0e5-41b1-be49-0d09dc5504f1 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:04.634305 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3a9cd19b-3afb-4b18-8933-ba5f54bfbee1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0870016 Mar 07 11:05:04.637336 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59602) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:04.643170 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-b89c276c-444e-4de5-9ea8-05511a0c25a2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:04.728257 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-947ac7fe-6cd5-40c6-b3be-bd35e51df1fc tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-58933554'] for subnet (e43e897c-2cfb-4d4a-b93b-a23cb7938d89), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:04.728916 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-349c1aab-7b76-40ad-b2ea-4ff77279ca87 None None] For port 660dbe3d-73d1-4355-ae7d-8e6b49d4866b, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=660dbe3d-73d1-4355-ae7d-8e6b49d4866b,segment=NetworkSegment(f66b3ba5-e6f7-4df8-a4ac-86fd8b2196e7),segment_id=f66b3ba5-e6f7-4df8-a4ac-86fd8b2196e7)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:04.756719 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89c276c-444e-4de5-9ea8-05511a0c25a2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:04.763781 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b89c276c-444e-4de5-9ea8-05511a0c25a2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:04.809600 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-349c1aab-7b76-40ad-b2ea-4ff77279ca87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (660dbe3d-73d1-4355-ae7d-8e6b49d4866b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:04.843503 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 4ffa19b0-c413-48fe-9321-230cf761abcd is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:04.884830 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3a984f-0e37-454f-beb1-d73528e30a4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-9b8a3032-9f66-43b6-9063-551ee6941c96', 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'project_id': 'a68fc610ca21434095921c9ff25a693f', 'fixed_ips': [{'subnet_id': '7f1b338b-9d48-43fe-bd1d-c68b8e2e5ee8'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:05:04.885823 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ce3a984f-0e37-454f-beb1-d73528e30a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:04.970429 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-947ac7fe-6cd5-40c6-b3be-bd35e51df1fc tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755330244271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-59560718'] for subnet (e43e897c-2cfb-4d4a-b93b-a23cb7938d89), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:05.062266 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ac7fe-6cd5-40c6-b3be-bd35e51df1fc tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event updated for resources: {'Subnet': ['ID=e43e897c-2cfb-4d4a-b93b-a23cb7938d89,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:05.068171 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b89c276c-444e-4de5-9ea8-05511a0c25a2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (0feb9c3d-ab4b-40c9-a455-de8f100f8ba2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:05.071343 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d1b72a-61a7-42b3-8cc4-53ccfdd75c07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-f377d796-0c7f-45ed-888c-62d416460174', 'network_id': 'f377d796-0c7f-45ed-888c-62d416460174', 'project_id': '95345183400a4767bccd5b0be8a4bebf', 'fixed_ips': [{'subnet_id': 'e43e897c-2cfb-4d4a-b93b-a23cb7938d89'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:05:05.072412 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-24d1b72a-61a7-42b3-8cc4-53ccfdd75c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:05.081048 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c1aab-7b76-40ad-b2ea-4ff77279ca87 None None] Pushing event updated for resources: {'Port': ['ID=660dbe3d-73d1-4355-ae7d-8e6b49d4866b,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:05.095194 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947ac7fe-6cd5-40c6-b3be-bd35e51df1fc tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:05.095550 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947ac7fe-6cd5-40c6-b3be-bd35e51df1fc tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:05.095905 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947ac7fe-6cd5-40c6-b3be-bd35e51df1fc tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:05.096422 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947ac7fe-6cd5-40c6-b3be-bd35e51df1fc tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:05.096589 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947ac7fe-6cd5-40c6-b3be-bd35e51df1fc tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:05.096929 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947ac7fe-6cd5-40c6-b3be-bd35e51df1fc tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:05.097288 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947ac7fe-6cd5-40c6-b3be-bd35e51df1fc tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:05.097619 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947ac7fe-6cd5-40c6-b3be-bd35e51df1fc tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:05.098230 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947ac7fe-6cd5-40c6-b3be-bd35e51df1fc tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:05.098403 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947ac7fe-6cd5-40c6-b3be-bd35e51df1fc tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:05.098592 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947ac7fe-6cd5-40c6-b3be-bd35e51df1fc tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:05.098917 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947ac7fe-6cd5-40c6-b3be-bd35e51df1fc tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:05.099241 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947ac7fe-6cd5-40c6-b3be-bd35e51df1fc tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:05.116981 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947ac7fe-6cd5-40c6-b3be-bd35e51df1fc tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:05.118173 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-947ac7fe-6cd5-40c6-b3be-bd35e51df1fc tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:05.125062 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-4b61bd03-8e3d-4653-ab02-293651acf186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36987bdc-c05f-4c66-bf1d-c7b2dbd41995', 'name': 'tempest-TestServerMultinode-1588299245-router', 'tenant_id': 'e195f34f8f044a71bbb58c1174b1153a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '8d98f8a2-3936-44c9-ad91-f33f51301e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:38Z', 'updated_at': '2022-03-07T11:04:47Z', 'revision_number': 4, 'project_id': 'e195f34f8f044a71bbb58c1174b1153a', 'gw_port': {'id': '8d98f8a2-3936-44c9-ad91-f33f51301e6b', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:cb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36987bdc-c05f-4c66-bf1d-c7b2dbd41995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:40Z', 'updated_at': '2022-03-07T11:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '660dbe3d-73d1-4355-ae7d-8e6b49d4866b', 'name': '', 'network_id': 'cc3619e3-963d-43e4-96ea-3f58c4c9b1c1', 'tenant_id': 'e195f34f8f044a71bbb58c1174b1153a', 'mac_address': 'fa:16:3e:e4:8c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36987bdc-c05f-4c66-bf1d-c7b2dbd41995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '87935d1c-c0fe-4061-aa4b-a413e202c4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:46Z', 'updated_at': '2022-03-07T11:05:02Z', 'revision_number': 4, 'project_id': 'e195f34f8f044a71bbb58c1174b1153a', 'subnets': [{'id': '87935d1c-c0fe-4061-aa4b-a413e202c4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:05.128219 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-947ac7fe-6cd5-40c6-b3be-bd35e51df1fc tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "PUT /v2.0/subnets/e43e897c-2cfb-4d4a-b93b-a23cb7938d89 HTTP/1.1" status: 200 len: 900 time: 0.5639579 Mar 07 11:05:05.130192 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59608) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:05.146392 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89c276c-444e-4de5-9ea8-05511a0c25a2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:05.151441 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-b89c276c-444e-4de5-9ea8-05511a0c25a2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:05.160831 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89c276c-444e-4de5-9ea8-05511a0c25a2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:05.161506 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b89c276c-444e-4de5-9ea8-05511a0c25a2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:05.191251 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b61bd03-8e3d-4653-ab02-293651acf186 None None] The sync data for ids ['36987bdc-c05f-4c66-bf1d-c7b2dbd41995'] in n-d-832164-4 is: [{'id': '36987bdc-c05f-4c66-bf1d-c7b2dbd41995', 'name': 'tempest-TestServerMultinode-1588299245-router', 'tenant_id': 'e195f34f8f044a71bbb58c1174b1153a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '8d98f8a2-3936-44c9-ad91-f33f51301e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:38Z', 'updated_at': '2022-03-07T11:04:47Z', 'revision_number': 4, 'project_id': 'e195f34f8f044a71bbb58c1174b1153a', 'gw_port': {'id': '8d98f8a2-3936-44c9-ad91-f33f51301e6b', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:cb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36987bdc-c05f-4c66-bf1d-c7b2dbd41995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:40Z', 'updated_at': '2022-03-07T11:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '660dbe3d-73d1-4355-ae7d-8e6b49d4866b', 'name': '', 'network_id': 'cc3619e3-963d-43e4-96ea-3f58c4c9b1c1', 'tenant_id': 'e195f34f8f044a71bbb58c1174b1153a', 'mac_address': 'fa:16:3e:e4:8c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36987bdc-c05f-4c66-bf1d-c7b2dbd41995', 'device_owner': 'network:router_interface', 'standard_attr_id': 3530, 'fixed_ips': [{'subnet_id': '87935d1c-c0fe-4061-aa4b-a413e202c4ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:46Z', 'updated_at': '2022-03-07T11:05:02Z', 'revision_number': 4, 'project_id': 'e195f34f8f044a71bbb58c1174b1153a', 'subnets': [{'id': '87935d1c-c0fe-4061-aa4b-a413e202c4ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:05:05.225832 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3e8156-8873-418b-b28f-b956724a7f77 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:05.232008 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b89c276c-444e-4de5-9ea8-05511a0c25a2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5920544 Mar 07 11:05:05.234756 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89c276c-444e-4de5-9ea8-05511a0c25a2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Subnet': ['ID=0feb9c3d-ab4b-40c9-a455-de8f100f8ba2,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:05.242885 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59610) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:05.258013 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-270a6598-a7b9-4c61-9ee6-cbc73ee4e349 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:05.337316 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5a6a-edb6-4048-b261-b5e5df5b474a tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (f377d796-0c7f-45ed-888c-62d416460174), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:05.347219 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 660dbe3d-73d1-4355-ae7d-8e6b49d4866b up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:05:05.391563 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-05c82104-a0b3-4153-bd63-e21b25737c8b None None] Provisioning complete for port 4ffa19b0-c413-48fe-9321-230cf761abcd triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:05.392102 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-05c82104-a0b3-4153-bd63-e21b25737c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4ffa19b0-c413-48fe-9321-230cf761abcd), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:05.444131 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5a6a-edb6-4048-b261-b5e5df5b474a tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (e43e897c-2cfb-4d4a-b93b-a23cb7938d89), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:05.538249 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5a6a-edb6-4048-b261-b5e5df5b474a tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (e43e897c-2cfb-4d4a-b93b-a23cb7938d89), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:05.573590 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270a6598-a7b9-4c61-9ee6-cbc73ee4e349 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:05.577358 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-270a6598-a7b9-4c61-9ee6-cbc73ee4e349 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:05.598883 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d5a6a-edb6-4048-b261-b5e5df5b474a tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event deleted for resources: {'Subnet': ['ID=e43e897c-2cfb-4d4a-b93b-a23cb7938d89,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server [None req-24d1b72a-61a7-42b3-8cc4-53ccfdd75c07 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e43e897c-2cfb-4d4a-b93b-a23cb7938d89: This subnet is being modified by another concurrent operation. Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise exception Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e43e897c-2cfb-4d4a-b93b-a23cb7938d89: This subnet is being modified by another concurrent operation. Mar 07 11:05:05.628234 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server Mar 07 11:05:05.637474 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 660dbe3d-73d1-4355-ae7d-8e6b49d4866b triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:05.637474 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (660dbe3d-73d1-4355-ae7d-8e6b49d4866b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:05.684914 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4a72bc-df04-4523-a766-22f474bc3df5 req-d990e1d8-9400-4e29-bb84-77b6bc96f30b tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:05.693332 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa05e084-1c99-4009-89fb-07193802026d None None] Network f377d796-0c7f-45ed-888c-62d416460174 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:05.695047 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6e4a72bc-df04-4523-a766-22f474bc3df5 req-d990e1d8-9400-4e29-bb84-77b6bc96f30b tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b5930adc-4d41-4530-be94-c16b3c77b3ea HTTP/1.1" status: 200 len: 1125 time: 0.3776236 Mar 07 11:05:05.740671 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48723cde-e91f-411a-be90-c09bf8680b5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-9b8a3032-9f66-43b6-9063-551ee6941c96', 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'project_id': 'a68fc610ca21434095921c9ff25a693f', 'fixed_ips': [{'subnet_id': '0feb9c3d-ab4b-40c9-a455-de8f100f8ba2'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:05:05.742320 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-48723cde-e91f-411a-be90-c09bf8680b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:05.763406 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6e4a72bc-df04-4523-a766-22f474bc3df5 req-96807a15-29e7-4883-a78a-239b06da0b79 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0d4cd4e6-b42b-4d86-a884-5a4a3d592835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615420 Mar 07 11:05:05.871200 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5a6a-edb6-4048-b261-b5e5df5b474a tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (f377d796-0c7f-45ed-888c-62d416460174), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:05.915100 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-7d4d5a6a-edb6-4048-b261-b5e5df5b474a tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f377d796-0c7f-45ed-888c-62d416460174']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:05.928230 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-7d4d5a6a-edb6-4048-b261-b5e5df5b474a tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8790f9dd-4687-4bab-990b-d6b79390154d') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:05.928967 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-7d4d5a6a-edb6-4048-b261-b5e5df5b474a tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8790f9dd-4687-4bab-990b-d6b79390154d') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:05.941540 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5a6a-edb6-4048-b261-b5e5df5b474a tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (8790f9dd-4687-4bab-990b-d6b79390154d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:05.976383 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5a6a-edb6-4048-b261-b5e5df5b474a tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (8790f9dd-4687-4bab-990b-d6b79390154d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:05.990644 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d4d5a6a-edb6-4048-b261-b5e5df5b474a tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:05:05.991985 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5a6a-edb6-4048-b261-b5e5df5b474a tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (8790f9dd-4687-4bab-990b-d6b79390154d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:06.001345 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 11:05:06.001345 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:05:06.001345 n-d-832164-4 neutron-server[103766]: timer() Mar 07 11:05:06.001345 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:05:06.001345 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 11:05:06.001345 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:05:06.001345 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 11:05:06.001345 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:05:06.001345 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 11:05:06.001345 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:05:06.001345 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 11:05:06.001345 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:05:06.001345 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 11:05:06.001345 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:05:06.001345 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:05:06.001345 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:05:06.001345 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:05:06.001345 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:05:06.001345 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 11:05:06.001345 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:05:06.001345 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 11:05:06.001345 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:05:06.001345 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:05:06.001345 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:05:06.001345 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 11:05:06.001345 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:05:06.001345 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:05:06.001345 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:05:06.001345 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:05:06.001345 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:05:06.001345 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:05:06.001345 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:05:06.121428 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5a6a-edb6-4048-b261-b5e5df5b474a tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (f377d796-0c7f-45ed-888c-62d416460174), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:06.127203 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7d4d5a6a-edb6-4048-b261-b5e5df5b474a tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:06.138481 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7d4d5a6a-edb6-4048-b261-b5e5df5b474a tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "DELETE /v2.0/networks/f377d796-0c7f-45ed-888c-62d416460174 HTTP/1.1" status: 204 len: 168 time: 1.0071356 Mar 07 11:05:06.146963 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-05c82104-a0b3-4153-bd63-e21b25737c8b None None] Current status of the port 4ffa19b0-c413-48fe-9321-230cf761abcd is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:06.156914 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59616) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:06.157872 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e10ad2-b2bd-4d05-9b78-e862a757dacd None None] Network f377d796-0c7f-45ed-888c-62d416460174 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:06.162331 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d5a6a-edb6-4048-b261-b5e5df5b474a tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event deleted for resources: {'Network': ['ID=f377d796-0c7f-45ed-888c-62d416460174,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:06.194142 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e10ad2-b2bd-4d05-9b78-e862a757dacd None None] Network f377d796-0c7f-45ed-888c-62d416460174 could not be found, it might have been deleted concurrently. {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 11:05:06.201638 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d29101-9235-4a77-93ae-c7ee137cddf7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] DELETE failed (client error): The resource could not be found. Mar 07 11:05:06.202095 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d29101-9235-4a77-93ae-c7ee137cddf7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:05:06.208163 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-75d29101-9235-4a77-93ae-c7ee137cddf7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "DELETE /v2.0/subnets/e43e897c-2cfb-4d4a-b93b-a23cb7938d89 HTTP/1.1" status: 404 len: 337 time: 0.0476301 Mar 07 11:05:06.209226 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59618) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:06.234917 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf12bf3-031c-4583-ab0b-9877df8f9205 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] DELETE failed (client error): The resource could not be found. Mar 07 11:05:06.235770 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cf12bf3-031c-4583-ab0b-9877df8f9205 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:05:06.240976 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0cf12bf3-031c-4583-ab0b-9877df8f9205 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "DELETE /v2.0/networks/f377d796-0c7f-45ed-888c-62d416460174 HTTP/1.1" status: 404 len: 339 time: 0.0283773 Mar 07 11:05:06.241331 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59620) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:06.283492 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-05c82104-a0b3-4153-bd63-e21b25737c8b None None] Provisioning complete for port 660dbe3d-73d1-4355-ae7d-8e6b49d4866b triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:06.284023 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-05c82104-a0b3-4153-bd63-e21b25737c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (660dbe3d-73d1-4355-ae7d-8e6b49d4866b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:06.317567 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 660dbe3d-73d1-4355-ae7d-8e6b49d4866b is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:06.327731 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e1e172d7-13a0-4fd2-848c-c1d225dfc4eb tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (5663cf91-77ff-4d2e-913d-ea3bf6aa30a6), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:06.350307 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-48723cde-e91f-411a-be90-c09bf8680b5c None None] Allocated IP 172.20.0.2 (9b8a3032-9f66-43b6-9063-551ee6941c96/0feb9c3d-ab4b-40c9-a455-de8f100f8ba2/c294d3a3-8a92-4702-8173-705a09c7b12e) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:06.424227 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-05c82104-a0b3-4153-bd63-e21b25737c8b None None] Current status of the port 660dbe3d-73d1-4355-ae7d-8e6b49d4866b is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:06.426733 n-d-832164-4 neutron-server[103767]: DEBUG neutron.objects.ports [None req-270a6598-a7b9-4c61-9ee6-cbc73ee4e349 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 11:05:06.432275 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-270a6598-a7b9-4c61-9ee6-cbc73ee4e349 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (71d80c5b-bf68-42e1-a098-54b9b997a23a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:06.480267 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device a41ff160-21c2-4546-9acf-5eb4370ccee8 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:05:06.517682 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8d209eaa-a8dd-40da-904e-96fa627e1c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:06.519421 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270a6598-a7b9-4c61-9ee6-cbc73ee4e349 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:06.529231 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-270a6598-a7b9-4c61-9ee6-cbc73ee4e349 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:06.547361 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270a6598-a7b9-4c61-9ee6-cbc73ee4e349 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:06.547957 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-270a6598-a7b9-4c61-9ee6-cbc73ee4e349 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:06.554414 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a6598-a7b9-4c61-9ee6-cbc73ee4e349 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Subnet': ['ID=71d80c5b-bf68-42e1-a098-54b9b997a23a,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:06.614778 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-270a6598-a7b9-4c61-9ee6-cbc73ee4e349 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3700550 Mar 07 11:05:06.618898 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59622) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:06.620726 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e1e172d7-13a0-4fd2-848c-c1d225dfc4eb tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (5663cf91-77ff-4d2e-913d-ea3bf6aa30a6), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:06.627368 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-acdb46a0-0384-4a84-87f3-77503878a480 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'port': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'mac_address': 'fa:16:3e:3d:8a:37', 'name': 'tempest-NetworksTestDHCPv6-875185606'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:06.647598 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-e1e172d7-13a0-4fd2-848c-c1d225dfc4eb tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5663cf91-77ff-4d2e-913d-ea3bf6aa30a6']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:06.656046 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-48723cde-e91f-411a-be90-c09bf8680b5c None None] Publish callbacks [] for port (c294d3a3-8a92-4702-8173-705a09c7b12e), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:06.659438 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-e1e172d7-13a0-4fd2-848c-c1d225dfc4eb tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '121ea18c-4a69-4f1e-8405-9f2f45aed538') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:06.659749 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-e1e172d7-13a0-4fd2-848c-c1d225dfc4eb tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '121ea18c-4a69-4f1e-8405-9f2f45aed538') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:06.672976 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e1e172d7-13a0-4fd2-848c-c1d225dfc4eb tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (121ea18c-4a69-4f1e-8405-9f2f45aed538), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:06.700921 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e1e172d7-13a0-4fd2-848c-c1d225dfc4eb tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (121ea18c-4a69-4f1e-8405-9f2f45aed538), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:06.703033 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-48723cde-e91f-411a-be90-c09bf8680b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (c294d3a3-8a92-4702-8173-705a09c7b12e), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:06.709506 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2e36834a-b731-43e7-b1e0-8cc2ed137413 None None] Provisioning complete for port 4ffa19b0-c413-48fe-9321-230cf761abcd triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:06.710066 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2e36834a-b731-43e7-b1e0-8cc2ed137413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4ffa19b0-c413-48fe-9321-230cf761abcd), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:06.726484 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1e172d7-13a0-4fd2-848c-c1d225dfc4eb tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:05:06.728033 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e1e172d7-13a0-4fd2-848c-c1d225dfc4eb tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (121ea18c-4a69-4f1e-8405-9f2f45aed538), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:06.731476 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:05:06.731476 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:05:06.731476 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:05:06.731476 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:05:06.731476 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:05:06.731476 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:05:06.731476 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:05:06.731476 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:05:06.731476 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:05:06.731476 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:05:06.731476 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:05:06.731476 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:05:06.731476 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:05:06.731476 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:05:06.731476 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:05:06.731476 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:05:06.731476 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:05:06.731476 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:05:06.731476 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:05:06.731476 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:05:06.731476 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:05:06.731476 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:05:06.731476 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:05:06.731476 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:05:06.731476 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:05:06.731476 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:05:06.731476 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:05:06.731476 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:05:06.731476 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:05:06.731476 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:05:06.731476 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:05:06.731476 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:05:06.804474 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48723cde-e91f-411a-be90-c09bf8680b5c None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:06.813229 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-48723cde-e91f-411a-be90-c09bf8680b5c None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:06.818639 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48723cde-e91f-411a-be90-c09bf8680b5c None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:05:06.867109 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acdb46a0-0384-4a84-87f3-77503878a480 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:06.891644 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e1e172d7-13a0-4fd2-848c-c1d225dfc4eb tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (5663cf91-77ff-4d2e-913d-ea3bf6aa30a6), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:06.961418 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e1e172d7-13a0-4fd2-848c-c1d225dfc4eb tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:06.964693 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e1e172d7-13a0-4fd2-848c-c1d225dfc4eb tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "DELETE /v2.0/networks/5663cf91-77ff-4d2e-913d-ea3bf6aa30a6 HTTP/1.1" status: 204 len: 168 time: 0.7225266 Mar 07 11:05:06.968001 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59630) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:07.005880 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-acdb46a0-0384-4a84-87f3-77503878a480 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:07.022665 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e172d7-13a0-4fd2-848c-c1d225dfc4eb tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event deleted for resources: {'Network': ['ID=5663cf91-77ff-4d2e-913d-ea3bf6aa30a6,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:07.030098 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-acdb46a0-0384-4a84-87f3-77503878a480 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] device_id is not set on port 32f6df87-479a-4bcd-9c0a-a26b0713cd01 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:05:07.032160 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd03b138-3424-4c03-ab99-f1604fea2acc tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] DELETE failed (client error): The resource could not be found. Mar 07 11:05:07.033818 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd03b138-3424-4c03-ab99-f1604fea2acc tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:05:07.038352 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-fd03b138-3424-4c03-ab99-f1604fea2acc tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "DELETE /v2.0/subnets/3240c9c3-728d-4738-8a97-9b98d8d1678c HTTP/1.1" status: 404 len: 337 time: 0.0506947 Mar 07 11:05:07.042088 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59632) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:07.094560 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cf6f965-e026-426d-bd2a-382887f1e3f1 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] DELETE failed (client error): The resource could not be found. Mar 07 11:05:07.095196 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cf6f965-e026-426d-bd2a-382887f1e3f1 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:05:07.103899 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2cf6f965-e026-426d-bd2a-382887f1e3f1 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "DELETE /v2.0/networks/d277207f-9f52-41c3-b37b-905e2ce7d5a9 HTTP/1.1" status: 404 len: 339 time: 0.0606251 Mar 07 11:05:07.114037 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59634) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:07.159239 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eff36b-d2d0-4f6c-bf69-cf670e4d4ec5 req-771bd1a4-b277-403f-802e-29050cf2be1e tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:07.169145 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a6eff36b-d2d0-4f6c-bf69-cf670e4d4ec5 req-771bd1a4-b277-403f-802e-29050cf2be1e tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b5930adc-4d41-4530-be94-c16b3c77b3ea HTTP/1.1" status: 200 len: 1125 time: 0.2878637 Mar 07 11:05:07.195228 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2e36834a-b731-43e7-b1e0-8cc2ed137413 None None] Current status of the port 4ffa19b0-c413-48fe-9321-230cf761abcd is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:07.201894 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port a41ff160-21c2-4546-9acf-5eb4370ccee8, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=a41ff160-21c2-4546-9acf-5eb4370ccee8,segment=NetworkSegment(dd254ec6-8865-48cd-867c-9ba7e95e743c),segment_id=dd254ec6-8865-48cd-867c-9ba7e95e743c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:07.204805 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48723cde-e91f-411a-be90-c09bf8680b5c None None] Pushing event updated for resources: {'Port': ['ID=c294d3a3-8a92-4702-8173-705a09c7b12e,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:07.213520 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-48723cde-e91f-411a-be90-c09bf8680b5c None None] Attempting to bind port c294d3a3-8a92-4702-8173-705a09c7b12e on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:05:07.213895 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-48723cde-e91f-411a-be90-c09bf8680b5c None None] Attempting to bind port c294d3a3-8a92-4702-8173-705a09c7b12e by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:05:07.214267 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48723cde-e91f-411a-be90-c09bf8680b5c None None] Attempting to bind port c294d3a3-8a92-4702-8173-705a09c7b12e on network 9b8a3032-9f66-43b6-9063-551ee6941c96 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:05:07.222781 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'a41ff160-21c2-4546-9acf-5eb4370ccee8', 'network_id': '50a0564a-c42c-4465-ad8a-d34160cc28c8', 'port_id': 'a41ff160-21c2-4546-9acf-5eb4370ccee8', 'mac_address': 'fa:16:3e:24:73:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e2b4fbc-8dc7-4ab0-abcd-dc67cc967c56', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:05:07.223493 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-acdb46a0-0384-4a84-87f3-77503878a480 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Allocated IP 172.20.0.8 (9b8a3032-9f66-43b6-9063-551ee6941c96/0feb9c3d-ab4b-40c9-a455-de8f100f8ba2/32f6df87-479a-4bcd-9c0a-a26b0713cd01) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:07.230906 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-acdb46a0-0384-4a84-87f3-77503878a480 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Allocated IP 2001:db8::f816:3eff:fe3d:8a37 (9b8a3032-9f66-43b6-9063-551ee6941c96/71d80c5b-bf68-42e1-a098-54b9b997a23a/32f6df87-479a-4bcd-9c0a-a26b0713cd01) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:07.232001 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48723cde-e91f-411a-be90-c09bf8680b5c None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:05:07.232394 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48723cde-e91f-411a-be90-c09bf8680b5c None None] Checking segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:05:07.232816 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-48723cde-e91f-411a-be90-c09bf8680b5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:07.233246 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48723cde-e91f-411a-be90-c09bf8680b5c None None] Bound using segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:05:07.233733 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-48723cde-e91f-411a-be90-c09bf8680b5c None None] Bound port: c294d3a3-8a92-4702-8173-705a09c7b12e, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:05:07.234123 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-48723cde-e91f-411a-be90-c09bf8680b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c294d3a3-8a92-4702-8173-705a09c7b12e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:07.250270 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 660dbe3d-73d1-4355-ae7d-8e6b49d4866b up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:05:07.312699 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bbf1b3f-62fc-4cde-8d68-b672f1e12f1f tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Deleting subnet 9c47b6f6-6d12-4a6b-aee4-623e59cb77ab {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:05:07.332391 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a6eff36b-d2d0-4f6c-bf69-cf670e4d4ec5 req-87b9d757-4284-4d4e-893c-e1a4ef718f24 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0d4cd4e6-b42b-4d86-a884-5a4a3d592835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601908 Mar 07 11:05:07.347579 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2bbf1b3f-62fc-4cde-8d68-b672f1e12f1f tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for subnet (9c47b6f6-6d12-4a6b-aee4-623e59cb77ab), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:07.370612 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port a41ff160-21c2-4546-9acf-5eb4370ccee8 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:07.371028 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a41ff160-21c2-4546-9acf-5eb4370ccee8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:07.401873 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 660dbe3d-73d1-4355-ae7d-8e6b49d4866b triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:07.402266 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (660dbe3d-73d1-4355-ae7d-8e6b49d4866b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:07.429183 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2bbf1b3f-62fc-4cde-8d68-b672f1e12f1f tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (9c47b6f6-6d12-4a6b-aee4-623e59cb77ab), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:07.439521 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a41ff160-21c2-4546-9acf-5eb4370ccee8 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:05:07.447902 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-acdb46a0-0384-4a84-87f3-77503878a480 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for port (32f6df87-479a-4bcd-9c0a-a26b0713cd01), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:07.452686 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-48723cde-e91f-411a-be90-c09bf8680b5c None None] For port c294d3a3-8a92-4702-8173-705a09c7b12e, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:05:07.490933 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-48723cde-e91f-411a-be90-c09bf8680b5c None None] For port c294d3a3-8a92-4702-8173-705a09c7b12e, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c294d3a3-8a92-4702-8173-705a09c7b12e,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:05:07.494290 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-acdb46a0-0384-4a84-87f3-77503878a480 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (32f6df87-479a-4bcd-9c0a-a26b0713cd01), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:07.507733 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port a41ff160-21c2-4546-9acf-5eb4370ccee8, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=a41ff160-21c2-4546-9acf-5eb4370ccee8,segment=NetworkSegment(dd254ec6-8865-48cd-867c-9ba7e95e743c),segment_id=dd254ec6-8865-48cd-867c-9ba7e95e743c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:07.514213 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-48723cde-e91f-411a-be90-c09bf8680b5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c294d3a3-8a92-4702-8173-705a09c7b12e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:07.530199 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a41ff160-21c2-4546-9acf-5eb4370ccee8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:07.700256 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdb46a0-0384-4a84-87f3-77503878a480 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:07.700256 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-acdb46a0-0384-4a84-87f3-77503878a480 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:07.700256 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdb46a0-0384-4a84-87f3-77503878a480 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:05:07.700256 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb46a0-0384-4a84-87f3-77503878a480 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Port': ['ID=32f6df87-479a-4bcd-9c0a-a26b0713cd01,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:07.807528 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2bbf1b3f-62fc-4cde-8d68-b672f1e12f1f tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (9c47b6f6-6d12-4a6b-aee4-623e59cb77ab), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:07.812051 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acdb46a0-0384-4a84-87f3-77503878a480 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:07.812051 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-acdb46a0-0384-4a84-87f3-77503878a480 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:07.812527 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48723cde-e91f-411a-be90-c09bf8680b5c None None] Pushing event updated for resources: {'Port': ['ID=c294d3a3-8a92-4702-8173-705a09c7b12e,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:07.813099 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-acdb46a0-0384-4a84-87f3-77503878a480 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1417079 Mar 07 11:05:07.813099 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59656) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:07.823054 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2bbf1b3f-62fc-4cde-8d68-b672f1e12f1f tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (9c47b6f6-6d12-4a6b-aee4-623e59cb77ab), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:07.866637 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['a41ff160-21c2-4546-9acf-5eb4370ccee8'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:05:07.883945 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf1b3f-62fc-4cde-8d68-b672f1e12f1f tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event deleted for resources: {'Subnet': ['ID=9c47b6f6-6d12-4a6b-aee4-623e59cb77ab,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:07.884889 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3851c313-4833-4371-bf1a-7eefbad2a985 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:07.897855 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2bbf1b3f-62fc-4cde-8d68-b672f1e12f1f tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:07.900546 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3851c313-4833-4371-bf1a-7eefbad2a985 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:07.902688 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3851c313-4833-4371-bf1a-7eefbad2a985 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1376488 Mar 07 11:05:07.905364 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59660) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:07.910572 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2bbf1b3f-62fc-4cde-8d68-b672f1e12f1f tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "DELETE /v2.0/subnets/9c47b6f6-6d12-4a6b-aee4-623e59cb77ab HTTP/1.1" status: 204 len: 168 time: 0.7904100 Mar 07 11:05:07.913653 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59662) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:07.967070 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0267b20c-7616-4792-bdf9-dd8168f74dab None None] Network 6bc8c325-e0e5-41b1-be49-0d09dc5504f1 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:08.065915 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-db797ba0-deef-4d47-8927-13d199428137 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Deleting subnet 08a3a985-0cd6-4a8c-bbd1-06bb1fbfa825 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:05:08.076520 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-db797ba0-deef-4d47-8927-13d199428137 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for subnet (08a3a985-0cd6-4a8c-bbd1-06bb1fbfa825), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:08.090092 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-58814826-8281-4a49-a23f-0cfc3bdd2af5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting port 32f6df87-479a-4bcd-9c0a-a26b0713cd01 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:05:08.090092 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-58814826-8281-4a49-a23f-0cfc3bdd2af5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (32f6df87-479a-4bcd-9c0a-a26b0713cd01), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:08.109663 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 660dbe3d-73d1-4355-ae7d-8e6b49d4866b is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:08.140398 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-db797ba0-deef-4d47-8927-13d199428137 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (08a3a985-0cd6-4a8c-bbd1-06bb1fbfa825), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:08.306190 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-db797ba0-deef-4d47-8927-13d199428137 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (08a3a985-0cd6-4a8c-bbd1-06bb1fbfa825), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:08.314459 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-58814826-8281-4a49-a23f-0cfc3bdd2af5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (32f6df87-479a-4bcd-9c0a-a26b0713cd01), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:08.342813 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-58814826-8281-4a49-a23f-0cfc3bdd2af5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Calling delete_port for 32f6df87-479a-4bcd-9c0a-a26b0713cd01 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:08.365497 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=a41ff160-21c2-4546-9acf-5eb4370ccee8,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:08.464559 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-db797ba0-deef-4d47-8927-13d199428137 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (08a3a985-0cd6-4a8c-bbd1-06bb1fbfa825), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:08.485868 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-db797ba0-deef-4d47-8927-13d199428137 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:08.494229 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-db797ba0-deef-4d47-8927-13d199428137 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "DELETE /v2.0/subnets/08a3a985-0cd6-4a8c-bbd1-06bb1fbfa825 HTTP/1.1" status: 204 len: 168 time: 0.5790982 Mar 07 11:05:08.496183 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59674) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:08.562711 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db797ba0-deef-4d47-8927-13d199428137 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event deleted for resources: {'Subnet': ['ID=08a3a985-0cd6-4a8c-bbd1-06bb1fbfa825,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:08.600688 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b3ee7-2442-4c50-b3dc-fac5b2020bc1 req-b29941da-a871-41d5-9bb1-184ea6471a90 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:08.604329 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-45aff7a7-cbd5-4aaf-85d0-df17be6b12cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:08.606773 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0b3b3ee7-2442-4c50-b3dc-fac5b2020bc1 req-b29941da-a871-41d5-9bb1-184ea6471a90 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b5930adc-4d41-4530-be94-c16b3c77b3ea HTTP/1.1" status: 200 len: 1126 time: 0.1455753 Mar 07 11:05:08.672232 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9060a054-f3e3-4038-9117-14b5fcbb64ec tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (6bc8c325-e0e5-41b1-be49-0d09dc5504f1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:08.703566 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0b3b3ee7-2442-4c50-b3dc-fac5b2020bc1 req-43c7d4de-207f-40e6-8475-bf501ec2d46b tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0d4cd4e6-b42b-4d86-a884-5a4a3d592835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890589 Mar 07 11:05:08.770536 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-9060a054-f3e3-4038-9117-14b5fcbb64ec tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Deleting port 4ffa19b0-c413-48fe-9321-230cf761abcd {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:05:08.771472 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9060a054-f3e3-4038-9117-14b5fcbb64ec tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (4ffa19b0-c413-48fe-9321-230cf761abcd), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:08.842370 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-58814826-8281-4a49-a23f-0cfc3bdd2af5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (32f6df87-479a-4bcd-9c0a-a26b0713cd01), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:08.898503 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-9060a054-f3e3-4038-9117-14b5fcbb64ec tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] For port 4ffa19b0-c413-48fe-9321-230cf761abcd, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=4ffa19b0-c413-48fe-9321-230cf761abcd,segment=NetworkSegment(e184fa89-7dfd-4160-9612-02510167854d),segment_id=e184fa89-7dfd-4160-9612-02510167854d)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:08.899830 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9060a054-f3e3-4038-9117-14b5fcbb64ec tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (4ffa19b0-c413-48fe-9321-230cf761abcd), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:08.920188 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-9060a054-f3e3-4038-9117-14b5fcbb64ec tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Calling delete_port for 4ffa19b0-c413-48fe-9321-230cf761abcd owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:08.949072 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58814826-8281-4a49-a23f-0cfc3bdd2af5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Port': ['ID=32f6df87-479a-4bcd-9c0a-a26b0713cd01,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:09.122539 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-58814826-8281-4a49-a23f-0cfc3bdd2af5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:09.125891 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-58814826-8281-4a49-a23f-0cfc3bdd2af5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/32f6df87-479a-4bcd-9c0a-a26b0713cd01 HTTP/1.1" status: 204 len: 168 time: 1.2195632 Mar 07 11:05:09.128469 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59690) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:09.152525 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9060a054-f3e3-4038-9117-14b5fcbb64ec tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (4ffa19b0-c413-48fe-9321-230cf761abcd), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:09.239633 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060a054-f3e3-4038-9117-14b5fcbb64ec tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event deleted for resources: {'Port': ['ID=4ffa19b0-c413-48fe-9321-230cf761abcd,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:09.257357 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9060a054-f3e3-4038-9117-14b5fcbb64ec tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] No DVR routers for this DVR port 4ffa19b0-c413-48fe-9321-230cf761abcd on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:05:09.265458 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04c7d3d-95ca-4c13-9e30-d519c76552ed tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:09.271328 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04c7d3d-95ca-4c13-9e30-d519c76552ed tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:09.273414 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04c7d3d-95ca-4c13-9e30-d519c76552ed tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:09.279088 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f04c7d3d-95ca-4c13-9e30-d519c76552ed tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1495771 Mar 07 11:05:09.279922 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59692) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:09.450049 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9060a054-f3e3-4038-9117-14b5fcbb64ec tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (6bc8c325-e0e5-41b1-be49-0d09dc5504f1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:09.458392 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c40866f-e0d2-4c94-b3ee-49586d7bf3b5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting subnet 0feb9c3d-ab4b-40c9-a455-de8f100f8ba2 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:05:09.487167 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c40866f-e0d2-4c94-b3ee-49586d7bf3b5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (0feb9c3d-ab4b-40c9-a455-de8f100f8ba2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:09.496371 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-9060a054-f3e3-4038-9117-14b5fcbb64ec tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc8c325-e0e5-41b1-be49-0d09dc5504f1']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:09.518140 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-9060a054-f3e3-4038-9117-14b5fcbb64ec tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e184fa89-7dfd-4160-9612-02510167854d') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:09.519593 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-9060a054-f3e3-4038-9117-14b5fcbb64ec tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e184fa89-7dfd-4160-9612-02510167854d') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:09.543989 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf24119-7ba1-4c3f-9584-4044dd187fb4 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:09.545644 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9060a054-f3e3-4038-9117-14b5fcbb64ec tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (e184fa89-7dfd-4160-9612-02510167854d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:09.568957 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9060a054-f3e3-4038-9117-14b5fcbb64ec tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (e184fa89-7dfd-4160-9612-02510167854d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:09.583571 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9060a054-f3e3-4038-9117-14b5fcbb64ec tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Releasing vlan 207 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:05:09.584657 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9060a054-f3e3-4038-9117-14b5fcbb64ec tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (e184fa89-7dfd-4160-9612-02510167854d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:09.589197 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:05:09.589197 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:05:09.589197 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:05:09.589197 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:05:09.589197 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:05:09.589197 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:05:09.589197 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:05:09.589197 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:05:09.589197 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:05:09.589197 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:05:09.589197 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:05:09.589197 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:05:09.589197 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:05:09.589197 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:05:09.589197 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:05:09.589197 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:05:09.589197 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:05:09.589197 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:05:09.589197 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:05:09.589197 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:05:09.589197 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:05:09.589197 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:05:09.589197 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:05:09.589197 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:05:09.589197 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:05:09.589197 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:05:09.589197 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:05:09.589197 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:05:09.589197 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:05:09.589197 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:05:09.589197 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:05:09.589197 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:05:09.599275 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c40866f-e0d2-4c94-b3ee-49586d7bf3b5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (0feb9c3d-ab4b-40c9-a455-de8f100f8ba2), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:09.699811 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9060a054-f3e3-4038-9117-14b5fcbb64ec tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (6bc8c325-e0e5-41b1-be49-0d09dc5504f1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:09.713430 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90d0fab-3ddc-48e9-8fca-f73dc84d61f5 None None] Network 6bc8c325-e0e5-41b1-be49-0d09dc5504f1 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:09.716607 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9060a054-f3e3-4038-9117-14b5fcbb64ec tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:09.734084 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9060a054-f3e3-4038-9117-14b5fcbb64ec tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "DELETE /v2.0/networks/6bc8c325-e0e5-41b1-be49-0d09dc5504f1 HTTP/1.1" status: 204 len: 168 time: 1.2317419 Mar 07 11:05:09.734803 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59702) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:09.739559 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90d0fab-3ddc-48e9-8fca-f73dc84d61f5 None None] Network 6bc8c325-e0e5-41b1-be49-0d09dc5504f1 could not be found, it might have been deleted concurrently. {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 11:05:09.748113 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ba28a2bd-1f35-49e3-bf54-6d8d353a919d None None] Provisioning complete for port c294d3a3-8a92-4702-8173-705a09c7b12e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:09.748504 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ba28a2bd-1f35-49e3-bf54-6d8d353a919d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c294d3a3-8a92-4702-8173-705a09c7b12e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:09.804819 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb76f11f-1c49-4a16-8206-ecabfa07010e tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] DELETE failed (client error): The resource could not be found. Mar 07 11:05:09.806258 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb76f11f-1c49-4a16-8206-ecabfa07010e tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:05:09.823613 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-fb76f11f-1c49-4a16-8206-ecabfa07010e tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "DELETE /v2.0/subnets/25eaa78c-8049-4800-b083-dd6f68b80882 HTTP/1.1" status: 404 len: 337 time: 0.0833082 Mar 07 11:05:09.838185 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59708) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:09.846843 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060a054-f3e3-4038-9117-14b5fcbb64ec tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event deleted for resources: {'Network': ['ID=6bc8c325-e0e5-41b1-be49-0d09dc5504f1,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:09.850487 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c294d3a3-8a92-4702-8173-705a09c7b12e up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:05:09.882758 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f399416-ab24-4234-819b-07a392b2e155 None None] DHCP port deletion for 6bc8c325-e0e5-41b1-be49-0d09dc5504f1 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:05:09.952021 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d1a024-2526-4d1b-a425-0158f9edd852 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] DELETE failed (client error): The resource could not be found. Mar 07 11:05:09.952834 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83d1a024-2526-4d1b-a425-0158f9edd852 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:05:09.956543 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-83d1a024-2526-4d1b-a425-0158f9edd852 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "DELETE /v2.0/networks/40fc22dc-dd0e-4090-a87e-337dc348da94 HTTP/1.1" status: 404 len: 339 time: 0.1162112 Mar 07 11:05:09.962000 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59712) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:09.986890 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347969a3-5b1b-4a9f-a73d-407e3c674fbe req-13567b93-402e-45bd-9e15-67829f85885e tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:09.994421 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-347969a3-5b1b-4a9f-a73d-407e3c674fbe req-13567b93-402e-45bd-9e15-67829f85885e tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b5930adc-4d41-4530-be94-c16b3c77b3ea HTTP/1.1" status: 200 len: 1126 time: 0.1384232 Mar 07 11:05:10.014473 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c465868-bad6-43b0-ab34-d47efc64f068 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] DELETE failed (client error): The resource could not be found. Mar 07 11:05:10.015405 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c465868-bad6-43b0-ab34-d47efc64f068 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:05:10.019363 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5c465868-bad6-43b0-ab34-d47efc64f068 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "DELETE /v2.0/subnets/266f3a10-efed-437c-855d-59eb55a65892 HTTP/1.1" status: 404 len: 337 time: 0.0561178 Mar 07 11:05:10.022384 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59714) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:10.046056 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:10.048634 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c40866f-e0d2-4c94-b3ee-49586d7bf3b5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (0feb9c3d-ab4b-40c9-a455-de8f100f8ba2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:10.052913 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-31be0a37-ccf6-45d8-8fc1-7f038660a0ab tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] DELETE failed (client error): The resource could not be found. Mar 07 11:05:10.053684 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31be0a37-ccf6-45d8-8fc1-7f038660a0ab tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:05:10.058676 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-31be0a37-ccf6-45d8-8fc1-7f038660a0ab tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "DELETE /v2.0/networks/ea37f62a-37a8-461e-97b7-5449fcbe15ff HTTP/1.1" status: 404 len: 339 time: 0.0351224 Mar 07 11:05:10.060446 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ba28a2bd-1f35-49e3-bf54-6d8d353a919d None None] Current status of the port c294d3a3-8a92-4702-8173-705a09c7b12e is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:10.060837 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ba28a2bd-1f35-49e3-bf54-6d8d353a919d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c294d3a3-8a92-4702-8173-705a09c7b12e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:10.066957 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59716) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:10.115854 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2703f4-2176-4ddd-9346-98b2e6b3fd56 None None] Update dhcp port {'port': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'fixed_ips': [{'subnet_id': '0feb9c3d-ab4b-40c9-a455-de8f100f8ba2', 'ip_address': '172.20.0.2'}, {'subnet_id': '71d80c5b-bf68-42e1-a098-54b9b997a23a'}], 'binding:host_id': 'n-d-832164-4'}, 'id': 'c294d3a3-8a92-4702-8173-705a09c7b12e'} from n-d-832164-4. {{(pid=103768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 11:05:10.122209 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port c294d3a3-8a92-4702-8173-705a09c7b12e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:10.123262 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c294d3a3-8a92-4702-8173-705a09c7b12e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:10.150390 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a792bc7d-c3ed-4032-ae80-50f93c7e09fe tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] DELETE failed (client error): The resource could not be found. Mar 07 11:05:10.151046 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a792bc7d-c3ed-4032-ae80-50f93c7e09fe tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:05:10.159677 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5c2703f4-2176-4ddd-9346-98b2e6b3fd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c294d3a3-8a92-4702-8173-705a09c7b12e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:10.160164 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59720) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:10.160464 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a792bc7d-c3ed-4032-ae80-50f93c7e09fe tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "DELETE /v2.0/subnets/d3cc9343-a843-4015-bbf7-3f124ff94ab8 HTTP/1.1" status: 404 len: 337 time: 0.0921814 Mar 07 11:05:10.170987 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-347969a3-5b1b-4a9f-a73d-407e3c674fbe req-4867f1aa-d99f-4c7b-a29f-cf3b205df054 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0d4cd4e6-b42b-4d86-a884-5a4a3d592835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703758 Mar 07 11:05:10.192422 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c40866f-e0d2-4c94-b3ee-49586d7bf3b5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (0feb9c3d-ab4b-40c9-a455-de8f100f8ba2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:10.232314 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7da7fc5-e193-42c2-a212-db516da23a61 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] DELETE failed (client error): The resource could not be found. Mar 07 11:05:10.232946 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7da7fc5-e193-42c2-a212-db516da23a61 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:05:10.238721 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59722) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:10.239583 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d7da7fc5-e193-42c2-a212-db516da23a61 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "DELETE /v2.0/networks/aa749981-6bf2-43bc-b3ce-aa1be9c091ff HTTP/1.1" status: 404 len: 339 time: 0.0777452 Mar 07 11:05:10.243871 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40866f-e0d2-4c94-b3ee-49586d7bf3b5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Subnet': ['ID=0feb9c3d-ab4b-40c9-a455-de8f100f8ba2,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:10.263947 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1c40866f-e0d2-4c94-b3ee-49586d7bf3b5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:10.267548 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1c40866f-e0d2-4c94-b3ee-49586d7bf3b5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/0feb9c3d-ab4b-40c9-a455-de8f100f8ba2 HTTP/1.1" status: 204 len: 168 time: 0.9861534 Mar 07 11:05:10.269998 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59728) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:10.335513 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b2c98bf-cb78-4d91-810f-ead9a6944056 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting subnet 71d80c5b-bf68-42e1-a098-54b9b997a23a {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:05:10.340285 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0b2c98bf-cb78-4d91-810f-ead9a6944056 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (71d80c5b-bf68-42e1-a098-54b9b997a23a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:10.347361 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-ba28a2bd-1f35-49e3-bf54-6d8d353a919d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:05:10.347728 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-ba28a2bd-1f35-49e3-bf54-6d8d353a919d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:05:10.388570 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0b2c98bf-cb78-4d91-810f-ead9a6944056 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (71d80c5b-bf68-42e1-a098-54b9b997a23a), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:10.418746 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-151f3712-39b7-4ae7-afcc-0a3f219553f7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Deleting subnet 484218f9-900b-4227-843d-2cd48c74e857 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:05:10.424619 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-151f3712-39b7-4ae7-afcc-0a3f219553f7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for subnet (484218f9-900b-4227-843d-2cd48c74e857), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:10.472194 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port c294d3a3-8a92-4702-8173-705a09c7b12e is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:10.472705 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c294d3a3-8a92-4702-8173-705a09c7b12e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:10.482575 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device a41ff160-21c2-4546-9acf-5eb4370ccee8 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:05:10.484354 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0b2c98bf-cb78-4d91-810f-ead9a6944056 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (71d80c5b-bf68-42e1-a098-54b9b997a23a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:10.501578 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-151f3712-39b7-4ae7-afcc-0a3f219553f7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (484218f9-900b-4227-843d-2cd48c74e857), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:10.580865 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port c294d3a3-8a92-4702-8173-705a09c7b12e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c294d3a3-8a92-4702-8173-705a09c7b12e,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:10.584852 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0b2c98bf-cb78-4d91-810f-ead9a6944056 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (71d80c5b-bf68-42e1-a098-54b9b997a23a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server [None req-5c2703f4-2176-4ddd-9346-98b2e6b3fd56 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 71d80c5b-bf68-42e1-a098-54b9b997a23a: This subnet is being modified by another concurrent operation. Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1522, in update_port Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise exception Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 71d80c5b-bf68-42e1-a098-54b9b997a23a: This subnet is being modified by another concurrent operation. Mar 07 11:05:10.610556 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server Mar 07 11:05:10.618288 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c294d3a3-8a92-4702-8173-705a09c7b12e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:10.663310 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0b2c98bf-cb78-4d91-810f-ead9a6944056 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:10.670478 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0b2c98bf-cb78-4d91-810f-ead9a6944056 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/71d80c5b-bf68-42e1-a098-54b9b997a23a HTTP/1.1" status: 204 len: 168 time: 0.3976650 Mar 07 11:05:10.672174 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c98bf-cb78-4d91-810f-ead9a6944056 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Subnet': ['ID=71d80c5b-bf68-42e1-a098-54b9b997a23a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:10.678219 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59732) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:10.746670 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port a41ff160-21c2-4546-9acf-5eb4370ccee8 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:05:10.761276 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff22f2d-d913-4235-b18f-b58166aa2890 None None] get_active_networks_info from n-d-832164-4 {{(pid=103768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 11:05:10.778398 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-151f3712-39b7-4ae7-afcc-0a3f219553f7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (484218f9-900b-4227-843d-2cd48c74e857), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:10.795188 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-341f6ac0-4c90-4906-9051-d0390fd9d7fd tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1096215 Mar 07 11:05:10.798175 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59736) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:10.804342 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-dc9a9786-9e8a-4984-bf63-dea08d70c904 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:10.833424 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port a41ff160-21c2-4546-9acf-5eb4370ccee8 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:10.843263 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a41ff160-21c2-4546-9acf-5eb4370ccee8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:10.843263 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=c294d3a3-8a92-4702-8173-705a09c7b12e,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:10.889505 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-151f3712-39b7-4ae7-afcc-0a3f219553f7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (484218f9-900b-4227-843d-2cd48c74e857), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:10.908223 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-151f3712-39b7-4ae7-afcc-0a3f219553f7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:10.912521 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-151f3712-39b7-4ae7-afcc-0a3f219553f7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "DELETE /v2.0/subnets/484218f9-900b-4227-843d-2cd48c74e857 HTTP/1.1" status: 204 len: 168 time: 0.6726115 Mar 07 11:05:10.934834 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59742) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:10.946472 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f3712-39b7-4ae7-afcc-0a3f219553f7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event deleted for resources: {'Subnet': ['ID=484218f9-900b-4227-843d-2cd48c74e857,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:10.953855 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ba28a2bd-1f35-49e3-bf54-6d8d353a919d None None] Current status of the port c294d3a3-8a92-4702-8173-705a09c7b12e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:11.053177 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9a9786-9e8a-4984-bf63-dea08d70c904 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:11.056984 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc9a9786-9e8a-4984-bf63-dea08d70c904 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:11.098451 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7cba9beb-9e0f-4008-bb69-6bd5b08c9051 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (ac6239be-5d3f-4bfe-a128-2a52210f1449), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:11.107955 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff22f2d-d913-4235-b18f-b58166aa2890 None None] Resources bound (agent type, host, resource id): {{(pid=103768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 11:05:11.110851 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-3a2027fc-bdc5-4e27-96ae-f87472437e81 None None] Could not find standard attr ID for object 4ffa19b0-c413-48fe-9321-230cf761abcd. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:05:11.122558 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port a41ff160-21c2-4546-9acf-5eb4370ccee8 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:11.123156 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a41ff160-21c2-4546-9acf-5eb4370ccee8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:11.173358 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-3a2027fc-bdc5-4e27-96ae-f87472437e81 None None] Provisioning complete for port c294d3a3-8a92-4702-8173-705a09c7b12e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:11.173835 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3a2027fc-bdc5-4e27-96ae-f87472437e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c294d3a3-8a92-4702-8173-705a09c7b12e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:11.194580 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5930adc-4d41-4530-be94-c16b3c77b3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41ff160-21c2-4546-9acf-5eb4370ccee8'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:05:11.200143 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-7cba9beb-9e0f-4008-bb69-6bd5b08c9051 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Deleting port 7bf95bf2-38d5-4e08-90aa-d1e09571af8e {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:05:11.200666 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7cba9beb-9e0f-4008-bb69-6bd5b08c9051 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (7bf95bf2-38d5-4e08-90aa-d1e09571af8e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:11.207861 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce011a9f-55f3-4082-a589-ff8d23111565" -d '{"events": [{"server_uuid": "b5930adc-4d41-4530-be94-c16b3c77b3ea", "name": "network-vif-plugged", "status": "completed", "tag": "a41ff160-21c2-4546-9acf-5eb4370ccee8"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:05:11.327709 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port a41ff160-21c2-4546-9acf-5eb4370ccee8, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=a41ff160-21c2-4546-9acf-5eb4370ccee8,segment=NetworkSegment(dd254ec6-8865-48cd-867c-9ba7e95e743c),segment_id=dd254ec6-8865-48cd-867c-9ba7e95e743c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:11.341029 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a41ff160-21c2-4546-9acf-5eb4370ccee8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:11.412972 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-7cba9beb-9e0f-4008-bb69-6bd5b08c9051 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] For port 7bf95bf2-38d5-4e08-90aa-d1e09571af8e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7bf95bf2-38d5-4e08-90aa-d1e09571af8e,segment=NetworkSegment(499e31fd-93fa-4d11-a148-8ace0211df17),segment_id=499e31fd-93fa-4d11-a148-8ace0211df17)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:11.412972 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7cba9beb-9e0f-4008-bb69-6bd5b08c9051 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (7bf95bf2-38d5-4e08-90aa-d1e09571af8e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:11.419731 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e8448c-ca67-4198-b24f-9a2c1e2ec638 x-openstack-request-id: req-d5e8448c-ca67-4198-b24f-9a2c1e2ec638 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:05:11.419731 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5930adc-4d41-4530-be94-c16b3c77b3ea", "name": "network-vif-plugged", "status": "completed", "tag": "a41ff160-21c2-4546-9acf-5eb4370ccee8", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:05:11.419731 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d5e8448c-ca67-4198-b24f-9a2c1e2ec638 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:05:11.419731 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5930adc-4d41-4530-be94-c16b3c77b3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a41ff160-21c2-4546-9acf-5eb4370ccee8', 'code': 200} Mar 07 11:05:11.436997 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5f75e-8d76-41d3-be2c-208aa91120c5 req-3667b126-9ae0-4965-86be-e39386d7dfb1 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:11.442666 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-75f5f75e-8d76-41d3-be2c-208aa91120c5 req-3667b126-9ae0-4965-86be-e39386d7dfb1 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b5930adc-4d41-4530-be94-c16b3c77b3ea HTTP/1.1" status: 200 len: 1126 time: 0.1418474 Mar 07 11:05:11.482973 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc9a9786-9e8a-4984-bf63-dea08d70c904 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (6cd70d2a-ac9f-4ccd-bf46-e6e33c7efd48), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:11.655118 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9a9786-9e8a-4984-bf63-dea08d70c904 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:11.665956 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-dc9a9786-9e8a-4984-bf63-dea08d70c904 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:11.681776 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9a9786-9e8a-4984-bf63-dea08d70c904 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:11.682395 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc9a9786-9e8a-4984-bf63-dea08d70c904 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:11.711784 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-dc9a9786-9e8a-4984-bf63-dea08d70c904 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9113810 Mar 07 11:05:11.727235 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59768) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:11.736343 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-75f5f75e-8d76-41d3-be2c-208aa91120c5 req-555375ba-0438-4259-a510-c4cc14a2412d tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0d4cd4e6-b42b-4d86-a884-5a4a3d592835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846224 Mar 07 11:05:11.747587 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-413c2bfe-e303-43c0-ba91-49d77100f9cf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:11.768070 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a9786-9e8a-4984-bf63-dea08d70c904 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Subnet': ['ID=6cd70d2a-ac9f-4ccd-bf46-e6e33c7efd48,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:11.784799 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 4ffa19b0-c413-48fe-9321-230cf761abcd no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:05:11.828747 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=a41ff160-21c2-4546-9acf-5eb4370ccee8,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:11.861075 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 4ffa19b0-c413-48fe-9321-230cf761abcd {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:05:11.861370 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 4ffa19b0-c413-48fe-9321-230cf761abcd not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:05:11.861565 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c294d3a3-8a92-4702-8173-705a09c7b12e no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:05:11.901306 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:11.939186 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-3a2027fc-bdc5-4e27-96ae-f87472437e81 None None] Current status of the port c294d3a3-8a92-4702-8173-705a09c7b12e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:12.011689 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf416ba-3546-493c-b2d2-01b55eb8d573 None None] get_active_networks_info from n-d-832164-4 {{(pid=103768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 11:05:12.028045 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413c2bfe-e303-43c0-ba91-49d77100f9cf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:12.033378 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-413c2bfe-e303-43c0-ba91-49d77100f9cf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:12.063181 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port c294d3a3-8a92-4702-8173-705a09c7b12e is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:12.064009 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c294d3a3-8a92-4702-8173-705a09c7b12e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:12.126134 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-edd6dc3b-4244-467f-8a86-2ed832205f79 None None] Provisioning complete for port c294d3a3-8a92-4702-8173-705a09c7b12e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:12.127131 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-edd6dc3b-4244-467f-8a86-2ed832205f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c294d3a3-8a92-4702-8173-705a09c7b12e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:12.219809 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-7cba9beb-9e0f-4008-bb69-6bd5b08c9051 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Calling delete_port for 7bf95bf2-38d5-4e08-90aa-d1e09571af8e owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:12.231302 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port c294d3a3-8a92-4702-8173-705a09c7b12e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c294d3a3-8a92-4702-8173-705a09c7b12e,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:12.246942 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c294d3a3-8a92-4702-8173-705a09c7b12e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:12.357662 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf416ba-3546-493c-b2d2-01b55eb8d573 None None] Resources bound (agent type, host, resource id): {{(pid=103768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 11:05:12.402625 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9da358-0494-4a01-917a-86ff2b24c5f4 req-ed21d4ed-ea5a-4ca7-88af-d7e866081114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:12.404124 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1d9da358-0494-4a01-917a-86ff2b24c5f4 req-ed21d4ed-ea5a-4ca7-88af-d7e866081114 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b5930adc-4d41-4530-be94-c16b3c77b3ea HTTP/1.1" status: 200 len: 1127 time: 0.2007999 Mar 07 11:05:12.428119 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-edd6dc3b-4244-467f-8a86-2ed832205f79 None None] Current status of the port c294d3a3-8a92-4702-8173-705a09c7b12e is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:12.428774 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-edd6dc3b-4244-467f-8a86-2ed832205f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c294d3a3-8a92-4702-8173-705a09c7b12e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:12.497124 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1d9da358-0494-4a01-917a-86ff2b24c5f4 req-9af6026d-2607-4bbd-8016-1403ec9bb79c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0d4cd4e6-b42b-4d86-a884-5a4a3d592835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842690 Mar 07 11:05:12.506174 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=c294d3a3-8a92-4702-8173-705a09c7b12e,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:12.509823 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7cba9beb-9e0f-4008-bb69-6bd5b08c9051 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (7bf95bf2-38d5-4e08-90aa-d1e09571af8e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:12.567302 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-edd6dc3b-4244-467f-8a86-2ed832205f79 None None] For port c294d3a3-8a92-4702-8173-705a09c7b12e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c294d3a3-8a92-4702-8173-705a09c7b12e,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:12.575298 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba9beb-9e0f-4008-bb69-6bd5b08c9051 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event deleted for resources: {'Port': ['ID=7bf95bf2-38d5-4e08-90aa-d1e09571af8e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:12.577191 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cba9beb-9e0f-4008-bb69-6bd5b08c9051 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] No DVR routers for this DVR port 7bf95bf2-38d5-4e08-90aa-d1e09571af8e on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:05:12.620062 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-edd6dc3b-4244-467f-8a86-2ed832205f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c294d3a3-8a92-4702-8173-705a09c7b12e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:12.671657 n-d-832164-4 neutron-server[103766]: DEBUG neutron.objects.ports [None req-413c2bfe-e303-43c0-ba91-49d77100f9cf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103766) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 11:05:12.722593 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7cba9beb-9e0f-4008-bb69-6bd5b08c9051 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (ac6239be-5d3f-4bfe-a128-2a52210f1449), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:12.781971 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6dc3b-4244-467f-8a86-2ed832205f79 None None] Pushing event updated for resources: {'Port': ['ID=c294d3a3-8a92-4702-8173-705a09c7b12e,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:12.784471 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-7cba9beb-9e0f-4008-bb69-6bd5b08c9051 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac6239be-5d3f-4bfe-a128-2a52210f1449']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:12.808604 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-7cba9beb-9e0f-4008-bb69-6bd5b08c9051 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '499e31fd-93fa-4d11-a148-8ace0211df17') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:12.809436 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-7cba9beb-9e0f-4008-bb69-6bd5b08c9051 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '499e31fd-93fa-4d11-a148-8ace0211df17') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:12.830766 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7cba9beb-9e0f-4008-bb69-6bd5b08c9051 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (499e31fd-93fa-4d11-a148-8ace0211df17), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:12.848801 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7cba9beb-9e0f-4008-bb69-6bd5b08c9051 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (499e31fd-93fa-4d11-a148-8ace0211df17), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:12.857427 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cba9beb-9e0f-4008-bb69-6bd5b08c9051 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:05:12.858024 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7cba9beb-9e0f-4008-bb69-6bd5b08c9051 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (499e31fd-93fa-4d11-a148-8ace0211df17), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:12.862498 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:05:12.862498 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:05:12.862498 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:05:12.862498 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:05:12.862498 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:05:12.862498 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:05:12.862498 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:05:12.862498 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:05:12.862498 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:05:12.862498 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:05:12.862498 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:05:12.862498 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:05:12.862498 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:05:12.862498 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:05:12.862498 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:05:12.862498 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:05:12.862498 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:05:12.862498 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:05:12.862498 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:05:12.862498 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:05:12.862498 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:05:12.862498 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:05:12.862498 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:05:12.862498 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:05:12.862498 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:05:12.862498 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:05:12.862498 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:05:12.862498 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:05:12.862498 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:05:12.862498 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:05:12.862498 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:05:12.862498 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:05:12.928214 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97f5bf2-c7ed-4741-b3fd-80fbd54e220d None None] Update dhcp port {'port': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'fixed_ips': [{'subnet_id': '6cd70d2a-ac9f-4ccd-bf46-e6e33c7efd48'}], 'binding:host_id': 'n-d-832164-4'}, 'id': 'c294d3a3-8a92-4702-8173-705a09c7b12e'} from n-d-832164-4. {{(pid=103768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 11:05:12.996284 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:13.000275 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a97f5bf2-c7ed-4741-b3fd-80fbd54e220d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c294d3a3-8a92-4702-8173-705a09c7b12e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:13.010108 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-413c2bfe-e303-43c0-ba91-49d77100f9cf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c294d3a3-8a92-4702-8173-705a09c7b12e), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:13.050082 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7cba9beb-9e0f-4008-bb69-6bd5b08c9051 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (ac6239be-5d3f-4bfe-a128-2a52210f1449), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:13.062915 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7cba9beb-9e0f-4008-bb69-6bd5b08c9051 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:13.069537 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7cba9beb-9e0f-4008-bb69-6bd5b08c9051 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "DELETE /v2.0/networks/ac6239be-5d3f-4bfe-a128-2a52210f1449 HTTP/1.1" status: 204 len: 168 time: 2.1332638 Mar 07 11:05:13.074328 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59794) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:13.080142 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d275e721-448c-4a6e-b811-873014ad1f55 req-33b9ed8b-5e05-417a-afcb-55c79c4c4e8a tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:13.081911 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d275e721-448c-4a6e-b811-873014ad1f55 req-33b9ed8b-5e05-417a-afcb-55c79c4c4e8a tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b5930adc-4d41-4530-be94-c16b3c77b3ea HTTP/1.1" status: 200 len: 1127 time: 0.1778269 Mar 07 11:05:13.196622 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d275e721-448c-4a6e-b811-873014ad1f55 req-51c31c6c-f4fd-41e9-87b4-dd97cf1d539a tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0d4cd4e6-b42b-4d86-a884-5a4a3d592835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035666 Mar 07 11:05:13.197692 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba9beb-9e0f-4008-bb69-6bd5b08c9051 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event deleted for resources: {'Network': ['ID=ac6239be-5d3f-4bfe-a128-2a52210f1449,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:13.204786 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7bbac53-73be-471a-93bb-66db5028cd81 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] DELETE failed (client error): The resource could not be found. Mar 07 11:05:13.205499 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7bbac53-73be-471a-93bb-66db5028cd81 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:05:13.210018 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a7bbac53-73be-471a-93bb-66db5028cd81 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "DELETE /v2.0/subnets/ba9050cb-3318-406b-b6c9-6cb47e5dd7c4 HTTP/1.1" status: 404 len: 337 time: 0.1270845 Mar 07 11:05:13.213912 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59798) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:13.239141 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-51139337-da3b-4f2a-a9ed-c086562830a7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] DELETE failed (client error): The resource could not be found. Mar 07 11:05:13.240352 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51139337-da3b-4f2a-a9ed-c086562830a7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:05:13.245230 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-51139337-da3b-4f2a-a9ed-c086562830a7 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "DELETE /v2.0/networks/f92e3ed0-474e-4a46-b77b-09cb12c8c1e1 HTTP/1.1" status: 404 len: 339 time: 0.0301154 Mar 07 11:05:13.248102 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59800) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:13.324531 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-a97f5bf2-c7ed-4741-b3fd-80fbd54e220d None None] Allocated IP 172.20.0.2 (9b8a3032-9f66-43b6-9063-551ee6941c96/6cd70d2a-ac9f-4ccd-bf46-e6e33c7efd48/c294d3a3-8a92-4702-8173-705a09c7b12e) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:13.338372 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-413c2bfe-e303-43c0-ba91-49d77100f9cf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] For port c294d3a3-8a92-4702-8173-705a09c7b12e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c294d3a3-8a92-4702-8173-705a09c7b12e,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:13.348371 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0071545b-ce18-4497-a7a9-332a2e80aa40 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Deleting subnet 4e995a6c-851e-492b-af99-6522f6bf68d9 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:05:13.351523 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0071545b-ce18-4497-a7a9-332a2e80aa40 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for subnet (4e995a6c-851e-492b-af99-6522f6bf68d9), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:13.371238 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-413c2bfe-e303-43c0-ba91-49d77100f9cf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for port (c294d3a3-8a92-4702-8173-705a09c7b12e), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:13.387629 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-413c2bfe-e303-43c0-ba91-49d77100f9cf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (c294d3a3-8a92-4702-8173-705a09c7b12e), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:13.417585 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0071545b-ce18-4497-a7a9-332a2e80aa40 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (4e995a6c-851e-492b-af99-6522f6bf68d9), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:13.452798 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-413c2bfe-e303-43c0-ba91-49d77100f9cf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (ee320bf1-cacb-4eb4-9fd1-1e9220a82b0d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:13.544517 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413c2bfe-e303-43c0-ba91-49d77100f9cf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:13.556993 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-413c2bfe-e303-43c0-ba91-49d77100f9cf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:13.562502 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413c2bfe-e303-43c0-ba91-49d77100f9cf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:13.563114 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-413c2bfe-e303-43c0-ba91-49d77100f9cf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:13.566200 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c2bfe-e303-43c0-ba91-49d77100f9cf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Port': ['ID=c294d3a3-8a92-4702-8173-705a09c7b12e,revision_number=8']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:13.579421 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c2bfe-e303-43c0-ba91-49d77100f9cf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Subnet': ['ID=ee320bf1-cacb-4eb4-9fd1-1e9220a82b0d,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:13.593392 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a97f5bf2-c7ed-4741-b3fd-80fbd54e220d None None] For port c294d3a3-8a92-4702-8173-705a09c7b12e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c294d3a3-8a92-4702-8173-705a09c7b12e,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:13.601276 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-413c2bfe-e303-43c0-ba91-49d77100f9cf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8615160 Mar 07 11:05:13.602595 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59806) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:13.632166 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-5a8dfd8e-3a46-4345-869b-0c60fb0c58aa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'port': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'mac_address': 'fa:16:3e:c2:6c:23', 'name': 'tempest-NetworksTestDHCPv6-622101098'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:13.667368 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a97f5bf2-c7ed-4741-b3fd-80fbd54e220d None None] Publish callbacks [] for port (c294d3a3-8a92-4702-8173-705a09c7b12e), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:13.674911 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a97f5bf2-c7ed-4741-b3fd-80fbd54e220d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c294d3a3-8a92-4702-8173-705a09c7b12e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:13.754414 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0071545b-ce18-4497-a7a9-332a2e80aa40 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (4e995a6c-851e-492b-af99-6522f6bf68d9), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:13.818155 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8dfd8e-3a46-4345-869b-0c60fb0c58aa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:13.828690 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0071545b-ce18-4497-a7a9-332a2e80aa40 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (4e995a6c-851e-492b-af99-6522f6bf68d9), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:13.869284 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f5bf2-c7ed-4741-b3fd-80fbd54e220d None None] Pushing event updated for resources: {'Port': ['ID=c294d3a3-8a92-4702-8173-705a09c7b12e,revision_number=9']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:13.876348 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0071545b-ce18-4497-a7a9-332a2e80aa40 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event deleted for resources: {'Subnet': ['ID=4e995a6c-851e-492b-af99-6522f6bf68d9,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:13.882214 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0071545b-ce18-4497-a7a9-332a2e80aa40 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:13.884847 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0071545b-ce18-4497-a7a9-332a2e80aa40 tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "DELETE /v2.0/subnets/4e995a6c-851e-492b-af99-6522f6bf68d9 HTTP/1.1" status: 204 len: 168 time: 0.6355772 Mar 07 11:05:13.889187 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59814) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:14.011100 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-51ba74dd-ef84-4336-a87e-ce4c234afc5d tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (dd9f3bcd-6ab6-4192-a03b-ce73e1757cf5), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:14.145492 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-51ba74dd-ef84-4336-a87e-ce4c234afc5d tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Deleting port b4d6de7e-1a15-4454-8eaf-db0bbad8a227 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:05:14.146134 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-51ba74dd-ef84-4336-a87e-ce4c234afc5d tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (b4d6de7e-1a15-4454-8eaf-db0bbad8a227), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:14.270851 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-51ba74dd-ef84-4336-a87e-ce4c234afc5d tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] For port b4d6de7e-1a15-4454-8eaf-db0bbad8a227, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b4d6de7e-1a15-4454-8eaf-db0bbad8a227,segment=NetworkSegment(cb923d1b-929e-4bbb-94e6-77f2f09be457),segment_id=cb923d1b-929e-4bbb-94e6-77f2f09be457)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:14.271519 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-51ba74dd-ef84-4336-a87e-ce4c234afc5d tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (b4d6de7e-1a15-4454-8eaf-db0bbad8a227), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:14.303868 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-51ba74dd-ef84-4336-a87e-ce4c234afc5d tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Calling delete_port for b4d6de7e-1a15-4454-8eaf-db0bbad8a227 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:14.315190 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5a8dfd8e-3a46-4345-869b-0c60fb0c58aa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:14.378734 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-5a8dfd8e-3a46-4345-869b-0c60fb0c58aa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] device_id is not set on port f4365a97-d09f-4420-a96f-7bb80b6d30a6 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:05:14.397997 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-51ba74dd-ef84-4336-a87e-ce4c234afc5d tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (b4d6de7e-1a15-4454-8eaf-db0bbad8a227), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:14.429315 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ba74dd-ef84-4336-a87e-ce4c234afc5d tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] No DVR routers for this DVR port b4d6de7e-1a15-4454-8eaf-db0bbad8a227 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:05:14.436590 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba74dd-ef84-4336-a87e-ce4c234afc5d tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event deleted for resources: {'Port': ['ID=b4d6de7e-1a15-4454-8eaf-db0bbad8a227,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:14.452791 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce535f-99cc-4ec0-9eb1-8589c2d8b166 req-afd7f454-aad0-4b74-aa46-86e6fdc4529c tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:14.454426 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-52ce535f-99cc-4ec0-9eb1-8589c2d8b166 req-afd7f454-aad0-4b74-aa46-86e6fdc4529c tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b5930adc-4d41-4530-be94-c16b3c77b3ea HTTP/1.1" status: 200 len: 1127 time: 0.1259305 Mar 07 11:05:14.558444 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-51ba74dd-ef84-4336-a87e-ce4c234afc5d tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (dd9f3bcd-6ab6-4192-a03b-ce73e1757cf5), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:14.588807 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-51ba74dd-ef84-4336-a87e-ce4c234afc5d tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd9f3bcd-6ab6-4192-a03b-ce73e1757cf5']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:14.614419 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-51ba74dd-ef84-4336-a87e-ce4c234afc5d tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb923d1b-929e-4bbb-94e6-77f2f09be457') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:14.615119 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-51ba74dd-ef84-4336-a87e-ce4c234afc5d tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb923d1b-929e-4bbb-94e6-77f2f09be457') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:14.618646 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-52ce535f-99cc-4ec0-9eb1-8589c2d8b166 req-7971925c-4d12-4321-ba31-a2092e5113d2 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0d4cd4e6-b42b-4d86-a884-5a4a3d592835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555476 Mar 07 11:05:14.627281 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-51ba74dd-ef84-4336-a87e-ce4c234afc5d tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (cb923d1b-929e-4bbb-94e6-77f2f09be457), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:14.644976 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-51ba74dd-ef84-4336-a87e-ce4c234afc5d tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (cb923d1b-929e-4bbb-94e6-77f2f09be457), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:14.654128 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ba74dd-ef84-4336-a87e-ce4c234afc5d tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:05:14.654552 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-51ba74dd-ef84-4336-a87e-ce4c234afc5d tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (cb923d1b-929e-4bbb-94e6-77f2f09be457), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:14.745648 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-5a8dfd8e-3a46-4345-869b-0c60fb0c58aa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Allocated IP 172.20.0.13 (9b8a3032-9f66-43b6-9063-551ee6941c96/6cd70d2a-ac9f-4ccd-bf46-e6e33c7efd48/f4365a97-d09f-4420-a96f-7bb80b6d30a6) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:14.760577 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-5a8dfd8e-3a46-4345-869b-0c60fb0c58aa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Allocated IP 2001:db8::f816:3eff:fec2:6c23 (9b8a3032-9f66-43b6-9063-551ee6941c96/ee320bf1-cacb-4eb4-9fd1-1e9220a82b0d/f4365a97-d09f-4420-a96f-7bb80b6d30a6) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:14.769298 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:05:14.769298 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:05:14.769298 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:05:14.769298 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:05:14.769298 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:05:14.769298 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:05:14.769298 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:05:14.769298 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:05:14.769298 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:05:14.769298 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:05:14.769298 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:05:14.769298 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:05:14.769298 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:05:14.769298 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:05:14.769298 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:05:14.769298 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:05:14.769298 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:05:14.769298 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:05:14.769298 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:05:14.769298 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:05:14.769298 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:05:14.769298 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:05:14.769298 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:05:14.769298 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:05:14.769298 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:05:14.769298 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:05:14.769298 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:05:14.769298 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:05:14.769298 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:05:14.769298 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:05:14.769298 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:05:14.769298 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:05:14.783969 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-51ba74dd-ef84-4336-a87e-ce4c234afc5d tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (dd9f3bcd-6ab6-4192-a03b-ce73e1757cf5), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:14.827012 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-51ba74dd-ef84-4336-a87e-ce4c234afc5d tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:14.831362 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-51ba74dd-ef84-4336-a87e-ce4c234afc5d tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] 10.222.0.11 "DELETE /v2.0/networks/dd9f3bcd-6ab6-4192-a03b-ce73e1757cf5 HTTP/1.1" status: 204 len: 168 time: 0.9406099 Mar 07 11:05:14.893220 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba74dd-ef84-4336-a87e-ce4c234afc5d tempest-NetworksIpV6Test-1148529842 tempest-NetworksIpV6Test-1148529842-project] Pushing event deleted for resources: {'Network': ['ID=dd9f3bcd-6ab6-4192-a03b-ce73e1757cf5,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:14.924625 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef3070-7f27-405c-9f61-175740b197a2 req-36b888de-50e4-4649-8db0-479738196ca8 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:14.929575 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5eef3070-7f27-405c-9f61-175740b197a2 req-36b888de-50e4-4649-8db0-479738196ca8 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b5930adc-4d41-4530-be94-c16b3c77b3ea HTTP/1.1" status: 200 len: 1127 time: 0.1570930 Mar 07 11:05:15.055014 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5eef3070-7f27-405c-9f61-175740b197a2 req-208102a1-0e9d-47f8-a36f-a0831f9f5f84 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0d4cd4e6-b42b-4d86-a884-5a4a3d592835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186388 Mar 07 11:05:15.065502 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5a8dfd8e-3a46-4345-869b-0c60fb0c58aa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for port (f4365a97-d09f-4420-a96f-7bb80b6d30a6), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:15.133431 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5a8dfd8e-3a46-4345-869b-0c60fb0c58aa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (f4365a97-d09f-4420-a96f-7bb80b6d30a6), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:15.183973 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8dfd8e-3a46-4345-869b-0c60fb0c58aa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:15.189955 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-5a8dfd8e-3a46-4345-869b-0c60fb0c58aa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:15.190598 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6c5a3d-82bf-47e2-858e-a8e755dfc17c None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:15.192626 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8dfd8e-3a46-4345-869b-0c60fb0c58aa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:05:15.282067 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e8431d-16cd-489a-99ea-426cd2c68e1a None None] Network ac6239be-5d3f-4bfe-a128-2a52210f1449 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:15.303470 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e8431d-16cd-489a-99ea-426cd2c68e1a None None] Network ac6239be-5d3f-4bfe-a128-2a52210f1449 could not be found, it might have been deleted concurrently. {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 11:05:15.305478 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f234e3-a5ab-45ac-a42a-07979201fe1a None None] Network dd9f3bcd-6ab6-4192-a03b-ce73e1757cf5 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:15.332288 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f234e3-a5ab-45ac-a42a-07979201fe1a None None] Network dd9f3bcd-6ab6-4192-a03b-ce73e1757cf5 could not be found, it might have been deleted concurrently. {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 11:05:15.374604 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-4e0d6c20-d60f-4821-892f-249be4ba6f8e None None] Provisioning complete for port c294d3a3-8a92-4702-8173-705a09c7b12e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:15.375186 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4e0d6c20-d60f-4821-892f-249be4ba6f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c294d3a3-8a92-4702-8173-705a09c7b12e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:15.386101 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8dfd8e-3a46-4345-869b-0c60fb0c58aa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:15.386997 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5a8dfd8e-3a46-4345-869b-0c60fb0c58aa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:15.434406 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f810cc-a4a0-44e1-b965-b7b5b571d103 None None] DHCP port deletion for ac6239be-5d3f-4bfe-a128-2a52210f1449 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:05:15.464646 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8dfd8e-3a46-4345-869b-0c60fb0c58aa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Port': ['ID=f4365a97-d09f-4420-a96f-7bb80b6d30a6,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:15.496359 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59854) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:15.498473 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5a8dfd8e-3a46-4345-869b-0c60fb0c58aa tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8931098 Mar 07 11:05:15.502995 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59858) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:15.503094 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1242a8f-400e-4278-967d-0e8bf3280827 None None] DHCP port deletion for dd9f3bcd-6ab6-4192-a03b-ce73e1757cf5 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:05:15.529907 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105f8b8-5d62-4a79-bbde-b3d59d770225 req-e32eef6b-23b3-4b36-9952-4b1f701726d3 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:15.531670 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b105f8b8-5d62-4a79-bbde-b3d59d770225 req-e32eef6b-23b3-4b36-9952-4b1f701726d3 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b5930adc-4d41-4530-be94-c16b3c77b3ea HTTP/1.1" status: 200 len: 1127 time: 0.3843935 Mar 07 11:05:15.681192 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4e0d6c20-d60f-4821-892f-249be4ba6f8e None None] Current status of the port c294d3a3-8a92-4702-8173-705a09c7b12e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:15.716574 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b105f8b8-5d62-4a79-bbde-b3d59d770225 req-b87f4230-cd25-40fa-8942-1938ee4022ab tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0d4cd4e6-b42b-4d86-a884-5a4a3d592835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131322 Mar 07 11:05:15.731021 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b59552-149a-4bab-93c0-a7b8de111a61 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:15.741793 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b59552-149a-4bab-93c0-a7b8de111a61 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:15.746511 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f5b59552-149a-4bab-93c0-a7b8de111a61 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2343547 Mar 07 11:05:15.746907 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59864) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:15.779309 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c294d3a3-8a92-4702-8173-705a09c7b12e up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:05:15.899623 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port c294d3a3-8a92-4702-8173-705a09c7b12e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:15.899924 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c294d3a3-8a92-4702-8173-705a09c7b12e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:15.950285 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5ffa1a69-3bde-4a80-95a4-d4f710769dd9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=95345183400a4767bccd5b0be8a4bebf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4619620 Mar 07 11:05:15.950543 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59872) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:15.986728 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-a3950960-1d1c-49ba-983d-73667c88e00d tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting port f4365a97-d09f-4420-a96f-7bb80b6d30a6 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:05:15.987328 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3950960-1d1c-49ba-983d-73667c88e00d tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (f4365a97-d09f-4420-a96f-7bb80b6d30a6), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:16.046249 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49beb14e-934b-4e3a-934c-d73b936f8e98 admin admin] Publish callbacks [] for security_group (8f27e50c-2822-426c-84ee-7900dac3ced1), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:16.078293 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49beb14e-934b-4e3a-934c-d73b936f8e98 admin admin] Publish callbacks [] for security_group (8f27e50c-2822-426c-84ee-7900dac3ced1), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:16.129582 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port c294d3a3-8a92-4702-8173-705a09c7b12e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:16.147312 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49beb14e-934b-4e3a-934c-d73b936f8e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8f27e50c-2822-426c-84ee-7900dac3ced1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:16.151174 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-49beb14e-934b-4e3a-934c-d73b936f8e98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:16.153098 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-49beb14e-934b-4e3a-934c-d73b936f8e98 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8f27e50c-2822-426c-84ee-7900dac3ced1 HTTP/1.1" status: 204 len: 168 time: 0.2007923 Mar 07 11:05:16.164984 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49beb14e-934b-4e3a-934c-d73b936f8e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f27e50c-2822-426c-84ee-7900dac3ced1,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:16.248199 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b4d6de7e-1a15-4454-8eaf-db0bbad8a227 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:05:16.255049 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3950960-1d1c-49ba-983d-73667c88e00d tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (f4365a97-d09f-4420-a96f-7bb80b6d30a6), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:16.288293 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: b4d6de7e-1a15-4454-8eaf-db0bbad8a227 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:05:16.288989 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b4d6de7e-1a15-4454-8eaf-db0bbad8a227 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:05:16.296351 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7bf95bf2-38d5-4e08-90aa-d1e09571af8e no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:05:16.311544 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-a3950960-1d1c-49ba-983d-73667c88e00d tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Calling delete_port for f4365a97-d09f-4420-a96f-7bb80b6d30a6 owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:16.321554 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 7bf95bf2-38d5-4e08-90aa-d1e09571af8e {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:05:16.323041 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7bf95bf2-38d5-4e08-90aa-d1e09571af8e not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:05:16.424047 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-887dc739-ed18-40c8-92ff-cd8a28ecaa15 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:16.430854 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-887dc739-ed18-40c8-92ff-cd8a28ecaa15 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/networks?id=50a0564a-c42c-4465-ad8a-d34160cc28c8 HTTP/1.1" status: 200 len: 911 time: 0.2452374 Mar 07 11:05:16.452435 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-8a281eb7-685d-411c-a913-ae8bc1405b6e tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/quotas/e195f34f8f044a71bbb58c1174b1153a HTTP/1.1" status: 200 len: 375 time: 0.0206380 Mar 07 11:05:16.557321 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-17e4f485-f528-4d2c-8f32-b5d482043837 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?tenant_id=e195f34f8f044a71bbb58c1174b1153a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0898869 Mar 07 11:05:16.681405 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3950960-1d1c-49ba-983d-73667c88e00d tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (f4365a97-d09f-4420-a96f-7bb80b6d30a6), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:16.724100 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3950960-1d1c-49ba-983d-73667c88e00d tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Port': ['ID=f4365a97-d09f-4420-a96f-7bb80b6d30a6,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:16.737665 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-c48fa81a-ec6d-4306-9a95-e04861b39cb7 service neutron] 10.222.0.11 "GET /v2.0/networks/50a0564a-c42c-4465-ad8a-d34160cc28c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727061 Mar 07 11:05:16.748859 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bc5c93-2052-4ee6-bddd-2048199d0ce3 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:16.846747 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-1e9f5749-6bd0-4d8c-882f-c21872eeaada None None] Provisioning complete for port c294d3a3-8a92-4702-8173-705a09c7b12e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:16.847127 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1e9f5749-6bd0-4d8c-882f-c21872eeaada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c294d3a3-8a92-4702-8173-705a09c7b12e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:16.981559 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-2f8717a7-f404-48ed-a52b-6330a7249797 service neutron] 10.222.0.11 "GET /v2.0/networks/50a0564a-c42c-4465-ad8a-d34160cc28c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404659 Mar 07 11:05:16.984729 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3950960-1d1c-49ba-983d-73667c88e00d tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:16.988982 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a3950960-1d1c-49ba-983d-73667c88e00d tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/f4365a97-d09f-4420-a96f-7bb80b6d30a6 HTTP/1.1" status: 204 len: 168 time: 1.2410591 Mar 07 11:05:16.991554 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59920) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:17.034000 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1e9f5749-6bd0-4d8c-882f-c21872eeaada None None] Current status of the port c294d3a3-8a92-4702-8173-705a09c7b12e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:17.042454 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-1e9f5749-6bd0-4d8c-882f-c21872eeaada None None] Could not find standard attr ID for object f4365a97-d09f-4420-a96f-7bb80b6d30a6. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:05:17.068620 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b37d28-4b05-48e7-8601-5c03d5711d42 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:17.070651 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b37d28-4b05-48e7-8601-5c03d5711d42 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:17.072291 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b37d28-4b05-48e7-8601-5c03d5711d42 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:17.076817 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-73b37d28-4b05-48e7-8601-5c03d5711d42 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0808003 Mar 07 11:05:17.077705 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59926) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:17.142990 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-713562d1-3bea-40e6-999d-35c143ad4f74 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting subnet 6cd70d2a-ac9f-4ccd-bf46-e6e33c7efd48 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:05:17.146538 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-713562d1-3bea-40e6-999d-35c143ad4f74 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (6cd70d2a-ac9f-4ccd-bf46-e6e33c7efd48), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:17.192016 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-713562d1-3bea-40e6-999d-35c143ad4f74 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (6cd70d2a-ac9f-4ccd-bf46-e6e33c7efd48), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:17.325616 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9e994cba-4cad-4447-a9b2-f79e0bf7c9b0 req-f9dbb1f5-1015-467e-9ebc-54deee251f8b tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=db6ef90e-a83f-4364-bedd-fa1dcf2b68f7 HTTP/1.1" status: 200 len: 210 time: 0.0789983 Mar 07 11:05:17.346289 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-713562d1-3bea-40e6-999d-35c143ad4f74 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (6cd70d2a-ac9f-4ccd-bf46-e6e33c7efd48), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:17.444997 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-713562d1-3bea-40e6-999d-35c143ad4f74 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (6cd70d2a-ac9f-4ccd-bf46-e6e33c7efd48), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:17.520137 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713562d1-3bea-40e6-999d-35c143ad4f74 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Subnet': ['ID=6cd70d2a-ac9f-4ccd-bf46-e6e33c7efd48,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:17.547468 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-713562d1-3bea-40e6-999d-35c143ad4f74 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:17.553128 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-713562d1-3bea-40e6-999d-35c143ad4f74 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/6cd70d2a-ac9f-4ccd-bf46-e6e33c7efd48 HTTP/1.1" status: 204 len: 168 time: 0.4742348 Mar 07 11:05:17.557349 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59946) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:17.573335 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59948) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:17.654635 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfdff086-0ea2-4d78-9bb9-d8f072e7149f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting subnet ee320bf1-cacb-4eb4-9fd1-1e9220a82b0d {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:05:17.660350 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cfdff086-0ea2-4d78-9bb9-d8f072e7149f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (ee320bf1-cacb-4eb4-9fd1-1e9220a82b0d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:17.722701 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3c5e67-41e7-4fe8-9123-47d8dda6c317 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:17.764614 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cfdff086-0ea2-4d78-9bb9-d8f072e7149f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (ee320bf1-cacb-4eb4-9fd1-1e9220a82b0d), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:17.854984 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-6b5cd908-6b4c-47d2-97db-e465d455a2af tempest-DvrRoutersNegativeTest-135368146 tempest-DvrRoutersNegativeTest-135368146-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-54182208', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:17.857601 n-d-832164-4 neutron-server[103766]: DEBUG neutron.policy [None req-6b5cd908-6b4c-47d2-97db-e465d455a2af tempest-DvrRoutersNegativeTest-135368146 tempest-DvrRoutersNegativeTest-135368146-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103766) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Mar 07 11:05:17.858162 n-d-832164-4 neutron-server[103766]: DEBUG neutron.policy [None req-6b5cd908-6b4c-47d2-97db-e465d455a2af tempest-DvrRoutersNegativeTest-135368146 tempest-DvrRoutersNegativeTest-135368146-project] Failed policy check for 'create_router' {{(pid=103766) enforce /opt/stack/neutron/neutron/policy.py:524}} Mar 07 11:05:17.858867 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-6b5cd908-6b4c-47d2-97db-e465d455a2af tempest-DvrRoutersNegativeTest-135368146 tempest-DvrRoutersNegativeTest-135368146-project] create failed (client error): Access was denied to this resource. Mar 07 11:05:17.860675 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6b5cd908-6b4c-47d2-97db-e465d455a2af tempest-DvrRoutersNegativeTest-135368146 tempest-DvrRoutersNegativeTest-135368146-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2784417 Mar 07 11:05:17.877543 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cfdff086-0ea2-4d78-9bb9-d8f072e7149f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (ee320bf1-cacb-4eb4-9fd1-1e9220a82b0d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:17.949914 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cfdff086-0ea2-4d78-9bb9-d8f072e7149f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (ee320bf1-cacb-4eb4-9fd1-1e9220a82b0d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:17.953065 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-903a578f-39cd-47c4-a5c6-3a62a1e26fb5 None None] Provisioning complete for port c294d3a3-8a92-4702-8173-705a09c7b12e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:17.953477 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-903a578f-39cd-47c4-a5c6-3a62a1e26fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c294d3a3-8a92-4702-8173-705a09c7b12e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:18.001435 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdff086-0ea2-4d78-9bb9-d8f072e7149f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Subnet': ['ID=ee320bf1-cacb-4eb4-9fd1-1e9220a82b0d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:18.024136 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cfdff086-0ea2-4d78-9bb9-d8f072e7149f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:18.035853 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cfdff086-0ea2-4d78-9bb9-d8f072e7149f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/ee320bf1-cacb-4eb4-9fd1-1e9220a82b0d HTTP/1.1" status: 204 len: 168 time: 0.4756072 Mar 07 11:05:18.036975 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59960) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:18.096694 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c76031f9-a767-45b1-a11a-f949f9be9a42 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577066 Mar 07 11:05:18.099193 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59964) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:18.122406 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-903a578f-39cd-47c4-a5c6-3a62a1e26fb5 None None] Current status of the port c294d3a3-8a92-4702-8173-705a09c7b12e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:18.181280 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9deb944b-a459-451e-bf2b-6e1f101e961e None None] Update dhcp port {'port': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'fixed_ips': [{'subnet_id': 'ee320bf1-cacb-4eb4-9fd1-1e9220a82b0d'}], 'binding:host_id': 'n-d-832164-4'}, 'id': 'c294d3a3-8a92-4702-8173-705a09c7b12e'} from n-d-832164-4. {{(pid=103768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 11:05:18.218188 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9deb944b-a459-451e-bf2b-6e1f101e961e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c294d3a3-8a92-4702-8173-705a09c7b12e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:18.223209 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692a63b6-bad7-4396-bdcc-0087e387a1da tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:18.230616 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-692a63b6-bad7-4396-bdcc-0087e387a1da tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1302357 Mar 07 11:05:18.233564 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59972) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:18.307397 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59976) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:18.376617 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d632e6-8f3f-4fa7-9e24-be3fdb83b9f0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:18.382220 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-69d632e6-8f3f-4fa7-9e24-be3fdb83b9f0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1436937 Mar 07 11:05:18.384998 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59984) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:18.436664 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:18.497536 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0343f224-a052-423b-85bf-7ead37c32954 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1063447 Mar 07 11:05:18.497850 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59986) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:18.502841 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-5afb57ae-b477-4cd8-9d2b-aa46bd37f933 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:18.532664 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382d6b0e-40ed-4d46-ad47-60336d575b8f None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:18.554558 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b4da414b-e6c7-4915-8f1c-b6d7ffde3090 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:18.590634 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e2c5c903-9755-4b88-8feb-d87f197ffb0e req-b12b4b26-4c8c-4e0c-8a6f-480b29f7924e tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=db6ef90e-a83f-4364-bedd-fa1dcf2b68f7 HTTP/1.1" status: 200 len: 210 time: 0.1195438 Mar 07 11:05:18.625739 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-9dd77dae-6359-4c85-937d-ec8adecf0ef5 None None] Provisioning complete for port c294d3a3-8a92-4702-8173-705a09c7b12e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:18.626192 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9dd77dae-6359-4c85-937d-ec8adecf0ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c294d3a3-8a92-4702-8173-705a09c7b12e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:18.686343 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afb57ae-b477-4cd8-9d2b-aa46bd37f933 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:18.691118 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5afb57ae-b477-4cd8-9d2b-aa46bd37f933 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:18.693055 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5afb57ae-b477-4cd8-9d2b-aa46bd37f933 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 11:05:18.693786 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5afb57ae-b477-4cd8-9d2b-aa46bd37f933 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:05:18.715786 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b4da414b-e6c7-4915-8f1c-b6d7ffde3090 admin admin] Publish callbacks [] for security_group (5cad0682-ad43-41f2-adf2-eafa12ccb7be), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:18.722573 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b4da414b-e6c7-4915-8f1c-b6d7ffde3090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5cad0682-ad43-41f2-adf2-eafa12ccb7be), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:18.742135 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5afb57ae-b477-4cd8-9d2b-aa46bd37f933 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2428787 Mar 07 11:05:18.747222 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 59992) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:18.769786 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-9cdf46bf-04a6-4ed6-8e6f-3c9789a8c287 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:18.849841 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b4da414b-e6c7-4915-8f1c-b6d7ffde3090 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a98ec766d8284474bfbeda6efad88c3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5410576 Mar 07 11:05:18.852661 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 59996) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:18.890468 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d1418c-c892-46f9-91f0-d95c54692e75 None None] DHCP port deletion for 9b8a3032-9f66-43b6-9063-551ee6941c96 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:05:18.917711 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-9dd77dae-6359-4c85-937d-ec8adecf0ef5 None None] Current status of the port c294d3a3-8a92-4702-8173-705a09c7b12e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:18.964775 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cdf46bf-04a6-4ed6-8e6f-3c9789a8c287 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:18.969416 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da414b-e6c7-4915-8f1c-b6d7ffde3090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cad0682-ad43-41f2-adf2-eafa12ccb7be,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:18.973404 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9cdf46bf-04a6-4ed6-8e6f-3c9789a8c287 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:18.996514 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cdf46bf-04a6-4ed6-8e6f-3c9789a8c287 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 11:05:18.997026 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cdf46bf-04a6-4ed6-8e6f-3c9789a8c287 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:05:19.050278 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-98884382-5360-489d-ac08-0d42e42ee0bb admin admin] Publish callbacks [] for security_group (5cad0682-ad43-41f2-adf2-eafa12ccb7be), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:19.061909 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9cdf46bf-04a6-4ed6-8e6f-3c9789a8c287 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3087335 Mar 07 11:05:19.067399 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60006) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:19.077258 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-6a77d37e-1f49-4c3d-b60e-e76352b66d26 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:19.093708 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-53d1418c-c892-46f9-91f0-d95c54692e75 None None] Deleting port c294d3a3-8a92-4702-8173-705a09c7b12e {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:05:19.094091 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-53d1418c-c892-46f9-91f0-d95c54692e75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c294d3a3-8a92-4702-8173-705a09c7b12e), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:19.233365 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-98884382-5360-489d-ac08-0d42e42ee0bb admin admin] Publish callbacks [] for security_group (5cad0682-ad43-41f2-adf2-eafa12ccb7be), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:19.321992 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a77d37e-1f49-4c3d-b60e-e76352b66d26 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:19.342619 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a77d37e-1f49-4c3d-b60e-e76352b66d26 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:19.344547 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a77d37e-1f49-4c3d-b60e-e76352b66d26 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 11:05:19.346735 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a77d37e-1f49-4c3d-b60e-e76352b66d26 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:05:19.377633 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6a77d37e-1f49-4c3d-b60e-e76352b66d26 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3089161 Mar 07 11:05:19.378867 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-98884382-5360-489d-ac08-0d42e42ee0bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5cad0682-ad43-41f2-adf2-eafa12ccb7be), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:19.380720 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60014) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:19.386008 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-02459a8e-357d-425d-8b39-65371c92498b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:19.391647 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-98884382-5360-489d-ac08-0d42e42ee0bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:19.393078 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-98884382-5360-489d-ac08-0d42e42ee0bb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5cad0682-ad43-41f2-adf2-eafa12ccb7be HTTP/1.1" status: 204 len: 168 time: 0.5343370 Mar 07 11:05:19.421717 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98884382-5360-489d-ac08-0d42e42ee0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cad0682-ad43-41f2-adf2-eafa12ccb7be,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:19.449461 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-53d1418c-c892-46f9-91f0-d95c54692e75 None None] For port c294d3a3-8a92-4702-8173-705a09c7b12e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c294d3a3-8a92-4702-8173-705a09c7b12e,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:19.450225 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-53d1418c-c892-46f9-91f0-d95c54692e75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c294d3a3-8a92-4702-8173-705a09c7b12e), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:19.465992 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-53d1418c-c892-46f9-91f0-d95c54692e75 None None] Calling delete_port for c294d3a3-8a92-4702-8173-705a09c7b12e owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:19.632235 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c294d3a3-8a92-4702-8173-705a09c7b12e no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:05:19.658682 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02459a8e-357d-425d-8b39-65371c92498b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:19.662611 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-02459a8e-357d-425d-8b39-65371c92498b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:19.664286 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-02459a8e-357d-425d-8b39-65371c92498b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 11:05:19.665569 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02459a8e-357d-425d-8b39-65371c92498b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:05:19.669788 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-53d1418c-c892-46f9-91f0-d95c54692e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (c294d3a3-8a92-4702-8173-705a09c7b12e), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:19.689238 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a570ec5-54ce-40ab-949f-f24e16097a4c req-66dd46f2-6fa3-412c-a611-669be0d89f62 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=db6ef90e-a83f-4364-bedd-fa1dcf2b68f7 HTTP/1.1" status: 200 len: 210 time: 0.0527911 Mar 07 11:05:19.720814 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60028) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:19.721156 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-02459a8e-357d-425d-8b39-65371c92498b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3390880 Mar 07 11:05:19.726121 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-7c911201-834d-4f63-8826-44251c72f9ca tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:19.730652 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1418c-c892-46f9-91f0-d95c54692e75 None None] Pushing event deleted for resources: {'Port': ['ID=c294d3a3-8a92-4702-8173-705a09c7b12e,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:19.749912 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d1418c-c892-46f9-91f0-d95c54692e75 None None] No DVR routers for this DVR port c294d3a3-8a92-4702-8173-705a09c7b12e on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:05:19.782960 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No active binding found for port c294d3a3-8a92-4702-8173-705a09c7b12e {{(pid=103768) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 07 11:05:19.783494 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] The host n-d-832164-4 is not matching for port c294d3a3-8a92-4702-8173-705a09c7b12e host None! {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 11:05:19.784728 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c294d3a3-8a92-4702-8173-705a09c7b12e not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:05:19.889767 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c911201-834d-4f63-8826-44251c72f9ca tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:19.894244 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7c911201-834d-4f63-8826-44251c72f9ca tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:19.895722 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c911201-834d-4f63-8826-44251c72f9ca tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 11:05:19.896211 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c911201-834d-4f63-8826-44251c72f9ca tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:05:19.923470 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7c911201-834d-4f63-8826-44251c72f9ca tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2011890 Mar 07 11:05:19.926236 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60040) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:19.932457 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-48ed0621-0617-44f6-b4c5-ea8f64d61763 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:20.044270 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ed0621-0617-44f6-b4c5-ea8f64d61763 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:20.050754 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-48ed0621-0617-44f6-b4c5-ea8f64d61763 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:20.053320 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ed0621-0617-44f6-b4c5-ea8f64d61763 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 11:05:20.054360 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48ed0621-0617-44f6-b4c5-ea8f64d61763 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:05:20.078015 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-48ed0621-0617-44f6-b4c5-ea8f64d61763 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1506121 Mar 07 11:05:20.081196 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60046) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:20.129655 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60052) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:20.134426 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-78fbd930-5aa6-4346-8f67-c550b90bc6fc tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0511479 Mar 07 11:05:20.221691 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b5b09f-0016-49c1-b33f-d12a1bcbc6d5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:20.231340 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d6b5b09f-0016-49c1-b33f-d12a1bcbc6d5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1002078 Mar 07 11:05:20.234263 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60060) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:20.312522 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60064) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:20.313349 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d4b90cc2-9430-4512-a7e1-631d864f2473 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0778821 Mar 07 11:05:20.325306 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-cdbb364d-255f-4253-893c-cafd4fd91ea1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:20.514429 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbb364d-255f-4253-893c-cafd4fd91ea1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:20.517875 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cdbb364d-255f-4253-893c-cafd4fd91ea1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:20.527028 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60074) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:20.750778 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-42aeeafc-052d-46c0-bc18-7a2dd8206290 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:20.751296 n-d-832164-4 neutron-server[103767]: WARNING neutron.api.v2.base [None req-42aeeafc-052d-46c0-bc18-7a2dd8206290 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 07 11:05:20.751860 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-42aeeafc-052d-46c0-bc18-7a2dd8206290 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] create failed (client error): There was a conflict when trying to complete your request. Mar 07 11:05:20.752939 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-42aeeafc-052d-46c0-bc18-7a2dd8206290 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2100070 Mar 07 11:05:20.756550 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60084) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:20.761760 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-db437b91-4706-45e7-96aa-eda15f456958 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Request body: {'security_group': {'name': 'tempest-secgroup--1616023229'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:20.814718 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-db437b91-4706-45e7-96aa-eda15f456958 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:20.825405 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-db437b91-4706-45e7-96aa-eda15f456958 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:20.832943 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a7722c9a-f5d1-42c3-a5ff-09d3ca556f37 req-b1736787-a8e7-471b-8f1f-4d47809c89a1 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=db6ef90e-a83f-4364-bedd-fa1dcf2b68f7 HTTP/1.1" status: 200 len: 210 time: 0.0461237 Mar 07 11:05:20.936792 n-d-832164-4 neutron-server[103767]: DEBUG neutron.objects.ports [None req-cdbb364d-255f-4253-893c-cafd4fd91ea1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 11:05:20.938860 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cdbb364d-255f-4253-893c-cafd4fd91ea1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (4156e0dc-19f9-4f0f-b59b-6659010e7fa7), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:20.958734 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdbb364d-255f-4253-893c-cafd4fd91ea1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:20.961800 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-cdbb364d-255f-4253-893c-cafd4fd91ea1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:20.987096 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f042ec-f4fc-41d3-b7b0-375dbbedef7b None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:20.991164 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbb364d-255f-4253-893c-cafd4fd91ea1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:20.993334 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cdbb364d-255f-4253-893c-cafd4fd91ea1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:20.997937 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-db437b91-4706-45e7-96aa-eda15f456958 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (dcee5506-81dd-4338-85bf-ac42c5f07c5e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:21.007579 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-db437b91-4706-45e7-96aa-eda15f456958 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (dcee5506-81dd-4338-85bf-ac42c5f07c5e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:21.060732 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db437b91-4706-45e7-96aa-eda15f456958 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcee5506-81dd-4338-85bf-ac42c5f07c5e,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:21.073666 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-cdbb364d-255f-4253-893c-cafd4fd91ea1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7590766 Mar 07 11:05:21.077973 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60092) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:21.083417 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb364d-255f-4253-893c-cafd4fd91ea1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Subnet': ['ID=4156e0dc-19f9-4f0f-b59b-6659010e7fa7,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:21.085502 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-1b221193-11cf-4293-951d-f03eff6b3568 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'port': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'mac_address': 'fa:16:3e:bd:87:ae', 'name': 'tempest-NetworksTestDHCPv6-1346521691'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:21.134162 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-db437b91-4706-45e7-96aa-eda15f456958 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (f2a7a224-3800-4e79-9844-de70b702598c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:21.268012 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdae8829-251e-4558-a151-6f37bd3d829b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-9b8a3032-9f66-43b6-9063-551ee6941c96', 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'project_id': 'a68fc610ca21434095921c9ff25a693f', 'fixed_ips': [{'subnet_id': '4156e0dc-19f9-4f0f-b59b-6659010e7fa7'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:05:21.268901 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cdae8829-251e-4558-a151-6f37bd3d829b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:21.272126 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-db437b91-4706-45e7-96aa-eda15f456958 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f2a7a224-3800-4e79-9844-de70b702598c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:21.301424 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-83babc0e-ba9a-4e4f-a409-fec07fe3f5d8 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:21.303201 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-83babc0e-ba9a-4e4f-a409-fec07fe3f5d8 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.31 "GET /v2.0/networks?id=50a0564a-c42c-4465-ad8a-d34160cc28c8 HTTP/1.1" status: 200 len: 911 time: 0.1374102 Mar 07 11:05:21.320179 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-e239a016-5379-4588-acce-73d6cf64b5cf tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Request body: {'port': {'device_id': 'db6ef90e-a83f-4364-bedd-fa1dcf2b68f7', 'network_id': '50a0564a-c42c-4465-ad8a-d34160cc28c8', 'admin_state_up': True, 'tenant_id': 'e195f34f8f044a71bbb58c1174b1153a'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:21.350803 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-db437b91-4706-45e7-96aa-eda15f456958 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:21.354076 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-db437b91-4706-45e7-96aa-eda15f456958 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5963984 Mar 07 11:05:21.357465 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60096) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:21.363525 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-0c391188-97b8-4126-8348-3e7eba308e5f tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Request body: {'security_group_rule': {'security_group_id': 'f2a7a224-3800-4e79-9844-de70b702598c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:21.372089 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b221193-11cf-4293-951d-f03eff6b3568 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:21.373945 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-e239a016-5379-4588-acce-73d6cf64b5cf tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Made reservation on behalf of e195f34f8f044a71bbb58c1174b1153a for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:21.376381 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-e239a016-5379-4588-acce-73d6cf64b5cf tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:21.379922 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db437b91-4706-45e7-96aa-eda15f456958 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a7a224-3800-4e79-9844-de70b702598c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:21.551302 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c391188-97b8-4126-8348-3e7eba308e5f tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group_rule (32d9a403-c4f1-4dc2-8377-11fc86cd9ffe), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:21.557627 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-cdae8829-251e-4558-a151-6f37bd3d829b None None] Allocated IP 2001:db8::f816:3eff:fef6:dc97 (9b8a3032-9f66-43b6-9063-551ee6941c96/4156e0dc-19f9-4f0f-b59b-6659010e7fa7/28d8d45b-23ba-4e2d-97aa-b1209a54cddf) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:21.560521 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1b221193-11cf-4293-951d-f03eff6b3568 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:21.587815 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-e239a016-5379-4588-acce-73d6cf64b5cf tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Allocated IP 172.20.0.4 (50a0564a-c42c-4465-ad8a-d34160cc28c8/6e2b4fbc-8dc7-4ab0-abcd-dc67cc967c56/c5fa0bf0-5943-4cab-996a-657edfe7bddc) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:21.706066 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-1b221193-11cf-4293-951d-f03eff6b3568 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] device_id is not set on port 4001d170-3085-4850-90d0-fc3888928fd2 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:05:21.839281 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c391188-97b8-4126-8348-3e7eba308e5f tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group_rule (32d9a403-c4f1-4dc2-8377-11fc86cd9ffe), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:21.844555 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cdae8829-251e-4558-a151-6f37bd3d829b None None] Publish callbacks [] for port (28d8d45b-23ba-4e2d-97aa-b1209a54cddf), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:21.856046 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cdae8829-251e-4558-a151-6f37bd3d829b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (28d8d45b-23ba-4e2d-97aa-b1209a54cddf), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:21.873099 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-e239a016-5379-4588-acce-73d6cf64b5cf tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Publish callbacks [] for port (c5fa0bf0-5943-4cab-996a-657edfe7bddc), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:21.917508 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdae8829-251e-4558-a151-6f37bd3d829b None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:21.923009 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae8829-251e-4558-a151-6f37bd3d829b None None] Pushing event updated for resources: {'Port': ['ID=28d8d45b-23ba-4e2d-97aa-b1209a54cddf,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:21.928273 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-cdae8829-251e-4558-a151-6f37bd3d829b None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:21.931707 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdae8829-251e-4558-a151-6f37bd3d829b None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:05:21.959834 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-e239a016-5379-4588-acce-73d6cf64b5cf tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (c5fa0bf0-5943-4cab-996a-657edfe7bddc), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:21.975098 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['a41ff160-21c2-4546-9acf-5eb4370ccee8'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:05:22.020743 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-e239a016-5379-4588-acce-73d6cf64b5cf tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Network 50a0564a-c42c-4465-ad8a-d34160cc28c8 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:22.025323 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-e239a016-5379-4588-acce-73d6cf64b5cf tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:22.025945 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-1b221193-11cf-4293-951d-f03eff6b3568 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Allocated IP 2001:db8::f816:3eff:febd:87ae (9b8a3032-9f66-43b6-9063-551ee6941c96/4156e0dc-19f9-4f0f-b59b-6659010e7fa7/4001d170-3085-4850-90d0-fc3888928fd2) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:22.029724 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-e239a016-5379-4588-acce-73d6cf64b5cf tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:05:22.044076 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-cdae8829-251e-4558-a151-6f37bd3d829b None None] Attempting to bind port 28d8d45b-23ba-4e2d-97aa-b1209a54cddf on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:05:22.044641 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-cdae8829-251e-4558-a151-6f37bd3d829b None None] Attempting to bind port 28d8d45b-23ba-4e2d-97aa-b1209a54cddf by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:05:22.044978 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdae8829-251e-4558-a151-6f37bd3d829b None None] Attempting to bind port 28d8d45b-23ba-4e2d-97aa-b1209a54cddf on network 9b8a3032-9f66-43b6-9063-551ee6941c96 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:05:22.058609 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdae8829-251e-4558-a151-6f37bd3d829b None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:05:22.058996 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdae8829-251e-4558-a151-6f37bd3d829b None None] Checking segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:05:22.059526 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cdae8829-251e-4558-a151-6f37bd3d829b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:22.059988 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdae8829-251e-4558-a151-6f37bd3d829b None None] Bound using segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:05:22.060547 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-cdae8829-251e-4558-a151-6f37bd3d829b None None] Bound port: 28d8d45b-23ba-4e2d-97aa-b1209a54cddf, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:05:22.061326 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cdae8829-251e-4558-a151-6f37bd3d829b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (28d8d45b-23ba-4e2d-97aa-b1209a54cddf), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:22.072579 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e239a016-5379-4588-acce-73d6cf64b5cf tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Pushing event updated for resources: {'Port': ['ID=c5fa0bf0-5943-4cab-996a-657edfe7bddc,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:22.108243 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-e239a016-5379-4588-acce-73d6cf64b5cf tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:22.108953 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-e239a016-5379-4588-acce-73d6cf64b5cf tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:22.135794 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-e239a016-5379-4588-acce-73d6cf64b5cf tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8194113 Mar 07 11:05:22.150618 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c391188-97b8-4126-8348-3e7eba308e5f tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (32d9a403-c4f1-4dc2-8377-11fc86cd9ffe), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:22.258047 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c391188-97b8-4126-8348-3e7eba308e5f tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:22.259834 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0c391188-97b8-4126-8348-3e7eba308e5f tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9010663 Mar 07 11:05:22.265675 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] Request body: {'port': {'device_id': 'db6ef90e-a83f-4364-bedd-fa1dcf2b68f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:22.269420 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60118) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:22.275389 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-bccd3803-b86b-4969-91d6-212b89e2ca87 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Request body: {'security_group_rule': {'security_group_id': 'f2a7a224-3800-4e79-9844-de70b702598c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:22.277413 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c391188-97b8-4126-8348-3e7eba308e5f tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d9a403-c4f1-4dc2-8377-11fc86cd9ffe,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:22.343338 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-cdae8829-251e-4558-a151-6f37bd3d829b None None] For port 28d8d45b-23ba-4e2d-97aa-b1209a54cddf, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:05:22.350662 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-cdae8829-251e-4558-a151-6f37bd3d829b None None] For port 28d8d45b-23ba-4e2d-97aa-b1209a54cddf, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=28d8d45b-23ba-4e2d-97aa-b1209a54cddf,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:05:22.353332 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62519dc9-d396-4690-acef-a19cf09cdcb3 req-64420497-fc03-4942-8256-191c6bd43cb2 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:22.354939 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-62519dc9-d396-4690-acef-a19cf09cdcb3 req-64420497-fc03-4942-8256-191c6bd43cb2 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=db6ef90e-a83f-4364-bedd-fa1dcf2b68f7 HTTP/1.1" status: 200 len: 1027 time: 0.2682848 Mar 07 11:05:22.371363 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cdae8829-251e-4558-a151-6f37bd3d829b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (28d8d45b-23ba-4e2d-97aa-b1209a54cddf), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:22.432999 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c5fa0bf0-5943-4cab-996a-657edfe7bddc), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:22.494661 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae8829-251e-4558-a151-6f37bd3d829b None None] Pushing event updated for resources: {'Port': ['ID=28d8d45b-23ba-4e2d-97aa-b1209a54cddf,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:22.495137 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bccd3803-b86b-4969-91d6-212b89e2ca87 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group_rule (2a8eb77d-0b89-408a-8903-cbfab63c493f), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:22.521170 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-62519dc9-d396-4690-acef-a19cf09cdcb3 req-904b894c-abe2-4081-b79f-f6727e613485 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0d4cd4e6-b42b-4d86-a884-5a4a3d592835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508493 Mar 07 11:05:22.541959 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-95172bca-10d6-4476-ab0b-8245e77adb47 None None] Provisioning complete for port c5fa0bf0-5943-4cab-996a-657edfe7bddc triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:22.542340 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-95172bca-10d6-4476-ab0b-8245e77adb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c5fa0bf0-5943-4cab-996a-657edfe7bddc), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:22.600679 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1b221193-11cf-4293-951d-f03eff6b3568 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for port (4001d170-3085-4850-90d0-fc3888928fd2), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:22.625688 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-95172bca-10d6-4476-ab0b-8245e77adb47 None None] Port c5fa0bf0-5943-4cab-996a-657edfe7bddc cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:05:22.638356 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-bccd3803-b86b-4969-91d6-212b89e2ca87 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] create failed (client error): There was a conflict when trying to complete your request. Mar 07 11:05:22.639435 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-bccd3803-b86b-4969-91d6-212b89e2ca87 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3680863 Mar 07 11:05:22.645322 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60128) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:22.755897 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1b221193-11cf-4293-951d-f03eff6b3568 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (4001d170-3085-4850-90d0-fc3888928fd2), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:22.870576 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b221193-11cf-4293-951d-f03eff6b3568 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:22.878517 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-1b221193-11cf-4293-951d-f03eff6b3568 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:22.883864 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-77d2c0e9-44e5-4b7a-afaa-a6c0de659e9a tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (f2a7a224-3800-4e79-9844-de70b702598c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:22.893658 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b221193-11cf-4293-951d-f03eff6b3568 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:05:22.899687 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b221193-11cf-4293-951d-f03eff6b3568 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:22.900321 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1b221193-11cf-4293-951d-f03eff6b3568 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:22.926463 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b221193-11cf-4293-951d-f03eff6b3568 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Port': ['ID=4001d170-3085-4850-90d0-fc3888928fd2,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:22.939107 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-77d2c0e9-44e5-4b7a-afaa-a6c0de659e9a tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (f2a7a224-3800-4e79-9844-de70b702598c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:22.970964 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1b221193-11cf-4293-951d-f03eff6b3568 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8893836 Mar 07 11:05:22.971463 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60140) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:23.077002 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:23.104881 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e572fb-4739-4c1f-b5a9-b67df977744b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:23.110437 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e572fb-4739-4c1f-b5a9-b67df977744b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:23.112245 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f4e572fb-4739-4c1f-b5a9-b67df977744b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1389947 Mar 07 11:05:23.117091 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60144) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:23.119244 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-77d2c0e9-44e5-4b7a-afaa-a6c0de659e9a tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f2a7a224-3800-4e79-9844-de70b702598c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:23.123281 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-77d2c0e9-44e5-4b7a-afaa-a6c0de659e9a tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:23.129287 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60146) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:23.130194 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-77d2c0e9-44e5-4b7a-afaa-a6c0de659e9a tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "DELETE /v2.0/security-groups/f2a7a224-3800-4e79-9844-de70b702598c HTTP/1.1" status: 204 len: 168 time: 0.4838669 Mar 07 11:05:23.202266 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5fa0bf0-5943-4cab-996a-657edfe7bddc {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:05:23.202753 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2c0e9-44e5-4b7a-afaa-a6c0de659e9a tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a7a224-3800-4e79-9844-de70b702598c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:23.212519 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] Publish callbacks [] for port (c5fa0bf0-5943-4cab-996a-657edfe7bddc), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:23.237667 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] Transition to ACTIVE for port object c5fa0bf0-5943-4cab-996a-657edfe7bddc will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:05:23.243928 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ba8bf60c-19ab-4a11-8bcd-18bbcda72134 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1128287 Mar 07 11:05:23.251453 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60150) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:23.260438 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-0e2ac4f4-3fd5-4e58-af26-802ccdcd1cd5 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Request body: {'security_group': {'name': 'tempest-secgroup--1690977693'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:23.264526 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (c5fa0bf0-5943-4cab-996a-657edfe7bddc), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:23.364582 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-f1946ef2-0b23-4850-b5ab-f45576cc83d1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting port 4001d170-3085-4850-90d0-fc3888928fd2 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:05:23.365143 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f1946ef2-0b23-4850-b5ab-f45576cc83d1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (4001d170-3085-4850-90d0-fc3888928fd2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:23.413252 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c5fa0bf0-5943-4cab-996a-657edfe7bddc,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:23.424488 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0e2ac4f4-3fd5-4e58-af26-802ccdcd1cd5 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:23.450790 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:23.451141 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:23.451489 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:23.451832 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:23.452341 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:23.452939 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:23.454999 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:23.455367 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:23.455706 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:23.457976 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:23.458321 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:23.458659 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:23.458992 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:23.490448 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f1946ef2-0b23-4850-b5ab-f45576cc83d1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (4001d170-3085-4850-90d0-fc3888928fd2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:23.538293 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-f1946ef2-0b23-4850-b5ab-f45576cc83d1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Calling delete_port for 4001d170-3085-4850-90d0-fc3888928fd2 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:23.659525 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] Attempting to bind port c5fa0bf0-5943-4cab-996a-657edfe7bddc on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:05:23.659869 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] Attempting to bind port c5fa0bf0-5943-4cab-996a-657edfe7bddc by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': 'dd254ec6-8865-48cd-867c-9ba7e95e743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '50a0564a-c42c-4465-ad8a-d34160cc28c8'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:05:23.660204 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] Attempting to bind port c5fa0bf0-5943-4cab-996a-657edfe7bddc on network 50a0564a-c42c-4465-ad8a-d34160cc28c8 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:05:23.669571 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] Port c5fa0bf0-5943-4cab-996a-657edfe7bddc on network 50a0564a-c42c-4465-ad8a-d34160cc28c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:05:23.669901 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] Attempting to bind port c5fa0bf0-5943-4cab-996a-657edfe7bddc on network 50a0564a-c42c-4465-ad8a-d34160cc28c8 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:05:23.680914 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 5, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:05:23.681275 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] Checking segment: {'id': 'dd254ec6-8865-48cd-867c-9ba7e95e743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '50a0564a-c42c-4465-ad8a-d34160cc28c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:05:23.681822 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] Bound using segment: {'id': 'dd254ec6-8865-48cd-867c-9ba7e95e743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '50a0564a-c42c-4465-ad8a-d34160cc28c8'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:05:23.682280 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] Bound port: c5fa0bf0-5943-4cab-996a-657edfe7bddc, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd254ec6-8865-48cd-867c-9ba7e95e743c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '50a0564a-c42c-4465-ad8a-d34160cc28c8'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:05:23.682697 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c5fa0bf0-5943-4cab-996a-657edfe7bddc), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:23.769241 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 28d8d45b-23ba-4e2d-97aa-b1209a54cddf up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:05:23.933368 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f1946ef2-0b23-4850-b5ab-f45576cc83d1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (4001d170-3085-4850-90d0-fc3888928fd2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:23.974609 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 28d8d45b-23ba-4e2d-97aa-b1209a54cddf triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:23.980271 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (28d8d45b-23ba-4e2d-97aa-b1209a54cddf), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:23.999239 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e13994-b767-442e-8c73-6ce303bd208a req-24caf8fb-4d3f-4687-a42f-4f95d2d637ee tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:24.012738 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e0e13994-b767-442e-8c73-6ce303bd208a req-24caf8fb-4d3f-4687-a42f-4f95d2d637ee tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=db6ef90e-a83f-4364-bedd-fa1dcf2b68f7 HTTP/1.1" status: 200 len: 1052 time: 0.1972094 Mar 07 11:05:24.060285 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1946ef2-0b23-4850-b5ab-f45576cc83d1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Port': ['ID=4001d170-3085-4850-90d0-fc3888928fd2,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:24.110197 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f1946ef2-0b23-4850-b5ab-f45576cc83d1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:24.115418 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f1946ef2-0b23-4850-b5ab-f45576cc83d1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/4001d170-3085-4850-90d0-fc3888928fd2 HTTP/1.1" status: 204 len: 168 time: 0.9965219 Mar 07 11:05:24.117259 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60162) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:24.128654 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] For port c5fa0bf0-5943-4cab-996a-657edfe7bddc, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:05:24.182227 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 28d8d45b-23ba-4e2d-97aa-b1209a54cddf is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:24.182805 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (28d8d45b-23ba-4e2d-97aa-b1209a54cddf), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:24.206508 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca842f6a-384c-4aff-a3c0-9b8735e7bd20 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:24.207986 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca842f6a-384c-4aff-a3c0-9b8735e7bd20 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:24.209415 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ca842f6a-384c-4aff-a3c0-9b8735e7bd20 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0908911 Mar 07 11:05:24.213098 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60164) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:24.227862 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0e2ac4f4-3fd5-4e58-af26-802ccdcd1cd5 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (8f395b93-c7cb-47f9-8da5-faf2d6e925fc), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:24.232777 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e0e13994-b767-442e-8c73-6ce303bd208a req-ba55f3e9-73aa-4916-8d78-58b5211f536d tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0d4cd4e6-b42b-4d86-a884-5a4a3d592835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918738 Mar 07 11:05:24.251881 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 28d8d45b-23ba-4e2d-97aa-b1209a54cddf, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=28d8d45b-23ba-4e2d-97aa-b1209a54cddf,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:24.256931 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] For port c5fa0bf0-5943-4cab-996a-657edfe7bddc, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=c5fa0bf0-5943-4cab-996a-657edfe7bddc,segment=NetworkSegment(dd254ec6-8865-48cd-867c-9ba7e95e743c),segment_id=dd254ec6-8865-48cd-867c-9ba7e95e743c)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:05:24.259628 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0e2ac4f4-3fd5-4e58-af26-802ccdcd1cd5 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8f395b93-c7cb-47f9-8da5-faf2d6e925fc), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:24.267904 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (28d8d45b-23ba-4e2d-97aa-b1209a54cddf), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:24.346166 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1b9641-493f-4a05-9e15-981cf348aead tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting subnet 4156e0dc-19f9-4f0f-b59b-6659010e7fa7 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:05:24.346418 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ac4f4-3fd5-4e58-af26-802ccdcd1cd5 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f395b93-c7cb-47f9-8da5-faf2d6e925fc,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:24.355927 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (c5fa0bf0-5943-4cab-996a-657edfe7bddc), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:24.357500 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0b1b9641-493f-4a05-9e15-981cf348aead tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (4156e0dc-19f9-4f0f-b59b-6659010e7fa7), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:24.386333 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=28d8d45b-23ba-4e2d-97aa-b1209a54cddf,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:24.437578 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:24.438204 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:24.439624 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] 10.222.0.31 "PUT /v2.0/ports/c5fa0bf0-5943-4cab-996a-657edfe7bddc HTTP/1.1" status: 200 len: 1091 time: 2.2958899 Mar 07 11:05:24.450509 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6ef90e-a83f-4364-bedd-fa1dcf2b68f7', 'tag': 'c5fa0bf0-5943-4cab-996a-657edfe7bddc'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:05:24.452485 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0b1b9641-493f-4a05-9e15-981cf348aead tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (4156e0dc-19f9-4f0f-b59b-6659010e7fa7), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:24.453012 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29fa7727-0adc-4cba-89b7-6b662a4d0b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "db6ef90e-a83f-4364-bedd-fa1dcf2b68f7", "tag": "c5fa0bf0-5943-4cab-996a-657edfe7bddc"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:05:24.490311 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0e2ac4f4-3fd5-4e58-af26-802ccdcd1cd5 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:24.493660 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0e2ac4f4-3fd5-4e58-af26-802ccdcd1cd5 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2394323 Mar 07 11:05:24.532214 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60168) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:24.548057 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-4ba99eb4-5018-44eb-be62-8dc40e40cb7b tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Request body: {'security_group_rule': {'security_group_id': '8f395b93-c7cb-47f9-8da5-faf2d6e925fc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:24.548914 n-d-832164-4 neutron-server[103767]: WARNING neutron.api.v2.base [None req-4ba99eb4-5018-44eb-be62-8dc40e40cb7b tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 07 11:05:24.555156 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-8e7e60ae-58f8-4b30-bd15-9294e230fc15 None None] Provisioning complete for port 28d8d45b-23ba-4e2d-97aa-b1209a54cddf triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:24.555613 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8e7e60ae-58f8-4b30-bd15-9294e230fc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (28d8d45b-23ba-4e2d-97aa-b1209a54cddf), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:24.561434 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-4ba99eb4-5018-44eb-be62-8dc40e40cb7b tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 11:05:24.569467 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4ba99eb4-5018-44eb-be62-8dc40e40cb7b tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0305026 Mar 07 11:05:24.619025 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2319a3-ba40-4b0c-9c50-4792bfd654ed x-openstack-request-id: req-ae2319a3-ba40-4b0c-9c50-4792bfd654ed {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:05:24.619627 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db6ef90e-a83f-4364-bedd-fa1dcf2b68f7", "tag": "c5fa0bf0-5943-4cab-996a-657edfe7bddc", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:05:24.620472 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ae2319a3-ba40-4b0c-9c50-4792bfd654ed {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:05:24.621079 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db6ef90e-a83f-4364-bedd-fa1dcf2b68f7', 'tag': 'c5fa0bf0-5943-4cab-996a-657edfe7bddc', 'status': 'completed', 'code': 200} Mar 07 11:05:24.628165 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60172) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:24.630021 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0b1b9641-493f-4a05-9e15-981cf348aead tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (4156e0dc-19f9-4f0f-b59b-6659010e7fa7), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:24.762211 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0b1b9641-493f-4a05-9e15-981cf348aead tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (4156e0dc-19f9-4f0f-b59b-6659010e7fa7), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:24.779775 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8e7e60ae-58f8-4b30-bd15-9294e230fc15 None None] Current status of the port 28d8d45b-23ba-4e2d-97aa-b1209a54cddf is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:24.817981 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9220f879-ac27-4216-a1a9-0ccdfb84f5a8 service neutron] Pushing event updated for resources: {'Port': ['ID=c5fa0bf0-5943-4cab-996a-657edfe7bddc,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:24.830384 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1b9641-493f-4a05-9e15-981cf348aead tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Subnet': ['ID=4156e0dc-19f9-4f0f-b59b-6659010e7fa7,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:24.841210 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0b1b9641-493f-4a05-9e15-981cf348aead tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:24.848217 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0b1b9641-493f-4a05-9e15-981cf348aead tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/4156e0dc-19f9-4f0f-b59b-6659010e7fa7 HTTP/1.1" status: 204 len: 168 time: 0.6339471 Mar 07 11:05:24.857823 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60174) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:24.869280 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-8f5aefbf-f9d2-4a13-9d08-d5dfe7e2df29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:24.873957 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-8f5aefbf-f9d2-4a13-9d08-d5dfe7e2df29 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e195f34f8f044a71bbb58c1174b1153a&device_id=db6ef90e-a83f-4364-bedd-fa1dcf2b68f7 HTTP/1.1" status: 200 len: 1125 time: 0.3791802 Mar 07 11:05:24.877525 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5b1d7e73-fd6e-4748-969b-3ec0dfc48ddc tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (8f395b93-c7cb-47f9-8da5-faf2d6e925fc), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:24.931742 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-76ba3754-5fdd-43c1-aaf2-9fc770bc58b2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0638819 Mar 07 11:05:24.939131 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60176) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:24.944437 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-2a08881e-1f01-4aa3-8896-24f5f7316e95 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:24.946853 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62f557e-eb1c-4a7f-8d3e-9a98cd121b3b None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:24.970245 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-e70270cd-69a0-4534-b0ca-27b35fd4af36 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5fa0bf0-5943-4cab-996a-657edfe7bddc HTTP/1.1" status: 200 len: 217 time: 0.0867889 Mar 07 11:05:25.013792 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5b1d7e73-fd6e-4748-969b-3ec0dfc48ddc tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (8f395b93-c7cb-47f9-8da5-faf2d6e925fc), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:25.072494 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a08881e-1f01-4aa3-8896-24f5f7316e95 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:25.076531 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2a08881e-1f01-4aa3-8896-24f5f7316e95 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:25.135396 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-92e9b4e1-3e23-460d-a631-fa64033d006f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:25.139319 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-92e9b4e1-3e23-460d-a631-fa64033d006f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6e2b4fbc-8dc7-4ab0-abcd-dc67cc967c56 HTTP/1.1" status: 200 len: 849 time: 0.1594570 Mar 07 11:05:25.143286 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-89c36d13-b16a-4ddc-8ec8-127f06fc41b7 None None] Could not find standard attr ID for object 4001d170-3085-4850-90d0-fc3888928fd2. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:05:25.210171 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5f9db4-47a7-44dd-88c4-ed7a50958474 None None] DHCP port deletion for 9b8a3032-9f66-43b6-9063-551ee6941c96 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:05:25.236549 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5b1d7e73-fd6e-4748-969b-3ec0dfc48ddc tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8f395b93-c7cb-47f9-8da5-faf2d6e925fc), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:25.239154 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5b1d7e73-fd6e-4748-969b-3ec0dfc48ddc tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:25.240295 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5b1d7e73-fd6e-4748-969b-3ec0dfc48ddc tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "DELETE /v2.0/security-groups/8f395b93-c7cb-47f9-8da5-faf2d6e925fc HTTP/1.1" status: 204 len: 168 time: 0.6040223 Mar 07 11:05:25.248139 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60180) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:25.270521 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-0983fae6-30b3-484e-afcd-32c80e1dd3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:25.271977 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-0983fae6-30b3-484e-afcd-32c80e1dd3ec service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=50a0564a-c42c-4465-ad8a-d34160cc28c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1239889 Mar 07 11:05:25.276425 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d7e73-fd6e-4748-969b-3ec0dfc48ddc tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f395b93-c7cb-47f9-8da5-faf2d6e925fc,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:25.383246 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-dea37db6-fcbf-439b-a9c2-5908a43632ed service neutron] 10.222.0.31 "GET /v2.0/networks/50a0564a-c42c-4465-ad8a-d34160cc28c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032009 Mar 07 11:05:25.402565 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0d5f9db4-47a7-44dd-88c4-ed7a50958474 None None] Deleting port 28d8d45b-23ba-4e2d-97aa-b1209a54cddf {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:05:25.403241 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0d5f9db4-47a7-44dd-88c4-ed7a50958474 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (28d8d45b-23ba-4e2d-97aa-b1209a54cddf), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:25.430612 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-19bc7ff4-3763-4c99-aca0-34ee3ef91e22 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1743402 Mar 07 11:05:25.434341 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60184) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:25.443411 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-3e5caf64-e776-4372-9a7e-3e34bfd55f6b tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Request body: {'security_group': {'name': 'tempest-secgroup--1940500145'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:25.580923 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-0d5f9db4-47a7-44dd-88c4-ed7a50958474 None None] For port 28d8d45b-23ba-4e2d-97aa-b1209a54cddf, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=28d8d45b-23ba-4e2d-97aa-b1209a54cddf,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:25.581473 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0d5f9db4-47a7-44dd-88c4-ed7a50958474 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (28d8d45b-23ba-4e2d-97aa-b1209a54cddf), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:25.617691 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0d5f9db4-47a7-44dd-88c4-ed7a50958474 None None] Calling delete_port for 28d8d45b-23ba-4e2d-97aa-b1209a54cddf owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:25.649659 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 28d8d45b-23ba-4e2d-97aa-b1209a54cddf no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:05:25.667198 n-d-832164-4 neutron-server[103766]: DEBUG neutron.objects.ports [None req-2a08881e-1f01-4aa3-8896-24f5f7316e95 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103766) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 11:05:25.937012 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 28d8d45b-23ba-4e2d-97aa-b1209a54cddf is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:25.937561 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (28d8d45b-23ba-4e2d-97aa-b1209a54cddf), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:25.945749 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2a08881e-1f01-4aa3-8896-24f5f7316e95 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (28d8d45b-23ba-4e2d-97aa-b1209a54cddf), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:25.971782 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0d5f9db4-47a7-44dd-88c4-ed7a50958474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (28d8d45b-23ba-4e2d-97aa-b1209a54cddf), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:26.027405 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a08881e-1f01-4aa3-8896-24f5f7316e95 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Port 28d8d45b-23ba-4e2d-97aa-b1209a54cddf concurrently deleted while adding address for new subnet {'id': 'c6212a37-b08d-488d-a4ac-f8c1f7d76c74', 'name': '', 'tenant_id': 'a68fc610ca21434095921c9ff25a693f', 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3583, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-03-07T11:05:25Z', 'updated_at': '2022-03-07T11:05:25Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'a68fc610ca21434095921c9ff25a693f'}. {{(pid=103766) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:780}} Mar 07 11:05:26.030836 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2a08881e-1f01-4aa3-8896-24f5f7316e95 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (c6212a37-b08d-488d-a4ac-f8c1f7d76c74), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:26.032774 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f9db4-47a7-44dd-88c4-ed7a50958474 None None] Pushing event deleted for resources: {'Port': ['ID=28d8d45b-23ba-4e2d-97aa-b1209a54cddf,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:26.061991 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a08881e-1f01-4aa3-8896-24f5f7316e95 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:26.091782 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-2a08881e-1f01-4aa3-8896-24f5f7316e95 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:26.096130 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a08881e-1f01-4aa3-8896-24f5f7316e95 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:26.096853 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5f9db4-47a7-44dd-88c4-ed7a50958474 None None] No DVR routers for this DVR port 28d8d45b-23ba-4e2d-97aa-b1209a54cddf on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:05:26.097300 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2a08881e-1f01-4aa3-8896-24f5f7316e95 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:26.114503 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ee2573-9b96-494d-a2ad-a27ea91fd442 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:26.149524 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c4362a6-fca7-4a13-a342-9173325a6175 req-608e7cb5-83ef-47f5-9ff3-16b88be1cd5a service neutron] 10.222.0.31 "GET /v2.0/networks/50a0564a-c42c-4465-ad8a-d34160cc28c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7382455 Mar 07 11:05:26.161848 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2a08881e-1f01-4aa3-8896-24f5f7316e95 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2214096 Mar 07 11:05:26.167892 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60188) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:26.172631 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a08881e-1f01-4aa3-8896-24f5f7316e95 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Subnet': ['ID=c6212a37-b08d-488d-a4ac-f8c1f7d76c74,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:26.176342 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e5caf64-e776-4372-9a7e-3e34bfd55f6b tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:26.186920 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61a7b5-9a64-43d6-b2e8-fd7110156e67 req-f9fb5a95-5a07-44e9-8e60-0c7ab207f73a tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:26.189413 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a61a7b5-9a64-43d6-b2e8-fd7110156e67 req-f9fb5a95-5a07-44e9-8e60-0c7ab207f73a tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=db6ef90e-a83f-4364-bedd-fa1dcf2b68f7 HTTP/1.1" status: 200 len: 1125 time: 0.7772071 Mar 07 11:05:26.196525 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-4f188290-6a96-4373-9aa2-4fa7c42e5c93 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'port': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'mac_address': 'fa:16:3e:1f:f9:b3', 'name': 'tempest-NetworksTestDHCPv6-1185036306'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:26.367705 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e5caf64-e776-4372-9a7e-3e34bfd55f6b tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (b892dfb2-8018-4dc3-af01-7915f7c6c5e1), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:26.371592 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04eb9a8d-a428-4771-9232-733351e70520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-9b8a3032-9f66-43b6-9063-551ee6941c96', 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'project_id': 'a68fc610ca21434095921c9ff25a693f', 'fixed_ips': [{'subnet_id': 'c6212a37-b08d-488d-a4ac-f8c1f7d76c74'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:05:26.372464 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-04eb9a8d-a428-4771-9232-733351e70520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:26.387938 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e5caf64-e776-4372-9a7e-3e34bfd55f6b tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b892dfb2-8018-4dc3-af01-7915f7c6c5e1), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:26.431191 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f188290-6a96-4373-9aa2-4fa7c42e5c93 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:26.439907 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4f188290-6a96-4373-9aa2-4fa7c42e5c93 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:26.483704 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-4f188290-6a96-4373-9aa2-4fa7c42e5c93 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] device_id is not set on port ab4b767e-869a-4c52-90dc-6991d5b49ba4 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:05:26.483958 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a61a7b5-9a64-43d6-b2e8-fd7110156e67 req-7129bc94-c958-4d69-9b17-f8d33868c8ab tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0d4cd4e6-b42b-4d86-a884-5a4a3d592835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747707 Mar 07 11:05:26.529133 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e5caf64-e776-4372-9a7e-3e34bfd55f6b tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:26.529133 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3e5caf64-e776-4372-9a7e-3e34bfd55f6b tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0880587 Mar 07 11:05:26.533839 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60192) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:26.548357 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-f8082d6c-131b-4d8b-9856-f0ca8ba6907c tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Request body: {'security_group_rule': {'security_group_id': 'b892dfb2-8018-4dc3-af01-7915f7c6c5e1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:26.549251 n-d-832164-4 neutron-server[103767]: WARNING neutron.api.v2.base [None req-f8082d6c-131b-4d8b-9856-f0ca8ba6907c tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 07 11:05:26.550222 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-f8082d6c-131b-4d8b-9856-f0ca8ba6907c tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 11:05:26.553160 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f8082d6c-131b-4d8b-9856-f0ca8ba6907c tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0117767 Mar 07 11:05:26.557915 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60194) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:26.573914 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5caf64-e776-4372-9a7e-3e34bfd55f6b tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b892dfb2-8018-4dc3-af01-7915f7c6c5e1,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:26.579340 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa7727-0adc-4cba-89b7-6b662a4d0b8a req-17ac14bb-69f5-4def-9f53-327571e3cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:26.582156 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-29fa7727-0adc-4cba-89b7-6b662a4d0b8a req-17ac14bb-69f5-4def-9f53-327571e3cda1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=e195f34f8f044a71bbb58c1174b1153a&device_id=db6ef90e-a83f-4364-bedd-fa1dcf2b68f7 HTTP/1.1" status: 200 len: 1125 time: 0.3683846 Mar 07 11:05:26.731183 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-04eb9a8d-a428-4771-9232-733351e70520 None None] Allocated IP 2001:db8::f816:3eff:fe73:428c (9b8a3032-9f66-43b6-9063-551ee6941c96/c6212a37-b08d-488d-a4ac-f8c1f7d76c74/ec16cdc7-3e10-4957-8747-cefb475816d9) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:26.758653 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-78eb0bf2-e085-4e76-932a-94db2e55ee4b tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (b892dfb2-8018-4dc3-af01-7915f7c6c5e1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:26.783712 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa7727-0adc-4cba-89b7-6b662a4d0b8a req-60d4e41d-234c-4ed4-b6a6-5bd2789b041e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:26.785272 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-29fa7727-0adc-4cba-89b7-6b662a4d0b8a req-60d4e41d-234c-4ed4-b6a6-5bd2789b041e service neutron] 10.222.0.31 "GET /v2.0/networks?id=50a0564a-c42c-4465-ad8a-d34160cc28c8 HTTP/1.1" status: 200 len: 911 time: 0.1889634 Mar 07 11:05:26.803424 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-78eb0bf2-e085-4e76-932a-94db2e55ee4b tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (b892dfb2-8018-4dc3-af01-7915f7c6c5e1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:26.851209 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-29fa7727-0adc-4cba-89b7-6b662a4d0b8a req-7ed19942-e964-4d35-ab2d-d6b22255d916 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c5fa0bf0-5943-4cab-996a-657edfe7bddc HTTP/1.1" status: 200 len: 217 time: 0.0565250 Mar 07 11:05:26.918137 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-04eb9a8d-a428-4771-9232-733351e70520 None None] Publish callbacks [] for port (ec16cdc7-3e10-4957-8747-cefb475816d9), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:26.931685 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-04eb9a8d-a428-4771-9232-733351e70520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (ec16cdc7-3e10-4957-8747-cefb475816d9), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:26.948407 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa7727-0adc-4cba-89b7-6b662a4d0b8a req-5a9c9bd4-784f-428b-96c6-fed1fa1cc9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:26.951727 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-29fa7727-0adc-4cba-89b7-6b662a4d0b8a req-5a9c9bd4-784f-428b-96c6-fed1fa1cc9aa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6e2b4fbc-8dc7-4ab0-abcd-dc67cc967c56 HTTP/1.1" status: 200 len: 849 time: 0.0913837 Mar 07 11:05:26.955231 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-78eb0bf2-e085-4e76-932a-94db2e55ee4b tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b892dfb2-8018-4dc3-af01-7915f7c6c5e1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:26.960875 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-78eb0bf2-e085-4e76-932a-94db2e55ee4b tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:26.966770 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-78eb0bf2-e085-4e76-932a-94db2e55ee4b tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "DELETE /v2.0/security-groups/b892dfb2-8018-4dc3-af01-7915f7c6c5e1 HTTP/1.1" status: 204 len: 168 time: 0.4032214 Mar 07 11:05:26.983044 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60198) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:27.011658 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb9a8d-a428-4771-9232-733351e70520 None None] Pushing event updated for resources: {'Port': ['ID=ec16cdc7-3e10-4957-8747-cefb475816d9,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:27.022235 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04eb9a8d-a428-4771-9232-733351e70520 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:27.023881 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-04eb9a8d-a428-4771-9232-733351e70520 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:27.026297 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04eb9a8d-a428-4771-9232-733351e70520 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:05:27.032558 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb0bf2-e085-4e76-932a-94db2e55ee4b tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b892dfb2-8018-4dc3-af01-7915f7c6c5e1,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:27.087813 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-4f188290-6a96-4373-9aa2-4fa7c42e5c93 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Allocated IP 2001:db8::f816:3eff:fe1f:f9b3 (9b8a3032-9f66-43b6-9063-551ee6941c96/c6212a37-b08d-488d-a4ac-f8c1f7d76c74/ab4b767e-869a-4c52-90dc-6991d5b49ba4) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:27.108219 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:05:27.108816 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-04eb9a8d-a428-4771-9232-733351e70520 None None] Attempting to bind port ec16cdc7-3e10-4957-8747-cefb475816d9 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:05:27.108816 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-04eb9a8d-a428-4771-9232-733351e70520 None None] Attempting to bind port ec16cdc7-3e10-4957-8747-cefb475816d9 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:05:27.109139 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eb9a8d-a428-4771-9232-733351e70520 None None] Attempting to bind port ec16cdc7-3e10-4957-8747-cefb475816d9 on network 9b8a3032-9f66-43b6-9063-551ee6941c96 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:05:27.111519 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa7727-0adc-4cba-89b7-6b662a4d0b8a req-ddfe587c-8132-4013-abbb-96e36a4f214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:27.113792 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-29fa7727-0adc-4cba-89b7-6b662a4d0b8a req-ddfe587c-8132-4013-abbb-96e36a4f214e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=50a0564a-c42c-4465-ad8a-d34160cc28c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1469991 Mar 07 11:05:27.114412 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eb9a8d-a428-4771-9232-733351e70520 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:05:27.114791 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eb9a8d-a428-4771-9232-733351e70520 None None] Checking segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:05:27.115250 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-04eb9a8d-a428-4771-9232-733351e70520 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:27.115645 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04eb9a8d-a428-4771-9232-733351e70520 None None] Bound using segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:05:27.116113 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-04eb9a8d-a428-4771-9232-733351e70520 None None] Bound port: ec16cdc7-3e10-4957-8747-cefb475816d9, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:05:27.121799 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-04eb9a8d-a428-4771-9232-733351e70520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ec16cdc7-3e10-4957-8747-cefb475816d9), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:27.122016 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c6bc05b8-1cd6-409b-82d0-cc16616dbea9 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1330349 Mar 07 11:05:27.124018 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60200) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:27.132942 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-0f671a1f-f70e-4f22-81be-49a26f1107fe tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Request body: {'security_group': {'name': 'tempest-secgroup--1897348428'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:27.165979 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0f671a1f-f70e-4f22-81be-49a26f1107fe tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:27.210353 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-04eb9a8d-a428-4771-9232-733351e70520 None None] For port ec16cdc7-3e10-4957-8747-cefb475816d9, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:05:27.214999 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-04eb9a8d-a428-4771-9232-733351e70520 None None] For port ec16cdc7-3e10-4957-8747-cefb475816d9, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ec16cdc7-3e10-4957-8747-cefb475816d9,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:05:27.231480 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-04eb9a8d-a428-4771-9232-733351e70520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ec16cdc7-3e10-4957-8747-cefb475816d9), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:27.337055 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb9a8d-a428-4771-9232-733351e70520 None None] Pushing event updated for resources: {'Port': ['ID=ec16cdc7-3e10-4957-8747-cefb475816d9,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:27.349858 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-29fa7727-0adc-4cba-89b7-6b662a4d0b8a req-d2130f6a-0dff-4bed-ae76-63c254a2c765 service neutron] 10.222.0.31 "GET /v2.0/networks/50a0564a-c42c-4465-ad8a-d34160cc28c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256055 Mar 07 11:05:27.438213 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0f671a1f-f70e-4f22-81be-49a26f1107fe tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (dd989425-1b60-488b-96fe-8b2d3bd32f85), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:27.467450 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0f671a1f-f70e-4f22-81be-49a26f1107fe tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (dd989425-1b60-488b-96fe-8b2d3bd32f85), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:27.515246 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-29fa7727-0adc-4cba-89b7-6b662a4d0b8a req-c98dbc25-a1e6-460a-b260-11d90ed11d33 service neutron] 10.222.0.31 "GET /v2.0/networks/50a0564a-c42c-4465-ad8a-d34160cc28c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612272 Mar 07 11:05:27.538564 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f671a1f-f70e-4f22-81be-49a26f1107fe tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd989425-1b60-488b-96fe-8b2d3bd32f85,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:27.557733 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4f188290-6a96-4373-9aa2-4fa7c42e5c93 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for port (ab4b767e-869a-4c52-90dc-6991d5b49ba4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:27.591856 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0f671a1f-f70e-4f22-81be-49a26f1107fe tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:27.593134 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0f671a1f-f70e-4f22-81be-49a26f1107fe tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4656363 Mar 07 11:05:27.596552 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60206) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:27.602796 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-2e15d0d1-c38a-4eed-b982-4db78838f0f3 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Request body: {'security_group_rule': {'security_group_id': 'dd989425-1b60-488b-96fe-8b2d3bd32f85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:27.603691 n-d-832164-4 neutron-server[103767]: WARNING neutron.api.v2.base [None req-2e15d0d1-c38a-4eed-b982-4db78838f0f3 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 07 11:05:27.604193 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-2e15d0d1-c38a-4eed-b982-4db78838f0f3 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 11:05:27.605196 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2e15d0d1-c38a-4eed-b982-4db78838f0f3 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073659 Mar 07 11:05:27.609086 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60208) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:27.624675 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-05c47f82-f3a1-4d91-b690-1d3ddf47cd85 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Request body: {'security_group_rule': {'security_group_id': 'dd989425-1b60-488b-96fe-8b2d3bd32f85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:27.625616 n-d-832164-4 neutron-server[103766]: WARNING neutron.api.v2.base [None req-05c47f82-f3a1-4d91-b690-1d3ddf47cd85 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 07 11:05:27.626119 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-05c47f82-f3a1-4d91-b690-1d3ddf47cd85 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 11:05:27.627100 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-05c47f82-f3a1-4d91-b690-1d3ddf47cd85 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0079758 Mar 07 11:05:27.629979 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60210) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:27.637625 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-ed035f9a-972d-45e3-923b-7f4b0bc259cc tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Request body: {'security_group_rule': {'security_group_id': 'dd989425-1b60-488b-96fe-8b2d3bd32f85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:27.641330 n-d-832164-4 neutron-server[103767]: WARNING neutron.api.v2.base [None req-ed035f9a-972d-45e3-923b-7f4b0bc259cc tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 07 11:05:27.643389 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-ed035f9a-972d-45e3-923b-7f4b0bc259cc tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 11:05:27.647222 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ed035f9a-972d-45e3-923b-7f4b0bc259cc tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0159886 Mar 07 11:05:27.650923 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60212) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:27.656907 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-e264ba00-5622-4c21-a040-a2b51607a048 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Request body: {'security_group_rule': {'security_group_id': 'dd989425-1b60-488b-96fe-8b2d3bd32f85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:27.663214 n-d-832164-4 neutron-server[103767]: WARNING neutron.api.v2.base [None req-e264ba00-5622-4c21-a040-a2b51607a048 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 07 11:05:27.669189 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-e264ba00-5622-4c21-a040-a2b51607a048 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 11:05:27.675973 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e264ba00-5622-4c21-a040-a2b51607a048 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0238349 Mar 07 11:05:27.681593 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60214) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:27.700103 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4f188290-6a96-4373-9aa2-4fa7c42e5c93 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (ab4b767e-869a-4c52-90dc-6991d5b49ba4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:27.715998 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90cc39-9ef4-49bc-be45-12f1097cefdb req-edef8811-6c26-4110-9b79-a8fad298ef41 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:27.717611 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1b90cc39-9ef4-49bc-be45-12f1097cefdb req-edef8811-6c26-4110-9b79-a8fad298ef41 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=db6ef90e-a83f-4364-bedd-fa1dcf2b68f7 HTTP/1.1" status: 200 len: 1125 time: 0.1075697 Mar 07 11:05:27.786133 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b47293e5-1f17-4353-bd84-f7e94241cbaa tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (dd989425-1b60-488b-96fe-8b2d3bd32f85), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:27.799176 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f188290-6a96-4373-9aa2-4fa7c42e5c93 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:27.805763 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-4f188290-6a96-4373-9aa2-4fa7c42e5c93 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:27.829984 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b47293e5-1f17-4353-bd84-f7e94241cbaa tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (dd989425-1b60-488b-96fe-8b2d3bd32f85), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:27.849185 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f188290-6a96-4373-9aa2-4fa7c42e5c93 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:05:27.858877 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f188290-6a96-4373-9aa2-4fa7c42e5c93 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:27.859504 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4f188290-6a96-4373-9aa2-4fa7c42e5c93 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:27.875094 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1b90cc39-9ef4-49bc-be45-12f1097cefdb req-54b4df53-874f-41bc-942e-c4b9aac73eff tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0d4cd4e6-b42b-4d86-a884-5a4a3d592835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176119 Mar 07 11:05:27.877083 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f188290-6a96-4373-9aa2-4fa7c42e5c93 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Port': ['ID=ab4b767e-869a-4c52-90dc-6991d5b49ba4,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:27.910317 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b47293e5-1f17-4353-bd84-f7e94241cbaa tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (dd989425-1b60-488b-96fe-8b2d3bd32f85), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:27.915725 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b47293e5-1f17-4353-bd84-f7e94241cbaa tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:27.917562 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b47293e5-1f17-4353-bd84-f7e94241cbaa tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "DELETE /v2.0/security-groups/dd989425-1b60-488b-96fe-8b2d3bd32f85 HTTP/1.1" status: 204 len: 168 time: 0.2315998 Mar 07 11:05:27.919894 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60218) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:27.927662 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47293e5-1f17-4353-bd84-f7e94241cbaa tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd989425-1b60-488b-96fe-8b2d3bd32f85,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:27.941696 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4f188290-6a96-4373-9aa2-4fa7c42e5c93 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7722640 Mar 07 11:05:27.945716 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60220) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:28.020994 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6a321de3-f983-4bb4-b898-e5bff85cbb87 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0995443 Mar 07 11:05:28.025125 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60222) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:28.031114 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-cc573ff2-13a9-4584-b4af-f6cc76b53276 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Request body: {'security_group': {'name': 'tempest-secgroup--1314650786'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:28.054098 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038c10bc-acc7-48ce-bcc5-8250d62fb05f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:28.058373 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cc573ff2-13a9-4584-b4af-f6cc76b53276 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:28.061577 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038c10bc-acc7-48ce-bcc5-8250d62fb05f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:28.066590 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-038c10bc-acc7-48ce-bcc5-8250d62fb05f tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1199358 Mar 07 11:05:28.067246 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60224) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:28.181415 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cc573ff2-13a9-4584-b4af-f6cc76b53276 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (65c997cf-d1c0-4d18-b384-95a679b5c2e3), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:28.183596 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b571faef-6044-46a0-9ae4-860430748274 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting port ab4b767e-869a-4c52-90dc-6991d5b49ba4 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:05:28.184309 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b571faef-6044-46a0-9ae4-860430748274 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (ab4b767e-869a-4c52-90dc-6991d5b49ba4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:28.185905 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cc573ff2-13a9-4584-b4af-f6cc76b53276 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (65c997cf-d1c0-4d18-b384-95a679b5c2e3), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:28.214613 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cc573ff2-13a9-4584-b4af-f6cc76b53276 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:28.216811 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cc573ff2-13a9-4584-b4af-f6cc76b53276 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1900177 Mar 07 11:05:28.219537 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60226) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:28.226748 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-b2b26a0a-3b85-4a37-9083-bbe33c8bcb31 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Request body: {'security_group_rule': {'security_group_id': '65c997cf-d1c0-4d18-b384-95a679b5c2e3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:28.227750 n-d-832164-4 neutron-server[103767]: WARNING neutron.api.v2.base [None req-b2b26a0a-3b85-4a37-9083-bbe33c8bcb31 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 07 11:05:28.228442 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-b2b26a0a-3b85-4a37-9083-bbe33c8bcb31 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 11:05:28.229621 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b2b26a0a-3b85-4a37-9083-bbe33c8bcb31 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070996 Mar 07 11:05:28.233483 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60228) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:28.240393 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-2f95407e-1d56-4db8-ba6a-975d8fd86891 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Request body: {'security_group_rule': {'security_group_id': '65c997cf-d1c0-4d18-b384-95a679b5c2e3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:28.248072 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc573ff2-13a9-4584-b4af-f6cc76b53276 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65c997cf-d1c0-4d18-b384-95a679b5c2e3,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:28.312998 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-2f95407e-1d56-4db8-ba6a-975d8fd86891 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 11:05:28.314716 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2f95407e-1d56-4db8-ba6a-975d8fd86891 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0777614 Mar 07 11:05:28.317700 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60230) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:28.323201 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-2eafeb4f-6dde-48e4-91b2-e0b5e936c951 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Request body: {'security_group_rule': {'security_group_id': '65c997cf-d1c0-4d18-b384-95a679b5c2e3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:28.324110 n-d-832164-4 neutron-server[103766]: WARNING neutron.api.v2.base [None req-2eafeb4f-6dde-48e4-91b2-e0b5e936c951 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 07 11:05:28.324974 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-2eafeb4f-6dde-48e4-91b2-e0b5e936c951 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 11:05:28.326354 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2eafeb4f-6dde-48e4-91b2-e0b5e936c951 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074277 Mar 07 11:05:28.328987 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60232) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:28.335205 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b571faef-6044-46a0-9ae4-860430748274 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (ab4b767e-869a-4c52-90dc-6991d5b49ba4), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:28.343417 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f7bcc38c-8753-4807-912f-062ea07ec92f tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Request body: {'security_group_rule': {'security_group_id': '65c997cf-d1c0-4d18-b384-95a679b5c2e3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:28.350007 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b571faef-6044-46a0-9ae4-860430748274 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Calling delete_port for ab4b767e-869a-4c52-90dc-6991d5b49ba4 owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:28.407464 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-f7bcc38c-8753-4807-912f-062ea07ec92f tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 11:05:28.408540 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f7bcc38c-8753-4807-912f-062ea07ec92f tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0783112 Mar 07 11:05:28.411598 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60234) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:28.417534 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-c99bdb05-6e96-4f41-b09d-c5cb5bdc016c tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Request body: {'security_group_rule': {'security_group_id': '65c997cf-d1c0-4d18-b384-95a679b5c2e3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:28.418026 n-d-832164-4 neutron-server[103766]: WARNING neutron.api.v2.base [None req-c99bdb05-6e96-4f41-b09d-c5cb5bdc016c tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 07 11:05:28.418521 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-c99bdb05-6e96-4f41-b09d-c5cb5bdc016c tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 11:05:28.419484 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c99bdb05-6e96-4f41-b09d-c5cb5bdc016c tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066080 Mar 07 11:05:28.422581 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60236) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:28.428668 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-9902a38c-3ad8-4035-9462-c78dc203be2f tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Request body: {'security_group_rule': {'security_group_id': '65c997cf-d1c0-4d18-b384-95a679b5c2e3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:28.498098 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-9902a38c-3ad8-4035-9462-c78dc203be2f tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 11:05:28.503976 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9902a38c-3ad8-4035-9462-c78dc203be2f tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0803518 Mar 07 11:05:28.506737 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60240) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:28.536327 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-fe6950ee-b5d0-4499-be14-468d5e32841c tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Request body: {'security_group_rule': {'security_group_id': '65c997cf-d1c0-4d18-b384-95a679b5c2e3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:28.536965 n-d-832164-4 neutron-server[103767]: WARNING neutron.api.v2.base [None req-fe6950ee-b5d0-4499-be14-468d5e32841c tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 07 11:05:28.537498 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-fe6950ee-b5d0-4499-be14-468d5e32841c tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 11:05:28.539465 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-fe6950ee-b5d0-4499-be14-468d5e32841c tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0300393 Mar 07 11:05:28.542250 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60242) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:28.547412 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-b54d62e8-2567-48fc-86cf-8f355aec3697 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Request body: {'security_group_rule': {'security_group_id': '65c997cf-d1c0-4d18-b384-95a679b5c2e3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:28.595469 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b571faef-6044-46a0-9ae4-860430748274 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (ab4b767e-869a-4c52-90dc-6991d5b49ba4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:28.600942 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-b54d62e8-2567-48fc-86cf-8f355aec3697 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 11:05:28.604135 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b54d62e8-2567-48fc-86cf-8f355aec3697 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0600362 Mar 07 11:05:28.606920 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60244) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:28.612975 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-93292f25-2cec-46dc-aff6-a99f02e12184 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Request body: {'security_group_rule': {'security_group_id': '65c997cf-d1c0-4d18-b384-95a679b5c2e3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:28.645704 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571faef-6044-46a0-9ae4-860430748274 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Port': ['ID=ab4b767e-869a-4c52-90dc-6991d5b49ba4,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:28.677190 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b571faef-6044-46a0-9ae4-860430748274 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:28.681307 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b571faef-6044-46a0-9ae4-860430748274 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/ab4b767e-869a-4c52-90dc-6991d5b49ba4 HTTP/1.1" status: 204 len: 168 time: 0.6130333 Mar 07 11:05:28.687240 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60246) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:28.733259 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-93292f25-2cec-46dc-aff6-a99f02e12184 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 11:05:28.737439 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-93292f25-2cec-46dc-aff6-a99f02e12184 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1293178 Mar 07 11:05:28.738073 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60250) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:28.787762 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50ca8c2-afef-4bf2-bfc1-1bd6ecb32e04 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:28.791550 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50ca8c2-afef-4bf2-bfc1-1bd6ecb32e04 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:28.796327 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e50ca8c2-afef-4bf2-bfc1-1bd6ecb32e04 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1080780 Mar 07 11:05:28.796572 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60252) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:28.825447 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3928bb94-10a8-4765-96bf-8f4c218c332a tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (65c997cf-d1c0-4d18-b384-95a679b5c2e3), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:28.863371 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3928bb94-10a8-4765-96bf-8f4c218c332a tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (65c997cf-d1c0-4d18-b384-95a679b5c2e3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:28.864409 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-40781dad-1706-4799-9a5e-6c6d77532583 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting subnet c6212a37-b08d-488d-a4ac-f8c1f7d76c74 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:05:28.869347 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-40781dad-1706-4799-9a5e-6c6d77532583 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (c6212a37-b08d-488d-a4ac-f8c1f7d76c74), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:28.925897 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3928bb94-10a8-4765-96bf-8f4c218c332a tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (65c997cf-d1c0-4d18-b384-95a679b5c2e3), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:28.928564 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3928bb94-10a8-4765-96bf-8f4c218c332a tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:28.933393 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3928bb94-10a8-4765-96bf-8f4c218c332a tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "DELETE /v2.0/security-groups/65c997cf-d1c0-4d18-b384-95a679b5c2e3 HTTP/1.1" status: 204 len: 168 time: 0.1888461 Mar 07 11:05:28.934453 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60256) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:28.949553 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-40781dad-1706-4799-9a5e-6c6d77532583 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (c6212a37-b08d-488d-a4ac-f8c1f7d76c74), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:28.977469 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928bb94-10a8-4765-96bf-8f4c218c332a tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c997cf-d1c0-4d18-b384-95a679b5c2e3,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:29.045458 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5ab15ad7-972e-438a-977a-fe1c3a0eefcb tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1065125 Mar 07 11:05:29.047748 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60258) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:29.058640 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-c92501d5-1948-460b-b4ab-3c725fcbf92d tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Request body: {'security_group': {'name': 'tempest-secgroup--1106096089'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:29.074409 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c05196e3-7eec-4ce2-a343-d4f7e87a0f42 None None] Provisioning complete for port ec16cdc7-3e10-4957-8747-cefb475816d9 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:29.074937 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c05196e3-7eec-4ce2-a343-d4f7e87a0f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ec16cdc7-3e10-4957-8747-cefb475816d9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:29.113024 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c92501d5-1948-460b-b4ab-3c725fcbf92d tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:29.157376 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-40781dad-1706-4799-9a5e-6c6d77532583 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (c6212a37-b08d-488d-a4ac-f8c1f7d76c74), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:29.240912 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8104579-2f9f-4349-88c2-6646500b4c48 req-e9dc5922-5055-4005-8e0f-2ae8f8e778bd tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:29.243060 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f8104579-2f9f-4349-88c2-6646500b4c48 req-e9dc5922-5055-4005-8e0f-2ae8f8e778bd tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=db6ef90e-a83f-4364-bedd-fa1dcf2b68f7 HTTP/1.1" status: 200 len: 1125 time: 0.2388239 Mar 07 11:05:29.256925 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c05196e3-7eec-4ce2-a343-d4f7e87a0f42 None None] Current status of the port ec16cdc7-3e10-4957-8747-cefb475816d9 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:29.258320 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c05196e3-7eec-4ce2-a343-d4f7e87a0f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ec16cdc7-3e10-4957-8747-cefb475816d9), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:29.280898 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c92501d5-1948-460b-b4ab-3c725fcbf92d tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (2d3e533f-6c03-4241-84a3-b3205484aff4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:29.297144 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c92501d5-1948-460b-b4ab-3c725fcbf92d tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2d3e533f-6c03-4241-84a3-b3205484aff4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:29.323325 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f8104579-2f9f-4349-88c2-6646500b4c48 req-f5c2ce92-c9e5-4917-9095-43607a5d5df9 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0d4cd4e6-b42b-4d86-a884-5a4a3d592835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691144 Mar 07 11:05:29.338990 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-40781dad-1706-4799-9a5e-6c6d77532583 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (c6212a37-b08d-488d-a4ac-f8c1f7d76c74), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:29.339168 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c92501d5-1948-460b-b4ab-3c725fcbf92d tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:29.343439 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c92501d5-1948-460b-b4ab-3c725fcbf92d tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2912509 Mar 07 11:05:29.344347 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60260) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:29.353615 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-1cde0e80-ccd5-4ab8-9fd1-730175ff0437 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Request body: {'security_group_rule': {'security_group_id': '2d3e533f-6c03-4241-84a3-b3205484aff4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:29.357775 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92501d5-1948-460b-b4ab-3c725fcbf92d tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3e533f-6c03-4241-84a3-b3205484aff4,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:29.390541 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-c05196e3-7eec-4ce2-a343-d4f7e87a0f42 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:05:29.390828 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-c05196e3-7eec-4ce2-a343-d4f7e87a0f42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:05:29.416362 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40781dad-1706-4799-9a5e-6c6d77532583 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Subnet': ['ID=c6212a37-b08d-488d-a4ac-f8c1f7d76c74,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:29.428361 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-40781dad-1706-4799-9a5e-6c6d77532583 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:29.436492 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-1cde0e80-ccd5-4ab8-9fd1-730175ff0437 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] create failed (client error): The resource could not be found. Mar 07 11:05:29.437957 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1cde0e80-ccd5-4ab8-9fd1-730175ff0437 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0926275 Mar 07 11:05:29.442220 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-40781dad-1706-4799-9a5e-6c6d77532583 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/c6212a37-b08d-488d-a4ac-f8c1f7d76c74 HTTP/1.1" status: 204 len: 168 time: 0.6439667 Mar 07 11:05:29.443355 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60262) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:29.443520 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60264) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:29.454967 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-f7f96cd0-a4d4-4839-94b8-4f0da03e2fa5 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Request body: {'security_group_rule': {'security_group_id': '2d3e533f-6c03-4241-84a3-b3205484aff4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '101661da-273f-4c42-882a-78b58cd0781b'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:29.501806 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7152b7bd-4036-4eba-b511-7f109f561153 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0566356 Mar 07 11:05:29.504418 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60266) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:29.508681 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-f7f96cd0-a4d4-4839-94b8-4f0da03e2fa5 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] create failed (client error): The resource could not be found. Mar 07 11:05:29.513320 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f7f96cd0-a4d4-4839-94b8-4f0da03e2fa5 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0687232 Mar 07 11:05:29.514078 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60268) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:29.661069 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67eff64-c10f-4307-a3e0-429672d78e4b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:29.663315 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f67eff64-c10f-4307-a3e0-429672d78e4b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1577826 Mar 07 11:05:29.666350 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60274) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:29.720147 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-50d7561e-9cb9-43ac-8a10-d3c14ac8f2e0 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (2d3e533f-6c03-4241-84a3-b3205484aff4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:29.732201 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device c5fa0bf0-5943-4cab-996a-657edfe7bddc details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:05:29.764137 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ec16cdc7-3e10-4957-8747-cefb475816d9 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:05:29.772495 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204451bc-4d3c-4381-b65f-4d7ab3469f58 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:29.777622 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-204451bc-4d3c-4381-b65f-4d7ab3469f58 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1072187 Mar 07 11:05:29.778614 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60276) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:29.827621 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ff5dc112-418e-48f6-9700-2278c34caddf tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0478213 Mar 07 11:05:29.833582 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60280) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:29.844441 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-4a81e62a-06fe-4e02-bfcc-81d76dbec831 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:29.861799 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9f0b29-ae55-4678-8f45-ce1a1a7f376f None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:29.864860 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-50d7561e-9cb9-43ac-8a10-d3c14ac8f2e0 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (2d3e533f-6c03-4241-84a3-b3205484aff4), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:29.970796 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a81e62a-06fe-4e02-bfcc-81d76dbec831 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:29.975136 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4a81e62a-06fe-4e02-bfcc-81d76dbec831 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:29.984879 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6d51a0b9-792e-4349-8c93-321830d42ec4 req-8c631d8b-d238-4ea4-9811-e4625af55441 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b5930adc-4d41-4530-be94-c16b3c77b3ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3185158 Mar 07 11:05:30.057534 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port ec16cdc7-3e10-4957-8747-cefb475816d9 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:30.058144 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ec16cdc7-3e10-4957-8747-cefb475816d9), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:30.104120 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-50d7561e-9cb9-43ac-8a10-d3c14ac8f2e0 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2d3e533f-6c03-4241-84a3-b3205484aff4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:30.111633 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-50d7561e-9cb9-43ac-8a10-d3c14ac8f2e0 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:30.114534 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-50d7561e-9cb9-43ac-8a10-d3c14ac8f2e0 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "DELETE /v2.0/security-groups/2d3e533f-6c03-4241-84a3-b3205484aff4 HTTP/1.1" status: 204 len: 168 time: 0.5990081 Mar 07 11:05:30.117766 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60284) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:30.191778 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c05196e3-7eec-4ce2-a343-d4f7e87a0f42 None None] Current status of the port ec16cdc7-3e10-4957-8747-cefb475816d9 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:30.192779 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c05196e3-7eec-4ce2-a343-d4f7e87a0f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ec16cdc7-3e10-4957-8747-cefb475816d9), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:30.202942 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d7561e-9cb9-43ac-8a10-d3c14ac8f2e0 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3e533f-6c03-4241-84a3-b3205484aff4,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:30.214534 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60286) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:30.256819 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3d67104e-2f2a-48b7-ade5-9349ab1bd713 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1314011 Mar 07 11:05:30.262066 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51a0b9-792e-4349-8c93-321830d42ec4 req-d2c77b1f-3731-47f1-a63c-10bd61873cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:30.263859 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6d51a0b9-792e-4349-8c93-321830d42ec4 req-d2c77b1f-3731-47f1-a63c-10bd61873cf5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e195f34f8f044a71bbb58c1174b1153a&device_id=b5930adc-4d41-4530-be94-c16b3c77b3ea HTTP/1.1" status: 200 len: 1127 time: 0.2236111 Mar 07 11:05:30.264778 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60290) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:30.270849 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-6fc1bf28-84bf-4cec-bb32-655a511c466b tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Request body: {'security_group_rule': {'security_group_id': '03f9a15f-655c-4b55-b3a4-0089f9eb79ae', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:30.373373 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port c5fa0bf0-5943-4cab-996a-657edfe7bddc, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=c5fa0bf0-5943-4cab-996a-657edfe7bddc,segment=NetworkSegment(dd254ec6-8865-48cd-867c-9ba7e95e743c),segment_id=dd254ec6-8865-48cd-867c-9ba7e95e743c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:30.400056 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'c5fa0bf0-5943-4cab-996a-657edfe7bddc', 'network_id': '50a0564a-c42c-4465-ad8a-d34160cc28c8', 'port_id': 'c5fa0bf0-5943-4cab-996a-657edfe7bddc', 'mac_address': 'fa:16:3e:9a:88:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e2b4fbc-8dc7-4ab0-abcd-dc67cc967c56', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:05:30.412488 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-6fc1bf28-84bf-4cec-bb32-655a511c466b tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] create failed (client error): The resource could not be found. Mar 07 11:05:30.419509 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6fc1bf28-84bf-4cec-bb32-655a511c466b tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1528702 Mar 07 11:05:30.420185 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60294) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:30.429097 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-15367f47-8e1c-43a9-965e-2bee3d028b66 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Request body: {'security_group': {'name': 'tempest-secgroup--2035121129'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:30.487138 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51a0b9-792e-4349-8c93-321830d42ec4 req-88177987-57c8-42be-9b4d-cbc506b04b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:30.492360 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6d51a0b9-792e-4349-8c93-321830d42ec4 req-88177987-57c8-42be-9b4d-cbc506b04b78 service neutron] 10.222.0.21 "GET /v2.0/networks?id=50a0564a-c42c-4465-ad8a-d34160cc28c8 HTTP/1.1" status: 200 len: 911 time: 0.1920812 Mar 07 11:05:30.493481 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-96f157db-f9f2-4960-86bd-8f0131217d22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:30.505735 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-15367f47-8e1c-43a9-965e-2bee3d028b66 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:30.514811 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c05196e3-7eec-4ce2-a343-d4f7e87a0f42 None None] For port ec16cdc7-3e10-4957-8747-cefb475816d9, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ec16cdc7-3e10-4957-8747-cefb475816d9,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:30.536830 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port ec16cdc7-3e10-4957-8747-cefb475816d9 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:30.537239 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ec16cdc7-3e10-4957-8747-cefb475816d9), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:30.557694 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782ba1e4-bc17-4344-bc92-8f9a77cab501 None None] DHCP port deletion for 9b8a3032-9f66-43b6-9063-551ee6941c96 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:05:30.559821 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c05196e3-7eec-4ce2-a343-d4f7e87a0f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ec16cdc7-3e10-4957-8747-cefb475816d9), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:30.584587 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6d51a0b9-792e-4349-8c93-321830d42ec4 req-43380f16-0e46-45c8-b267-a436e26275ba service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a41ff160-21c2-4546-9acf-5eb4370ccee8 HTTP/1.1" status: 200 len: 217 time: 0.0859764 Mar 07 11:05:30.606742 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port c5fa0bf0-5943-4cab-996a-657edfe7bddc is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:30.607131 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c5fa0bf0-5943-4cab-996a-657edfe7bddc), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:30.712611 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51a0b9-792e-4349-8c93-321830d42ec4 req-28d4e16c-91d3-489c-8bdd-d17742bd6073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:30.715534 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6d51a0b9-792e-4349-8c93-321830d42ec4 req-28d4e16c-91d3-489c-8bdd-d17742bd6073 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e2b4fbc-8dc7-4ab0-abcd-dc67cc967c56 HTTP/1.1" status: 200 len: 849 time: 0.1230166 Mar 07 11:05:30.732031 n-d-832164-4 neutron-server[103766]: DEBUG neutron.objects.ports [None req-4a81e62a-06fe-4e02-bfcc-81d76dbec831 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103766) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 11:05:30.742310 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6683b80-e9f1-4779-b8bf-95ab963b33c0 req-636f0e53-3723-4d71-a710-c1acbaf9457e tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:30.747452 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f6683b80-e9f1-4779-b8bf-95ab963b33c0 req-636f0e53-3723-4d71-a710-c1acbaf9457e tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=db6ef90e-a83f-4364-bedd-fa1dcf2b68f7 HTTP/1.1" status: 200 len: 1125 time: 0.2318492 Mar 07 11:05:30.849732 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-15367f47-8e1c-43a9-965e-2bee3d028b66 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (06ce5dc2-3c0f-451e-8115-e22feb111a4e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:30.870609 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-15367f47-8e1c-43a9-965e-2bee3d028b66 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (06ce5dc2-3c0f-451e-8115-e22feb111a4e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:30.900622 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2a719195-f848-476d-bd12-3f5e35c60fe4 None None] Could not find standard attr ID for object ab4b767e-869a-4c52-90dc-6991d5b49ba4. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:05:30.920857 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-15367f47-8e1c-43a9-965e-2bee3d028b66 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:30.922207 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5fa0bf0-5943-4cab-996a-657edfe7bddc {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:05:30.936885 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-15367f47-8e1c-43a9-965e-2bee3d028b66 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5099294 Mar 07 11:05:30.937720 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60298) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:30.956523 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:05:30.956901 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:05:30.974881 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-a7182b9f-d26a-4e5c-806a-9ae41c16c04b tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Request body: {'security_group': {'name': 'tempest-secgroup--990778768'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:30.983338 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05196e3-7eec-4ce2-a343-d4f7e87a0f42 None None] Pushing event updated for resources: {'Port': ['ID=ec16cdc7-3e10-4957-8747-cefb475816d9,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:30.995887 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port c5fa0bf0-5943-4cab-996a-657edfe7bddc, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=c5fa0bf0-5943-4cab-996a-657edfe7bddc,segment=NetworkSegment(dd254ec6-8865-48cd-867c-9ba7e95e743c),segment_id=dd254ec6-8865-48cd-867c-9ba7e95e743c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:31.009471 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c5fa0bf0-5943-4cab-996a-657edfe7bddc), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.028710 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a7182b9f-d26a-4e5c-806a-9ae41c16c04b tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.070670 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-96f157db-f9f2-4960-86bd-8f0131217d22 admin admin] Publish callbacks [] for security_group (2ba8d56b-fac2-43b2-8c44-464c21c74147), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.082330 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4a81e62a-06fe-4e02-bfcc-81d76dbec831 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ec16cdc7-3e10-4957-8747-cefb475816d9), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.094266 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-782ba1e4-bc17-4344-bc92-8f9a77cab501 None None] Deleting port ec16cdc7-3e10-4957-8747-cefb475816d9 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:05:31.094635 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-782ba1e4-bc17-4344-bc92-8f9a77cab501 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (ec16cdc7-3e10-4957-8747-cefb475816d9), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.099484 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51a0b9-792e-4349-8c93-321830d42ec4 req-5446cd64-1401-4eec-ad1c-722b36b73a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:31.101231 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6d51a0b9-792e-4349-8c93-321830d42ec4 req-5446cd64-1401-4eec-ad1c-722b36b73a24 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=50a0564a-c42c-4465-ad8a-d34160cc28c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3750966 Mar 07 11:05:31.103763 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-96f157db-f9f2-4960-86bd-8f0131217d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2ba8d56b-fac2-43b2-8c44-464c21c74147), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.112463 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15367f47-8e1c-43a9-965e-2bee3d028b66 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06ce5dc2-3c0f-451e-8115-e22feb111a4e,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:31.128760 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f6683b80-e9f1-4779-b8bf-95ab963b33c0 req-80ea5530-2088-4747-b84e-e907a14f2c70 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0d4cd4e6-b42b-4d86-a884-5a4a3d592835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521989 Mar 07 11:05:31.275324 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6d51a0b9-792e-4349-8c93-321830d42ec4 req-0d0577d1-2258-48ea-9cd9-f1f5f7d7f478 service neutron] 10.222.0.21 "GET /v2.0/networks/50a0564a-c42c-4465-ad8a-d34160cc28c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526973 Mar 07 11:05:31.276676 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=c5fa0bf0-5943-4cab-996a-657edfe7bddc,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:31.356033 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-782ba1e4-bc17-4344-bc92-8f9a77cab501 None None] For port ec16cdc7-3e10-4957-8747-cefb475816d9, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ec16cdc7-3e10-4957-8747-cefb475816d9,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:31.356435 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-782ba1e4-bc17-4344-bc92-8f9a77cab501 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (ec16cdc7-3e10-4957-8747-cefb475816d9), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.371751 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-96f157db-f9f2-4960-86bd-8f0131217d22 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ea89dc873c114ee0b7da208502835bb6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1519246 Mar 07 11:05:31.386355 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['c5fa0bf0-5943-4cab-996a-657edfe7bddc'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:05:31.388379 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-782ba1e4-bc17-4344-bc92-8f9a77cab501 None None] Calling delete_port for ec16cdc7-3e10-4957-8747-cefb475816d9 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:31.411069 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60300) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:31.411789 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f157db-f9f2-4960-86bd-8f0131217d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba8d56b-fac2-43b2-8c44-464c21c74147,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:31.600705 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-4a81e62a-06fe-4e02-bfcc-81d76dbec831 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] For port ec16cdc7-3e10-4957-8747-cefb475816d9, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ec16cdc7-3e10-4957-8747-cefb475816d9,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:31.625789 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port ec16cdc7-3e10-4957-8747-cefb475816d9 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:31.641198 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4a81e62a-06fe-4e02-bfcc-81d76dbec831 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for port (ec16cdc7-3e10-4957-8747-cefb475816d9), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.647715 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4a81e62a-06fe-4e02-bfcc-81d76dbec831 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (ec16cdc7-3e10-4957-8747-cefb475816d9), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.668707 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6d51a0b9-792e-4349-8c93-321830d42ec4 req-afcdb47f-f70c-4c9f-81b3-b8f0cb34187f service neutron] 10.222.0.21 "GET /v2.0/networks/50a0564a-c42c-4465-ad8a-d34160cc28c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798323 Mar 07 11:05:31.682039 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-782ba1e4-bc17-4344-bc92-8f9a77cab501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (ec16cdc7-3e10-4957-8747-cefb475816d9), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.689321 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a7182b9f-d26a-4e5c-806a-9ae41c16c04b tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (d50b1ff8-53c1-422e-99ac-bf097e7792cd), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.699329 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4a81e62a-06fe-4e02-bfcc-81d76dbec831 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (b5fdb615-794b-4029-a494-9a09db716de3), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.705784 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a7182b9f-d26a-4e5c-806a-9ae41c16c04b tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d50b1ff8-53c1-422e-99ac-bf097e7792cd), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.751508 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a7182b9f-d26a-4e5c-806a-9ae41c16c04b tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.755445 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a7182b9f-d26a-4e5c-806a-9ae41c16c04b tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8076417 Mar 07 11:05:31.756615 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a81e62a-06fe-4e02-bfcc-81d76dbec831 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:31.757136 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60302) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:31.763374 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-4a81e62a-06fe-4e02-bfcc-81d76dbec831 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:31.776388 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ba1e4-bc17-4344-bc92-8f9a77cab501 None None] Pushing event deleted for resources: {'Port': ['ID=ec16cdc7-3e10-4957-8747-cefb475816d9,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:31.777505 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9afefc72-685b-45ba-a533-1b3a44c582ed admin admin] Publish callbacks [] for security_group (2ba8d56b-fac2-43b2-8c44-464c21c74147), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.777990 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a81e62a-06fe-4e02-bfcc-81d76dbec831 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:31.779134 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4a81e62a-06fe-4e02-bfcc-81d76dbec831 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.784533 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782ba1e4-bc17-4344-bc92-8f9a77cab501 None None] No DVR routers for this DVR port ec16cdc7-3e10-4957-8747-cefb475816d9 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:05:31.790894 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ec16cdc7-3e10-4957-8747-cefb475816d9 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:05:31.791085 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-c6da0861-9b09-456c-bbb6-5cc7a2345492 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Request body: {'security_group_rule': {'security_group_id': '06ce5dc2-3c0f-451e-8115-e22feb111a4e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd50b1ff8-53c1-422e-99ac-bf097e7792cd'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:31.811412 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4a81e62a-06fe-4e02-bfcc-81d76dbec831 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9690025 Mar 07 11:05:31.817226 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: ec16cdc7-3e10-4957-8747-cefb475816d9 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:05:31.817704 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ec16cdc7-3e10-4957-8747-cefb475816d9 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:05:31.822483 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60304) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:31.833182 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e868c9db-e422-4db1-9d6d-a6746a991d02 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:31.834748 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81e62a-06fe-4e02-bfcc-81d76dbec831 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Port': ['ID=ec16cdc7-3e10-4957-8747-cefb475816d9,revision_number=6']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:31.839193 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81e62a-06fe-4e02-bfcc-81d76dbec831 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Subnet': ['ID=b5fdb615-794b-4029-a494-9a09db716de3,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:31.868042 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9afefc72-685b-45ba-a533-1b3a44c582ed admin admin] Publish callbacks [] for security_group (2ba8d56b-fac2-43b2-8c44-464c21c74147), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:31.923393 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-9f10d8ad-0754-42d3-845c-73d2643cab0a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'port': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'mac_address': 'fa:16:3e:08:4a:8d', 'name': 'tempest-NetworksTestDHCPv6-1552849319'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:32.005282 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7182b9f-d26a-4e5c-806a-9ae41c16c04b tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d50b1ff8-53c1-422e-99ac-bf097e7792cd,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:32.025406 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9afefc72-685b-45ba-a533-1b3a44c582ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2ba8d56b-fac2-43b2-8c44-464c21c74147), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:32.028143 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9afefc72-685b-45ba-a533-1b3a44c582ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:32.029658 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9afefc72-685b-45ba-a533-1b3a44c582ed admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2ba8d56b-fac2-43b2-8c44-464c21c74147 HTTP/1.1" status: 204 len: 168 time: 0.6069980 Mar 07 11:05:32.041848 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-c6da0861-9b09-456c-bbb6-5cc7a2345492 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 11:05:32.045588 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c6da0861-9b09-456c-bbb6-5cc7a2345492 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2847538 Mar 07 11:05:32.045924 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60310) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:32.062128 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10474c58-9c16-41ad-ac03-0b0d7abaf070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-9b8a3032-9f66-43b6-9063-551ee6941c96', 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'project_id': 'a68fc610ca21434095921c9ff25a693f', 'fixed_ips': [{'subnet_id': 'b5fdb615-794b-4029-a494-9a09db716de3'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:05:32.063129 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-10474c58-9c16-41ad-ac03-0b0d7abaf070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:32.070969 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afefc72-685b-45ba-a533-1b3a44c582ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba8d56b-fac2-43b2-8c44-464c21c74147,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:32.164833 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2685383d-9661-4168-9930-a61c76ba76d1 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (d50b1ff8-53c1-422e-99ac-bf097e7792cd), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:32.187640 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f10d8ad-0754-42d3-845c-73d2643cab0a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:32.202005 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2685383d-9661-4168-9930-a61c76ba76d1 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (d50b1ff8-53c1-422e-99ac-bf097e7792cd), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:32.264098 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-10474c58-9c16-41ad-ac03-0b0d7abaf070 None None] Allocated IP 2001:db8::f816:3eff:fe74:bda (9b8a3032-9f66-43b6-9063-551ee6941c96/b5fdb615-794b-4029-a494-9a09db716de3/e507f5a6-454c-4a1f-811c-8496c879be23) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:32.295268 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2685383d-9661-4168-9930-a61c76ba76d1 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d50b1ff8-53c1-422e-99ac-bf097e7792cd), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:32.295268 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2685383d-9661-4168-9930-a61c76ba76d1 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:32.295268 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2685383d-9661-4168-9930-a61c76ba76d1 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "DELETE /v2.0/security-groups/d50b1ff8-53c1-422e-99ac-bf097e7792cd HTTP/1.1" status: 204 len: 168 time: 0.2475305 Mar 07 11:05:32.313542 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60314) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:32.315881 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685383d-9661-4168-9930-a61c76ba76d1 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50b1ff8-53c1-422e-99ac-bf097e7792cd,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:32.422111 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf2ed2-5182-493c-a73c-f34f2e680bb1 req-c51fd9bd-2adc-4146-b2a9-716ba9edbaf2 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:32.423866 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-25bf2ed2-5182-493c-a73c-f34f2e680bb1 req-c51fd9bd-2adc-4146-b2a9-716ba9edbaf2 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=db6ef90e-a83f-4364-bedd-fa1dcf2b68f7 HTTP/1.1" status: 200 len: 1126 time: 0.1993232 Mar 07 11:05:32.448866 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f10d8ad-0754-42d3-845c-73d2643cab0a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:32.487710 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-832b7c90-4922-4a97-8ec5-620f89fdd21c tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1722722 Mar 07 11:05:32.487982 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60318) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:32.510169 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-10474c58-9c16-41ad-ac03-0b0d7abaf070 None None] Publish callbacks [] for port (e507f5a6-454c-4a1f-811c-8496c879be23), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:32.510951 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-9f10d8ad-0754-42d3-845c-73d2643cab0a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] device_id is not set on port d1acc614-f850-4acf-86b0-ce0e83995f9e yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:05:32.526065 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-10474c58-9c16-41ad-ac03-0b0d7abaf070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (e507f5a6-454c-4a1f-811c-8496c879be23), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:32.563225 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-25bf2ed2-5182-493c-a73c-f34f2e680bb1 req-827effc6-0731-4805-90c2-2bee08b6c10f tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0d4cd4e6-b42b-4d86-a884-5a4a3d592835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301904 Mar 07 11:05:32.589985 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10474c58-9c16-41ad-ac03-0b0d7abaf070 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:32.590400 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bd71f9fb-6d4b-49a7-a087-baf729b1979f tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (06ce5dc2-3c0f-451e-8115-e22feb111a4e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:32.593567 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-10474c58-9c16-41ad-ac03-0b0d7abaf070 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:32.596751 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10474c58-9c16-41ad-ac03-0b0d7abaf070 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:05:32.643528 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10474c58-9c16-41ad-ac03-0b0d7abaf070 None None] Pushing event updated for resources: {'Port': ['ID=e507f5a6-454c-4a1f-811c-8496c879be23,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:32.664949 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bd71f9fb-6d4b-49a7-a087-baf729b1979f tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (06ce5dc2-3c0f-451e-8115-e22feb111a4e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:32.700920 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-9f10d8ad-0754-42d3-845c-73d2643cab0a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Allocated IP 2001:db8::f816:3eff:fe08:4a8d (9b8a3032-9f66-43b6-9063-551ee6941c96/b5fdb615-794b-4029-a494-9a09db716de3/d1acc614-f850-4acf-86b0-ce0e83995f9e) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:32.738514 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-10474c58-9c16-41ad-ac03-0b0d7abaf070 None None] Attempting to bind port e507f5a6-454c-4a1f-811c-8496c879be23 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:05:32.738901 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-10474c58-9c16-41ad-ac03-0b0d7abaf070 None None] Attempting to bind port e507f5a6-454c-4a1f-811c-8496c879be23 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:05:32.739240 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10474c58-9c16-41ad-ac03-0b0d7abaf070 None None] Attempting to bind port e507f5a6-454c-4a1f-811c-8496c879be23 on network 9b8a3032-9f66-43b6-9063-551ee6941c96 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:05:32.749168 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bd71f9fb-6d4b-49a7-a087-baf729b1979f tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (06ce5dc2-3c0f-451e-8115-e22feb111a4e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:32.752560 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10474c58-9c16-41ad-ac03-0b0d7abaf070 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:05:32.753041 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10474c58-9c16-41ad-ac03-0b0d7abaf070 None None] Checking segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:05:32.753583 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-10474c58-9c16-41ad-ac03-0b0d7abaf070 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:32.754047 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10474c58-9c16-41ad-ac03-0b0d7abaf070 None None] Bound using segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:05:32.754685 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-10474c58-9c16-41ad-ac03-0b0d7abaf070 None None] Bound port: e507f5a6-454c-4a1f-811c-8496c879be23, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:05:32.755130 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-10474c58-9c16-41ad-ac03-0b0d7abaf070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e507f5a6-454c-4a1f-811c-8496c879be23), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:32.755911 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bd71f9fb-6d4b-49a7-a087-baf729b1979f tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:32.759649 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-bd71f9fb-6d4b-49a7-a087-baf729b1979f tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "DELETE /v2.0/security-groups/06ce5dc2-3c0f-451e-8115-e22feb111a4e HTTP/1.1" status: 204 len: 168 time: 0.2704332 Mar 07 11:05:32.767446 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60328) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:32.785584 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71f9fb-6d4b-49a7-a087-baf729b1979f tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ce5dc2-3c0f-451e-8115-e22feb111a4e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:32.853923 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-10474c58-9c16-41ad-ac03-0b0d7abaf070 None None] For port e507f5a6-454c-4a1f-811c-8496c879be23, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:05:32.862496 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-10474c58-9c16-41ad-ac03-0b0d7abaf070 None None] For port e507f5a6-454c-4a1f-811c-8496c879be23, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e507f5a6-454c-4a1f-811c-8496c879be23,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:05:32.873784 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-10474c58-9c16-41ad-ac03-0b0d7abaf070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e507f5a6-454c-4a1f-811c-8496c879be23), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:32.902191 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-33eba38d-220f-45f9-8cba-7d25e0afd139 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1327038 Mar 07 11:05:32.907581 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60332) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:32.924790 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-b4c6c795-5917-4b69-bd7b-f54f8f5fb9e5 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Request body: {'security_group': {'name': 'tempest-secgroup--2026764322'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:32.949704 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10474c58-9c16-41ad-ac03-0b0d7abaf070 None None] Pushing event updated for resources: {'Port': ['ID=e507f5a6-454c-4a1f-811c-8496c879be23,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:32.988027 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b4c6c795-5917-4b69-bd7b-f54f8f5fb9e5 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:33.008266 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f10d8ad-0754-42d3-845c-73d2643cab0a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for port (d1acc614-f850-4acf-86b0-ce0e83995f9e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:33.090955 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f10d8ad-0754-42d3-845c-73d2643cab0a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (d1acc614-f850-4acf-86b0-ce0e83995f9e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:33.148933 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f10d8ad-0754-42d3-845c-73d2643cab0a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:33.157910 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b4c6c795-5917-4b69-bd7b-f54f8f5fb9e5 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (43e74c80-4b26-49ae-b4b3-0e340b1544ec), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:33.158957 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-9f10d8ad-0754-42d3-845c-73d2643cab0a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:33.165640 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f10d8ad-0754-42d3-845c-73d2643cab0a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:05:33.170866 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f10d8ad-0754-42d3-845c-73d2643cab0a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:33.171498 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f10d8ad-0754-42d3-845c-73d2643cab0a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:33.177552 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b4c6c795-5917-4b69-bd7b-f54f8f5fb9e5 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (43e74c80-4b26-49ae-b4b3-0e340b1544ec), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:33.212585 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10d8ad-0754-42d3-845c-73d2643cab0a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Port': ['ID=d1acc614-f850-4acf-86b0-ce0e83995f9e,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:33.228812 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9f10d8ad-0754-42d3-845c-73d2643cab0a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4029422 Mar 07 11:05:33.235595 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60342) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:33.245074 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b4c6c795-5917-4b69-bd7b-f54f8f5fb9e5 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:33.246457 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b4c6c795-5917-4b69-bd7b-f54f8f5fb9e5 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3352461 Mar 07 11:05:33.248464 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6c795-5917-4b69-bd7b-f54f8f5fb9e5 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43e74c80-4b26-49ae-b4b3-0e340b1544ec,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:33.250618 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60344) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:33.254923 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-56540ed8-dd46-4249-acc3-d6da20fa1ab4 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:33.255348 n-d-832164-4 neutron-server[103767]: WARNING neutron.api.v2.base [None req-56540ed8-dd46-4249-acc3-d6da20fa1ab4 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 07 11:05:33.255842 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-56540ed8-dd46-4249-acc3-d6da20fa1ab4 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] update failed (client error): There was a conflict when trying to complete your request. Mar 07 11:05:33.256803 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-56540ed8-dd46-4249-acc3-d6da20fa1ab4 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "PUT /v2.0/security-groups/43e74c80-4b26-49ae-b4b3-0e340b1544ec HTTP/1.1" status: 409 len: 330 time: 0.0052638 Mar 07 11:05:33.263331 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60346) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:33.283938 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60348) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:33.347032 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-38ca5128-1526-44f2-a0a6-3c286823ac75 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (43e74c80-4b26-49ae-b4b3-0e340b1544ec), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:33.360111 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbc6096-b062-401d-9f0a-aa5b5b5b0149 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:33.375529 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbc6096-b062-401d-9f0a-aa5b5b5b0149 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:33.377927 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8dbc6096-b062-401d-9f0a-aa5b5b5b0149 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1399810 Mar 07 11:05:33.381700 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60352) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:33.382697 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-38ca5128-1526-44f2-a0a6-3c286823ac75 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (43e74c80-4b26-49ae-b4b3-0e340b1544ec), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:33.446039 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-38ca5128-1526-44f2-a0a6-3c286823ac75 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (43e74c80-4b26-49ae-b4b3-0e340b1544ec), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:33.449229 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-38ca5128-1526-44f2-a0a6-3c286823ac75 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:33.450796 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-38ca5128-1526-44f2-a0a6-3c286823ac75 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "DELETE /v2.0/security-groups/43e74c80-4b26-49ae-b4b3-0e340b1544ec HTTP/1.1" status: 204 len: 168 time: 0.1864743 Mar 07 11:05:33.457962 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60354) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:33.496011 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-7e35b6f8-f137-4caf-8f51-21037ba084c1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-904555092-network', 'tenant_id': '424a24d0d29c4836bad7ad116c522381'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:33.517137 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca5128-1526-44f2-a0a6-3c286823ac75 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e74c80-4b26-49ae-b4b3-0e340b1544ec,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:33.517926 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-8facd6a6-077b-4b53-9003-36d1502fe3b6 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting port d1acc614-f850-4acf-86b0-ce0e83995f9e {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:05:33.518189 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8facd6a6-077b-4b53-9003-36d1502fe3b6 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (d1acc614-f850-4acf-86b0-ce0e83995f9e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:33.521044 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e35b6f8-f137-4caf-8f51-21037ba084c1 admin admin] Made reservation on behalf of 424a24d0d29c4836bad7ad116c522381 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:33.524193 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e35b6f8-f137-4caf-8f51-21037ba084c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:33.547262 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e35b6f8-f137-4caf-8f51-21037ba084c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:33.586207 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e2cc6928-f9cf-420b-9142-7ca00dfe61cf tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1230528 Mar 07 11:05:33.592675 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60356) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:33.614579 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-bd4c97a8-202a-4185-bf34-c0cfa9517839 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] delete failed (client error): The resource could not be found. Mar 07 11:05:33.615739 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-bd4c97a8-202a-4185-bf34-c0cfa9517839 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "DELETE /v2.0/security-groups/14da0364-3afc-48ce-bef6-f32937a36416 HTTP/1.1" status: 404 len: 347 time: 0.0214157 Mar 07 11:05:33.619963 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60360) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:33.642025 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-8f97174a-f2e1-4751-a59e-62fecb2237c5 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] show failed (client error): The resource could not be found. Mar 07 11:05:33.643677 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8f97174a-f2e1-4751-a59e-62fecb2237c5 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "GET /v2.0/security-groups/308ecbe3-1a85-4bd2-a243-37ecd258470c HTTP/1.1" status: 404 len: 347 time: 0.0211921 Mar 07 11:05:33.661178 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60362) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:33.689585 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e35b6f8-f137-4caf-8f51-21037ba084c1 admin admin] Publish callbacks [] for security_group (a02182e6-ca50-4ee0-94d0-85ba0b2e1568), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:33.697959 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e35b6f8-f137-4caf-8f51-21037ba084c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a02182e6-ca50-4ee0-94d0-85ba0b2e1568), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:33.733355 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e35b6f8-f137-4caf-8f51-21037ba084c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:05:33.733747 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-24d55f77-0226-4e5f-882b-787af65d8739 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] show failed (client error): The resource could not be found. Mar 07 11:05:33.734812 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-24d55f77-0226-4e5f-882b-787af65d8739 tempest-NegativeSecGroupTest-1821727923 tempest-NegativeSecGroupTest-1821727923-project] 10.222.0.11 "GET /v2.0/security-group-rules/79d615f9-e500-4d5f-adb7-7ff0ba11690b HTTP/1.1" status: 404 len: 356 time: 0.0715694 Mar 07 11:05:33.737867 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8facd6a6-077b-4b53-9003-36d1502fe3b6 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (d1acc614-f850-4acf-86b0-ce0e83995f9e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:33.746468 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device c5fa0bf0-5943-4cab-996a-657edfe7bddc up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:05:33.755354 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-8facd6a6-077b-4b53-9003-36d1502fe3b6 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Calling delete_port for d1acc614-f850-4acf-86b0-ce0e83995f9e owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:33.779591 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445c64e-6797-41e5-b0f8-02df3401a356 req-0c08446c-6024-43f8-b775-198bc0fd418c tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:33.781183 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f445c64e-6797-41e5-b0f8-02df3401a356 req-0c08446c-6024-43f8-b775-198bc0fd418c tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=db6ef90e-a83f-4364-bedd-fa1dcf2b68f7 HTTP/1.1" status: 200 len: 1126 time: 0.1038609 Mar 07 11:05:33.813609 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35b6f8-f137-4caf-8f51-21037ba084c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02182e6-ca50-4ee0-94d0-85ba0b2e1568,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:33.829672 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e35b6f8-f137-4caf-8f51-21037ba084c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (edac1308-e19d-4cb3-b880-8f3c6255faa1), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:33.830074 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-7e35b6f8-f137-4caf-8f51-21037ba084c1 admin admin] Added segment edac1308-e19d-4cb3-b880-8f3c6255faa1 of type vlan for network 443adee4-9dd0-4759-a70c-30ca8e64434c Mar 07 11:05:33.875257 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e507f5a6-454c-4a1f-811c-8496c879be23 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:05:33.895168 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e35b6f8-f137-4caf-8f51-21037ba084c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (443adee4-9dd0-4759-a70c-30ca8e64434c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:33.963269 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e35b6f8-f137-4caf-8f51-21037ba084c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (443adee4-9dd0-4759-a70c-30ca8e64434c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:33.964242 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e35b6f8-f137-4caf-8f51-21037ba084c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:33.965459 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e35b6f8-f137-4caf-8f51-21037ba084c1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:33.965609 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port c5fa0bf0-5943-4cab-996a-657edfe7bddc completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:05:33.981722 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port c5fa0bf0-5943-4cab-996a-657edfe7bddc triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:33.982010 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c5fa0bf0-5943-4cab-996a-657edfe7bddc), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:33.987403 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f445c64e-6797-41e5-b0f8-02df3401a356 req-32a2233a-781b-46ba-b9dd-411a382a219f tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0d4cd4e6-b42b-4d86-a884-5a4a3d592835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717596 Mar 07 11:05:34.040740 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7e35b6f8-f137-4caf-8f51-21037ba084c1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7543314 Mar 07 11:05:34.045664 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60368) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:34.098937 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port e507f5a6-454c-4a1f-811c-8496c879be23 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:34.099988 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e507f5a6-454c-4a1f-811c-8496c879be23), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:34.107719 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-3ef625e2-8829-4ccc-8056-507671b1b328 admin admin] Request body: {'subnet': {'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-904555092-subnet', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:34.110619 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8facd6a6-077b-4b53-9003-36d1502fe3b6 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (d1acc614-f850-4acf-86b0-ce0e83995f9e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:34.145741 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35b6f8-f137-4caf-8f51-21037ba084c1 admin admin] Pushing event updated for resources: {'Network': ['ID=443adee4-9dd0-4759-a70c-30ca8e64434c,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:34.159864 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 443adee4-9dd0-4759-a70c-30ca8e64434c details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:05:34.176112 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8facd6a6-077b-4b53-9003-36d1502fe3b6 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Port': ['ID=d1acc614-f850-4acf-86b0-ce0e83995f9e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:34.180415 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef625e2-8829-4ccc-8056-507671b1b328 admin admin] Made reservation on behalf of 424a24d0d29c4836bad7ad116c522381 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:34.183337 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3ef625e2-8829-4ccc-8056-507671b1b328 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:34.222391 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8facd6a6-077b-4b53-9003-36d1502fe3b6 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:34.230217 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8facd6a6-077b-4b53-9003-36d1502fe3b6 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/d1acc614-f850-4acf-86b0-ce0e83995f9e HTTP/1.1" status: 204 len: 168 time: 0.8464198 Mar 07 11:05:34.230926 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60372) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:34.289865 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8c351b-2cc3-4286-a6e4-b6d4cc3a00e4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:34.291442 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8c351b-2cc3-4286-a6e4-b6d4cc3a00e4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:34.295984 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6a8c351b-2cc3-4286-a6e4-b6d4cc3a00e4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0638604 Mar 07 11:05:34.297372 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60374) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:34.297372 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60376) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:34.376471 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc95402b-5af1-4232-b151-adf037298610 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting subnet b5fdb615-794b-4029-a494-9a09db716de3 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:05:34.383856 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fc95402b-5af1-4232-b151-adf037298610 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (b5fdb615-794b-4029-a494-9a09db716de3), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:34.415941 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port c5fa0bf0-5943-4cab-996a-657edfe7bddc is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:34.416349 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c5fa0bf0-5943-4cab-996a-657edfe7bddc), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:34.475884 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3ef625e2-8829-4ccc-8056-507671b1b328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (2cf316d6-b0f2-45a1-9255-761d3a7bf683), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:34.480608 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fc95402b-5af1-4232-b151-adf037298610 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (b5fdb615-794b-4029-a494-9a09db716de3), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:34.486653 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port e507f5a6-454c-4a1f-811c-8496c879be23 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:34.487026 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e507f5a6-454c-4a1f-811c-8496c879be23), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:34.550230 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port e507f5a6-454c-4a1f-811c-8496c879be23, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e507f5a6-454c-4a1f-811c-8496c879be23,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:34.557326 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6ef90e-a83f-4364-bedd-fa1dcf2b68f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5fa0bf0-5943-4cab-996a-657edfe7bddc'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:05:34.560569 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00f86ba-71d0-4465-af21-dfe1b50460ca" -d '{"events": [{"server_uuid": "db6ef90e-a83f-4364-bedd-fa1dcf2b68f7", "name": "network-vif-plugged", "status": "completed", "tag": "c5fa0bf0-5943-4cab-996a-657edfe7bddc"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:05:34.572275 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e507f5a6-454c-4a1f-811c-8496c879be23), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:34.613469 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7f819ea9-148a-469c-96de-126d226eb599 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=292cf5d26889499f80ad2aab31800973&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3150210 Mar 07 11:05:34.614151 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60382) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:34.625790 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef625e2-8829-4ccc-8056-507671b1b328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cf316d6-b0f2-45a1-9255-761d3a7bf683,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:34.636119 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef625e2-8829-4ccc-8056-507671b1b328 admin admin] Checking segment: {'id': 'edac1308-e19d-4cb3-b880-8f3c6255faa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:05:34.636881 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef625e2-8829-4ccc-8056-507671b1b328 admin admin] Network hostable DHCP agents. Network: 443adee4-9dd0-4759-a70c-30ca8e64434c, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:05:34.652406 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc8155e-4cba-4a44-a702-133e8321fc82 x-openstack-request-id: req-dbc8155e-4cba-4a44-a702-133e8321fc82 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:05:34.652723 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6ef90e-a83f-4364-bedd-fa1dcf2b68f7", "name": "network-vif-plugged", "status": "completed", "tag": "c5fa0bf0-5943-4cab-996a-657edfe7bddc", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:05:34.652948 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dbc8155e-4cba-4a44-a702-133e8321fc82 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:05:34.653373 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6ef90e-a83f-4364-bedd-fa1dcf2b68f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5fa0bf0-5943-4cab-996a-657edfe7bddc', 'code': 200} Mar 07 11:05:34.655904 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port c5fa0bf0-5943-4cab-996a-657edfe7bddc, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=c5fa0bf0-5943-4cab-996a-657edfe7bddc,segment=NetworkSegment(dd254ec6-8865-48cd-867c-9ba7e95e743c),segment_id=dd254ec6-8865-48cd-867c-9ba7e95e743c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:34.670886 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fc95402b-5af1-4232-b151-adf037298610 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (b5fdb615-794b-4029-a494-9a09db716de3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:34.681471 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c5fa0bf0-5943-4cab-996a-657edfe7bddc), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:34.686151 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=e507f5a6-454c-4a1f-811c-8496c879be23,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:34.719841 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef625e2-8829-4ccc-8056-507671b1b328 admin admin] Network 443adee4-9dd0-4759-a70c-30ca8e64434c is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:05:34.721665 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d0d29a3e-d67e-4a4c-bfb4-6838f6dde07f None None] Provisioning complete for port e507f5a6-454c-4a1f-811c-8496c879be23 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:34.722053 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d0d29a3e-d67e-4a4c-bfb4-6838f6dde07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e507f5a6-454c-4a1f-811c-8496c879be23), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:34.760497 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c92f5e1-e8a9-4b14-a218-122e8e0126d0 admin admin] Publish callbacks [] for security_group (dcee5506-81dd-4338-85bf-ac42c5f07c5e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:34.783239 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-3ef625e2-8829-4ccc-8056-507671b1b328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 443adee4-9dd0-4759-a70c-30ca8e64434c) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:34.792078 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef625e2-8829-4ccc-8056-507671b1b328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:34.792788 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3ef625e2-8829-4ccc-8056-507671b1b328 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:34.806021 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550c5b4-cc48-4fa8-ae48-594f0f55d209 req-110b21f3-db6b-440a-b4d8-c1fd8b71975c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:34.807976 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f550c5b4-cc48-4fa8-ae48-594f0f55d209 req-110b21f3-db6b-440a-b4d8-c1fd8b71975c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=db6ef90e-a83f-4364-bedd-fa1dcf2b68f7 HTTP/1.1" status: 200 len: 1127 time: 0.0801587 Mar 07 11:05:34.832076 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cd2883-c05e-4194-bfce-2283969e17d2 None None] Network 443adee4-9dd0-4759-a70c-30ca8e64434c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:34.836445 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c92f5e1-e8a9-4b14-a218-122e8e0126d0 admin admin] Publish callbacks [] for security_group (dcee5506-81dd-4338-85bf-ac42c5f07c5e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:34.855928 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fc95402b-5af1-4232-b151-adf037298610 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (b5fdb615-794b-4029-a494-9a09db716de3), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:34.876210 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3ef625e2-8829-4ccc-8056-507671b1b328 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8253512 Mar 07 11:05:34.879125 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60384) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:34.884197 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-f3e4c69d-46e3-43d0-ba3b-b8300d25ef8e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-904555092-router', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:34.895408 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95402b-5af1-4232-b151-adf037298610 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Subnet': ['ID=b5fdb615-794b-4029-a494-9a09db716de3,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:34.924170 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fc95402b-5af1-4232-b151-adf037298610 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:34.926510 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=c5fa0bf0-5943-4cab-996a-657edfe7bddc,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:34.928177 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fc95402b-5af1-4232-b151-adf037298610 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/b5fdb615-794b-4029-a494-9a09db716de3 HTTP/1.1" status: 204 len: 168 time: 0.6287968 Mar 07 11:05:34.937785 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60386) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:34.978140 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c92f5e1-e8a9-4b14-a218-122e8e0126d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (dcee5506-81dd-4338-85bf-ac42c5f07c5e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:34.980716 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c92f5e1-e8a9-4b14-a218-122e8e0126d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:34.983735 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2c92f5e1-e8a9-4b14-a218-122e8e0126d0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dcee5506-81dd-4338-85bf-ac42c5f07c5e HTTP/1.1" status: 204 len: 168 time: 0.3633034 Mar 07 11:05:35.001964 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92f5e1-e8a9-4b14-a218-122e8e0126d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcee5506-81dd-4338-85bf-ac42c5f07c5e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:35.025181 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3154940a-dde0-47db-9e06-dcf2852dccd7 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0851994 Mar 07 11:05:35.027902 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60390) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:35.033363 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-4e58fdb0-48a1-4ab6-b2b1-0c9270c31312 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:35.055474 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f550c5b4-cc48-4fa8-ae48-594f0f55d209 req-0e6331a6-bc9b-4c99-b3e7-cf28aacee4a8 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=0d4cd4e6-b42b-4d86-a884-5a4a3d592835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403972 Mar 07 11:05:35.058386 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f3e4c69d-46e3-43d0-ba3b-b8300d25ef8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (f6c8d31c-eaea-41b4-8bc4-02582682df91), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:35.060012 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f3e4c69d-46e3-43d0-ba3b-b8300d25ef8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (f6c8d31c-eaea-41b4-8bc4-02582682df91), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:35.076727 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3aba3e-128f-4b57-b7d4-bca39d611605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-443adee4-9dd0-4759-a70c-30ca8e64434c', 'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c', 'project_id': '424a24d0d29c4836bad7ad116c522381', 'fixed_ips': [{'subnet_id': '2cf316d6-b0f2-45a1-9255-761d3a7bf683'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:05:35.077727 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6e3aba3e-128f-4b57-b7d4-bca39d611605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:35.107139 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d0d29a3e-d67e-4a4c-bfb4-6838f6dde07f None None] Current status of the port e507f5a6-454c-4a1f-811c-8496c879be23 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:35.204104 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f3e4c69d-46e3-43d0-ba3b-b8300d25ef8e admin admin] Publish callbacks [] for router_controller (f6c8d31c-eaea-41b4-8bc4-02582682df91), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:35.325862 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10a3e3-4ceb-444b-bcfb-24edc139f1ca req-daca476e-49c5-4bc7-b035-68b744f0e899 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:35.327405 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-6e3aba3e-128f-4b57-b7d4-bca39d611605 None None] Allocated IP 172.20.0.2 (443adee4-9dd0-4759-a70c-30ca8e64434c/2cf316d6-b0f2-45a1-9255-761d3a7bf683/3b385ffb-c82e-4ec9-9c85-561e4dad1053) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:35.334997 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6a10a3e3-4ceb-444b-bcfb-24edc139f1ca req-daca476e-49c5-4bc7-b035-68b744f0e899 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=db6ef90e-a83f-4364-bedd-fa1dcf2b68f7 HTTP/1.1" status: 200 len: 1127 time: 0.1519940 Mar 07 11:05:35.345415 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e58fdb0-48a1-4ab6-b2b1-0c9270c31312 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:35.349816 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e58fdb0-48a1-4ab6-b2b1-0c9270c31312 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:35.443960 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bee2d28-1e66-4f10-9cda-be8edf3e0893 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:35.462940 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6a10a3e3-4ceb-444b-bcfb-24edc139f1ca req-66b75d83-97fa-45eb-9984-d158a422c88f tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0d4cd4e6-b42b-4d86-a884-5a4a3d592835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264629 Mar 07 11:05:35.506624 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-bed55d20-84b2-473f-b1af-6e1ea213f5cf None None] Could not find standard attr ID for object d1acc614-f850-4acf-86b0-ce0e83995f9e. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:05:35.527978 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f3e4c69d-46e3-43d0-ba3b-b8300d25ef8e admin admin] Publish callbacks [] for router_gateway (f6c8d31c-eaea-41b4-8bc4-02582682df91), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:35.616593 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6e3aba3e-128f-4b57-b7d4-bca39d611605 None None] Publish callbacks [] for port (3b385ffb-c82e-4ec9-9c85-561e4dad1053), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:35.627723 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6e3aba3e-128f-4b57-b7d4-bca39d611605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (3b385ffb-c82e-4ec9-9c85-561e4dad1053), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:35.699555 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3aba3e-128f-4b57-b7d4-bca39d611605 None None] Pushing event updated for resources: {'Port': ['ID=3b385ffb-c82e-4ec9-9c85-561e4dad1053,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:35.718206 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c26d503-a0f1-4302-a15d-3ff9b9973c97 None None] DHCP port deletion for 9b8a3032-9f66-43b6-9063-551ee6941c96 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:05:35.723265 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3aba3e-128f-4b57-b7d4-bca39d611605 None None] Network 443adee4-9dd0-4759-a70c-30ca8e64434c is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:35.732795 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-6e3aba3e-128f-4b57-b7d4-bca39d611605 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:35.736681 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3aba3e-128f-4b57-b7d4-bca39d611605 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:05:35.870399 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6e3aba3e-128f-4b57-b7d4-bca39d611605 None None] Attempting to bind port 3b385ffb-c82e-4ec9-9c85-561e4dad1053 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:05:35.871039 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6e3aba3e-128f-4b57-b7d4-bca39d611605 None None] Attempting to bind port 3b385ffb-c82e-4ec9-9c85-561e4dad1053 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'edac1308-e19d-4cb3-b880-8f3c6255faa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:05:35.871215 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3aba3e-128f-4b57-b7d4-bca39d611605 None None] Attempting to bind port 3b385ffb-c82e-4ec9-9c85-561e4dad1053 on network 443adee4-9dd0-4759-a70c-30ca8e64434c {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:05:35.879819 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3aba3e-128f-4b57-b7d4-bca39d611605 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:05:35.880149 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3aba3e-128f-4b57-b7d4-bca39d611605 None None] Checking segment: {'id': 'edac1308-e19d-4cb3-b880-8f3c6255faa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:05:35.880554 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6e3aba3e-128f-4b57-b7d4-bca39d611605 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:35.880949 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3aba3e-128f-4b57-b7d4-bca39d611605 None None] Bound using segment: {'id': 'edac1308-e19d-4cb3-b880-8f3c6255faa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:05:35.881465 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6e3aba3e-128f-4b57-b7d4-bca39d611605 None None] Bound port: 3b385ffb-c82e-4ec9-9c85-561e4dad1053, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edac1308-e19d-4cb3-b880-8f3c6255faa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:05:35.881836 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6e3aba3e-128f-4b57-b7d4-bca39d611605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3b385ffb-c82e-4ec9-9c85-561e4dad1053), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:35.897199 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0c26d503-a0f1-4302-a15d-3ff9b9973c97 None None] Deleting port e507f5a6-454c-4a1f-811c-8496c879be23 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:05:35.897576 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0c26d503-a0f1-4302-a15d-3ff9b9973c97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (e507f5a6-454c-4a1f-811c-8496c879be23), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:35.926702 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f3e4c69d-46e3-43d0-ba3b-b8300d25ef8e admin admin] Publish callbacks [] for router_gateway (f6c8d31c-eaea-41b4-8bc4-02582682df91), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:35.943785 n-d-832164-4 neutron-server[103766]: DEBUG neutron.objects.ports [None req-4e58fdb0-48a1-4ab6-b2b1-0c9270c31312 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103766) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 11:05:35.952246 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f3e4c69d-46e3-43d0-ba3b-b8300d25ef8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:36.014947 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6e3aba3e-128f-4b57-b7d4-bca39d611605 None None] For port 3b385ffb-c82e-4ec9-9c85-561e4dad1053, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:05:36.019442 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6e3aba3e-128f-4b57-b7d4-bca39d611605 None None] For port 3b385ffb-c82e-4ec9-9c85-561e4dad1053, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=3b385ffb-c82e-4ec9-9c85-561e4dad1053,segment=NetworkSegment(edac1308-e19d-4cb3-b880-8f3c6255faa1),segment_id=edac1308-e19d-4cb3-b880-8f3c6255faa1)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:05:36.026352 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-0c26d503-a0f1-4302-a15d-3ff9b9973c97 None None] For port e507f5a6-454c-4a1f-811c-8496c879be23, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e507f5a6-454c-4a1f-811c-8496c879be23,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:36.026759 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0c26d503-a0f1-4302-a15d-3ff9b9973c97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (e507f5a6-454c-4a1f-811c-8496c879be23), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:36.034849 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6e3aba3e-128f-4b57-b7d4-bca39d611605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3b385ffb-c82e-4ec9-9c85-561e4dad1053), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:36.057153 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0c26d503-a0f1-4302-a15d-3ff9b9973c97 None None] Calling delete_port for e507f5a6-454c-4a1f-811c-8496c879be23 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:36.128480 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-f3e4c69d-46e3-43d0-ba3b-b8300d25ef8e admin admin] Allocated IP 172.25.3.121 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/d95a126c-34a3-4b3d-a130-1fd8c48e5071) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:36.194265 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3aba3e-128f-4b57-b7d4-bca39d611605 None None] Pushing event updated for resources: {'Port': ['ID=3b385ffb-c82e-4ec9-9c85-561e4dad1053,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:36.255061 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e58fdb0-48a1-4ab6-b2b1-0c9270c31312 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e507f5a6-454c-4a1f-811c-8496c879be23), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:36.308177 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0c26d503-a0f1-4302-a15d-3ff9b9973c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (e507f5a6-454c-4a1f-811c-8496c879be23), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:36.368134 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26d503-a0f1-4302-a15d-3ff9b9973c97 None None] Pushing event deleted for resources: {'Port': ['ID=e507f5a6-454c-4a1f-811c-8496c879be23,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:36.401134 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c26d503-a0f1-4302-a15d-3ff9b9973c97 None None] No DVR routers for this DVR port e507f5a6-454c-4a1f-811c-8496c879be23 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:05:36.434811 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f3e4c69d-46e3-43d0-ba3b-b8300d25ef8e admin admin] Publish callbacks [] for port (d95a126c-34a3-4b3d-a130-1fd8c48e5071), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:36.492706 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f3e4c69d-46e3-43d0-ba3b-b8300d25ef8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (d95a126c-34a3-4b3d-a130-1fd8c48e5071), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:36.495859 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-95f5060a-39be-49c0-991b-0bf9aa324779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:36.599559 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e4c69d-46e3-43d0-ba3b-b8300d25ef8e admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:36.602671 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-4e58fdb0-48a1-4ab6-b2b1-0c9270c31312 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] For port e507f5a6-454c-4a1f-811c-8496c879be23, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e507f5a6-454c-4a1f-811c-8496c879be23,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:36.604321 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-f3e4c69d-46e3-43d0-ba3b-b8300d25ef8e admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:36.628295 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e4c69d-46e3-43d0-ba3b-b8300d25ef8e admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:05:36.677982 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4c69d-46e3-43d0-ba3b-b8300d25ef8e admin admin] Pushing event updated for resources: {'Port': ['ID=d95a126c-34a3-4b3d-a130-1fd8c48e5071,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:36.701471 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e58fdb0-48a1-4ab6-b2b1-0c9270c31312 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for port (e507f5a6-454c-4a1f-811c-8496c879be23), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:36.713562 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e58fdb0-48a1-4ab6-b2b1-0c9270c31312 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (e507f5a6-454c-4a1f-811c-8496c879be23), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:36.744626 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58fdb0-48a1-4ab6-b2b1-0c9270c31312 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Port': ['ID=e507f5a6-454c-4a1f-811c-8496c879be23,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:36.767144 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e58fdb0-48a1-4ab6-b2b1-0c9270c31312 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (89a3bca0-eab2-48cd-b2ca-10ae77418b33), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:36.828488 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e58fdb0-48a1-4ab6-b2b1-0c9270c31312 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:36.835461 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-4e58fdb0-48a1-4ab6-b2b1-0c9270c31312 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:36.840480 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e58fdb0-48a1-4ab6-b2b1-0c9270c31312 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:36.841362 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e58fdb0-48a1-4ab6-b2b1-0c9270c31312 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:36.849282 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d20aa7-9110-4380-bbe6-88b86d670001 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:36.856071 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58fdb0-48a1-4ab6-b2b1-0c9270c31312 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Subnet': ['ID=89a3bca0-eab2-48cd-b2ca-10ae77418b33,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:36.872767 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4e58fdb0-48a1-4ab6-b2b1-0c9270c31312 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8435805 Mar 07 11:05:36.875395 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60424) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:36.881356 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-de878899-a36e-467f-a31d-198496ead00e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'port': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'mac_address': 'fa:16:3e:89:b0:78', 'name': 'tempest-NetworksTestDHCPv6-154333134'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:37.015793 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47681c7e-9c90-494d-8b7f-6010161dafa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-9b8a3032-9f66-43b6-9063-551ee6941c96', 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'project_id': 'a68fc610ca21434095921c9ff25a693f', 'fixed_ips': [{'subnet_id': '89a3bca0-eab2-48cd-b2ca-10ae77418b33'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:05:37.017772 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-47681c7e-9c90-494d-8b7f-6010161dafa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:37.043019 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de878899-a36e-467f-a31d-198496ead00e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:37.169399 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-de878899-a36e-467f-a31d-198496ead00e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:37.201949 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-de878899-a36e-467f-a31d-198496ead00e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] device_id is not set on port 66fcdd62-1d23-43f2-b84e-4f5f8e564f60 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:05:37.219582 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-47681c7e-9c90-494d-8b7f-6010161dafa3 None None] Allocated IP 2001:db8::f816:3eff:fe01:3240 (9b8a3032-9f66-43b6-9063-551ee6941c96/89a3bca0-eab2-48cd-b2ca-10ae77418b33/054aa9ba-4da9-4452-a46b-5fae9dda2485) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:37.380920 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08303969-e838-4e62-96e7-5f257577370c req-50caeec9-7f9e-4f4e-847d-fa416e873db7 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:37.382616 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-08303969-e838-4e62-96e7-5f257577370c req-50caeec9-7f9e-4f4e-847d-fa416e873db7 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=db6ef90e-a83f-4364-bedd-fa1dcf2b68f7 HTTP/1.1" status: 200 len: 1127 time: 0.7709825 Mar 07 11:05:37.521713 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-08303969-e838-4e62-96e7-5f257577370c req-8db62f7f-b292-42c8-b6d4-cf002e93ba75 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0d4cd4e6-b42b-4d86-a884-5a4a3d592835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255441 Mar 07 11:05:37.618144 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f3e4c69d-46e3-43d0-ba3b-b8300d25ef8e admin admin] Publish callbacks [] for router_gateway (f6c8d31c-eaea-41b4-8bc4-02582682df91), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:37.671098 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-47681c7e-9c90-494d-8b7f-6010161dafa3 None None] Publish callbacks [] for port (054aa9ba-4da9-4452-a46b-5fae9dda2485), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:37.685822 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-47681c7e-9c90-494d-8b7f-6010161dafa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (054aa9ba-4da9-4452-a46b-5fae9dda2485), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:37.726824 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47681c7e-9c90-494d-8b7f-6010161dafa3 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:37.730144 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-47681c7e-9c90-494d-8b7f-6010161dafa3 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:37.736100 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47681c7e-9c90-494d-8b7f-6010161dafa3 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:05:37.753205 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47681c7e-9c90-494d-8b7f-6010161dafa3 None None] Pushing event updated for resources: {'Port': ['ID=054aa9ba-4da9-4452-a46b-5fae9dda2485,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:37.790440 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3f5a46-16c1-44ad-be4a-03176f341db5 None None] Network 443adee4-9dd0-4759-a70c-30ca8e64434c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:37.798538 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505447c1-d1f0-4c9b-8586-b3e8cb9e1c7f req-d9e9fa8c-aa21-4acc-89e1-d82f2b34c041 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:37.800097 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-505447c1-d1f0-4c9b-8586-b3e8cb9e1c7f req-d9e9fa8c-aa21-4acc-89e1-d82f2b34c041 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=db6ef90e-a83f-4364-bedd-fa1dcf2b68f7 HTTP/1.1" status: 200 len: 1127 time: 0.1518233 Mar 07 11:05:37.803399 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-de878899-a36e-467f-a31d-198496ead00e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Allocated IP 2001:db8::f816:3eff:fe89:b078 (9b8a3032-9f66-43b6-9063-551ee6941c96/89a3bca0-eab2-48cd-b2ca-10ae77418b33/66fcdd62-1d23-43f2-b84e-4f5f8e564f60) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:37.908711 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-505447c1-d1f0-4c9b-8586-b3e8cb9e1c7f req-741e300f-ba88-4074-8339-b50e5018a838 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0d4cd4e6-b42b-4d86-a884-5a4a3d592835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027856 Mar 07 11:05:37.945306 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-47681c7e-9c90-494d-8b7f-6010161dafa3 None None] Attempting to bind port 054aa9ba-4da9-4452-a46b-5fae9dda2485 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:05:37.945918 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-47681c7e-9c90-494d-8b7f-6010161dafa3 None None] Attempting to bind port 054aa9ba-4da9-4452-a46b-5fae9dda2485 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:05:37.946278 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47681c7e-9c90-494d-8b7f-6010161dafa3 None None] Attempting to bind port 054aa9ba-4da9-4452-a46b-5fae9dda2485 on network 9b8a3032-9f66-43b6-9063-551ee6941c96 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:05:37.957612 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6922a413-b5f0-4386-895b-ede3a4f5ebdb None None] Provisioning complete for port 3b385ffb-c82e-4ec9-9c85-561e4dad1053 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:37.958132 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6922a413-b5f0-4386-895b-ede3a4f5ebdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3b385ffb-c82e-4ec9-9c85-561e4dad1053), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:37.962514 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47681c7e-9c90-494d-8b7f-6010161dafa3 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:05:37.962921 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47681c7e-9c90-494d-8b7f-6010161dafa3 None None] Checking segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:05:37.963514 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-47681c7e-9c90-494d-8b7f-6010161dafa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:37.964405 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47681c7e-9c90-494d-8b7f-6010161dafa3 None None] Bound using segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:05:37.964887 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-47681c7e-9c90-494d-8b7f-6010161dafa3 None None] Bound port: 054aa9ba-4da9-4452-a46b-5fae9dda2485, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:05:37.966138 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-47681c7e-9c90-494d-8b7f-6010161dafa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (054aa9ba-4da9-4452-a46b-5fae9dda2485), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:38.001344 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3b385ffb-c82e-4ec9-9c85-561e4dad1053 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:05:38.073513 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-de878899-a36e-467f-a31d-198496ead00e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for port (66fcdd62-1d23-43f2-b84e-4f5f8e564f60), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:38.111851 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f3e4c69d-46e3-43d0-ba3b-b8300d25ef8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (f6c8d31c-eaea-41b4-8bc4-02582682df91), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:38.164809 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 3b385ffb-c82e-4ec9-9c85-561e4dad1053 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:38.165330 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3b385ffb-c82e-4ec9-9c85-561e4dad1053), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:38.183606 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-de878899-a36e-467f-a31d-198496ead00e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (66fcdd62-1d23-43f2-b84e-4f5f8e564f60), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:38.232463 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de878899-a36e-467f-a31d-198496ead00e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:38.235900 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-de878899-a36e-467f-a31d-198496ead00e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:38.240024 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de878899-a36e-467f-a31d-198496ead00e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:05:38.245410 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de878899-a36e-467f-a31d-198496ead00e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:38.246168 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-de878899-a36e-467f-a31d-198496ead00e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:38.259569 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de878899-a36e-467f-a31d-198496ead00e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Port': ['ID=66fcdd62-1d23-43f2-b84e-4f5f8e564f60,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:38.280956 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-de878899-a36e-467f-a31d-198496ead00e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3967257 Mar 07 11:05:38.285302 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60460) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:38.334202 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37496616-deb3-446c-8d36-7af949c34efb req-b9f44918-ec99-4a3e-b8e1-2a2414a65502 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:38.336215 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-47681c7e-9c90-494d-8b7f-6010161dafa3 None None] For port 054aa9ba-4da9-4452-a46b-5fae9dda2485, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:05:38.342069 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-47681c7e-9c90-494d-8b7f-6010161dafa3 None None] For port 054aa9ba-4da9-4452-a46b-5fae9dda2485, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=054aa9ba-4da9-4452-a46b-5fae9dda2485,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:05:38.344001 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-37496616-deb3-446c-8d36-7af949c34efb req-b9f44918-ec99-4a3e-b8e1-2a2414a65502 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=db6ef90e-a83f-4364-bedd-fa1dcf2b68f7 HTTP/1.1" status: 200 len: 1127 time: 0.2823234 Mar 07 11:05:38.359823 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6922a413-b5f0-4386-895b-ede3a4f5ebdb None None] Current status of the port 3b385ffb-c82e-4ec9-9c85-561e4dad1053 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:38.360453 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6922a413-b5f0-4386-895b-ede3a4f5ebdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3b385ffb-c82e-4ec9-9c85-561e4dad1053), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:38.403828 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7131c373-b750-47c7-87b0-9e69326b50a8 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:38.407152 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-47681c7e-9c90-494d-8b7f-6010161dafa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (054aa9ba-4da9-4452-a46b-5fae9dda2485), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:38.415044 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7131c373-b750-47c7-87b0-9e69326b50a8 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:38.427164 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-37496616-deb3-446c-8d36-7af949c34efb req-9d95b4a9-97fc-4852-9bec-606da8a69def tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0d4cd4e6-b42b-4d86-a884-5a4a3d592835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821624 Mar 07 11:05:38.428545 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7131c373-b750-47c7-87b0-9e69326b50a8 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1413157 Mar 07 11:05:38.431206 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60462) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:38.467502 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60466) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:38.475820 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e4c69d-46e3-43d0-ba3b-b8300d25ef8e admin admin] Router f6c8d31c-eaea-41b4-8bc4-02582682df91 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:05:38.580194 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-b62a48a2-2dcc-4a83-9e13-d3d2929dfdfb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting port 66fcdd62-1d23-43f2-b84e-4f5f8e564f60 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:05:38.588022 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b62a48a2-2dcc-4a83-9e13-d3d2929dfdfb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (66fcdd62-1d23-43f2-b84e-4f5f8e564f60), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:38.650009 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 3b385ffb-c82e-4ec9-9c85-561e4dad1053 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:38.650938 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3b385ffb-c82e-4ec9-9c85-561e4dad1053), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:38.738622 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47681c7e-9c90-494d-8b7f-6010161dafa3 None None] Pushing event updated for resources: {'Port': ['ID=054aa9ba-4da9-4452-a46b-5fae9dda2485,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:38.750303 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6922a413-b5f0-4386-895b-ede3a4f5ebdb None None] For port 3b385ffb-c82e-4ec9-9c85-561e4dad1053, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=3b385ffb-c82e-4ec9-9c85-561e4dad1053,segment=NetworkSegment(edac1308-e19d-4cb3-b880-8f3c6255faa1),segment_id=edac1308-e19d-4cb3-b880-8f3c6255faa1)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:38.763847 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6922a413-b5f0-4386-895b-ede3a4f5ebdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3b385ffb-c82e-4ec9-9c85-561e4dad1053), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:38.773850 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5f8af670-b2e5-412d-919c-f10326584d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:38.802522 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b62a48a2-2dcc-4a83-9e13-d3d2929dfdfb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (66fcdd62-1d23-43f2-b84e-4f5f8e564f60), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:38.821946 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-b62a48a2-2dcc-4a83-9e13-d3d2929dfdfb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Calling delete_port for 66fcdd62-1d23-43f2-b84e-4f5f8e564f60 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:38.832110 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-76fcf6c8-b23d-4aa7-a188-c5d9dd29ea5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:38.877044 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:05:38.877550 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:05:38.884403 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6922a413-b5f0-4386-895b-ede3a4f5ebdb None None] Pushing event updated for resources: {'Port': ['ID=3b385ffb-c82e-4ec9-9c85-561e4dad1053,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:38.906890 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-9cd66326-c9b8-44e4-8ee7-9d3345ebdd0d None None] Provisioning complete for port 3b385ffb-c82e-4ec9-9c85-561e4dad1053 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:38.907656 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9cd66326-c9b8-44e4-8ee7-9d3345ebdd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3b385ffb-c82e-4ec9-9c85-561e4dad1053), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:38.949262 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-76fcf6c8-b23d-4aa7-a188-c5d9dd29ea5b admin admin] Publish callbacks [] for security_group (dada1ce5-8508-4672-8fce-f7af7696830d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:38.970538 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-76fcf6c8-b23d-4aa7-a188-c5d9dd29ea5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (dada1ce5-8508-4672-8fce-f7af7696830d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:38.983971 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e4c69d-46e3-43d0-ba3b-b8300d25ef8e admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:05:39.012124 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d14bcf-0da1-49df-a2d1-8cf2ec45422a None None] Sync routers for ids ['f6c8d31c-eaea-41b4-8bc4-02582682df91'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:05:39.041995 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d14bcf-0da1-49df-a2d1-8cf2ec45422a None None] Routers {'f6c8d31c-eaea-41b4-8bc4-02582682df91'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:05:39.042634 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f8d14bcf-0da1-49df-a2d1-8cf2ec45422a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:05:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6c8d31c-eaea-41b4-8bc4-02582682df91'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:39.084601 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f3e4c69d-46e3-43d0-ba3b-b8300d25ef8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:39.086383 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f3e4c69d-46e3-43d0-ba3b-b8300d25ef8e admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2059619 Mar 07 11:05:39.089489 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60472) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:39.095328 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fcf6c8-b23d-4aa7-a188-c5d9dd29ea5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dada1ce5-8508-4672-8fce-f7af7696830d,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:39.114276 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-9cd66326-c9b8-44e4-8ee7-9d3345ebdd0d None None] Current status of the port 3b385ffb-c82e-4ec9-9c85-561e4dad1053 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:39.149478 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b62a48a2-2dcc-4a83-9e13-d3d2929dfdfb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (66fcdd62-1d23-43f2-b84e-4f5f8e564f60), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:39.183880 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a48a2-2dcc-4a83-9e13-d3d2929dfdfb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Port': ['ID=66fcdd62-1d23-43f2-b84e-4f5f8e564f60,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:39.218525 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-76fcf6c8-b23d-4aa7-a188-c5d9dd29ea5b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=700f6ec523cb4aa0bbb4c812af3af67a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7493541 Mar 07 11:05:39.225343 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60476) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:39.230958 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b62a48a2-2dcc-4a83-9e13-d3d2929dfdfb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:39.234218 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b62a48a2-2dcc-4a83-9e13-d3d2929dfdfb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/66fcdd62-1d23-43f2-b84e-4f5f8e564f60 HTTP/1.1" status: 204 len: 168 time: 0.8009405 Mar 07 11:05:39.248018 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60478) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:39.285198 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-f8d14bcf-0da1-49df-a2d1-8cf2ec45422a None None] Set router f6c8d31c-eaea-41b4-8bc4-02582682df91 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:05:39.347046 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b203d9f-352c-4e92-a65c-c728ef50ba82 req-24058813-9fbb-4552-9daa-b5a320d65bf9 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:39.347608 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-41491a7a-59de-432c-8779-adb09e20d437 admin admin] Publish callbacks [] for security_group (dada1ce5-8508-4672-8fce-f7af7696830d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:39.349224 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b203d9f-352c-4e92-a65c-c728ef50ba82 req-24058813-9fbb-4552-9daa-b5a320d65bf9 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=db6ef90e-a83f-4364-bedd-fa1dcf2b68f7 HTTP/1.1" status: 200 len: 1127 time: 0.5036428 Mar 07 11:05:39.368581 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3d7059-96ed-4d07-a392-c8f47c2b660c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:39.370045 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3d7059-96ed-4d07-a392-c8f47c2b660c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:39.372144 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8f3d7059-96ed-4d07-a392-c8f47c2b660c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1227603 Mar 07 11:05:39.376799 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60480) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:39.396937 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-41491a7a-59de-432c-8779-adb09e20d437 admin admin] Publish callbacks [] for security_group (dada1ce5-8508-4672-8fce-f7af7696830d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:39.455237 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 3b385ffb-c82e-4ec9-9c85-561e4dad1053 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:39.460625 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-41491a7a-59de-432c-8779-adb09e20d437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (dada1ce5-8508-4672-8fce-f7af7696830d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:39.464589 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-41491a7a-59de-432c-8779-adb09e20d437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:39.465827 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-41491a7a-59de-432c-8779-adb09e20d437 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dada1ce5-8508-4672-8fce-f7af7696830d HTTP/1.1" status: 204 len: 168 time: 0.2366798 Mar 07 11:05:39.482380 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41491a7a-59de-432c-8779-adb09e20d437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dada1ce5-8508-4672-8fce-f7af7696830d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:39.555738 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e507f5a6-454c-4a1f-811c-8496c879be23 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:05:39.563344 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b203d9f-352c-4e92-a65c-c728ef50ba82 req-8500e7b8-b4cc-4633-8f29-c8be7acc8d6a tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0d4cd4e6-b42b-4d86-a884-5a4a3d592835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919289 Mar 07 11:05:39.570804 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d4dfe86-61ba-4a53-94b0-2443630bb911 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting subnet 89a3bca0-eab2-48cd-b2ca-10ae77418b33 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:05:39.577453 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4d4dfe86-61ba-4a53-94b0-2443630bb911 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (89a3bca0-eab2-48cd-b2ca-10ae77418b33), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:39.599009 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: e507f5a6-454c-4a1f-811c-8496c879be23 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:05:39.599324 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e507f5a6-454c-4a1f-811c-8496c879be23 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:05:39.638447 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f8d14bcf-0da1-49df-a2d1-8cf2ec45422a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'name': 'tempest-TestVolumeBackupRestore-904555092-router', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd95a126c-34a3-4b3d-a130-1fd8c48e5071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:05:35Z', 'updated_at': '2022-03-07T11:05:37Z', 'revision_number': 3, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'gw_port': {'id': 'd95a126c-34a3-4b3d-a130-1fd8c48e5071', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:63:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:35Z', 'updated_at': '2022-03-07T11:05:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:39.654535 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4d4dfe86-61ba-4a53-94b0-2443630bb911 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (89a3bca0-eab2-48cd-b2ca-10ae77418b33), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:39.686336 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d14bcf-0da1-49df-a2d1-8cf2ec45422a None None] Checking router: f6c8d31c-eaea-41b4-8bc4-02582682df91 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:05:39.686899 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d14bcf-0da1-49df-a2d1-8cf2ec45422a None None] Updating router f6c8d31c-eaea-41b4-8bc4-02582682df91 port d95a126c-34a3-4b3d-a130-1fd8c48e5071 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:05:39.753780 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f8d14bcf-0da1-49df-a2d1-8cf2ec45422a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d95a126c-34a3-4b3d-a130-1fd8c48e5071), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:39.929885 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60486) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:39.959782 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-50a497bb-f9e4-4261-beb6-d436c1e208c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:39.963549 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:39.980774 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3b385ffb-c82e-4ec9-9c85-561e4dad1053 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:05:40.071584 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-50a497bb-f9e4-4261-beb6-d436c1e208c5 admin admin] Publish callbacks [] for security_group (93774884-26f4-420f-b02e-bb010f953079), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:40.082648 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-50a497bb-f9e4-4261-beb6-d436c1e208c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (93774884-26f4-420f-b02e-bb010f953079), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:40.095550 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 3b385ffb-c82e-4ec9-9c85-561e4dad1053 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:40.096019 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3b385ffb-c82e-4ec9-9c85-561e4dad1053), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:40.107097 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4d4dfe86-61ba-4a53-94b0-2443630bb911 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (89a3bca0-eab2-48cd-b2ca-10ae77418b33), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:40.156110 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-50a497bb-f9e4-4261-beb6-d436c1e208c5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e71ab1e9ade147b9b769cd1f7d860e16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2249501 Mar 07 11:05:40.158895 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60488) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:40.164307 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a497bb-f9e4-4261-beb6-d436c1e208c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93774884-26f4-420f-b02e-bb010f953079,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:40.227039 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f8d14bcf-0da1-49df-a2d1-8cf2ec45422a None None] Publish callbacks [] for port (d95a126c-34a3-4b3d-a130-1fd8c48e5071), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:40.236137 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f8d14bcf-0da1-49df-a2d1-8cf2ec45422a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d95a126c-34a3-4b3d-a130-1fd8c48e5071), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:40.248909 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 3b385ffb-c82e-4ec9-9c85-561e4dad1053 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:40.250334 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 054aa9ba-4da9-4452-a46b-5fae9dda2485 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:05:40.270104 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3c645d3-5439-4b33-a8ed-098fbb4435c7 admin admin] Publish callbacks [] for security_group (93774884-26f4-420f-b02e-bb010f953079), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:40.291658 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a8b7e-a32e-4894-9ad5-ab2fa9171579 None None] Pushing event updated for resources: {'Port': ['ID=d95a126c-34a3-4b3d-a130-1fd8c48e5071,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:40.310065 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 054aa9ba-4da9-4452-a46b-5fae9dda2485 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:40.310586 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (054aa9ba-4da9-4452-a46b-5fae9dda2485), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:40.322978 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a8b7e-a32e-4894-9ad5-ab2fa9171579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:40.323579 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a8b7e-a32e-4894-9ad5-ab2fa9171579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:40.324082 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a8b7e-a32e-4894-9ad5-ab2fa9171579 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:40.324565 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a8b7e-a32e-4894-9ad5-ab2fa9171579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:40.325083 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a8b7e-a32e-4894-9ad5-ab2fa9171579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:40.325609 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a8b7e-a32e-4894-9ad5-ab2fa9171579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:40.326096 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a8b7e-a32e-4894-9ad5-ab2fa9171579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:40.326584 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a8b7e-a32e-4894-9ad5-ab2fa9171579 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:40.327086 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a8b7e-a32e-4894-9ad5-ab2fa9171579 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:40.327571 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a8b7e-a32e-4894-9ad5-ab2fa9171579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:40.328054 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a8b7e-a32e-4894-9ad5-ab2fa9171579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:40.328474 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3c645d3-5439-4b33-a8ed-098fbb4435c7 admin admin] Publish callbacks [] for security_group (93774884-26f4-420f-b02e-bb010f953079), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:40.330860 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a8b7e-a32e-4894-9ad5-ab2fa9171579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:40.331409 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d0a8b7e-a32e-4894-9ad5-ab2fa9171579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:40.337747 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-f8d14bcf-0da1-49df-a2d1-8cf2ec45422a None None] Attempting to bind port d95a126c-34a3-4b3d-a130-1fd8c48e5071 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:05:40.338604 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-f8d14bcf-0da1-49df-a2d1-8cf2ec45422a None None] Attempting to bind port d95a126c-34a3-4b3d-a130-1fd8c48e5071 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:05:40.339165 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d14bcf-0da1-49df-a2d1-8cf2ec45422a None None] Attempting to bind port d95a126c-34a3-4b3d-a130-1fd8c48e5071 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:05:40.341190 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce8fbca-ab52-42e1-84fc-045fb1ef734f req-c05ed45f-5455-4c62-a9d1-683b34a82659 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:40.342944 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bce8fbca-ab52-42e1-84fc-045fb1ef734f req-c05ed45f-5455-4c62-a9d1-683b34a82659 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=db6ef90e-a83f-4364-bedd-fa1dcf2b68f7 HTTP/1.1" status: 200 len: 1127 time: 0.2384336 Mar 07 11:05:40.346045 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5f975f53-5cc6-4a27-8703-8c129222466f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:40.348059 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d14bcf-0da1-49df-a2d1-8cf2ec45422a None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:05:40.348642 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d14bcf-0da1-49df-a2d1-8cf2ec45422a None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:05:40.349603 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f8d14bcf-0da1-49df-a2d1-8cf2ec45422a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:40.350634 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d14bcf-0da1-49df-a2d1-8cf2ec45422a None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:05:40.351395 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-f8d14bcf-0da1-49df-a2d1-8cf2ec45422a None None] Bound port: d95a126c-34a3-4b3d-a130-1fd8c48e5071, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:05:40.352097 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f8d14bcf-0da1-49df-a2d1-8cf2ec45422a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d95a126c-34a3-4b3d-a130-1fd8c48e5071), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:40.424858 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3c645d3-5439-4b33-a8ed-098fbb4435c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (93774884-26f4-420f-b02e-bb010f953079), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:40.427427 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3c645d3-5439-4b33-a8ed-098fbb4435c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:40.432078 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a3c645d3-5439-4b33-a8ed-098fbb4435c7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/93774884-26f4-420f-b02e-bb010f953079 HTTP/1.1" status: 204 len: 168 time: 0.2683904 Mar 07 11:05:40.432269 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-f8d14bcf-0da1-49df-a2d1-8cf2ec45422a None None] For port d95a126c-34a3-4b3d-a130-1fd8c48e5071, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:05:40.435702 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-f8d14bcf-0da1-49df-a2d1-8cf2ec45422a None None] For port d95a126c-34a3-4b3d-a130-1fd8c48e5071, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=d95a126c-34a3-4b3d-a130-1fd8c48e5071,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:05:40.441335 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c645d3-5439-4b33-a8ed-098fbb4435c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93774884-26f4-420f-b02e-bb010f953079,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:40.446757 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f8d14bcf-0da1-49df-a2d1-8cf2ec45422a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d95a126c-34a3-4b3d-a130-1fd8c48e5071), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:40.550566 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d14bcf-0da1-49df-a2d1-8cf2ec45422a None None] Routers {'f6c8d31c-eaea-41b4-8bc4-02582682df91'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:05:40.551815 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f8d14bcf-0da1-49df-a2d1-8cf2ec45422a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:05:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6c8d31c-eaea-41b4-8bc4-02582682df91'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:40.556198 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a8b7e-a32e-4894-9ad5-ab2fa9171579 None None] Pushing event updated for resources: {'Port': ['ID=d95a126c-34a3-4b3d-a130-1fd8c48e5071,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:40.625827 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2461b6ff-a675-4574-84b8-69e65d97ef3e None None] Provisioning complete for port 054aa9ba-4da9-4452-a46b-5fae9dda2485 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:40.627732 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2461b6ff-a675-4574-84b8-69e65d97ef3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (054aa9ba-4da9-4452-a46b-5fae9dda2485), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:40.636340 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 054aa9ba-4da9-4452-a46b-5fae9dda2485 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:40.638153 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (054aa9ba-4da9-4452-a46b-5fae9dda2485), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:40.700874 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4d4dfe86-61ba-4a53-94b0-2443630bb911 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (89a3bca0-eab2-48cd-b2ca-10ae77418b33), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:40.747774 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4d4dfe86-61ba-4a53-94b0-2443630bb911 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:40.760395 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4d4dfe86-61ba-4a53-94b0-2443630bb911 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/89a3bca0-eab2-48cd-b2ca-10ae77418b33 HTTP/1.1" status: 204 len: 168 time: 1.3786652 Mar 07 11:05:40.760638 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e752f-1b0b-4357-af4b-e0cb0d8a2eb3 req-02607f73-999b-412d-a767-3c1b350bfec8 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:40.762057 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ed4e752f-1b0b-4357-af4b-e0cb0d8a2eb3 req-02607f73-999b-412d-a767-3c1b350bfec8 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=db6ef90e-a83f-4364-bedd-fa1dcf2b68f7 HTTP/1.1" status: 200 len: 1127 time: 0.0868278 Mar 07 11:05:40.762529 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60496) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:40.785774 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c140e8-bad1-42a2-9087-255090bd6f4a None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:40.801638 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-f8d14bcf-0da1-49df-a2d1-8cf2ec45422a None None] Set router f6c8d31c-eaea-41b4-8bc4-02582682df91 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:05:40.864030 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-bc72e131-ff82-4e50-a4dc-0e51a1fb0199 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1003983 Mar 07 11:05:40.869097 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4dfe86-61ba-4a53-94b0-2443630bb911 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Subnet': ['ID=89a3bca0-eab2-48cd-b2ca-10ae77418b33,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:40.870931 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60500) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:40.950192 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ed4e752f-1b0b-4357-af4b-e0cb0d8a2eb3 req-d6f5be1b-931b-4acb-a69c-45852fb61557 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0d4cd4e6-b42b-4d86-a884-5a4a3d592835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773338 Mar 07 11:05:40.963306 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-5f975f53-5cc6-4a27-8703-8c129222466f admin admin] Allocated IP 172.20.0.1 (443adee4-9dd0-4759-a70c-30ca8e64434c/2cf316d6-b0f2-45a1-9255-761d3a7bf683/8f423a9b-8438-4c9f-bc48-2c92cd2f9a58) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:40.985015 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:05:40.985457 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:05:41.037252 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2461b6ff-a675-4574-84b8-69e65d97ef3e None None] Current status of the port 054aa9ba-4da9-4452-a46b-5fae9dda2485 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:41.037655 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2461b6ff-a675-4574-84b8-69e65d97ef3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (054aa9ba-4da9-4452-a46b-5fae9dda2485), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:41.078463 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ef56f7-e6a9-4ad8-a300-d54ff0fadfac tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:41.082848 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60504) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:41.083068 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-50ef56f7-e6a9-4ad8-a300-d54ff0fadfac tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2029667 Mar 07 11:05:41.115818 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-2461b6ff-a675-4574-84b8-69e65d97ef3e None None] For port 054aa9ba-4da9-4452-a46b-5fae9dda2485, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=054aa9ba-4da9-4452-a46b-5fae9dda2485,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:41.129914 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2461b6ff-a675-4574-84b8-69e65d97ef3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (054aa9ba-4da9-4452-a46b-5fae9dda2485), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:41.188188 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92164fef-4a64-4a19-a925-93c94d6e5343 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:41.191416 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f8d14bcf-0da1-49df-a2d1-8cf2ec45422a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'name': 'tempest-TestVolumeBackupRestore-904555092-router', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd95a126c-34a3-4b3d-a130-1fd8c48e5071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:05:35Z', 'updated_at': '2022-03-07T11:05:37Z', 'revision_number': 3, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'gw_port': {'id': 'd95a126c-34a3-4b3d-a130-1fd8c48e5071', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:63:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:35Z', 'updated_at': '2022-03-07T11:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:41.197284 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-92164fef-4a64-4a19-a925-93c94d6e5343 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1124465 Mar 07 11:05:41.198716 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60512) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:41.212882 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8d856c-1f00-4bd9-b1a2-5fedc65214a8 None None] DHCP port deletion for 9b8a3032-9f66-43b6-9063-551ee6941c96 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:05:41.218492 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-bce8fbca-ab52-42e1-84fc-045fb1ef734f req-75bf5c9b-1493-4436-b7dc-532aa13462b0 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Deleting port c5fa0bf0-5943-4cab-996a-657edfe7bddc {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:05:41.218904 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bce8fbca-ab52-42e1-84fc-045fb1ef734f req-75bf5c9b-1493-4436-b7dc-532aa13462b0 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c5fa0bf0-5943-4cab-996a-657edfe7bddc), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:41.229223 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461b6ff-a675-4574-84b8-69e65d97ef3e None None] Pushing event updated for resources: {'Port': ['ID=054aa9ba-4da9-4452-a46b-5fae9dda2485,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:41.256500 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-fcc5f4a4-802e-4d15-b09c-62aca7b398f3 None None] Could not find standard attr ID for object 66fcdd62-1d23-43f2-b84e-4f5f8e564f60. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:05:41.277462 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d14bcf-0da1-49df-a2d1-8cf2ec45422a None None] The sync data for ids ['f6c8d31c-eaea-41b4-8bc4-02582682df91'] in n-d-832164-4 is: [{'id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'name': 'tempest-TestVolumeBackupRestore-904555092-router', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd95a126c-34a3-4b3d-a130-1fd8c48e5071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:05:35Z', 'updated_at': '2022-03-07T11:05:37Z', 'revision_number': 3, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'gw_port': {'id': 'd95a126c-34a3-4b3d-a130-1fd8c48e5071', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:63:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:35Z', 'updated_at': '2022-03-07T11:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:05:41.295263 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-cd8d856c-1f00-4bd9-b1a2-5fedc65214a8 None None] Deleting port 054aa9ba-4da9-4452-a46b-5fae9dda2485 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:05:41.295263 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cd8d856c-1f00-4bd9-b1a2-5fedc65214a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (054aa9ba-4da9-4452-a46b-5fae9dda2485), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:41.314149 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b57e9205-e25b-4bf4-8ce2-08bbde4202b5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1141233 Mar 07 11:05:41.322165 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60516) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:41.330567 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-41d19659-c166-4778-a41a-81f9eb6ec2ff tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:41.338291 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-bce8fbca-ab52-42e1-84fc-045fb1ef734f req-75bf5c9b-1493-4436-b7dc-532aa13462b0 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] For port c5fa0bf0-5943-4cab-996a-657edfe7bddc, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=c5fa0bf0-5943-4cab-996a-657edfe7bddc,segment=NetworkSegment(dd254ec6-8865-48cd-867c-9ba7e95e743c),segment_id=dd254ec6-8865-48cd-867c-9ba7e95e743c)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:41.338649 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bce8fbca-ab52-42e1-84fc-045fb1ef734f req-75bf5c9b-1493-4436-b7dc-532aa13462b0 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c5fa0bf0-5943-4cab-996a-657edfe7bddc), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:41.356631 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-bce8fbca-ab52-42e1-84fc-045fb1ef734f req-75bf5c9b-1493-4436-b7dc-532aa13462b0 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Calling delete_port for c5fa0bf0-5943-4cab-996a-657edfe7bddc owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:41.431548 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-cd8d856c-1f00-4bd9-b1a2-5fedc65214a8 None None] For port 054aa9ba-4da9-4452-a46b-5fae9dda2485, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=054aa9ba-4da9-4452-a46b-5fae9dda2485,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:41.431850 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cd8d856c-1f00-4bd9-b1a2-5fedc65214a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (054aa9ba-4da9-4452-a46b-5fae9dda2485), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:41.464106 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-cd8d856c-1f00-4bd9-b1a2-5fedc65214a8 None None] Calling delete_port for 054aa9ba-4da9-4452-a46b-5fae9dda2485 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:41.466685 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5f975f53-5cc6-4a27-8703-8c129222466f admin admin] Publish callbacks [] for port (8f423a9b-8438-4c9f-bc48-2c92cd2f9a58), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:41.530531 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d19659-c166-4778-a41a-81f9eb6ec2ff tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:41.535618 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-41d19659-c166-4778-a41a-81f9eb6ec2ff tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:41.598488 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 054aa9ba-4da9-4452-a46b-5fae9dda2485 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:41.628048 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5f975f53-5cc6-4a27-8703-8c129222466f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (8f423a9b-8438-4c9f-bc48-2c92cd2f9a58), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:41.666073 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cd8d856c-1f00-4bd9-b1a2-5fedc65214a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (054aa9ba-4da9-4452-a46b-5fae9dda2485), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:41.716951 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d856c-1f00-4bd9-b1a2-5fedc65214a8 None None] Pushing event deleted for resources: {'Port': ['ID=054aa9ba-4da9-4452-a46b-5fae9dda2485,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:41.732195 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8d856c-1f00-4bd9-b1a2-5fedc65214a8 None None] No DVR routers for this DVR port 054aa9ba-4da9-4452-a46b-5fae9dda2485 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:05:41.762376 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:41.798857 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 054aa9ba-4da9-4452-a46b-5fae9dda2485 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:05:41.819519 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f975f53-5cc6-4a27-8703-8c129222466f admin admin] Network 443adee4-9dd0-4759-a70c-30ca8e64434c is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:41.820940 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bce8fbca-ab52-42e1-84fc-045fb1ef734f req-75bf5c9b-1493-4436-b7dc-532aa13462b0 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (c5fa0bf0-5943-4cab-996a-657edfe7bddc), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:41.826381 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-5f975f53-5cc6-4a27-8703-8c129222466f admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:41.841884 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['a41ff160-21c2-4546-9acf-5eb4370ccee8'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:05:41.845411 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 054aa9ba-4da9-4452-a46b-5fae9dda2485 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:05:41.845760 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 054aa9ba-4da9-4452-a46b-5fae9dda2485 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:05:41.853640 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f975f53-5cc6-4a27-8703-8c129222466f admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:05:41.937277 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f975f53-5cc6-4a27-8703-8c129222466f admin admin] Pushing event updated for resources: {'Port': ['ID=8f423a9b-8438-4c9f-bc48-2c92cd2f9a58,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:42.086713 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5f975f53-5cc6-4a27-8703-8c129222466f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (f6c8d31c-eaea-41b4-8bc4-02582682df91), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:42.183817 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-41d19659-c166-4778-a41a-81f9eb6ec2ff tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (f0dfebaa-d469-40a9-9690-32181be2dc18), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:42.309237 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d19659-c166-4778-a41a-81f9eb6ec2ff tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:42.318417 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-41d19659-c166-4778-a41a-81f9eb6ec2ff tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:42.332202 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf5c9b-1493-4436-b7dc-532aa13462b0 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5fa0bf0-5943-4cab-996a-657edfe7bddc,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:42.350199 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d19659-c166-4778-a41a-81f9eb6ec2ff tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:42.354576 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f75b3da-39e9-406a-9577-01ddd7b42954 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:42.369927 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-41d19659-c166-4778-a41a-81f9eb6ec2ff tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:42.434293 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d19659-c166-4778-a41a-81f9eb6ec2ff tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Subnet': ['ID=f0dfebaa-d469-40a9-9690-32181be2dc18,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:42.454358 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-41d19659-c166-4778-a41a-81f9eb6ec2ff tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1300685 Mar 07 11:05:42.456425 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60536) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:42.473619 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-8b8bb285-1773-45d3-bace-de46ef5a963c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'port': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'mac_address': 'fa:16:3e:a2:42:78', 'name': 'tempest-NetworksTestDHCPv6-104515381'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:42.484544 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce8fbca-ab52-42e1-84fc-045fb1ef734f req-75bf5c9b-1493-4436-b7dc-532aa13462b0 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] No DVR routers for this DVR port c5fa0bf0-5943-4cab-996a-657edfe7bddc on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:05:42.530624 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-592ca452-58e9-433b-b0c7-50bb830b743e None None] Provisioning complete for port 8f423a9b-8438-4c9f-bc48-2c92cd2f9a58 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:42.531024 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-592ca452-58e9-433b-b0c7-50bb830b743e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (8f423a9b-8438-4c9f-bc48-2c92cd2f9a58), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:42.535395 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bce8fbca-ab52-42e1-84fc-045fb1ef734f req-75bf5c9b-1493-4436-b7dc-532aa13462b0 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:42.546162 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bce8fbca-ab52-42e1-84fc-045fb1ef734f req-75bf5c9b-1493-4436-b7dc-532aa13462b0 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.31 "DELETE /v2.0/ports/c5fa0bf0-5943-4cab-996a-657edfe7bddc HTTP/1.1" status: 204 len: 173 time: 2.1833196 Mar 07 11:05:42.547074 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6ef90e-a83f-4364-bedd-fa1dcf2b68f7', 'name': 'network-vif-deleted', 'tag': 'c5fa0bf0-5943-4cab-996a-657edfe7bddc'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:05:42.554866 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b285cada-cde2-45c0-bb58-82cb04222d0e" -d '{"events": [{"server_uuid": "db6ef90e-a83f-4364-bedd-fa1dcf2b68f7", "name": "network-vif-deleted", "tag": "c5fa0bf0-5943-4cab-996a-657edfe7bddc"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:05:42.568963 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cf19fdf2-9741-4132-870c-912b522a4da4 req-f0ed42a3-1d52-499b-9c31-7752a4518a26 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=db6ef90e-a83f-4364-bedd-fa1dcf2b68f7 HTTP/1.1" status: 200 len: 210 time: 0.2437181 Mar 07 11:05:42.586901 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5f975f53-5cc6-4a27-8703-8c129222466f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8f423a9b-8438-4c9f-bc48-2c92cd2f9a58), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:42.601777 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-592ca452-58e9-433b-b0c7-50bb830b743e None None] Port 8f423a9b-8438-4c9f-bc48-2c92cd2f9a58 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:05:42.607394 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861184a8-89e1-4d00-84e8-1c83c4b746ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-9b8a3032-9f66-43b6-9063-551ee6941c96', 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'project_id': 'a68fc610ca21434095921c9ff25a693f', 'fixed_ips': [{'subnet_id': 'f0dfebaa-d469-40a9-9690-32181be2dc18'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:05:42.608314 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-861184a8-89e1-4d00-84e8-1c83c4b746ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:42.687806 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5fc304-42b9-4c37-955d-ab2e3531609e x-openstack-request-id: req-4c5fc304-42b9-4c37-955d-ab2e3531609e {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:05:42.688436 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6ef90e-a83f-4364-bedd-fa1dcf2b68f7", "name": "network-vif-deleted", "tag": "c5fa0bf0-5943-4cab-996a-657edfe7bddc", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:05:42.688912 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4c5fc304-42b9-4c37-955d-ab2e3531609e {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:05:42.691772 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6ef90e-a83f-4364-bedd-fa1dcf2b68f7', 'name': 'network-vif-deleted', 'tag': 'c5fa0bf0-5943-4cab-996a-657edfe7bddc', 'status': 'completed', 'code': 200} Mar 07 11:05:42.762773 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8bb285-1773-45d3-bace-de46ef5a963c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:42.949036 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-861184a8-89e1-4d00-84e8-1c83c4b746ea None None] Allocated IP 2001:db8::2 (9b8a3032-9f66-43b6-9063-551ee6941c96/f0dfebaa-d469-40a9-9690-32181be2dc18/1ca360f3-fe16-4c22-b186-1ef87282ee6a) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:42.965333 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8b8bb285-1773-45d3-bace-de46ef5a963c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:43.002056 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:43.013247 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-8b8bb285-1773-45d3-bace-de46ef5a963c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] device_id is not set on port 7773bfef-c028-4f78-bed4-bc7b189270f0 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:05:43.427763 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5f975f53-5cc6-4a27-8703-8c129222466f admin admin] Publish callbacks [] for port (8f423a9b-8438-4c9f-bc48-2c92cd2f9a58), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:43.435284 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5f975f53-5cc6-4a27-8703-8c129222466f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (8f423a9b-8438-4c9f-bc48-2c92cd2f9a58), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:43.478888 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-861184a8-89e1-4d00-84e8-1c83c4b746ea None None] Publish callbacks [] for port (1ca360f3-fe16-4c22-b186-1ef87282ee6a), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:43.510977 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-861184a8-89e1-4d00-84e8-1c83c4b746ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (1ca360f3-fe16-4c22-b186-1ef87282ee6a), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:43.535267 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f975f53-5cc6-4a27-8703-8c129222466f admin admin] Pushing event updated for resources: {'Port': ['ID=8f423a9b-8438-4c9f-bc48-2c92cd2f9a58,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:43.553202 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5f975f53-5cc6-4a27-8703-8c129222466f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (f6c8d31c-eaea-41b4-8bc4-02582682df91), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:43.590731 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-8b8bb285-1773-45d3-bace-de46ef5a963c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Allocated IP 2001:db8::b5 (9b8a3032-9f66-43b6-9063-551ee6941c96/f0dfebaa-d469-40a9-9690-32181be2dc18/7773bfef-c028-4f78-bed4-bc7b189270f0) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:43.595079 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861184a8-89e1-4d00-84e8-1c83c4b746ea None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:43.604474 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-861184a8-89e1-4d00-84e8-1c83c4b746ea None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:43.617637 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861184a8-89e1-4d00-84e8-1c83c4b746ea None None] Pushing event updated for resources: {'Port': ['ID=1ca360f3-fe16-4c22-b186-1ef87282ee6a,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:43.631798 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861184a8-89e1-4d00-84e8-1c83c4b746ea None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:05:43.701737 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f975f53-5cc6-4a27-8703-8c129222466f admin admin] Network 443adee4-9dd0-4759-a70c-30ca8e64434c is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:43.703311 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-5f975f53-5cc6-4a27-8703-8c129222466f admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:43.807772 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device c5fa0bf0-5943-4cab-996a-657edfe7bddc no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:05:43.893919 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: c5fa0bf0-5943-4cab-996a-657edfe7bddc {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:05:43.894266 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device c5fa0bf0-5943-4cab-996a-657edfe7bddc not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:05:43.906527 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device d95a126c-34a3-4b3d-a130-1fd8c48e5071 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:05:43.910476 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-861184a8-89e1-4d00-84e8-1c83c4b746ea None None] Attempting to bind port 1ca360f3-fe16-4c22-b186-1ef87282ee6a on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:05:43.910849 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-861184a8-89e1-4d00-84e8-1c83c4b746ea None None] Attempting to bind port 1ca360f3-fe16-4c22-b186-1ef87282ee6a by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:05:43.911502 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861184a8-89e1-4d00-84e8-1c83c4b746ea None None] Attempting to bind port 1ca360f3-fe16-4c22-b186-1ef87282ee6a on network 9b8a3032-9f66-43b6-9063-551ee6941c96 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:05:43.936811 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861184a8-89e1-4d00-84e8-1c83c4b746ea None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:05:43.937327 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861184a8-89e1-4d00-84e8-1c83c4b746ea None None] Checking segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:05:43.937742 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-861184a8-89e1-4d00-84e8-1c83c4b746ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:43.938139 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861184a8-89e1-4d00-84e8-1c83c4b746ea None None] Bound using segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:05:43.938633 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-861184a8-89e1-4d00-84e8-1c83c4b746ea None None] Bound port: 1ca360f3-fe16-4c22-b186-1ef87282ee6a, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:05:43.939014 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-861184a8-89e1-4d00-84e8-1c83c4b746ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1ca360f3-fe16-4c22-b186-1ef87282ee6a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:43.951255 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8b8bb285-1773-45d3-bace-de46ef5a963c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for port (7773bfef-c028-4f78-bed4-bc7b189270f0), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:43.983099 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f975f53-5cc6-4a27-8703-8c129222466f admin admin] Router f6c8d31c-eaea-41b4-8bc4-02582682df91 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:05:44.026216 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8b8bb285-1773-45d3-bace-de46ef5a963c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (7773bfef-c028-4f78-bed4-bc7b189270f0), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:44.106517 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8bb285-1773-45d3-bace-de46ef5a963c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:44.109945 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-8b8bb285-1773-45d3-bace-de46ef5a963c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:44.122520 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8bb285-1773-45d3-bace-de46ef5a963c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:05:44.130788 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port d95a126c-34a3-4b3d-a130-1fd8c48e5071 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:44.131339 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8bb285-1773-45d3-bace-de46ef5a963c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:44.131470 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d95a126c-34a3-4b3d-a130-1fd8c48e5071), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:44.131587 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8b8bb285-1773-45d3-bace-de46ef5a963c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:44.145155 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8bb285-1773-45d3-bace-de46ef5a963c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Port': ['ID=7773bfef-c028-4f78-bed4-bc7b189270f0,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:44.172991 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8b8bb285-1773-45d3-bace-de46ef5a963c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7111540 Mar 07 11:05:44.173817 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60574) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:44.194119 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-861184a8-89e1-4d00-84e8-1c83c4b746ea None None] For port 1ca360f3-fe16-4c22-b186-1ef87282ee6a, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:05:44.245686 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f975f53-5cc6-4a27-8703-8c129222466f admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:05:44.260400 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port d95a126c-34a3-4b3d-a130-1fd8c48e5071 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:44.260799 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d95a126c-34a3-4b3d-a130-1fd8c48e5071), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:44.261999 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fc003a-c1bd-497b-b9b3-d25f9aac7503 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:44.267266 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-861184a8-89e1-4d00-84e8-1c83c4b746ea None None] For port 1ca360f3-fe16-4c22-b186-1ef87282ee6a, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1ca360f3-fe16-4c22-b186-1ef87282ee6a,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:05:44.269842 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-af4d2946-2627-40d4-a113-a9847921776a None None] Provisioning complete for port 8f423a9b-8438-4c9f-bc48-2c92cd2f9a58 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:44.270226 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fc003a-c1bd-497b-b9b3-d25f9aac7503 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:44.270564 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-af4d2946-2627-40d4-a113-a9847921776a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (8f423a9b-8438-4c9f-bc48-2c92cd2f9a58), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:44.273718 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5f975f53-5cc6-4a27-8703-8c129222466f admin admin] 10.222.0.11 "PUT /v2.0/routers/f6c8d31c-eaea-41b4-8bc4-02582682df91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1745229 Mar 07 11:05:44.276209 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-74fc003a-c1bd-497b-b9b3-d25f9aac7503 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1014371 Mar 07 11:05:44.277266 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60578) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:44.338682 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-af4d2946-2627-40d4-a113-a9847921776a None None] Port 8f423a9b-8438-4c9f-bc48-2c92cd2f9a58 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:05:44.342405 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-861184a8-89e1-4d00-84e8-1c83c4b746ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1ca360f3-fe16-4c22-b186-1ef87282ee6a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:44.353771 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9048f-c216-4ca6-ac80-e3e28b530ee2 req-06b589e5-e0e8-4227-a795-72aa7d56663f tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:44.354275 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port d95a126c-34a3-4b3d-a130-1fd8c48e5071, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=d95a126c-34a3-4b3d-a130-1fd8c48e5071,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:44.356270 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f3e9048f-c216-4ca6-ac80-e3e28b530ee2 req-06b589e5-e0e8-4227-a795-72aa7d56663f tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b5930adc-4d41-4530-be94-c16b3c77b3ea HTTP/1.1" status: 200 len: 1127 time: 0.1554763 Mar 07 11:05:44.374508 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d95a126c-34a3-4b3d-a130-1fd8c48e5071), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:44.408659 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6150a528-780f-4236-9d2c-dc91de851dc7 None None] Sync routers for ids ['f6c8d31c-eaea-41b4-8bc4-02582682df91'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:05:44.435391 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6150a528-780f-4236-9d2c-dc91de851dc7 None None] Routers {'f6c8d31c-eaea-41b4-8bc4-02582682df91'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:05:44.436321 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-6150a528-780f-4236-9d2c-dc91de851dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:05:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6c8d31c-eaea-41b4-8bc4-02582682df91'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:44.468299 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f3e9048f-c216-4ca6-ac80-e3e28b530ee2 req-c3dd83be-2e22-46df-8cba-093aeaf24afa tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0d4cd4e6-b42b-4d86-a884-5a4a3d592835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989459 Mar 07 11:05:44.470167 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-33a08203-41c5-410e-90aa-bc1d3b8586ac tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting port 7773bfef-c028-4f78-bed4-bc7b189270f0 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:05:44.470879 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-33a08203-41c5-410e-90aa-bc1d3b8586ac tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (7773bfef-c028-4f78-bed4-bc7b189270f0), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:44.551952 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861184a8-89e1-4d00-84e8-1c83c4b746ea None None] Pushing event updated for resources: {'Port': ['ID=1ca360f3-fe16-4c22-b186-1ef87282ee6a,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:44.615179 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-33a08203-41c5-410e-90aa-bc1d3b8586ac tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (7773bfef-c028-4f78-bed4-bc7b189270f0), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:44.631066 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-33a08203-41c5-410e-90aa-bc1d3b8586ac tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Calling delete_port for 7773bfef-c028-4f78-bed4-bc7b189270f0 owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:44.718798 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=d95a126c-34a3-4b3d-a130-1fd8c48e5071,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:44.780554 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-6150a528-780f-4236-9d2c-dc91de851dc7 None None] Set router f6c8d31c-eaea-41b4-8bc4-02582682df91 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:05:45.019368 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-33a08203-41c5-410e-90aa-bc1d3b8586ac tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (7773bfef-c028-4f78-bed4-bc7b189270f0), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:45.068299 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a08203-41c5-410e-90aa-bc1d3b8586ac tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Port': ['ID=7773bfef-c028-4f78-bed4-bc7b189270f0,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:45.088002 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-33a08203-41c5-410e-90aa-bc1d3b8586ac tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:45.091254 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-33a08203-41c5-410e-90aa-bc1d3b8586ac tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/7773bfef-c028-4f78-bed4-bc7b189270f0 HTTP/1.1" status: 204 len: 168 time: 0.8114009 Mar 07 11:05:45.093855 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60606) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:45.224590 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-6150a528-780f-4236-9d2c-dc91de851dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'name': 'tempest-TestVolumeBackupRestore-904555092-router', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd95a126c-34a3-4b3d-a130-1fd8c48e5071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:05:35Z', 'updated_at': '2022-03-07T11:05:42Z', 'revision_number': 4, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'gw_port': {'id': 'd95a126c-34a3-4b3d-a130-1fd8c48e5071', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:35Z', 'updated_at': '2022-03-07T11:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '8f423a9b-8438-4c9f-bc48-2c92cd2f9a58', 'name': '', 'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'mac_address': 'fa:16:3e:f1:8d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '2cf316d6-b0f2-45a1-9255-761d3a7bf683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:40Z', 'updated_at': '2022-03-07T11:05:42Z', 'revision_number': 2, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'subnets': [{'id': '2cf316d6-b0f2-45a1-9255-761d3a7bf683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:45.225150 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28429481-85ef-4b6a-9d69-466bb52a4e6b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:45.226818 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28429481-85ef-4b6a-9d69-466bb52a4e6b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:45.231957 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60612) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:45.236352 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-28429481-85ef-4b6a-9d69-466bb52a4e6b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1406331 Mar 07 11:05:45.292309 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6150a528-780f-4236-9d2c-dc91de851dc7 None None] Checking router: f6c8d31c-eaea-41b4-8bc4-02582682df91 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:05:45.293203 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6150a528-780f-4236-9d2c-dc91de851dc7 None None] Updating router f6c8d31c-eaea-41b4-8bc4-02582682df91 port 8f423a9b-8438-4c9f-bc48-2c92cd2f9a58 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:05:45.309848 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-a395884b-66aa-453a-8b4e-21237841fa8a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting subnet f0dfebaa-d469-40a9-9690-32181be2dc18 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:05:45.314275 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a395884b-66aa-453a-8b4e-21237841fa8a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (f0dfebaa-d469-40a9-9690-32181be2dc18), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:45.360105 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6150a528-780f-4236-9d2c-dc91de851dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8f423a9b-8438-4c9f-bc48-2c92cd2f9a58), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:45.431190 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a395884b-66aa-453a-8b4e-21237841fa8a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (f0dfebaa-d469-40a9-9690-32181be2dc18), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:45.442742 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60618) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:45.449948 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-88f9936f-3f4d-4a9e-b621-afe15e493ad0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1368137109-network', 'tenant_id': 'cda3df0335e24a80886274185ab69375'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:45.490641 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f9936f-3f4d-4a9e-b621-afe15e493ad0 admin admin] Made reservation on behalf of cda3df0335e24a80886274185ab69375 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:45.494735 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-88f9936f-3f4d-4a9e-b621-afe15e493ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:45.517532 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-88f9936f-3f4d-4a9e-b621-afe15e493ad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:45.522184 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57f9eb-e033-45a1-8e04-df6f1b9f0df5 req-25f34cae-0363-4ca7-8842-6b4ed2de561f tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:45.526035 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-af57f9eb-e033-45a1-8e04-df6f1b9f0df5 req-25f34cae-0363-4ca7-8842-6b4ed2de561f tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b5930adc-4d41-4530-be94-c16b3c77b3ea HTTP/1.1" status: 200 len: 1127 time: 0.1418109 Mar 07 11:05:45.733069 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a395884b-66aa-453a-8b4e-21237841fa8a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (f0dfebaa-d469-40a9-9690-32181be2dc18), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:45.820254 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6150a528-780f-4236-9d2c-dc91de851dc7 None None] Publish callbacks [] for port (8f423a9b-8438-4c9f-bc48-2c92cd2f9a58), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:45.828932 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6150a528-780f-4236-9d2c-dc91de851dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8f423a9b-8438-4c9f-bc48-2c92cd2f9a58), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:45.830510 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c4fb1-5cc7-40c0-a726-e3b7dcfd6a46 req-def1507a-8aba-4dda-b637-e6e3ed6617f8 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:45.835688 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-819c4fb1-5cc7-40c0-a726-e3b7dcfd6a46 req-def1507a-8aba-4dda-b637-e6e3ed6617f8 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b5930adc-4d41-4530-be94-c16b3c77b3ea HTTP/1.1" status: 200 len: 1127 time: 0.2136400 Mar 07 11:05:45.840041 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-af57f9eb-e033-45a1-8e04-df6f1b9f0df5 req-e85bafd2-7a34-4e07-8cb6-0599aba9e2d9 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Deleting port a41ff160-21c2-4546-9acf-5eb4370ccee8 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:05:45.841913 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-af57f9eb-e033-45a1-8e04-df6f1b9f0df5 req-e85bafd2-7a34-4e07-8cb6-0599aba9e2d9 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a41ff160-21c2-4546-9acf-5eb4370ccee8), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:45.854683 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a395884b-66aa-453a-8b4e-21237841fa8a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (f0dfebaa-d469-40a9-9690-32181be2dc18), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:45.934206 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-88f9936f-3f4d-4a9e-b621-afe15e493ad0 admin admin] Publish callbacks [] for security_group (b18dbd8d-b359-4042-95d4-544034e0a4c9), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:45.950364 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-88f9936f-3f4d-4a9e-b621-afe15e493ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b18dbd8d-b359-4042-95d4-544034e0a4c9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:45.968784 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214283f7-d08d-4ef9-83b7-8ba89947c39c None None] Pushing event updated for resources: {'Port': ['ID=8f423a9b-8438-4c9f-bc48-2c92cd2f9a58,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:45.976315 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88f9936f-3f4d-4a9e-b621-afe15e493ad0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:05:45.980418 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214283f7-d08d-4ef9-83b7-8ba89947c39c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:45.980772 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214283f7-d08d-4ef9-83b7-8ba89947c39c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:45.982747 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214283f7-d08d-4ef9-83b7-8ba89947c39c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:45.983110 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214283f7-d08d-4ef9-83b7-8ba89947c39c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:45.983429 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214283f7-d08d-4ef9-83b7-8ba89947c39c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:45.983754 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214283f7-d08d-4ef9-83b7-8ba89947c39c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:45.984062 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214283f7-d08d-4ef9-83b7-8ba89947c39c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:45.984459 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214283f7-d08d-4ef9-83b7-8ba89947c39c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:45.984790 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214283f7-d08d-4ef9-83b7-8ba89947c39c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:45.985220 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214283f7-d08d-4ef9-83b7-8ba89947c39c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:45.985464 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214283f7-d08d-4ef9-83b7-8ba89947c39c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:45.985769 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214283f7-d08d-4ef9-83b7-8ba89947c39c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:45.986087 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-214283f7-d08d-4ef9-83b7-8ba89947c39c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:05:45.996369 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a395884b-66aa-453a-8b4e-21237841fa8a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Subnet': ['ID=f0dfebaa-d469-40a9-9690-32181be2dc18,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:46.013606 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-88f9936f-3f4d-4a9e-b621-afe15e493ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (2e1b7a0e-e790-4f36-8fb2-9358c45c803c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:46.014194 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-88f9936f-3f4d-4a9e-b621-afe15e493ad0 admin admin] Added segment 2e1b7a0e-e790-4f36-8fb2-9358c45c803c of type vlan for network a59630c9-9cfb-4938-97ad-2033803ec040 Mar 07 11:05:46.041261 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1ca360f3-fe16-4c22-b186-1ef87282ee6a up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:05:46.086547 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-88f9936f-3f4d-4a9e-b621-afe15e493ad0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (a59630c9-9cfb-4938-97ad-2033803ec040), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:46.124234 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a395884b-66aa-453a-8b4e-21237841fa8a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:46.129379 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a395884b-66aa-453a-8b4e-21237841fa8a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/f0dfebaa-d469-40a9-9690-32181be2dc18 HTTP/1.1" status: 204 len: 168 time: 0.8957145 Mar 07 11:05:46.138326 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60626) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:46.146829 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9936f-3f4d-4a9e-b621-afe15e493ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18dbd8d-b359-4042-95d4-544034e0a4c9,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:46.169610 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6150a528-780f-4236-9d2c-dc91de851dc7 None None] Attempting to bind port 8f423a9b-8438-4c9f-bc48-2c92cd2f9a58 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:05:46.169985 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6150a528-780f-4236-9d2c-dc91de851dc7 None None] Attempting to bind port 8f423a9b-8438-4c9f-bc48-2c92cd2f9a58 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'edac1308-e19d-4cb3-b880-8f3c6255faa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:05:46.170350 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6150a528-780f-4236-9d2c-dc91de851dc7 None None] Attempting to bind port 8f423a9b-8438-4c9f-bc48-2c92cd2f9a58 on network 443adee4-9dd0-4759-a70c-30ca8e64434c {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:05:46.172001 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-88f9936f-3f4d-4a9e-b621-afe15e493ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (a59630c9-9cfb-4938-97ad-2033803ec040), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:46.176024 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f9936f-3f4d-4a9e-b621-afe15e493ad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:46.177078 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-88f9936f-3f4d-4a9e-b621-afe15e493ad0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:46.181939 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6150a528-780f-4236-9d2c-dc91de851dc7 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:05:46.182321 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6150a528-780f-4236-9d2c-dc91de851dc7 None None] Checking segment: {'id': 'edac1308-e19d-4cb3-b880-8f3c6255faa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:05:46.182730 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6150a528-780f-4236-9d2c-dc91de851dc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:46.183125 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6150a528-780f-4236-9d2c-dc91de851dc7 None None] Bound using segment: {'id': 'edac1308-e19d-4cb3-b880-8f3c6255faa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:05:46.183602 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6150a528-780f-4236-9d2c-dc91de851dc7 None None] Bound port: 8f423a9b-8438-4c9f-bc48-2c92cd2f9a58, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edac1308-e19d-4cb3-b880-8f3c6255faa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:05:46.183978 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6150a528-780f-4236-9d2c-dc91de851dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8f423a9b-8438-4c9f-bc48-2c92cd2f9a58), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:46.215421 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a73bea-ea53-47b1-ae35-bca071cbd95f None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:46.235275 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a580285f-d2e4-469d-af7f-2667bf78150a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929472 Mar 07 11:05:46.239450 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60628) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:46.258330 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-819c4fb1-5cc7-40c0-a726-e3b7dcfd6a46 req-3b0fa782-2e10-44ec-9129-0d930c14df3f tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=0d4cd4e6-b42b-4d86-a884-5a4a3d592835&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991337 Mar 07 11:05:46.291591 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-88f9936f-3f4d-4a9e-b621-afe15e493ad0 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8477457 Mar 07 11:05:46.299046 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60632) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:46.307504 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-47df2f82-b42c-43a1-89c3-172370efe505 admin admin] Request body: {'subnet': {'network_id': 'a59630c9-9cfb-4938-97ad-2033803ec040', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1368137109-subnet', 'tenant_id': 'cda3df0335e24a80886274185ab69375', 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:46.372924 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-af57f9eb-e033-45a1-8e04-df6f1b9f0df5 req-e85bafd2-7a34-4e07-8cb6-0599aba9e2d9 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] For port a41ff160-21c2-4546-9acf-5eb4370ccee8, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=a41ff160-21c2-4546-9acf-5eb4370ccee8,segment=NetworkSegment(dd254ec6-8865-48cd-867c-9ba7e95e743c),segment_id=dd254ec6-8865-48cd-867c-9ba7e95e743c)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:46.373739 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-af57f9eb-e033-45a1-8e04-df6f1b9f0df5 req-e85bafd2-7a34-4e07-8cb6-0599aba9e2d9 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a41ff160-21c2-4546-9acf-5eb4370ccee8), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:46.398555 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-af57f9eb-e033-45a1-8e04-df6f1b9f0df5 req-e85bafd2-7a34-4e07-8cb6-0599aba9e2d9 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Calling delete_port for a41ff160-21c2-4546-9acf-5eb4370ccee8 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:46.421439 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47df2f82-b42c-43a1-89c3-172370efe505 admin admin] Made reservation on behalf of cda3df0335e24a80886274185ab69375 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:46.423952 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-47df2f82-b42c-43a1-89c3-172370efe505 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:46.437188 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7221e748-edcc-49f0-bc8c-63d97d648aae tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:46.439100 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7221e748-edcc-49f0-bc8c-63d97d648aae tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1955807 Mar 07 11:05:46.468945 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60634) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:46.497882 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6150a528-780f-4236-9d2c-dc91de851dc7 None None] For port 8f423a9b-8438-4c9f-bc48-2c92cd2f9a58, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:05:46.501572 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6150a528-780f-4236-9d2c-dc91de851dc7 None None] For port 8f423a9b-8438-4c9f-bc48-2c92cd2f9a58, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=8f423a9b-8438-4c9f-bc48-2c92cd2f9a58,segment=NetworkSegment(edac1308-e19d-4cb3-b880-8f3c6255faa1),segment_id=edac1308-e19d-4cb3-b880-8f3c6255faa1)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:05:46.510858 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 1ca360f3-fe16-4c22-b186-1ef87282ee6a triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:46.511237 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1ca360f3-fe16-4c22-b186-1ef87282ee6a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:46.563095 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72642d4-54c7-4147-8181-8c5f8f929a95 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:46.564654 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6150a528-780f-4236-9d2c-dc91de851dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8f423a9b-8438-4c9f-bc48-2c92cd2f9a58), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:46.568373 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e72642d4-54c7-4147-8181-8c5f8f929a95 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0980453 Mar 07 11:05:46.571030 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6e01a14b-9d9c-4699-8049-99a5ef5a085e None None] Provisioning complete for port 1ca360f3-fe16-4c22-b186-1ef87282ee6a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:46.571535 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6e01a14b-9d9c-4699-8049-99a5ef5a085e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1ca360f3-fe16-4c22-b186-1ef87282ee6a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:46.573761 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60636) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:46.627085 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-068773c4-a759-46e1-9fcd-505f591bb715 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0517497 Mar 07 11:05:46.631656 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60638) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:46.639358 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-e06c6c64-e293-401c-9bd3-d2f58aea10c1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:46.681738 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214283f7-d08d-4ef9-83b7-8ba89947c39c None None] Pushing event updated for resources: {'Port': ['ID=8f423a9b-8438-4c9f-bc48-2c92cd2f9a58,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:46.697527 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9936f-3f4d-4a9e-b621-afe15e493ad0 admin admin] Pushing event updated for resources: {'Network': ['ID=a59630c9-9cfb-4938-97ad-2033803ec040,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:46.708330 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-47df2f82-b42c-43a1-89c3-172370efe505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (6ae2b830-c8c3-4561-9268-dedf62cb7c8c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:46.731965 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network a59630c9-9cfb-4938-97ad-2033803ec040 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:05:46.760782 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df2f82-b42c-43a1-89c3-172370efe505 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ae2b830-c8c3-4561-9268-dedf62cb7c8c,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:46.789438 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-af57f9eb-e033-45a1-8e04-df6f1b9f0df5 req-e85bafd2-7a34-4e07-8cb6-0599aba9e2d9 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (a41ff160-21c2-4546-9acf-5eb4370ccee8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:46.805649 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47df2f82-b42c-43a1-89c3-172370efe505 admin admin] Checking segment: {'id': '2e1b7a0e-e790-4f36-8fb2-9358c45c803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a59630c9-9cfb-4938-97ad-2033803ec040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:05:46.806283 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47df2f82-b42c-43a1-89c3-172370efe505 admin admin] Network hostable DHCP agents. Network: a59630c9-9cfb-4938-97ad-2033803ec040, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:05:46.826055 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06c6c64-e293-401c-9bd3-d2f58aea10c1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:46.827674 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47df2f82-b42c-43a1-89c3-172370efe505 admin admin] Network a59630c9-9cfb-4938-97ad-2033803ec040 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:05:46.830484 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e06c6c64-e293-401c-9bd3-d2f58aea10c1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:46.836034 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85bafd2-7a34-4e07-8cb6-0599aba9e2d9 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Pushing event deleted for resources: {'Port': ['ID=a41ff160-21c2-4546-9acf-5eb4370ccee8,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:46.846029 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-47df2f82-b42c-43a1-89c3-172370efe505 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, a59630c9-9cfb-4938-97ad-2033803ec040) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:46.854573 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47df2f82-b42c-43a1-89c3-172370efe505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:46.855190 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-47df2f82-b42c-43a1-89c3-172370efe505 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:46.883406 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-47df2f82-b42c-43a1-89c3-172370efe505 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5805678 Mar 07 11:05:46.883673 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60640) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:46.888743 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-48581cff-fecd-4b37-815f-a8843f55bac9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1368137109-router', 'tenant_id': 'cda3df0335e24a80886274185ab69375', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:46.914393 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48581cff-fecd-4b37-815f-a8843f55bac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (ac560bc3-7a87-4467-b1f3-8fe7fefba5b4), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:46.916116 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48581cff-fecd-4b37-815f-a8843f55bac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (ac560bc3-7a87-4467-b1f3-8fe7fefba5b4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:46.957553 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-af57f9eb-e033-45a1-8e04-df6f1b9f0df5 req-e85bafd2-7a34-4e07-8cb6-0599aba9e2d9 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] No DVR routers for this DVR port a41ff160-21c2-4546-9acf-5eb4370ccee8 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:05:46.962144 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-af57f9eb-e033-45a1-8e04-df6f1b9f0df5 req-e85bafd2-7a34-4e07-8cb6-0599aba9e2d9 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:46.966216 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-af57f9eb-e033-45a1-8e04-df6f1b9f0df5 req-e85bafd2-7a34-4e07-8cb6-0599aba9e2d9 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.21 "DELETE /v2.0/ports/a41ff160-21c2-4546-9acf-5eb4370ccee8 HTTP/1.1" status: 204 len: 173 time: 1.4341991 Mar 07 11:05:46.966792 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5930adc-4d41-4530-be94-c16b3c77b3ea', 'name': 'network-vif-deleted', 'tag': 'a41ff160-21c2-4546-9acf-5eb4370ccee8'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:05:46.969391 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ffda83-b2f9-45bd-9b71-4d17beb98a22" -d '{"events": [{"server_uuid": "b5930adc-4d41-4530-be94-c16b3c77b3ea", "name": "network-vif-deleted", "tag": "a41ff160-21c2-4546-9acf-5eb4370ccee8"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:05:47.005950 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48581cff-fecd-4b37-815f-a8843f55bac9 admin admin] Publish callbacks [] for router_controller (ac560bc3-7a87-4467-b1f3-8fe7fefba5b4), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:47.044742 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671cf523-2302-4548-bb26-2361d4706fed x-openstack-request-id: req-671cf523-2302-4548-bb26-2361d4706fed {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:05:47.045286 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5930adc-4d41-4530-be94-c16b3c77b3ea", "name": "network-vif-deleted", "tag": "a41ff160-21c2-4546-9acf-5eb4370ccee8", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:05:47.045728 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-671cf523-2302-4548-bb26-2361d4706fed {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:05:47.046320 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5930adc-4d41-4530-be94-c16b3c77b3ea', 'name': 'network-vif-deleted', 'tag': 'a41ff160-21c2-4546-9acf-5eb4370ccee8', 'status': 'completed', 'code': 200} Mar 07 11:05:47.055938 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['a41ff160-21c2-4546-9acf-5eb4370ccee8'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:05:47.061560 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e439c4fe-91af-4e9d-b370-5eae51929568 None None] Network a59630c9-9cfb-4938-97ad-2033803ec040 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:47.363375 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d139c6f-3d89-4b84-b1bf-15b170cb5a2f None None] DHCP port deletion for 9b8a3032-9f66-43b6-9063-551ee6941c96 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:05:47.460835 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6150a528-780f-4236-9d2c-dc91de851dc7 None None] Routers {'f6c8d31c-eaea-41b4-8bc4-02582682df91'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:05:47.489023 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-6150a528-780f-4236-9d2c-dc91de851dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:05:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6c8d31c-eaea-41b4-8bc4-02582682df91'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:47.611404 n-d-832164-4 neutron-server[103767]: DEBUG neutron.objects.ports [None req-e06c6c64-e293-401c-9bd3-d2f58aea10c1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 11:05:47.680756 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-6150a528-780f-4236-9d2c-dc91de851dc7 None None] Set router f6c8d31c-eaea-41b4-8bc4-02582682df91 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:05:47.795156 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 1ca360f3-fe16-4c22-b186-1ef87282ee6a is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:47.795799 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1ca360f3-fe16-4c22-b186-1ef87282ee6a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:47.972778 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6e01a14b-9d9c-4699-8049-99a5ef5a085e None None] Current status of the port 1ca360f3-fe16-4c22-b186-1ef87282ee6a is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:47.973471 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6e01a14b-9d9c-4699-8049-99a5ef5a085e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1ca360f3-fe16-4c22-b186-1ef87282ee6a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:48.036637 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e06c6c64-e293-401c-9bd3-d2f58aea10c1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1ca360f3-fe16-4c22-b186-1ef87282ee6a), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:48.212916 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9911d6a-fdf2-4fc7-a1e5-ce1d3f438888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-a59630c9-9cfb-4938-97ad-2033803ec040', 'network_id': 'a59630c9-9cfb-4938-97ad-2033803ec040', 'project_id': 'cda3df0335e24a80886274185ab69375', 'fixed_ips': [{'subnet_id': '6ae2b830-c8c3-4561-9268-dedf62cb7c8c'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:05:48.213809 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a9911d6a-fdf2-4fc7-a1e5-ce1d3f438888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:48.219791 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-55c35158-5b7c-41a9-b0be-77a7b0e91295 req-15c17bef-14b2-4b21-8572-720720b5fe74 tempest-TestServerMultinode-1915867421 tempest-TestServerMultinode-1915867421-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b5930adc-4d41-4530-be94-c16b3c77b3ea HTTP/1.1" status: 200 len: 210 time: 0.3076382 Mar 07 11:05:48.300398 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:05:48.300768 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:05:48.307728 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-9d139c6f-3d89-4b84-b1bf-15b170cb5a2f None None] Deleting port 1ca360f3-fe16-4c22-b186-1ef87282ee6a {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:05:48.308120 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9d139c6f-3d89-4b84-b1bf-15b170cb5a2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (1ca360f3-fe16-4c22-b186-1ef87282ee6a), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:48.333444 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48581cff-fecd-4b37-815f-a8843f55bac9 admin admin] Publish callbacks [] for router_gateway (ac560bc3-7a87-4467-b1f3-8fe7fefba5b4), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:48.353298 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-e06c6c64-e293-401c-9bd3-d2f58aea10c1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] For port 1ca360f3-fe16-4c22-b186-1ef87282ee6a, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1ca360f3-fe16-4c22-b186-1ef87282ee6a,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:48.394336 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e06c6c64-e293-401c-9bd3-d2f58aea10c1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for port (1ca360f3-fe16-4c22-b186-1ef87282ee6a), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:48.404035 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e06c6c64-e293-401c-9bd3-d2f58aea10c1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (1ca360f3-fe16-4c22-b186-1ef87282ee6a), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:48.540613 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c6c64-e293-401c-9bd3-d2f58aea10c1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Port': ['ID=1ca360f3-fe16-4c22-b186-1ef87282ee6a,revision_number=5']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:48.556884 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e06c6c64-e293-401c-9bd3-d2f58aea10c1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (7ad6a007-299c-46d1-9b40-81d8c2f64a41), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:48.623012 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06c6c64-e293-401c-9bd3-d2f58aea10c1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:48.624396 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c6c64-e293-401c-9bd3-d2f58aea10c1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Subnet': ['ID=7ad6a007-299c-46d1-9b40-81d8c2f64a41,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:48.626767 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-e06c6c64-e293-401c-9bd3-d2f58aea10c1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:48.629338 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06c6c64-e293-401c-9bd3-d2f58aea10c1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:48.629934 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e06c6c64-e293-401c-9bd3-d2f58aea10c1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:48.653921 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e06c6c64-e293-401c-9bd3-d2f58aea10c1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0198255 Mar 07 11:05:48.656819 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60656) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:48.665256 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-3ae55089-da3a-42b9-8385-00d27ca3a25b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:48.675558 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-a9911d6a-fdf2-4fc7-a1e5-ce1d3f438888 None None] Allocated IP 172.20.0.2 (a59630c9-9cfb-4938-97ad-2033803ec040/6ae2b830-c8c3-4561-9268-dedf62cb7c8c/c6039a1b-e82c-4365-98bf-c23b2dd737c1) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:48.681262 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:48.682637 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-6e01a14b-9d9c-4699-8049-99a5ef5a085e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:05:48.683058 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-6e01a14b-9d9c-4699-8049-99a5ef5a085e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:05:48.755307 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-9d139c6f-3d89-4b84-b1bf-15b170cb5a2f None None] For port 1ca360f3-fe16-4c22-b186-1ef87282ee6a, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1ca360f3-fe16-4c22-b186-1ef87282ee6a,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:48.755796 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9d139c6f-3d89-4b84-b1bf-15b170cb5a2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (1ca360f3-fe16-4c22-b186-1ef87282ee6a), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:48.769679 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48581cff-fecd-4b37-815f-a8843f55bac9 admin admin] Publish callbacks [] for router_gateway (ac560bc3-7a87-4467-b1f3-8fe7fefba5b4), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:48.795121 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48581cff-fecd-4b37-815f-a8843f55bac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:48.872059 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 1ca360f3-fe16-4c22-b186-1ef87282ee6a is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:48.872444 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1ca360f3-fe16-4c22-b186-1ef87282ee6a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:48.901695 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-9d139c6f-3d89-4b84-b1bf-15b170cb5a2f None None] Calling delete_port for 1ca360f3-fe16-4c22-b186-1ef87282ee6a owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:48.913805 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae55089-da3a-42b9-8385-00d27ca3a25b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:48.917409 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3ae55089-da3a-42b9-8385-00d27ca3a25b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:48.953215 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-48581cff-fecd-4b37-815f-a8843f55bac9 admin admin] Allocated IP 172.25.3.163 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/7bce870a-dd08-447c-a36b-b5c059505afc) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:48.981190 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 1ca360f3-fe16-4c22-b186-1ef87282ee6a, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1ca360f3-fe16-4c22-b186-1ef87282ee6a,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:48.985500 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-6150a528-780f-4236-9d2c-dc91de851dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'name': 'tempest-TestVolumeBackupRestore-904555092-router', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd95a126c-34a3-4b3d-a130-1fd8c48e5071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:05:35Z', 'updated_at': '2022-03-07T11:05:42Z', 'revision_number': 4, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'gw_port': {'id': 'd95a126c-34a3-4b3d-a130-1fd8c48e5071', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:35Z', 'updated_at': '2022-03-07T11:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '8f423a9b-8438-4c9f-bc48-2c92cd2f9a58', 'name': '', 'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'mac_address': 'fa:16:3e:f1:8d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '2cf316d6-b0f2-45a1-9255-761d3a7bf683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:40Z', 'updated_at': '2022-03-07T11:05:46Z', 'revision_number': 4, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'subnets': [{'id': '2cf316d6-b0f2-45a1-9255-761d3a7bf683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:49.059992 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1ca360f3-fe16-4c22-b186-1ef87282ee6a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:49.060750 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device d95a126c-34a3-4b3d-a130-1fd8c48e5071 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:05:49.074329 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6150a528-780f-4236-9d2c-dc91de851dc7 None None] The sync data for ids ['f6c8d31c-eaea-41b4-8bc4-02582682df91'] in n-d-832164-4 is: [{'id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'name': 'tempest-TestVolumeBackupRestore-904555092-router', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd95a126c-34a3-4b3d-a130-1fd8c48e5071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:05:35Z', 'updated_at': '2022-03-07T11:05:42Z', 'revision_number': 4, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'gw_port': {'id': 'd95a126c-34a3-4b3d-a130-1fd8c48e5071', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:35Z', 'updated_at': '2022-03-07T11:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '8f423a9b-8438-4c9f-bc48-2c92cd2f9a58', 'name': '', 'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'mac_address': 'fa:16:3e:f1:8d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '2cf316d6-b0f2-45a1-9255-761d3a7bf683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:40Z', 'updated_at': '2022-03-07T11:05:46Z', 'revision_number': 4, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'subnets': [{'id': '2cf316d6-b0f2-45a1-9255-761d3a7bf683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:05:49.191475 n-d-832164-4 neutron-server[103767]: INFO neutron.db.ipam_backend_mixin [None req-3ae55089-da3a-42b9-8385-00d27ca3a25b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7ad6a007-299c-46d1-9b40-81d8c2f64a41 (CIDR: 2001:db8::/64) Mar 07 11:05:49.200198 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ae55089-da3a-42b9-8385-00d27ca3a25b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 11:05:49.200661 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ae55089-da3a-42b9-8385-00d27ca3a25b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:05:49.243937 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48581cff-fecd-4b37-815f-a8843f55bac9 admin admin] Publish callbacks [] for port (7bce870a-dd08-447c-a36b-b5c059505afc), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:49.277835 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3ae55089-da3a-42b9-8385-00d27ca3a25b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6197767 Mar 07 11:05:49.281042 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60680) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:49.307759 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-9b691c5d-40d8-4c5b-9391-0a5cb0600168 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:49.344122 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60684) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:49.451599 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48581cff-fecd-4b37-815f-a8843f55bac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (7bce870a-dd08-447c-a36b-b5c059505afc), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:49.504628 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=1ca360f3-fe16-4c22-b186-1ef87282ee6a,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:49.533933 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6e01a14b-9d9c-4699-8049-99a5ef5a085e None None] Current status of the port 1ca360f3-fe16-4c22-b186-1ef87282ee6a is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:49.544299 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9d139c6f-3d89-4b84-b1bf-15b170cb5a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (1ca360f3-fe16-4c22-b186-1ef87282ee6a), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:49.562667 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a9911d6a-fdf2-4fc7-a1e5-ce1d3f438888 None None] Publish callbacks [] for port (c6039a1b-e82c-4365-98bf-c23b2dd737c1), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:49.614460 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d139c6f-3d89-4b84-b1bf-15b170cb5a2f None None] Pushing event deleted for resources: {'Port': ['ID=1ca360f3-fe16-4c22-b186-1ef87282ee6a,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:49.616984 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48581cff-fecd-4b37-815f-a8843f55bac9 admin admin] Pushing event updated for resources: {'Port': ['ID=7bce870a-dd08-447c-a36b-b5c059505afc,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:49.625212 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a9911d6a-fdf2-4fc7-a1e5-ce1d3f438888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (c6039a1b-e82c-4365-98bf-c23b2dd737c1), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:49.646946 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48581cff-fecd-4b37-815f-a8843f55bac9 admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:49.652493 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-48581cff-fecd-4b37-815f-a8843f55bac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:49.655262 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48581cff-fecd-4b37-815f-a8843f55bac9 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:05:49.691999 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9911d6a-fdf2-4fc7-a1e5-ce1d3f438888 None None] Network a59630c9-9cfb-4938-97ad-2033803ec040 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:49.693257 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9911d6a-fdf2-4fc7-a1e5-ce1d3f438888 None None] Pushing event updated for resources: {'Port': ['ID=c6039a1b-e82c-4365-98bf-c23b2dd737c1,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:49.699418 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-a9911d6a-fdf2-4fc7-a1e5-ce1d3f438888 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:49.711064 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9911d6a-fdf2-4fc7-a1e5-ce1d3f438888 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:05:49.714892 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port d95a126c-34a3-4b3d-a130-1fd8c48e5071 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:49.715412 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d95a126c-34a3-4b3d-a130-1fd8c48e5071), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:49.842390 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b691c5d-40d8-4c5b-9391-0a5cb0600168 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:49.847201 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9b691c5d-40d8-4c5b-9391-0a5cb0600168 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:49.891043 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d139c6f-3d89-4b84-b1bf-15b170cb5a2f None None] No DVR routers for this DVR port 1ca360f3-fe16-4c22-b186-1ef87282ee6a on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:05:49.926175 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-8db74fcf-8dfb-415b-9e76-f8b5d9bddc76 None None] Provisioning complete for port 8f423a9b-8438-4c9f-bc48-2c92cd2f9a58 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:49.926709 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8db74fcf-8dfb-415b-9e76-f8b5d9bddc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (8f423a9b-8438-4c9f-bc48-2c92cd2f9a58), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:49.972400 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0f74de-61d8-4d17-ae8e-11271d8b8383 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:50.077361 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-a9911d6a-fdf2-4fc7-a1e5-ce1d3f438888 None None] Attempting to bind port c6039a1b-e82c-4365-98bf-c23b2dd737c1 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:05:50.077811 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-a9911d6a-fdf2-4fc7-a1e5-ce1d3f438888 None None] Attempting to bind port c6039a1b-e82c-4365-98bf-c23b2dd737c1 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '2e1b7a0e-e790-4f36-8fb2-9358c45c803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a59630c9-9cfb-4938-97ad-2033803ec040'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:05:50.078239 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9911d6a-fdf2-4fc7-a1e5-ce1d3f438888 None None] Attempting to bind port c6039a1b-e82c-4365-98bf-c23b2dd737c1 on network a59630c9-9cfb-4938-97ad-2033803ec040 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:05:50.165138 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9911d6a-fdf2-4fc7-a1e5-ce1d3f438888 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:05:50.165653 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9911d6a-fdf2-4fc7-a1e5-ce1d3f438888 None None] Checking segment: {'id': '2e1b7a0e-e790-4f36-8fb2-9358c45c803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a59630c9-9cfb-4938-97ad-2033803ec040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:05:50.166137 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a9911d6a-fdf2-4fc7-a1e5-ce1d3f438888 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:50.166638 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9911d6a-fdf2-4fc7-a1e5-ce1d3f438888 None None] Bound using segment: {'id': '2e1b7a0e-e790-4f36-8fb2-9358c45c803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a59630c9-9cfb-4938-97ad-2033803ec040'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:05:50.167161 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-a9911d6a-fdf2-4fc7-a1e5-ce1d3f438888 None None] Bound port: c6039a1b-e82c-4365-98bf-c23b2dd737c1, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e1b7a0e-e790-4f36-8fb2-9358c45c803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a59630c9-9cfb-4938-97ad-2033803ec040'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:05:50.167619 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a9911d6a-fdf2-4fc7-a1e5-ce1d3f438888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c6039a1b-e82c-4365-98bf-c23b2dd737c1), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:50.196721 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f792b492-63c1-4775-af9b-ff1f17b2b3bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (fa113b9a-2cb8-4a3b-908b-b08300ba9e51), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:50.315284 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port d95a126c-34a3-4b3d-a130-1fd8c48e5071 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:50.557521 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbee890d-d80a-4e3f-9763-bb0f6a8fa210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-9b8a3032-9f66-43b6-9063-551ee6941c96', 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'project_id': 'a68fc610ca21434095921c9ff25a693f', 'fixed_ips': [{'subnet_id': '7ad6a007-299c-46d1-9b40-81d8c2f64a41'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:05:50.559124 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fbee890d-d80a-4e3f-9763-bb0f6a8fa210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:50.602840 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 8f423a9b-8438-4c9f-bc48-2c92cd2f9a58 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:05:50.620812 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a9911d6a-fdf2-4fc7-a1e5-ce1d3f438888 None None] For port c6039a1b-e82c-4365-98bf-c23b2dd737c1, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:05:50.647884 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8db74fcf-8dfb-415b-9e76-f8b5d9bddc76 None None] Current status of the port 8f423a9b-8438-4c9f-bc48-2c92cd2f9a58 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:50.648784 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8db74fcf-8dfb-415b-9e76-f8b5d9bddc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8f423a9b-8438-4c9f-bc48-2c92cd2f9a58), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:50.658552 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device a41ff160-21c2-4546-9acf-5eb4370ccee8 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:05:50.769242 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a9911d6a-fdf2-4fc7-a1e5-ce1d3f438888 None None] For port c6039a1b-e82c-4365-98bf-c23b2dd737c1, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c6039a1b-e82c-4365-98bf-c23b2dd737c1,segment=NetworkSegment(2e1b7a0e-e790-4f36-8fb2-9358c45c803c),segment_id=2e1b7a0e-e790-4f36-8fb2-9358c45c803c)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:05:50.785986 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: a41ff160-21c2-4546-9acf-5eb4370ccee8 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:05:50.787283 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device a41ff160-21c2-4546-9acf-5eb4370ccee8 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:05:50.795603 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a9911d6a-fdf2-4fc7-a1e5-ce1d3f438888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c6039a1b-e82c-4365-98bf-c23b2dd737c1), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:50.868676 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9b691c5d-40d8-4c5b-9391-0a5cb0600168 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (953fbf22-ce3d-4687-a554-b3b4e7f3d3f1), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:50.926045 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-f792b492-63c1-4775-af9b-ff1f17b2b3bb admin admin] Deleting port 465899ab-7b89-4f61-ab0d-2eade00c2577 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:05:50.926832 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f792b492-63c1-4775-af9b-ff1f17b2b3bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (465899ab-7b89-4f61-ab0d-2eade00c2577), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:50.951359 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-8db74fcf-8dfb-415b-9e76-f8b5d9bddc76 None None] For port 8f423a9b-8438-4c9f-bc48-2c92cd2f9a58, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=8f423a9b-8438-4c9f-bc48-2c92cd2f9a58,segment=NetworkSegment(edac1308-e19d-4cb3-b880-8f3c6255faa1),segment_id=edac1308-e19d-4cb3-b880-8f3c6255faa1)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:50.983803 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8db74fcf-8dfb-415b-9e76-f8b5d9bddc76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8f423a9b-8438-4c9f-bc48-2c92cd2f9a58), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:51.057975 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9911d6a-fdf2-4fc7-a1e5-ce1d3f438888 None None] Pushing event updated for resources: {'Port': ['ID=c6039a1b-e82c-4365-98bf-c23b2dd737c1,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:51.090222 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-f792b492-63c1-4775-af9b-ff1f17b2b3bb admin admin] For port 465899ab-7b89-4f61-ab0d-2eade00c2577, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=465899ab-7b89-4f61-ab0d-2eade00c2577,segment=NetworkSegment(dd254ec6-8865-48cd-867c-9ba7e95e743c),segment_id=dd254ec6-8865-48cd-867c-9ba7e95e743c)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:51.090855 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f792b492-63c1-4775-af9b-ff1f17b2b3bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (465899ab-7b89-4f61-ab0d-2eade00c2577), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:51.114104 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-f792b492-63c1-4775-af9b-ff1f17b2b3bb admin admin] Calling delete_port for 465899ab-7b89-4f61-ab0d-2eade00c2577 owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:51.130802 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b691c5d-40d8-4c5b-9391-0a5cb0600168 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:51.175437 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-9b691c5d-40d8-4c5b-9391-0a5cb0600168 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:51.194383 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b691c5d-40d8-4c5b-9391-0a5cb0600168 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:51.196628 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9b691c5d-40d8-4c5b-9391-0a5cb0600168 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:51.223768 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48581cff-fecd-4b37-815f-a8843f55bac9 admin admin] Publish callbacks [] for router_gateway (ac560bc3-7a87-4467-b1f3-8fe7fefba5b4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:51.371795 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b691c5d-40d8-4c5b-9391-0a5cb0600168 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Subnet': ['ID=953fbf22-ce3d-4687-a554-b3b4e7f3d3f1,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:51.396495 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9b691c5d-40d8-4c5b-9391-0a5cb0600168 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1137686 Mar 07 11:05:51.399995 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60690) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:51.405070 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-c29d153f-2c6a-4cd7-8022-74e4787f0608 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'port': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'mac_address': 'fa:16:3e:c8:e6:45', 'name': 'tempest-NetworksTestDHCPv6-103064804'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:51.503180 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f792b492-63c1-4775-af9b-ff1f17b2b3bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (465899ab-7b89-4f61-ab0d-2eade00c2577), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:51.540057 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db74fcf-8dfb-415b-9e76-f8b5d9bddc76 None None] Pushing event updated for resources: {'Port': ['ID=8f423a9b-8438-4c9f-bc48-2c92cd2f9a58,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:51.561245 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 8f423a9b-8438-4c9f-bc48-2c92cd2f9a58 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:51.561505 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (8f423a9b-8438-4c9f-bc48-2c92cd2f9a58), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:51.573576 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792b492-63c1-4775-af9b-ff1f17b2b3bb admin admin] Pushing event deleted for resources: {'Port': ['ID=465899ab-7b89-4f61-ab0d-2eade00c2577,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:51.579284 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-fbee890d-d80a-4e3f-9763-bb0f6a8fa210 None None] Allocated IP 2001:db8::f816:3eff:fe15:26c6 (9b8a3032-9f66-43b6-9063-551ee6941c96/7ad6a007-299c-46d1-9b40-81d8c2f64a41/cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:51.702523 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29d153f-2c6a-4cd7-8022-74e4787f0608 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:51.959975 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 8f423a9b-8438-4c9f-bc48-2c92cd2f9a58 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:52.021952 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f792b492-63c1-4775-af9b-ff1f17b2b3bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (fa113b9a-2cb8-4a3b-908b-b08300ba9e51), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:52.079723 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1ca360f3-fe16-4c22-b186-1ef87282ee6a no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:05:52.097532 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c29d153f-2c6a-4cd7-8022-74e4787f0608 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:52.124995 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-c29d153f-2c6a-4cd7-8022-74e4787f0608 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] device_id is not set on port e1a35fe5-f4a3-440d-a26a-83df14ebcd53 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:05:52.128077 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 1ca360f3-fe16-4c22-b186-1ef87282ee6a {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:05:52.131589 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1ca360f3-fe16-4c22-b186-1ef87282ee6a not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:05:52.134805 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fbee890d-d80a-4e3f-9763-bb0f6a8fa210 None None] Publish callbacks [] for port (cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:52.151250 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fbee890d-d80a-4e3f-9763-bb0f6a8fa210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:52.223066 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbee890d-d80a-4e3f-9763-bb0f6a8fa210 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:52.226909 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-fbee890d-d80a-4e3f-9763-bb0f6a8fa210 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:52.234536 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbee890d-d80a-4e3f-9763-bb0f6a8fa210 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:05:52.313091 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee890d-d80a-4e3f-9763-bb0f6a8fa210 None None] Pushing event updated for resources: {'Port': ['ID=cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:52.347661 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-fbee890d-d80a-4e3f-9763-bb0f6a8fa210 None None] Attempting to bind port cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:05:52.348189 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-fbee890d-d80a-4e3f-9763-bb0f6a8fa210 None None] Attempting to bind port cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:05:52.348724 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbee890d-d80a-4e3f-9763-bb0f6a8fa210 None None] Attempting to bind port cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f on network 9b8a3032-9f66-43b6-9063-551ee6941c96 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:05:52.360720 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbee890d-d80a-4e3f-9763-bb0f6a8fa210 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:05:52.363192 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbee890d-d80a-4e3f-9763-bb0f6a8fa210 None None] Checking segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:05:52.363739 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fbee890d-d80a-4e3f-9763-bb0f6a8fa210 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:52.364385 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbee890d-d80a-4e3f-9763-bb0f6a8fa210 None None] Bound using segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:05:52.364994 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-fbee890d-d80a-4e3f-9763-bb0f6a8fa210 None None] Bound port: cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:05:52.367242 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fbee890d-d80a-4e3f-9763-bb0f6a8fa210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:52.423676 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-c29d153f-2c6a-4cd7-8022-74e4787f0608 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Allocated IP 2001:db8:0:1::2d1 (9b8a3032-9f66-43b6-9063-551ee6941c96/953fbf22-ce3d-4687-a554-b3b4e7f3d3f1/e1a35fe5-f4a3-440d-a26a-83df14ebcd53) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:52.432908 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-c29d153f-2c6a-4cd7-8022-74e4787f0608 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Allocated IP 2001:db8::f816:3eff:fec8:e645 (9b8a3032-9f66-43b6-9063-551ee6941c96/7ad6a007-299c-46d1-9b40-81d8c2f64a41/e1a35fe5-f4a3-440d-a26a-83df14ebcd53) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:52.548095 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-fbee890d-d80a-4e3f-9763-bb0f6a8fa210 None None] For port cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:05:52.559166 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-fbee890d-d80a-4e3f-9763-bb0f6a8fa210 None None] For port cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:05:52.576152 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fbee890d-d80a-4e3f-9763-bb0f6a8fa210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:52.670620 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c29d153f-2c6a-4cd7-8022-74e4787f0608 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for port (e1a35fe5-f4a3-440d-a26a-83df14ebcd53), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:52.782217 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee890d-d80a-4e3f-9763-bb0f6a8fa210 None None] Pushing event updated for resources: {'Port': ['ID=cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:52.796089 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48581cff-fecd-4b37-815f-a8843f55bac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (ac560bc3-7a87-4467-b1f3-8fe7fefba5b4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:52.844436 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c6039a1b-e82c-4365-98bf-c23b2dd737c1 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:05:52.953584 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port c6039a1b-e82c-4365-98bf-c23b2dd737c1 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:52.954246 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c6039a1b-e82c-4365-98bf-c23b2dd737c1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:53.096318 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:53.180744 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c264750-b4bd-4130-98a4-09ce15fe9774 None None] Network a59630c9-9cfb-4938-97ad-2033803ec040 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:53.229757 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port c6039a1b-e82c-4365-98bf-c23b2dd737c1 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:53.232649 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c6039a1b-e82c-4365-98bf-c23b2dd737c1), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:53.258673 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f792b492-63c1-4775-af9b-ff1f17b2b3bb admin admin] Router fa113b9a-2cb8-4a3b-908b-b08300ba9e51 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:05:53.302493 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-e626bccf-dee8-44c0-8f16-f598b0fc749c None None] Provisioning complete for port c6039a1b-e82c-4365-98bf-c23b2dd737c1 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:53.302867 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e626bccf-dee8-44c0-8f16-f598b0fc749c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c6039a1b-e82c-4365-98bf-c23b2dd737c1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:53.376941 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port c6039a1b-e82c-4365-98bf-c23b2dd737c1, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c6039a1b-e82c-4365-98bf-c23b2dd737c1,segment=NetworkSegment(2e1b7a0e-e790-4f36-8fb2-9358c45c803c),segment_id=2e1b7a0e-e790-4f36-8fb2-9358c45c803c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:53.398501 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c6039a1b-e82c-4365-98bf-c23b2dd737c1), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:53.400368 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f792b492-63c1-4775-af9b-ff1f17b2b3bb admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:05:53.409709 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f792b492-63c1-4775-af9b-ff1f17b2b3bb admin admin] 10.222.0.11 "PUT /v2.0/routers/fa113b9a-2cb8-4a3b-908b-b08300ba9e51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0638065 Mar 07 11:05:53.409897 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 8f423a9b-8438-4c9f-bc48-2c92cd2f9a58 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:05:53.410402 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60700) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:53.411963 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8037270a-c394-41a5-8735-e3ab83224833 None None] Sync routers for ids ['fa113b9a-2cb8-4a3b-908b-b08300ba9e51'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:05:53.439212 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8037270a-c394-41a5-8735-e3ab83224833 None None] Routers {'fa113b9a-2cb8-4a3b-908b-b08300ba9e51'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:05:53.440185 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8037270a-c394-41a5-8735-e3ab83224833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:05:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fa113b9a-2cb8-4a3b-908b-b08300ba9e51'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:53.590758 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=c6039a1b-e82c-4365-98bf-c23b2dd737c1,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:53.654632 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c29d153f-2c6a-4cd7-8022-74e4787f0608 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (e1a35fe5-f4a3-440d-a26a-83df14ebcd53), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:53.672347 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aa547f47-b0d0-46f8-af47-e561644ef78b admin admin] Publish callbacks [] for router (fa113b9a-2cb8-4a3b-908b-b08300ba9e51), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:53.706660 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 8f423a9b-8438-4c9f-bc48-2c92cd2f9a58 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:53.707039 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (8f423a9b-8438-4c9f-bc48-2c92cd2f9a58), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:53.718353 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e626bccf-dee8-44c0-8f16-f598b0fc749c None None] Current status of the port c6039a1b-e82c-4365-98bf-c23b2dd737c1 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:53.720355 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-8037270a-c394-41a5-8735-e3ab83224833 None None] Set router fa113b9a-2cb8-4a3b-908b-b08300ba9e51 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:05:53.738311 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29d153f-2c6a-4cd7-8022-74e4787f0608 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:53.759574 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-c29d153f-2c6a-4cd7-8022-74e4787f0608 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:53.798298 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29d153f-2c6a-4cd7-8022-74e4787f0608 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:05:53.803736 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29d153f-2c6a-4cd7-8022-74e4787f0608 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:53.804697 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c29d153f-2c6a-4cd7-8022-74e4787f0608 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:53.818042 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d153f-2c6a-4cd7-8022-74e4787f0608 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Port': ['ID=e1a35fe5-f4a3-440d-a26a-83df14ebcd53,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:53.876290 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c29d153f-2c6a-4cd7-8022-74e4787f0608 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4751875 Mar 07 11:05:53.881375 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60706) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:53.904502 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48581cff-fecd-4b37-815f-a8843f55bac9 admin admin] Router ac560bc3-7a87-4467-b1f3-8fe7fefba5b4 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:05:53.973700 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aa547f47-b0d0-46f8-af47-e561644ef78b admin admin] Publish callbacks [] for router_gateway (fa113b9a-2cb8-4a3b-908b-b08300ba9e51), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:53.977273 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 8f423a9b-8438-4c9f-bc48-2c92cd2f9a58 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:54.093454 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-aa547f47-b0d0-46f8-af47-e561644ef78b admin admin] Deleting port a341b88f-c413-44ed-8de5-0c1007ead2a8 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:05:54.096831 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aa547f47-b0d0-46f8-af47-e561644ef78b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a341b88f-c413-44ed-8de5-0c1007ead2a8), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:54.154218 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8037270a-c394-41a5-8735-e3ab83224833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa113b9a-2cb8-4a3b-908b-b08300ba9e51', 'name': 'tempest-TestServerMultinode-2048961843-router', 'tenant_id': '816aa66438f74aed96aa3545852636b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'a341b88f-c413-44ed-8de5-0c1007ead2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:23Z', 'updated_at': '2022-03-07T11:05:51Z', 'revision_number': 5, 'project_id': '816aa66438f74aed96aa3545852636b6', 'gw_port': {'id': 'a341b88f-c413-44ed-8de5-0c1007ead2a8', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:af:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa113b9a-2cb8-4a3b-908b-b08300ba9e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:24Z', 'updated_at': '2022-03-07T11:04:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:54.213523 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8037270a-c394-41a5-8735-e3ab83224833 None None] Checking router: fa113b9a-2cb8-4a3b-908b-b08300ba9e51 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:05:54.234487 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8037270a-c394-41a5-8735-e3ab83224833 None None] Routers {'fa113b9a-2cb8-4a3b-908b-b08300ba9e51'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:05:54.237400 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8037270a-c394-41a5-8735-e3ab83224833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:05:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fa113b9a-2cb8-4a3b-908b-b08300ba9e51'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:54.275783 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-aa547f47-b0d0-46f8-af47-e561644ef78b admin admin] For port a341b88f-c413-44ed-8de5-0c1007ead2a8, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a341b88f-c413-44ed-8de5-0c1007ead2a8,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:54.277040 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aa547f47-b0d0-46f8-af47-e561644ef78b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a341b88f-c413-44ed-8de5-0c1007ead2a8), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:54.305703 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-aa547f47-b0d0-46f8-af47-e561644ef78b admin admin] Calling delete_port for a341b88f-c413-44ed-8de5-0c1007ead2a8 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:54.351084 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-7776a0e3-8263-4306-917b-e3f55f06f5ae tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting port e1a35fe5-f4a3-440d-a26a-83df14ebcd53 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:05:54.351487 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7776a0e3-8263-4306-917b-e3f55f06f5ae tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (e1a35fe5-f4a3-440d-a26a-83df14ebcd53), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:54.356830 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48581cff-fecd-4b37-815f-a8843f55bac9 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:05:54.359084 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b54999d8-21d2-4bec-97ce-8901d325f0c1 None None] Provisioning complete for port c6039a1b-e82c-4365-98bf-c23b2dd737c1 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:54.370242 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b54999d8-21d2-4bec-97ce-8901d325f0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c6039a1b-e82c-4365-98bf-c23b2dd737c1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:54.384179 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b580e1-09a3-43b1-a8b9-2f6de46b7d3a None None] Sync routers for ids ['ac560bc3-7a87-4467-b1f3-8fe7fefba5b4'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:05:54.450149 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48581cff-fecd-4b37-815f-a8843f55bac9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:54.454287 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-48581cff-fecd-4b37-815f-a8843f55bac9 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.5672152 Mar 07 11:05:54.455036 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60708) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:54.490087 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b580e1-09a3-43b1-a8b9-2f6de46b7d3a None None] Routers {'ac560bc3-7a87-4467-b1f3-8fe7fefba5b4'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:05:54.490730 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-53b580e1-09a3-43b1-a8b9-2f6de46b7d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:05:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['ac560bc3-7a87-4467-b1f3-8fe7fefba5b4'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:54.528856 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-8037270a-c394-41a5-8735-e3ab83224833 None None] Set router fa113b9a-2cb8-4a3b-908b-b08300ba9e51 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:05:54.595502 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5694e78c-bb4c-4d09-b36f-0ccca48c4ebe None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:54.635777 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7776a0e3-8263-4306-917b-e3f55f06f5ae tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (e1a35fe5-f4a3-440d-a26a-83df14ebcd53), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:54.713391 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8037270a-c394-41a5-8735-e3ab83224833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa113b9a-2cb8-4a3b-908b-b08300ba9e51', 'name': 'tempest-TestServerMultinode-2048961843-router', 'tenant_id': '816aa66438f74aed96aa3545852636b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:23Z', 'updated_at': '2022-03-07T11:05:53Z', 'revision_number': 6, 'project_id': '816aa66438f74aed96aa3545852636b6', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:54.717621 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-7776a0e3-8263-4306-917b-e3f55f06f5ae tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Calling delete_port for e1a35fe5-f4a3-440d-a26a-83df14ebcd53 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:54.780466 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8037270a-c394-41a5-8735-e3ab83224833 None None] The sync data for ids ['fa113b9a-2cb8-4a3b-908b-b08300ba9e51'] in n-d-832164-4 is: [{'id': 'fa113b9a-2cb8-4a3b-908b-b08300ba9e51', 'name': 'tempest-TestServerMultinode-2048961843-router', 'tenant_id': '816aa66438f74aed96aa3545852636b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:23Z', 'updated_at': '2022-03-07T11:05:53Z', 'revision_number': 6, 'project_id': '816aa66438f74aed96aa3545852636b6', 'gw_port_host': None}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:05:54.805648 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c6039a1b-e82c-4365-98bf-c23b2dd737c1 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:05:54.810018 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aa547f47-b0d0-46f8-af47-e561644ef78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (a341b88f-c413-44ed-8de5-0c1007ead2a8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:54.849588 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa547f47-b0d0-46f8-af47-e561644ef78b admin admin] Pushing event deleted for resources: {'Port': ['ID=a341b88f-c413-44ed-8de5-0c1007ead2a8,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:54.991412 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aa547f47-b0d0-46f8-af47-e561644ef78b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (fa113b9a-2cb8-4a3b-908b-b08300ba9e51), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:55.121193 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-53b580e1-09a3-43b1-a8b9-2f6de46b7d3a None None] Set router ac560bc3-7a87-4467-b1f3-8fe7fefba5b4 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:05:55.124706 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port c6039a1b-e82c-4365-98bf-c23b2dd737c1 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:55.125078 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c6039a1b-e82c-4365-98bf-c23b2dd737c1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:55.158741 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aa547f47-b0d0-46f8-af47-e561644ef78b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (fa113b9a-2cb8-4a3b-908b-b08300ba9e51), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:55.162246 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aa547f47-b0d0-46f8-af47-e561644ef78b admin admin] Publish callbacks [] for router_controller (fa113b9a-2cb8-4a3b-908b-b08300ba9e51), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:55.218131 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aa547f47-b0d0-46f8-af47-e561644ef78b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (fa113b9a-2cb8-4a3b-908b-b08300ba9e51), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:55.218910 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa547f47-b0d0-46f8-af47-e561644ef78b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa113b9a-2cb8-4a3b-908b-b08300ba9e51 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:05:55.225228 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aa547f47-b0d0-46f8-af47-e561644ef78b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:55.226922 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-aa547f47-b0d0-46f8-af47-e561644ef78b admin admin] 10.222.0.11 "DELETE /v2.0/routers/fa113b9a-2cb8-4a3b-908b-b08300ba9e51 HTTP/1.1" status: 204 len: 168 time: 1.8153145 Mar 07 11:05:55.229078 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60714) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:55.287312 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b54999d8-21d2-4bec-97ce-8901d325f0c1 None None] Current status of the port c6039a1b-e82c-4365-98bf-c23b2dd737c1 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:55.288273 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-348bdc33-140a-4bc9-a3ff-7cdd252e4751 admin admin] Deleting subnet 6e2b4fbc-8dc7-4ab0-abcd-dc67cc967c56 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:05:55.295539 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-348bdc33-140a-4bc9-a3ff-7cdd252e4751 admin admin] Publish callbacks [] for subnet (6e2b4fbc-8dc7-4ab0-abcd-dc67cc967c56), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:55.300697 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7776a0e3-8263-4306-917b-e3f55f06f5ae tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (e1a35fe5-f4a3-440d-a26a-83df14ebcd53), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:55.356921 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-348bdc33-140a-4bc9-a3ff-7cdd252e4751 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (6e2b4fbc-8dc7-4ab0-abcd-dc67cc967c56), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:55.377820 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776a0e3-8263-4306-917b-e3f55f06f5ae tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Port': ['ID=e1a35fe5-f4a3-440d-a26a-83df14ebcd53,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:55.412045 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4217291-2c91-4dc5-84a9-244a03849ff2 None None] Update dhcp port {'port': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'fixed_ips': [{'subnet_id': '7ad6a007-299c-46d1-9b40-81d8c2f64a41', 'ip_address': '2001:db8::f816:3eff:fe15:26c6'}, {'subnet_id': '953fbf22-ce3d-4687-a554-b3b4e7f3d3f1'}], 'binding:host_id': 'n-d-832164-4'}, 'id': 'cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f'} from n-d-832164-4. {{(pid=103768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 11:05:55.432374 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7776a0e3-8263-4306-917b-e3f55f06f5ae tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:55.437643 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7776a0e3-8263-4306-917b-e3f55f06f5ae tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/e1a35fe5-f4a3-440d-a26a-83df14ebcd53 HTTP/1.1" status: 204 len: 168 time: 1.5529695 Mar 07 11:05:55.441720 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60716) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:55.492155 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-348bdc33-140a-4bc9-a3ff-7cdd252e4751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (6e2b4fbc-8dc7-4ab0-abcd-dc67cc967c56), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:55.564990 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-348bdc33-140a-4bc9-a3ff-7cdd252e4751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (6e2b4fbc-8dc7-4ab0-abcd-dc67cc967c56), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:55.584252 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-348bdc33-140a-4bc9-a3ff-7cdd252e4751 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:55.590162 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-348bdc33-140a-4bc9-a3ff-7cdd252e4751 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6e2b4fbc-8dc7-4ab0-abcd-dc67cc967c56 HTTP/1.1" status: 204 len: 168 time: 0.3597221 Mar 07 11:05:55.597199 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60718) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:55.614987 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348bdc33-140a-4bc9-a3ff-7cdd252e4751 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e2b4fbc-8dc7-4ab0-abcd-dc67cc967c56,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:55.672254 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a8f3b3-90e7-4871-b35a-5475897c020e None None] Network 50a0564a-c42c-4465-ad8a-d34160cc28c8 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:55.675391 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-12ced195-22b3-41cd-871d-0a01e7ee5fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (50a0564a-c42c-4465-ad8a-d34160cc28c8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:55.684126 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12069122-c8fe-4347-ae3e-b44b0a87f0c2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:55.685900 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-12069122-c8fe-4347-ae3e-b44b0a87f0c2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2395298 Mar 07 11:05:55.689083 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60720) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:55.750744 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c65af1d-e1a8-4b9e-9e4c-2658b1bf2494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:55.771032 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a4217291-2c91-4dc5-84a9-244a03849ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:55.807014 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-18fc2395-05e9-4c16-9d48-d06e684b66ba None None] Provisioning complete for port cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:55.807502 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-18fc2395-05e9-4c16-9d48-d06e684b66ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:55.855943 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87e4445-669b-4058-bc62-1aa000df8828 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:55.858142 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a87e4445-669b-4058-bc62-1aa000df8828 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1678259 Mar 07 11:05:55.861743 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60722) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:55.963760 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-12ced195-22b3-41cd-871d-0a01e7ee5fad admin admin] Deleting port a66899b3-7634-40fd-949d-f1af5f842755 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:05:55.964415 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-12ced195-22b3-41cd-871d-0a01e7ee5fad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a66899b3-7634-40fd-949d-f1af5f842755), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:56.098754 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be189ec-44ab-4f00-b739-d2b30956201b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:56.100833 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be189ec-44ab-4f00-b739-d2b30956201b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:56.102801 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be189ec-44ab-4f00-b739-d2b30956201b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:05:56.105389 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0be189ec-44ab-4f00-b739-d2b30956201b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2410293 Mar 07 11:05:56.108304 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60728) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:56.133670 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-12ced195-22b3-41cd-871d-0a01e7ee5fad admin admin] For port a66899b3-7634-40fd-949d-f1af5f842755, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a66899b3-7634-40fd-949d-f1af5f842755,segment=NetworkSegment(dd254ec6-8865-48cd-867c-9ba7e95e743c),segment_id=dd254ec6-8865-48cd-867c-9ba7e95e743c)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:56.134022 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-12ced195-22b3-41cd-871d-0a01e7ee5fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a66899b3-7634-40fd-949d-f1af5f842755), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:56.177919 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port c6039a1b-e82c-4365-98bf-c23b2dd737c1 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:56.184254 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:05:56.220617 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-12ced195-22b3-41cd-871d-0a01e7ee5fad admin admin] Calling delete_port for a66899b3-7634-40fd-949d-f1af5f842755 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:05:56.260304 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-2c65af1d-e1a8-4b9e-9e4c-2658b1bf2494 admin admin] Allocated IP 172.20.0.1 (a59630c9-9cfb-4938-97ad-2033803ec040/6ae2b830-c8c3-4561-9268-dedf62cb7c8c/ad1d2b93-c3fd-43e4-988c-ef2fd624e29c) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:56.281094 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7cd9335-1bd2-4b72-bd59-421a6d5294fe tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting subnet 7ad6a007-299c-46d1-9b40-81d8c2f64a41 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:05:56.436375 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c65af1d-e1a8-4b9e-9e4c-2658b1bf2494 admin admin] Publish callbacks [] for port (ad1d2b93-c3fd-43e4-988c-ef2fd624e29c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:56.476673 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:05:56.477273 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:56.507035 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-a4217291-2c91-4dc5-84a9-244a03849ff2 None None] Allocated IP 2001:db8:0:1::2 (9b8a3032-9f66-43b6-9063-551ee6941c96/953fbf22-ce3d-4687-a554-b3b4e7f3d3f1/cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:05:56.509784 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-18fc2395-05e9-4c16-9d48-d06e684b66ba None None] Current status of the port cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:56.510208 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-18fc2395-05e9-4c16-9d48-d06e684b66ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:56.579759 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-53b580e1-09a3-43b1-a8b9-2f6de46b7d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac560bc3-7a87-4467-b1f3-8fe7fefba5b4', 'name': 'tempest-TestVolumeBackupRestore-1368137109-router', 'tenant_id': 'cda3df0335e24a80886274185ab69375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '7bce870a-dd08-447c-a36b-b5c059505afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:05:46Z', 'updated_at': '2022-03-07T11:05:50Z', 'revision_number': 3, 'project_id': 'cda3df0335e24a80886274185ab69375', 'gw_port': {'id': '7bce870a-dd08-447c-a36b-b5c059505afc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:47:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac560bc3-7a87-4467-b1f3-8fe7fefba5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:48Z', 'updated_at': '2022-03-07T11:05:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:56.594625 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c65af1d-e1a8-4b9e-9e4c-2658b1bf2494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (ad1d2b93-c3fd-43e4-988c-ef2fd624e29c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:56.642784 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f32a01-3c42-4b0f-90f2-9fbf587d567b None None] DHCP port deletion for 50a0564a-c42c-4465-ad8a-d34160cc28c8 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:05:56.669690 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65af1d-e1a8-4b9e-9e4c-2658b1bf2494 admin admin] Pushing event updated for resources: {'Port': ['ID=ad1d2b93-c3fd-43e4-988c-ef2fd624e29c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:56.673588 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-12ced195-22b3-41cd-871d-0a01e7ee5fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (a66899b3-7634-40fd-949d-f1af5f842755), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:56.677181 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c65af1d-e1a8-4b9e-9e4c-2658b1bf2494 admin admin] Network a59630c9-9cfb-4938-97ad-2033803ec040 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:05:56.696508 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b580e1-09a3-43b1-a8b9-2f6de46b7d3a None None] Checking router: ac560bc3-7a87-4467-b1f3-8fe7fefba5b4 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:05:56.696860 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b580e1-09a3-43b1-a8b9-2f6de46b7d3a None None] Updating router ac560bc3-7a87-4467-b1f3-8fe7fefba5b4 port 7bce870a-dd08-447c-a36b-b5c059505afc binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:05:56.716673 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-2c65af1d-e1a8-4b9e-9e4c-2658b1bf2494 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:05:56.724895 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ced195-22b3-41cd-871d-0a01e7ee5fad admin admin] Pushing event deleted for resources: {'Port': ['ID=a66899b3-7634-40fd-949d-f1af5f842755,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:56.735900 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c65af1d-e1a8-4b9e-9e4c-2658b1bf2494 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:05:56.739770 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-53b580e1-09a3-43b1-a8b9-2f6de46b7d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7bce870a-dd08-447c-a36b-b5c059505afc), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:56.774833 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ced195-22b3-41cd-871d-0a01e7ee5fad admin admin] No DVR routers for this DVR port a66899b3-7634-40fd-949d-f1af5f842755 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:05:56.850064 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:56.851257 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:56.909032 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-12ced195-22b3-41cd-871d-0a01e7ee5fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (50a0564a-c42c-4465-ad8a-d34160cc28c8), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:56.923884 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a4217291-2c91-4dc5-84a9-244a03849ff2 None None] For port cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:56.943429 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-12ced195-22b3-41cd-871d-0a01e7ee5fad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50a0564a-c42c-4465-ad8a-d34160cc28c8']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:56.957878 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-12ced195-22b3-41cd-871d-0a01e7ee5fad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd254ec6-8865-48cd-867c-9ba7e95e743c') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:56.958328 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-12ced195-22b3-41cd-871d-0a01e7ee5fad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd254ec6-8865-48cd-867c-9ba7e95e743c') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:56.977591 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-12ced195-22b3-41cd-871d-0a01e7ee5fad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (dd254ec6-8865-48cd-867c-9ba7e95e743c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:56.997798 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-12ced195-22b3-41cd-871d-0a01e7ee5fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (dd254ec6-8865-48cd-867c-9ba7e95e743c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:57.005263 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12ced195-22b3-41cd-871d-0a01e7ee5fad admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:05:57.005672 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-12ced195-22b3-41cd-871d-0a01e7ee5fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (dd254ec6-8865-48cd-867c-9ba7e95e743c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:57.043904 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a4217291-2c91-4dc5-84a9-244a03849ff2 None None] Publish callbacks [] for port (cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:57.052842 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b7cd9335-1bd2-4b72-bd59-421a6d5294fe tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (7ad6a007-299c-46d1-9b40-81d8c2f64a41), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:57.129541 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 11:05:57.129541 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:05:57.129541 n-d-832164-4 neutron-server[103766]: timer() Mar 07 11:05:57.129541 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:05:57.129541 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 11:05:57.129541 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:05:57.129541 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 11:05:57.129541 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:05:57.129541 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 11:05:57.129541 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:05:57.129541 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 11:05:57.129541 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:05:57.129541 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 11:05:57.129541 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:05:57.129541 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:05:57.129541 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:05:57.129541 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:05:57.129541 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:05:57.129541 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 11:05:57.129541 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:05:57.129541 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 11:05:57.129541 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:05:57.129541 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:05:57.129541 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:05:57.129541 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 11:05:57.129541 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:05:57.129541 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:05:57.129541 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:05:57.129541 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:05:57.129541 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:05:57.129541 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:05:57.129541 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:05:57.143012 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-12ced195-22b3-41cd-871d-0a01e7ee5fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (50a0564a-c42c-4465-ad8a-d34160cc28c8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:57.152542 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-12ced195-22b3-41cd-871d-0a01e7ee5fad admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:57.155428 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b7cd9335-1bd2-4b72-bd59-421a6d5294fe tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (7ad6a007-299c-46d1-9b40-81d8c2f64a41), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:57.159952 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-12ced195-22b3-41cd-871d-0a01e7ee5fad admin admin] 10.222.0.11 "DELETE /v2.0/networks/50a0564a-c42c-4465-ad8a-d34160cc28c8 HTTP/1.1" status: 204 len: 168 time: 1.5614700 Mar 07 11:05:57.164934 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 60812) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:57.180282 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a4217291-2c91-4dc5-84a9-244a03849ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:57.380677 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b7cd9335-1bd2-4b72-bd59-421a6d5294fe tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (7ad6a007-299c-46d1-9b40-81d8c2f64a41), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:57.409055 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c65af1d-e1a8-4b9e-9e4c-2658b1bf2494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (ac560bc3-7a87-4467-b1f3-8fe7fefba5b4), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:57.417814 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ced195-22b3-41cd-871d-0a01e7ee5fad admin admin] Pushing event deleted for resources: {'Network': ['ID=50a0564a-c42c-4465-ad8a-d34160cc28c8,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:57.432241 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-18fc2395-05e9-4c16-9d48-d06e684b66ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:05:57.436648 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-18fc2395-05e9-4c16-9d48-d06e684b66ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:05:57.516883 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b7cd9335-1bd2-4b72-bd59-421a6d5294fe tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (7ad6a007-299c-46d1-9b40-81d8c2f64a41), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:57.562740 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b7cd9335-1bd2-4b72-bd59-421a6d5294fe tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:57.567460 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b7cd9335-1bd2-4b72-bd59-421a6d5294fe tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/7ad6a007-299c-46d1-9b40-81d8c2f64a41 HTTP/1.1" status: 204 len: 168 time: 1.4581454 Mar 07 11:05:57.568923 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd9335-1bd2-4b72-bd59-421a6d5294fe tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Subnet': ['ID=7ad6a007-299c-46d1-9b40-81d8c2f64a41,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:57.571370 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60858) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:57.652881 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d511bdb8-ecf9-4718-b1ef-df6f648c8a06 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting subnet 953fbf22-ce3d-4687-a554-b3b4e7f3d3f1 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:05:57.656317 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d511bdb8-ecf9-4718-b1ef-df6f648c8a06 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (953fbf22-ce3d-4687-a554-b3b4e7f3d3f1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:57.715673 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:05:57.716298 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:05:57.747687 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d511bdb8-ecf9-4718-b1ef-df6f648c8a06 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (953fbf22-ce3d-4687-a554-b3b4e7f3d3f1), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:57.783537 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4217291-2c91-4dc5-84a9-244a03849ff2 None None] Pushing event updated for resources: {'Port': ['ID=cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:57.983357 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d511bdb8-ecf9-4718-b1ef-df6f648c8a06 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (953fbf22-ce3d-4687-a554-b3b4e7f3d3f1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:58.076601 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-53b580e1-09a3-43b1-a8b9-2f6de46b7d3a None None] Publish callbacks [] for port (7bce870a-dd08-447c-a36b-b5c059505afc), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:58.098484 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d511bdb8-ecf9-4718-b1ef-df6f648c8a06 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (953fbf22-ce3d-4687-a554-b3b4e7f3d3f1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:58.107610 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-53b580e1-09a3-43b1-a8b9-2f6de46b7d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (7bce870a-dd08-447c-a36b-b5c059505afc), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:58.118120 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-18fc2395-05e9-4c16-9d48-d06e684b66ba None None] Current status of the port cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:58.118600 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-18fc2395-05e9-4c16-9d48-d06e684b66ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:58.188699 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511bdb8-ecf9-4718-b1ef-df6f648c8a06 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Subnet': ['ID=953fbf22-ce3d-4687-a554-b3b4e7f3d3f1,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:58.201839 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a59c0-0156-4e94-82ce-4b8a3625ede6 None None] Pushing event updated for resources: {'Port': ['ID=7bce870a-dd08-447c-a36b-b5c059505afc,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:58.225984 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d511bdb8-ecf9-4718-b1ef-df6f648c8a06 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:58.234735 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d511bdb8-ecf9-4718-b1ef-df6f648c8a06 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/953fbf22-ce3d-4687-a554-b3b4e7f3d3f1 HTTP/1.1" status: 204 len: 168 time: 0.6566858 Mar 07 11:05:58.237158 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60920) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:58.346429 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-53b580e1-09a3-43b1-a8b9-2f6de46b7d3a None None] Attempting to bind port 7bce870a-dd08-447c-a36b-b5c059505afc on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:05:58.346788 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-53b580e1-09a3-43b1-a8b9-2f6de46b7d3a None None] Attempting to bind port 7bce870a-dd08-447c-a36b-b5c059505afc by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:05:58.347164 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b580e1-09a3-43b1-a8b9-2f6de46b7d3a None None] Attempting to bind port 7bce870a-dd08-447c-a36b-b5c059505afc on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:05:58.355868 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-fafdeb06-de1e-4762-aa9b-363c22b5d2b1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1175549 Mar 07 11:05:58.367303 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 60934) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:58.374952 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:05:58.375319 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:58.383643 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-6df16ea7-d225-4216-8406-e1451107ac31 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:05:58.429000 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b580e1-09a3-43b1-a8b9-2f6de46b7d3a None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:05:58.439711 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b580e1-09a3-43b1-a8b9-2f6de46b7d3a None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:05:58.440226 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-53b580e1-09a3-43b1-a8b9-2f6de46b7d3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:58.440638 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b580e1-09a3-43b1-a8b9-2f6de46b7d3a None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:05:58.441178 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-53b580e1-09a3-43b1-a8b9-2f6de46b7d3a None None] Bound port: 7bce870a-dd08-447c-a36b-b5c059505afc, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:05:58.441886 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-53b580e1-09a3-43b1-a8b9-2f6de46b7d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7bce870a-dd08-447c-a36b-b5c059505afc), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:58.472480 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c65af1d-e1a8-4b9e-9e4c-2658b1bf2494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ad1d2b93-c3fd-43e4-988c-ef2fd624e29c), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:58.548901 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-18fc2395-05e9-4c16-9d48-d06e684b66ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:05:58.549294 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-18fc2395-05e9-4c16-9d48-d06e684b66ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:05:58.656402 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:05:58.672865 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:58.700784 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df16ea7-d225-4216-8406-e1451107ac31 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:05:58.711104 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-53b580e1-09a3-43b1-a8b9-2f6de46b7d3a None None] For port 7bce870a-dd08-447c-a36b-b5c059505afc, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:05:58.712679 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6df16ea7-d225-4216-8406-e1451107ac31 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:58.840932 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-53b580e1-09a3-43b1-a8b9-2f6de46b7d3a None None] For port 7bce870a-dd08-447c-a36b-b5c059505afc, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7bce870a-dd08-447c-a36b-b5c059505afc,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:05:58.893564 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:05:58.916163 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-53b580e1-09a3-43b1-a8b9-2f6de46b7d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (7bce870a-dd08-447c-a36b-b5c059505afc), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:59.040743 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:59.264866 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f971cdce-b649-4a6c-9a7a-3cb0177655b5 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:05:59.324440 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 32796) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:05:59.344755 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7f16234c-d4fb-4994-8b2d-970a02d592e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (36987bdc-c05f-4c66-bf1d-c7b2dbd41995), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:59.480911 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c65af1d-e1a8-4b9e-9e4c-2658b1bf2494 admin admin] Publish callbacks [] for port (ad1d2b93-c3fd-43e4-988c-ef2fd624e29c), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:59.494006 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c65af1d-e1a8-4b9e-9e4c-2658b1bf2494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (ad1d2b93-c3fd-43e4-988c-ef2fd624e29c), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:59.603498 n-d-832164-4 neutron-server[103767]: DEBUG neutron.objects.ports [None req-6df16ea7-d225-4216-8406-e1451107ac31 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 11:05:59.698409 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a2743a73-01e9-4f7a-95cf-8f4dbfb9a564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:59.702190 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65af1d-e1a8-4b9e-9e4c-2658b1bf2494 admin admin] Pushing event updated for resources: {'Port': ['ID=ad1d2b93-c3fd-43e4-988c-ef2fd624e29c,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:59.714038 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c65af1d-e1a8-4b9e-9e4c-2658b1bf2494 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (ac560bc3-7a87-4467-b1f3-8fe7fefba5b4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:59.747519 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a59c0-0156-4e94-82ce-4b8a3625ede6 None None] Pushing event updated for resources: {'Port': ['ID=7bce870a-dd08-447c-a36b-b5c059505afc,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:05:59.871075 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b580e1-09a3-43b1-a8b9-2f6de46b7d3a None None] Routers {'ac560bc3-7a87-4467-b1f3-8fe7fefba5b4'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:05:59.871649 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-53b580e1-09a3-43b1-a8b9-2f6de46b7d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:05:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['ac560bc3-7a87-4467-b1f3-8fe7fefba5b4'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:05:59.913984 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a2743a73-01e9-4f7a-95cf-8f4dbfb9a564 admin admin] Publish callbacks [] for security_group (011d0f83-b340-495d-8d92-4b2e59109924), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:59.933792 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a2743a73-01e9-4f7a-95cf-8f4dbfb9a564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (011d0f83-b340-495d-8d92-4b2e59109924), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:59.967818 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6df16ea7-d225-4216-8406-e1451107ac31 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:05:59.983280 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-18fc2395-05e9-4c16-9d48-d06e684b66ba None None] Current status of the port cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:00.012332 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c65af1d-e1a8-4b9e-9e4c-2658b1bf2494 admin admin] Network a59630c9-9cfb-4938-97ad-2033803ec040 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:00.015141 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-2c65af1d-e1a8-4b9e-9e4c-2658b1bf2494 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:00.048610 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a2743a73-01e9-4f7a-95cf-8f4dbfb9a564 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1e4fb601df24428e8b599769ee40451f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7207987 Mar 07 11:06:00.058863 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 32862) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:00.146689 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:00.148442 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:00.163461 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2743a73-01e9-4f7a-95cf-8f4dbfb9a564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011d0f83-b340-495d-8d92-4b2e59109924,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:00.229742 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e5f364b2-1ec1-4df9-bfb7-a2ff72ced3b0 admin admin] Publish callbacks [] for security_group (011d0f83-b340-495d-8d92-4b2e59109924), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:00.319833 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e5f364b2-1ec1-4df9-bfb7-a2ff72ced3b0 admin admin] Publish callbacks [] for security_group (011d0f83-b340-495d-8d92-4b2e59109924), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:00.352033 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-8b5e0b60-9285-458d-8fdc-d6d853f363a9 None None] Provisioning complete for port ad1d2b93-c3fd-43e4-988c-ef2fd624e29c triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:00.357024 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8b5e0b60-9285-458d-8fdc-d6d853f363a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ad1d2b93-c3fd-43e4-988c-ef2fd624e29c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:00.377509 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c65af1d-e1a8-4b9e-9e4c-2658b1bf2494 admin admin] Router ac560bc3-7a87-4467-b1f3-8fe7fefba5b4 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:06:00.456354 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-53b580e1-09a3-43b1-a8b9-2f6de46b7d3a None None] Set router ac560bc3-7a87-4467-b1f3-8fe7fefba5b4 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:06:00.579341 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8277765a-ba45-4a5b-9dbf-4475eb33a60f None None] DHCP port deletion for 9b8a3032-9f66-43b6-9063-551ee6941c96 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:06:00.607686 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e5f364b2-1ec1-4df9-bfb7-a2ff72ced3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (011d0f83-b340-495d-8d92-4b2e59109924), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:00.610322 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e5f364b2-1ec1-4df9-bfb7-a2ff72ced3b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:00.613852 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e5f364b2-1ec1-4df9-bfb7-a2ff72ced3b0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/011d0f83-b340-495d-8d92-4b2e59109924 HTTP/1.1" status: 204 len: 168 time: 0.5539966 Mar 07 11:06:00.649570 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8b5e0b60-9285-458d-8fdc-d6d853f363a9 None None] Port ad1d2b93-c3fd-43e4-988c-ef2fd624e29c cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:06:00.665456 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-6df16ea7-d225-4216-8406-e1451107ac31 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] For port cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:00.681474 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f364b2-1ec1-4df9-bfb7-a2ff72ced3b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011d0f83-b340-495d-8d92-4b2e59109924,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:00.801841 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6df16ea7-d225-4216-8406-e1451107ac31 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for port (cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:00.810183 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6df16ea7-d225-4216-8406-e1451107ac31 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:00.839596 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c65af1d-e1a8-4b9e-9e4c-2658b1bf2494 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:06:00.847562 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2c65af1d-e1a8-4b9e-9e4c-2658b1bf2494 admin admin] 10.222.0.11 "PUT /v2.0/routers/ac560bc3-7a87-4467-b1f3-8fe7fefba5b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3909247 Mar 07 11:06:00.879247 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6df16ea7-d225-4216-8406-e1451107ac31 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (0d0de489-783f-40ef-9ca4-2da4b4b75b98), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:00.891212 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-8b5e0b60-9285-458d-8fdc-d6d853f363a9 None None] Provisioning complete for port cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:00.891679 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8b5e0b60-9285-458d-8fdc-d6d853f363a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:00.933258 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-7f16234c-d4fb-4994-8b2d-970a02d592e5 admin admin] Deleting port 660dbe3d-73d1-4355-ae7d-8e6b49d4866b {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:06:00.933608 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7f16234c-d4fb-4994-8b2d-970a02d592e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (660dbe3d-73d1-4355-ae7d-8e6b49d4866b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:00.971273 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:01.042782 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8277765a-ba45-4a5b-9dbf-4475eb33a60f None None] Deleting port cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:06:01.043275 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8277765a-ba45-4a5b-9dbf-4475eb33a60f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:01.114977 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-7f16234c-d4fb-4994-8b2d-970a02d592e5 admin admin] For port 660dbe3d-73d1-4355-ae7d-8e6b49d4866b, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=660dbe3d-73d1-4355-ae7d-8e6b49d4866b,segment=NetworkSegment(f66b3ba5-e6f7-4df8-a4ac-86fd8b2196e7),segment_id=f66b3ba5-e6f7-4df8-a4ac-86fd8b2196e7)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:01.115724 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7f16234c-d4fb-4994-8b2d-970a02d592e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (660dbe3d-73d1-4355-ae7d-8e6b49d4866b), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:01.130372 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-8277765a-ba45-4a5b-9dbf-4475eb33a60f None None] For port cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:01.130831 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8277765a-ba45-4a5b-9dbf-4475eb33a60f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:01.131111 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-7f16234c-d4fb-4994-8b2d-970a02d592e5 admin admin] Calling delete_port for 660dbe3d-73d1-4355-ae7d-8e6b49d4866b owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:06:01.146065 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df16ea7-d225-4216-8406-e1451107ac31 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:01.153934 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df16ea7-d225-4216-8406-e1451107ac31 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Port': ['ID=cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f,revision_number=8']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:01.161745 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8277765a-ba45-4a5b-9dbf-4475eb33a60f None None] Calling delete_port for cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:06:01.207115 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-6df16ea7-d225-4216-8406-e1451107ac31 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:01.208794 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df16ea7-d225-4216-8406-e1451107ac31 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Subnet': ['ID=0d0de489-783f-40ef-9ca4-2da4b4b75b98,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:01.212503 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df16ea7-d225-4216-8406-e1451107ac31 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:01.213395 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6df16ea7-d225-4216-8406-e1451107ac31 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:01.238633 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 465899ab-7b89-4f61-ab0d-2eade00c2577 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:06:01.238852 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6df16ea7-d225-4216-8406-e1451107ac31 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8681495 Mar 07 11:06:01.252776 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 32968) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:01.259626 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-772ed117-214d-4228-838a-8c7f0a469477 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:01.321895 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 465899ab-7b89-4f61-ab0d-2eade00c2577 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:06:01.324564 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 465899ab-7b89-4f61-ab0d-2eade00c2577 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:06:01.328091 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a341b88f-c413-44ed-8de5-0c1007ead2a8 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:06:01.352321 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8b5e0b60-9285-458d-8fdc-d6d853f363a9 None None] Current status of the port cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:01.399867 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 32978) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:01.434945 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a6efc9ee-716f-4b3d-9e68-e9d967123e9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:01.456274 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772ed117-214d-4228-838a-8c7f0a469477 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:06:01.460825 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-772ed117-214d-4228-838a-8c7f0a469477 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:01.555334 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: a341b88f-c413-44ed-8de5-0c1007ead2a8 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:06:01.556125 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a341b88f-c413-44ed-8de5-0c1007ead2a8 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:06:01.556889 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a66899b3-7634-40fd-949d-f1af5f842755 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:06:01.568303 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7f16234c-d4fb-4994-8b2d-970a02d592e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (660dbe3d-73d1-4355-ae7d-8e6b49d4866b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:01.577206 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8277765a-ba45-4a5b-9dbf-4475eb33a60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:01.608221 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-53b580e1-09a3-43b1-a8b9-2f6de46b7d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac560bc3-7a87-4467-b1f3-8fe7fefba5b4', 'name': 'tempest-TestVolumeBackupRestore-1368137109-router', 'tenant_id': 'cda3df0335e24a80886274185ab69375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '7bce870a-dd08-447c-a36b-b5c059505afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:05:46Z', 'updated_at': '2022-03-07T11:05:58Z', 'revision_number': 4, 'project_id': 'cda3df0335e24a80886274185ab69375', 'gw_port': {'id': '7bce870a-dd08-447c-a36b-b5c059505afc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:47:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac560bc3-7a87-4467-b1f3-8fe7fefba5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:48Z', 'updated_at': '2022-03-07T11:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'ad1d2b93-c3fd-43e4-988c-ef2fd624e29c', 'name': '', 'network_id': 'a59630c9-9cfb-4938-97ad-2033803ec040', 'tenant_id': 'cda3df0335e24a80886274185ab69375', 'mac_address': 'fa:16:3e:e8:43:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac560bc3-7a87-4467-b1f3-8fe7fefba5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '6ae2b830-c8c3-4561-9268-dedf62cb7c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:55Z', 'updated_at': '2022-03-07T11:05:58Z', 'revision_number': 2, 'project_id': 'cda3df0335e24a80886274185ab69375', 'subnets': [{'id': '6ae2b830-c8c3-4561-9268-dedf62cb7c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:01.651768 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: a66899b3-7634-40fd-949d-f1af5f842755 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:06:01.651944 n-d-832164-4 neutron-server[103767]: INFO neutron.db.ipam_backend_mixin [None req-772ed117-214d-4228-838a-8c7f0a469477 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0d0de489-783f-40ef-9ca4-2da4b4b75b98 (CIDR: 2001:db8::/64) Mar 07 11:06:01.652982 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a66899b3-7634-40fd-949d-f1af5f842755 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:06:01.660453 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-772ed117-214d-4228-838a-8c7f0a469477 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 11:06:01.660942 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-772ed117-214d-4228-838a-8c7f0a469477 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:01.662122 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-8b5e0b60-9285-458d-8fdc-d6d853f363a9 None None] Could not find standard attr ID for object e1a35fe5-f4a3-440d-a26a-83df14ebcd53. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:06:01.665277 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277765a-ba45-4a5b-9dbf-4475eb33a60f None None] Pushing event deleted for resources: {'Port': ['ID=cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:01.705130 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-772ed117-214d-4228-838a-8c7f0a469477 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4508669 Mar 07 11:06:01.708456 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 32986) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:01.713885 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-e4c78103-d16c-42b0-bff0-117820dd2ad1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:01.731583 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b580e1-09a3-43b1-a8b9-2f6de46b7d3a None None] The sync data for ids ['ac560bc3-7a87-4467-b1f3-8fe7fefba5b4'] in n-d-832164-4 is: [{'id': 'ac560bc3-7a87-4467-b1f3-8fe7fefba5b4', 'name': 'tempest-TestVolumeBackupRestore-1368137109-router', 'tenant_id': 'cda3df0335e24a80886274185ab69375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '7bce870a-dd08-447c-a36b-b5c059505afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:05:46Z', 'updated_at': '2022-03-07T11:05:58Z', 'revision_number': 4, 'project_id': 'cda3df0335e24a80886274185ab69375', 'gw_port': {'id': '7bce870a-dd08-447c-a36b-b5c059505afc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:47:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac560bc3-7a87-4467-b1f3-8fe7fefba5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:48Z', 'updated_at': '2022-03-07T11:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'ad1d2b93-c3fd-43e4-988c-ef2fd624e29c', 'name': '', 'network_id': 'a59630c9-9cfb-4938-97ad-2033803ec040', 'tenant_id': 'cda3df0335e24a80886274185ab69375', 'mac_address': 'fa:16:3e:e8:43:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac560bc3-7a87-4467-b1f3-8fe7fefba5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '6ae2b830-c8c3-4561-9268-dedf62cb7c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:55Z', 'updated_at': '2022-03-07T11:05:58Z', 'revision_number': 2, 'project_id': 'cda3df0335e24a80886274185ab69375', 'subnets': [{'id': '6ae2b830-c8c3-4561-9268-dedf62cb7c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:06:01.779692 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16234c-d4fb-4994-8b2d-970a02d592e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=660dbe3d-73d1-4355-ae7d-8e6b49d4866b,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:01.864997 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8277765a-ba45-4a5b-9dbf-4475eb33a60f None None] No DVR routers for this DVR port cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:06:01.869926 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:06:01.919112 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a6efc9ee-716f-4b3d-9e68-e9d967123e9a admin admin] Publish callbacks [] for security_group (89942f31-5eeb-4492-8691-6181f9e93e28), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:01.945445 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a6efc9ee-716f-4b3d-9e68-e9d967123e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (89942f31-5eeb-4492-8691-6181f9e93e28), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:01.951426 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:06:01.953070 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device cd7e7f42-cbfa-407b-bb1b-bd9d8f0fda5f not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:06:01.977356 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229b0772-4005-49f2-a826-20fe28652e7e None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:06:01.978988 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c78103-d16c-42b0-bff0-117820dd2ad1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:06:01.987220 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4c78103-d16c-42b0-bff0-117820dd2ad1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:02.122080 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-4475da1b-b069-4005-8825-b831ffb622d9 None None] Provisioning complete for port ad1d2b93-c3fd-43e4-988c-ef2fd624e29c triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:02.122456 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4475da1b-b069-4005-8825-b831ffb622d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ad1d2b93-c3fd-43e4-988c-ef2fd624e29c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:02.147769 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a6efc9ee-716f-4b3d-9e68-e9d967123e9a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=765f942ad99347de986038d06cf0489a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7462466 Mar 07 11:06:02.172889 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4475da1b-b069-4005-8825-b831ffb622d9 None None] Port ad1d2b93-c3fd-43e4-988c-ef2fd624e29c cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:06:02.175365 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cc9a84-7a66-4a52-be79-66627262b986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-9b8a3032-9f66-43b6-9063-551ee6941c96', 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'project_id': 'a68fc610ca21434095921c9ff25a693f', 'fixed_ips': [{'subnet_id': '0d0de489-783f-40ef-9ca4-2da4b4b75b98'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:06:02.176661 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-72cc9a84-7a66-4a52-be79-66627262b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:02.236740 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33016) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:02.317645 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7f16234c-d4fb-4994-8b2d-970a02d592e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (36987bdc-c05f-4c66-bf1d-c7b2dbd41995), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:02.337140 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6efc9ee-716f-4b3d-9e68-e9d967123e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89942f31-5eeb-4492-8691-6181f9e93e28,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:02.426630 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cef2d9b5-7d69-4223-97ed-d02ef8b724d3 admin admin] Publish callbacks [] for security_group (89942f31-5eeb-4492-8691-6181f9e93e28), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:02.492832 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cef2d9b5-7d69-4223-97ed-d02ef8b724d3 admin admin] Publish callbacks [] for security_group (89942f31-5eeb-4492-8691-6181f9e93e28), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:02.525691 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-72cc9a84-7a66-4a52-be79-66627262b986 None None] Allocated IP 2001:db8::f816:3eff:fe8d:8b18 (9b8a3032-9f66-43b6-9063-551ee6941c96/0d0de489-783f-40ef-9ca4-2da4b4b75b98/ec10e777-9c2d-441d-b295-d8f91456b3af) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:06:02.573069 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4c78103-d16c-42b0-bff0-117820dd2ad1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (23b18c82-d331-4b7f-9e5f-6eab3001291d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:02.649100 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c78103-d16c-42b0-bff0-117820dd2ad1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:02.655392 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-e4c78103-d16c-42b0-bff0-117820dd2ad1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:02.662148 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c78103-d16c-42b0-bff0-117820dd2ad1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:02.663146 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4c78103-d16c-42b0-bff0-117820dd2ad1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:02.702294 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cef2d9b5-7d69-4223-97ed-d02ef8b724d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (89942f31-5eeb-4492-8691-6181f9e93e28), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:02.705942 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cef2d9b5-7d69-4223-97ed-d02ef8b724d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:02.707429 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-cef2d9b5-7d69-4223-97ed-d02ef8b724d3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/89942f31-5eeb-4492-8691-6181f9e93e28 HTTP/1.1" status: 204 len: 168 time: 0.4696717 Mar 07 11:06:02.725065 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e4c78103-d16c-42b0-bff0-117820dd2ad1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0151236 Mar 07 11:06:02.746159 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33028) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:02.747761 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c78103-d16c-42b0-bff0-117820dd2ad1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Subnet': ['ID=23b18c82-d331-4b7f-9e5f-6eab3001291d,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:02.757901 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-f221c91a-e754-4e94-bab1-1ab9e52a3ed9 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'port': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'mac_address': 'fa:16:3e:64:57:15', 'name': 'tempest-NetworksTestDHCPv6-1944565120'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:02.805416 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2d9b5-7d69-4223-97ed-d02ef8b724d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89942f31-5eeb-4492-8691-6181f9e93e28,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:02.811772 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f16234c-d4fb-4994-8b2d-970a02d592e5 admin admin] Router 36987bdc-c05f-4c66-bf1d-c7b2dbd41995 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:06:02.951189 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-72cc9a84-7a66-4a52-be79-66627262b986 None None] Publish callbacks [] for port (ec10e777-9c2d-441d-b295-d8f91456b3af), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:02.970783 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-72cc9a84-7a66-4a52-be79-66627262b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (ec10e777-9c2d-441d-b295-d8f91456b3af), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:03.071500 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cc9a84-7a66-4a52-be79-66627262b986 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:03.078425 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-72cc9a84-7a66-4a52-be79-66627262b986 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:03.090171 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cc9a84-7a66-4a52-be79-66627262b986 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:06:03.122164 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc9a84-7a66-4a52-be79-66627262b986 None None] Pushing event updated for resources: {'Port': ['ID=ec10e777-9c2d-441d-b295-d8f91456b3af,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:03.127687 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f16234c-d4fb-4994-8b2d-970a02d592e5 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:06:03.137593 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f221c91a-e754-4e94-bab1-1ab9e52a3ed9 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:06:03.140371 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7f16234c-d4fb-4994-8b2d-970a02d592e5 admin admin] 10.222.0.11 "PUT /v2.0/routers/36987bdc-c05f-4c66-bf1d-c7b2dbd41995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9657402 Mar 07 11:06:03.141017 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33038) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:03.142910 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0454fc42-6adb-4813-b635-eb405bdef8c3 None None] Sync routers for ids ['36987bdc-c05f-4c66-bf1d-c7b2dbd41995'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:06:03.169518 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0454fc42-6adb-4813-b635-eb405bdef8c3 None None] Routers {'36987bdc-c05f-4c66-bf1d-c7b2dbd41995'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:03.171426 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-0454fc42-6adb-4813-b635-eb405bdef8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:05:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['36987bdc-c05f-4c66-bf1d-c7b2dbd41995'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:03.275426 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-72cc9a84-7a66-4a52-be79-66627262b986 None None] Attempting to bind port ec10e777-9c2d-441d-b295-d8f91456b3af on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:06:03.275809 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-72cc9a84-7a66-4a52-be79-66627262b986 None None] Attempting to bind port ec10e777-9c2d-441d-b295-d8f91456b3af by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:06:03.276182 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cc9a84-7a66-4a52-be79-66627262b986 None None] Attempting to bind port ec10e777-9c2d-441d-b295-d8f91456b3af on network 9b8a3032-9f66-43b6-9063-551ee6941c96 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:06:03.295502 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cc9a84-7a66-4a52-be79-66627262b986 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:06:03.295747 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cc9a84-7a66-4a52-be79-66627262b986 None None] Checking segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:06:03.296168 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-72cc9a84-7a66-4a52-be79-66627262b986 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:03.296568 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cc9a84-7a66-4a52-be79-66627262b986 None None] Bound using segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:06:03.300792 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-72cc9a84-7a66-4a52-be79-66627262b986 None None] Bound port: ec10e777-9c2d-441d-b295-d8f91456b3af, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:06:03.300942 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-72cc9a84-7a66-4a52-be79-66627262b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ec10e777-9c2d-441d-b295-d8f91456b3af), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:03.433517 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f221c91a-e754-4e94-bab1-1ab9e52a3ed9 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:03.459805 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-0454fc42-6adb-4813-b635-eb405bdef8c3 None None] Set router 36987bdc-c05f-4c66-bf1d-c7b2dbd41995 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:06:03.502515 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-f221c91a-e754-4e94-bab1-1ab9e52a3ed9 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] device_id is not set on port 75bef0d9-7984-4140-a408-7e914519a3ca yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:06:03.529520 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-72cc9a84-7a66-4a52-be79-66627262b986 None None] For port ec10e777-9c2d-441d-b295-d8f91456b3af, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:06:03.534034 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-72cc9a84-7a66-4a52-be79-66627262b986 None None] For port ec10e777-9c2d-441d-b295-d8f91456b3af, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ec10e777-9c2d-441d-b295-d8f91456b3af,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:06:03.554546 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-72cc9a84-7a66-4a52-be79-66627262b986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ec10e777-9c2d-441d-b295-d8f91456b3af), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:03.590192 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33062) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:03.640639 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-551c89a5-c0ef-47ee-944d-1de6942a3875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:03.716726 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc9a84-7a66-4a52-be79-66627262b986 None None] Pushing event updated for resources: {'Port': ['ID=ec10e777-9c2d-441d-b295-d8f91456b3af,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:04.065878 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-0454fc42-6adb-4813-b635-eb405bdef8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36987bdc-c05f-4c66-bf1d-c7b2dbd41995', 'name': 'tempest-TestServerMultinode-1588299245-router', 'tenant_id': 'e195f34f8f044a71bbb58c1174b1153a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '8d98f8a2-3936-44c9-ad91-f33f51301e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:38Z', 'updated_at': '2022-03-07T11:06:01Z', 'revision_number': 5, 'project_id': 'e195f34f8f044a71bbb58c1174b1153a', 'gw_port': {'id': '8d98f8a2-3936-44c9-ad91-f33f51301e6b', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:cb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36987bdc-c05f-4c66-bf1d-c7b2dbd41995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:40Z', 'updated_at': '2022-03-07T11:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:04.111916 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fb2955a6-5ca1-49b0-ae07-93f21673aa3b admin admin] Publish callbacks [] for router (36987bdc-c05f-4c66-bf1d-c7b2dbd41995), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:04.116576 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-f221c91a-e754-4e94-bab1-1ab9e52a3ed9 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Allocated IP 2001:db8:0:1::12c (9b8a3032-9f66-43b6-9063-551ee6941c96/23b18c82-d331-4b7f-9e5f-6eab3001291d/75bef0d9-7984-4140-a408-7e914519a3ca) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:06:04.123056 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-551c89a5-c0ef-47ee-944d-1de6942a3875 admin admin] Publish callbacks [] for security_group (b53a618f-5c70-4a59-a7db-96b3ef372223), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:04.142202 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7bce870a-dd08-447c-a36b-b5c059505afc up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:06:04.175380 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-f221c91a-e754-4e94-bab1-1ab9e52a3ed9 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Allocated IP 2001:db8::f816:3eff:fe64:5715 (9b8a3032-9f66-43b6-9063-551ee6941c96/0d0de489-783f-40ef-9ca4-2da4b4b75b98/75bef0d9-7984-4140-a408-7e914519a3ca) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:06:04.178631 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-551c89a5-c0ef-47ee-944d-1de6942a3875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b53a618f-5c70-4a59-a7db-96b3ef372223), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:04.224413 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0454fc42-6adb-4813-b635-eb405bdef8c3 None None] Checking router: 36987bdc-c05f-4c66-bf1d-c7b2dbd41995 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:06:04.245466 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:06:04.266023 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0454fc42-6adb-4813-b635-eb405bdef8c3 None None] Routers {'36987bdc-c05f-4c66-bf1d-c7b2dbd41995'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:04.269748 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-0454fc42-6adb-4813-b635-eb405bdef8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:05:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['36987bdc-c05f-4c66-bf1d-c7b2dbd41995'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:04.344487 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 7bce870a-dd08-447c-a36b-b5c059505afc triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:04.344893 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7bce870a-dd08-447c-a36b-b5c059505afc), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:04.348090 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c89a5-c0ef-47ee-944d-1de6942a3875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53a618f-5c70-4a59-a7db-96b3ef372223,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:04.364811 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-551c89a5-c0ef-47ee-944d-1de6942a3875 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ffe66c64541548d895401957ffee1148&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7700396 Mar 07 11:06:04.369357 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33078) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:04.532413 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fb2955a6-5ca1-49b0-ae07-93f21673aa3b admin admin] Publish callbacks [] for router_gateway (36987bdc-c05f-4c66-bf1d-c7b2dbd41995), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:04.543330 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 7bce870a-dd08-447c-a36b-b5c059505afc is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:04.544078 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7bce870a-dd08-447c-a36b-b5c059505afc), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:04.602251 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 7bce870a-dd08-447c-a36b-b5c059505afc, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7bce870a-dd08-447c-a36b-b5c059505afc,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:04.610909 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (7bce870a-dd08-447c-a36b-b5c059505afc), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:04.672391 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-0454fc42-6adb-4813-b635-eb405bdef8c3 None None] Set router 36987bdc-c05f-4c66-bf1d-c7b2dbd41995 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:06:04.674393 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-abba1448-22cc-490a-8fed-b767e98b8fae admin admin] Publish callbacks [] for security_group (b53a618f-5c70-4a59-a7db-96b3ef372223), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:04.690882 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=7bce870a-dd08-447c-a36b-b5c059505afc,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:04.747541 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-fb2955a6-5ca1-49b0-ae07-93f21673aa3b admin admin] Deleting port 8d98f8a2-3936-44c9-ad91-f33f51301e6b {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:06:04.748467 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fb2955a6-5ca1-49b0-ae07-93f21673aa3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (8d98f8a2-3936-44c9-ad91-f33f51301e6b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:04.754458 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-abba1448-22cc-490a-8fed-b767e98b8fae admin admin] Publish callbacks [] for security_group (b53a618f-5c70-4a59-a7db-96b3ef372223), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:04.836506 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-abba1448-22cc-490a-8fed-b767e98b8fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b53a618f-5c70-4a59-a7db-96b3ef372223), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:04.839682 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-abba1448-22cc-490a-8fed-b767e98b8fae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:04.841069 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-abba1448-22cc-490a-8fed-b767e98b8fae admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b53a618f-5c70-4a59-a7db-96b3ef372223 HTTP/1.1" status: 204 len: 168 time: 0.4705043 Mar 07 11:06:04.856282 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba1448-22cc-490a-8fed-b767e98b8fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53a618f-5c70-4a59-a7db-96b3ef372223,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:04.973696 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-fb2955a6-5ca1-49b0-ae07-93f21673aa3b admin admin] For port 8d98f8a2-3936-44c9-ad91-f33f51301e6b, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=8d98f8a2-3936-44c9-ad91-f33f51301e6b,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:04.974068 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fb2955a6-5ca1-49b0-ae07-93f21673aa3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (8d98f8a2-3936-44c9-ad91-f33f51301e6b), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:04.976564 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f221c91a-e754-4e94-bab1-1ab9e52a3ed9 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for port (75bef0d9-7984-4140-a408-7e914519a3ca), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:05.035077 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-fb2955a6-5ca1-49b0-ae07-93f21673aa3b admin admin] Calling delete_port for 8d98f8a2-3936-44c9-ad91-f33f51301e6b owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:06:05.062408 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f221c91a-e754-4e94-bab1-1ab9e52a3ed9 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (75bef0d9-7984-4140-a408-7e914519a3ca), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:05.079791 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-0454fc42-6adb-4813-b635-eb405bdef8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36987bdc-c05f-4c66-bf1d-c7b2dbd41995', 'name': 'tempest-TestServerMultinode-1588299245-router', 'tenant_id': 'e195f34f8f044a71bbb58c1174b1153a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '8d98f8a2-3936-44c9-ad91-f33f51301e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:38Z', 'updated_at': '2022-03-07T11:06:01Z', 'revision_number': 5, 'project_id': 'e195f34f8f044a71bbb58c1174b1153a', 'gw_port': {'id': '8d98f8a2-3936-44c9-ad91-f33f51301e6b', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:cb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36987bdc-c05f-4c66-bf1d-c7b2dbd41995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:40Z', 'updated_at': '2022-03-07T11:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:05.117048 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0454fc42-6adb-4813-b635-eb405bdef8c3 None None] The sync data for ids ['36987bdc-c05f-4c66-bf1d-c7b2dbd41995'] in n-d-832164-4 is: [{'id': '36987bdc-c05f-4c66-bf1d-c7b2dbd41995', 'name': 'tempest-TestServerMultinode-1588299245-router', 'tenant_id': 'e195f34f8f044a71bbb58c1174b1153a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '8d98f8a2-3936-44c9-ad91-f33f51301e6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:04:38Z', 'updated_at': '2022-03-07T11:06:01Z', 'revision_number': 5, 'project_id': 'e195f34f8f044a71bbb58c1174b1153a', 'gw_port': {'id': '8d98f8a2-3936-44c9-ad91-f33f51301e6b', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:cb:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36987bdc-c05f-4c66-bf1d-c7b2dbd41995', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:04:40Z', 'updated_at': '2022-03-07T11:04:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:06:05.219907 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f221c91a-e754-4e94-bab1-1ab9e52a3ed9 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:05.226142 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221c91a-e754-4e94-bab1-1ab9e52a3ed9 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Port': ['ID=75bef0d9-7984-4140-a408-7e914519a3ca,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:05.232333 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-f221c91a-e754-4e94-bab1-1ab9e52a3ed9 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:05.236489 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f221c91a-e754-4e94-bab1-1ab9e52a3ed9 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:06:05.245139 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f221c91a-e754-4e94-bab1-1ab9e52a3ed9 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:05.246348 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f221c91a-e754-4e94-bab1-1ab9e52a3ed9 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:05.307701 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f221c91a-e754-4e94-bab1-1ab9e52a3ed9 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.5541329 Mar 07 11:06:05.309451 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33086) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:05.492656 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fb2955a6-5ca1-49b0-ae07-93f21673aa3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (8d98f8a2-3936-44c9-ad91-f33f51301e6b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:05.531101 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2955a6-5ca1-49b0-ae07-93f21673aa3b admin admin] Pushing event deleted for resources: {'Port': ['ID=8d98f8a2-3936-44c9-ad91-f33f51301e6b,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:05.541673 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5701ed58-47ca-4b7f-a6ab-6923999144b9 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:06:05.544518 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2955a6-5ca1-49b0-ae07-93f21673aa3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:05.545471 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2955a6-5ca1-49b0-ae07-93f21673aa3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:05.545988 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2955a6-5ca1-49b0-ae07-93f21673aa3b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:05.547128 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2955a6-5ca1-49b0-ae07-93f21673aa3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:05.547841 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2955a6-5ca1-49b0-ae07-93f21673aa3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:05.548348 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2955a6-5ca1-49b0-ae07-93f21673aa3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:05.548863 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2955a6-5ca1-49b0-ae07-93f21673aa3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:05.549401 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2955a6-5ca1-49b0-ae07-93f21673aa3b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:05.549903 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2955a6-5ca1-49b0-ae07-93f21673aa3b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:05.550401 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2955a6-5ca1-49b0-ae07-93f21673aa3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:05.550897 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2955a6-5ca1-49b0-ae07-93f21673aa3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:05.551411 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2955a6-5ca1-49b0-ae07-93f21673aa3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:05.551904 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2955a6-5ca1-49b0-ae07-93f21673aa3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:05.588981 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-ea1622c9-3e8e-4a72-8612-ed458787a83c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting port 75bef0d9-7984-4140-a408-7e914519a3ca {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:06:05.589354 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ea1622c9-3e8e-4a72-8612-ed458787a83c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (75bef0d9-7984-4140-a408-7e914519a3ca), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:05.692908 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fb2955a6-5ca1-49b0-ae07-93f21673aa3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (36987bdc-c05f-4c66-bf1d-c7b2dbd41995), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:05.893909 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ea1622c9-3e8e-4a72-8612-ed458787a83c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (75bef0d9-7984-4140-a408-7e914519a3ca), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:05.915781 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a5a611f4-e1ba-46a1-ab18-9b2530fa7bf3 None None] Provisioning complete for port ec10e777-9c2d-441d-b295-d8f91456b3af triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:05.916360 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a5a611f4-e1ba-46a1-ab18-9b2530fa7bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ec10e777-9c2d-441d-b295-d8f91456b3af), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:05.969719 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-ea1622c9-3e8e-4a72-8612-ed458787a83c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Calling delete_port for 75bef0d9-7984-4140-a408-7e914519a3ca owned by {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:06:05.972370 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fb2955a6-5ca1-49b0-ae07-93f21673aa3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (36987bdc-c05f-4c66-bf1d-c7b2dbd41995), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:05.977940 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fb2955a6-5ca1-49b0-ae07-93f21673aa3b admin admin] Publish callbacks [] for router_controller (36987bdc-c05f-4c66-bf1d-c7b2dbd41995), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:06.089199 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fb2955a6-5ca1-49b0-ae07-93f21673aa3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (36987bdc-c05f-4c66-bf1d-c7b2dbd41995), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:06.089780 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2955a6-5ca1-49b0-ae07-93f21673aa3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36987bdc-c05f-4c66-bf1d-c7b2dbd41995 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:06:06.098860 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fb2955a6-5ca1-49b0-ae07-93f21673aa3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:06.102778 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fb2955a6-5ca1-49b0-ae07-93f21673aa3b admin admin] 10.222.0.11 "DELETE /v2.0/routers/36987bdc-c05f-4c66-bf1d-c7b2dbd41995 HTTP/1.1" status: 204 len: 168 time: 2.9579370 Mar 07 11:06:06.103487 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33098) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:06.214465 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-2337cfe3-9999-42d6-8056-cb5c62afe5f4 admin admin] Deleting subnet 87935d1c-c0fe-4061-aa4b-a413e202c4ad {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:06:06.221802 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2337cfe3-9999-42d6-8056-cb5c62afe5f4 admin admin] Publish callbacks [] for subnet (87935d1c-c0fe-4061-aa4b-a413e202c4ad), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:06.293228 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2337cfe3-9999-42d6-8056-cb5c62afe5f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (87935d1c-c0fe-4061-aa4b-a413e202c4ad), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:06.293642 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ec10e777-9c2d-441d-b295-d8f91456b3af up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:06:06.299879 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e1ba42-a3ea-4177-8d25-8967e90aded3 None None] Update dhcp port {'port': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'fixed_ips': [{'subnet_id': '0d0de489-783f-40ef-9ca4-2da4b4b75b98', 'ip_address': '2001:db8::f816:3eff:fe8d:8b18'}, {'subnet_id': '23b18c82-d331-4b7f-9e5f-6eab3001291d'}], 'binding:host_id': 'n-d-832164-4'}, 'id': 'ec10e777-9c2d-441d-b295-d8f91456b3af'} from n-d-832164-4. {{(pid=103768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 11:06:06.406482 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a5a611f4-e1ba-46a1-ab18-9b2530fa7bf3 None None] Current status of the port ec10e777-9c2d-441d-b295-d8f91456b3af is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:06.406718 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a5a611f4-e1ba-46a1-ab18-9b2530fa7bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ec10e777-9c2d-441d-b295-d8f91456b3af), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:06.418943 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2337cfe3-9999-42d6-8056-cb5c62afe5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (87935d1c-c0fe-4061-aa4b-a413e202c4ad), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:06.556418 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2337cfe3-9999-42d6-8056-cb5c62afe5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (87935d1c-c0fe-4061-aa4b-a413e202c4ad), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:06.598927 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337cfe3-9999-42d6-8056-cb5c62afe5f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87935d1c-c0fe-4061-aa4b-a413e202c4ad,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:06.604217 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2337cfe3-9999-42d6-8056-cb5c62afe5f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:06.611826 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2337cfe3-9999-42d6-8056-cb5c62afe5f4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/87935d1c-c0fe-4061-aa4b-a413e202c4ad HTTP/1.1" status: 204 len: 168 time: 0.5071242 Mar 07 11:06:06.612715 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33110) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:06.776680 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a5a611f4-e1ba-46a1-ab18-9b2530fa7bf3 None None] For port ec10e777-9c2d-441d-b295-d8f91456b3af, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ec10e777-9c2d-441d-b295-d8f91456b3af,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:06.796967 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c199e4f-b0d8-460d-bd1c-c556c8143b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (cc3619e3-963d-43e4-96ea-3f58c4c9b1c1), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:06.810428 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f175741-9783-42a8-ad5c-93d16298424a None None] Network cc3619e3-963d-43e4-96ea-3f58c4c9b1c1 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:06:06.915875 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8da629-fca5-4638-87da-d2efa7a32e56 None None] Sync routers for ids ['ac560bc3-7a87-4467-b1f3-8fe7fefba5b4'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:06:06.923690 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-07e1ba42-a3ea-4177-8d25-8967e90aded3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ec10e777-9c2d-441d-b295-d8f91456b3af), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:06.945268 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-0c199e4f-b0d8-460d-bd1c-c556c8143b2b admin admin] Deleting port 7008b92c-623b-45d8-82b7-e88a34395438 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:06:06.945941 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c199e4f-b0d8-460d-bd1c-c556c8143b2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (7008b92c-623b-45d8-82b7-e88a34395438), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:06.979880 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a5a611f4-e1ba-46a1-ab18-9b2530fa7bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ec10e777-9c2d-441d-b295-d8f91456b3af), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:06.992105 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8da629-fca5-4638-87da-d2efa7a32e56 None None] Routers {'ac560bc3-7a87-4467-b1f3-8fe7fefba5b4'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:06.993749 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-7a8da629-fca5-4638-87da-d2efa7a32e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:05:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['ac560bc3-7a87-4467-b1f3-8fe7fefba5b4'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:07.058633 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-0c199e4f-b0d8-460d-bd1c-c556c8143b2b admin admin] For port 7008b92c-623b-45d8-82b7-e88a34395438, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7008b92c-623b-45d8-82b7-e88a34395438,segment=NetworkSegment(f66b3ba5-e6f7-4df8-a4ac-86fd8b2196e7),segment_id=f66b3ba5-e6f7-4df8-a4ac-86fd8b2196e7)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:07.059120 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c199e4f-b0d8-460d-bd1c-c556c8143b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (7008b92c-623b-45d8-82b7-e88a34395438), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:07.074455 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-0c199e4f-b0d8-460d-bd1c-c556c8143b2b admin admin] Calling delete_port for 7008b92c-623b-45d8-82b7-e88a34395438 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:06:07.157406 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7f972563-c3bc-46da-a5b1-e695f0ce623b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:07.182633 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ea1622c9-3e8e-4a72-8612-ed458787a83c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (75bef0d9-7984-4140-a408-7e914519a3ca), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:07.196587 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c199e4f-b0d8-460d-bd1c-c556c8143b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (7008b92c-623b-45d8-82b7-e88a34395438), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:07.210190 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-7a8da629-fca5-4638-87da-d2efa7a32e56 None None] Set router ac560bc3-7a87-4467-b1f3-8fe7fefba5b4 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:06:07.246534 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c199e4f-b0d8-460d-bd1c-c556c8143b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=7008b92c-623b-45d8-82b7-e88a34395438,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:07.261900 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1622c9-3e8e-4a72-8612-ed458787a83c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Port': ['ID=75bef0d9-7984-4140-a408-7e914519a3ca,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:07.263026 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c199e4f-b0d8-460d-bd1c-c556c8143b2b admin admin] No DVR routers for this DVR port 7008b92c-623b-45d8-82b7-e88a34395438 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:06:07.332662 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port ec10e777-9c2d-441d-b295-d8f91456b3af triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:07.333118 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ec10e777-9c2d-441d-b295-d8f91456b3af), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:07.348156 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ea1622c9-3e8e-4a72-8612-ed458787a83c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:07.351795 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ea1622c9-3e8e-4a72-8612-ed458787a83c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/75bef0d9-7984-4140-a408-7e914519a3ca HTTP/1.1" status: 204 len: 168 time: 2.0404334 Mar 07 11:06:07.354974 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33122) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:07.421513 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c199e4f-b0d8-460d-bd1c-c556c8143b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (cc3619e3-963d-43e4-96ea-3f58c4c9b1c1), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:07.476382 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-0c199e4f-b0d8-460d-bd1c-c556c8143b2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc3619e3-963d-43e4-96ea-3f58c4c9b1c1']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:07.502961 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-0c199e4f-b0d8-460d-bd1c-c556c8143b2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f66b3ba5-e6f7-4df8-a4ac-86fd8b2196e7') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:07.503258 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-0c199e4f-b0d8-460d-bd1c-c556c8143b2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f66b3ba5-e6f7-4df8-a4ac-86fd8b2196e7') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:07.516025 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b160287f-f0fb-454c-a2db-cb9af09f14e5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:07.519052 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b160287f-f0fb-454c-a2db-cb9af09f14e5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1628408 Mar 07 11:06:07.521597 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33128) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:07.543043 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c199e4f-b0d8-460d-bd1c-c556c8143b2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (f66b3ba5-e6f7-4df8-a4ac-86fd8b2196e7), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:07.548767 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c229b10-bfa2-4339-aa23-a3c38ad9bf58 None None] DHCP port deletion for cc3619e3-963d-43e4-96ea-3f58c4c9b1c1 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:06:07.587843 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a611f4-e1ba-46a1-ab18-9b2530fa7bf3 None None] Pushing event updated for resources: {'Port': ['ID=ec10e777-9c2d-441d-b295-d8f91456b3af,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:07.618038 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c199e4f-b0d8-460d-bd1c-c556c8143b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (f66b3ba5-e6f7-4df8-a4ac-86fd8b2196e7), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:07.627157 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c199e4f-b0d8-460d-bd1c-c556c8143b2b admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:06:07.627881 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c199e4f-b0d8-460d-bd1c-c556c8143b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (f66b3ba5-e6f7-4df8-a4ac-86fd8b2196e7), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:07.630827 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 11:06:07.630827 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:06:07.630827 n-d-832164-4 neutron-server[103766]: timer() Mar 07 11:06:07.630827 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:06:07.630827 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 11:06:07.630827 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:06:07.630827 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 11:06:07.630827 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:06:07.630827 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 11:06:07.630827 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:06:07.630827 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 11:06:07.630827 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:06:07.630827 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 11:06:07.630827 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:06:07.630827 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:06:07.630827 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:06:07.630827 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:06:07.630827 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:06:07.630827 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 11:06:07.630827 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:06:07.630827 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 11:06:07.630827 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:06:07.630827 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:06:07.630827 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:06:07.630827 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 11:06:07.630827 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:06:07.630827 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:06:07.630827 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:06:07.630827 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:06:07.630827 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:06:07.630827 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:06:07.630827 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:06:07.737142 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port ec10e777-9c2d-441d-b295-d8f91456b3af is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:07.738145 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7bce870a-dd08-447c-a36b-b5c059505afc up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:06:07.764367 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1fa441-7bc2-4374-870d-23ea749dd7d7 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:07.773960 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6b1fa441-7bc2-4374-870d-23ea749dd7d7 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2477775 Mar 07 11:06:07.774523 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33134) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:07.786861 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c199e4f-b0d8-460d-bd1c-c556c8143b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (cc3619e3-963d-43e4-96ea-3f58c4c9b1c1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:07.796966 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c199e4f-b0d8-460d-bd1c-c556c8143b2b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:07.812200 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0c199e4f-b0d8-460d-bd1c-c556c8143b2b admin admin] 10.222.0.11 "DELETE /v2.0/networks/cc3619e3-963d-43e4-96ea-3f58c4c9b1c1 HTTP/1.1" status: 204 len: 168 time: 1.1981626 Mar 07 11:06:07.851676 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c199e4f-b0d8-460d-bd1c-c556c8143b2b admin admin] Pushing event deleted for resources: {'Network': ['ID=cc3619e3-963d-43e4-96ea-3f58c4c9b1c1,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:07.857367 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-07e1ba42-a3ea-4177-8d25-8967e90aded3 None None] Allocated IP 2001:db8:0:1::2 (9b8a3032-9f66-43b6-9063-551ee6941c96/23b18c82-d331-4b7f-9e5f-6eab3001291d/ec10e777-9c2d-441d-b295-d8f91456b3af) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:06:07.870549 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 7bce870a-dd08-447c-a36b-b5c059505afc triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:07.870549 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7bce870a-dd08-447c-a36b-b5c059505afc), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:07.886148 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79335f8-22f0-4263-92e5-2fc061c78cd6 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:07.888211 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79335f8-22f0-4263-92e5-2fc061c78cd6 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:07.889925 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79335f8-22f0-4263-92e5-2fc061c78cd6 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:07.892461 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e79335f8-22f0-4263-92e5-2fc061c78cd6 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1137273 Mar 07 11:06:07.895170 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33142) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:07.972187 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-3835a9a2-9da5-4880-8380-a5dfecc6b812 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting subnet 0d0de489-783f-40ef-9ca4-2da4b4b75b98 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:06:07.996159 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-7a8da629-fca5-4638-87da-d2efa7a32e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac560bc3-7a87-4467-b1f3-8fe7fefba5b4', 'name': 'tempest-TestVolumeBackupRestore-1368137109-router', 'tenant_id': 'cda3df0335e24a80886274185ab69375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '7bce870a-dd08-447c-a36b-b5c059505afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:05:46Z', 'updated_at': '2022-03-07T11:05:58Z', 'revision_number': 4, 'project_id': 'cda3df0335e24a80886274185ab69375', 'gw_port': {'id': '7bce870a-dd08-447c-a36b-b5c059505afc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:47:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac560bc3-7a87-4467-b1f3-8fe7fefba5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:48Z', 'updated_at': '2022-03-07T11:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'ad1d2b93-c3fd-43e4-988c-ef2fd624e29c', 'name': '', 'network_id': 'a59630c9-9cfb-4938-97ad-2033803ec040', 'tenant_id': 'cda3df0335e24a80886274185ab69375', 'mac_address': 'fa:16:3e:e8:43:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac560bc3-7a87-4467-b1f3-8fe7fefba5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '6ae2b830-c8c3-4561-9268-dedf62cb7c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:55Z', 'updated_at': '2022-03-07T11:05:58Z', 'revision_number': 2, 'project_id': 'cda3df0335e24a80886274185ab69375', 'subnets': [{'id': '6ae2b830-c8c3-4561-9268-dedf62cb7c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:08.028804 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8da629-fca5-4638-87da-d2efa7a32e56 None None] Checking router: ac560bc3-7a87-4467-b1f3-8fe7fefba5b4 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:06:08.029200 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8da629-fca5-4638-87da-d2efa7a32e56 None None] Updating router ac560bc3-7a87-4467-b1f3-8fe7fefba5b4 port ad1d2b93-c3fd-43e4-988c-ef2fd624e29c binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:06:08.082866 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7a8da629-fca5-4638-87da-d2efa7a32e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ad1d2b93-c3fd-43e4-988c-ef2fd624e29c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:08.114643 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-07e1ba42-a3ea-4177-8d25-8967e90aded3 None None] For port ec10e777-9c2d-441d-b295-d8f91456b3af, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ec10e777-9c2d-441d-b295-d8f91456b3af,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:08.267184 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33156) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:08.331662 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-30709ec6-be3c-4530-956c-0728098a7712 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=816aa66438f74aed96aa3545852636b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0629325 Mar 07 11:06:08.333943 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33158) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:08.422174 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-07e1ba42-a3ea-4177-8d25-8967e90aded3 None None] Publish callbacks [] for port (ec10e777-9c2d-441d-b295-d8f91456b3af), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:08.441160 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3835a9a2-9da5-4880-8380-a5dfecc6b812 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (0d0de489-783f-40ef-9ca4-2da4b4b75b98), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:08.443202 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-07e1ba42-a3ea-4177-8d25-8967e90aded3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ec10e777-9c2d-441d-b295-d8f91456b3af), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:08.447069 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-018ae7e2-9131-47b3-a170-03ef2afe167a admin admin] Publish callbacks [] for security_group (0567a5c7-fafc-47f2-a364-5a042b9246f8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:08.496397 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 7bce870a-dd08-447c-a36b-b5c059505afc is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:08.550576 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3835a9a2-9da5-4880-8380-a5dfecc6b812 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (0d0de489-783f-40ef-9ca4-2da4b4b75b98), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:08.555214 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-018ae7e2-9131-47b3-a170-03ef2afe167a admin admin] Publish callbacks [] for security_group (0567a5c7-fafc-47f2-a364-5a042b9246f8), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:08.606137 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 660dbe3d-73d1-4355-ae7d-8e6b49d4866b no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:06:08.689978 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3835a9a2-9da5-4880-8380-a5dfecc6b812 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (0d0de489-783f-40ef-9ca4-2da4b4b75b98), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:08.722245 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-018ae7e2-9131-47b3-a170-03ef2afe167a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0567a5c7-fafc-47f2-a364-5a042b9246f8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:08.727497 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-018ae7e2-9131-47b3-a170-03ef2afe167a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:08.728658 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-018ae7e2-9131-47b3-a170-03ef2afe167a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0567a5c7-fafc-47f2-a364-5a042b9246f8 HTTP/1.1" status: 204 len: 168 time: 0.3922389 Mar 07 11:06:08.741044 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 660dbe3d-73d1-4355-ae7d-8e6b49d4866b {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:06:08.742214 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 660dbe3d-73d1-4355-ae7d-8e6b49d4866b not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:06:08.790661 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3835a9a2-9da5-4880-8380-a5dfecc6b812 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (0d0de489-783f-40ef-9ca4-2da4b4b75b98), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:08.796964 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4c8c5ee4-41c5-46df-ad62-87246445a171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:08.809181 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7a8da629-fca5-4638-87da-d2efa7a32e56 None None] Publish callbacks [] for port (ad1d2b93-c3fd-43e4-988c-ef2fd624e29c), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:08.816860 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1ba42-a3ea-4177-8d25-8967e90aded3 None None] Pushing event updated for resources: {'Port': ['ID=ec10e777-9c2d-441d-b295-d8f91456b3af,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:08.824175 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7a8da629-fca5-4638-87da-d2efa7a32e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ad1d2b93-c3fd-43e4-988c-ef2fd624e29c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:08.852365 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835a9a2-9da5-4880-8380-a5dfecc6b812 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Subnet': ['ID=0d0de489-783f-40ef-9ca4-2da4b4b75b98,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:08.861301 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ae7e2-9131-47b3-a170-03ef2afe167a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0567a5c7-fafc-47f2-a364-5a042b9246f8,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:08.871195 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3835a9a2-9da5-4880-8380-a5dfecc6b812 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:08.892558 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3835a9a2-9da5-4880-8380-a5dfecc6b812 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/0d0de489-783f-40ef-9ca4-2da4b4b75b98 HTTP/1.1" status: 204 len: 168 time: 0.9960120 Mar 07 11:06:08.895047 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33178) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:08.904930 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e7427-379b-4f59-8dbd-ff815a9b85a0 None None] Pushing event updated for resources: {'Port': ['ID=ad1d2b93-c3fd-43e4-988c-ef2fd624e29c,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:09.035238 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de91a8e-a80a-47e4-9cad-7d9aeccbf23b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting subnet 23b18c82-d331-4b7f-9e5f-6eab3001291d {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:06:09.043094 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1de91a8e-a80a-47e4-9cad-7d9aeccbf23b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (23b18c82-d331-4b7f-9e5f-6eab3001291d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:09.074412 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-7a8da629-fca5-4638-87da-d2efa7a32e56 None None] Attempting to bind port ad1d2b93-c3fd-43e4-988c-ef2fd624e29c on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:06:09.075496 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-7a8da629-fca5-4638-87da-d2efa7a32e56 None None] Attempting to bind port ad1d2b93-c3fd-43e4-988c-ef2fd624e29c by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '2e1b7a0e-e790-4f36-8fb2-9358c45c803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a59630c9-9cfb-4938-97ad-2033803ec040'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:06:09.076600 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8da629-fca5-4638-87da-d2efa7a32e56 None None] Attempting to bind port ad1d2b93-c3fd-43e4-988c-ef2fd624e29c on network a59630c9-9cfb-4938-97ad-2033803ec040 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:06:09.088544 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ec10e777-9c2d-441d-b295-d8f91456b3af up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:06:09.099205 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8da629-fca5-4638-87da-d2efa7a32e56 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:06:09.099564 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8da629-fca5-4638-87da-d2efa7a32e56 None None] Checking segment: {'id': '2e1b7a0e-e790-4f36-8fb2-9358c45c803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a59630c9-9cfb-4938-97ad-2033803ec040'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:06:09.100619 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7a8da629-fca5-4638-87da-d2efa7a32e56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:09.101082 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8da629-fca5-4638-87da-d2efa7a32e56 None None] Bound using segment: {'id': '2e1b7a0e-e790-4f36-8fb2-9358c45c803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a59630c9-9cfb-4938-97ad-2033803ec040'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:06:09.101675 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-7a8da629-fca5-4638-87da-d2efa7a32e56 None None] Bound port: ad1d2b93-c3fd-43e4-988c-ef2fd624e29c, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e1b7a0e-e790-4f36-8fb2-9358c45c803c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a59630c9-9cfb-4938-97ad-2033803ec040'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:06:09.102131 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7a8da629-fca5-4638-87da-d2efa7a32e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ad1d2b93-c3fd-43e4-988c-ef2fd624e29c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:09.177028 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1de91a8e-a80a-47e4-9cad-7d9aeccbf23b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (23b18c82-d331-4b7f-9e5f-6eab3001291d), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:09.424515 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1de91a8e-a80a-47e4-9cad-7d9aeccbf23b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (23b18c82-d331-4b7f-9e5f-6eab3001291d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:09.551392 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1de91a8e-a80a-47e4-9cad-7d9aeccbf23b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (23b18c82-d331-4b7f-9e5f-6eab3001291d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:09.621608 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de91a8e-a80a-47e4-9cad-7d9aeccbf23b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Subnet': ['ID=23b18c82-d331-4b7f-9e5f-6eab3001291d,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:09.632624 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1de91a8e-a80a-47e4-9cad-7d9aeccbf23b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:09.640271 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1de91a8e-a80a-47e4-9cad-7d9aeccbf23b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/23b18c82-d331-4b7f-9e5f-6eab3001291d HTTP/1.1" status: 204 len: 168 time: 0.7435632 Mar 07 11:06:09.642764 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33188) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:09.719177 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33192) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:09.776965 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-83736040-ced5-45e4-aac6-d5004f5f2ed1 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1302569 Mar 07 11:06:09.778263 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33194) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:09.786084 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e7952826-25d0-4d43-b1db-565f749a9934 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:09.822094 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-4c9dacd4-65dd-4766-8617-edb59eee5d0a None None] Provisioning complete for port ad1d2b93-c3fd-43e4-988c-ef2fd624e29c triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:09.822488 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4c9dacd4-65dd-4766-8617-edb59eee5d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ad1d2b93-c3fd-43e4-988c-ef2fd624e29c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:09.850421 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a9620996-d9fc-4408-bd1e-e89d0d73402b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e195f34f8f044a71bbb58c1174b1153a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1291046 Mar 07 11:06:09.852858 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33198) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:09.890212 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-7a8da629-fca5-4638-87da-d2efa7a32e56 None None] For port ad1d2b93-c3fd-43e4-988c-ef2fd624e29c, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:06:09.914553 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-7a8da629-fca5-4638-87da-d2efa7a32e56 None None] For port ad1d2b93-c3fd-43e4-988c-ef2fd624e29c, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ad1d2b93-c3fd-43e4-988c-ef2fd624e29c,segment=NetworkSegment(2e1b7a0e-e790-4f36-8fb2-9358c45c803c),segment_id=2e1b7a0e-e790-4f36-8fb2-9358c45c803c)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:06:09.930514 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port ec10e777-9c2d-441d-b295-d8f91456b3af triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:09.931020 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ec10e777-9c2d-441d-b295-d8f91456b3af), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:09.937533 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7a8da629-fca5-4638-87da-d2efa7a32e56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ad1d2b93-c3fd-43e4-988c-ef2fd624e29c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:09.965512 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33200) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:09.989058 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5331bb10-77b5-41de-a064-d231c399ee1c admin admin] Publish callbacks [] for security_group (0d4cd4e6-b42b-4d86-a884-5a4a3d592835), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:10.029812 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7952826-25d0-4d43-b1db-565f749a9934 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:06:10.036590 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e7952826-25d0-4d43-b1db-565f749a9934 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:10.043086 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4c9dacd4-65dd-4766-8617-edb59eee5d0a None None] Port ad1d2b93-c3fd-43e4-988c-ef2fd624e29c cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:06:10.057359 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5331bb10-77b5-41de-a064-d231c399ee1c admin admin] Publish callbacks [] for security_group (0d4cd4e6-b42b-4d86-a884-5a4a3d592835), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:10.067061 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:10.128092 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b074cbb1-a5b2-4cd3-949e-12fc83c609ec None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:06:10.133864 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8da629-fca5-4638-87da-d2efa7a32e56 None None] Routers {'ac560bc3-7a87-4467-b1f3-8fe7fefba5b4'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:10.134447 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-7a8da629-fca5-4638-87da-d2efa7a32e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:06:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['ac560bc3-7a87-4467-b1f3-8fe7fefba5b4'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:10.168709 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5331bb10-77b5-41de-a064-d231c399ee1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0d4cd4e6-b42b-4d86-a884-5a4a3d592835), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:10.171255 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5331bb10-77b5-41de-a064-d231c399ee1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:10.176201 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5331bb10-77b5-41de-a064-d231c399ee1c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0d4cd4e6-b42b-4d86-a884-5a4a3d592835 HTTP/1.1" status: 204 len: 168 time: 0.3212667 Mar 07 11:06:10.234648 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331bb10-77b5-41de-a064-d231c399ee1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4cd4e6-b42b-4d86-a884-5a4a3d592835,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:10.308033 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-7a8da629-fca5-4638-87da-d2efa7a32e56 None None] Set router ac560bc3-7a87-4467-b1f3-8fe7fefba5b4 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:06:10.328861 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e473b91a-e229-4fca-8b4a-de22925f4041 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:10.467721 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e7427-379b-4f59-8dbd-ff815a9b85a0 None None] Pushing event updated for resources: {'Port': ['ID=ad1d2b93-c3fd-43e4-988c-ef2fd624e29c,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:10.486974 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e7952826-25d0-4d43-b1db-565f749a9934 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (8559ca95-9bfe-44c0-aa8b-cca731d17029), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:10.514572 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e473b91a-e229-4fca-8b4a-de22925f4041 admin admin] Publish callbacks [] for security_group (22036f6f-b910-428e-8186-929ae7199a4b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:10.521622 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e473b91a-e229-4fca-8b4a-de22925f4041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (22036f6f-b910-428e-8186-929ae7199a4b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:10.576917 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7952826-25d0-4d43-b1db-565f749a9934 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:10.579005 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-e7952826-25d0-4d43-b1db-565f749a9934 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:10.582289 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7952826-25d0-4d43-b1db-565f749a9934 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:10.583156 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e7952826-25d0-4d43-b1db-565f749a9934 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:10.586335 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port ec10e777-9c2d-441d-b295-d8f91456b3af is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:10.606216 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e473b91a-e229-4fca-8b4a-de22925f4041 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=75b41e0ba55d4fd5825930f2008776b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6390057 Mar 07 11:06:10.614914 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33210) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:10.639686 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e7952826-25d0-4d43-b1db-565f749a9934 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8576279 Mar 07 11:06:10.643830 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33212) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:10.650098 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-8e892fc3-9fd4-4b82-903e-97b2cfd485e0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:10.654362 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7952826-25d0-4d43-b1db-565f749a9934 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Subnet': ['ID=8559ca95-9bfe-44c0-aa8b-cca731d17029,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:10.665832 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473b91a-e229-4fca-8b4a-de22925f4041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22036f6f-b910-428e-8186-929ae7199a4b,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:10.733413 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 8d98f8a2-3936-44c9-ad91-f33f51301e6b no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:06:10.778971 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-50e83cff-5e04-4972-8b20-8927a1f0c808 admin admin] Publish callbacks [] for security_group (22036f6f-b910-428e-8186-929ae7199a4b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:10.811044 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6fda9081-a777-4ec5-8115-03d28bc5799b None None] Provisioning complete for port ec10e777-9c2d-441d-b295-d8f91456b3af triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:10.813140 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6fda9081-a777-4ec5-8115-03d28bc5799b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ec10e777-9c2d-441d-b295-d8f91456b3af), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:10.836365 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-50e83cff-5e04-4972-8b20-8927a1f0c808 admin admin] Publish callbacks [] for security_group (22036f6f-b910-428e-8186-929ae7199a4b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:10.886253 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 8d98f8a2-3936-44c9-ad91-f33f51301e6b {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:06:10.886597 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 8d98f8a2-3936-44c9-ad91-f33f51301e6b not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:06:10.887015 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7008b92c-623b-45d8-82b7-e88a34395438 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:06:10.920647 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-50e83cff-5e04-4972-8b20-8927a1f0c808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (22036f6f-b910-428e-8186-929ae7199a4b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:10.924003 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-50e83cff-5e04-4972-8b20-8927a1f0c808 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:10.928693 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-50e83cff-5e04-4972-8b20-8927a1f0c808 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/22036f6f-b910-428e-8186-929ae7199a4b HTTP/1.1" status: 204 len: 168 time: 0.3102052 Mar 07 11:06:10.935483 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e892fc3-9fd4-4b82-903e-97b2cfd485e0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:06:10.938156 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 7008b92c-623b-45d8-82b7-e88a34395438 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:06:10.938603 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7008b92c-623b-45d8-82b7-e88a34395438 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:06:10.963003 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8e892fc3-9fd4-4b82-903e-97b2cfd485e0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:10.983004 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e83cff-5e04-4972-8b20-8927a1f0c808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22036f6f-b910-428e-8186-929ae7199a4b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:11.123773 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6fda9081-a777-4ec5-8115-03d28bc5799b None None] Current status of the port ec10e777-9c2d-441d-b295-d8f91456b3af is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:11.128781 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41c9012-8590-4029-a1da-c4d3f03413c8 None None] DHCP port deletion for 9b8a3032-9f66-43b6-9063-551ee6941c96 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:06:11.138275 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6fda9081-a777-4ec5-8115-03d28bc5799b None None] Could not find standard attr ID for object 75bef0d9-7984-4140-a408-7e914519a3ca. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:06:11.242296 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-7a8da629-fca5-4638-87da-d2efa7a32e56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac560bc3-7a87-4467-b1f3-8fe7fefba5b4', 'name': 'tempest-TestVolumeBackupRestore-1368137109-router', 'tenant_id': 'cda3df0335e24a80886274185ab69375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '7bce870a-dd08-447c-a36b-b5c059505afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:05:46Z', 'updated_at': '2022-03-07T11:05:58Z', 'revision_number': 4, 'project_id': 'cda3df0335e24a80886274185ab69375', 'gw_port': {'id': '7bce870a-dd08-447c-a36b-b5c059505afc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:47:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac560bc3-7a87-4467-b1f3-8fe7fefba5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:48Z', 'updated_at': '2022-03-07T11:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'ad1d2b93-c3fd-43e4-988c-ef2fd624e29c', 'name': '', 'network_id': 'a59630c9-9cfb-4938-97ad-2033803ec040', 'tenant_id': 'cda3df0335e24a80886274185ab69375', 'mac_address': 'fa:16:3e:e8:43:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac560bc3-7a87-4467-b1f3-8fe7fefba5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '6ae2b830-c8c3-4561-9268-dedf62cb7c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:55Z', 'updated_at': '2022-03-07T11:06:09Z', 'revision_number': 4, 'project_id': 'cda3df0335e24a80886274185ab69375', 'subnets': [{'id': '6ae2b830-c8c3-4561-9268-dedf62cb7c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:11.264395 n-d-832164-4 neutron-server[103766]: INFO neutron.db.ipam_backend_mixin [None req-8e892fc3-9fd4-4b82-903e-97b2cfd485e0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8559ca95-9bfe-44c0-aa8b-cca731d17029 (CIDR: 2001:db8::/64) Mar 07 11:06:11.273260 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e892fc3-9fd4-4b82-903e-97b2cfd485e0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 11:06:11.274450 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e892fc3-9fd4-4b82-903e-97b2cfd485e0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:11.299806 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ad1d2b93-c3fd-43e4-988c-ef2fd624e29c up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:06:11.304559 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8e892fc3-9fd4-4b82-903e-97b2cfd485e0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6591582 Mar 07 11:06:11.308743 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33228) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:11.317158 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-30d826c8-344e-4ec8-b26f-1567287dbbe0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:11.344350 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8da629-fca5-4638-87da-d2efa7a32e56 None None] The sync data for ids ['ac560bc3-7a87-4467-b1f3-8fe7fefba5b4'] in n-d-832164-4 is: [{'id': 'ac560bc3-7a87-4467-b1f3-8fe7fefba5b4', 'name': 'tempest-TestVolumeBackupRestore-1368137109-router', 'tenant_id': 'cda3df0335e24a80886274185ab69375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '7bce870a-dd08-447c-a36b-b5c059505afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:05:46Z', 'updated_at': '2022-03-07T11:05:58Z', 'revision_number': 4, 'project_id': 'cda3df0335e24a80886274185ab69375', 'gw_port': {'id': '7bce870a-dd08-447c-a36b-b5c059505afc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:47:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac560bc3-7a87-4467-b1f3-8fe7fefba5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:48Z', 'updated_at': '2022-03-07T11:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'ad1d2b93-c3fd-43e4-988c-ef2fd624e29c', 'name': '', 'network_id': 'a59630c9-9cfb-4938-97ad-2033803ec040', 'tenant_id': 'cda3df0335e24a80886274185ab69375', 'mac_address': 'fa:16:3e:e8:43:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac560bc3-7a87-4467-b1f3-8fe7fefba5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '6ae2b830-c8c3-4561-9268-dedf62cb7c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:55Z', 'updated_at': '2022-03-07T11:06:09Z', 'revision_number': 4, 'project_id': 'cda3df0335e24a80886274185ab69375', 'subnets': [{'id': '6ae2b830-c8c3-4561-9268-dedf62cb7c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:06:11.378718 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b41c9012-8590-4029-a1da-c4d3f03413c8 None None] Deleting port ec10e777-9c2d-441d-b295-d8f91456b3af {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:06:11.391116 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b41c9012-8590-4029-a1da-c4d3f03413c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (ec10e777-9c2d-441d-b295-d8f91456b3af), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:11.435617 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6a168103-11cd-4f2d-b037-12193b6635ad None None] Provisioning complete for port ad1d2b93-c3fd-43e4-988c-ef2fd624e29c triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:11.442264 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6a168103-11cd-4f2d-b037-12193b6635ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ad1d2b93-c3fd-43e4-988c-ef2fd624e29c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:11.550527 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33234) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:11.576168 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2fd27638-e035-4e06-a221-9a80aac1cf94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:11.597219 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port ad1d2b93-c3fd-43e4-988c-ef2fd624e29c triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:11.599408 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ad1d2b93-c3fd-43e4-988c-ef2fd624e29c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:11.614914 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d826c8-344e-4ec8-b26f-1567287dbbe0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:06:11.620199 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-30d826c8-344e-4ec8-b26f-1567287dbbe0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:11.683123 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-b41c9012-8590-4029-a1da-c4d3f03413c8 None None] For port ec10e777-9c2d-441d-b295-d8f91456b3af, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ec10e777-9c2d-441d-b295-d8f91456b3af,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:11.683798 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b41c9012-8590-4029-a1da-c4d3f03413c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (ec10e777-9c2d-441d-b295-d8f91456b3af), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:11.734293 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b41c9012-8590-4029-a1da-c4d3f03413c8 None None] Calling delete_port for ec10e777-9c2d-441d-b295-d8f91456b3af owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:06:11.811193 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2fd27638-e035-4e06-a221-9a80aac1cf94 admin admin] Publish callbacks [] for security_group (27e4e03b-4fbb-4f92-97db-ecebeaaace61), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:11.813780 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:11.824887 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2fd27638-e035-4e06-a221-9a80aac1cf94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (27e4e03b-4fbb-4f92-97db-ecebeaaace61), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:11.825237 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6a168103-11cd-4f2d-b037-12193b6635ad None None] Current status of the port ad1d2b93-c3fd-43e4-988c-ef2fd624e29c is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:11.825398 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6a168103-11cd-4f2d-b037-12193b6635ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ad1d2b93-c3fd-43e4-988c-ef2fd624e29c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:11.933413 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33242) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:11.933665 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2fd27638-e035-4e06-a221-9a80aac1cf94 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9e24643a334c470faf009013cbddc41e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3775148 Mar 07 11:06:11.937364 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd27638-e035-4e06-a221-9a80aac1cf94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e4e03b-4fbb-4f92-97db-ecebeaaace61,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:12.012132 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6a168103-11cd-4f2d-b037-12193b6635ad None None] For port ad1d2b93-c3fd-43e4-988c-ef2fd624e29c, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ad1d2b93-c3fd-43e4-988c-ef2fd624e29c,segment=NetworkSegment(2e1b7a0e-e790-4f36-8fb2-9358c45c803c),segment_id=2e1b7a0e-e790-4f36-8fb2-9358c45c803c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:12.027911 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port ad1d2b93-c3fd-43e4-988c-ef2fd624e29c is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:12.028303 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ad1d2b93-c3fd-43e4-988c-ef2fd624e29c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:12.062344 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6a168103-11cd-4f2d-b037-12193b6635ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ad1d2b93-c3fd-43e4-988c-ef2fd624e29c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:12.085970 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a599d4c7-8fe4-4d1d-8ea8-e8a5b7a01163 admin admin] Publish callbacks [] for security_group (27e4e03b-4fbb-4f92-97db-ecebeaaace61), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:12.171335 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a599d4c7-8fe4-4d1d-8ea8-e8a5b7a01163 admin admin] Publish callbacks [] for security_group (27e4e03b-4fbb-4f92-97db-ecebeaaace61), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:12.185376 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33246) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:12.299370 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b41c9012-8590-4029-a1da-c4d3f03413c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (ec10e777-9c2d-441d-b295-d8f91456b3af), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:12.321426 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41c9012-8590-4029-a1da-c4d3f03413c8 None None] No DVR routers for this DVR port ec10e777-9c2d-441d-b295-d8f91456b3af on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:06:12.347340 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a599d4c7-8fe4-4d1d-8ea8-e8a5b7a01163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (27e4e03b-4fbb-4f92-97db-ecebeaaace61), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:12.350844 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a599d4c7-8fe4-4d1d-8ea8-e8a5b7a01163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:12.354329 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a599d4c7-8fe4-4d1d-8ea8-e8a5b7a01163 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/27e4e03b-4fbb-4f92-97db-ecebeaaace61 HTTP/1.1" status: 204 len: 168 time: 0.4109917 Mar 07 11:06:12.354498 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d2517b-0535-44e0-abd2-3451cc67efa7 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:06:12.374650 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599d4c7-8fe4-4d1d-8ea8-e8a5b7a01163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e4e03b-4fbb-4f92-97db-ecebeaaace61,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:12.479755 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a168103-11cd-4f2d-b037-12193b6635ad None None] Pushing event updated for resources: {'Port': ['ID=ad1d2b93-c3fd-43e4-988c-ef2fd624e29c,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:12.481596 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-3c6b374e-04b3-4bb8-a3e6-1f64a75c69cb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1894275182-network', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:12.483245 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:06:12.484427 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:06:12.522346 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c9012-8590-4029-a1da-c4d3f03413c8 None None] Pushing event deleted for resources: {'Port': ['ID=ec10e777-9c2d-441d-b295-d8f91456b3af,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:12.564995 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6b374e-04b3-4bb8-a3e6-1f64a75c69cb admin admin] Made reservation on behalf of c84901d07e4a49b88f9fef019185eb1b for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:06:12.567434 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3c6b374e-04b3-4bb8-a3e6-1f64a75c69cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:12.591151 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3c6b374e-04b3-4bb8-a3e6-1f64a75c69cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:12.652611 n-d-832164-4 neutron-server[103766]: DEBUG neutron.objects.ports [None req-30d826c8-344e-4ec8-b26f-1567287dbbe0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103766) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 11:06:12.654602 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-30d826c8-344e-4ec8-b26f-1567287dbbe0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (3e00c457-6260-4c09-b986-cefe767208dc), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:12.660844 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c07107-7b69-4e0b-b234-83e1b50bc7a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-9b8a3032-9f66-43b6-9063-551ee6941c96', 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'project_id': 'a68fc610ca21434095921c9ff25a693f', 'fixed_ips': [{'subnet_id': '8559ca95-9bfe-44c0-aa8b-cca731d17029'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:06:12.662986 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-21c07107-7b69-4e0b-b234-83e1b50bc7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:12.823475 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3c6b374e-04b3-4bb8-a3e6-1f64a75c69cb admin admin] Publish callbacks [] for security_group (878c86dc-09b5-4c6b-8d76-75c106ddee5c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:12.823875 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d826c8-344e-4ec8-b26f-1567287dbbe0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:12.832320 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3c6b374e-04b3-4bb8-a3e6-1f64a75c69cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (878c86dc-09b5-4c6b-8d76-75c106ddee5c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:12.847405 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-30d826c8-344e-4ec8-b26f-1567287dbbe0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:12.864407 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d826c8-344e-4ec8-b26f-1567287dbbe0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:12.865601 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-30d826c8-344e-4ec8-b26f-1567287dbbe0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:12.875855 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d826c8-344e-4ec8-b26f-1567287dbbe0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Subnet': ['ID=3e00c457-6260-4c09-b986-cefe767208dc,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:12.901012 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c6b374e-04b3-4bb8-a3e6-1f64a75c69cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 245} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:06:12.907607 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b374e-04b3-4bb8-a3e6-1f64a75c69cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878c86dc-09b5-4c6b-8d76-75c106ddee5c,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:12.910785 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-30d826c8-344e-4ec8-b26f-1567287dbbe0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6014972 Mar 07 11:06:12.911981 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33258) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:12.919356 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3c6b374e-04b3-4bb8-a3e6-1f64a75c69cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (1c0ac8bc-1148-44f8-b746-a8213c13d10c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:12.919602 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-3c6b374e-04b3-4bb8-a3e6-1f64a75c69cb admin admin] Added segment 1c0ac8bc-1148-44f8-b746-a8213c13d10c of type vlan for network 204cc519-b30d-4492-9fc5-23c1f345ed50 Mar 07 11:06:12.920100 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-c37c8668-15fc-4b70-9669-541667319788 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'port': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'mac_address': 'fa:16:3e:e7:29:ed', 'name': 'tempest-NetworksTestDHCPv6-2111648011'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:12.995918 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3c6b374e-04b3-4bb8-a3e6-1f64a75c69cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (204cc519-b30d-4492-9fc5-23c1f345ed50), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:13.038429 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3c6b374e-04b3-4bb8-a3e6-1f64a75c69cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (204cc519-b30d-4492-9fc5-23c1f345ed50), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:13.041515 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6b374e-04b3-4bb8-a3e6-1f64a75c69cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:13.042675 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3c6b374e-04b3-4bb8-a3e6-1f64a75c69cb admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:13.164771 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37c8668-15fc-4b70-9669-541667319788 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:06:13.171046 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3c6b374e-04b3-4bb8-a3e6-1f64a75c69cb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9845462 Mar 07 11:06:13.174564 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33268) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:13.182264 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-fa2b4ee4-05d8-45e8-8610-c3eaf8826bf8 admin admin] Request body: {'subnet': {'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1894275182-subnet', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:13.193895 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b374e-04b3-4bb8-a3e6-1f64a75c69cb admin admin] Pushing event updated for resources: {'Network': ['ID=204cc519-b30d-4492-9fc5-23c1f345ed50,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:13.218794 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2b4ee4-05d8-45e8-8610-c3eaf8826bf8 admin admin] Made reservation on behalf of c84901d07e4a49b88f9fef019185eb1b for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:06:13.227688 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa2b4ee4-05d8-45e8-8610-c3eaf8826bf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:13.259407 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port ad1d2b93-c3fd-43e4-988c-ef2fd624e29c is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:13.277033 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 204cc519-b30d-4492-9fc5-23c1f345ed50 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:06:13.367728 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c37c8668-15fc-4b70-9669-541667319788 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:13.428645 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [None req-c37c8668-15fc-4b70-9669-541667319788 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] device_id is not set on port aa3f52ad-6992-45ab-a0b0-0a5575d16351 yet. {{(pid=103766) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:06:13.464138 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ad1d2b93-c3fd-43e4-988c-ef2fd624e29c up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:06:13.596885 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:13.706736 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa2b4ee4-05d8-45e8-8610-c3eaf8826bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (933e5dcd-1517-490a-9fa0-e2d8293cf2f0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:13.830394 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port ad1d2b93-c3fd-43e4-988c-ef2fd624e29c triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:13.830805 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ad1d2b93-c3fd-43e4-988c-ef2fd624e29c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:13.873000 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-21c07107-7b69-4e0b-b234-83e1b50bc7a4 None None] Allocated IP 2001:db8::2 (9b8a3032-9f66-43b6-9063-551ee6941c96/8559ca95-9bfe-44c0-aa8b-cca731d17029/fa5d8084-3595-4ed4-a78e-fd1c3cb66d01) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:06:13.875851 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b4ee4-05d8-45e8-8610-c3eaf8826bf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=933e5dcd-1517-490a-9fa0-e2d8293cf2f0,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:13.888306 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-21c07107-7b69-4e0b-b234-83e1b50bc7a4 None None] Allocated IP 2001:db8:0:1:f816:3eff:fed9:ad97 (9b8a3032-9f66-43b6-9063-551ee6941c96/3e00c457-6260-4c09-b986-cefe767208dc/fa5d8084-3595-4ed4-a78e-fd1c3cb66d01) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:06:13.895500 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2b4ee4-05d8-45e8-8610-c3eaf8826bf8 admin admin] Checking segment: {'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:06:13.897839 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2b4ee4-05d8-45e8-8610-c3eaf8826bf8 admin admin] Network hostable DHCP agents. Network: 204cc519-b30d-4492-9fc5-23c1f345ed50, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:06:13.930322 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2b4ee4-05d8-45e8-8610-c3eaf8826bf8 admin admin] Network 204cc519-b30d-4492-9fc5-23c1f345ed50 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:06:13.956275 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-fa2b4ee4-05d8-45e8-8610-c3eaf8826bf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 204cc519-b30d-4492-9fc5-23c1f345ed50) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:13.962567 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2b4ee4-05d8-45e8-8610-c3eaf8826bf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:13.965140 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa2b4ee4-05d8-45e8-8610-c3eaf8826bf8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:13.980022 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458429f3-6f75-4723-8a0a-a7ebea0d3ec0 None None] Network 204cc519-b30d-4492-9fc5-23c1f345ed50 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:06:14.012494 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-fa2b4ee4-05d8-45e8-8610-c3eaf8826bf8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8366215 Mar 07 11:06:14.014882 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33288) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:14.022984 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-39ae8c14-f87c-4de7-9942-f74cbee9eb34 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1894275182-router', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:14.055700 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39ae8c14-f87c-4de7-9942-f74cbee9eb34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (fa32354e-dacc-4f8a-bf67-ede49ac38b89), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:14.058843 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39ae8c14-f87c-4de7-9942-f74cbee9eb34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (fa32354e-dacc-4f8a-bf67-ede49ac38b89), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:14.199434 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39ae8c14-f87c-4de7-9942-f74cbee9eb34 admin admin] Publish callbacks [] for router_controller (fa32354e-dacc-4f8a-bf67-ede49ac38b89), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:14.263645 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port ad1d2b93-c3fd-43e4-988c-ef2fd624e29c is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:14.377870 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ec10e777-9c2d-441d-b295-d8f91456b3af no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:06:14.444101 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74988e74-1925-4ebf-9bfc-8cbed37a5913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-204cc519-b30d-4492-9fc5-23c1f345ed50', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'fixed_ips': [{'subnet_id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:06:14.452471 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-74988e74-1925-4ebf-9bfc-8cbed37a5913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:14.455066 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39ae8c14-f87c-4de7-9942-f74cbee9eb34 admin admin] Publish callbacks [] for router_gateway (fa32354e-dacc-4f8a-bf67-ede49ac38b89), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:14.456957 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: ec10e777-9c2d-441d-b295-d8f91456b3af {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:06:14.458569 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ec10e777-9c2d-441d-b295-d8f91456b3af not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:06:14.530770 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-21c07107-7b69-4e0b-b234-83e1b50bc7a4 None None] Publish callbacks [] for port (fa5d8084-3595-4ed4-a78e-fd1c3cb66d01), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:14.669257 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-21c07107-7b69-4e0b-b234-83e1b50bc7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (fa5d8084-3595-4ed4-a78e-fd1c3cb66d01), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:14.796361 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c07107-7b69-4e0b-b234-83e1b50bc7a4 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:14.807145 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-21c07107-7b69-4e0b-b234-83e1b50bc7a4 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:14.826239 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c07107-7b69-4e0b-b234-83e1b50bc7a4 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:06:14.830392 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-c37c8668-15fc-4b70-9669-541667319788 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Allocated IP 2001:db8::7a (9b8a3032-9f66-43b6-9063-551ee6941c96/8559ca95-9bfe-44c0-aa8b-cca731d17029/aa3f52ad-6992-45ab-a0b0-0a5575d16351) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:06:14.847025 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-c37c8668-15fc-4b70-9669-541667319788 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Allocated IP 2001:db8:0:1:f816:3eff:fee7:29ed (9b8a3032-9f66-43b6-9063-551ee6941c96/3e00c457-6260-4c09-b986-cefe767208dc/aa3f52ad-6992-45ab-a0b0-0a5575d16351) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:06:14.942961 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c07107-7b69-4e0b-b234-83e1b50bc7a4 None None] Pushing event updated for resources: {'Port': ['ID=fa5d8084-3595-4ed4-a78e-fd1c3cb66d01,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:14.997406 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39ae8c14-f87c-4de7-9942-f74cbee9eb34 admin admin] Publish callbacks [] for router_gateway (fa32354e-dacc-4f8a-bf67-ede49ac38b89), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:15.038846 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39ae8c14-f87c-4de7-9942-f74cbee9eb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:15.064519 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-74988e74-1925-4ebf-9bfc-8cbed37a5913 None None] Allocated IP 172.20.0.2 (204cc519-b30d-4492-9fc5-23c1f345ed50/933e5dcd-1517-490a-9fa0-e2d8293cf2f0/753e0097-5c9a-416d-8df2-d27dc6e6f5e1) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:06:15.083702 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-21c07107-7b69-4e0b-b234-83e1b50bc7a4 None None] Attempting to bind port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:06:15.084090 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-21c07107-7b69-4e0b-b234-83e1b50bc7a4 None None] Attempting to bind port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:06:15.084684 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c07107-7b69-4e0b-b234-83e1b50bc7a4 None None] Attempting to bind port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 on network 9b8a3032-9f66-43b6-9063-551ee6941c96 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:06:15.094169 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c07107-7b69-4e0b-b234-83e1b50bc7a4 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:06:15.094557 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c07107-7b69-4e0b-b234-83e1b50bc7a4 None None] Checking segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:06:15.095380 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-21c07107-7b69-4e0b-b234-83e1b50bc7a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:15.095380 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c07107-7b69-4e0b-b234-83e1b50bc7a4 None None] Bound using segment: {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:06:15.095833 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-21c07107-7b69-4e0b-b234-83e1b50bc7a4 None None] Bound port: fa5d8084-3595-4ed4-a78e-fd1c3cb66d01, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef65ab7-9752-410c-b6c9-17550db99104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:06:15.096218 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-21c07107-7b69-4e0b-b234-83e1b50bc7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fa5d8084-3595-4ed4-a78e-fd1c3cb66d01), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:15.199198 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c37c8668-15fc-4b70-9669-541667319788 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for port (aa3f52ad-6992-45ab-a0b0-0a5575d16351), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:15.264530 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c37c8668-15fc-4b70-9669-541667319788 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (aa3f52ad-6992-45ab-a0b0-0a5575d16351), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:15.285689 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-21c07107-7b69-4e0b-b234-83e1b50bc7a4 None None] For port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:06:15.289302 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-39ae8c14-f87c-4de7-9942-f74cbee9eb34 admin admin] Allocated IP 172.25.3.48 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/01cb879c-8c7f-4e04-a928-bc33ec7f368a) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:06:15.292475 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-21c07107-7b69-4e0b-b234-83e1b50bc7a4 None None] For port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=fa5d8084-3595-4ed4-a78e-fd1c3cb66d01,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:06:15.318619 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-21c07107-7b69-4e0b-b234-83e1b50bc7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (fa5d8084-3595-4ed4-a78e-fd1c3cb66d01), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:15.380592 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37c8668-15fc-4b70-9669-541667319788 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:15.398297 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-c37c8668-15fc-4b70-9669-541667319788 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:15.404606 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37c8668-15fc-4b70-9669-541667319788 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:06:15.410622 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37c8668-15fc-4b70-9669-541667319788 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:15.411514 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c37c8668-15fc-4b70-9669-541667319788 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:15.432981 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37c8668-15fc-4b70-9669-541667319788 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Port': ['ID=aa3f52ad-6992-45ab-a0b0-0a5575d16351,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:15.464263 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c37c8668-15fc-4b70-9669-541667319788 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5505967 Mar 07 11:06:15.466676 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33312) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:15.592587 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39ae8c14-f87c-4de7-9942-f74cbee9eb34 admin admin] Publish callbacks [] for port (01cb879c-8c7f-4e04-a928-bc33ec7f368a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:15.655284 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c07107-7b69-4e0b-b234-83e1b50bc7a4 None None] Pushing event updated for resources: {'Port': ['ID=fa5d8084-3595-4ed4-a78e-fd1c3cb66d01,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:15.684268 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39ae8c14-f87c-4de7-9942-f74cbee9eb34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (01cb879c-8c7f-4e04-a928-bc33ec7f368a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:15.715113 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-8a41430d-8f97-4a87-901e-20642ed987b2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting port aa3f52ad-6992-45ab-a0b0-0a5575d16351 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:06:15.721907 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8a41430d-8f97-4a87-901e-20642ed987b2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (aa3f52ad-6992-45ab-a0b0-0a5575d16351), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:15.726144 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ae8c14-f87c-4de7-9942-f74cbee9eb34 admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:15.730669 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-39ae8c14-f87c-4de7-9942-f74cbee9eb34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:15.800187 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ae8c14-f87c-4de7-9942-f74cbee9eb34 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:06:15.816428 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-74988e74-1925-4ebf-9bfc-8cbed37a5913 None None] Publish callbacks [] for port (753e0097-5c9a-416d-8df2-d27dc6e6f5e1), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:15.839156 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-74988e74-1925-4ebf-9bfc-8cbed37a5913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (753e0097-5c9a-416d-8df2-d27dc6e6f5e1), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:15.946503 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74988e74-1925-4ebf-9bfc-8cbed37a5913 None None] Network 204cc519-b30d-4492-9fc5-23c1f345ed50 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:15.952871 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-74988e74-1925-4ebf-9bfc-8cbed37a5913 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:15.971683 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74988e74-1925-4ebf-9bfc-8cbed37a5913 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:06:16.083219 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74988e74-1925-4ebf-9bfc-8cbed37a5913 None None] Pushing event updated for resources: {'Port': ['ID=753e0097-5c9a-416d-8df2-d27dc6e6f5e1,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:16.095694 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ae8c14-f87c-4de7-9942-f74cbee9eb34 admin admin] Pushing event updated for resources: {'Port': ['ID=01cb879c-8c7f-4e04-a928-bc33ec7f368a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:16.128712 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8a41430d-8f97-4a87-901e-20642ed987b2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (aa3f52ad-6992-45ab-a0b0-0a5575d16351), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:16.146031 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-74988e74-1925-4ebf-9bfc-8cbed37a5913 None None] Attempting to bind port 753e0097-5c9a-416d-8df2-d27dc6e6f5e1 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:06:16.147167 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-74988e74-1925-4ebf-9bfc-8cbed37a5913 None None] Attempting to bind port 753e0097-5c9a-416d-8df2-d27dc6e6f5e1 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:06:16.147722 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74988e74-1925-4ebf-9bfc-8cbed37a5913 None None] Attempting to bind port 753e0097-5c9a-416d-8df2-d27dc6e6f5e1 on network 204cc519-b30d-4492-9fc5-23c1f345ed50 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:06:16.160975 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-8a41430d-8f97-4a87-901e-20642ed987b2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Calling delete_port for aa3f52ad-6992-45ab-a0b0-0a5575d16351 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:06:16.166084 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74988e74-1925-4ebf-9bfc-8cbed37a5913 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:06:16.166650 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74988e74-1925-4ebf-9bfc-8cbed37a5913 None None] Checking segment: {'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:06:16.167238 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-74988e74-1925-4ebf-9bfc-8cbed37a5913 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:16.167767 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74988e74-1925-4ebf-9bfc-8cbed37a5913 None None] Bound using segment: {'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:06:16.168339 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-74988e74-1925-4ebf-9bfc-8cbed37a5913 None None] Bound port: 753e0097-5c9a-416d-8df2-d27dc6e6f5e1, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:06:16.168831 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-74988e74-1925-4ebf-9bfc-8cbed37a5913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (753e0097-5c9a-416d-8df2-d27dc6e6f5e1), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:16.319031 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-74988e74-1925-4ebf-9bfc-8cbed37a5913 None None] For port 753e0097-5c9a-416d-8df2-d27dc6e6f5e1, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:06:16.326004 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-74988e74-1925-4ebf-9bfc-8cbed37a5913 None None] For port 753e0097-5c9a-416d-8df2-d27dc6e6f5e1, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=753e0097-5c9a-416d-8df2-d27dc6e6f5e1,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:06:16.342353 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-74988e74-1925-4ebf-9bfc-8cbed37a5913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (753e0097-5c9a-416d-8df2-d27dc6e6f5e1), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:16.387394 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39ae8c14-f87c-4de7-9942-f74cbee9eb34 admin admin] Publish callbacks [] for router_gateway (fa32354e-dacc-4f8a-bf67-ede49ac38b89), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:16.530935 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74988e74-1925-4ebf-9bfc-8cbed37a5913 None None] Pushing event updated for resources: {'Port': ['ID=753e0097-5c9a-416d-8df2-d27dc6e6f5e1,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:16.697227 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8a41430d-8f97-4a87-901e-20642ed987b2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (aa3f52ad-6992-45ab-a0b0-0a5575d16351), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:16.761259 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a41430d-8f97-4a87-901e-20642ed987b2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Port': ['ID=aa3f52ad-6992-45ab-a0b0-0a5575d16351,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:16.843126 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8a41430d-8f97-4a87-901e-20642ed987b2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:16.846388 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8a41430d-8f97-4a87-901e-20642ed987b2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/aa3f52ad-6992-45ab-a0b0-0a5575d16351 HTTP/1.1" status: 204 len: 168 time: 1.3785844 Mar 07 11:06:16.851407 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33326) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:16.984383 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39ae8c14-f87c-4de7-9942-f74cbee9eb34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (fa32354e-dacc-4f8a-bf67-ede49ac38b89), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:16.988264 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685b6b03-92ef-488c-8e11-2416248445b7 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:16.996653 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-685b6b03-92ef-488c-8e11-2416248445b7 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1420436 Mar 07 11:06:16.996873 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33328) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:17.099163 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a957c1-db10-47b0-bf3a-64030fd2790b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:17.103843 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-41a957c1-db10-47b0-bf3a-64030fd2790b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1037576 Mar 07 11:06:17.106217 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33330) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:17.275028 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2855b97-8b68-408b-b7b9-2c3ad0aea59a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:17.276776 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2855b97-8b68-408b-b7b9-2c3ad0aea59a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:17.280848 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2855b97-8b68-408b-b7b9-2c3ad0aea59a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:17.285083 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e2855b97-8b68-408b-b7b9-2c3ad0aea59a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1800463 Mar 07 11:06:17.290816 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33334) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:17.375907 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dcc299-b5b8-4d34-9b26-7b039dce2c57 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:06:17.496003 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-819f36ae-dc6c-4509-add7-e4dbf42ec0a0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting subnet 3e00c457-6260-4c09-b986-cefe767208dc {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:06:17.503256 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-819f36ae-dc6c-4509-add7-e4dbf42ec0a0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (3e00c457-6260-4c09-b986-cefe767208dc), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:17.625937 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:06:17.627534 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-819f36ae-dc6c-4509-add7-e4dbf42ec0a0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (3e00c457-6260-4c09-b986-cefe767208dc), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:17.668563 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b2c29391-5dee-48d0-9e6e-de1dea6b29f5 None None] Provisioning complete for port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:17.669250 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b2c29391-5dee-48d0-9e6e-de1dea6b29f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (fa5d8084-3595-4ed4-a78e-fd1c3cb66d01), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:17.674342 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ae8c14-f87c-4de7-9942-f74cbee9eb34 admin admin] Router fa32354e-dacc-4f8a-bf67-ede49ac38b89 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:06:17.796276 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b2c29391-5dee-48d0-9e6e-de1dea6b29f5 None None] Current status of the port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:17.797244 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b2c29391-5dee-48d0-9e6e-de1dea6b29f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fa5d8084-3595-4ed4-a78e-fd1c3cb66d01), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:17.853619 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:17.854022 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (fa5d8084-3595-4ed4-a78e-fd1c3cb66d01), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:17.924215 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ae8c14-f87c-4de7-9942-f74cbee9eb34 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:06:17.929315 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-b2c29391-5dee-48d0-9e6e-de1dea6b29f5 None None] For port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=fa5d8084-3595-4ed4-a78e-fd1c3cb66d01,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:17.938793 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea30a2fa-be09-4bde-bf62-093f47ec2b3b None None] Sync routers for ids ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:06:17.956027 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-819f36ae-dc6c-4509-add7-e4dbf42ec0a0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (3e00c457-6260-4c09-b986-cefe767208dc), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:17.961831 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b2c29391-5dee-48d0-9e6e-de1dea6b29f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (fa5d8084-3595-4ed4-a78e-fd1c3cb66d01), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:17.970773 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea30a2fa-be09-4bde-bf62-093f47ec2b3b None None] Routers {'fa32354e-dacc-4f8a-bf67-ede49ac38b89'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:17.971419 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ea30a2fa-be09-4bde-bf62-093f47ec2b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:06:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:18.166263 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c29391-5dee-48d0-9e6e-de1dea6b29f5 None None] Pushing event updated for resources: {'Port': ['ID=fa5d8084-3595-4ed4-a78e-fd1c3cb66d01,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:18.213420 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:18.214834 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 753e0097-5c9a-416d-8df2-d27dc6e6f5e1 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:06:18.443183 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-ea30a2fa-be09-4bde-bf62-093f47ec2b3b None None] Set router fa32354e-dacc-4f8a-bf67-ede49ac38b89 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:06:18.478109 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:18.491080 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 753e0097-5c9a-416d-8df2-d27dc6e6f5e1 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:18.491687 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (753e0097-5c9a-416d-8df2-d27dc6e6f5e1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:18.773825 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab4a103-5803-4f4a-a016-7ff8ccb5a09b None None] Network 204cc519-b30d-4492-9fc5-23c1f345ed50 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:06:18.809129 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ea30a2fa-be09-4bde-bf62-093f47ec2b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'name': 'tempest-TestVolumeBootPattern-1894275182-router', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:14Z', 'updated_at': '2022-03-07T11:06:16Z', 'revision_number': 3, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'gw_port': {'id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:15Z', 'updated_at': '2022-03-07T11:06:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:18.814864 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 753e0097-5c9a-416d-8df2-d27dc6e6f5e1 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:18.815478 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (753e0097-5c9a-416d-8df2-d27dc6e6f5e1), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:18.870517 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b7007104-54f7-481f-87e5-8f8a89d2233d None None] Provisioning complete for port 753e0097-5c9a-416d-8df2-d27dc6e6f5e1 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:18.871786 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b7007104-54f7-481f-87e5-8f8a89d2233d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (753e0097-5c9a-416d-8df2-d27dc6e6f5e1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:18.876858 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea30a2fa-be09-4bde-bf62-093f47ec2b3b None None] Checking router: fa32354e-dacc-4f8a-bf67-ede49ac38b89 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:06:18.886830 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea30a2fa-be09-4bde-bf62-093f47ec2b3b None None] Updating router fa32354e-dacc-4f8a-bf67-ede49ac38b89 port 01cb879c-8c7f-4e04-a928-bc33ec7f368a binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:06:18.933531 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ea30a2fa-be09-4bde-bf62-093f47ec2b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (01cb879c-8c7f-4e04-a928-bc33ec7f368a), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:19.036938 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39ae8c14-f87c-4de7-9942-f74cbee9eb34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:19.038365 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-39ae8c14-f87c-4de7-9942-f74cbee9eb34 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0220447 Mar 07 11:06:19.041047 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33346) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:19.154512 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-819f36ae-dc6c-4509-add7-e4dbf42ec0a0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (3e00c457-6260-4c09-b986-cefe767208dc), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:19.326344 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819f36ae-dc6c-4509-add7-e4dbf42ec0a0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Subnet': ['ID=3e00c457-6260-4c09-b986-cefe767208dc,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:19.344062 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-819f36ae-dc6c-4509-add7-e4dbf42ec0a0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:19.356951 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-819f36ae-dc6c-4509-add7-e4dbf42ec0a0 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/3e00c457-6260-4c09-b986-cefe767208dc HTTP/1.1" status: 204 len: 168 time: 2.0625296 Mar 07 11:06:19.363997 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33348) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:19.389836 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ea30a2fa-be09-4bde-bf62-093f47ec2b3b None None] Publish callbacks [] for port (01cb879c-8c7f-4e04-a928-bc33ec7f368a), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:19.404520 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ea30a2fa-be09-4bde-bf62-093f47ec2b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (01cb879c-8c7f-4e04-a928-bc33ec7f368a), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:19.409803 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 753e0097-5c9a-416d-8df2-d27dc6e6f5e1, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=753e0097-5c9a-416d-8df2-d27dc6e6f5e1,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:19.472790 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (753e0097-5c9a-416d-8df2-d27dc6e6f5e1), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:19.504674 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473146d6-fa32-4d9b-8d9c-514e30511f2f None None] Pushing event updated for resources: {'Port': ['ID=01cb879c-8c7f-4e04-a928-bc33ec7f368a,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:19.547021 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-ea30a2fa-be09-4bde-bf62-093f47ec2b3b None None] Attempting to bind port 01cb879c-8c7f-4e04-a928-bc33ec7f368a on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:06:19.547395 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-ea30a2fa-be09-4bde-bf62-093f47ec2b3b None None] Attempting to bind port 01cb879c-8c7f-4e04-a928-bc33ec7f368a by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:06:19.547756 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea30a2fa-be09-4bde-bf62-093f47ec2b3b None None] Attempting to bind port 01cb879c-8c7f-4e04-a928-bc33ec7f368a on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:06:19.573571 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea30a2fa-be09-4bde-bf62-093f47ec2b3b None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:06:19.573950 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea30a2fa-be09-4bde-bf62-093f47ec2b3b None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:06:19.574357 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ea30a2fa-be09-4bde-bf62-093f47ec2b3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:19.574820 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea30a2fa-be09-4bde-bf62-093f47ec2b3b None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:06:19.575209 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-ea30a2fa-be09-4bde-bf62-093f47ec2b3b None None] Bound port: 01cb879c-8c7f-4e04-a928-bc33ec7f368a, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:06:19.575583 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ea30a2fa-be09-4bde-bf62-093f47ec2b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (01cb879c-8c7f-4e04-a928-bc33ec7f368a), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:19.616872 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb37045-61ca-4bf4-b5f7-3d4f8a91c8f3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting subnet 8559ca95-9bfe-44c0-aa8b-cca731d17029 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:06:19.622087 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5cb37045-61ca-4bf4-b5f7-3d4f8a91c8f3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (8559ca95-9bfe-44c0-aa8b-cca731d17029), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:19.659663 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=753e0097-5c9a-416d-8df2-d27dc6e6f5e1,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:19.687623 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb07fae4-6120-4229-98cc-a82cad2a45fd None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:06:19.689596 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5cb37045-61ca-4bf4-b5f7-3d4f8a91c8f3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (8559ca95-9bfe-44c0-aa8b-cca731d17029), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:19.728141 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-ea30a2fa-be09-4bde-bf62-093f47ec2b3b None None] For port 01cb879c-8c7f-4e04-a928-bc33ec7f368a, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:06:19.733421 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-ea30a2fa-be09-4bde-bf62-093f47ec2b3b None None] For port 01cb879c-8c7f-4e04-a928-bc33ec7f368a, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=01cb879c-8c7f-4e04-a928-bc33ec7f368a,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:06:19.746930 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ea30a2fa-be09-4bde-bf62-093f47ec2b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (01cb879c-8c7f-4e04-a928-bc33ec7f368a), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:19.773708 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:06:19.826516 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea30a2fa-be09-4bde-bf62-093f47ec2b3b None None] Routers {'fa32354e-dacc-4f8a-bf67-ede49ac38b89'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:19.827155 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ea30a2fa-be09-4bde-bf62-093f47ec2b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:06:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:19.840638 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5cb37045-61ca-4bf4-b5f7-3d4f8a91c8f3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (8559ca95-9bfe-44c0-aa8b-cca731d17029), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:19.922853 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5cb37045-61ca-4bf4-b5f7-3d4f8a91c8f3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (8559ca95-9bfe-44c0-aa8b-cca731d17029), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:20.013333 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5cb37045-61ca-4bf4-b5f7-3d4f8a91c8f3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:20.029804 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5cb37045-61ca-4bf4-b5f7-3d4f8a91c8f3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/8559ca95-9bfe-44c0-aa8b-cca731d17029 HTTP/1.1" status: 204 len: 168 time: 0.6592858 Mar 07 11:06:20.031744 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-ea30a2fa-be09-4bde-bf62-093f47ec2b3b None None] Set router fa32354e-dacc-4f8a-bf67-ede49ac38b89 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:06:20.034314 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:20.034498 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb37045-61ca-4bf4-b5f7-3d4f8a91c8f3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Subnet': ['ID=8559ca95-9bfe-44c0-aa8b-cca731d17029,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:20.037207 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (fa5d8084-3595-4ed4-a78e-fd1c3cb66d01), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:20.047347 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33360) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:20.169436 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473146d6-fa32-4d9b-8d9c-514e30511f2f None None] Pushing event updated for resources: {'Port': ['ID=01cb879c-8c7f-4e04-a928-bc33ec7f368a,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:20.174521 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b634dcb3-b527-4777-862e-e9dbdb68aa20 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1259260 Mar 07 11:06:20.177487 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33362) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:20.184669 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-33efbfb8-0d19-4281-9687-3dea450f1a92 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:20.284099 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b7007104-54f7-481f-87e5-8f8a89d2233d None None] Current status of the port 753e0097-5c9a-416d-8df2-d27dc6e6f5e1 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:20.324396 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ea30a2fa-be09-4bde-bf62-093f47ec2b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'name': 'tempest-TestVolumeBootPattern-1894275182-router', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:14Z', 'updated_at': '2022-03-07T11:06:16Z', 'revision_number': 3, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'gw_port': {'id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:15Z', 'updated_at': '2022-03-07T11:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:20.386367 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea30a2fa-be09-4bde-bf62-093f47ec2b3b None None] The sync data for ids ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'] in n-d-832164-4 is: [{'id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'name': 'tempest-TestVolumeBootPattern-1894275182-router', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:14Z', 'updated_at': '2022-03-07T11:06:16Z', 'revision_number': 3, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'gw_port': {'id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:15Z', 'updated_at': '2022-03-07T11:06:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:06:20.392645 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33efbfb8-0d19-4281-9687-3dea450f1a92 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:06:20.397086 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-33efbfb8-0d19-4281-9687-3dea450f1a92 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:20.513074 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:20.532648 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-17eef4c4-be99-47ea-8bce-d6ee99d45ad6 None None] Provisioning complete for port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:20.533022 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-17eef4c4-be99-47ea-8bce-d6ee99d45ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (fa5d8084-3595-4ed4-a78e-fd1c3cb66d01), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:20.813760 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c10fb9-4d10-43e3-b499-a55231075419 None None] Update dhcp port {'port': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'fixed_ips': [{'subnet_id': '8559ca95-9bfe-44c0-aa8b-cca731d17029'}], 'binding:host_id': 'n-d-832164-4'}, 'id': 'fa5d8084-3595-4ed4-a78e-fd1c3cb66d01'} from n-d-832164-4. {{(pid=103768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 11:06:20.966395 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-33efbfb8-0d19-4281-9687-3dea450f1a92 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (d71b8b9f-87ab-4472-b2f2-26864c35cf94), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:20.979698 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-21c10fb9-4d10-43e3-b499-a55231075419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fa5d8084-3595-4ed4-a78e-fd1c3cb66d01), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:21.030345 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33efbfb8-0d19-4281-9687-3dea450f1a92 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:21.034331 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-33efbfb8-0d19-4281-9687-3dea450f1a92 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:21.046949 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33efbfb8-0d19-4281-9687-3dea450f1a92 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:21.050910 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-33efbfb8-0d19-4281-9687-3dea450f1a92 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:21.059254 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-17eef4c4-be99-47ea-8bce-d6ee99d45ad6 None None] Current status of the port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:21.069681 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-17eef4c4-be99-47ea-8bce-d6ee99d45ad6 None None] Could not find standard attr ID for object 7773bfef-c028-4f78-bed4-bc7b189270f0. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:06:21.082099 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efbfb8-0d19-4281-9687-3dea450f1a92 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Subnet': ['ID=d71b8b9f-87ab-4472-b2f2-26864c35cf94,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:21.106060 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-33efbfb8-0d19-4281-9687-3dea450f1a92 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9242334 Mar 07 11:06:21.106060 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33374) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:21.116458 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-b55ddf06-4946-4b96-88ba-2900d298a706 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:21.130218 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3c76b26c-634d-441c-8ba4-4d138cb365d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:21.250334 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-50b6528d-84a0-4a52-9b9e-efb36be7903d None None] Provisioning complete for port 753e0097-5c9a-416d-8df2-d27dc6e6f5e1 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:21.255366 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-50b6528d-84a0-4a52-9b9e-efb36be7903d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (753e0097-5c9a-416d-8df2-d27dc6e6f5e1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:21.284310 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55ddf06-4946-4b96-88ba-2900d298a706 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:06:21.288383 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b55ddf06-4946-4b96-88ba-2900d298a706 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:21.424890 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e35445-a05a-48e8-817a-3cb417b29530 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:06:21.537662 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-50b6528d-84a0-4a52-9b9e-efb36be7903d None None] Current status of the port 753e0097-5c9a-416d-8df2-d27dc6e6f5e1 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:21.569315 n-d-832164-4 neutron-server[103767]: INFO neutron.db.ipam_backend_mixin [None req-b55ddf06-4946-4b96-88ba-2900d298a706 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d71b8b9f-87ab-4472-b2f2-26864c35cf94 (CIDR: 2001:db8::/64) Mar 07 11:06:21.573289 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-3c76b26c-634d-441c-8ba4-4d138cb365d7 admin admin] Allocated IP 172.20.0.1 (204cc519-b30d-4492-9fc5-23c1f345ed50/933e5dcd-1517-490a-9fa0-e2d8293cf2f0/e7115265-9ddc-4a53-97bd-eab200ea7377) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:06:21.576651 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b55ddf06-4946-4b96-88ba-2900d298a706 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 11:06:21.577314 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b55ddf06-4946-4b96-88ba-2900d298a706 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:21.617960 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b55ddf06-4946-4b96-88ba-2900d298a706 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5058200 Mar 07 11:06:21.618270 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33376) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:21.634346 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-24fc9a5c-079c-46c3-8bb3-4a19d3eca2bb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'subnet': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:21.679611 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-df22320d-1962-4f18-b410-0fb44de2d872 None None] Provisioning complete for port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:21.679982 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-df22320d-1962-4f18-b410-0fb44de2d872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (fa5d8084-3595-4ed4-a78e-fd1c3cb66d01), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:21.895111 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 01cb879c-8c7f-4e04-a928-bc33ec7f368a up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:06:21.939314 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fc9a5c-079c-46c3-8bb3-4a19d3eca2bb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:06:21.951989 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-24fc9a5c-079c-46c3-8bb3-4a19d3eca2bb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:21.972149 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3c76b26c-634d-441c-8ba4-4d138cb365d7 admin admin] Publish callbacks [] for port (e7115265-9ddc-4a53-97bd-eab200ea7377), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:22.045094 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-df22320d-1962-4f18-b410-0fb44de2d872 None None] Current status of the port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:22.078915 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ddd173-8b16-4faa-9a6c-a68bb545f9a5 None None] Update dhcp port {'port': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'fixed_ips': [{'subnet_id': 'd71b8b9f-87ab-4472-b2f2-26864c35cf94'}], 'binding:host_id': 'n-d-832164-4'}, 'id': 'fa5d8084-3595-4ed4-a78e-fd1c3cb66d01'} from n-d-832164-4. {{(pid=103768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 11:06:22.085724 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3c76b26c-634d-441c-8ba4-4d138cb365d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (e7115265-9ddc-4a53-97bd-eab200ea7377), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:22.130758 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 01cb879c-8c7f-4e04-a928-bc33ec7f368a triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:22.131383 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (01cb879c-8c7f-4e04-a928-bc33ec7f368a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:22.141422 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-50ddd173-8b16-4faa-9a6c-a68bb545f9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fa5d8084-3595-4ed4-a78e-fd1c3cb66d01), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:22.235573 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76b26c-634d-441c-8ba4-4d138cb365d7 admin admin] Pushing event updated for resources: {'Port': ['ID=e7115265-9ddc-4a53-97bd-eab200ea7377,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:22.272483 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c76b26c-634d-441c-8ba4-4d138cb365d7 admin admin] Network 204cc519-b30d-4492-9fc5-23c1f345ed50 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:22.276312 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-3c76b26c-634d-441c-8ba4-4d138cb365d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:22.286866 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c76b26c-634d-441c-8ba4-4d138cb365d7 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:06:22.416928 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-50ddd173-8b16-4faa-9a6c-a68bb545f9a5 None None] Allocated IP 2001:db8::2 (9b8a3032-9f66-43b6-9063-551ee6941c96/d71b8b9f-87ab-4472-b2f2-26864c35cf94/fa5d8084-3595-4ed4-a78e-fd1c3cb66d01) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:06:22.429375 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3c76b26c-634d-441c-8ba4-4d138cb365d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (fa32354e-dacc-4f8a-bf67-ede49ac38b89), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:22.567414 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-50ddd173-8b16-4faa-9a6c-a68bb545f9a5 None None] For port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=fa5d8084-3595-4ed4-a78e-fd1c3cb66d01,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:22.631302 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 01cb879c-8c7f-4e04-a928-bc33ec7f368a is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:22.631796 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (01cb879c-8c7f-4e04-a928-bc33ec7f368a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:22.676633 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-50ddd173-8b16-4faa-9a6c-a68bb545f9a5 None None] Publish callbacks [] for port (fa5d8084-3595-4ed4-a78e-fd1c3cb66d01), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:22.701763 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 01cb879c-8c7f-4e04-a928-bc33ec7f368a, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=01cb879c-8c7f-4e04-a928-bc33ec7f368a,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:22.703454 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-50ddd173-8b16-4faa-9a6c-a68bb545f9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (fa5d8084-3595-4ed4-a78e-fd1c3cb66d01), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:22.716790 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3c76b26c-634d-441c-8ba4-4d138cb365d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e7115265-9ddc-4a53-97bd-eab200ea7377), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:22.733002 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (01cb879c-8c7f-4e04-a928-bc33ec7f368a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:22.733837 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 753e0097-5c9a-416d-8df2-d27dc6e6f5e1 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:06:22.801517 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ddd173-8b16-4faa-9a6c-a68bb545f9a5 None None] Pushing event updated for resources: {'Port': ['ID=fa5d8084-3595-4ed4-a78e-fd1c3cb66d01,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:22.868975 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=01cb879c-8c7f-4e04-a928-bc33ec7f368a,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:22.940589 n-d-832164-4 neutron-server[103767]: DEBUG neutron.objects.ports [None req-24fc9a5c-079c-46c3-8bb3-4a19d3eca2bb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103767) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 07 11:06:22.989700 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c06db41c-4d93-4eec-a346-82adcea67909 None None] Provisioning complete for port e7115265-9ddc-4a53-97bd-eab200ea7377 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:22.995456 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c06db41c-4d93-4eec-a346-82adcea67909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e7115265-9ddc-4a53-97bd-eab200ea7377), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:23.174460 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:23.187498 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3c76b26c-634d-441c-8ba4-4d138cb365d7 admin admin] Publish callbacks [] for port (e7115265-9ddc-4a53-97bd-eab200ea7377), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:23.188275 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c06db41c-4d93-4eec-a346-82adcea67909 None None] Port e7115265-9ddc-4a53-97bd-eab200ea7377 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:06:23.213189 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 753e0097-5c9a-416d-8df2-d27dc6e6f5e1 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:23.213897 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (753e0097-5c9a-416d-8df2-d27dc6e6f5e1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:23.221722 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3c76b26c-634d-441c-8ba4-4d138cb365d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (e7115265-9ddc-4a53-97bd-eab200ea7377), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:23.329978 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-24fc9a5c-079c-46c3-8bb3-4a19d3eca2bb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fa5d8084-3595-4ed4-a78e-fd1c3cb66d01), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:23.353890 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3c76b26c-634d-441c-8ba4-4d138cb365d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (fa32354e-dacc-4f8a-bf67-ede49ac38b89), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:23.419343 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76b26c-634d-441c-8ba4-4d138cb365d7 admin admin] Pushing event updated for resources: {'Port': ['ID=e7115265-9ddc-4a53-97bd-eab200ea7377,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:23.497735 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 753e0097-5c9a-416d-8df2-d27dc6e6f5e1 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:23.578595 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c76b26c-634d-441c-8ba4-4d138cb365d7 admin admin] Network 204cc519-b30d-4492-9fc5-23c1f345ed50 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:23.581213 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-3c76b26c-634d-441c-8ba4-4d138cb365d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:23.642399 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:06:23.700200 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-24fc9a5c-079c-46c3-8bb3-4a19d3eca2bb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] For port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=fa5d8084-3595-4ed4-a78e-fd1c3cb66d01,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:23.818774 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-24fc9a5c-079c-46c3-8bb3-4a19d3eca2bb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for port (fa5d8084-3595-4ed4-a78e-fd1c3cb66d01), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:23.836756 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-24fc9a5c-079c-46c3-8bb3-4a19d3eca2bb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (fa5d8084-3595-4ed4-a78e-fd1c3cb66d01), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:23.905987 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:23.906703 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fa5d8084-3595-4ed4-a78e-fd1c3cb66d01), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:23.908404 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c76b26c-634d-441c-8ba4-4d138cb365d7 admin admin] Router fa32354e-dacc-4f8a-bf67-ede49ac38b89 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:06:23.955583 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc9a5c-079c-46c3-8bb3-4a19d3eca2bb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Port': ['ID=fa5d8084-3595-4ed4-a78e-fd1c3cb66d01,revision_number=8']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:23.979081 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-24fc9a5c-079c-46c3-8bb3-4a19d3eca2bb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (a55b8e9d-288e-41e7-bd8a-acf77dcb277a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:23.993759 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc9a5c-079c-46c3-8bb3-4a19d3eca2bb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:23.994259 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc9a5c-079c-46c3-8bb3-4a19d3eca2bb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:23.994709 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc9a5c-079c-46c3-8bb3-4a19d3eca2bb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:23.995658 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc9a5c-079c-46c3-8bb3-4a19d3eca2bb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:23.997570 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc9a5c-079c-46c3-8bb3-4a19d3eca2bb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:23.998024 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc9a5c-079c-46c3-8bb3-4a19d3eca2bb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:23.998464 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc9a5c-079c-46c3-8bb3-4a19d3eca2bb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:24.002232 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc9a5c-079c-46c3-8bb3-4a19d3eca2bb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:24.002383 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc9a5c-079c-46c3-8bb3-4a19d3eca2bb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:24.016378 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc9a5c-079c-46c3-8bb3-4a19d3eca2bb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:24.017306 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc9a5c-079c-46c3-8bb3-4a19d3eca2bb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:24.017899 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc9a5c-079c-46c3-8bb3-4a19d3eca2bb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:24.018453 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24fc9a5c-079c-46c3-8bb3-4a19d3eca2bb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:06:24.108905 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:06:24.109515 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:06:24.122330 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fc9a5c-079c-46c3-8bb3-4a19d3eca2bb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:24.124291 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-24fc9a5c-079c-46c3-8bb3-4a19d3eca2bb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:24.131867 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fc9a5c-079c-46c3-8bb3-4a19d3eca2bb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:24.133246 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-24fc9a5c-079c-46c3-8bb3-4a19d3eca2bb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:24.153237 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc9a5c-079c-46c3-8bb3-4a19d3eca2bb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Subnet': ['ID=a55b8e9d-288e-41e7-bd8a-acf77dcb277a,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:24.178201 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-24fc9a5c-079c-46c3-8bb3-4a19d3eca2bb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.5586634 Mar 07 11:06:24.180568 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33396) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:24.186580 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-0730e3c1-4890-4724-94d9-2feedb8013de tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Request body: {'port': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'mac_address': 'fa:16:3e:69:87:dc', 'name': 'tempest-NetworksTestDHCPv6-1093805655'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:24.188115 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-1b91872b-725a-4d82-902b-5f8472e74d2b None None] Provisioning complete for port e7115265-9ddc-4a53-97bd-eab200ea7377 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:24.188496 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1b91872b-725a-4d82-902b-5f8472e74d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e7115265-9ddc-4a53-97bd-eab200ea7377), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:24.202181 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c76b26c-634d-441c-8ba4-4d138cb365d7 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:06:24.235414 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3c76b26c-634d-441c-8ba4-4d138cb365d7 admin admin] 10.222.0.11 "PUT /v2.0/routers/fa32354e-dacc-4f8a-bf67-ede49ac38b89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1930659 Mar 07 11:06:24.260603 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953a9453-06ab-40fb-ba50-6cb55f11c417 None None] Sync routers for ids ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:06:24.328698 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1b91872b-725a-4d82-902b-5f8472e74d2b None None] Port e7115265-9ddc-4a53-97bd-eab200ea7377 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:06:24.340120 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953a9453-06ab-40fb-ba50-6cb55f11c417 None None] Routers {'fa32354e-dacc-4f8a-bf67-ede49ac38b89'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:24.340867 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-953a9453-06ab-40fb-ba50-6cb55f11c417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:06:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:24.398407 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0730e3c1-4890-4724-94d9-2feedb8013de tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Made reservation on behalf of a68fc610ca21434095921c9ff25a693f for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:06:24.502952 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-953a9453-06ab-40fb-ba50-6cb55f11c417 None None] Set router fa32354e-dacc-4f8a-bf67-ede49ac38b89 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:06:24.573249 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0730e3c1-4890-4724-94d9-2feedb8013de tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:24.588029 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2811b36-4531-4af1-93ac-292bcd473b77 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:06:24.642321 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [None req-0730e3c1-4890-4724-94d9-2feedb8013de tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] device_id is not set on port 208cf32d-f0de-4708-a383-1402d8faa1f0 yet. {{(pid=103767) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 07 11:06:24.845094 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:24.845773 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fa5d8084-3595-4ed4-a78e-fd1c3cb66d01), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:24.956210 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-5ca49079-16c0-4e0e-9d5b-fb9afaa2d770 None None] Provisioning complete for port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:24.956852 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5ca49079-16c0-4e0e-9d5b-fb9afaa2d770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (fa5d8084-3595-4ed4-a78e-fd1c3cb66d01), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:25.037770 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=fa5d8084-3595-4ed4-a78e-fd1c3cb66d01,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:25.044391 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-0730e3c1-4890-4724-94d9-2feedb8013de tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Allocated IP 2001:db8::2b1 (9b8a3032-9f66-43b6-9063-551ee6941c96/d71b8b9f-87ab-4472-b2f2-26864c35cf94/208cf32d-f0de-4708-a383-1402d8faa1f0) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:06:25.056053 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (fa5d8084-3595-4ed4-a78e-fd1c3cb66d01), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:25.080568 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-0730e3c1-4890-4724-94d9-2feedb8013de tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Allocated IP 2001:db8:0:1:f816:3eff:fe69:87dc (9b8a3032-9f66-43b6-9063-551ee6941c96/a55b8e9d-288e-41e7-bd8a-acf77dcb277a/208cf32d-f0de-4708-a383-1402d8faa1f0) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:06:25.130643 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=fa5d8084-3595-4ed4-a78e-fd1c3cb66d01,revision_number=9']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:25.263628 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33416) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:25.270270 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-44ab2a85-a6e4-4203-b205-2cfc06f6551d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1481743460-network', 'tenant_id': 'c97d6681f0d3417981ec4b78af2dcf5b'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:25.305704 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ab2a85-a6e4-4203-b205-2cfc06f6551d admin admin] Made reservation on behalf of c97d6681f0d3417981ec4b78af2dcf5b for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:06:25.308146 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-44ab2a85-a6e4-4203-b205-2cfc06f6551d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:25.323866 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-44ab2a85-a6e4-4203-b205-2cfc06f6551d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:25.451448 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 01cb879c-8c7f-4e04-a928-bc33ec7f368a up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:06:25.462981 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-44ab2a85-a6e4-4203-b205-2cfc06f6551d admin admin] Publish callbacks [] for security_group (af11952e-595b-4291-aeb6-f2bed616e277), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:25.470133 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-44ab2a85-a6e4-4203-b205-2cfc06f6551d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (af11952e-595b-4291-aeb6-f2bed616e277), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:25.488578 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ab2a85-a6e4-4203-b205-2cfc06f6551d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 202} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:06:25.500360 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0730e3c1-4890-4724-94d9-2feedb8013de tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for port (208cf32d-f0de-4708-a383-1402d8faa1f0), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:25.502875 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-44ab2a85-a6e4-4203-b205-2cfc06f6551d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (bef6e21e-aeb0-4496-8bd4-15c00d77d707), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:25.503855 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-44ab2a85-a6e4-4203-b205-2cfc06f6551d admin admin] Added segment bef6e21e-aeb0-4496-8bd4-15c00d77d707 of type vlan for network 6f529df2-2a41-41d0-a360-c24e522bb6c3 Mar 07 11:06:25.556635 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5ca49079-16c0-4e0e-9d5b-fb9afaa2d770 None None] Current status of the port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:25.558709 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5ca49079-16c0-4e0e-9d5b-fb9afaa2d770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fa5d8084-3595-4ed4-a78e-fd1c3cb66d01), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:25.576064 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-44ab2a85-a6e4-4203-b205-2cfc06f6551d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (6f529df2-2a41-41d0-a360-c24e522bb6c3), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:25.583254 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0730e3c1-4890-4724-94d9-2feedb8013de tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (208cf32d-f0de-4708-a383-1402d8faa1f0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:25.614398 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-44ab2a85-a6e4-4203-b205-2cfc06f6551d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (6f529df2-2a41-41d0-a360-c24e522bb6c3), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:25.617758 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ab2a85-a6e4-4203-b205-2cfc06f6551d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:25.617758 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-44ab2a85-a6e4-4203-b205-2cfc06f6551d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:25.635731 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0730e3c1-4890-4724-94d9-2feedb8013de tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:25.667796 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-0730e3c1-4890-4724-94d9-2feedb8013de tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:25.678179 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0730e3c1-4890-4724-94d9-2feedb8013de tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:06:25.683443 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0730e3c1-4890-4724-94d9-2feedb8013de tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:25.684085 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0730e3c1-4890-4724-94d9-2feedb8013de tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:25.699272 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-5ca49079-16c0-4e0e-9d5b-fb9afaa2d770 None None] For port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=fa5d8084-3595-4ed4-a78e-fd1c3cb66d01,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:25.714740 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 01cb879c-8c7f-4e04-a928-bc33ec7f368a triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:25.715391 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (01cb879c-8c7f-4e04-a928-bc33ec7f368a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:25.715513 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-44ab2a85-a6e4-4203-b205-2cfc06f6551d admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4498334 Mar 07 11:06:25.727491 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-953a9453-06ab-40fb-ba50-6cb55f11c417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'name': 'tempest-TestVolumeBootPattern-1894275182-router', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:14Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'gw_port': {'id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:15Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'e7115265-9ddc-4a53-97bd-eab200ea7377', 'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'mac_address': 'fa:16:3e:a5:e9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:21Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 2, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'subnets': [{'id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:25.739867 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33424) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:25.752301 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-48d0a8c4-a970-4f58-bd68-e0faab7a0a7a admin admin] Request body: {'subnet': {'network_id': '6f529df2-2a41-41d0-a360-c24e522bb6c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1481743460-subnet', 'tenant_id': 'c97d6681f0d3417981ec4b78af2dcf5b', 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:25.778276 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab2a85-a6e4-4203-b205-2cfc06f6551d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af11952e-595b-4291-aeb6-f2bed616e277,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:25.778938 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0730e3c1-4890-4724-94d9-2feedb8013de tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5969450 Mar 07 11:06:25.783042 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33428) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:25.795905 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5ca49079-16c0-4e0e-9d5b-fb9afaa2d770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (fa5d8084-3595-4ed4-a78e-fd1c3cb66d01), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:25.813902 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0730e3c1-4890-4724-94d9-2feedb8013de tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event updated for resources: {'Port': ['ID=208cf32d-f0de-4708-a383-1402d8faa1f0,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:25.910441 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d0a8c4-a970-4f58-bd68-e0faab7a0a7a admin admin] Made reservation on behalf of c97d6681f0d3417981ec4b78af2dcf5b for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:06:25.920061 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48d0a8c4-a970-4f58-bd68-e0faab7a0a7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:25.945581 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953a9453-06ab-40fb-ba50-6cb55f11c417 None None] Checking router: fa32354e-dacc-4f8a-bf67-ede49ac38b89 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:06:25.951932 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953a9453-06ab-40fb-ba50-6cb55f11c417 None None] Updating router fa32354e-dacc-4f8a-bf67-ede49ac38b89 port e7115265-9ddc-4a53-97bd-eab200ea7377 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:06:25.992714 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ab2a85-a6e4-4203-b205-2cfc06f6551d admin admin] Pushing event updated for resources: {'Network': ['ID=6f529df2-2a41-41d0-a360-c24e522bb6c3,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:26.009386 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 6f529df2-2a41-41d0-a360-c24e522bb6c3 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:06:26.037187 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-953a9453-06ab-40fb-ba50-6cb55f11c417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e7115265-9ddc-4a53-97bd-eab200ea7377), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:26.087675 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca49079-16c0-4e0e-9d5b-fb9afaa2d770 None None] Pushing event updated for resources: {'Port': ['ID=fa5d8084-3595-4ed4-a78e-fd1c3cb66d01,revision_number=10']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:26.141375 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-d6f9b232-518b-42de-9b6b-a2d631f2c37e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting port 208cf32d-f0de-4708-a383-1402d8faa1f0 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:06:26.141790 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d6f9b232-518b-42de-9b6b-a2d631f2c37e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (208cf32d-f0de-4708-a383-1402d8faa1f0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:26.320015 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d6f9b232-518b-42de-9b6b-a2d631f2c37e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (208cf32d-f0de-4708-a383-1402d8faa1f0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:26.359536 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-d6f9b232-518b-42de-9b6b-a2d631f2c37e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Calling delete_port for 208cf32d-f0de-4708-a383-1402d8faa1f0 owned by {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:06:26.366133 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48d0a8c4-a970-4f58-bd68-e0faab7a0a7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (4380b620-7274-4d1d-afd5-61229f1d3db2), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:26.545653 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d0a8c4-a970-4f58-bd68-e0faab7a0a7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4380b620-7274-4d1d-afd5-61229f1d3db2,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:26.545822 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-953a9453-06ab-40fb-ba50-6cb55f11c417 None None] Publish callbacks [] for port (e7115265-9ddc-4a53-97bd-eab200ea7377), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:26.554620 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 01cb879c-8c7f-4e04-a928-bc33ec7f368a is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:26.556216 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:06:26.561335 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-953a9453-06ab-40fb-ba50-6cb55f11c417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e7115265-9ddc-4a53-97bd-eab200ea7377), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:26.575413 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d0a8c4-a970-4f58-bd68-e0faab7a0a7a admin admin] Checking segment: {'id': 'bef6e21e-aeb0-4496-8bd4-15c00d77d707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f529df2-2a41-41d0-a360-c24e522bb6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:06:26.575788 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d0a8c4-a970-4f58-bd68-e0faab7a0a7a admin admin] Network hostable DHCP agents. Network: 6f529df2-2a41-41d0-a360-c24e522bb6c3, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:06:26.622789 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d0a8c4-a970-4f58-bd68-e0faab7a0a7a admin admin] Network 6f529df2-2a41-41d0-a360-c24e522bb6c3 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:06:26.656236 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7e350-9fab-4081-aff8-0e6e49d16e61 None None] Pushing event updated for resources: {'Port': ['ID=e7115265-9ddc-4a53-97bd-eab200ea7377,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:26.722265 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-48d0a8c4-a970-4f58-bd68-e0faab7a0a7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 6f529df2-2a41-41d0-a360-c24e522bb6c3) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:26.732158 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d0a8c4-a970-4f58-bd68-e0faab7a0a7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:26.732765 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48d0a8c4-a970-4f58-bd68-e0faab7a0a7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:26.794785 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33442) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:26.801977 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-1178d527-d16e-4cd2-bc59-d417c589887c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1481743460-router', 'tenant_id': 'c97d6681f0d3417981ec4b78af2dcf5b', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:26.806328 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b4403f-5e5b-4698-bf59-e92232767c61 None None] Network 6f529df2-2a41-41d0-a360-c24e522bb6c3 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:06:26.806866 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-48d0a8c4-a970-4f58-bd68-e0faab7a0a7a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0656085 Mar 07 11:06:26.822712 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-410c125a-34af-4306-be0b-32ca795faef4 None None] Provisioning complete for port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:26.823090 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-410c125a-34af-4306-be0b-32ca795faef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (fa5d8084-3595-4ed4-a78e-fd1c3cb66d01), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:26.873921 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1178d527-d16e-4cd2-bc59-d417c589887c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (80dd84c0-400c-410c-982d-2170dd9422d2), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:26.899087 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1178d527-d16e-4cd2-bc59-d417c589887c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (80dd84c0-400c-410c-982d-2170dd9422d2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:27.064222 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d6f9b232-518b-42de-9b6b-a2d631f2c37e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (208cf32d-f0de-4708-a383-1402d8faa1f0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:27.105519 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-953a9453-06ab-40fb-ba50-6cb55f11c417 None None] Attempting to bind port e7115265-9ddc-4a53-97bd-eab200ea7377 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:06:27.107400 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-953a9453-06ab-40fb-ba50-6cb55f11c417 None None] Attempting to bind port e7115265-9ddc-4a53-97bd-eab200ea7377 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:06:27.107961 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953a9453-06ab-40fb-ba50-6cb55f11c417 None None] Attempting to bind port e7115265-9ddc-4a53-97bd-eab200ea7377 on network 204cc519-b30d-4492-9fc5-23c1f345ed50 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:06:27.205419 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1178d527-d16e-4cd2-bc59-d417c589887c admin admin] Publish callbacks [] for router_controller (80dd84c0-400c-410c-982d-2170dd9422d2), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:27.215516 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953a9453-06ab-40fb-ba50-6cb55f11c417 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:06:27.215516 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953a9453-06ab-40fb-ba50-6cb55f11c417 None None] Checking segment: {'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:06:27.215516 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-953a9453-06ab-40fb-ba50-6cb55f11c417 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:27.215516 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953a9453-06ab-40fb-ba50-6cb55f11c417 None None] Bound using segment: {'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:06:27.218117 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-953a9453-06ab-40fb-ba50-6cb55f11c417 None None] Bound port: e7115265-9ddc-4a53-97bd-eab200ea7377, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:06:27.221128 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-953a9453-06ab-40fb-ba50-6cb55f11c417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e7115265-9ddc-4a53-97bd-eab200ea7377), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:27.221649 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9b232-518b-42de-9b6b-a2d631f2c37e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Port': ['ID=208cf32d-f0de-4708-a383-1402d8faa1f0,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:27.317914 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d6f9b232-518b-42de-9b6b-a2d631f2c37e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:27.321342 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d6f9b232-518b-42de-9b6b-a2d631f2c37e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/208cf32d-f0de-4708-a383-1402d8faa1f0 HTTP/1.1" status: 204 len: 168 time: 1.5293167 Mar 07 11:06:27.330363 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33456) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:27.451891 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf582930-20a2-4833-90dc-660cb9e20d67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-6f529df2-2a41-41d0-a360-c24e522bb6c3', 'network_id': '6f529df2-2a41-41d0-a360-c24e522bb6c3', 'project_id': 'c97d6681f0d3417981ec4b78af2dcf5b', 'fixed_ips': [{'subnet_id': '4380b620-7274-4d1d-afd5-61229f1d3db2'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:06:27.452775 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bf582930-20a2-4833-90dc-660cb9e20d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:27.490468 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:27.490836 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (fa5d8084-3595-4ed4-a78e-fd1c3cb66d01), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:27.510066 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1178d527-d16e-4cd2-bc59-d417c589887c admin admin] Publish callbacks [] for router_gateway (80dd84c0-400c-410c-982d-2170dd9422d2), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:27.545838 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace925e6-29c6-4094-a4fb-8841a9f9750e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:27.551373 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ace925e6-29c6-4094-a4fb-8841a9f9750e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2175448 Mar 07 11:06:27.552058 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33466) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:27.702594 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223d2e26-1e31-4996-85f8-8d9504cd1b96 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:27.705090 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-223d2e26-1e31-4996-85f8-8d9504cd1b96 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1509612 Mar 07 11:06:27.712355 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33468) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:27.782974 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-410c125a-34af-4306-be0b-32ca795faef4 None None] Current status of the port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:27.855076 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-953a9453-06ab-40fb-ba50-6cb55f11c417 None None] For port e7115265-9ddc-4a53-97bd-eab200ea7377, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:06:27.862932 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326bf70a-5002-4fda-bd13-330f6d4782cb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:27.869558 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326bf70a-5002-4fda-bd13-330f6d4782cb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:27.875713 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326bf70a-5002-4fda-bd13-330f6d4782cb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:27.879929 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-326bf70a-5002-4fda-bd13-330f6d4782cb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1650033 Mar 07 11:06:27.883115 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33472) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:28.022045 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-add7848a-cde5-4b1d-92c2-577315d6e2c3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting subnet a55b8e9d-288e-41e7-bd8a-acf77dcb277a {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:06:28.035052 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-add7848a-cde5-4b1d-92c2-577315d6e2c3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (a55b8e9d-288e-41e7-bd8a-acf77dcb277a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:28.076084 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:28.141701 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1178d527-d16e-4cd2-bc59-d417c589887c admin admin] Publish callbacks [] for router_gateway (80dd84c0-400c-410c-982d-2170dd9422d2), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:28.142744 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33478) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:28.143453 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-953a9453-06ab-40fb-ba50-6cb55f11c417 None None] For port e7115265-9ddc-4a53-97bd-eab200ea7377, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e7115265-9ddc-4a53-97bd-eab200ea7377,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:06:28.166654 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-add7848a-cde5-4b1d-92c2-577315d6e2c3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (a55b8e9d-288e-41e7-bd8a-acf77dcb277a), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:28.187508 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-953a9453-06ab-40fb-ba50-6cb55f11c417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e7115265-9ddc-4a53-97bd-eab200ea7377), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:28.217941 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1178d527-d16e-4cd2-bc59-d417c589887c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:28.352642 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:06:28.382569 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2520f4f4-65bc-4406-ace3-6c03b9479375 None None] Provisioning complete for port e7115265-9ddc-4a53-97bd-eab200ea7377 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:28.383096 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2520f4f4-65bc-4406-ace3-6c03b9479375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e7115265-9ddc-4a53-97bd-eab200ea7377), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:28.394123 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-bf582930-20a2-4833-90dc-660cb9e20d67 None None] Allocated IP 172.20.0.2 (6f529df2-2a41-41d0-a360-c24e522bb6c3/4380b620-7274-4d1d-afd5-61229f1d3db2/48a7fe6e-e856-4de3-ae44-f7df583a1e2c) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:06:28.470356 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-add7848a-cde5-4b1d-92c2-577315d6e2c3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (a55b8e9d-288e-41e7-bd8a-acf77dcb277a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:28.523179 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953a9453-06ab-40fb-ba50-6cb55f11c417 None None] Routers {'fa32354e-dacc-4f8a-bf67-ede49ac38b89'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:28.524958 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-953a9453-06ab-40fb-ba50-6cb55f11c417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:06:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:28.587755 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-1178d527-d16e-4cd2-bc59-d417c589887c admin admin] Allocated IP 172.25.3.58 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/9557d53f-e959-40b3-b9c0-736c2be7771a) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:06:28.698527 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0f9691ff-0e1b-46f3-8eb3-1148c3cf54eb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e3c50b9bc01d4c6491f1df7af8ead8d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5493994 Mar 07 11:06:28.718660 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33484) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:28.835089 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d87c4a2f-c31f-4e1c-8429-3e7db77296c8 admin admin] Publish callbacks [] for security_group (548ce50a-8eae-433a-b3d2-64aa3cca6f3e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:28.840432 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-add7848a-cde5-4b1d-92c2-577315d6e2c3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (a55b8e9d-288e-41e7-bd8a-acf77dcb277a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:28.871606 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1178d527-d16e-4cd2-bc59-d417c589887c admin admin] Publish callbacks [] for port (9557d53f-e959-40b3-b9c0-736c2be7771a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:28.917631 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1178d527-d16e-4cd2-bc59-d417c589887c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (9557d53f-e959-40b3-b9c0-736c2be7771a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:28.957704 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7848a-cde5-4b1d-92c2-577315d6e2c3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Subnet': ['ID=a55b8e9d-288e-41e7-bd8a-acf77dcb277a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:28.962104 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-add7848a-cde5-4b1d-92c2-577315d6e2c3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:28.965484 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-add7848a-cde5-4b1d-92c2-577315d6e2c3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/a55b8e9d-288e-41e7-bd8a-acf77dcb277a HTTP/1.1" status: 204 len: 168 time: 1.0813203 Mar 07 11:06:28.967666 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d87c4a2f-c31f-4e1c-8429-3e7db77296c8 admin admin] Publish callbacks [] for security_group (548ce50a-8eae-433a-b3d2-64aa3cca6f3e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:28.981569 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33486) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:29.060837 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-988f5e8b-88da-4b44-b01a-abd644103e77 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Deleting subnet d71b8b9f-87ab-4472-b2f2-26864c35cf94 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:06:29.078174 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d87c4a2f-c31f-4e1c-8429-3e7db77296c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (548ce50a-8eae-433a-b3d2-64aa3cca6f3e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:29.080999 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d87c4a2f-c31f-4e1c-8429-3e7db77296c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:29.084208 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d87c4a2f-c31f-4e1c-8429-3e7db77296c8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/548ce50a-8eae-433a-b3d2-64aa3cca6f3e HTTP/1.1" status: 204 len: 168 time: 0.3639660 Mar 07 11:06:29.087964 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1178d527-d16e-4cd2-bc59-d417c589887c admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:29.089614 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-988f5e8b-88da-4b44-b01a-abd644103e77 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (d71b8b9f-87ab-4472-b2f2-26864c35cf94), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:29.111647 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c4a2f-c31f-4e1c-8429-3e7db77296c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548ce50a-8eae-433a-b3d2-64aa3cca6f3e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:29.123009 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178d527-d16e-4cd2-bc59-d417c589887c admin admin] Pushing event updated for resources: {'Port': ['ID=9557d53f-e959-40b3-b9c0-736c2be7771a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:29.126241 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-1178d527-d16e-4cd2-bc59-d417c589887c admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:29.133850 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1178d527-d16e-4cd2-bc59-d417c589887c admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:06:29.182346 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-988f5e8b-88da-4b44-b01a-abd644103e77 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (d71b8b9f-87ab-4472-b2f2-26864c35cf94), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:29.264007 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7e350-9fab-4081-aff8-0e6e49d16e61 None None] Pushing event updated for resources: {'Port': ['ID=e7115265-9ddc-4a53-97bd-eab200ea7377,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:29.324145 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bfa30c-6fe8-4246-85d5-a6a43bbffc1b None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:06:29.408056 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-988f5e8b-88da-4b44-b01a-abd644103e77 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (d71b8b9f-87ab-4472-b2f2-26864c35cf94), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:29.499163 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-988f5e8b-88da-4b44-b01a-abd644103e77 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (d71b8b9f-87ab-4472-b2f2-26864c35cf94), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:29.568616 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:29.568860 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (fa5d8084-3595-4ed4-a78e-fd1c3cb66d01), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:29.672911 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f5e8b-88da-4b44-b01a-abd644103e77 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Subnet': ['ID=d71b8b9f-87ab-4472-b2f2-26864c35cf94,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:29.682678 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-953a9453-06ab-40fb-ba50-6cb55f11c417 None None] Set router fa32354e-dacc-4f8a-bf67-ede49ac38b89 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:06:29.702404 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-988f5e8b-88da-4b44-b01a-abd644103e77 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:29.706914 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-988f5e8b-88da-4b44-b01a-abd644103e77 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/d71b8b9f-87ab-4472-b2f2-26864c35cf94 HTTP/1.1" status: 204 len: 168 time: 0.7214594 Mar 07 11:06:29.710278 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33498) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:29.805237 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8ccc919e-f913-4b26-8565-95ba08b26f24 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0933964 Mar 07 11:06:29.808923 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33504) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:29.898123 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bf582930-20a2-4833-90dc-660cb9e20d67 None None] Publish callbacks [] for port (48a7fe6e-e856-4de3-ae44-f7df583a1e2c), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:29.902659 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2520f4f4-65bc-4406-ace3-6c03b9479375 None None] Current status of the port e7115265-9ddc-4a53-97bd-eab200ea7377 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:29.903544 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2520f4f4-65bc-4406-ace3-6c03b9479375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e7115265-9ddc-4a53-97bd-eab200ea7377), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:29.938046 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bf582930-20a2-4833-90dc-660cb9e20d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (48a7fe6e-e856-4de3-ae44-f7df583a1e2c), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:29.959276 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47852298-f070-467e-9a60-f0d8040da670 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:29.961534 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-47852298-f070-467e-9a60-f0d8040da670 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1506324 Mar 07 11:06:29.963972 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33508) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:30.050548 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf582930-20a2-4833-90dc-660cb9e20d67 None None] Network 6f529df2-2a41-41d0-a360-c24e522bb6c3 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:30.058147 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-bf582930-20a2-4833-90dc-660cb9e20d67 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:30.067125 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf582930-20a2-4833-90dc-660cb9e20d67 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:06:30.144440 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1178d527-d16e-4cd2-bc59-d417c589887c admin admin] Publish callbacks [] for router_gateway (80dd84c0-400c-410c-982d-2170dd9422d2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:30.147999 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f66e01-bd54-4316-871a-57cfd69efd81 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:30.153266 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-20f66e01-bd54-4316-871a-57cfd69efd81 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1866424 Mar 07 11:06:30.154391 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33518) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:30.214933 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-2520f4f4-65bc-4406-ace3-6c03b9479375 None None] For port e7115265-9ddc-4a53-97bd-eab200ea7377, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e7115265-9ddc-4a53-97bd-eab200ea7377,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:30.261184 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf582930-20a2-4833-90dc-660cb9e20d67 None None] Pushing event updated for resources: {'Port': ['ID=48a7fe6e-e856-4de3-ae44-f7df583a1e2c,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:30.373944 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33532) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:30.375554 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7e659910-29ca-4be2-b17d-14c3bcd40019 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2197661 Mar 07 11:06:30.443916 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2520f4f4-65bc-4406-ace3-6c03b9479375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e7115265-9ddc-4a53-97bd-eab200ea7377), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:30.458068 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-2022da44-f04a-4660-a5f8-19fdf5702e07 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:30.460605 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2022da44-f04a-4660-a5f8-19fdf5702e07 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:30.475879 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2022da44-f04a-4660-a5f8-19fdf5702e07 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/208cf32d-f0de-4708-a383-1402d8faa1f0 HTTP/1.1" status: 404 len: 333 time: 0.0905514 Mar 07 11:06:30.476898 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33538) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:30.523883 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2520f4f4-65bc-4406-ace3-6c03b9479375 None None] Could not find standard attr ID for object e1a35fe5-f4a3-440d-a26a-83df14ebcd53. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:06:30.526657 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b308aab7-ce87-45de-b8c1-ac1517f6426f None None] Update dhcp port {'port': {'network_id': '9b8a3032-9f66-43b6-9063-551ee6941c96', 'fixed_ips': [{'subnet_id': 'd71b8b9f-87ab-4472-b2f2-26864c35cf94'}], 'binding:host_id': 'n-d-832164-4'}, 'id': 'fa5d8084-3595-4ed4-a78e-fd1c3cb66d01'} from n-d-832164-4. {{(pid=103768) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Mar 07 11:06:30.548104 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-166827b9-bcd2-412d-bb27-c355291b1fc4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:30.550437 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-166827b9-bcd2-412d-bb27-c355291b1fc4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:30.555621 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-166827b9-bcd2-412d-bb27-c355291b1fc4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/a55b8e9d-288e-41e7-bd8a-acf77dcb277a HTTP/1.1" status: 404 len: 337 time: 0.0770354 Mar 07 11:06:30.562486 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33544) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:30.622701 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e2bb26b-9310-4e2a-95ef-51fcb7bf7b71 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:30.626928 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e2bb26b-9310-4e2a-95ef-51fcb7bf7b71 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:30.631945 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1178d527-d16e-4cd2-bc59-d417c589887c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (80dd84c0-400c-410c-982d-2170dd9422d2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:30.637554 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5e2bb26b-9310-4e2a-95ef-51fcb7bf7b71 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/d71b8b9f-87ab-4472-b2f2-26864c35cf94 HTTP/1.1" status: 404 len: 337 time: 0.0702682 Mar 07 11:06:30.638442 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33546) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:30.644082 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2520f4f4-65bc-4406-ace3-6c03b9479375 None None] Could not find standard attr ID for object 75bef0d9-7984-4140-a408-7e914519a3ca. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:06:30.690885 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:30.729177 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-bf582930-20a2-4833-90dc-660cb9e20d67 None None] Attempting to bind port 48a7fe6e-e856-4de3-ae44-f7df583a1e2c on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:06:30.729549 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-bf582930-20a2-4833-90dc-660cb9e20d67 None None] Attempting to bind port 48a7fe6e-e856-4de3-ae44-f7df583a1e2c by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'bef6e21e-aeb0-4496-8bd4-15c00d77d707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f529df2-2a41-41d0-a360-c24e522bb6c3'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:06:30.729919 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf582930-20a2-4833-90dc-660cb9e20d67 None None] Attempting to bind port 48a7fe6e-e856-4de3-ae44-f7df583a1e2c on network 6f529df2-2a41-41d0-a360-c24e522bb6c3 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:06:30.737446 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b308aab7-ce87-45de-b8c1-ac1517f6426f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fa5d8084-3595-4ed4-a78e-fd1c3cb66d01), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:30.744875 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfdfa473-b374-4bc9-bef5-fbd206e8b7d3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:30.750024 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfdfa473-b374-4bc9-bef5-fbd206e8b7d3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:30.767160 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cfdfa473-b374-4bc9-bef5-fbd206e8b7d3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/aa3f52ad-6992-45ab-a0b0-0a5575d16351 HTTP/1.1" status: 404 len: 333 time: 0.1263232 Mar 07 11:06:30.770714 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33548) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:30.806980 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf582930-20a2-4833-90dc-660cb9e20d67 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:06:30.807392 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf582930-20a2-4833-90dc-660cb9e20d67 None None] Checking segment: {'id': 'bef6e21e-aeb0-4496-8bd4-15c00d77d707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f529df2-2a41-41d0-a360-c24e522bb6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:06:30.807772 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bf582930-20a2-4833-90dc-660cb9e20d67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:30.808193 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf582930-20a2-4833-90dc-660cb9e20d67 None None] Bound using segment: {'id': 'bef6e21e-aeb0-4496-8bd4-15c00d77d707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f529df2-2a41-41d0-a360-c24e522bb6c3'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:06:30.808652 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-bf582930-20a2-4833-90dc-660cb9e20d67 None None] Bound port: 48a7fe6e-e856-4de3-ae44-f7df583a1e2c, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef6e21e-aeb0-4496-8bd4-15c00d77d707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f529df2-2a41-41d0-a360-c24e522bb6c3'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:06:30.809032 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bf582930-20a2-4833-90dc-660cb9e20d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (48a7fe6e-e856-4de3-ae44-f7df583a1e2c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:30.833855 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2520f4f4-65bc-4406-ace3-6c03b9479375 None None] Pushing event updated for resources: {'Port': ['ID=e7115265-9ddc-4a53-97bd-eab200ea7377,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:30.836623 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-bd6a9a1b-7795-48a2-8412-fe91d042e856 None None] Could not find standard attr ID for object 208cf32d-f0de-4708-a383-1402d8faa1f0. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:06:30.899658 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af12e6b-dcca-464b-8207-aa3efb2edee4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:30.900821 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3af12e6b-dcca-464b-8207-aa3efb2edee4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:30.909221 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3af12e6b-dcca-464b-8207-aa3efb2edee4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/3e00c457-6260-4c09-b986-cefe767208dc HTTP/1.1" status: 404 len: 337 time: 0.1339850 Mar 07 11:06:30.911125 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33552) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:30.930709 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-bd6a9a1b-7795-48a2-8412-fe91d042e856 None None] Could not find standard attr ID for object aa3f52ad-6992-45ab-a0b0-0a5575d16351. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:06:30.932590 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1178d527-d16e-4cd2-bc59-d417c589887c admin admin] Router 80dd84c0-400c-410c-982d-2170dd9422d2 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:06:30.988989 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc40f50-993c-4226-a103-05fabf5b8aad tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:30.989811 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffc40f50-993c-4226-a103-05fabf5b8aad tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:30.997816 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ffc40f50-993c-4226-a103-05fabf5b8aad tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/8559ca95-9bfe-44c0-aa8b-cca731d17029 HTTP/1.1" status: 404 len: 337 time: 0.0829070 Mar 07 11:06:31.000483 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33554) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:31.081205 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-34888560-8901-44fe-98b2-c96d08fce535 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:31.082120 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34888560-8901-44fe-98b2-c96d08fce535 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:31.090149 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-34888560-8901-44fe-98b2-c96d08fce535 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/75bef0d9-7984-4140-a408-7e914519a3ca HTTP/1.1" status: 404 len: 333 time: 0.0869505 Mar 07 11:06:31.092623 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33556) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:31.158392 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dffac3-0aaa-4441-8381-64eb3de39045 None None] Network 9b8a3032-9f66-43b6-9063-551ee6941c96 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:06:31.199454 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-656d0e89-8ef9-4873-95c4-94a9e36b635a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:31.200858 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-656d0e89-8ef9-4873-95c4-94a9e36b635a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:31.205726 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-656d0e89-8ef9-4873-95c4-94a9e36b635a tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/23b18c82-d331-4b7f-9e5f-6eab3001291d HTTP/1.1" status: 404 len: 337 time: 0.1113117 Mar 07 11:06:31.208023 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33558) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:31.214057 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-bd6a9a1b-7795-48a2-8412-fe91d042e856 None None] Provisioning complete for port e7115265-9ddc-4a53-97bd-eab200ea7377 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:31.214527 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bd6a9a1b-7795-48a2-8412-fe91d042e856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e7115265-9ddc-4a53-97bd-eab200ea7377), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:31.286238 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0ac24a-0a7b-4f93-858a-bc4134cedc07 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:31.286965 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf0ac24a-0a7b-4f93-858a-bc4134cedc07 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:31.301353 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cf0ac24a-0a7b-4f93-858a-bc4134cedc07 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/0d0de489-783f-40ef-9ca4-2da4b4b75b98 HTTP/1.1" status: 404 len: 337 time: 0.0866721 Mar 07 11:06:31.304007 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33560) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:31.352602 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd9bef1-46b0-4407-b978-3c85cdd85706 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:31.352602 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cd9bef1-46b0-4407-b978-3c85cdd85706 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:31.355899 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1cd9bef1-46b0-4407-b978-3c85cdd85706 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/e1a35fe5-f4a3-440d-a26a-83df14ebcd53 HTTP/1.1" status: 404 len: 333 time: 0.0506945 Mar 07 11:06:31.360961 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33564) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:31.448636 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-57997a4d-beb5-444f-b3de-c64629a01001 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:31.450325 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57997a4d-beb5-444f-b3de-c64629a01001 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:31.454564 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-57997a4d-beb5-444f-b3de-c64629a01001 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/953fbf22-ce3d-4687-a554-b3b4e7f3d3f1 HTTP/1.1" status: 404 len: 337 time: 0.0902190 Mar 07 11:06:31.456352 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-953a9453-06ab-40fb-ba50-6cb55f11c417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'name': 'tempest-TestVolumeBootPattern-1894275182-router', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:14Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'gw_port': {'id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:15Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'e7115265-9ddc-4a53-97bd-eab200ea7377', 'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'mac_address': 'fa:16:3e:a5:e9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:21Z', 'updated_at': '2022-03-07T11:06:27Z', 'revision_number': 4, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'subnets': [{'id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:31.465871 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33570) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:31.492468 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-18f164bc-7545-47ee-acbf-c072ea84f88b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:31.492927 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18f164bc-7545-47ee-acbf-c072ea84f88b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:31.496033 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-18f164bc-7545-47ee-acbf-c072ea84f88b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/7ad6a007-299c-46d1-9b40-81d8c2f64a41 HTTP/1.1" status: 404 len: 337 time: 0.0290625 Mar 07 11:06:31.499210 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33574) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:31.529670 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-bf582930-20a2-4833-90dc-660cb9e20d67 None None] For port 48a7fe6e-e856-4de3-ae44-f7df583a1e2c, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:06:31.554287 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953a9453-06ab-40fb-ba50-6cb55f11c417 None None] The sync data for ids ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'] in n-d-832164-4 is: [{'id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'name': 'tempest-TestVolumeBootPattern-1894275182-router', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:14Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'gw_port': {'id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:15Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'e7115265-9ddc-4a53-97bd-eab200ea7377', 'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'mac_address': 'fa:16:3e:a5:e9:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:21Z', 'updated_at': '2022-03-07T11:06:27Z', 'revision_number': 4, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'subnets': [{'id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:06:31.568613 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-65cb89bd-abbf-44fa-863d-08e43ab4f1ca tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:31.571762 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65cb89bd-abbf-44fa-863d-08e43ab4f1ca tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:31.580534 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-bf582930-20a2-4833-90dc-660cb9e20d67 None None] For port 48a7fe6e-e856-4de3-ae44-f7df583a1e2c, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=48a7fe6e-e856-4de3-ae44-f7df583a1e2c,segment=NetworkSegment(bef6e21e-aeb0-4496-8bd4-15c00d77d707),segment_id=bef6e21e-aeb0-4496-8bd4-15c00d77d707)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:06:31.581776 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-65cb89bd-abbf-44fa-863d-08e43ab4f1ca tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/7773bfef-c028-4f78-bed4-bc7b189270f0 HTTP/1.1" status: 404 len: 333 time: 0.0808978 Mar 07 11:06:31.582595 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33578) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:31.597655 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bf582930-20a2-4833-90dc-660cb9e20d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (48a7fe6e-e856-4de3-ae44-f7df583a1e2c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:31.682416 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63f18e6-6ee0-42da-a97c-23426b2cedee tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:31.686140 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c63f18e6-6ee0-42da-a97c-23426b2cedee tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:31.699982 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c63f18e6-6ee0-42da-a97c-23426b2cedee tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/f0dfebaa-d469-40a9-9690-32181be2dc18 HTTP/1.1" status: 404 len: 337 time: 0.1140597 Mar 07 11:06:31.706362 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33580) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:31.747968 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1178d527-d16e-4cd2-bc59-d417c589887c admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:06:31.758532 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5083d584-5354-4b16-8e39-ceebd0dfa11e None None] Sync routers for ids ['80dd84c0-400c-410c-982d-2170dd9422d2'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:06:31.775282 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5083d584-5354-4b16-8e39-ceebd0dfa11e None None] Routers {'80dd84c0-400c-410c-982d-2170dd9422d2'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:31.776172 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-5083d584-5354-4b16-8e39-ceebd0dfa11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:06:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['80dd84c0-400c-410c-982d-2170dd9422d2'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:31.797236 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ded643d-3e9b-4b38-901f-be8d53b66fdb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:31.797959 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ded643d-3e9b-4b38-901f-be8d53b66fdb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:31.801073 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4ded643d-3e9b-4b38-901f-be8d53b66fdb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/66fcdd62-1d23-43f2-b84e-4f5f8e564f60 HTTP/1.1" status: 404 len: 333 time: 0.0920179 Mar 07 11:06:31.804754 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33584) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:31.806191 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1178d527-d16e-4cd2-bc59-d417c589887c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:31.808327 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1178d527-d16e-4cd2-bc59-d417c589887c admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0125136 Mar 07 11:06:31.811056 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33586) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:31.861932 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca92c49-f82c-4c44-a6d8-4bc063606760 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:31.862912 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cca92c49-f82c-4c44-a6d8-4bc063606760 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:31.868059 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf582930-20a2-4833-90dc-660cb9e20d67 None None] Pushing event updated for resources: {'Port': ['ID=48a7fe6e-e856-4de3-ae44-f7df583a1e2c,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:31.876880 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cca92c49-f82c-4c44-a6d8-4bc063606760 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/89a3bca0-eab2-48cd-b2ca-10ae77418b33 HTTP/1.1" status: 404 len: 337 time: 0.0709503 Mar 07 11:06:31.881017 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33588) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:31.972345 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9314c8ec-ad45-4a99-85f3-76cb1b578af4 None None] DHCP port deletion for 9b8a3032-9f66-43b6-9063-551ee6941c96 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:06:31.987660 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a738f3eb-1adf-4ab9-8dfb-f4cf2c3ee057 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:31.988716 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a738f3eb-1adf-4ab9-8dfb-f4cf2c3ee057 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:31.991916 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-bd6a9a1b-7795-48a2-8412-fe91d042e856 None None] Current status of the port e7115265-9ddc-4a53-97bd-eab200ea7377 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:32.014572 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a738f3eb-1adf-4ab9-8dfb-f4cf2c3ee057 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/d1acc614-f850-4acf-86b0-ce0e83995f9e HTTP/1.1" status: 404 len: 333 time: 0.1321256 Mar 07 11:06:32.016716 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33590) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:32.039504 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-5083d584-5354-4b16-8e39-ceebd0dfa11e None None] Set router 80dd84c0-400c-410c-982d-2170dd9422d2 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:06:32.142231 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-55caa9d6-5f28-4ef6-a47c-69d46346ca6c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:32.142692 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55caa9d6-5f28-4ef6-a47c-69d46346ca6c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:32.164055 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-55caa9d6-5f28-4ef6-a47c-69d46346ca6c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/b5fdb615-794b-4029-a494-9a09db716de3 HTTP/1.1" status: 404 len: 337 time: 0.1386278 Mar 07 11:06:32.165073 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33594) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:32.200901 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-8cc749f5-c966-42ca-8a52-515c0dfd22f4 None None] Provisioning complete for port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:32.201712 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8cc749f5-c966-42ca-8a52-515c0dfd22f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (fa5d8084-3595-4ed4-a78e-fd1c3cb66d01), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:32.266033 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-9314c8ec-ad45-4a99-85f3-76cb1b578af4 None None] Deleting port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:06:32.266508 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9314c8ec-ad45-4a99-85f3-76cb1b578af4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (fa5d8084-3595-4ed4-a78e-fd1c3cb66d01), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:32.331861 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-214ccde5-f4d9-44df-89d0-7d3ee981a62d tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:32.334480 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-214ccde5-f4d9-44df-89d0-7d3ee981a62d tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:32.343463 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-214ccde5-f4d9-44df-89d0-7d3ee981a62d tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/ab4b767e-869a-4c52-90dc-6991d5b49ba4 HTTP/1.1" status: 404 len: 333 time: 0.1772723 Mar 07 11:06:32.347968 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33596) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:32.431222 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a74c622-1211-49c0-93f3-a8866bb3199c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:32.436940 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a74c622-1211-49c0-93f3-a8866bb3199c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:32.443997 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8a74c622-1211-49c0-93f3-a8866bb3199c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/c6212a37-b08d-488d-a4ac-f8c1f7d76c74 HTTP/1.1" status: 404 len: 337 time: 0.0941253 Mar 07 11:06:32.447402 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33600) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:32.530887 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-5083d584-5354-4b16-8e39-ceebd0dfa11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dd84c0-400c-410c-982d-2170dd9422d2', 'name': 'tempest-TestVolumeBootPattern-1481743460-router', 'tenant_id': 'c97d6681f0d3417981ec4b78af2dcf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '9557d53f-e959-40b3-b9c0-736c2be7771a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:26Z', 'updated_at': '2022-03-07T11:06:29Z', 'revision_number': 3, 'project_id': 'c97d6681f0d3417981ec4b78af2dcf5b', 'gw_port': {'id': '9557d53f-e959-40b3-b9c0-736c2be7771a', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:58:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dd84c0-400c-410c-982d-2170dd9422d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:28Z', 'updated_at': '2022-03-07T11:06:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:32.541210 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-62a1d5c2-6c40-4617-b44e-35d70f399ae4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:32.541900 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62a1d5c2-6c40-4617-b44e-35d70f399ae4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:32.547585 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-62a1d5c2-6c40-4617-b44e-35d70f399ae4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/4001d170-3085-4850-90d0-fc3888928fd2 HTTP/1.1" status: 404 len: 333 time: 0.0974123 Mar 07 11:06:32.557706 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33606) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:32.627494 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-025971b1-79c2-4388-8a10-440fbc82b90c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:32.629401 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-025971b1-79c2-4388-8a10-440fbc82b90c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:32.636577 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-025971b1-79c2-4388-8a10-440fbc82b90c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/4156e0dc-19f9-4f0f-b59b-6659010e7fa7 HTTP/1.1" status: 404 len: 337 time: 0.0776520 Mar 07 11:06:32.639521 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33608) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:32.660135 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5083d584-5354-4b16-8e39-ceebd0dfa11e None None] Checking router: 80dd84c0-400c-410c-982d-2170dd9422d2 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:06:32.660781 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5083d584-5354-4b16-8e39-ceebd0dfa11e None None] Updating router 80dd84c0-400c-410c-982d-2170dd9422d2 port 9557d53f-e959-40b3-b9c0-736c2be7771a binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:06:32.727834 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-9314c8ec-ad45-4a99-85f3-76cb1b578af4 None None] For port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=fa5d8084-3595-4ed4-a78e-fd1c3cb66d01,segment=NetworkSegment(2ef65ab7-9752-410c-b6c9-17550db99104),segment_id=2ef65ab7-9752-410c-b6c9-17550db99104)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:32.728390 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9314c8ec-ad45-4a99-85f3-76cb1b578af4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (fa5d8084-3595-4ed4-a78e-fd1c3cb66d01), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:32.729744 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5083d584-5354-4b16-8e39-ceebd0dfa11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9557d53f-e959-40b3-b9c0-736c2be7771a), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:32.748645 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-65887eaa-ac86-47c8-834e-1973a542d6b5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:32.755203 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65887eaa-ac86-47c8-834e-1973a542d6b5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:32.760308 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-65887eaa-ac86-47c8-834e-1973a542d6b5 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/f4365a97-d09f-4420-a96f-7bb80b6d30a6 HTTP/1.1" status: 404 len: 333 time: 0.1128650 Mar 07 11:06:32.773906 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33610) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:32.785377 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-9314c8ec-ad45-4a99-85f3-76cb1b578af4 None None] Calling delete_port for fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:06:32.791197 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8cc749f5-c966-42ca-8a52-515c0dfd22f4 None None] Current status of the port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:32.846202 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e38fc7-3532-41cd-a98a-a84648137c03 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:32.856789 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36e38fc7-3532-41cd-a98a-a84648137c03 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:32.860303 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-36e38fc7-3532-41cd-a98a-a84648137c03 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/ee320bf1-cacb-4eb4-9fd1-1e9220a82b0d HTTP/1.1" status: 404 len: 337 time: 0.0851164 Mar 07 11:06:32.863420 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33612) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:32.953854 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e2c91cc-dc1a-4950-a5f7-3b6dcf54ddde tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:32.956141 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e2c91cc-dc1a-4950-a5f7-3b6dcf54ddde tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:32.962258 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0e2c91cc-dc1a-4950-a5f7-3b6dcf54ddde tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/6cd70d2a-ac9f-4ccd-bf46-e6e33c7efd48 HTTP/1.1" status: 404 len: 337 time: 0.0964711 Mar 07 11:06:32.982926 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33614) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:32.991899 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 48a7fe6e-e856-4de3-ae44-f7df583a1e2c up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:06:33.060601 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f7ba4e-df90-438f-a93a-e57e62513d6e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:33.062832 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74f7ba4e-df90-438f-a93a-e57e62513d6e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:33.067067 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-74f7ba4e-df90-438f-a93a-e57e62513d6e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/32f6df87-479a-4bcd-9c0a-a26b0713cd01 HTTP/1.1" status: 404 len: 333 time: 0.0827065 Mar 07 11:06:33.074975 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33616) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:33.216363 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-b83951b4-d227-4f41-9635-f1833ef0dc0b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:33.217233 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b83951b4-d227-4f41-9635-f1833ef0dc0b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:33.220568 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b83951b4-d227-4f41-9635-f1833ef0dc0b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/71d80c5b-bf68-42e1-a098-54b9b997a23a HTTP/1.1" status: 404 len: 337 time: 0.1445856 Mar 07 11:06:33.223524 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33618) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:33.290195 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e32c18c-27d8-44eb-a9b7-462c77d5b292 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:33.290925 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e32c18c-27d8-44eb-a9b7-462c77d5b292 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:33.299255 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9e32c18c-27d8-44eb-a9b7-462c77d5b292 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/0feb9c3d-ab4b-40c9-a455-de8f100f8ba2 HTTP/1.1" status: 404 len: 337 time: 0.0738111 Mar 07 11:06:33.304816 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33620) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:33.367390 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-14988847-b300-464a-8b9a-ca637f55ec24 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:33.367973 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14988847-b300-464a-8b9a-ca637f55ec24 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:33.373499 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-14988847-b300-464a-8b9a-ca637f55ec24 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/15fdfba9-d11c-4fdf-b79c-02264b166296 HTTP/1.1" status: 404 len: 333 time: 0.0650125 Mar 07 11:06:33.383174 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33622) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:33.455309 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e673dfa3-e477-4448-bd11-a474b0dd49e4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:33.455948 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e673dfa3-e477-4448-bd11-a474b0dd49e4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:33.462257 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e673dfa3-e477-4448-bd11-a474b0dd49e4 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/0ce816ee-9e23-4992-85f5-b0a429f62f64 HTTP/1.1" status: 404 len: 337 time: 0.0751736 Mar 07 11:06:33.463596 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2b33a48a-8c83-4bb7-a0c8-c6f559a7d592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:33.475618 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33624) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:33.527571 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5083d584-5354-4b16-8e39-ceebd0dfa11e None None] Publish callbacks [] for port (9557d53f-e959-40b3-b9c0-736c2be7771a), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:33.543111 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5083d584-5354-4b16-8e39-ceebd0dfa11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9557d53f-e959-40b3-b9c0-736c2be7771a), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:33.570693 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1c0f79f-0a90-414d-a296-df63951b485b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:33.571151 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1c0f79f-0a90-414d-a296-df63951b485b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:33.576739 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a1c0f79f-0a90-414d-a296-df63951b485b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/7f1b338b-9d48-43fe-bd1d-c68b8e2e5ee8 HTTP/1.1" status: 404 len: 337 time: 0.0925770 Mar 07 11:06:33.579712 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33626) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:33.614408 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9314c8ec-ad45-4a99-85f3-76cb1b578af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (fa5d8084-3595-4ed4-a78e-fd1c3cb66d01), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:33.616634 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471c76c-eabf-4556-9a00-1b99bb52957d None None] Pushing event updated for resources: {'Port': ['ID=9557d53f-e959-40b3-b9c0-736c2be7771a,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:33.637941 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d26640-a6ba-4c2c-a618-c3e02832567e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:33.641084 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d26640-a6ba-4c2c-a618-c3e02832567e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:33.644427 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b6d26640-a6ba-4c2c-a618-c3e02832567e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/cd5a8735-eb96-478a-8528-fca1f7d66d70 HTTP/1.1" status: 404 len: 333 time: 0.0637193 Mar 07 11:06:33.651163 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33632) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:33.704059 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-5083d584-5354-4b16-8e39-ceebd0dfa11e None None] Attempting to bind port 9557d53f-e959-40b3-b9c0-736c2be7771a on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:06:33.704705 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-5083d584-5354-4b16-8e39-ceebd0dfa11e None None] Attempting to bind port 9557d53f-e959-40b3-b9c0-736c2be7771a by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:06:33.705498 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314c8ec-ad45-4a99-85f3-76cb1b578af4 None None] Pushing event deleted for resources: {'Port': ['ID=fa5d8084-3595-4ed4-a78e-fd1c3cb66d01,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:33.706102 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5083d584-5354-4b16-8e39-ceebd0dfa11e None None] Attempting to bind port 9557d53f-e959-40b3-b9c0-736c2be7771a on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:06:33.715864 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5083d584-5354-4b16-8e39-ceebd0dfa11e None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:06:33.716672 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5083d584-5354-4b16-8e39-ceebd0dfa11e None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:06:33.717354 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5083d584-5354-4b16-8e39-ceebd0dfa11e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:33.718579 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5083d584-5354-4b16-8e39-ceebd0dfa11e None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:06:33.719282 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-5083d584-5354-4b16-8e39-ceebd0dfa11e None None] Bound port: 9557d53f-e959-40b3-b9c0-736c2be7771a, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:06:33.719895 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5083d584-5354-4b16-8e39-ceebd0dfa11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9557d53f-e959-40b3-b9c0-736c2be7771a), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:33.731918 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b72f7dc-5484-450c-be1b-58b112a9cfb9 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:33.731918 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b72f7dc-5484-450c-be1b-58b112a9cfb9 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:33.734716 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1b72f7dc-5484-450c-be1b-58b112a9cfb9 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/180081ed-2530-481d-8e15-5ca39fa4ac65 HTTP/1.1" status: 404 len: 337 time: 0.0821431 Mar 07 11:06:33.737416 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33634) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:33.757957 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9314c8ec-ad45-4a99-85f3-76cb1b578af4 None None] No DVR routers for this DVR port fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:06:33.805390 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 48a7fe6e-e856-4de3-ae44-f7df583a1e2c triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:33.805889 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (48a7fe6e-e856-4de3-ae44-f7df583a1e2c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:33.830619 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-dedce47b-0051-49f3-bb46-fd21d8fa2559 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:33.835551 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dedce47b-0051-49f3-bb46-fd21d8fa2559 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:33.844754 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-dedce47b-0051-49f3-bb46-fd21d8fa2559 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/da40cead-5aaf-4943-bfe3-b3299325ee2a HTTP/1.1" status: 404 len: 337 time: 0.1061144 Mar 07 11:06:33.851658 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33638) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:33.897563 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-5083d584-5354-4b16-8e39-ceebd0dfa11e None None] For port 9557d53f-e959-40b3-b9c0-736c2be7771a, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:06:33.908640 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-5083d584-5354-4b16-8e39-ceebd0dfa11e None None] For port 9557d53f-e959-40b3-b9c0-736c2be7771a, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=9557d53f-e959-40b3-b9c0-736c2be7771a,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:06:33.920222 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ffbe5b17-00ce-47e6-88ed-eaf875dec369 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports?device_id=aa71bbec-9e36-4574-a093-ccc7e84395bf HTTP/1.1" status: 200 len: 205 time: 0.0665739 Mar 07 11:06:33.925491 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33640) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:33.928540 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-5083d584-5354-4b16-8e39-ceebd0dfa11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9557d53f-e959-40b3-b9c0-736c2be7771a), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:34.009683 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-2b33a48a-8c83-4bb7-a0c8-c6f559a7d592 admin admin] Allocated IP 172.20.0.1 (6f529df2-2a41-41d0-a360-c24e522bb6c3/4380b620-7274-4d1d-afd5-61229f1d3db2/89c273a0-3666-4587-aaf9-7a1c2aa3aa63) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:06:34.061336 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-807d1afe-f6c7-4db5-9601-7a8ce2829f8c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] delete failed (client error): The resource could not be found. Mar 07 11:06:34.062794 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 48a7fe6e-e856-4de3-ae44-f7df583a1e2c is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:34.063432 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (48a7fe6e-e856-4de3-ae44-f7df583a1e2c), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:34.063553 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-807d1afe-f6c7-4db5-9601-7a8ce2829f8c tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/routers/aa71bbec-9e36-4574-a093-ccc7e84395bf HTTP/1.1" status: 404 len: 336 time: 0.1283443 Mar 07 11:06:34.066484 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33642) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:34.108235 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5083d584-5354-4b16-8e39-ceebd0dfa11e None None] Routers {'80dd84c0-400c-410c-982d-2170dd9422d2'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:34.109268 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-5083d584-5354-4b16-8e39-ceebd0dfa11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:06:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['80dd84c0-400c-410c-982d-2170dd9422d2'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:34.136559 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a647792-9644-48b9-8468-d489aa8c6b34 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:34.137373 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a647792-9644-48b9-8468-d489aa8c6b34 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:34.149406 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0a647792-9644-48b9-8468-d489aa8c6b34 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/3d3b8fbe-7337-4d27-902a-1d12216a9170 HTTP/1.1" status: 404 len: 337 time: 0.0775685 Mar 07 11:06:34.150048 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33644) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:34.160199 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3ca297-4aac-475d-b576-ea844e828f5f None None] Network 6f529df2-2a41-41d0-a360-c24e522bb6c3 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:06:34.163695 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 48a7fe6e-e856-4de3-ae44-f7df583a1e2c, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=48a7fe6e-e856-4de3-ae44-f7df583a1e2c,segment=NetworkSegment(bef6e21e-aeb0-4496-8bd4-15c00d77d707),segment_id=bef6e21e-aeb0-4496-8bd4-15c00d77d707)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:34.181871 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471c76c-eabf-4556-9a00-1b99bb52957d None None] Pushing event updated for resources: {'Port': ['ID=9557d53f-e959-40b3-b9c0-736c2be7771a,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:34.221256 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b433aba3-d31d-480d-b3b8-42d8ed930e42 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "GET /v2.0/ports?device_id=7348e69d-b034-4686-a17e-c00e107db9ef HTTP/1.1" status: 200 len: 205 time: 0.0677259 Mar 07 11:06:34.221845 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33646) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:34.281852 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2b33a48a-8c83-4bb7-a0c8-c6f559a7d592 admin admin] Publish callbacks [] for port (89c273a0-3666-4587-aaf9-7a1c2aa3aa63), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:34.304689 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (48a7fe6e-e856-4de3-ae44-f7df583a1e2c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:34.304879 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e7115265-9ddc-4a53-97bd-eab200ea7377 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:06:34.337866 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-d8e19e11-1533-4e69-a88d-ede8e1ad0645 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] delete failed (client error): The resource could not be found. Mar 07 11:06:34.353830 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33648) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:34.354260 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d8e19e11-1533-4e69-a88d-ede8e1ad0645 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/routers/7348e69d-b034-4686-a17e-c00e107db9ef HTTP/1.1" status: 404 len: 336 time: 0.1308262 Mar 07 11:06:34.409498 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-5083d584-5354-4b16-8e39-ceebd0dfa11e None None] Set router 80dd84c0-400c-410c-982d-2170dd9422d2 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:06:34.440039 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-44af4854-906c-47cc-a8c6-a20f0f31aa1b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:34.440508 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44af4854-906c-47cc-a8c6-a20f0f31aa1b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:34.445578 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-44af4854-906c-47cc-a8c6-a20f0f31aa1b tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/7c3a600f-8f2f-4c1a-8064-7374df983674 HTTP/1.1" status: 404 len: 337 time: 0.0907435 Mar 07 11:06:34.448319 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33650) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:34.459488 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2b33a48a-8c83-4bb7-a0c8-c6f559a7d592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (89c273a0-3666-4587-aaf9-7a1c2aa3aa63), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:34.510320 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b33a48a-8c83-4bb7-a0c8-c6f559a7d592 admin admin] Network 6f529df2-2a41-41d0-a360-c24e522bb6c3 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:34.513855 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-2b33a48a-8c83-4bb7-a0c8-c6f559a7d592 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:34.517047 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b33a48a-8c83-4bb7-a0c8-c6f559a7d592 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:06:34.531410 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-760fa8d0-715f-4371-a5e7-e125ed0d257e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:34.533445 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-760fa8d0-715f-4371-a5e7-e125ed0d257e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:34.547856 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-760fa8d0-715f-4371-a5e7-e125ed0d257e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/2e2364e1-e47b-44db-8971-3be2a9f538d9 HTTP/1.1" status: 404 len: 337 time: 0.0983648 Mar 07 11:06:34.551249 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33652) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:34.581328 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2b33a48a-8c83-4bb7-a0c8-c6f559a7d592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (80dd84c0-400c-410c-982d-2170dd9422d2), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:34.621286 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-06e7ac10-bea3-488f-827b-0087a94bdf9f None None] Provisioning complete for port 48a7fe6e-e856-4de3-ae44-f7df583a1e2c triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:34.621839 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-06e7ac10-bea3-488f-827b-0087a94bdf9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (48a7fe6e-e856-4de3-ae44-f7df583a1e2c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:34.627713 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33a48a-8c83-4bb7-a0c8-c6f559a7d592 admin admin] Pushing event updated for resources: {'Port': ['ID=89c273a0-3666-4587-aaf9-7a1c2aa3aa63,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:34.639956 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-da35f7d6-db8d-4682-b1fd-b4d9ba3cc313 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:34.640763 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da35f7d6-db8d-4682-b1fd-b4d9ba3cc313 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:34.647173 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-da35f7d6-db8d-4682-b1fd-b4d9ba3cc313 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/f7a38d74-5898-4415-8714-24a818d57817 HTTP/1.1" status: 404 len: 333 time: 0.0948484 Mar 07 11:06:34.650405 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33654) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:34.720780 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=48a7fe6e-e856-4de3-ae44-f7df583a1e2c,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:34.738737 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-066518b0-8e7c-43f1-9947-c96c30c68785 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:34.742125 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-066518b0-8e7c-43f1-9947-c96c30c68785 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:34.745481 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-066518b0-8e7c-43f1-9947-c96c30c68785 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/7714404c-f698-4cdd-971c-f4b9fe786ba4 HTTP/1.1" status: 404 len: 337 time: 0.0938852 Mar 07 11:06:34.747222 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port e7115265-9ddc-4a53-97bd-eab200ea7377 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:34.747816 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e7115265-9ddc-4a53-97bd-eab200ea7377), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:34.752434 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33656) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:34.803998 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-18805f50-1eb2-4b84-8b42-dc17a2d38b23 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:34.806937 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18805f50-1eb2-4b84-8b42-dc17a2d38b23 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:34.821177 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-18805f50-1eb2-4b84-8b42-dc17a2d38b23 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/e5775d5a-1716-40fc-aad0-6ec417b031d7 HTTP/1.1" status: 404 len: 333 time: 0.0673916 Mar 07 11:06:34.825087 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33662) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:34.870582 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-5083d584-5354-4b16-8e39-ceebd0dfa11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dd84c0-400c-410c-982d-2170dd9422d2', 'name': 'tempest-TestVolumeBootPattern-1481743460-router', 'tenant_id': 'c97d6681f0d3417981ec4b78af2dcf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '9557d53f-e959-40b3-b9c0-736c2be7771a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:26Z', 'updated_at': '2022-03-07T11:06:29Z', 'revision_number': 3, 'project_id': 'c97d6681f0d3417981ec4b78af2dcf5b', 'gw_port': {'id': '9557d53f-e959-40b3-b9c0-736c2be7771a', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:58:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dd84c0-400c-410c-982d-2170dd9422d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:28Z', 'updated_at': '2022-03-07T11:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:34.899583 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2b33a48a-8c83-4bb7-a0c8-c6f559a7d592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (89c273a0-3666-4587-aaf9-7a1c2aa3aa63), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:34.900537 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-06e7ac10-bea3-488f-827b-0087a94bdf9f None None] Current status of the port 48a7fe6e-e856-4de3-ae44-f7df583a1e2c is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:34.910517 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3ce6074-210f-4de9-876b-c77f2c3d4be7 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:34.913022 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3ce6074-210f-4de9-876b-c77f2c3d4be7 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:34.927259 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e3ce6074-210f-4de9-876b-c77f2c3d4be7 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/3ebb26b9-3752-4378-83c6-811119e45bd0 HTTP/1.1" status: 404 len: 337 time: 0.0955682 Mar 07 11:06:34.929244 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33666) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:34.974288 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5083d584-5354-4b16-8e39-ceebd0dfa11e None None] The sync data for ids ['80dd84c0-400c-410c-982d-2170dd9422d2'] in n-d-832164-4 is: [{'id': '80dd84c0-400c-410c-982d-2170dd9422d2', 'name': 'tempest-TestVolumeBootPattern-1481743460-router', 'tenant_id': 'c97d6681f0d3417981ec4b78af2dcf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '9557d53f-e959-40b3-b9c0-736c2be7771a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:26Z', 'updated_at': '2022-03-07T11:06:29Z', 'revision_number': 3, 'project_id': 'c97d6681f0d3417981ec4b78af2dcf5b', 'gw_port': {'id': '9557d53f-e959-40b3-b9c0-736c2be7771a', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:58:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dd84c0-400c-410c-982d-2170dd9422d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:28Z', 'updated_at': '2022-03-07T11:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:06:34.975614 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c491b34-d11b-4be5-a3af-c9870e921732 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:34.976282 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c491b34-d11b-4be5-a3af-c9870e921732 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:35.004117 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3c491b34-d11b-4be5-a3af-c9870e921732 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/43295c52-7dc2-4469-9dbc-cc288febd746 HTTP/1.1" status: 404 len: 333 time: 0.0709772 Mar 07 11:06:35.004540 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33672) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:35.093921 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-abed7511-426e-4963-8036-5b80fc690ad3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:35.094725 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abed7511-426e-4963-8036-5b80fc690ad3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:35.102046 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port e7115265-9ddc-4a53-97bd-eab200ea7377 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:35.119920 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-abed7511-426e-4963-8036-5b80fc690ad3 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/f4ed8f78-c586-4fea-87b8-a9592ca66341 HTTP/1.1" status: 404 len: 337 time: 0.1135859 Mar 07 11:06:35.123044 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33678) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:35.209599 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-488e67cf-6112-4e0a-bba1-5ec704bf492e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:35.210444 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-488e67cf-6112-4e0a-bba1-5ec704bf492e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:35.217411 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-488e67cf-6112-4e0a-bba1-5ec704bf492e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/d45c642c-471c-4a85-abeb-fb3fe67157a2 HTTP/1.1" status: 404 len: 333 time: 0.0897803 Mar 07 11:06:35.219023 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33680) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:35.233335 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:06:35.267858 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:06:35.268192 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device fa5d8084-3595-4ed4-a78e-fd1c3cb66d01 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:06:35.288683 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a09c2cbc-c06a-4cbf-98bb-2c8889c87e54 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:35.305459 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a09c2cbc-c06a-4cbf-98bb-2c8889c87e54 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:35.313484 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a09c2cbc-c06a-4cbf-98bb-2c8889c87e54 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/816511cc-eef5-4d6f-8dda-d4e874ebf67b HTTP/1.1" status: 404 len: 337 time: 0.0930183 Mar 07 11:06:35.314466 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33684) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:35.350155 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-a627464e-f662-4ffb-be3b-34aadc1932ad tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:35.351066 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a627464e-f662-4ffb-be3b-34aadc1932ad tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:35.357850 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a627464e-f662-4ffb-be3b-34aadc1932ad tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/55e698e2-8239-424f-a852-a50b4876f534 HTTP/1.1" status: 404 len: 333 time: 0.0416873 Mar 07 11:06:35.362881 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33686) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:35.418880 n-d-832164-4 neutron-server[103767]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b8015f-408a-4e34-9d08-1d7a351cc78e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:35.419376 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b8015f-408a-4e34-9d08-1d7a351cc78e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103767) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:35.426466 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-14b8015f-408a-4e34-9d08-1d7a351cc78e tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/9e50e1a9-f0fb-443c-a2ed-6e6813d5b146 HTTP/1.1" status: 404 len: 337 time: 0.0605233 Mar 07 11:06:35.427258 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33690) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:35.471739 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f6cde4b-3ae4-4823-924f-b0c7e26c6ed2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:35.473181 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f6cde4b-3ae4-4823-924f-b0c7e26c6ed2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:35.480295 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2f6cde4b-3ae4-4823-924f-b0c7e26c6ed2 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/e146a37f-ee69-4a98-853b-ed8f8e2937ce HTTP/1.1" status: 404 len: 333 time: 0.0508809 Mar 07 11:06:35.481236 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33692) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:35.517145 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 48a7fe6e-e856-4de3-ae44-f7df583a1e2c up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:06:35.544486 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-18a875b5-544d-48f3-a69d-038631f6ee91 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:35.544964 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18a875b5-544d-48f3-a69d-038631f6ee91 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:35.549457 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-18a875b5-544d-48f3-a69d-038631f6ee91 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/221bb89f-423e-49c3-842a-bc6091029d45 HTTP/1.1" status: 404 len: 337 time: 0.0667095 Mar 07 11:06:35.554986 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33694) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:35.577982 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2b33a48a-8c83-4bb7-a0c8-c6f559a7d592 admin admin] Publish callbacks [] for port (89c273a0-3666-4587-aaf9-7a1c2aa3aa63), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:35.592203 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2b33a48a-8c83-4bb7-a0c8-c6f559a7d592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (89c273a0-3666-4587-aaf9-7a1c2aa3aa63), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:35.647686 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e7dbb2-2ce8-4f8c-910b-cd15f7335aec tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:35.648272 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e7dbb2-2ce8-4f8c-910b-cd15f7335aec tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:35.651700 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-49e7dbb2-2ce8-4f8c-910b-cd15f7335aec tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/ports/228827b5-ebce-48f2-afb6-b8f51a4025c1 HTTP/1.1" status: 404 len: 333 time: 0.0932310 Mar 07 11:06:35.654215 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33696) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:35.660009 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-bdeb751f-3135-49aa-99b9-a82e248a3431 None None] Provisioning complete for port 89c273a0-3666-4587-aaf9-7a1c2aa3aa63 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:35.660394 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bdeb751f-3135-49aa-99b9-a82e248a3431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (89c273a0-3666-4587-aaf9-7a1c2aa3aa63), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:35.711405 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c3f9c04-ed27-43b8-9efe-2c9f6bd39e30 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] DELETE failed (client error): The resource could not be found. Mar 07 11:06:35.712008 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c3f9c04-ed27-43b8-9efe-2c9f6bd39e30 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:06:35.715336 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1c3f9c04-ed27-43b8-9efe-2c9f6bd39e30 tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/subnets/4a136a92-88d1-4e9f-9fa7-6e770c5af91c HTTP/1.1" status: 404 len: 337 time: 0.0599780 Mar 07 11:06:35.719525 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33698) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:35.749046 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-bdeb751f-3135-49aa-99b9-a82e248a3431 None None] Port 89c273a0-3666-4587-aaf9-7a1c2aa3aa63 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:06:35.751577 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2b33a48a-8c83-4bb7-a0c8-c6f559a7d592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (80dd84c0-400c-410c-982d-2170dd9422d2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:35.758824 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 48a7fe6e-e856-4de3-ae44-f7df583a1e2c triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:35.761413 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (48a7fe6e-e856-4de3-ae44-f7df583a1e2c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:35.828943 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b33a48a-8c83-4bb7-a0c8-c6f559a7d592 admin admin] Pushing event updated for resources: {'Port': ['ID=89c273a0-3666-4587-aaf9-7a1c2aa3aa63,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:35.831375 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-bdeb751f-3135-49aa-99b9-a82e248a3431 None None] Provisioning complete for port 48a7fe6e-e856-4de3-ae44-f7df583a1e2c triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:35.831754 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bdeb751f-3135-49aa-99b9-a82e248a3431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (48a7fe6e-e856-4de3-ae44-f7df583a1e2c), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:35.931580 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-277b214d-97a6-484f-a891-334e8b0543cb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (9b8a3032-9f66-43b6-9063-551ee6941c96), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:36.075140 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b33a48a-8c83-4bb7-a0c8-c6f559a7d592 admin admin] Network 6f529df2-2a41-41d0-a360-c24e522bb6c3 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:36.078184 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-2b33a48a-8c83-4bb7-a0c8-c6f559a7d592 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:36.096677 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 48a7fe6e-e856-4de3-ae44-f7df583a1e2c is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:36.169236 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-277b214d-97a6-484f-a891-334e8b0543cb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (9b8a3032-9f66-43b6-9063-551ee6941c96), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:36.173904 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-bdeb751f-3135-49aa-99b9-a82e248a3431 None None] Current status of the port 48a7fe6e-e856-4de3-ae44-f7df583a1e2c is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:36.202631 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-277b214d-97a6-484f-a891-334e8b0543cb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b8a3032-9f66-43b6-9063-551ee6941c96']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:36.240124 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-277b214d-97a6-484f-a891-334e8b0543cb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef65ab7-9752-410c-b6c9-17550db99104') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:36.244907 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-277b214d-97a6-484f-a891-334e8b0543cb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef65ab7-9752-410c-b6c9-17550db99104') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:36.293473 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-277b214d-97a6-484f-a891-334e8b0543cb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (2ef65ab7-9752-410c-b6c9-17550db99104), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:36.319428 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ce3c801b-bfe0-4514-9f49-4c7b83a76a3a None None] Provisioning complete for port 89c273a0-3666-4587-aaf9-7a1c2aa3aa63 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:36.319805 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ce3c801b-bfe0-4514-9f49-4c7b83a76a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (89c273a0-3666-4587-aaf9-7a1c2aa3aa63), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:36.325547 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-277b214d-97a6-484f-a891-334e8b0543cb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (2ef65ab7-9752-410c-b6c9-17550db99104), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:36.346403 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-277b214d-97a6-484f-a891-334e8b0543cb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:06:36.346815 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-277b214d-97a6-484f-a891-334e8b0543cb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (2ef65ab7-9752-410c-b6c9-17550db99104), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:36.423130 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ce3c801b-bfe0-4514-9f49-4c7b83a76a3a None None] Port 89c273a0-3666-4587-aaf9-7a1c2aa3aa63 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:06:36.425543 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b33a48a-8c83-4bb7-a0c8-c6f559a7d592 admin admin] Router 80dd84c0-400c-410c-982d-2170dd9422d2 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:06:36.458266 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 11:06:36.458266 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:06:36.458266 n-d-832164-4 neutron-server[103766]: timer() Mar 07 11:06:36.458266 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:06:36.458266 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 11:06:36.458266 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:06:36.458266 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 11:06:36.458266 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:06:36.458266 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 11:06:36.458266 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:06:36.458266 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 11:06:36.458266 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:06:36.458266 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 11:06:36.458266 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:06:36.458266 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:06:36.458266 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:06:36.458266 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:06:36.458266 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:06:36.458266 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 11:06:36.458266 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:06:36.458266 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 11:06:36.458266 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:06:36.458266 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:06:36.458266 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:06:36.458266 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 11:06:36.458266 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:06:36.458266 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:06:36.458266 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:06:36.458266 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:06:36.458266 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:06:36.458266 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:06:36.458266 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:06:36.498332 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e986a967-6e6f-470f-b672-e70e86524bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:36.500524 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-277b214d-97a6-484f-a891-334e8b0543cb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (9b8a3032-9f66-43b6-9063-551ee6941c96), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:36.507990 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-277b214d-97a6-484f-a891-334e8b0543cb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:36.511126 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-277b214d-97a6-484f-a891-334e8b0543cb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] 10.222.0.11 "DELETE /v2.0/networks/9b8a3032-9f66-43b6-9063-551ee6941c96 HTTP/1.1" status: 204 len: 168 time: 0.7900975 Mar 07 11:06:36.539059 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b214d-97a6-484f-a891-334e8b0543cb tempest-NetworksTestDHCPv6-556161269 tempest-NetworksTestDHCPv6-556161269-project] Pushing event deleted for resources: {'Network': ['ID=9b8a3032-9f66-43b6-9063-551ee6941c96,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:36.677649 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-af565896-19e4-4ede-8f0e-e27d6ce50cdc None None] Provisioning complete for port 89c273a0-3666-4587-aaf9-7a1c2aa3aa63 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:36.681183 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-af565896-19e4-4ede-8f0e-e27d6ce50cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (89c273a0-3666-4587-aaf9-7a1c2aa3aa63), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:36.784967 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b33a48a-8c83-4bb7-a0c8-c6f559a7d592 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:06:36.805017 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2b33a48a-8c83-4bb7-a0c8-c6f559a7d592 admin admin] 10.222.0.11 "PUT /v2.0/routers/80dd84c0-400c-410c-982d-2170dd9422d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9896524 Mar 07 11:06:36.836016 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-af565896-19e4-4ede-8f0e-e27d6ce50cdc None None] Port 89c273a0-3666-4587-aaf9-7a1c2aa3aa63 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:06:37.139644 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 33742) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:37.423882 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 33746) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:06:37.424937 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c475c45e-65b6-4a83-a5ee-46af36b50e70 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a68fc610ca21434095921c9ff25a693f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2834632 Mar 07 11:06:37.509722 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9557d53f-e959-40b3-b9c0-736c2be7771a up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:06:37.535554 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a5f39a15-5659-4e79-a05b-6d80277b269b admin admin] Publish callbacks [] for security_group (fe1b591b-6beb-4cb1-a002-81a860683bcc), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:37.584961 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a5f39a15-5659-4e79-a05b-6d80277b269b admin admin] Publish callbacks [] for security_group (fe1b591b-6beb-4cb1-a002-81a860683bcc), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:37.638023 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 9557d53f-e959-40b3-b9c0-736c2be7771a triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:37.640716 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9557d53f-e959-40b3-b9c0-736c2be7771a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:37.682824 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a5f39a15-5659-4e79-a05b-6d80277b269b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (fe1b591b-6beb-4cb1-a002-81a860683bcc), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:37.686090 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a5f39a15-5659-4e79-a05b-6d80277b269b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:37.687488 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a5f39a15-5659-4e79-a05b-6d80277b269b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fe1b591b-6beb-4cb1-a002-81a860683bcc HTTP/1.1" status: 204 len: 168 time: 0.2622643 Mar 07 11:06:37.705880 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f39a15-5659-4e79-a05b-6d80277b269b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1b591b-6beb-4cb1-a002-81a860683bcc,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:37.859014 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 9557d53f-e959-40b3-b9c0-736c2be7771a is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:37.859815 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9557d53f-e959-40b3-b9c0-736c2be7771a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:37.929830 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 9557d53f-e959-40b3-b9c0-736c2be7771a, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=9557d53f-e959-40b3-b9c0-736c2be7771a,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:37.938403 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9557d53f-e959-40b3-b9c0-736c2be7771a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:38.003198 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=9557d53f-e959-40b3-b9c0-736c2be7771a,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:38.159104 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33381b0a-7edc-4a66-b4f0-b22d14522228 None None] Sync routers for ids ['80dd84c0-400c-410c-982d-2170dd9422d2'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:06:38.194412 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33381b0a-7edc-4a66-b4f0-b22d14522228 None None] Routers {'80dd84c0-400c-410c-982d-2170dd9422d2'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:38.205350 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-33381b0a-7edc-4a66-b4f0-b22d14522228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:06:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['80dd84c0-400c-410c-982d-2170dd9422d2'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:38.550411 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-33381b0a-7edc-4a66-b4f0-b22d14522228 None None] Set router 80dd84c0-400c-410c-982d-2170dd9422d2 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:06:38.732584 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-71f9b991-13ff-4df1-bdf2-13faf8e20b19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:38.930413 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-33381b0a-7edc-4a66-b4f0-b22d14522228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dd84c0-400c-410c-982d-2170dd9422d2', 'name': 'tempest-TestVolumeBootPattern-1481743460-router', 'tenant_id': 'c97d6681f0d3417981ec4b78af2dcf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '9557d53f-e959-40b3-b9c0-736c2be7771a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:26Z', 'updated_at': '2022-03-07T11:06:34Z', 'revision_number': 4, 'project_id': 'c97d6681f0d3417981ec4b78af2dcf5b', 'gw_port': {'id': '9557d53f-e959-40b3-b9c0-736c2be7771a', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dd84c0-400c-410c-982d-2170dd9422d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:28Z', 'updated_at': '2022-03-07T11:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '89c273a0-3666-4587-aaf9-7a1c2aa3aa63', 'name': '', 'network_id': '6f529df2-2a41-41d0-a360-c24e522bb6c3', 'tenant_id': 'c97d6681f0d3417981ec4b78af2dcf5b', 'mac_address': 'fa:16:3e:d0:30:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dd84c0-400c-410c-982d-2170dd9422d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '4380b620-7274-4d1d-afd5-61229f1d3db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:33Z', 'updated_at': '2022-03-07T11:06:35Z', 'revision_number': 2, 'project_id': 'c97d6681f0d3417981ec4b78af2dcf5b', 'subnets': [{'id': '4380b620-7274-4d1d-afd5-61229f1d3db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:38.966821 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33381b0a-7edc-4a66-b4f0-b22d14522228 None None] Checking router: 80dd84c0-400c-410c-982d-2170dd9422d2 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:06:38.968776 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33381b0a-7edc-4a66-b4f0-b22d14522228 None None] Updating router 80dd84c0-400c-410c-982d-2170dd9422d2 port 89c273a0-3666-4587-aaf9-7a1c2aa3aa63 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:06:39.035958 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-33381b0a-7edc-4a66-b4f0-b22d14522228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (89c273a0-3666-4587-aaf9-7a1c2aa3aa63), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:39.488055 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9557d53f-e959-40b3-b9c0-736c2be7771a up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:06:39.654577 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 9557d53f-e959-40b3-b9c0-736c2be7771a triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:39.655646 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9557d53f-e959-40b3-b9c0-736c2be7771a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:39.895755 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 9557d53f-e959-40b3-b9c0-736c2be7771a is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:39.946247 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-33381b0a-7edc-4a66-b4f0-b22d14522228 None None] Publish callbacks [] for port (89c273a0-3666-4587-aaf9-7a1c2aa3aa63), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:39.967517 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-33381b0a-7edc-4a66-b4f0-b22d14522228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (89c273a0-3666-4587-aaf9-7a1c2aa3aa63), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:40.058976 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:40.104402 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06688c5-bdd0-4315-a1a3-1b21e2b1911d None None] Pushing event updated for resources: {'Port': ['ID=89c273a0-3666-4587-aaf9-7a1c2aa3aa63,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:40.278972 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-33381b0a-7edc-4a66-b4f0-b22d14522228 None None] Attempting to bind port 89c273a0-3666-4587-aaf9-7a1c2aa3aa63 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:06:40.280241 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-33381b0a-7edc-4a66-b4f0-b22d14522228 None None] Attempting to bind port 89c273a0-3666-4587-aaf9-7a1c2aa3aa63 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'bef6e21e-aeb0-4496-8bd4-15c00d77d707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f529df2-2a41-41d0-a360-c24e522bb6c3'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:06:40.280625 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33381b0a-7edc-4a66-b4f0-b22d14522228 None None] Attempting to bind port 89c273a0-3666-4587-aaf9-7a1c2aa3aa63 on network 6f529df2-2a41-41d0-a360-c24e522bb6c3 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:06:40.293050 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33381b0a-7edc-4a66-b4f0-b22d14522228 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:06:40.295063 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33381b0a-7edc-4a66-b4f0-b22d14522228 None None] Checking segment: {'id': 'bef6e21e-aeb0-4496-8bd4-15c00d77d707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f529df2-2a41-41d0-a360-c24e522bb6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:06:40.295665 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-33381b0a-7edc-4a66-b4f0-b22d14522228 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:40.300804 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33381b0a-7edc-4a66-b4f0-b22d14522228 None None] Bound using segment: {'id': 'bef6e21e-aeb0-4496-8bd4-15c00d77d707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f529df2-2a41-41d0-a360-c24e522bb6c3'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:06:40.301523 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-33381b0a-7edc-4a66-b4f0-b22d14522228 None None] Bound port: 89c273a0-3666-4587-aaf9-7a1c2aa3aa63, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef6e21e-aeb0-4496-8bd4-15c00d77d707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '6f529df2-2a41-41d0-a360-c24e522bb6c3'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:06:40.303543 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-33381b0a-7edc-4a66-b4f0-b22d14522228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (89c273a0-3666-4587-aaf9-7a1c2aa3aa63), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:40.487599 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-33381b0a-7edc-4a66-b4f0-b22d14522228 None None] For port 89c273a0-3666-4587-aaf9-7a1c2aa3aa63, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:06:40.500208 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-33381b0a-7edc-4a66-b4f0-b22d14522228 None None] For port 89c273a0-3666-4587-aaf9-7a1c2aa3aa63, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=89c273a0-3666-4587-aaf9-7a1c2aa3aa63,segment=NetworkSegment(bef6e21e-aeb0-4496-8bd4-15c00d77d707),segment_id=bef6e21e-aeb0-4496-8bd4-15c00d77d707)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:06:40.519210 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-33381b0a-7edc-4a66-b4f0-b22d14522228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (89c273a0-3666-4587-aaf9-7a1c2aa3aa63), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:40.643043 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-7a606bee-e1b6-4663-8627-b1177167f398 None None] Provisioning complete for port 89c273a0-3666-4587-aaf9-7a1c2aa3aa63 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:40.643499 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7a606bee-e1b6-4663-8627-b1177167f398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (89c273a0-3666-4587-aaf9-7a1c2aa3aa63), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:40.784933 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06688c5-bdd0-4315-a1a3-1b21e2b1911d None None] Pushing event updated for resources: {'Port': ['ID=89c273a0-3666-4587-aaf9-7a1c2aa3aa63,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:40.873565 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33381b0a-7edc-4a66-b4f0-b22d14522228 None None] Routers {'80dd84c0-400c-410c-982d-2170dd9422d2'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:06:40.874160 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-33381b0a-7edc-4a66-b4f0-b22d14522228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:06:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['80dd84c0-400c-410c-982d-2170dd9422d2'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:41.106505 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-7a606bee-e1b6-4663-8627-b1177167f398 None None] Current status of the port 89c273a0-3666-4587-aaf9-7a1c2aa3aa63 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:41.107312 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7a606bee-e1b6-4663-8627-b1177167f398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (89c273a0-3666-4587-aaf9-7a1c2aa3aa63), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:41.210659 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:06:41.740536 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-7a606bee-e1b6-4663-8627-b1177167f398 None None] For port 89c273a0-3666-4587-aaf9-7a1c2aa3aa63, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=89c273a0-3666-4587-aaf9-7a1c2aa3aa63,segment=NetworkSegment(bef6e21e-aeb0-4496-8bd4-15c00d77d707),segment_id=bef6e21e-aeb0-4496-8bd4-15c00d77d707)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:06:41.746399 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-33381b0a-7edc-4a66-b4f0-b22d14522228 None None] Set router 80dd84c0-400c-410c-982d-2170dd9422d2 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:06:41.748467 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:41.778286 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7a606bee-e1b6-4663-8627-b1177167f398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (89c273a0-3666-4587-aaf9-7a1c2aa3aa63), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:42.231788 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a606bee-e1b6-4663-8627-b1177167f398 None None] Pushing event updated for resources: {'Port': ['ID=89c273a0-3666-4587-aaf9-7a1c2aa3aa63,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:42.262267 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-71d23c2b-b6c1-4a47-8469-3b98b7298478 None None] Provisioning complete for port 89c273a0-3666-4587-aaf9-7a1c2aa3aa63 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:42.262641 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-71d23c2b-b6c1-4a47-8469-3b98b7298478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (89c273a0-3666-4587-aaf9-7a1c2aa3aa63), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:42.371471 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-33381b0a-7edc-4a66-b4f0-b22d14522228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dd84c0-400c-410c-982d-2170dd9422d2', 'name': 'tempest-TestVolumeBootPattern-1481743460-router', 'tenant_id': 'c97d6681f0d3417981ec4b78af2dcf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '9557d53f-e959-40b3-b9c0-736c2be7771a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:26Z', 'updated_at': '2022-03-07T11:06:34Z', 'revision_number': 4, 'project_id': 'c97d6681f0d3417981ec4b78af2dcf5b', 'gw_port': {'id': '9557d53f-e959-40b3-b9c0-736c2be7771a', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dd84c0-400c-410c-982d-2170dd9422d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:28Z', 'updated_at': '2022-03-07T11:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '89c273a0-3666-4587-aaf9-7a1c2aa3aa63', 'name': '', 'network_id': '6f529df2-2a41-41d0-a360-c24e522bb6c3', 'tenant_id': 'c97d6681f0d3417981ec4b78af2dcf5b', 'mac_address': 'fa:16:3e:d0:30:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dd84c0-400c-410c-982d-2170dd9422d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '4380b620-7274-4d1d-afd5-61229f1d3db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:33Z', 'updated_at': '2022-03-07T11:06:40Z', 'revision_number': 4, 'project_id': 'c97d6681f0d3417981ec4b78af2dcf5b', 'subnets': [{'id': '4380b620-7274-4d1d-afd5-61229f1d3db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:06:42.439334 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33381b0a-7edc-4a66-b4f0-b22d14522228 None None] The sync data for ids ['80dd84c0-400c-410c-982d-2170dd9422d2'] in n-d-832164-4 is: [{'id': '80dd84c0-400c-410c-982d-2170dd9422d2', 'name': 'tempest-TestVolumeBootPattern-1481743460-router', 'tenant_id': 'c97d6681f0d3417981ec4b78af2dcf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '9557d53f-e959-40b3-b9c0-736c2be7771a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:26Z', 'updated_at': '2022-03-07T11:06:34Z', 'revision_number': 4, 'project_id': 'c97d6681f0d3417981ec4b78af2dcf5b', 'gw_port': {'id': '9557d53f-e959-40b3-b9c0-736c2be7771a', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dd84c0-400c-410c-982d-2170dd9422d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:28Z', 'updated_at': '2022-03-07T11:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '89c273a0-3666-4587-aaf9-7a1c2aa3aa63', 'name': '', 'network_id': '6f529df2-2a41-41d0-a360-c24e522bb6c3', 'tenant_id': 'c97d6681f0d3417981ec4b78af2dcf5b', 'mac_address': 'fa:16:3e:d0:30:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80dd84c0-400c-410c-982d-2170dd9422d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '4380b620-7274-4d1d-afd5-61229f1d3db2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:33Z', 'updated_at': '2022-03-07T11:06:40Z', 'revision_number': 4, 'project_id': 'c97d6681f0d3417981ec4b78af2dcf5b', 'subnets': [{'id': '4380b620-7274-4d1d-afd5-61229f1d3db2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:06:42.592121 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-71d23c2b-b6c1-4a47-8469-3b98b7298478 None None] Current status of the port 89c273a0-3666-4587-aaf9-7a1c2aa3aa63 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:42.821438 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-56423c6c-312f-4af6-89a7-220a9404d528 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:42.829801 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-56423c6c-312f-4af6-89a7-220a9404d528 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/networks?id=204cc519-b30d-4492-9fc5-23c1f345ed50 HTTP/1.1" status: 200 len: 812 time: 0.4825828 Mar 07 11:06:42.861141 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-39f379ad-b295-4432-9df3-1895d310ffac tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/quotas/c84901d07e4a49b88f9fef019185eb1b HTTP/1.1" status: 200 len: 375 time: 0.0274966 Mar 07 11:06:42.997987 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:43.120646 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-8d664a0a-339a-4218-97fa-097318445778 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c84901d07e4a49b88f9fef019185eb1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2584009 Mar 07 11:06:43.507094 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 89c273a0-3666-4587-aaf9-7a1c2aa3aa63 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:06:43.628369 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-b81f3b9f-55c2-4365-9240-ca3e6577a338 service neutron] 10.222.0.11 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5064113 Mar 07 11:06:43.641460 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 89c273a0-3666-4587-aaf9-7a1c2aa3aa63 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:43.641844 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (89c273a0-3666-4587-aaf9-7a1c2aa3aa63), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:43.805423 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 89c273a0-3666-4587-aaf9-7a1c2aa3aa63 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:06:44.350749 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-2b9c1cd8-4031-44ef-b085-bbc5e4f6473a service neutron] 10.222.0.11 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7186182 Mar 07 11:06:45.139452 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9da53f8c-1f02-458e-a39e-74717dd5d486 req-3a370b6f-e9ac-44d2-bf61-e38ea56c7b2e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 210 time: 0.0926633 Mar 07 11:06:46.333939 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-271c2200-18b1-46ae-ac3f-52bb5b8be3c5 req-29acd4cc-3815-4b1e-961e-7168ae02e4df tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 210 time: 0.0953097 Mar 07 11:06:47.019188 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-552026bf-8bf6-4a2f-95a6-d8fdec206569 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:47.022645 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-552026bf-8bf6-4a2f-95a6-d8fdec206569 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.31 "GET /v2.0/networks?id=204cc519-b30d-4492-9fc5-23c1f345ed50 HTTP/1.1" status: 200 len: 812 time: 0.3665974 Mar 07 11:06:47.044395 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-37e936be-ea5b-4fa0-984b-4690dacab751 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Request body: {'port': {'device_id': '02d47186-2671-4fb0-987e-b9b500f416fd', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'admin_state_up': True, 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:47.409640 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-37e936be-ea5b-4fa0-984b-4690dacab751 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Made reservation on behalf of c84901d07e4a49b88f9fef019185eb1b for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:06:47.413091 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-37e936be-ea5b-4fa0-984b-4690dacab751 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:47.657202 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e12454cd-0cca-42dd-bc8c-4904849a08b4 req-64a07802-8740-49a4-b8c2-5e1b8e039f43 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 210 time: 0.0548735 Mar 07 11:06:47.840278 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-37e936be-ea5b-4fa0-984b-4690dacab751 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Allocated IP 172.20.0.3 (204cc519-b30d-4492-9fc5-23c1f345ed50/933e5dcd-1517-490a-9fa0-e2d8293cf2f0/7d7f3f68-2b9d-41c0-aba5-20d63911570e) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:06:48.199652 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-37e936be-ea5b-4fa0-984b-4690dacab751 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for port (7d7f3f68-2b9d-41c0-aba5-20d63911570e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:48.277932 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-37e936be-ea5b-4fa0-984b-4690dacab751 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (7d7f3f68-2b9d-41c0-aba5-20d63911570e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:48.401939 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-37e936be-ea5b-4fa0-984b-4690dacab751 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Network 204cc519-b30d-4492-9fc5-23c1f345ed50 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:06:48.418185 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-37e936be-ea5b-4fa0-984b-4690dacab751 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:06:48.448366 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-37e936be-ea5b-4fa0-984b-4690dacab751 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:06:48.456735 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:48.570936 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e936be-ea5b-4fa0-984b-4690dacab751 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Pushing event updated for resources: {'Port': ['ID=7d7f3f68-2b9d-41c0-aba5-20d63911570e,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:48.629225 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-37e936be-ea5b-4fa0-984b-4690dacab751 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:48.629947 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-37e936be-ea5b-4fa0-984b-4690dacab751 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:48.728377 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-37e936be-ea5b-4fa0-984b-4690dacab751 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6956897 Mar 07 11:06:48.766688 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-f6764c30-5d78-4858-87a3-ee78aba66506 service neutron] Request body: {'port': {'device_id': '02d47186-2671-4fb0-987e-b9b500f416fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:06:48.984364 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-f6764c30-5d78-4858-87a3-ee78aba66506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7d7f3f68-2b9d-41c0-aba5-20d63911570e), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:48.990783 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b8c93e60-6104-4e1b-97d2-ea258f78d061 None None] Provisioning complete for port 7d7f3f68-2b9d-41c0-aba5-20d63911570e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:06:48.995472 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b8c93e60-6104-4e1b-97d2-ea258f78d061 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7d7f3f68-2b9d-41c0-aba5-20d63911570e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:49.137919 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0ca16-61cb-4e1f-8c99-a699fbaec706 req-8ea3a1a5-f460-4cf0-8ada-e052fb17b682 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:49.146540 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-73c0ca16-61cb-4e1f-8c99-a699fbaec706 req-8ea3a1a5-f460-4cf0-8ada-e052fb17b682 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 931 time: 0.2928491 Mar 07 11:06:49.149265 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b8c93e60-6104-4e1b-97d2-ea258f78d061 None None] Port 7d7f3f68-2b9d-41c0-aba5-20d63911570e cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:06:49.359872 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-73c0ca16-61cb-4e1f-8c99-a699fbaec706 req-e9d3bdb5-a003-4a9a-af89-abdd97342f1c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074380 Mar 07 11:06:49.799417 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-f6764c30-5d78-4858-87a3-ee78aba66506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d7f3f68-2b9d-41c0-aba5-20d63911570e {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:06:49.814883 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-f6764c30-5d78-4858-87a3-ee78aba66506 service neutron] Publish callbacks [] for port (7d7f3f68-2b9d-41c0-aba5-20d63911570e), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:49.858642 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-f6764c30-5d78-4858-87a3-ee78aba66506 service neutron] Transition to ACTIVE for port object 7d7f3f68-2b9d-41c0-aba5-20d63911570e will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:06:49.870869 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-f6764c30-5d78-4858-87a3-ee78aba66506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (7d7f3f68-2b9d-41c0-aba5-20d63911570e), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:50.027471 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6764c30-5d78-4858-87a3-ee78aba66506 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7f3f68-2b9d-41c0-aba5-20d63911570e,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:50.199659 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-f6764c30-5d78-4858-87a3-ee78aba66506 service neutron] Attempting to bind port 7d7f3f68-2b9d-41c0-aba5-20d63911570e on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:06:50.200264 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-f6764c30-5d78-4858-87a3-ee78aba66506 service neutron] Attempting to bind port 7d7f3f68-2b9d-41c0-aba5-20d63911570e by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:06:50.200879 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-f6764c30-5d78-4858-87a3-ee78aba66506 service neutron] Attempting to bind port 7d7f3f68-2b9d-41c0-aba5-20d63911570e on network 204cc519-b30d-4492-9fc5-23c1f345ed50 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:06:50.214542 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-f6764c30-5d78-4858-87a3-ee78aba66506 service neutron] Port 7d7f3f68-2b9d-41c0-aba5-20d63911570e on network 204cc519-b30d-4492-9fc5-23c1f345ed50 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:06:50.215269 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-f6764c30-5d78-4858-87a3-ee78aba66506 service neutron] Attempting to bind port 7d7f3f68-2b9d-41c0-aba5-20d63911570e on network 204cc519-b30d-4492-9fc5-23c1f345ed50 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:06:50.225356 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-f6764c30-5d78-4858-87a3-ee78aba66506 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:06:50.229209 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-f6764c30-5d78-4858-87a3-ee78aba66506 service neutron] Checking segment: {'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:06:50.229969 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-f6764c30-5d78-4858-87a3-ee78aba66506 service neutron] Bound using segment: {'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:06:50.230745 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-f6764c30-5d78-4858-87a3-ee78aba66506 service neutron] Bound port: 7d7f3f68-2b9d-41c0-aba5-20d63911570e, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:06:50.231351 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-f6764c30-5d78-4858-87a3-ee78aba66506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7d7f3f68-2b9d-41c0-aba5-20d63911570e), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:50.433845 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-f6764c30-5d78-4858-87a3-ee78aba66506 service neutron] For port 7d7f3f68-2b9d-41c0-aba5-20d63911570e, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:06:50.438922 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-f6764c30-5d78-4858-87a3-ee78aba66506 service neutron] For port 7d7f3f68-2b9d-41c0-aba5-20d63911570e, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=7d7f3f68-2b9d-41c0-aba5-20d63911570e,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:06:50.478765 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-f6764c30-5d78-4858-87a3-ee78aba66506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (7d7f3f68-2b9d-41c0-aba5-20d63911570e), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:50.548509 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-f6764c30-5d78-4858-87a3-ee78aba66506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:50.549611 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-f6764c30-5d78-4858-87a3-ee78aba66506 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:50.552088 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-f6764c30-5d78-4858-87a3-ee78aba66506 service neutron] 10.222.0.31 "PUT /v2.0/ports/7d7f3f68-2b9d-41c0-aba5-20d63911570e HTTP/1.1" status: 200 len: 1091 time: 1.8055193 Mar 07 11:06:50.554209 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d47186-2671-4fb0-987e-b9b500f416fd', 'tag': '7d7f3f68-2b9d-41c0-aba5-20d63911570e'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:06:50.568335 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3349e477-dbe9-496b-9781-3329690df06c" -d '{"events": [{"name": "network-changed", "server_uuid": "02d47186-2671-4fb0-987e-b9b500f416fd", "tag": "7d7f3f68-2b9d-41c0-aba5-20d63911570e"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:06:50.720481 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7734478b-a75f-44f4-9821-fb4e89172039 x-openstack-request-id: req-7734478b-a75f-44f4-9821-fb4e89172039 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:06:50.720788 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d47186-2671-4fb0-987e-b9b500f416fd", "tag": "7d7f3f68-2b9d-41c0-aba5-20d63911570e", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:06:50.721046 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7734478b-a75f-44f4-9821-fb4e89172039 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:06:50.721485 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02d47186-2671-4fb0-987e-b9b500f416fd', 'tag': '7d7f3f68-2b9d-41c0-aba5-20d63911570e', 'status': 'completed', 'code': 200} Mar 07 11:06:50.848431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ffa02-ac07-4161-a111-41b87053823e req-f5ff8618-78d0-4ee5-9096-4379912fee91 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:50.852228 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-087ffa02-ac07-4161-a111-41b87053823e req-f5ff8618-78d0-4ee5-9096-4379912fee91 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 943 time: 0.3961561 Mar 07 11:06:50.972431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-b499fbfd-4239-4ac0-a281-da0185df0760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:50.977510 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-b499fbfd-4239-4ac0-a281-da0185df0760 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c84901d07e4a49b88f9fef019185eb1b&device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 1125 time: 0.3467689 Mar 07 11:06:51.752244 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6764c30-5d78-4858-87a3-ee78aba66506 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7f3f68-2b9d-41c0-aba5-20d63911570e,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:06:51.759112 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-b91b1f70-c76b-4178-9e98-3dbd8449d8cd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d7f3f68-2b9d-41c0-aba5-20d63911570e HTTP/1.1" status: 200 len: 217 time: 0.7650704 Mar 07 11:06:51.855283 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-087ffa02-ac07-4161-a111-41b87053823e req-d5843289-dc13-4d59-8087-c66985065629 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9712148 Mar 07 11:06:51.890488 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-8d96d6c0-ff9c-4306-9bd1-728dcb19f9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:51.890903 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-8d96d6c0-ff9c-4306-9bd1-728dcb19f9ab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=933e5dcd-1517-490a-9fa0-e2d8293cf2f0 HTTP/1.1" status: 200 len: 851 time: 0.1142588 Mar 07 11:06:51.980993 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-c404479e-9cfb-404f-9d10-7c00a2720062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:51.982828 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-c404479e-9cfb-404f-9d10-7c00a2720062 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=204cc519-b30d-4492-9fc5-23c1f345ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0855384 Mar 07 11:06:52.222563 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-bcac45d2-b3ab-44ad-a3c0-18769a5c18a1 service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321889 Mar 07 11:06:52.431831 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a2efd9c-0782-4044-a52b-28305dfabdd6 req-da29946e-ed54-441a-8b10-709c9702152d service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034466 Mar 07 11:06:52.618092 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349e477-dbe9-496b-9781-3329690df06c req-d8ef168f-6d79-4ad5-8ebd-6704ca53a38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:52.619871 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3349e477-dbe9-496b-9781-3329690df06c req-d8ef168f-6d79-4ad5-8ebd-6704ca53a38b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c84901d07e4a49b88f9fef019185eb1b&device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 1125 time: 0.1295812 Mar 07 11:06:52.902810 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349e477-dbe9-496b-9781-3329690df06c req-93f9acdc-aee2-490c-8439-507756274762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:52.906434 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3349e477-dbe9-496b-9781-3329690df06c req-93f9acdc-aee2-490c-8439-507756274762 service neutron] 10.222.0.31 "GET /v2.0/networks?id=204cc519-b30d-4492-9fc5-23c1f345ed50 HTTP/1.1" status: 200 len: 913 time: 0.2799814 Mar 07 11:06:53.125123 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3349e477-dbe9-496b-9781-3329690df06c req-ed98af43-10b4-4429-a737-57478814c293 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d7f3f68-2b9d-41c0-aba5-20d63911570e HTTP/1.1" status: 200 len: 217 time: 0.2111917 Mar 07 11:06:53.186174 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:06:53.266922 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec8475b-3a8e-4ef0-b1de-dc1d8711146d req-a1f1ab35-0ec1-4ab6-8325-13bd1c313412 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:53.292041 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4ec8475b-3a8e-4ef0-b1de-dc1d8711146d req-a1f1ab35-0ec1-4ab6-8325-13bd1c313412 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 943 time: 0.2133272 Mar 07 11:06:53.322504 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349e477-dbe9-496b-9781-3329690df06c req-cd45cd32-50ad-4435-aa62-b5c40cdb9c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:53.328102 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3349e477-dbe9-496b-9781-3329690df06c req-cd45cd32-50ad-4435-aa62-b5c40cdb9c00 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=933e5dcd-1517-490a-9fa0-e2d8293cf2f0 HTTP/1.1" status: 200 len: 851 time: 0.1899178 Mar 07 11:06:53.446529 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4ec8475b-3a8e-4ef0-b1de-dc1d8711146d req-7b8fd464-be14-4b79-bff5-5664e6ca3ddb tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463618 Mar 07 11:06:53.494290 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349e477-dbe9-496b-9781-3329690df06c req-2bf65353-2f4c-483c-9cad-474f6214088a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:53.496080 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3349e477-dbe9-496b-9781-3329690df06c req-2bf65353-2f4c-483c-9cad-474f6214088a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=204cc519-b30d-4492-9fc5-23c1f345ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1617215 Mar 07 11:06:53.689926 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3349e477-dbe9-496b-9781-3329690df06c req-18df61c6-907c-47e4-b2f3-2e5ea85dfdea service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866167 Mar 07 11:06:53.809330 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3349e477-dbe9-496b-9781-3329690df06c req-6e5d589c-ce92-40d5-9374-3de9bde111d2 service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129229 Mar 07 11:06:54.703317 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e412de9c-d2a2-40c5-9a62-c8df11cb9d71 req-3a2d11be-2a8f-475f-9979-2d7951ddcbb2 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:54.707474 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e412de9c-d2a2-40c5-9a62-c8df11cb9d71 req-3a2d11be-2a8f-475f-9979-2d7951ddcbb2 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 943 time: 0.1202540 Mar 07 11:06:54.809124 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e412de9c-d2a2-40c5-9a62-c8df11cb9d71 req-7afb8461-4f89-4532-b989-2fcc35a19fd4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954413 Mar 07 11:06:56.042595 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d986da0-f5c3-4b1d-947f-6024bee7131e req-09bfdf62-55b1-4da3-b3ee-af479815a18f tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:56.045051 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9d986da0-f5c3-4b1d-947f-6024bee7131e req-09bfdf62-55b1-4da3-b3ee-af479815a18f tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 943 time: 0.1121848 Mar 07 11:06:56.136880 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9d986da0-f5c3-4b1d-947f-6024bee7131e req-76d74893-11ca-4b8a-8f25-37c700091485 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736952 Mar 07 11:06:57.444796 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89078c3-d655-4452-b5b8-ad26484bfd19 req-f3e05da5-0e11-42a9-8b2e-680de40a47d3 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:57.446633 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f89078c3-d655-4452-b5b8-ad26484bfd19 req-f3e05da5-0e11-42a9-8b2e-680de40a47d3 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 943 time: 0.1474321 Mar 07 11:06:57.510754 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f89078c3-d655-4452-b5b8-ad26484bfd19 req-97c5fb12-08e0-41ed-9eba-38fe386e92a5 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584776 Mar 07 11:06:58.724780 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05000751-0e0f-49e1-8f1e-dcc3b6209388 req-0d0ca44f-1a9d-4444-b7a7-a56ff135c605 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:06:58.726092 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-05000751-0e0f-49e1-8f1e-dcc3b6209388 req-0d0ca44f-1a9d-4444-b7a7-a56ff135c605 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 943 time: 0.0969608 Mar 07 11:06:58.827817 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-05000751-0e0f-49e1-8f1e-dcc3b6209388 req-82920115-d273-42e6-b5d5-e59cb3201de9 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789368 Mar 07 11:07:00.009396 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f6537-cd4d-40d4-9734-6feeeec43f1d req-0a58be80-b48f-43cf-bc39-65e870c21a62 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:00.019490 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-218f6537-cd4d-40d4-9734-6feeeec43f1d req-0a58be80-b48f-43cf-bc39-65e870c21a62 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 943 time: 0.0852296 Mar 07 11:07:00.147908 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-218f6537-cd4d-40d4-9734-6feeeec43f1d req-962a0e0c-a957-4b4f-9567-42098722146f tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214097 Mar 07 11:07:00.434186 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34112) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:00.673787 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-51f039d0-9386-4ac9-baad-d0367b95b0a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:00.834851 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-51f039d0-9386-4ac9-baad-d0367b95b0a7 admin admin] Publish callbacks [] for security_group (03d4be23-e809-4a89-ad09-67cc5fdbe2c3), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:00.851385 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-51f039d0-9386-4ac9-baad-d0367b95b0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (03d4be23-e809-4a89-ad09-67cc5fdbe2c3), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:00.934751 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-51f039d0-9386-4ac9-baad-d0367b95b0a7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8e0d833beb3448b4b64af95421fd5cfa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4992905 Mar 07 11:07:00.937824 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34126) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:00.980162 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f039d0-9386-4ac9-baad-d0367b95b0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d4be23-e809-4a89-ad09-67cc5fdbe2c3,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:01.081016 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42ceb49f-1ce7-4321-9bad-f7bf7bc7d70d admin admin] Publish callbacks [] for security_group (03d4be23-e809-4a89-ad09-67cc5fdbe2c3), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:01.111530 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42ceb49f-1ce7-4321-9bad-f7bf7bc7d70d admin admin] Publish callbacks [] for security_group (03d4be23-e809-4a89-ad09-67cc5fdbe2c3), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:01.194328 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42ceb49f-1ce7-4321-9bad-f7bf7bc7d70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (03d4be23-e809-4a89-ad09-67cc5fdbe2c3), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:01.197844 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42ceb49f-1ce7-4321-9bad-f7bf7bc7d70d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:01.201365 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-42ceb49f-1ce7-4321-9bad-f7bf7bc7d70d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/03d4be23-e809-4a89-ad09-67cc5fdbe2c3 HTTP/1.1" status: 204 len: 168 time: 0.2616360 Mar 07 11:07:01.240310 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ceb49f-1ce7-4321-9bad-f7bf7bc7d70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d4be23-e809-4a89-ad09-67cc5fdbe2c3,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:01.403511 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f048c70-4167-4f41-bf5c-6f55c986ef30 req-d4e54998-e179-48e8-9bcf-3bab834cdd65 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:01.413727 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5f048c70-4167-4f41-bf5c-6f55c986ef30 req-d4e54998-e179-48e8-9bcf-3bab834cdd65 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 943 time: 0.1135473 Mar 07 11:07:01.488350 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5f048c70-4167-4f41-bf5c-6f55c986ef30 req-30dd6a24-d31d-4ac4-a37b-7d4144597a8a tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685363 Mar 07 11:07:01.719893 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34140) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:01.744759 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d9094e39-fce1-4dc0-be37-f7a24d5f4766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:01.925578 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d9094e39-fce1-4dc0-be37-f7a24d5f4766 admin admin] Publish callbacks [] for security_group (e0873390-9e37-4a03-ba87-b42b4f4866d4), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:01.931490 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d9094e39-fce1-4dc0-be37-f7a24d5f4766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e0873390-9e37-4a03-ba87-b42b4f4866d4), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:01.962001 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d9094e39-fce1-4dc0-be37-f7a24d5f4766 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b768363da506477795c7e6f2e33bacae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2409644 Mar 07 11:07:01.964297 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34144) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:02.043971 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2619a1a6-3785-46d3-bde5-a3442b5e3763 admin admin] Publish callbacks [] for security_group (e0873390-9e37-4a03-ba87-b42b4f4866d4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:02.079421 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2619a1a6-3785-46d3-bde5-a3442b5e3763 admin admin] Publish callbacks [] for security_group (e0873390-9e37-4a03-ba87-b42b4f4866d4), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:02.130062 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9094e39-fce1-4dc0-be37-f7a24d5f4766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0873390-9e37-4a03-ba87-b42b4f4866d4,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:02.137551 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2619a1a6-3785-46d3-bde5-a3442b5e3763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e0873390-9e37-4a03-ba87-b42b4f4866d4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:02.144103 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2619a1a6-3785-46d3-bde5-a3442b5e3763 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:02.147278 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2619a1a6-3785-46d3-bde5-a3442b5e3763 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e0873390-9e37-4a03-ba87-b42b4f4866d4 HTTP/1.1" status: 204 len: 168 time: 0.1812372 Mar 07 11:07:02.158662 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619a1a6-3785-46d3-bde5-a3442b5e3763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0873390-9e37-4a03-ba87-b42b4f4866d4,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:02.665681 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c961d9e-fff4-47fe-9457-0ab4b24cbcf9 req-4d1abf83-662b-414c-8569-b4d7d21229dd tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:02.678476 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c961d9e-fff4-47fe-9457-0ab4b24cbcf9 req-4d1abf83-662b-414c-8569-b4d7d21229dd tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 943 time: 0.0983405 Mar 07 11:07:02.809342 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c961d9e-fff4-47fe-9457-0ab4b24cbcf9 req-202a2c5a-3a1b-4cfb-8140-b9eecd2b1c6c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215882 Mar 07 11:07:04.031973 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7b037-4a98-4871-a303-cbc97ed6ee25 req-0a8d7c9a-3788-442d-94f6-dd632cc104de tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:04.048890 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e1a7b037-4a98-4871-a303-cbc97ed6ee25 req-0a8d7c9a-3788-442d-94f6-dd632cc104de tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 943 time: 0.1182351 Mar 07 11:07:04.169089 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e1a7b037-4a98-4871-a303-cbc97ed6ee25 req-5ea4248a-a2df-4f81-a4a0-e8565d3db673 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156020 Mar 07 11:07:05.283378 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34214) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:05.288427 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-caeb5f27-46bb-4a4c-bfbe-c86eaefc728f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1283478391', 'description': 'tempest-secgroup-smoke-1283478391 description', 'project_id': '495992950f4c431c9a7421503d52aa85'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:05.323193 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-caeb5f27-46bb-4a4c-bfbe-c86eaefc728f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:05.363888 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-caeb5f27-46bb-4a4c-bfbe-c86eaefc728f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:05.399616 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1e515-2b22-4a38-b7bf-097a3cbd1c8b req-5fb3e791-b171-41cd-a396-d172c14cc7ac tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:05.415619 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6ab1e515-2b22-4a38-b7bf-097a3cbd1c8b req-5fb3e791-b171-41cd-a396-d172c14cc7ac tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 943 time: 0.1360378 Mar 07 11:07:05.496478 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6ab1e515-2b22-4a38-b7bf-097a3cbd1c8b req-927acbf7-79dc-4d4a-bf27-9831f8082608 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782874 Mar 07 11:07:05.548656 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-caeb5f27-46bb-4a4c-bfbe-c86eaefc728f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group (193fd5c5-860c-422c-8dd5-83a190185291), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:05.554018 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-caeb5f27-46bb-4a4c-bfbe-c86eaefc728f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (193fd5c5-860c-422c-8dd5-83a190185291), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:05.625150 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-caeb5f27-46bb-4a4c-bfbe-c86eaefc728f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group (965447d7-c721-420a-b3c3-33641c57a196), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:05.639477 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-caeb5f27-46bb-4a4c-bfbe-c86eaefc728f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (965447d7-c721-420a-b3c3-33641c57a196), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:05.667363 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb5f27-46bb-4a4c-bfbe-c86eaefc728f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=193fd5c5-860c-422c-8dd5-83a190185291,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:05.701006 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb5f27-46bb-4a4c-bfbe-c86eaefc728f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=965447d7-c721-420a-b3c3-33641c57a196,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:05.707712 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-caeb5f27-46bb-4a4c-bfbe-c86eaefc728f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:05.712169 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-caeb5f27-46bb-4a4c-bfbe-c86eaefc728f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4251969 Mar 07 11:07:05.712491 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34218) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:05.717188 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-37a3daa2-74de-4b06-a045-7cae114e7158 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'security_group_rule': {'security_group_id': '965447d7-c721-420a-b3c3-33641c57a196', 'project_id': '495992950f4c431c9a7421503d52aa85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:05.746783 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-37a3daa2-74de-4b06-a045-7cae114e7158 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (7b95f6b1-e0e4-4eb1-90d1-3c512f593e97), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:05.837817 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-37a3daa2-74de-4b06-a045-7cae114e7158 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (7b95f6b1-e0e4-4eb1-90d1-3c512f593e97), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:05.845593 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-37a3daa2-74de-4b06-a045-7cae114e7158 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (7b95f6b1-e0e4-4eb1-90d1-3c512f593e97), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:05.893793 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-37a3daa2-74de-4b06-a045-7cae114e7158 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:05.898693 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-37a3daa2-74de-4b06-a045-7cae114e7158 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1827064 Mar 07 11:07:05.899049 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34222) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:05.923162 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3daa2-74de-4b06-a045-7cae114e7158 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b95f6b1-e0e4-4eb1-90d1-3c512f593e97,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:05.930368 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-6a6f898f-7b4c-4d72-ba75-0972f97bd71e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'security_group_rule': {'security_group_id': '965447d7-c721-420a-b3c3-33641c57a196', 'project_id': '495992950f4c431c9a7421503d52aa85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:05.982022 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6a6f898f-7b4c-4d72-ba75-0972f97bd71e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (313d2562-4fd8-4f94-b016-a6a81cf41d10), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:06.109606 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6a6f898f-7b4c-4d72-ba75-0972f97bd71e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (313d2562-4fd8-4f94-b016-a6a81cf41d10), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:06.116941 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6a6f898f-7b4c-4d72-ba75-0972f97bd71e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (313d2562-4fd8-4f94-b016-a6a81cf41d10), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:06.133972 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6f898f-7b4c-4d72-ba75-0972f97bd71e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313d2562-4fd8-4f94-b016-a6a81cf41d10,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:06.150427 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6f898f-7b4c-4d72-ba75-0972f97bd71e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:06.151020 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6f898f-7b4c-4d72-ba75-0972f97bd71e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:06.151158 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6f898f-7b4c-4d72-ba75-0972f97bd71e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:06.151608 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6f898f-7b4c-4d72-ba75-0972f97bd71e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:06.151917 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6f898f-7b4c-4d72-ba75-0972f97bd71e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:06.152276 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6f898f-7b4c-4d72-ba75-0972f97bd71e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:06.152756 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6f898f-7b4c-4d72-ba75-0972f97bd71e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:06.153220 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6f898f-7b4c-4d72-ba75-0972f97bd71e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:06.153220 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6f898f-7b4c-4d72-ba75-0972f97bd71e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:06.153573 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6f898f-7b4c-4d72-ba75-0972f97bd71e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:06.154004 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6f898f-7b4c-4d72-ba75-0972f97bd71e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:06.155217 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6f898f-7b4c-4d72-ba75-0972f97bd71e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:06.155217 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6f898f-7b4c-4d72-ba75-0972f97bd71e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:06.168242 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6a6f898f-7b4c-4d72-ba75-0972f97bd71e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:06.169496 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6a6f898f-7b4c-4d72-ba75-0972f97bd71e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2604458 Mar 07 11:07:06.172768 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34228) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:06.189047 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-01264f2e-c922-4d1c-86dd-6c232e766a56 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'security_group_rule': {'security_group_id': '965447d7-c721-420a-b3c3-33641c57a196', 'project_id': '495992950f4c431c9a7421503d52aa85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:06.272669 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-01264f2e-c922-4d1c-86dd-6c232e766a56 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (3a2ce926-9465-4148-8340-c74903c33680), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:06.347111 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-01264f2e-c922-4d1c-86dd-6c232e766a56 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (3a2ce926-9465-4148-8340-c74903c33680), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:06.351564 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-01264f2e-c922-4d1c-86dd-6c232e766a56 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (3a2ce926-9465-4148-8340-c74903c33680), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:06.380268 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-01264f2e-c922-4d1c-86dd-6c232e766a56 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:06.381612 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-01264f2e-c922-4d1c-86dd-6c232e766a56 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2076352 Mar 07 11:07:06.384346 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34230) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:06.385035 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01264f2e-c922-4d1c-86dd-6c232e766a56 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a2ce926-9465-4148-8340-c74903c33680,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:06.392462 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-09a1afc0-613c-4744-bc6c-c0c3a4a0b3b2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'security_group_rule': {'security_group_id': '965447d7-c721-420a-b3c3-33641c57a196', 'project_id': '495992950f4c431c9a7421503d52aa85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:06.441004 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-09a1afc0-613c-4744-bc6c-c0c3a4a0b3b2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (fde8488c-5a21-4c14-89a7-753d7a0060b0), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:06.492210 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fcb3558e-a8a2-4c1f-8beb-fe81dfdbfe08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:06.658243 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-09a1afc0-613c-4744-bc6c-c0c3a4a0b3b2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (fde8488c-5a21-4c14-89a7-753d7a0060b0), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:06.667249 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-09a1afc0-613c-4744-bc6c-c0c3a4a0b3b2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (fde8488c-5a21-4c14-89a7-753d7a0060b0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:06.702238 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a1afc0-613c-4744-bc6c-c0c3a4a0b3b2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde8488c-5a21-4c14-89a7-753d7a0060b0,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:06.707685 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-09a1afc0-613c-4744-bc6c-c0c3a4a0b3b2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:06.711634 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34236) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:06.712114 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-09a1afc0-613c-4744-bc6c-c0c3a4a0b3b2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3237097 Mar 07 11:07:06.717020 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f5b13a09-744a-4c23-b3c9-09ed82c578fe tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'security_group_rule': {'security_group_id': '965447d7-c721-420a-b3c3-33641c57a196', 'project_id': '495992950f4c431c9a7421503d52aa85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:06.719363 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2305342-ef36-4eab-9c80-87248f3a747e req-dc849d8a-0962-421d-ae7d-de60a202f429 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:06.727172 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f2305342-ef36-4eab-9c80-87248f3a747e req-dc849d8a-0962-421d-ae7d-de60a202f429 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 943 time: 0.1100018 Mar 07 11:07:06.765783 n-d-832164-4 neutron-server[103766]: INFO neutron.db.securitygroups_db [None req-f5b13a09-744a-4c23-b3c9-09ed82c578fe tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Project 495992950f4c431c9a7421503d52aa85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:07:06.771761 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5b13a09-744a-4c23-b3c9-09ed82c578fe tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (dc09d45f-1a71-4374-b8ac-306b042ad03b), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:06.802901 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f2305342-ef36-4eab-9c80-87248f3a747e req-64041f22-46d5-4f44-960f-0d927003ff2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736179 Mar 07 11:07:06.834449 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5b13a09-744a-4c23-b3c9-09ed82c578fe tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (dc09d45f-1a71-4374-b8ac-306b042ad03b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:06.850761 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5b13a09-744a-4c23-b3c9-09ed82c578fe tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (dc09d45f-1a71-4374-b8ac-306b042ad03b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:06.876021 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b13a09-744a-4c23-b3c9-09ed82c578fe tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc09d45f-1a71-4374-b8ac-306b042ad03b,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:06.889800 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5b13a09-744a-4c23-b3c9-09ed82c578fe tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:06.893833 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f5b13a09-744a-4c23-b3c9-09ed82c578fe tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1779938 Mar 07 11:07:06.894088 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34238) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:06.898983 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-5af82086-ce93-4405-b332-b07b007fd398 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'security_group_rule': {'security_group_id': '965447d7-c721-420a-b3c3-33641c57a196', 'project_id': '495992950f4c431c9a7421503d52aa85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:06.961178 n-d-832164-4 neutron-server[103766]: INFO neutron.db.securitygroups_db [None req-5af82086-ce93-4405-b332-b07b007fd398 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Project 495992950f4c431c9a7421503d52aa85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:07:06.982861 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5af82086-ce93-4405-b332-b07b007fd398 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (ee6aa30a-520c-4204-b462-cc7385c9f876), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:07.109060 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5af82086-ce93-4405-b332-b07b007fd398 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (ee6aa30a-520c-4204-b462-cc7385c9f876), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:07.125964 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5af82086-ce93-4405-b332-b07b007fd398 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (ee6aa30a-520c-4204-b462-cc7385c9f876), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:07.206395 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5af82086-ce93-4405-b332-b07b007fd398 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:07.213276 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34246) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:07.215492 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5af82086-ce93-4405-b332-b07b007fd398 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3202851 Mar 07 11:07:07.218235 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-88201ddf-f998-4617-8501-1d43d2d62ac2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'network': {'name': 'tempest-network-smoke--86134464', 'project_id': '495992950f4c431c9a7421503d52aa85', 'port_security_enabled': True}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:07.221138 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af82086-ce93-4405-b332-b07b007fd398 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee6aa30a-520c-4204-b462-cc7385c9f876,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:07.275071 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88201ddf-f998-4617-8501-1d43d2d62ac2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Made reservation on behalf of 495992950f4c431c9a7421503d52aa85 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:07:07.293337 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-88201ddf-f998-4617-8501-1d43d2d62ac2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:07.350907 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88201ddf-f998-4617-8501-1d43d2d62ac2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:07:07.361770 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-88201ddf-f998-4617-8501-1d43d2d62ac2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (055944e6-9588-4f25-90a6-0d906473f676), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:07.362319 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-88201ddf-f998-4617-8501-1d43d2d62ac2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Added segment 055944e6-9588-4f25-90a6-0d906473f676 of type vlan for network 6490749e-4c7c-4913-a953-f4e230e9967c Mar 07 11:07:07.412465 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-88201ddf-f998-4617-8501-1d43d2d62ac2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (6490749e-4c7c-4913-a953-f4e230e9967c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:07.445859 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-88201ddf-f998-4617-8501-1d43d2d62ac2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (6490749e-4c7c-4913-a953-f4e230e9967c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:07.459233 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88201ddf-f998-4617-8501-1d43d2d62ac2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:07.460034 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-88201ddf-f998-4617-8501-1d43d2d62ac2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:07.578529 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-88201ddf-f998-4617-8501-1d43d2d62ac2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3539641 Mar 07 11:07:07.581708 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34250) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:07.591911 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-2d5343ff-b6e6-425b-8df1-f91ab2ca48c6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1438464013', 'admin_state_up': True, 'project_id': '495992950f4c431c9a7421503d52aa85', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:07.598515 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88201ddf-f998-4617-8501-1d43d2d62ac2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'Network': ['ID=6490749e-4c7c-4913-a953-f4e230e9967c,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:07.611530 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 6490749e-4c7c-4913-a953-f4e230e9967c details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:07:07.673251 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2d5343ff-b6e6-425b-8df1-f91ab2ca48c6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (1a273023-3329-4e75-b486-c6e5a81c79e8), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:07.674367 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2d5343ff-b6e6-425b-8df1-f91ab2ca48c6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (1a273023-3329-4e75-b486-c6e5a81c79e8), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:07.770958 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2d5343ff-b6e6-425b-8df1-f91ab2ca48c6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router_controller (1a273023-3329-4e75-b486-c6e5a81c79e8), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:08.037623 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2d5343ff-b6e6-425b-8df1-f91ab2ca48c6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router_gateway (1a273023-3329-4e75-b486-c6e5a81c79e8), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:08.066473 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee988ea4-05e3-41f9-977b-7e340680aee5 req-9c0b5f51-6664-4304-a06a-b2ea03014a1e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:08.068206 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ee988ea4-05e3-41f9-977b-7e340680aee5 req-9c0b5f51-6664-4304-a06a-b2ea03014a1e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 943 time: 0.1322746 Mar 07 11:07:08.165144 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ee988ea4-05e3-41f9-977b-7e340680aee5 req-e05bec57-2c2a-435e-8d27-fb10256ac13f tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879993 Mar 07 11:07:08.356029 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2d5343ff-b6e6-425b-8df1-f91ab2ca48c6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router_gateway (1a273023-3329-4e75-b486-c6e5a81c79e8), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:08.428951 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2d5343ff-b6e6-425b-8df1-f91ab2ca48c6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:08.564677 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-2d5343ff-b6e6-425b-8df1-f91ab2ca48c6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Allocated IP 172.25.3.194 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/bb07a9e4-486f-4ecd-9500-d32f5a8503de) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:07:08.611008 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-659323d2-b8e7-481a-b8cb-3b8c45a6da25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:08.743544 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2d5343ff-b6e6-425b-8df1-f91ab2ca48c6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for port (bb07a9e4-486f-4ecd-9500-d32f5a8503de), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:08.800432 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2d5343ff-b6e6-425b-8df1-f91ab2ca48c6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (bb07a9e4-486f-4ecd-9500-d32f5a8503de), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:08.875047 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5343ff-b6e6-425b-8df1-f91ab2ca48c6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:07:08.879478 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-2d5343ff-b6e6-425b-8df1-f91ab2ca48c6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:07:08.887627 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5343ff-b6e6-425b-8df1-f91ab2ca48c6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:07:08.919754 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5343ff-b6e6-425b-8df1-f91ab2ca48c6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'Port': ['ID=bb07a9e4-486f-4ecd-9500-d32f5a8503de,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:09.227293 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2d5343ff-b6e6-425b-8df1-f91ab2ca48c6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router_gateway (1a273023-3329-4e75-b486-c6e5a81c79e8), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:09.376158 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462b7b6-8c89-42b6-bce3-88158c8a5cbf req-6729c160-6614-4144-abf0-04de7f384a4b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:09.377907 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e462b7b6-8c89-42b6-bce3-88158c8a5cbf req-6729c160-6614-4144-abf0-04de7f384a4b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 943 time: 0.0984652 Mar 07 11:07:09.473397 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e462b7b6-8c89-42b6-bce3-88158c8a5cbf req-2177d612-936c-4b94-8b2d-165d5d5e4688 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872538 Mar 07 11:07:09.560771 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2d5343ff-b6e6-425b-8df1-f91ab2ca48c6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (1a273023-3329-4e75-b486-c6e5a81c79e8), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:09.714589 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d5343ff-b6e6-425b-8df1-f91ab2ca48c6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Router 1a273023-3329-4e75-b486-c6e5a81c79e8 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:07:09.827578 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5343ff-b6e6-425b-8df1-f91ab2ca48c6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:07:09.838868 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbf5d21-6a02-4d68-89ef-83cc33322c6c None None] Sync routers for ids ['1a273023-3329-4e75-b486-c6e5a81c79e8'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:07:09.851200 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbf5d21-6a02-4d68-89ef-83cc33322c6c None None] Routers {'1a273023-3329-4e75-b486-c6e5a81c79e8'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:09.852134 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2cbf5d21-6a02-4d68-89ef-83cc33322c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:07:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['1a273023-3329-4e75-b486-c6e5a81c79e8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:09.856896 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2d5343ff-b6e6-425b-8df1-f91ab2ca48c6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:09.861581 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2d5343ff-b6e6-425b-8df1-f91ab2ca48c6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2748120 Mar 07 11:07:09.861850 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34272) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:09.963962 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:10.027488 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-2cbf5d21-6a02-4d68-89ef-83cc33322c6c None None] Set router 1a273023-3329-4e75-b486-c6e5a81c79e8 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:10.046694 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9eefe68d-0e36-4d9b-a612-a09548be19dc tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=495992950f4c431c9a7421503d52aa85&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1808896 Mar 07 11:07:10.047107 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34276) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:10.231976 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77825f89-6bd1-4f1d-9d23-eac78217ae68 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:10.234026 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-77825f89-6bd1-4f1d-9d23-eac78217ae68 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1860263 Mar 07 11:07:10.236447 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2cbf5d21-6a02-4d68-89ef-83cc33322c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438464013', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'bb07a9e4-486f-4ecd-9500-d32f5a8503de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:07:07Z', 'updated_at': '2022-03-07T11:07:09Z', 'revision_number': 3, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': 'bb07a9e4-486f-4ecd-9500-d32f5a8503de', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:08Z', 'updated_at': '2022-03-07T11:07:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:10.237284 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34278) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:10.266024 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbf5d21-6a02-4d68-89ef-83cc33322c6c None None] Checking router: 1a273023-3329-4e75-b486-c6e5a81c79e8 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:07:10.266369 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbf5d21-6a02-4d68-89ef-83cc33322c6c None None] Updating router 1a273023-3329-4e75-b486-c6e5a81c79e8 port bb07a9e4-486f-4ecd-9500-d32f5a8503de binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:07:10.278013 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3f803529-3aa3-4de2-8da4-8150dcd19c41 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=f8958782-2869-4679-b3a6-78e3b1855431&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394003 Mar 07 11:07:10.280682 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34280) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:10.286611 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-22bce73b-befe-4957-ae88-c9cc9e4ab0e6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1986458672', 'network_id': '6490749e-4c7c-4913-a953-f4e230e9967c', 'project_id': '495992950f4c431c9a7421503d52aa85', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:10.300395 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2cbf5d21-6a02-4d68-89ef-83cc33322c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bb07a9e4-486f-4ecd-9500-d32f5a8503de), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:10.393081 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bce73b-befe-4957-ae88-c9cc9e4ab0e6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Made reservation on behalf of 495992950f4c431c9a7421503d52aa85 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:07:10.398714 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-22bce73b-befe-4957-ae88-c9cc9e4ab0e6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:10.657216 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2cbf5d21-6a02-4d68-89ef-83cc33322c6c None None] Publish callbacks [] for port (bb07a9e4-486f-4ecd-9500-d32f5a8503de), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:10.682079 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2cbf5d21-6a02-4d68-89ef-83cc33322c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (bb07a9e4-486f-4ecd-9500-d32f5a8503de), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:10.702739 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad231714-c7ee-4716-9997-ed17fd8425e2 req-e9cd6502-fd94-4f69-982d-3900fbbcd9a8 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:10.720123 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ad231714-c7ee-4716-9997-ed17fd8425e2 req-e9cd6502-fd94-4f69-982d-3900fbbcd9a8 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 943 time: 0.1048725 Mar 07 11:07:10.740879 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15e02b-ff23-4624-b2ca-6baa18f6505a None None] Pushing event updated for resources: {'Port': ['ID=bb07a9e4-486f-4ecd-9500-d32f5a8503de,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:10.752661 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d15e02b-ff23-4624-b2ca-6baa18f6505a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:10.753159 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d15e02b-ff23-4624-b2ca-6baa18f6505a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:10.753514 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d15e02b-ff23-4624-b2ca-6baa18f6505a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:10.754679 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d15e02b-ff23-4624-b2ca-6baa18f6505a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:10.755087 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d15e02b-ff23-4624-b2ca-6baa18f6505a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:10.755299 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d15e02b-ff23-4624-b2ca-6baa18f6505a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:10.755628 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d15e02b-ff23-4624-b2ca-6baa18f6505a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:10.755959 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d15e02b-ff23-4624-b2ca-6baa18f6505a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:10.756274 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d15e02b-ff23-4624-b2ca-6baa18f6505a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:10.756589 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d15e02b-ff23-4624-b2ca-6baa18f6505a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:10.757031 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d15e02b-ff23-4624-b2ca-6baa18f6505a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:10.757594 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d15e02b-ff23-4624-b2ca-6baa18f6505a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:10.757711 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d15e02b-ff23-4624-b2ca-6baa18f6505a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:10.777170 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-2cbf5d21-6a02-4d68-89ef-83cc33322c6c None None] Attempting to bind port bb07a9e4-486f-4ecd-9500-d32f5a8503de on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:07:10.777527 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-2cbf5d21-6a02-4d68-89ef-83cc33322c6c None None] Attempting to bind port bb07a9e4-486f-4ecd-9500-d32f5a8503de by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:07:10.777896 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbf5d21-6a02-4d68-89ef-83cc33322c6c None None] Attempting to bind port bb07a9e4-486f-4ecd-9500-d32f5a8503de on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:07:10.786233 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbf5d21-6a02-4d68-89ef-83cc33322c6c None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:07:10.788626 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbf5d21-6a02-4d68-89ef-83cc33322c6c None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:07:10.789367 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2cbf5d21-6a02-4d68-89ef-83cc33322c6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:10.790055 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbf5d21-6a02-4d68-89ef-83cc33322c6c None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:07:10.790825 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-2cbf5d21-6a02-4d68-89ef-83cc33322c6c None None] Bound port: bb07a9e4-486f-4ecd-9500-d32f5a8503de, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:07:10.791433 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2cbf5d21-6a02-4d68-89ef-83cc33322c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bb07a9e4-486f-4ecd-9500-d32f5a8503de), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:10.793675 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-22bce73b-befe-4957-ae88-c9cc9e4ab0e6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (4c4a588d-de04-4848-8259-e7fb4e50eba1), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:10.835240 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ad231714-c7ee-4716-9997-ed17fd8425e2 req-9b9e5e35-ccd9-4216-a6db-38f51707ea7f tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141903 Mar 07 11:07:10.876461 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-2cbf5d21-6a02-4d68-89ef-83cc33322c6c None None] For port bb07a9e4-486f-4ecd-9500-d32f5a8503de, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:07:10.881658 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-2cbf5d21-6a02-4d68-89ef-83cc33322c6c None None] For port bb07a9e4-486f-4ecd-9500-d32f5a8503de, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=bb07a9e4-486f-4ecd-9500-d32f5a8503de,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:07:10.891247 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2cbf5d21-6a02-4d68-89ef-83cc33322c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (bb07a9e4-486f-4ecd-9500-d32f5a8503de), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:10.912091 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bce73b-befe-4957-ae88-c9cc9e4ab0e6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'Subnet': ['ID=4c4a588d-de04-4848-8259-e7fb4e50eba1,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:10.959953 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bce73b-befe-4957-ae88-c9cc9e4ab0e6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Checking segment: {'id': '055944e6-9588-4f25-90a6-0d906473f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6490749e-4c7c-4913-a953-f4e230e9967c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:07:10.960338 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bce73b-befe-4957-ae88-c9cc9e4ab0e6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Network hostable DHCP agents. Network: 6490749e-4c7c-4913-a953-f4e230e9967c, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:07:10.979678 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbf5d21-6a02-4d68-89ef-83cc33322c6c None None] Routers {'1a273023-3329-4e75-b486-c6e5a81c79e8'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:10.980643 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2cbf5d21-6a02-4d68-89ef-83cc33322c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:07:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['1a273023-3329-4e75-b486-c6e5a81c79e8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:10.982944 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15e02b-ff23-4624-b2ca-6baa18f6505a None None] Pushing event updated for resources: {'Port': ['ID=bb07a9e4-486f-4ecd-9500-d32f5a8503de,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:11.017179 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bce73b-befe-4957-ae88-c9cc9e4ab0e6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Network 6490749e-4c7c-4913-a953-f4e230e9967c is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:07:11.042967 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-22bce73b-befe-4957-ae88-c9cc9e4ab0e6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 6490749e-4c7c-4913-a953-f4e230e9967c) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:07:11.045169 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b1b233-4068-4ea4-a801-536a45aaeaad None None] Network 6490749e-4c7c-4913-a953-f4e230e9967c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:07:11.048431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bce73b-befe-4957-ae88-c9cc9e4ab0e6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:11.048864 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-22bce73b-befe-4957-ae88-c9cc9e4ab0e6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:11.085060 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34302) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:11.086063 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-22bce73b-befe-4957-ae88-c9cc9e4ab0e6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8001027 Mar 07 11:07:11.142409 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-2cbf5d21-6a02-4d68-89ef-83cc33322c6c None None] Set router 1a273023-3329-4e75-b486-c6e5a81c79e8 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:11.308013 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-6490749e-4c7c-4913-a953-f4e230e9967c', 'network_id': '6490749e-4c7c-4913-a953-f4e230e9967c', 'project_id': '495992950f4c431c9a7421503d52aa85', 'fixed_ips': [{'subnet_id': '4c4a588d-de04-4848-8259-e7fb4e50eba1'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:07:11.309060 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:11.419273 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2cbf5d21-6a02-4d68-89ef-83cc33322c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438464013', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'bb07a9e4-486f-4ecd-9500-d32f5a8503de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:07:07Z', 'updated_at': '2022-03-07T11:07:09Z', 'revision_number': 3, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': 'bb07a9e4-486f-4ecd-9500-d32f5a8503de', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:08Z', 'updated_at': '2022-03-07T11:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:11.465292 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbf5d21-6a02-4d68-89ef-83cc33322c6c None None] The sync data for ids ['1a273023-3329-4e75-b486-c6e5a81c79e8'] in n-d-832164-4 is: [{'id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438464013', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'bb07a9e4-486f-4ecd-9500-d32f5a8503de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:07:07Z', 'updated_at': '2022-03-07T11:07:09Z', 'revision_number': 3, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': 'bb07a9e4-486f-4ecd-9500-d32f5a8503de', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:08Z', 'updated_at': '2022-03-07T11:07:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:07:11.558774 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] Allocated IP 172.20.0.2 (6490749e-4c7c-4913-a953-f4e230e9967c/4c4a588d-de04-4848-8259-e7fb4e50eba1/ce8c3998-457c-4d1d-8fbf-31dae8bfe63e) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:07:11.721800 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] Publish callbacks [] for port (ce8c3998-457c-4d1d-8fbf-31dae8bfe63e), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:11.737954 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (ce8c3998-457c-4d1d-8fbf-31dae8bfe63e), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:11.784262 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] Network 6490749e-4c7c-4913-a953-f4e230e9967c is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:07:11.785985 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:11.791454 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:07:11.794580 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:07:11.842589 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] Pushing event updated for resources: {'Port': ['ID=ce8c3998-457c-4d1d-8fbf-31dae8bfe63e,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:11.853521 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:11.854142 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:11.854640 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:11.855715 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:11.856282 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:11.856836 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:11.857412 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:11.857998 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:11.858592 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:11.859112 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:11.859672 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:11.860216 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:11.860780 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:11.915758 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] Attempting to bind port ce8c3998-457c-4d1d-8fbf-31dae8bfe63e on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:07:11.916416 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] Attempting to bind port ce8c3998-457c-4d1d-8fbf-31dae8bfe63e by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '055944e6-9588-4f25-90a6-0d906473f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6490749e-4c7c-4913-a953-f4e230e9967c'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:07:11.917011 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] Attempting to bind port ce8c3998-457c-4d1d-8fbf-31dae8bfe63e on network 6490749e-4c7c-4913-a953-f4e230e9967c {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:07:11.923026 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:07:11.926916 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] Checking segment: {'id': '055944e6-9588-4f25-90a6-0d906473f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6490749e-4c7c-4913-a953-f4e230e9967c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:07:11.927628 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:11.928256 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] Bound using segment: {'id': '055944e6-9588-4f25-90a6-0d906473f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6490749e-4c7c-4913-a953-f4e230e9967c'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:07:11.928964 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] Bound port: ce8c3998-457c-4d1d-8fbf-31dae8bfe63e, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '055944e6-9588-4f25-90a6-0d906473f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6490749e-4c7c-4913-a953-f4e230e9967c'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:07:11.929628 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ce8c3998-457c-4d1d-8fbf-31dae8bfe63e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:12.100911 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] For port ce8c3998-457c-4d1d-8fbf-31dae8bfe63e, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:07:12.112336 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] For port ce8c3998-457c-4d1d-8fbf-31dae8bfe63e, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ce8c3998-457c-4d1d-8fbf-31dae8bfe63e,segment=NetworkSegment(055944e6-9588-4f25-90a6-0d906473f676),segment_id=055944e6-9588-4f25-90a6-0d906473f676)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:07:12.124253 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ce8c3998-457c-4d1d-8fbf-31dae8bfe63e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:12.137641 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fccf3-10e2-421a-b4d8-aa8ea1bb807d req-28cab51f-5a65-4a62-b9cd-6b6b3efebb47 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:12.143585 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6a2fccf3-10e2-421a-b4d8-aa8ea1bb807d req-28cab51f-5a65-4a62-b9cd-6b6b3efebb47 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 943 time: 0.1491818 Mar 07 11:07:12.281740 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6a2fccf3-10e2-421a-b4d8-aa8ea1bb807d req-76f4c3ac-ccf3-4d00-b52a-6acde3c726eb tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274920 Mar 07 11:07:12.283879 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f9b35605-80aa-4587-8266-79f314e2ad8c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:12.330812 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef3d3e-9b51-496e-81d6-3916eb80a884 None None] Pushing event updated for resources: {'Port': ['ID=ce8c3998-457c-4d1d-8fbf-31dae8bfe63e,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:13.045072 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:13.174644 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-f9b35605-80aa-4587-8266-79f314e2ad8c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Allocated IP 172.20.0.1 (6490749e-4c7c-4913-a953-f4e230e9967c/4c4a588d-de04-4848-8259-e7fb4e50eba1/d600ad08-428d-4947-9973-cdff104b2155) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:07:13.482034 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f9b35605-80aa-4587-8266-79f314e2ad8c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for port (d600ad08-428d-4947-9973-cdff104b2155), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:13.661428 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ce8c3998-457c-4d1d-8fbf-31dae8bfe63e up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:07:13.692573 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5613770-f802-4a69-b3f1-10cb89669975 req-b14a29ee-a258-40ef-9458-db69b95c2bd0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:13.694584 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5613770-f802-4a69-b3f1-10cb89669975 req-b14a29ee-a258-40ef-9458-db69b95c2bd0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 943 time: 0.1870637 Mar 07 11:07:13.709908 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f9b35605-80aa-4587-8266-79f314e2ad8c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (d600ad08-428d-4947-9973-cdff104b2155), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:13.815157 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port ce8c3998-457c-4d1d-8fbf-31dae8bfe63e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:13.815685 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ce8c3998-457c-4d1d-8fbf-31dae8bfe63e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:13.870932 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b35605-80aa-4587-8266-79f314e2ad8c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Network 6490749e-4c7c-4913-a953-f4e230e9967c is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:07:13.922286 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-f9b35605-80aa-4587-8266-79f314e2ad8c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:07:13.950108 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b35605-80aa-4587-8266-79f314e2ad8c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:07:14.110442 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port ce8c3998-457c-4d1d-8fbf-31dae8bfe63e is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:14.110842 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ce8c3998-457c-4d1d-8fbf-31dae8bfe63e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:14.267559 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port ce8c3998-457c-4d1d-8fbf-31dae8bfe63e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ce8c3998-457c-4d1d-8fbf-31dae8bfe63e,segment=NetworkSegment(055944e6-9588-4f25-90a6-0d906473f676),segment_id=055944e6-9588-4f25-90a6-0d906473f676)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:14.283020 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ce8c3998-457c-4d1d-8fbf-31dae8bfe63e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:14.287969 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device bb07a9e4-486f-4ecd-9500-d32f5a8503de up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:07:14.407993 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b35605-80aa-4587-8266-79f314e2ad8c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'Port': ['ID=d600ad08-428d-4947-9973-cdff104b2155,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:14.433846 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5613770-f802-4a69-b3f1-10cb89669975 req-4d741770-1b7a-4632-981d-b6b0a0723cd6 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7139170 Mar 07 11:07:14.455020 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f9b35605-80aa-4587-8266-79f314e2ad8c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (1a273023-3329-4e75-b486-c6e5a81c79e8), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:14.470927 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b3095a-3639-4483-89b3-c020836b1a8a None None] Network 6490749e-4c7c-4913-a953-f4e230e9967c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:07:14.592865 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=ce8c3998-457c-4d1d-8fbf-31dae8bfe63e,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:14.646746 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-0c517c6f-ae1a-4c3e-8d9f-146500b869ff None None] Provisioning complete for port ce8c3998-457c-4d1d-8fbf-31dae8bfe63e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:14.647120 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0c517c6f-ae1a-4c3e-8d9f-146500b869ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ce8c3998-457c-4d1d-8fbf-31dae8bfe63e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:14.717933 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port bb07a9e4-486f-4ecd-9500-d32f5a8503de triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:14.718596 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (bb07a9e4-486f-4ecd-9500-d32f5a8503de), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:14.832741 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0c517c6f-ae1a-4c3e-8d9f-146500b869ff None None] Current status of the port ce8c3998-457c-4d1d-8fbf-31dae8bfe63e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:14.862977 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f9b35605-80aa-4587-8266-79f314e2ad8c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d600ad08-428d-4947-9973-cdff104b2155), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:14.937784 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port bb07a9e4-486f-4ecd-9500-d32f5a8503de is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:14.938189 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bb07a9e4-486f-4ecd-9500-d32f5a8503de), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:14.991585 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port bb07a9e4-486f-4ecd-9500-d32f5a8503de, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=bb07a9e4-486f-4ecd-9500-d32f5a8503de,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:14.998103 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (bb07a9e4-486f-4ecd-9500-d32f5a8503de), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:15.119621 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=bb07a9e4-486f-4ecd-9500-d32f5a8503de,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:15.265204 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-22192c17-e960-4781-9ce4-5839adbbbf33 None None] Provisioning complete for port d600ad08-428d-4947-9973-cdff104b2155 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:15.268627 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-22192c17-e960-4781-9ce4-5839adbbbf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d600ad08-428d-4947-9973-cdff104b2155), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:15.347277 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-22192c17-e960-4781-9ce4-5839adbbbf33 None None] Port d600ad08-428d-4947-9973-cdff104b2155 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:07:15.366400 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-22192c17-e960-4781-9ce4-5839adbbbf33 None None] Provisioning complete for port ce8c3998-457c-4d1d-8fbf-31dae8bfe63e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:15.366802 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-22192c17-e960-4781-9ce4-5839adbbbf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ce8c3998-457c-4d1d-8fbf-31dae8bfe63e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:15.568716 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f9b35605-80aa-4587-8266-79f314e2ad8c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for port (d600ad08-428d-4947-9973-cdff104b2155), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:15.588000 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f9b35605-80aa-4587-8266-79f314e2ad8c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (d600ad08-428d-4947-9973-cdff104b2155), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:15.666507 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ce8c3998-457c-4d1d-8fbf-31dae8bfe63e up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:07:15.698199 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dde785-56af-485c-a962-ccda5e02478d req-d8aa5d4d-9273-4598-bad1-8da7606a2cf6 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:15.703535 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-53dde785-56af-485c-a962-ccda5e02478d req-d8aa5d4d-9273-4598-bad1-8da7606a2cf6 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 943 time: 0.1601205 Mar 07 11:07:15.749955 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f9b35605-80aa-4587-8266-79f314e2ad8c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (1a273023-3329-4e75-b486-c6e5a81c79e8), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:15.751961 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b35605-80aa-4587-8266-79f314e2ad8c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'Port': ['ID=d600ad08-428d-4947-9973-cdff104b2155,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:15.787379 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-22192c17-e960-4781-9ce4-5839adbbbf33 None None] Current status of the port ce8c3998-457c-4d1d-8fbf-31dae8bfe63e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:15.793431 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-53dde785-56af-485c-a962-ccda5e02478d req-3422691a-153a-4c0e-99cc-48508b0901f1 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811796 Mar 07 11:07:15.824487 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port ce8c3998-457c-4d1d-8fbf-31dae8bfe63e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:15.824952 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ce8c3998-457c-4d1d-8fbf-31dae8bfe63e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:15.905690 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b35605-80aa-4587-8266-79f314e2ad8c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Network 6490749e-4c7c-4913-a953-f4e230e9967c is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:07:15.911519 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-f9b35605-80aa-4587-8266-79f314e2ad8c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:07:15.928554 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-0217455d-f3f7-4db9-9870-64750564dcc2 None None] Provisioning complete for port d600ad08-428d-4947-9973-cdff104b2155 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:15.928944 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0217455d-f3f7-4db9-9870-64750564dcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d600ad08-428d-4947-9973-cdff104b2155), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:16.018257 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port ce8c3998-457c-4d1d-8fbf-31dae8bfe63e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:16.019588 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device bb07a9e4-486f-4ecd-9500-d32f5a8503de up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:07:16.063773 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0217455d-f3f7-4db9-9870-64750564dcc2 None None] Port d600ad08-428d-4947-9973-cdff104b2155 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:07:16.087010 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port bb07a9e4-486f-4ecd-9500-d32f5a8503de triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:16.090753 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (bb07a9e4-486f-4ecd-9500-d32f5a8503de), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:16.178476 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b35605-80aa-4587-8266-79f314e2ad8c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Router 1a273023-3329-4e75-b486-c6e5a81c79e8 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:07:16.303871 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port bb07a9e4-486f-4ecd-9500-d32f5a8503de is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:16.381919 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b35605-80aa-4587-8266-79f314e2ad8c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:07:16.398364 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268f0845-14de-4675-838d-63a04a5775ed None None] Sync routers for ids ['1a273023-3329-4e75-b486-c6e5a81c79e8'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:07:16.407076 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f9b35605-80aa-4587-8266-79f314e2ad8c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "PUT /v2.0/routers/1a273023-3329-4e75-b486-c6e5a81c79e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3126004 Mar 07 11:07:16.465818 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268f0845-14de-4675-838d-63a04a5775ed None None] Routers {'1a273023-3329-4e75-b486-c6e5a81c79e8'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:16.466469 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-268f0845-14de-4675-838d-63a04a5775ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:07:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['1a273023-3329-4e75-b486-c6e5a81c79e8'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:16.735350 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2bb38381-f476-448d-81f4-a48f92204557 None None] Provisioning complete for port d600ad08-428d-4947-9973-cdff104b2155 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:16.735726 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2bb38381-f476-448d-81f4-a48f92204557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d600ad08-428d-4947-9973-cdff104b2155), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:16.774237 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2bb38381-f476-448d-81f4-a48f92204557 None None] Port d600ad08-428d-4947-9973-cdff104b2155 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:07:16.860544 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-af2f076b-3f65-4d9a-b4a2-82b2ccc79511 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1283478391&fields=id&tenant_id=495992950f4c431c9a7421503d52aa85 HTTP/1.1" status: 200 len: 267 time: 0.2297394 Mar 07 11:07:17.007161 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3d69a-4097-4d8a-a9b5-156d68ab91cc req-ebefc3c0-186c-4fac-b413-a956ef71ff89 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:17.010302 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-268f0845-14de-4675-838d-63a04a5775ed None None] Set router 1a273023-3329-4e75-b486-c6e5a81c79e8 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:17.020356 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-51f3d69a-4097-4d8a-a9b5-156d68ab91cc req-ebefc3c0-186c-4fac-b413-a956ef71ff89 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 943 time: 0.1338930 Mar 07 11:07:17.036357 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-8295c9f7-3a5d-48ba-9359-66a8ba339181 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:17.040457 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-8295c9f7-3a5d-48ba-9359-66a8ba339181 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/networks?id=6490749e-4c7c-4913-a953-f4e230e9967c HTTP/1.1" status: 200 len: 795 time: 0.1741250 Mar 07 11:07:17.059273 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-8d3d5525-10cd-4d7f-849f-9d3df7b2bee5 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/quotas/495992950f4c431c9a7421503d52aa85 HTTP/1.1" status: 200 len: 375 time: 0.0126059 Mar 07 11:07:17.089679 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-51f3d69a-4097-4d8a-a9b5-156d68ab91cc req-c710953c-1806-4bbd-bae4-0c0fdd5cfe0d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655489 Mar 07 11:07:17.201565 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-922272b0-1ba0-45a5-a3eb-d50d9ffb4d6d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1237988 Mar 07 11:07:17.395502 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-15731c05-cbf1-4741-bf4a-7c31d2ab96f8 service neutron] 10.222.0.11 "GET /v2.0/networks/6490749e-4c7c-4913-a953-f4e230e9967c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812718 Mar 07 11:07:17.492849 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-82375111-db86-4e4a-87b4-5d2f623e68f4 service neutron] 10.222.0.11 "GET /v2.0/networks/6490749e-4c7c-4913-a953-f4e230e9967c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909765 Mar 07 11:07:17.532616 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-268f0845-14de-4675-838d-63a04a5775ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438464013', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'bb07a9e4-486f-4ecd-9500-d32f5a8503de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:07:07Z', 'updated_at': '2022-03-07T11:07:14Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': 'bb07a9e4-486f-4ecd-9500-d32f5a8503de', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:08Z', 'updated_at': '2022-03-07T11:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'd600ad08-428d-4947-9973-cdff104b2155', 'name': '', 'network_id': '6490749e-4c7c-4913-a953-f4e230e9967c', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:1b:10:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '4c4a588d-de04-4848-8259-e7fb4e50eba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:12Z', 'updated_at': '2022-03-07T11:07:15Z', 'revision_number': 2, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '4c4a588d-de04-4848-8259-e7fb4e50eba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:17.566254 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268f0845-14de-4675-838d-63a04a5775ed None None] Checking router: 1a273023-3329-4e75-b486-c6e5a81c79e8 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:07:17.566940 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268f0845-14de-4675-838d-63a04a5775ed None None] Updating router 1a273023-3329-4e75-b486-c6e5a81c79e8 port d600ad08-428d-4947-9973-cdff104b2155 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:07:17.604346 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-268f0845-14de-4675-838d-63a04a5775ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d600ad08-428d-4947-9973-cdff104b2155), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:17.890774 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-420f86ff-34ed-4e9e-8390-9070efa5812a req-b872b554-bf2e-424a-b380-d32179f23b54 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 210 time: 0.0508924 Mar 07 11:07:18.132007 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-268f0845-14de-4675-838d-63a04a5775ed None None] Publish callbacks [] for port (d600ad08-428d-4947-9973-cdff104b2155), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:18.151161 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-268f0845-14de-4675-838d-63a04a5775ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d600ad08-428d-4947-9973-cdff104b2155), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:18.210757 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:07:18.262816 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519bd744-fe7d-436c-afdd-475e2bd733c1 None None] Pushing event updated for resources: {'Port': ['ID=d600ad08-428d-4947-9973-cdff104b2155,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:18.318965 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31617454-ba28-4418-b7c7-a333b0f2fe04 req-438ac6a1-ed98-4572-89d7-ce862308dc47 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:18.332151 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-31617454-ba28-4418-b7c7-a333b0f2fe04 req-438ac6a1-ed98-4572-89d7-ce862308dc47 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 943 time: 0.1241910 Mar 07 11:07:18.495665 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-31617454-ba28-4418-b7c7-a333b0f2fe04 req-0e99d05e-3bbb-445e-9f83-439559863bcf tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589444 Mar 07 11:07:18.504471 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:18.505376 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-268f0845-14de-4675-838d-63a04a5775ed None None] Attempting to bind port d600ad08-428d-4947-9973-cdff104b2155 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:07:18.505749 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-268f0845-14de-4675-838d-63a04a5775ed None None] Attempting to bind port d600ad08-428d-4947-9973-cdff104b2155 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '055944e6-9588-4f25-90a6-0d906473f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6490749e-4c7c-4913-a953-f4e230e9967c'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:07:18.506256 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268f0845-14de-4675-838d-63a04a5775ed None None] Attempting to bind port d600ad08-428d-4947-9973-cdff104b2155 on network 6490749e-4c7c-4913-a953-f4e230e9967c {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:07:18.525674 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268f0845-14de-4675-838d-63a04a5775ed None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:07:18.526435 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268f0845-14de-4675-838d-63a04a5775ed None None] Checking segment: {'id': '055944e6-9588-4f25-90a6-0d906473f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6490749e-4c7c-4913-a953-f4e230e9967c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:07:18.527288 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-268f0845-14de-4675-838d-63a04a5775ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:18.528085 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268f0845-14de-4675-838d-63a04a5775ed None None] Bound using segment: {'id': '055944e6-9588-4f25-90a6-0d906473f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6490749e-4c7c-4913-a953-f4e230e9967c'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:07:18.528891 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-268f0845-14de-4675-838d-63a04a5775ed None None] Bound port: d600ad08-428d-4947-9973-cdff104b2155, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '055944e6-9588-4f25-90a6-0d906473f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6490749e-4c7c-4913-a953-f4e230e9967c'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:07:18.529076 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-268f0845-14de-4675-838d-63a04a5775ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d600ad08-428d-4947-9973-cdff104b2155), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:18.648503 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-268f0845-14de-4675-838d-63a04a5775ed None None] For port d600ad08-428d-4947-9973-cdff104b2155, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:07:18.652893 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-268f0845-14de-4675-838d-63a04a5775ed None None] For port d600ad08-428d-4947-9973-cdff104b2155, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=d600ad08-428d-4947-9973-cdff104b2155,segment=NetworkSegment(055944e6-9588-4f25-90a6-0d906473f676),segment_id=055944e6-9588-4f25-90a6-0d906473f676)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:07:18.665874 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-268f0845-14de-4675-838d-63a04a5775ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d600ad08-428d-4947-9973-cdff104b2155), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:18.833647 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519bd744-fe7d-436c-afdd-475e2bd733c1 None None] Pushing event updated for resources: {'Port': ['ID=d600ad08-428d-4947-9973-cdff104b2155,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:18.912301 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268f0845-14de-4675-838d-63a04a5775ed None None] Routers {'1a273023-3329-4e75-b486-c6e5a81c79e8'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:18.916327 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-268f0845-14de-4675-838d-63a04a5775ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:07:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['1a273023-3329-4e75-b486-c6e5a81c79e8'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:19.124430 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-47bf50a5-4957-4b3e-8f48-db29643bd36d req-e8dc2b0d-ea6a-45ee-b0d2-c2ac7bc42abc tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 210 time: 0.0686483 Mar 07 11:07:19.192379 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-268f0845-14de-4675-838d-63a04a5775ed None None] Set router 1a273023-3329-4e75-b486-c6e5a81c79e8 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:19.316928 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-8e315a74-aab1-4422-a6dd-3aa6c510c552 None None] Provisioning complete for port d600ad08-428d-4947-9973-cdff104b2155 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:19.317438 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8e315a74-aab1-4422-a6dd-3aa6c510c552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d600ad08-428d-4947-9973-cdff104b2155), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:19.758059 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de975b0f-18c4-4b68-b588-337ef3f8b43b req-43389c8f-efe2-4709-abee-95a82bec2d38 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:19.762649 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-de975b0f-18c4-4b68-b588-337ef3f8b43b req-43389c8f-efe2-4709-abee-95a82bec2d38 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 943 time: 0.1461229 Mar 07 11:07:19.800453 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8e315a74-aab1-4422-a6dd-3aa6c510c552 None None] Current status of the port d600ad08-428d-4947-9973-cdff104b2155 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:19.804938 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8e315a74-aab1-4422-a6dd-3aa6c510c552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d600ad08-428d-4947-9973-cdff104b2155), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:19.872339 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-de975b0f-18c4-4b68-b588-337ef3f8b43b req-3b13b861-357b-413b-8c80-1472b83cc189 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038826 Mar 07 11:07:19.922340 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-8e315a74-aab1-4422-a6dd-3aa6c510c552 None None] For port d600ad08-428d-4947-9973-cdff104b2155, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=d600ad08-428d-4947-9973-cdff104b2155,segment=NetworkSegment(055944e6-9588-4f25-90a6-0d906473f676),segment_id=055944e6-9588-4f25-90a6-0d906473f676)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:19.923458 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-81749edb-bfe9-4f53-8c21-507f1a635d42 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:19.927175 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-81749edb-bfe9-4f53-8c21-507f1a635d42 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.21 "GET /v2.0/networks?id=6490749e-4c7c-4913-a953-f4e230e9967c HTTP/1.1" status: 200 len: 795 time: 0.3389859 Mar 07 11:07:19.949555 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-268f0845-14de-4675-838d-63a04a5775ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438464013', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'bb07a9e4-486f-4ecd-9500-d32f5a8503de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:07:07Z', 'updated_at': '2022-03-07T11:07:14Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': 'bb07a9e4-486f-4ecd-9500-d32f5a8503de', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:08Z', 'updated_at': '2022-03-07T11:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'd600ad08-428d-4947-9973-cdff104b2155', 'name': '', 'network_id': '6490749e-4c7c-4913-a953-f4e230e9967c', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:1b:10:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '4c4a588d-de04-4848-8259-e7fb4e50eba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:12Z', 'updated_at': '2022-03-07T11:07:18Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '4c4a588d-de04-4848-8259-e7fb4e50eba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:19.951942 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8e315a74-aab1-4422-a6dd-3aa6c510c552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d600ad08-428d-4947-9973-cdff104b2155), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:19.994664 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268f0845-14de-4675-838d-63a04a5775ed None None] The sync data for ids ['1a273023-3329-4e75-b486-c6e5a81c79e8'] in n-d-832164-4 is: [{'id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438464013', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'bb07a9e4-486f-4ecd-9500-d32f5a8503de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:07:07Z', 'updated_at': '2022-03-07T11:07:14Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': 'bb07a9e4-486f-4ecd-9500-d32f5a8503de', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:08Z', 'updated_at': '2022-03-07T11:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'd600ad08-428d-4947-9973-cdff104b2155', 'name': '', 'network_id': '6490749e-4c7c-4913-a953-f4e230e9967c', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:1b:10:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '4c4a588d-de04-4848-8259-e7fb4e50eba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:12Z', 'updated_at': '2022-03-07T11:07:18Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '4c4a588d-de04-4848-8259-e7fb4e50eba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:07:20.111916 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e315a74-aab1-4422-a6dd-3aa6c510c552 None None] Pushing event updated for resources: {'Port': ['ID=d600ad08-428d-4947-9973-cdff104b2155,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:20.220163 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-29f0120d-c86c-4379-a641-1cc47e42bff7 None None] Provisioning complete for port d600ad08-428d-4947-9973-cdff104b2155 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:20.221369 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-29f0120d-c86c-4379-a641-1cc47e42bff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d600ad08-428d-4947-9973-cdff104b2155), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:20.229753 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 7d7f3f68-2b9d-41c0-aba5-20d63911570e details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:07:20.289426 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-b5afe45c-ea6a-4788-87a7-2efc34ef0561 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=495992950f4c431c9a7421503d52aa85 HTTP/1.1" status: 200 len: 380 time: 0.3489103 Mar 07 11:07:20.304390 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-25c2be7d-c95f-4d48-9735-9ed8ffc2fd88 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'port': {'device_id': 'df0438d7-16ba-4d32-afb0-072826080ec2', 'network_id': '6490749e-4c7c-4913-a953-f4e230e9967c', 'admin_state_up': True, 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'security_groups': ['965447d7-c721-420a-b3c3-33641c57a196']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:20.406214 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-24a45405-03e1-4d8f-8690-d8485ecc12db req-4f67fba3-91cd-4c3d-ac85-e39c58e7bd5d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 210 time: 0.0878234 Mar 07 11:07:20.622458 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 7d7f3f68-2b9d-41c0-aba5-20d63911570e, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=7d7f3f68-2b9d-41c0-aba5-20d63911570e,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:20.628398 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-25c2be7d-c95f-4d48-9735-9ed8ffc2fd88 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Made reservation on behalf of 495992950f4c431c9a7421503d52aa85 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:07:20.635063 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-25c2be7d-c95f-4d48-9735-9ed8ffc2fd88 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:20.664143 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-29f0120d-c86c-4379-a641-1cc47e42bff7 None None] Current status of the port d600ad08-428d-4947-9973-cdff104b2155 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:20.668267 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '7d7f3f68-2b9d-41c0-aba5-20d63911570e', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'port_id': '7d7f3f68-2b9d-41c0-aba5-20d63911570e', 'mac_address': 'fa:16:3e:50:06:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:07:20.713739 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 7d7f3f68-2b9d-41c0-aba5-20d63911570e is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:20.714131 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7d7f3f68-2b9d-41c0-aba5-20d63911570e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:20.730118 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7f3f68-2b9d-41c0-aba5-20d63911570e {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:07:20.796822 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 7d7f3f68-2b9d-41c0-aba5-20d63911570e, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=7d7f3f68-2b9d-41c0-aba5-20d63911570e,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:20.805346 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (7d7f3f68-2b9d-41c0-aba5-20d63911570e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:20.864607 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=7d7f3f68-2b9d-41c0-aba5-20d63911570e,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:20.882206 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-25c2be7d-c95f-4d48-9735-9ed8ffc2fd88 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Allocated IP 172.20.0.4 (6490749e-4c7c-4913-a953-f4e230e9967c/4c4a588d-de04-4848-8259-e7fb4e50eba1/9c2d58de-a238-4d41-bc73-d7dcff3c51ed) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:07:21.101384 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e51bb7-eb2e-474c-9454-de58a7353342 req-d51aa41c-9de1-4fb7-b498-a210410f8918 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:21.103829 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17e51bb7-eb2e-474c-9454-de58a7353342 req-d51aa41c-9de1-4fb7-b498-a210410f8918 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 944 time: 0.0825732 Mar 07 11:07:21.111069 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['7d7f3f68-2b9d-41c0-aba5-20d63911570e'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:07:21.195055 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-25c2be7d-c95f-4d48-9735-9ed8ffc2fd88 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for port (9c2d58de-a238-4d41-bc73-d7dcff3c51ed), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:21.219638 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17e51bb7-eb2e-474c-9454-de58a7353342 req-1135cc8f-e1ee-4b3f-87a9-29cdd98a7c00 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993600 Mar 07 11:07:21.320688 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-25c2be7d-c95f-4d48-9735-9ed8ffc2fd88 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (9c2d58de-a238-4d41-bc73-d7dcff3c51ed), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:21.477579 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2be7d-c95f-4d48-9735-9ed8ffc2fd88 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'Port': ['ID=9c2d58de-a238-4d41-bc73-d7dcff3c51ed,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:21.503075 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-25c2be7d-c95f-4d48-9735-9ed8ffc2fd88 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Network 6490749e-4c7c-4913-a953-f4e230e9967c is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:07:21.507202 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-25c2be7d-c95f-4d48-9735-9ed8ffc2fd88 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:07:21.511427 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-25c2be7d-c95f-4d48-9735-9ed8ffc2fd88 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:07:21.542256 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device d600ad08-428d-4947-9973-cdff104b2155 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:07:21.658331 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-25c2be7d-c95f-4d48-9735-9ed8ffc2fd88 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:21.661427 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-25c2be7d-c95f-4d48-9735-9ed8ffc2fd88 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:21.715015 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port d600ad08-428d-4947-9973-cdff104b2155 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:21.715219 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d600ad08-428d-4947-9973-cdff104b2155), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:21.734773 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-809d052f-a2e1-41fa-940f-dd955cd54ba3 req-d9c5a769-9ee7-4d05-8664-6450e7000eee service neutron] (103767) timed out ('10.222.0.21', 62888) {{(pid=103767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 11:07:21.772067 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-25c2be7d-c95f-4d48-9735-9ed8ffc2fd88 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4701004 Mar 07 11:07:21.787272 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-227e1737-e584-48cc-8a1a-7a646bb08690 service neutron] Request body: {'port': {'device_id': 'df0438d7-16ba-4d32-afb0-072826080ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:21.875555 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440985a-bfbf-48c0-999a-3b683d2eade4 req-136ae4f1-8939-4ebf-b67f-c057e899ed59 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:21.878322 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b440985a-bfbf-48c0-999a-3b683d2eade4 req-136ae4f1-8939-4ebf-b67f-c057e899ed59 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 931 time: 0.2626860 Mar 07 11:07:21.993781 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port d600ad08-428d-4947-9973-cdff104b2155 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:22.011433 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-227e1737-e584-48cc-8a1a-7a646bb08690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9c2d58de-a238-4d41-bc73-d7dcff3c51ed), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:22.020954 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b440985a-bfbf-48c0-999a-3b683d2eade4 req-8937f46c-bc03-4da0-bf8b-8df0aba00fad tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330166 Mar 07 11:07:22.036802 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a3c035dd-4f3e-439e-8902-5e4d09439420 None None] Provisioning complete for port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:22.037053 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a3c035dd-4f3e-439e-8902-5e4d09439420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9c2d58de-a238-4d41-bc73-d7dcff3c51ed), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:22.113832 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a3c035dd-4f3e-439e-8902-5e4d09439420 None None] Port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:07:22.195132 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 7d7f3f68-2b9d-41c0-aba5-20d63911570e up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:07:22.373406 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 7d7f3f68-2b9d-41c0-aba5-20d63911570e completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:07:22.378268 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 7d7f3f68-2b9d-41c0-aba5-20d63911570e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:22.379548 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7d7f3f68-2b9d-41c0-aba5-20d63911570e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:22.502680 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-227e1737-e584-48cc-8a1a-7a646bb08690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c2d58de-a238-4d41-bc73-d7dcff3c51ed {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:07:22.511173 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-227e1737-e584-48cc-8a1a-7a646bb08690 service neutron] Publish callbacks [] for port (9c2d58de-a238-4d41-bc73-d7dcff3c51ed), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:22.518721 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f36b7d-741b-4a6e-afef-767823b0ce92 req-3c822b62-a2ad-4026-b04a-3c92100f19ee tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:22.523619 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-28f36b7d-741b-4a6e-afef-767823b0ce92 req-3c822b62-a2ad-4026-b04a-3c92100f19ee tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 944 time: 0.1354179 Mar 07 11:07:22.529973 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-227e1737-e584-48cc-8a1a-7a646bb08690 service neutron] Transition to ACTIVE for port object 9c2d58de-a238-4d41-bc73-d7dcff3c51ed will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:07:22.537235 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-227e1737-e584-48cc-8a1a-7a646bb08690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (9c2d58de-a238-4d41-bc73-d7dcff3c51ed), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:22.592873 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 7d7f3f68-2b9d-41c0-aba5-20d63911570e is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:22.593490 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7d7f3f68-2b9d-41c0-aba5-20d63911570e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:22.612895 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-28f36b7d-741b-4a6e-afef-767823b0ce92 req-3f239162-9707-4cc2-a6d4-a6a44c9ae0a3 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816355 Mar 07 11:07:22.637702 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d47186-2671-4fb0-987e-b9b500f416fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7f3f68-2b9d-41c0-aba5-20d63911570e'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:07:22.643268 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dfd160-51aa-49ce-9a9c-d31f5fe312a3" -d '{"events": [{"server_uuid": "02d47186-2671-4fb0-987e-b9b500f416fd", "name": "network-vif-plugged", "status": "completed", "tag": "7d7f3f68-2b9d-41c0-aba5-20d63911570e"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:07:22.686991 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 7d7f3f68-2b9d-41c0-aba5-20d63911570e, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=7d7f3f68-2b9d-41c0-aba5-20d63911570e,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:22.696594 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (7d7f3f68-2b9d-41c0-aba5-20d63911570e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:22.771612 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d3bc77-dce4-4182-814a-0df90f2a7c8f x-openstack-request-id: req-d5d3bc77-dce4-4182-814a-0df90f2a7c8f {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:07:22.771921 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d47186-2671-4fb0-987e-b9b500f416fd", "name": "network-vif-plugged", "status": "completed", "tag": "7d7f3f68-2b9d-41c0-aba5-20d63911570e", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:07:22.772182 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d5d3bc77-dce4-4182-814a-0df90f2a7c8f {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:07:22.772589 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d47186-2671-4fb0-987e-b9b500f416fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7f3f68-2b9d-41c0-aba5-20d63911570e', 'code': 200} Mar 07 11:07:22.795165 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e1737-e584-48cc-8a1a-7a646bb08690 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2d58de-a238-4d41-bc73-d7dcff3c51ed,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:22.807903 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=7d7f3f68-2b9d-41c0-aba5-20d63911570e,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:22.926397 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-227e1737-e584-48cc-8a1a-7a646bb08690 service neutron] Attempting to bind port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:07:22.926747 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-227e1737-e584-48cc-8a1a-7a646bb08690 service neutron] Attempting to bind port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '055944e6-9588-4f25-90a6-0d906473f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6490749e-4c7c-4913-a953-f4e230e9967c'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:07:22.927076 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-227e1737-e584-48cc-8a1a-7a646bb08690 service neutron] Attempting to bind port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed on network 6490749e-4c7c-4913-a953-f4e230e9967c {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:07:22.932986 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-227e1737-e584-48cc-8a1a-7a646bb08690 service neutron] Port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed on network 6490749e-4c7c-4913-a953-f4e230e9967c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:07:22.933332 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-227e1737-e584-48cc-8a1a-7a646bb08690 service neutron] Attempting to bind port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed on network 6490749e-4c7c-4913-a953-f4e230e9967c {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:07:22.942200 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-227e1737-e584-48cc-8a1a-7a646bb08690 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:07:22.942543 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-227e1737-e584-48cc-8a1a-7a646bb08690 service neutron] Checking segment: {'id': '055944e6-9588-4f25-90a6-0d906473f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6490749e-4c7c-4913-a953-f4e230e9967c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:07:22.942939 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-227e1737-e584-48cc-8a1a-7a646bb08690 service neutron] Bound using segment: {'id': '055944e6-9588-4f25-90a6-0d906473f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6490749e-4c7c-4913-a953-f4e230e9967c'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:07:22.943382 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-227e1737-e584-48cc-8a1a-7a646bb08690 service neutron] Bound port: 9c2d58de-a238-4d41-bc73-d7dcff3c51ed, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '055944e6-9588-4f25-90a6-0d906473f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6490749e-4c7c-4913-a953-f4e230e9967c'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:07:22.943745 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-227e1737-e584-48cc-8a1a-7a646bb08690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9c2d58de-a238-4d41-bc73-d7dcff3c51ed), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:22.962451 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b1b92-1e1f-4ad6-9676-460ba99738b8 req-68b51f3c-8464-4eab-bd25-62f927deeb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:22.964059 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-931b1b92-1e1f-4ad6-9676-460ba99738b8 req-68b51f3c-8464-4eab-bd25-62f927deeb24 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 1127 time: 0.1243145 Mar 07 11:07:23.072229 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-227e1737-e584-48cc-8a1a-7a646bb08690 service neutron] For port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:07:23.080371 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-227e1737-e584-48cc-8a1a-7a646bb08690 service neutron] For port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9c2d58de-a238-4d41-bc73-d7dcff3c51ed,segment=NetworkSegment(055944e6-9588-4f25-90a6-0d906473f676),segment_id=055944e6-9588-4f25-90a6-0d906473f676)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:07:23.084256 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:23.167386 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-931b1b92-1e1f-4ad6-9676-460ba99738b8 req-cfce6755-b672-4a03-a742-68335d6f8c15 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797629 Mar 07 11:07:23.169050 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-227e1737-e584-48cc-8a1a-7a646bb08690 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (9c2d58de-a238-4d41-bc73-d7dcff3c51ed), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:23.206531 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-227e1737-e584-48cc-8a1a-7a646bb08690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:23.207508 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-227e1737-e584-48cc-8a1a-7a646bb08690 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:23.209125 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-227e1737-e584-48cc-8a1a-7a646bb08690 service neutron] 10.222.0.21 "PUT /v2.0/ports/9c2d58de-a238-4d41-bc73-d7dcff3c51ed HTTP/1.1" status: 200 len: 1091 time: 1.4359016 Mar 07 11:07:23.209802 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0438d7-16ba-4d32-afb0-072826080ec2', 'tag': '9c2d58de-a238-4d41-bc73-d7dcff3c51ed'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:07:23.212431 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f194dab1-2ab8-4bff-be75-df9a93440628" -d '{"events": [{"name": "network-changed", "server_uuid": "df0438d7-16ba-4d32-afb0-072826080ec2", "tag": "9c2d58de-a238-4d41-bc73-d7dcff3c51ed"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:07:23.249731 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779772ab-b282-4b41-9fba-73d8449735ba req-44bda9dd-9b47-4984-882d-71dfd130ada0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:23.262200 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-779772ab-b282-4b41-9fba-73d8449735ba req-44bda9dd-9b47-4984-882d-71dfd130ada0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 943 time: 0.1127198 Mar 07 11:07:23.367716 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2121299a-003a-4ce8-b862-5f8bbe3fc719 x-openstack-request-id: req-2121299a-003a-4ce8-b862-5f8bbe3fc719 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:07:23.368017 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df0438d7-16ba-4d32-afb0-072826080ec2", "tag": "9c2d58de-a238-4d41-bc73-d7dcff3c51ed", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:07:23.368276 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2121299a-003a-4ce8-b862-5f8bbe3fc719 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:07:23.368974 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0438d7-16ba-4d32-afb0-072826080ec2', 'tag': '9c2d58de-a238-4d41-bc73-d7dcff3c51ed', 'status': 'completed', 'code': 200} Mar 07 11:07:23.374208 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-73cf8f2c-1fca-4541-ae61-ed3541e0c10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:23.383827 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-73cf8f2c-1fca-4541-ae61-ed3541e0c10d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 1125 time: 0.1220045 Mar 07 11:07:23.384477 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e1737-e584-48cc-8a1a-7a646bb08690 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2d58de-a238-4d41-bc73-d7dcff3c51ed,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:23.404641 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-779772ab-b282-4b41-9fba-73d8449735ba req-2316d944-6756-4ce1-87cf-873cdf2a597a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414695 Mar 07 11:07:23.525142 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-846069cc-396c-49eb-8bc7-6538335c007e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c2d58de-a238-4d41-bc73-d7dcff3c51ed HTTP/1.1" status: 200 len: 217 time: 0.1165137 Mar 07 11:07:23.628235 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-fcfad7d4-ed5b-426f-9a19-343ce8c4bd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:23.632081 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-fcfad7d4-ed5b-426f-9a19-343ce8c4bd32 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4c4a588d-de04-4848-8259-e7fb4e50eba1 HTTP/1.1" status: 200 len: 835 time: 0.1014447 Mar 07 11:07:23.734415 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-51ceb8ba-d463-4c3a-a922-46b8d090e18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:23.736977 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-51ceb8ba-d463-4c3a-a922-46b8d090e18f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6490749e-4c7c-4913-a953-f4e230e9967c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0954597 Mar 07 11:07:23.907952 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed61154-afd2-4ea0-acde-60e77de92761 req-4c6bb3ca-bc4b-468b-8618-35430ff7d539 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:23.909680 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eed61154-afd2-4ea0-acde-60e77de92761 req-4c6bb3ca-bc4b-468b-8618-35430ff7d539 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 945 time: 0.1656342 Mar 07 11:07:23.936970 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-5cbe791a-b5bd-4f43-9f01-abcf2d288c32 service neutron] 10.222.0.21 "GET /v2.0/networks/6490749e-4c7c-4913-a953-f4e230e9967c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945293 Mar 07 11:07:24.044495 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eed61154-afd2-4ea0-acde-60e77de92761 req-73ebf5b1-3abb-445e-a2a1-66b828885d3b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198688 Mar 07 11:07:24.074503 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c4b1e2f-4c30-4ba2-b0a0-9163feabb06b req-2dcbe151-27d3-40ff-8878-79637d579de1 service neutron] 10.222.0.21 "GET /v2.0/networks/6490749e-4c7c-4913-a953-f4e230e9967c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263466 Mar 07 11:07:24.164333 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194dab1-2ab8-4bff-be75-df9a93440628 req-bd0ae277-54ae-4f6d-b2d7-fd8b91ca5df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:24.165851 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f194dab1-2ab8-4bff-be75-df9a93440628 req-bd0ae277-54ae-4f6d-b2d7-fd8b91ca5df5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 1125 time: 0.0453718 Mar 07 11:07:24.260854 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194dab1-2ab8-4bff-be75-df9a93440628 req-062fb94f-1eae-44d1-8c25-02a955dd9d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:24.262321 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f194dab1-2ab8-4bff-be75-df9a93440628 req-062fb94f-1eae-44d1-8c25-02a955dd9d36 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6490749e-4c7c-4913-a953-f4e230e9967c HTTP/1.1" status: 200 len: 896 time: 0.0896072 Mar 07 11:07:24.304890 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f194dab1-2ab8-4bff-be75-df9a93440628 req-2350fb9d-1f0e-416e-bc39-d67467865857 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c2d58de-a238-4d41-bc73-d7dcff3c51ed HTTP/1.1" status: 200 len: 217 time: 0.0372531 Mar 07 11:07:24.356495 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194dab1-2ab8-4bff-be75-df9a93440628 req-9dbfdfdb-78de-4865-9b2f-1d94d3287c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:24.357293 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f194dab1-2ab8-4bff-be75-df9a93440628 req-9dbfdfdb-78de-4865-9b2f-1d94d3287c42 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4c4a588d-de04-4848-8259-e7fb4e50eba1 HTTP/1.1" status: 200 len: 835 time: 0.0468307 Mar 07 11:07:24.450845 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194dab1-2ab8-4bff-be75-df9a93440628 req-33b51081-fe1a-428e-b77d-8485a69afd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:24.452914 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f194dab1-2ab8-4bff-be75-df9a93440628 req-33b51081-fe1a-428e-b77d-8485a69afd35 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6490749e-4c7c-4913-a953-f4e230e9967c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0887156 Mar 07 11:07:24.584724 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f197f-80fe-4618-8cd1-612e182231bf req-0719934d-7a5a-4a5c-8ee4-b32932072932 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:24.588429 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f194dab1-2ab8-4bff-be75-df9a93440628 req-9de7587f-219c-413f-bfe2-44d3d016f204 service neutron] 10.222.0.21 "GET /v2.0/networks/6490749e-4c7c-4913-a953-f4e230e9967c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286445 Mar 07 11:07:24.602120 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-418f197f-80fe-4618-8cd1-612e182231bf req-0719934d-7a5a-4a5c-8ee4-b32932072932 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 943 time: 0.0759430 Mar 07 11:07:24.703399 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-418f197f-80fe-4618-8cd1-612e182231bf req-d9940c85-ddf6-4feb-8ce9-1c9baf288ce6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937645 Mar 07 11:07:24.721239 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f194dab1-2ab8-4bff-be75-df9a93440628 req-8fd40e8b-cbb8-470b-a388-07e00f0e6029 service neutron] 10.222.0.21 "GET /v2.0/networks/6490749e-4c7c-4913-a953-f4e230e9967c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254828 Mar 07 11:07:25.227858 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad5b21-78f1-4291-ad88-27e725d36e73 req-7d1961c3-c04e-48e8-8bf5-acce1e8133f4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:25.237609 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6aad5b21-78f1-4291-ad88-27e725d36e73 req-7d1961c3-c04e-48e8-8bf5-acce1e8133f4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 945 time: 0.0978401 Mar 07 11:07:25.317134 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6aad5b21-78f1-4291-ad88-27e725d36e73 req-560dcd2f-902f-41c5-abd1-12887d3b3a5d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749433 Mar 07 11:07:25.459652 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562494bd-c995-4db5-a8d6-4c8c6cfd876f req-b39b27b5-bf93-4f6e-aaad-e8cb5c4cf073 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:25.474953 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-562494bd-c995-4db5-a8d6-4c8c6cfd876f req-b39b27b5-bf93-4f6e-aaad-e8cb5c4cf073 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 945 time: 0.0897343 Mar 07 11:07:25.522010 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-562494bd-c995-4db5-a8d6-4c8c6cfd876f req-d991cc7a-8f20-4713-b3c3-202b8cc362c4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456827 Mar 07 11:07:25.678658 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9cc344-d78c-4742-8992-ab37af3dacff req-a299a71b-116e-4ef1-9f1e-2a108030f125 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:25.700866 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8e9cc344-d78c-4742-8992-ab37af3dacff req-a299a71b-116e-4ef1-9f1e-2a108030f125 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 945 time: 0.0798607 Mar 07 11:07:25.782185 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8e9cc344-d78c-4742-8992-ab37af3dacff req-fb63bfed-ba22-4f59-8e82-178f3a7a82f2 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798397 Mar 07 11:07:25.896829 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d4b47-d2d2-4203-b90e-8c134facf15a req-35c3e20f-cee3-4dbb-8ea2-64d597057a4f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:25.899483 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-601d4b47-d2d2-4203-b90e-8c134facf15a req-35c3e20f-cee3-4dbb-8ea2-64d597057a4f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 943 time: 0.0725923 Mar 07 11:07:26.014089 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-601d4b47-d2d2-4203-b90e-8c134facf15a req-28571156-768a-4cd0-ae9c-5d78ce8df434 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081803 Mar 07 11:07:26.103456 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227883a8-029b-46e7-ba81-a634e33ffdcf req-ac85695a-0bdf-499d-9eea-b8977ef1c8d3 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:26.105503 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-227883a8-029b-46e7-ba81-a634e33ffdcf req-ac85695a-0bdf-499d-9eea-b8977ef1c8d3 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 945 time: 0.0583158 Mar 07 11:07:26.162946 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-227883a8-029b-46e7-ba81-a634e33ffdcf req-1b07a6e7-4089-40c8-83dc-d6acdb1be713 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519137 Mar 07 11:07:27.121378 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 9c2d58de-a238-4d41-bc73-d7dcff3c51ed details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:07:27.162793 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74941bcb-b5a3-47d3-b5d0-896081c8ff35 req-cb33ec6a-b53a-4bc6-88bc-d9608ba808a0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:27.164532 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-74941bcb-b5a3-47d3-b5d0-896081c8ff35 req-cb33ec6a-b53a-4bc6-88bc-d9608ba808a0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 943 time: 0.0744963 Mar 07 11:07:27.239390 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9c2d58de-a238-4d41-bc73-d7dcff3c51ed,segment=NetworkSegment(055944e6-9588-4f25-90a6-0d906473f676),segment_id=055944e6-9588-4f25-90a6-0d906473f676)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:27.247190 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-74941bcb-b5a3-47d3-b5d0-896081c8ff35 req-0a4cc34e-abc1-4bb2-bf70-72c5467a45cb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721915 Mar 07 11:07:27.252414 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '9c2d58de-a238-4d41-bc73-d7dcff3c51ed', 'network_id': '6490749e-4c7c-4913-a953-f4e230e9967c', 'port_id': '9c2d58de-a238-4d41-bc73-d7dcff3c51ed', 'mac_address': 'fa:16:3e:5f:75:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c4a588d-de04-4848-8259-e7fb4e50eba1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:07:27.302504 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:27.303158 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9c2d58de-a238-4d41-bc73-d7dcff3c51ed), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:27.316886 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2d58de-a238-4d41-bc73-d7dcff3c51ed {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:07:27.340286 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9c2d58de-a238-4d41-bc73-d7dcff3c51ed,segment=NetworkSegment(055944e6-9588-4f25-90a6-0d906473f676),segment_id=055944e6-9588-4f25-90a6-0d906473f676)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:27.358170 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9c2d58de-a238-4d41-bc73-d7dcff3c51ed), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:27.362455 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a66f0-dacf-412f-89f4-4830f222cc22 req-645d2f9c-813c-4914-8c76-014196900485 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:27.365313 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-288a66f0-dacf-412f-89f4-4830f222cc22 req-645d2f9c-813c-4914-8c76-014196900485 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 945 time: 0.0768373 Mar 07 11:07:27.427272 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=9c2d58de-a238-4d41-bc73-d7dcff3c51ed,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:27.449623 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-288a66f0-dacf-412f-89f4-4830f222cc22 req-7445b9e6-646c-495c-a151-173e4c74a5f2 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783410 Mar 07 11:07:27.576861 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['9c2d58de-a238-4d41-bc73-d7dcff3c51ed'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:07:27.644418 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a172ca-08b4-488f-ab75-baf341e5235e req-0c1173bf-2dd8-451e-b568-97b2198efd93 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:27.651500 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-14a172ca-08b4-488f-ab75-baf341e5235e req-0c1173bf-2dd8-451e-b568-97b2198efd93 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.31 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 945 time: 0.1270392 Mar 07 11:07:27.794707 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-14a172ca-08b4-488f-ab75-baf341e5235e req-99ad6a25-a572-44d5-9a91-f749c9760273 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Deleting port 7d7f3f68-2b9d-41c0-aba5-20d63911570e {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:07:27.795329 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-14a172ca-08b4-488f-ab75-baf341e5235e req-99ad6a25-a572-44d5-9a91-f749c9760273 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (7d7f3f68-2b9d-41c0-aba5-20d63911570e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:28.036418 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-14a172ca-08b4-488f-ab75-baf341e5235e req-99ad6a25-a572-44d5-9a91-f749c9760273 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] For port 7d7f3f68-2b9d-41c0-aba5-20d63911570e, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=7d7f3f68-2b9d-41c0-aba5-20d63911570e,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:28.037136 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-14a172ca-08b4-488f-ab75-baf341e5235e req-99ad6a25-a572-44d5-9a91-f749c9760273 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (7d7f3f68-2b9d-41c0-aba5-20d63911570e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:28.051302 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-14a172ca-08b4-488f-ab75-baf341e5235e req-99ad6a25-a572-44d5-9a91-f749c9760273 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Calling delete_port for 7d7f3f68-2b9d-41c0-aba5-20d63911570e owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:07:28.265217 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-14a172ca-08b4-488f-ab75-baf341e5235e req-99ad6a25-a572-44d5-9a91-f749c9760273 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (7d7f3f68-2b9d-41c0-aba5-20d63911570e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:28.281495 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['7d7f3f68-2b9d-41c0-aba5-20d63911570e'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:07:28.350757 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad6a25-a572-44d5-9a91-f749c9760273 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Pushing event deleted for resources: {'Port': ['ID=7d7f3f68-2b9d-41c0-aba5-20d63911570e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:28.380605 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad6a25-a572-44d5-9a91-f749c9760273 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:28.381376 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad6a25-a572-44d5-9a91-f749c9760273 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:28.381666 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad6a25-a572-44d5-9a91-f749c9760273 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:28.382159 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad6a25-a572-44d5-9a91-f749c9760273 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:28.382584 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad6a25-a572-44d5-9a91-f749c9760273 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:28.384320 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad6a25-a572-44d5-9a91-f749c9760273 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:28.384882 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad6a25-a572-44d5-9a91-f749c9760273 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:28.385327 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad6a25-a572-44d5-9a91-f749c9760273 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:28.385745 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad6a25-a572-44d5-9a91-f749c9760273 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:28.387475 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad6a25-a572-44d5-9a91-f749c9760273 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:28.387911 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad6a25-a572-44d5-9a91-f749c9760273 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:28.388415 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad6a25-a572-44d5-9a91-f749c9760273 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:28.388871 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99ad6a25-a572-44d5-9a91-f749c9760273 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:07:28.399751 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a172ca-08b4-488f-ab75-baf341e5235e req-99ad6a25-a572-44d5-9a91-f749c9760273 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] No DVR routers for this DVR port 7d7f3f68-2b9d-41c0-aba5-20d63911570e on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:07:28.404277 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-14a172ca-08b4-488f-ab75-baf341e5235e req-99ad6a25-a572-44d5-9a91-f749c9760273 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:28.411079 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-14a172ca-08b4-488f-ab75-baf341e5235e req-99ad6a25-a572-44d5-9a91-f749c9760273 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.31 "DELETE /v2.0/ports/7d7f3f68-2b9d-41c0-aba5-20d63911570e HTTP/1.1" status: 204 len: 173 time: 0.7533967 Mar 07 11:07:28.411919 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d47186-2671-4fb0-987e-b9b500f416fd', 'name': 'network-vif-deleted', 'tag': '7d7f3f68-2b9d-41c0-aba5-20d63911570e'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:07:28.416515 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e420a19-3743-4937-a7f2-41a5a7e665e9" -d '{"events": [{"server_uuid": "02d47186-2671-4fb0-987e-b9b500f416fd", "name": "network-vif-deleted", "tag": "7d7f3f68-2b9d-41c0-aba5-20d63911570e"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:07:28.505291 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7189313d-7c84-4512-9f11-ed78cd3cd9f2 x-openstack-request-id: req-7189313d-7c84-4512-9f11-ed78cd3cd9f2 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:07:28.506305 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d47186-2671-4fb0-987e-b9b500f416fd", "name": "network-vif-deleted", "tag": "7d7f3f68-2b9d-41c0-aba5-20d63911570e", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:07:28.506931 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7189313d-7c84-4512-9f11-ed78cd3cd9f2 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:07:28.508768 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d47186-2671-4fb0-987e-b9b500f416fd', 'name': 'network-vif-deleted', 'tag': '7d7f3f68-2b9d-41c0-aba5-20d63911570e', 'status': 'completed', 'code': 200} Mar 07 11:07:28.528775 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596804f7-0860-4ce0-bb0b-3a9537fec2ff req-17cb72d4-7ac3-4b2b-9917-a6d4d2654a78 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:28.531398 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-596804f7-0860-4ce0-bb0b-3a9537fec2ff req-17cb72d4-7ac3-4b2b-9917-a6d4d2654a78 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 944 time: 0.1445189 Mar 07 11:07:28.618254 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-596804f7-0860-4ce0-bb0b-3a9537fec2ff req-be9cd243-1e3d-46e3-b3a3-d746fbe361b9 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740926 Mar 07 11:07:28.739043 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a008e7bc-8eb0-4adc-996d-ef271022300d req-4102f1fa-22c4-4095-a8c7-7df41e1de839 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 210 time: 0.0711622 Mar 07 11:07:29.150161 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 9c2d58de-a238-4d41-bc73-d7dcff3c51ed up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:07:29.250731 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:07:29.260160 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:07:29.260538 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9c2d58de-a238-4d41-bc73-d7dcff3c51ed), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:29.462715 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:07:29.463637 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9c2d58de-a238-4d41-bc73-d7dcff3c51ed), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:29.553816 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0438d7-16ba-4d32-afb0-072826080ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2d58de-a238-4d41-bc73-d7dcff3c51ed'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:07:29.557022 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05ec225-7f58-4226-957a-eeafe664caad" -d '{"events": [{"server_uuid": "df0438d7-16ba-4d32-afb0-072826080ec2", "name": "network-vif-plugged", "status": "completed", "tag": "9c2d58de-a238-4d41-bc73-d7dcff3c51ed"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:07:29.576113 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9c2d58de-a238-4d41-bc73-d7dcff3c51ed,segment=NetworkSegment(055944e6-9588-4f25-90a6-0d906473f676),segment_id=055944e6-9588-4f25-90a6-0d906473f676)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:07:29.584212 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9c2d58de-a238-4d41-bc73-d7dcff3c51ed), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:29.782201 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=9c2d58de-a238-4d41-bc73-d7dcff3c51ed,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:29.801468 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7175873e-a2b2-4801-978a-74b82dd4a1f5 x-openstack-request-id: req-7175873e-a2b2-4801-978a-74b82dd4a1f5 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:07:29.801772 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0438d7-16ba-4d32-afb0-072826080ec2", "name": "network-vif-plugged", "status": "completed", "tag": "9c2d58de-a238-4d41-bc73-d7dcff3c51ed", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:07:29.802030 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7175873e-a2b2-4801-978a-74b82dd4a1f5 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:07:29.802606 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0438d7-16ba-4d32-afb0-072826080ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2d58de-a238-4d41-bc73-d7dcff3c51ed', 'code': 200} Mar 07 11:07:29.909956 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-45b3ca2e-8113-40c4-b314-aaddfca4920d req-48030969-c2fe-4002-9b2a-3646857dd0ef tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 210 time: 0.0636814 Mar 07 11:07:30.236926 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b677456-f1bc-462f-a5be-ae4aef3c6afa req-13dae4cb-cf1a-4e10-b094-b3df3df3d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:30.238677 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0b677456-f1bc-462f-a5be-ae4aef3c6afa req-13dae4cb-cf1a-4e10-b094-b3df3df3d202 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 1127 time: 0.4732695 Mar 07 11:07:30.249427 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865de9e-6db4-47a5-9084-0a57d3e5883d req-c35ac3e1-dfa0-418d-98f3-1435556a34bf tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:30.256765 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8865de9e-6db4-47a5-9084-0a57d3e5883d req-c35ac3e1-dfa0-418d-98f3-1435556a34bf tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 945 time: 0.5021682 Mar 07 11:07:30.336958 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8865de9e-6db4-47a5-9084-0a57d3e5883d req-35546c20-d1c0-457a-9301-641a3a10bbac tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640740 Mar 07 11:07:30.367583 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0b677456-f1bc-462f-a5be-ae4aef3c6afa req-bdddded7-6325-435e-821b-4b75f2cf2f80 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087849 Mar 07 11:07:31.087787 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-799092ea-0d59-4d20-a7fe-00743a247b08 req-ead0ecc4-d491-4f68-a87a-eb2395fe29c4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 210 time: 0.0740690 Mar 07 11:07:31.556426 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539909d-3efb-424e-912c-952f31886fd9 req-8516d74c-6c99-4986-a50b-ddc03302a3a4 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:31.564593 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6539909d-3efb-424e-912c-952f31886fd9 req-8516d74c-6c99-4986-a50b-ddc03302a3a4 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 945 time: 0.1011982 Mar 07 11:07:31.667083 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6539909d-3efb-424e-912c-952f31886fd9 req-a0b70c7b-c650-4e8d-bfbe-2b6aa3c5a163 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015501 Mar 07 11:07:32.259571 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 7d7f3f68-2b9d-41c0-aba5-20d63911570e no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:07:32.349034 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dd5e10f7-74a8-4100-a53c-9e152d8f46da req-5a565285-6e7c-45ce-b355-b14099d5b2a9 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 210 time: 0.0893872 Mar 07 11:07:32.566765 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 7d7f3f68-2b9d-41c0-aba5-20d63911570e {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:07:32.567117 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 7d7f3f68-2b9d-41c0-aba5-20d63911570e not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:07:32.855430 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953a5c8c-bc8d-4161-8688-ae036230c826 req-945c4b12-f629-4c93-bcca-796805834134 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:32.858806 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-953a5c8c-bc8d-4161-8688-ae036230c826 req-945c4b12-f629-4c93-bcca-796805834134 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 945 time: 0.0810485 Mar 07 11:07:32.927461 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-953a5c8c-bc8d-4161-8688-ae036230c826 req-29edf3b0-073e-4083-aae0-92d223a3c591 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624228 Mar 07 11:07:33.067098 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90e47f-b0c4-4833-8e3b-2f622497cbff req-7246a1e7-2b02-45ce-8527-b317ba59a62f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:33.074406 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ab90e47f-b0c4-4833-8e3b-2f622497cbff req-7246a1e7-2b02-45ce-8527-b317ba59a62f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 945 time: 0.0651352 Mar 07 11:07:33.136982 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ab90e47f-b0c4-4833-8e3b-2f622497cbff req-e253bd6d-8877-40e8-b8d2-b7d84b404bb0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615842 Mar 07 11:07:33.153051 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34676) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:33.223549 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efa6fb0-3b7f-4cac-ab41-f5bccf6fa4b3 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:33.225478 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9efa6fb0-3b7f-4cac-ab41-f5bccf6fa4b3 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 1122 time: 0.0682266 Mar 07 11:07:33.229239 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34680) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:33.233929 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-74ff64d7-f047-4163-a4ab-714a7f3b6908 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'port_id': '9c2d58de-a238-4d41-bc73-d7dcff3c51ed', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:07:33.264196 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-74ff64d7-f047-4163-a4ab-714a7f3b6908 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:33.397993 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-74ff64d7-f047-4163-a4ab-714a7f3b6908 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:33.545226 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dcce64f5-766b-455f-8a1f-54bb69c14219 req-8470a03b-c01a-4243-9cf8-4eea1dfbd7da tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 210 time: 0.0730114 Mar 07 11:07:33.686509 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-74ff64d7-f047-4163-a4ab-714a7f3b6908 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Allocated IP 172.25.3.191 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/0c2033f1-57aa-4d48-b600-d9af2467c201) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:07:33.939639 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-74ff64d7-f047-4163-a4ab-714a7f3b6908 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for port (0c2033f1-57aa-4d48-b600-d9af2467c201), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:34.040720 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-74ff64d7-f047-4163-a4ab-714a7f3b6908 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (0c2033f1-57aa-4d48-b600-d9af2467c201), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:34.153026 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff64d7-f047-4163-a4ab-714a7f3b6908 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'Port': ['ID=0c2033f1-57aa-4d48-b600-d9af2467c201,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:34.181782 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ff64d7-f047-4163-a4ab-714a7f3b6908 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:07:34.188025 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-74ff64d7-f047-4163-a4ab-714a7f3b6908 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:07:34.198281 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ff64d7-f047-4163-a4ab-714a7f3b6908 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:07:34.717890 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d1099b31-3139-4f26-bb46-81a170b6c17d req-4b90d891-4853-4dce-a16a-6f980315ee0a tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 210 time: 0.0567036 Mar 07 11:07:34.868427 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-74ff64d7-f047-4163-a4ab-714a7f3b6908 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for floatingip (441de078-1ded-45e9-a872-7620b97494e8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:34.988129 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-74ff64d7-f047-4163-a4ab-714a7f3b6908 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0c2033f1-57aa-4d48-b600-d9af2467c201), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:35.201806 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-74ff64d7-f047-4163-a4ab-714a7f3b6908 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for port (0c2033f1-57aa-4d48-b600-d9af2467c201), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:35.210286 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-74ff64d7-f047-4163-a4ab-714a7f3b6908 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (0c2033f1-57aa-4d48-b600-d9af2467c201), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:35.302894 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff64d7-f047-4163-a4ab-714a7f3b6908 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'Port': ['ID=0c2033f1-57aa-4d48-b600-d9af2467c201,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:07:35.326070 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-74ff64d7-f047-4163-a4ab-714a7f3b6908 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (441de078-1ded-45e9-a872-7620b97494e8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:35.484919 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-74ff64d7-f047-4163-a4ab-714a7f3b6908 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Floating IP 441de078-1ded-45e9-a872-7620b97494e8 associated. External IP: 172.25.3.191, port: 9c2d58de-a238-4d41-bc73-d7dcff3c51ed. Mar 07 11:07:35.969957 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fb19ff19-6fa4-4ad2-bc6c-bc21d8de2153 req-f23d1f44-19fd-4866-a21e-43c7e4cd3c3f tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 210 time: 0.0812459 Mar 07 11:07:35.975990 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ff64d7-f047-4163-a4ab-714a7f3b6908 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Router 1a273023-3329-4e75-b486-c6e5a81c79e8 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:07:36.168708 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ff64d7-f047-4163-a4ab-714a7f3b6908 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:07:36.182977 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fba295-0b98-469b-b9e2-b3778f121fd4 None None] Sync routers for ids ['1a273023-3329-4e75-b486-c6e5a81c79e8'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:07:36.206153 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-74ff64d7-f047-4163-a4ab-714a7f3b6908 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:36.240773 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fba295-0b98-469b-b9e2-b3778f121fd4 None None] Routers {'1a273023-3329-4e75-b486-c6e5a81c79e8'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:36.242697 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e3fba295-0b98-469b-b9e2-b3778f121fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:07:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['1a273023-3329-4e75-b486-c6e5a81c79e8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:36.329666 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-74ff64d7-f047-4163-a4ab-714a7f3b6908 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0885146 Mar 07 11:07:36.330558 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0438d7-16ba-4d32-afb0-072826080ec2', 'tag': '9c2d58de-a238-4d41-bc73-d7dcff3c51ed'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:07:36.333882 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b88342-e2e6-4500-b336-7d52f10a9e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "df0438d7-16ba-4d32-afb0-072826080ec2", "tag": "9c2d58de-a238-4d41-bc73-d7dcff3c51ed"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:07:36.425459 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8180c8-9397-4fc5-8227-84c588fe3946 x-openstack-request-id: req-1a8180c8-9397-4fc5-8227-84c588fe3946 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:07:36.426113 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df0438d7-16ba-4d32-afb0-072826080ec2", "tag": "9c2d58de-a238-4d41-bc73-d7dcff3c51ed", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:07:36.426539 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1a8180c8-9397-4fc5-8227-84c588fe3946 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:07:36.427124 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0438d7-16ba-4d32-afb0-072826080ec2', 'tag': '9c2d58de-a238-4d41-bc73-d7dcff3c51ed', 'status': 'completed', 'code': 200} Mar 07 11:07:36.500851 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997bf44-1474-4ad8-809e-1f77222cc054 req-c6f811e4-3e88-4931-837d-a43a9c9af4cd tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:36.505004 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-618d5ab0-b75e-4f87-a9e3-c989f6f4e29f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:36.511604 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a997bf44-1474-4ad8-809e-1f77222cc054 req-c6f811e4-3e88-4931-837d-a43a9c9af4cd tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 945 time: 0.0748615 Mar 07 11:07:36.524494 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-e3fba295-0b98-469b-b9e2-b3778f121fd4 None None] Set router 1a273023-3329-4e75-b486-c6e5a81c79e8 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:36.585070 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a997bf44-1474-4ad8-809e-1f77222cc054 req-23e251c5-2d98-4c93-a7a6-655f140908ca tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718443 Mar 07 11:07:36.601434 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 34740) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:36.807628 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b88342-e2e6-4500-b336-7d52f10a9e6d req-dd6809ef-2839-4f26-9c5a-a52d8b15ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:36.809300 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-16b88342-e2e6-4500-b336-7d52f10a9e6d req-dd6809ef-2839-4f26-9c5a-a52d8b15ba1c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 1127 time: 0.3621888 Mar 07 11:07:36.813850 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-fa584847-dc9d-49fa-9601-1bb40e0bb393 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/floatingips/441de078-1ded-45e9-a872-7620b97494e8 HTTP/1.1" status: 200 len: 991 time: 0.2115152 Mar 07 11:07:36.916998 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b88342-e2e6-4500-b336-7d52f10a9e6d req-53104e86-3589-4a4e-bd6f-aaed36f5914a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:36.918980 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-16b88342-e2e6-4500-b336-7d52f10a9e6d req-53104e86-3589-4a4e-bd6f-aaed36f5914a service neutron] 10.222.0.21 "GET /v2.0/networks?id=6490749e-4c7c-4913-a953-f4e230e9967c HTTP/1.1" status: 200 len: 896 time: 0.1036346 Mar 07 11:07:36.970885 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e3fba295-0b98-469b-b9e2-b3778f121fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438464013', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'bb07a9e4-486f-4ecd-9500-d32f5a8503de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:07:07Z', 'updated_at': '2022-03-07T11:07:14Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': 'bb07a9e4-486f-4ecd-9500-d32f5a8503de', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:08Z', 'updated_at': '2022-03-07T11:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '441de078-1ded-45e9-a872-7620b97494e8', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'floating_ip_address': '172.25.3.191', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'port_id': '9c2d58de-a238-4d41-bc73-d7dcff3c51ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6490749e-4c7c-4913-a953-f4e230e9967c', 'mac_address': 'fa:16:3e:5f:75:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0438d7-16ba-4d32-afb0-072826080ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:07:34Z', 'updated_at': '2022-03-07T11:07:34Z', 'revision_number': 0, 'project_id': '495992950f4c431c9a7421503d52aa85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd600ad08-428d-4947-9973-cdff104b2155', 'name': '', 'network_id': '6490749e-4c7c-4913-a953-f4e230e9967c', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:1b:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '4c4a588d-de04-4848-8259-e7fb4e50eba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:12Z', 'updated_at': '2022-03-07T11:07:19Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '4c4a588d-de04-4848-8259-e7fb4e50eba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:37.051432 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fba295-0b98-469b-b9e2-b3778f121fd4 None None] Checking router: 1a273023-3329-4e75-b486-c6e5a81c79e8 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:07:37.066016 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fba295-0b98-469b-b9e2-b3778f121fd4 None None] Routers {'1a273023-3329-4e75-b486-c6e5a81c79e8'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:07:37.067267 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e3fba295-0b98-469b-b9e2-b3778f121fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:07:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['1a273023-3329-4e75-b486-c6e5a81c79e8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:37.101047 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-16b88342-e2e6-4500-b336-7d52f10a9e6d req-54669013-5680-4424-be89-f5c37501200d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c2d58de-a238-4d41-bc73-d7dcff3c51ed HTTP/1.1" status: 200 len: 999 time: 0.1757619 Mar 07 11:07:37.147076 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6ab75db2-9a30-460e-b0bf-7927585bcd36 req-3ea629e0-a827-4613-aa3a-2636761c2924 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 210 time: 0.0409164 Mar 07 11:07:37.234894 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-e3fba295-0b98-469b-b9e2-b3778f121fd4 None None] Set router 1a273023-3329-4e75-b486-c6e5a81c79e8 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:07:37.249140 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b88342-e2e6-4500-b336-7d52f10a9e6d req-508513e5-5863-432d-9a8c-736482b27768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:37.254693 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-16b88342-e2e6-4500-b336-7d52f10a9e6d req-508513e5-5863-432d-9a8c-736482b27768 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4c4a588d-de04-4848-8259-e7fb4e50eba1 HTTP/1.1" status: 200 len: 835 time: 0.1017182 Mar 07 11:07:37.340885 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b88342-e2e6-4500-b336-7d52f10a9e6d req-585f0dad-d171-4ec2-9dad-55f9144d4fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:07:37.342671 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-16b88342-e2e6-4500-b336-7d52f10a9e6d req-585f0dad-d171-4ec2-9dad-55f9144d4fae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6490749e-4c7c-4913-a953-f4e230e9967c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0814328 Mar 07 11:07:37.456067 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-16b88342-e2e6-4500-b336-7d52f10a9e6d req-c239ce79-b376-4397-a119-4d925eb44eb4 service neutron] 10.222.0.21 "GET /v2.0/networks/6490749e-4c7c-4913-a953-f4e230e9967c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070940 Mar 07 11:07:37.539292 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e3fba295-0b98-469b-b9e2-b3778f121fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438464013', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'bb07a9e4-486f-4ecd-9500-d32f5a8503de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:07:07Z', 'updated_at': '2022-03-07T11:07:14Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': 'bb07a9e4-486f-4ecd-9500-d32f5a8503de', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:08Z', 'updated_at': '2022-03-07T11:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '441de078-1ded-45e9-a872-7620b97494e8', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'floating_ip_address': '172.25.3.191', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'port_id': '9c2d58de-a238-4d41-bc73-d7dcff3c51ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6490749e-4c7c-4913-a953-f4e230e9967c', 'mac_address': 'fa:16:3e:5f:75:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0438d7-16ba-4d32-afb0-072826080ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:07:34Z', 'updated_at': '2022-03-07T11:07:34Z', 'revision_number': 0, 'project_id': '495992950f4c431c9a7421503d52aa85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd600ad08-428d-4947-9973-cdff104b2155', 'name': '', 'network_id': '6490749e-4c7c-4913-a953-f4e230e9967c', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:1b:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '4c4a588d-de04-4848-8259-e7fb4e50eba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:12Z', 'updated_at': '2022-03-07T11:07:19Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '4c4a588d-de04-4848-8259-e7fb4e50eba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:07:37.577884 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3fba295-0b98-469b-b9e2-b3778f121fd4 None None] The sync data for ids ['1a273023-3329-4e75-b486-c6e5a81c79e8'] in n-d-832164-4 is: [{'id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438464013', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'bb07a9e4-486f-4ecd-9500-d32f5a8503de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:07:07Z', 'updated_at': '2022-03-07T11:07:14Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': 'bb07a9e4-486f-4ecd-9500-d32f5a8503de', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:08Z', 'updated_at': '2022-03-07T11:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '441de078-1ded-45e9-a872-7620b97494e8', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'floating_ip_address': '172.25.3.191', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'port_id': '9c2d58de-a238-4d41-bc73-d7dcff3c51ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6490749e-4c7c-4913-a953-f4e230e9967c', 'mac_address': 'fa:16:3e:5f:75:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df0438d7-16ba-4d32-afb0-072826080ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:07:34Z', 'updated_at': '2022-03-07T11:07:34Z', 'revision_number': 0, 'project_id': '495992950f4c431c9a7421503d52aa85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd600ad08-428d-4947-9973-cdff104b2155', 'name': '', 'network_id': '6490749e-4c7c-4913-a953-f4e230e9967c', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:1b:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '4c4a588d-de04-4848-8259-e7fb4e50eba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:12Z', 'updated_at': '2022-03-07T11:07:19Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '4c4a588d-de04-4848-8259-e7fb4e50eba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:07:37.606285 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-16b88342-e2e6-4500-b336-7d52f10a9e6d req-fd4acad2-0863-4e48-beb9-3a694e368b03 service neutron] 10.222.0.21 "GET /v2.0/networks/6490749e-4c7c-4913-a953-f4e230e9967c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438055 Mar 07 11:07:37.816487 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34760) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:37.980427 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd670ac-cc0f-426e-9466-535481a2efe5 None None] New status for floating IP 441de078-1ded-45e9-a872-7620b97494e8: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:07:37.994394 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5162919b-1ebc-4319-965c-3c70982b3d8a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/floatingips/441de078-1ded-45e9-a872-7620b97494e8 HTTP/1.1" status: 200 len: 991 time: 0.1760437 Mar 07 11:07:38.271273 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b3d7c973-2422-4415-93fa-bc06dd8e88e1 req-6050fe86-a28f-42bf-bc90-92c66f03c1fd tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 210 time: 0.0433009 Mar 07 11:07:38.621092 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e5d549d1-35fa-4973-a5be-a3bc5805b987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:38.996801 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 34776) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:07:39.117832 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-dbada1eb-584a-47f7-880a-5e0b97d7f992 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/floatingips/441de078-1ded-45e9-a872-7620b97494e8 HTTP/1.1" status: 200 len: 993 time: 0.1192360 Mar 07 11:07:39.373346 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b282422c-ae06-4301-823f-e810950da256 req-78decc29-7599-4d90-ad02-473b8f5cfc8a tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 210 time: 0.0382276 Mar 07 11:07:39.954270 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:40.532931 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9dcc5d3b-8d8f-4faf-a523-b23b3645f80b req-63b4a7b4-923d-417f-8be0-1987c5cf286c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 210 time: 0.0658813 Mar 07 11:07:41.663626 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-41f13e01-e64b-4aa1-9984-a02514c0ec8c req-d8bb1fee-6025-4d48-bc0b-f9b2623aa15a tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=02d47186-2671-4fb0-987e-b9b500f416fd HTTP/1.1" status: 200 len: 210 time: 0.0456674 Mar 07 11:07:41.708010 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:42.978430 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:48.449170 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:53.082799 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:07:55.215578 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:08:03.909019 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf7650-a96d-4ac2-b870-6c399c9e47e6 req-44ac495a-d9da-4842-ad16-bc22ce32b59b tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:03.911491 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f1bf7650-a96d-4ac2-b870-6c399c9e47e6 req-44ac495a-d9da-4842-ad16-bc22ce32b59b tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 1127 time: 0.0910106 Mar 07 11:08:03.942431 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f1bf7650-a96d-4ac2-b870-6c399c9e47e6 req-9565825b-1036-4c1e-b1be-c63e3ce97bd6 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:04.076579 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f1bf7650-a96d-4ac2-b870-6c399c9e47e6 req-9565825b-1036-4c1e-b1be-c63e3ce97bd6 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] Publish callbacks [] for security_group (db9ee7a3-df90-404f-a853-f0f592f161bc), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:04.083040 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f1bf7650-a96d-4ac2-b870-6c399c9e47e6 req-9565825b-1036-4c1e-b1be-c63e3ce97bd6 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (db9ee7a3-df90-404f-a853-f0f592f161bc), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:04.125609 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f1bf7650-a96d-4ac2-b870-6c399c9e47e6 req-9565825b-1036-4c1e-b1be-c63e3ce97bd6 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075422 Mar 07 11:08:04.214741 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565825b-1036-4c1e-b1be-c63e3ce97bd6 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9ee7a3-df90-404f-a853-f0f592f161bc,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:04.381549 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc1102-6c59-4730-9e32-4636c26c1b12 req-ba6d4d1a-32ac-45c5-a2a4-d9d10dd8cafb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:04.383074 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8bcc1102-6c59-4730-9e32-4636c26c1b12 req-ba6d4d1a-32ac-45c5-a2a4-d9d10dd8cafb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 945 time: 0.1159725 Mar 07 11:08:04.449052 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8bcc1102-6c59-4730-9e32-4636c26c1b12 req-22da47f7-d9f9-4004-a86e-c0455a4b9b29 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595644 Mar 07 11:08:04.474867 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35318) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:04.597442 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-92ea1266-f20b-42be-ba08-f6be378bae2e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/floatingips/441de078-1ded-45e9-a872-7620b97494e8 HTTP/1.1" status: 200 len: 993 time: 0.1195819 Mar 07 11:08:05.090401 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-2b51025f-a013-475a-9a5e-0196c6f95c32 req-f1329dc6-b7de-4906-8541-373add34fbeb service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:08:05.091604 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b51025f-a013-475a-9a5e-0196c6f95c32 req-f1329dc6-b7de-4906-8541-373add34fbeb service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057142 Mar 07 11:08:06.086381 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da19b65-a1b9-4e15-8d77-5a335e6742da req-97c034d6-c686-4d2c-8702-51b3acd64f86 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:06.098409 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5da19b65-a1b9-4e15-8d77-5a335e6742da req-97c034d6-c686-4d2c-8702-51b3acd64f86 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 945 time: 0.1505020 Mar 07 11:08:06.208154 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5da19b65-a1b9-4e15-8d77-5a335e6742da req-bcd7eb7d-8ebd-4d19-b010-879b0b48ddd8 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097925 Mar 07 11:08:06.233786 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-61f1d414-c123-4ed1-b867-031ae523c52f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2429421 Mar 07 11:08:06.518154 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-605419e4-24d0-42ae-9b29-1b62ee57914c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:06.987316 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-08bbc100-8112-461c-8917-00cac1ca0257 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:06.988897 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-08bbc100-8112-461c-8917-00cac1ca0257 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] 10.222.0.11 "GET /v2.0/ports/9c2d58de-a238-4d41-bc73-d7dcff3c51ed HTTP/1.1" status: 200 len: 1124 time: 0.1713588 Mar 07 11:08:07.538650 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86baced1-f238-42f9-b39f-b873a9102767 req-ea6afe72-afec-4d4b-b75c-5325242a5751 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:07.563692 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-86baced1-f238-42f9-b39f-b873a9102767 req-ea6afe72-afec-4d4b-b75c-5325242a5751 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 945 time: 0.2255452 Mar 07 11:08:07.696438 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-86baced1-f238-42f9-b39f-b873a9102767 req-452686bc-c22c-4ff2-a1ae-88f746555f9c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275084 Mar 07 11:08:08.116793 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-f56b06da-85f8-4245-8e32-9f4d3829b4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:08.121272 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-f56b06da-85f8-4245-8e32-9f4d3829b4a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 1127 time: 0.1048002 Mar 07 11:08:08.250084 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-2a5c7dc5-48b2-4a7e-b5db-241e199699fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:08.251544 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-2a5c7dc5-48b2-4a7e-b5db-241e199699fd service neutron] 10.222.0.21 "GET /v2.0/networks?id=6490749e-4c7c-4913-a953-f4e230e9967c HTTP/1.1" status: 200 len: 896 time: 0.1228201 Mar 07 11:08:08.425059 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-803d758d-81d2-427f-be78-82bc484821ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c2d58de-a238-4d41-bc73-d7dcff3c51ed HTTP/1.1" status: 200 len: 1001 time: 0.1667972 Mar 07 11:08:08.524444 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-89c11c70-216f-43fd-b400-fdc1cac81220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:08.526478 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-89c11c70-216f-43fd-b400-fdc1cac81220 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4c4a588d-de04-4848-8259-e7fb4e50eba1 HTTP/1.1" status: 200 len: 835 time: 0.0954518 Mar 07 11:08:08.623209 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-608f89b1-f9a1-453a-b745-38dd4a3c7c26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:08.641812 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-91ac4943-892f-4e4e-9241-6e164ff1a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:08.645892 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-91ac4943-892f-4e4e-9241-6e164ff1a14e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6490749e-4c7c-4913-a953-f4e230e9967c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1063447 Mar 07 11:08:08.764692 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-41984b90-1fd9-4469-908a-5eff28b28059 service neutron] 10.222.0.21 "GET /v2.0/networks/6490749e-4c7c-4913-a953-f4e230e9967c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097536 Mar 07 11:08:08.873504 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf02f1a-3442-482e-a0b1-298a6e133869 req-3321c33e-6573-42cb-aad4-d37504c2e0d1 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:08.881959 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8cf02f1a-3442-482e-a0b1-298a6e133869 req-3321c33e-6573-42cb-aad4-d37504c2e0d1 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 945 time: 0.0994697 Mar 07 11:08:08.974764 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-f9d52299-3989-4656-ba83-0ef43a477aa4 service neutron] 10.222.0.21 "GET /v2.0/networks/6490749e-4c7c-4913-a953-f4e230e9967c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059083 Mar 07 11:08:09.006241 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8cf02f1a-3442-482e-a0b1-298a6e133869 req-95773b80-2969-48f9-8c65-b2241e4804b8 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175618 Mar 07 11:08:09.990509 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:10.199990 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f456964-08f4-47ad-81b3-00cfd0f5592c req-0dab4a0b-2799-4719-a5f3-f07781b7aba5 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:10.207840 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4f456964-08f4-47ad-81b3-00cfd0f5592c req-0dab4a0b-2799-4719-a5f3-f07781b7aba5 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 945 time: 0.0998189 Mar 07 11:08:10.304789 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4f456964-08f4-47ad-81b3-00cfd0f5592c req-f0b050de-6121-49b7-8e83-58a6c9f11884 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957682 Mar 07 11:08:11.453538 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c527ba-2893-4c3c-8317-e95736838d70 req-e14b4362-69dd-4a48-996a-2912a448d021 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:11.460334 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c9c527ba-2893-4c3c-8317-e95736838d70 req-e14b4362-69dd-4a48-996a-2912a448d021 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 945 time: 0.0719783 Mar 07 11:08:11.552953 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c9c527ba-2893-4c3c-8317-e95736838d70 req-329a6883-a756-4488-ac39-089750f6f2fb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917315 Mar 07 11:08:11.713975 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:12.707093 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1d30a-5708-4209-8852-803b0c58d952 req-0a0ea0a7-1120-4194-af50-502b94a45c5d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:12.708682 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6ed1d30a-5708-4209-8852-803b0c58d952 req-0a0ea0a7-1120-4194-af50-502b94a45c5d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 945 time: 0.0761580 Mar 07 11:08:12.779905 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6ed1d30a-5708-4209-8852-803b0c58d952 req-0ccdd0ac-2ce5-4cac-a18d-bf1875b9ef94 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586290 Mar 07 11:08:12.980428 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:13.972662 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861b4b3-9f3e-4bde-80b5-137a31eadf82 req-8142c38c-8b55-4674-8d46-b1c370657408 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:13.974961 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e861b4b3-9f3e-4bde-80b5-137a31eadf82 req-8142c38c-8b55-4674-8d46-b1c370657408 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 945 time: 0.0979087 Mar 07 11:08:14.040723 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e861b4b3-9f3e-4bde-80b5-137a31eadf82 req-41e86d7c-9c00-430c-8efe-46581cada5c8 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601020 Mar 07 11:08:15.332647 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169c5c8-fdd1-4f4d-9644-d1c98847199c req-939d0d29-2f06-4ef6-9bc1-c8797d391548 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:15.340235 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c169c5c8-fdd1-4f4d-9644-d1c98847199c req-939d0d29-2f06-4ef6-9bc1-c8797d391548 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 945 time: 0.1496472 Mar 07 11:08:15.418682 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c169c5c8-fdd1-4f4d-9644-d1c98847199c req-8be93f4a-3146-4f13-b6e4-e2ae56775c5f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724442 Mar 07 11:08:16.593819 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2139b89-5649-4d0e-8b8d-1ec293ba1074 req-6c5c58c2-3817-4419-85f2-a054547267fd tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:16.597792 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d2139b89-5649-4d0e-8b8d-1ec293ba1074 req-6c5c58c2-3817-4419-85f2-a054547267fd tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 945 time: 0.1028600 Mar 07 11:08:16.710039 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d2139b89-5649-4d0e-8b8d-1ec293ba1074 req-0198f7fa-3817-4c02-99cc-5338f0313405 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060939 Mar 07 11:08:17.955710 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f4e8e2-08bf-4e08-9d8b-8ee10292fd4e req-21da70d3-3d2c-404b-8572-e2798c11d4a4 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:17.967391 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-97f4e8e2-08bf-4e08-9d8b-8ee10292fd4e req-21da70d3-3d2c-404b-8572-e2798c11d4a4 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 945 time: 0.1266181 Mar 07 11:08:18.074276 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-97f4e8e2-08bf-4e08-9d8b-8ee10292fd4e req-bf7e0a57-3367-4b01-9437-ff73c807028c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034672 Mar 07 11:08:18.443521 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:19.351666 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4c91a-f58a-438e-8918-344c17626c8a req-bbd01933-c06b-4556-a1e1-aec9e6ea1125 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:19.353659 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f4b4c91a-f58a-438e-8918-344c17626c8a req-bbd01933-c06b-4556-a1e1-aec9e6ea1125 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 945 time: 0.1604424 Mar 07 11:08:19.466431 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f4b4c91a-f58a-438e-8918-344c17626c8a req-b14f3736-c08d-4408-823f-145cfacc65be tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062317 Mar 07 11:08:20.698133 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a266de9-4b31-4d59-a358-c8f0c88c0188 req-35ae2073-c5a3-4873-8e98-a420b7b1aecc tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:20.708740 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a266de9-4b31-4d59-a358-c8f0c88c0188 req-35ae2073-c5a3-4873-8e98-a420b7b1aecc tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 945 time: 0.1125972 Mar 07 11:08:20.794999 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a266de9-4b31-4d59-a358-c8f0c88c0188 req-af03b277-fb91-49b3-9437-31913aad76ca tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850067 Mar 07 11:08:21.968608 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db481e82-7fdf-493f-a26e-ad3a82fd4ae3 req-16aa5a6a-d522-4a07-a689-c3fe1f2f856c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:21.978287 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-db481e82-7fdf-493f-a26e-ad3a82fd4ae3 req-16aa5a6a-d522-4a07-a689-c3fe1f2f856c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 945 time: 0.0694437 Mar 07 11:08:22.049412 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-db481e82-7fdf-493f-a26e-ad3a82fd4ae3 req-c7953216-ae0f-4e3f-aae6-98bc1b6bec78 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698476 Mar 07 11:08:23.074461 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:23.270243 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c02703-b355-4309-bda2-a3a3c987579c req-bdc860f8-cb79-4be6-b3b3-4f978ba202a3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:23.280278 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-09c02703-b355-4309-bda2-a3a3c987579c req-bdc860f8-cb79-4be6-b3b3-4f978ba202a3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 945 time: 0.1157873 Mar 07 11:08:23.348821 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-09c02703-b355-4309-bda2-a3a3c987579c req-b5292278-0be4-46e0-be33-3e61e34936b2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672166 Mar 07 11:08:24.572382 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc8356-f93d-4a3a-8a53-ee25713c4b66 req-9e398492-d895-44ae-b8a4-3666c0b368de tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:24.576675 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7fcc8356-f93d-4a3a-8a53-ee25713c4b66 req-9e398492-d895-44ae-b8a4-3666c0b368de tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 945 time: 0.1013741 Mar 07 11:08:24.721514 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7fcc8356-f93d-4a3a-8a53-ee25713c4b66 req-a504f732-c9c4-4895-a4cd-8731e29b0bd9 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377270 Mar 07 11:08:26.104208 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a939a81-0397-4de2-aae4-f32ae44bd89c req-c41fffaa-99bc-4342-be24-487e584f0af4 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:26.112169 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1a939a81-0397-4de2-aae4-f32ae44bd89c req-c41fffaa-99bc-4342-be24-487e584f0af4 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 945 time: 0.2766557 Mar 07 11:08:26.176569 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-ea86e549-7136-4080-97ec-f9cbd3d43710 service neutron] show failed (client error): The resource could not be found. Mar 07 11:08:26.177889 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-ea86e549-7136-4080-97ec-f9cbd3d43710 service neutron] 10.222.0.21 "GET /v2.0/ports/9c2d58de-a238-4d41-bc73-d7dcff3c51ed/bindings/n-h2-832164-4 HTTP/1.1" status: 404 len: 380 time: 0.2081504 Mar 07 11:08:26.196909 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1a939a81-0397-4de2-aae4-f32ae44bd89c req-9e8d9dba-6fc2-4a75-aa63-ba8f27bc0e14 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835748 Mar 07 11:08:26.528480 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-36bbf968-8943-4e61-85fc-f099e916ccae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:26.531378 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-36bbf968-8943-4e61-85fc-f099e916ccae service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2&tenant_id=495992950f4c431c9a7421503d52aa85 HTTP/1.1" status: 200 len: 1127 time: 0.0978305 Mar 07 11:08:26.542587 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832164-4', 'device_owner': 'compute:nova'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:08:26.614128 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9c2d58de-a238-4d41-bc73-d7dcff3c51ed), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:26.931230 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] For port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9c2d58de-a238-4d41-bc73-d7dcff3c51ed,segment=NetworkSegment(055944e6-9588-4f25-90a6-0d906473f676),segment_id=055944e6-9588-4f25-90a6-0d906473f676)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:08:27.266437 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b08429-6d1d-480c-b467-f12f640f189a req-ce0e7df6-0c7f-42d9-a6e5-402ebcd7aaca tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:27.286267 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-74b08429-6d1d-480c-b467-f12f640f189a req-ce0e7df6-0c7f-42d9-a6e5-402ebcd7aaca tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/networks?id=204cc519-b30d-4492-9fc5-23c1f345ed50 HTTP/1.1" status: 200 len: 812 time: 0.1830955 Mar 07 11:08:27.307632 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-74b08429-6d1d-480c-b467-f12f640f189a req-6fee677f-17c5-49d5-bbbb-1f85b3e408b9 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/quotas/c84901d07e4a49b88f9fef019185eb1b HTTP/1.1" status: 200 len: 375 time: 0.0204296 Mar 07 11:08:27.435384 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-74b08429-6d1d-480c-b467-f12f640f189a req-e9aaf19d-71ee-49ea-b14f-a83dca57989b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c84901d07e4a49b88f9fef019185eb1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1203806 Mar 07 11:08:27.547603 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] For port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:08:27.610896 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0438d7-16ba-4d32-afb0-072826080ec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c2d58de-a238-4d41-bc73-d7dcff3c51ed'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:08:27.618026 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-74b08429-6d1d-480c-b467-f12f640f189a req-8600cf2f-b55a-478c-a817-d61b494c157c service neutron] 10.222.0.11 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814146 Mar 07 11:08:27.620646 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808d588a-60f8-4f83-8679-a697cdf1eaca" -d '{"events": [{"server_uuid": "df0438d7-16ba-4d32-afb0-072826080ec2", "name": "network-vif-unplugged", "status": "completed", "tag": "9c2d58de-a238-4d41-bc73-d7dcff3c51ed"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:08:27.634786 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] Publish callbacks [] for port (9c2d58de-a238-4d41-bc73-d7dcff3c51ed), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:27.681269 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] Transition to ACTIVE for port object 9c2d58de-a238-4d41-bc73-d7dcff3c51ed will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:08:27.692765 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e132bc-d31d-4ac2-9ad6-7578490886b9 req-bfc7318b-55c3-43a1-984a-10ea942f1154 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:27.705776 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-35e132bc-d31d-4ac2-9ad6-7578490886b9 req-bfc7318b-55c3-43a1-984a-10ea942f1154 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 945 time: 0.2693007 Mar 07 11:08:27.707239 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (9c2d58de-a238-4d41-bc73-d7dcff3c51ed), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:27.805374 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-74b08429-6d1d-480c-b467-f12f640f189a req-b2ced1f3-8046-4d43-bb30-0fa91fcbc2d9 service neutron] 10.222.0.11 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802030 Mar 07 11:08:27.848266 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] Pushing event updated for resources: {'Port': ['ID=9c2d58de-a238-4d41-bc73-d7dcff3c51ed,revision_number=6']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:28.202584 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-35e132bc-d31d-4ac2-9ad6-7578490886b9 req-197b5dcc-98b5-4d54-a4de-d9be2a31ae9a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4855108 Mar 07 11:08:28.414892 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c1ecd9-b4aa-484c-ac2c-2d725b5db493 x-openstack-request-id: req-f6c1ecd9-b4aa-484c-ac2c-2d725b5db493 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:08:28.415315 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0438d7-16ba-4d32-afb0-072826080ec2", "name": "network-vif-unplugged", "status": "completed", "tag": "9c2d58de-a238-4d41-bc73-d7dcff3c51ed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:08:28.415567 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f6c1ecd9-b4aa-484c-ac2c-2d725b5db493 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:08:28.415969 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0438d7-16ba-4d32-afb0-072826080ec2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c2d58de-a238-4d41-bc73-d7dcff3c51ed', 'code': 200} Mar 07 11:08:28.416775 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] No DVR routers for this DVR port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:08:28.465944 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-262e54f3-a81a-4026-87f7-b4782737798b req-02825b29-4749-4744-8cd1-3b418186ab7a tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 210 time: 0.0557094 Mar 07 11:08:28.613168 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35918) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:28.693199 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] Attempting to bind port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:08:28.698097 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] Attempting to bind port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '055944e6-9588-4f25-90a6-0d906473f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6490749e-4c7c-4913-a953-f4e230e9967c'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:08:28.698097 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] Attempting to bind port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed on network 6490749e-4c7c-4913-a953-f4e230e9967c {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:08:28.698563 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35926) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:28.713580 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] Port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed on network 6490749e-4c7c-4913-a953-f4e230e9967c not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:08:28.716404 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] Attempting to bind port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed on network 6490749e-4c7c-4913-a953-f4e230e9967c {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:08:28.728251 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:08:28.730503 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] Checking segment: {'id': '055944e6-9588-4f25-90a6-0d906473f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6490749e-4c7c-4913-a953-f4e230e9967c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:08:28.731680 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] Bound using segment: {'id': '055944e6-9588-4f25-90a6-0d906473f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6490749e-4c7c-4913-a953-f4e230e9967c'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:08:28.735190 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] Bound port: 9c2d58de-a238-4d41-bc73-d7dcff3c51ed, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '055944e6-9588-4f25-90a6-0d906473f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6490749e-4c7c-4913-a953-f4e230e9967c'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:08:28.735742 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9c2d58de-a238-4d41-bc73-d7dcff3c51ed), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:28.904022 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] For port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:08:28.923790 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] For port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=9c2d58de-a238-4d41-bc73-d7dcff3c51ed,segment=NetworkSegment(055944e6-9588-4f25-90a6-0d906473f676),segment_id=055944e6-9588-4f25-90a6-0d906473f676)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:08:28.941159 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (9c2d58de-a238-4d41-bc73-d7dcff3c51ed), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:28.953433 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-530411f7-c4e8-4ca2-aa9f-9b33b7837d91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:28.987322 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-11c5bf50-e685-4042-ac9d-02f5811cfd12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:29.094565 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] Pushing event updated for resources: {'Port': ['ID=9c2d58de-a238-4d41-bc73-d7dcff3c51ed,revision_number=7']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:29.107628 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:29.111415 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:29.123870 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] 10.222.0.31 "PUT /v2.0/ports/9c2d58de-a238-4d41-bc73-d7dcff3c51ed HTTP/1.1" status: 200 len: 1091 time: 2.5847673 Mar 07 11:08:29.145003 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:29.147015 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:29.147803 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:29.149008 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:29.150110 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:29.151024 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:29.152319 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:29.154225 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:29.155004 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:29.155597 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:29.157175 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:29.158428 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:29.159299 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-574413d3-e439-49da-ab0a-75d1562edcbd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:29.324584 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-530411f7-c4e8-4ca2-aa9f-9b33b7837d91 admin admin] Publish callbacks [] for security_group (0325e30b-6dc5-4d2d-8692-581cdae87b7f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:29.327138 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-9d2fac2a-25d8-413b-83b6-4e5e504b2278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:29.333380 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-9d2fac2a-25d8-413b-83b6-4e5e504b2278 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 1125 time: 0.1527107 Mar 07 11:08:29.349396 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-530411f7-c4e8-4ca2-aa9f-9b33b7837d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0325e30b-6dc5-4d2d-8692-581cdae87b7f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:29.378765 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-11c5bf50-e685-4042-ac9d-02f5811cfd12 admin admin] Publish callbacks [] for security_group (748c4172-8c52-4a73-8110-a6fca75da981), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:29.450109 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-11c5bf50-e685-4042-ac9d-02f5811cfd12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (748c4172-8c52-4a73-8110-a6fca75da981), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:29.477363 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 9c2d58de-a238-4d41-bc73-d7dcff3c51ed no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:08:29.527722 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] The host n-h1-832164-4 is not matching for port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed host n-h2-832164-4! {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 11:08:29.528120 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 9c2d58de-a238-4d41-bc73-d7dcff3c51ed not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:08:29.582381 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530411f7-c4e8-4ca2-aa9f-9b33b7837d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0325e30b-6dc5-4d2d-8692-581cdae87b7f,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:29.602162 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530411f7-c4e8-4ca2-aa9f-9b33b7837d91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:29.602551 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530411f7-c4e8-4ca2-aa9f-9b33b7837d91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:29.602915 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530411f7-c4e8-4ca2-aa9f-9b33b7837d91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:29.603257 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530411f7-c4e8-4ca2-aa9f-9b33b7837d91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:29.603593 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530411f7-c4e8-4ca2-aa9f-9b33b7837d91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:29.603926 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530411f7-c4e8-4ca2-aa9f-9b33b7837d91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:29.604256 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530411f7-c4e8-4ca2-aa9f-9b33b7837d91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:29.604586 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530411f7-c4e8-4ca2-aa9f-9b33b7837d91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:29.604913 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530411f7-c4e8-4ca2-aa9f-9b33b7837d91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:29.605523 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530411f7-c4e8-4ca2-aa9f-9b33b7837d91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:29.605882 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530411f7-c4e8-4ca2-aa9f-9b33b7837d91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:29.606209 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530411f7-c4e8-4ca2-aa9f-9b33b7837d91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:29.606727 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-530411f7-c4e8-4ca2-aa9f-9b33b7837d91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:29.644490 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c5bf50-e685-4042-ac9d-02f5811cfd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=748c4172-8c52-4a73-8110-a6fca75da981,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:29.658067 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9aeeb972-2322-47d7-a405-c03850af0105 req-a696712c-6b3e-4dc2-be75-0c32f949c11d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 210 time: 0.0598726 Mar 07 11:08:29.664822 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-530411f7-c4e8-4ca2-aa9f-9b33b7837d91 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=10617422636941c095b35493d96f1672&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0499701 Mar 07 11:08:29.667965 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35946) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:29.696305 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-1f3f588a-51a8-468e-975e-b44049d45225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:29.697741 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-1f3f588a-51a8-468e-975e-b44049d45225 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6490749e-4c7c-4913-a953-f4e230e9967c HTTP/1.1" status: 200 len: 896 time: 0.3574641 Mar 07 11:08:29.711995 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-11c5bf50-e685-4042-ac9d-02f5811cfd12 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=26206b1f3c224cdbb94a16ab1b290282&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0122838 Mar 07 11:08:29.717601 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 35948) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:29.784384 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0202e3-da2c-41c8-b349-719a982d764e req-a678e7cb-91aa-47e9-95b9-3370a2000ff5 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:29.787320 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6e0202e3-da2c-41c8-b349-719a982d764e req-a678e7cb-91aa-47e9-95b9-3370a2000ff5 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 943 time: 0.4078186 Mar 07 11:08:29.825051 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-9e9d146a-6a21-4fd7-8045-01981e0aefb9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c2d58de-a238-4d41-bc73-d7dcff3c51ed HTTP/1.1" status: 200 len: 999 time: 0.1206634 Mar 07 11:08:29.961211 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f948b983-b4f3-4a43-ad96-9ae1b6ebc2dc admin admin] Publish callbacks [] for security_group (748c4172-8c52-4a73-8110-a6fca75da981), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:29.964469 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-b298e3c0-ea43-40ae-9341-3daaad7597ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:29.968112 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-b298e3c0-ea43-40ae-9341-3daaad7597ab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c4a588d-de04-4848-8259-e7fb4e50eba1 HTTP/1.1" status: 200 len: 835 time: 0.1260972 Mar 07 11:08:30.078667 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f948b983-b4f3-4a43-ad96-9ae1b6ebc2dc admin admin] Publish callbacks [] for security_group (748c4172-8c52-4a73-8110-a6fca75da981), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:30.109553 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-270a7c59-6fc6-4d0f-80f0-4873351a7ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:30.112144 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-270a7c59-6fc6-4d0f-80f0-4873351a7ed8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6490749e-4c7c-4913-a953-f4e230e9967c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1131818 Mar 07 11:08:30.159156 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b08429-6d1d-480c-b467-f12f640f189a req-5da26e64-e827-41d8-8856-1954f7255d17 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:30.160653 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-74b08429-6d1d-480c-b467-f12f640f189a req-5da26e64-e827-41d8-8856-1954f7255d17 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.31 "GET /v2.0/networks?id=204cc519-b30d-4492-9fc5-23c1f345ed50 HTTP/1.1" status: 200 len: 812 time: 0.3714652 Mar 07 11:08:30.183263 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-05621192-112a-486d-966c-150129a07c57 admin admin] Publish callbacks [] for security_group (0325e30b-6dc5-4d2d-8692-581cdae87b7f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:30.200985 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6e0202e3-da2c-41c8-b349-719a982d764e req-bf8f511c-2dbb-4e6c-a84e-65f5443b9a2c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448196 Mar 07 11:08:30.222131 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-74b08429-6d1d-480c-b467-f12f640f189a req-4a4a8c7b-09bc-41ec-bdea-041ad2046719 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Request body: {'port': {'device_id': '442edec5-2561-4c86-9657-062838154d3d', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'admin_state_up': True, 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:08:30.302783 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-a26da271-d923-41c5-b9a1-f5895bb6f1bf service neutron] 10.222.0.31 "GET /v2.0/networks/6490749e-4c7c-4913-a953-f4e230e9967c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796446 Mar 07 11:08:30.408382 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-05621192-112a-486d-966c-150129a07c57 admin admin] Publish callbacks [] for security_group (0325e30b-6dc5-4d2d-8692-581cdae87b7f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:30.417156 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0438d7-16ba-4d32-afb0-072826080ec2', 'tag': '9c2d58de-a238-4d41-bc73-d7dcff3c51ed'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:08:30.420425 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a358082-bd8b-4599-8578-55ec5d22307e" -d '{"events": [{"name": "network-changed", "server_uuid": "df0438d7-16ba-4d32-afb0-072826080ec2", "tag": "9c2d58de-a238-4d41-bc73-d7dcff3c51ed"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:08:30.425787 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80019ef5-93d2-4ada-b3d0-f11effc0de80 req-440f431b-8e56-4462-bd0c-4279b697969c service neutron] 10.222.0.31 "GET /v2.0/networks/6490749e-4c7c-4913-a953-f4e230e9967c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167765 Mar 07 11:08:30.444392 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f948b983-b4f3-4a43-ad96-9ae1b6ebc2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (748c4172-8c52-4a73-8110-a6fca75da981), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:30.456665 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f948b983-b4f3-4a43-ad96-9ae1b6ebc2dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:30.461348 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f948b983-b4f3-4a43-ad96-9ae1b6ebc2dc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/748c4172-8c52-4a73-8110-a6fca75da981 HTTP/1.1" status: 204 len: 168 time: 0.7415898 Mar 07 11:08:30.505180 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948b983-b4f3-4a43-ad96-9ae1b6ebc2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=748c4172-8c52-4a73-8110-a6fca75da981,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:30.563360 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-05621192-112a-486d-966c-150129a07c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0325e30b-6dc5-4d2d-8692-581cdae87b7f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:30.573318 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-05621192-112a-486d-966c-150129a07c57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:30.578692 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-05621192-112a-486d-966c-150129a07c57 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0325e30b-6dc5-4d2d-8692-581cdae87b7f HTTP/1.1" status: 204 len: 168 time: 0.9095662 Mar 07 11:08:30.598023 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ebf33b-ed55-4f94-8ef7-76adfe7c16a0 x-openstack-request-id: req-31ebf33b-ed55-4f94-8ef7-76adfe7c16a0 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:08:30.598257 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05621192-112a-486d-966c-150129a07c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0325e30b-6dc5-4d2d-8692-581cdae87b7f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:30.599569 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df0438d7-16ba-4d32-afb0-072826080ec2", "tag": "9c2d58de-a238-4d41-bc73-d7dcff3c51ed", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:08:30.599569 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-31ebf33b-ed55-4f94-8ef7-76adfe7c16a0 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:08:30.599569 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0438d7-16ba-4d32-afb0-072826080ec2', 'tag': '9c2d58de-a238-4d41-bc73-d7dcff3c51ed', 'status': 'completed', 'code': 200} Mar 07 11:08:30.722600 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74b08429-6d1d-480c-b467-f12f640f189a req-4a4a8c7b-09bc-41ec-bdea-041ad2046719 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Made reservation on behalf of c84901d07e4a49b88f9fef019185eb1b for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:08:30.729149 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-74b08429-6d1d-480c-b467-f12f640f189a req-4a4a8c7b-09bc-41ec-bdea-041ad2046719 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:30.974854 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a358082-bd8b-4599-8578-55ec5d22307e req-612168b6-9517-4598-83d7-4dab43af983a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:30.985836 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a358082-bd8b-4599-8578-55ec5d22307e req-612168b6-9517-4598-83d7-4dab43af983a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 1125 time: 0.3641691 Mar 07 11:08:31.022854 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9e3a5-da16-4190-8ff3-44de203fdb92 req-c03e4a98-3d7d-480d-8dfd-b8f8a99ff344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:31.025483 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c0b9e3a5-da16-4190-8ff3-44de203fdb92 req-c03e4a98-3d7d-480d-8dfd-b8f8a99ff344 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 1125 time: 0.2745135 Mar 07 11:08:31.042899 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f08379e3-ee75-4145-899e-cf543fdf2788 req-f54b6a7c-0360-43f6-b961-fdbbcdf53bb9 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 210 time: 0.2239327 Mar 07 11:08:31.244245 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 35992) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:31.279656 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-74b08429-6d1d-480c-b467-f12f640f189a req-4a4a8c7b-09bc-41ec-bdea-041ad2046719 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Allocated IP 172.20.0.4 (204cc519-b30d-4492-9fc5-23c1f345ed50/933e5dcd-1517-490a-9fa0-e2d8293cf2f0/db8a0404-bf92-4852-90d2-5938d37c6821) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:08:31.283476 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-88c43375-c56e-4be4-90cf-347b8d243fcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:31.426083 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a358082-bd8b-4599-8578-55ec5d22307e req-e7b3ec02-1a73-4240-89a8-7e0bc5126aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:31.427646 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a358082-bd8b-4599-8578-55ec5d22307e req-e7b3ec02-1a73-4240-89a8-7e0bc5126aa7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6490749e-4c7c-4913-a953-f4e230e9967c HTTP/1.1" status: 200 len: 896 time: 0.4353030 Mar 07 11:08:31.474921 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9e3a5-da16-4190-8ff3-44de203fdb92 req-df10dd6a-6b2e-4728-ae67-e020cb43fbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:31.477999 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c0b9e3a5-da16-4190-8ff3-44de203fdb92 req-df10dd6a-6b2e-4728-ae67-e020cb43fbaa service neutron] 10.222.0.31 "GET /v2.0/networks?id=6490749e-4c7c-4913-a953-f4e230e9967c HTTP/1.1" status: 200 len: 896 time: 0.4304357 Mar 07 11:08:31.576274 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd910f-2c80-42a9-bfed-bf1cb232ec23 req-92e6b5ac-7e71-47cb-9e97-e573bb47544b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:31.584328 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d9cd910f-2c80-42a9-bfed-bf1cb232ec23 req-92e6b5ac-7e71-47cb-9e97-e573bb47544b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 943 time: 0.2450058 Mar 07 11:08:31.636287 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-88c43375-c56e-4be4-90cf-347b8d243fcb admin admin] Publish callbacks [] for security_group (4201510a-d81d-4f35-9fee-cbf0f6c19646), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:31.693762 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-74b08429-6d1d-480c-b467-f12f640f189a req-4a4a8c7b-09bc-41ec-bdea-041ad2046719 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for port (db8a0404-bf92-4852-90d2-5938d37c6821), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:31.741165 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-88c43375-c56e-4be4-90cf-347b8d243fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4201510a-d81d-4f35-9fee-cbf0f6c19646), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:31.761317 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-74b08429-6d1d-480c-b467-f12f640f189a req-4a4a8c7b-09bc-41ec-bdea-041ad2046719 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (db8a0404-bf92-4852-90d2-5938d37c6821), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:31.863831 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d9cd910f-2c80-42a9-bfed-bf1cb232ec23 req-44a490cc-e898-4829-8dce-4be345531bfa tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2666047 Mar 07 11:08:31.865679 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74b08429-6d1d-480c-b467-f12f640f189a req-4a4a8c7b-09bc-41ec-bdea-041ad2046719 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Network 204cc519-b30d-4492-9fc5-23c1f345ed50 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:08:31.874629 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a358082-bd8b-4599-8578-55ec5d22307e req-0114df25-99e7-4663-abaf-2f914fb4eaaa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c2d58de-a238-4d41-bc73-d7dcff3c51ed HTTP/1.1" status: 200 len: 999 time: 0.4391451 Mar 07 11:08:31.874840 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c43375-c56e-4be4-90cf-347b8d243fcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4201510a-d81d-4f35-9fee-cbf0f6c19646,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:31.886090 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-88c43375-c56e-4be4-90cf-347b8d243fcb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a5037ec1866f4497a4fe361a81f25608&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6389782 Mar 07 11:08:31.887193 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-74b08429-6d1d-480c-b467-f12f640f189a req-4a4a8c7b-09bc-41ec-bdea-041ad2046719 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:08:31.887376 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c0b9e3a5-da16-4190-8ff3-44de203fdb92 req-45141d3e-525a-4186-86c3-f8245bbddcae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c2d58de-a238-4d41-bc73-d7dcff3c51ed HTTP/1.1" status: 200 len: 999 time: 0.3292987 Mar 07 11:08:31.893662 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36008) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:31.902337 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b08429-6d1d-480c-b467-f12f640f189a req-4a4a8c7b-09bc-41ec-bdea-041ad2046719 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:08:31.973492 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b08429-6d1d-480c-b467-f12f640f189a req-4a4a8c7b-09bc-41ec-bdea-041ad2046719 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:31.974326 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-74b08429-6d1d-480c-b467-f12f640f189a req-4a4a8c7b-09bc-41ec-bdea-041ad2046719 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:31.997548 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4a8c7b-09bc-41ec-bdea-041ad2046719 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Pushing event updated for resources: {'Port': ['ID=db8a0404-bf92-4852-90d2-5938d37c6821,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:32.008279 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-74b08429-6d1d-480c-b467-f12f640f189a req-4a4a8c7b-09bc-41ec-bdea-041ad2046719 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8055794 Mar 07 11:08:32.032466 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-74b08429-6d1d-480c-b467-f12f640f189a req-02995baa-154f-4454-bb6a-c7d63b549a15 service neutron] Request body: {'port': {'device_id': '442edec5-2561-4c86-9657-062838154d3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:08:32.162342 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a358082-bd8b-4599-8578-55ec5d22307e req-4c8e588a-9b63-4c54-871f-b868034f2549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:32.164556 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a358082-bd8b-4599-8578-55ec5d22307e req-4c8e588a-9b63-4c54-871f-b868034f2549 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4c4a588d-de04-4848-8259-e7fb4e50eba1 HTTP/1.1" status: 200 len: 835 time: 0.2793059 Mar 07 11:08:32.197515 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9e3a5-da16-4190-8ff3-44de203fdb92 req-b1404404-2c7c-43ef-b4e5-cb4dc19971be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:32.201473 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c0b9e3a5-da16-4190-8ff3-44de203fdb92 req-b1404404-2c7c-43ef-b4e5-cb4dc19971be service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c4a588d-de04-4848-8259-e7fb4e50eba1 HTTP/1.1" status: 200 len: 835 time: 0.2492878 Mar 07 11:08:32.215941 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:08:32.243985 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-74b08429-6d1d-480c-b467-f12f640f189a req-02995baa-154f-4454-bb6a-c7d63b549a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (db8a0404-bf92-4852-90d2-5938d37c6821), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:32.264030 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f9ca50e-485e-4741-8cff-437cab4501f3 admin admin] Publish callbacks [] for security_group (4201510a-d81d-4f35-9fee-cbf0f6c19646), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:32.380018 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f9ca50e-485e-4741-8cff-437cab4501f3 admin admin] Publish callbacks [] for security_group (4201510a-d81d-4f35-9fee-cbf0f6c19646), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:32.406033 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9e3a5-da16-4190-8ff3-44de203fdb92 req-7886f552-94be-466e-8b13-84cce7603847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:32.408108 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c0b9e3a5-da16-4190-8ff3-44de203fdb92 req-7886f552-94be-466e-8b13-84cce7603847 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6490749e-4c7c-4913-a953-f4e230e9967c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1960912 Mar 07 11:08:32.409932 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a358082-bd8b-4599-8578-55ec5d22307e req-b3880b1f-ba3a-41df-a89e-ae0b27d522d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:32.411461 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a358082-bd8b-4599-8578-55ec5d22307e req-b3880b1f-ba3a-41df-a89e-ae0b27d522d3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6490749e-4c7c-4913-a953-f4e230e9967c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2283702 Mar 07 11:08:32.436757 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcaf97c-e953-4153-8a9c-471753f27f9f req-64af6096-df41-43d3-965c-a6465b7734fb tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:32.439522 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2dcaf97c-e953-4153-8a9c-471753f27f9f req-64af6096-df41-43d3-965c-a6465b7734fb tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 931 time: 0.2367108 Mar 07 11:08:32.511260 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d73186dd-450f-465b-b81c-75e959aafa44 None None] Provisioning complete for port db8a0404-bf92-4852-90d2-5938d37c6821 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:32.512156 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d73186dd-450f-465b-b81c-75e959aafa44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (db8a0404-bf92-4852-90d2-5938d37c6821), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:32.585070 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c0b9e3a5-da16-4190-8ff3-44de203fdb92 req-ec9f1ce8-4198-4b7d-ae88-1a26b34e8c62 service neutron] 10.222.0.31 "GET /v2.0/networks/6490749e-4c7c-4913-a953-f4e230e9967c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685314 Mar 07 11:08:32.587672 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d73186dd-450f-465b-b81c-75e959aafa44 None None] Port db8a0404-bf92-4852-90d2-5938d37c6821 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:08:32.688604 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2dcaf97c-e953-4153-8a9c-471753f27f9f req-6d8ec0ef-0a29-4641-8351-bbde1b388dbb tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403464 Mar 07 11:08:32.803777 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f9ca50e-485e-4741-8cff-437cab4501f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4201510a-d81d-4f35-9fee-cbf0f6c19646), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:32.807726 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9f9ca50e-485e-4741-8cff-437cab4501f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:32.808492 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9f9ca50e-485e-4741-8cff-437cab4501f3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4201510a-d81d-4f35-9fee-cbf0f6c19646 HTTP/1.1" status: 204 len: 168 time: 0.8967872 Mar 07 11:08:32.921663 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ca50e-485e-4741-8cff-437cab4501f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4201510a-d81d-4f35-9fee-cbf0f6c19646,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:32.946363 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a358082-bd8b-4599-8578-55ec5d22307e req-ac443a95-a92c-4b4f-9e4c-e7adb720abc4 service neutron] 10.222.0.21 "GET /v2.0/networks/6490749e-4c7c-4913-a953-f4e230e9967c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5115688 Mar 07 11:08:32.973350 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c0b9e3a5-da16-4190-8ff3-44de203fdb92 req-8e19a55f-839c-4ecb-9a6c-552490cbca69 service neutron] 10.222.0.31 "GET /v2.0/networks/6490749e-4c7c-4913-a953-f4e230e9967c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699462 Mar 07 11:08:33.056371 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-74b08429-6d1d-480c-b467-f12f640f189a req-02995baa-154f-4454-bb6a-c7d63b549a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db8a0404-bf92-4852-90d2-5938d37c6821 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:08:33.074295 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-74b08429-6d1d-480c-b467-f12f640f189a req-02995baa-154f-4454-bb6a-c7d63b549a15 service neutron] Publish callbacks [] for port (db8a0404-bf92-4852-90d2-5938d37c6821), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:33.115905 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-74b08429-6d1d-480c-b467-f12f640f189a req-02995baa-154f-4454-bb6a-c7d63b549a15 service neutron] Transition to ACTIVE for port object db8a0404-bf92-4852-90d2-5938d37c6821 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:08:33.123944 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-74b08429-6d1d-480c-b467-f12f640f189a req-02995baa-154f-4454-bb6a-c7d63b549a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (db8a0404-bf92-4852-90d2-5938d37c6821), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:33.303099 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a358082-bd8b-4599-8578-55ec5d22307e req-387f32f1-f1dc-4441-9894-5b8a4776fd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:33.305259 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a358082-bd8b-4599-8578-55ec5d22307e req-387f32f1-f1dc-4441-9894-5b8a4776fd65 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 1125 time: 0.2824321 Mar 07 11:08:33.319968 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9176d3-c064-4cf6-94cb-3fa037ff3750 req-080b47b4-d3e3-4ad3-9244-7971ca0e2833 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:33.321830 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5d9176d3-c064-4cf6-94cb-3fa037ff3750 req-080b47b4-d3e3-4ad3-9244-7971ca0e2833 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 943 time: 0.3275559 Mar 07 11:08:33.343638 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a358082-bd8b-4599-8578-55ec5d22307e req-e7f7a50f-137c-418a-a61d-11a4ccd7c62b service neutron] 10.222.0.21 "GET /v2.0/networks/6490749e-4c7c-4913-a953-f4e230e9967c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3963826 Mar 07 11:08:33.461770 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-74b08429-6d1d-480c-b467-f12f640f189a req-02995baa-154f-4454-bb6a-c7d63b549a15 service neutron] Attempting to bind port db8a0404-bf92-4852-90d2-5938d37c6821 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:08:33.462101 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-74b08429-6d1d-480c-b467-f12f640f189a req-02995baa-154f-4454-bb6a-c7d63b549a15 service neutron] Attempting to bind port db8a0404-bf92-4852-90d2-5938d37c6821 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:08:33.462353 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b08429-6d1d-480c-b467-f12f640f189a req-02995baa-154f-4454-bb6a-c7d63b549a15 service neutron] Attempting to bind port db8a0404-bf92-4852-90d2-5938d37c6821 on network 204cc519-b30d-4492-9fc5-23c1f345ed50 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:08:33.464574 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02995baa-154f-4454-bb6a-c7d63b549a15 service neutron] Pushing event updated for resources: {'Port': ['ID=db8a0404-bf92-4852-90d2-5938d37c6821,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:33.470055 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5d9176d3-c064-4cf6-94cb-3fa037ff3750 req-d0d03962-7a0b-4b26-94d6-5d5a30cc120c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378331 Mar 07 11:08:33.505701 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b08429-6d1d-480c-b467-f12f640f189a req-02995baa-154f-4454-bb6a-c7d63b549a15 service neutron] Port db8a0404-bf92-4852-90d2-5938d37c6821 on network 204cc519-b30d-4492-9fc5-23c1f345ed50 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:08:33.507281 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b08429-6d1d-480c-b467-f12f640f189a req-02995baa-154f-4454-bb6a-c7d63b549a15 service neutron] Attempting to bind port db8a0404-bf92-4852-90d2-5938d37c6821 on network 204cc519-b30d-4492-9fc5-23c1f345ed50 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:08:33.523803 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b08429-6d1d-480c-b467-f12f640f189a req-02995baa-154f-4454-bb6a-c7d63b549a15 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 8, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:08:33.524384 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b08429-6d1d-480c-b467-f12f640f189a req-02995baa-154f-4454-bb6a-c7d63b549a15 service neutron] Checking segment: {'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:08:33.525088 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b08429-6d1d-480c-b467-f12f640f189a req-02995baa-154f-4454-bb6a-c7d63b549a15 service neutron] Bound using segment: {'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:08:33.525758 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-74b08429-6d1d-480c-b467-f12f640f189a req-02995baa-154f-4454-bb6a-c7d63b549a15 service neutron] Bound port: db8a0404-bf92-4852-90d2-5938d37c6821, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:08:33.526306 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-74b08429-6d1d-480c-b467-f12f640f189a req-02995baa-154f-4454-bb6a-c7d63b549a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (db8a0404-bf92-4852-90d2-5938d37c6821), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:33.528640 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a358082-bd8b-4599-8578-55ec5d22307e req-9c07139b-5249-453d-8480-73c600eb095c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:33.538017 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a358082-bd8b-4599-8578-55ec5d22307e req-9c07139b-5249-453d-8480-73c600eb095c service neutron] 10.222.0.31 "GET /v2.0/networks?id=6490749e-4c7c-4913-a953-f4e230e9967c HTTP/1.1" status: 200 len: 896 time: 0.2147722 Mar 07 11:08:33.692136 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a358082-bd8b-4599-8578-55ec5d22307e req-12b40ab7-23c5-46e4-9fa7-8b5ef5094f44 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c2d58de-a238-4d41-bc73-d7dcff3c51ed HTTP/1.1" status: 200 len: 999 time: 0.1424348 Mar 07 11:08:33.755578 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-74b08429-6d1d-480c-b467-f12f640f189a req-02995baa-154f-4454-bb6a-c7d63b549a15 service neutron] For port db8a0404-bf92-4852-90d2-5938d37c6821, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:08:33.763810 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-74b08429-6d1d-480c-b467-f12f640f189a req-02995baa-154f-4454-bb6a-c7d63b549a15 service neutron] For port db8a0404-bf92-4852-90d2-5938d37c6821, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=db8a0404-bf92-4852-90d2-5938d37c6821,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:08:33.772963 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a358082-bd8b-4599-8578-55ec5d22307e req-8291382a-cedb-452e-8cbe-897a225e8b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:33.774455 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a358082-bd8b-4599-8578-55ec5d22307e req-8291382a-cedb-452e-8cbe-897a225e8b84 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c4a588d-de04-4848-8259-e7fb4e50eba1 HTTP/1.1" status: 200 len: 835 time: 0.0746844 Mar 07 11:08:33.780118 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-74b08429-6d1d-480c-b467-f12f640f189a req-02995baa-154f-4454-bb6a-c7d63b549a15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (db8a0404-bf92-4852-90d2-5938d37c6821), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:33.872872 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a358082-bd8b-4599-8578-55ec5d22307e req-d0b1d26f-7f42-4c98-83e3-83065ab10f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:33.875509 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a358082-bd8b-4599-8578-55ec5d22307e req-d0b1d26f-7f42-4c98-83e3-83065ab10f08 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6490749e-4c7c-4913-a953-f4e230e9967c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0873430 Mar 07 11:08:33.877611 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b08429-6d1d-480c-b467-f12f640f189a req-02995baa-154f-4454-bb6a-c7d63b549a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:33.878763 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-74b08429-6d1d-480c-b467-f12f640f189a req-02995baa-154f-4454-bb6a-c7d63b549a15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:33.880347 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-74b08429-6d1d-480c-b467-f12f640f189a req-02995baa-154f-4454-bb6a-c7d63b549a15 service neutron] 10.222.0.31 "PUT /v2.0/ports/db8a0404-bf92-4852-90d2-5938d37c6821 HTTP/1.1" status: 200 len: 1091 time: 1.8641827 Mar 07 11:08:33.883543 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442edec5-2561-4c86-9657-062838154d3d', 'tag': 'db8a0404-bf92-4852-90d2-5938d37c6821'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:08:33.886422 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4843f6-e3cc-4ae6-8688-8d4f605a9918" -d '{"events": [{"name": "network-changed", "server_uuid": "442edec5-2561-4c86-9657-062838154d3d", "tag": "db8a0404-bf92-4852-90d2-5938d37c6821"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:08:34.090043 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a358082-bd8b-4599-8578-55ec5d22307e req-bb556dc5-b493-4ece-914c-e7f76eaa8c90 service neutron] 10.222.0.31 "GET /v2.0/networks/6490749e-4c7c-4913-a953-f4e230e9967c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033720 Mar 07 11:08:34.242754 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02995baa-154f-4454-bb6a-c7d63b549a15 service neutron] Pushing event updated for resources: {'Port': ['ID=db8a0404-bf92-4852-90d2-5938d37c6821,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:34.265990 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f119d97d-cd9b-4d49-88a1-177658a9595f x-openstack-request-id: req-f119d97d-cd9b-4d49-88a1-177658a9595f {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:08:34.267409 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "442edec5-2561-4c86-9657-062838154d3d", "tag": "db8a0404-bf92-4852-90d2-5938d37c6821", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:08:34.268191 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f119d97d-cd9b-4d49-88a1-177658a9595f {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:08:34.268835 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442edec5-2561-4c86-9657-062838154d3d', 'tag': 'db8a0404-bf92-4852-90d2-5938d37c6821', 'status': 'completed', 'code': 200} Mar 07 11:08:34.298610 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a358082-bd8b-4599-8578-55ec5d22307e req-5f99d566-4be8-4d1e-a3d0-8518114a39f7 service neutron] 10.222.0.31 "GET /v2.0/networks/6490749e-4c7c-4913-a953-f4e230e9967c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036538 Mar 07 11:08:34.306247 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55338aee-62e2-4aa2-9156-aa210bd8cb51 req-12504ece-255b-4bad-9669-f488f44248b6 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:34.319785 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-55338aee-62e2-4aa2-9156-aa210bd8cb51 req-12504ece-255b-4bad-9669-f488f44248b6 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.4733508 Mar 07 11:08:34.413724 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b08429-6d1d-480c-b467-f12f640f189a req-7a156a76-122a-4057-8bd1-6aed46ab4d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:34.416262 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-74b08429-6d1d-480c-b467-f12f640f189a req-7a156a76-122a-4057-8bd1-6aed46ab4d09 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c84901d07e4a49b88f9fef019185eb1b&device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 1125 time: 0.4447742 Mar 07 11:08:34.487707 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 9c2d58de-a238-4d41-bc73-d7dcff3c51ed details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:08:34.727916 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=9c2d58de-a238-4d41-bc73-d7dcff3c51ed,segment=NetworkSegment(055944e6-9588-4f25-90a6-0d906473f676),segment_id=055944e6-9588-4f25-90a6-0d906473f676)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:08:34.730118 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5dc48-891b-4f93-b446-7384b972fb9e req-ef16bea1-882e-4fd6-a647-d1b0d0efa073 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:34.731720 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2da5dc48-891b-4f93-b446-7384b972fb9e req-ef16bea1-882e-4fd6-a647-d1b0d0efa073 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 943 time: 0.1406138 Mar 07 11:08:34.750745 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '9c2d58de-a238-4d41-bc73-d7dcff3c51ed', 'network_id': '6490749e-4c7c-4913-a953-f4e230e9967c', 'port_id': '9c2d58de-a238-4d41-bc73-d7dcff3c51ed', 'mac_address': 'fa:16:3e:5f:75:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c4a588d-de04-4848-8259-e7fb4e50eba1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:08:34.831069 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:08:34.834423 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9c2d58de-a238-4d41-bc73-d7dcff3c51ed), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:34.839251 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2da5dc48-891b-4f93-b446-7384b972fb9e req-a6d4dfc4-9a63-4b6e-9b40-94123bf590d3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996001 Mar 07 11:08:34.864460 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2d58de-a238-4d41-bc73-d7dcff3c51ed {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:08:34.902445 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=9c2d58de-a238-4d41-bc73-d7dcff3c51ed,segment=NetworkSegment(055944e6-9588-4f25-90a6-0d906473f676),segment_id=055944e6-9588-4f25-90a6-0d906473f676)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:08:34.913585 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9c2d58de-a238-4d41-bc73-d7dcff3c51ed), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:35.030388 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=9c2d58de-a238-4d41-bc73-d7dcff3c51ed,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:35.038989 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:35.039344 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:35.039685 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:35.040021 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:35.040381 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:35.040679 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:35.041007 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:35.044683 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:35.045143 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:35.045455 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:35.045795 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:35.046388 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:35.049554 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:08:35.238695 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['9c2d58de-a238-4d41-bc73-d7dcff3c51ed'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:08:35.321069 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-55338aee-62e2-4aa2-9156-aa210bd8cb51 req-442070be-ea96-4798-b041-9c756cedaeca tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9868536 Mar 07 11:08:35.351389 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-74b08429-6d1d-480c-b467-f12f640f189a req-fa1edbab-cf48-49bd-b558-d18c7b75aeca service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db8a0404-bf92-4852-90d2-5938d37c6821 HTTP/1.1" status: 200 len: 217 time: 0.8938258 Mar 07 11:08:35.438090 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487561d-b576-460e-8d85-6f6731f6390b req-df1d58c3-cdea-4e93-b13a-3efec13df5c1 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:35.440458 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b487561d-b576-460e-8d85-6f6731f6390b req-df1d58c3-cdea-4e93-b13a-3efec13df5c1 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.21 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2&tenant_id=495992950f4c431c9a7421503d52aa85&binding%3Ahost_id=n-h2-832164-4 HTTP/1.1" status: 200 len: 944 time: 0.2853563 Mar 07 11:08:35.448719 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2234047-3307-4379-8dfc-0a9e2eb93008 req-e8ca893a-325a-44c4-9e0f-a163b9f27b06 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:35.450524 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c2234047-3307-4379-8dfc-0a9e2eb93008 req-e8ca893a-325a-44c4-9e0f-a163b9f27b06 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 944 time: 0.2401412 Mar 07 11:08:35.489218 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b08429-6d1d-480c-b467-f12f640f189a req-9352717a-9139-4cc1-a5c4-289f2df534f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:35.490568 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-74b08429-6d1d-480c-b467-f12f640f189a req-9352717a-9139-4cc1-a5c4-289f2df534f9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=933e5dcd-1517-490a-9fa0-e2d8293cf2f0 HTTP/1.1" status: 200 len: 851 time: 0.1433322 Mar 07 11:08:35.599906 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c2234047-3307-4379-8dfc-0a9e2eb93008 req-fb0fb7a1-79a0-4467-8aa2-4962c42cf050 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418076 Mar 07 11:08:35.612096 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [req-b487561d-b576-460e-8d85-6f6731f6390b req-4cc1be91-ed55-4d99-a182-9e12588f638e service neutron] delete failed (client error): The resource could not be found. Mar 07 11:08:35.613382 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b487561d-b576-460e-8d85-6f6731f6390b req-4cc1be91-ed55-4d99-a182-9e12588f638e service neutron] 10.222.0.21 "DELETE /v2.0/ports/9c2d58de-a238-4d41-bc73-d7dcff3c51ed/bindings/n-h1-832164-4 HTTP/1.1" status: 404 len: 380 time: 0.1618991 Mar 07 11:08:35.759317 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b08429-6d1d-480c-b467-f12f640f189a req-6c80290d-9a68-4e68-8d21-c65b167436bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:35.769777 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-74b08429-6d1d-480c-b467-f12f640f189a req-6c80290d-9a68-4e68-8d21-c65b167436bf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=204cc519-b30d-4492-9fc5-23c1f345ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2716992 Mar 07 11:08:35.833519 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487561d-b576-460e-8d85-6f6731f6390b req-08b3029d-ec86-4de6-9945-9f5333e3e173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:35.835352 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b487561d-b576-460e-8d85-6f6731f6390b req-08b3029d-ec86-4de6-9945-9f5333e3e173 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 1126 time: 0.1347995 Mar 07 11:08:35.968196 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487561d-b576-460e-8d85-6f6731f6390b req-e95ba7a5-88ca-49f7-bec2-57869a861a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:35.970549 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b487561d-b576-460e-8d85-6f6731f6390b req-e95ba7a5-88ca-49f7-bec2-57869a861a60 service neutron] 10.222.0.21 "GET /v2.0/networks?id=6490749e-4c7c-4913-a953-f4e230e9967c HTTP/1.1" status: 200 len: 896 time: 0.1281867 Mar 07 11:08:36.024335 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-74b08429-6d1d-480c-b467-f12f640f189a req-8f6c6e80-bfc0-4973-a912-bbcea3fd9d0c service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463098 Mar 07 11:08:36.108056 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b487561d-b576-460e-8d85-6f6731f6390b req-31443b6a-41cb-4985-b2aa-fb108b3a092c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c2d58de-a238-4d41-bc73-d7dcff3c51ed HTTP/1.1" status: 200 len: 1000 time: 0.1312218 Mar 07 11:08:36.167955 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487561d-b576-460e-8d85-6f6731f6390b req-04dfeaa5-3bd3-450c-a4b0-6a6bc2743423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:36.169752 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b487561d-b576-460e-8d85-6f6731f6390b req-04dfeaa5-3bd3-450c-a4b0-6a6bc2743423 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4c4a588d-de04-4848-8259-e7fb4e50eba1 HTTP/1.1" status: 200 len: 835 time: 0.0552199 Mar 07 11:08:36.175405 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-74b08429-6d1d-480c-b467-f12f640f189a req-48959405-5929-423b-a5d4-5dfd2cbdc1e3 service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437163 Mar 07 11:08:36.269583 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487561d-b576-460e-8d85-6f6731f6390b req-3f489f7a-18de-472a-b5a2-7c82e1ed1ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:36.271343 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b487561d-b576-460e-8d85-6f6731f6390b req-3f489f7a-18de-472a-b5a2-7c82e1ed1ebb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6490749e-4c7c-4913-a953-f4e230e9967c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0947948 Mar 07 11:08:36.321751 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4843f6-e3cc-4ae6-8688-8d4f605a9918 req-6b07d925-60e2-46ad-9c5f-006f8a43fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:36.325528 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fa4843f6-e3cc-4ae6-8688-8d4f605a9918 req-6b07d925-60e2-46ad-9c5f-006f8a43fd91 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c84901d07e4a49b88f9fef019185eb1b&device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 1125 time: 0.0989220 Mar 07 11:08:36.456642 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b487561d-b576-460e-8d85-6f6731f6390b req-f351ecb5-9578-4926-a3b3-4f4aac2d020b service neutron] 10.222.0.21 "GET /v2.0/networks/6490749e-4c7c-4913-a953-f4e230e9967c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758945 Mar 07 11:08:36.499125 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 9c2d58de-a238-4d41-bc73-d7dcff3c51ed up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:08:36.580091 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5c6f08f3-3103-44df-95db-1b2c1a6c3444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:36.617477 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:08:36.637273 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:08:36.637993 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9c2d58de-a238-4d41-bc73-d7dcff3c51ed), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:36.661759 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ae707-d833-4c45-8f47-18dca1e23f1e req-0d05ea05-b6ee-4cae-9218-17f7c17df908 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:36.663810 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-128ae707-d833-4c45-8f47-18dca1e23f1e req-0d05ea05-b6ee-4cae-9218-17f7c17df908 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.1728780 Mar 07 11:08:36.669725 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4843f6-e3cc-4ae6-8688-8d4f605a9918 req-105df021-c2bf-48df-9eb1-542f3be34deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:36.671913 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fa4843f6-e3cc-4ae6-8688-8d4f605a9918 req-105df021-c2bf-48df-9eb1-542f3be34deb service neutron] 10.222.0.31 "GET /v2.0/networks?id=204cc519-b30d-4492-9fc5-23c1f345ed50 HTTP/1.1" status: 200 len: 913 time: 0.3398676 Mar 07 11:08:36.741500 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fa4843f6-e3cc-4ae6-8688-8d4f605a9918 req-4a93b89d-2bcd-4243-b2e1-0e85cd67539e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db8a0404-bf92-4852-90d2-5938d37c6821 HTTP/1.1" status: 200 len: 217 time: 0.0461125 Mar 07 11:08:36.760416 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:08:36.761228 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9c2d58de-a238-4d41-bc73-d7dcff3c51ed), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:36.791750 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0438d7-16ba-4d32-afb0-072826080ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2d58de-a238-4d41-bc73-d7dcff3c51ed'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:08:36.794775 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080ee604-38b9-4e86-ba5d-2cd760ef11c1" -d '{"events": [{"server_uuid": "df0438d7-16ba-4d32-afb0-072826080ec2", "name": "network-vif-plugged", "status": "completed", "tag": "9c2d58de-a238-4d41-bc73-d7dcff3c51ed"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:08:36.821244 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=9c2d58de-a238-4d41-bc73-d7dcff3c51ed,segment=NetworkSegment(055944e6-9588-4f25-90a6-0d906473f676),segment_id=055944e6-9588-4f25-90a6-0d906473f676)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:08:36.827165 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b487561d-b576-460e-8d85-6f6731f6390b req-1607fa7c-08b9-462f-8b4b-c7f58f9ee9a9 service neutron] 10.222.0.21 "GET /v2.0/networks/6490749e-4c7c-4913-a953-f4e230e9967c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645589 Mar 07 11:08:36.829800 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9c2d58de-a238-4d41-bc73-d7dcff3c51ed), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:36.876816 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-128ae707-d833-4c45-8f47-18dca1e23f1e req-79caf60d-ee94-4d2a-96a0-ccd3e87577fc tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028894 Mar 07 11:08:36.892327 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4843f6-e3cc-4ae6-8688-8d4f605a9918 req-91495c70-2ffa-4c74-8f66-4305451b3361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:36.894289 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fa4843f6-e3cc-4ae6-8688-8d4f605a9918 req-91495c70-2ffa-4c74-8f66-4305451b3361 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=933e5dcd-1517-490a-9fa0-e2d8293cf2f0 HTTP/1.1" status: 200 len: 851 time: 0.1371768 Mar 07 11:08:36.909200 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770522eb-6ad7-4575-bc3b-81bc1317e44e req-1c69219c-f8aa-4c99-b67a-c32aba7ae1f2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:36.930914 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-770522eb-6ad7-4575-bc3b-81bc1317e44e req-1c69219c-f8aa-4c99-b67a-c32aba7ae1f2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 944 time: 0.2224762 Mar 07 11:08:36.936564 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=9c2d58de-a238-4d41-bc73-d7dcff3c51ed,revision_number=9']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:37.011165 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4843f6-e3cc-4ae6-8688-8d4f605a9918 req-8c09c46c-4455-429c-b1ba-f529ac194196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:37.012931 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fa4843f6-e3cc-4ae6-8688-8d4f605a9918 req-8c09c46c-4455-429c-b1ba-f529ac194196 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=204cc519-b30d-4492-9fc5-23c1f345ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1126738 Mar 07 11:08:37.039882 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f51a66-4575-43b3-973d-7f3a6554859c x-openstack-request-id: req-23f51a66-4575-43b3-973d-7f3a6554859c {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:08:37.040189 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0438d7-16ba-4d32-afb0-072826080ec2", "name": "network-vif-plugged", "status": "completed", "tag": "9c2d58de-a238-4d41-bc73-d7dcff3c51ed", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:08:37.040456 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-23f51a66-4575-43b3-973d-7f3a6554859c {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:08:37.040867 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0438d7-16ba-4d32-afb0-072826080ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2d58de-a238-4d41-bc73-d7dcff3c51ed', 'code': 200} Mar 07 11:08:37.058421 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-770522eb-6ad7-4575-bc3b-81bc1317e44e req-aea979ee-6654-46a3-853c-70b647d39f79 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247032 Mar 07 11:08:37.199806 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fa4843f6-e3cc-4ae6-8688-8d4f605a9918 req-9fae16f6-1625-4263-aaba-964bc4a5b7c3 service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805499 Mar 07 11:08:37.354591 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36184) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:37.379874 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fa4843f6-e3cc-4ae6-8688-8d4f605a9918 req-4aefd9bf-ac38-45fd-8c50-06d699767270 service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730824 Mar 07 11:08:37.528575 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0441da4f-a592-4da7-a113-9edd56b8d4ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:37.661298 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0441da4f-a592-4da7-a113-9edd56b8d4ac admin admin] Publish callbacks [] for security_group (0359171d-839e-4ea8-902c-bac1c5536027), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:37.665906 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0441da4f-a592-4da7-a113-9edd56b8d4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0359171d-839e-4ea8-902c-bac1c5536027), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:37.709876 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0441da4f-a592-4da7-a113-9edd56b8d4ac admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=24eff9109cc34fa5a3261bbdb03a9ac6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3535562 Mar 07 11:08:37.712303 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441da4f-a592-4da7-a113-9edd56b8d4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0359171d-839e-4ea8-902c-bac1c5536027,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:37.712532 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36194) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:37.781165 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-196ffda1-3d57-49e8-9e98-dfa25e2e5847 admin admin] Publish callbacks [] for security_group (0359171d-839e-4ea8-902c-bac1c5536027), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:37.806439 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-196ffda1-3d57-49e8-9e98-dfa25e2e5847 admin admin] Publish callbacks [] for security_group (0359171d-839e-4ea8-902c-bac1c5536027), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:37.863752 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-196ffda1-3d57-49e8-9e98-dfa25e2e5847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (0359171d-839e-4ea8-902c-bac1c5536027), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:37.867266 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-196ffda1-3d57-49e8-9e98-dfa25e2e5847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:37.868807 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-196ffda1-3d57-49e8-9e98-dfa25e2e5847 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0359171d-839e-4ea8-902c-bac1c5536027 HTTP/1.1" status: 204 len: 168 time: 0.1549885 Mar 07 11:08:37.878526 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196ffda1-3d57-49e8-9e98-dfa25e2e5847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0359171d-839e-4ea8-902c-bac1c5536027,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:38.106632 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fce9c1-23f1-4317-8de3-72a08ea980e6 req-e9526fe2-1911-42fb-87f1-19fe21e929b8 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:38.127281 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-82fce9c1-23f1-4317-8de3-72a08ea980e6 req-e9526fe2-1911-42fb-87f1-19fe21e929b8 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.1092257 Mar 07 11:08:38.260618 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-82fce9c1-23f1-4317-8de3-72a08ea980e6 req-54ef10c6-2e81-4c0a-b7a4-ddb1d99dbc71 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278069 Mar 07 11:08:38.490616 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36214) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:38.507369 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-32e0560a-d093-433d-a167-de4e265fdcc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:38.618021 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f30c25db-30d6-4331-9209-838b8d292a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:38.654832 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-32e0560a-d093-433d-a167-de4e265fdcc0 admin admin] Publish callbacks [] for security_group (bfd910c4-d37d-43c2-b53f-c6b73ba66041), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:38.661362 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-32e0560a-d093-433d-a167-de4e265fdcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (bfd910c4-d37d-43c2-b53f-c6b73ba66041), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:38.712263 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0560a-d093-433d-a167-de4e265fdcc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd910c4-d37d-43c2-b53f-c6b73ba66041,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:38.728201 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-32e0560a-d093-433d-a167-de4e265fdcc0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c0d1b5a645f045be82f9e231f96bc49f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2363956 Mar 07 11:08:38.730876 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5369ab-2431-4d44-a509-25a8b11029b7 req-58af0b0b-4806-4fc1-a926-e4d8899149ea tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:38.731412 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36222) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:38.740626 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8b5369ab-2431-4d44-a509-25a8b11029b7 req-58af0b0b-4806-4fc1-a926-e4d8899149ea tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 945 time: 0.5841150 Mar 07 11:08:38.859063 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f95d4fe3-7d9b-487d-b013-dc6e1a70452c admin admin] Publish callbacks [] for security_group (bfd910c4-d37d-43c2-b53f-c6b73ba66041), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:38.861028 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8b5369ab-2431-4d44-a509-25a8b11029b7 req-91411c61-8a69-4bf0-8931-097c711926e6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189387 Mar 07 11:08:38.898373 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36224) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:08:38.905912 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f95d4fe3-7d9b-487d-b013-dc6e1a70452c admin admin] Publish callbacks [] for security_group (bfd910c4-d37d-43c2-b53f-c6b73ba66041), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:38.978019 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a0e0756f-d1bb-4031-951d-b47eb2709e08 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/floatingips/441de078-1ded-45e9-a872-7620b97494e8 HTTP/1.1" status: 200 len: 993 time: 0.0777936 Mar 07 11:08:38.989356 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f95d4fe3-7d9b-487d-b013-dc6e1a70452c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (bfd910c4-d37d-43c2-b53f-c6b73ba66041), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:38.992565 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f95d4fe3-7d9b-487d-b013-dc6e1a70452c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:38.996760 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f95d4fe3-7d9b-487d-b013-dc6e1a70452c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bfd910c4-d37d-43c2-b53f-c6b73ba66041 HTTP/1.1" status: 204 len: 168 time: 0.2645667 Mar 07 11:08:39.008462 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d4fe3-7d9b-487d-b013-dc6e1a70452c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd910c4-d37d-43c2-b53f-c6b73ba66041,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:08:39.449966 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3b240-dcfb-407e-bcf7-3d8a764cdc77 req-9fb10c97-b4a8-47e5-9a8d-f25a07f9f18f tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:39.452745 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6ee3b240-dcfb-407e-bcf7-3d8a764cdc77 req-9fb10c97-b4a8-47e5-9a8d-f25a07f9f18f tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.1251640 Mar 07 11:08:39.509653 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6ee3b240-dcfb-407e-bcf7-3d8a764cdc77 req-77e9472f-4109-4f88-9cad-ef1d97f6efa7 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509531 Mar 07 11:08:39.968406 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:40.780168 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c12c3-2c83-4730-80b9-317aefffebf7 req-fb53b3a6-f496-4ba2-8166-4816ca2687e3 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:40.788490 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-604c12c3-2c83-4730-80b9-317aefffebf7 req-fb53b3a6-f496-4ba2-8166-4816ca2687e3 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.1044493 Mar 07 11:08:40.857215 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-604c12c3-2c83-4730-80b9-317aefffebf7 req-bcb01441-6b7d-46e3-99ef-7a1384171d0c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674753 Mar 07 11:08:41.714377 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:42.104172 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a970fe2-541a-4c53-87ae-06a6ca071cc9 req-94e61010-80fb-47f6-9b1b-b07398f84eb6 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:42.115744 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a970fe2-541a-4c53-87ae-06a6ca071cc9 req-94e61010-80fb-47f6-9b1b-b07398f84eb6 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.1511369 Mar 07 11:08:42.178256 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a970fe2-541a-4c53-87ae-06a6ca071cc9 req-740a03b5-cd92-43a9-8700-e454dc152cf8 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589223 Mar 07 11:08:43.001556 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:43.486907 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a5a29-c0d7-4a31-af90-1ded45a472bd req-9924641d-7173-4045-8d6f-118516a89d82 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:43.488523 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3a2a5a29-c0d7-4a31-af90-1ded45a472bd req-9924641d-7173-4045-8d6f-118516a89d82 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.1820197 Mar 07 11:08:43.556682 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3a2a5a29-c0d7-4a31-af90-1ded45a472bd req-2a8f1acc-cb43-4f7f-92dd-9518abdbae9c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568936 Mar 07 11:08:44.805982 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f4f1a-c29f-4b1e-8a68-b5630c074ef6 req-7b660172-b97c-4972-a8df-34b0318a58e4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:44.822062 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-187f4f1a-c29f-4b1e-8a68-b5630c074ef6 req-7b660172-b97c-4972-a8df-34b0318a58e4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.1309943 Mar 07 11:08:44.973533 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-187f4f1a-c29f-4b1e-8a68-b5630c074ef6 req-d47aae9f-850c-4f92-a6b1-7012e34028e8 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459494 Mar 07 11:08:46.164734 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a4a85-8e70-419a-8e00-ee276368546b req-cee3c7ad-3c6d-4819-9227-323bbd8c85c7 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:46.166479 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-456a4a85-8e70-419a-8e00-ee276368546b req-cee3c7ad-3c6d-4819-9227-323bbd8c85c7 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.0757349 Mar 07 11:08:46.232580 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-456a4a85-8e70-419a-8e00-ee276368546b req-14f1695c-6755-4c08-b809-ff30ba4926c5 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547972 Mar 07 11:08:47.437445 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f5384-a3b9-4662-b44b-5aff4a499f32 req-76639df8-5bd2-4c90-88aa-0ee3df4bdae3 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:47.440329 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-047f5384-a3b9-4662-b44b-5aff4a499f32 req-76639df8-5bd2-4c90-88aa-0ee3df4bdae3 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.0893776 Mar 07 11:08:47.508894 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-047f5384-a3b9-4662-b44b-5aff4a499f32 req-5f489d99-2820-453b-a917-5937563bc0e7 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627630 Mar 07 11:08:48.444150 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:48.785898 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e02be90-65eb-4b27-bab2-844b8ac7cc21 req-2e6bd6f9-9f16-41c9-a732-4bf92ef434e6 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:48.810050 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3e02be90-65eb-4b27-bab2-844b8ac7cc21 req-2e6bd6f9-9f16-41c9-a732-4bf92ef434e6 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.1278744 Mar 07 11:08:48.895322 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3e02be90-65eb-4b27-bab2-844b8ac7cc21 req-9cf06919-f52c-4a80-9bed-ca002a6f3f11 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840178 Mar 07 11:08:50.067304 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37fd74-d9d7-4ade-bf59-f91c82b455f7 req-b090233b-f678-4b44-ba64-494e47d06682 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:50.068903 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1e37fd74-d9d7-4ade-bf59-f91c82b455f7 req-b090233b-f678-4b44-ba64-494e47d06682 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.0892999 Mar 07 11:08:50.174814 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1e37fd74-d9d7-4ade-bf59-f91c82b455f7 req-02534066-1675-4c40-b9b0-1016362e814e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965528 Mar 07 11:08:51.315323 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e638be-6aae-46fa-a469-6084a2ee1054 req-6da00cf0-2a96-4093-bc63-8bf60039c397 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:51.317945 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f7e638be-6aae-46fa-a469-6084a2ee1054 req-6da00cf0-2a96-4093-bc63-8bf60039c397 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.0616815 Mar 07 11:08:51.376892 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f7e638be-6aae-46fa-a469-6084a2ee1054 req-71382ff2-59a4-44c3-82ca-0635f2b4c645 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532362 Mar 07 11:08:52.505665 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4833e97-9a0d-496e-a297-3e03b952d427 req-31d4c2e1-0887-47da-99bf-f1c6009c94a6 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:52.508267 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f4833e97-9a0d-496e-a297-3e03b952d427 req-31d4c2e1-0887-47da-99bf-f1c6009c94a6 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.0598578 Mar 07 11:08:52.568597 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f4833e97-9a0d-496e-a297-3e03b952d427 req-320ecbf2-47f1-44bd-8461-a44180f93cb3 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530679 Mar 07 11:08:53.064893 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:08:53.704493 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cbe22-826f-4b2d-92cc-a7642699a40e req-de778f85-77f1-4231-b144-2f0bcd04ef36 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:53.706479 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dc5cbe22-826f-4b2d-92cc-a7642699a40e req-de778f85-77f1-4231-b144-2f0bcd04ef36 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.0583611 Mar 07 11:08:53.755347 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dc5cbe22-826f-4b2d-92cc-a7642699a40e req-9fd21d6a-d6d0-4427-9250-bccbd2da2ba8 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430973 Mar 07 11:08:54.899195 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf001e69-c784-4664-8807-42276393d9a5 req-1e9269f6-2950-453c-bda5-5603f40473dd tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:54.900973 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cf001e69-c784-4664-8807-42276393d9a5 req-1e9269f6-2950-453c-bda5-5603f40473dd tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.0680881 Mar 07 11:08:54.955685 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cf001e69-c784-4664-8807-42276393d9a5 req-99181227-11d3-400d-92f5-5e4ccc06bcbe tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480618 Mar 07 11:08:56.159772 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccf713-9fc8-462f-91b9-adbf0ce63746 req-6a4cfcb6-2b22-4291-8a1f-9e2227a7aaa7 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:56.162605 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8cccf713-9fc8-462f-91b9-adbf0ce63746 req-6a4cfcb6-2b22-4291-8a1f-9e2227a7aaa7 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.0919373 Mar 07 11:08:56.241319 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8cccf713-9fc8-462f-91b9-adbf0ce63746 req-7f127dd3-e989-494a-98c4-e83b5c7408f9 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677118 Mar 07 11:08:57.360498 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213145bd-2cc8-4e92-bc6f-21e9379ef198 req-2bae9b30-86f4-41bc-8f95-0edacebe0ce5 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:57.367851 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-213145bd-2cc8-4e92-bc6f-21e9379ef198 req-2bae9b30-86f4-41bc-8f95-0edacebe0ce5 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.0629876 Mar 07 11:08:57.422891 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-213145bd-2cc8-4e92-bc6f-21e9379ef198 req-cca9adbf-8827-4f52-961d-3d00460787e2 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533690 Mar 07 11:08:58.541003 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2702d4-6270-4771-994f-d51d778fce8f req-6caf0ad6-c064-4059-ab6c-fe060b040cb0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:58.542627 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae2702d4-6270-4771-994f-d51d778fce8f req-6caf0ad6-c064-4059-ab6c-fe060b040cb0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.0581796 Mar 07 11:08:58.593569 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae2702d4-6270-4771-994f-d51d778fce8f req-2dfc6a55-c377-4324-8f33-0b43d649095c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444698 Mar 07 11:08:59.724263 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb1c2f9-7b4a-4ce0-864c-de1c382b758d req-0b3842d4-d983-4a2b-91c4-245f6e35ff0f tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:08:59.732670 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dcb1c2f9-7b4a-4ce0-864c-de1c382b758d req-0b3842d4-d983-4a2b-91c4-245f6e35ff0f tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.0683169 Mar 07 11:08:59.803246 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dcb1c2f9-7b4a-4ce0-864c-de1c382b758d req-4f9b295b-d476-4c37-9265-9ced05b6ebd8 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689149 Mar 07 11:09:00.963561 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc2c55-47f8-4108-9156-812d496be9ac req-4a18f4a1-4049-4af2-a758-ed489a8fa466 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:00.973168 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2efc2c55-47f8-4108-9156-812d496be9ac req-4a18f4a1-4049-4af2-a758-ed489a8fa466 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.0868320 Mar 07 11:09:01.037237 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2efc2c55-47f8-4108-9156-812d496be9ac req-06344781-555e-426a-a89d-32d7e9aeb75f tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626707 Mar 07 11:09:02.154625 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38b556-61c5-4e69-9116-c946dae35d3c req-e7ddbcc6-76eb-4b98-87b8-12d902fa8061 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:02.157408 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3d38b556-61c5-4e69-9116-c946dae35d3c req-e7ddbcc6-76eb-4b98-87b8-12d902fa8061 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.0612719 Mar 07 11:09:02.224054 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3d38b556-61c5-4e69-9116-c946dae35d3c req-f767b667-92cd-4ca5-aeb5-406d3cb862b6 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544240 Mar 07 11:09:03.434679 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f7e51-e1de-4289-aed9-b35157fceaae req-e4d032c4-6424-4628-a2c4-78d9e97369aa tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:03.436367 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6d1f7e51-e1de-4289-aed9-b35157fceaae req-e4d032c4-6424-4628-a2c4-78d9e97369aa tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.0902717 Mar 07 11:09:03.512320 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6d1f7e51-e1de-4289-aed9-b35157fceaae req-0ca78e24-538a-4d8f-906d-ad3b9fdfd2ed tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690677 Mar 07 11:09:03.669559 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36552) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:03.820884 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-619bc822-6ed0-45cb-857d-bbf960fcad1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:03.905308 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-619bc822-6ed0-45cb-857d-bbf960fcad1f admin admin] Publish callbacks [] for security_group (6b4ecfd8-3b95-4940-90b7-d7d755dfd4eb), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:03.911009 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-619bc822-6ed0-45cb-857d-bbf960fcad1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (6b4ecfd8-3b95-4940-90b7-d7d755dfd4eb), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:03.962393 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-619bc822-6ed0-45cb-857d-bbf960fcad1f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b01737bc2ff944bf95e15986c2e1670e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2915387 Mar 07 11:09:03.963151 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619bc822-6ed0-45cb-857d-bbf960fcad1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4ecfd8-3b95-4940-90b7-d7d755dfd4eb,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:03.965135 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36558) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:04.036693 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f0a3f22c-0407-45ec-ad43-fbc699b75a14 admin admin] Publish callbacks [] for security_group (6b4ecfd8-3b95-4940-90b7-d7d755dfd4eb), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:04.059915 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f0a3f22c-0407-45ec-ad43-fbc699b75a14 admin admin] Publish callbacks [] for security_group (6b4ecfd8-3b95-4940-90b7-d7d755dfd4eb), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:04.116389 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f0a3f22c-0407-45ec-ad43-fbc699b75a14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (6b4ecfd8-3b95-4940-90b7-d7d755dfd4eb), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:04.119775 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f0a3f22c-0407-45ec-ad43-fbc699b75a14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:04.124208 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f0a3f22c-0407-45ec-ad43-fbc699b75a14 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6b4ecfd8-3b95-4940-90b7-d7d755dfd4eb HTTP/1.1" status: 204 len: 168 time: 0.1580303 Mar 07 11:09:04.134331 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3f22c-0407-45ec-ad43-fbc699b75a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4ecfd8-3b95-4940-90b7-d7d755dfd4eb,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:04.507374 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36566) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:04.525485 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-58f0813e-4d8e-43e0-b29e-cbed2ab0d034 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:04.698442 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-58f0813e-4d8e-43e0-b29e-cbed2ab0d034 admin admin] Publish callbacks [] for security_group (202faffa-79cc-45df-851a-24630063443c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:04.708755 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d926a3a-21a6-46cf-919a-c866617f4df7 req-e7d42c33-8e1b-4041-aa11-cf73bc2728a8 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:04.710414 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5d926a3a-21a6-46cf-919a-c866617f4df7 req-e7d42c33-8e1b-4041-aa11-cf73bc2728a8 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.1128201 Mar 07 11:09:04.711822 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-58f0813e-4d8e-43e0-b29e-cbed2ab0d034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (202faffa-79cc-45df-851a-24630063443c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:04.800727 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5d926a3a-21a6-46cf-919a-c866617f4df7 req-f785dd5e-c79d-4e16-99ea-0ad4e0b3a016 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827484 Mar 07 11:09:04.801334 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f0813e-4d8e-43e0-b29e-cbed2ab0d034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202faffa-79cc-45df-851a-24630063443c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:04.807194 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-58f0813e-4d8e-43e0-b29e-cbed2ab0d034 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b77546ab9a114908b42b2489072ef412&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2984147 Mar 07 11:09:04.810852 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36570) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:04.873365 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34f58071-db93-4d38-9d93-579060b9c494 admin admin] Publish callbacks [] for security_group (202faffa-79cc-45df-851a-24630063443c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:04.901673 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34f58071-db93-4d38-9d93-579060b9c494 admin admin] Publish callbacks [] for security_group (202faffa-79cc-45df-851a-24630063443c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:04.973479 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34f58071-db93-4d38-9d93-579060b9c494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (202faffa-79cc-45df-851a-24630063443c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:04.977655 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-34f58071-db93-4d38-9d93-579060b9c494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:04.979219 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-34f58071-db93-4d38-9d93-579060b9c494 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/202faffa-79cc-45df-851a-24630063443c HTTP/1.1" status: 204 len: 168 time: 0.1672623 Mar 07 11:09:04.988906 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f58071-db93-4d38-9d93-579060b9c494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202faffa-79cc-45df-851a-24630063443c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:05.804996 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36600) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:05.915957 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-750c43e4-9494-4999-9470-7eb1d05d9a4b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1627060948-network', 'tenant_id': 'cef4281d08794239a19d711f703f4156'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:05.966261 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750c43e4-9494-4999-9470-7eb1d05d9a4b admin admin] Made reservation on behalf of cef4281d08794239a19d711f703f4156 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:09:05.970840 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-750c43e4-9494-4999-9470-7eb1d05d9a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:05.982333 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2394b3-1df6-44b5-a8c8-699d9b7ce3ce req-09a4fe22-5d7e-4c6f-9ba0-05a252c2ca8a tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:05.984068 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2f2394b3-1df6-44b5-a8c8-699d9b7ce3ce req-09a4fe22-5d7e-4c6f-9ba0-05a252c2ca8a tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.0988004 Mar 07 11:09:05.993213 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-750c43e4-9494-4999-9470-7eb1d05d9a4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:06.074534 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2f2394b3-1df6-44b5-a8c8-699d9b7ce3ce req-a1001470-bca8-4231-bd24-eb3eda41f8cf tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690284 Mar 07 11:09:06.133294 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-750c43e4-9494-4999-9470-7eb1d05d9a4b admin admin] Publish callbacks [] for security_group (bda7245f-7621-4923-afcb-35575abd0a72), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:06.137392 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-750c43e4-9494-4999-9470-7eb1d05d9a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (bda7245f-7621-4923-afcb-35575abd0a72), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:06.161323 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-750c43e4-9494-4999-9470-7eb1d05d9a4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 228} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:09:06.178331 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c43e4-9494-4999-9470-7eb1d05d9a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda7245f-7621-4923-afcb-35575abd0a72,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:06.191462 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-750c43e4-9494-4999-9470-7eb1d05d9a4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (895f15d0-6cfe-4fb2-a782-bf17ead07105), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:06.192500 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-750c43e4-9494-4999-9470-7eb1d05d9a4b admin admin] Added segment 895f15d0-6cfe-4fb2-a782-bf17ead07105 of type vlan for network 885c68c2-dc5e-4986-b4ed-091ea250c1cc Mar 07 11:09:06.238459 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-750c43e4-9494-4999-9470-7eb1d05d9a4b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (885c68c2-dc5e-4986-b4ed-091ea250c1cc), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:06.276596 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-750c43e4-9494-4999-9470-7eb1d05d9a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (885c68c2-dc5e-4986-b4ed-091ea250c1cc), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:06.278015 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750c43e4-9494-4999-9470-7eb1d05d9a4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:06.278957 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-750c43e4-9494-4999-9470-7eb1d05d9a4b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:06.341821 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-750c43e4-9494-4999-9470-7eb1d05d9a4b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5351832 Mar 07 11:09:06.344825 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36608) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:06.349458 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-dcb90662-019c-41ca-a17b-a05c13b11c89 admin admin] Request body: {'subnet': {'network_id': '885c68c2-dc5e-4986-b4ed-091ea250c1cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1627060948-subnet', 'tenant_id': 'cef4281d08794239a19d711f703f4156', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:06.357541 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c43e4-9494-4999-9470-7eb1d05d9a4b admin admin] Pushing event updated for resources: {'Network': ['ID=885c68c2-dc5e-4986-b4ed-091ea250c1cc,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:06.370174 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 885c68c2-dc5e-4986-b4ed-091ea250c1cc details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:09:06.376356 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb90662-019c-41ca-a17b-a05c13b11c89 admin admin] Made reservation on behalf of cef4281d08794239a19d711f703f4156 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:09:06.379354 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dcb90662-019c-41ca-a17b-a05c13b11c89 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:06.497982 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-81979d77-2a71-40ae-8dc7-3fb4506c07ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:06.606573 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dcb90662-019c-41ca-a17b-a05c13b11c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (362dae98-0aa8-4b4f-9cef-0332227191b3), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:06.689234 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb90662-019c-41ca-a17b-a05c13b11c89 admin admin] Checking segment: {'id': '895f15d0-6cfe-4fb2-a782-bf17ead07105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '885c68c2-dc5e-4986-b4ed-091ea250c1cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:09:06.689965 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb90662-019c-41ca-a17b-a05c13b11c89 admin admin] Network hostable DHCP agents. Network: 885c68c2-dc5e-4986-b4ed-091ea250c1cc, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:09:06.697424 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb90662-019c-41ca-a17b-a05c13b11c89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=362dae98-0aa8-4b4f-9cef-0332227191b3,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:06.715513 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb90662-019c-41ca-a17b-a05c13b11c89 admin admin] Network 885c68c2-dc5e-4986-b4ed-091ea250c1cc is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:09:06.729716 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-dcb90662-019c-41ca-a17b-a05c13b11c89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 885c68c2-dc5e-4986-b4ed-091ea250c1cc) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:06.742114 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f77d67-7d7b-44a0-b230-171c2ac09afb None None] Network 885c68c2-dc5e-4986-b4ed-091ea250c1cc requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:09:06.746804 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb90662-019c-41ca-a17b-a05c13b11c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:06.748314 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dcb90662-019c-41ca-a17b-a05c13b11c89 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:06.786773 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-dcb90662-019c-41ca-a17b-a05c13b11c89 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4408305 Mar 07 11:09:06.897486 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36618) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:06.936618 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dda0e5-0597-4d12-bb20-fe6b86888d0d None None] Network 885c68c2-dc5e-4986-b4ed-091ea250c1cc requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:09:07.175321 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48dbea90-7cc5-43c8-bcff-6735f74b57ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:07.285545 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48dbea90-7cc5-43c8-bcff-6735f74b57ce admin admin] Publish callbacks [] for security_group (c39d9ef6-27ce-46d9-bebd-1008aeb3004c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:07.294943 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e8b01-e7ff-4b6b-b832-664cbe7db3ac req-9cd21600-599a-44cd-8405-9d9e1c0aa067 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:07.298283 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3e8e8b01-e7ff-4b6b-b832-664cbe7db3ac req-9cd21600-599a-44cd-8405-9d9e1c0aa067 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.1067963 Mar 07 11:09:07.301326 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48dbea90-7cc5-43c8-bcff-6735f74b57ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (c39d9ef6-27ce-46d9-bebd-1008aeb3004c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:07.375245 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-48dbea90-7cc5-43c8-bcff-6735f74b57ce admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1337c1a1641d43e5afab8eeca936bda7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4765575 Mar 07 11:09:07.378825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36636) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:07.388085 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dbea90-7cc5-43c8-bcff-6735f74b57ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39d9ef6-27ce-46d9-bebd-1008aeb3004c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:07.441351 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3e8e8b01-e7ff-4b6b-b832-664cbe7db3ac req-e4f26303-aab3-4444-ab00-d2a867bdc2e2 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287982 Mar 07 11:09:07.463263 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e0aa0131-aacd-4c30-b345-0a0773118fe3 admin admin] Publish callbacks [] for security_group (c39d9ef6-27ce-46d9-bebd-1008aeb3004c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:07.485717 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36640) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:07.490779 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-6d8ebd4b-8ce6-446b-b18a-1b6a5fc19d5b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1240771405-network', 'tenant_id': '89feab46ea27449cacf4a3e03aa088ba'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:07.493807 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e0aa0131-aacd-4c30-b345-0a0773118fe3 admin admin] Publish callbacks [] for security_group (c39d9ef6-27ce-46d9-bebd-1008aeb3004c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:07.522561 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8ebd4b-8ce6-446b-b18a-1b6a5fc19d5b admin admin] Made reservation on behalf of 89feab46ea27449cacf4a3e03aa088ba for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:09:07.529580 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6d8ebd4b-8ce6-446b-b18a-1b6a5fc19d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:07.544502 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6d8ebd4b-8ce6-446b-b18a-1b6a5fc19d5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:07.559667 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e0aa0131-aacd-4c30-b345-0a0773118fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (c39d9ef6-27ce-46d9-bebd-1008aeb3004c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:07.564443 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e0aa0131-aacd-4c30-b345-0a0773118fe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:07.566058 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e0aa0131-aacd-4c30-b345-0a0773118fe3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c39d9ef6-27ce-46d9-bebd-1008aeb3004c HTTP/1.1" status: 204 len: 168 time: 0.1859047 Mar 07 11:09:07.576560 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa0131-aacd-4c30-b345-0a0773118fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39d9ef6-27ce-46d9-bebd-1008aeb3004c,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:07.693917 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6d8ebd4b-8ce6-446b-b18a-1b6a5fc19d5b admin admin] Publish callbacks [] for security_group (3ca9f84c-ce2a-4afe-b72f-3dd033220da5), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:07.699998 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6d8ebd4b-8ce6-446b-b18a-1b6a5fc19d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (3ca9f84c-ce2a-4afe-b72f-3dd033220da5), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:07.713631 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d8ebd4b-8ce6-446b-b18a-1b6a5fc19d5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:09:07.738518 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6d8ebd4b-8ce6-446b-b18a-1b6a5fc19d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (d89a265e-89ad-4182-af92-432f86f461ff), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:07.738865 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-6d8ebd4b-8ce6-446b-b18a-1b6a5fc19d5b admin admin] Added segment d89a265e-89ad-4182-af92-432f86f461ff of type vlan for network 9f46bfb1-de2e-4541-aa45-f5592426b121 Mar 07 11:09:07.747287 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ebd4b-8ce6-446b-b18a-1b6a5fc19d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca9f84c-ce2a-4afe-b72f-3dd033220da5,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:07.787321 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6d8ebd4b-8ce6-446b-b18a-1b6a5fc19d5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (9f46bfb1-de2e-4541-aa45-f5592426b121), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:07.820704 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6d8ebd4b-8ce6-446b-b18a-1b6a5fc19d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (9f46bfb1-de2e-4541-aa45-f5592426b121), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:07.822098 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8ebd4b-8ce6-446b-b18a-1b6a5fc19d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:07.822820 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6d8ebd4b-8ce6-446b-b18a-1b6a5fc19d5b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:07.893880 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ebd4b-8ce6-446b-b18a-1b6a5fc19d5b admin admin] Pushing event updated for resources: {'Network': ['ID=9f46bfb1-de2e-4541-aa45-f5592426b121,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:07.910411 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 9f46bfb1-de2e-4541-aa45-f5592426b121 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:09:07.917150 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36648) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:07.920223 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6d8ebd4b-8ce6-446b-b18a-1b6a5fc19d5b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4333122 Mar 07 11:09:07.926817 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-b00c9b58-df9f-4126-9259-1c61380a34ae admin admin] Request body: {'subnet': {'network_id': '9f46bfb1-de2e-4541-aa45-f5592426b121', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1240771405-subnet', 'tenant_id': '89feab46ea27449cacf4a3e03aa088ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:07.968901 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b00c9b58-df9f-4126-9259-1c61380a34ae admin admin] Made reservation on behalf of 89feab46ea27449cacf4a3e03aa088ba for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:09:07.973961 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b00c9b58-df9f-4126-9259-1c61380a34ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:08.286074 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b00c9b58-df9f-4126-9259-1c61380a34ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (1c127ea3-976f-4c96-abce-28ead2abed25), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:08.356529 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c9b58-df9f-4126-9259-1c61380a34ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c127ea3-976f-4c96-abce-28ead2abed25,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:08.368069 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b00c9b58-df9f-4126-9259-1c61380a34ae admin admin] Checking segment: {'id': 'd89a265e-89ad-4182-af92-432f86f461ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '9f46bfb1-de2e-4541-aa45-f5592426b121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:09:08.368437 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00c9b58-df9f-4126-9259-1c61380a34ae admin admin] Network hostable DHCP agents. Network: 9f46bfb1-de2e-4541-aa45-f5592426b121, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:09:08.389176 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00c9b58-df9f-4126-9259-1c61380a34ae admin admin] Network 9f46bfb1-de2e-4541-aa45-f5592426b121 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:09:08.408593 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-b00c9b58-df9f-4126-9259-1c61380a34ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 9f46bfb1-de2e-4541-aa45-f5592426b121) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:08.418263 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75648db0-38cb-404f-bf2f-eb9315e452b2 None None] Network 9f46bfb1-de2e-4541-aa45-f5592426b121 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:09:08.419609 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b00c9b58-df9f-4126-9259-1c61380a34ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:08.423321 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b00c9b58-df9f-4126-9259-1c61380a34ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:08.483986 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b00c9b58-df9f-4126-9259-1c61380a34ae admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5651212 Mar 07 11:09:08.689957 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b3f8e-cca0-4d94-af87-b1ebc2bd41af req-d5f7bf35-3761-4b14-840b-3202e348dc38 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:08.698262 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ad6b3f8e-cca0-4d94-af87-b1ebc2bd41af req-d5f7bf35-3761-4b14-840b-3202e348dc38 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.1509943 Mar 07 11:09:08.715844 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-66cc4741-b160-4291-862d-55e2a45114e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:08.728214 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456eb6dc-3a79-4a70-b291-a83ddb5daa11 None None] Network 9f46bfb1-de2e-4541-aa45-f5592426b121 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:09:08.737146 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36674) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:08.821699 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ad6b3f8e-cca0-4d94-af87-b1ebc2bd41af req-d89dc4ea-8144-4d95-ad00-122ef8267d3d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221163 Mar 07 11:09:08.926194 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-23950d6c-47d3-4f29-a5a0-5dffafb66e47 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2142136075-network', 'tenant_id': '0b243c13baef4810b22de094eb8aedf0'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:08.949702 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23950d6c-47d3-4f29-a5a0-5dffafb66e47 admin admin] Made reservation on behalf of 0b243c13baef4810b22de094eb8aedf0 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:09:08.952902 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-23950d6c-47d3-4f29-a5a0-5dffafb66e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:08.963886 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-23950d6c-47d3-4f29-a5a0-5dffafb66e47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:09.074747 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-23950d6c-47d3-4f29-a5a0-5dffafb66e47 admin admin] Publish callbacks [] for security_group (32b99671-7f56-4f11-a1d4-cef45cefd293), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:09.082670 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-23950d6c-47d3-4f29-a5a0-5dffafb66e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (32b99671-7f56-4f11-a1d4-cef45cefd293), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:09.121213 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23950d6c-47d3-4f29-a5a0-5dffafb66e47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 238} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:09:09.135447 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23950d6c-47d3-4f29-a5a0-5dffafb66e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b99671-7f56-4f11-a1d4-cef45cefd293,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:09.139805 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-23950d6c-47d3-4f29-a5a0-5dffafb66e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (bb07793f-6c26-4253-87b0-a2dae20f2fca), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:09.140300 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-23950d6c-47d3-4f29-a5a0-5dffafb66e47 admin admin] Added segment bb07793f-6c26-4253-87b0-a2dae20f2fca of type vlan for network 45dc6b23-4f2c-42c4-9de9-f8afe4076e09 Mar 07 11:09:09.217929 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:09:09.256697 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-23950d6c-47d3-4f29-a5a0-5dffafb66e47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (45dc6b23-4f2c-42c4-9de9-f8afe4076e09), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:09.305700 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16e341-86be-47bc-a83b-22005de4c818 req-16cf3997-656e-4ca1-b12e-ea4b96a9028e tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:09.307297 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a16e341-86be-47bc-a83b-22005de4c818 req-16cf3997-656e-4ca1-b12e-ea4b96a9028e tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] 10.222.0.11 "GET /v2.0/networks?id=885c68c2-dc5e-4986-b4ed-091ea250c1cc HTTP/1.1" status: 200 len: 809 time: 0.1651919 Mar 07 11:09:09.308628 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-23950d6c-47d3-4f29-a5a0-5dffafb66e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (45dc6b23-4f2c-42c4-9de9-f8afe4076e09), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:09.309612 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23950d6c-47d3-4f29-a5a0-5dffafb66e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:09.310187 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-23950d6c-47d3-4f29-a5a0-5dffafb66e47 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:09.351619 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a16e341-86be-47bc-a83b-22005de4c818 req-2f60fb81-34b9-4215-8a4a-ce30e2be4eb5 tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] 10.222.0.11 "GET /v2.0/quotas/cef4281d08794239a19d711f703f4156 HTTP/1.1" status: 200 len: 375 time: 0.0386140 Mar 07 11:09:09.383668 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-23950d6c-47d3-4f29-a5a0-5dffafb66e47 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6451719 Mar 07 11:09:09.386731 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36692) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:09.392528 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-79a40179-011c-417c-8fff-534a288c6a74 admin admin] Request body: {'subnet': {'network_id': '45dc6b23-4f2c-42c4-9de9-f8afe4076e09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2142136075-subnet', 'tenant_id': '0b243c13baef4810b22de094eb8aedf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:09.413529 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a40179-011c-417c-8fff-534a288c6a74 admin admin] Made reservation on behalf of 0b243c13baef4810b22de094eb8aedf0 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:09:09.415846 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-79a40179-011c-417c-8fff-534a288c6a74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:09.418629 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23950d6c-47d3-4f29-a5a0-5dffafb66e47 admin admin] Pushing event updated for resources: {'Network': ['ID=45dc6b23-4f2c-42c4-9de9-f8afe4076e09,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:09.431882 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 45dc6b23-4f2c-42c4-9de9-f8afe4076e09 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:09:09.438452 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a16e341-86be-47bc-a83b-22005de4c818 req-6ef2b438-5fd5-45ee-87b5-560b70ab9af3 tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=cef4281d08794239a19d711f703f4156&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520439 Mar 07 11:09:09.563544 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a16e341-86be-47bc-a83b-22005de4c818 req-ff5100d3-7c79-4355-a129-58ae3fd83b49 service neutron] 10.222.0.11 "GET /v2.0/networks/885c68c2-dc5e-4986-b4ed-091ea250c1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169550 Mar 07 11:09:09.624428 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-79a40179-011c-417c-8fff-534a288c6a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (1d5c20d0-d7a9-4286-a76d-76489e4907e2), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:09.669469 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a16e341-86be-47bc-a83b-22005de4c818 req-d4981845-300d-4c4f-a508-16bf2c85b43e service neutron] 10.222.0.11 "GET /v2.0/networks/885c68c2-dc5e-4986-b4ed-091ea250c1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976188 Mar 07 11:09:09.680631 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a40179-011c-417c-8fff-534a288c6a74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d5c20d0-d7a9-4286-a76d-76489e4907e2,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:09.698655 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a40179-011c-417c-8fff-534a288c6a74 admin admin] Checking segment: {'id': 'bb07793f-6c26-4253-87b0-a2dae20f2fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '45dc6b23-4f2c-42c4-9de9-f8afe4076e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:09:09.699323 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a40179-011c-417c-8fff-534a288c6a74 admin admin] Network hostable DHCP agents. Network: 45dc6b23-4f2c-42c4-9de9-f8afe4076e09, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:09:09.716661 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a40179-011c-417c-8fff-534a288c6a74 admin admin] Network 45dc6b23-4f2c-42c4-9de9-f8afe4076e09 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:09:09.727260 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-79a40179-011c-417c-8fff-534a288c6a74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 45dc6b23-4f2c-42c4-9de9-f8afe4076e09) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:09.731708 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a40179-011c-417c-8fff-534a288c6a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:09.732510 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-79a40179-011c-417c-8fff-534a288c6a74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:09.740036 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89ce3be-4fba-4a96-99d2-d3c6d3d613a0 None None] Network 45dc6b23-4f2c-42c4-9de9-f8afe4076e09 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:09:09.752350 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-79a40179-011c-417c-8fff-534a288c6a74 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3643420 Mar 07 11:09:09.888572 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d251250f-a14a-42d2-8c8b-2c6e7d7baeb8 None None] Network 45dc6b23-4f2c-42c4-9de9-f8afe4076e09 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:09:09.980019 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-21fa0fa9-40e8-46b6-91cd-2576f981e71f req-0da8c84b-c5bd-4b11-9c22-1dbf3b351664 tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] 10.222.0.11 "GET /v2.0/ports?device_id=09b72866-b0ba-4c6d-b6f4-c712ea5c7870 HTTP/1.1" status: 200 len: 210 time: 0.0610991 Mar 07 11:09:10.002434 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:10.038873 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773c013-3d09-4648-804c-8cb939df36c9 req-4fe8e110-8d51-4702-82be-1aba7be7c17d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:10.043897 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8773c013-3d09-4648-804c-8cb939df36c9 req-4fe8e110-8d51-4702-82be-1aba7be7c17d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.1026943 Mar 07 11:09:10.119071 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8773c013-3d09-4648-804c-8cb939df36c9 req-21eb3512-c36f-4d9e-ba01-ed8b4fc43211 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675709 Mar 07 11:09:10.427889 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36722) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:10.432775 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-121e55e8-466e-44b7-b73b-ad915c2863c6 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1919791335-network', 'tenant_id': 'b4c13cbae48143c98d804b5d486b0f68'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:10.460592 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121e55e8-466e-44b7-b73b-ad915c2863c6 admin admin] Made reservation on behalf of b4c13cbae48143c98d804b5d486b0f68 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:09:10.462939 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-121e55e8-466e-44b7-b73b-ad915c2863c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:10.473144 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-121e55e8-466e-44b7-b73b-ad915c2863c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:10.558016 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-121e55e8-466e-44b7-b73b-ad915c2863c6 admin admin] Publish callbacks [] for security_group (806c10c5-8eaf-45bc-a000-8c18ec876a40), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:10.563282 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-121e55e8-466e-44b7-b73b-ad915c2863c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (806c10c5-8eaf-45bc-a000-8c18ec876a40), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:10.588136 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-121e55e8-466e-44b7-b73b-ad915c2863c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 219} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:09:10.604424 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e55e8-466e-44b7-b73b-ad915c2863c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806c10c5-8eaf-45bc-a000-8c18ec876a40,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:10.607695 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-121e55e8-466e-44b7-b73b-ad915c2863c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (0ff30fea-b9e4-42ce-a758-e8bce3a4703b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:10.608342 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-121e55e8-466e-44b7-b73b-ad915c2863c6 admin admin] Added segment 0ff30fea-b9e4-42ce-a758-e8bce3a4703b of type vlan for network 3e526e59-dda9-48f7-8761-fb8e84dfef86 Mar 07 11:09:10.662951 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-121e55e8-466e-44b7-b73b-ad915c2863c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (3e526e59-dda9-48f7-8761-fb8e84dfef86), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:10.689199 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-121e55e8-466e-44b7-b73b-ad915c2863c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (3e526e59-dda9-48f7-8761-fb8e84dfef86), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:10.690226 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121e55e8-466e-44b7-b73b-ad915c2863c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:10.690872 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-121e55e8-466e-44b7-b73b-ad915c2863c6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:10.728068 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-121e55e8-466e-44b7-b73b-ad915c2863c6 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2988062 Mar 07 11:09:10.730746 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 36724) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:10.740060 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-5cbdb61b-2897-47cb-8fc7-7bb28ecc255e admin admin] Request body: {'subnet': {'network_id': '3e526e59-dda9-48f7-8761-fb8e84dfef86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1919791335-subnet', 'tenant_id': 'b4c13cbae48143c98d804b5d486b0f68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:10.759959 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e55e8-466e-44b7-b73b-ad915c2863c6 admin admin] Pushing event updated for resources: {'Network': ['ID=3e526e59-dda9-48f7-8761-fb8e84dfef86,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:10.762706 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbdb61b-2897-47cb-8fc7-7bb28ecc255e admin admin] Made reservation on behalf of b4c13cbae48143c98d804b5d486b0f68 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:09:10.765855 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5cbdb61b-2897-47cb-8fc7-7bb28ecc255e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:10.770944 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 3e526e59-dda9-48f7-8761-fb8e84dfef86 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:09:10.975170 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5cbdb61b-2897-47cb-8fc7-7bb28ecc255e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (96c639d3-4389-4a39-a239-7002e7e98535), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:11.103899 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a2065390-b31c-4f4b-a4a0-6ffe62ed2f69 req-ca0d3be7-8931-4009-adbd-3e5330e9c93d tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] 10.222.0.11 "GET /v2.0/ports?device_id=09b72866-b0ba-4c6d-b6f4-c712ea5c7870 HTTP/1.1" status: 200 len: 210 time: 0.0484829 Mar 07 11:09:11.113132 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbdb61b-2897-47cb-8fc7-7bb28ecc255e admin admin] Pushing event updated for resources: {'Subnet': ['ID=96c639d3-4389-4a39-a239-7002e7e98535,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:11.158197 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16e341-86be-47bc-a83b-22005de4c818 req-7c1c31f2-8389-4576-a003-93c7030f19d9 tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:11.159666 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a16e341-86be-47bc-a83b-22005de4c818 req-7c1c31f2-8389-4576-a003-93c7030f19d9 tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] 10.222.0.21 "GET /v2.0/networks?id=885c68c2-dc5e-4986-b4ed-091ea250c1cc HTTP/1.1" status: 200 len: 809 time: 0.2222757 Mar 07 11:09:11.160676 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbdb61b-2897-47cb-8fc7-7bb28ecc255e admin admin] Checking segment: {'id': '0ff30fea-b9e4-42ce-a758-e8bce3a4703b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '3e526e59-dda9-48f7-8761-fb8e84dfef86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:09:11.161041 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbdb61b-2897-47cb-8fc7-7bb28ecc255e admin admin] Network hostable DHCP agents. Network: 3e526e59-dda9-48f7-8761-fb8e84dfef86, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:09:11.176917 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-9a16e341-86be-47bc-a83b-22005de4c818 req-d4628906-08cc-4e3e-9dab-30cf264ef95d tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] Request body: {'port': {'device_id': '09b72866-b0ba-4c6d-b6f4-c712ea5c7870', 'network_id': '885c68c2-dc5e-4986-b4ed-091ea250c1cc', 'admin_state_up': True, 'tenant_id': 'cef4281d08794239a19d711f703f4156'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:11.209418 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbdb61b-2897-47cb-8fc7-7bb28ecc255e admin admin] Network 3e526e59-dda9-48f7-8761-fb8e84dfef86 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:09:11.257895 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-5cbdb61b-2897-47cb-8fc7-7bb28ecc255e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 3e526e59-dda9-48f7-8761-fb8e84dfef86) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:11.267195 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae5669c-5171-4b48-8c7a-3cc35672874f None None] Network 3e526e59-dda9-48f7-8761-fb8e84dfef86 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:09:11.267371 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbdb61b-2897-47cb-8fc7-7bb28ecc255e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:11.267801 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5cbdb61b-2897-47cb-8fc7-7bb28ecc255e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:11.304595 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5cbdb61b-2897-47cb-8fc7-7bb28ecc255e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5725646 Mar 07 11:09:11.306078 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bf8bc1-f135-40d6-a3cd-a329f9c37f74 req-d81295fa-508b-405c-b5d3-26e978b189e6 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:11.309705 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-51bf8bc1-f135-40d6-a3cd-a329f9c37f74 req-d81295fa-508b-405c-b5d3-26e978b189e6 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.1022730 Mar 07 11:09:11.362130 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a16e341-86be-47bc-a83b-22005de4c818 req-d4628906-08cc-4e3e-9dab-30cf264ef95d tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] Made reservation on behalf of cef4281d08794239a19d711f703f4156 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:09:11.366051 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9a16e341-86be-47bc-a83b-22005de4c818 req-d4628906-08cc-4e3e-9dab-30cf264ef95d tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:11.389901 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-51bf8bc1-f135-40d6-a3cd-a329f9c37f74 req-92256044-6f79-4fb5-b6af-ab3bf185c1b4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719259 Mar 07 11:09:11.429452 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef001f20-49aa-47d2-82bf-f3cd58e1838a None None] Network 3e526e59-dda9-48f7-8761-fb8e84dfef86 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:09:11.533757 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-9a16e341-86be-47bc-a83b-22005de4c818 req-d4628906-08cc-4e3e-9dab-30cf264ef95d tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] Allocated IP 172.20.0.10 (885c68c2-dc5e-4986-b4ed-091ea250c1cc/362dae98-0aa8-4b4f-9cef-0332227191b3/142db1e5-4d86-4a15-b938-bc6a5f1b5ea3) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:09:11.715400 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:11.723506 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9a16e341-86be-47bc-a83b-22005de4c818 req-d4628906-08cc-4e3e-9dab-30cf264ef95d tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] Publish callbacks [] for port (142db1e5-4d86-4a15-b938-bc6a5f1b5ea3), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:11.759407 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9a16e341-86be-47bc-a83b-22005de4c818 req-d4628906-08cc-4e3e-9dab-30cf264ef95d tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (142db1e5-4d86-4a15-b938-bc6a5f1b5ea3), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:11.839225 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a16e341-86be-47bc-a83b-22005de4c818 req-d4628906-08cc-4e3e-9dab-30cf264ef95d tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] Network 885c68c2-dc5e-4986-b4ed-091ea250c1cc is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:09:11.876861 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-9a16e341-86be-47bc-a83b-22005de4c818 req-d4628906-08cc-4e3e-9dab-30cf264ef95d tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:11.878630 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4628906-08cc-4e3e-9dab-30cf264ef95d tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] Pushing event updated for resources: {'Port': ['ID=142db1e5-4d86-4a15-b938-bc6a5f1b5ea3,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:11.882495 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a16e341-86be-47bc-a83b-22005de4c818 req-d4628906-08cc-4e3e-9dab-30cf264ef95d tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:09:11.948355 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16e341-86be-47bc-a83b-22005de4c818 req-d4628906-08cc-4e3e-9dab-30cf264ef95d tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:11.948952 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9a16e341-86be-47bc-a83b-22005de4c818 req-d4628906-08cc-4e3e-9dab-30cf264ef95d tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:11.956445 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-674f466b-3fa9-4374-8e87-f03d68c7b015 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:11.957910 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-674f466b-3fa9-4374-8e87-f03d68c7b015 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/networks?id=45dc6b23-4f2c-42c4-9de9-f8afe4076e09 HTTP/1.1" status: 200 len: 812 time: 0.1965914 Mar 07 11:09:11.975693 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-434b6b43-1cb5-4a52-bbfd-b1d4745f6441 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/quotas/0b243c13baef4810b22de094eb8aedf0 HTTP/1.1" status: 200 len: 375 time: 0.0107312 Mar 07 11:09:11.979217 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a16e341-86be-47bc-a83b-22005de4c818 req-d4628906-08cc-4e3e-9dab-30cf264ef95d tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8092690 Mar 07 11:09:11.995745 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-9a16e341-86be-47bc-a83b-22005de4c818 req-4a9cd3fc-11dc-40a3-9f57-456f1f5cda75 service neutron] Request body: {'port': {'device_id': '09b72866-b0ba-4c6d-b6f4-c712ea5c7870', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:12.015907 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-4c4e585d-25a6-4a34-af89-6f07577acd15 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=0b243c13baef4810b22de094eb8aedf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330856 Mar 07 11:09:12.128876 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9a16e341-86be-47bc-a83b-22005de4c818 req-4a9cd3fc-11dc-40a3-9f57-456f1f5cda75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (142db1e5-4d86-4a15-b938-bc6a5f1b5ea3), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:12.181448 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-8b0c1358-dbdd-4531-b307-ba1f5b617bd0 service neutron] 10.222.0.11 "GET /v2.0/networks/45dc6b23-4f2c-42c4-9de9-f8afe4076e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500216 Mar 07 11:09:12.258292 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a7b88-e27b-4fc8-8529-3e7c2224527b req-26e72e39-c31a-4f5f-a377-f51370003947 tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:12.260021 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-193a7b88-e27b-4fc8-8529-3e7c2224527b req-26e72e39-c31a-4f5f-a377-f51370003947 tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] 10.222.0.11 "GET /v2.0/ports?device_id=09b72866-b0ba-4c6d-b6f4-c712ea5c7870 HTTP/1.1" status: 200 len: 932 time: 0.0739951 Mar 07 11:09:12.314593 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-193a7b88-e27b-4fc8-8529-3e7c2224527b req-83602c12-ec59-467c-bc89-82c2829b86df tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] 10.222.0.11 "GET /v2.0/security-groups?id=bda7245f-7621-4923-afcb-35575abd0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468769 Mar 07 11:09:12.431577 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-4bd9975d-2da2-4684-9a01-a11bc8c3051c service neutron] 10.222.0.11 "GET /v2.0/networks/45dc6b23-4f2c-42c4-9de9-f8afe4076e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297657 Mar 07 11:09:12.558068 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2413f9-1f48-4093-868d-8b4435c32e81 req-2791b05f-fa87-4101-b13e-e55022043ba6 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:12.561066 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0c2413f9-1f48-4093-868d-8b4435c32e81 req-2791b05f-fa87-4101-b13e-e55022043ba6 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.0838299 Mar 07 11:09:12.573418 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-9a16e341-86be-47bc-a83b-22005de4c818 req-4a9cd3fc-11dc-40a3-9f57-456f1f5cda75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 142db1e5-4d86-4a15-b938-bc6a5f1b5ea3 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:09:12.592099 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9a16e341-86be-47bc-a83b-22005de4c818 req-4a9cd3fc-11dc-40a3-9f57-456f1f5cda75 service neutron] Publish callbacks [] for port (142db1e5-4d86-4a15-b938-bc6a5f1b5ea3), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:12.609544 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-9a16e341-86be-47bc-a83b-22005de4c818 req-4a9cd3fc-11dc-40a3-9f57-456f1f5cda75 service neutron] Transition to ACTIVE for port object 142db1e5-4d86-4a15-b938-bc6a5f1b5ea3 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:09:12.626865 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9a16e341-86be-47bc-a83b-22005de4c818 req-4a9cd3fc-11dc-40a3-9f57-456f1f5cda75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (142db1e5-4d86-4a15-b938-bc6a5f1b5ea3), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:12.636831 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0c2413f9-1f48-4093-868d-8b4435c32e81 req-6ae0de24-4246-40af-a508-ed5a54a1472a tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696049 Mar 07 11:09:12.739512 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-53293230-eafe-413f-a88b-7b655defc6c6 req-6cb7b0a7-bdd8-4078-8bb9-f2ed81c95fcc tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc94c62-423d-4485-b704-e0522fd39b13 HTTP/1.1" status: 200 len: 210 time: 0.0936081 Mar 07 11:09:12.780753 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9cd3fc-11dc-40a3-9f57-456f1f5cda75 service neutron] Pushing event updated for resources: {'Port': ['ID=142db1e5-4d86-4a15-b938-bc6a5f1b5ea3,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:12.820394 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-9a16e341-86be-47bc-a83b-22005de4c818 req-4a9cd3fc-11dc-40a3-9f57-456f1f5cda75 service neutron] Attempting to bind port 142db1e5-4d86-4a15-b938-bc6a5f1b5ea3 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:09:12.820831 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-9a16e341-86be-47bc-a83b-22005de4c818 req-4a9cd3fc-11dc-40a3-9f57-456f1f5cda75 service neutron] Attempting to bind port 142db1e5-4d86-4a15-b938-bc6a5f1b5ea3 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '895f15d0-6cfe-4fb2-a782-bf17ead07105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '885c68c2-dc5e-4986-b4ed-091ea250c1cc'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:09:12.821260 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a16e341-86be-47bc-a83b-22005de4c818 req-4a9cd3fc-11dc-40a3-9f57-456f1f5cda75 service neutron] Attempting to bind port 142db1e5-4d86-4a15-b938-bc6a5f1b5ea3 on network 885c68c2-dc5e-4986-b4ed-091ea250c1cc {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:09:12.826060 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a16e341-86be-47bc-a83b-22005de4c818 req-4a9cd3fc-11dc-40a3-9f57-456f1f5cda75 service neutron] Port 142db1e5-4d86-4a15-b938-bc6a5f1b5ea3 on network 885c68c2-dc5e-4986-b4ed-091ea250c1cc not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:09:12.826581 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a16e341-86be-47bc-a83b-22005de4c818 req-4a9cd3fc-11dc-40a3-9f57-456f1f5cda75 service neutron] Attempting to bind port 142db1e5-4d86-4a15-b938-bc6a5f1b5ea3 on network 885c68c2-dc5e-4986-b4ed-091ea250c1cc {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:09:12.837990 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a16e341-86be-47bc-a83b-22005de4c818 req-4a9cd3fc-11dc-40a3-9f57-456f1f5cda75 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:09:12.837990 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a16e341-86be-47bc-a83b-22005de4c818 req-4a9cd3fc-11dc-40a3-9f57-456f1f5cda75 service neutron] Checking segment: {'id': '895f15d0-6cfe-4fb2-a782-bf17ead07105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '885c68c2-dc5e-4986-b4ed-091ea250c1cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:09:12.837990 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a16e341-86be-47bc-a83b-22005de4c818 req-4a9cd3fc-11dc-40a3-9f57-456f1f5cda75 service neutron] Bound using segment: {'id': '895f15d0-6cfe-4fb2-a782-bf17ead07105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '885c68c2-dc5e-4986-b4ed-091ea250c1cc'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:09:12.837990 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-9a16e341-86be-47bc-a83b-22005de4c818 req-4a9cd3fc-11dc-40a3-9f57-456f1f5cda75 service neutron] Bound port: 142db1e5-4d86-4a15-b938-bc6a5f1b5ea3, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '895f15d0-6cfe-4fb2-a782-bf17ead07105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '885c68c2-dc5e-4986-b4ed-091ea250c1cc'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:09:12.837990 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9a16e341-86be-47bc-a83b-22005de4c818 req-4a9cd3fc-11dc-40a3-9f57-456f1f5cda75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (142db1e5-4d86-4a15-b938-bc6a5f1b5ea3), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:12.920244 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-9a16e341-86be-47bc-a83b-22005de4c818 req-4a9cd3fc-11dc-40a3-9f57-456f1f5cda75 service neutron] For port 142db1e5-4d86-4a15-b938-bc6a5f1b5ea3, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:09:12.924090 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-9a16e341-86be-47bc-a83b-22005de4c818 req-4a9cd3fc-11dc-40a3-9f57-456f1f5cda75 service neutron] For port 142db1e5-4d86-4a15-b938-bc6a5f1b5ea3, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=142db1e5-4d86-4a15-b938-bc6a5f1b5ea3,segment=NetworkSegment(895f15d0-6cfe-4fb2-a782-bf17ead07105),segment_id=895f15d0-6cfe-4fb2-a782-bf17ead07105)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:09:12.932137 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9a16e341-86be-47bc-a83b-22005de4c818 req-4a9cd3fc-11dc-40a3-9f57-456f1f5cda75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (142db1e5-4d86-4a15-b938-bc6a5f1b5ea3), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:12.975456 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16e341-86be-47bc-a83b-22005de4c818 req-4a9cd3fc-11dc-40a3-9f57-456f1f5cda75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:12.976388 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9a16e341-86be-47bc-a83b-22005de4c818 req-4a9cd3fc-11dc-40a3-9f57-456f1f5cda75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:12.978233 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a16e341-86be-47bc-a83b-22005de4c818 req-4a9cd3fc-11dc-40a3-9f57-456f1f5cda75 service neutron] 10.222.0.21 "PUT /v2.0/ports/142db1e5-4d86-4a15-b938-bc6a5f1b5ea3 HTTP/1.1" status: 200 len: 1092 time: 0.9873428 Mar 07 11:09:12.980114 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:12.981009 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b72866-b0ba-4c6d-b6f4-c712ea5c7870', 'tag': '142db1e5-4d86-4a15-b938-bc6a5f1b5ea3'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:09:12.984718 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a70697c-fc24-4ef6-9a36-47b34f769f4b" -d '{"events": [{"name": "network-changed", "server_uuid": "09b72866-b0ba-4c6d-b6f4-c712ea5c7870", "tag": "142db1e5-4d86-4a15-b938-bc6a5f1b5ea3"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:09:13.029411 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9cd3fc-11dc-40a3-9f57-456f1f5cda75 service neutron] Pushing event updated for resources: {'Port': ['ID=142db1e5-4d86-4a15-b938-bc6a5f1b5ea3,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:13.034763 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c524358-4052-475c-9ac2-1bb8df3645fa x-openstack-request-id: req-2c524358-4052-475c-9ac2-1bb8df3645fa {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:09:13.035069 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09b72866-b0ba-4c6d-b6f4-c712ea5c7870", "tag": "142db1e5-4d86-4a15-b938-bc6a5f1b5ea3", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:09:13.035330 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2c524358-4052-475c-9ac2-1bb8df3645fa {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:09:13.035920 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09b72866-b0ba-4c6d-b6f4-c712ea5c7870', 'tag': '142db1e5-4d86-4a15-b938-bc6a5f1b5ea3', 'status': 'completed', 'code': 200} Mar 07 11:09:13.089974 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16e341-86be-47bc-a83b-22005de4c818 req-4bb36ca4-8ce5-4958-88a4-b50e9b50bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:13.092153 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a16e341-86be-47bc-a83b-22005de4c818 req-4bb36ca4-8ce5-4958-88a4-b50e9b50bcf4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cef4281d08794239a19d711f703f4156&device_id=09b72866-b0ba-4c6d-b6f4-c712ea5c7870 HTTP/1.1" status: 200 len: 1126 time: 0.0550702 Mar 07 11:09:13.138391 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a16e341-86be-47bc-a83b-22005de4c818 req-03fe2c23-6630-4586-9846-6b586dc563e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=142db1e5-4d86-4a15-b938-bc6a5f1b5ea3 HTTP/1.1" status: 200 len: 217 time: 0.0388658 Mar 07 11:09:13.200983 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a16e341-86be-47bc-a83b-22005de4c818 req-518d8137-de6d-4172-a4a0-3a37c22ab14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:13.202516 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a16e341-86be-47bc-a83b-22005de4c818 req-518d8137-de6d-4172-a4a0-3a37c22ab14d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=362dae98-0aa8-4b4f-9cef-0332227191b3 HTTP/1.1" status: 200 len: 849 time: 0.0579715 Mar 07 11:09:13.245527 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a16e341-86be-47bc-a83b-22005de4c818 req-7fc2c566-4d87-476c-a768-03ad6a3338a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=885c68c2-dc5e-4986-b4ed-091ea250c1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327351 Mar 07 11:09:13.337741 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a16e341-86be-47bc-a83b-22005de4c818 req-ca708f4d-a318-4450-be94-a6281d75681e service neutron] 10.222.0.21 "GET /v2.0/networks/885c68c2-dc5e-4986-b4ed-091ea250c1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907099 Mar 07 11:09:13.478128 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a16e341-86be-47bc-a83b-22005de4c818 req-be3e51ad-5d85-4a69-ad4e-af4931a773b0 service neutron] 10.222.0.21 "GET /v2.0/networks/885c68c2-dc5e-4986-b4ed-091ea250c1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349678 Mar 07 11:09:13.490044 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb1a25-8997-4105-8994-ca2cfd9e3428 req-29ba38ef-f6a2-4f3c-9f51-9b03ad24cc8c tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:13.491486 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d6bb1a25-8997-4105-8994-ca2cfd9e3428 req-29ba38ef-f6a2-4f3c-9f51-9b03ad24cc8c tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] 10.222.0.11 "GET /v2.0/ports?device_id=09b72866-b0ba-4c6d-b6f4-c712ea5c7870 HTTP/1.1" status: 200 len: 944 time: 0.0778232 Mar 07 11:09:13.570782 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d6bb1a25-8997-4105-8994-ca2cfd9e3428 req-7c697c21-ccb4-4b3a-a695-892bf318617e tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] 10.222.0.11 "GET /v2.0/security-groups?id=bda7245f-7621-4923-afcb-35575abd0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730834 Mar 07 11:09:13.587916 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70697c-fc24-4ef6-9a36-47b34f769f4b req-d6745350-8209-494d-88dc-1068fda7e4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:13.589449 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a70697c-fc24-4ef6-9a36-47b34f769f4b req-d6745350-8209-494d-88dc-1068fda7e4ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cef4281d08794239a19d711f703f4156&device_id=09b72866-b0ba-4c6d-b6f4-c712ea5c7870 HTTP/1.1" status: 200 len: 1126 time: 0.0643992 Mar 07 11:09:13.680892 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.21', 63387) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:13.718707 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70697c-fc24-4ef6-9a36-47b34f769f4b req-4a93a020-2059-4cf2-815e-22e8aa1f6fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:13.725907 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a70697c-fc24-4ef6-9a36-47b34f769f4b req-4a93a020-2059-4cf2-815e-22e8aa1f6fb1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=885c68c2-dc5e-4986-b4ed-091ea250c1cc HTTP/1.1" status: 200 len: 910 time: 0.1294606 Mar 07 11:09:13.784951 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a70697c-fc24-4ef6-9a36-47b34f769f4b req-82b41fea-d56c-4e4f-be93-d9a5d909f5a3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=142db1e5-4d86-4a15-b938-bc6a5f1b5ea3 HTTP/1.1" status: 200 len: 217 time: 0.0528758 Mar 07 11:09:13.836808 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-53d9953d-2345-4f80-964e-2614b0b9550d tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:13.838426 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-53d9953d-2345-4f80-964e-2614b0b9550d tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.21 "GET /v2.0/networks?id=45dc6b23-4f2c-42c4-9de9-f8afe4076e09 HTTP/1.1" status: 200 len: 812 time: 0.1557627 Mar 07 11:09:13.854174 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2dcab-7e32-47e0-b530-8ab07538bf08 req-91e0d7c3-6d8c-42b0-9cd4-47d9518ad09d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:13.858689 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70697c-fc24-4ef6-9a36-47b34f769f4b req-57a7078e-c494-4dce-ba22-dab2427567f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:13.861455 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a70697c-fc24-4ef6-9a36-47b34f769f4b req-57a7078e-c494-4dce-ba22-dab2427567f2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=362dae98-0aa8-4b4f-9cef-0332227191b3 HTTP/1.1" status: 200 len: 849 time: 0.0703449 Mar 07 11:09:13.862791 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5a2dcab-7e32-47e0-b530-8ab07538bf08 req-91e0d7c3-6d8c-42b0-9cd4-47d9518ad09d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.1369557 Mar 07 11:09:13.867545 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-bcf4eb16-3a1f-4558-9948-61df8f441226 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Request body: {'port': {'device_id': '2bc94c62-423d-4485-b704-e0522fd39b13', 'network_id': '45dc6b23-4f2c-42c4-9de9-f8afe4076e09', 'admin_state_up': True, 'tenant_id': '0b243c13baef4810b22de094eb8aedf0'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:13.900759 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b2a78b71-1820-4d13-9499-0fd5a3c8903b req-4fd813b0-9602-4025-82ec-6ce3227b7d16 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc94c62-423d-4485-b704-e0522fd39b13 HTTP/1.1" status: 200 len: 210 time: 0.0382538 Mar 07 11:09:13.918476 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a70697c-fc24-4ef6-9a36-47b34f769f4b req-7d51127d-d269-4026-b279-fcb05d7e0b10 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=885c68c2-dc5e-4986-b4ed-091ea250c1cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459025 Mar 07 11:09:13.977916 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5a2dcab-7e32-47e0-b530-8ab07538bf08 req-942f4fbb-2648-4013-9d29-72c3032615bf tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039736 Mar 07 11:09:14.023169 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a70697c-fc24-4ef6-9a36-47b34f769f4b req-ef4103b6-0b3d-48a8-be2a-4d57ea456b0a service neutron] 10.222.0.21 "GET /v2.0/networks/885c68c2-dc5e-4986-b4ed-091ea250c1cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958898 Mar 07 11:09:14.025159 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-bcf4eb16-3a1f-4558-9948-61df8f441226 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Made reservation on behalf of 0b243c13baef4810b22de094eb8aedf0 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:09:14.028842 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-bcf4eb16-3a1f-4558-9948-61df8f441226 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:14.117361 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a70697c-fc24-4ef6-9a36-47b34f769f4b req-b6f2e9af-fd7c-4e8e-808b-e65426496162 service neutron] 10.222.0.21 "GET /v2.0/networks/885c68c2-dc5e-4986-b4ed-091ea250c1cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882170 Mar 07 11:09:14.164179 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-bcf4eb16-3a1f-4558-9948-61df8f441226 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Allocated IP 172.20.0.5 (45dc6b23-4f2c-42c4-9de9-f8afe4076e09/1d5c20d0-d7a9-4286-a76d-76489e4907e2/85614ad0-fa93-483c-b064-5f27d96828ad) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:09:14.315184 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-bcf4eb16-3a1f-4558-9948-61df8f441226 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Publish callbacks [] for port (85614ad0-fa93-483c-b064-5f27d96828ad), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:14.349568 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-bcf4eb16-3a1f-4558-9948-61df8f441226 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (85614ad0-fa93-483c-b064-5f27d96828ad), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:14.399578 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-bcf4eb16-3a1f-4558-9948-61df8f441226 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Network 45dc6b23-4f2c-42c4-9de9-f8afe4076e09 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:09:14.402673 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-bcf4eb16-3a1f-4558-9948-61df8f441226 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:14.405302 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-bcf4eb16-3a1f-4558-9948-61df8f441226 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:09:14.439854 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4eb16-3a1f-4558-9948-61df8f441226 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Pushing event updated for resources: {'Port': ['ID=85614ad0-fa93-483c-b064-5f27d96828ad,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:14.462175 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-bcf4eb16-3a1f-4558-9948-61df8f441226 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:14.462839 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-bcf4eb16-3a1f-4558-9948-61df8f441226 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:14.478791 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-bcf4eb16-3a1f-4558-9948-61df8f441226 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6148937 Mar 07 11:09:14.489913 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-7d622aa5-4cf1-497e-9750-0a8346f10c41 service neutron] Request body: {'port': {'device_id': '2bc94c62-423d-4485-b704-e0522fd39b13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:14.550137 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-7d622aa5-4cf1-497e-9750-0a8346f10c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (85614ad0-fa93-483c-b064-5f27d96828ad), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:14.860211 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c886e7-188f-4ebd-8853-c366e79cfb92 req-28a5df36-46ae-43dd-a2f1-aedbe3832195 tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:14.860211 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-67c886e7-188f-4ebd-8853-c366e79cfb92 req-28a5df36-46ae-43dd-a2f1-aedbe3832195 tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] 10.222.0.11 "GET /v2.0/ports?device_id=09b72866-b0ba-4c6d-b6f4-c712ea5c7870 HTTP/1.1" status: 200 len: 944 time: 0.0896058 Mar 07 11:09:14.860211 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-67c886e7-188f-4ebd-8853-c366e79cfb92 req-9f26daa4-424c-47f4-9c97-e64b2d7a32e1 tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] 10.222.0.11 "GET /v2.0/security-groups?id=bda7245f-7621-4923-afcb-35575abd0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519516 Mar 07 11:09:14.898090 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-7d622aa5-4cf1-497e-9750-0a8346f10c41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85614ad0-fa93-483c-b064-5f27d96828ad {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:09:14.907107 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-7d622aa5-4cf1-497e-9750-0a8346f10c41 service neutron] Publish callbacks [] for port (85614ad0-fa93-483c-b064-5f27d96828ad), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:14.924595 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-7d622aa5-4cf1-497e-9750-0a8346f10c41 service neutron] Transition to ACTIVE for port object 85614ad0-fa93-483c-b064-5f27d96828ad will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:09:14.930977 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-7d622aa5-4cf1-497e-9750-0a8346f10c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (85614ad0-fa93-483c-b064-5f27d96828ad), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:15.006837 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d622aa5-4cf1-497e-9750-0a8346f10c41 service neutron] Pushing event updated for resources: {'Port': ['ID=85614ad0-fa93-483c-b064-5f27d96828ad,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:15.111270 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-7d622aa5-4cf1-497e-9750-0a8346f10c41 service neutron] Attempting to bind port 85614ad0-fa93-483c-b064-5f27d96828ad on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:09:15.111551 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-7d622aa5-4cf1-497e-9750-0a8346f10c41 service neutron] Attempting to bind port 85614ad0-fa93-483c-b064-5f27d96828ad by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'bb07793f-6c26-4253-87b0-a2dae20f2fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '45dc6b23-4f2c-42c4-9de9-f8afe4076e09'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:09:15.111841 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-7d622aa5-4cf1-497e-9750-0a8346f10c41 service neutron] Attempting to bind port 85614ad0-fa93-483c-b064-5f27d96828ad on network 45dc6b23-4f2c-42c4-9de9-f8afe4076e09 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:09:15.120050 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970eb395-726e-4770-a676-6e664aedd00b req-55e1c157-015b-4269-8579-bd58b3a320ad tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:15.121640 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-970eb395-726e-4770-a676-6e664aedd00b req-55e1c157-015b-4269-8579-bd58b3a320ad tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc94c62-423d-4485-b704-e0522fd39b13 HTTP/1.1" status: 200 len: 943 time: 0.1260722 Mar 07 11:09:15.125420 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-7d622aa5-4cf1-497e-9750-0a8346f10c41 service neutron] Port 85614ad0-fa93-483c-b064-5f27d96828ad on network 45dc6b23-4f2c-42c4-9de9-f8afe4076e09 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:09:15.125744 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-7d622aa5-4cf1-497e-9750-0a8346f10c41 service neutron] Attempting to bind port 85614ad0-fa93-483c-b064-5f27d96828ad on network 45dc6b23-4f2c-42c4-9de9-f8afe4076e09 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:09:15.133975 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fdbbdd-84b9-4d2d-9f95-53c07a7de9ad req-89dc37b4-9227-4816-8906-9bb6afd4f6f4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:15.135464 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d6fdbbdd-84b9-4d2d-9f95-53c07a7de9ad req-89dc37b4-9227-4816-8906-9bb6afd4f6f4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.0626154 Mar 07 11:09:15.136928 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-7d622aa5-4cf1-497e-9750-0a8346f10c41 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:09:15.137301 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-7d622aa5-4cf1-497e-9750-0a8346f10c41 service neutron] Checking segment: {'id': 'bb07793f-6c26-4253-87b0-a2dae20f2fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '45dc6b23-4f2c-42c4-9de9-f8afe4076e09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:09:15.137680 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-7d622aa5-4cf1-497e-9750-0a8346f10c41 service neutron] Bound using segment: {'id': 'bb07793f-6c26-4253-87b0-a2dae20f2fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '45dc6b23-4f2c-42c4-9de9-f8afe4076e09'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:09:15.138115 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-7d622aa5-4cf1-497e-9750-0a8346f10c41 service neutron] Bound port: 85614ad0-fa93-483c-b064-5f27d96828ad, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb07793f-6c26-4253-87b0-a2dae20f2fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '45dc6b23-4f2c-42c4-9de9-f8afe4076e09'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:09:15.138460 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-7d622aa5-4cf1-497e-9750-0a8346f10c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (85614ad0-fa93-483c-b064-5f27d96828ad), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:15.202822 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d6fdbbdd-84b9-4d2d-9f95-53c07a7de9ad req-658cc532-f34b-448e-8471-ef32e264251b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561409 Mar 07 11:09:15.210173 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-970eb395-726e-4770-a676-6e664aedd00b req-c46714de-104a-4a04-b721-f9f6acb11d7d tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/security-groups?id=32b99671-7f56-4f11-a1d4-cef45cefd293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821924 Mar 07 11:09:15.242725 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-7d622aa5-4cf1-497e-9750-0a8346f10c41 service neutron] For port 85614ad0-fa93-483c-b064-5f27d96828ad, host n-h1-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:09:15.246346 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-7d622aa5-4cf1-497e-9750-0a8346f10c41 service neutron] For port 85614ad0-fa93-483c-b064-5f27d96828ad, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=85614ad0-fa93-483c-b064-5f27d96828ad,segment=NetworkSegment(bb07793f-6c26-4253-87b0-a2dae20f2fca),segment_id=bb07793f-6c26-4253-87b0-a2dae20f2fca)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:09:15.253819 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-7d622aa5-4cf1-497e-9750-0a8346f10c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (85614ad0-fa93-483c-b064-5f27d96828ad), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:15.302535 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-7d622aa5-4cf1-497e-9750-0a8346f10c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:15.303200 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-7d622aa5-4cf1-497e-9750-0a8346f10c41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:15.311866 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-7d622aa5-4cf1-497e-9750-0a8346f10c41 service neutron] 10.222.0.21 "PUT /v2.0/ports/85614ad0-fa93-483c-b064-5f27d96828ad HTTP/1.1" status: 200 len: 1091 time: 0.8245547 Mar 07 11:09:15.312366 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bc94c62-423d-4485-b704-e0522fd39b13', 'tag': '85614ad0-fa93-483c-b064-5f27d96828ad'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:09:15.314805 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054d81bd-3b21-4d7a-b59b-bef66946e581" -d '{"events": [{"name": "network-changed", "server_uuid": "2bc94c62-423d-4485-b704-e0522fd39b13", "tag": "85614ad0-fa93-483c-b064-5f27d96828ad"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:09:15.344471 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d622aa5-4cf1-497e-9750-0a8346f10c41 service neutron] Pushing event updated for resources: {'Port': ['ID=85614ad0-fa93-483c-b064-5f27d96828ad,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:15.384730 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ce7660-401c-4588-8fee-db6bf49b1325 x-openstack-request-id: req-c7ce7660-401c-4588-8fee-db6bf49b1325 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:09:15.385274 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bc94c62-423d-4485-b704-e0522fd39b13", "tag": "85614ad0-fa93-483c-b064-5f27d96828ad", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:09:15.385412 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c7ce7660-401c-4588-8fee-db6bf49b1325 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:09:15.385703 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bc94c62-423d-4485-b704-e0522fd39b13', 'tag': '85614ad0-fa93-483c-b064-5f27d96828ad', 'status': 'completed', 'code': 200} Mar 07 11:09:15.409360 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-ed4a961e-3650-4760-9118-a8e88dde4792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:15.410920 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-ed4a961e-3650-4760-9118-a8e88dde4792 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b243c13baef4810b22de094eb8aedf0&device_id=2bc94c62-423d-4485-b704-e0522fd39b13 HTTP/1.1" status: 200 len: 1125 time: 0.0607505 Mar 07 11:09:15.451703 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-93d26be7-7c53-4cc3-81b7-b483888a8b52 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85614ad0-fa93-483c-b064-5f27d96828ad HTTP/1.1" status: 200 len: 217 time: 0.0342352 Mar 07 11:09:15.505868 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-f89a0d1c-1041-4872-8a2d-391f3904e4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:15.507396 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-f89a0d1c-1041-4872-8a2d-391f3904e4b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d5c20d0-d7a9-4286-a76d-76489e4907e2 HTTP/1.1" status: 200 len: 852 time: 0.0489662 Mar 07 11:09:15.542711 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-4330f2ab-2d5c-4185-bb65-6b0c2e151107 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45dc6b23-4f2c-42c4-9de9-f8afe4076e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297046 Mar 07 11:09:15.552423 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-7193e7dc-2895-40e1-8d74-d0fe9b4e0e4b service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:09:15.553507 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-7193e7dc-2895-40e1-8d74-d0fe9b4e0e4b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049078 Mar 07 11:09:15.645379 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-27ea4874-75d6-4436-bb69-87982545c4ef service neutron] 10.222.0.21 "GET /v2.0/networks/45dc6b23-4f2c-42c4-9de9-f8afe4076e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864999 Mar 07 11:09:15.744611 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0b21eb74-1ea1-4ace-bc6a-d294cf711d1b req-835ce110-73f6-47f4-97bd-f66c83248a96 service neutron] 10.222.0.21 "GET /v2.0/networks/45dc6b23-4f2c-42c4-9de9-f8afe4076e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937204 Mar 07 11:09:15.843193 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d81bd-3b21-4d7a-b59b-bef66946e581 req-b2c246b1-beb3-45e5-bf77-772f836c9ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:15.845341 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-054d81bd-3b21-4d7a-b59b-bef66946e581 req-b2c246b1-beb3-45e5-bf77-772f836c9ed4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b243c13baef4810b22de094eb8aedf0&device_id=2bc94c62-423d-4485-b704-e0522fd39b13 HTTP/1.1" status: 200 len: 1125 time: 0.0536296 Mar 07 11:09:15.984956 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e24b65-fc5c-4661-8d91-705a7d46b775 req-ae032b5b-4ccc-41eb-ac8d-ef134bd2a1ff tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:15.986479 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e1e24b65-fc5c-4661-8d91-705a7d46b775 req-ae032b5b-4ccc-41eb-ac8d-ef134bd2a1ff tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] 10.222.0.11 "GET /v2.0/ports?device_id=09b72866-b0ba-4c6d-b6f4-c712ea5c7870 HTTP/1.1" status: 200 len: 944 time: 0.1206613 Mar 07 11:09:15.987851 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d81bd-3b21-4d7a-b59b-bef66946e581 req-25b0ab43-3e0c-446c-9abc-3b2529afb860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:15.989193 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-054d81bd-3b21-4d7a-b59b-bef66946e581 req-25b0ab43-3e0c-446c-9abc-3b2529afb860 service neutron] 10.222.0.21 "GET /v2.0/networks?id=45dc6b23-4f2c-42c4-9de9-f8afe4076e09 HTTP/1.1" status: 200 len: 913 time: 0.1377952 Mar 07 11:09:16.059463 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-054d81bd-3b21-4d7a-b59b-bef66946e581 req-a34e8de8-b3fb-4d47-a67e-6a8960be3c26 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85614ad0-fa93-483c-b064-5f27d96828ad HTTP/1.1" status: 200 len: 217 time: 0.0606208 Mar 07 11:09:16.350167 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410ce58-8984-4c05-9d1d-19c175c66883 req-83dc165d-5506-4964-b358-f56bbdb1ffe0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:16.352799 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a410ce58-8984-4c05-9d1d-19c175c66883 req-83dc165d-5506-4964-b358-f56bbdb1ffe0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.0728626 Mar 07 11:09:16.423660 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e1e24b65-fc5c-4661-8d91-705a7d46b775 req-2a4255a5-01a7-4562-8fd9-5e79aa7088eb tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] 10.222.0.11 "GET /v2.0/security-groups?id=bda7245f-7621-4923-afcb-35575abd0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4303718 Mar 07 11:09:16.423869 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a410ce58-8984-4c05-9d1d-19c175c66883 req-afeb7059-3696-47a2-8a78-70321a448d6a tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633378 Mar 07 11:09:16.434202 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d81bd-3b21-4d7a-b59b-bef66946e581 req-190c8cc9-5b29-412c-af63-c973190b4f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:16.435741 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-054d81bd-3b21-4d7a-b59b-bef66946e581 req-190c8cc9-5b29-412c-af63-c973190b4f87 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d5c20d0-d7a9-4286-a76d-76489e4907e2 HTTP/1.1" status: 200 len: 852 time: 0.3661592 Mar 07 11:09:16.475027 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-054d81bd-3b21-4d7a-b59b-bef66946e581 req-51ef0ae6-dc92-44d0-814c-749585a51f90 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45dc6b23-4f2c-42c4-9de9-f8afe4076e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315709 Mar 07 11:09:16.534304 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d21dd-c9e2-4314-9788-5a3219364606 req-0490a29f-ea2f-4523-a695-377fea70846e tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:16.535847 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-139d21dd-c9e2-4314-9788-5a3219364606 req-0490a29f-ea2f-4523-a695-377fea70846e tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc94c62-423d-4485-b704-e0522fd39b13 HTTP/1.1" status: 200 len: 943 time: 0.0545821 Mar 07 11:09:16.575807 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-054d81bd-3b21-4d7a-b59b-bef66946e581 req-f7694a4a-0283-4ca9-9666-a16a8d44cc81 service neutron] 10.222.0.21 "GET /v2.0/networks/45dc6b23-4f2c-42c4-9de9-f8afe4076e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938632 Mar 07 11:09:16.587696 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-139d21dd-c9e2-4314-9788-5a3219364606 req-bb91d4a1-79cd-4297-a8e3-80f4ebc46e26 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/security-groups?id=32b99671-7f56-4f11-a1d4-cef45cefd293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449247 Mar 07 11:09:16.669907 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-054d81bd-3b21-4d7a-b59b-bef66946e581 req-b7e49933-a157-4fa5-aabb-cd3dc594e6ee service neutron] 10.222.0.21 "GET /v2.0/networks/45dc6b23-4f2c-42c4-9de9-f8afe4076e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869782 Mar 07 11:09:17.562554 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8315197-4e08-4c29-9617-12b6437e7ab9 req-860d874c-f7d6-45f0-9317-025150f16d56 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:17.563585 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8495a85-1c84-4370-8eea-1ac6379c9767 req-ff5bd1ef-dc94-4393-9472-12f6cb6587e2 tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:17.564244 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c8315197-4e08-4c29-9617-12b6437e7ab9 req-860d874c-f7d6-45f0-9317-025150f16d56 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.0718691 Mar 07 11:09:17.565064 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b8495a85-1c84-4370-8eea-1ac6379c9767 req-ff5bd1ef-dc94-4393-9472-12f6cb6587e2 tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] 10.222.0.11 "GET /v2.0/ports?device_id=09b72866-b0ba-4c6d-b6f4-c712ea5c7870 HTTP/1.1" status: 200 len: 944 time: 0.0600593 Mar 07 11:09:17.614781 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c8315197-4e08-4c29-9617-12b6437e7ab9 req-41f39aaf-b28b-4012-8de4-7ff699d0b1ba tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449357 Mar 07 11:09:17.623576 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b8495a85-1c84-4370-8eea-1ac6379c9767 req-53a5f424-54be-4465-bd04-a8e98a0137af tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] 10.222.0.11 "GET /v2.0/security-groups?id=bda7245f-7621-4923-afcb-35575abd0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487263 Mar 07 11:09:17.714357 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 142db1e5-4d86-4a15-b938-bc6a5f1b5ea3 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:09:17.735193 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb691510-156d-40fc-bb7f-f74995f64fb6 req-e9cd1d90-8321-4c54-9761-6e32cf7b7a51 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:17.737139 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fb691510-156d-40fc-bb7f-f74995f64fb6 req-e9cd1d90-8321-4c54-9761-6e32cf7b7a51 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc94c62-423d-4485-b704-e0522fd39b13 HTTP/1.1" status: 200 len: 943 time: 0.0618534 Mar 07 11:09:17.789944 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fb691510-156d-40fc-bb7f-f74995f64fb6 req-430b24cb-c344-4cbf-95b1-fddff2a96e9c tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/security-groups?id=32b99671-7f56-4f11-a1d4-cef45cefd293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468683 Mar 07 11:09:18.001024 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 142db1e5-4d86-4a15-b938-bc6a5f1b5ea3, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=142db1e5-4d86-4a15-b938-bc6a5f1b5ea3,segment=NetworkSegment(895f15d0-6cfe-4fb2-a782-bf17ead07105),segment_id=895f15d0-6cfe-4fb2-a782-bf17ead07105)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:18.013836 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '142db1e5-4d86-4a15-b938-bc6a5f1b5ea3', 'network_id': '885c68c2-dc5e-4986-b4ed-091ea250c1cc', 'port_id': '142db1e5-4d86-4a15-b938-bc6a5f1b5ea3', 'mac_address': 'fa:16:3e:9c:86:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '362dae98-0aa8-4b4f-9cef-0332227191b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:09:18.058470 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 142db1e5-4d86-4a15-b938-bc6a5f1b5ea3 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:18.059040 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (142db1e5-4d86-4a15-b938-bc6a5f1b5ea3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:18.072857 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 142db1e5-4d86-4a15-b938-bc6a5f1b5ea3 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:09:18.093032 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 142db1e5-4d86-4a15-b938-bc6a5f1b5ea3, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=142db1e5-4d86-4a15-b938-bc6a5f1b5ea3,segment=NetworkSegment(895f15d0-6cfe-4fb2-a782-bf17ead07105),segment_id=895f15d0-6cfe-4fb2-a782-bf17ead07105)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:18.096588 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (142db1e5-4d86-4a15-b938-bc6a5f1b5ea3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:18.150891 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=142db1e5-4d86-4a15-b938-bc6a5f1b5ea3,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:18.302249 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['142db1e5-4d86-4a15-b938-bc6a5f1b5ea3'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:09:18.454927 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:18.754782 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device db8a0404-bf92-4852-90d2-5938d37c6821 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:09:18.762520 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2e0717-b7a6-4424-8ea9-3d1e94a9fc93 req-f52ce6fb-1d1a-4c5c-acc4-f2f88cc7a1e5 tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:18.770496 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cd2e0717-b7a6-4424-8ea9-3d1e94a9fc93 req-f52ce6fb-1d1a-4c5c-acc4-f2f88cc7a1e5 tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] 10.222.0.11 "GET /v2.0/ports?device_id=09b72866-b0ba-4c6d-b6f4-c712ea5c7870 HTTP/1.1" status: 200 len: 945 time: 0.0762815 Mar 07 11:09:18.789458 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b641fa2-aa57-4613-94a4-f0840866e321 req-2b0899e3-a79e-4609-b740-f9f145b32a20 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:18.791023 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b641fa2-aa57-4613-94a4-f0840866e321 req-2b0899e3-a79e-4609-b740-f9f145b32a20 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 943 time: 0.0916862 Mar 07 11:09:18.828292 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cd2e0717-b7a6-4424-8ea9-3d1e94a9fc93 req-dee0c698-15ab-4ff9-af88-e9ad372c2ed8 tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] 10.222.0.11 "GET /v2.0/security-groups?id=bda7245f-7621-4923-afcb-35575abd0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564454 Mar 07 11:09:18.865455 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b641fa2-aa57-4613-94a4-f0840866e321 req-9af95da6-5733-4ee4-9dd6-0fdc96edac47 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584397 Mar 07 11:09:18.907523 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port db8a0404-bf92-4852-90d2-5938d37c6821, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=db8a0404-bf92-4852-90d2-5938d37c6821,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:18.920469 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'db8a0404-bf92-4852-90d2-5938d37c6821', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'port_id': 'db8a0404-bf92-4852-90d2-5938d37c6821', 'mac_address': 'fa:16:3e:e8:79:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:09:18.970930 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75052613-7e62-4c18-84f8-bae8b9f95df8 req-39945313-5a4a-4f5c-9c21-f07b1cd586f8 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:18.972020 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port db8a0404-bf92-4852-90d2-5938d37c6821 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:18.972416 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (db8a0404-bf92-4852-90d2-5938d37c6821), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:18.972552 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-75052613-7e62-4c18-84f8-bae8b9f95df8 req-39945313-5a4a-4f5c-9c21-f07b1cd586f8 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc94c62-423d-4485-b704-e0522fd39b13 HTTP/1.1" status: 200 len: 943 time: 0.0595422 Mar 07 11:09:18.986065 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db8a0404-bf92-4852-90d2-5938d37c6821 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:09:19.006654 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port db8a0404-bf92-4852-90d2-5938d37c6821, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=db8a0404-bf92-4852-90d2-5938d37c6821,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:19.012818 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (db8a0404-bf92-4852-90d2-5938d37c6821), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:19.038953 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-75052613-7e62-4c18-84f8-bae8b9f95df8 req-a0e19895-62ff-46e8-94bf-ac52a110fec1 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/security-groups?id=32b99671-7f56-4f11-a1d4-cef45cefd293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472410 Mar 07 11:09:19.071935 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=db8a0404-bf92-4852-90d2-5938d37c6821,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:19.337526 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['db8a0404-bf92-4852-90d2-5938d37c6821'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:09:19.709463 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 85614ad0-fa93-483c-b064-5f27d96828ad details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:09:19.711596 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 142db1e5-4d86-4a15-b938-bc6a5f1b5ea3 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:09:19.839355 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 142db1e5-4d86-4a15-b938-bc6a5f1b5ea3 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:09:19.847355 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 142db1e5-4d86-4a15-b938-bc6a5f1b5ea3 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:19.847734 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (142db1e5-4d86-4a15-b938-bc6a5f1b5ea3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:19.903086 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 85614ad0-fa93-483c-b064-5f27d96828ad, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=85614ad0-fa93-483c-b064-5f27d96828ad,segment=NetworkSegment(bb07793f-6c26-4253-87b0-a2dae20f2fca),segment_id=bb07793f-6c26-4253-87b0-a2dae20f2fca)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:19.924978 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '85614ad0-fa93-483c-b064-5f27d96828ad', 'network_id': '45dc6b23-4f2c-42c4-9de9-f8afe4076e09', 'port_id': '85614ad0-fa93-483c-b064-5f27d96828ad', 'mac_address': 'fa:16:3e:c5:82:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d5c20d0-d7a9-4286-a76d-76489e4907e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:09:19.994553 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb61b4e-e576-490b-818f-ea2c849aa4fb req-558e8620-3ef7-4c63-9c21-6427b77c7485 tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:20.001765 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6fb61b4e-e576-490b-818f-ea2c849aa4fb req-558e8620-3ef7-4c63-9c21-6427b77c7485 tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] 10.222.0.11 "GET /v2.0/ports?device_id=09b72866-b0ba-4c6d-b6f4-c712ea5c7870 HTTP/1.1" status: 200 len: 945 time: 0.0854003 Mar 07 11:09:20.018956 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b83c9c-d315-41ce-836c-5c4fa4456ab2 req-dc3f28f5-a12b-4826-91d7-a427c25605ab tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:20.020937 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-31b83c9c-d315-41ce-836c-5c4fa4456ab2 req-dc3f28f5-a12b-4826-91d7-a427c25605ab tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 944 time: 0.0706365 Mar 07 11:09:20.039838 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 85614ad0-fa93-483c-b064-5f27d96828ad is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:20.040276 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (85614ad0-fa93-483c-b064-5f27d96828ad), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:20.061435 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6fb61b4e-e576-490b-818f-ea2c849aa4fb req-7cf6cf05-a71e-4035-82ac-d3c7e8fa4383 tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] 10.222.0.11 "GET /v2.0/security-groups?id=bda7245f-7621-4923-afcb-35575abd0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541852 Mar 07 11:09:20.065686 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 142db1e5-4d86-4a15-b938-bc6a5f1b5ea3 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:20.066161 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (142db1e5-4d86-4a15-b938-bc6a5f1b5ea3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:20.083619 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-31b83c9c-d315-41ce-836c-5c4fa4456ab2 req-dcb01bd0-b84f-4147-844e-bef1bffebf70 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540183 Mar 07 11:09:20.089747 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85614ad0-fa93-483c-b064-5f27d96828ad {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:09:20.099548 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b72866-b0ba-4c6d-b6f4-c712ea5c7870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142db1e5-4d86-4a15-b938-bc6a5f1b5ea3'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:09:20.101828 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9dc021-58ad-4d07-8f7a-247123672c90" -d '{"events": [{"server_uuid": "09b72866-b0ba-4c6d-b6f4-c712ea5c7870", "name": "network-vif-plugged", "status": "completed", "tag": "142db1e5-4d86-4a15-b938-bc6a5f1b5ea3"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:09:20.119699 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 142db1e5-4d86-4a15-b938-bc6a5f1b5ea3, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=142db1e5-4d86-4a15-b938-bc6a5f1b5ea3,segment=NetworkSegment(895f15d0-6cfe-4fb2-a782-bf17ead07105),segment_id=895f15d0-6cfe-4fb2-a782-bf17ead07105)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:20.130888 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 85614ad0-fa93-483c-b064-5f27d96828ad, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=85614ad0-fa93-483c-b064-5f27d96828ad,segment=NetworkSegment(bb07793f-6c26-4253-87b0-a2dae20f2fca),segment_id=bb07793f-6c26-4253-87b0-a2dae20f2fca)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:20.132410 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (142db1e5-4d86-4a15-b938-bc6a5f1b5ea3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:20.173982 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d686e5-5e56-42cc-844f-460aa4212f49 x-openstack-request-id: req-95d686e5-5e56-42cc-844f-460aa4212f49 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:09:20.174320 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b72866-b0ba-4c6d-b6f4-c712ea5c7870", "name": "network-vif-plugged", "status": "completed", "tag": "142db1e5-4d86-4a15-b938-bc6a5f1b5ea3", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:09:20.174712 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-95d686e5-5e56-42cc-844f-460aa4212f49 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:09:20.175173 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b72866-b0ba-4c6d-b6f4-c712ea5c7870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142db1e5-4d86-4a15-b938-bc6a5f1b5ea3', 'code': 200} Mar 07 11:09:20.178481 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (85614ad0-fa93-483c-b064-5f27d96828ad), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:20.199621 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edcb23d-9994-455e-a248-ee0d2d12f353 req-909a2aaf-30dd-47e9-aac3-bc9dde2788a1 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:20.201309 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8edcb23d-9994-455e-a248-ee0d2d12f353 req-909a2aaf-30dd-47e9-aac3-bc9dde2788a1 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc94c62-423d-4485-b704-e0522fd39b13 HTTP/1.1" status: 200 len: 944 time: 0.0730715 Mar 07 11:09:20.217961 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=142db1e5-4d86-4a15-b938-bc6a5f1b5ea3,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:20.272160 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8edcb23d-9994-455e-a248-ee0d2d12f353 req-3caf16d5-6587-46de-9a2e-59599428293d tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/security-groups?id=32b99671-7f56-4f11-a1d4-cef45cefd293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614090 Mar 07 11:09:20.301767 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f6b64-7997-4be9-be58-37d3949bae16 req-bc8bde2d-8a2e-4d78-b231-3a884d7c8c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:20.303580 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e43f6b64-7997-4be9-be58-37d3949bae16 req-bc8bde2d-8a2e-4d78-b231-3a884d7c8c9d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=09b72866-b0ba-4c6d-b6f4-c712ea5c7870 HTTP/1.1" status: 200 len: 1128 time: 0.0712337 Mar 07 11:09:20.304542 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=85614ad0-fa93-483c-b064-5f27d96828ad,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:20.354489 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e43f6b64-7997-4be9-be58-37d3949bae16 req-4cea23fe-805f-4b10-b403-0e5e8da3506d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bda7245f-7621-4923-afcb-35575abd0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446389 Mar 07 11:09:20.385354 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['85614ad0-fa93-483c-b064-5f27d96828ad'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:09:20.762541 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device db8a0404-bf92-4852-90d2-5938d37c6821 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:09:20.818404 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port db8a0404-bf92-4852-90d2-5938d37c6821 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:09:20.822362 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port db8a0404-bf92-4852-90d2-5938d37c6821 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:20.822739 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (db8a0404-bf92-4852-90d2-5938d37c6821), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:20.935579 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port db8a0404-bf92-4852-90d2-5938d37c6821 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:20.936179 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (db8a0404-bf92-4852-90d2-5938d37c6821), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:20.980414 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port db8a0404-bf92-4852-90d2-5938d37c6821, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=db8a0404-bf92-4852-90d2-5938d37c6821,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:20.985285 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (db8a0404-bf92-4852-90d2-5938d37c6821), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:21.046965 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=db8a0404-bf92-4852-90d2-5938d37c6821,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:21.222523 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0efa8a-3257-43af-9b94-ac703fd42208 req-0c3514e7-d4b2-4953-9263-c0a850ec05b7 tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:21.224845 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1a0efa8a-3257-43af-9b94-ac703fd42208 req-0c3514e7-d4b2-4953-9263-c0a850ec05b7 tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] 10.222.0.11 "GET /v2.0/ports?device_id=09b72866-b0ba-4c6d-b6f4-c712ea5c7870 HTTP/1.1" status: 200 len: 946 time: 0.0903475 Mar 07 11:09:21.238558 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cfcf97-f8b6-4cfd-a798-2884fc83ab00 req-4ea58cc9-74d4-47d0-89f5-c0b613526bc7 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:21.241231 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-73cfcf97-f8b6-4cfd-a798-2884fc83ab00 req-4ea58cc9-74d4-47d0-89f5-c0b613526bc7 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 945 time: 0.0751908 Mar 07 11:09:21.288708 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1a0efa8a-3257-43af-9b94-ac703fd42208 req-18b21dd2-4eeb-4bd7-8e32-c4405ff708bc tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] 10.222.0.11 "GET /v2.0/security-groups?id=bda7245f-7621-4923-afcb-35575abd0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554245 Mar 07 11:09:21.293050 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-73cfcf97-f8b6-4cfd-a798-2884fc83ab00 req-b1bccb4b-9ea6-4ab2-98df-6680387cc238 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446520 Mar 07 11:09:21.425389 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8c052-7e17-4dca-9647-7f51867d7012 req-4169a6fe-9b95-4dc8-a66d-b8488b42f8b5 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:21.426879 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-95f8c052-7e17-4dca-9647-7f51867d7012 req-4169a6fe-9b95-4dc8-a66d-b8488b42f8b5 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc94c62-423d-4485-b704-e0522fd39b13 HTTP/1.1" status: 200 len: 944 time: 0.0636330 Mar 07 11:09:21.488925 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-95f8c052-7e17-4dca-9647-7f51867d7012 req-3a7e5de0-5204-4046-97fc-14f276325ed0 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/security-groups?id=32b99671-7f56-4f11-a1d4-cef45cefd293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562882 Mar 07 11:09:21.716694 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 85614ad0-fa93-483c-b064-5f27d96828ad up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:09:21.730987 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e43aa1-86d6-4231-abd0-d554274af1f9 req-b64f8b21-4333-45e6-a922-1815bcd486b4 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:21.732552 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-21e43aa1-86d6-4231-abd0-d554274af1f9 req-b64f8b21-4333-45e6-a922-1815bcd486b4 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 1127 time: 0.0466659 Mar 07 11:09:21.785773 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 85614ad0-fa93-483c-b064-5f27d96828ad completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:09:21.790512 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 85614ad0-fa93-483c-b064-5f27d96828ad triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:21.790941 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (85614ad0-fa93-483c-b064-5f27d96828ad), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:21.803615 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-21e43aa1-86d6-4231-abd0-d554274af1f9 req-ed6f7621-3f9d-43b0-adf4-75fa44e43d23 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643754 Mar 07 11:09:21.824085 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 36950) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:21.879390 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 85614ad0-fa93-483c-b064-5f27d96828ad is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:21.879860 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (85614ad0-fa93-483c-b064-5f27d96828ad), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:21.924219 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 85614ad0-fa93-483c-b064-5f27d96828ad, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=85614ad0-fa93-483c-b064-5f27d96828ad,segment=NetworkSegment(bb07793f-6c26-4253-87b0-a2dae20f2fca),segment_id=bb07793f-6c26-4253-87b0-a2dae20f2fca)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:21.928466 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (85614ad0-fa93-483c-b064-5f27d96828ad), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:21.991792 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=85614ad0-fa93-483c-b064-5f27d96828ad,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:22.004048 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-0b1c19e2-b62c-42c1-93b4-3b1e16e17701 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Deleting port 0c2033f1-57aa-4d48-b600-d9af2467c201 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:09:22.004479 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0b1c19e2-b62c-42c1-93b4-3b1e16e17701 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (0c2033f1-57aa-4d48-b600-d9af2467c201), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:22.084316 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0b1c19e2-b62c-42c1-93b4-3b1e16e17701 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (0c2033f1-57aa-4d48-b600-d9af2467c201), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:22.084582 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0b1c19e2-b62c-42c1-93b4-3b1e16e17701 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for floatingip (0c2033f1-57aa-4d48-b600-d9af2467c201), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:22.099019 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-0b1c19e2-b62c-42c1-93b4-3b1e16e17701 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Calling delete_port for 0c2033f1-57aa-4d48-b600-d9af2467c201 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:09:22.176535 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442edec5-2561-4c86-9657-062838154d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8a0404-bf92-4852-90d2-5938d37c6821'}, {'server_uuid': '2bc94c62-423d-4485-b704-e0522fd39b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85614ad0-fa93-483c-b064-5f27d96828ad'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:09:22.179777 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bf8fd1-30b0-443a-9388-38606c2d0a3d" -d '{"events": [{"server_uuid": "442edec5-2561-4c86-9657-062838154d3d", "name": "network-vif-plugged", "status": "completed", "tag": "db8a0404-bf92-4852-90d2-5938d37c6821"}, {"server_uuid": "2bc94c62-423d-4485-b704-e0522fd39b13", "name": "network-vif-plugged", "status": "completed", "tag": "85614ad0-fa93-483c-b064-5f27d96828ad"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:09:22.229966 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 07 Mar 2022 11:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4e3abd-179f-45c3-9bef-2c84e65c4b95 x-openstack-request-id: req-1f4e3abd-179f-45c3-9bef-2c84e65c4b95 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:09:22.230265 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "442edec5-2561-4c86-9657-062838154d3d", "name": "network-vif-plugged", "status": "completed", "tag": "db8a0404-bf92-4852-90d2-5938d37c6821", "code": 200}, {"server_uuid": "2bc94c62-423d-4485-b704-e0522fd39b13", "name": "network-vif-plugged", "status": "completed", "tag": "85614ad0-fa93-483c-b064-5f27d96828ad", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:09:22.230525 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1f4e3abd-179f-45c3-9bef-2c84e65c4b95 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:09:22.230945 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442edec5-2561-4c86-9657-062838154d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8a0404-bf92-4852-90d2-5938d37c6821', 'code': 200} Mar 07 11:09:22.231192 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc94c62-423d-4485-b704-e0522fd39b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85614ad0-fa93-483c-b064-5f27d96828ad', 'code': 200} Mar 07 11:09:22.276819 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0b1c19e2-b62c-42c1-93b4-3b1e16e17701 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (0c2033f1-57aa-4d48-b600-d9af2467c201), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:22.322941 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c19e2-b62c-42c1-93b4-3b1e16e17701 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event deleted for resources: {'Port': ['ID=0c2033f1-57aa-4d48-b600-d9af2467c201,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:22.450742 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c39e8-4149-45ab-b371-43aeb52a67ec req-b7fc1fc9-5b01-4812-a8e0-fe5bd2501090 tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:22.452569 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-259c39e8-4149-45ab-b371-43aeb52a67ec req-b7fc1fc9-5b01-4812-a8e0-fe5bd2501090 tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] 10.222.0.11 "GET /v2.0/ports?device_id=09b72866-b0ba-4c6d-b6f4-c712ea5c7870 HTTP/1.1" status: 200 len: 946 time: 0.0738461 Mar 07 11:09:22.510918 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-259c39e8-4149-45ab-b371-43aeb52a67ec req-903dbf68-d91c-4327-8b90-cad0d7764311 tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] 10.222.0.11 "GET /v2.0/security-groups?id=bda7245f-7621-4923-afcb-35575abd0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525100 Mar 07 11:09:22.518247 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0b1c19e2-b62c-42c1-93b4-3b1e16e17701 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for floatingip (441de078-1ded-45e9-a872-7620b97494e8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:22.518585 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-0b1c19e2-b62c-42c1-93b4-3b1e16e17701 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Floating IP 441de078-1ded-45e9-a872-7620b97494e8 disassociated (deleted). External IP: 172.25.3.191, port: 9c2d58de-a238-4d41-bc73-d7dcff3c51ed. Mar 07 11:09:22.593975 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e910c7-19bb-4e86-9407-f3b51197b345 req-8927a7b8-950b-4fd9-9b8b-dc3758ad35e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:22.595516 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-90e910c7-19bb-4e86-9407-f3b51197b345 req-8927a7b8-950b-4fd9-9b8b-dc3758ad35e4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2bc94c62-423d-4485-b704-e0522fd39b13 HTTP/1.1" status: 200 len: 1127 time: 0.2895873 Mar 07 11:09:22.615287 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c50e9b-2577-4a10-aead-930e12b90627 req-5b74065a-e9a7-4538-b39e-dc90a626ce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:22.616779 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-73c50e9b-2577-4a10-aead-930e12b90627 req-5b74065a-e9a7-4538-b39e-dc90a626ce88 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 1127 time: 0.3094642 Mar 07 11:09:22.624886 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af9682-b89a-4406-a68b-57db0151a58a req-78259653-2786-4a8b-8ffe-8dac21872d63 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:22.626536 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-10af9682-b89a-4406-a68b-57db0151a58a req-78259653-2786-4a8b-8ffe-8dac21872d63 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 945 time: 0.2343259 Mar 07 11:09:22.683031 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf5896f-6b5d-4530-8953-528526c0ba2f req-9daadc25-d4d9-4079-a426-ed067f4ba14f tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:22.692622 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eaf5896f-6b5d-4530-8953-528526c0ba2f req-9daadc25-d4d9-4079-a426-ed067f4ba14f tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc94c62-423d-4485-b704-e0522fd39b13 HTTP/1.1" status: 200 len: 945 time: 0.0812919 Mar 07 11:09:22.755080 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eaf5896f-6b5d-4530-8953-528526c0ba2f req-08b4b5e4-e42f-4d44-89e4-07434f093fa5 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/security-groups?id=32b99671-7f56-4f11-a1d4-cef45cefd293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610445 Mar 07 11:09:22.800433 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-73c50e9b-2577-4a10-aead-930e12b90627 req-bf0a45fc-f726-44d4-94fc-9a636e785f7c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717293 Mar 07 11:09:22.805918 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-90e910c7-19bb-4e86-9407-f3b51197b345 req-5b460331-0138-4082-a354-6bc40da97c44 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=32b99671-7f56-4f11-a1d4-cef45cefd293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001257 Mar 07 11:09:22.814317 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-10af9682-b89a-4406-a68b-57db0151a58a req-7b612b79-26c5-41fc-a965-33922c4a204b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713722 Mar 07 11:09:22.982834 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1c19e2-b62c-42c1-93b4-3b1e16e17701 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Router 1a273023-3329-4e75-b486-c6e5a81c79e8 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:09:23.081554 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:23.111859 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1c19e2-b62c-42c1-93b4-3b1e16e17701 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:09:23.122903 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492c5198-0448-4ba1-bf9a-d79b9cb25501 None None] Sync routers for ids ['1a273023-3329-4e75-b486-c6e5a81c79e8'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:09:23.128519 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0b1c19e2-b62c-42c1-93b4-3b1e16e17701 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:23.135936 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492c5198-0448-4ba1-bf9a-d79b9cb25501 None None] Routers {'1a273023-3329-4e75-b486-c6e5a81c79e8'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:09:23.136680 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-492c5198-0448-4ba1-bf9a-d79b9cb25501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:09:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['1a273023-3329-4e75-b486-c6e5a81c79e8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:23.173409 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0b1c19e2-b62c-42c1-93b4-3b1e16e17701 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "DELETE /v2.0/floatingips/441de078-1ded-45e9-a872-7620b97494e8 HTTP/1.1" status: 204 len: 168 time: 1.3389304 Mar 07 11:09:23.175840 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df0438d7-16ba-4d32-afb0-072826080ec2', 'tag': '9c2d58de-a238-4d41-bc73-d7dcff3c51ed'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:09:23.178237 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3dd4cc-f5f0-4873-908e-814255443c11" -d '{"events": [{"name": "network-changed", "server_uuid": "df0438d7-16ba-4d32-afb0-072826080ec2", "tag": "9c2d58de-a238-4d41-bc73-d7dcff3c51ed"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:09:23.220374 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082f8c01-c8ad-48c5-8f40-fce114db2d1f x-openstack-request-id: req-082f8c01-c8ad-48c5-8f40-fce114db2d1f {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:09:23.220575 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df0438d7-16ba-4d32-afb0-072826080ec2", "tag": "9c2d58de-a238-4d41-bc73-d7dcff3c51ed", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:09:23.220809 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-082f8c01-c8ad-48c5-8f40-fce114db2d1f {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:09:23.221237 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df0438d7-16ba-4d32-afb0-072826080ec2', 'tag': '9c2d58de-a238-4d41-bc73-d7dcff3c51ed', 'status': 'completed', 'code': 200} Mar 07 11:09:23.324236 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-492c5198-0448-4ba1-bf9a-d79b9cb25501 None None] Set router 1a273023-3329-4e75-b486-c6e5a81c79e8 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:09:23.366433 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3dd4cc-f5f0-4873-908e-814255443c11 req-df02f654-cf5a-47bc-baed-bc1e5552efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:23.368553 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ac3dd4cc-f5f0-4873-908e-814255443c11 req-df02f654-cf5a-47bc-baed-bc1e5552efdb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 1127 time: 0.0900226 Mar 07 11:09:23.595919 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842baf1-4c42-4b41-84a3-37cd569c6e1e req-26ff1cd0-5eab-40e6-b82c-834c6ed421b7 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:23.597771 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9842baf1-4c42-4b41-84a3-37cd569c6e1e req-26ff1cd0-5eab-40e6-b82c-834c6ed421b7 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 945 time: 0.1418648 Mar 07 11:09:23.638570 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-492c5198-0448-4ba1-bf9a-d79b9cb25501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438464013', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'bb07a9e4-486f-4ecd-9500-d32f5a8503de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:07:07Z', 'updated_at': '2022-03-07T11:07:14Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': 'bb07a9e4-486f-4ecd-9500-d32f5a8503de', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:08Z', 'updated_at': '2022-03-07T11:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'd600ad08-428d-4947-9973-cdff104b2155', 'name': '', 'network_id': '6490749e-4c7c-4913-a953-f4e230e9967c', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:1b:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '4c4a588d-de04-4848-8259-e7fb4e50eba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:12Z', 'updated_at': '2022-03-07T11:07:19Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '4c4a588d-de04-4848-8259-e7fb4e50eba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:23.655990 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3dd4cc-f5f0-4873-908e-814255443c11 req-6ef2d61d-744b-4a52-a173-b7787e41edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:23.657768 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ac3dd4cc-f5f0-4873-908e-814255443c11 req-6ef2d61d-744b-4a52-a173-b7787e41edc9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6490749e-4c7c-4913-a953-f4e230e9967c HTTP/1.1" status: 200 len: 896 time: 0.2666368 Mar 07 11:09:23.728947 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ac3dd4cc-f5f0-4873-908e-814255443c11 req-589b65ac-7f6c-4b5a-8a9c-60152bb8a9f6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9c2d58de-a238-4d41-bc73-d7dcff3c51ed HTTP/1.1" status: 200 len: 217 time: 0.0535228 Mar 07 11:09:23.762107 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9842baf1-4c42-4b41-84a3-37cd569c6e1e req-f0834987-dda4-48c5-a654-03c8898f4d7f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508198 Mar 07 11:09:23.788841 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492c5198-0448-4ba1-bf9a-d79b9cb25501 None None] Checking router: 1a273023-3329-4e75-b486-c6e5a81c79e8 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:09:23.800489 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492c5198-0448-4ba1-bf9a-d79b9cb25501 None None] Routers {'1a273023-3329-4e75-b486-c6e5a81c79e8'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:09:23.801083 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-492c5198-0448-4ba1-bf9a-d79b9cb25501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:09:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['1a273023-3329-4e75-b486-c6e5a81c79e8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:23.871156 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3dd4cc-f5f0-4873-908e-814255443c11 req-5bcc304e-6637-4b8f-a957-c2090132c072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:23.872770 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ac3dd4cc-f5f0-4873-908e-814255443c11 req-5bcc304e-6637-4b8f-a957-c2090132c072 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=4c4a588d-de04-4848-8259-e7fb4e50eba1 HTTP/1.1" status: 200 len: 835 time: 0.1068592 Mar 07 11:09:23.973858 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eda937-c1c9-43e2-9d39-e2b7b7ad6d54 req-410c0b1f-a1ae-4166-b5c2-4acacd3bafc0 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:23.983994 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80eda937-c1c9-43e2-9d39-e2b7b7ad6d54 req-410c0b1f-a1ae-4166-b5c2-4acacd3bafc0 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc94c62-423d-4485-b704-e0522fd39b13 HTTP/1.1" status: 200 len: 945 time: 0.1128802 Mar 07 11:09:24.064525 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80eda937-c1c9-43e2-9d39-e2b7b7ad6d54 req-3fa2b674-a97e-4cbf-93bb-c6698aa00555 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/security-groups?id=32b99671-7f56-4f11-a1d4-cef45cefd293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789101 Mar 07 11:09:24.093760 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3dd4cc-f5f0-4873-908e-814255443c11 req-6d25e09d-1d48-4797-9bcc-c742529493a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:24.100600 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ac3dd4cc-f5f0-4873-908e-814255443c11 req-6d25e09d-1d48-4797-9bcc-c742529493a9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6490749e-4c7c-4913-a953-f4e230e9967c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2207103 Mar 07 11:09:24.110246 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-492c5198-0448-4ba1-bf9a-d79b9cb25501 None None] Set router 1a273023-3329-4e75-b486-c6e5a81c79e8 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:09:24.113687 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-ac3dd4cc-f5f0-4873-908e-814255443c11 req-880629a8-2f34-4f96-9587-838a7bf9ae69 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:09:24.114747 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ac3dd4cc-f5f0-4873-908e-814255443c11 req-880629a8-2f34-4f96-9587-838a7bf9ae69 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074503 Mar 07 11:09:24.168299 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be9299-2d7f-4e39-bdbe-d14177787699 req-d5608ee5-d6da-4d5f-83f5-3c5dff0d0491 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:24.176353 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f6be9299-2d7f-4e39-bdbe-d14177787699 req-d5608ee5-d6da-4d5f-83f5-3c5dff0d0491 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 945 time: 0.2278006 Mar 07 11:09:24.306465 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f6be9299-2d7f-4e39-bdbe-d14177787699 req-7db428be-5571-4ba6-a052-693b65d42e72 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289232 Mar 07 11:09:24.331278 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ac3dd4cc-f5f0-4873-908e-814255443c11 req-8e8abd65-04c0-455f-ab8e-ddf8803e127f service neutron] 10.222.0.31 "GET /v2.0/networks/6490749e-4c7c-4913-a953-f4e230e9967c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089493 Mar 07 11:09:24.409918 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-492c5198-0448-4ba1-bf9a-d79b9cb25501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438464013', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'bb07a9e4-486f-4ecd-9500-d32f5a8503de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:07:07Z', 'updated_at': '2022-03-07T11:07:14Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': 'bb07a9e4-486f-4ecd-9500-d32f5a8503de', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:08Z', 'updated_at': '2022-03-07T11:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'd600ad08-428d-4947-9973-cdff104b2155', 'name': '', 'network_id': '6490749e-4c7c-4913-a953-f4e230e9967c', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:1b:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '4c4a588d-de04-4848-8259-e7fb4e50eba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:12Z', 'updated_at': '2022-03-07T11:07:19Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '4c4a588d-de04-4848-8259-e7fb4e50eba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:24.446424 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492c5198-0448-4ba1-bf9a-d79b9cb25501 None None] The sync data for ids ['1a273023-3329-4e75-b486-c6e5a81c79e8'] in n-d-832164-4 is: [{'id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438464013', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'bb07a9e4-486f-4ecd-9500-d32f5a8503de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:07:07Z', 'updated_at': '2022-03-07T11:07:14Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': 'bb07a9e4-486f-4ecd-9500-d32f5a8503de', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:08Z', 'updated_at': '2022-03-07T11:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'd600ad08-428d-4947-9973-cdff104b2155', 'name': '', 'network_id': '6490749e-4c7c-4913-a953-f4e230e9967c', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:1b:10:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '4c4a588d-de04-4848-8259-e7fb4e50eba1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:12Z', 'updated_at': '2022-03-07T11:07:19Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '4c4a588d-de04-4848-8259-e7fb4e50eba1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:09:24.457332 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ac3dd4cc-f5f0-4873-908e-814255443c11 req-7ebf2779-67cf-4b7c-8914-b565be279cd4 service neutron] 10.222.0.31 "GET /v2.0/networks/6490749e-4c7c-4913-a953-f4e230e9967c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171455 Mar 07 11:09:24.819568 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e69a1a-c7a4-4020-9919-21812b5aadc2 None None] New status for floating IP 441de078-1ded-45e9-a872-7620b97494e8: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:09:24.940697 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b013b59-e0bd-404f-a438-d9147e83435e req-dff99a6c-ba49-469f-829b-37709f0e9093 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:24.942729 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b013b59-e0bd-404f-a438-d9147e83435e req-dff99a6c-ba49-469f-829b-37709f0e9093 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 945 time: 0.0692015 Mar 07 11:09:24.997807 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b013b59-e0bd-404f-a438-d9147e83435e req-bba275f7-6c81-49ca-832e-0acb49cafcf2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=965447d7-c721-420a-b3c3-33641c57a196&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486183 Mar 07 11:09:25.156915 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46929ba3-9313-44e5-868c-dc6c73e86649 req-c11b63a1-8069-4ffa-be65-586406b0e2ed tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:25.158417 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-46929ba3-9313-44e5-868c-dc6c73e86649 req-c11b63a1-8069-4ffa-be65-586406b0e2ed tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.31 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 945 time: 0.0845451 Mar 07 11:09:25.283707 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604b288-80b7-4729-ba46-9027fc2fd642 req-a4d21a30-048e-4025-be60-41a6b7fe20ad tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:25.285219 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f604b288-80b7-4729-ba46-9027fc2fd642 req-a4d21a30-048e-4025-be60-41a6b7fe20ad tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc94c62-423d-4485-b704-e0522fd39b13 HTTP/1.1" status: 200 len: 945 time: 0.1485949 Mar 07 11:09:25.347366 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-46929ba3-9313-44e5-868c-dc6c73e86649 req-2b5911e4-288e-45c8-8907-8af58833a158 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Deleting port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:09:25.347711 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-46929ba3-9313-44e5-868c-dc6c73e86649 req-2b5911e4-288e-45c8-8907-8af58833a158 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (9c2d58de-a238-4d41-bc73-d7dcff3c51ed), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:25.365741 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f604b288-80b7-4729-ba46-9027fc2fd642 req-4f904b78-1b17-42d3-8a2f-958f7966d65b tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/security-groups?id=32b99671-7f56-4f11-a1d4-cef45cefd293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717559 Mar 07 11:09:25.507242 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42687c64-9900-47a1-9243-c6e0a4de43fd req-3e58ec92-19bf-44ff-8e0c-bad468f72420 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:25.509856 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-42687c64-9900-47a1-9243-c6e0a4de43fd req-3e58ec92-19bf-44ff-8e0c-bad468f72420 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 945 time: 0.0861211 Mar 07 11:09:25.543816 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-46929ba3-9313-44e5-868c-dc6c73e86649 req-2b5911e4-288e-45c8-8907-8af58833a158 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] For port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=9c2d58de-a238-4d41-bc73-d7dcff3c51ed,segment=NetworkSegment(055944e6-9588-4f25-90a6-0d906473f676),segment_id=055944e6-9588-4f25-90a6-0d906473f676)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:25.544332 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-46929ba3-9313-44e5-868c-dc6c73e86649 req-2b5911e4-288e-45c8-8907-8af58833a158 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (9c2d58de-a238-4d41-bc73-d7dcff3c51ed), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:25.564054 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-46929ba3-9313-44e5-868c-dc6c73e86649 req-2b5911e4-288e-45c8-8907-8af58833a158 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Calling delete_port for 9c2d58de-a238-4d41-bc73-d7dcff3c51ed owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:09:25.586441 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac9ca0-30f7-452c-bec8-5962b1e8e81a req-2949cca5-8c6f-41d3-9e7d-9b0fef051491 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:25.587515 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ceac9ca0-30f7-452c-bec8-5962b1e8e81a req-2949cca5-8c6f-41d3-9e7d-9b0fef051491 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc94c62-423d-4485-b704-e0522fd39b13 HTTP/1.1" status: 200 len: 945 time: 0.1223233 Mar 07 11:09:25.595166 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-42687c64-9900-47a1-9243-c6e0a4de43fd req-e81a4e75-048d-4e82-b68c-90003819832e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787232 Mar 07 11:09:25.687798 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ceac9ca0-30f7-452c-bec8-5962b1e8e81a req-872f8277-c30a-40ab-98ea-e195e9c8ef07 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/security-groups?id=32b99671-7f56-4f11-a1d4-cef45cefd293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590432 Mar 07 11:09:25.750415 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a72425d-ebaf-4aa9-a0b1-480d0722665a req-3e520e12-8b99-4d9f-9fab-2bf583c3e798 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:25.753023 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a72425d-ebaf-4aa9-a0b1-480d0722665a req-3e520e12-8b99-4d9f-9fab-2bf583c3e798 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 945 time: 0.0821650 Mar 07 11:09:25.832427 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a72425d-ebaf-4aa9-a0b1-480d0722665a req-5b278f4e-8e3c-4a54-bbc3-09bcb861e5ad tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720997 Mar 07 11:09:25.855577 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-46929ba3-9313-44e5-868c-dc6c73e86649 req-2b5911e4-288e-45c8-8907-8af58833a158 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (9c2d58de-a238-4d41-bc73-d7dcff3c51ed), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:25.915723 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5911e4-288e-45c8-8907-8af58833a158 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event deleted for resources: {'Port': ['ID=9c2d58de-a238-4d41-bc73-d7dcff3c51ed,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:25.966388 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-46929ba3-9313-44e5-868c-dc6c73e86649 req-2b5911e4-288e-45c8-8907-8af58833a158 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] No DVR routers for this DVR port 9c2d58de-a238-4d41-bc73-d7dcff3c51ed on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:09:25.970184 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-46929ba3-9313-44e5-868c-dc6c73e86649 req-2b5911e4-288e-45c8-8907-8af58833a158 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:25.975195 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-46929ba3-9313-44e5-868c-dc6c73e86649 req-2b5911e4-288e-45c8-8907-8af58833a158 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.31 "DELETE /v2.0/ports/9c2d58de-a238-4d41-bc73-d7dcff3c51ed HTTP/1.1" status: 204 len: 173 time: 0.8002770 Mar 07 11:09:25.975195 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df0438d7-16ba-4d32-afb0-072826080ec2', 'name': 'network-vif-deleted', 'tag': '9c2d58de-a238-4d41-bc73-d7dcff3c51ed'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:09:25.978231 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1331bc8b-f1a4-42d6-856d-be1f60ecc1ae" -d '{"events": [{"server_uuid": "df0438d7-16ba-4d32-afb0-072826080ec2", "name": "network-vif-deleted", "tag": "9c2d58de-a238-4d41-bc73-d7dcff3c51ed"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:09:26.041913 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d25878-e583-4527-a765-734c902286d5 req-e07a373c-2e96-4b8b-b14b-347c494e913a tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:26.056731 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a4d25878-e583-4527-a765-734c902286d5 req-e07a373c-2e96-4b8b-b14b-347c494e913a tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 945 time: 0.1024508 Mar 07 11:09:26.107377 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91cca0-c819-4386-822d-b48170a776bf req-a4fff54d-77eb-4cec-b67f-2aae71eaa145 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:26.109735 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3a91cca0-c819-4386-822d-b48170a776bf req-a4fff54d-77eb-4cec-b67f-2aae71eaa145 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc94c62-423d-4485-b704-e0522fd39b13 HTTP/1.1" status: 200 len: 945 time: 0.0810852 Mar 07 11:09:26.138508 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a4d25878-e583-4527-a765-734c902286d5 req-51410505-00da-4de4-815c-876094745e14 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787826 Mar 07 11:09:26.212680 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae71c65-85d5-48cc-a85e-182a8f0d8187 x-openstack-request-id: req-dae71c65-85d5-48cc-a85e-182a8f0d8187 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:09:26.212976 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df0438d7-16ba-4d32-afb0-072826080ec2", "name": "network-vif-deleted", "tag": "9c2d58de-a238-4d41-bc73-d7dcff3c51ed", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:09:26.213265 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dae71c65-85d5-48cc-a85e-182a8f0d8187 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:09:26.213672 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df0438d7-16ba-4d32-afb0-072826080ec2', 'name': 'network-vif-deleted', 'tag': '9c2d58de-a238-4d41-bc73-d7dcff3c51ed', 'status': 'completed', 'code': 200} Mar 07 11:09:26.275839 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3a91cca0-c819-4386-822d-b48170a776bf req-73c7e28a-c43c-4c15-b5bd-baa6002e0b0f tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/security-groups?id=32b99671-7f56-4f11-a1d4-cef45cefd293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589198 Mar 07 11:09:26.436280 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-032f4474-3d71-4028-9866-8aa8fbee2044 req-a8391a95-dfcc-43ed-9539-ef17a5ce240b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=df0438d7-16ba-4d32-afb0-072826080ec2 HTTP/1.1" status: 200 len: 210 time: 0.0908852 Mar 07 11:09:26.967693 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb64c2-b499-4583-b411-d9b46c6f1fca req-d6aa466c-2b46-458c-a7bb-84eb3c30dd93 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:26.970079 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-39eb64c2-b499-4583-b411-d9b46c6f1fca req-d6aa466c-2b46-458c-a7bb-84eb3c30dd93 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 945 time: 0.0645149 Mar 07 11:09:26.999716 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21334544-0502-4cbb-a7e5-0b7f3fa47b67 req-2d9d92b3-3b0e-4ad3-b7ff-0db7e3c8c5f5 tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:27.001735 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-21334544-0502-4cbb-a7e5-0b7f3fa47b67 req-2d9d92b3-3b0e-4ad3-b7ff-0db7e3c8c5f5 tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] 10.222.0.11 "GET /v2.0/ports?device_id=09b72866-b0ba-4c6d-b6f4-c712ea5c7870 HTTP/1.1" status: 200 len: 946 time: 0.0723326 Mar 07 11:09:27.023662 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-39eb64c2-b499-4583-b411-d9b46c6f1fca req-6abc4fa3-033e-48c0-abd0-06ea475013f0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478208 Mar 07 11:09:27.055777 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-21334544-0502-4cbb-a7e5-0b7f3fa47b67 req-924a28e5-9d8a-4d7d-849c-8ea2bc7af783 tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] 10.222.0.11 "GET /v2.0/security-groups?id=bda7245f-7621-4923-afcb-35575abd0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483575 Mar 07 11:09:27.408076 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b8dbc-af34-450a-86cc-e7b6312b7fe7 req-18a96226-3093-4f84-a17b-e8035003e988 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:27.409868 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-130b8dbc-af34-450a-86cc-e7b6312b7fe7 req-18a96226-3093-4f84-a17b-e8035003e988 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc94c62-423d-4485-b704-e0522fd39b13 HTTP/1.1" status: 200 len: 945 time: 0.0543633 Mar 07 11:09:27.475311 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-130b8dbc-af34-450a-86cc-e7b6312b7fe7 req-3a6881d1-200e-40df-9287-c73e37472bd3 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/security-groups?id=32b99671-7f56-4f11-a1d4-cef45cefd293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589070 Mar 07 11:09:27.492245 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37144) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:27.848058 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b7145-3af9-4dba-8804-c0e9931ecc0c req-faa4d28e-b9ae-4e6a-896a-e90c655b84bf tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:27.849556 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f11b7145-3af9-4dba-8804-c0e9931ecc0c req-faa4d28e-b9ae-4e6a-896a-e90c655b84bf tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc94c62-423d-4485-b704-e0522fd39b13 HTTP/1.1" status: 200 len: 945 time: 0.1620843 Mar 07 11:09:27.869370 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e640e28-e318-49cc-af3c-339dc6b0f1fa req-cf7ed59a-506a-48ae-afb2-727b16ba99a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:27.870803 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1e640e28-e318-49cc-af3c-339dc6b0f1fa req-cf7ed59a-506a-48ae-afb2-727b16ba99a6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b243c13baef4810b22de094eb8aedf0&device_id=2bc94c62-423d-4485-b704-e0522fd39b13 HTTP/1.1" status: 200 len: 1127 time: 0.1701524 Mar 07 11:09:28.162148 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c19ea8-3f97-4763-81ab-59817863ea7e req-4392305b-76a0-456e-be4c-273b45adb3b8 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:28.163768 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-10c19ea8-3f97-4763-81ab-59817863ea7e req-4392305b-76a0-456e-be4c-273b45adb3b8 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 945 time: 0.0640392 Mar 07 11:09:28.258227 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-10c19ea8-3f97-4763-81ab-59817863ea7e req-62140434-d849-4b54-8fd3-a1ca589a0958 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884180 Mar 07 11:09:28.291055 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b7d31-706c-4a2c-9c27-b92d84f6b623 req-72c53a9a-1e36-416b-9a8e-8534f22f0065 tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:28.292623 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cc4b7d31-706c-4a2c-9c27-b92d84f6b623 req-72c53a9a-1e36-416b-9a8e-8534f22f0065 tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] 10.222.0.21 "GET /v2.0/ports?device_id=09b72866-b0ba-4c6d-b6f4-c712ea5c7870 HTTP/1.1" status: 200 len: 946 time: 0.1009870 Mar 07 11:09:28.321263 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f11b7145-3af9-4dba-8804-c0e9931ecc0c req-2ae1b0aa-f210-45e4-ad2f-cb49baca8bba tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/security-groups?id=32b99671-7f56-4f11-a1d4-cef45cefd293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4633410 Mar 07 11:09:28.398707 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e640e28-e318-49cc-af3c-339dc6b0f1fa req-b93075aa-4746-4871-8165-76ade0415daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:28.400184 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1e640e28-e318-49cc-af3c-339dc6b0f1fa req-b93075aa-4746-4871-8165-76ade0415daf service neutron] 10.222.0.21 "GET /v2.0/networks?id=45dc6b23-4f2c-42c4-9de9-f8afe4076e09 HTTP/1.1" status: 200 len: 913 time: 0.5201700 Mar 07 11:09:28.453244 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae4ab9-ec3f-4dac-b6cd-3621bad80b9d req-ea3acc34-40af-478f-831e-b061320378e9 tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:28.454854 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2eae4ab9-ec3f-4dac-b6cd-3621bad80b9d req-ea3acc34-40af-478f-831e-b061320378e9 tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] 10.222.0.11 "GET /v2.0/ports?device_id=09b72866-b0ba-4c6d-b6f4-c712ea5c7870 HTTP/1.1" status: 200 len: 946 time: 0.1015728 Mar 07 11:09:28.458245 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-cc4b7d31-706c-4a2c-9c27-b92d84f6b623 req-9a031f2b-6f58-4d42-8495-44d7b46fd00c tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] Deleting port 142db1e5-4d86-4a15-b938-bc6a5f1b5ea3 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:09:28.458589 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cc4b7d31-706c-4a2c-9c27-b92d84f6b623 req-9a031f2b-6f58-4d42-8495-44d7b46fd00c tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (142db1e5-4d86-4a15-b938-bc6a5f1b5ea3), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:28.459764 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1e640e28-e318-49cc-af3c-339dc6b0f1fa req-2edca089-649b-4b8b-b5ec-98cf63d33d64 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85614ad0-fa93-483c-b064-5f27d96828ad HTTP/1.1" status: 200 len: 217 time: 0.0513971 Mar 07 11:09:28.559323 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e640e28-e318-49cc-af3c-339dc6b0f1fa req-0aabec4e-ce87-48c7-9d05-9e1794b84b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:28.560796 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1e640e28-e318-49cc-af3c-339dc6b0f1fa req-0aabec4e-ce87-48c7-9d05-9e1794b84b73 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d5c20d0-d7a9-4286-a76d-76489e4907e2 HTTP/1.1" status: 200 len: 852 time: 0.0846169 Mar 07 11:09:28.573846 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2eae4ab9-ec3f-4dac-b6cd-3621bad80b9d req-40e6cbd1-c858-4d0c-8f79-e6deff913634 tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] 10.222.0.11 "GET /v2.0/security-groups?id=bda7245f-7621-4923-afcb-35575abd0a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977912 Mar 07 11:09:28.588488 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6519160b-683e-4a57-8fa2-3c35f2b1b217 req-cd73ac1a-8b63-435b-965f-8553cfd9a21c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:28.588488 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6519160b-683e-4a57-8fa2-3c35f2b1b217 req-cd73ac1a-8b63-435b-965f-8553cfd9a21c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.31 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 945 time: 0.1657043 Mar 07 11:09:28.597348 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-cc4b7d31-706c-4a2c-9c27-b92d84f6b623 req-9a031f2b-6f58-4d42-8495-44d7b46fd00c tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] For port 142db1e5-4d86-4a15-b938-bc6a5f1b5ea3, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=142db1e5-4d86-4a15-b938-bc6a5f1b5ea3,segment=NetworkSegment(895f15d0-6cfe-4fb2-a782-bf17ead07105),segment_id=895f15d0-6cfe-4fb2-a782-bf17ead07105)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:28.597862 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cc4b7d31-706c-4a2c-9c27-b92d84f6b623 req-9a031f2b-6f58-4d42-8495-44d7b46fd00c tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (142db1e5-4d86-4a15-b938-bc6a5f1b5ea3), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:28.611171 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-cc4b7d31-706c-4a2c-9c27-b92d84f6b623 req-9a031f2b-6f58-4d42-8495-44d7b46fd00c tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] Calling delete_port for 142db1e5-4d86-4a15-b938-bc6a5f1b5ea3 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:09:28.614411 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1e640e28-e318-49cc-af3c-339dc6b0f1fa req-6183c224-d195-4802-8243-c75d63a88d7d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45dc6b23-4f2c-42c4-9de9-f8afe4076e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447364 Mar 07 11:09:28.683780 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e26339ff-397c-4ba2-a9e6-a5d90e1edd8f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (1a273023-3329-4e75-b486-c6e5a81c79e8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:28.783393 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cc4b7d31-706c-4a2c-9c27-b92d84f6b623 req-9a031f2b-6f58-4d42-8495-44d7b46fd00c tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (142db1e5-4d86-4a15-b938-bc6a5f1b5ea3), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:28.786746 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 9c2d58de-a238-4d41-bc73-d7dcff3c51ed no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:09:28.816302 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['142db1e5-4d86-4a15-b938-bc6a5f1b5ea3'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:09:28.822274 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 9c2d58de-a238-4d41-bc73-d7dcff3c51ed {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:09:28.822878 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 9c2d58de-a238-4d41-bc73-d7dcff3c51ed not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:09:28.857809 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a031f2b-6f58-4d42-8495-44d7b46fd00c tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] Pushing event deleted for resources: {'Port': ['ID=142db1e5-4d86-4a15-b938-bc6a5f1b5ea3,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:28.885250 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1e640e28-e318-49cc-af3c-339dc6b0f1fa req-5a762d90-ecaa-4742-b5c6-2969fd8d61c5 service neutron] 10.222.0.21 "GET /v2.0/networks/45dc6b23-4f2c-42c4-9de9-f8afe4076e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423625 Mar 07 11:09:28.915099 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4b7d31-706c-4a2c-9c27-b92d84f6b623 req-9a031f2b-6f58-4d42-8495-44d7b46fd00c tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] No DVR routers for this DVR port 142db1e5-4d86-4a15-b938-bc6a5f1b5ea3 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:09:28.918202 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-cc4b7d31-706c-4a2c-9c27-b92d84f6b623 req-9a031f2b-6f58-4d42-8495-44d7b46fd00c tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:28.922115 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cc4b7d31-706c-4a2c-9c27-b92d84f6b623 req-9a031f2b-6f58-4d42-8495-44d7b46fd00c tempest-VolumesActionsTest-537264204 tempest-VolumesActionsTest-537264204-project] 10.222.0.21 "DELETE /v2.0/ports/142db1e5-4d86-4a15-b938-bc6a5f1b5ea3 HTTP/1.1" status: 204 len: 173 time: 0.6244569 Mar 07 11:09:28.922603 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b72866-b0ba-4c6d-b6f4-c712ea5c7870', 'name': 'network-vif-deleted', 'tag': '142db1e5-4d86-4a15-b938-bc6a5f1b5ea3'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:09:28.924853 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a87711-7852-4b62-ad0c-652b28c87747" -d '{"events": [{"server_uuid": "09b72866-b0ba-4c6d-b6f4-c712ea5c7870", "name": "network-vif-deleted", "tag": "142db1e5-4d86-4a15-b938-bc6a5f1b5ea3"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:09:28.982780 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbd4a0f-e677-4fab-938d-253f2cec29f7 x-openstack-request-id: req-0dbd4a0f-e677-4fab-938d-253f2cec29f7 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:09:28.983132 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b72866-b0ba-4c6d-b6f4-c712ea5c7870", "name": "network-vif-deleted", "tag": "142db1e5-4d86-4a15-b938-bc6a5f1b5ea3", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:09:28.983389 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0dbd4a0f-e677-4fab-938d-253f2cec29f7 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:09:28.984576 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b72866-b0ba-4c6d-b6f4-c712ea5c7870', 'name': 'network-vif-deleted', 'tag': '142db1e5-4d86-4a15-b938-bc6a5f1b5ea3', 'status': 'completed', 'code': 200} Mar 07 11:09:29.099797 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-6519160b-683e-4a57-8fa2-3c35f2b1b217 req-8ecf902c-e55c-4461-b581-47b08d2f7e1d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Deleting port db8a0404-bf92-4852-90d2-5938d37c6821 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:09:29.100028 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6519160b-683e-4a57-8fa2-3c35f2b1b217 req-8ecf902c-e55c-4461-b581-47b08d2f7e1d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (db8a0404-bf92-4852-90d2-5938d37c6821), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:29.179328 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1e640e28-e318-49cc-af3c-339dc6b0f1fa req-f2c1c030-e2f9-4316-8d1f-a8d0b1f64204 service neutron] 10.222.0.21 "GET /v2.0/networks/45dc6b23-4f2c-42c4-9de9-f8afe4076e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359874 Mar 07 11:09:29.268005 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-6519160b-683e-4a57-8fa2-3c35f2b1b217 req-8ecf902c-e55c-4461-b581-47b08d2f7e1d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] For port db8a0404-bf92-4852-90d2-5938d37c6821, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=db8a0404-bf92-4852-90d2-5938d37c6821,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:29.268384 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6519160b-683e-4a57-8fa2-3c35f2b1b217 req-8ecf902c-e55c-4461-b581-47b08d2f7e1d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (db8a0404-bf92-4852-90d2-5938d37c6821), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:29.287594 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-6519160b-683e-4a57-8fa2-3c35f2b1b217 req-8ecf902c-e55c-4461-b581-47b08d2f7e1d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Calling delete_port for db8a0404-bf92-4852-90d2-5938d37c6821 owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:09:29.398161 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-e26339ff-397c-4ba2-a9e6-a5d90e1edd8f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Deleting port d600ad08-428d-4947-9973-cdff104b2155 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:09:29.398889 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e26339ff-397c-4ba2-a9e6-a5d90e1edd8f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (d600ad08-428d-4947-9973-cdff104b2155), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:29.441000 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc7190-01e5-42f9-b7dd-e69f701cb994 req-3b839c01-d62e-4aa7-9003-3cb933a14964 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:29.443826 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d4dc7190-01e5-42f9-b7dd-e69f701cb994 req-3b839c01-d62e-4aa7-9003-3cb933a14964 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 945 time: 0.1113214 Mar 07 11:09:29.524838 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d4dc7190-01e5-42f9-b7dd-e69f701cb994 req-87c0ae09-4d96-4a03-9c73-85e549bd30a2 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665374 Mar 07 11:09:29.626971 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-e26339ff-397c-4ba2-a9e6-a5d90e1edd8f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] For port d600ad08-428d-4947-9973-cdff104b2155, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=d600ad08-428d-4947-9973-cdff104b2155,segment=NetworkSegment(055944e6-9588-4f25-90a6-0d906473f676),segment_id=055944e6-9588-4f25-90a6-0d906473f676)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:29.627351 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e26339ff-397c-4ba2-a9e6-a5d90e1edd8f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (d600ad08-428d-4947-9973-cdff104b2155), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:29.629958 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6519160b-683e-4a57-8fa2-3c35f2b1b217 req-8ecf902c-e55c-4461-b581-47b08d2f7e1d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (db8a0404-bf92-4852-90d2-5938d37c6821), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:29.643751 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['db8a0404-bf92-4852-90d2-5938d37c6821'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:09:29.652207 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-e26339ff-397c-4ba2-a9e6-a5d90e1edd8f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Calling delete_port for d600ad08-428d-4947-9973-cdff104b2155 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:09:29.684245 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf902c-e55c-4461-b581-47b08d2f7e1d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Pushing event deleted for resources: {'Port': ['ID=db8a0404-bf92-4852-90d2-5938d37c6821,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:29.692638 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c1921-c621-4663-9666-009ee3833b77 req-621bdca2-5b31-45fe-8b12-a52ed3f0302f tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:29.695638 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d04c1921-c621-4663-9666-009ee3833b77 req-621bdca2-5b31-45fe-8b12-a52ed3f0302f tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc94c62-423d-4485-b704-e0522fd39b13 HTTP/1.1" status: 200 len: 945 time: 0.2552345 Mar 07 11:09:29.716499 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf902c-e55c-4461-b581-47b08d2f7e1d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:29.721482 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf902c-e55c-4461-b581-47b08d2f7e1d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:29.721970 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf902c-e55c-4461-b581-47b08d2f7e1d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:29.722180 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf902c-e55c-4461-b581-47b08d2f7e1d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:29.722536 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf902c-e55c-4461-b581-47b08d2f7e1d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:29.722864 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf902c-e55c-4461-b581-47b08d2f7e1d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:29.723200 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf902c-e55c-4461-b581-47b08d2f7e1d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:29.723581 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf902c-e55c-4461-b581-47b08d2f7e1d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:29.723866 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf902c-e55c-4461-b581-47b08d2f7e1d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:29.724202 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf902c-e55c-4461-b581-47b08d2f7e1d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:29.724534 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf902c-e55c-4461-b581-47b08d2f7e1d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:29.724878 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf902c-e55c-4461-b581-47b08d2f7e1d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:29.725307 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ecf902c-e55c-4461-b581-47b08d2f7e1d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:29.836161 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6519160b-683e-4a57-8fa2-3c35f2b1b217 req-8ecf902c-e55c-4461-b581-47b08d2f7e1d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] No DVR routers for this DVR port db8a0404-bf92-4852-90d2-5938d37c6821 on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:09:29.842118 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6519160b-683e-4a57-8fa2-3c35f2b1b217 req-8ecf902c-e55c-4461-b581-47b08d2f7e1d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:29.846188 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6519160b-683e-4a57-8fa2-3c35f2b1b217 req-8ecf902c-e55c-4461-b581-47b08d2f7e1d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.31 "DELETE /v2.0/ports/db8a0404-bf92-4852-90d2-5938d37c6821 HTTP/1.1" status: 204 len: 173 time: 1.2392225 Mar 07 11:09:29.848231 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442edec5-2561-4c86-9657-062838154d3d', 'name': 'network-vif-deleted', 'tag': 'db8a0404-bf92-4852-90d2-5938d37c6821'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:09:29.860415 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6ac67e-1763-4777-8e3b-ecefe70e524b" -d '{"events": [{"server_uuid": "442edec5-2561-4c86-9657-062838154d3d", "name": "network-vif-deleted", "tag": "db8a0404-bf92-4852-90d2-5938d37c6821"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:09:29.924092 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d04c1921-c621-4663-9666-009ee3833b77 req-b87cc9b9-19bd-4754-bfc8-c9294551e911 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/security-groups?id=32b99671-7f56-4f11-a1d4-cef45cefd293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178128 Mar 07 11:09:29.972543 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9adb29-64d0-4cdc-a032-a86164358b4d x-openstack-request-id: req-9f9adb29-64d0-4cdc-a032-a86164358b4d {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:09:29.972873 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "442edec5-2561-4c86-9657-062838154d3d", "name": "network-vif-deleted", "tag": "db8a0404-bf92-4852-90d2-5938d37c6821", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:09:29.973207 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9f9adb29-64d0-4cdc-a032-a86164358b4d {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:09:29.973577 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442edec5-2561-4c86-9657-062838154d3d', 'name': 'network-vif-deleted', 'tag': 'db8a0404-bf92-4852-90d2-5938d37c6821', 'status': 'completed', 'code': 200} Mar 07 11:09:30.219808 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e26339ff-397c-4ba2-a9e6-a5d90e1edd8f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (d600ad08-428d-4947-9973-cdff104b2155), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:30.282655 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26339ff-397c-4ba2-a9e6-a5d90e1edd8f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event deleted for resources: {'Port': ['ID=d600ad08-428d-4947-9973-cdff104b2155,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:30.501387 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e26339ff-397c-4ba2-a9e6-a5d90e1edd8f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (1a273023-3329-4e75-b486-c6e5a81c79e8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:30.666712 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a1ad71f7-4ee7-4168-9b14-8b6c0507c5dc req-5c0223d8-4ab3-4749-930d-ea712e642509 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 210 time: 0.0406084 Mar 07 11:09:30.792282 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26339ff-397c-4ba2-a9e6-a5d90e1edd8f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Router 1a273023-3329-4e75-b486-c6e5a81c79e8 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:09:30.915851 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26339ff-397c-4ba2-a9e6-a5d90e1edd8f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:09:30.923993 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e26339ff-397c-4ba2-a9e6-a5d90e1edd8f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "PUT /v2.0/routers/1a273023-3329-4e75-b486-c6e5a81c79e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4298115 Mar 07 11:09:30.926131 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37198) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:30.929457 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a03a53-493f-4cba-ae29-c3becee7bd83 None None] Sync routers for ids ['1a273023-3329-4e75-b486-c6e5a81c79e8'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:09:30.952022 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a03a53-493f-4cba-ae29-c3becee7bd83 None None] Routers {'1a273023-3329-4e75-b486-c6e5a81c79e8'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:09:30.953726 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-54a03a53-493f-4cba-ae29-c3becee7bd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:09:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['1a273023-3329-4e75-b486-c6e5a81c79e8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:31.039495 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0edc4a49-1320-43a7-aab7-970497aa13f0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Deleting subnet 4c4a588d-de04-4848-8259-e7fb4e50eba1 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:09:31.054519 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0edc4a49-1320-43a7-aab7-970497aa13f0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for subnet (4c4a588d-de04-4848-8259-e7fb4e50eba1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:31.087693 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-54a03a53-493f-4cba-ae29-c3becee7bd83 None None] Set router 1a273023-3329-4e75-b486-c6e5a81c79e8 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:09:31.128220 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0edc4a49-1320-43a7-aab7-970497aa13f0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (4c4a588d-de04-4848-8259-e7fb4e50eba1), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:31.309076 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-54a03a53-493f-4cba-ae29-c3becee7bd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438464013', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'bb07a9e4-486f-4ecd-9500-d32f5a8503de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:07:07Z', 'updated_at': '2022-03-07T11:09:30Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': 'bb07a9e4-486f-4ecd-9500-d32f5a8503de', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:08Z', 'updated_at': '2022-03-07T11:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:31.345954 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a03a53-493f-4cba-ae29-c3becee7bd83 None None] Checking router: 1a273023-3329-4e75-b486-c6e5a81c79e8 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:09:31.357511 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a03a53-493f-4cba-ae29-c3becee7bd83 None None] Routers {'1a273023-3329-4e75-b486-c6e5a81c79e8'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:09:31.358160 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-54a03a53-493f-4cba-ae29-c3becee7bd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:09:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['1a273023-3329-4e75-b486-c6e5a81c79e8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:31.541664 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-54a03a53-493f-4cba-ae29-c3becee7bd83 None None] Set router 1a273023-3329-4e75-b486-c6e5a81c79e8 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:09:31.593842 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de98e77-d364-4944-ab4d-b6ca01873cce req-4fa71f45-1cc9-4c0f-880f-d0b770a1a6ee tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:31.601214 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9de98e77-d364-4944-ab4d-b6ca01873cce req-4fa71f45-1cc9-4c0f-880f-d0b770a1a6ee tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc94c62-423d-4485-b704-e0522fd39b13 HTTP/1.1" status: 200 len: 945 time: 0.5869894 Mar 07 11:09:31.699358 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9de98e77-d364-4944-ab4d-b6ca01873cce req-d9d6e5c0-a9e2-49e0-bdc0-9b001184022e tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/security-groups?id=32b99671-7f56-4f11-a1d4-cef45cefd293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923133 Mar 07 11:09:31.724089 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0edc4a49-1320-43a7-aab7-970497aa13f0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (4c4a588d-de04-4848-8259-e7fb4e50eba1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:31.754620 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 142db1e5-4d86-4a15-b938-bc6a5f1b5ea3 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:09:31.787310 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 142db1e5-4d86-4a15-b938-bc6a5f1b5ea3 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:09:31.789257 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 142db1e5-4d86-4a15-b938-bc6a5f1b5ea3 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:09:31.840332 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0edc4a49-1320-43a7-aab7-970497aa13f0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (4c4a588d-de04-4848-8259-e7fb4e50eba1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:31.872127 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73e286e-5b74-4f54-b1c1-b1a33c868266 None None] Network 6490749e-4c7c-4913-a953-f4e230e9967c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:09:31.873884 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0edc4a49-1320-43a7-aab7-970497aa13f0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:31.875241 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ed3fdd37-0c25-4334-9d4d-5b8fb32d7e53 req-5f32de50-b092-4e8d-9e6e-9f25f7fb7484 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 210 time: 0.0724983 Mar 07 11:09:31.878672 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0edc4a49-1320-43a7-aab7-970497aa13f0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "DELETE /v2.0/subnets/4c4a588d-de04-4848-8259-e7fb4e50eba1 HTTP/1.1" status: 204 len: 168 time: 0.9508135 Mar 07 11:09:31.882008 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37210) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:31.902796 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc4a49-1320-43a7-aab7-970497aa13f0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event deleted for resources: {'Subnet': ['ID=4c4a588d-de04-4848-8259-e7fb4e50eba1,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:31.918849 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc4a49-1320-43a7-aab7-970497aa13f0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:31.919497 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc4a49-1320-43a7-aab7-970497aa13f0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:31.920117 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc4a49-1320-43a7-aab7-970497aa13f0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:31.920588 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc4a49-1320-43a7-aab7-970497aa13f0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:31.922062 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-54a03a53-493f-4cba-ae29-c3becee7bd83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438464013', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'bb07a9e4-486f-4ecd-9500-d32f5a8503de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:07:07Z', 'updated_at': '2022-03-07T11:09:30Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': 'bb07a9e4-486f-4ecd-9500-d32f5a8503de', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:08Z', 'updated_at': '2022-03-07T11:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:31.922550 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc4a49-1320-43a7-aab7-970497aa13f0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:31.923831 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc4a49-1320-43a7-aab7-970497aa13f0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:31.924343 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc4a49-1320-43a7-aab7-970497aa13f0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:31.925329 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc4a49-1320-43a7-aab7-970497aa13f0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:31.925773 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc4a49-1320-43a7-aab7-970497aa13f0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:31.926388 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc4a49-1320-43a7-aab7-970497aa13f0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:31.927016 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc4a49-1320-43a7-aab7-970497aa13f0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:31.927556 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc4a49-1320-43a7-aab7-970497aa13f0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:31.928087 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edc4a49-1320-43a7-aab7-970497aa13f0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:31.975585 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a03a53-493f-4cba-ae29-c3becee7bd83 None None] The sync data for ids ['1a273023-3329-4e75-b486-c6e5a81c79e8'] in n-d-832164-4 is: [{'id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1438464013', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': 'bb07a9e4-486f-4ecd-9500-d32f5a8503de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:07:07Z', 'updated_at': '2022-03-07T11:09:30Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': 'bb07a9e4-486f-4ecd-9500-d32f5a8503de', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a273023-3329-4e75-b486-c6e5a81c79e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:07:08Z', 'updated_at': '2022-03-07T11:07:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:09:32.105580 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fa96cf2-1d4b-4ce0-91e3-b26615c4ac4a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router (1a273023-3329-4e75-b486-c6e5a81c79e8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:32.164412 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b655d0f-3333-4599-aee4-fea0e7dd1334 req-491ec102-9dab-4d4d-841c-d622bf987551 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:32.166059 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7b655d0f-3333-4599-aee4-fea0e7dd1334 req-491ec102-9dab-4d4d-841c-d622bf987551 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc94c62-423d-4485-b704-e0522fd39b13 HTTP/1.1" status: 200 len: 945 time: 0.1155121 Mar 07 11:09:32.362400 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f33b975-99ce-4d6b-9b25-8dc996b3a2f2 None None] DHCP port deletion for 6490749e-4c7c-4913-a953-f4e230e9967c request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:09:32.463753 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0f33b975-99ce-4d6b-9b25-8dc996b3a2f2 None None] Deleting port ce8c3998-457c-4d1d-8fbf-31dae8bfe63e {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:09:32.464069 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0f33b975-99ce-4d6b-9b25-8dc996b3a2f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (ce8c3998-457c-4d1d-8fbf-31dae8bfe63e), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:32.571566 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-0f33b975-99ce-4d6b-9b25-8dc996b3a2f2 None None] For port ce8c3998-457c-4d1d-8fbf-31dae8bfe63e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ce8c3998-457c-4d1d-8fbf-31dae8bfe63e,segment=NetworkSegment(055944e6-9588-4f25-90a6-0d906473f676),segment_id=055944e6-9588-4f25-90a6-0d906473f676)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:32.572164 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0f33b975-99ce-4d6b-9b25-8dc996b3a2f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (ce8c3998-457c-4d1d-8fbf-31dae8bfe63e), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:32.625996 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0f33b975-99ce-4d6b-9b25-8dc996b3a2f2 None None] Calling delete_port for ce8c3998-457c-4d1d-8fbf-31dae8bfe63e owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:09:32.636715 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7b655d0f-3333-4599-aee4-fea0e7dd1334 req-a827f112-e94e-475f-937e-bff9c5e5434b tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/security-groups?id=32b99671-7f56-4f11-a1d4-cef45cefd293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4583011 Mar 07 11:09:32.638852 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fa96cf2-1d4b-4ce0-91e3-b26615c4ac4a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router_gateway (1a273023-3329-4e75-b486-c6e5a81c79e8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:32.731299 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ed8589c6-f5a5-46bb-bb74-e19ec93cce23 req-c063f467-4321-45b5-898f-b39267702980 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2bc94c62-423d-4485-b704-e0522fd39b13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0857131 Mar 07 11:09:32.747382 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-9fa96cf2-1d4b-4ce0-91e3-b26615c4ac4a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Deleting port bb07a9e4-486f-4ecd-9500-d32f5a8503de {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:09:32.747749 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fa96cf2-1d4b-4ce0-91e3-b26615c4ac4a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (bb07a9e4-486f-4ecd-9500-d32f5a8503de), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:32.798949 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0f33b975-99ce-4d6b-9b25-8dc996b3a2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (ce8c3998-457c-4d1d-8fbf-31dae8bfe63e), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:32.824342 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33b975-99ce-4d6b-9b25-8dc996b3a2f2 None None] Pushing event deleted for resources: {'Port': ['ID=ce8c3998-457c-4d1d-8fbf-31dae8bfe63e,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:32.839549 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device db8a0404-bf92-4852-90d2-5938d37c6821 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:09:32.891601 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f33b975-99ce-4d6b-9b25-8dc996b3a2f2 None None] No DVR routers for this DVR port ce8c3998-457c-4d1d-8fbf-31dae8bfe63e on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:09:32.895617 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: db8a0404-bf92-4852-90d2-5938d37c6821 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:09:32.896232 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device db8a0404-bf92-4852-90d2-5938d37c6821 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:09:32.926916 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8589c6-f5a5-46bb-bb74-e19ec93cce23 req-9ad35957-112a-4500-a4b8-85c83db657c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:32.928861 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ed8589c6-f5a5-46bb-bb74-e19ec93cce23 req-9ad35957-112a-4500-a4b8-85c83db657c9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b243c13baef4810b22de094eb8aedf0&device_id=2bc94c62-423d-4485-b704-e0522fd39b13 HTTP/1.1" status: 200 len: 1127 time: 0.1132386 Mar 07 11:09:32.947325 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-9fa96cf2-1d4b-4ce0-91e3-b26615c4ac4a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] For port bb07a9e4-486f-4ecd-9500-d32f5a8503de, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=bb07a9e4-486f-4ecd-9500-d32f5a8503de,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:32.947325 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fa96cf2-1d4b-4ce0-91e3-b26615c4ac4a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (bb07a9e4-486f-4ecd-9500-d32f5a8503de), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:32.986597 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-9fa96cf2-1d4b-4ce0-91e3-b26615c4ac4a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Calling delete_port for bb07a9e4-486f-4ecd-9500-d32f5a8503de owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:09:33.013415 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8d22880f-720b-4afd-9c11-2545fecbd16f req-0f16368b-a263-40ba-8284-263f121e9a60 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 210 time: 0.0366471 Mar 07 11:09:33.124116 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8589c6-f5a5-46bb-bb74-e19ec93cce23 req-552be39a-25b3-4cf5-9357-b2b17e206e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:33.125676 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ed8589c6-f5a5-46bb-bb74-e19ec93cce23 req-552be39a-25b3-4cf5-9357-b2b17e206e0e service neutron] 10.222.0.21 "GET /v2.0/networks?id=45dc6b23-4f2c-42c4-9de9-f8afe4076e09 HTTP/1.1" status: 200 len: 913 time: 0.1742301 Mar 07 11:09:33.218421 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ed8589c6-f5a5-46bb-bb74-e19ec93cce23 req-3c827c61-c56f-44c6-9855-e4b5256c735c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85614ad0-fa93-483c-b064-5f27d96828ad HTTP/1.1" status: 200 len: 217 time: 0.0852156 Mar 07 11:09:33.302767 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8589c6-f5a5-46bb-bb74-e19ec93cce23 req-1a335137-46f0-4899-ba32-7e07fb7932c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:33.304278 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ed8589c6-f5a5-46bb-bb74-e19ec93cce23 req-1a335137-46f0-4899-ba32-7e07fb7932c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d5c20d0-d7a9-4286-a76d-76489e4907e2 HTTP/1.1" status: 200 len: 852 time: 0.0751276 Mar 07 11:09:33.345580 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ed8589c6-f5a5-46bb-bb74-e19ec93cce23 req-f1f3e9fb-ea96-49ae-ac77-6151cb89e71f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45dc6b23-4f2c-42c4-9de9-f8afe4076e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345294 Mar 07 11:09:33.361605 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fa96cf2-1d4b-4ce0-91e3-b26615c4ac4a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (bb07a9e4-486f-4ecd-9500-d32f5a8503de), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:33.403866 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa96cf2-1d4b-4ce0-91e3-b26615c4ac4a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event deleted for resources: {'Port': ['ID=bb07a9e4-486f-4ecd-9500-d32f5a8503de,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:33.523409 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fa96cf2-1d4b-4ce0-91e3-b26615c4ac4a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (1a273023-3329-4e75-b486-c6e5a81c79e8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:33.598099 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ed8589c6-f5a5-46bb-bb74-e19ec93cce23 req-55e401ed-c2bc-4f56-9dbe-f25b5d2a6f75 service neutron] 10.222.0.21 "GET /v2.0/networks/45dc6b23-4f2c-42c4-9de9-f8afe4076e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468936 Mar 07 11:09:33.662334 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device d600ad08-428d-4947-9973-cdff104b2155 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:09:33.684078 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fa96cf2-1d4b-4ce0-91e3-b26615c4ac4a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (1a273023-3329-4e75-b486-c6e5a81c79e8), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:33.707143 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fa96cf2-1d4b-4ce0-91e3-b26615c4ac4a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router_controller (1a273023-3329-4e75-b486-c6e5a81c79e8), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:33.721405 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: d600ad08-428d-4947-9973-cdff104b2155 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:09:33.723507 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device d600ad08-428d-4947-9973-cdff104b2155 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:09:33.724027 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ce8c3998-457c-4d1d-8fbf-31dae8bfe63e no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:09:33.778764 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: ce8c3998-457c-4d1d-8fbf-31dae8bfe63e {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:09:33.779285 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ce8c3998-457c-4d1d-8fbf-31dae8bfe63e not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:09:33.863016 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fa96cf2-1d4b-4ce0-91e3-b26615c4ac4a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (1a273023-3329-4e75-b486-c6e5a81c79e8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:33.863509 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa96cf2-1d4b-4ce0-91e3-b26615c4ac4a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Fanout notify agent at l3_agent the message router_deleted on router 1a273023-3329-4e75-b486-c6e5a81c79e8 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:09:33.878281 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fa96cf2-1d4b-4ce0-91e3-b26615c4ac4a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:33.879567 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9fa96cf2-1d4b-4ce0-91e3-b26615c4ac4a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "DELETE /v2.0/routers/1a273023-3329-4e75-b486-c6e5a81c79e8 HTTP/1.1" status: 204 len: 168 time: 1.9965289 Mar 07 11:09:33.882300 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37232) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:33.939945 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ed8589c6-f5a5-46bb-bb74-e19ec93cce23 req-99b5c457-be74-45ac-908c-d5ab3d3e9418 service neutron] 10.222.0.21 "GET /v2.0/networks/45dc6b23-4f2c-42c4-9de9-f8afe4076e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936041 Mar 07 11:09:33.952847 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682de4b-4019-4117-a8d4-03219844ba09 req-31ce30ff-95ab-478b-af40-d8428d241498 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:33.960057 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8682de4b-4019-4117-a8d4-03219844ba09 req-31ce30ff-95ab-478b-af40-d8428d241498 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc94c62-423d-4485-b704-e0522fd39b13 HTTP/1.1" status: 200 len: 945 time: 0.1405144 Mar 07 11:09:34.036426 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8682de4b-4019-4117-a8d4-03219844ba09 req-9ed45a6d-9855-469a-916f-780955b43683 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/security-groups?id=32b99671-7f56-4f11-a1d4-cef45cefd293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753040 Mar 07 11:09:34.063239 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c979140b-be4d-4dfc-b73d-8784cfc3223d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (6490749e-4c7c-4913-a953-f4e230e9967c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:34.172318 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-494f035e-9ba8-4b9d-aff8-d457647643e0 req-dde475ba-11af-4083-b551-d055fc6d1707 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 210 time: 0.0550685 Mar 07 11:09:34.242651 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c979140b-be4d-4dfc-b73d-8784cfc3223d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (6490749e-4c7c-4913-a953-f4e230e9967c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:34.269181 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-c979140b-be4d-4dfc-b73d-8784cfc3223d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6490749e-4c7c-4913-a953-f4e230e9967c']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:34.285086 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-c979140b-be4d-4dfc-b73d-8784cfc3223d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '055944e6-9588-4f25-90a6-0d906473f676') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:34.285726 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-c979140b-be4d-4dfc-b73d-8784cfc3223d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '055944e6-9588-4f25-90a6-0d906473f676') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:34.299513 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c979140b-be4d-4dfc-b73d-8784cfc3223d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (055944e6-9588-4f25-90a6-0d906473f676), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:34.361017 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c979140b-be4d-4dfc-b73d-8784cfc3223d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (055944e6-9588-4f25-90a6-0d906473f676), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:34.372455 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c979140b-be4d-4dfc-b73d-8784cfc3223d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:09:34.373051 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5018bc2-c9ac-4848-bf8c-33b72827f955 req-e9b58201-e0c1-44a2-90ed-9b9960f53f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:34.373409 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c979140b-be4d-4dfc-b73d-8784cfc3223d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (055944e6-9588-4f25-90a6-0d906473f676), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:34.376523 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5018bc2-c9ac-4848-bf8c-33b72827f955 req-e9b58201-e0c1-44a2-90ed-9b9960f53f51 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0b243c13baef4810b22de094eb8aedf0&device_id=2bc94c62-423d-4485-b704-e0522fd39b13 HTTP/1.1" status: 200 len: 1127 time: 0.0636375 Mar 07 11:09:34.379781 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:09:34.379781 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:09:34.379781 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:09:34.379781 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:09:34.379781 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:09:34.379781 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:09:34.379781 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:09:34.379781 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:09:34.379781 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:09:34.379781 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:09:34.379781 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:09:34.379781 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:09:34.379781 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:09:34.379781 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:09:34.379781 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:09:34.379781 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:09:34.379781 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:09:34.379781 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:09:34.379781 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:09:34.379781 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:09:34.379781 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:09:34.379781 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:09:34.379781 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:09:34.379781 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:09:34.379781 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:09:34.379781 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:09:34.379781 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:09:34.379781 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:09:34.379781 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:09:34.379781 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:09:34.379781 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:09:34.379781 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:09:34.477078 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742502f9-cdc6-4feb-920f-37ca64c7f72c req-176e1176-714e-4b84-98e2-f12769164a90 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:34.485301 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-742502f9-cdc6-4feb-920f-37ca64c7f72c req-176e1176-714e-4b84-98e2-f12769164a90 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc94c62-423d-4485-b704-e0522fd39b13 HTTP/1.1" status: 200 len: 945 time: 0.1718254 Mar 07 11:09:34.503546 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5018bc2-c9ac-4848-bf8c-33b72827f955 req-676db602-87cc-4a8e-b8b7-93961d53c196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:34.505159 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5018bc2-c9ac-4848-bf8c-33b72827f955 req-676db602-87cc-4a8e-b8b7-93961d53c196 service neutron] 10.222.0.21 "GET /v2.0/networks?id=45dc6b23-4f2c-42c4-9de9-f8afe4076e09 HTTP/1.1" status: 200 len: 913 time: 0.1220481 Mar 07 11:09:34.516543 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c979140b-be4d-4dfc-b73d-8784cfc3223d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (6490749e-4c7c-4913-a953-f4e230e9967c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:34.536152 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c979140b-be4d-4dfc-b73d-8784cfc3223d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:34.542760 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c979140b-be4d-4dfc-b73d-8784cfc3223d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "DELETE /v2.0/networks/6490749e-4c7c-4913-a953-f4e230e9967c HTTP/1.1" status: 204 len: 168 time: 0.6558228 Mar 07 11:09:34.545431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37242) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:34.567892 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5018bc2-c9ac-4848-bf8c-33b72827f955 req-0b95f0cd-eca5-4897-ac27-d137a13a1d40 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85614ad0-fa93-483c-b064-5f27d96828ad HTTP/1.1" status: 200 len: 217 time: 0.0553625 Mar 07 11:09:34.593078 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-742502f9-cdc6-4feb-920f-37ca64c7f72c req-f9630e14-adee-4905-bf7c-25b2eeef88f1 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/security-groups?id=32b99671-7f56-4f11-a1d4-cef45cefd293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046343 Mar 07 11:09:34.600465 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979140b-be4d-4dfc-b73d-8784cfc3223d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event deleted for resources: {'Network': ['ID=6490749e-4c7c-4913-a953-f4e230e9967c,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:34.632797 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5018bc2-c9ac-4848-bf8c-33b72827f955 req-60c1edbc-3146-47d5-bc68-4d459247a231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:34.634941 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5018bc2-c9ac-4848-bf8c-33b72827f955 req-60c1edbc-3146-47d5-bc68-4d459247a231 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d5c20d0-d7a9-4286-a76d-76489e4907e2 HTTP/1.1" status: 200 len: 852 time: 0.0608027 Mar 07 11:09:34.667451 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9c703ebe-1ffc-4acc-afc5-d2afce0960b7 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group (965447d7-c721-420a-b3c3-33641c57a196), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:34.689610 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5018bc2-c9ac-4848-bf8c-33b72827f955 req-c4ffda95-6b95-4598-a108-f147d1f9e20c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=45dc6b23-4f2c-42c4-9de9-f8afe4076e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485449 Mar 07 11:09:34.713435 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9c703ebe-1ffc-4acc-afc5-d2afce0960b7 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group (965447d7-c721-420a-b3c3-33641c57a196), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:34.807694 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9c703ebe-1ffc-4acc-afc5-d2afce0960b7 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (965447d7-c721-420a-b3c3-33641c57a196), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:34.811729 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9c703ebe-1ffc-4acc-afc5-d2afce0960b7 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:34.814274 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9c703ebe-1ffc-4acc-afc5-d2afce0960b7 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "DELETE /v2.0/security-groups/965447d7-c721-420a-b3c3-33641c57a196 HTTP/1.1" status: 204 len: 168 time: 0.2672234 Mar 07 11:09:34.830009 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c703ebe-1ffc-4acc-afc5-d2afce0960b7 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=965447d7-c721-420a-b3c3-33641c57a196,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:34.847092 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5018bc2-c9ac-4848-bf8c-33b72827f955 req-805959ef-5b86-44bb-b480-d68bd089877d service neutron] 10.222.0.21 "GET /v2.0/networks/45dc6b23-4f2c-42c4-9de9-f8afe4076e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511002 Mar 07 11:09:34.970022 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5018bc2-c9ac-4848-bf8c-33b72827f955 req-5cca3b18-a9b1-4828-a751-47ccc4152e6e service neutron] 10.222.0.21 "GET /v2.0/networks/45dc6b23-4f2c-42c4-9de9-f8afe4076e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172061 Mar 07 11:09:35.090194 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37252) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:35.095726 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-4a197945-1adb-4e68-9039-ee5485813260 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1965101119', 'description': 'tempest-secgroup-smoke-1965101119 description', 'project_id': '495992950f4c431c9a7421503d52aa85'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:35.117886 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4a197945-1adb-4e68-9039-ee5485813260 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:35.190644 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4a197945-1adb-4e68-9039-ee5485813260 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group (e2082bce-7dce-4e17-ba11-fe0765cbb5b0), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:35.196710 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4a197945-1adb-4e68-9039-ee5485813260 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e2082bce-7dce-4e17-ba11-fe0765cbb5b0), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:35.231534 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a197945-1adb-4e68-9039-ee5485813260 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2082bce-7dce-4e17-ba11-fe0765cbb5b0,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:35.237239 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4a197945-1adb-4e68-9039-ee5485813260 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:35.238606 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4a197945-1adb-4e68-9039-ee5485813260 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1469781 Mar 07 11:09:35.246496 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37256) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:35.252528 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-48d1f29b-7106-49bc-af88-5d9d02959f97 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'security_group_rule': {'security_group_id': 'e2082bce-7dce-4e17-ba11-fe0765cbb5b0', 'project_id': '495992950f4c431c9a7421503d52aa85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:35.296536 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e88c63a2-4790-46d5-ac56-80263b7edf9c req-cd31aed0-6293-4103-ae64-006f87f10015 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 210 time: 0.0326686 Mar 07 11:09:35.314130 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48d1f29b-7106-49bc-af88-5d9d02959f97 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (60e4800b-fb37-4b13-b0f2-49bc09d2c4bb), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:35.366715 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48d1f29b-7106-49bc-af88-5d9d02959f97 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (60e4800b-fb37-4b13-b0f2-49bc09d2c4bb), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:35.372268 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48d1f29b-7106-49bc-af88-5d9d02959f97 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (60e4800b-fb37-4b13-b0f2-49bc09d2c4bb), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:35.394780 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d1f29b-7106-49bc-af88-5d9d02959f97 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e4800b-fb37-4b13-b0f2-49bc09d2c4bb,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:35.402921 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-48d1f29b-7106-49bc-af88-5d9d02959f97 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:35.404220 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-48d1f29b-7106-49bc-af88-5d9d02959f97 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1564910 Mar 07 11:09:35.407795 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37258) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:35.413361 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-91a79f9c-0786-4a13-959b-1939d89504fc tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'security_group_rule': {'security_group_id': 'e2082bce-7dce-4e17-ba11-fe0765cbb5b0', 'project_id': '495992950f4c431c9a7421503d52aa85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:35.448255 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-91a79f9c-0786-4a13-959b-1939d89504fc tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (7a4a2944-240d-4a68-b9c1-812e4e112db2), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:35.487018 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device bb07a9e4-486f-4ecd-9500-d32f5a8503de no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:09:35.508185 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: bb07a9e4-486f-4ecd-9500-d32f5a8503de {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:09:35.508942 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device bb07a9e4-486f-4ecd-9500-d32f5a8503de not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:09:35.536710 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-91a79f9c-0786-4a13-959b-1939d89504fc tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (7a4a2944-240d-4a68-b9c1-812e4e112db2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:35.542846 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-91a79f9c-0786-4a13-959b-1939d89504fc tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (7a4a2944-240d-4a68-b9c1-812e4e112db2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:35.563223 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a79f9c-0786-4a13-959b-1939d89504fc tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a4a2944-240d-4a68-b9c1-812e4e112db2,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:35.577640 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-91a79f9c-0786-4a13-959b-1939d89504fc tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:35.579234 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-91a79f9c-0786-4a13-959b-1939d89504fc tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1703377 Mar 07 11:09:35.582116 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37260) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:35.591178 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-6eb201b4-6b7a-4517-b21f-b1496acdb084 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'security_group_rule': {'security_group_id': 'e2082bce-7dce-4e17-ba11-fe0765cbb5b0', 'project_id': '495992950f4c431c9a7421503d52aa85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:35.632411 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6eb201b4-6b7a-4517-b21f-b1496acdb084 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (483269b1-3c50-4819-9454-d16a3594e591), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:35.776286 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d359f2-9600-45ee-84b8-5f4340ffb378 req-0c7081ce-729d-40bc-952c-36ea2a7ab267 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:35.781561 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-32d359f2-9600-45ee-84b8-5f4340ffb378 req-0c7081ce-729d-40bc-952c-36ea2a7ab267 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc94c62-423d-4485-b704-e0522fd39b13 HTTP/1.1" status: 200 len: 945 time: 0.0873103 Mar 07 11:09:35.797822 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6eb201b4-6b7a-4517-b21f-b1496acdb084 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (483269b1-3c50-4819-9454-d16a3594e591), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:35.807988 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6eb201b4-6b7a-4517-b21f-b1496acdb084 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (483269b1-3c50-4819-9454-d16a3594e591), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:35.845759 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb201b4-6b7a-4517-b21f-b1496acdb084 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=483269b1-3c50-4819-9454-d16a3594e591,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:35.886998 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-32d359f2-9600-45ee-84b8-5f4340ffb378 req-51da8fa8-3be2-4ecd-8ae2-568a749112ac tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/security-groups?id=32b99671-7f56-4f11-a1d4-cef45cefd293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016641 Mar 07 11:09:35.899217 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6eb201b4-6b7a-4517-b21f-b1496acdb084 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:35.902820 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6eb201b4-6b7a-4517-b21f-b1496acdb084 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3142054 Mar 07 11:09:35.903156 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37266) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:35.908326 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-b6770fd5-0ba4-4b35-b76e-dc990c347e15 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'security_group_rule': {'security_group_id': 'e2082bce-7dce-4e17-ba11-fe0765cbb5b0', 'project_id': '495992950f4c431c9a7421503d52aa85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:35.934979 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6770fd5-0ba4-4b35-b76e-dc990c347e15 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (4cda08eb-28e0-403e-8d9c-7c554caa4b3a), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:36.008147 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6770fd5-0ba4-4b35-b76e-dc990c347e15 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (4cda08eb-28e0-403e-8d9c-7c554caa4b3a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:36.012797 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6770fd5-0ba4-4b35-b76e-dc990c347e15 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (4cda08eb-28e0-403e-8d9c-7c554caa4b3a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:36.035422 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6770fd5-0ba4-4b35-b76e-dc990c347e15 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cda08eb-28e0-403e-8d9c-7c554caa4b3a,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:36.040614 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6770fd5-0ba4-4b35-b76e-dc990c347e15 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:36.044890 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b6770fd5-0ba4-4b35-b76e-dc990c347e15 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1383097 Mar 07 11:09:36.045261 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37270) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:36.050585 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-956dd11a-1fbf-4bd7-9ae4-9c14ebd32b08 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'security_group_rule': {'security_group_id': 'e2082bce-7dce-4e17-ba11-fe0765cbb5b0', 'project_id': '495992950f4c431c9a7421503d52aa85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:36.074568 n-d-832164-4 neutron-server[103767]: INFO neutron.db.securitygroups_db [None req-956dd11a-1fbf-4bd7-9ae4-9c14ebd32b08 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Project 495992950f4c431c9a7421503d52aa85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:09:36.080352 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-956dd11a-1fbf-4bd7-9ae4-9c14ebd32b08 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (7e6264ac-9ed2-427e-9627-cae6c8bbb0b4), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:36.144318 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-956dd11a-1fbf-4bd7-9ae4-9c14ebd32b08 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (7e6264ac-9ed2-427e-9627-cae6c8bbb0b4), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:36.154562 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-956dd11a-1fbf-4bd7-9ae4-9c14ebd32b08 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (7e6264ac-9ed2-427e-9627-cae6c8bbb0b4), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:36.180985 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956dd11a-1fbf-4bd7-9ae4-9c14ebd32b08 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e6264ac-9ed2-427e-9627-cae6c8bbb0b4,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:36.186525 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-956dd11a-1fbf-4bd7-9ae4-9c14ebd32b08 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:36.190476 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-956dd11a-1fbf-4bd7-9ae4-9c14ebd32b08 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1410456 Mar 07 11:09:36.190623 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37272) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:36.195256 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-72a7535b-94d5-41a7-8020-47bc32b14613 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'security_group_rule': {'security_group_id': 'e2082bce-7dce-4e17-ba11-fe0765cbb5b0', 'project_id': '495992950f4c431c9a7421503d52aa85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:36.220058 n-d-832164-4 neutron-server[103767]: INFO neutron.db.securitygroups_db [None req-72a7535b-94d5-41a7-8020-47bc32b14613 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Project 495992950f4c431c9a7421503d52aa85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:09:36.226161 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72a7535b-94d5-41a7-8020-47bc32b14613 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (0fd2d96e-5812-4526-affc-c79e581dda03), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:36.295163 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72a7535b-94d5-41a7-8020-47bc32b14613 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (0fd2d96e-5812-4526-affc-c79e581dda03), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:36.300525 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72a7535b-94d5-41a7-8020-47bc32b14613 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (0fd2d96e-5812-4526-affc-c79e581dda03), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:36.317732 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a7535b-94d5-41a7-8020-47bc32b14613 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd2d96e-5812-4526-affc-c79e581dda03,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:36.331904 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72a7535b-94d5-41a7-8020-47bc32b14613 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:36.336476 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-72a7535b-94d5-41a7-8020-47bc32b14613 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1423297 Mar 07 11:09:36.336767 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37276) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:36.343183 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-026608e5-b18e-4833-8a64-763aa606bb3f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'network': {'name': 'tempest-network-smoke--894317901', 'project_id': '495992950f4c431c9a7421503d52aa85', 'port_security_enabled': True}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:36.376077 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026608e5-b18e-4833-8a64-763aa606bb3f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Made reservation on behalf of 495992950f4c431c9a7421503d52aa85 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:09:36.380718 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-026608e5-b18e-4833-8a64-763aa606bb3f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:36.414768 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-32fff206-1b6c-48e2-be54-18769e450535 req-4a314db0-5347-485c-bab4-fce46e21bbb4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 210 time: 0.0370078 Mar 07 11:09:36.418262 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026608e5-b18e-4833-8a64-763aa606bb3f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 232} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:09:36.432455 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-026608e5-b18e-4833-8a64-763aa606bb3f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (1d51969e-4a73-44b5-a816-740b09033e27), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:36.432907 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-026608e5-b18e-4833-8a64-763aa606bb3f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Added segment 1d51969e-4a73-44b5-a816-740b09033e27 of type vlan for network 43c1ad94-1474-4985-8640-9532291fba8a Mar 07 11:09:36.483286 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-026608e5-b18e-4833-8a64-763aa606bb3f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (43c1ad94-1474-4985-8640-9532291fba8a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:36.495665 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-23b79a81-ead8-48d1-b1bd-f9fec298e1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:36.516519 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-026608e5-b18e-4833-8a64-763aa606bb3f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (43c1ad94-1474-4985-8640-9532291fba8a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:36.523160 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026608e5-b18e-4833-8a64-763aa606bb3f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:36.523774 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-026608e5-b18e-4833-8a64-763aa606bb3f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:36.566077 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-026608e5-b18e-4833-8a64-763aa606bb3f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2280378 Mar 07 11:09:36.568792 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37278) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:36.574093 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-7471d545-324f-40a5-8f0c-89c73b2400bb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-270429996', 'admin_state_up': True, 'project_id': '495992950f4c431c9a7421503d52aa85', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:36.603221 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7471d545-324f-40a5-8f0c-89c73b2400bb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:36.604701 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7471d545-324f-40a5-8f0c-89c73b2400bb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:36.613807 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026608e5-b18e-4833-8a64-763aa606bb3f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'Network': ['ID=43c1ad94-1474-4985-8640-9532291fba8a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:36.625826 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 43c1ad94-1474-4985-8640-9532291fba8a details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:09:36.675166 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7471d545-324f-40a5-8f0c-89c73b2400bb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router_controller (3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:36.841450 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7471d545-324f-40a5-8f0c-89c73b2400bb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router_gateway (3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:37.080813 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7471d545-324f-40a5-8f0c-89c73b2400bb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router_gateway (3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:37.108715 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7471d545-324f-40a5-8f0c-89c73b2400bb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:37.118995 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e7a94-3b95-4a3f-8b95-7b483a6d25fc req-5d5a7e0a-1af4-40cb-b212-2570decd732b tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:37.132587 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-859e7a94-3b95-4a3f-8b95-7b483a6d25fc req-5d5a7e0a-1af4-40cb-b212-2570decd732b tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc94c62-423d-4485-b704-e0522fd39b13 HTTP/1.1" status: 200 len: 945 time: 0.1055009 Mar 07 11:09:37.196964 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-859e7a94-3b95-4a3f-8b95-7b483a6d25fc req-a2db121c-a20c-4927-8ed5-d2502c0930ba tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/security-groups?id=32b99671-7f56-4f11-a1d4-cef45cefd293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594637 Mar 07 11:09:37.309099 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-7471d545-324f-40a5-8f0c-89c73b2400bb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Allocated IP 172.25.3.21 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/2ca05f61-ac83-48bc-aa19-6aa816859d04) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:09:37.509026 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7471d545-324f-40a5-8f0c-89c73b2400bb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for port (2ca05f61-ac83-48bc-aa19-6aa816859d04), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:37.600879 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-971b1ead-5728-472d-a853-82c15f05caff req-e33b3124-8605-4f2a-999f-d2055530bbf1 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 210 time: 0.0722141 Mar 07 11:09:37.616866 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7471d545-324f-40a5-8f0c-89c73b2400bb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (2ca05f61-ac83-48bc-aa19-6aa816859d04), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:37.710310 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7471d545-324f-40a5-8f0c-89c73b2400bb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:09:37.717212 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-7471d545-324f-40a5-8f0c-89c73b2400bb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:37.724717 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7471d545-324f-40a5-8f0c-89c73b2400bb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:09:37.759184 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7471d545-324f-40a5-8f0c-89c73b2400bb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'Port': ['ID=2ca05f61-ac83-48bc-aa19-6aa816859d04,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:37.796303 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22a865-3a8e-41cb-a11e-e3a6517981da req-1fad1ab6-3884-4f9f-860e-836c4f9dc365 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:37.803551 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3a22a865-3a8e-41cb-a11e-e3a6517981da req-1fad1ab6-3884-4f9f-860e-836c4f9dc365 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc94c62-423d-4485-b704-e0522fd39b13 HTTP/1.1" status: 200 len: 945 time: 0.1505284 Mar 07 11:09:37.965354 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3a22a865-3a8e-41cb-a11e-e3a6517981da req-e7a61bfe-f95d-4c91-94dc-b274d95099da tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/security-groups?id=32b99671-7f56-4f11-a1d4-cef45cefd293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567516 Mar 07 11:09:38.107863 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7471d545-324f-40a5-8f0c-89c73b2400bb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router_gateway (3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:38.340074 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7471d545-324f-40a5-8f0c-89c73b2400bb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:38.491284 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7471d545-324f-40a5-8f0c-89c73b2400bb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Router 3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:09:38.625415 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f715531a-e856-439d-9eb1-923dba4dc7c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:38.660298 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7471d545-324f-40a5-8f0c-89c73b2400bb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:09:38.685732 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836a8928-644d-4ee4-b3c5-b31010f3a4e8 None None] Sync routers for ids ['3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:09:38.692109 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7471d545-324f-40a5-8f0c-89c73b2400bb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:38.696930 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37306) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:38.702697 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7471d545-324f-40a5-8f0c-89c73b2400bb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1235728 Mar 07 11:09:38.704245 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836a8928-644d-4ee4-b3c5-b31010f3a4e8 None None] Routers {'3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:09:38.710340 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-836a8928-644d-4ee4-b3c5-b31010f3a4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:09:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:38.754355 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-13d983d6-75e5-45db-a108-5c51e2d880fc tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=495992950f4c431c9a7421503d52aa85&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0562041 Mar 07 11:09:38.757001 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37308) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:38.816210 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ad0b3e8e-1e64-45dd-a79e-cd62aaf07b35 req-09dd12d2-af53-436d-b511-502f23029c1d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 210 time: 0.0603569 Mar 07 11:09:38.915602 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-836a8928-644d-4ee4-b3c5-b31010f3a4e8 None None] Set router 3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:09:39.258424 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-836a8928-644d-4ee4-b3c5-b31010f3a4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270429996', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '2ca05f61-ac83-48bc-aa19-6aa816859d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:36Z', 'updated_at': '2022-03-07T11:09:37Z', 'revision_number': 3, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': '2ca05f61-ac83-48bc-aa19-6aa816859d04', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:46:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:37Z', 'updated_at': '2022-03-07T11:09:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:39.333310 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836a8928-644d-4ee4-b3c5-b31010f3a4e8 None None] Checking router: 3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:09:39.334126 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836a8928-644d-4ee4-b3c5-b31010f3a4e8 None None] Updating router 3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517 port 2ca05f61-ac83-48bc-aa19-6aa816859d04 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:09:39.387296 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-836a8928-644d-4ee4-b3c5-b31010f3a4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2ca05f61-ac83-48bc-aa19-6aa816859d04), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:39.474806 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683ded2-8540-412b-8b7b-783c492698e2 req-76b96f9f-0bb8-4ee0-a2df-3e444b7e37c6 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:39.475967 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e683ded2-8540-412b-8b7b-783c492698e2 req-76b96f9f-0bb8-4ee0-a2df-3e444b7e37c6 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.21 "GET /v2.0/ports?device_id=2bc94c62-423d-4485-b704-e0522fd39b13 HTTP/1.1" status: 200 len: 945 time: 0.1408741 Mar 07 11:09:39.497746 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783fce0-b1f9-41e3-aaf5-66b8e6bc014a req-9592b1b1-6b7a-4312-82ab-27127b18ec87 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:39.499370 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7783fce0-b1f9-41e3-aaf5-66b8e6bc014a req-9592b1b1-6b7a-4312-82ab-27127b18ec87 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc94c62-423d-4485-b704-e0522fd39b13 HTTP/1.1" status: 200 len: 945 time: 0.1547496 Mar 07 11:09:39.517862 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4c1899-f98e-4e9c-9481-f24481851232 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:39.522051 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8b4c1899-f98e-4e9c-9481-f24481851232 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7612631 Mar 07 11:09:39.522503 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37314) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:39.591282 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b9b8a1be-8fe1-48b2-b4ef-4210484014ca tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=f8958782-2869-4679-b3a6-78e3b1855431&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0652933 Mar 07 11:09:39.593473 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37316) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:39.598694 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-58e9513a-05ab-46cb-ad67-bd9968ec3dd1 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1151549564', 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a', 'project_id': '495992950f4c431c9a7421503d52aa85', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:39.709739 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7783fce0-b1f9-41e3-aaf5-66b8e6bc014a req-9fc313fc-9306-4209-9465-db4298c4d9b7 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/security-groups?id=32b99671-7f56-4f11-a1d4-cef45cefd293&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773176 Mar 07 11:09:39.744736 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e9513a-05ab-46cb-ad67-bd9968ec3dd1 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Made reservation on behalf of 495992950f4c431c9a7421503d52aa85 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:09:39.749460 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-58e9513a-05ab-46cb-ad67-bd9968ec3dd1 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:39.754145 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-e683ded2-8540-412b-8b7b-783c492698e2 req-f0529160-7e10-41c9-8f1a-5513b545494f tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Deleting port 85614ad0-fa93-483c-b064-5f27d96828ad {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:09:39.756196 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e683ded2-8540-412b-8b7b-783c492698e2 req-f0529160-7e10-41c9-8f1a-5513b545494f tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (85614ad0-fa93-483c-b064-5f27d96828ad), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:39.798473 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-836a8928-644d-4ee4-b3c5-b31010f3a4e8 None None] Publish callbacks [] for port (2ca05f61-ac83-48bc-aa19-6aa816859d04), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:39.809795 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-836a8928-644d-4ee4-b3c5-b31010f3a4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (2ca05f61-ac83-48bc-aa19-6aa816859d04), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:39.914837 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-836a8928-644d-4ee4-b3c5-b31010f3a4e8 None None] Attempting to bind port 2ca05f61-ac83-48bc-aa19-6aa816859d04 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:09:39.915375 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-836a8928-644d-4ee4-b3c5-b31010f3a4e8 None None] Attempting to bind port 2ca05f61-ac83-48bc-aa19-6aa816859d04 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:09:39.916261 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836a8928-644d-4ee4-b3c5-b31010f3a4e8 None None] Attempting to bind port 2ca05f61-ac83-48bc-aa19-6aa816859d04 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:09:39.936981 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c0cd0-761f-41ae-9ae7-b6386482b070 None None] Pushing event updated for resources: {'Port': ['ID=2ca05f61-ac83-48bc-aa19-6aa816859d04,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:39.959219 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836a8928-644d-4ee4-b3c5-b31010f3a4e8 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:09:39.959677 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836a8928-644d-4ee4-b3c5-b31010f3a4e8 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:09:39.960253 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-836a8928-644d-4ee4-b3c5-b31010f3a4e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:39.960640 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836a8928-644d-4ee4-b3c5-b31010f3a4e8 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:09:39.961209 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-836a8928-644d-4ee4-b3c5-b31010f3a4e8 None None] Bound port: 2ca05f61-ac83-48bc-aa19-6aa816859d04, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:09:39.961659 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-836a8928-644d-4ee4-b3c5-b31010f3a4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2ca05f61-ac83-48bc-aa19-6aa816859d04), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:39.967238 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c0cd0-761f-41ae-9ae7-b6386482b070 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:39.967766 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c0cd0-761f-41ae-9ae7-b6386482b070 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:39.968367 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c0cd0-761f-41ae-9ae7-b6386482b070 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:39.968761 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c0cd0-761f-41ae-9ae7-b6386482b070 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:39.969184 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c0cd0-761f-41ae-9ae7-b6386482b070 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:39.969586 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c0cd0-761f-41ae-9ae7-b6386482b070 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:39.969983 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c0cd0-761f-41ae-9ae7-b6386482b070 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:39.970381 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c0cd0-761f-41ae-9ae7-b6386482b070 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:39.970776 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c0cd0-761f-41ae-9ae7-b6386482b070 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:39.971181 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c0cd0-761f-41ae-9ae7-b6386482b070 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:39.971566 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c0cd0-761f-41ae-9ae7-b6386482b070 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:39.971972 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c0cd0-761f-41ae-9ae7-b6386482b070 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:39.972360 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74c0cd0-761f-41ae-9ae7-b6386482b070 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:39.973834 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-e683ded2-8540-412b-8b7b-783c492698e2 req-f0529160-7e10-41c9-8f1a-5513b545494f tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] For port 85614ad0-fa93-483c-b064-5f27d96828ad, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=85614ad0-fa93-483c-b064-5f27d96828ad,segment=NetworkSegment(bb07793f-6c26-4253-87b0-a2dae20f2fca),segment_id=bb07793f-6c26-4253-87b0-a2dae20f2fca)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:39.980182 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-18eef8b5-26b7-4578-943f-91377d176457 req-9ed3bb1d-098a-4818-a062-cf05c0ea3ab6 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 210 time: 0.0429835 Mar 07 11:09:39.995926 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e683ded2-8540-412b-8b7b-783c492698e2 req-f0529160-7e10-41c9-8f1a-5513b545494f tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (85614ad0-fa93-483c-b064-5f27d96828ad), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:40.021396 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:40.037152 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-e683ded2-8540-412b-8b7b-783c492698e2 req-f0529160-7e10-41c9-8f1a-5513b545494f tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Calling delete_port for 85614ad0-fa93-483c-b064-5f27d96828ad owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:09:40.050684 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-836a8928-644d-4ee4-b3c5-b31010f3a4e8 None None] For port 2ca05f61-ac83-48bc-aa19-6aa816859d04, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:09:40.053864 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-58e9513a-05ab-46cb-ad67-bd9968ec3dd1 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (840c8047-e940-4ed1-ac9c-d1cc13c6e768), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:40.057892 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-836a8928-644d-4ee4-b3c5-b31010f3a4e8 None None] For port 2ca05f61-ac83-48bc-aa19-6aa816859d04, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=2ca05f61-ac83-48bc-aa19-6aa816859d04,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:09:40.074514 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-836a8928-644d-4ee4-b3c5-b31010f3a4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (2ca05f61-ac83-48bc-aa19-6aa816859d04), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:40.176796 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836a8928-644d-4ee4-b3c5-b31010f3a4e8 None None] Routers {'3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:09:40.177948 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-836a8928-644d-4ee4-b3c5-b31010f3a4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:09:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:40.204414 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9513a-05ab-46cb-ad67-bd9968ec3dd1 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'Subnet': ['ID=840c8047-e940-4ed1-ac9c-d1cc13c6e768,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:40.212211 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e9513a-05ab-46cb-ad67-bd9968ec3dd1 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Checking segment: {'id': '1d51969e-4a73-44b5-a816-740b09033e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:09:40.212576 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e9513a-05ab-46cb-ad67-bd9968ec3dd1 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Network hostable DHCP agents. Network: 43c1ad94-1474-4985-8640-9532291fba8a, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:09:40.239329 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e9513a-05ab-46cb-ad67-bd9968ec3dd1 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Network 43c1ad94-1474-4985-8640-9532291fba8a is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:09:40.248472 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e683ded2-8540-412b-8b7b-783c492698e2 req-f0529160-7e10-41c9-8f1a-5513b545494f tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (85614ad0-fa93-483c-b064-5f27d96828ad), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:40.262689 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-58e9513a-05ab-46cb-ad67-bd9968ec3dd1 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 43c1ad94-1474-4985-8640-9532291fba8a) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:40.268122 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e9513a-05ab-46cb-ad67-bd9968ec3dd1 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:40.269321 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-58e9513a-05ab-46cb-ad67-bd9968ec3dd1 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:40.278494 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['85614ad0-fa93-483c-b064-5f27d96828ad'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:09:40.281608 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d97fe2-ed54-4ae7-9d22-27c52359726d None None] Network 43c1ad94-1474-4985-8640-9532291fba8a requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:09:40.290966 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-58e9513a-05ab-46cb-ad67-bd9968ec3dd1 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6954606 Mar 07 11:09:40.296897 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37330) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:40.312798 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0529160-7e10-41c9-8f1a-5513b545494f tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Pushing event deleted for resources: {'Port': ['ID=85614ad0-fa93-483c-b064-5f27d96828ad,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:40.371527 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e683ded2-8540-412b-8b7b-783c492698e2 req-f0529160-7e10-41c9-8f1a-5513b545494f tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] No DVR routers for this DVR port 85614ad0-fa93-483c-b064-5f27d96828ad on host n-h1-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:09:40.375204 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e683ded2-8540-412b-8b7b-783c492698e2 req-f0529160-7e10-41c9-8f1a-5513b545494f tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:40.380905 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e683ded2-8540-412b-8b7b-783c492698e2 req-f0529160-7e10-41c9-8f1a-5513b545494f tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.21 "DELETE /v2.0/ports/85614ad0-fa93-483c-b064-5f27d96828ad HTTP/1.1" status: 204 len: 173 time: 0.8973365 Mar 07 11:09:40.381412 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bc94c62-423d-4485-b704-e0522fd39b13', 'name': 'network-vif-deleted', 'tag': '85614ad0-fa93-483c-b064-5f27d96828ad'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:09:40.384980 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214855fe-4a70-4187-b8a5-4753f3ffe7a2" -d '{"events": [{"server_uuid": "2bc94c62-423d-4485-b704-e0522fd39b13", "name": "network-vif-deleted", "tag": "85614ad0-fa93-483c-b064-5f27d96828ad"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:09:40.503670 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ad5054-6bf4-4ebb-9249-d1e52a81e1cf x-openstack-request-id: req-44ad5054-6bf4-4ebb-9249-d1e52a81e1cf {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:09:40.504256 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bc94c62-423d-4485-b704-e0522fd39b13", "name": "network-vif-deleted", "tag": "85614ad0-fa93-483c-b064-5f27d96828ad", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:09:40.504256 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-44ad5054-6bf4-4ebb-9249-d1e52a81e1cf {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:09:40.504624 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bc94c62-423d-4485-b704-e0522fd39b13', 'name': 'network-vif-deleted', 'tag': '85614ad0-fa93-483c-b064-5f27d96828ad', 'status': 'completed', 'code': 200} Mar 07 11:09:40.774699 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74c0cd0-761f-41ae-9ae7-b6386482b070 None None] Pushing event updated for resources: {'Port': ['ID=2ca05f61-ac83-48bc-aa19-6aa816859d04,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:40.835024 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281d347b-ffb4-4eb4-bb37-e5c2029348ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-43c1ad94-1474-4985-8640-9532291fba8a', 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a', 'project_id': '495992950f4c431c9a7421503d52aa85', 'fixed_ips': [{'subnet_id': '840c8047-e940-4ed1-ac9c-d1cc13c6e768'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:09:40.836079 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-281d347b-ffb4-4eb4-bb37-e5c2029348ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:40.902852 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-836a8928-644d-4ee4-b3c5-b31010f3a4e8 None None] Set router 3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:09:40.926654 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d5ef87b8-14e4-4992-b14e-87c0f30897a3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:41.064187 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-03963018-7cd2-4b23-970d-8f747647d6a6 req-920e2e99-ad79-4d97-8a5c-e7c494bd6964 tempest-TestServerAdvancedOps-479794243 tempest-TestServerAdvancedOps-479794243-project] 10.222.0.11 "GET /v2.0/ports?device_id=2bc94c62-423d-4485-b704-e0522fd39b13 HTTP/1.1" status: 200 len: 210 time: 0.1361864 Mar 07 11:09:41.211441 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d9c0a4a3-445a-4ca2-a58c-a0b478e561b5 req-1bda9909-3a8d-4455-be0f-69fd82552bf7 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=442edec5-2561-4c86-9657-062838154d3d HTTP/1.1" status: 200 len: 210 time: 0.0847497 Mar 07 11:09:41.274041 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-281d347b-ffb4-4eb4-bb37-e5c2029348ac None None] Allocated IP 172.20.0.2 (43c1ad94-1474-4985-8640-9532291fba8a/840c8047-e940-4ed1-ac9c-d1cc13c6e768/c6edf5c2-a7ba-46e6-b66d-97245ab2149b) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:09:41.290030 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-836a8928-644d-4ee4-b3c5-b31010f3a4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270429996', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '2ca05f61-ac83-48bc-aa19-6aa816859d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:36Z', 'updated_at': '2022-03-07T11:09:37Z', 'revision_number': 3, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': '2ca05f61-ac83-48bc-aa19-6aa816859d04', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:46:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:37Z', 'updated_at': '2022-03-07T11:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:41.328007 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-836a8928-644d-4ee4-b3c5-b31010f3a4e8 None None] The sync data for ids ['3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517'] in n-d-832164-4 is: [{'id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270429996', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '2ca05f61-ac83-48bc-aa19-6aa816859d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:36Z', 'updated_at': '2022-03-07T11:09:37Z', 'revision_number': 3, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': '2ca05f61-ac83-48bc-aa19-6aa816859d04', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:46:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:37Z', 'updated_at': '2022-03-07T11:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:09:41.548124 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-281d347b-ffb4-4eb4-bb37-e5c2029348ac None None] Publish callbacks [] for port (c6edf5c2-a7ba-46e6-b66d-97245ab2149b), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:41.574558 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-281d347b-ffb4-4eb4-bb37-e5c2029348ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (c6edf5c2-a7ba-46e6-b66d-97245ab2149b), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:41.608708 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281d347b-ffb4-4eb4-bb37-e5c2029348ac None None] Network 43c1ad94-1474-4985-8640-9532291fba8a is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:09:41.614340 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-281d347b-ffb4-4eb4-bb37-e5c2029348ac None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:41.644660 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281d347b-ffb4-4eb4-bb37-e5c2029348ac None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:09:41.656457 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-d5ef87b8-14e4-4992-b14e-87c0f30897a3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Allocated IP 172.20.0.1 (43c1ad94-1474-4985-8640-9532291fba8a/840c8047-e940-4ed1-ac9c-d1cc13c6e768/6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:09:41.801527 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d347b-ffb4-4eb4-bb37-e5c2029348ac None None] Pushing event updated for resources: {'Port': ['ID=c6edf5c2-a7ba-46e6-b66d-97245ab2149b,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:41.863693 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-281d347b-ffb4-4eb4-bb37-e5c2029348ac None None] Attempting to bind port c6edf5c2-a7ba-46e6-b66d-97245ab2149b on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:09:41.864631 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-281d347b-ffb4-4eb4-bb37-e5c2029348ac None None] Attempting to bind port c6edf5c2-a7ba-46e6-b66d-97245ab2149b by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '1d51969e-4a73-44b5-a816-740b09033e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:09:41.864631 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281d347b-ffb4-4eb4-bb37-e5c2029348ac None None] Attempting to bind port c6edf5c2-a7ba-46e6-b66d-97245ab2149b on network 43c1ad94-1474-4985-8640-9532291fba8a {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:09:41.875986 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281d347b-ffb4-4eb4-bb37-e5c2029348ac None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:09:41.876422 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281d347b-ffb4-4eb4-bb37-e5c2029348ac None None] Checking segment: {'id': '1d51969e-4a73-44b5-a816-740b09033e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:09:41.876836 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-281d347b-ffb4-4eb4-bb37-e5c2029348ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:41.877344 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281d347b-ffb4-4eb4-bb37-e5c2029348ac None None] Bound using segment: {'id': '1d51969e-4a73-44b5-a816-740b09033e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:09:41.877837 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-281d347b-ffb4-4eb4-bb37-e5c2029348ac None None] Bound port: c6edf5c2-a7ba-46e6-b66d-97245ab2149b, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d51969e-4a73-44b5-a816-740b09033e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:09:41.878223 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-281d347b-ffb4-4eb4-bb37-e5c2029348ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c6edf5c2-a7ba-46e6-b66d-97245ab2149b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:41.882092 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:41.890888 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d5ef87b8-14e4-4992-b14e-87c0f30897a3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for port (6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:41.940034 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d5ef87b8-14e4-4992-b14e-87c0f30897a3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:42.011307 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-281d347b-ffb4-4eb4-bb37-e5c2029348ac None None] For port c6edf5c2-a7ba-46e6-b66d-97245ab2149b, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:09:42.017132 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-281d347b-ffb4-4eb4-bb37-e5c2029348ac None None] For port c6edf5c2-a7ba-46e6-b66d-97245ab2149b, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c6edf5c2-a7ba-46e6-b66d-97245ab2149b,segment=NetworkSegment(1d51969e-4a73-44b5-a816-740b09033e27),segment_id=1d51969e-4a73-44b5-a816-740b09033e27)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:09:42.019584 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef87b8-14e4-4992-b14e-87c0f30897a3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'Port': ['ID=6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:42.026431 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-281d347b-ffb4-4eb4-bb37-e5c2029348ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c6edf5c2-a7ba-46e6-b66d-97245ab2149b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:42.034391 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ef87b8-14e4-4992-b14e-87c0f30897a3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Network 43c1ad94-1474-4985-8640-9532291fba8a is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:09:42.038184 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-d5ef87b8-14e4-4992-b14e-87c0f30897a3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:42.040595 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ef87b8-14e4-4992-b14e-87c0f30897a3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:09:42.130562 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d5ef87b8-14e4-4992-b14e-87c0f30897a3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:42.144339 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d347b-ffb4-4eb4-bb37-e5c2029348ac None None] Pushing event updated for resources: {'Port': ['ID=c6edf5c2-a7ba-46e6-b66d-97245ab2149b,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:42.171379 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37346) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:42.264957 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38d2d8b-928f-4222-9052-042ab437c5db admin admin] Deleting subnet 1d5c20d0-d7a9-4286-a76d-76489e4907e2 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:09:42.280510 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c38d2d8b-928f-4222-9052-042ab437c5db admin admin] Publish callbacks [] for subnet (1d5c20d0-d7a9-4286-a76d-76489e4907e2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:42.398154 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c38d2d8b-928f-4222-9052-042ab437c5db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (1d5c20d0-d7a9-4286-a76d-76489e4907e2), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:42.401873 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d5ef87b8-14e4-4992-b14e-87c0f30897a3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:42.510113 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c38d2d8b-928f-4222-9052-042ab437c5db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (1d5c20d0-d7a9-4286-a76d-76489e4907e2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:42.612662 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c38d2d8b-928f-4222-9052-042ab437c5db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (1d5c20d0-d7a9-4286-a76d-76489e4907e2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:42.682112 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d2d8b-928f-4222-9052-042ab437c5db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d5c20d0-d7a9-4286-a76d-76489e4907e2,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:42.690639 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c38d2d8b-928f-4222-9052-042ab437c5db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:42.694616 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c38d2d8b-928f-4222-9052-042ab437c5db admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1d5c20d0-d7a9-4286-a76d-76489e4907e2 HTTP/1.1" status: 204 len: 168 time: 0.5215187 Mar 07 11:09:42.697407 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37356) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:42.791137 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d519f3e9-8edd-4888-b17e-f4fa4ab7696a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (45dc6b23-4f2c-42c4-9de9-f8afe4076e09), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:42.908032 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d519f3e9-8edd-4888-b17e-f4fa4ab7696a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (45dc6b23-4f2c-42c4-9de9-f8afe4076e09), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:42.938256 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d5ef87b8-14e4-4992-b14e-87c0f30897a3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for port (6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:42.944156 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d5ef87b8-14e4-4992-b14e-87c0f30897a3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:42.951460 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-d519f3e9-8edd-4888-b17e-f4fa4ab7696a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45dc6b23-4f2c-42c4-9de9-f8afe4076e09']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:42.963244 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-d519f3e9-8edd-4888-b17e-f4fa4ab7696a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb07793f-6c26-4253-87b0-a2dae20f2fca') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:42.963630 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-d519f3e9-8edd-4888-b17e-f4fa4ab7696a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb07793f-6c26-4253-87b0-a2dae20f2fca') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:42.974853 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d519f3e9-8edd-4888-b17e-f4fa4ab7696a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (bb07793f-6c26-4253-87b0-a2dae20f2fca), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:42.987739 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:42.992706 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d519f3e9-8edd-4888-b17e-f4fa4ab7696a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (bb07793f-6c26-4253-87b0-a2dae20f2fca), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:43.009391 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d519f3e9-8edd-4888-b17e-f4fa4ab7696a admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:09:43.009924 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d519f3e9-8edd-4888-b17e-f4fa4ab7696a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (bb07793f-6c26-4253-87b0-a2dae20f2fca), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:43.012449 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 11:09:43.012449 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:09:43.012449 n-d-832164-4 neutron-server[103766]: timer() Mar 07 11:09:43.012449 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:09:43.012449 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 11:09:43.012449 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:09:43.012449 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 11:09:43.012449 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:09:43.012449 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 11:09:43.012449 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:09:43.012449 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 11:09:43.012449 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:09:43.012449 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 11:09:43.012449 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:09:43.012449 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:09:43.012449 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:09:43.012449 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:09:43.012449 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:09:43.012449 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 11:09:43.012449 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:09:43.012449 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 11:09:43.012449 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:09:43.012449 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:09:43.012449 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:09:43.012449 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 11:09:43.012449 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:09:43.012449 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:09:43.012449 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:09:43.012449 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:09:43.012449 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:09:43.012449 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:09:43.012449 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:09:43.048501 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d5ef87b8-14e4-4992-b14e-87c0f30897a3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:43.050352 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef87b8-14e4-4992-b14e-87c0f30897a3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'Port': ['ID=6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:43.090327 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d519f3e9-8edd-4888-b17e-f4fa4ab7696a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (45dc6b23-4f2c-42c4-9de9-f8afe4076e09), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:43.096869 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d519f3e9-8edd-4888-b17e-f4fa4ab7696a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:43.102673 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d519f3e9-8edd-4888-b17e-f4fa4ab7696a admin admin] 10.222.0.11 "DELETE /v2.0/networks/45dc6b23-4f2c-42c4-9de9-f8afe4076e09 HTTP/1.1" status: 204 len: 168 time: 0.4013331 Mar 07 11:09:43.108512 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37358) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:43.125479 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519f3e9-8edd-4888-b17e-f4fa4ab7696a admin admin] Pushing event deleted for resources: {'Network': ['ID=45dc6b23-4f2c-42c4-9de9-f8afe4076e09,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:43.204132 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e5aece-a0ea-4b4c-ab10-d62f729afe42 admin admin] Deleting subnet 96c639d3-4389-4a39-a239-7002e7e98535 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:09:43.212199 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-99e5aece-a0ea-4b4c-ab10-d62f729afe42 admin admin] Publish callbacks [] for subnet (96c639d3-4389-4a39-a239-7002e7e98535), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:43.265464 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-99e5aece-a0ea-4b4c-ab10-d62f729afe42 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (96c639d3-4389-4a39-a239-7002e7e98535), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:43.324856 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-99e5aece-a0ea-4b4c-ab10-d62f729afe42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (96c639d3-4389-4a39-a239-7002e7e98535), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:43.375890 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ef87b8-14e4-4992-b14e-87c0f30897a3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Network 43c1ad94-1474-4985-8640-9532291fba8a is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:09:43.384862 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-d5ef87b8-14e4-4992-b14e-87c0f30897a3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:43.449762 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-99e5aece-a0ea-4b4c-ab10-d62f729afe42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (96c639d3-4389-4a39-a239-7002e7e98535), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:43.524294 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5aece-a0ea-4b4c-ab10-d62f729afe42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96c639d3-4389-4a39-a239-7002e7e98535,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:43.537098 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-99e5aece-a0ea-4b4c-ab10-d62f729afe42 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:43.543258 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-99e5aece-a0ea-4b4c-ab10-d62f729afe42 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/96c639d3-4389-4a39-a239-7002e7e98535 HTTP/1.1" status: 204 len: 168 time: 0.4301891 Mar 07 11:09:43.543258 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37364) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:43.672327 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c6edf5c2-a7ba-46e6-b66d-97245ab2149b up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:09:43.755083 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686d24a1-988e-4536-bb0a-51e6e5d4252d None None] Network 43c1ad94-1474-4985-8640-9532291fba8a requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:09:43.764029 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ff0dc72f-92e5-48e2-b2f3-7fa7eb23900e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (3e526e59-dda9-48f7-8761-fb8e84dfef86), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:43.774026 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port c6edf5c2-a7ba-46e6-b66d-97245ab2149b triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:43.774812 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c6edf5c2-a7ba-46e6-b66d-97245ab2149b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:43.775540 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ef87b8-14e4-4992-b14e-87c0f30897a3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Router 3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:09:43.812967 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 85614ad0-fa93-483c-b064-5f27d96828ad no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:09:43.897213 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 85614ad0-fa93-483c-b064-5f27d96828ad {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:09:43.897845 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 85614ad0-fa93-483c-b064-5f27d96828ad not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:09:43.923967 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a016d5de-4c20-41e1-97be-261421f1d51d None None] Provisioning complete for port c6edf5c2-a7ba-46e6-b66d-97245ab2149b triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:43.924355 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a016d5de-4c20-41e1-97be-261421f1d51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c6edf5c2-a7ba-46e6-b66d-97245ab2149b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:43.942399 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ef87b8-14e4-4992-b14e-87c0f30897a3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:09:43.950339 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d5ef87b8-14e4-4992-b14e-87c0f30897a3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "PUT /v2.0/routers/3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6562624 Mar 07 11:09:44.033851 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ff0dc72f-92e5-48e2-b2f3-7fa7eb23900e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (3e526e59-dda9-48f7-8761-fb8e84dfef86), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:44.062776 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ff0dc72f-92e5-48e2-b2f3-7fa7eb23900e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e526e59-dda9-48f7-8761-fb8e84dfef86']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:44.082913 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ff0dc72f-92e5-48e2-b2f3-7fa7eb23900e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ff30fea-b9e4-42ce-a758-e8bce3a4703b') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:44.083201 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ff0dc72f-92e5-48e2-b2f3-7fa7eb23900e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ff30fea-b9e4-42ce-a758-e8bce3a4703b') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:44.095954 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ff0dc72f-92e5-48e2-b2f3-7fa7eb23900e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (0ff30fea-b9e4-42ce-a758-e8bce3a4703b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:44.112585 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ff0dc72f-92e5-48e2-b2f3-7fa7eb23900e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (0ff30fea-b9e4-42ce-a758-e8bce3a4703b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:44.119055 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0dc72f-92e5-48e2-b2f3-7fa7eb23900e admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:09:44.119447 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ff0dc72f-92e5-48e2-b2f3-7fa7eb23900e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (0ff30fea-b9e4-42ce-a758-e8bce3a4703b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:44.157129 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port c6edf5c2-a7ba-46e6-b66d-97245ab2149b is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:44.157704 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c6edf5c2-a7ba-46e6-b66d-97245ab2149b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:44.211382 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port c6edf5c2-a7ba-46e6-b66d-97245ab2149b, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c6edf5c2-a7ba-46e6-b66d-97245ab2149b,segment=NetworkSegment(1d51969e-4a73-44b5-a816-740b09033e27),segment_id=1d51969e-4a73-44b5-a816-740b09033e27)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:44.221370 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c6edf5c2-a7ba-46e6-b66d-97245ab2149b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:44.222755 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 2ca05f61-ac83-48bc-aa19-6aa816859d04 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:09:44.247331 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:09:44.247331 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:09:44.247331 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:09:44.247331 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:09:44.247331 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:09:44.247331 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:09:44.247331 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:09:44.247331 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:09:44.247331 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:09:44.247331 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:09:44.247331 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:09:44.247331 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:09:44.247331 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:09:44.247331 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:09:44.247331 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:09:44.247331 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:09:44.247331 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:09:44.247331 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:09:44.247331 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:09:44.247331 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:09:44.247331 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:09:44.247331 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:09:44.247331 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:09:44.247331 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:09:44.247331 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:09:44.247331 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:09:44.247331 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:09:44.247331 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:09:44.247331 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:09:44.247331 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:09:44.247331 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:09:44.247331 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:09:44.289285 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ff0dc72f-92e5-48e2-b2f3-7fa7eb23900e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (3e526e59-dda9-48f7-8761-fb8e84dfef86), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:44.311784 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ff0dc72f-92e5-48e2-b2f3-7fa7eb23900e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:44.330464 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1141afe6-58e6-424c-9458-0bd2b589c8e7 None None] Sync routers for ids ['3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:09:44.332573 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ff0dc72f-92e5-48e2-b2f3-7fa7eb23900e admin admin] 10.222.0.11 "DELETE /v2.0/networks/3e526e59-dda9-48f7-8761-fb8e84dfef86 HTTP/1.1" status: 204 len: 168 time: 0.7776575 Mar 07 11:09:44.354383 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1141afe6-58e6-424c-9458-0bd2b589c8e7 None None] Routers {'3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:09:44.354991 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1141afe6-58e6-424c-9458-0bd2b589c8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:09:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:44.375712 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0dc72f-92e5-48e2-b2f3-7fa7eb23900e admin admin] Pushing event deleted for resources: {'Network': ['ID=3e526e59-dda9-48f7-8761-fb8e84dfef86,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:44.400440 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=c6edf5c2-a7ba-46e6-b66d-97245ab2149b,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:44.406426 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-97db49ea-e6d1-4001-8789-18ae6c601db2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1965101119&fields=id&tenant_id=495992950f4c431c9a7421503d52aa85 HTTP/1.1" status: 200 len: 267 time: 0.1522737 Mar 07 11:09:44.492212 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a016d5de-4c20-41e1-97be-261421f1d51d None None] Current status of the port c6edf5c2-a7ba-46e6-b66d-97245ab2149b is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:44.541605 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 2ca05f61-ac83-48bc-aa19-6aa816859d04 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:44.541993 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2ca05f61-ac83-48bc-aa19-6aa816859d04), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:44.642118 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-74787705-4e51-4f4d-b81a-5ddf4d901855 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:44.646108 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-74787705-4e51-4f4d-b81a-5ddf4d901855 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/networks?id=43c1ad94-1474-4985-8640-9532291fba8a HTTP/1.1" status: 200 len: 796 time: 0.2228806 Mar 07 11:09:44.676919 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-e7e988da-33eb-46f3-8814-aced6ce40b6c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/quotas/495992950f4c431c9a7421503d52aa85 HTTP/1.1" status: 200 len: 375 time: 0.0247679 Mar 07 11:09:44.678996 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-27f5770b-6ecc-4fea-91c9-e52edad8a9a9 None None] Provisioning complete for port 6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:44.679375 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-27f5770b-6ecc-4fea-91c9-e52edad8a9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:44.733863 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37386) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:44.779140 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-27f5770b-6ecc-4fea-91c9-e52edad8a9a9 None None] Port 6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:09:44.830042 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a5bd3d19-a8d1-4463-bee8-f7f038fe4957 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0b243c13baef4810b22de094eb8aedf0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0928223 Mar 07 11:09:44.830666 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37390) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:44.879045 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-26477188-a74b-46e8-b43e-b4cc96a813b7 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1942039 Mar 07 11:09:44.880845 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-27f5770b-6ecc-4fea-91c9-e52edad8a9a9 None None] Provisioning complete for port c6edf5c2-a7ba-46e6-b66d-97245ab2149b triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:44.881286 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-27f5770b-6ecc-4fea-91c9-e52edad8a9a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c6edf5c2-a7ba-46e6-b66d-97245ab2149b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:44.885753 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-1141afe6-58e6-424c-9458-0bd2b589c8e7 None None] Set router 3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:09:44.910351 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-553ed987-967a-4e6d-b37a-64dce2674e56 admin admin] Publish callbacks [] for security_group (32b99671-7f56-4f11-a1d4-cef45cefd293), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:44.943482 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 2ca05f61-ac83-48bc-aa19-6aa816859d04 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:44.943845 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2ca05f61-ac83-48bc-aa19-6aa816859d04), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:44.976002 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-553ed987-967a-4e6d-b37a-64dce2674e56 admin admin] Publish callbacks [] for security_group (32b99671-7f56-4f11-a1d4-cef45cefd293), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:45.028661 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 2ca05f61-ac83-48bc-aa19-6aa816859d04, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=2ca05f61-ac83-48bc-aa19-6aa816859d04,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:45.042703 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (2ca05f61-ac83-48bc-aa19-6aa816859d04), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:45.079046 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-553ed987-967a-4e6d-b37a-64dce2674e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (32b99671-7f56-4f11-a1d4-cef45cefd293), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:45.082134 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-553ed987-967a-4e6d-b37a-64dce2674e56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:45.093202 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-553ed987-967a-4e6d-b37a-64dce2674e56 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/32b99671-7f56-4f11-a1d4-cef45cefd293 HTTP/1.1" status: 204 len: 168 time: 0.2576764 Mar 07 11:09:45.119448 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ed987-967a-4e6d-b37a-64dce2674e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b99671-7f56-4f11-a1d4-cef45cefd293,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:45.267521 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1141afe6-58e6-424c-9458-0bd2b589c8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270429996', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '2ca05f61-ac83-48bc-aa19-6aa816859d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:36Z', 'updated_at': '2022-03-07T11:09:42Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': '2ca05f61-ac83-48bc-aa19-6aa816859d04', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:46:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:37Z', 'updated_at': '2022-03-07T11:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7', 'name': '', 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:30:6f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '840c8047-e940-4ed1-ac9c-d1cc13c6e768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:41Z', 'updated_at': '2022-03-07T11:09:42Z', 'revision_number': 2, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '840c8047-e940-4ed1-ac9c-d1cc13c6e768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:45.279436 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=2ca05f61-ac83-48bc-aa19-6aa816859d04,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:45.282992 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-27f5770b-6ecc-4fea-91c9-e52edad8a9a9 None None] Current status of the port c6edf5c2-a7ba-46e6-b66d-97245ab2149b is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:45.320042 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1141afe6-58e6-424c-9458-0bd2b589c8e7 None None] Checking router: 3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:09:45.320677 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1141afe6-58e6-424c-9458-0bd2b589c8e7 None None] Updating router 3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517 port 6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:09:45.359486 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1141afe6-58e6-424c-9458-0bd2b589c8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:45.410300 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-de8dda60-87a3-4d61-88dd-47679746b333 None None] Provisioning complete for port 6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:45.410300 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-de8dda60-87a3-4d61-88dd-47679746b333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:45.503495 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-de8dda60-87a3-4d61-88dd-47679746b333 None None] Port 6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:09:45.605795 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c6edf5c2-a7ba-46e6-b66d-97245ab2149b up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:09:45.730968 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port c6edf5c2-a7ba-46e6-b66d-97245ab2149b triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:45.731790 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c6edf5c2-a7ba-46e6-b66d-97245ab2149b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:45.741789 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1141afe6-58e6-424c-9458-0bd2b589c8e7 None None] Publish callbacks [] for port (6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:45.760806 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1141afe6-58e6-424c-9458-0bd2b589c8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:45.799886 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-954eb9ec-5706-45c0-b05b-7c7597b567f3 service neutron] 10.222.0.11 "GET /v2.0/networks/43c1ad94-1474-4985-8640-9532291fba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9036891 Mar 07 11:09:45.805698 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37402) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:45.850577 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9f81d-7b5b-4aa1-a3ab-241e9a66bdb9 None None] Pushing event updated for resources: {'Port': ['ID=6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:45.865879 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port c6edf5c2-a7ba-46e6-b66d-97245ab2149b is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:45.867209 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 2ca05f61-ac83-48bc-aa19-6aa816859d04 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:09:45.884708 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e9f81d-7b5b-4aa1-a3ab-241e9a66bdb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:45.885386 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e9f81d-7b5b-4aa1-a3ab-241e9a66bdb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:45.885918 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e9f81d-7b5b-4aa1-a3ab-241e9a66bdb9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:45.886445 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e9f81d-7b5b-4aa1-a3ab-241e9a66bdb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:45.886969 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e9f81d-7b5b-4aa1-a3ab-241e9a66bdb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:45.887479 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e9f81d-7b5b-4aa1-a3ab-241e9a66bdb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:45.887975 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e9f81d-7b5b-4aa1-a3ab-241e9a66bdb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:45.888469 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e9f81d-7b5b-4aa1-a3ab-241e9a66bdb9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:45.888961 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e9f81d-7b5b-4aa1-a3ab-241e9a66bdb9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:45.890277 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e9f81d-7b5b-4aa1-a3ab-241e9a66bdb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:45.890966 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e9f81d-7b5b-4aa1-a3ab-241e9a66bdb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:45.891467 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e9f81d-7b5b-4aa1-a3ab-241e9a66bdb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:45.891962 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e9f81d-7b5b-4aa1-a3ab-241e9a66bdb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:09:45.942042 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-1141afe6-58e6-424c-9458-0bd2b589c8e7 None None] Attempting to bind port 6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:09:45.942734 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-1141afe6-58e6-424c-9458-0bd2b589c8e7 None None] Attempting to bind port 6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '1d51969e-4a73-44b5-a816-740b09033e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:09:45.943294 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1141afe6-58e6-424c-9458-0bd2b589c8e7 None None] Attempting to bind port 6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7 on network 43c1ad94-1474-4985-8640-9532291fba8a {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:09:45.955717 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 2ca05f61-ac83-48bc-aa19-6aa816859d04 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:45.957238 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (2ca05f61-ac83-48bc-aa19-6aa816859d04), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:45.957500 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1141afe6-58e6-424c-9458-0bd2b589c8e7 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:09:45.958098 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1141afe6-58e6-424c-9458-0bd2b589c8e7 None None] Checking segment: {'id': '1d51969e-4a73-44b5-a816-740b09033e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:09:45.958694 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1141afe6-58e6-424c-9458-0bd2b589c8e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:45.959256 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1141afe6-58e6-424c-9458-0bd2b589c8e7 None None] Bound using segment: {'id': '1d51969e-4a73-44b5-a816-740b09033e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:09:45.959911 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-1141afe6-58e6-424c-9458-0bd2b589c8e7 None None] Bound port: 6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d51969e-4a73-44b5-a816-740b09033e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:09:45.960494 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1141afe6-58e6-424c-9458-0bd2b589c8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:45.976385 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-8fd17ecc-e966-4bcb-8dd1-1af8d1a0c437 service neutron] 10.222.0.11 "GET /v2.0/networks/43c1ad94-1474-4985-8640-9532291fba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629815 Mar 07 11:09:46.057563 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f0aa070e-4188-469e-bd4c-89624c10d2a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b4c13cbae48143c98d804b5d486b0f68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2504795 Mar 07 11:09:46.060228 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37404) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:46.085774 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-1141afe6-58e6-424c-9458-0bd2b589c8e7 None None] For port 6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:09:46.094953 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-1141afe6-58e6-424c-9458-0bd2b589c8e7 None None] For port 6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7,segment=NetworkSegment(1d51969e-4a73-44b5-a816-740b09033e27),segment_id=1d51969e-4a73-44b5-a816-740b09033e27)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:09:46.110612 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1141afe6-58e6-424c-9458-0bd2b589c8e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:46.152643 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-25d5d12a-301a-4276-a7cc-b2678a202faa admin admin] Publish callbacks [] for security_group (806c10c5-8eaf-45bc-a000-8c18ec876a40), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:46.180211 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 2ca05f61-ac83-48bc-aa19-6aa816859d04 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:46.182587 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-25d5d12a-301a-4276-a7cc-b2678a202faa admin admin] Publish callbacks [] for security_group (806c10c5-8eaf-45bc-a000-8c18ec876a40), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:46.220551 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:09:46.221264 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1141afe6-58e6-424c-9458-0bd2b589c8e7 None None] Routers {'3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:09:46.221896 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1141afe6-58e6-424c-9458-0bd2b589c8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:09:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:46.254202 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-25d5d12a-301a-4276-a7cc-b2678a202faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (806c10c5-8eaf-45bc-a000-8c18ec876a40), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:46.258845 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-25d5d12a-301a-4276-a7cc-b2678a202faa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:46.262690 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-25d5d12a-301a-4276-a7cc-b2678a202faa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/806c10c5-8eaf-45bc-a000-8c18ec876a40 HTTP/1.1" status: 204 len: 168 time: 0.1991396 Mar 07 11:09:46.271338 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d5d12a-301a-4276-a7cc-b2678a202faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806c10c5-8eaf-45bc-a000-8c18ec876a40,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:46.324015 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c3b2f256-8203-42ab-9bb3-f6a47a9b178a None None] Provisioning complete for port 6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:46.324599 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c3b2f256-8203-42ab-9bb3-f6a47a9b178a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:46.344755 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9f81d-7b5b-4aa1-a3ab-241e9a66bdb9 None None] Pushing event updated for resources: {'Port': ['ID=6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:46.394565 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-851822a7-2e7d-4044-9a91-ded12666e50f req-ec52d2fa-384f-4ae2-9d7d-ed7662e31cd9 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 210 time: 0.0767646 Mar 07 11:09:46.489050 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-1141afe6-58e6-424c-9458-0bd2b589c8e7 None None] Set router 3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:09:46.627707 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c3b2f256-8203-42ab-9bb3-f6a47a9b178a None None] Current status of the port 6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:46.628111 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c3b2f256-8203-42ab-9bb3-f6a47a9b178a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:46.709223 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c3b2f256-8203-42ab-9bb3-f6a47a9b178a None None] For port 6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7,segment=NetworkSegment(1d51969e-4a73-44b5-a816-740b09033e27),segment_id=1d51969e-4a73-44b5-a816-740b09033e27)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:46.715515 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c3b2f256-8203-42ab-9bb3-f6a47a9b178a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:46.965328 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1141afe6-58e6-424c-9458-0bd2b589c8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270429996', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '2ca05f61-ac83-48bc-aa19-6aa816859d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:36Z', 'updated_at': '2022-03-07T11:09:42Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': '2ca05f61-ac83-48bc-aa19-6aa816859d04', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:37Z', 'updated_at': '2022-03-07T11:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7', 'name': '', 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:30:6f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '840c8047-e940-4ed1-ac9c-d1cc13c6e768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:41Z', 'updated_at': '2022-03-07T11:09:46Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '840c8047-e940-4ed1-ac9c-d1cc13c6e768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:09:46.974108 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2f256-8203-42ab-9bb3-f6a47a9b178a None None] Pushing event updated for resources: {'Port': ['ID=6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:47.024815 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b1c1a61d-bfee-4bb7-9244-4e556b930439 None None] Provisioning complete for port 6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:47.025240 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b1c1a61d-bfee-4bb7-9244-4e556b930439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:47.068181 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1141afe6-58e6-424c-9458-0bd2b589c8e7 None None] The sync data for ids ['3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517'] in n-d-832164-4 is: [{'id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270429996', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '2ca05f61-ac83-48bc-aa19-6aa816859d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:36Z', 'updated_at': '2022-03-07T11:09:42Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': '2ca05f61-ac83-48bc-aa19-6aa816859d04', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:37Z', 'updated_at': '2022-03-07T11:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7', 'name': '', 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:30:6f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '840c8047-e940-4ed1-ac9c-d1cc13c6e768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:41Z', 'updated_at': '2022-03-07T11:09:46Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '840c8047-e940-4ed1-ac9c-d1cc13c6e768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:09:47.216185 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b1c1a61d-bfee-4bb7-9244-4e556b930439 None None] Current status of the port 6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:47.623160 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1d0d08c2-9998-4a4f-a410-967b110db4bb req-544ada2f-cfaf-415f-affe-1fc714b7171f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 210 time: 0.0584364 Mar 07 11:09:47.656395 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:09:47.785560 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:47.786179 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:47.970607 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:48.270063 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-1304d6b9-9865-44e1-8200-ec854e5215c9 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:48.272048 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-1304d6b9-9865-44e1-8200-ec854e5215c9 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.31 "GET /v2.0/networks?id=43c1ad94-1474-4985-8640-9532291fba8a HTTP/1.1" status: 200 len: 796 time: 0.2769322 Mar 07 11:09:48.442828 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-71b7c035-ed30-40ee-80b9-34bbee308b94 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=495992950f4c431c9a7421503d52aa85 HTTP/1.1" status: 200 len: 380 time: 0.1606975 Mar 07 11:09:48.453519 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:48.455070 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-2c293e04-d7b5-403c-a982-11a20b099920 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'port': {'device_id': '58f94309-914f-4d67-b368-e6bd640bccaa', 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a', 'admin_state_up': True, 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'security_groups': ['e2082bce-7dce-4e17-ba11-fe0765cbb5b0']}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:48.661358 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-2c293e04-d7b5-403c-a982-11a20b099920 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Made reservation on behalf of 495992950f4c431c9a7421503d52aa85 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:09:48.675656 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-2c293e04-d7b5-403c-a982-11a20b099920 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:48.874344 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-029d5eaa-9817-4562-99c6-70d6c8abe36d req-33a243dc-9986-4be0-a086-25848b37c73d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 210 time: 0.0534251 Mar 07 11:09:48.983507 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-2c293e04-d7b5-403c-a982-11a20b099920 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Allocated IP 172.20.0.10 (43c1ad94-1474-4985-8640-9532291fba8a/840c8047-e940-4ed1-ac9c-d1cc13c6e768/99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:09:49.258877 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-2c293e04-d7b5-403c-a982-11a20b099920 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:49.301406 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-2c293e04-d7b5-403c-a982-11a20b099920 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:49.415299 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c293e04-d7b5-403c-a982-11a20b099920 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'Port': ['ID=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:49.423116 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-2c293e04-d7b5-403c-a982-11a20b099920 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Network 43c1ad94-1474-4985-8640-9532291fba8a is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:09:49.425075 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-2c293e04-d7b5-403c-a982-11a20b099920 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:09:49.443755 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-2c293e04-d7b5-403c-a982-11a20b099920 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:09:49.515623 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-2c293e04-d7b5-403c-a982-11a20b099920 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:49.516585 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-2c293e04-d7b5-403c-a982-11a20b099920 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:49.552952 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-2c293e04-d7b5-403c-a982-11a20b099920 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1042323 Mar 07 11:09:49.577509 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-520d86e3-5e4e-4bef-a6e3-6407fbb219b5 service neutron] Request body: {'port': {'device_id': '58f94309-914f-4d67-b368-e6bd640bccaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:49.708200 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-520d86e3-5e4e-4bef-a6e3-6407fbb219b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:49.979044 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c7b46b5b-7744-4918-99f5-03fce9aa5e0b None None] Provisioning complete for port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:49.981376 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c7b46b5b-7744-4918-99f5-03fce9aa5e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:50.066223 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c7b46b5b-7744-4918-99f5-03fce9aa5e0b None None] Port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:09:50.260021 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-520d86e3-5e4e-4bef-a6e3-6407fbb219b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:09:50.270826 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-520d86e3-5e4e-4bef-a6e3-6407fbb219b5 service neutron] Publish callbacks [] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:50.288115 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-520d86e3-5e4e-4bef-a6e3-6407fbb219b5 service neutron] Transition to ACTIVE for port object 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:09:50.299999 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-520d86e3-5e4e-4bef-a6e3-6407fbb219b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:50.363449 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d86e3-5e4e-4bef-a6e3-6407fbb219b5 service neutron] Pushing event updated for resources: {'Port': ['ID=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:50.457057 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-520d86e3-5e4e-4bef-a6e3-6407fbb219b5 service neutron] Attempting to bind port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:09:50.457588 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-520d86e3-5e4e-4bef-a6e3-6407fbb219b5 service neutron] Attempting to bind port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '1d51969e-4a73-44b5-a816-740b09033e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:09:50.459691 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-520d86e3-5e4e-4bef-a6e3-6407fbb219b5 service neutron] Attempting to bind port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 on network 43c1ad94-1474-4985-8640-9532291fba8a {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:09:50.470222 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-520d86e3-5e4e-4bef-a6e3-6407fbb219b5 service neutron] Port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 on network 43c1ad94-1474-4985-8640-9532291fba8a not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:09:50.470699 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-520d86e3-5e4e-4bef-a6e3-6407fbb219b5 service neutron] Attempting to bind port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 on network 43c1ad94-1474-4985-8640-9532291fba8a {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:09:50.481591 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-520d86e3-5e4e-4bef-a6e3-6407fbb219b5 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:09:50.482041 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-520d86e3-5e4e-4bef-a6e3-6407fbb219b5 service neutron] Checking segment: {'id': '1d51969e-4a73-44b5-a816-740b09033e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:09:50.482529 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-520d86e3-5e4e-4bef-a6e3-6407fbb219b5 service neutron] Bound using segment: {'id': '1d51969e-4a73-44b5-a816-740b09033e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:09:50.483604 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-520d86e3-5e4e-4bef-a6e3-6407fbb219b5 service neutron] Bound port: 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d51969e-4a73-44b5-a816-740b09033e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:09:50.484071 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-520d86e3-5e4e-4bef-a6e3-6407fbb219b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:50.499336 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e0bfc-5a0f-45cb-a240-35f27a544e0a req-0bd02636-7acc-4ba0-94b0-eba4a7b1e8a0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:50.500976 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-440e0bfc-5a0f-45cb-a240-35f27a544e0a req-0bd02636-7acc-4ba0-94b0-eba4a7b1e8a0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 944 time: 0.4939775 Mar 07 11:09:50.580181 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-520d86e3-5e4e-4bef-a6e3-6407fbb219b5 service neutron] For port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:09:50.583749 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-520d86e3-5e4e-4bef-a6e3-6407fbb219b5 service neutron] For port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8,segment=NetworkSegment(1d51969e-4a73-44b5-a816-740b09033e27),segment_id=1d51969e-4a73-44b5-a816-740b09033e27)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:09:50.595994 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-520d86e3-5e4e-4bef-a6e3-6407fbb219b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:50.603784 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-440e0bfc-5a0f-45cb-a240-35f27a544e0a req-3af08874-e92a-4a3e-9d0f-4699d6135242 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967927 Mar 07 11:09:50.702500 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-520d86e3-5e4e-4bef-a6e3-6407fbb219b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:50.703068 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-520d86e3-5e4e-4bef-a6e3-6407fbb219b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:50.704509 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-520d86e3-5e4e-4bef-a6e3-6407fbb219b5 service neutron] 10.222.0.31 "PUT /v2.0/ports/99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 HTTP/1.1" status: 200 len: 1092 time: 1.1400514 Mar 07 11:09:50.705002 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f94309-914f-4d67-b368-e6bd640bccaa', 'tag': '99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:09:50.707568 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9386fa-b024-4cad-a23b-7d2c91875ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "58f94309-914f-4d67-b368-e6bd640bccaa", "tag": "99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:09:50.730419 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d86e3-5e4e-4bef-a6e3-6407fbb219b5 service neutron] Pushing event updated for resources: {'Port': ['ID=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:50.849733 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc54866-f7e8-487a-87aa-75abcde963f4 x-openstack-request-id: req-bdc54866-f7e8-487a-87aa-75abcde963f4 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:09:50.850261 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f94309-914f-4d67-b368-e6bd640bccaa", "tag": "99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:09:50.850694 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bdc54866-f7e8-487a-87aa-75abcde963f4 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:09:50.851262 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f94309-914f-4d67-b368-e6bd640bccaa', 'tag': '99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8', 'status': 'completed', 'code': 200} Mar 07 11:09:50.889482 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-f143eff0-979d-4fb5-91ca-6a4c7571c9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:50.893445 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-f143eff0-979d-4fb5-91ca-6a4c7571c9ae service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 1126 time: 0.1101105 Mar 07 11:09:51.012182 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-15fefa39-17eb-4f97-95cb-012a9bade127 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 HTTP/1.1" status: 200 len: 217 time: 0.0895658 Mar 07 11:09:51.101295 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-80da6268-4aa3-4c73-9cc2-2d66160ed86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:51.102793 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-80da6268-4aa3-4c73-9cc2-2d66160ed86f service neutron] 10.222.0.31 "GET /v2.0/subnets?id=840c8047-e940-4ed1-ac9c-d1cc13c6e768 HTTP/1.1" status: 200 len: 835 time: 0.0777826 Mar 07 11:09:51.230742 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-2efd9f9a-a8b9-4722-8d71-21c69c8ba4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:51.232110 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-2efd9f9a-a8b9-4722-8d71-21c69c8ba4cd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=43c1ad94-1474-4985-8640-9532291fba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1211414 Mar 07 11:09:51.362626 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-3af631bf-e96c-4ee7-ae4a-200e2882266d service neutron] 10.222.0.31 "GET /v2.0/networks/43c1ad94-1474-4985-8640-9532291fba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245019 Mar 07 11:09:51.529535 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b5faddb0-b806-48a9-b7a2-958c93bfc571 req-dfd3ca3f-214f-4889-9ed4-52652863d516 service neutron] 10.222.0.31 "GET /v2.0/networks/43c1ad94-1474-4985-8640-9532291fba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596260 Mar 07 11:09:51.641434 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9386fa-b024-4cad-a23b-7d2c91875ce7 req-1601cfe8-109e-4fbb-8ea1-a37b257b468d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:51.643251 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9b9386fa-b024-4cad-a23b-7d2c91875ce7 req-1601cfe8-109e-4fbb-8ea1-a37b257b468d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 1126 time: 0.0610611 Mar 07 11:09:51.783145 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9386fa-b024-4cad-a23b-7d2c91875ce7 req-1128e8de-6831-44fd-8198-8671a4752b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:51.783814 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d98b37-2cbc-4b49-9d52-fd956acaf03e req-742f5762-0692-47b7-b793-5c280304d8f6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:51.786588 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f9d98b37-2cbc-4b49-9d52-fd956acaf03e req-742f5762-0692-47b7-b793-5c280304d8f6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 944 time: 0.0925303 Mar 07 11:09:51.790775 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9b9386fa-b024-4cad-a23b-7d2c91875ce7 req-1128e8de-6831-44fd-8198-8671a4752b24 service neutron] 10.222.0.31 "GET /v2.0/networks?id=43c1ad94-1474-4985-8640-9532291fba8a HTTP/1.1" status: 200 len: 897 time: 0.1405785 Mar 07 11:09:51.884044 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9b9386fa-b024-4cad-a23b-7d2c91875ce7 req-f40b240c-dd9d-4c86-99b1-199e879a5a76 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 HTTP/1.1" status: 200 len: 217 time: 0.0813539 Mar 07 11:09:51.900081 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f9d98b37-2cbc-4b49-9d52-fd956acaf03e req-1633ab23-c0db-4d4e-8025-3ccebc0cb985 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076281 Mar 07 11:09:51.956820 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9386fa-b024-4cad-a23b-7d2c91875ce7 req-efdeb3e8-3e77-4ec8-af67-9c6eb181a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:51.958484 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9b9386fa-b024-4cad-a23b-7d2c91875ce7 req-efdeb3e8-3e77-4ec8-af67-9c6eb181a83b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=840c8047-e940-4ed1-ac9c-d1cc13c6e768 HTTP/1.1" status: 200 len: 835 time: 0.0706077 Mar 07 11:09:52.021291 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9386fa-b024-4cad-a23b-7d2c91875ce7 req-e6893fb0-dd7c-4e04-98a2-f9e6b73f6b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:52.024866 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9b9386fa-b024-4cad-a23b-7d2c91875ce7 req-e6893fb0-dd7c-4e04-98a2-f9e6b73f6b47 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=43c1ad94-1474-4985-8640-9532291fba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0587840 Mar 07 11:09:52.139820 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9b9386fa-b024-4cad-a23b-7d2c91875ce7 req-62441d0b-fc41-460e-9740-c6dac536576b service neutron] 10.222.0.31 "GET /v2.0/networks/43c1ad94-1474-4985-8640-9532291fba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089070 Mar 07 11:09:52.273683 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9b9386fa-b024-4cad-a23b-7d2c91875ce7 req-c145013d-be63-449b-bc5c-78ca4fd37071 service neutron] 10.222.0.31 "GET /v2.0/networks/43c1ad94-1474-4985-8640-9532291fba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287618 Mar 07 11:09:53.110874 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:53.157231 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a0ce2-d181-4a5f-b832-bda1a32358e9 req-8345d234-70e0-4d43-88e5-6b7b11b317f6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:53.164399 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f99a0ce2-d181-4a5f-b832-bda1a32358e9 req-8345d234-70e0-4d43-88e5-6b7b11b317f6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 944 time: 0.1758149 Mar 07 11:09:53.240548 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f99a0ce2-d181-4a5f-b832-bda1a32358e9 req-6e243cdc-541c-4a22-85a7-a584e8ad222e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753140 Mar 07 11:09:54.402817 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e5f8e3-0602-4898-8242-c1c69411d164 req-a9cc67e7-8df8-43f3-b4f3-2952a33622d1 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:54.404329 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-51e5f8e3-0602-4898-8242-c1c69411d164 req-a9cc67e7-8df8-43f3-b4f3-2952a33622d1 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 944 time: 0.0554266 Mar 07 11:09:54.478735 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-51e5f8e3-0602-4898-8242-c1c69411d164 req-566ab239-2406-444e-9730-deb82de39386 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675807 Mar 07 11:09:55.740945 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c6efb3-b7c6-40f4-8e99-562e39e4712f req-db3e3872-217b-4eb4-a930-794f62a165f6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:55.745435 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17c6efb3-b7c6-40f4-8e99-562e39e4712f req-db3e3872-217b-4eb4-a930-794f62a165f6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 944 time: 0.1242371 Mar 07 11:09:55.847668 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17c6efb3-b7c6-40f4-8e99-562e39e4712f req-b01e0207-3e98-424e-aec0-2c72c8e0c063 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959451 Mar 07 11:09:56.986951 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:09:57.090458 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd4c0e-b029-4240-ab43-a97475accc61 req-29975312-8c7c-42b9-8aa2-ae040eab5f72 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:57.093591 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1efd4c0e-b029-4240-ab43-a97475accc61 req-29975312-8c7c-42b9-8aa2-ae040eab5f72 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 944 time: 0.1218355 Mar 07 11:09:57.194422 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1efd4c0e-b029-4240-ab43-a97475accc61 req-99d9bdd4-46ea-4723-9de0-f2295956fc9f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951252 Mar 07 11:09:57.216257 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8,segment=NetworkSegment(1d51969e-4a73-44b5-a816-740b09033e27),segment_id=1d51969e-4a73-44b5-a816-740b09033e27)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:57.235719 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8', 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a', 'port_id': '99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8', 'mac_address': 'fa:16:3e:eb:1e:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '840c8047-e940-4ed1-ac9c-d1cc13c6e768', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:09:57.290149 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:57.290984 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:57.309876 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:09:57.341736 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8,segment=NetworkSegment(1d51969e-4a73-44b5-a816-740b09033e27),segment_id=1d51969e-4a73-44b5-a816-740b09033e27)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:57.353050 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:57.477734 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:57.678361 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:09:58.034979 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37544) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:58.039522 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-ec1f2ba3-b056-414a-96ce-c389f98e8f58 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-786460801', 'description': 'tempest-secgroup-smoke-786460801 description', 'project_id': '424a24d0d29c4836bad7ad116c522381'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:58.064712 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ec1f2ba3-b056-414a-96ce-c389f98e8f58 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:58.147450 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ec1f2ba3-b056-414a-96ce-c389f98e8f58 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks [] for security_group (30a7dd43-d4c3-420d-80db-55346672929d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:58.151435 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ec1f2ba3-b056-414a-96ce-c389f98e8f58 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (30a7dd43-d4c3-420d-80db-55346672929d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:58.181746 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ec1f2ba3-b056-414a-96ce-c389f98e8f58 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:58.182975 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ec1f2ba3-b056-414a-96ce-c389f98e8f58 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1469514 Mar 07 11:09:58.184802 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f2ba3-b056-414a-96ce-c389f98e8f58 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30a7dd43-d4c3-420d-80db-55346672929d,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:58.186393 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37546) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:58.191560 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-2db9dd2a-7fde-43e6-abc4-347871f82b0c tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Request body: {'security_group_rule': {'security_group_id': '30a7dd43-d4c3-420d-80db-55346672929d', 'project_id': '424a24d0d29c4836bad7ad116c522381', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:58.219610 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2db9dd2a-7fde-43e6-abc4-347871f82b0c tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks [] for security_group_rule (fcbcfc53-ff3b-44e3-af73-51aa393a09eb), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:58.314658 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2db9dd2a-7fde-43e6-abc4-347871f82b0c tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks [] for security_group_rule (fcbcfc53-ff3b-44e3-af73-51aa393a09eb), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:58.319909 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2db9dd2a-7fde-43e6-abc4-347871f82b0c tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (fcbcfc53-ff3b-44e3-af73-51aa393a09eb), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:58.346300 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9dd2a-7fde-43e6-abc4-347871f82b0c tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcbcfc53-ff3b-44e3-af73-51aa393a09eb,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:58.358298 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4609267-debd-4749-823d-ac69741074f1 req-4d421683-1988-40d4-80f2-22ca31e883dc tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:58.359792 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b4609267-debd-4749-823d-ac69741074f1 req-4d421683-1988-40d4-80f2-22ca31e883dc tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 945 time: 0.0924768 Mar 07 11:09:58.362900 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2db9dd2a-7fde-43e6-abc4-347871f82b0c tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:58.363975 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2db9dd2a-7fde-43e6-abc4-347871f82b0c tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1761794 Mar 07 11:09:58.366771 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37550) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:58.371345 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-7d1bbb08-bdb6-4a1a-8f72-513afd21164b tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Request body: {'security_group_rule': {'security_group_id': '30a7dd43-d4c3-420d-80db-55346672929d', 'project_id': '424a24d0d29c4836bad7ad116c522381', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:58.418477 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7d1bbb08-bdb6-4a1a-8f72-513afd21164b tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks [] for security_group_rule (269f762d-5aa6-468f-a79a-e3dda1bbb227), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:58.446216 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b4609267-debd-4749-823d-ac69741074f1 req-7d989092-7987-45bf-afc5-d2bb7b303ae6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706916 Mar 07 11:09:58.492747 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7d1bbb08-bdb6-4a1a-8f72-513afd21164b tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks [] for security_group_rule (269f762d-5aa6-468f-a79a-e3dda1bbb227), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:58.496303 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7d1bbb08-bdb6-4a1a-8f72-513afd21164b tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (269f762d-5aa6-468f-a79a-e3dda1bbb227), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:58.518157 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1bbb08-bdb6-4a1a-8f72-513afd21164b tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=269f762d-5aa6-468f-a79a-e3dda1bbb227,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:58.525981 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7d1bbb08-bdb6-4a1a-8f72-513afd21164b tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:58.527232 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7d1bbb08-bdb6-4a1a-8f72-513afd21164b tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1593783 Mar 07 11:09:58.530130 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37552) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:58.534514 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-be390a30-7687-4f6f-8dfb-0bfb8366da84 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Request body: {'security_group_rule': {'security_group_id': '30a7dd43-d4c3-420d-80db-55346672929d', 'project_id': '424a24d0d29c4836bad7ad116c522381', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:58.560358 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-be390a30-7687-4f6f-8dfb-0bfb8366da84 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks [] for security_group_rule (23548ce1-a31f-406b-a77f-04d2b472bd04), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:58.620247 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-be390a30-7687-4f6f-8dfb-0bfb8366da84 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks [] for security_group_rule (23548ce1-a31f-406b-a77f-04d2b472bd04), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:58.623963 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-be390a30-7687-4f6f-8dfb-0bfb8366da84 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (23548ce1-a31f-406b-a77f-04d2b472bd04), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:58.641139 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be390a30-7687-4f6f-8dfb-0bfb8366da84 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23548ce1-a31f-406b-a77f-04d2b472bd04,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:58.652205 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-be390a30-7687-4f6f-8dfb-0bfb8366da84 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:58.653609 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-be390a30-7687-4f6f-8dfb-0bfb8366da84 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223061 Mar 07 11:09:58.657322 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37554) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:58.661788 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-c9e1e996-5f1d-4455-8821-80ebc85df0f1 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Request body: {'security_group_rule': {'security_group_id': '30a7dd43-d4c3-420d-80db-55346672929d', 'project_id': '424a24d0d29c4836bad7ad116c522381', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:58.697194 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c9e1e996-5f1d-4455-8821-80ebc85df0f1 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks [] for security_group_rule (4d357109-6ea6-4b02-bf0d-d1c2639d7d8d), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:58.762827 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c9e1e996-5f1d-4455-8821-80ebc85df0f1 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks [] for security_group_rule (4d357109-6ea6-4b02-bf0d-d1c2639d7d8d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:58.767934 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c9e1e996-5f1d-4455-8821-80ebc85df0f1 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (4d357109-6ea6-4b02-bf0d-d1c2639d7d8d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:58.787348 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1e996-5f1d-4455-8821-80ebc85df0f1 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d357109-6ea6-4b02-bf0d-d1c2639d7d8d,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:58.795484 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c9e1e996-5f1d-4455-8821-80ebc85df0f1 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:58.796952 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c9e1e996-5f1d-4455-8821-80ebc85df0f1 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1386468 Mar 07 11:09:58.799732 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37556) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:58.804174 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-69a3b811-88f3-457a-9d3f-66a6e95ac194 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Request body: {'security_group_rule': {'security_group_id': '30a7dd43-d4c3-420d-80db-55346672929d', 'project_id': '424a24d0d29c4836bad7ad116c522381', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:58.826310 n-d-832164-4 neutron-server[103767]: INFO neutron.db.securitygroups_db [None req-69a3b811-88f3-457a-9d3f-66a6e95ac194 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Project 424a24d0d29c4836bad7ad116c522381 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:09:58.832123 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-69a3b811-88f3-457a-9d3f-66a6e95ac194 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks [] for security_group_rule (19a9a164-66e8-4a9e-a936-71bd9a19aaa7), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:58.896518 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-69a3b811-88f3-457a-9d3f-66a6e95ac194 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks [] for security_group_rule (19a9a164-66e8-4a9e-a936-71bd9a19aaa7), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:58.900169 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-69a3b811-88f3-457a-9d3f-66a6e95ac194 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (19a9a164-66e8-4a9e-a936-71bd9a19aaa7), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:58.917599 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3b811-88f3-457a-9d3f-66a6e95ac194 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a9a164-66e8-4a9e-a936-71bd9a19aaa7,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:58.934601 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-69a3b811-88f3-457a-9d3f-66a6e95ac194 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:58.936266 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-69a3b811-88f3-457a-9d3f-66a6e95ac194 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1349301 Mar 07 11:09:58.939324 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37562) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:09:58.946670 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-591c4499-4ecb-4a00-a3e3-09dc8f6e9b0f tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Request body: {'security_group_rule': {'security_group_id': '30a7dd43-d4c3-420d-80db-55346672929d', 'project_id': '424a24d0d29c4836bad7ad116c522381', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:09:58.976542 n-d-832164-4 neutron-server[103766]: INFO neutron.db.securitygroups_db [None req-591c4499-4ecb-4a00-a3e3-09dc8f6e9b0f tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Project 424a24d0d29c4836bad7ad116c522381 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:09:58.982942 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-591c4499-4ecb-4a00-a3e3-09dc8f6e9b0f tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks [] for security_group_rule (4298fa8b-2311-4964-bce5-033a3d6a745a), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:58.986254 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:09:59.077038 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-591c4499-4ecb-4a00-a3e3-09dc8f6e9b0f tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks [] for security_group_rule (4298fa8b-2311-4964-bce5-033a3d6a745a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:59.083751 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-591c4499-4ecb-4a00-a3e3-09dc8f6e9b0f tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (4298fa8b-2311-4964-bce5-033a3d6a745a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:59.109958 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c4499-4ecb-4a00-a3e3-09dc8f6e9b0f tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4298fa8b-2311-4964-bce5-033a3d6a745a,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:59.124215 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-591c4499-4ecb-4a00-a3e3-09dc8f6e9b0f tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:59.129618 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-591c4499-4ecb-4a00-a3e3-09dc8f6e9b0f tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1889298 Mar 07 11:09:59.207066 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:09:59.212097 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:09:59.212759 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:59.341183 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:09:59.341583 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:59.369900 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f94309-914f-4d67-b368-e6bd640bccaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:09:59.372060 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6494bb06-4488-447e-bbc3-a35a30dab13a" -d '{"events": [{"server_uuid": "58f94309-914f-4d67-b368-e6bd640bccaa", "name": "network-vif-plugged", "status": "completed", "tag": "99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:09:59.385420 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8,segment=NetworkSegment(1d51969e-4a73-44b5-a816-740b09033e27),segment_id=1d51969e-4a73-44b5-a816-740b09033e27)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:09:59.391779 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:09:59.398939 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-c829381f-2dc2-4d28-9b22-f925f0081d11 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-786460801&fields=id&tenant_id=424a24d0d29c4836bad7ad116c522381 HTTP/1.1" status: 200 len: 267 time: 0.0574861 Mar 07 11:09:59.423031 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eae5c22-69e4-4834-b468-866f4c5e9c85 x-openstack-request-id: req-1eae5c22-69e4-4834-b468-866f4c5e9c85 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:09:59.423336 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f94309-914f-4d67-b368-e6bd640bccaa", "name": "network-vif-plugged", "status": "completed", "tag": "99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:09:59.423599 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1eae5c22-69e4-4834-b468-866f4c5e9c85 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:09:59.424001 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f94309-914f-4d67-b368-e6bd640bccaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8', 'code': 200} Mar 07 11:09:59.454925 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:09:59.550844 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-bd1839b4-8110-4186-bfa7-0dfb64ce38e3 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:59.552333 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-bd1839b4-8110-4186-bfa7-0dfb64ce38e3 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/networks?id=443adee4-9dd0-4759-a70c-30ca8e64434c HTTP/1.1" status: 200 len: 813 time: 0.1526082 Mar 07 11:09:59.571076 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4735f6-0e16-4a2a-a4f5-ce448ae5eb3c req-d5424fbd-44ca-473d-8615-10209e6c7f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:59.572454 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aa4735f6-0e16-4a2a-a4f5-ce448ae5eb3c req-d5424fbd-44ca-473d-8615-10209e6c7f67 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 1128 time: 0.0792744 Mar 07 11:09:59.574887 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-5fe552ff-2162-4518-bf66-d7a8a142883f tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/quotas/424a24d0d29c4836bad7ad116c522381 HTTP/1.1" status: 200 len: 375 time: 0.0163212 Mar 07 11:09:59.588457 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf315c-49c5-47d0-b0ec-9df1922b57ec req-7c93de7d-eb3b-4615-b96c-9a4d08994eec tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:09:59.589961 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ffdf315c-49c5-47d0-b0ec-9df1922b57ec req-7c93de7d-eb3b-4615-b96c-9a4d08994eec tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 946 time: 0.0680668 Mar 07 11:09:59.644196 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ffdf315c-49c5-47d0-b0ec-9df1922b57ec req-ce18a923-ca4b-4d08-aab4-c7ed2b7903da tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478234 Mar 07 11:09:59.658850 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aa4735f6-0e16-4a2a-a4f5-ce448ae5eb3c req-529e1ec2-fe6c-44b1-bcf5-e54983c80d16 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798924 Mar 07 11:09:59.668625 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-985fe0c2-4645-481d-badc-b9526e86a881 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=424a24d0d29c4836bad7ad116c522381&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738156 Mar 07 11:09:59.766259 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-9b63ea5b-e891-4b38-824d-455d6242e679 service neutron] 10.222.0.11 "GET /v2.0/networks/443adee4-9dd0-4759-a70c-30ca8e64434c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843227 Mar 07 11:09:59.858356 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-4df381e4-4cc7-47ae-8df3-1e2ef8952bbf service neutron] 10.222.0.11 "GET /v2.0/networks/443adee4-9dd0-4759-a70c-30ca8e64434c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857546 Mar 07 11:10:00.215967 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8acecdf5-75a0-4314-8e20-f3850f0a780d req-fc679483-bd7c-4697-bb89-02257753b38b tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 210 time: 0.0397809 Mar 07 11:10:00.807605 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c1800-5e11-4b78-9574-c58c757b4554 req-5396ec43-489d-4ff8-af83-7febeb0d78eb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:00.810003 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dd3c1800-5e11-4b78-9574-c58c757b4554 req-5396ec43-489d-4ff8-af83-7febeb0d78eb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 946 time: 0.0868073 Mar 07 11:10:00.895467 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dd3c1800-5e11-4b78-9574-c58c757b4554 req-977d745e-5e31-4678-96e5-739e23141ed5 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776172 Mar 07 11:10:01.293695 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-494cbb80-d60f-4d5b-82b6-5d3148e2340e tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:01.295628 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-494cbb80-d60f-4d5b-82b6-5d3148e2340e tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.21 "GET /v2.0/networks?id=443adee4-9dd0-4759-a70c-30ca8e64434c HTTP/1.1" status: 200 len: 813 time: 0.1484230 Mar 07 11:10:01.386548 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-1e52a7c6-3dd9-4a09-acbf-686971c2cf4f tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=424a24d0d29c4836bad7ad116c522381 HTTP/1.1" status: 200 len: 379 time: 0.0824289 Mar 07 11:10:01.401261 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-fc0199b6-3dca-4aba-9cef-8896243bdc8f tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Request body: {'port': {'device_id': '58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7', 'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c', 'admin_state_up': True, 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'security_groups': ['30a7dd43-d4c3-420d-80db-55346672929d']}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:01.417778 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b117fa6-681f-4664-b793-93b04f94bcae req-8fd4ad68-888f-4091-8006-e20afe481456 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 210 time: 0.0902598 Mar 07 11:10:01.536978 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-fc0199b6-3dca-4aba-9cef-8896243bdc8f tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Made reservation on behalf of 424a24d0d29c4836bad7ad116c522381 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:10:01.540624 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-fc0199b6-3dca-4aba-9cef-8896243bdc8f tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:01.695589 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-fc0199b6-3dca-4aba-9cef-8896243bdc8f tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Allocated IP 172.20.0.3 (443adee4-9dd0-4759-a70c-30ca8e64434c/2cf316d6-b0f2-45a1-9255-761d3a7bf683/54125c00-24da-40cb-a385-242aafa4c6fa) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:10:01.870652 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-fc0199b6-3dca-4aba-9cef-8896243bdc8f tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks [] for port (54125c00-24da-40cb-a385-242aafa4c6fa), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:01.928017 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-fc0199b6-3dca-4aba-9cef-8896243bdc8f tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (54125c00-24da-40cb-a385-242aafa4c6fa), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:02.048686 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-fc0199b6-3dca-4aba-9cef-8896243bdc8f tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Network 443adee4-9dd0-4759-a70c-30ca8e64434c is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:10:02.068966 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-fc0199b6-3dca-4aba-9cef-8896243bdc8f tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:02.083797 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-fc0199b6-3dca-4aba-9cef-8896243bdc8f tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:10:02.135225 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0199b6-3dca-4aba-9cef-8896243bdc8f tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Pushing event updated for resources: {'Port': ['ID=54125c00-24da-40cb-a385-242aafa4c6fa,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:02.212172 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-fc0199b6-3dca-4aba-9cef-8896243bdc8f tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:02.212724 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-fc0199b6-3dca-4aba-9cef-8896243bdc8f tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:02.234778 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249557c2-4e4b-4e6b-860f-41f8b7b9fa6b req-45f99578-4663-40e4-b3f3-cdf747ff1010 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:02.236372 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-249557c2-4e4b-4e6b-860f-41f8b7b9fa6b req-45f99578-4663-40e4-b3f3-cdf747ff1010 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 946 time: 0.2138073 Mar 07 11:10:02.301319 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-fc0199b6-3dca-4aba-9cef-8896243bdc8f tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9080811 Mar 07 11:10:02.373804 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-249557c2-4e4b-4e6b-860f-41f8b7b9fa6b req-278ac49b-2354-45f3-852a-f26cb7ecf891 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149511 Mar 07 11:10:02.425920 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-092ceb17-95bd-4b52-8602-942522cd56c6 service neutron] Request body: {'port': {'device_id': '58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:02.523661 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-8bbcd944-d1c8-4548-947d-d221ac107808 None None] Provisioning complete for port 54125c00-24da-40cb-a385-242aafa4c6fa triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:02.524207 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8bbcd944-d1c8-4548-947d-d221ac107808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (54125c00-24da-40cb-a385-242aafa4c6fa), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:02.594612 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-092ceb17-95bd-4b52-8602-942522cd56c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (54125c00-24da-40cb-a385-242aafa4c6fa), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:02.621239 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8bbcd944-d1c8-4548-947d-d221ac107808 None None] Port 54125c00-24da-40cb-a385-242aafa4c6fa cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:10:02.637098 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31876a54-8ff0-4366-95b2-37e432dea09d req-55d176a9-4e29-4713-af8c-80b142c8861c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:02.647734 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-31876a54-8ff0-4366-95b2-37e432dea09d req-55d176a9-4e29-4713-af8c-80b142c8861c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 946 time: 0.1392646 Mar 07 11:10:02.683287 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ff608-2355-4676-9f12-86888a9ce1e7 req-585f9142-7db6-4290-9c40-d626b7714067 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:02.685142 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6d8ff608-2355-4676-9f12-86888a9ce1e7 req-585f9142-7db6-4290-9c40-d626b7714067 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 931 time: 0.1239073 Mar 07 11:10:02.725123 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-31876a54-8ff0-4366-95b2-37e432dea09d req-48dc6a94-1a1c-479f-8d55-eaba7105e974 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756650 Mar 07 11:10:02.750458 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37628) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:02.807155 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-c26887c0-bd24-497d-85f2-551689c696ec req-e88522c5-d790-4844-bd8f-17a8b17c375b service neutron] (103767) timed out ('10.222.0.11', 39490) {{(pid=103767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 11:10:02.835813 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afef79e-6d75-455f-a10b-97dce456eaf6 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:02.837989 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8afef79e-6d75-455f-a10b-97dce456eaf6 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 1123 time: 0.0838616 Mar 07 11:10:02.840890 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37630) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:02.848601 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-a3774ccf-548e-41c8-800b-c60b30ba6932 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'port_id': '99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:02.875873 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3774ccf-548e-41c8-800b-c60b30ba6932 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:03.082731 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3774ccf-548e-41c8-800b-c60b30ba6932 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:03.278950 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-a3774ccf-548e-41c8-800b-c60b30ba6932 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Allocated IP 172.25.3.232 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/bb8e64a3-badf-410f-9d8e-dc51553b1fb6) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:10:03.433685 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-c26887c0-bd24-497d-85f2-551689c696ec req-582861c6-0ced-41cf-921a-1db0934a1630 tempest-AttachVolumeShelveTestJSON-180207737 tempest-AttachVolumeShelveTestJSON-180207737-project] (103766) timed out ('10.222.0.11', 44600) {{(pid=103766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 11:10:03.450037 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6d8ff608-2355-4676-9f12-86888a9ce1e7 req-ce303bf0-499a-44e0-ad86-aed916a8d5e0 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/security-groups?id=30a7dd43-d4c3-420d-80db-55346672929d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6093948 Mar 07 11:10:03.460485 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3774ccf-548e-41c8-800b-c60b30ba6932 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for port (bb8e64a3-badf-410f-9d8e-dc51553b1fb6), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:03.503786 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3774ccf-548e-41c8-800b-c60b30ba6932 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (bb8e64a3-badf-410f-9d8e-dc51553b1fb6), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:03.533896 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3774ccf-548e-41c8-800b-c60b30ba6932 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:10:03.538767 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-a3774ccf-548e-41c8-800b-c60b30ba6932 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:03.543551 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3774ccf-548e-41c8-800b-c60b30ba6932 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:10:03.592641 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-092ceb17-95bd-4b52-8602-942522cd56c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54125c00-24da-40cb-a385-242aafa4c6fa {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:10:03.622554 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-092ceb17-95bd-4b52-8602-942522cd56c6 service neutron] Publish callbacks [] for port (54125c00-24da-40cb-a385-242aafa4c6fa), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:03.656625 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-092ceb17-95bd-4b52-8602-942522cd56c6 service neutron] Transition to ACTIVE for port object 54125c00-24da-40cb-a385-242aafa4c6fa will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:10:03.666458 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-092ceb17-95bd-4b52-8602-942522cd56c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (54125c00-24da-40cb-a385-242aafa4c6fa), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:03.683727 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3774ccf-548e-41c8-800b-c60b30ba6932 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'Port': ['ID=bb8e64a3-badf-410f-9d8e-dc51553b1fb6,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:03.841099 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ceb17-95bd-4b52-8602-942522cd56c6 service neutron] Pushing event updated for resources: {'Port': ['ID=54125c00-24da-40cb-a385-242aafa4c6fa,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:03.977016 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-092ceb17-95bd-4b52-8602-942522cd56c6 service neutron] Attempting to bind port 54125c00-24da-40cb-a385-242aafa4c6fa on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:10:03.979960 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-092ceb17-95bd-4b52-8602-942522cd56c6 service neutron] Attempting to bind port 54125c00-24da-40cb-a385-242aafa4c6fa by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'edac1308-e19d-4cb3-b880-8f3c6255faa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:10:03.980307 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-092ceb17-95bd-4b52-8602-942522cd56c6 service neutron] Attempting to bind port 54125c00-24da-40cb-a385-242aafa4c6fa on network 443adee4-9dd0-4759-a70c-30ca8e64434c {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:10:03.990886 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-092ceb17-95bd-4b52-8602-942522cd56c6 service neutron] Port 54125c00-24da-40cb-a385-242aafa4c6fa on network 443adee4-9dd0-4759-a70c-30ca8e64434c not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:10:03.991211 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-092ceb17-95bd-4b52-8602-942522cd56c6 service neutron] Attempting to bind port 54125c00-24da-40cb-a385-242aafa4c6fa on network 443adee4-9dd0-4759-a70c-30ca8e64434c {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:10:04.001525 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-092ceb17-95bd-4b52-8602-942522cd56c6 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:10:04.001942 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-092ceb17-95bd-4b52-8602-942522cd56c6 service neutron] Checking segment: {'id': 'edac1308-e19d-4cb3-b880-8f3c6255faa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:10:04.010738 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-092ceb17-95bd-4b52-8602-942522cd56c6 service neutron] Bound using segment: {'id': 'edac1308-e19d-4cb3-b880-8f3c6255faa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:10:04.011073 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-092ceb17-95bd-4b52-8602-942522cd56c6 service neutron] Bound port: 54125c00-24da-40cb-a385-242aafa4c6fa, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edac1308-e19d-4cb3-b880-8f3c6255faa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:10:04.011432 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-092ceb17-95bd-4b52-8602-942522cd56c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (54125c00-24da-40cb-a385-242aafa4c6fa), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:04.150552 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-092ceb17-95bd-4b52-8602-942522cd56c6 service neutron] For port 54125c00-24da-40cb-a385-242aafa4c6fa, host n-h1-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:10:04.158089 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-092ceb17-95bd-4b52-8602-942522cd56c6 service neutron] For port 54125c00-24da-40cb-a385-242aafa4c6fa, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=54125c00-24da-40cb-a385-242aafa4c6fa,segment=NetworkSegment(edac1308-e19d-4cb3-b880-8f3c6255faa1),segment_id=edac1308-e19d-4cb3-b880-8f3c6255faa1)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:10:04.173561 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-092ceb17-95bd-4b52-8602-942522cd56c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (54125c00-24da-40cb-a385-242aafa4c6fa), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:04.237427 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-092ceb17-95bd-4b52-8602-942522cd56c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:04.238872 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-092ceb17-95bd-4b52-8602-942522cd56c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:04.240297 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-092ceb17-95bd-4b52-8602-942522cd56c6 service neutron] 10.222.0.21 "PUT /v2.0/ports/54125c00-24da-40cb-a385-242aafa4c6fa HTTP/1.1" status: 200 len: 1091 time: 1.9242237 Mar 07 11:10:04.243276 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7', 'tag': '54125c00-24da-40cb-a385-242aafa4c6fa'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:10:04.256375 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0396741-8b8b-4c98-b505-e5308c902455" -d '{"events": [{"name": "network-changed", "server_uuid": "58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7", "tag": "54125c00-24da-40cb-a385-242aafa4c6fa"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:10:04.354542 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3774ccf-548e-41c8-800b-c60b30ba6932 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for floatingip (829e3b42-2916-47df-bfc4-1180e6c41a69), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:04.376569 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ceb17-95bd-4b52-8602-942522cd56c6 service neutron] Pushing event updated for resources: {'Port': ['ID=54125c00-24da-40cb-a385-242aafa4c6fa,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:04.396064 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1755b3d9-ac5f-400d-bd51-0ca96d8e59ca x-openstack-request-id: req-1755b3d9-ac5f-400d-bd51-0ca96d8e59ca {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:10:04.396715 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7", "tag": "54125c00-24da-40cb-a385-242aafa4c6fa", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:10:04.401653 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1755b3d9-ac5f-400d-bd51-0ca96d8e59ca {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:10:04.402117 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7', 'tag': '54125c00-24da-40cb-a385-242aafa4c6fa', 'status': 'completed', 'code': 200} Mar 07 11:10:04.469895 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-f3165b6e-d040-46a2-8fb9-7e9338f4b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:04.472775 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-f3165b6e-d040-46a2-8fb9-7e9338f4b106 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=424a24d0d29c4836bad7ad116c522381&device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 1125 time: 0.1755025 Mar 07 11:10:04.569062 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3774ccf-548e-41c8-800b-c60b30ba6932 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bb8e64a3-badf-410f-9d8e-dc51553b1fb6), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:04.615634 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-a5bb5009-05c1-429c-a91a-196f012cb140 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54125c00-24da-40cb-a385-242aafa4c6fa HTTP/1.1" status: 200 len: 217 time: 0.1368148 Mar 07 11:10:04.787013 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-10264ff3-2426-40c6-a8fb-76ac2bf1018e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:04.790765 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-10264ff3-2426-40c6-a8fb-76ac2bf1018e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2cf316d6-b0f2-45a1-9255-761d3a7bf683 HTTP/1.1" status: 200 len: 852 time: 0.1678610 Mar 07 11:10:04.892879 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3774ccf-548e-41c8-800b-c60b30ba6932 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for port (bb8e64a3-badf-410f-9d8e-dc51553b1fb6), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:04.898529 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8360d-cd3a-491d-8790-668e6cd31c6e req-f4cc5d57-7be6-4adb-8f53-b19f741a8690 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:04.900278 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3ea8360d-cd3a-491d-8790-668e6cd31c6e req-f4cc5d57-7be6-4adb-8f53-b19f741a8690 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 943 time: 0.2934029 Mar 07 11:10:04.906520 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3774ccf-548e-41c8-800b-c60b30ba6932 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (bb8e64a3-badf-410f-9d8e-dc51553b1fb6), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:05.051448 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3ea8360d-cd3a-491d-8790-668e6cd31c6e req-372792d5-426d-42a5-9998-449e756d7795 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/security-groups?id=30a7dd43-d4c3-420d-80db-55346672929d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344159 Mar 07 11:10:05.059410 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3774ccf-548e-41c8-800b-c60b30ba6932 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'Port': ['ID=bb8e64a3-badf-410f-9d8e-dc51553b1fb6,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:05.087606 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-f907272c-7632-47af-ab19-cbbdc4b41e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:05.089652 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-f907272c-7632-47af-ab19-cbbdc4b41e36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=443adee4-9dd0-4759-a70c-30ca8e64434c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2841184 Mar 07 11:10:05.090237 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3774ccf-548e-41c8-800b-c60b30ba6932 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (829e3b42-2916-47df-bfc4-1180e6c41a69), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:05.211217 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-25c863b9-2468-43c9-a4fa-6e4f0d08d304 service neutron] 10.222.0.21 "GET /v2.0/networks/443adee4-9dd0-4759-a70c-30ca8e64434c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138053 Mar 07 11:10:05.342748 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-a3774ccf-548e-41c8-800b-c60b30ba6932 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Floating IP 829e3b42-2916-47df-bfc4-1180e6c41a69 associated. External IP: 172.25.3.232, port: 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8. Mar 07 11:10:05.356539 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6a11b511-6477-41fa-bb2e-dcd7a9032679 req-d5702d2c-6131-472d-9af7-5d8fe1f00d3f service neutron] 10.222.0.21 "GET /v2.0/networks/443adee4-9dd0-4759-a70c-30ca8e64434c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386998 Mar 07 11:10:05.500525 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0396741-8b8b-4c98-b505-e5308c902455 req-504301ff-aac0-4723-8951-614670ea89d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:05.505463 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b0396741-8b8b-4c98-b505-e5308c902455 req-504301ff-aac0-4723-8951-614670ea89d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=424a24d0d29c4836bad7ad116c522381&device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 1125 time: 0.0971518 Mar 07 11:10:05.681047 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0396741-8b8b-4c98-b505-e5308c902455 req-f02c51dd-a3b8-44c4-a52b-6aa484b93387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:05.682754 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b0396741-8b8b-4c98-b505-e5308c902455 req-f02c51dd-a3b8-44c4-a52b-6aa484b93387 service neutron] 10.222.0.21 "GET /v2.0/networks?id=443adee4-9dd0-4759-a70c-30ca8e64434c HTTP/1.1" status: 200 len: 914 time: 0.1719313 Mar 07 11:10:05.786426 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b0396741-8b8b-4c98-b505-e5308c902455 req-55bc65d4-931f-466a-9bc7-49d663e7b666 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54125c00-24da-40cb-a385-242aafa4c6fa HTTP/1.1" status: 200 len: 217 time: 0.0950749 Mar 07 11:10:05.823911 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3774ccf-548e-41c8-800b-c60b30ba6932 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Router 3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:10:05.883414 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0396741-8b8b-4c98-b505-e5308c902455 req-83864a14-5b7c-4307-8f28-9e10052d0bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:05.889292 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b0396741-8b8b-4c98-b505-e5308c902455 req-83864a14-5b7c-4307-8f28-9e10052d0bed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2cf316d6-b0f2-45a1-9255-761d3a7bf683 HTTP/1.1" status: 200 len: 852 time: 0.0944436 Mar 07 11:10:06.005717 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0396741-8b8b-4c98-b505-e5308c902455 req-ec2825a0-adc7-4e8b-b655-a363cb63a232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:06.007247 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b0396741-8b8b-4c98-b505-e5308c902455 req-ec2825a0-adc7-4e8b-b655-a363cb63a232 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=443adee4-9dd0-4759-a70c-30ca8e64434c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1120822 Mar 07 11:10:06.066760 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3774ccf-548e-41c8-800b-c60b30ba6932 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:10:06.089682 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddb1807-c254-41a3-96ac-cbf7f11a433e None None] Sync routers for ids ['3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:10:06.124031 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddb1807-c254-41a3-96ac-cbf7f11a433e None None] Routers {'3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:06.140349 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-1ddb1807-c254-41a3-96ac-cbf7f11a433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:09:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:06.184452 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3774ccf-548e-41c8-800b-c60b30ba6932 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:06.246661 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b0396741-8b8b-4c98-b505-e5308c902455 req-a5c5c0f1-88c9-4ee0-8e50-6a997231a3d9 service neutron] 10.222.0.21 "GET /v2.0/networks/443adee4-9dd0-4759-a70c-30ca8e64434c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332203 Mar 07 11:10:06.390267 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a3774ccf-548e-41c8-800b-c60b30ba6932 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5435131 Mar 07 11:10:06.414373 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f94309-914f-4d67-b368-e6bd640bccaa', 'tag': '99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:10:06.425332 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd838fe-57a2-4f2b-96e1-371ff4d9c874" -d '{"events": [{"name": "network-changed", "server_uuid": "58f94309-914f-4d67-b368-e6bd640bccaa", "tag": "99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:10:06.481920 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-1ddb1807-c254-41a3-96ac-cbf7f11a433e None None] Set router 3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:06.514171 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635219b-e0c9-4503-9cff-57b016e529d8 req-4d7bf6ed-d3ab-44e3-9fcd-5bf33b22bb8c tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:06.523523 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c635219b-e0c9-4503-9cff-57b016e529d8 req-4d7bf6ed-d3ab-44e3-9fcd-5bf33b22bb8c tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 943 time: 0.2100658 Mar 07 11:10:06.608599 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b0396741-8b8b-4c98-b505-e5308c902455 req-24225569-2940-4997-8ce1-fb54aaf79f20 service neutron] 10.222.0.21 "GET /v2.0/networks/443adee4-9dd0-4759-a70c-30ca8e64434c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538222 Mar 07 11:10:06.656923 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadbaffe-81b0-497e-a969-2a504afac7ce req-78e6e250-5758-48a4-97e6-b70247505b54 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:06.659221 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c635219b-e0c9-4503-9cff-57b016e529d8 req-c5dcec5b-c0d2-46a8-952c-d0b9a613d04b tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/security-groups?id=30a7dd43-d4c3-420d-80db-55346672929d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327677 Mar 07 11:10:06.664403 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aadbaffe-81b0-497e-a969-2a504afac7ce req-78e6e250-5758-48a4-97e6-b70247505b54 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 946 time: 0.1380613 Mar 07 11:10:06.727352 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aadbaffe-81b0-497e-a969-2a504afac7ce req-dde9b9aa-2cfc-4c78-80f2-d09559d323f5 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568998 Mar 07 11:10:06.742083 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37716) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:06.749456 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7865ccd6-0994-4cb2-8644-f44353083192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:06.875627 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d380ad04-fdf5-4951-9ae3-49f859920577 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/floatingips/829e3b42-2916-47df-bfc4-1180e6c41a69 HTTP/1.1" status: 200 len: 992 time: 0.1317322 Mar 07 11:10:06.958322 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a0acf5-20da-4f42-bdde-f028a8042651 x-openstack-request-id: req-59a0acf5-20da-4f42-bdde-f028a8042651 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:10:06.958738 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f94309-914f-4d67-b368-e6bd640bccaa", "tag": "99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:10:06.959099 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-59a0acf5-20da-4f42-bdde-f028a8042651 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:10:06.959770 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f94309-914f-4d67-b368-e6bd640bccaa', 'tag': '99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8', 'status': 'completed', 'code': 200} Mar 07 11:10:07.085387 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd838fe-57a2-4f2b-96e1-371ff4d9c874 req-08034e36-a68b-4d54-8848-27c399c25a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:07.086906 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cfd838fe-57a2-4f2b-96e1-371ff4d9c874 req-08034e36-a68b-4d54-8848-27c399c25a03 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 1128 time: 0.1111951 Mar 07 11:10:07.150836 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-1ddb1807-c254-41a3-96ac-cbf7f11a433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270429996', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '2ca05f61-ac83-48bc-aa19-6aa816859d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:36Z', 'updated_at': '2022-03-07T11:09:42Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': '2ca05f61-ac83-48bc-aa19-6aa816859d04', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:37Z', 'updated_at': '2022-03-07T11:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '829e3b42-2916-47df-bfc4-1180e6c41a69', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'port_id': '99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a', 'mac_address': 'fa:16:3e:eb:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f94309-914f-4d67-b368-e6bd640bccaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:10:04Z', 'updated_at': '2022-03-07T11:10:04Z', 'revision_number': 0, 'project_id': '495992950f4c431c9a7421503d52aa85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7', 'name': '', 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:30:6f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '840c8047-e940-4ed1-ac9c-d1cc13c6e768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:41Z', 'updated_at': '2022-03-07T11:09:46Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '840c8047-e940-4ed1-ac9c-d1cc13c6e768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:07.230118 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddb1807-c254-41a3-96ac-cbf7f11a433e None None] Checking router: 3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:10:07.240129 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddb1807-c254-41a3-96ac-cbf7f11a433e None None] Routers {'3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:07.240914 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-1ddb1807-c254-41a3-96ac-cbf7f11a433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:09:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:07.302260 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd838fe-57a2-4f2b-96e1-371ff4d9c874 req-a53da5c5-5c45-4327-ac19-e61d19f2c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:07.303738 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cfd838fe-57a2-4f2b-96e1-371ff4d9c874 req-a53da5c5-5c45-4327-ac19-e61d19f2c95b service neutron] 10.222.0.31 "GET /v2.0/networks?id=43c1ad94-1474-4985-8640-9532291fba8a HTTP/1.1" status: 200 len: 897 time: 0.2106400 Mar 07 11:10:07.391917 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-1ddb1807-c254-41a3-96ac-cbf7f11a433e None None] Set router 3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:07.490254 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cfd838fe-57a2-4f2b-96e1-371ff4d9c874 req-d010d9d2-4b82-466e-b44c-d0911437d731 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 HTTP/1.1" status: 200 len: 1000 time: 0.1680634 Mar 07 11:10:07.599425 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd838fe-57a2-4f2b-96e1-371ff4d9c874 req-2fa12f3a-9b56-48f8-a319-78ef263701db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:07.601340 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cfd838fe-57a2-4f2b-96e1-371ff4d9c874 req-2fa12f3a-9b56-48f8-a319-78ef263701db service neutron] 10.222.0.31 "GET /v2.0/subnets?id=840c8047-e940-4ed1-ac9c-d1cc13c6e768 HTTP/1.1" status: 200 len: 835 time: 0.1102674 Mar 07 11:10:07.711620 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd838fe-57a2-4f2b-96e1-371ff4d9c874 req-4c8add9d-f106-4985-99f7-527ed4d5a9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:07.714100 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cfd838fe-57a2-4f2b-96e1-371ff4d9c874 req-4c8add9d-f106-4985-99f7-527ed4d5a9f1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=43c1ad94-1474-4985-8640-9532291fba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1059933 Mar 07 11:10:07.800984 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-1ddb1807-c254-41a3-96ac-cbf7f11a433e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270429996', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '2ca05f61-ac83-48bc-aa19-6aa816859d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:36Z', 'updated_at': '2022-03-07T11:09:42Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': '2ca05f61-ac83-48bc-aa19-6aa816859d04', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:37Z', 'updated_at': '2022-03-07T11:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '829e3b42-2916-47df-bfc4-1180e6c41a69', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'port_id': '99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a', 'mac_address': 'fa:16:3e:eb:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f94309-914f-4d67-b368-e6bd640bccaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:10:04Z', 'updated_at': '2022-03-07T11:10:04Z', 'revision_number': 0, 'project_id': '495992950f4c431c9a7421503d52aa85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7', 'name': '', 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:30:6f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '840c8047-e940-4ed1-ac9c-d1cc13c6e768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:41Z', 'updated_at': '2022-03-07T11:09:46Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '840c8047-e940-4ed1-ac9c-d1cc13c6e768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:07.835161 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddb1807-c254-41a3-96ac-cbf7f11a433e None None] The sync data for ids ['3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517'] in n-d-832164-4 is: [{'id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270429996', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '2ca05f61-ac83-48bc-aa19-6aa816859d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:36Z', 'updated_at': '2022-03-07T11:09:42Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': '2ca05f61-ac83-48bc-aa19-6aa816859d04', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:37Z', 'updated_at': '2022-03-07T11:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '829e3b42-2916-47df-bfc4-1180e6c41a69', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'floating_ip_address': '172.25.3.232', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'port_id': '99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a', 'mac_address': 'fa:16:3e:eb:1e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f94309-914f-4d67-b368-e6bd640bccaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:10:04Z', 'updated_at': '2022-03-07T11:10:04Z', 'revision_number': 0, 'project_id': '495992950f4c431c9a7421503d52aa85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7', 'name': '', 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:30:6f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '840c8047-e940-4ed1-ac9c-d1cc13c6e768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:41Z', 'updated_at': '2022-03-07T11:09:46Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '840c8047-e940-4ed1-ac9c-d1cc13c6e768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:10:07.881424 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37752) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:08.026795 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cfd838fe-57a2-4f2b-96e1-371ff4d9c874 req-3b60ad47-0559-455a-a928-cce607ed9f4f service neutron] 10.222.0.31 "GET /v2.0/networks/43c1ad94-1474-4985-8640-9532291fba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057206 Mar 07 11:10:08.028815 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d13269ab-245d-4d35-8130-c0f29af6f23e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/floatingips/829e3b42-2916-47df-bfc4-1180e6c41a69 HTTP/1.1" status: 200 len: 992 time: 0.1452506 Mar 07 11:10:08.039246 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab39874d-5d94-46fb-986c-10056581b08b req-6eecc0ba-2e4c-4dca-a6c7-5df595f01770 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:08.040749 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ab39874d-5d94-46fb-986c-10056581b08b req-6eecc0ba-2e4c-4dca-a6c7-5df595f01770 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 943 time: 0.1772082 Mar 07 11:10:08.182259 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ab39874d-5d94-46fb-986c-10056581b08b req-8da48501-a403-492a-a28f-bfe727c97121 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/security-groups?id=30a7dd43-d4c3-420d-80db-55346672929d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248407 Mar 07 11:10:08.231962 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cfd838fe-57a2-4f2b-96e1-371ff4d9c874 req-4a7f5640-c4f2-439e-bb23-4995eb490cb8 service neutron] 10.222.0.31 "GET /v2.0/networks/43c1ad94-1474-4985-8640-9532291fba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821117 Mar 07 11:10:08.241343 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6baf4d0-797c-4de2-a0be-d88c8e425b13 None None] New status for floating IP 829e3b42-2916-47df-bfc4-1180e6c41a69: ACTIVE {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:10:08.606457 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5bc43b11-5a8f-480b-b7c5-5043b2e8b014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:09.033311 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37772) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:09.143520 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-dd9beee9-1e5d-4653-a785-94a767883863 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/floatingips/829e3b42-2916-47df-bfc4-1180e6c41a69 HTTP/1.1" status: 200 len: 994 time: 0.1075814 Mar 07 11:10:09.356277 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea355b-8c32-4109-adc4-b1033fc265bd req-34225c7c-ca61-46c3-85d1-b152cf2902f7 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:09.358171 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0fea355b-8c32-4109-adc4-b1033fc265bd req-34225c7c-ca61-46c3-85d1-b152cf2902f7 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 943 time: 0.0934401 Mar 07 11:10:09.429658 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0fea355b-8c32-4109-adc4-b1033fc265bd req-53fe1ec5-c8b1-49b5-b9ae-36cc9731e4e5 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/security-groups?id=30a7dd43-d4c3-420d-80db-55346672929d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650604 Mar 07 11:10:09.980718 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:10.572562 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966757ee-3944-4364-9bbe-46e930311abd req-b527b2f2-2642-4027-ba5f-9ce252c158a7 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:10.574107 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-966757ee-3944-4364-9bbe-46e930311abd req-b527b2f2-2642-4027-ba5f-9ce252c158a7 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 943 time: 0.0637162 Mar 07 11:10:10.649435 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-966757ee-3944-4364-9bbe-46e930311abd req-80ae433e-7adb-4fa9-ad80-3f6f30941255 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/security-groups?id=30a7dd43-d4c3-420d-80db-55346672929d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684464 Mar 07 11:10:11.728524 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:11.810924 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009113ef-588d-4bba-b24f-5595d2a5903c req-233e93cc-03f2-4aa4-8801-b4658c750618 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:11.836850 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-009113ef-588d-4bba-b24f-5595d2a5903c req-233e93cc-03f2-4aa4-8801-b4658c750618 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 943 time: 0.0963800 Mar 07 11:10:11.929903 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-009113ef-588d-4bba-b24f-5595d2a5903c req-ba7b0aec-bdb5-461c-845f-7ad349da1529 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/security-groups?id=30a7dd43-d4c3-420d-80db-55346672929d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920463 Mar 07 11:10:12.995300 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:13.163826 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226bf0e-3b34-48d1-8eb6-f2a0402131f9 req-ac42b807-d8ce-46f5-bccf-f4cb358800bb tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:13.175851 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8226bf0e-3b34-48d1-8eb6-f2a0402131f9 req-ac42b807-d8ce-46f5-bccf-f4cb358800bb tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 943 time: 0.0969915 Mar 07 11:10:13.249413 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8226bf0e-3b34-48d1-8eb6-f2a0402131f9 req-11cbc243-179d-442b-9b86-963b979475ad tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/security-groups?id=30a7dd43-d4c3-420d-80db-55346672929d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726452 Mar 07 11:10:14.523494 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd028e22-2b59-4875-9061-0640d5ef59f9 req-a0ac9231-bed8-4a43-8fac-d0047d87a694 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:14.525823 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd028e22-2b59-4875-9061-0640d5ef59f9 req-a0ac9231-bed8-4a43-8fac-d0047d87a694 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 943 time: 0.1120439 Mar 07 11:10:14.613528 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd028e22-2b59-4875-9061-0640d5ef59f9 req-5387766a-d52b-4f4d-ad46-8d29dc3b6024 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/security-groups?id=30a7dd43-d4c3-420d-80db-55346672929d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813503 Mar 07 11:10:15.747398 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b624fc8-2e24-471b-b205-d4338cf44a1d req-2f393133-908c-46b8-afb3-7cdf583810a3 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:15.749282 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7b624fc8-2e24-471b-b205-d4338cf44a1d req-2f393133-908c-46b8-afb3-7cdf583810a3 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 943 time: 0.0683653 Mar 07 11:10:15.819276 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7b624fc8-2e24-471b-b205-d4338cf44a1d req-accf8de9-a1fa-4201-bd0f-bab5348a63b6 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/security-groups?id=30a7dd43-d4c3-420d-80db-55346672929d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618641 Mar 07 11:10:16.955605 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a389763-0285-4966-8260-3185b4b7c533 req-1c5f413c-2c36-4672-8422-20fb0aa3a099 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:16.957146 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a389763-0285-4966-8260-3185b4b7c533 req-1c5f413c-2c36-4672-8422-20fb0aa3a099 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 943 time: 0.0609298 Mar 07 11:10:17.020396 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a389763-0285-4966-8260-3185b4b7c533 req-28751866-3433-4269-b4e5-04a9b8b28c43 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/security-groups?id=30a7dd43-d4c3-420d-80db-55346672929d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566077 Mar 07 11:10:17.563829 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37832) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:17.613398 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e43a1874-a813-4307-84f7-7c66c15ab77c admin admin] Deleting subnet 362dae98-0aa8-4b4f-9cef-0332227191b3 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:10:17.618725 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e43a1874-a813-4307-84f7-7c66c15ab77c admin admin] Publish callbacks [] for subnet (362dae98-0aa8-4b4f-9cef-0332227191b3), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:17.665030 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e43a1874-a813-4307-84f7-7c66c15ab77c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (362dae98-0aa8-4b4f-9cef-0332227191b3), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:17.708907 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e43a1874-a813-4307-84f7-7c66c15ab77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (362dae98-0aa8-4b4f-9cef-0332227191b3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:17.774170 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e43a1874-a813-4307-84f7-7c66c15ab77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (362dae98-0aa8-4b4f-9cef-0332227191b3), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:17.800288 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a1874-a813-4307-84f7-7c66c15ab77c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=362dae98-0aa8-4b4f-9cef-0332227191b3,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:17.810217 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e43a1874-a813-4307-84f7-7c66c15ab77c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:17.815803 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e43a1874-a813-4307-84f7-7c66c15ab77c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/362dae98-0aa8-4b4f-9cef-0332227191b3 HTTP/1.1" status: 204 len: 168 time: 0.2495670 Mar 07 11:10:17.817157 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37834) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:17.897763 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a8ff55d5-98e7-48f1-9434-728fbd9cabc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (885c68c2-dc5e-4986-b4ed-091ea250c1cc), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:17.984486 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a8ff55d5-98e7-48f1-9434-728fbd9cabc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (885c68c2-dc5e-4986-b4ed-091ea250c1cc), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:18.006949 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-a8ff55d5-98e7-48f1-9434-728fbd9cabc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['885c68c2-dc5e-4986-b4ed-091ea250c1cc']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:18.018891 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-a8ff55d5-98e7-48f1-9434-728fbd9cabc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '895f15d0-6cfe-4fb2-a782-bf17ead07105') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:18.019210 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-a8ff55d5-98e7-48f1-9434-728fbd9cabc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '895f15d0-6cfe-4fb2-a782-bf17ead07105') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:18.034538 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a8ff55d5-98e7-48f1-9434-728fbd9cabc3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (895f15d0-6cfe-4fb2-a782-bf17ead07105), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:18.058920 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a8ff55d5-98e7-48f1-9434-728fbd9cabc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (895f15d0-6cfe-4fb2-a782-bf17ead07105), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:18.072373 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ff55d5-98e7-48f1-9434-728fbd9cabc3 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:10:18.072959 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a8ff55d5-98e7-48f1-9434-728fbd9cabc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (895f15d0-6cfe-4fb2-a782-bf17ead07105), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:18.130299 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 11:10:18.130299 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:10:18.130299 n-d-832164-4 neutron-server[103766]: timer() Mar 07 11:10:18.130299 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:10:18.130299 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 11:10:18.130299 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:10:18.130299 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 11:10:18.130299 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:10:18.130299 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 11:10:18.130299 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:10:18.130299 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 11:10:18.130299 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:10:18.130299 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 11:10:18.130299 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:10:18.130299 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:10:18.130299 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:10:18.130299 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:10:18.130299 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:10:18.130299 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 11:10:18.130299 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:10:18.130299 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 11:10:18.130299 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:10:18.130299 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:10:18.130299 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:10:18.130299 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 11:10:18.130299 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:10:18.130299 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:10:18.130299 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:10:18.130299 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:10:18.130299 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:10:18.130299 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:10:18.130299 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:10:18.180925 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a8ff55d5-98e7-48f1-9434-728fbd9cabc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (885c68c2-dc5e-4986-b4ed-091ea250c1cc), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:18.188860 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a8ff55d5-98e7-48f1-9434-728fbd9cabc3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:18.190210 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a8ff55d5-98e7-48f1-9434-728fbd9cabc3 admin admin] 10.222.0.11 "DELETE /v2.0/networks/885c68c2-dc5e-4986-b4ed-091ea250c1cc HTTP/1.1" status: 204 len: 168 time: 0.3716793 Mar 07 11:10:18.193890 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37840) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:18.207200 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff55d5-98e7-48f1-9434-728fbd9cabc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=885c68c2-dc5e-4986-b4ed-091ea250c1cc,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:18.216762 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6299ae-4d22-4012-aaac-62490770da87 req-1b15f710-9d8c-41a7-bb3f-fe271561fb30 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:18.218391 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ab6299ae-4d22-4012-aaac-62490770da87 req-1b15f710-9d8c-41a7-bb3f-fe271561fb30 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 943 time: 0.0872617 Mar 07 11:10:18.266004 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ea80b0-0198-48f8-81bd-86d3e48c2adf admin admin] Deleting subnet 1c127ea3-976f-4c96-abce-28ead2abed25 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:10:18.269433 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-98ea80b0-0198-48f8-81bd-86d3e48c2adf admin admin] Publish callbacks [] for subnet (1c127ea3-976f-4c96-abce-28ead2abed25), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:18.289694 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ab6299ae-4d22-4012-aaac-62490770da87 req-4a1a4041-2671-4a18-aea5-3c22c836b08f tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/security-groups?id=30a7dd43-d4c3-420d-80db-55346672929d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644739 Mar 07 11:10:18.313391 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-98ea80b0-0198-48f8-81bd-86d3e48c2adf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (1c127ea3-976f-4c96-abce-28ead2abed25), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:18.354336 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-98ea80b0-0198-48f8-81bd-86d3e48c2adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (1c127ea3-976f-4c96-abce-28ead2abed25), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:18.412608 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-98ea80b0-0198-48f8-81bd-86d3e48c2adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (1c127ea3-976f-4c96-abce-28ead2abed25), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:18.445257 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-98ea80b0-0198-48f8-81bd-86d3e48c2adf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:18.448554 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-98ea80b0-0198-48f8-81bd-86d3e48c2adf admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1c127ea3-976f-4c96-abce-28ead2abed25 HTTP/1.1" status: 204 len: 168 time: 0.2536218 Mar 07 11:10:18.449561 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea80b0-0198-48f8-81bd-86d3e48c2adf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c127ea3-976f-4c96-abce-28ead2abed25,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:18.451431 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37842) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:18.465802 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:18.536312 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7300eda6-449f-43f7-b4cf-de2fe2f8124d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (9f46bfb1-de2e-4541-aa45-f5592426b121), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:18.621985 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7300eda6-449f-43f7-b4cf-de2fe2f8124d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (9f46bfb1-de2e-4541-aa45-f5592426b121), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:18.644277 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-7300eda6-449f-43f7-b4cf-de2fe2f8124d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f46bfb1-de2e-4541-aa45-f5592426b121']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:18.655052 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-7300eda6-449f-43f7-b4cf-de2fe2f8124d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd89a265e-89ad-4182-af92-432f86f461ff') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:18.655479 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-7300eda6-449f-43f7-b4cf-de2fe2f8124d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd89a265e-89ad-4182-af92-432f86f461ff') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:18.665600 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7300eda6-449f-43f7-b4cf-de2fe2f8124d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (d89a265e-89ad-4182-af92-432f86f461ff), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:18.679379 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7300eda6-449f-43f7-b4cf-de2fe2f8124d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (d89a265e-89ad-4182-af92-432f86f461ff), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:18.693467 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7300eda6-449f-43f7-b4cf-de2fe2f8124d admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:10:18.693877 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7300eda6-449f-43f7-b4cf-de2fe2f8124d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (d89a265e-89ad-4182-af92-432f86f461ff), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:18.695655 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 11:10:18.695655 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:10:18.695655 n-d-832164-4 neutron-server[103766]: timer() Mar 07 11:10:18.695655 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:10:18.695655 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 11:10:18.695655 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:10:18.695655 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 11:10:18.695655 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:10:18.695655 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 11:10:18.695655 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:10:18.695655 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 11:10:18.695655 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:10:18.695655 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 11:10:18.695655 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:10:18.695655 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:10:18.695655 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:10:18.695655 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:10:18.695655 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:10:18.695655 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 11:10:18.695655 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:10:18.695655 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 11:10:18.695655 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:10:18.695655 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:10:18.695655 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:10:18.695655 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 11:10:18.695655 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:10:18.695655 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:10:18.695655 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:10:18.695655 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:10:18.695655 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:10:18.695655 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:10:18.695655 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:10:18.750968 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7300eda6-449f-43f7-b4cf-de2fe2f8124d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (9f46bfb1-de2e-4541-aa45-f5592426b121), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:18.756154 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7300eda6-449f-43f7-b4cf-de2fe2f8124d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:18.759932 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7300eda6-449f-43f7-b4cf-de2fe2f8124d admin admin] 10.222.0.11 "DELETE /v2.0/networks/9f46bfb1-de2e-4541-aa45-f5592426b121 HTTP/1.1" status: 204 len: 168 time: 0.3072863 Mar 07 11:10:18.773328 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300eda6-449f-43f7-b4cf-de2fe2f8124d admin admin] Pushing event deleted for resources: {'Network': ['ID=9f46bfb1-de2e-4541-aa45-f5592426b121,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:19.029999 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37846) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:19.076773 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-45722072-5b4b-4ec6-92c7-67879ff7e7a3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cef4281d08794239a19d711f703f4156&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0449276 Mar 07 11:10:19.079678 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37850) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:19.134698 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3994cfe8-76c4-42ab-bfdb-7ce7e63eee09 admin admin] Publish callbacks [] for security_group (bda7245f-7621-4923-afcb-35575abd0a72), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:19.161755 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3994cfe8-76c4-42ab-bfdb-7ce7e63eee09 admin admin] Publish callbacks [] for security_group (bda7245f-7621-4923-afcb-35575abd0a72), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:19.222965 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3994cfe8-76c4-42ab-bfdb-7ce7e63eee09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (bda7245f-7621-4923-afcb-35575abd0a72), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:19.225921 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3994cfe8-76c4-42ab-bfdb-7ce7e63eee09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:19.227553 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3994cfe8-76c4-42ab-bfdb-7ce7e63eee09 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bda7245f-7621-4923-afcb-35575abd0a72 HTTP/1.1" status: 204 len: 168 time: 0.1466386 Mar 07 11:10:19.236969 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994cfe8-76c4-42ab-bfdb-7ce7e63eee09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda7245f-7621-4923-afcb-35575abd0a72,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:19.435645 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a30445-ec82-4372-adae-3701019c803d req-3f9de34b-c16a-42d2-b914-b847baf454fb tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:19.437243 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d5a30445-ec82-4372-adae-3701019c803d req-3f9de34b-c16a-42d2-b914-b847baf454fb tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 943 time: 0.0611773 Mar 07 11:10:19.488689 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d5a30445-ec82-4372-adae-3701019c803d req-a5e03958-617a-49b6-8ebb-f5f8ed8e76a7 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/security-groups?id=30a7dd43-d4c3-420d-80db-55346672929d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447936 Mar 07 11:10:19.595916 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37866) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:19.635035 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6117fba6-4f69-400c-be2b-f744158e504e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=89feab46ea27449cacf4a3e03aa088ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378814 Mar 07 11:10:19.637472 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 37868) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:19.690815 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3c154c01-3049-4b75-8239-c9208eb45104 admin admin] Publish callbacks [] for security_group (3ca9f84c-ce2a-4afe-b72f-3dd033220da5), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:19.715746 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3c154c01-3049-4b75-8239-c9208eb45104 admin admin] Publish callbacks [] for security_group (3ca9f84c-ce2a-4afe-b72f-3dd033220da5), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:19.762068 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3c154c01-3049-4b75-8239-c9208eb45104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (3ca9f84c-ce2a-4afe-b72f-3dd033220da5), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:19.765464 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3c154c01-3049-4b75-8239-c9208eb45104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:19.766622 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3c154c01-3049-4b75-8239-c9208eb45104 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3ca9f84c-ce2a-4afe-b72f-3dd033220da5 HTTP/1.1" status: 204 len: 168 time: 0.1277401 Mar 07 11:10:19.776239 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c154c01-3049-4b75-8239-c9208eb45104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca9f84c-ce2a-4afe-b72f-3dd033220da5,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:20.621734 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a21d98-f42d-4fc5-81b5-a21b7b8e2d8a req-4a151aa8-d935-462d-b321-bceee1bb3e24 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:20.625268 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-23a21d98-f42d-4fc5-81b5-a21b7b8e2d8a req-4a151aa8-d935-462d-b321-bceee1bb3e24 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 943 time: 0.0619006 Mar 07 11:10:20.675845 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-23a21d98-f42d-4fc5-81b5-a21b7b8e2d8a req-1089d41c-652b-4082-b76a-5e9c22a5ee43 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/security-groups?id=30a7dd43-d4c3-420d-80db-55346672929d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460010 Mar 07 11:10:21.800605 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821284b3-fb7f-4daf-81e6-f0e76bccf5e9 req-7597453e-7805-49b2-90f1-86123e16598a tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:21.802228 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-821284b3-fb7f-4daf-81e6-f0e76bccf5e9 req-7597453e-7805-49b2-90f1-86123e16598a tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 943 time: 0.0557697 Mar 07 11:10:21.852988 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-821284b3-fb7f-4daf-81e6-f0e76bccf5e9 req-09bb9f1e-4af6-494a-acb1-297b6e6e2b6c tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/security-groups?id=30a7dd43-d4c3-420d-80db-55346672929d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449038 Mar 07 11:10:22.976466 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2364b8-5149-4fde-b923-c4ec39c72b64 req-28c71c4d-02d9-4324-bd63-5e99817f9ef8 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:22.978070 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ea2364b8-5149-4fde-b923-c4ec39c72b64 req-28c71c4d-02d9-4324-bd63-5e99817f9ef8 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 943 time: 0.0527420 Mar 07 11:10:23.040265 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ea2364b8-5149-4fde-b923-c4ec39c72b64 req-6a35ad99-fa90-466e-89d6-803e2c91a6fb tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/security-groups?id=30a7dd43-d4c3-420d-80db-55346672929d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557094 Mar 07 11:10:23.082828 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:23.220215 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:10:23.988001 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 54125c00-24da-40cb-a385-242aafa4c6fa details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:10:24.097373 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 54125c00-24da-40cb-a385-242aafa4c6fa, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=54125c00-24da-40cb-a385-242aafa4c6fa,segment=NetworkSegment(edac1308-e19d-4cb3-b880-8f3c6255faa1),segment_id=edac1308-e19d-4cb3-b880-8f3c6255faa1)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:24.112075 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '54125c00-24da-40cb-a385-242aafa4c6fa', 'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c', 'port_id': '54125c00-24da-40cb-a385-242aafa4c6fa', 'mac_address': 'fa:16:3e:fd:19:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cf316d6-b0f2-45a1-9255-761d3a7bf683', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:10:24.152924 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 54125c00-24da-40cb-a385-242aafa4c6fa is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:24.153805 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (54125c00-24da-40cb-a385-242aafa4c6fa), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:24.168750 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54125c00-24da-40cb-a385-242aafa4c6fa {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:10:24.187993 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49928388-6c17-4560-aeec-496127ca85f3 req-d1beef3c-ea86-4ed9-a997-112ed8e1b3a5 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:24.192218 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 54125c00-24da-40cb-a385-242aafa4c6fa, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=54125c00-24da-40cb-a385-242aafa4c6fa,segment=NetworkSegment(edac1308-e19d-4cb3-b880-8f3c6255faa1),segment_id=edac1308-e19d-4cb3-b880-8f3c6255faa1)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:24.194061 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-49928388-6c17-4560-aeec-496127ca85f3 req-d1beef3c-ea86-4ed9-a997-112ed8e1b3a5 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 943 time: 0.0725949 Mar 07 11:10:24.199066 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (54125c00-24da-40cb-a385-242aafa4c6fa), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:24.258507 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=54125c00-24da-40cb-a385-242aafa4c6fa,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:24.271652 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-49928388-6c17-4560-aeec-496127ca85f3 req-747e43dc-6802-491e-a182-51f7207f07b3 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/security-groups?id=30a7dd43-d4c3-420d-80db-55346672929d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738637 Mar 07 11:10:24.408599 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['54125c00-24da-40cb-a385-242aafa4c6fa'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:10:25.390289 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626dffb-3649-4c05-bdb5-e2847e3f2236 req-a7bcb7ab-409d-46b1-9925-01d0d7410c38 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:25.391656 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c626dffb-3649-4c05-bdb5-e2847e3f2236 req-a7bcb7ab-409d-46b1-9925-01d0d7410c38 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 944 time: 0.0523520 Mar 07 11:10:25.458296 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c626dffb-3649-4c05-bdb5-e2847e3f2236 req-d6173edb-8d3b-47e4-b809-7dac5b163c61 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/security-groups?id=30a7dd43-d4c3-420d-80db-55346672929d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609469 Mar 07 11:10:26.003191 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 54125c00-24da-40cb-a385-242aafa4c6fa up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:26.057062 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 54125c00-24da-40cb-a385-242aafa4c6fa completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:10:26.064346 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 54125c00-24da-40cb-a385-242aafa4c6fa triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:26.065407 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (54125c00-24da-40cb-a385-242aafa4c6fa), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:26.166424 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 54125c00-24da-40cb-a385-242aafa4c6fa is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:26.166824 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (54125c00-24da-40cb-a385-242aafa4c6fa), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:26.193516 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54125c00-24da-40cb-a385-242aafa4c6fa'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:10:26.195433 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8139da61-df12-4096-86b8-27ace2d34572" -d '{"events": [{"server_uuid": "58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7", "name": "network-vif-plugged", "status": "completed", "tag": "54125c00-24da-40cb-a385-242aafa4c6fa"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:10:26.209345 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 54125c00-24da-40cb-a385-242aafa4c6fa, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=54125c00-24da-40cb-a385-242aafa4c6fa,segment=NetworkSegment(edac1308-e19d-4cb3-b880-8f3c6255faa1),segment_id=edac1308-e19d-4cb3-b880-8f3c6255faa1)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:26.218591 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (54125c00-24da-40cb-a385-242aafa4c6fa), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:26.275210 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=54125c00-24da-40cb-a385-242aafa4c6fa,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:26.387638 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70763b1d-6aed-40e5-8ce5-84a8275a351b x-openstack-request-id: req-70763b1d-6aed-40e5-8ce5-84a8275a351b {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:10:26.388045 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7", "name": "network-vif-plugged", "status": "completed", "tag": "54125c00-24da-40cb-a385-242aafa4c6fa", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:10:26.388388 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-70763b1d-6aed-40e5-8ce5-84a8275a351b {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:10:26.388817 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54125c00-24da-40cb-a385-242aafa4c6fa', 'code': 200} Mar 07 11:10:26.495962 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11631473-0fe6-4a26-861f-9b11bcafd13e req-bad10752-9507-4db7-8d38-8fe8fe7d3e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:26.497560 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-11631473-0fe6-4a26-861f-9b11bcafd13e req-bad10752-9507-4db7-8d38-8fe8fe7d3e2b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 1127 time: 0.0484595 Mar 07 11:10:26.602214 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-11631473-0fe6-4a26-861f-9b11bcafd13e req-497fb9de-b462-4c57-97fd-acea7996795a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=30a7dd43-d4c3-420d-80db-55346672929d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929706 Mar 07 11:10:26.622173 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c097a-6415-4805-bc97-2c614866d54d req-acc122bf-e211-421e-9d01-30ebb335b24b tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:26.623873 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2e3c097a-6415-4805-bc97-2c614866d54d req-acc122bf-e211-421e-9d01-30ebb335b24b tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 945 time: 0.0784612 Mar 07 11:10:26.676803 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2e3c097a-6415-4805-bc97-2c614866d54d req-5feb3a80-01cb-4832-9aa3-c7fd71a91837 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/security-groups?id=30a7dd43-d4c3-420d-80db-55346672929d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467806 Mar 07 11:10:27.811055 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddd54ce-0e58-4c32-94b4-a92b4e251a8f req-b6d3fe60-f4f2-45b2-bec9-1c95b2cd4f79 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:27.812552 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5ddd54ce-0e58-4c32-94b4-a92b4e251a8f req-b6d3fe60-f4f2-45b2-bec9-1c95b2cd4f79 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 945 time: 0.0554790 Mar 07 11:10:27.864090 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5ddd54ce-0e58-4c32-94b4-a92b4e251a8f req-266ded4f-541a-49ff-8653-6bc32ddaa443 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/security-groups?id=30a7dd43-d4c3-420d-80db-55346672929d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458546 Mar 07 11:10:28.024955 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acf07c-5d50-4ec7-ad55-2278297dfcc9 req-c59aa58f-4fae-43a4-bf00-9b6b09cd96f5 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:28.027534 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-15acf07c-5d50-4ec7-ad55-2278297dfcc9 req-c59aa58f-4fae-43a4-bf00-9b6b09cd96f5 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 945 time: 0.0648611 Mar 07 11:10:28.088432 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-15acf07c-5d50-4ec7-ad55-2278297dfcc9 req-a2bfa154-0a1e-402a-8b10-933da047a580 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/security-groups?id=30a7dd43-d4c3-420d-80db-55346672929d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503547 Mar 07 11:10:28.112377 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 37994) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:28.321640 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2330abd8-34c3-4cbd-8f62-19080847acee tempest-TestVolumeBackupRestore-73923733 tempest-TestVolumeBackupRestore-73923733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:28.325157 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2330abd8-34c3-4cbd-8f62-19080847acee tempest-TestVolumeBackupRestore-73923733 tempest-TestVolumeBackupRestore-73923733-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 1122 time: 0.2097309 Mar 07 11:10:28.326602 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38002) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:28.331109 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-68aeb7a5-36b1-4b00-a746-e28e404fbb37 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'port_id': '54125c00-24da-40cb-a385-242aafa4c6fa', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:28.352128 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-68aeb7a5-36b1-4b00-a746-e28e404fbb37 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:28.463918 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-68aeb7a5-36b1-4b00-a746-e28e404fbb37 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:28.581849 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-68aeb7a5-36b1-4b00-a746-e28e404fbb37 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Allocated IP 172.25.3.72 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/9a797e05-1b59-47b5-809e-1e9533ce6e25) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:10:28.721604 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-68aeb7a5-36b1-4b00-a746-e28e404fbb37 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks [] for port (9a797e05-1b59-47b5-809e-1e9533ce6e25), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:28.757472 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-68aeb7a5-36b1-4b00-a746-e28e404fbb37 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (9a797e05-1b59-47b5-809e-1e9533ce6e25), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:28.802768 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68aeb7a5-36b1-4b00-a746-e28e404fbb37 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:10:28.806296 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-68aeb7a5-36b1-4b00-a746-e28e404fbb37 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:28.808782 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aeb7a5-36b1-4b00-a746-e28e404fbb37 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:10:28.854727 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aeb7a5-36b1-4b00-a746-e28e404fbb37 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Pushing event updated for resources: {'Port': ['ID=9a797e05-1b59-47b5-809e-1e9533ce6e25,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:29.235280 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-68aeb7a5-36b1-4b00-a746-e28e404fbb37 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks [] for floatingip (5a81363b-9503-428d-8163-3f702176ce63), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:29.317010 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-68aeb7a5-36b1-4b00-a746-e28e404fbb37 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9a797e05-1b59-47b5-809e-1e9533ce6e25), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:29.470810 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-68aeb7a5-36b1-4b00-a746-e28e404fbb37 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks [] for port (9a797e05-1b59-47b5-809e-1e9533ce6e25), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:29.475462 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-68aeb7a5-36b1-4b00-a746-e28e404fbb37 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (9a797e05-1b59-47b5-809e-1e9533ce6e25), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:29.553846 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aeb7a5-36b1-4b00-a746-e28e404fbb37 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Pushing event updated for resources: {'Port': ['ID=9a797e05-1b59-47b5-809e-1e9533ce6e25,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:29.562063 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-68aeb7a5-36b1-4b00-a746-e28e404fbb37 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (5a81363b-9503-428d-8163-3f702176ce63), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:30.101552 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-68aeb7a5-36b1-4b00-a746-e28e404fbb37 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Floating IP 5a81363b-9503-428d-8163-3f702176ce63 associated. External IP: 172.25.3.72, port: 54125c00-24da-40cb-a385-242aafa4c6fa. Mar 07 11:10:30.158636 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-00e08649-b524-476f-8ba0-a9cdfed1aa25 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:30.160103 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-00e08649-b524-476f-8ba0-a9cdfed1aa25 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/networks?id=204cc519-b30d-4492-9fc5-23c1f345ed50 HTTP/1.1" status: 200 len: 812 time: 0.1871531 Mar 07 11:10:30.184409 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-ca2d49e1-88d6-42a7-82e8-b6c3f6e8f9ec tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/quotas/c84901d07e4a49b88f9fef019185eb1b HTTP/1.1" status: 200 len: 375 time: 0.0176744 Mar 07 11:10:30.292782 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-13606186-7b97-4ec4-a70d-c0cd69b3444b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c84901d07e4a49b88f9fef019185eb1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796444 Mar 07 11:10:30.329863 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e74655a1-2eb7-47e3-b233-4542407aa297 req-784258e2-a8fc-45b2-9d2e-d6adf213aeca service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1185577 Mar 07 11:10:30.451886 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74655a1-2eb7-47e3-b233-4542407aa297 req-9da7153c-34a6-4e29-9fa8-de2c769513eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:30.453542 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e74655a1-2eb7-47e3-b233-4542407aa297 req-9da7153c-34a6-4e29-9fa8-de2c769513eb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 1128 time: 0.0683482 Mar 07 11:10:30.465178 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68aeb7a5-36b1-4b00-a746-e28e404fbb37 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Router f6c8d31c-eaea-41b4-8bc4-02582682df91 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:10:30.562804 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74655a1-2eb7-47e3-b233-4542407aa297 req-f5f869df-5e7b-4b5d-beb0-cfca92dc651b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:30.564567 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e74655a1-2eb7-47e3-b233-4542407aa297 req-f5f869df-5e7b-4b5d-beb0-cfca92dc651b service neutron] 10.222.0.31 "GET /v2.0/networks?id=43c1ad94-1474-4985-8640-9532291fba8a HTTP/1.1" status: 200 len: 897 time: 0.0930686 Mar 07 11:10:30.583441 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-2fcaa70b-f02e-4192-9395-452095c381e3 service neutron] 10.222.0.11 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508302 Mar 07 11:10:30.644021 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e74655a1-2eb7-47e3-b233-4542407aa297 req-928e6e6b-fa42-4bae-ad96-abbb61145229 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 HTTP/1.1" status: 200 len: 1002 time: 0.0733185 Mar 07 11:10:30.690999 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68aeb7a5-36b1-4b00-a746-e28e404fbb37 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:10:30.697381 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74655a1-2eb7-47e3-b233-4542407aa297 req-ccec482d-dc26-4e74-9ffe-0eaf5848cace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:30.699973 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e74655a1-2eb7-47e3-b233-4542407aa297 req-ccec482d-dc26-4e74-9ffe-0eaf5848cace service neutron] 10.222.0.31 "GET /v2.0/subnets?id=840c8047-e940-4ed1-ac9c-d1cc13c6e768 HTTP/1.1" status: 200 len: 835 time: 0.0503480 Mar 07 11:10:30.706983 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe91b0b-a354-4d0f-9fc5-ef4b4bb7a7e8 None None] Sync routers for ids ['f6c8d31c-eaea-41b4-8bc4-02582682df91'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:10:30.718761 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe91b0b-a354-4d0f-9fc5-ef4b4bb7a7e8 None None] Routers {'f6c8d31c-eaea-41b4-8bc4-02582682df91'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:30.719825 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-fbe91b0b-a354-4d0f-9fc5-ef4b4bb7a7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:10:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6c8d31c-eaea-41b4-8bc4-02582682df91'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:30.721387 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-68aeb7a5-36b1-4b00-a746-e28e404fbb37 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:30.754985 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-060bcc68-0e07-417d-a085-dfc4c00ec570 service neutron] 10.222.0.11 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444545 Mar 07 11:10:30.763094 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-68aeb7a5-36b1-4b00-a746-e28e404fbb37 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4353538 Mar 07 11:10:30.763821 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7', 'tag': '54125c00-24da-40cb-a385-242aafa4c6fa'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:10:30.766271 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667fba47-f0ca-49ed-b569-cc0d2c82ae3a" -d '{"events": [{"name": "network-changed", "server_uuid": "58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7", "tag": "54125c00-24da-40cb-a385-242aafa4c6fa"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:10:30.767006 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38070) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:30.805597 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e831ac0-8887-468b-82e6-35b8eef7c518 x-openstack-request-id: req-3e831ac0-8887-468b-82e6-35b8eef7c518 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:10:30.805895 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7", "tag": "54125c00-24da-40cb-a385-242aafa4c6fa", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:10:30.806155 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3e831ac0-8887-468b-82e6-35b8eef7c518 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:10:30.807046 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7', 'tag': '54125c00-24da-40cb-a385-242aafa4c6fa', 'status': 'completed', 'code': 200} Mar 07 11:10:30.868803 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62481129-1110-4eaf-9113-a6eb899af3cd tempest-TestVolumeBackupRestore-73923733 tempest-TestVolumeBackupRestore-73923733-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:30.873325 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38076) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:30.873488 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-62481129-1110-4eaf-9113-a6eb899af3cd tempest-TestVolumeBackupRestore-73923733 tempest-TestVolumeBackupRestore-73923733-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 1122 time: 0.1053457 Mar 07 11:10:30.875438 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74655a1-2eb7-47e3-b233-4542407aa297 req-50b278ea-568b-49bc-a225-1ebe94837863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:30.876929 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e74655a1-2eb7-47e3-b233-4542407aa297 req-50b278ea-568b-49bc-a225-1ebe94837863 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=43c1ad94-1474-4985-8640-9532291fba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1627536 Mar 07 11:10:30.879416 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-d022760d-0295-40b6-92e4-1875bef914b6 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Request body: {'floatingip': {'port_id': '54125c00-24da-40cb-a385-242aafa4c6fa'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:30.929221 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fba47-f0ca-49ed-b569-cc0d2c82ae3a req-b79b223e-1992-4b05-9d79-b3e88286130a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:30.931001 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-667fba47-f0ca-49ed-b569-cc0d2c82ae3a req-b79b223e-1992-4b05-9d79-b3e88286130a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=424a24d0d29c4836bad7ad116c522381&device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 1127 time: 0.0995886 Mar 07 11:10:30.995671 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d022760d-0295-40b6-92e4-1875bef914b6 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks [] for floatingip (5a81363b-9503-428d-8163-3f702176ce63), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:31.065548 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e74655a1-2eb7-47e3-b233-4542407aa297 req-b3d6fc3e-077f-4921-b14c-4bef53114b5c service neutron] 10.222.0.31 "GET /v2.0/networks/43c1ad94-1474-4985-8640-9532291fba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809709 Mar 07 11:10:31.112968 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fba47-f0ca-49ed-b569-cc0d2c82ae3a req-07b115b7-f4f2-460c-828e-54e77303683b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:31.114943 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-667fba47-f0ca-49ed-b569-cc0d2c82ae3a req-07b115b7-f4f2-460c-828e-54e77303683b service neutron] 10.222.0.21 "GET /v2.0/networks?id=443adee4-9dd0-4759-a70c-30ca8e64434c HTTP/1.1" status: 200 len: 914 time: 0.1574609 Mar 07 11:10:31.232143 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-667fba47-f0ca-49ed-b569-cc0d2c82ae3a req-b584dd62-c1c4-435b-a7e1-3e6407cbdcd0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54125c00-24da-40cb-a385-242aafa4c6fa HTTP/1.1" status: 200 len: 998 time: 0.0816324 Mar 07 11:10:31.236553 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-fbe91b0b-a354-4d0f-9fc5-ef4b4bb7a7e8 None None] Set router f6c8d31c-eaea-41b4-8bc4-02582682df91 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:31.291901 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fba47-f0ca-49ed-b569-cc0d2c82ae3a req-fd6857c6-c0f1-4bc5-a53a-007f57663ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:31.293694 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-667fba47-f0ca-49ed-b569-cc0d2c82ae3a req-fd6857c6-c0f1-4bc5-a53a-007f57663ab2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2cf316d6-b0f2-45a1-9255-761d3a7bf683 HTTP/1.1" status: 200 len: 852 time: 0.0510666 Mar 07 11:10:31.329410 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-86f38545-2596-4f31-8157-eb567a618681 req-706a528b-6699-4c00-8d97-0d2ad48479f6 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 210 time: 0.0344121 Mar 07 11:10:31.374778 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e74655a1-2eb7-47e3-b233-4542407aa297 req-4aae0243-3e69-4a4f-93f0-ebff17111c91 service neutron] 10.222.0.31 "GET /v2.0/networks/43c1ad94-1474-4985-8640-9532291fba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011115 Mar 07 11:10:31.398153 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667fba47-f0ca-49ed-b569-cc0d2c82ae3a req-7d96b9ca-4c83-47fe-b5e4-2f716c9880c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:31.399980 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-667fba47-f0ca-49ed-b569-cc0d2c82ae3a req-7d96b9ca-4c83-47fe-b5e4-2f716c9880c2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=443adee4-9dd0-4759-a70c-30ca8e64434c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0694227 Mar 07 11:10:31.511330 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-667fba47-f0ca-49ed-b569-cc0d2c82ae3a req-6d739743-2030-4744-9db0-44157597aabe service neutron] 10.222.0.21 "GET /v2.0/networks/443adee4-9dd0-4759-a70c-30ca8e64434c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041634 Mar 07 11:10:31.666535 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-fbe91b0b-a354-4d0f-9fc5-ef4b4bb7a7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'name': 'tempest-TestVolumeBackupRestore-904555092-router', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd95a126c-34a3-4b3d-a130-1fd8c48e5071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:05:35Z', 'updated_at': '2022-03-07T11:05:42Z', 'revision_number': 4, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'gw_port': {'id': 'd95a126c-34a3-4b3d-a130-1fd8c48e5071', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:35Z', 'updated_at': '2022-03-07T11:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '5a81363b-9503-428d-8163-3f702176ce63', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'floating_ip_address': '172.25.3.72', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'port_id': '54125c00-24da-40cb-a385-242aafa4c6fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c', 'mac_address': 'fa:16:3e:fd:19:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:10:29Z', 'updated_at': '2022-03-07T11:10:29Z', 'revision_number': 0, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f423a9b-8438-4c9f-bc48-2c92cd2f9a58', 'name': '', 'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'mac_address': 'fa:16:3e:f1:8d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '2cf316d6-b0f2-45a1-9255-761d3a7bf683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:40Z', 'updated_at': '2022-03-07T11:05:50Z', 'revision_number': 5, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'subnets': [{'id': '2cf316d6-b0f2-45a1-9255-761d3a7bf683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:31.696835 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe91b0b-a354-4d0f-9fc5-ef4b4bb7a7e8 None None] Checking router: f6c8d31c-eaea-41b4-8bc4-02582682df91 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:10:31.697091 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-667fba47-f0ca-49ed-b569-cc0d2c82ae3a req-45b55b8e-8c2a-4b5f-aa26-c06f9a61160f service neutron] 10.222.0.21 "GET /v2.0/networks/443adee4-9dd0-4759-a70c-30ca8e64434c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776142 Mar 07 11:10:31.708056 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe91b0b-a354-4d0f-9fc5-ef4b4bb7a7e8 None None] Routers {'f6c8d31c-eaea-41b4-8bc4-02582682df91'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:31.708719 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-fbe91b0b-a354-4d0f-9fc5-ef4b4bb7a7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:10:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6c8d31c-eaea-41b4-8bc4-02582682df91'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:31.783741 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d022760d-0295-40b6-92e4-1875bef914b6 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:31.789665 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d022760d-0295-40b6-92e4-1875bef914b6 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (5a81363b-9503-428d-8163-3f702176ce63), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:31.847883 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-fbe91b0b-a354-4d0f-9fc5-ef4b4bb7a7e8 None None] Set router f6c8d31c-eaea-41b4-8bc4-02582682df91 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:32.106965 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d022760d-0295-40b6-92e4-1875bef914b6 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Router f6c8d31c-eaea-41b4-8bc4-02582682df91 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:10:32.155395 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-fbe91b0b-a354-4d0f-9fc5-ef4b4bb7a7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'name': 'tempest-TestVolumeBackupRestore-904555092-router', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd95a126c-34a3-4b3d-a130-1fd8c48e5071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:05:35Z', 'updated_at': '2022-03-07T11:05:42Z', 'revision_number': 4, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'gw_port': {'id': 'd95a126c-34a3-4b3d-a130-1fd8c48e5071', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:35Z', 'updated_at': '2022-03-07T11:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '5a81363b-9503-428d-8163-3f702176ce63', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'floating_ip_address': '172.25.3.72', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'port_id': '54125c00-24da-40cb-a385-242aafa4c6fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c', 'mac_address': 'fa:16:3e:fd:19:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:10:29Z', 'updated_at': '2022-03-07T11:10:29Z', 'revision_number': 0, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f423a9b-8438-4c9f-bc48-2c92cd2f9a58', 'name': '', 'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'mac_address': 'fa:16:3e:f1:8d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '2cf316d6-b0f2-45a1-9255-761d3a7bf683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:40Z', 'updated_at': '2022-03-07T11:05:50Z', 'revision_number': 5, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'subnets': [{'id': '2cf316d6-b0f2-45a1-9255-761d3a7bf683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:32.185395 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe91b0b-a354-4d0f-9fc5-ef4b4bb7a7e8 None None] The sync data for ids ['f6c8d31c-eaea-41b4-8bc4-02582682df91'] in n-d-832164-4 is: [{'id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'name': 'tempest-TestVolumeBackupRestore-904555092-router', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd95a126c-34a3-4b3d-a130-1fd8c48e5071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:05:35Z', 'updated_at': '2022-03-07T11:05:42Z', 'revision_number': 4, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'gw_port': {'id': 'd95a126c-34a3-4b3d-a130-1fd8c48e5071', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:35Z', 'updated_at': '2022-03-07T11:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '5a81363b-9503-428d-8163-3f702176ce63', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'floating_ip_address': '172.25.3.72', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'port_id': '54125c00-24da-40cb-a385-242aafa4c6fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c', 'mac_address': 'fa:16:3e:fd:19:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:10:29Z', 'updated_at': '2022-03-07T11:10:29Z', 'revision_number': 0, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f423a9b-8438-4c9f-bc48-2c92cd2f9a58', 'name': '', 'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'mac_address': 'fa:16:3e:f1:8d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '2cf316d6-b0f2-45a1-9255-761d3a7bf683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:40Z', 'updated_at': '2022-03-07T11:05:50Z', 'revision_number': 5, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'subnets': [{'id': '2cf316d6-b0f2-45a1-9255-761d3a7bf683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:10:32.252835 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d022760d-0295-40b6-92e4-1875bef914b6 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:10:32.258025 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d022760d-0295-40b6-92e4-1875bef914b6 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:32.331873 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d022760d-0295-40b6-92e4-1875bef914b6 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "PUT /v2.0/floatingips/5a81363b-9503-428d-8163-3f702176ce63 HTTP/1.1" status: 200 len: 990 time: 1.4571099 Mar 07 11:10:32.441706 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-05303651-6f89-4fd1-9552-b49cd56b181e req-bacac0c1-49e4-4f36-a33d-d70439314efc tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 210 time: 0.0411212 Mar 07 11:10:32.473568 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5949a1e-6a4c-485e-8408-141667a747aa None None] New status for floating IP 5a81363b-9503-428d-8163-3f702176ce63: ACTIVE {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:10:32.762603 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963cfc3f-a480-4a7a-b971-9c590cb00950 None None] Sync routers for ids ['f6c8d31c-eaea-41b4-8bc4-02582682df91'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:10:32.774080 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963cfc3f-a480-4a7a-b971-9c590cb00950 None None] Routers {'f6c8d31c-eaea-41b4-8bc4-02582682df91'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:32.774720 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-963cfc3f-a480-4a7a-b971-9c590cb00950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:10:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6c8d31c-eaea-41b4-8bc4-02582682df91'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:32.807737 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-60290b60-b515-4ae1-b42d-5f722362439d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:32.808276 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7', 'tag': '54125c00-24da-40cb-a385-242aafa4c6fa'}, {'name': 'network-changed', 'server_uuid': '58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7', 'tag': '54125c00-24da-40cb-a385-242aafa4c6fa'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:10:32.809489 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-60290b60-b515-4ae1-b42d-5f722362439d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.31 "GET /v2.0/networks?id=204cc519-b30d-4492-9fc5-23c1f345ed50 HTTP/1.1" status: 200 len: 812 time: 0.1691384 Mar 07 11:10:32.811895 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d61bed-b6db-40fa-be8c-74ccd0d08490" -d '{"events": [{"name": "network-changed", "server_uuid": "58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7", "tag": "54125c00-24da-40cb-a385-242aafa4c6fa"}, {"name": "network-changed", "server_uuid": "58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7", "tag": "54125c00-24da-40cb-a385-242aafa4c6fa"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:10:32.827246 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-b6ea8c79-26cb-440f-b0b5-a973c75a7e2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Request body: {'port': {'device_id': '2ef0d22a-ef3b-43eb-b79d-08dc7d29721d', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'admin_state_up': True, 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:32.873569 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 07 Mar 2022 11:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa4aad6-62d6-4266-9dfb-f560a2a3e9b9 x-openstack-request-id: req-7fa4aad6-62d6-4266-9dfb-f560a2a3e9b9 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:10:32.874092 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7", "tag": "54125c00-24da-40cb-a385-242aafa4c6fa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7", "tag": "54125c00-24da-40cb-a385-242aafa4c6fa", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:10:32.874833 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7fa4aad6-62d6-4266-9dfb-f560a2a3e9b9 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:10:32.875429 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7', 'tag': '54125c00-24da-40cb-a385-242aafa4c6fa', 'status': 'completed', 'code': 200} Mar 07 11:10:32.876216 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7', 'tag': '54125c00-24da-40cb-a385-242aafa4c6fa', 'status': 'completed', 'code': 200} Mar 07 11:10:32.926572 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-963cfc3f-a480-4a7a-b971-9c590cb00950 None None] Set router f6c8d31c-eaea-41b4-8bc4-02582682df91 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:33.019731 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d61bed-b6db-40fa-be8c-74ccd0d08490 req-908fff1a-b2b1-4f93-bd23-dfc5daf41995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:33.021756 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-91d61bed-b6db-40fa-be8c-74ccd0d08490 req-908fff1a-b2b1-4f93-bd23-dfc5daf41995 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=424a24d0d29c4836bad7ad116c522381&device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 1127 time: 0.1194096 Mar 07 11:10:33.067475 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-b6ea8c79-26cb-440f-b0b5-a973c75a7e2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Made reservation on behalf of c84901d07e4a49b88f9fef019185eb1b for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:10:33.071565 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-b6ea8c79-26cb-440f-b0b5-a973c75a7e2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:33.230966 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-963cfc3f-a480-4a7a-b971-9c590cb00950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'name': 'tempest-TestVolumeBackupRestore-904555092-router', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd95a126c-34a3-4b3d-a130-1fd8c48e5071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:05:35Z', 'updated_at': '2022-03-07T11:05:42Z', 'revision_number': 4, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'gw_port': {'id': 'd95a126c-34a3-4b3d-a130-1fd8c48e5071', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:35Z', 'updated_at': '2022-03-07T11:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '5a81363b-9503-428d-8163-3f702176ce63', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'floating_ip_address': '172.25.3.72', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'port_id': '54125c00-24da-40cb-a385-242aafa4c6fa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c', 'mac_address': 'fa:16:3e:fd:19:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:10:29Z', 'updated_at': '2022-03-07T11:10:32Z', 'revision_number': 2, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f423a9b-8438-4c9f-bc48-2c92cd2f9a58', 'name': '', 'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'mac_address': 'fa:16:3e:f1:8d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '2cf316d6-b0f2-45a1-9255-761d3a7bf683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:40Z', 'updated_at': '2022-03-07T11:05:50Z', 'revision_number': 5, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'subnets': [{'id': '2cf316d6-b0f2-45a1-9255-761d3a7bf683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:33.266253 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963cfc3f-a480-4a7a-b971-9c590cb00950 None None] Checking router: f6c8d31c-eaea-41b4-8bc4-02582682df91 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:10:33.276568 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963cfc3f-a480-4a7a-b971-9c590cb00950 None None] Routers {'f6c8d31c-eaea-41b4-8bc4-02582682df91'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:10:33.277532 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-963cfc3f-a480-4a7a-b971-9c590cb00950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:10:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6c8d31c-eaea-41b4-8bc4-02582682df91'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:33.292918 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f5522223-e4f8-4abf-8b42-be49ad0c22fb req-a47a0b18-c4e8-4ef6-9112-0f0665f83654 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0900860 Mar 07 11:10:33.423135 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-963cfc3f-a480-4a7a-b971-9c590cb00950 None None] Set router f6c8d31c-eaea-41b4-8bc4-02582682df91 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:10:33.563892 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d61bed-b6db-40fa-be8c-74ccd0d08490 req-ddede790-0852-483b-a950-605fb9ead812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:33.565981 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-91d61bed-b6db-40fa-be8c-74ccd0d08490 req-ddede790-0852-483b-a950-605fb9ead812 service neutron] 10.222.0.21 "GET /v2.0/networks?id=443adee4-9dd0-4759-a70c-30ca8e64434c HTTP/1.1" status: 200 len: 914 time: 0.5376155 Mar 07 11:10:33.579308 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-997c634a-f8c0-4f15-977e-0deb5b826641 req-4ee754b6-9979-4864-a0b0-f049d3104d1e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 210 time: 0.0501461 Mar 07 11:10:33.685055 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-91d61bed-b6db-40fa-be8c-74ccd0d08490 req-6f260a0e-91b3-4d28-b30c-96e3c08cdb8a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54125c00-24da-40cb-a385-242aafa4c6fa HTTP/1.1" status: 200 len: 1000 time: 0.1094551 Mar 07 11:10:33.692680 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-b6ea8c79-26cb-440f-b0b5-a973c75a7e2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Allocated IP 172.20.0.10 (204cc519-b30d-4492-9fc5-23c1f345ed50/933e5dcd-1517-490a-9fa0-e2d8293cf2f0/ffec54d0-8d1b-4d96-b227-3138c3fab3d7) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:10:33.756411 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d61bed-b6db-40fa-be8c-74ccd0d08490 req-9130e9e2-4e47-4cc9-ba55-d66a6036b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:33.758901 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-91d61bed-b6db-40fa-be8c-74ccd0d08490 req-9130e9e2-4e47-4cc9-ba55-d66a6036b5a5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2cf316d6-b0f2-45a1-9255-761d3a7bf683 HTTP/1.1" status: 200 len: 852 time: 0.0670223 Mar 07 11:10:33.769500 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-963cfc3f-a480-4a7a-b971-9c590cb00950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'name': 'tempest-TestVolumeBackupRestore-904555092-router', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd95a126c-34a3-4b3d-a130-1fd8c48e5071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:05:35Z', 'updated_at': '2022-03-07T11:05:42Z', 'revision_number': 4, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'gw_port': {'id': 'd95a126c-34a3-4b3d-a130-1fd8c48e5071', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:35Z', 'updated_at': '2022-03-07T11:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '5a81363b-9503-428d-8163-3f702176ce63', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'floating_ip_address': '172.25.3.72', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'port_id': '54125c00-24da-40cb-a385-242aafa4c6fa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c', 'mac_address': 'fa:16:3e:fd:19:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:10:29Z', 'updated_at': '2022-03-07T11:10:32Z', 'revision_number': 2, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f423a9b-8438-4c9f-bc48-2c92cd2f9a58', 'name': '', 'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'mac_address': 'fa:16:3e:f1:8d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '2cf316d6-b0f2-45a1-9255-761d3a7bf683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:40Z', 'updated_at': '2022-03-07T11:05:50Z', 'revision_number': 5, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'subnets': [{'id': '2cf316d6-b0f2-45a1-9255-761d3a7bf683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:10:33.803031 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963cfc3f-a480-4a7a-b971-9c590cb00950 None None] The sync data for ids ['f6c8d31c-eaea-41b4-8bc4-02582682df91'] in n-d-832164-4 is: [{'id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'name': 'tempest-TestVolumeBackupRestore-904555092-router', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd95a126c-34a3-4b3d-a130-1fd8c48e5071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:05:35Z', 'updated_at': '2022-03-07T11:05:42Z', 'revision_number': 4, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'gw_port': {'id': 'd95a126c-34a3-4b3d-a130-1fd8c48e5071', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:35Z', 'updated_at': '2022-03-07T11:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '5a81363b-9503-428d-8163-3f702176ce63', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'floating_ip_address': '172.25.3.72', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'port_id': '54125c00-24da-40cb-a385-242aafa4c6fa', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c', 'mac_address': 'fa:16:3e:fd:19:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:10:29Z', 'updated_at': '2022-03-07T11:10:32Z', 'revision_number': 2, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f423a9b-8438-4c9f-bc48-2c92cd2f9a58', 'name': '', 'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'mac_address': 'fa:16:3e:f1:8d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '2cf316d6-b0f2-45a1-9255-761d3a7bf683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:40Z', 'updated_at': '2022-03-07T11:05:50Z', 'revision_number': 5, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'subnets': [{'id': '2cf316d6-b0f2-45a1-9255-761d3a7bf683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:10:33.928685 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d61bed-b6db-40fa-be8c-74ccd0d08490 req-940601aa-1cf4-4f99-86ad-d70a11988f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:33.930314 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-91d61bed-b6db-40fa-be8c-74ccd0d08490 req-940601aa-1cf4-4f99-86ad-d70a11988f24 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=443adee4-9dd0-4759-a70c-30ca8e64434c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1321599 Mar 07 11:10:34.035541 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-b6ea8c79-26cb-440f-b0b5-a973c75a7e2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for port (ffec54d0-8d1b-4d96-b227-3138c3fab3d7), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:34.080460 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-91d61bed-b6db-40fa-be8c-74ccd0d08490 req-99158f88-2e84-4067-890a-cc9cc26aed66 service neutron] 10.222.0.21 "GET /v2.0/networks/443adee4-9dd0-4759-a70c-30ca8e64434c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390688 Mar 07 11:10:34.121231 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-b6ea8c79-26cb-440f-b0b5-a973c75a7e2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (ffec54d0-8d1b-4d96-b227-3138c3fab3d7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:34.206929 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-b6ea8c79-26cb-440f-b0b5-a973c75a7e2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Network 204cc519-b30d-4492-9fc5-23c1f345ed50 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:10:34.212504 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-b6ea8c79-26cb-440f-b0b5-a973c75a7e2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:34.215545 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-b6ea8c79-26cb-440f-b0b5-a973c75a7e2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:10:34.248792 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea8c79-26cb-440f-b0b5-a973c75a7e2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Pushing event updated for resources: {'Port': ['ID=ffec54d0-8d1b-4d96-b227-3138c3fab3d7,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:34.274173 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ea8c79-26cb-440f-b0b5-a973c75a7e2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:34.274521 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ea8c79-26cb-440f-b0b5-a973c75a7e2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:34.274862 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ea8c79-26cb-440f-b0b5-a973c75a7e2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:34.275204 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ea8c79-26cb-440f-b0b5-a973c75a7e2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:34.275544 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ea8c79-26cb-440f-b0b5-a973c75a7e2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:34.275878 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ea8c79-26cb-440f-b0b5-a973c75a7e2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:34.276211 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ea8c79-26cb-440f-b0b5-a973c75a7e2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:34.276531 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ea8c79-26cb-440f-b0b5-a973c75a7e2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:34.276853 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ea8c79-26cb-440f-b0b5-a973c75a7e2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:34.277201 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ea8c79-26cb-440f-b0b5-a973c75a7e2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:34.277527 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ea8c79-26cb-440f-b0b5-a973c75a7e2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:34.277849 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ea8c79-26cb-440f-b0b5-a973c75a7e2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:34.278171 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ea8c79-26cb-440f-b0b5-a973c75a7e2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:34.301448 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-91d61bed-b6db-40fa-be8c-74ccd0d08490 req-b9170f30-629a-42a0-a547-c0be9e1e4516 service neutron] 10.222.0.21 "GET /v2.0/networks/443adee4-9dd0-4759-a70c-30ca8e64434c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096665 Mar 07 11:10:34.321994 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-b6ea8c79-26cb-440f-b0b5-a973c75a7e2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:34.322778 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-b6ea8c79-26cb-440f-b0b5-a973c75a7e2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:34.354454 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-b6ea8c79-26cb-440f-b0b5-a973c75a7e2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5334368 Mar 07 11:10:34.367479 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-0ab4f676-b650-4961-9b9b-6ee4d21813a8 service neutron] Request body: {'port': {'device_id': '2ef0d22a-ef3b-43eb-b79d-08dc7d29721d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:34.458508 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-0ab4f676-b650-4961-9b9b-6ee4d21813a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ffec54d0-8d1b-4d96-b227-3138c3fab3d7), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:34.482711 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d61bed-b6db-40fa-be8c-74ccd0d08490 req-638dae45-c071-4b4d-9fde-95d4689bd60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:34.484985 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-91d61bed-b6db-40fa-be8c-74ccd0d08490 req-638dae45-c071-4b4d-9fde-95d4689bd60a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=424a24d0d29c4836bad7ad116c522381&device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 1127 time: 0.1348841 Mar 07 11:10:34.558548 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ecd9925b-197e-4c51-85e0-d892056e7aac None None] Provisioning complete for port ffec54d0-8d1b-4d96-b227-3138c3fab3d7 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:34.559104 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ecd9925b-197e-4c51-85e0-d892056e7aac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ffec54d0-8d1b-4d96-b227-3138c3fab3d7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:34.608356 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ecd9925b-197e-4c51-85e0-d892056e7aac None None] Port ffec54d0-8d1b-4d96-b227-3138c3fab3d7 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:10:34.739025 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d61bed-b6db-40fa-be8c-74ccd0d08490 req-89b77b1f-681b-4e97-82a9-6271e0893710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:34.742855 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-91d61bed-b6db-40fa-be8c-74ccd0d08490 req-89b77b1f-681b-4e97-82a9-6271e0893710 service neutron] 10.222.0.21 "GET /v2.0/networks?id=443adee4-9dd0-4759-a70c-30ca8e64434c HTTP/1.1" status: 200 len: 914 time: 0.2357094 Mar 07 11:10:34.854903 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286ae60a-88be-40dd-a30f-1e8e6a665da2 req-ba03e3a3-822a-4b61-9c52-8c3f45af034b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:34.856513 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-286ae60a-88be-40dd-a30f-1e8e6a665da2 req-ba03e3a3-822a-4b61-9c52-8c3f45af034b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 932 time: 0.1987457 Mar 07 11:10:34.895946 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-91d61bed-b6db-40fa-be8c-74ccd0d08490 req-bd9b0683-873f-4d92-beb6-f32ce3e91365 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54125c00-24da-40cb-a385-242aafa4c6fa HTTP/1.1" status: 200 len: 1000 time: 0.1490419 Mar 07 11:10:35.025421 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-286ae60a-88be-40dd-a30f-1e8e6a665da2 req-4d9fe29a-9bfd-47da-8e39-487872d9159f tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609344 Mar 07 11:10:35.029998 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d61bed-b6db-40fa-be8c-74ccd0d08490 req-3a67cc95-8a23-4ac6-b75f-05d9b4e25efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:35.031523 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-91d61bed-b6db-40fa-be8c-74ccd0d08490 req-3a67cc95-8a23-4ac6-b75f-05d9b4e25efb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2cf316d6-b0f2-45a1-9255-761d3a7bf683 HTTP/1.1" status: 200 len: 852 time: 0.1235952 Mar 07 11:10:35.056645 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-0ab4f676-b650-4961-9b9b-6ee4d21813a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffec54d0-8d1b-4d96-b227-3138c3fab3d7 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:10:35.082631 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-0ab4f676-b650-4961-9b9b-6ee4d21813a8 service neutron] Publish callbacks [] for port (ffec54d0-8d1b-4d96-b227-3138c3fab3d7), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:35.105466 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-0ab4f676-b650-4961-9b9b-6ee4d21813a8 service neutron] Transition to ACTIVE for port object ffec54d0-8d1b-4d96-b227-3138c3fab3d7 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:10:35.115829 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-0ab4f676-b650-4961-9b9b-6ee4d21813a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (ffec54d0-8d1b-4d96-b227-3138c3fab3d7), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:35.171408 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4f676-b650-4961-9b9b-6ee4d21813a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ffec54d0-8d1b-4d96-b227-3138c3fab3d7,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:35.185226 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d61bed-b6db-40fa-be8c-74ccd0d08490 req-ced99439-2d2c-4c65-88ed-a889cb4ec53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:35.187417 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-91d61bed-b6db-40fa-be8c-74ccd0d08490 req-ced99439-2d2c-4c65-88ed-a889cb4ec53f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=443adee4-9dd0-4759-a70c-30ca8e64434c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1494920 Mar 07 11:10:35.305125 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-91d61bed-b6db-40fa-be8c-74ccd0d08490 req-20edfebe-f1ac-4dac-ad18-6bd8bcb8afb6 service neutron] 10.222.0.21 "GET /v2.0/networks/443adee4-9dd0-4759-a70c-30ca8e64434c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085768 Mar 07 11:10:35.524021 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-0ab4f676-b650-4961-9b9b-6ee4d21813a8 service neutron] Attempting to bind port ffec54d0-8d1b-4d96-b227-3138c3fab3d7 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:10:35.524407 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-0ab4f676-b650-4961-9b9b-6ee4d21813a8 service neutron] Attempting to bind port ffec54d0-8d1b-4d96-b227-3138c3fab3d7 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:10:35.524698 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-0ab4f676-b650-4961-9b9b-6ee4d21813a8 service neutron] Attempting to bind port ffec54d0-8d1b-4d96-b227-3138c3fab3d7 on network 204cc519-b30d-4492-9fc5-23c1f345ed50 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:10:35.536502 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-0ab4f676-b650-4961-9b9b-6ee4d21813a8 service neutron] Port ffec54d0-8d1b-4d96-b227-3138c3fab3d7 on network 204cc519-b30d-4492-9fc5-23c1f345ed50 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:10:35.536846 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-0ab4f676-b650-4961-9b9b-6ee4d21813a8 service neutron] Attempting to bind port ffec54d0-8d1b-4d96-b227-3138c3fab3d7 on network 204cc519-b30d-4492-9fc5-23c1f345ed50 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:10:35.550645 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-0ab4f676-b650-4961-9b9b-6ee4d21813a8 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 10, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:10:35.550999 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-0ab4f676-b650-4961-9b9b-6ee4d21813a8 service neutron] Checking segment: {'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:10:35.551324 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-0ab4f676-b650-4961-9b9b-6ee4d21813a8 service neutron] Bound using segment: {'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:10:35.551750 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-0ab4f676-b650-4961-9b9b-6ee4d21813a8 service neutron] Bound port: ffec54d0-8d1b-4d96-b227-3138c3fab3d7, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:10:35.552112 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-0ab4f676-b650-4961-9b9b-6ee4d21813a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ffec54d0-8d1b-4d96-b227-3138c3fab3d7), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:35.556732 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-91d61bed-b6db-40fa-be8c-74ccd0d08490 req-4ab10b42-c6ee-4d85-b8b9-be9a43b41d7c service neutron] 10.222.0.21 "GET /v2.0/networks/443adee4-9dd0-4759-a70c-30ca8e64434c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327790 Mar 07 11:10:35.689778 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-0ab4f676-b650-4961-9b9b-6ee4d21813a8 service neutron] For port ffec54d0-8d1b-4d96-b227-3138c3fab3d7, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:10:35.706615 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-0ab4f676-b650-4961-9b9b-6ee4d21813a8 service neutron] For port ffec54d0-8d1b-4d96-b227-3138c3fab3d7, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=ffec54d0-8d1b-4d96-b227-3138c3fab3d7,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:10:35.719159 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-0ab4f676-b650-4961-9b9b-6ee4d21813a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (ffec54d0-8d1b-4d96-b227-3138c3fab3d7), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:35.728352 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5522223-e4f8-4abf-8b42-be49ad0c22fb req-02fb483b-9422-4550-8f62-9c773966e76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:35.729920 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f5522223-e4f8-4abf-8b42-be49ad0c22fb req-02fb483b-9422-4550-8f62-9c773966e76d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=424a24d0d29c4836bad7ad116c522381&device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 1127 time: 0.0977435 Mar 07 11:10:35.780587 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-0ab4f676-b650-4961-9b9b-6ee4d21813a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:35.781246 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-0ab4f676-b650-4961-9b9b-6ee4d21813a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:35.782806 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-0ab4f676-b650-4961-9b9b-6ee4d21813a8 service neutron] 10.222.0.31 "PUT /v2.0/ports/ffec54d0-8d1b-4d96-b227-3138c3fab3d7 HTTP/1.1" status: 200 len: 1092 time: 1.4204483 Mar 07 11:10:35.783312 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef0d22a-ef3b-43eb-b79d-08dc7d29721d', 'tag': 'ffec54d0-8d1b-4d96-b227-3138c3fab3d7'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:10:35.785616 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be0744a-b75b-4d91-9889-a03e15db7ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef0d22a-ef3b-43eb-b79d-08dc7d29721d", "tag": "ffec54d0-8d1b-4d96-b227-3138c3fab3d7"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:10:35.875494 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc5a3eb-bf47-42d8-b73d-e8eb1788a790 x-openstack-request-id: req-fcc5a3eb-bf47-42d8-b73d-e8eb1788a790 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:10:35.875793 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef0d22a-ef3b-43eb-b79d-08dc7d29721d", "tag": "ffec54d0-8d1b-4d96-b227-3138c3fab3d7", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:10:35.876052 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fcc5a3eb-bf47-42d8-b73d-e8eb1788a790 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:10:35.876661 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef0d22a-ef3b-43eb-b79d-08dc7d29721d', 'tag': 'ffec54d0-8d1b-4d96-b227-3138c3fab3d7', 'status': 'completed', 'code': 200} Mar 07 11:10:35.945209 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4f676-b650-4961-9b9b-6ee4d21813a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ffec54d0-8d1b-4d96-b227-3138c3fab3d7,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:35.979501 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5522223-e4f8-4abf-8b42-be49ad0c22fb req-3518df09-fbb2-48ea-9e7d-9dcf0b1f36b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:35.981007 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f5522223-e4f8-4abf-8b42-be49ad0c22fb req-3518df09-fbb2-48ea-9e7d-9dcf0b1f36b9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=443adee4-9dd0-4759-a70c-30ca8e64434c HTTP/1.1" status: 200 len: 914 time: 0.2277186 Mar 07 11:10:36.003896 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-1c0fa07f-7629-4db0-a179-b8ae6d36b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:36.005441 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-1c0fa07f-7629-4db0-a179-b8ae6d36b372 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c84901d07e4a49b88f9fef019185eb1b&device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 1126 time: 0.1318305 Mar 07 11:10:36.096648 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-44ade895-4ddd-401c-bb0f-e4c5743274bf service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffec54d0-8d1b-4d96-b227-3138c3fab3d7 HTTP/1.1" status: 200 len: 217 time: 0.0556314 Mar 07 11:10:36.189037 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f5522223-e4f8-4abf-8b42-be49ad0c22fb req-252758c5-ea77-4297-a040-86964e349c68 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54125c00-24da-40cb-a385-242aafa4c6fa HTTP/1.1" status: 200 len: 1000 time: 0.1958621 Mar 07 11:10:36.263404 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-c15eeb41-9587-4948-9c39-bbd95d150a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:36.265280 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-c15eeb41-9587-4948-9c39-bbd95d150a73 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=933e5dcd-1517-490a-9fa0-e2d8293cf2f0 HTTP/1.1" status: 200 len: 851 time: 0.1594198 Mar 07 11:10:36.285433 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d03266-d8b6-4eb5-8fe2-95037118f419 req-7f64588b-ab5f-4f48-996d-ad833fdb1905 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:36.289735 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-14d03266-d8b6-4eb5-8fe2-95037118f419 req-7f64588b-ab5f-4f48-996d-ad833fdb1905 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 944 time: 0.0883222 Mar 07 11:10:36.331388 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5522223-e4f8-4abf-8b42-be49ad0c22fb req-99e4ed1c-1f2a-4c59-8adb-1ef66ca8ae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:36.332830 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f5522223-e4f8-4abf-8b42-be49ad0c22fb req-99e4ed1c-1f2a-4c59-8adb-1ef66ca8ae0b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2cf316d6-b0f2-45a1-9255-761d3a7bf683 HTTP/1.1" status: 200 len: 852 time: 0.1352944 Mar 07 11:10:36.357161 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-e7dbc17a-c74f-4740-9615-cea2337153c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:36.357393 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-e7dbc17a-c74f-4740-9615-cea2337153c2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=204cc519-b30d-4492-9fc5-23c1f345ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0854011 Mar 07 11:10:36.361457 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-14d03266-d8b6-4eb5-8fe2-95037118f419 req-c567ecdb-3b7b-4f4b-8c26-9795480927c3 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660870 Mar 07 11:10:36.469248 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5522223-e4f8-4abf-8b42-be49ad0c22fb req-8668175f-c463-4731-bd62-cdc4f3eaed92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:36.470984 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f5522223-e4f8-4abf-8b42-be49ad0c22fb req-8668175f-c463-4731-bd62-cdc4f3eaed92 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=443adee4-9dd0-4759-a70c-30ca8e64434c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1324422 Mar 07 11:10:36.492828 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-49280cc9-a7d9-4fdb-a600-d4cfae035b58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:36.527991 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-1fa2d0b7-c5ad-4bae-8f0a-b9f94c39979e service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522238 Mar 07 11:10:36.671108 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f5522223-e4f8-4abf-8b42-be49ad0c22fb req-7b62f2ad-5844-40a7-9978-1cc9159c69d5 service neutron] 10.222.0.21 "GET /v2.0/networks/443adee4-9dd0-4759-a70c-30ca8e64434c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906378 Mar 07 11:10:36.718051 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b32caab2-42cf-4825-bc85-01c0dc5c338c req-0bfac8fb-a288-498c-828b-78feed7bb9ca service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523767 Mar 07 11:10:36.793041 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f5522223-e4f8-4abf-8b42-be49ad0c22fb req-7398f1ed-d16e-4bb8-8cff-34ce97911c8f service neutron] 10.222.0.21 "GET /v2.0/networks/443adee4-9dd0-4759-a70c-30ca8e64434c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164758 Mar 07 11:10:36.855867 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0744a-b75b-4d91-9889-a03e15db7ac5 req-d14037e8-733a-4114-8878-a398f29f4700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:36.857969 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9be0744a-b75b-4d91-9889-a03e15db7ac5 req-d14037e8-733a-4114-8878-a398f29f4700 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c84901d07e4a49b88f9fef019185eb1b&device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 1126 time: 0.0632985 Mar 07 11:10:37.017468 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0744a-b75b-4d91-9889-a03e15db7ac5 req-f29253d2-3a71-45b2-990e-3ee44a875268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:37.019050 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9be0744a-b75b-4d91-9889-a03e15db7ac5 req-f29253d2-3a71-45b2-990e-3ee44a875268 service neutron] 10.222.0.31 "GET /v2.0/networks?id=204cc519-b30d-4492-9fc5-23c1f345ed50 HTTP/1.1" status: 200 len: 913 time: 0.1546798 Mar 07 11:10:37.063646 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9be0744a-b75b-4d91-9889-a03e15db7ac5 req-50963ad7-05d2-4160-b26f-7cd12fd5601e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffec54d0-8d1b-4d96-b227-3138c3fab3d7 HTTP/1.1" status: 200 len: 217 time: 0.0377104 Mar 07 11:10:37.123795 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0744a-b75b-4d91-9889-a03e15db7ac5 req-d2738e24-9adc-4d35-a405-44531416b044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:37.125514 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9be0744a-b75b-4d91-9889-a03e15db7ac5 req-d2738e24-9adc-4d35-a405-44531416b044 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=933e5dcd-1517-490a-9fa0-e2d8293cf2f0 HTTP/1.1" status: 200 len: 851 time: 0.0564468 Mar 07 11:10:37.183477 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0744a-b75b-4d91-9889-a03e15db7ac5 req-bbae38ec-2ea6-4357-963d-a6a8cc7fe9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:37.185200 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9be0744a-b75b-4d91-9889-a03e15db7ac5 req-bbae38ec-2ea6-4357-963d-a6a8cc7fe9da service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=204cc519-b30d-4492-9fc5-23c1f345ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0538847 Mar 07 11:10:37.331999 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9be0744a-b75b-4d91-9889-a03e15db7ac5 req-235cd716-137e-4f1e-aa58-084ebdf189f5 service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410122 Mar 07 11:10:37.496771 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9be0744a-b75b-4d91-9889-a03e15db7ac5 req-1b4377f5-f165-49b1-917f-f60150a88078 service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588862 Mar 07 11:10:37.521664 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43904571-27ce-4ef5-bf43-9d56922aa88a req-1f8a740c-5179-4323-ba22-bb8562eafc9b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:37.529713 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-43904571-27ce-4ef5-bf43-9d56922aa88a req-1f8a740c-5179-4323-ba22-bb8562eafc9b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 944 time: 0.0766664 Mar 07 11:10:37.589343 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-43904571-27ce-4ef5-bf43-9d56922aa88a req-4c3e9613-961d-48d2-82ad-4bffc67358c9 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586686 Mar 07 11:10:38.603514 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d203546a-31e6-4696-a640-0ba46be9b7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:38.734550 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405c7a1-dbd5-435c-bbf5-c1f69b72c9bd req-f1804f50-43a0-4353-bfbe-0d2510d4c482 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:38.736219 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1405c7a1-dbd5-435c-bbf5-c1f69b72c9bd req-f1804f50-43a0-4353-bfbe-0d2510d4c482 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 944 time: 0.0755243 Mar 07 11:10:38.791690 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1405c7a1-dbd5-435c-bbf5-c1f69b72c9bd req-291902f1-2397-4e3b-b5c9-979477d51fcd tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487609 Mar 07 11:10:39.939225 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4981a-fc58-4420-b315-ba27a7453905 req-653209f0-4e64-4048-a442-527a4dd42464 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:39.948397 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-95b4981a-fc58-4420-b315-ba27a7453905 req-653209f0-4e64-4048-a442-527a4dd42464 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 944 time: 0.0728848 Mar 07 11:10:39.978395 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:40.017730 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-95b4981a-fc58-4420-b315-ba27a7453905 req-2c141be2-d444-4a62-bc6a-cd24483e5560 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681303 Mar 07 11:10:41.136999 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091180fb-440b-4cf5-9ac4-0e9bf12122bd req-91be2dee-a907-40ba-8d71-3b468eb2a712 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:41.144748 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-091180fb-440b-4cf5-9ac4-0e9bf12122bd req-91be2dee-a907-40ba-8d71-3b468eb2a712 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 944 time: 0.0632846 Mar 07 11:10:41.204920 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-091180fb-440b-4cf5-9ac4-0e9bf12122bd req-2f5c5532-8ed9-47a8-a7da-19956b4a9113 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589650 Mar 07 11:10:41.723238 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:42.322556 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05625716-d57c-48cc-ae3a-bec27f450957 req-6602024f-1b32-495c-bf1e-c5c6a9e74992 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:42.324159 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-05625716-d57c-48cc-ae3a-bec27f450957 req-6602024f-1b32-495c-bf1e-c5c6a9e74992 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 944 time: 0.0588617 Mar 07 11:10:42.374696 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-05625716-d57c-48cc-ae3a-bec27f450957 req-86e7a4eb-ca00-4ed1-aa82-9b21c331128b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445044 Mar 07 11:10:42.971043 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:43.530176 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b07c9e-712b-48ce-b32a-82de52203aa1 req-1e259e8b-b329-411b-924a-c4af47efe79b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:43.532778 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-99b07c9e-712b-48ce-b32a-82de52203aa1 req-1e259e8b-b329-411b-924a-c4af47efe79b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 944 time: 0.0835288 Mar 07 11:10:43.595250 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-99b07c9e-712b-48ce-b32a-82de52203aa1 req-9c0998f2-94fd-4d88-8226-7d4d2cda0c2a tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566323 Mar 07 11:10:43.934721 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38162) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:44.061911 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a94e55f-d1ac-4604-89b9-4750e9648678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:44.148364 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a94e55f-d1ac-4604-89b9-4750e9648678 admin admin] Publish callbacks [] for security_group (09be35b9-eebc-475e-8fdc-e789885373c7), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:44.153050 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a94e55f-d1ac-4604-89b9-4750e9648678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (09be35b9-eebc-475e-8fdc-e789885373c7), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:44.196819 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6a94e55f-d1ac-4604-89b9-4750e9648678 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=03654dc7e5f5499c94b8217eb4b5681e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2585359 Mar 07 11:10:44.196819 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94e55f-d1ac-4604-89b9-4750e9648678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09be35b9-eebc-475e-8fdc-e789885373c7,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:44.197318 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38166) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:10:44.203734 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a94e55f-d1ac-4604-89b9-4750e9648678 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:44.204903 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a94e55f-d1ac-4604-89b9-4750e9648678 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:44.205465 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a94e55f-d1ac-4604-89b9-4750e9648678 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:44.205994 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a94e55f-d1ac-4604-89b9-4750e9648678 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:44.206526 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a94e55f-d1ac-4604-89b9-4750e9648678 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:44.207120 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a94e55f-d1ac-4604-89b9-4750e9648678 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:44.207226 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a94e55f-d1ac-4604-89b9-4750e9648678 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:44.207495 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a94e55f-d1ac-4604-89b9-4750e9648678 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:44.208019 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a94e55f-d1ac-4604-89b9-4750e9648678 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:44.208353 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a94e55f-d1ac-4604-89b9-4750e9648678 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:44.208676 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a94e55f-d1ac-4604-89b9-4750e9648678 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:44.209610 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a94e55f-d1ac-4604-89b9-4750e9648678 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:44.209610 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a94e55f-d1ac-4604-89b9-4750e9648678 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:44.262877 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0d4a6f06-b04a-4165-b5db-14691d1eb0f8 admin admin] Publish callbacks [] for security_group (09be35b9-eebc-475e-8fdc-e789885373c7), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:44.286111 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0d4a6f06-b04a-4165-b5db-14691d1eb0f8 admin admin] Publish callbacks [] for security_group (09be35b9-eebc-475e-8fdc-e789885373c7), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:44.339256 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0d4a6f06-b04a-4165-b5db-14691d1eb0f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (09be35b9-eebc-475e-8fdc-e789885373c7), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:44.348731 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0d4a6f06-b04a-4165-b5db-14691d1eb0f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:44.349922 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0d4a6f06-b04a-4165-b5db-14691d1eb0f8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/09be35b9-eebc-475e-8fdc-e789885373c7 HTTP/1.1" status: 204 len: 168 time: 0.1517122 Mar 07 11:10:44.358836 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a6f06-b04a-4165-b5db-14691d1eb0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09be35b9-eebc-475e-8fdc-e789885373c7,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:44.724782 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633476df-9248-48ac-b832-b73d6dde819e req-b79e1876-f52d-46c4-b949-90e5de4cad7c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:44.726358 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-633476df-9248-48ac-b832-b73d6dde819e req-b79e1876-f52d-46c4-b949-90e5de4cad7c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 944 time: 0.0561168 Mar 07 11:10:44.783870 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-633476df-9248-48ac-b832-b73d6dde819e req-0a44591a-13d1-4071-815b-b57e5af4e9fb tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475652 Mar 07 11:10:45.905475 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7dbd9-5690-470d-aa63-22f087f531f0 req-f0092062-41d0-4dc4-9ed4-5a6f2bc55c47 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:45.906871 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bfc7dbd9-5690-470d-aa63-22f087f531f0 req-f0092062-41d0-4dc4-9ed4-5a6f2bc55c47 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 944 time: 0.0547912 Mar 07 11:10:45.960788 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bfc7dbd9-5690-470d-aa63-22f087f531f0 req-c40ecb93-2af8-427a-8233-37f538151d09 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467227 Mar 07 11:10:47.078062 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56279c84-10d8-450f-b0ad-191bffb6bda6 req-05048f7b-073c-437b-9a38-820e219574b3 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:47.079421 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-56279c84-10d8-450f-b0ad-191bffb6bda6 req-05048f7b-073c-437b-9a38-820e219574b3 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 944 time: 0.0525408 Mar 07 11:10:47.124622 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-56279c84-10d8-450f-b0ad-191bffb6bda6 req-041159f6-1951-4d9a-b746-9f37b63bf6a5 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397241 Mar 07 11:10:47.664101 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc19928c-80f9-4694-9be9-d95145431782 req-10a8663f-686e-4b64-bbd2-457fa2f65812 tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=f314dfae0d3c44bb9b7618dbd8778008&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296209 Mar 07 11:10:47.870039 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19928c-80f9-4694-9be9-d95145431782 req-7e25ec5e-cee4-4885-87a8-56792f8b71e9 tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:47.871374 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc19928c-80f9-4694-9be9-d95145431782 req-7e25ec5e-cee4-4885-87a8-56792f8b71e9 tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2014999 Mar 07 11:10:47.886185 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc19928c-80f9-4694-9be9-d95145431782 req-2ec9e244-6a5b-445e-a701-dee79505a11e tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] 10.222.0.11 "GET /v2.0/quotas/f314dfae0d3c44bb9b7618dbd8778008 HTTP/1.1" status: 200 len: 375 time: 0.0089011 Mar 07 11:10:47.921388 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc19928c-80f9-4694-9be9-d95145431782 req-2ddd0b07-c14b-49c2-9f06-936c2d951222 tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f314dfae0d3c44bb9b7618dbd8778008&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292184 Mar 07 11:10:48.088480 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5aa4a0d6-5e89-44b9-834d-f0825583bcb1 req-d71c4785-9da5-4ccb-8128-5a29adb6c93d tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b5e77c3-5f94-4832-9a20-58b0d895023d HTTP/1.1" status: 200 len: 210 time: 0.0327373 Mar 07 11:10:48.255389 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117975b0-d039-429b-a27e-7fe33e967aec req-0ec4f43b-fd4d-4f96-8146-d905135aae03 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:48.256881 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-117975b0-d039-429b-a27e-7fe33e967aec req-0ec4f43b-fd4d-4f96-8146-d905135aae03 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 944 time: 0.0592375 Mar 07 11:10:48.329646 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-117975b0-d039-429b-a27e-7fe33e967aec req-848d51f3-8cbe-42b2-8b72-801bd72e9b25 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646343 Mar 07 11:10:48.459335 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:49.027517 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bc19928c-80f9-4694-9be9-d95145431782 req-00421115-958d-4f7d-8973-22ecfdb266f8 tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f314dfae0d3c44bb9b7618dbd8778008&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282335 Mar 07 11:10:49.218399 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e23d4806-431a-457b-bd3e-5e21f6ae0316 req-7513a094-b594-49a3-8413-a21d4e26660b tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b5e77c3-5f94-4832-9a20-58b0d895023d HTTP/1.1" status: 200 len: 210 time: 0.0516565 Mar 07 11:10:49.266436 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19928c-80f9-4694-9be9-d95145431782 req-0cbd7d32-fe3a-47e4-947a-45f1843e1804 tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:49.267901 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bc19928c-80f9-4694-9be9-d95145431782 req-0cbd7d32-fe3a-47e4-947a-45f1843e1804 tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2341330 Mar 07 11:10:49.280501 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-bc19928c-80f9-4694-9be9-d95145431782 req-4a0c2a68-5e3c-4992-a75c-291a5fe14ddb tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Request body: {'port': {'device_id': '8b5e77c3-5f94-4832-9a20-58b0d895023d', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'admin_state_up': True, 'tenant_id': 'f314dfae0d3c44bb9b7618dbd8778008'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:49.398375 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc19928c-80f9-4694-9be9-d95145431782 req-4a0c2a68-5e3c-4992-a75c-291a5fe14ddb tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Made reservation on behalf of f314dfae0d3c44bb9b7618dbd8778008 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:10:49.402441 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bc19928c-80f9-4694-9be9-d95145431782 req-4a0c2a68-5e3c-4992-a75c-291a5fe14ddb tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:49.413009 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bc19928c-80f9-4694-9be9-d95145431782 req-4a0c2a68-5e3c-4992-a75c-291a5fe14ddb tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:49.464640 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd1e9b-c92c-482b-b46f-3e04e37aaed2 req-9bab3a31-1040-4fcc-b8d6-6370f2168ecb tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:49.467681 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5ffd1e9b-c92c-482b-b46f-3e04e37aaed2 req-9bab3a31-1040-4fcc-b8d6-6370f2168ecb tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 944 time: 0.0598485 Mar 07 11:10:49.504299 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bc19928c-80f9-4694-9be9-d95145431782 req-4a0c2a68-5e3c-4992-a75c-291a5fe14ddb tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Publish callbacks [] for security_group (72e8a771-56ac-49af-93eb-67a4e5a0139f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:49.509799 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bc19928c-80f9-4694-9be9-d95145431782 req-4a0c2a68-5e3c-4992-a75c-291a5fe14ddb tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (72e8a771-56ac-49af-93eb-67a4e5a0139f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:49.532454 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5ffd1e9b-c92c-482b-b46f-3e04e37aaed2 req-7313e06c-b926-40cd-b89a-f968db564fa5 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584071 Mar 07 11:10:49.918940 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c2a68-5e3c-4992-a75c-291a5fe14ddb tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e8a771-56ac-49af-93eb-67a4e5a0139f,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:49.988292 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-bc19928c-80f9-4694-9be9-d95145431782 req-4a0c2a68-5e3c-4992-a75c-291a5fe14ddb tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Allocated IP 192.168.233.196 (598bad6c-a435-45aa-bbb6-2339f78a1590/cd915eb6-2d51-4c50-93c9-6777e48b408a/25bba1bc-7bd6-4581-9345-c939d37062f4) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:10:50.144351 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bc19928c-80f9-4694-9be9-d95145431782 req-4a0c2a68-5e3c-4992-a75c-291a5fe14ddb tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Publish callbacks [] for port (25bba1bc-7bd6-4581-9345-c939d37062f4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:50.178568 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bc19928c-80f9-4694-9be9-d95145431782 req-4a0c2a68-5e3c-4992-a75c-291a5fe14ddb tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (25bba1bc-7bd6-4581-9345-c939d37062f4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:50.222576 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc19928c-80f9-4694-9be9-d95145431782 req-4a0c2a68-5e3c-4992-a75c-291a5fe14ddb tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:10:50.225600 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-bc19928c-80f9-4694-9be9-d95145431782 req-4a0c2a68-5e3c-4992-a75c-291a5fe14ddb tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:10:50.229051 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc19928c-80f9-4694-9be9-d95145431782 req-4a0c2a68-5e3c-4992-a75c-291a5fe14ddb tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:10:50.257048 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0c2a68-5e3c-4992-a75c-291a5fe14ddb tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Pushing event updated for resources: {'Port': ['ID=25bba1bc-7bd6-4581-9345-c939d37062f4,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:50.289357 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19928c-80f9-4694-9be9-d95145431782 req-4a0c2a68-5e3c-4992-a75c-291a5fe14ddb tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:50.290312 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bc19928c-80f9-4694-9be9-d95145431782 req-4a0c2a68-5e3c-4992-a75c-291a5fe14ddb tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:50.309951 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bc19928c-80f9-4694-9be9-d95145431782 req-4a0c2a68-5e3c-4992-a75c-291a5fe14ddb tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0334120 Mar 07 11:10:50.330731 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-bc19928c-80f9-4694-9be9-d95145431782 req-ed16260c-1aa2-4801-83fd-e208c7aa4d31 service neutron] Request body: {'port': {'device_id': '8b5e77c3-5f94-4832-9a20-58b0d895023d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:10:50.431783 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd774b-323a-4be8-a272-b53c6446d013 req-2edf181a-6bc7-46d4-8f0b-013fa8493f80 tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:50.433251 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-27bd774b-323a-4be8-a272-b53c6446d013 req-2edf181a-6bc7-46d4-8f0b-013fa8493f80 tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b5e77c3-5f94-4832-9a20-58b0d895023d HTTP/1.1" status: 200 len: 936 time: 0.1160407 Mar 07 11:10:50.434441 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bc19928c-80f9-4694-9be9-d95145431782 req-ed16260c-1aa2-4801-83fd-e208c7aa4d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (25bba1bc-7bd6-4581-9345-c939d37062f4), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:50.508623 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-acd26419-421c-4f77-bc38-13bb6eed2f3f None None] Provisioning complete for port 25bba1bc-7bd6-4581-9345-c939d37062f4 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:50.509460 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-acd26419-421c-4f77-bc38-13bb6eed2f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (25bba1bc-7bd6-4581-9345-c939d37062f4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:50.527343 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-27bd774b-323a-4be8-a272-b53c6446d013 req-b02d4fac-5f5c-4b8a-b7a7-b2b9fb90790b tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e8a771-56ac-49af-93eb-67a4e5a0139f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836523 Mar 07 11:10:50.546397 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-acd26419-421c-4f77-bc38-13bb6eed2f3f None None] Port 25bba1bc-7bd6-4581-9345-c939d37062f4 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:10:50.654063 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01815499-f74c-4191-a2cc-a9002e024f5e req-2bedeb70-bea0-48ac-a92e-ac4235ba0576 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:50.655600 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-01815499-f74c-4191-a2cc-a9002e024f5e req-2bedeb70-bea0-48ac-a92e-ac4235ba0576 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 944 time: 0.0530231 Mar 07 11:10:50.705556 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-01815499-f74c-4191-a2cc-a9002e024f5e req-aeb3c750-69b9-4970-81e0-fd5fd66d375a tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430186 Mar 07 11:10:50.744632 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-bc19928c-80f9-4694-9be9-d95145431782 req-ed16260c-1aa2-4801-83fd-e208c7aa4d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25bba1bc-7bd6-4581-9345-c939d37062f4 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:10:50.752339 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bc19928c-80f9-4694-9be9-d95145431782 req-ed16260c-1aa2-4801-83fd-e208c7aa4d31 service neutron] Publish callbacks [] for port (25bba1bc-7bd6-4581-9345-c939d37062f4), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:50.764614 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-bc19928c-80f9-4694-9be9-d95145431782 req-ed16260c-1aa2-4801-83fd-e208c7aa4d31 service neutron] Transition to ACTIVE for port object 25bba1bc-7bd6-4581-9345-c939d37062f4 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:10:50.768503 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bc19928c-80f9-4694-9be9-d95145431782 req-ed16260c-1aa2-4801-83fd-e208c7aa4d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (25bba1bc-7bd6-4581-9345-c939d37062f4), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:50.821420 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16260c-1aa2-4801-83fd-e208c7aa4d31 service neutron] Pushing event updated for resources: {'Port': ['ID=25bba1bc-7bd6-4581-9345-c939d37062f4,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:50.891748 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-bc19928c-80f9-4694-9be9-d95145431782 req-ed16260c-1aa2-4801-83fd-e208c7aa4d31 service neutron] Attempting to bind port 25bba1bc-7bd6-4581-9345-c939d37062f4 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:10:50.892108 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-bc19928c-80f9-4694-9be9-d95145431782 req-ed16260c-1aa2-4801-83fd-e208c7aa4d31 service neutron] Attempting to bind port 25bba1bc-7bd6-4581-9345-c939d37062f4 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:10:50.892441 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc19928c-80f9-4694-9be9-d95145431782 req-ed16260c-1aa2-4801-83fd-e208c7aa4d31 service neutron] Attempting to bind port 25bba1bc-7bd6-4581-9345-c939d37062f4 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:10:50.897518 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc19928c-80f9-4694-9be9-d95145431782 req-ed16260c-1aa2-4801-83fd-e208c7aa4d31 service neutron] Port 25bba1bc-7bd6-4581-9345-c939d37062f4 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:10:50.897846 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc19928c-80f9-4694-9be9-d95145431782 req-ed16260c-1aa2-4801-83fd-e208c7aa4d31 service neutron] Attempting to bind port 25bba1bc-7bd6-4581-9345-c939d37062f4 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:10:50.903073 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc19928c-80f9-4694-9be9-d95145431782 req-ed16260c-1aa2-4801-83fd-e208c7aa4d31 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:10:50.903533 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc19928c-80f9-4694-9be9-d95145431782 req-ed16260c-1aa2-4801-83fd-e208c7aa4d31 service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:10:50.903978 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc19928c-80f9-4694-9be9-d95145431782 req-ed16260c-1aa2-4801-83fd-e208c7aa4d31 service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:10:50.904412 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-bc19928c-80f9-4694-9be9-d95145431782 req-ed16260c-1aa2-4801-83fd-e208c7aa4d31 service neutron] Bound port: 25bba1bc-7bd6-4581-9345-c939d37062f4, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:10:50.904779 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bc19928c-80f9-4694-9be9-d95145431782 req-ed16260c-1aa2-4801-83fd-e208c7aa4d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (25bba1bc-7bd6-4581-9345-c939d37062f4), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:50.979020 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-bc19928c-80f9-4694-9be9-d95145431782 req-ed16260c-1aa2-4801-83fd-e208c7aa4d31 service neutron] For port 25bba1bc-7bd6-4581-9345-c939d37062f4, host n-h1-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:10:50.983324 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-bc19928c-80f9-4694-9be9-d95145431782 req-ed16260c-1aa2-4801-83fd-e208c7aa4d31 service neutron] For port 25bba1bc-7bd6-4581-9345-c939d37062f4, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=25bba1bc-7bd6-4581-9345-c939d37062f4,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:10:50.989688 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bc19928c-80f9-4694-9be9-d95145431782 req-ed16260c-1aa2-4801-83fd-e208c7aa4d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (25bba1bc-7bd6-4581-9345-c939d37062f4), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:51.030265 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19928c-80f9-4694-9be9-d95145431782 req-ed16260c-1aa2-4801-83fd-e208c7aa4d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:51.030896 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bc19928c-80f9-4694-9be9-d95145431782 req-ed16260c-1aa2-4801-83fd-e208c7aa4d31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:51.032283 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bc19928c-80f9-4694-9be9-d95145431782 req-ed16260c-1aa2-4801-83fd-e208c7aa4d31 service neutron] 10.222.0.21 "PUT /v2.0/ports/25bba1bc-7bd6-4581-9345-c939d37062f4 HTTP/1.1" status: 200 len: 1096 time: 0.7054770 Mar 07 11:10:51.032734 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5e77c3-5f94-4832-9a20-58b0d895023d', 'tag': '25bba1bc-7bd6-4581-9345-c939d37062f4'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:10:51.035130 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13e3c85-34ce-4e67-afe9-e25ec251029d" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5e77c3-5f94-4832-9a20-58b0d895023d", "tag": "25bba1bc-7bd6-4581-9345-c939d37062f4"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:10:51.057390 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16260c-1aa2-4801-83fd-e208c7aa4d31 service neutron] Pushing event updated for resources: {'Port': ['ID=25bba1bc-7bd6-4581-9345-c939d37062f4,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:51.099639 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34f5058-d55c-4005-a1bf-6406f4d3114b x-openstack-request-id: req-c34f5058-d55c-4005-a1bf-6406f4d3114b {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:10:51.100083 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5e77c3-5f94-4832-9a20-58b0d895023d", "tag": "25bba1bc-7bd6-4581-9345-c939d37062f4", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:10:51.100347 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c34f5058-d55c-4005-a1bf-6406f4d3114b {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:10:51.100756 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5e77c3-5f94-4832-9a20-58b0d895023d', 'tag': '25bba1bc-7bd6-4581-9345-c939d37062f4', 'status': 'completed', 'code': 200} Mar 07 11:10:51.144414 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19928c-80f9-4694-9be9-d95145431782 req-4f62d30a-31f1-4068-b2c9-9ab47f16fe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:51.146509 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bc19928c-80f9-4694-9be9-d95145431782 req-4f62d30a-31f1-4068-b2c9-9ab47f16fe64 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f314dfae0d3c44bb9b7618dbd8778008&device_id=8b5e77c3-5f94-4832-9a20-58b0d895023d HTTP/1.1" status: 200 len: 1130 time: 0.0590069 Mar 07 11:10:51.196604 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bc19928c-80f9-4694-9be9-d95145431782 req-297990a5-fa89-4acf-bd6b-5ceb6e2ddce1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=25bba1bc-7bd6-4581-9345-c939d37062f4 HTTP/1.1" status: 200 len: 217 time: 0.0418739 Mar 07 11:10:51.246812 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19928c-80f9-4694-9be9-d95145431782 req-f0eb8edb-17b5-405c-9240-cc511c81f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:51.248928 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bc19928c-80f9-4694-9be9-d95145431782 req-f0eb8edb-17b5-405c-9240-cc511c81f2c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.0472944 Mar 07 11:10:51.301288 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19928c-80f9-4694-9be9-d95145431782 req-c5213066-753d-4824-aa62-7b1350d287e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:51.302937 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bc19928c-80f9-4694-9be9-d95145431782 req-c5213066-753d-4824-aa62-7b1350d287e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0480170 Mar 07 11:10:51.401917 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bc19928c-80f9-4694-9be9-d95145431782 req-62ad0d1a-5a5e-437c-956d-d17c22f92bdf service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932076 Mar 07 11:10:51.492855 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bc19928c-80f9-4694-9be9-d95145431782 req-c96472cc-be27-4f1d-bae2-bcea47b9ad7a service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839145 Mar 07 11:10:51.587492 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e3c85-34ce-4e67-afe9-e25ec251029d req-d73b08f0-a571-4969-979c-e61e0ac3a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:51.588992 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d13e3c85-34ce-4e67-afe9-e25ec251029d req-d73b08f0-a571-4969-979c-e61e0ac3a1eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f314dfae0d3c44bb9b7618dbd8778008&device_id=8b5e77c3-5f94-4832-9a20-58b0d895023d HTTP/1.1" status: 200 len: 1130 time: 0.0516560 Mar 07 11:10:51.664732 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005d0b7-76bf-47cd-bf89-0e3203047c18 req-3e628710-12ff-494d-8f6f-b05d3bd41a8a tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:51.666478 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b005d0b7-76bf-47cd-bf89-0e3203047c18 req-3e628710-12ff-494d-8f6f-b05d3bd41a8a tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b5e77c3-5f94-4832-9a20-58b0d895023d HTTP/1.1" status: 200 len: 948 time: 0.0662725 Mar 07 11:10:51.681681 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e3c85-34ce-4e67-afe9-e25ec251029d req-01664bd3-e6eb-4c15-9daf-88e131afb786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:51.683160 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d13e3c85-34ce-4e67-afe9-e25ec251029d req-01664bd3-e6eb-4c15-9daf-88e131afb786 service neutron] 10.222.0.21 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.0876620 Mar 07 11:10:51.721122 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b005d0b7-76bf-47cd-bf89-0e3203047c18 req-706e405f-b2d4-4bf9-bf9b-ca10aebc3e5f tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e8a771-56ac-49af-93eb-67a4e5a0139f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482953 Mar 07 11:10:51.730109 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d13e3c85-34ce-4e67-afe9-e25ec251029d req-4212f3a3-b2be-475f-8f47-5de6a2233843 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=25bba1bc-7bd6-4581-9345-c939d37062f4 HTTP/1.1" status: 200 len: 217 time: 0.0395279 Mar 07 11:10:51.779717 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e3c85-34ce-4e67-afe9-e25ec251029d req-6ac91e87-d864-4878-9032-e7838bab10e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:51.781195 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d13e3c85-34ce-4e67-afe9-e25ec251029d req-6ac91e87-d864-4878-9032-e7838bab10e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.0442243 Mar 07 11:10:51.866165 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e68831-b09d-473e-be1d-54252d967cde req-e37be39f-f2b9-4755-a65e-0fddca66389a tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:51.867733 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b3e68831-b09d-473e-be1d-54252d967cde req-e37be39f-f2b9-4755-a65e-0fddca66389a tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 944 time: 0.0842965 Mar 07 11:10:51.870391 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e3c85-34ce-4e67-afe9-e25ec251029d req-203110f2-e44b-4b5d-a74a-70da6df59983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:51.872515 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d13e3c85-34ce-4e67-afe9-e25ec251029d req-203110f2-e44b-4b5d-a74a-70da6df59983 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0802457 Mar 07 11:10:51.979656 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b3e68831-b09d-473e-be1d-54252d967cde req-4cb0acbe-3e28-4d74-b46a-96a42a45efa8 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049657 Mar 07 11:10:52.007829 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d13e3c85-34ce-4e67-afe9-e25ec251029d req-bef61a97-1d32-4b91-88fd-7beac9fd6c30 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269469 Mar 07 11:10:52.105121 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d13e3c85-34ce-4e67-afe9-e25ec251029d req-b40bb064-e674-4bdd-a804-05ea5e79c617 service neutron] 10.222.0.21 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900714 Mar 07 11:10:52.852957 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780295b2-0c89-4148-bfe6-a35cd69a2259 req-d1e9a6ec-82f7-433a-88ba-939fef333c2b tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:52.854538 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-780295b2-0c89-4148-bfe6-a35cd69a2259 req-d1e9a6ec-82f7-433a-88ba-939fef333c2b tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b5e77c3-5f94-4832-9a20-58b0d895023d HTTP/1.1" status: 200 len: 948 time: 0.0577424 Mar 07 11:10:52.905219 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-780295b2-0c89-4148-bfe6-a35cd69a2259 req-65f69a8b-e650-4a7a-945c-2ac8874467ea tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e8a771-56ac-49af-93eb-67a4e5a0139f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438690 Mar 07 11:10:53.113721 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451d936-b9e2-4a72-8c72-0311eaa3ec71 req-93c90d50-623d-42cc-bf19-defaa6c40864 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:53.115404 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c451d936-b9e2-4a72-8c72-0311eaa3ec71 req-93c90d50-623d-42cc-bf19-defaa6c40864 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 944 time: 0.0610497 Mar 07 11:10:53.124817 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:53.168517 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c451d936-b9e2-4a72-8c72-0311eaa3ec71 req-97eda968-b3b7-4437-aa1c-5c482df8c468 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469160 Mar 07 11:10:53.269210 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device ffec54d0-8d1b-4d96-b227-3138c3fab3d7 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:10:53.373833 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port ffec54d0-8d1b-4d96-b227-3138c3fab3d7, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=ffec54d0-8d1b-4d96-b227-3138c3fab3d7,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:53.384063 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'ffec54d0-8d1b-4d96-b227-3138c3fab3d7', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'port_id': 'ffec54d0-8d1b-4d96-b227-3138c3fab3d7', 'mac_address': 'fa:16:3e:cc:c5:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:10:53.421781 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port ffec54d0-8d1b-4d96-b227-3138c3fab3d7 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:53.422173 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ffec54d0-8d1b-4d96-b227-3138c3fab3d7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:53.435469 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffec54d0-8d1b-4d96-b227-3138c3fab3d7 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:10:53.454374 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port ffec54d0-8d1b-4d96-b227-3138c3fab3d7, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=ffec54d0-8d1b-4d96-b227-3138c3fab3d7,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:53.457906 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ffec54d0-8d1b-4d96-b227-3138c3fab3d7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:53.507713 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=ffec54d0-8d1b-4d96-b227-3138c3fab3d7,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:53.515023 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:53.515370 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:53.515709 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:53.516045 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:53.516378 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:53.516738 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:53.517064 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:53.517419 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:53.517744 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:53.518066 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:53.518387 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:53.518709 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:53.519053 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:10:53.760582 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['ffec54d0-8d1b-4d96-b227-3138c3fab3d7'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:10:54.024999 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4356274a-afe1-4c1e-a0a9-cfa19f36c7b1 req-68041e2c-1c0e-4ea0-a8a0-79f3d97a0508 tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:54.026504 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4356274a-afe1-4c1e-a0a9-cfa19f36c7b1 req-68041e2c-1c0e-4ea0-a8a0-79f3d97a0508 tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b5e77c3-5f94-4832-9a20-58b0d895023d HTTP/1.1" status: 200 len: 948 time: 0.0523200 Mar 07 11:10:54.078191 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4356274a-afe1-4c1e-a0a9-cfa19f36c7b1 req-0a2a65d2-8242-4e72-b822-3da38bd30845 tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e8a771-56ac-49af-93eb-67a4e5a0139f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454774 Mar 07 11:10:54.175215 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 25bba1bc-7bd6-4581-9345-c939d37062f4 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:10:54.277168 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 25bba1bc-7bd6-4581-9345-c939d37062f4, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=25bba1bc-7bd6-4581-9345-c939d37062f4,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:54.288534 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '25bba1bc-7bd6-4581-9345-c939d37062f4', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': '25bba1bc-7bd6-4581-9345-c939d37062f4', 'mac_address': 'fa:16:3e:95:37:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:10:54.294380 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1d0f3-7062-4416-ae67-fba7733ee7f7 req-3128fc42-49f0-4db0-a8cb-bf9917a06451 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:54.296586 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5ef1d0f3-7062-4416-ae67-fba7733ee7f7 req-3128fc42-49f0-4db0-a8cb-bf9917a06451 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 945 time: 0.0564604 Mar 07 11:10:54.326782 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 25bba1bc-7bd6-4581-9345-c939d37062f4 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:54.327169 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (25bba1bc-7bd6-4581-9345-c939d37062f4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:54.339987 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25bba1bc-7bd6-4581-9345-c939d37062f4 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:10:54.345208 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5ef1d0f3-7062-4416-ae67-fba7733ee7f7 req-5fb5b3c2-4d8d-49ca-93c0-59a1da54e059 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427651 Mar 07 11:10:54.359291 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 25bba1bc-7bd6-4581-9345-c939d37062f4, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=25bba1bc-7bd6-4581-9345-c939d37062f4,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:54.362481 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (25bba1bc-7bd6-4581-9345-c939d37062f4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:54.411350 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=25bba1bc-7bd6-4581-9345-c939d37062f4,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:54.573630 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['25bba1bc-7bd6-4581-9345-c939d37062f4'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:10:55.198271 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7322fd1-26aa-40c0-84cf-6f56cfe6e1a0 req-c0a5cd47-73fb-4965-9e58-dbceb795cb57 tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:55.200292 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c7322fd1-26aa-40c0-84cf-6f56cfe6e1a0 req-c0a5cd47-73fb-4965-9e58-dbceb795cb57 tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b5e77c3-5f94-4832-9a20-58b0d895023d HTTP/1.1" status: 200 len: 949 time: 0.0524278 Mar 07 11:10:55.247999 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c7322fd1-26aa-40c0-84cf-6f56cfe6e1a0 req-b4850be9-397f-4038-94aa-e1dd70badf38 tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e8a771-56ac-49af-93eb-67a4e5a0139f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416381 Mar 07 11:10:55.273012 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device ffec54d0-8d1b-4d96-b227-3138c3fab3d7 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:55.329477 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port ffec54d0-8d1b-4d96-b227-3138c3fab3d7 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:10:55.333571 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port ffec54d0-8d1b-4d96-b227-3138c3fab3d7 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:55.333949 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ffec54d0-8d1b-4d96-b227-3138c3fab3d7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:55.416847 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port ffec54d0-8d1b-4d96-b227-3138c3fab3d7 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:55.417278 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ffec54d0-8d1b-4d96-b227-3138c3fab3d7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:55.451070 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef0d22a-ef3b-43eb-b79d-08dc7d29721d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffec54d0-8d1b-4d96-b227-3138c3fab3d7'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:10:55.453352 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fbeded6-655e-44a0-987f-2e02b08474d0" -d '{"events": [{"server_uuid": "2ef0d22a-ef3b-43eb-b79d-08dc7d29721d", "name": "network-vif-plugged", "status": "completed", "tag": "ffec54d0-8d1b-4d96-b227-3138c3fab3d7"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:10:55.467376 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port ffec54d0-8d1b-4d96-b227-3138c3fab3d7, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=ffec54d0-8d1b-4d96-b227-3138c3fab3d7,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:55.472315 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ffec54d0-8d1b-4d96-b227-3138c3fab3d7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:55.472530 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fee40-09a4-458d-b8d2-2d73cdf502b3 req-6d3fceb8-7312-4029-ab6b-5cb754c13c3d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:55.474094 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a43fee40-09a4-458d-b8d2-2d73cdf502b3 req-6d3fceb8-7312-4029-ab6b-5cb754c13c3d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 945 time: 0.0590405 Mar 07 11:10:55.505885 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44d8640-7893-456e-b113-4b6baceccd8e x-openstack-request-id: req-e44d8640-7893-456e-b113-4b6baceccd8e {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:10:55.506060 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef0d22a-ef3b-43eb-b79d-08dc7d29721d", "name": "network-vif-plugged", "status": "completed", "tag": "ffec54d0-8d1b-4d96-b227-3138c3fab3d7", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:10:55.506296 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e44d8640-7893-456e-b113-4b6baceccd8e {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:10:55.506567 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef0d22a-ef3b-43eb-b79d-08dc7d29721d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffec54d0-8d1b-4d96-b227-3138c3fab3d7', 'code': 200} Mar 07 11:10:55.526521 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a43fee40-09a4-458d-b8d2-2d73cdf502b3 req-0d8741d8-4267-42c9-b692-74e187d9bb85 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437078 Mar 07 11:10:55.540084 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=ffec54d0-8d1b-4d96-b227-3138c3fab3d7,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:55.612761 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff09f2-162c-45a9-bbe9-16b9bb8b359b req-9568e712-055b-4d5d-92f6-7f2281d757a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:55.614440 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f0ff09f2-162c-45a9-bbe9-16b9bb8b359b req-9568e712-055b-4d5d-92f6-7f2281d757a2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 1128 time: 0.0462523 Mar 07 11:10:55.659064 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f0ff09f2-162c-45a9-bbe9-16b9bb8b359b req-b4440250-a635-45d1-873f-e7cfc82c2724 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379245 Mar 07 11:10:56.191945 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 25bba1bc-7bd6-4581-9345-c939d37062f4 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:10:56.244256 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 25bba1bc-7bd6-4581-9345-c939d37062f4 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:10:56.248280 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 25bba1bc-7bd6-4581-9345-c939d37062f4 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:10:56.248653 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (25bba1bc-7bd6-4581-9345-c939d37062f4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:56.332024 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 25bba1bc-7bd6-4581-9345-c939d37062f4 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:10:56.333214 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (25bba1bc-7bd6-4581-9345-c939d37062f4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:56.367886 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 25bba1bc-7bd6-4581-9345-c939d37062f4, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=25bba1bc-7bd6-4581-9345-c939d37062f4,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:10:56.372407 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (25bba1bc-7bd6-4581-9345-c939d37062f4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:10:56.385947 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd12ff0-aec8-4c50-b1c7-fcb2a909b3f4 req-ceda4634-2841-4b96-a27e-b22345065922 tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:56.388134 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ddd12ff0-aec8-4c50-b1c7-fcb2a909b3f4 req-ceda4634-2841-4b96-a27e-b22345065922 tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b5e77c3-5f94-4832-9a20-58b0d895023d HTTP/1.1" status: 200 len: 949 time: 0.0669229 Mar 07 11:10:56.429433 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=25bba1bc-7bd6-4581-9345-c939d37062f4,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:10:56.441176 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ddd12ff0-aec8-4c50-b1c7-fcb2a909b3f4 req-07e30619-324e-43f1-8d0d-393a24cd9132 tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e8a771-56ac-49af-93eb-67a4e5a0139f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469851 Mar 07 11:10:56.655185 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d8b9c-6aab-4ef9-89db-e437dc5297be req-611e7065-6dc6-499d-b01a-51a92f11c262 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:56.656675 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5c7d8b9c-6aab-4ef9-89db-e437dc5297be req-611e7065-6dc6-499d-b01a-51a92f11c262 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 946 time: 0.0576723 Mar 07 11:10:56.705867 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5c7d8b9c-6aab-4ef9-89db-e437dc5297be req-824a15c1-321b-4d6c-bd59-ef523c5081e4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434158 Mar 07 11:10:57.507703 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5e77c3-5f94-4832-9a20-58b0d895023d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25bba1bc-7bd6-4581-9345-c939d37062f4'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:10:57.511304 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39127a4a-b915-4428-b1fb-11a2b6578c16" -d '{"events": [{"server_uuid": "8b5e77c3-5f94-4832-9a20-58b0d895023d", "name": "network-vif-plugged", "status": "completed", "tag": "25bba1bc-7bd6-4581-9345-c939d37062f4"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:10:57.550017 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e00bec0-dc18-4e95-ad28-945b11b419e9 x-openstack-request-id: req-7e00bec0-dc18-4e95-ad28-945b11b419e9 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:10:57.550665 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5e77c3-5f94-4832-9a20-58b0d895023d", "name": "network-vif-plugged", "status": "completed", "tag": "25bba1bc-7bd6-4581-9345-c939d37062f4", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:10:57.550665 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7e00bec0-dc18-4e95-ad28-945b11b419e9 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:10:57.550982 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5e77c3-5f94-4832-9a20-58b0d895023d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25bba1bc-7bd6-4581-9345-c939d37062f4', 'code': 200} Mar 07 11:10:57.572670 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809c1505-a611-4440-a419-4b9916c6bf2b req-4806df3f-28aa-4ce8-8554-1d929f2a3978 tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:57.574473 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-809c1505-a611-4440-a419-4b9916c6bf2b req-4806df3f-28aa-4ce8-8554-1d929f2a3978 tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b5e77c3-5f94-4832-9a20-58b0d895023d HTTP/1.1" status: 200 len: 950 time: 0.0650821 Mar 07 11:10:57.624975 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-809c1505-a611-4440-a419-4b9916c6bf2b req-dc970ea6-bb9d-4cf8-a47f-37e28d2dfe2b tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e8a771-56ac-49af-93eb-67a4e5a0139f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441532 Mar 07 11:10:57.650957 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78929b02-89e3-428f-98e9-c7b1f853bb69 req-b4b8ade7-2a78-41b9-8a60-f1df5ab4ab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:57.652467 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-78929b02-89e3-428f-98e9-c7b1f853bb69 req-b4b8ade7-2a78-41b9-8a60-f1df5ab4ab50 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e77c3-5f94-4832-9a20-58b0d895023d HTTP/1.1" status: 200 len: 1132 time: 0.0463538 Mar 07 11:10:57.696424 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-78929b02-89e3-428f-98e9-c7b1f853bb69 req-c1fb8536-4a26-4c68-ae18-ddfe3e107f71 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=72e8a771-56ac-49af-93eb-67a4e5a0139f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368316 Mar 07 11:10:57.834906 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1517f0-6a5b-4fa3-a6a3-44ec4aa77816 req-32f0b207-c2ef-424c-8274-28c4ac4058f7 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:57.836289 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7c1517f0-6a5b-4fa3-a6a3-44ec4aa77816 req-32f0b207-c2ef-424c-8274-28c4ac4058f7 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 946 time: 0.0514798 Mar 07 11:10:57.885859 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7c1517f0-6a5b-4fa3-a6a3-44ec4aa77816 req-f7ee6596-5648-4211-9548-fc91e47ffd5f tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434558 Mar 07 11:10:58.002335 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831f308-fcd2-4e76-ac27-337b832482b9 req-43ae065e-751f-4bc3-b788-b9b253439061 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:58.003801 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4831f308-fcd2-4e76-ac27-337b832482b9 req-43ae065e-751f-4bc3-b788-b9b253439061 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 946 time: 0.0516896 Mar 07 11:10:58.052090 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4831f308-fcd2-4e76-ac27-337b832482b9 req-6dd59d6d-86d1-4ca2-9d19-b6583458de00 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427873 Mar 07 11:10:58.763939 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036a768-9e89-4bb3-b342-caadfc04c514 req-8f7e4264-dfd4-4220-8fcc-198afdfeb901 tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:58.767584 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b036a768-9e89-4bb3-b342-caadfc04c514 req-8f7e4264-dfd4-4220-8fcc-198afdfeb901 tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b5e77c3-5f94-4832-9a20-58b0d895023d HTTP/1.1" status: 200 len: 950 time: 0.0719776 Mar 07 11:10:58.822993 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b036a768-9e89-4bb3-b342-caadfc04c514 req-dc0fdde4-eeae-4d21-9701-4d75d0f5758c tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e8a771-56ac-49af-93eb-67a4e5a0139f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516233 Mar 07 11:10:59.944172 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1debac62-9d8a-4fd3-b61d-20d84ab851eb req-e82dacfa-602f-4982-a080-12e944c342a8 tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:10:59.945653 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1debac62-9d8a-4fd3-b61d-20d84ab851eb req-e82dacfa-602f-4982-a080-12e944c342a8 tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b5e77c3-5f94-4832-9a20-58b0d895023d HTTP/1.1" status: 200 len: 950 time: 0.0533996 Mar 07 11:10:59.992179 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1debac62-9d8a-4fd3-b61d-20d84ab851eb req-e76456a2-aac4-4265-a251-f857482bc599 tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e8a771-56ac-49af-93eb-67a4e5a0139f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403495 Mar 07 11:11:00.220239 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:11:00.257536 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99597b09-904c-4428-89c6-da2d589646fe req-30627c82-240a-441d-b1e7-96efd2fc31a2 tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:00.259000 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-99597b09-904c-4428-89c6-da2d589646fe req-30627c82-240a-441d-b1e7-96efd2fc31a2 tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b5e77c3-5f94-4832-9a20-58b0d895023d HTTP/1.1" status: 200 len: 950 time: 0.0559540 Mar 07 11:11:00.312854 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-99597b09-904c-4428-89c6-da2d589646fe req-37e25ba0-692a-4d75-9e99-d90a8019f91d tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e8a771-56ac-49af-93eb-67a4e5a0139f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478630 Mar 07 11:11:01.439571 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d78edf-874b-4ff2-aae8-3d2bcdfb3a27 req-3a5c6f6a-2c62-401a-8df0-4e1026eb5713 tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:01.441096 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c9d78edf-874b-4ff2-aae8-3d2bcdfb3a27 req-3a5c6f6a-2c62-401a-8df0-4e1026eb5713 tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] 10.222.0.11 "GET /v2.0/ports?device_id=8b5e77c3-5f94-4832-9a20-58b0d895023d HTTP/1.1" status: 200 len: 950 time: 0.0564101 Mar 07 11:11:01.488382 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c9d78edf-874b-4ff2-aae8-3d2bcdfb3a27 req-ef44168d-ba4c-4c53-a301-12c5e2b29549 tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] 10.222.0.11 "GET /v2.0/security-groups?id=72e8a771-56ac-49af-93eb-67a4e5a0139f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415733 Mar 07 11:11:01.573839 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fb199-3dc6-4f3c-9b08-740e560c6979 req-d83fbb40-82e1-404a-a606-4b10f4852125 tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:01.575839 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fc8fb199-3dc6-4f3c-9b08-740e560c6979 req-d83fbb40-82e1-404a-a606-4b10f4852125 tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] 10.222.0.21 "GET /v2.0/ports?device_id=8b5e77c3-5f94-4832-9a20-58b0d895023d HTTP/1.1" status: 200 len: 950 time: 0.0534089 Mar 07 11:11:01.676634 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-fc8fb199-3dc6-4f3c-9b08-740e560c6979 req-ceacc2cb-6bd3-4878-bd25-6268127fc72c tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Deleting port 25bba1bc-7bd6-4581-9345-c939d37062f4 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:11:01.676988 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-fc8fb199-3dc6-4f3c-9b08-740e560c6979 req-ceacc2cb-6bd3-4878-bd25-6268127fc72c tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (25bba1bc-7bd6-4581-9345-c939d37062f4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:01.683537 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-7382526f-7084-4487-b05f-662012c21951 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:01.685318 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-7382526f-7084-4487-b05f-662012c21951 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/networks?id=204cc519-b30d-4492-9fc5-23c1f345ed50 HTTP/1.1" status: 200 len: 812 time: 0.1039579 Mar 07 11:11:01.700685 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-f7820834-35a2-4d8e-8708-d2e934aa2b25 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/quotas/c84901d07e4a49b88f9fef019185eb1b HTTP/1.1" status: 200 len: 375 time: 0.0092807 Mar 07 11:11:01.759575 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-5f42e585-be60-45db-8d14-317947b57164 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c84901d07e4a49b88f9fef019185eb1b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529811 Mar 07 11:11:01.769179 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-fc8fb199-3dc6-4f3c-9b08-740e560c6979 req-ceacc2cb-6bd3-4878-bd25-6268127fc72c tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] For port 25bba1bc-7bd6-4581-9345-c939d37062f4, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=25bba1bc-7bd6-4581-9345-c939d37062f4,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:01.769553 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-fc8fb199-3dc6-4f3c-9b08-740e560c6979 req-ceacc2cb-6bd3-4878-bd25-6268127fc72c tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (25bba1bc-7bd6-4581-9345-c939d37062f4), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:01.782058 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-fc8fb199-3dc6-4f3c-9b08-740e560c6979 req-ceacc2cb-6bd3-4878-bd25-6268127fc72c tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Calling delete_port for 25bba1bc-7bd6-4581-9345-c939d37062f4 owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:11:01.855412 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-2ead1819-b481-47cd-ac71-4fee2f04ef31 service neutron] 10.222.0.11 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890224 Mar 07 11:11:01.916713 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-fc8fb199-3dc6-4f3c-9b08-740e560c6979 req-ceacc2cb-6bd3-4878-bd25-6268127fc72c tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (25bba1bc-7bd6-4581-9345-c939d37062f4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:01.930340 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['25bba1bc-7bd6-4581-9345-c939d37062f4'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:11:01.946376 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceacc2cb-6bd3-4878-bd25-6268127fc72c tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Pushing event deleted for resources: {'Port': ['ID=25bba1bc-7bd6-4581-9345-c939d37062f4,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:01.957509 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-770d2d4f-a158-4fc5-995f-2388ec7a8603 service neutron] 10.222.0.11 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956483 Mar 07 11:11:01.999284 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8fb199-3dc6-4f3c-9b08-740e560c6979 req-ceacc2cb-6bd3-4878-bd25-6268127fc72c tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] No DVR routers for this DVR port 25bba1bc-7bd6-4581-9345-c939d37062f4 on host n-h1-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:11:02.002773 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-fc8fb199-3dc6-4f3c-9b08-740e560c6979 req-ceacc2cb-6bd3-4878-bd25-6268127fc72c tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:02.006442 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fc8fb199-3dc6-4f3c-9b08-740e560c6979 req-ceacc2cb-6bd3-4878-bd25-6268127fc72c tempest-VolumesNegativeTest-1021198482 tempest-VolumesNegativeTest-1021198482-project] 10.222.0.21 "DELETE /v2.0/ports/25bba1bc-7bd6-4581-9345-c939d37062f4 HTTP/1.1" status: 204 len: 173 time: 0.4216089 Mar 07 11:11:02.007043 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5e77c3-5f94-4832-9a20-58b0d895023d', 'name': 'network-vif-deleted', 'tag': '25bba1bc-7bd6-4581-9345-c939d37062f4'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:11:02.010267 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba65c365-0a9d-4ead-a02a-e30b7e72cd9d" -d '{"events": [{"server_uuid": "8b5e77c3-5f94-4832-9a20-58b0d895023d", "name": "network-vif-deleted", "tag": "25bba1bc-7bd6-4581-9345-c939d37062f4"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:11:02.050493 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59111ad3-9c16-4ab7-909c-52e153c37ba4 x-openstack-request-id: req-59111ad3-9c16-4ab7-909c-52e153c37ba4 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:11:02.050797 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5e77c3-5f94-4832-9a20-58b0d895023d", "name": "network-vif-deleted", "tag": "25bba1bc-7bd6-4581-9345-c939d37062f4", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:11:02.051100 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-59111ad3-9c16-4ab7-909c-52e153c37ba4 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:11:02.051517 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5e77c3-5f94-4832-9a20-58b0d895023d', 'name': 'network-vif-deleted', 'tag': '25bba1bc-7bd6-4581-9345-c939d37062f4', 'status': 'completed', 'code': 200} Mar 07 11:11:02.182145 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e8e44e85-c3d1-4d90-83bb-8db49181c2a0 req-6502edef-f71b-4b32-9370-805283184447 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 210 time: 0.0289681 Mar 07 11:11:03.177591 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-6ece711e-9f2a-4fba-99ee-dbb61ba36fda tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:03.179091 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-6ece711e-9f2a-4fba-99ee-dbb61ba36fda tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.21 "GET /v2.0/networks?id=204cc519-b30d-4492-9fc5-23c1f345ed50 HTTP/1.1" status: 200 len: 812 time: 0.1097276 Mar 07 11:11:03.193998 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-95306c09-8adc-4103-8df4-cbcd2f15ff95 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Request body: {'port': {'device_id': 'd84802aa-ac19-43dc-93d6-116f2fe10496', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'admin_state_up': True, 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:03.311375 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-650f60d7-728b-4d6b-8fe6-3bbe936eb758 req-feadb92b-8243-41bf-a383-701d23b4103c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 210 time: 0.0354018 Mar 07 11:11:03.363473 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-95306c09-8adc-4103-8df4-cbcd2f15ff95 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Made reservation on behalf of c84901d07e4a49b88f9fef019185eb1b for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:11:03.367280 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-95306c09-8adc-4103-8df4-cbcd2f15ff95 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:03.510290 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-95306c09-8adc-4103-8df4-cbcd2f15ff95 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Allocated IP 172.20.0.14 (204cc519-b30d-4492-9fc5-23c1f345ed50/933e5dcd-1517-490a-9fa0-e2d8293cf2f0/6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:11:03.714981 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-95306c09-8adc-4103-8df4-cbcd2f15ff95 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for port (6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:03.768495 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-95306c09-8adc-4103-8df4-cbcd2f15ff95 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:03.782123 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['ffec54d0-8d1b-4d96-b227-3138c3fab3d7'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:11:03.795702 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-95306c09-8adc-4103-8df4-cbcd2f15ff95 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Network 204cc519-b30d-4492-9fc5-23c1f345ed50 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:11:03.815785 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-95306c09-8adc-4103-8df4-cbcd2f15ff95 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:11:03.820295 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-95306c09-8adc-4103-8df4-cbcd2f15ff95 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:11:03.876239 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95306c09-8adc-4103-8df4-cbcd2f15ff95 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Pushing event updated for resources: {'Port': ['ID=6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:03.892945 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-95306c09-8adc-4103-8df4-cbcd2f15ff95 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:03.894092 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-95306c09-8adc-4103-8df4-cbcd2f15ff95 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:03.916165 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-95306c09-8adc-4103-8df4-cbcd2f15ff95 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7260020 Mar 07 11:11:03.930947 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-bf6c504b-88d5-4061-9b75-2de6544e1f74 service neutron] Request body: {'port': {'device_id': 'd84802aa-ac19-43dc-93d6-116f2fe10496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:04.029211 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-bf6c504b-88d5-4061-9b75-2de6544e1f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:04.206060 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-76ac3287-c056-47c3-9c80-1a4f4ee32c39 None None] Provisioning complete for port 6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:04.206529 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-76ac3287-c056-47c3-9c80-1a4f4ee32c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:04.252606 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-76ac3287-c056-47c3-9c80-1a4f4ee32c39 None None] Port 6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:11:04.369154 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-bf6c504b-88d5-4061-9b75-2de6544e1f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:11:04.379510 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-bf6c504b-88d5-4061-9b75-2de6544e1f74 service neutron] Publish callbacks [] for port (6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:04.408281 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-bf6c504b-88d5-4061-9b75-2de6544e1f74 service neutron] Transition to ACTIVE for port object 6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:11:04.418214 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-bf6c504b-88d5-4061-9b75-2de6544e1f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:04.480330 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c504b-88d5-4061-9b75-2de6544e1f74 service neutron] Pushing event updated for resources: {'Port': ['ID=6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:04.486099 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4c2a0-bbf3-408e-a9a9-8b8ef98e04ba req-47b39c5e-647b-4b0f-aa5d-56d82451f1c7 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:04.503288 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-99b4c2a0-bbf3-408e-a9a9-8b8ef98e04ba req-47b39c5e-647b-4b0f-aa5d-56d82451f1c7 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 944 time: 0.0880637 Mar 07 11:11:04.579219 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-bf6c504b-88d5-4061-9b75-2de6544e1f74 service neutron] Attempting to bind port 6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:11:04.579560 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-bf6c504b-88d5-4061-9b75-2de6544e1f74 service neutron] Attempting to bind port 6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:11:04.579891 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-bf6c504b-88d5-4061-9b75-2de6544e1f74 service neutron] Attempting to bind port 6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac on network 204cc519-b30d-4492-9fc5-23c1f345ed50 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:11:04.584909 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-99b4c2a0-bbf3-408e-a9a9-8b8ef98e04ba req-b7c2a622-4743-41d2-a876-2e46cd9186f8 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804837 Mar 07 11:11:04.590118 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-bf6c504b-88d5-4061-9b75-2de6544e1f74 service neutron] Port 6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac on network 204cc519-b30d-4492-9fc5-23c1f345ed50 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:11:04.590873 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-bf6c504b-88d5-4061-9b75-2de6544e1f74 service neutron] Attempting to bind port 6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac on network 204cc519-b30d-4492-9fc5-23c1f345ed50 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:11:04.597181 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-bf6c504b-88d5-4061-9b75-2de6544e1f74 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:11:04.597730 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-bf6c504b-88d5-4061-9b75-2de6544e1f74 service neutron] Checking segment: {'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:11:04.598503 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-bf6c504b-88d5-4061-9b75-2de6544e1f74 service neutron] Bound using segment: {'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:11:04.599115 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-bf6c504b-88d5-4061-9b75-2de6544e1f74 service neutron] Bound port: 6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:11:04.599799 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-bf6c504b-88d5-4061-9b75-2de6544e1f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:04.683626 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-bf6c504b-88d5-4061-9b75-2de6544e1f74 service neutron] For port 6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac, host n-h1-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:11:04.687510 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-bf6c504b-88d5-4061-9b75-2de6544e1f74 service neutron] For port 6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:11:04.701647 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-bf6c504b-88d5-4061-9b75-2de6544e1f74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:04.746457 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-bf6c504b-88d5-4061-9b75-2de6544e1f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:04.747439 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-bf6c504b-88d5-4061-9b75-2de6544e1f74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:04.748965 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-bf6c504b-88d5-4061-9b75-2de6544e1f74 service neutron] 10.222.0.21 "PUT /v2.0/ports/6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac HTTP/1.1" status: 200 len: 1092 time: 0.8224275 Mar 07 11:11:04.749544 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84802aa-ac19-43dc-93d6-116f2fe10496', 'tag': '6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:11:04.758729 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fd56fd-532b-47bb-89d6-0f8ba58d7f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "d84802aa-ac19-43dc-93d6-116f2fe10496", "tag": "6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:11:04.792002 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c504b-88d5-4061-9b75-2de6544e1f74 service neutron] Pushing event updated for resources: {'Port': ['ID=6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:04.861889 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543705bc-6e32-480c-9ce8-95afdb2d5631 x-openstack-request-id: req-543705bc-6e32-480c-9ce8-95afdb2d5631 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:11:04.862332 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d84802aa-ac19-43dc-93d6-116f2fe10496", "tag": "6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:11:04.862734 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-543705bc-6e32-480c-9ce8-95afdb2d5631 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:11:04.863569 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd84802aa-ac19-43dc-93d6-116f2fe10496', 'tag': '6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac', 'status': 'completed', 'code': 200} Mar 07 11:11:04.888393 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-31553e94-12f7-4284-937e-5f3188daac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:04.890171 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-31553e94-12f7-4284-937e-5f3188daac95 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c84901d07e4a49b88f9fef019185eb1b&device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 1126 time: 0.0807571 Mar 07 11:11:04.941093 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-cdfdd1e1-1bd3-463b-8c0f-dd7f5e52d63a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac HTTP/1.1" status: 200 len: 217 time: 0.0430994 Mar 07 11:11:05.009026 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-cef95390-d871-40e4-992f-67a52eadbef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:05.010952 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-cef95390-d871-40e4-992f-67a52eadbef1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=933e5dcd-1517-490a-9fa0-e2d8293cf2f0 HTTP/1.1" status: 200 len: 851 time: 0.0618038 Mar 07 11:11:05.075663 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-ba28974e-7f43-43b1-a917-bfe8a76ed5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:05.085947 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-ba28974e-7f43-43b1-a917-bfe8a76ed5ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=204cc519-b30d-4492-9fc5-23c1f345ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0685339 Mar 07 11:11:05.206326 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-64d57ce8-acc8-4f2c-8f45-fa64979ce1bb service neutron] 10.222.0.21 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099586 Mar 07 11:11:05.337856 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f7e63db7-716e-405c-b825-1c1ba95a291a req-69de7b57-4b65-49f9-a8de-fa96b776c2e4 service neutron] 10.222.0.21 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227615 Mar 07 11:11:05.428437 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38622) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:05.451986 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd56fd-532b-47bb-89d6-0f8ba58d7f7c req-afd767aa-8dc2-4c9b-bd37-f831a291c807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:05.453909 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e3fd56fd-532b-47bb-89d6-0f8ba58d7f7c req-afd767aa-8dc2-4c9b-bd37-f831a291c807 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c84901d07e4a49b88f9fef019185eb1b&device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 1126 time: 0.0648432 Mar 07 11:11:05.602681 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd56fd-532b-47bb-89d6-0f8ba58d7f7c req-e88d30d0-368a-4bf3-80a0-eef54307a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:05.604175 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e3fd56fd-532b-47bb-89d6-0f8ba58d7f7c req-e88d30d0-368a-4bf3-80a0-eef54307a520 service neutron] 10.222.0.21 "GET /v2.0/networks?id=204cc519-b30d-4492-9fc5-23c1f345ed50 HTTP/1.1" status: 200 len: 913 time: 0.1431503 Mar 07 11:11:05.682094 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e3fd56fd-532b-47bb-89d6-0f8ba58d7f7c req-609dec49-2fd0-4a8d-a271-2d0e361b797a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac HTTP/1.1" status: 200 len: 217 time: 0.0706027 Mar 07 11:11:05.791032 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd56fd-532b-47bb-89d6-0f8ba58d7f7c req-231e8684-236b-4746-8a11-ef5e43a6b079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:05.792584 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e3fd56fd-532b-47bb-89d6-0f8ba58d7f7c req-231e8684-236b-4746-8a11-ef5e43a6b079 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=933e5dcd-1517-490a-9fa0-e2d8293cf2f0 HTTP/1.1" status: 200 len: 851 time: 0.0747690 Mar 07 11:11:05.833926 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc718ee2-eb1d-464b-85c0-2388bcb502bc req-a76a172d-80bd-4fb7-9618-421b56df4a01 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:05.835777 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dc718ee2-eb1d-464b-85c0-2388bcb502bc req-a76a172d-80bd-4fb7-9618-421b56df4a01 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 944 time: 0.1038167 Mar 07 11:11:05.907636 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dc718ee2-eb1d-464b-85c0-2388bcb502bc req-13e9e766-edf5-4eea-af61-eef007017b50 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570197 Mar 07 11:11:05.939857 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd56fd-532b-47bb-89d6-0f8ba58d7f7c req-f90c9520-6390-4564-bd0c-37709ab10b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:05.941276 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e3fd56fd-532b-47bb-89d6-0f8ba58d7f7c req-f90c9520-6390-4564-bd0c-37709ab10b4c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=204cc519-b30d-4492-9fc5-23c1f345ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1198931 Mar 07 11:11:06.028823 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-d09289b0-27ae-4b9c-a6be-17bc78d5caf0 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Deleting port 9a797e05-1b59-47b5-809e-1e9533ce6e25 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:11:06.029195 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d09289b0-27ae-4b9c-a6be-17bc78d5caf0 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (9a797e05-1b59-47b5-809e-1e9533ce6e25), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:06.033474 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca59816-9fa7-47f3-8f27-f685f91163ac req-bd51ec63-6b05-4958-8e91-751ae1f0bf60 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:06.035031 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4ca59816-9fa7-47f3-8f27-f685f91163ac req-bd51ec63-6b05-4958-8e91-751ae1f0bf60 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 1128 time: 0.1300952 Mar 07 11:11:06.145614 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e3fd56fd-532b-47bb-89d6-0f8ba58d7f7c req-fc932c40-08b2-44ed-a314-febeb5a63460 service neutron] 10.222.0.21 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959167 Mar 07 11:11:06.155942 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4ca59816-9fa7-47f3-8f27-f685f91163ac req-2e1c9002-fff4-450e-9165-b6badb9369d6 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085517 Mar 07 11:11:06.184313 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d09289b0-27ae-4b9c-a6be-17bc78d5caf0 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (9a797e05-1b59-47b5-809e-1e9533ce6e25), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:06.184921 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d09289b0-27ae-4b9c-a6be-17bc78d5caf0 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks [] for floatingip (9a797e05-1b59-47b5-809e-1e9533ce6e25), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:06.236077 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-d09289b0-27ae-4b9c-a6be-17bc78d5caf0 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Calling delete_port for 9a797e05-1b59-47b5-809e-1e9533ce6e25 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:11:06.253043 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 25bba1bc-7bd6-4581-9345-c939d37062f4 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:11:06.284334 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e3fd56fd-532b-47bb-89d6-0f8ba58d7f7c req-d6079409-ced7-4d3a-8167-091a62a9cd0c service neutron] 10.222.0.21 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319249 Mar 07 11:11:06.299807 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 25bba1bc-7bd6-4581-9345-c939d37062f4 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:11:06.300135 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 25bba1bc-7bd6-4581-9345-c939d37062f4 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:11:06.316426 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34c158-7e87-4d10-bd10-dd996c8b1006 req-2ed0bf5c-6fd0-455f-a068-654b8f75cf60 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:06.318045 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec34c158-7e87-4d10-bd10-dd996c8b1006 req-2ed0bf5c-6fd0-455f-a068-654b8f75cf60 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 946 time: 0.0849042 Mar 07 11:11:06.459869 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d09289b0-27ae-4b9c-a6be-17bc78d5caf0 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (9a797e05-1b59-47b5-809e-1e9533ce6e25), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:06.491747 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09289b0-27ae-4b9c-a6be-17bc78d5caf0 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Pushing event deleted for resources: {'Port': ['ID=9a797e05-1b59-47b5-809e-1e9533ce6e25,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:06.499737 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c5114e6c-e018-4fe7-8c8b-2ec7346a4107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:06.572169 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d09289b0-27ae-4b9c-a6be-17bc78d5caf0 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks [] for floatingip (5a81363b-9503-428d-8163-3f702176ce63), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:06.572800 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-d09289b0-27ae-4b9c-a6be-17bc78d5caf0 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Floating IP 5a81363b-9503-428d-8163-3f702176ce63 disassociated (deleted). External IP: 172.25.3.72, port: 54125c00-24da-40cb-a385-242aafa4c6fa. Mar 07 11:11:06.896566 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec34c158-7e87-4d10-bd10-dd996c8b1006 req-6655553f-e699-4f49-b7de-da95c664c517 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5704079 Mar 07 11:11:06.932856 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38650) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:07.020297 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f4da26a0-3678-4610-9bfc-11f0cfe73271 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/floatingips/829e3b42-2916-47df-bfc4-1180e6c41a69 HTTP/1.1" status: 200 len: 994 time: 0.0765176 Mar 07 11:11:07.125880 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc426e9-cbea-4e59-bdef-ba54681a707f req-7d55b5f3-c567-4d9b-bab6-b01ab7ae397f tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:07.127354 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7fc426e9-cbea-4e59-bdef-ba54681a707f req-7d55b5f3-c567-4d9b-bab6-b01ab7ae397f tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 944 time: 0.0769484 Mar 07 11:11:07.249774 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7fc426e9-cbea-4e59-bdef-ba54681a707f req-07e9fb85-a578-4c8a-b246-3098e4e7b91a tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886116 Mar 07 11:11:07.277599 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d09289b0-27ae-4b9c-a6be-17bc78d5caf0 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Router f6c8d31c-eaea-41b4-8bc4-02582682df91 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:11:07.428274 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09289b0-27ae-4b9c-a6be-17bc78d5caf0 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:11:07.436413 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d09289b0-27ae-4b9c-a6be-17bc78d5caf0 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:07.442045 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5643a9-8155-49b2-a12b-303522b9912a None None] Sync routers for ids ['f6c8d31c-eaea-41b4-8bc4-02582682df91'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:11:07.459607 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5643a9-8155-49b2-a12b-303522b9912a None None] Routers {'f6c8d31c-eaea-41b4-8bc4-02582682df91'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:11:07.462476 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ae5643a9-8155-49b2-a12b-303522b9912a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:10:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6c8d31c-eaea-41b4-8bc4-02582682df91'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:07.483972 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d09289b0-27ae-4b9c-a6be-17bc78d5caf0 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "DELETE /v2.0/floatingips/5a81363b-9503-428d-8163-3f702176ce63 HTTP/1.1" status: 204 len: 168 time: 2.0545087 Mar 07 11:11:07.485162 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7', 'tag': '54125c00-24da-40cb-a385-242aafa4c6fa'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:11:07.488586 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33c6246-d95a-4521-9823-398e1d579ae5" -d '{"events": [{"name": "network-changed", "server_uuid": "58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7", "tag": "54125c00-24da-40cb-a385-242aafa4c6fa"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:11:07.686008 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38666) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:07.708963 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92d0935-c626-4913-96d9-c417c89026e2 x-openstack-request-id: req-b92d0935-c626-4913-96d9-c417c89026e2 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:11:07.709413 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7", "tag": "54125c00-24da-40cb-a385-242aafa4c6fa", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:11:07.710346 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b92d0935-c626-4913-96d9-c417c89026e2 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:11:07.712586 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7', 'tag': '54125c00-24da-40cb-a385-242aafa4c6fa', 'status': 'completed', 'code': 200} Mar 07 11:11:07.761306 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-ae5643a9-8155-49b2-a12b-303522b9912a None None] Set router f6c8d31c-eaea-41b4-8bc4-02582682df91 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:11:07.939459 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c6246-d95a-4521-9823-398e1d579ae5 req-84b16e4b-f617-43eb-aedc-2be50fd7d8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:07.945227 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a33c6246-d95a-4521-9823-398e1d579ae5 req-84b16e4b-f617-43eb-aedc-2be50fd7d8a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=424a24d0d29c4836bad7ad116c522381&device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 1127 time: 0.2041593 Mar 07 11:11:07.999850 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887af787-4abe-4711-b6b0-3a9413df2391 req-a531372a-27e1-485f-85cf-1fce938ac814 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:08.002148 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0948c4-fd1b-471d-bc13-23d50b35100f req-13d0be19-c161-4859-bffa-8a336fcb0fc3 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:08.008833 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-887af787-4abe-4711-b6b0-3a9413df2391 req-a531372a-27e1-485f-85cf-1fce938ac814 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 946 time: 0.1745431 Mar 07 11:11:08.009072 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7f0948c4-fd1b-471d-bc13-23d50b35100f req-13d0be19-c161-4859-bffa-8a336fcb0fc3 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 945 time: 0.1635683 Mar 07 11:11:08.067071 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-828b30d9-4ea7-4267-adeb-93720aaa06cf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3791146 Mar 07 11:11:08.074610 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-356cdb8a-c6f4-4c22-8759-413bb0c5cec2 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:11:08.082008 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-356cdb8a-c6f4-4c22-8759-413bb0c5cec2 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138032 Mar 07 11:11:08.112724 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-887af787-4abe-4711-b6b0-3a9413df2391 req-02fc0226-b1ee-411e-8d4f-a70da33e63d2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023443 Mar 07 11:11:08.132308 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7f0948c4-fd1b-471d-bc13-23d50b35100f req-050406cd-4316-40c2-96a0-d402ebd05f81 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/security-groups?id=30a7dd43-d4c3-420d-80db-55346672929d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214008 Mar 07 11:11:08.134165 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c6246-d95a-4521-9823-398e1d579ae5 req-8b9b3ea7-0a67-4394-9bc0-d37dc35df7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:08.136764 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a33c6246-d95a-4521-9823-398e1d579ae5 req-8b9b3ea7-0a67-4394-9bc0-d37dc35df7b9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=443adee4-9dd0-4759-a70c-30ca8e64434c HTTP/1.1" status: 200 len: 914 time: 0.1787055 Mar 07 11:11:08.195225 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ae5643a9-8155-49b2-a12b-303522b9912a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'name': 'tempest-TestVolumeBackupRestore-904555092-router', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd95a126c-34a3-4b3d-a130-1fd8c48e5071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:05:35Z', 'updated_at': '2022-03-07T11:05:42Z', 'revision_number': 4, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'gw_port': {'id': 'd95a126c-34a3-4b3d-a130-1fd8c48e5071', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:35Z', 'updated_at': '2022-03-07T11:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '8f423a9b-8438-4c9f-bc48-2c92cd2f9a58', 'name': '', 'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'mac_address': 'fa:16:3e:f1:8d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '2cf316d6-b0f2-45a1-9255-761d3a7bf683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:40Z', 'updated_at': '2022-03-07T11:05:50Z', 'revision_number': 5, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'subnets': [{'id': '2cf316d6-b0f2-45a1-9255-761d3a7bf683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:08.222994 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a33c6246-d95a-4521-9823-398e1d579ae5 req-bfb76a02-7401-4b05-abe6-18f3d5835597 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=54125c00-24da-40cb-a385-242aafa4c6fa HTTP/1.1" status: 200 len: 217 time: 0.0780144 Mar 07 11:11:08.238648 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5643a9-8155-49b2-a12b-303522b9912a None None] Checking router: f6c8d31c-eaea-41b4-8bc4-02582682df91 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:11:08.257086 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5643a9-8155-49b2-a12b-303522b9912a None None] Routers {'f6c8d31c-eaea-41b4-8bc4-02582682df91'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:11:08.260017 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ae5643a9-8155-49b2-a12b-303522b9912a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:10:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6c8d31c-eaea-41b4-8bc4-02582682df91'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:08.306234 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c6246-d95a-4521-9823-398e1d579ae5 req-6de80ba2-3403-450b-834c-9ee873b63031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:08.307982 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a33c6246-d95a-4521-9823-398e1d579ae5 req-6de80ba2-3403-450b-834c-9ee873b63031 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2cf316d6-b0f2-45a1-9255-761d3a7bf683 HTTP/1.1" status: 200 len: 852 time: 0.0790434 Mar 07 11:11:08.446470 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c6246-d95a-4521-9823-398e1d579ae5 req-1aeee9a8-f4f1-4087-84db-e19281d99e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:08.448122 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a33c6246-d95a-4521-9823-398e1d579ae5 req-1aeee9a8-f4f1-4087-84db-e19281d99e11 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=443adee4-9dd0-4759-a70c-30ca8e64434c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1321573 Mar 07 11:11:08.480351 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-ae5643a9-8155-49b2-a12b-303522b9912a None None] Set router f6c8d31c-eaea-41b4-8bc4-02582682df91 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:11:08.485036 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737fc0d-9030-4f86-bc9e-3a69b619f06e req-98522e91-7372-490a-98f7-fb836e59eb06 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:08.497823 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e737fc0d-9030-4f86-bc9e-3a69b619f06e req-98522e91-7372-490a-98f7-fb836e59eb06 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 944 time: 0.1377609 Mar 07 11:11:08.597591 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e737fc0d-9030-4f86-bc9e-3a69b619f06e req-f99c89ff-3c24-4135-b6c3-f928be421c0e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986412 Mar 07 11:11:08.614909 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c60c3134-f047-4861-b4be-5fc8a3c0c417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:08.650664 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a33c6246-d95a-4521-9823-398e1d579ae5 req-f2fc1bdc-555b-4c38-bda4-4737ca010392 service neutron] 10.222.0.21 "GET /v2.0/networks/443adee4-9dd0-4759-a70c-30ca8e64434c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950138 Mar 07 11:11:08.785234 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a33c6246-d95a-4521-9823-398e1d579ae5 req-69f58965-2ca9-475c-9ab5-9d092abbd362 service neutron] 10.222.0.21 "GET /v2.0/networks/443adee4-9dd0-4759-a70c-30ca8e64434c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255829 Mar 07 11:11:08.835199 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ae5643a9-8155-49b2-a12b-303522b9912a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'name': 'tempest-TestVolumeBackupRestore-904555092-router', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd95a126c-34a3-4b3d-a130-1fd8c48e5071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:05:35Z', 'updated_at': '2022-03-07T11:05:42Z', 'revision_number': 4, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'gw_port': {'id': 'd95a126c-34a3-4b3d-a130-1fd8c48e5071', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:35Z', 'updated_at': '2022-03-07T11:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '8f423a9b-8438-4c9f-bc48-2c92cd2f9a58', 'name': '', 'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'mac_address': 'fa:16:3e:f1:8d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '2cf316d6-b0f2-45a1-9255-761d3a7bf683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:40Z', 'updated_at': '2022-03-07T11:05:50Z', 'revision_number': 5, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'subnets': [{'id': '2cf316d6-b0f2-45a1-9255-761d3a7bf683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:08.903185 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38692) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:08.923669 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5643a9-8155-49b2-a12b-303522b9912a None None] The sync data for ids ['f6c8d31c-eaea-41b4-8bc4-02582682df91'] in n-d-832164-4 is: [{'id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'name': 'tempest-TestVolumeBackupRestore-904555092-router', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd95a126c-34a3-4b3d-a130-1fd8c48e5071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:05:35Z', 'updated_at': '2022-03-07T11:05:42Z', 'revision_number': 4, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'gw_port': {'id': 'd95a126c-34a3-4b3d-a130-1fd8c48e5071', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:35Z', 'updated_at': '2022-03-07T11:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '8f423a9b-8438-4c9f-bc48-2c92cd2f9a58', 'name': '', 'network_id': '443adee4-9dd0-4759-a70c-30ca8e64434c', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'mac_address': 'fa:16:3e:f1:8d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3639, 'fixed_ips': [{'subnet_id': '2cf316d6-b0f2-45a1-9255-761d3a7bf683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:40Z', 'updated_at': '2022-03-07T11:05:50Z', 'revision_number': 5, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'subnets': [{'id': '2cf316d6-b0f2-45a1-9255-761d3a7bf683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:11:09.131436 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-aa3d339a-9001-4c83-90a9-e8533496b412 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:09.132795 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-aa3d339a-9001-4c83-90a9-e8533496b412 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] 10.222.0.11 "GET /v2.0/ports/99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 HTTP/1.1" status: 200 len: 1125 time: 0.2287810 Mar 07 11:11:09.409142 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3cb3d7-e88e-4e5b-ac7d-1d5375250170 req-01893839-0faf-41cf-82fb-557fe3f684cb tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:09.420213 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9d3cb3d7-e88e-4e5b-ac7d-1d5375250170 req-01893839-0faf-41cf-82fb-557fe3f684cb tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 945 time: 0.1390412 Mar 07 11:11:09.431599 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1ef487-5062-4d8d-824c-e3e21a57a954 None None] New status for floating IP 5a81363b-9503-428d-8163-3f702176ce63: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:11:09.444940 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b064370-bb25-451b-8d04-d5e0fa35d84a req-ae11ba43-076c-4553-bdc4-ff2f927af7a7 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:09.446651 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2b064370-bb25-451b-8d04-d5e0fa35d84a req-ae11ba43-076c-4553-bdc4-ff2f927af7a7 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.21 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 945 time: 0.2312479 Mar 07 11:11:09.486015 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ef6a0-419d-4fbc-9098-e83fc4fe6dd8 req-394706f1-844a-483a-9300-d6834c9cc678 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:09.501003 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2a0ef6a0-419d-4fbc-9098-e83fc4fe6dd8 req-394706f1-844a-483a-9300-d6834c9cc678 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 946 time: 0.1989384 Mar 07 11:11:09.512220 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9d3cb3d7-e88e-4e5b-ac7d-1d5375250170 req-434504bc-036a-4847-afde-ed6ee5f48d96 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/security-groups?id=30a7dd43-d4c3-420d-80db-55346672929d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834289 Mar 07 11:11:09.697226 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2a0ef6a0-419d-4fbc-9098-e83fc4fe6dd8 req-6edc82c2-0bac-41a1-824e-960c8f997133 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868215 Mar 07 11:11:09.745890 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-2b064370-bb25-451b-8d04-d5e0fa35d84a req-7a16323c-9ae6-4710-a48f-da9c58ec3a56 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Deleting port 54125c00-24da-40cb-a385-242aafa4c6fa {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:11:09.746479 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-2b064370-bb25-451b-8d04-d5e0fa35d84a req-7a16323c-9ae6-4710-a48f-da9c58ec3a56 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (54125c00-24da-40cb-a385-242aafa4c6fa), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:09.812909 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385793b7-d524-47f7-b963-919de6abcf42 req-7b215114-40dc-4308-b858-0ace79719f73 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:09.828192 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-385793b7-d524-47f7-b963-919de6abcf42 req-7b215114-40dc-4308-b858-0ace79719f73 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 944 time: 0.1184897 Mar 07 11:11:09.883627 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-385793b7-d524-47f7-b963-919de6abcf42 req-cc8a1a5c-1945-4ec7-a52b-238bd6f522d9 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544374 Mar 07 11:11:09.921382 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-2b064370-bb25-451b-8d04-d5e0fa35d84a req-7a16323c-9ae6-4710-a48f-da9c58ec3a56 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] For port 54125c00-24da-40cb-a385-242aafa4c6fa, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=54125c00-24da-40cb-a385-242aafa4c6fa,segment=NetworkSegment(edac1308-e19d-4cb3-b880-8f3c6255faa1),segment_id=edac1308-e19d-4cb3-b880-8f3c6255faa1)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:09.921747 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-2b064370-bb25-451b-8d04-d5e0fa35d84a req-7a16323c-9ae6-4710-a48f-da9c58ec3a56 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (54125c00-24da-40cb-a385-242aafa4c6fa), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:09.938283 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-2b064370-bb25-451b-8d04-d5e0fa35d84a req-7a16323c-9ae6-4710-a48f-da9c58ec3a56 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Calling delete_port for 54125c00-24da-40cb-a385-242aafa4c6fa owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:11:09.983246 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:10.132755 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-2b064370-bb25-451b-8d04-d5e0fa35d84a req-7a16323c-9ae6-4710-a48f-da9c58ec3a56 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (54125c00-24da-40cb-a385-242aafa4c6fa), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:10.167864 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a16323c-9ae6-4710-a48f-da9c58ec3a56 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Pushing event deleted for resources: {'Port': ['ID=54125c00-24da-40cb-a385-242aafa4c6fa,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:10.237646 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b064370-bb25-451b-8d04-d5e0fa35d84a req-7a16323c-9ae6-4710-a48f-da9c58ec3a56 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] No DVR routers for this DVR port 54125c00-24da-40cb-a385-242aafa4c6fa on host n-h1-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:11:10.240388 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-2b064370-bb25-451b-8d04-d5e0fa35d84a req-7a16323c-9ae6-4710-a48f-da9c58ec3a56 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:10.243740 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2b064370-bb25-451b-8d04-d5e0fa35d84a req-7a16323c-9ae6-4710-a48f-da9c58ec3a56 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.21 "DELETE /v2.0/ports/54125c00-24da-40cb-a385-242aafa4c6fa HTTP/1.1" status: 204 len: 173 time: 0.7915573 Mar 07 11:11:10.244270 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7', 'name': 'network-vif-deleted', 'tag': '54125c00-24da-40cb-a385-242aafa4c6fa'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:11:10.247432 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcdc642-0f87-49e4-8047-b1370c15bd76" -d '{"events": [{"server_uuid": "58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7", "name": "network-vif-deleted", "tag": "54125c00-24da-40cb-a385-242aafa4c6fa"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:11:10.291131 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9135570a-ec8d-410c-a927-24ad53b16658 x-openstack-request-id: req-9135570a-ec8d-410c-a927-24ad53b16658 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:11:10.292362 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7", "name": "network-vif-deleted", "tag": "54125c00-24da-40cb-a385-242aafa4c6fa", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:11:10.292680 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9135570a-ec8d-410c-a927-24ad53b16658 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:11:10.293745 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7', 'name': 'network-vif-deleted', 'tag': '54125c00-24da-40cb-a385-242aafa4c6fa', 'status': 'completed', 'code': 200} Mar 07 11:11:10.344096 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-8920d2b9-8e75-4f51-a35d-d74707a428a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:10.345684 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-8920d2b9-8e75-4f51-a35d-d74707a428a9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 1128 time: 0.0723050 Mar 07 11:11:10.442178 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-d7eba91f-17ec-49f9-b4a3-53c6b4467b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:10.443643 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-d7eba91f-17ec-49f9-b4a3-53c6b4467b7c service neutron] 10.222.0.31 "GET /v2.0/networks?id=43c1ad94-1474-4985-8640-9532291fba8a HTTP/1.1" status: 200 len: 897 time: 0.0915458 Mar 07 11:11:10.518085 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-740903e1-e6e0-4768-85f0-832a26f7a0de service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 HTTP/1.1" status: 200 len: 1002 time: 0.0680926 Mar 07 11:11:10.630616 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-6a5f47fb-7ac0-4724-b850-c143dd539b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:10.635389 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-6a5f47fb-7ac0-4724-b850-c143dd539b91 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=840c8047-e940-4ed1-ac9c-d1cc13c6e768 HTTP/1.1" status: 200 len: 835 time: 0.1108422 Mar 07 11:11:10.656576 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-566141c3-bab6-46b1-8006-86767d21192b req-022b11bc-41a2-421c-b810-f0521576acc4 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 210 time: 0.0504119 Mar 07 11:11:10.723023 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-1e228b67-f336-495d-8016-53859ad0e375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:10.724596 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-1e228b67-f336-495d-8016-53859ad0e375 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=43c1ad94-1474-4985-8640-9532291fba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0822124 Mar 07 11:11:10.876901 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22611b9a-8658-4693-a98b-2904608bf737 req-1c0f88c3-7213-446e-b16c-4d8c0f81b3d5 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:10.882825 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-22611b9a-8658-4693-a98b-2904608bf737 req-1c0f88c3-7213-446e-b16c-4d8c0f81b3d5 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 946 time: 0.0754652 Mar 07 11:11:10.948990 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-2638acf3-26ff-4989-abc0-207c820dcbd1 service neutron] 10.222.0.31 "GET /v2.0/networks/43c1ad94-1474-4985-8640-9532291fba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160764 Mar 07 11:11:11.079291 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-83a3a47a-55bf-4e24-8373-f00280ae9c90 service neutron] 10.222.0.31 "GET /v2.0/networks/43c1ad94-1474-4985-8640-9532291fba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188805 Mar 07 11:11:11.092753 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-22611b9a-8658-4693-a98b-2904608bf737 req-ee20a048-2620-4f59-99f3-39993aea3ca8 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070050 Mar 07 11:11:11.125278 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e74b20-91f7-4725-89d3-5d6ca01c5361 req-849b21e5-794a-472e-92d7-cea0ba4f22d8 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:11.126838 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f9e74b20-91f7-4725-89d3-5d6ca01c5361 req-849b21e5-794a-472e-92d7-cea0ba4f22d8 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 944 time: 0.1306779 Mar 07 11:11:11.198864 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f9e74b20-91f7-4725-89d3-5d6ca01c5361 req-d829af80-ab8f-44ea-b77c-40a97ec526f6 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658822 Mar 07 11:11:11.762993 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38730) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:11.765006 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:11.805806 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ff385ab4-106d-4e1a-910f-52efc73afc0e req-43af3696-574e-42b7-8583-ed9605a0da32 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 210 time: 0.0551741 Mar 07 11:11:12.016375 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-70b73afd-ed6c-4676-8066-4590d4792b9f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f314dfae0d3c44bb9b7618dbd8778008&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2516997 Mar 07 11:11:12.019565 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38734) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:12.077900 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-67bcff00-4e30-4e3c-84a6-e1af8cff1d05 admin admin] Publish callbacks [] for security_group (72e8a771-56ac-49af-93eb-67a4e5a0139f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:12.110814 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-67bcff00-4e30-4e3c-84a6-e1af8cff1d05 admin admin] Publish callbacks [] for security_group (72e8a771-56ac-49af-93eb-67a4e5a0139f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:12.167916 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-67bcff00-4e30-4e3c-84a6-e1af8cff1d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (72e8a771-56ac-49af-93eb-67a4e5a0139f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:12.173881 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-67bcff00-4e30-4e3c-84a6-e1af8cff1d05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:12.178250 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-67bcff00-4e30-4e3c-84a6-e1af8cff1d05 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/72e8a771-56ac-49af-93eb-67a4e5a0139f HTTP/1.1" status: 204 len: 168 time: 0.1544044 Mar 07 11:11:12.201958 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bcff00-4e30-4e3c-84a6-e1af8cff1d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e8a771-56ac-49af-93eb-67a4e5a0139f,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:12.255034 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 54125c00-24da-40cb-a385-242aafa4c6fa no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:11:12.344679 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc735c5c-f6ac-4db2-8c9e-49a889f54d37 req-72c145f3-11f4-42c0-888c-babc33433248 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:12.350991 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dc735c5c-f6ac-4db2-8c9e-49a889f54d37 req-72c145f3-11f4-42c0-888c-babc33433248 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 946 time: 0.1442609 Mar 07 11:11:12.408481 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 54125c00-24da-40cb-a385-242aafa4c6fa {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:11:12.408826 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 54125c00-24da-40cb-a385-242aafa4c6fa not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:11:12.418117 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06420b5-d7f6-4c2f-8c06-4a1a1d26926f req-66caadc3-2b92-4f7f-a4a6-01dc57d0601e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:12.420397 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a06420b5-d7f6-4c2f-8c06-4a1a1d26926f req-66caadc3-2b92-4f7f-a4a6-01dc57d0601e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 944 time: 0.1223533 Mar 07 11:11:12.487803 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dc735c5c-f6ac-4db2-8c9e-49a889f54d37 req-f7862fb6-a09a-4d18-b896-c4e863473e72 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304307 Mar 07 11:11:12.532171 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a06420b5-d7f6-4c2f-8c06-4a1a1d26926f req-23d6f7e9-92d7-4266-81b6-14008f221a7b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035674 Mar 07 11:11:13.024242 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:13.040673 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c1d86b21-283a-4b59-87df-4395908fcbe0 req-beaaac95-d188-48bf-b07c-2ac868992976 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 210 time: 0.1197836 Mar 07 11:11:13.701461 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c47b64-0ad3-4400-8b9e-2fc3c07b8ea6 req-a2005d2d-1ad8-4b31-a136-8370fb82d87f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:13.718471 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-72c47b64-0ad3-4400-8b9e-2fc3c07b8ea6 req-a2005d2d-1ad8-4b31-a136-8370fb82d87f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 946 time: 0.1263869 Mar 07 11:11:13.783226 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ec33d-b124-4a08-9603-819188a98254 req-2e72f2de-e924-49c7-b478-107d82e90fac tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:13.785631 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-498ec33d-b124-4a08-9603-819188a98254 req-2e72f2de-e924-49c7-b478-107d82e90fac tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 944 time: 0.1633043 Mar 07 11:11:13.824575 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-72c47b64-0ad3-4400-8b9e-2fc3c07b8ea6 req-a4ac2a96-33a8-4bdc-a5ea-3cd99898aeff tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048512 Mar 07 11:11:13.892305 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-498ec33d-b124-4a08-9603-819188a98254 req-e7240553-17c3-4aa3-adde-1d37aa4e52b5 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954573 Mar 07 11:11:14.177404 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5a73cf1b-d8e1-485d-ba1c-a7e8bcc335f5 req-228eda08-285f-4ace-b29e-cad8d17d743d tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 210 time: 0.0461824 Mar 07 11:11:14.588950 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38782) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:14.783996 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e092b160-5072-4852-9cf8-a6357a7a1783 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Request body: {'network': {'name': 'tempest-network-smoke--2119839454', 'project_id': '9218733d4245439aa2e846b97fffe915', 'port_security_enabled': True}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:14.816451 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e092b160-5072-4852-9cf8-a6357a7a1783 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Made reservation on behalf of 9218733d4245439aa2e846b97fffe915 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:11:14.820023 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e092b160-5072-4852-9cf8-a6357a7a1783 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:14.830179 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e092b160-5072-4852-9cf8-a6357a7a1783 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:15.040599 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2905e7e-407d-4a38-b512-df77f82062c1 req-41778e5a-29ed-43e5-bf21-78d04f7d315d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:15.049488 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e2905e7e-407d-4a38-b512-df77f82062c1 req-41778e5a-29ed-43e5-bf21-78d04f7d315d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 946 time: 0.1479878 Mar 07 11:11:15.064717 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e092b160-5072-4852-9cf8-a6357a7a1783 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group (77a618e8-b048-4d8e-85c1-884c386983d9), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:15.080463 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e092b160-5072-4852-9cf8-a6357a7a1783 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (77a618e8-b048-4d8e-85c1-884c386983d9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:15.130927 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d9cd6-5da5-4957-b3db-daaccf50efa0 req-0335b96f-be2a-4b0a-9e9b-c5b5368d1615 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:15.138664 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e2905e7e-407d-4a38-b512-df77f82062c1 req-baf7b0e0-c632-42b2-bb8c-176c91d611f5 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879068 Mar 07 11:11:15.139223 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-076d9cd6-5da5-4957-b3db-daaccf50efa0 req-0335b96f-be2a-4b0a-9e9b-c5b5368d1615 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 944 time: 0.1493328 Mar 07 11:11:15.149494 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e092b160-5072-4852-9cf8-a6357a7a1783 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 248} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:11:15.176540 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e092b160-5072-4852-9cf8-a6357a7a1783 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (1589541a-a6e1-45a2-a4dd-6c75f1819145), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:15.177218 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-e092b160-5072-4852-9cf8-a6357a7a1783 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Added segment 1589541a-a6e1-45a2-a4dd-6c75f1819145 of type vlan for network e3e3050e-0d7e-4a9e-841d-e90f6afd42a9 Mar 07 11:11:15.192082 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092b160-5072-4852-9cf8-a6357a7a1783 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77a618e8-b048-4d8e-85c1-884c386983d9,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:15.267874 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e092b160-5072-4852-9cf8-a6357a7a1783 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (e3e3050e-0d7e-4a9e-841d-e90f6afd42a9), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:15.296616 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-076d9cd6-5da5-4957-b3db-daaccf50efa0 req-23de7450-8799-43b6-8697-1357cd3dc28c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533563 Mar 07 11:11:15.314384 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9b19c882-42cf-477b-bafb-69ffa52af054 req-c8a9b7c5-44d4-4f28-a88e-9d7dd407039f tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 210 time: 0.0544095 Mar 07 11:11:15.346616 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e092b160-5072-4852-9cf8-a6357a7a1783 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (e3e3050e-0d7e-4a9e-841d-e90f6afd42a9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:15.353316 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e092b160-5072-4852-9cf8-a6357a7a1783 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:15.354777 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e092b160-5072-4852-9cf8-a6357a7a1783 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:15.395942 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e092b160-5072-4852-9cf8-a6357a7a1783 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8059700 Mar 07 11:11:15.399110 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38792) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:15.406559 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-6a834d22-3d6e-4365-8f8d-9fb10733910c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-26881718', 'admin_state_up': True, 'project_id': '9218733d4245439aa2e846b97fffe915', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:15.472124 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092b160-5072-4852-9cf8-a6357a7a1783 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'Network': ['ID=e3e3050e-0d7e-4a9e-841d-e90f6afd42a9,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:15.487184 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network e3e3050e-0d7e-4a9e-841d-e90f6afd42a9 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:11:15.516070 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6a834d22-3d6e-4365-8f8d-9fb10733910c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (9b90902e-dd6b-4da6-aa3f-3075a68744c7), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:15.520665 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6a834d22-3d6e-4365-8f8d-9fb10733910c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (9b90902e-dd6b-4da6-aa3f-3075a68744c7), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:15.610976 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6a834d22-3d6e-4365-8f8d-9fb10733910c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for router_controller (9b90902e-dd6b-4da6-aa3f-3075a68744c7), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:15.794994 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6a834d22-3d6e-4365-8f8d-9fb10733910c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for router_gateway (9b90902e-dd6b-4da6-aa3f-3075a68744c7), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:16.056374 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6a834d22-3d6e-4365-8f8d-9fb10733910c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for router_gateway (9b90902e-dd6b-4da6-aa3f-3075a68744c7), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:16.081270 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6a834d22-3d6e-4365-8f8d-9fb10733910c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:16.205254 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-6a834d22-3d6e-4365-8f8d-9fb10733910c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Allocated IP 172.25.3.134 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/a2507106-e7f1-4ac4-984c-98b1760fa425) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:11:16.358934 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296485d0-3d65-4ff9-874b-1a9eea993735 req-22073fa3-878f-48cb-ae87-8a0e0c3bdd2e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:16.360894 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-296485d0-3d65-4ff9-874b-1a9eea993735 req-22073fa3-878f-48cb-ae87-8a0e0c3bdd2e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 946 time: 0.1404467 Mar 07 11:11:16.437418 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-296485d0-3d65-4ff9-874b-1a9eea993735 req-1634d762-04ed-478f-8281-a7254e6554b9 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626407 Mar 07 11:11:16.463303 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6a834d22-3d6e-4365-8f8d-9fb10733910c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for port (a2507106-e7f1-4ac4-984c-98b1760fa425), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:16.525626 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a35b6-9f2f-4f41-96fd-6d69e0e12793 req-c7f02809-e8b3-4699-9531-243cc6492fc2 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:16.532585 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-137a35b6-9f2f-4f41-96fd-6d69e0e12793 req-c7f02809-e8b3-4699-9531-243cc6492fc2 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 944 time: 0.1142840 Mar 07 11:11:16.567734 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6a834d22-3d6e-4365-8f8d-9fb10733910c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (a2507106-e7f1-4ac4-984c-98b1760fa425), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:16.633879 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ba93f0c6-f88f-48c1-9f46-670f7b1695e9 req-2f202393-6bd2-4a8b-9109-e93fd65960ed tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 210 time: 0.0964441 Mar 07 11:11:16.675329 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a834d22-3d6e-4365-8f8d-9fb10733910c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'Port': ['ID=a2507106-e7f1-4ac4-984c-98b1760fa425,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:16.687181 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a834d22-3d6e-4365-8f8d-9fb10733910c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:11:16.688979 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-6a834d22-3d6e-4365-8f8d-9fb10733910c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:11:16.691143 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-137a35b6-9f2f-4f41-96fd-6d69e0e12793 req-36940ffd-9d22-4daf-9e2f-e591bc5b123f tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519876 Mar 07 11:11:16.696727 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a834d22-3d6e-4365-8f8d-9fb10733910c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:11:17.018553 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6a834d22-3d6e-4365-8f8d-9fb10733910c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for router_gateway (9b90902e-dd6b-4da6-aa3f-3075a68744c7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:17.306996 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6a834d22-3d6e-4365-8f8d-9fb10733910c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (9b90902e-dd6b-4da6-aa3f-3075a68744c7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:17.769575 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91ef442d-c8bf-4db7-a37a-1802027a5f3a req-c0412a25-9373-47c7-96c8-799788462f8f tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 210 time: 0.0443623 Mar 07 11:11:17.843686 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e15bd7b-4bd2-4a8a-847a-750bb561da40 req-012c0737-8915-4f62-bcb9-85e74117ca33 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:17.850524 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6e15bd7b-4bd2-4a8a-847a-750bb561da40 req-012c0737-8915-4f62-bcb9-85e74117ca33 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 946 time: 0.0808420 Mar 07 11:11:17.892469 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3d1b3-5f05-48bf-b0a9-aff15e4b443e req-9f0fabf4-9537-4c6a-b87c-f2961ae9fa47 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:17.899738 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-52f3d1b3-5f05-48bf-b0a9-aff15e4b443e req-9f0fabf4-9537-4c6a-b87c-f2961ae9fa47 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 944 time: 0.0726068 Mar 07 11:11:17.907635 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a834d22-3d6e-4365-8f8d-9fb10733910c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Router 9b90902e-dd6b-4da6-aa3f-3075a68744c7 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:11:17.972040 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-52f3d1b3-5f05-48bf-b0a9-aff15e4b443e req-8c3a6652-0c6f-4f94-aa29-7792ee3e8e08 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711153 Mar 07 11:11:18.003184 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6e15bd7b-4bd2-4a8a-847a-750bb561da40 req-65601b45-e71a-43e6-8be5-2758096d7a2e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517606 Mar 07 11:11:18.081191 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a834d22-3d6e-4365-8f8d-9fb10733910c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:11:18.092323 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6973d4-99d9-493f-8ac3-3798f8fb323c None None] Sync routers for ids ['9b90902e-dd6b-4da6-aa3f-3075a68744c7'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:11:18.105320 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6973d4-99d9-493f-8ac3-3798f8fb323c None None] Routers {'9b90902e-dd6b-4da6-aa3f-3075a68744c7'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:11:18.106914 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1c6973d4-99d9-493f-8ac3-3798f8fb323c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:11:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9b90902e-dd6b-4da6-aa3f-3075a68744c7'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:18.136008 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6a834d22-3d6e-4365-8f8d-9fb10733910c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:18.140837 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6a834d22-3d6e-4365-8f8d-9fb10733910c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7376742 Mar 07 11:11:18.141255 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38806) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:18.226735 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-1c6973d4-99d9-493f-8ac3-3798f8fb323c None None] Set router 9b90902e-dd6b-4da6-aa3f-3075a68744c7 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:11:18.343053 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38810) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:18.358382 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f5bc93ac-9d64-4c15-9723-087a57646220 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=9218733d4245439aa2e846b97fffe915&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2125297 Mar 07 11:11:18.456347 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:18.477033 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1c6973d4-99d9-493f-8ac3-3798f8fb323c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'name': 'tempest-TestNetworkBasicOps-router-26881718', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:15Z', 'updated_at': '2022-03-07T11:11:16Z', 'revision_number': 3, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:dd:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:16Z', 'updated_at': '2022-03-07T11:11:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:18.513880 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6973d4-99d9-493f-8ac3-3798f8fb323c None None] Checking router: 9b90902e-dd6b-4da6-aa3f-3075a68744c7 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:11:18.514477 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6973d4-99d9-493f-8ac3-3798f8fb323c None None] Updating router 9b90902e-dd6b-4da6-aa3f-3075a68744c7 port a2507106-e7f1-4ac4-984c-98b1760fa425 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:11:18.549247 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1c6973d4-99d9-493f-8ac3-3798f8fb323c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a2507106-e7f1-4ac4-984c-98b1760fa425), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:18.554645 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6cf779-7d06-4840-a240-b1ef5706b22a tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:18.557437 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7e6cf779-7d06-4840-a240-b1ef5706b22a tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2119675 Mar 07 11:11:18.560051 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38812) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:18.605575 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b38cbbd9-f5f3-4835-886f-2ae5c9ced0bb tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=f8958782-2869-4679-b3a6-78e3b1855431&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410588 Mar 07 11:11:18.606214 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38814) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:18.611680 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-d0142801-5b00-41af-9a5a-e452755c31d7 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-700592774', 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9', 'project_id': '9218733d4245439aa2e846b97fffe915', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:18.711975 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0142801-5b00-41af-9a5a-e452755c31d7 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Made reservation on behalf of 9218733d4245439aa2e846b97fffe915 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:11:18.715842 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d0142801-5b00-41af-9a5a-e452755c31d7 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:18.851967 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1c6973d4-99d9-493f-8ac3-3798f8fb323c None None] Publish callbacks [] for port (a2507106-e7f1-4ac4-984c-98b1760fa425), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:18.859025 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1c6973d4-99d9-493f-8ac3-3798f8fb323c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a2507106-e7f1-4ac4-984c-98b1760fa425), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:18.910702 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f3d432bc-8340-4d55-9b27-16bbb55793d8 req-4c63c8d9-cc1d-4c33-a660-84d8a9371f08 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 210 time: 0.0354698 Mar 07 11:11:18.926125 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-1c6973d4-99d9-493f-8ac3-3798f8fb323c None None] Attempting to bind port a2507106-e7f1-4ac4-984c-98b1760fa425 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:11:18.926834 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-1c6973d4-99d9-493f-8ac3-3798f8fb323c None None] Attempting to bind port a2507106-e7f1-4ac4-984c-98b1760fa425 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:11:18.927291 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6973d4-99d9-493f-8ac3-3798f8fb323c None None] Attempting to bind port a2507106-e7f1-4ac4-984c-98b1760fa425 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:11:18.942589 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae9ac5-275c-4c7e-a962-f0e69aa651f9 None None] Pushing event updated for resources: {'Port': ['ID=a2507106-e7f1-4ac4-984c-98b1760fa425,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:18.942589 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6973d4-99d9-493f-8ac3-3798f8fb323c None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:11:18.942589 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6973d4-99d9-493f-8ac3-3798f8fb323c None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:11:18.942589 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1c6973d4-99d9-493f-8ac3-3798f8fb323c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:18.942589 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6973d4-99d9-493f-8ac3-3798f8fb323c None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:11:18.942589 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-1c6973d4-99d9-493f-8ac3-3798f8fb323c None None] Bound port: a2507106-e7f1-4ac4-984c-98b1760fa425, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:11:18.942589 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1c6973d4-99d9-493f-8ac3-3798f8fb323c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a2507106-e7f1-4ac4-984c-98b1760fa425), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:18.947148 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae9ac5-275c-4c7e-a962-f0e69aa651f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:18.947498 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae9ac5-275c-4c7e-a962-f0e69aa651f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:18.947846 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae9ac5-275c-4c7e-a962-f0e69aa651f9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:18.948178 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae9ac5-275c-4c7e-a962-f0e69aa651f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:18.948504 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae9ac5-275c-4c7e-a962-f0e69aa651f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:18.948858 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae9ac5-275c-4c7e-a962-f0e69aa651f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:18.949211 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae9ac5-275c-4c7e-a962-f0e69aa651f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:18.950247 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae9ac5-275c-4c7e-a962-f0e69aa651f9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:18.950663 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae9ac5-275c-4c7e-a962-f0e69aa651f9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:18.951051 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae9ac5-275c-4c7e-a962-f0e69aa651f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:18.951375 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae9ac5-275c-4c7e-a962-f0e69aa651f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:18.951701 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae9ac5-275c-4c7e-a962-f0e69aa651f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:18.952023 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbae9ac5-275c-4c7e-a962-f0e69aa651f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:18.974342 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d0142801-5b00-41af-9a5a-e452755c31d7 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (8afa8167-9ae9-4366-a077-b70bbd2e1aba), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:19.016626 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-1c6973d4-99d9-493f-8ac3-3798f8fb323c None None] For port a2507106-e7f1-4ac4-984c-98b1760fa425, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:11:19.021475 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-1c6973d4-99d9-493f-8ac3-3798f8fb323c None None] For port a2507106-e7f1-4ac4-984c-98b1760fa425, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a2507106-e7f1-4ac4-984c-98b1760fa425,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:11:19.029809 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1c6973d4-99d9-493f-8ac3-3798f8fb323c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a2507106-e7f1-4ac4-984c-98b1760fa425), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:19.053641 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0142801-5b00-41af-9a5a-e452755c31d7 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'Subnet': ['ID=8afa8167-9ae9-4366-a077-b70bbd2e1aba,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:19.063416 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0142801-5b00-41af-9a5a-e452755c31d7 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Checking segment: {'id': '1589541a-a6e1-45a2-a4dd-6c75f1819145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:11:19.063888 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0142801-5b00-41af-9a5a-e452755c31d7 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Network hostable DHCP agents. Network: e3e3050e-0d7e-4a9e-841d-e90f6afd42a9, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:11:19.084308 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0142801-5b00-41af-9a5a-e452755c31d7 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Network e3e3050e-0d7e-4a9e-841d-e90f6afd42a9 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:11:19.097152 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-d0142801-5b00-41af-9a5a-e452755c31d7 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, e3e3050e-0d7e-4a9e-841d-e90f6afd42a9) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:11:19.109721 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e966833-f94a-478e-ba4d-5441e44ead19 None None] Network e3e3050e-0d7e-4a9e-841d-e90f6afd42a9 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:11:19.120730 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0142801-5b00-41af-9a5a-e452755c31d7 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:19.125478 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d0142801-5b00-41af-9a5a-e452755c31d7 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:19.129506 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae9ac5-275c-4c7e-a962-f0e69aa651f9 None None] Pushing event updated for resources: {'Port': ['ID=a2507106-e7f1-4ac4-984c-98b1760fa425,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:19.147782 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6973d4-99d9-493f-8ac3-3798f8fb323c None None] Routers {'9b90902e-dd6b-4da6-aa3f-3075a68744c7'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:11:19.148506 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1c6973d4-99d9-493f-8ac3-3798f8fb323c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:11:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9b90902e-dd6b-4da6-aa3f-3075a68744c7'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:19.188744 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ead88-6add-492e-84a2-7d56b74b95d0 req-a4cdb458-e54c-42a6-b3ce-2003b8a9d44b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:19.193896 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d24ead88-6add-492e-84a2-7d56b74b95d0 req-a4cdb458-e54c-42a6-b3ce-2003b8a9d44b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 944 time: 0.1583943 Mar 07 11:11:19.226023 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d0142801-5b00-41af-9a5a-e452755c31d7 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6184180 Mar 07 11:11:19.231569 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38822) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:19.260547 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89eb5fb-5dd5-4ae8-a739-2a993ef2d7f2 req-20537e63-4bdb-4068-ac03-2d150168d3ea tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:19.263454 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f89eb5fb-5dd5-4ae8-a739-2a993ef2d7f2 req-20537e63-4bdb-4068-ac03-2d150168d3ea tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 946 time: 0.1009526 Mar 07 11:11:19.306731 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d24ead88-6add-492e-84a2-7d56b74b95d0 req-7cb0a5d6-2d75-452b-98d4-2a8c20286b81 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058788 Mar 07 11:11:19.397980 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751225e5-6e55-4e7a-884b-ee30836654c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-e3e3050e-0d7e-4a9e-841d-e90f6afd42a9', 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9', 'project_id': '9218733d4245439aa2e846b97fffe915', 'fixed_ips': [{'subnet_id': '8afa8167-9ae9-4366-a077-b70bbd2e1aba'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:11:19.398860 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-751225e5-6e55-4e7a-884b-ee30836654c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:19.423927 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-1c6973d4-99d9-493f-8ac3-3798f8fb323c None None] Set router 9b90902e-dd6b-4da6-aa3f-3075a68744c7 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:11:19.479953 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f89eb5fb-5dd5-4ae8-a739-2a993ef2d7f2 req-a1926a67-724f-4bf3-8d3b-c1ae1ea1599d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610653 Mar 07 11:11:19.583886 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-751225e5-6e55-4e7a-884b-ee30836654c0 None None] Allocated IP 172.20.0.2 (e3e3050e-0d7e-4a9e-841d-e90f6afd42a9/8afa8167-9ae9-4366-a077-b70bbd2e1aba/384a2413-bb5e-4509-ad1e-726732156d4a) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:11:19.789414 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1c6973d4-99d9-493f-8ac3-3798f8fb323c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'name': 'tempest-TestNetworkBasicOps-router-26881718', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:15Z', 'updated_at': '2022-03-07T11:11:16Z', 'revision_number': 3, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:dd:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:16Z', 'updated_at': '2022-03-07T11:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:19.827771 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6973d4-99d9-493f-8ac3-3798f8fb323c None None] The sync data for ids ['9b90902e-dd6b-4da6-aa3f-3075a68744c7'] in n-d-832164-4 is: [{'id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'name': 'tempest-TestNetworkBasicOps-router-26881718', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:15Z', 'updated_at': '2022-03-07T11:11:16Z', 'revision_number': 3, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:dd:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:16Z', 'updated_at': '2022-03-07T11:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:11:19.881939 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-751225e5-6e55-4e7a-884b-ee30836654c0 None None] Publish callbacks [] for port (384a2413-bb5e-4509-ad1e-726732156d4a), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:19.892426 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-751225e5-6e55-4e7a-884b-ee30836654c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (384a2413-bb5e-4509-ad1e-726732156d4a), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:19.943478 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751225e5-6e55-4e7a-884b-ee30836654c0 None None] Network e3e3050e-0d7e-4a9e-841d-e90f6afd42a9 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:11:19.946943 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-751225e5-6e55-4e7a-884b-ee30836654c0 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:11:19.950866 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751225e5-6e55-4e7a-884b-ee30836654c0 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:11:20.024525 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-82a2e56b-8610-499d-8e4a-8fe457e8765b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:20.035463 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751225e5-6e55-4e7a-884b-ee30836654c0 None None] Pushing event updated for resources: {'Port': ['ID=384a2413-bb5e-4509-ad1e-726732156d4a,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:20.052731 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-751225e5-6e55-4e7a-884b-ee30836654c0 None None] Attempting to bind port 384a2413-bb5e-4509-ad1e-726732156d4a on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:11:20.053308 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-751225e5-6e55-4e7a-884b-ee30836654c0 None None] Attempting to bind port 384a2413-bb5e-4509-ad1e-726732156d4a by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '1589541a-a6e1-45a2-a4dd-6c75f1819145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:11:20.053850 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751225e5-6e55-4e7a-884b-ee30836654c0 None None] Attempting to bind port 384a2413-bb5e-4509-ad1e-726732156d4a on network e3e3050e-0d7e-4a9e-841d-e90f6afd42a9 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:11:20.066433 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751225e5-6e55-4e7a-884b-ee30836654c0 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:11:20.067011 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751225e5-6e55-4e7a-884b-ee30836654c0 None None] Checking segment: {'id': '1589541a-a6e1-45a2-a4dd-6c75f1819145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:11:20.067640 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-751225e5-6e55-4e7a-884b-ee30836654c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:20.068152 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751225e5-6e55-4e7a-884b-ee30836654c0 None None] Bound using segment: {'id': '1589541a-a6e1-45a2-a4dd-6c75f1819145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:11:20.070628 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-751225e5-6e55-4e7a-884b-ee30836654c0 None None] Bound port: 384a2413-bb5e-4509-ad1e-726732156d4a, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1589541a-a6e1-45a2-a4dd-6c75f1819145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:11:20.071198 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-751225e5-6e55-4e7a-884b-ee30836654c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (384a2413-bb5e-4509-ad1e-726732156d4a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:20.072590 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2d27931f-a25a-4f57-a7be-44985be0f362 req-20f77bcb-e1e3-416c-9b7b-d1691eb1bdf2 tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 210 time: 0.0506542 Mar 07 11:11:20.157572 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-751225e5-6e55-4e7a-884b-ee30836654c0 None None] For port 384a2413-bb5e-4509-ad1e-726732156d4a, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:11:20.161329 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-751225e5-6e55-4e7a-884b-ee30836654c0 None None] For port 384a2413-bb5e-4509-ad1e-726732156d4a, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=384a2413-bb5e-4509-ad1e-726732156d4a,segment=NetworkSegment(1589541a-a6e1-45a2-a4dd-6c75f1819145),segment_id=1589541a-a6e1-45a2-a4dd-6c75f1819145)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:11:20.170202 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-751225e5-6e55-4e7a-884b-ee30836654c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (384a2413-bb5e-4509-ad1e-726732156d4a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:20.329901 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751225e5-6e55-4e7a-884b-ee30836654c0 None None] Pushing event updated for resources: {'Port': ['ID=384a2413-bb5e-4509-ad1e-726732156d4a,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:20.698263 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078f3e1-06be-4f0b-abd1-6c6836a41407 req-39e7d294-bfa5-4255-8a15-9ac9c4243b87 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:20.700869 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d078f3e1-06be-4f0b-abd1-6c6836a41407 req-39e7d294-bfa5-4255-8a15-9ac9c4243b87 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 944 time: 0.2599416 Mar 07 11:11:20.725166 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a65327-3bac-4119-be80-e4c0a86c1775 req-44477dc0-0ae3-40ce-8e23-aed513437f47 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:20.727022 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5a65327-3bac-4119-be80-e4c0a86c1775 req-44477dc0-0ae3-40ce-8e23-aed513437f47 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 946 time: 0.1224058 Mar 07 11:11:20.800256 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-82a2e56b-8610-499d-8e4a-8fe457e8765b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Allocated IP 172.20.0.1 (e3e3050e-0d7e-4a9e-841d-e90f6afd42a9/8afa8167-9ae9-4366-a077-b70bbd2e1aba/6e578209-b2e3-40b2-acde-97e55481bb66) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:11:20.826905 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5a65327-3bac-4119-be80-e4c0a86c1775 req-eba0b405-f822-43fa-92b5-c7d7e9219e5d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926704 Mar 07 11:11:21.002411 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d078f3e1-06be-4f0b-abd1-6c6836a41407 req-6f9cdd9e-4a5c-42f5-ae38-aa1dd8d261ce tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393430 Mar 07 11:11:21.039940 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-82a2e56b-8610-499d-8e4a-8fe457e8765b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for port (6e578209-b2e3-40b2-acde-97e55481bb66), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:21.086864 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-82a2e56b-8610-499d-8e4a-8fe457e8765b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (6e578209-b2e3-40b2-acde-97e55481bb66), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:21.143456 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a2e56b-8610-499d-8e4a-8fe457e8765b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Network e3e3050e-0d7e-4a9e-841d-e90f6afd42a9 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:11:21.147866 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-82a2e56b-8610-499d-8e4a-8fe457e8765b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:11:21.151106 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a2e56b-8610-499d-8e4a-8fe457e8765b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:11:21.206319 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2e56b-8610-499d-8e4a-8fe457e8765b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'Port': ['ID=6e578209-b2e3-40b2-acde-97e55481bb66,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:21.240935 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-82a2e56b-8610-499d-8e4a-8fe457e8765b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (9b90902e-dd6b-4da6-aa3f-3075a68744c7), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:21.250294 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dacce899-fcb1-4939-9ff0-df1c01c5741a req-ccc86fbf-807c-4410-9acb-d0edc88b9dbf tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 210 time: 0.0590451 Mar 07 11:11:21.457093 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-82a2e56b-8610-499d-8e4a-8fe457e8765b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6e578209-b2e3-40b2-acde-97e55481bb66), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:21.710745 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a2507106-e7f1-4ac4-984c-98b1760fa425 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:11:21.786076 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port a2507106-e7f1-4ac4-984c-98b1760fa425 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:21.786955 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a2507106-e7f1-4ac4-984c-98b1760fa425), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:21.853565 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bc2549-6f9b-47d4-88c8-917c6ac25b4e None None] Network e3e3050e-0d7e-4a9e-841d-e90f6afd42a9 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:11:21.942533 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-82a2e56b-8610-499d-8e4a-8fe457e8765b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for port (6e578209-b2e3-40b2-acde-97e55481bb66), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:21.990653 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-57914e1a-3653-422c-8d81-edf8c3698780 None None] Provisioning complete for port 384a2413-bb5e-4509-ad1e-726732156d4a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:21.991191 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-57914e1a-3653-422c-8d81-edf8c3698780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (384a2413-bb5e-4509-ad1e-726732156d4a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:22.020320 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-82a2e56b-8610-499d-8e4a-8fe457e8765b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (6e578209-b2e3-40b2-acde-97e55481bb66), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:22.111515 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port a2507106-e7f1-4ac4-984c-98b1760fa425 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:22.111908 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a2507106-e7f1-4ac4-984c-98b1760fa425), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:22.137949 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2e56b-8610-499d-8e4a-8fe457e8765b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'Port': ['ID=6e578209-b2e3-40b2-acde-97e55481bb66,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:22.153986 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b32e69-bf9f-4b0e-b4a3-142708969db7 req-1abf2ee5-f9a4-4e7f-ba9a-a90e29f8673e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:22.155726 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-65b32e69-bf9f-4b0e-b4a3-142708969db7 req-1abf2ee5-f9a4-4e7f-ba9a-a90e29f8673e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 946 time: 0.2094829 Mar 07 11:11:22.157040 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-82a2e56b-8610-499d-8e4a-8fe457e8765b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (9b90902e-dd6b-4da6-aa3f-3075a68744c7), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:22.162494 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port a2507106-e7f1-4ac4-984c-98b1760fa425, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a2507106-e7f1-4ac4-984c-98b1760fa425,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:22.163600 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e8186-d2df-49b7-bdaa-9a4f6c1e188f req-4365503c-ae10-4dee-8068-9ed44373bf96 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:22.178307 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0d5e8186-d2df-49b7-bdaa-9a4f6c1e188f req-4365503c-ae10-4dee-8068-9ed44373bf96 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 944 time: 0.0864503 Mar 07 11:11:22.204406 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a2507106-e7f1-4ac4-984c-98b1760fa425), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:22.205570 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 384a2413-bb5e-4509-ad1e-726732156d4a up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:11:22.280784 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0d5e8186-d2df-49b7-bdaa-9a4f6c1e188f req-44e85a0b-3df4-4389-8301-c1f03cb3018f tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013107 Mar 07 11:11:22.339665 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-65b32e69-bf9f-4b0e-b4a3-142708969db7 req-8045281c-9961-4c7e-b46b-e34fb7e30cdc tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691504 Mar 07 11:11:22.347721 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-57914e1a-3653-422c-8d81-edf8c3698780 None None] Current status of the port 384a2413-bb5e-4509-ad1e-726732156d4a is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:22.348342 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-57914e1a-3653-422c-8d81-edf8c3698780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (384a2413-bb5e-4509-ad1e-726732156d4a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:22.394984 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=a2507106-e7f1-4ac4-984c-98b1760fa425,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:22.407868 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a2e56b-8610-499d-8e4a-8fe457e8765b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Network e3e3050e-0d7e-4a9e-841d-e90f6afd42a9 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:11:22.414138 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-82a2e56b-8610-499d-8e4a-8fe457e8765b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:11:22.444374 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-57914e1a-3653-422c-8d81-edf8c3698780 None None] For port 384a2413-bb5e-4509-ad1e-726732156d4a, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=384a2413-bb5e-4509-ad1e-726732156d4a,segment=NetworkSegment(1589541a-a6e1-45a2-a4dd-6c75f1819145),segment_id=1589541a-a6e1-45a2-a4dd-6c75f1819145)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:22.446702 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 384a2413-bb5e-4509-ad1e-726732156d4a triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:22.447176 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (384a2413-bb5e-4509-ad1e-726732156d4a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:22.460097 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a0df642f-3b68-4774-a0cf-26a9f96113fc req-61834f61-b458-4077-80f3-0f0696e691cc tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 210 time: 0.0802834 Mar 07 11:11:22.481140 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-57914e1a-3653-422c-8d81-edf8c3698780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (384a2413-bb5e-4509-ad1e-726732156d4a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:22.567512 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57914e1a-3653-422c-8d81-edf8c3698780 None None] Pushing event updated for resources: {'Port': ['ID=384a2413-bb5e-4509-ad1e-726732156d4a,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:22.655306 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 384a2413-bb5e-4509-ad1e-726732156d4a is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:22.658999 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-37043276-44e3-46f0-bcfa-10c3253e0f55 None None] Provisioning complete for port 6e578209-b2e3-40b2-acde-97e55481bb66 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:22.659730 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-37043276-44e3-46f0-bcfa-10c3253e0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6e578209-b2e3-40b2-acde-97e55481bb66), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:22.701694 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-37043276-44e3-46f0-bcfa-10c3253e0f55 None None] Port 6e578209-b2e3-40b2-acde-97e55481bb66 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:11:22.717245 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-37043276-44e3-46f0-bcfa-10c3253e0f55 None None] Provisioning complete for port 384a2413-bb5e-4509-ad1e-726732156d4a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:22.717948 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-37043276-44e3-46f0-bcfa-10c3253e0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (384a2413-bb5e-4509-ad1e-726732156d4a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:22.818090 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-37043276-44e3-46f0-bcfa-10c3253e0f55 None None] Current status of the port 384a2413-bb5e-4509-ad1e-726732156d4a is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:22.889368 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a2e56b-8610-499d-8e4a-8fe457e8765b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Router 9b90902e-dd6b-4da6-aa3f-3075a68744c7 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:11:22.943551 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-7aee562a-b7e9-45f1-b080-995ef52c01e4 None None] Provisioning complete for port 6e578209-b2e3-40b2-acde-97e55481bb66 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:22.944772 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7aee562a-b7e9-45f1-b080-995ef52c01e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6e578209-b2e3-40b2-acde-97e55481bb66), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:23.007128 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-7aee562a-b7e9-45f1-b080-995ef52c01e4 None None] Port 6e578209-b2e3-40b2-acde-97e55481bb66 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:11:23.055005 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a2e56b-8610-499d-8e4a-8fe457e8765b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:11:23.061635 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-82a2e56b-8610-499d-8e4a-8fe457e8765b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "PUT /v2.0/routers/9b90902e-dd6b-4da6-aa3f-3075a68744c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8254390 Mar 07 11:11:23.064088 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38838) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:23.078681 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a9310-ea63-4c1a-b3a9-17d4fc6aced9 None None] Sync routers for ids ['9b90902e-dd6b-4da6-aa3f-3075a68744c7'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:11:23.092524 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061a9310-ea63-4c1a-b3a9-17d4fc6aced9 None None] Routers {'9b90902e-dd6b-4da6-aa3f-3075a68744c7'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:11:23.093903 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-061a9310-ea63-4c1a-b3a9-17d4fc6aced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:11:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9b90902e-dd6b-4da6-aa3f-3075a68744c7'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:23.175239 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:23.251244 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-061a9310-ea63-4c1a-b3a9-17d4fc6aced9 None None] Set router 9b90902e-dd6b-4da6-aa3f-3075a68744c7 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:11:23.253271 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-094699d9-345c-4d2e-8d81-a0343dd1634c None None] Provisioning complete for port 6e578209-b2e3-40b2-acde-97e55481bb66 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:23.253447 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-094699d9-345c-4d2e-8d81-a0343dd1634c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6e578209-b2e3-40b2-acde-97e55481bb66), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:23.280008 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-a7b76e43-696d-4a24-85cc-41fb24f91ee2 service neutron] show failed (client error): The resource could not be found. Mar 07 11:11:23.281803 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-a7b76e43-696d-4a24-85cc-41fb24f91ee2 service neutron] 10.222.0.31 "GET /v2.0/ports/99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8/bindings/n-h1-832164-4 HTTP/1.1" status: 404 len: 380 time: 0.1636796 Mar 07 11:11:23.356376 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-094699d9-345c-4d2e-8d81-a0343dd1634c None None] Port 6e578209-b2e3-40b2-acde-97e55481bb66 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:11:23.396868 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c6d698-f69d-434d-9546-d9ff926bce2e tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:23.410284 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c6d698-f69d-434d-9546-d9ff926bce2e tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:23.410768 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c6d698-f69d-434d-9546-d9ff926bce2e tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:23.411245 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c6d698-f69d-434d-9546-d9ff926bce2e tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:23.411712 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c6d698-f69d-434d-9546-d9ff926bce2e tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:23.412179 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c6d698-f69d-434d-9546-d9ff926bce2e tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:23.412639 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c6d698-f69d-434d-9546-d9ff926bce2e tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:23.413097 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c6d698-f69d-434d-9546-d9ff926bce2e tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:23.413586 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c6d698-f69d-434d-9546-d9ff926bce2e tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:23.415644 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f7c6d698-f69d-434d-9546-d9ff926bce2e tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6373 time: 0.3502481 Mar 07 11:11:23.434203 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 38844) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:23.480046 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad97cc-fc80-4c92-9e36-4eb2481fc825 req-7d70986c-9eb3-4541-bb12-8e5d3c5c4c02 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:23.485297 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-06ad97cc-fc80-4c92-9e36-4eb2481fc825 req-7d70986c-9eb3-4541-bb12-8e5d3c5c4c02 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 944 time: 0.0745916 Mar 07 11:11:23.566669 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-06ad97cc-fc80-4c92-9e36-4eb2481fc825 req-12ef7f71-fafb-45ac-a03b-5704acf08390 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730369 Mar 07 11:11:23.628353 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bcd65e-0be7-4e3a-be98-072d41798f19 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:23.629099 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bcd65e-0be7-4e3a-be98-072d41798f19 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:23.629759 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bcd65e-0be7-4e3a-be98-072d41798f19 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:23.630387 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bcd65e-0be7-4e3a-be98-072d41798f19 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:23.631035 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bcd65e-0be7-4e3a-be98-072d41798f19 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:23.631659 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bcd65e-0be7-4e3a-be98-072d41798f19 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:23.648222 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bcd65e-0be7-4e3a-be98-072d41798f19 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:23.648958 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bcd65e-0be7-4e3a-be98-072d41798f19 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:23.649624 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bcd65e-0be7-4e3a-be98-072d41798f19 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:23.651893 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-75bcd65e-0be7-4e3a-be98-072d41798f19 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5909 time: 0.2158310 Mar 07 11:11:23.657822 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38848) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:23.673164 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f428e-8f05-4f18-993f-bca5339d23ad req-9eed44d6-953a-4acb-bf79-124cbbf8a615 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:23.674747 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0a4f428e-8f05-4f18-993f-bca5339d23ad req-9eed44d6-953a-4acb-bf79-124cbbf8a615 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 946 time: 0.1513813 Mar 07 11:11:23.679618 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a2507106-e7f1-4ac4-984c-98b1760fa425 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:11:23.755251 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-061a9310-ea63-4c1a-b3a9-17d4fc6aced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'name': 'tempest-TestNetworkBasicOps-router-26881718', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:15Z', 'updated_at': '2022-03-07T11:11:21Z', 'revision_number': 4, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:dd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:16Z', 'updated_at': '2022-03-07T11:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '6e578209-b2e3-40b2-acde-97e55481bb66', 'name': '', 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'mac_address': 'fa:16:3e:ea:7f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '8afa8167-9ae9-4366-a077-b70bbd2e1aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:20Z', 'updated_at': '2022-03-07T11:11:21Z', 'revision_number': 2, 'project_id': '9218733d4245439aa2e846b97fffe915', 'subnets': [{'id': '8afa8167-9ae9-4366-a077-b70bbd2e1aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:23.784700 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c7bde729-330f-43b3-80ea-6127e4c54210 req-15f982b1-e9a7-40be-abf5-c2148e0667aa tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "GET /v2.0/ports?device_id=58cf4b00-f4dc-4a2d-aef3-de9ebe43c1f7 HTTP/1.1" status: 200 len: 210 time: 0.0885735 Mar 07 11:11:23.789322 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a9310-ea63-4c1a-b3a9-17d4fc6aced9 None None] Checking router: 9b90902e-dd6b-4da6-aa3f-3075a68744c7 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:11:23.789840 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a9310-ea63-4c1a-b3a9-17d4fc6aced9 None None] Updating router 9b90902e-dd6b-4da6-aa3f-3075a68744c7 port 6e578209-b2e3-40b2-acde-97e55481bb66 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:11:23.826831 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0a4f428e-8f05-4f18-993f-bca5339d23ad req-b7154aeb-0819-4050-a5b0-bdbdb6094bf2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1459935 Mar 07 11:11:23.835336 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port a2507106-e7f1-4ac4-984c-98b1760fa425 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:23.835905 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a2507106-e7f1-4ac4-984c-98b1760fa425), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:23.839478 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-061a9310-ea63-4c1a-b3a9-17d4fc6aced9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6e578209-b2e3-40b2-acde-97e55481bb66), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:23.942829 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-60a5967f-6032-4b57-94b7-dfdb5aa98f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:23.944388 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-60a5967f-6032-4b57-94b7-dfdb5aa98f95 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa&tenant_id=495992950f4c431c9a7421503d52aa85 HTTP/1.1" status: 200 len: 1128 time: 0.2193751 Mar 07 11:11:23.956553 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-005abfdf-3323-40db-91a5-112ef18b9b6e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832164-4', 'device_owner': 'compute:nova'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:24.045068 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-005abfdf-3323-40db-91a5-112ef18b9b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:24.061197 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8ca5a95b-ffeb-4e6f-8d63-08bdb572b3f1 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5217 time: 0.3997064 Mar 07 11:11:24.063187 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port a2507106-e7f1-4ac4-984c-98b1760fa425 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:24.064427 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 384a2413-bb5e-4509-ad1e-726732156d4a up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:11:24.181818 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 384a2413-bb5e-4509-ad1e-726732156d4a triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:24.182422 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (384a2413-bb5e-4509-ad1e-726732156d4a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:24.288719 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-061a9310-ea63-4c1a-b3a9-17d4fc6aced9 None None] Publish callbacks [] for port (6e578209-b2e3-40b2-acde-97e55481bb66), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:24.325130 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-061a9310-ea63-4c1a-b3a9-17d4fc6aced9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6e578209-b2e3-40b2-acde-97e55481bb66), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:24.342661 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-005abfdf-3323-40db-91a5-112ef18b9b6e service neutron] For port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8,segment=NetworkSegment(1d51969e-4a73-44b5-a816-740b09033e27),segment_id=1d51969e-4a73-44b5-a816-740b09033e27)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:24.395958 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-005abfdf-3323-40db-91a5-112ef18b9b6e service neutron] For port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:11:24.457951 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-005abfdf-3323-40db-91a5-112ef18b9b6e service neutron] Publish callbacks [] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:24.477566 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-005abfdf-3323-40db-91a5-112ef18b9b6e service neutron] Transition to ACTIVE for port object 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:11:24.478541 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f94309-914f-4d67-b368-e6bd640bccaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:11:24.482450 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8306a7bf-3c15-4368-b064-f4b506830110" -d '{"events": [{"server_uuid": "58f94309-914f-4d67-b368-e6bd640bccaa", "name": "network-vif-unplugged", "status": "completed", "tag": "99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:11:24.488907 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-005abfdf-3323-40db-91a5-112ef18b9b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:24.578728 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005abfdf-3323-40db-91a5-112ef18b9b6e service neutron] Pushing event updated for resources: {'Port': ['ID=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8,revision_number=6']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:24.697566 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdfc21a-588e-4508-a484-8f138ce74d35 x-openstack-request-id: req-1fdfc21a-588e-4508-a484-8f138ce74d35 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:11:24.697566 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f94309-914f-4d67-b368-e6bd640bccaa", "name": "network-vif-unplugged", "status": "completed", "tag": "99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:11:24.697566 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1fdfc21a-588e-4508-a484-8f138ce74d35 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:11:24.697566 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f94309-914f-4d67-b368-e6bd640bccaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8', 'code': 200} Mar 07 11:11:24.838765 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-061a9310-ea63-4c1a-b3a9-17d4fc6aced9 None None] Attempting to bind port 6e578209-b2e3-40b2-acde-97e55481bb66 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:11:24.839268 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-061a9310-ea63-4c1a-b3a9-17d4fc6aced9 None None] Attempting to bind port 6e578209-b2e3-40b2-acde-97e55481bb66 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '1589541a-a6e1-45a2-a4dd-6c75f1819145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:11:24.839752 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061a9310-ea63-4c1a-b3a9-17d4fc6aced9 None None] Attempting to bind port 6e578209-b2e3-40b2-acde-97e55481bb66 on network e3e3050e-0d7e-4a9e-841d-e90f6afd42a9 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:11:24.842596 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 384a2413-bb5e-4509-ad1e-726732156d4a is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:24.862812 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0475bc7-5310-4045-8e82-60b0ff8eaa1d None None] Provisioning complete for port 6e578209-b2e3-40b2-acde-97e55481bb66 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:24.863383 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0475bc7-5310-4045-8e82-60b0ff8eaa1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6e578209-b2e3-40b2-acde-97e55481bb66), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:24.865432 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51709fbb-e5c6-4ef7-8041-7c183612aed0 None None] Pushing event updated for resources: {'Port': ['ID=6e578209-b2e3-40b2-acde-97e55481bb66,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:24.868122 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-005abfdf-3323-40db-91a5-112ef18b9b6e service neutron] No DVR routers for this DVR port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:11:24.869394 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061a9310-ea63-4c1a-b3a9-17d4fc6aced9 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:11:24.869820 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061a9310-ea63-4c1a-b3a9-17d4fc6aced9 None None] Checking segment: {'id': '1589541a-a6e1-45a2-a4dd-6c75f1819145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:11:24.870658 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-061a9310-ea63-4c1a-b3a9-17d4fc6aced9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:24.871284 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061a9310-ea63-4c1a-b3a9-17d4fc6aced9 None None] Bound using segment: {'id': '1589541a-a6e1-45a2-a4dd-6c75f1819145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:11:24.872340 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-061a9310-ea63-4c1a-b3a9-17d4fc6aced9 None None] Bound port: 6e578209-b2e3-40b2-acde-97e55481bb66, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1589541a-a6e1-45a2-a4dd-6c75f1819145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:11:24.873868 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-061a9310-ea63-4c1a-b3a9-17d4fc6aced9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6e578209-b2e3-40b2-acde-97e55481bb66), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:24.947516 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e841c-9f9f-407b-9ebd-ea1f7c518b62 req-fe18e99c-d1a5-47b3-a4b5-56c55de4aa38 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:24.949772 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-939e841c-9f9f-407b-9ebd-ea1f7c518b62 req-fe18e99c-d1a5-47b3-a4b5-56c55de4aa38 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 944 time: 0.1998324 Mar 07 11:11:24.954086 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38860) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:24.965594 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-59c28bdf-af33-4e02-b1fe-04c67cede26a tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-843020089', 'description': 'tempest-secgroup-smoke-843020089 description', 'project_id': '9218733d4245439aa2e846b97fffe915'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:24.968898 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-061a9310-ea63-4c1a-b3a9-17d4fc6aced9 None None] For port 6e578209-b2e3-40b2-acde-97e55481bb66, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:11:24.972782 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-061a9310-ea63-4c1a-b3a9-17d4fc6aced9 None None] For port 6e578209-b2e3-40b2-acde-97e55481bb66, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6e578209-b2e3-40b2-acde-97e55481bb66,segment=NetworkSegment(1589541a-a6e1-45a2-a4dd-6c75f1819145),segment_id=1589541a-a6e1-45a2-a4dd-6c75f1819145)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:11:25.003646 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-061a9310-ea63-4c1a-b3a9-17d4fc6aced9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6e578209-b2e3-40b2-acde-97e55481bb66), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:25.012878 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-59c28bdf-af33-4e02-b1fe-04c67cede26a tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:25.033862 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38862) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:25.073634 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-939e841c-9f9f-407b-9ebd-ea1f7c518b62 req-f70e001c-c5e4-4e07-8190-3c181363098e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851421 Mar 07 11:11:25.128726 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-005abfdf-3323-40db-91a5-112ef18b9b6e service neutron] Attempting to bind port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:11:25.129456 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-005abfdf-3323-40db-91a5-112ef18b9b6e service neutron] Attempting to bind port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '1d51969e-4a73-44b5-a816-740b09033e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:11:25.130641 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-005abfdf-3323-40db-91a5-112ef18b9b6e service neutron] Attempting to bind port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 on network 43c1ad94-1474-4985-8640-9532291fba8a {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:11:25.134554 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51709fbb-e5c6-4ef7-8041-7c183612aed0 None None] Pushing event updated for resources: {'Port': ['ID=6e578209-b2e3-40b2-acde-97e55481bb66,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:25.144073 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061a9310-ea63-4c1a-b3a9-17d4fc6aced9 None None] Routers {'9b90902e-dd6b-4da6-aa3f-3075a68744c7'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:11:25.144795 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-061a9310-ea63-4c1a-b3a9-17d4fc6aced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:11:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9b90902e-dd6b-4da6-aa3f-3075a68744c7'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:25.148843 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-005abfdf-3323-40db-91a5-112ef18b9b6e service neutron] Port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 on network 43c1ad94-1474-4985-8640-9532291fba8a not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:11:25.149394 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-005abfdf-3323-40db-91a5-112ef18b9b6e service neutron] Attempting to bind port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 on network 43c1ad94-1474-4985-8640-9532291fba8a {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:11:25.150727 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0475bc7-5310-4045-8e82-60b0ff8eaa1d None None] Port 6e578209-b2e3-40b2-acde-97e55481bb66 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:11:25.164656 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-005abfdf-3323-40db-91a5-112ef18b9b6e service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:11:25.165684 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-005abfdf-3323-40db-91a5-112ef18b9b6e service neutron] Checking segment: {'id': '1d51969e-4a73-44b5-a816-740b09033e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:11:25.166195 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-005abfdf-3323-40db-91a5-112ef18b9b6e service neutron] Bound using segment: {'id': '1d51969e-4a73-44b5-a816-740b09033e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:11:25.168329 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-005abfdf-3323-40db-91a5-112ef18b9b6e service neutron] Bound port: 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d51969e-4a73-44b5-a816-740b09033e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:11:25.169272 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-005abfdf-3323-40db-91a5-112ef18b9b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:25.253278 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-59c28bdf-af33-4e02-b1fe-04c67cede26a tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group (65700cd8-7be9-4ee4-9a05-9c1a02b23207), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:25.274692 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-59c28bdf-af33-4e02-b1fe-04c67cede26a tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (65700cd8-7be9-4ee4-9a05-9c1a02b23207), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:25.298334 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-005abfdf-3323-40db-91a5-112ef18b9b6e service neutron] For port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8, host n-h1-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:11:25.305515 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-005abfdf-3323-40db-91a5-112ef18b9b6e service neutron] For port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8,segment=NetworkSegment(1d51969e-4a73-44b5-a816-740b09033e27),segment_id=1d51969e-4a73-44b5-a816-740b09033e27)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:11:25.318980 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-005abfdf-3323-40db-91a5-112ef18b9b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:25.346740 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-59c28bdf-af33-4e02-b1fe-04c67cede26a tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:25.351415 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-59c28bdf-af33-4e02-b1fe-04c67cede26a tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3922679 Mar 07 11:11:25.354510 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38864) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:25.359828 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c28bdf-af33-4e02-b1fe-04c67cede26a tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65700cd8-7be9-4ee4-9a05-9c1a02b23207,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:25.366868 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-5431d353-8798-4592-a4b6-554052bebfc4 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Request body: {'security_group_rule': {'security_group_id': '65700cd8-7be9-4ee4-9a05-9c1a02b23207', 'project_id': '9218733d4245439aa2e846b97fffe915', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:25.376128 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5ab9c841-2ae4-4067-845c-0a8842ea0d7c tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks [] for security_group (30a7dd43-d4c3-420d-80db-55346672929d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:25.382673 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-005abfdf-3323-40db-91a5-112ef18b9b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:25.383289 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-005abfdf-3323-40db-91a5-112ef18b9b6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:25.384767 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-005abfdf-3323-40db-91a5-112ef18b9b6e service neutron] 10.222.0.21 "PUT /v2.0/ports/99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 HTTP/1.1" status: 200 len: 1092 time: 1.4336634 Mar 07 11:11:25.397692 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb8f16-6c23-4dd0-9751-e3fcff34fd5d req-810748ce-f50c-4261-9e6e-1a22393623b4 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:25.399614 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eddb8f16-6c23-4dd0-9751-e3fcff34fd5d req-810748ce-f50c-4261-9e6e-1a22393623b4 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 944 time: 0.2889898 Mar 07 11:11:25.463252 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005abfdf-3323-40db-91a5-112ef18b9b6e service neutron] Pushing event updated for resources: {'Port': ['ID=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8,revision_number=7']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:25.492494 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-b5ace228-26fd-4378-963f-3a50918a6a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:25.494176 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-b5ace228-26fd-4378-963f-3a50918a6a4e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 1126 time: 0.0778971 Mar 07 11:11:25.504152 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-061a9310-ea63-4c1a-b3a9-17d4fc6aced9 None None] Set router 9b90902e-dd6b-4da6-aa3f-3075a68744c7 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:11:25.507801 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5ab9c841-2ae4-4067-845c-0a8842ea0d7c tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks [] for security_group (30a7dd43-d4c3-420d-80db-55346672929d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:25.641920 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5ab9c841-2ae4-4067-845c-0a8842ea0d7c tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (30a7dd43-d4c3-420d-80db-55346672929d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:25.644583 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5ab9c841-2ae4-4067-845c-0a8842ea0d7c tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:25.645003 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-7f8fc2da-09f8-407a-af99-89422df66267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:25.645805 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5ab9c841-2ae4-4067-845c-0a8842ea0d7c tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] 10.222.0.11 "DELETE /v2.0/security-groups/30a7dd43-d4c3-420d-80db-55346672929d HTTP/1.1" status: 204 len: 168 time: 0.6107173 Mar 07 11:11:25.647056 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-7f8fc2da-09f8-407a-af99-89422df66267 service neutron] 10.222.0.21 "GET /v2.0/networks?id=43c1ad94-1474-4985-8640-9532291fba8a HTTP/1.1" status: 200 len: 897 time: 0.1457469 Mar 07 11:11:25.682889 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5431d353-8798-4592-a4b6-554052bebfc4 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (2f61e9fd-fba7-4071-8fc6-95948d6c153e), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:25.728350 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab9c841-2ae4-4067-845c-0a8842ea0d7c tempest-TestVolumeBackupRestore-419877793 tempest-TestVolumeBackupRestore-419877793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a7dd43-d4c3-420d-80db-55346672929d,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:25.795145 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-8f4f85da-48aa-4b6b-a9af-bb98435bcd9d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 HTTP/1.1" status: 200 len: 1000 time: 0.1390047 Mar 07 11:11:25.811052 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-093e70cb-a9e8-4be7-bc29-7cc63551532c None None] Provisioning complete for port 6e578209-b2e3-40b2-acde-97e55481bb66 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:25.811438 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-093e70cb-a9e8-4be7-bc29-7cc63551532c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6e578209-b2e3-40b2-acde-97e55481bb66), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:25.870335 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eddb8f16-6c23-4dd0-9751-e3fcff34fd5d req-3b781e67-bd8d-4659-8cad-66821842c866 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4349608 Mar 07 11:11:25.877273 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-97e4fe06-4427-4346-8164-923482bfb6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:25.879233 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-97e4fe06-4427-4346-8164-923482bfb6f9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=840c8047-e940-4ed1-ac9c-d1cc13c6e768 HTTP/1.1" status: 200 len: 835 time: 0.0796807 Mar 07 11:11:25.955018 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5431d353-8798-4592-a4b6-554052bebfc4 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (2f61e9fd-fba7-4071-8fc6-95948d6c153e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:25.963171 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5431d353-8798-4592-a4b6-554052bebfc4 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (2f61e9fd-fba7-4071-8fc6-95948d6c153e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:25.988348 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-e84f4446-b88e-4dd5-8afa-581dbb962cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:25.990320 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-e84f4446-b88e-4dd5-8afa-581dbb962cde service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=43c1ad94-1474-4985-8640-9532291fba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1048274 Mar 07 11:11:26.034478 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431d353-8798-4592-a4b6-554052bebfc4 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f61e9fd-fba7-4071-8fc6-95948d6c153e,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:26.060156 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5431d353-8798-4592-a4b6-554052bebfc4 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:26.064278 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5431d353-8798-4592-a4b6-554052bebfc4 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7055779 Mar 07 11:11:26.067240 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38888) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:26.079510 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-3ab305ee-a57b-4dc3-9bd4-3ed2f822a640 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Request body: {'security_group_rule': {'security_group_id': '65700cd8-7be9-4ee4-9a05-9c1a02b23207', 'project_id': '9218733d4245439aa2e846b97fffe915', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:26.151050 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3ab305ee-a57b-4dc3-9bd4-3ed2f822a640 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (7a31382e-6834-4799-a15c-8523decb93db), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:26.187632 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-093e70cb-a9e8-4be7-bc29-7cc63551532c None None] Current status of the port 6e578209-b2e3-40b2-acde-97e55481bb66 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:26.188742 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-093e70cb-a9e8-4be7-bc29-7cc63551532c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6e578209-b2e3-40b2-acde-97e55481bb66), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:26.247947 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-061a9310-ea63-4c1a-b3a9-17d4fc6aced9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'name': 'tempest-TestNetworkBasicOps-router-26881718', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:15Z', 'updated_at': '2022-03-07T11:11:21Z', 'revision_number': 4, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:dd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:16Z', 'updated_at': '2022-03-07T11:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '6e578209-b2e3-40b2-acde-97e55481bb66', 'name': '', 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'mac_address': 'fa:16:3e:ea:7f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '8afa8167-9ae9-4366-a077-b70bbd2e1aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:20Z', 'updated_at': '2022-03-07T11:11:24Z', 'revision_number': 4, 'project_id': '9218733d4245439aa2e846b97fffe915', 'subnets': [{'id': '8afa8167-9ae9-4366-a077-b70bbd2e1aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:26.300935 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a9310-ea63-4c1a-b3a9-17d4fc6aced9 None None] The sync data for ids ['9b90902e-dd6b-4da6-aa3f-3075a68744c7'] in n-d-832164-4 is: [{'id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'name': 'tempest-TestNetworkBasicOps-router-26881718', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:15Z', 'updated_at': '2022-03-07T11:11:21Z', 'revision_number': 4, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:dd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:16Z', 'updated_at': '2022-03-07T11:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '6e578209-b2e3-40b2-acde-97e55481bb66', 'name': '', 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'mac_address': 'fa:16:3e:ea:7f:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '8afa8167-9ae9-4366-a077-b70bbd2e1aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:20Z', 'updated_at': '2022-03-07T11:11:24Z', 'revision_number': 4, 'project_id': '9218733d4245439aa2e846b97fffe915', 'subnets': [{'id': '8afa8167-9ae9-4366-a077-b70bbd2e1aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:11:26.305922 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3ab305ee-a57b-4dc3-9bd4-3ed2f822a640 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (7a31382e-6834-4799-a15c-8523decb93db), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:26.317175 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-0533178d-f22c-4c15-a466-43460f434989 service neutron] 10.222.0.21 "GET /v2.0/networks/43c1ad94-1474-4985-8640-9532291fba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204551 Mar 07 11:11:26.320428 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-093e70cb-a9e8-4be7-bc29-7cc63551532c None None] For port 6e578209-b2e3-40b2-acde-97e55481bb66, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6e578209-b2e3-40b2-acde-97e55481bb66,segment=NetworkSegment(1589541a-a6e1-45a2-a4dd-6c75f1819145),segment_id=1589541a-a6e1-45a2-a4dd-6c75f1819145)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:26.326324 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-093e70cb-a9e8-4be7-bc29-7cc63551532c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6e578209-b2e3-40b2-acde-97e55481bb66), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:26.344508 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3ab305ee-a57b-4dc3-9bd4-3ed2f822a640 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (7a31382e-6834-4799-a15c-8523decb93db), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:26.416749 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab305ee-a57b-4dc3-9bd4-3ed2f822a640 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a31382e-6834-4799-a15c-8523decb93db,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:26.451214 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3ab305ee-a57b-4dc3-9bd4-3ed2f822a640 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:26.456371 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3ab305ee-a57b-4dc3-9bd4-3ed2f822a640 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3879168 Mar 07 11:11:26.457091 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38928) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:26.457282 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083eba1-6b73-4745-bb5a-cd2e7feeddac req-aeb6e4b1-f2a4-4328-a8d9-1a06c609d9c3 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:26.458958 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e083eba1-6b73-4745-bb5a-cd2e7feeddac req-aeb6e4b1-f2a4-4328-a8d9-1a06c609d9c3 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 944 time: 0.2330902 Mar 07 11:11:26.483470 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-07a6485c-b210-480c-b653-b204baed3e0d tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Request body: {'security_group_rule': {'security_group_id': '65700cd8-7be9-4ee4-9a05-9c1a02b23207', 'project_id': '9218733d4245439aa2e846b97fffe915', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:26.518456 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-e149801e-affb-4c26-aa21-0115f2b59934 service neutron] 10.222.0.21 "GET /v2.0/networks/43c1ad94-1474-4985-8640-9532291fba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942046 Mar 07 11:11:26.552999 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e70cb-a9e8-4be7-bc29-7cc63551532c None None] Pushing event updated for resources: {'Port': ['ID=6e578209-b2e3-40b2-acde-97e55481bb66,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:26.556021 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-07a6485c-b210-480c-b653-b204baed3e0d tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (1f8c619d-27f2-4fbd-8161-9ec8a68a8092), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:26.608487 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e083eba1-6b73-4745-bb5a-cd2e7feeddac req-bf7883e9-fbb1-4109-a457-63b45fec3bcb tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311736 Mar 07 11:11:26.654164 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f94309-914f-4d67-b368-e6bd640bccaa', 'tag': '99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:11:26.657479 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f4de73-2dfa-40a1-8d02-f35f026eb1ef" -d '{"events": [{"name": "network-changed", "server_uuid": "58f94309-914f-4d67-b368-e6bd640bccaa", "tag": "99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:11:26.710599 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-07a6485c-b210-480c-b653-b204baed3e0d tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (1f8c619d-27f2-4fbd-8161-9ec8a68a8092), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:26.717390 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-07a6485c-b210-480c-b653-b204baed3e0d tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (1f8c619d-27f2-4fbd-8161-9ec8a68a8092), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:26.748409 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6485c-b210-480c-b653-b204baed3e0d tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f8c619d-27f2-4fbd-8161-9ec8a68a8092,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:26.783589 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-07a6485c-b210-480c-b653-b204baed3e0d tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:26.784831 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-07a6485c-b210-480c-b653-b204baed3e0d tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3265257 Mar 07 11:11:26.787783 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38960) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:26.800128 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc0a013-d278-4678-bfbe-05440e6907df x-openstack-request-id: req-8dc0a013-d278-4678-bfbe-05440e6907df {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:11:26.800740 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f94309-914f-4d67-b368-e6bd640bccaa", "tag": "99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:11:26.801222 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8dc0a013-d278-4678-bfbe-05440e6907df {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:11:26.801850 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f94309-914f-4d67-b368-e6bd640bccaa', 'tag': '99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8', 'status': 'completed', 'code': 200} Mar 07 11:11:26.818376 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-69a55a4e-2145-4c8a-995b-7160a446d9e9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Request body: {'security_group_rule': {'security_group_id': '65700cd8-7be9-4ee4-9a05-9c1a02b23207', 'project_id': '9218733d4245439aa2e846b97fffe915', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:26.869524 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-69a55a4e-2145-4c8a-995b-7160a446d9e9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (01c6b22a-2644-4a61-be9c-676335a2784c), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:27.013378 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-69a55a4e-2145-4c8a-995b-7160a446d9e9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (01c6b22a-2644-4a61-be9c-676335a2784c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:27.014844 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4de73-2dfa-40a1-8d02-f35f026eb1ef req-f1c9ff31-d770-47fb-98eb-86e429d349b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:27.016662 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-76f4de73-2dfa-40a1-8d02-f35f026eb1ef req-f1c9ff31-d770-47fb-98eb-86e429d349b9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 1126 time: 0.1632504 Mar 07 11:11:27.022106 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-69a55a4e-2145-4c8a-995b-7160a446d9e9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (01c6b22a-2644-4a61-be9c-676335a2784c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:27.062854 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-69a55a4e-2145-4c8a-995b-7160a446d9e9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:27.064358 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-69a55a4e-2145-4c8a-995b-7160a446d9e9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2621484 Mar 07 11:11:27.067432 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 38990) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:27.070149 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a55a4e-2145-4c8a-995b-7160a446d9e9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c6b22a-2644-4a61-be9c-676335a2784c,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:27.078240 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-18ec989c-365d-47cb-977e-70f2afd01e44 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Request body: {'security_group_rule': {'security_group_id': '65700cd8-7be9-4ee4-9a05-9c1a02b23207', 'project_id': '9218733d4245439aa2e846b97fffe915', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:27.079435 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4de73-2dfa-40a1-8d02-f35f026eb1ef req-9902bd51-2181-4a06-a3cc-7f4974184d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:27.092439 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-76f4de73-2dfa-40a1-8d02-f35f026eb1ef req-9902bd51-2181-4a06-a3cc-7f4974184d3f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 1126 time: 0.2741177 Mar 07 11:11:27.122331 n-d-832164-4 neutron-server[103767]: INFO neutron.db.securitygroups_db [None req-18ec989c-365d-47cb-977e-70f2afd01e44 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Project 9218733d4245439aa2e846b97fffe915 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:11:27.133588 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-18ec989c-365d-47cb-977e-70f2afd01e44 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (2a9eedb6-6711-454a-b95d-6df97afed309), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:27.304592 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-18ec989c-365d-47cb-977e-70f2afd01e44 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (2a9eedb6-6711-454a-b95d-6df97afed309), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:27.311290 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-18ec989c-365d-47cb-977e-70f2afd01e44 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (2a9eedb6-6711-454a-b95d-6df97afed309), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:27.335848 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec989c-365d-47cb-977e-70f2afd01e44 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9eedb6-6711-454a-b95d-6df97afed309,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:27.348131 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-18ec989c-365d-47cb-977e-70f2afd01e44 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:27.349527 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-18ec989c-365d-47cb-977e-70f2afd01e44 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2805195 Mar 07 11:11:27.352429 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39022) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:27.357889 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-c7225b6b-9a3a-444e-9abe-c102bff5de6e tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Request body: {'security_group_rule': {'security_group_id': '65700cd8-7be9-4ee4-9a05-9c1a02b23207', 'project_id': '9218733d4245439aa2e846b97fffe915', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:27.360764 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:11:27.379768 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba38afb-d20d-4d65-adc8-8b24817d70ef req-fbb4af6d-dff7-4733-be86-32c882d74595 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:27.387325 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1ba38afb-d20d-4d65-adc8-8b24817d70ef req-fbb4af6d-dff7-4733-be86-32c882d74595 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 944 time: 0.3852139 Mar 07 11:11:27.390183 n-d-832164-4 neutron-server[103767]: INFO neutron.db.securitygroups_db [None req-c7225b6b-9a3a-444e-9abe-c102bff5de6e tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Project 9218733d4245439aa2e846b97fffe915 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:11:27.397057 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c7225b6b-9a3a-444e-9abe-c102bff5de6e tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (87c0e98b-f4d0-4249-9fb6-17b7787daf00), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:27.420027 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4de73-2dfa-40a1-8d02-f35f026eb1ef req-5a5b5f0d-4763-46ce-892c-6e89e0f45a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:27.422233 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-76f4de73-2dfa-40a1-8d02-f35f026eb1ef req-5a5b5f0d-4763-46ce-892c-6e89e0f45a93 service neutron] 10.222.0.31 "GET /v2.0/networks?id=43c1ad94-1474-4985-8640-9532291fba8a HTTP/1.1" status: 200 len: 897 time: 0.3856254 Mar 07 11:11:27.455802 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] The host n-h2-832164-4 is not matching for port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 host n-h1-832164-4! {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 11:11:27.457944 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:11:27.489376 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c7225b6b-9a3a-444e-9abe-c102bff5de6e tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (87c0e98b-f4d0-4249-9fb6-17b7787daf00), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:27.495165 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c7225b6b-9a3a-444e-9abe-c102bff5de6e tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (87c0e98b-f4d0-4249-9fb6-17b7787daf00), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:27.522722 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7225b6b-9a3a-444e-9abe-c102bff5de6e tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c0e98b-f4d0-4249-9fb6-17b7787daf00,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:27.530237 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c7225b6b-9a3a-444e-9abe-c102bff5de6e tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:27.531575 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c7225b6b-9a3a-444e-9abe-c102bff5de6e tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1779327 Mar 07 11:11:27.534574 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4de73-2dfa-40a1-8d02-f35f026eb1ef req-fbc70bd7-7d77-4a1f-9d2f-254043e5b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:27.536133 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-76f4de73-2dfa-40a1-8d02-f35f026eb1ef req-fbc70bd7-7d77-4a1f-9d2f-254043e5b034 service neutron] 10.222.0.21 "GET /v2.0/networks?id=43c1ad94-1474-4985-8640-9532291fba8a HTTP/1.1" status: 200 len: 897 time: 0.3887823 Mar 07 11:11:27.686524 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1ba38afb-d20d-4d65-adc8-8b24817d70ef req-45bfbf1b-7c2b-4420-a051-df6ceeb9e14f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2982373 Mar 07 11:11:27.695444 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-76f4de73-2dfa-40a1-8d02-f35f026eb1ef req-06b604e3-2711-48fd-8358-96b7a41bbab9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 HTTP/1.1" status: 200 len: 1000 time: 0.2669921 Mar 07 11:11:27.752714 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6e578209-b2e3-40b2-acde-97e55481bb66 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:11:27.837061 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-0e9d4e50-42c4-4629-9318-badb48e9e858 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-843020089&fields=id&tenant_id=9218733d4245439aa2e846b97fffe915 HTTP/1.1" status: 200 len: 267 time: 0.1033666 Mar 07 11:11:27.898237 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-76f4de73-2dfa-40a1-8d02-f35f026eb1ef req-3a261bc1-5432-486c-a142-5f5742e7d2bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 HTTP/1.1" status: 200 len: 1000 time: 0.3171849 Mar 07 11:11:27.904647 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 6e578209-b2e3-40b2-acde-97e55481bb66 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:27.905395 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6e578209-b2e3-40b2-acde-97e55481bb66), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:28.020177 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4de73-2dfa-40a1-8d02-f35f026eb1ef req-a2ea9034-4ee9-4655-bf2e-925d80b3bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:28.022027 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-76f4de73-2dfa-40a1-8d02-f35f026eb1ef req-a2ea9034-4ee9-4655-bf2e-925d80b3bebf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=840c8047-e940-4ed1-ac9c-d1cc13c6e768 HTTP/1.1" status: 200 len: 835 time: 0.3037896 Mar 07 11:11:28.073828 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-d0ae4ff8-beff-4768-94eb-6e52947e1290 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:28.084806 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-d0ae4ff8-beff-4768-94eb-6e52947e1290 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/networks?id=e3e3050e-0d7e-4a9e-841d-e90f6afd42a9 HTTP/1.1" status: 200 len: 797 time: 0.2353926 Mar 07 11:11:28.113535 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-518ff491-7c00-4d27-a033-3a4ee04162f4 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/quotas/9218733d4245439aa2e846b97fffe915 HTTP/1.1" status: 200 len: 375 time: 0.0274377 Mar 07 11:11:28.172226 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 6e578209-b2e3-40b2-acde-97e55481bb66 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:28.246465 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-24a08be9-f1ed-43cb-9a02-d2a83f951c7d tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9218733d4245439aa2e846b97fffe915&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1301117 Mar 07 11:11:28.258520 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245d97d-4402-4eae-8430-75e13d040440 req-e8545c7a-49a9-4126-b92e-0947ded7b0c9 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:28.260995 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a245d97d-4402-4eae-8430-75e13d040440 req-e8545c7a-49a9-4126-b92e-0947ded7b0c9 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 944 time: 0.2886190 Mar 07 11:11:28.265178 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4de73-2dfa-40a1-8d02-f35f026eb1ef req-75b556c2-4744-4767-8990-63227c9a5c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:28.266842 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-76f4de73-2dfa-40a1-8d02-f35f026eb1ef req-75b556c2-4744-4767-8990-63227c9a5c26 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=840c8047-e940-4ed1-ac9c-d1cc13c6e768 HTTP/1.1" status: 200 len: 835 time: 0.3621194 Mar 07 11:11:28.270672 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4de73-2dfa-40a1-8d02-f35f026eb1ef req-32ed10b9-9321-41e5-b834-2cf476e4fbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:28.272555 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-76f4de73-2dfa-40a1-8d02-f35f026eb1ef req-32ed10b9-9321-41e5-b834-2cf476e4fbac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=43c1ad94-1474-4985-8640-9532291fba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1741788 Mar 07 11:11:28.380569 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-c7bdbb54-8117-4f6c-a245-49aeed065e40 service neutron] 10.222.0.11 "GET /v2.0/networks/e3e3050e-0d7e-4a9e-841d-e90f6afd42a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330299 Mar 07 11:11:28.554664 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-487ae9d2-ef8f-4077-9e16-1be19d8c26ab service neutron] 10.222.0.11 "GET /v2.0/networks/e3e3050e-0d7e-4a9e-841d-e90f6afd42a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533957 Mar 07 11:11:28.875971 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9fcbb545-73ae-4858-9de5-f66230a8b223 req-3af6da71-2ef8-4fe8-9a15-ed245f709467 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=014331c5-5877-4815-9b1b-ae25b99ab1e4 HTTP/1.1" status: 200 len: 210 time: 0.0702775 Mar 07 11:11:28.895896 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-76f4de73-2dfa-40a1-8d02-f35f026eb1ef req-5c8f37a5-85fa-40db-ac93-f9a28b30b23d service neutron] 10.222.0.31 "GET /v2.0/networks/43c1ad94-1474-4985-8640-9532291fba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6082387 Mar 07 11:11:28.985316 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4de73-2dfa-40a1-8d02-f35f026eb1ef req-81f5b739-e5e6-405a-93c5-59ca34d3ae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:28.986848 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-76f4de73-2dfa-40a1-8d02-f35f026eb1ef req-81f5b739-e5e6-405a-93c5-59ca34d3ae04 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=43c1ad94-1474-4985-8640-9532291fba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.7113159 Mar 07 11:11:29.005293 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a245d97d-4402-4eae-8430-75e13d040440 req-8ddc122b-ac78-4820-b8cd-29abaa14616c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7249484 Mar 07 11:11:29.051600 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6413a1b-baef-4bce-8444-535599e158f9 req-7d7adb76-84a0-4c48-a52a-bc55c4573f4b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:29.053417 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c6413a1b-baef-4bce-8444-535599e158f9 req-7d7adb76-84a0-4c48-a52a-bc55c4573f4b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 944 time: 0.1040773 Mar 07 11:11:29.166529 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c6413a1b-baef-4bce-8444-535599e158f9 req-36164a5d-a1c8-4645-aa5a-39ef2231a961 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045213 Mar 07 11:11:29.187809 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-76f4de73-2dfa-40a1-8d02-f35f026eb1ef req-d7ebf3c9-2200-4233-9848-2cae2498b987 service neutron] 10.222.0.31 "GET /v2.0/networks/43c1ad94-1474-4985-8640-9532291fba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799106 Mar 07 11:11:29.252688 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-76f4de73-2dfa-40a1-8d02-f35f026eb1ef req-5d368656-a3c5-4993-a9e0-b1f0305adf83 service neutron] 10.222.0.21 "GET /v2.0/networks/43c1ad94-1474-4985-8640-9532291fba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109847 Mar 07 11:11:29.475172 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-76f4de73-2dfa-40a1-8d02-f35f026eb1ef req-875c88e0-edfa-433b-bbc0-1deea5d542dc service neutron] 10.222.0.21 "GET /v2.0/networks/43c1ad94-1474-4985-8640-9532291fba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116070 Mar 07 11:11:29.630667 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa7939c-1f94-487b-b76b-edebb450d889 req-610a8f8b-1a18-49a9-a5e4-2575fb07b1cb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:29.639452 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2fa7939c-1f94-487b-b76b-edebb450d889 req-610a8f8b-1a18-49a9-a5e4-2575fb07b1cb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 944 time: 0.0729175 Mar 07 11:11:29.725731 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2fa7939c-1f94-487b-b76b-edebb450d889 req-e2363f13-4d07-4602-914f-85fd646a6dc2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847969 Mar 07 11:11:29.729360 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-cdc53f00-ac63-467d-8c43-76723d10894e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:29.732572 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-cdc53f00-ac63-467d-8c43-76723d10894e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.21 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa&tenant_id=495992950f4c431c9a7421503d52aa85&binding%3Ahost_id=n-h1-832164-4 HTTP/1.1" status: 200 len: 944 time: 0.1985550 Mar 07 11:11:29.830615 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-2b0162ee-f161-4452-bb5c-cbd1c8202b98 service neutron] 10.222.0.21 "GET /v2.0/ports/99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8/bindings/n-h1-832164-4 HTTP/1.1" status: 200 len: 382 time: 0.0907078 Mar 07 11:11:29.927768 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-e2a6a125-f595-4c10-80b2-ad13b7185749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:29.929988 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-e2a6a125-f595-4c10-80b2-ad13b7185749 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 1126 time: 0.0748208 Mar 07 11:11:29.998970 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-19ebf226-f4d2-43b2-8356-52402e1e9689 req-c66c63ef-2a8a-4397-9512-005cab65b872 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=014331c5-5877-4815-9b1b-ae25b99ab1e4 HTTP/1.1" status: 200 len: 210 time: 0.0402126 Mar 07 11:11:30.131544 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-f073436a-8020-47ab-a6c9-3ea086c41369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:30.133040 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-f073436a-8020-47ab-a6c9-3ea086c41369 service neutron] 10.222.0.21 "GET /v2.0/networks?id=43c1ad94-1474-4985-8640-9532291fba8a HTTP/1.1" status: 200 len: 897 time: 0.1970773 Mar 07 11:11:30.175246 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b6061-fcbe-4ee5-b0a4-586a1b3746de req-94842c22-66c2-4eec-b7e9-003ab7ff8672 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:30.176842 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-055b6061-fcbe-4ee5-b0a4-586a1b3746de req-94842c22-66c2-4eec-b7e9-003ab7ff8672 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 944 time: 0.0866838 Mar 07 11:11:30.242901 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-64efd49c-ba22-4e55-9ced-3d5b2fff4aff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 HTTP/1.1" status: 200 len: 1000 time: 0.0999746 Mar 07 11:11:30.257979 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-055b6061-fcbe-4ee5-b0a4-586a1b3746de req-1f33ec15-a269-4a33-93ce-a70ccac7535c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743415 Mar 07 11:11:30.313410 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-2150246e-3efa-4384-a1af-42bbdd5d9457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:30.315352 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-2150246e-3efa-4384-a1af-42bbdd5d9457 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=840c8047-e940-4ed1-ac9c-d1cc13c6e768 HTTP/1.1" status: 200 len: 835 time: 0.0670784 Mar 07 11:11:30.341750 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:11:30.384463 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-57a67794-1eba-405f-b63a-9b0e8f4f047a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:30.386905 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-57a67794-1eba-405f-b63a-9b0e8f4f047a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=43c1ad94-1474-4985-8640-9532291fba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0654571 Mar 07 11:11:30.497425 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8,segment=NetworkSegment(1d51969e-4a73-44b5-a816-740b09033e27),segment_id=1d51969e-4a73-44b5-a816-740b09033e27)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:30.512690 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8', 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a', 'port_id': '99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8', 'mac_address': 'fa:16:3e:eb:1e:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '840c8047-e940-4ed1-ac9c-d1cc13c6e768', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:11:30.569328 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:30.570160 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:30.590767 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-420a044b-8cb0-4b31-8a98-eb93237cd27c service neutron] 10.222.0.21 "GET /v2.0/networks/43c1ad94-1474-4985-8640-9532291fba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964788 Mar 07 11:11:30.599309 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:11:30.631082 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8,segment=NetworkSegment(1d51969e-4a73-44b5-a816-740b09033e27),segment_id=1d51969e-4a73-44b5-a816-740b09033e27)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:30.637579 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:30.706068 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:30.830374 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-286aa6f1-9ee4-4e14-8e0a-cad3292b5c0b service neutron] 10.222.0.21 "GET /v2.0/networks/43c1ad94-1474-4985-8640-9532291fba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345581 Mar 07 11:11:30.838069 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-e38cc71b-8f6a-4c51-bc27-06012411168a tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:30.839692 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-e38cc71b-8f6a-4c51-bc27-06012411168a tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.31 "GET /v2.0/networks?id=e3e3050e-0d7e-4a9e-841d-e90f6afd42a9 HTTP/1.1" status: 200 len: 797 time: 0.2157471 Mar 07 11:11:30.866602 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:11:30.940407 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f043a-2805-4259-8dcc-6fe9d64cbb37 req-d82c2d46-846b-41be-a45f-b58322f04516 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:30.947411 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2c4f043a-2805-4259-8dcc-6fe9d64cbb37 req-d82c2d46-846b-41be-a45f-b58322f04516 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 945 time: 0.0909538 Mar 07 11:11:30.998250 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-75c2ce87-aade-488b-9fd0-dc75a84abca9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9218733d4245439aa2e846b97fffe915 HTTP/1.1" status: 200 len: 379 time: 0.1501706 Mar 07 11:11:31.010053 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-77a7178b-28ad-4fd4-b246-ec420ce277b6 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Request body: {'port': {'device_id': '014331c5-5877-4815-9b1b-ae25b99ab1e4', 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9', 'admin_state_up': True, 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'security_groups': ['65700cd8-7be9-4ee4-9a05-9c1a02b23207']}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:31.061732 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2c4f043a-2805-4259-8dcc-6fe9d64cbb37 req-b7c51d68-c638-4604-9437-3799cd7b1dcb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078253 Mar 07 11:11:31.148112 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-200c7188-20d2-41be-9df1-ad83234a7c66 req-7fe9f40e-3027-4f59-85f7-a38e96dd780d tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=014331c5-5877-4815-9b1b-ae25b99ab1e4 HTTP/1.1" status: 200 len: 210 time: 0.0299962 Mar 07 11:11:31.182067 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-77a7178b-28ad-4fd4-b246-ec420ce277b6 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Made reservation on behalf of 9218733d4245439aa2e846b97fffe915 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:11:31.187372 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-77a7178b-28ad-4fd4-b246-ec420ce277b6 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:31.346389 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-77a7178b-28ad-4fd4-b246-ec420ce277b6 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Allocated IP 172.20.0.7 (e3e3050e-0d7e-4a9e-841d-e90f6afd42a9/8afa8167-9ae9-4366-a077-b70bbd2e1aba/ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:11:31.468571 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68164b60-7499-4a8b-a666-d9f23e02699d req-7f331178-aa1a-4e84-a0eb-bd4eb3395c47 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:31.470187 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-68164b60-7499-4a8b-a666-d9f23e02699d req-7f331178-aa1a-4e84-a0eb-bd4eb3395c47 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 944 time: 0.1207030 Mar 07 11:11:31.570928 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ff84ee03-0f2c-4f1d-9d3a-2e5d50acd0a9 req-2d76fc17-9af1-4633-92fd-bcc3737a1221 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0889573 Mar 07 11:11:31.579890 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-68164b60-7499-4a8b-a666-d9f23e02699d req-2d7a8f79-239d-452e-8ee9-c67a9fe6356e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803680 Mar 07 11:11:31.593624 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-77a7178b-28ad-4fd4-b246-ec420ce277b6 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for port (ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:31.651050 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-77a7178b-28ad-4fd4-b246-ec420ce277b6 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:31.689474 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84ee03-0f2c-4f1d-9d3a-2e5d50acd0a9 req-c5f6e669-4463-424c-a7a6-31db436b78d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:31.691749 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ff84ee03-0f2c-4f1d-9d3a-2e5d50acd0a9 req-c5f6e669-4463-424c-a7a6-31db436b78d5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c84901d07e4a49b88f9fef019185eb1b&device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 1128 time: 0.0642767 Mar 07 11:11:31.705173 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-77a7178b-28ad-4fd4-b246-ec420ce277b6 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Network e3e3050e-0d7e-4a9e-841d-e90f6afd42a9 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:11:31.709997 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-77a7178b-28ad-4fd4-b246-ec420ce277b6 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:11:31.714042 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-77a7178b-28ad-4fd4-b246-ec420ce277b6 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:11:31.760926 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a7178b-28ad-4fd4-b246-ec420ce277b6 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'Port': ['ID=ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:31.786920 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-77a7178b-28ad-4fd4-b246-ec420ce277b6 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:31.787704 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-77a7178b-28ad-4fd4-b246-ec420ce277b6 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:31.815235 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-77a7178b-28ad-4fd4-b246-ec420ce277b6 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8102381 Mar 07 11:11:31.829802 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-020d6209-d761-4353-95ce-72c26f0910fa service neutron] Request body: {'port': {'device_id': '014331c5-5877-4815-9b1b-ae25b99ab1e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:31.850514 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84ee03-0f2c-4f1d-9d3a-2e5d50acd0a9 req-1be47cde-9ca5-432f-82de-801849a906db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:31.852504 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ff84ee03-0f2c-4f1d-9d3a-2e5d50acd0a9 req-1be47cde-9ca5-432f-82de-801849a906db service neutron] 10.222.0.31 "GET /v2.0/networks?id=204cc519-b30d-4492-9fc5-23c1f345ed50 HTTP/1.1" status: 200 len: 913 time: 0.1348913 Mar 07 11:11:31.904355 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-020d6209-d761-4353-95ce-72c26f0910fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:31.904938 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ff84ee03-0f2c-4f1d-9d3a-2e5d50acd0a9 req-f36ee94d-029e-4ea4-ac00-f6d489335476 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffec54d0-8d1b-4d96-b227-3138c3fab3d7 HTTP/1.1" status: 200 len: 217 time: 0.0426388 Mar 07 11:11:31.967499 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84ee03-0f2c-4f1d-9d3a-2e5d50acd0a9 req-49f5a56a-6ecb-4232-87a3-e12c97008ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:31.971175 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ff84ee03-0f2c-4f1d-9d3a-2e5d50acd0a9 req-49f5a56a-6ecb-4232-87a3-e12c97008ee5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=933e5dcd-1517-490a-9fa0-e2d8293cf2f0 HTTP/1.1" status: 200 len: 851 time: 0.0605655 Mar 07 11:11:32.062264 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84ee03-0f2c-4f1d-9d3a-2e5d50acd0a9 req-4dd2b42e-765c-45e7-bac4-b94ba4ce1dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:32.064276 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ff84ee03-0f2c-4f1d-9d3a-2e5d50acd0a9 req-4dd2b42e-765c-45e7-bac4-b94ba4ce1dfb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=204cc519-b30d-4492-9fc5-23c1f345ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0872300 Mar 07 11:11:32.166858 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b28159bf-fbd8-4b14-b9c4-8ca6d978ebac None None] Provisioning complete for port ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:32.170081 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b28159bf-fbd8-4b14-b9c4-8ca6d978ebac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:32.188049 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ff84ee03-0f2c-4f1d-9d3a-2e5d50acd0a9 req-a8995f41-c863-49c7-be06-fcdcde4e1e7a service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178672 Mar 07 11:11:32.228639 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b28159bf-fbd8-4b14-b9c4-8ca6d978ebac None None] Port ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:11:32.299447 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-020d6209-d761-4353-95ce-72c26f0910fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:11:32.335265 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-020d6209-d761-4353-95ce-72c26f0910fa service neutron] Publish callbacks [] for port (ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:32.352830 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e5906-8489-48aa-baa6-46ee72b61964 req-2c3b54c1-8a48-4862-85a9-8fb35b6c7acf tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:32.359477 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-020d6209-d761-4353-95ce-72c26f0910fa service neutron] Transition to ACTIVE for port object ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:11:32.363524 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:11:32.367351 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-556e5906-8489-48aa-baa6-46ee72b61964 req-2c3b54c1-8a48-4862-85a9-8fb35b6c7acf tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 945 time: 0.1837912 Mar 07 11:11:32.369761 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-020d6209-d761-4353-95ce-72c26f0910fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:32.424044 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:11:32.431314 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:32.431925 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:32.433200 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6f586-dce6-440b-95c4-73a7a2a04027 req-dca94969-504d-431b-a508-c9a5cf0fd7a9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:32.435126 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a3d6f586-dce6-440b-95c4-73a7a2a04027 req-dca94969-504d-431b-a508-c9a5cf0fd7a9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=014331c5-5877-4815-9b1b-ae25b99ab1e4 HTTP/1.1" status: 200 len: 931 time: 0.1530354 Mar 07 11:11:32.457121 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d6209-d761-4353-95ce-72c26f0910fa service neutron] Pushing event updated for resources: {'Port': ['ID=ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:32.504728 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ff84ee03-0f2c-4f1d-9d3a-2e5d50acd0a9 req-ae78b869-f63e-40be-ad0a-0aee0daf87ba service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669969 Mar 07 11:11:32.556146 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:32.557913 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:32.598161 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f94309-914f-4d67-b368-e6bd640bccaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:11:32.603740 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fea1edd-f02e-4ef2-bfc5-ba06f60a59a3" -d '{"events": [{"server_uuid": "58f94309-914f-4d67-b368-e6bd640bccaa", "name": "network-vif-plugged", "status": "completed", "tag": "99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:11:32.634818 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-556e5906-8489-48aa-baa6-46ee72b61964 req-41ebb3bd-ad6f-409d-90e5-8a2b134a7216 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2603836 Mar 07 11:11:32.655334 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a3d6f586-dce6-440b-95c4-73a7a2a04027 req-933df7ff-f879-4331-a442-d52e42df62e2 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?id=65700cd8-7be9-4ee4-9a05-9c1a02b23207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876760 Mar 07 11:11:32.660271 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8,segment=NetworkSegment(1d51969e-4a73-44b5-a816-740b09033e27),segment_id=1d51969e-4a73-44b5-a816-740b09033e27)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:32.687084 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:32.758135 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-020d6209-d761-4353-95ce-72c26f0910fa service neutron] Attempting to bind port ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:11:32.758506 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-020d6209-d761-4353-95ce-72c26f0910fa service neutron] Attempting to bind port ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '1589541a-a6e1-45a2-a4dd-6c75f1819145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:11:32.758844 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-020d6209-d761-4353-95ce-72c26f0910fa service neutron] Attempting to bind port ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb on network e3e3050e-0d7e-4a9e-841d-e90f6afd42a9 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:11:32.771743 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-020d6209-d761-4353-95ce-72c26f0910fa service neutron] Port ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb on network e3e3050e-0d7e-4a9e-841d-e90f6afd42a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:11:32.772257 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-020d6209-d761-4353-95ce-72c26f0910fa service neutron] Attempting to bind port ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb on network e3e3050e-0d7e-4a9e-841d-e90f6afd42a9 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:11:32.788709 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-020d6209-d761-4353-95ce-72c26f0910fa service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:11:32.789488 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-020d6209-d761-4353-95ce-72c26f0910fa service neutron] Checking segment: {'id': '1589541a-a6e1-45a2-a4dd-6c75f1819145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:11:32.790837 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-020d6209-d761-4353-95ce-72c26f0910fa service neutron] Bound using segment: {'id': '1589541a-a6e1-45a2-a4dd-6c75f1819145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:11:32.791494 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-020d6209-d761-4353-95ce-72c26f0910fa service neutron] Bound port: ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1589541a-a6e1-45a2-a4dd-6c75f1819145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:11:32.792087 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-020d6209-d761-4353-95ce-72c26f0910fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:32.825857 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b2001-7736-49c6-9d5e-97bc4e410fe9 req-ee1f40ba-b7fc-41db-adb0-df246613a7a4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:32.827933 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ab5b2001-7736-49c6-9d5e-97bc4e410fe9 req-ee1f40ba-b7fc-41db-adb0-df246613a7a4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 944 time: 0.1410182 Mar 07 11:11:32.828303 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5c6127-1412-4a69-a4f8-ef8f2219099a x-openstack-request-id: req-0d5c6127-1412-4a69-a4f8-ef8f2219099a {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:11:32.828673 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f94309-914f-4d67-b368-e6bd640bccaa", "name": "network-vif-plugged", "status": "completed", "tag": "99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:11:32.831168 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0d5c6127-1412-4a69-a4f8-ef8f2219099a {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:11:32.831824 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f94309-914f-4d67-b368-e6bd640bccaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8', 'code': 200} Mar 07 11:11:32.859418 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8,revision_number=9']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:32.896944 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ab5b2001-7736-49c6-9d5e-97bc4e410fe9 req-59a6dd84-b655-43ed-b552-f9c785030bb0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626626 Mar 07 11:11:32.931671 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-020d6209-d761-4353-95ce-72c26f0910fa service neutron] For port ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:11:32.935727 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-020d6209-d761-4353-95ce-72c26f0910fa service neutron] For port ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb,segment=NetworkSegment(1589541a-a6e1-45a2-a4dd-6c75f1819145),segment_id=1589541a-a6e1-45a2-a4dd-6c75f1819145)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:11:32.943065 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-020d6209-d761-4353-95ce-72c26f0910fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:32.978152 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-020d6209-d761-4353-95ce-72c26f0910fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:32.978788 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-020d6209-d761-4353-95ce-72c26f0910fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:32.980720 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-020d6209-d761-4353-95ce-72c26f0910fa service neutron] 10.222.0.31 "PUT /v2.0/ports/ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb HTTP/1.1" status: 200 len: 1091 time: 1.1589684 Mar 07 11:11:32.981546 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '014331c5-5877-4815-9b1b-ae25b99ab1e4', 'tag': 'ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:11:32.983850 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61182fba-b582-491a-b113-8576a3909412" -d '{"events": [{"name": "network-changed", "server_uuid": "014331c5-5877-4815-9b1b-ae25b99ab1e4", "tag": "ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:11:33.054372 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a426db53-b6b4-42e4-ada8-2c600fd7a83e x-openstack-request-id: req-a426db53-b6b4-42e4-ada8-2c600fd7a83e {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:11:33.054641 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "014331c5-5877-4815-9b1b-ae25b99ab1e4", "tag": "ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:11:33.055025 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a426db53-b6b4-42e4-ada8-2c600fd7a83e {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:11:33.055441 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '014331c5-5877-4815-9b1b-ae25b99ab1e4', 'tag': 'ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb', 'status': 'completed', 'code': 200} Mar 07 11:11:33.080436 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d6209-d761-4353-95ce-72c26f0910fa service neutron] Pushing event updated for resources: {'Port': ['ID=ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:33.105975 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-e74ec3db-9f27-4892-bf3f-f32127f90b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:33.107718 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-e74ec3db-9f27-4892-bf3f-f32127f90b1e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9218733d4245439aa2e846b97fffe915&device_id=014331c5-5877-4815-9b1b-ae25b99ab1e4 HTTP/1.1" status: 200 len: 1125 time: 0.0858660 Mar 07 11:11:33.157471 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-c22c4fb9-9061-4cf7-bc87-d0aeea027d58 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb HTTP/1.1" status: 200 len: 217 time: 0.0415342 Mar 07 11:11:33.196818 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-5c153647-d9c7-42c7-87d0-cc02f8438aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:33.199651 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-5c153647-d9c7-42c7-87d0-cc02f8438aca service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa&tenant_id=495992950f4c431c9a7421503d52aa85 HTTP/1.1" status: 200 len: 1128 time: 0.1169560 Mar 07 11:11:33.214257 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-8c20d133-1f8f-4486-9400-62de06e83a07 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832164-4', 'device_owner': 'compute:nova'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:33.218938 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-055b22ba-4630-427d-a448-0f6f6c50b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:33.220500 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-055b22ba-4630-427d-a448-0f6f6c50b452 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8afa8167-9ae9-4366-a077-b70bbd2e1aba HTTP/1.1" status: 200 len: 834 time: 0.0580523 Mar 07 11:11:33.279751 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-324bd383-c25a-41b7-98b9-713ae2a611af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:33.281286 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-324bd383-c25a-41b7-98b9-713ae2a611af service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e3e3050e-0d7e-4a9e-841d-e90f6afd42a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0550802 Mar 07 11:11:33.305798 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-8c20d133-1f8f-4486-9400-62de06e83a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:33.392812 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-2ed37dbc-2d05-4a43-81fb-f2d6cd27c8c8 service neutron] 10.222.0.31 "GET /v2.0/networks/e3e3050e-0d7e-4a9e-841d-e90f6afd42a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052701 Mar 07 11:11:33.496633 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b478522b-8928-43ce-8aa9-f16e6848cdcb req-4422b6b6-d852-4e80-b570-e8388f2aded2 service neutron] 10.222.0.31 "GET /v2.0/networks/e3e3050e-0d7e-4a9e-841d-e90f6afd42a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971951 Mar 07 11:11:33.593898 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-8c20d133-1f8f-4486-9400-62de06e83a07 service neutron] For port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8,segment=NetworkSegment(1d51969e-4a73-44b5-a816-740b09033e27),segment_id=1d51969e-4a73-44b5-a816-740b09033e27)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:33.599982 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61182fba-b582-491a-b113-8576a3909412 req-5f40fa1c-7f8c-4dad-8029-a6191bc50cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:33.601603 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-61182fba-b582-491a-b113-8576a3909412 req-5f40fa1c-7f8c-4dad-8029-a6191bc50cab service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9218733d4245439aa2e846b97fffe915&device_id=014331c5-5877-4815-9b1b-ae25b99ab1e4 HTTP/1.1" status: 200 len: 1125 time: 0.0557206 Mar 07 11:11:33.651950 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-8c20d133-1f8f-4486-9400-62de06e83a07 service neutron] For port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:11:33.719237 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61182fba-b582-491a-b113-8576a3909412 req-83e1dcdf-f0c1-4087-9b47-8d0c4658ea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:33.720752 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-61182fba-b582-491a-b113-8576a3909412 req-83e1dcdf-f0c1-4087-9b47-8d0c4658ea36 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e3e3050e-0d7e-4a9e-841d-e90f6afd42a9 HTTP/1.1" status: 200 len: 898 time: 0.1124594 Mar 07 11:11:33.764119 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f94309-914f-4d67-b368-e6bd640bccaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:11:33.773656 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51239db-74a5-425e-8454-6501ae50488c" -d '{"events": [{"server_uuid": "58f94309-914f-4d67-b368-e6bd640bccaa", "name": "network-vif-unplugged", "status": "completed", "tag": "99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:11:33.786621 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-8c20d133-1f8f-4486-9400-62de06e83a07 service neutron] Publish callbacks [] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:33.828440 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-61182fba-b582-491a-b113-8576a3909412 req-82ed59d3-91e9-44d2-a9a9-c12900475d7c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb HTTP/1.1" status: 200 len: 217 time: 0.1012836 Mar 07 11:11:33.863227 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-8c20d133-1f8f-4486-9400-62de06e83a07 service neutron] Transition to ACTIVE for port object 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:11:33.901721 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-8c20d133-1f8f-4486-9400-62de06e83a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:33.967512 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61182fba-b582-491a-b113-8576a3909412 req-6410c526-995b-4762-ac81-c9348798a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:33.969373 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-61182fba-b582-491a-b113-8576a3909412 req-6410c526-995b-4762-ac81-c9348798a76c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8afa8167-9ae9-4366-a077-b70bbd2e1aba HTTP/1.1" status: 200 len: 834 time: 0.1344237 Mar 07 11:11:34.003810 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a8d1f-eee7-48ca-b80d-e535728c58a8 req-26b34361-b6b8-4643-8aee-41c129462dd9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:34.005529 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d36a8d1f-eee7-48ca-b80d-e535728c58a8 req-26b34361-b6b8-4643-8aee-41c129462dd9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=014331c5-5877-4815-9b1b-ae25b99ab1e4 HTTP/1.1" status: 200 len: 943 time: 0.1245682 Mar 07 11:11:34.098702 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d36a8d1f-eee7-48ca-b80d-e535728c58a8 req-373fa451-61ae-4803-95db-3b64480510e2 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?id=65700cd8-7be9-4ee4-9a05-9c1a02b23207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740509 Mar 07 11:11:34.106886 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61182fba-b582-491a-b113-8576a3909412 req-c8935b69-6448-490c-94ff-36cfd7197f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:34.108919 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-61182fba-b582-491a-b113-8576a3909412 req-c8935b69-6448-490c-94ff-36cfd7197f9c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e3e3050e-0d7e-4a9e-841d-e90f6afd42a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1313038 Mar 07 11:11:34.122453 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20d133-1f8f-4486-9400-62de06e83a07 service neutron] Pushing event updated for resources: {'Port': ['ID=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8,revision_number=10']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:34.205548 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d04f5-6833-41a8-a29d-17d42ba7b1b5 req-625f9b06-1ab4-4293-b7e0-9d1b5135dabb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:34.215254 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-767d04f5-6833-41a8-a29d-17d42ba7b1b5 req-625f9b06-1ab4-4293-b7e0-9d1b5135dabb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 946 time: 0.3791692 Mar 07 11:11:34.273754 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8229701e-eb1a-4555-b6ea-a0967e17caf9 x-openstack-request-id: req-8229701e-eb1a-4555-b6ea-a0967e17caf9 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:11:34.274177 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f94309-914f-4d67-b368-e6bd640bccaa", "name": "network-vif-unplugged", "status": "completed", "tag": "99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:11:34.274592 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8229701e-eb1a-4555-b6ea-a0967e17caf9 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:11:34.275000 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f94309-914f-4d67-b368-e6bd640bccaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8', 'code': 200} Mar 07 11:11:34.312563 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-61182fba-b582-491a-b113-8576a3909412 req-f09773b6-3eb2-4f6d-ade5-8107c47e2649 service neutron] 10.222.0.31 "GET /v2.0/networks/e3e3050e-0d7e-4a9e-841d-e90f6afd42a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900420 Mar 07 11:11:34.382861 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-767d04f5-6833-41a8-a29d-17d42ba7b1b5 req-53efc6e9-e2c5-4774-aaa4-20380ad881fa tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664112 Mar 07 11:11:34.409930 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-8c20d133-1f8f-4486-9400-62de06e83a07 service neutron] No DVR routers for this DVR port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:11:34.779826 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-61182fba-b582-491a-b113-8576a3909412 req-0e6c52d9-91b3-447d-be18-cbebf595460e service neutron] 10.222.0.31 "GET /v2.0/networks/e3e3050e-0d7e-4a9e-841d-e90f6afd42a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616179 Mar 07 11:11:34.792297 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cf41b-c852-4c33-9dd9-53767c84ebeb req-d68b9155-933a-4efd-8059-2e2f4fba6be3 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:34.795023 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8d2cf41b-c852-4c33-9dd9-53767c84ebeb req-d68b9155-933a-4efd-8059-2e2f4fba6be3 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 944 time: 0.4040585 Mar 07 11:11:34.854200 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8d2cf41b-c852-4c33-9dd9-53767c84ebeb req-80c1b146-9794-420f-981f-91daa078bed0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528455 Mar 07 11:11:34.854612 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-8c20d133-1f8f-4486-9400-62de06e83a07 service neutron] Attempting to bind port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:11:34.855914 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-8c20d133-1f8f-4486-9400-62de06e83a07 service neutron] Attempting to bind port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '1d51969e-4a73-44b5-a816-740b09033e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:11:34.855914 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-8c20d133-1f8f-4486-9400-62de06e83a07 service neutron] Attempting to bind port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 on network 43c1ad94-1474-4985-8640-9532291fba8a {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:11:34.861846 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-8c20d133-1f8f-4486-9400-62de06e83a07 service neutron] Port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 on network 43c1ad94-1474-4985-8640-9532291fba8a not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:11:34.862204 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-8c20d133-1f8f-4486-9400-62de06e83a07 service neutron] Attempting to bind port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 on network 43c1ad94-1474-4985-8640-9532291fba8a {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:11:34.868740 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-8c20d133-1f8f-4486-9400-62de06e83a07 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:11:34.869248 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-8c20d133-1f8f-4486-9400-62de06e83a07 service neutron] Checking segment: {'id': '1d51969e-4a73-44b5-a816-740b09033e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:11:34.869736 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-8c20d133-1f8f-4486-9400-62de06e83a07 service neutron] Bound using segment: {'id': '1d51969e-4a73-44b5-a816-740b09033e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:11:34.870173 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-8c20d133-1f8f-4486-9400-62de06e83a07 service neutron] Bound port: 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d51969e-4a73-44b5-a816-740b09033e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:11:34.870533 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-8c20d133-1f8f-4486-9400-62de06e83a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:34.949872 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-8c20d133-1f8f-4486-9400-62de06e83a07 service neutron] For port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:11:34.961746 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-8c20d133-1f8f-4486-9400-62de06e83a07 service neutron] For port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8,segment=NetworkSegment(1d51969e-4a73-44b5-a816-740b09033e27),segment_id=1d51969e-4a73-44b5-a816-740b09033e27)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:11:34.971884 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-8c20d133-1f8f-4486-9400-62de06e83a07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:35.012156 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-8c20d133-1f8f-4486-9400-62de06e83a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:35.012813 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-8c20d133-1f8f-4486-9400-62de06e83a07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:35.014399 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-8c20d133-1f8f-4486-9400-62de06e83a07 service neutron] 10.222.0.31 "PUT /v2.0/ports/99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 HTTP/1.1" status: 200 len: 1093 time: 1.8063664 Mar 07 11:11:35.092051 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c20d133-1f8f-4486-9400-62de06e83a07 service neutron] Pushing event updated for resources: {'Port': ['ID=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8,revision_number=11']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:35.133689 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-12a5ecc6-e222-4ba6-8786-004c62dd49c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:35.136063 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-12a5ecc6-e222-4ba6-8786-004c62dd49c4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 1127 time: 0.0931904 Mar 07 11:11:35.313639 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-17e5e847-51df-4c1b-a7a0-3e4f13edd47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:35.315209 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-17e5e847-51df-4c1b-a7a0-3e4f13edd47f service neutron] 10.222.0.31 "GET /v2.0/networks?id=43c1ad94-1474-4985-8640-9532291fba8a HTTP/1.1" status: 200 len: 897 time: 0.1715081 Mar 07 11:11:35.325333 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b4632-d4b3-4b74-9f67-5d2b9d1a8ce7 req-84f8f5da-6ef1-44a1-a042-d676ce9e8331 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:35.326894 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c57b4632-d4b3-4b74-9f67-5d2b9d1a8ce7 req-84f8f5da-6ef1-44a1-a042-d676ce9e8331 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=014331c5-5877-4815-9b1b-ae25b99ab1e4 HTTP/1.1" status: 200 len: 943 time: 0.1235201 Mar 07 11:11:35.486028 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-88e187f1-1bba-49ef-8438-51b803a23bb9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 HTTP/1.1" status: 200 len: 1000 time: 0.1579773 Mar 07 11:11:35.538132 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c57b4632-d4b3-4b74-9f67-5d2b9d1a8ce7 req-acda4dc8-1e9b-47c2-88da-fa4b79bea592 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?id=65700cd8-7be9-4ee4-9a05-9c1a02b23207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034650 Mar 07 11:11:35.546896 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d1157-d59e-4cb4-b60f-f5fa9f687416 req-817674e0-77cd-4de3-ae9f-3a595debcdc0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:35.556193 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-244d1157-d59e-4cb4-b60f-f5fa9f687416 req-817674e0-77cd-4de3-ae9f-3a595debcdc0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 945 time: 0.0739355 Mar 07 11:11:35.559203 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-dafccf29-4c3c-4f73-8034-180bbbccda46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:35.561831 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-dafccf29-4c3c-4f73-8034-180bbbccda46 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=840c8047-e940-4ed1-ac9c-d1cc13c6e768 HTTP/1.1" status: 200 len: 835 time: 0.0694737 Mar 07 11:11:35.623305 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-244d1157-d59e-4cb4-b60f-f5fa9f687416 req-daf3e235-29c9-46d4-a9cd-5c7e5d69bde5 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644724 Mar 07 11:11:35.643169 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-89e721ef-4853-4556-b39c-570699c69644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:35.644687 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-89e721ef-4853-4556-b39c-570699c69644 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=43c1ad94-1474-4985-8640-9532291fba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0713954 Mar 07 11:11:35.747707 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-fb95a653-0585-4d1a-a4e4-baa1e18b746f service neutron] 10.222.0.31 "GET /v2.0/networks/43c1ad94-1474-4985-8640-9532291fba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966334 Mar 07 11:11:35.854850 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2f7fe709-c2bd-4d64-aad9-48d7b78db017 req-881854b0-7e6c-4d38-8452-ae2463c91a9d service neutron] 10.222.0.31 "GET /v2.0/networks/43c1ad94-1474-4985-8640-9532291fba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014514 Mar 07 11:11:36.007023 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc7bfb-8bfa-4f30-bb52-f39b8d8c4d2a req-748b94a7-3a7d-46be-89b7-a086f5b95614 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:36.008719 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-adbc7bfb-8bfa-4f30-bb52-f39b8d8c4d2a req-748b94a7-3a7d-46be-89b7-a086f5b95614 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 944 time: 0.0660777 Mar 07 11:11:36.063981 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-adbc7bfb-8bfa-4f30-bb52-f39b8d8c4d2a req-cdbc34c9-2e8d-4d5c-b432-19bb4b7d800b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484948 Mar 07 11:11:36.276877 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f94309-914f-4d67-b368-e6bd640bccaa', 'tag': '99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:11:36.280463 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25eb816d-921e-40a2-8966-2a442748e60e" -d '{"events": [{"name": "network-changed", "server_uuid": "58f94309-914f-4d67-b368-e6bd640bccaa", "tag": "99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:11:36.349470 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:11:36.362159 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e8c7bc-b627-4702-9a73-71c76ed85852 x-openstack-request-id: req-05e8c7bc-b627-4702-9a73-71c76ed85852 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:11:36.363065 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f94309-914f-4d67-b368-e6bd640bccaa", "tag": "99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:11:36.363337 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-05e8c7bc-b627-4702-9a73-71c76ed85852 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:11:36.365132 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f94309-914f-4d67-b368-e6bd640bccaa', 'tag': '99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8', 'status': 'completed', 'code': 200} Mar 07 11:11:36.398401 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] The host n-h1-832164-4 is not matching for port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 host n-h2-832164-4! {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 11:11:36.398866 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:11:36.450066 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb816d-921e-40a2-8966-2a442748e60e req-24315faa-13f8-49a1-9bf3-151f90bf4490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:36.452557 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-25eb816d-921e-40a2-8966-2a442748e60e req-24315faa-13f8-49a1-9bf3-151f90bf4490 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 1127 time: 0.0751293 Mar 07 11:11:36.502103 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb816d-921e-40a2-8966-2a442748e60e req-7b99df37-3db7-4c5f-bbc8-06ec85d4e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:36.503183 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b33e7e08-155e-4adc-a69e-1ad8e45bc93b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:36.506761 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-25eb816d-921e-40a2-8966-2a442748e60e req-7b99df37-3db7-4c5f-bbc8-06ec85d4e027 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 1127 time: 0.1167552 Mar 07 11:11:36.657943 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb816d-921e-40a2-8966-2a442748e60e req-61a768e1-29d7-479b-bfff-731d5e4d52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:36.665807 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-25eb816d-921e-40a2-8966-2a442748e60e req-61a768e1-29d7-479b-bfff-731d5e4d52bf service neutron] 10.222.0.21 "GET /v2.0/networks?id=43c1ad94-1474-4985-8640-9532291fba8a HTTP/1.1" status: 200 len: 897 time: 0.2040489 Mar 07 11:11:36.798287 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb816d-921e-40a2-8966-2a442748e60e req-46907249-e340-4d35-b051-fe7e48712f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:36.799922 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-25eb816d-921e-40a2-8966-2a442748e60e req-46907249-e340-4d35-b051-fe7e48712f8e service neutron] 10.222.0.31 "GET /v2.0/networks?id=43c1ad94-1474-4985-8640-9532291fba8a HTTP/1.1" status: 200 len: 897 time: 0.2857556 Mar 07 11:11:36.854255 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-25eb816d-921e-40a2-8966-2a442748e60e req-de9f6846-dafc-4b81-b9e0-f02b66d9b4c0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 HTTP/1.1" status: 200 len: 1000 time: 0.1845479 Mar 07 11:11:36.880955 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d87b4b-2e87-4dd5-be76-3daf44b15037 req-744c736d-6bb2-42aa-90d9-59ac550c8ed8 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:36.901533 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-54d87b4b-2e87-4dd5-be76-3daf44b15037 req-744c736d-6bb2-42aa-90d9-59ac550c8ed8 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 945 time: 0.1344821 Mar 07 11:11:36.922427 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b3462b-5416-4a7f-ada4-97d16972e3b2 req-054eca6c-0e27-446c-b495-8e584f392e7b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:36.930354 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-59b3462b-5416-4a7f-ada4-97d16972e3b2 req-054eca6c-0e27-446c-b495-8e584f392e7b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=014331c5-5877-4815-9b1b-ae25b99ab1e4 HTTP/1.1" status: 200 len: 943 time: 0.2317965 Mar 07 11:11:36.951017 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-25eb816d-921e-40a2-8966-2a442748e60e req-02cce3c4-21ef-4f80-aa62-ca300ed4d61e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 HTTP/1.1" status: 200 len: 1000 time: 0.1426272 Mar 07 11:11:37.050725 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-54d87b4b-2e87-4dd5-be76-3daf44b15037 req-66a0ce51-21c3-47e0-b80e-6a0dc9c9e84f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481586 Mar 07 11:11:37.052796 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb816d-921e-40a2-8966-2a442748e60e req-4fe05846-0572-4f8c-bae4-1e7224bbfcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:37.054412 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-25eb816d-921e-40a2-8966-2a442748e60e req-4fe05846-0572-4f8c-bae4-1e7224bbfcac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=840c8047-e940-4ed1-ac9c-d1cc13c6e768 HTTP/1.1" status: 200 len: 835 time: 0.1218750 Mar 07 11:11:37.176319 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb816d-921e-40a2-8966-2a442748e60e req-0fc3dbc5-212a-4ee7-b42c-6982894a6c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:37.178109 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-25eb816d-921e-40a2-8966-2a442748e60e req-0fc3dbc5-212a-4ee7-b42c-6982894a6c2b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=840c8047-e940-4ed1-ac9c-d1cc13c6e768 HTTP/1.1" status: 200 len: 835 time: 0.2171636 Mar 07 11:11:37.188769 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb816d-921e-40a2-8966-2a442748e60e req-99751260-a045-4ae5-b796-f94273bf57f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:37.190990 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-25eb816d-921e-40a2-8966-2a442748e60e req-99751260-a045-4ae5-b796-f94273bf57f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=43c1ad94-1474-4985-8640-9532291fba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1210401 Mar 07 11:11:37.220264 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:11:37.269058 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-59b3462b-5416-4a7f-ada4-97d16972e3b2 req-5555010e-6e13-4f4e-875a-4bdcbf209014 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?id=65700cd8-7be9-4ee4-9a05-9c1a02b23207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3370066 Mar 07 11:11:37.313961 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb816d-921e-40a2-8966-2a442748e60e req-dee39b04-cb67-44b9-b26d-4f0e20883e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:37.315461 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-25eb816d-921e-40a2-8966-2a442748e60e req-dee39b04-cb67-44b9-b26d-4f0e20883e38 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=43c1ad94-1474-4985-8640-9532291fba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1216207 Mar 07 11:11:37.365345 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f34e61-b245-41f2-8672-669e0825b055 req-f118c371-0a92-464d-aa06-3a774547f789 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:37.373164 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a2f34e61-b245-41f2-8672-669e0825b055 req-f118c371-0a92-464d-aa06-3a774547f789 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 944 time: 0.1614096 Mar 07 11:11:37.387096 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-25eb816d-921e-40a2-8966-2a442748e60e req-3cd53895-5061-476b-9309-2ca9bee008c2 service neutron] 10.222.0.21 "GET /v2.0/networks/43c1ad94-1474-4985-8640-9532291fba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891282 Mar 07 11:11:37.391859 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:11:37.523059 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-25eb816d-921e-40a2-8966-2a442748e60e req-de5f1526-50e0-432d-9478-8cba1177a594 service neutron] 10.222.0.31 "GET /v2.0/networks/43c1ad94-1474-4985-8640-9532291fba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989441 Mar 07 11:11:37.596232 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb,segment=NetworkSegment(1589541a-a6e1-45a2-a4dd-6c75f1819145),segment_id=1589541a-a6e1-45a2-a4dd-6c75f1819145)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:37.623224 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a2f34e61-b245-41f2-8672-669e0825b055 req-28c81931-7e3d-46a2-bf1c-fce53be38530 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489877 Mar 07 11:11:37.628561 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb', 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9', 'port_id': 'ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb', 'mac_address': 'fa:16:3e:17:5e:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8afa8167-9ae9-4366-a077-b70bbd2e1aba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:11:37.653634 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-25eb816d-921e-40a2-8966-2a442748e60e req-a2030ff3-41e4-422f-ba35-c2ee6bb9fbf1 service neutron] 10.222.0.21 "GET /v2.0/networks/43c1ad94-1474-4985-8640-9532291fba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446370 Mar 07 11:11:37.673823 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-25eb816d-921e-40a2-8966-2a442748e60e req-86b61df8-0527-4f65-9489-4ef6eea1ba63 service neutron] 10.222.0.31 "GET /v2.0/networks/43c1ad94-1474-4985-8640-9532291fba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429679 Mar 07 11:11:37.691820 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:37.692366 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:37.709789 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:11:37.733808 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb,segment=NetworkSegment(1589541a-a6e1-45a2-a4dd-6c75f1819145),segment_id=1589541a-a6e1-45a2-a4dd-6c75f1819145)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:37.739391 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:37.800823 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:38.046506 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:11:38.291123 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93404615-d38a-4939-aaf8-ca23e14c5f84 req-344941f2-8c0a-4bca-b14b-a41b589691c8 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:38.294770 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-93404615-d38a-4939-aaf8-ca23e14c5f84 req-344941f2-8c0a-4bca-b14b-a41b589691c8 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 945 time: 0.1200664 Mar 07 11:11:38.435319 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-93404615-d38a-4939-aaf8-ca23e14c5f84 req-127f0159-1b53-4fa2-8890-8f8976e47df3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227224 Mar 07 11:11:38.489260 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd852e9-cb17-425b-91a2-8b8b1e65d857 req-3de52331-0a46-4731-aec5-fc6f8bca864b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:38.497705 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4bd852e9-cb17-425b-91a2-8b8b1e65d857 req-3de52331-0a46-4731-aec5-fc6f8bca864b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=014331c5-5877-4815-9b1b-ae25b99ab1e4 HTTP/1.1" status: 200 len: 944 time: 0.1070719 Mar 07 11:11:38.564846 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4bd852e9-cb17-425b-91a2-8b8b1e65d857 req-09da5eb7-9819-457e-b56e-317e72c99d87 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?id=65700cd8-7be9-4ee4-9a05-9c1a02b23207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660138 Mar 07 11:11:38.604976 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-25fdc4c7-0aec-4861-bed3-33fedb161348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:39.085362 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73324b6b-153f-4ef5-a8e7-a9aafa1a6812 req-36d23412-88cc-4e32-b19e-e563ef47fe50 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:39.086851 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-73324b6b-153f-4ef5-a8e7-a9aafa1a6812 req-36d23412-88cc-4e32-b19e-e563ef47fe50 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 944 time: 0.0648632 Mar 07 11:11:39.169702 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-73324b6b-153f-4ef5-a8e7-a9aafa1a6812 req-35f3cf84-7068-4313-a9b4-938850f84f09 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733156 Mar 07 11:11:39.412004 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:11:39.415777 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:11:39.434221 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39438) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:39.536514 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:11:39.580456 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:39.580840 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:39.677237 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8,segment=NetworkSegment(1d51969e-4a73-44b5-a816-740b09033e27),segment_id=1d51969e-4a73-44b5-a816-740b09033e27)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:39.733236 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8', 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a', 'port_id': '99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8', 'mac_address': 'fa:16:3e:eb:1e:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '840c8047-e940-4ed1-ac9c-d1cc13c6e768', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:11:39.748675 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d34b80-0c84-4745-99d8-1027f9427968 req-fa716a04-a276-43f4-8251-95df6beb7d9c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:39.754733 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b9d34b80-0c84-4745-99d8-1027f9427968 req-fa716a04-a276-43f4-8251-95df6beb7d9c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 945 time: 0.1418934 Mar 07 11:11:39.793258 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d34f139-7e00-4a8c-9955-1718304dcffd req-da161b58-19ef-4dd4-8028-5e648aa3c965 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:39.798437 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0d34f139-7e00-4a8c-9955-1718304dcffd req-da161b58-19ef-4dd4-8028-5e648aa3c965 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=014331c5-5877-4815-9b1b-ae25b99ab1e4 HTTP/1.1" status: 200 len: 944 time: 0.1214967 Mar 07 11:11:39.853262 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:39.857267 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:39.883803 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:11:39.890665 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0d34f139-7e00-4a8c-9955-1718304dcffd req-5a221a18-ea46-4d71-aee4-16d1fb2d93ee tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?id=65700cd8-7be9-4ee4-9a05-9c1a02b23207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857542 Mar 07 11:11:39.969906 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b9d34b80-0c84-4745-99d8-1027f9427968 req-305aa073-3bea-4421-8110-a20be0a2b4b9 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246808 Mar 07 11:11:39.988138 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8,segment=NetworkSegment(1d51969e-4a73-44b5-a816-740b09033e27),segment_id=1d51969e-4a73-44b5-a816-740b09033e27)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:39.988138 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:39.988591 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39446) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:39.988831 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:40.014251 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:40.133732 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014331c5-5877-4815-9b1b-ae25b99ab1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:11:40.139367 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e7a108-00c4-492f-b1f7-fea7cd6b2c84" -d '{"events": [{"server_uuid": "014331c5-5877-4815-9b1b-ae25b99ab1e4", "name": "network-vif-plugged", "status": "completed", "tag": "ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:11:40.149345 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c2c3ee6c-17dd-4837-971f-792fe736a119 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/floatingips/829e3b42-2916-47df-bfc4-1180e6c41a69 HTTP/1.1" status: 200 len: 993 time: 0.1530595 Mar 07 11:11:40.149537 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb,segment=NetworkSegment(1589541a-a6e1-45a2-a4dd-6c75f1819145),segment_id=1589541a-a6e1-45a2-a4dd-6c75f1819145)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:40.150341 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:40.158969 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:40.184500 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8,revision_number=12']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:40.250173 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:40.255889 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2740debd-9582-4182-b7dc-7ba9ebc0de8f x-openstack-request-id: req-2740debd-9582-4182-b7dc-7ba9ebc0de8f {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:11:40.256167 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "014331c5-5877-4815-9b1b-ae25b99ab1e4", "name": "network-vif-plugged", "status": "completed", "tag": "ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:11:40.257016 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2740debd-9582-4182-b7dc-7ba9ebc0de8f {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:11:40.257016 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014331c5-5877-4815-9b1b-ae25b99ab1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb', 'code': 200} Mar 07 11:11:40.400423 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:11:40.424456 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e7d66-1610-4a6e-b701-4a4e824df7a3 req-c86ada68-5675-40df-90f3-7dba5b0cc765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:40.431271 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-329e7d66-1610-4a6e-b701-4a4e824df7a3 req-c86ada68-5675-40df-90f3-7dba5b0cc765 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=014331c5-5877-4815-9b1b-ae25b99ab1e4 HTTP/1.1" status: 200 len: 1127 time: 0.1071398 Mar 07 11:11:40.522042 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-329e7d66-1610-4a6e-b701-4a4e824df7a3 req-cd0a5db8-458f-4f10-a8ac-5873124704b9 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=65700cd8-7be9-4ee4-9a05-9c1a02b23207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793071 Mar 07 11:11:40.619411 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305fa02-a0f9-4d4d-9f9f-76d6b98a2aac req-cb6b1da1-d1c6-409c-a5c5-d59f856b79d7 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:40.634840 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3305fa02-a0f9-4d4d-9f9f-76d6b98a2aac req-cb6b1da1-d1c6-409c-a5c5-d59f856b79d7 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 944 time: 0.3256137 Mar 07 11:11:40.744584 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3305fa02-a0f9-4d4d-9f9f-76d6b98a2aac req-abcb5e52-607d-4810-8e27-0a846f8ac233 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065996 Mar 07 11:11:40.866686 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f2cf067a-e238-483d-af72-177acbca160a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (f6c8d31c-eaea-41b4-8bc4-02582682df91), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:41.142031 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22423e1-3081-40bd-ad06-d80030fc621d req-9b258f9b-8aea-4efa-89f5-3f60b3ebe5f9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:41.146689 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b22423e1-3081-40bd-ad06-d80030fc621d req-9b258f9b-8aea-4efa-89f5-3f60b3ebe5f9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=014331c5-5877-4815-9b1b-ae25b99ab1e4 HTTP/1.1" status: 200 len: 945 time: 0.1032252 Mar 07 11:11:41.232704 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b22423e1-3081-40bd-ad06-d80030fc621d req-a46ec8e1-f9ad-4b79-b1e0-07d02a039221 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?id=65700cd8-7be9-4ee4-9a05-9c1a02b23207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786774 Mar 07 11:11:41.313064 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-f2cf067a-e238-483d-af72-177acbca160a admin admin] Deleting port 8f423a9b-8438-4c9f-bc48-2c92cd2f9a58 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:11:41.313441 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f2cf067a-e238-483d-af72-177acbca160a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (8f423a9b-8438-4c9f-bc48-2c92cd2f9a58), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:41.396311 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-f2cf067a-e238-483d-af72-177acbca160a admin admin] For port 8f423a9b-8438-4c9f-bc48-2c92cd2f9a58, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=8f423a9b-8438-4c9f-bc48-2c92cd2f9a58,segment=NetworkSegment(edac1308-e19d-4cb3-b880-8f3c6255faa1),segment_id=edac1308-e19d-4cb3-b880-8f3c6255faa1)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:41.396671 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f2cf067a-e238-483d-af72-177acbca160a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (8f423a9b-8438-4c9f-bc48-2c92cd2f9a58), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:41.409326 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-f2cf067a-e238-483d-af72-177acbca160a admin admin] Calling delete_port for 8f423a9b-8438-4c9f-bc48-2c92cd2f9a58 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:11:41.638145 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f2cf067a-e238-483d-af72-177acbca160a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (8f423a9b-8438-4c9f-bc48-2c92cd2f9a58), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:41.674535 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf067a-e238-483d-af72-177acbca160a admin admin] Pushing event deleted for resources: {'Port': ['ID=8f423a9b-8438-4c9f-bc48-2c92cd2f9a58,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:41.729075 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf067a-e238-483d-af72-177acbca160a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:41.729650 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf067a-e238-483d-af72-177acbca160a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:41.730265 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf067a-e238-483d-af72-177acbca160a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:41.730838 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf067a-e238-483d-af72-177acbca160a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:41.731451 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf067a-e238-483d-af72-177acbca160a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:41.731964 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf067a-e238-483d-af72-177acbca160a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:41.732466 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf067a-e238-483d-af72-177acbca160a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:41.732986 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf067a-e238-483d-af72-177acbca160a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:41.733519 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf067a-e238-483d-af72-177acbca160a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:41.734022 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf067a-e238-483d-af72-177acbca160a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:41.734501 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf067a-e238-483d-af72-177acbca160a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:41.735000 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf067a-e238-483d-af72-177acbca160a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:41.735438 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cf067a-e238-483d-af72-177acbca160a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:41.740819 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:41.983684 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd30e9e-4b09-49ef-8cc2-5c802d5754ad req-8d8f8c7a-d9f5-45e1-852b-1305a4c3e6d4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:41.995124 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4fd30e9e-4b09-49ef-8cc2-5c802d5754ad req-8d8f8c7a-d9f5-45e1-852b-1305a4c3e6d4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 944 time: 0.1511464 Mar 07 11:11:42.053894 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f2cf067a-e238-483d-af72-177acbca160a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (f6c8d31c-eaea-41b4-8bc4-02582682df91), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:42.377629 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4bc0df-42b0-4246-8c7a-f0b79e5e90fb req-0d9eb55c-edb8-4e62-842f-57ccbfa71b49 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:42.379272 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fc4bc0df-42b0-4246-8c7a-f0b79e5e90fb req-0d9eb55c-edb8-4e62-842f-57ccbfa71b49 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=014331c5-5877-4815-9b1b-ae25b99ab1e4 HTTP/1.1" status: 200 len: 945 time: 0.0645695 Mar 07 11:11:42.434371 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fc4bc0df-42b0-4246-8c7a-f0b79e5e90fb req-2a81ad22-71da-4c08-8652-e3e82dee3fc1 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?id=65700cd8-7be9-4ee4-9a05-9c1a02b23207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470529 Mar 07 11:11:42.445695 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4fd30e9e-4b09-49ef-8cc2-5c802d5754ad req-92f2e675-ef64-47c0-bb16-3d72186b84c1 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495835 Mar 07 11:11:42.580186 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89adc7-4b6f-456b-8de6-fc1608985e54 req-68f9f188-10f9-458d-9673-ca5f3f39b48e tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:42.584883 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cf067a-e238-483d-af72-177acbca160a admin admin] Router f6c8d31c-eaea-41b4-8bc4-02582682df91 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:11:42.586989 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9e89adc7-4b6f-456b-8de6-fc1608985e54 req-68f9f188-10f9-458d-9673-ca5f3f39b48e tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=014331c5-5877-4815-9b1b-ae25b99ab1e4 HTTP/1.1" status: 200 len: 945 time: 0.0602012 Mar 07 11:11:42.635715 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9e89adc7-4b6f-456b-8de6-fc1608985e54 req-20874920-9b83-4414-a402-b69fd5fe6aa3 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?id=65700cd8-7be9-4ee4-9a05-9c1a02b23207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476248 Mar 07 11:11:42.656933 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39460) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:42.702095 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cf067a-e238-483d-af72-177acbca160a admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:11:42.709921 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f2cf067a-e238-483d-af72-177acbca160a admin admin] 10.222.0.11 "PUT /v2.0/routers/f6c8d31c-eaea-41b4-8bc4-02582682df91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2722213 Mar 07 11:11:42.710048 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f089f0-6f3d-47d3-a2ee-a53938bc613e tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:42.710225 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39462) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:42.713890 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-70f089f0-6f3d-47d3-a2ee-a53938bc613e tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=014331c5-5877-4815-9b1b-ae25b99ab1e4 HTTP/1.1" status: 200 len: 1122 time: 0.0532432 Mar 07 11:11:42.714107 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39464) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:42.719185 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-44423d72-cf29-45a3-899d-3d1d7a40d640 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'port_id': 'ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:11:42.729555 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585e71fc-01fc-44e2-b362-3459675ac8fe None None] Sync routers for ids ['f6c8d31c-eaea-41b4-8bc4-02582682df91'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:11:42.740397 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585e71fc-01fc-44e2-b362-3459675ac8fe None None] Routers {'f6c8d31c-eaea-41b4-8bc4-02582682df91'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:11:42.741353 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-585e71fc-01fc-44e2-b362-3459675ac8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:11:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6c8d31c-eaea-41b4-8bc4-02582682df91'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:42.758658 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-44423d72-cf29-45a3-899d-3d1d7a40d640 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:42.830335 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c4abc075-3038-4859-b770-6ee546943b57 admin admin] Publish callbacks [] for router (f6c8d31c-eaea-41b4-8bc4-02582682df91), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:42.857640 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-585e71fc-01fc-44e2-b362-3459675ac8fe None None] Set router f6c8d31c-eaea-41b4-8bc4-02582682df91 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:11:42.906403 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-44423d72-cf29-45a3-899d-3d1d7a40d640 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:42.950979 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c4abc075-3038-4859-b770-6ee546943b57 admin admin] Publish callbacks [] for router_gateway (f6c8d31c-eaea-41b4-8bc4-02582682df91), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:42.988691 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:43.033370 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-c4abc075-3038-4859-b770-6ee546943b57 admin admin] Deleting port d95a126c-34a3-4b3d-a130-1fd8c48e5071 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:11:43.033764 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c4abc075-3038-4859-b770-6ee546943b57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (d95a126c-34a3-4b3d-a130-1fd8c48e5071), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:43.062175 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-44423d72-cf29-45a3-899d-3d1d7a40d640 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Allocated IP 172.25.3.247 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/2b6a174f-f9d5-443c-8b1e-607e5a79f70a) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:11:43.066495 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-585e71fc-01fc-44e2-b362-3459675ac8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'name': 'tempest-TestVolumeBackupRestore-904555092-router', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'd95a126c-34a3-4b3d-a130-1fd8c48e5071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:05:35Z', 'updated_at': '2022-03-07T11:11:41Z', 'revision_number': 5, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'gw_port': {'id': 'd95a126c-34a3-4b3d-a130-1fd8c48e5071', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:63:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3626, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:35Z', 'updated_at': '2022-03-07T11:05:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:43.099858 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585e71fc-01fc-44e2-b362-3459675ac8fe None None] Checking router: f6c8d31c-eaea-41b4-8bc4-02582682df91 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:11:43.112538 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585e71fc-01fc-44e2-b362-3459675ac8fe None None] Routers {'f6c8d31c-eaea-41b4-8bc4-02582682df91'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:11:43.113182 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-585e71fc-01fc-44e2-b362-3459675ac8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:11:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f6c8d31c-eaea-41b4-8bc4-02582682df91'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:43.139715 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-c4abc075-3038-4859-b770-6ee546943b57 admin admin] For port d95a126c-34a3-4b3d-a130-1fd8c48e5071, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=d95a126c-34a3-4b3d-a130-1fd8c48e5071,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:43.140439 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c4abc075-3038-4859-b770-6ee546943b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (d95a126c-34a3-4b3d-a130-1fd8c48e5071), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:43.156313 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-c4abc075-3038-4859-b770-6ee546943b57 admin admin] Calling delete_port for d95a126c-34a3-4b3d-a130-1fd8c48e5071 owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:11:43.186010 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-44423d72-cf29-45a3-899d-3d1d7a40d640 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for port (2b6a174f-f9d5-443c-8b1e-607e5a79f70a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:43.219765 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-585e71fc-01fc-44e2-b362-3459675ac8fe None None] Set router f6c8d31c-eaea-41b4-8bc4-02582682df91 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:11:43.225644 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-44423d72-cf29-45a3-899d-3d1d7a40d640 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (2b6a174f-f9d5-443c-8b1e-607e5a79f70a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:43.286221 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44423d72-cf29-45a3-899d-3d1d7a40d640 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:11:43.289343 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-44423d72-cf29-45a3-899d-3d1d7a40d640 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:11:43.292970 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44423d72-cf29-45a3-899d-3d1d7a40d640 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:11:43.298187 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-585e71fc-01fc-44e2-b362-3459675ac8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'name': 'tempest-TestVolumeBackupRestore-904555092-router', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:05:35Z', 'updated_at': '2022-03-07T11:11:42Z', 'revision_number': 6, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:43.325409 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44423d72-cf29-45a3-899d-3d1d7a40d640 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'Port': ['ID=2b6a174f-f9d5-443c-8b1e-607e5a79f70a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:43.335505 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585e71fc-01fc-44e2-b362-3459675ac8fe None None] The sync data for ids ['f6c8d31c-eaea-41b4-8bc4-02582682df91'] in n-d-832164-4 is: [{'id': 'f6c8d31c-eaea-41b4-8bc4-02582682df91', 'name': 'tempest-TestVolumeBackupRestore-904555092-router', 'tenant_id': '424a24d0d29c4836bad7ad116c522381', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:05:35Z', 'updated_at': '2022-03-07T11:11:42Z', 'revision_number': 6, 'project_id': '424a24d0d29c4836bad7ad116c522381', 'gw_port_host': None}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:11:43.395025 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c4abc075-3038-4859-b770-6ee546943b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (d95a126c-34a3-4b3d-a130-1fd8c48e5071), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:43.430871 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4abc075-3038-4859-b770-6ee546943b57 admin admin] Pushing event deleted for resources: {'Port': ['ID=d95a126c-34a3-4b3d-a130-1fd8c48e5071,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:43.435902 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:11:43.497830 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:11:43.500027 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c4abc075-3038-4859-b770-6ee546943b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (f6c8d31c-eaea-41b4-8bc4-02582682df91), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:43.502825 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:43.503204 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:43.608918 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c4abc075-3038-4859-b770-6ee546943b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (f6c8d31c-eaea-41b4-8bc4-02582682df91), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:43.611637 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c4abc075-3038-4859-b770-6ee546943b57 admin admin] Publish callbacks [] for router_controller (f6c8d31c-eaea-41b4-8bc4-02582682df91), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:43.675205 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c4abc075-3038-4859-b770-6ee546943b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (f6c8d31c-eaea-41b4-8bc4-02582682df91), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:43.675775 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4abc075-3038-4859-b770-6ee546943b57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6c8d31c-eaea-41b4-8bc4-02582682df91 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:11:43.690812 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c4abc075-3038-4859-b770-6ee546943b57 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:43.692275 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c4abc075-3038-4859-b770-6ee546943b57 admin admin] 10.222.0.11 "DELETE /v2.0/routers/f6c8d31c-eaea-41b4-8bc4-02582682df91 HTTP/1.1" status: 204 len: 168 time: 0.9811831 Mar 07 11:11:43.696531 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39468) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:43.798572 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02adc0c-74a7-4589-9266-602983117e0e req-d135954b-7651-432b-9b3b-87cb555deb7b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:43.801641 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d02adc0c-74a7-4589-9266-602983117e0e req-d135954b-7651-432b-9b3b-87cb555deb7b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 944 time: 0.1383889 Mar 07 11:11:43.858700 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc09d1d9-ad76-4318-82f5-343300a28576 admin admin] Deleting subnet 2cf316d6-b0f2-45a1-9255-761d3a7bf683 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:11:43.858906 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:43.859210 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:43.863695 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dc09d1d9-ad76-4318-82f5-343300a28576 admin admin] Publish callbacks [] for subnet (2cf316d6-b0f2-45a1-9255-761d3a7bf683), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:43.877699 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d02adc0c-74a7-4589-9266-602983117e0e req-a3ce1d12-8e7e-4a4d-90dd-a3ecabf336a6 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660427 Mar 07 11:11:43.903516 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 8f423a9b-8438-4c9f-bc48-2c92cd2f9a58 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:11:43.913377 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dc09d1d9-ad76-4318-82f5-343300a28576 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (2cf316d6-b0f2-45a1-9255-761d3a7bf683), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:43.925350 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 8f423a9b-8438-4c9f-bc48-2c92cd2f9a58 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:11:43.925772 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 8f423a9b-8438-4c9f-bc48-2c92cd2f9a58 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:11:43.930939 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f94309-914f-4d67-b368-e6bd640bccaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:11:43.934318 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1a1e85-1c41-47d7-bf68-762037f20a88" -d '{"events": [{"server_uuid": "58f94309-914f-4d67-b368-e6bd640bccaa", "name": "network-vif-plugged", "status": "completed", "tag": "99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:11:43.946015 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-44423d72-cf29-45a3-899d-3d1d7a40d640 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for floatingip (e263c6a1-dd7e-462b-85fd-bcba67e08f78), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:43.948903 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8,segment=NetworkSegment(1d51969e-4a73-44b5-a816-740b09033e27),segment_id=1d51969e-4a73-44b5-a816-740b09033e27)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:43.955768 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:43.985577 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13c34b5-56d1-4051-b3b8-eebd8a8f4049 x-openstack-request-id: req-f13c34b5-56d1-4051-b3b8-eebd8a8f4049 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:11:43.985812 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f94309-914f-4d67-b368-e6bd640bccaa", "name": "network-vif-plugged", "status": "completed", "tag": "99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:11:43.986071 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f13c34b5-56d1-4051-b3b8-eebd8a8f4049 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:11:43.986465 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f94309-914f-4d67-b368-e6bd640bccaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8', 'code': 200} Mar 07 11:11:44.012428 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8,revision_number=13']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:44.065993 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dc09d1d9-ad76-4318-82f5-343300a28576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (2cf316d6-b0f2-45a1-9255-761d3a7bf683), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:44.068338 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-44423d72-cf29-45a3-899d-3d1d7a40d640 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2b6a174f-f9d5-443c-8b1e-607e5a79f70a), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:44.171342 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dc09d1d9-ad76-4318-82f5-343300a28576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (2cf316d6-b0f2-45a1-9255-761d3a7bf683), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:44.224767 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc09d1d9-ad76-4318-82f5-343300a28576 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cf316d6-b0f2-45a1-9255-761d3a7bf683,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:44.240458 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc09d1d9-ad76-4318-82f5-343300a28576 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:44.240719 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc09d1d9-ad76-4318-82f5-343300a28576 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:44.241047 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc09d1d9-ad76-4318-82f5-343300a28576 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:44.241408 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc09d1d9-ad76-4318-82f5-343300a28576 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:44.241766 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc09d1d9-ad76-4318-82f5-343300a28576 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:44.242081 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc09d1d9-ad76-4318-82f5-343300a28576 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:44.242380 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc09d1d9-ad76-4318-82f5-343300a28576 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:44.242699 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc09d1d9-ad76-4318-82f5-343300a28576 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:44.243821 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc09d1d9-ad76-4318-82f5-343300a28576 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:44.243821 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc09d1d9-ad76-4318-82f5-343300a28576 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:44.243821 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc09d1d9-ad76-4318-82f5-343300a28576 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:44.244085 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc09d1d9-ad76-4318-82f5-343300a28576 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:44.244238 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc09d1d9-ad76-4318-82f5-343300a28576 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:11:44.247896 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e211977-1f66-4a74-92da-bb93b904e6f2 None None] Network 443adee4-9dd0-4759-a70c-30ca8e64434c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:11:44.249450 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dc09d1d9-ad76-4318-82f5-343300a28576 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:44.254105 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-dc09d1d9-ad76-4318-82f5-343300a28576 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2cf316d6-b0f2-45a1-9255-761d3a7bf683 HTTP/1.1" status: 204 len: 168 time: 0.5553856 Mar 07 11:11:44.255175 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39472) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:44.309921 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-44423d72-cf29-45a3-899d-3d1d7a40d640 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for port (2b6a174f-f9d5-443c-8b1e-607e5a79f70a), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:44.315478 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-44423d72-cf29-45a3-899d-3d1d7a40d640 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (2b6a174f-f9d5-443c-8b1e-607e5a79f70a), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:44.347447 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-da709927-c268-460d-be9c-accf30f845f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (443adee4-9dd0-4759-a70c-30ca8e64434c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:44.404158 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44423d72-cf29-45a3-899d-3d1d7a40d640 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'Port': ['ID=2b6a174f-f9d5-443c-8b1e-607e5a79f70a,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:44.408018 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-44423d72-cf29-45a3-899d-3d1d7a40d640 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (e263c6a1-dd7e-462b-85fd-bcba67e08f78), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:44.419528 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-da709927-c268-460d-be9c-accf30f845f0 admin admin] Deleting port 3b385ffb-c82e-4ec9-9c85-561e4dad1053 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:11:44.419880 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-da709927-c268-460d-be9c-accf30f845f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (3b385ffb-c82e-4ec9-9c85-561e4dad1053), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:44.434201 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0edad1-1d81-4a13-ab69-b5e656dbeeed None None] DHCP port deletion for 443adee4-9dd0-4759-a70c-30ca8e64434c request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:11:44.488534 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6f0edad1-1d81-4a13-ab69-b5e656dbeeed None None] Deleting port 3b385ffb-c82e-4ec9-9c85-561e4dad1053 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:11:44.488916 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6f0edad1-1d81-4a13-ab69-b5e656dbeeed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (3b385ffb-c82e-4ec9-9c85-561e4dad1053), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:44.517599 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-da709927-c268-460d-be9c-accf30f845f0 admin admin] For port 3b385ffb-c82e-4ec9-9c85-561e4dad1053, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=3b385ffb-c82e-4ec9-9c85-561e4dad1053,segment=NetworkSegment(edac1308-e19d-4cb3-b880-8f3c6255faa1),segment_id=edac1308-e19d-4cb3-b880-8f3c6255faa1)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:44.518091 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-da709927-c268-460d-be9c-accf30f845f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (3b385ffb-c82e-4ec9-9c85-561e4dad1053), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:44.521806 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-44423d72-cf29-45a3-899d-3d1d7a40d640 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Floating IP e263c6a1-dd7e-462b-85fd-bcba67e08f78 associated. External IP: 172.25.3.247, port: ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb. Mar 07 11:11:44.531737 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-da709927-c268-460d-be9c-accf30f845f0 admin admin] Calling delete_port for 3b385ffb-c82e-4ec9-9c85-561e4dad1053 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:11:44.568996 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6f0edad1-1d81-4a13-ab69-b5e656dbeeed None None] For port 3b385ffb-c82e-4ec9-9c85-561e4dad1053, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=3b385ffb-c82e-4ec9-9c85-561e4dad1053,segment=NetworkSegment(edac1308-e19d-4cb3-b880-8f3c6255faa1),segment_id=edac1308-e19d-4cb3-b880-8f3c6255faa1)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:44.569428 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6f0edad1-1d81-4a13-ab69-b5e656dbeeed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (3b385ffb-c82e-4ec9-9c85-561e4dad1053), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:44.584858 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6f0edad1-1d81-4a13-ab69-b5e656dbeeed None None] Calling delete_port for 3b385ffb-c82e-4ec9-9c85-561e4dad1053 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:11:44.630844 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-da709927-c268-460d-be9c-accf30f845f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (3b385ffb-c82e-4ec9-9c85-561e4dad1053), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:44.672105 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da709927-c268-460d-be9c-accf30f845f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b385ffb-c82e-4ec9-9c85-561e4dad1053,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:44.679928 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da709927-c268-460d-be9c-accf30f845f0 admin admin] No DVR routers for this DVR port 3b385ffb-c82e-4ec9-9c85-561e4dad1053 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:11:44.695058 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6f0edad1-1d81-4a13-ab69-b5e656dbeeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (3b385ffb-c82e-4ec9-9c85-561e4dad1053), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:44.729285 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0edad1-1d81-4a13-ab69-b5e656dbeeed None None] Pushing event deleted for resources: {'Port': ['ID=3b385ffb-c82e-4ec9-9c85-561e4dad1053,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:44.731418 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0edad1-1d81-4a13-ab69-b5e656dbeeed None None] No DVR routers for this DVR port 3b385ffb-c82e-4ec9-9c85-561e4dad1053 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:11:44.769710 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-da709927-c268-460d-be9c-accf30f845f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (443adee4-9dd0-4759-a70c-30ca8e64434c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:44.776949 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44423d72-cf29-45a3-899d-3d1d7a40d640 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Router 9b90902e-dd6b-4da6-aa3f-3075a68744c7 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:11:44.791778 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-da709927-c268-460d-be9c-accf30f845f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['443adee4-9dd0-4759-a70c-30ca8e64434c']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:44.801588 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-da709927-c268-460d-be9c-accf30f845f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edac1308-e19d-4cb3-b880-8f3c6255faa1') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:44.802224 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-da709927-c268-460d-be9c-accf30f845f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edac1308-e19d-4cb3-b880-8f3c6255faa1') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:44.819958 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-da709927-c268-460d-be9c-accf30f845f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (edac1308-e19d-4cb3-b880-8f3c6255faa1), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:44.834306 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-da709927-c268-460d-be9c-accf30f845f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (edac1308-e19d-4cb3-b880-8f3c6255faa1), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:44.840487 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da709927-c268-460d-be9c-accf30f845f0 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:11:44.841006 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-da709927-c268-460d-be9c-accf30f845f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (edac1308-e19d-4cb3-b880-8f3c6255faa1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:44.842739 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 11:11:44.842739 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:11:44.842739 n-d-832164-4 neutron-server[103766]: timer() Mar 07 11:11:44.842739 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:11:44.842739 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 11:11:44.842739 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:11:44.842739 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 11:11:44.842739 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:11:44.842739 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 11:11:44.842739 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:11:44.842739 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 11:11:44.842739 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:11:44.842739 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 11:11:44.842739 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:11:44.842739 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:11:44.842739 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:11:44.842739 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:11:44.842739 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:11:44.842739 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 11:11:44.842739 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:11:44.842739 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 11:11:44.842739 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:11:44.842739 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:11:44.842739 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:11:44.842739 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 11:11:44.842739 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:11:44.842739 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:11:44.842739 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:11:44.842739 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:11:44.842739 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:11:44.842739 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:11:44.842739 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:11:44.893692 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44423d72-cf29-45a3-899d-3d1d7a40d640 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:11:44.897850 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-da709927-c268-460d-be9c-accf30f845f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (443adee4-9dd0-4759-a70c-30ca8e64434c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:44.904435 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-da709927-c268-460d-be9c-accf30f845f0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:44.911108 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00bda7f-18d4-4d5e-bb19-02ce2a1dc682 None None] Sync routers for ids ['9b90902e-dd6b-4da6-aa3f-3075a68744c7'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:11:44.916660 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-44423d72-cf29-45a3-899d-3d1d7a40d640 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:44.918074 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-da709927-c268-460d-be9c-accf30f845f0 admin admin] 10.222.0.11 "DELETE /v2.0/networks/443adee4-9dd0-4759-a70c-30ca8e64434c HTTP/1.1" status: 204 len: 168 time: 0.6606939 Mar 07 11:11:44.920633 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39476) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:44.925449 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00bda7f-18d4-4d5e-bb19-02ce2a1dc682 None None] Routers {'9b90902e-dd6b-4da6-aa3f-3075a68744c7'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:11:44.926401 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-e00bda7f-18d4-4d5e-bb19-02ce2a1dc682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:11:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9b90902e-dd6b-4da6-aa3f-3075a68744c7'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:44.975963 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39478) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:44.976313 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-44423d72-cf29-45a3-899d-3d1d7a40d640 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2604697 Mar 07 11:11:44.977004 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '014331c5-5877-4815-9b1b-ae25b99ab1e4', 'tag': 'ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:11:44.979504 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de30dfe1-404c-4ff9-9a77-275e1dddf929" -d '{"events": [{"name": "network-changed", "server_uuid": "014331c5-5877-4815-9b1b-ae25b99ab1e4", "tag": "ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:11:44.983585 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da709927-c268-460d-be9c-accf30f845f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=443adee4-9dd0-4759-a70c-30ca8e64434c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:45.020927 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e597c71b-c253-4bb2-9566-272315a81872 x-openstack-request-id: req-e597c71b-c253-4bb2-9566-272315a81872 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:11:45.021240 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "014331c5-5877-4815-9b1b-ae25b99ab1e4", "tag": "ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:11:45.021500 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e597c71b-c253-4bb2-9566-272315a81872 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:11:45.021913 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '014331c5-5877-4815-9b1b-ae25b99ab1e4', 'tag': 'ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb', 'status': 'completed', 'code': 200} Mar 07 11:11:45.068817 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-e00bda7f-18d4-4d5e-bb19-02ce2a1dc682 None None] Set router 9b90902e-dd6b-4da6-aa3f-3075a68744c7 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:11:45.109832 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30dfe1-404c-4ff9-9a77-275e1dddf929 req-5356204f-e8c1-49d3-a846-99c7af8e914e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:45.111997 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-de30dfe1-404c-4ff9-9a77-275e1dddf929 req-5356204f-e8c1-49d3-a846-99c7af8e914e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9218733d4245439aa2e846b97fffe915&device_id=014331c5-5877-4815-9b1b-ae25b99ab1e4 HTTP/1.1" status: 200 len: 1127 time: 0.0632632 Mar 07 11:11:45.129928 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ddbde986-7388-4063-acf7-98c7ad33b519 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/floatingips/e263c6a1-dd7e-462b-85fd-bcba67e08f78 HTTP/1.1" status: 200 len: 991 time: 0.1526945 Mar 07 11:11:45.146408 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc6d218-0cb0-4456-ace2-2459dcea33c7 req-0c580a8f-9fc1-44be-821d-493e82fdaca1 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:45.148045 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bdc6d218-0cb0-4456-ace2-2459dcea33c7 req-0c580a8f-9fc1-44be-821d-493e82fdaca1 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 944 time: 0.1624284 Mar 07 11:11:45.215149 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30dfe1-404c-4ff9-9a77-275e1dddf929 req-6fb6c871-3297-43d7-86c8-724793200521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:45.216555 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-de30dfe1-404c-4ff9-9a77-275e1dddf929 req-6fb6c871-3297-43d7-86c8-724793200521 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e3e3050e-0d7e-4a9e-841d-e90f6afd42a9 HTTP/1.1" status: 200 len: 898 time: 0.0941234 Mar 07 11:11:45.281371 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bdc6d218-0cb0-4456-ace2-2459dcea33c7 req-50970365-6b9f-484a-9c66-969b7a6f1b41 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873947 Mar 07 11:11:45.295774 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-de30dfe1-404c-4ff9-9a77-275e1dddf929 req-b60a98c9-6838-4126-888f-6e5dd803712b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb HTTP/1.1" status: 200 len: 999 time: 0.0707564 Mar 07 11:11:45.335005 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-e00bda7f-18d4-4d5e-bb19-02ce2a1dc682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'name': 'tempest-TestNetworkBasicOps-router-26881718', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:15Z', 'updated_at': '2022-03-07T11:11:21Z', 'revision_number': 4, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:dd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:16Z', 'updated_at': '2022-03-07T11:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'e263c6a1-dd7e-462b-85fd-bcba67e08f78', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'floating_ip_address': '172.25.3.247', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'port_id': 'ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9', 'mac_address': 'fa:16:3e:17:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014331c5-5877-4815-9b1b-ae25b99ab1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:11:43Z', 'updated_at': '2022-03-07T11:11:43Z', 'revision_number': 0, 'project_id': '9218733d4245439aa2e846b97fffe915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e578209-b2e3-40b2-acde-97e55481bb66', 'name': '', 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'mac_address': 'fa:16:3e:ea:7f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '8afa8167-9ae9-4366-a077-b70bbd2e1aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:20Z', 'updated_at': '2022-03-07T11:11:26Z', 'revision_number': 5, 'project_id': '9218733d4245439aa2e846b97fffe915', 'subnets': [{'id': '8afa8167-9ae9-4366-a077-b70bbd2e1aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:45.349634 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30dfe1-404c-4ff9-9a77-275e1dddf929 req-273111c4-5245-405e-8ec0-a058263db5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:45.351227 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-de30dfe1-404c-4ff9-9a77-275e1dddf929 req-273111c4-5245-405e-8ec0-a058263db5ed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8afa8167-9ae9-4366-a077-b70bbd2e1aba HTTP/1.1" status: 200 len: 834 time: 0.0471067 Mar 07 11:11:45.363883 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00bda7f-18d4-4d5e-bb19-02ce2a1dc682 None None] Checking router: 9b90902e-dd6b-4da6-aa3f-3075a68744c7 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:11:45.373680 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00bda7f-18d4-4d5e-bb19-02ce2a1dc682 None None] Routers {'9b90902e-dd6b-4da6-aa3f-3075a68744c7'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:11:45.374389 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-e00bda7f-18d4-4d5e-bb19-02ce2a1dc682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:11:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9b90902e-dd6b-4da6-aa3f-3075a68744c7'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:45.407624 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30dfe1-404c-4ff9-9a77-275e1dddf929 req-ae080ef9-e4df-4df0-8b4f-bca1dd79f3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:45.409158 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-de30dfe1-404c-4ff9-9a77-275e1dddf929 req-ae080ef9-e4df-4df0-8b4f-bca1dd79f3bc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e3e3050e-0d7e-4a9e-841d-e90f6afd42a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466814 Mar 07 11:11:45.445245 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-18300ef8-1fec-48e4-abf5-9e205c754972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (ac560bc3-7a87-4467-b1f3-8fe7fefba5b4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:45.490902 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-e00bda7f-18d4-4d5e-bb19-02ce2a1dc682 None None] Set router 9b90902e-dd6b-4da6-aa3f-3075a68744c7 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:11:45.671416 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3b385ffb-c82e-4ec9-9c85-561e4dad1053 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:11:45.700776 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 3b385ffb-c82e-4ec9-9c85-561e4dad1053 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:11:45.701141 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3b385ffb-c82e-4ec9-9c85-561e4dad1053 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:11:45.701607 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device d95a126c-34a3-4b3d-a130-1fd8c48e5071 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:11:45.724022 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-18300ef8-1fec-48e4-abf5-9e205c754972 admin admin] Deleting port ad1d2b93-c3fd-43e4-988c-ef2fd624e29c {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:11:45.724530 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-18300ef8-1fec-48e4-abf5-9e205c754972 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (ad1d2b93-c3fd-43e4-988c-ef2fd624e29c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:45.731261 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: d95a126c-34a3-4b3d-a130-1fd8c48e5071 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:11:45.731568 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device d95a126c-34a3-4b3d-a130-1fd8c48e5071 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:11:45.801544 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-de30dfe1-404c-4ff9-9a77-275e1dddf929 req-a18aee32-78c0-4fdf-aebf-cad71eb74e92 service neutron] 10.222.0.31 "GET /v2.0/networks/e3e3050e-0d7e-4a9e-841d-e90f6afd42a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844473 Mar 07 11:11:45.804217 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-e00bda7f-18d4-4d5e-bb19-02ce2a1dc682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'name': 'tempest-TestNetworkBasicOps-router-26881718', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:15Z', 'updated_at': '2022-03-07T11:11:21Z', 'revision_number': 4, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:dd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:16Z', 'updated_at': '2022-03-07T11:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'e263c6a1-dd7e-462b-85fd-bcba67e08f78', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'floating_ip_address': '172.25.3.247', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'port_id': 'ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9', 'mac_address': 'fa:16:3e:17:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014331c5-5877-4815-9b1b-ae25b99ab1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:11:43Z', 'updated_at': '2022-03-07T11:11:43Z', 'revision_number': 0, 'project_id': '9218733d4245439aa2e846b97fffe915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e578209-b2e3-40b2-acde-97e55481bb66', 'name': '', 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'mac_address': 'fa:16:3e:ea:7f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '8afa8167-9ae9-4366-a077-b70bbd2e1aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:20Z', 'updated_at': '2022-03-07T11:11:26Z', 'revision_number': 5, 'project_id': '9218733d4245439aa2e846b97fffe915', 'subnets': [{'id': '8afa8167-9ae9-4366-a077-b70bbd2e1aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:45.816430 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-18300ef8-1fec-48e4-abf5-9e205c754972 admin admin] For port ad1d2b93-c3fd-43e4-988c-ef2fd624e29c, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ad1d2b93-c3fd-43e4-988c-ef2fd624e29c,segment=NetworkSegment(2e1b7a0e-e790-4f36-8fb2-9358c45c803c),segment_id=2e1b7a0e-e790-4f36-8fb2-9358c45c803c)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:45.817014 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-18300ef8-1fec-48e4-abf5-9e205c754972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (ad1d2b93-c3fd-43e4-988c-ef2fd624e29c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:45.831349 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00bda7f-18d4-4d5e-bb19-02ce2a1dc682 None None] The sync data for ids ['9b90902e-dd6b-4da6-aa3f-3075a68744c7'] in n-d-832164-4 is: [{'id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'name': 'tempest-TestNetworkBasicOps-router-26881718', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:15Z', 'updated_at': '2022-03-07T11:11:21Z', 'revision_number': 4, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:dd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:16Z', 'updated_at': '2022-03-07T11:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'e263c6a1-dd7e-462b-85fd-bcba67e08f78', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'floating_ip_address': '172.25.3.247', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'port_id': 'ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9', 'mac_address': 'fa:16:3e:17:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014331c5-5877-4815-9b1b-ae25b99ab1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:11:43Z', 'updated_at': '2022-03-07T11:11:43Z', 'revision_number': 0, 'project_id': '9218733d4245439aa2e846b97fffe915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e578209-b2e3-40b2-acde-97e55481bb66', 'name': '', 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'mac_address': 'fa:16:3e:ea:7f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '8afa8167-9ae9-4366-a077-b70bbd2e1aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:20Z', 'updated_at': '2022-03-07T11:11:26Z', 'revision_number': 5, 'project_id': '9218733d4245439aa2e846b97fffe915', 'subnets': [{'id': '8afa8167-9ae9-4366-a077-b70bbd2e1aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:11:45.835951 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-18300ef8-1fec-48e4-abf5-9e205c754972 admin admin] Calling delete_port for ad1d2b93-c3fd-43e4-988c-ef2fd624e29c owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:11:45.899984 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-de30dfe1-404c-4ff9-9a77-275e1dddf929 req-ce18806f-9b61-490a-a409-667e8f52c146 service neutron] 10.222.0.31 "GET /v2.0/networks/e3e3050e-0d7e-4a9e-841d-e90f6afd42a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895345 Mar 07 11:11:46.026545 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-18300ef8-1fec-48e4-abf5-9e205c754972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (ad1d2b93-c3fd-43e4-988c-ef2fd624e29c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:46.052098 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18300ef8-1fec-48e4-abf5-9e205c754972 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad1d2b93-c3fd-43e4-988c-ef2fd624e29c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:46.063213 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c775e140-2ab8-4973-a878-6411de917df3 None None] New status for floating IP e263c6a1-dd7e-462b-85fd-bcba67e08f78: ACTIVE {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:11:46.134435 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39482) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:46.221161 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ffc3ea8b-25d0-40b2-88b9-a43ab8ddeec5 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/floatingips/e263c6a1-dd7e-462b-85fd-bcba67e08f78 HTTP/1.1" status: 200 len: 991 time: 0.0847335 Mar 07 11:11:46.243659 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-18300ef8-1fec-48e4-abf5-9e205c754972 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (ac560bc3-7a87-4467-b1f3-8fe7fefba5b4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:46.422428 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f39ba-eee9-4168-bcf7-1e42f788503e req-9925c287-59ed-4e01-926b-04451f6de5e8 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:46.424588 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ef5f39ba-eee9-4168-bcf7-1e42f788503e req-9925c287-59ed-4e01-926b-04451f6de5e8 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 944 time: 0.0622253 Mar 07 11:11:46.476567 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ef5f39ba-eee9-4168-bcf7-1e42f788503e req-f8f8261a-dd42-43e0-8f0f-e872928f51c2 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463455 Mar 07 11:11:46.770932 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18300ef8-1fec-48e4-abf5-9e205c754972 admin admin] Router ac560bc3-7a87-4467-b1f3-8fe7fefba5b4 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:11:46.896071 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18300ef8-1fec-48e4-abf5-9e205c754972 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:11:46.904431 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-18300ef8-1fec-48e4-abf5-9e205c754972 admin admin] 10.222.0.11 "PUT /v2.0/routers/ac560bc3-7a87-4467-b1f3-8fe7fefba5b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9825099 Mar 07 11:11:46.905266 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39486) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:46.907051 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369d119b-7a32-452d-b54b-72d9dadc0a3a None None] Sync routers for ids ['ac560bc3-7a87-4467-b1f3-8fe7fefba5b4'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:11:46.918340 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369d119b-7a32-452d-b54b-72d9dadc0a3a None None] Routers {'ac560bc3-7a87-4467-b1f3-8fe7fefba5b4'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:11:46.918956 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-369d119b-7a32-452d-b54b-72d9dadc0a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:11:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['ac560bc3-7a87-4467-b1f3-8fe7fefba5b4'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:47.032840 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a2304127-d0fd-4b42-a771-fa42fea6a0cc admin admin] Publish callbacks [] for router (ac560bc3-7a87-4467-b1f3-8fe7fefba5b4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:47.053746 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-369d119b-7a32-452d-b54b-72d9dadc0a3a None None] Set router ac560bc3-7a87-4467-b1f3-8fe7fefba5b4 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:11:47.146469 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a2304127-d0fd-4b42-a771-fa42fea6a0cc admin admin] Publish callbacks [] for router_gateway (ac560bc3-7a87-4467-b1f3-8fe7fefba5b4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:47.203072 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-a2304127-d0fd-4b42-a771-fa42fea6a0cc admin admin] Deleting port 7bce870a-dd08-447c-a36b-b5c059505afc {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:11:47.203413 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a2304127-d0fd-4b42-a771-fa42fea6a0cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (7bce870a-dd08-447c-a36b-b5c059505afc), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:47.224256 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39488) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:47.258838 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-369d119b-7a32-452d-b54b-72d9dadc0a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac560bc3-7a87-4467-b1f3-8fe7fefba5b4', 'name': 'tempest-TestVolumeBackupRestore-1368137109-router', 'tenant_id': 'cda3df0335e24a80886274185ab69375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': '7bce870a-dd08-447c-a36b-b5c059505afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:05:46Z', 'updated_at': '2022-03-07T11:11:45Z', 'revision_number': 5, 'project_id': 'cda3df0335e24a80886274185ab69375', 'gw_port': {'id': '7bce870a-dd08-447c-a36b-b5c059505afc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:47:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac560bc3-7a87-4467-b1f3-8fe7fefba5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3654, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:05:48Z', 'updated_at': '2022-03-07T11:06:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:47.295625 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369d119b-7a32-452d-b54b-72d9dadc0a3a None None] Checking router: ac560bc3-7a87-4467-b1f3-8fe7fefba5b4 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:11:47.295790 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0bbbe51b-80da-48ad-aba9-6b91d6e7d0d7 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/floatingips/e263c6a1-dd7e-462b-85fd-bcba67e08f78 HTTP/1.1" status: 200 len: 993 time: 0.0690753 Mar 07 11:11:47.300387 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-a2304127-d0fd-4b42-a771-fa42fea6a0cc admin admin] For port 7bce870a-dd08-447c-a36b-b5c059505afc, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7bce870a-dd08-447c-a36b-b5c059505afc,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:47.301137 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a2304127-d0fd-4b42-a771-fa42fea6a0cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (7bce870a-dd08-447c-a36b-b5c059505afc), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:47.307924 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369d119b-7a32-452d-b54b-72d9dadc0a3a None None] Routers {'ac560bc3-7a87-4467-b1f3-8fe7fefba5b4'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:11:47.308649 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-369d119b-7a32-452d-b54b-72d9dadc0a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:11:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['ac560bc3-7a87-4467-b1f3-8fe7fefba5b4'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:47.313871 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-a2304127-d0fd-4b42-a771-fa42fea6a0cc admin admin] Calling delete_port for 7bce870a-dd08-447c-a36b-b5c059505afc owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:11:47.413236 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-369d119b-7a32-452d-b54b-72d9dadc0a3a None None] Set router ac560bc3-7a87-4467-b1f3-8fe7fefba5b4 gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:11:47.468422 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-369d119b-7a32-452d-b54b-72d9dadc0a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac560bc3-7a87-4467-b1f3-8fe7fefba5b4', 'name': 'tempest-TestVolumeBackupRestore-1368137109-router', 'tenant_id': 'cda3df0335e24a80886274185ab69375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:05:46Z', 'updated_at': '2022-03-07T11:11:47Z', 'revision_number': 6, 'project_id': 'cda3df0335e24a80886274185ab69375', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:47.501481 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369d119b-7a32-452d-b54b-72d9dadc0a3a None None] The sync data for ids ['ac560bc3-7a87-4467-b1f3-8fe7fefba5b4'] in n-d-832164-4 is: [{'id': 'ac560bc3-7a87-4467-b1f3-8fe7fefba5b4', 'name': 'tempest-TestVolumeBackupRestore-1368137109-router', 'tenant_id': 'cda3df0335e24a80886274185ab69375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:05:46Z', 'updated_at': '2022-03-07T11:11:47Z', 'revision_number': 6, 'project_id': 'cda3df0335e24a80886274185ab69375', 'gw_port_host': None}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:11:47.513518 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a2304127-d0fd-4b42-a771-fa42fea6a0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (7bce870a-dd08-447c-a36b-b5c059505afc), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:47.548986 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2304127-d0fd-4b42-a771-fa42fea6a0cc admin admin] Pushing event deleted for resources: {'Port': ['ID=7bce870a-dd08-447c-a36b-b5c059505afc,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:47.616129 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a2304127-d0fd-4b42-a771-fa42fea6a0cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (ac560bc3-7a87-4467-b1f3-8fe7fefba5b4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:47.648409 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205a659-028a-4118-8836-9929308850bf req-a32a6be8-581b-4aa1-864b-66de414b1eb4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:47.650193 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4205a659-028a-4118-8836-9929308850bf req-a32a6be8-581b-4aa1-864b-66de414b1eb4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 944 time: 0.0626512 Mar 07 11:11:47.702960 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4205a659-028a-4118-8836-9929308850bf req-cc2e1596-5f25-43ff-b6ec-b97a1996511c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463846 Mar 07 11:11:47.744510 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a2304127-d0fd-4b42-a771-fa42fea6a0cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (ac560bc3-7a87-4467-b1f3-8fe7fefba5b4), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:47.747092 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a2304127-d0fd-4b42-a771-fa42fea6a0cc admin admin] Publish callbacks [] for router_controller (ac560bc3-7a87-4467-b1f3-8fe7fefba5b4), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:47.813051 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a2304127-d0fd-4b42-a771-fa42fea6a0cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (ac560bc3-7a87-4467-b1f3-8fe7fefba5b4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:47.813509 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2304127-d0fd-4b42-a771-fa42fea6a0cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac560bc3-7a87-4467-b1f3-8fe7fefba5b4 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:11:47.819672 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a2304127-d0fd-4b42-a771-fa42fea6a0cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:47.823684 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a2304127-d0fd-4b42-a771-fa42fea6a0cc admin admin] 10.222.0.11 "DELETE /v2.0/routers/ac560bc3-7a87-4467-b1f3-8fe7fefba5b4 HTTP/1.1" status: 204 len: 168 time: 0.9166937 Mar 07 11:11:47.824025 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39492) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:47.887141 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-213720b5-4d75-4bd6-858c-656f95183e9c admin admin] Deleting subnet 6ae2b830-c8c3-4561-9268-dedf62cb7c8c {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:11:47.893462 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-213720b5-4d75-4bd6-858c-656f95183e9c admin admin] Publish callbacks [] for subnet (6ae2b830-c8c3-4561-9268-dedf62cb7c8c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:47.950246 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-213720b5-4d75-4bd6-858c-656f95183e9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (6ae2b830-c8c3-4561-9268-dedf62cb7c8c), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:48.045350 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ad1d2b93-c3fd-43e4-988c-ef2fd624e29c no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:11:48.072558 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: ad1d2b93-c3fd-43e4-988c-ef2fd624e29c {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:11:48.072809 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ad1d2b93-c3fd-43e4-988c-ef2fd624e29c not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:11:48.086418 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-213720b5-4d75-4bd6-858c-656f95183e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (6ae2b830-c8c3-4561-9268-dedf62cb7c8c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:48.145482 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-213720b5-4d75-4bd6-858c-656f95183e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (6ae2b830-c8c3-4561-9268-dedf62cb7c8c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:48.170480 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213720b5-4d75-4bd6-858c-656f95183e9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ae2b830-c8c3-4561-9268-dedf62cb7c8c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:48.176593 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-213720b5-4d75-4bd6-858c-656f95183e9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:48.179990 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-213720b5-4d75-4bd6-858c-656f95183e9c admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6ae2b830-c8c3-4561-9268-dedf62cb7c8c HTTP/1.1" status: 204 len: 168 time: 0.3546355 Mar 07 11:11:48.182299 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f60eef4-62d2-4050-84a2-f385460f95b7 None None] Network a59630c9-9cfb-4938-97ad-2033803ec040 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:11:48.182527 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39494) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:48.265264 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c22c23ae-7a25-452f-99e6-13504e946888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (a59630c9-9cfb-4938-97ad-2033803ec040), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:48.328171 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-c22c23ae-7a25-452f-99e6-13504e946888 admin admin] Deleting port c6039a1b-e82c-4365-98bf-c23b2dd737c1 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:11:48.328567 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c22c23ae-7a25-452f-99e6-13504e946888 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c6039a1b-e82c-4365-98bf-c23b2dd737c1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:48.374364 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d8c03e-831b-4250-a23c-049570bd5bd3 None None] DHCP port deletion for a59630c9-9cfb-4938-97ad-2033803ec040 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:11:48.420129 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-c22c23ae-7a25-452f-99e6-13504e946888 admin admin] For port c6039a1b-e82c-4365-98bf-c23b2dd737c1, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c6039a1b-e82c-4365-98bf-c23b2dd737c1,segment=NetworkSegment(2e1b7a0e-e790-4f36-8fb2-9358c45c803c),segment_id=2e1b7a0e-e790-4f36-8fb2-9358c45c803c)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:48.420494 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c22c23ae-7a25-452f-99e6-13504e946888 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c6039a1b-e82c-4365-98bf-c23b2dd737c1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:48.447279 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-c22c23ae-7a25-452f-99e6-13504e946888 admin admin] Calling delete_port for c6039a1b-e82c-4365-98bf-c23b2dd737c1 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:11:48.449569 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e2d8c03e-831b-4250-a23c-049570bd5bd3 None None] Deleting port c6039a1b-e82c-4365-98bf-c23b2dd737c1 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:11:48.450088 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e2d8c03e-831b-4250-a23c-049570bd5bd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c6039a1b-e82c-4365-98bf-c23b2dd737c1), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:48.478648 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:48.534528 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-e2d8c03e-831b-4250-a23c-049570bd5bd3 None None] For port c6039a1b-e82c-4365-98bf-c23b2dd737c1, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c6039a1b-e82c-4365-98bf-c23b2dd737c1,segment=NetworkSegment(2e1b7a0e-e790-4f36-8fb2-9358c45c803c),segment_id=2e1b7a0e-e790-4f36-8fb2-9358c45c803c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:48.535100 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e2d8c03e-831b-4250-a23c-049570bd5bd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c6039a1b-e82c-4365-98bf-c23b2dd737c1), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:48.559777 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c22c23ae-7a25-452f-99e6-13504e946888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (c6039a1b-e82c-4365-98bf-c23b2dd737c1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:48.588313 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c23ae-7a25-452f-99e6-13504e946888 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6039a1b-e82c-4365-98bf-c23b2dd737c1,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:48.592875 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22c23ae-7a25-452f-99e6-13504e946888 admin admin] No DVR routers for this DVR port c6039a1b-e82c-4365-98bf-c23b2dd737c1 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:11:48.680366 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c22c23ae-7a25-452f-99e6-13504e946888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (a59630c9-9cfb-4938-97ad-2033803ec040), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:48.706530 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-c22c23ae-7a25-452f-99e6-13504e946888 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a59630c9-9cfb-4938-97ad-2033803ec040']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:48.722651 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-c22c23ae-7a25-452f-99e6-13504e946888 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e1b7a0e-e790-4f36-8fb2-9358c45c803c') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:48.723024 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-c22c23ae-7a25-452f-99e6-13504e946888 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e1b7a0e-e790-4f36-8fb2-9358c45c803c') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:11:48.726804 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e2d8c03e-831b-4250-a23c-049570bd5bd3 None None] Calling delete_port for c6039a1b-e82c-4365-98bf-c23b2dd737c1 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:11:48.737081 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c22c23ae-7a25-452f-99e6-13504e946888 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (2e1b7a0e-e790-4f36-8fb2-9358c45c803c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:48.766631 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c22c23ae-7a25-452f-99e6-13504e946888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (2e1b7a0e-e790-4f36-8fb2-9358c45c803c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:48.776415 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c22c23ae-7a25-452f-99e6-13504e946888 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:11:48.777439 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c22c23ae-7a25-452f-99e6-13504e946888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (2e1b7a0e-e790-4f36-8fb2-9358c45c803c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:48.852290 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:11:48.852290 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:11:48.852290 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:11:48.852290 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:11:48.852290 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:11:48.852290 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:11:48.852290 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:11:48.852290 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:11:48.852290 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:11:48.852290 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:11:48.852290 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:11:48.852290 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:11:48.852290 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:11:48.852290 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:11:48.852290 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:11:48.852290 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:11:48.852290 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:11:48.852290 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:11:48.852290 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:11:48.852290 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:11:48.852290 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:11:48.852290 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:11:48.852290 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:11:48.852290 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:11:48.852290 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:11:48.852290 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:11:48.852290 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:11:48.852290 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:11:48.852290 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:11:48.852290 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:11:48.852290 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:11:48.852290 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:11:48.866216 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c22c23ae-7a25-452f-99e6-13504e946888 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (a59630c9-9cfb-4938-97ad-2033803ec040), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:48.883604 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e2d8c03e-831b-4250-a23c-049570bd5bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (c6039a1b-e82c-4365-98bf-c23b2dd737c1), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:48.890037 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c22c23ae-7a25-452f-99e6-13504e946888 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:48.899753 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c22c23ae-7a25-452f-99e6-13504e946888 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a59630c9-9cfb-4938-97ad-2033803ec040 HTTP/1.1" status: 204 len: 168 time: 0.7091613 Mar 07 11:11:48.908910 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c23ae-7a25-452f-99e6-13504e946888 admin admin] Pushing event deleted for resources: {'Network': ['ID=a59630c9-9cfb-4938-97ad-2033803ec040,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:48.915802 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8c03e-831b-4250-a23c-049570bd5bd3 None None] Pushing event deleted for resources: {'Port': ['ID=c6039a1b-e82c-4365-98bf-c23b2dd737c1,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:48.918725 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e2d8c03e-831b-4250-a23c-049570bd5bd3 None None] Network a59630c9-9cfb-4938-97ad-2033803ec040 is not hosted by any dhcp agent {{(pid=103768) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 07 11:11:48.924238 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d8c03e-831b-4250-a23c-049570bd5bd3 None None] No DVR routers for this DVR port c6039a1b-e82c-4365-98bf-c23b2dd737c1 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:11:48.941166 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55644dc-31a1-4981-b1f3-ba2851de46ac req-8ceb8718-be2c-4326-a81c-fb643476448b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:48.942886 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b55644dc-31a1-4981-b1f3-ba2851de46ac req-8ceb8718-be2c-4326-a81c-fb643476448b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 944 time: 0.0892992 Mar 07 11:11:48.997534 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b55644dc-31a1-4981-b1f3-ba2851de46ac req-2842f722-5bd3-49bc-9f1b-820fc4e36157 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487719 Mar 07 11:11:49.066358 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39500) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:49.110963 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3dd7a693-cbca-4dd6-a99e-2d0951f8372a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=424a24d0d29c4836bad7ad116c522381&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433500 Mar 07 11:11:49.113423 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39502) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:49.166711 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-be7630ab-46a0-4007-bebd-75f5e0e6355e admin admin] Publish callbacks [] for security_group (a02182e6-ca50-4ee0-94d0-85ba0b2e1568), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:49.190323 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-be7630ab-46a0-4007-bebd-75f5e0e6355e admin admin] Publish callbacks [] for security_group (a02182e6-ca50-4ee0-94d0-85ba0b2e1568), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:49.252544 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-be7630ab-46a0-4007-bebd-75f5e0e6355e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a02182e6-ca50-4ee0-94d0-85ba0b2e1568), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:49.255368 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-be7630ab-46a0-4007-bebd-75f5e0e6355e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:49.256524 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-be7630ab-46a0-4007-bebd-75f5e0e6355e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a02182e6-ca50-4ee0-94d0-85ba0b2e1568 HTTP/1.1" status: 204 len: 168 time: 0.1422179 Mar 07 11:11:49.269271 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7630ab-46a0-4007-bebd-75f5e0e6355e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02182e6-ca50-4ee0-94d0-85ba0b2e1568,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:49.630822 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7bce870a-dd08-447c-a36b-b5c059505afc no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:11:49.632786 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39508) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:49.657654 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 7bce870a-dd08-447c-a36b-b5c059505afc {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:11:49.658063 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7bce870a-dd08-447c-a36b-b5c059505afc not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:11:49.658442 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c6039a1b-e82c-4365-98bf-c23b2dd737c1 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:11:49.685086 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9d664f4e-9608-4cdc-a76f-ffefeec6041e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cda3df0335e24a80886274185ab69375&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0483923 Mar 07 11:11:49.685536 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39510) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:11:49.688111 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: c6039a1b-e82c-4365-98bf-c23b2dd737c1 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:11:49.688653 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c6039a1b-e82c-4365-98bf-c23b2dd737c1 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:11:49.745739 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b861bd3b-4935-4af1-be4f-21e724e1f83a admin admin] Publish callbacks [] for security_group (b18dbd8d-b359-4042-95d4-544034e0a4c9), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:49.771489 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b861bd3b-4935-4af1-be4f-21e724e1f83a admin admin] Publish callbacks [] for security_group (b18dbd8d-b359-4042-95d4-544034e0a4c9), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:49.824093 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b861bd3b-4935-4af1-be4f-21e724e1f83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b18dbd8d-b359-4042-95d4-544034e0a4c9), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:49.827510 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b861bd3b-4935-4af1-be4f-21e724e1f83a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:49.829742 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b861bd3b-4935-4af1-be4f-21e724e1f83a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b18dbd8d-b359-4042-95d4-544034e0a4c9 HTTP/1.1" status: 204 len: 168 time: 0.1429920 Mar 07 11:11:49.839944 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861bd3b-4935-4af1-be4f-21e724e1f83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18dbd8d-b359-4042-95d4-544034e0a4c9,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:50.134317 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65932dd0-cc36-40bd-994c-66a8815b9e31 req-370d9f74-90e2-4ff6-807b-1f44e8951514 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:50.136225 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-65932dd0-cc36-40bd-994c-66a8815b9e31 req-370d9f74-90e2-4ff6-807b-1f44e8951514 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 944 time: 0.0610516 Mar 07 11:11:50.195645 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-65932dd0-cc36-40bd-994c-66a8815b9e31 req-13aff6cf-7af8-4856-8cc6-caea5edf778d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519383 Mar 07 11:11:50.424461 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:11:50.533819 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:50.547389 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'port_id': '6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac', 'mac_address': 'fa:16:3e:b7:f1:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:11:50.588975 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:50.589505 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:50.603734 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:11:50.626992 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:50.631626 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:50.682384 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:50.821290 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:11:51.321847 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2fa8e-cfe0-4349-8ad3-913ad42a2ed6 req-7da91429-95c7-45b0-b179-729224570233 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:51.323377 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23b2fa8e-cfe0-4349-8ad3-913ad42a2ed6 req-7da91429-95c7-45b0-b179-729224570233 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 945 time: 0.0558929 Mar 07 11:11:51.370144 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23b2fa8e-cfe0-4349-8ad3-913ad42a2ed6 req-2eca2633-0fac-478c-91d8-524d84c74606 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412586 Mar 07 11:11:52.424279 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:11:52.473950 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:11:52.478052 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:11:52.478432 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:52.490935 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3080f3d-b187-4088-ba64-ced4587d501f req-345c5a51-1304-4ed3-bd04-e623dbf9615c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:52.492450 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c3080f3d-b187-4088-ba64-ced4587d501f req-345c5a51-1304-4ed3-bd04-e623dbf9615c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 945 time: 0.0559728 Mar 07 11:11:52.549364 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c3080f3d-b187-4088-ba64-ced4587d501f req-12fca576-986c-42b3-ba30-65ecdd1bf11c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508125 Mar 07 11:11:52.560558 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:11:52.560950 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:52.583500 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84802aa-ac19-43dc-93d6-116f2fe10496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:11:52.585789 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64342d65-078c-45c6-8393-04fbb978394f" -d '{"events": [{"server_uuid": "d84802aa-ac19-43dc-93d6-116f2fe10496", "name": "network-vif-plugged", "status": "completed", "tag": "6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:11:52.598544 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:52.602748 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:52.625553 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ef9b0c-0648-4aa8-8d94-51b3ea20f4f5 x-openstack-request-id: req-f5ef9b0c-0648-4aa8-8d94-51b3ea20f4f5 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:11:52.625846 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84802aa-ac19-43dc-93d6-116f2fe10496", "name": "network-vif-plugged", "status": "completed", "tag": "6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:11:52.626104 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f5ef9b0c-0648-4aa8-8d94-51b3ea20f4f5 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:11:52.626493 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84802aa-ac19-43dc-93d6-116f2fe10496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac', 'code': 200} Mar 07 11:11:52.657098 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:52.721296 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95eb407-a774-4f1c-b176-11af6188c3a0 req-3c6278b7-7a06-4fa9-b307-772579392cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:52.722801 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d95eb407-a774-4f1c-b176-11af6188c3a0 req-3c6278b7-7a06-4fa9-b307-772579392cc1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 1128 time: 0.0453012 Mar 07 11:11:52.765178 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d95eb407-a774-4f1c-b176-11af6188c3a0 req-165c6ba4-d1ca-494f-87be-02ae486aaeeb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366678 Mar 07 11:11:53.163427 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:53.670178 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c376b604-087d-403e-a75b-80f33ad94490 req-4b5bc50e-e265-405a-a79a-f1cd0f62a355 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:53.671925 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c376b604-087d-403e-a75b-80f33ad94490 req-4b5bc50e-e265-405a-a79a-f1cd0f62a355 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 946 time: 0.0555110 Mar 07 11:11:53.717985 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c376b604-087d-403e-a75b-80f33ad94490 req-368aeee8-70c9-449f-83d0-b62a0ceb069b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404868 Mar 07 11:11:54.838193 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0bad7a-9af3-4c33-8dae-eb1a9f2318dc req-54d03f0c-b867-4e50-a6be-f1b4abef618c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:54.840394 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a0bad7a-9af3-4c33-8dae-eb1a9f2318dc req-54d03f0c-b867-4e50-a6be-f1b4abef618c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 946 time: 0.0534093 Mar 07 11:11:54.889570 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a0bad7a-9af3-4c33-8dae-eb1a9f2318dc req-19515819-1792-4fa8-9387-80fb6a40eda1 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436835 Mar 07 11:11:55.012246 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614dba4b-01b7-40fd-9332-d6e7ea581a94 req-2ee04df8-6c8d-4b0d-b198-46c54f7d8eac tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:55.013692 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-614dba4b-01b7-40fd-9332-d6e7ea581a94 req-2ee04df8-6c8d-4b0d-b198-46c54f7d8eac tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 946 time: 0.0566745 Mar 07 11:11:55.060869 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-614dba4b-01b7-40fd-9332-d6e7ea581a94 req-2a562ba3-3cf7-41b4-863c-ca2ab551602c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414689 Mar 07 11:11:55.348309 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994868a4-9048-41a7-92ea-59ff0377acf4 req-71c88b6b-d1a7-47b5-8bbc-1e07dd826253 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:55.349846 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-994868a4-9048-41a7-92ea-59ff0377acf4 req-71c88b6b-d1a7-47b5-8bbc-1e07dd826253 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 946 time: 0.0529544 Mar 07 11:11:55.396046 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-994868a4-9048-41a7-92ea-59ff0377acf4 req-9c26d2d9-4539-4a1d-88d9-b7f35179b7fc tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399137 Mar 07 11:11:56.515388 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ada93d-4eeb-43cf-8a6d-77bbc9879965 req-b1aa23f4-e765-4d1d-a1c7-ac26d9970dff tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:56.516838 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9ada93d-4eeb-43cf-8a6d-77bbc9879965 req-b1aa23f4-e765-4d1d-a1c7-ac26d9970dff tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 946 time: 0.0513122 Mar 07 11:11:56.563081 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9ada93d-4eeb-43cf-8a6d-77bbc9879965 req-20888d03-0386-45b6-909a-d7fd7bf71b31 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406744 Mar 07 11:11:56.786401 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c8a2f-77a9-4c2d-a6ce-641b13614bfe req-2deb79b0-b30e-4150-abaa-e927c623e6cb tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:11:56.787860 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fb0c8a2f-77a9-4c2d-a6ce-641b13614bfe req-2deb79b0-b30e-4150-abaa-e927c623e6cb tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.21 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 946 time: 0.0564692 Mar 07 11:11:56.879141 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-fb0c8a2f-77a9-4c2d-a6ce-641b13614bfe req-60236259-1384-491a-a238-2f8442468c0b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Deleting port 6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:11:56.879408 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-fb0c8a2f-77a9-4c2d-a6ce-641b13614bfe req-60236259-1384-491a-a238-2f8442468c0b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:56.970869 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-fb0c8a2f-77a9-4c2d-a6ce-641b13614bfe req-60236259-1384-491a-a238-2f8442468c0b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] For port 6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:11:56.971229 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-fb0c8a2f-77a9-4c2d-a6ce-641b13614bfe req-60236259-1384-491a-a238-2f8442468c0b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:56.982910 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-fb0c8a2f-77a9-4c2d-a6ce-641b13614bfe req-60236259-1384-491a-a238-2f8442468c0b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Calling delete_port for 6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:11:57.106220 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-fb0c8a2f-77a9-4c2d-a6ce-641b13614bfe req-60236259-1384-491a-a238-2f8442468c0b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:57.119070 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:11:57.121421 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['ffec54d0-8d1b-4d96-b227-3138c3fab3d7'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:11:57.136734 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60236259-1384-491a-a238-2f8442468c0b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Pushing event deleted for resources: {'Port': ['ID=6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:11:57.181883 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0c8a2f-77a9-4c2d-a6ce-641b13614bfe req-60236259-1384-491a-a238-2f8442468c0b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] No DVR routers for this DVR port 6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac on host n-h1-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:11:57.184723 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-fb0c8a2f-77a9-4c2d-a6ce-641b13614bfe req-60236259-1384-491a-a238-2f8442468c0b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:11:57.188054 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fb0c8a2f-77a9-4c2d-a6ce-641b13614bfe req-60236259-1384-491a-a238-2f8442468c0b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.21 "DELETE /v2.0/ports/6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac HTTP/1.1" status: 204 len: 173 time: 0.3944712 Mar 07 11:11:57.188512 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84802aa-ac19-43dc-93d6-116f2fe10496', 'name': 'network-vif-deleted', 'tag': '6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:11:57.190835 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e2934e-2323-4634-992c-1dd427f35433" -d '{"events": [{"server_uuid": "d84802aa-ac19-43dc-93d6-116f2fe10496", "name": "network-vif-deleted", "tag": "6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:11:57.236669 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b348951b-9084-489e-a0fb-8763110e2825 x-openstack-request-id: req-b348951b-9084-489e-a0fb-8763110e2825 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:11:57.236968 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d84802aa-ac19-43dc-93d6-116f2fe10496", "name": "network-vif-deleted", "tag": "6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:11:57.237259 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b348951b-9084-489e-a0fb-8763110e2825 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:11:57.237711 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84802aa-ac19-43dc-93d6-116f2fe10496', 'name': 'network-vif-deleted', 'tag': '6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac', 'status': 'completed', 'code': 200} Mar 07 11:11:57.657924 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1a68df26-b2d5-4610-85e0-89d9b43289aa req-77e7d0d5-2bda-478d-8972-357a89ee61f1 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 210 time: 0.0275390 Mar 07 11:11:58.756576 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6ecf636f-46d6-4562-9222-665bc15a44fc req-e3510baa-ca68-45bf-b50b-bdec7ca7eca9 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 210 time: 0.0287080 Mar 07 11:11:59.855275 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-86cc5fe7-a4fa-49e5-9da7-4d5370aeb999 req-ab401e1d-7398-4a92-a0f7-826337023057 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 210 time: 0.0312455 Mar 07 11:12:00.425907 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:12:00.446502 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:12:00.446849 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 6d4d620a-b3e0-4f90-bbc0-3a6ddc4ef9ac not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:12:00.951863 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-95735d95-f4c5-4be7-8d62-312324519acd req-6c6cfa5e-b5a2-4b3a-8a65-4bd25743c2d6 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 210 time: 0.0289044 Mar 07 11:12:02.049698 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7c4b4bff-0fea-4efc-b4d9-675ff39d5b48 req-a09002c6-a087-43cb-b6ec-77f05da72cfd tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 210 time: 0.0281272 Mar 07 11:12:03.149457 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0ee9407c-0707-426e-9f1d-b6d2e018bbdd req-212901d1-adb6-416b-8eb7-e52785d35b1a tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 210 time: 0.0310719 Mar 07 11:12:04.249707 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-88dfe6ff-d6fb-4405-babc-2851079002bb req-14263db2-387a-4d90-8fa8-cfed85f3408b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 210 time: 0.0288818 Mar 07 11:12:05.347253 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-084c967e-8963-44bd-a175-fb41d6951694 req-ffcfb438-25a7-4679-b548-325281d832d9 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 210 time: 0.0267246 Mar 07 11:12:06.455888 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0d35d4dd-4d1c-4863-af12-a3bd3f9645de req-5cce2832-fa81-4e1b-b63b-45144174e401 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=d84802aa-ac19-43dc-93d6-116f2fe10496 HTTP/1.1" status: 200 len: 210 time: 0.0275311 Mar 07 11:12:06.498103 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-201e6b00-97a2-44cb-86d7-bd9e0c79b98d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:08.601144 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-224b555c-1f59-4880-9f15-1a82ea037400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:09.984879 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:11.727822 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:12.984871 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:14.219871 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:12:15.120779 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed1273-a503-4a9f-99f1-6b3f0d9a81a5 req-11b1f726-1b86-4456-bead-fc0f7a4ff220 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:15.122279 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d2ed1273-a503-4a9f-99f1-6b3f0d9a81a5 req-11b1f726-1b86-4456-bead-fc0f7a4ff220 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 946 time: 0.0586481 Mar 07 11:12:15.169365 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d2ed1273-a503-4a9f-99f1-6b3f0d9a81a5 req-be3ed53a-1dac-4f14-a5f6-752b97f817c1 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415936 Mar 07 11:12:16.289671 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c45d2e-4388-43c1-b7fc-938954e5577b req-47d973b5-5687-4fb4-aa4f-3b1f92df478c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:16.291164 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-12c45d2e-4388-43c1-b7fc-938954e5577b req-47d973b5-5687-4fb4-aa4f-3b1f92df478c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 946 time: 0.0541615 Mar 07 11:12:16.339069 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-12c45d2e-4388-43c1-b7fc-938954e5577b req-e05aeb09-98f9-4552-bce3-0de202ff0085 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=878c86dc-09b5-4c6b-8d76-75c106ddee5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416412 Mar 07 11:12:16.728828 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed556dd8-580a-45b8-9076-29d81245b40f req-456d09cd-c2be-471f-bf65-89eeb870f716 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:16.730892 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ed556dd8-580a-45b8-9076-29d81245b40f req-456d09cd-c2be-471f-bf65-89eeb870f716 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.31 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 946 time: 0.0534105 Mar 07 11:12:16.820867 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-ed556dd8-580a-45b8-9076-29d81245b40f req-d7f3ca08-0ca7-47cd-b438-0ac47749f6c1 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Deleting port ffec54d0-8d1b-4d96-b227-3138c3fab3d7 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:12:16.821225 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ed556dd8-580a-45b8-9076-29d81245b40f req-d7f3ca08-0ca7-47cd-b438-0ac47749f6c1 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (ffec54d0-8d1b-4d96-b227-3138c3fab3d7), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:16.910650 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-ed556dd8-580a-45b8-9076-29d81245b40f req-d7f3ca08-0ca7-47cd-b438-0ac47749f6c1 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] For port ffec54d0-8d1b-4d96-b227-3138c3fab3d7, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=ffec54d0-8d1b-4d96-b227-3138c3fab3d7,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:12:16.911003 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ed556dd8-580a-45b8-9076-29d81245b40f req-d7f3ca08-0ca7-47cd-b438-0ac47749f6c1 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (ffec54d0-8d1b-4d96-b227-3138c3fab3d7), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:16.923039 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-ed556dd8-580a-45b8-9076-29d81245b40f req-d7f3ca08-0ca7-47cd-b438-0ac47749f6c1 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Calling delete_port for ffec54d0-8d1b-4d96-b227-3138c3fab3d7 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:12:17.051177 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ed556dd8-580a-45b8-9076-29d81245b40f req-d7f3ca08-0ca7-47cd-b438-0ac47749f6c1 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (ffec54d0-8d1b-4d96-b227-3138c3fab3d7), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:17.063735 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['ffec54d0-8d1b-4d96-b227-3138c3fab3d7'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:12:17.081832 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3ca08-0ca7-47cd-b438-0ac47749f6c1 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Pushing event deleted for resources: {'Port': ['ID=ffec54d0-8d1b-4d96-b227-3138c3fab3d7,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:17.125342 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed556dd8-580a-45b8-9076-29d81245b40f req-d7f3ca08-0ca7-47cd-b438-0ac47749f6c1 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] No DVR routers for this DVR port ffec54d0-8d1b-4d96-b227-3138c3fab3d7 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:12:17.128017 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ed556dd8-580a-45b8-9076-29d81245b40f req-d7f3ca08-0ca7-47cd-b438-0ac47749f6c1 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:17.131429 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ed556dd8-580a-45b8-9076-29d81245b40f req-d7f3ca08-0ca7-47cd-b438-0ac47749f6c1 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.31 "DELETE /v2.0/ports/ffec54d0-8d1b-4d96-b227-3138c3fab3d7 HTTP/1.1" status: 204 len: 173 time: 0.3954105 Mar 07 11:12:17.131856 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef0d22a-ef3b-43eb-b79d-08dc7d29721d', 'name': 'network-vif-deleted', 'tag': 'ffec54d0-8d1b-4d96-b227-3138c3fab3d7'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:12:17.134193 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9694a1fb-bfca-493d-8ba0-2e72c9b5beb0" -d '{"events": [{"server_uuid": "2ef0d22a-ef3b-43eb-b79d-08dc7d29721d", "name": "network-vif-deleted", "tag": "ffec54d0-8d1b-4d96-b227-3138c3fab3d7"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:12:17.172056 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e132aa64-f364-48fe-98c7-03596287a90f x-openstack-request-id: req-e132aa64-f364-48fe-98c7-03596287a90f {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:12:17.172361 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef0d22a-ef3b-43eb-b79d-08dc7d29721d", "name": "network-vif-deleted", "tag": "ffec54d0-8d1b-4d96-b227-3138c3fab3d7", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:12:17.172622 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e132aa64-f364-48fe-98c7-03596287a90f {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:12:17.173027 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef0d22a-ef3b-43eb-b79d-08dc7d29721d', 'name': 'network-vif-deleted', 'tag': 'ffec54d0-8d1b-4d96-b227-3138c3fab3d7', 'status': 'completed', 'code': 200} Mar 07 11:12:17.444406 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b2d45b34-3ba7-4b01-b718-7d3c02748928 req-29b38f62-db4e-45be-b895-f4e3c3f1f7c4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 210 time: 0.0354905 Mar 07 11:12:18.472961 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:18.551492 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3744f7cc-8535-446b-aa3e-d6626ef83f07 req-89d442c5-51a0-4160-9bc2-5ae6dd62904e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 210 time: 0.0294333 Mar 07 11:12:19.654484 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e04db430-e278-4dd5-996e-804db0f8fdfa req-ebd3efe4-e75d-4db4-9b91-9931b91d4199 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 210 time: 0.0314815 Mar 07 11:12:19.675277 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device ffec54d0-8d1b-4d96-b227-3138c3fab3d7 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:12:19.693942 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: ffec54d0-8d1b-4d96-b227-3138c3fab3d7 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:12:19.694289 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device ffec54d0-8d1b-4d96-b227-3138c3fab3d7 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:12:20.761535 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dd823779-4851-46f3-a4bc-fa439969b9b6 req-54923b7a-b3dc-415a-9023-04f6d05ca2b6 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 210 time: 0.0330336 Mar 07 11:12:21.858006 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3e9dce6e-55a3-4e2d-8e74-efec0de12c99 req-c293da6b-9eef-4b4a-9d99-f0d350da7722 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 210 time: 0.0274830 Mar 07 11:12:22.954075 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f3c45cfd-6d68-4a0e-9de7-08c444667919 req-ae3b82b8-51fb-4643-a48e-4d5dc028c22c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 210 time: 0.0278761 Mar 07 11:12:23.152213 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:24.052042 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b72f8c1-d696-4706-a8a4-6eee67d24aa2 req-a1efb728-4ddd-4404-bb11-1e9c0563f511 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 210 time: 0.0274811 Mar 07 11:12:25.147480 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9a919a3c-fa85-4065-bfae-266f7894e0c9 req-e15a5ca0-1405-42da-8cbd-13cd09bead90 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 210 time: 0.0272529 Mar 07 11:12:26.249639 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c74ff1b1-e7e1-4e76-95fe-a09b2a6f7f60 req-06814b85-fc5d-4ff6-ae81-d5c8efc6d94d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ef0d22a-ef3b-43eb-b79d-08dc7d29721d HTTP/1.1" status: 200 len: 210 time: 0.0316401 Mar 07 11:12:32.291736 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3676013-2c38-4322-9457-ac947b69e367 req-e4398be0-1471-48d2-980f-f0d8a06ada0e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464225 Mar 07 11:12:32.386852 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3676013-2c38-4322-9457-ac947b69e367 req-66d5f756-f4d2-40b1-9306-8169c36b996a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:32.388791 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3676013-2c38-4322-9457-ac947b69e367 req-66d5f756-f4d2-40b1-9306-8169c36b996a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 1129 time: 0.0550508 Mar 07 11:12:32.402590 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39698) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:32.408102 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-5d6d8979-c434-40c2-aa8e-7c665a03a93d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-50723903', 'description': 'tempest-secgroup-smoke-50723903 description', 'project_id': 'c84901d07e4a49b88f9fef019185eb1b'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:32.430450 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5d6d8979-c434-40c2-aa8e-7c665a03a93d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:32.508004 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5d6d8979-c434-40c2-aa8e-7c665a03a93d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for security_group (45e219b6-3164-4f72-a63a-91ec8de17d64), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:32.510793 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3676013-2c38-4322-9457-ac947b69e367 req-4d94562c-723f-4e81-8298-4aa8dc9199af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:32.512442 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3676013-2c38-4322-9457-ac947b69e367 req-4d94562c-723f-4e81-8298-4aa8dc9199af service neutron] 10.222.0.31 "GET /v2.0/networks?id=43c1ad94-1474-4985-8640-9532291fba8a HTTP/1.1" status: 200 len: 897 time: 0.0990131 Mar 07 11:12:32.512656 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5d6d8979-c434-40c2-aa8e-7c665a03a93d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (45e219b6-3164-4f72-a63a-91ec8de17d64), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:32.543537 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5d6d8979-c434-40c2-aa8e-7c665a03a93d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:32.545806 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5d6d8979-c434-40c2-aa8e-7c665a03a93d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1420252 Mar 07 11:12:32.549690 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39700) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:32.554489 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-901eaecf-4b79-4d02-8e7b-37199dd3839d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Request body: {'security_group_rule': {'security_group_id': '45e219b6-3164-4f72-a63a-91ec8de17d64', 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:32.564284 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d8979-c434-40c2-aa8e-7c665a03a93d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45e219b6-3164-4f72-a63a-91ec8de17d64,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:32.586192 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-901eaecf-4b79-4d02-8e7b-37199dd3839d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for security_group_rule (e5de0657-1e66-48fd-ab8e-d88098144150), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:32.588521 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3676013-2c38-4322-9457-ac947b69e367 req-386b573f-9062-47e1-a3d3-11181b7f3c78 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 HTTP/1.1" status: 200 len: 1002 time: 0.0694554 Mar 07 11:12:32.639619 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3676013-2c38-4322-9457-ac947b69e367 req-0d87eeee-8458-4cbe-9fd7-84aed7d75dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:32.641044 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3676013-2c38-4322-9457-ac947b69e367 req-0d87eeee-8458-4cbe-9fd7-84aed7d75dc3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=840c8047-e940-4ed1-ac9c-d1cc13c6e768 HTTP/1.1" status: 200 len: 835 time: 0.0459328 Mar 07 11:12:32.645393 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-901eaecf-4b79-4d02-8e7b-37199dd3839d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for security_group_rule (e5de0657-1e66-48fd-ab8e-d88098144150), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:32.649546 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-901eaecf-4b79-4d02-8e7b-37199dd3839d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (e5de0657-1e66-48fd-ab8e-d88098144150), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:32.669539 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901eaecf-4b79-4d02-8e7b-37199dd3839d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5de0657-1e66-48fd-ab8e-d88098144150,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:32.682522 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-901eaecf-4b79-4d02-8e7b-37199dd3839d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:32.684410 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-901eaecf-4b79-4d02-8e7b-37199dd3839d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337435 Mar 07 11:12:32.687346 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39702) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:32.692273 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-72d232dd-b549-4b73-b41f-005e0fdd957d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Request body: {'security_group_rule': {'security_group_id': '45e219b6-3164-4f72-a63a-91ec8de17d64', 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:32.703773 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3676013-2c38-4322-9457-ac947b69e367 req-ad2eff88-de85-4272-a559-e58ae85021e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:32.705374 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3676013-2c38-4322-9457-ac947b69e367 req-ad2eff88-de85-4272-a559-e58ae85021e1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=43c1ad94-1474-4985-8640-9532291fba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0560906 Mar 07 11:12:32.719539 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-72d232dd-b549-4b73-b41f-005e0fdd957d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for security_group_rule (3e8306b3-0f00-467e-936b-2262ec0472c9), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:32.782700 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-72d232dd-b549-4b73-b41f-005e0fdd957d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for security_group_rule (3e8306b3-0f00-467e-936b-2262ec0472c9), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:32.786657 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-72d232dd-b549-4b73-b41f-005e0fdd957d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (3e8306b3-0f00-467e-936b-2262ec0472c9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:32.805401 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d232dd-b549-4b73-b41f-005e0fdd957d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e8306b3-0f00-467e-936b-2262ec0472c9,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:32.807793 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3676013-2c38-4322-9457-ac947b69e367 req-daa21e8f-816b-4a75-a4c8-d987a43e3703 service neutron] 10.222.0.31 "GET /v2.0/networks/43c1ad94-1474-4985-8640-9532291fba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951400 Mar 07 11:12:32.814377 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-72d232dd-b549-4b73-b41f-005e0fdd957d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:32.818207 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-72d232dd-b549-4b73-b41f-005e0fdd957d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1270235 Mar 07 11:12:32.818465 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39704) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:32.823053 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-99fadb05-8484-487c-80b0-ad5ee1f89d4e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Request body: {'security_group_rule': {'security_group_id': '45e219b6-3164-4f72-a63a-91ec8de17d64', 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:32.848328 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-99fadb05-8484-487c-80b0-ad5ee1f89d4e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for security_group_rule (0bf4e944-681f-45ea-a868-8cadcd59b62e), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:32.905768 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3676013-2c38-4322-9457-ac947b69e367 req-156c5963-7f83-4481-9cf1-e7d36a8702a7 service neutron] 10.222.0.31 "GET /v2.0/networks/43c1ad94-1474-4985-8640-9532291fba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912862 Mar 07 11:12:32.907795 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-99fadb05-8484-487c-80b0-ad5ee1f89d4e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for security_group_rule (0bf4e944-681f-45ea-a868-8cadcd59b62e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:32.912899 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-99fadb05-8484-487c-80b0-ad5ee1f89d4e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (0bf4e944-681f-45ea-a868-8cadcd59b62e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:32.936193 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fadb05-8484-487c-80b0-ad5ee1f89d4e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf4e944-681f-45ea-a868-8cadcd59b62e,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:32.941736 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-99fadb05-8484-487c-80b0-ad5ee1f89d4e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:32.945545 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-99fadb05-8484-487c-80b0-ad5ee1f89d4e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261237 Mar 07 11:12:32.945913 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39706) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:32.951517 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-875f445f-5512-4c80-b91b-ca0e3c8f7b72 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Request body: {'security_group_rule': {'security_group_id': '45e219b6-3164-4f72-a63a-91ec8de17d64', 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:32.977622 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-875f445f-5512-4c80-b91b-ca0e3c8f7b72 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for security_group_rule (895b12d3-6616-4e84-8d9b-c2681b8ae8df), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:33.041124 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-875f445f-5512-4c80-b91b-ca0e3c8f7b72 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for security_group_rule (895b12d3-6616-4e84-8d9b-c2681b8ae8df), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:33.044717 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-875f445f-5512-4c80-b91b-ca0e3c8f7b72 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (895b12d3-6616-4e84-8d9b-c2681b8ae8df), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:33.062610 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f445f-5512-4c80-b91b-ca0e3c8f7b72 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=895b12d3-6616-4e84-8d9b-c2681b8ae8df,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:33.069900 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-875f445f-5512-4c80-b91b-ca0e3c8f7b72 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:33.074394 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-875f445f-5512-4c80-b91b-ca0e3c8f7b72 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1240351 Mar 07 11:12:33.074611 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39708) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:33.078822 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-8341fa99-94d7-4c07-a181-95ddf37ec281 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Request body: {'security_group_rule': {'security_group_id': '45e219b6-3164-4f72-a63a-91ec8de17d64', 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:33.099692 n-d-832164-4 neutron-server[103767]: INFO neutron.db.securitygroups_db [None req-8341fa99-94d7-4c07-a181-95ddf37ec281 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Project c84901d07e4a49b88f9fef019185eb1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:12:33.107092 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8341fa99-94d7-4c07-a181-95ddf37ec281 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for security_group_rule (4e15bf13-ef23-478c-b3c9-ed86f9d1dc14), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:33.165841 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8341fa99-94d7-4c07-a181-95ddf37ec281 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for security_group_rule (4e15bf13-ef23-478c-b3c9-ed86f9d1dc14), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:33.169961 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8341fa99-94d7-4c07-a181-95ddf37ec281 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (4e15bf13-ef23-478c-b3c9-ed86f9d1dc14), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:33.190116 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8341fa99-94d7-4c07-a181-95ddf37ec281 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e15bf13-ef23-478c-b3c9-ed86f9d1dc14,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:33.204690 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8341fa99-94d7-4c07-a181-95ddf37ec281 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:33.205938 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8341fa99-94d7-4c07-a181-95ddf37ec281 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1305363 Mar 07 11:12:33.208715 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39710) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:33.213283 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-aa0ab885-a2f1-4f54-aa54-c3bc5b0e4899 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Request body: {'security_group_rule': {'security_group_id': '45e219b6-3164-4f72-a63a-91ec8de17d64', 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:33.234024 n-d-832164-4 neutron-server[103767]: INFO neutron.db.securitygroups_db [None req-aa0ab885-a2f1-4f54-aa54-c3bc5b0e4899 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Project c84901d07e4a49b88f9fef019185eb1b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:12:33.239370 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aa0ab885-a2f1-4f54-aa54-c3bc5b0e4899 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for security_group_rule (68d9d72c-6e2f-4ebe-a9d6-e12e139e7832), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:33.305298 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aa0ab885-a2f1-4f54-aa54-c3bc5b0e4899 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for security_group_rule (68d9d72c-6e2f-4ebe-a9d6-e12e139e7832), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:33.310529 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aa0ab885-a2f1-4f54-aa54-c3bc5b0e4899 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (68d9d72c-6e2f-4ebe-a9d6-e12e139e7832), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:33.328885 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ab885-a2f1-4f54-aa54-c3bc5b0e4899 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68d9d72c-6e2f-4ebe-a9d6-e12e139e7832,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:33.336333 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aa0ab885-a2f1-4f54-aa54-c3bc5b0e4899 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:33.337553 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-aa0ab885-a2f1-4f54-aa54-c3bc5b0e4899 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1278427 Mar 07 11:12:36.504630 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e28b94f3-27a4-4997-93c6-833ec15cb511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:37.543243 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3245a51-c292-433e-adfb-1c7619bb13ac req-8353220c-7c6f-4ad8-a440-eb585c50fa7e tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:37.544793 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d3245a51-c292-433e-adfb-1c7619bb13ac req-8353220c-7c6f-4ad8-a440-eb585c50fa7e tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 1129 time: 0.0464704 Mar 07 11:12:37.595229 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d3245a51-c292-433e-adfb-1c7619bb13ac req-61c75b35-690f-4c6b-961d-5c3ee1d6dfd8 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444734 Mar 07 11:12:37.617753 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39798) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:37.790190 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-51cce18d-4c93-4f43-bfe2-6cab2a631fb2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Deleting port bb8e64a3-badf-410f-9d8e-dc51553b1fb6 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:12:37.790531 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-51cce18d-4c93-4f43-bfe2-6cab2a631fb2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (bb8e64a3-badf-410f-9d8e-dc51553b1fb6), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:37.868030 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-51cce18d-4c93-4f43-bfe2-6cab2a631fb2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (bb8e64a3-badf-410f-9d8e-dc51553b1fb6), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:37.868287 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-51cce18d-4c93-4f43-bfe2-6cab2a631fb2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for floatingip (bb8e64a3-badf-410f-9d8e-dc51553b1fb6), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:37.881332 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-51cce18d-4c93-4f43-bfe2-6cab2a631fb2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Calling delete_port for bb8e64a3-badf-410f-9d8e-dc51553b1fb6 owned by network:floatingip {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:12:38.081405 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-51cce18d-4c93-4f43-bfe2-6cab2a631fb2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (bb8e64a3-badf-410f-9d8e-dc51553b1fb6), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:38.108973 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cce18d-4c93-4f43-bfe2-6cab2a631fb2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event deleted for resources: {'Port': ['ID=bb8e64a3-badf-410f-9d8e-dc51553b1fb6,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:38.174394 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-51cce18d-4c93-4f43-bfe2-6cab2a631fb2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for floatingip (829e3b42-2916-47df-bfc4-1180e6c41a69), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:38.174823 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-51cce18d-4c93-4f43-bfe2-6cab2a631fb2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Floating IP 829e3b42-2916-47df-bfc4-1180e6c41a69 disassociated (deleted). External IP: 172.25.3.232, port: 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8. Mar 07 11:12:38.596337 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c9de1cd2-392f-48ac-9cd3-1bf54072b724 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:38.670590 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51cce18d-4c93-4f43-bfe2-6cab2a631fb2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Router 3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:12:38.786007 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51cce18d-4c93-4f43-bfe2-6cab2a631fb2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:12:38.790460 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-51cce18d-4c93-4f43-bfe2-6cab2a631fb2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:38.807808 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f10295-8de8-492c-bb0b-65e3091d7023 None None] Sync routers for ids ['3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:12:38.818878 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f10295-8de8-492c-bb0b-65e3091d7023 None None] Routers {'3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:12:38.819493 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-36f10295-8de8-492c-bb0b-65e3091d7023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:12:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:38.821806 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-51cce18d-4c93-4f43-bfe2-6cab2a631fb2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "DELETE /v2.0/floatingips/829e3b42-2916-47df-bfc4-1180e6c41a69 HTTP/1.1" status: 204 len: 168 time: 1.2029760 Mar 07 11:12:38.823110 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f94309-914f-4d67-b368-e6bd640bccaa', 'tag': '99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:12:38.825660 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c6943d-721e-4b2f-9dcd-0681cd3bc4b5" -d '{"events": [{"name": "network-changed", "server_uuid": "58f94309-914f-4d67-b368-e6bd640bccaa", "tag": "99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:12:38.865701 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7f8679-013c-4bdb-935f-bbb31b7da235 x-openstack-request-id: req-3a7f8679-013c-4bdb-935f-bbb31b7da235 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:12:38.865999 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f94309-914f-4d67-b368-e6bd640bccaa", "tag": "99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:12:38.866254 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3a7f8679-013c-4bdb-935f-bbb31b7da235 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:12:38.866657 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f94309-914f-4d67-b368-e6bd640bccaa', 'tag': '99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8', 'status': 'completed', 'code': 200} Mar 07 11:12:38.952881 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6943d-721e-4b2f-9dcd-0681cd3bc4b5 req-1d4f9298-7812-42c9-8d77-6c4210498045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:38.954672 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-50c6943d-721e-4b2f-9dcd-0681cd3bc4b5 req-1d4f9298-7812-42c9-8d77-6c4210498045 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 1129 time: 0.0559347 Mar 07 11:12:38.990221 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-36f10295-8de8-492c-bb0b-65e3091d7023 None None] Set router 3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:12:39.087170 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6943d-721e-4b2f-9dcd-0681cd3bc4b5 req-a76ac33d-f9d6-4292-bab7-d10ade258688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:39.090036 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-50c6943d-721e-4b2f-9dcd-0681cd3bc4b5 req-a76ac33d-f9d6-4292-bab7-d10ade258688 service neutron] 10.222.0.31 "GET /v2.0/networks?id=43c1ad94-1474-4985-8640-9532291fba8a HTTP/1.1" status: 200 len: 897 time: 0.1268566 Mar 07 11:12:39.145003 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-50c6943d-721e-4b2f-9dcd-0681cd3bc4b5 req-303e6cdf-d6a6-42c7-bc49-1ac42340758c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 HTTP/1.1" status: 200 len: 217 time: 0.0450778 Mar 07 11:12:39.146933 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953566c9-efc2-44c6-a300-ddc17440b51a req-7e1287d5-9423-4964-92f6-b24df7bb87ae tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:39.148503 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-953566c9-efc2-44c6-a300-ddc17440b51a req-7e1287d5-9423-4964-92f6-b24df7bb87ae tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 947 time: 0.0629785 Mar 07 11:12:39.202157 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6943d-721e-4b2f-9dcd-0681cd3bc4b5 req-c865ff0e-938a-4a4d-8c6e-e03112829153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:39.203926 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-50c6943d-721e-4b2f-9dcd-0681cd3bc4b5 req-c865ff0e-938a-4a4d-8c6e-e03112829153 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=840c8047-e940-4ed1-ac9c-d1cc13c6e768 HTTP/1.1" status: 200 len: 835 time: 0.0521097 Mar 07 11:12:39.237304 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-953566c9-efc2-44c6-a300-ddc17440b51a req-7f20d60e-a33b-4bec-a7da-ac50f1830bcf tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764883 Mar 07 11:12:39.273320 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6943d-721e-4b2f-9dcd-0681cd3bc4b5 req-e946ecdd-6ea4-4b19-9d30-423f45a2a035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:39.274864 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-50c6943d-721e-4b2f-9dcd-0681cd3bc4b5 req-e946ecdd-6ea4-4b19-9d30-423f45a2a035 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=43c1ad94-1474-4985-8640-9532291fba8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0648031 Mar 07 11:12:39.334878 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-36f10295-8de8-492c-bb0b-65e3091d7023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270429996', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '2ca05f61-ac83-48bc-aa19-6aa816859d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:36Z', 'updated_at': '2022-03-07T11:09:42Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': '2ca05f61-ac83-48bc-aa19-6aa816859d04', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:37Z', 'updated_at': '2022-03-07T11:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7', 'name': '', 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:30:6f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '840c8047-e940-4ed1-ac9c-d1cc13c6e768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:41Z', 'updated_at': '2022-03-07T11:09:46Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '840c8047-e940-4ed1-ac9c-d1cc13c6e768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:39.363600 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f10295-8de8-492c-bb0b-65e3091d7023 None None] Checking router: 3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:12:39.372907 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f10295-8de8-492c-bb0b-65e3091d7023 None None] Routers {'3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:12:39.373574 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-36f10295-8de8-492c-bb0b-65e3091d7023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:12:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:39.381597 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-50c6943d-721e-4b2f-9dcd-0681cd3bc4b5 req-a107246f-c18c-4ecb-bb65-edaa381dfd6a service neutron] 10.222.0.31 "GET /v2.0/networks/43c1ad94-1474-4985-8640-9532291fba8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985718 Mar 07 11:12:39.486919 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-50c6943d-721e-4b2f-9dcd-0681cd3bc4b5 req-d361e9fb-7437-4aa9-84fa-2d5e4296da03 service neutron] 10.222.0.31 "GET /v2.0/networks/43c1ad94-1474-4985-8640-9532291fba8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983014 Mar 07 11:12:39.496105 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-36f10295-8de8-492c-bb0b-65e3091d7023 None None] Set router 3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:12:39.718865 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-36f10295-8de8-492c-bb0b-65e3091d7023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270429996', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '2ca05f61-ac83-48bc-aa19-6aa816859d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:36Z', 'updated_at': '2022-03-07T11:09:42Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': '2ca05f61-ac83-48bc-aa19-6aa816859d04', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:37Z', 'updated_at': '2022-03-07T11:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7', 'name': '', 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:30:6f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '840c8047-e940-4ed1-ac9c-d1cc13c6e768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:41Z', 'updated_at': '2022-03-07T11:09:46Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '840c8047-e940-4ed1-ac9c-d1cc13c6e768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:39.748343 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f10295-8de8-492c-bb0b-65e3091d7023 None None] The sync data for ids ['3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517'] in n-d-832164-4 is: [{'id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270429996', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '2ca05f61-ac83-48bc-aa19-6aa816859d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:36Z', 'updated_at': '2022-03-07T11:09:42Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': '2ca05f61-ac83-48bc-aa19-6aa816859d04', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:37Z', 'updated_at': '2022-03-07T11:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7', 'name': '', 'network_id': '43c1ad94-1474-4985-8640-9532291fba8a', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:30:6f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '840c8047-e940-4ed1-ac9c-d1cc13c6e768', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:41Z', 'updated_at': '2022-03-07T11:09:46Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '840c8047-e940-4ed1-ac9c-d1cc13c6e768', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:12:39.989690 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:40.013166 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c545ae-71d6-4a3c-a5fa-24943bbfcd71 None None] New status for floating IP 829e3b42-2916-47df-bfc4-1180e6c41a69: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:12:40.359771 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a67f8e-bbd3-4658-9781-ab50150b66f3 req-0cada16d-9147-4276-896d-404f803bdd92 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:40.361328 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e0a67f8e-bbd3-4658-9781-ab50150b66f3 req-0cada16d-9147-4276-896d-404f803bdd92 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 947 time: 0.0551472 Mar 07 11:12:40.412641 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e0a67f8e-bbd3-4658-9781-ab50150b66f3 req-560c24dd-2945-4c0c-b5fa-4003779cc40d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=e2082bce-7dce-4e17-ba11-fe0765cbb5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455399 Mar 07 11:12:40.611074 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a584cea-3806-4cdc-8ab0-fda8de1097fc req-7c5a02ee-b024-46d2-9969-8d67c1725a35 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:40.612441 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a584cea-3806-4cdc-8ab0-fda8de1097fc req-7c5a02ee-b024-46d2-9969-8d67c1725a35 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.31 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 947 time: 0.0547197 Mar 07 11:12:40.714662 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-0a584cea-3806-4cdc-8ab0-fda8de1097fc req-e9bae9f7-5f07-47ef-ad35-24f04cb7275c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Deleting port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:12:40.715004 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0a584cea-3806-4cdc-8ab0-fda8de1097fc req-e9bae9f7-5f07-47ef-ad35-24f04cb7275c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:40.816357 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-0a584cea-3806-4cdc-8ab0-fda8de1097fc req-e9bae9f7-5f07-47ef-ad35-24f04cb7275c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] For port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8,segment=NetworkSegment(1d51969e-4a73-44b5-a816-740b09033e27),segment_id=1d51969e-4a73-44b5-a816-740b09033e27)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:12:40.816717 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0a584cea-3806-4cdc-8ab0-fda8de1097fc req-e9bae9f7-5f07-47ef-ad35-24f04cb7275c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:40.834570 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-0a584cea-3806-4cdc-8ab0-fda8de1097fc req-e9bae9f7-5f07-47ef-ad35-24f04cb7275c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Calling delete_port for 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:12:40.981692 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0a584cea-3806-4cdc-8ab0-fda8de1097fc req-e9bae9f7-5f07-47ef-ad35-24f04cb7275c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:41.012413 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bae9f7-5f07-47ef-ad35-24f04cb7275c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event deleted for resources: {'Port': ['ID=99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:41.059647 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a584cea-3806-4cdc-8ab0-fda8de1097fc req-e9bae9f7-5f07-47ef-ad35-24f04cb7275c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] No DVR routers for this DVR port 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:12:41.062563 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0a584cea-3806-4cdc-8ab0-fda8de1097fc req-e9bae9f7-5f07-47ef-ad35-24f04cb7275c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:41.066977 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a584cea-3806-4cdc-8ab0-fda8de1097fc req-e9bae9f7-5f07-47ef-ad35-24f04cb7275c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.31 "DELETE /v2.0/ports/99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 HTTP/1.1" status: 204 len: 173 time: 0.4489894 Mar 07 11:12:41.067480 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f94309-914f-4d67-b368-e6bd640bccaa', 'name': 'network-vif-deleted', 'tag': '99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:12:41.073513 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb99baf-f420-4912-8c93-8af1f5be2dc5" -d '{"events": [{"server_uuid": "58f94309-914f-4d67-b368-e6bd640bccaa", "name": "network-vif-deleted", "tag": "99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:12:41.123344 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea7f2b18-81b2-48ea-a6ae-ef90eca3c956 x-openstack-request-id: req-ea7f2b18-81b2-48ea-a6ae-ef90eca3c956 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:12:41.123642 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f94309-914f-4d67-b368-e6bd640bccaa", "name": "network-vif-deleted", "tag": "99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:12:41.123898 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ea7f2b18-81b2-48ea-a6ae-ef90eca3c956 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:12:41.124334 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f94309-914f-4d67-b368-e6bd640bccaa', 'name': 'network-vif-deleted', 'tag': '99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8', 'status': 'completed', 'code': 200} Mar 07 11:12:41.552968 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1f4c5692-1208-4fb4-9329-add018c8d233 req-6c44dbbb-b3f6-4a38-abf4-206fb5e03e85 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=58f94309-914f-4d67-b368-e6bd640bccaa HTTP/1.1" status: 200 len: 210 time: 0.0370991 Mar 07 11:12:41.730494 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:42.614423 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39826) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:43.008345 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:43.107897 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b31c19fc-df1d-48af-a689-464227ceca9f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:43.429209 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b31c19fc-df1d-48af-a689-464227ceca9f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Deleting port 6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:12:43.429550 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b31c19fc-df1d-48af-a689-464227ceca9f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:43.515448 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-b31c19fc-df1d-48af-a689-464227ceca9f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] For port 6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7,segment=NetworkSegment(1d51969e-4a73-44b5-a816-740b09033e27),segment_id=1d51969e-4a73-44b5-a816-740b09033e27)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:12:43.515737 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b31c19fc-df1d-48af-a689-464227ceca9f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:43.532196 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b31c19fc-df1d-48af-a689-464227ceca9f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Calling delete_port for 6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7 owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:12:43.722228 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b31c19fc-df1d-48af-a689-464227ceca9f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:43.750190 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c19fc-df1d-48af-a689-464227ceca9f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event deleted for resources: {'Port': ['ID=6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:43.797030 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:12:43.831628 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:12:43.831883 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 99a53c7c-036b-42d6-b4cf-2ea1e9adfdb8 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:12:43.944560 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b31c19fc-df1d-48af-a689-464227ceca9f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:44.173833 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31c19fc-df1d-48af-a689-464227ceca9f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Router 3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:12:44.300524 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31c19fc-df1d-48af-a689-464227ceca9f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:12:44.309412 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b31c19fc-df1d-48af-a689-464227ceca9f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "PUT /v2.0/routers/3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6900964 Mar 07 11:12:44.309412 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39848) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:44.312968 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da00b8e-d935-4773-bca0-3437fa9266e1 None None] Sync routers for ids ['3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:12:44.323828 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da00b8e-d935-4773-bca0-3437fa9266e1 None None] Routers {'3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:12:44.324434 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8da00b8e-d935-4773-bca0-3437fa9266e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:12:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:44.361345 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ad5707d-0b5e-4de1-92b6-588acebed6ee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Deleting subnet 840c8047-e940-4ed1-ac9c-d1cc13c6e768 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:12:44.364930 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7ad5707d-0b5e-4de1-92b6-588acebed6ee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for subnet (840c8047-e940-4ed1-ac9c-d1cc13c6e768), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:44.407447 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7ad5707d-0b5e-4de1-92b6-588acebed6ee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (840c8047-e940-4ed1-ac9c-d1cc13c6e768), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:44.433807 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-8da00b8e-d935-4773-bca0-3437fa9266e1 None None] Set router 3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:12:44.499599 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7ad5707d-0b5e-4de1-92b6-588acebed6ee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (840c8047-e940-4ed1-ac9c-d1cc13c6e768), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:44.560854 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7ad5707d-0b5e-4de1-92b6-588acebed6ee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (840c8047-e940-4ed1-ac9c-d1cc13c6e768), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:44.589518 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5707d-0b5e-4de1-92b6-588acebed6ee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event deleted for resources: {'Subnet': ['ID=840c8047-e940-4ed1-ac9c-d1cc13c6e768,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:44.605857 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5707d-0b5e-4de1-92b6-588acebed6ee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:44.606671 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5707d-0b5e-4de1-92b6-588acebed6ee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:44.607158 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5707d-0b5e-4de1-92b6-588acebed6ee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:44.607645 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5707d-0b5e-4de1-92b6-588acebed6ee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:44.608081 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5707d-0b5e-4de1-92b6-588acebed6ee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:44.608690 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5707d-0b5e-4de1-92b6-588acebed6ee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:44.609137 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5707d-0b5e-4de1-92b6-588acebed6ee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:44.610383 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5707d-0b5e-4de1-92b6-588acebed6ee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:44.611034 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5707d-0b5e-4de1-92b6-588acebed6ee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:44.612037 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5707d-0b5e-4de1-92b6-588acebed6ee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:44.612037 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5707d-0b5e-4de1-92b6-588acebed6ee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:44.612561 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5707d-0b5e-4de1-92b6-588acebed6ee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:44.612985 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad5707d-0b5e-4de1-92b6-588acebed6ee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:44.615430 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbe9e98-253c-40bc-8d66-0951422475bf None None] Network 43c1ad94-1474-4985-8640-9532291fba8a requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:12:44.617356 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7ad5707d-0b5e-4de1-92b6-588acebed6ee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:44.624988 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7ad5707d-0b5e-4de1-92b6-588acebed6ee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "DELETE /v2.0/subnets/840c8047-e940-4ed1-ac9c-d1cc13c6e768 HTTP/1.1" status: 204 len: 168 time: 0.3124471 Mar 07 11:12:44.625409 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39850) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:44.634323 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8da00b8e-d935-4773-bca0-3437fa9266e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270429996', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '2ca05f61-ac83-48bc-aa19-6aa816859d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:36Z', 'updated_at': '2022-03-07T11:12:43Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': '2ca05f61-ac83-48bc-aa19-6aa816859d04', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:37Z', 'updated_at': '2022-03-07T11:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:44.667796 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da00b8e-d935-4773-bca0-3437fa9266e1 None None] Checking router: 3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:12:44.676862 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da00b8e-d935-4773-bca0-3437fa9266e1 None None] Routers {'3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:12:44.677500 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8da00b8e-d935-4773-bca0-3437fa9266e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:12:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:44.762957 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-527acdd6-94f6-4489-8038-21badf08ee6d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router (3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:44.795383 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-8da00b8e-d935-4773-bca0-3437fa9266e1 None None] Set router 3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:12:44.820425 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ab1811-07f1-4a91-b151-bf938c3d5405 None None] DHCP port deletion for 43c1ad94-1474-4985-8640-9532291fba8a request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:12:44.878370 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d4ab1811-07f1-4a91-b151-bf938c3d5405 None None] Deleting port c6edf5c2-a7ba-46e6-b66d-97245ab2149b {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:12:44.879032 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d4ab1811-07f1-4a91-b151-bf938c3d5405 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c6edf5c2-a7ba-46e6-b66d-97245ab2149b), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:44.960614 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-d4ab1811-07f1-4a91-b151-bf938c3d5405 None None] For port c6edf5c2-a7ba-46e6-b66d-97245ab2149b, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c6edf5c2-a7ba-46e6-b66d-97245ab2149b,segment=NetworkSegment(1d51969e-4a73-44b5-a816-740b09033e27),segment_id=1d51969e-4a73-44b5-a816-740b09033e27)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:12:44.961508 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d4ab1811-07f1-4a91-b151-bf938c3d5405 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c6edf5c2-a7ba-46e6-b66d-97245ab2149b), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:44.981655 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d4ab1811-07f1-4a91-b151-bf938c3d5405 None None] Calling delete_port for c6edf5c2-a7ba-46e6-b66d-97245ab2149b owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:12:44.998332 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8da00b8e-d935-4773-bca0-3437fa9266e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270429996', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '2ca05f61-ac83-48bc-aa19-6aa816859d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:36Z', 'updated_at': '2022-03-07T11:12:43Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': '2ca05f61-ac83-48bc-aa19-6aa816859d04', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:37Z', 'updated_at': '2022-03-07T11:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:45.035899 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da00b8e-d935-4773-bca0-3437fa9266e1 None None] The sync data for ids ['3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517'] in n-d-832164-4 is: [{'id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-270429996', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '2ca05f61-ac83-48bc-aa19-6aa816859d04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:09:36Z', 'updated_at': '2022-03-07T11:12:43Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': '2ca05f61-ac83-48bc-aa19-6aa816859d04', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:46:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:09:37Z', 'updated_at': '2022-03-07T11:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:12:45.074552 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d4ab1811-07f1-4a91-b151-bf938c3d5405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (c6edf5c2-a7ba-46e6-b66d-97245ab2149b), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:45.094592 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ab1811-07f1-4a91-b151-bf938c3d5405 None None] No DVR routers for this DVR port c6edf5c2-a7ba-46e6-b66d-97245ab2149b on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:12:45.123090 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab1811-07f1-4a91-b151-bf938c3d5405 None None] Pushing event deleted for resources: {'Port': ['ID=c6edf5c2-a7ba-46e6-b66d-97245ab2149b,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:45.130609 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab1811-07f1-4a91-b151-bf938c3d5405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:45.130956 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab1811-07f1-4a91-b151-bf938c3d5405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:45.131292 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab1811-07f1-4a91-b151-bf938c3d5405 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:45.131625 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab1811-07f1-4a91-b151-bf938c3d5405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:45.131956 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab1811-07f1-4a91-b151-bf938c3d5405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:45.132281 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab1811-07f1-4a91-b151-bf938c3d5405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:45.132604 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab1811-07f1-4a91-b151-bf938c3d5405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:45.132926 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab1811-07f1-4a91-b151-bf938c3d5405 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:45.133283 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab1811-07f1-4a91-b151-bf938c3d5405 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:45.133604 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab1811-07f1-4a91-b151-bf938c3d5405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:45.133927 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab1811-07f1-4a91-b151-bf938c3d5405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:45.134241 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab1811-07f1-4a91-b151-bf938c3d5405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:45.135098 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ab1811-07f1-4a91-b151-bf938c3d5405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:45.194856 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-527acdd6-94f6-4489-8038-21badf08ee6d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router_gateway (3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:45.250554 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-527acdd6-94f6-4489-8038-21badf08ee6d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Deleting port 2ca05f61-ac83-48bc-aa19-6aa816859d04 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:12:45.250814 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-527acdd6-94f6-4489-8038-21badf08ee6d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (2ca05f61-ac83-48bc-aa19-6aa816859d04), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:45.339715 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-527acdd6-94f6-4489-8038-21badf08ee6d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] For port 2ca05f61-ac83-48bc-aa19-6aa816859d04, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=2ca05f61-ac83-48bc-aa19-6aa816859d04,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:12:45.340006 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-527acdd6-94f6-4489-8038-21badf08ee6d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (2ca05f61-ac83-48bc-aa19-6aa816859d04), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:45.351983 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-527acdd6-94f6-4489-8038-21badf08ee6d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Calling delete_port for 2ca05f61-ac83-48bc-aa19-6aa816859d04 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:12:45.555514 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-527acdd6-94f6-4489-8038-21badf08ee6d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (2ca05f61-ac83-48bc-aa19-6aa816859d04), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:45.580689 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527acdd6-94f6-4489-8038-21badf08ee6d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event deleted for resources: {'Port': ['ID=2ca05f61-ac83-48bc-aa19-6aa816859d04,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:45.652490 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-527acdd6-94f6-4489-8038-21badf08ee6d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:45.738132 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c6edf5c2-a7ba-46e6-b66d-97245ab2149b no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:12:45.762862 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-527acdd6-94f6-4489-8038-21badf08ee6d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:45.765086 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-527acdd6-94f6-4489-8038-21badf08ee6d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router_controller (3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:45.768816 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: c6edf5c2-a7ba-46e6-b66d-97245ab2149b {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:12:45.769248 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c6edf5c2-a7ba-46e6-b66d-97245ab2149b not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:12:45.769616 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:12:45.795354 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:12:45.795697 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6ba5e0f0-6ff0-45ac-a3eb-534ded881cd7 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:12:45.815028 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-527acdd6-94f6-4489-8038-21badf08ee6d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:45.815654 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527acdd6-94f6-4489-8038-21badf08ee6d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Fanout notify agent at l3_agent the message router_deleted on router 3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:12:45.824072 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-527acdd6-94f6-4489-8038-21badf08ee6d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:45.827721 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-527acdd6-94f6-4489-8038-21badf08ee6d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "DELETE /v2.0/routers/3efa27ba-32f0-4a5c-a9ee-a4c8ee36a517 HTTP/1.1" status: 204 len: 168 time: 1.1986699 Mar 07 11:12:45.828013 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39854) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:45.913152 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9291858d-6d52-404b-bcdd-368c97970524 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (43c1ad94-1474-4985-8640-9532291fba8a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:46.002437 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9291858d-6d52-404b-bcdd-368c97970524 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (43c1ad94-1474-4985-8640-9532291fba8a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:46.022195 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-9291858d-6d52-404b-bcdd-368c97970524 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c1ad94-1474-4985-8640-9532291fba8a']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:46.031589 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-9291858d-6d52-404b-bcdd-368c97970524 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d51969e-4a73-44b5-a816-740b09033e27') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:46.031883 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-9291858d-6d52-404b-bcdd-368c97970524 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d51969e-4a73-44b5-a816-740b09033e27') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:46.047142 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9291858d-6d52-404b-bcdd-368c97970524 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (1d51969e-4a73-44b5-a816-740b09033e27), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:46.060701 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9291858d-6d52-404b-bcdd-368c97970524 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (1d51969e-4a73-44b5-a816-740b09033e27), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:46.066539 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9291858d-6d52-404b-bcdd-368c97970524 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:12:46.066918 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9291858d-6d52-404b-bcdd-368c97970524 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (1d51969e-4a73-44b5-a816-740b09033e27), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:46.069820 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:12:46.069820 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:12:46.069820 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:12:46.069820 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:12:46.069820 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:12:46.069820 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:12:46.069820 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:12:46.069820 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:12:46.069820 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:12:46.069820 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:12:46.069820 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:12:46.069820 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:12:46.069820 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:12:46.069820 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:12:46.069820 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:12:46.069820 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:12:46.069820 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:12:46.069820 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:12:46.069820 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:12:46.069820 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:12:46.069820 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:12:46.069820 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:12:46.069820 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:12:46.069820 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:12:46.069820 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:12:46.069820 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:12:46.069820 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:12:46.069820 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:12:46.069820 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:12:46.069820 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:12:46.069820 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:12:46.069820 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:12:46.133457 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9291858d-6d52-404b-bcdd-368c97970524 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (43c1ad94-1474-4985-8640-9532291fba8a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:46.140939 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9291858d-6d52-404b-bcdd-368c97970524 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:46.146708 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9291858d-6d52-404b-bcdd-368c97970524 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "DELETE /v2.0/networks/43c1ad94-1474-4985-8640-9532291fba8a HTTP/1.1" status: 204 len: 168 time: 0.3150797 Mar 07 11:12:46.147463 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39856) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:46.155398 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291858d-6d52-404b-bcdd-368c97970524 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event deleted for resources: {'Network': ['ID=43c1ad94-1474-4985-8640-9532291fba8a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:46.210567 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-07c08465-d85c-4ce4-8f0f-7cdf69fe6eee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group (e2082bce-7dce-4e17-ba11-fe0765cbb5b0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:46.235130 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-07c08465-d85c-4ce4-8f0f-7cdf69fe6eee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group (e2082bce-7dce-4e17-ba11-fe0765cbb5b0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:46.301030 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-07c08465-d85c-4ce4-8f0f-7cdf69fe6eee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e2082bce-7dce-4e17-ba11-fe0765cbb5b0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:46.303660 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-07c08465-d85c-4ce4-8f0f-7cdf69fe6eee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:46.304847 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-07c08465-d85c-4ce4-8f0f-7cdf69fe6eee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "DELETE /v2.0/security-groups/e2082bce-7dce-4e17-ba11-fe0765cbb5b0 HTTP/1.1" status: 204 len: 168 time: 0.1561840 Mar 07 11:12:46.316446 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c08465-d85c-4ce4-8f0f-7cdf69fe6eee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2082bce-7dce-4e17-ba11-fe0765cbb5b0,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:46.346396 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c08465-d85c-4ce4-8f0f-7cdf69fe6eee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:46.346979 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c08465-d85c-4ce4-8f0f-7cdf69fe6eee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:46.347504 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c08465-d85c-4ce4-8f0f-7cdf69fe6eee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:46.348045 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c08465-d85c-4ce4-8f0f-7cdf69fe6eee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:46.348564 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c08465-d85c-4ce4-8f0f-7cdf69fe6eee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:46.349212 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c08465-d85c-4ce4-8f0f-7cdf69fe6eee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:46.349740 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c08465-d85c-4ce4-8f0f-7cdf69fe6eee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:46.350273 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c08465-d85c-4ce4-8f0f-7cdf69fe6eee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:46.350823 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c08465-d85c-4ce4-8f0f-7cdf69fe6eee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:46.351346 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c08465-d85c-4ce4-8f0f-7cdf69fe6eee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:46.351865 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c08465-d85c-4ce4-8f0f-7cdf69fe6eee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:46.352382 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c08465-d85c-4ce4-8f0f-7cdf69fe6eee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:46.353094 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c08465-d85c-4ce4-8f0f-7cdf69fe6eee tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:46.695357 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39864) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:46.701925 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-3494f5dc-a610-44a0-87e9-7d567bd0d8d4 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1162420248', 'description': 'tempest-secgroup-smoke-1162420248 description', 'project_id': '495992950f4c431c9a7421503d52aa85'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:46.723306 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3494f5dc-a610-44a0-87e9-7d567bd0d8d4 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:46.802734 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3494f5dc-a610-44a0-87e9-7d567bd0d8d4 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group (a48314a8-1075-4a47-8bf4-5619b436314f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:46.808423 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3494f5dc-a610-44a0-87e9-7d567bd0d8d4 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a48314a8-1075-4a47-8bf4-5619b436314f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:46.838597 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494f5dc-a610-44a0-87e9-7d567bd0d8d4 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a48314a8-1075-4a47-8bf4-5619b436314f,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:46.843694 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3494f5dc-a610-44a0-87e9-7d567bd0d8d4 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:46.845369 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3494f5dc-a610-44a0-87e9-7d567bd0d8d4 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1473010 Mar 07 11:12:46.847748 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39874) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:46.852220 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f84e392f-f94a-40ec-87b8-24ef5e0739cd tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'security_group_rule': {'security_group_id': 'a48314a8-1075-4a47-8bf4-5619b436314f', 'project_id': '495992950f4c431c9a7421503d52aa85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:46.877754 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f84e392f-f94a-40ec-87b8-24ef5e0739cd tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (e69aec4c-4afe-4014-a6dc-e04c7eacc693), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:46.935240 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f84e392f-f94a-40ec-87b8-24ef5e0739cd tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (e69aec4c-4afe-4014-a6dc-e04c7eacc693), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:46.939276 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f84e392f-f94a-40ec-87b8-24ef5e0739cd tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (e69aec4c-4afe-4014-a6dc-e04c7eacc693), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:46.957940 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e392f-f94a-40ec-87b8-24ef5e0739cd tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e69aec4c-4afe-4014-a6dc-e04c7eacc693,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:46.965415 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f84e392f-f94a-40ec-87b8-24ef5e0739cd tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:46.966621 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f84e392f-f94a-40ec-87b8-24ef5e0739cd tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179006 Mar 07 11:12:46.969350 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39876) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:46.973658 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e18d65ba-952f-4a2e-958c-04efa22df1b3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'security_group_rule': {'security_group_id': 'a48314a8-1075-4a47-8bf4-5619b436314f', 'project_id': '495992950f4c431c9a7421503d52aa85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:46.998729 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e18d65ba-952f-4a2e-958c-04efa22df1b3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (f9b48853-697e-4949-bfd9-bd0443157c47), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:47.053770 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e18d65ba-952f-4a2e-958c-04efa22df1b3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (f9b48853-697e-4949-bfd9-bd0443157c47), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:47.058171 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e18d65ba-952f-4a2e-958c-04efa22df1b3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (f9b48853-697e-4949-bfd9-bd0443157c47), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:47.076798 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18d65ba-952f-4a2e-958c-04efa22df1b3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b48853-697e-4949-bfd9-bd0443157c47,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:47.084218 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e18d65ba-952f-4a2e-958c-04efa22df1b3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:47.085440 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e18d65ba-952f-4a2e-958c-04efa22df1b3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1151402 Mar 07 11:12:47.088491 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39878) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:47.092943 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e86839cb-3950-424a-979e-c900239fade1 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'security_group_rule': {'security_group_id': 'a48314a8-1075-4a47-8bf4-5619b436314f', 'project_id': '495992950f4c431c9a7421503d52aa85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:47.121708 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e86839cb-3950-424a-979e-c900239fade1 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (a9d66019-23d5-4f97-8e00-cc0ea2d163e3), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:47.182692 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e86839cb-3950-424a-979e-c900239fade1 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (a9d66019-23d5-4f97-8e00-cc0ea2d163e3), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:47.187493 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e86839cb-3950-424a-979e-c900239fade1 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (a9d66019-23d5-4f97-8e00-cc0ea2d163e3), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:47.204494 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86839cb-3950-424a-979e-c900239fade1 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d66019-23d5-4f97-8e00-cc0ea2d163e3,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:47.213061 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e86839cb-3950-424a-979e-c900239fade1 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:47.214348 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e86839cb-3950-424a-979e-c900239fade1 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247480 Mar 07 11:12:47.217067 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39880) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:47.221396 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-a42486d6-0b6d-45aa-bd3a-05832b3c5af2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'security_group_rule': {'security_group_id': 'a48314a8-1075-4a47-8bf4-5619b436314f', 'project_id': '495992950f4c431c9a7421503d52aa85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:47.250514 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a42486d6-0b6d-45aa-bd3a-05832b3c5af2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (972e1845-49b8-41ed-84ca-7f73c83198cf), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:47.309307 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a42486d6-0b6d-45aa-bd3a-05832b3c5af2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (972e1845-49b8-41ed-84ca-7f73c83198cf), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:47.312885 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a42486d6-0b6d-45aa-bd3a-05832b3c5af2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (972e1845-49b8-41ed-84ca-7f73c83198cf), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:47.330255 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42486d6-0b6d-45aa-bd3a-05832b3c5af2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=972e1845-49b8-41ed-84ca-7f73c83198cf,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:47.339731 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a42486d6-0b6d-45aa-bd3a-05832b3c5af2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:47.340939 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a42486d6-0b6d-45aa-bd3a-05832b3c5af2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1229069 Mar 07 11:12:47.343624 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39882) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:47.347846 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-cb6be143-74aa-4e00-80c7-d3b01f342bfc tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'security_group_rule': {'security_group_id': 'a48314a8-1075-4a47-8bf4-5619b436314f', 'project_id': '495992950f4c431c9a7421503d52aa85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:47.366760 n-d-832164-4 neutron-server[103766]: INFO neutron.db.securitygroups_db [None req-cb6be143-74aa-4e00-80c7-d3b01f342bfc tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Project 495992950f4c431c9a7421503d52aa85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:12:47.372177 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cb6be143-74aa-4e00-80c7-d3b01f342bfc tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (094600ef-0f85-41bc-b1fb-f89c0881539c), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:47.434865 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cb6be143-74aa-4e00-80c7-d3b01f342bfc tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (094600ef-0f85-41bc-b1fb-f89c0881539c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:47.438618 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cb6be143-74aa-4e00-80c7-d3b01f342bfc tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (094600ef-0f85-41bc-b1fb-f89c0881539c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:47.464441 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cb6be143-74aa-4e00-80c7-d3b01f342bfc tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:47.468128 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cb6be143-74aa-4e00-80c7-d3b01f342bfc tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1211247 Mar 07 11:12:47.468128 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6be143-74aa-4e00-80c7-d3b01f342bfc tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094600ef-0f85-41bc-b1fb-f89c0881539c,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:47.468679 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39886) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:47.473591 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-f2d5a486-e6c7-40d4-9eb6-fa8bb16e2e87 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'security_group_rule': {'security_group_id': 'a48314a8-1075-4a47-8bf4-5619b436314f', 'project_id': '495992950f4c431c9a7421503d52aa85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:47.498390 n-d-832164-4 neutron-server[103767]: INFO neutron.db.securitygroups_db [None req-f2d5a486-e6c7-40d4-9eb6-fa8bb16e2e87 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Project 495992950f4c431c9a7421503d52aa85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:12:47.505092 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2d5a486-e6c7-40d4-9eb6-fa8bb16e2e87 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (a39109ec-fbcd-49b6-b568-a933ffc5707f), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:47.570960 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2d5a486-e6c7-40d4-9eb6-fa8bb16e2e87 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (a39109ec-fbcd-49b6-b568-a933ffc5707f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:47.575351 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2d5a486-e6c7-40d4-9eb6-fa8bb16e2e87 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (a39109ec-fbcd-49b6-b568-a933ffc5707f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:47.597287 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5a486-e6c7-40d4-9eb6-fa8bb16e2e87 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a39109ec-fbcd-49b6-b568-a933ffc5707f,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:47.606964 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2d5a486-e6c7-40d4-9eb6-fa8bb16e2e87 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:47.611428 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f2d5a486-e6c7-40d4-9eb6-fa8bb16e2e87 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1415470 Mar 07 11:12:47.611721 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39888) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:47.621506 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 2ca05f61-ac83-48bc-aa19-6aa816859d04 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:12:47.629611 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-9a491439-ca25-4253-907f-0b0115a53bdc tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'network': {'name': 'tempest-network-smoke--1797162958', 'project_id': '495992950f4c431c9a7421503d52aa85', 'port_security_enabled': True}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:47.651036 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 2ca05f61-ac83-48bc-aa19-6aa816859d04 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:12:47.651611 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 2ca05f61-ac83-48bc-aa19-6aa816859d04 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:12:47.664123 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a491439-ca25-4253-907f-0b0115a53bdc tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Made reservation on behalf of 495992950f4c431c9a7421503d52aa85 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:12:47.669995 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9a491439-ca25-4253-907f-0b0115a53bdc tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:47.709351 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a491439-ca25-4253-907f-0b0115a53bdc tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:12:47.724198 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9a491439-ca25-4253-907f-0b0115a53bdc tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (8d4e6b35-02e5-4f59-bf95-291adff0a301), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:47.724835 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-9a491439-ca25-4253-907f-0b0115a53bdc tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Added segment 8d4e6b35-02e5-4f59-bf95-291adff0a301 of type vlan for network 90e815f1-a7e2-4388-9260-1c6338913c6d Mar 07 11:12:47.794504 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9a491439-ca25-4253-907f-0b0115a53bdc tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (90e815f1-a7e2-4388-9260-1c6338913c6d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:47.831438 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9a491439-ca25-4253-907f-0b0115a53bdc tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (90e815f1-a7e2-4388-9260-1c6338913c6d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:47.836905 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a491439-ca25-4253-907f-0b0115a53bdc tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:47.838025 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9a491439-ca25-4253-907f-0b0115a53bdc tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:47.877781 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39890) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:47.881849 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9a491439-ca25-4253-907f-0b0115a53bdc tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2683706 Mar 07 11:12:47.883218 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-281bbf18-8cba-479a-b6c1-848ed2274915 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-756456779', 'admin_state_up': True, 'project_id': '495992950f4c431c9a7421503d52aa85', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:47.918058 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-281bbf18-8cba-479a-b6c1-848ed2274915 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (183607ea-4bc0-4b9d-8c66-295b72bf8033), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:47.919716 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-281bbf18-8cba-479a-b6c1-848ed2274915 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (183607ea-4bc0-4b9d-8c66-295b72bf8033), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:47.932963 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a491439-ca25-4253-907f-0b0115a53bdc tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'Network': ['ID=90e815f1-a7e2-4388-9260-1c6338913c6d,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:47.945737 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 90e815f1-a7e2-4388-9260-1c6338913c6d details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:12:48.038227 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-281bbf18-8cba-479a-b6c1-848ed2274915 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router_controller (183607ea-4bc0-4b9d-8c66-295b72bf8033), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:48.198534 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-281bbf18-8cba-479a-b6c1-848ed2274915 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router_gateway (183607ea-4bc0-4b9d-8c66-295b72bf8033), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:48.417613 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-281bbf18-8cba-479a-b6c1-848ed2274915 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router_gateway (183607ea-4bc0-4b9d-8c66-295b72bf8033), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:48.450443 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-281bbf18-8cba-479a-b6c1-848ed2274915 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:48.496030 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:48.587456 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-281bbf18-8cba-479a-b6c1-848ed2274915 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Allocated IP 172.25.3.219 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/98aabd58-f33d-40a3-a241-3d051dd18d2f) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:12:48.707754 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-281bbf18-8cba-479a-b6c1-848ed2274915 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for port (98aabd58-f33d-40a3-a241-3d051dd18d2f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:48.744706 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-281bbf18-8cba-479a-b6c1-848ed2274915 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (98aabd58-f33d-40a3-a241-3d051dd18d2f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:48.787218 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281bbf18-8cba-479a-b6c1-848ed2274915 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:12:48.790919 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-281bbf18-8cba-479a-b6c1-848ed2274915 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:12:48.800789 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281bbf18-8cba-479a-b6c1-848ed2274915 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:12:48.949636 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281bbf18-8cba-479a-b6c1-848ed2274915 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'Port': ['ID=98aabd58-f33d-40a3-a241-3d051dd18d2f,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:49.088762 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-281bbf18-8cba-479a-b6c1-848ed2274915 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router_gateway (183607ea-4bc0-4b9d-8c66-295b72bf8033), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:49.311326 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-281bbf18-8cba-479a-b6c1-848ed2274915 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (183607ea-4bc0-4b9d-8c66-295b72bf8033), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:49.462210 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281bbf18-8cba-479a-b6c1-848ed2274915 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Router 183607ea-4bc0-4b9d-8c66-295b72bf8033 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:12:49.586700 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281bbf18-8cba-479a-b6c1-848ed2274915 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:12:49.602824 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f5cb3f-ac83-47ba-ab38-8781bfa72315 None None] Sync routers for ids ['183607ea-4bc0-4b9d-8c66-295b72bf8033'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:12:49.618076 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-281bbf18-8cba-479a-b6c1-848ed2274915 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:49.624409 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39898) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:49.632545 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f5cb3f-ac83-47ba-ab38-8781bfa72315 None None] Routers {'183607ea-4bc0-4b9d-8c66-295b72bf8033'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:12:49.633464 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-05f5cb3f-ac83-47ba-ab38-8781bfa72315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:12:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['183607ea-4bc0-4b9d-8c66-295b72bf8033'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:49.635410 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-281bbf18-8cba-479a-b6c1-848ed2274915 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7561164 Mar 07 11:12:49.662201 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39900) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:49.662951 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c2847a02-eba1-45f5-a915-b0338476058e tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=495992950f4c431c9a7421503d52aa85&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371070 Mar 07 11:12:49.766419 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d00c71-a3dc-4353-9532-74c5bac7af04 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:49.767957 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e6d00c71-a3dc-4353-9532-74c5bac7af04 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1046274 Mar 07 11:12:49.770845 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39902) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:49.775881 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-05f5cb3f-ac83-47ba-ab38-8781bfa72315 None None] Set router 183607ea-4bc0-4b9d-8c66-295b72bf8033 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:12:49.800903 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ddb86d04-c07e-4325-bc7f-4245adce5423 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=f8958782-2869-4679-b3a6-78e3b1855431&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289266 Mar 07 11:12:49.803410 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39904) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:49.808980 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-57af1fd3-95cb-448d-b691-3a363f97d452 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2107108575', 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d', 'project_id': '495992950f4c431c9a7421503d52aa85', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:49.912171 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57af1fd3-95cb-448d-b691-3a363f97d452 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Made reservation on behalf of 495992950f4c431c9a7421503d52aa85 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:12:49.917043 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-57af1fd3-95cb-448d-b691-3a363f97d452 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:49.992215 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-05f5cb3f-ac83-47ba-ab38-8781bfa72315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756456779', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '98aabd58-f33d-40a3-a241-3d051dd18d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:47Z', 'updated_at': '2022-03-07T11:12:48Z', 'revision_number': 3, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': '98aabd58-f33d-40a3-a241-3d051dd18d2f', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:48Z', 'updated_at': '2022-03-07T11:12:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:50.022709 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f5cb3f-ac83-47ba-ab38-8781bfa72315 None None] Checking router: 183607ea-4bc0-4b9d-8c66-295b72bf8033 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:12:50.023063 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f5cb3f-ac83-47ba-ab38-8781bfa72315 None None] Updating router 183607ea-4bc0-4b9d-8c66-295b72bf8033 port 98aabd58-f33d-40a3-a241-3d051dd18d2f binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:12:50.054353 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-05f5cb3f-ac83-47ba-ab38-8781bfa72315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (98aabd58-f33d-40a3-a241-3d051dd18d2f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:50.106329 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-57af1fd3-95cb-448d-b691-3a363f97d452 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (3db204c5-5f49-4fa5-a7ca-15793f9668df), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:50.183792 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af1fd3-95cb-448d-b691-3a363f97d452 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'Subnet': ['ID=3db204c5-5f49-4fa5-a7ca-15793f9668df,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:50.197812 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57af1fd3-95cb-448d-b691-3a363f97d452 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Checking segment: {'id': '8d4e6b35-02e5-4f59-bf95-291adff0a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:12:50.198281 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57af1fd3-95cb-448d-b691-3a363f97d452 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Network hostable DHCP agents. Network: 90e815f1-a7e2-4388-9260-1c6338913c6d, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:12:50.224277 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57af1fd3-95cb-448d-b691-3a363f97d452 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Network 90e815f1-a7e2-4388-9260-1c6338913c6d is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:12:50.235787 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-57af1fd3-95cb-448d-b691-3a363f97d452 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 90e815f1-a7e2-4388-9260-1c6338913c6d) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:12:50.240698 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57af1fd3-95cb-448d-b691-3a363f97d452 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:50.241485 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-57af1fd3-95cb-448d-b691-3a363f97d452 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:50.262283 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0a717d-bf34-4da7-a242-d388140351ac None None] Network 90e815f1-a7e2-4388-9260-1c6338913c6d requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:12:50.262489 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-57af1fd3-95cb-448d-b691-3a363f97d452 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4547770 Mar 07 11:12:50.262582 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 39906) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:50.415907 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0a3a48-013c-420f-9d6e-4153e9411d6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-90e815f1-a7e2-4388-9260-1c6338913c6d', 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d', 'project_id': '495992950f4c431c9a7421503d52aa85', 'fixed_ips': [{'subnet_id': '3db204c5-5f49-4fa5-a7ca-15793f9668df'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:12:50.417010 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4a0a3a48-013c-420f-9d6e-4153e9411d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:50.618861 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-05f5cb3f-ac83-47ba-ab38-8781bfa72315 None None] Publish callbacks [] for port (98aabd58-f33d-40a3-a241-3d051dd18d2f), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:50.668091 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-05f5cb3f-ac83-47ba-ab38-8781bfa72315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (98aabd58-f33d-40a3-a241-3d051dd18d2f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:50.742108 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-76d5cdee-7b76-4b41-a5db-42d0d12e0f04 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:50.762167 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292e14b-310c-44d5-8b13-60d7eb369fb2 None None] Pushing event updated for resources: {'Port': ['ID=98aabd58-f33d-40a3-a241-3d051dd18d2f,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:50.766497 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-05f5cb3f-ac83-47ba-ab38-8781bfa72315 None None] Attempting to bind port 98aabd58-f33d-40a3-a241-3d051dd18d2f on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:12:50.766870 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-05f5cb3f-ac83-47ba-ab38-8781bfa72315 None None] Attempting to bind port 98aabd58-f33d-40a3-a241-3d051dd18d2f by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:12:50.767231 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f5cb3f-ac83-47ba-ab38-8781bfa72315 None None] Attempting to bind port 98aabd58-f33d-40a3-a241-3d051dd18d2f on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:12:50.778428 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f5cb3f-ac83-47ba-ab38-8781bfa72315 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:12:50.778786 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f5cb3f-ac83-47ba-ab38-8781bfa72315 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:12:50.779195 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-05f5cb3f-ac83-47ba-ab38-8781bfa72315 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:50.779601 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f5cb3f-ac83-47ba-ab38-8781bfa72315 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:12:50.780053 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-05f5cb3f-ac83-47ba-ab38-8781bfa72315 None None] Bound port: 98aabd58-f33d-40a3-a241-3d051dd18d2f, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:12:50.780426 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-05f5cb3f-ac83-47ba-ab38-8781bfa72315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (98aabd58-f33d-40a3-a241-3d051dd18d2f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:50.811046 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-4a0a3a48-013c-420f-9d6e-4153e9411d6d None None] Allocated IP 172.20.0.2 (90e815f1-a7e2-4388-9260-1c6338913c6d/3db204c5-5f49-4fa5-a7ca-15793f9668df/c4f1a881-f78f-4136-96d9-d8c37faa7271) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:12:50.865211 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-05f5cb3f-ac83-47ba-ab38-8781bfa72315 None None] For port 98aabd58-f33d-40a3-a241-3d051dd18d2f, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:12:50.906826 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-05f5cb3f-ac83-47ba-ab38-8781bfa72315 None None] For port 98aabd58-f33d-40a3-a241-3d051dd18d2f, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=98aabd58-f33d-40a3-a241-3d051dd18d2f,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:12:50.916446 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-05f5cb3f-ac83-47ba-ab38-8781bfa72315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (98aabd58-f33d-40a3-a241-3d051dd18d2f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:51.020068 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f5cb3f-ac83-47ba-ab38-8781bfa72315 None None] Routers {'183607ea-4bc0-4b9d-8c66-295b72bf8033'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:12:51.020700 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-05f5cb3f-ac83-47ba-ab38-8781bfa72315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:12:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['183607ea-4bc0-4b9d-8c66-295b72bf8033'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:51.067234 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292e14b-310c-44d5-8b13-60d7eb369fb2 None None] Pushing event updated for resources: {'Port': ['ID=98aabd58-f33d-40a3-a241-3d051dd18d2f,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:51.097315 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4a0a3a48-013c-420f-9d6e-4153e9411d6d None None] Publish callbacks [] for port (c4f1a881-f78f-4136-96d9-d8c37faa7271), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:51.130262 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4a0a3a48-013c-420f-9d6e-4153e9411d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (c4f1a881-f78f-4136-96d9-d8c37faa7271), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:51.156589 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-76d5cdee-7b76-4b41-a5db-42d0d12e0f04 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Allocated IP 172.20.0.1 (90e815f1-a7e2-4388-9260-1c6338913c6d/3db204c5-5f49-4fa5-a7ca-15793f9668df/9ff8780c-60d1-4c72-9103-9efe90cc527b) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:12:51.192549 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-05f5cb3f-ac83-47ba-ab38-8781bfa72315 None None] Set router 183607ea-4bc0-4b9d-8c66-295b72bf8033 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:12:51.195522 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0a3a48-013c-420f-9d6e-4153e9411d6d None None] Network 90e815f1-a7e2-4388-9260-1c6338913c6d is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:12:51.219681 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:12:51.225949 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-4a0a3a48-013c-420f-9d6e-4153e9411d6d None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:12:51.253808 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a3a48-013c-420f-9d6e-4153e9411d6d None None] Pushing event updated for resources: {'Port': ['ID=c4f1a881-f78f-4136-96d9-d8c37faa7271,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:51.256419 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0a3a48-013c-420f-9d6e-4153e9411d6d None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:12:51.295777 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-76d5cdee-7b76-4b41-a5db-42d0d12e0f04 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for port (9ff8780c-60d1-4c72-9103-9efe90cc527b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:51.338099 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-76d5cdee-7b76-4b41-a5db-42d0d12e0f04 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (9ff8780c-60d1-4c72-9103-9efe90cc527b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:51.381181 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-4a0a3a48-013c-420f-9d6e-4153e9411d6d None None] Attempting to bind port c4f1a881-f78f-4136-96d9-d8c37faa7271 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:12:51.381559 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-4a0a3a48-013c-420f-9d6e-4153e9411d6d None None] Attempting to bind port c4f1a881-f78f-4136-96d9-d8c37faa7271 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '8d4e6b35-02e5-4f59-bf95-291adff0a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:12:51.382418 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0a3a48-013c-420f-9d6e-4153e9411d6d None None] Attempting to bind port c4f1a881-f78f-4136-96d9-d8c37faa7271 on network 90e815f1-a7e2-4388-9260-1c6338913c6d {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:12:51.386394 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d5cdee-7b76-4b41-a5db-42d0d12e0f04 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Network 90e815f1-a7e2-4388-9260-1c6338913c6d is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:12:51.390073 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-76d5cdee-7b76-4b41-a5db-42d0d12e0f04 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:12:51.392009 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0a3a48-013c-420f-9d6e-4153e9411d6d None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:12:51.392362 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0a3a48-013c-420f-9d6e-4153e9411d6d None None] Checking segment: {'id': '8d4e6b35-02e5-4f59-bf95-291adff0a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:12:51.392764 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4a0a3a48-013c-420f-9d6e-4153e9411d6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:51.393174 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a0a3a48-013c-420f-9d6e-4153e9411d6d None None] Bound using segment: {'id': '8d4e6b35-02e5-4f59-bf95-291adff0a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:12:51.393985 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-4a0a3a48-013c-420f-9d6e-4153e9411d6d None None] Bound port: c4f1a881-f78f-4136-96d9-d8c37faa7271, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4e6b35-02e5-4f59-bf95-291adff0a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:12:51.393985 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4a0a3a48-013c-420f-9d6e-4153e9411d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c4f1a881-f78f-4136-96d9-d8c37faa7271), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:51.394193 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d5cdee-7b76-4b41-a5db-42d0d12e0f04 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:12:51.424837 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5cdee-7b76-4b41-a5db-42d0d12e0f04 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'Port': ['ID=9ff8780c-60d1-4c72-9103-9efe90cc527b,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:51.455028 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-76d5cdee-7b76-4b41-a5db-42d0d12e0f04 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (183607ea-4bc0-4b9d-8c66-295b72bf8033), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:51.507814 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-4a0a3a48-013c-420f-9d6e-4153e9411d6d None None] For port c4f1a881-f78f-4136-96d9-d8c37faa7271, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:12:51.512405 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-4a0a3a48-013c-420f-9d6e-4153e9411d6d None None] For port c4f1a881-f78f-4136-96d9-d8c37faa7271, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c4f1a881-f78f-4136-96d9-d8c37faa7271,segment=NetworkSegment(8d4e6b35-02e5-4f59-bf95-291adff0a301),segment_id=8d4e6b35-02e5-4f59-bf95-291adff0a301)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:12:51.524429 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4a0a3a48-013c-420f-9d6e-4153e9411d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c4f1a881-f78f-4136-96d9-d8c37faa7271), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:51.579510 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-05f5cb3f-ac83-47ba-ab38-8781bfa72315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756456779', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '98aabd58-f33d-40a3-a241-3d051dd18d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:47Z', 'updated_at': '2022-03-07T11:12:48Z', 'revision_number': 3, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': '98aabd58-f33d-40a3-a241-3d051dd18d2f', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:48Z', 'updated_at': '2022-03-07T11:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:51.627547 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f5cb3f-ac83-47ba-ab38-8781bfa72315 None None] The sync data for ids ['183607ea-4bc0-4b9d-8c66-295b72bf8033'] in n-d-832164-4 is: [{'id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756456779', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '98aabd58-f33d-40a3-a241-3d051dd18d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:47Z', 'updated_at': '2022-03-07T11:12:48Z', 'revision_number': 3, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': '98aabd58-f33d-40a3-a241-3d051dd18d2f', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:48Z', 'updated_at': '2022-03-07T11:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:12:51.646508 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a3a48-013c-420f-9d6e-4153e9411d6d None None] Pushing event updated for resources: {'Port': ['ID=c4f1a881-f78f-4136-96d9-d8c37faa7271,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:52.065619 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-76d5cdee-7b76-4b41-a5db-42d0d12e0f04 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9ff8780c-60d1-4c72-9103-9efe90cc527b), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:52.394860 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-76d5cdee-7b76-4b41-a5db-42d0d12e0f04 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for port (9ff8780c-60d1-4c72-9103-9efe90cc527b), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:52.401894 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-76d5cdee-7b76-4b41-a5db-42d0d12e0f04 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (9ff8780c-60d1-4c72-9103-9efe90cc527b), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:52.482713 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5cdee-7b76-4b41-a5db-42d0d12e0f04 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'Port': ['ID=9ff8780c-60d1-4c72-9103-9efe90cc527b,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:52.490752 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-76d5cdee-7b76-4b41-a5db-42d0d12e0f04 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (183607ea-4bc0-4b9d-8c66-295b72bf8033), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:52.600008 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d5cdee-7b76-4b41-a5db-42d0d12e0f04 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Network 90e815f1-a7e2-4388-9260-1c6338913c6d is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:12:52.601604 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-76d5cdee-7b76-4b41-a5db-42d0d12e0f04 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:12:52.737022 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d5cdee-7b76-4b41-a5db-42d0d12e0f04 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Router 183607ea-4bc0-4b9d-8c66-295b72bf8033 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:12:52.887020 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d5cdee-7b76-4b41-a5db-42d0d12e0f04 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:12:52.892501 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-76d5cdee-7b76-4b41-a5db-42d0d12e0f04 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "PUT /v2.0/routers/183607ea-4bc0-4b9d-8c66-295b72bf8033/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6286976 Mar 07 11:12:52.919878 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92b1725-6a32-4269-bba8-858fdcbe7dc0 None None] Network 90e815f1-a7e2-4388-9260-1c6338913c6d requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:12:53.034725 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-817e2eca-f5d1-42a3-8931-00533a92a9d0 None None] Provisioning complete for port c4f1a881-f78f-4136-96d9-d8c37faa7271 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:53.035095 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-817e2eca-f5d1-42a3-8931-00533a92a9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c4f1a881-f78f-4136-96d9-d8c37faa7271), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:53.078097 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-840348ed-f6ed-4977-85a8-7b0483913e0c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1162420248&fields=id&tenant_id=495992950f4c431c9a7421503d52aa85 HTTP/1.1" status: 200 len: 267 time: 0.0575161 Mar 07 11:12:53.141390 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-817e2eca-f5d1-42a3-8931-00533a92a9d0 None None] Current status of the port c4f1a881-f78f-4136-96d9-d8c37faa7271 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:12:53.141390 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-817e2eca-f5d1-42a3-8931-00533a92a9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c4f1a881-f78f-4136-96d9-d8c37faa7271), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:53.186469 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:53.202473 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-817e2eca-f5d1-42a3-8931-00533a92a9d0 None None] For port c4f1a881-f78f-4136-96d9-d8c37faa7271, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c4f1a881-f78f-4136-96d9-d8c37faa7271,segment=NetworkSegment(8d4e6b35-02e5-4f59-bf95-291adff0a301),segment_id=8d4e6b35-02e5-4f59-bf95-291adff0a301)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:12:53.206056 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-817e2eca-f5d1-42a3-8931-00533a92a9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c4f1a881-f78f-4136-96d9-d8c37faa7271), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:53.241154 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-d08bac2d-d423-42e2-b379-5d98796ade52 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:53.248273 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-d08bac2d-d423-42e2-b379-5d98796ade52 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/networks?id=90e815f1-a7e2-4388-9260-1c6338913c6d HTTP/1.1" status: 200 len: 797 time: 0.1477346 Mar 07 11:12:53.265947 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-8c1e5eb8-3e24-438c-8181-0d86c79edb50 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/quotas/495992950f4c431c9a7421503d52aa85 HTTP/1.1" status: 200 len: 375 time: 0.0164092 Mar 07 11:12:53.267411 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e2eca-f5d1-42a3-8931-00533a92a9d0 None None] Pushing event updated for resources: {'Port': ['ID=c4f1a881-f78f-4136-96d9-d8c37faa7271,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:53.333495 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-d3ace49b-866f-4580-b963-2f351907228f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665469 Mar 07 11:12:53.431993 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6c6cf698-d5eb-429c-ac40-3831bd511bac None None] Provisioning complete for port 9ff8780c-60d1-4c72-9103-9efe90cc527b triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:53.433231 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6c6cf698-d5eb-429c-ac40-3831bd511bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9ff8780c-60d1-4c72-9103-9efe90cc527b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:53.457093 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-606e87f6-992d-4ddf-85b4-deea35e1dff8 service neutron] 10.222.0.11 "GET /v2.0/networks/90e815f1-a7e2-4388-9260-1c6338913c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094384 Mar 07 11:12:53.484960 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6c6cf698-d5eb-429c-ac40-3831bd511bac None None] Port 9ff8780c-60d1-4c72-9103-9efe90cc527b cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:12:53.502053 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6c6cf698-d5eb-429c-ac40-3831bd511bac None None] Provisioning complete for port c4f1a881-f78f-4136-96d9-d8c37faa7271 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:53.502433 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6c6cf698-d5eb-429c-ac40-3831bd511bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c4f1a881-f78f-4136-96d9-d8c37faa7271), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:53.580895 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-f3066c6a-4e92-4fa2-93d0-18b1db5bef09 service neutron] 10.222.0.11 "GET /v2.0/networks/90e815f1-a7e2-4388-9260-1c6338913c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172311 Mar 07 11:12:53.613164 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6c6cf698-d5eb-429c-ac40-3831bd511bac None None] Current status of the port c4f1a881-f78f-4136-96d9-d8c37faa7271 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:12:53.751106 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b760e1b1-efe2-4301-b3d5-4f11459c70fe None None] Provisioning complete for port 9ff8780c-60d1-4c72-9103-9efe90cc527b triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:53.751713 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b760e1b1-efe2-4301-b3d5-4f11459c70fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9ff8780c-60d1-4c72-9103-9efe90cc527b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:53.801230 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 98aabd58-f33d-40a3-a241-3d051dd18d2f up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:12:53.850094 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b760e1b1-efe2-4301-b3d5-4f11459c70fe None None] Port 9ff8780c-60d1-4c72-9103-9efe90cc527b cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:12:53.864079 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-36d5b299-a035-4b4c-b67c-733bd66adbe0 req-257bf117-ad58-4703-8cba-e1a86872e5a3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 210 time: 0.0382771 Mar 07 11:12:53.896293 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 98aabd58-f33d-40a3-a241-3d051dd18d2f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:53.896670 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (98aabd58-f33d-40a3-a241-3d051dd18d2f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:53.926284 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eed6d4-a5ed-4214-9206-f318905b04f1 None None] Sync routers for ids ['183607ea-4bc0-4b9d-8c66-295b72bf8033'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:12:53.939581 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eed6d4-a5ed-4214-9206-f318905b04f1 None None] Routers {'183607ea-4bc0-4b9d-8c66-295b72bf8033'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:12:53.940211 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-60eed6d4-a5ed-4214-9206-f318905b04f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:12:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['183607ea-4bc0-4b9d-8c66-295b72bf8033'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:54.021514 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 98aabd58-f33d-40a3-a241-3d051dd18d2f is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:12:54.022493 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (98aabd58-f33d-40a3-a241-3d051dd18d2f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:54.045231 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 98aabd58-f33d-40a3-a241-3d051dd18d2f, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=98aabd58-f33d-40a3-a241-3d051dd18d2f,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:12:54.050351 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (98aabd58-f33d-40a3-a241-3d051dd18d2f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:54.051200 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c4f1a881-f78f-4136-96d9-d8c37faa7271 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:12:54.129227 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-60eed6d4-a5ed-4214-9206-f318905b04f1 None None] Set router 183607ea-4bc0-4b9d-8c66-295b72bf8033 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:12:54.147515 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-7f4b4fa9-79e9-483f-9ee3-22652d80caa2 None None] Provisioning complete for port 9ff8780c-60d1-4c72-9103-9efe90cc527b triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:54.147515 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4fa9-79e9-483f-9ee3-22652d80caa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9ff8780c-60d1-4c72-9103-9efe90cc527b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:54.178582 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=98aabd58-f33d-40a3-a241-3d051dd18d2f,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:54.203110 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port c4f1a881-f78f-4136-96d9-d8c37faa7271 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:54.203489 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c4f1a881-f78f-4136-96d9-d8c37faa7271), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:54.205136 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-7f4b4fa9-79e9-483f-9ee3-22652d80caa2 None None] Port 9ff8780c-60d1-4c72-9103-9efe90cc527b cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:12:54.309652 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-f75d0237-0ff9-4f40-80bf-0f4cef13932e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-50723903&fields=id&tenant_id=c84901d07e4a49b88f9fef019185eb1b HTTP/1.1" status: 200 len: 267 time: 0.0613580 Mar 07 11:12:54.342268 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port c4f1a881-f78f-4136-96d9-d8c37faa7271 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:12:54.428029 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-68f8f1ee-39fa-4f21-9886-4e69035b1df9 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:54.429523 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-68f8f1ee-39fa-4f21-9886-4e69035b1df9 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/networks?id=204cc519-b30d-4492-9fc5-23c1f345ed50 HTTP/1.1" status: 200 len: 812 time: 0.1190856 Mar 07 11:12:54.448297 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-4666f33f-8347-413f-ad76-2ee232b81be3 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/quotas/c84901d07e4a49b88f9fef019185eb1b HTTP/1.1" status: 200 len: 375 time: 0.0102270 Mar 07 11:12:54.486570 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-60eed6d4-a5ed-4214-9206-f318905b04f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756456779', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '98aabd58-f33d-40a3-a241-3d051dd18d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:47Z', 'updated_at': '2022-03-07T11:12:51Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': '98aabd58-f33d-40a3-a241-3d051dd18d2f', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e3:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:48Z', 'updated_at': '2022-03-07T11:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '9ff8780c-60d1-4c72-9103-9efe90cc527b', 'name': '', 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:a3:9d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '3db204c5-5f49-4fa5-a7ca-15793f9668df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:50Z', 'updated_at': '2022-03-07T11:12:52Z', 'revision_number': 2, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '3db204c5-5f49-4fa5-a7ca-15793f9668df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:54.512366 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-fd998960-9472-4dd7-9c61-f558366d6d6d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c84901d07e4a49b88f9fef019185eb1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582676 Mar 07 11:12:54.514961 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eed6d4-a5ed-4214-9206-f318905b04f1 None None] Checking router: 183607ea-4bc0-4b9d-8c66-295b72bf8033 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:12:54.515317 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eed6d4-a5ed-4214-9206-f318905b04f1 None None] Updating router 183607ea-4bc0-4b9d-8c66-295b72bf8033 port 9ff8780c-60d1-4c72-9103-9efe90cc527b binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:12:54.548409 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-60eed6d4-a5ed-4214-9206-f318905b04f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9ff8780c-60d1-4c72-9103-9efe90cc527b), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:54.618167 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-86f69fee-c2fc-4305-af2e-ec33cc4b9179 service neutron] 10.222.0.11 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939050 Mar 07 11:12:54.711150 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-55d875b9-d247-4da7-9754-b835b5075925 service neutron] 10.222.0.11 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867405 Mar 07 11:12:54.823447 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-60eed6d4-a5ed-4214-9206-f318905b04f1 None None] Publish callbacks [] for port (9ff8780c-60d1-4c72-9103-9efe90cc527b), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:54.830233 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-60eed6d4-a5ed-4214-9206-f318905b04f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9ff8780c-60d1-4c72-9103-9efe90cc527b), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:54.881874 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9acbfff-b834-4828-a3f9-2945144ae597 None None] Pushing event updated for resources: {'Port': ['ID=9ff8780c-60d1-4c72-9103-9efe90cc527b,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:54.910611 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9acbfff-b834-4828-a3f9-2945144ae597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:54.910971 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9acbfff-b834-4828-a3f9-2945144ae597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:54.911316 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9acbfff-b834-4828-a3f9-2945144ae597 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:54.911654 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9acbfff-b834-4828-a3f9-2945144ae597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:54.911988 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9acbfff-b834-4828-a3f9-2945144ae597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:54.912313 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9acbfff-b834-4828-a3f9-2945144ae597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:54.914808 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9acbfff-b834-4828-a3f9-2945144ae597 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:54.915143 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9acbfff-b834-4828-a3f9-2945144ae597 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:54.915504 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9acbfff-b834-4828-a3f9-2945144ae597 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:54.916031 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9acbfff-b834-4828-a3f9-2945144ae597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:54.917702 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9acbfff-b834-4828-a3f9-2945144ae597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:54.918070 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9acbfff-b834-4828-a3f9-2945144ae597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:54.918402 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9acbfff-b834-4828-a3f9-2945144ae597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:12:54.978416 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-60eed6d4-a5ed-4214-9206-f318905b04f1 None None] Attempting to bind port 9ff8780c-60d1-4c72-9103-9efe90cc527b on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:12:54.979350 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-60eed6d4-a5ed-4214-9206-f318905b04f1 None None] Attempting to bind port 9ff8780c-60d1-4c72-9103-9efe90cc527b by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '8d4e6b35-02e5-4f59-bf95-291adff0a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:12:54.980572 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eed6d4-a5ed-4214-9206-f318905b04f1 None None] Attempting to bind port 9ff8780c-60d1-4c72-9103-9efe90cc527b on network 90e815f1-a7e2-4388-9260-1c6338913c6d {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:12:54.991845 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eed6d4-a5ed-4214-9206-f318905b04f1 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:12:54.994493 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eed6d4-a5ed-4214-9206-f318905b04f1 None None] Checking segment: {'id': '8d4e6b35-02e5-4f59-bf95-291adff0a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:12:55.001700 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-60eed6d4-a5ed-4214-9206-f318905b04f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:55.008849 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60eed6d4-a5ed-4214-9206-f318905b04f1 None None] Bound using segment: {'id': '8d4e6b35-02e5-4f59-bf95-291adff0a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:12:55.020091 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-60eed6d4-a5ed-4214-9206-f318905b04f1 None None] Bound port: 9ff8780c-60d1-4c72-9103-9efe90cc527b, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4e6b35-02e5-4f59-bf95-291adff0a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:12:55.020840 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-60eed6d4-a5ed-4214-9206-f318905b04f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9ff8780c-60d1-4c72-9103-9efe90cc527b), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:55.112665 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0c176b54-2379-464d-a02d-1a20d15ab0e2 req-66171767-7b11-4be0-af0b-1f95768ce98c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 210 time: 0.0426228 Mar 07 11:12:55.113361 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-60eed6d4-a5ed-4214-9206-f318905b04f1 None None] For port 9ff8780c-60d1-4c72-9103-9efe90cc527b, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:12:55.116558 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-60eed6d4-a5ed-4214-9206-f318905b04f1 None None] For port 9ff8780c-60d1-4c72-9103-9efe90cc527b, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=9ff8780c-60d1-4c72-9103-9efe90cc527b,segment=NetworkSegment(8d4e6b35-02e5-4f59-bf95-291adff0a301),segment_id=8d4e6b35-02e5-4f59-bf95-291adff0a301)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:12:55.117704 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-15f25d3c-97fa-4768-b613-863e915e978c req-6a38f2e6-b971-42e0-9d61-45bb84fdba5f tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 210 time: 0.0391104 Mar 07 11:12:55.132096 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-60eed6d4-a5ed-4214-9206-f318905b04f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9ff8780c-60d1-4c72-9103-9efe90cc527b), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:55.160465 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-99cdeb63-8651-4226-a3be-6a77259b72f1 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:55.162320 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-99cdeb63-8651-4226-a3be-6a77259b72f1 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.21 "GET /v2.0/networks?id=90e815f1-a7e2-4388-9260-1c6338913c6d HTTP/1.1" status: 200 len: 797 time: 0.2772906 Mar 07 11:12:55.211081 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9acbfff-b834-4828-a3f9-2945144ae597 None None] Pushing event updated for resources: {'Port': ['ID=9ff8780c-60d1-4c72-9103-9efe90cc527b,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:55.214329 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eed6d4-a5ed-4214-9206-f318905b04f1 None None] Routers {'183607ea-4bc0-4b9d-8c66-295b72bf8033'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:12:55.215270 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-60eed6d4-a5ed-4214-9206-f318905b04f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:12:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['183607ea-4bc0-4b9d-8c66-295b72bf8033'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:55.261668 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-825180f2-ef8d-43c1-8bc0-9010efe09cfa None None] Provisioning complete for port 9ff8780c-60d1-4c72-9103-9efe90cc527b triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:55.262235 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-825180f2-ef8d-43c1-8bc0-9010efe09cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9ff8780c-60d1-4c72-9103-9efe90cc527b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:55.264707 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-da1b1e3e-c7b9-4fd5-8b02-a8f408f94207 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=495992950f4c431c9a7421503d52aa85 HTTP/1.1" status: 200 len: 380 time: 0.0932806 Mar 07 11:12:55.282236 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-98d0dd05-ef5b-4c91-9fb4-6b30629107ab tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'port': {'device_id': 'db6b4c71-a97a-451f-9e43-88ff17b3c960', 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d', 'admin_state_up': True, 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'security_groups': ['a48314a8-1075-4a47-8bf4-5619b436314f']}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:55.365592 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-60eed6d4-a5ed-4214-9206-f318905b04f1 None None] Set router 183607ea-4bc0-4b9d-8c66-295b72bf8033 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:12:55.393627 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-825180f2-ef8d-43c1-8bc0-9010efe09cfa None None] Current status of the port 9ff8780c-60d1-4c72-9103-9efe90cc527b is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:12:55.394158 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-825180f2-ef8d-43c1-8bc0-9010efe09cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9ff8780c-60d1-4c72-9103-9efe90cc527b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:55.451403 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-98d0dd05-ef5b-4c91-9fb4-6b30629107ab tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Made reservation on behalf of 495992950f4c431c9a7421503d52aa85 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:12:55.454382 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-825180f2-ef8d-43c1-8bc0-9010efe09cfa None None] For port 9ff8780c-60d1-4c72-9103-9efe90cc527b, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=9ff8780c-60d1-4c72-9103-9efe90cc527b,segment=NetworkSegment(8d4e6b35-02e5-4f59-bf95-291adff0a301),segment_id=8d4e6b35-02e5-4f59-bf95-291adff0a301)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:12:55.458678 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-98d0dd05-ef5b-4c91-9fb4-6b30629107ab tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:55.460563 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-825180f2-ef8d-43c1-8bc0-9010efe09cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9ff8780c-60d1-4c72-9103-9efe90cc527b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:55.533346 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825180f2-ef8d-43c1-8bc0-9010efe09cfa None None] Pushing event updated for resources: {'Port': ['ID=9ff8780c-60d1-4c72-9103-9efe90cc527b,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:55.588929 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-677ccf47-c49e-44c4-93c5-e7ff92c40fcb None None] Provisioning complete for port 9ff8780c-60d1-4c72-9103-9efe90cc527b triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:55.589337 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-677ccf47-c49e-44c4-93c5-e7ff92c40fcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9ff8780c-60d1-4c72-9103-9efe90cc527b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:55.662535 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-60eed6d4-a5ed-4214-9206-f318905b04f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756456779', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '98aabd58-f33d-40a3-a241-3d051dd18d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:47Z', 'updated_at': '2022-03-07T11:12:51Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': '98aabd58-f33d-40a3-a241-3d051dd18d2f', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:48Z', 'updated_at': '2022-03-07T11:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '9ff8780c-60d1-4c72-9103-9efe90cc527b', 'name': '', 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:a3:9d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '3db204c5-5f49-4fa5-a7ca-15793f9668df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:50Z', 'updated_at': '2022-03-07T11:12:55Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '3db204c5-5f49-4fa5-a7ca-15793f9668df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:12:55.687895 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 98aabd58-f33d-40a3-a241-3d051dd18d2f up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:12:55.694914 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60eed6d4-a5ed-4214-9206-f318905b04f1 None None] The sync data for ids ['183607ea-4bc0-4b9d-8c66-295b72bf8033'] in n-d-832164-4 is: [{'id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756456779', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '98aabd58-f33d-40a3-a241-3d051dd18d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:47Z', 'updated_at': '2022-03-07T11:12:51Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': '98aabd58-f33d-40a3-a241-3d051dd18d2f', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:48Z', 'updated_at': '2022-03-07T11:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '9ff8780c-60d1-4c72-9103-9efe90cc527b', 'name': '', 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:a3:9d:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '3db204c5-5f49-4fa5-a7ca-15793f9668df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:50Z', 'updated_at': '2022-03-07T11:12:55Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '3db204c5-5f49-4fa5-a7ca-15793f9668df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:12:55.721335 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-98d0dd05-ef5b-4c91-9fb4-6b30629107ab tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Allocated IP 172.20.0.8 (90e815f1-a7e2-4388-9260-1c6338913c6d/3db204c5-5f49-4fa5-a7ca-15793f9668df/b1feb5e1-4f93-4565-9196-0e4b19b0b4fc) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:12:55.732250 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-677ccf47-c49e-44c4-93c5-e7ff92c40fcb None None] Current status of the port 9ff8780c-60d1-4c72-9103-9efe90cc527b is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:12:55.747412 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 98aabd58-f33d-40a3-a241-3d051dd18d2f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:55.747868 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (98aabd58-f33d-40a3-a241-3d051dd18d2f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:55.860304 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 98aabd58-f33d-40a3-a241-3d051dd18d2f is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:12:55.911445 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-98d0dd05-ef5b-4c91-9fb4-6b30629107ab tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for port (b1feb5e1-4f93-4565-9196-0e4b19b0b4fc), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:55.959042 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-98d0dd05-ef5b-4c91-9fb4-6b30629107ab tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (b1feb5e1-4f93-4565-9196-0e4b19b0b4fc), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:56.001233 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-98d0dd05-ef5b-4c91-9fb4-6b30629107ab tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Network 90e815f1-a7e2-4388-9260-1c6338913c6d is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:12:56.006760 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-98d0dd05-ef5b-4c91-9fb4-6b30629107ab tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:12:56.011569 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-98d0dd05-ef5b-4c91-9fb4-6b30629107ab tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:12:56.046613 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0dd05-ef5b-4c91-9fb4-6b30629107ab tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'Port': ['ID=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:56.072800 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-98d0dd05-ef5b-4c91-9fb4-6b30629107ab tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:56.073772 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-98d0dd05-ef5b-4c91-9fb4-6b30629107ab tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:56.096549 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-98d0dd05-ef5b-4c91-9fb4-6b30629107ab tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8242590 Mar 07 11:12:56.109388 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-4c1d5f01-aa93-419e-9c03-d726f705cf55 service neutron] Request body: {'port': {'device_id': 'db6b4c71-a97a-451f-9e43-88ff17b3c960', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:56.184851 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-4c1d5f01-aa93-419e-9c03-d726f705cf55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b1feb5e1-4f93-4565-9196-0e4b19b0b4fc), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:56.268188 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d9b21a03-f823-4d47-b824-fd457b17daa4 req-09e05230-caac-474a-82e3-ced15a2bd2eb tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 210 time: 0.0472038 Mar 07 11:12:56.320956 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee80af-7beb-4df4-b395-ddb4a0ecedd3 req-60e7430d-0dd4-4cb3-a7d0-0617ee5594f8 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:56.323244 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-56ee80af-7beb-4df4-b395-ddb4a0ecedd3 req-60e7430d-0dd4-4cb3-a7d0-0617ee5594f8 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 931 time: 0.0955160 Mar 07 11:12:56.480889 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-56ee80af-7beb-4df4-b395-ddb4a0ecedd3 req-0c100031-5242-4e15-bcd2-fd466f427931 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48314a8-1075-4a47-8bf4-5619b436314f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263514 Mar 07 11:12:56.560375 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-764b7457-6e9e-4be6-92e5-d7c390786f8e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:56.562108 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-764b7457-6e9e-4be6-92e5-d7c390786f8e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.31 "GET /v2.0/networks?id=204cc519-b30d-4492-9fc5-23c1f345ed50 HTTP/1.1" status: 200 len: 812 time: 0.2355168 Mar 07 11:12:56.628501 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-1a962906-af8c-47b8-b141-60d37b12936c None None] Provisioning complete for port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:56.629549 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1a962906-af8c-47b8-b141-60d37b12936c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b1feb5e1-4f93-4565-9196-0e4b19b0b4fc), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:56.630258 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-4c1d5f01-aa93-419e-9c03-d726f705cf55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1feb5e1-4f93-4565-9196-0e4b19b0b4fc {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:12:56.638719 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-4c1d5f01-aa93-419e-9c03-d726f705cf55 service neutron] Publish callbacks [] for port (b1feb5e1-4f93-4565-9196-0e4b19b0b4fc), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:56.652590 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-4c1d5f01-aa93-419e-9c03-d726f705cf55 service neutron] Transition to ACTIVE for port object b1feb5e1-4f93-4565-9196-0e4b19b0b4fc will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:12:56.660040 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-4c1d5f01-aa93-419e-9c03-d726f705cf55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (b1feb5e1-4f93-4565-9196-0e4b19b0b4fc), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:56.675396 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-ff1f5f85-99f9-4ab9-a0a6-ca71f20978cf tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c84901d07e4a49b88f9fef019185eb1b HTTP/1.1" status: 200 len: 378 time: 0.1000516 Mar 07 11:12:56.685984 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-b5d4500e-ca21-47b2-9df6-44731c6f5ab0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Request body: {'port': {'device_id': 'fc803f25-2a1b-440e-ab82-d2121186d220', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'admin_state_up': True, 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'security_groups': ['45e219b6-3164-4f72-a63a-91ec8de17d64']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:56.706828 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1a962906-af8c-47b8-b141-60d37b12936c None None] Port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:12:56.738839 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d5f01-aa93-419e-9c03-d726f705cf55 service neutron] Pushing event updated for resources: {'Port': ['ID=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:56.841467 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-b5d4500e-ca21-47b2-9df6-44731c6f5ab0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Made reservation on behalf of c84901d07e4a49b88f9fef019185eb1b for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:12:56.846088 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-b5d4500e-ca21-47b2-9df6-44731c6f5ab0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:56.866902 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-4c1d5f01-aa93-419e-9c03-d726f705cf55 service neutron] Attempting to bind port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:12:56.867584 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-4c1d5f01-aa93-419e-9c03-d726f705cf55 service neutron] Attempting to bind port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '8d4e6b35-02e5-4f59-bf95-291adff0a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:12:56.868137 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-4c1d5f01-aa93-419e-9c03-d726f705cf55 service neutron] Attempting to bind port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc on network 90e815f1-a7e2-4388-9260-1c6338913c6d {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:12:56.873671 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-4c1d5f01-aa93-419e-9c03-d726f705cf55 service neutron] Port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc on network 90e815f1-a7e2-4388-9260-1c6338913c6d not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:12:56.873992 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-4c1d5f01-aa93-419e-9c03-d726f705cf55 service neutron] Attempting to bind port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc on network 90e815f1-a7e2-4388-9260-1c6338913c6d {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:12:56.880589 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-4c1d5f01-aa93-419e-9c03-d726f705cf55 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:12:56.881203 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-4c1d5f01-aa93-419e-9c03-d726f705cf55 service neutron] Checking segment: {'id': '8d4e6b35-02e5-4f59-bf95-291adff0a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:12:56.881772 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-4c1d5f01-aa93-419e-9c03-d726f705cf55 service neutron] Bound using segment: {'id': '8d4e6b35-02e5-4f59-bf95-291adff0a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:12:56.882374 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-4c1d5f01-aa93-419e-9c03-d726f705cf55 service neutron] Bound port: b1feb5e1-4f93-4565-9196-0e4b19b0b4fc, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d4e6b35-02e5-4f59-bf95-291adff0a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:12:56.882919 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-4c1d5f01-aa93-419e-9c03-d726f705cf55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b1feb5e1-4f93-4565-9196-0e4b19b0b4fc), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:56.959355 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-4c1d5f01-aa93-419e-9c03-d726f705cf55 service neutron] For port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc, host n-h1-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:12:56.963596 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-4c1d5f01-aa93-419e-9c03-d726f705cf55 service neutron] For port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc,segment=NetworkSegment(8d4e6b35-02e5-4f59-bf95-291adff0a301),segment_id=8d4e6b35-02e5-4f59-bf95-291adff0a301)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:12:56.981897 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-4c1d5f01-aa93-419e-9c03-d726f705cf55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (b1feb5e1-4f93-4565-9196-0e4b19b0b4fc), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:57.045722 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-4c1d5f01-aa93-419e-9c03-d726f705cf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:57.046609 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-4c1d5f01-aa93-419e-9c03-d726f705cf55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:57.048710 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-4c1d5f01-aa93-419e-9c03-d726f705cf55 service neutron] 10.222.0.21 "PUT /v2.0/ports/b1feb5e1-4f93-4565-9196-0e4b19b0b4fc HTTP/1.1" status: 200 len: 1091 time: 0.9438088 Mar 07 11:12:57.048710 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6b4c71-a97a-451f-9e43-88ff17b3c960', 'tag': 'b1feb5e1-4f93-4565-9196-0e4b19b0b4fc'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:12:57.051275 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4034a000-fee7-4ebc-9e8c-9fff4a9d6c57" -d '{"events": [{"name": "network-changed", "server_uuid": "db6b4c71-a97a-451f-9e43-88ff17b3c960", "tag": "b1feb5e1-4f93-4565-9196-0e4b19b0b4fc"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:12:57.084431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-b5d4500e-ca21-47b2-9df6-44731c6f5ab0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Allocated IP 172.20.0.7 (204cc519-b30d-4492-9fc5-23c1f345ed50/933e5dcd-1517-490a-9fa0-e2d8293cf2f0/d60f5020-84e8-470e-833a-7b17e0a6de70) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:12:57.088952 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d5f01-aa93-419e-9c03-d726f705cf55 service neutron] Pushing event updated for resources: {'Port': ['ID=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:57.163396 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14506da9-a36a-4caa-932c-3f6b068fc919 x-openstack-request-id: req-14506da9-a36a-4caa-932c-3f6b068fc919 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:12:57.163746 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db6b4c71-a97a-451f-9e43-88ff17b3c960", "tag": "b1feb5e1-4f93-4565-9196-0e4b19b0b4fc", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:12:57.163956 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-14506da9-a36a-4caa-932c-3f6b068fc919 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:12:57.164362 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db6b4c71-a97a-451f-9e43-88ff17b3c960', 'tag': 'b1feb5e1-4f93-4565-9196-0e4b19b0b4fc', 'status': 'completed', 'code': 200} Mar 07 11:12:57.185965 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-73d3d29e-295f-4e19-8213-a71f587b5ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:57.188397 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-73d3d29e-295f-4e19-8213-a71f587b5ae0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 1125 time: 0.0789473 Mar 07 11:12:57.267768 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-65884172-3090-4b90-95f6-7d5761395305 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc HTTP/1.1" status: 200 len: 217 time: 0.0724275 Mar 07 11:12:57.286989 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-b5d4500e-ca21-47b2-9df6-44731c6f5ab0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for port (d60f5020-84e8-470e-833a-7b17e0a6de70), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:57.339257 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-b5d4500e-ca21-47b2-9df6-44731c6f5ab0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (d60f5020-84e8-470e-833a-7b17e0a6de70), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:57.362975 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-ac3383d6-6c22-4676-a873-ecef0a2ef3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:57.364461 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-ac3383d6-6c22-4676-a873-ecef0a2ef3a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3db204c5-5f49-4fa5-a7ca-15793f9668df HTTP/1.1" status: 200 len: 835 time: 0.0875268 Mar 07 11:12:57.435126 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-b5d4500e-ca21-47b2-9df6-44731c6f5ab0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Network 204cc519-b30d-4492-9fc5-23c1f345ed50 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:12:57.441839 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-b5d4500e-ca21-47b2-9df6-44731c6f5ab0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:12:57.443194 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-ded90f35-7d95-4d5f-88de-6ae0cba3a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:57.445966 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-ded90f35-7d95-4d5f-88de-6ae0cba3a413 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=90e815f1-a7e2-4388-9260-1c6338913c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0719597 Mar 07 11:12:57.449051 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-b5d4500e-ca21-47b2-9df6-44731c6f5ab0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:12:57.457842 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4500e-ca21-47b2-9df6-44731c6f5ab0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Pushing event updated for resources: {'Port': ['ID=d60f5020-84e8-470e-833a-7b17e0a6de70,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:57.528449 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4112e-bb8f-4ec1-8669-9fc3fa7d3fda req-9a23d363-fcee-4bd1-ab3f-5b3ce702b765 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:57.535409 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e1d4112e-bb8f-4ec1-8669-9fc3fa7d3fda req-9a23d363-fcee-4bd1-ab3f-5b3ce702b765 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 931 time: 0.1457267 Mar 07 11:12:57.558637 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-b5d4500e-ca21-47b2-9df6-44731c6f5ab0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:57.559111 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-b5d4500e-ca21-47b2-9df6-44731c6f5ab0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:57.611109 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e1d4112e-bb8f-4ec1-8669-9fc3fa7d3fda req-963e33a3-c773-4050-862b-0a1a51d7ccc4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746129 Mar 07 11:12:57.615301 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-b5d4500e-ca21-47b2-9df6-44731c6f5ab0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9334347 Mar 07 11:12:57.635629 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-311c98a9-341b-47da-8e47-56b1df4556bd service neutron] Request body: {'port': {'device_id': 'fc803f25-2a1b-440e-ab82-d2121186d220', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:12:57.656094 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-5381927d-0487-4749-8665-41fc586bfce3 service neutron] 10.222.0.21 "GET /v2.0/networks/90e815f1-a7e2-4388-9260-1c6338913c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026494 Mar 07 11:12:57.674208 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb4f57-2243-443e-874b-617963c6c195 req-03425410-eac1-4186-892d-8b29fab22e22 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:57.676352 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cddb4f57-2243-443e-874b-617963c6c195 req-03425410-eac1-4186-892d-8b29fab22e22 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 943 time: 0.1172473 Mar 07 11:12:57.746456 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-311c98a9-341b-47da-8e47-56b1df4556bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d60f5020-84e8-470e-833a-7b17e0a6de70), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:57.767504 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9ff8780c-60d1-4c72-9103-9efe90cc527b up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:12:57.797344 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e4abfaba-ea1b-451a-821a-02fb3436c196 req-34dc414b-5a7e-4f03-a6be-d9c7ab7fe9de service neutron] 10.222.0.21 "GET /v2.0/networks/90e815f1-a7e2-4388-9260-1c6338913c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195874 Mar 07 11:12:57.855764 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cddb4f57-2243-443e-874b-617963c6c195 req-c160bdea-64ce-40f4-baca-da0f284505fa tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48314a8-1075-4a47-8bf4-5619b436314f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929062 Mar 07 11:12:57.873027 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b8f8fdaa-8cd6-4788-b08d-d2d488811f80 None None] Provisioning complete for port d60f5020-84e8-470e-833a-7b17e0a6de70 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:57.873600 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b8f8fdaa-8cd6-4788-b08d-d2d488811f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d60f5020-84e8-470e-833a-7b17e0a6de70), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:57.912788 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034a000-fee7-4ebc-9e8c-9fff4a9d6c57 req-9fc0dea7-653a-4d22-92b6-c370868e1ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:57.915911 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 9ff8780c-60d1-4c72-9103-9efe90cc527b triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:12:57.916358 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4034a000-fee7-4ebc-9e8c-9fff4a9d6c57 req-9fc0dea7-653a-4d22-92b6-c370868e1ff5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 1125 time: 0.0579953 Mar 07 11:12:57.916477 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9ff8780c-60d1-4c72-9103-9efe90cc527b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:57.945377 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b8f8fdaa-8cd6-4788-b08d-d2d488811f80 None None] Port d60f5020-84e8-470e-833a-7b17e0a6de70 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:12:58.016475 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034a000-fee7-4ebc-9e8c-9fff4a9d6c57 req-e552f61a-8860-46c0-9e95-17984472511b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:58.018222 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4034a000-fee7-4ebc-9e8c-9fff4a9d6c57 req-e552f61a-8860-46c0-9e95-17984472511b service neutron] 10.222.0.21 "GET /v2.0/networks?id=90e815f1-a7e2-4388-9260-1c6338913c6d HTTP/1.1" status: 200 len: 898 time: 0.0972302 Mar 07 11:12:58.022813 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 9ff8780c-60d1-4c72-9103-9efe90cc527b is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:12:58.069468 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4034a000-fee7-4ebc-9e8c-9fff4a9d6c57 req-a7d94eb7-3992-4619-a93e-1b59ce3c77cd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc HTTP/1.1" status: 200 len: 217 time: 0.0431283 Mar 07 11:12:58.123621 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034a000-fee7-4ebc-9e8c-9fff4a9d6c57 req-fbbc5143-a0fb-4e98-a883-e04e4cd053e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:58.125300 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4034a000-fee7-4ebc-9e8c-9fff4a9d6c57 req-fbbc5143-a0fb-4e98-a883-e04e4cd053e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3db204c5-5f49-4fa5-a7ca-15793f9668df HTTP/1.1" status: 200 len: 835 time: 0.0491073 Mar 07 11:12:58.125477 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-311c98a9-341b-47da-8e47-56b1df4556bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d60f5020-84e8-470e-833a-7b17e0a6de70 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:12:58.133447 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-311c98a9-341b-47da-8e47-56b1df4556bd service neutron] Publish callbacks [] for port (d60f5020-84e8-470e-833a-7b17e0a6de70), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:58.154089 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-311c98a9-341b-47da-8e47-56b1df4556bd service neutron] Transition to ACTIVE for port object d60f5020-84e8-470e-833a-7b17e0a6de70 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:12:58.158352 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-311c98a9-341b-47da-8e47-56b1df4556bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (d60f5020-84e8-470e-833a-7b17e0a6de70), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:58.185024 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034a000-fee7-4ebc-9e8c-9fff4a9d6c57 req-182cc10c-9001-4fef-991b-a489eb0c7486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:58.186698 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4034a000-fee7-4ebc-9e8c-9fff4a9d6c57 req-182cc10c-9001-4fef-991b-a489eb0c7486 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=90e815f1-a7e2-4388-9260-1c6338913c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0552392 Mar 07 11:12:58.209703 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c98a9-341b-47da-8e47-56b1df4556bd service neutron] Pushing event updated for resources: {'Port': ['ID=d60f5020-84e8-470e-833a-7b17e0a6de70,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:58.299716 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-311c98a9-341b-47da-8e47-56b1df4556bd service neutron] Attempting to bind port d60f5020-84e8-470e-833a-7b17e0a6de70 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:12:58.300055 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-311c98a9-341b-47da-8e47-56b1df4556bd service neutron] Attempting to bind port d60f5020-84e8-470e-833a-7b17e0a6de70 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:12:58.300379 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-311c98a9-341b-47da-8e47-56b1df4556bd service neutron] Attempting to bind port d60f5020-84e8-470e-833a-7b17e0a6de70 on network 204cc519-b30d-4492-9fc5-23c1f345ed50 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:12:58.304986 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-311c98a9-341b-47da-8e47-56b1df4556bd service neutron] Port d60f5020-84e8-470e-833a-7b17e0a6de70 on network 204cc519-b30d-4492-9fc5-23c1f345ed50 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:12:58.305339 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-311c98a9-341b-47da-8e47-56b1df4556bd service neutron] Attempting to bind port d60f5020-84e8-470e-833a-7b17e0a6de70 on network 204cc519-b30d-4492-9fc5-23c1f345ed50 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:12:58.307988 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4034a000-fee7-4ebc-9e8c-9fff4a9d6c57 req-c94e3793-8700-4940-9874-c54430ba48a6 service neutron] 10.222.0.21 "GET /v2.0/networks/90e815f1-a7e2-4388-9260-1c6338913c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135008 Mar 07 11:12:58.311582 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-311c98a9-341b-47da-8e47-56b1df4556bd service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 12, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:12:58.311930 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-311c98a9-341b-47da-8e47-56b1df4556bd service neutron] Checking segment: {'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:12:58.312310 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-311c98a9-341b-47da-8e47-56b1df4556bd service neutron] Bound using segment: {'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:12:58.312739 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-311c98a9-341b-47da-8e47-56b1df4556bd service neutron] Bound port: d60f5020-84e8-470e-833a-7b17e0a6de70, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:12:58.313095 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-311c98a9-341b-47da-8e47-56b1df4556bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d60f5020-84e8-470e-833a-7b17e0a6de70), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:58.389819 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-311c98a9-341b-47da-8e47-56b1df4556bd service neutron] For port d60f5020-84e8-470e-833a-7b17e0a6de70, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:12:58.393028 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-311c98a9-341b-47da-8e47-56b1df4556bd service neutron] For port d60f5020-84e8-470e-833a-7b17e0a6de70, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d60f5020-84e8-470e-833a-7b17e0a6de70,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:12:58.402655 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-311c98a9-341b-47da-8e47-56b1df4556bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (d60f5020-84e8-470e-833a-7b17e0a6de70), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:58.416544 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4034a000-fee7-4ebc-9e8c-9fff4a9d6c57 req-17fc920d-ad85-489e-b20f-07c4a74e2a0e service neutron] 10.222.0.21 "GET /v2.0/networks/90e815f1-a7e2-4388-9260-1c6338913c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009142 Mar 07 11:12:58.447741 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-311c98a9-341b-47da-8e47-56b1df4556bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:58.448445 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-311c98a9-341b-47da-8e47-56b1df4556bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:12:58.449765 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-311c98a9-341b-47da-8e47-56b1df4556bd service neutron] 10.222.0.31 "PUT /v2.0/ports/d60f5020-84e8-470e-833a-7b17e0a6de70 HTTP/1.1" status: 200 len: 1091 time: 0.8268142 Mar 07 11:12:58.450216 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc803f25-2a1b-440e-ab82-d2121186d220', 'tag': 'd60f5020-84e8-470e-833a-7b17e0a6de70'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:12:58.452509 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d354b3d-7487-4dd3-b20e-8df7d3da7bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "fc803f25-2a1b-440e-ab82-d2121186d220", "tag": "d60f5020-84e8-470e-833a-7b17e0a6de70"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:12:58.476325 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c98a9-341b-47da-8e47-56b1df4556bd service neutron] Pushing event updated for resources: {'Port': ['ID=d60f5020-84e8-470e-833a-7b17e0a6de70,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:12:58.498485 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed2aa3d-008e-4268-b764-d92dfd7e6f78 x-openstack-request-id: req-2ed2aa3d-008e-4268-b764-d92dfd7e6f78 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:12:58.498790 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc803f25-2a1b-440e-ab82-d2121186d220", "tag": "d60f5020-84e8-470e-833a-7b17e0a6de70", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:12:58.499054 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2ed2aa3d-008e-4268-b764-d92dfd7e6f78 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:12:58.499632 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc803f25-2a1b-440e-ab82-d2121186d220', 'tag': 'd60f5020-84e8-470e-833a-7b17e0a6de70', 'status': 'completed', 'code': 200} Mar 07 11:12:58.542287 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39978) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:12:58.563000 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-e982aa75-4667-496b-90cc-11c9dfe24188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:58.564833 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-e982aa75-4667-496b-90cc-11c9dfe24188 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c84901d07e4a49b88f9fef019185eb1b&device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 1125 time: 0.0525010 Mar 07 11:12:58.621923 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-55c212bd-54f5-46f9-8869-fa194669d370 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d60f5020-84e8-470e-833a-7b17e0a6de70 HTTP/1.1" status: 200 len: 217 time: 0.0486729 Mar 07 11:12:58.645261 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7624da98-f20f-44f4-8e88-6f0f57a84190 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:58.645806 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7624da98-f20f-44f4-8e88-6f0f57a84190 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:58.646282 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7624da98-f20f-44f4-8e88-6f0f57a84190 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:58.661130 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7624da98-f20f-44f4-8e88-6f0f57a84190 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] 10.222.0.11 "GET /v2.0/ports?project_id=9218733d4245439aa2e846b97fffe915&network_id=e3e3050e-0d7e-4a9e-841d-e90f6afd42a9 HTTP/1.1" status: 200 len: 3072 time: 0.1042736 Mar 07 11:12:58.677983 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-d9b10f6c-6a78-4786-9d84-9a25646a4c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:58.679450 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-d9b10f6c-6a78-4786-9d84-9a25646a4c45 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=933e5dcd-1517-490a-9fa0-e2d8293cf2f0 HTTP/1.1" status: 200 len: 851 time: 0.0517190 Mar 07 11:12:58.735336 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-0f9568e7-1300-4379-b1e8-2df84f975f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:58.736831 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-0f9568e7-1300-4379-b1e8-2df84f975f73 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=204cc519-b30d-4492-9fc5-23c1f345ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506659 Mar 07 11:12:58.773140 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0555a3c-0d49-4457-9dbf-694952229024 req-24f24e42-ebc8-4697-ab5a-9c40a85b7ba8 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:58.774598 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a0555a3c-0d49-4457-9dbf-694952229024 req-24f24e42-ebc8-4697-ab5a-9c40a85b7ba8 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 943 time: 0.0580556 Mar 07 11:12:58.831426 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a0555a3c-0d49-4457-9dbf-694952229024 req-0c093913-f7b7-4eaa-9427-96f68bb56911 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501976 Mar 07 11:12:58.841252 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-16133a1b-69b6-4f4b-8fe7-8c4948ce2f01 service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955906 Mar 07 11:12:58.948337 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dab9d81e-13da-4202-988a-b74e61821cd1 req-63db60e5-4ea5-4310-a954-66f8f796af51 service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002562 Mar 07 11:12:58.998313 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb18f53-8b6e-45ed-afc7-a93083d981b3 req-773ff32e-1149-402b-80ec-d2c4eef5300e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:59.000418 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cdb18f53-8b6e-45ed-afc7-a93083d981b3 req-773ff32e-1149-402b-80ec-d2c4eef5300e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 943 time: 0.0678117 Mar 07 11:12:59.080631 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cdb18f53-8b6e-45ed-afc7-a93083d981b3 req-2fc1dd30-17bb-4d17-b6d8-ad30e2e445d9 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48314a8-1075-4a47-8bf4-5619b436314f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702820 Mar 07 11:12:59.083377 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d354b3d-7487-4dd3-b20e-8df7d3da7bcc req-2591bdf7-4d71-4437-b381-4b723e9fb8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:59.084697 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7d354b3d-7487-4dd3-b20e-8df7d3da7bcc req-2591bdf7-4d71-4437-b381-4b723e9fb8c2 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c84901d07e4a49b88f9fef019185eb1b&device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 1125 time: 0.0834243 Mar 07 11:12:59.182282 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d354b3d-7487-4dd3-b20e-8df7d3da7bcc req-2f67652d-9cfe-439b-86a3-1656c3a63ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:59.183769 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7d354b3d-7487-4dd3-b20e-8df7d3da7bcc req-2f67652d-9cfe-439b-86a3-1656c3a63ea3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=204cc519-b30d-4492-9fc5-23c1f345ed50 HTTP/1.1" status: 200 len: 913 time: 0.0920339 Mar 07 11:12:59.225159 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7d354b3d-7487-4dd3-b20e-8df7d3da7bcc req-42123548-3725-4e73-90b6-5d2a31c48aed service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d60f5020-84e8-470e-833a-7b17e0a6de70 HTTP/1.1" status: 200 len: 217 time: 0.0347886 Mar 07 11:12:59.275154 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d354b3d-7487-4dd3-b20e-8df7d3da7bcc req-1bead75f-e8a4-4c0a-9a44-3e66fd63608d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:59.276685 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7d354b3d-7487-4dd3-b20e-8df7d3da7bcc req-1bead75f-e8a4-4c0a-9a44-3e66fd63608d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=933e5dcd-1517-490a-9fa0-e2d8293cf2f0 HTTP/1.1" status: 200 len: 851 time: 0.0460858 Mar 07 11:12:59.332726 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d354b3d-7487-4dd3-b20e-8df7d3da7bcc req-337a44aa-b0dd-4036-8fea-eedac211b616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:59.334351 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7d354b3d-7487-4dd3-b20e-8df7d3da7bcc req-337a44aa-b0dd-4036-8fea-eedac211b616 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=204cc519-b30d-4492-9fc5-23c1f345ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513315 Mar 07 11:12:59.427337 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7d354b3d-7487-4dd3-b20e-8df7d3da7bcc req-14f78451-6663-47aa-91dd-21bc25124b64 service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868132 Mar 07 11:12:59.521788 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7d354b3d-7487-4dd3-b20e-8df7d3da7bcc req-aaae7c38-2b8a-4164-ac2d-a4318ac199cf service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883555 Mar 07 11:12:59.961201 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1827dec-ea25-43fc-9cce-e0588b5be311 req-5c49095c-d44a-4f96-9aac-82f9ea02f9bb tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:12:59.963580 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b1827dec-ea25-43fc-9cce-e0588b5be311 req-5c49095c-d44a-4f96-9aac-82f9ea02f9bb tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 943 time: 0.0583601 Mar 07 11:13:00.017087 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b1827dec-ea25-43fc-9cce-e0588b5be311 req-d47dfded-3916-48c2-96fd-9833f0a8147d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479541 Mar 07 11:13:00.068742 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 39994) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:00.139179 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14427fd9-a9a9-48db-bca1-1ee86e777a68 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:00.149180 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-14427fd9-a9a9-48db-bca1-1ee86e777a68 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=f8958782-2869-4679-b3a6-78e3b1855431 HTTP/1.1" status: 200 len: 814 time: 0.0710552 Mar 07 11:13:00.203975 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86419468-951d-4178-9fa4-8e605a4e8b59 req-598b311e-9ff6-49a2-a157-10a6c6c08f69 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:00.205461 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-86419468-951d-4178-9fa4-8e605a4e8b59 req-598b311e-9ff6-49a2-a157-10a6c6c08f69 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 943 time: 0.0537674 Mar 07 11:13:00.259892 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-86419468-951d-4178-9fa4-8e605a4e8b59 req-47e8a4a2-8c8f-4a16-ae88-cb3e53e2cd49 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48314a8-1075-4a47-8bf4-5619b436314f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485549 Mar 07 11:13:00.594403 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device b1feb5e1-4f93-4565-9196-0e4b19b0b4fc details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:13:00.604131 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40002) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:00.609387 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-4f2c3dde-e1dd-41e9-82b1-7d66f688d616 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Request body: {'network': {'name': 'tempest-network-smoke--1827651083', 'project_id': '9218733d4245439aa2e846b97fffe915', 'port_security_enabled': True}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:13:00.630329 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2c3dde-e1dd-41e9-82b1-7d66f688d616 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Made reservation on behalf of 9218733d4245439aa2e846b97fffe915 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:13:00.634737 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4f2c3dde-e1dd-41e9-82b1-7d66f688d616 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:00.658437 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f2c3dde-e1dd-41e9-82b1-7d66f688d616 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 217} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:13:00.668194 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4f2c3dde-e1dd-41e9-82b1-7d66f688d616 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (d914d4e8-18cc-4f8c-99aa-77ddde613c32), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:00.668526 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-4f2c3dde-e1dd-41e9-82b1-7d66f688d616 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Added segment d914d4e8-18cc-4f8c-99aa-77ddde613c32 of type vlan for network a2435564-9ec4-4ef8-9bc6-775332a965a2 Mar 07 11:13:00.700501 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc,segment=NetworkSegment(8d4e6b35-02e5-4f59-bf95-291adff0a301),segment_id=8d4e6b35-02e5-4f59-bf95-291adff0a301)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:00.712309 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'b1feb5e1-4f93-4565-9196-0e4b19b0b4fc', 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d', 'port_id': 'b1feb5e1-4f93-4565-9196-0e4b19b0b4fc', 'mac_address': 'fa:16:3e:7f:8b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3db204c5-5f49-4fa5-a7ca-15793f9668df', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:13:00.712629 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4f2c3dde-e1dd-41e9-82b1-7d66f688d616 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (a2435564-9ec4-4ef8-9bc6-775332a965a2), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:00.738071 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4f2c3dde-e1dd-41e9-82b1-7d66f688d616 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (a2435564-9ec4-4ef8-9bc6-775332a965a2), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:00.743061 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2c3dde-e1dd-41e9-82b1-7d66f688d616 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:00.744079 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4f2c3dde-e1dd-41e9-82b1-7d66f688d616 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:00.758010 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:13:00.758203 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b1feb5e1-4f93-4565-9196-0e4b19b0b4fc), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:00.773676 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1feb5e1-4f93-4565-9196-0e4b19b0b4fc {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:13:00.796520 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc,segment=NetworkSegment(8d4e6b35-02e5-4f59-bf95-291adff0a301),segment_id=8d4e6b35-02e5-4f59-bf95-291adff0a301)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:00.801346 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b1feb5e1-4f93-4565-9196-0e4b19b0b4fc), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:00.859065 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:01.007110 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['b1feb5e1-4f93-4565-9196-0e4b19b0b4fc'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:13:01.069462 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4f2c3dde-e1dd-41e9-82b1-7d66f688d616 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4640641 Mar 07 11:13:01.073932 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40006) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:01.111284 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c3dde-e1dd-41e9-82b1-7d66f688d616 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'Network': ['ID=a2435564-9ec4-4ef8-9bc6-775332a965a2,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:01.124454 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network a2435564-9ec4-4ef8-9bc6-775332a965a2 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:13:01.171749 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36765dd9-9604-4756-8ca5-784bf1aae54d tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:01.173250 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-36765dd9-9604-4756-8ca5-784bf1aae54d tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=9218733d4245439aa2e846b97fffe915&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0982926 Mar 07 11:13:01.177083 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40008) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:01.266147 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1533691-e0cf-4615-9209-5bd37f391e89 req-e27ee147-5912-4e52-945b-bce086e271b0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:01.267864 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e1533691-e0cf-4615-9209-5bd37f391e89 req-e27ee147-5912-4e52-945b-bce086e271b0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 943 time: 0.1232693 Mar 07 11:13:01.314632 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfff29c2-6aef-4d1e-b488-d7a0abb8ded2 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:01.316371 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-dfff29c2-6aef-4d1e-b488-d7a0abb8ded2 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1382518 Mar 07 11:13:01.319608 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40012) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:01.361638 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e1533691-e0cf-4615-9209-5bd37f391e89 req-f6bb08dc-f574-4198-906b-a547c2bf1eb5 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0789356 Mar 07 11:13:01.370713 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-bfc7f361-fb8f-41f7-b2e0-729b83324b79 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=f8958782-2869-4679-b3a6-78e3b1855431&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0499601 Mar 07 11:13:01.373325 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40014) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:01.415128 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8fda9951-5e84-468b-bc69-c3c32a49fa1f tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=9218733d4245439aa2e846b97fffe915&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406291 Mar 07 11:13:01.418263 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40018) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:01.469633 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2b259b-4bf4-4f41-85f5-0ee20b46952b req-aa558eca-44a1-4d36-b14a-58a09f39439b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:01.471213 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6b2b259b-4bf4-4f41-85f5-0ee20b46952b req-aa558eca-44a1-4d36-b14a-58a09f39439b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 944 time: 0.0958998 Mar 07 11:13:01.531493 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b20fc42-f37b-4778-ac42-1bdcb595273a tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:01.533140 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7b20fc42-f37b-4778-ac42-1bdcb595273a tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1135082 Mar 07 11:13:01.535985 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40020) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:01.536077 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6b2b259b-4bf4-4f41-85f5-0ee20b46952b req-b3ed73aa-d058-4698-9ab3-919497cb234b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48314a8-1075-4a47-8bf4-5619b436314f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496683 Mar 07 11:13:01.565001 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-eec6e311-e804-40a0-bb88-541e53a03e43 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=f8958782-2869-4679-b3a6-78e3b1855431&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278332 Mar 07 11:13:01.567217 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40022) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:01.572527 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-362c803e-b09c-4e74-9e38-65f4e303a945 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-909910187', 'network_id': 'a2435564-9ec4-4ef8-9bc6-775332a965a2', 'project_id': '9218733d4245439aa2e846b97fffe915', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:13:01.659335 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362c803e-b09c-4e74-9e38-65f4e303a945 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Made reservation on behalf of 9218733d4245439aa2e846b97fffe915 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:13:01.662915 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-362c803e-b09c-4e74-9e38-65f4e303a945 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:01.881189 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-362c803e-b09c-4e74-9e38-65f4e303a945 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (972b926d-fb8c-4933-93f6-7e49cc0de38c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:01.942969 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c803e-b09c-4e74-9e38-65f4e303a945 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'Subnet': ['ID=972b926d-fb8c-4933-93f6-7e49cc0de38c,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:01.953126 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362c803e-b09c-4e74-9e38-65f4e303a945 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Checking segment: {'id': 'd914d4e8-18cc-4f8c-99aa-77ddde613c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a2435564-9ec4-4ef8-9bc6-775332a965a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:13:01.953558 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362c803e-b09c-4e74-9e38-65f4e303a945 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Network hostable DHCP agents. Network: a2435564-9ec4-4ef8-9bc6-775332a965a2, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:13:01.974474 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362c803e-b09c-4e74-9e38-65f4e303a945 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Network a2435564-9ec4-4ef8-9bc6-775332a965a2 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:13:01.985098 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-362c803e-b09c-4e74-9e38-65f4e303a945 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, a2435564-9ec4-4ef8-9bc6-775332a965a2) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:13:01.990462 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362c803e-b09c-4e74-9e38-65f4e303a945 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:01.992460 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-362c803e-b09c-4e74-9e38-65f4e303a945 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:01.993587 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df0d5ed-60cd-4bf2-a6fd-0a8bd0952bf2 None None] Network a2435564-9ec4-4ef8-9bc6-775332a965a2 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:13:02.016589 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-362c803e-b09c-4e74-9e38-65f4e303a945 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4483573 Mar 07 11:13:02.109489 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a4f5ec-6e16-49ad-9643-b28e674463da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-a2435564-9ec4-4ef8-9bc6-775332a965a2', 'network_id': 'a2435564-9ec4-4ef8-9bc6-775332a965a2', 'project_id': '9218733d4245439aa2e846b97fffe915', 'fixed_ips': [{'subnet_id': '972b926d-fb8c-4933-93f6-7e49cc0de38c'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:13:02.110456 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-28a4f5ec-6e16-49ad-9643-b28e674463da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:02.248602 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-28a4f5ec-6e16-49ad-9643-b28e674463da None None] Allocated IP 172.20.0.18 (a2435564-9ec4-4ef8-9bc6-775332a965a2/972b926d-fb8c-4933-93f6-7e49cc0de38c/b2d19725-14e4-4a6e-99d2-0e05d8e3ede7) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:13:02.394582 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-28a4f5ec-6e16-49ad-9643-b28e674463da None None] Publish callbacks [] for port (b2d19725-14e4-4a6e-99d2-0e05d8e3ede7), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:02.402296 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-28a4f5ec-6e16-49ad-9643-b28e674463da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (b2d19725-14e4-4a6e-99d2-0e05d8e3ede7), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:02.455236 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a4f5ec-6e16-49ad-9643-b28e674463da None None] Network a2435564-9ec4-4ef8-9bc6-775332a965a2 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:13:02.463245 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-28a4f5ec-6e16-49ad-9643-b28e674463da None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:13:02.472041 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a4f5ec-6e16-49ad-9643-b28e674463da None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:13:02.475348 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4f5ec-6e16-49ad-9643-b28e674463da None None] Pushing event updated for resources: {'Port': ['ID=b2d19725-14e4-4a6e-99d2-0e05d8e3ede7,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:02.517668 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bd2e3-bc9e-4349-ba44-635c64eda059 req-4db7fcd8-2cf4-4602-8c80-7d611a19dcd2 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:02.519463 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c35bd2e3-bc9e-4349-ba44-635c64eda059 req-4db7fcd8-2cf4-4602-8c80-7d611a19dcd2 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 943 time: 0.0870121 Mar 07 11:13:02.543706 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40028) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:02.548892 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-b40cf4e1-0ef9-4262-a92b-091247669f2d tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2083712819', 'description': 'tempest-secgroup-smoke-2083712819 description', 'project_id': '9218733d4245439aa2e846b97fffe915'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:13:02.577077 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b40cf4e1-0ef9-4262-a92b-091247669f2d tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:02.580103 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c35bd2e3-bc9e-4349-ba44-635c64eda059 req-fd4116b4-3ddb-445e-b51b-089b28f2fe28 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510895 Mar 07 11:13:02.588923 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-28a4f5ec-6e16-49ad-9643-b28e674463da None None] Attempting to bind port b2d19725-14e4-4a6e-99d2-0e05d8e3ede7 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:13:02.589338 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-28a4f5ec-6e16-49ad-9643-b28e674463da None None] Attempting to bind port b2d19725-14e4-4a6e-99d2-0e05d8e3ede7 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'd914d4e8-18cc-4f8c-99aa-77ddde613c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a2435564-9ec4-4ef8-9bc6-775332a965a2'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:13:02.589714 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a4f5ec-6e16-49ad-9643-b28e674463da None None] Attempting to bind port b2d19725-14e4-4a6e-99d2-0e05d8e3ede7 on network a2435564-9ec4-4ef8-9bc6-775332a965a2 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:13:02.596114 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a4f5ec-6e16-49ad-9643-b28e674463da None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:13:02.596683 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a4f5ec-6e16-49ad-9643-b28e674463da None None] Checking segment: {'id': 'd914d4e8-18cc-4f8c-99aa-77ddde613c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a2435564-9ec4-4ef8-9bc6-775332a965a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:13:02.597235 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-28a4f5ec-6e16-49ad-9643-b28e674463da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:02.597732 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a4f5ec-6e16-49ad-9643-b28e674463da None None] Bound using segment: {'id': 'd914d4e8-18cc-4f8c-99aa-77ddde613c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a2435564-9ec4-4ef8-9bc6-775332a965a2'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:13:02.598306 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-28a4f5ec-6e16-49ad-9643-b28e674463da None None] Bound port: b2d19725-14e4-4a6e-99d2-0e05d8e3ede7, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd914d4e8-18cc-4f8c-99aa-77ddde613c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a2435564-9ec4-4ef8-9bc6-775332a965a2'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:13:02.598958 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-28a4f5ec-6e16-49ad-9643-b28e674463da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b2d19725-14e4-4a6e-99d2-0e05d8e3ede7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:02.616840 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device b1feb5e1-4f93-4565-9196-0e4b19b0b4fc up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:13:02.710284 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b40cf4e1-0ef9-4262-a92b-091247669f2d tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group (17126189-8424-4898-b122-e945ff99cfd9), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:02.713266 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-28a4f5ec-6e16-49ad-9643-b28e674463da None None] For port b2d19725-14e4-4a6e-99d2-0e05d8e3ede7, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:13:02.716739 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-28a4f5ec-6e16-49ad-9643-b28e674463da None None] For port b2d19725-14e4-4a6e-99d2-0e05d8e3ede7, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b2d19725-14e4-4a6e-99d2-0e05d8e3ede7,segment=NetworkSegment(d914d4e8-18cc-4f8c-99aa-77ddde613c32),segment_id=d914d4e8-18cc-4f8c-99aa-77ddde613c32)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:13:02.718128 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:13:02.720577 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacd556-25fd-4a9b-ac52-148ca491bc2c req-4fec8030-a91b-4213-ae7f-926e53cb4069 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:02.722470 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-acacd556-25fd-4a9b-ac52-148ca491bc2c req-4fec8030-a91b-4213-ae7f-926e53cb4069 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 944 time: 0.0992744 Mar 07 11:13:02.723391 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:13:02.723574 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b40cf4e1-0ef9-4262-a92b-091247669f2d tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (17126189-8424-4898-b122-e945ff99cfd9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:02.723985 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b1feb5e1-4f93-4565-9196-0e4b19b0b4fc), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:02.727693 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-28a4f5ec-6e16-49ad-9643-b28e674463da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b2d19725-14e4-4a6e-99d2-0e05d8e3ede7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:02.770724 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b40cf4e1-0ef9-4262-a92b-091247669f2d tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:02.774561 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b40cf4e1-0ef9-4262-a92b-091247669f2d tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2271116 Mar 07 11:13:02.775172 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40032) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:02.780262 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-36883dd1-fe18-4c9a-ab07-21b61f111637 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Request body: {'security_group_rule': {'security_group_id': '17126189-8424-4898-b122-e945ff99cfd9', 'project_id': '9218733d4245439aa2e846b97fffe915', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:13:02.780604 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40cf4e1-0ef9-4262-a92b-091247669f2d tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17126189-8424-4898-b122-e945ff99cfd9,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:02.820908 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-acacd556-25fd-4a9b-ac52-148ca491bc2c req-54dda2cf-25cf-4c8d-970e-f2cb82faa892 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48314a8-1075-4a47-8bf4-5619b436314f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640116 Mar 07 11:13:02.848235 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-36883dd1-fe18-4c9a-ab07-21b61f111637 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (83404f3b-5b40-4177-a900-f0d57aaeed02), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:02.859875 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4f5ec-6e16-49ad-9643-b28e674463da None None] Pushing event updated for resources: {'Port': ['ID=b2d19725-14e4-4a6e-99d2-0e05d8e3ede7,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:02.914757 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:13:02.915845 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b1feb5e1-4f93-4565-9196-0e4b19b0b4fc), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:02.923275 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-36883dd1-fe18-4c9a-ab07-21b61f111637 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (83404f3b-5b40-4177-a900-f0d57aaeed02), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:02.927959 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-36883dd1-fe18-4c9a-ab07-21b61f111637 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (83404f3b-5b40-4177-a900-f0d57aaeed02), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:02.943739 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6b4c71-a97a-451f-9e43-88ff17b3c960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1feb5e1-4f93-4565-9196-0e4b19b0b4fc'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:13:02.946991 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8321818a-851a-48f5-9f9e-1d78005731d4" -d '{"events": [{"server_uuid": "db6b4c71-a97a-451f-9e43-88ff17b3c960", "name": "network-vif-plugged", "status": "completed", "tag": "b1feb5e1-4f93-4565-9196-0e4b19b0b4fc"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:13:02.947955 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36883dd1-fe18-4c9a-ab07-21b61f111637 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83404f3b-5b40-4177-a900-f0d57aaeed02,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:02.958609 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-36883dd1-fe18-4c9a-ab07-21b61f111637 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:02.963257 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-36883dd1-fe18-4c9a-ab07-21b61f111637 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1836810 Mar 07 11:13:02.963666 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40036) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:02.968328 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-60c8ace2-b514-4440-bb46-eb09f1a2e2c1 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Request body: {'security_group_rule': {'security_group_id': '17126189-8424-4898-b122-e945ff99cfd9', 'project_id': '9218733d4245439aa2e846b97fffe915', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:13:02.991560 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc,segment=NetworkSegment(8d4e6b35-02e5-4f59-bf95-291adff0a301),segment_id=8d4e6b35-02e5-4f59-bf95-291adff0a301)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:02.998218 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fe8196-bc07-4e86-95a6-b7db7fbe9d62 x-openstack-request-id: req-75fe8196-bc07-4e86-95a6-b7db7fbe9d62 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:13:02.998812 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6b4c71-a97a-451f-9e43-88ff17b3c960", "name": "network-vif-plugged", "status": "completed", "tag": "b1feb5e1-4f93-4565-9196-0e4b19b0b4fc", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:13:02.998974 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-75fe8196-bc07-4e86-95a6-b7db7fbe9d62 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:13:02.999683 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6b4c71-a97a-451f-9e43-88ff17b3c960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1feb5e1-4f93-4565-9196-0e4b19b0b4fc', 'code': 200} Mar 07 11:13:03.004030 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b1feb5e1-4f93-4565-9196-0e4b19b0b4fc), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.013037 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-60c8ace2-b514-4440-bb46-eb09f1a2e2c1 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (5b26b9c0-8ff5-4689-8214-a56a632c625b), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.092526 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:03.122435 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-60c8ace2-b514-4440-bb46-eb09f1a2e2c1 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (5b26b9c0-8ff5-4689-8214-a56a632c625b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.143963 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-60c8ace2-b514-4440-bb46-eb09f1a2e2c1 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (5b26b9c0-8ff5-4689-8214-a56a632c625b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.173704 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8ace2-b514-4440-bb46-eb09f1a2e2c1 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b26b9c0-8ff5-4689-8214-a56a632c625b,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:03.180824 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-60c8ace2-b514-4440-bb46-eb09f1a2e2c1 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.182246 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-60c8ace2-b514-4440-bb46-eb09f1a2e2c1 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2175174 Mar 07 11:13:03.185169 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40038) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:03.189797 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-faffb159-38fa-48e7-8504-df7a78f664f7 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Request body: {'security_group_rule': {'security_group_id': '17126189-8424-4898-b122-e945ff99cfd9', 'project_id': '9218733d4245439aa2e846b97fffe915', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:13:03.208233 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4411f-45cd-4a35-9af8-8f91f5d9005c req-225b6378-bb52-49de-ae42-86cb1cab76fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:03.209952 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f0b4411f-45cd-4a35-9af8-8f91f5d9005c req-225b6378-bb52-49de-ae42-86cb1cab76fc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 1127 time: 0.1034288 Mar 07 11:13:03.247502 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-faffb159-38fa-48e7-8504-df7a78f664f7 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (423c8747-4330-4bb9-b04f-0239bd8bb47f), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.304065 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f0b4411f-45cd-4a35-9af8-8f91f5d9005c req-6523e5a1-a2a5-4aa8-af61-578d9cd37f2a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a48314a8-1075-4a47-8bf4-5619b436314f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875533 Mar 07 11:13:03.332022 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-faffb159-38fa-48e7-8504-df7a78f664f7 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (423c8747-4330-4bb9-b04f-0239bd8bb47f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.335806 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-faffb159-38fa-48e7-8504-df7a78f664f7 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (423c8747-4330-4bb9-b04f-0239bd8bb47f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.354726 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffb159-38fa-48e7-8504-df7a78f664f7 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=423c8747-4330-4bb9-b04f-0239bd8bb47f,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:03.364642 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-faffb159-38fa-48e7-8504-df7a78f664f7 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.365945 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-faffb159-38fa-48e7-8504-df7a78f664f7 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1795969 Mar 07 11:13:03.368842 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40040) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:03.373485 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-599c9023-e260-4619-9459-7cb423f2d4b6 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Request body: {'security_group_rule': {'security_group_id': '17126189-8424-4898-b122-e945ff99cfd9', 'project_id': '9218733d4245439aa2e846b97fffe915', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:13:03.401791 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-599c9023-e260-4619-9459-7cb423f2d4b6 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (44edd055-6abb-4d37-8727-62131549f4ba), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.461211 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-599c9023-e260-4619-9459-7cb423f2d4b6 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (44edd055-6abb-4d37-8727-62131549f4ba), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.465788 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-599c9023-e260-4619-9459-7cb423f2d4b6 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (44edd055-6abb-4d37-8727-62131549f4ba), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.483851 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c9023-e260-4619-9459-7cb423f2d4b6 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44edd055-6abb-4d37-8727-62131549f4ba,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:03.491930 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-599c9023-e260-4619-9459-7cb423f2d4b6 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.495818 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-599c9023-e260-4619-9459-7cb423f2d4b6 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1232328 Mar 07 11:13:03.496172 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40042) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:03.500732 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-c3efc7f3-6c54-4622-a8e3-051b45e54fcc tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Request body: {'security_group_rule': {'security_group_id': '17126189-8424-4898-b122-e945ff99cfd9', 'project_id': '9218733d4245439aa2e846b97fffe915', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:13:03.521587 n-d-832164-4 neutron-server[103766]: INFO neutron.db.securitygroups_db [None req-c3efc7f3-6c54-4622-a8e3-051b45e54fcc tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Project 9218733d4245439aa2e846b97fffe915 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:13:03.527371 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c3efc7f3-6c54-4622-a8e3-051b45e54fcc tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (de46db37-43cc-497c-92f6-50f8a5db540c), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.590901 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c3efc7f3-6c54-4622-a8e3-051b45e54fcc tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (de46db37-43cc-497c-92f6-50f8a5db540c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.596028 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c3efc7f3-6c54-4622-a8e3-051b45e54fcc tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (de46db37-43cc-497c-92f6-50f8a5db540c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.627383 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c3efc7f3-6c54-4622-a8e3-051b45e54fcc tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.628521 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c3efc7f3-6c54-4622-a8e3-051b45e54fcc tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1313059 Mar 07 11:13:03.629407 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efc7f3-6c54-4622-a8e3-051b45e54fcc tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de46db37-43cc-497c-92f6-50f8a5db540c,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:03.632271 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40046) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:03.637922 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-70bec0e0-3837-4937-aa9d-9ebd1a72911e tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Request body: {'security_group_rule': {'security_group_id': '17126189-8424-4898-b122-e945ff99cfd9', 'project_id': '9218733d4245439aa2e846b97fffe915', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:13:03.679429 n-d-832164-4 neutron-server[103767]: INFO neutron.db.securitygroups_db [None req-70bec0e0-3837-4937-aa9d-9ebd1a72911e tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Project 9218733d4245439aa2e846b97fffe915 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:13:03.686348 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-70bec0e0-3837-4937-aa9d-9ebd1a72911e tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (217dc6bc-6dce-4bde-be74-916f591bd959), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.760882 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b2d19725-14e4-4a6e-99d2-0e05d8e3ede7 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:13:03.781099 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-70bec0e0-3837-4937-aa9d-9ebd1a72911e tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (217dc6bc-6dce-4bde-be74-916f591bd959), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.787054 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-70bec0e0-3837-4937-aa9d-9ebd1a72911e tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (217dc6bc-6dce-4bde-be74-916f591bd959), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.821978 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bec0e0-3837-4937-aa9d-9ebd1a72911e tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=217dc6bc-6dce-4bde-be74-916f591bd959,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:03.838263 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef57d9-cb7a-46f0-9e22-28a5f9d600aa req-6769f5f0-fa91-4a56-8a1d-0d8be274db8e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:03.840306 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b5ef57d9-cb7a-46f0-9e22-28a5f9d600aa req-6769f5f0-fa91-4a56-8a1d-0d8be274db8e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 943 time: 0.1129453 Mar 07 11:13:03.849033 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-70bec0e0-3837-4937-aa9d-9ebd1a72911e tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.852167 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-70bec0e0-3837-4937-aa9d-9ebd1a72911e tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2175434 Mar 07 11:13:03.916506 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port b2d19725-14e4-4a6e-99d2-0e05d8e3ede7 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:13:03.917197 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b2d19725-14e4-4a6e-99d2-0e05d8e3ede7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:03.947418 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b5ef57d9-cb7a-46f0-9e22-28a5f9d600aa req-2020cfc9-c254-4789-89c9-38a560e87f9b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1000643 Mar 07 11:13:04.062606 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e0f89-3632-43fe-9ac2-a14d65c2dc48 req-4fad645b-0652-4e11-b842-c59887c20f6c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:04.069364 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-367e0f89-3632-43fe-9ac2-a14d65c2dc48 req-4fad645b-0652-4e11-b842-c59887c20f6c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 945 time: 0.0878785 Mar 07 11:13:04.079994 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port b2d19725-14e4-4a6e-99d2-0e05d8e3ede7 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:13:04.080484 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b2d19725-14e4-4a6e-99d2-0e05d8e3ede7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:04.124327 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port b2d19725-14e4-4a6e-99d2-0e05d8e3ede7, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b2d19725-14e4-4a6e-99d2-0e05d8e3ede7,segment=NetworkSegment(d914d4e8-18cc-4f8c-99aa-77ddde613c32),segment_id=d914d4e8-18cc-4f8c-99aa-77ddde613c32)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:04.127658 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e788d9d-61bf-4947-a528-30be6bdc17c3 None None] Network a2435564-9ec4-4ef8-9bc6-775332a965a2 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:13:04.148381 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-367e0f89-3632-43fe-9ac2-a14d65c2dc48 req-468a4d3a-6233-4020-9de4-98978db457cb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48314a8-1075-4a47-8bf4-5619b436314f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779989 Mar 07 11:13:04.192560 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b2d19725-14e4-4a6e-99d2-0e05d8e3ede7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:04.232777 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-ace8740c-e9a2-4b16-a24d-c8b3bb0ebec1 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2083712819&fields=id&tenant_id=9218733d4245439aa2e846b97fffe915 HTTP/1.1" status: 200 len: 267 time: 0.0519574 Mar 07 11:13:04.284611 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-518d486c-e324-4539-98d3-ba8ab740f256 None None] Provisioning complete for port b2d19725-14e4-4a6e-99d2-0e05d8e3ede7 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:13:04.284846 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-518d486c-e324-4539-98d3-ba8ab740f256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b2d19725-14e4-4a6e-99d2-0e05d8e3ede7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:04.350834 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=b2d19725-14e4-4a6e-99d2-0e05d8e3ede7,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:04.373792 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-e8f08218-bc88-487c-83b8-37a3903f61ee tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:04.381325 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-e8f08218-bc88-487c-83b8-37a3903f61ee tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/networks?id=a2435564-9ec4-4ef8-9bc6-775332a965a2 HTTP/1.1" status: 200 len: 797 time: 0.1358814 Mar 07 11:13:04.410600 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-dbc44404-43ec-42b3-ade2-d9d736374fe9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/quotas/9218733d4245439aa2e846b97fffe915 HTTP/1.1" status: 200 len: 375 time: 0.0238037 Mar 07 11:13:04.424825 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-518d486c-e324-4539-98d3-ba8ab740f256 None None] Current status of the port b2d19725-14e4-4a6e-99d2-0e05d8e3ede7 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:13:04.480517 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-6f814056-39d3-41ba-9faf-e521df303454 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9218733d4245439aa2e846b97fffe915&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0689392 Mar 07 11:13:04.614474 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-2cce347d-f57a-4e4b-b48d-0e1ffee67561 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:13:04.615470 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-2cce347d-f57a-4e4b-b48d-0e1ffee67561 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1227005 Mar 07 11:13:04.646903 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b2b10ac6-b384-4a0c-84e3-86e6ea29d92b None None] Provisioning complete for port b2d19725-14e4-4a6e-99d2-0e05d8e3ede7 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:13:04.646903 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b2b10ac6-b384-4a0c-84e3-86e6ea29d92b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b2d19725-14e4-4a6e-99d2-0e05d8e3ede7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:04.710066 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-b32d4198-5c1c-472a-bc92-0e93f4abfec1 service neutron] 10.222.0.11 "GET /v2.0/networks/a2435564-9ec4-4ef8-9bc6-775332a965a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882263 Mar 07 11:13:04.731172 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b2b10ac6-b384-4a0c-84e3-86e6ea29d92b None None] Current status of the port b2d19725-14e4-4a6e-99d2-0e05d8e3ede7 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:13:04.805060 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-1cf9f8da-cc63-4fdd-a77d-b6e5a6b80339 service neutron] 10.222.0.11 "GET /v2.0/networks/a2435564-9ec4-4ef8-9bc6-775332a965a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890882 Mar 07 11:13:05.077016 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622dd3d-4860-4550-8143-58027411e525 req-f7caaaae-1449-45c7-8a07-5f16da0e931c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:05.078534 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7622dd3d-4860-4550-8143-58027411e525 req-f7caaaae-1449-45c7-8a07-5f16da0e931c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 943 time: 0.0532451 Mar 07 11:13:05.133344 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7622dd3d-4860-4550-8143-58027411e525 req-356567c5-cf34-4321-8099-e65c4bb4db21 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472240 Mar 07 11:13:05.561517 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c7ec52-7f9e-43ca-893b-3f01ff169e1f req-ebd58bd8-81cb-44ed-8031-ec7ca7aaa676 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:05.563036 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-31c7ec52-7f9e-43ca-893b-3f01ff169e1f req-ebd58bd8-81cb-44ed-8031-ec7ca7aaa676 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 945 time: 0.3585389 Mar 07 11:13:05.611913 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-31c7ec52-7f9e-43ca-893b-3f01ff169e1f req-25c2b49a-e4fc-4b7d-b4ef-f2e9d14ff000 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48314a8-1075-4a47-8bf4-5619b436314f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432048 Mar 07 11:13:05.680021 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b2d19725-14e4-4a6e-99d2-0e05d8e3ede7 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:13:05.738182 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port b2d19725-14e4-4a6e-99d2-0e05d8e3ede7 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:13:05.738561 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b2d19725-14e4-4a6e-99d2-0e05d8e3ede7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:05.740275 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d681581-9916-4e0c-9149-3eddc2b2979a req-997d1c7c-170d-40f2-88e8-e3dab43857cb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:05.741954 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d681581-9916-4e0c-9149-3eddc2b2979a req-997d1c7c-170d-40f2-88e8-e3dab43857cb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 945 time: 0.0572705 Mar 07 11:13:05.798506 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d681581-9916-4e0c-9149-3eddc2b2979a req-36de114f-23a8-43a6-9069-fc0e4d7315ea tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48314a8-1075-4a47-8bf4-5619b436314f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502300 Mar 07 11:13:05.825455 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40070) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:05.831610 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port b2d19725-14e4-4a6e-99d2-0e05d8e3ede7 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:13:05.871518 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f8abfb-a844-4ea3-87c3-98fb27e0bd42 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:05.873060 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-79f8abfb-a844-4ea3-87c3-98fb27e0bd42 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 1122 time: 0.0464313 Mar 07 11:13:05.875895 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40072) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:05.880025 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-39cacf0e-0646-4f72-a775-c99efa05de92 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'port_id': 'b1feb5e1-4f93-4565-9196-0e4b19b0b4fc', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:13:05.901307 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39cacf0e-0646-4f72-a775-c99efa05de92 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:06.043591 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40f4b4f7-5c84-44d4-8bcb-4ca59b9c199f req-ed67cc2d-f046-4d74-bec9-e62eae0983a1 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c3e6212-dbf2-4f8a-8d2d-a6c5054aa362 HTTP/1.1" status: 200 len: 210 time: 0.0308483 Mar 07 11:13:06.054343 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39cacf0e-0646-4f72-a775-c99efa05de92 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:06.179731 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-39cacf0e-0646-4f72-a775-c99efa05de92 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Allocated IP 172.25.3.117 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/a3c4c234-10dd-48a6-93c2-2ea60039a60c) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:13:06.269350 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549d792-cd03-410b-8945-1c996e184e83 req-fec5a463-9bd7-4c7f-8c63-b53a34d5aa0e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:06.276550 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1549d792-cd03-410b-8945-1c996e184e83 req-fec5a463-9bd7-4c7f-8c63-b53a34d5aa0e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 943 time: 0.0663381 Mar 07 11:13:06.324060 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39cacf0e-0646-4f72-a775-c99efa05de92 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for port (a3c4c234-10dd-48a6-93c2-2ea60039a60c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:06.346570 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1549d792-cd03-410b-8945-1c996e184e83 req-49c8d212-d167-4286-ac7c-603ea358b6dc tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0690038 Mar 07 11:13:06.363153 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39cacf0e-0646-4f72-a775-c99efa05de92 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (a3c4c234-10dd-48a6-93c2-2ea60039a60c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:06.409985 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cacf0e-0646-4f72-a775-c99efa05de92 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:13:06.414379 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-39cacf0e-0646-4f72-a775-c99efa05de92 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:13:06.418532 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cacf0e-0646-4f72-a775-c99efa05de92 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:13:06.424771 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cacf0e-0646-4f72-a775-c99efa05de92 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'Port': ['ID=a3c4c234-10dd-48a6-93c2-2ea60039a60c,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:06.496289 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d8be59c3-d536-45fb-8030-b7b6015d714b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:06.844686 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39cacf0e-0646-4f72-a775-c99efa05de92 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for floatingip (3a0c46ff-ffff-408b-8d9d-8907de76f805), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:06.920622 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39cacf0e-0646-4f72-a775-c99efa05de92 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a3c4c234-10dd-48a6-93c2-2ea60039a60c), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:07.111464 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-847c00e5-9b86-4b58-baa3-dcf23c74717b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:07.117489 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-847c00e5-9b86-4b58-baa3-dcf23c74717b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.21 "GET /v2.0/networks?id=a2435564-9ec4-4ef8-9bc6-775332a965a2 HTTP/1.1" status: 200 len: 797 time: 0.1486320 Mar 07 11:13:07.159676 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c0ce11c4-1c49-43c9-8413-1afeefc47f5b req-02382d04-b415-475a-8464-6edbbaec6a02 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c3e6212-dbf2-4f8a-8d2d-a6c5054aa362 HTTP/1.1" status: 200 len: 210 time: 0.0369825 Mar 07 11:13:07.186331 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39cacf0e-0646-4f72-a775-c99efa05de92 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for port (a3c4c234-10dd-48a6-93c2-2ea60039a60c), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:07.192735 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39cacf0e-0646-4f72-a775-c99efa05de92 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (a3c4c234-10dd-48a6-93c2-2ea60039a60c), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:07.199938 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-57945cb3-9cc2-46c4-b34d-1e6ceb5851e8 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9218733d4245439aa2e846b97fffe915 HTTP/1.1" status: 200 len: 472 time: 0.0777452 Mar 07 11:13:07.210506 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-d628f563-e490-468a-9b32-910b7f4bad30 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Request body: {'port': {'device_id': '1c3e6212-dbf2-4f8a-8d2d-a6c5054aa362', 'network_id': 'a2435564-9ec4-4ef8-9bc6-775332a965a2', 'admin_state_up': True, 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'security_groups': ['17126189-8424-4898-b122-e945ff99cfd9']}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:13:07.271688 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cacf0e-0646-4f72-a775-c99efa05de92 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'Port': ['ID=a3c4c234-10dd-48a6-93c2-2ea60039a60c,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:07.281136 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39cacf0e-0646-4f72-a775-c99efa05de92 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (3a0c46ff-ffff-408b-8d9d-8907de76f805), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:07.328893 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-d628f563-e490-468a-9b32-910b7f4bad30 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Made reservation on behalf of 9218733d4245439aa2e846b97fffe915 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:13:07.333333 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-d628f563-e490-468a-9b32-910b7f4bad30 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:07.416184 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-39cacf0e-0646-4f72-a775-c99efa05de92 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Floating IP 3a0c46ff-ffff-408b-8d9d-8907de76f805 associated. External IP: 172.25.3.117, port: b1feb5e1-4f93-4565-9196-0e4b19b0b4fc. Mar 07 11:13:07.504613 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-d628f563-e490-468a-9b32-910b7f4bad30 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Allocated IP 172.20.0.24 (a2435564-9ec4-4ef8-9bc6-775332a965a2/972b926d-fb8c-4933-93f6-7e49cc0de38c/e6d9ccad-399e-4a2c-8d7f-679cf73e4033) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:13:07.513789 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da87d079-6dcb-4e2c-9203-aed608f92933 req-a3c7a027-2f24-44c3-b5f3-864c75009dc4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:07.515312 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-da87d079-6dcb-4e2c-9203-aed608f92933 req-a3c7a027-2f24-44c3-b5f3-864c75009dc4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 943 time: 0.1054165 Mar 07 11:13:07.630254 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-da87d079-6dcb-4e2c-9203-aed608f92933 req-d4ecae0f-16de-4e53-9e93-093f94a0c5d1 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1044526 Mar 07 11:13:07.679810 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39cacf0e-0646-4f72-a775-c99efa05de92 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Router 183607ea-4bc0-4b9d-8c66-295b72bf8033 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:13:07.717919 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-d628f563-e490-468a-9b32-910b7f4bad30 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for port (e6d9ccad-399e-4a2c-8d7f-679cf73e4033), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:07.760748 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-d628f563-e490-468a-9b32-910b7f4bad30 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (e6d9ccad-399e-4a2c-8d7f-679cf73e4033), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:07.809909 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-d628f563-e490-468a-9b32-910b7f4bad30 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Network a2435564-9ec4-4ef8-9bc6-775332a965a2 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:13:07.814002 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-d628f563-e490-468a-9b32-910b7f4bad30 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:13:07.821003 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-d628f563-e490-468a-9b32-910b7f4bad30 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:13:07.823399 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39cacf0e-0646-4f72-a775-c99efa05de92 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:13:07.834697 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db2e176-4810-45fd-8d86-1e2298ea5b95 None None] Sync routers for ids ['183607ea-4bc0-4b9d-8c66-295b72bf8033'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:13:07.847718 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db2e176-4810-45fd-8d86-1e2298ea5b95 None None] Routers {'183607ea-4bc0-4b9d-8c66-295b72bf8033'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:13:07.848608 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-1db2e176-4810-45fd-8d86-1e2298ea5b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:12:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['183607ea-4bc0-4b9d-8c66-295b72bf8033'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:07.860102 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-39cacf0e-0646-4f72-a775-c99efa05de92 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:07.891044 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d628f563-e490-468a-9b32-910b7f4bad30 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'Port': ['ID=e6d9ccad-399e-4a2c-8d7f-679cf73e4033,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:07.915111 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-39cacf0e-0646-4f72-a775-c99efa05de92 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0380063 Mar 07 11:13:07.915834 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6b4c71-a97a-451f-9e43-88ff17b3c960', 'tag': 'b1feb5e1-4f93-4565-9196-0e4b19b0b4fc'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:13:07.919212 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7069a705-1f08-4828-b53f-d70c5a729d76" -d '{"events": [{"name": "network-changed", "server_uuid": "db6b4c71-a97a-451f-9e43-88ff17b3c960", "tag": "b1feb5e1-4f93-4565-9196-0e4b19b0b4fc"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:13:07.939384 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-d628f563-e490-468a-9b32-910b7f4bad30 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:07.940299 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-d628f563-e490-468a-9b32-910b7f4bad30 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:07.965963 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-d628f563-e490-468a-9b32-910b7f4bad30 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7597356 Mar 07 11:13:07.983411 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-9d35805a-b589-4c4f-9839-f0e1419cfe27 service neutron] Request body: {'port': {'device_id': '1c3e6212-dbf2-4f8a-8d2d-a6c5054aa362', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:13:07.999129 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-1db2e176-4810-45fd-8d86-1e2298ea5b95 None None] Set router 183607ea-4bc0-4b9d-8c66-295b72bf8033 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:13:08.027309 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d98e1fc-d110-47be-8da8-90037f706c5d x-openstack-request-id: req-1d98e1fc-d110-47be-8da8-90037f706c5d {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:13:08.027638 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db6b4c71-a97a-451f-9e43-88ff17b3c960", "tag": "b1feb5e1-4f93-4565-9196-0e4b19b0b4fc", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:13:08.027900 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1d98e1fc-d110-47be-8da8-90037f706c5d {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:13:08.028311 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db6b4c71-a97a-451f-9e43-88ff17b3c960', 'tag': 'b1feb5e1-4f93-4565-9196-0e4b19b0b4fc', 'status': 'completed', 'code': 200} Mar 07 11:13:08.063118 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-9d35805a-b589-4c4f-9839-f0e1419cfe27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e6d9ccad-399e-4a2c-8d7f-679cf73e4033), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:08.162324 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9adc16-a940-47f3-90de-13ff04f616f9 req-4f64fc33-b872-4dd2-a813-d1e0d7919fd4 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:08.169715 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8d9adc16-a940-47f3-90de-13ff04f616f9 req-4f64fc33-b872-4dd2-a813-d1e0d7919fd4 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 945 time: 0.1324916 Mar 07 11:13:08.183527 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069a705-1f08-4828-b53f-d70c5a729d76 req-f5416d6b-0b25-453d-ae28-16425be0265e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:08.187119 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7069a705-1f08-4828-b53f-d70c5a729d76 req-f5416d6b-0b25-453d-ae28-16425be0265e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 1127 time: 0.1279345 Mar 07 11:13:08.239539 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-86db06d8-0d9f-4405-a8e8-5a2139001451 None None] Provisioning complete for port e6d9ccad-399e-4a2c-8d7f-679cf73e4033 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:13:08.240168 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-86db06d8-0d9f-4405-a8e8-5a2139001451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e6d9ccad-399e-4a2c-8d7f-679cf73e4033), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:08.278236 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-86db06d8-0d9f-4405-a8e8-5a2139001451 None None] Port e6d9ccad-399e-4a2c-8d7f-679cf73e4033 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:13:08.298630 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8d9adc16-a940-47f3-90de-13ff04f616f9 req-cf977292-3971-4f7a-9dcc-59c1a21d7440 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48314a8-1075-4a47-8bf4-5619b436314f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278226 Mar 07 11:13:08.324638 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40098) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:08.370500 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069a705-1f08-4828-b53f-d70c5a729d76 req-e52e35b1-1632-4b82-b6bb-e8dbcc8982c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:08.371949 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7069a705-1f08-4828-b53f-d70c5a729d76 req-e52e35b1-1632-4b82-b6bb-e8dbcc8982c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=90e815f1-a7e2-4388-9260-1c6338913c6d HTTP/1.1" status: 200 len: 898 time: 0.1725192 Mar 07 11:13:08.372740 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-1db2e176-4810-45fd-8d86-1e2298ea5b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756456779', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '98aabd58-f33d-40a3-a241-3d051dd18d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:47Z', 'updated_at': '2022-03-07T11:12:51Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': '98aabd58-f33d-40a3-a241-3d051dd18d2f', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:48Z', 'updated_at': '2022-03-07T11:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '3a0c46ff-ffff-408b-8d9d-8907de76f805', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'floating_ip_address': '172.25.3.117', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'port_id': 'b1feb5e1-4f93-4565-9196-0e4b19b0b4fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d', 'mac_address': 'fa:16:3e:7f:8b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6b4c71-a97a-451f-9e43-88ff17b3c960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:13:06Z', 'updated_at': '2022-03-07T11:13:06Z', 'revision_number': 0, 'project_id': '495992950f4c431c9a7421503d52aa85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff8780c-60d1-4c72-9103-9efe90cc527b', 'name': '', 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:a3:9d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '3db204c5-5f49-4fa5-a7ca-15793f9668df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:50Z', 'updated_at': '2022-03-07T11:12:55Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '3db204c5-5f49-4fa5-a7ca-15793f9668df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:08.376167 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb43c46-accb-40b4-80f8-ef737f6ab1ac req-00199b88-29d3-47ee-8a1b-562d9017abb1 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:08.377748 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bbb43c46-accb-40b4-80f8-ef737f6ab1ac req-00199b88-29d3-47ee-8a1b-562d9017abb1 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c3e6212-dbf2-4f8a-8d2d-a6c5054aa362 HTTP/1.1" status: 200 len: 932 time: 0.1094713 Mar 07 11:13:08.404591 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db2e176-4810-45fd-8d86-1e2298ea5b95 None None] Checking router: 183607ea-4bc0-4b9d-8c66-295b72bf8033 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:13:08.413554 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db2e176-4810-45fd-8d86-1e2298ea5b95 None None] Routers {'183607ea-4bc0-4b9d-8c66-295b72bf8033'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:13:08.414094 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-1db2e176-4810-45fd-8d86-1e2298ea5b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:12:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['183607ea-4bc0-4b9d-8c66-295b72bf8033'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:08.441317 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-93356aee-3cb8-488b-8367-a411f901b8d3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/floatingips/3a0c46ff-ffff-408b-8d9d-8907de76f805 HTTP/1.1" status: 200 len: 991 time: 0.1137216 Mar 07 11:13:08.449697 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-9d35805a-b589-4c4f-9839-f0e1419cfe27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6d9ccad-399e-4a2c-8d7f-679cf73e4033 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:13:08.456424 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7069a705-1f08-4828-b53f-d70c5a729d76 req-e92c6ef4-2a30-4504-8546-163c8fbfbf97 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc HTTP/1.1" status: 200 len: 999 time: 0.0745533 Mar 07 11:13:08.463739 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-9d35805a-b589-4c4f-9839-f0e1419cfe27 service neutron] Publish callbacks [] for port (e6d9ccad-399e-4a2c-8d7f-679cf73e4033), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:08.476957 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bbb43c46-accb-40b4-80f8-ef737f6ab1ac req-5a8d184c-f18b-4ea8-b898-2f15a8184958 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?id=17126189-8424-4898-b122-e945ff99cfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907645 Mar 07 11:13:08.485266 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-9d35805a-b589-4c4f-9839-f0e1419cfe27 service neutron] Transition to ACTIVE for port object e6d9ccad-399e-4a2c-8d7f-679cf73e4033 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:13:08.490410 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-9d35805a-b589-4c4f-9839-f0e1419cfe27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (e6d9ccad-399e-4a2c-8d7f-679cf73e4033), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:08.531811 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069a705-1f08-4828-b53f-d70c5a729d76 req-34c51f21-dd45-499c-9a2c-27847f260297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:08.534580 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7069a705-1f08-4828-b53f-d70c5a729d76 req-34c51f21-dd45-499c-9a2c-27847f260297 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3db204c5-5f49-4fa5-a7ca-15793f9668df HTTP/1.1" status: 200 len: 835 time: 0.0724497 Mar 07 11:13:08.544045 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-1db2e176-4810-45fd-8d86-1e2298ea5b95 None None] Set router 183607ea-4bc0-4b9d-8c66-295b72bf8033 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:13:08.589765 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069a705-1f08-4828-b53f-d70c5a729d76 req-2719db0d-d9d4-4cc2-a3e0-7e33de12beb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:08.591380 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7069a705-1f08-4828-b53f-d70c5a729d76 req-2719db0d-d9d4-4cc2-a3e0-7e33de12beb2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=90e815f1-a7e2-4388-9260-1c6338913c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0513003 Mar 07 11:13:08.598736 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35805a-b589-4c4f-9839-f0e1419cfe27 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d9ccad-399e-4a2c-8d7f-679cf73e4033,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:08.645076 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-9d35805a-b589-4c4f-9839-f0e1419cfe27 service neutron] Attempting to bind port e6d9ccad-399e-4a2c-8d7f-679cf73e4033 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:13:08.645460 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-9d35805a-b589-4c4f-9839-f0e1419cfe27 service neutron] Attempting to bind port e6d9ccad-399e-4a2c-8d7f-679cf73e4033 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'd914d4e8-18cc-4f8c-99aa-77ddde613c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a2435564-9ec4-4ef8-9bc6-775332a965a2'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:13:08.645795 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-9d35805a-b589-4c4f-9839-f0e1419cfe27 service neutron] Attempting to bind port e6d9ccad-399e-4a2c-8d7f-679cf73e4033 on network a2435564-9ec4-4ef8-9bc6-775332a965a2 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:13:08.652340 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-250ccae3-826f-4532-8b47-339d0f79c7f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:08.656258 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-9d35805a-b589-4c4f-9839-f0e1419cfe27 service neutron] Port e6d9ccad-399e-4a2c-8d7f-679cf73e4033 on network a2435564-9ec4-4ef8-9bc6-775332a965a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:13:08.656593 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-9d35805a-b589-4c4f-9839-f0e1419cfe27 service neutron] Attempting to bind port e6d9ccad-399e-4a2c-8d7f-679cf73e4033 on network a2435564-9ec4-4ef8-9bc6-775332a965a2 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:13:08.663932 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-9d35805a-b589-4c4f-9839-f0e1419cfe27 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:13:08.664209 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-9d35805a-b589-4c4f-9839-f0e1419cfe27 service neutron] Checking segment: {'id': 'd914d4e8-18cc-4f8c-99aa-77ddde613c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a2435564-9ec4-4ef8-9bc6-775332a965a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:13:08.664597 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-9d35805a-b589-4c4f-9839-f0e1419cfe27 service neutron] Bound using segment: {'id': 'd914d4e8-18cc-4f8c-99aa-77ddde613c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a2435564-9ec4-4ef8-9bc6-775332a965a2'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:13:08.666274 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-9d35805a-b589-4c4f-9839-f0e1419cfe27 service neutron] Bound port: e6d9ccad-399e-4a2c-8d7f-679cf73e4033, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd914d4e8-18cc-4f8c-99aa-77ddde613c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a2435564-9ec4-4ef8-9bc6-775332a965a2'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:13:08.666661 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-9d35805a-b589-4c4f-9839-f0e1419cfe27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e6d9ccad-399e-4a2c-8d7f-679cf73e4033), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:08.698837 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7069a705-1f08-4828-b53f-d70c5a729d76 req-736ac994-f718-4beb-96e1-78685606bb34 service neutron] 10.222.0.21 "GET /v2.0/networks/90e815f1-a7e2-4388-9260-1c6338913c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013858 Mar 07 11:13:08.744750 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-9d35805a-b589-4c4f-9839-f0e1419cfe27 service neutron] For port e6d9ccad-399e-4a2c-8d7f-679cf73e4033, host n-h1-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:13:08.747740 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-9d35805a-b589-4c4f-9839-f0e1419cfe27 service neutron] For port e6d9ccad-399e-4a2c-8d7f-679cf73e4033, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e6d9ccad-399e-4a2c-8d7f-679cf73e4033,segment=NetworkSegment(d914d4e8-18cc-4f8c-99aa-77ddde613c32),segment_id=d914d4e8-18cc-4f8c-99aa-77ddde613c32)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:13:08.755952 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-9d35805a-b589-4c4f-9839-f0e1419cfe27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (e6d9ccad-399e-4a2c-8d7f-679cf73e4033), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:08.831246 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-9d35805a-b589-4c4f-9839-f0e1419cfe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:08.832239 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-9d35805a-b589-4c4f-9839-f0e1419cfe27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:08.834164 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-9d35805a-b589-4c4f-9839-f0e1419cfe27 service neutron] 10.222.0.21 "PUT /v2.0/ports/e6d9ccad-399e-4a2c-8d7f-679cf73e4033 HTTP/1.1" status: 200 len: 1092 time: 0.8553462 Mar 07 11:13:08.835780 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35805a-b589-4c4f-9839-f0e1419cfe27 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d9ccad-399e-4a2c-8d7f-679cf73e4033,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:08.841729 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c3e6212-dbf2-4f8a-8d2d-a6c5054aa362', 'tag': 'e6d9ccad-399e-4a2c-8d7f-679cf73e4033'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:13:08.846521 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df9b2b1-7716-4385-a2fa-e723019638fc" -d '{"events": [{"name": "network-changed", "server_uuid": "1c3e6212-dbf2-4f8a-8d2d-a6c5054aa362", "tag": "e6d9ccad-399e-4a2c-8d7f-679cf73e4033"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:13:08.872573 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636b365-01aa-421e-9d30-f64c2c3467ce req-b67bed68-a27b-400a-b0a4-c1228c6faed1 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:08.874284 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0636b365-01aa-421e-9d30-f64c2c3467ce req-b67bed68-a27b-400a-b0a4-c1228c6faed1 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 943 time: 0.1460788 Mar 07 11:13:08.880934 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7069a705-1f08-4828-b53f-d70c5a729d76 req-41d2c3cb-5b2e-4071-90e3-7b5fba455002 service neutron] 10.222.0.21 "GET /v2.0/networks/90e815f1-a7e2-4388-9260-1c6338913c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743557 Mar 07 11:13:08.904634 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648881fd-369d-4256-941a-2f20510f4242 x-openstack-request-id: req-648881fd-369d-4256-941a-2f20510f4242 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:13:08.904899 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c3e6212-dbf2-4f8a-8d2d-a6c5054aa362", "tag": "e6d9ccad-399e-4a2c-8d7f-679cf73e4033", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:13:08.905191 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-648881fd-369d-4256-941a-2f20510f4242 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:13:08.905615 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c3e6212-dbf2-4f8a-8d2d-a6c5054aa362', 'tag': 'e6d9ccad-399e-4a2c-8d7f-679cf73e4033', 'status': 'completed', 'code': 200} Mar 07 11:13:08.937569 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-1db2e176-4810-45fd-8d86-1e2298ea5b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756456779', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '98aabd58-f33d-40a3-a241-3d051dd18d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:47Z', 'updated_at': '2022-03-07T11:12:51Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': '98aabd58-f33d-40a3-a241-3d051dd18d2f', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:48Z', 'updated_at': '2022-03-07T11:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '3a0c46ff-ffff-408b-8d9d-8907de76f805', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'floating_ip_address': '172.25.3.117', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'port_id': 'b1feb5e1-4f93-4565-9196-0e4b19b0b4fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d', 'mac_address': 'fa:16:3e:7f:8b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6b4c71-a97a-451f-9e43-88ff17b3c960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:13:06Z', 'updated_at': '2022-03-07T11:13:06Z', 'revision_number': 0, 'project_id': '495992950f4c431c9a7421503d52aa85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff8780c-60d1-4c72-9103-9efe90cc527b', 'name': '', 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:a3:9d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '3db204c5-5f49-4fa5-a7ca-15793f9668df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:50Z', 'updated_at': '2022-03-07T11:12:55Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '3db204c5-5f49-4fa5-a7ca-15793f9668df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:08.968429 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db2e176-4810-45fd-8d86-1e2298ea5b95 None None] The sync data for ids ['183607ea-4bc0-4b9d-8c66-295b72bf8033'] in n-d-832164-4 is: [{'id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756456779', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '98aabd58-f33d-40a3-a241-3d051dd18d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:47Z', 'updated_at': '2022-03-07T11:12:51Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': '98aabd58-f33d-40a3-a241-3d051dd18d2f', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:48Z', 'updated_at': '2022-03-07T11:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '3a0c46ff-ffff-408b-8d9d-8907de76f805', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'floating_ip_address': '172.25.3.117', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'port_id': 'b1feb5e1-4f93-4565-9196-0e4b19b0b4fc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d', 'mac_address': 'fa:16:3e:7f:8b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6b4c71-a97a-451f-9e43-88ff17b3c960', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:13:06Z', 'updated_at': '2022-03-07T11:13:06Z', 'revision_number': 0, 'project_id': '495992950f4c431c9a7421503d52aa85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff8780c-60d1-4c72-9103-9efe90cc527b', 'name': '', 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:a3:9d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '3db204c5-5f49-4fa5-a7ca-15793f9668df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:50Z', 'updated_at': '2022-03-07T11:12:55Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '3db204c5-5f49-4fa5-a7ca-15793f9668df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:13:08.973898 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0636b365-01aa-421e-9d30-f64c2c3467ce req-0a284f93-5a8e-4dfb-853d-d679c651c753 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0918956 Mar 07 11:13:08.984246 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-04b9222f-8ad7-4f02-93f5-43591e651aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:08.985996 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-04b9222f-8ad7-4f02-93f5-43591e651aa0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9218733d4245439aa2e846b97fffe915&device_id=1c3e6212-dbf2-4f8a-8d2d-a6c5054aa362 HTTP/1.1" status: 200 len: 1126 time: 0.0920701 Mar 07 11:13:09.030961 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-847dbcdb-c22f-4231-b46d-b553f6b667b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=e6d9ccad-399e-4a2c-8d7f-679cf73e4033 HTTP/1.1" status: 200 len: 217 time: 0.0378311 Mar 07 11:13:09.081290 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-f99fdb58-b781-4c94-988b-075adfd8ad80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:09.082784 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-f99fdb58-b781-4c94-988b-075adfd8ad80 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=972b926d-fb8c-4933-93f6-7e49cc0de38c HTTP/1.1" status: 200 len: 837 time: 0.0470607 Mar 07 11:13:09.140176 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-dfef3155-9f11-4dc9-ac22-6f5f8662fcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:09.141727 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-dfef3155-9f11-4dc9-ac22-6f5f8662fcc1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a2435564-9ec4-4ef8-9bc6-775332a965a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0532088 Mar 07 11:13:09.190927 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313a4efc-b3ad-4c64-9bbb-998507cc50c0 None None] New status for floating IP 3a0c46ff-ffff-408b-8d9d-8907de76f805: ACTIVE {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:13:09.239960 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-300e40e5-62e1-468b-8991-2bfe3fc7601c service neutron] 10.222.0.21 "GET /v2.0/networks/a2435564-9ec4-4ef8-9bc6-775332a965a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926011 Mar 07 11:13:09.334291 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0b9f1b98-bcd7-44ca-9e61-eff106084eac req-b5ff65e6-9164-41b4-8a19-26a68e63a6e0 service neutron] 10.222.0.21 "GET /v2.0/networks/a2435564-9ec4-4ef8-9bc6-775332a965a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890222 Mar 07 11:13:09.423537 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9b2b1-7716-4385-a2fa-e723019638fc req-3db327ad-baa4-4fd5-b1ed-9c29c52c2e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:09.425004 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3df9b2b1-7716-4385-a2fa-e723019638fc req-3db327ad-baa4-4fd5-b1ed-9c29c52c2e6e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9218733d4245439aa2e846b97fffe915&device_id=1c3e6212-dbf2-4f8a-8d2d-a6c5054aa362 HTTP/1.1" status: 200 len: 1126 time: 0.0445232 Mar 07 11:13:09.445243 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40104) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:09.513864 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7049f62a-97f3-450b-8628-ac5b23583155 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/floatingips/3a0c46ff-ffff-408b-8d9d-8907de76f805 HTTP/1.1" status: 200 len: 993 time: 0.0674667 Mar 07 11:13:09.535024 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9b2b1-7716-4385-a2fa-e723019638fc req-4f53640d-1e76-4a42-8c30-bb046152b8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:09.536485 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3df9b2b1-7716-4385-a2fa-e723019638fc req-4f53640d-1e76-4a42-8c30-bb046152b8ef service neutron] 10.222.0.21 "GET /v2.0/networks?id=a2435564-9ec4-4ef8-9bc6-775332a965a2 HTTP/1.1" status: 200 len: 898 time: 0.0947056 Mar 07 11:13:09.579290 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3df9b2b1-7716-4385-a2fa-e723019638fc req-d6d4ee73-64c7-49b1-aeef-13e3b730e41a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=e6d9ccad-399e-4a2c-8d7f-679cf73e4033 HTTP/1.1" status: 200 len: 217 time: 0.0352433 Mar 07 11:13:09.615515 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a104f0-454b-4582-acfe-ba0b41b85864 req-db38a8a1-2903-4848-a3d3-ba5e0386a8c1 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:09.617010 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-02a104f0-454b-4582-acfe-ba0b41b85864 req-db38a8a1-2903-4848-a3d3-ba5e0386a8c1 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c3e6212-dbf2-4f8a-8d2d-a6c5054aa362 HTTP/1.1" status: 200 len: 944 time: 0.0541010 Mar 07 11:13:09.629258 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9b2b1-7716-4385-a2fa-e723019638fc req-8ad764fc-4a11-4a20-a0e5-7073b328b8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:09.630723 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3df9b2b1-7716-4385-a2fa-e723019638fc req-8ad764fc-4a11-4a20-a0e5-7073b328b8a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=972b926d-fb8c-4933-93f6-7e49cc0de38c HTTP/1.1" status: 200 len: 837 time: 0.0453293 Mar 07 11:13:09.666820 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-02a104f0-454b-4582-acfe-ba0b41b85864 req-08d9c98f-72b7-4894-803a-eea99b9cd7a3 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?id=17126189-8424-4898-b122-e945ff99cfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440943 Mar 07 11:13:09.681420 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9b2b1-7716-4385-a2fa-e723019638fc req-3d860957-25a1-4019-bd05-502792b30716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:09.682935 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3df9b2b1-7716-4385-a2fa-e723019638fc req-3d860957-25a1-4019-bd05-502792b30716 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a2435564-9ec4-4ef8-9bc6-775332a965a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456533 Mar 07 11:13:09.776783 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3df9b2b1-7716-4385-a2fa-e723019638fc req-5eb9bb55-d2e7-42ad-ad8f-9d859d5e1af7 service neutron] 10.222.0.21 "GET /v2.0/networks/a2435564-9ec4-4ef8-9bc6-775332a965a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864773 Mar 07 11:13:09.874605 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3df9b2b1-7716-4385-a2fa-e723019638fc req-5f88912d-e875-4a63-b54a-d5bb6359eda1 service neutron] 10.222.0.21 "GET /v2.0/networks/a2435564-9ec4-4ef8-9bc6-775332a965a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868728 Mar 07 11:13:09.990063 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:10.094661 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009157b7-c25f-42b2-8928-6cf0c82bcedd req-fb6922d5-4b63-4ba1-9164-074fa760907f tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:10.096033 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-009157b7-c25f-42b2-8928-6cf0c82bcedd req-fb6922d5-4b63-4ba1-9164-074fa760907f tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 943 time: 0.0530629 Mar 07 11:13:10.145984 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-009157b7-c25f-42b2-8928-6cf0c82bcedd req-b5dde0ce-ea38-409a-b924-23e25b61445a tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444834 Mar 07 11:13:10.789511 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3b46c-5cc2-4675-bcef-3e761478ef09 req-f5e1a856-6a9f-4892-8590-47da806de489 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:10.791487 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c5f3b46c-5cc2-4675-bcef-3e761478ef09 req-f5e1a856-6a9f-4892-8590-47da806de489 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c3e6212-dbf2-4f8a-8d2d-a6c5054aa362 HTTP/1.1" status: 200 len: 944 time: 0.0577970 Mar 07 11:13:10.839977 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c5f3b46c-5cc2-4675-bcef-3e761478ef09 req-537291b1-a501-42b4-8969-43c9a518a328 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?id=17126189-8424-4898-b122-e945ff99cfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425525 Mar 07 11:13:11.265203 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e3431-15b0-4576-b402-2f1cb4fa76eb req-9d49c76b-39fe-4926-bddd-92df4db8627f tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:11.266749 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-856e3431-15b0-4576-b402-2f1cb4fa76eb req-9d49c76b-39fe-4926-bddd-92df4db8627f tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 943 time: 0.0518005 Mar 07 11:13:11.315087 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-856e3431-15b0-4576-b402-2f1cb4fa76eb req-9764b44d-5b30-4ff6-991a-6cfd0757b440 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427573 Mar 07 11:13:11.732397 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:11.960366 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101499c-25df-4632-8c8c-ccf32a4f3097 req-ee14cc58-975c-4e0b-a06d-b4f0b419a325 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:11.962768 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5101499c-25df-4632-8c8c-ccf32a4f3097 req-ee14cc58-975c-4e0b-a06d-b4f0b419a325 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c3e6212-dbf2-4f8a-8d2d-a6c5054aa362 HTTP/1.1" status: 200 len: 944 time: 0.0554707 Mar 07 11:13:12.010239 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5101499c-25df-4632-8c8c-ccf32a4f3097 req-14a6a9b2-c42f-485f-b8e5-785e856ae16b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?id=17126189-8424-4898-b122-e945ff99cfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421205 Mar 07 11:13:12.434074 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce870bb-dbdc-4128-bb0e-f04ac1a3eb97 req-64c779be-8eb8-4847-abbe-0680c7c44a50 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:12.435542 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7ce870bb-dbdc-4128-bb0e-f04ac1a3eb97 req-64c779be-8eb8-4847-abbe-0680c7c44a50 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 943 time: 0.0559299 Mar 07 11:13:12.482809 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7ce870bb-dbdc-4128-bb0e-f04ac1a3eb97 req-1bb3586e-c3cc-401b-9466-8b28d9c1a369 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418324 Mar 07 11:13:12.672219 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device e6d9ccad-399e-4a2c-8d7f-679cf73e4033 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:13:12.770525 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port e6d9ccad-399e-4a2c-8d7f-679cf73e4033, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e6d9ccad-399e-4a2c-8d7f-679cf73e4033,segment=NetworkSegment(d914d4e8-18cc-4f8c-99aa-77ddde613c32),segment_id=d914d4e8-18cc-4f8c-99aa-77ddde613c32)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:12.780655 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'e6d9ccad-399e-4a2c-8d7f-679cf73e4033', 'network_id': 'a2435564-9ec4-4ef8-9bc6-775332a965a2', 'port_id': 'e6d9ccad-399e-4a2c-8d7f-679cf73e4033', 'mac_address': 'fa:16:3e:1d:11:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '972b926d-fb8c-4933-93f6-7e49cc0de38c', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:13:12.818110 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port e6d9ccad-399e-4a2c-8d7f-679cf73e4033 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:13:12.818492 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e6d9ccad-399e-4a2c-8d7f-679cf73e4033), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:12.831011 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6d9ccad-399e-4a2c-8d7f-679cf73e4033 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:13:12.849773 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port e6d9ccad-399e-4a2c-8d7f-679cf73e4033, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e6d9ccad-399e-4a2c-8d7f-679cf73e4033,segment=NetworkSegment(d914d4e8-18cc-4f8c-99aa-77ddde613c32),segment_id=d914d4e8-18cc-4f8c-99aa-77ddde613c32)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:12.853974 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e6d9ccad-399e-4a2c-8d7f-679cf73e4033), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:12.899676 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=e6d9ccad-399e-4a2c-8d7f-679cf73e4033,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:12.983140 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:13.056442 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['e6d9ccad-399e-4a2c-8d7f-679cf73e4033'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:13:13.129280 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cae8f-7c01-4b92-9571-11ca0e9a135f req-875bf218-57ac-4156-82ca-c93f47ca98d0 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:13.130960 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2e6cae8f-7c01-4b92-9571-11ca0e9a135f req-875bf218-57ac-4156-82ca-c93f47ca98d0 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c3e6212-dbf2-4f8a-8d2d-a6c5054aa362 HTTP/1.1" status: 200 len: 945 time: 0.0529628 Mar 07 11:13:13.184860 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2e6cae8f-7c01-4b92-9571-11ca0e9a135f req-64f02663-82b6-4ed7-a6ce-6a28730ab3ef tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?id=17126189-8424-4898-b122-e945ff99cfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473855 Mar 07 11:13:13.604724 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe478165-3c0f-4c2c-91a4-8af55cc4a0f4 req-a928e937-40e0-48b9-bf81-ec26bbf0ad9e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:13.606135 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fe478165-3c0f-4c2c-91a4-8af55cc4a0f4 req-a928e937-40e0-48b9-bf81-ec26bbf0ad9e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 943 time: 0.0527225 Mar 07 11:13:13.654315 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fe478165-3c0f-4c2c-91a4-8af55cc4a0f4 req-81d0a712-f249-4d79-a9e6-7f80125c2ca1 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427341 Mar 07 11:13:14.304405 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39964395-65d9-4d00-8cab-3ba539c435c7 req-f2f7a8be-3019-45d5-b05e-2ff5d7c61900 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:14.306587 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-39964395-65d9-4d00-8cab-3ba539c435c7 req-f2f7a8be-3019-45d5-b05e-2ff5d7c61900 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c3e6212-dbf2-4f8a-8d2d-a6c5054aa362 HTTP/1.1" status: 200 len: 945 time: 0.0537794 Mar 07 11:13:14.355029 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-39964395-65d9-4d00-8cab-3ba539c435c7 req-8c1fac2d-34b8-4ee7-a342-ae2811c6d72e tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?id=17126189-8424-4898-b122-e945ff99cfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429077 Mar 07 11:13:14.687749 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device e6d9ccad-399e-4a2c-8d7f-679cf73e4033 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:13:14.741514 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port e6d9ccad-399e-4a2c-8d7f-679cf73e4033 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:13:14.745372 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port e6d9ccad-399e-4a2c-8d7f-679cf73e4033 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:13:14.745747 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e6d9ccad-399e-4a2c-8d7f-679cf73e4033), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:14.778836 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0ca1e-4828-429e-82c2-976aa556451f req-222e5301-c0ec-4845-a1cf-78d9c1eb2b5b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:14.780320 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b4d0ca1e-4828-429e-82c2-976aa556451f req-222e5301-c0ec-4845-a1cf-78d9c1eb2b5b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 943 time: 0.0583396 Mar 07 11:13:14.821771 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port e6d9ccad-399e-4a2c-8d7f-679cf73e4033 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:13:14.822158 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e6d9ccad-399e-4a2c-8d7f-679cf73e4033), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:14.831561 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b4d0ca1e-4828-429e-82c2-976aa556451f req-11b7e716-3e07-4d7a-b143-4a54bcbdf5e1 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452240 Mar 07 11:13:14.845118 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c3e6212-dbf2-4f8a-8d2d-a6c5054aa362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d9ccad-399e-4a2c-8d7f-679cf73e4033'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:13:14.847410 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89710414-b4aa-4471-ae65-4502fc84d64d" -d '{"events": [{"server_uuid": "1c3e6212-dbf2-4f8a-8d2d-a6c5054aa362", "name": "network-vif-plugged", "status": "completed", "tag": "e6d9ccad-399e-4a2c-8d7f-679cf73e4033"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:13:14.859616 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port e6d9ccad-399e-4a2c-8d7f-679cf73e4033, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e6d9ccad-399e-4a2c-8d7f-679cf73e4033,segment=NetworkSegment(d914d4e8-18cc-4f8c-99aa-77ddde613c32),segment_id=d914d4e8-18cc-4f8c-99aa-77ddde613c32)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:14.863994 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e6d9ccad-399e-4a2c-8d7f-679cf73e4033), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:14.890593 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779ff61b-9d89-46af-a438-41a41b7a2a2f x-openstack-request-id: req-779ff61b-9d89-46af-a438-41a41b7a2a2f {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:13:14.890888 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c3e6212-dbf2-4f8a-8d2d-a6c5054aa362", "name": "network-vif-plugged", "status": "completed", "tag": "e6d9ccad-399e-4a2c-8d7f-679cf73e4033", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:13:14.891145 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-779ff61b-9d89-46af-a438-41a41b7a2a2f {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:13:14.891566 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c3e6212-dbf2-4f8a-8d2d-a6c5054aa362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d9ccad-399e-4a2c-8d7f-679cf73e4033', 'code': 200} Mar 07 11:13:14.918633 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=e6d9ccad-399e-4a2c-8d7f-679cf73e4033,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:14.987772 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba106d-fbaa-478c-a802-de55a5d8cf56 req-04930f1b-2d3d-45b1-b002-047e41ce0cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:14.989305 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-71ba106d-fbaa-478c-a802-de55a5d8cf56 req-04930f1b-2d3d-45b1-b002-047e41ce0cca service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1c3e6212-dbf2-4f8a-8d2d-a6c5054aa362 HTTP/1.1" status: 200 len: 1128 time: 0.0450289 Mar 07 11:13:15.032950 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-71ba106d-fbaa-478c-a802-de55a5d8cf56 req-0713d61d-5aea-49d5-a85f-c661eeea2061 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=17126189-8424-4898-b122-e945ff99cfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383048 Mar 07 11:13:15.470039 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f11ea8-8f16-45b5-b3df-70270f70f272 req-4dbb0c55-c609-44d2-81dd-02333b7254ac tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:15.471506 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a0f11ea8-8f16-45b5-b3df-70270f70f272 req-4dbb0c55-c609-44d2-81dd-02333b7254ac tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c3e6212-dbf2-4f8a-8d2d-a6c5054aa362 HTTP/1.1" status: 200 len: 946 time: 0.0515039 Mar 07 11:13:15.522782 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a0f11ea8-8f16-45b5-b3df-70270f70f272 req-469609b9-1925-401b-8aee-83d6742f93a5 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?id=17126189-8424-4898-b122-e945ff99cfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457435 Mar 07 11:13:15.953764 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b85a2-39b0-4796-bc63-bf7d00c0b143 req-d5938ced-a742-4497-ba0f-36797fe6377c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:15.955269 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fa3b85a2-39b0-4796-bc63-bf7d00c0b143 req-d5938ced-a742-4497-ba0f-36797fe6377c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 943 time: 0.0540900 Mar 07 11:13:16.003500 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fa3b85a2-39b0-4796-bc63-bf7d00c0b143 req-01888c36-2d0e-4e92-914a-19737b2c6ebd tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426729 Mar 07 11:13:16.656596 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ca694-674f-4a38-b066-e8d48dd99d01 req-441310f5-e176-49bc-9a27-e66836aabd84 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:16.658080 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3c2ca694-674f-4a38-b066-e8d48dd99d01 req-441310f5-e176-49bc-9a27-e66836aabd84 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c3e6212-dbf2-4f8a-8d2d-a6c5054aa362 HTTP/1.1" status: 200 len: 946 time: 0.0534253 Mar 07 11:13:16.705668 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3c2ca694-674f-4a38-b066-e8d48dd99d01 req-7c43b01b-3d93-4acf-9663-0ba39c7accf3 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?id=17126189-8424-4898-b122-e945ff99cfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421264 Mar 07 11:13:16.827264 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32959b3-83b8-4b7a-a8e0-8e816216b021 req-fbdc1a5a-8bd8-4fac-8125-0c3dabc27e2b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:16.828663 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f32959b3-83b8-4b7a-a8e0-8e816216b021 req-fbdc1a5a-8bd8-4fac-8125-0c3dabc27e2b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c3e6212-dbf2-4f8a-8d2d-a6c5054aa362 HTTP/1.1" status: 200 len: 946 time: 0.0580182 Mar 07 11:13:16.877410 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f32959b3-83b8-4b7a-a8e0-8e816216b021 req-f313715f-c5e4-4981-8286-19f4e7739eba tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?id=17126189-8424-4898-b122-e945ff99cfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431600 Mar 07 11:13:17.120380 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37a290-1a6d-4ae5-afb4-2adda9d29495 req-7b19eeac-a76f-4a32-b883-0cc80aebb954 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:17.121782 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4c37a290-1a6d-4ae5-afb4-2adda9d29495 req-7b19eeac-a76f-4a32-b883-0cc80aebb954 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 943 time: 0.0527875 Mar 07 11:13:17.170277 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4c37a290-1a6d-4ae5-afb4-2adda9d29495 req-70e778c0-adb2-4488-bc5e-911672fe1104 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429635 Mar 07 11:13:18.087959 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device d60f5020-84e8-470e-833a-7b17e0a6de70 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:13:18.181251 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port d60f5020-84e8-470e-833a-7b17e0a6de70, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d60f5020-84e8-470e-833a-7b17e0a6de70,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:18.194778 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'd60f5020-84e8-470e-833a-7b17e0a6de70', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'port_id': 'd60f5020-84e8-470e-833a-7b17e0a6de70', 'mac_address': 'fa:16:3e:c3:5d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:13:18.239120 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port d60f5020-84e8-470e-833a-7b17e0a6de70 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:13:18.239508 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d60f5020-84e8-470e-833a-7b17e0a6de70), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:18.252822 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d60f5020-84e8-470e-833a-7b17e0a6de70 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:13:18.272130 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port d60f5020-84e8-470e-833a-7b17e0a6de70, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d60f5020-84e8-470e-833a-7b17e0a6de70,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:18.276724 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d60f5020-84e8-470e-833a-7b17e0a6de70), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:18.291912 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62443efa-c0c6-4207-9825-57b61f18e3ac req-aff834f3-58ba-4219-b882-de130d038b12 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:18.293472 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-62443efa-c0c6-4207-9825-57b61f18e3ac req-aff834f3-58ba-4219-b882-de130d038b12 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 943 time: 0.0543439 Mar 07 11:13:18.325353 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=d60f5020-84e8-470e-833a-7b17e0a6de70,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:18.343608 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-62443efa-c0c6-4207-9825-57b61f18e3ac req-15848203-b46a-4f10-be82-bc9e7c705b07 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436327 Mar 07 11:13:18.351803 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40144) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:18.489324 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:18.591869 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['d60f5020-84e8-470e-833a-7b17e0a6de70'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:13:18.799493 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0f5ec1a4-7a8e-4f01-a964-5912b34e9029 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:19.113935 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-0f5ec1a4-7a8e-4f01-a964-5912b34e9029 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Allocated IP 172.20.0.17 (a2435564-9ec4-4ef8-9bc6-775332a965a2/972b926d-fb8c-4933-93f6-7e49cc0de38c/a6cb98aa-0b13-4e4a-938a-24ce4286f4c8) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:13:19.223747 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0f5ec1a4-7a8e-4f01-a964-5912b34e9029 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for port (a6cb98aa-0b13-4e4a-938a-24ce4286f4c8), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:19.473756 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8ca57-8913-469c-982d-cf7c24e991bd req-5217bc38-60b8-4a62-b758-d86f4a488219 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:19.475386 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-50d8ca57-8913-469c-982d-cf7c24e991bd req-5217bc38-60b8-4a62-b758-d86f4a488219 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 944 time: 0.0610418 Mar 07 11:13:19.532276 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-50d8ca57-8913-469c-982d-cf7c24e991bd req-d9b5ee3f-f3b5-4e67-913d-4bfb2265553e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498674 Mar 07 11:13:19.537447 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0f5ec1a4-7a8e-4f01-a964-5912b34e9029 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (a6cb98aa-0b13-4e4a-938a-24ce4286f4c8), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:19.581052 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5ec1a4-7a8e-4f01-a964-5912b34e9029 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Network a2435564-9ec4-4ef8-9bc6-775332a965a2 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:13:19.584118 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-0f5ec1a4-7a8e-4f01-a964-5912b34e9029 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:13:19.588714 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5ec1a4-7a8e-4f01-a964-5912b34e9029 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:13:19.595130 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ec1a4-7a8e-4f01-a964-5912b34e9029 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'Port': ['ID=a6cb98aa-0b13-4e4a-938a-24ce4286f4c8,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:19.637723 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0f5ec1a4-7a8e-4f01-a964-5912b34e9029 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (9b90902e-dd6b-4da6-aa3f-3075a68744c7), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:19.839724 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0f5ec1a4-7a8e-4f01-a964-5912b34e9029 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a6cb98aa-0b13-4e4a-938a-24ce4286f4c8), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:19.841234 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-93cabe5c-24f0-40ab-8034-b6f7222f45ba None None] Provisioning complete for port a6cb98aa-0b13-4e4a-938a-24ce4286f4c8 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:13:19.841725 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-93cabe5c-24f0-40ab-8034-b6f7222f45ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a6cb98aa-0b13-4e4a-938a-24ce4286f4c8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:19.884354 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-93cabe5c-24f0-40ab-8034-b6f7222f45ba None None] Port a6cb98aa-0b13-4e4a-938a-24ce4286f4c8 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:13:19.948255 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device d60f5020-84e8-470e-833a-7b17e0a6de70 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:13:20.002489 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port d60f5020-84e8-470e-833a-7b17e0a6de70 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:13:20.008098 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port d60f5020-84e8-470e-833a-7b17e0a6de70 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:13:20.009324 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d60f5020-84e8-470e-833a-7b17e0a6de70), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:20.098677 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port d60f5020-84e8-470e-833a-7b17e0a6de70 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:13:20.099270 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d60f5020-84e8-470e-833a-7b17e0a6de70), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:20.125377 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc803f25-2a1b-440e-ab82-d2121186d220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd60f5020-84e8-470e-833a-7b17e0a6de70'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:13:20.128251 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702e0a43-7325-46f9-880a-64a4e39af419" -d '{"events": [{"server_uuid": "fc803f25-2a1b-440e-ab82-d2121186d220", "name": "network-vif-plugged", "status": "completed", "tag": "d60f5020-84e8-470e-833a-7b17e0a6de70"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:13:20.145201 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port d60f5020-84e8-470e-833a-7b17e0a6de70, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d60f5020-84e8-470e-833a-7b17e0a6de70,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:20.150113 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d60f5020-84e8-470e-833a-7b17e0a6de70), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:20.154228 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0f5ec1a4-7a8e-4f01-a964-5912b34e9029 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for port (a6cb98aa-0b13-4e4a-938a-24ce4286f4c8), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:20.160256 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0f5ec1a4-7a8e-4f01-a964-5912b34e9029 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (a6cb98aa-0b13-4e4a-938a-24ce4286f4c8), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:20.180779 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa79629-3801-470c-b225-bfa45e5eb3f8 x-openstack-request-id: req-1fa79629-3801-470c-b225-bfa45e5eb3f8 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:13:20.181228 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc803f25-2a1b-440e-ab82-d2121186d220", "name": "network-vif-plugged", "status": "completed", "tag": "d60f5020-84e8-470e-833a-7b17e0a6de70", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:13:20.181471 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1fa79629-3801-470c-b225-bfa45e5eb3f8 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:13:20.181889 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc803f25-2a1b-440e-ab82-d2121186d220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd60f5020-84e8-470e-833a-7b17e0a6de70', 'code': 200} Mar 07 11:13:20.217881 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=d60f5020-84e8-470e-833a-7b17e0a6de70,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:20.265275 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ec1a4-7a8e-4f01-a964-5912b34e9029 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'Port': ['ID=a6cb98aa-0b13-4e4a-938a-24ce4286f4c8,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:20.268518 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0f5ec1a4-7a8e-4f01-a964-5912b34e9029 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (9b90902e-dd6b-4da6-aa3f-3075a68744c7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:20.293867 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f7499-1c8d-426e-9243-bb2051c517d6 req-69e2af4f-401b-4e18-adfb-933ff65b443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:20.295471 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-636f7499-1c8d-426e-9243-bb2051c517d6 req-69e2af4f-401b-4e18-adfb-933ff65b443e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 1127 time: 0.0592980 Mar 07 11:13:20.349331 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-636f7499-1c8d-426e-9243-bb2051c517d6 req-7d58ee05-4c3f-4e05-81ba-a00df832b518 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472548 Mar 07 11:13:20.376811 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5ec1a4-7a8e-4f01-a964-5912b34e9029 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Network a2435564-9ec4-4ef8-9bc6-775332a965a2 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:13:20.378191 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-0f5ec1a4-7a8e-4f01-a964-5912b34e9029 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:13:20.498034 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5ec1a4-7a8e-4f01-a964-5912b34e9029 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Router 9b90902e-dd6b-4da6-aa3f-3075a68744c7 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:13:20.609729 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-1790a0be-dea6-4724-bf84-c02aacbd7519 None None] Provisioning complete for port a6cb98aa-0b13-4e4a-938a-24ce4286f4c8 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:13:20.610096 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1790a0be-dea6-4724-bf84-c02aacbd7519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a6cb98aa-0b13-4e4a-938a-24ce4286f4c8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:20.624894 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5ec1a4-7a8e-4f01-a964-5912b34e9029 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:13:20.630911 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0f5ec1a4-7a8e-4f01-a964-5912b34e9029 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "PUT /v2.0/routers/9b90902e-dd6b-4da6-aa3f-3075a68744c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2778828 Mar 07 11:13:20.643535 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976b179c-f5ba-4a7f-97e9-56690af494da None None] Sync routers for ids ['9b90902e-dd6b-4da6-aa3f-3075a68744c7'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:13:20.665550 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1790a0be-dea6-4724-bf84-c02aacbd7519 None None] Port a6cb98aa-0b13-4e4a-938a-24ce4286f4c8 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:13:20.667082 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976b179c-f5ba-4a7f-97e9-56690af494da None None] Routers {'9b90902e-dd6b-4da6-aa3f-3075a68744c7'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:13:20.667699 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-976b179c-f5ba-4a7f-97e9-56690af494da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:13:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9b90902e-dd6b-4da6-aa3f-3075a68744c7'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:20.679736 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b64d1-b1c8-424c-9d99-34df2adb5c12 req-450a4a0e-81f8-42a8-b434-883fb7d0e273 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:20.682368 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-925b64d1-b1c8-424c-9d99-34df2adb5c12 req-450a4a0e-81f8-42a8-b434-883fb7d0e273 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 945 time: 0.0721161 Mar 07 11:13:20.735420 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-925b64d1-b1c8-424c-9d99-34df2adb5c12 req-3a5efb56-11cc-46f0-af11-279401174a43 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476513 Mar 07 11:13:20.780793 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-976b179c-f5ba-4a7f-97e9-56690af494da None None] Set router 9b90902e-dd6b-4da6-aa3f-3075a68744c7 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:13:21.010594 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-976b179c-f5ba-4a7f-97e9-56690af494da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'name': 'tempest-TestNetworkBasicOps-router-26881718', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:15Z', 'updated_at': '2022-03-07T11:13:19Z', 'revision_number': 5, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:dd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:16Z', 'updated_at': '2022-03-07T11:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'e263c6a1-dd7e-462b-85fd-bcba67e08f78', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'floating_ip_address': '172.25.3.247', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'port_id': 'ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9', 'mac_address': 'fa:16:3e:17:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014331c5-5877-4815-9b1b-ae25b99ab1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:11:43Z', 'updated_at': '2022-03-07T11:11:46Z', 'revision_number': 1, 'project_id': '9218733d4245439aa2e846b97fffe915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e578209-b2e3-40b2-acde-97e55481bb66', 'name': '', 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'mac_address': 'fa:16:3e:ea:7f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '8afa8167-9ae9-4366-a077-b70bbd2e1aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:20Z', 'updated_at': '2022-03-07T11:11:26Z', 'revision_number': 5, 'project_id': '9218733d4245439aa2e846b97fffe915', 'subnets': [{'id': '8afa8167-9ae9-4366-a077-b70bbd2e1aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6cb98aa-0b13-4e4a-938a-24ce4286f4c8', 'name': '', 'network_id': 'a2435564-9ec4-4ef8-9bc6-775332a965a2', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'mac_address': 'fa:16:3e:89:5d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '972b926d-fb8c-4933-93f6-7e49cc0de38c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:18Z', 'updated_at': '2022-03-07T11:13:20Z', 'revision_number': 2, 'project_id': '9218733d4245439aa2e846b97fffe915', 'subnets': [{'id': '972b926d-fb8c-4933-93f6-7e49cc0de38c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:21.037152 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976b179c-f5ba-4a7f-97e9-56690af494da None None] Checking router: 9b90902e-dd6b-4da6-aa3f-3075a68744c7 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:13:21.037508 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976b179c-f5ba-4a7f-97e9-56690af494da None None] Updating router 9b90902e-dd6b-4da6-aa3f-3075a68744c7 port a6cb98aa-0b13-4e4a-938a-24ce4286f4c8 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:13:21.064254 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-976b179c-f5ba-4a7f-97e9-56690af494da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a6cb98aa-0b13-4e4a-938a-24ce4286f4c8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:21.325325 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-976b179c-f5ba-4a7f-97e9-56690af494da None None] Publish callbacks [] for port (a6cb98aa-0b13-4e4a-938a-24ce4286f4c8), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:21.331230 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-976b179c-f5ba-4a7f-97e9-56690af494da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a6cb98aa-0b13-4e4a-938a-24ce4286f4c8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:21.382158 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c647889-f421-4639-aed0-1a41eff853ab None None] Pushing event updated for resources: {'Port': ['ID=a6cb98aa-0b13-4e4a-938a-24ce4286f4c8,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:21.434903 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-976b179c-f5ba-4a7f-97e9-56690af494da None None] Attempting to bind port a6cb98aa-0b13-4e4a-938a-24ce4286f4c8 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:13:21.435283 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-976b179c-f5ba-4a7f-97e9-56690af494da None None] Attempting to bind port a6cb98aa-0b13-4e4a-938a-24ce4286f4c8 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'd914d4e8-18cc-4f8c-99aa-77ddde613c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a2435564-9ec4-4ef8-9bc6-775332a965a2'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:13:21.435652 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b179c-f5ba-4a7f-97e9-56690af494da None None] Attempting to bind port a6cb98aa-0b13-4e4a-938a-24ce4286f4c8 on network a2435564-9ec4-4ef8-9bc6-775332a965a2 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:13:21.440996 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b179c-f5ba-4a7f-97e9-56690af494da None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:13:21.441409 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b179c-f5ba-4a7f-97e9-56690af494da None None] Checking segment: {'id': 'd914d4e8-18cc-4f8c-99aa-77ddde613c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a2435564-9ec4-4ef8-9bc6-775332a965a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:13:21.441820 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-976b179c-f5ba-4a7f-97e9-56690af494da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:21.442219 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976b179c-f5ba-4a7f-97e9-56690af494da None None] Bound using segment: {'id': 'd914d4e8-18cc-4f8c-99aa-77ddde613c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a2435564-9ec4-4ef8-9bc6-775332a965a2'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:13:21.442693 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-976b179c-f5ba-4a7f-97e9-56690af494da None None] Bound port: a6cb98aa-0b13-4e4a-938a-24ce4286f4c8, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd914d4e8-18cc-4f8c-99aa-77ddde613c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'a2435564-9ec4-4ef8-9bc6-775332a965a2'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:13:21.443079 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-976b179c-f5ba-4a7f-97e9-56690af494da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a6cb98aa-0b13-4e4a-938a-24ce4286f4c8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:21.510620 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-976b179c-f5ba-4a7f-97e9-56690af494da None None] For port a6cb98aa-0b13-4e4a-938a-24ce4286f4c8, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:13:21.513852 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-976b179c-f5ba-4a7f-97e9-56690af494da None None] For port a6cb98aa-0b13-4e4a-938a-24ce4286f4c8, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a6cb98aa-0b13-4e4a-938a-24ce4286f4c8,segment=NetworkSegment(d914d4e8-18cc-4f8c-99aa-77ddde613c32),segment_id=d914d4e8-18cc-4f8c-99aa-77ddde613c32)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:13:21.520046 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-976b179c-f5ba-4a7f-97e9-56690af494da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a6cb98aa-0b13-4e4a-938a-24ce4286f4c8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:21.579319 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976b179c-f5ba-4a7f-97e9-56690af494da None None] Routers {'9b90902e-dd6b-4da6-aa3f-3075a68744c7'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:13:21.579963 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-976b179c-f5ba-4a7f-97e9-56690af494da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:13:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9b90902e-dd6b-4da6-aa3f-3075a68744c7'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:21.586837 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c647889-f421-4639-aed0-1a41eff853ab None None] Pushing event updated for resources: {'Port': ['ID=a6cb98aa-0b13-4e4a-938a-24ce4286f4c8,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:21.650286 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-02b131e8-5cc7-4bd4-879d-96e9a3e87c98 None None] Provisioning complete for port a6cb98aa-0b13-4e4a-938a-24ce4286f4c8 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:13:21.650677 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-02b131e8-5cc7-4bd4-879d-96e9a3e87c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a6cb98aa-0b13-4e4a-938a-24ce4286f4c8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:21.735573 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-976b179c-f5ba-4a7f-97e9-56690af494da None None] Set router 9b90902e-dd6b-4da6-aa3f-3075a68744c7 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:13:21.859016 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69cfbf-39b1-4d4b-a939-947c1394da12 req-a1096f42-1c60-47e1-a2f4-954518a9a3b4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:21.860609 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ae69cfbf-39b1-4d4b-a939-947c1394da12 req-a1096f42-1c60-47e1-a2f4-954518a9a3b4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 945 time: 0.0554788 Mar 07 11:13:21.872707 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-02b131e8-5cc7-4bd4-879d-96e9a3e87c98 None None] Current status of the port a6cb98aa-0b13-4e4a-938a-24ce4286f4c8 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:13:21.873094 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-02b131e8-5cc7-4bd4-879d-96e9a3e87c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a6cb98aa-0b13-4e4a-938a-24ce4286f4c8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:21.910711 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ae69cfbf-39b1-4d4b-a939-947c1394da12 req-c5a3b8e4-5f95-4042-89a2-becf232fcde6 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437655 Mar 07 11:13:21.954437 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-02b131e8-5cc7-4bd4-879d-96e9a3e87c98 None None] For port a6cb98aa-0b13-4e4a-938a-24ce4286f4c8, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a6cb98aa-0b13-4e4a-938a-24ce4286f4c8,segment=NetworkSegment(d914d4e8-18cc-4f8c-99aa-77ddde613c32),segment_id=d914d4e8-18cc-4f8c-99aa-77ddde613c32)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:21.959341 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-02b131e8-5cc7-4bd4-879d-96e9a3e87c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a6cb98aa-0b13-4e4a-938a-24ce4286f4c8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:22.037859 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c510d6-3414-41fd-bc60-d107eeb67210 req-c43d20ff-9734-40ce-bfba-e01e71322793 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:22.039330 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-32c510d6-3414-41fd-bc60-d107eeb67210 req-c43d20ff-9734-40ce-bfba-e01e71322793 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 945 time: 0.0543385 Mar 07 11:13:22.049242 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b131e8-5cc7-4bd4-879d-96e9a3e87c98 None None] Pushing event updated for resources: {'Port': ['ID=a6cb98aa-0b13-4e4a-938a-24ce4286f4c8,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:22.083699 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-976b179c-f5ba-4a7f-97e9-56690af494da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'name': 'tempest-TestNetworkBasicOps-router-26881718', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:15Z', 'updated_at': '2022-03-07T11:13:19Z', 'revision_number': 5, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:dd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:16Z', 'updated_at': '2022-03-07T11:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'e263c6a1-dd7e-462b-85fd-bcba67e08f78', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'floating_ip_address': '172.25.3.247', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'port_id': 'ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9', 'mac_address': 'fa:16:3e:17:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014331c5-5877-4815-9b1b-ae25b99ab1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:11:43Z', 'updated_at': '2022-03-07T11:11:46Z', 'revision_number': 1, 'project_id': '9218733d4245439aa2e846b97fffe915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e578209-b2e3-40b2-acde-97e55481bb66', 'name': '', 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'mac_address': 'fa:16:3e:ea:7f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '8afa8167-9ae9-4366-a077-b70bbd2e1aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:20Z', 'updated_at': '2022-03-07T11:11:26Z', 'revision_number': 5, 'project_id': '9218733d4245439aa2e846b97fffe915', 'subnets': [{'id': '8afa8167-9ae9-4366-a077-b70bbd2e1aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6cb98aa-0b13-4e4a-938a-24ce4286f4c8', 'name': '', 'network_id': 'a2435564-9ec4-4ef8-9bc6-775332a965a2', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'mac_address': 'fa:16:3e:89:5d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '972b926d-fb8c-4933-93f6-7e49cc0de38c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:18Z', 'updated_at': '2022-03-07T11:13:21Z', 'revision_number': 4, 'project_id': '9218733d4245439aa2e846b97fffe915', 'subnets': [{'id': '972b926d-fb8c-4933-93f6-7e49cc0de38c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:22.087872 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-5015a9d2-fc77-4eb5-b617-638786df0a92 None None] Provisioning complete for port a6cb98aa-0b13-4e4a-938a-24ce4286f4c8 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:13:22.088240 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5015a9d2-fc77-4eb5-b617-638786df0a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a6cb98aa-0b13-4e4a-938a-24ce4286f4c8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:22.091120 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-32c510d6-3414-41fd-bc60-d107eeb67210 req-01107ab7-d69a-4c1f-b2b8-271aa446bcc5 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455425 Mar 07 11:13:22.114015 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40160) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:22.132091 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976b179c-f5ba-4a7f-97e9-56690af494da None None] The sync data for ids ['9b90902e-dd6b-4da6-aa3f-3075a68744c7'] in n-d-832164-4 is: [{'id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'name': 'tempest-TestNetworkBasicOps-router-26881718', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:15Z', 'updated_at': '2022-03-07T11:13:19Z', 'revision_number': 5, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:dd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:16Z', 'updated_at': '2022-03-07T11:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'e263c6a1-dd7e-462b-85fd-bcba67e08f78', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'floating_ip_address': '172.25.3.247', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'port_id': 'ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9', 'mac_address': 'fa:16:3e:17:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014331c5-5877-4815-9b1b-ae25b99ab1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:11:43Z', 'updated_at': '2022-03-07T11:11:46Z', 'revision_number': 1, 'project_id': '9218733d4245439aa2e846b97fffe915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e578209-b2e3-40b2-acde-97e55481bb66', 'name': '', 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'mac_address': 'fa:16:3e:ea:7f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '8afa8167-9ae9-4366-a077-b70bbd2e1aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:20Z', 'updated_at': '2022-03-07T11:11:26Z', 'revision_number': 5, 'project_id': '9218733d4245439aa2e846b97fffe915', 'subnets': [{'id': '8afa8167-9ae9-4366-a077-b70bbd2e1aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a6cb98aa-0b13-4e4a-938a-24ce4286f4c8', 'name': '', 'network_id': 'a2435564-9ec4-4ef8-9bc6-775332a965a2', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'mac_address': 'fa:16:3e:89:5d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': '972b926d-fb8c-4933-93f6-7e49cc0de38c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:18Z', 'updated_at': '2022-03-07T11:13:21Z', 'revision_number': 4, 'project_id': '9218733d4245439aa2e846b97fffe915', 'subnets': [{'id': '972b926d-fb8c-4933-93f6-7e49cc0de38c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:13:22.219537 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5015a9d2-fc77-4eb5-b617-638786df0a92 None None] Current status of the port a6cb98aa-0b13-4e4a-938a-24ce4286f4c8 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:13:22.312658 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e171ee11-43ec-4248-a7e7-a8237cdb3ec0 tempest-TestVolumeBootPattern-129261167 tempest-TestVolumeBootPattern-129261167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:22.314751 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e171ee11-43ec-4248-a7e7-a8237cdb3ec0 tempest-TestVolumeBootPattern-129261167 tempest-TestVolumeBootPattern-129261167-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 1122 time: 0.1997325 Mar 07 11:13:22.317903 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40164) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:22.322660 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-c6efdc49-76c8-4234-8e6d-7c6e5c8a899e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'port_id': 'd60f5020-84e8-470e-833a-7b17e0a6de70', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:13:22.349306 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c6efdc49-76c8-4234-8e6d-7c6e5c8a899e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:22.460321 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c6efdc49-76c8-4234-8e6d-7c6e5c8a899e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:22.576787 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-c6efdc49-76c8-4234-8e6d-7c6e5c8a899e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Allocated IP 172.25.3.24 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/ea60f4c3-73dc-450e-8d46-03119aa9e6a9) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:13:22.693037 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c6efdc49-76c8-4234-8e6d-7c6e5c8a899e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for port (ea60f4c3-73dc-450e-8d46-03119aa9e6a9), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:22.728422 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c6efdc49-76c8-4234-8e6d-7c6e5c8a899e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (ea60f4c3-73dc-450e-8d46-03119aa9e6a9), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:22.771488 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6efdc49-76c8-4234-8e6d-7c6e5c8a899e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:13:22.774711 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-c6efdc49-76c8-4234-8e6d-7c6e5c8a899e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:13:22.779222 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6efdc49-76c8-4234-8e6d-7c6e5c8a899e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:13:22.782432 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6efdc49-76c8-4234-8e6d-7c6e5c8a899e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Pushing event updated for resources: {'Port': ['ID=ea60f4c3-73dc-450e-8d46-03119aa9e6a9,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:23.176217 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:23.447596 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c6efdc49-76c8-4234-8e6d-7c6e5c8a899e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for floatingip (097ebed2-7215-4878-8372-666fb790fdee), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:23.513373 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c6efdc49-76c8-4234-8e6d-7c6e5c8a899e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ea60f4c3-73dc-450e-8d46-03119aa9e6a9), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:23.668812 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c6efdc49-76c8-4234-8e6d-7c6e5c8a899e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for port (ea60f4c3-73dc-450e-8d46-03119aa9e6a9), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:23.673801 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c6efdc49-76c8-4234-8e6d-7c6e5c8a899e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (ea60f4c3-73dc-450e-8d46-03119aa9e6a9), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:23.709161 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a6cb98aa-0b13-4e4a-938a-24ce4286f4c8 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:13:23.751766 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6efdc49-76c8-4234-8e6d-7c6e5c8a899e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Pushing event updated for resources: {'Port': ['ID=ea60f4c3-73dc-450e-8d46-03119aa9e6a9,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:23.758634 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port a6cb98aa-0b13-4e4a-938a-24ce4286f4c8 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:13:23.759143 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a6cb98aa-0b13-4e4a-938a-24ce4286f4c8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:23.761355 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c6efdc49-76c8-4234-8e6d-7c6e5c8a899e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (097ebed2-7215-4878-8372-666fb790fdee), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:23.841670 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port a6cb98aa-0b13-4e4a-938a-24ce4286f4c8 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:13:23.871201 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-c6efdc49-76c8-4234-8e6d-7c6e5c8a899e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Floating IP 097ebed2-7215-4878-8372-666fb790fdee associated. External IP: 172.25.3.24, port: d60f5020-84e8-470e-833a-7b17e0a6de70. Mar 07 11:13:24.077510 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6efdc49-76c8-4234-8e6d-7c6e5c8a899e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Router fa32354e-dacc-4f8a-bf67-ede49ac38b89 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:13:24.191508 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6efdc49-76c8-4234-8e6d-7c6e5c8a899e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:13:24.205894 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdc40cd-4a07-4540-be68-11cab53eb454 None None] Sync routers for ids ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:13:24.209057 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c6efdc49-76c8-4234-8e6d-7c6e5c8a899e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:24.216805 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdc40cd-4a07-4540-be68-11cab53eb454 None None] Routers {'fa32354e-dacc-4f8a-bf67-ede49ac38b89'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:13:24.217453 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ecdc40cd-4a07-4540-be68-11cab53eb454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:13:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:24.242110 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c6efdc49-76c8-4234-8e6d-7c6e5c8a899e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9230483 Mar 07 11:13:24.242663 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc803f25-2a1b-440e-ab82-d2121186d220', 'tag': 'd60f5020-84e8-470e-833a-7b17e0a6de70'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:13:24.245053 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4b2914-ad4d-4f50-b5b9-2487df610c25" -d '{"events": [{"name": "network-changed", "server_uuid": "fc803f25-2a1b-440e-ab82-d2121186d220", "tag": "d60f5020-84e8-470e-833a-7b17e0a6de70"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:13:24.282051 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132de0a6-147f-46cf-af34-9b1d8d0cb005 x-openstack-request-id: req-132de0a6-147f-46cf-af34-9b1d8d0cb005 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:13:24.282347 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc803f25-2a1b-440e-ab82-d2121186d220", "tag": "d60f5020-84e8-470e-833a-7b17e0a6de70", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:13:24.282601 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-132de0a6-147f-46cf-af34-9b1d8d0cb005 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:13:24.283004 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc803f25-2a1b-440e-ab82-d2121186d220', 'tag': 'd60f5020-84e8-470e-833a-7b17e0a6de70', 'status': 'completed', 'code': 200} Mar 07 11:13:24.341378 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-ecdc40cd-4a07-4540-be68-11cab53eb454 None None] Set router fa32354e-dacc-4f8a-bf67-ede49ac38b89 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:13:24.350494 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b2914-ad4d-4f50-b5b9-2487df610c25 req-7b335dd8-a560-4215-acf1-76dcb1cb42e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:24.352145 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3b4b2914-ad4d-4f50-b5b9-2487df610c25 req-7b335dd8-a560-4215-acf1-76dcb1cb42e0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c84901d07e4a49b88f9fef019185eb1b&device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 1127 time: 0.0450037 Mar 07 11:13:24.440992 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b2914-ad4d-4f50-b5b9-2487df610c25 req-3999773c-06cb-4a6a-9fe0-ba43f4c8a789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:24.442541 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3b4b2914-ad4d-4f50-b5b9-2487df610c25 req-3999773c-06cb-4a6a-9fe0-ba43f4c8a789 service neutron] 10.222.0.31 "GET /v2.0/networks?id=204cc519-b30d-4492-9fc5-23c1f345ed50 HTTP/1.1" status: 200 len: 913 time: 0.0848804 Mar 07 11:13:24.512666 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3b4b2914-ad4d-4f50-b5b9-2487df610c25 req-10033a3f-1ecc-45f9-9575-1583c96da618 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d60f5020-84e8-470e-833a-7b17e0a6de70 HTTP/1.1" status: 200 len: 998 time: 0.0636222 Mar 07 11:13:24.561570 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ecdc40cd-4a07-4540-be68-11cab53eb454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'name': 'tempest-TestVolumeBootPattern-1894275182-router', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:14Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'gw_port': {'id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:15Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '097ebed2-7215-4878-8372-666fb790fdee', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'floating_ip_address': '172.25.3.24', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'port_id': 'd60f5020-84e8-470e-833a-7b17e0a6de70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'mac_address': 'fa:16:3e:c3:5d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc803f25-2a1b-440e-ab82-d2121186d220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:13:23Z', 'updated_at': '2022-03-07T11:13:23Z', 'revision_number': 0, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7115265-9ddc-4a53-97bd-eab200ea7377', 'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'mac_address': 'fa:16:3e:a5:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:21Z', 'updated_at': '2022-03-07T11:06:30Z', 'revision_number': 5, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'subnets': [{'id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:24.565594 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b2914-ad4d-4f50-b5b9-2487df610c25 req-6c035c0e-3cd5-45bf-84cc-281a262f883b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:24.567054 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3b4b2914-ad4d-4f50-b5b9-2487df610c25 req-6c035c0e-3cd5-45bf-84cc-281a262f883b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=933e5dcd-1517-490a-9fa0-e2d8293cf2f0 HTTP/1.1" status: 200 len: 851 time: 0.0482864 Mar 07 11:13:24.588060 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdc40cd-4a07-4540-be68-11cab53eb454 None None] Checking router: fa32354e-dacc-4f8a-bf67-ede49ac38b89 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:13:24.596371 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdc40cd-4a07-4540-be68-11cab53eb454 None None] Routers {'fa32354e-dacc-4f8a-bf67-ede49ac38b89'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:13:24.596914 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ecdc40cd-4a07-4540-be68-11cab53eb454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:13:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:24.616720 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b2914-ad4d-4f50-b5b9-2487df610c25 req-0b32486e-dc70-4038-9ba0-9ba9b8296fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:24.618793 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3b4b2914-ad4d-4f50-b5b9-2487df610c25 req-0b32486e-dc70-4038-9ba0-9ba9b8296fac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=204cc519-b30d-4492-9fc5-23c1f345ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443983 Mar 07 11:13:24.704814 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-ecdc40cd-4a07-4540-be68-11cab53eb454 None None] Set router fa32354e-dacc-4f8a-bf67-ede49ac38b89 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:13:24.712556 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3b4b2914-ad4d-4f50-b5b9-2487df610c25 req-fee163fd-73bf-4686-b9cb-bbae8238f7ee service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871427 Mar 07 11:13:24.807459 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3b4b2914-ad4d-4f50-b5b9-2487df610c25 req-2ee5719e-d6fc-4959-aa4e-b6708810a55b service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888541 Mar 07 11:13:25.024175 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ecdc40cd-4a07-4540-be68-11cab53eb454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'name': 'tempest-TestVolumeBootPattern-1894275182-router', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:14Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'gw_port': {'id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:15Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '097ebed2-7215-4878-8372-666fb790fdee', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'floating_ip_address': '172.25.3.24', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'port_id': 'd60f5020-84e8-470e-833a-7b17e0a6de70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'mac_address': 'fa:16:3e:c3:5d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc803f25-2a1b-440e-ab82-d2121186d220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:13:23Z', 'updated_at': '2022-03-07T11:13:23Z', 'revision_number': 0, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7115265-9ddc-4a53-97bd-eab200ea7377', 'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'mac_address': 'fa:16:3e:a5:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:21Z', 'updated_at': '2022-03-07T11:06:30Z', 'revision_number': 5, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'subnets': [{'id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:25.049698 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdc40cd-4a07-4540-be68-11cab53eb454 None None] The sync data for ids ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'] in n-d-832164-4 is: [{'id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'name': 'tempest-TestVolumeBootPattern-1894275182-router', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:14Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'gw_port': {'id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:15Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '097ebed2-7215-4878-8372-666fb790fdee', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'floating_ip_address': '172.25.3.24', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'port_id': 'd60f5020-84e8-470e-833a-7b17e0a6de70', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3947, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'mac_address': 'fa:16:3e:c3:5d:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc803f25-2a1b-440e-ab82-d2121186d220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:13:23Z', 'updated_at': '2022-03-07T11:13:23Z', 'revision_number': 0, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7115265-9ddc-4a53-97bd-eab200ea7377', 'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'mac_address': 'fa:16:3e:a5:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:21Z', 'updated_at': '2022-03-07T11:06:30Z', 'revision_number': 5, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'subnets': [{'id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:13:25.405265 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e489243-f4f0-4b3d-85d5-364c1266e9ef None None] New status for floating IP 097ebed2-7215-4878-8372-666fb790fdee: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:13:28.220412 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:13:31.719272 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae8a1c3f-475b-48f3-b56b-988b00e6b46c req-89c33008-ad3a-481e-901a-a50158b3914e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=014331c5-5877-4815-9b1b-ae25b99ab1e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528440 Mar 07 11:13:31.785250 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a1c3f-475b-48f3-b56b-988b00e6b46c req-7a326410-3337-4097-8f22-1067ad91afc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:31.786780 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae8a1c3f-475b-48f3-b56b-988b00e6b46c req-7a326410-3337-4097-8f22-1067ad91afc6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9218733d4245439aa2e846b97fffe915&device_id=014331c5-5877-4815-9b1b-ae25b99ab1e4 HTTP/1.1" status: 200 len: 1127 time: 0.0478811 Mar 07 11:13:31.902697 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a1c3f-475b-48f3-b56b-988b00e6b46c req-51ac122d-d08f-4f97-9f17-9240bcebcd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:31.904084 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae8a1c3f-475b-48f3-b56b-988b00e6b46c req-51ac122d-d08f-4f97-9f17-9240bcebcd49 service neutron] 10.222.0.31 "GET /v2.0/networks?id=e3e3050e-0d7e-4a9e-841d-e90f6afd42a9 HTTP/1.1" status: 200 len: 898 time: 0.0966930 Mar 07 11:13:31.975062 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae8a1c3f-475b-48f3-b56b-988b00e6b46c req-1c85f0e1-4364-475e-8b43-da521bf2a04d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb HTTP/1.1" status: 200 len: 1001 time: 0.0651274 Mar 07 11:13:32.027050 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a1c3f-475b-48f3-b56b-988b00e6b46c req-2add688e-f305-4d1b-8343-b2cb5e22bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:32.028734 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae8a1c3f-475b-48f3-b56b-988b00e6b46c req-2add688e-f305-4d1b-8343-b2cb5e22bfaa service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8afa8167-9ae9-4366-a077-b70bbd2e1aba HTTP/1.1" status: 200 len: 834 time: 0.0481873 Mar 07 11:13:32.080899 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a1c3f-475b-48f3-b56b-988b00e6b46c req-29466e66-f70e-453c-8229-f80fba0fa748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:32.082415 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae8a1c3f-475b-48f3-b56b-988b00e6b46c req-29466e66-f70e-453c-8229-f80fba0fa748 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e3e3050e-0d7e-4a9e-841d-e90f6afd42a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481551 Mar 07 11:13:32.181941 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae8a1c3f-475b-48f3-b56b-988b00e6b46c req-fa4091a6-7e66-4a33-a923-d91305d020a7 service neutron] 10.222.0.31 "GET /v2.0/networks/e3e3050e-0d7e-4a9e-841d-e90f6afd42a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901620 Mar 07 11:13:32.288964 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae8a1c3f-475b-48f3-b56b-988b00e6b46c req-c2fea38d-4c43-4fcc-9e90-a76e7eae6d22 service neutron] 10.222.0.31 "GET /v2.0/networks/e3e3050e-0d7e-4a9e-841d-e90f6afd42a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012621 Mar 07 11:13:35.663956 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-35fc729d-eb5a-4591-ac6d-c2053be68f6e req-cd54c8bd-85d9-4bd8-89c8-3320e93f6532 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437410 Mar 07 11:13:35.749755 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc729d-eb5a-4591-ac6d-c2053be68f6e req-bcba8411-c1be-4dd3-bf51-ff716b99cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:35.751244 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-35fc729d-eb5a-4591-ac6d-c2053be68f6e req-bcba8411-c1be-4dd3-bf51-ff716b99cd33 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 1127 time: 0.0450647 Mar 07 11:13:35.857278 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc729d-eb5a-4591-ac6d-c2053be68f6e req-4c63db2d-1711-4243-a8a4-21a5d1deac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:35.858753 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-35fc729d-eb5a-4591-ac6d-c2053be68f6e req-4c63db2d-1711-4243-a8a4-21a5d1deac03 service neutron] 10.222.0.21 "GET /v2.0/networks?id=90e815f1-a7e2-4388-9260-1c6338913c6d HTTP/1.1" status: 200 len: 898 time: 0.0884805 Mar 07 11:13:35.927285 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-35fc729d-eb5a-4591-ac6d-c2053be68f6e req-f25546b0-c047-4eb7-8773-67e1550c1292 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc HTTP/1.1" status: 200 len: 1001 time: 0.0619962 Mar 07 11:13:35.975643 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc729d-eb5a-4591-ac6d-c2053be68f6e req-6ce1065a-b8a1-4e69-90ec-5cb6adc50dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:35.977623 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-35fc729d-eb5a-4591-ac6d-c2053be68f6e req-6ce1065a-b8a1-4e69-90ec-5cb6adc50dc3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3db204c5-5f49-4fa5-a7ca-15793f9668df HTTP/1.1" status: 200 len: 835 time: 0.0443635 Mar 07 11:13:36.031034 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc729d-eb5a-4591-ac6d-c2053be68f6e req-2e58c6ad-a36e-4d08-8cb4-26aea13c9d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:36.032520 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-35fc729d-eb5a-4591-ac6d-c2053be68f6e req-2e58c6ad-a36e-4d08-8cb4-26aea13c9d2e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=90e815f1-a7e2-4388-9260-1c6338913c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487514 Mar 07 11:13:36.123261 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-35fc729d-eb5a-4591-ac6d-c2053be68f6e req-556d0d9f-d67b-4ed7-be7f-9ef1c9eba567 service neutron] 10.222.0.21 "GET /v2.0/networks/90e815f1-a7e2-4388-9260-1c6338913c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830197 Mar 07 11:13:36.216742 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-35fc729d-eb5a-4591-ac6d-c2053be68f6e req-c1da9af8-aa3c-44ba-8835-dd91ec60283b service neutron] 10.222.0.21 "GET /v2.0/networks/90e815f1-a7e2-4388-9260-1c6338913c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868273 Mar 07 11:13:36.498636 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-771a110e-9dac-4e29-897d-c14126b52a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:38.604491 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f2399318-98ea-440d-8ea8-114188b07d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:39.993181 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:41.734536 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:42.667848 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33248551-eda6-4775-a324-545fe22f1d7b req-e4425068-9ab0-4331-abfb-f12e2da5571d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:42.669340 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-33248551-eda6-4775-a324-545fe22f1d7b req-e4425068-9ab0-4331-abfb-f12e2da5571d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 945 time: 0.0517817 Mar 07 11:13:42.722608 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-33248551-eda6-4775-a324-545fe22f1d7b req-6d7aa994-d03d-4801-ab05-3fc1126b018d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48314a8-1075-4a47-8bf4-5619b436314f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467873 Mar 07 11:13:42.745740 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40206) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:42.811413 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-101c616d-3121-45d0-abd2-a0feea2cace7 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/floatingips/3a0c46ff-ffff-408b-8d9d-8907de76f805 HTTP/1.1" status: 200 len: 993 time: 0.0637589 Mar 07 11:13:42.986055 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:43.142811 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fbd9df-02f0-4644-b3a2-0cc26598d8c6 req-be88e5bf-aa6d-4ce1-9377-d07fadd63f01 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:43.144310 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b9fbd9df-02f0-4644-b3a2-0cc26598d8c6 req-be88e5bf-aa6d-4ce1-9377-d07fadd63f01 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 1127 time: 0.0459306 Mar 07 11:13:43.191335 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b9fbd9df-02f0-4644-b3a2-0cc26598d8c6 req-a3290f40-caad-4e6f-9e47-45a26d819151 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a48314a8-1075-4a47-8bf4-5619b436314f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409944 Mar 07 11:13:43.409471 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40222) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:43.793612 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f490df23-f4b4-44e9-bfff-9b62606e2e75 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (9b90902e-dd6b-4da6-aa3f-3075a68744c7), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:43.808929 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-2c0a883c-5435-4d26-8e26-99e636a40c4d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1000743 Mar 07 11:13:43.820283 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-135eaf28-567c-42f2-a260-2592c1de446e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:13:43.821284 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-135eaf28-567c-42f2-a260-2592c1de446e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051172 Mar 07 11:13:43.975345 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-986fb11e-408d-42fc-9627-26f0659b06e1 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:43.976944 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-986fb11e-408d-42fc-9627-26f0659b06e1 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] 10.222.0.11 "GET /v2.0/ports/b1feb5e1-4f93-4565-9196-0e4b19b0b4fc HTTP/1.1" status: 200 len: 1124 time: 0.1116989 Mar 07 11:13:44.151019 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-f490df23-f4b4-44e9-bfff-9b62606e2e75 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Deleting port a6cb98aa-0b13-4e4a-938a-24ce4286f4c8 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:13:44.151416 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f490df23-f4b4-44e9-bfff-9b62606e2e75 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a6cb98aa-0b13-4e4a-938a-24ce4286f4c8), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:44.251703 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-f490df23-f4b4-44e9-bfff-9b62606e2e75 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] For port a6cb98aa-0b13-4e4a-938a-24ce4286f4c8, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a6cb98aa-0b13-4e4a-938a-24ce4286f4c8,segment=NetworkSegment(d914d4e8-18cc-4f8c-99aa-77ddde613c32),segment_id=d914d4e8-18cc-4f8c-99aa-77ddde613c32)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:44.252088 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f490df23-f4b4-44e9-bfff-9b62606e2e75 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a6cb98aa-0b13-4e4a-938a-24ce4286f4c8), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:44.265840 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-f490df23-f4b4-44e9-bfff-9b62606e2e75 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Calling delete_port for a6cb98aa-0b13-4e4a-938a-24ce4286f4c8 owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:13:44.455795 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-4cf719f4-3612-4cf3-b8ff-e09161c3cabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:44.457364 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-4cf719f4-3612-4cf3-b8ff-e09161c3cabb service neutron] 10.222.0.11 "GET /v2.0/ports/b1feb5e1-4f93-4565-9196-0e4b19b0b4fc HTTP/1.1" status: 200 len: 1124 time: 0.0412331 Mar 07 11:13:44.466612 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-511b85a4-b848-49fa-bbd6-6f5f849579b1 service neutron] Request body: {'binding': {'host': 'n-h2-832164-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:13:44.466726 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f490df23-f4b4-44e9-bfff-9b62606e2e75 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (a6cb98aa-0b13-4e4a-938a-24ce4286f4c8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:44.466856 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-511b85a4-b848-49fa-bbd6-6f5f849579b1 service neutron] Unknown quota resources ['binding']. {{(pid=103766) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Mar 07 11:13:44.498354 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f490df23-f4b4-44e9-bfff-9b62606e2e75 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event deleted for resources: {'Port': ['ID=a6cb98aa-0b13-4e4a-938a-24ce4286f4c8,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:44.628663 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-511b85a4-b848-49fa-bbd6-6f5f849579b1 service neutron] Attempting to bind port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc on host n-h2-832164-4 for vnic_type normal with profile None {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:13:44.629581 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-511b85a4-b848-49fa-bbd6-6f5f849579b1 service neutron] Attempting to bind port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '8d4e6b35-02e5-4f59-bf95-291adff0a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:13:44.629924 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-511b85a4-b848-49fa-bbd6-6f5f849579b1 service neutron] Attempting to bind port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc on network 90e815f1-a7e2-4388-9260-1c6338913c6d {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:13:44.635876 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-511b85a4-b848-49fa-bbd6-6f5f849579b1 service neutron] Port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc on network 90e815f1-a7e2-4388-9260-1c6338913c6d not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:13:44.637215 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-511b85a4-b848-49fa-bbd6-6f5f849579b1 service neutron] Attempting to bind port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc on network 90e815f1-a7e2-4388-9260-1c6338913c6d {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:13:44.642983 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-511b85a4-b848-49fa-bbd6-6f5f849579b1 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 13, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:13:44.643329 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-511b85a4-b848-49fa-bbd6-6f5f849579b1 service neutron] Checking segment: {'id': '8d4e6b35-02e5-4f59-bf95-291adff0a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:13:44.643719 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-511b85a4-b848-49fa-bbd6-6f5f849579b1 service neutron] Bound using segment: {'id': '8d4e6b35-02e5-4f59-bf95-291adff0a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:13:44.644155 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-511b85a4-b848-49fa-bbd6-6f5f849579b1 service neutron] Bound port: b1feb5e1-4f93-4565-9196-0e4b19b0b4fc, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d4e6b35-02e5-4f59-bf95-291adff0a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:13:44.694348 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f490df23-f4b4-44e9-bfff-9b62606e2e75 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (9b90902e-dd6b-4da6-aa3f-3075a68744c7), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:44.740335 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-511b85a4-b848-49fa-bbd6-6f5f849579b1 service neutron] For port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc,segment=NetworkSegment(8d4e6b35-02e5-4f59-bf95-291adff0a301),segment_id=8d4e6b35-02e5-4f59-bf95-291adff0a301)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:13:44.748481 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-511b85a4-b848-49fa-bbd6-6f5f849579b1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:44.749926 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-511b85a4-b848-49fa-bbd6-6f5f849579b1 service neutron] 10.222.0.11 "POST /v2.0/ports/b1feb5e1-4f93-4565-9196-0e4b19b0b4fc/bindings HTTP/1.1" status: 201 len: 389 time: 0.2873113 Mar 07 11:13:44.911073 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b993c-87f9-4b7e-9762-02c0dc317380 req-3b6644a3-8288-4406-8566-4319e17310c3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:44.913634 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-599b993c-87f9-4b7e-9762-02c0dc317380 req-3b6644a3-8288-4406-8566-4319e17310c3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 945 time: 0.0669606 Mar 07 11:13:44.986939 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-599b993c-87f9-4b7e-9762-02c0dc317380 req-f3437e36-5513-4250-be32-40b00c484f2d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48314a8-1075-4a47-8bf4-5619b436314f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675018 Mar 07 11:13:45.325292 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f490df23-f4b4-44e9-bfff-9b62606e2e75 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Router 9b90902e-dd6b-4da6-aa3f-3075a68744c7 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:13:45.331609 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-70f4d521-e05b-4618-b363-c44a070785a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:45.333069 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-70f4d521-e05b-4618-b363-c44a070785a7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 1127 time: 0.0667844 Mar 07 11:13:45.514167 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-9e9fa42e-90b7-4cae-880b-e61c2c2f9747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:45.516208 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-9e9fa42e-90b7-4cae-880b-e61c2c2f9747 service neutron] 10.222.0.31 "GET /v2.0/networks?id=90e815f1-a7e2-4388-9260-1c6338913c6d HTTP/1.1" status: 200 len: 898 time: 0.1753595 Mar 07 11:13:45.518888 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f490df23-f4b4-44e9-bfff-9b62606e2e75 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:13:45.524546 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f490df23-f4b4-44e9-bfff-9b62606e2e75 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "PUT /v2.0/routers/9b90902e-dd6b-4da6-aa3f-3075a68744c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1139603 Mar 07 11:13:45.529288 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5c49e3-1566-40ea-b561-1ad290747634 None None] Sync routers for ids ['9b90902e-dd6b-4da6-aa3f-3075a68744c7'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:13:45.540821 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5c49e3-1566-40ea-b561-1ad290747634 None None] Routers {'9b90902e-dd6b-4da6-aa3f-3075a68744c7'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:13:45.541485 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-be5c49e3-1566-40ea-b561-1ad290747634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:13:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9b90902e-dd6b-4da6-aa3f-3075a68744c7'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:45.591247 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-c7e876f7-23b3-4984-851a-6e22620c2153 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc HTTP/1.1" status: 200 len: 1001 time: 0.0653708 Mar 07 11:13:45.654329 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-be5c49e3-1566-40ea-b561-1ad290747634 None None] Set router 9b90902e-dd6b-4da6-aa3f-3075a68744c7 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:13:45.655996 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-f4f73b5f-d42a-4410-ba65-55488158e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:45.658605 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-f4f73b5f-d42a-4410-ba65-55488158e94c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3db204c5-5f49-4fa5-a7ca-15793f9668df HTTP/1.1" status: 200 len: 835 time: 0.0603399 Mar 07 11:13:45.725887 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-acb398b9-e4e2-4897-a9ae-67ec2e33567b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:45.727623 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-acb398b9-e4e2-4897-a9ae-67ec2e33567b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=90e815f1-a7e2-4388-9260-1c6338913c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0631118 Mar 07 11:13:45.791238 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f40b67-3a58-44c1-bd67-e6fdf8a92065 req-3e5a5314-71d7-49b7-a059-31e04a1c8a31 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:45.792732 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04f40b67-3a58-44c1-bd67-e6fdf8a92065 req-3e5a5314-71d7-49b7-a059-31e04a1c8a31 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c3e6212-dbf2-4f8a-8d2d-a6c5054aa362 HTTP/1.1" status: 200 len: 946 time: 0.0613608 Mar 07 11:13:45.831082 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-139c0930-c5ba-4852-b759-20b37dcff3d0 service neutron] 10.222.0.31 "GET /v2.0/networks/90e815f1-a7e2-4388-9260-1c6338913c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971584 Mar 07 11:13:45.846997 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04f40b67-3a58-44c1-bd67-e6fdf8a92065 req-a6ddc4e7-9c44-440d-b1e2-be6592179052 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?id=17126189-8424-4898-b122-e945ff99cfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459013 Mar 07 11:13:45.917122 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-be5c49e3-1566-40ea-b561-1ad290747634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'name': 'tempest-TestNetworkBasicOps-router-26881718', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:15Z', 'updated_at': '2022-03-07T11:13:44Z', 'revision_number': 6, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:dd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:16Z', 'updated_at': '2022-03-07T11:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'e263c6a1-dd7e-462b-85fd-bcba67e08f78', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'floating_ip_address': '172.25.3.247', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'port_id': 'ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9', 'mac_address': 'fa:16:3e:17:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014331c5-5877-4815-9b1b-ae25b99ab1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:11:43Z', 'updated_at': '2022-03-07T11:11:46Z', 'revision_number': 1, 'project_id': '9218733d4245439aa2e846b97fffe915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e578209-b2e3-40b2-acde-97e55481bb66', 'name': '', 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'mac_address': 'fa:16:3e:ea:7f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '8afa8167-9ae9-4366-a077-b70bbd2e1aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:20Z', 'updated_at': '2022-03-07T11:11:26Z', 'revision_number': 5, 'project_id': '9218733d4245439aa2e846b97fffe915', 'subnets': [{'id': '8afa8167-9ae9-4366-a077-b70bbd2e1aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:45.932702 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-fc8c7667-3b0f-4182-9686-bdce7469cb9e service neutron] 10.222.0.31 "GET /v2.0/networks/90e815f1-a7e2-4388-9260-1c6338913c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949624 Mar 07 11:13:45.948509 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5c49e3-1566-40ea-b561-1ad290747634 None None] Checking router: 9b90902e-dd6b-4da6-aa3f-3075a68744c7 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:13:45.957866 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5c49e3-1566-40ea-b561-1ad290747634 None None] Routers {'9b90902e-dd6b-4da6-aa3f-3075a68744c7'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:13:45.958459 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-be5c49e3-1566-40ea-b561-1ad290747634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:13:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9b90902e-dd6b-4da6-aa3f-3075a68744c7'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:46.067558 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-be5c49e3-1566-40ea-b561-1ad290747634 None None] Set router 9b90902e-dd6b-4da6-aa3f-3075a68744c7 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:13:46.099859 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-d526e192-ef5b-4a83-9a92-544bfcba5678 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:46.101286 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-d526e192-ef5b-4a83-9a92-544bfcba5678 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960&tenant_id=495992950f4c431c9a7421503d52aa85&binding%3Ahost_id=n-h1-832164-4 HTTP/1.1" status: 200 len: 1127 time: 0.1131475 Mar 07 11:13:46.113046 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-832164-4'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:13:46.159134 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d82793-1946-4be1-8c31-07423c87f2ea req-7cb23829-7830-4d3c-a24d-dfa6e165e9a3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:46.160628 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-01d82793-1946-4be1-8c31-07423c87f2ea req-7cb23829-7830-4d3c-a24d-dfa6e165e9a3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 945 time: 0.0961890 Mar 07 11:13:46.215312 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b1feb5e1-4f93-4565-9196-0e4b19b0b4fc), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:46.248573 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-01d82793-1946-4be1-8c31-07423c87f2ea req-6b321b7b-0ac4-4a7b-b270-6d009b7b3e86 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48314a8-1075-4a47-8bf4-5619b436314f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810001 Mar 07 11:13:46.290423 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-be5c49e3-1566-40ea-b561-1ad290747634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'name': 'tempest-TestNetworkBasicOps-router-26881718', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:15Z', 'updated_at': '2022-03-07T11:13:44Z', 'revision_number': 6, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:dd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:16Z', 'updated_at': '2022-03-07T11:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'e263c6a1-dd7e-462b-85fd-bcba67e08f78', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'floating_ip_address': '172.25.3.247', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'port_id': 'ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9', 'mac_address': 'fa:16:3e:17:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014331c5-5877-4815-9b1b-ae25b99ab1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:11:43Z', 'updated_at': '2022-03-07T11:11:46Z', 'revision_number': 1, 'project_id': '9218733d4245439aa2e846b97fffe915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e578209-b2e3-40b2-acde-97e55481bb66', 'name': '', 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'mac_address': 'fa:16:3e:ea:7f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '8afa8167-9ae9-4366-a077-b70bbd2e1aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:20Z', 'updated_at': '2022-03-07T11:11:26Z', 'revision_number': 5, 'project_id': '9218733d4245439aa2e846b97fffe915', 'subnets': [{'id': '8afa8167-9ae9-4366-a077-b70bbd2e1aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:46.322829 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5c49e3-1566-40ea-b561-1ad290747634 None None] The sync data for ids ['9b90902e-dd6b-4da6-aa3f-3075a68744c7'] in n-d-832164-4 is: [{'id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'name': 'tempest-TestNetworkBasicOps-router-26881718', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:15Z', 'updated_at': '2022-03-07T11:13:44Z', 'revision_number': 6, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:dd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:16Z', 'updated_at': '2022-03-07T11:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'e263c6a1-dd7e-462b-85fd-bcba67e08f78', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'floating_ip_address': '172.25.3.247', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'port_id': 'ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3901, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9', 'mac_address': 'fa:16:3e:17:5e:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014331c5-5877-4815-9b1b-ae25b99ab1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:11:43Z', 'updated_at': '2022-03-07T11:11:46Z', 'revision_number': 1, 'project_id': '9218733d4245439aa2e846b97fffe915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e578209-b2e3-40b2-acde-97e55481bb66', 'name': '', 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'mac_address': 'fa:16:3e:ea:7f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '8afa8167-9ae9-4366-a077-b70bbd2e1aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:20Z', 'updated_at': '2022-03-07T11:11:26Z', 'revision_number': 5, 'project_id': '9218733d4245439aa2e846b97fffe915', 'subnets': [{'id': '8afa8167-9ae9-4366-a077-b70bbd2e1aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:13:46.366252 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] For port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc,segment=NetworkSegment(8d4e6b35-02e5-4f59-bf95-291adff0a301),segment_id=8d4e6b35-02e5-4f59-bf95-291adff0a301)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:46.402452 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] For port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:13:46.442104 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6b4c71-a97a-451f-9e43-88ff17b3c960', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1feb5e1-4f93-4565-9196-0e4b19b0b4fc'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:13:46.444665 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ce430f-82f0-4e7c-a816-e2f7b26b81fb" -d '{"events": [{"server_uuid": "db6b4c71-a97a-451f-9e43-88ff17b3c960", "name": "network-vif-unplugged", "status": "completed", "tag": "b1feb5e1-4f93-4565-9196-0e4b19b0b4fc"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:13:46.448270 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] Publish callbacks [] for port (b1feb5e1-4f93-4565-9196-0e4b19b0b4fc), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:46.454561 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (b1feb5e1-4f93-4565-9196-0e4b19b0b4fc), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:46.485650 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8504e722-88c7-467c-b64b-0719af226145 x-openstack-request-id: req-8504e722-88c7-467c-b64b-0719af226145 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:13:46.485946 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6b4c71-a97a-451f-9e43-88ff17b3c960", "name": "network-vif-unplugged", "status": "completed", "tag": "b1feb5e1-4f93-4565-9196-0e4b19b0b4fc", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:13:46.486204 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8504e722-88c7-467c-b64b-0719af226145 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:13:46.486603 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6b4c71-a97a-451f-9e43-88ff17b3c960', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1feb5e1-4f93-4565-9196-0e4b19b0b4fc', 'code': 200} Mar 07 11:13:46.557825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] Pushing event updated for resources: {'Port': ['ID=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc,revision_number=7']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:46.569911 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:46.570277 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:46.570780 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:46.570921 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:46.571252 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:46.571579 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:46.571906 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:46.572232 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:46.572552 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:46.572876 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:46.573234 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:46.573559 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:46.573878 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:46.623146 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] Attempting to bind port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc on host n-h1-832164-4 for vnic_type normal with profile {"migrating_to": "n-h2-832164-4"} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:13:46.623405 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] Attempting to bind port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '8d4e6b35-02e5-4f59-bf95-291adff0a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:13:46.623734 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] Attempting to bind port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc on network 90e815f1-a7e2-4388-9260-1c6338913c6d {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:13:46.629158 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] Port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc on network 90e815f1-a7e2-4388-9260-1c6338913c6d not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:13:46.629476 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] Attempting to bind port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc on network 90e815f1-a7e2-4388-9260-1c6338913c6d {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:13:46.634628 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:13:46.634966 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] Checking segment: {'id': '8d4e6b35-02e5-4f59-bf95-291adff0a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:13:46.635349 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] Bound using segment: {'id': '8d4e6b35-02e5-4f59-bf95-291adff0a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:13:46.635778 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] Bound port: b1feb5e1-4f93-4565-9196-0e4b19b0b4fc, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d4e6b35-02e5-4f59-bf95-291adff0a301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:13:46.636138 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b1feb5e1-4f93-4565-9196-0e4b19b0b4fc), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:46.697450 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-569124f5-aa2d-4f85-9fad-d0e1f3fb4a77 None None] Provisioning complete for port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:13:46.698032 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-569124f5-aa2d-4f85-9fad-d0e1f3fb4a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b1feb5e1-4f93-4565-9196-0e4b19b0b4fc), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:46.707994 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] For port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:13:46.711500 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] For port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc,segment=NetworkSegment(8d4e6b35-02e5-4f59-bf95-291adff0a301),segment_id=8d4e6b35-02e5-4f59-bf95-291adff0a301)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:13:46.719119 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (b1feb5e1-4f93-4565-9196-0e4b19b0b4fc), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:46.739241 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-569124f5-aa2d-4f85-9fad-d0e1f3fb4a77 None None] Port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:13:46.820117 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] Pushing event updated for resources: {'Port': ['ID=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc,revision_number=8']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:46.867082 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:46.867705 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:46.869143 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-120ad33c-945e-41e7-bfd1-8dbaf6e22392 service neutron] 10.222.0.31 "PUT /v2.0/ports/b1feb5e1-4f93-4565-9196-0e4b19b0b4fc HTTP/1.1" status: 200 len: 1121 time: 0.7604430 Mar 07 11:13:46.948658 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['b1feb5e1-4f93-4565-9196-0e4b19b0b4fc'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:13:46.988698 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c9894-eb3a-4461-b9fc-73ac082ff69d req-85f3101f-3171-4bda-b90d-e76f7d1f003b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:46.991037 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4e8c9894-eb3a-4461-b9fc-73ac082ff69d req-85f3101f-3171-4bda-b90d-e76f7d1f003b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c3e6212-dbf2-4f8a-8d2d-a6c5054aa362 HTTP/1.1" status: 200 len: 946 time: 0.0673571 Mar 07 11:13:47.043092 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4e8c9894-eb3a-4461-b9fc-73ac082ff69d req-6938353b-bede-4a71-b775-74f94603fbe7 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?id=17126189-8424-4898-b122-e945ff99cfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462472 Mar 07 11:13:47.091978 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-766dc11a-acdc-4c85-8ec3-d61ffa93b091 None None] Provisioning complete for port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:13:47.091978 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-766dc11a-acdc-4c85-8ec3-d61ffa93b091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b1feb5e1-4f93-4565-9196-0e4b19b0b4fc), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:47.100790 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535eb0a7-d97b-405e-9eed-02a98ca7e54c req-20dab5a3-daa1-4c05-a3fc-9acf4f5c13a6 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:47.102282 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-535eb0a7-d97b-405e-9eed-02a98ca7e54c req-20dab5a3-daa1-4c05-a3fc-9acf4f5c13a6 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c3e6212-dbf2-4f8a-8d2d-a6c5054aa362 HTTP/1.1" status: 200 len: 946 time: 0.0549636 Mar 07 11:13:47.216947 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-535eb0a7-d97b-405e-9eed-02a98ca7e54c req-d1e3c9a2-ec4b-4806-bcc8-3202ab454ff7 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Deleting port e6d9ccad-399e-4a2c-8d7f-679cf73e4033 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:13:47.217430 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-535eb0a7-d97b-405e-9eed-02a98ca7e54c req-d1e3c9a2-ec4b-4806-bcc8-3202ab454ff7 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (e6d9ccad-399e-4a2c-8d7f-679cf73e4033), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:47.267522 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-766dc11a-acdc-4c85-8ec3-d61ffa93b091 None None] Current status of the port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:13:47.267911 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-766dc11a-acdc-4c85-8ec3-d61ffa93b091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b1feb5e1-4f93-4565-9196-0e4b19b0b4fc), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:47.316716 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6b4c71-a97a-451f-9e43-88ff17b3c960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1feb5e1-4f93-4565-9196-0e4b19b0b4fc'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:13:47.319108 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2248d79c-c321-4703-9c3d-088685986e71" -d '{"events": [{"server_uuid": "db6b4c71-a97a-451f-9e43-88ff17b3c960", "name": "network-vif-plugged", "status": "completed", "tag": "b1feb5e1-4f93-4565-9196-0e4b19b0b4fc"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:13:47.332349 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-535eb0a7-d97b-405e-9eed-02a98ca7e54c req-d1e3c9a2-ec4b-4806-bcc8-3202ab454ff7 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] For port e6d9ccad-399e-4a2c-8d7f-679cf73e4033, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e6d9ccad-399e-4a2c-8d7f-679cf73e4033,segment=NetworkSegment(d914d4e8-18cc-4f8c-99aa-77ddde613c32),segment_id=d914d4e8-18cc-4f8c-99aa-77ddde613c32)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:47.333431 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-535eb0a7-d97b-405e-9eed-02a98ca7e54c req-d1e3c9a2-ec4b-4806-bcc8-3202ab454ff7 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (e6d9ccad-399e-4a2c-8d7f-679cf73e4033), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:47.334351 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-766dc11a-acdc-4c85-8ec3-d61ffa93b091 None None] For port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc,segment=NetworkSegment(8d4e6b35-02e5-4f59-bf95-291adff0a301),segment_id=8d4e6b35-02e5-4f59-bf95-291adff0a301)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:47.339893 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-766dc11a-acdc-4c85-8ec3-d61ffa93b091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b1feb5e1-4f93-4565-9196-0e4b19b0b4fc), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:47.349604 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-535eb0a7-d97b-405e-9eed-02a98ca7e54c req-d1e3c9a2-ec4b-4806-bcc8-3202ab454ff7 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Calling delete_port for e6d9ccad-399e-4a2c-8d7f-679cf73e4033 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:13:47.394731 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51576443-02f2-4bce-a46e-f03cb4823565 x-openstack-request-id: req-51576443-02f2-4bce-a46e-f03cb4823565 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:13:47.394967 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6b4c71-a97a-451f-9e43-88ff17b3c960", "name": "network-vif-plugged", "status": "completed", "tag": "b1feb5e1-4f93-4565-9196-0e4b19b0b4fc", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:13:47.395221 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-51576443-02f2-4bce-a46e-f03cb4823565 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:13:47.395615 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6b4c71-a97a-451f-9e43-88ff17b3c960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1feb5e1-4f93-4565-9196-0e4b19b0b4fc', 'code': 200} Mar 07 11:13:47.398958 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e89005-6028-42f4-a453-524216a23f83 req-6a453f6a-e616-4280-ab06-f8f5fb17c0bd tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:47.401125 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-32e89005-6028-42f4-a453-524216a23f83 req-6a453f6a-e616-4280-ab06-f8f5fb17c0bd tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 945 time: 0.0723932 Mar 07 11:13:47.467505 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-32e89005-6028-42f4-a453-524216a23f83 req-d2c6672b-74ab-411f-b872-48273eb31bbd tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48314a8-1075-4a47-8bf4-5619b436314f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587356 Mar 07 11:13:47.502064 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766dc11a-acdc-4c85-8ec3-d61ffa93b091 None None] Pushing event updated for resources: {'Port': ['ID=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc,revision_number=9']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:47.515337 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766dc11a-acdc-4c85-8ec3-d61ffa93b091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:47.515691 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766dc11a-acdc-4c85-8ec3-d61ffa93b091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:47.516037 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766dc11a-acdc-4c85-8ec3-d61ffa93b091 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:47.516964 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766dc11a-acdc-4c85-8ec3-d61ffa93b091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:47.517332 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766dc11a-acdc-4c85-8ec3-d61ffa93b091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:47.517669 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766dc11a-acdc-4c85-8ec3-d61ffa93b091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:47.518003 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766dc11a-acdc-4c85-8ec3-d61ffa93b091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:47.518328 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766dc11a-acdc-4c85-8ec3-d61ffa93b091 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:47.518653 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766dc11a-acdc-4c85-8ec3-d61ffa93b091 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:47.518979 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766dc11a-acdc-4c85-8ec3-d61ffa93b091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:47.519304 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766dc11a-acdc-4c85-8ec3-d61ffa93b091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:47.519625 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766dc11a-acdc-4c85-8ec3-d61ffa93b091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:47.519946 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766dc11a-acdc-4c85-8ec3-d61ffa93b091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:47.537798 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-535eb0a7-d97b-405e-9eed-02a98ca7e54c req-d1e3c9a2-ec4b-4806-bcc8-3202ab454ff7 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (e6d9ccad-399e-4a2c-8d7f-679cf73e4033), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:47.573761 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3c9a2-ec4b-4806-bcc8-3202ab454ff7 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event deleted for resources: {'Port': ['ID=e6d9ccad-399e-4a2c-8d7f-679cf73e4033,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:47.619091 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-535eb0a7-d97b-405e-9eed-02a98ca7e54c req-d1e3c9a2-ec4b-4806-bcc8-3202ab454ff7 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] No DVR routers for this DVR port e6d9ccad-399e-4a2c-8d7f-679cf73e4033 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:13:47.621906 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-535eb0a7-d97b-405e-9eed-02a98ca7e54c req-d1e3c9a2-ec4b-4806-bcc8-3202ab454ff7 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:47.625849 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-535eb0a7-d97b-405e-9eed-02a98ca7e54c req-d1e3c9a2-ec4b-4806-bcc8-3202ab454ff7 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.21 "DELETE /v2.0/ports/e6d9ccad-399e-4a2c-8d7f-679cf73e4033 HTTP/1.1" status: 204 len: 173 time: 0.5182991 Mar 07 11:13:47.652988 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a6cb98aa-0b13-4e4a-938a-24ce4286f4c8 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:13:47.676623 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: a6cb98aa-0b13-4e4a-938a-24ce4286f4c8 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:13:47.676968 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a6cb98aa-0b13-4e4a-938a-24ce4286f4c8 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:13:48.186540 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c0b14eb-56d5-4602-a947-793b9d4033f2 req-1b0df1df-e215-49bd-8a49-1ec50b0b570c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=1c3e6212-dbf2-4f8a-8d2d-a6c5054aa362 HTTP/1.1" status: 200 len: 210 time: 0.0412867 Mar 07 11:13:48.488181 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6b4c71-a97a-451f-9e43-88ff17b3c960', 'tag': 'b1feb5e1-4f93-4565-9196-0e4b19b0b4fc'}, {'server_uuid': '1c3e6212-dbf2-4f8a-8d2d-a6c5054aa362', 'name': 'network-vif-deleted', 'tag': 'e6d9ccad-399e-4a2c-8d7f-679cf73e4033'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:13:48.490760 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:48.492206 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3eaf9cb-db26-472c-96cc-ba186850e01b" -d '{"events": [{"name": "network-changed", "server_uuid": "db6b4c71-a97a-451f-9e43-88ff17b3c960", "tag": "b1feb5e1-4f93-4565-9196-0e4b19b0b4fc"}, {"server_uuid": "1c3e6212-dbf2-4f8a-8d2d-a6c5054aa362", "name": "network-vif-deleted", "tag": "e6d9ccad-399e-4a2c-8d7f-679cf73e4033"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:13:48.539755 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 07 Mar 2022 11:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5d0a1c-f00e-40e2-b61e-904f13e326f5 x-openstack-request-id: req-9c5d0a1c-f00e-40e2-b61e-904f13e326f5 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:13:48.540921 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db6b4c71-a97a-451f-9e43-88ff17b3c960", "tag": "b1feb5e1-4f93-4565-9196-0e4b19b0b4fc", "status": "completed", "code": 200}, {"server_uuid": "1c3e6212-dbf2-4f8a-8d2d-a6c5054aa362", "name": "network-vif-deleted", "tag": "e6d9ccad-399e-4a2c-8d7f-679cf73e4033", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:13:48.541465 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9c5d0a1c-f00e-40e2-b61e-904f13e326f5 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:13:48.542482 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db6b4c71-a97a-451f-9e43-88ff17b3c960', 'tag': 'b1feb5e1-4f93-4565-9196-0e4b19b0b4fc', 'status': 'completed', 'code': 200} Mar 07 11:13:48.543028 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c3e6212-dbf2-4f8a-8d2d-a6c5054aa362', 'name': 'network-vif-deleted', 'tag': 'e6d9ccad-399e-4a2c-8d7f-679cf73e4033', 'status': 'completed', 'code': 200} Mar 07 11:13:48.614411 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d852f8e-d2c1-473c-972e-4c9b9f23c3b3 req-fce17bdd-612d-4c4f-b3c3-21368e59cb48 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:48.621795 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8d852f8e-d2c1-473c-972e-4c9b9f23c3b3 req-fce17bdd-612d-4c4f-b3c3-21368e59cb48 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 945 time: 0.0767159 Mar 07 11:13:48.628182 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eaf9cb-db26-472c-96cc-ba186850e01b req-eb1bbef7-fc03-44c6-8d34-fd7b186d8b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:48.629879 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3eaf9cb-db26-472c-96cc-ba186850e01b req-eb1bbef7-fc03-44c6-8d34-fd7b186d8b6d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 1157 time: 0.0625749 Mar 07 11:13:48.679288 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8d852f8e-d2c1-473c-972e-4c9b9f23c3b3 req-15664c6a-e7b7-427c-b0ed-4204d9f60d45 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48314a8-1075-4a47-8bf4-5619b436314f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563352 Mar 07 11:13:48.736128 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eaf9cb-db26-472c-96cc-ba186850e01b req-10ed369c-eebf-471b-86b0-31f0e8f7537b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:48.737668 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3eaf9cb-db26-472c-96cc-ba186850e01b req-10ed369c-eebf-471b-86b0-31f0e8f7537b service neutron] 10.222.0.21 "GET /v2.0/networks?id=90e815f1-a7e2-4388-9260-1c6338913c6d HTTP/1.1" status: 200 len: 898 time: 0.1022379 Mar 07 11:13:48.819214 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3eaf9cb-db26-472c-96cc-ba186850e01b req-b03d95bb-4de2-41a8-9009-af3c1ee351fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc HTTP/1.1" status: 200 len: 1001 time: 0.0756414 Mar 07 11:13:48.875219 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eaf9cb-db26-472c-96cc-ba186850e01b req-196fb02f-7726-409b-b109-2b561afa6423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:48.876876 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3eaf9cb-db26-472c-96cc-ba186850e01b req-196fb02f-7726-409b-b109-2b561afa6423 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3db204c5-5f49-4fa5-a7ca-15793f9668df HTTP/1.1" status: 200 len: 835 time: 0.0524404 Mar 07 11:13:48.932338 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eaf9cb-db26-472c-96cc-ba186850e01b req-61762544-299d-4772-9300-308a6487fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:48.933941 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3eaf9cb-db26-472c-96cc-ba186850e01b req-61762544-299d-4772-9300-308a6487fd00 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=90e815f1-a7e2-4388-9260-1c6338913c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0509331 Mar 07 11:13:49.038008 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3eaf9cb-db26-472c-96cc-ba186850e01b req-770d36ad-df73-4da3-9515-911578e175d0 service neutron] 10.222.0.21 "GET /v2.0/networks/90e815f1-a7e2-4388-9260-1c6338913c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967083 Mar 07 11:13:49.142472 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3eaf9cb-db26-472c-96cc-ba186850e01b req-bbdd317b-5a9d-4bf5-8bd3-2525d73854db service neutron] 10.222.0.21 "GET /v2.0/networks/90e815f1-a7e2-4388-9260-1c6338913c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981658 Mar 07 11:13:49.259458 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40272) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:49.328021 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e5475928-2999-49ee-92a8-fd5be68e183c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group (17126189-8424-4898-b122-e945ff99cfd9), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:49.368572 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e5475928-2999-49ee-92a8-fd5be68e183c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group (17126189-8424-4898-b122-e945ff99cfd9), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:49.458017 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e5475928-2999-49ee-92a8-fd5be68e183c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (17126189-8424-4898-b122-e945ff99cfd9), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:49.460647 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e5475928-2999-49ee-92a8-fd5be68e183c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:49.462284 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e5475928-2999-49ee-92a8-fd5be68e183c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "DELETE /v2.0/security-groups/17126189-8424-4898-b122-e945ff99cfd9 HTTP/1.1" status: 204 len: 168 time: 0.2014103 Mar 07 11:13:49.474707 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5475928-2999-49ee-92a8-fd5be68e183c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17126189-8424-4898-b122-e945ff99cfd9,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:49.526743 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40276) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:49.580962 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-403dfa04-7518-4a8e-be78-3ff461ae7b48 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Deleting subnet 972b926d-fb8c-4933-93f6-7e49cc0de38c {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:13:49.584251 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-403dfa04-7518-4a8e-be78-3ff461ae7b48 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for subnet (972b926d-fb8c-4933-93f6-7e49cc0de38c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:49.626711 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-403dfa04-7518-4a8e-be78-3ff461ae7b48 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (972b926d-fb8c-4933-93f6-7e49cc0de38c), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:49.723756 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-403dfa04-7518-4a8e-be78-3ff461ae7b48 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (972b926d-fb8c-4933-93f6-7e49cc0de38c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:49.795478 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-403dfa04-7518-4a8e-be78-3ff461ae7b48 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (972b926d-fb8c-4933-93f6-7e49cc0de38c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:49.825887 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee29226-c50d-4374-a92d-dc798a79ec79 req-fab06948-1089-4dc2-a5c4-8bd03d92fc10 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:49.830451 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403dfa04-7518-4a8e-be78-3ff461ae7b48 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event deleted for resources: {'Subnet': ['ID=972b926d-fb8c-4933-93f6-7e49cc0de38c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:49.834187 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dee29226-c50d-4374-a92d-dc798a79ec79 req-fab06948-1089-4dc2-a5c4-8bd03d92fc10 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 945 time: 0.0760243 Mar 07 11:13:49.839230 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-403dfa04-7518-4a8e-be78-3ff461ae7b48 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:49.846345 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-403dfa04-7518-4a8e-be78-3ff461ae7b48 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "DELETE /v2.0/subnets/972b926d-fb8c-4933-93f6-7e49cc0de38c HTTP/1.1" status: 204 len: 168 time: 0.3150420 Mar 07 11:13:49.846345 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403dfa04-7518-4a8e-be78-3ff461ae7b48 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.846776 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403dfa04-7518-4a8e-be78-3ff461ae7b48 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.847038 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403dfa04-7518-4a8e-be78-3ff461ae7b48 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.847382 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403dfa04-7518-4a8e-be78-3ff461ae7b48 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.847718 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403dfa04-7518-4a8e-be78-3ff461ae7b48 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.848124 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403dfa04-7518-4a8e-be78-3ff461ae7b48 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.848470 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403dfa04-7518-4a8e-be78-3ff461ae7b48 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.848808 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403dfa04-7518-4a8e-be78-3ff461ae7b48 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.849142 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403dfa04-7518-4a8e-be78-3ff461ae7b48 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.849543 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403dfa04-7518-4a8e-be78-3ff461ae7b48 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.849877 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403dfa04-7518-4a8e-be78-3ff461ae7b48 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.850208 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403dfa04-7518-4a8e-be78-3ff461ae7b48 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.850534 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403dfa04-7518-4a8e-be78-3ff461ae7b48 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:13:49.851572 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6c81f2-a862-4194-865f-5ccbad9e10e8 None None] Network a2435564-9ec4-4ef8-9bc6-775332a965a2 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:13:49.853865 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40280) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:49.897801 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dee29226-c50d-4374-a92d-dc798a79ec79 req-509226d8-bdf4-4202-90a4-063646f08a82 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48314a8-1075-4a47-8bf4-5619b436314f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624182 Mar 07 11:13:49.954141 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-beb5a798-7f99-45f9-aa5b-1b7c5ea504b2 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (a2435564-9ec4-4ef8-9bc6-775332a965a2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:50.026085 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-beb5a798-7f99-45f9-aa5b-1b7c5ea504b2 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Deleting port b2d19725-14e4-4a6e-99d2-0e05d8e3ede7 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:13:50.026435 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-beb5a798-7f99-45f9-aa5b-1b7c5ea504b2 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (b2d19725-14e4-4a6e-99d2-0e05d8e3ede7), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:50.070563 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ba971e-0b58-4fd4-a03e-a3797fbbaf11 None None] DHCP port deletion for a2435564-9ec4-4ef8-9bc6-775332a965a2 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:13:50.097905 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-beb5a798-7f99-45f9-aa5b-1b7c5ea504b2 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] For port b2d19725-14e4-4a6e-99d2-0e05d8e3ede7, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b2d19725-14e4-4a6e-99d2-0e05d8e3ede7,segment=NetworkSegment(d914d4e8-18cc-4f8c-99aa-77ddde613c32),segment_id=d914d4e8-18cc-4f8c-99aa-77ddde613c32)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:50.098266 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-beb5a798-7f99-45f9-aa5b-1b7c5ea504b2 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (b2d19725-14e4-4a6e-99d2-0e05d8e3ede7), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:50.111608 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-beb5a798-7f99-45f9-aa5b-1b7c5ea504b2 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Calling delete_port for b2d19725-14e4-4a6e-99d2-0e05d8e3ede7 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:13:50.120663 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-81ba971e-0b58-4fd4-a03e-a3797fbbaf11 None None] Deleting port b2d19725-14e4-4a6e-99d2-0e05d8e3ede7 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:13:50.121180 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-81ba971e-0b58-4fd4-a03e-a3797fbbaf11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (b2d19725-14e4-4a6e-99d2-0e05d8e3ede7), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:50.124146 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device b1feb5e1-4f93-4565-9196-0e4b19b0b4fc details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:13:50.190653 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-beb5a798-7f99-45f9-aa5b-1b7c5ea504b2 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (b2d19725-14e4-4a6e-99d2-0e05d8e3ede7), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:50.217270 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5a798-7f99-45f9-aa5b-1b7c5ea504b2 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event deleted for resources: {'Port': ['ID=b2d19725-14e4-4a6e-99d2-0e05d8e3ede7,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:50.219217 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb5a798-7f99-45f9-aa5b-1b7c5ea504b2 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] No DVR routers for this DVR port b2d19725-14e4-4a6e-99d2-0e05d8e3ede7 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:13:50.229983 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-81ba971e-0b58-4fd4-a03e-a3797fbbaf11 None None] For port b2d19725-14e4-4a6e-99d2-0e05d8e3ede7, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b2d19725-14e4-4a6e-99d2-0e05d8e3ede7,segment=NetworkSegment(d914d4e8-18cc-4f8c-99aa-77ddde613c32),segment_id=d914d4e8-18cc-4f8c-99aa-77ddde613c32)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:50.230407 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-81ba971e-0b58-4fd4-a03e-a3797fbbaf11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (b2d19725-14e4-4a6e-99d2-0e05d8e3ede7), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:50.279435 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-81ba971e-0b58-4fd4-a03e-a3797fbbaf11 None None] Calling delete_port for b2d19725-14e4-4a6e-99d2-0e05d8e3ede7 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:13:50.306440 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-beb5a798-7f99-45f9-aa5b-1b7c5ea504b2 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (a2435564-9ec4-4ef8-9bc6-775332a965a2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:50.329594 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-beb5a798-7f99-45f9-aa5b-1b7c5ea504b2 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2435564-9ec4-4ef8-9bc6-775332a965a2']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:50.339815 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-beb5a798-7f99-45f9-aa5b-1b7c5ea504b2 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd914d4e8-18cc-4f8c-99aa-77ddde613c32') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:50.340114 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-beb5a798-7f99-45f9-aa5b-1b7c5ea504b2 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd914d4e8-18cc-4f8c-99aa-77ddde613c32') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:50.351465 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-beb5a798-7f99-45f9-aa5b-1b7c5ea504b2 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (d914d4e8-18cc-4f8c-99aa-77ddde613c32), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:50.357563 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc,segment=NetworkSegment(8d4e6b35-02e5-4f59-bf95-291adff0a301),segment_id=8d4e6b35-02e5-4f59-bf95-291adff0a301)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:50.367281 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-beb5a798-7f99-45f9-aa5b-1b7c5ea504b2 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (d914d4e8-18cc-4f8c-99aa-77ddde613c32), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:50.374294 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb5a798-7f99-45f9-aa5b-1b7c5ea504b2 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:13:50.374708 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-beb5a798-7f99-45f9-aa5b-1b7c5ea504b2 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (d914d4e8-18cc-4f8c-99aa-77ddde613c32), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:50.378144 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 11:13:50.378144 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:13:50.378144 n-d-832164-4 neutron-server[103766]: timer() Mar 07 11:13:50.378144 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:13:50.378144 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 11:13:50.378144 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:13:50.378144 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 11:13:50.378144 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:13:50.378144 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 11:13:50.378144 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:13:50.378144 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 11:13:50.378144 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:13:50.378144 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 11:13:50.378144 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:13:50.378144 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:13:50.378144 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:13:50.378144 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:13:50.378144 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:13:50.378144 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 11:13:50.378144 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:13:50.378144 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 11:13:50.378144 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:13:50.378144 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:13:50.378144 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:13:50.378144 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 11:13:50.378144 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:13:50.378144 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:13:50.378144 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:13:50.378144 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:13:50.378144 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:13:50.378144 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:13:50.378144 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:13:50.382999 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device b1feb5e1-4f93-4565-9196-0e4b19b0b4fc has no active binding in host n-h2-832164-4 {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:13:50.398889 n-d-832164-4 neutron-server[103768]: self.session.flush() Mar 07 11:13:50.404208 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-81ba971e-0b58-4fd4-a03e-a3797fbbaf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (b2d19725-14e4-4a6e-99d2-0e05d8e3ede7), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:50.439545 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ba971e-0b58-4fd4-a03e-a3797fbbaf11 None None] No DVR routers for this DVR port b2d19725-14e4-4a6e-99d2-0e05d8e3ede7 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:13:50.448392 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba971e-0b58-4fd4-a03e-a3797fbbaf11 None None] Pushing event deleted for resources: {'Port': ['ID=b2d19725-14e4-4a6e-99d2-0e05d8e3ede7,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:50.451594 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-beb5a798-7f99-45f9-aa5b-1b7c5ea504b2 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (a2435564-9ec4-4ef8-9bc6-775332a965a2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:50.457580 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-beb5a798-7f99-45f9-aa5b-1b7c5ea504b2 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:50.465136 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40282) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:50.465369 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-beb5a798-7f99-45f9-aa5b-1b7c5ea504b2 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "DELETE /v2.0/networks/a2435564-9ec4-4ef8-9bc6-775332a965a2 HTTP/1.1" status: 204 len: 168 time: 0.6102438 Mar 07 11:13:50.482426 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5a798-7f99-45f9-aa5b-1b7c5ea504b2 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event deleted for resources: {'Network': ['ID=a2435564-9ec4-4ef8-9bc6-775332a965a2,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:50.658428 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-22473e25-0cec-4176-9feb-07938282145c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Deleting port 2b6a174f-f9d5-443c-8b1e-607e5a79f70a {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:13:50.658772 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-22473e25-0cec-4176-9feb-07938282145c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (2b6a174f-f9d5-443c-8b1e-607e5a79f70a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:50.736455 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-22473e25-0cec-4176-9feb-07938282145c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (2b6a174f-f9d5-443c-8b1e-607e5a79f70a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:50.736691 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-22473e25-0cec-4176-9feb-07938282145c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for floatingip (2b6a174f-f9d5-443c-8b1e-607e5a79f70a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:50.748312 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-22473e25-0cec-4176-9feb-07938282145c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Calling delete_port for 2b6a174f-f9d5-443c-8b1e-607e5a79f70a owned by network:floatingip {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:13:50.850960 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device e6d9ccad-399e-4a2c-8d7f-679cf73e4033 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:13:50.875192 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: e6d9ccad-399e-4a2c-8d7f-679cf73e4033 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:13:50.875888 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device e6d9ccad-399e-4a2c-8d7f-679cf73e4033 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:13:50.898847 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-22473e25-0cec-4176-9feb-07938282145c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (2b6a174f-f9d5-443c-8b1e-607e5a79f70a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:50.926615 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22473e25-0cec-4176-9feb-07938282145c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event deleted for resources: {'Port': ['ID=2b6a174f-f9d5-443c-8b1e-607e5a79f70a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:51.001266 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-22473e25-0cec-4176-9feb-07938282145c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for floatingip (e263c6a1-dd7e-462b-85fd-bcba67e08f78), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:51.001586 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-22473e25-0cec-4176-9feb-07938282145c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Floating IP e263c6a1-dd7e-462b-85fd-bcba67e08f78 disassociated (deleted). External IP: 172.25.3.247, port: ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb. Mar 07 11:13:51.042100 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0bac3-2107-4f9b-bb80-6f14fedba137 req-3287652f-8e4d-46d6-a085-e3a062d98925 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:51.043591 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6ae0bac3-2107-4f9b-bb80-6f14fedba137 req-3287652f-8e4d-46d6-a085-e3a062d98925 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 945 time: 0.0559750 Mar 07 11:13:51.095291 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6ae0bac3-2107-4f9b-bb80-6f14fedba137 req-1e300c0f-0d04-46bd-b70a-8d1e1b973610 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48314a8-1075-4a47-8bf4-5619b436314f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447967 Mar 07 11:13:51.226854 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22473e25-0cec-4176-9feb-07938282145c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Router 9b90902e-dd6b-4da6-aa3f-3075a68744c7 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:13:51.349399 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22473e25-0cec-4176-9feb-07938282145c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:13:51.354196 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-22473e25-0cec-4176-9feb-07938282145c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:51.358617 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e118cb-2e4c-4801-bdcf-e988f6672081 None None] Sync routers for ids ['9b90902e-dd6b-4da6-aa3f-3075a68744c7'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:13:51.368370 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e118cb-2e4c-4801-bdcf-e988f6672081 None None] Routers {'9b90902e-dd6b-4da6-aa3f-3075a68744c7'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:13:51.368984 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-74e118cb-2e4c-4801-bdcf-e988f6672081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:13:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9b90902e-dd6b-4da6-aa3f-3075a68744c7'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:51.385511 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-22473e25-0cec-4176-9feb-07938282145c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "DELETE /v2.0/floatingips/e263c6a1-dd7e-462b-85fd-bcba67e08f78 HTTP/1.1" status: 204 len: 168 time: 0.9192729 Mar 07 11:13:51.386200 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '014331c5-5877-4815-9b1b-ae25b99ab1e4', 'tag': 'ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:13:51.388650 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f00cbdf-e781-4571-926f-2f3ee519f09f" -d '{"events": [{"name": "network-changed", "server_uuid": "014331c5-5877-4815-9b1b-ae25b99ab1e4", "tag": "ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:13:51.426351 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2100cae-1e8e-449a-a021-42b01dd8ad93 x-openstack-request-id: req-e2100cae-1e8e-449a-a021-42b01dd8ad93 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:13:51.426652 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "014331c5-5877-4815-9b1b-ae25b99ab1e4", "tag": "ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:13:51.426911 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e2100cae-1e8e-449a-a021-42b01dd8ad93 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:13:51.427317 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '014331c5-5877-4815-9b1b-ae25b99ab1e4', 'tag': 'ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb', 'status': 'completed', 'code': 200} Mar 07 11:13:51.488271 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-74e118cb-2e4c-4801-bdcf-e988f6672081 None None] Set router 9b90902e-dd6b-4da6-aa3f-3075a68744c7 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:13:51.498940 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00cbdf-e781-4571-926f-2f3ee519f09f req-23ba9582-4b65-41de-886f-2740893aaf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:51.504259 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f00cbdf-e781-4571-926f-2f3ee519f09f req-23ba9582-4b65-41de-886f-2740893aaf56 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=9218733d4245439aa2e846b97fffe915&device_id=014331c5-5877-4815-9b1b-ae25b99ab1e4 HTTP/1.1" status: 200 len: 1127 time: 0.0532577 Mar 07 11:13:51.613812 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00cbdf-e781-4571-926f-2f3ee519f09f req-5f0360d0-3ce1-44bb-aada-04485056b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:51.615478 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f00cbdf-e781-4571-926f-2f3ee519f09f req-5f0360d0-3ce1-44bb-aada-04485056b9df service neutron] 10.222.0.31 "GET /v2.0/networks?id=e3e3050e-0d7e-4a9e-841d-e90f6afd42a9 HTTP/1.1" status: 200 len: 898 time: 0.0980713 Mar 07 11:13:51.652175 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647b0f6-af7c-43e9-b7f8-70b6a6204207 req-0fba0712-b32c-4e57-a762-674b8a78b4fa tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:51.654474 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b647b0f6-af7c-43e9-b7f8-70b6a6204207 req-0fba0712-b32c-4e57-a762-674b8a78b4fa tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=014331c5-5877-4815-9b1b-ae25b99ab1e4 HTTP/1.1" status: 200 len: 945 time: 0.0703180 Mar 07 11:13:51.677195 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f00cbdf-e781-4571-926f-2f3ee519f09f req-8c6a3983-8eb4-4634-b7ba-7cd46a69f077 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb HTTP/1.1" status: 200 len: 217 time: 0.0434153 Mar 07 11:13:51.713325 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-74e118cb-2e4c-4801-bdcf-e988f6672081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'name': 'tempest-TestNetworkBasicOps-router-26881718', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:15Z', 'updated_at': '2022-03-07T11:13:44Z', 'revision_number': 6, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:dd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:16Z', 'updated_at': '2022-03-07T11:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '6e578209-b2e3-40b2-acde-97e55481bb66', 'name': '', 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'mac_address': 'fa:16:3e:ea:7f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '8afa8167-9ae9-4366-a077-b70bbd2e1aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:20Z', 'updated_at': '2022-03-07T11:11:26Z', 'revision_number': 5, 'project_id': '9218733d4245439aa2e846b97fffe915', 'subnets': [{'id': '8afa8167-9ae9-4366-a077-b70bbd2e1aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:51.717688 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b2d19725-14e4-4a6e-99d2-0e05d8e3ede7 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:13:51.720589 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b647b0f6-af7c-43e9-b7f8-70b6a6204207 req-fe670c8f-c465-43c6-b83d-755761c957aa tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?id=65700cd8-7be9-4ee4-9a05-9c1a02b23207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583205 Mar 07 11:13:51.726785 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00cbdf-e781-4571-926f-2f3ee519f09f req-dd4c78d5-c04a-48c3-a6cf-1eec86355c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:51.728236 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f00cbdf-e781-4571-926f-2f3ee519f09f req-dd4c78d5-c04a-48c3-a6cf-1eec86355c76 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8afa8167-9ae9-4366-a077-b70bbd2e1aba HTTP/1.1" status: 200 len: 834 time: 0.0526519 Mar 07 11:13:51.744032 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e118cb-2e4c-4801-bdcf-e988f6672081 None None] Checking router: 9b90902e-dd6b-4da6-aa3f-3075a68744c7 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:13:51.767138 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: b2d19725-14e4-4a6e-99d2-0e05d8e3ede7 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:13:51.767456 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b2d19725-14e4-4a6e-99d2-0e05d8e3ede7 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:13:51.775765 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e118cb-2e4c-4801-bdcf-e988f6672081 None None] Routers {'9b90902e-dd6b-4da6-aa3f-3075a68744c7'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:13:51.776540 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-74e118cb-2e4c-4801-bdcf-e988f6672081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:13:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9b90902e-dd6b-4da6-aa3f-3075a68744c7'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:51.784103 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f00cbdf-e781-4571-926f-2f3ee519f09f req-01284211-ae8f-45d5-99d8-136d7498b19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:51.785724 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f00cbdf-e781-4571-926f-2f3ee519f09f req-01284211-ae8f-45d5-99d8-136d7498b19f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=e3e3050e-0d7e-4a9e-841d-e90f6afd42a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0503283 Mar 07 11:13:51.881515 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f00cbdf-e781-4571-926f-2f3ee519f09f req-0a0e34f6-4cf9-4096-9b1a-9fcf8aa80192 service neutron] 10.222.0.31 "GET /v2.0/networks/e3e3050e-0d7e-4a9e-841d-e90f6afd42a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871248 Mar 07 11:13:51.885230 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-74e118cb-2e4c-4801-bdcf-e988f6672081 None None] Set router 9b90902e-dd6b-4da6-aa3f-3075a68744c7 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:13:52.261210 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-74e118cb-2e4c-4801-bdcf-e988f6672081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'name': 'tempest-TestNetworkBasicOps-router-26881718', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:15Z', 'updated_at': '2022-03-07T11:13:44Z', 'revision_number': 6, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:dd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:16Z', 'updated_at': '2022-03-07T11:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '6e578209-b2e3-40b2-acde-97e55481bb66', 'name': '', 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'mac_address': 'fa:16:3e:ea:7f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '8afa8167-9ae9-4366-a077-b70bbd2e1aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:20Z', 'updated_at': '2022-03-07T11:11:26Z', 'revision_number': 5, 'project_id': '9218733d4245439aa2e846b97fffe915', 'subnets': [{'id': '8afa8167-9ae9-4366-a077-b70bbd2e1aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:52.293258 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e118cb-2e4c-4801-bdcf-e988f6672081 None None] The sync data for ids ['9b90902e-dd6b-4da6-aa3f-3075a68744c7'] in n-d-832164-4 is: [{'id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'name': 'tempest-TestNetworkBasicOps-router-26881718', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:15Z', 'updated_at': '2022-03-07T11:13:44Z', 'revision_number': 6, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:dd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:16Z', 'updated_at': '2022-03-07T11:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '6e578209-b2e3-40b2-acde-97e55481bb66', 'name': '', 'network_id': 'e3e3050e-0d7e-4a9e-841d-e90f6afd42a9', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'mac_address': 'fa:16:3e:ea:7f:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '8afa8167-9ae9-4366-a077-b70bbd2e1aba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:20Z', 'updated_at': '2022-03-07T11:11:26Z', 'revision_number': 5, 'project_id': '9218733d4245439aa2e846b97fffe915', 'subnets': [{'id': '8afa8167-9ae9-4366-a077-b70bbd2e1aba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:13:52.342743 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f00cbdf-e781-4571-926f-2f3ee519f09f req-7390710d-8d4c-4dad-9a5e-620c167181d5 service neutron] 10.222.0.31 "GET /v2.0/networks/e3e3050e-0d7e-4a9e-841d-e90f6afd42a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508355 Mar 07 11:13:52.358677 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e90750-e2c3-4067-9af0-437f52ad0bb1 req-66919adf-0ebb-430c-b089-4a39d7532b10 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:52.360480 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-09e90750-e2c3-4067-9af0-437f52ad0bb1 req-66919adf-0ebb-430c-b089-4a39d7532b10 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 945 time: 0.0736940 Mar 07 11:13:52.420692 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-09e90750-e2c3-4067-9af0-437f52ad0bb1 req-be0a7cab-c812-4289-9f89-0211788fa934 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48314a8-1075-4a47-8bf4-5619b436314f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533376 Mar 07 11:13:52.538085 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45591ce5-c8bc-4168-aa78-1608c694f614 None None] New status for floating IP e263c6a1-dd7e-462b-85fd-bcba67e08f78: DOWN {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:13:52.845951 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f5bad7-8b27-4099-b273-2d8ac1299a6f req-d48cacdb-3073-4c68-a6ef-fde1eba29240 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:52.847456 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-33f5bad7-8b27-4099-b273-2d8ac1299a6f req-d48cacdb-3073-4c68-a6ef-fde1eba29240 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=014331c5-5877-4815-9b1b-ae25b99ab1e4 HTTP/1.1" status: 200 len: 945 time: 0.0558777 Mar 07 11:13:52.896078 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-33f5bad7-8b27-4099-b273-2d8ac1299a6f req-365ff5ec-9b27-4cb3-8ec2-cdbcb350f9a2 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?id=65700cd8-7be9-4ee4-9a05-9c1a02b23207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428808 Mar 07 11:13:53.186648 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:53.538999 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f02ae-6dd7-4c05-bac9-d3d6f63f8637 req-23e0c872-48c6-4f2b-b60c-d1a087e3a6fe tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:53.540882 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc6f02ae-6dd7-4c05-bac9-d3d6f63f8637 req-23e0c872-48c6-4f2b-b60c-d1a087e3a6fe tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.31 "GET /v2.0/ports?device_id=014331c5-5877-4815-9b1b-ae25b99ab1e4 HTTP/1.1" status: 200 len: 945 time: 0.0836072 Mar 07 11:13:53.583524 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbb782-4767-4e47-8a41-412e976a763b req-b18e0fbb-582b-493a-86e4-b9753bbf4a2e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:53.584966 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9dbbb782-4767-4e47-8a41-412e976a763b req-b18e0fbb-582b-493a-86e4-b9753bbf4a2e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 945 time: 0.0958774 Mar 07 11:13:53.667005 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9dbbb782-4767-4e47-8a41-412e976a763b req-110ce373-2946-495a-8f22-89a62aeca463 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48314a8-1075-4a47-8bf4-5619b436314f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763569 Mar 07 11:13:53.682427 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-bc6f02ae-6dd7-4c05-bac9-d3d6f63f8637 req-ba3da6b1-f751-4b71-ae43-0a9856df88bb tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Deleting port ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:13:53.682775 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bc6f02ae-6dd7-4c05-bac9-d3d6f63f8637 req-ba3da6b1-f751-4b71-ae43-0a9856df88bb tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:53.773140 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-bc6f02ae-6dd7-4c05-bac9-d3d6f63f8637 req-ba3da6b1-f751-4b71-ae43-0a9856df88bb tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] For port ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb,segment=NetworkSegment(1589541a-a6e1-45a2-a4dd-6c75f1819145),segment_id=1589541a-a6e1-45a2-a4dd-6c75f1819145)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:53.773418 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bc6f02ae-6dd7-4c05-bac9-d3d6f63f8637 req-ba3da6b1-f751-4b71-ae43-0a9856df88bb tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:53.785772 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-bc6f02ae-6dd7-4c05-bac9-d3d6f63f8637 req-ba3da6b1-f751-4b71-ae43-0a9856df88bb tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Calling delete_port for ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:13:53.928857 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bc6f02ae-6dd7-4c05-bac9-d3d6f63f8637 req-ba3da6b1-f751-4b71-ae43-0a9856df88bb tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:53.960820 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3da6b1-f751-4b71-ae43-0a9856df88bb tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event deleted for resources: {'Port': ['ID=ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:54.008923 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a9110d46-2157-42bc-92b5-0e1531191906 req-5e5136d0-2a10-4e67-b3ec-5bb1e05a134f tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=014331c5-5877-4815-9b1b-ae25b99ab1e4 HTTP/1.1" status: 200 len: 210 time: 0.0323470 Mar 07 11:13:54.009610 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6f02ae-6dd7-4c05-bac9-d3d6f63f8637 req-ba3da6b1-f751-4b71-ae43-0a9856df88bb tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] No DVR routers for this DVR port ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:13:54.012364 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-bc6f02ae-6dd7-4c05-bac9-d3d6f63f8637 req-ba3da6b1-f751-4b71-ae43-0a9856df88bb tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:54.016666 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc6f02ae-6dd7-4c05-bac9-d3d6f63f8637 req-ba3da6b1-f751-4b71-ae43-0a9856df88bb tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.31 "DELETE /v2.0/ports/ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb HTTP/1.1" status: 204 len: 173 time: 0.4675982 Mar 07 11:13:54.017259 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014331c5-5877-4815-9b1b-ae25b99ab1e4', 'name': 'network-vif-deleted', 'tag': 'ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:13:54.019530 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68aa7661-9257-491d-8a23-4990505aec30" -d '{"events": [{"server_uuid": "014331c5-5877-4815-9b1b-ae25b99ab1e4", "name": "network-vif-deleted", "tag": "ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:13:54.056289 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b4c218-4994-46fe-b2be-29703159ec70 x-openstack-request-id: req-75b4c218-4994-46fe-b2be-29703159ec70 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:13:54.056667 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "014331c5-5877-4815-9b1b-ae25b99ab1e4", "name": "network-vif-deleted", "tag": "ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:13:54.056927 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-75b4c218-4994-46fe-b2be-29703159ec70 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:13:54.057349 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014331c5-5877-4815-9b1b-ae25b99ab1e4', 'name': 'network-vif-deleted', 'tag': 'ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb', 'status': 'completed', 'code': 200} Mar 07 11:13:54.790291 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0372d-b352-4212-9f03-c34f40d8915d req-b485167e-fba4-4bee-8149-2f8227ff1868 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:54.791768 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d3f0372d-b352-4212-9f03-c34f40d8915d req-b485167e-fba4-4bee-8149-2f8227ff1868 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 945 time: 0.0579550 Mar 07 11:13:54.840559 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d3f0372d-b352-4212-9f03-c34f40d8915d req-87444c33-a44e-490d-87c3-c37aef7a7acf tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48314a8-1075-4a47-8bf4-5619b436314f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422022 Mar 07 11:13:55.066891 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40308) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:55.123787 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9a0e1a71-a1cc-4a21-9ade-bebd683547f9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group (65700cd8-7be9-4ee4-9a05-9c1a02b23207), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:55.148891 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9a0e1a71-a1cc-4a21-9ade-bebd683547f9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group (65700cd8-7be9-4ee4-9a05-9c1a02b23207), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:55.210834 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9a0e1a71-a1cc-4a21-9ade-bebd683547f9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (65700cd8-7be9-4ee4-9a05-9c1a02b23207), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:55.213324 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9a0e1a71-a1cc-4a21-9ade-bebd683547f9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:55.216954 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9a0e1a71-a1cc-4a21-9ade-bebd683547f9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "DELETE /v2.0/security-groups/65700cd8-7be9-4ee4-9a05-9c1a02b23207 HTTP/1.1" status: 204 len: 168 time: 0.1466305 Mar 07 11:13:55.224323 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e1a71-a1cc-4a21-9ade-bebd683547f9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65700cd8-7be9-4ee4-9a05-9c1a02b23207,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:55.258218 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40312) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:55.589211 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-82446723-0501-4548-8257-f0c4e7d03d77 service neutron] 10.222.0.21 "GET /v2.0/ports/b1feb5e1-4f93-4565-9196-0e4b19b0b4fc/bindings/n-h2-832164-4 HTTP/1.1" status: 200 len: 384 time: 0.0577421 Mar 07 11:13:55.626858 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc5738ca-bba0-4bea-92d1-a24dd72e731a tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (9b90902e-dd6b-4da6-aa3f-3075a68744c7), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:55.768904 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-8629d08d-e4dd-4bb9-9e76-4f7385eb39f0 service neutron] For port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc,segment=NetworkSegment(8d4e6b35-02e5-4f59-bf95-291adff0a301),segment_id=8d4e6b35-02e5-4f59-bf95-291adff0a301)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:55.794534 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-8629d08d-e4dd-4bb9-9e76-4f7385eb39f0 service neutron] For port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:13:55.842623 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-8629d08d-e4dd-4bb9-9e76-4f7385eb39f0 service neutron] For port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc,segment=NetworkSegment(8d4e6b35-02e5-4f59-bf95-291adff0a301),segment_id=8d4e6b35-02e5-4f59-bf95-291adff0a301)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:55.857781 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-8629d08d-e4dd-4bb9-9e76-4f7385eb39f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b1feb5e1-4f93-4565-9196-0e4b19b0b4fc), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:55.979586 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-8629d08d-e4dd-4bb9-9e76-4f7385eb39f0 service neutron] Transition to ACTIVE for port object b1feb5e1-4f93-4565-9196-0e4b19b0b4fc will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:13:55.984864 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-8629d08d-e4dd-4bb9-9e76-4f7385eb39f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (b1feb5e1-4f93-4565-9196-0e4b19b0b4fc), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:56.029448 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd91816-7a17-4c07-b65d-4dd698ab55a1 req-2e9b6989-ffcb-40cc-8290-00326eed71c1 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:56.031519 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1bd91816-7a17-4c07-b65d-4dd698ab55a1 req-2e9b6989-ffcb-40cc-8290-00326eed71c1 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 944 time: 0.1126029 Mar 07 11:13:56.079654 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6b4c71-a97a-451f-9e43-88ff17b3c960', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1feb5e1-4f93-4565-9196-0e4b19b0b4fc'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:13:56.081938 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55520cc1-acbf-474d-ba3a-d3f8a6b5c0aa" -d '{"events": [{"server_uuid": "db6b4c71-a97a-451f-9e43-88ff17b3c960", "name": "network-vif-unplugged", "status": "completed", "tag": "b1feb5e1-4f93-4565-9196-0e4b19b0b4fc"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:13:56.135957 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4344036a-aa50-4c6e-a907-2c3f3482b2b1 x-openstack-request-id: req-4344036a-aa50-4c6e-a907-2c3f3482b2b1 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:13:56.136838 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6b4c71-a97a-451f-9e43-88ff17b3c960", "name": "network-vif-unplugged", "status": "completed", "tag": "b1feb5e1-4f93-4565-9196-0e4b19b0b4fc", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:13:56.136838 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4344036a-aa50-4c6e-a907-2c3f3482b2b1 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:13:56.137042 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6b4c71-a97a-451f-9e43-88ff17b3c960', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1feb5e1-4f93-4565-9196-0e4b19b0b4fc', 'code': 200} Mar 07 11:13:56.141217 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8629d08d-e4dd-4bb9-9e76-4f7385eb39f0 service neutron] Pushing event updated for resources: {'Port': ['ID=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc,revision_number=11']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:56.178718 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-8629d08d-e4dd-4bb9-9e76-4f7385eb39f0 service neutron] No DVR routers for this DVR port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:13:56.217359 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-dc5738ca-bba0-4bea-92d1-a24dd72e731a tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Deleting port 6e578209-b2e3-40b2-acde-97e55481bb66 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:13:56.217906 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc5738ca-bba0-4bea-92d1-a24dd72e731a tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (6e578209-b2e3-40b2-acde-97e55481bb66), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:56.236279 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1bd91816-7a17-4c07-b65d-4dd698ab55a1 req-f7c50d90-f76e-4ff7-a3d3-62b8627a0dd8 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48314a8-1075-4a47-8bf4-5619b436314f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492712 Mar 07 11:13:56.322554 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-dc5738ca-bba0-4bea-92d1-a24dd72e731a tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] For port 6e578209-b2e3-40b2-acde-97e55481bb66, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6e578209-b2e3-40b2-acde-97e55481bb66,segment=NetworkSegment(1589541a-a6e1-45a2-a4dd-6c75f1819145),segment_id=1589541a-a6e1-45a2-a4dd-6c75f1819145)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:56.322856 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc5738ca-bba0-4bea-92d1-a24dd72e731a tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (6e578209-b2e3-40b2-acde-97e55481bb66), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:56.337430 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-8629d08d-e4dd-4bb9-9e76-4f7385eb39f0 service neutron] 10.222.0.21 "PUT /v2.0/ports/b1feb5e1-4f93-4565-9196-0e4b19b0b4fc/bindings/n-h2-832164-4/activate HTTP/1.1" status: 200 len: 369 time: 0.7426546 Mar 07 11:13:56.341938 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-dc5738ca-bba0-4bea-92d1-a24dd72e731a tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Calling delete_port for 6e578209-b2e3-40b2-acde-97e55481bb66 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:13:56.528412 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc5738ca-bba0-4bea-92d1-a24dd72e731a tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (6e578209-b2e3-40b2-acde-97e55481bb66), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:56.556072 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5738ca-bba0-4bea-92d1-a24dd72e731a tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event deleted for resources: {'Port': ['ID=6e578209-b2e3-40b2-acde-97e55481bb66,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:56.735707 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc5738ca-bba0-4bea-92d1-a24dd72e731a tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (9b90902e-dd6b-4da6-aa3f-3075a68744c7), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:56.954494 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc5738ca-bba0-4bea-92d1-a24dd72e731a tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Router 9b90902e-dd6b-4da6-aa3f-3075a68744c7 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:13:57.060998 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc5738ca-bba0-4bea-92d1-a24dd72e731a tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:13:57.066665 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-dc5738ca-bba0-4bea-92d1-a24dd72e731a tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "PUT /v2.0/routers/9b90902e-dd6b-4da6-aa3f-3075a68744c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8074234 Mar 07 11:13:57.069382 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40318) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:57.072048 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac078e53-049b-48e4-b468-d5a186455072 None None] Sync routers for ids ['9b90902e-dd6b-4da6-aa3f-3075a68744c7'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:13:57.084424 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac078e53-049b-48e4-b468-d5a186455072 None None] Routers {'9b90902e-dd6b-4da6-aa3f-3075a68744c7'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:13:57.085119 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ac078e53-049b-48e4-b468-d5a186455072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:13:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9b90902e-dd6b-4da6-aa3f-3075a68744c7'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:57.119978 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-f68539b0-bf54-4e60-865f-b33750615426 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Deleting subnet 8afa8167-9ae9-4366-a077-b70bbd2e1aba {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:13:57.122997 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f68539b0-bf54-4e60-865f-b33750615426 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for subnet (8afa8167-9ae9-4366-a077-b70bbd2e1aba), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:57.162425 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f68539b0-bf54-4e60-865f-b33750615426 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (8afa8167-9ae9-4366-a077-b70bbd2e1aba), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:57.197425 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-ac078e53-049b-48e4-b468-d5a186455072 None None] Set router 9b90902e-dd6b-4da6-aa3f-3075a68744c7 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:13:57.251953 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f68539b0-bf54-4e60-865f-b33750615426 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (8afa8167-9ae9-4366-a077-b70bbd2e1aba), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:57.313529 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f68539b0-bf54-4e60-865f-b33750615426 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (8afa8167-9ae9-4366-a077-b70bbd2e1aba), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:57.369653 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f68539b0-bf54-4e60-865f-b33750615426 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:57.374503 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f68539b0-bf54-4e60-865f-b33750615426 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "DELETE /v2.0/subnets/8afa8167-9ae9-4366-a077-b70bbd2e1aba HTTP/1.1" status: 204 len: 168 time: 0.3039463 Mar 07 11:13:57.376269 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40322) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:57.376920 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68539b0-bf54-4e60-865f-b33750615426 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event deleted for resources: {'Subnet': ['ID=8afa8167-9ae9-4366-a077-b70bbd2e1aba,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:57.378869 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f95503-36d2-4fbe-9513-ec989bcbf049 None None] Network e3e3050e-0d7e-4a9e-841d-e90f6afd42a9 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:13:57.404834 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03604fe6-3729-4234-855c-904a481f0ad1 req-fd220bf2-a727-462a-acbb-7b76387bf04b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:57.406522 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-03604fe6-3729-4234-855c-904a481f0ad1 req-fd220bf2-a727-462a-acbb-7b76387bf04b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 944 time: 0.0904665 Mar 07 11:13:57.467192 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-03604fe6-3729-4234-855c-904a481f0ad1 req-683c66a4-4d72-49b5-bfcb-a05726cc8f10 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48314a8-1075-4a47-8bf4-5619b436314f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542829 Mar 07 11:13:57.475315 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ac078e53-049b-48e4-b468-d5a186455072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'name': 'tempest-TestNetworkBasicOps-router-26881718', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:15Z', 'updated_at': '2022-03-07T11:13:56Z', 'revision_number': 7, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:dd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:16Z', 'updated_at': '2022-03-07T11:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:57.498318 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0cb600c5-9340-46ea-9610-ff2314b546e1 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for router (9b90902e-dd6b-4da6-aa3f-3075a68744c7), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:57.508898 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac078e53-049b-48e4-b468-d5a186455072 None None] Checking router: 9b90902e-dd6b-4da6-aa3f-3075a68744c7 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:13:57.524311 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac078e53-049b-48e4-b468-d5a186455072 None None] Routers {'9b90902e-dd6b-4da6-aa3f-3075a68744c7'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:13:57.524926 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ac078e53-049b-48e4-b468-d5a186455072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:13:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9b90902e-dd6b-4da6-aa3f-3075a68744c7'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:57.615214 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c609b9bc-dc38-4295-bfab-bd943f835ed2 None None] DHCP port deletion for e3e3050e-0d7e-4a9e-841d-e90f6afd42a9 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:13:57.616319 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0cb600c5-9340-46ea-9610-ff2314b546e1 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for router_gateway (9b90902e-dd6b-4da6-aa3f-3075a68744c7), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:57.673264 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-ac078e53-049b-48e4-b468-d5a186455072 None None] Set router 9b90902e-dd6b-4da6-aa3f-3075a68744c7 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:13:57.679709 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-0cb600c5-9340-46ea-9610-ff2314b546e1 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Deleting port a2507106-e7f1-4ac4-984c-98b1760fa425 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:13:57.680069 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0cb600c5-9340-46ea-9610-ff2314b546e1 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a2507106-e7f1-4ac4-984c-98b1760fa425), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:57.761650 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device b1feb5e1-4f93-4565-9196-0e4b19b0b4fc details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:13:57.763501 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:13:57.765384 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-0cb600c5-9340-46ea-9610-ff2314b546e1 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] For port a2507106-e7f1-4ac4-984c-98b1760fa425, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a2507106-e7f1-4ac4-984c-98b1760fa425,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:57.765759 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0cb600c5-9340-46ea-9610-ff2314b546e1 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a2507106-e7f1-4ac4-984c-98b1760fa425), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:57.765864 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 384a2413-bb5e-4509-ad1e-726732156d4a no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:13:57.811106 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-0cb600c5-9340-46ea-9610-ff2314b546e1 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Calling delete_port for a2507106-e7f1-4ac4-984c-98b1760fa425 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:13:57.844454 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:13:57.844718 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device ce2a0e25-2cf1-4283-bf84-ca7e7703c8fb not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:13:57.846838 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c609b9bc-dc38-4295-bfab-bd943f835ed2 None None] Deleting port 384a2413-bb5e-4509-ad1e-726732156d4a {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:13:57.847211 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c609b9bc-dc38-4295-bfab-bd943f835ed2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (384a2413-bb5e-4509-ad1e-726732156d4a), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:57.889292 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-c690cd04-8a19-4de0-85c3-a5a7776b1005 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:57.891805 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-c690cd04-8a19-4de0-85c3-a5a7776b1005 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960&tenant_id=495992950f4c431c9a7421503d52aa85&binding%3Ahost_id=n-h1-832164-4 HTTP/1.1" status: 200 len: 1126 time: 0.1173184 Mar 07 11:13:57.972494 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c609b9bc-dc38-4295-bfab-bd943f835ed2 None None] For port 384a2413-bb5e-4509-ad1e-726732156d4a, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=384a2413-bb5e-4509-ad1e-726732156d4a,segment=NetworkSegment(1589541a-a6e1-45a2-a4dd-6c75f1819145),segment_id=1589541a-a6e1-45a2-a4dd-6c75f1819145)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:57.972892 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c609b9bc-dc38-4295-bfab-bd943f835ed2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (384a2413-bb5e-4509-ad1e-726732156d4a), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:58.000778 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-7a0ffb37-984e-48ef-be57-f54e0d36f05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:58.003967 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-7a0ffb37-984e-48ef-be57-f54e0d36f05e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960&tenant_id=495992950f4c431c9a7421503d52aa85 HTTP/1.1" status: 200 len: 1126 time: 0.1046450 Mar 07 11:13:58.045241 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c609b9bc-dc38-4295-bfab-bd943f835ed2 None None] Calling delete_port for 384a2413-bb5e-4509-ad1e-726732156d4a owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:13:58.095495 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0cb600c5-9340-46ea-9610-ff2314b546e1 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (a2507106-e7f1-4ac4-984c-98b1760fa425), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:58.098872 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-51cdf5ca-10d3-4fc3-99f8-aba99ef95980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:58.100381 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-51cdf5ca-10d3-4fc3-99f8-aba99ef95980 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 1126 time: 0.0618486 Mar 07 11:13:58.149654 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb600c5-9340-46ea-9610-ff2314b546e1 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event deleted for resources: {'Port': ['ID=a2507106-e7f1-4ac4-984c-98b1760fa425,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:58.154788 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 384a2413-bb5e-4509-ad1e-726732156d4a is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:13:58.155639 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (384a2413-bb5e-4509-ad1e-726732156d4a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:58.158331 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc,segment=NetworkSegment(8d4e6b35-02e5-4f59-bf95-291adff0a301),segment_id=8d4e6b35-02e5-4f59-bf95-291adff0a301)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:58.195457 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'b1feb5e1-4f93-4565-9196-0e4b19b0b4fc', 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d', 'port_id': 'b1feb5e1-4f93-4565-9196-0e4b19b0b4fc', 'mac_address': 'fa:16:3e:7f:8b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3db204c5-5f49-4fa5-a7ca-15793f9668df', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:13:58.255303 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 384a2413-bb5e-4509-ad1e-726732156d4a, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=384a2413-bb5e-4509-ad1e-726732156d4a,segment=NetworkSegment(1589541a-a6e1-45a2-a4dd-6c75f1819145),segment_id=1589541a-a6e1-45a2-a4dd-6c75f1819145)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:58.262252 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ac078e53-049b-48e4-b468-d5a186455072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'name': 'tempest-TestNetworkBasicOps-router-26881718', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:15Z', 'updated_at': '2022-03-07T11:13:56Z', 'revision_number': 7, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:dd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:16Z', 'updated_at': '2022-03-07T11:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:58.265641 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0cb600c5-9340-46ea-9610-ff2314b546e1 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (9b90902e-dd6b-4da6-aa3f-3075a68744c7), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:58.297388 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (384a2413-bb5e-4509-ad1e-726732156d4a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:58.306264 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac078e53-049b-48e4-b468-d5a186455072 None None] The sync data for ids ['9b90902e-dd6b-4da6-aa3f-3075a68744c7'] in n-d-832164-4 is: [{'id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'name': 'tempest-TestNetworkBasicOps-router-26881718', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:11:15Z', 'updated_at': '2022-03-07T11:13:56Z', 'revision_number': 7, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'a2507106-e7f1-4ac4-984c-98b1760fa425', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:dd:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b90902e-dd6b-4da6-aa3f-3075a68744c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:11:16Z', 'updated_at': '2022-03-07T11:11:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:13:58.330893 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:13:58.331446 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b1feb5e1-4f93-4565-9196-0e4b19b0b4fc), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:58.331998 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-a6cc37d9-9225-4e27-bf15-e074eebf1fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:58.333514 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-a6cc37d9-9225-4e27-bf15-e074eebf1fe5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=90e815f1-a7e2-4388-9260-1c6338913c6d HTTP/1.1" status: 200 len: 898 time: 0.2257140 Mar 07 11:13:58.342347 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c609b9bc-dc38-4295-bfab-bd943f835ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (384a2413-bb5e-4509-ad1e-726732156d4a), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:58.360885 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1feb5e1-4f93-4565-9196-0e4b19b0b4fc {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:13:58.379449 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0cb600c5-9340-46ea-9610-ff2314b546e1 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (9b90902e-dd6b-4da6-aa3f-3075a68744c7), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:58.380461 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c609b9bc-dc38-4295-bfab-bd943f835ed2 None None] No DVR routers for this DVR port 384a2413-bb5e-4509-ad1e-726732156d4a on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:13:58.398949 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=384a2413-bb5e-4509-ad1e-726732156d4a,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:58.402721 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc,segment=NetworkSegment(8d4e6b35-02e5-4f59-bf95-291adff0a301),segment_id=8d4e6b35-02e5-4f59-bf95-291adff0a301)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:13:58.410920 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0cb600c5-9340-46ea-9610-ff2314b546e1 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for router_controller (9b90902e-dd6b-4da6-aa3f-3075a68744c7), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:58.427340 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b1feb5e1-4f93-4565-9196-0e4b19b0b4fc), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:58.429355 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c609b9bc-dc38-4295-bfab-bd943f835ed2 None None] Pushing event deleted for resources: {'Port': ['ID=384a2413-bb5e-4509-ad1e-726732156d4a,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:58.468613 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0cb600c5-9340-46ea-9610-ff2314b546e1 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (9b90902e-dd6b-4da6-aa3f-3075a68744c7), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:58.469260 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb600c5-9340-46ea-9610-ff2314b546e1 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Fanout notify agent at l3_agent the message router_deleted on router 9b90902e-dd6b-4da6-aa3f-3075a68744c7 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:13:58.472213 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-00663e74-50bd-4c52-8db8-1d3e0f10f3a2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc HTTP/1.1" status: 200 len: 999 time: 0.1042910 Mar 07 11:13:58.477489 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0cb600c5-9340-46ea-9610-ff2314b546e1 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:58.478582 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0cb600c5-9340-46ea-9610-ff2314b546e1 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "DELETE /v2.0/routers/9b90902e-dd6b-4da6-aa3f-3075a68744c7 HTTP/1.1" status: 204 len: 168 time: 1.0997245 Mar 07 11:13:58.481541 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40324) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:58.489197 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc,revision_number=12']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:58.500709 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['b1feb5e1-4f93-4565-9196-0e4b19b0b4fc'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:13:58.539714 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-559aade1-49ea-4e69-9b19-54150a603844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:58.541358 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-559aade1-49ea-4e69-9b19-54150a603844 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3db204c5-5f49-4fa5-a7ca-15793f9668df HTTP/1.1" status: 200 len: 835 time: 0.0617430 Mar 07 11:13:58.592494 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8111ab82-78e3-47d0-873f-895c7d4a501f tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (e3e3050e-0d7e-4a9e-841d-e90f6afd42a9), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:58.631731 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-7b07784a-ce22-4572-9048-516f1693be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:58.633264 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-7b07784a-ce22-4572-9048-516f1693be88 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=90e815f1-a7e2-4388-9260-1c6338913c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0852480 Mar 07 11:13:58.644771 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df926ac-fcd1-4b06-886e-a1308d03a123 req-3dc210ea-96c4-40b8-aa37-a0b5c206028c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:58.646717 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1df926ac-fcd1-4b06-886e-a1308d03a123 req-3dc210ea-96c4-40b8-aa37-a0b5c206028c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 945 time: 0.0898457 Mar 07 11:13:58.729569 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8111ab82-78e3-47d0-873f-895c7d4a501f tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (e3e3050e-0d7e-4a9e-841d-e90f6afd42a9), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:58.769662 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1df926ac-fcd1-4b06-886e-a1308d03a123 req-cd57bdba-5523-468e-a230-4587227dd3db tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48314a8-1075-4a47-8bf4-5619b436314f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087525 Mar 07 11:13:58.782863 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-8111ab82-78e3-47d0-873f-895c7d4a501f tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e3050e-0d7e-4a9e-841d-e90f6afd42a9']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:58.795791 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-0940529e-112a-48fa-b759-29b73f350d41 service neutron] 10.222.0.31 "GET /v2.0/networks/90e815f1-a7e2-4388-9260-1c6338913c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483757 Mar 07 11:13:58.802159 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-8111ab82-78e3-47d0-873f-895c7d4a501f tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1589541a-a6e1-45a2-a4dd-6c75f1819145') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:58.802536 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-8111ab82-78e3-47d0-873f-895c7d4a501f tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1589541a-a6e1-45a2-a4dd-6c75f1819145') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:13:58.821128 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8111ab82-78e3-47d0-873f-895c7d4a501f tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (1589541a-a6e1-45a2-a4dd-6c75f1819145), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:58.838188 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8111ab82-78e3-47d0-873f-895c7d4a501f tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (1589541a-a6e1-45a2-a4dd-6c75f1819145), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:58.855851 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8111ab82-78e3-47d0-873f-895c7d4a501f tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:13:58.856115 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8111ab82-78e3-47d0-873f-895c7d4a501f tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (1589541a-a6e1-45a2-a4dd-6c75f1819145), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:58.862848 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 11:13:58.862848 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:13:58.862848 n-d-832164-4 neutron-server[103766]: timer() Mar 07 11:13:58.862848 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:13:58.862848 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 11:13:58.862848 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:13:58.862848 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 11:13:58.862848 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:13:58.862848 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 11:13:58.862848 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:13:58.862848 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 11:13:58.862848 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:13:58.862848 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 11:13:58.862848 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:13:58.862848 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:13:58.862848 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:13:58.862848 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:13:58.862848 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:13:58.862848 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 11:13:58.862848 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:13:58.862848 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 11:13:58.862848 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:13:58.862848 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:13:58.862848 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:13:58.862848 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 11:13:58.862848 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:13:58.862848 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:13:58.862848 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:13:58.862848 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:13:58.862848 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:13:58.862848 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:13:58.862848 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:13:58.867444 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device b1feb5e1-4f93-4565-9196-0e4b19b0b4fc no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:13:58.923554 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-e969901c-354f-42c9-9c86-745fbd445773 service neutron] 10.222.0.31 "GET /v2.0/networks/90e815f1-a7e2-4388-9260-1c6338913c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220071 Mar 07 11:13:58.942847 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] The host n-h1-832164-4 is not matching for port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc host n-h2-832164-4! {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 11:13:58.943341 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device b1feb5e1-4f93-4565-9196-0e4b19b0b4fc not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:13:58.968531 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8111ab82-78e3-47d0-873f-895c7d4a501f tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (e3e3050e-0d7e-4a9e-841d-e90f6afd42a9), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:58.976050 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8111ab82-78e3-47d0-873f-895c7d4a501f tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:58.979411 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8111ab82-78e3-47d0-873f-895c7d4a501f tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "DELETE /v2.0/networks/e3e3050e-0d7e-4a9e-841d-e90f6afd42a9 HTTP/1.1" status: 204 len: 168 time: 0.4968138 Mar 07 11:13:59.002935 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111ab82-78e3-47d0-873f-895c7d4a501f tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event deleted for resources: {'Network': ['ID=e3e3050e-0d7e-4a9e-841d-e90f6afd42a9,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:59.016932 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40328) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:59.026571 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f324c1b8-343a-4193-9d30-02569dca4ce3 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Request body: {'network': {'name': 'tempest-network-smoke--1586469470', 'project_id': '9218733d4245439aa2e846b97fffe915', 'port_security_enabled': True}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:13:59.059070 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f324c1b8-343a-4193-9d30-02569dca4ce3 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Made reservation on behalf of 9218733d4245439aa2e846b97fffe915 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:13:59.064793 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f324c1b8-343a-4193-9d30-02569dca4ce3 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:59.103085 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f324c1b8-343a-4193-9d30-02569dca4ce3 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:13:59.116410 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f324c1b8-343a-4193-9d30-02569dca4ce3 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (ab1a090c-82b4-4543-8db2-8ef56b0a6dfb), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:59.116880 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-f324c1b8-343a-4193-9d30-02569dca4ce3 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Added segment ab1a090c-82b4-4543-8db2-8ef56b0a6dfb of type vlan for network 70be2206-a1b9-4697-aa33-ffd35fa9785a Mar 07 11:13:59.166479 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f324c1b8-343a-4193-9d30-02569dca4ce3 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (70be2206-a1b9-4697-aa33-ffd35fa9785a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:59.201552 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f324c1b8-343a-4193-9d30-02569dca4ce3 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (70be2206-a1b9-4697-aa33-ffd35fa9785a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:59.207399 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-43d3f34f-e507-4716-98ee-8b15bbe7074f tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:59.208188 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f324c1b8-343a-4193-9d30-02569dca4ce3 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:59.208905 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f324c1b8-343a-4193-9d30-02569dca4ce3 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:59.209015 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-43d3f34f-e507-4716-98ee-8b15bbe7074f tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960&tenant_id=495992950f4c431c9a7421503d52aa85&binding%3Ahost_id=n-h2-832164-4 HTTP/1.1" status: 200 len: 1127 time: 0.0583951 Mar 07 11:13:59.262821 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f324c1b8-343a-4193-9d30-02569dca4ce3 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2442548 Mar 07 11:13:59.265914 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40330) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:13:59.272768 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d74a4375-99ad-450b-ad20-51dee4627b47 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-873281380', 'admin_state_up': True, 'project_id': '9218733d4245439aa2e846b97fffe915', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:13:59.313632 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324c1b8-343a-4193-9d30-02569dca4ce3 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'Network': ['ID=70be2206-a1b9-4697-aa33-ffd35fa9785a,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:13:59.324993 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 70be2206-a1b9-4697-aa33-ffd35fa9785a details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:13:59.332647 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d74a4375-99ad-450b-ad20-51dee4627b47 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (a7aefcba-274f-45a5-853b-37e78619ca78), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:59.333791 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d74a4375-99ad-450b-ad20-51dee4627b47 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (a7aefcba-274f-45a5-853b-37e78619ca78), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:59.386599 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-ee3c7336-f651-47ca-a5d8-59e8a7e2e93b service neutron] For port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:13:59.391940 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-ee3c7336-f651-47ca-a5d8-59e8a7e2e93b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:59.393324 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-ee3c7336-f651-47ca-a5d8-59e8a7e2e93b service neutron] 10.222.0.31 "DELETE /v2.0/ports/b1feb5e1-4f93-4565-9196-0e4b19b0b4fc/bindings/n-h1-832164-4 HTTP/1.1" status: 204 len: 173 time: 0.1773992 Mar 07 11:13:59.403971 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d74a4375-99ad-450b-ad20-51dee4627b47 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for router_controller (a7aefcba-274f-45a5-853b-37e78619ca78), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:59.557057 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d74a4375-99ad-450b-ad20-51dee4627b47 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for router_gateway (a7aefcba-274f-45a5-853b-37e78619ca78), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:59.733468 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a2507106-e7f1-4ac4-984c-98b1760fa425 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:13:59.760002 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: a2507106-e7f1-4ac4-984c-98b1760fa425 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:13:59.760350 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a2507106-e7f1-4ac4-984c-98b1760fa425 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:13:59.760968 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6e578209-b2e3-40b2-acde-97e55481bb66 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:13:59.772080 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d74a4375-99ad-450b-ad20-51dee4627b47 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for router_gateway (a7aefcba-274f-45a5-853b-37e78619ca78), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:59.784477 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 6e578209-b2e3-40b2-acde-97e55481bb66 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:13:59.784822 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6e578209-b2e3-40b2-acde-97e55481bb66 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:13:59.790598 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d74a4375-99ad-450b-ad20-51dee4627b47 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:13:59.926617 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-d74a4375-99ad-450b-ad20-51dee4627b47 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Allocated IP 172.25.3.59 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/bfe0cb66-8702-42f2-b98a-c4afa79b16bf) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:13:59.945088 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde96df-58dd-4766-bc7d-d7347407aabd req-cdbc8c69-9137-4d37-bf36-92a6df5fa9f7 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:13:59.946573 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9dde96df-58dd-4766-bc7d-d7347407aabd req-cdbc8c69-9137-4d37-bf36-92a6df5fa9f7 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 945 time: 0.1045864 Mar 07 11:14:00.054171 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9dde96df-58dd-4766-bc7d-d7347407aabd req-fa2c234e-4c1d-4556-8153-d5c4ad80ce17 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48314a8-1075-4a47-8bf4-5619b436314f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015880 Mar 07 11:14:00.080254 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d74a4375-99ad-450b-ad20-51dee4627b47 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for port (bfe0cb66-8702-42f2-b98a-c4afa79b16bf), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:00.119108 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d74a4375-99ad-450b-ad20-51dee4627b47 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (bfe0cb66-8702-42f2-b98a-c4afa79b16bf), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:00.159363 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74a4375-99ad-450b-ad20-51dee4627b47 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:14:00.162420 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-d74a4375-99ad-450b-ad20-51dee4627b47 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:14:00.165910 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74a4375-99ad-450b-ad20-51dee4627b47 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:14:00.180691 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c08c81-2e4d-4825-a443-08deeb62461c req-a1929592-900c-4739-bd7e-1374aacd1f6e tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:00.182515 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8c08c81-2e4d-4825-a443-08deeb62461c req-a1929592-900c-4739-bd7e-1374aacd1f6e tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 1127 time: 0.0543809 Mar 07 11:14:00.196735 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a4375-99ad-450b-ad20-51dee4627b47 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'Port': ['ID=bfe0cb66-8702-42f2-b98a-c4afa79b16bf,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:00.233358 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8c08c81-2e4d-4825-a443-08deeb62461c req-9da07e5e-6be0-405e-90fc-d49b2c3728b0 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=a48314a8-1075-4a47-8bf4-5619b436314f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449762 Mar 07 11:14:00.418770 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7653dc7-650e-41b6-bbbc-cc62efe8f14d req-1dc4c05a-f82b-401c-81d0-65e3f83ed3aa tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:00.420254 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a7653dc7-650e-41b6-bbbc-cc62efe8f14d req-1dc4c05a-f82b-401c-81d0-65e3f83ed3aa tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 945 time: 0.1121633 Mar 07 11:14:00.436578 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device b1feb5e1-4f93-4565-9196-0e4b19b0b4fc up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:14:00.487020 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:14:00.490763 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:00.491144 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b1feb5e1-4f93-4565-9196-0e4b19b0b4fc), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:00.511180 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d74a4375-99ad-450b-ad20-51dee4627b47 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for router_gateway (a7aefcba-274f-45a5-853b-37e78619ca78), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:00.518982 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a7653dc7-650e-41b6-bbbc-cc62efe8f14d req-9c21e9f5-aa4d-44fb-a3f5-c39e79739e28 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48314a8-1075-4a47-8bf4-5619b436314f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917232 Mar 07 11:14:00.544748 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40342) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:00.598728 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:00.600102 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b1feb5e1-4f93-4565-9196-0e4b19b0b4fc), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:00.629575 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2c91b1b0-66a9-4eaa-a6f7-defc492d1138 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/floatingips/3a0c46ff-ffff-408b-8d9d-8907de76f805 HTTP/1.1" status: 200 len: 992 time: 0.0741124 Mar 07 11:14:00.638096 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6b4c71-a97a-451f-9e43-88ff17b3c960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1feb5e1-4f93-4565-9196-0e4b19b0b4fc'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:14:00.641453 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06f7234-1d97-4397-984a-216a5a859d50" -d '{"events": [{"server_uuid": "db6b4c71-a97a-451f-9e43-88ff17b3c960", "name": "network-vif-plugged", "status": "completed", "tag": "b1feb5e1-4f93-4565-9196-0e4b19b0b4fc"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:14:00.666542 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc,segment=NetworkSegment(8d4e6b35-02e5-4f59-bf95-291adff0a301),segment_id=8d4e6b35-02e5-4f59-bf95-291adff0a301)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:00.673829 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b1feb5e1-4f93-4565-9196-0e4b19b0b4fc), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:00.715258 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853fbce8-3eb0-4cf4-9769-13be95c87ec5 x-openstack-request-id: req-853fbce8-3eb0-4cf4-9769-13be95c87ec5 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:14:00.716072 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6b4c71-a97a-451f-9e43-88ff17b3c960", "name": "network-vif-plugged", "status": "completed", "tag": "b1feb5e1-4f93-4565-9196-0e4b19b0b4fc", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:14:00.716373 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-853fbce8-3eb0-4cf4-9769-13be95c87ec5 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:14:00.716920 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6b4c71-a97a-451f-9e43-88ff17b3c960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1feb5e1-4f93-4565-9196-0e4b19b0b4fc', 'code': 200} Mar 07 11:14:00.749880 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc,revision_number=14']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:01.050288 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d74a4375-99ad-450b-ad20-51dee4627b47 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (a7aefcba-274f-45a5-853b-37e78619ca78), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:01.179911 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74a4375-99ad-450b-ad20-51dee4627b47 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Router a7aefcba-274f-45a5-853b-37e78619ca78 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:14:01.297246 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74a4375-99ad-450b-ad20-51dee4627b47 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:14:01.306424 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec309e8-083c-44e9-ad0b-2bd7ebc5095a None None] Sync routers for ids ['a7aefcba-274f-45a5-853b-37e78619ca78'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:14:01.316775 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec309e8-083c-44e9-ad0b-2bd7ebc5095a None None] Routers {'a7aefcba-274f-45a5-853b-37e78619ca78'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:14:01.317523 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3ec309e8-083c-44e9-ad0b-2bd7ebc5095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:13:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a7aefcba-274f-45a5-853b-37e78619ca78'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:01.318441 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d74a4375-99ad-450b-ad20-51dee4627b47 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:01.319650 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d74a4375-99ad-450b-ad20-51dee4627b47 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0528276 Mar 07 11:14:01.322715 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40346) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:01.353576 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-32f171a0-f09c-4142-901a-ec8a9c0de04f tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=9218733d4245439aa2e846b97fffe915&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297103 Mar 07 11:14:01.356136 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40348) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:01.424347 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-3ec309e8-083c-44e9-ad0b-2bd7ebc5095a None None] Set router a7aefcba-274f-45a5-853b-37e78619ca78 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:14:01.444413 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0792afe3-b12f-4d5c-95ad-b8faead841ff tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:01.445979 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0792afe3-b12f-4d5c-95ad-b8faead841ff tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0888529 Mar 07 11:14:01.449048 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40350) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:01.478150 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-20a540f1-d39e-4153-8910-014a2241e0e7 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=f8958782-2869-4679-b3a6-78e3b1855431&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279174 Mar 07 11:14:01.480741 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40352) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:01.486212 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-81b91c3b-5e2a-4e54-8a3f-d7aa472484cf tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2021718353', 'network_id': '70be2206-a1b9-4697-aa33-ffd35fa9785a', 'project_id': '9218733d4245439aa2e846b97fffe915', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:01.580270 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b91c3b-5e2a-4e54-8a3f-d7aa472484cf tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Made reservation on behalf of 9218733d4245439aa2e846b97fffe915 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:14:01.583575 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-81b91c3b-5e2a-4e54-8a3f-d7aa472484cf tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:01.700079 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3ec309e8-083c-44e9-ad0b-2bd7ebc5095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'name': 'tempest-TestNetworkBasicOps-router-873281380', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'bfe0cb66-8702-42f2-b98a-c4afa79b16bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:59Z', 'updated_at': '2022-03-07T11:14:00Z', 'revision_number': 3, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'bfe0cb66-8702-42f2-b98a-c4afa79b16bf', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:78:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:59Z', 'updated_at': '2022-03-07T11:13:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:01.726815 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec309e8-083c-44e9-ad0b-2bd7ebc5095a None None] Checking router: a7aefcba-274f-45a5-853b-37e78619ca78 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:14:01.727257 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec309e8-083c-44e9-ad0b-2bd7ebc5095a None None] Updating router a7aefcba-274f-45a5-853b-37e78619ca78 port bfe0cb66-8702-42f2-b98a-c4afa79b16bf binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:14:01.760322 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-3ec309e8-083c-44e9-ad0b-2bd7ebc5095a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bfe0cb66-8702-42f2-b98a-c4afa79b16bf), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:01.765299 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-81b91c3b-5e2a-4e54-8a3f-d7aa472484cf tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (674b4a0b-68aa-4e30-bdbe-09e8d70e9891), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:01.824886 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b91c3b-5e2a-4e54-8a3f-d7aa472484cf tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'Subnet': ['ID=674b4a0b-68aa-4e30-bdbe-09e8d70e9891,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:01.834443 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b91c3b-5e2a-4e54-8a3f-d7aa472484cf tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Checking segment: {'id': 'ab1a090c-82b4-4543-8db2-8ef56b0a6dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '70be2206-a1b9-4697-aa33-ffd35fa9785a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:14:01.834878 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b91c3b-5e2a-4e54-8a3f-d7aa472484cf tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Network hostable DHCP agents. Network: 70be2206-a1b9-4697-aa33-ffd35fa9785a, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:14:01.851727 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b91c3b-5e2a-4e54-8a3f-d7aa472484cf tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Network 70be2206-a1b9-4697-aa33-ffd35fa9785a is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:14:01.861579 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-81b91c3b-5e2a-4e54-8a3f-d7aa472484cf tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 70be2206-a1b9-4697-aa33-ffd35fa9785a) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:14:01.865787 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b91c3b-5e2a-4e54-8a3f-d7aa472484cf tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:01.866472 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-81b91c3b-5e2a-4e54-8a3f-d7aa472484cf tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:01.871192 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3f706c-8656-4c57-a4d5-1fb028705f5c None None] Network 70be2206-a1b9-4697-aa33-ffd35fa9785a requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:14:01.884158 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-81b91c3b-5e2a-4e54-8a3f-d7aa472484cf tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4022899 Mar 07 11:14:01.886949 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40354) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:01.989196 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb47116-04c1-4055-a4d1-fe2aa73c18b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-70be2206-a1b9-4697-aa33-ffd35fa9785a', 'network_id': '70be2206-a1b9-4697-aa33-ffd35fa9785a', 'project_id': '9218733d4245439aa2e846b97fffe915', 'fixed_ips': [{'subnet_id': '674b4a0b-68aa-4e30-bdbe-09e8d70e9891'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:14:01.991124 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1fb47116-04c1-4055-a4d1-fe2aa73c18b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:02.035686 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-3ec309e8-083c-44e9-ad0b-2bd7ebc5095a None None] Publish callbacks [] for port (bfe0cb66-8702-42f2-b98a-c4afa79b16bf), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:02.041533 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-3ec309e8-083c-44e9-ad0b-2bd7ebc5095a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (bfe0cb66-8702-42f2-b98a-c4afa79b16bf), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:02.099869 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-3ec309e8-083c-44e9-ad0b-2bd7ebc5095a None None] Attempting to bind port bfe0cb66-8702-42f2-b98a-c4afa79b16bf on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:14:02.100153 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-3ec309e8-083c-44e9-ad0b-2bd7ebc5095a None None] Attempting to bind port bfe0cb66-8702-42f2-b98a-c4afa79b16bf by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:14:02.100534 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec309e8-083c-44e9-ad0b-2bd7ebc5095a None None] Attempting to bind port bfe0cb66-8702-42f2-b98a-c4afa79b16bf on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:14:02.103665 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75199e-4a43-41a5-9636-ea3396b0da18 None None] Pushing event updated for resources: {'Port': ['ID=bfe0cb66-8702-42f2-b98a-c4afa79b16bf,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:02.112765 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec309e8-083c-44e9-ad0b-2bd7ebc5095a None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:14:02.113180 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec309e8-083c-44e9-ad0b-2bd7ebc5095a None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:14:02.113559 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-3ec309e8-083c-44e9-ad0b-2bd7ebc5095a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:02.113946 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec309e8-083c-44e9-ad0b-2bd7ebc5095a None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:14:02.114406 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-3ec309e8-083c-44e9-ad0b-2bd7ebc5095a None None] Bound port: bfe0cb66-8702-42f2-b98a-c4afa79b16bf, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:14:02.114776 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-3ec309e8-083c-44e9-ad0b-2bd7ebc5095a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bfe0cb66-8702-42f2-b98a-c4afa79b16bf), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:02.117321 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c75199e-4a43-41a5-9636-ea3396b0da18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:02.117662 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c75199e-4a43-41a5-9636-ea3396b0da18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:02.117992 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c75199e-4a43-41a5-9636-ea3396b0da18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:02.118326 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c75199e-4a43-41a5-9636-ea3396b0da18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:02.118652 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c75199e-4a43-41a5-9636-ea3396b0da18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:02.118972 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c75199e-4a43-41a5-9636-ea3396b0da18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:02.119292 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c75199e-4a43-41a5-9636-ea3396b0da18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:02.119610 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c75199e-4a43-41a5-9636-ea3396b0da18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:02.119922 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c75199e-4a43-41a5-9636-ea3396b0da18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:02.120235 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c75199e-4a43-41a5-9636-ea3396b0da18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:02.120547 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c75199e-4a43-41a5-9636-ea3396b0da18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:02.120857 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c75199e-4a43-41a5-9636-ea3396b0da18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:02.121782 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c75199e-4a43-41a5-9636-ea3396b0da18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:02.151363 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-1fb47116-04c1-4055-a4d1-fe2aa73c18b8 None None] Allocated IP 172.20.0.2 (70be2206-a1b9-4697-aa33-ffd35fa9785a/674b4a0b-68aa-4e30-bdbe-09e8d70e9891/d5b4d739-e417-454b-9982-9ee1cb3e646a) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:14:02.201586 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-3ec309e8-083c-44e9-ad0b-2bd7ebc5095a None None] For port bfe0cb66-8702-42f2-b98a-c4afa79b16bf, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:14:02.205484 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-3ec309e8-083c-44e9-ad0b-2bd7ebc5095a None None] For port bfe0cb66-8702-42f2-b98a-c4afa79b16bf, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=bfe0cb66-8702-42f2-b98a-c4afa79b16bf,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:14:02.212993 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-3ec309e8-083c-44e9-ad0b-2bd7ebc5095a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (bfe0cb66-8702-42f2-b98a-c4afa79b16bf), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:02.282595 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75199e-4a43-41a5-9636-ea3396b0da18 None None] Pushing event updated for resources: {'Port': ['ID=bfe0cb66-8702-42f2-b98a-c4afa79b16bf,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:02.301013 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec309e8-083c-44e9-ad0b-2bd7ebc5095a None None] Routers {'a7aefcba-274f-45a5-853b-37e78619ca78'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:14:02.301933 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3ec309e8-083c-44e9-ad0b-2bd7ebc5095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:13:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a7aefcba-274f-45a5-853b-37e78619ca78'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:02.319392 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1fb47116-04c1-4055-a4d1-fe2aa73c18b8 None None] Publish callbacks [] for port (d5b4d739-e417-454b-9982-9ee1cb3e646a), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:02.326708 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1fb47116-04c1-4055-a4d1-fe2aa73c18b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (d5b4d739-e417-454b-9982-9ee1cb3e646a), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:02.349659 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb47116-04c1-4055-a4d1-fe2aa73c18b8 None None] Network 70be2206-a1b9-4697-aa33-ffd35fa9785a is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:14:02.374967 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-1fb47116-04c1-4055-a4d1-fe2aa73c18b8 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:14:02.378760 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb47116-04c1-4055-a4d1-fe2aa73c18b8 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:14:02.416891 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-3ec309e8-083c-44e9-ad0b-2bd7ebc5095a None None] Set router a7aefcba-274f-45a5-853b-37e78619ca78 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:14:02.435556 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb47116-04c1-4055-a4d1-fe2aa73c18b8 None None] Pushing event updated for resources: {'Port': ['ID=d5b4d739-e417-454b-9982-9ee1cb3e646a,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:02.447689 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-1fb47116-04c1-4055-a4d1-fe2aa73c18b8 None None] Attempting to bind port d5b4d739-e417-454b-9982-9ee1cb3e646a on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:14:02.448080 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-1fb47116-04c1-4055-a4d1-fe2aa73c18b8 None None] Attempting to bind port d5b4d739-e417-454b-9982-9ee1cb3e646a by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'ab1a090c-82b4-4543-8db2-8ef56b0a6dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '70be2206-a1b9-4697-aa33-ffd35fa9785a'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:14:02.448470 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb47116-04c1-4055-a4d1-fe2aa73c18b8 None None] Attempting to bind port d5b4d739-e417-454b-9982-9ee1cb3e646a on network 70be2206-a1b9-4697-aa33-ffd35fa9785a {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:14:02.454106 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb47116-04c1-4055-a4d1-fe2aa73c18b8 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:14:02.454474 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb47116-04c1-4055-a4d1-fe2aa73c18b8 None None] Checking segment: {'id': 'ab1a090c-82b4-4543-8db2-8ef56b0a6dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '70be2206-a1b9-4697-aa33-ffd35fa9785a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:14:02.454873 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1fb47116-04c1-4055-a4d1-fe2aa73c18b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:02.455257 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb47116-04c1-4055-a4d1-fe2aa73c18b8 None None] Bound using segment: {'id': 'ab1a090c-82b4-4543-8db2-8ef56b0a6dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '70be2206-a1b9-4697-aa33-ffd35fa9785a'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:14:02.455710 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-1fb47116-04c1-4055-a4d1-fe2aa73c18b8 None None] Bound port: d5b4d739-e417-454b-9982-9ee1cb3e646a, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab1a090c-82b4-4543-8db2-8ef56b0a6dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '70be2206-a1b9-4697-aa33-ffd35fa9785a'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:14:02.456085 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1fb47116-04c1-4055-a4d1-fe2aa73c18b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d5b4d739-e417-454b-9982-9ee1cb3e646a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:02.526736 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-1fb47116-04c1-4055-a4d1-fe2aa73c18b8 None None] For port d5b4d739-e417-454b-9982-9ee1cb3e646a, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:14:02.531154 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-1fb47116-04c1-4055-a4d1-fe2aa73c18b8 None None] For port d5b4d739-e417-454b-9982-9ee1cb3e646a, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=d5b4d739-e417-454b-9982-9ee1cb3e646a,segment=NetworkSegment(ab1a090c-82b4-4543-8db2-8ef56b0a6dfb),segment_id=ab1a090c-82b4-4543-8db2-8ef56b0a6dfb)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:14:02.537477 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1fb47116-04c1-4055-a4d1-fe2aa73c18b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d5b4d739-e417-454b-9982-9ee1cb3e646a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:02.618143 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb47116-04c1-4055-a4d1-fe2aa73c18b8 None None] Pushing event updated for resources: {'Port': ['ID=d5b4d739-e417-454b-9982-9ee1cb3e646a,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:02.629087 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3ec309e8-083c-44e9-ad0b-2bd7ebc5095a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'name': 'tempest-TestNetworkBasicOps-router-873281380', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'bfe0cb66-8702-42f2-b98a-c4afa79b16bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:59Z', 'updated_at': '2022-03-07T11:14:00Z', 'revision_number': 3, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'bfe0cb66-8702-42f2-b98a-c4afa79b16bf', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:78:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:59Z', 'updated_at': '2022-03-07T11:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:02.668047 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec309e8-083c-44e9-ad0b-2bd7ebc5095a None None] The sync data for ids ['a7aefcba-274f-45a5-853b-37e78619ca78'] in n-d-832164-4 is: [{'id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'name': 'tempest-TestNetworkBasicOps-router-873281380', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'bfe0cb66-8702-42f2-b98a-c4afa79b16bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:59Z', 'updated_at': '2022-03-07T11:14:00Z', 'revision_number': 3, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'bfe0cb66-8702-42f2-b98a-c4afa79b16bf', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:78:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:59Z', 'updated_at': '2022-03-07T11:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:14:02.692962 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1d814664-f94a-4f7f-b045-f00abd663b84 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:02.880781 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40360) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:03.040300 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-1d814664-f94a-4f7f-b045-f00abd663b84 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Allocated IP 172.20.0.1 (70be2206-a1b9-4697-aa33-ffd35fa9785a/674b4a0b-68aa-4e30-bdbe-09e8d70e9891/5f3f4f71-69c3-4f29-8006-93bd8455c2d8) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:14:03.100789 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-7a32536e-6929-4ba6-a3e0-c86c5b0ea0f7 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Deleting port a3c4c234-10dd-48a6-93c2-2ea60039a60c {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:14:03.101242 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7a32536e-6929-4ba6-a3e0-c86c5b0ea0f7 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a3c4c234-10dd-48a6-93c2-2ea60039a60c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:03.187772 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1d814664-f94a-4f7f-b045-f00abd663b84 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for port (5f3f4f71-69c3-4f29-8006-93bd8455c2d8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:03.187989 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7a32536e-6929-4ba6-a3e0-c86c5b0ea0f7 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a3c4c234-10dd-48a6-93c2-2ea60039a60c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:03.188333 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7a32536e-6929-4ba6-a3e0-c86c5b0ea0f7 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for floatingip (a3c4c234-10dd-48a6-93c2-2ea60039a60c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:03.203439 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-7a32536e-6929-4ba6-a3e0-c86c5b0ea0f7 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Calling delete_port for a3c4c234-10dd-48a6-93c2-2ea60039a60c owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:14:03.233063 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1d814664-f94a-4f7f-b045-f00abd663b84 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (5f3f4f71-69c3-4f29-8006-93bd8455c2d8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:03.282554 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d814664-f94a-4f7f-b045-f00abd663b84 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Network 70be2206-a1b9-4697-aa33-ffd35fa9785a is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:14:03.288569 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-1d814664-f94a-4f7f-b045-f00abd663b84 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:14:03.291287 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d814664-f94a-4f7f-b045-f00abd663b84 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:14:03.299805 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d814664-f94a-4f7f-b045-f00abd663b84 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'Port': ['ID=5f3f4f71-69c3-4f29-8006-93bd8455c2d8,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:03.356524 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1d814664-f94a-4f7f-b045-f00abd663b84 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (a7aefcba-274f-45a5-853b-37e78619ca78), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:03.392766 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7a32536e-6929-4ba6-a3e0-c86c5b0ea0f7 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (a3c4c234-10dd-48a6-93c2-2ea60039a60c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:03.448669 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32536e-6929-4ba6-a3e0-c86c5b0ea0f7 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event deleted for resources: {'Port': ['ID=a3c4c234-10dd-48a6-93c2-2ea60039a60c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:03.508009 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7a32536e-6929-4ba6-a3e0-c86c5b0ea0f7 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for floatingip (3a0c46ff-ffff-408b-8d9d-8907de76f805), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:03.508613 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-7a32536e-6929-4ba6-a3e0-c86c5b0ea0f7 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Floating IP 3a0c46ff-ffff-408b-8d9d-8907de76f805 disassociated (deleted). External IP: 172.25.3.117, port: b1feb5e1-4f93-4565-9196-0e4b19b0b4fc. Mar 07 11:14:03.531816 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1d814664-f94a-4f7f-b045-f00abd663b84 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5f3f4f71-69c3-4f29-8006-93bd8455c2d8), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:03.822180 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device d5b4d739-e417-454b-9982-9ee1cb3e646a up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:14:03.836887 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a32536e-6929-4ba6-a3e0-c86c5b0ea0f7 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Router 183607ea-4bc0-4b9d-8c66-295b72bf8033 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:14:03.893767 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424c6fd5-f07e-4cc9-90af-27439aa53c42 None None] Network 70be2206-a1b9-4697-aa33-ffd35fa9785a requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:14:03.907966 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1d814664-f94a-4f7f-b045-f00abd663b84 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for port (5f3f4f71-69c3-4f29-8006-93bd8455c2d8), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:03.914489 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1d814664-f94a-4f7f-b045-f00abd663b84 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (5f3f4f71-69c3-4f29-8006-93bd8455c2d8), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:03.972360 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a32536e-6929-4ba6-a3e0-c86c5b0ea0f7 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:14:03.986161 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7a32536e-6929-4ba6-a3e0-c86c5b0ea0f7 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:03.987335 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dade3f95-5852-4f86-af02-db5b5e3d3a65 None None] Sync routers for ids ['183607ea-4bc0-4b9d-8c66-295b72bf8033'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:14:03.998008 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1d814664-f94a-4f7f-b045-f00abd663b84 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (a7aefcba-274f-45a5-853b-37e78619ca78), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:04.007438 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d814664-f94a-4f7f-b045-f00abd663b84 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'Port': ['ID=5f3f4f71-69c3-4f29-8006-93bd8455c2d8,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:04.012113 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port d5b4d739-e417-454b-9982-9ee1cb3e646a triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:04.012484 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d5b4d739-e417-454b-9982-9ee1cb3e646a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:04.020689 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-52c5c363-7e3c-4456-bbc2-bf6d5e5262d3 None None] Provisioning complete for port d5b4d739-e417-454b-9982-9ee1cb3e646a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:04.021194 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-52c5c363-7e3c-4456-bbc2-bf6d5e5262d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d5b4d739-e417-454b-9982-9ee1cb3e646a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:04.032457 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7a32536e-6929-4ba6-a3e0-c86c5b0ea0f7 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "DELETE /v2.0/floatingips/3a0c46ff-ffff-408b-8d9d-8907de76f805 HTTP/1.1" status: 204 len: 168 time: 1.1396775 Mar 07 11:14:04.033406 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db6b4c71-a97a-451f-9e43-88ff17b3c960', 'tag': 'b1feb5e1-4f93-4565-9196-0e4b19b0b4fc'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:14:04.037851 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef38660b-18e9-42cd-909b-79ce33039f26" -d '{"events": [{"name": "network-changed", "server_uuid": "db6b4c71-a97a-451f-9e43-88ff17b3c960", "tag": "b1feb5e1-4f93-4565-9196-0e4b19b0b4fc"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:14:04.047325 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dade3f95-5852-4f86-af02-db5b5e3d3a65 None None] Routers {'183607ea-4bc0-4b9d-8c66-295b72bf8033'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:14:04.047981 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-dade3f95-5852-4f86-af02-db5b5e3d3a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:13:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['183607ea-4bc0-4b9d-8c66-295b72bf8033'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:04.140406 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d814664-f94a-4f7f-b045-f00abd663b84 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Network 70be2206-a1b9-4697-aa33-ffd35fa9785a is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:14:04.145148 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-1d814664-f94a-4f7f-b045-f00abd663b84 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:14:04.195886 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee8d3b6-878d-4149-9332-f5cb20408a9e x-openstack-request-id: req-1ee8d3b6-878d-4149-9332-f5cb20408a9e {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:14:04.196180 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db6b4c71-a97a-451f-9e43-88ff17b3c960", "tag": "b1feb5e1-4f93-4565-9196-0e4b19b0b4fc", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:14:04.196441 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1ee8d3b6-878d-4149-9332-f5cb20408a9e {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:14:04.196855 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db6b4c71-a97a-451f-9e43-88ff17b3c960', 'tag': 'b1feb5e1-4f93-4565-9196-0e4b19b0b4fc', 'status': 'completed', 'code': 200} Mar 07 11:14:04.323096 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-dade3f95-5852-4f86-af02-db5b5e3d3a65 None None] Set router 183607ea-4bc0-4b9d-8c66-295b72bf8033 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:14:04.363155 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port d5b4d739-e417-454b-9982-9ee1cb3e646a is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:04.363549 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d5b4d739-e417-454b-9982-9ee1cb3e646a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:04.366497 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38660b-18e9-42cd-909b-79ce33039f26 req-80b7d4b5-9b53-4c5d-9500-3f1f330bbe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:04.368647 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ef38660b-18e9-42cd-909b-79ce33039f26 req-80b7d4b5-9b53-4c5d-9500-3f1f330bbe4c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 1128 time: 0.1415730 Mar 07 11:14:04.393967 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-52c5c363-7e3c-4456-bbc2-bf6d5e5262d3 None None] Current status of the port d5b4d739-e417-454b-9982-9ee1cb3e646a is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:04.394363 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-52c5c363-7e3c-4456-bbc2-bf6d5e5262d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d5b4d739-e417-454b-9982-9ee1cb3e646a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:04.471792 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d814664-f94a-4f7f-b045-f00abd663b84 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Router a7aefcba-274f-45a5-853b-37e78619ca78 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:14:04.485191 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port d5b4d739-e417-454b-9982-9ee1cb3e646a, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=d5b4d739-e417-454b-9982-9ee1cb3e646a,segment=NetworkSegment(ab1a090c-82b4-4543-8db2-8ef56b0a6dfb),segment_id=ab1a090c-82b4-4543-8db2-8ef56b0a6dfb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:04.520632 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d5b4d739-e417-454b-9982-9ee1cb3e646a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:04.521906 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device bfe0cb66-8702-42f2-b98a-c4afa79b16bf up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:14:04.572499 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38660b-18e9-42cd-909b-79ce33039f26 req-2977c517-9f41-47b8-b776-2b189ffc739a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:04.574177 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ef38660b-18e9-42cd-909b-79ce33039f26 req-2977c517-9f41-47b8-b776-2b189ffc739a service neutron] 10.222.0.31 "GET /v2.0/networks?id=90e815f1-a7e2-4388-9260-1c6338913c6d HTTP/1.1" status: 200 len: 898 time: 0.1987555 Mar 07 11:14:04.683861 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8568c-e325-4547-9046-d1031b8bf34b req-932e3b30-bc16-4642-a716-d2ba844a2b66 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:04.685538 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-11f8568c-e325-4547-9046-d1031b8bf34b req-932e3b30-bc16-4642-a716-d2ba844a2b66 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 946 time: 0.0822587 Mar 07 11:14:04.688701 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ef38660b-18e9-42cd-909b-79ce33039f26 req-51790c53-2545-476d-a540-8b79a9c248c9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc HTTP/1.1" status: 200 len: 217 time: 0.1057897 Mar 07 11:14:04.740685 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d814664-f94a-4f7f-b045-f00abd663b84 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:14:04.751590 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1d814664-f94a-4f7f-b045-f00abd663b84 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "PUT /v2.0/routers/a7aefcba-274f-45a5-853b-37e78619ca78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8634450 Mar 07 11:14:04.753401 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40370) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:04.765250 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38660b-18e9-42cd-909b-79ce33039f26 req-67e8bfc7-7c9a-4b8c-88c1-5a96134ca66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:04.766769 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ef38660b-18e9-42cd-909b-79ce33039f26 req-67e8bfc7-7c9a-4b8c-88c1-5a96134ca66d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=3db204c5-5f49-4fa5-a7ca-15793f9668df HTTP/1.1" status: 200 len: 835 time: 0.0692205 Mar 07 11:14:04.792558 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-11f8568c-e325-4547-9046-d1031b8bf34b req-582a427e-fb5a-4020-a003-3393b49b7454 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=a48314a8-1075-4a47-8bf4-5619b436314f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919566 Mar 07 11:14:04.845295 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38660b-18e9-42cd-909b-79ce33039f26 req-754ca6d6-aac0-4cdd-975b-ca1dc64a491e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:04.847111 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ef38660b-18e9-42cd-909b-79ce33039f26 req-754ca6d6-aac0-4cdd-975b-ca1dc64a491e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=90e815f1-a7e2-4388-9260-1c6338913c6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0718129 Mar 07 11:14:04.869458 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a06aaf8-ead9-4ec0-9d93-0e5c7312106e None None] Sync routers for ids ['a7aefcba-274f-45a5-853b-37e78619ca78'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:14:04.893153 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a06aaf8-ead9-4ec0-9d93-0e5c7312106e None None] Routers {'a7aefcba-274f-45a5-853b-37e78619ca78'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:14:04.893918 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1a06aaf8-ead9-4ec0-9d93-0e5c7312106e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:13:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a7aefcba-274f-45a5-853b-37e78619ca78'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:04.909381 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467a6266-8f70-4573-bab4-5e15fd69d6f3 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:04.909865 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467a6266-8f70-4573-bab4-5e15fd69d6f3 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:04.910321 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467a6266-8f70-4573-bab4-5e15fd69d6f3 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:04.910882 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467a6266-8f70-4573-bab4-5e15fd69d6f3 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:04.911213 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467a6266-8f70-4573-bab4-5e15fd69d6f3 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:04.911671 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467a6266-8f70-4573-bab4-5e15fd69d6f3 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:04.912173 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467a6266-8f70-4573-bab4-5e15fd69d6f3 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:04.916819 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-467a6266-8f70-4573-bab4-5e15fd69d6f3 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4971 time: 0.1597900 Mar 07 11:14:04.916962 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40372) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:04.931186 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-52c5c363-7e3c-4456-bbc2-bf6d5e5262d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:14:04.936658 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-52c5c363-7e3c-4456-bbc2-bf6d5e5262d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:14:04.976580 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=d5b4d739-e417-454b-9982-9ee1cb3e646a,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:04.985563 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a476c5b6-123e-4cda-9c7c-da7a66fa4c13 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:04.986112 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a476c5b6-123e-4cda-9c7c-da7a66fa4c13 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:04.986471 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a476c5b6-123e-4cda-9c7c-da7a66fa4c13 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:04.986916 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a476c5b6-123e-4cda-9c7c-da7a66fa4c13 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:04.987368 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a476c5b6-123e-4cda-9c7c-da7a66fa4c13 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:04.987808 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a476c5b6-123e-4cda-9c7c-da7a66fa4c13 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:04.988248 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a476c5b6-123e-4cda-9c7c-da7a66fa4c13 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:04.993229 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a476c5b6-123e-4cda-9c7c-da7a66fa4c13 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4629 time: 0.0725901 Mar 07 11:14:04.994596 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40374) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:05.003654 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ef38660b-18e9-42cd-909b-79ce33039f26 req-2320fcfe-1f4d-4a84-a708-0cb334eb9961 service neutron] 10.222.0.31 "GET /v2.0/networks/90e815f1-a7e2-4388-9260-1c6338913c6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477334 Mar 07 11:14:05.021402 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port bfe0cb66-8702-42f2-b98a-c4afa79b16bf triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:05.021792 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (bfe0cb66-8702-42f2-b98a-c4afa79b16bf), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:05.125999 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-1a06aaf8-ead9-4ec0-9d93-0e5c7312106e None None] Set router a7aefcba-274f-45a5-853b-37e78619ca78 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:14:05.134814 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-dade3f95-5852-4f86-af02-db5b5e3d3a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756456779', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '98aabd58-f33d-40a3-a241-3d051dd18d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:47Z', 'updated_at': '2022-03-07T11:12:51Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': '98aabd58-f33d-40a3-a241-3d051dd18d2f', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:48Z', 'updated_at': '2022-03-07T11:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '9ff8780c-60d1-4c72-9103-9efe90cc527b', 'name': '', 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:a3:9d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '3db204c5-5f49-4fa5-a7ca-15793f9668df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:50Z', 'updated_at': '2022-03-07T11:12:55Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '3db204c5-5f49-4fa5-a7ca-15793f9668df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:05.156215 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ef38660b-18e9-42cd-909b-79ce33039f26 req-292fb31d-faed-4223-a65e-c5e76145603e service neutron] 10.222.0.31 "GET /v2.0/networks/90e815f1-a7e2-4388-9260-1c6338913c6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436949 Mar 07 11:14:05.170151 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dade3f95-5852-4f86-af02-db5b5e3d3a65 None None] Checking router: 183607ea-4bc0-4b9d-8c66-295b72bf8033 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:14:05.172164 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port bfe0cb66-8702-42f2-b98a-c4afa79b16bf is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:05.172542 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bfe0cb66-8702-42f2-b98a-c4afa79b16bf), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:05.199905 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port bfe0cb66-8702-42f2-b98a-c4afa79b16bf, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=bfe0cb66-8702-42f2-b98a-c4afa79b16bf,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:05.200715 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dade3f95-5852-4f86-af02-db5b5e3d3a65 None None] Routers {'183607ea-4bc0-4b9d-8c66-295b72bf8033'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:14:05.201367 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-dade3f95-5852-4f86-af02-db5b5e3d3a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:13:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['183607ea-4bc0-4b9d-8c66-295b72bf8033'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:05.250767 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:14:05.257610 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261f5a1-b00a-4829-a42c-d62d5317091c req-d2354c06-422e-4dd2-8988-024d411830fe tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:05.259133 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f261f5a1-b00a-4829-a42c-d62d5317091c req-d2354c06-422e-4dd2-8988-024d411830fe tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.31 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 946 time: 0.0667636 Mar 07 11:14:05.270881 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (bfe0cb66-8702-42f2-b98a-c4afa79b16bf), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:05.370232 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=bfe0cb66-8702-42f2-b98a-c4afa79b16bf,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:05.379284 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-781722d6-e611-4e2a-b52d-49326eac9d80 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.3763733 Mar 07 11:14:05.403266 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-f261f5a1-b00a-4829-a42c-d62d5317091c req-d47a4413-3b58-4b0f-8b3b-26fb467a3436 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Deleting port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:14:05.405522 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f261f5a1-b00a-4829-a42c-d62d5317091c req-d47a4413-3b58-4b0f-8b3b-26fb467a3436 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (b1feb5e1-4f93-4565-9196-0e4b19b0b4fc), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:05.405700 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-dade3f95-5852-4f86-af02-db5b5e3d3a65 None None] Set router 183607ea-4bc0-4b9d-8c66-295b72bf8033 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:14:05.422036 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1a06aaf8-ead9-4ec0-9d93-0e5c7312106e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'name': 'tempest-TestNetworkBasicOps-router-873281380', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'bfe0cb66-8702-42f2-b98a-c4afa79b16bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:59Z', 'updated_at': '2022-03-07T11:14:03Z', 'revision_number': 4, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'bfe0cb66-8702-42f2-b98a-c4afa79b16bf', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:78:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:59Z', 'updated_at': '2022-03-07T11:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '5f3f4f71-69c3-4f29-8006-93bd8455c2d8', 'name': '', 'network_id': '70be2206-a1b9-4697-aa33-ffd35fa9785a', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'mac_address': 'fa:16:3e:23:28:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '674b4a0b-68aa-4e30-bdbe-09e8d70e9891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:02Z', 'updated_at': '2022-03-07T11:14:03Z', 'revision_number': 2, 'project_id': '9218733d4245439aa2e846b97fffe915', 'subnets': [{'id': '674b4a0b-68aa-4e30-bdbe-09e8d70e9891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:05.456416 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a06aaf8-ead9-4ec0-9d93-0e5c7312106e None None] Checking router: a7aefcba-274f-45a5-853b-37e78619ca78 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:14:05.456679 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a06aaf8-ead9-4ec0-9d93-0e5c7312106e None None] Updating router a7aefcba-274f-45a5-853b-37e78619ca78 port 5f3f4f71-69c3-4f29-8006-93bd8455c2d8 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:14:05.498590 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1a06aaf8-ead9-4ec0-9d93-0e5c7312106e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5f3f4f71-69c3-4f29-8006-93bd8455c2d8), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:05.523870 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-52c5c363-7e3c-4456-bbc2-bf6d5e5262d3 None None] Current status of the port d5b4d739-e417-454b-9982-9ee1cb3e646a is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:05.530701 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-f261f5a1-b00a-4829-a42c-d62d5317091c req-d47a4413-3b58-4b0f-8b3b-26fb467a3436 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] For port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc,segment=NetworkSegment(8d4e6b35-02e5-4f59-bf95-291adff0a301),segment_id=8d4e6b35-02e5-4f59-bf95-291adff0a301)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:05.531176 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f261f5a1-b00a-4829-a42c-d62d5317091c req-d47a4413-3b58-4b0f-8b3b-26fb467a3436 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (b1feb5e1-4f93-4565-9196-0e4b19b0b4fc), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:05.545998 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-f261f5a1-b00a-4829-a42c-d62d5317091c req-d47a4413-3b58-4b0f-8b3b-26fb467a3436 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Calling delete_port for b1feb5e1-4f93-4565-9196-0e4b19b0b4fc owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:14:05.664367 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d863b942-6c27-4838-8722-8cc4c202dbe6 None None] Provisioning complete for port d5b4d739-e417-454b-9982-9ee1cb3e646a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:05.665073 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d863b942-6c27-4838-8722-8cc4c202dbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d5b4d739-e417-454b-9982-9ee1cb3e646a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:05.701961 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f261f5a1-b00a-4829-a42c-d62d5317091c req-d47a4413-3b58-4b0f-8b3b-26fb467a3436 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (b1feb5e1-4f93-4565-9196-0e4b19b0b4fc), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:05.716937 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40378) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:05.723632 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-4fc07bd1-2b7b-49dd-90d9-2a7a91532fa9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1568863639', 'description': 'tempest-secgroup-smoke-1568863639 description', 'project_id': '9218733d4245439aa2e846b97fffe915'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:05.733875 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-dade3f95-5852-4f86-af02-db5b5e3d3a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756456779', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '98aabd58-f33d-40a3-a241-3d051dd18d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:47Z', 'updated_at': '2022-03-07T11:12:51Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': '98aabd58-f33d-40a3-a241-3d051dd18d2f', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:48Z', 'updated_at': '2022-03-07T11:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '9ff8780c-60d1-4c72-9103-9efe90cc527b', 'name': '', 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:a3:9d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '3db204c5-5f49-4fa5-a7ca-15793f9668df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:50Z', 'updated_at': '2022-03-07T11:12:55Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '3db204c5-5f49-4fa5-a7ca-15793f9668df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:05.750231 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a4413-3b58-4b0f-8b3b-26fb467a3436 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event deleted for resources: {'Port': ['ID=b1feb5e1-4f93-4565-9196-0e4b19b0b4fc,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:05.771730 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4fc07bd1-2b7b-49dd-90d9-2a7a91532fa9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:05.786657 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device d5b4d739-e417-454b-9982-9ee1cb3e646a up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:14:05.791352 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dade3f95-5852-4f86-af02-db5b5e3d3a65 None None] The sync data for ids ['183607ea-4bc0-4b9d-8c66-295b72bf8033'] in n-d-832164-4 is: [{'id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756456779', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '98aabd58-f33d-40a3-a241-3d051dd18d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:47Z', 'updated_at': '2022-03-07T11:12:51Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': '98aabd58-f33d-40a3-a241-3d051dd18d2f', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:48Z', 'updated_at': '2022-03-07T11:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '9ff8780c-60d1-4c72-9103-9efe90cc527b', 'name': '', 'network_id': '90e815f1-a7e2-4388-9260-1c6338913c6d', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:a3:9d:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '3db204c5-5f49-4fa5-a7ca-15793f9668df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:50Z', 'updated_at': '2022-03-07T11:12:55Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '3db204c5-5f49-4fa5-a7ca-15793f9668df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:14:05.847581 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f261f5a1-b00a-4829-a42c-d62d5317091c req-d47a4413-3b58-4b0f-8b3b-26fb467a3436 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] No DVR routers for this DVR port b1feb5e1-4f93-4565-9196-0e4b19b0b4fc on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:14:05.859297 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f261f5a1-b00a-4829-a42c-d62d5317091c req-d47a4413-3b58-4b0f-8b3b-26fb467a3436 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:05.864037 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f261f5a1-b00a-4829-a42c-d62d5317091c req-d47a4413-3b58-4b0f-8b3b-26fb467a3436 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.31 "DELETE /v2.0/ports/b1feb5e1-4f93-4565-9196-0e4b19b0b4fc HTTP/1.1" status: 204 len: 173 time: 0.5983148 Mar 07 11:14:05.864825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db6b4c71-a97a-451f-9e43-88ff17b3c960', 'name': 'network-vif-deleted', 'tag': 'b1feb5e1-4f93-4565-9196-0e4b19b0b4fc'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:14:05.877177 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f3e443-c012-4379-aca2-22c824530397" -d '{"events": [{"server_uuid": "db6b4c71-a97a-451f-9e43-88ff17b3c960", "name": "network-vif-deleted", "tag": "b1feb5e1-4f93-4565-9196-0e4b19b0b4fc"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:14:05.890356 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d863b942-6c27-4838-8722-8cc4c202dbe6 None None] Current status of the port d5b4d739-e417-454b-9982-9ee1cb3e646a is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:05.898865 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4fc07bd1-2b7b-49dd-90d9-2a7a91532fa9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group (166ed54a-d621-4119-9b32-941cc307709b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:05.907391 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4fc07bd1-2b7b-49dd-90d9-2a7a91532fa9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (166ed54a-d621-4119-9b32-941cc307709b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:05.910953 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d863b942-6c27-4838-8722-8cc4c202dbe6 None None] Provisioning complete for port 5f3f4f71-69c3-4f29-8006-93bd8455c2d8 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:05.911335 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d863b942-6c27-4838-8722-8cc4c202dbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (5f3f4f71-69c3-4f29-8006-93bd8455c2d8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:05.939788 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port d5b4d739-e417-454b-9982-9ee1cb3e646a triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:05.940542 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d5b4d739-e417-454b-9982-9ee1cb3e646a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:05.962277 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89125465-e7d3-434c-92fa-d83762f7f795 x-openstack-request-id: req-89125465-e7d3-434c-92fa-d83762f7f795 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:14:05.962535 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db6b4c71-a97a-451f-9e43-88ff17b3c960", "name": "network-vif-deleted", "tag": "b1feb5e1-4f93-4565-9196-0e4b19b0b4fc", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:14:05.962785 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-89125465-e7d3-434c-92fa-d83762f7f795 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:14:05.963258 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db6b4c71-a97a-451f-9e43-88ff17b3c960', 'name': 'network-vif-deleted', 'tag': 'b1feb5e1-4f93-4565-9196-0e4b19b0b4fc', 'status': 'completed', 'code': 200} Mar 07 11:14:05.987444 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d863b942-6c27-4838-8722-8cc4c202dbe6 None None] Port 5f3f4f71-69c3-4f29-8006-93bd8455c2d8 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:14:06.011397 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ca7afb6a-79ca-4b5b-91c2-e8fd9b9bf12e req-fb11063f-221a-490b-8442-754c87747871 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=db6b4c71-a97a-451f-9e43-88ff17b3c960 HTTP/1.1" status: 200 len: 210 time: 0.0915854 Mar 07 11:14:06.026696 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4fc07bd1-2b7b-49dd-90d9-2a7a91532fa9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.027879 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4fc07bd1-2b7b-49dd-90d9-2a7a91532fa9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3093801 Mar 07 11:14:06.031206 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40384) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:06.036083 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-fbca9985-7734-4bc0-9bb9-000597d3573b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Request body: {'security_group_rule': {'security_group_id': '166ed54a-d621-4119-9b32-941cc307709b', 'project_id': '9218733d4245439aa2e846b97fffe915', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:06.052647 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc07bd1-2b7b-49dd-90d9-2a7a91532fa9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=166ed54a-d621-4119-9b32-941cc307709b,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:06.073036 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fbca9985-7734-4bc0-9bb9-000597d3573b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (c19c3728-0721-46b2-b905-d8ef5fa68894), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.078510 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port d5b4d739-e417-454b-9982-9ee1cb3e646a is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:06.080638 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device bfe0cb66-8702-42f2-b98a-c4afa79b16bf up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:14:06.151008 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port bfe0cb66-8702-42f2-b98a-c4afa79b16bf triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:06.151936 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (bfe0cb66-8702-42f2-b98a-c4afa79b16bf), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.172464 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fbca9985-7734-4bc0-9bb9-000597d3573b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (c19c3728-0721-46b2-b905-d8ef5fa68894), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.178392 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fbca9985-7734-4bc0-9bb9-000597d3573b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (c19c3728-0721-46b2-b905-d8ef5fa68894), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.204353 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca9985-7734-4bc0-9bb9-000597d3573b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19c3728-0721-46b2-b905-d8ef5fa68894,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:06.212534 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1a06aaf8-ead9-4ec0-9d93-0e5c7312106e None None] Publish callbacks [] for port (5f3f4f71-69c3-4f29-8006-93bd8455c2d8), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.220541 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1a06aaf8-ead9-4ec0-9d93-0e5c7312106e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (5f3f4f71-69c3-4f29-8006-93bd8455c2d8), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.221038 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fbca9985-7734-4bc0-9bb9-000597d3573b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.225394 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fbca9985-7734-4bc0-9bb9-000597d3573b tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1901152 Mar 07 11:14:06.225698 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40386) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:06.237451 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-7de1a688-67ec-4151-bd36-6d5a5fd52ad9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Request body: {'security_group_rule': {'security_group_id': '166ed54a-d621-4119-9b32-941cc307709b', 'project_id': '9218733d4245439aa2e846b97fffe915', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:06.285997 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7de1a688-67ec-4151-bd36-6d5a5fd52ad9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (249dffaf-b184-420e-8da9-7deafb9d05ac), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.329814 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5155e8b-2b26-42d5-9556-b466df861940 None None] Pushing event updated for resources: {'Port': ['ID=5f3f4f71-69c3-4f29-8006-93bd8455c2d8,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:06.348526 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9debd4-a16f-47fe-8dc7-cecb3eba15ab None None] New status for floating IP 3a0c46ff-ffff-408b-8d9d-8907de76f805: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:14:06.354433 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port bfe0cb66-8702-42f2-b98a-c4afa79b16bf is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:06.387821 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-1a06aaf8-ead9-4ec0-9d93-0e5c7312106e None None] Attempting to bind port 5f3f4f71-69c3-4f29-8006-93bd8455c2d8 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:14:06.388200 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-1a06aaf8-ead9-4ec0-9d93-0e5c7312106e None None] Attempting to bind port 5f3f4f71-69c3-4f29-8006-93bd8455c2d8 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'ab1a090c-82b4-4543-8db2-8ef56b0a6dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '70be2206-a1b9-4697-aa33-ffd35fa9785a'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:14:06.388542 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a06aaf8-ead9-4ec0-9d93-0e5c7312106e None None] Attempting to bind port 5f3f4f71-69c3-4f29-8006-93bd8455c2d8 on network 70be2206-a1b9-4697-aa33-ffd35fa9785a {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:14:06.390733 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7de1a688-67ec-4151-bd36-6d5a5fd52ad9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (249dffaf-b184-420e-8da9-7deafb9d05ac), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.398446 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7de1a688-67ec-4151-bd36-6d5a5fd52ad9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (249dffaf-b184-420e-8da9-7deafb9d05ac), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.400207 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a06aaf8-ead9-4ec0-9d93-0e5c7312106e None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:14:06.400488 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a06aaf8-ead9-4ec0-9d93-0e5c7312106e None None] Checking segment: {'id': 'ab1a090c-82b4-4543-8db2-8ef56b0a6dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '70be2206-a1b9-4697-aa33-ffd35fa9785a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:14:06.400873 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1a06aaf8-ead9-4ec0-9d93-0e5c7312106e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.401403 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a06aaf8-ead9-4ec0-9d93-0e5c7312106e None None] Bound using segment: {'id': 'ab1a090c-82b4-4543-8db2-8ef56b0a6dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '70be2206-a1b9-4697-aa33-ffd35fa9785a'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:14:06.401878 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-1a06aaf8-ead9-4ec0-9d93-0e5c7312106e None None] Bound port: 5f3f4f71-69c3-4f29-8006-93bd8455c2d8, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab1a090c-82b4-4543-8db2-8ef56b0a6dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '70be2206-a1b9-4697-aa33-ffd35fa9785a'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:14:06.402388 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1a06aaf8-ead9-4ec0-9d93-0e5c7312106e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5f3f4f71-69c3-4f29-8006-93bd8455c2d8), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.424598 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1a688-67ec-4151-bd36-6d5a5fd52ad9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=249dffaf-b184-420e-8da9-7deafb9d05ac,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:06.441019 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7de1a688-67ec-4151-bd36-6d5a5fd52ad9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.445945 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40388) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:06.447379 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7de1a688-67ec-4151-bd36-6d5a5fd52ad9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2205210 Mar 07 11:14:06.451884 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-12f26d60-7845-459a-9551-1684df5d6251 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Request body: {'security_group_rule': {'security_group_id': '166ed54a-d621-4119-9b32-941cc307709b', 'project_id': '9218733d4245439aa2e846b97fffe915', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:06.496494 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-12f26d60-7845-459a-9551-1684df5d6251 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (e7d4a227-3676-4b6d-a3c0-7e99102ce059), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.502205 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-1a06aaf8-ead9-4ec0-9d93-0e5c7312106e None None] For port 5f3f4f71-69c3-4f29-8006-93bd8455c2d8, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:14:06.505584 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4a83b6f8-7f23-4502-9041-ab979e8f90f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.515455 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-1a06aaf8-ead9-4ec0-9d93-0e5c7312106e None None] For port 5f3f4f71-69c3-4f29-8006-93bd8455c2d8, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=5f3f4f71-69c3-4f29-8006-93bd8455c2d8,segment=NetworkSegment(ab1a090c-82b4-4543-8db2-8ef56b0a6dfb),segment_id=ab1a090c-82b4-4543-8db2-8ef56b0a6dfb)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:14:06.529778 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-1a06aaf8-ead9-4ec0-9d93-0e5c7312106e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (5f3f4f71-69c3-4f29-8006-93bd8455c2d8), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.579628 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-12f26d60-7845-459a-9551-1684df5d6251 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (e7d4a227-3676-4b6d-a3c0-7e99102ce059), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.584718 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-12f26d60-7845-459a-9551-1684df5d6251 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (e7d4a227-3676-4b6d-a3c0-7e99102ce059), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.589946 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a06aaf8-ead9-4ec0-9d93-0e5c7312106e None None] Routers {'a7aefcba-274f-45a5-853b-37e78619ca78'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:14:06.590564 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1a06aaf8-ead9-4ec0-9d93-0e5c7312106e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:13:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a7aefcba-274f-45a5-853b-37e78619ca78'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:06.594463 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5155e8b-2b26-42d5-9556-b466df861940 None None] Pushing event updated for resources: {'Port': ['ID=5f3f4f71-69c3-4f29-8006-93bd8455c2d8,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:06.623965 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-10f95cb8-6d5d-4f61-a26c-ec439445572e None None] Provisioning complete for port 5f3f4f71-69c3-4f29-8006-93bd8455c2d8 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:06.625472 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f26d60-7845-459a-9551-1684df5d6251 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d4a227-3676-4b6d-a3c0-7e99102ce059,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:06.625743 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-10f95cb8-6d5d-4f61-a26c-ec439445572e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (5f3f4f71-69c3-4f29-8006-93bd8455c2d8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.641829 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-12f26d60-7845-459a-9551-1684df5d6251 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.643208 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-12f26d60-7845-459a-9551-1684df5d6251 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1962557 Mar 07 11:14:06.646060 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40390) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:06.650588 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-3329816a-3ae3-4495-b593-7717c1423629 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Request body: {'security_group_rule': {'security_group_id': '166ed54a-d621-4119-9b32-941cc307709b', 'project_id': '9218733d4245439aa2e846b97fffe915', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:06.683342 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3329816a-3ae3-4495-b593-7717c1423629 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (1cd1fc82-fb2c-48ee-8d6a-1fdd6478200f), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.716485 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-1a06aaf8-ead9-4ec0-9d93-0e5c7312106e None None] Set router a7aefcba-274f-45a5-853b-37e78619ca78 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:14:06.735968 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-10f95cb8-6d5d-4f61-a26c-ec439445572e None None] Current status of the port 5f3f4f71-69c3-4f29-8006-93bd8455c2d8 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:06.736536 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-10f95cb8-6d5d-4f61-a26c-ec439445572e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5f3f4f71-69c3-4f29-8006-93bd8455c2d8), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.757070 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3329816a-3ae3-4495-b593-7717c1423629 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (1cd1fc82-fb2c-48ee-8d6a-1fdd6478200f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.761332 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3329816a-3ae3-4495-b593-7717c1423629 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (1cd1fc82-fb2c-48ee-8d6a-1fdd6478200f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.780835 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3329816a-3ae3-4495-b593-7717c1423629 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cd1fc82-fb2c-48ee-8d6a-1fdd6478200f,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:06.787957 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-10f95cb8-6d5d-4f61-a26c-ec439445572e None None] For port 5f3f4f71-69c3-4f29-8006-93bd8455c2d8, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=5f3f4f71-69c3-4f29-8006-93bd8455c2d8,segment=NetworkSegment(ab1a090c-82b4-4543-8db2-8ef56b0a6dfb),segment_id=ab1a090c-82b4-4543-8db2-8ef56b0a6dfb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:06.791895 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3329816a-3ae3-4495-b593-7717c1423629 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.793046 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3329816a-3ae3-4495-b593-7717c1423629 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1460295 Mar 07 11:14:06.794487 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-10f95cb8-6d5d-4f61-a26c-ec439445572e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (5f3f4f71-69c3-4f29-8006-93bd8455c2d8), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.796527 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40392) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:06.803417 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f9f6bfdf-d62b-4c02-bb09-1cd50166b658 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Request body: {'security_group_rule': {'security_group_id': '166ed54a-d621-4119-9b32-941cc307709b', 'project_id': '9218733d4245439aa2e846b97fffe915', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:06.830310 n-d-832164-4 neutron-server[103766]: INFO neutron.db.securitygroups_db [None req-f9f6bfdf-d62b-4c02-bb09-1cd50166b658 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Project 9218733d4245439aa2e846b97fffe915 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:14:06.839503 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f9f6bfdf-d62b-4c02-bb09-1cd50166b658 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (c45e3d9a-4578-4013-9f51-985c76011d4f), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.858011 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f95cb8-6d5d-4f61-a26c-ec439445572e None None] Pushing event updated for resources: {'Port': ['ID=5f3f4f71-69c3-4f29-8006-93bd8455c2d8,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:06.916633 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-30b894e0-795b-45dc-9968-c243f73f6e35 None None] Provisioning complete for port 5f3f4f71-69c3-4f29-8006-93bd8455c2d8 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:06.917120 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-30b894e0-795b-45dc-9968-c243f73f6e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (5f3f4f71-69c3-4f29-8006-93bd8455c2d8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.923075 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f9f6bfdf-d62b-4c02-bb09-1cd50166b658 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (c45e3d9a-4578-4013-9f51-985c76011d4f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.927046 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f9f6bfdf-d62b-4c02-bb09-1cd50166b658 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (c45e3d9a-4578-4013-9f51-985c76011d4f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.952573 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6bfdf-d62b-4c02-bb09-1cd50166b658 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c45e3d9a-4578-4013-9f51-985c76011d4f,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:06.958285 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f9f6bfdf-d62b-4c02-bb09-1cd50166b658 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.962250 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f9f6bfdf-d62b-4c02-bb09-1cd50166b658 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1615236 Mar 07 11:14:06.963539 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40394) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:06.965433 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1a06aaf8-ead9-4ec0-9d93-0e5c7312106e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'name': 'tempest-TestNetworkBasicOps-router-873281380', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'bfe0cb66-8702-42f2-b98a-c4afa79b16bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:59Z', 'updated_at': '2022-03-07T11:14:03Z', 'revision_number': 4, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'bfe0cb66-8702-42f2-b98a-c4afa79b16bf', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:78:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:59Z', 'updated_at': '2022-03-07T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '5f3f4f71-69c3-4f29-8006-93bd8455c2d8', 'name': '', 'network_id': '70be2206-a1b9-4697-aa33-ffd35fa9785a', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'mac_address': 'fa:16:3e:23:28:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '674b4a0b-68aa-4e30-bdbe-09e8d70e9891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:02Z', 'updated_at': '2022-03-07T11:14:06Z', 'revision_number': 4, 'project_id': '9218733d4245439aa2e846b97fffe915', 'subnets': [{'id': '674b4a0b-68aa-4e30-bdbe-09e8d70e9891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:06.970134 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-71809650-55d2-45c0-98cd-776c61e6b103 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Request body: {'security_group_rule': {'security_group_id': '166ed54a-d621-4119-9b32-941cc307709b', 'project_id': '9218733d4245439aa2e846b97fffe915', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:06.990046 n-d-832164-4 neutron-server[103766]: INFO neutron.db.securitygroups_db [None req-71809650-55d2-45c0-98cd-776c61e6b103 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Project 9218733d4245439aa2e846b97fffe915 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:14:06.996453 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-71809650-55d2-45c0-98cd-776c61e6b103 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (52ad653e-f374-48fa-a65b-00df1b090f8b), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:06.998589 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a06aaf8-ead9-4ec0-9d93-0e5c7312106e None None] The sync data for ids ['a7aefcba-274f-45a5-853b-37e78619ca78'] in n-d-832164-4 is: [{'id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'name': 'tempest-TestNetworkBasicOps-router-873281380', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'bfe0cb66-8702-42f2-b98a-c4afa79b16bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:59Z', 'updated_at': '2022-03-07T11:14:03Z', 'revision_number': 4, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'bfe0cb66-8702-42f2-b98a-c4afa79b16bf', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:78:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:59Z', 'updated_at': '2022-03-07T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '5f3f4f71-69c3-4f29-8006-93bd8455c2d8', 'name': '', 'network_id': '70be2206-a1b9-4697-aa33-ffd35fa9785a', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'mac_address': 'fa:16:3e:23:28:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '674b4a0b-68aa-4e30-bdbe-09e8d70e9891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:02Z', 'updated_at': '2022-03-07T11:14:06Z', 'revision_number': 4, 'project_id': '9218733d4245439aa2e846b97fffe915', 'subnets': [{'id': '674b4a0b-68aa-4e30-bdbe-09e8d70e9891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:14:07.010294 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-30b894e0-795b-45dc-9968-c243f73f6e35 None None] Current status of the port 5f3f4f71-69c3-4f29-8006-93bd8455c2d8 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:07.072727 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-71809650-55d2-45c0-98cd-776c61e6b103 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (52ad653e-f374-48fa-a65b-00df1b090f8b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:07.079084 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-71809650-55d2-45c0-98cd-776c61e6b103 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (52ad653e-f374-48fa-a65b-00df1b090f8b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:07.097734 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71809650-55d2-45c0-98cd-776c61e6b103 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ad653e-f374-48fa-a65b-00df1b090f8b,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:07.107533 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-71809650-55d2-45c0-98cd-776c61e6b103 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:07.109587 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-71809650-55d2-45c0-98cd-776c61e6b103 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1449356 Mar 07 11:14:07.109713 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40398) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:07.273911 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-532ac398-4868-4948-b1c1-fe5fbb8a21f4 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1568863639&fields=id&tenant_id=9218733d4245439aa2e846b97fffe915 HTTP/1.1" status: 200 len: 267 time: 0.0485847 Mar 07 11:14:07.394367 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-79aec974-dc61-48f1-9512-b99b5bdd4fe8 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:07.395896 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-79aec974-dc61-48f1-9512-b99b5bdd4fe8 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/networks?id=70be2206-a1b9-4697-aa33-ffd35fa9785a HTTP/1.1" status: 200 len: 797 time: 0.1139140 Mar 07 11:14:07.414005 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-f61ec2d8-c995-4399-b0e4-99a31006eb4e tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/quotas/9218733d4245439aa2e846b97fffe915 HTTP/1.1" status: 200 len: 375 time: 0.0114601 Mar 07 11:14:07.474329 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-05ba2712-39a8-4f12-8830-8e650bf21dbb tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=9218733d4245439aa2e846b97fffe915&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549481 Mar 07 11:14:07.518575 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-80bb21f2-e308-426c-9a22-51dd9ec7fe39 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (183607ea-4bc0-4b9d-8c66-295b72bf8033), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:07.581040 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-01352fc7-a900-4303-99ab-0e78f06e26ac service neutron] 10.222.0.11 "GET /v2.0/networks/70be2206-a1b9-4697-aa33-ffd35fa9785a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945754 Mar 07 11:14:07.682882 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-e0ebf612-8d6b-4607-b6cc-39374cb366a7 service neutron] 10.222.0.11 "GET /v2.0/networks/70be2206-a1b9-4697-aa33-ffd35fa9785a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954397 Mar 07 11:14:07.759373 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 5f3f4f71-69c3-4f29-8006-93bd8455c2d8 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:14:07.820218 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 5f3f4f71-69c3-4f29-8006-93bd8455c2d8 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:07.820726 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (5f3f4f71-69c3-4f29-8006-93bd8455c2d8), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:07.887416 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-87d7b0cc-a229-42c3-9831-d03212ec169f req-28300107-a6c2-4b69-a502-6bc8ebfa9a2c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=e79fcb01-445f-4648-a7ab-3ef5d7a26180 HTTP/1.1" status: 200 len: 210 time: 0.0323968 Mar 07 11:14:07.902186 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-80bb21f2-e308-426c-9a22-51dd9ec7fe39 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Deleting port 9ff8780c-60d1-4c72-9103-9efe90cc527b {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:14:07.902540 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-80bb21f2-e308-426c-9a22-51dd9ec7fe39 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (9ff8780c-60d1-4c72-9103-9efe90cc527b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:07.927113 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 5f3f4f71-69c3-4f29-8006-93bd8455c2d8 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:08.024606 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-80bb21f2-e308-426c-9a22-51dd9ec7fe39 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] For port 9ff8780c-60d1-4c72-9103-9efe90cc527b, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=9ff8780c-60d1-4c72-9103-9efe90cc527b,segment=NetworkSegment(8d4e6b35-02e5-4f59-bf95-291adff0a301),segment_id=8d4e6b35-02e5-4f59-bf95-291adff0a301)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:08.025009 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-80bb21f2-e308-426c-9a22-51dd9ec7fe39 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (9ff8780c-60d1-4c72-9103-9efe90cc527b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:08.040867 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-80bb21f2-e308-426c-9a22-51dd9ec7fe39 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Calling delete_port for 9ff8780c-60d1-4c72-9103-9efe90cc527b owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:14:08.266979 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-80bb21f2-e308-426c-9a22-51dd9ec7fe39 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (9ff8780c-60d1-4c72-9103-9efe90cc527b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:08.300423 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bb21f2-e308-426c-9a22-51dd9ec7fe39 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event deleted for resources: {'Port': ['ID=9ff8780c-60d1-4c72-9103-9efe90cc527b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:08.447520 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device b1feb5e1-4f93-4565-9196-0e4b19b0b4fc no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:14:08.477701 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: b1feb5e1-4f93-4565-9196-0e4b19b0b4fc {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:14:08.478190 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device b1feb5e1-4f93-4565-9196-0e4b19b0b4fc not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:14:08.513766 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-80bb21f2-e308-426c-9a22-51dd9ec7fe39 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (183607ea-4bc0-4b9d-8c66-295b72bf8033), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:08.606680 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0011a0e-2a1b-4ac7-9466-ca67c68960dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:09.013089 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d8d5c789-96ee-4661-8d45-8c0cd18d3523 req-9b593144-f764-421c-85cb-d87e41437cab tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=e79fcb01-445f-4648-a7ab-3ef5d7a26180 HTTP/1.1" status: 200 len: 210 time: 0.0380480 Mar 07 11:14:09.039848 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-b9aa5f70-e8dc-41ff-95f0-ed9af1ce8477 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:09.041288 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-b9aa5f70-e8dc-41ff-95f0-ed9af1ce8477 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.21 "GET /v2.0/networks?id=70be2206-a1b9-4697-aa33-ffd35fa9785a HTTP/1.1" status: 200 len: 797 time: 0.1656814 Mar 07 11:14:09.183631 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-ad936995-1733-4332-abd7-ba7e9bb92a44 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9218733d4245439aa2e846b97fffe915 HTTP/1.1" status: 200 len: 380 time: 0.1051154 Mar 07 11:14:09.192602 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-9357c33c-74c6-4d91-8262-decaf26dda04 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Request body: {'port': {'device_id': 'e79fcb01-445f-4648-a7ab-3ef5d7a26180', 'network_id': '70be2206-a1b9-4697-aa33-ffd35fa9785a', 'admin_state_up': True, 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'security_groups': ['166ed54a-d621-4119-9b32-941cc307709b']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:09.225382 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80bb21f2-e308-426c-9a22-51dd9ec7fe39 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Router 183607ea-4bc0-4b9d-8c66-295b72bf8033 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:14:09.408413 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-9357c33c-74c6-4d91-8262-decaf26dda04 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Made reservation on behalf of 9218733d4245439aa2e846b97fffe915 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:14:09.411784 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-9357c33c-74c6-4d91-8262-decaf26dda04 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:09.427059 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80bb21f2-e308-426c-9a22-51dd9ec7fe39 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:14:09.432285 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-80bb21f2-e308-426c-9a22-51dd9ec7fe39 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "PUT /v2.0/routers/183607ea-4bc0-4b9d-8c66-295b72bf8033/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3214004 Mar 07 11:14:09.435215 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40428) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:09.436213 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da9f436-d61a-4d06-916e-8c289fd58ef1 None None] Sync routers for ids ['183607ea-4bc0-4b9d-8c66-295b72bf8033'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:14:09.446798 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da9f436-d61a-4d06-916e-8c289fd58ef1 None None] Routers {'183607ea-4bc0-4b9d-8c66-295b72bf8033'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:14:09.447533 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1da9f436-d61a-4d06-916e-8c289fd58ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:14:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['183607ea-4bc0-4b9d-8c66-295b72bf8033'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:09.492686 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-55ba764d-43cd-44cf-a663-b9389b561653 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Deleting subnet 3db204c5-5f49-4fa5-a7ca-15793f9668df {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:14:09.499086 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-55ba764d-43cd-44cf-a663-b9389b561653 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for subnet (3db204c5-5f49-4fa5-a7ca-15793f9668df), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:09.544327 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-55ba764d-43cd-44cf-a663-b9389b561653 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (3db204c5-5f49-4fa5-a7ca-15793f9668df), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:09.560701 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-1da9f436-d61a-4d06-916e-8c289fd58ef1 None None] Set router 183607ea-4bc0-4b9d-8c66-295b72bf8033 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:14:09.576543 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-9357c33c-74c6-4d91-8262-decaf26dda04 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Allocated IP 172.20.0.8 (70be2206-a1b9-4697-aa33-ffd35fa9785a/674b4a0b-68aa-4e30-bdbe-09e8d70e9891/76b09344-9b65-4011-8af3-cedb3da7f1b2) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:14:09.632110 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-55ba764d-43cd-44cf-a663-b9389b561653 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (3db204c5-5f49-4fa5-a7ca-15793f9668df), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:09.710560 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-55ba764d-43cd-44cf-a663-b9389b561653 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (3db204c5-5f49-4fa5-a7ca-15793f9668df), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:09.757712 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-9357c33c-74c6-4d91-8262-decaf26dda04 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for port (76b09344-9b65-4011-8af3-cedb3da7f1b2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:09.767312 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1da9f436-d61a-4d06-916e-8c289fd58ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756456779', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '98aabd58-f33d-40a3-a241-3d051dd18d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:47Z', 'updated_at': '2022-03-07T11:14:08Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': '98aabd58-f33d-40a3-a241-3d051dd18d2f', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:48Z', 'updated_at': '2022-03-07T11:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:09.794388 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da9f436-d61a-4d06-916e-8c289fd58ef1 None None] Checking router: 183607ea-4bc0-4b9d-8c66-295b72bf8033 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:14:09.804044 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-9357c33c-74c6-4d91-8262-decaf26dda04 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (76b09344-9b65-4011-8af3-cedb3da7f1b2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:09.804391 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da9f436-d61a-4d06-916e-8c289fd58ef1 None None] Routers {'183607ea-4bc0-4b9d-8c66-295b72bf8033'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:14:09.805123 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1da9f436-d61a-4d06-916e-8c289fd58ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:14:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['183607ea-4bc0-4b9d-8c66-295b72bf8033'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:09.851579 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-9357c33c-74c6-4d91-8262-decaf26dda04 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Network 70be2206-a1b9-4697-aa33-ffd35fa9785a is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:14:09.854742 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-9357c33c-74c6-4d91-8262-decaf26dda04 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:14:09.858713 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-9357c33c-74c6-4d91-8262-decaf26dda04 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:14:09.894302 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357c33c-74c6-4d91-8262-decaf26dda04 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'Port': ['ID=76b09344-9b65-4011-8af3-cedb3da7f1b2,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:09.933347 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-9357c33c-74c6-4d91-8262-decaf26dda04 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:09.934706 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-9357c33c-74c6-4d91-8262-decaf26dda04 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:09.937834 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-1da9f436-d61a-4d06-916e-8c289fd58ef1 None None] Set router 183607ea-4bc0-4b9d-8c66-295b72bf8033 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:14:09.959149 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-9357c33c-74c6-4d91-8262-decaf26dda04 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7698629 Mar 07 11:14:09.975058 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-b3e0db66-eb50-4c63-9f19-8506f3b3f451 service neutron] Request body: {'port': {'device_id': 'e79fcb01-445f-4648-a7ab-3ef5d7a26180', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:10.013631 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:10.055491 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-b3e0db66-eb50-4c63-9f19-8506f3b3f451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (76b09344-9b65-4011-8af3-cedb3da7f1b2), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:10.063517 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba764d-43cd-44cf-a663-b9389b561653 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event deleted for resources: {'Subnet': ['ID=3db204c5-5f49-4fa5-a7ca-15793f9668df,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:10.074397 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-55ba764d-43cd-44cf-a663-b9389b561653 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:10.079605 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-55ba764d-43cd-44cf-a663-b9389b561653 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "DELETE /v2.0/subnets/3db204c5-5f49-4fa5-a7ca-15793f9668df HTTP/1.1" status: 204 len: 168 time: 0.6433806 Mar 07 11:14:10.083358 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c49a1fe-e6dc-44a1-8db9-7149be7ba1e3 None None] Network 90e815f1-a7e2-4388-9260-1c6338913c6d requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:14:10.084364 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40432) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:10.187950 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1da9f436-d61a-4d06-916e-8c289fd58ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756456779', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '98aabd58-f33d-40a3-a241-3d051dd18d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:47Z', 'updated_at': '2022-03-07T11:14:08Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': '98aabd58-f33d-40a3-a241-3d051dd18d2f', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:48Z', 'updated_at': '2022-03-07T11:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:10.231921 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da9f436-d61a-4d06-916e-8c289fd58ef1 None None] The sync data for ids ['183607ea-4bc0-4b9d-8c66-295b72bf8033'] in n-d-832164-4 is: [{'id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'name': 'tempest-TestNetworkAdvancedServerOps-router-756456779', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.219'}], 'enable_snat': True}, 'gw_port_id': '98aabd58-f33d-40a3-a241-3d051dd18d2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:12:47Z', 'updated_at': '2022-03-07T11:14:08Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': '98aabd58-f33d-40a3-a241-3d051dd18d2f', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:e3:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183607ea-4bc0-4b9d-8c66-295b72bf8033', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:12:48Z', 'updated_at': '2022-03-07T11:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:14:10.258027 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01989430-60c2-462a-98e8-b1527712c6f9 None None] Provisioning complete for port 76b09344-9b65-4011-8af3-cedb3da7f1b2 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:10.258497 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01989430-60c2-462a-98e8-b1527712c6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (76b09344-9b65-4011-8af3-cedb3da7f1b2), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:10.284024 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f975ae4-258b-4d69-87bd-6b1b964461ba None None] DHCP port deletion for 90e815f1-a7e2-4388-9260-1c6338913c6d request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:14:10.321390 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01989430-60c2-462a-98e8-b1527712c6f9 None None] Port 76b09344-9b65-4011-8af3-cedb3da7f1b2 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:14:10.348699 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-3f975ae4-258b-4d69-87bd-6b1b964461ba None None] Deleting port c4f1a881-f78f-4136-96d9-d8c37faa7271 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:14:10.349075 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3f975ae4-258b-4d69-87bd-6b1b964461ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c4f1a881-f78f-4136-96d9-d8c37faa7271), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:10.356985 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2ab06-5eff-42e7-a64b-d3c15acb980e req-4f40d6db-ed07-4a6a-8d9b-9212b53ccb6f tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:10.358528 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5fa2ab06-5eff-42e7-a64b-d3c15acb980e req-4f40d6db-ed07-4a6a-8d9b-9212b53ccb6f tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=e79fcb01-445f-4648-a7ab-3ef5d7a26180 HTTP/1.1" status: 200 len: 931 time: 0.2051034 Mar 07 11:14:10.402959 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa714be5-b774-462c-a256-a25f208e867d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router (183607ea-4bc0-4b9d-8c66-295b72bf8033), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:10.415973 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-3f975ae4-258b-4d69-87bd-6b1b964461ba None None] For port c4f1a881-f78f-4136-96d9-d8c37faa7271, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c4f1a881-f78f-4136-96d9-d8c37faa7271,segment=NetworkSegment(8d4e6b35-02e5-4f59-bf95-291adff0a301),segment_id=8d4e6b35-02e5-4f59-bf95-291adff0a301)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:10.416368 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3f975ae4-258b-4d69-87bd-6b1b964461ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c4f1a881-f78f-4136-96d9-d8c37faa7271), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:10.428997 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-3f975ae4-258b-4d69-87bd-6b1b964461ba None None] Calling delete_port for c4f1a881-f78f-4136-96d9-d8c37faa7271 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:14:10.507780 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3f975ae4-258b-4d69-87bd-6b1b964461ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (c4f1a881-f78f-4136-96d9-d8c37faa7271), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:10.531029 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f975ae4-258b-4d69-87bd-6b1b964461ba None None] Pushing event deleted for resources: {'Port': ['ID=c4f1a881-f78f-4136-96d9-d8c37faa7271,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:10.536501 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f975ae4-258b-4d69-87bd-6b1b964461ba None None] No DVR routers for this DVR port c4f1a881-f78f-4136-96d9-d8c37faa7271 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:14:10.554817 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5fa2ab06-5eff-42e7-a64b-d3c15acb980e req-8a1798e3-ef0e-40f0-948b-6afe55c0f7b4 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?id=166ed54a-d621-4119-9b32-941cc307709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869857 Mar 07 11:14:10.612456 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa714be5-b774-462c-a256-a25f208e867d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router_gateway (183607ea-4bc0-4b9d-8c66-295b72bf8033), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:10.670897 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-b3e0db66-eb50-4c63-9f19-8506f3b3f451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b09344-9b65-4011-8af3-cedb3da7f1b2 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:14:10.680633 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-b3e0db66-eb50-4c63-9f19-8506f3b3f451 service neutron] Publish callbacks [] for port (76b09344-9b65-4011-8af3-cedb3da7f1b2), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:10.700407 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-b3e0db66-eb50-4c63-9f19-8506f3b3f451 service neutron] Transition to ACTIVE for port object 76b09344-9b65-4011-8af3-cedb3da7f1b2 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:14:10.707621 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-b3e0db66-eb50-4c63-9f19-8506f3b3f451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (76b09344-9b65-4011-8af3-cedb3da7f1b2), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:10.759278 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-fa714be5-b774-462c-a256-a25f208e867d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Deleting port 98aabd58-f33d-40a3-a241-3d051dd18d2f {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:14:10.759622 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa714be5-b774-462c-a256-a25f208e867d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (98aabd58-f33d-40a3-a241-3d051dd18d2f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:10.776642 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0db66-eb50-4c63-9f19-8506f3b3f451 service neutron] Pushing event updated for resources: {'Port': ['ID=76b09344-9b65-4011-8af3-cedb3da7f1b2,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:10.909401 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-fa714be5-b774-462c-a256-a25f208e867d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] For port 98aabd58-f33d-40a3-a241-3d051dd18d2f, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=98aabd58-f33d-40a3-a241-3d051dd18d2f,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:10.909776 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa714be5-b774-462c-a256-a25f208e867d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (98aabd58-f33d-40a3-a241-3d051dd18d2f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:10.925743 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-b3e0db66-eb50-4c63-9f19-8506f3b3f451 service neutron] Attempting to bind port 76b09344-9b65-4011-8af3-cedb3da7f1b2 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:14:10.926079 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-b3e0db66-eb50-4c63-9f19-8506f3b3f451 service neutron] Attempting to bind port 76b09344-9b65-4011-8af3-cedb3da7f1b2 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'ab1a090c-82b4-4543-8db2-8ef56b0a6dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '70be2206-a1b9-4697-aa33-ffd35fa9785a'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:14:10.926407 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-b3e0db66-eb50-4c63-9f19-8506f3b3f451 service neutron] Attempting to bind port 76b09344-9b65-4011-8af3-cedb3da7f1b2 on network 70be2206-a1b9-4697-aa33-ffd35fa9785a {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:14:10.928639 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-fa714be5-b774-462c-a256-a25f208e867d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Calling delete_port for 98aabd58-f33d-40a3-a241-3d051dd18d2f owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:14:10.938612 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-b3e0db66-eb50-4c63-9f19-8506f3b3f451 service neutron] Port 76b09344-9b65-4011-8af3-cedb3da7f1b2 on network 70be2206-a1b9-4697-aa33-ffd35fa9785a not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:14:10.938947 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-b3e0db66-eb50-4c63-9f19-8506f3b3f451 service neutron] Attempting to bind port 76b09344-9b65-4011-8af3-cedb3da7f1b2 on network 70be2206-a1b9-4697-aa33-ffd35fa9785a {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:14:10.947601 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-b3e0db66-eb50-4c63-9f19-8506f3b3f451 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:14:10.947939 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-b3e0db66-eb50-4c63-9f19-8506f3b3f451 service neutron] Checking segment: {'id': 'ab1a090c-82b4-4543-8db2-8ef56b0a6dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '70be2206-a1b9-4697-aa33-ffd35fa9785a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:14:10.948329 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-b3e0db66-eb50-4c63-9f19-8506f3b3f451 service neutron] Bound using segment: {'id': 'ab1a090c-82b4-4543-8db2-8ef56b0a6dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '70be2206-a1b9-4697-aa33-ffd35fa9785a'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:14:10.948767 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-b3e0db66-eb50-4c63-9f19-8506f3b3f451 service neutron] Bound port: 76b09344-9b65-4011-8af3-cedb3da7f1b2, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab1a090c-82b4-4543-8db2-8ef56b0a6dfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '70be2206-a1b9-4697-aa33-ffd35fa9785a'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:14:10.949151 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-b3e0db66-eb50-4c63-9f19-8506f3b3f451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (76b09344-9b65-4011-8af3-cedb3da7f1b2), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:11.097598 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-b3e0db66-eb50-4c63-9f19-8506f3b3f451 service neutron] For port 76b09344-9b65-4011-8af3-cedb3da7f1b2, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:14:11.106195 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-b3e0db66-eb50-4c63-9f19-8506f3b3f451 service neutron] For port 76b09344-9b65-4011-8af3-cedb3da7f1b2, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=76b09344-9b65-4011-8af3-cedb3da7f1b2,segment=NetworkSegment(ab1a090c-82b4-4543-8db2-8ef56b0a6dfb),segment_id=ab1a090c-82b4-4543-8db2-8ef56b0a6dfb)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:14:11.112736 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-b3e0db66-eb50-4c63-9f19-8506f3b3f451 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (76b09344-9b65-4011-8af3-cedb3da7f1b2), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:11.173519 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-b3e0db66-eb50-4c63-9f19-8506f3b3f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:11.174140 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-b3e0db66-eb50-4c63-9f19-8506f3b3f451 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:11.175541 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-b3e0db66-eb50-4c63-9f19-8506f3b3f451 service neutron] 10.222.0.21 "PUT /v2.0/ports/76b09344-9b65-4011-8af3-cedb3da7f1b2 HTTP/1.1" status: 200 len: 1091 time: 1.2052279 Mar 07 11:14:11.180310 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79fcb01-445f-4648-a7ab-3ef5d7a26180', 'tag': '76b09344-9b65-4011-8af3-cedb3da7f1b2'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:14:11.182502 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd1a4a2-be01-4ba8-a6d7-aeddf7ac4d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "e79fcb01-445f-4648-a7ab-3ef5d7a26180", "tag": "76b09344-9b65-4011-8af3-cedb3da7f1b2"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:14:11.216103 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0db66-eb50-4c63-9f19-8506f3b3f451 service neutron] Pushing event updated for resources: {'Port': ['ID=76b09344-9b65-4011-8af3-cedb3da7f1b2,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:11.238370 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa714be5-b774-462c-a256-a25f208e867d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (98aabd58-f33d-40a3-a241-3d051dd18d2f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:11.259122 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5aece5-1de4-4423-ade3-34d34f55bf0c x-openstack-request-id: req-3f5aece5-1de4-4423-ade3-34d34f55bf0c {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:14:11.259458 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79fcb01-445f-4648-a7ab-3ef5d7a26180", "tag": "76b09344-9b65-4011-8af3-cedb3da7f1b2", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:14:11.259719 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3f5aece5-1de4-4423-ade3-34d34f55bf0c {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:14:11.260117 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79fcb01-445f-4648-a7ab-3ef5d7a26180', 'tag': '76b09344-9b65-4011-8af3-cedb3da7f1b2', 'status': 'completed', 'code': 200} Mar 07 11:14:11.284957 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa714be5-b774-462c-a256-a25f208e867d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event deleted for resources: {'Port': ['ID=98aabd58-f33d-40a3-a241-3d051dd18d2f,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:11.353058 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-0c3ea465-47e6-4c09-91d8-f1018becd3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:11.354603 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-0c3ea465-47e6-4c09-91d8-f1018becd3eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9218733d4245439aa2e846b97fffe915&device_id=e79fcb01-445f-4648-a7ab-3ef5d7a26180 HTTP/1.1" status: 200 len: 1125 time: 0.1273479 Mar 07 11:14:11.400119 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa714be5-b774-462c-a256-a25f208e867d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (183607ea-4bc0-4b9d-8c66-295b72bf8033), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:11.403891 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-33f9d26f-09c7-4bcd-8c90-a2c3452e23f7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76b09344-9b65-4011-8af3-cedb3da7f1b2 HTTP/1.1" status: 200 len: 217 time: 0.0410676 Mar 07 11:14:11.525251 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa714be5-b774-462c-a256-a25f208e867d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (183607ea-4bc0-4b9d-8c66-295b72bf8033), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:11.528513 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa714be5-b774-462c-a256-a25f208e867d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router_controller (183607ea-4bc0-4b9d-8c66-295b72bf8033), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:11.540744 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-6891e751-978a-47b1-8d5c-fc619e50775e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:11.542227 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-6891e751-978a-47b1-8d5c-fc619e50775e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=674b4a0b-68aa-4e30-bdbe-09e8d70e9891 HTTP/1.1" status: 200 len: 835 time: 0.1128845 Mar 07 11:14:11.603571 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa714be5-b774-462c-a256-a25f208e867d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (183607ea-4bc0-4b9d-8c66-295b72bf8033), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:11.604085 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa714be5-b774-462c-a256-a25f208e867d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Fanout notify agent at l3_agent the message router_deleted on router 183607ea-4bc0-4b9d-8c66-295b72bf8033 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:14:11.612160 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa714be5-b774-462c-a256-a25f208e867d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:11.615826 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-fa714be5-b774-462c-a256-a25f208e867d tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "DELETE /v2.0/routers/183607ea-4bc0-4b9d-8c66-295b72bf8033 HTTP/1.1" status: 204 len: 168 time: 1.5279355 Mar 07 11:14:11.616156 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40438) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:11.736076 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-0559ba0e-30eb-44f0-9e93-a53d0d5c8afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:11.737684 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-0559ba0e-30eb-44f0-9e93-a53d0d5c8afd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=70be2206-a1b9-4697-aa33-ffd35fa9785a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1618953 Mar 07 11:14:11.742630 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:11.743952 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ef1d0c37-3d6a-4a7e-b011-ee80e2402ed3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (90e815f1-a7e2-4388-9260-1c6338913c6d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:11.771354 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9ff8780c-60d1-4c72-9103-9efe90cc527b no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:14:11.792138 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a62b80-5065-47f4-9ed2-ed7231a1a603 req-362942d2-a17f-41c5-bc54-e062fdd8e4e5 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:11.793652 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b5a62b80-5065-47f4-9ed2-ed7231a1a603 req-362942d2-a17f-41c5-bc54-e062fdd8e4e5 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=e79fcb01-445f-4648-a7ab-3ef5d7a26180 HTTP/1.1" status: 200 len: 943 time: 0.1674037 Mar 07 11:14:11.794966 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 9ff8780c-60d1-4c72-9103-9efe90cc527b {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:14:11.795317 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9ff8780c-60d1-4c72-9103-9efe90cc527b not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:14:11.795783 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c4f1a881-f78f-4136-96d9-d8c37faa7271 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:14:11.821259 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: c4f1a881-f78f-4136-96d9-d8c37faa7271 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:14:11.821610 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c4f1a881-f78f-4136-96d9-d8c37faa7271 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:14:12.263741 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ef1d0c37-3d6a-4a7e-b011-ee80e2402ed3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (90e815f1-a7e2-4388-9260-1c6338913c6d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:12.274256 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-151169e0-5235-4b18-a3fb-4e32a7f5669c service neutron] 10.222.0.21 "GET /v2.0/networks/70be2206-a1b9-4697-aa33-ffd35fa9785a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5266955 Mar 07 11:14:12.279457 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b5a62b80-5065-47f4-9ed2-ed7231a1a603 req-2400ced3-13c6-4e9a-9b01-ed9acaf56739 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?id=166ed54a-d621-4119-9b32-941cc307709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4559355 Mar 07 11:14:12.299733 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ef1d0c37-3d6a-4a7e-b011-ee80e2402ed3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e815f1-a7e2-4388-9260-1c6338913c6d']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:12.319547 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ef1d0c37-3d6a-4a7e-b011-ee80e2402ed3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d4e6b35-02e5-4f59-bf95-291adff0a301') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:12.319838 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ef1d0c37-3d6a-4a7e-b011-ee80e2402ed3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d4e6b35-02e5-4f59-bf95-291adff0a301') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:12.340671 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ef1d0c37-3d6a-4a7e-b011-ee80e2402ed3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (8d4e6b35-02e5-4f59-bf95-291adff0a301), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:12.382991 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ef1d0c37-3d6a-4a7e-b011-ee80e2402ed3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (8d4e6b35-02e5-4f59-bf95-291adff0a301), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:12.392510 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef1d0c37-3d6a-4a7e-b011-ee80e2402ed3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:14:12.392894 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ef1d0c37-3d6a-4a7e-b011-ee80e2402ed3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (8d4e6b35-02e5-4f59-bf95-291adff0a301), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:12.395798 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:14:12.395798 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:14:12.395798 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:14:12.395798 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:14:12.395798 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:14:12.395798 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:14:12.395798 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:14:12.395798 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:14:12.395798 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:14:12.395798 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:14:12.395798 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:14:12.395798 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:14:12.395798 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:14:12.395798 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:14:12.395798 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:14:12.395798 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:14:12.395798 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:14:12.395798 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:14:12.395798 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:14:12.395798 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:14:12.395798 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:14:12.395798 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:14:12.395798 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:14:12.395798 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:14:12.395798 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:14:12.395798 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:14:12.395798 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:14:12.395798 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:14:12.395798 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:14:12.395798 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:14:12.395798 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:14:12.395798 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:14:12.454557 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1becc681-f5fe-4b05-b004-df50f2f69f05 req-b67163c3-8cbe-4935-8693-e961220eb7c4 service neutron] 10.222.0.21 "GET /v2.0/networks/70be2206-a1b9-4697-aa33-ffd35fa9785a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710455 Mar 07 11:14:12.467060 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ef1d0c37-3d6a-4a7e-b011-ee80e2402ed3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (90e815f1-a7e2-4388-9260-1c6338913c6d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:12.475393 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ef1d0c37-3d6a-4a7e-b011-ee80e2402ed3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:12.477870 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ef1d0c37-3d6a-4a7e-b011-ee80e2402ed3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "DELETE /v2.0/networks/90e815f1-a7e2-4388-9260-1c6338913c6d HTTP/1.1" status: 204 len: 168 time: 0.8607850 Mar 07 11:14:12.482391 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40440) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:12.495050 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d0c37-3d6a-4a7e-b011-ee80e2402ed3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event deleted for resources: {'Network': ['ID=90e815f1-a7e2-4388-9260-1c6338913c6d,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:12.550427 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1a4a2-be01-4ba8-a6d7-aeddf7ac4d4d req-102f6dc6-0fa0-4725-b5ed-36a0e25df587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:12.551917 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ebd1a4a2-be01-4ba8-a6d7-aeddf7ac4d4d req-102f6dc6-0fa0-4725-b5ed-36a0e25df587 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9218733d4245439aa2e846b97fffe915&device_id=e79fcb01-445f-4648-a7ab-3ef5d7a26180 HTTP/1.1" status: 200 len: 1125 time: 0.0465074 Mar 07 11:14:12.555342 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f46b105-4c63-4b14-a194-fb243654d3fb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group (a48314a8-1075-4a47-8bf4-5619b436314f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:12.580139 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f46b105-4c63-4b14-a194-fb243654d3fb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group (a48314a8-1075-4a47-8bf4-5619b436314f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:12.642133 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f46b105-4c63-4b14-a194-fb243654d3fb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a48314a8-1075-4a47-8bf4-5619b436314f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:12.645009 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3f46b105-4c63-4b14-a194-fb243654d3fb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:12.645471 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1a4a2-be01-4ba8-a6d7-aeddf7ac4d4d req-6c40c87a-48dd-4335-b0db-d570d5611b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:12.646368 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3f46b105-4c63-4b14-a194-fb243654d3fb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "DELETE /v2.0/security-groups/a48314a8-1075-4a47-8bf4-5619b436314f HTTP/1.1" status: 204 len: 168 time: 0.1615002 Mar 07 11:14:12.646998 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ebd1a4a2-be01-4ba8-a6d7-aeddf7ac4d4d req-6c40c87a-48dd-4335-b0db-d570d5611b40 service neutron] 10.222.0.21 "GET /v2.0/networks?id=70be2206-a1b9-4697-aa33-ffd35fa9785a HTTP/1.1" status: 200 len: 898 time: 0.0896747 Mar 07 11:14:12.656177 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46b105-4c63-4b14-a194-fb243654d3fb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48314a8-1075-4a47-8bf4-5619b436314f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:12.701379 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ebd1a4a2-be01-4ba8-a6d7-aeddf7ac4d4d req-c4dfcbad-43c0-4b0f-a09b-c465b9e06bc8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76b09344-9b65-4011-8af3-cedb3da7f1b2 HTTP/1.1" status: 200 len: 217 time: 0.0472424 Mar 07 11:14:12.752007 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1a4a2-be01-4ba8-a6d7-aeddf7ac4d4d req-5571ce56-8428-4fc0-9e63-0d2b0eec7cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:12.753477 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ebd1a4a2-be01-4ba8-a6d7-aeddf7ac4d4d req-5571ce56-8428-4fc0-9e63-0d2b0eec7cbe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=674b4a0b-68aa-4e30-bdbe-09e8d70e9891 HTTP/1.1" status: 200 len: 835 time: 0.0476856 Mar 07 11:14:12.802424 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1a4a2-be01-4ba8-a6d7-aeddf7ac4d4d req-fd3c9266-6a3d-43c9-9a09-8c4dfda7f528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:12.803851 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ebd1a4a2-be01-4ba8-a6d7-aeddf7ac4d4d req-fd3c9266-6a3d-43c9-9a09-8c4dfda7f528 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=70be2206-a1b9-4697-aa33-ffd35fa9785a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445364 Mar 07 11:14:12.890947 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40446) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:12.895605 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-ef809ee9-93ad-4b4a-8fbb-21e944a11a05 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2015025863', 'description': 'tempest-secgroup-smoke-2015025863 description', 'project_id': '495992950f4c431c9a7421503d52aa85'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:12.898493 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ebd1a4a2-be01-4ba8-a6d7-aeddf7ac4d4d req-0b311bb5-2826-40c2-9b42-4ca2287cee8e service neutron] 10.222.0.21 "GET /v2.0/networks/70be2206-a1b9-4697-aa33-ffd35fa9785a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871739 Mar 07 11:14:12.915911 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef809ee9-93ad-4b4a-8fbb-21e944a11a05 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:12.989303 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:12.989906 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef809ee9-93ad-4b4a-8fbb-21e944a11a05 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group (b1666ceb-b67c-4485-b08c-c0f8d7f843bc), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:12.993431 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef809ee9-93ad-4b4a-8fbb-21e944a11a05 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b1666ceb-b67c-4485-b08c-c0f8d7f843bc), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:12.995801 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ebd1a4a2-be01-4ba8-a6d7-aeddf7ac4d4d req-5fab792a-b52b-4550-aaae-60769f0d13c0 service neutron] 10.222.0.21 "GET /v2.0/networks/70be2206-a1b9-4697-aa33-ffd35fa9785a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916264 Mar 07 11:14:13.023056 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef809ee9-93ad-4b4a-8fbb-21e944a11a05 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:13.024275 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ef809ee9-93ad-4b4a-8fbb-21e944a11a05 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1322553 Mar 07 11:14:13.026183 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef809ee9-93ad-4b4a-8fbb-21e944a11a05 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1666ceb-b67c-4485-b08c-c0f8d7f843bc,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:13.027521 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40448) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:13.032918 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-0aaec2e6-7ae5-4e56-8a01-16947ebade1b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'security_group_rule': {'security_group_id': 'b1666ceb-b67c-4485-b08c-c0f8d7f843bc', 'project_id': '495992950f4c431c9a7421503d52aa85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:13.058842 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0aaec2e6-7ae5-4e56-8a01-16947ebade1b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (09fb55a5-aa35-4008-9371-dc17baedc914), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:13.119907 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0aaec2e6-7ae5-4e56-8a01-16947ebade1b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (09fb55a5-aa35-4008-9371-dc17baedc914), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:13.123581 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0aaec2e6-7ae5-4e56-8a01-16947ebade1b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (09fb55a5-aa35-4008-9371-dc17baedc914), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:13.142349 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaec2e6-7ae5-4e56-8a01-16947ebade1b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09fb55a5-aa35-4008-9371-dc17baedc914,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:13.149010 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0aaec2e6-7ae5-4e56-8a01-16947ebade1b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:13.150365 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0aaec2e6-7ae5-4e56-8a01-16947ebade1b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217527 Mar 07 11:14:13.153002 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40450) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:13.157226 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-3ad2622e-b9d6-4a0b-b6eb-a5c73dbbc5dd tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'security_group_rule': {'security_group_id': 'b1666ceb-b67c-4485-b08c-c0f8d7f843bc', 'project_id': '495992950f4c431c9a7421503d52aa85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:13.182297 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3ad2622e-b9d6-4a0b-b6eb-a5c73dbbc5dd tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (45b3dc70-f7b8-4d59-82f4-16fc89d289e9), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:13.238791 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3ad2622e-b9d6-4a0b-b6eb-a5c73dbbc5dd tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (45b3dc70-f7b8-4d59-82f4-16fc89d289e9), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:13.243642 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3ad2622e-b9d6-4a0b-b6eb-a5c73dbbc5dd tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (45b3dc70-f7b8-4d59-82f4-16fc89d289e9), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:13.262178 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2622e-b9d6-4a0b-b6eb-a5c73dbbc5dd tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45b3dc70-f7b8-4d59-82f4-16fc89d289e9,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:13.268926 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3ad2622e-b9d6-4a0b-b6eb-a5c73dbbc5dd tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:13.271473 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3ad2622e-b9d6-4a0b-b6eb-a5c73dbbc5dd tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174855 Mar 07 11:14:13.272704 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40452) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:13.276982 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-02c41a11-d765-443c-b22f-b67ee1d70d48 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'security_group_rule': {'security_group_id': 'b1666ceb-b67c-4485-b08c-c0f8d7f843bc', 'project_id': '495992950f4c431c9a7421503d52aa85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:13.303689 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02c41a11-d765-443c-b22f-b67ee1d70d48 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (eaa5c41f-e2fd-4162-9d80-aa265633c876), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:13.368328 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02c41a11-d765-443c-b22f-b67ee1d70d48 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (eaa5c41f-e2fd-4162-9d80-aa265633c876), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:13.372135 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02c41a11-d765-443c-b22f-b67ee1d70d48 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (eaa5c41f-e2fd-4162-9d80-aa265633c876), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:13.389797 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c41a11-d765-443c-b22f-b67ee1d70d48 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa5c41f-e2fd-4162-9d80-aa265633c876,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:13.398947 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-02c41a11-d765-443c-b22f-b67ee1d70d48 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:13.400157 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-02c41a11-d765-443c-b22f-b67ee1d70d48 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264808 Mar 07 11:14:13.402953 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40456) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:13.407955 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-664620e8-5b12-43d3-9623-6d45c5d52602 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'security_group_rule': {'security_group_id': 'b1666ceb-b67c-4485-b08c-c0f8d7f843bc', 'project_id': '495992950f4c431c9a7421503d52aa85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:13.419851 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c97d482-6f8f-44a7-a2cb-1651c37a7a38 req-4c6e677d-dbbf-44e2-b0ae-387d570bbc2a tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:13.421883 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5c97d482-6f8f-44a7-a2cb-1651c37a7a38 req-4c6e677d-dbbf-44e2-b0ae-387d570bbc2a tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=e79fcb01-445f-4648-a7ab-3ef5d7a26180 HTTP/1.1" status: 200 len: 943 time: 0.0664573 Mar 07 11:14:13.454301 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-664620e8-5b12-43d3-9623-6d45c5d52602 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (a97ad98d-8c0a-4a11-879a-774d051a2a96), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:13.506275 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5c97d482-6f8f-44a7-a2cb-1651c37a7a38 req-4e518432-e2ca-411b-8bc3-d56385865d74 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?id=166ed54a-d621-4119-9b32-941cc307709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772204 Mar 07 11:14:13.533872 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-664620e8-5b12-43d3-9623-6d45c5d52602 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (a97ad98d-8c0a-4a11-879a-774d051a2a96), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:13.537628 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-664620e8-5b12-43d3-9623-6d45c5d52602 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (a97ad98d-8c0a-4a11-879a-774d051a2a96), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:13.556305 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664620e8-5b12-43d3-9623-6d45c5d52602 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a97ad98d-8c0a-4a11-879a-774d051a2a96,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:13.565410 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-664620e8-5b12-43d3-9623-6d45c5d52602 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:13.566616 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-664620e8-5b12-43d3-9623-6d45c5d52602 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1627038 Mar 07 11:14:13.569389 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40458) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:13.573572 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-7d2a728b-c988-470d-bb38-7820a153b45b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'security_group_rule': {'security_group_id': 'b1666ceb-b67c-4485-b08c-c0f8d7f843bc', 'project_id': '495992950f4c431c9a7421503d52aa85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:13.593063 n-d-832164-4 neutron-server[103766]: INFO neutron.db.securitygroups_db [None req-7d2a728b-c988-470d-bb38-7820a153b45b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Project 495992950f4c431c9a7421503d52aa85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:14:13.597789 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7d2a728b-c988-470d-bb38-7820a153b45b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (477c13f8-f86e-47be-923b-bb60a3c60169), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:13.658486 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7d2a728b-c988-470d-bb38-7820a153b45b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (477c13f8-f86e-47be-923b-bb60a3c60169), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:13.661353 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 98aabd58-f33d-40a3-a241-3d051dd18d2f no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:14:13.662311 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7d2a728b-c988-470d-bb38-7820a153b45b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (477c13f8-f86e-47be-923b-bb60a3c60169), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:13.678530 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a728b-c988-470d-bb38-7820a153b45b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=477c13f8-f86e-47be-923b-bb60a3c60169,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:13.689013 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7d2a728b-c988-470d-bb38-7820a153b45b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:13.690266 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7d2a728b-c988-470d-bb38-7820a153b45b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1200130 Mar 07 11:14:13.692910 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40460) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:13.694828 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 98aabd58-f33d-40a3-a241-3d051dd18d2f {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:14:13.695177 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 98aabd58-f33d-40a3-a241-3d051dd18d2f not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:14:13.697405 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-a57c45eb-6739-481c-8907-f8903ce356ac tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'security_group_rule': {'security_group_id': 'b1666ceb-b67c-4485-b08c-c0f8d7f843bc', 'project_id': '495992950f4c431c9a7421503d52aa85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:13.719286 n-d-832164-4 neutron-server[103766]: INFO neutron.db.securitygroups_db [None req-a57c45eb-6739-481c-8907-f8903ce356ac tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Project 495992950f4c431c9a7421503d52aa85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:14:13.724407 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a57c45eb-6739-481c-8907-f8903ce356ac tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (e98247fc-2f65-4fa5-8225-faf9a296b56f), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:13.790312 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a57c45eb-6739-481c-8907-f8903ce356ac tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (e98247fc-2f65-4fa5-8225-faf9a296b56f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:13.795003 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a57c45eb-6739-481c-8907-f8903ce356ac tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (e98247fc-2f65-4fa5-8225-faf9a296b56f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:13.813504 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c45eb-6739-481c-8907-f8903ce356ac tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e98247fc-2f65-4fa5-8225-faf9a296b56f,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:13.822318 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a57c45eb-6739-481c-8907-f8903ce356ac tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:13.823609 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a57c45eb-6739-481c-8907-f8903ce356ac tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1296179 Mar 07 11:14:13.826467 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40462) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:13.831970 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-877af947-e54b-44d7-9c0c-2eeaa2cf73d2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'network': {'name': 'tempest-network-smoke--472510211', 'project_id': '495992950f4c431c9a7421503d52aa85', 'port_security_enabled': True}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:13.851496 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877af947-e54b-44d7-9c0c-2eeaa2cf73d2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Made reservation on behalf of 495992950f4c431c9a7421503d52aa85 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:14:13.855076 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-877af947-e54b-44d7-9c0c-2eeaa2cf73d2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:13.881296 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-877af947-e54b-44d7-9c0c-2eeaa2cf73d2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:14:13.891759 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-877af947-e54b-44d7-9c0c-2eeaa2cf73d2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (bbf5ea52-1982-44c2-8f30-c7a849e22dc3), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:13.892118 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-877af947-e54b-44d7-9c0c-2eeaa2cf73d2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Added segment bbf5ea52-1982-44c2-8f30-c7a849e22dc3 of type vlan for network 307cf423-7edb-45de-be5a-998e984e4af4 Mar 07 11:14:13.934088 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-877af947-e54b-44d7-9c0c-2eeaa2cf73d2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (307cf423-7edb-45de-be5a-998e984e4af4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:13.960687 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-877af947-e54b-44d7-9c0c-2eeaa2cf73d2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (307cf423-7edb-45de-be5a-998e984e4af4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:13.965684 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877af947-e54b-44d7-9c0c-2eeaa2cf73d2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:13.966269 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-877af947-e54b-44d7-9c0c-2eeaa2cf73d2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:14.003904 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-877af947-e54b-44d7-9c0c-2eeaa2cf73d2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1758583 Mar 07 11:14:14.006956 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40464) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:14.011483 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-6a4c2b4f-1c8e-4717-b142-8003f41d145f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1079377637', 'admin_state_up': True, 'project_id': '495992950f4c431c9a7421503d52aa85', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:14.032400 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a4c2b4f-1c8e-4717-b142-8003f41d145f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (4a4abd69-036e-4bdd-b5cd-53d4f6928cc4), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:14.033605 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a4c2b4f-1c8e-4717-b142-8003f41d145f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (4a4abd69-036e-4bdd-b5cd-53d4f6928cc4), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:14.038587 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877af947-e54b-44d7-9c0c-2eeaa2cf73d2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'Network': ['ID=307cf423-7edb-45de-be5a-998e984e4af4,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:14.049997 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 307cf423-7edb-45de-be5a-998e984e4af4 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:14:14.095150 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a4c2b4f-1c8e-4717-b142-8003f41d145f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router_controller (4a4abd69-036e-4bdd-b5cd-53d4f6928cc4), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:14.242729 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a4c2b4f-1c8e-4717-b142-8003f41d145f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router_gateway (4a4abd69-036e-4bdd-b5cd-53d4f6928cc4), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:14.443839 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a4c2b4f-1c8e-4717-b142-8003f41d145f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router_gateway (4a4abd69-036e-4bdd-b5cd-53d4f6928cc4), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:14.462883 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a4c2b4f-1c8e-4717-b142-8003f41d145f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:14.571261 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-6a4c2b4f-1c8e-4717-b142-8003f41d145f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Allocated IP 172.25.3.3 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/f073d182-53b7-41b7-8ab5-69b085a63e2e) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:14:14.686200 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c2094-30d8-426f-a041-717ed991e015 req-1e6d44d3-d70d-4e2e-af8b-fbf5777f6455 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:14.688021 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae8c2094-30d8-426f-a041-717ed991e015 req-1e6d44d3-d70d-4e2e-af8b-fbf5777f6455 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=e79fcb01-445f-4648-a7ab-3ef5d7a26180 HTTP/1.1" status: 200 len: 943 time: 0.1112993 Mar 07 11:14:14.739413 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a4c2b4f-1c8e-4717-b142-8003f41d145f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for port (f073d182-53b7-41b7-8ab5-69b085a63e2e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:14.771583 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae8c2094-30d8-426f-a041-717ed991e015 req-5bc8ead3-4698-48cd-9610-30e9704f8304 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?id=166ed54a-d621-4119-9b32-941cc307709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773242 Mar 07 11:14:14.794640 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a4c2b4f-1c8e-4717-b142-8003f41d145f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (f073d182-53b7-41b7-8ab5-69b085a63e2e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:14.833697 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4c2b4f-1c8e-4717-b142-8003f41d145f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:14:14.836516 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-6a4c2b4f-1c8e-4717-b142-8003f41d145f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:14:14.839892 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4c2b4f-1c8e-4717-b142-8003f41d145f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:14:14.867239 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c2b4f-1c8e-4717-b142-8003f41d145f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'Port': ['ID=f073d182-53b7-41b7-8ab5-69b085a63e2e,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:14.898173 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 76b09344-9b65-4011-8af3-cedb3da7f1b2 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:14:15.001139 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 76b09344-9b65-4011-8af3-cedb3da7f1b2, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=76b09344-9b65-4011-8af3-cedb3da7f1b2,segment=NetworkSegment(ab1a090c-82b4-4543-8db2-8ef56b0a6dfb),segment_id=ab1a090c-82b4-4543-8db2-8ef56b0a6dfb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:15.011850 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '76b09344-9b65-4011-8af3-cedb3da7f1b2', 'network_id': '70be2206-a1b9-4697-aa33-ffd35fa9785a', 'port_id': '76b09344-9b65-4011-8af3-cedb3da7f1b2', 'mac_address': 'fa:16:3e:cd:fd:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '674b4a0b-68aa-4e30-bdbe-09e8d70e9891', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:14:15.050238 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 76b09344-9b65-4011-8af3-cedb3da7f1b2 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:15.050948 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (76b09344-9b65-4011-8af3-cedb3da7f1b2), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:15.063606 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b09344-9b65-4011-8af3-cedb3da7f1b2 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:14:15.082861 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 76b09344-9b65-4011-8af3-cedb3da7f1b2, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=76b09344-9b65-4011-8af3-cedb3da7f1b2,segment=NetworkSegment(ab1a090c-82b4-4543-8db2-8ef56b0a6dfb),segment_id=ab1a090c-82b4-4543-8db2-8ef56b0a6dfb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:15.087367 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (76b09344-9b65-4011-8af3-cedb3da7f1b2), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:15.103377 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a4c2b4f-1c8e-4717-b142-8003f41d145f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router_gateway (4a4abd69-036e-4bdd-b5cd-53d4f6928cc4), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:15.140920 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=76b09344-9b65-4011-8af3-cedb3da7f1b2,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:15.297322 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['76b09344-9b65-4011-8af3-cedb3da7f1b2'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:14:15.314659 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a4c2b4f-1c8e-4717-b142-8003f41d145f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (4a4abd69-036e-4bdd-b5cd-53d4f6928cc4), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:15.448973 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4c2b4f-1c8e-4717-b142-8003f41d145f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Router 4a4abd69-036e-4bdd-b5cd-53d4f6928cc4 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:14:15.558770 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4c2b4f-1c8e-4717-b142-8003f41d145f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:14:15.569386 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb2a8ba-b6dd-4424-bc16-af986d448763 None None] Sync routers for ids ['4a4abd69-036e-4bdd-b5cd-53d4f6928cc4'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:14:15.579679 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a4c2b4f-1c8e-4717-b142-8003f41d145f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:15.580147 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb2a8ba-b6dd-4424-bc16-af986d448763 None None] Routers {'4a4abd69-036e-4bdd-b5cd-53d4f6928cc4'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:14:15.583708 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-feb2a8ba-b6dd-4424-bc16-af986d448763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:14:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['4a4abd69-036e-4bdd-b5cd-53d4f6928cc4'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:15.583884 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6a4c2b4f-1c8e-4717-b142-8003f41d145f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5729566 Mar 07 11:14:15.584353 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40468) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:15.612260 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-44e002e4-aa7e-4cd0-9083-5c84c8a5904f tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=495992950f4c431c9a7421503d52aa85&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267534 Mar 07 11:14:15.614986 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40470) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:15.690247 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-feb2a8ba-b6dd-4424-bc16-af986d448763 None None] Set router 4a4abd69-036e-4bdd-b5cd-53d4f6928cc4 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:14:15.700161 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8e297f-0ff9-417f-bdf9-97452256b0dd tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:15.705192 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4d8e297f-0ff9-417f-bdf9-97452256b0dd tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858488 Mar 07 11:14:15.705353 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40472) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:15.737321 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d29e0169-1ffb-4ea4-9248-76babad86e28 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=f8958782-2869-4679-b3a6-78e3b1855431&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308676 Mar 07 11:14:15.739881 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40474) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:15.744591 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-0f2ef320-ad31-497e-810f-f81595c6439f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-650686742', 'network_id': '307cf423-7edb-45de-be5a-998e984e4af4', 'project_id': '495992950f4c431c9a7421503d52aa85', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:15.832460 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2ef320-ad31-497e-810f-f81595c6439f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Made reservation on behalf of 495992950f4c431c9a7421503d52aa85 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:14:15.836228 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef320-ad31-497e-810f-f81595c6439f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:15.873139 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-feb2a8ba-b6dd-4424-bc16-af986d448763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1079377637', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f073d182-53b7-41b7-8ab5-69b085a63e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:14:14Z', 'updated_at': '2022-03-07T11:14:14Z', 'revision_number': 3, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': 'f073d182-53b7-41b7-8ab5-69b085a63e2e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:14Z', 'updated_at': '2022-03-07T11:14:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:15.900134 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb2a8ba-b6dd-4424-bc16-af986d448763 None None] Checking router: 4a4abd69-036e-4bdd-b5cd-53d4f6928cc4 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:14:15.900484 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb2a8ba-b6dd-4424-bc16-af986d448763 None None] Updating router 4a4abd69-036e-4bdd-b5cd-53d4f6928cc4 port f073d182-53b7-41b7-8ab5-69b085a63e2e binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:14:15.932968 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-feb2a8ba-b6dd-4424-bc16-af986d448763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f073d182-53b7-41b7-8ab5-69b085a63e2e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:15.964090 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3eff92-d5b8-4b97-bea5-0e873e0f0f89 req-73897e4b-57c6-4980-8356-28a2403888e3 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:15.965690 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7f3eff92-d5b8-4b97-bea5-0e873e0f0f89 req-73897e4b-57c6-4980-8356-28a2403888e3 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=e79fcb01-445f-4648-a7ab-3ef5d7a26180 HTTP/1.1" status: 200 len: 944 time: 0.1150994 Mar 07 11:14:16.059697 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7f3eff92-d5b8-4b97-bea5-0e873e0f0f89 req-e5cee1aa-673d-4451-b22f-e54ec6898e84 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?id=166ed54a-d621-4119-9b32-941cc307709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872140 Mar 07 11:14:16.112321 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef320-ad31-497e-810f-f81595c6439f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (90104f0e-19c3-4a8a-a800-af22cd60a904), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:16.176003 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ef320-ad31-497e-810f-f81595c6439f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'Subnet': ['ID=90104f0e-19c3-4a8a-a800-af22cd60a904,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:16.181291 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2ef320-ad31-497e-810f-f81595c6439f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Checking segment: {'id': 'bbf5ea52-1982-44c2-8f30-c7a849e22dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '307cf423-7edb-45de-be5a-998e984e4af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:14:16.181660 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2ef320-ad31-497e-810f-f81595c6439f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Network hostable DHCP agents. Network: 307cf423-7edb-45de-be5a-998e984e4af4, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:14:16.194141 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-feb2a8ba-b6dd-4424-bc16-af986d448763 None None] Publish callbacks [] for port (f073d182-53b7-41b7-8ab5-69b085a63e2e), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:16.199513 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2ef320-ad31-497e-810f-f81595c6439f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Network 307cf423-7edb-45de-be5a-998e984e4af4 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:14:16.200549 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-feb2a8ba-b6dd-4424-bc16-af986d448763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f073d182-53b7-41b7-8ab5-69b085a63e2e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:16.209153 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-0f2ef320-ad31-497e-810f-f81595c6439f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 307cf423-7edb-45de-be5a-998e984e4af4) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:14:16.213369 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2ef320-ad31-497e-810f-f81595c6439f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:16.214015 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0f2ef320-ad31-497e-810f-f81595c6439f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:16.228533 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6267e705-ecdf-4a5f-8183-5653aae375d4 None None] Network 307cf423-7edb-45de-be5a-998e984e4af4 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:14:16.234716 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0f2ef320-ad31-497e-810f-f81595c6439f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4902036 Mar 07 11:14:16.234882 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40478) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:16.309942 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34606cf-b703-4676-81bd-e0790e1a5eb8 None None] Pushing event updated for resources: {'Port': ['ID=f073d182-53b7-41b7-8ab5-69b085a63e2e,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:16.312647 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-feb2a8ba-b6dd-4424-bc16-af986d448763 None None] Attempting to bind port f073d182-53b7-41b7-8ab5-69b085a63e2e on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:14:16.313004 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-feb2a8ba-b6dd-4424-bc16-af986d448763 None None] Attempting to bind port f073d182-53b7-41b7-8ab5-69b085a63e2e by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:14:16.313391 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb2a8ba-b6dd-4424-bc16-af986d448763 None None] Attempting to bind port f073d182-53b7-41b7-8ab5-69b085a63e2e on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:14:16.322771 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb2a8ba-b6dd-4424-bc16-af986d448763 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:14:16.323147 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb2a8ba-b6dd-4424-bc16-af986d448763 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:14:16.323550 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-feb2a8ba-b6dd-4424-bc16-af986d448763 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:16.323931 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb2a8ba-b6dd-4424-bc16-af986d448763 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:14:16.324387 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-feb2a8ba-b6dd-4424-bc16-af986d448763 None None] Bound port: f073d182-53b7-41b7-8ab5-69b085a63e2e, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:14:16.324764 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-feb2a8ba-b6dd-4424-bc16-af986d448763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f073d182-53b7-41b7-8ab5-69b085a63e2e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:16.398936 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e5c82f-eb0a-46db-9f55-7f4fe380bf53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-307cf423-7edb-45de-be5a-998e984e4af4', 'network_id': '307cf423-7edb-45de-be5a-998e984e4af4', 'project_id': '495992950f4c431c9a7421503d52aa85', 'fixed_ips': [{'subnet_id': '90104f0e-19c3-4a8a-a800-af22cd60a904'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:14:16.399775 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a5e5c82f-eb0a-46db-9f55-7f4fe380bf53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:16.403543 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-feb2a8ba-b6dd-4424-bc16-af986d448763 None None] For port f073d182-53b7-41b7-8ab5-69b085a63e2e, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:14:16.428631 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-feb2a8ba-b6dd-4424-bc16-af986d448763 None None] For port f073d182-53b7-41b7-8ab5-69b085a63e2e, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=f073d182-53b7-41b7-8ab5-69b085a63e2e,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:14:16.440420 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-feb2a8ba-b6dd-4424-bc16-af986d448763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f073d182-53b7-41b7-8ab5-69b085a63e2e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:16.582129 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34606cf-b703-4676-81bd-e0790e1a5eb8 None None] Pushing event updated for resources: {'Port': ['ID=f073d182-53b7-41b7-8ab5-69b085a63e2e,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:16.588351 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb2a8ba-b6dd-4424-bc16-af986d448763 None None] Routers {'4a4abd69-036e-4bdd-b5cd-53d4f6928cc4'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:14:16.588951 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-feb2a8ba-b6dd-4424-bc16-af986d448763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:14:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['4a4abd69-036e-4bdd-b5cd-53d4f6928cc4'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:16.653089 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-a5e5c82f-eb0a-46db-9f55-7f4fe380bf53 None None] Allocated IP 172.20.0.2 (307cf423-7edb-45de-be5a-998e984e4af4/90104f0e-19c3-4a8a-a800-af22cd60a904/7d8fa4c5-aec2-4553-83d6-42b9293f33a5) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:14:16.674716 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2cbf5008-afc8-4fff-8fed-1948cebb9738 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:16.760858 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-feb2a8ba-b6dd-4424-bc16-af986d448763 None None] Set router 4a4abd69-036e-4bdd-b5cd-53d4f6928cc4 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:14:16.928007 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 76b09344-9b65-4011-8af3-cedb3da7f1b2 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:14:17.003076 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a5e5c82f-eb0a-46db-9f55-7f4fe380bf53 None None] Publish callbacks [] for port (7d8fa4c5-aec2-4553-83d6-42b9293f33a5), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:17.015971 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a5e5c82f-eb0a-46db-9f55-7f4fe380bf53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (7d8fa4c5-aec2-4553-83d6-42b9293f33a5), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:17.057744 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-2cbf5008-afc8-4fff-8fed-1948cebb9738 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Allocated IP 172.20.0.1 (307cf423-7edb-45de-be5a-998e984e4af4/90104f0e-19c3-4a8a-a800-af22cd60a904/f2e2ab49-6125-4aee-b0a3-c70e1da6173d) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:14:17.067472 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e5c82f-eb0a-46db-9f55-7f4fe380bf53 None None] Network 307cf423-7edb-45de-be5a-998e984e4af4 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:14:17.078239 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-a5e5c82f-eb0a-46db-9f55-7f4fe380bf53 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:14:17.083683 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e5c82f-eb0a-46db-9f55-7f4fe380bf53 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:14:17.090292 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 76b09344-9b65-4011-8af3-cedb3da7f1b2 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:14:17.094434 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5c82f-eb0a-46db-9f55-7f4fe380bf53 None None] Pushing event updated for resources: {'Port': ['ID=7d8fa4c5-aec2-4553-83d6-42b9293f33a5,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:17.102731 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 76b09344-9b65-4011-8af3-cedb3da7f1b2 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:17.103047 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (76b09344-9b65-4011-8af3-cedb3da7f1b2), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:17.151235 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-feb2a8ba-b6dd-4424-bc16-af986d448763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1079377637', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f073d182-53b7-41b7-8ab5-69b085a63e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:14:14Z', 'updated_at': '2022-03-07T11:14:14Z', 'revision_number': 3, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': 'f073d182-53b7-41b7-8ab5-69b085a63e2e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:14Z', 'updated_at': '2022-03-07T11:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:17.191265 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2cbf5008-afc8-4fff-8fed-1948cebb9738 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for port (f2e2ab49-6125-4aee-b0a3-c70e1da6173d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:17.201405 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06062a3a-dc8f-4b51-a5e6-1ffdfa94246b req-1f878948-f4d1-4b5a-a9b8-ae5e22e3d7a9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:17.203449 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-06062a3a-dc8f-4b51-a5e6-1ffdfa94246b req-1f878948-f4d1-4b5a-a9b8-ae5e22e3d7a9 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=e79fcb01-445f-4648-a7ab-3ef5d7a26180 HTTP/1.1" status: 200 len: 944 time: 0.0580535 Mar 07 11:14:17.232184 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2cbf5008-afc8-4fff-8fed-1948cebb9738 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (f2e2ab49-6125-4aee-b0a3-c70e1da6173d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:17.268074 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-06062a3a-dc8f-4b51-a5e6-1ffdfa94246b req-8d2953fb-9555-4add-904d-fbb4b0335288 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?id=166ed54a-d621-4119-9b32-941cc307709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578306 Mar 07 11:14:17.278947 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbf5008-afc8-4fff-8fed-1948cebb9738 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Network 307cf423-7edb-45de-be5a-998e984e4af4 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:14:17.282748 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-2cbf5008-afc8-4fff-8fed-1948cebb9738 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:14:17.290211 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf5008-afc8-4fff-8fed-1948cebb9738 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'Port': ['ID=f2e2ab49-6125-4aee-b0a3-c70e1da6173d,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:17.293024 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbf5008-afc8-4fff-8fed-1948cebb9738 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:14:17.340347 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2cbf5008-afc8-4fff-8fed-1948cebb9738 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (4a4abd69-036e-4bdd-b5cd-53d4f6928cc4), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:17.372342 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb2a8ba-b6dd-4424-bc16-af986d448763 None None] The sync data for ids ['4a4abd69-036e-4bdd-b5cd-53d4f6928cc4'] in n-d-832164-4 is: [{'id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1079377637', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f073d182-53b7-41b7-8ab5-69b085a63e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:14:14Z', 'updated_at': '2022-03-07T11:14:14Z', 'revision_number': 3, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': 'f073d182-53b7-41b7-8ab5-69b085a63e2e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:14Z', 'updated_at': '2022-03-07T11:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:14:17.380200 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-a5e5c82f-eb0a-46db-9f55-7f4fe380bf53 None None] Attempting to bind port 7d8fa4c5-aec2-4553-83d6-42b9293f33a5 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:14:17.380589 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-a5e5c82f-eb0a-46db-9f55-7f4fe380bf53 None None] Attempting to bind port 7d8fa4c5-aec2-4553-83d6-42b9293f33a5 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'bbf5ea52-1982-44c2-8f30-c7a849e22dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '307cf423-7edb-45de-be5a-998e984e4af4'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:14:17.380924 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e5c82f-eb0a-46db-9f55-7f4fe380bf53 None None] Attempting to bind port 7d8fa4c5-aec2-4553-83d6-42b9293f33a5 on network 307cf423-7edb-45de-be5a-998e984e4af4 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:14:17.389870 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e5c82f-eb0a-46db-9f55-7f4fe380bf53 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:14:17.390257 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e5c82f-eb0a-46db-9f55-7f4fe380bf53 None None] Checking segment: {'id': 'bbf5ea52-1982-44c2-8f30-c7a849e22dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '307cf423-7edb-45de-be5a-998e984e4af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:14:17.390668 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a5e5c82f-eb0a-46db-9f55-7f4fe380bf53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:17.391062 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e5c82f-eb0a-46db-9f55-7f4fe380bf53 None None] Bound using segment: {'id': 'bbf5ea52-1982-44c2-8f30-c7a849e22dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '307cf423-7edb-45de-be5a-998e984e4af4'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:14:17.391550 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-a5e5c82f-eb0a-46db-9f55-7f4fe380bf53 None None] Bound port: 7d8fa4c5-aec2-4553-83d6-42b9293f33a5, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf5ea52-1982-44c2-8f30-c7a849e22dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '307cf423-7edb-45de-be5a-998e984e4af4'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:14:17.391926 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a5e5c82f-eb0a-46db-9f55-7f4fe380bf53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7d8fa4c5-aec2-4553-83d6-42b9293f33a5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:17.480526 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 76b09344-9b65-4011-8af3-cedb3da7f1b2 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:17.480913 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (76b09344-9b65-4011-8af3-cedb3da7f1b2), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:17.492086 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2cbf5008-afc8-4fff-8fed-1948cebb9738 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f2e2ab49-6125-4aee-b0a3-c70e1da6173d), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:17.502780 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a5e5c82f-eb0a-46db-9f55-7f4fe380bf53 None None] For port 7d8fa4c5-aec2-4553-83d6-42b9293f33a5, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:14:17.522257 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79fcb01-445f-4648-a7ab-3ef5d7a26180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b09344-9b65-4011-8af3-cedb3da7f1b2'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:14:17.524542 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fb606d-10c3-4538-8a25-1d3abe1df021" -d '{"events": [{"server_uuid": "e79fcb01-445f-4648-a7ab-3ef5d7a26180", "name": "network-vif-plugged", "status": "completed", "tag": "76b09344-9b65-4011-8af3-cedb3da7f1b2"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:14:17.536787 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a5e5c82f-eb0a-46db-9f55-7f4fe380bf53 None None] For port 7d8fa4c5-aec2-4553-83d6-42b9293f33a5, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7d8fa4c5-aec2-4553-83d6-42b9293f33a5,segment=NetworkSegment(bbf5ea52-1982-44c2-8f30-c7a849e22dc3),segment_id=bbf5ea52-1982-44c2-8f30-c7a849e22dc3)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:14:17.541563 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 76b09344-9b65-4011-8af3-cedb3da7f1b2, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=76b09344-9b65-4011-8af3-cedb3da7f1b2,segment=NetworkSegment(ab1a090c-82b4-4543-8db2-8ef56b0a6dfb),segment_id=ab1a090c-82b4-4543-8db2-8ef56b0a6dfb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:17.547505 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a5e5c82f-eb0a-46db-9f55-7f4fe380bf53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (7d8fa4c5-aec2-4553-83d6-42b9293f33a5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:17.555973 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (76b09344-9b65-4011-8af3-cedb3da7f1b2), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:17.583363 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3596a97c-babd-4543-af2b-f499aa882606 x-openstack-request-id: req-3596a97c-babd-4543-af2b-f499aa882606 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:14:17.583656 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79fcb01-445f-4648-a7ab-3ef5d7a26180", "name": "network-vif-plugged", "status": "completed", "tag": "76b09344-9b65-4011-8af3-cedb3da7f1b2", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:14:17.583910 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3596a97c-babd-4543-af2b-f499aa882606 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:14:17.584298 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79fcb01-445f-4648-a7ab-3ef5d7a26180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b09344-9b65-4011-8af3-cedb3da7f1b2', 'code': 200} Mar 07 11:14:17.621930 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5c82f-eb0a-46db-9f55-7f4fe380bf53 None None] Pushing event updated for resources: {'Port': ['ID=7d8fa4c5-aec2-4553-83d6-42b9293f33a5,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:17.738367 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=76b09344-9b65-4011-8af3-cedb3da7f1b2,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:17.765648 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53396acf-e48c-4193-9eef-874505239520 req-d8090b42-1092-4305-89ff-fb9ff37ad601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:17.767443 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-53396acf-e48c-4193-9eef-874505239520 req-d8090b42-1092-4305-89ff-fb9ff37ad601 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e79fcb01-445f-4648-a7ab-3ef5d7a26180 HTTP/1.1" status: 200 len: 1127 time: 0.1037788 Mar 07 11:14:17.836833 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-53396acf-e48c-4193-9eef-874505239520 req-1c5e564c-c557-4449-aa0e-44f7e633e1b3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=166ed54a-d621-4119-9b32-941cc307709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631757 Mar 07 11:14:17.886608 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2cbf5008-afc8-4fff-8fed-1948cebb9738 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for port (f2e2ab49-6125-4aee-b0a3-c70e1da6173d), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:17.891868 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2cbf5008-afc8-4fff-8fed-1948cebb9738 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (f2e2ab49-6125-4aee-b0a3-c70e1da6173d), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:17.977941 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbf5008-afc8-4fff-8fed-1948cebb9738 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'Port': ['ID=f2e2ab49-6125-4aee-b0a3-c70e1da6173d,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:17.980730 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2cbf5008-afc8-4fff-8fed-1948cebb9738 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (4a4abd69-036e-4bdd-b5cd-53d4f6928cc4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:18.085245 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbf5008-afc8-4fff-8fed-1948cebb9738 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Network 307cf423-7edb-45de-be5a-998e984e4af4 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:14:18.086678 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-2cbf5008-afc8-4fff-8fed-1948cebb9738 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:14:18.212811 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbf5008-afc8-4fff-8fed-1948cebb9738 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Router 4a4abd69-036e-4bdd-b5cd-53d4f6928cc4 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:14:18.340859 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbf5008-afc8-4fff-8fed-1948cebb9738 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:14:18.351139 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2cbf5008-afc8-4fff-8fed-1948cebb9738 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "PUT /v2.0/routers/4a4abd69-036e-4bdd-b5cd-53d4f6928cc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1152568 Mar 07 11:14:18.424683 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6b7f8-006f-4d23-b8e1-5b0ba529324a req-083035d3-0f1b-4181-9cf7-8b5e3602a4aa tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:18.426425 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-28a6b7f8-006f-4d23-b8e1-5b0ba529324a req-083035d3-0f1b-4181-9cf7-8b5e3602a4aa tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=e79fcb01-445f-4648-a7ab-3ef5d7a26180 HTTP/1.1" status: 200 len: 945 time: 0.0711331 Mar 07 11:14:18.498924 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-28a6b7f8-006f-4d23-b8e1-5b0ba529324a req-39e3d1d2-0cb8-413c-8b62-ce4c43553e6c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?id=166ed54a-d621-4119-9b32-941cc307709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667913 Mar 07 11:14:18.528465 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:18.534776 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7f53693e-9516-405e-9448-81806144bd8d req-40da29f5-bbe0-4f82-b260-3f3eca8e808a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2015025863&fields=id&tenant_id=495992950f4c431c9a7421503d52aa85 HTTP/1.1" status: 200 len: 267 time: 0.0603611 Mar 07 11:14:18.652420 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53693e-9516-405e-9448-81806144bd8d req-881fa89d-c24a-4fdf-a0c1-7103aba67e71 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:18.653970 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7f53693e-9516-405e-9448-81806144bd8d req-881fa89d-c24a-4fdf-a0c1-7103aba67e71 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/networks?id=307cf423-7edb-45de-be5a-998e984e4af4 HTTP/1.1" status: 200 len: 796 time: 0.1104443 Mar 07 11:14:18.669573 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7f53693e-9516-405e-9448-81806144bd8d req-7d119e04-b450-4d46-9aca-dee9a89e01e7 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/quotas/495992950f4c431c9a7421503d52aa85 HTTP/1.1" status: 200 len: 375 time: 0.0096419 Mar 07 11:14:18.734691 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7f53693e-9516-405e-9448-81806144bd8d req-fa929274-fc46-4719-8c06-8ec2a0022ef6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593207 Mar 07 11:14:18.771764 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59aee559-748a-4393-8447-40f5a8f4100a None None] Network 307cf423-7edb-45de-be5a-998e984e4af4 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:14:18.830700 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7f53693e-9516-405e-9448-81806144bd8d req-a26c78ff-84b9-43bd-8a09-b70e51a911f1 service neutron] 10.222.0.11 "GET /v2.0/networks/307cf423-7edb-45de-be5a-998e984e4af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842893 Mar 07 11:14:18.888745 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f0051f8f-36f0-409f-b8e3-2f084048a6d7 None None] Provisioning complete for port 7d8fa4c5-aec2-4553-83d6-42b9293f33a5 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:18.889217 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f0051f8f-36f0-409f-b8e3-2f084048a6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7d8fa4c5-aec2-4553-83d6-42b9293f33a5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:18.969366 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7f53693e-9516-405e-9448-81806144bd8d req-379bad8b-5826-47dc-b83c-33e8a31112f4 service neutron] 10.222.0.11 "GET /v2.0/networks/307cf423-7edb-45de-be5a-998e984e4af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289914 Mar 07 11:14:19.055243 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f0051f8f-36f0-409f-b8e3-2f084048a6d7 None None] Current status of the port 7d8fa4c5-aec2-4553-83d6-42b9293f33a5 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:19.055719 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f0051f8f-36f0-409f-b8e3-2f084048a6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7d8fa4c5-aec2-4553-83d6-42b9293f33a5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:19.090533 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-f0051f8f-36f0-409f-b8e3-2f084048a6d7 None None] For port 7d8fa4c5-aec2-4553-83d6-42b9293f33a5, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7d8fa4c5-aec2-4553-83d6-42b9293f33a5,segment=NetworkSegment(bbf5ea52-1982-44c2-8f30-c7a849e22dc3),segment_id=bbf5ea52-1982-44c2-8f30-c7a849e22dc3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:19.096427 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f0051f8f-36f0-409f-b8e3-2f084048a6d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (7d8fa4c5-aec2-4553-83d6-42b9293f33a5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:19.153039 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0051f8f-36f0-409f-b8e3-2f084048a6d7 None None] Pushing event updated for resources: {'Port': ['ID=7d8fa4c5-aec2-4553-83d6-42b9293f33a5,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:19.268815 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-611980e8-6ff7-4f25-92b2-d4fdf56fc13e req-513412b7-ed32-462c-b339-b62d8e24d20e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 210 time: 0.0458484 Mar 07 11:14:19.332647 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-3a4096b7-559f-46ed-a0b6-0481726bf44f None None] Provisioning complete for port 7d8fa4c5-aec2-4553-83d6-42b9293f33a5 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:19.333029 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3a4096b7-559f-46ed-a0b6-0481726bf44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7d8fa4c5-aec2-4553-83d6-42b9293f33a5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:19.434263 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-3a4096b7-559f-46ed-a0b6-0481726bf44f None None] Current status of the port 7d8fa4c5-aec2-4553-83d6-42b9293f33a5 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:19.446355 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-3a4096b7-559f-46ed-a0b6-0481726bf44f None None] Provisioning complete for port f2e2ab49-6125-4aee-b0a3-c70e1da6173d triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:19.446738 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3a4096b7-559f-46ed-a0b6-0481726bf44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f2e2ab49-6125-4aee-b0a3-c70e1da6173d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:19.472889 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55f81a9-4047-4ae9-80f4-654b59ecc459 None None] Sync routers for ids ['4a4abd69-036e-4bdd-b5cd-53d4f6928cc4'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:14:19.493001 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55f81a9-4047-4ae9-80f4-654b59ecc459 None None] Routers {'4a4abd69-036e-4bdd-b5cd-53d4f6928cc4'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:14:19.493622 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-a55f81a9-4047-4ae9-80f4-654b59ecc459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:14:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['4a4abd69-036e-4bdd-b5cd-53d4f6928cc4'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:19.501623 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-3a4096b7-559f-46ed-a0b6-0481726bf44f None None] Port f2e2ab49-6125-4aee-b0a3-c70e1da6173d cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:14:19.633051 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d4ed5ac8-8abe-4920-ab16-b4de589d7184 None None] Provisioning complete for port f2e2ab49-6125-4aee-b0a3-c70e1da6173d triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:19.633751 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d4ed5ac8-8abe-4920-ab16-b4de589d7184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f2e2ab49-6125-4aee-b0a3-c70e1da6173d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:19.729308 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d4ed5ac8-8abe-4920-ab16-b4de589d7184 None None] Port f2e2ab49-6125-4aee-b0a3-c70e1da6173d cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:14:19.731546 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cfccb-dd2a-48c9-aca6-aaf13750ce83 req-2778a09f-9721-4fa1-93c1-7d237cf4aba3 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:19.737676 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7c5cfccb-dd2a-48c9-aca6-aaf13750ce83 req-2778a09f-9721-4fa1-93c1-7d237cf4aba3 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=e79fcb01-445f-4648-a7ab-3ef5d7a26180 HTTP/1.1" status: 200 len: 945 time: 0.1397285 Mar 07 11:14:19.754622 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-a55f81a9-4047-4ae9-80f4-654b59ecc459 None None] Set router 4a4abd69-036e-4bdd-b5cd-53d4f6928cc4 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:14:19.817801 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7c5cfccb-dd2a-48c9-aca6-aaf13750ce83 req-7d712d7f-d1ad-499e-8533-4a64f9b52dd7 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?id=166ed54a-d621-4119-9b32-941cc307709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709035 Mar 07 11:14:19.875623 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7d8fa4c5-aec2-4553-83d6-42b9293f33a5 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:14:19.913693 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2dfa00f4-3e7a-4aa4-8b05-220c7391cd6a None None] Provisioning complete for port f2e2ab49-6125-4aee-b0a3-c70e1da6173d triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:19.914015 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2dfa00f4-3e7a-4aa4-8b05-220c7391cd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f2e2ab49-6125-4aee-b0a3-c70e1da6173d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:19.969998 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2dfa00f4-3e7a-4aa4-8b05-220c7391cd6a None None] Port f2e2ab49-6125-4aee-b0a3-c70e1da6173d cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:14:19.973129 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f54e480-d2b4-4030-bdcb-1b3e11f85101 req-bd32b187-1adb-4a0a-bcb3-f2e2dd1887f0 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:19.975855 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4f54e480-d2b4-4030-bdcb-1b3e11f85101 req-bd32b187-1adb-4a0a-bcb3-f2e2dd1887f0 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=e79fcb01-445f-4648-a7ab-3ef5d7a26180 HTTP/1.1" status: 200 len: 945 time: 0.0638351 Mar 07 11:14:19.980835 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 7d8fa4c5-aec2-4553-83d6-42b9293f33a5 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:19.981320 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7d8fa4c5-aec2-4553-83d6-42b9293f33a5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:19.994643 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-a55f81a9-4047-4ae9-80f4-654b59ecc459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1079377637', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f073d182-53b7-41b7-8ab5-69b085a63e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:14:14Z', 'updated_at': '2022-03-07T11:14:17Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': 'f073d182-53b7-41b7-8ab5-69b085a63e2e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:14Z', 'updated_at': '2022-03-07T11:14:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'f2e2ab49-6125-4aee-b0a3-c70e1da6173d', 'name': '', 'network_id': '307cf423-7edb-45de-be5a-998e984e4af4', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:74:c0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '90104f0e-19c3-4a8a-a800-af22cd60a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:16Z', 'updated_at': '2022-03-07T11:14:17Z', 'revision_number': 2, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '90104f0e-19c3-4a8a-a800-af22cd60a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:20.027686 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55f81a9-4047-4ae9-80f4-654b59ecc459 None None] Checking router: 4a4abd69-036e-4bdd-b5cd-53d4f6928cc4 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:14:20.028136 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55f81a9-4047-4ae9-80f4-654b59ecc459 None None] Updating router 4a4abd69-036e-4bdd-b5cd-53d4f6928cc4 port f2e2ab49-6125-4aee-b0a3-c70e1da6173d binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:14:20.062731 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a55f81a9-4047-4ae9-80f4-654b59ecc459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f2e2ab49-6125-4aee-b0a3-c70e1da6173d), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:20.063365 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4f54e480-d2b4-4030-bdcb-1b3e11f85101 req-21f41008-29e3-4d7a-85b2-5fb5a9cc3c66 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?id=166ed54a-d621-4119-9b32-941cc307709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763147 Mar 07 11:14:20.075067 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40512) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:20.098043 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 7d8fa4c5-aec2-4553-83d6-42b9293f33a5 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:20.099185 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device f073d182-53b7-41b7-8ab5-69b085a63e2e up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:14:20.130585 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a50376-e0ff-47bb-ba38-0dfe02d8a996 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:20.132133 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-88a50376-e0ff-47bb-ba38-0dfe02d8a996 tempest-TestNetworkBasicOps-1439065450 tempest-TestNetworkBasicOps-1439065450-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=e79fcb01-445f-4648-a7ab-3ef5d7a26180 HTTP/1.1" status: 200 len: 1122 time: 0.0558860 Mar 07 11:14:20.134793 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40514) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:20.138949 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-98bf9bee-8a1e-4fb7-8b0d-9bc328678d3c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'port_id': '76b09344-9b65-4011-8af3-cedb3da7f1b2', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:20.154444 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port f073d182-53b7-41b7-8ab5-69b085a63e2e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:20.155214 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f073d182-53b7-41b7-8ab5-69b085a63e2e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:20.167600 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-98bf9bee-8a1e-4fb7-8b0d-9bc328678d3c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:20.234645 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port f073d182-53b7-41b7-8ab5-69b085a63e2e is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:20.235121 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f073d182-53b7-41b7-8ab5-69b085a63e2e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:20.263305 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port f073d182-53b7-41b7-8ab5-69b085a63e2e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=f073d182-53b7-41b7-8ab5-69b085a63e2e,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:20.268912 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f073d182-53b7-41b7-8ab5-69b085a63e2e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:20.273800 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-98bf9bee-8a1e-4fb7-8b0d-9bc328678d3c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:20.363349 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a55f81a9-4047-4ae9-80f4-654b59ecc459 None None] Publish callbacks [] for port (f2e2ab49-6125-4aee-b0a3-c70e1da6173d), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:20.365282 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=f073d182-53b7-41b7-8ab5-69b085a63e2e,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:20.377334 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a55f81a9-4047-4ae9-80f4-654b59ecc459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f2e2ab49-6125-4aee-b0a3-c70e1da6173d), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:20.398472 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8bed1b5f-74eb-461a-a5b4-6197424150b8 req-7a41b6da-810d-4089-b55d-2a05880aa593 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 210 time: 0.0292718 Mar 07 11:14:20.449978 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-98bf9bee-8a1e-4fb7-8b0d-9bc328678d3c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Allocated IP 172.25.3.130 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/c78a82e1-8484-4ae5-a8a2-fce414e9faa6) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:14:20.487178 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7183e-a691-41ac-8c68-f0ca31ebd3e3 None None] Pushing event updated for resources: {'Port': ['ID=f2e2ab49-6125-4aee-b0a3-c70e1da6173d,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:20.559859 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-a55f81a9-4047-4ae9-80f4-654b59ecc459 None None] Attempting to bind port f2e2ab49-6125-4aee-b0a3-c70e1da6173d on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:14:20.560869 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-a55f81a9-4047-4ae9-80f4-654b59ecc459 None None] Attempting to bind port f2e2ab49-6125-4aee-b0a3-c70e1da6173d by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'bbf5ea52-1982-44c2-8f30-c7a849e22dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '307cf423-7edb-45de-be5a-998e984e4af4'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:14:20.560869 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55f81a9-4047-4ae9-80f4-654b59ecc459 None None] Attempting to bind port f2e2ab49-6125-4aee-b0a3-c70e1da6173d on network 307cf423-7edb-45de-be5a-998e984e4af4 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:14:20.566903 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55f81a9-4047-4ae9-80f4-654b59ecc459 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:14:20.567290 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55f81a9-4047-4ae9-80f4-654b59ecc459 None None] Checking segment: {'id': 'bbf5ea52-1982-44c2-8f30-c7a849e22dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '307cf423-7edb-45de-be5a-998e984e4af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:14:20.567697 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a55f81a9-4047-4ae9-80f4-654b59ecc459 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:20.568479 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53693e-9516-405e-9448-81806144bd8d req-243199d2-4cb8-49b0-bfc8-10f2faa35c31 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:20.569136 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55f81a9-4047-4ae9-80f4-654b59ecc459 None None] Bound using segment: {'id': 'bbf5ea52-1982-44c2-8f30-c7a849e22dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '307cf423-7edb-45de-be5a-998e984e4af4'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:14:20.569762 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-a55f81a9-4047-4ae9-80f4-654b59ecc459 None None] Bound port: f2e2ab49-6125-4aee-b0a3-c70e1da6173d, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf5ea52-1982-44c2-8f30-c7a849e22dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '307cf423-7edb-45de-be5a-998e984e4af4'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:14:20.570322 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a55f81a9-4047-4ae9-80f4-654b59ecc459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f2e2ab49-6125-4aee-b0a3-c70e1da6173d), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:20.577693 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7f53693e-9516-405e-9448-81806144bd8d req-243199d2-4cb8-49b0-bfc8-10f2faa35c31 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.31 "GET /v2.0/networks?id=307cf423-7edb-45de-be5a-998e984e4af4 HTTP/1.1" status: 200 len: 796 time: 0.1890488 Mar 07 11:14:20.608080 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-98bf9bee-8a1e-4fb7-8b0d-9bc328678d3c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for port (c78a82e1-8484-4ae5-a8a2-fce414e9faa6), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:20.642837 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-a55f81a9-4047-4ae9-80f4-654b59ecc459 None None] For port f2e2ab49-6125-4aee-b0a3-c70e1da6173d, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:14:20.646234 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-a55f81a9-4047-4ae9-80f4-654b59ecc459 None None] For port f2e2ab49-6125-4aee-b0a3-c70e1da6173d, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=f2e2ab49-6125-4aee-b0a3-c70e1da6173d,segment=NetworkSegment(bbf5ea52-1982-44c2-8f30-c7a849e22dc3),segment_id=bbf5ea52-1982-44c2-8f30-c7a849e22dc3)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:14:20.652682 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-a55f81a9-4047-4ae9-80f4-654b59ecc459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f2e2ab49-6125-4aee-b0a3-c70e1da6173d), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:20.665501 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-98bf9bee-8a1e-4fb7-8b0d-9bc328678d3c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (c78a82e1-8484-4ae5-a8a2-fce414e9faa6), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:20.669533 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7f53693e-9516-405e-9448-81806144bd8d req-2d926269-fd42-4a78-835b-1d66da495147 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=495992950f4c431c9a7421503d52aa85 HTTP/1.1" status: 200 len: 380 time: 0.0876248 Mar 07 11:14:20.680845 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-7f53693e-9516-405e-9448-81806144bd8d req-f8a0947c-21bd-4e30-a4d6-ba10d47bc6fe tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'port': {'device_id': 'd50963a7-e25f-4e0d-9a5a-a58b2c4f281a', 'network_id': '307cf423-7edb-45de-be5a-998e984e4af4', 'admin_state_up': True, 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'security_groups': ['b1666ceb-b67c-4485-b08c-c0f8d7f843bc']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:20.708909 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bf9bee-8a1e-4fb7-8b0d-9bc328678d3c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:14:20.712273 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-98bf9bee-8a1e-4fb7-8b0d-9bc328678d3c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:14:20.716287 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bf9bee-8a1e-4fb7-8b0d-9bc328678d3c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:14:20.716678 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc7183e-a691-41ac-8c68-f0ca31ebd3e3 None None] Pushing event updated for resources: {'Port': ['ID=f2e2ab49-6125-4aee-b0a3-c70e1da6173d,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:20.732213 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55f81a9-4047-4ae9-80f4-654b59ecc459 None None] Routers {'4a4abd69-036e-4bdd-b5cd-53d4f6928cc4'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:14:20.733440 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-a55f81a9-4047-4ae9-80f4-654b59ecc459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:14:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['4a4abd69-036e-4bdd-b5cd-53d4f6928cc4'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:20.746329 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf9bee-8a1e-4fb7-8b0d-9bc328678d3c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'Port': ['ID=c78a82e1-8484-4ae5-a8a2-fce414e9faa6,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:20.804057 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f9aaf725-cd79-49b7-b0c5-5c64c5a80e9d None None] Provisioning complete for port f2e2ab49-6125-4aee-b0a3-c70e1da6173d triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:20.804621 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f9aaf725-cd79-49b7-b0c5-5c64c5a80e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f2e2ab49-6125-4aee-b0a3-c70e1da6173d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:20.871539 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-a55f81a9-4047-4ae9-80f4-654b59ecc459 None None] Set router 4a4abd69-036e-4bdd-b5cd-53d4f6928cc4 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:14:20.878628 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f53693e-9516-405e-9448-81806144bd8d req-f8a0947c-21bd-4e30-a4d6-ba10d47bc6fe tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Made reservation on behalf of 495992950f4c431c9a7421503d52aa85 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:14:20.882405 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7f53693e-9516-405e-9448-81806144bd8d req-f8a0947c-21bd-4e30-a4d6-ba10d47bc6fe tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:20.933925 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f9aaf725-cd79-49b7-b0c5-5c64c5a80e9d None None] Current status of the port f2e2ab49-6125-4aee-b0a3-c70e1da6173d is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:20.934598 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f9aaf725-cd79-49b7-b0c5-5c64c5a80e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f2e2ab49-6125-4aee-b0a3-c70e1da6173d), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:21.013191 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-f9aaf725-cd79-49b7-b0c5-5c64c5a80e9d None None] For port f2e2ab49-6125-4aee-b0a3-c70e1da6173d, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=f2e2ab49-6125-4aee-b0a3-c70e1da6173d,segment=NetworkSegment(bbf5ea52-1982-44c2-8f30-c7a849e22dc3),segment_id=bbf5ea52-1982-44c2-8f30-c7a849e22dc3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:21.018522 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f9aaf725-cd79-49b7-b0c5-5c64c5a80e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f2e2ab49-6125-4aee-b0a3-c70e1da6173d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:21.093401 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-7f53693e-9516-405e-9448-81806144bd8d req-f8a0947c-21bd-4e30-a4d6-ba10d47bc6fe tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Allocated IP 172.20.0.8 (307cf423-7edb-45de-be5a-998e984e4af4/90104f0e-19c3-4a8a-a800-af22cd60a904/cfed0399-2150-4be2-a205-331d9bf60034) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:14:21.094755 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aaf725-cd79-49b7-b0c5-5c64c5a80e9d None None] Pushing event updated for resources: {'Port': ['ID=f2e2ab49-6125-4aee-b0a3-c70e1da6173d,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:21.142131 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-a55f81a9-4047-4ae9-80f4-654b59ecc459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1079377637', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f073d182-53b7-41b7-8ab5-69b085a63e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:14:14Z', 'updated_at': '2022-03-07T11:14:17Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': 'f073d182-53b7-41b7-8ab5-69b085a63e2e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:14Z', 'updated_at': '2022-03-07T11:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'f2e2ab49-6125-4aee-b0a3-c70e1da6173d', 'name': '', 'network_id': '307cf423-7edb-45de-be5a-998e984e4af4', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:74:c0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '90104f0e-19c3-4a8a-a800-af22cd60a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:16Z', 'updated_at': '2022-03-07T11:14:20Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '90104f0e-19c3-4a8a-a800-af22cd60a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:21.160717 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-be26669a-50ab-4500-affe-09a3bd11725d None None] Provisioning complete for port f2e2ab49-6125-4aee-b0a3-c70e1da6173d triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:21.161616 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-be26669a-50ab-4500-affe-09a3bd11725d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f2e2ab49-6125-4aee-b0a3-c70e1da6173d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:21.175139 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55f81a9-4047-4ae9-80f4-654b59ecc459 None None] The sync data for ids ['4a4abd69-036e-4bdd-b5cd-53d4f6928cc4'] in n-d-832164-4 is: [{'id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1079377637', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f073d182-53b7-41b7-8ab5-69b085a63e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:14:14Z', 'updated_at': '2022-03-07T11:14:17Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': 'f073d182-53b7-41b7-8ab5-69b085a63e2e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:14Z', 'updated_at': '2022-03-07T11:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'f2e2ab49-6125-4aee-b0a3-c70e1da6173d', 'name': '', 'network_id': '307cf423-7edb-45de-be5a-998e984e4af4', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:74:c0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '90104f0e-19c3-4a8a-a800-af22cd60a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:16Z', 'updated_at': '2022-03-07T11:14:20Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '90104f0e-19c3-4a8a-a800-af22cd60a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:14:21.275949 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7f53693e-9516-405e-9448-81806144bd8d req-f8a0947c-21bd-4e30-a4d6-ba10d47bc6fe tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for port (cfed0399-2150-4be2-a205-331d9bf60034), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:21.322985 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-be26669a-50ab-4500-affe-09a3bd11725d None None] Current status of the port f2e2ab49-6125-4aee-b0a3-c70e1da6173d is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:21.334499 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7f53693e-9516-405e-9448-81806144bd8d req-f8a0947c-21bd-4e30-a4d6-ba10d47bc6fe tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (cfed0399-2150-4be2-a205-331d9bf60034), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:21.393152 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f53693e-9516-405e-9448-81806144bd8d req-f8a0947c-21bd-4e30-a4d6-ba10d47bc6fe tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Network 307cf423-7edb-45de-be5a-998e984e4af4 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:14:21.394090 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-7f53693e-9516-405e-9448-81806144bd8d req-f8a0947c-21bd-4e30-a4d6-ba10d47bc6fe tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:14:21.398957 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f53693e-9516-405e-9448-81806144bd8d req-f8a0947c-21bd-4e30-a4d6-ba10d47bc6fe tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:14:21.403431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0947c-21bd-4e30-a4d6-ba10d47bc6fe tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'Port': ['ID=cfed0399-2150-4be2-a205-331d9bf60034,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:21.485651 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53693e-9516-405e-9448-81806144bd8d req-f8a0947c-21bd-4e30-a4d6-ba10d47bc6fe tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:21.486332 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7f53693e-9516-405e-9448-81806144bd8d req-f8a0947c-21bd-4e30-a4d6-ba10d47bc6fe tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:21.537897 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7f53693e-9516-405e-9448-81806144bd8d req-f8a0947c-21bd-4e30-a4d6-ba10d47bc6fe tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8630378 Mar 07 11:14:21.550934 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-7f53693e-9516-405e-9448-81806144bd8d req-e55f4382-72fe-45c3-b4ec-96de64be890f service neutron] Request body: {'port': {'device_id': 'd50963a7-e25f-4e0d-9a5a-a58b2c4f281a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:21.610309 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f9d013-f808-4c4f-a2dc-6cf3566c90d8 req-4b81d5b1-74b6-4fb0-afe2-b6e01daf66fb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:21.611951 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f6f9d013-f808-4c4f-a2dc-6cf3566c90d8 req-4b81d5b1-74b6-4fb0-afe2-b6e01daf66fb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 931 time: 0.1180387 Mar 07 11:14:21.702306 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7f53693e-9516-405e-9448-81806144bd8d req-e55f4382-72fe-45c3-b4ec-96de64be890f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (cfed0399-2150-4be2-a205-331d9bf60034), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:21.755776 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f6f9d013-f808-4c4f-a2dc-6cf3566c90d8 req-971319de-47ce-4625-96d5-a50ffb751e97 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1666ceb-b67c-4485-b08c-c0f8d7f843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266735 Mar 07 11:14:21.775697 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-98bf9bee-8a1e-4fb7-8b0d-9bc328678d3c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for floatingip (69da2e13-5c10-44c2-8c3a-6b568b8e036c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:21.858854 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device f073d182-53b7-41b7-8ab5-69b085a63e2e up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:14:21.898573 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b994ee67-1437-443e-9463-5ed007fcf679 None None] Provisioning complete for port cfed0399-2150-4be2-a205-331d9bf60034 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:21.898853 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b994ee67-1437-443e-9463-5ed007fcf679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (cfed0399-2150-4be2-a205-331d9bf60034), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:21.949592 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-98bf9bee-8a1e-4fb7-8b0d-9bc328678d3c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c78a82e1-8484-4ae5-a8a2-fce414e9faa6), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:21.962420 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b994ee67-1437-443e-9463-5ed007fcf679 None None] Port cfed0399-2150-4be2-a205-331d9bf60034 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:14:21.991694 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port f073d182-53b7-41b7-8ab5-69b085a63e2e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:21.994847 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f073d182-53b7-41b7-8ab5-69b085a63e2e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:22.093374 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-7f53693e-9516-405e-9448-81806144bd8d req-e55f4382-72fe-45c3-b4ec-96de64be890f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfed0399-2150-4be2-a205-331d9bf60034 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:14:22.105439 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7f53693e-9516-405e-9448-81806144bd8d req-e55f4382-72fe-45c3-b4ec-96de64be890f service neutron] Publish callbacks [] for port (cfed0399-2150-4be2-a205-331d9bf60034), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:22.122479 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port f073d182-53b7-41b7-8ab5-69b085a63e2e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:22.124402 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device f2e2ab49-6125-4aee-b0a3-c70e1da6173d up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:14:22.130241 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-7f53693e-9516-405e-9448-81806144bd8d req-e55f4382-72fe-45c3-b4ec-96de64be890f service neutron] Transition to ACTIVE for port object cfed0399-2150-4be2-a205-331d9bf60034 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:14:22.135732 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7f53693e-9516-405e-9448-81806144bd8d req-e55f4382-72fe-45c3-b4ec-96de64be890f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (cfed0399-2150-4be2-a205-331d9bf60034), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:22.186693 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port f2e2ab49-6125-4aee-b0a3-c70e1da6173d triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:22.187254 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f2e2ab49-6125-4aee-b0a3-c70e1da6173d), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:22.199896 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-98bf9bee-8a1e-4fb7-8b0d-9bc328678d3c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for port (c78a82e1-8484-4ae5-a8a2-fce414e9faa6), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:22.210401 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f4382-72fe-45c3-b4ec-96de64be890f service neutron] Pushing event updated for resources: {'Port': ['ID=cfed0399-2150-4be2-a205-331d9bf60034,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:22.211733 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-98bf9bee-8a1e-4fb7-8b0d-9bc328678d3c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (c78a82e1-8484-4ae5-a8a2-fce414e9faa6), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:22.290394 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf9bee-8a1e-4fb7-8b0d-9bc328678d3c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event updated for resources: {'Port': ['ID=c78a82e1-8484-4ae5-a8a2-fce414e9faa6,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:22.321915 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port f2e2ab49-6125-4aee-b0a3-c70e1da6173d is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:22.337474 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7f53693e-9516-405e-9448-81806144bd8d req-e55f4382-72fe-45c3-b4ec-96de64be890f service neutron] Attempting to bind port cfed0399-2150-4be2-a205-331d9bf60034 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:14:22.338162 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7f53693e-9516-405e-9448-81806144bd8d req-e55f4382-72fe-45c3-b4ec-96de64be890f service neutron] Attempting to bind port cfed0399-2150-4be2-a205-331d9bf60034 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': 'bbf5ea52-1982-44c2-8f30-c7a849e22dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '307cf423-7edb-45de-be5a-998e984e4af4'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:14:22.338687 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f53693e-9516-405e-9448-81806144bd8d req-e55f4382-72fe-45c3-b4ec-96de64be890f service neutron] Attempting to bind port cfed0399-2150-4be2-a205-331d9bf60034 on network 307cf423-7edb-45de-be5a-998e984e4af4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:14:22.348379 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f53693e-9516-405e-9448-81806144bd8d req-e55f4382-72fe-45c3-b4ec-96de64be890f service neutron] Port cfed0399-2150-4be2-a205-331d9bf60034 on network 307cf423-7edb-45de-be5a-998e984e4af4 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:14:22.349205 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f53693e-9516-405e-9448-81806144bd8d req-e55f4382-72fe-45c3-b4ec-96de64be890f service neutron] Attempting to bind port cfed0399-2150-4be2-a205-331d9bf60034 on network 307cf423-7edb-45de-be5a-998e984e4af4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:14:22.359481 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f53693e-9516-405e-9448-81806144bd8d req-e55f4382-72fe-45c3-b4ec-96de64be890f service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:14:22.362965 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f53693e-9516-405e-9448-81806144bd8d req-e55f4382-72fe-45c3-b4ec-96de64be890f service neutron] Checking segment: {'id': 'bbf5ea52-1982-44c2-8f30-c7a849e22dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '307cf423-7edb-45de-be5a-998e984e4af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:14:22.363956 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f53693e-9516-405e-9448-81806144bd8d req-e55f4382-72fe-45c3-b4ec-96de64be890f service neutron] Bound using segment: {'id': 'bbf5ea52-1982-44c2-8f30-c7a849e22dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '307cf423-7edb-45de-be5a-998e984e4af4'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:14:22.364499 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7f53693e-9516-405e-9448-81806144bd8d req-e55f4382-72fe-45c3-b4ec-96de64be890f service neutron] Bound port: cfed0399-2150-4be2-a205-331d9bf60034, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf5ea52-1982-44c2-8f30-c7a849e22dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '307cf423-7edb-45de-be5a-998e984e4af4'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:14:22.364942 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7f53693e-9516-405e-9448-81806144bd8d req-e55f4382-72fe-45c3-b4ec-96de64be890f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (cfed0399-2150-4be2-a205-331d9bf60034), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:22.368544 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-98bf9bee-8a1e-4fb7-8b0d-9bc328678d3c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (69da2e13-5c10-44c2-8c3a-6b568b8e036c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:22.465779 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7f53693e-9516-405e-9448-81806144bd8d req-e55f4382-72fe-45c3-b4ec-96de64be890f service neutron] For port cfed0399-2150-4be2-a205-331d9bf60034, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:14:22.469347 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7f53693e-9516-405e-9448-81806144bd8d req-e55f4382-72fe-45c3-b4ec-96de64be890f service neutron] For port cfed0399-2150-4be2-a205-331d9bf60034, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=cfed0399-2150-4be2-a205-331d9bf60034,segment=NetworkSegment(bbf5ea52-1982-44c2-8f30-c7a849e22dc3),segment_id=bbf5ea52-1982-44c2-8f30-c7a849e22dc3)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:14:22.479280 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7f53693e-9516-405e-9448-81806144bd8d req-e55f4382-72fe-45c3-b4ec-96de64be890f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (cfed0399-2150-4be2-a205-331d9bf60034), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:22.512560 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-98bf9bee-8a1e-4fb7-8b0d-9bc328678d3c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Floating IP 69da2e13-5c10-44c2-8c3a-6b568b8e036c associated. External IP: 172.25.3.130, port: 76b09344-9b65-4011-8af3-cedb3da7f1b2. Mar 07 11:14:22.531428 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53693e-9516-405e-9448-81806144bd8d req-e55f4382-72fe-45c3-b4ec-96de64be890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:22.532226 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7f53693e-9516-405e-9448-81806144bd8d req-e55f4382-72fe-45c3-b4ec-96de64be890f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:22.533866 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7f53693e-9516-405e-9448-81806144bd8d req-e55f4382-72fe-45c3-b4ec-96de64be890f service neutron] 10.222.0.31 "PUT /v2.0/ports/cfed0399-2150-4be2-a205-331d9bf60034 HTTP/1.1" status: 200 len: 1091 time: 0.9881797 Mar 07 11:14:22.536706 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50963a7-e25f-4e0d-9a5a-a58b2c4f281a', 'tag': 'cfed0399-2150-4be2-a205-331d9bf60034'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:14:22.540237 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685ec327-9d5d-42f9-916d-575bef49e760" -d '{"events": [{"name": "network-changed", "server_uuid": "d50963a7-e25f-4e0d-9a5a-a58b2c4f281a", "tag": "cfed0399-2150-4be2-a205-331d9bf60034"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:14:22.569779 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f4382-72fe-45c3-b4ec-96de64be890f service neutron] Pushing event updated for resources: {'Port': ['ID=cfed0399-2150-4be2-a205-331d9bf60034,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:22.634749 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5390b8a1-9439-43d4-9a1a-12340542e9e9 x-openstack-request-id: req-5390b8a1-9439-43d4-9a1a-12340542e9e9 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:14:22.634749 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50963a7-e25f-4e0d-9a5a-a58b2c4f281a", "tag": "cfed0399-2150-4be2-a205-331d9bf60034", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:14:22.634749 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5390b8a1-9439-43d4-9a1a-12340542e9e9 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:14:22.635542 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50963a7-e25f-4e0d-9a5a-a58b2c4f281a', 'tag': 'cfed0399-2150-4be2-a205-331d9bf60034', 'status': 'completed', 'code': 200} Mar 07 11:14:22.664401 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53693e-9516-405e-9448-81806144bd8d req-078c4a6c-9247-4435-af8f-1d587e1b2744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:22.666086 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7f53693e-9516-405e-9448-81806144bd8d req-078c4a6c-9247-4435-af8f-1d587e1b2744 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 1125 time: 0.0727739 Mar 07 11:14:22.744474 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7f53693e-9516-405e-9448-81806144bd8d req-4e18b115-2991-4bf9-8c80-4e51953e385b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfed0399-2150-4be2-a205-331d9bf60034 HTTP/1.1" status: 200 len: 217 time: 0.0703843 Mar 07 11:14:22.855132 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53693e-9516-405e-9448-81806144bd8d req-b9fbaaaa-9405-450b-9faa-365968f1edf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:22.857021 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7f53693e-9516-405e-9448-81806144bd8d req-b9fbaaaa-9405-450b-9faa-365968f1edf7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=90104f0e-19c3-4a8a-a800-af22cd60a904 HTTP/1.1" status: 200 len: 834 time: 0.1065979 Mar 07 11:14:22.891332 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98bf9bee-8a1e-4fb7-8b0d-9bc328678d3c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Router a7aefcba-274f-45a5-853b-37e78619ca78 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:14:22.981825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53693e-9516-405e-9448-81806144bd8d req-ce4bd89c-64b8-465c-b231-97c9229d7cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:22.983591 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7f53693e-9516-405e-9448-81806144bd8d req-ce4bd89c-64b8-465c-b231-97c9229d7cf9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=307cf423-7edb-45de-be5a-998e984e4af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1162889 Mar 07 11:14:23.016638 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48598c19-a5ea-4a72-8fe4-34b5ab767cd4 req-af9845c1-b797-4a20-8436-b7dff6bc79a6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:23.018233 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-48598c19-a5ea-4a72-8fe4-34b5ab767cd4 req-af9845c1-b797-4a20-8436-b7dff6bc79a6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 943 time: 0.1098461 Mar 07 11:14:23.038094 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98bf9bee-8a1e-4fb7-8b0d-9bc328678d3c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:14:23.053504 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eb367e-6896-4c90-8ed0-f3304c7d5487 None None] Sync routers for ids ['a7aefcba-274f-45a5-853b-37e78619ca78'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:14:23.067757 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-98bf9bee-8a1e-4fb7-8b0d-9bc328678d3c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:23.067980 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eb367e-6896-4c90-8ed0-f3304c7d5487 None None] Routers {'a7aefcba-274f-45a5-853b-37e78619ca78'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:14:23.068412 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-65eb367e-6896-4c90-8ed0-f3304c7d5487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:14:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a7aefcba-274f-45a5-853b-37e78619ca78'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:23.105580 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-98bf9bee-8a1e-4fb7-8b0d-9bc328678d3c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9697602 Mar 07 11:14:23.106301 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40524) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:23.106980 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79fcb01-445f-4648-a7ab-3ef5d7a26180', 'tag': '76b09344-9b65-4011-8af3-cedb3da7f1b2'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:14:23.110518 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bebf16-5458-45d1-966f-6b892a19606a" -d '{"events": [{"name": "network-changed", "server_uuid": "e79fcb01-445f-4648-a7ab-3ef5d7a26180", "tag": "76b09344-9b65-4011-8af3-cedb3da7f1b2"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:14:23.119999 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-48598c19-a5ea-4a72-8fe4-34b5ab767cd4 req-9d1552d5-865e-4c63-ac17-1caf0ebc447a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1666ceb-b67c-4485-b08c-c0f8d7f843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932820 Mar 07 11:14:23.136207 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7f53693e-9516-405e-9448-81806144bd8d req-5578a894-cf15-4dd9-b3a5-f4ec3c7d8db8 service neutron] 10.222.0.31 "GET /v2.0/networks/307cf423-7edb-45de-be5a-998e984e4af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460207 Mar 07 11:14:23.165362 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6b8d67-f047-4b79-a446-33a5d0b419f7 x-openstack-request-id: req-4e6b8d67-f047-4b79-a446-33a5d0b419f7 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:14:23.165734 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79fcb01-445f-4648-a7ab-3ef5d7a26180", "tag": "76b09344-9b65-4011-8af3-cedb3da7f1b2", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:14:23.166112 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4e6b8d67-f047-4b79-a446-33a5d0b419f7 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:14:23.166520 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79fcb01-445f-4648-a7ab-3ef5d7a26180', 'tag': '76b09344-9b65-4011-8af3-cedb3da7f1b2', 'status': 'completed', 'code': 200} Mar 07 11:14:23.198158 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8f661e4d-03d9-4842-99bd-5c754b79c4db tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/floatingips/69da2e13-5c10-44c2-8c3a-6b568b8e036c HTTP/1.1" status: 200 len: 991 time: 0.0847435 Mar 07 11:14:23.206491 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:23.217964 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-65eb367e-6896-4c90-8ed0-f3304c7d5487 None None] Set router a7aefcba-274f-45a5-853b-37e78619ca78 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:14:23.459783 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-65eb367e-6896-4c90-8ed0-f3304c7d5487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'name': 'tempest-TestNetworkBasicOps-router-873281380', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'bfe0cb66-8702-42f2-b98a-c4afa79b16bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:59Z', 'updated_at': '2022-03-07T11:14:03Z', 'revision_number': 4, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'bfe0cb66-8702-42f2-b98a-c4afa79b16bf', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:78:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:59Z', 'updated_at': '2022-03-07T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '69da2e13-5c10-44c2-8c3a-6b568b8e036c', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'floating_ip_address': '172.25.3.130', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'port_id': '76b09344-9b65-4011-8af3-cedb3da7f1b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70be2206-a1b9-4697-aa33-ffd35fa9785a', 'mac_address': 'fa:16:3e:cd:fd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79fcb01-445f-4648-a7ab-3ef5d7a26180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:14:21Z', 'updated_at': '2022-03-07T11:14:21Z', 'revision_number': 0, 'project_id': '9218733d4245439aa2e846b97fffe915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3f4f71-69c3-4f29-8006-93bd8455c2d8', 'name': '', 'network_id': '70be2206-a1b9-4697-aa33-ffd35fa9785a', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'mac_address': 'fa:16:3e:23:28:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '674b4a0b-68aa-4e30-bdbe-09e8d70e9891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:02Z', 'updated_at': '2022-03-07T11:14:06Z', 'revision_number': 5, 'project_id': '9218733d4245439aa2e846b97fffe915', 'subnets': [{'id': '674b4a0b-68aa-4e30-bdbe-09e8d70e9891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:23.486658 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eb367e-6896-4c90-8ed0-f3304c7d5487 None None] Checking router: a7aefcba-274f-45a5-853b-37e78619ca78 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:14:23.495601 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eb367e-6896-4c90-8ed0-f3304c7d5487 None None] Routers {'a7aefcba-274f-45a5-853b-37e78619ca78'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:14:23.496226 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-65eb367e-6896-4c90-8ed0-f3304c7d5487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:14:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a7aefcba-274f-45a5-853b-37e78619ca78'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:23.598101 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7f53693e-9516-405e-9448-81806144bd8d req-093fdea0-17ad-4ef8-8b5f-f20aeb5b1ac1 service neutron] 10.222.0.31 "GET /v2.0/networks/307cf423-7edb-45de-be5a-998e984e4af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550378 Mar 07 11:14:23.604069 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bebf16-5458-45d1-966f-6b892a19606a req-cf4a0c26-d127-4f87-8c99-aec4e6b439bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:23.605503 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-83bebf16-5458-45d1-966f-6b892a19606a req-cf4a0c26-d127-4f87-8c99-aec4e6b439bb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9218733d4245439aa2e846b97fffe915&device_id=e79fcb01-445f-4648-a7ab-3ef5d7a26180 HTTP/1.1" status: 200 len: 1127 time: 0.3937929 Mar 07 11:14:23.612223 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-65eb367e-6896-4c90-8ed0-f3304c7d5487 None None] Set router a7aefcba-274f-45a5-853b-37e78619ca78 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:14:23.732534 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bebf16-5458-45d1-966f-6b892a19606a req-500592e0-ca04-4918-8b10-d777eaed9b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:23.734592 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-83bebf16-5458-45d1-966f-6b892a19606a req-500592e0-ca04-4918-8b10-d777eaed9b00 service neutron] 10.222.0.21 "GET /v2.0/networks?id=70be2206-a1b9-4697-aa33-ffd35fa9785a HTTP/1.1" status: 200 len: 898 time: 0.1222901 Mar 07 11:14:23.739448 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ec327-9d5d-42f9-916d-575bef49e760 req-13f03268-470b-4bda-aa87-2a05ba01c159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:23.740935 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-685ec327-9d5d-42f9-916d-575bef49e760 req-13f03268-470b-4bda-aa87-2a05ba01c159 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 1125 time: 0.0733531 Mar 07 11:14:23.849302 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-65eb367e-6896-4c90-8ed0-f3304c7d5487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'name': 'tempest-TestNetworkBasicOps-router-873281380', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'bfe0cb66-8702-42f2-b98a-c4afa79b16bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:59Z', 'updated_at': '2022-03-07T11:14:03Z', 'revision_number': 4, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'bfe0cb66-8702-42f2-b98a-c4afa79b16bf', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:78:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:59Z', 'updated_at': '2022-03-07T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '69da2e13-5c10-44c2-8c3a-6b568b8e036c', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'floating_ip_address': '172.25.3.130', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'port_id': '76b09344-9b65-4011-8af3-cedb3da7f1b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70be2206-a1b9-4697-aa33-ffd35fa9785a', 'mac_address': 'fa:16:3e:cd:fd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79fcb01-445f-4648-a7ab-3ef5d7a26180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:14:21Z', 'updated_at': '2022-03-07T11:14:21Z', 'revision_number': 0, 'project_id': '9218733d4245439aa2e846b97fffe915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3f4f71-69c3-4f29-8006-93bd8455c2d8', 'name': '', 'network_id': '70be2206-a1b9-4697-aa33-ffd35fa9785a', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'mac_address': 'fa:16:3e:23:28:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '674b4a0b-68aa-4e30-bdbe-09e8d70e9891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:02Z', 'updated_at': '2022-03-07T11:14:06Z', 'revision_number': 5, 'project_id': '9218733d4245439aa2e846b97fffe915', 'subnets': [{'id': '674b4a0b-68aa-4e30-bdbe-09e8d70e9891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:23.854381 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-83bebf16-5458-45d1-966f-6b892a19606a req-61826f33-8449-450a-ab11-97fa2d64a2cb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76b09344-9b65-4011-8af3-cedb3da7f1b2 HTTP/1.1" status: 200 len: 999 time: 0.1124549 Mar 07 11:14:23.876122 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eb367e-6896-4c90-8ed0-f3304c7d5487 None None] The sync data for ids ['a7aefcba-274f-45a5-853b-37e78619ca78'] in n-d-832164-4 is: [{'id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'name': 'tempest-TestNetworkBasicOps-router-873281380', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'bfe0cb66-8702-42f2-b98a-c4afa79b16bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:59Z', 'updated_at': '2022-03-07T11:14:03Z', 'revision_number': 4, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'bfe0cb66-8702-42f2-b98a-c4afa79b16bf', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:78:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:59Z', 'updated_at': '2022-03-07T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '69da2e13-5c10-44c2-8c3a-6b568b8e036c', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'floating_ip_address': '172.25.3.130', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'port_id': '76b09344-9b65-4011-8af3-cedb3da7f1b2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3983, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70be2206-a1b9-4697-aa33-ffd35fa9785a', 'mac_address': 'fa:16:3e:cd:fd:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79fcb01-445f-4648-a7ab-3ef5d7a26180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:14:21Z', 'updated_at': '2022-03-07T11:14:21Z', 'revision_number': 0, 'project_id': '9218733d4245439aa2e846b97fffe915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3f4f71-69c3-4f29-8006-93bd8455c2d8', 'name': '', 'network_id': '70be2206-a1b9-4697-aa33-ffd35fa9785a', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'mac_address': 'fa:16:3e:23:28:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '674b4a0b-68aa-4e30-bdbe-09e8d70e9891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:02Z', 'updated_at': '2022-03-07T11:14:06Z', 'revision_number': 5, 'project_id': '9218733d4245439aa2e846b97fffe915', 'subnets': [{'id': '674b4a0b-68aa-4e30-bdbe-09e8d70e9891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:14:23.911729 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ec327-9d5d-42f9-916d-575bef49e760 req-47ddf622-62bd-4182-b455-ae0238f30ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:23.913271 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-685ec327-9d5d-42f9-916d-575bef49e760 req-47ddf622-62bd-4182-b455-ae0238f30ebc service neutron] 10.222.0.31 "GET /v2.0/networks?id=307cf423-7edb-45de-be5a-998e984e4af4 HTTP/1.1" status: 200 len: 897 time: 0.1658142 Mar 07 11:14:23.918828 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bebf16-5458-45d1-966f-6b892a19606a req-0eecdf5d-1e6a-42ac-b848-0904cdee48c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:23.920215 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-83bebf16-5458-45d1-966f-6b892a19606a req-0eecdf5d-1e6a-42ac-b848-0904cdee48c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=674b4a0b-68aa-4e30-bdbe-09e8d70e9891 HTTP/1.1" status: 200 len: 835 time: 0.0598910 Mar 07 11:14:23.982256 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-685ec327-9d5d-42f9-916d-575bef49e760 req-beb849b3-d27d-4955-8308-70b3f0b4236a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfed0399-2150-4be2-a205-331d9bf60034 HTTP/1.1" status: 200 len: 217 time: 0.0609138 Mar 07 11:14:24.037013 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bebf16-5458-45d1-966f-6b892a19606a req-1e657ef0-1918-4c2f-a365-70932806c9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:24.038559 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-83bebf16-5458-45d1-966f-6b892a19606a req-1e657ef0-1918-4c2f-a365-70932806c9d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=70be2206-a1b9-4697-aa33-ffd35fa9785a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1113570 Mar 07 11:14:24.042433 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ec327-9d5d-42f9-916d-575bef49e760 req-f414f46e-5d12-4690-8a56-6f01af7aa19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:24.043867 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-685ec327-9d5d-42f9-916d-575bef49e760 req-f414f46e-5d12-4690-8a56-6f01af7aa19c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=90104f0e-19c3-4a8a-a800-af22cd60a904 HTTP/1.1" status: 200 len: 834 time: 0.0561779 Mar 07 11:14:24.091015 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6b042f-5d63-4e47-a2e7-57d3b2b331cd None None] New status for floating IP 69da2e13-5c10-44c2-8c3a-6b568b8e036c: ACTIVE {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:14:24.153513 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ec327-9d5d-42f9-916d-575bef49e760 req-f55cd17d-801d-4554-b1e6-ec4faf9d190a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:24.155125 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-685ec327-9d5d-42f9-916d-575bef49e760 req-f55cd17d-801d-4554-b1e6-ec4faf9d190a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=307cf423-7edb-45de-be5a-998e984e4af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1023343 Mar 07 11:14:24.187736 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-83bebf16-5458-45d1-966f-6b892a19606a req-868cb853-8896-45c0-9104-e1d22055b2a6 service neutron] 10.222.0.21 "GET /v2.0/networks/70be2206-a1b9-4697-aa33-ffd35fa9785a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428866 Mar 07 11:14:24.200892 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40530) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:24.273341 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d3a68b77-54e5-4cd4-b0ac-b7ca3dbf473e tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/floatingips/69da2e13-5c10-44c2-8c3a-6b568b8e036c HTTP/1.1" status: 200 len: 991 time: 0.0697067 Mar 07 11:14:24.390710 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e5f94-8a8d-4628-a3f3-fd4f0b242a4f req-82194f3c-06a1-47c2-b43e-a0c670108da2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:24.392176 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ba5e5f94-8a8d-4628-a3f3-fd4f0b242a4f req-82194f3c-06a1-47c2-b43e-a0c670108da2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 943 time: 0.1757774 Mar 07 11:14:24.393954 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-83bebf16-5458-45d1-966f-6b892a19606a req-641b314d-4390-408e-80c1-429b1780c6d3 service neutron] 10.222.0.21 "GET /v2.0/networks/70be2206-a1b9-4697-aa33-ffd35fa9785a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978130 Mar 07 11:14:24.395675 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-685ec327-9d5d-42f9-916d-575bef49e760 req-08fc573b-a7f7-4a69-96a8-bd6e07242b84 service neutron] 10.222.0.31 "GET /v2.0/networks/307cf423-7edb-45de-be5a-998e984e4af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308178 Mar 07 11:14:24.495001 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ba5e5f94-8a8d-4628-a3f3-fd4f0b242a4f req-1b9ec3dc-82d5-4449-b2d9-7e1eff70c8e6 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1666ceb-b67c-4485-b08c-c0f8d7f843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970044 Mar 07 11:14:24.519649 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-685ec327-9d5d-42f9-916d-575bef49e760 req-dbf2a719-6926-4c07-a011-501c35f2eafb service neutron] 10.222.0.31 "GET /v2.0/networks/307cf423-7edb-45de-be5a-998e984e4af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158097 Mar 07 11:14:25.277074 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40532) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:25.348001 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4b19ed5d-3754-4465-a7be-f346437aff80 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/floatingips/69da2e13-5c10-44c2-8c3a-6b568b8e036c HTTP/1.1" status: 200 len: 993 time: 0.0696797 Mar 07 11:14:25.616404 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2062b-f5c1-4143-bd11-86b57d3daf7d req-28cc15ec-ed54-4aab-bd41-98d37123c3e4 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:25.617931 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-73a2062b-f5c1-4143-bd11-86b57d3daf7d req-28cc15ec-ed54-4aab-bd41-98d37123c3e4 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 943 time: 0.0527523 Mar 07 11:14:25.670885 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-73a2062b-f5c1-4143-bd11-86b57d3daf7d req-12049052-d1f4-4370-a6b8-47e309c24a4c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1666ceb-b67c-4485-b08c-c0f8d7f843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468733 Mar 07 11:14:26.539960 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device cfed0399-2150-4be2-a205-331d9bf60034 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:14:26.636372 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port cfed0399-2150-4be2-a205-331d9bf60034, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=cfed0399-2150-4be2-a205-331d9bf60034,segment=NetworkSegment(bbf5ea52-1982-44c2-8f30-c7a849e22dc3),segment_id=bbf5ea52-1982-44c2-8f30-c7a849e22dc3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:26.646907 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'cfed0399-2150-4be2-a205-331d9bf60034', 'network_id': '307cf423-7edb-45de-be5a-998e984e4af4', 'port_id': 'cfed0399-2150-4be2-a205-331d9bf60034', 'mac_address': 'fa:16:3e:fb:e4:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90104f0e-19c3-4a8a-a800-af22cd60a904', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:14:26.693479 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port cfed0399-2150-4be2-a205-331d9bf60034 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:26.693871 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (cfed0399-2150-4be2-a205-331d9bf60034), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:26.706745 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfed0399-2150-4be2-a205-331d9bf60034 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:14:26.726212 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port cfed0399-2150-4be2-a205-331d9bf60034, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=cfed0399-2150-4be2-a205-331d9bf60034,segment=NetworkSegment(bbf5ea52-1982-44c2-8f30-c7a849e22dc3),segment_id=bbf5ea52-1982-44c2-8f30-c7a849e22dc3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:26.731650 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (cfed0399-2150-4be2-a205-331d9bf60034), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:26.778851 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=cfed0399-2150-4be2-a205-331d9bf60034,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:26.801293 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6737353-889b-40e5-9321-eb698483c7aa req-971bdacb-973d-4cef-95d4-31a9d76ff032 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:26.802723 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e6737353-889b-40e5-9321-eb698483c7aa req-971bdacb-973d-4cef-95d4-31a9d76ff032 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 944 time: 0.0607629 Mar 07 11:14:26.852658 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e6737353-889b-40e5-9321-eb698483c7aa req-6fa22ed8-f1b8-4d56-9710-ea863faad48b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1666ceb-b67c-4485-b08c-c0f8d7f843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444231 Mar 07 11:14:27.036658 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['cfed0399-2150-4be2-a205-331d9bf60034'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:14:27.974511 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799f6da1-547a-44dd-9b78-67188178edf0 req-7589719c-1835-49ad-9037-038aa50c4117 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:27.975990 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-799f6da1-547a-44dd-9b78-67188178edf0 req-7589719c-1835-49ad-9037-038aa50c4117 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 944 time: 0.0535195 Mar 07 11:14:28.028223 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-799f6da1-547a-44dd-9b78-67188178edf0 req-3d6c79ed-beae-419d-8023-69ee9d9fb850 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1666ceb-b67c-4485-b08c-c0f8d7f843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465541 Mar 07 11:14:28.549546 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device cfed0399-2150-4be2-a205-331d9bf60034 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:14:28.598294 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port cfed0399-2150-4be2-a205-331d9bf60034 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:14:28.601919 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port cfed0399-2150-4be2-a205-331d9bf60034 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:14:28.602287 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (cfed0399-2150-4be2-a205-331d9bf60034), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:28.678651 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port cfed0399-2150-4be2-a205-331d9bf60034 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:14:28.679037 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (cfed0399-2150-4be2-a205-331d9bf60034), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:28.701040 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50963a7-e25f-4e0d-9a5a-a58b2c4f281a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfed0399-2150-4be2-a205-331d9bf60034'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:14:28.703341 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c3ee08-b1f0-48fc-9939-f0cf522f29b4" -d '{"events": [{"server_uuid": "d50963a7-e25f-4e0d-9a5a-a58b2c4f281a", "name": "network-vif-plugged", "status": "completed", "tag": "cfed0399-2150-4be2-a205-331d9bf60034"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:14:28.715559 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port cfed0399-2150-4be2-a205-331d9bf60034, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=cfed0399-2150-4be2-a205-331d9bf60034,segment=NetworkSegment(bbf5ea52-1982-44c2-8f30-c7a849e22dc3),segment_id=bbf5ea52-1982-44c2-8f30-c7a849e22dc3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:28.720108 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (cfed0399-2150-4be2-a205-331d9bf60034), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:28.743894 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15413583-85fb-4394-8e01-4c8a0cf7e3be x-openstack-request-id: req-15413583-85fb-4394-8e01-4c8a0cf7e3be {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:14:28.744194 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50963a7-e25f-4e0d-9a5a-a58b2c4f281a", "name": "network-vif-plugged", "status": "completed", "tag": "cfed0399-2150-4be2-a205-331d9bf60034", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:14:28.744457 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-15413583-85fb-4394-8e01-4c8a0cf7e3be {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:14:28.744852 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50963a7-e25f-4e0d-9a5a-a58b2c4f281a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfed0399-2150-4be2-a205-331d9bf60034', 'code': 200} Mar 07 11:14:28.771028 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=cfed0399-2150-4be2-a205-331d9bf60034,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:28.840522 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8200c5-d4e9-40e7-889c-417c1594adc7 req-7f740f8f-a061-4520-a190-d533b138bee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:28.842054 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dc8200c5-d4e9-40e7-889c-417c1594adc7 req-7f740f8f-a061-4520-a190-d533b138bee2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 1127 time: 0.0443969 Mar 07 11:14:28.886448 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dc8200c5-d4e9-40e7-889c-417c1594adc7 req-d57cbea4-56a5-4e71-86ed-ec1807b28216 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b1666ceb-b67c-4485-b08c-c0f8d7f843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386670 Mar 07 11:14:29.147710 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17addc45-f7ea-4ef2-a05b-c88be7c9a283 req-73103a6a-af5f-403a-bd48-e2852226443e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:29.149189 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17addc45-f7ea-4ef2-a05b-c88be7c9a283 req-73103a6a-af5f-403a-bd48-e2852226443e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 945 time: 0.0536606 Mar 07 11:14:29.197705 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17addc45-f7ea-4ef2-a05b-c88be7c9a283 req-36261573-400f-4e3c-b280-1b1b55b476bf tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1666ceb-b67c-4485-b08c-c0f8d7f843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429957 Mar 07 11:14:30.319010 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6458dfd0-eefc-4d40-9916-4c13572e3eb0 req-ff24708b-53dd-4d6f-8b21-a1c867ecdf01 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:30.320465 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6458dfd0-eefc-4d40-9916-4c13572e3eb0 req-ff24708b-53dd-4d6f-8b21-a1c867ecdf01 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 945 time: 0.0526898 Mar 07 11:14:30.371314 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6458dfd0-eefc-4d40-9916-4c13572e3eb0 req-efde3c19-4c6f-4c7b-b8bd-9eda72098a98 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1666ceb-b67c-4485-b08c-c0f8d7f843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453777 Mar 07 11:14:30.489849 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904476e-f0af-4418-b2e2-efe72154e3a2 req-9364b731-ab4b-49c7-86b6-66f22300b746 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:30.491228 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2904476e-f0af-4418-b2e2-efe72154e3a2 req-9364b731-ab4b-49c7-86b6-66f22300b746 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 945 time: 0.0521283 Mar 07 11:14:30.539387 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2904476e-f0af-4418-b2e2-efe72154e3a2 req-6feb69df-5002-4413-a45e-48d4b33669b9 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1666ceb-b67c-4485-b08c-c0f8d7f843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426164 Mar 07 11:14:30.561545 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40548) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:30.608969 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9bc120-72ca-4b41-adcc-0be780279978 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:30.610508 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ad9bc120-72ca-4b41-adcc-0be780279978 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 1122 time: 0.0480304 Mar 07 11:14:30.613223 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40550) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:30.617342 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-42b414fe-6c7f-4b12-a472-e063645358ea tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'port_id': 'cfed0399-2150-4be2-a205-331d9bf60034', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:14:30.636504 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-42b414fe-6c7f-4b12-a472-e063645358ea tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:30.731518 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-42b414fe-6c7f-4b12-a472-e063645358ea tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:30.839670 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-42b414fe-6c7f-4b12-a472-e063645358ea tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Allocated IP 172.25.3.230 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/4b3a399d-ce12-4452-ab77-a85df1341f80) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:14:30.940263 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-42b414fe-6c7f-4b12-a472-e063645358ea tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for port (4b3a399d-ce12-4452-ab77-a85df1341f80), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:30.974155 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-42b414fe-6c7f-4b12-a472-e063645358ea tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (4b3a399d-ce12-4452-ab77-a85df1341f80), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:31.017701 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b414fe-6c7f-4b12-a472-e063645358ea tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:14:31.020499 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-42b414fe-6c7f-4b12-a472-e063645358ea tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:14:31.023937 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b414fe-6c7f-4b12-a472-e063645358ea tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:14:31.029409 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b414fe-6c7f-4b12-a472-e063645358ea tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'Port': ['ID=4b3a399d-ce12-4452-ab77-a85df1341f80,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:31.388191 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-42b414fe-6c7f-4b12-a472-e063645358ea tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for floatingip (b53d1162-fdc1-4a2f-b8cf-47fed8c093b9), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:31.460180 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-42b414fe-6c7f-4b12-a472-e063645358ea tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4b3a399d-ce12-4452-ab77-a85df1341f80), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:31.608564 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-42b414fe-6c7f-4b12-a472-e063645358ea tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for port (4b3a399d-ce12-4452-ab77-a85df1341f80), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:31.613132 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-42b414fe-6c7f-4b12-a472-e063645358ea tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (4b3a399d-ce12-4452-ab77-a85df1341f80), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:31.684771 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b414fe-6c7f-4b12-a472-e063645358ea tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event updated for resources: {'Port': ['ID=4b3a399d-ce12-4452-ab77-a85df1341f80,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:31.695012 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-42b414fe-6c7f-4b12-a472-e063645358ea tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (b53d1162-fdc1-4a2f-b8cf-47fed8c093b9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:31.731561 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6fd0d36a-1d25-4dce-8a4e-b9be147e1e4b req-abad352b-a99d-4ae5-b438-2f7854f6fee4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444701 Mar 07 11:14:31.799368 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-42b414fe-6c7f-4b12-a472-e063645358ea tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Floating IP b53d1162-fdc1-4a2f-b8cf-47fed8c093b9 associated. External IP: 172.25.3.230, port: cfed0399-2150-4be2-a205-331d9bf60034. Mar 07 11:14:31.817772 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0d36a-1d25-4dce-8a4e-b9be147e1e4b req-886ef4d9-ac70-4967-aa3e-acaf8bf1e181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:31.819339 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6fd0d36a-1d25-4dce-8a4e-b9be147e1e4b req-886ef4d9-ac70-4967-aa3e-acaf8bf1e181 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c84901d07e4a49b88f9fef019185eb1b&device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 1127 time: 0.0475371 Mar 07 11:14:31.928549 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0d36a-1d25-4dce-8a4e-b9be147e1e4b req-f3ad13e6-53b2-4638-a922-e63254859324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:31.930106 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6fd0d36a-1d25-4dce-8a4e-b9be147e1e4b req-f3ad13e6-53b2-4638-a922-e63254859324 service neutron] 10.222.0.31 "GET /v2.0/networks?id=204cc519-b30d-4492-9fc5-23c1f345ed50 HTTP/1.1" status: 200 len: 913 time: 0.0906351 Mar 07 11:14:31.996277 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6fd0d36a-1d25-4dce-8a4e-b9be147e1e4b req-de2583a8-f97f-47f4-ac0e-625d112efc71 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d60f5020-84e8-470e-833a-7b17e0a6de70 HTTP/1.1" status: 200 len: 1000 time: 0.0592659 Mar 07 11:14:32.018050 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b414fe-6c7f-4b12-a472-e063645358ea tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Router 4a4abd69-036e-4bdd-b5cd-53d4f6928cc4 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:14:32.043222 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0d36a-1d25-4dce-8a4e-b9be147e1e4b req-1248544a-a15a-4056-b115-2a82c6b19481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:32.044689 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6fd0d36a-1d25-4dce-8a4e-b9be147e1e4b req-1248544a-a15a-4056-b115-2a82c6b19481 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=933e5dcd-1517-490a-9fa0-e2d8293cf2f0 HTTP/1.1" status: 200 len: 851 time: 0.0429919 Mar 07 11:14:32.098880 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0d36a-1d25-4dce-8a4e-b9be147e1e4b req-8099106a-ecdc-48db-b20c-c98b021b14e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:32.101059 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6fd0d36a-1d25-4dce-8a4e-b9be147e1e4b req-8099106a-ecdc-48db-b20c-c98b021b14e1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=204cc519-b30d-4492-9fc5-23c1f345ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0506265 Mar 07 11:14:32.133073 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b414fe-6c7f-4b12-a472-e063645358ea tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:14:32.143212 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9821b3ff-8a8c-4dbd-94f3-c9faca2fe653 None None] Sync routers for ids ['4a4abd69-036e-4bdd-b5cd-53d4f6928cc4'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:14:32.152527 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-42b414fe-6c7f-4b12-a472-e063645358ea tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:32.155383 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9821b3ff-8a8c-4dbd-94f3-c9faca2fe653 None None] Routers {'4a4abd69-036e-4bdd-b5cd-53d4f6928cc4'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:14:32.156274 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-9821b3ff-8a8c-4dbd-94f3-c9faca2fe653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:14:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['4a4abd69-036e-4bdd-b5cd-53d4f6928cc4'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:32.185059 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-42b414fe-6c7f-4b12-a472-e063645358ea tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5707326 Mar 07 11:14:32.186367 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50963a7-e25f-4e0d-9a5a-a58b2c4f281a', 'tag': 'cfed0399-2150-4be2-a205-331d9bf60034'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:14:32.189390 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc18ef9-0ec6-4176-a298-ecfacc137a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "d50963a7-e25f-4e0d-9a5a-a58b2c4f281a", "tag": "cfed0399-2150-4be2-a205-331d9bf60034"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:14:32.205004 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6fd0d36a-1d25-4dce-8a4e-b9be147e1e4b req-a2bc4e92-764f-4c89-92aa-579512e04147 service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974166 Mar 07 11:14:32.242826 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7607e7-bb7b-43e8-bc36-c9acba8b0972 x-openstack-request-id: req-df7607e7-bb7b-43e8-bc36-c9acba8b0972 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:14:32.243122 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50963a7-e25f-4e0d-9a5a-a58b2c4f281a", "tag": "cfed0399-2150-4be2-a205-331d9bf60034", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:14:32.243381 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-df7607e7-bb7b-43e8-bc36-c9acba8b0972 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:14:32.243794 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50963a7-e25f-4e0d-9a5a-a58b2c4f281a', 'tag': 'cfed0399-2150-4be2-a205-331d9bf60034', 'status': 'completed', 'code': 200} Mar 07 11:14:32.304870 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-9821b3ff-8a8c-4dbd-94f3-c9faca2fe653 None None] Set router 4a4abd69-036e-4bdd-b5cd-53d4f6928cc4 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:14:32.313015 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc18ef9-0ec6-4176-a298-ecfacc137a1f req-f1ee36dd-f4f8-452e-b2fc-28bb4619cd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:32.314567 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fdc18ef9-0ec6-4176-a298-ecfacc137a1f req-f1ee36dd-f4f8-452e-b2fc-28bb4619cd12 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 1127 time: 0.0508871 Mar 07 11:14:32.346867 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6fd0d36a-1d25-4dce-8a4e-b9be147e1e4b req-fcb1a0fc-3bbe-407f-9e7d-ffffab1e3827 service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357853 Mar 07 11:14:32.358820 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ad22f-e29c-41e5-9623-66df97155bb5 req-a10e683a-d5b4-4513-a57f-bb70b7237e47 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:32.360318 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cf3ad22f-e29c-41e5-9623-66df97155bb5 req-a10e683a-d5b4-4513-a57f-bb70b7237e47 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 945 time: 0.0772433 Mar 07 11:14:32.418133 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cf3ad22f-e29c-41e5-9623-66df97155bb5 req-3cb5158c-283c-4065-9aed-a999f9cde8a0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1666ceb-b67c-4485-b08c-c0f8d7f843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502212 Mar 07 11:14:32.426494 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc18ef9-0ec6-4176-a298-ecfacc137a1f req-4048bec5-ab27-4112-b307-7312aa6ac2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:32.428071 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fdc18ef9-0ec6-4176-a298-ecfacc137a1f req-4048bec5-ab27-4112-b307-7312aa6ac2d0 service neutron] 10.222.0.31 "GET /v2.0/networks?id=307cf423-7edb-45de-be5a-998e984e4af4 HTTP/1.1" status: 200 len: 897 time: 0.1077983 Mar 07 11:14:32.441628 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40556) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:32.499158 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fdc18ef9-0ec6-4176-a298-ecfacc137a1f req-7de01786-888e-4db4-ba15-eafa80618fb4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfed0399-2150-4be2-a205-331d9bf60034 HTTP/1.1" status: 200 len: 999 time: 0.0647388 Mar 07 11:14:32.509020 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a6be3c2b-b4ce-493a-b3eb-088cbbf2d373 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/floatingips/b53d1162-fdc1-4a2f-b8cf-47fed8c093b9 HTTP/1.1" status: 200 len: 991 time: 0.0662730 Mar 07 11:14:32.550757 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-9821b3ff-8a8c-4dbd-94f3-c9faca2fe653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1079377637', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f073d182-53b7-41b7-8ab5-69b085a63e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:14:14Z', 'updated_at': '2022-03-07T11:14:17Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': 'f073d182-53b7-41b7-8ab5-69b085a63e2e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:14Z', 'updated_at': '2022-03-07T11:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'b53d1162-fdc1-4a2f-b8cf-47fed8c093b9', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'floating_ip_address': '172.25.3.230', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'port_id': 'cfed0399-2150-4be2-a205-331d9bf60034', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '307cf423-7edb-45de-be5a-998e984e4af4', 'mac_address': 'fa:16:3e:fb:e4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50963a7-e25f-4e0d-9a5a-a58b2c4f281a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:14:31Z', 'updated_at': '2022-03-07T11:14:31Z', 'revision_number': 0, 'project_id': '495992950f4c431c9a7421503d52aa85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e2ab49-6125-4aee-b0a3-c70e1da6173d', 'name': '', 'network_id': '307cf423-7edb-45de-be5a-998e984e4af4', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:74:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '90104f0e-19c3-4a8a-a800-af22cd60a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:16Z', 'updated_at': '2022-03-07T11:14:20Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '90104f0e-19c3-4a8a-a800-af22cd60a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:32.557666 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc18ef9-0ec6-4176-a298-ecfacc137a1f req-1d69c6a7-69fb-4997-8c9a-8881402ec3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:32.559144 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fdc18ef9-0ec6-4176-a298-ecfacc137a1f req-1d69c6a7-69fb-4997-8c9a-8881402ec3af service neutron] 10.222.0.31 "GET /v2.0/subnets?id=90104f0e-19c3-4a8a-a800-af22cd60a904 HTTP/1.1" status: 200 len: 834 time: 0.0545139 Mar 07 11:14:32.581773 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9821b3ff-8a8c-4dbd-94f3-c9faca2fe653 None None] Checking router: 4a4abd69-036e-4bdd-b5cd-53d4f6928cc4 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:14:32.590073 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9821b3ff-8a8c-4dbd-94f3-c9faca2fe653 None None] Routers {'4a4abd69-036e-4bdd-b5cd-53d4f6928cc4'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:14:32.590679 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-9821b3ff-8a8c-4dbd-94f3-c9faca2fe653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:14:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['4a4abd69-036e-4bdd-b5cd-53d4f6928cc4'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:32.611210 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc18ef9-0ec6-4176-a298-ecfacc137a1f req-37a2264c-855f-4e3b-aec5-f0e5294516e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:32.612708 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fdc18ef9-0ec6-4176-a298-ecfacc137a1f req-37a2264c-855f-4e3b-aec5-f0e5294516e0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=307cf423-7edb-45de-be5a-998e984e4af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467834 Mar 07 11:14:32.700874 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fdc18ef9-0ec6-4176-a298-ecfacc137a1f req-227ec363-ac8e-4dd1-a3ab-8af23b124d4c service neutron] 10.222.0.31 "GET /v2.0/networks/307cf423-7edb-45de-be5a-998e984e4af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820775 Mar 07 11:14:32.701088 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-9821b3ff-8a8c-4dbd-94f3-c9faca2fe653 None None] Set router 4a4abd69-036e-4bdd-b5cd-53d4f6928cc4 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:14:32.794645 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fdc18ef9-0ec6-4176-a298-ecfacc137a1f req-a4010e88-f1f7-4e65-b95f-a0b53d08df45 service neutron] 10.222.0.31 "GET /v2.0/networks/307cf423-7edb-45de-be5a-998e984e4af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885460 Mar 07 11:14:32.930431 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-9821b3ff-8a8c-4dbd-94f3-c9faca2fe653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1079377637', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f073d182-53b7-41b7-8ab5-69b085a63e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:14:14Z', 'updated_at': '2022-03-07T11:14:17Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': 'f073d182-53b7-41b7-8ab5-69b085a63e2e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:14Z', 'updated_at': '2022-03-07T11:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'b53d1162-fdc1-4a2f-b8cf-47fed8c093b9', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'floating_ip_address': '172.25.3.230', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'port_id': 'cfed0399-2150-4be2-a205-331d9bf60034', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '307cf423-7edb-45de-be5a-998e984e4af4', 'mac_address': 'fa:16:3e:fb:e4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50963a7-e25f-4e0d-9a5a-a58b2c4f281a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:14:31Z', 'updated_at': '2022-03-07T11:14:31Z', 'revision_number': 0, 'project_id': '495992950f4c431c9a7421503d52aa85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e2ab49-6125-4aee-b0a3-c70e1da6173d', 'name': '', 'network_id': '307cf423-7edb-45de-be5a-998e984e4af4', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:74:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '90104f0e-19c3-4a8a-a800-af22cd60a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:16Z', 'updated_at': '2022-03-07T11:14:20Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '90104f0e-19c3-4a8a-a800-af22cd60a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:32.962180 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9821b3ff-8a8c-4dbd-94f3-c9faca2fe653 None None] The sync data for ids ['4a4abd69-036e-4bdd-b5cd-53d4f6928cc4'] in n-d-832164-4 is: [{'id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1079377637', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f073d182-53b7-41b7-8ab5-69b085a63e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:14:14Z', 'updated_at': '2022-03-07T11:14:17Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': 'f073d182-53b7-41b7-8ab5-69b085a63e2e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:14Z', 'updated_at': '2022-03-07T11:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'b53d1162-fdc1-4a2f-b8cf-47fed8c093b9', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'floating_ip_address': '172.25.3.230', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'port_id': 'cfed0399-2150-4be2-a205-331d9bf60034', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3985, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '307cf423-7edb-45de-be5a-998e984e4af4', 'mac_address': 'fa:16:3e:fb:e4:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50963a7-e25f-4e0d-9a5a-a58b2c4f281a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:14:31Z', 'updated_at': '2022-03-07T11:14:31Z', 'revision_number': 0, 'project_id': '495992950f4c431c9a7421503d52aa85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2e2ab49-6125-4aee-b0a3-c70e1da6173d', 'name': '', 'network_id': '307cf423-7edb-45de-be5a-998e984e4af4', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:74:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '90104f0e-19c3-4a8a-a800-af22cd60a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:16Z', 'updated_at': '2022-03-07T11:14:20Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '90104f0e-19c3-4a8a-a800-af22cd60a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:14:33.155227 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a12667-1ffb-46d9-976c-af807e1498c6 None None] New status for floating IP b53d1162-fdc1-4a2f-b8cf-47fed8c093b9: ACTIVE {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:14:33.512831 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40558) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:33.573437 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-06abbdcb-e92d-4f2c-b6ed-3aac122dd0f3 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/floatingips/b53d1162-fdc1-4a2f-b8cf-47fed8c093b9 HTTP/1.1" status: 200 len: 993 time: 0.0593383 Mar 07 11:14:36.509349 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-51c4fc15-83e2-46ae-9a90-3740c4524a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:38.609851 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ce05deb0-622d-4101-8fa1-8d90cee992db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:39.999324 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:41.740194 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:42.242009 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:14:42.991254 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:48.522981 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:53.177077 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:54.605262 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40572) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:54.664697 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b1261743-9f6b-46db-8ab4-a61b224ca3be tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/floatingips/69da2e13-5c10-44c2-8c3a-6b568b8e036c HTTP/1.1" status: 200 len: 993 time: 0.0583954 Mar 07 11:14:54.920965 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40578) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:55.082357 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-7ec9c756-1ef0-44eb-9269-fca1d103b785 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Deleting port c78a82e1-8484-4ae5-a8a2-fce414e9faa6 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:14:55.082698 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7ec9c756-1ef0-44eb-9269-fca1d103b785 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c78a82e1-8484-4ae5-a8a2-fce414e9faa6), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:55.159702 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7ec9c756-1ef0-44eb-9269-fca1d103b785 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c78a82e1-8484-4ae5-a8a2-fce414e9faa6), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:55.160044 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7ec9c756-1ef0-44eb-9269-fca1d103b785 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for floatingip (c78a82e1-8484-4ae5-a8a2-fce414e9faa6), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:55.171874 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-7ec9c756-1ef0-44eb-9269-fca1d103b785 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Calling delete_port for c78a82e1-8484-4ae5-a8a2-fce414e9faa6 owned by network:floatingip {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:14:55.320137 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7ec9c756-1ef0-44eb-9269-fca1d103b785 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (c78a82e1-8484-4ae5-a8a2-fce414e9faa6), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:55.346538 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9c756-1ef0-44eb-9269-fca1d103b785 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event deleted for resources: {'Port': ['ID=c78a82e1-8484-4ae5-a8a2-fce414e9faa6,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:55.370590 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec9c756-1ef0-44eb-9269-fca1d103b785 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:55.370934 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec9c756-1ef0-44eb-9269-fca1d103b785 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:55.371270 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec9c756-1ef0-44eb-9269-fca1d103b785 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:55.371602 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec9c756-1ef0-44eb-9269-fca1d103b785 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:55.371944 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec9c756-1ef0-44eb-9269-fca1d103b785 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:55.372263 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec9c756-1ef0-44eb-9269-fca1d103b785 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:55.372587 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec9c756-1ef0-44eb-9269-fca1d103b785 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:55.372911 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec9c756-1ef0-44eb-9269-fca1d103b785 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:55.373343 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec9c756-1ef0-44eb-9269-fca1d103b785 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:55.373671 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec9c756-1ef0-44eb-9269-fca1d103b785 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:55.373995 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec9c756-1ef0-44eb-9269-fca1d103b785 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:55.374321 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec9c756-1ef0-44eb-9269-fca1d103b785 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:55.374641 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec9c756-1ef0-44eb-9269-fca1d103b785 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:14:55.415290 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7ec9c756-1ef0-44eb-9269-fca1d103b785 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for floatingip (69da2e13-5c10-44c2-8c3a-6b568b8e036c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:55.415617 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-7ec9c756-1ef0-44eb-9269-fca1d103b785 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Floating IP 69da2e13-5c10-44c2-8c3a-6b568b8e036c disassociated (deleted). External IP: 172.25.3.130, port: 76b09344-9b65-4011-8af3-cedb3da7f1b2. Mar 07 11:14:55.629855 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec9c756-1ef0-44eb-9269-fca1d103b785 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Router a7aefcba-274f-45a5-853b-37e78619ca78 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:14:55.741425 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec9c756-1ef0-44eb-9269-fca1d103b785 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:14:55.746095 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7ec9c756-1ef0-44eb-9269-fca1d103b785 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:55.751738 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f695a0b-5359-4595-94a0-a083650a8446 None None] Sync routers for ids ['a7aefcba-274f-45a5-853b-37e78619ca78'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:14:55.760895 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f695a0b-5359-4595-94a0-a083650a8446 None None] Routers {'a7aefcba-274f-45a5-853b-37e78619ca78'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:14:55.761539 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-0f695a0b-5359-4595-94a0-a083650a8446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:14:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a7aefcba-274f-45a5-853b-37e78619ca78'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:55.775646 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7ec9c756-1ef0-44eb-9269-fca1d103b785 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "DELETE /v2.0/floatingips/69da2e13-5c10-44c2-8c3a-6b568b8e036c HTTP/1.1" status: 204 len: 168 time: 0.8532264 Mar 07 11:14:55.776223 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79fcb01-445f-4648-a7ab-3ef5d7a26180', 'tag': '76b09344-9b65-4011-8af3-cedb3da7f1b2'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:14:55.778521 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823e54e6-769c-4435-98b5-200db70e571d" -d '{"events": [{"name": "network-changed", "server_uuid": "e79fcb01-445f-4648-a7ab-3ef5d7a26180", "tag": "76b09344-9b65-4011-8af3-cedb3da7f1b2"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:14:55.818785 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fd186b-a3f8-4a43-a740-4d21d0525160 x-openstack-request-id: req-e8fd186b-a3f8-4a43-a740-4d21d0525160 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:14:55.819171 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79fcb01-445f-4648-a7ab-3ef5d7a26180", "tag": "76b09344-9b65-4011-8af3-cedb3da7f1b2", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:14:55.819849 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e8fd186b-a3f8-4a43-a740-4d21d0525160 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:14:55.820264 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e79fcb01-445f-4648-a7ab-3ef5d7a26180', 'tag': '76b09344-9b65-4011-8af3-cedb3da7f1b2', 'status': 'completed', 'code': 200} Mar 07 11:14:55.874803 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-0f695a0b-5359-4595-94a0-a083650a8446 None None] Set router a7aefcba-274f-45a5-853b-37e78619ca78 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:14:55.914059 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e54e6-769c-4435-98b5-200db70e571d req-411fe584-9b6a-4c71-ab56-6dea1c052064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:55.915591 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-823e54e6-769c-4435-98b5-200db70e571d req-411fe584-9b6a-4c71-ab56-6dea1c052064 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9218733d4245439aa2e846b97fffe915&device_id=e79fcb01-445f-4648-a7ab-3ef5d7a26180 HTTP/1.1" status: 200 len: 1127 time: 0.0579302 Mar 07 11:14:56.024420 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e54e6-769c-4435-98b5-200db70e571d req-e37da1e2-de81-4901-a4d4-82b64bca17c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:56.025981 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-823e54e6-769c-4435-98b5-200db70e571d req-e37da1e2-de81-4901-a4d4-82b64bca17c7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=70be2206-a1b9-4697-aa33-ffd35fa9785a HTTP/1.1" status: 200 len: 898 time: 0.1031389 Mar 07 11:14:56.072182 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-823e54e6-769c-4435-98b5-200db70e571d req-3c13766f-c325-4e5c-a26b-19981e43aecc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76b09344-9b65-4011-8af3-cedb3da7f1b2 HTTP/1.1" status: 200 len: 217 time: 0.0391512 Mar 07 11:14:56.096638 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-0f695a0b-5359-4595-94a0-a083650a8446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'name': 'tempest-TestNetworkBasicOps-router-873281380', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'bfe0cb66-8702-42f2-b98a-c4afa79b16bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:59Z', 'updated_at': '2022-03-07T11:14:03Z', 'revision_number': 4, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'bfe0cb66-8702-42f2-b98a-c4afa79b16bf', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:78:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:59Z', 'updated_at': '2022-03-07T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '5f3f4f71-69c3-4f29-8006-93bd8455c2d8', 'name': '', 'network_id': '70be2206-a1b9-4697-aa33-ffd35fa9785a', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'mac_address': 'fa:16:3e:23:28:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '674b4a0b-68aa-4e30-bdbe-09e8d70e9891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:02Z', 'updated_at': '2022-03-07T11:14:06Z', 'revision_number': 5, 'project_id': '9218733d4245439aa2e846b97fffe915', 'subnets': [{'id': '674b4a0b-68aa-4e30-bdbe-09e8d70e9891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:56.127295 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f695a0b-5359-4595-94a0-a083650a8446 None None] Checking router: a7aefcba-274f-45a5-853b-37e78619ca78 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:14:56.136433 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f695a0b-5359-4595-94a0-a083650a8446 None None] Routers {'a7aefcba-274f-45a5-853b-37e78619ca78'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:14:56.137043 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-0f695a0b-5359-4595-94a0-a083650a8446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:14:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a7aefcba-274f-45a5-853b-37e78619ca78'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:56.149336 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e54e6-769c-4435-98b5-200db70e571d req-801f2b15-6812-4ac4-933b-affb8f7024a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:56.150778 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-823e54e6-769c-4435-98b5-200db70e571d req-801f2b15-6812-4ac4-933b-affb8f7024a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=674b4a0b-68aa-4e30-bdbe-09e8d70e9891 HTTP/1.1" status: 200 len: 835 time: 0.0712354 Mar 07 11:14:56.162150 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66d50a-9758-4ac8-9dd7-fc8597a6e179 req-adf26d53-7094-40b0-b919-9749e27958e4 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:56.163481 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cd66d50a-9758-4ac8-9dd7-fc8597a6e179 req-adf26d53-7094-40b0-b919-9749e27958e4 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=e79fcb01-445f-4648-a7ab-3ef5d7a26180 HTTP/1.1" status: 200 len: 945 time: 0.1791763 Mar 07 11:14:56.241916 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cd66d50a-9758-4ac8-9dd7-fc8597a6e179 req-79f420b2-21d2-40f2-9c26-0ff1bf8d83d7 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?id=166ed54a-d621-4119-9b32-941cc307709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678964 Mar 07 11:14:56.243834 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e54e6-769c-4435-98b5-200db70e571d req-16733cad-a8e6-4ca2-8b0a-a8ae9c65c7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:56.245298 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-823e54e6-769c-4435-98b5-200db70e571d req-16733cad-a8e6-4ca2-8b0a-a8ae9c65c7d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=70be2206-a1b9-4697-aa33-ffd35fa9785a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0809455 Mar 07 11:14:56.247623 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-0f695a0b-5359-4595-94a0-a083650a8446 None None] Set router a7aefcba-274f-45a5-853b-37e78619ca78 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:14:56.345878 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-823e54e6-769c-4435-98b5-200db70e571d req-b4ffafbd-67a6-4738-b0f5-27c0d357785e service neutron] 10.222.0.21 "GET /v2.0/networks/70be2206-a1b9-4697-aa33-ffd35fa9785a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933297 Mar 07 11:14:56.441623 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-823e54e6-769c-4435-98b5-200db70e571d req-131fd5f9-9444-4dc9-80a0-f310c129f517 service neutron] 10.222.0.21 "GET /v2.0/networks/70be2206-a1b9-4697-aa33-ffd35fa9785a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896707 Mar 07 11:14:56.457989 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-0f695a0b-5359-4595-94a0-a083650a8446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'name': 'tempest-TestNetworkBasicOps-router-873281380', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'bfe0cb66-8702-42f2-b98a-c4afa79b16bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:59Z', 'updated_at': '2022-03-07T11:14:03Z', 'revision_number': 4, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'bfe0cb66-8702-42f2-b98a-c4afa79b16bf', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:78:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:59Z', 'updated_at': '2022-03-07T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '5f3f4f71-69c3-4f29-8006-93bd8455c2d8', 'name': '', 'network_id': '70be2206-a1b9-4697-aa33-ffd35fa9785a', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'mac_address': 'fa:16:3e:23:28:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '674b4a0b-68aa-4e30-bdbe-09e8d70e9891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:02Z', 'updated_at': '2022-03-07T11:14:06Z', 'revision_number': 5, 'project_id': '9218733d4245439aa2e846b97fffe915', 'subnets': [{'id': '674b4a0b-68aa-4e30-bdbe-09e8d70e9891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:14:56.488007 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f695a0b-5359-4595-94a0-a083650a8446 None None] The sync data for ids ['a7aefcba-274f-45a5-853b-37e78619ca78'] in n-d-832164-4 is: [{'id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'name': 'tempest-TestNetworkBasicOps-router-873281380', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'bfe0cb66-8702-42f2-b98a-c4afa79b16bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:59Z', 'updated_at': '2022-03-07T11:14:03Z', 'revision_number': 4, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'bfe0cb66-8702-42f2-b98a-c4afa79b16bf', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:78:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:59Z', 'updated_at': '2022-03-07T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '5f3f4f71-69c3-4f29-8006-93bd8455c2d8', 'name': '', 'network_id': '70be2206-a1b9-4697-aa33-ffd35fa9785a', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'mac_address': 'fa:16:3e:23:28:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '674b4a0b-68aa-4e30-bdbe-09e8d70e9891', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:02Z', 'updated_at': '2022-03-07T11:14:06Z', 'revision_number': 5, 'project_id': '9218733d4245439aa2e846b97fffe915', 'subnets': [{'id': '674b4a0b-68aa-4e30-bdbe-09e8d70e9891', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:14:56.721736 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3b293b-c55d-40a7-aec9-7b958baded1e None None] New status for floating IP 69da2e13-5c10-44c2-8c3a-6b568b8e036c: DOWN {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:14:57.317245 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19390a6a-6a91-4eca-a8c3-dcff1630a8fb req-9bce379d-2025-41f1-b370-514c892cc3f8 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:57.318723 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-19390a6a-6a91-4eca-a8c3-dcff1630a8fb req-9bce379d-2025-41f1-b370-514c892cc3f8 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.21 "GET /v2.0/ports?device_id=e79fcb01-445f-4648-a7ab-3ef5d7a26180 HTTP/1.1" status: 200 len: 945 time: 0.0611663 Mar 07 11:14:57.412954 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-19390a6a-6a91-4eca-a8c3-dcff1630a8fb req-1860a3c7-e36a-4247-9298-0a7d10b8cc60 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Deleting port 76b09344-9b65-4011-8af3-cedb3da7f1b2 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:14:57.413320 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-19390a6a-6a91-4eca-a8c3-dcff1630a8fb req-1860a3c7-e36a-4247-9298-0a7d10b8cc60 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (76b09344-9b65-4011-8af3-cedb3da7f1b2), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:57.434928 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ea42e-35e8-45ee-b157-dae52b865690 req-b1f4d133-078a-467f-8863-a01d20d5cde0 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:14:57.436974 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ea8ea42e-35e8-45ee-b157-dae52b865690 req-b1f4d133-078a-467f-8863-a01d20d5cde0 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/ports?device_id=e79fcb01-445f-4648-a7ab-3ef5d7a26180 HTTP/1.1" status: 200 len: 945 time: 0.1154697 Mar 07 11:14:57.486205 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ea8ea42e-35e8-45ee-b157-dae52b865690 req-3d6f8e5b-5b29-4de2-b106-82904ab90690 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "GET /v2.0/security-groups?id=166ed54a-d621-4119-9b32-941cc307709b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436449 Mar 07 11:14:57.507159 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-19390a6a-6a91-4eca-a8c3-dcff1630a8fb req-1860a3c7-e36a-4247-9298-0a7d10b8cc60 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] For port 76b09344-9b65-4011-8af3-cedb3da7f1b2, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=76b09344-9b65-4011-8af3-cedb3da7f1b2,segment=NetworkSegment(ab1a090c-82b4-4543-8db2-8ef56b0a6dfb),segment_id=ab1a090c-82b4-4543-8db2-8ef56b0a6dfb)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:57.507527 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-19390a6a-6a91-4eca-a8c3-dcff1630a8fb req-1860a3c7-e36a-4247-9298-0a7d10b8cc60 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (76b09344-9b65-4011-8af3-cedb3da7f1b2), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:57.519657 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-19390a6a-6a91-4eca-a8c3-dcff1630a8fb req-1860a3c7-e36a-4247-9298-0a7d10b8cc60 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Calling delete_port for 76b09344-9b65-4011-8af3-cedb3da7f1b2 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:14:57.650762 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-19390a6a-6a91-4eca-a8c3-dcff1630a8fb req-1860a3c7-e36a-4247-9298-0a7d10b8cc60 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (76b09344-9b65-4011-8af3-cedb3da7f1b2), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:57.680243 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860a3c7-e36a-4247-9298-0a7d10b8cc60 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event deleted for resources: {'Port': ['ID=76b09344-9b65-4011-8af3-cedb3da7f1b2,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:57.723154 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-19390a6a-6a91-4eca-a8c3-dcff1630a8fb req-1860a3c7-e36a-4247-9298-0a7d10b8cc60 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] No DVR routers for this DVR port 76b09344-9b65-4011-8af3-cedb3da7f1b2 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:14:57.726134 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-19390a6a-6a91-4eca-a8c3-dcff1630a8fb req-1860a3c7-e36a-4247-9298-0a7d10b8cc60 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:57.729576 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-19390a6a-6a91-4eca-a8c3-dcff1630a8fb req-1860a3c7-e36a-4247-9298-0a7d10b8cc60 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.21 "DELETE /v2.0/ports/76b09344-9b65-4011-8af3-cedb3da7f1b2 HTTP/1.1" status: 204 len: 173 time: 0.4055355 Mar 07 11:14:57.821408 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79fcb01-445f-4648-a7ab-3ef5d7a26180', 'name': 'network-vif-deleted', 'tag': '76b09344-9b65-4011-8af3-cedb3da7f1b2'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:14:57.823884 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0345ef22-e459-4278-8f59-dcfb80e56f87" -d '{"events": [{"server_uuid": "e79fcb01-445f-4648-a7ab-3ef5d7a26180", "name": "network-vif-deleted", "tag": "76b09344-9b65-4011-8af3-cedb3da7f1b2"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:14:57.862701 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb7340d-52e1-44e5-8122-6f37d9898c78 x-openstack-request-id: req-8bb7340d-52e1-44e5-8122-6f37d9898c78 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:14:57.863003 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79fcb01-445f-4648-a7ab-3ef5d7a26180", "name": "network-vif-deleted", "tag": "76b09344-9b65-4011-8af3-cedb3da7f1b2", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:14:57.863261 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8bb7340d-52e1-44e5-8122-6f37d9898c78 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:14:57.863684 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e79fcb01-445f-4648-a7ab-3ef5d7a26180', 'name': 'network-vif-deleted', 'tag': '76b09344-9b65-4011-8af3-cedb3da7f1b2', 'status': 'completed', 'code': 200} Mar 07 11:14:58.543400 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40596) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:58.599811 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-80dc0700-74fe-4af0-9f79-52e82d94095e tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group (166ed54a-d621-4119-9b32-941cc307709b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:58.625367 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-80dc0700-74fe-4af0-9f79-52e82d94095e tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group (166ed54a-d621-4119-9b32-941cc307709b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:58.689792 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-80dc0700-74fe-4af0-9f79-52e82d94095e tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (166ed54a-d621-4119-9b32-941cc307709b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:58.692413 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-80dc0700-74fe-4af0-9f79-52e82d94095e tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:58.693570 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-80dc0700-74fe-4af0-9f79-52e82d94095e tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "DELETE /v2.0/security-groups/166ed54a-d621-4119-9b32-941cc307709b HTTP/1.1" status: 204 len: 168 time: 0.1491258 Mar 07 11:14:58.703236 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc0700-74fe-4af0-9f79-52e82d94095e tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=166ed54a-d621-4119-9b32-941cc307709b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:14:58.725710 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40600) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:14:59.393844 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ef2e1a84-d41a-4b22-9e53-4311d9cd7a85 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (a7aefcba-274f-45a5-853b-37e78619ca78), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:59.658308 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-ef2e1a84-d41a-4b22-9e53-4311d9cd7a85 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Deleting port 5f3f4f71-69c3-4f29-8006-93bd8455c2d8 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:14:59.658980 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ef2e1a84-d41a-4b22-9e53-4311d9cd7a85 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (5f3f4f71-69c3-4f29-8006-93bd8455c2d8), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:59.752471 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-ef2e1a84-d41a-4b22-9e53-4311d9cd7a85 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] For port 5f3f4f71-69c3-4f29-8006-93bd8455c2d8, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=5f3f4f71-69c3-4f29-8006-93bd8455c2d8,segment=NetworkSegment(ab1a090c-82b4-4543-8db2-8ef56b0a6dfb),segment_id=ab1a090c-82b4-4543-8db2-8ef56b0a6dfb)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:14:59.752837 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ef2e1a84-d41a-4b22-9e53-4311d9cd7a85 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (5f3f4f71-69c3-4f29-8006-93bd8455c2d8), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:59.765406 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-ef2e1a84-d41a-4b22-9e53-4311d9cd7a85 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Calling delete_port for 5f3f4f71-69c3-4f29-8006-93bd8455c2d8 owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:14:59.967004 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ef2e1a84-d41a-4b22-9e53-4311d9cd7a85 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (5f3f4f71-69c3-4f29-8006-93bd8455c2d8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:14:59.995519 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2e1a84-d41a-4b22-9e53-4311d9cd7a85 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event deleted for resources: {'Port': ['ID=5f3f4f71-69c3-4f29-8006-93bd8455c2d8,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:00.188243 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ef2e1a84-d41a-4b22-9e53-4311d9cd7a85 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (a7aefcba-274f-45a5-853b-37e78619ca78), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:00.413188 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2e1a84-d41a-4b22-9e53-4311d9cd7a85 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Router a7aefcba-274f-45a5-853b-37e78619ca78 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:15:00.523405 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2e1a84-d41a-4b22-9e53-4311d9cd7a85 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:15:00.528297 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ef2e1a84-d41a-4b22-9e53-4311d9cd7a85 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "PUT /v2.0/routers/a7aefcba-274f-45a5-853b-37e78619ca78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8015249 Mar 07 11:15:00.532003 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40602) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:00.536453 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972ef764-ce3e-47ad-8948-af4fe2c574df None None] Sync routers for ids ['a7aefcba-274f-45a5-853b-37e78619ca78'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:15:00.546609 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972ef764-ce3e-47ad-8948-af4fe2c574df None None] Routers {'a7aefcba-274f-45a5-853b-37e78619ca78'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:15:00.547270 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-972ef764-ce3e-47ad-8948-af4fe2c574df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:14:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a7aefcba-274f-45a5-853b-37e78619ca78'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:00.586762 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3f94df-2373-4b7e-b3c4-6570a90c90b0 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Deleting subnet 674b4a0b-68aa-4e30-bdbe-09e8d70e9891 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:15:00.589955 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a3f94df-2373-4b7e-b3c4-6570a90c90b0 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for subnet (674b4a0b-68aa-4e30-bdbe-09e8d70e9891), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:00.629844 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a3f94df-2373-4b7e-b3c4-6570a90c90b0 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (674b4a0b-68aa-4e30-bdbe-09e8d70e9891), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:00.720069 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a3f94df-2373-4b7e-b3c4-6570a90c90b0 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (674b4a0b-68aa-4e30-bdbe-09e8d70e9891), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:00.788163 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a3f94df-2373-4b7e-b3c4-6570a90c90b0 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (674b4a0b-68aa-4e30-bdbe-09e8d70e9891), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:00.817632 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f94df-2373-4b7e-b3c4-6570a90c90b0 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event deleted for resources: {'Subnet': ['ID=674b4a0b-68aa-4e30-bdbe-09e8d70e9891,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:00.820973 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-972ef764-ce3e-47ad-8948-af4fe2c574df None None] Set router a7aefcba-274f-45a5-853b-37e78619ca78 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:15:00.821375 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a3f94df-2373-4b7e-b3c4-6570a90c90b0 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:00.824677 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1a3f94df-2373-4b7e-b3c4-6570a90c90b0 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "DELETE /v2.0/subnets/674b4a0b-68aa-4e30-bdbe-09e8d70e9891 HTTP/1.1" status: 204 len: 168 time: 0.2918746 Mar 07 11:15:00.827551 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40604) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:00.848415 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a699b643-29d9-4a09-b103-01cf6cfadc2c None None] Network 70be2206-a1b9-4697-aa33-ffd35fa9785a requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:15:00.938012 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f750d9ce-697e-4248-b4e4-043f0bb3a05c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for router (a7aefcba-274f-45a5-853b-37e78619ca78), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:01.087055 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-972ef764-ce3e-47ad-8948-af4fe2c574df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'name': 'tempest-TestNetworkBasicOps-router-873281380', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'bfe0cb66-8702-42f2-b98a-c4afa79b16bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:59Z', 'updated_at': '2022-03-07T11:14:59Z', 'revision_number': 5, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'bfe0cb66-8702-42f2-b98a-c4afa79b16bf', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:78:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:59Z', 'updated_at': '2022-03-07T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:01.129065 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972ef764-ce3e-47ad-8948-af4fe2c574df None None] Checking router: a7aefcba-274f-45a5-853b-37e78619ca78 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:15:01.143984 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f843496-ed33-4869-b111-6150d93efe23 None None] DHCP port deletion for 70be2206-a1b9-4697-aa33-ffd35fa9785a request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:15:01.152841 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972ef764-ce3e-47ad-8948-af4fe2c574df None None] Routers {'a7aefcba-274f-45a5-853b-37e78619ca78'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:15:01.153796 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-972ef764-ce3e-47ad-8948-af4fe2c574df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:14:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a7aefcba-274f-45a5-853b-37e78619ca78'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:01.222627 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 76b09344-9b65-4011-8af3-cedb3da7f1b2 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:15:01.253275 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 76b09344-9b65-4011-8af3-cedb3da7f1b2 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:15:01.253616 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 76b09344-9b65-4011-8af3-cedb3da7f1b2 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:15:01.330952 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0f843496-ed33-4869-b111-6150d93efe23 None None] Deleting port d5b4d739-e417-454b-9982-9ee1cb3e646a {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:15:01.331329 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0f843496-ed33-4869-b111-6150d93efe23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (d5b4d739-e417-454b-9982-9ee1cb3e646a), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:01.336881 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-972ef764-ce3e-47ad-8948-af4fe2c574df None None] Set router a7aefcba-274f-45a5-853b-37e78619ca78 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:15:01.410483 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f750d9ce-697e-4248-b4e4-043f0bb3a05c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for router_gateway (a7aefcba-274f-45a5-853b-37e78619ca78), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:01.473827 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-f750d9ce-697e-4248-b4e4-043f0bb3a05c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Deleting port bfe0cb66-8702-42f2-b98a-c4afa79b16bf {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:15:01.474275 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f750d9ce-697e-4248-b4e4-043f0bb3a05c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (bfe0cb66-8702-42f2-b98a-c4afa79b16bf), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:01.500182 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-0f843496-ed33-4869-b111-6150d93efe23 None None] For port d5b4d739-e417-454b-9982-9ee1cb3e646a, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=d5b4d739-e417-454b-9982-9ee1cb3e646a,segment=NetworkSegment(ab1a090c-82b4-4543-8db2-8ef56b0a6dfb),segment_id=ab1a090c-82b4-4543-8db2-8ef56b0a6dfb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:15:01.500608 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0f843496-ed33-4869-b111-6150d93efe23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (d5b4d739-e417-454b-9982-9ee1cb3e646a), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:01.518003 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0f843496-ed33-4869-b111-6150d93efe23 None None] Calling delete_port for d5b4d739-e417-454b-9982-9ee1cb3e646a owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:15:01.557134 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-f750d9ce-697e-4248-b4e4-043f0bb3a05c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] For port bfe0cb66-8702-42f2-b98a-c4afa79b16bf, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=bfe0cb66-8702-42f2-b98a-c4afa79b16bf,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:15:01.557525 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f750d9ce-697e-4248-b4e4-043f0bb3a05c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (bfe0cb66-8702-42f2-b98a-c4afa79b16bf), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:01.571322 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-f750d9ce-697e-4248-b4e4-043f0bb3a05c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Calling delete_port for bfe0cb66-8702-42f2-b98a-c4afa79b16bf owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:15:01.640735 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0f843496-ed33-4869-b111-6150d93efe23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (d5b4d739-e417-454b-9982-9ee1cb3e646a), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:01.671645 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f843496-ed33-4869-b111-6150d93efe23 None None] Pushing event deleted for resources: {'Port': ['ID=d5b4d739-e417-454b-9982-9ee1cb3e646a,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:01.674409 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-972ef764-ce3e-47ad-8948-af4fe2c574df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'name': 'tempest-TestNetworkBasicOps-router-873281380', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'bfe0cb66-8702-42f2-b98a-c4afa79b16bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:59Z', 'updated_at': '2022-03-07T11:14:59Z', 'revision_number': 5, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'bfe0cb66-8702-42f2-b98a-c4afa79b16bf', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:78:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:59Z', 'updated_at': '2022-03-07T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:01.710504 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f843496-ed33-4869-b111-6150d93efe23 None None] No DVR routers for this DVR port d5b4d739-e417-454b-9982-9ee1cb3e646a on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:15:01.713366 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f843496-ed33-4869-b111-6150d93efe23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:01.713769 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f843496-ed33-4869-b111-6150d93efe23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:01.714105 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f843496-ed33-4869-b111-6150d93efe23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:01.714462 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f843496-ed33-4869-b111-6150d93efe23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:01.714831 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f843496-ed33-4869-b111-6150d93efe23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:01.715180 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f843496-ed33-4869-b111-6150d93efe23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:01.715493 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f843496-ed33-4869-b111-6150d93efe23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:01.715817 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f843496-ed33-4869-b111-6150d93efe23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:01.716187 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f843496-ed33-4869-b111-6150d93efe23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:01.716561 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f843496-ed33-4869-b111-6150d93efe23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:01.716857 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f843496-ed33-4869-b111-6150d93efe23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:01.717426 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f843496-ed33-4869-b111-6150d93efe23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:01.717831 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f843496-ed33-4869-b111-6150d93efe23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:01.720448 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972ef764-ce3e-47ad-8948-af4fe2c574df None None] The sync data for ids ['a7aefcba-274f-45a5-853b-37e78619ca78'] in n-d-832164-4 is: [{'id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'name': 'tempest-TestNetworkBasicOps-router-873281380', 'tenant_id': '9218733d4245439aa2e846b97fffe915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.59'}], 'enable_snat': True}, 'gw_port_id': 'bfe0cb66-8702-42f2-b98a-c4afa79b16bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:13:59Z', 'updated_at': '2022-03-07T11:14:59Z', 'revision_number': 5, 'project_id': '9218733d4245439aa2e846b97fffe915', 'gw_port': {'id': 'bfe0cb66-8702-42f2-b98a-c4afa79b16bf', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:78:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7aefcba-274f-45a5-853b-37e78619ca78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:13:59Z', 'updated_at': '2022-03-07T11:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:15:01.767971 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f750d9ce-697e-4248-b4e4-043f0bb3a05c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (bfe0cb66-8702-42f2-b98a-c4afa79b16bf), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:01.794351 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750d9ce-697e-4248-b4e4-043f0bb3a05c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event deleted for resources: {'Port': ['ID=bfe0cb66-8702-42f2-b98a-c4afa79b16bf,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:01.806458 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750d9ce-697e-4248-b4e4-043f0bb3a05c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:01.806829 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750d9ce-697e-4248-b4e4-043f0bb3a05c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:01.807156 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750d9ce-697e-4248-b4e4-043f0bb3a05c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:01.807496 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750d9ce-697e-4248-b4e4-043f0bb3a05c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:01.807836 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750d9ce-697e-4248-b4e4-043f0bb3a05c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:01.808174 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750d9ce-697e-4248-b4e4-043f0bb3a05c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:01.808515 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750d9ce-697e-4248-b4e4-043f0bb3a05c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:01.808846 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750d9ce-697e-4248-b4e4-043f0bb3a05c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:01.809200 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750d9ce-697e-4248-b4e4-043f0bb3a05c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:01.809535 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750d9ce-697e-4248-b4e4-043f0bb3a05c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:01.809868 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750d9ce-697e-4248-b4e4-043f0bb3a05c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:01.810197 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750d9ce-697e-4248-b4e4-043f0bb3a05c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:01.811157 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f750d9ce-697e-4248-b4e4-043f0bb3a05c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:01.864839 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f750d9ce-697e-4248-b4e4-043f0bb3a05c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (a7aefcba-274f-45a5-853b-37e78619ca78), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:01.956964 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f750d9ce-697e-4248-b4e4-043f0bb3a05c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (a7aefcba-274f-45a5-853b-37e78619ca78), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:01.959034 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f750d9ce-697e-4248-b4e4-043f0bb3a05c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for router_controller (a7aefcba-274f-45a5-853b-37e78619ca78), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:02.005101 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f750d9ce-697e-4248-b4e4-043f0bb3a05c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (a7aefcba-274f-45a5-853b-37e78619ca78), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:02.005627 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f750d9ce-697e-4248-b4e4-043f0bb3a05c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Fanout notify agent at l3_agent the message router_deleted on router a7aefcba-274f-45a5-853b-37e78619ca78 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:15:02.012145 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f750d9ce-697e-4248-b4e4-043f0bb3a05c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:02.013294 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f750d9ce-697e-4248-b4e4-043f0bb3a05c tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "DELETE /v2.0/routers/a7aefcba-274f-45a5-853b-37e78619ca78 HTTP/1.1" status: 204 len: 168 time: 1.1841743 Mar 07 11:15:02.016670 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40606) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:02.090335 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ab3f104-efb4-4ad5-8eb7-5c5fbecbfab8 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (70be2206-a1b9-4697-aa33-ffd35fa9785a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:02.145803 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device d5b4d739-e417-454b-9982-9ee1cb3e646a no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:15:02.167211 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: d5b4d739-e417-454b-9982-9ee1cb3e646a {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:15:02.167552 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device d5b4d739-e417-454b-9982-9ee1cb3e646a not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:15:02.217250 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ab3f104-efb4-4ad5-8eb7-5c5fbecbfab8 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (70be2206-a1b9-4697-aa33-ffd35fa9785a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:02.246168 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-5ab3f104-efb4-4ad5-8eb7-5c5fbecbfab8 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70be2206-a1b9-4697-aa33-ffd35fa9785a']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:02.259288 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-5ab3f104-efb4-4ad5-8eb7-5c5fbecbfab8 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab1a090c-82b4-4543-8db2-8ef56b0a6dfb') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:02.259799 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-5ab3f104-efb4-4ad5-8eb7-5c5fbecbfab8 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab1a090c-82b4-4543-8db2-8ef56b0a6dfb') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:02.271318 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ab3f104-efb4-4ad5-8eb7-5c5fbecbfab8 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (ab1a090c-82b4-4543-8db2-8ef56b0a6dfb), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:02.286812 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ab3f104-efb4-4ad5-8eb7-5c5fbecbfab8 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (ab1a090c-82b4-4543-8db2-8ef56b0a6dfb), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:02.293978 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ab3f104-efb4-4ad5-8eb7-5c5fbecbfab8 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:15:02.294543 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ab3f104-efb4-4ad5-8eb7-5c5fbecbfab8 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (ab1a090c-82b4-4543-8db2-8ef56b0a6dfb), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:02.298455 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 11:15:02.298455 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:15:02.298455 n-d-832164-4 neutron-server[103766]: timer() Mar 07 11:15:02.298455 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:15:02.298455 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 11:15:02.298455 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:15:02.298455 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 11:15:02.298455 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:15:02.298455 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 11:15:02.298455 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:15:02.298455 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 11:15:02.298455 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:15:02.298455 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 11:15:02.298455 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:15:02.298455 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:15:02.298455 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:15:02.298455 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:15:02.298455 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:15:02.298455 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 11:15:02.298455 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:15:02.298455 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 11:15:02.298455 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:15:02.298455 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:15:02.298455 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:15:02.298455 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 11:15:02.298455 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:15:02.298455 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:15:02.298455 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:15:02.298455 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:15:02.298455 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:15:02.298455 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:15:02.298455 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:15:02.363222 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ab3f104-efb4-4ad5-8eb7-5c5fbecbfab8 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (70be2206-a1b9-4697-aa33-ffd35fa9785a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:02.371614 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5ab3f104-efb4-4ad5-8eb7-5c5fbecbfab8 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:02.375166 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5ab3f104-efb4-4ad5-8eb7-5c5fbecbfab8 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] 10.222.0.11 "DELETE /v2.0/networks/70be2206-a1b9-4697-aa33-ffd35fa9785a HTTP/1.1" status: 204 len: 168 time: 0.3575037 Mar 07 11:15:02.384678 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3f104-efb4-4ad5-8eb7-5c5fbecbfab8 tempest-TestNetworkBasicOps-1945738522 tempest-TestNetworkBasicOps-1945738522-project] Pushing event deleted for resources: {'Network': ['ID=70be2206-a1b9-4697-aa33-ffd35fa9785a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:02.643574 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40612) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:02.782244 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8be4af25-3452-441c-ae58-28a65843c307 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=9218733d4245439aa2e846b97fffe915&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1374545 Mar 07 11:15:02.784881 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40616) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:02.838315 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e3ec-23cf-4429-9ee9-173d3cf2224c admin admin] Publish callbacks [] for security_group (77a618e8-b048-4d8e-85c1-884c386983d9), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:02.862819 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e3ec-23cf-4429-9ee9-173d3cf2224c admin admin] Publish callbacks [] for security_group (77a618e8-b048-4d8e-85c1-884c386983d9), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:02.910391 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e3ec-23cf-4429-9ee9-173d3cf2224c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (77a618e8-b048-4d8e-85c1-884c386983d9), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:02.912943 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e3b1e3ec-23cf-4429-9ee9-173d3cf2224c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:02.914161 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e3b1e3ec-23cf-4429-9ee9-173d3cf2224c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/77a618e8-b048-4d8e-85c1-884c386983d9 HTTP/1.1" status: 204 len: 168 time: 0.1284080 Mar 07 11:15:02.922567 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b1e3ec-23cf-4429-9ee9-173d3cf2224c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a618e8-b048-4d8e-85c1-884c386983d9,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:03.166931 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40622) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:03.180560 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ff3ae82b-e6aa-4911-a6f5-2ff200e54a17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:03.260338 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ff3ae82b-e6aa-4911-a6f5-2ff200e54a17 admin admin] Publish callbacks [] for security_group (e14fead2-4f2e-409f-a431-5ba709b42f9e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:03.264608 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ff3ae82b-e6aa-4911-a6f5-2ff200e54a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e14fead2-4f2e-409f-a431-5ba709b42f9e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:03.301677 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ff3ae82b-e6aa-4911-a6f5-2ff200e54a17 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=57bae7f9193b43a6b9d7ee9ec7bf5bd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1336422 Mar 07 11:15:03.303599 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ae82b-e6aa-4911-a6f5-2ff200e54a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14fead2-4f2e-409f-a431-5ba709b42f9e,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:03.304422 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40624) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:03.351881 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4877fbed-d13d-4f41-9398-36193912441a admin admin] Publish callbacks [] for security_group (e14fead2-4f2e-409f-a431-5ba709b42f9e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:03.372150 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4877fbed-d13d-4f41-9398-36193912441a admin admin] Publish callbacks [] for security_group (e14fead2-4f2e-409f-a431-5ba709b42f9e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:03.418646 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4877fbed-d13d-4f41-9398-36193912441a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e14fead2-4f2e-409f-a431-5ba709b42f9e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:03.421944 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4877fbed-d13d-4f41-9398-36193912441a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:03.423348 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4877fbed-d13d-4f41-9398-36193912441a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e14fead2-4f2e-409f-a431-5ba709b42f9e HTTP/1.1" status: 204 len: 168 time: 0.1177676 Mar 07 11:15:03.432560 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877fbed-d13d-4f41-9398-36193912441a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14fead2-4f2e-409f-a431-5ba709b42f9e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:03.733577 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device bfe0cb66-8702-42f2-b98a-c4afa79b16bf no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:15:03.758487 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: bfe0cb66-8702-42f2-b98a-c4afa79b16bf {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:15:03.758840 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device bfe0cb66-8702-42f2-b98a-c4afa79b16bf not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:15:03.759287 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 5f3f4f71-69c3-4f29-8006-93bd8455c2d8 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:15:03.778519 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 5f3f4f71-69c3-4f29-8006-93bd8455c2d8 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:15:03.778862 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 5f3f4f71-69c3-4f29-8006-93bd8455c2d8 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:15:05.393283 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40778) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:05.498063 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e65ca2b5-dd97-4d40-8173-a7fee2ea228c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:05.574562 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e65ca2b5-dd97-4d40-8173-a7fee2ea228c admin admin] Publish callbacks [] for security_group (04fd11c9-fde9-482b-9645-c71265fd14db), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:05.578317 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e65ca2b5-dd97-4d40-8173-a7fee2ea228c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (04fd11c9-fde9-482b-9645-c71265fd14db), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:05.616908 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e65ca2b5-dd97-4d40-8173-a7fee2ea228c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=698e67db59e649619a4df270e4791402&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2225564 Mar 07 11:15:05.618159 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65ca2b5-dd97-4d40-8173-a7fee2ea228c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04fd11c9-fde9-482b-9645-c71265fd14db,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:05.619582 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40782) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:05.667561 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e395d29-04e4-4c2e-966e-abe47a31d33d admin admin] Publish callbacks [] for security_group (04fd11c9-fde9-482b-9645-c71265fd14db), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:05.690026 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e395d29-04e4-4c2e-966e-abe47a31d33d admin admin] Publish callbacks [] for security_group (04fd11c9-fde9-482b-9645-c71265fd14db), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:05.741117 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e395d29-04e4-4c2e-966e-abe47a31d33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (04fd11c9-fde9-482b-9645-c71265fd14db), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:05.743695 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e395d29-04e4-4c2e-966e-abe47a31d33d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:05.745069 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3e395d29-04e4-4c2e-966e-abe47a31d33d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/04fd11c9-fde9-482b-9645-c71265fd14db HTTP/1.1" status: 204 len: 168 time: 0.1243856 Mar 07 11:15:05.753210 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e395d29-04e4-4c2e-966e-abe47a31d33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fd11c9-fde9-482b-9645-c71265fd14db,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:05.998419 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40788) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:06.012325 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-35f5094e-dc8b-4784-9c26-db41cf92738b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:06.092565 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-35f5094e-dc8b-4784-9c26-db41cf92738b admin admin] Publish callbacks [] for security_group (12728ac6-24d5-46ef-83ad-2883e225b0eb), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:06.096787 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-35f5094e-dc8b-4784-9c26-db41cf92738b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (12728ac6-24d5-46ef-83ad-2883e225b0eb), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:06.138019 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-35f5094e-dc8b-4784-9c26-db41cf92738b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4eacca3c95b2433b925281f20cc5422e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1385264 Mar 07 11:15:06.138883 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5094e-dc8b-4784-9c26-db41cf92738b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12728ac6-24d5-46ef-83ad-2883e225b0eb,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:06.140702 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40790) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:06.192060 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b981e6b3-3083-4db1-b061-356aa9d5023e admin admin] Publish callbacks [] for security_group (12728ac6-24d5-46ef-83ad-2883e225b0eb), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:06.212309 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b981e6b3-3083-4db1-b061-356aa9d5023e admin admin] Publish callbacks [] for security_group (12728ac6-24d5-46ef-83ad-2883e225b0eb), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:06.262628 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b981e6b3-3083-4db1-b061-356aa9d5023e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (12728ac6-24d5-46ef-83ad-2883e225b0eb), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:06.265196 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b981e6b3-3083-4db1-b061-356aa9d5023e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:06.266962 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b981e6b3-3083-4db1-b061-356aa9d5023e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/12728ac6-24d5-46ef-83ad-2883e225b0eb HTTP/1.1" status: 204 len: 168 time: 0.1251283 Mar 07 11:15:06.274658 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981e6b3-3083-4db1-b061-356aa9d5023e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12728ac6-24d5-46ef-83ad-2883e225b0eb,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:06.510135 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-112be2d4-c4c0-486c-ab43-72f2cd7d8b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:06.949537 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40812) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:07.047236 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-1207a332-7204-4b0f-986e-1ce5f3f79a49 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1621051019-network', 'tenant_id': '5985484c6fa149c081f84b89f8d9b73f'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:15:07.067242 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1207a332-7204-4b0f-986e-1ce5f3f79a49 admin admin] Made reservation on behalf of 5985484c6fa149c081f84b89f8d9b73f for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:15:07.069590 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1207a332-7204-4b0f-986e-1ce5f3f79a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:07.078601 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1207a332-7204-4b0f-986e-1ce5f3f79a49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:07.150950 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1207a332-7204-4b0f-986e-1ce5f3f79a49 admin admin] Publish callbacks [] for security_group (5dce09c1-8f32-4d34-8f40-ed9f83829349), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:07.154480 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1207a332-7204-4b0f-986e-1ce5f3f79a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5dce09c1-8f32-4d34-8f40-ed9f83829349), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:07.175030 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1207a332-7204-4b0f-986e-1ce5f3f79a49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 224} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:15:07.188625 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207a332-7204-4b0f-986e-1ce5f3f79a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dce09c1-8f32-4d34-8f40-ed9f83829349,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:07.193335 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1207a332-7204-4b0f-986e-1ce5f3f79a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (0f544745-6080-42df-b8dd-0a1dbb55d616), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:07.193675 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-1207a332-7204-4b0f-986e-1ce5f3f79a49 admin admin] Added segment 0f544745-6080-42df-b8dd-0a1dbb55d616 of type vlan for network 0df82b9c-5ce6-40eb-bc55-bc755592d794 Mar 07 11:15:07.232388 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1207a332-7204-4b0f-986e-1ce5f3f79a49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (0df82b9c-5ce6-40eb-bc55-bc755592d794), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:07.260347 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1207a332-7204-4b0f-986e-1ce5f3f79a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (0df82b9c-5ce6-40eb-bc55-bc755592d794), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:07.261276 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1207a332-7204-4b0f-986e-1ce5f3f79a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:07.261845 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1207a332-7204-4b0f-986e-1ce5f3f79a49 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:07.317839 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1207a332-7204-4b0f-986e-1ce5f3f79a49 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3671913 Mar 07 11:15:07.320832 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40816) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:07.325811 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-aa168bc0-d282-44bc-ba7c-c9b8a3816450 admin admin] Request body: {'subnet': {'network_id': '0df82b9c-5ce6-40eb-bc55-bc755592d794', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1621051019-subnet', 'tenant_id': '5985484c6fa149c081f84b89f8d9b73f', 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:15:07.345437 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa168bc0-d282-44bc-ba7c-c9b8a3816450 admin admin] Made reservation on behalf of 5985484c6fa149c081f84b89f8d9b73f for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:15:07.348326 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aa168bc0-d282-44bc-ba7c-c9b8a3816450 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:07.353185 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207a332-7204-4b0f-986e-1ce5f3f79a49 admin admin] Pushing event updated for resources: {'Network': ['ID=0df82b9c-5ce6-40eb-bc55-bc755592d794,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:07.362986 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 0df82b9c-5ce6-40eb-bc55-bc755592d794 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:15:07.519765 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aa168bc0-d282-44bc-ba7c-c9b8a3816450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (429f08ac-b27b-4332-8428-12eac555e652), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:07.573961 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa168bc0-d282-44bc-ba7c-c9b8a3816450 admin admin] Pushing event updated for resources: {'Subnet': ['ID=429f08ac-b27b-4332-8428-12eac555e652,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:07.583146 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa168bc0-d282-44bc-ba7c-c9b8a3816450 admin admin] Checking segment: {'id': '0f544745-6080-42df-b8dd-0a1dbb55d616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0df82b9c-5ce6-40eb-bc55-bc755592d794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:15:07.583507 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa168bc0-d282-44bc-ba7c-c9b8a3816450 admin admin] Network hostable DHCP agents. Network: 0df82b9c-5ce6-40eb-bc55-bc755592d794, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:15:07.600549 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa168bc0-d282-44bc-ba7c-c9b8a3816450 admin admin] Network 0df82b9c-5ce6-40eb-bc55-bc755592d794 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:15:07.609508 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-aa168bc0-d282-44bc-ba7c-c9b8a3816450 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 0df82b9c-5ce6-40eb-bc55-bc755592d794) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:15:07.613566 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa168bc0-d282-44bc-ba7c-c9b8a3816450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:07.614166 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-aa168bc0-d282-44bc-ba7c-c9b8a3816450 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:07.620302 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0244fba6-6b01-40d3-aa5d-d1791a632807 None None] Network 0df82b9c-5ce6-40eb-bc55-bc755592d794 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:15:07.632574 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-aa168bc0-d282-44bc-ba7c-c9b8a3816450 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3105266 Mar 07 11:15:07.635267 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40818) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:07.639401 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-d89870cd-2418-4e84-a637-ecb7035eb66b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1621051019-router', 'tenant_id': '5985484c6fa149c081f84b89f8d9b73f', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:15:07.658440 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d89870cd-2418-4e84-a637-ecb7035eb66b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (5e5123e5-1e85-4a17-b113-30ae677d4845), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:07.659428 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d89870cd-2418-4e84-a637-ecb7035eb66b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (5e5123e5-1e85-4a17-b113-30ae677d4845), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:07.719115 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d89870cd-2418-4e84-a637-ecb7035eb66b admin admin] Publish callbacks [] for router_controller (5e5123e5-1e85-4a17-b113-30ae677d4845), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:07.731053 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3574c5-2ea8-4a5f-88df-9360728280ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-0df82b9c-5ce6-40eb-bc55-bc755592d794', 'network_id': '0df82b9c-5ce6-40eb-bc55-bc755592d794', 'project_id': '5985484c6fa149c081f84b89f8d9b73f', 'fixed_ips': [{'subnet_id': '429f08ac-b27b-4332-8428-12eac555e652'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:15:07.732249 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9b3574c5-2ea8-4a5f-88df-9360728280ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:07.868327 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-9b3574c5-2ea8-4a5f-88df-9360728280ca None None] Allocated IP 172.20.0.2 (0df82b9c-5ce6-40eb-bc55-bc755592d794/429f08ac-b27b-4332-8428-12eac555e652/ad2af5cc-65b9-4680-ae29-a8d3fa708ea1) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:15:07.878218 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d89870cd-2418-4e84-a637-ecb7035eb66b admin admin] Publish callbacks [] for router_gateway (5e5123e5-1e85-4a17-b113-30ae677d4845), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:08.018516 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9b3574c5-2ea8-4a5f-88df-9360728280ca None None] Publish callbacks [] for port (ad2af5cc-65b9-4680-ae29-a8d3fa708ea1), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:08.024137 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9b3574c5-2ea8-4a5f-88df-9360728280ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (ad2af5cc-65b9-4680-ae29-a8d3fa708ea1), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:08.067049 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3574c5-2ea8-4a5f-88df-9360728280ca None None] Network 0df82b9c-5ce6-40eb-bc55-bc755592d794 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:15:08.070070 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-9b3574c5-2ea8-4a5f-88df-9360728280ca None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:15:08.073406 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3574c5-2ea8-4a5f-88df-9360728280ca None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:15:08.082609 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3574c5-2ea8-4a5f-88df-9360728280ca None None] Pushing event updated for resources: {'Port': ['ID=ad2af5cc-65b9-4680-ae29-a8d3fa708ea1,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:08.087739 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d89870cd-2418-4e84-a637-ecb7035eb66b admin admin] Publish callbacks [] for router_gateway (5e5123e5-1e85-4a17-b113-30ae677d4845), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:08.107901 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d89870cd-2418-4e84-a637-ecb7035eb66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:08.135787 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-9b3574c5-2ea8-4a5f-88df-9360728280ca None None] Attempting to bind port ad2af5cc-65b9-4680-ae29-a8d3fa708ea1 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:15:08.136066 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-9b3574c5-2ea8-4a5f-88df-9360728280ca None None] Attempting to bind port ad2af5cc-65b9-4680-ae29-a8d3fa708ea1 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '0f544745-6080-42df-b8dd-0a1dbb55d616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0df82b9c-5ce6-40eb-bc55-bc755592d794'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:15:08.136427 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3574c5-2ea8-4a5f-88df-9360728280ca None None] Attempting to bind port ad2af5cc-65b9-4680-ae29-a8d3fa708ea1 on network 0df82b9c-5ce6-40eb-bc55-bc755592d794 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:15:08.141496 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3574c5-2ea8-4a5f-88df-9360728280ca None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:15:08.141865 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3574c5-2ea8-4a5f-88df-9360728280ca None None] Checking segment: {'id': '0f544745-6080-42df-b8dd-0a1dbb55d616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0df82b9c-5ce6-40eb-bc55-bc755592d794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:15:08.142267 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9b3574c5-2ea8-4a5f-88df-9360728280ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:08.142650 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3574c5-2ea8-4a5f-88df-9360728280ca None None] Bound using segment: {'id': '0f544745-6080-42df-b8dd-0a1dbb55d616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0df82b9c-5ce6-40eb-bc55-bc755592d794'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:15:08.143176 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-9b3574c5-2ea8-4a5f-88df-9360728280ca None None] Bound port: ad2af5cc-65b9-4680-ae29-a8d3fa708ea1, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f544745-6080-42df-b8dd-0a1dbb55d616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0df82b9c-5ce6-40eb-bc55-bc755592d794'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:15:08.143551 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9b3574c5-2ea8-4a5f-88df-9360728280ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ad2af5cc-65b9-4680-ae29-a8d3fa708ea1), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:08.206898 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-9b3574c5-2ea8-4a5f-88df-9360728280ca None None] For port ad2af5cc-65b9-4680-ae29-a8d3fa708ea1, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:15:08.210531 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-9b3574c5-2ea8-4a5f-88df-9360728280ca None None] For port ad2af5cc-65b9-4680-ae29-a8d3fa708ea1, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ad2af5cc-65b9-4680-ae29-a8d3fa708ea1,segment=NetworkSegment(0f544745-6080-42df-b8dd-0a1dbb55d616),segment_id=0f544745-6080-42df-b8dd-0a1dbb55d616)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:15:08.215766 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-d89870cd-2418-4e84-a637-ecb7035eb66b admin admin] Allocated IP 172.25.3.67 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/147c2ed9-2510-459d-b524-1f9967d325a1) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:15:08.216449 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9b3574c5-2ea8-4a5f-88df-9360728280ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ad2af5cc-65b9-4680-ae29-a8d3fa708ea1), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:08.282352 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3574c5-2ea8-4a5f-88df-9360728280ca None None] Pushing event updated for resources: {'Port': ['ID=ad2af5cc-65b9-4680-ae29-a8d3fa708ea1,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:08.336593 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d89870cd-2418-4e84-a637-ecb7035eb66b admin admin] Publish callbacks [] for port (147c2ed9-2510-459d-b524-1f9967d325a1), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:08.371982 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d89870cd-2418-4e84-a637-ecb7035eb66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (147c2ed9-2510-459d-b524-1f9967d325a1), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:08.421470 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89870cd-2418-4e84-a637-ecb7035eb66b admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:15:08.423869 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-d89870cd-2418-4e84-a637-ecb7035eb66b admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:15:08.428716 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89870cd-2418-4e84-a637-ecb7035eb66b admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:15:08.432018 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89870cd-2418-4e84-a637-ecb7035eb66b admin admin] Pushing event updated for resources: {'Port': ['ID=147c2ed9-2510-459d-b524-1f9967d325a1,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:08.615859 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5c04369c-d6ca-4f7a-9285-f28c1b756d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:08.701776 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d89870cd-2418-4e84-a637-ecb7035eb66b admin admin] Publish callbacks [] for router_gateway (5e5123e5-1e85-4a17-b113-30ae677d4845), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:08.910423 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d89870cd-2418-4e84-a637-ecb7035eb66b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (5e5123e5-1e85-4a17-b113-30ae677d4845), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:09.050318 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89870cd-2418-4e84-a637-ecb7035eb66b admin admin] Router 5e5123e5-1e85-4a17-b113-30ae677d4845 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:15:09.162956 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c01e8c-093f-4903-83ef-7bddfe2c629d None None] Network 0df82b9c-5ce6-40eb-bc55-bc755592d794 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:15:09.164750 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89870cd-2418-4e84-a637-ecb7035eb66b admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:15:09.174562 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ef4b9e-5f18-406a-914c-68dd4dd02ce3 None None] Sync routers for ids ['5e5123e5-1e85-4a17-b113-30ae677d4845'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:15:09.182846 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d89870cd-2418-4e84-a637-ecb7035eb66b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:09.184117 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ef4b9e-5f18-406a-914c-68dd4dd02ce3 None None] Routers {'5e5123e5-1e85-4a17-b113-30ae677d4845'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:15:09.184255 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d89870cd-2418-4e84-a637-ecb7035eb66b admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5479374 Mar 07 11:15:09.184724 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-47ef4b9e-5f18-406a-914c-68dd4dd02ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:15:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5e5123e5-1e85-4a17-b113-30ae677d4845'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:09.186912 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40824) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:09.275051 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-5c87323b-e17e-49f2-8b0e-866281aeefac None None] Provisioning complete for port ad2af5cc-65b9-4680-ae29-a8d3fa708ea1 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:15:09.275666 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5c87323b-e17e-49f2-8b0e-866281aeefac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ad2af5cc-65b9-4680-ae29-a8d3fa708ea1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:09.299738 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-47ef4b9e-5f18-406a-914c-68dd4dd02ce3 None None] Set router 5e5123e5-1e85-4a17-b113-30ae677d4845 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:15:09.391805 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5c87323b-e17e-49f2-8b0e-866281aeefac None None] Current status of the port ad2af5cc-65b9-4680-ae29-a8d3fa708ea1 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:15:09.392286 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5c87323b-e17e-49f2-8b0e-866281aeefac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ad2af5cc-65b9-4680-ae29-a8d3fa708ea1), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:09.438001 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-5c87323b-e17e-49f2-8b0e-866281aeefac None None] For port ad2af5cc-65b9-4680-ae29-a8d3fa708ea1, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ad2af5cc-65b9-4680-ae29-a8d3fa708ea1,segment=NetworkSegment(0f544745-6080-42df-b8dd-0a1dbb55d616),segment_id=0f544745-6080-42df-b8dd-0a1dbb55d616)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:15:09.445252 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5c87323b-e17e-49f2-8b0e-866281aeefac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ad2af5cc-65b9-4680-ae29-a8d3fa708ea1), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:09.496125 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-47ef4b9e-5f18-406a-914c-68dd4dd02ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'name': 'tempest-TestServerBasicOps-1621051019-router', 'tenant_id': '5985484c6fa149c081f84b89f8d9b73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '147c2ed9-2510-459d-b524-1f9967d325a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:15:07Z', 'updated_at': '2022-03-07T11:15:08Z', 'revision_number': 3, 'project_id': '5985484c6fa149c081f84b89f8d9b73f', 'gw_port': {'id': '147c2ed9-2510-459d-b524-1f9967d325a1', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ec:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:15:08Z', 'updated_at': '2022-03-07T11:15:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:09.510794 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87323b-e17e-49f2-8b0e-866281aeefac None None] Pushing event updated for resources: {'Port': ['ID=ad2af5cc-65b9-4680-ae29-a8d3fa708ea1,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:09.637210 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ef4b9e-5f18-406a-914c-68dd4dd02ce3 None None] Checking router: 5e5123e5-1e85-4a17-b113-30ae677d4845 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:15:09.637567 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ef4b9e-5f18-406a-914c-68dd4dd02ce3 None None] Updating router 5e5123e5-1e85-4a17-b113-30ae677d4845 port 147c2ed9-2510-459d-b524-1f9967d325a1 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:15:09.668390 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-47ef4b9e-5f18-406a-914c-68dd4dd02ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (147c2ed9-2510-459d-b524-1f9967d325a1), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:09.669954 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-17e8146d-0e46-4991-ad64-1b75b421ff7e None None] Provisioning complete for port ad2af5cc-65b9-4680-ae29-a8d3fa708ea1 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:15:09.670429 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-17e8146d-0e46-4991-ad64-1b75b421ff7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ad2af5cc-65b9-4680-ae29-a8d3fa708ea1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:09.765175 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-17e8146d-0e46-4991-ad64-1b75b421ff7e None None] Current status of the port ad2af5cc-65b9-4680-ae29-a8d3fa708ea1 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:15:09.820084 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ad2af5cc-65b9-4680-ae29-a8d3fa708ea1 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:15:09.868469 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port ad2af5cc-65b9-4680-ae29-a8d3fa708ea1 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:15:09.868841 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ad2af5cc-65b9-4680-ae29-a8d3fa708ea1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:09.949069 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-47ef4b9e-5f18-406a-914c-68dd4dd02ce3 None None] Publish callbacks [] for port (147c2ed9-2510-459d-b524-1f9967d325a1), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:09.954248 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port ad2af5cc-65b9-4680-ae29-a8d3fa708ea1 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:15:09.954953 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-47ef4b9e-5f18-406a-914c-68dd4dd02ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (147c2ed9-2510-459d-b524-1f9967d325a1), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:09.990362 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-507c83eb-8152-4cf0-a664-bc46b2f09b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:10.003026 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:10.007485 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-47ef4b9e-5f18-406a-914c-68dd4dd02ce3 None None] Attempting to bind port 147c2ed9-2510-459d-b524-1f9967d325a1 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:15:10.007865 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-47ef4b9e-5f18-406a-914c-68dd4dd02ce3 None None] Attempting to bind port 147c2ed9-2510-459d-b524-1f9967d325a1 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:15:10.008236 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ef4b9e-5f18-406a-914c-68dd4dd02ce3 None None] Attempting to bind port 147c2ed9-2510-459d-b524-1f9967d325a1 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:15:10.017358 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ef4b9e-5f18-406a-914c-68dd4dd02ce3 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:15:10.017736 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ef4b9e-5f18-406a-914c-68dd4dd02ce3 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:15:10.018139 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-47ef4b9e-5f18-406a-914c-68dd4dd02ce3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:10.018526 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ef4b9e-5f18-406a-914c-68dd4dd02ce3 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:15:10.018991 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-47ef4b9e-5f18-406a-914c-68dd4dd02ce3 None None] Bound port: 147c2ed9-2510-459d-b524-1f9967d325a1, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:15:10.019369 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-47ef4b9e-5f18-406a-914c-68dd4dd02ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (147c2ed9-2510-459d-b524-1f9967d325a1), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:10.021739 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be216c6-9881-465f-ae11-74491dd1be46 None None] Pushing event updated for resources: {'Port': ['ID=147c2ed9-2510-459d-b524-1f9967d325a1,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:10.054930 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be216c6-9881-465f-ae11-74491dd1be46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:10.055278 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be216c6-9881-465f-ae11-74491dd1be46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:10.055621 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be216c6-9881-465f-ae11-74491dd1be46 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:10.055964 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be216c6-9881-465f-ae11-74491dd1be46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:10.056302 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be216c6-9881-465f-ae11-74491dd1be46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:10.056631 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be216c6-9881-465f-ae11-74491dd1be46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:10.056961 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be216c6-9881-465f-ae11-74491dd1be46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:10.057313 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be216c6-9881-465f-ae11-74491dd1be46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:10.057639 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be216c6-9881-465f-ae11-74491dd1be46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:10.057963 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be216c6-9881-465f-ae11-74491dd1be46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:10.058294 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be216c6-9881-465f-ae11-74491dd1be46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:10.058615 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be216c6-9881-465f-ae11-74491dd1be46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:10.058936 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be216c6-9881-465f-ae11-74491dd1be46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:15:10.082370 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-47ef4b9e-5f18-406a-914c-68dd4dd02ce3 None None] For port 147c2ed9-2510-459d-b524-1f9967d325a1, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:15:10.085408 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-47ef4b9e-5f18-406a-914c-68dd4dd02ce3 None None] For port 147c2ed9-2510-459d-b524-1f9967d325a1, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=147c2ed9-2510-459d-b524-1f9967d325a1,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:15:10.091642 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-47ef4b9e-5f18-406a-914c-68dd4dd02ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (147c2ed9-2510-459d-b524-1f9967d325a1), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:10.139096 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ef4b9e-5f18-406a-914c-68dd4dd02ce3 None None] Routers {'5e5123e5-1e85-4a17-b113-30ae677d4845'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:15:10.140267 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-47ef4b9e-5f18-406a-914c-68dd4dd02ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:15:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5e5123e5-1e85-4a17-b113-30ae677d4845'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:10.194315 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be216c6-9881-465f-ae11-74491dd1be46 None None] Pushing event updated for resources: {'Port': ['ID=147c2ed9-2510-459d-b524-1f9967d325a1,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:10.198851 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-507c83eb-8152-4cf0-a664-bc46b2f09b29 admin admin] Allocated IP 172.20.0.1 (0df82b9c-5ce6-40eb-bc55-bc755592d794/429f08ac-b27b-4332-8428-12eac555e652/e5f60037-93ee-4159-b7e5-4162211c595e) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:15:10.268131 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-47ef4b9e-5f18-406a-914c-68dd4dd02ce3 None None] Set router 5e5123e5-1e85-4a17-b113-30ae677d4845 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:15:10.305400 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-507c83eb-8152-4cf0-a664-bc46b2f09b29 admin admin] Publish callbacks [] for port (e5f60037-93ee-4159-b7e5-4162211c595e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:10.345874 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-507c83eb-8152-4cf0-a664-bc46b2f09b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (e5f60037-93ee-4159-b7e5-4162211c595e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:10.383606 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507c83eb-8152-4cf0-a664-bc46b2f09b29 admin admin] Network 0df82b9c-5ce6-40eb-bc55-bc755592d794 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:15:10.386464 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-507c83eb-8152-4cf0-a664-bc46b2f09b29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:15:10.389901 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507c83eb-8152-4cf0-a664-bc46b2f09b29 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:15:10.431435 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-507c83eb-8152-4cf0-a664-bc46b2f09b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (5e5123e5-1e85-4a17-b113-30ae677d4845), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:10.433962 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c83eb-8152-4cf0-a664-bc46b2f09b29 admin admin] Pushing event updated for resources: {'Port': ['ID=e5f60037-93ee-4159-b7e5-4162211c595e,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:10.453176 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-47ef4b9e-5f18-406a-914c-68dd4dd02ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'name': 'tempest-TestServerBasicOps-1621051019-router', 'tenant_id': '5985484c6fa149c081f84b89f8d9b73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '147c2ed9-2510-459d-b524-1f9967d325a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:15:07Z', 'updated_at': '2022-03-07T11:15:08Z', 'revision_number': 3, 'project_id': '5985484c6fa149c081f84b89f8d9b73f', 'gw_port': {'id': '147c2ed9-2510-459d-b524-1f9967d325a1', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ec:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:15:08Z', 'updated_at': '2022-03-07T11:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:10.479844 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ef4b9e-5f18-406a-914c-68dd4dd02ce3 None None] The sync data for ids ['5e5123e5-1e85-4a17-b113-30ae677d4845'] in n-d-832164-4 is: [{'id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'name': 'tempest-TestServerBasicOps-1621051019-router', 'tenant_id': '5985484c6fa149c081f84b89f8d9b73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '147c2ed9-2510-459d-b524-1f9967d325a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:15:07Z', 'updated_at': '2022-03-07T11:15:08Z', 'revision_number': 3, 'project_id': '5985484c6fa149c081f84b89f8d9b73f', 'gw_port': {'id': '147c2ed9-2510-459d-b524-1f9967d325a1', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ec:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:15:08Z', 'updated_at': '2022-03-07T11:15:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:15:10.589328 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-507c83eb-8152-4cf0-a664-bc46b2f09b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e5f60037-93ee-4159-b7e5-4162211c595e), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:10.696337 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-11e36c5a-cbb6-44e3-a9e3-394406e34e3f None None] Provisioning complete for port e5f60037-93ee-4159-b7e5-4162211c595e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:15:10.696824 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-11e36c5a-cbb6-44e3-a9e3-394406e34e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e5f60037-93ee-4159-b7e5-4162211c595e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:10.751060 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-11e36c5a-cbb6-44e3-a9e3-394406e34e3f None None] Port e5f60037-93ee-4159-b7e5-4162211c595e cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:15:10.793639 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-507c83eb-8152-4cf0-a664-bc46b2f09b29 admin admin] Publish callbacks [] for port (e5f60037-93ee-4159-b7e5-4162211c595e), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:10.799461 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-507c83eb-8152-4cf0-a664-bc46b2f09b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (e5f60037-93ee-4159-b7e5-4162211c595e), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:10.869290 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-507c83eb-8152-4cf0-a664-bc46b2f09b29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (5e5123e5-1e85-4a17-b113-30ae677d4845), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:10.870965 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c83eb-8152-4cf0-a664-bc46b2f09b29 admin admin] Pushing event updated for resources: {'Port': ['ID=e5f60037-93ee-4159-b7e5-4162211c595e,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:10.975232 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507c83eb-8152-4cf0-a664-bc46b2f09b29 admin admin] Network 0df82b9c-5ce6-40eb-bc55-bc755592d794 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:15:10.977364 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-507c83eb-8152-4cf0-a664-bc46b2f09b29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:15:11.102017 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507c83eb-8152-4cf0-a664-bc46b2f09b29 admin admin] Router 5e5123e5-1e85-4a17-b113-30ae677d4845 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:15:11.222927 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507c83eb-8152-4cf0-a664-bc46b2f09b29 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:15:11.227940 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-507c83eb-8152-4cf0-a664-bc46b2f09b29 admin admin] 10.222.0.11 "PUT /v2.0/routers/5e5123e5-1e85-4a17-b113-30ae677d4845/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0400467 Mar 07 11:15:11.276741 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-9967157e-39e3-45e7-9195-b1d8ba602301 None None] Provisioning complete for port e5f60037-93ee-4159-b7e5-4162211c595e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:15:11.277548 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9967157e-39e3-45e7-9195-b1d8ba602301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e5f60037-93ee-4159-b7e5-4162211c595e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:11.321982 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-9967157e-39e3-45e7-9195-b1d8ba602301 None None] Port e5f60037-93ee-4159-b7e5-4162211c595e cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:15:11.713277 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40842) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:11.718697 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-215c2404-91bf-4ce8-ba4a-f335ef7f967f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1779218473-network', 'tenant_id': '7360b613f94545bd8ee7f4b1714cbef4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:15:11.738345 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215c2404-91bf-4ce8-ba4a-f335ef7f967f admin admin] Made reservation on behalf of 7360b613f94545bd8ee7f4b1714cbef4 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:15:11.740688 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-215c2404-91bf-4ce8-ba4a-f335ef7f967f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:11.745934 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:11.751512 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-215c2404-91bf-4ce8-ba4a-f335ef7f967f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:11.758643 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 147c2ed9-2510-459d-b524-1f9967d325a1 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:15:11.819676 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 147c2ed9-2510-459d-b524-1f9967d325a1 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:15:11.820061 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (147c2ed9-2510-459d-b524-1f9967d325a1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:11.835217 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-215c2404-91bf-4ce8-ba4a-f335ef7f967f admin admin] Publish callbacks [] for security_group (f2108301-0981-4c7f-b535-9e2fd486b0e5), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:11.842337 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-215c2404-91bf-4ce8-ba4a-f335ef7f967f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f2108301-0981-4c7f-b535-9e2fd486b0e5), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:11.869667 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-215c2404-91bf-4ce8-ba4a-f335ef7f967f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:15:11.886038 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c2404-91bf-4ce8-ba4a-f335ef7f967f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2108301-0981-4c7f-b535-9e2fd486b0e5,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:11.889338 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-215c2404-91bf-4ce8-ba4a-f335ef7f967f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (ab8c3580-c1d3-4c99-bbe0-b2ce381803a5), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:11.889847 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-215c2404-91bf-4ce8-ba4a-f335ef7f967f admin admin] Added segment ab8c3580-c1d3-4c99-bbe0-b2ce381803a5 of type vlan for network 1170fc8d-6bcb-4211-a324-1d4b0f481bb7 Mar 07 11:15:11.909266 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 147c2ed9-2510-459d-b524-1f9967d325a1 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:15:11.909660 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (147c2ed9-2510-459d-b524-1f9967d325a1), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:11.931666 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 147c2ed9-2510-459d-b524-1f9967d325a1, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=147c2ed9-2510-459d-b524-1f9967d325a1,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:15:11.931872 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-215c2404-91bf-4ce8-ba4a-f335ef7f967f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (1170fc8d-6bcb-4211-a324-1d4b0f481bb7), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:11.936995 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (147c2ed9-2510-459d-b524-1f9967d325a1), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:11.959156 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-215c2404-91bf-4ce8-ba4a-f335ef7f967f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (1170fc8d-6bcb-4211-a324-1d4b0f481bb7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:11.960266 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215c2404-91bf-4ce8-ba4a-f335ef7f967f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:11.960873 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-215c2404-91bf-4ce8-ba4a-f335ef7f967f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:11.996432 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-215c2404-91bf-4ce8-ba4a-f335ef7f967f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2795877 Mar 07 11:15:11.997206 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40844) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:11.997740 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=147c2ed9-2510-459d-b524-1f9967d325a1,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:12.004862 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-b52f4721-6fae-40c7-8f71-d9e05b8916db admin admin] Request body: {'subnet': {'network_id': '1170fc8d-6bcb-4211-a324-1d4b0f481bb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1779218473-subnet', 'tenant_id': '7360b613f94545bd8ee7f4b1714cbef4', 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:15:12.024533 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c2404-91bf-4ce8-ba4a-f335ef7f967f admin admin] Pushing event updated for resources: {'Network': ['ID=1170fc8d-6bcb-4211-a324-1d4b0f481bb7,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:12.027259 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52f4721-6fae-40c7-8f71-d9e05b8916db admin admin] Made reservation on behalf of 7360b613f94545bd8ee7f4b1714cbef4 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:15:12.029992 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b52f4721-6fae-40c7-8f71-d9e05b8916db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:12.034385 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 1170fc8d-6bcb-4211-a324-1d4b0f481bb7 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:15:12.221451 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301a912d-d961-4808-9fd6-f7edf0fc717a None None] Sync routers for ids ['5e5123e5-1e85-4a17-b113-30ae677d4845'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:15:12.224847 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b52f4721-6fae-40c7-8f71-d9e05b8916db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (44d7bd46-188c-4d0f-b827-8f3ef32902df), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:12.268862 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301a912d-d961-4808-9fd6-f7edf0fc717a None None] Routers {'5e5123e5-1e85-4a17-b113-30ae677d4845'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:15:12.269514 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-301a912d-d961-4808-9fd6-f7edf0fc717a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:15:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5e5123e5-1e85-4a17-b113-30ae677d4845'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:12.288232 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f4721-6fae-40c7-8f71-d9e05b8916db admin admin] Pushing event updated for resources: {'Subnet': ['ID=44d7bd46-188c-4d0f-b827-8f3ef32902df,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:12.298937 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52f4721-6fae-40c7-8f71-d9e05b8916db admin admin] Checking segment: {'id': 'ab8c3580-c1d3-4c99-bbe0-b2ce381803a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1170fc8d-6bcb-4211-a324-1d4b0f481bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:15:12.299300 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52f4721-6fae-40c7-8f71-d9e05b8916db admin admin] Network hostable DHCP agents. Network: 1170fc8d-6bcb-4211-a324-1d4b0f481bb7, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:15:12.316559 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52f4721-6fae-40c7-8f71-d9e05b8916db admin admin] Network 1170fc8d-6bcb-4211-a324-1d4b0f481bb7 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:15:12.326728 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-b52f4721-6fae-40c7-8f71-d9e05b8916db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 1170fc8d-6bcb-4211-a324-1d4b0f481bb7) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:15:12.332297 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52f4721-6fae-40c7-8f71-d9e05b8916db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:12.334062 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b52f4721-6fae-40c7-8f71-d9e05b8916db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:12.334802 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5bac9a-0821-421b-a70c-886b7e1de409 None None] Network 1170fc8d-6bcb-4211-a324-1d4b0f481bb7 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:15:12.350725 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b52f4721-6fae-40c7-8f71-d9e05b8916db admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3522968 Mar 07 11:15:12.353275 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40846) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:12.357901 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-b85f999f-d116-40db-9ca5-f2aac0579520 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1779218473-router', 'tenant_id': '7360b613f94545bd8ee7f4b1714cbef4', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:15:12.377563 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b85f999f-d116-40db-9ca5-f2aac0579520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (19441ce1-a5cb-4081-9936-9bce24f331c8), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:12.378820 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b85f999f-d116-40db-9ca5-f2aac0579520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (19441ce1-a5cb-4081-9936-9bce24f331c8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:12.441729 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b85f999f-d116-40db-9ca5-f2aac0579520 admin admin] Publish callbacks [] for router_controller (19441ce1-a5cb-4081-9936-9bce24f331c8), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:12.456775 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-301a912d-d961-4808-9fd6-f7edf0fc717a None None] Set router 5e5123e5-1e85-4a17-b113-30ae677d4845 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:15:12.551069 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bd3296-b7e8-4a68-9827-d5d9ed7e8108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-1170fc8d-6bcb-4211-a324-1d4b0f481bb7', 'network_id': '1170fc8d-6bcb-4211-a324-1d4b0f481bb7', 'project_id': '7360b613f94545bd8ee7f4b1714cbef4', 'fixed_ips': [{'subnet_id': '44d7bd46-188c-4d0f-b827-8f3ef32902df'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:15:12.551915 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d1bd3296-b7e8-4a68-9827-d5d9ed7e8108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:12.595483 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b85f999f-d116-40db-9ca5-f2aac0579520 admin admin] Publish callbacks [] for router_gateway (19441ce1-a5cb-4081-9936-9bce24f331c8), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:12.784230 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-d1bd3296-b7e8-4a68-9827-d5d9ed7e8108 None None] Allocated IP 172.20.0.2 (1170fc8d-6bcb-4211-a324-1d4b0f481bb7/44d7bd46-188c-4d0f-b827-8f3ef32902df/7875b7fc-7d7e-4d38-93d0-8a1b20685d44) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:15:12.806428 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b85f999f-d116-40db-9ca5-f2aac0579520 admin admin] Publish callbacks [] for router_gateway (19441ce1-a5cb-4081-9936-9bce24f331c8), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:12.826581 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b85f999f-d116-40db-9ca5-f2aac0579520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:12.860076 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-301a912d-d961-4808-9fd6-f7edf0fc717a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'name': 'tempest-TestServerBasicOps-1621051019-router', 'tenant_id': '5985484c6fa149c081f84b89f8d9b73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '147c2ed9-2510-459d-b524-1f9967d325a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:15:07Z', 'updated_at': '2022-03-07T11:15:10Z', 'revision_number': 4, 'project_id': '5985484c6fa149c081f84b89f8d9b73f', 'gw_port': {'id': '147c2ed9-2510-459d-b524-1f9967d325a1', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ec:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:15:08Z', 'updated_at': '2022-03-07T11:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'e5f60037-93ee-4159-b7e5-4162211c595e', 'name': '', 'network_id': '0df82b9c-5ce6-40eb-bc55-bc755592d794', 'tenant_id': '5985484c6fa149c081f84b89f8d9b73f', 'mac_address': 'fa:16:3e:22:54:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '429f08ac-b27b-4332-8428-12eac555e652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:15:10Z', 'updated_at': '2022-03-07T11:15:10Z', 'revision_number': 2, 'project_id': '5985484c6fa149c081f84b89f8d9b73f', 'subnets': [{'id': '429f08ac-b27b-4332-8428-12eac555e652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:12.889615 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301a912d-d961-4808-9fd6-f7edf0fc717a None None] Checking router: 5e5123e5-1e85-4a17-b113-30ae677d4845 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:15:12.889969 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301a912d-d961-4808-9fd6-f7edf0fc717a None None] Updating router 5e5123e5-1e85-4a17-b113-30ae677d4845 port e5f60037-93ee-4159-b7e5-4162211c595e binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:15:12.930108 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-301a912d-d961-4808-9fd6-f7edf0fc717a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e5f60037-93ee-4159-b7e5-4162211c595e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:12.935043 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-b85f999f-d116-40db-9ca5-f2aac0579520 admin admin] Allocated IP 172.25.3.27 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/d6c25f89-3a4d-482c-bdce-7df0b45d504b) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:15:13.041544 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:13.049415 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d1bd3296-b7e8-4a68-9827-d5d9ed7e8108 None None] Publish callbacks [] for port (7875b7fc-7d7e-4d38-93d0-8a1b20685d44), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:13.055862 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b85f999f-d116-40db-9ca5-f2aac0579520 admin admin] Publish callbacks [] for port (d6c25f89-3a4d-482c-bdce-7df0b45d504b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:13.090896 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b85f999f-d116-40db-9ca5-f2aac0579520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (d6c25f89-3a4d-482c-bdce-7df0b45d504b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:13.100980 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d1bd3296-b7e8-4a68-9827-d5d9ed7e8108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (7875b7fc-7d7e-4d38-93d0-8a1b20685d44), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:13.126769 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85f999f-d116-40db-9ca5-f2aac0579520 admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:15:13.131637 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-b85f999f-d116-40db-9ca5-f2aac0579520 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:15:13.135144 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85f999f-d116-40db-9ca5-f2aac0579520 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:15:13.160384 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bd3296-b7e8-4a68-9827-d5d9ed7e8108 None None] Network 1170fc8d-6bcb-4211-a324-1d4b0f481bb7 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:15:13.165850 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f999f-d116-40db-9ca5-f2aac0579520 admin admin] Pushing event updated for resources: {'Port': ['ID=d6c25f89-3a4d-482c-bdce-7df0b45d504b,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:13.174825 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-d1bd3296-b7e8-4a68-9827-d5d9ed7e8108 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:15:13.184733 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bd3296-b7e8-4a68-9827-d5d9ed7e8108 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:15:13.188487 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd3296-b7e8-4a68-9827-d5d9ed7e8108 None None] Pushing event updated for resources: {'Port': ['ID=7875b7fc-7d7e-4d38-93d0-8a1b20685d44,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:13.298814 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-d1bd3296-b7e8-4a68-9827-d5d9ed7e8108 None None] Attempting to bind port 7875b7fc-7d7e-4d38-93d0-8a1b20685d44 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:15:13.299198 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-d1bd3296-b7e8-4a68-9827-d5d9ed7e8108 None None] Attempting to bind port 7875b7fc-7d7e-4d38-93d0-8a1b20685d44 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'ab8c3580-c1d3-4c99-bbe0-b2ce381803a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1170fc8d-6bcb-4211-a324-1d4b0f481bb7'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:15:13.299598 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bd3296-b7e8-4a68-9827-d5d9ed7e8108 None None] Attempting to bind port 7875b7fc-7d7e-4d38-93d0-8a1b20685d44 on network 1170fc8d-6bcb-4211-a324-1d4b0f481bb7 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:15:13.308572 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bd3296-b7e8-4a68-9827-d5d9ed7e8108 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:15:13.308945 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bd3296-b7e8-4a68-9827-d5d9ed7e8108 None None] Checking segment: {'id': 'ab8c3580-c1d3-4c99-bbe0-b2ce381803a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1170fc8d-6bcb-4211-a324-1d4b0f481bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:15:13.309374 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d1bd3296-b7e8-4a68-9827-d5d9ed7e8108 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:13.309765 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1bd3296-b7e8-4a68-9827-d5d9ed7e8108 None None] Bound using segment: {'id': 'ab8c3580-c1d3-4c99-bbe0-b2ce381803a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1170fc8d-6bcb-4211-a324-1d4b0f481bb7'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:15:13.310231 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-d1bd3296-b7e8-4a68-9827-d5d9ed7e8108 None None] Bound port: 7875b7fc-7d7e-4d38-93d0-8a1b20685d44, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8c3580-c1d3-4c99-bbe0-b2ce381803a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1170fc8d-6bcb-4211-a324-1d4b0f481bb7'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:15:13.310607 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d1bd3296-b7e8-4a68-9827-d5d9ed7e8108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7875b7fc-7d7e-4d38-93d0-8a1b20685d44), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:13.410416 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b85f999f-d116-40db-9ca5-f2aac0579520 admin admin] Publish callbacks [] for router_gateway (19441ce1-a5cb-4081-9936-9bce24f331c8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:13.413227 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-301a912d-d961-4808-9fd6-f7edf0fc717a None None] Publish callbacks [] for port (e5f60037-93ee-4159-b7e5-4162211c595e), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:13.419864 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-d1bd3296-b7e8-4a68-9827-d5d9ed7e8108 None None] For port 7875b7fc-7d7e-4d38-93d0-8a1b20685d44, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:15:13.422172 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-301a912d-d961-4808-9fd6-f7edf0fc717a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e5f60037-93ee-4159-b7e5-4162211c595e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:13.425028 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-d1bd3296-b7e8-4a68-9827-d5d9ed7e8108 None None] For port 7875b7fc-7d7e-4d38-93d0-8a1b20685d44, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7875b7fc-7d7e-4d38-93d0-8a1b20685d44,segment=NetworkSegment(ab8c3580-c1d3-4c99-bbe0-b2ce381803a5),segment_id=ab8c3580-c1d3-4c99-bbe0-b2ce381803a5)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:15:13.455558 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d1bd3296-b7e8-4a68-9827-d5d9ed7e8108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (7875b7fc-7d7e-4d38-93d0-8a1b20685d44), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:13.488500 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eea073-48bf-436e-819e-7b2404f7a0d6 None None] Pushing event updated for resources: {'Port': ['ID=e5f60037-93ee-4159-b7e5-4162211c595e,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:13.582187 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd3296-b7e8-4a68-9827-d5d9ed7e8108 None None] Pushing event updated for resources: {'Port': ['ID=7875b7fc-7d7e-4d38-93d0-8a1b20685d44,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:13.588961 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-301a912d-d961-4808-9fd6-f7edf0fc717a None None] Attempting to bind port e5f60037-93ee-4159-b7e5-4162211c595e on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:15:13.589367 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-301a912d-d961-4808-9fd6-f7edf0fc717a None None] Attempting to bind port e5f60037-93ee-4159-b7e5-4162211c595e by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '0f544745-6080-42df-b8dd-0a1dbb55d616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0df82b9c-5ce6-40eb-bc55-bc755592d794'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:15:13.589734 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301a912d-d961-4808-9fd6-f7edf0fc717a None None] Attempting to bind port e5f60037-93ee-4159-b7e5-4162211c595e on network 0df82b9c-5ce6-40eb-bc55-bc755592d794 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:15:13.595784 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301a912d-d961-4808-9fd6-f7edf0fc717a None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:15:13.596170 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301a912d-d961-4808-9fd6-f7edf0fc717a None None] Checking segment: {'id': '0f544745-6080-42df-b8dd-0a1dbb55d616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0df82b9c-5ce6-40eb-bc55-bc755592d794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:15:13.597155 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-301a912d-d961-4808-9fd6-f7edf0fc717a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:13.597279 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301a912d-d961-4808-9fd6-f7edf0fc717a None None] Bound using segment: {'id': '0f544745-6080-42df-b8dd-0a1dbb55d616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0df82b9c-5ce6-40eb-bc55-bc755592d794'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:15:13.600154 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-301a912d-d961-4808-9fd6-f7edf0fc717a None None] Bound port: e5f60037-93ee-4159-b7e5-4162211c595e, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f544745-6080-42df-b8dd-0a1dbb55d616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0df82b9c-5ce6-40eb-bc55-bc755592d794'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:15:13.600566 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-301a912d-d961-4808-9fd6-f7edf0fc717a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e5f60037-93ee-4159-b7e5-4162211c595e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:13.657640 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b85f999f-d116-40db-9ca5-f2aac0579520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (19441ce1-a5cb-4081-9936-9bce24f331c8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:13.680643 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-301a912d-d961-4808-9fd6-f7edf0fc717a None None] For port e5f60037-93ee-4159-b7e5-4162211c595e, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:15:13.684369 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-301a912d-d961-4808-9fd6-f7edf0fc717a None None] For port e5f60037-93ee-4159-b7e5-4162211c595e, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e5f60037-93ee-4159-b7e5-4162211c595e,segment=NetworkSegment(0f544745-6080-42df-b8dd-0a1dbb55d616),segment_id=0f544745-6080-42df-b8dd-0a1dbb55d616)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:15:13.693295 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-301a912d-d961-4808-9fd6-f7edf0fc717a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e5f60037-93ee-4159-b7e5-4162211c595e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:13.787599 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eea073-48bf-436e-819e-7b2404f7a0d6 None None] Pushing event updated for resources: {'Port': ['ID=e5f60037-93ee-4159-b7e5-4162211c595e,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:13.790838 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301a912d-d961-4808-9fd6-f7edf0fc717a None None] Routers {'5e5123e5-1e85-4a17-b113-30ae677d4845'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:15:13.791442 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-301a912d-d961-4808-9fd6-f7edf0fc717a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:15:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5e5123e5-1e85-4a17-b113-30ae677d4845'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:13.828021 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 147c2ed9-2510-459d-b524-1f9967d325a1 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:15:13.877096 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85f999f-d116-40db-9ca5-f2aac0579520 admin admin] Router 19441ce1-a5cb-4081-9936-9bce24f331c8 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:15:13.925389 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2ddc4301-8a4a-4922-a8c0-16b83c551042 None None] Provisioning complete for port e5f60037-93ee-4159-b7e5-4162211c595e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:15:13.925761 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2ddc4301-8a4a-4922-a8c0-16b83c551042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e5f60037-93ee-4159-b7e5-4162211c595e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:14.017472 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85f999f-d116-40db-9ca5-f2aac0579520 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:15:14.028128 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad80629-bbac-4b94-aefe-99dd4eebfc6d None None] Sync routers for ids ['19441ce1-a5cb-4081-9936-9bce24f331c8'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:15:14.042390 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b85f999f-d116-40db-9ca5-f2aac0579520 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:14.048210 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b85f999f-d116-40db-9ca5-f2aac0579520 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6936114 Mar 07 11:15:14.050726 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40850) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:14.052092 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad80629-bbac-4b94-aefe-99dd4eebfc6d None None] Routers {'19441ce1-a5cb-4081-9936-9bce24f331c8'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:15:14.052740 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4ad80629-bbac-4b94-aefe-99dd4eebfc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:15:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['19441ce1-a5cb-4081-9936-9bce24f331c8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:14.163974 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 147c2ed9-2510-459d-b524-1f9967d325a1 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:15:14.164340 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (147c2ed9-2510-459d-b524-1f9967d325a1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:14.191542 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-301a912d-d961-4808-9fd6-f7edf0fc717a None None] Set router 5e5123e5-1e85-4a17-b113-30ae677d4845 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:15:14.191735 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-4ad80629-bbac-4b94-aefe-99dd4eebfc6d None None] Set router 19441ce1-a5cb-4081-9936-9bce24f331c8 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:15:14.337158 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2ddc4301-8a4a-4922-a8c0-16b83c551042 None None] Current status of the port e5f60037-93ee-4159-b7e5-4162211c595e is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:15:14.337539 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2ddc4301-8a4a-4922-a8c0-16b83c551042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e5f60037-93ee-4159-b7e5-4162211c595e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:14.395566 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4ad80629-bbac-4b94-aefe-99dd4eebfc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19441ce1-a5cb-4081-9936-9bce24f331c8', 'name': 'tempest-TestServerBasicOps-1779218473-router', 'tenant_id': '7360b613f94545bd8ee7f4b1714cbef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'd6c25f89-3a4d-482c-bdce-7df0b45d504b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:15:12Z', 'updated_at': '2022-03-07T11:15:13Z', 'revision_number': 3, 'project_id': '7360b613f94545bd8ee7f4b1714cbef4', 'gw_port': {'id': 'd6c25f89-3a4d-482c-bdce-7df0b45d504b', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:37:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19441ce1-a5cb-4081-9936-9bce24f331c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:15:12Z', 'updated_at': '2022-03-07T11:15:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:14.426520 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad80629-bbac-4b94-aefe-99dd4eebfc6d None None] Checking router: 19441ce1-a5cb-4081-9936-9bce24f331c8 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:15:14.427151 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad80629-bbac-4b94-aefe-99dd4eebfc6d None None] Updating router 19441ce1-a5cb-4081-9936-9bce24f331c8 port d6c25f89-3a4d-482c-bdce-7df0b45d504b binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:15:14.461591 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4ad80629-bbac-4b94-aefe-99dd4eebfc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d6c25f89-3a4d-482c-bdce-7df0b45d504b), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:14.469379 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 147c2ed9-2510-459d-b524-1f9967d325a1 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:15:14.472888 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-2ddc4301-8a4a-4922-a8c0-16b83c551042 None None] For port e5f60037-93ee-4159-b7e5-4162211c595e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e5f60037-93ee-4159-b7e5-4162211c595e,segment=NetworkSegment(0f544745-6080-42df-b8dd-0a1dbb55d616),segment_id=0f544745-6080-42df-b8dd-0a1dbb55d616)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:15:14.500707 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2ddc4301-8a4a-4922-a8c0-16b83c551042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e5f60037-93ee-4159-b7e5-4162211c595e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:14.562759 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42b942bb-fbfd-45ab-85c3-1ad45a9ac949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:14.570201 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc4301-8a4a-4922-a8c0-16b83c551042 None None] Pushing event updated for resources: {'Port': ['ID=e5f60037-93ee-4159-b7e5-4162211c595e,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:14.582185 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-301a912d-d961-4808-9fd6-f7edf0fc717a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'name': 'tempest-TestServerBasicOps-1621051019-router', 'tenant_id': '5985484c6fa149c081f84b89f8d9b73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '147c2ed9-2510-459d-b524-1f9967d325a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:15:07Z', 'updated_at': '2022-03-07T11:15:10Z', 'revision_number': 4, 'project_id': '5985484c6fa149c081f84b89f8d9b73f', 'gw_port': {'id': '147c2ed9-2510-459d-b524-1f9967d325a1', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ec:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:15:08Z', 'updated_at': '2022-03-07T11:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'e5f60037-93ee-4159-b7e5-4162211c595e', 'name': '', 'network_id': '0df82b9c-5ce6-40eb-bc55-bc755592d794', 'tenant_id': '5985484c6fa149c081f84b89f8d9b73f', 'mac_address': 'fa:16:3e:22:54:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '429f08ac-b27b-4332-8428-12eac555e652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:15:10Z', 'updated_at': '2022-03-07T11:15:13Z', 'revision_number': 4, 'project_id': '5985484c6fa149c081f84b89f8d9b73f', 'subnets': [{'id': '429f08ac-b27b-4332-8428-12eac555e652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:14.628345 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301a912d-d961-4808-9fd6-f7edf0fc717a None None] The sync data for ids ['5e5123e5-1e85-4a17-b113-30ae677d4845'] in n-d-832164-4 is: [{'id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'name': 'tempest-TestServerBasicOps-1621051019-router', 'tenant_id': '5985484c6fa149c081f84b89f8d9b73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '147c2ed9-2510-459d-b524-1f9967d325a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:15:07Z', 'updated_at': '2022-03-07T11:15:10Z', 'revision_number': 4, 'project_id': '5985484c6fa149c081f84b89f8d9b73f', 'gw_port': {'id': '147c2ed9-2510-459d-b524-1f9967d325a1', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ec:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:15:08Z', 'updated_at': '2022-03-07T11:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'e5f60037-93ee-4159-b7e5-4162211c595e', 'name': '', 'network_id': '0df82b9c-5ce6-40eb-bc55-bc755592d794', 'tenant_id': '5985484c6fa149c081f84b89f8d9b73f', 'mac_address': 'fa:16:3e:22:54:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '429f08ac-b27b-4332-8428-12eac555e652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:15:10Z', 'updated_at': '2022-03-07T11:15:13Z', 'revision_number': 4, 'project_id': '5985484c6fa149c081f84b89f8d9b73f', 'subnets': [{'id': '429f08ac-b27b-4332-8428-12eac555e652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:15:14.644553 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-312f5f34-1ce5-434a-bf6d-d307e7b78f3b None None] Provisioning complete for port e5f60037-93ee-4159-b7e5-4162211c595e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:15:14.646895 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-312f5f34-1ce5-434a-bf6d-d307e7b78f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e5f60037-93ee-4159-b7e5-4162211c595e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:14.795636 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-312f5f34-1ce5-434a-bf6d-d307e7b78f3b None None] Current status of the port e5f60037-93ee-4159-b7e5-4162211c595e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:15:14.816463 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-42b942bb-fbfd-45ab-85c3-1ad45a9ac949 admin admin] Allocated IP 172.20.0.1 (1170fc8d-6bcb-4211-a324-1d4b0f481bb7/44d7bd46-188c-4d0f-b827-8f3ef32902df/90e7a50d-af48-4aa4-a370-35c805294fdd) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:15:14.868415 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4ad80629-bbac-4b94-aefe-99dd4eebfc6d None None] Publish callbacks [] for port (d6c25f89-3a4d-482c-bdce-7df0b45d504b), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:14.878028 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4ad80629-bbac-4b94-aefe-99dd4eebfc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d6c25f89-3a4d-482c-bdce-7df0b45d504b), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:14.901202 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e871faf3-4625-4161-b393-fcd1d96f4307 None None] Network 1170fc8d-6bcb-4211-a324-1d4b0f481bb7 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:15:14.938531 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-4ad80629-bbac-4b94-aefe-99dd4eebfc6d None None] Attempting to bind port d6c25f89-3a4d-482c-bdce-7df0b45d504b on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:15:14.938833 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-4ad80629-bbac-4b94-aefe-99dd4eebfc6d None None] Attempting to bind port d6c25f89-3a4d-482c-bdce-7df0b45d504b by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:15:14.939199 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad80629-bbac-4b94-aefe-99dd4eebfc6d None None] Attempting to bind port d6c25f89-3a4d-482c-bdce-7df0b45d504b on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:15:14.946228 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6dcd9d5d-7267-4fc5-ab2a-d7d3efb44d9d None None] Provisioning complete for port 7875b7fc-7d7e-4d38-93d0-8a1b20685d44 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:15:14.946529 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6dcd9d5d-7267-4fc5-ab2a-d7d3efb44d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7875b7fc-7d7e-4d38-93d0-8a1b20685d44), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:14.947744 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e50c4-b6ad-4518-8df3-3dd5c24af9f7 None None] Pushing event updated for resources: {'Port': ['ID=d6c25f89-3a4d-482c-bdce-7df0b45d504b,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:14.951277 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad80629-bbac-4b94-aefe-99dd4eebfc6d None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:15:14.951277 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad80629-bbac-4b94-aefe-99dd4eebfc6d None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:15:14.951562 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4ad80629-bbac-4b94-aefe-99dd4eebfc6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:14.951810 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad80629-bbac-4b94-aefe-99dd4eebfc6d None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:15:14.952278 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-4ad80629-bbac-4b94-aefe-99dd4eebfc6d None None] Bound port: d6c25f89-3a4d-482c-bdce-7df0b45d504b, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:15:14.953528 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4ad80629-bbac-4b94-aefe-99dd4eebfc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d6c25f89-3a4d-482c-bdce-7df0b45d504b), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:15.022692 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-4ad80629-bbac-4b94-aefe-99dd4eebfc6d None None] For port d6c25f89-3a4d-482c-bdce-7df0b45d504b, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:15:15.028745 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-4ad80629-bbac-4b94-aefe-99dd4eebfc6d None None] For port d6c25f89-3a4d-482c-bdce-7df0b45d504b, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=d6c25f89-3a4d-482c-bdce-7df0b45d504b,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:15:15.042857 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4ad80629-bbac-4b94-aefe-99dd4eebfc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d6c25f89-3a4d-482c-bdce-7df0b45d504b), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:15.112396 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad80629-bbac-4b94-aefe-99dd4eebfc6d None None] Routers {'19441ce1-a5cb-4081-9936-9bce24f331c8'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:15:15.113712 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4ad80629-bbac-4b94-aefe-99dd4eebfc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:15:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['19441ce1-a5cb-4081-9936-9bce24f331c8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:15.122838 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6dcd9d5d-7267-4fc5-ab2a-d7d3efb44d9d None None] Current status of the port 7875b7fc-7d7e-4d38-93d0-8a1b20685d44 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:15:15.123231 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6dcd9d5d-7267-4fc5-ab2a-d7d3efb44d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7875b7fc-7d7e-4d38-93d0-8a1b20685d44), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:15.170374 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6dcd9d5d-7267-4fc5-ab2a-d7d3efb44d9d None None] For port 7875b7fc-7d7e-4d38-93d0-8a1b20685d44, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7875b7fc-7d7e-4d38-93d0-8a1b20685d44,segment=NetworkSegment(ab8c3580-c1d3-4c99-bbe0-b2ce381803a5),segment_id=ab8c3580-c1d3-4c99-bbe0-b2ce381803a5)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:15:15.176142 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6dcd9d5d-7267-4fc5-ab2a-d7d3efb44d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (7875b7fc-7d7e-4d38-93d0-8a1b20685d44), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:15.202949 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e50c4-b6ad-4518-8df3-3dd5c24af9f7 None None] Pushing event updated for resources: {'Port': ['ID=d6c25f89-3a4d-482c-bdce-7df0b45d504b,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:15.266216 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd9d5d-7267-4fc5-ab2a-d7d3efb44d9d None None] Pushing event updated for resources: {'Port': ['ID=7875b7fc-7d7e-4d38-93d0-8a1b20685d44,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:15.333859 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-4ad80629-bbac-4b94-aefe-99dd4eebfc6d None None] Set router 19441ce1-a5cb-4081-9936-9bce24f331c8 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:15:15.358685 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42b942bb-fbfd-45ab-85c3-1ad45a9ac949 admin admin] Publish callbacks [] for port (90e7a50d-af48-4aa4-a370-35c805294fdd), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:15.399708 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42b942bb-fbfd-45ab-85c3-1ad45a9ac949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (90e7a50d-af48-4aa4-a370-35c805294fdd), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:15.446123 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b942bb-fbfd-45ab-85c3-1ad45a9ac949 admin admin] Network 1170fc8d-6bcb-4211-a324-1d4b0f481bb7 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:15:15.449088 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-42b942bb-fbfd-45ab-85c3-1ad45a9ac949 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:15:15.453265 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b942bb-fbfd-45ab-85c3-1ad45a9ac949 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:15:15.488476 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b942bb-fbfd-45ab-85c3-1ad45a9ac949 admin admin] Pushing event updated for resources: {'Port': ['ID=90e7a50d-af48-4aa4-a370-35c805294fdd,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:15.512581 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42b942bb-fbfd-45ab-85c3-1ad45a9ac949 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (19441ce1-a5cb-4081-9936-9bce24f331c8), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:15.522486 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f5737cad-2851-4ba8-9377-95bdf6dac9ab None None] Provisioning complete for port 7875b7fc-7d7e-4d38-93d0-8a1b20685d44 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:15:15.527516 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f5737cad-2851-4ba8-9377-95bdf6dac9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7875b7fc-7d7e-4d38-93d0-8a1b20685d44), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:15.650405 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f5737cad-2851-4ba8-9377-95bdf6dac9ab None None] Current status of the port 7875b7fc-7d7e-4d38-93d0-8a1b20685d44 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:15:15.709205 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42b942bb-fbfd-45ab-85c3-1ad45a9ac949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (90e7a50d-af48-4aa4-a370-35c805294fdd), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:15.727834 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4ad80629-bbac-4b94-aefe-99dd4eebfc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19441ce1-a5cb-4081-9936-9bce24f331c8', 'name': 'tempest-TestServerBasicOps-1779218473-router', 'tenant_id': '7360b613f94545bd8ee7f4b1714cbef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'd6c25f89-3a4d-482c-bdce-7df0b45d504b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:15:12Z', 'updated_at': '2022-03-07T11:15:13Z', 'revision_number': 3, 'project_id': '7360b613f94545bd8ee7f4b1714cbef4', 'gw_port': {'id': 'd6c25f89-3a4d-482c-bdce-7df0b45d504b', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:37:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19441ce1-a5cb-4081-9936-9bce24f331c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:15:12Z', 'updated_at': '2022-03-07T11:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:15.786098 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad80629-bbac-4b94-aefe-99dd4eebfc6d None None] The sync data for ids ['19441ce1-a5cb-4081-9936-9bce24f331c8'] in n-d-832164-4 is: [{'id': '19441ce1-a5cb-4081-9936-9bce24f331c8', 'name': 'tempest-TestServerBasicOps-1779218473-router', 'tenant_id': '7360b613f94545bd8ee7f4b1714cbef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'd6c25f89-3a4d-482c-bdce-7df0b45d504b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:15:12Z', 'updated_at': '2022-03-07T11:15:13Z', 'revision_number': 3, 'project_id': '7360b613f94545bd8ee7f4b1714cbef4', 'gw_port': {'id': 'd6c25f89-3a4d-482c-bdce-7df0b45d504b', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:37:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19441ce1-a5cb-4081-9936-9bce24f331c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:15:12Z', 'updated_at': '2022-03-07T11:15:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:15:15.858792 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7875b7fc-7d7e-4d38-93d0-8a1b20685d44 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:15:15.914983 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d9a584f9-6cae-4aa2-bfd7-37d74a365923 None None] Provisioning complete for port 90e7a50d-af48-4aa4-a370-35c805294fdd triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:15:15.915489 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d9a584f9-6cae-4aa2-bfd7-37d74a365923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (90e7a50d-af48-4aa4-a370-35c805294fdd), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:15.947378 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42b942bb-fbfd-45ab-85c3-1ad45a9ac949 admin admin] Publish callbacks [] for port (90e7a50d-af48-4aa4-a370-35c805294fdd), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:15.955263 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42b942bb-fbfd-45ab-85c3-1ad45a9ac949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (90e7a50d-af48-4aa4-a370-35c805294fdd), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:15.963608 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 7875b7fc-7d7e-4d38-93d0-8a1b20685d44 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:15:15.963987 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7875b7fc-7d7e-4d38-93d0-8a1b20685d44), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:15.965564 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d9a584f9-6cae-4aa2-bfd7-37d74a365923 None None] Port 90e7a50d-af48-4aa4-a370-35c805294fdd cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:15:16.039648 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42b942bb-fbfd-45ab-85c3-1ad45a9ac949 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (19441ce1-a5cb-4081-9936-9bce24f331c8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:16.041498 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b942bb-fbfd-45ab-85c3-1ad45a9ac949 admin admin] Pushing event updated for resources: {'Port': ['ID=90e7a50d-af48-4aa4-a370-35c805294fdd,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:16.058779 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 7875b7fc-7d7e-4d38-93d0-8a1b20685d44 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:15:16.059875 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e5f60037-93ee-4159-b7e5-4162211c595e up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:15:16.130525 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port e5f60037-93ee-4159-b7e5-4162211c595e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:15:16.131222 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e5f60037-93ee-4159-b7e5-4162211c595e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:16.168724 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b942bb-fbfd-45ab-85c3-1ad45a9ac949 admin admin] Network 1170fc8d-6bcb-4211-a324-1d4b0f481bb7 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:15:16.170403 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-42b942bb-fbfd-45ab-85c3-1ad45a9ac949 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:15:16.249519 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port e5f60037-93ee-4159-b7e5-4162211c595e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:15:16.358590 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b942bb-fbfd-45ab-85c3-1ad45a9ac949 admin admin] Router 19441ce1-a5cb-4081-9936-9bce24f331c8 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:15:16.486812 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-97104378-d2ad-4ec2-bbe7-931ee79f6bdc None None] Provisioning complete for port 90e7a50d-af48-4aa4-a370-35c805294fdd triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:15:16.487019 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b942bb-fbfd-45ab-85c3-1ad45a9ac949 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:15:16.487219 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-97104378-d2ad-4ec2-bbe7-931ee79f6bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (90e7a50d-af48-4aa4-a370-35c805294fdd), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:16.493057 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-42b942bb-fbfd-45ab-85c3-1ad45a9ac949 admin admin] 10.222.0.11 "PUT /v2.0/routers/19441ce1-a5cb-4081-9936-9bce24f331c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4412904 Mar 07 11:15:16.539736 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-97104378-d2ad-4ec2-bbe7-931ee79f6bdc None None] Port 90e7a50d-af48-4aa4-a370-35c805294fdd cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:15:16.954758 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40858) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:16.959281 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-e279a34c-8dde-448d-8b8f-d4a161c6e8b8 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1453131792', 'description': 'tempest-secgroup-smoke-1453131792 description', 'project_id': '5985484c6fa149c081f84b89f8d9b73f'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:15:16.979266 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e279a34c-8dde-448d-8b8f-d4a161c6e8b8 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:17.045246 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e279a34c-8dde-448d-8b8f-d4a161c6e8b8 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks [] for security_group (8ee85374-3e9c-45a2-a315-74723f6ff1d3), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:17.049736 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e279a34c-8dde-448d-8b8f-d4a161c6e8b8 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8ee85374-3e9c-45a2-a315-74723f6ff1d3), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:17.080056 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e279a34c-8dde-448d-8b8f-d4a161c6e8b8 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:17.081438 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e279a34c-8dde-448d-8b8f-d4a161c6e8b8 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1256468 Mar 07 11:15:17.083409 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279a34c-8dde-448d-8b8f-d4a161c6e8b8 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee85374-3e9c-45a2-a315-74723f6ff1d3,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:17.084472 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40860) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:17.089334 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-5bba3b8a-0d15-4c2c-b042-991d6935bd9e tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Request body: {'security_group_rule': {'security_group_id': '8ee85374-3e9c-45a2-a315-74723f6ff1d3', 'project_id': '5985484c6fa149c081f84b89f8d9b73f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:15:17.115190 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5bba3b8a-0d15-4c2c-b042-991d6935bd9e tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks [] for security_group_rule (467adc0f-3267-41f5-86bf-10d2b71fd9e9), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:17.175546 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5bba3b8a-0d15-4c2c-b042-991d6935bd9e tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks [] for security_group_rule (467adc0f-3267-41f5-86bf-10d2b71fd9e9), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:17.179107 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5bba3b8a-0d15-4c2c-b042-991d6935bd9e tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (467adc0f-3267-41f5-86bf-10d2b71fd9e9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:17.196715 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba3b8a-0d15-4c2c-b042-991d6935bd9e tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=467adc0f-3267-41f5-86bf-10d2b71fd9e9,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:17.204201 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5bba3b8a-0d15-4c2c-b042-991d6935bd9e tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:17.205410 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5bba3b8a-0d15-4c2c-b042-991d6935bd9e tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197691 Mar 07 11:15:17.208062 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40862) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:17.212339 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-b2c3dfdd-32b4-4b8f-a5ce-4822d855c28c tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Request body: {'security_group_rule': {'security_group_id': '8ee85374-3e9c-45a2-a315-74723f6ff1d3', 'project_id': '5985484c6fa149c081f84b89f8d9b73f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:15:17.235784 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b2c3dfdd-32b4-4b8f-a5ce-4822d855c28c tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks [] for security_group_rule (bcf6d929-d319-4684-8f9a-aeef20daee3f), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:17.291984 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b2c3dfdd-32b4-4b8f-a5ce-4822d855c28c tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks [] for security_group_rule (bcf6d929-d319-4684-8f9a-aeef20daee3f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:17.295755 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b2c3dfdd-32b4-4b8f-a5ce-4822d855c28c tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (bcf6d929-d319-4684-8f9a-aeef20daee3f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:17.314360 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c3dfdd-32b4-4b8f-a5ce-4822d855c28c tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf6d929-d319-4684-8f9a-aeef20daee3f,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:17.319585 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b2c3dfdd-32b4-4b8f-a5ce-4822d855c28c tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:17.321622 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b2c3dfdd-32b4-4b8f-a5ce-4822d855c28c tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1125512 Mar 07 11:15:17.323343 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40864) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:17.328447 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-ebc8d992-5d35-41f1-9b39-2fa55ca6c921 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Request body: {'security_group_rule': {'security_group_id': '8ee85374-3e9c-45a2-a315-74723f6ff1d3', 'project_id': '5985484c6fa149c081f84b89f8d9b73f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:15:17.351953 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ebc8d992-5d35-41f1-9b39-2fa55ca6c921 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks [] for security_group_rule (d6718799-4d48-427e-9653-299fcbcd9b68), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:17.410066 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ebc8d992-5d35-41f1-9b39-2fa55ca6c921 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks [] for security_group_rule (d6718799-4d48-427e-9653-299fcbcd9b68), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:17.413570 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ebc8d992-5d35-41f1-9b39-2fa55ca6c921 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (d6718799-4d48-427e-9653-299fcbcd9b68), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:17.432535 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8d992-5d35-41f1-9b39-2fa55ca6c921 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6718799-4d48-427e-9653-299fcbcd9b68,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:17.438028 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ebc8d992-5d35-41f1-9b39-2fa55ca6c921 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:17.439375 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ebc8d992-5d35-41f1-9b39-2fa55ca6c921 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150539 Mar 07 11:15:17.442139 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40866) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:17.446315 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e66e926b-1705-4ff3-99a2-50750d84f60b tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Request body: {'security_group_rule': {'security_group_id': '8ee85374-3e9c-45a2-a315-74723f6ff1d3', 'project_id': '5985484c6fa149c081f84b89f8d9b73f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:15:17.471124 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e66e926b-1705-4ff3-99a2-50750d84f60b tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks [] for security_group_rule (d329442e-7d60-431e-90be-ef45f1b1e3d2), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:17.531000 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e66e926b-1705-4ff3-99a2-50750d84f60b tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks [] for security_group_rule (d329442e-7d60-431e-90be-ef45f1b1e3d2), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:17.535232 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e66e926b-1705-4ff3-99a2-50750d84f60b tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (d329442e-7d60-431e-90be-ef45f1b1e3d2), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:17.552589 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e926b-1705-4ff3-99a2-50750d84f60b tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d329442e-7d60-431e-90be-ef45f1b1e3d2,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:17.560665 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e66e926b-1705-4ff3-99a2-50750d84f60b tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:17.562483 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e66e926b-1705-4ff3-99a2-50750d84f60b tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1188536 Mar 07 11:15:17.565248 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40868) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:17.569490 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-b2820b84-1abe-4c43-b0d0-a83415d8654a tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Request body: {'security_group_rule': {'security_group_id': '8ee85374-3e9c-45a2-a315-74723f6ff1d3', 'project_id': '5985484c6fa149c081f84b89f8d9b73f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:15:17.590163 n-d-832164-4 neutron-server[103766]: INFO neutron.db.securitygroups_db [None req-b2820b84-1abe-4c43-b0d0-a83415d8654a tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Project 5985484c6fa149c081f84b89f8d9b73f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:15:17.595352 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b2820b84-1abe-4c43-b0d0-a83415d8654a tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks [] for security_group_rule (8dd0da7d-38dc-4f12-8bd4-8bbdf1f9364f), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:17.653976 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b2820b84-1abe-4c43-b0d0-a83415d8654a tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks [] for security_group_rule (8dd0da7d-38dc-4f12-8bd4-8bbdf1f9364f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:17.657687 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b2820b84-1abe-4c43-b0d0-a83415d8654a tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (8dd0da7d-38dc-4f12-8bd4-8bbdf1f9364f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:17.674628 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2820b84-1abe-4c43-b0d0-a83415d8654a tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd0da7d-38dc-4f12-8bd4-8bbdf1f9364f,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:17.682925 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b2820b84-1abe-4c43-b0d0-a83415d8654a tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:17.684105 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b2820b84-1abe-4c43-b0d0-a83415d8654a tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1178801 Mar 07 11:15:17.687685 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 40870) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:17.692845 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e69fe4d1-b697-4004-a2f7-0de277ebb78b tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Request body: {'security_group_rule': {'security_group_id': '8ee85374-3e9c-45a2-a315-74723f6ff1d3', 'project_id': '5985484c6fa149c081f84b89f8d9b73f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:15:17.714555 n-d-832164-4 neutron-server[103766]: INFO neutron.db.securitygroups_db [None req-e69fe4d1-b697-4004-a2f7-0de277ebb78b tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Project 5985484c6fa149c081f84b89f8d9b73f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:15:17.719997 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e69fe4d1-b697-4004-a2f7-0de277ebb78b tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks [] for security_group_rule (4638e918-890f-4e5c-8eee-cb79fbe7cb54), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:17.769397 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device d6c25f89-3a4d-482c-bdce-7df0b45d504b up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:15:17.794701 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e69fe4d1-b697-4004-a2f7-0de277ebb78b tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks [] for security_group_rule (4638e918-890f-4e5c-8eee-cb79fbe7cb54), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:17.800001 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e69fe4d1-b697-4004-a2f7-0de277ebb78b tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (4638e918-890f-4e5c-8eee-cb79fbe7cb54), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:17.823589 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port d6c25f89-3a4d-482c-bdce-7df0b45d504b triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:15:17.823836 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d6c25f89-3a4d-482c-bdce-7df0b45d504b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:17.825463 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69fe4d1-b697-4004-a2f7-0de277ebb78b tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4638e918-890f-4e5c-8eee-cb79fbe7cb54,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:17.833522 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e69fe4d1-b697-4004-a2f7-0de277ebb78b tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:17.834872 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e69fe4d1-b697-4004-a2f7-0de277ebb78b tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1459064 Mar 07 11:15:17.919687 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port d6c25f89-3a4d-482c-bdce-7df0b45d504b is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:15:17.920089 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d6c25f89-3a4d-482c-bdce-7df0b45d504b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:17.943465 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port d6c25f89-3a4d-482c-bdce-7df0b45d504b, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=d6c25f89-3a4d-482c-bdce-7df0b45d504b,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:15:17.947931 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d6c25f89-3a4d-482c-bdce-7df0b45d504b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:17.996696 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-c8404109-a502-4ad6-a10a-b507d0b83cac tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1453131792&fields=id&tenant_id=5985484c6fa149c081f84b89f8d9b73f HTTP/1.1" status: 200 len: 267 time: 0.0484016 Mar 07 11:15:18.002498 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=d6c25f89-3a4d-482c-bdce-7df0b45d504b,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:18.106070 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-940c3027-1876-42d7-8eca-5b7b35a1440a tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:18.107551 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-940c3027-1876-42d7-8eca-5b7b35a1440a tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "GET /v2.0/networks?id=0df82b9c-5ce6-40eb-bc55-bc755592d794 HTTP/1.1" status: 200 len: 809 time: 0.1037936 Mar 07 11:15:18.122137 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-d2c00084-10ab-49f9-a7a2-15cf84316f47 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "GET /v2.0/quotas/5985484c6fa149c081f84b89f8d9b73f HTTP/1.1" status: 200 len: 375 time: 0.0090492 Mar 07 11:15:18.160437 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d23c39-ac04-4299-8e33-ad68fd484f85 None None] Sync routers for ids ['19441ce1-a5cb-4081-9936-9bce24f331c8'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:15:18.170916 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d23c39-ac04-4299-8e33-ad68fd484f85 None None] Routers {'19441ce1-a5cb-4081-9936-9bce24f331c8'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:15:18.172709 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-01d23c39-ac04-4299-8e33-ad68fd484f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:15:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['19441ce1-a5cb-4081-9936-9bce24f331c8'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:18.181652 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-fcd184f2-4378-4ec0-b090-37acd69979b4 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=5985484c6fa149c081f84b89f8d9b73f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540352 Mar 07 11:15:18.281986 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-01d23c39-ac04-4299-8e33-ad68fd484f85 None None] Set router 19441ce1-a5cb-4081-9936-9bce24f331c8 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:15:18.284185 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-eb433ca4-2fe3-4c16-818c-ec1e44df449f service neutron] 10.222.0.11 "GET /v2.0/networks/0df82b9c-5ce6-40eb-bc55-bc755592d794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905733 Mar 07 11:15:18.380932 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-18ced1f2-3444-4576-84d6-e132ccc700aa service neutron] 10.222.0.11 "GET /v2.0/networks/0df82b9c-5ce6-40eb-bc55-bc755592d794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911989 Mar 07 11:15:18.481547 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-01d23c39-ac04-4299-8e33-ad68fd484f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19441ce1-a5cb-4081-9936-9bce24f331c8', 'name': 'tempest-TestServerBasicOps-1779218473-router', 'tenant_id': '7360b613f94545bd8ee7f4b1714cbef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'd6c25f89-3a4d-482c-bdce-7df0b45d504b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:15:12Z', 'updated_at': '2022-03-07T11:15:15Z', 'revision_number': 4, 'project_id': '7360b613f94545bd8ee7f4b1714cbef4', 'gw_port': {'id': 'd6c25f89-3a4d-482c-bdce-7df0b45d504b', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:37:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19441ce1-a5cb-4081-9936-9bce24f331c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:15:12Z', 'updated_at': '2022-03-07T11:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '90e7a50d-af48-4aa4-a370-35c805294fdd', 'name': '', 'network_id': '1170fc8d-6bcb-4211-a324-1d4b0f481bb7', 'tenant_id': '7360b613f94545bd8ee7f4b1714cbef4', 'mac_address': 'fa:16:3e:02:4a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19441ce1-a5cb-4081-9936-9bce24f331c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '44d7bd46-188c-4d0f-b827-8f3ef32902df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:15:14Z', 'updated_at': '2022-03-07T11:15:15Z', 'revision_number': 2, 'project_id': '7360b613f94545bd8ee7f4b1714cbef4', 'subnets': [{'id': '44d7bd46-188c-4d0f-b827-8f3ef32902df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:18.515872 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d23c39-ac04-4299-8e33-ad68fd484f85 None None] Checking router: 19441ce1-a5cb-4081-9936-9bce24f331c8 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:15:18.516494 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d23c39-ac04-4299-8e33-ad68fd484f85 None None] Updating router 19441ce1-a5cb-4081-9936-9bce24f331c8 port 90e7a50d-af48-4aa4-a370-35c805294fdd binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:15:18.552037 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:18.555150 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01d23c39-ac04-4299-8e33-ad68fd484f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (90e7a50d-af48-4aa4-a370-35c805294fdd), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:18.596085 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c292ad33-df2b-46c4-991b-b4b4963de050 req-5aacee2e-f40d-40e8-ac98-c5ec55159663 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "GET /v2.0/ports?device_id=125abd87-992d-412a-9b8a-0aff8a705041 HTTP/1.1" status: 200 len: 210 time: 0.0360963 Mar 07 11:15:18.831987 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01d23c39-ac04-4299-8e33-ad68fd484f85 None None] Publish callbacks [] for port (90e7a50d-af48-4aa4-a370-35c805294fdd), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:18.838061 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01d23c39-ac04-4299-8e33-ad68fd484f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (90e7a50d-af48-4aa4-a370-35c805294fdd), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:18.899866 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ce5bf-7f28-4541-b838-9a71a5324485 None None] Pushing event updated for resources: {'Port': ['ID=90e7a50d-af48-4aa4-a370-35c805294fdd,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:18.961754 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-01d23c39-ac04-4299-8e33-ad68fd484f85 None None] Attempting to bind port 90e7a50d-af48-4aa4-a370-35c805294fdd on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:15:18.962657 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-01d23c39-ac04-4299-8e33-ad68fd484f85 None None] Attempting to bind port 90e7a50d-af48-4aa4-a370-35c805294fdd by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'ab8c3580-c1d3-4c99-bbe0-b2ce381803a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1170fc8d-6bcb-4211-a324-1d4b0f481bb7'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:15:18.963025 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d23c39-ac04-4299-8e33-ad68fd484f85 None None] Attempting to bind port 90e7a50d-af48-4aa4-a370-35c805294fdd on network 1170fc8d-6bcb-4211-a324-1d4b0f481bb7 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:15:18.970206 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d23c39-ac04-4299-8e33-ad68fd484f85 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:15:18.970583 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d23c39-ac04-4299-8e33-ad68fd484f85 None None] Checking segment: {'id': 'ab8c3580-c1d3-4c99-bbe0-b2ce381803a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1170fc8d-6bcb-4211-a324-1d4b0f481bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:15:18.970988 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01d23c39-ac04-4299-8e33-ad68fd484f85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:18.971380 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d23c39-ac04-4299-8e33-ad68fd484f85 None None] Bound using segment: {'id': 'ab8c3580-c1d3-4c99-bbe0-b2ce381803a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1170fc8d-6bcb-4211-a324-1d4b0f481bb7'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:15:18.971842 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-01d23c39-ac04-4299-8e33-ad68fd484f85 None None] Bound port: 90e7a50d-af48-4aa4-a370-35c805294fdd, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8c3580-c1d3-4c99-bbe0-b2ce381803a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '1170fc8d-6bcb-4211-a324-1d4b0f481bb7'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:15:18.972218 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01d23c39-ac04-4299-8e33-ad68fd484f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (90e7a50d-af48-4aa4-a370-35c805294fdd), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:19.044815 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01d23c39-ac04-4299-8e33-ad68fd484f85 None None] For port 90e7a50d-af48-4aa4-a370-35c805294fdd, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:15:19.050921 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-01d23c39-ac04-4299-8e33-ad68fd484f85 None None] For port 90e7a50d-af48-4aa4-a370-35c805294fdd, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=90e7a50d-af48-4aa4-a370-35c805294fdd,segment=NetworkSegment(ab8c3580-c1d3-4c99-bbe0-b2ce381803a5),segment_id=ab8c3580-c1d3-4c99-bbe0-b2ce381803a5)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:15:19.059223 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01d23c39-ac04-4299-8e33-ad68fd484f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (90e7a50d-af48-4aa4-a370-35c805294fdd), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:19.115559 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d23c39-ac04-4299-8e33-ad68fd484f85 None None] Routers {'19441ce1-a5cb-4081-9936-9bce24f331c8'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:15:19.116193 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-01d23c39-ac04-4299-8e33-ad68fd484f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:15:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['19441ce1-a5cb-4081-9936-9bce24f331c8'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:19.176180 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ce5bf-7f28-4541-b838-9a71a5324485 None None] Pushing event updated for resources: {'Port': ['ID=90e7a50d-af48-4aa4-a370-35c805294fdd,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:19.203373 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-730ac9dd-f754-4450-a742-664857d30a98 None None] Provisioning complete for port 90e7a50d-af48-4aa4-a370-35c805294fdd triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:15:19.203765 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-730ac9dd-f754-4450-a742-664857d30a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (90e7a50d-af48-4aa4-a370-35c805294fdd), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:19.246980 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:15:19.460208 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-01d23c39-ac04-4299-8e33-ad68fd484f85 None None] Set router 19441ce1-a5cb-4081-9936-9bce24f331c8 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:15:19.608505 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-730ac9dd-f754-4450-a742-664857d30a98 None None] Current status of the port 90e7a50d-af48-4aa4-a370-35c805294fdd is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:15:19.609042 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-730ac9dd-f754-4450-a742-664857d30a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (90e7a50d-af48-4aa4-a370-35c805294fdd), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:19.677531 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-730ac9dd-f754-4450-a742-664857d30a98 None None] For port 90e7a50d-af48-4aa4-a370-35c805294fdd, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=90e7a50d-af48-4aa4-a370-35c805294fdd,segment=NetworkSegment(ab8c3580-c1d3-4c99-bbe0-b2ce381803a5),segment_id=ab8c3580-c1d3-4c99-bbe0-b2ce381803a5)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:15:19.701683 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-730ac9dd-f754-4450-a742-664857d30a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (90e7a50d-af48-4aa4-a370-35c805294fdd), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:19.742389 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-a550fa31-13be-4f11-9087-b6f721c71357 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:19.746127 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-a550fa31-13be-4f11-9087-b6f721c71357 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.21 "GET /v2.0/networks?id=0df82b9c-5ce6-40eb-bc55-bc755592d794 HTTP/1.1" status: 200 len: 809 time: 0.1412940 Mar 07 11:15:19.774494 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ac9dd-f754-4450-a742-664857d30a98 None None] Pushing event updated for resources: {'Port': ['ID=90e7a50d-af48-4aa4-a370-35c805294fdd,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:19.781686 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-01d23c39-ac04-4299-8e33-ad68fd484f85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19441ce1-a5cb-4081-9936-9bce24f331c8', 'name': 'tempest-TestServerBasicOps-1779218473-router', 'tenant_id': '7360b613f94545bd8ee7f4b1714cbef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'd6c25f89-3a4d-482c-bdce-7df0b45d504b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:15:12Z', 'updated_at': '2022-03-07T11:15:15Z', 'revision_number': 4, 'project_id': '7360b613f94545bd8ee7f4b1714cbef4', 'gw_port': {'id': 'd6c25f89-3a4d-482c-bdce-7df0b45d504b', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:37:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19441ce1-a5cb-4081-9936-9bce24f331c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:15:12Z', 'updated_at': '2022-03-07T11:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '90e7a50d-af48-4aa4-a370-35c805294fdd', 'name': '', 'network_id': '1170fc8d-6bcb-4211-a324-1d4b0f481bb7', 'tenant_id': '7360b613f94545bd8ee7f4b1714cbef4', 'mac_address': 'fa:16:3e:02:4a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19441ce1-a5cb-4081-9936-9bce24f331c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '44d7bd46-188c-4d0f-b827-8f3ef32902df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:15:14Z', 'updated_at': '2022-03-07T11:15:19Z', 'revision_number': 4, 'project_id': '7360b613f94545bd8ee7f4b1714cbef4', 'subnets': [{'id': '44d7bd46-188c-4d0f-b827-8f3ef32902df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:19.801978 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6df52e6b-075a-4657-a06b-54a7376db10b req-100f118b-b73b-4ec2-8306-352a8875f7dd tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "GET /v2.0/ports?device_id=125abd87-992d-412a-9b8a-0aff8a705041 HTTP/1.1" status: 200 len: 210 time: 0.0847807 Mar 07 11:15:19.815087 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device d6c25f89-3a4d-482c-bdce-7df0b45d504b up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:15:19.819618 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d23c39-ac04-4299-8e33-ad68fd484f85 None None] The sync data for ids ['19441ce1-a5cb-4081-9936-9bce24f331c8'] in n-d-832164-4 is: [{'id': '19441ce1-a5cb-4081-9936-9bce24f331c8', 'name': 'tempest-TestServerBasicOps-1779218473-router', 'tenant_id': '7360b613f94545bd8ee7f4b1714cbef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'd6c25f89-3a4d-482c-bdce-7df0b45d504b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:15:12Z', 'updated_at': '2022-03-07T11:15:15Z', 'revision_number': 4, 'project_id': '7360b613f94545bd8ee7f4b1714cbef4', 'gw_port': {'id': 'd6c25f89-3a4d-482c-bdce-7df0b45d504b', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:37:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19441ce1-a5cb-4081-9936-9bce24f331c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:15:12Z', 'updated_at': '2022-03-07T11:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '90e7a50d-af48-4aa4-a370-35c805294fdd', 'name': '', 'network_id': '1170fc8d-6bcb-4211-a324-1d4b0f481bb7', 'tenant_id': '7360b613f94545bd8ee7f4b1714cbef4', 'mac_address': 'fa:16:3e:02:4a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19441ce1-a5cb-4081-9936-9bce24f331c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4024, 'fixed_ips': [{'subnet_id': '44d7bd46-188c-4d0f-b827-8f3ef32902df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:15:14Z', 'updated_at': '2022-03-07T11:15:19Z', 'revision_number': 4, 'project_id': '7360b613f94545bd8ee7f4b1714cbef4', 'subnets': [{'id': '44d7bd46-188c-4d0f-b827-8f3ef32902df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:15:19.843625 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-af6098e3-8b42-4bb8-b4f2-115603bc7792 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5985484c6fa149c081f84b89f8d9b73f HTTP/1.1" status: 200 len: 380 time: 0.0880115 Mar 07 11:15:19.852632 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-9e656a9b-bc95-403d-aea3-65a841c5c38d tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Request body: {'port': {'device_id': '125abd87-992d-412a-9b8a-0aff8a705041', 'network_id': '0df82b9c-5ce6-40eb-bc55-bc755592d794', 'admin_state_up': True, 'tenant_id': '5985484c6fa149c081f84b89f8d9b73f', 'security_groups': ['8ee85374-3e9c-45a2-a315-74723f6ff1d3']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:15:19.866270 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a48f32d2-ba91-4b91-aace-77ac8eaad296 None None] Provisioning complete for port 90e7a50d-af48-4aa4-a370-35c805294fdd triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:15:19.866730 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a48f32d2-ba91-4b91-aace-77ac8eaad296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (90e7a50d-af48-4aa4-a370-35c805294fdd), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:19.919985 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port d6c25f89-3a4d-482c-bdce-7df0b45d504b triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:15:19.920367 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d6c25f89-3a4d-482c-bdce-7df0b45d504b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:20.000500 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-9e656a9b-bc95-403d-aea3-65a841c5c38d tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Made reservation on behalf of 5985484c6fa149c081f84b89f8d9b73f for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:15:20.004433 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-9e656a9b-bc95-403d-aea3-65a841c5c38d tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:20.009002 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a48f32d2-ba91-4b91-aace-77ac8eaad296 None None] Current status of the port 90e7a50d-af48-4aa4-a370-35c805294fdd is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:15:20.061678 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port d6c25f89-3a4d-482c-bdce-7df0b45d504b is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:15:20.149803 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-9e656a9b-bc95-403d-aea3-65a841c5c38d tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Allocated IP 172.20.0.3 (0df82b9c-5ce6-40eb-bc55-bc755592d794/429f08ac-b27b-4332-8428-12eac555e652/f8f8bdf4-6248-49ab-bda9-fb08eefae3e4) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:15:20.301735 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-9e656a9b-bc95-403d-aea3-65a841c5c38d tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks [] for port (f8f8bdf4-6248-49ab-bda9-fb08eefae3e4), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:20.336918 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-9e656a9b-bc95-403d-aea3-65a841c5c38d tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (f8f8bdf4-6248-49ab-bda9-fb08eefae3e4), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:20.387809 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-9e656a9b-bc95-403d-aea3-65a841c5c38d tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Network 0df82b9c-5ce6-40eb-bc55-bc755592d794 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:15:20.391406 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-9e656a9b-bc95-403d-aea3-65a841c5c38d tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:15:20.393831 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-9e656a9b-bc95-403d-aea3-65a841c5c38d tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:15:20.420186 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e656a9b-bc95-403d-aea3-65a841c5c38d tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Pushing event updated for resources: {'Port': ['ID=f8f8bdf4-6248-49ab-bda9-fb08eefae3e4,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:20.448724 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-9e656a9b-bc95-403d-aea3-65a841c5c38d tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:20.449387 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-9e656a9b-bc95-403d-aea3-65a841c5c38d tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:20.470446 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-9e656a9b-bc95-403d-aea3-65a841c5c38d tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6216314 Mar 07 11:15:20.612616 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-e86b73fe-04c6-42e8-ace6-504e6246fe25 service neutron] Request body: {'port': {'device_id': '125abd87-992d-412a-9b8a-0aff8a705041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:15:20.631536 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-7eb4fa7d-e296-442b-9c2e-43770156177c None None] Provisioning complete for port f8f8bdf4-6248-49ab-bda9-fb08eefae3e4 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:15:20.631994 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7eb4fa7d-e296-442b-9c2e-43770156177c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f8f8bdf4-6248-49ab-bda9-fb08eefae3e4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:20.667043 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-7eb4fa7d-e296-442b-9c2e-43770156177c None None] Port f8f8bdf4-6248-49ab-bda9-fb08eefae3e4 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:15:20.672168 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-e86b73fe-04c6-42e8-ace6-504e6246fe25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f8f8bdf4-6248-49ab-bda9-fb08eefae3e4), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:20.946027 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c97b2a-5b6d-481d-8482-47e0cba18c41 req-a3b5e3d9-d60b-435f-9589-e45a35672edf tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:20.947540 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f6c97b2a-5b6d-481d-8482-47e0cba18c41 req-a3b5e3d9-d60b-435f-9589-e45a35672edf tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "GET /v2.0/ports?device_id=125abd87-992d-412a-9b8a-0aff8a705041 HTTP/1.1" status: 200 len: 931 time: 0.0920906 Mar 07 11:15:21.017491 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-e86b73fe-04c6-42e8-ace6-504e6246fe25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f8bdf4-6248-49ab-bda9-fb08eefae3e4 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:15:21.032793 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-e86b73fe-04c6-42e8-ace6-504e6246fe25 service neutron] Publish callbacks [] for port (f8f8bdf4-6248-49ab-bda9-fb08eefae3e4), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:21.042151 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f6c97b2a-5b6d-481d-8482-47e0cba18c41 req-06296451-5422-4a3c-b546-e6bf262814e0 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ee85374-3e9c-45a2-a315-74723f6ff1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836709 Mar 07 11:15:21.050581 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-e86b73fe-04c6-42e8-ace6-504e6246fe25 service neutron] Transition to ACTIVE for port object f8f8bdf4-6248-49ab-bda9-fb08eefae3e4 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:15:21.055339 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-e86b73fe-04c6-42e8-ace6-504e6246fe25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (f8f8bdf4-6248-49ab-bda9-fb08eefae3e4), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:21.113383 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b73fe-04c6-42e8-ace6-504e6246fe25 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f8bdf4-6248-49ab-bda9-fb08eefae3e4,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:21.190347 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-e86b73fe-04c6-42e8-ace6-504e6246fe25 service neutron] Attempting to bind port f8f8bdf4-6248-49ab-bda9-fb08eefae3e4 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:15:21.190692 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-e86b73fe-04c6-42e8-ace6-504e6246fe25 service neutron] Attempting to bind port f8f8bdf4-6248-49ab-bda9-fb08eefae3e4 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '0f544745-6080-42df-b8dd-0a1dbb55d616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0df82b9c-5ce6-40eb-bc55-bc755592d794'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:15:21.191431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-e86b73fe-04c6-42e8-ace6-504e6246fe25 service neutron] Attempting to bind port f8f8bdf4-6248-49ab-bda9-fb08eefae3e4 on network 0df82b9c-5ce6-40eb-bc55-bc755592d794 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:15:21.196797 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-e86b73fe-04c6-42e8-ace6-504e6246fe25 service neutron] Port f8f8bdf4-6248-49ab-bda9-fb08eefae3e4 on network 0df82b9c-5ce6-40eb-bc55-bc755592d794 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:15:21.197147 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-e86b73fe-04c6-42e8-ace6-504e6246fe25 service neutron] Attempting to bind port f8f8bdf4-6248-49ab-bda9-fb08eefae3e4 on network 0df82b9c-5ce6-40eb-bc55-bc755592d794 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:15:21.205169 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-e86b73fe-04c6-42e8-ace6-504e6246fe25 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:15:21.205614 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-e86b73fe-04c6-42e8-ace6-504e6246fe25 service neutron] Checking segment: {'id': '0f544745-6080-42df-b8dd-0a1dbb55d616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0df82b9c-5ce6-40eb-bc55-bc755592d794'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:15:21.208003 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-e86b73fe-04c6-42e8-ace6-504e6246fe25 service neutron] Bound using segment: {'id': '0f544745-6080-42df-b8dd-0a1dbb55d616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0df82b9c-5ce6-40eb-bc55-bc755592d794'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:15:21.208482 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-e86b73fe-04c6-42e8-ace6-504e6246fe25 service neutron] Bound port: f8f8bdf4-6248-49ab-bda9-fb08eefae3e4, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f544745-6080-42df-b8dd-0a1dbb55d616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '0df82b9c-5ce6-40eb-bc55-bc755592d794'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:15:21.208862 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-e86b73fe-04c6-42e8-ace6-504e6246fe25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f8f8bdf4-6248-49ab-bda9-fb08eefae3e4), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:21.280650 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-e86b73fe-04c6-42e8-ace6-504e6246fe25 service neutron] For port f8f8bdf4-6248-49ab-bda9-fb08eefae3e4, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:15:21.283771 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-e86b73fe-04c6-42e8-ace6-504e6246fe25 service neutron] For port f8f8bdf4-6248-49ab-bda9-fb08eefae3e4, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=f8f8bdf4-6248-49ab-bda9-fb08eefae3e4,segment=NetworkSegment(0f544745-6080-42df-b8dd-0a1dbb55d616),segment_id=0f544745-6080-42df-b8dd-0a1dbb55d616)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:15:21.290577 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-e86b73fe-04c6-42e8-ace6-504e6246fe25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (f8f8bdf4-6248-49ab-bda9-fb08eefae3e4), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:21.327009 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-e86b73fe-04c6-42e8-ace6-504e6246fe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:21.328675 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-e86b73fe-04c6-42e8-ace6-504e6246fe25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:21.330451 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-e86b73fe-04c6-42e8-ace6-504e6246fe25 service neutron] 10.222.0.21 "PUT /v2.0/ports/f8f8bdf4-6248-49ab-bda9-fb08eefae3e4 HTTP/1.1" status: 200 len: 1091 time: 0.8526266 Mar 07 11:15:21.332685 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125abd87-992d-412a-9b8a-0aff8a705041', 'tag': 'f8f8bdf4-6248-49ab-bda9-fb08eefae3e4'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:15:21.336167 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e01d5e-6b08-49e6-9a4d-b086780f30f3" -d '{"events": [{"name": "network-changed", "server_uuid": "125abd87-992d-412a-9b8a-0aff8a705041", "tag": "f8f8bdf4-6248-49ab-bda9-fb08eefae3e4"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:15:21.369876 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b73fe-04c6-42e8-ace6-504e6246fe25 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f8bdf4-6248-49ab-bda9-fb08eefae3e4,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:21.433391 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-3e82b41a-7d9b-44e3-91c0-e90bd9081070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:21.435452 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-3e82b41a-7d9b-44e3-91c0-e90bd9081070 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5985484c6fa149c081f84b89f8d9b73f&device_id=125abd87-992d-412a-9b8a-0aff8a705041 HTTP/1.1" status: 200 len: 1125 time: 0.0611556 Mar 07 11:15:21.478157 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f43f61f-1396-4887-a211-a06e63e8f8ae x-openstack-request-id: req-7f43f61f-1396-4887-a211-a06e63e8f8ae {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:15:21.478452 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125abd87-992d-412a-9b8a-0aff8a705041", "tag": "f8f8bdf4-6248-49ab-bda9-fb08eefae3e4", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:15:21.478710 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7f43f61f-1396-4887-a211-a06e63e8f8ae {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:15:21.479120 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125abd87-992d-412a-9b8a-0aff8a705041', 'tag': 'f8f8bdf4-6248-49ab-bda9-fb08eefae3e4', 'status': 'completed', 'code': 200} Mar 07 11:15:21.480964 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-9d3519ae-2190-4b96-a9fb-4cab0d028e11 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8f8bdf4-6248-49ab-bda9-fb08eefae3e4 HTTP/1.1" status: 200 len: 217 time: 0.0387278 Mar 07 11:15:21.553192 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-dbd7ef0e-315f-403e-98c0-e9ffb22af0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:21.554678 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-dbd7ef0e-315f-403e-98c0-e9ffb22af0b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=429f08ac-b27b-4332-8428-12eac555e652 HTTP/1.1" status: 200 len: 848 time: 0.0682893 Mar 07 11:15:21.613211 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-34c04c7c-d9e0-4556-a32e-8c961653fcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:21.615493 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-34c04c7c-d9e0-4556-a32e-8c961653fcbf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0df82b9c-5ce6-40eb-bc55-bc755592d794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0547607 Mar 07 11:15:21.756255 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-bfc72a98-12a7-43e0-84f0-e672f2929945 service neutron] 10.222.0.21 "GET /v2.0/networks/0df82b9c-5ce6-40eb-bc55-bc755592d794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345267 Mar 07 11:15:21.822807 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 90e7a50d-af48-4aa4-a370-35c805294fdd up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:15:21.895044 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae1efc67-f404-4e11-9f28-e7018195f321 req-d61b767f-fec4-40e6-a8be-9a4cbe5192e3 service neutron] 10.222.0.21 "GET /v2.0/networks/0df82b9c-5ce6-40eb-bc55-bc755592d794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287389 Mar 07 11:15:21.899530 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14902a21-cb2c-4955-8f4b-c35d9b19cc59 req-da6d293b-9b3d-4501-bf53-203e429a3431 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:21.902124 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-14902a21-cb2c-4955-8f4b-c35d9b19cc59 req-da6d293b-9b3d-4501-bf53-203e429a3431 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 945 time: 0.1004100 Mar 07 11:15:21.918852 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 90e7a50d-af48-4aa4-a370-35c805294fdd triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:15:21.919521 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (90e7a50d-af48-4aa4-a370-35c805294fdd), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:21.992950 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-14902a21-cb2c-4955-8f4b-c35d9b19cc59 req-4a8af0c0-cc2f-48c4-b96a-e9c1ada97c48 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795696 Mar 07 11:15:22.006002 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e01d5e-6b08-49e6-9a4d-b086780f30f3 req-d4c26988-0c72-498b-aaa9-1172c0cdf5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:22.008077 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f4e01d5e-6b08-49e6-9a4d-b086780f30f3 req-d4c26988-0c72-498b-aaa9-1172c0cdf5ba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5985484c6fa149c081f84b89f8d9b73f&device_id=125abd87-992d-412a-9b8a-0aff8a705041 HTTP/1.1" status: 200 len: 1125 time: 0.0583484 Mar 07 11:15:22.027528 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 90e7a50d-af48-4aa4-a370-35c805294fdd is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:15:22.134862 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e01d5e-6b08-49e6-9a4d-b086780f30f3 req-de7fb53b-ae2f-46ba-82c0-6c6d1b16ee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:22.135726 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f4e01d5e-6b08-49e6-9a4d-b086780f30f3 req-de7fb53b-ae2f-46ba-82c0-6c6d1b16ee71 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0df82b9c-5ce6-40eb-bc55-bc755592d794 HTTP/1.1" status: 200 len: 910 time: 0.1215351 Mar 07 11:15:22.206101 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f4e01d5e-6b08-49e6-9a4d-b086780f30f3 req-794a598c-06fc-4e84-9b77-cea0bc701bbb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8f8bdf4-6248-49ab-bda9-fb08eefae3e4 HTTP/1.1" status: 200 len: 217 time: 0.0494094 Mar 07 11:15:22.266061 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03385f-727d-46e0-b6a6-624c5bc3153a req-5f2f70d7-d308-4ab0-b2d7-c7fa935b0b17 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:22.268294 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f03385f-727d-46e0-b6a6-624c5bc3153a req-5f2f70d7-d308-4ab0-b2d7-c7fa935b0b17 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "GET /v2.0/ports?device_id=125abd87-992d-412a-9b8a-0aff8a705041 HTTP/1.1" status: 200 len: 943 time: 0.1491640 Mar 07 11:15:22.296962 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e01d5e-6b08-49e6-9a4d-b086780f30f3 req-82db9965-0bd5-453b-a30d-c876c0a431e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:22.298838 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f4e01d5e-6b08-49e6-9a4d-b086780f30f3 req-82db9965-0bd5-453b-a30d-c876c0a431e3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=429f08ac-b27b-4332-8428-12eac555e652 HTTP/1.1" status: 200 len: 848 time: 0.0846658 Mar 07 11:15:22.367035 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f03385f-727d-46e0-b6a6-624c5bc3153a req-8e37f3be-7662-457b-9fae-7bcf92e10717 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ee85374-3e9c-45a2-a315-74723f6ff1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895138 Mar 07 11:15:22.384081 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e01d5e-6b08-49e6-9a4d-b086780f30f3 req-6e213154-c3b0-479a-ad50-b0e813a16323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:22.386074 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f4e01d5e-6b08-49e6-9a4d-b086780f30f3 req-6e213154-c3b0-479a-ad50-b0e813a16323 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0df82b9c-5ce6-40eb-bc55-bc755592d794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0795510 Mar 07 11:15:22.487238 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f4e01d5e-6b08-49e6-9a4d-b086780f30f3 req-32a19f2e-b900-414f-8114-fc011559fae0 service neutron] 10.222.0.21 "GET /v2.0/networks/0df82b9c-5ce6-40eb-bc55-bc755592d794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940897 Mar 07 11:15:22.579999 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f4e01d5e-6b08-49e6-9a4d-b086780f30f3 req-eae5ab2b-1b47-4c78-bebb-a024609151ac service neutron] 10.222.0.21 "GET /v2.0/networks/0df82b9c-5ce6-40eb-bc55-bc755592d794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860791 Mar 07 11:15:23.111783 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69094602-9f81-406f-a556-4c44f9939d88 req-a084f504-54f4-42bc-ae2b-d3aaa910a0f5 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:23.113445 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-69094602-9f81-406f-a556-4c44f9939d88 req-a084f504-54f4-42bc-ae2b-d3aaa910a0f5 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 945 time: 0.0545454 Mar 07 11:15:23.172121 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-69094602-9f81-406f-a556-4c44f9939d88 req-09d40990-6666-42b6-8550-419bd610e77a tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530457 Mar 07 11:15:23.182499 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:23.447336 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daede2eb-5f45-42a7-9fa5-4f254bc21f04 req-014fa0cd-1375-4b8f-b849-ff69f14282d9 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:23.448803 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-daede2eb-5f45-42a7-9fa5-4f254bc21f04 req-014fa0cd-1375-4b8f-b849-ff69f14282d9 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 945 time: 0.0525684 Mar 07 11:15:23.486879 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4dd0d-7b0a-4b36-a8de-b9463dcd26a7 req-c4380e84-3490-4133-af42-6f92db3dc9df tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:23.488391 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-88c4dd0d-7b0a-4b36-a8de-b9463dcd26a7 req-c4380e84-3490-4133-af42-6f92db3dc9df tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "GET /v2.0/ports?device_id=125abd87-992d-412a-9b8a-0aff8a705041 HTTP/1.1" status: 200 len: 943 time: 0.0534916 Mar 07 11:15:23.544988 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-daede2eb-5f45-42a7-9fa5-4f254bc21f04 req-671d7cb6-ab3d-4cec-b7c3-de06aa4b7425 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Deleting port d60f5020-84e8-470e-833a-7b17e0a6de70 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:15:23.545362 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-daede2eb-5f45-42a7-9fa5-4f254bc21f04 req-671d7cb6-ab3d-4cec-b7c3-de06aa4b7425 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (d60f5020-84e8-470e-833a-7b17e0a6de70), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:23.551239 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-88c4dd0d-7b0a-4b36-a8de-b9463dcd26a7 req-bc7d875d-e9a6-44b4-a4b1-6c0ada916da5 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ee85374-3e9c-45a2-a315-74723f6ff1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559425 Mar 07 11:15:23.636330 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-daede2eb-5f45-42a7-9fa5-4f254bc21f04 req-671d7cb6-ab3d-4cec-b7c3-de06aa4b7425 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] For port d60f5020-84e8-470e-833a-7b17e0a6de70, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d60f5020-84e8-470e-833a-7b17e0a6de70,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:15:23.636688 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-daede2eb-5f45-42a7-9fa5-4f254bc21f04 req-671d7cb6-ab3d-4cec-b7c3-de06aa4b7425 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (d60f5020-84e8-470e-833a-7b17e0a6de70), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:23.856771 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-daede2eb-5f45-42a7-9fa5-4f254bc21f04 req-671d7cb6-ab3d-4cec-b7c3-de06aa4b7425 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:23.857055 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-daede2eb-5f45-42a7-9fa5-4f254bc21f04 req-671d7cb6-ab3d-4cec-b7c3-de06aa4b7425 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (097ebed2-7215-4878-8372-666fb790fdee), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:23.857396 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [req-daede2eb-5f45-42a7-9fa5-4f254bc21f04 req-671d7cb6-ab3d-4cec-b7c3-de06aa4b7425 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Floating IP 097ebed2-7215-4878-8372-666fb790fdee disassociated. External IP: 172.25.3.24, port: d60f5020-84e8-470e-833a-7b17e0a6de70. Mar 07 11:15:23.857741 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-daede2eb-5f45-42a7-9fa5-4f254bc21f04 req-671d7cb6-ab3d-4cec-b7c3-de06aa4b7425 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Calling delete_port for d60f5020-84e8-470e-833a-7b17e0a6de70 owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:15:23.982199 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-daede2eb-5f45-42a7-9fa5-4f254bc21f04 req-671d7cb6-ab3d-4cec-b7c3-de06aa4b7425 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (d60f5020-84e8-470e-833a-7b17e0a6de70), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:24.014619 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d7cb6-ab3d-4cec-b7c3-de06aa4b7425 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Pushing event deleted for resources: {'Port': ['ID=d60f5020-84e8-470e-833a-7b17e0a6de70,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:24.128312 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [req-daede2eb-5f45-42a7-9fa5-4f254bc21f04 req-671d7cb6-ab3d-4cec-b7c3-de06aa4b7425 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Router fa32354e-dacc-4f8a-bf67-ede49ac38b89 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:15:24.240008 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-daede2eb-5f45-42a7-9fa5-4f254bc21f04 req-671d7cb6-ab3d-4cec-b7c3-de06aa4b7425 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:15:24.250702 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d334b6-34cf-43ff-8c59-e3a054ac9a34 None None] Sync routers for ids ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:15:24.261069 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d334b6-34cf-43ff-8c59-e3a054ac9a34 None None] Routers {'fa32354e-dacc-4f8a-bf67-ede49ac38b89'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:15:24.261699 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e0d334b6-34cf-43ff-8c59-e3a054ac9a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:15:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:24.303428 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-daede2eb-5f45-42a7-9fa5-4f254bc21f04 req-671d7cb6-ab3d-4cec-b7c3-de06aa4b7425 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] No DVR routers for this DVR port d60f5020-84e8-470e-833a-7b17e0a6de70 on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:15:24.306720 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2acc7f3a-cc6f-417a-9231-5d9347a5bd76 req-21c271e8-7cc2-4ff6-b9ba-f69a6df390ac tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 210 time: 0.0594919 Mar 07 11:15:24.307760 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-daede2eb-5f45-42a7-9fa5-4f254bc21f04 req-671d7cb6-ab3d-4cec-b7c3-de06aa4b7425 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:24.311086 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-daede2eb-5f45-42a7-9fa5-4f254bc21f04 req-671d7cb6-ab3d-4cec-b7c3-de06aa4b7425 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.31 "DELETE /v2.0/ports/d60f5020-84e8-470e-833a-7b17e0a6de70 HTTP/1.1" status: 204 len: 173 time: 0.8564882 Mar 07 11:15:24.311540 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc803f25-2a1b-440e-ab82-d2121186d220', 'name': 'network-vif-deleted', 'tag': 'd60f5020-84e8-470e-833a-7b17e0a6de70'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:15:24.314906 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ba01de-c58c-4d2b-aac8-352e6caff7ed" -d '{"events": [{"server_uuid": "fc803f25-2a1b-440e-ab82-d2121186d220", "name": "network-vif-deleted", "tag": "d60f5020-84e8-470e-833a-7b17e0a6de70"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:15:24.361700 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fa2482-f001-4fc0-aa00-cd373ee46ce6 x-openstack-request-id: req-35fa2482-f001-4fc0-aa00-cd373ee46ce6 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:15:24.363120 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc803f25-2a1b-440e-ab82-d2121186d220", "name": "network-vif-deleted", "tag": "d60f5020-84e8-470e-833a-7b17e0a6de70", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:15:24.363440 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-35fa2482-f001-4fc0-aa00-cd373ee46ce6 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:15:24.363879 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc803f25-2a1b-440e-ab82-d2121186d220', 'name': 'network-vif-deleted', 'tag': 'd60f5020-84e8-470e-833a-7b17e0a6de70', 'status': 'completed', 'code': 200} Mar 07 11:15:24.376648 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-e0d334b6-34cf-43ff-8c59-e3a054ac9a34 None None] Set router fa32354e-dacc-4f8a-bf67-ede49ac38b89 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:15:24.594002 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e0d334b6-34cf-43ff-8c59-e3a054ac9a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'name': 'tempest-TestVolumeBootPattern-1894275182-router', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:14Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'gw_port': {'id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:15Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'e7115265-9ddc-4a53-97bd-eab200ea7377', 'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'mac_address': 'fa:16:3e:a5:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:21Z', 'updated_at': '2022-03-07T11:06:30Z', 'revision_number': 5, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'subnets': [{'id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:24.620967 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d334b6-34cf-43ff-8c59-e3a054ac9a34 None None] Checking router: fa32354e-dacc-4f8a-bf67-ede49ac38b89 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:15:24.629426 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d334b6-34cf-43ff-8c59-e3a054ac9a34 None None] Routers {'fa32354e-dacc-4f8a-bf67-ede49ac38b89'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:15:24.629959 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e0d334b6-34cf-43ff-8c59-e3a054ac9a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:15:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:24.680026 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6d499-7f53-429c-8f01-26c246a4397c req-327247b4-d39c-4de5-b7fb-5986767edfa8 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:24.681566 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-21e6d499-7f53-429c-8f01-26c246a4397c req-327247b4-d39c-4de5-b7fb-5986767edfa8 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "GET /v2.0/ports?device_id=125abd87-992d-412a-9b8a-0aff8a705041 HTTP/1.1" status: 200 len: 943 time: 0.0565674 Mar 07 11:15:24.738289 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-e0d334b6-34cf-43ff-8c59-e3a054ac9a34 None None] Set router fa32354e-dacc-4f8a-bf67-ede49ac38b89 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:15:24.740973 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-21e6d499-7f53-429c-8f01-26c246a4397c req-21e6f4b5-4a27-41a0-bb47-e5e4f5b0df74 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ee85374-3e9c-45a2-a315-74723f6ff1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525715 Mar 07 11:15:24.933404 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e0d334b6-34cf-43ff-8c59-e3a054ac9a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'name': 'tempest-TestVolumeBootPattern-1894275182-router', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:14Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'gw_port': {'id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:15Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'e7115265-9ddc-4a53-97bd-eab200ea7377', 'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'mac_address': 'fa:16:3e:a5:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:21Z', 'updated_at': '2022-03-07T11:06:30Z', 'revision_number': 5, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'subnets': [{'id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:24.964401 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d334b6-34cf-43ff-8c59-e3a054ac9a34 None None] The sync data for ids ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'] in n-d-832164-4 is: [{'id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'name': 'tempest-TestVolumeBootPattern-1894275182-router', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:14Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'gw_port': {'id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:15Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'e7115265-9ddc-4a53-97bd-eab200ea7377', 'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'mac_address': 'fa:16:3e:a5:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:21Z', 'updated_at': '2022-03-07T11:06:30Z', 'revision_number': 5, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'subnets': [{'id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:15:25.193647 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d92a29-1f9d-4469-a2e2-5b1767a10d23 None None] New status for floating IP 097ebed2-7215-4878-8372-666fb790fdee: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:15:25.303067 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device f8f8bdf4-6248-49ab-bda9-fb08eefae3e4 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:15:25.409840 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port f8f8bdf4-6248-49ab-bda9-fb08eefae3e4, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=f8f8bdf4-6248-49ab-bda9-fb08eefae3e4,segment=NetworkSegment(0f544745-6080-42df-b8dd-0a1dbb55d616),segment_id=0f544745-6080-42df-b8dd-0a1dbb55d616)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:15:25.422037 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'f8f8bdf4-6248-49ab-bda9-fb08eefae3e4', 'network_id': '0df82b9c-5ce6-40eb-bc55-bc755592d794', 'port_id': 'f8f8bdf4-6248-49ab-bda9-fb08eefae3e4', 'mac_address': 'fa:16:3e:f2:3c:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '429f08ac-b27b-4332-8428-12eac555e652', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:15:25.429013 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c55075d-a46e-4a8f-beca-396bcc5ccbce req-d26eb1c3-371a-4ef6-8f55-e33785e020a3 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 210 time: 0.0303354 Mar 07 11:15:25.461056 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port f8f8bdf4-6248-49ab-bda9-fb08eefae3e4 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:15:25.461499 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f8f8bdf4-6248-49ab-bda9-fb08eefae3e4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:25.478274 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f8bdf4-6248-49ab-bda9-fb08eefae3e4 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:15:25.503649 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port f8f8bdf4-6248-49ab-bda9-fb08eefae3e4, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=f8f8bdf4-6248-49ab-bda9-fb08eefae3e4,segment=NetworkSegment(0f544745-6080-42df-b8dd-0a1dbb55d616),segment_id=0f544745-6080-42df-b8dd-0a1dbb55d616)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:15:25.508016 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f8f8bdf4-6248-49ab-bda9-fb08eefae3e4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:25.560256 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=f8f8bdf4-6248-49ab-bda9-fb08eefae3e4,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:25.714754 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['f8f8bdf4-6248-49ab-bda9-fb08eefae3e4'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:15:25.864279 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b832123-5dba-479c-9c33-0c8488064b22 req-d15b3562-59cc-43fd-94f6-df953285d7c9 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:25.865843 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6b832123-5dba-479c-9c33-0c8488064b22 req-d15b3562-59cc-43fd-94f6-df953285d7c9 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "GET /v2.0/ports?device_id=125abd87-992d-412a-9b8a-0aff8a705041 HTTP/1.1" status: 200 len: 944 time: 0.0526173 Mar 07 11:15:25.919743 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6b832123-5dba-479c-9c33-0c8488064b22 req-776f3123-0bb5-4246-b0c3-7b8c8f388473 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ee85374-3e9c-45a2-a315-74723f6ff1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479116 Mar 07 11:15:26.525087 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b24356fe-ffb1-4195-8de5-d0dd907f9461 req-848e053c-4f9b-4811-b3d8-c8d868613cd9 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 210 time: 0.0286458 Mar 07 11:15:26.865675 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device d60f5020-84e8-470e-833a-7b17e0a6de70 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:15:26.887554 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: d60f5020-84e8-470e-833a-7b17e0a6de70 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:15:26.887905 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device d60f5020-84e8-470e-833a-7b17e0a6de70 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:15:27.040619 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d00fb-1c65-4e21-81ce-ba5cfbc6606f req-450c2fc4-7411-4f2a-8ca8-5be45553b380 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:27.042140 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-309d00fb-1c65-4e21-81ce-ba5cfbc6606f req-450c2fc4-7411-4f2a-8ca8-5be45553b380 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "GET /v2.0/ports?device_id=125abd87-992d-412a-9b8a-0aff8a705041 HTTP/1.1" status: 200 len: 944 time: 0.0531437 Mar 07 11:15:27.092754 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-309d00fb-1c65-4e21-81ce-ba5cfbc6606f req-d6662646-fab6-4ff5-a0a2-764853f37c15 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ee85374-3e9c-45a2-a315-74723f6ff1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441771 Mar 07 11:15:27.305563 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device f8f8bdf4-6248-49ab-bda9-fb08eefae3e4 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:15:27.356946 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port f8f8bdf4-6248-49ab-bda9-fb08eefae3e4 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:15:27.360692 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port f8f8bdf4-6248-49ab-bda9-fb08eefae3e4 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:15:27.361337 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f8f8bdf4-6248-49ab-bda9-fb08eefae3e4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:27.440701 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port f8f8bdf4-6248-49ab-bda9-fb08eefae3e4 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:15:27.441087 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f8f8bdf4-6248-49ab-bda9-fb08eefae3e4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:27.462655 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125abd87-992d-412a-9b8a-0aff8a705041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f8bdf4-6248-49ab-bda9-fb08eefae3e4'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:15:27.464847 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25e0471-73bd-49ec-8a19-f5faed115262" -d '{"events": [{"server_uuid": "125abd87-992d-412a-9b8a-0aff8a705041", "name": "network-vif-plugged", "status": "completed", "tag": "f8f8bdf4-6248-49ab-bda9-fb08eefae3e4"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:15:27.479843 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port f8f8bdf4-6248-49ab-bda9-fb08eefae3e4, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=f8f8bdf4-6248-49ab-bda9-fb08eefae3e4,segment=NetworkSegment(0f544745-6080-42df-b8dd-0a1dbb55d616),segment_id=0f544745-6080-42df-b8dd-0a1dbb55d616)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:15:27.487768 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f8f8bdf4-6248-49ab-bda9-fb08eefae3e4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:27.536234 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=f8f8bdf4-6248-49ab-bda9-fb08eefae3e4,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:27.591823 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe73a983-8e5b-4a7d-9bcd-7b580358a213 x-openstack-request-id: req-fe73a983-8e5b-4a7d-9bcd-7b580358a213 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:15:27.592137 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125abd87-992d-412a-9b8a-0aff8a705041", "name": "network-vif-plugged", "status": "completed", "tag": "f8f8bdf4-6248-49ab-bda9-fb08eefae3e4", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:15:27.592403 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fe73a983-8e5b-4a7d-9bcd-7b580358a213 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:15:27.593476 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125abd87-992d-412a-9b8a-0aff8a705041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f8bdf4-6248-49ab-bda9-fb08eefae3e4', 'code': 200} Mar 07 11:15:27.626141 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ebf86fd5-8cef-4439-ae17-639c352ed22a req-550a0a21-2bd7-4631-b198-b626381bae7e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 210 time: 0.0320804 Mar 07 11:15:27.692325 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e83844-d20c-4ca9-b55b-0cdeb5f4ddd4 req-7b7df6d4-0519-44a7-8a7c-8ce7d9f4ac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:27.693866 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-41e83844-d20c-4ca9-b55b-0cdeb5f4ddd4 req-7b7df6d4-0519-44a7-8a7c-8ce7d9f4ac59 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=125abd87-992d-412a-9b8a-0aff8a705041 HTTP/1.1" status: 200 len: 1127 time: 0.0456326 Mar 07 11:15:27.739004 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-41e83844-d20c-4ca9-b55b-0cdeb5f4ddd4 req-9b44cf72-3093-4775-8284-49a89a85a305 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8ee85374-3e9c-45a2-a315-74723f6ff1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396633 Mar 07 11:15:28.217198 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33915b-03c0-4c52-8606-9fc5fcd7b5dd req-24727363-1752-4a12-aca3-47d7d0f8a94a tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:28.219213 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dc33915b-03c0-4c52-8606-9fc5fcd7b5dd req-24727363-1752-4a12-aca3-47d7d0f8a94a tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "GET /v2.0/ports?device_id=125abd87-992d-412a-9b8a-0aff8a705041 HTTP/1.1" status: 200 len: 945 time: 0.0580506 Mar 07 11:15:28.268754 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dc33915b-03c0-4c52-8606-9fc5fcd7b5dd req-309d2942-5633-43d7-928f-da736b473d0d tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ee85374-3e9c-45a2-a315-74723f6ff1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436132 Mar 07 11:15:28.731802 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2428be4a-064f-457e-babd-81755e894942 req-892fcd43-1ba3-409f-be44-c7555e969a26 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 210 time: 0.0301113 Mar 07 11:15:29.388333 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e997246f-52f1-4490-a56a-06b1030f3dbf req-138e24b5-56ca-490e-95b2-c875e03200e0 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:29.389857 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e997246f-52f1-4490-a56a-06b1030f3dbf req-138e24b5-56ca-490e-95b2-c875e03200e0 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "GET /v2.0/ports?device_id=125abd87-992d-412a-9b8a-0aff8a705041 HTTP/1.1" status: 200 len: 945 time: 0.0525899 Mar 07 11:15:29.439829 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e997246f-52f1-4490-a56a-06b1030f3dbf req-8e650a32-86ec-4312-933c-aca87817d355 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ee85374-3e9c-45a2-a315-74723f6ff1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444195 Mar 07 11:15:29.560189 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6440603d-bd02-4844-9bc5-fa08b3cc6825 req-7f75acaa-78d6-4940-ad8c-ce377be5122f tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:29.561933 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6440603d-bd02-4844-9bc5-fa08b3cc6825 req-7f75acaa-78d6-4940-ad8c-ce377be5122f tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "GET /v2.0/ports?device_id=125abd87-992d-412a-9b8a-0aff8a705041 HTTP/1.1" status: 200 len: 945 time: 0.0536067 Mar 07 11:15:29.616292 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6440603d-bd02-4844-9bc5-fa08b3cc6825 req-e9dde7ea-3243-416d-893e-886158c390da tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ee85374-3e9c-45a2-a315-74723f6ff1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484209 Mar 07 11:15:29.744577 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0829ae-3bd3-4762-bc5c-668ef0ef9de1 req-a1e79ac0-21cd-4e9c-bb3b-f334777ca541 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:29.746126 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fb0829ae-3bd3-4762-bc5c-668ef0ef9de1 req-a1e79ac0-21cd-4e9c-bb3b-f334777ca541 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "GET /v2.0/ports?device_id=125abd87-992d-412a-9b8a-0aff8a705041 HTTP/1.1" status: 200 len: 945 time: 0.0574038 Mar 07 11:15:29.804977 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fb0829ae-3bd3-4762-bc5c-668ef0ef9de1 req-3e3c2690-c46d-4468-bcca-3878e7d14881 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ee85374-3e9c-45a2-a315-74723f6ff1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526879 Mar 07 11:15:29.826748 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40952) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:29.832415 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ae92de37-e784-4b7b-9db0-b2bb887f40c3 req-0a799078-0d58-47d7-9136-941af3612100 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 210 time: 0.0288196 Mar 07 11:15:29.918422 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc8d9ee-d629-4ed0-8ccb-a1035ceac197 tempest-TestServerBasicOps-2077890129 tempest-TestServerBasicOps-2077890129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:29.919929 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1dc8d9ee-d629-4ed0-8ccb-a1035ceac197 tempest-TestServerBasicOps-2077890129 tempest-TestServerBasicOps-2077890129-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=125abd87-992d-412a-9b8a-0aff8a705041 HTTP/1.1" status: 200 len: 1122 time: 0.0914381 Mar 07 11:15:29.923288 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 40956) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:29.927467 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-ba8f298f-57a0-4760-a50d-dd0d866e477e tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'port_id': 'f8f8bdf4-6248-49ab-bda9-fb08eefae3e4', 'tenant_id': '5985484c6fa149c081f84b89f8d9b73f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:15:29.946957 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba8f298f-57a0-4760-a50d-dd0d866e477e tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:30.042876 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba8f298f-57a0-4760-a50d-dd0d866e477e tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:30.147901 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-ba8f298f-57a0-4760-a50d-dd0d866e477e tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Allocated IP 172.25.3.25 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/64bbeb76-5f67-4238-8876-05ff0dc4f16a) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:15:30.246051 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba8f298f-57a0-4760-a50d-dd0d866e477e tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks [] for port (64bbeb76-5f67-4238-8876-05ff0dc4f16a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:30.284044 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba8f298f-57a0-4760-a50d-dd0d866e477e tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (64bbeb76-5f67-4238-8876-05ff0dc4f16a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:30.325647 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8f298f-57a0-4760-a50d-dd0d866e477e tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:15:30.329308 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-ba8f298f-57a0-4760-a50d-dd0d866e477e tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:15:30.332792 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8f298f-57a0-4760-a50d-dd0d866e477e tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:15:30.338617 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f298f-57a0-4760-a50d-dd0d866e477e tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Pushing event updated for resources: {'Port': ['ID=64bbeb76-5f67-4238-8876-05ff0dc4f16a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:30.706689 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba8f298f-57a0-4760-a50d-dd0d866e477e tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks [] for floatingip (7742bea8-f6cf-4e3d-844a-68c9e50d91c1), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:30.778785 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba8f298f-57a0-4760-a50d-dd0d866e477e tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (64bbeb76-5f67-4238-8876-05ff0dc4f16a), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:30.938087 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f6f54ef5-2ac7-4f85-a8f6-bf401b526348 req-302727e3-193f-4735-a123-e17ebb014795 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 210 time: 0.0350921 Mar 07 11:15:30.961451 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba8f298f-57a0-4760-a50d-dd0d866e477e tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks [] for port (64bbeb76-5f67-4238-8876-05ff0dc4f16a), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:30.966759 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba8f298f-57a0-4760-a50d-dd0d866e477e tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (64bbeb76-5f67-4238-8876-05ff0dc4f16a), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:31.034760 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f298f-57a0-4760-a50d-dd0d866e477e tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Pushing event updated for resources: {'Port': ['ID=64bbeb76-5f67-4238-8876-05ff0dc4f16a,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:31.044760 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba8f298f-57a0-4760-a50d-dd0d866e477e tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (7742bea8-f6cf-4e3d-844a-68c9e50d91c1), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:31.147224 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-ba8f298f-57a0-4760-a50d-dd0d866e477e tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Floating IP 7742bea8-f6cf-4e3d-844a-68c9e50d91c1 associated. External IP: 172.25.3.25, port: f8f8bdf4-6248-49ab-bda9-fb08eefae3e4. Mar 07 11:15:31.365648 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8f298f-57a0-4760-a50d-dd0d866e477e tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Router 5e5123e5-1e85-4a17-b113-30ae677d4845 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:15:31.479916 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8f298f-57a0-4760-a50d-dd0d866e477e tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:15:31.490681 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94666edf-1423-4e65-845d-f0e9640e67ef None None] Sync routers for ids ['5e5123e5-1e85-4a17-b113-30ae677d4845'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:15:31.500035 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba8f298f-57a0-4760-a50d-dd0d866e477e tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:31.502982 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94666edf-1423-4e65-845d-f0e9640e67ef None None] Routers {'5e5123e5-1e85-4a17-b113-30ae677d4845'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:15:31.503711 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-94666edf-1423-4e65-845d-f0e9640e67ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:15:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5e5123e5-1e85-4a17-b113-30ae677d4845'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:31.532686 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ba8f298f-57a0-4760-a50d-dd0d866e477e tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6083651 Mar 07 11:15:31.533650 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '125abd87-992d-412a-9b8a-0aff8a705041', 'tag': 'f8f8bdf4-6248-49ab-bda9-fb08eefae3e4'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:15:31.536399 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446799c6-9968-437b-88fb-40472c565086" -d '{"events": [{"name": "network-changed", "server_uuid": "125abd87-992d-412a-9b8a-0aff8a705041", "tag": "f8f8bdf4-6248-49ab-bda9-fb08eefae3e4"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:15:31.579931 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff9ddd9-0a91-48bc-8f71-0c562d83eecf x-openstack-request-id: req-8ff9ddd9-0a91-48bc-8f71-0c562d83eecf {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:15:31.580423 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "125abd87-992d-412a-9b8a-0aff8a705041", "tag": "f8f8bdf4-6248-49ab-bda9-fb08eefae3e4", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:15:31.580851 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8ff9ddd9-0a91-48bc-8f71-0c562d83eecf {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:15:31.581455 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '125abd87-992d-412a-9b8a-0aff8a705041', 'tag': 'f8f8bdf4-6248-49ab-bda9-fb08eefae3e4', 'status': 'completed', 'code': 200} Mar 07 11:15:31.624832 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-94666edf-1423-4e65-845d-f0e9640e67ef None None] Set router 5e5123e5-1e85-4a17-b113-30ae677d4845 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:15:31.653019 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446799c6-9968-437b-88fb-40472c565086 req-ccba87cb-a532-4cc2-a9a7-10341025fe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:31.654770 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-446799c6-9968-437b-88fb-40472c565086 req-ccba87cb-a532-4cc2-a9a7-10341025fe88 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5985484c6fa149c081f84b89f8d9b73f&device_id=125abd87-992d-412a-9b8a-0aff8a705041 HTTP/1.1" status: 200 len: 1127 time: 0.0498464 Mar 07 11:15:31.761536 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446799c6-9968-437b-88fb-40472c565086 req-abce9ad7-a578-4e1b-a2cd-41be55b07636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:31.763023 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-446799c6-9968-437b-88fb-40472c565086 req-abce9ad7-a578-4e1b-a2cd-41be55b07636 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0df82b9c-5ce6-40eb-bc55-bc755592d794 HTTP/1.1" status: 200 len: 910 time: 0.1013143 Mar 07 11:15:31.816401 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3faaed1e-c9b9-4593-afce-f300919301ae req-29709af7-5528-4d91-b8be-166a41256390 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1500106 Mar 07 11:15:31.850673 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-446799c6-9968-437b-88fb-40472c565086 req-0d008b1d-0ee3-4b7a-b8c5-765d5d3484b6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8f8bdf4-6248-49ab-bda9-fb08eefae3e4 HTTP/1.1" status: 200 len: 998 time: 0.0807459 Mar 07 11:15:31.886189 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-94666edf-1423-4e65-845d-f0e9640e67ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'name': 'tempest-TestServerBasicOps-1621051019-router', 'tenant_id': '5985484c6fa149c081f84b89f8d9b73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '147c2ed9-2510-459d-b524-1f9967d325a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:15:07Z', 'updated_at': '2022-03-07T11:15:10Z', 'revision_number': 4, 'project_id': '5985484c6fa149c081f84b89f8d9b73f', 'gw_port': {'id': '147c2ed9-2510-459d-b524-1f9967d325a1', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ec:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:15:08Z', 'updated_at': '2022-03-07T11:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '7742bea8-f6cf-4e3d-844a-68c9e50d91c1', 'tenant_id': '5985484c6fa149c081f84b89f8d9b73f', 'floating_ip_address': '172.25.3.25', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'port_id': 'f8f8bdf4-6248-49ab-bda9-fb08eefae3e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0df82b9c-5ce6-40eb-bc55-bc755592d794', 'mac_address': 'fa:16:3e:f2:3c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125abd87-992d-412a-9b8a-0aff8a705041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:15:30Z', 'updated_at': '2022-03-07T11:15:30Z', 'revision_number': 0, 'project_id': '5985484c6fa149c081f84b89f8d9b73f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5f60037-93ee-4159-b7e5-4162211c595e', 'name': '', 'network_id': '0df82b9c-5ce6-40eb-bc55-bc755592d794', 'tenant_id': '5985484c6fa149c081f84b89f8d9b73f', 'mac_address': 'fa:16:3e:22:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '429f08ac-b27b-4332-8428-12eac555e652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:15:10Z', 'updated_at': '2022-03-07T11:15:14Z', 'revision_number': 5, 'project_id': '5985484c6fa149c081f84b89f8d9b73f', 'subnets': [{'id': '429f08ac-b27b-4332-8428-12eac555e652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:31.888099 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faaed1e-c9b9-4593-afce-f300919301ae req-b3b8a05e-40ff-4e7b-b0aa-44cd10b3fe8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:31.889962 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3faaed1e-c9b9-4593-afce-f300919301ae req-b3b8a05e-40ff-4e7b-b0aa-44cd10b3fe8a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 1127 time: 0.0508227 Mar 07 11:15:31.901333 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446799c6-9968-437b-88fb-40472c565086 req-e9898b0f-ce19-46a5-89f7-8b576d132a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:31.903135 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-446799c6-9968-437b-88fb-40472c565086 req-e9898b0f-ce19-46a5-89f7-8b576d132a24 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=429f08ac-b27b-4332-8428-12eac555e652 HTTP/1.1" status: 200 len: 848 time: 0.0469406 Mar 07 11:15:31.925242 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94666edf-1423-4e65-845d-f0e9640e67ef None None] Checking router: 5e5123e5-1e85-4a17-b113-30ae677d4845 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:15:31.934717 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94666edf-1423-4e65-845d-f0e9640e67ef None None] Routers {'5e5123e5-1e85-4a17-b113-30ae677d4845'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:15:31.935562 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-94666edf-1423-4e65-845d-f0e9640e67ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:15:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5e5123e5-1e85-4a17-b113-30ae677d4845'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:31.959745 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446799c6-9968-437b-88fb-40472c565086 req-3a08bcd4-97d2-445e-8d1e-d59d73795d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:31.961638 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-446799c6-9968-437b-88fb-40472c565086 req-3a08bcd4-97d2-445e-8d1e-d59d73795d98 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0df82b9c-5ce6-40eb-bc55-bc755592d794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0527549 Mar 07 11:15:32.016312 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faaed1e-c9b9-4593-afce-f300919301ae req-016739c2-5722-48a8-b439-66f4651cae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:32.017857 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3faaed1e-c9b9-4593-afce-f300919301ae req-016739c2-5722-48a8-b439-66f4651cae92 service neutron] 10.222.0.31 "GET /v2.0/networks?id=307cf423-7edb-45de-be5a-998e984e4af4 HTTP/1.1" status: 200 len: 897 time: 0.1038873 Mar 07 11:15:32.063472 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-446799c6-9968-437b-88fb-40472c565086 req-bacb5a1c-2128-4367-8406-8674bbce6eb2 service neutron] 10.222.0.21 "GET /v2.0/networks/0df82b9c-5ce6-40eb-bc55-bc755592d794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960574 Mar 07 11:15:32.069973 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-94666edf-1423-4e65-845d-f0e9640e67ef None None] Set router 5e5123e5-1e85-4a17-b113-30ae677d4845 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:15:32.086321 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3faaed1e-c9b9-4593-afce-f300919301ae req-d9f268e7-9432-4f1b-9f93-da7744db9470 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfed0399-2150-4be2-a205-331d9bf60034 HTTP/1.1" status: 200 len: 1001 time: 0.0621407 Mar 07 11:15:32.111047 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1d87cf27-6938-4113-9c8f-bcad4f064b45 req-dea66aad-0bea-4c81-8bde-7ac1c8b98a49 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 210 time: 0.0465763 Mar 07 11:15:32.151124 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faaed1e-c9b9-4593-afce-f300919301ae req-52ea5c29-7086-4d16-ad13-fa06382b70a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:32.153000 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3faaed1e-c9b9-4593-afce-f300919301ae req-52ea5c29-7086-4d16-ad13-fa06382b70a9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=90104f0e-19c3-4a8a-a800-af22cd60a904 HTTP/1.1" status: 200 len: 834 time: 0.0610485 Mar 07 11:15:32.183904 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-446799c6-9968-437b-88fb-40472c565086 req-c71f61a3-759f-4b48-b893-6ee32b4eab6b service neutron] 10.222.0.21 "GET /v2.0/networks/0df82b9c-5ce6-40eb-bc55-bc755592d794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101944 Mar 07 11:15:32.211724 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faaed1e-c9b9-4593-afce-f300919301ae req-76d961f7-54b6-4de4-9a07-6d2bcb8ec126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:32.213299 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3faaed1e-c9b9-4593-afce-f300919301ae req-76d961f7-54b6-4de4-9a07-6d2bcb8ec126 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=307cf423-7edb-45de-be5a-998e984e4af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0536587 Mar 07 11:15:32.315106 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3faaed1e-c9b9-4593-afce-f300919301ae req-acaf8cab-1c51-4f98-ab03-e6faf7f2237e service neutron] 10.222.0.31 "GET /v2.0/networks/307cf423-7edb-45de-be5a-998e984e4af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955696 Mar 07 11:15:32.413405 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3faaed1e-c9b9-4593-afce-f300919301ae req-6a52b016-503a-4cc8-a7fd-78761ce399a3 service neutron] 10.222.0.31 "GET /v2.0/networks/307cf423-7edb-45de-be5a-998e984e4af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922909 Mar 07 11:15:32.423862 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-94666edf-1423-4e65-845d-f0e9640e67ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'name': 'tempest-TestServerBasicOps-1621051019-router', 'tenant_id': '5985484c6fa149c081f84b89f8d9b73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '147c2ed9-2510-459d-b524-1f9967d325a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:15:07Z', 'updated_at': '2022-03-07T11:15:10Z', 'revision_number': 4, 'project_id': '5985484c6fa149c081f84b89f8d9b73f', 'gw_port': {'id': '147c2ed9-2510-459d-b524-1f9967d325a1', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ec:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:15:08Z', 'updated_at': '2022-03-07T11:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '7742bea8-f6cf-4e3d-844a-68c9e50d91c1', 'tenant_id': '5985484c6fa149c081f84b89f8d9b73f', 'floating_ip_address': '172.25.3.25', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'port_id': 'f8f8bdf4-6248-49ab-bda9-fb08eefae3e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0df82b9c-5ce6-40eb-bc55-bc755592d794', 'mac_address': 'fa:16:3e:f2:3c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125abd87-992d-412a-9b8a-0aff8a705041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:15:30Z', 'updated_at': '2022-03-07T11:15:30Z', 'revision_number': 0, 'project_id': '5985484c6fa149c081f84b89f8d9b73f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5f60037-93ee-4159-b7e5-4162211c595e', 'name': '', 'network_id': '0df82b9c-5ce6-40eb-bc55-bc755592d794', 'tenant_id': '5985484c6fa149c081f84b89f8d9b73f', 'mac_address': 'fa:16:3e:22:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '429f08ac-b27b-4332-8428-12eac555e652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:15:10Z', 'updated_at': '2022-03-07T11:15:14Z', 'revision_number': 5, 'project_id': '5985484c6fa149c081f84b89f8d9b73f', 'subnets': [{'id': '429f08ac-b27b-4332-8428-12eac555e652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:15:32.452600 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94666edf-1423-4e65-845d-f0e9640e67ef None None] The sync data for ids ['5e5123e5-1e85-4a17-b113-30ae677d4845'] in n-d-832164-4 is: [{'id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'name': 'tempest-TestServerBasicOps-1621051019-router', 'tenant_id': '5985484c6fa149c081f84b89f8d9b73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '147c2ed9-2510-459d-b524-1f9967d325a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:15:07Z', 'updated_at': '2022-03-07T11:15:10Z', 'revision_number': 4, 'project_id': '5985484c6fa149c081f84b89f8d9b73f', 'gw_port': {'id': '147c2ed9-2510-459d-b524-1f9967d325a1', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ec:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:15:08Z', 'updated_at': '2022-03-07T11:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '7742bea8-f6cf-4e3d-844a-68c9e50d91c1', 'tenant_id': '5985484c6fa149c081f84b89f8d9b73f', 'floating_ip_address': '172.25.3.25', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'port_id': 'f8f8bdf4-6248-49ab-bda9-fb08eefae3e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4036, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0df82b9c-5ce6-40eb-bc55-bc755592d794', 'mac_address': 'fa:16:3e:f2:3c:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '125abd87-992d-412a-9b8a-0aff8a705041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:15:30Z', 'updated_at': '2022-03-07T11:15:30Z', 'revision_number': 0, 'project_id': '5985484c6fa149c081f84b89f8d9b73f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5f60037-93ee-4159-b7e5-4162211c595e', 'name': '', 'network_id': '0df82b9c-5ce6-40eb-bc55-bc755592d794', 'tenant_id': '5985484c6fa149c081f84b89f8d9b73f', 'mac_address': 'fa:16:3e:22:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '429f08ac-b27b-4332-8428-12eac555e652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:15:10Z', 'updated_at': '2022-03-07T11:15:14Z', 'revision_number': 5, 'project_id': '5985484c6fa149c081f84b89f8d9b73f', 'subnets': [{'id': '429f08ac-b27b-4332-8428-12eac555e652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:15:32.669158 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ee14b7-0515-4ab8-b30c-240fcddab7c3 None None] New status for floating IP 7742bea8-f6cf-4e3d-844a-68c9e50d91c1: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:15:33.208626 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3509dc37-431c-4e91-b682-56a8a10c0de8 req-d4213782-775e-4970-bfbd-381b1f0e543d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=fc803f25-2a1b-440e-ab82-d2121186d220 HTTP/1.1" status: 200 len: 210 time: 0.0270560 Mar 07 11:15:34.464394 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-814e1239-380c-468d-8228-b75a0bfc5636 req-eb388279-40a5-4f6f-ba63-8db0ad055e03 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-50723903&fields=id&tenant_id=c84901d07e4a49b88f9fef019185eb1b HTTP/1.1" status: 200 len: 267 time: 0.0434766 Mar 07 11:15:34.570992 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e1239-380c-468d-8228-b75a0bfc5636 req-7fdaa798-7247-4023-8e29-e797b34e5fcf tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:34.572341 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-814e1239-380c-468d-8228-b75a0bfc5636 req-7fdaa798-7247-4023-8e29-e797b34e5fcf tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/networks?id=204cc519-b30d-4492-9fc5-23c1f345ed50 HTTP/1.1" status: 200 len: 812 time: 0.1012499 Mar 07 11:15:34.586604 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-814e1239-380c-468d-8228-b75a0bfc5636 req-44bffdea-4e35-45e6-a85e-d69a1bed5f28 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/quotas/c84901d07e4a49b88f9fef019185eb1b HTTP/1.1" status: 200 len: 375 time: 0.0086763 Mar 07 11:15:34.640073 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-814e1239-380c-468d-8228-b75a0bfc5636 req-350e88cd-c786-409f-9fdf-5572b5ab44ed tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c84901d07e4a49b88f9fef019185eb1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487220 Mar 07 11:15:34.736412 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-814e1239-380c-468d-8228-b75a0bfc5636 req-2780e772-2eef-48be-a39c-c0a1ecec1634 service neutron] 10.222.0.11 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842454 Mar 07 11:15:34.826139 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-814e1239-380c-468d-8228-b75a0bfc5636 req-2a497627-e894-4702-9e8b-091b6349cd42 service neutron] 10.222.0.11 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838926 Mar 07 11:15:35.117691 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7efe00bd-54b4-4472-94bb-49d6ce4049bd req-d245f6f4-97ff-4dd2-be87-d98eacd12574 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 210 time: 0.0279791 Mar 07 11:15:36.155766 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e1239-380c-468d-8228-b75a0bfc5636 req-69ecd9c2-6a87-4449-a672-f2bafce69702 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:36.157385 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-814e1239-380c-468d-8228-b75a0bfc5636 req-69ecd9c2-6a87-4449-a672-f2bafce69702 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.31 "GET /v2.0/networks?id=204cc519-b30d-4492-9fc5-23c1f345ed50 HTTP/1.1" status: 200 len: 812 time: 0.1062951 Mar 07 11:15:36.238362 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f38300ce-7904-433c-9964-50af248ed0c5 req-c0192ca7-e9ff-41ac-823c-237770926fcf tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 210 time: 0.0477371 Mar 07 11:15:36.260179 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-814e1239-380c-468d-8228-b75a0bfc5636 req-f4baf9bf-e5b8-49d8-a8f9-cf7849ea0c95 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c84901d07e4a49b88f9fef019185eb1b HTTP/1.1" status: 200 len: 378 time: 0.0916843 Mar 07 11:15:36.268880 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-814e1239-380c-468d-8228-b75a0bfc5636 req-02c2d1b4-40da-47c9-a04b-dab716219a06 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Request body: {'port': {'device_id': '9ea9a759-d19d-4df0-beff-224303f67868', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'admin_state_up': True, 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'security_groups': ['45e219b6-3164-4f72-a63a-91ec8de17d64']}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:15:36.381390 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-814e1239-380c-468d-8228-b75a0bfc5636 req-02c2d1b4-40da-47c9-a04b-dab716219a06 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Made reservation on behalf of c84901d07e4a49b88f9fef019185eb1b for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:15:36.384852 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-814e1239-380c-468d-8228-b75a0bfc5636 req-02c2d1b4-40da-47c9-a04b-dab716219a06 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.515657 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a8ee692c-8632-4c98-8e9a-a86e82f180f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:36.836648 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-814e1239-380c-468d-8228-b75a0bfc5636 req-02c2d1b4-40da-47c9-a04b-dab716219a06 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Allocated IP 172.20.0.13 (204cc519-b30d-4492-9fc5-23c1f345ed50/933e5dcd-1517-490a-9fa0-e2d8293cf2f0/67a6f39c-9e68-47fa-aa6a-5e8ed15895ea) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:15:36.982716 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-814e1239-380c-468d-8228-b75a0bfc5636 req-02c2d1b4-40da-47c9-a04b-dab716219a06 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for port (67a6f39c-9e68-47fa-aa6a-5e8ed15895ea), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:37.016994 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-814e1239-380c-468d-8228-b75a0bfc5636 req-02c2d1b4-40da-47c9-a04b-dab716219a06 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (67a6f39c-9e68-47fa-aa6a-5e8ed15895ea), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:37.060240 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-814e1239-380c-468d-8228-b75a0bfc5636 req-02c2d1b4-40da-47c9-a04b-dab716219a06 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Network 204cc519-b30d-4492-9fc5-23c1f345ed50 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:15:37.063936 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-814e1239-380c-468d-8228-b75a0bfc5636 req-02c2d1b4-40da-47c9-a04b-dab716219a06 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:15:37.067976 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-814e1239-380c-468d-8228-b75a0bfc5636 req-02c2d1b4-40da-47c9-a04b-dab716219a06 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:15:37.094281 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2d1b4-40da-47c9-a04b-dab716219a06 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Pushing event updated for resources: {'Port': ['ID=67a6f39c-9e68-47fa-aa6a-5e8ed15895ea,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:37.127500 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e1239-380c-468d-8228-b75a0bfc5636 req-02c2d1b4-40da-47c9-a04b-dab716219a06 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:37.128242 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-814e1239-380c-468d-8228-b75a0bfc5636 req-02c2d1b4-40da-47c9-a04b-dab716219a06 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:37.146309 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-814e1239-380c-468d-8228-b75a0bfc5636 req-02c2d1b4-40da-47c9-a04b-dab716219a06 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8818178 Mar 07 11:15:37.158224 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-814e1239-380c-468d-8228-b75a0bfc5636 req-9556325c-4d16-4880-ac6f-fbff8f3bef28 service neutron] Request body: {'port': {'device_id': '9ea9a759-d19d-4df0-beff-224303f67868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:15:37.227776 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-814e1239-380c-468d-8228-b75a0bfc5636 req-9556325c-4d16-4880-ac6f-fbff8f3bef28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (67a6f39c-9e68-47fa-aa6a-5e8ed15895ea), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:37.350262 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-49c50b01-0902-452e-9234-9e48c0303991 None None] Provisioning complete for port 67a6f39c-9e68-47fa-aa6a-5e8ed15895ea triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:15:37.350526 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-49c50b01-0902-452e-9234-9e48c0303991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (67a6f39c-9e68-47fa-aa6a-5e8ed15895ea), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:37.387541 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-49c50b01-0902-452e-9234-9e48c0303991 None None] Port 67a6f39c-9e68-47fa-aa6a-5e8ed15895ea cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:15:37.410747 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e317f9-2212-4cf9-acff-be7dfa8322a9 req-164e7513-d373-4109-9ab1-c47c9b1feef4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:37.413549 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f7e317f9-2212-4cf9-acff-be7dfa8322a9 req-164e7513-d373-4109-9ab1-c47c9b1feef4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 932 time: 0.0954340 Mar 07 11:15:37.465906 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f7e317f9-2212-4cf9-acff-be7dfa8322a9 req-4c717d05-573f-417f-88f9-1b4186a3a6ef tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480521 Mar 07 11:15:37.520716 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-814e1239-380c-468d-8228-b75a0bfc5636 req-9556325c-4d16-4880-ac6f-fbff8f3bef28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a6f39c-9e68-47fa-aa6a-5e8ed15895ea {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:15:37.528223 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-814e1239-380c-468d-8228-b75a0bfc5636 req-9556325c-4d16-4880-ac6f-fbff8f3bef28 service neutron] Publish callbacks [] for port (67a6f39c-9e68-47fa-aa6a-5e8ed15895ea), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:37.540693 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-814e1239-380c-468d-8228-b75a0bfc5636 req-9556325c-4d16-4880-ac6f-fbff8f3bef28 service neutron] Transition to ACTIVE for port object 67a6f39c-9e68-47fa-aa6a-5e8ed15895ea will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:15:37.544431 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-814e1239-380c-468d-8228-b75a0bfc5636 req-9556325c-4d16-4880-ac6f-fbff8f3bef28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (67a6f39c-9e68-47fa-aa6a-5e8ed15895ea), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:37.598757 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556325c-4d16-4880-ac6f-fbff8f3bef28 service neutron] Pushing event updated for resources: {'Port': ['ID=67a6f39c-9e68-47fa-aa6a-5e8ed15895ea,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:37.677079 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-814e1239-380c-468d-8228-b75a0bfc5636 req-9556325c-4d16-4880-ac6f-fbff8f3bef28 service neutron] Attempting to bind port 67a6f39c-9e68-47fa-aa6a-5e8ed15895ea on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:15:37.677453 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-814e1239-380c-468d-8228-b75a0bfc5636 req-9556325c-4d16-4880-ac6f-fbff8f3bef28 service neutron] Attempting to bind port 67a6f39c-9e68-47fa-aa6a-5e8ed15895ea by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:15:37.677782 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814e1239-380c-468d-8228-b75a0bfc5636 req-9556325c-4d16-4880-ac6f-fbff8f3bef28 service neutron] Attempting to bind port 67a6f39c-9e68-47fa-aa6a-5e8ed15895ea on network 204cc519-b30d-4492-9fc5-23c1f345ed50 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:15:37.682355 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814e1239-380c-468d-8228-b75a0bfc5636 req-9556325c-4d16-4880-ac6f-fbff8f3bef28 service neutron] Port 67a6f39c-9e68-47fa-aa6a-5e8ed15895ea on network 204cc519-b30d-4492-9fc5-23c1f345ed50 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:15:37.682698 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814e1239-380c-468d-8228-b75a0bfc5636 req-9556325c-4d16-4880-ac6f-fbff8f3bef28 service neutron] Attempting to bind port 67a6f39c-9e68-47fa-aa6a-5e8ed15895ea on network 204cc519-b30d-4492-9fc5-23c1f345ed50 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:15:37.688306 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814e1239-380c-468d-8228-b75a0bfc5636 req-9556325c-4d16-4880-ac6f-fbff8f3bef28 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:15:37.688646 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814e1239-380c-468d-8228-b75a0bfc5636 req-9556325c-4d16-4880-ac6f-fbff8f3bef28 service neutron] Checking segment: {'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:15:37.689028 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-814e1239-380c-468d-8228-b75a0bfc5636 req-9556325c-4d16-4880-ac6f-fbff8f3bef28 service neutron] Bound using segment: {'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:15:37.689479 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-814e1239-380c-468d-8228-b75a0bfc5636 req-9556325c-4d16-4880-ac6f-fbff8f3bef28 service neutron] Bound port: 67a6f39c-9e68-47fa-aa6a-5e8ed15895ea, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:15:37.689842 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-814e1239-380c-468d-8228-b75a0bfc5636 req-9556325c-4d16-4880-ac6f-fbff8f3bef28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (67a6f39c-9e68-47fa-aa6a-5e8ed15895ea), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:37.769954 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-814e1239-380c-468d-8228-b75a0bfc5636 req-9556325c-4d16-4880-ac6f-fbff8f3bef28 service neutron] For port 67a6f39c-9e68-47fa-aa6a-5e8ed15895ea, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:15:37.773090 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-814e1239-380c-468d-8228-b75a0bfc5636 req-9556325c-4d16-4880-ac6f-fbff8f3bef28 service neutron] For port 67a6f39c-9e68-47fa-aa6a-5e8ed15895ea, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=67a6f39c-9e68-47fa-aa6a-5e8ed15895ea,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:15:37.779390 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-814e1239-380c-468d-8228-b75a0bfc5636 req-9556325c-4d16-4880-ac6f-fbff8f3bef28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (67a6f39c-9e68-47fa-aa6a-5e8ed15895ea), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:37.817483 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e1239-380c-468d-8228-b75a0bfc5636 req-9556325c-4d16-4880-ac6f-fbff8f3bef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:37.818659 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-814e1239-380c-468d-8228-b75a0bfc5636 req-9556325c-4d16-4880-ac6f-fbff8f3bef28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:37.819950 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-814e1239-380c-468d-8228-b75a0bfc5636 req-9556325c-4d16-4880-ac6f-fbff8f3bef28 service neutron] 10.222.0.31 "PUT /v2.0/ports/67a6f39c-9e68-47fa-aa6a-5e8ed15895ea HTTP/1.1" status: 200 len: 1092 time: 0.6662335 Mar 07 11:15:37.825732 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea9a759-d19d-4df0-beff-224303f67868', 'tag': '67a6f39c-9e68-47fa-aa6a-5e8ed15895ea'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:15:37.828266 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbc9ff5-fd9b-4e85-831d-845306c3bd87" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea9a759-d19d-4df0-beff-224303f67868", "tag": "67a6f39c-9e68-47fa-aa6a-5e8ed15895ea"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:15:37.871754 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556325c-4d16-4880-ac6f-fbff8f3bef28 service neutron] Pushing event updated for resources: {'Port': ['ID=67a6f39c-9e68-47fa-aa6a-5e8ed15895ea,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:37.909143 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f1d2b1-32cb-42fd-8a49-fb3a7b20f437 x-openstack-request-id: req-10f1d2b1-32cb-42fd-8a49-fb3a7b20f437 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:15:37.909300 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea9a759-d19d-4df0-beff-224303f67868", "tag": "67a6f39c-9e68-47fa-aa6a-5e8ed15895ea", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:15:37.909647 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-10f1d2b1-32cb-42fd-8a49-fb3a7b20f437 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:15:37.910733 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea9a759-d19d-4df0-beff-224303f67868', 'tag': '67a6f39c-9e68-47fa-aa6a-5e8ed15895ea', 'status': 'completed', 'code': 200} Mar 07 11:15:37.936583 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e1239-380c-468d-8228-b75a0bfc5636 req-115020fd-6931-48f6-ab8b-c8f0626682e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:37.938645 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-814e1239-380c-468d-8228-b75a0bfc5636 req-115020fd-6931-48f6-ab8b-c8f0626682e7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c84901d07e4a49b88f9fef019185eb1b&device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 1126 time: 0.0630333 Mar 07 11:15:37.991825 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-814e1239-380c-468d-8228-b75a0bfc5636 req-f8faf04d-5dad-4d4c-811f-b58aa09a30fc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67a6f39c-9e68-47fa-aa6a-5e8ed15895ea HTTP/1.1" status: 200 len: 217 time: 0.0437799 Mar 07 11:15:38.044566 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e1239-380c-468d-8228-b75a0bfc5636 req-365f6604-35dc-4c8c-bf1d-eee074bd6ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:38.047004 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-814e1239-380c-468d-8228-b75a0bfc5636 req-365f6604-35dc-4c8c-bf1d-eee074bd6ce9 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=933e5dcd-1517-490a-9fa0-e2d8293cf2f0 HTTP/1.1" status: 200 len: 851 time: 0.0491357 Mar 07 11:15:38.098569 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e1239-380c-468d-8228-b75a0bfc5636 req-6f37d15b-4104-4ed1-b3e5-8938eeb5183e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:38.100090 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-814e1239-380c-468d-8228-b75a0bfc5636 req-6f37d15b-4104-4ed1-b3e5-8938eeb5183e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=204cc519-b30d-4492-9fc5-23c1f345ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0472605 Mar 07 11:15:38.196100 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-814e1239-380c-468d-8228-b75a0bfc5636 req-4187ac17-b64c-4f76-816f-fd6b08f42025 service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887392 Mar 07 11:15:38.298946 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-814e1239-380c-468d-8228-b75a0bfc5636 req-9945ee77-5da7-45c6-8bd3-2b779c7ee504 service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955875 Mar 07 11:15:38.401726 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc9ff5-fd9b-4e85-831d-845306c3bd87 req-d165fa29-f555-451f-818e-63acb8067588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:38.403483 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9cbc9ff5-fd9b-4e85-831d-845306c3bd87 req-d165fa29-f555-451f-818e-63acb8067588 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c84901d07e4a49b88f9fef019185eb1b&device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 1126 time: 0.0576787 Mar 07 11:15:38.550389 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc9ff5-fd9b-4e85-831d-845306c3bd87 req-853699ca-ba5f-443f-9257-c2946941a9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:38.551885 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9cbc9ff5-fd9b-4e85-831d-845306c3bd87 req-853699ca-ba5f-443f-9257-c2946941a9e4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=204cc519-b30d-4492-9fc5-23c1f345ed50 HTTP/1.1" status: 200 len: 913 time: 0.1411555 Mar 07 11:15:38.559768 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18a97b-ca7e-4ba6-b521-9083def1590c req-4ee4db48-462d-4714-8f61-d32d1d87e775 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:38.561739 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ce18a97b-ca7e-4ba6-b521-9083def1590c req-4ee4db48-462d-4714-8f61-d32d1d87e775 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 945 time: 0.0769651 Mar 07 11:15:38.595958 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a114a48-bb29-4f4a-a3d7-d996f5a781a5 req-bdd1187c-4438-4597-b935-882f60a9f131 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:38.598417 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a114a48-bb29-4f4a-a3d7-d996f5a781a5 req-bdd1187c-4438-4597-b935-882f60a9f131 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 944 time: 0.0604820 Mar 07 11:15:38.615402 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9cbc9ff5-fd9b-4e85-831d-845306c3bd87 req-736375c7-b7c0-4349-b871-ac3c20ba821c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67a6f39c-9e68-47fa-aa6a-5e8ed15895ea HTTP/1.1" status: 200 len: 217 time: 0.0524569 Mar 07 11:15:38.619283 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-201e17be-52e7-4dd2-bd52-c752e9f0a4bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:38.672395 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a114a48-bb29-4f4a-a3d7-d996f5a781a5 req-03f69f8e-20a8-4ad9-8324-51bca47fd9ef tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602696 Mar 07 11:15:38.679030 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ce18a97b-ca7e-4ba6-b521-9083def1590c req-f6e7414f-05f2-4d6a-8e7b-2446ccd19a76 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1666ceb-b67c-4485-b08c-c0f8d7f843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102068 Mar 07 11:15:38.694579 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc9ff5-fd9b-4e85-831d-845306c3bd87 req-740247e4-b94f-42e2-8dfb-e52bb06a5d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:38.694579 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9cbc9ff5-fd9b-4e85-831d-845306c3bd87 req-740247e4-b94f-42e2-8dfb-e52bb06a5d4c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=933e5dcd-1517-490a-9fa0-e2d8293cf2f0 HTTP/1.1" status: 200 len: 851 time: 0.0630493 Mar 07 11:15:38.744548 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc9ff5-fd9b-4e85-831d-845306c3bd87 req-ab24db28-3f9d-4f75-962b-c33fa92a5d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:38.746085 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9cbc9ff5-fd9b-4e85-831d-845306c3bd87 req-ab24db28-3f9d-4f75-962b-c33fa92a5d5a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=204cc519-b30d-4492-9fc5-23c1f345ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471177 Mar 07 11:15:38.840371 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9cbc9ff5-fd9b-4e85-831d-845306c3bd87 req-2d820e38-8c60-4f35-995b-45f9724f184a service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874155 Mar 07 11:15:38.938577 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9cbc9ff5-fd9b-4e85-831d-845306c3bd87 req-2683af90-b469-4400-b6c4-eb7c500d346b service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918875 Mar 07 11:15:39.251259 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ab61161c-0284-4b5d-a9f0-457e5dd35b0d req-7ba25568-7975-462a-aa3e-271b4e3f023b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=125abd87-992d-412a-9b8a-0aff8a705041&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0501049 Mar 07 11:15:39.343272 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61161c-0284-4b5d-a9f0-457e5dd35b0d req-c2c0f936-d7af-43ed-b414-578d4815f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:39.344773 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ab61161c-0284-4b5d-a9f0-457e5dd35b0d req-c2c0f936-d7af-43ed-b414-578d4815f9f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5985484c6fa149c081f84b89f8d9b73f&device_id=125abd87-992d-412a-9b8a-0aff8a705041 HTTP/1.1" status: 200 len: 1127 time: 0.0461886 Mar 07 11:15:39.449488 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61161c-0284-4b5d-a9f0-457e5dd35b0d req-1c69287e-5571-4551-9218-06a895d57b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:39.450990 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ab61161c-0284-4b5d-a9f0-457e5dd35b0d req-1c69287e-5571-4551-9218-06a895d57b02 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0df82b9c-5ce6-40eb-bc55-bc755592d794 HTTP/1.1" status: 200 len: 910 time: 0.0875707 Mar 07 11:15:39.838518 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a153b-efa3-41c1-9f7e-66e222edf1f6 req-7155f9e7-557a-45ac-914b-91e60585e56a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:39.840954 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ad5a153b-efa3-41c1-9f7e-66e222edf1f6 req-7155f9e7-557a-45ac-914b-91e60585e56a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 945 time: 0.0648091 Mar 07 11:15:39.897779 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ad5a153b-efa3-41c1-9f7e-66e222edf1f6 req-450a7562-fcde-4de5-a638-071fa7ab136f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1666ceb-b67c-4485-b08c-c0f8d7f843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486491 Mar 07 11:15:39.908134 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ab61161c-0284-4b5d-a9f0-457e5dd35b0d req-916907db-a109-46e6-bc8a-c7dd90fa9d05 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8f8bdf4-6248-49ab-bda9-fb08eefae3e4 HTTP/1.1" status: 200 len: 1000 time: 0.4506299 Mar 07 11:15:39.953489 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8bc836-d856-472e-98dc-9972b766d2dd req-1c187daa-9089-4c60-a23c-816eb0f623b4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:39.954969 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5e8bc836-d856-472e-98dc-9972b766d2dd req-1c187daa-9089-4c60-a23c-816eb0f623b4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 944 time: 0.0979469 Mar 07 11:15:39.990435 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61161c-0284-4b5d-a9f0-457e5dd35b0d req-3a318d64-e710-49ad-bd88-7180ecac0f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:39.991899 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ab61161c-0284-4b5d-a9f0-457e5dd35b0d req-3a318d64-e710-49ad-bd88-7180ecac0f1d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=429f08ac-b27b-4332-8428-12eac555e652 HTTP/1.1" status: 200 len: 848 time: 0.0756474 Mar 07 11:15:40.005781 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:40.042947 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5e8bc836-d856-472e-98dc-9972b766d2dd req-10349640-c96d-4f79-820d-7ac14e260e76 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0820336 Mar 07 11:15:40.063380 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61161c-0284-4b5d-a9f0-457e5dd35b0d req-9f8d0547-8f21-4443-bca1-b03112466c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:40.064916 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ab61161c-0284-4b5d-a9f0-457e5dd35b0d req-9f8d0547-8f21-4443-bca1-b03112466c45 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0df82b9c-5ce6-40eb-bc55-bc755592d794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0650377 Mar 07 11:15:40.157831 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ab61161c-0284-4b5d-a9f0-457e5dd35b0d req-22c98ed5-4c48-46cd-aaf5-27629c077535 service neutron] 10.222.0.21 "GET /v2.0/networks/0df82b9c-5ce6-40eb-bc55-bc755592d794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859272 Mar 07 11:15:40.257029 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ab61161c-0284-4b5d-a9f0-457e5dd35b0d req-b7976445-be1d-49a0-ad4b-4c38b1d47fa0 service neutron] 10.222.0.21 "GET /v2.0/networks/0df82b9c-5ce6-40eb-bc55-bc755592d794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898166 Mar 07 11:15:41.026545 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44022be6-b2e7-4f4e-a08f-98eba95becbf req-84529400-20d2-4e73-beb6-d8ddb7627ae4 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:41.028033 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-44022be6-b2e7-4f4e-a08f-98eba95becbf req-84529400-20d2-4e73-beb6-d8ddb7627ae4 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 945 time: 0.0540671 Mar 07 11:15:41.077317 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-44022be6-b2e7-4f4e-a08f-98eba95becbf req-c79a5995-c1e4-42f4-8f17-060e9d8e8606 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1666ceb-b67c-4485-b08c-c0f8d7f843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421643 Mar 07 11:15:41.167746 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18008769-9acd-4842-81e1-25e914bc2235 req-ad4f65a0-196b-490d-b181-0516f353f64e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:41.169253 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-18008769-9acd-4842-81e1-25e914bc2235 req-ad4f65a0-196b-490d-b181-0516f353f64e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 944 time: 0.0535426 Mar 07 11:15:41.219062 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-18008769-9acd-4842-81e1-25e914bc2235 req-6bd42182-719e-455d-ad0b-0a45d9e16ca4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434418 Mar 07 11:15:41.746976 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:42.202016 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1865e53-9733-426c-a9b0-2fe351b487c7 req-2376f7f6-1b89-40d1-b73d-96eb9657fe2b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:42.203740 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e1865e53-9733-426c-a9b0-2fe351b487c7 req-2376f7f6-1b89-40d1-b73d-96eb9657fe2b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 945 time: 0.0567908 Mar 07 11:15:42.263564 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e1865e53-9733-426c-a9b0-2fe351b487c7 req-b1c43c53-823f-49f2-b38e-5269129b6e66 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1666ceb-b67c-4485-b08c-c0f8d7f843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523691 Mar 07 11:15:42.350887 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdae95-8e40-4014-b42d-5dcb4b849b08 req-55a9fe7f-f209-4ccb-a7f5-1db4b4430244 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:42.352485 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e2fdae95-8e40-4014-b42d-5dcb4b849b08 req-55a9fe7f-f209-4ccb-a7f5-1db4b4430244 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 944 time: 0.0604875 Mar 07 11:15:42.404415 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e2fdae95-8e40-4014-b42d-5dcb4b849b08 req-b8d174b4-8036-4a48-9ef8-449a2373b232 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461736 Mar 07 11:15:42.996432 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:43.385748 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a3180-db8c-45b3-bbfe-643882f592c6 req-ea787082-a625-43c5-8d93-6e72b784e0f0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:43.387261 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3f7a3180-db8c-45b3-bbfe-643882f592c6 req-ea787082-a625-43c5-8d93-6e72b784e0f0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 945 time: 0.0546279 Mar 07 11:15:43.438482 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3f7a3180-db8c-45b3-bbfe-643882f592c6 req-2d8a2b69-a6fc-4944-bcc6-6b043f467edf tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1666ceb-b67c-4485-b08c-c0f8d7f843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455594 Mar 07 11:15:43.533018 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca83382-e959-4623-ac0a-1e1c84a7b645 req-762ab500-ab08-42fd-b1d7-0bc21557309c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:43.534565 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bca83382-e959-4623-ac0a-1e1c84a7b645 req-762ab500-ab08-42fd-b1d7-0bc21557309c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 944 time: 0.0559115 Mar 07 11:15:43.584327 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bca83382-e959-4623-ac0a-1e1c84a7b645 req-cea7530c-bd6f-4fad-8293-eb69322fed66 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440743 Mar 07 11:15:44.559031 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db867ece-817e-4db9-a8c8-aeadbfffe127 req-cdecc734-a525-48ea-83e7-4a1b32983477 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:44.560420 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-db867ece-817e-4db9-a8c8-aeadbfffe127 req-cdecc734-a525-48ea-83e7-4a1b32983477 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 945 time: 0.0524671 Mar 07 11:15:44.614988 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-db867ece-817e-4db9-a8c8-aeadbfffe127 req-ff4c79ef-9c09-433f-acf8-b7f5f0ea4008 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1666ceb-b67c-4485-b08c-c0f8d7f843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482662 Mar 07 11:15:44.710425 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc69ff-39f5-4c30-9800-671a1dfd0824 req-9f4a1c3f-cc94-4180-b4db-ee9df7663cbc tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:44.711923 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9bfc69ff-39f5-4c30-9800-671a1dfd0824 req-9f4a1c3f-cc94-4180-b4db-ee9df7663cbc tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 944 time: 0.0531988 Mar 07 11:15:44.765056 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9bfc69ff-39f5-4c30-9800-671a1dfd0824 req-f2d59986-4e99-4c77-929e-32cdbb37fa30 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476038 Mar 07 11:15:45.735590 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc98e8-9c22-4d8a-a484-ce8d1be86cb3 req-edd6b0f1-91d3-4e85-82b6-1fe166d52c00 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:45.737059 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-60cc98e8-9c22-4d8a-a484-ce8d1be86cb3 req-edd6b0f1-91d3-4e85-82b6-1fe166d52c00 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 945 time: 0.0539343 Mar 07 11:15:45.784730 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-60cc98e8-9c22-4d8a-a484-ce8d1be86cb3 req-faaa1747-7bc2-4fe1-a183-ca54e290dc5a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1666ceb-b67c-4485-b08c-c0f8d7f843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420313 Mar 07 11:15:45.886043 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252edea8-7a3c-40af-8969-377244daf76a req-e0c10a11-ebf2-4d39-8ab1-116bf49fbdc8 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:45.887523 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-252edea8-7a3c-40af-8969-377244daf76a req-e0c10a11-ebf2-4d39-8ab1-116bf49fbdc8 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 944 time: 0.0535283 Mar 07 11:15:45.937416 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-252edea8-7a3c-40af-8969-377244daf76a req-d8ad403e-668d-4b20-a8a9-f5d07f279db8 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433917 Mar 07 11:15:46.906143 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7aa6ba-e0e7-4543-b834-422a2e9e6848 req-2074f2eb-a9ec-4fd1-a5ec-c2e1dc6e37d9 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:46.907624 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9e7aa6ba-e0e7-4543-b834-422a2e9e6848 req-2074f2eb-a9ec-4fd1-a5ec-c2e1dc6e37d9 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 945 time: 0.0530665 Mar 07 11:15:46.957511 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9e7aa6ba-e0e7-4543-b834-422a2e9e6848 req-85cb68ac-f284-4a84-b7d2-2eaa70132390 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1666ceb-b67c-4485-b08c-c0f8d7f843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443053 Mar 07 11:15:47.058677 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ecc040-d5da-4aec-a50c-2d629518fa65 req-56c65bb6-371f-46b7-9128-82f0663d8c00 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:47.060123 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b8ecc040-d5da-4aec-a50c-2d629518fa65 req-56c65bb6-371f-46b7-9128-82f0663d8c00 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 944 time: 0.0520117 Mar 07 11:15:47.107746 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b8ecc040-d5da-4aec-a50c-2d629518fa65 req-4481ce03-70df-4cac-aa14-359615c87ef8 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419044 Mar 07 11:15:48.085423 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941e2a8-564d-4fc0-8ba8-51b2e1454836 req-fe198584-bae2-4ae5-9f38-e6d89920bd8b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:48.087718 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b941e2a8-564d-4fc0-8ba8-51b2e1454836 req-fe198584-bae2-4ae5-9f38-e6d89920bd8b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 945 time: 0.0598373 Mar 07 11:15:48.141916 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b941e2a8-564d-4fc0-8ba8-51b2e1454836 req-fd852378-a49e-4fee-bcfe-5e0c58e9d9bb tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1666ceb-b67c-4485-b08c-c0f8d7f843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476265 Mar 07 11:15:48.238237 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cfff7d-688e-4158-ab80-c10cc684663a req-c874f796-86d2-4b74-9888-85ac3c47d7c4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:48.239666 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-02cfff7d-688e-4158-ab80-c10cc684663a req-c874f796-86d2-4b74-9888-85ac3c47d7c4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 944 time: 0.0590479 Mar 07 11:15:48.293768 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-02cfff7d-688e-4158-ab80-c10cc684663a req-4de0edc8-7020-41bb-a431-d1d1d58532a4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429633 Mar 07 11:15:48.523331 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:49.268609 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6603d-854e-418e-9ce0-ffcdef75b82e req-8f0867f2-1b50-4637-b40b-916fdd77ecb0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:49.270124 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-abb6603d-854e-418e-9ce0-ffcdef75b82e req-8f0867f2-1b50-4637-b40b-916fdd77ecb0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 945 time: 0.0582068 Mar 07 11:15:49.326919 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-abb6603d-854e-418e-9ce0-ffcdef75b82e req-b3554479-2a79-4ff9-b1f5-631c0a5f2c19 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1666ceb-b67c-4485-b08c-c0f8d7f843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510762 Mar 07 11:15:49.424181 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95668e66-829a-4905-84f3-ed827ec2e6a1 req-3cd29482-1062-4ab1-90e2-38b698f0290a tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:49.425578 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95668e66-829a-4905-84f3-ed827ec2e6a1 req-3cd29482-1062-4ab1-90e2-38b698f0290a tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 944 time: 0.0544491 Mar 07 11:15:49.475197 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95668e66-829a-4905-84f3-ed827ec2e6a1 req-d30cfb2c-b04d-49ca-a65f-bf829e786f72 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435584 Mar 07 11:15:50.449002 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79514047-2b25-4dc8-bb03-ea5bb2043e83 req-9f8bec10-7d5d-484e-ad27-2b9b27e84d4f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:50.450528 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-79514047-2b25-4dc8-bb03-ea5bb2043e83 req-9f8bec10-7d5d-484e-ad27-2b9b27e84d4f tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 945 time: 0.0531740 Mar 07 11:15:50.503375 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-79514047-2b25-4dc8-bb03-ea5bb2043e83 req-169a2aa8-3fd8-45aa-adcd-011f509c795b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1666ceb-b67c-4485-b08c-c0f8d7f843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471637 Mar 07 11:15:50.596993 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b0b84-2afd-4b5d-8abc-2cc9d2333d41 req-500b6527-c044-4746-990a-e3b9a71c1bdf tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:50.598407 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a35b0b84-2afd-4b5d-8abc-2cc9d2333d41 req-500b6527-c044-4746-990a-e3b9a71c1bdf tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 944 time: 0.0561953 Mar 07 11:15:50.645869 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a35b0b84-2afd-4b5d-8abc-2cc9d2333d41 req-cd8a09c4-26b0-4ca4-8b5a-397a87577cbb tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419884 Mar 07 11:15:51.626108 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0b581-c171-46cb-8b69-112337cb36fc req-e70d1791-2e8f-476d-98c5-eb35391e0135 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:51.627490 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c9d0b581-c171-46cb-8b69-112337cb36fc req-e70d1791-2e8f-476d-98c5-eb35391e0135 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 945 time: 0.0562778 Mar 07 11:15:51.680179 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c9d0b581-c171-46cb-8b69-112337cb36fc req-5a9a1608-362e-494f-9cb8-7b9319d32ed7 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1666ceb-b67c-4485-b08c-c0f8d7f843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431325 Mar 07 11:15:51.768707 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c262f91-92ee-4dc3-8263-e081fc1ec122 req-f4aaa2d7-f5ab-4309-9fb6-b62496eeaf70 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:51.770204 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c262f91-92ee-4dc3-8263-e081fc1ec122 req-f4aaa2d7-f5ab-4309-9fb6-b62496eeaf70 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 944 time: 0.0551398 Mar 07 11:15:51.819875 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c262f91-92ee-4dc3-8263-e081fc1ec122 req-12261f7e-e258-4bf8-967c-0e7c8a65f7a9 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440028 Mar 07 11:15:52.799137 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a42f9-fea2-4990-81ea-f3e61921d2f8 req-de26dfdf-387d-41e6-81aa-6fa85af15516 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:52.800541 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ae3a42f9-fea2-4990-81ea-f3e61921d2f8 req-de26dfdf-387d-41e6-81aa-6fa85af15516 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 945 time: 0.0530825 Mar 07 11:15:52.848771 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ae3a42f9-fea2-4990-81ea-f3e61921d2f8 req-a817e00d-61cb-43d2-b624-30aea64ce6f2 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1666ceb-b67c-4485-b08c-c0f8d7f843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426135 Mar 07 11:15:52.953608 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81013b1a-198c-4e4d-a256-bbbc81ca08b4 req-99404dcc-d358-4615-9d67-7ac43cebdb8e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:52.955197 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-81013b1a-198c-4e4d-a256-bbbc81ca08b4 req-99404dcc-d358-4615-9d67-7ac43cebdb8e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 944 time: 0.0554812 Mar 07 11:15:53.008478 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-81013b1a-198c-4e4d-a256-bbbc81ca08b4 req-1fcab13a-21c2-46d6-8e11-39eafc50d9fd tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476215 Mar 07 11:15:53.174734 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:54.014753 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc641ce-2d2d-4783-8111-f698ec8c7edd req-865c4ff9-a901-4f47-bfca-6a6d1e8fc45e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:54.016716 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dbc641ce-2d2d-4783-8111-f698ec8c7edd req-865c4ff9-a901-4f47-bfca-6a6d1e8fc45e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 945 time: 0.0967472 Mar 07 11:15:54.022641 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c447a5af-4d8a-4eca-b9ba-f82f981eb2ed req-5cf10d8f-d531-45f4-8648-cb3311e6c143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:54.024036 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c447a5af-4d8a-4eca-b9ba-f82f981eb2ed req-5cf10d8f-d531-45f4-8648-cb3311e6c143 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 1127 time: 0.0639319 Mar 07 11:15:54.097149 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dbc641ce-2d2d-4783-8111-f698ec8c7edd req-84f36d6d-2888-4ebb-9378-b8a9e29ada3b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1666ceb-b67c-4485-b08c-c0f8d7f843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721591 Mar 07 11:15:54.100804 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c447a5af-4d8a-4eca-b9ba-f82f981eb2ed req-63f2f2e4-3064-4180-a4e6-f7df783e5547 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=b1666ceb-b67c-4485-b08c-c0f8d7f843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702252 Mar 07 11:15:54.130668 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef656d28-cfdc-4443-9765-4575020dcc3f req-74402a5c-2ceb-4b91-ab62-9eff433ab17f tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:54.132129 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ef656d28-cfdc-4443-9765-4575020dcc3f req-74402a5c-2ceb-4b91-ab62-9eff433ab17f tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 944 time: 0.0532012 Mar 07 11:15:54.179854 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ef656d28-cfdc-4443-9765-4575020dcc3f req-c15c90da-dfa6-4b81-b6fd-f1d53b8d71b1 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420268 Mar 07 11:15:54.997272 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 67a6f39c-9e68-47fa-aa6a-5e8ed15895ea details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:15:54.999298 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device cfed0399-2150-4be2-a205-331d9bf60034 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:15:55.146741 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port cfed0399-2150-4be2-a205-331d9bf60034 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:15:55.147123 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (cfed0399-2150-4be2-a205-331d9bf60034), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:55.166999 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 67a6f39c-9e68-47fa-aa6a-5e8ed15895ea, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=67a6f39c-9e68-47fa-aa6a-5e8ed15895ea,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:15:55.185452 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '67a6f39c-9e68-47fa-aa6a-5e8ed15895ea', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'port_id': '67a6f39c-9e68-47fa-aa6a-5e8ed15895ea', 'mac_address': 'fa:16:3e:92:e1:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:15:55.190919 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50963a7-e25f-4e0d-9a5a-a58b2c4f281a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfed0399-2150-4be2-a205-331d9bf60034'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:15:55.193162 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571aab6a-e8b8-46e8-bcc1-89aff5a175e8" -d '{"events": [{"server_uuid": "d50963a7-e25f-4e0d-9a5a-a58b2c4f281a", "name": "network-vif-unplugged", "status": "completed", "tag": "cfed0399-2150-4be2-a205-331d9bf60034"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:15:55.209256 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port cfed0399-2150-4be2-a205-331d9bf60034, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=cfed0399-2150-4be2-a205-331d9bf60034,segment=NetworkSegment(bbf5ea52-1982-44c2-8f30-c7a849e22dc3),segment_id=bbf5ea52-1982-44c2-8f30-c7a849e22dc3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:15:55.228758 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (cfed0399-2150-4be2-a205-331d9bf60034), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:55.229181 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc236a8-96fd-454e-ae60-6f6eca2257f7 req-cc48b660-d79c-4fbb-a04c-7210c0883a29 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:55.230942 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7fc236a8-96fd-454e-ae60-6f6eca2257f7 req-cc48b660-d79c-4fbb-a04c-7210c0883a29 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 945 time: 0.0656993 Mar 07 11:15:55.241814 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1dafa0-360f-4c8a-a367-b89dc0b61016 x-openstack-request-id: req-cc1dafa0-360f-4c8a-a367-b89dc0b61016 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:15:55.242120 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50963a7-e25f-4e0d-9a5a-a58b2c4f281a", "name": "network-vif-unplugged", "status": "completed", "tag": "cfed0399-2150-4be2-a205-331d9bf60034", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:15:55.242363 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cc1dafa0-360f-4c8a-a367-b89dc0b61016 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:15:55.242763 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50963a7-e25f-4e0d-9a5a-a58b2c4f281a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cfed0399-2150-4be2-a205-331d9bf60034', 'code': 200} Mar 07 11:15:55.284158 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 67a6f39c-9e68-47fa-aa6a-5e8ed15895ea is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:15:55.284546 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (67a6f39c-9e68-47fa-aa6a-5e8ed15895ea), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:55.293158 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7fc236a8-96fd-454e-ae60-6f6eca2257f7 req-8910e013-ce4f-492c-be50-fe746880d2de tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1666ceb-b67c-4485-b08c-c0f8d7f843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515125 Mar 07 11:15:55.316579 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67a6f39c-9e68-47fa-aa6a-5e8ed15895ea {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:15:55.328623 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=cfed0399-2150-4be2-a205-331d9bf60034,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:55.343615 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358604c-513c-49db-a627-74a71956c96f req-4588085a-8c7d-47c5-a758-0c90ae193d88 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:55.345227 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6358604c-513c-49db-a627-74a71956c96f req-4588085a-8c7d-47c5-a758-0c90ae193d88 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 944 time: 0.0598021 Mar 07 11:15:55.346141 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 67a6f39c-9e68-47fa-aa6a-5e8ed15895ea, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=67a6f39c-9e68-47fa-aa6a-5e8ed15895ea,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:15:55.350073 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (67a6f39c-9e68-47fa-aa6a-5e8ed15895ea), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:55.350755 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device cfed0399-2150-4be2-a205-331d9bf60034 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:15:55.399918 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6358604c-513c-49db-a627-74a71956c96f req-4e657619-3315-4215-aa69-1df4607c264b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484035 Mar 07 11:15:55.414412 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=67a6f39c-9e68-47fa-aa6a-5e8ed15895ea,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:55.500150 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port cfed0399-2150-4be2-a205-331d9bf60034, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=cfed0399-2150-4be2-a205-331d9bf60034,segment=NetworkSegment(bbf5ea52-1982-44c2-8f30-c7a849e22dc3),segment_id=bbf5ea52-1982-44c2-8f30-c7a849e22dc3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:15:55.511241 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'cfed0399-2150-4be2-a205-331d9bf60034', 'network_id': '307cf423-7edb-45de-be5a-998e984e4af4', 'port_id': 'cfed0399-2150-4be2-a205-331d9bf60034', 'mac_address': 'fa:16:3e:fb:e4:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90104f0e-19c3-4a8a-a800-af22cd60a904', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:15:55.551027 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port cfed0399-2150-4be2-a205-331d9bf60034 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:15:55.551415 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (cfed0399-2150-4be2-a205-331d9bf60034), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:55.564922 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfed0399-2150-4be2-a205-331d9bf60034 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:15:55.584234 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port cfed0399-2150-4be2-a205-331d9bf60034, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=cfed0399-2150-4be2-a205-331d9bf60034,segment=NetworkSegment(bbf5ea52-1982-44c2-8f30-c7a849e22dc3),segment_id=bbf5ea52-1982-44c2-8f30-c7a849e22dc3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:15:55.588082 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (cfed0399-2150-4be2-a205-331d9bf60034), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:55.633353 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=cfed0399-2150-4be2-a205-331d9bf60034,revision_number=7']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:55.912859 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['67a6f39c-9e68-47fa-aa6a-5e8ed15895ea'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:15:55.938559 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['cfed0399-2150-4be2-a205-331d9bf60034'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:15:56.246776 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:15:56.411073 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc0f11-6a8b-4c1c-ba35-a8ce0b68e1cf req-fbdc8d08-b2db-4ea8-bd14-aa81e866341e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:56.412550 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f9bc0f11-6a8b-4c1c-ba35-a8ce0b68e1cf req-fbdc8d08-b2db-4ea8-bd14-aa81e866341e tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 944 time: 0.0525196 Mar 07 11:15:56.462387 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f9bc0f11-6a8b-4c1c-ba35-a8ce0b68e1cf req-5904a027-193f-4390-a6c8-8f41b579e0ff tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1666ceb-b67c-4485-b08c-c0f8d7f843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442662 Mar 07 11:15:56.485090 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41096) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:56.523549 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd685143-465a-47f0-b087-7e04eb79ea6e req-ee4fd30a-e1cb-4d3c-af64-53047e5cc2e8 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:56.524943 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fd685143-465a-47f0-b087-7e04eb79ea6e req-ee4fd30a-e1cb-4d3c-af64-53047e5cc2e8 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 945 time: 0.0572324 Mar 07 11:15:56.550334 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b025ec81-78b9-4031-a8a6-6c916dfe11b7 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/floatingips/b53d1162-fdc1-4a2f-b8cf-47fed8c093b9 HTTP/1.1" status: 200 len: 992 time: 0.0640595 Mar 07 11:15:56.575324 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fd685143-465a-47f0-b087-7e04eb79ea6e req-2852b34a-82e9-455f-bbc0-2d9be3a689c4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446754 Mar 07 11:15:57.004963 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 67a6f39c-9e68-47fa-aa6a-5e8ed15895ea up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:15:57.058524 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 67a6f39c-9e68-47fa-aa6a-5e8ed15895ea completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:15:57.062696 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 67a6f39c-9e68-47fa-aa6a-5e8ed15895ea triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:15:57.063072 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (67a6f39c-9e68-47fa-aa6a-5e8ed15895ea), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:57.137828 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 67a6f39c-9e68-47fa-aa6a-5e8ed15895ea is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:15:57.138217 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (67a6f39c-9e68-47fa-aa6a-5e8ed15895ea), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:57.170084 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 67a6f39c-9e68-47fa-aa6a-5e8ed15895ea, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=67a6f39c-9e68-47fa-aa6a-5e8ed15895ea,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:15:57.174526 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (67a6f39c-9e68-47fa-aa6a-5e8ed15895ea), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:57.175472 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device cfed0399-2150-4be2-a205-331d9bf60034 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:15:57.244829 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea9a759-d19d-4df0-beff-224303f67868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a6f39c-9e68-47fa-aa6a-5e8ed15895ea'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:15:57.247070 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec2d87e-aaa0-4a62-81d0-7c9ab6ce0580" -d '{"events": [{"server_uuid": "9ea9a759-d19d-4df0-beff-224303f67868", "name": "network-vif-plugged", "status": "completed", "tag": "67a6f39c-9e68-47fa-aa6a-5e8ed15895ea"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:15:57.257037 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=67a6f39c-9e68-47fa-aa6a-5e8ed15895ea,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:57.268079 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port cfed0399-2150-4be2-a205-331d9bf60034 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:15:57.268455 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (cfed0399-2150-4be2-a205-331d9bf60034), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:57.288506 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b38db1-7db3-4c26-9419-852204c23e2f x-openstack-request-id: req-59b38db1-7db3-4c26-9419-852204c23e2f {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:15:57.288809 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea9a759-d19d-4df0-beff-224303f67868", "name": "network-vif-plugged", "status": "completed", "tag": "67a6f39c-9e68-47fa-aa6a-5e8ed15895ea", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:15:57.289069 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-59b38db1-7db3-4c26-9419-852204c23e2f {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:15:57.289493 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea9a759-d19d-4df0-beff-224303f67868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a6f39c-9e68-47fa-aa6a-5e8ed15895ea', 'code': 200} Mar 07 11:15:57.348769 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port cfed0399-2150-4be2-a205-331d9bf60034 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:15:57.349191 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (cfed0399-2150-4be2-a205-331d9bf60034), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:57.381789 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c405baa-e902-444f-a6a9-44ebc0462deb req-30009a97-f321-4eb8-817e-0c63c0db97d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:57.383287 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9c405baa-e902-444f-a6a9-44ebc0462deb req-30009a97-f321-4eb8-817e-0c63c0db97d7 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 1128 time: 0.0443413 Mar 07 11:15:57.385335 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port cfed0399-2150-4be2-a205-331d9bf60034, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=cfed0399-2150-4be2-a205-331d9bf60034,segment=NetworkSegment(bbf5ea52-1982-44c2-8f30-c7a849e22dc3),segment_id=bbf5ea52-1982-44c2-8f30-c7a849e22dc3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:15:57.389162 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (cfed0399-2150-4be2-a205-331d9bf60034), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:57.434050 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9c405baa-e902-444f-a6a9-44ebc0462deb req-34ca7bd1-01f5-4ca1-a215-b3cdd2ed36a0 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419533 Mar 07 11:15:57.599515 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=cfed0399-2150-4be2-a205-331d9bf60034,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:57.693282 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32d49a-395b-4246-b6a1-4d6a68feab56 req-c66f6d8c-f612-4acd-b049-d9ad313ebe7b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:57.694744 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-df32d49a-395b-4246-b6a1-4d6a68feab56 req-c66f6d8c-f612-4acd-b049-d9ad313ebe7b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 946 time: 0.0525267 Mar 07 11:15:57.742978 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-df32d49a-395b-4246-b6a1-4d6a68feab56 req-76aa080c-a5f1-4e89-a514-258b1ac3a60b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425639 Mar 07 11:15:58.872727 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084eaa3-0e16-47bf-bdc5-d9ddb47f7d9e req-520fbe46-23bb-42f6-8671-7897be6991cc tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:58.874346 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9084eaa3-0e16-47bf-bdc5-d9ddb47f7d9e req-520fbe46-23bb-42f6-8671-7897be6991cc tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 946 time: 0.0539584 Mar 07 11:15:58.923523 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9084eaa3-0e16-47bf-bdc5-d9ddb47f7d9e req-af47e2ad-61c1-44e7-adc0-afd6df521312 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432687 Mar 07 11:15:59.040612 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2f3a8-e703-40d2-964d-7dedb4bb20ca req-69c5a1bd-6b47-4b8c-ad56-9d6b869b5631 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:59.042012 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-52c2f3a8-e703-40d2-964d-7dedb4bb20ca req-69c5a1bd-6b47-4b8c-ad56-9d6b869b5631 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 946 time: 0.0528510 Mar 07 11:15:59.095774 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-52c2f3a8-e703-40d2-964d-7dedb4bb20ca req-08017922-eaec-455b-ae75-fafda7363212 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476718 Mar 07 11:15:59.122278 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41108) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:59.169937 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c357aff-f0fd-458d-a02f-8e5deb5b927b tempest-TestVolumeBootPattern-129261167 tempest-TestVolumeBootPattern-129261167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:15:59.171898 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6c357aff-f0fd-458d-a02f-8e5deb5b927b tempest-TestVolumeBootPattern-129261167 tempest-TestVolumeBootPattern-129261167-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 1123 time: 0.0485270 Mar 07 11:15:59.174578 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41110) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:15:59.178756 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-00916507-576e-46f5-a744-f304dc0ad15c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'port_id': '67a6f39c-9e68-47fa-aa6a-5e8ed15895ea', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:15:59.198248 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-00916507-576e-46f5-a744-f304dc0ad15c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:59.291003 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50963a7-e25f-4e0d-9a5a-a58b2c4f281a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfed0399-2150-4be2-a205-331d9bf60034'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:15:59.293772 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f779c8b-92de-45dd-b5d0-c855a1de2223" -d '{"events": [{"server_uuid": "d50963a7-e25f-4e0d-9a5a-a58b2c4f281a", "name": "network-vif-plugged", "status": "completed", "tag": "cfed0399-2150-4be2-a205-331d9bf60034"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:15:59.295250 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-00916507-576e-46f5-a744-f304dc0ad15c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:59.331281 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97941fa5-4bf1-45d3-ab24-fb691f298c6d x-openstack-request-id: req-97941fa5-4bf1-45d3-ab24-fb691f298c6d {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:15:59.331586 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50963a7-e25f-4e0d-9a5a-a58b2c4f281a", "name": "network-vif-plugged", "status": "completed", "tag": "cfed0399-2150-4be2-a205-331d9bf60034", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:15:59.331837 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-97941fa5-4bf1-45d3-ab24-fb691f298c6d {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:15:59.332221 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50963a7-e25f-4e0d-9a5a-a58b2c4f281a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfed0399-2150-4be2-a205-331d9bf60034', 'code': 200} Mar 07 11:15:59.403112 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-00916507-576e-46f5-a744-f304dc0ad15c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Allocated IP 172.25.3.35 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/bb37947f-31ae-45eb-b60e-1317af442e5e) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:15:59.509279 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-00916507-576e-46f5-a744-f304dc0ad15c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for port (bb37947f-31ae-45eb-b60e-1317af442e5e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:59.541861 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-00916507-576e-46f5-a744-f304dc0ad15c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (bb37947f-31ae-45eb-b60e-1317af442e5e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:15:59.583900 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00916507-576e-46f5-a744-f304dc0ad15c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:15:59.588473 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-00916507-576e-46f5-a744-f304dc0ad15c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:15:59.591926 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00916507-576e-46f5-a744-f304dc0ad15c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:15:59.597459 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00916507-576e-46f5-a744-f304dc0ad15c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Pushing event updated for resources: {'Port': ['ID=bb37947f-31ae-45eb-b60e-1317af442e5e,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:15:59.949764 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-00916507-576e-46f5-a744-f304dc0ad15c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for floatingip (fd5dc98a-1843-492a-9c1e-381875acb855), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:00.019346 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-00916507-576e-46f5-a744-f304dc0ad15c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bb37947f-31ae-45eb-b60e-1317af442e5e), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:00.165467 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-00916507-576e-46f5-a744-f304dc0ad15c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for port (bb37947f-31ae-45eb-b60e-1317af442e5e), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:00.169840 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-00916507-576e-46f5-a744-f304dc0ad15c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (bb37947f-31ae-45eb-b60e-1317af442e5e), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:00.236700 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00916507-576e-46f5-a744-f304dc0ad15c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Pushing event updated for resources: {'Port': ['ID=bb37947f-31ae-45eb-b60e-1317af442e5e,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:16:00.246943 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-00916507-576e-46f5-a744-f304dc0ad15c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (fd5dc98a-1843-492a-9c1e-381875acb855), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:00.348713 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-00916507-576e-46f5-a744-f304dc0ad15c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Floating IP fd5dc98a-1843-492a-9c1e-381875acb855 associated. External IP: 172.25.3.35, port: 67a6f39c-9e68-47fa-aa6a-5e8ed15895ea. Mar 07 11:16:00.560608 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00916507-576e-46f5-a744-f304dc0ad15c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Router fa32354e-dacc-4f8a-bf67-ede49ac38b89 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:16:00.667716 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00916507-576e-46f5-a744-f304dc0ad15c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:16:00.677900 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34691b6-2a18-44f6-9f9c-55b96a42d231 None None] Sync routers for ids ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:16:00.686059 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-00916507-576e-46f5-a744-f304dc0ad15c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:00.688757 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34691b6-2a18-44f6-9f9c-55b96a42d231 None None] Routers {'fa32354e-dacc-4f8a-bf67-ede49ac38b89'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:16:00.689402 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c34691b6-2a18-44f6-9f9c-55b96a42d231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:15:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:16:00.715589 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-00916507-576e-46f5-a744-f304dc0ad15c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5400043 Mar 07 11:16:00.716190 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea9a759-d19d-4df0-beff-224303f67868', 'tag': '67a6f39c-9e68-47fa-aa6a-5e8ed15895ea'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:16:00.718693 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15acfc5-cfcf-48e5-b0f3-fefdccedd4a2" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea9a759-d19d-4df0-beff-224303f67868", "tag": "67a6f39c-9e68-47fa-aa6a-5e8ed15895ea"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:16:00.755637 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cecf1c-920e-45b3-8961-e470bedc7cfd x-openstack-request-id: req-84cecf1c-920e-45b3-8961-e470bedc7cfd {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:16:00.755934 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea9a759-d19d-4df0-beff-224303f67868", "tag": "67a6f39c-9e68-47fa-aa6a-5e8ed15895ea", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:16:00.756192 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-84cecf1c-920e-45b3-8961-e470bedc7cfd {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:16:00.756604 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea9a759-d19d-4df0-beff-224303f67868', 'tag': '67a6f39c-9e68-47fa-aa6a-5e8ed15895ea', 'status': 'completed', 'code': 200} Mar 07 11:16:00.800244 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-c34691b6-2a18-44f6-9f9c-55b96a42d231 None None] Set router fa32354e-dacc-4f8a-bf67-ede49ac38b89 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:16:00.820452 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15acfc5-cfcf-48e5-b0f3-fefdccedd4a2 req-dac0b969-4537-444f-9a25-c0ce221cd2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:00.821940 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d15acfc5-cfcf-48e5-b0f3-fefdccedd4a2 req-dac0b969-4537-444f-9a25-c0ce221cd2c4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c84901d07e4a49b88f9fef019185eb1b&device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 1128 time: 0.0454574 Mar 07 11:16:00.914150 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15acfc5-cfcf-48e5-b0f3-fefdccedd4a2 req-82a821e8-7e0e-4dbf-bb8d-bec1a53a557d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:00.915628 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d15acfc5-cfcf-48e5-b0f3-fefdccedd4a2 req-82a821e8-7e0e-4dbf-bb8d-bec1a53a557d service neutron] 10.222.0.31 "GET /v2.0/networks?id=204cc519-b30d-4492-9fc5-23c1f345ed50 HTTP/1.1" status: 200 len: 913 time: 0.0883060 Mar 07 11:16:00.981781 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d15acfc5-cfcf-48e5-b0f3-fefdccedd4a2 req-2abbbfab-a8b6-4d1a-869d-6c8ecd3344d1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67a6f39c-9e68-47fa-aa6a-5e8ed15895ea HTTP/1.1" status: 200 len: 999 time: 0.0606592 Mar 07 11:16:01.024089 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c34691b6-2a18-44f6-9f9c-55b96a42d231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'name': 'tempest-TestVolumeBootPattern-1894275182-router', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:14Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'gw_port': {'id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:15Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'fd5dc98a-1843-492a-9c1e-381875acb855', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'port_id': '67a6f39c-9e68-47fa-aa6a-5e8ed15895ea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'mac_address': 'fa:16:3e:92:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea9a759-d19d-4df0-beff-224303f67868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:15:59Z', 'updated_at': '2022-03-07T11:15:59Z', 'revision_number': 0, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7115265-9ddc-4a53-97bd-eab200ea7377', 'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'mac_address': 'fa:16:3e:a5:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:21Z', 'updated_at': '2022-03-07T11:06:30Z', 'revision_number': 5, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'subnets': [{'id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:16:01.031990 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15acfc5-cfcf-48e5-b0f3-fefdccedd4a2 req-b130caeb-e47a-46b1-af38-9c8cf8dc4d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:01.033511 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d15acfc5-cfcf-48e5-b0f3-fefdccedd4a2 req-b130caeb-e47a-46b1-af38-9c8cf8dc4d58 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=933e5dcd-1517-490a-9fa0-e2d8293cf2f0 HTTP/1.1" status: 200 len: 851 time: 0.0466752 Mar 07 11:16:01.051528 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34691b6-2a18-44f6-9f9c-55b96a42d231 None None] Checking router: fa32354e-dacc-4f8a-bf67-ede49ac38b89 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:16:01.059712 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34691b6-2a18-44f6-9f9c-55b96a42d231 None None] Routers {'fa32354e-dacc-4f8a-bf67-ede49ac38b89'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:16:01.060318 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c34691b6-2a18-44f6-9f9c-55b96a42d231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:15:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:16:01.082837 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15acfc5-cfcf-48e5-b0f3-fefdccedd4a2 req-3deee4ff-916e-4607-b09a-f4d777d54917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:01.084248 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d15acfc5-cfcf-48e5-b0f3-fefdccedd4a2 req-3deee4ff-916e-4607-b09a-f4d777d54917 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=204cc519-b30d-4492-9fc5-23c1f345ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455208 Mar 07 11:16:01.168658 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-c34691b6-2a18-44f6-9f9c-55b96a42d231 None None] Set router fa32354e-dacc-4f8a-bf67-ede49ac38b89 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:16:01.173615 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d15acfc5-cfcf-48e5-b0f3-fefdccedd4a2 req-852dba08-7fb0-4402-9928-c73c1d17a60f service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834522 Mar 07 11:16:01.266103 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d15acfc5-cfcf-48e5-b0f3-fefdccedd4a2 req-d5a654ed-3836-4a2e-9dde-4c9767900239 service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864842 Mar 07 11:16:01.393024 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c34691b6-2a18-44f6-9f9c-55b96a42d231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'name': 'tempest-TestVolumeBootPattern-1894275182-router', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:14Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'gw_port': {'id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:15Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'fd5dc98a-1843-492a-9c1e-381875acb855', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'port_id': '67a6f39c-9e68-47fa-aa6a-5e8ed15895ea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'mac_address': 'fa:16:3e:92:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea9a759-d19d-4df0-beff-224303f67868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:15:59Z', 'updated_at': '2022-03-07T11:15:59Z', 'revision_number': 0, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7115265-9ddc-4a53-97bd-eab200ea7377', 'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'mac_address': 'fa:16:3e:a5:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:21Z', 'updated_at': '2022-03-07T11:06:30Z', 'revision_number': 5, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'subnets': [{'id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:16:01.418275 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34691b6-2a18-44f6-9f9c-55b96a42d231 None None] The sync data for ids ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'] in n-d-832164-4 is: [{'id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'name': 'tempest-TestVolumeBootPattern-1894275182-router', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:14Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'gw_port': {'id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:15Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'fd5dc98a-1843-492a-9c1e-381875acb855', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'port_id': '67a6f39c-9e68-47fa-aa6a-5e8ed15895ea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'mac_address': 'fa:16:3e:92:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea9a759-d19d-4df0-beff-224303f67868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:15:59Z', 'updated_at': '2022-03-07T11:15:59Z', 'revision_number': 0, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7115265-9ddc-4a53-97bd-eab200ea7377', 'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'mac_address': 'fa:16:3e:a5:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:21Z', 'updated_at': '2022-03-07T11:06:30Z', 'revision_number': 5, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'subnets': [{'id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:16:01.619597 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36707a0a-68f8-470d-8930-9c3867df55f7 None None] New status for floating IP fd5dc98a-1843-492a-9c1e-381875acb855: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:16:06.509578 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7d8b0f67-550d-4d69-a8a8-8495bf133b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:06.953569 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41126) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:16:07.047733 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556946a-9203-40a1-92fb-c8722652aeb1 req-95174cd5-faf8-4d43-9db2-c8ea8a4a688e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:07.049289 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d556946a-9203-40a1-92fb-c8722652aeb1 req-95174cd5-faf8-4d43-9db2-c8ea8a4a688e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=125abd87-992d-412a-9b8a-0aff8a705041 HTTP/1.1" status: 200 len: 1127 time: 0.0946813 Mar 07 11:16:07.094259 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d556946a-9203-40a1-92fb-c8722652aeb1 req-5b831df4-73a3-42cd-a3e8-d02d3a8daa09 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8ee85374-3e9c-45a2-a315-74723f6ff1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394926 Mar 07 11:16:08.613634 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-15dbc81a-b3dd-416c-bff1-14d1952301ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:10.006560 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:11.749592 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:12.998439 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:18.538992 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:23.176879 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:33.246435 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:16:33.787313 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-eddf5c3f-73a1-4200-9080-7b7e3483b7b4 req-0bb46ff4-9b59-49c1-bf96-ef31b9cbae44 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533013 Mar 07 11:16:33.871557 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf5c3f-73a1-4200-9080-7b7e3483b7b4 req-a854fb87-7c8e-4390-9305-a7c77190f40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:33.873058 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-eddf5c3f-73a1-4200-9080-7b7e3483b7b4 req-a854fb87-7c8e-4390-9305-a7c77190f40c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 1127 time: 0.0442650 Mar 07 11:16:33.975565 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf5c3f-73a1-4200-9080-7b7e3483b7b4 req-5bb480d3-73f2-4929-8362-caab49ccf85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:33.976945 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-eddf5c3f-73a1-4200-9080-7b7e3483b7b4 req-5bb480d3-73f2-4929-8362-caab49ccf85d service neutron] 10.222.0.31 "GET /v2.0/networks?id=307cf423-7edb-45de-be5a-998e984e4af4 HTTP/1.1" status: 200 len: 897 time: 0.0852928 Mar 07 11:16:34.043804 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-eddf5c3f-73a1-4200-9080-7b7e3483b7b4 req-0f91a2e3-f666-4d64-854f-8f4d6446ae06 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfed0399-2150-4be2-a205-331d9bf60034 HTTP/1.1" status: 200 len: 1001 time: 0.0607090 Mar 07 11:16:34.090322 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf5c3f-73a1-4200-9080-7b7e3483b7b4 req-adc4dd17-223d-40bc-9fbe-fed7fe5768a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:34.091707 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-eddf5c3f-73a1-4200-9080-7b7e3483b7b4 req-adc4dd17-223d-40bc-9fbe-fed7fe5768a1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=90104f0e-19c3-4a8a-a800-af22cd60a904 HTTP/1.1" status: 200 len: 834 time: 0.0422468 Mar 07 11:16:34.139214 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf5c3f-73a1-4200-9080-7b7e3483b7b4 req-96efbc64-09dc-4a67-8b7e-9a41de115e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:34.140650 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-eddf5c3f-73a1-4200-9080-7b7e3483b7b4 req-96efbc64-09dc-4a67-8b7e-9a41de115e24 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=307cf423-7edb-45de-be5a-998e984e4af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0420623 Mar 07 11:16:34.231153 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-eddf5c3f-73a1-4200-9080-7b7e3483b7b4 req-f5a58126-a694-43c9-9899-3749eba2e804 service neutron] 10.222.0.31 "GET /v2.0/networks/307cf423-7edb-45de-be5a-998e984e4af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835531 Mar 07 11:16:34.322686 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-eddf5c3f-73a1-4200-9080-7b7e3483b7b4 req-c0729e2f-60e1-4154-ab44-332d8530009a service neutron] 10.222.0.31 "GET /v2.0/networks/307cf423-7edb-45de-be5a-998e984e4af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852690 Mar 07 11:16:36.513833 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5fad119d-2c49-4424-b12a-ed2139986308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:38.619211 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e85aa129-1c92-42b6-b837-95d9ca434157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:40.010456 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:40.262360 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e0b6ffab-d0c3-414b-a46f-ca058399b22a req-e36e11bb-2c86-4f6b-aed3-e610fc054063 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=125abd87-992d-412a-9b8a-0aff8a705041&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454960 Mar 07 11:16:40.344286 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6ffab-d0c3-414b-a46f-ca058399b22a req-5218ec1d-7184-4018-a63c-3a9e07f29b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:40.345787 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e0b6ffab-d0c3-414b-a46f-ca058399b22a req-5218ec1d-7184-4018-a63c-3a9e07f29b29 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5985484c6fa149c081f84b89f8d9b73f&device_id=125abd87-992d-412a-9b8a-0aff8a705041 HTTP/1.1" status: 200 len: 1127 time: 0.0437207 Mar 07 11:16:40.450485 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6ffab-d0c3-414b-a46f-ca058399b22a req-5a99f53d-e4fb-4392-9ffc-c1f6d4e3dcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:40.451909 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e0b6ffab-d0c3-414b-a46f-ca058399b22a req-5a99f53d-e4fb-4392-9ffc-c1f6d4e3dcc6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0df82b9c-5ce6-40eb-bc55-bc755592d794 HTTP/1.1" status: 200 len: 910 time: 0.0870731 Mar 07 11:16:40.516348 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e0b6ffab-d0c3-414b-a46f-ca058399b22a req-4a3eb450-398c-478e-82b9-2c0589060c87 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8f8bdf4-6248-49ab-bda9-fb08eefae3e4 HTTP/1.1" status: 200 len: 1000 time: 0.0583446 Mar 07 11:16:40.565801 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6ffab-d0c3-414b-a46f-ca058399b22a req-672ce18f-61c5-4157-964c-3a364aecb0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:40.567926 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e0b6ffab-d0c3-414b-a46f-ca058399b22a req-672ce18f-61c5-4157-964c-3a364aecb0d8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=429f08ac-b27b-4332-8428-12eac555e652 HTTP/1.1" status: 200 len: 848 time: 0.0462077 Mar 07 11:16:40.620665 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6ffab-d0c3-414b-a46f-ca058399b22a req-e5bbcd09-54b7-430b-81f6-d45b04c41685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:16:40.622170 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e0b6ffab-d0c3-414b-a46f-ca058399b22a req-e5bbcd09-54b7-430b-81f6-d45b04c41685 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0df82b9c-5ce6-40eb-bc55-bc755592d794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482028 Mar 07 11:16:40.712214 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e0b6ffab-d0c3-414b-a46f-ca058399b22a req-714c288d-d33f-45e1-9341-492bb96fe38e service neutron] 10.222.0.21 "GET /v2.0/networks/0df82b9c-5ce6-40eb-bc55-bc755592d794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838416 Mar 07 11:16:40.805658 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e0b6ffab-d0c3-414b-a46f-ca058399b22a req-6d19489f-d48b-49ba-82e4-8438df105d7a service neutron] 10.222.0.21 "GET /v2.0/networks/0df82b9c-5ce6-40eb-bc55-bc755592d794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874281 Mar 07 11:16:41.750908 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:43.000073 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:48.541078 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:16:53.191420 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:03.153511 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41184) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:03.628208 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-05c9d11a-2d5e-4521-851a-ff4e29aad24a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Deleting port 4b3a399d-ce12-4452-ab77-a85df1341f80 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:17:03.628552 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-05c9d11a-2d5e-4521-851a-ff4e29aad24a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (4b3a399d-ce12-4452-ab77-a85df1341f80), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:03.701415 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-05c9d11a-2d5e-4521-851a-ff4e29aad24a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (4b3a399d-ce12-4452-ab77-a85df1341f80), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:03.701745 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-05c9d11a-2d5e-4521-851a-ff4e29aad24a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for floatingip (4b3a399d-ce12-4452-ab77-a85df1341f80), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:03.713782 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-05c9d11a-2d5e-4521-851a-ff4e29aad24a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Calling delete_port for 4b3a399d-ce12-4452-ab77-a85df1341f80 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:17:03.858240 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-05c9d11a-2d5e-4521-851a-ff4e29aad24a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (4b3a399d-ce12-4452-ab77-a85df1341f80), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:03.880533 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9d11a-2d5e-4521-851a-ff4e29aad24a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event deleted for resources: {'Port': ['ID=4b3a399d-ce12-4452-ab77-a85df1341f80,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:03.892466 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9d11a-2d5e-4521-851a-ff4e29aad24a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:03.892816 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9d11a-2d5e-4521-851a-ff4e29aad24a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:03.893188 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9d11a-2d5e-4521-851a-ff4e29aad24a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:03.893528 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9d11a-2d5e-4521-851a-ff4e29aad24a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:03.893858 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9d11a-2d5e-4521-851a-ff4e29aad24a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:03.894196 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9d11a-2d5e-4521-851a-ff4e29aad24a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:03.894513 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9d11a-2d5e-4521-851a-ff4e29aad24a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:03.894837 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9d11a-2d5e-4521-851a-ff4e29aad24a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:03.895160 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9d11a-2d5e-4521-851a-ff4e29aad24a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:03.895484 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9d11a-2d5e-4521-851a-ff4e29aad24a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:03.896341 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9d11a-2d5e-4521-851a-ff4e29aad24a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:03.896658 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9d11a-2d5e-4521-851a-ff4e29aad24a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:03.896975 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9d11a-2d5e-4521-851a-ff4e29aad24a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:03.955293 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-05c9d11a-2d5e-4521-851a-ff4e29aad24a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for floatingip (b53d1162-fdc1-4a2f-b8cf-47fed8c093b9), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:03.955621 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-05c9d11a-2d5e-4521-851a-ff4e29aad24a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Floating IP b53d1162-fdc1-4a2f-b8cf-47fed8c093b9 disassociated (deleted). External IP: 172.25.3.230, port: cfed0399-2150-4be2-a205-331d9bf60034. Mar 07 11:17:04.163131 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c9d11a-2d5e-4521-851a-ff4e29aad24a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Router 4a4abd69-036e-4bdd-b5cd-53d4f6928cc4 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:17:04.273282 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c9d11a-2d5e-4521-851a-ff4e29aad24a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:17:04.278061 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-05c9d11a-2d5e-4521-851a-ff4e29aad24a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:04.282835 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d579fa-5cfa-4a01-b3f2-5839de12a74b None None] Sync routers for ids ['4a4abd69-036e-4bdd-b5cd-53d4f6928cc4'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:17:04.293369 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d579fa-5cfa-4a01-b3f2-5839de12a74b None None] Routers {'4a4abd69-036e-4bdd-b5cd-53d4f6928cc4'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:17:04.294171 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-03d579fa-5cfa-4a01-b3f2-5839de12a74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:16:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['4a4abd69-036e-4bdd-b5cd-53d4f6928cc4'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:17:04.309299 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-05c9d11a-2d5e-4521-851a-ff4e29aad24a tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "DELETE /v2.0/floatingips/b53d1162-fdc1-4a2f-b8cf-47fed8c093b9 HTTP/1.1" status: 204 len: 168 time: 1.1546836 Mar 07 11:17:04.309902 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50963a7-e25f-4e0d-9a5a-a58b2c4f281a', 'tag': 'cfed0399-2150-4be2-a205-331d9bf60034'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:17:04.312163 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d28be4e-9996-4ad9-a01e-281e97f22f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "d50963a7-e25f-4e0d-9a5a-a58b2c4f281a", "tag": "cfed0399-2150-4be2-a205-331d9bf60034"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:17:04.357510 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b038e108-aa96-442d-bb9a-c6b1700733f6 x-openstack-request-id: req-b038e108-aa96-442d-bb9a-c6b1700733f6 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:17:04.357814 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50963a7-e25f-4e0d-9a5a-a58b2c4f281a", "tag": "cfed0399-2150-4be2-a205-331d9bf60034", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:17:04.358079 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b038e108-aa96-442d-bb9a-c6b1700733f6 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:17:04.358495 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50963a7-e25f-4e0d-9a5a-a58b2c4f281a', 'tag': 'cfed0399-2150-4be2-a205-331d9bf60034', 'status': 'completed', 'code': 200} Mar 07 11:17:04.406123 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-03d579fa-5cfa-4a01-b3f2-5839de12a74b None None] Set router 4a4abd69-036e-4bdd-b5cd-53d4f6928cc4 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:17:04.427597 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28be4e-9996-4ad9-a01e-281e97f22f0b req-21191b56-a8df-4ff0-a56e-134e02601f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:04.429362 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2d28be4e-9996-4ad9-a01e-281e97f22f0b req-21191b56-a8df-4ff0-a56e-134e02601f6d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=495992950f4c431c9a7421503d52aa85&device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 1127 time: 0.0500579 Mar 07 11:17:04.535287 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28be4e-9996-4ad9-a01e-281e97f22f0b req-083cbb84-0294-4624-bd58-c89fa5aa1dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:04.537444 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2d28be4e-9996-4ad9-a01e-281e97f22f0b req-083cbb84-0294-4624-bd58-c89fa5aa1dfd service neutron] 10.222.0.31 "GET /v2.0/networks?id=307cf423-7edb-45de-be5a-998e984e4af4 HTTP/1.1" status: 200 len: 897 time: 0.1010585 Mar 07 11:17:04.554272 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1923e-dca5-4e50-9330-7e583cf0851f req-fba8fbd4-4ae6-43b6-ba2d-31f9eb48df62 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:04.555858 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c0b1923e-dca5-4e50-9330-7e583cf0851f req-fba8fbd4-4ae6-43b6-ba2d-31f9eb48df62 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 945 time: 0.0601563 Mar 07 11:17:04.582221 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2d28be4e-9996-4ad9-a01e-281e97f22f0b req-7f294725-b9ce-4412-bba3-c5e491ec53f5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfed0399-2150-4be2-a205-331d9bf60034 HTTP/1.1" status: 200 len: 217 time: 0.0375731 Mar 07 11:17:04.609323 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c0b1923e-dca5-4e50-9330-7e583cf0851f req-7478d8ef-58e8-4a7c-bb46-ac8745f4723b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1666ceb-b67c-4485-b08c-c0f8d7f843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471320 Mar 07 11:17:04.639350 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28be4e-9996-4ad9-a01e-281e97f22f0b req-a9879fdc-f579-4a18-b0d1-6c67c856fd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:04.640824 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2d28be4e-9996-4ad9-a01e-281e97f22f0b req-a9879fdc-f579-4a18-b0d1-6c67c856fd60 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=90104f0e-19c3-4a8a-a800-af22cd60a904 HTTP/1.1" status: 200 len: 834 time: 0.0507457 Mar 07 11:17:04.694193 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28be4e-9996-4ad9-a01e-281e97f22f0b req-b16b06bf-0bd6-428c-b625-f7f1f8e50332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:04.695720 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2d28be4e-9996-4ad9-a01e-281e97f22f0b req-b16b06bf-0bd6-428c-b625-f7f1f8e50332 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=307cf423-7edb-45de-be5a-998e984e4af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0462930 Mar 07 11:17:04.719444 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-03d579fa-5cfa-4a01-b3f2-5839de12a74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1079377637', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f073d182-53b7-41b7-8ab5-69b085a63e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:14:14Z', 'updated_at': '2022-03-07T11:14:17Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': 'f073d182-53b7-41b7-8ab5-69b085a63e2e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:14Z', 'updated_at': '2022-03-07T11:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'f2e2ab49-6125-4aee-b0a3-c70e1da6173d', 'name': '', 'network_id': '307cf423-7edb-45de-be5a-998e984e4af4', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:74:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '90104f0e-19c3-4a8a-a800-af22cd60a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:16Z', 'updated_at': '2022-03-07T11:14:20Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '90104f0e-19c3-4a8a-a800-af22cd60a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:17:04.748522 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d579fa-5cfa-4a01-b3f2-5839de12a74b None None] Checking router: 4a4abd69-036e-4bdd-b5cd-53d4f6928cc4 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:17:04.757251 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d579fa-5cfa-4a01-b3f2-5839de12a74b None None] Routers {'4a4abd69-036e-4bdd-b5cd-53d4f6928cc4'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:17:04.757966 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-03d579fa-5cfa-4a01-b3f2-5839de12a74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:16:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['4a4abd69-036e-4bdd-b5cd-53d4f6928cc4'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:17:04.789223 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2d28be4e-9996-4ad9-a01e-281e97f22f0b req-24620bd2-7fb0-448b-9d60-e4b101b65fbd service neutron] 10.222.0.31 "GET /v2.0/networks/307cf423-7edb-45de-be5a-998e984e4af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867944 Mar 07 11:17:04.863839 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-03d579fa-5cfa-4a01-b3f2-5839de12a74b None None] Set router 4a4abd69-036e-4bdd-b5cd-53d4f6928cc4 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:17:04.883378 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2d28be4e-9996-4ad9-a01e-281e97f22f0b req-928fb2c2-ab14-4222-95cb-80aeba71adbb service neutron] 10.222.0.31 "GET /v2.0/networks/307cf423-7edb-45de-be5a-998e984e4af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877447 Mar 07 11:17:05.058402 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-03d579fa-5cfa-4a01-b3f2-5839de12a74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1079377637', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f073d182-53b7-41b7-8ab5-69b085a63e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:14:14Z', 'updated_at': '2022-03-07T11:14:17Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': 'f073d182-53b7-41b7-8ab5-69b085a63e2e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:14Z', 'updated_at': '2022-03-07T11:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'f2e2ab49-6125-4aee-b0a3-c70e1da6173d', 'name': '', 'network_id': '307cf423-7edb-45de-be5a-998e984e4af4', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:74:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '90104f0e-19c3-4a8a-a800-af22cd60a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:16Z', 'updated_at': '2022-03-07T11:14:20Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '90104f0e-19c3-4a8a-a800-af22cd60a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:17:05.084562 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d579fa-5cfa-4a01-b3f2-5839de12a74b None None] The sync data for ids ['4a4abd69-036e-4bdd-b5cd-53d4f6928cc4'] in n-d-832164-4 is: [{'id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1079377637', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f073d182-53b7-41b7-8ab5-69b085a63e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:14:14Z', 'updated_at': '2022-03-07T11:14:17Z', 'revision_number': 4, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': 'f073d182-53b7-41b7-8ab5-69b085a63e2e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:14Z', 'updated_at': '2022-03-07T11:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'f2e2ab49-6125-4aee-b0a3-c70e1da6173d', 'name': '', 'network_id': '307cf423-7edb-45de-be5a-998e984e4af4', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'mac_address': 'fa:16:3e:74:c0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '90104f0e-19c3-4a8a-a800-af22cd60a904', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:16Z', 'updated_at': '2022-03-07T11:14:20Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'subnets': [{'id': '90104f0e-19c3-4a8a-a800-af22cd60a904', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:17:05.308399 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d72cbb-6bca-4a14-b837-38228c28e409 None None] New status for floating IP b53d1162-fdc1-4a2f-b8cf-47fed8c093b9: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:17:05.733359 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d0d92-6b2e-4bfb-b45b-9d44289b86e9 req-7b78db27-9889-4e22-b2e2-650b3d3ab697 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:05.734845 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-465d0d92-6b2e-4bfb-b45b-9d44289b86e9 req-7b78db27-9889-4e22-b2e2-650b3d3ab697 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 945 time: 0.0531132 Mar 07 11:17:05.784465 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-465d0d92-6b2e-4bfb-b45b-9d44289b86e9 req-49127c11-4b53-4160-aff7-c529e39ba34c tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/security-groups?id=b1666ceb-b67c-4485-b08c-c0f8d7f843bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438130 Mar 07 11:17:06.078882 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c89f7-3c88-45b9-a670-71661ba78a06 req-149ea966-ed31-440e-af15-130b466f80c0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:06.080322 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f67c89f7-3c88-45b9-a670-71661ba78a06 req-149ea966-ed31-440e-af15-130b466f80c0 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.31 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 945 time: 0.0526943 Mar 07 11:17:06.177025 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-f67c89f7-3c88-45b9-a670-71661ba78a06 req-c6c05dc3-83dd-4b03-9815-631e9cf3b1c9 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Deleting port cfed0399-2150-4be2-a205-331d9bf60034 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:17:06.177917 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f67c89f7-3c88-45b9-a670-71661ba78a06 req-c6c05dc3-83dd-4b03-9815-631e9cf3b1c9 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (cfed0399-2150-4be2-a205-331d9bf60034), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:06.264250 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-f67c89f7-3c88-45b9-a670-71661ba78a06 req-c6c05dc3-83dd-4b03-9815-631e9cf3b1c9 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] For port cfed0399-2150-4be2-a205-331d9bf60034, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=cfed0399-2150-4be2-a205-331d9bf60034,segment=NetworkSegment(bbf5ea52-1982-44c2-8f30-c7a849e22dc3),segment_id=bbf5ea52-1982-44c2-8f30-c7a849e22dc3)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:17:06.264615 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f67c89f7-3c88-45b9-a670-71661ba78a06 req-c6c05dc3-83dd-4b03-9815-631e9cf3b1c9 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (cfed0399-2150-4be2-a205-331d9bf60034), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:06.277148 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-f67c89f7-3c88-45b9-a670-71661ba78a06 req-c6c05dc3-83dd-4b03-9815-631e9cf3b1c9 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Calling delete_port for cfed0399-2150-4be2-a205-331d9bf60034 owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:17:06.405187 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f67c89f7-3c88-45b9-a670-71661ba78a06 req-c6c05dc3-83dd-4b03-9815-631e9cf3b1c9 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (cfed0399-2150-4be2-a205-331d9bf60034), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:06.434769 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c05dc3-83dd-4b03-9815-631e9cf3b1c9 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event deleted for resources: {'Port': ['ID=cfed0399-2150-4be2-a205-331d9bf60034,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:06.481119 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67c89f7-3c88-45b9-a670-71661ba78a06 req-c6c05dc3-83dd-4b03-9815-631e9cf3b1c9 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] No DVR routers for this DVR port cfed0399-2150-4be2-a205-331d9bf60034 on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:17:06.483757 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f67c89f7-3c88-45b9-a670-71661ba78a06 req-c6c05dc3-83dd-4b03-9815-631e9cf3b1c9 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:06.487127 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f67c89f7-3c88-45b9-a670-71661ba78a06 req-c6c05dc3-83dd-4b03-9815-631e9cf3b1c9 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.31 "DELETE /v2.0/ports/cfed0399-2150-4be2-a205-331d9bf60034 HTTP/1.1" status: 204 len: 173 time: 0.4008307 Mar 07 11:17:06.487569 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50963a7-e25f-4e0d-9a5a-a58b2c4f281a', 'name': 'network-vif-deleted', 'tag': 'cfed0399-2150-4be2-a205-331d9bf60034'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:17:06.489999 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3ce391-9fd2-4b88-aec3-68af5be3aa6c" -d '{"events": [{"server_uuid": "d50963a7-e25f-4e0d-9a5a-a58b2c4f281a", "name": "network-vif-deleted", "tag": "cfed0399-2150-4be2-a205-331d9bf60034"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:17:06.517856 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-78119d6f-191c-4535-b879-c26ae8769297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:06.527647 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfdceb9-e09b-4cc7-8d6d-2bd1222eef45 x-openstack-request-id: req-ecfdceb9-e09b-4cc7-8d6d-2bd1222eef45 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:17:06.527945 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50963a7-e25f-4e0d-9a5a-a58b2c4f281a", "name": "network-vif-deleted", "tag": "cfed0399-2150-4be2-a205-331d9bf60034", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:17:06.528205 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ecfdceb9-e09b-4cc7-8d6d-2bd1222eef45 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:17:06.528620 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50963a7-e25f-4e0d-9a5a-a58b2c4f281a', 'name': 'network-vif-deleted', 'tag': 'cfed0399-2150-4be2-a205-331d9bf60034', 'status': 'completed', 'code': 200} Mar 07 11:17:06.909561 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9d29a77e-3439-4a86-9953-fedfcf6c5a6f req-014ea71e-f839-45a7-aaa8-e371f1f0427b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "GET /v2.0/ports?device_id=d50963a7-e25f-4e0d-9a5a-a58b2c4f281a HTTP/1.1" status: 200 len: 210 time: 0.0327213 Mar 07 11:17:07.970415 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41200) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:08.337600 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ee49fd90-f656-4049-9c19-485b9555ab89 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (4a4abd69-036e-4bdd-b5cd-53d4f6928cc4), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:08.605890 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-ee49fd90-f656-4049-9c19-485b9555ab89 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Deleting port f2e2ab49-6125-4aee-b0a3-c70e1da6173d {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:17:08.606153 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ee49fd90-f656-4049-9c19-485b9555ab89 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (f2e2ab49-6125-4aee-b0a3-c70e1da6173d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:08.624526 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6b072135-ff38-46bd-a928-071ed554cd6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:08.692745 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-ee49fd90-f656-4049-9c19-485b9555ab89 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] For port f2e2ab49-6125-4aee-b0a3-c70e1da6173d, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=f2e2ab49-6125-4aee-b0a3-c70e1da6173d,segment=NetworkSegment(bbf5ea52-1982-44c2-8f30-c7a849e22dc3),segment_id=bbf5ea52-1982-44c2-8f30-c7a849e22dc3)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:17:08.693744 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ee49fd90-f656-4049-9c19-485b9555ab89 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (f2e2ab49-6125-4aee-b0a3-c70e1da6173d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:08.705913 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-ee49fd90-f656-4049-9c19-485b9555ab89 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Calling delete_port for f2e2ab49-6125-4aee-b0a3-c70e1da6173d owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:17:08.895160 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ee49fd90-f656-4049-9c19-485b9555ab89 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (f2e2ab49-6125-4aee-b0a3-c70e1da6173d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:08.919347 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49fd90-f656-4049-9c19-485b9555ab89 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event deleted for resources: {'Port': ['ID=f2e2ab49-6125-4aee-b0a3-c70e1da6173d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:09.105897 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ee49fd90-f656-4049-9c19-485b9555ab89 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (4a4abd69-036e-4bdd-b5cd-53d4f6928cc4), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:09.341859 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee49fd90-f656-4049-9c19-485b9555ab89 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Router 4a4abd69-036e-4bdd-b5cd-53d4f6928cc4 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:17:09.363402 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device cfed0399-2150-4be2-a205-331d9bf60034 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:17:09.386870 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: cfed0399-2150-4be2-a205-331d9bf60034 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:17:09.387212 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device cfed0399-2150-4be2-a205-331d9bf60034 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:17:09.449731 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee49fd90-f656-4049-9c19-485b9555ab89 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:17:09.454581 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ee49fd90-f656-4049-9c19-485b9555ab89 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "PUT /v2.0/routers/4a4abd69-036e-4bdd-b5cd-53d4f6928cc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4831293 Mar 07 11:17:09.457329 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41202) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:09.459339 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1361a509-a1e7-4fdb-8f8f-e80886e00220 None None] Sync routers for ids ['4a4abd69-036e-4bdd-b5cd-53d4f6928cc4'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:17:09.468665 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1361a509-a1e7-4fdb-8f8f-e80886e00220 None None] Routers {'4a4abd69-036e-4bdd-b5cd-53d4f6928cc4'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:17:09.469299 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1361a509-a1e7-4fdb-8f8f-e80886e00220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:17:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['4a4abd69-036e-4bdd-b5cd-53d4f6928cc4'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:17:09.582306 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-1361a509-a1e7-4fdb-8f8f-e80886e00220 None None] Set router 4a4abd69-036e-4bdd-b5cd-53d4f6928cc4 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:17:09.775654 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1361a509-a1e7-4fdb-8f8f-e80886e00220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1079377637', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f073d182-53b7-41b7-8ab5-69b085a63e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:14:14Z', 'updated_at': '2022-03-07T11:17:08Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': 'f073d182-53b7-41b7-8ab5-69b085a63e2e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:14Z', 'updated_at': '2022-03-07T11:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:17:09.804921 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1361a509-a1e7-4fdb-8f8f-e80886e00220 None None] Checking router: 4a4abd69-036e-4bdd-b5cd-53d4f6928cc4 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:17:09.817284 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1361a509-a1e7-4fdb-8f8f-e80886e00220 None None] Routers {'4a4abd69-036e-4bdd-b5cd-53d4f6928cc4'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:17:09.817916 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1361a509-a1e7-4fdb-8f8f-e80886e00220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:17:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['4a4abd69-036e-4bdd-b5cd-53d4f6928cc4'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:17:09.842906 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7950a78d-a812-4d40-9a61-1aec8511a6df tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Deleting subnet 90104f0e-19c3-4a8a-a800-af22cd60a904 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:17:09.845971 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7950a78d-a812-4d40-9a61-1aec8511a6df tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for subnet (90104f0e-19c3-4a8a-a800-af22cd60a904), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:09.886284 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7950a78d-a812-4d40-9a61-1aec8511a6df tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (90104f0e-19c3-4a8a-a800-af22cd60a904), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:09.925574 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-1361a509-a1e7-4fdb-8f8f-e80886e00220 None None] Set router 4a4abd69-036e-4bdd-b5cd-53d4f6928cc4 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:17:09.971983 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7950a78d-a812-4d40-9a61-1aec8511a6df tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (90104f0e-19c3-4a8a-a800-af22cd60a904), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:10.011983 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:10.035245 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7950a78d-a812-4d40-9a61-1aec8511a6df tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (90104f0e-19c3-4a8a-a800-af22cd60a904), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:10.063874 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7950a78d-a812-4d40-9a61-1aec8511a6df tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event deleted for resources: {'Subnet': ['ID=90104f0e-19c3-4a8a-a800-af22cd60a904,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:10.065848 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7950a78d-a812-4d40-9a61-1aec8511a6df tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:10.072184 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7950a78d-a812-4d40-9a61-1aec8511a6df tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "DELETE /v2.0/subnets/90104f0e-19c3-4a8a-a800-af22cd60a904 HTTP/1.1" status: 204 len: 168 time: 0.6138744 Mar 07 11:17:10.072440 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41204) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:10.082625 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a47e1d-bd22-442b-a8bd-a0ac634045e7 None None] Network 307cf423-7edb-45de-be5a-998e984e4af4 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:17:10.118113 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1361a509-a1e7-4fdb-8f8f-e80886e00220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1079377637', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f073d182-53b7-41b7-8ab5-69b085a63e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:14:14Z', 'updated_at': '2022-03-07T11:17:08Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': 'f073d182-53b7-41b7-8ab5-69b085a63e2e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:14Z', 'updated_at': '2022-03-07T11:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:17:10.146877 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1361a509-a1e7-4fdb-8f8f-e80886e00220 None None] The sync data for ids ['4a4abd69-036e-4bdd-b5cd-53d4f6928cc4'] in n-d-832164-4 is: [{'id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1079377637', 'tenant_id': '495992950f4c431c9a7421503d52aa85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f073d182-53b7-41b7-8ab5-69b085a63e2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:14:14Z', 'updated_at': '2022-03-07T11:17:08Z', 'revision_number': 5, 'project_id': '495992950f4c431c9a7421503d52aa85', 'gw_port': {'id': 'f073d182-53b7-41b7-8ab5-69b085a63e2e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a7:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a4abd69-036e-4bdd-b5cd-53d4f6928cc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3977, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:14:14Z', 'updated_at': '2022-03-07T11:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:17:10.187918 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1779913-da01-4ef4-8d8c-d9d5189d457b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router (4a4abd69-036e-4bdd-b5cd-53d4f6928cc4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:10.247874 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:17:10.298096 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1779913-da01-4ef4-8d8c-d9d5189d457b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router_gateway (4a4abd69-036e-4bdd-b5cd-53d4f6928cc4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:10.350159 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-a1779913-da01-4ef4-8d8c-d9d5189d457b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Deleting port f073d182-53b7-41b7-8ab5-69b085a63e2e {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:17:10.350488 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1779913-da01-4ef4-8d8c-d9d5189d457b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (f073d182-53b7-41b7-8ab5-69b085a63e2e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:10.431681 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-a1779913-da01-4ef4-8d8c-d9d5189d457b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] For port f073d182-53b7-41b7-8ab5-69b085a63e2e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=f073d182-53b7-41b7-8ab5-69b085a63e2e,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:17:10.432039 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1779913-da01-4ef4-8d8c-d9d5189d457b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (f073d182-53b7-41b7-8ab5-69b085a63e2e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:10.443631 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-a1779913-da01-4ef4-8d8c-d9d5189d457b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Calling delete_port for f073d182-53b7-41b7-8ab5-69b085a63e2e owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:17:10.535052 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17513717-6f35-42f1-974a-57bc9c577ff8 None None] DHCP port deletion for 307cf423-7edb-45de-be5a-998e984e4af4 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:17:10.587860 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-17513717-6f35-42f1-974a-57bc9c577ff8 None None] Deleting port 7d8fa4c5-aec2-4553-83d6-42b9293f33a5 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:17:10.588328 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-17513717-6f35-42f1-974a-57bc9c577ff8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (7d8fa4c5-aec2-4553-83d6-42b9293f33a5), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:10.623523 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1779913-da01-4ef4-8d8c-d9d5189d457b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (f073d182-53b7-41b7-8ab5-69b085a63e2e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:10.651479 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1779913-da01-4ef4-8d8c-d9d5189d457b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event deleted for resources: {'Port': ['ID=f073d182-53b7-41b7-8ab5-69b085a63e2e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:10.657967 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-17513717-6f35-42f1-974a-57bc9c577ff8 None None] For port 7d8fa4c5-aec2-4553-83d6-42b9293f33a5, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7d8fa4c5-aec2-4553-83d6-42b9293f33a5,segment=NetworkSegment(bbf5ea52-1982-44c2-8f30-c7a849e22dc3),segment_id=bbf5ea52-1982-44c2-8f30-c7a849e22dc3)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:17:10.658483 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-17513717-6f35-42f1-974a-57bc9c577ff8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (7d8fa4c5-aec2-4553-83d6-42b9293f33a5), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:10.673097 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-17513717-6f35-42f1-974a-57bc9c577ff8 None None] Calling delete_port for 7d8fa4c5-aec2-4553-83d6-42b9293f33a5 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:17:10.681172 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1779913-da01-4ef4-8d8c-d9d5189d457b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:10.681517 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1779913-da01-4ef4-8d8c-d9d5189d457b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:10.681916 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1779913-da01-4ef4-8d8c-d9d5189d457b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:10.682199 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1779913-da01-4ef4-8d8c-d9d5189d457b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:10.682529 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1779913-da01-4ef4-8d8c-d9d5189d457b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:10.682857 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1779913-da01-4ef4-8d8c-d9d5189d457b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:10.683186 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1779913-da01-4ef4-8d8c-d9d5189d457b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:10.683745 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1779913-da01-4ef4-8d8c-d9d5189d457b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:10.683863 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1779913-da01-4ef4-8d8c-d9d5189d457b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:10.684139 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1779913-da01-4ef4-8d8c-d9d5189d457b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:10.684458 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1779913-da01-4ef4-8d8c-d9d5189d457b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:10.684780 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1779913-da01-4ef4-8d8c-d9d5189d457b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:10.685095 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1779913-da01-4ef4-8d8c-d9d5189d457b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:10.728938 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1779913-da01-4ef4-8d8c-d9d5189d457b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (4a4abd69-036e-4bdd-b5cd-53d4f6928cc4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:10.763924 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-17513717-6f35-42f1-974a-57bc9c577ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (7d8fa4c5-aec2-4553-83d6-42b9293f33a5), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:10.786577 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17513717-6f35-42f1-974a-57bc9c577ff8 None None] Pushing event deleted for resources: {'Port': ['ID=7d8fa4c5-aec2-4553-83d6-42b9293f33a5,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:10.796378 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17513717-6f35-42f1-974a-57bc9c577ff8 None None] No DVR routers for this DVR port 7d8fa4c5-aec2-4553-83d6-42b9293f33a5 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:17:10.798818 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17513717-6f35-42f1-974a-57bc9c577ff8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:10.799166 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17513717-6f35-42f1-974a-57bc9c577ff8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:10.799611 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17513717-6f35-42f1-974a-57bc9c577ff8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:10.799963 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17513717-6f35-42f1-974a-57bc9c577ff8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:10.800387 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17513717-6f35-42f1-974a-57bc9c577ff8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:10.800720 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17513717-6f35-42f1-974a-57bc9c577ff8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:10.801049 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17513717-6f35-42f1-974a-57bc9c577ff8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:10.801401 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17513717-6f35-42f1-974a-57bc9c577ff8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:10.801727 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17513717-6f35-42f1-974a-57bc9c577ff8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:10.802052 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17513717-6f35-42f1-974a-57bc9c577ff8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:10.803018 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17513717-6f35-42f1-974a-57bc9c577ff8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:10.803476 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17513717-6f35-42f1-974a-57bc9c577ff8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:10.803674 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17513717-6f35-42f1-974a-57bc9c577ff8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:10.829546 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1779913-da01-4ef4-8d8c-d9d5189d457b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (4a4abd69-036e-4bdd-b5cd-53d4f6928cc4), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:10.831661 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1779913-da01-4ef4-8d8c-d9d5189d457b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router_controller (4a4abd69-036e-4bdd-b5cd-53d4f6928cc4), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:10.877664 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1779913-da01-4ef4-8d8c-d9d5189d457b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (4a4abd69-036e-4bdd-b5cd-53d4f6928cc4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:10.878350 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1779913-da01-4ef4-8d8c-d9d5189d457b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Fanout notify agent at l3_agent the message router_deleted on router 4a4abd69-036e-4bdd-b5cd-53d4f6928cc4 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:17:10.888960 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a1779913-da01-4ef4-8d8c-d9d5189d457b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:10.892071 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a1779913-da01-4ef4-8d8c-d9d5189d457b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "DELETE /v2.0/routers/4a4abd69-036e-4bdd-b5cd-53d4f6928cc4 HTTP/1.1" status: 204 len: 168 time: 0.8161914 Mar 07 11:17:10.892823 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41206) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:10.976357 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab5e9-a202-44c6-be5e-12c31ea2e16b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (307cf423-7edb-45de-be5a-998e984e4af4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:11.069616 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab5e9-a202-44c6-be5e-12c31ea2e16b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (307cf423-7edb-45de-be5a-998e984e4af4), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:11.089122 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-2c5ab5e9-a202-44c6-be5e-12c31ea2e16b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307cf423-7edb-45de-be5a-998e984e4af4']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:17:11.098197 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-2c5ab5e9-a202-44c6-be5e-12c31ea2e16b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf5ea52-1982-44c2-8f30-c7a849e22dc3') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:17:11.098496 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-2c5ab5e9-a202-44c6-be5e-12c31ea2e16b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf5ea52-1982-44c2-8f30-c7a849e22dc3') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:17:11.108371 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab5e9-a202-44c6-be5e-12c31ea2e16b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (bbf5ea52-1982-44c2-8f30-c7a849e22dc3), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:11.122189 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab5e9-a202-44c6-be5e-12c31ea2e16b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (bbf5ea52-1982-44c2-8f30-c7a849e22dc3), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:11.128439 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c5ab5e9-a202-44c6-be5e-12c31ea2e16b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:17:11.128805 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab5e9-a202-44c6-be5e-12c31ea2e16b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (bbf5ea52-1982-44c2-8f30-c7a849e22dc3), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:11.131994 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:17:11.131994 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:17:11.131994 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:17:11.131994 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:17:11.131994 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:17:11.131994 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:17:11.131994 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:17:11.131994 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:17:11.131994 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:17:11.131994 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:17:11.131994 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:17:11.131994 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:17:11.131994 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:17:11.131994 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:17:11.131994 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:17:11.131994 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:17:11.131994 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:17:11.131994 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:17:11.131994 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:17:11.131994 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:17:11.131994 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:17:11.131994 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:17:11.131994 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:17:11.131994 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:17:11.131994 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:17:11.131994 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:17:11.131994 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:17:11.131994 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:17:11.131994 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:17:11.131994 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:17:11.131994 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:17:11.131994 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:17:11.194188 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab5e9-a202-44c6-be5e-12c31ea2e16b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (307cf423-7edb-45de-be5a-998e984e4af4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:11.201677 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c5ab5e9-a202-44c6-be5e-12c31ea2e16b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:11.204221 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2c5ab5e9-a202-44c6-be5e-12c31ea2e16b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "DELETE /v2.0/networks/307cf423-7edb-45de-be5a-998e984e4af4 HTTP/1.1" status: 204 len: 168 time: 0.3097975 Mar 07 11:17:11.207267 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41208) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:11.216370 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ab5e9-a202-44c6-be5e-12c31ea2e16b tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event deleted for resources: {'Network': ['ID=307cf423-7edb-45de-be5a-998e984e4af4,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:11.266664 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a49fec5c-cbb9-42dd-883f-ce77c523eb80 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group (b1666ceb-b67c-4485-b08c-c0f8d7f843bc), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:11.292185 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a49fec5c-cbb9-42dd-883f-ce77c523eb80 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group (b1666ceb-b67c-4485-b08c-c0f8d7f843bc), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:11.360058 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a49fec5c-cbb9-42dd-883f-ce77c523eb80 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b1666ceb-b67c-4485-b08c-c0f8d7f843bc), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:11.362947 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a49fec5c-cbb9-42dd-883f-ce77c523eb80 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:11.364116 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a49fec5c-cbb9-42dd-883f-ce77c523eb80 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] 10.222.0.11 "DELETE /v2.0/security-groups/b1666ceb-b67c-4485-b08c-c0f8d7f843bc HTTP/1.1" status: 204 len: 168 time: 0.1558421 Mar 07 11:17:11.374145 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fec5c-cbb9-42dd-883f-ce77c523eb80 tempest-TestNetworkAdvancedServerOps-2275886 tempest-TestNetworkAdvancedServerOps-2275886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1666ceb-b67c-4485-b08c-c0f8d7f843bc,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:11.664732 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41216) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:11.756664 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:11.806479 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7d8fa4c5-aec2-4553-83d6-42b9293f33a5 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:17:11.827406 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 7d8fa4c5-aec2-4553-83d6-42b9293f33a5 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:17:11.827754 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7d8fa4c5-aec2-4553-83d6-42b9293f33a5 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:17:11.828173 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device f073d182-53b7-41b7-8ab5-69b085a63e2e no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:17:11.850666 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-84921094-8b0d-4e49-9609-8a0a317c79bd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=495992950f4c431c9a7421503d52aa85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1820042 Mar 07 11:17:11.850876 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: f073d182-53b7-41b7-8ab5-69b085a63e2e {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:17:11.850876 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device f073d182-53b7-41b7-8ab5-69b085a63e2e not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:17:11.851063 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41222) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:11.851266 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device f2e2ab49-6125-4aee-b0a3-c70e1da6173d no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:17:11.871386 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: f2e2ab49-6125-4aee-b0a3-c70e1da6173d {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:17:11.871737 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device f2e2ab49-6125-4aee-b0a3-c70e1da6173d not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:17:11.899598 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-df6279b7-a202-4e1d-8438-acc7cc54db2e admin admin] Publish callbacks [] for security_group (193fd5c5-860c-422c-8dd5-83a190185291), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:11.920839 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-df6279b7-a202-4e1d-8438-acc7cc54db2e admin admin] Publish callbacks [] for security_group (193fd5c5-860c-422c-8dd5-83a190185291), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:11.969178 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-df6279b7-a202-4e1d-8438-acc7cc54db2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (193fd5c5-860c-422c-8dd5-83a190185291), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:11.971733 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-df6279b7-a202-4e1d-8438-acc7cc54db2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:11.972884 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-df6279b7-a202-4e1d-8438-acc7cc54db2e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/193fd5c5-860c-422c-8dd5-83a190185291 HTTP/1.1" status: 204 len: 168 time: 0.1210418 Mar 07 11:17:11.981084 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6279b7-a202-4e1d-8438-acc7cc54db2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193fd5c5-860c-422c-8dd5-83a190185291,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:12.254024 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41228) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:12.293846 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-76d1be12-a72c-4e97-8160-a89fa8de4f85 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e37c73bf52d44d9cb52bd9d4a3ca6e1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386498 Mar 07 11:17:12.296639 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41230) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:12.343176 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f9eb45e-e3bc-4854-a372-15b55a3f668a admin admin] Publish callbacks [] for security_group (db9ee7a3-df90-404f-a853-f0f592f161bc), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:12.363161 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f9eb45e-e3bc-4854-a372-15b55a3f668a admin admin] Publish callbacks [] for security_group (db9ee7a3-df90-404f-a853-f0f592f161bc), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:12.410773 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f9eb45e-e3bc-4854-a372-15b55a3f668a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (db9ee7a3-df90-404f-a853-f0f592f161bc), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:12.413536 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f9eb45e-e3bc-4854-a372-15b55a3f668a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:12.414714 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2f9eb45e-e3bc-4854-a372-15b55a3f668a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/db9ee7a3-df90-404f-a853-f0f592f161bc HTTP/1.1" status: 204 len: 168 time: 0.1171963 Mar 07 11:17:12.422527 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9eb45e-e3bc-4854-a372-15b55a3f668a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9ee7a3-df90-404f-a853-f0f592f161bc,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:13.001837 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:14.315332 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41282) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:14.321008 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-b061e024-d075-45cf-92a6-b8c04f9717f9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Request body: {'network': {'name': 'tempest-network-smoke--146822768', 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'port_security_enabled': True}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:17:14.338904 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b061e024-d075-45cf-92a6-b8c04f9717f9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Made reservation on behalf of 050b33e2c5ac4d9b815bad57c7d419b4 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:17:14.342109 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b061e024-d075-45cf-92a6-b8c04f9717f9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:14.350634 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b061e024-d075-45cf-92a6-b8c04f9717f9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:14.421789 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b061e024-d075-45cf-92a6-b8c04f9717f9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for security_group (2896dba6-16f0-4ad4-aab8-ad188ee9bbc1), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:14.425341 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b061e024-d075-45cf-92a6-b8c04f9717f9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2896dba6-16f0-4ad4-aab8-ad188ee9bbc1), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:14.454998 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b061e024-d075-45cf-92a6-b8c04f9717f9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:17:14.461179 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061e024-d075-45cf-92a6-b8c04f9717f9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2896dba6-16f0-4ad4-aab8-ad188ee9bbc1,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:14.467799 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b061e024-d075-45cf-92a6-b8c04f9717f9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:14.468134 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-b061e024-d075-45cf-92a6-b8c04f9717f9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Added segment 7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488 of type vlan for network 817798e0-b3b0-443b-ae80-03cdea844c3b Mar 07 11:17:14.507994 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b061e024-d075-45cf-92a6-b8c04f9717f9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (817798e0-b3b0-443b-ae80-03cdea844c3b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:14.532931 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b061e024-d075-45cf-92a6-b8c04f9717f9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (817798e0-b3b0-443b-ae80-03cdea844c3b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:14.538411 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b061e024-d075-45cf-92a6-b8c04f9717f9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:14.538989 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b061e024-d075-45cf-92a6-b8c04f9717f9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:14.576204 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b061e024-d075-45cf-92a6-b8c04f9717f9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2596004 Mar 07 11:17:14.578973 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41284) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:14.583596 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-5554f90f-0093-412b-979c-f1ffd1529492 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-491847678', 'admin_state_up': True, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:17:14.605967 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5554f90f-0093-412b-979c-f1ffd1529492 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (7a0522d2-f65d-4a44-b256-15b1f97d176c), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:14.606998 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5554f90f-0093-412b-979c-f1ffd1529492 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (7a0522d2-f65d-4a44-b256-15b1f97d176c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:14.612099 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061e024-d075-45cf-92a6-b8c04f9717f9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Pushing event updated for resources: {'Network': ['ID=817798e0-b3b0-443b-ae80-03cdea844c3b,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:14.623564 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 817798e0-b3b0-443b-ae80-03cdea844c3b details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:17:14.660785 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5554f90f-0093-412b-979c-f1ffd1529492 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for router_controller (7a0522d2-f65d-4a44-b256-15b1f97d176c), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:14.806028 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5554f90f-0093-412b-979c-f1ffd1529492 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for router_gateway (7a0522d2-f65d-4a44-b256-15b1f97d176c), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:15.005802 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5554f90f-0093-412b-979c-f1ffd1529492 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for router_gateway (7a0522d2-f65d-4a44-b256-15b1f97d176c), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:15.028193 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5554f90f-0093-412b-979c-f1ffd1529492 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:15.129264 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-5554f90f-0093-412b-979c-f1ffd1529492 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Allocated IP 172.25.3.142 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/a8a8cd78-f8df-4352-928e-8fafa1b7ede0) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:17:15.233865 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5554f90f-0093-412b-979c-f1ffd1529492 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for port (a8a8cd78-f8df-4352-928e-8fafa1b7ede0), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:15.268010 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5554f90f-0093-412b-979c-f1ffd1529492 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (a8a8cd78-f8df-4352-928e-8fafa1b7ede0), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:15.307394 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5554f90f-0093-412b-979c-f1ffd1529492 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:17:15.310295 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-5554f90f-0093-412b-979c-f1ffd1529492 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:17:15.313743 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5554f90f-0093-412b-979c-f1ffd1529492 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:17:15.337578 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554f90f-0093-412b-979c-f1ffd1529492 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Pushing event updated for resources: {'Port': ['ID=a8a8cd78-f8df-4352-928e-8fafa1b7ede0,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:15.574809 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5554f90f-0093-412b-979c-f1ffd1529492 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for router_gateway (7a0522d2-f65d-4a44-b256-15b1f97d176c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:15.781711 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5554f90f-0093-412b-979c-f1ffd1529492 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (7a0522d2-f65d-4a44-b256-15b1f97d176c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:15.919150 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5554f90f-0093-412b-979c-f1ffd1529492 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Router 7a0522d2-f65d-4a44-b256-15b1f97d176c is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:17:16.028945 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5554f90f-0093-412b-979c-f1ffd1529492 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:17:16.038715 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0137011f-cc93-485c-b2c3-de6a66a8fb75 None None] Sync routers for ids ['7a0522d2-f65d-4a44-b256-15b1f97d176c'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:17:16.048163 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0137011f-cc93-485c-b2c3-de6a66a8fb75 None None] Routers {'7a0522d2-f65d-4a44-b256-15b1f97d176c'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:17:16.048790 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-0137011f-cc93-485c-b2c3-de6a66a8fb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:17:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['7a0522d2-f65d-4a44-b256-15b1f97d176c'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:17:16.049941 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5554f90f-0093-412b-979c-f1ffd1529492 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:16.054632 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5554f90f-0093-412b-979c-f1ffd1529492 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4711637 Mar 07 11:17:16.055024 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41286) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:16.163707 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-0137011f-cc93-485c-b2c3-de6a66a8fb75 None None] Set router 7a0522d2-f65d-4a44-b256-15b1f97d176c gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:17:16.176198 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-56049b48-d99b-4b18-8fc5-474ca19f7d59 tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=050b33e2c5ac4d9b815bad57c7d419b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1176708 Mar 07 11:17:16.176347 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41290) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:16.266009 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55135f0e-8188-47cc-83e2-8cb97d4d4b3b tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:16.267508 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-55135f0e-8188-47cc-83e2-8cb97d4d4b3b tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902667 Mar 07 11:17:16.270331 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41292) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:16.298039 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8055c769-46fe-4407-998e-b13281217fb2 tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=f8958782-2869-4679-b3a6-78e3b1855431&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265698 Mar 07 11:17:16.300456 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41294) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:16.305407 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-3925c489-95b4-41fc-afec-8769bd4bd7f6 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1866361543', 'network_id': '817798e0-b3b0-443b-ae80-03cdea844c3b', 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:17:16.347063 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-0137011f-cc93-485c-b2c3-de6a66a8fb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-491847678', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a8a8cd78-f8df-4352-928e-8fafa1b7ede0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:17:14Z', 'updated_at': '2022-03-07T11:17:15Z', 'revision_number': 3, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'gw_port': {'id': 'a8a8cd78-f8df-4352-928e-8fafa1b7ede0', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:75:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:17:15Z', 'updated_at': '2022-03-07T11:17:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:17:16.376787 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0137011f-cc93-485c-b2c3-de6a66a8fb75 None None] Checking router: 7a0522d2-f65d-4a44-b256-15b1f97d176c for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:17:16.377147 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0137011f-cc93-485c-b2c3-de6a66a8fb75 None None] Updating router 7a0522d2-f65d-4a44-b256-15b1f97d176c port a8a8cd78-f8df-4352-928e-8fafa1b7ede0 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:17:16.391183 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3925c489-95b4-41fc-afec-8769bd4bd7f6 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Made reservation on behalf of 050b33e2c5ac4d9b815bad57c7d419b4 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:17:16.394834 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3925c489-95b4-41fc-afec-8769bd4bd7f6 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:16.406336 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0137011f-cc93-485c-b2c3-de6a66a8fb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a8a8cd78-f8df-4352-928e-8fafa1b7ede0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:16.575223 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3925c489-95b4-41fc-afec-8769bd4bd7f6 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (3abdc3e1-fb77-4c2d-84d8-e961a301a30b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:16.640514 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3925c489-95b4-41fc-afec-8769bd4bd7f6 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Pushing event updated for resources: {'Subnet': ['ID=3abdc3e1-fb77-4c2d-84d8-e961a301a30b,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:16.650335 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3925c489-95b4-41fc-afec-8769bd4bd7f6 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Checking segment: {'id': '7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '817798e0-b3b0-443b-ae80-03cdea844c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:17:16.650695 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3925c489-95b4-41fc-afec-8769bd4bd7f6 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Network hostable DHCP agents. Network: 817798e0-b3b0-443b-ae80-03cdea844c3b, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:17:16.658347 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0137011f-cc93-485c-b2c3-de6a66a8fb75 None None] Publish callbacks [] for port (a8a8cd78-f8df-4352-928e-8fafa1b7ede0), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:16.663992 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0137011f-cc93-485c-b2c3-de6a66a8fb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a8a8cd78-f8df-4352-928e-8fafa1b7ede0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:16.667080 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3925c489-95b4-41fc-afec-8769bd4bd7f6 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Network 817798e0-b3b0-443b-ae80-03cdea844c3b is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:17:16.675917 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-3925c489-95b4-41fc-afec-8769bd4bd7f6 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 817798e0-b3b0-443b-ae80-03cdea844c3b) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:17:16.680529 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3925c489-95b4-41fc-afec-8769bd4bd7f6 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:16.681135 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3925c489-95b4-41fc-afec-8769bd4bd7f6 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:16.696157 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb6fa71-6b8f-460d-877b-5f74c2e10832 None None] Network 817798e0-b3b0-443b-ae80-03cdea844c3b requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:17:16.698013 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3925c489-95b4-41fc-afec-8769bd4bd7f6 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3965862 Mar 07 11:17:16.700707 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41296) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:16.780417 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94728c1b-4f20-461d-9a97-39693548659f None None] Pushing event updated for resources: {'Port': ['ID=a8a8cd78-f8df-4352-928e-8fafa1b7ede0,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:16.784426 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-0137011f-cc93-485c-b2c3-de6a66a8fb75 None None] Attempting to bind port a8a8cd78-f8df-4352-928e-8fafa1b7ede0 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:17:16.784806 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-0137011f-cc93-485c-b2c3-de6a66a8fb75 None None] Attempting to bind port a8a8cd78-f8df-4352-928e-8fafa1b7ede0 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:17:16.785204 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0137011f-cc93-485c-b2c3-de6a66a8fb75 None None] Attempting to bind port a8a8cd78-f8df-4352-928e-8fafa1b7ede0 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:17:16.793089 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0137011f-cc93-485c-b2c3-de6a66a8fb75 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:17:16.793495 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0137011f-cc93-485c-b2c3-de6a66a8fb75 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:17:16.793906 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0137011f-cc93-485c-b2c3-de6a66a8fb75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:16.794301 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0137011f-cc93-485c-b2c3-de6a66a8fb75 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:17:16.794775 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-0137011f-cc93-485c-b2c3-de6a66a8fb75 None None] Bound port: a8a8cd78-f8df-4352-928e-8fafa1b7ede0, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:17:16.795165 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0137011f-cc93-485c-b2c3-de6a66a8fb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a8a8cd78-f8df-4352-928e-8fafa1b7ede0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:16.871492 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd4d2d9-63f3-45ec-8ed8-fdb44ce63912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-817798e0-b3b0-443b-ae80-03cdea844c3b', 'network_id': '817798e0-b3b0-443b-ae80-03cdea844c3b', 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'fixed_ips': [{'subnet_id': '3abdc3e1-fb77-4c2d-84d8-e961a301a30b'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:17:16.872335 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9bd4d2d9-63f3-45ec-8ed8-fdb44ce63912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:17.048772 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-0137011f-cc93-485c-b2c3-de6a66a8fb75 None None] For port a8a8cd78-f8df-4352-928e-8fafa1b7ede0, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:17:17.063051 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-0137011f-cc93-485c-b2c3-de6a66a8fb75 None None] For port a8a8cd78-f8df-4352-928e-8fafa1b7ede0, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a8a8cd78-f8df-4352-928e-8fafa1b7ede0,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:17:17.073420 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0137011f-cc93-485c-b2c3-de6a66a8fb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a8a8cd78-f8df-4352-928e-8fafa1b7ede0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:17.145693 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5e6b613-e0f8-405b-a19d-649658f0e408 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:17.219945 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0137011f-cc93-485c-b2c3-de6a66a8fb75 None None] Routers {'7a0522d2-f65d-4a44-b256-15b1f97d176c'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:17:17.220579 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-0137011f-cc93-485c-b2c3-de6a66a8fb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:17:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['7a0522d2-f65d-4a44-b256-15b1f97d176c'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:17:17.230118 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94728c1b-4f20-461d-9a97-39693548659f None None] Pushing event updated for resources: {'Port': ['ID=a8a8cd78-f8df-4352-928e-8fafa1b7ede0,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:17.293371 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-9bd4d2d9-63f3-45ec-8ed8-fdb44ce63912 None None] Allocated IP 172.20.0.2 (817798e0-b3b0-443b-ae80-03cdea844c3b/3abdc3e1-fb77-4c2d-84d8-e961a301a30b/b87a3f04-ee1f-4dcc-87b8-4353a47357b1) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:17:17.403840 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-0137011f-cc93-485c-b2c3-de6a66a8fb75 None None] Set router 7a0522d2-f65d-4a44-b256-15b1f97d176c gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:17:17.624693 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9bd4d2d9-63f3-45ec-8ed8-fdb44ce63912 None None] Publish callbacks [] for port (b87a3f04-ee1f-4dcc-87b8-4353a47357b1), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:17.633302 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9bd4d2d9-63f3-45ec-8ed8-fdb44ce63912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (b87a3f04-ee1f-4dcc-87b8-4353a47357b1), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:17.681813 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-d5e6b613-e0f8-405b-a19d-649658f0e408 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Allocated IP 172.20.0.1 (817798e0-b3b0-443b-ae80-03cdea844c3b/3abdc3e1-fb77-4c2d-84d8-e961a301a30b/0b84ccde-0dd2-48fe-b535-ea66f602c28f) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:17:17.684922 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd4d2d9-63f3-45ec-8ed8-fdb44ce63912 None None] Network 817798e0-b3b0-443b-ae80-03cdea844c3b is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:17:17.694712 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-9bd4d2d9-63f3-45ec-8ed8-fdb44ce63912 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:17:17.697617 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4d2d9-63f3-45ec-8ed8-fdb44ce63912 None None] Pushing event updated for resources: {'Port': ['ID=b87a3f04-ee1f-4dcc-87b8-4353a47357b1,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:17.701020 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd4d2d9-63f3-45ec-8ed8-fdb44ce63912 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:17:17.732447 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-0137011f-cc93-485c-b2c3-de6a66a8fb75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-491847678', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a8a8cd78-f8df-4352-928e-8fafa1b7ede0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:17:14Z', 'updated_at': '2022-03-07T11:17:15Z', 'revision_number': 3, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'gw_port': {'id': 'a8a8cd78-f8df-4352-928e-8fafa1b7ede0', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:75:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:17:15Z', 'updated_at': '2022-03-07T11:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:17:17.778191 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0137011f-cc93-485c-b2c3-de6a66a8fb75 None None] The sync data for ids ['7a0522d2-f65d-4a44-b256-15b1f97d176c'] in n-d-832164-4 is: [{'id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-491847678', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a8a8cd78-f8df-4352-928e-8fafa1b7ede0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:17:14Z', 'updated_at': '2022-03-07T11:17:15Z', 'revision_number': 3, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'gw_port': {'id': 'a8a8cd78-f8df-4352-928e-8fafa1b7ede0', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:75:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:17:15Z', 'updated_at': '2022-03-07T11:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:17:17.789776 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-9bd4d2d9-63f3-45ec-8ed8-fdb44ce63912 None None] Attempting to bind port b87a3f04-ee1f-4dcc-87b8-4353a47357b1 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:17:17.790157 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-9bd4d2d9-63f3-45ec-8ed8-fdb44ce63912 None None] Attempting to bind port b87a3f04-ee1f-4dcc-87b8-4353a47357b1 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '817798e0-b3b0-443b-ae80-03cdea844c3b'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:17:17.790527 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd4d2d9-63f3-45ec-8ed8-fdb44ce63912 None None] Attempting to bind port b87a3f04-ee1f-4dcc-87b8-4353a47357b1 on network 817798e0-b3b0-443b-ae80-03cdea844c3b {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:17:17.795811 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd4d2d9-63f3-45ec-8ed8-fdb44ce63912 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:17:17.796527 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd4d2d9-63f3-45ec-8ed8-fdb44ce63912 None None] Checking segment: {'id': '7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '817798e0-b3b0-443b-ae80-03cdea844c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:17:17.797013 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9bd4d2d9-63f3-45ec-8ed8-fdb44ce63912 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:17.797339 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd4d2d9-63f3-45ec-8ed8-fdb44ce63912 None None] Bound using segment: {'id': '7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '817798e0-b3b0-443b-ae80-03cdea844c3b'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:17:17.798269 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-9bd4d2d9-63f3-45ec-8ed8-fdb44ce63912 None None] Bound port: b87a3f04-ee1f-4dcc-87b8-4353a47357b1, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '817798e0-b3b0-443b-ae80-03cdea844c3b'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:17:17.798269 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9bd4d2d9-63f3-45ec-8ed8-fdb44ce63912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b87a3f04-ee1f-4dcc-87b8-4353a47357b1), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:17.809371 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5e6b613-e0f8-405b-a19d-649658f0e408 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for port (0b84ccde-0dd2-48fe-b535-ea66f602c28f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:17.846868 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5e6b613-e0f8-405b-a19d-649658f0e408 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (0b84ccde-0dd2-48fe-b535-ea66f602c28f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:17.870471 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-9bd4d2d9-63f3-45ec-8ed8-fdb44ce63912 None None] For port b87a3f04-ee1f-4dcc-87b8-4353a47357b1, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:17:17.873660 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-9bd4d2d9-63f3-45ec-8ed8-fdb44ce63912 None None] For port b87a3f04-ee1f-4dcc-87b8-4353a47357b1, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b87a3f04-ee1f-4dcc-87b8-4353a47357b1,segment=NetworkSegment(7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488),segment_id=7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:17:17.880067 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9bd4d2d9-63f3-45ec-8ed8-fdb44ce63912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b87a3f04-ee1f-4dcc-87b8-4353a47357b1), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:17.891147 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e6b613-e0f8-405b-a19d-649658f0e408 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Network 817798e0-b3b0-443b-ae80-03cdea844c3b is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:17:17.894293 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-d5e6b613-e0f8-405b-a19d-649658f0e408 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:17:17.898521 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e6b613-e0f8-405b-a19d-649658f0e408 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:17:17.934914 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6b613-e0f8-405b-a19d-649658f0e408 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Pushing event updated for resources: {'Port': ['ID=0b84ccde-0dd2-48fe-b535-ea66f602c28f,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:17.951865 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4d2d9-63f3-45ec-8ed8-fdb44ce63912 None None] Pushing event updated for resources: {'Port': ['ID=b87a3f04-ee1f-4dcc-87b8-4353a47357b1,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:17.959406 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5e6b613-e0f8-405b-a19d-649658f0e408 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (7a0522d2-f65d-4a44-b256-15b1f97d176c), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:18.152022 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5e6b613-e0f8-405b-a19d-649658f0e408 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0b84ccde-0dd2-48fe-b535-ea66f602c28f), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:18.465801 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5e6b613-e0f8-405b-a19d-649658f0e408 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for port (0b84ccde-0dd2-48fe-b535-ea66f602c28f), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:18.472751 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5e6b613-e0f8-405b-a19d-649658f0e408 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (0b84ccde-0dd2-48fe-b535-ea66f602c28f), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:18.539588 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:18.549517 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e6b613-e0f8-405b-a19d-649658f0e408 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Pushing event updated for resources: {'Port': ['ID=0b84ccde-0dd2-48fe-b535-ea66f602c28f,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:18.555184 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5e6b613-e0f8-405b-a19d-649658f0e408 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (7a0522d2-f65d-4a44-b256-15b1f97d176c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:18.966508 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caff5e14-e711-4cc8-b4fa-a365b99d7e19 None None] Network 817798e0-b3b0-443b-ae80-03cdea844c3b requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:17:18.995167 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e6b613-e0f8-405b-a19d-649658f0e408 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Network 817798e0-b3b0-443b-ae80-03cdea844c3b is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:17:18.996878 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-d5e6b613-e0f8-405b-a19d-649658f0e408 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:17:19.046311 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-bdf556ac-1d32-4400-9f4c-77e3c176e3f3 None None] Provisioning complete for port b87a3f04-ee1f-4dcc-87b8-4353a47357b1 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:17:19.046693 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bdf556ac-1d32-4400-9f4c-77e3c176e3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b87a3f04-ee1f-4dcc-87b8-4353a47357b1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:19.113037 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e6b613-e0f8-405b-a19d-649658f0e408 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Router 7a0522d2-f65d-4a44-b256-15b1f97d176c has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:17:19.174563 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-bdf556ac-1d32-4400-9f4c-77e3c176e3f3 None None] Current status of the port b87a3f04-ee1f-4dcc-87b8-4353a47357b1 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:17:19.174955 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bdf556ac-1d32-4400-9f4c-77e3c176e3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b87a3f04-ee1f-4dcc-87b8-4353a47357b1), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:19.212115 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-bdf556ac-1d32-4400-9f4c-77e3c176e3f3 None None] For port b87a3f04-ee1f-4dcc-87b8-4353a47357b1, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b87a3f04-ee1f-4dcc-87b8-4353a47357b1,segment=NetworkSegment(7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488),segment_id=7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:17:19.218249 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bdf556ac-1d32-4400-9f4c-77e3c176e3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b87a3f04-ee1f-4dcc-87b8-4353a47357b1), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:19.243223 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e6b613-e0f8-405b-a19d-649658f0e408 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:17:19.256155 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d5e6b613-e0f8-405b-a19d-649658f0e408 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "PUT /v2.0/routers/7a0522d2-f65d-4a44-b256-15b1f97d176c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5512798 Mar 07 11:17:19.256534 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41298) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:19.261426 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-959cb927-17bc-417f-bf85-126fcdf1fc7b tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1324723058', 'description': 'tempest-secgroup_access--1324723058 description', 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:17:19.291322 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-959cb927-17bc-417f-bf85-126fcdf1fc7b tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:19.306206 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf556ac-1d32-4400-9f4c-77e3c176e3f3 None None] Pushing event updated for resources: {'Port': ['ID=b87a3f04-ee1f-4dcc-87b8-4353a47357b1,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:19.372135 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-959cb927-17bc-417f-bf85-126fcdf1fc7b tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for security_group (db6bcdfe-b652-498a-b9e0-059f85391e3a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:19.376438 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-959cb927-17bc-417f-bf85-126fcdf1fc7b tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (db6bcdfe-b652-498a-b9e0-059f85391e3a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:19.407692 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-959cb927-17bc-417f-bf85-126fcdf1fc7b tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:19.408949 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-959cb927-17bc-417f-bf85-126fcdf1fc7b tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1512110 Mar 07 11:17:19.411880 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41300) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:19.416261 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-d3a38c20-957b-4860-ad87-d54590c51771 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1857510010', 'description': 'tempest-secgroup_general--1857510010 description', 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:17:19.421664 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959cb927-17bc-417f-bf85-126fcdf1fc7b tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db6bcdfe-b652-498a-b9e0-059f85391e3a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:19.440379 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d3a38c20-957b-4860-ad87-d54590c51771 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:19.448383 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-471c2d79-0b1e-4614-a2fd-48b58f53bf12 None None] Provisioning complete for port b87a3f04-ee1f-4dcc-87b8-4353a47357b1 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:17:19.448844 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-471c2d79-0b1e-4614-a2fd-48b58f53bf12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b87a3f04-ee1f-4dcc-87b8-4353a47357b1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:19.533287 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d3a38c20-957b-4860-ad87-d54590c51771 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for security_group (087b01c8-0301-4c65-a1b9-d1e96feb1013), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:19.537328 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32869dff-bbe7-49c9-a86c-4698ba5abeb4 None None] Sync routers for ids ['7a0522d2-f65d-4a44-b256-15b1f97d176c'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:17:19.539603 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d3a38c20-957b-4860-ad87-d54590c51771 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (087b01c8-0301-4c65-a1b9-d1e96feb1013), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:19.547077 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-471c2d79-0b1e-4614-a2fd-48b58f53bf12 None None] Current status of the port b87a3f04-ee1f-4dcc-87b8-4353a47357b1 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:17:19.549214 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32869dff-bbe7-49c9-a86c-4698ba5abeb4 None None] Routers {'7a0522d2-f65d-4a44-b256-15b1f97d176c'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:17:19.550035 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-32869dff-bbe7-49c9-a86c-4698ba5abeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:17:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['7a0522d2-f65d-4a44-b256-15b1f97d176c'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:17:19.560006 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-471c2d79-0b1e-4614-a2fd-48b58f53bf12 None None] Provisioning complete for port 0b84ccde-0dd2-48fe-b535-ea66f602c28f triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:17:19.560243 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-471c2d79-0b1e-4614-a2fd-48b58f53bf12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0b84ccde-0dd2-48fe-b535-ea66f602c28f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:19.575911 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d3a38c20-957b-4860-ad87-d54590c51771 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:19.577336 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d3a38c20-957b-4860-ad87-d54590c51771 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.1644111 Mar 07 11:17:19.578321 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a38c20-957b-4860-ad87-d54590c51771 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=087b01c8-0301-4c65-a1b9-d1e96feb1013,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:19.580438 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41302) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:19.586668 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-1277f108-908c-46be-8380-39775ee68867 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Request body: {'security_group_rule': {'security_group_id': 'db6bcdfe-b652-498a-b9e0-059f85391e3a', 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:17:19.618131 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-471c2d79-0b1e-4614-a2fd-48b58f53bf12 None None] Port 0b84ccde-0dd2-48fe-b535-ea66f602c28f cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:17:19.625634 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1277f108-908c-46be-8380-39775ee68867 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for security_group_rule (7c9912e0-adeb-4711-ba22-1e66d067bf3f), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:19.685672 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-32869dff-bbe7-49c9-a86c-4698ba5abeb4 None None] Set router 7a0522d2-f65d-4a44-b256-15b1f97d176c gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:17:19.697136 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1277f108-908c-46be-8380-39775ee68867 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for security_group_rule (7c9912e0-adeb-4711-ba22-1e66d067bf3f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:19.701579 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1277f108-908c-46be-8380-39775ee68867 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (7c9912e0-adeb-4711-ba22-1e66d067bf3f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:19.722684 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277f108-908c-46be-8380-39775ee68867 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c9912e0-adeb-4711-ba22-1e66d067bf3f,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:19.745083 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1277f108-908c-46be-8380-39775ee68867 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:19.754037 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-cae796fb-a57c-4617-89d6-c135e9655c9b None None] Provisioning complete for port 0b84ccde-0dd2-48fe-b535-ea66f602c28f triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:17:19.754584 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cae796fb-a57c-4617-89d6-c135e9655c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0b84ccde-0dd2-48fe-b535-ea66f602c28f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:19.757267 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1277f108-908c-46be-8380-39775ee68867 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1754997 Mar 07 11:17:19.844605 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-cae796fb-a57c-4617-89d6-c135e9655c9b None None] Port 0b84ccde-0dd2-48fe-b535-ea66f602c28f cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:17:19.937498 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-1082b21e-3ac0-4755-ac0c-371eddcda204 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup_access--1324723058&fields=id&tenant_id=050b33e2c5ac4d9b815bad57c7d419b4 HTTP/1.1" status: 200 len: 267 time: 0.0605416 Mar 07 11:17:19.951709 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a8a8cd78-f8df-4352-928e-8fafa1b7ede0 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:17:19.989568 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-f9fad3f9-c657-484e-9885-188436113ccf tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup_general--1857510010&fields=id&tenant_id=050b33e2c5ac4d9b815bad57c7d419b4 HTTP/1.1" status: 200 len: 267 time: 0.0450642 Mar 07 11:17:19.996306 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-28d5057f-3787-4be5-8d8d-d3dc04133553 None None] Provisioning complete for port 0b84ccde-0dd2-48fe-b535-ea66f602c28f triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:17:19.996679 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-28d5057f-3787-4be5-8d8d-d3dc04133553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0b84ccde-0dd2-48fe-b535-ea66f602c28f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:20.039448 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-28d5057f-3787-4be5-8d8d-d3dc04133553 None None] Port 0b84ccde-0dd2-48fe-b535-ea66f602c28f cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:17:20.042910 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port a8a8cd78-f8df-4352-928e-8fafa1b7ede0 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:17:20.043287 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a8a8cd78-f8df-4352-928e-8fafa1b7ede0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:20.054770 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-32869dff-bbe7-49c9-a86c-4698ba5abeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-491847678', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a8a8cd78-f8df-4352-928e-8fafa1b7ede0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:17:14Z', 'updated_at': '2022-03-07T11:17:18Z', 'revision_number': 4, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'gw_port': {'id': 'a8a8cd78-f8df-4352-928e-8fafa1b7ede0', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:75:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:17:15Z', 'updated_at': '2022-03-07T11:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '0b84ccde-0dd2-48fe-b535-ea66f602c28f', 'name': '', 'network_id': '817798e0-b3b0-443b-ae80-03cdea844c3b', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'mac_address': 'fa:16:3e:2b:0c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '3abdc3e1-fb77-4c2d-84d8-e961a301a30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:17:17Z', 'updated_at': '2022-03-07T11:17:18Z', 'revision_number': 2, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'subnets': [{'id': '3abdc3e1-fb77-4c2d-84d8-e961a301a30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:17:20.081145 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32869dff-bbe7-49c9-a86c-4698ba5abeb4 None None] Checking router: 7a0522d2-f65d-4a44-b256-15b1f97d176c for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:17:20.081783 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32869dff-bbe7-49c9-a86c-4698ba5abeb4 None None] Updating router 7a0522d2-f65d-4a44-b256-15b1f97d176c port 0b84ccde-0dd2-48fe-b535-ea66f602c28f binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:17:20.108921 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-32869dff-bbe7-49c9-a86c-4698ba5abeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0b84ccde-0dd2-48fe-b535-ea66f602c28f), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:20.113269 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-d8553969-d5f5-46d7-84fc-8f88490c9695 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:20.115643 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-d8553969-d5f5-46d7-84fc-8f88490c9695 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/networks?id=817798e0-b3b0-443b-ae80-03cdea844c3b HTTP/1.1" status: 200 len: 796 time: 0.1175282 Mar 07 11:17:20.125274 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port a8a8cd78-f8df-4352-928e-8fafa1b7ede0 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:17:20.125667 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a8a8cd78-f8df-4352-928e-8fafa1b7ede0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:20.134589 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-20c207bb-5b0a-48fb-a3ba-8537ebc0fd91 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/quotas/050b33e2c5ac4d9b815bad57c7d419b4 HTTP/1.1" status: 200 len: 375 time: 0.0123610 Mar 07 11:17:20.147997 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port a8a8cd78-f8df-4352-928e-8fafa1b7ede0, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a8a8cd78-f8df-4352-928e-8fafa1b7ede0,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:17:20.154384 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a8a8cd78-f8df-4352-928e-8fafa1b7ede0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:20.155218 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b87a3f04-ee1f-4dcc-87b8-4353a47357b1 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:17:20.193451 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-40fbbf3e-5cc1-455d-93ba-590e95b39258 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=050b33e2c5ac4d9b815bad57c7d419b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532248 Mar 07 11:17:20.232361 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=a8a8cd78-f8df-4352-928e-8fafa1b7ede0,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:20.246987 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port b87a3f04-ee1f-4dcc-87b8-4353a47357b1 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:17:20.247291 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b87a3f04-ee1f-4dcc-87b8-4353a47357b1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:20.308827 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-66c9f253-a571-42a6-b9e2-3856e4d4332a service neutron] 10.222.0.11 "GET /v2.0/networks/817798e0-b3b0-443b-ae80-03cdea844c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008086 Mar 07 11:17:20.332923 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port b87a3f04-ee1f-4dcc-87b8-4353a47357b1 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:17:20.390664 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-32869dff-bbe7-49c9-a86c-4698ba5abeb4 None None] Publish callbacks [] for port (0b84ccde-0dd2-48fe-b535-ea66f602c28f), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:20.395650 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-32869dff-bbe7-49c9-a86c-4698ba5abeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0b84ccde-0dd2-48fe-b535-ea66f602c28f), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:20.403809 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-901c6c12-471c-404f-982a-b1ac5d45bb2a service neutron] 10.222.0.11 "GET /v2.0/networks/817798e0-b3b0-443b-ae80-03cdea844c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885811 Mar 07 11:17:20.467734 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755ee19-a025-4626-8eed-43f8f9a498a1 None None] Pushing event updated for resources: {'Port': ['ID=0b84ccde-0dd2-48fe-b535-ea66f602c28f,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:20.490599 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8755ee19-a025-4626-8eed-43f8f9a498a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:20.491046 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8755ee19-a025-4626-8eed-43f8f9a498a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:20.491395 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8755ee19-a025-4626-8eed-43f8f9a498a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:20.491723 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8755ee19-a025-4626-8eed-43f8f9a498a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:20.492045 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8755ee19-a025-4626-8eed-43f8f9a498a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:20.492585 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8755ee19-a025-4626-8eed-43f8f9a498a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:20.492897 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8755ee19-a025-4626-8eed-43f8f9a498a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:20.493217 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8755ee19-a025-4626-8eed-43f8f9a498a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:20.493540 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8755ee19-a025-4626-8eed-43f8f9a498a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:20.493965 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8755ee19-a025-4626-8eed-43f8f9a498a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:20.494528 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8755ee19-a025-4626-8eed-43f8f9a498a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:20.494998 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8755ee19-a025-4626-8eed-43f8f9a498a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:20.495872 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8755ee19-a025-4626-8eed-43f8f9a498a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:17:20.511962 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-32869dff-bbe7-49c9-a86c-4698ba5abeb4 None None] Attempting to bind port 0b84ccde-0dd2-48fe-b535-ea66f602c28f on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:17:20.512341 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-32869dff-bbe7-49c9-a86c-4698ba5abeb4 None None] Attempting to bind port 0b84ccde-0dd2-48fe-b535-ea66f602c28f by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '817798e0-b3b0-443b-ae80-03cdea844c3b'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:17:20.512707 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32869dff-bbe7-49c9-a86c-4698ba5abeb4 None None] Attempting to bind port 0b84ccde-0dd2-48fe-b535-ea66f602c28f on network 817798e0-b3b0-443b-ae80-03cdea844c3b {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:17:20.523116 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32869dff-bbe7-49c9-a86c-4698ba5abeb4 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:17:20.523493 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32869dff-bbe7-49c9-a86c-4698ba5abeb4 None None] Checking segment: {'id': '7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '817798e0-b3b0-443b-ae80-03cdea844c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:17:20.523894 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-32869dff-bbe7-49c9-a86c-4698ba5abeb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:20.524472 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32869dff-bbe7-49c9-a86c-4698ba5abeb4 None None] Bound using segment: {'id': '7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '817798e0-b3b0-443b-ae80-03cdea844c3b'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:17:20.524946 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-32869dff-bbe7-49c9-a86c-4698ba5abeb4 None None] Bound port: 0b84ccde-0dd2-48fe-b535-ea66f602c28f, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '817798e0-b3b0-443b-ae80-03cdea844c3b'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:17:20.525353 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-32869dff-bbe7-49c9-a86c-4698ba5abeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0b84ccde-0dd2-48fe-b535-ea66f602c28f), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:20.591738 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-74871cd3-72d6-4eee-80b8-e5c80124b2e8 req-e5e94ee3-ef75-4b37-a27b-0495e3b9ed3b tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/ports?device_id=2450baa6-d6be-4c56-8e9c-862bee872fb1 HTTP/1.1" status: 200 len: 210 time: 0.0354743 Mar 07 11:17:20.604084 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-32869dff-bbe7-49c9-a86c-4698ba5abeb4 None None] For port 0b84ccde-0dd2-48fe-b535-ea66f602c28f, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:17:20.608704 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-32869dff-bbe7-49c9-a86c-4698ba5abeb4 None None] For port 0b84ccde-0dd2-48fe-b535-ea66f602c28f, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=0b84ccde-0dd2-48fe-b535-ea66f602c28f,segment=NetworkSegment(7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488),segment_id=7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:17:20.616656 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-32869dff-bbe7-49c9-a86c-4698ba5abeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0b84ccde-0dd2-48fe-b535-ea66f602c28f), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:20.679256 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755ee19-a025-4626-8eed-43f8f9a498a1 None None] Pushing event updated for resources: {'Port': ['ID=0b84ccde-0dd2-48fe-b535-ea66f602c28f,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:20.688788 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32869dff-bbe7-49c9-a86c-4698ba5abeb4 None None] Routers {'7a0522d2-f65d-4a44-b256-15b1f97d176c'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:17:20.689553 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-32869dff-bbe7-49c9-a86c-4698ba5abeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:17:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['7a0522d2-f65d-4a44-b256-15b1f97d176c'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:17:20.777520 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-62ec0460-8a69-4452-913d-ca693092d933 None None] Provisioning complete for port 0b84ccde-0dd2-48fe-b535-ea66f602c28f triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:17:20.778107 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-62ec0460-8a69-4452-913d-ca693092d933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0b84ccde-0dd2-48fe-b535-ea66f602c28f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:20.821185 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-32869dff-bbe7-49c9-a86c-4698ba5abeb4 None None] Set router 7a0522d2-f65d-4a44-b256-15b1f97d176c gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:17:20.913308 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-62ec0460-8a69-4452-913d-ca693092d933 None None] Current status of the port 0b84ccde-0dd2-48fe-b535-ea66f602c28f is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:17:20.913714 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-62ec0460-8a69-4452-913d-ca693092d933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0b84ccde-0dd2-48fe-b535-ea66f602c28f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:20.972021 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-62ec0460-8a69-4452-913d-ca693092d933 None None] For port 0b84ccde-0dd2-48fe-b535-ea66f602c28f, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=0b84ccde-0dd2-48fe-b535-ea66f602c28f,segment=NetworkSegment(7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488),segment_id=7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:17:20.976736 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-62ec0460-8a69-4452-913d-ca693092d933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0b84ccde-0dd2-48fe-b535-ea66f602c28f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:21.033044 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec0460-8a69-4452-913d-ca693092d933 None None] Pushing event updated for resources: {'Port': ['ID=0b84ccde-0dd2-48fe-b535-ea66f602c28f,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:21.069508 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-32869dff-bbe7-49c9-a86c-4698ba5abeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-491847678', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a8a8cd78-f8df-4352-928e-8fafa1b7ede0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:17:14Z', 'updated_at': '2022-03-07T11:17:18Z', 'revision_number': 4, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'gw_port': {'id': 'a8a8cd78-f8df-4352-928e-8fafa1b7ede0', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:75:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:17:15Z', 'updated_at': '2022-03-07T11:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '0b84ccde-0dd2-48fe-b535-ea66f602c28f', 'name': '', 'network_id': '817798e0-b3b0-443b-ae80-03cdea844c3b', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'mac_address': 'fa:16:3e:2b:0c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '3abdc3e1-fb77-4c2d-84d8-e961a301a30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:17:17Z', 'updated_at': '2022-03-07T11:17:20Z', 'revision_number': 4, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'subnets': [{'id': '3abdc3e1-fb77-4c2d-84d8-e961a301a30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:17:21.096380 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6e342210-d889-418f-a10b-e63b9d89e845 None None] Provisioning complete for port 0b84ccde-0dd2-48fe-b535-ea66f602c28f triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:17:21.096839 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6e342210-d889-418f-a10b-e63b9d89e845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0b84ccde-0dd2-48fe-b535-ea66f602c28f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:21.101207 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32869dff-bbe7-49c9-a86c-4698ba5abeb4 None None] The sync data for ids ['7a0522d2-f65d-4a44-b256-15b1f97d176c'] in n-d-832164-4 is: [{'id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-491847678', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a8a8cd78-f8df-4352-928e-8fafa1b7ede0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:17:14Z', 'updated_at': '2022-03-07T11:17:18Z', 'revision_number': 4, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'gw_port': {'id': 'a8a8cd78-f8df-4352-928e-8fafa1b7ede0', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:75:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:17:15Z', 'updated_at': '2022-03-07T11:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '0b84ccde-0dd2-48fe-b535-ea66f602c28f', 'name': '', 'network_id': '817798e0-b3b0-443b-ae80-03cdea844c3b', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'mac_address': 'fa:16:3e:2b:0c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '3abdc3e1-fb77-4c2d-84d8-e961a301a30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:17:17Z', 'updated_at': '2022-03-07T11:17:20Z', 'revision_number': 4, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'subnets': [{'id': '3abdc3e1-fb77-4c2d-84d8-e961a301a30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:17:21.211095 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6e342210-d889-418f-a10b-e63b9d89e845 None None] Current status of the port 0b84ccde-0dd2-48fe-b535-ea66f602c28f is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:17:21.690651 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-75fe595f-1be7-4fe5-b944-11c7c069c63b req-4fca16c8-d4c3-41be-aef3-df93e9195300 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/ports?device_id=2450baa6-d6be-4c56-8e9c-862bee872fb1 HTTP/1.1" status: 200 len: 210 time: 0.0282950 Mar 07 11:17:21.897051 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 0b84ccde-0dd2-48fe-b535-ea66f602c28f up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:17:21.944577 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-480b9358-663b-4fc7-b9d4-fc4d7918bb93 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:21.946772 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-480b9358-663b-4fc7-b9d4-fc4d7918bb93 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.21 "GET /v2.0/networks?id=817798e0-b3b0-443b-ae80-03cdea844c3b HTTP/1.1" status: 200 len: 796 time: 0.1492577 Mar 07 11:17:21.963524 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 0b84ccde-0dd2-48fe-b535-ea66f602c28f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:17:21.964206 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0b84ccde-0dd2-48fe-b535-ea66f602c28f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:22.024523 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-224a6c40-bc99-4149-bf2e-e900ae76f073 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=050b33e2c5ac4d9b815bad57c7d419b4 HTTP/1.1" status: 200 len: 478 time: 0.0687621 Mar 07 11:17:22.033813 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-0702878e-cbde-4f49-92a7-b7d1115a57c2 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Request body: {'port': {'device_id': '2450baa6-d6be-4c56-8e9c-862bee872fb1', 'network_id': '817798e0-b3b0-443b-ae80-03cdea844c3b', 'admin_state_up': True, 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'security_groups': ['db6bcdfe-b652-498a-b9e0-059f85391e3a', '087b01c8-0301-4c65-a1b9-d1e96feb1013']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:17:22.047227 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 0b84ccde-0dd2-48fe-b535-ea66f602c28f is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:17:22.048298 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a8a8cd78-f8df-4352-928e-8fafa1b7ede0 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:17:22.098489 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port a8a8cd78-f8df-4352-928e-8fafa1b7ede0 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:17:22.099445 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a8a8cd78-f8df-4352-928e-8fafa1b7ede0), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:22.160716 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-0702878e-cbde-4f49-92a7-b7d1115a57c2 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Made reservation on behalf of 050b33e2c5ac4d9b815bad57c7d419b4 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:17:22.164986 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-0702878e-cbde-4f49-92a7-b7d1115a57c2 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:22.187322 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port a8a8cd78-f8df-4352-928e-8fafa1b7ede0 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:17:22.301164 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-0702878e-cbde-4f49-92a7-b7d1115a57c2 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Allocated IP 172.20.0.11 (817798e0-b3b0-443b-ae80-03cdea844c3b/3abdc3e1-fb77-4c2d-84d8-e961a301a30b/5df6f399-cc6e-457d-bb0d-82ba5a1f0e24) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:17:22.448735 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-0702878e-cbde-4f49-92a7-b7d1115a57c2 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for port (5df6f399-cc6e-457d-bb0d-82ba5a1f0e24), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:22.482179 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-0702878e-cbde-4f49-92a7-b7d1115a57c2 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (5df6f399-cc6e-457d-bb0d-82ba5a1f0e24), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:22.528923 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-0702878e-cbde-4f49-92a7-b7d1115a57c2 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Network 817798e0-b3b0-443b-ae80-03cdea844c3b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:17:22.532026 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-0702878e-cbde-4f49-92a7-b7d1115a57c2 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:17:22.535597 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-0702878e-cbde-4f49-92a7-b7d1115a57c2 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:17:22.566199 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702878e-cbde-4f49-92a7-b7d1115a57c2 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Pushing event updated for resources: {'Port': ['ID=5df6f399-cc6e-457d-bb0d-82ba5a1f0e24,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:22.592190 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-0702878e-cbde-4f49-92a7-b7d1115a57c2 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:22.592819 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-0702878e-cbde-4f49-92a7-b7d1115a57c2 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:22.611024 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-0702878e-cbde-4f49-92a7-b7d1115a57c2 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.5809782 Mar 07 11:17:22.622899 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-77a838cf-7c6f-45cf-9954-715b7f2a85e0 service neutron] Request body: {'port': {'device_id': '2450baa6-d6be-4c56-8e9c-862bee872fb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:17:22.686764 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-77a838cf-7c6f-45cf-9954-715b7f2a85e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5df6f399-cc6e-457d-bb0d-82ba5a1f0e24), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:22.844925 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-5fad9dd0-dff9-415c-8d88-918cdd52c85d None None] Provisioning complete for port 5df6f399-cc6e-457d-bb0d-82ba5a1f0e24 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:17:22.845324 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5fad9dd0-dff9-415c-8d88-918cdd52c85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (5df6f399-cc6e-457d-bb0d-82ba5a1f0e24), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:22.879602 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-5fad9dd0-dff9-415c-8d88-918cdd52c85d None None] Port 5df6f399-cc6e-457d-bb0d-82ba5a1f0e24 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:17:22.925857 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b0be5-12c9-4f2c-aa4a-fd4b190b93be req-9c2f7d3c-89a7-4a59-a519-667065ccb646 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:22.927457 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ed4b0be5-12c9-4f2c-aa4a-fd4b190b93be req-9c2f7d3c-89a7-4a59-a519-667065ccb646 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/ports?device_id=2450baa6-d6be-4c56-8e9c-862bee872fb1 HTTP/1.1" status: 200 len: 971 time: 0.1276290 Mar 07 11:17:23.040523 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ed4b0be5-12c9-4f2c-aa4a-fd4b190b93be req-7cc411f4-c3ef-4c69-922f-c85bb2fe7e99 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/security-groups?id=db6bcdfe-b652-498a-b9e0-059f85391e3a&id=087b01c8-0301-4c65-a1b9-d1e96feb1013&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1069016 Mar 07 11:17:23.056465 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-77a838cf-7c6f-45cf-9954-715b7f2a85e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5df6f399-cc6e-457d-bb0d-82ba5a1f0e24 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:17:23.068899 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-77a838cf-7c6f-45cf-9954-715b7f2a85e0 service neutron] Publish callbacks [] for port (5df6f399-cc6e-457d-bb0d-82ba5a1f0e24), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:23.084812 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-77a838cf-7c6f-45cf-9954-715b7f2a85e0 service neutron] Transition to ACTIVE for port object 5df6f399-cc6e-457d-bb0d-82ba5a1f0e24 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:17:23.091357 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-77a838cf-7c6f-45cf-9954-715b7f2a85e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (5df6f399-cc6e-457d-bb0d-82ba5a1f0e24), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:23.154858 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a838cf-7c6f-45cf-9954-715b7f2a85e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5df6f399-cc6e-457d-bb0d-82ba5a1f0e24,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:23.201540 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:23.234081 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-77a838cf-7c6f-45cf-9954-715b7f2a85e0 service neutron] Attempting to bind port 5df6f399-cc6e-457d-bb0d-82ba5a1f0e24 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:17:23.234420 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-77a838cf-7c6f-45cf-9954-715b7f2a85e0 service neutron] Attempting to bind port 5df6f399-cc6e-457d-bb0d-82ba5a1f0e24 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '817798e0-b3b0-443b-ae80-03cdea844c3b'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:17:23.234748 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-77a838cf-7c6f-45cf-9954-715b7f2a85e0 service neutron] Attempting to bind port 5df6f399-cc6e-457d-bb0d-82ba5a1f0e24 on network 817798e0-b3b0-443b-ae80-03cdea844c3b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:17:23.240843 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-77a838cf-7c6f-45cf-9954-715b7f2a85e0 service neutron] Port 5df6f399-cc6e-457d-bb0d-82ba5a1f0e24 on network 817798e0-b3b0-443b-ae80-03cdea844c3b not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:17:23.241311 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-77a838cf-7c6f-45cf-9954-715b7f2a85e0 service neutron] Attempting to bind port 5df6f399-cc6e-457d-bb0d-82ba5a1f0e24 on network 817798e0-b3b0-443b-ae80-03cdea844c3b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:17:23.247965 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-77a838cf-7c6f-45cf-9954-715b7f2a85e0 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:17:23.248304 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-77a838cf-7c6f-45cf-9954-715b7f2a85e0 service neutron] Checking segment: {'id': '7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '817798e0-b3b0-443b-ae80-03cdea844c3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:17:23.248694 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-77a838cf-7c6f-45cf-9954-715b7f2a85e0 service neutron] Bound using segment: {'id': '7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '817798e0-b3b0-443b-ae80-03cdea844c3b'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:17:23.249188 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-77a838cf-7c6f-45cf-9954-715b7f2a85e0 service neutron] Bound port: 5df6f399-cc6e-457d-bb0d-82ba5a1f0e24, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '817798e0-b3b0-443b-ae80-03cdea844c3b'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:17:23.249548 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-77a838cf-7c6f-45cf-9954-715b7f2a85e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5df6f399-cc6e-457d-bb0d-82ba5a1f0e24), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:23.329661 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-77a838cf-7c6f-45cf-9954-715b7f2a85e0 service neutron] For port 5df6f399-cc6e-457d-bb0d-82ba5a1f0e24, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:17:23.332254 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-77a838cf-7c6f-45cf-9954-715b7f2a85e0 service neutron] For port 5df6f399-cc6e-457d-bb0d-82ba5a1f0e24, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=5df6f399-cc6e-457d-bb0d-82ba5a1f0e24,segment=NetworkSegment(7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488),segment_id=7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:17:23.339352 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-77a838cf-7c6f-45cf-9954-715b7f2a85e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (5df6f399-cc6e-457d-bb0d-82ba5a1f0e24), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:23.384748 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-77a838cf-7c6f-45cf-9954-715b7f2a85e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:23.385395 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-77a838cf-7c6f-45cf-9954-715b7f2a85e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:23.386789 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-77a838cf-7c6f-45cf-9954-715b7f2a85e0 service neutron] 10.222.0.21 "PUT /v2.0/ports/5df6f399-cc6e-457d-bb0d-82ba5a1f0e24 HTTP/1.1" status: 200 len: 1131 time: 0.7681150 Mar 07 11:17:23.387257 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2450baa6-d6be-4c56-8e9c-862bee872fb1', 'tag': '5df6f399-cc6e-457d-bb0d-82ba5a1f0e24'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:17:23.389580 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e3b2c1-0946-4755-a7bb-2768b27e2a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "2450baa6-d6be-4c56-8e9c-862bee872fb1", "tag": "5df6f399-cc6e-457d-bb0d-82ba5a1f0e24"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:17:23.417263 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a838cf-7c6f-45cf-9954-715b7f2a85e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5df6f399-cc6e-457d-bb0d-82ba5a1f0e24,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:23.462894 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cf71e1-5011-49ff-8a4b-afb61803ebc0 x-openstack-request-id: req-33cf71e1-5011-49ff-8a4b-afb61803ebc0 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:17:23.463193 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2450baa6-d6be-4c56-8e9c-862bee872fb1", "tag": "5df6f399-cc6e-457d-bb0d-82ba5a1f0e24", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:17:23.463479 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-33cf71e1-5011-49ff-8a4b-afb61803ebc0 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:17:23.463909 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2450baa6-d6be-4c56-8e9c-862bee872fb1', 'tag': '5df6f399-cc6e-457d-bb0d-82ba5a1f0e24', 'status': 'completed', 'code': 200} Mar 07 11:17:23.487345 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-667b882c-ed69-4fba-a3ea-e6e430b879d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:23.488886 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-667b882c-ed69-4fba-a3ea-e6e430b879d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=050b33e2c5ac4d9b815bad57c7d419b4&device_id=2450baa6-d6be-4c56-8e9c-862bee872fb1 HTTP/1.1" status: 200 len: 1165 time: 0.0581226 Mar 07 11:17:23.533434 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-2bfecc6d-0258-4f09-a823-8a9876ec3904 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5df6f399-cc6e-457d-bb0d-82ba5a1f0e24 HTTP/1.1" status: 200 len: 217 time: 0.0383027 Mar 07 11:17:23.589523 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-b122f216-34e1-44b9-863b-771947199818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:23.591358 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-b122f216-34e1-44b9-863b-771947199818 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3abdc3e1-fb77-4c2d-84d8-e961a301a30b HTTP/1.1" status: 200 len: 835 time: 0.0515814 Mar 07 11:17:23.675909 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-a9500820-788d-47bf-854e-bc31899709aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:23.677543 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-a9500820-788d-47bf-854e-bc31899709aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=817798e0-b3b0-443b-ae80-03cdea844c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0755088 Mar 07 11:17:23.786304 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-638594e1-b9bc-4fc7-9836-0bbb6521cc55 service neutron] 10.222.0.21 "GET /v2.0/networks/817798e0-b3b0-443b-ae80-03cdea844c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023180 Mar 07 11:17:23.883834 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-49b64eb5-80bb-4647-8a2e-347de7794273 req-95fd25ec-87be-42a9-997b-0fbaa8f3f5e2 service neutron] 10.222.0.21 "GET /v2.0/networks/817798e0-b3b0-443b-ae80-03cdea844c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918560 Mar 07 11:17:23.971724 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3b2c1-0946-4755-a7bb-2768b27e2a4f req-aa643e5f-a614-4d35-9672-149d46cd66c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:23.973235 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-26e3b2c1-0946-4755-a7bb-2768b27e2a4f req-aa643e5f-a614-4d35-9672-149d46cd66c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=050b33e2c5ac4d9b815bad57c7d419b4&device_id=2450baa6-d6be-4c56-8e9c-862bee872fb1 HTTP/1.1" status: 200 len: 1165 time: 0.0471323 Mar 07 11:17:24.066439 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3b2c1-0946-4755-a7bb-2768b27e2a4f req-39bce99d-47fc-4372-a48e-2dc36e79d15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:24.068498 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-26e3b2c1-0946-4755-a7bb-2768b27e2a4f req-39bce99d-47fc-4372-a48e-2dc36e79d15d service neutron] 10.222.0.21 "GET /v2.0/networks?id=817798e0-b3b0-443b-ae80-03cdea844c3b HTTP/1.1" status: 200 len: 897 time: 0.0892146 Mar 07 11:17:24.110045 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-26e3b2c1-0946-4755-a7bb-2768b27e2a4f req-c1c7a1ff-2e20-4881-9170-562f6447ee58 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5df6f399-cc6e-457d-bb0d-82ba5a1f0e24 HTTP/1.1" status: 200 len: 217 time: 0.0364058 Mar 07 11:17:24.184820 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3b2c1-0946-4755-a7bb-2768b27e2a4f req-2ebeb051-0bd9-4026-a604-b3f3185f8b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:24.186273 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-26e3b2c1-0946-4755-a7bb-2768b27e2a4f req-2ebeb051-0bd9-4026-a604-b3f3185f8b37 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3abdc3e1-fb77-4c2d-84d8-e961a301a30b HTTP/1.1" status: 200 len: 835 time: 0.0683308 Mar 07 11:17:24.200388 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3fbcd6-590c-436c-b179-3060d29bf3d0 req-a897d0fc-2543-4c61-9a20-66bfbfdcb7c3 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:24.201793 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ce3fbcd6-590c-436c-b179-3060d29bf3d0 req-a897d0fc-2543-4c61-9a20-66bfbfdcb7c3 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/ports?device_id=2450baa6-d6be-4c56-8e9c-862bee872fb1 HTTP/1.1" status: 200 len: 983 time: 0.0935452 Mar 07 11:17:24.285394 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3b2c1-0946-4755-a7bb-2768b27e2a4f req-7b39657a-3a53-4e39-9700-c40348d2331c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:24.286926 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-26e3b2c1-0946-4755-a7bb-2768b27e2a4f req-7b39657a-3a53-4e39-9700-c40348d2331c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=817798e0-b3b0-443b-ae80-03cdea844c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0937839 Mar 07 11:17:24.291765 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ce3fbcd6-590c-436c-b179-3060d29bf3d0 req-d83d2e88-ec30-4499-8452-f688b935abf2 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/security-groups?id=db6bcdfe-b652-498a-b9e0-059f85391e3a&id=087b01c8-0301-4c65-a1b9-d1e96feb1013&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0825634 Mar 07 11:17:24.385942 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-26e3b2c1-0946-4755-a7bb-2768b27e2a4f req-fc53db26-bacc-4d98-8b5a-12ba6e4c40ef service neutron] 10.222.0.21 "GET /v2.0/networks/817798e0-b3b0-443b-ae80-03cdea844c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923541 Mar 07 11:17:24.474609 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-26e3b2c1-0946-4755-a7bb-2768b27e2a4f req-7efc70e8-8c97-4387-8ff2-f42c638a9678 service neutron] 10.222.0.21 "GET /v2.0/networks/817798e0-b3b0-443b-ae80-03cdea844c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813384 Mar 07 11:17:25.424310 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dbf553-33e0-46ec-96b9-342d78da2c83 req-2e89b4fd-dd35-47ee-9df8-ca6eda367cb2 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:25.425833 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f9dbf553-33e0-46ec-96b9-342d78da2c83 req-2e89b4fd-dd35-47ee-9df8-ca6eda367cb2 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/ports?device_id=2450baa6-d6be-4c56-8e9c-862bee872fb1 HTTP/1.1" status: 200 len: 983 time: 0.0590029 Mar 07 11:17:25.480521 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f9dbf553-33e0-46ec-96b9-342d78da2c83 req-cbe7c8d9-f134-4b6b-a087-e39339983b21 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/security-groups?id=db6bcdfe-b652-498a-b9e0-059f85391e3a&id=087b01c8-0301-4c65-a1b9-d1e96feb1013&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0481484 Mar 07 11:17:25.882893 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 5df6f399-cc6e-457d-bb0d-82ba5a1f0e24 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:17:25.976491 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 5df6f399-cc6e-457d-bb0d-82ba5a1f0e24, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=5df6f399-cc6e-457d-bb0d-82ba5a1f0e24,segment=NetworkSegment(7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488),segment_id=7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:17:25.986631 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '5df6f399-cc6e-457d-bb0d-82ba5a1f0e24', 'network_id': '817798e0-b3b0-443b-ae80-03cdea844c3b', 'port_id': '5df6f399-cc6e-457d-bb0d-82ba5a1f0e24', 'mac_address': 'fa:16:3e:61:cd:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3abdc3e1-fb77-4c2d-84d8-e961a301a30b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:17:26.026458 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 5df6f399-cc6e-457d-bb0d-82ba5a1f0e24 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:17:26.026777 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5df6f399-cc6e-457d-bb0d-82ba5a1f0e24), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:26.197584 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5df6f399-cc6e-457d-bb0d-82ba5a1f0e24 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:17:26.216660 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 5df6f399-cc6e-457d-bb0d-82ba5a1f0e24, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=5df6f399-cc6e-457d-bb0d-82ba5a1f0e24,segment=NetworkSegment(7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488),segment_id=7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:17:26.221059 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (5df6f399-cc6e-457d-bb0d-82ba5a1f0e24), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:26.267784 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=5df6f399-cc6e-457d-bb0d-82ba5a1f0e24,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:26.448278 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['5df6f399-cc6e-457d-bb0d-82ba5a1f0e24'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:17:26.608591 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef065475-0d8f-48ab-8c48-f9dd609afba7 req-060e6313-f19e-471a-b7e0-240fc05591b3 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:26.610005 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ef065475-0d8f-48ab-8c48-f9dd609afba7 req-060e6313-f19e-471a-b7e0-240fc05591b3 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/ports?device_id=2450baa6-d6be-4c56-8e9c-862bee872fb1 HTTP/1.1" status: 200 len: 984 time: 0.0584853 Mar 07 11:17:26.665538 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ef065475-0d8f-48ab-8c48-f9dd609afba7 req-7e5b1804-c063-485c-bdd1-03082143e0df tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/security-groups?id=db6bcdfe-b652-498a-b9e0-059f85391e3a&id=087b01c8-0301-4c65-a1b9-d1e96feb1013&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0496912 Mar 07 11:17:27.786489 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1a93c-df14-4b40-a53d-5c457a507cf0 req-644fa1ee-acc6-4c7e-92ab-43a465b33b49 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:27.788649 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-38c1a93c-df14-4b40-a53d-5c457a507cf0 req-644fa1ee-acc6-4c7e-92ab-43a465b33b49 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/ports?device_id=2450baa6-d6be-4c56-8e9c-862bee872fb1 HTTP/1.1" status: 200 len: 984 time: 0.0531275 Mar 07 11:17:27.844876 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-38c1a93c-df14-4b40-a53d-5c457a507cf0 req-6141131e-aa72-4c19-9218-7077a87a95f7 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/security-groups?id=db6bcdfe-b652-498a-b9e0-059f85391e3a&id=087b01c8-0301-4c65-a1b9-d1e96feb1013&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0505838 Mar 07 11:17:27.882905 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 5df6f399-cc6e-457d-bb0d-82ba5a1f0e24 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:17:27.931699 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 5df6f399-cc6e-457d-bb0d-82ba5a1f0e24 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:17:27.935578 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 5df6f399-cc6e-457d-bb0d-82ba5a1f0e24 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:17:27.935950 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (5df6f399-cc6e-457d-bb0d-82ba5a1f0e24), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:28.015519 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 5df6f399-cc6e-457d-bb0d-82ba5a1f0e24 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:17:28.015818 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5df6f399-cc6e-457d-bb0d-82ba5a1f0e24), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:28.038798 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2450baa6-d6be-4c56-8e9c-862bee872fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df6f399-cc6e-457d-bb0d-82ba5a1f0e24'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:17:28.041090 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882557cd-b32d-4b4f-9b07-ae5ad5a56e71" -d '{"events": [{"server_uuid": "2450baa6-d6be-4c56-8e9c-862bee872fb1", "name": "network-vif-plugged", "status": "completed", "tag": "5df6f399-cc6e-457d-bb0d-82ba5a1f0e24"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:17:28.053651 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 5df6f399-cc6e-457d-bb0d-82ba5a1f0e24, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=5df6f399-cc6e-457d-bb0d-82ba5a1f0e24,segment=NetworkSegment(7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488),segment_id=7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:17:28.057882 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (5df6f399-cc6e-457d-bb0d-82ba5a1f0e24), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:28.080999 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b9fd02-c636-4cc2-b198-2a67f83f99f6 x-openstack-request-id: req-90b9fd02-c636-4cc2-b198-2a67f83f99f6 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:17:28.081321 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2450baa6-d6be-4c56-8e9c-862bee872fb1", "name": "network-vif-plugged", "status": "completed", "tag": "5df6f399-cc6e-457d-bb0d-82ba5a1f0e24", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:17:28.081581 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-90b9fd02-c636-4cc2-b198-2a67f83f99f6 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:17:28.081975 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2450baa6-d6be-4c56-8e9c-862bee872fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5df6f399-cc6e-457d-bb0d-82ba5a1f0e24', 'code': 200} Mar 07 11:17:28.110280 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=5df6f399-cc6e-457d-bb0d-82ba5a1f0e24,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:28.179080 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911855e-175f-4d8c-bca6-b996f99abdea req-69372918-b06c-4eed-9c1e-e0c58bd7170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:28.180565 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8911855e-175f-4d8c-bca6-b996f99abdea req-69372918-b06c-4eed-9c1e-e0c58bd7170b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2450baa6-d6be-4c56-8e9c-862bee872fb1 HTTP/1.1" status: 200 len: 1167 time: 0.0440621 Mar 07 11:17:28.232613 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8911855e-175f-4d8c-bca6-b996f99abdea req-8c879d95-dab1-4bd3-ad9e-fc44ceefaaae service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=087b01c8-0301-4c65-a1b9-d1e96feb1013&id=db6bcdfe-b652-498a-b9e0-059f85391e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0460467 Mar 07 11:17:28.968333 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050f59e-3b2d-4ca5-892a-c294c75cde36 req-542ef439-9fd7-43f3-ba62-2089acc79ab7 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:28.969778 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c050f59e-3b2d-4ca5-892a-c294c75cde36 req-542ef439-9fd7-43f3-ba62-2089acc79ab7 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/ports?device_id=2450baa6-d6be-4c56-8e9c-862bee872fb1 HTTP/1.1" status: 200 len: 985 time: 0.0580492 Mar 07 11:17:29.025430 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c050f59e-3b2d-4ca5-892a-c294c75cde36 req-b1bf196c-24d3-476d-b598-517330ae4bf3 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/security-groups?id=db6bcdfe-b652-498a-b9e0-059f85391e3a&id=087b01c8-0301-4c65-a1b9-d1e96feb1013&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0493178 Mar 07 11:17:30.144289 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1913513-16d3-40eb-a8df-9e3927378654 req-38d9125c-4e43-4f23-abb6-a9a0a5ed106e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:30.145788 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d1913513-16d3-40eb-a8df-9e3927378654 req-38d9125c-4e43-4f23-abb6-a9a0a5ed106e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/ports?device_id=2450baa6-d6be-4c56-8e9c-862bee872fb1 HTTP/1.1" status: 200 len: 985 time: 0.0523736 Mar 07 11:17:30.205920 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d1913513-16d3-40eb-a8df-9e3927378654 req-168a8ede-c1a8-437f-a1c5-fc16a276eeb4 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/security-groups?id=db6bcdfe-b652-498a-b9e0-059f85391e3a&id=087b01c8-0301-4c65-a1b9-d1e96feb1013&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0544968 Mar 07 11:17:30.325512 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63390aea-9f2c-4525-8b50-4a1677f97e0e req-924b3752-4c6b-4710-805c-e888a95e0580 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:30.326929 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-63390aea-9f2c-4525-8b50-4a1677f97e0e req-924b3752-4c6b-4710-805c-e888a95e0580 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/ports?device_id=2450baa6-d6be-4c56-8e9c-862bee872fb1 HTTP/1.1" status: 200 len: 985 time: 0.0538337 Mar 07 11:17:30.382033 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-63390aea-9f2c-4525-8b50-4a1677f97e0e req-f00baadc-fd64-422a-be64-a52d1ad3e271 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/security-groups?id=db6bcdfe-b652-498a-b9e0-059f85391e3a&id=087b01c8-0301-4c65-a1b9-d1e96feb1013&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0492203 Mar 07 11:17:30.488077 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56274fde-2dfb-44d6-9c79-c9d43eb3fcce req-6cd87dd6-8bee-4fb5-a969-93ed9cd679af tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:30.489603 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-56274fde-2dfb-44d6-9c79-c9d43eb3fcce req-6cd87dd6-8bee-4fb5-a969-93ed9cd679af tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2450baa6-d6be-4c56-8e9c-862bee872fb1 HTTP/1.1" status: 200 len: 1167 time: 0.0438564 Mar 07 11:17:30.511591 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-56274fde-2dfb-44d6-9c79-c9d43eb3fcce req-83a2b8c4-0ae2-48f9-ad2b-7b8b3f4db06a tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:30.592488 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-56274fde-2dfb-44d6-9c79-c9d43eb3fcce req-83a2b8c4-0ae2-48f9-ad2b-7b8b3f4db06a tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] Publish callbacks [] for security_group (6cce475e-ac75-4af9-90e9-035ab68dc478), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:30.596051 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-56274fde-2dfb-44d6-9c79-c9d43eb3fcce req-83a2b8c4-0ae2-48f9-ad2b-7b8b3f4db06a tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (6cce475e-ac75-4af9-90e9-035ab68dc478), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:30.636609 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a2b8c4-0ae2-48f9-ad2b-7b8b3f4db06a tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cce475e-ac75-4af9-90e9-035ab68dc478,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:30.644676 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-56274fde-2dfb-44d6-9c79-c9d43eb3fcce req-83a2b8c4-0ae2-48f9-ad2b-7b8b3f4db06a tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=db6bcdfe-b652-498a-b9e0-059f85391e3a&id=087b01c8-0301-4c65-a1b9-d1e96feb1013&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1487148 Mar 07 11:17:30.666766 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41360) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:30.718631 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61655998-3a6c-4dcb-ac53-e84a0c3b77e9 tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:30.720246 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-61655998-3a6c-4dcb-ac53-e84a0c3b77e9 tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2450baa6-d6be-4c56-8e9c-862bee872fb1 HTTP/1.1" status: 200 len: 1162 time: 0.0522361 Mar 07 11:17:30.723057 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41362) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:30.727243 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-cbec782b-ce0b-424b-bb9e-85cd301fe2d6 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'port_id': '5df6f399-cc6e-457d-bb0d-82ba5a1f0e24', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:17:30.747742 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cbec782b-ce0b-424b-bb9e-85cd301fe2d6 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:31.154889 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cbec782b-ce0b-424b-bb9e-85cd301fe2d6 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:31.262964 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-cbec782b-ce0b-424b-bb9e-85cd301fe2d6 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Allocated IP 172.25.3.229 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/cfa71482-ef8a-4bce-9233-c20d7ae3121d) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:17:31.363439 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cbec782b-ce0b-424b-bb9e-85cd301fe2d6 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for port (cfa71482-ef8a-4bce-9233-c20d7ae3121d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:31.396927 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cbec782b-ce0b-424b-bb9e-85cd301fe2d6 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (cfa71482-ef8a-4bce-9233-c20d7ae3121d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:31.438194 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbec782b-ce0b-424b-bb9e-85cd301fe2d6 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:17:31.440966 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-cbec782b-ce0b-424b-bb9e-85cd301fe2d6 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:17:31.444418 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbec782b-ce0b-424b-bb9e-85cd301fe2d6 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:17:31.470079 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec782b-ce0b-424b-bb9e-85cd301fe2d6 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Pushing event updated for resources: {'Port': ['ID=cfa71482-ef8a-4bce-9233-c20d7ae3121d,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:31.816152 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cbec782b-ce0b-424b-bb9e-85cd301fe2d6 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for floatingip (daf9faba-d1c5-4ec9-82c0-e25715dca947), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:31.884702 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cbec782b-ce0b-424b-bb9e-85cd301fe2d6 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (cfa71482-ef8a-4bce-9233-c20d7ae3121d), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:32.037618 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cbec782b-ce0b-424b-bb9e-85cd301fe2d6 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for port (cfa71482-ef8a-4bce-9233-c20d7ae3121d), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:32.042336 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cbec782b-ce0b-424b-bb9e-85cd301fe2d6 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (cfa71482-ef8a-4bce-9233-c20d7ae3121d), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:32.109876 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec782b-ce0b-424b-bb9e-85cd301fe2d6 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Pushing event updated for resources: {'Port': ['ID=cfa71482-ef8a-4bce-9233-c20d7ae3121d,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:32.120691 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cbec782b-ce0b-424b-bb9e-85cd301fe2d6 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (daf9faba-d1c5-4ec9-82c0-e25715dca947), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:32.223547 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-cbec782b-ce0b-424b-bb9e-85cd301fe2d6 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Floating IP daf9faba-d1c5-4ec9-82c0-e25715dca947 associated. External IP: 172.25.3.229, port: 5df6f399-cc6e-457d-bb0d-82ba5a1f0e24. Mar 07 11:17:32.441358 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbec782b-ce0b-424b-bb9e-85cd301fe2d6 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Router 7a0522d2-f65d-4a44-b256-15b1f97d176c has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:17:32.551805 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbec782b-ce0b-424b-bb9e-85cd301fe2d6 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:17:32.562363 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a622103-e59b-40c5-acf5-53f791e46b0c None None] Sync routers for ids ['7a0522d2-f65d-4a44-b256-15b1f97d176c'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:17:32.569449 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-cbec782b-ce0b-424b-bb9e-85cd301fe2d6 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:32.572769 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a622103-e59b-40c5-acf5-53f791e46b0c None None] Routers {'7a0522d2-f65d-4a44-b256-15b1f97d176c'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:17:32.573440 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-2a622103-e59b-40c5-acf5-53f791e46b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:17:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['7a0522d2-f65d-4a44-b256-15b1f97d176c'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:17:32.599046 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-cbec782b-ce0b-424b-bb9e-85cd301fe2d6 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8749838 Mar 07 11:17:32.599647 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2450baa6-d6be-4c56-8e9c-862bee872fb1', 'tag': '5df6f399-cc6e-457d-bb0d-82ba5a1f0e24'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:17:32.602294 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41364) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:32.602774 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025446b3-8728-4045-95db-198d8e2de6f4" -d '{"events": [{"name": "network-changed", "server_uuid": "2450baa6-d6be-4c56-8e9c-862bee872fb1", "tag": "5df6f399-cc6e-457d-bb0d-82ba5a1f0e24"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:17:32.642866 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897b940d-dc50-4331-89ef-daf9b67c7a4f x-openstack-request-id: req-897b940d-dc50-4331-89ef-daf9b67c7a4f {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:17:32.643163 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2450baa6-d6be-4c56-8e9c-862bee872fb1", "tag": "5df6f399-cc6e-457d-bb0d-82ba5a1f0e24", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:17:32.643422 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-897b940d-dc50-4331-89ef-daf9b67c7a4f {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:17:32.643827 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2450baa6-d6be-4c56-8e9c-862bee872fb1', 'tag': '5df6f399-cc6e-457d-bb0d-82ba5a1f0e24', 'status': 'completed', 'code': 200} Mar 07 11:17:32.694850 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-2a622103-e59b-40c5-acf5-53f791e46b0c None None] Set router 7a0522d2-f65d-4a44-b256-15b1f97d176c gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:17:32.716068 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025446b3-8728-4045-95db-198d8e2de6f4 req-3fc2cd19-c2c5-4fc0-aa43-ca8412dda291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:32.717768 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-025446b3-8728-4045-95db-198d8e2de6f4 req-3fc2cd19-c2c5-4fc0-aa43-ca8412dda291 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=050b33e2c5ac4d9b815bad57c7d419b4&device_id=2450baa6-d6be-4c56-8e9c-862bee872fb1 HTTP/1.1" status: 200 len: 1167 time: 0.0518651 Mar 07 11:17:32.720261 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9a484d-6f97-4a5d-9d29-9210624152ce tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:32.720742 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9a484d-6f97-4a5d-9d29-9210624152ce tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:32.721235 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9a484d-6f97-4a5d-9d29-9210624152ce tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:32.721701 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9a484d-6f97-4a5d-9d29-9210624152ce tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:32.722170 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9a484d-6f97-4a5d-9d29-9210624152ce tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:32.722626 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9a484d-6f97-4a5d-9d29-9210624152ce tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:32.723078 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9a484d-6f97-4a5d-9d29-9210624152ce tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:32.723536 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9a484d-6f97-4a5d-9d29-9210624152ce tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:32.725984 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ac9a484d-6f97-4a5d-9d29-9210624152ce tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5679 time: 0.1220651 Mar 07 11:17:32.728864 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41368) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:32.793347 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa94f6b-1960-4d48-be95-d29cda620687 tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:32.794033 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa94f6b-1960-4d48-be95-d29cda620687 tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:32.794556 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa94f6b-1960-4d48-be95-d29cda620687 tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:32.795078 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa94f6b-1960-4d48-be95-d29cda620687 tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:32.795611 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa94f6b-1960-4d48-be95-d29cda620687 tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:32.796354 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa94f6b-1960-4d48-be95-d29cda620687 tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:32.796869 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa94f6b-1960-4d48-be95-d29cda620687 tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:32.797429 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa94f6b-1960-4d48-be95-d29cda620687 tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:32.799641 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-aaa94f6b-1960-4d48-be95-d29cda620687 tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5278 time: 0.0696065 Mar 07 11:17:32.802765 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41370) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:32.823283 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025446b3-8728-4045-95db-198d8e2de6f4 req-3b015558-f9a9-49d8-ac9a-eb2bf9b8d737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:32.825071 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-025446b3-8728-4045-95db-198d8e2de6f4 req-3b015558-f9a9-49d8-ac9a-eb2bf9b8d737 service neutron] 10.222.0.21 "GET /v2.0/networks?id=817798e0-b3b0-443b-ae80-03cdea844c3b HTTP/1.1" status: 200 len: 897 time: 0.1001573 Mar 07 11:17:32.899898 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-025446b3-8728-4045-95db-198d8e2de6f4 req-67008463-d267-4a1c-85c4-00148a59ee0d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5df6f399-cc6e-457d-bb0d-82ba5a1f0e24 HTTP/1.1" status: 200 len: 1000 time: 0.0694578 Mar 07 11:17:32.934837 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-2a622103-e59b-40c5-acf5-53f791e46b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-491847678', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a8a8cd78-f8df-4352-928e-8fafa1b7ede0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:17:14Z', 'updated_at': '2022-03-07T11:17:18Z', 'revision_number': 4, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'gw_port': {'id': 'a8a8cd78-f8df-4352-928e-8fafa1b7ede0', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:75:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:17:15Z', 'updated_at': '2022-03-07T11:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'daf9faba-d1c5-4ec9-82c0-e25715dca947', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'floating_ip_address': '172.25.3.229', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'port_id': '5df6f399-cc6e-457d-bb0d-82ba5a1f0e24', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '817798e0-b3b0-443b-ae80-03cdea844c3b', 'mac_address': 'fa:16:3e:61:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2450baa6-d6be-4c56-8e9c-862bee872fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:17:31Z', 'updated_at': '2022-03-07T11:17:31Z', 'revision_number': 0, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b84ccde-0dd2-48fe-b535-ea66f602c28f', 'name': '', 'network_id': '817798e0-b3b0-443b-ae80-03cdea844c3b', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'mac_address': 'fa:16:3e:2b:0c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '3abdc3e1-fb77-4c2d-84d8-e961a301a30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:17:17Z', 'updated_at': '2022-03-07T11:17:20Z', 'revision_number': 5, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'subnets': [{'id': '3abdc3e1-fb77-4c2d-84d8-e961a301a30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:17:32.953957 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025446b3-8728-4045-95db-198d8e2de6f4 req-4fd4f751-4b34-4ad0-bfc2-fd49f29b0601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:32.955554 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-025446b3-8728-4045-95db-198d8e2de6f4 req-4fd4f751-4b34-4ad0-bfc2-fd49f29b0601 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3abdc3e1-fb77-4c2d-84d8-e961a301a30b HTTP/1.1" status: 200 len: 835 time: 0.0498762 Mar 07 11:17:32.959317 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-731dc74a-26af-4b5e-a5da-2f50827f1830 tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] 10.222.0.11 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4488 time: 0.1524000 Mar 07 11:17:32.959317 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41372) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:17:32.963313 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a622103-e59b-40c5-acf5-53f791e46b0c None None] Checking router: 7a0522d2-f65d-4a44-b256-15b1f97d176c for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:17:32.973926 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a622103-e59b-40c5-acf5-53f791e46b0c None None] Routers {'7a0522d2-f65d-4a44-b256-15b1f97d176c'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:17:32.974544 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-2a622103-e59b-40c5-acf5-53f791e46b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:17:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['7a0522d2-f65d-4a44-b256-15b1f97d176c'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:17:33.004661 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cd7769-1f86-4461-9521-ea1cd638797a tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:33.005151 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cd7769-1f86-4461-9521-ea1cd638797a tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:33.012647 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025446b3-8728-4045-95db-198d8e2de6f4 req-24682cac-6856-4253-9f6f-5e7e8262dfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:33.012829 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f9cd7769-1f86-4461-9521-ea1cd638797a tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7a0522d2-f65d-4a44-b256-15b1f97d176c HTTP/1.1" status: 200 len: 2062 time: 0.0467088 Mar 07 11:17:33.012956 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-025446b3-8728-4045-95db-198d8e2de6f4 req-24682cac-6856-4253-9f6f-5e7e8262dfb1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=817798e0-b3b0-443b-ae80-03cdea844c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466685 Mar 07 11:17:33.087919 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-2a622103-e59b-40c5-acf5-53f791e46b0c None None] Set router 7a0522d2-f65d-4a44-b256-15b1f97d176c gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:17:33.103604 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-025446b3-8728-4045-95db-198d8e2de6f4 req-652142a6-baf0-4799-83b9-7e00c2c8aaca service neutron] 10.222.0.21 "GET /v2.0/networks/817798e0-b3b0-443b-ae80-03cdea844c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894539 Mar 07 11:17:33.195151 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-025446b3-8728-4045-95db-198d8e2de6f4 req-2e44e49e-b9f3-4a67-885f-ff4944ed2be2 service neutron] 10.222.0.21 "GET /v2.0/networks/817798e0-b3b0-443b-ae80-03cdea844c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859954 Mar 07 11:17:33.316876 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-2a622103-e59b-40c5-acf5-53f791e46b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-491847678', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a8a8cd78-f8df-4352-928e-8fafa1b7ede0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:17:14Z', 'updated_at': '2022-03-07T11:17:18Z', 'revision_number': 4, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'gw_port': {'id': 'a8a8cd78-f8df-4352-928e-8fafa1b7ede0', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:75:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:17:15Z', 'updated_at': '2022-03-07T11:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'daf9faba-d1c5-4ec9-82c0-e25715dca947', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'floating_ip_address': '172.25.3.229', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'port_id': '5df6f399-cc6e-457d-bb0d-82ba5a1f0e24', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '817798e0-b3b0-443b-ae80-03cdea844c3b', 'mac_address': 'fa:16:3e:61:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2450baa6-d6be-4c56-8e9c-862bee872fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:17:31Z', 'updated_at': '2022-03-07T11:17:31Z', 'revision_number': 0, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b84ccde-0dd2-48fe-b535-ea66f602c28f', 'name': '', 'network_id': '817798e0-b3b0-443b-ae80-03cdea844c3b', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'mac_address': 'fa:16:3e:2b:0c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '3abdc3e1-fb77-4c2d-84d8-e961a301a30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:17:17Z', 'updated_at': '2022-03-07T11:17:20Z', 'revision_number': 5, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'subnets': [{'id': '3abdc3e1-fb77-4c2d-84d8-e961a301a30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:17:33.343184 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a622103-e59b-40c5-acf5-53f791e46b0c None None] The sync data for ids ['7a0522d2-f65d-4a44-b256-15b1f97d176c'] in n-d-832164-4 is: [{'id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-491847678', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a8a8cd78-f8df-4352-928e-8fafa1b7ede0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:17:14Z', 'updated_at': '2022-03-07T11:17:18Z', 'revision_number': 4, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'gw_port': {'id': 'a8a8cd78-f8df-4352-928e-8fafa1b7ede0', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:75:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:17:15Z', 'updated_at': '2022-03-07T11:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'daf9faba-d1c5-4ec9-82c0-e25715dca947', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'floating_ip_address': '172.25.3.229', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'port_id': '5df6f399-cc6e-457d-bb0d-82ba5a1f0e24', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4066, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '817798e0-b3b0-443b-ae80-03cdea844c3b', 'mac_address': 'fa:16:3e:61:cd:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2450baa6-d6be-4c56-8e9c-862bee872fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:17:31Z', 'updated_at': '2022-03-07T11:17:31Z', 'revision_number': 0, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b84ccde-0dd2-48fe-b535-ea66f602c28f', 'name': '', 'network_id': '817798e0-b3b0-443b-ae80-03cdea844c3b', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'mac_address': 'fa:16:3e:2b:0c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '3abdc3e1-fb77-4c2d-84d8-e961a301a30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:17:17Z', 'updated_at': '2022-03-07T11:17:20Z', 'revision_number': 5, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'subnets': [{'id': '3abdc3e1-fb77-4c2d-84d8-e961a301a30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:17:33.541832 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f9ccf6-9667-472e-a56c-19175960bf79 None None] New status for floating IP daf9faba-d1c5-4ec9-82c0-e25715dca947: ACTIVE {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:17:36.232240 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-88e3f659-f2f9-4797-a1c3-90524a80a327 req-c5795437-1c21-47ac-bb07-d7b87d4f6017 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461538 Mar 07 11:17:36.298254 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3f659-f2f9-4797-a1c3-90524a80a327 req-5690e2c0-6883-42fc-ac56-cb6633a3ed47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:36.299780 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-88e3f659-f2f9-4797-a1c3-90524a80a327 req-5690e2c0-6883-42fc-ac56-cb6633a3ed47 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c84901d07e4a49b88f9fef019185eb1b&device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 1128 time: 0.0460367 Mar 07 11:17:36.403049 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3f659-f2f9-4797-a1c3-90524a80a327 req-683b357f-b316-48ab-a6b8-319eae160750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:36.404490 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-88e3f659-f2f9-4797-a1c3-90524a80a327 req-683b357f-b316-48ab-a6b8-319eae160750 service neutron] 10.222.0.31 "GET /v2.0/networks?id=204cc519-b30d-4492-9fc5-23c1f345ed50 HTTP/1.1" status: 200 len: 913 time: 0.0869076 Mar 07 11:17:36.466944 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-88e3f659-f2f9-4797-a1c3-90524a80a327 req-e2017a24-ca68-4d47-8dc6-cd381df5f605 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67a6f39c-9e68-47fa-aa6a-5e8ed15895ea HTTP/1.1" status: 200 len: 1001 time: 0.0567179 Mar 07 11:17:36.515077 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3f659-f2f9-4797-a1c3-90524a80a327 req-d212beb8-306e-4e3d-9671-44f1c5cd3ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:36.516886 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-88e3f659-f2f9-4797-a1c3-90524a80a327 req-d212beb8-306e-4e3d-9671-44f1c5cd3ff1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=933e5dcd-1517-490a-9fa0-e2d8293cf2f0 HTTP/1.1" status: 200 len: 851 time: 0.0439641 Mar 07 11:17:36.519839 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-48380884-0776-488b-8036-ce069491e25e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:36.571467 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3f659-f2f9-4797-a1c3-90524a80a327 req-057730a7-a0af-430d-a622-e11445f66926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:36.572956 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-88e3f659-f2f9-4797-a1c3-90524a80a327 req-057730a7-a0af-430d-a622-e11445f66926 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=204cc519-b30d-4492-9fc5-23c1f345ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502262 Mar 07 11:17:36.664354 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-88e3f659-f2f9-4797-a1c3-90524a80a327 req-504f6814-3378-40af-b728-e7b778eb54c7 service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848532 Mar 07 11:17:36.754192 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-88e3f659-f2f9-4797-a1c3-90524a80a327 req-7d138d32-d3e6-4484-b7b4-184e772a36d2 service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842700 Mar 07 11:17:38.628686 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1676d6a5-72af-4038-9f7e-ea987a956fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:40.016298 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:41.756545 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:42.362164 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2ca0b54c-3881-4364-874d-9eb8adda4500 req-6b96e111-e20f-468b-ae29-7eeb9f680304 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=125abd87-992d-412a-9b8a-0aff8a705041&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447345 Mar 07 11:17:42.449426 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0b54c-3881-4364-874d-9eb8adda4500 req-f75c63b4-a029-4f63-94e3-cf60291ab796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:42.450911 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2ca0b54c-3881-4364-874d-9eb8adda4500 req-f75c63b4-a029-4f63-94e3-cf60291ab796 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5985484c6fa149c081f84b89f8d9b73f&device_id=125abd87-992d-412a-9b8a-0aff8a705041 HTTP/1.1" status: 200 len: 1127 time: 0.0493262 Mar 07 11:17:42.555001 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0b54c-3881-4364-874d-9eb8adda4500 req-4beef740-c4f6-4ec1-8e5f-a0de54ecccf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:42.556380 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2ca0b54c-3881-4364-874d-9eb8adda4500 req-4beef740-c4f6-4ec1-8e5f-a0de54ecccf5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0df82b9c-5ce6-40eb-bc55-bc755592d794 HTTP/1.1" status: 200 len: 910 time: 0.0864365 Mar 07 11:17:42.624722 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2ca0b54c-3881-4364-874d-9eb8adda4500 req-1d47d9d9-09b0-4664-8a3a-88d7157b2e1f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8f8bdf4-6248-49ab-bda9-fb08eefae3e4 HTTP/1.1" status: 200 len: 1000 time: 0.0618880 Mar 07 11:17:42.673844 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0b54c-3881-4364-874d-9eb8adda4500 req-fc5748ff-823f-45ae-87d9-175af10552e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:42.675299 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2ca0b54c-3881-4364-874d-9eb8adda4500 req-fc5748ff-823f-45ae-87d9-175af10552e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=429f08ac-b27b-4332-8428-12eac555e652 HTTP/1.1" status: 200 len: 848 time: 0.0439045 Mar 07 11:17:42.726215 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0b54c-3881-4364-874d-9eb8adda4500 req-2e36312d-3895-44ca-8294-1997caff66fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:42.727725 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2ca0b54c-3881-4364-874d-9eb8adda4500 req-2e36312d-3895-44ca-8294-1997caff66fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0df82b9c-5ce6-40eb-bc55-bc755592d794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453918 Mar 07 11:17:42.822147 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2ca0b54c-3881-4364-874d-9eb8adda4500 req-5b679c34-f38b-47c2-aa20-071f2cae3d22 service neutron] 10.222.0.21 "GET /v2.0/networks/0df82b9c-5ce6-40eb-bc55-bc755592d794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877993 Mar 07 11:17:42.909935 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2ca0b54c-3881-4364-874d-9eb8adda4500 req-97f8cff9-3b60-4954-b6aa-ebf1747d00d6 service neutron] 10.222.0.21 "GET /v2.0/networks/0df82b9c-5ce6-40eb-bc55-bc755592d794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814965 Mar 07 11:17:43.004956 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:47.246773 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:17:48.555216 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:53.192147 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:54.091173 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d44b5fbd-d802-412a-9e37-124539f8d5be tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-50723903&fields=id&tenant_id=c84901d07e4a49b88f9fef019185eb1b HTTP/1.1" status: 200 len: 267 time: 0.0485783 Mar 07 11:17:54.195981 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-6de89d20-a74c-4eee-aeb2-5ca65c3a5986 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:54.197484 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-6de89d20-a74c-4eee-aeb2-5ca65c3a5986 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/networks?id=204cc519-b30d-4492-9fc5-23c1f345ed50 HTTP/1.1" status: 200 len: 812 time: 0.0999081 Mar 07 11:17:54.211480 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-a0016f54-0d9b-4f77-8be2-ec67641409e1 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/quotas/c84901d07e4a49b88f9fef019185eb1b HTTP/1.1" status: 200 len: 375 time: 0.0087192 Mar 07 11:17:54.268048 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-abaeeacc-1933-41be-a701-2407c1c707b9 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c84901d07e4a49b88f9fef019185eb1b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518548 Mar 07 11:17:54.368395 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-13d961f2-c9ea-4123-bf4b-398c7b6aa3be service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:17:54.369493 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-13d961f2-c9ea-4123-bf4b-398c7b6aa3be service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0899768 Mar 07 11:17:54.461655 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-f30d0936-c471-4827-99a0-0cd42ce77bd6 service neutron] 10.222.0.11 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861280 Mar 07 11:17:54.553531 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-7828464c-ad60-47ff-a3fd-9b3d301fcedd service neutron] 10.222.0.11 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855563 Mar 07 11:17:54.843338 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8d4d92b6-5aa9-42d7-92fc-f62d22768f6a req-27946359-3e74-4ac6-a449-48f320c2cb66 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 210 time: 0.0288908 Mar 07 11:17:55.922731 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2391ef4d-7d28-47a1-b308-e948d6ca7c22 req-44ff8cbd-1f43-4d5b-8397-6364c5d3a0ae tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 210 time: 0.0281923 Mar 07 11:17:57.003870 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5cc32e74-d406-40d3-9296-a545d40541c7 req-0e0c18d3-1bfa-48f5-900c-c056c98d1404 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 210 time: 0.0277524 Mar 07 11:17:58.081900 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5717ba02-39b6-4286-8f19-27457df4b93a req-f07a59f5-8955-4618-aa94-a76ecc8d6b91 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 210 time: 0.0264249 Mar 07 11:17:58.882670 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-25bb36e5-2263-498d-b566-564b5af4b466 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:58.884254 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-25bb36e5-2263-498d-b566-564b5af4b466 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.31 "GET /v2.0/networks?id=204cc519-b30d-4492-9fc5-23c1f345ed50 HTTP/1.1" status: 200 len: 812 time: 0.1179280 Mar 07 11:17:58.952010 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-7702b7b3-6e18-49fd-8edb-42b65616c0b9 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c84901d07e4a49b88f9fef019185eb1b HTTP/1.1" status: 200 len: 378 time: 0.0592120 Mar 07 11:17:58.961721 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d69991e6-4bf1-403f-9b1d-d9afbde07313 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Request body: {'port': {'device_id': '6d4a5007-7db5-44ed-9886-88ee883bc125', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'admin_state_up': True, 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'security_groups': ['45e219b6-3164-4f72-a63a-91ec8de17d64']}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:17:59.069082 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d69991e6-4bf1-403f-9b1d-d9afbde07313 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Made reservation on behalf of c84901d07e4a49b88f9fef019185eb1b for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:17:59.072529 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d69991e6-4bf1-403f-9b1d-d9afbde07313 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:59.198789 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-66fbe4aa-88d5-4fc7-8e00-97f0ae19e51a req-d9ff7ae3-6c2f-4016-bed5-19bb9da97d2f tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 210 time: 0.0484033 Mar 07 11:17:59.225220 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d69991e6-4bf1-403f-9b1d-d9afbde07313 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Allocated IP 172.20.0.6 (204cc519-b30d-4492-9fc5-23c1f345ed50/933e5dcd-1517-490a-9fa0-e2d8293cf2f0/67df4b45-2b24-413f-818f-00f746bec00e) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:17:59.365590 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d69991e6-4bf1-403f-9b1d-d9afbde07313 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for port (67df4b45-2b24-413f-818f-00f746bec00e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:59.400100 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d69991e6-4bf1-403f-9b1d-d9afbde07313 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (67df4b45-2b24-413f-818f-00f746bec00e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:59.444133 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d69991e6-4bf1-403f-9b1d-d9afbde07313 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Network 204cc519-b30d-4492-9fc5-23c1f345ed50 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:17:59.447898 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d69991e6-4bf1-403f-9b1d-d9afbde07313 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:17:59.451528 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d69991e6-4bf1-403f-9b1d-d9afbde07313 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:17:59.458099 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69991e6-4bf1-403f-9b1d-d9afbde07313 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Pushing event updated for resources: {'Port': ['ID=67df4b45-2b24-413f-818f-00f746bec00e,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:17:59.510572 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d69991e6-4bf1-403f-9b1d-d9afbde07313 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:17:59.511230 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d69991e6-4bf1-403f-9b1d-d9afbde07313 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:59.529230 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d69991e6-4bf1-403f-9b1d-d9afbde07313 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5714765 Mar 07 11:17:59.542007 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d5fe2477-9393-4e3c-af7b-35c07f9b2ff5 service neutron] Request body: {'port': {'device_id': '6d4a5007-7db5-44ed-9886-88ee883bc125', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:17:59.606263 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d5fe2477-9393-4e3c-af7b-35c07f9b2ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (67df4b45-2b24-413f-818f-00f746bec00e), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:59.739538 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-50033aff-a8e5-41a2-9c24-cda786afde8d None None] Provisioning complete for port 67df4b45-2b24-413f-818f-00f746bec00e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:17:59.740621 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-50033aff-a8e5-41a2-9c24-cda786afde8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (67df4b45-2b24-413f-818f-00f746bec00e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:59.780703 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-50033aff-a8e5-41a2-9c24-cda786afde8d None None] Port 67df4b45-2b24-413f-818f-00f746bec00e cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:17:59.910992 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d5fe2477-9393-4e3c-af7b-35c07f9b2ff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67df4b45-2b24-413f-818f-00f746bec00e {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:17:59.921464 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d5fe2477-9393-4e3c-af7b-35c07f9b2ff5 service neutron] Publish callbacks [] for port (67df4b45-2b24-413f-818f-00f746bec00e), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:59.934933 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d5fe2477-9393-4e3c-af7b-35c07f9b2ff5 service neutron] Transition to ACTIVE for port object 67df4b45-2b24-413f-818f-00f746bec00e will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:17:59.938452 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d5fe2477-9393-4e3c-af7b-35c07f9b2ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (67df4b45-2b24-413f-818f-00f746bec00e), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:17:59.998077 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe2477-9393-4e3c-af7b-35c07f9b2ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=67df4b45-2b24-413f-818f-00f746bec00e,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:00.083357 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d5fe2477-9393-4e3c-af7b-35c07f9b2ff5 service neutron] Attempting to bind port 67df4b45-2b24-413f-818f-00f746bec00e on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:18:00.083729 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d5fe2477-9393-4e3c-af7b-35c07f9b2ff5 service neutron] Attempting to bind port 67df4b45-2b24-413f-818f-00f746bec00e by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:18:00.084031 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d5fe2477-9393-4e3c-af7b-35c07f9b2ff5 service neutron] Attempting to bind port 67df4b45-2b24-413f-818f-00f746bec00e on network 204cc519-b30d-4492-9fc5-23c1f345ed50 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:18:00.092025 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d5fe2477-9393-4e3c-af7b-35c07f9b2ff5 service neutron] Port 67df4b45-2b24-413f-818f-00f746bec00e on network 204cc519-b30d-4492-9fc5-23c1f345ed50 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:18:00.092352 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d5fe2477-9393-4e3c-af7b-35c07f9b2ff5 service neutron] Attempting to bind port 67df4b45-2b24-413f-818f-00f746bec00e on network 204cc519-b30d-4492-9fc5-23c1f345ed50 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:18:00.098117 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d5fe2477-9393-4e3c-af7b-35c07f9b2ff5 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:18:00.098463 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d5fe2477-9393-4e3c-af7b-35c07f9b2ff5 service neutron] Checking segment: {'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:18:00.098847 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d5fe2477-9393-4e3c-af7b-35c07f9b2ff5 service neutron] Bound using segment: {'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:18:00.099294 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d5fe2477-9393-4e3c-af7b-35c07f9b2ff5 service neutron] Bound port: 67df4b45-2b24-413f-818f-00f746bec00e, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c0ac8bc-1148-44f8-b746-a8213c13d10c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:18:00.099648 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d5fe2477-9393-4e3c-af7b-35c07f9b2ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (67df4b45-2b24-413f-818f-00f746bec00e), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:00.179520 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d5fe2477-9393-4e3c-af7b-35c07f9b2ff5 service neutron] For port 67df4b45-2b24-413f-818f-00f746bec00e, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:18:00.183610 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d5fe2477-9393-4e3c-af7b-35c07f9b2ff5 service neutron] For port 67df4b45-2b24-413f-818f-00f746bec00e, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=67df4b45-2b24-413f-818f-00f746bec00e,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:18:00.192309 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d5fe2477-9393-4e3c-af7b-35c07f9b2ff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (67df4b45-2b24-413f-818f-00f746bec00e), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:00.233584 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d5fe2477-9393-4e3c-af7b-35c07f9b2ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:00.234210 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d5fe2477-9393-4e3c-af7b-35c07f9b2ff5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:00.235786 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-d5fe2477-9393-4e3c-af7b-35c07f9b2ff5 service neutron] 10.222.0.31 "PUT /v2.0/ports/67df4b45-2b24-413f-818f-00f746bec00e HTTP/1.1" status: 200 len: 1091 time: 0.6996169 Mar 07 11:18:00.236365 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4a5007-7db5-44ed-9886-88ee883bc125', 'tag': '67df4b45-2b24-413f-818f-00f746bec00e'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:18:00.238650 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17c6d12-97ab-46a1-ab46-321eb41ba73f" -d '{"events": [{"name": "network-changed", "server_uuid": "6d4a5007-7db5-44ed-9886-88ee883bc125", "tag": "67df4b45-2b24-413f-818f-00f746bec00e"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:18:00.280874 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe2477-9393-4e3c-af7b-35c07f9b2ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=67df4b45-2b24-413f-818f-00f746bec00e,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:00.284834 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13636238-a28d-4142-9b5c-53c13b9093f6 x-openstack-request-id: req-13636238-a28d-4142-9b5c-53c13b9093f6 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:18:00.285302 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d4a5007-7db5-44ed-9886-88ee883bc125", "tag": "67df4b45-2b24-413f-818f-00f746bec00e", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:18:00.285628 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-13636238-a28d-4142-9b5c-53c13b9093f6 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:18:00.286091 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d4a5007-7db5-44ed-9886-88ee883bc125', 'tag': '67df4b45-2b24-413f-818f-00f746bec00e', 'status': 'completed', 'code': 200} Mar 07 11:18:00.373347 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41b541-6e8d-42ae-92e6-705f346723d8 req-cae15f74-dfbb-4ee8-8da8-be8c2637594c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:00.375871 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5e41b541-6e8d-42ae-92e6-705f346723d8 req-cae15f74-dfbb-4ee8-8da8-be8c2637594c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 943 time: 0.0742183 Mar 07 11:18:00.378604 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-e86b4ff5-ee47-4efe-bd2f-19fee8957f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:00.380798 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-e86b4ff5-ee47-4efe-bd2f-19fee8957f30 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c84901d07e4a49b88f9fef019185eb1b&device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 1125 time: 0.0708935 Mar 07 11:18:00.431997 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-42ddaba8-686b-4419-9184-313ae5d01624 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67df4b45-2b24-413f-818f-00f746bec00e HTTP/1.1" status: 200 len: 217 time: 0.0432839 Mar 07 11:18:00.447191 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5e41b541-6e8d-42ae-92e6-705f346723d8 req-bbfac874-7f43-468c-bb37-411ee98db405 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0623264 Mar 07 11:18:00.497705 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-3bad241a-0bb3-40df-bc28-64f470b8404b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:00.499464 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-3bad241a-0bb3-40df-bc28-64f470b8404b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=933e5dcd-1517-490a-9fa0-e2d8293cf2f0 HTTP/1.1" status: 200 len: 851 time: 0.0620844 Mar 07 11:18:00.559553 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-0ae228c2-3427-406d-920d-2b603933e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:00.561235 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-0ae228c2-3427-406d-920d-2b603933e979 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=204cc519-b30d-4492-9fc5-23c1f345ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0558040 Mar 07 11:18:00.664208 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-53bcd4a0-feaa-4ac1-a98d-dc7a9e740d5c service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972123 Mar 07 11:18:00.765649 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4eb48970-4104-456b-ba04-c36a1bca77c3 req-c351a06e-f1c8-405f-8623-5edf33977a58 service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935211 Mar 07 11:18:00.858626 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c6d12-97ab-46a1-ab46-321eb41ba73f req-65ef7a2e-1fee-43d9-beba-c6e9022240f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:00.860616 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c17c6d12-97ab-46a1-ab46-321eb41ba73f req-65ef7a2e-1fee-43d9-beba-c6e9022240f0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c84901d07e4a49b88f9fef019185eb1b&device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 1125 time: 0.0498550 Mar 07 11:18:00.981539 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c6d12-97ab-46a1-ab46-321eb41ba73f req-311bbf4b-8c77-41c3-bf5e-27c44c39229a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:00.983259 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c17c6d12-97ab-46a1-ab46-321eb41ba73f req-311bbf4b-8c77-41c3-bf5e-27c44c39229a service neutron] 10.222.0.31 "GET /v2.0/networks?id=204cc519-b30d-4492-9fc5-23c1f345ed50 HTTP/1.1" status: 200 len: 913 time: 0.1172705 Mar 07 11:18:01.028920 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c17c6d12-97ab-46a1-ab46-321eb41ba73f req-8577f1ab-c7c5-4c5a-8868-dfc665083a5a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67df4b45-2b24-413f-818f-00f746bec00e HTTP/1.1" status: 200 len: 217 time: 0.0393951 Mar 07 11:18:01.089333 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c6d12-97ab-46a1-ab46-321eb41ba73f req-86164e3f-60d1-405b-abb2-e443b4602b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:01.090798 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c17c6d12-97ab-46a1-ab46-321eb41ba73f req-86164e3f-60d1-405b-abb2-e443b4602b39 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=933e5dcd-1517-490a-9fa0-e2d8293cf2f0 HTTP/1.1" status: 200 len: 851 time: 0.0559342 Mar 07 11:18:01.145955 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17c6d12-97ab-46a1-ab46-321eb41ba73f req-50bef93c-4713-41b5-98cb-24355755dafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:01.147756 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c17c6d12-97ab-46a1-ab46-321eb41ba73f req-50bef93c-4713-41b5-98cb-24355755dafe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=204cc519-b30d-4492-9fc5-23c1f345ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0516536 Mar 07 11:18:01.242010 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c17c6d12-97ab-46a1-ab46-321eb41ba73f req-d2a403a9-6589-4ac7-9c60-9dd1c624fc85 service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874319 Mar 07 11:18:01.344325 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c17c6d12-97ab-46a1-ab46-321eb41ba73f req-d67470ab-155e-42c2-a3a8-24b9e9f445f6 service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961046 Mar 07 11:18:01.565331 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5fe181-e9fc-4960-805d-672d524ab7a2 req-32c99094-fd97-4b04-886e-b1c40c63d395 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:01.566712 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7b5fe181-e9fc-4960-805d-672d524ab7a2 req-32c99094-fd97-4b04-886e-b1c40c63d395 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 943 time: 0.0524848 Mar 07 11:18:01.623663 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7b5fe181-e9fc-4960-805d-672d524ab7a2 req-6749404a-ced6-41db-a7e9-8c31d2cf15f3 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512555 Mar 07 11:18:02.747219 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03e2da-b80d-4a20-9013-10339fdf6b95 req-a0d3559c-a37f-44d4-9af7-1ba48b9c8712 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:02.748730 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5e03e2da-b80d-4a20-9013-10339fdf6b95 req-a0d3559c-a37f-44d4-9af7-1ba48b9c8712 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 943 time: 0.0576429 Mar 07 11:18:02.800001 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5e03e2da-b80d-4a20-9013-10339fdf6b95 req-a5b63eb2-862c-4003-9864-0423390b41e8 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452490 Mar 07 11:18:03.923558 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547a341-2fa5-41c3-9ba6-3d164fbdd3de req-3b16957c-c45a-4fdd-9bcb-f27311bf7126 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:03.925051 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e547a341-2fa5-41c3-9ba6-3d164fbdd3de req-3b16957c-c45a-4fdd-9bcb-f27311bf7126 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 943 time: 0.0572803 Mar 07 11:18:03.974329 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e547a341-2fa5-41c3-9ba6-3d164fbdd3de req-89dd6d7d-6e99-44d6-b934-ff7500e976a2 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429447 Mar 07 11:18:05.095982 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b517e3-159b-4be5-9eb5-147951c7e87d req-f494b221-6640-4520-9792-a3dedb5fd215 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:05.097479 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e5b517e3-159b-4be5-9eb5-147951c7e87d req-f494b221-6640-4520-9792-a3dedb5fd215 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 943 time: 0.0533521 Mar 07 11:18:05.145723 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e5b517e3-159b-4be5-9eb5-147951c7e87d req-3de4099b-8710-451a-adf5-87542396cf3b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426471 Mar 07 11:18:06.266399 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f26e3f-7e2c-41d6-a48d-9b93aed728a4 req-32bc8338-c42f-40f3-af5d-8c49eff8e728 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:06.267890 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-37f26e3f-7e2c-41d6-a48d-9b93aed728a4 req-32bc8338-c42f-40f3-af5d-8c49eff8e728 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 943 time: 0.0533092 Mar 07 11:18:06.316727 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-37f26e3f-7e2c-41d6-a48d-9b93aed728a4 req-6d537c5b-64c5-4f73-858d-196539414cb4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425360 Mar 07 11:18:06.521994 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-abbee770-47ec-4bdf-a9a1-d46ff62ee71d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:07.308023 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41498) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:07.412777 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c11cbad2-1aca-494e-806c-3c3820ffe00c tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] 10.222.0.11 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3707 time: 0.1034822 Mar 07 11:18:07.415568 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41502) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:07.420378 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-ea446bd5-a373-4fa1-85c2-33746c35cc4e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Request body: {'network': {'name': 'tempest-network-smoke--1196994630', 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'port_security_enabled': False}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:18:07.438376 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d59eb-e808-43ab-b412-749c4ef5761a req-4f6e5929-2d3e-40a9-94f3-4da06c751a28 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:07.439952 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc8d59eb-e808-43ab-b412-749c4ef5761a req-4f6e5929-2d3e-40a9-94f3-4da06c751a28 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 943 time: 0.0551419 Mar 07 11:18:07.442871 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea446bd5-a373-4fa1-85c2-33746c35cc4e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Made reservation on behalf of 050b33e2c5ac4d9b815bad57c7d419b4 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:18:07.447166 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ea446bd5-a373-4fa1-85c2-33746c35cc4e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:07.472023 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea446bd5-a373-4fa1-85c2-33746c35cc4e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:18:07.481818 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ea446bd5-a373-4fa1-85c2-33746c35cc4e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (de1a8e91-84cf-479c-ba26-877bd7facadd), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:07.482189 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-ea446bd5-a373-4fa1-85c2-33746c35cc4e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Added segment de1a8e91-84cf-479c-ba26-877bd7facadd of type vlan for network 80fdcc37-021f-4b8f-94fc-7ef0b948db64 Mar 07 11:18:07.498524 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc8d59eb-e808-43ab-b412-749c4ef5761a req-052eb7e3-3e45-4871-9fc9-3bfd51fa40a4 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525038 Mar 07 11:18:07.525646 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ea446bd5-a373-4fa1-85c2-33746c35cc4e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (80fdcc37-021f-4b8f-94fc-7ef0b948db64), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:07.550676 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ea446bd5-a373-4fa1-85c2-33746c35cc4e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (80fdcc37-021f-4b8f-94fc-7ef0b948db64), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:07.556076 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea446bd5-a373-4fa1-85c2-33746c35cc4e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:07.556720 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ea446bd5-a373-4fa1-85c2-33746c35cc4e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:07.591865 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ea446bd5-a373-4fa1-85c2-33746c35cc4e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1752512 Mar 07 11:18:07.594455 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41504) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:07.601405 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f1a21021-ecd1-4c11-b80f-ae32028f1f81 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-452072143', 'admin_state_up': True, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:18:07.641012 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea446bd5-a373-4fa1-85c2-33746c35cc4e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Pushing event updated for resources: {'Network': ['ID=80fdcc37-021f-4b8f-94fc-7ef0b948db64,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:07.652377 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea446bd5-a373-4fa1-85c2-33746c35cc4e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:07.652770 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea446bd5-a373-4fa1-85c2-33746c35cc4e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:07.653184 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea446bd5-a373-4fa1-85c2-33746c35cc4e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:07.653534 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea446bd5-a373-4fa1-85c2-33746c35cc4e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:07.653871 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea446bd5-a373-4fa1-85c2-33746c35cc4e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:07.654215 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea446bd5-a373-4fa1-85c2-33746c35cc4e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:07.654528 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea446bd5-a373-4fa1-85c2-33746c35cc4e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:07.654858 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea446bd5-a373-4fa1-85c2-33746c35cc4e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:07.655184 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea446bd5-a373-4fa1-85c2-33746c35cc4e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:07.655559 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea446bd5-a373-4fa1-85c2-33746c35cc4e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:07.655920 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea446bd5-a373-4fa1-85c2-33746c35cc4e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:07.656246 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea446bd5-a373-4fa1-85c2-33746c35cc4e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:07.656571 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea446bd5-a373-4fa1-85c2-33746c35cc4e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:07.659969 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f1a21021-ecd1-4c11-b80f-ae32028f1f81 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (7b365246-3770-486b-bb9f-6bd4fc8bce0e), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:07.660963 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f1a21021-ecd1-4c11-b80f-ae32028f1f81 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (7b365246-3770-486b-bb9f-6bd4fc8bce0e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:07.668715 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 80fdcc37-021f-4b8f-94fc-7ef0b948db64 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:18:07.716614 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f1a21021-ecd1-4c11-b80f-ae32028f1f81 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for router_controller (7b365246-3770-486b-bb9f-6bd4fc8bce0e), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:07.856746 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f1a21021-ecd1-4c11-b80f-ae32028f1f81 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for router_gateway (7b365246-3770-486b-bb9f-6bd4fc8bce0e), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:08.053324 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f1a21021-ecd1-4c11-b80f-ae32028f1f81 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for router_gateway (7b365246-3770-486b-bb9f-6bd4fc8bce0e), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:08.071858 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f1a21021-ecd1-4c11-b80f-ae32028f1f81 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:08.176771 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-f1a21021-ecd1-4c11-b80f-ae32028f1f81 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Allocated IP 172.25.3.197 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/fe6cda5e-5b63-4be4-86ae-4db588537729) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:18:08.281395 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f1a21021-ecd1-4c11-b80f-ae32028f1f81 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for port (fe6cda5e-5b63-4be4-86ae-4db588537729), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:08.316144 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f1a21021-ecd1-4c11-b80f-ae32028f1f81 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (fe6cda5e-5b63-4be4-86ae-4db588537729), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:08.354699 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a21021-ecd1-4c11-b80f-ae32028f1f81 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:18:08.358944 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-f1a21021-ecd1-4c11-b80f-ae32028f1f81 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:18:08.362441 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a21021-ecd1-4c11-b80f-ae32028f1f81 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:18:08.368629 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a21021-ecd1-4c11-b80f-ae32028f1f81 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Pushing event updated for resources: {'Port': ['ID=fe6cda5e-5b63-4be4-86ae-4db588537729,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:08.634664 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9eae0119-13d1-4bfe-a7d1-c3021e0b6e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:08.887614 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f634795-cbab-4280-a0ed-92d643285cdd req-f14f5163-3802-40f5-9884-01e73233434d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:08.889034 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5f634795-cbab-4280-a0ed-92d643285cdd req-f14f5163-3802-40f5-9884-01e73233434d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 943 time: 0.1176431 Mar 07 11:18:09.025598 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5f634795-cbab-4280-a0ed-92d643285cdd req-2c1501d4-dff5-468f-b834-1f06e300be5b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1007848 Mar 07 11:18:09.036418 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f1a21021-ecd1-4c11-b80f-ae32028f1f81 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for router_gateway (7b365246-3770-486b-bb9f-6bd4fc8bce0e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:09.258579 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f1a21021-ecd1-4c11-b80f-ae32028f1f81 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (7b365246-3770-486b-bb9f-6bd4fc8bce0e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:09.400353 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a21021-ecd1-4c11-b80f-ae32028f1f81 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Router 7b365246-3770-486b-bb9f-6bd4fc8bce0e is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:18:09.506212 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a21021-ecd1-4c11-b80f-ae32028f1f81 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:18:09.517939 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948b82d2-8562-44a7-b3cb-9e42df86a1a8 None None] Sync routers for ids ['7b365246-3770-486b-bb9f-6bd4fc8bce0e'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:18:09.527055 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f1a21021-ecd1-4c11-b80f-ae32028f1f81 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:09.527806 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948b82d2-8562-44a7-b3cb-9e42df86a1a8 None None] Routers {'7b365246-3770-486b-bb9f-6bd4fc8bce0e'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:18:09.528264 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f1a21021-ecd1-4c11-b80f-ae32028f1f81 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9329121 Mar 07 11:18:09.531805 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41512) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:09.532140 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-948b82d2-8562-44a7-b3cb-9e42df86a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:18:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['7b365246-3770-486b-bb9f-6bd4fc8bce0e'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:09.602699 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca8dccf-6384-4553-a966-cc3fc3ba8094 tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:09.604223 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cca8dccf-6384-4553-a966-cc3fc3ba8094 tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=050b33e2c5ac4d9b815bad57c7d419b4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0715041 Mar 07 11:18:09.607126 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41514) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:09.641329 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-948b82d2-8562-44a7-b3cb-9e42df86a1a8 None None] Set router 7b365246-3770-486b-bb9f-6bd4fc8bce0e gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:18:09.706329 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b0efcf-1247-4234-9754-d45634085f1e tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:09.709443 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-52b0efcf-1247-4234-9754-d45634085f1e tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1013751 Mar 07 11:18:09.713338 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41516) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:09.740803 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fea3c071-8503-48af-a222-acab0e5b3441 tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=f8958782-2869-4679-b3a6-78e3b1855431&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263312 Mar 07 11:18:09.743376 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41518) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:09.769717 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b1124fc2-e298-44df-803a-d542f4e9bf79 tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=050b33e2c5ac4d9b815bad57c7d419b4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0253091 Mar 07 11:18:09.772233 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41520) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:09.830855 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-948b82d2-8562-44a7-b3cb-9e42df86a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b365246-3770-486b-bb9f-6bd4fc8bce0e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-452072143', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'fe6cda5e-5b63-4be4-86ae-4db588537729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:18:07Z', 'updated_at': '2022-03-07T11:18:08Z', 'revision_number': 3, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'gw_port': {'id': 'fe6cda5e-5b63-4be4-86ae-4db588537729', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b365246-3770-486b-bb9f-6bd4fc8bce0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:18:08Z', 'updated_at': '2022-03-07T11:18:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:09.858500 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948b82d2-8562-44a7-b3cb-9e42df86a1a8 None None] Checking router: 7b365246-3770-486b-bb9f-6bd4fc8bce0e for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:18:09.858847 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948b82d2-8562-44a7-b3cb-9e42df86a1a8 None None] Updating router 7b365246-3770-486b-bb9f-6bd4fc8bce0e port fe6cda5e-5b63-4be4-86ae-4db588537729 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:18:09.859609 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c813213-cc02-42e2-b036-ff12d8ce38f0 tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:09.863119 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3c813213-cc02-42e2-b036-ff12d8ce38f0 tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0874693 Mar 07 11:18:09.864118 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41524) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:09.886180 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-948b82d2-8562-44a7-b3cb-9e42df86a1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fe6cda5e-5b63-4be4-86ae-4db588537729), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:09.895149 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4b397a66-25a0-4605-a712-6184085d9349 tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=f8958782-2869-4679-b3a6-78e3b1855431&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299764 Mar 07 11:18:09.898131 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41526) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:09.902748 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-5a60b2bc-ba41-47fe-8e11-efe3b793b223 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1983027659', 'network_id': '80fdcc37-021f-4b8f-94fc-7ef0b948db64', 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:18:09.988310 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a60b2bc-ba41-47fe-8e11-efe3b793b223 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Made reservation on behalf of 050b33e2c5ac4d9b815bad57c7d419b4 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:18:09.993736 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5a60b2bc-ba41-47fe-8e11-efe3b793b223 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:10.053440 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:10.163563 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb2692-7a6b-46bc-8b66-7b8d86d6de09 req-1be65302-5344-4105-84b6-9b0a225ac411 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:10.164410 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-948b82d2-8562-44a7-b3cb-9e42df86a1a8 None None] Publish callbacks [] for port (fe6cda5e-5b63-4be4-86ae-4db588537729), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:10.165068 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bdbb2692-7a6b-46bc-8b66-7b8d86d6de09 req-1be65302-5344-4105-84b6-9b0a225ac411 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 943 time: 0.0572565 Mar 07 11:18:10.170745 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-948b82d2-8562-44a7-b3cb-9e42df86a1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (fe6cda5e-5b63-4be4-86ae-4db588537729), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:10.189873 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5a60b2bc-ba41-47fe-8e11-efe3b793b223 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (553ad20e-9e0b-4e91-a31a-cd00cf50a92a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:10.230300 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-948b82d2-8562-44a7-b3cb-9e42df86a1a8 None None] Attempting to bind port fe6cda5e-5b63-4be4-86ae-4db588537729 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:18:10.230677 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-948b82d2-8562-44a7-b3cb-9e42df86a1a8 None None] Attempting to bind port fe6cda5e-5b63-4be4-86ae-4db588537729 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:18:10.231045 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948b82d2-8562-44a7-b3cb-9e42df86a1a8 None None] Attempting to bind port fe6cda5e-5b63-4be4-86ae-4db588537729 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:18:10.231787 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bdbb2692-7a6b-46bc-8b66-7b8d86d6de09 req-2c5a9dbb-cd6e-429c-b0f0-4ef04114fa24 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578961 Mar 07 11:18:10.234022 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4fbed-7a54-451c-90b4-d3a0ad4f0979 None None] Pushing event updated for resources: {'Port': ['ID=fe6cda5e-5b63-4be4-86ae-4db588537729,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:10.245574 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948b82d2-8562-44a7-b3cb-9e42df86a1a8 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:18:10.246487 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948b82d2-8562-44a7-b3cb-9e42df86a1a8 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:18:10.246918 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-948b82d2-8562-44a7-b3cb-9e42df86a1a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:10.247319 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948b82d2-8562-44a7-b3cb-9e42df86a1a8 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:18:10.247816 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-948b82d2-8562-44a7-b3cb-9e42df86a1a8 None None] Bound port: fe6cda5e-5b63-4be4-86ae-4db588537729, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:18:10.248186 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-948b82d2-8562-44a7-b3cb-9e42df86a1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fe6cda5e-5b63-4be4-86ae-4db588537729), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:10.253251 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a60b2bc-ba41-47fe-8e11-efe3b793b223 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Pushing event updated for resources: {'Subnet': ['ID=553ad20e-9e0b-4e91-a31a-cd00cf50a92a,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:10.264927 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a60b2bc-ba41-47fe-8e11-efe3b793b223 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Checking segment: {'id': 'de1a8e91-84cf-479c-ba26-877bd7facadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '80fdcc37-021f-4b8f-94fc-7ef0b948db64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:18:10.265329 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a60b2bc-ba41-47fe-8e11-efe3b793b223 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Network hostable DHCP agents. Network: 80fdcc37-021f-4b8f-94fc-7ef0b948db64, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:18:10.286529 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a60b2bc-ba41-47fe-8e11-efe3b793b223 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Network 80fdcc37-021f-4b8f-94fc-7ef0b948db64 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:18:10.297644 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-5a60b2bc-ba41-47fe-8e11-efe3b793b223 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 80fdcc37-021f-4b8f-94fc-7ef0b948db64) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:18:10.301967 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a60b2bc-ba41-47fe-8e11-efe3b793b223 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:10.302570 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5a60b2bc-ba41-47fe-8e11-efe3b793b223 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:10.310185 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48e87a9-dc70-4840-bcfe-6aee27444f71 None None] Network 80fdcc37-021f-4b8f-94fc-7ef0b948db64 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:18:10.321004 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5a60b2bc-ba41-47fe-8e11-efe3b793b223 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4217458 Mar 07 11:18:10.323589 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41532) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:10.329446 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-948b82d2-8562-44a7-b3cb-9e42df86a1a8 None None] For port fe6cda5e-5b63-4be4-86ae-4db588537729, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:18:10.381364 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-948b82d2-8562-44a7-b3cb-9e42df86a1a8 None None] For port fe6cda5e-5b63-4be4-86ae-4db588537729, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=fe6cda5e-5b63-4be4-86ae-4db588537729,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:18:10.390829 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-948b82d2-8562-44a7-b3cb-9e42df86a1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (fe6cda5e-5b63-4be4-86ae-4db588537729), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:10.479899 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948b82d2-8562-44a7-b3cb-9e42df86a1a8 None None] Routers {'7b365246-3770-486b-bb9f-6bd4fc8bce0e'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:18:10.480504 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-948b82d2-8562-44a7-b3cb-9e42df86a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:18:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['7b365246-3770-486b-bb9f-6bd4fc8bce0e'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:10.484895 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-80fdcc37-021f-4b8f-94fc-7ef0b948db64', 'network_id': '80fdcc37-021f-4b8f-94fc-7ef0b948db64', 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'fixed_ips': [{'subnet_id': '553ad20e-9e0b-4e91-a31a-cd00cf50a92a'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:18:10.485757 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:10.523931 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4fbed-7a54-451c-90b4-d3a0ad4f0979 None None] Pushing event updated for resources: {'Port': ['ID=fe6cda5e-5b63-4be4-86ae-4db588537729,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:10.788919 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-84752338-61b5-40d0-8510-871c4836e27c tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:10.881316 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-948b82d2-8562-44a7-b3cb-9e42df86a1a8 None None] Set router 7b365246-3770-486b-bb9f-6bd4fc8bce0e gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:18:10.973959 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] Allocated IP 172.20.0.18 (80fdcc37-021f-4b8f-94fc-7ef0b948db64/553ad20e-9e0b-4e91-a31a-cd00cf50a92a/3ff57275-b6bf-4785-9a4a-9deb48b86127) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:18:11.196377 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-948b82d2-8562-44a7-b3cb-9e42df86a1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b365246-3770-486b-bb9f-6bd4fc8bce0e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-452072143', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'fe6cda5e-5b63-4be4-86ae-4db588537729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:18:07Z', 'updated_at': '2022-03-07T11:18:08Z', 'revision_number': 3, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'gw_port': {'id': 'fe6cda5e-5b63-4be4-86ae-4db588537729', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b365246-3770-486b-bb9f-6bd4fc8bce0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:18:08Z', 'updated_at': '2022-03-07T11:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:11.231319 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] Publish callbacks [] for port (3ff57275-b6bf-4785-9a4a-9deb48b86127), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:11.234260 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948b82d2-8562-44a7-b3cb-9e42df86a1a8 None None] The sync data for ids ['7b365246-3770-486b-bb9f-6bd4fc8bce0e'] in n-d-832164-4 is: [{'id': '7b365246-3770-486b-bb9f-6bd4fc8bce0e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-452072143', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'fe6cda5e-5b63-4be4-86ae-4db588537729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:18:07Z', 'updated_at': '2022-03-07T11:18:08Z', 'revision_number': 3, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'gw_port': {'id': 'fe6cda5e-5b63-4be4-86ae-4db588537729', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b365246-3770-486b-bb9f-6bd4fc8bce0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:18:08Z', 'updated_at': '2022-03-07T11:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:18:11.246031 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (3ff57275-b6bf-4785-9a4a-9deb48b86127), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:11.282125 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] Network 80fdcc37-021f-4b8f-94fc-7ef0b948db64 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:18:11.285645 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:18:11.295091 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:18:11.300624 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-84752338-61b5-40d0-8510-871c4836e27c tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Allocated IP 172.20.0.17 (80fdcc37-021f-4b8f-94fc-7ef0b948db64/553ad20e-9e0b-4e91-a31a-cd00cf50a92a/ef7741fb-b7a6-42fc-88cd-4a4cb228ef22) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:18:11.333607 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] Pushing event updated for resources: {'Port': ['ID=3ff57275-b6bf-4785-9a4a-9deb48b86127,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:11.361546 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:11.361903 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:11.362249 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:11.362591 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:11.362927 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:11.363263 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:11.363684 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:11.364021 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:11.364352 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:11.364681 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:11.365010 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:11.365426 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:11.365756 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:11.382200 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] Attempting to bind port 3ff57275-b6bf-4785-9a4a-9deb48b86127 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:18:11.383215 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] Attempting to bind port 3ff57275-b6bf-4785-9a4a-9deb48b86127 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'de1a8e91-84cf-479c-ba26-877bd7facadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '80fdcc37-021f-4b8f-94fc-7ef0b948db64'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:18:11.383215 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] Attempting to bind port 3ff57275-b6bf-4785-9a4a-9deb48b86127 on network 80fdcc37-021f-4b8f-94fc-7ef0b948db64 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:18:11.390734 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:18:11.391371 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] Checking segment: {'id': 'de1a8e91-84cf-479c-ba26-877bd7facadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '80fdcc37-021f-4b8f-94fc-7ef0b948db64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:18:11.392024 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:11.392488 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] Bound using segment: {'id': 'de1a8e91-84cf-479c-ba26-877bd7facadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '80fdcc37-021f-4b8f-94fc-7ef0b948db64'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:18:11.392960 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] Bound port: 3ff57275-b6bf-4785-9a4a-9deb48b86127, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1a8e91-84cf-479c-ba26-877bd7facadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '80fdcc37-021f-4b8f-94fc-7ef0b948db64'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:18:11.393370 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3ff57275-b6bf-4785-9a4a-9deb48b86127), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:11.455414 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d981b7c-6d31-41f1-9437-e6313413551d req-0e6fcd6f-b1a3-4cf8-80f9-aef609e4d53b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:11.456918 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5d981b7c-6d31-41f1-9437-e6313413551d req-0e6fcd6f-b1a3-4cf8-80f9-aef609e4d53b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 943 time: 0.1132922 Mar 07 11:18:11.468623 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] For port 3ff57275-b6bf-4785-9a4a-9deb48b86127, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:18:11.471816 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] For port 3ff57275-b6bf-4785-9a4a-9deb48b86127, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=3ff57275-b6bf-4785-9a4a-9deb48b86127,segment=NetworkSegment(de1a8e91-84cf-479c-ba26-877bd7facadd),segment_id=de1a8e91-84cf-479c-ba26-877bd7facadd)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:18:11.479791 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3ff57275-b6bf-4785-9a4a-9deb48b86127), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:11.488836 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-84752338-61b5-40d0-8510-871c4836e27c tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for port (ef7741fb-b7a6-42fc-88cd-4a4cb228ef22), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:11.560603 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5d981b7c-6d31-41f1-9437-e6313413551d req-7565132f-df39-4166-81e1-5495af19dc5c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0923924 Mar 07 11:18:11.575577 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752eb8f4-f30b-408f-a7ce-c475485c1c4e None None] Pushing event updated for resources: {'Port': ['ID=3ff57275-b6bf-4785-9a4a-9deb48b86127,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:11.576687 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-84752338-61b5-40d0-8510-871c4836e27c tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (ef7741fb-b7a6-42fc-88cd-4a4cb228ef22), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:11.631541 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84752338-61b5-40d0-8510-871c4836e27c tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Network 80fdcc37-021f-4b8f-94fc-7ef0b948db64 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:18:11.635605 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-84752338-61b5-40d0-8510-871c4836e27c tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:18:11.638185 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84752338-61b5-40d0-8510-871c4836e27c tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:18:11.667326 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84752338-61b5-40d0-8510-871c4836e27c tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Pushing event updated for resources: {'Port': ['ID=ef7741fb-b7a6-42fc-88cd-4a4cb228ef22,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:11.702035 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-84752338-61b5-40d0-8510-871c4836e27c tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (7b365246-3770-486b-bb9f-6bd4fc8bce0e), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:11.770592 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:11.897965 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-84752338-61b5-40d0-8510-871c4836e27c tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ef7741fb-b7a6-42fc-88cd-4a4cb228ef22), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:11.906195 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device fe6cda5e-5b63-4be4-86ae-4db588537729 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:18:11.981375 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port fe6cda5e-5b63-4be4-86ae-4db588537729 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:18:11.981755 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (fe6cda5e-5b63-4be4-86ae-4db588537729), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:12.074638 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port fe6cda5e-5b63-4be4-86ae-4db588537729 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:18:12.075373 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fe6cda5e-5b63-4be4-86ae-4db588537729), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:12.100806 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port fe6cda5e-5b63-4be4-86ae-4db588537729, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=fe6cda5e-5b63-4be4-86ae-4db588537729,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:18:12.107251 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (fe6cda5e-5b63-4be4-86ae-4db588537729), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:12.177945 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=fe6cda5e-5b63-4be4-86ae-4db588537729,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:12.222674 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-84752338-61b5-40d0-8510-871c4836e27c tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for port (ef7741fb-b7a6-42fc-88cd-4a4cb228ef22), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:12.228038 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-84752338-61b5-40d0-8510-871c4836e27c tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (ef7741fb-b7a6-42fc-88cd-4a4cb228ef22), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:12.306255 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84752338-61b5-40d0-8510-871c4836e27c tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Pushing event updated for resources: {'Port': ['ID=ef7741fb-b7a6-42fc-88cd-4a4cb228ef22,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:12.308738 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-84752338-61b5-40d0-8510-871c4836e27c tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (7b365246-3770-486b-bb9f-6bd4fc8bce0e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:12.411348 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84752338-61b5-40d0-8510-871c4836e27c tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Network 80fdcc37-021f-4b8f-94fc-7ef0b948db64 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:18:12.413392 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-84752338-61b5-40d0-8510-871c4836e27c tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:18:12.533231 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84752338-61b5-40d0-8510-871c4836e27c tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Router 7b365246-3770-486b-bb9f-6bd4fc8bce0e has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:18:12.662604 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84752338-61b5-40d0-8510-871c4836e27c tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:18:12.668873 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-84752338-61b5-40d0-8510-871c4836e27c tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "PUT /v2.0/routers/7b365246-3770-486b-bb9f-6bd4fc8bce0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3442323 Mar 07 11:18:12.702686 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a078fd-74c0-48af-aca7-53d348ce5fe6 req-90185268-a404-4f48-81e7-6c4a8af91912 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:12.704399 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-96a078fd-74c0-48af-aca7-53d348ce5fe6 req-90185268-a404-4f48-81e7-6c4a8af91912 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 943 time: 0.0624812 Mar 07 11:18:12.726425 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308ce473-5464-4c4a-896d-e33aa3947b58 None None] Network 80fdcc37-021f-4b8f-94fc-7ef0b948db64 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:18:12.778581 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-96a078fd-74c0-48af-aca7-53d348ce5fe6 req-cc88f460-733d-4db1-8cef-b1fa0bd14235 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655954 Mar 07 11:18:12.812304 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-9ae020af-d30c-4929-80d9-54ff464bc0ca None None] Provisioning complete for port 3ff57275-b6bf-4785-9a4a-9deb48b86127 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:18:12.812685 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9ae020af-d30c-4929-80d9-54ff464bc0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3ff57275-b6bf-4785-9a4a-9deb48b86127), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:12.903762 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-bcad7321-ba61-480a-bbca-9600ff741750 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:12.905587 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-bcad7321-ba61-480a-bbca-9600ff741750 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/networks?id=80fdcc37-021f-4b8f-94fc-7ef0b948db64 HTTP/1.1" status: 200 len: 798 time: 0.1187105 Mar 07 11:18:12.921410 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-edfca22b-62b8-47c8-ad10-d8c1719b87f7 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/quotas/050b33e2c5ac4d9b815bad57c7d419b4 HTTP/1.1" status: 200 len: 375 time: 0.0092623 Mar 07 11:18:12.940883 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-9ae020af-d30c-4929-80d9-54ff464bc0ca None None] Current status of the port 3ff57275-b6bf-4785-9a4a-9deb48b86127 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:18:12.941403 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9ae020af-d30c-4929-80d9-54ff464bc0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3ff57275-b6bf-4785-9a4a-9deb48b86127), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:12.978313 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-9ae020af-d30c-4929-80d9-54ff464bc0ca None None] For port 3ff57275-b6bf-4785-9a4a-9deb48b86127, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=3ff57275-b6bf-4785-9a4a-9deb48b86127,segment=NetworkSegment(de1a8e91-84cf-479c-ba26-877bd7facadd),segment_id=de1a8e91-84cf-479c-ba26-877bd7facadd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:18:12.985006 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9ae020af-d30c-4929-80d9-54ff464bc0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3ff57275-b6bf-4785-9a4a-9deb48b86127), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:13.002812 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-57583c44-184d-4db5-a279-08bfdcee42c2 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=050b33e2c5ac4d9b815bad57c7d419b4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0757260 Mar 07 11:18:13.050186 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:13.063885 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae020af-d30c-4929-80d9-54ff464bc0ca None None] Pushing event updated for resources: {'Port': ['ID=3ff57275-b6bf-4785-9a4a-9deb48b86127,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:13.147749 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5cff13-65a6-45c8-b014-7ffd7b4f6f40 None None] Sync routers for ids ['7b365246-3770-486b-bb9f-6bd4fc8bce0e'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:18:13.162129 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5cff13-65a6-45c8-b014-7ffd7b4f6f40 None None] Routers {'7b365246-3770-486b-bb9f-6bd4fc8bce0e'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:18:13.163393 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-9a5cff13-65a6-45c8-b014-7ffd7b4f6f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:18:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['7b365246-3770-486b-bb9f-6bd4fc8bce0e'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:13.181182 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-3f2ad2cf-c81b-43d2-b51a-8f9f1211d803 service neutron] 10.222.0.11 "GET /v2.0/networks/80fdcc37-021f-4b8f-94fc-7ef0b948db64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647141 Mar 07 11:18:13.215551 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-4f562d02-57a6-49ee-8333-0f308cb08eb0 None None] Provisioning complete for port 3ff57275-b6bf-4785-9a4a-9deb48b86127 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:18:13.216015 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4f562d02-57a6-49ee-8333-0f308cb08eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3ff57275-b6bf-4785-9a4a-9deb48b86127), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:13.331590 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4f562d02-57a6-49ee-8333-0f308cb08eb0 None None] Current status of the port 3ff57275-b6bf-4785-9a4a-9deb48b86127 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:18:13.349003 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-4f562d02-57a6-49ee-8333-0f308cb08eb0 None None] Provisioning complete for port ef7741fb-b7a6-42fc-88cd-4a4cb228ef22 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:18:13.349624 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4f562d02-57a6-49ee-8333-0f308cb08eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ef7741fb-b7a6-42fc-88cd-4a4cb228ef22), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:13.394423 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4f562d02-57a6-49ee-8333-0f308cb08eb0 None None] Port ef7741fb-b7a6-42fc-88cd-4a4cb228ef22 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:18:13.406678 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-9a5cff13-65a6-45c8-b014-7ffd7b4f6f40 None None] Set router 7b365246-3770-486b-bb9f-6bd4fc8bce0e gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:18:13.519348 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a1103346-3012-4da6-b4f3-fcf2501dca04 None None] Provisioning complete for port ef7741fb-b7a6-42fc-88cd-4a4cb228ef22 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:18:13.520014 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a1103346-3012-4da6-b4f3-fcf2501dca04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ef7741fb-b7a6-42fc-88cd-4a4cb228ef22), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:13.565811 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a1103346-3012-4da6-b4f3-fcf2501dca04 None None] Port ef7741fb-b7a6-42fc-88cd-4a4cb228ef22 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:18:13.637298 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-9a5cff13-65a6-45c8-b014-7ffd7b4f6f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b365246-3770-486b-bb9f-6bd4fc8bce0e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-452072143', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'fe6cda5e-5b63-4be4-86ae-4db588537729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:18:07Z', 'updated_at': '2022-03-07T11:18:11Z', 'revision_number': 4, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'gw_port': {'id': 'fe6cda5e-5b63-4be4-86ae-4db588537729', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b365246-3770-486b-bb9f-6bd4fc8bce0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:18:08Z', 'updated_at': '2022-03-07T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'ef7741fb-b7a6-42fc-88cd-4a4cb228ef22', 'name': '', 'network_id': '80fdcc37-021f-4b8f-94fc-7ef0b948db64', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'mac_address': 'fa:16:3e:a0:2a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b365246-3770-486b-bb9f-6bd4fc8bce0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '553ad20e-9e0b-4e91-a31a-cd00cf50a92a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:18:10Z', 'updated_at': '2022-03-07T11:18:12Z', 'revision_number': 2, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'subnets': [{'id': '553ad20e-9e0b-4e91-a31a-cd00cf50a92a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:13.668705 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-e655a011-1115-42fd-a09f-64eb7731900e service neutron] 10.222.0.11 "GET /v2.0/networks/80fdcc37-021f-4b8f-94fc-7ef0b948db64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806578 Mar 07 11:18:13.670802 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5cff13-65a6-45c8-b014-7ffd7b4f6f40 None None] Checking router: 7b365246-3770-486b-bb9f-6bd4fc8bce0e for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:18:13.671478 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5cff13-65a6-45c8-b014-7ffd7b4f6f40 None None] Updating router 7b365246-3770-486b-bb9f-6bd4fc8bce0e port ef7741fb-b7a6-42fc-88cd-4a4cb228ef22 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:18:13.684839 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-db5c5bff-a3bc-444b-b660-4e864899d4eb None None] Provisioning complete for port ef7741fb-b7a6-42fc-88cd-4a4cb228ef22 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:18:13.685212 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-db5c5bff-a3bc-444b-b660-4e864899d4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ef7741fb-b7a6-42fc-88cd-4a4cb228ef22), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:13.702410 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9a5cff13-65a6-45c8-b014-7ffd7b4f6f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ef7741fb-b7a6-42fc-88cd-4a4cb228ef22), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:13.726518 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-db5c5bff-a3bc-444b-b660-4e864899d4eb None None] Port ef7741fb-b7a6-42fc-88cd-4a4cb228ef22 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:18:13.902222 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4cde1f4c-c45e-4bc1-8b0b-fa149dc89f5d req-d742c52d-2b87-4f31-9abf-57960a798686 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fbb4fc1-ed72-4b62-b291-f3bbdccc8319 HTTP/1.1" status: 200 len: 210 time: 0.0611041 Mar 07 11:18:13.947915 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb88eec-29c7-415b-8a81-aa743af448fa req-3a7c1985-394c-4839-9097-55543e19a61b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:13.955535 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4cb88eec-29c7-415b-8a81-aa743af448fa req-3a7c1985-394c-4839-9097-55543e19a61b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 943 time: 0.0790141 Mar 07 11:18:14.011121 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4cb88eec-29c7-415b-8a81-aa743af448fa req-ee6ce91e-cc7f-40b4-8096-243bb4704525 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0547187 Mar 07 11:18:14.028862 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3ff57275-b6bf-4785-9a4a-9deb48b86127 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:18:14.053059 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9a5cff13-65a6-45c8-b014-7ffd7b4f6f40 None None] Publish callbacks [] for port (ef7741fb-b7a6-42fc-88cd-4a4cb228ef22), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:14.060223 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9a5cff13-65a6-45c8-b014-7ffd7b4f6f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ef7741fb-b7a6-42fc-88cd-4a4cb228ef22), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:14.088403 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 3ff57275-b6bf-4785-9a4a-9deb48b86127 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:18:14.088784 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3ff57275-b6bf-4785-9a4a-9deb48b86127), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:14.140943 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6cbd6b-8fef-449c-8953-25d50ee2cb75 None None] Pushing event updated for resources: {'Port': ['ID=ef7741fb-b7a6-42fc-88cd-4a4cb228ef22,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:14.187259 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 3ff57275-b6bf-4785-9a4a-9deb48b86127 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:18:14.188430 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device fe6cda5e-5b63-4be4-86ae-4db588537729 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:18:14.188913 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-9a5cff13-65a6-45c8-b014-7ffd7b4f6f40 None None] Attempting to bind port ef7741fb-b7a6-42fc-88cd-4a4cb228ef22 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:18:14.189447 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-9a5cff13-65a6-45c8-b014-7ffd7b4f6f40 None None] Attempting to bind port ef7741fb-b7a6-42fc-88cd-4a4cb228ef22 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'de1a8e91-84cf-479c-ba26-877bd7facadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '80fdcc37-021f-4b8f-94fc-7ef0b948db64'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:18:14.189677 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5cff13-65a6-45c8-b014-7ffd7b4f6f40 None None] Attempting to bind port ef7741fb-b7a6-42fc-88cd-4a4cb228ef22 on network 80fdcc37-021f-4b8f-94fc-7ef0b948db64 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:18:14.195449 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5cff13-65a6-45c8-b014-7ffd7b4f6f40 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:18:14.196102 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5cff13-65a6-45c8-b014-7ffd7b4f6f40 None None] Checking segment: {'id': 'de1a8e91-84cf-479c-ba26-877bd7facadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '80fdcc37-021f-4b8f-94fc-7ef0b948db64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:18:14.196809 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9a5cff13-65a6-45c8-b014-7ffd7b4f6f40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:14.197388 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5cff13-65a6-45c8-b014-7ffd7b4f6f40 None None] Bound using segment: {'id': 'de1a8e91-84cf-479c-ba26-877bd7facadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '80fdcc37-021f-4b8f-94fc-7ef0b948db64'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:18:14.198030 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-9a5cff13-65a6-45c8-b014-7ffd7b4f6f40 None None] Bound port: ef7741fb-b7a6-42fc-88cd-4a4cb228ef22, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de1a8e91-84cf-479c-ba26-877bd7facadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '80fdcc37-021f-4b8f-94fc-7ef0b948db64'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:18:14.198592 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9a5cff13-65a6-45c8-b014-7ffd7b4f6f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ef7741fb-b7a6-42fc-88cd-4a4cb228ef22), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:14.244042 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port fe6cda5e-5b63-4be4-86ae-4db588537729 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:18:14.244481 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (fe6cda5e-5b63-4be4-86ae-4db588537729), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:14.283007 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-9a5cff13-65a6-45c8-b014-7ffd7b4f6f40 None None] For port ef7741fb-b7a6-42fc-88cd-4a4cb228ef22, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:18:14.287422 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-9a5cff13-65a6-45c8-b014-7ffd7b4f6f40 None None] For port ef7741fb-b7a6-42fc-88cd-4a4cb228ef22, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ef7741fb-b7a6-42fc-88cd-4a4cb228ef22,segment=NetworkSegment(de1a8e91-84cf-479c-ba26-877bd7facadd),segment_id=de1a8e91-84cf-479c-ba26-877bd7facadd)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:18:14.300909 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-9a5cff13-65a6-45c8-b014-7ffd7b4f6f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ef7741fb-b7a6-42fc-88cd-4a4cb228ef22), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:14.365004 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5cff13-65a6-45c8-b014-7ffd7b4f6f40 None None] Routers {'7b365246-3770-486b-bb9f-6bd4fc8bce0e'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:18:14.367318 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-9a5cff13-65a6-45c8-b014-7ffd7b4f6f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:18:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['7b365246-3770-486b-bb9f-6bd4fc8bce0e'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:14.370644 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port fe6cda5e-5b63-4be4-86ae-4db588537729 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:18:14.425055 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6cbd6b-8fef-449c-8953-25d50ee2cb75 None None] Pushing event updated for resources: {'Port': ['ID=ef7741fb-b7a6-42fc-88cd-4a4cb228ef22,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:14.458250 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-070e73a2-ee36-4c96-b684-dc8a240fddb5 None None] Provisioning complete for port ef7741fb-b7a6-42fc-88cd-4a4cb228ef22 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:18:14.458775 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-070e73a2-ee36-4c96-b684-dc8a240fddb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ef7741fb-b7a6-42fc-88cd-4a4cb228ef22), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:14.511789 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-9a5cff13-65a6-45c8-b014-7ffd7b4f6f40 None None] Set router 7b365246-3770-486b-bb9f-6bd4fc8bce0e gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:18:14.560967 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-070e73a2-ee36-4c96-b684-dc8a240fddb5 None None] Current status of the port ef7741fb-b7a6-42fc-88cd-4a4cb228ef22 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:18:14.561460 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-070e73a2-ee36-4c96-b684-dc8a240fddb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ef7741fb-b7a6-42fc-88cd-4a4cb228ef22), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:14.603972 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-070e73a2-ee36-4c96-b684-dc8a240fddb5 None None] For port ef7741fb-b7a6-42fc-88cd-4a4cb228ef22, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ef7741fb-b7a6-42fc-88cd-4a4cb228ef22,segment=NetworkSegment(de1a8e91-84cf-479c-ba26-877bd7facadd),segment_id=de1a8e91-84cf-479c-ba26-877bd7facadd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:18:14.608136 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-070e73a2-ee36-4c96-b684-dc8a240fddb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ef7741fb-b7a6-42fc-88cd-4a4cb228ef22), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:14.655292 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e73a2-ee36-4c96-b684-dc8a240fddb5 None None] Pushing event updated for resources: {'Port': ['ID=ef7741fb-b7a6-42fc-88cd-4a4cb228ef22,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:14.727427 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d218a1aa-c914-4843-bd31-64851c4d0688 None None] Provisioning complete for port ef7741fb-b7a6-42fc-88cd-4a4cb228ef22 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:18:14.728094 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d218a1aa-c914-4843-bd31-64851c4d0688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ef7741fb-b7a6-42fc-88cd-4a4cb228ef22), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:14.728384 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-9a5cff13-65a6-45c8-b014-7ffd7b4f6f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b365246-3770-486b-bb9f-6bd4fc8bce0e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-452072143', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'fe6cda5e-5b63-4be4-86ae-4db588537729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:18:07Z', 'updated_at': '2022-03-07T11:18:11Z', 'revision_number': 4, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'gw_port': {'id': 'fe6cda5e-5b63-4be4-86ae-4db588537729', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b365246-3770-486b-bb9f-6bd4fc8bce0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:18:08Z', 'updated_at': '2022-03-07T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'ef7741fb-b7a6-42fc-88cd-4a4cb228ef22', 'name': '', 'network_id': '80fdcc37-021f-4b8f-94fc-7ef0b948db64', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'mac_address': 'fa:16:3e:a0:2a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b365246-3770-486b-bb9f-6bd4fc8bce0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '553ad20e-9e0b-4e91-a31a-cd00cf50a92a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:18:10Z', 'updated_at': '2022-03-07T11:18:14Z', 'revision_number': 4, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'subnets': [{'id': '553ad20e-9e0b-4e91-a31a-cd00cf50a92a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:14.759328 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5cff13-65a6-45c8-b014-7ffd7b4f6f40 None None] The sync data for ids ['7b365246-3770-486b-bb9f-6bd4fc8bce0e'] in n-d-832164-4 is: [{'id': '7b365246-3770-486b-bb9f-6bd4fc8bce0e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-452072143', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'fe6cda5e-5b63-4be4-86ae-4db588537729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:18:07Z', 'updated_at': '2022-03-07T11:18:11Z', 'revision_number': 4, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'gw_port': {'id': 'fe6cda5e-5b63-4be4-86ae-4db588537729', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b365246-3770-486b-bb9f-6bd4fc8bce0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:18:08Z', 'updated_at': '2022-03-07T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'ef7741fb-b7a6-42fc-88cd-4a4cb228ef22', 'name': '', 'network_id': '80fdcc37-021f-4b8f-94fc-7ef0b948db64', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'mac_address': 'fa:16:3e:a0:2a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b365246-3770-486b-bb9f-6bd4fc8bce0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '553ad20e-9e0b-4e91-a31a-cd00cf50a92a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:18:10Z', 'updated_at': '2022-03-07T11:18:14Z', 'revision_number': 4, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'subnets': [{'id': '553ad20e-9e0b-4e91-a31a-cd00cf50a92a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:18:14.829279 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d218a1aa-c914-4843-bd31-64851c4d0688 None None] Current status of the port ef7741fb-b7a6-42fc-88cd-4a4cb228ef22 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:18:15.013393 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-bb659a4d-b8c0-4642-8e20-4c11ccd5388e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:15.014965 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-bb659a4d-b8c0-4642-8e20-4c11ccd5388e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.31 "GET /v2.0/networks?id=80fdcc37-021f-4b8f-94fc-7ef0b948db64 HTTP/1.1" status: 200 len: 798 time: 0.1311407 Mar 07 11:18:15.028550 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-7b80b4a1-9dd4-4b0e-88a5-2cd18ec5adec tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Request body: {'port': {'device_id': '3fbb4fc1-ed72-4b62-b291-f3bbdccc8319', 'network_id': '80fdcc37-021f-4b8f-94fc-7ef0b948db64', 'admin_state_up': True, 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:18:15.056282 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-591d2268-7d9f-419c-9c0e-32e500484013 req-1183f3e7-3c10-4ae6-9921-71ce157c83d2 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fbb4fc1-ed72-4b62-b291-f3bbdccc8319 HTTP/1.1" status: 200 len: 210 time: 0.0507505 Mar 07 11:18:15.187888 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26ea6c-609c-45c8-bf4a-68241c6f108a req-bcc13df9-2dde-41b9-8f5d-8e5f8777df9e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:15.189449 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6d26ea6c-609c-45c8-bf4a-68241c6f108a req-bcc13df9-2dde-41b9-8f5d-8e5f8777df9e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 943 time: 0.0878665 Mar 07 11:18:15.197325 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-7b80b4a1-9dd4-4b0e-88a5-2cd18ec5adec tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Made reservation on behalf of 050b33e2c5ac4d9b815bad57c7d419b4 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:18:15.200640 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-7b80b4a1-9dd4-4b0e-88a5-2cd18ec5adec tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:15.309468 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6d26ea6c-609c-45c8-bf4a-68241c6f108a req-94f34045-70f3-49e6-a37f-2f43a1a83005 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1064208 Mar 07 11:18:15.374842 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-7b80b4a1-9dd4-4b0e-88a5-2cd18ec5adec tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Allocated IP 172.20.0.25 (80fdcc37-021f-4b8f-94fc-7ef0b948db64/553ad20e-9e0b-4e91-a31a-cd00cf50a92a/58fe8a6c-1ec6-402c-9612-5675d748b5b5) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:18:15.502416 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-7b80b4a1-9dd4-4b0e-88a5-2cd18ec5adec tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for port (58fe8a6c-1ec6-402c-9612-5675d748b5b5), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:15.539713 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-7b80b4a1-9dd4-4b0e-88a5-2cd18ec5adec tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (58fe8a6c-1ec6-402c-9612-5675d748b5b5), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:15.585362 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-7b80b4a1-9dd4-4b0e-88a5-2cd18ec5adec tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Network 80fdcc37-021f-4b8f-94fc-7ef0b948db64 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:18:15.588542 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-7b80b4a1-9dd4-4b0e-88a5-2cd18ec5adec tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:18:15.592394 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-7b80b4a1-9dd4-4b0e-88a5-2cd18ec5adec tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:18:15.618338 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b80b4a1-9dd4-4b0e-88a5-2cd18ec5adec tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Pushing event updated for resources: {'Port': ['ID=58fe8a6c-1ec6-402c-9612-5675d748b5b5,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:15.647830 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-7b80b4a1-9dd4-4b0e-88a5-2cd18ec5adec tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:15.648563 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-7b80b4a1-9dd4-4b0e-88a5-2cd18ec5adec tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:15.666336 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-7b80b4a1-9dd4-4b0e-88a5-2cd18ec5adec tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6436040 Mar 07 11:18:15.679735 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-3a38832c-2869-4653-a0b4-cd92d7a72c48 service neutron] Request body: {'port': {'device_id': '3fbb4fc1-ed72-4b62-b291-f3bbdccc8319', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:18:15.747132 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-3a38832c-2869-4653-a0b4-cd92d7a72c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (58fe8a6c-1ec6-402c-9612-5675d748b5b5), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:15.874547 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-65d96e3e-647b-430c-a423-146f417cf16e None None] Provisioning complete for port 58fe8a6c-1ec6-402c-9612-5675d748b5b5 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:18:15.875053 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-65d96e3e-647b-430c-a423-146f417cf16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (58fe8a6c-1ec6-402c-9612-5675d748b5b5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:15.878707 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ef7741fb-b7a6-42fc-88cd-4a4cb228ef22 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:18:15.945449 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-65d96e3e-647b-430c-a423-146f417cf16e None None] Port 58fe8a6c-1ec6-402c-9612-5675d748b5b5 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:18:15.962543 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port ef7741fb-b7a6-42fc-88cd-4a4cb228ef22 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:18:15.962933 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ef7741fb-b7a6-42fc-88cd-4a4cb228ef22), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:16.052451 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port ef7741fb-b7a6-42fc-88cd-4a4cb228ef22 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:18:16.054368 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-3a38832c-2869-4653-a0b4-cd92d7a72c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58fe8a6c-1ec6-402c-9612-5675d748b5b5 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:18:16.062844 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-3a38832c-2869-4653-a0b4-cd92d7a72c48 service neutron] Publish callbacks [] for port (58fe8a6c-1ec6-402c-9612-5675d748b5b5), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:16.076205 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-3a38832c-2869-4653-a0b4-cd92d7a72c48 service neutron] Transition to ACTIVE for port object 58fe8a6c-1ec6-402c-9612-5675d748b5b5 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:18:16.079610 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-3a38832c-2869-4653-a0b4-cd92d7a72c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (58fe8a6c-1ec6-402c-9612-5675d748b5b5), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:16.133240 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a38832c-2869-4653-a0b4-cd92d7a72c48 service neutron] Pushing event updated for resources: {'Port': ['ID=58fe8a6c-1ec6-402c-9612-5675d748b5b5,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:16.197949 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3111f-11ec-4a45-b35a-31519b5def70 req-13a63f0e-4586-4172-9498-74dbfa8f6d8d tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:16.199538 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-adc3111f-11ec-4a45-b35a-31519b5def70 req-13a63f0e-4586-4172-9498-74dbfa8f6d8d tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fbb4fc1-ed72-4b62-b291-f3bbdccc8319 HTTP/1.1" status: 200 len: 907 time: 0.0697849 Mar 07 11:18:16.206405 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-3a38832c-2869-4653-a0b4-cd92d7a72c48 service neutron] Attempting to bind port 58fe8a6c-1ec6-402c-9612-5675d748b5b5 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:18:16.206739 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-3a38832c-2869-4653-a0b4-cd92d7a72c48 service neutron] Attempting to bind port 58fe8a6c-1ec6-402c-9612-5675d748b5b5 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': 'de1a8e91-84cf-479c-ba26-877bd7facadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '80fdcc37-021f-4b8f-94fc-7ef0b948db64'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:18:16.207073 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-3a38832c-2869-4653-a0b4-cd92d7a72c48 service neutron] Attempting to bind port 58fe8a6c-1ec6-402c-9612-5675d748b5b5 on network 80fdcc37-021f-4b8f-94fc-7ef0b948db64 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:18:16.211754 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-3a38832c-2869-4653-a0b4-cd92d7a72c48 service neutron] Port 58fe8a6c-1ec6-402c-9612-5675d748b5b5 on network 80fdcc37-021f-4b8f-94fc-7ef0b948db64 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:18:16.212071 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-3a38832c-2869-4653-a0b4-cd92d7a72c48 service neutron] Attempting to bind port 58fe8a6c-1ec6-402c-9612-5675d748b5b5 on network 80fdcc37-021f-4b8f-94fc-7ef0b948db64 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:18:16.217367 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-3a38832c-2869-4653-a0b4-cd92d7a72c48 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:18:16.217750 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-3a38832c-2869-4653-a0b4-cd92d7a72c48 service neutron] Checking segment: {'id': 'de1a8e91-84cf-479c-ba26-877bd7facadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '80fdcc37-021f-4b8f-94fc-7ef0b948db64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:18:16.218140 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-3a38832c-2869-4653-a0b4-cd92d7a72c48 service neutron] Bound using segment: {'id': 'de1a8e91-84cf-479c-ba26-877bd7facadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '80fdcc37-021f-4b8f-94fc-7ef0b948db64'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:18:16.218564 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-3a38832c-2869-4653-a0b4-cd92d7a72c48 service neutron] Bound port: 58fe8a6c-1ec6-402c-9612-5675d748b5b5, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de1a8e91-84cf-479c-ba26-877bd7facadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '80fdcc37-021f-4b8f-94fc-7ef0b948db64'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:18:16.218921 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-3a38832c-2869-4653-a0b4-cd92d7a72c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (58fe8a6c-1ec6-402c-9612-5675d748b5b5), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:16.287046 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-3a38832c-2869-4653-a0b4-cd92d7a72c48 service neutron] For port 58fe8a6c-1ec6-402c-9612-5675d748b5b5, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:18:16.291162 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-3a38832c-2869-4653-a0b4-cd92d7a72c48 service neutron] For port 58fe8a6c-1ec6-402c-9612-5675d748b5b5, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=58fe8a6c-1ec6-402c-9612-5675d748b5b5,segment=NetworkSegment(de1a8e91-84cf-479c-ba26-877bd7facadd),segment_id=de1a8e91-84cf-479c-ba26-877bd7facadd)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:18:16.305368 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-3a38832c-2869-4653-a0b4-cd92d7a72c48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (58fe8a6c-1ec6-402c-9612-5675d748b5b5), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:16.345218 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-3a38832c-2869-4653-a0b4-cd92d7a72c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:16.345849 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-3a38832c-2869-4653-a0b4-cd92d7a72c48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:16.347237 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-3a38832c-2869-4653-a0b4-cd92d7a72c48 service neutron] 10.222.0.31 "PUT /v2.0/ports/58fe8a6c-1ec6-402c-9612-5675d748b5b5 HTTP/1.1" status: 200 len: 1055 time: 0.6727557 Mar 07 11:18:16.347715 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fbb4fc1-ed72-4b62-b291-f3bbdccc8319', 'tag': '58fe8a6c-1ec6-402c-9612-5675d748b5b5'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:18:16.350095 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5dae61-ad19-4e17-abfe-5ea7d9905c79" -d '{"events": [{"name": "network-changed", "server_uuid": "3fbb4fc1-ed72-4b62-b291-f3bbdccc8319", "tag": "58fe8a6c-1ec6-402c-9612-5675d748b5b5"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:18:16.387678 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a38832c-2869-4653-a0b4-cd92d7a72c48 service neutron] Pushing event updated for resources: {'Port': ['ID=58fe8a6c-1ec6-402c-9612-5675d748b5b5,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:16.432651 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fbd048-aa80-481e-bc42-f2c82319e779 x-openstack-request-id: req-83fbd048-aa80-481e-bc42-f2c82319e779 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:18:16.433294 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fbb4fc1-ed72-4b62-b291-f3bbdccc8319", "tag": "58fe8a6c-1ec6-402c-9612-5675d748b5b5", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:18:16.433616 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-83fbd048-aa80-481e-bc42-f2c82319e779 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:18:16.434102 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fbb4fc1-ed72-4b62-b291-f3bbdccc8319', 'tag': '58fe8a6c-1ec6-402c-9612-5675d748b5b5', 'status': 'completed', 'code': 200} Mar 07 11:18:16.484260 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-a65096eb-4e8c-4eeb-8d2d-f3b032b893c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:16.485836 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-a65096eb-4e8c-4eeb-8d2d-f3b032b893c6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=050b33e2c5ac4d9b815bad57c7d419b4&device_id=3fbb4fc1-ed72-4b62-b291-f3bbdccc8319 HTTP/1.1" status: 200 len: 1089 time: 0.0921755 Mar 07 11:18:16.496565 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80657dd0-a96c-4bba-bb9c-3c33af9983bc req-ffd83ac0-806d-450f-beae-827763ef3e57 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:16.498120 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-80657dd0-a96c-4bba-bb9c-3c33af9983bc req-ffd83ac0-806d-450f-beae-827763ef3e57 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 943 time: 0.0947022 Mar 07 11:18:16.540361 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-cd940da4-4da6-4abb-913b-07e4d5879364 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=58fe8a6c-1ec6-402c-9612-5675d748b5b5 HTTP/1.1" status: 200 len: 217 time: 0.0412540 Mar 07 11:18:16.621946 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-80657dd0-a96c-4bba-bb9c-3c33af9983bc req-f16c2d24-691a-4237-a15b-54531af2a4ed tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1169193 Mar 07 11:18:16.623457 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-61f63d31-46e7-4a6c-ad4d-c58075e96e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:16.624895 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-61f63d31-46e7-4a6c-ad4d-c58075e96e5d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=553ad20e-9e0b-4e91-a31a-cd00cf50a92a HTTP/1.1" status: 200 len: 838 time: 0.0780723 Mar 07 11:18:16.682662 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-13f25f4b-6df7-44b8-a812-e8cf012ce0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:16.684205 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-13f25f4b-6df7-44b8-a812-e8cf012ce0c7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=80fdcc37-021f-4b8f-94fc-7ef0b948db64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0515478 Mar 07 11:18:16.771481 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-3939b9f0-d0e4-4356-b536-6b3dd62bdbd9 service neutron] 10.222.0.31 "GET /v2.0/networks/80fdcc37-021f-4b8f-94fc-7ef0b948db64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808387 Mar 07 11:18:16.863693 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dbca2284-0c8b-4911-9f67-2d6dd0cedd4d req-09cb7fd3-3071-4fce-916e-1fa721c77c58 service neutron] 10.222.0.31 "GET /v2.0/networks/80fdcc37-021f-4b8f-94fc-7ef0b948db64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865123 Mar 07 11:18:16.963027 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5dae61-ad19-4e17-abfe-5ea7d9905c79 req-c3174f56-58d2-4c0f-a1a3-3dfb4b7ab7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:16.964625 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ad5dae61-ad19-4e17-abfe-5ea7d9905c79 req-c3174f56-58d2-4c0f-a1a3-3dfb4b7ab7be service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=050b33e2c5ac4d9b815bad57c7d419b4&device_id=3fbb4fc1-ed72-4b62-b291-f3bbdccc8319 HTTP/1.1" status: 200 len: 1089 time: 0.0469899 Mar 07 11:18:17.060242 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5dae61-ad19-4e17-abfe-5ea7d9905c79 req-7ee3d857-51a4-411d-9801-d67f93b2eeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:17.061687 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ad5dae61-ad19-4e17-abfe-5ea7d9905c79 req-7ee3d857-51a4-411d-9801-d67f93b2eeef service neutron] 10.222.0.31 "GET /v2.0/networks?id=80fdcc37-021f-4b8f-94fc-7ef0b948db64 HTTP/1.1" status: 200 len: 899 time: 0.0902088 Mar 07 11:18:17.101884 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ad5dae61-ad19-4e17-abfe-5ea7d9905c79 req-f7675c88-1782-479b-bfbe-559192e04150 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=58fe8a6c-1ec6-402c-9612-5675d748b5b5 HTTP/1.1" status: 200 len: 217 time: 0.0349014 Mar 07 11:18:17.148013 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5dae61-ad19-4e17-abfe-5ea7d9905c79 req-b57f5154-bec5-48e6-80e1-2f92acef843b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:17.149526 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ad5dae61-ad19-4e17-abfe-5ea7d9905c79 req-b57f5154-bec5-48e6-80e1-2f92acef843b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=553ad20e-9e0b-4e91-a31a-cd00cf50a92a HTTP/1.1" status: 200 len: 838 time: 0.0424728 Mar 07 11:18:17.203148 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5dae61-ad19-4e17-abfe-5ea7d9905c79 req-7f209411-4645-47b4-8aa7-661273ed79cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:17.204662 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ad5dae61-ad19-4e17-abfe-5ea7d9905c79 req-7f209411-4645-47b4-8aa7-661273ed79cf service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=80fdcc37-021f-4b8f-94fc-7ef0b948db64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0494416 Mar 07 11:18:17.295215 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ad5dae61-ad19-4e17-abfe-5ea7d9905c79 req-e6214bee-995c-4e38-a700-9a489563dbf4 service neutron] 10.222.0.31 "GET /v2.0/networks/80fdcc37-021f-4b8f-94fc-7ef0b948db64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842359 Mar 07 11:18:17.334386 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640de16-63ed-4b30-822c-9fec683ac297 req-caabdbe4-b299-4ef4-8fcc-55eb1ffe6c77 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:17.336398 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9640de16-63ed-4b30-822c-9fec683ac297 req-caabdbe4-b299-4ef4-8fcc-55eb1ffe6c77 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fbb4fc1-ed72-4b62-b291-f3bbdccc8319 HTTP/1.1" status: 200 len: 907 time: 0.0631201 Mar 07 11:18:17.389009 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ad5dae61-ad19-4e17-abfe-5ea7d9905c79 req-b99b3db5-f1cc-40e4-b0bc-2adef401543c service neutron] 10.222.0.31 "GET /v2.0/networks/80fdcc37-021f-4b8f-94fc-7ef0b948db64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871973 Mar 07 11:18:17.670877 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 67df4b45-2b24-413f-818f-00f746bec00e details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:18:17.742154 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed63fda-11a8-4568-96cf-86a58a45d8c2 req-b574155a-54ec-40c4-b3b6-047b0bd8286c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:17.743770 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0ed63fda-11a8-4568-96cf-86a58a45d8c2 req-b574155a-54ec-40c4-b3b6-047b0bd8286c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 943 time: 0.0536149 Mar 07 11:18:17.768286 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 67df4b45-2b24-413f-818f-00f746bec00e, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=67df4b45-2b24-413f-818f-00f746bec00e,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:18:17.780185 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '67df4b45-2b24-413f-818f-00f746bec00e', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'port_id': '67df4b45-2b24-413f-818f-00f746bec00e', 'mac_address': 'fa:16:3e:9a:26:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:18:17.794743 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0ed63fda-11a8-4568-96cf-86a58a45d8c2 req-5ab6b22c-f4c6-4256-b7b3-6943883e17b0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450602 Mar 07 11:18:17.823024 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 67df4b45-2b24-413f-818f-00f746bec00e is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:18:17.823408 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (67df4b45-2b24-413f-818f-00f746bec00e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:17.836046 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67df4b45-2b24-413f-818f-00f746bec00e {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:18:17.854214 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 67df4b45-2b24-413f-818f-00f746bec00e, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=67df4b45-2b24-413f-818f-00f746bec00e,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:18:17.858179 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (67df4b45-2b24-413f-818f-00f746bec00e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:17.904379 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=67df4b45-2b24-413f-818f-00f746bec00e,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:18.180602 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['67df4b45-2b24-413f-818f-00f746bec00e'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:18:18.454339 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a4acd-e580-4f28-9028-ce5666e9dfb8 req-edf19970-9228-43d3-9ccc-e7b152f43fb2 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:18.455811 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3b1a4acd-e580-4f28-9028-ce5666e9dfb8 req-edf19970-9228-43d3-9ccc-e7b152f43fb2 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fbb4fc1-ed72-4b62-b291-f3bbdccc8319 HTTP/1.1" status: 200 len: 907 time: 0.0531456 Mar 07 11:18:18.554086 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:18.915360 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75edd2-41d3-440e-a7e0-28a33deb3407 req-b26d37b8-31e3-4938-87b2-791193c40bfe tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:18.916814 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0c75edd2-41d3-440e-a7e0-28a33deb3407 req-b26d37b8-31e3-4938-87b2-791193c40bfe tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 944 time: 0.0521047 Mar 07 11:18:18.969415 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0c75edd2-41d3-440e-a7e0-28a33deb3407 req-e76b0328-a0ec-4877-b54f-8ec29d6ba502 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467651 Mar 07 11:18:19.583306 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487836b7-8936-47d5-85d6-ca57f5d4e9b1 req-aa203f4d-d50f-4dc6-a5ed-ce22738ff0c7 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:19.585496 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-487836b7-8936-47d5-85d6-ca57f5d4e9b1 req-aa203f4d-d50f-4dc6-a5ed-ce22738ff0c7 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fbb4fc1-ed72-4b62-b291-f3bbdccc8319 HTTP/1.1" status: 200 len: 907 time: 0.0633054 Mar 07 11:18:19.671672 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 58fe8a6c-1ec6-402c-9612-5675d748b5b5 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:18:19.674817 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 67df4b45-2b24-413f-818f-00f746bec00e up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:18:19.785674 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 67df4b45-2b24-413f-818f-00f746bec00e completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:18:19.793495 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 67df4b45-2b24-413f-818f-00f746bec00e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:18:19.793865 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (67df4b45-2b24-413f-818f-00f746bec00e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:19.832286 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 58fe8a6c-1ec6-402c-9612-5675d748b5b5, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=58fe8a6c-1ec6-402c-9612-5675d748b5b5,segment=NetworkSegment(de1a8e91-84cf-479c-ba26-877bd7facadd),segment_id=de1a8e91-84cf-479c-ba26-877bd7facadd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:18:19.850369 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '58fe8a6c-1ec6-402c-9612-5675d748b5b5', 'network_id': '80fdcc37-021f-4b8f-94fc-7ef0b948db64', 'port_id': '58fe8a6c-1ec6-402c-9612-5675d748b5b5', 'mac_address': 'fa:16:3e:db:5a:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '553ad20e-9e0b-4e91-a31a-cd00cf50a92a', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:18:19.920112 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 58fe8a6c-1ec6-402c-9612-5675d748b5b5 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:18:19.920500 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (58fe8a6c-1ec6-402c-9612-5675d748b5b5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:19.931451 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 67df4b45-2b24-413f-818f-00f746bec00e is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:18:19.931822 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (67df4b45-2b24-413f-818f-00f746bec00e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:19.943145 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58fe8a6c-1ec6-402c-9612-5675d748b5b5 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:18:19.974076 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4a5007-7db5-44ed-9886-88ee883bc125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67df4b45-2b24-413f-818f-00f746bec00e'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:18:19.976514 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff73b59b-81ae-4ee7-80a5-77b5c00a48f6" -d '{"events": [{"server_uuid": "6d4a5007-7db5-44ed-9886-88ee883bc125", "name": "network-vif-plugged", "status": "completed", "tag": "67df4b45-2b24-413f-818f-00f746bec00e"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:18:19.981549 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 58fe8a6c-1ec6-402c-9612-5675d748b5b5, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=58fe8a6c-1ec6-402c-9612-5675d748b5b5,segment=NetworkSegment(de1a8e91-84cf-479c-ba26-877bd7facadd),segment_id=de1a8e91-84cf-479c-ba26-877bd7facadd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:18:19.989074 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (58fe8a6c-1ec6-402c-9612-5675d748b5b5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:19.992093 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 67df4b45-2b24-413f-818f-00f746bec00e, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=67df4b45-2b24-413f-818f-00f746bec00e,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:18:19.997019 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (67df4b45-2b24-413f-818f-00f746bec00e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:20.018965 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e987dc9f-6678-4eba-bee3-f4d563f997eb x-openstack-request-id: req-e987dc9f-6678-4eba-bee3-f4d563f997eb {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:18:20.019260 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d4a5007-7db5-44ed-9886-88ee883bc125", "name": "network-vif-plugged", "status": "completed", "tag": "67df4b45-2b24-413f-818f-00f746bec00e", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:18:20.019516 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e987dc9f-6678-4eba-bee3-f4d563f997eb {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:18:20.019906 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4a5007-7db5-44ed-9886-88ee883bc125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67df4b45-2b24-413f-818f-00f746bec00e', 'code': 200} Mar 07 11:18:20.044123 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=58fe8a6c-1ec6-402c-9612-5675d748b5b5,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:20.099105 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=67df4b45-2b24-413f-818f-00f746bec00e,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:20.106128 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b83592-fee3-4373-8830-6ffb542e0fff req-ef7b5b40-2f38-40f2-a01c-6891135475a8 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:20.107668 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27b83592-fee3-4373-8830-6ffb542e0fff req-ef7b5b40-2f38-40f2-a01c-6891135475a8 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 945 time: 0.0653250 Mar 07 11:18:20.145040 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a913d-ca87-48b0-aad7-227baaa16f53 req-7237534c-07d6-4f30-9e67-d148e84f0fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:20.146621 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-021a913d-ca87-48b0-aad7-227baaa16f53 req-7237534c-07d6-4f30-9e67-d148e84f0fea service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 1127 time: 0.0535276 Mar 07 11:18:20.158161 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27b83592-fee3-4373-8830-6ffb542e0fff req-2ba6b5f3-725f-4725-8727-9ebf756dca5b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446014 Mar 07 11:18:20.194416 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-021a913d-ca87-48b0-aad7-227baaa16f53 req-48a140e4-3310-4687-97ca-644fb3dc700a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404646 Mar 07 11:18:20.374989 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['58fe8a6c-1ec6-402c-9612-5675d748b5b5'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:18:20.703548 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b0aa4-01a8-4ca6-8a4b-2bf7516e0d92 req-56dc3a4a-bfdb-4d34-abd4-16016ae8d197 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:20.705010 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-369b0aa4-01a8-4ca6-8a4b-2bf7516e0d92 req-56dc3a4a-bfdb-4d34-abd4-16016ae8d197 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fbb4fc1-ed72-4b62-b291-f3bbdccc8319 HTTP/1.1" status: 200 len: 908 time: 0.0523303 Mar 07 11:18:21.280358 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ec92e-3787-4073-aa81-cd991379dc2f req-e8e04d41-2f5f-4c76-ad5f-6bc824fa3198 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:21.281780 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d25ec92e-3787-4073-aa81-cd991379dc2f req-e8e04d41-2f5f-4c76-ad5f-6bc824fa3198 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 945 time: 0.0536289 Mar 07 11:18:21.333817 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d25ec92e-3787-4073-aa81-cd991379dc2f req-377a45d3-4fef-431b-a3d9-74a85aab35d7 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465152 Mar 07 11:18:21.680445 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 58fe8a6c-1ec6-402c-9612-5675d748b5b5 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:18:21.733005 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 58fe8a6c-1ec6-402c-9612-5675d748b5b5 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:18:21.736849 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 58fe8a6c-1ec6-402c-9612-5675d748b5b5 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:18:21.737248 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (58fe8a6c-1ec6-402c-9612-5675d748b5b5), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:21.818605 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 58fe8a6c-1ec6-402c-9612-5675d748b5b5 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:18:21.819574 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (58fe8a6c-1ec6-402c-9612-5675d748b5b5), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:21.830336 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea5610-a5b5-4231-a143-14ab0a63de69 req-872aa6f6-a0cb-46b6-b6d6-8b5e59b90457 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:21.831885 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-74ea5610-a5b5-4231-a143-14ab0a63de69 req-872aa6f6-a0cb-46b6-b6d6-8b5e59b90457 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fbb4fc1-ed72-4b62-b291-f3bbdccc8319 HTTP/1.1" status: 200 len: 908 time: 0.0562444 Mar 07 11:18:21.852478 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 58fe8a6c-1ec6-402c-9612-5675d748b5b5, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=58fe8a6c-1ec6-402c-9612-5675d748b5b5,segment=NetworkSegment(de1a8e91-84cf-479c-ba26-877bd7facadd),segment_id=de1a8e91-84cf-479c-ba26-877bd7facadd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:18:21.856180 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (58fe8a6c-1ec6-402c-9612-5675d748b5b5), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:21.902390 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=58fe8a6c-1ec6-402c-9612-5675d748b5b5,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:22.020867 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fbb4fc1-ed72-4b62-b291-f3bbdccc8319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58fe8a6c-1ec6-402c-9612-5675d748b5b5'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:18:22.023237 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05ba942-1f11-4dd4-930a-262e2788d2ae" -d '{"events": [{"server_uuid": "3fbb4fc1-ed72-4b62-b291-f3bbdccc8319", "name": "network-vif-plugged", "status": "completed", "tag": "58fe8a6c-1ec6-402c-9612-5675d748b5b5"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:18:22.058440 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa35075a-b6d9-4156-8e0d-9d3b537d4720 x-openstack-request-id: req-aa35075a-b6d9-4156-8e0d-9d3b537d4720 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:18:22.058733 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fbb4fc1-ed72-4b62-b291-f3bbdccc8319", "name": "network-vif-plugged", "status": "completed", "tag": "58fe8a6c-1ec6-402c-9612-5675d748b5b5", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:18:22.058985 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aa35075a-b6d9-4156-8e0d-9d3b537d4720 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:18:22.059373 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fbb4fc1-ed72-4b62-b291-f3bbdccc8319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58fe8a6c-1ec6-402c-9612-5675d748b5b5', 'code': 200} Mar 07 11:18:22.160645 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7f2835-a79e-4fc6-83fd-e1260cd57293 req-16e57e5b-c19d-4dd9-9663-69642483c082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:22.162166 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4b7f2835-a79e-4fc6-83fd-e1260cd57293 req-16e57e5b-c19d-4dd9-9663-69642483c082 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3fbb4fc1-ed72-4b62-b291-f3bbdccc8319 HTTP/1.1" status: 200 len: 1091 time: 0.0476406 Mar 07 11:18:22.452609 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38daa94a-838b-4f6f-81b8-88f5785623cb req-8884c94e-4c04-4685-89c3-d870960deab6 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:22.454138 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-38daa94a-838b-4f6f-81b8-88f5785623cb req-8884c94e-4c04-4685-89c3-d870960deab6 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 945 time: 0.0542665 Mar 07 11:18:22.504076 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-38daa94a-838b-4f6f-81b8-88f5785623cb req-2ca313f7-0236-4fe4-a04f-16b95db7ea69 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443788 Mar 07 11:18:22.622180 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecff518-5a9e-4357-8d0d-04205fcd2e5f req-7541378c-fbbc-48f2-9b4f-5e8f69d8aae3 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:22.623563 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ecff518-5a9e-4357-8d0d-04205fcd2e5f req-7541378c-fbbc-48f2-9b4f-5e8f69d8aae3 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 945 time: 0.0527024 Mar 07 11:18:22.673536 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ecff518-5a9e-4357-8d0d-04205fcd2e5f req-c957b097-08e1-4437-b594-d08aa4ef4cc9 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432091 Mar 07 11:18:22.696501 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41612) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:22.872280 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ef8926-a3b1-4741-ae8e-9219f325b5c9 tempest-TestVolumeBootPattern-129261167 tempest-TestVolumeBootPattern-129261167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:22.873804 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-90ef8926-a3b1-4741-ae8e-9219f325b5c9 tempest-TestVolumeBootPattern-129261167 tempest-TestVolumeBootPattern-129261167-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 1122 time: 0.1763060 Mar 07 11:18:22.876583 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41618) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:22.880815 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-254fa2b1-f188-4173-b853-4d246ce7cd84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'port_id': '67df4b45-2b24-413f-818f-00f746bec00e', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:18:22.902824 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-254fa2b1-f188-4173-b853-4d246ce7cd84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:22.952958 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39ff10-3d65-4140-b418-a56373cafccd req-f345e587-6ce2-4849-990f-9f9c22cbd523 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:22.954478 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-db39ff10-3d65-4140-b418-a56373cafccd req-f345e587-6ce2-4849-990f-9f9c22cbd523 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fbb4fc1-ed72-4b62-b291-f3bbdccc8319 HTTP/1.1" status: 200 len: 909 time: 0.0527849 Mar 07 11:18:23.003678 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-254fa2b1-f188-4173-b853-4d246ce7cd84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:23.107261 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-254fa2b1-f188-4173-b853-4d246ce7cd84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Allocated IP 172.25.3.137 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/83fbab53-9bd3-4746-89e2-a53df7a21413) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:18:23.189291 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:23.209823 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-254fa2b1-f188-4173-b853-4d246ce7cd84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for port (83fbab53-9bd3-4746-89e2-a53df7a21413), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:23.242526 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-254fa2b1-f188-4173-b853-4d246ce7cd84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (83fbab53-9bd3-4746-89e2-a53df7a21413), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:23.282222 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254fa2b1-f188-4173-b853-4d246ce7cd84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:18:23.284967 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-254fa2b1-f188-4173-b853-4d246ce7cd84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:18:23.288425 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254fa2b1-f188-4173-b853-4d246ce7cd84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:18:23.310648 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fa2b1-f188-4173-b853-4d246ce7cd84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Pushing event updated for resources: {'Port': ['ID=83fbab53-9bd3-4746-89e2-a53df7a21413,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:23.328451 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254fa2b1-f188-4173-b853-4d246ce7cd84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:23.328792 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254fa2b1-f188-4173-b853-4d246ce7cd84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:23.329160 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254fa2b1-f188-4173-b853-4d246ce7cd84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:23.329497 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254fa2b1-f188-4173-b853-4d246ce7cd84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:23.329827 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254fa2b1-f188-4173-b853-4d246ce7cd84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:23.330153 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254fa2b1-f188-4173-b853-4d246ce7cd84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:23.330473 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254fa2b1-f188-4173-b853-4d246ce7cd84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:23.330792 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254fa2b1-f188-4173-b853-4d246ce7cd84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:23.331111 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254fa2b1-f188-4173-b853-4d246ce7cd84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:23.331428 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254fa2b1-f188-4173-b853-4d246ce7cd84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:23.331746 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254fa2b1-f188-4173-b853-4d246ce7cd84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:23.332063 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254fa2b1-f188-4173-b853-4d246ce7cd84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:23.332402 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-254fa2b1-f188-4173-b853-4d246ce7cd84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:18:23.678927 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-254fa2b1-f188-4173-b853-4d246ce7cd84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for floatingip (2491c277-5a3b-4d23-9b4e-5f7811622c12), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:23.750587 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-254fa2b1-f188-4173-b853-4d246ce7cd84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (83fbab53-9bd3-4746-89e2-a53df7a21413), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:23.905728 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-254fa2b1-f188-4173-b853-4d246ce7cd84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for port (83fbab53-9bd3-4746-89e2-a53df7a21413), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:23.910847 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-254fa2b1-f188-4173-b853-4d246ce7cd84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (83fbab53-9bd3-4746-89e2-a53df7a21413), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:23.984500 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fa2b1-f188-4173-b853-4d246ce7cd84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Pushing event updated for resources: {'Port': ['ID=83fbab53-9bd3-4746-89e2-a53df7a21413,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:23.996988 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-254fa2b1-f188-4173-b853-4d246ce7cd84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (2491c277-5a3b-4d23-9b4e-5f7811622c12), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:24.134246 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b22b4-7428-4eec-855c-95830d14490e req-5b13c950-f1f4-433e-9cde-34620d8c65e7 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:24.135718 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e39b22b4-7428-4eec-855c-95830d14490e req-5b13c950-f1f4-433e-9cde-34620d8c65e7 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fbb4fc1-ed72-4b62-b291-f3bbdccc8319 HTTP/1.1" status: 200 len: 909 time: 0.1033340 Mar 07 11:18:24.145596 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-254fa2b1-f188-4173-b853-4d246ce7cd84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Floating IP 2491c277-5a3b-4d23-9b4e-5f7811622c12 associated. External IP: 172.25.3.137, port: 67df4b45-2b24-413f-818f-00f746bec00e. Mar 07 11:18:24.247025 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:18:24.261123 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc8230b-bfce-43bd-b002-d634f988da7a req-415652e6-cf5d-4cb0-a944-80509add017c tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:24.262669 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2bc8230b-bfce-43bd-b002-d634f988da7a req-415652e6-cf5d-4cb0-a944-80509add017c tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fbb4fc1-ed72-4b62-b291-f3bbdccc8319 HTTP/1.1" status: 200 len: 909 time: 0.0590980 Mar 07 11:18:24.728483 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254fa2b1-f188-4173-b853-4d246ce7cd84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Router fa32354e-dacc-4f8a-bf67-ede49ac38b89 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:18:24.737711 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a3a2d-6fbd-4122-8edb-80ea1344436d req-f1976852-3354-4cb7-b9b0-caabb006d5a0 tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:24.739210 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f20a3a2d-6fbd-4122-8edb-80ea1344436d req-f1976852-3354-4cb7-b9b0-caabb006d5a0 tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3fbb4fc1-ed72-4b62-b291-f3bbdccc8319 HTTP/1.1" status: 200 len: 1091 time: 0.0693104 Mar 07 11:18:24.855232 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254fa2b1-f188-4173-b853-4d246ce7cd84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:18:24.866687 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c5d16b-cc33-4776-a01c-1610f3f118e3 None None] Sync routers for ids ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:18:24.877116 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-254fa2b1-f188-4173-b853-4d246ce7cd84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:24.879463 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c5d16b-cc33-4776-a01c-1610f3f118e3 None None] Routers {'fa32354e-dacc-4f8a-bf67-ede49ac38b89'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:18:24.880399 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-35c5d16b-cc33-4776-a01c-1610f3f118e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:18:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:24.881448 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f377d-c0f0-42fa-b566-86bd865dc974 req-26d8ec21-11d9-4f89-9eb5-e9913b4fe152 tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:24.883151 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-593f377d-c0f0-42fa-b566-86bd865dc974 req-26d8ec21-11d9-4f89-9eb5-e9913b4fe152 tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=2450baa6-d6be-4c56-8e9c-862bee872fb1 HTTP/1.1" status: 200 len: 1167 time: 0.0604022 Mar 07 11:18:24.914898 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-254fa2b1-f188-4173-b853-4d246ce7cd84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0371766 Mar 07 11:18:24.916057 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4a5007-7db5-44ed-9886-88ee883bc125', 'tag': '67df4b45-2b24-413f-818f-00f746bec00e'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:18:24.918875 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5baf978d-9a58-41cb-ad09-50cf19eeccbf" -d '{"events": [{"name": "network-changed", "server_uuid": "6d4a5007-7db5-44ed-9886-88ee883bc125", "tag": "67df4b45-2b24-413f-818f-00f746bec00e"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:18:24.955599 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-593f377d-c0f0-42fa-b566-86bd865dc974 req-cd3c9965-2320-417b-a95f-c6dc7183b96d tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] 10.222.0.11 "GET /v2.0/security-groups?id=db6bcdfe-b652-498a-b9e0-059f85391e3a&id=087b01c8-0301-4c65-a1b9-d1e96feb1013&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0650377 Mar 07 11:18:24.960291 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4081d24c-e397-4e41-95ce-dc02fb27ba28 x-openstack-request-id: req-4081d24c-e397-4e41-95ce-dc02fb27ba28 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:18:24.961208 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d4a5007-7db5-44ed-9886-88ee883bc125", "tag": "67df4b45-2b24-413f-818f-00f746bec00e", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:18:24.961651 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4081d24c-e397-4e41-95ce-dc02fb27ba28 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:18:24.962356 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d4a5007-7db5-44ed-9886-88ee883bc125', 'tag': '67df4b45-2b24-413f-818f-00f746bec00e', 'status': 'completed', 'code': 200} Mar 07 11:18:24.991613 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41632) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:25.047180 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf978d-9a58-41cb-ad09-50cf19eeccbf req-b03e1266-ac25-4b42-b89f-3e2c1a5e0490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:25.048832 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5baf978d-9a58-41cb-ad09-50cf19eeccbf req-b03e1266-ac25-4b42-b89f-3e2c1a5e0490 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c84901d07e4a49b88f9fef019185eb1b&device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 1127 time: 0.0641894 Mar 07 11:18:25.062419 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c35e996-73f7-4ff4-be2a-c22ff38b620d tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:25.065156 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7c35e996-73f7-4ff4-be2a-c22ff38b620d tempest-TestSecurityGroupsBasicOps-31802739 tempest-TestSecurityGroupsBasicOps-31802739-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=3fbb4fc1-ed72-4b62-b291-f3bbdccc8319 HTTP/1.1" status: 200 len: 1086 time: 0.0713806 Mar 07 11:18:25.184781 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf978d-9a58-41cb-ad09-50cf19eeccbf req-ee96ce9a-d225-4711-973a-13b05b589343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:25.187257 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5baf978d-9a58-41cb-ad09-50cf19eeccbf req-ee96ce9a-d225-4711-973a-13b05b589343 service neutron] 10.222.0.31 "GET /v2.0/networks?id=204cc519-b30d-4492-9fc5-23c1f345ed50 HTTP/1.1" status: 200 len: 913 time: 0.1320150 Mar 07 11:18:25.222119 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-35c5d16b-cc33-4776-a01c-1610f3f118e3 None None] Set router fa32354e-dacc-4f8a-bf67-ede49ac38b89 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:18:25.258079 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5baf978d-9a58-41cb-ad09-50cf19eeccbf req-c329e2b5-f2de-4037-b076-8e818c5220a5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67df4b45-2b24-413f-818f-00f746bec00e HTTP/1.1" status: 200 len: 999 time: 0.0645576 Mar 07 11:18:25.342977 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf978d-9a58-41cb-ad09-50cf19eeccbf req-b5e33dae-090e-427d-8e12-c056bf8549a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:25.344436 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5baf978d-9a58-41cb-ad09-50cf19eeccbf req-b5e33dae-090e-427d-8e12-c056bf8549a5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=933e5dcd-1517-490a-9fa0-e2d8293cf2f0 HTTP/1.1" status: 200 len: 851 time: 0.0794296 Mar 07 11:18:25.384673 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565ce6f-c62d-40fe-af75-f69fcce79cc8 req-b0e8441c-8472-45b3-9097-149f70b29372 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:25.386156 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8565ce6f-c62d-40fe-af75-f69fcce79cc8 req-b0e8441c-8472-45b3-9097-149f70b29372 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fbb4fc1-ed72-4b62-b291-f3bbdccc8319 HTTP/1.1" status: 200 len: 909 time: 0.0904038 Mar 07 11:18:25.405128 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf978d-9a58-41cb-ad09-50cf19eeccbf req-d93319a1-e982-4e50-8804-abfbbd94ac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:25.407330 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5baf978d-9a58-41cb-ad09-50cf19eeccbf req-d93319a1-e982-4e50-8804-abfbbd94ac72 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=204cc519-b30d-4492-9fc5-23c1f345ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0556738 Mar 07 11:18:25.460119 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-35c5d16b-cc33-4776-a01c-1610f3f118e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'name': 'tempest-TestVolumeBootPattern-1894275182-router', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:14Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'gw_port': {'id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:15Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '2491c277-5a3b-4d23-9b4e-5f7811622c12', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'port_id': '67df4b45-2b24-413f-818f-00f746bec00e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4077, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'mac_address': 'fa:16:3e:9a:26:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a5007-7db5-44ed-9886-88ee883bc125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:18:23Z', 'updated_at': '2022-03-07T11:18:23Z', 'revision_number': 0, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'fixed_ip_address_scope': None}, {'id': 'fd5dc98a-1843-492a-9c1e-381875acb855', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'port_id': '67a6f39c-9e68-47fa-aa6a-5e8ed15895ea', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'mac_address': 'fa:16:3e:92:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea9a759-d19d-4df0-beff-224303f67868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:15:59Z', 'updated_at': '2022-03-07T11:16:01Z', 'revision_number': 1, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7115265-9ddc-4a53-97bd-eab200ea7377', 'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'mac_address': 'fa:16:3e:a5:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:21Z', 'updated_at': '2022-03-07T11:06:30Z', 'revision_number': 5, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'subnets': [{'id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:25.486201 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c5d16b-cc33-4776-a01c-1610f3f118e3 None None] Checking router: fa32354e-dacc-4f8a-bf67-ede49ac38b89 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:18:25.495713 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c5d16b-cc33-4776-a01c-1610f3f118e3 None None] Routers {'fa32354e-dacc-4f8a-bf67-ede49ac38b89'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:18:25.496324 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-35c5d16b-cc33-4776-a01c-1610f3f118e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:18:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:25.503187 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5baf978d-9a58-41cb-ad09-50cf19eeccbf req-e9bfc632-128c-4a33-887b-ea032854eafe service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874474 Mar 07 11:18:25.597487 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5baf978d-9a58-41cb-ad09-50cf19eeccbf req-cfdc5acf-7571-4f99-9eb5-ea0b6abb1b64 service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879843 Mar 07 11:18:25.607336 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-35c5d16b-cc33-4776-a01c-1610f3f118e3 None None] Set router fa32354e-dacc-4f8a-bf67-ede49ac38b89 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:18:25.832429 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-35c5d16b-cc33-4776-a01c-1610f3f118e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'name': 'tempest-TestVolumeBootPattern-1894275182-router', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:14Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'gw_port': {'id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:15Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '2491c277-5a3b-4d23-9b4e-5f7811622c12', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'port_id': '67df4b45-2b24-413f-818f-00f746bec00e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4077, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'mac_address': 'fa:16:3e:9a:26:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a5007-7db5-44ed-9886-88ee883bc125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:18:23Z', 'updated_at': '2022-03-07T11:18:23Z', 'revision_number': 0, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'fixed_ip_address_scope': None}, {'id': 'fd5dc98a-1843-492a-9c1e-381875acb855', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'port_id': '67a6f39c-9e68-47fa-aa6a-5e8ed15895ea', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'mac_address': 'fa:16:3e:92:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea9a759-d19d-4df0-beff-224303f67868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:15:59Z', 'updated_at': '2022-03-07T11:16:01Z', 'revision_number': 1, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7115265-9ddc-4a53-97bd-eab200ea7377', 'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'mac_address': 'fa:16:3e:a5:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:21Z', 'updated_at': '2022-03-07T11:06:30Z', 'revision_number': 5, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'subnets': [{'id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:25.858505 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c5d16b-cc33-4776-a01c-1610f3f118e3 None None] The sync data for ids ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'] in n-d-832164-4 is: [{'id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'name': 'tempest-TestVolumeBootPattern-1894275182-router', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:14Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'gw_port': {'id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:15Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '2491c277-5a3b-4d23-9b4e-5f7811622c12', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'port_id': '67df4b45-2b24-413f-818f-00f746bec00e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4077, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'mac_address': 'fa:16:3e:9a:26:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4a5007-7db5-44ed-9886-88ee883bc125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:18:23Z', 'updated_at': '2022-03-07T11:18:23Z', 'revision_number': 0, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'fixed_ip_address_scope': None}, {'id': 'fd5dc98a-1843-492a-9c1e-381875acb855', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'port_id': '67a6f39c-9e68-47fa-aa6a-5e8ed15895ea', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'mac_address': 'fa:16:3e:92:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea9a759-d19d-4df0-beff-224303f67868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:15:59Z', 'updated_at': '2022-03-07T11:16:01Z', 'revision_number': 1, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7115265-9ddc-4a53-97bd-eab200ea7377', 'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'mac_address': 'fa:16:3e:a5:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:21Z', 'updated_at': '2022-03-07T11:06:30Z', 'revision_number': 5, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'subnets': [{'id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:18:26.060650 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262cd6c1-0f21-41ca-9ffe-810e21d5b9f5 None None] New status for floating IP 2491c277-5a3b-4d23-9b4e-5f7811622c12: ACTIVE {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:18:26.511939 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b8a9e1-b393-4f29-a2b7-7ea84de4c8df req-d7d61578-4901-437b-ac26-396e22bbe660 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:26.513429 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-86b8a9e1-b393-4f29-a2b7-7ea84de4c8df req-d7d61578-4901-437b-ac26-396e22bbe660 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fbb4fc1-ed72-4b62-b291-f3bbdccc8319 HTTP/1.1" status: 200 len: 909 time: 0.0526950 Mar 07 11:18:26.681645 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60daaa8-4e33-4431-8e5d-2df89788c596 req-c29a948c-ff58-4258-83b1-8021ca7d6a18 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:26.683004 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f60daaa8-4e33-4431-8e5d-2df89788c596 req-c29a948c-ff58-4258-83b1-8021ca7d6a18 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.31 "GET /v2.0/ports?device_id=3fbb4fc1-ed72-4b62-b291-f3bbdccc8319 HTTP/1.1" status: 200 len: 909 time: 0.0529404 Mar 07 11:18:26.779286 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-f60daaa8-4e33-4431-8e5d-2df89788c596 req-12121357-de50-4e8f-a65e-3a9c50bc2b44 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Deleting port 58fe8a6c-1ec6-402c-9612-5675d748b5b5 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:18:26.779629 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f60daaa8-4e33-4431-8e5d-2df89788c596 req-12121357-de50-4e8f-a65e-3a9c50bc2b44 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (58fe8a6c-1ec6-402c-9612-5675d748b5b5), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:26.875818 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-f60daaa8-4e33-4431-8e5d-2df89788c596 req-12121357-de50-4e8f-a65e-3a9c50bc2b44 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] For port 58fe8a6c-1ec6-402c-9612-5675d748b5b5, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=58fe8a6c-1ec6-402c-9612-5675d748b5b5,segment=NetworkSegment(de1a8e91-84cf-479c-ba26-877bd7facadd),segment_id=de1a8e91-84cf-479c-ba26-877bd7facadd)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:18:26.876184 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f60daaa8-4e33-4431-8e5d-2df89788c596 req-12121357-de50-4e8f-a65e-3a9c50bc2b44 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (58fe8a6c-1ec6-402c-9612-5675d748b5b5), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:26.888205 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-f60daaa8-4e33-4431-8e5d-2df89788c596 req-12121357-de50-4e8f-a65e-3a9c50bc2b44 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Calling delete_port for 58fe8a6c-1ec6-402c-9612-5675d748b5b5 owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:18:27.010872 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f60daaa8-4e33-4431-8e5d-2df89788c596 req-12121357-de50-4e8f-a65e-3a9c50bc2b44 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (58fe8a6c-1ec6-402c-9612-5675d748b5b5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:27.035029 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12121357-de50-4e8f-a65e-3a9c50bc2b44 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Pushing event deleted for resources: {'Port': ['ID=58fe8a6c-1ec6-402c-9612-5675d748b5b5,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:27.085834 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60daaa8-4e33-4431-8e5d-2df89788c596 req-12121357-de50-4e8f-a65e-3a9c50bc2b44 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] No DVR routers for this DVR port 58fe8a6c-1ec6-402c-9612-5675d748b5b5 on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:18:27.089807 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-f60daaa8-4e33-4431-8e5d-2df89788c596 req-12121357-de50-4e8f-a65e-3a9c50bc2b44 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:27.094263 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f60daaa8-4e33-4431-8e5d-2df89788c596 req-12121357-de50-4e8f-a65e-3a9c50bc2b44 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.31 "DELETE /v2.0/ports/58fe8a6c-1ec6-402c-9612-5675d748b5b5 HTTP/1.1" status: 204 len: 173 time: 0.4062769 Mar 07 11:18:27.094757 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fbb4fc1-ed72-4b62-b291-f3bbdccc8319', 'name': 'network-vif-deleted', 'tag': '58fe8a6c-1ec6-402c-9612-5675d748b5b5'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:18:27.097177 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c7cee3-e72b-4306-a677-63ae29a11373" -d '{"events": [{"server_uuid": "3fbb4fc1-ed72-4b62-b291-f3bbdccc8319", "name": "network-vif-deleted", "tag": "58fe8a6c-1ec6-402c-9612-5675d748b5b5"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:18:27.138137 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3537060c-bfb2-4485-afb5-03a4b3df9baf x-openstack-request-id: req-3537060c-bfb2-4485-afb5-03a4b3df9baf {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:18:27.138433 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fbb4fc1-ed72-4b62-b291-f3bbdccc8319", "name": "network-vif-deleted", "tag": "58fe8a6c-1ec6-402c-9612-5675d748b5b5", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:18:27.138690 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3537060c-bfb2-4485-afb5-03a4b3df9baf {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:18:27.139092 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fbb4fc1-ed72-4b62-b291-f3bbdccc8319', 'name': 'network-vif-deleted', 'tag': '58fe8a6c-1ec6-402c-9612-5675d748b5b5', 'status': 'completed', 'code': 200} Mar 07 11:18:27.575371 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41644) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:27.932630 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-68f2b420-3cf1-4162-821c-02c9a9825735 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (7b365246-3770-486b-bb9f-6bd4fc8bce0e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:28.195425 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-68f2b420-3cf1-4162-821c-02c9a9825735 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Deleting port ef7741fb-b7a6-42fc-88cd-4a4cb228ef22 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:18:28.195674 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-68f2b420-3cf1-4162-821c-02c9a9825735 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (ef7741fb-b7a6-42fc-88cd-4a4cb228ef22), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:28.285761 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-68f2b420-3cf1-4162-821c-02c9a9825735 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] For port ef7741fb-b7a6-42fc-88cd-4a4cb228ef22, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ef7741fb-b7a6-42fc-88cd-4a4cb228ef22,segment=NetworkSegment(de1a8e91-84cf-479c-ba26-877bd7facadd),segment_id=de1a8e91-84cf-479c-ba26-877bd7facadd)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:18:28.286101 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-68f2b420-3cf1-4162-821c-02c9a9825735 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (ef7741fb-b7a6-42fc-88cd-4a4cb228ef22), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:28.299792 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-68f2b420-3cf1-4162-821c-02c9a9825735 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Calling delete_port for ef7741fb-b7a6-42fc-88cd-4a4cb228ef22 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:18:28.482728 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-68f2b420-3cf1-4162-821c-02c9a9825735 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (ef7741fb-b7a6-42fc-88cd-4a4cb228ef22), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:28.515208 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2b420-3cf1-4162-821c-02c9a9825735 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Pushing event deleted for resources: {'Port': ['ID=ef7741fb-b7a6-42fc-88cd-4a4cb228ef22,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:28.682157 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-68f2b420-3cf1-4162-821c-02c9a9825735 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (7b365246-3770-486b-bb9f-6bd4fc8bce0e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:28.896097 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f2b420-3cf1-4162-821c-02c9a9825735 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Router 7b365246-3770-486b-bb9f-6bd4fc8bce0e has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:18:29.007176 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f2b420-3cf1-4162-821c-02c9a9825735 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:18:29.012140 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-68f2b420-3cf1-4162-821c-02c9a9825735 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "PUT /v2.0/routers/7b365246-3770-486b-bb9f-6bd4fc8bce0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4356151 Mar 07 11:18:29.014727 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41646) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:29.016530 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35feea0f-5486-4a38-a8de-b8a9e766fa9a None None] Sync routers for ids ['7b365246-3770-486b-bb9f-6bd4fc8bce0e'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:18:29.027641 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35feea0f-5486-4a38-a8de-b8a9e766fa9a None None] Routers {'7b365246-3770-486b-bb9f-6bd4fc8bce0e'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:18:29.028262 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-35feea0f-5486-4a38-a8de-b8a9e766fa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:18:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['7b365246-3770-486b-bb9f-6bd4fc8bce0e'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:29.067822 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3192b9a-531b-4e3b-b3be-18a41453a018 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Deleting subnet 553ad20e-9e0b-4e91-a31a-cd00cf50a92a {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:18:29.071037 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e3192b9a-531b-4e3b-b3be-18a41453a018 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for subnet (553ad20e-9e0b-4e91-a31a-cd00cf50a92a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:29.115313 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e3192b9a-531b-4e3b-b3be-18a41453a018 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (553ad20e-9e0b-4e91-a31a-cd00cf50a92a), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:29.138071 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-35feea0f-5486-4a38-a8de-b8a9e766fa9a None None] Set router 7b365246-3770-486b-bb9f-6bd4fc8bce0e gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:18:29.196890 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e3192b9a-531b-4e3b-b3be-18a41453a018 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (553ad20e-9e0b-4e91-a31a-cd00cf50a92a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:29.257848 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e3192b9a-531b-4e3b-b3be-18a41453a018 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (553ad20e-9e0b-4e91-a31a-cd00cf50a92a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:29.287251 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e3192b9a-531b-4e3b-b3be-18a41453a018 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:29.291060 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e3192b9a-531b-4e3b-b3be-18a41453a018 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "DELETE /v2.0/subnets/553ad20e-9e0b-4e91-a31a-cd00cf50a92a HTTP/1.1" status: 204 len: 168 time: 0.2753675 Mar 07 11:18:29.292715 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3192b9a-531b-4e3b-b3be-18a41453a018 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Pushing event deleted for resources: {'Subnet': ['ID=553ad20e-9e0b-4e91-a31a-cd00cf50a92a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:29.293789 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41648) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:29.314163 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a881c05a-f036-4a5d-aa32-333dfdf18d1f None None] Network 80fdcc37-021f-4b8f-94fc-7ef0b948db64 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:18:29.404085 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c41bb97-8a28-4eab-bc11-d89ab5c4e4d9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for router (7b365246-3770-486b-bb9f-6bd4fc8bce0e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:29.413055 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-35feea0f-5486-4a38-a8de-b8a9e766fa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b365246-3770-486b-bb9f-6bd4fc8bce0e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-452072143', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'fe6cda5e-5b63-4be4-86ae-4db588537729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:18:07Z', 'updated_at': '2022-03-07T11:18:28Z', 'revision_number': 5, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'gw_port': {'id': 'fe6cda5e-5b63-4be4-86ae-4db588537729', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b365246-3770-486b-bb9f-6bd4fc8bce0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:18:08Z', 'updated_at': '2022-03-07T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:29.445620 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35feea0f-5486-4a38-a8de-b8a9e766fa9a None None] Checking router: 7b365246-3770-486b-bb9f-6bd4fc8bce0e for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:18:29.456109 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35feea0f-5486-4a38-a8de-b8a9e766fa9a None None] Routers {'7b365246-3770-486b-bb9f-6bd4fc8bce0e'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:18:29.456709 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-35feea0f-5486-4a38-a8de-b8a9e766fa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:18:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['7b365246-3770-486b-bb9f-6bd4fc8bce0e'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:29.509435 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53371deb-a343-4aad-b791-9da9cb1d2191 None None] DHCP port deletion for 80fdcc37-021f-4b8f-94fc-7ef0b948db64 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:18:29.521513 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c41bb97-8a28-4eab-bc11-d89ab5c4e4d9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for router_gateway (7b365246-3770-486b-bb9f-6bd4fc8bce0e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:29.574204 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-2c41bb97-8a28-4eab-bc11-d89ab5c4e4d9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Deleting port fe6cda5e-5b63-4be4-86ae-4db588537729 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:18:29.574551 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c41bb97-8a28-4eab-bc11-d89ab5c4e4d9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (fe6cda5e-5b63-4be4-86ae-4db588537729), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:29.597840 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-35feea0f-5486-4a38-a8de-b8a9e766fa9a None None] Set router 7b365246-3770-486b-bb9f-6bd4fc8bce0e gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:18:29.654228 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-2c41bb97-8a28-4eab-bc11-d89ab5c4e4d9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] For port fe6cda5e-5b63-4be4-86ae-4db588537729, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=fe6cda5e-5b63-4be4-86ae-4db588537729,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:18:29.654586 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c41bb97-8a28-4eab-bc11-d89ab5c4e4d9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (fe6cda5e-5b63-4be4-86ae-4db588537729), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:29.666926 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-2c41bb97-8a28-4eab-bc11-d89ab5c4e4d9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Calling delete_port for fe6cda5e-5b63-4be4-86ae-4db588537729 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:18:29.673403 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-53371deb-a343-4aad-b791-9da9cb1d2191 None None] Deleting port 3ff57275-b6bf-4785-9a4a-9deb48b86127 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:18:29.673778 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-53371deb-a343-4aad-b791-9da9cb1d2191 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (3ff57275-b6bf-4785-9a4a-9deb48b86127), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:29.777551 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-53371deb-a343-4aad-b791-9da9cb1d2191 None None] For port 3ff57275-b6bf-4785-9a4a-9deb48b86127, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=3ff57275-b6bf-4785-9a4a-9deb48b86127,segment=NetworkSegment(de1a8e91-84cf-479c-ba26-877bd7facadd),segment_id=de1a8e91-84cf-479c-ba26-877bd7facadd)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:18:29.777834 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-53371deb-a343-4aad-b791-9da9cb1d2191 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (3ff57275-b6bf-4785-9a4a-9deb48b86127), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:29.800498 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-53371deb-a343-4aad-b791-9da9cb1d2191 None None] Calling delete_port for 3ff57275-b6bf-4785-9a4a-9deb48b86127 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:18:29.848041 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c41bb97-8a28-4eab-bc11-d89ab5c4e4d9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (fe6cda5e-5b63-4be4-86ae-4db588537729), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:29.871590 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41bb97-8a28-4eab-bc11-d89ab5c4e4d9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Pushing event deleted for resources: {'Port': ['ID=fe6cda5e-5b63-4be4-86ae-4db588537729,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:29.925774 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3ff57275-b6bf-4785-9a4a-9deb48b86127 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:18:29.931268 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-35feea0f-5486-4a38-a8de-b8a9e766fa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b365246-3770-486b-bb9f-6bd4fc8bce0e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-452072143', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'fe6cda5e-5b63-4be4-86ae-4db588537729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:18:07Z', 'updated_at': '2022-03-07T11:18:28Z', 'revision_number': 5, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'gw_port': {'id': 'fe6cda5e-5b63-4be4-86ae-4db588537729', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b365246-3770-486b-bb9f-6bd4fc8bce0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:18:08Z', 'updated_at': '2022-03-07T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:29.932938 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-53371deb-a343-4aad-b791-9da9cb1d2191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (3ff57275-b6bf-4785-9a4a-9deb48b86127), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:29.938593 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c41bb97-8a28-4eab-bc11-d89ab5c4e4d9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (7b365246-3770-486b-bb9f-6bd4fc8bce0e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:29.985406 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 3ff57275-b6bf-4785-9a4a-9deb48b86127 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:18:29.985758 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3ff57275-b6bf-4785-9a4a-9deb48b86127 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:18:30.003327 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35feea0f-5486-4a38-a8de-b8a9e766fa9a None None] The sync data for ids ['7b365246-3770-486b-bb9f-6bd4fc8bce0e'] in n-d-832164-4 is: [{'id': '7b365246-3770-486b-bb9f-6bd4fc8bce0e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-452072143', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.197'}], 'enable_snat': True}, 'gw_port_id': 'fe6cda5e-5b63-4be4-86ae-4db588537729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:18:07Z', 'updated_at': '2022-03-07T11:18:28Z', 'revision_number': 5, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'gw_port': {'id': 'fe6cda5e-5b63-4be4-86ae-4db588537729', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:3d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b365246-3770-486b-bb9f-6bd4fc8bce0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:18:08Z', 'updated_at': '2022-03-07T11:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:18:30.007792 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53371deb-a343-4aad-b791-9da9cb1d2191 None None] Pushing event deleted for resources: {'Port': ['ID=3ff57275-b6bf-4785-9a4a-9deb48b86127,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:30.009627 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53371deb-a343-4aad-b791-9da9cb1d2191 None None] No DVR routers for this DVR port 3ff57275-b6bf-4785-9a4a-9deb48b86127 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:18:30.043451 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c41bb97-8a28-4eab-bc11-d89ab5c4e4d9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (7b365246-3770-486b-bb9f-6bd4fc8bce0e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:30.045761 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c41bb97-8a28-4eab-bc11-d89ab5c4e4d9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for router_controller (7b365246-3770-486b-bb9f-6bd4fc8bce0e), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:30.095957 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c41bb97-8a28-4eab-bc11-d89ab5c4e4d9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (7b365246-3770-486b-bb9f-6bd4fc8bce0e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:30.096836 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c41bb97-8a28-4eab-bc11-d89ab5c4e4d9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Fanout notify agent at l3_agent the message router_deleted on router 7b365246-3770-486b-bb9f-6bd4fc8bce0e {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:18:30.106725 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c41bb97-8a28-4eab-bc11-d89ab5c4e4d9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:30.108307 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2c41bb97-8a28-4eab-bc11-d89ab5c4e4d9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "DELETE /v2.0/routers/7b365246-3770-486b-bb9f-6bd4fc8bce0e HTTP/1.1" status: 204 len: 168 time: 0.8126905 Mar 07 11:18:30.111161 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41650) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:30.194881 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4822f99-7808-4946-974e-40f0e827044e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (80fdcc37-021f-4b8f-94fc-7ef0b948db64), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:30.290510 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4822f99-7808-4946-974e-40f0e827044e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (80fdcc37-021f-4b8f-94fc-7ef0b948db64), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:30.313700 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-f4822f99-7808-4946-974e-40f0e827044e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80fdcc37-021f-4b8f-94fc-7ef0b948db64']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:30.323538 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-f4822f99-7808-4946-974e-40f0e827044e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de1a8e91-84cf-479c-ba26-877bd7facadd') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:30.323835 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-f4822f99-7808-4946-974e-40f0e827044e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de1a8e91-84cf-479c-ba26-877bd7facadd') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:30.333600 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4822f99-7808-4946-974e-40f0e827044e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (de1a8e91-84cf-479c-ba26-877bd7facadd), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:30.347868 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4822f99-7808-4946-974e-40f0e827044e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (de1a8e91-84cf-479c-ba26-877bd7facadd), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:30.355063 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4822f99-7808-4946-974e-40f0e827044e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:18:30.355406 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4822f99-7808-4946-974e-40f0e827044e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (de1a8e91-84cf-479c-ba26-877bd7facadd), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:30.358501 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:18:30.358501 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:18:30.358501 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:18:30.358501 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:18:30.358501 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:18:30.358501 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:18:30.358501 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:18:30.358501 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:18:30.358501 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:18:30.358501 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:18:30.358501 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:18:30.358501 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:18:30.358501 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:18:30.358501 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:18:30.358501 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:18:30.358501 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:18:30.358501 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:18:30.358501 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:18:30.358501 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:18:30.358501 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:18:30.358501 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:18:30.358501 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:18:30.358501 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:18:30.358501 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:18:30.358501 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:18:30.358501 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:18:30.358501 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:18:30.358501 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:18:30.358501 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:18:30.358501 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:18:30.358501 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:18:30.358501 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:18:30.419854 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4822f99-7808-4946-974e-40f0e827044e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (80fdcc37-021f-4b8f-94fc-7ef0b948db64), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:30.427792 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f4822f99-7808-4946-974e-40f0e827044e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:30.431481 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f4822f99-7808-4946-974e-40f0e827044e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "DELETE /v2.0/networks/80fdcc37-021f-4b8f-94fc-7ef0b948db64 HTTP/1.1" status: 204 len: 168 time: 0.3193805 Mar 07 11:18:30.434299 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41652) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:30.444053 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4822f99-7808-4946-974e-40f0e827044e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Pushing event deleted for resources: {'Network': ['ID=80fdcc37-021f-4b8f-94fc-7ef0b948db64,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:30.596129 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-7e5c783c-0f6c-4fa3-8c82-06eda1ea4aeb tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Deleting port cfa71482-ef8a-4bce-9233-c20d7ae3121d {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:18:30.596357 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7e5c783c-0f6c-4fa3-8c82-06eda1ea4aeb tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (cfa71482-ef8a-4bce-9233-c20d7ae3121d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:30.670224 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7e5c783c-0f6c-4fa3-8c82-06eda1ea4aeb tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (cfa71482-ef8a-4bce-9233-c20d7ae3121d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:30.670607 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7e5c783c-0f6c-4fa3-8c82-06eda1ea4aeb tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for floatingip (cfa71482-ef8a-4bce-9233-c20d7ae3121d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:30.683616 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-7e5c783c-0f6c-4fa3-8c82-06eda1ea4aeb tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Calling delete_port for cfa71482-ef8a-4bce-9233-c20d7ae3121d owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:18:30.835745 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7e5c783c-0f6c-4fa3-8c82-06eda1ea4aeb tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (cfa71482-ef8a-4bce-9233-c20d7ae3121d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:30.860095 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c783c-0f6c-4fa3-8c82-06eda1ea4aeb tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Pushing event deleted for resources: {'Port': ['ID=cfa71482-ef8a-4bce-9233-c20d7ae3121d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:30.922451 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7e5c783c-0f6c-4fa3-8c82-06eda1ea4aeb tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for floatingip (daf9faba-d1c5-4ec9-82c0-e25715dca947), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:30.922859 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-7e5c783c-0f6c-4fa3-8c82-06eda1ea4aeb tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Floating IP daf9faba-d1c5-4ec9-82c0-e25715dca947 disassociated (deleted). External IP: 172.25.3.229, port: 5df6f399-cc6e-457d-bb0d-82ba5a1f0e24. Mar 07 11:18:31.461070 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e5c783c-0f6c-4fa3-8c82-06eda1ea4aeb tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Router 7a0522d2-f65d-4a44-b256-15b1f97d176c has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:18:31.567052 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e5c783c-0f6c-4fa3-8c82-06eda1ea4aeb tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:18:31.571492 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7e5c783c-0f6c-4fa3-8c82-06eda1ea4aeb tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:31.576951 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee59d7c1-6030-4fb3-8365-e5a3f143c935 None None] Sync routers for ids ['7a0522d2-f65d-4a44-b256-15b1f97d176c'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:18:31.587121 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee59d7c1-6030-4fb3-8365-e5a3f143c935 None None] Routers {'7a0522d2-f65d-4a44-b256-15b1f97d176c'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:18:31.587722 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ee59d7c1-6030-4fb3-8365-e5a3f143c935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:18:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['7a0522d2-f65d-4a44-b256-15b1f97d176c'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:31.609062 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7e5c783c-0f6c-4fa3-8c82-06eda1ea4aeb tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "DELETE /v2.0/floatingips/daf9faba-d1c5-4ec9-82c0-e25715dca947 HTTP/1.1" status: 204 len: 168 time: 1.1733127 Mar 07 11:18:31.609692 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2450baa6-d6be-4c56-8e9c-862bee872fb1', 'tag': '5df6f399-cc6e-457d-bb0d-82ba5a1f0e24'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:18:31.611945 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bc6f0c2-e907-4640-8c40-18f0430f363a" -d '{"events": [{"name": "network-changed", "server_uuid": "2450baa6-d6be-4c56-8e9c-862bee872fb1", "tag": "5df6f399-cc6e-457d-bb0d-82ba5a1f0e24"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:18:31.655903 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6582de49-2cf5-4c53-868d-5d0ba72b1aa0 x-openstack-request-id: req-6582de49-2cf5-4c53-868d-5d0ba72b1aa0 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:18:31.656269 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2450baa6-d6be-4c56-8e9c-862bee872fb1", "tag": "5df6f399-cc6e-457d-bb0d-82ba5a1f0e24", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:18:31.656863 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6582de49-2cf5-4c53-868d-5d0ba72b1aa0 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:18:31.657305 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2450baa6-d6be-4c56-8e9c-862bee872fb1', 'tag': '5df6f399-cc6e-457d-bb0d-82ba5a1f0e24', 'status': 'completed', 'code': 200} Mar 07 11:18:31.699242 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-ee59d7c1-6030-4fb3-8365-e5a3f143c935 None None] Set router 7a0522d2-f65d-4a44-b256-15b1f97d176c gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:18:31.733933 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6f0c2-e907-4640-8c40-18f0430f363a req-82cc664b-8c45-45d8-8255-c6fa1bfa854c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:31.734563 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 58fe8a6c-1ec6-402c-9612-5675d748b5b5 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:18:31.735355 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8bc6f0c2-e907-4640-8c40-18f0430f363a req-82cc664b-8c45-45d8-8255-c6fa1bfa854c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=050b33e2c5ac4d9b815bad57c7d419b4&device_id=2450baa6-d6be-4c56-8e9c-862bee872fb1 HTTP/1.1" status: 200 len: 1167 time: 0.0527852 Mar 07 11:18:31.767746 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 58fe8a6c-1ec6-402c-9612-5675d748b5b5 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:18:31.768103 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 58fe8a6c-1ec6-402c-9612-5675d748b5b5 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:18:31.877926 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device fe6cda5e-5b63-4be4-86ae-4db588537729 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:18:31.885463 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6f0c2-e907-4640-8c40-18f0430f363a req-4d0c4ec9-7c28-41f7-badf-519d98fea399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:31.886946 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8bc6f0c2-e907-4640-8c40-18f0430f363a req-4d0c4ec9-7c28-41f7-badf-519d98fea399 service neutron] 10.222.0.21 "GET /v2.0/networks?id=817798e0-b3b0-443b-ae80-03cdea844c3b HTTP/1.1" status: 200 len: 897 time: 0.1448743 Mar 07 11:18:31.906367 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: fe6cda5e-5b63-4be4-86ae-4db588537729 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:18:31.906995 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device fe6cda5e-5b63-4be4-86ae-4db588537729 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:18:31.907568 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ef7741fb-b7a6-42fc-88cd-4a4cb228ef22 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:18:31.915587 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ee59d7c1-6030-4fb3-8365-e5a3f143c935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-491847678', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a8a8cd78-f8df-4352-928e-8fafa1b7ede0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:17:14Z', 'updated_at': '2022-03-07T11:17:18Z', 'revision_number': 4, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'gw_port': {'id': 'a8a8cd78-f8df-4352-928e-8fafa1b7ede0', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:75:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:17:15Z', 'updated_at': '2022-03-07T11:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '0b84ccde-0dd2-48fe-b535-ea66f602c28f', 'name': '', 'network_id': '817798e0-b3b0-443b-ae80-03cdea844c3b', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'mac_address': 'fa:16:3e:2b:0c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '3abdc3e1-fb77-4c2d-84d8-e961a301a30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:17:17Z', 'updated_at': '2022-03-07T11:17:20Z', 'revision_number': 5, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'subnets': [{'id': '3abdc3e1-fb77-4c2d-84d8-e961a301a30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:31.928162 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: ef7741fb-b7a6-42fc-88cd-4a4cb228ef22 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:18:31.928662 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ef7741fb-b7a6-42fc-88cd-4a4cb228ef22 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:18:31.938195 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8bc6f0c2-e907-4640-8c40-18f0430f363a req-38c92b15-89e8-41ea-ba96-cff160de78f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5df6f399-cc6e-457d-bb0d-82ba5a1f0e24 HTTP/1.1" status: 200 len: 217 time: 0.0443521 Mar 07 11:18:31.942134 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee59d7c1-6030-4fb3-8365-e5a3f143c935 None None] Checking router: 7a0522d2-f65d-4a44-b256-15b1f97d176c for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:18:31.951042 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee59d7c1-6030-4fb3-8365-e5a3f143c935 None None] Routers {'7a0522d2-f65d-4a44-b256-15b1f97d176c'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:18:31.951633 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ee59d7c1-6030-4fb3-8365-e5a3f143c935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:18:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['7a0522d2-f65d-4a44-b256-15b1f97d176c'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:31.962021 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6909730-4475-4918-8ef5-fa5d372c5cf7 req-c8139430-3784-46d9-b1d0-af81702f844c tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:31.963517 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b6909730-4475-4918-8ef5-fa5d372c5cf7 req-c8139430-3784-46d9-b1d0-af81702f844c tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/ports?device_id=2450baa6-d6be-4c56-8e9c-862bee872fb1 HTTP/1.1" status: 200 len: 985 time: 0.1142106 Mar 07 11:18:32.021472 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6f0c2-e907-4640-8c40-18f0430f363a req-1e7c6bf7-be5d-41dd-922b-d48859fb0a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:32.022989 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8bc6f0c2-e907-4640-8c40-18f0430f363a req-1e7c6bf7-be5d-41dd-922b-d48859fb0a85 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3abdc3e1-fb77-4c2d-84d8-e961a301a30b HTTP/1.1" status: 200 len: 835 time: 0.0768247 Mar 07 11:18:32.082310 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b6909730-4475-4918-8ef5-fa5d372c5cf7 req-e738f600-d52c-4522-9708-a3ed38cf9e64 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/security-groups?id=db6bcdfe-b652-498a-b9e0-059f85391e3a&id=087b01c8-0301-4c65-a1b9-d1e96feb1013&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1004012 Mar 07 11:18:32.102176 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6f0c2-e907-4640-8c40-18f0430f363a req-f5fa72af-bcd0-4fc0-be15-3f94c4ae577c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:32.103725 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8bc6f0c2-e907-4640-8c40-18f0430f363a req-f5fa72af-bcd0-4fc0-be15-3f94c4ae577c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=817798e0-b3b0-443b-ae80-03cdea844c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0747633 Mar 07 11:18:32.166902 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-ee59d7c1-6030-4fb3-8365-e5a3f143c935 None None] Set router 7a0522d2-f65d-4a44-b256-15b1f97d176c gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:18:32.200022 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8bc6f0c2-e907-4640-8c40-18f0430f363a req-9dba3178-3aad-4c4a-8543-b6e309dcd310 service neutron] 10.222.0.21 "GET /v2.0/networks/817798e0-b3b0-443b-ae80-03cdea844c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886750 Mar 07 11:18:32.299802 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8bc6f0c2-e907-4640-8c40-18f0430f363a req-1184eb5b-3f85-4787-8c64-7dde70bd1cb8 service neutron] 10.222.0.21 "GET /v2.0/networks/817798e0-b3b0-443b-ae80-03cdea844c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938399 Mar 07 11:18:32.387192 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ee59d7c1-6030-4fb3-8365-e5a3f143c935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-491847678', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a8a8cd78-f8df-4352-928e-8fafa1b7ede0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:17:14Z', 'updated_at': '2022-03-07T11:17:18Z', 'revision_number': 4, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'gw_port': {'id': 'a8a8cd78-f8df-4352-928e-8fafa1b7ede0', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:75:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:17:15Z', 'updated_at': '2022-03-07T11:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '0b84ccde-0dd2-48fe-b535-ea66f602c28f', 'name': '', 'network_id': '817798e0-b3b0-443b-ae80-03cdea844c3b', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'mac_address': 'fa:16:3e:2b:0c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '3abdc3e1-fb77-4c2d-84d8-e961a301a30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:17:17Z', 'updated_at': '2022-03-07T11:17:20Z', 'revision_number': 5, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'subnets': [{'id': '3abdc3e1-fb77-4c2d-84d8-e961a301a30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:32.419830 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee59d7c1-6030-4fb3-8365-e5a3f143c935 None None] The sync data for ids ['7a0522d2-f65d-4a44-b256-15b1f97d176c'] in n-d-832164-4 is: [{'id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-491847678', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a8a8cd78-f8df-4352-928e-8fafa1b7ede0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:17:14Z', 'updated_at': '2022-03-07T11:17:18Z', 'revision_number': 4, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'gw_port': {'id': 'a8a8cd78-f8df-4352-928e-8fafa1b7ede0', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:75:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:17:15Z', 'updated_at': '2022-03-07T11:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '0b84ccde-0dd2-48fe-b535-ea66f602c28f', 'name': '', 'network_id': '817798e0-b3b0-443b-ae80-03cdea844c3b', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'mac_address': 'fa:16:3e:2b:0c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '3abdc3e1-fb77-4c2d-84d8-e961a301a30b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:17:17Z', 'updated_at': '2022-03-07T11:17:20Z', 'revision_number': 5, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'subnets': [{'id': '3abdc3e1-fb77-4c2d-84d8-e961a301a30b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:18:32.668110 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0b5f02-380a-447d-ac5e-38872ec9ca14 None None] New status for floating IP daf9faba-d1c5-4ec9-82c0-e25715dca947: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:18:33.118943 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0165d7-17cf-4ce8-9956-683f13e9e381 req-86739cda-ed1f-4f3d-8098-47a9d439a33e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:33.120519 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b0165d7-17cf-4ce8-9956-683f13e9e381 req-86739cda-ed1f-4f3d-8098-47a9d439a33e tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.21 "GET /v2.0/ports?device_id=2450baa6-d6be-4c56-8e9c-862bee872fb1 HTTP/1.1" status: 200 len: 985 time: 0.0587707 Mar 07 11:18:33.219741 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8e8e8d-a69c-480d-abef-7ebbdea4bf82 req-e25ff6c8-ea2c-4b85-928b-876c9c60069c tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:33.221399 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ed8e8e8d-a69c-480d-abef-7ebbdea4bf82 req-e25ff6c8-ea2c-4b85-928b-876c9c60069c tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/ports?device_id=2450baa6-d6be-4c56-8e9c-862bee872fb1 HTTP/1.1" status: 200 len: 985 time: 0.0579166 Mar 07 11:18:33.225581 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-2b0165d7-17cf-4ce8-9956-683f13e9e381 req-8e9896e4-5182-437f-bbbb-cfedef5945d9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Deleting port 5df6f399-cc6e-457d-bb0d-82ba5a1f0e24 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:18:33.226047 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2b0165d7-17cf-4ce8-9956-683f13e9e381 req-8e9896e4-5182-437f-bbbb-cfedef5945d9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (5df6f399-cc6e-457d-bb0d-82ba5a1f0e24), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:33.284318 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ed8e8e8d-a69c-480d-abef-7ebbdea4bf82 req-cf187801-288c-4277-b20b-d35417b0e797 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "GET /v2.0/security-groups?id=db6bcdfe-b652-498a-b9e0-059f85391e3a&id=087b01c8-0301-4c65-a1b9-d1e96feb1013&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0555043 Mar 07 11:18:33.326628 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-2b0165d7-17cf-4ce8-9956-683f13e9e381 req-8e9896e4-5182-437f-bbbb-cfedef5945d9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] For port 5df6f399-cc6e-457d-bb0d-82ba5a1f0e24, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=5df6f399-cc6e-457d-bb0d-82ba5a1f0e24,segment=NetworkSegment(7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488),segment_id=7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:18:33.326989 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2b0165d7-17cf-4ce8-9956-683f13e9e381 req-8e9896e4-5182-437f-bbbb-cfedef5945d9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (5df6f399-cc6e-457d-bb0d-82ba5a1f0e24), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:33.340556 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-2b0165d7-17cf-4ce8-9956-683f13e9e381 req-8e9896e4-5182-437f-bbbb-cfedef5945d9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Calling delete_port for 5df6f399-cc6e-457d-bb0d-82ba5a1f0e24 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:18:33.488266 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2b0165d7-17cf-4ce8-9956-683f13e9e381 req-8e9896e4-5182-437f-bbbb-cfedef5945d9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (5df6f399-cc6e-457d-bb0d-82ba5a1f0e24), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:33.519344 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9896e4-5182-437f-bbbb-cfedef5945d9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Pushing event deleted for resources: {'Port': ['ID=5df6f399-cc6e-457d-bb0d-82ba5a1f0e24,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:33.563044 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0165d7-17cf-4ce8-9956-683f13e9e381 req-8e9896e4-5182-437f-bbbb-cfedef5945d9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] No DVR routers for this DVR port 5df6f399-cc6e-457d-bb0d-82ba5a1f0e24 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:18:33.565675 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2b0165d7-17cf-4ce8-9956-683f13e9e381 req-8e9896e4-5182-437f-bbbb-cfedef5945d9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:33.569725 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b0165d7-17cf-4ce8-9956-683f13e9e381 req-8e9896e4-5182-437f-bbbb-cfedef5945d9 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.21 "DELETE /v2.0/ports/5df6f399-cc6e-457d-bb0d-82ba5a1f0e24 HTTP/1.1" status: 204 len: 173 time: 0.4437132 Mar 07 11:18:33.570196 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2450baa6-d6be-4c56-8e9c-862bee872fb1', 'name': 'network-vif-deleted', 'tag': '5df6f399-cc6e-457d-bb0d-82ba5a1f0e24'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:18:33.572530 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8e69e5-9e62-4ef7-b993-b4791ac8e6d2" -d '{"events": [{"server_uuid": "2450baa6-d6be-4c56-8e9c-862bee872fb1", "name": "network-vif-deleted", "tag": "5df6f399-cc6e-457d-bb0d-82ba5a1f0e24"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:18:33.611865 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072be1dd-78bd-4375-b37c-b1b3ff47e7da x-openstack-request-id: req-072be1dd-78bd-4375-b37c-b1b3ff47e7da {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:18:33.612167 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2450baa6-d6be-4c56-8e9c-862bee872fb1", "name": "network-vif-deleted", "tag": "5df6f399-cc6e-457d-bb0d-82ba5a1f0e24", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:18:33.612426 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-072be1dd-78bd-4375-b37c-b1b3ff47e7da {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:18:33.612839 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2450baa6-d6be-4c56-8e9c-862bee872fb1', 'name': 'network-vif-deleted', 'tag': '5df6f399-cc6e-457d-bb0d-82ba5a1f0e24', 'status': 'completed', 'code': 200} Mar 07 11:18:34.344045 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41668) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:34.394855 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5aa63134-ed50-4f45-9f43-6a556d763a0f tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for security_group (087b01c8-0301-4c65-a1b9-d1e96feb1013), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:34.415949 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5aa63134-ed50-4f45-9f43-6a556d763a0f tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for security_group (087b01c8-0301-4c65-a1b9-d1e96feb1013), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:34.462191 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5aa63134-ed50-4f45-9f43-6a556d763a0f tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (087b01c8-0301-4c65-a1b9-d1e96feb1013), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:34.464799 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5aa63134-ed50-4f45-9f43-6a556d763a0f tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:34.466022 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5aa63134-ed50-4f45-9f43-6a556d763a0f tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "DELETE /v2.0/security-groups/087b01c8-0301-4c65-a1b9-d1e96feb1013 HTTP/1.1" status: 204 len: 168 time: 0.1208730 Mar 07 11:18:34.468758 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41670) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:34.475684 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa63134-ed50-4f45-9f43-6a556d763a0f tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=087b01c8-0301-4c65-a1b9-d1e96feb1013,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:34.522557 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a410b6e8-8da9-4e37-954d-5a5771f8ea19 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for security_group (db6bcdfe-b652-498a-b9e0-059f85391e3a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:34.544910 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a410b6e8-8da9-4e37-954d-5a5771f8ea19 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for security_group (db6bcdfe-b652-498a-b9e0-059f85391e3a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:34.594902 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a410b6e8-8da9-4e37-954d-5a5771f8ea19 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (db6bcdfe-b652-498a-b9e0-059f85391e3a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:34.597497 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a410b6e8-8da9-4e37-954d-5a5771f8ea19 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:34.598634 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a410b6e8-8da9-4e37-954d-5a5771f8ea19 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "DELETE /v2.0/security-groups/db6bcdfe-b652-498a-b9e0-059f85391e3a HTTP/1.1" status: 204 len: 168 time: 0.1287844 Mar 07 11:18:34.601663 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41672) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:34.607867 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410b6e8-8da9-4e37-954d-5a5771f8ea19 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6bcdfe-b652-498a-b9e0-059f85391e3a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:34.976122 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-542d9e29-2f85-4d56-a301-785c4efe8be2 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (7a0522d2-f65d-4a44-b256-15b1f97d176c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:35.251131 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-542d9e29-2f85-4d56-a301-785c4efe8be2 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Deleting port 0b84ccde-0dd2-48fe-b535-ea66f602c28f {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:18:35.251391 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-542d9e29-2f85-4d56-a301-785c4efe8be2 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (0b84ccde-0dd2-48fe-b535-ea66f602c28f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:35.345751 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-542d9e29-2f85-4d56-a301-785c4efe8be2 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] For port 0b84ccde-0dd2-48fe-b535-ea66f602c28f, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=0b84ccde-0dd2-48fe-b535-ea66f602c28f,segment=NetworkSegment(7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488),segment_id=7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:18:35.346465 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-542d9e29-2f85-4d56-a301-785c4efe8be2 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (0b84ccde-0dd2-48fe-b535-ea66f602c28f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:35.358573 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-542d9e29-2f85-4d56-a301-785c4efe8be2 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Calling delete_port for 0b84ccde-0dd2-48fe-b535-ea66f602c28f owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:18:35.541597 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-542d9e29-2f85-4d56-a301-785c4efe8be2 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (0b84ccde-0dd2-48fe-b535-ea66f602c28f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:35.574451 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d9e29-2f85-4d56-a301-785c4efe8be2 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Pushing event deleted for resources: {'Port': ['ID=0b84ccde-0dd2-48fe-b535-ea66f602c28f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:35.750099 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-542d9e29-2f85-4d56-a301-785c4efe8be2 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (7a0522d2-f65d-4a44-b256-15b1f97d176c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:35.976848 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542d9e29-2f85-4d56-a301-785c4efe8be2 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Router 7a0522d2-f65d-4a44-b256-15b1f97d176c has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:18:36.085692 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542d9e29-2f85-4d56-a301-785c4efe8be2 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:18:36.090579 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-542d9e29-2f85-4d56-a301-785c4efe8be2 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "PUT /v2.0/routers/7a0522d2-f65d-4a44-b256-15b1f97d176c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4878142 Mar 07 11:18:36.093171 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41674) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:36.095535 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aacd59-19a1-41a7-9a70-d5d9e6acdbbd None None] Sync routers for ids ['7a0522d2-f65d-4a44-b256-15b1f97d176c'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:18:36.105495 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aacd59-19a1-41a7-9a70-d5d9e6acdbbd None None] Routers {'7a0522d2-f65d-4a44-b256-15b1f97d176c'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:18:36.106094 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-87aacd59-19a1-41a7-9a70-d5d9e6acdbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:18:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['7a0522d2-f65d-4a44-b256-15b1f97d176c'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:36.148462 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-027e0848-4179-4230-ae3e-03612757e919 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Deleting subnet 3abdc3e1-fb77-4c2d-84d8-e961a301a30b {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:18:36.151638 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-027e0848-4179-4230-ae3e-03612757e919 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for subnet (3abdc3e1-fb77-4c2d-84d8-e961a301a30b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:36.159173 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 5df6f399-cc6e-457d-bb0d-82ba5a1f0e24 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:18:36.180581 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 5df6f399-cc6e-457d-bb0d-82ba5a1f0e24 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:18:36.180920 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 5df6f399-cc6e-457d-bb0d-82ba5a1f0e24 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:18:36.192784 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-027e0848-4179-4230-ae3e-03612757e919 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (3abdc3e1-fb77-4c2d-84d8-e961a301a30b), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:36.216489 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-87aacd59-19a1-41a7-9a70-d5d9e6acdbbd None None] Set router 7a0522d2-f65d-4a44-b256-15b1f97d176c gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:18:36.278188 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-027e0848-4179-4230-ae3e-03612757e919 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (3abdc3e1-fb77-4c2d-84d8-e961a301a30b), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:36.341734 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-027e0848-4179-4230-ae3e-03612757e919 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (3abdc3e1-fb77-4c2d-84d8-e961a301a30b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:36.368331 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e0848-4179-4230-ae3e-03612757e919 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Pushing event deleted for resources: {'Subnet': ['ID=3abdc3e1-fb77-4c2d-84d8-e961a301a30b,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:36.373940 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-027e0848-4179-4230-ae3e-03612757e919 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:36.377159 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-027e0848-4179-4230-ae3e-03612757e919 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "DELETE /v2.0/subnets/3abdc3e1-fb77-4c2d-84d8-e961a301a30b HTTP/1.1" status: 204 len: 168 time: 0.2829885 Mar 07 11:18:36.379756 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41676) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:36.381875 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a01936-9706-4c65-b71b-54b554d41e3b None None] Network 817798e0-b3b0-443b-ae80-03cdea844c3b requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:18:36.403121 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-87aacd59-19a1-41a7-9a70-d5d9e6acdbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-491847678', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a8a8cd78-f8df-4352-928e-8fafa1b7ede0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:17:14Z', 'updated_at': '2022-03-07T11:18:35Z', 'revision_number': 5, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'gw_port': {'id': 'a8a8cd78-f8df-4352-928e-8fafa1b7ede0', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:75:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:17:15Z', 'updated_at': '2022-03-07T11:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:36.438223 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aacd59-19a1-41a7-9a70-d5d9e6acdbbd None None] Checking router: 7a0522d2-f65d-4a44-b256-15b1f97d176c for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:18:36.448787 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aacd59-19a1-41a7-9a70-d5d9e6acdbbd None None] Routers {'7a0522d2-f65d-4a44-b256-15b1f97d176c'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:18:36.449437 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-87aacd59-19a1-41a7-9a70-d5d9e6acdbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:18:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['7a0522d2-f65d-4a44-b256-15b1f97d176c'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:36.490270 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd7f4-b748-4638-b2ed-b1d7e83051e5 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for router (7a0522d2-f65d-4a44-b256-15b1f97d176c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:36.536488 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9431af64-dd55-483f-848f-b61cedc7a52d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:36.554903 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095d4cc9-116a-4c51-9b31-be863dcdc5d0 None None] DHCP port deletion for 817798e0-b3b0-443b-ae80-03cdea844c3b request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:18:36.577702 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-87aacd59-19a1-41a7-9a70-d5d9e6acdbbd None None] Set router 7a0522d2-f65d-4a44-b256-15b1f97d176c gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:18:36.608149 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd7f4-b748-4638-b2ed-b1d7e83051e5 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for router_gateway (7a0522d2-f65d-4a44-b256-15b1f97d176c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:36.608365 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-095d4cc9-116a-4c51-9b31-be863dcdc5d0 None None] Deleting port b87a3f04-ee1f-4dcc-87b8-4353a47357b1 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:18:36.608475 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-095d4cc9-116a-4c51-9b31-be863dcdc5d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (b87a3f04-ee1f-4dcc-87b8-4353a47357b1), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:36.667240 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-9fdbd7f4-b748-4638-b2ed-b1d7e83051e5 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Deleting port a8a8cd78-f8df-4352-928e-8fafa1b7ede0 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:18:36.667600 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd7f4-b748-4638-b2ed-b1d7e83051e5 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a8a8cd78-f8df-4352-928e-8fafa1b7ede0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:36.754020 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-9fdbd7f4-b748-4638-b2ed-b1d7e83051e5 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] For port a8a8cd78-f8df-4352-928e-8fafa1b7ede0, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=a8a8cd78-f8df-4352-928e-8fafa1b7ede0,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:18:36.755048 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd7f4-b748-4638-b2ed-b1d7e83051e5 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a8a8cd78-f8df-4352-928e-8fafa1b7ede0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:36.771384 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-9fdbd7f4-b748-4638-b2ed-b1d7e83051e5 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Calling delete_port for a8a8cd78-f8df-4352-928e-8fafa1b7ede0 owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:18:36.777702 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-87aacd59-19a1-41a7-9a70-d5d9e6acdbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-491847678', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a8a8cd78-f8df-4352-928e-8fafa1b7ede0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:17:14Z', 'updated_at': '2022-03-07T11:18:35Z', 'revision_number': 5, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'gw_port': {'id': 'a8a8cd78-f8df-4352-928e-8fafa1b7ede0', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:75:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:17:15Z', 'updated_at': '2022-03-07T11:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:36.806427 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aacd59-19a1-41a7-9a70-d5d9e6acdbbd None None] The sync data for ids ['7a0522d2-f65d-4a44-b256-15b1f97d176c'] in n-d-832164-4 is: [{'id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-491847678', 'tenant_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'a8a8cd78-f8df-4352-928e-8fafa1b7ede0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:17:14Z', 'updated_at': '2022-03-07T11:18:35Z', 'revision_number': 5, 'project_id': '050b33e2c5ac4d9b815bad57c7d419b4', 'gw_port': {'id': 'a8a8cd78-f8df-4352-928e-8fafa1b7ede0', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:75:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a0522d2-f65d-4a44-b256-15b1f97d176c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:17:15Z', 'updated_at': '2022-03-07T11:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:18:36.857274 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-095d4cc9-116a-4c51-9b31-be863dcdc5d0 None None] For port b87a3f04-ee1f-4dcc-87b8-4353a47357b1, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b87a3f04-ee1f-4dcc-87b8-4353a47357b1,segment=NetworkSegment(7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488),segment_id=7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:18:36.857676 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-095d4cc9-116a-4c51-9b31-be863dcdc5d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (b87a3f04-ee1f-4dcc-87b8-4353a47357b1), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:36.870220 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-095d4cc9-116a-4c51-9b31-be863dcdc5d0 None None] Calling delete_port for b87a3f04-ee1f-4dcc-87b8-4353a47357b1 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:18:36.948734 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd7f4-b748-4638-b2ed-b1d7e83051e5 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (a8a8cd78-f8df-4352-928e-8fafa1b7ede0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:36.949731 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-095d4cc9-116a-4c51-9b31-be863dcdc5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (b87a3f04-ee1f-4dcc-87b8-4353a47357b1), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:36.975780 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d4cc9-116a-4c51-9b31-be863dcdc5d0 None None] Pushing event deleted for resources: {'Port': ['ID=b87a3f04-ee1f-4dcc-87b8-4353a47357b1,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:36.979109 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095d4cc9-116a-4c51-9b31-be863dcdc5d0 None None] No DVR routers for this DVR port b87a3f04-ee1f-4dcc-87b8-4353a47357b1 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:18:36.979518 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdbd7f4-b748-4638-b2ed-b1d7e83051e5 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Pushing event deleted for resources: {'Port': ['ID=a8a8cd78-f8df-4352-928e-8fafa1b7ede0,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:37.040171 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd7f4-b748-4638-b2ed-b1d7e83051e5 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (7a0522d2-f65d-4a44-b256-15b1f97d176c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:37.133344 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd7f4-b748-4638-b2ed-b1d7e83051e5 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (7a0522d2-f65d-4a44-b256-15b1f97d176c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:37.135658 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd7f4-b748-4638-b2ed-b1d7e83051e5 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for router_controller (7a0522d2-f65d-4a44-b256-15b1f97d176c), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:37.184710 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd7f4-b748-4638-b2ed-b1d7e83051e5 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (7a0522d2-f65d-4a44-b256-15b1f97d176c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:37.185427 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdbd7f4-b748-4638-b2ed-b1d7e83051e5 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Fanout notify agent at l3_agent the message router_deleted on router 7a0522d2-f65d-4a44-b256-15b1f97d176c {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:18:37.192034 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fdbd7f4-b748-4638-b2ed-b1d7e83051e5 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:37.193146 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9fdbd7f4-b748-4638-b2ed-b1d7e83051e5 tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "DELETE /v2.0/routers/7a0522d2-f65d-4a44-b256-15b1f97d176c HTTP/1.1" status: 204 len: 168 time: 0.8124213 Mar 07 11:18:37.196598 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41678) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:37.282637 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b41a68b3-60c0-4f2d-90d6-b306c00872ca tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (817798e0-b3b0-443b-ae80-03cdea844c3b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:37.382061 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b41a68b3-60c0-4f2d-90d6-b306c00872ca tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (817798e0-b3b0-443b-ae80-03cdea844c3b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:37.407296 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-b41a68b3-60c0-4f2d-90d6-b306c00872ca tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['817798e0-b3b0-443b-ae80-03cdea844c3b']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:37.419369 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-b41a68b3-60c0-4f2d-90d6-b306c00872ca tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:37.419661 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-b41a68b3-60c0-4f2d-90d6-b306c00872ca tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:37.431413 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b41a68b3-60c0-4f2d-90d6-b306c00872ca tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:37.446173 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b41a68b3-60c0-4f2d-90d6-b306c00872ca tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:37.454426 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b41a68b3-60c0-4f2d-90d6-b306c00872ca tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:18:37.456696 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b41a68b3-60c0-4f2d-90d6-b306c00872ca tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (7a1cdc28-1a2b-4bc7-b81f-f68d0a74d488), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:37.460787 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:18:37.460787 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:18:37.460787 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:18:37.460787 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:18:37.460787 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:18:37.460787 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:18:37.460787 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:18:37.460787 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:18:37.460787 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:18:37.460787 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:18:37.460787 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:18:37.460787 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:18:37.460787 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:18:37.460787 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:18:37.460787 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:18:37.460787 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:18:37.460787 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:18:37.460787 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:18:37.460787 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:18:37.460787 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:18:37.460787 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:18:37.460787 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:18:37.460787 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:18:37.460787 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:18:37.460787 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:18:37.460787 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:18:37.460787 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:18:37.460787 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:18:37.460787 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:18:37.460787 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:18:37.460787 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:18:37.460787 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:18:37.529755 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b41a68b3-60c0-4f2d-90d6-b306c00872ca tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (817798e0-b3b0-443b-ae80-03cdea844c3b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:37.539458 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b41a68b3-60c0-4f2d-90d6-b306c00872ca tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:37.542908 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b41a68b3-60c0-4f2d-90d6-b306c00872ca tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] 10.222.0.11 "DELETE /v2.0/networks/817798e0-b3b0-443b-ae80-03cdea844c3b HTTP/1.1" status: 204 len: 168 time: 0.3453317 Mar 07 11:18:37.554647 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a68b3-60c0-4f2d-90d6-b306c00872ca tempest-TestSecurityGroupsBasicOps-798837121 tempest-TestSecurityGroupsBasicOps-798837121-project] Pushing event deleted for resources: {'Network': ['ID=817798e0-b3b0-443b-ae80-03cdea844c3b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:37.641979 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2db65196-8ff1-4ec5-8cd2-6aabbc176c53 req-6a0e80c3-bd3d-4266-9f5b-38753db08c00 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3842242 Mar 07 11:18:37.729359 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db65196-8ff1-4ec5-8cd2-6aabbc176c53 req-6fafc4dd-6034-4fcc-8bf0-fc3a576d1719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:37.730888 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2db65196-8ff1-4ec5-8cd2-6aabbc176c53 req-6fafc4dd-6034-4fcc-8bf0-fc3a576d1719 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c84901d07e4a49b88f9fef019185eb1b&device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 1128 time: 0.0450237 Mar 07 11:18:37.844202 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db65196-8ff1-4ec5-8cd2-6aabbc176c53 req-847aa5bf-7cc9-4161-880f-5085077d9ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:37.846081 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2db65196-8ff1-4ec5-8cd2-6aabbc176c53 req-847aa5bf-7cc9-4161-880f-5085077d9ff3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=204cc519-b30d-4492-9fc5-23c1f345ed50 HTTP/1.1" status: 200 len: 913 time: 0.0963869 Mar 07 11:18:37.871157 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41686) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:37.893184 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 0b84ccde-0dd2-48fe-b535-ea66f602c28f no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:18:37.918184 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 0b84ccde-0dd2-48fe-b535-ea66f602c28f {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:18:37.918786 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 0b84ccde-0dd2-48fe-b535-ea66f602c28f not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:18:37.919192 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b87a3f04-ee1f-4dcc-87b8-4353a47357b1 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:18:37.923522 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2db65196-8ff1-4ec5-8cd2-6aabbc176c53 req-5fd663cd-bc69-4a88-834f-3b7c4b7f1db0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67a6f39c-9e68-47fa-aa6a-5e8ed15895ea HTTP/1.1" status: 200 len: 1001 time: 0.0707626 Mar 07 11:18:37.939506 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: b87a3f04-ee1f-4dcc-87b8-4353a47357b1 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:18:37.939855 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b87a3f04-ee1f-4dcc-87b8-4353a47357b1 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:18:37.940268 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a8a8cd78-f8df-4352-928e-8fafa1b7ede0 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:18:37.960338 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: a8a8cd78-f8df-4352-928e-8fafa1b7ede0 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:18:37.960698 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device a8a8cd78-f8df-4352-928e-8fafa1b7ede0 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:18:37.979455 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db65196-8ff1-4ec5-8cd2-6aabbc176c53 req-15df135e-a1a7-4791-a334-6ea6d6f4c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:37.980927 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2db65196-8ff1-4ec5-8cd2-6aabbc176c53 req-15df135e-a1a7-4791-a334-6ea6d6f4c6ed service neutron] 10.222.0.31 "GET /v2.0/subnets?id=933e5dcd-1517-490a-9fa0-e2d8293cf2f0 HTTP/1.1" status: 200 len: 851 time: 0.0515440 Mar 07 11:18:38.015752 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-41446885-064c-47c5-9271-5f7ff57676a8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=050b33e2c5ac4d9b815bad57c7d419b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1434879 Mar 07 11:18:38.018341 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41690) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:38.035099 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db65196-8ff1-4ec5-8cd2-6aabbc176c53 req-ba26ac39-3fda-43ec-8f2b-5e006eb5ca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:38.036705 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2db65196-8ff1-4ec5-8cd2-6aabbc176c53 req-ba26ac39-3fda-43ec-8f2b-5e006eb5ca77 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=204cc519-b30d-4492-9fc5-23c1f345ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0502470 Mar 07 11:18:38.066845 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-64ee1771-ba0d-413b-bcc3-f800ead71e91 admin admin] Publish callbacks [] for security_group (2896dba6-16f0-4ad4-aab8-ad188ee9bbc1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:38.088610 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-64ee1771-ba0d-413b-bcc3-f800ead71e91 admin admin] Publish callbacks [] for security_group (2896dba6-16f0-4ad4-aab8-ad188ee9bbc1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:38.134498 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2db65196-8ff1-4ec5-8cd2-6aabbc176c53 req-005da21b-7688-4cbc-872f-5d88234031e8 service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902514 Mar 07 11:18:38.137999 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-64ee1771-ba0d-413b-bcc3-f800ead71e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2896dba6-16f0-4ad4-aab8-ad188ee9bbc1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:38.140499 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-64ee1771-ba0d-413b-bcc3-f800ead71e91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:38.142178 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-64ee1771-ba0d-413b-bcc3-f800ead71e91 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2896dba6-16f0-4ad4-aab8-ad188ee9bbc1 HTTP/1.1" status: 204 len: 168 time: 0.1228399 Mar 07 11:18:38.152018 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee1771-ba0d-413b-bcc3-f800ead71e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2896dba6-16f0-4ad4-aab8-ad188ee9bbc1,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:38.245674 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2db65196-8ff1-4ec5-8cd2-6aabbc176c53 req-896ee2c6-7850-4e84-bad0-30915e5aa4bb service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045184 Mar 07 11:18:38.415248 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41698) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:38.428470 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-00df0409-e0ee-4d45-8697-c0f3e751cf6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:38.500223 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-00df0409-e0ee-4d45-8697-c0f3e751cf6c admin admin] Publish callbacks [] for security_group (f9b31057-5250-4d53-980e-250e974ab0bd), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:38.503975 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-00df0409-e0ee-4d45-8697-c0f3e751cf6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f9b31057-5250-4d53-980e-250e974ab0bd), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:38.547534 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-00df0409-e0ee-4d45-8697-c0f3e751cf6c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0ff8dc62df94453aa2fef804582c4314&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1311991 Mar 07 11:18:38.548532 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df0409-e0ee-4d45-8697-c0f3e751cf6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b31057-5250-4d53-980e-250e974ab0bd,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:38.550263 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41700) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:38.598114 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fda3c037-12ec-40f9-bc37-ba866d01ba97 admin admin] Publish callbacks [] for security_group (f9b31057-5250-4d53-980e-250e974ab0bd), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:38.619044 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fda3c037-12ec-40f9-bc37-ba866d01ba97 admin admin] Publish callbacks [] for security_group (f9b31057-5250-4d53-980e-250e974ab0bd), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:38.625403 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-65ffca2f-5fb3-4269-9c98-eb57baf70952 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:38.666765 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fda3c037-12ec-40f9-bc37-ba866d01ba97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f9b31057-5250-4d53-980e-250e974ab0bd), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:38.669261 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fda3c037-12ec-40f9-bc37-ba866d01ba97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:38.670411 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fda3c037-12ec-40f9-bc37-ba866d01ba97 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f9b31057-5250-4d53-980e-250e974ab0bd HTTP/1.1" status: 204 len: 168 time: 0.1191516 Mar 07 11:18:38.678362 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3c037-12ec-40f9-bc37-ba866d01ba97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b31057-5250-4d53-980e-250e974ab0bd,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:38.987834 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41706) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:39.027219 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-143a7c77-4c13-4ef6-b176-805625c112d9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0ee034c2aa2e471e95a75386e8d3b345&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381722 Mar 07 11:18:39.029604 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41708) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:39.079924 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-695df3db-d9f9-425c-bd83-30db5d17243b admin admin] Publish callbacks [] for security_group (6cce475e-ac75-4af9-90e9-035ab68dc478), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:39.104878 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-695df3db-d9f9-425c-bd83-30db5d17243b admin admin] Publish callbacks [] for security_group (6cce475e-ac75-4af9-90e9-035ab68dc478), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:39.163570 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-695df3db-d9f9-425c-bd83-30db5d17243b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (6cce475e-ac75-4af9-90e9-035ab68dc478), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:39.166959 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-695df3db-d9f9-425c-bd83-30db5d17243b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:39.168107 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-695df3db-d9f9-425c-bd83-30db5d17243b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6cce475e-ac75-4af9-90e9-035ab68dc478 HTTP/1.1" status: 204 len: 168 time: 0.1376276 Mar 07 11:18:39.178731 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695df3db-d9f9-425c-bd83-30db5d17243b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cce475e-ac75-4af9-90e9-035ab68dc478,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:39.933420 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41730) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:40.023182 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:40.042804 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-cdd84c67-16ec-4a8f-a1f4-21d56670f67e admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1361479034-network', 'tenant_id': 'c07cad35602e4778b9cb9eb4a32e8f55'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:18:40.065710 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd84c67-16ec-4a8f-a1f4-21d56670f67e admin admin] Made reservation on behalf of c07cad35602e4778b9cb9eb4a32e8f55 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:18:40.071119 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cdd84c67-16ec-4a8f-a1f4-21d56670f67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:40.079515 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cdd84c67-16ec-4a8f-a1f4-21d56670f67e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:40.168553 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cdd84c67-16ec-4a8f-a1f4-21d56670f67e admin admin] Publish callbacks [] for security_group (8838f7c4-ef33-4d6f-937c-61a549612663), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:40.172703 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cdd84c67-16ec-4a8f-a1f4-21d56670f67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8838f7c4-ef33-4d6f-937c-61a549612663), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:40.200920 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdd84c67-16ec-4a8f-a1f4-21d56670f67e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 208} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:18:40.213299 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd84c67-16ec-4a8f-a1f4-21d56670f67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8838f7c4-ef33-4d6f-937c-61a549612663,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:40.217234 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cdd84c67-16ec-4a8f-a1f4-21d56670f67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (23ad087f-d5b3-4b89-b2d6-c7cc83120100), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:40.217580 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-cdd84c67-16ec-4a8f-a1f4-21d56670f67e admin admin] Added segment 23ad087f-d5b3-4b89-b2d6-c7cc83120100 of type vlan for network ac402220-8843-4f22-b6ea-f641879e5ebb Mar 07 11:18:40.262879 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cdd84c67-16ec-4a8f-a1f4-21d56670f67e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (ac402220-8843-4f22-b6ea-f641879e5ebb), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:40.289250 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cdd84c67-16ec-4a8f-a1f4-21d56670f67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (ac402220-8843-4f22-b6ea-f641879e5ebb), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:40.290271 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd84c67-16ec-4a8f-a1f4-21d56670f67e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:40.290904 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cdd84c67-16ec-4a8f-a1f4-21d56670f67e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:40.326730 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cdd84c67-16ec-4a8f-a1f4-21d56670f67e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.3921797 Mar 07 11:18:40.329845 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41734) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:40.335621 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-1198ad75-3fab-46cb-9a83-7a5c0abeaafc admin admin] Request body: {'subnet': {'network_id': 'ac402220-8843-4f22-b6ea-f641879e5ebb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1361479034-subnet', 'tenant_id': 'c07cad35602e4778b9cb9eb4a32e8f55', 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:18:40.355252 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1198ad75-3fab-46cb-9a83-7a5c0abeaafc admin admin] Made reservation on behalf of c07cad35602e4778b9cb9eb4a32e8f55 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:18:40.357357 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd84c67-16ec-4a8f-a1f4-21d56670f67e admin admin] Pushing event updated for resources: {'Network': ['ID=ac402220-8843-4f22-b6ea-f641879e5ebb,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:40.357622 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1198ad75-3fab-46cb-9a83-7a5c0abeaafc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:40.367721 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network ac402220-8843-4f22-b6ea-f641879e5ebb details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:18:40.549161 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1198ad75-3fab-46cb-9a83-7a5c0abeaafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (15d22984-e34e-4f06-9ad4-f004a6609696), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:40.609309 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198ad75-3fab-46cb-9a83-7a5c0abeaafc admin admin] Pushing event updated for resources: {'Subnet': ['ID=15d22984-e34e-4f06-9ad4-f004a6609696,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:40.620117 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1198ad75-3fab-46cb-9a83-7a5c0abeaafc admin admin] Checking segment: {'id': '23ad087f-d5b3-4b89-b2d6-c7cc83120100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ac402220-8843-4f22-b6ea-f641879e5ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:18:40.620481 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1198ad75-3fab-46cb-9a83-7a5c0abeaafc admin admin] Network hostable DHCP agents. Network: ac402220-8843-4f22-b6ea-f641879e5ebb, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:18:40.636817 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1198ad75-3fab-46cb-9a83-7a5c0abeaafc admin admin] Network ac402220-8843-4f22-b6ea-f641879e5ebb is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:18:40.645776 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-1198ad75-3fab-46cb-9a83-7a5c0abeaafc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, ac402220-8843-4f22-b6ea-f641879e5ebb) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:18:40.650821 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1198ad75-3fab-46cb-9a83-7a5c0abeaafc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:18:40.651320 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1198ad75-3fab-46cb-9a83-7a5c0abeaafc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:40.656072 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7c2602-70be-4327-a120-936277db1f6d None None] Network ac402220-8843-4f22-b6ea-f641879e5ebb requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:18:40.667910 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1198ad75-3fab-46cb-9a83-7a5c0abeaafc admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3368709 Mar 07 11:18:40.670675 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41736) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:40.675369 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-59933fee-8990-4a31-98f3-cdb0d11ed13f admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1361479034-router', 'tenant_id': 'c07cad35602e4778b9cb9eb4a32e8f55', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:18:40.695291 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-59933fee-8990-4a31-98f3-cdb0d11ed13f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (68183157-7037-431d-9358-72bf2e1fca5b), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:40.696310 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-59933fee-8990-4a31-98f3-cdb0d11ed13f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (68183157-7037-431d-9358-72bf2e1fca5b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:40.754066 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-59933fee-8990-4a31-98f3-cdb0d11ed13f admin admin] Publish callbacks [] for router_controller (68183157-7037-431d-9358-72bf2e1fca5b), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:40.760956 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1747a95-ee84-4f0b-9271-283a73421bf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-ac402220-8843-4f22-b6ea-f641879e5ebb', 'network_id': 'ac402220-8843-4f22-b6ea-f641879e5ebb', 'project_id': 'c07cad35602e4778b9cb9eb4a32e8f55', 'fixed_ips': [{'subnet_id': '15d22984-e34e-4f06-9ad4-f004a6609696'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:18:40.761866 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f1747a95-ee84-4f0b-9271-283a73421bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:40.901039 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-59933fee-8990-4a31-98f3-cdb0d11ed13f admin admin] Publish callbacks [] for router_gateway (68183157-7037-431d-9358-72bf2e1fca5b), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:40.903282 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-f1747a95-ee84-4f0b-9271-283a73421bf1 None None] Allocated IP 172.20.0.2 (ac402220-8843-4f22-b6ea-f641879e5ebb/15d22984-e34e-4f06-9ad4-f004a6609696/fcded98c-e78d-4097-aacf-914ee5b4ed38) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:18:41.052380 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f1747a95-ee84-4f0b-9271-283a73421bf1 None None] Publish callbacks [] for port (fcded98c-e78d-4097-aacf-914ee5b4ed38), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:41.058733 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f1747a95-ee84-4f0b-9271-283a73421bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (fcded98c-e78d-4097-aacf-914ee5b4ed38), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:41.102610 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1747a95-ee84-4f0b-9271-283a73421bf1 None None] Network ac402220-8843-4f22-b6ea-f641879e5ebb is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:18:41.105468 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-f1747a95-ee84-4f0b-9271-283a73421bf1 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:18:41.108929 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1747a95-ee84-4f0b-9271-283a73421bf1 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:18:41.113585 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-59933fee-8990-4a31-98f3-cdb0d11ed13f admin admin] Publish callbacks [] for router_gateway (68183157-7037-431d-9358-72bf2e1fca5b), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:41.116095 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1747a95-ee84-4f0b-9271-283a73421bf1 None None] Pushing event updated for resources: {'Port': ['ID=fcded98c-e78d-4097-aacf-914ee5b4ed38,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:41.133874 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-59933fee-8990-4a31-98f3-cdb0d11ed13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:41.168227 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-f1747a95-ee84-4f0b-9271-283a73421bf1 None None] Attempting to bind port fcded98c-e78d-4097-aacf-914ee5b4ed38 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:18:41.168591 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-f1747a95-ee84-4f0b-9271-283a73421bf1 None None] Attempting to bind port fcded98c-e78d-4097-aacf-914ee5b4ed38 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '23ad087f-d5b3-4b89-b2d6-c7cc83120100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ac402220-8843-4f22-b6ea-f641879e5ebb'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:18:41.168970 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1747a95-ee84-4f0b-9271-283a73421bf1 None None] Attempting to bind port fcded98c-e78d-4097-aacf-914ee5b4ed38 on network ac402220-8843-4f22-b6ea-f641879e5ebb {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:18:41.174545 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1747a95-ee84-4f0b-9271-283a73421bf1 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:18:41.174920 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1747a95-ee84-4f0b-9271-283a73421bf1 None None] Checking segment: {'id': '23ad087f-d5b3-4b89-b2d6-c7cc83120100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ac402220-8843-4f22-b6ea-f641879e5ebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:18:41.175321 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f1747a95-ee84-4f0b-9271-283a73421bf1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:41.175708 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1747a95-ee84-4f0b-9271-283a73421bf1 None None] Bound using segment: {'id': '23ad087f-d5b3-4b89-b2d6-c7cc83120100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ac402220-8843-4f22-b6ea-f641879e5ebb'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:18:41.176214 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-f1747a95-ee84-4f0b-9271-283a73421bf1 None None] Bound port: fcded98c-e78d-4097-aacf-914ee5b4ed38, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ad087f-d5b3-4b89-b2d6-c7cc83120100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ac402220-8843-4f22-b6ea-f641879e5ebb'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:18:41.176594 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f1747a95-ee84-4f0b-9271-283a73421bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fcded98c-e78d-4097-aacf-914ee5b4ed38), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:41.243501 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-f1747a95-ee84-4f0b-9271-283a73421bf1 None None] For port fcded98c-e78d-4097-aacf-914ee5b4ed38, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:18:41.246980 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-f1747a95-ee84-4f0b-9271-283a73421bf1 None None] For port fcded98c-e78d-4097-aacf-914ee5b4ed38, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=fcded98c-e78d-4097-aacf-914ee5b4ed38,segment=NetworkSegment(23ad087f-d5b3-4b89-b2d6-c7cc83120100),segment_id=23ad087f-d5b3-4b89-b2d6-c7cc83120100)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:18:41.247454 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-59933fee-8990-4a31-98f3-cdb0d11ed13f admin admin] Allocated IP 172.25.3.165 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/0e205c04-1ce8-4490-844c-ffaab48597e7) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:18:41.253406 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f1747a95-ee84-4f0b-9271-283a73421bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (fcded98c-e78d-4097-aacf-914ee5b4ed38), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:41.319323 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1747a95-ee84-4f0b-9271-283a73421bf1 None None] Pushing event updated for resources: {'Port': ['ID=fcded98c-e78d-4097-aacf-914ee5b4ed38,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:41.361360 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-59933fee-8990-4a31-98f3-cdb0d11ed13f admin admin] Publish callbacks [] for port (0e205c04-1ce8-4490-844c-ffaab48597e7), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:41.396195 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-59933fee-8990-4a31-98f3-cdb0d11ed13f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (0e205c04-1ce8-4490-844c-ffaab48597e7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:41.450119 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59933fee-8990-4a31-98f3-cdb0d11ed13f admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:18:41.453143 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-59933fee-8990-4a31-98f3-cdb0d11ed13f admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:18:41.457684 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59933fee-8990-4a31-98f3-cdb0d11ed13f admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:18:41.461698 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59933fee-8990-4a31-98f3-cdb0d11ed13f admin admin] Pushing event updated for resources: {'Port': ['ID=0e205c04-1ce8-4490-844c-ffaab48597e7,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:41.737741 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-59933fee-8990-4a31-98f3-cdb0d11ed13f admin admin] Publish callbacks [] for router_gateway (68183157-7037-431d-9358-72bf2e1fca5b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:41.762593 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:41.894270 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device fcded98c-e78d-4097-aacf-914ee5b4ed38 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:18:41.944389 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port fcded98c-e78d-4097-aacf-914ee5b4ed38 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:18:41.944775 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (fcded98c-e78d-4097-aacf-914ee5b4ed38), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:41.951190 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-59933fee-8990-4a31-98f3-cdb0d11ed13f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (68183157-7037-431d-9358-72bf2e1fca5b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:42.042231 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port fcded98c-e78d-4097-aacf-914ee5b4ed38 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:18:42.042702 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fcded98c-e78d-4097-aacf-914ee5b4ed38), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:42.081273 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port fcded98c-e78d-4097-aacf-914ee5b4ed38, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=fcded98c-e78d-4097-aacf-914ee5b4ed38,segment=NetworkSegment(23ad087f-d5b3-4b89-b2d6-c7cc83120100),segment_id=23ad087f-d5b3-4b89-b2d6-c7cc83120100)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:18:42.086360 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (fcded98c-e78d-4097-aacf-914ee5b4ed38), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:42.097927 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59933fee-8990-4a31-98f3-cdb0d11ed13f admin admin] Router 68183157-7037-431d-9358-72bf2e1fca5b is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:18:42.138892 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=fcded98c-e78d-4097-aacf-914ee5b4ed38,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:42.230373 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59933fee-8990-4a31-98f3-cdb0d11ed13f admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:18:42.243626 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8382331-9559-4cca-b8d1-48002fe8a630 None None] Sync routers for ids ['68183157-7037-431d-9358-72bf2e1fca5b'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:18:42.251614 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-59933fee-8990-4a31-98f3-cdb0d11ed13f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:42.255497 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-59933fee-8990-4a31-98f3-cdb0d11ed13f admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 1.5808704 Mar 07 11:18:42.256528 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41738) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:42.257132 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8382331-9559-4cca-b8d1-48002fe8a630 None None] Routers {'68183157-7037-431d-9358-72bf2e1fca5b'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:18:42.257739 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-a8382331-9559-4cca-b8d1-48002fe8a630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:18:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['68183157-7037-431d-9358-72bf2e1fca5b'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:42.382930 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7e2417-ea0f-4a48-8aaf-f5a16bc45286 None None] Network ac402220-8843-4f22-b6ea-f641879e5ebb requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:18:42.388202 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-a8382331-9559-4cca-b8d1-48002fe8a630 None None] Set router 68183157-7037-431d-9358-72bf2e1fca5b gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:18:42.516741 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-9c49ce28-55ec-4bb3-bdf2-5e51d95dab62 None None] Provisioning complete for port fcded98c-e78d-4097-aacf-914ee5b4ed38 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:18:42.517038 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9c49ce28-55ec-4bb3-bdf2-5e51d95dab62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (fcded98c-e78d-4097-aacf-914ee5b4ed38), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:42.715939 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-796c4c30-e576-42a2-a96e-7ecc2fb73063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:42.745898 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-9c49ce28-55ec-4bb3-bdf2-5e51d95dab62 None None] Current status of the port fcded98c-e78d-4097-aacf-914ee5b4ed38 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:18:42.765275 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-a8382331-9559-4cca-b8d1-48002fe8a630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68183157-7037-431d-9358-72bf2e1fca5b', 'name': 'tempest-ImageQuotaTest-1361479034-router', 'tenant_id': 'c07cad35602e4778b9cb9eb4a32e8f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '0e205c04-1ce8-4490-844c-ffaab48597e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:18:40Z', 'updated_at': '2022-03-07T11:18:41Z', 'revision_number': 3, 'project_id': 'c07cad35602e4778b9cb9eb4a32e8f55', 'gw_port': {'id': '0e205c04-1ce8-4490-844c-ffaab48597e7', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:cd:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68183157-7037-431d-9358-72bf2e1fca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:18:41Z', 'updated_at': '2022-03-07T11:18:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:42.796983 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8382331-9559-4cca-b8d1-48002fe8a630 None None] Checking router: 68183157-7037-431d-9358-72bf2e1fca5b for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:18:42.797298 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8382331-9559-4cca-b8d1-48002fe8a630 None None] Updating router 68183157-7037-431d-9358-72bf2e1fca5b port 0e205c04-1ce8-4490-844c-ffaab48597e7 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:18:42.833347 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a8382331-9559-4cca-b8d1-48002fe8a630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0e205c04-1ce8-4490-844c-ffaab48597e7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:42.889774 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-796c4c30-e576-42a2-a96e-7ecc2fb73063 admin admin] Allocated IP 172.20.0.1 (ac402220-8843-4f22-b6ea-f641879e5ebb/15d22984-e34e-4f06-9ad4-f004a6609696/50b22bfa-8ebf-435f-9e22-ab1acd04e607) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:18:43.001314 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-796c4c30-e576-42a2-a96e-7ecc2fb73063 admin admin] Publish callbacks [] for port (50b22bfa-8ebf-435f-9e22-ab1acd04e607), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:43.037907 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-796c4c30-e576-42a2-a96e-7ecc2fb73063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (50b22bfa-8ebf-435f-9e22-ab1acd04e607), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:43.041698 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:43.078340 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796c4c30-e576-42a2-a96e-7ecc2fb73063 admin admin] Network ac402220-8843-4f22-b6ea-f641879e5ebb is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:18:43.085409 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-796c4c30-e576-42a2-a96e-7ecc2fb73063 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:18:43.088941 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796c4c30-e576-42a2-a96e-7ecc2fb73063 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:18:43.097943 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-8f37e62b-17c0-45e2-90d5-3ba08716c50a None None] Provisioning complete for port fcded98c-e78d-4097-aacf-914ee5b4ed38 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:18:43.098830 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8f37e62b-17c0-45e2-90d5-3ba08716c50a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (fcded98c-e78d-4097-aacf-914ee5b4ed38), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:43.115073 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c4c30-e576-42a2-a96e-7ecc2fb73063 admin admin] Pushing event updated for resources: {'Port': ['ID=50b22bfa-8ebf-435f-9e22-ab1acd04e607,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:43.141674 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-796c4c30-e576-42a2-a96e-7ecc2fb73063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (68183157-7037-431d-9358-72bf2e1fca5b), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:43.196202 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a8382331-9559-4cca-b8d1-48002fe8a630 None None] Publish callbacks [] for port (0e205c04-1ce8-4490-844c-ffaab48597e7), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:43.205920 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a8382331-9559-4cca-b8d1-48002fe8a630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0e205c04-1ce8-4490-844c-ffaab48597e7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:43.295751 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-a8382331-9559-4cca-b8d1-48002fe8a630 None None] Attempting to bind port 0e205c04-1ce8-4490-844c-ffaab48597e7 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:18:43.296433 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-a8382331-9559-4cca-b8d1-48002fe8a630 None None] Attempting to bind port 0e205c04-1ce8-4490-844c-ffaab48597e7 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:18:43.296847 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8382331-9559-4cca-b8d1-48002fe8a630 None None] Attempting to bind port 0e205c04-1ce8-4490-844c-ffaab48597e7 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:18:43.303376 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-796c4c30-e576-42a2-a96e-7ecc2fb73063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (50b22bfa-8ebf-435f-9e22-ab1acd04e607), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:43.314000 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8382331-9559-4cca-b8d1-48002fe8a630 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:18:43.314669 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8382331-9559-4cca-b8d1-48002fe8a630 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:18:43.315296 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a8382331-9559-4cca-b8d1-48002fe8a630 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:43.315842 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8382331-9559-4cca-b8d1-48002fe8a630 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:18:43.316538 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-a8382331-9559-4cca-b8d1-48002fe8a630 None None] Bound port: 0e205c04-1ce8-4490-844c-ffaab48597e7, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:18:43.316983 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a8382331-9559-4cca-b8d1-48002fe8a630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0e205c04-1ce8-4490-844c-ffaab48597e7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:43.321455 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0bcaf-7c5a-4e16-a164-127d04a7152c None None] Pushing event updated for resources: {'Port': ['ID=0e205c04-1ce8-4490-844c-ffaab48597e7,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:43.351970 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8f37e62b-17c0-45e2-90d5-3ba08716c50a None None] Current status of the port fcded98c-e78d-4097-aacf-914ee5b4ed38 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:18:43.384710 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a8382331-9559-4cca-b8d1-48002fe8a630 None None] For port 0e205c04-1ce8-4490-844c-ffaab48597e7, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:18:43.387645 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a8382331-9559-4cca-b8d1-48002fe8a630 None None] For port 0e205c04-1ce8-4490-844c-ffaab48597e7, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=0e205c04-1ce8-4490-844c-ffaab48597e7,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:18:43.393763 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a8382331-9559-4cca-b8d1-48002fe8a630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0e205c04-1ce8-4490-844c-ffaab48597e7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:43.471110 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8382331-9559-4cca-b8d1-48002fe8a630 None None] Routers {'68183157-7037-431d-9358-72bf2e1fca5b'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:18:43.472080 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-a8382331-9559-4cca-b8d1-48002fe8a630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:18:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['68183157-7037-431d-9358-72bf2e1fca5b'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:43.475286 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0bcaf-7c5a-4e16-a164-127d04a7152c None None] Pushing event updated for resources: {'Port': ['ID=0e205c04-1ce8-4490-844c-ffaab48597e7,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:43.487694 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-796c4c30-e576-42a2-a96e-7ecc2fb73063 admin admin] Publish callbacks [] for port (50b22bfa-8ebf-435f-9e22-ab1acd04e607), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:43.492616 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-796c4c30-e576-42a2-a96e-7ecc2fb73063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (50b22bfa-8ebf-435f-9e22-ab1acd04e607), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:43.539877 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2b392005-7b2b-4b09-a024-fa9aa891e409 None None] Provisioning complete for port 50b22bfa-8ebf-435f-9e22-ab1acd04e607 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:18:43.540256 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2b392005-7b2b-4b09-a024-fa9aa891e409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (50b22bfa-8ebf-435f-9e22-ab1acd04e607), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:43.562423 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-796c4c30-e576-42a2-a96e-7ecc2fb73063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (68183157-7037-431d-9358-72bf2e1fca5b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:43.564136 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c4c30-e576-42a2-a96e-7ecc2fb73063 admin admin] Pushing event updated for resources: {'Port': ['ID=50b22bfa-8ebf-435f-9e22-ab1acd04e607,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:43.666981 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796c4c30-e576-42a2-a96e-7ecc2fb73063 admin admin] Network ac402220-8843-4f22-b6ea-f641879e5ebb is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:18:43.668563 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-796c4c30-e576-42a2-a96e-7ecc2fb73063 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:18:43.796847 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796c4c30-e576-42a2-a96e-7ecc2fb73063 admin admin] Router 68183157-7037-431d-9358-72bf2e1fca5b has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:18:43.808385 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2b392005-7b2b-4b09-a024-fa9aa891e409 None None] Port 50b22bfa-8ebf-435f-9e22-ab1acd04e607 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:18:43.834586 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-a8382331-9559-4cca-b8d1-48002fe8a630 None None] Set router 68183157-7037-431d-9358-72bf2e1fca5b gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:18:43.882941 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device fcded98c-e78d-4097-aacf-914ee5b4ed38 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:18:43.929926 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796c4c30-e576-42a2-a96e-7ecc2fb73063 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:18:43.934742 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-796c4c30-e576-42a2-a96e-7ecc2fb73063 admin admin] 10.222.0.11 "PUT /v2.0/routers/68183157-7037-431d-9358-72bf2e1fca5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6770694 Mar 07 11:18:44.019334 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-1de572d9-9537-4e7e-8e61-5d4de4469008 None None] Provisioning complete for port 50b22bfa-8ebf-435f-9e22-ab1acd04e607 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:18:44.019708 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1de572d9-9537-4e7e-8e61-5d4de4469008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (50b22bfa-8ebf-435f-9e22-ab1acd04e607), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:44.087976 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port fcded98c-e78d-4097-aacf-914ee5b4ed38 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:18:44.088411 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (fcded98c-e78d-4097-aacf-914ee5b4ed38), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:44.092304 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1de572d9-9537-4e7e-8e61-5d4de4469008 None None] Port 50b22bfa-8ebf-435f-9e22-ab1acd04e607 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:18:44.207503 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-a8382331-9559-4cca-b8d1-48002fe8a630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68183157-7037-431d-9358-72bf2e1fca5b', 'name': 'tempest-ImageQuotaTest-1361479034-router', 'tenant_id': 'c07cad35602e4778b9cb9eb4a32e8f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '0e205c04-1ce8-4490-844c-ffaab48597e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:18:40Z', 'updated_at': '2022-03-07T11:18:43Z', 'revision_number': 4, 'project_id': 'c07cad35602e4778b9cb9eb4a32e8f55', 'gw_port': {'id': '0e205c04-1ce8-4490-844c-ffaab48597e7', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:cd:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68183157-7037-431d-9358-72bf2e1fca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:18:41Z', 'updated_at': '2022-03-07T11:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '50b22bfa-8ebf-435f-9e22-ab1acd04e607', 'name': '', 'network_id': 'ac402220-8843-4f22-b6ea-f641879e5ebb', 'tenant_id': 'c07cad35602e4778b9cb9eb4a32e8f55', 'mac_address': 'fa:16:3e:e4:7e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68183157-7037-431d-9358-72bf2e1fca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '15d22984-e34e-4f06-9ad4-f004a6609696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:18:42Z', 'updated_at': '2022-03-07T11:18:42Z', 'revision_number': 1, 'project_id': 'c07cad35602e4778b9cb9eb4a32e8f55', 'subnets': [{'id': '15d22984-e34e-4f06-9ad4-f004a6609696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:44.241150 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port fcded98c-e78d-4097-aacf-914ee5b4ed38 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:18:44.244428 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8382331-9559-4cca-b8d1-48002fe8a630 None None] The sync data for ids ['68183157-7037-431d-9358-72bf2e1fca5b'] in n-d-832164-4 is: [{'id': '68183157-7037-431d-9358-72bf2e1fca5b', 'name': 'tempest-ImageQuotaTest-1361479034-router', 'tenant_id': 'c07cad35602e4778b9cb9eb4a32e8f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '0e205c04-1ce8-4490-844c-ffaab48597e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:18:40Z', 'updated_at': '2022-03-07T11:18:43Z', 'revision_number': 4, 'project_id': 'c07cad35602e4778b9cb9eb4a32e8f55', 'gw_port': {'id': '0e205c04-1ce8-4490-844c-ffaab48597e7', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:cd:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68183157-7037-431d-9358-72bf2e1fca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:18:41Z', 'updated_at': '2022-03-07T11:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '50b22bfa-8ebf-435f-9e22-ab1acd04e607', 'name': '', 'network_id': 'ac402220-8843-4f22-b6ea-f641879e5ebb', 'tenant_id': 'c07cad35602e4778b9cb9eb4a32e8f55', 'mac_address': 'fa:16:3e:e4:7e:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68183157-7037-431d-9358-72bf2e1fca5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4094, 'fixed_ips': [{'subnet_id': '15d22984-e34e-4f06-9ad4-f004a6609696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:18:42Z', 'updated_at': '2022-03-07T11:18:42Z', 'revision_number': 1, 'project_id': 'c07cad35602e4778b9cb9eb4a32e8f55', 'subnets': [{'id': '15d22984-e34e-4f06-9ad4-f004a6609696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:18:45.009344 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41760) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:45.723607 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-94d7030e-ae51-4bbf-8a48-e7ec28396136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (68183157-7037-431d-9358-72bf2e1fca5b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:45.884331 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 0e205c04-1ce8-4490-844c-ffaab48597e7 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:18:45.934515 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 0e205c04-1ce8-4490-844c-ffaab48597e7 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:18:45.935001 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0e205c04-1ce8-4490-844c-ffaab48597e7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:46.000880 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-94d7030e-ae51-4bbf-8a48-e7ec28396136 admin admin] Deleting port 50b22bfa-8ebf-435f-9e22-ab1acd04e607 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:18:46.001251 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-94d7030e-ae51-4bbf-8a48-e7ec28396136 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (50b22bfa-8ebf-435f-9e22-ab1acd04e607), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:46.014748 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 0e205c04-1ce8-4490-844c-ffaab48597e7 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:18:46.015140 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0e205c04-1ce8-4490-844c-ffaab48597e7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:46.036724 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 0e205c04-1ce8-4490-844c-ffaab48597e7, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=0e205c04-1ce8-4490-844c-ffaab48597e7,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:18:46.042387 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0e205c04-1ce8-4490-844c-ffaab48597e7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:46.096923 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-94d7030e-ae51-4bbf-8a48-e7ec28396136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (50b22bfa-8ebf-435f-9e22-ab1acd04e607), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:46.103973 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=0e205c04-1ce8-4490-844c-ffaab48597e7,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:46.110307 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-94d7030e-ae51-4bbf-8a48-e7ec28396136 admin admin] Calling delete_port for 50b22bfa-8ebf-435f-9e22-ab1acd04e607 owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:18:46.307572 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-94d7030e-ae51-4bbf-8a48-e7ec28396136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (50b22bfa-8ebf-435f-9e22-ab1acd04e607), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:46.334588 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d7030e-ae51-4bbf-8a48-e7ec28396136 admin admin] Pushing event deleted for resources: {'Port': ['ID=50b22bfa-8ebf-435f-9e22-ab1acd04e607,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:46.387458 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0ff914-e13c-4fb3-8cd2-995d14d0b02d None None] Sync routers for ids ['68183157-7037-431d-9358-72bf2e1fca5b'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:18:46.401746 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0ff914-e13c-4fb3-8cd2-995d14d0b02d None None] Routers {'68183157-7037-431d-9358-72bf2e1fca5b'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:18:46.402457 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3d0ff914-e13c-4fb3-8cd2-995d14d0b02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:18:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['68183157-7037-431d-9358-72bf2e1fca5b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:46.520323 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-3d0ff914-e13c-4fb3-8cd2-995d14d0b02d None None] Set router 68183157-7037-431d-9358-72bf2e1fca5b gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:18:46.537458 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-94d7030e-ae51-4bbf-8a48-e7ec28396136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (68183157-7037-431d-9358-72bf2e1fca5b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:46.710101 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3d0ff914-e13c-4fb3-8cd2-995d14d0b02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68183157-7037-431d-9358-72bf2e1fca5b', 'name': 'tempest-ImageQuotaTest-1361479034-router', 'tenant_id': 'c07cad35602e4778b9cb9eb4a32e8f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '0e205c04-1ce8-4490-844c-ffaab48597e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:18:40Z', 'updated_at': '2022-03-07T11:18:46Z', 'revision_number': 5, 'project_id': 'c07cad35602e4778b9cb9eb4a32e8f55', 'gw_port': {'id': '0e205c04-1ce8-4490-844c-ffaab48597e7', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68183157-7037-431d-9358-72bf2e1fca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:18:41Z', 'updated_at': '2022-03-07T11:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:46.738831 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0ff914-e13c-4fb3-8cd2-995d14d0b02d None None] Checking router: 68183157-7037-431d-9358-72bf2e1fca5b for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:18:46.749291 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0ff914-e13c-4fb3-8cd2-995d14d0b02d None None] Routers {'68183157-7037-431d-9358-72bf2e1fca5b'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:18:46.750166 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3d0ff914-e13c-4fb3-8cd2-995d14d0b02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:18:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['68183157-7037-431d-9358-72bf2e1fca5b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:46.792602 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d7030e-ae51-4bbf-8a48-e7ec28396136 admin admin] Router 68183157-7037-431d-9358-72bf2e1fca5b has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:18:46.863754 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-3d0ff914-e13c-4fb3-8cd2-995d14d0b02d None None] Set router 68183157-7037-431d-9358-72bf2e1fca5b gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:18:46.922642 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d7030e-ae51-4bbf-8a48-e7ec28396136 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:18:46.928677 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-94d7030e-ae51-4bbf-8a48-e7ec28396136 admin admin] 10.222.0.11 "PUT /v2.0/routers/68183157-7037-431d-9358-72bf2e1fca5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9172161 Mar 07 11:18:46.931175 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41766) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:47.044046 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3a49a02-e6a3-407e-a603-c113d0831a3c admin admin] Publish callbacks [] for router (68183157-7037-431d-9358-72bf2e1fca5b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:47.142603 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3d0ff914-e13c-4fb3-8cd2-995d14d0b02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68183157-7037-431d-9358-72bf2e1fca5b', 'name': 'tempest-ImageQuotaTest-1361479034-router', 'tenant_id': 'c07cad35602e4778b9cb9eb4a32e8f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '0e205c04-1ce8-4490-844c-ffaab48597e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:18:40Z', 'updated_at': '2022-03-07T11:18:46Z', 'revision_number': 5, 'project_id': 'c07cad35602e4778b9cb9eb4a32e8f55', 'gw_port': {'id': '0e205c04-1ce8-4490-844c-ffaab48597e7', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68183157-7037-431d-9358-72bf2e1fca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:18:41Z', 'updated_at': '2022-03-07T11:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:47.153072 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3a49a02-e6a3-407e-a603-c113d0831a3c admin admin] Publish callbacks [] for router_gateway (68183157-7037-431d-9358-72bf2e1fca5b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:47.172395 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0ff914-e13c-4fb3-8cd2-995d14d0b02d None None] The sync data for ids ['68183157-7037-431d-9358-72bf2e1fca5b'] in n-d-832164-4 is: [{'id': '68183157-7037-431d-9358-72bf2e1fca5b', 'name': 'tempest-ImageQuotaTest-1361479034-router', 'tenant_id': 'c07cad35602e4778b9cb9eb4a32e8f55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '0e205c04-1ce8-4490-844c-ffaab48597e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:18:40Z', 'updated_at': '2022-03-07T11:18:46Z', 'revision_number': 5, 'project_id': 'c07cad35602e4778b9cb9eb4a32e8f55', 'gw_port': {'id': '0e205c04-1ce8-4490-844c-ffaab48597e7', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68183157-7037-431d-9358-72bf2e1fca5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4093, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:18:41Z', 'updated_at': '2022-03-07T11:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:18:47.206063 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-a3a49a02-e6a3-407e-a603-c113d0831a3c admin admin] Deleting port 0e205c04-1ce8-4490-844c-ffaab48597e7 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:18:47.206401 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3a49a02-e6a3-407e-a603-c113d0831a3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (0e205c04-1ce8-4490-844c-ffaab48597e7), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:47.291557 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-a3a49a02-e6a3-407e-a603-c113d0831a3c admin admin] For port 0e205c04-1ce8-4490-844c-ffaab48597e7, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=0e205c04-1ce8-4490-844c-ffaab48597e7,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:18:47.291998 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3a49a02-e6a3-407e-a603-c113d0831a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (0e205c04-1ce8-4490-844c-ffaab48597e7), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:47.305481 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-a3a49a02-e6a3-407e-a603-c113d0831a3c admin admin] Calling delete_port for 0e205c04-1ce8-4490-844c-ffaab48597e7 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:18:47.480813 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3a49a02-e6a3-407e-a603-c113d0831a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (0e205c04-1ce8-4490-844c-ffaab48597e7), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:47.505190 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a49a02-e6a3-407e-a603-c113d0831a3c admin admin] Pushing event deleted for resources: {'Port': ['ID=0e205c04-1ce8-4490-844c-ffaab48597e7,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:47.577231 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3a49a02-e6a3-407e-a603-c113d0831a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (68183157-7037-431d-9358-72bf2e1fca5b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:47.682562 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3a49a02-e6a3-407e-a603-c113d0831a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (68183157-7037-431d-9358-72bf2e1fca5b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:47.684950 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3a49a02-e6a3-407e-a603-c113d0831a3c admin admin] Publish callbacks [] for router_controller (68183157-7037-431d-9358-72bf2e1fca5b), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:47.739562 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3a49a02-e6a3-407e-a603-c113d0831a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (68183157-7037-431d-9358-72bf2e1fca5b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:47.740674 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a49a02-e6a3-407e-a603-c113d0831a3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68183157-7037-431d-9358-72bf2e1fca5b {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:18:47.748322 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3a49a02-e6a3-407e-a603-c113d0831a3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:47.751798 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a3a49a02-e6a3-407e-a603-c113d0831a3c admin admin] 10.222.0.11 "DELETE /v2.0/routers/68183157-7037-431d-9358-72bf2e1fca5b HTTP/1.1" status: 204 len: 168 time: 0.8174272 Mar 07 11:18:47.752074 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41768) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:47.804931 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4652036c-3695-4605-9fda-5ce63e48a280 admin admin] Deleting subnet 15d22984-e34e-4f06-9ad4-f004a6609696 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:18:47.812239 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4652036c-3695-4605-9fda-5ce63e48a280 admin admin] Publish callbacks [] for subnet (15d22984-e34e-4f06-9ad4-f004a6609696), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:47.855228 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4652036c-3695-4605-9fda-5ce63e48a280 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (15d22984-e34e-4f06-9ad4-f004a6609696), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:47.911460 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 50b22bfa-8ebf-435f-9e22-ab1acd04e607 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:18:47.938050 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 50b22bfa-8ebf-435f-9e22-ab1acd04e607 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:18:47.938394 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 50b22bfa-8ebf-435f-9e22-ab1acd04e607 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:18:47.947630 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4652036c-3695-4605-9fda-5ce63e48a280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (15d22984-e34e-4f06-9ad4-f004a6609696), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:48.005418 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4652036c-3695-4605-9fda-5ce63e48a280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (15d22984-e34e-4f06-9ad4-f004a6609696), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:48.035416 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652036c-3695-4605-9fda-5ce63e48a280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15d22984-e34e-4f06-9ad4-f004a6609696,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:48.038057 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4652036c-3695-4605-9fda-5ce63e48a280 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:48.043744 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c595533b-f0b0-4226-bdf1-0272533b16ce None None] Network ac402220-8843-4f22-b6ea-f641879e5ebb requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:18:48.043889 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41770) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:48.044305 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4652036c-3695-4605-9fda-5ce63e48a280 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/15d22984-e34e-4f06-9ad4-f004a6609696 HTTP/1.1" status: 204 len: 168 time: 0.2898211 Mar 07 11:18:48.127436 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4d26330e-e021-425d-8dd4-32270a887205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (ac402220-8843-4f22-b6ea-f641879e5ebb), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:48.188024 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-4d26330e-e021-425d-8dd4-32270a887205 admin admin] Deleting port fcded98c-e78d-4097-aacf-914ee5b4ed38 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:18:48.188375 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4d26330e-e021-425d-8dd4-32270a887205 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (fcded98c-e78d-4097-aacf-914ee5b4ed38), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:48.249355 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed42062c-4b87-4be0-ac29-caf30318e790 None None] DHCP port deletion for ac402220-8843-4f22-b6ea-f641879e5ebb request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:18:48.281324 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-4d26330e-e021-425d-8dd4-32270a887205 admin admin] For port fcded98c-e78d-4097-aacf-914ee5b4ed38, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=fcded98c-e78d-4097-aacf-914ee5b4ed38,segment=NetworkSegment(23ad087f-d5b3-4b89-b2d6-c7cc83120100),segment_id=23ad087f-d5b3-4b89-b2d6-c7cc83120100)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:18:48.281840 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4d26330e-e021-425d-8dd4-32270a887205 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (fcded98c-e78d-4097-aacf-914ee5b4ed38), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:48.301997 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-4d26330e-e021-425d-8dd4-32270a887205 admin admin] Calling delete_port for fcded98c-e78d-4097-aacf-914ee5b4ed38 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:18:48.302108 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ed42062c-4b87-4be0-ac29-caf30318e790 None None] Deleting port fcded98c-e78d-4097-aacf-914ee5b4ed38 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:18:48.302511 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ed42062c-4b87-4be0-ac29-caf30318e790 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (fcded98c-e78d-4097-aacf-914ee5b4ed38), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:48.365559 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ed42062c-4b87-4be0-ac29-caf30318e790 None None] For port fcded98c-e78d-4097-aacf-914ee5b4ed38, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=fcded98c-e78d-4097-aacf-914ee5b4ed38,segment=NetworkSegment(23ad087f-d5b3-4b89-b2d6-c7cc83120100),segment_id=23ad087f-d5b3-4b89-b2d6-c7cc83120100)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:18:48.365965 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ed42062c-4b87-4be0-ac29-caf30318e790 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (fcded98c-e78d-4097-aacf-914ee5b4ed38), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:48.385836 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ed42062c-4b87-4be0-ac29-caf30318e790 None None] Calling delete_port for fcded98c-e78d-4097-aacf-914ee5b4ed38 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:18:48.400719 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4d26330e-e021-425d-8dd4-32270a887205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (fcded98c-e78d-4097-aacf-914ee5b4ed38), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:48.409089 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2214f7a8-a588-4de5-8304-b275d5154ee0 None None] Sync routers for ids ['68183157-7037-431d-9358-72bf2e1fca5b'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:18:48.435759 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26330e-e021-425d-8dd4-32270a887205 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcded98c-e78d-4097-aacf-914ee5b4ed38,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:48.439119 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d26330e-e021-425d-8dd4-32270a887205 admin admin] No DVR routers for this DVR port fcded98c-e78d-4097-aacf-914ee5b4ed38 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:18:48.475642 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2214f7a8-a588-4de5-8304-b275d5154ee0 None None] Routers set() bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:18:48.476022 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2214f7a8-a588-4de5-8304-b275d5154ee0 None None] Router IDs set() for agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 11:18:48.476691 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_agentschedulers_db [None req-2214f7a8-a588-4de5-8304-b275d5154ee0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'68183157-7037-431d-9358-72bf2e1fca5b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:18:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent'). {{(pid=103768) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 11:18:48.495643 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2214f7a8-a588-4de5-8304-b275d5154ee0 None None] Routers set() bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:18:48.496087 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2214f7a8-a588-4de5-8304-b275d5154ee0 None None] Router IDs set() for agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 07 11:18:48.496725 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_agentschedulers_db [None req-2214f7a8-a588-4de5-8304-b275d5154ee0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'68183157-7037-431d-9358-72bf2e1fca5b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:18:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent'). {{(pid=103768) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 07 11:18:48.497220 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2214f7a8-a588-4de5-8304-b275d5154ee0 None None] The sync data for ids ['68183157-7037-431d-9358-72bf2e1fca5b'] in n-d-832164-4 is: [] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:18:48.503460 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ed42062c-4b87-4be0-ac29-caf30318e790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (fcded98c-e78d-4097-aacf-914ee5b4ed38), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:48.513441 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4d26330e-e021-425d-8dd4-32270a887205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (ac402220-8843-4f22-b6ea-f641879e5ebb), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:48.535841 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed42062c-4b87-4be0-ac29-caf30318e790 None None] Pushing event deleted for resources: {'Port': ['ID=fcded98c-e78d-4097-aacf-914ee5b4ed38,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:48.537351 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-4d26330e-e021-425d-8dd4-32270a887205 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac402220-8843-4f22-b6ea-f641879e5ebb']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:48.547749 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed42062c-4b87-4be0-ac29-caf30318e790 None None] No DVR routers for this DVR port fcded98c-e78d-4097-aacf-914ee5b4ed38 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:18:48.556508 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-4d26330e-e021-425d-8dd4-32270a887205 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23ad087f-d5b3-4b89-b2d6-c7cc83120100') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:48.556508 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-4d26330e-e021-425d-8dd4-32270a887205 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23ad087f-d5b3-4b89-b2d6-c7cc83120100') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:18:48.570714 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:48.572551 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4d26330e-e021-425d-8dd4-32270a887205 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (23ad087f-d5b3-4b89-b2d6-c7cc83120100), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:48.589391 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4d26330e-e021-425d-8dd4-32270a887205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (23ad087f-d5b3-4b89-b2d6-c7cc83120100), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:48.597375 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d26330e-e021-425d-8dd4-32270a887205 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:18:48.597810 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4d26330e-e021-425d-8dd4-32270a887205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (23ad087f-d5b3-4b89-b2d6-c7cc83120100), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:48.600018 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 11:18:48.600018 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:18:48.600018 n-d-832164-4 neutron-server[103766]: timer() Mar 07 11:18:48.600018 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:18:48.600018 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 11:18:48.600018 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:18:48.600018 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 11:18:48.600018 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:18:48.600018 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 11:18:48.600018 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:18:48.600018 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 11:18:48.600018 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:18:48.600018 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 11:18:48.600018 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:18:48.600018 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:18:48.600018 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:18:48.600018 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:18:48.600018 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:18:48.600018 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 11:18:48.600018 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:18:48.600018 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 11:18:48.600018 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:18:48.600018 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:18:48.600018 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:18:48.600018 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 11:18:48.600018 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:18:48.600018 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:18:48.600018 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:18:48.600018 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:18:48.600018 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:18:48.600018 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:18:48.600018 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:18:48.666372 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4d26330e-e021-425d-8dd4-32270a887205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (ac402220-8843-4f22-b6ea-f641879e5ebb), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:48.672506 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4d26330e-e021-425d-8dd4-32270a887205 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:48.675644 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4d26330e-e021-425d-8dd4-32270a887205 admin admin] 10.222.0.11 "DELETE /v2.0/networks/ac402220-8843-4f22-b6ea-f641879e5ebb HTTP/1.1" status: 204 len: 168 time: 0.6308794 Mar 07 11:18:48.698740 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d26330e-e021-425d-8dd4-32270a887205 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac402220-8843-4f22-b6ea-f641879e5ebb,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:48.799385 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41774) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:48.839718 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d48bca60-9f84-4801-89d6-3c58397a4993 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c07cad35602e4778b9cb9eb4a32e8f55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390840 Mar 07 11:18:48.842048 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41776) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:48.888047 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cbd7d413-0054-470a-a89c-bf0d7343f663 admin admin] Publish callbacks [] for security_group (8838f7c4-ef33-4d6f-937c-61a549612663), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:48.912418 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cbd7d413-0054-470a-a89c-bf0d7343f663 admin admin] Publish callbacks [] for security_group (8838f7c4-ef33-4d6f-937c-61a549612663), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:48.966265 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cbd7d413-0054-470a-a89c-bf0d7343f663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8838f7c4-ef33-4d6f-937c-61a549612663), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:48.969749 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cbd7d413-0054-470a-a89c-bf0d7343f663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:48.970934 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cbd7d413-0054-470a-a89c-bf0d7343f663 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8838f7c4-ef33-4d6f-937c-61a549612663 HTTP/1.1" status: 204 len: 168 time: 0.1280005 Mar 07 11:18:48.980637 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7d413-0054-470a-a89c-bf0d7343f663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8838f7c4-ef33-4d6f-937c-61a549612663,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:49.350381 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41782) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:49.363814 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-10a75fbf-7798-42ef-8fd5-cbe79f1eb072 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:49.438565 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-10a75fbf-7798-42ef-8fd5-cbe79f1eb072 admin admin] Publish callbacks [] for security_group (39b24350-6d73-4199-a48e-177fdceb9016), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:49.442610 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-10a75fbf-7798-42ef-8fd5-cbe79f1eb072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (39b24350-6d73-4199-a48e-177fdceb9016), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:49.480677 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a75fbf-7798-42ef-8fd5-cbe79f1eb072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b24350-6d73-4199-a48e-177fdceb9016,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:49.487432 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-10a75fbf-7798-42ef-8fd5-cbe79f1eb072 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.1335192 Mar 07 11:18:49.488290 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41784) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:18:49.539619 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3d99448c-0d0c-4b20-9b98-178b4d45619f admin admin] Publish callbacks [] for security_group (39b24350-6d73-4199-a48e-177fdceb9016), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:49.561466 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3d99448c-0d0c-4b20-9b98-178b4d45619f admin admin] Publish callbacks [] for security_group (39b24350-6d73-4199-a48e-177fdceb9016), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:49.613339 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3d99448c-0d0c-4b20-9b98-178b4d45619f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (39b24350-6d73-4199-a48e-177fdceb9016), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:49.616765 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3d99448c-0d0c-4b20-9b98-178b4d45619f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:18:49.618005 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3d99448c-0d0c-4b20-9b98-178b4d45619f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/39b24350-6d73-4199-a48e-177fdceb9016 HTTP/1.1" status: 204 len: 168 time: 0.1292922 Mar 07 11:18:49.626057 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99448c-0d0c-4b20-9b98-178b4d45619f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b24350-6d73-4199-a48e-177fdceb9016,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:18:49.858528 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 0e205c04-1ce8-4490-844c-ffaab48597e7 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:18:49.880995 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 0e205c04-1ce8-4490-844c-ffaab48597e7 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:18:49.881371 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 0e205c04-1ce8-4490-844c-ffaab48597e7 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:18:49.881787 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device fcded98c-e78d-4097-aacf-914ee5b4ed38 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:18:49.902092 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: fcded98c-e78d-4097-aacf-914ee5b4ed38 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:18:49.902438 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device fcded98c-e78d-4097-aacf-914ee5b4ed38 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:18:53.195719 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:01.246861 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:19:06.519723 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-18ce0bff-8026-4867-a902-6395926d79fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:08.626255 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f2273b1b-bdbf-4da1-af1d-8e3e6a549f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:10.022398 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:11.765283 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:13.019382 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:18.552352 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:23.195171 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:36.520431 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0cf14c65-d0c5-4573-b667-b5e5c02a40b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:38.247061 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:19:38.627428 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5abaae26-88db-42b3-9d06-fc6f25acb87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:39.227660 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0bf7576b-debf-43a7-8901-ec5d62b794f5 req-37320214-f702-4906-a626-982640a2a25b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444365 Mar 07 11:19:39.295796 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7576b-debf-43a7-8901-ec5d62b794f5 req-fdb8a80a-d1c6-42dc-9fc6-8558cdae86d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:39.297577 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0bf7576b-debf-43a7-8901-ec5d62b794f5 req-fdb8a80a-d1c6-42dc-9fc6-8558cdae86d0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c84901d07e4a49b88f9fef019185eb1b&device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 1127 time: 0.0499070 Mar 07 11:19:39.399390 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7576b-debf-43a7-8901-ec5d62b794f5 req-aa7db383-4adc-4e98-8ff6-421aa1340ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:39.400891 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0bf7576b-debf-43a7-8901-ec5d62b794f5 req-aa7db383-4adc-4e98-8ff6-421aa1340ed3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=204cc519-b30d-4492-9fc5-23c1f345ed50 HTTP/1.1" status: 200 len: 913 time: 0.0853925 Mar 07 11:19:39.470845 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0bf7576b-debf-43a7-8901-ec5d62b794f5 req-6191a626-6b30-422a-8866-999054b7634e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67df4b45-2b24-413f-818f-00f746bec00e HTTP/1.1" status: 200 len: 1001 time: 0.0634604 Mar 07 11:19:39.519078 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7576b-debf-43a7-8901-ec5d62b794f5 req-a11b23ea-c51f-4907-8213-99e4163b882c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:39.520399 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0bf7576b-debf-43a7-8901-ec5d62b794f5 req-a11b23ea-c51f-4907-8213-99e4163b882c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=933e5dcd-1517-490a-9fa0-e2d8293cf2f0 HTTP/1.1" status: 200 len: 851 time: 0.0439789 Mar 07 11:19:39.568050 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7576b-debf-43a7-8901-ec5d62b794f5 req-0fa86ff0-b248-411d-a158-673e2227c379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:39.569828 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0bf7576b-debf-43a7-8901-ec5d62b794f5 req-0fa86ff0-b248-411d-a158-673e2227c379 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=204cc519-b30d-4492-9fc5-23c1f345ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431323 Mar 07 11:19:39.579810 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-0bf7576b-debf-43a7-8901-ec5d62b794f5 req-9c71be3f-a7b0-4b86-93b2-4c11d41aac69 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:19:39.580743 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0bf7576b-debf-43a7-8901-ec5d62b794f5 req-9c71be3f-a7b0-4b86-93b2-4c11d41aac69 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050066 Mar 07 11:19:39.669450 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0bf7576b-debf-43a7-8901-ec5d62b794f5 req-d0e0a134-3fb0-4ed0-9647-acc30b5ae79a service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827937 Mar 07 11:19:39.757917 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0bf7576b-debf-43a7-8901-ec5d62b794f5 req-683ec295-0114-4c68-a282-345a18640696 service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823946 Mar 07 11:19:40.025472 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:41.768367 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:43.011959 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:43.662542 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5cd64e7e-0f81-4305-87c4-3b197fd01682 req-054a199a-e302-4b29-a826-f2b4ac4afc34 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=125abd87-992d-412a-9b8a-0aff8a705041&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433912 Mar 07 11:19:43.745639 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd64e7e-0f81-4305-87c4-3b197fd01682 req-c373a735-3390-4d99-8892-b9784a0813dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:43.747135 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5cd64e7e-0f81-4305-87c4-3b197fd01682 req-c373a735-3390-4d99-8892-b9784a0813dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5985484c6fa149c081f84b89f8d9b73f&device_id=125abd87-992d-412a-9b8a-0aff8a705041 HTTP/1.1" status: 200 len: 1127 time: 0.0445576 Mar 07 11:19:43.852250 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd64e7e-0f81-4305-87c4-3b197fd01682 req-0936327e-a610-45f4-8a2a-a52fe6e3493d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:43.853748 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5cd64e7e-0f81-4305-87c4-3b197fd01682 req-0936327e-a610-45f4-8a2a-a52fe6e3493d service neutron] 10.222.0.21 "GET /v2.0/networks?id=0df82b9c-5ce6-40eb-bc55-bc755592d794 HTTP/1.1" status: 200 len: 910 time: 0.0887401 Mar 07 11:19:43.917525 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5cd64e7e-0f81-4305-87c4-3b197fd01682 req-33e9acb1-f71c-4738-885f-47433840d77c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8f8bdf4-6248-49ab-bda9-fb08eefae3e4 HTTP/1.1" status: 200 len: 1000 time: 0.0578310 Mar 07 11:19:43.964170 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd64e7e-0f81-4305-87c4-3b197fd01682 req-8c90aedf-bfda-4284-ad1e-c76d51365b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:43.965896 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5cd64e7e-0f81-4305-87c4-3b197fd01682 req-8c90aedf-bfda-4284-ad1e-c76d51365b57 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=429f08ac-b27b-4332-8428-12eac555e652 HTTP/1.1" status: 200 len: 848 time: 0.0432990 Mar 07 11:19:44.017504 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd64e7e-0f81-4305-87c4-3b197fd01682 req-b6e3d6a0-ccc4-4c26-9ba9-c6796c0c073d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:44.018958 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5cd64e7e-0f81-4305-87c4-3b197fd01682 req-b6e3d6a0-ccc4-4c26-9ba9-c6796c0c073d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0df82b9c-5ce6-40eb-bc55-bc755592d794&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0467408 Mar 07 11:19:44.028486 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-5cd64e7e-0f81-4305-87c4-3b197fd01682 req-f9aa2c8f-0e7c-4cf2-8740-b7499af8b45c service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:19:44.029544 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5cd64e7e-0f81-4305-87c4-3b197fd01682 req-f9aa2c8f-0e7c-4cf2-8740-b7499af8b45c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046690 Mar 07 11:19:44.116864 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5cd64e7e-0f81-4305-87c4-3b197fd01682 req-4ea020f6-dc75-42c9-a0ef-739947825bd7 service neutron] 10.222.0.21 "GET /v2.0/networks/0df82b9c-5ce6-40eb-bc55-bc755592d794?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811148 Mar 07 11:19:44.207177 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5cd64e7e-0f81-4305-87c4-3b197fd01682 req-7a7ad200-72b9-4eb5-98e2-71764f56f83e service neutron] 10.222.0.21 "GET /v2.0/networks/0df82b9c-5ce6-40eb-bc55-bc755592d794?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839882 Mar 07 11:19:48.554605 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:52.833692 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41812) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:19:52.989680 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-64ecec28-2860-473d-b59e-7b7dccb7c0c0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Deleting port 83fbab53-9bd3-4746-89e2-a53df7a21413 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:19:52.990021 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-64ecec28-2860-473d-b59e-7b7dccb7c0c0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (83fbab53-9bd3-4746-89e2-a53df7a21413), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:53.065442 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-64ecec28-2860-473d-b59e-7b7dccb7c0c0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (83fbab53-9bd3-4746-89e2-a53df7a21413), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:53.065763 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-64ecec28-2860-473d-b59e-7b7dccb7c0c0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for floatingip (83fbab53-9bd3-4746-89e2-a53df7a21413), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:53.077671 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-64ecec28-2860-473d-b59e-7b7dccb7c0c0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Calling delete_port for 83fbab53-9bd3-4746-89e2-a53df7a21413 owned by network:floatingip {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:19:53.196795 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:53.222239 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-64ecec28-2860-473d-b59e-7b7dccb7c0c0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (83fbab53-9bd3-4746-89e2-a53df7a21413), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:53.251211 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ecec28-2860-473d-b59e-7b7dccb7c0c0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Pushing event deleted for resources: {'Port': ['ID=83fbab53-9bd3-4746-89e2-a53df7a21413,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:53.262954 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ecec28-2860-473d-b59e-7b7dccb7c0c0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:53.263297 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ecec28-2860-473d-b59e-7b7dccb7c0c0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:53.263631 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ecec28-2860-473d-b59e-7b7dccb7c0c0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:53.263963 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ecec28-2860-473d-b59e-7b7dccb7c0c0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:53.264300 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ecec28-2860-473d-b59e-7b7dccb7c0c0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:53.264628 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ecec28-2860-473d-b59e-7b7dccb7c0c0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:53.264952 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ecec28-2860-473d-b59e-7b7dccb7c0c0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:53.265301 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ecec28-2860-473d-b59e-7b7dccb7c0c0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:53.265622 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ecec28-2860-473d-b59e-7b7dccb7c0c0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:53.265941 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ecec28-2860-473d-b59e-7b7dccb7c0c0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:53.266262 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ecec28-2860-473d-b59e-7b7dccb7c0c0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:53.266579 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ecec28-2860-473d-b59e-7b7dccb7c0c0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:53.266896 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ecec28-2860-473d-b59e-7b7dccb7c0c0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:53.322028 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-64ecec28-2860-473d-b59e-7b7dccb7c0c0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for floatingip (2491c277-5a3b-4d23-9b4e-5f7811622c12), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:53.322388 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-64ecec28-2860-473d-b59e-7b7dccb7c0c0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Floating IP 2491c277-5a3b-4d23-9b4e-5f7811622c12 disassociated (deleted). External IP: 172.25.3.137, port: 67df4b45-2b24-413f-818f-00f746bec00e. Mar 07 11:19:53.842800 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ecec28-2860-473d-b59e-7b7dccb7c0c0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Router fa32354e-dacc-4f8a-bf67-ede49ac38b89 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:19:53.951551 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ecec28-2860-473d-b59e-7b7dccb7c0c0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:19:53.956283 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-64ecec28-2860-473d-b59e-7b7dccb7c0c0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:53.960821 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94319af2-a8b8-4b1f-a29c-782cbe189ebd None None] Sync routers for ids ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:19:53.970754 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94319af2-a8b8-4b1f-a29c-782cbe189ebd None None] Routers {'fa32354e-dacc-4f8a-bf67-ede49ac38b89'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:19:53.971362 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-94319af2-a8b8-4b1f-a29c-782cbe189ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:19:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:19:53.985571 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-64ecec28-2860-473d-b59e-7b7dccb7c0c0 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "DELETE /v2.0/floatingips/2491c277-5a3b-4d23-9b4e-5f7811622c12 HTTP/1.1" status: 204 len: 168 time: 1.1507869 Mar 07 11:19:53.986147 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4a5007-7db5-44ed-9886-88ee883bc125', 'tag': '67df4b45-2b24-413f-818f-00f746bec00e'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:19:53.988391 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fdba6de-f441-47a9-a667-1d78993d8cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "6d4a5007-7db5-44ed-9886-88ee883bc125", "tag": "67df4b45-2b24-413f-818f-00f746bec00e"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:19:54.027786 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6da8ee-084d-4be8-a6e8-e32accf82258 x-openstack-request-id: req-9b6da8ee-084d-4be8-a6e8-e32accf82258 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:19:54.028426 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d4a5007-7db5-44ed-9886-88ee883bc125", "tag": "67df4b45-2b24-413f-818f-00f746bec00e", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:19:54.029004 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9b6da8ee-084d-4be8-a6e8-e32accf82258 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:19:54.029511 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d4a5007-7db5-44ed-9886-88ee883bc125', 'tag': '67df4b45-2b24-413f-818f-00f746bec00e', 'status': 'completed', 'code': 200} Mar 07 11:19:54.095034 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-94319af2-a8b8-4b1f-a29c-782cbe189ebd None None] Set router fa32354e-dacc-4f8a-bf67-ede49ac38b89 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:19:54.109584 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdba6de-f441-47a9-a667-1d78993d8cdf req-ab0be64c-e0f4-4f6b-aa09-29c402919739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:54.111889 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6fdba6de-f441-47a9-a667-1d78993d8cdf req-ab0be64c-e0f4-4f6b-aa09-29c402919739 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c84901d07e4a49b88f9fef019185eb1b&device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 1127 time: 0.0618932 Mar 07 11:19:54.209247 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdba6de-f441-47a9-a667-1d78993d8cdf req-ed763bb4-835a-4e8e-88ca-40dc6b915776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:54.211591 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6fdba6de-f441-47a9-a667-1d78993d8cdf req-ed763bb4-835a-4e8e-88ca-40dc6b915776 service neutron] 10.222.0.31 "GET /v2.0/networks?id=204cc519-b30d-4492-9fc5-23c1f345ed50 HTTP/1.1" status: 200 len: 913 time: 0.0918353 Mar 07 11:19:54.235271 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678cd44-b091-4e79-b86c-58caddbc0069 req-e0830bb2-26e8-4387-8248-15d793c55f77 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:54.236707 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3678cd44-b091-4e79-b86c-58caddbc0069 req-e0830bb2-26e8-4387-8248-15d793c55f77 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 945 time: 0.0551131 Mar 07 11:19:54.256069 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6fdba6de-f441-47a9-a667-1d78993d8cdf req-6b1637f8-43fd-433e-9c7d-c32c1d800f2e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67df4b45-2b24-413f-818f-00f746bec00e HTTP/1.1" status: 200 len: 217 time: 0.0380738 Mar 07 11:19:54.290144 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3678cd44-b091-4e79-b86c-58caddbc0069 req-7409a17e-aafc-4bc4-87ca-3f7d1281bec2 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454199 Mar 07 11:19:54.310171 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdba6de-f441-47a9-a667-1d78993d8cdf req-5ac175bd-69fd-491d-b2b1-9a19b6c6d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:54.311842 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6fdba6de-f441-47a9-a667-1d78993d8cdf req-5ac175bd-69fd-491d-b2b1-9a19b6c6d5ef service neutron] 10.222.0.31 "GET /v2.0/subnets?id=933e5dcd-1517-490a-9fa0-e2d8293cf2f0 HTTP/1.1" status: 200 len: 851 time: 0.0500622 Mar 07 11:19:54.360447 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdba6de-f441-47a9-a667-1d78993d8cdf req-d6af889e-3b73-4854-8a51-a3a48cd8319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:54.361874 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6fdba6de-f441-47a9-a667-1d78993d8cdf req-d6af889e-3b73-4854-8a51-a3a48cd8319c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=204cc519-b30d-4492-9fc5-23c1f345ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0437682 Mar 07 11:19:54.364092 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-94319af2-a8b8-4b1f-a29c-782cbe189ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'name': 'tempest-TestVolumeBootPattern-1894275182-router', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:14Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'gw_port': {'id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:15Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'fd5dc98a-1843-492a-9c1e-381875acb855', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'port_id': '67a6f39c-9e68-47fa-aa6a-5e8ed15895ea', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'mac_address': 'fa:16:3e:92:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea9a759-d19d-4df0-beff-224303f67868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:15:59Z', 'updated_at': '2022-03-07T11:16:01Z', 'revision_number': 1, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7115265-9ddc-4a53-97bd-eab200ea7377', 'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'mac_address': 'fa:16:3e:a5:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:21Z', 'updated_at': '2022-03-07T11:06:30Z', 'revision_number': 5, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'subnets': [{'id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:19:54.390635 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94319af2-a8b8-4b1f-a29c-782cbe189ebd None None] Checking router: fa32354e-dacc-4f8a-bf67-ede49ac38b89 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:19:54.398861 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94319af2-a8b8-4b1f-a29c-782cbe189ebd None None] Routers {'fa32354e-dacc-4f8a-bf67-ede49ac38b89'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:19:54.399458 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-94319af2-a8b8-4b1f-a29c-782cbe189ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:19:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:19:54.454785 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6fdba6de-f441-47a9-a667-1d78993d8cdf req-63b1d0f6-577c-4422-8405-81515e87580f service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858700 Mar 07 11:19:54.506285 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-94319af2-a8b8-4b1f-a29c-782cbe189ebd None None] Set router fa32354e-dacc-4f8a-bf67-ede49ac38b89 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:19:54.543476 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6fdba6de-f441-47a9-a667-1d78993d8cdf req-77fe4e65-b886-4a41-a544-ec25879d1650 service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825076 Mar 07 11:19:54.721131 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-94319af2-a8b8-4b1f-a29c-782cbe189ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'name': 'tempest-TestVolumeBootPattern-1894275182-router', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:14Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'gw_port': {'id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:15Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'fd5dc98a-1843-492a-9c1e-381875acb855', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'port_id': '67a6f39c-9e68-47fa-aa6a-5e8ed15895ea', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'mac_address': 'fa:16:3e:92:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea9a759-d19d-4df0-beff-224303f67868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:15:59Z', 'updated_at': '2022-03-07T11:16:01Z', 'revision_number': 1, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7115265-9ddc-4a53-97bd-eab200ea7377', 'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'mac_address': 'fa:16:3e:a5:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:21Z', 'updated_at': '2022-03-07T11:06:30Z', 'revision_number': 5, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'subnets': [{'id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:19:54.750724 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94319af2-a8b8-4b1f-a29c-782cbe189ebd None None] The sync data for ids ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'] in n-d-832164-4 is: [{'id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'name': 'tempest-TestVolumeBootPattern-1894275182-router', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:14Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'gw_port': {'id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:15Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'fd5dc98a-1843-492a-9c1e-381875acb855', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'port_id': '67a6f39c-9e68-47fa-aa6a-5e8ed15895ea', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'mac_address': 'fa:16:3e:92:e1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea9a759-d19d-4df0-beff-224303f67868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:15:59Z', 'updated_at': '2022-03-07T11:16:01Z', 'revision_number': 1, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7115265-9ddc-4a53-97bd-eab200ea7377', 'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'mac_address': 'fa:16:3e:a5:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:21Z', 'updated_at': '2022-03-07T11:06:30Z', 'revision_number': 5, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'subnets': [{'id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:19:54.970743 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2fb46d-5339-40ab-b62e-3498ad18da79 None None] New status for floating IP 2491c277-5a3b-4d23-9b4e-5f7811622c12: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:19:55.411559 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf85f5-16e6-4629-84ae-b3a7423efd94 req-3025a9b3-18f2-4869-99c5-03032b45d034 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:55.413042 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-28bf85f5-16e6-4629-84ae-b3a7423efd94 req-3025a9b3-18f2-4869-99c5-03032b45d034 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 945 time: 0.0530369 Mar 07 11:19:55.466353 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-28bf85f5-16e6-4629-84ae-b3a7423efd94 req-b3648602-c0e2-4e07-af5c-fd16508ab3a1 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473278 Mar 07 11:19:55.779643 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84bfd3-bb1e-43f3-a189-df477452d3b9 req-3657b193-cb57-411e-8c27-455dc52ea544 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:19:55.781083 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ed84bfd3-bb1e-43f3-a189-df477452d3b9 req-3657b193-cb57-411e-8c27-455dc52ea544 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.31 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 945 time: 0.0523572 Mar 07 11:19:55.872671 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-ed84bfd3-bb1e-43f3-a189-df477452d3b9 req-6d4b5122-78ec-4052-a07e-fb5d5dd96a2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Deleting port 67df4b45-2b24-413f-818f-00f746bec00e {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:19:55.873016 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ed84bfd3-bb1e-43f3-a189-df477452d3b9 req-6d4b5122-78ec-4052-a07e-fb5d5dd96a2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (67df4b45-2b24-413f-818f-00f746bec00e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:55.962558 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-ed84bfd3-bb1e-43f3-a189-df477452d3b9 req-6d4b5122-78ec-4052-a07e-fb5d5dd96a2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] For port 67df4b45-2b24-413f-818f-00f746bec00e, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=67df4b45-2b24-413f-818f-00f746bec00e,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:19:55.962917 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ed84bfd3-bb1e-43f3-a189-df477452d3b9 req-6d4b5122-78ec-4052-a07e-fb5d5dd96a2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (67df4b45-2b24-413f-818f-00f746bec00e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:55.974927 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-ed84bfd3-bb1e-43f3-a189-df477452d3b9 req-6d4b5122-78ec-4052-a07e-fb5d5dd96a2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Calling delete_port for 67df4b45-2b24-413f-818f-00f746bec00e owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:19:56.101375 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ed84bfd3-bb1e-43f3-a189-df477452d3b9 req-6d4b5122-78ec-4052-a07e-fb5d5dd96a2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (67df4b45-2b24-413f-818f-00f746bec00e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:56.130796 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4b5122-78ec-4052-a07e-fb5d5dd96a2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Pushing event deleted for resources: {'Port': ['ID=67df4b45-2b24-413f-818f-00f746bec00e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:19:56.156709 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b5122-78ec-4052-a07e-fb5d5dd96a2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:56.157068 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b5122-78ec-4052-a07e-fb5d5dd96a2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:56.157571 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b5122-78ec-4052-a07e-fb5d5dd96a2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:56.157917 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b5122-78ec-4052-a07e-fb5d5dd96a2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:56.158257 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b5122-78ec-4052-a07e-fb5d5dd96a2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:56.158594 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b5122-78ec-4052-a07e-fb5d5dd96a2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:56.158927 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b5122-78ec-4052-a07e-fb5d5dd96a2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:56.159258 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b5122-78ec-4052-a07e-fb5d5dd96a2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:56.159586 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b5122-78ec-4052-a07e-fb5d5dd96a2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:56.159912 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b5122-78ec-4052-a07e-fb5d5dd96a2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:56.160239 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b5122-78ec-4052-a07e-fb5d5dd96a2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:56.160565 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b5122-78ec-4052-a07e-fb5d5dd96a2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:56.160896 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4b5122-78ec-4052-a07e-fb5d5dd96a2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:19:56.186510 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed84bfd3-bb1e-43f3-a189-df477452d3b9 req-6d4b5122-78ec-4052-a07e-fb5d5dd96a2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] No DVR routers for this DVR port 67df4b45-2b24-413f-818f-00f746bec00e on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:19:56.189015 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-ed84bfd3-bb1e-43f3-a189-df477452d3b9 req-6d4b5122-78ec-4052-a07e-fb5d5dd96a2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:19:56.192342 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ed84bfd3-bb1e-43f3-a189-df477452d3b9 req-6d4b5122-78ec-4052-a07e-fb5d5dd96a2b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.31 "DELETE /v2.0/ports/67df4b45-2b24-413f-818f-00f746bec00e HTTP/1.1" status: 204 len: 173 time: 0.4059403 Mar 07 11:19:56.192783 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4a5007-7db5-44ed-9886-88ee883bc125', 'name': 'network-vif-deleted', 'tag': '67df4b45-2b24-413f-818f-00f746bec00e'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:19:56.195126 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fffe5e-d7e4-44f2-85aa-e4716236d5fa" -d '{"events": [{"server_uuid": "6d4a5007-7db5-44ed-9886-88ee883bc125", "name": "network-vif-deleted", "tag": "67df4b45-2b24-413f-818f-00f746bec00e"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:19:56.426975 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffc83f9-a4fe-4d2f-a393-f154cac669ba x-openstack-request-id: req-cffc83f9-a4fe-4d2f-a393-f154cac669ba {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:19:56.427579 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d4a5007-7db5-44ed-9886-88ee883bc125", "name": "network-vif-deleted", "tag": "67df4b45-2b24-413f-818f-00f746bec00e", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:19:56.427690 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cffc83f9-a4fe-4d2f-a393-f154cac669ba {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:19:56.428143 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4a5007-7db5-44ed-9886-88ee883bc125', 'name': 'network-vif-deleted', 'tag': '67df4b45-2b24-413f-818f-00f746bec00e', 'status': 'completed', 'code': 200} Mar 07 11:19:56.566606 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2d07a3cb-ca13-4c84-a1da-c8be0bf458d1 req-2ce3d0d3-999e-41b0-8cca-ff8a20d62a36 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 210 time: 0.0283618 Mar 07 11:19:57.787189 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-824d41a1-358d-4f21-be8d-209e042880e2 req-878c323a-8dd0-4684-aaf2-15e201d5b096 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 210 time: 0.1503761 Mar 07 11:19:58.948335 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c4746c00-fff3-48a4-98f6-cb1119bdfcef req-18209251-f154-48e1-ac1e-e6f6bdc25198 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 210 time: 0.0911510 Mar 07 11:20:00.043804 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-38b435b0-6c0a-4d4a-be94-308608cfa40e req-0d4a21e5-f07b-45ac-8d23-360da40b431d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 210 time: 0.0287280 Mar 07 11:20:00.154121 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 67df4b45-2b24-413f-818f-00f746bec00e no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:20:00.173992 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 67df4b45-2b24-413f-818f-00f746bec00e {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:20:00.174333 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 67df4b45-2b24-413f-818f-00f746bec00e not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:20:01.478594 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c339992e-78bf-49a2-9ffd-87bd7c4219dc req-9a65d4dc-992a-47e8-9d36-f783fb16af98 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 210 time: 0.3673971 Mar 07 11:20:02.575268 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b45c3ea-aed6-466e-80dd-b0ef1c680a1b req-f03a4347-5295-4f59-be21-bdb0e15314df tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 210 time: 0.0278149 Mar 07 11:20:03.669788 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-548d9379-9ebb-4580-83ac-546945287266 req-c1c04942-e4f9-4583-8008-dc06e75c5608 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 210 time: 0.0269530 Mar 07 11:20:04.767695 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7cf36923-8729-45be-96d5-655d95622eee req-4b4aa0c9-b92c-45ac-9b63-9f5096425b83 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=6d4a5007-7db5-44ed-9886-88ee883bc125 HTTP/1.1" status: 200 len: 210 time: 0.0274711 Mar 07 11:20:06.523072 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8ed3d0b9-75be-4172-8884-84bf336e2bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:08.634635 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-998e363a-6f9d-49a7-a9b3-845dbfc474ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:10.028418 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:11.714194 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db32a6b-1c65-4c6e-a61a-287a3a52e3a0 req-6b534743-e35b-432c-bdbd-be68fedd3db3 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:11.715670 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3db32a6b-1c65-4c6e-a61a-287a3a52e3a0 req-6b534743-e35b-432c-bdbd-be68fedd3db3 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "GET /v2.0/ports?device_id=125abd87-992d-412a-9b8a-0aff8a705041 HTTP/1.1" status: 200 len: 945 time: 0.0563674 Mar 07 11:20:11.772176 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3db32a6b-1c65-4c6e-a61a-287a3a52e3a0 req-0b19b0da-8026-4fe1-b5ab-9721b87ddac1 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ee85374-3e9c-45a2-a315-74723f6ff1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492337 Mar 07 11:20:11.772794 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:12.906424 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f05ef2-8b64-4671-90aa-1dd94a1ccd1c req-9b16c762-b778-4b09-ac9e-9f08f482f386 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:12.907918 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-55f05ef2-8b64-4671-90aa-1dd94a1ccd1c req-9b16c762-b778-4b09-ac9e-9f08f482f386 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "GET /v2.0/ports?device_id=125abd87-992d-412a-9b8a-0aff8a705041 HTTP/1.1" status: 200 len: 945 time: 0.0574734 Mar 07 11:20:12.999465 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4caee-85c2-46b7-bdf3-9b9bc1673a98 req-c3cca168-90cd-49a3-969f-cdd37b63f14f tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:13.000930 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9ff4caee-85c2-46b7-bdf3-9b9bc1673a98 req-c3cca168-90cd-49a3-969f-cdd37b63f14f tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.21 "GET /v2.0/ports?device_id=125abd87-992d-412a-9b8a-0aff8a705041 HTTP/1.1" status: 200 len: 945 time: 0.0919528 Mar 07 11:20:13.004906 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-55f05ef2-8b64-4671-90aa-1dd94a1ccd1c req-d5e19d97-9640-43c2-bb7f-05e734fb9bdf tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "GET /v2.0/security-groups?id=8ee85374-3e9c-45a2-a315-74723f6ff1d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880156 Mar 07 11:20:13.026396 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:13.108520 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-9ff4caee-85c2-46b7-bdf3-9b9bc1673a98 req-b902f718-4dec-4916-b71c-ce433d8b4310 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Deleting port f8f8bdf4-6248-49ab-bda9-fb08eefae3e4 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:20:13.108804 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9ff4caee-85c2-46b7-bdf3-9b9bc1673a98 req-b902f718-4dec-4916-b71c-ce433d8b4310 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (f8f8bdf4-6248-49ab-bda9-fb08eefae3e4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:13.213133 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-9ff4caee-85c2-46b7-bdf3-9b9bc1673a98 req-b902f718-4dec-4916-b71c-ce433d8b4310 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] For port f8f8bdf4-6248-49ab-bda9-fb08eefae3e4, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=f8f8bdf4-6248-49ab-bda9-fb08eefae3e4,segment=NetworkSegment(0f544745-6080-42df-b8dd-0a1dbb55d616),segment_id=0f544745-6080-42df-b8dd-0a1dbb55d616)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:20:13.213846 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9ff4caee-85c2-46b7-bdf3-9b9bc1673a98 req-b902f718-4dec-4916-b71c-ce433d8b4310 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (f8f8bdf4-6248-49ab-bda9-fb08eefae3e4), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:13.462119 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9ff4caee-85c2-46b7-bdf3-9b9bc1673a98 req-b902f718-4dec-4916-b71c-ce433d8b4310 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:13.462482 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9ff4caee-85c2-46b7-bdf3-9b9bc1673a98 req-b902f718-4dec-4916-b71c-ce433d8b4310 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (7742bea8-f6cf-4e3d-844a-68c9e50d91c1), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:13.462794 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [req-9ff4caee-85c2-46b7-bdf3-9b9bc1673a98 req-b902f718-4dec-4916-b71c-ce433d8b4310 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Floating IP 7742bea8-f6cf-4e3d-844a-68c9e50d91c1 disassociated. External IP: 172.25.3.25, port: f8f8bdf4-6248-49ab-bda9-fb08eefae3e4. Mar 07 11:20:13.463130 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-9ff4caee-85c2-46b7-bdf3-9b9bc1673a98 req-b902f718-4dec-4916-b71c-ce433d8b4310 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Calling delete_port for f8f8bdf4-6248-49ab-bda9-fb08eefae3e4 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:20:13.605992 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9ff4caee-85c2-46b7-bdf3-9b9bc1673a98 req-b902f718-4dec-4916-b71c-ce433d8b4310 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (f8f8bdf4-6248-49ab-bda9-fb08eefae3e4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:13.636142 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902f718-4dec-4916-b71c-ce433d8b4310 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Pushing event deleted for resources: {'Port': ['ID=f8f8bdf4-6248-49ab-bda9-fb08eefae3e4,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:13.756199 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ff4caee-85c2-46b7-bdf3-9b9bc1673a98 req-b902f718-4dec-4916-b71c-ce433d8b4310 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Router 5e5123e5-1e85-4a17-b113-30ae677d4845 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:20:13.869042 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ff4caee-85c2-46b7-bdf3-9b9bc1673a98 req-b902f718-4dec-4916-b71c-ce433d8b4310 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:20:13.878349 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6de1bbf-7873-4b8d-bf76-b5321a058f7e None None] Sync routers for ids ['5e5123e5-1e85-4a17-b113-30ae677d4845'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:20:13.889510 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6de1bbf-7873-4b8d-bf76-b5321a058f7e None None] Routers {'5e5123e5-1e85-4a17-b113-30ae677d4845'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:20:13.890233 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b6de1bbf-7873-4b8d-bf76-b5321a058f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:20:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5e5123e5-1e85-4a17-b113-30ae677d4845'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:13.909968 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff4caee-85c2-46b7-bdf3-9b9bc1673a98 req-b902f718-4dec-4916-b71c-ce433d8b4310 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] No DVR routers for this DVR port f8f8bdf4-6248-49ab-bda9-fb08eefae3e4 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:20:13.912732 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9ff4caee-85c2-46b7-bdf3-9b9bc1673a98 req-b902f718-4dec-4916-b71c-ce433d8b4310 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:13.916945 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9ff4caee-85c2-46b7-bdf3-9b9bc1673a98 req-b902f718-4dec-4916-b71c-ce433d8b4310 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.21 "DELETE /v2.0/ports/f8f8bdf4-6248-49ab-bda9-fb08eefae3e4 HTTP/1.1" status: 204 len: 173 time: 0.9110560 Mar 07 11:20:13.917407 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '125abd87-992d-412a-9b8a-0aff8a705041', 'name': 'network-vif-deleted', 'tag': 'f8f8bdf4-6248-49ab-bda9-fb08eefae3e4'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:20:13.919725 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a7437b-a358-47dd-bd2d-a9fa52f5a5f8" -d '{"events": [{"server_uuid": "125abd87-992d-412a-9b8a-0aff8a705041", "name": "network-vif-deleted", "tag": "f8f8bdf4-6248-49ab-bda9-fb08eefae3e4"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:20:13.956302 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53ff145-aba0-47d5-aa33-5358bc120258 x-openstack-request-id: req-d53ff145-aba0-47d5-aa33-5358bc120258 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:20:13.956690 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "125abd87-992d-412a-9b8a-0aff8a705041", "name": "network-vif-deleted", "tag": "f8f8bdf4-6248-49ab-bda9-fb08eefae3e4", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:20:13.957066 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d53ff145-aba0-47d5-aa33-5358bc120258 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:20:13.957594 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '125abd87-992d-412a-9b8a-0aff8a705041', 'name': 'network-vif-deleted', 'tag': 'f8f8bdf4-6248-49ab-bda9-fb08eefae3e4', 'status': 'completed', 'code': 200} Mar 07 11:20:14.004394 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-b6de1bbf-7873-4b8d-bf76-b5321a058f7e None None] Set router 5e5123e5-1e85-4a17-b113-30ae677d4845 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:20:14.138825 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-802ccf81-a750-4264-afc3-f633d5c973f9 req-ff35b8d8-cc03-44d0-aa21-6857e87d40a3 tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "GET /v2.0/ports?device_id=125abd87-992d-412a-9b8a-0aff8a705041 HTTP/1.1" status: 200 len: 210 time: 0.0311453 Mar 07 11:20:14.323202 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41894) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:20:14.337718 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b6de1bbf-7873-4b8d-bf76-b5321a058f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'name': 'tempest-TestServerBasicOps-1621051019-router', 'tenant_id': '5985484c6fa149c081f84b89f8d9b73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '147c2ed9-2510-459d-b524-1f9967d325a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:15:07Z', 'updated_at': '2022-03-07T11:15:10Z', 'revision_number': 4, 'project_id': '5985484c6fa149c081f84b89f8d9b73f', 'gw_port': {'id': '147c2ed9-2510-459d-b524-1f9967d325a1', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ec:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:15:08Z', 'updated_at': '2022-03-07T11:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'e5f60037-93ee-4159-b7e5-4162211c595e', 'name': '', 'network_id': '0df82b9c-5ce6-40eb-bc55-bc755592d794', 'tenant_id': '5985484c6fa149c081f84b89f8d9b73f', 'mac_address': 'fa:16:3e:22:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '429f08ac-b27b-4332-8428-12eac555e652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:15:10Z', 'updated_at': '2022-03-07T11:15:14Z', 'revision_number': 5, 'project_id': '5985484c6fa149c081f84b89f8d9b73f', 'subnets': [{'id': '429f08ac-b27b-4332-8428-12eac555e652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:14.363962 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6de1bbf-7873-4b8d-bf76-b5321a058f7e None None] Checking router: 5e5123e5-1e85-4a17-b113-30ae677d4845 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:20:14.375581 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6de1bbf-7873-4b8d-bf76-b5321a058f7e None None] Routers {'5e5123e5-1e85-4a17-b113-30ae677d4845'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:20:14.376974 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b6de1bbf-7873-4b8d-bf76-b5321a058f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:20:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5e5123e5-1e85-4a17-b113-30ae677d4845'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:14.491067 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-b6de1bbf-7873-4b8d-bf76-b5321a058f7e None None] Set router 5e5123e5-1e85-4a17-b113-30ae677d4845 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:20:14.492792 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-927044ed-e12f-405f-b4e4-0bfaf27fa167 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Deleting port bb37947f-31ae-45eb-b60e-1317af442e5e {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:20:14.493155 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-927044ed-e12f-405f-b4e4-0bfaf27fa167 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (bb37947f-31ae-45eb-b60e-1317af442e5e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:14.568965 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-927044ed-e12f-405f-b4e4-0bfaf27fa167 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (bb37947f-31ae-45eb-b60e-1317af442e5e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:14.569221 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-927044ed-e12f-405f-b4e4-0bfaf27fa167 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for floatingip (bb37947f-31ae-45eb-b60e-1317af442e5e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:14.581714 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-927044ed-e12f-405f-b4e4-0bfaf27fa167 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Calling delete_port for bb37947f-31ae-45eb-b60e-1317af442e5e owned by network:floatingip {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:20:14.685530 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b6de1bbf-7873-4b8d-bf76-b5321a058f7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'name': 'tempest-TestServerBasicOps-1621051019-router', 'tenant_id': '5985484c6fa149c081f84b89f8d9b73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '147c2ed9-2510-459d-b524-1f9967d325a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:15:07Z', 'updated_at': '2022-03-07T11:15:10Z', 'revision_number': 4, 'project_id': '5985484c6fa149c081f84b89f8d9b73f', 'gw_port': {'id': '147c2ed9-2510-459d-b524-1f9967d325a1', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ec:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:15:08Z', 'updated_at': '2022-03-07T11:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'e5f60037-93ee-4159-b7e5-4162211c595e', 'name': '', 'network_id': '0df82b9c-5ce6-40eb-bc55-bc755592d794', 'tenant_id': '5985484c6fa149c081f84b89f8d9b73f', 'mac_address': 'fa:16:3e:22:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '429f08ac-b27b-4332-8428-12eac555e652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:15:10Z', 'updated_at': '2022-03-07T11:15:14Z', 'revision_number': 5, 'project_id': '5985484c6fa149c081f84b89f8d9b73f', 'subnets': [{'id': '429f08ac-b27b-4332-8428-12eac555e652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:14.716100 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6de1bbf-7873-4b8d-bf76-b5321a058f7e None None] The sync data for ids ['5e5123e5-1e85-4a17-b113-30ae677d4845'] in n-d-832164-4 is: [{'id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'name': 'tempest-TestServerBasicOps-1621051019-router', 'tenant_id': '5985484c6fa149c081f84b89f8d9b73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '147c2ed9-2510-459d-b524-1f9967d325a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:15:07Z', 'updated_at': '2022-03-07T11:15:10Z', 'revision_number': 4, 'project_id': '5985484c6fa149c081f84b89f8d9b73f', 'gw_port': {'id': '147c2ed9-2510-459d-b524-1f9967d325a1', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ec:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:15:08Z', 'updated_at': '2022-03-07T11:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'e5f60037-93ee-4159-b7e5-4162211c595e', 'name': '', 'network_id': '0df82b9c-5ce6-40eb-bc55-bc755592d794', 'tenant_id': '5985484c6fa149c081f84b89f8d9b73f', 'mac_address': 'fa:16:3e:22:54:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '429f08ac-b27b-4332-8428-12eac555e652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:15:10Z', 'updated_at': '2022-03-07T11:15:14Z', 'revision_number': 5, 'project_id': '5985484c6fa149c081f84b89f8d9b73f', 'subnets': [{'id': '429f08ac-b27b-4332-8428-12eac555e652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:20:14.731287 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-927044ed-e12f-405f-b4e4-0bfaf27fa167 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (bb37947f-31ae-45eb-b60e-1317af442e5e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:14.757130 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927044ed-e12f-405f-b4e4-0bfaf27fa167 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Pushing event deleted for resources: {'Port': ['ID=bb37947f-31ae-45eb-b60e-1317af442e5e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:14.824264 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-927044ed-e12f-405f-b4e4-0bfaf27fa167 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for floatingip (fd5dc98a-1843-492a-9c1e-381875acb855), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:14.824504 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-927044ed-e12f-405f-b4e4-0bfaf27fa167 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Floating IP fd5dc98a-1843-492a-9c1e-381875acb855 disassociated (deleted). External IP: 172.25.3.35, port: 67a6f39c-9e68-47fa-aa6a-5e8ed15895ea. Mar 07 11:20:14.957810 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19063b9-60a0-4c76-8e87-b15d6854e3ab None None] New status for floating IP 7742bea8-f6cf-4e3d-844a-68c9e50d91c1: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:20:15.049727 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927044ed-e12f-405f-b4e4-0bfaf27fa167 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Router fa32354e-dacc-4f8a-bf67-ede49ac38b89 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:20:15.164934 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927044ed-e12f-405f-b4e4-0bfaf27fa167 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:20:15.169975 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-927044ed-e12f-405f-b4e4-0bfaf27fa167 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:15.174686 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df86e963-aa3e-4510-8e2b-79af60cac9e5 None None] Sync routers for ids ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:20:15.184956 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df86e963-aa3e-4510-8e2b-79af60cac9e5 None None] Routers {'fa32354e-dacc-4f8a-bf67-ede49ac38b89'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:20:15.185593 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-df86e963-aa3e-4510-8e2b-79af60cac9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:20:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:15.199792 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41898) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:20:15.205236 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-927044ed-e12f-405f-b4e4-0bfaf27fa167 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "DELETE /v2.0/floatingips/fd5dc98a-1843-492a-9c1e-381875acb855 HTTP/1.1" status: 204 len: 168 time: 0.8784919 Mar 07 11:20:15.252167 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:20:15.326015 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-df86e963-aa3e-4510-8e2b-79af60cac9e5 None None] Set router fa32354e-dacc-4f8a-bf67-ede49ac38b89 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:20:15.350924 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-d700c57f-a892-4480-994b-c3604dd6e73b tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Deleting port 64bbeb76-5f67-4238-8876-05ff0dc4f16a {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:20:15.351456 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d700c57f-a892-4480-994b-c3604dd6e73b tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (64bbeb76-5f67-4238-8876-05ff0dc4f16a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:15.457093 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d700c57f-a892-4480-994b-c3604dd6e73b tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (64bbeb76-5f67-4238-8876-05ff0dc4f16a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:15.457442 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d700c57f-a892-4480-994b-c3604dd6e73b tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks [] for floatingip (64bbeb76-5f67-4238-8876-05ff0dc4f16a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:15.479521 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-d700c57f-a892-4480-994b-c3604dd6e73b tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Calling delete_port for 64bbeb76-5f67-4238-8876-05ff0dc4f16a owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:20:15.492915 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76822c04-caba-4f94-9f5e-140b7c89263f req-bb4aa7c8-5509-4248-a4fc-c5b953fd8341 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:15.494418 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-76822c04-caba-4f94-9f5e-140b7c89263f req-bb4aa7c8-5509-4248-a4fc-c5b953fd8341 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 946 time: 0.0918431 Mar 07 11:20:15.535410 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-df86e963-aa3e-4510-8e2b-79af60cac9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'name': 'tempest-TestVolumeBootPattern-1894275182-router', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:14Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'gw_port': {'id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:15Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'e7115265-9ddc-4a53-97bd-eab200ea7377', 'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'mac_address': 'fa:16:3e:a5:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:21Z', 'updated_at': '2022-03-07T11:06:30Z', 'revision_number': 5, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'subnets': [{'id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:15.561640 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df86e963-aa3e-4510-8e2b-79af60cac9e5 None None] Checking router: fa32354e-dacc-4f8a-bf67-ede49ac38b89 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:20:15.572182 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df86e963-aa3e-4510-8e2b-79af60cac9e5 None None] Routers {'fa32354e-dacc-4f8a-bf67-ede49ac38b89'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:20:15.572805 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-df86e963-aa3e-4510-8e2b-79af60cac9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:20:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:15.595365 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-76822c04-caba-4f94-9f5e-140b7c89263f req-c48ad12e-f85f-4d8f-a8ef-a1d09af02f8b tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0943403 Mar 07 11:20:15.672066 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d700c57f-a892-4480-994b-c3604dd6e73b tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (64bbeb76-5f67-4238-8876-05ff0dc4f16a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:15.686415 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-df86e963-aa3e-4510-8e2b-79af60cac9e5 None None] Set router fa32354e-dacc-4f8a-bf67-ede49ac38b89 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:20:15.697467 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700c57f-a892-4480-994b-c3604dd6e73b tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Pushing event deleted for resources: {'Port': ['ID=64bbeb76-5f67-4238-8876-05ff0dc4f16a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:15.756782 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d700c57f-a892-4480-994b-c3604dd6e73b tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks [] for floatingip (7742bea8-f6cf-4e3d-844a-68c9e50d91c1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:15.759886 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d700c57f-a892-4480-994b-c3604dd6e73b tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:15.761033 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d700c57f-a892-4480-994b-c3604dd6e73b tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "DELETE /v2.0/floatingips/7742bea8-f6cf-4e3d-844a-68c9e50d91c1 HTTP/1.1" status: 204 len: 168 time: 0.5602074 Mar 07 11:20:15.835045 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41908) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:20:15.896742 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-df86e963-aa3e-4510-8e2b-79af60cac9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'name': 'tempest-TestVolumeBootPattern-1894275182-router', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:14Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'gw_port': {'id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:15Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'e7115265-9ddc-4a53-97bd-eab200ea7377', 'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'mac_address': 'fa:16:3e:a5:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:21Z', 'updated_at': '2022-03-07T11:06:30Z', 'revision_number': 5, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'subnets': [{'id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:15.900275 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8c2fbadd-63e2-49fe-8f46-0484c9f1adbe tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks [] for security_group (8ee85374-3e9c-45a2-a315-74723f6ff1d3), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:15.924008 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df86e963-aa3e-4510-8e2b-79af60cac9e5 None None] The sync data for ids ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'] in n-d-832164-4 is: [{'id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'name': 'tempest-TestVolumeBootPattern-1894275182-router', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:14Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'gw_port': {'id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:15Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'e7115265-9ddc-4a53-97bd-eab200ea7377', 'name': '', 'network_id': '204cc519-b30d-4492-9fc5-23c1f345ed50', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'mac_address': 'fa:16:3e:a5:e9:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3704, 'fixed_ips': [{'subnet_id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:21Z', 'updated_at': '2022-03-07T11:06:30Z', 'revision_number': 5, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'subnets': [{'id': '933e5dcd-1517-490a-9fa0-e2d8293cf2f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:20:15.926423 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8c2fbadd-63e2-49fe-8f46-0484c9f1adbe tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks [] for security_group (8ee85374-3e9c-45a2-a315-74723f6ff1d3), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:15.958426 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ea9a759-d19d-4df0-beff-224303f67868', 'tag': '67a6f39c-9e68-47fa-aa6a-5e8ed15895ea'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:20:15.961269 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52593a10-91df-4ac9-b8d2-eada9feab309" -d '{"events": [{"name": "network-changed", "server_uuid": "9ea9a759-d19d-4df0-beff-224303f67868", "tag": "67a6f39c-9e68-47fa-aa6a-5e8ed15895ea"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:20:16.000976 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8c2fbadd-63e2-49fe-8f46-0484c9f1adbe tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (8ee85374-3e9c-45a2-a315-74723f6ff1d3), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:16.004520 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8c2fbadd-63e2-49fe-8f46-0484c9f1adbe tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:16.005756 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8c2fbadd-63e2-49fe-8f46-0484c9f1adbe tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] 10.222.0.11 "DELETE /v2.0/security-groups/8ee85374-3e9c-45a2-a315-74723f6ff1d3 HTTP/1.1" status: 204 len: 168 time: 0.1690090 Mar 07 11:20:16.007531 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d12d89-766e-4720-81a9-8b7335fe9233 x-openstack-request-id: req-87d12d89-766e-4720-81a9-8b7335fe9233 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:20:16.008309 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ea9a759-d19d-4df0-beff-224303f67868", "tag": "67a6f39c-9e68-47fa-aa6a-5e8ed15895ea", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:20:16.015292 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-87d12d89-766e-4720-81a9-8b7335fe9233 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:20:16.019019 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ea9a759-d19d-4df0-beff-224303f67868', 'tag': '67a6f39c-9e68-47fa-aa6a-5e8ed15895ea', 'status': 'completed', 'code': 200} Mar 07 11:20:16.033069 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2fbadd-63e2-49fe-8f46-0484c9f1adbe tempest-TestServerBasicOps-367725365 tempest-TestServerBasicOps-367725365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee85374-3e9c-45a2-a315-74723f6ff1d3,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:16.049316 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41914) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:20:16.085769 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52593a10-91df-4ac9-b8d2-eada9feab309 req-c4d763c4-171e-4f98-a310-85a4c689af28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:16.087578 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-52593a10-91df-4ac9-b8d2-eada9feab309 req-c4d763c4-171e-4f98-a310-85a4c689af28 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=c84901d07e4a49b88f9fef019185eb1b&device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 1128 time: 0.0595341 Mar 07 11:20:16.200102 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52593a10-91df-4ac9-b8d2-eada9feab309 req-ed8af545-844d-4432-8398-45c0fe5f051a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:16.201648 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-52593a10-91df-4ac9-b8d2-eada9feab309 req-ed8af545-844d-4432-8398-45c0fe5f051a service neutron] 10.222.0.31 "GET /v2.0/networks?id=204cc519-b30d-4492-9fc5-23c1f345ed50 HTTP/1.1" status: 200 len: 913 time: 0.1080480 Mar 07 11:20:16.219177 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37692fa7-23e7-40a1-984e-290ea7780295 None None] New status for floating IP fd5dc98a-1843-492a-9c1e-381875acb855: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:20:16.245791 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-52593a10-91df-4ac9-b8d2-eada9feab309 req-d48c9ea9-f80e-4997-b7f1-f9e17bc0dabe service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67a6f39c-9e68-47fa-aa6a-5e8ed15895ea HTTP/1.1" status: 200 len: 217 time: 0.0378711 Mar 07 11:20:16.311345 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52593a10-91df-4ac9-b8d2-eada9feab309 req-c46d06ec-8446-4404-8a60-f1360d6efc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:16.312852 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-52593a10-91df-4ac9-b8d2-eada9feab309 req-c46d06ec-8446-4404-8a60-f1360d6efc80 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=933e5dcd-1517-490a-9fa0-e2d8293cf2f0 HTTP/1.1" status: 200 len: 851 time: 0.0611160 Mar 07 11:20:16.367461 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52593a10-91df-4ac9-b8d2-eada9feab309 req-81751c16-4a84-4af5-966b-e140ae2151df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:16.369239 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-52593a10-91df-4ac9-b8d2-eada9feab309 req-81751c16-4a84-4af5-966b-e140ae2151df service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=204cc519-b30d-4492-9fc5-23c1f345ed50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501368 Mar 07 11:20:16.467105 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-52593a10-91df-4ac9-b8d2-eada9feab309 req-d49a04f9-0fac-4d8d-ba8c-ae996e35a673 service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912149 Mar 07 11:20:16.564177 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-52593a10-91df-4ac9-b8d2-eada9feab309 req-52115d6f-bfe6-408f-ba8c-d058a384e9ce service neutron] 10.222.0.31 "GET /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904756 Mar 07 11:20:16.740810 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device f8f8bdf4-6248-49ab-bda9-fb08eefae3e4 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:20:16.758065 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057c6045-43e7-4209-93d2-c20c9d256114 req-c40744fb-cdc8-42c1-9059-cda04890249c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:16.759537 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-057c6045-43e7-4209-93d2-c20c9d256114 req-c40744fb-cdc8-42c1-9059-cda04890249c tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 946 time: 0.0888073 Mar 07 11:20:16.762420 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: f8f8bdf4-6248-49ab-bda9-fb08eefae3e4 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:20:16.762770 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device f8f8bdf4-6248-49ab-bda9-fb08eefae3e4 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:20:16.822400 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-057c6045-43e7-4209-93d2-c20c9d256114 req-5c4efc4c-0072-4b5c-930c-2c89f7a094df tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/security-groups?id=45e219b6-3164-4f72-a63a-91ec8de17d64&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563097 Mar 07 11:20:16.872191 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-760bdc7e-c05f-41b9-bf94-e24993719dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (5e5123e5-1e85-4a17-b113-30ae677d4845), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:16.976964 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a439aa5-7875-49e9-a701-aef873bbd6b0 req-5269a7cf-e906-454c-9708-f9c1e02d9b54 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:16.978541 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9a439aa5-7875-49e9-a701-aef873bbd6b0 req-5269a7cf-e906-454c-9708-f9c1e02d9b54 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 946 time: 0.0533953 Mar 07 11:20:17.076917 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-9a439aa5-7875-49e9-a701-aef873bbd6b0 req-6cd01dcb-ef37-46d1-ae41-5e1c1b753573 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Deleting port 67a6f39c-9e68-47fa-aa6a-5e8ed15895ea {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:20:17.077292 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9a439aa5-7875-49e9-a701-aef873bbd6b0 req-6cd01dcb-ef37-46d1-ae41-5e1c1b753573 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (67a6f39c-9e68-47fa-aa6a-5e8ed15895ea), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:17.128140 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-760bdc7e-c05f-41b9-bf94-e24993719dc0 admin admin] Deleting port e5f60037-93ee-4159-b7e5-4162211c595e {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:20:17.128573 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-760bdc7e-c05f-41b9-bf94-e24993719dc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (e5f60037-93ee-4159-b7e5-4162211c595e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:17.167599 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-9a439aa5-7875-49e9-a701-aef873bbd6b0 req-6cd01dcb-ef37-46d1-ae41-5e1c1b753573 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] For port 67a6f39c-9e68-47fa-aa6a-5e8ed15895ea, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=67a6f39c-9e68-47fa-aa6a-5e8ed15895ea,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:20:17.167961 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9a439aa5-7875-49e9-a701-aef873bbd6b0 req-6cd01dcb-ef37-46d1-ae41-5e1c1b753573 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (67a6f39c-9e68-47fa-aa6a-5e8ed15895ea), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:17.181447 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-9a439aa5-7875-49e9-a701-aef873bbd6b0 req-6cd01dcb-ef37-46d1-ae41-5e1c1b753573 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Calling delete_port for 67a6f39c-9e68-47fa-aa6a-5e8ed15895ea owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:20:17.212778 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-760bdc7e-c05f-41b9-bf94-e24993719dc0 admin admin] For port e5f60037-93ee-4159-b7e5-4162211c595e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e5f60037-93ee-4159-b7e5-4162211c595e,segment=NetworkSegment(0f544745-6080-42df-b8dd-0a1dbb55d616),segment_id=0f544745-6080-42df-b8dd-0a1dbb55d616)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:20:17.213186 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-760bdc7e-c05f-41b9-bf94-e24993719dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (e5f60037-93ee-4159-b7e5-4162211c595e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:17.224792 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-760bdc7e-c05f-41b9-bf94-e24993719dc0 admin admin] Calling delete_port for e5f60037-93ee-4159-b7e5-4162211c595e owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:20:17.314510 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9a439aa5-7875-49e9-a701-aef873bbd6b0 req-6cd01dcb-ef37-46d1-ae41-5e1c1b753573 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (67a6f39c-9e68-47fa-aa6a-5e8ed15895ea), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:17.341470 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd01dcb-ef37-46d1-ae41-5e1c1b753573 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Pushing event deleted for resources: {'Port': ['ID=67a6f39c-9e68-47fa-aa6a-5e8ed15895ea,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:17.392752 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a439aa5-7875-49e9-a701-aef873bbd6b0 req-6cd01dcb-ef37-46d1-ae41-5e1c1b753573 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] No DVR routers for this DVR port 67a6f39c-9e68-47fa-aa6a-5e8ed15895ea on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:20:17.395403 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9a439aa5-7875-49e9-a701-aef873bbd6b0 req-6cd01dcb-ef37-46d1-ae41-5e1c1b753573 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:17.399728 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9a439aa5-7875-49e9-a701-aef873bbd6b0 req-6cd01dcb-ef37-46d1-ae41-5e1c1b753573 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.31 "DELETE /v2.0/ports/67a6f39c-9e68-47fa-aa6a-5e8ed15895ea HTTP/1.1" status: 204 len: 173 time: 0.4155033 Mar 07 11:20:17.400181 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ea9a759-d19d-4df0-beff-224303f67868', 'name': 'network-vif-deleted', 'tag': '67a6f39c-9e68-47fa-aa6a-5e8ed15895ea'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:20:17.402459 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb483ec-fb62-41ee-a802-f6bca654f4d4" -d '{"events": [{"server_uuid": "9ea9a759-d19d-4df0-beff-224303f67868", "name": "network-vif-deleted", "tag": "67a6f39c-9e68-47fa-aa6a-5e8ed15895ea"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:20:17.426147 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-760bdc7e-c05f-41b9-bf94-e24993719dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (e5f60037-93ee-4159-b7e5-4162211c595e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:17.451328 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760bdc7e-c05f-41b9-bf94-e24993719dc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5f60037-93ee-4159-b7e5-4162211c595e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:17.455893 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39519f78-18a9-4efe-b834-c2aed0bffe59 x-openstack-request-id: req-39519f78-18a9-4efe-b834-c2aed0bffe59 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:20:17.456435 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ea9a759-d19d-4df0-beff-224303f67868", "name": "network-vif-deleted", "tag": "67a6f39c-9e68-47fa-aa6a-5e8ed15895ea", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:20:17.457046 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-39519f78-18a9-4efe-b834-c2aed0bffe59 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:20:17.457633 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ea9a759-d19d-4df0-beff-224303f67868', 'name': 'network-vif-deleted', 'tag': '67a6f39c-9e68-47fa-aa6a-5e8ed15895ea', 'status': 'completed', 'code': 200} Mar 07 11:20:17.645794 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-760bdc7e-c05f-41b9-bf94-e24993719dc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (5e5123e5-1e85-4a17-b113-30ae677d4845), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:17.941756 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-01c7dce7-812a-423f-bd97-26f2188745e9 req-f4a89597-38c8-438a-8d15-4442518fed2d tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 210 time: 0.0316889 Mar 07 11:20:17.943403 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760bdc7e-c05f-41b9-bf94-e24993719dc0 admin admin] Router 5e5123e5-1e85-4a17-b113-30ae677d4845 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:20:18.062671 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760bdc7e-c05f-41b9-bf94-e24993719dc0 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:20:18.071112 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-760bdc7e-c05f-41b9-bf94-e24993719dc0 admin admin] 10.222.0.11 "PUT /v2.0/routers/5e5123e5-1e85-4a17-b113-30ae677d4845/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0178685 Mar 07 11:20:18.071223 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41924) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:20:18.074096 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35de0df8-c08d-4c4e-b08f-36236b755724 None None] Sync routers for ids ['5e5123e5-1e85-4a17-b113-30ae677d4845'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:20:18.085124 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35de0df8-c08d-4c4e-b08f-36236b755724 None None] Routers {'5e5123e5-1e85-4a17-b113-30ae677d4845'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:20:18.086852 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-35de0df8-c08d-4c4e-b08f-36236b755724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:20:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5e5123e5-1e85-4a17-b113-30ae677d4845'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:18.186387 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2a5f2222-a200-4023-823a-ab4e25fb9fa6 admin admin] Publish callbacks [] for router (5e5123e5-1e85-4a17-b113-30ae677d4845), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:18.198417 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-35de0df8-c08d-4c4e-b08f-36236b755724 None None] Set router 5e5123e5-1e85-4a17-b113-30ae677d4845 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:20:18.309291 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2a5f2222-a200-4023-823a-ab4e25fb9fa6 admin admin] Publish callbacks [] for router_gateway (5e5123e5-1e85-4a17-b113-30ae677d4845), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:18.371069 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-2a5f2222-a200-4023-823a-ab4e25fb9fa6 admin admin] Deleting port 147c2ed9-2510-459d-b524-1f9967d325a1 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:20:18.371434 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2a5f2222-a200-4023-823a-ab4e25fb9fa6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (147c2ed9-2510-459d-b524-1f9967d325a1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:18.466570 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-2a5f2222-a200-4023-823a-ab4e25fb9fa6 admin admin] For port 147c2ed9-2510-459d-b524-1f9967d325a1, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=147c2ed9-2510-459d-b524-1f9967d325a1,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:20:18.467296 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2a5f2222-a200-4023-823a-ab4e25fb9fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (147c2ed9-2510-459d-b524-1f9967d325a1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:18.480428 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-2a5f2222-a200-4023-823a-ab4e25fb9fa6 admin admin] Calling delete_port for 147c2ed9-2510-459d-b524-1f9967d325a1 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:20:18.487405 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-35de0df8-c08d-4c4e-b08f-36236b755724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'name': 'tempest-TestServerBasicOps-1621051019-router', 'tenant_id': '5985484c6fa149c081f84b89f8d9b73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '147c2ed9-2510-459d-b524-1f9967d325a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:15:07Z', 'updated_at': '2022-03-07T11:20:17Z', 'revision_number': 5, 'project_id': '5985484c6fa149c081f84b89f8d9b73f', 'gw_port': {'id': '147c2ed9-2510-459d-b524-1f9967d325a1', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:ec:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:15:08Z', 'updated_at': '2022-03-07T11:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:18.516191 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35de0df8-c08d-4c4e-b08f-36236b755724 None None] Checking router: 5e5123e5-1e85-4a17-b113-30ae677d4845 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:20:18.525482 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35de0df8-c08d-4c4e-b08f-36236b755724 None None] Routers {'5e5123e5-1e85-4a17-b113-30ae677d4845'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:20:18.526085 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-35de0df8-c08d-4c4e-b08f-36236b755724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:20:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5e5123e5-1e85-4a17-b113-30ae677d4845'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:18.575040 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:18.623437 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-35de0df8-c08d-4c4e-b08f-36236b755724 None None] Set router 5e5123e5-1e85-4a17-b113-30ae677d4845 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:20:18.678377 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2a5f2222-a200-4023-823a-ab4e25fb9fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (147c2ed9-2510-459d-b524-1f9967d325a1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:18.680909 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-35de0df8-c08d-4c4e-b08f-36236b755724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'name': 'tempest-TestServerBasicOps-1621051019-router', 'tenant_id': '5985484c6fa149c081f84b89f8d9b73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:15:07Z', 'updated_at': '2022-03-07T11:20:18Z', 'revision_number': 6, 'project_id': '5985484c6fa149c081f84b89f8d9b73f', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:18.706628 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35de0df8-c08d-4c4e-b08f-36236b755724 None None] The sync data for ids ['5e5123e5-1e85-4a17-b113-30ae677d4845'] in n-d-832164-4 is: [{'id': '5e5123e5-1e85-4a17-b113-30ae677d4845', 'name': 'tempest-TestServerBasicOps-1621051019-router', 'tenant_id': '5985484c6fa149c081f84b89f8d9b73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:15:07Z', 'updated_at': '2022-03-07T11:20:18Z', 'revision_number': 6, 'project_id': '5985484c6fa149c081f84b89f8d9b73f', 'gw_port_host': None}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:20:18.713169 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f2222-a200-4023-823a-ab4e25fb9fa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=147c2ed9-2510-459d-b524-1f9967d325a1,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:18.779533 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2a5f2222-a200-4023-823a-ab4e25fb9fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (5e5123e5-1e85-4a17-b113-30ae677d4845), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:18.875888 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2a5f2222-a200-4023-823a-ab4e25fb9fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (5e5123e5-1e85-4a17-b113-30ae677d4845), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:18.878246 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2a5f2222-a200-4023-823a-ab4e25fb9fa6 admin admin] Publish callbacks [] for router_controller (5e5123e5-1e85-4a17-b113-30ae677d4845), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:18.927643 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2a5f2222-a200-4023-823a-ab4e25fb9fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (5e5123e5-1e85-4a17-b113-30ae677d4845), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:18.928215 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5f2222-a200-4023-823a-ab4e25fb9fa6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e5123e5-1e85-4a17-b113-30ae677d4845 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:20:18.933224 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2a5f2222-a200-4023-823a-ab4e25fb9fa6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:18.936922 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2a5f2222-a200-4023-823a-ab4e25fb9fa6 admin admin] 10.222.0.11 "DELETE /v2.0/routers/5e5123e5-1e85-4a17-b113-30ae677d4845 HTTP/1.1" status: 204 len: 168 time: 0.8609545 Mar 07 11:20:18.937048 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41926) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:20:18.985582 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-1714494f-2708-4a27-bc37-41fd686d0527 admin admin] Deleting subnet 429f08ac-b27b-4332-8428-12eac555e652 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:20:18.988890 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1714494f-2708-4a27-bc37-41fd686d0527 admin admin] Publish callbacks [] for subnet (429f08ac-b27b-4332-8428-12eac555e652), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:19.024028 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1714494f-2708-4a27-bc37-41fd686d0527 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (429f08ac-b27b-4332-8428-12eac555e652), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:19.057930 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-824622ca-8909-4796-9fce-54d83efaeedd req-f6f7d12f-a3e0-4f09-9358-1ed68f35631e tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 210 time: 0.0376711 Mar 07 11:20:19.115619 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1714494f-2708-4a27-bc37-41fd686d0527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (429f08ac-b27b-4332-8428-12eac555e652), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:19.172108 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1714494f-2708-4a27-bc37-41fd686d0527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (429f08ac-b27b-4332-8428-12eac555e652), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:19.202477 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714494f-2708-4a27-bc37-41fd686d0527 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=429f08ac-b27b-4332-8428-12eac555e652,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:19.207201 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1714494f-2708-4a27-bc37-41fd686d0527 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:19.214060 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1714494f-2708-4a27-bc37-41fd686d0527 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/429f08ac-b27b-4332-8428-12eac555e652 HTTP/1.1" status: 204 len: 168 time: 0.2732534 Mar 07 11:20:19.214545 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41930) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:20:19.225273 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d876482-96e7-4c76-9533-38af293043f3 None None] Network 0df82b9c-5ce6-40eb-bc55-bc755592d794 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:20:19.304244 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2fb987b9-3af3-4dff-b2e4-016667052197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (0df82b9c-5ce6-40eb-bc55-bc755592d794), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:19.370290 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-2fb987b9-3af3-4dff-b2e4-016667052197 admin admin] Deleting port ad2af5cc-65b9-4680-ae29-a8d3fa708ea1 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:20:19.370640 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2fb987b9-3af3-4dff-b2e4-016667052197 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (ad2af5cc-65b9-4680-ae29-a8d3fa708ea1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:19.436435 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-2fb987b9-3af3-4dff-b2e4-016667052197 admin admin] For port ad2af5cc-65b9-4680-ae29-a8d3fa708ea1, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ad2af5cc-65b9-4680-ae29-a8d3fa708ea1,segment=NetworkSegment(0f544745-6080-42df-b8dd-0a1dbb55d616),segment_id=0f544745-6080-42df-b8dd-0a1dbb55d616)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:20:19.436797 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2fb987b9-3af3-4dff-b2e4-016667052197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (ad2af5cc-65b9-4680-ae29-a8d3fa708ea1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:19.449644 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-2fb987b9-3af3-4dff-b2e4-016667052197 admin admin] Calling delete_port for ad2af5cc-65b9-4680-ae29-a8d3fa708ea1 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:20:19.536682 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2fb987b9-3af3-4dff-b2e4-016667052197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (ad2af5cc-65b9-4680-ae29-a8d3fa708ea1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:19.561053 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d1d2bb-d945-4d92-8827-ec64dc36c890 None None] DHCP port deletion for 0df82b9c-5ce6-40eb-bc55-bc755592d794 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:20:19.564416 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb987b9-3af3-4dff-b2e4-016667052197 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad2af5cc-65b9-4680-ae29-a8d3fa708ea1,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:19.566478 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb987b9-3af3-4dff-b2e4-016667052197 admin admin] No DVR routers for this DVR port ad2af5cc-65b9-4680-ae29-a8d3fa708ea1 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:20:19.647981 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2fb987b9-3af3-4dff-b2e4-016667052197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (0df82b9c-5ce6-40eb-bc55-bc755592d794), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:19.668920 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-2fb987b9-3af3-4dff-b2e4-016667052197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df82b9c-5ce6-40eb-bc55-bc755592d794']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:19.679962 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-2fb987b9-3af3-4dff-b2e4-016667052197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f544745-6080-42df-b8dd-0a1dbb55d616') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:19.680226 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-2fb987b9-3af3-4dff-b2e4-016667052197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f544745-6080-42df-b8dd-0a1dbb55d616') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:19.689604 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2fb987b9-3af3-4dff-b2e4-016667052197 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (0f544745-6080-42df-b8dd-0a1dbb55d616), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:19.703534 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2fb987b9-3af3-4dff-b2e4-016667052197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (0f544745-6080-42df-b8dd-0a1dbb55d616), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:19.710495 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fb987b9-3af3-4dff-b2e4-016667052197 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:20:19.711115 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2fb987b9-3af3-4dff-b2e4-016667052197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (0f544745-6080-42df-b8dd-0a1dbb55d616), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:19.713058 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:20:19.713058 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:20:19.713058 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:20:19.713058 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:20:19.713058 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:20:19.713058 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:20:19.713058 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:20:19.713058 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:20:19.713058 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:20:19.713058 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:20:19.713058 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:20:19.713058 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:20:19.713058 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:20:19.713058 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:20:19.713058 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:20:19.713058 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:20:19.713058 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:20:19.713058 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:20:19.713058 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:20:19.713058 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:20:19.713058 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:20:19.713058 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:20:19.713058 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:20:19.713058 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:20:19.713058 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:20:19.713058 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:20:19.713058 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:20:19.713058 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:20:19.713058 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:20:19.713058 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:20:19.713058 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:20:19.713058 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:20:19.770267 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2fb987b9-3af3-4dff-b2e4-016667052197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (0df82b9c-5ce6-40eb-bc55-bc755592d794), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:19.777231 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2fb987b9-3af3-4dff-b2e4-016667052197 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:19.780350 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2fb987b9-3af3-4dff-b2e4-016667052197 admin admin] 10.222.0.11 "DELETE /v2.0/networks/0df82b9c-5ce6-40eb-bc55-bc755592d794 HTTP/1.1" status: 204 len: 168 time: 0.5648887 Mar 07 11:20:19.783474 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41932) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:20:19.793463 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb987b9-3af3-4dff-b2e4-016667052197 admin admin] Pushing event deleted for resources: {'Network': ['ID=0df82b9c-5ce6-40eb-bc55-bc755592d794,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:19.920557 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e5f60037-93ee-4159-b7e5-4162211c595e no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:20:19.946353 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: e5f60037-93ee-4159-b7e5-4162211c595e {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:20:19.946694 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e5f60037-93ee-4159-b7e5-4162211c595e not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:20:19.947316 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ad2af5cc-65b9-4680-ae29-a8d3fa708ea1 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:20:19.968589 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: ad2af5cc-65b9-4680-ae29-a8d3fa708ea1 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:20:19.969155 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ad2af5cc-65b9-4680-ae29-a8d3fa708ea1 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:20:19.970268 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 147c2ed9-2510-459d-b524-1f9967d325a1 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:20:19.992643 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 147c2ed9-2510-459d-b524-1f9967d325a1 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:20:19.992991 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 147c2ed9-2510-459d-b524-1f9967d325a1 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:20:20.164042 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d0f6c576-a292-464a-a0f9-c77ebf8534dd req-d756c036-920d-4254-9f16-e1bd74587b84 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 210 time: 0.0338836 Mar 07 11:20:20.193198 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-104f98a1-b562-4151-921d-a20300479f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (19441ce1-a5cb-4081-9936-9bce24f331c8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:20.248618 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 67a6f39c-9e68-47fa-aa6a-5e8ed15895ea no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:20:20.269994 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 67a6f39c-9e68-47fa-aa6a-5e8ed15895ea {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:20:20.270344 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 67a6f39c-9e68-47fa-aa6a-5e8ed15895ea not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:20:20.450163 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-104f98a1-b562-4151-921d-a20300479f7f admin admin] Deleting port 90e7a50d-af48-4aa4-a370-35c805294fdd {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:20:20.450504 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-104f98a1-b562-4151-921d-a20300479f7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (90e7a50d-af48-4aa4-a370-35c805294fdd), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:20.528179 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-104f98a1-b562-4151-921d-a20300479f7f admin admin] For port 90e7a50d-af48-4aa4-a370-35c805294fdd, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=90e7a50d-af48-4aa4-a370-35c805294fdd,segment=NetworkSegment(ab8c3580-c1d3-4c99-bbe0-b2ce381803a5),segment_id=ab8c3580-c1d3-4c99-bbe0-b2ce381803a5)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:20:20.528545 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-104f98a1-b562-4151-921d-a20300479f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (90e7a50d-af48-4aa4-a370-35c805294fdd), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:20.541838 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-104f98a1-b562-4151-921d-a20300479f7f admin admin] Calling delete_port for 90e7a50d-af48-4aa4-a370-35c805294fdd owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:20:20.736739 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-104f98a1-b562-4151-921d-a20300479f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (90e7a50d-af48-4aa4-a370-35c805294fdd), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:20.767599 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f98a1-b562-4151-921d-a20300479f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=90e7a50d-af48-4aa4-a370-35c805294fdd,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:20.953409 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-104f98a1-b562-4151-921d-a20300479f7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (19441ce1-a5cb-4081-9936-9bce24f331c8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:21.187641 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104f98a1-b562-4151-921d-a20300479f7f admin admin] Router 19441ce1-a5cb-4081-9936-9bce24f331c8 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:20:21.268860 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-734a889b-56f4-48b9-b627-d86408c1c46e req-faf9816e-934a-4875-93e8-447509988f20 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 210 time: 0.0334704 Mar 07 11:20:21.327321 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104f98a1-b562-4151-921d-a20300479f7f admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:20:21.335627 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-104f98a1-b562-4151-921d-a20300479f7f admin admin] 10.222.0.11 "PUT /v2.0/routers/19441ce1-a5cb-4081-9936-9bce24f331c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5471056 Mar 07 11:20:21.335627 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41938) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:20:21.338656 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92c2812-8f4a-4484-9079-c8859c3e7f57 None None] Sync routers for ids ['19441ce1-a5cb-4081-9936-9bce24f331c8'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:20:21.348131 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92c2812-8f4a-4484-9079-c8859c3e7f57 None None] Routers {'19441ce1-a5cb-4081-9936-9bce24f331c8'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:20:21.348832 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-a92c2812-8f4a-4484-9079-c8859c3e7f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:20:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['19441ce1-a5cb-4081-9936-9bce24f331c8'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:21.441067 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e77800f5-a90a-4ac0-b84e-f5c07fe727f7 admin admin] Publish callbacks [] for router (19441ce1-a5cb-4081-9936-9bce24f331c8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:21.467399 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-a92c2812-8f4a-4484-9079-c8859c3e7f57 None None] Set router 19441ce1-a5cb-4081-9936-9bce24f331c8 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:20:21.546483 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e77800f5-a90a-4ac0-b84e-f5c07fe727f7 admin admin] Publish callbacks [] for router_gateway (19441ce1-a5cb-4081-9936-9bce24f331c8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:21.600206 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-e77800f5-a90a-4ac0-b84e-f5c07fe727f7 admin admin] Deleting port d6c25f89-3a4d-482c-bdce-7df0b45d504b {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:20:21.600599 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e77800f5-a90a-4ac0-b84e-f5c07fe727f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (d6c25f89-3a4d-482c-bdce-7df0b45d504b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:21.653034 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-a92c2812-8f4a-4484-9079-c8859c3e7f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19441ce1-a5cb-4081-9936-9bce24f331c8', 'name': 'tempest-TestServerBasicOps-1779218473-router', 'tenant_id': '7360b613f94545bd8ee7f4b1714cbef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'd6c25f89-3a4d-482c-bdce-7df0b45d504b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:15:12Z', 'updated_at': '2022-03-07T11:20:20Z', 'revision_number': 5, 'project_id': '7360b613f94545bd8ee7f4b1714cbef4', 'gw_port': {'id': 'd6c25f89-3a4d-482c-bdce-7df0b45d504b', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:37:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19441ce1-a5cb-4081-9936-9bce24f331c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4023, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:15:12Z', 'updated_at': '2022-03-07T11:15:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:21.679672 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-e77800f5-a90a-4ac0-b84e-f5c07fe727f7 admin admin] For port d6c25f89-3a4d-482c-bdce-7df0b45d504b, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=d6c25f89-3a4d-482c-bdce-7df0b45d504b,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:20:21.680179 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e77800f5-a90a-4ac0-b84e-f5c07fe727f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (d6c25f89-3a4d-482c-bdce-7df0b45d504b), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:21.681325 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92c2812-8f4a-4484-9079-c8859c3e7f57 None None] Checking router: 19441ce1-a5cb-4081-9936-9bce24f331c8 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:20:21.689771 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92c2812-8f4a-4484-9079-c8859c3e7f57 None None] Routers {'19441ce1-a5cb-4081-9936-9bce24f331c8'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:20:21.690386 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-a92c2812-8f4a-4484-9079-c8859c3e7f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:20:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['19441ce1-a5cb-4081-9936-9bce24f331c8'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:21.692614 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-e77800f5-a90a-4ac0-b84e-f5c07fe727f7 admin admin] Calling delete_port for d6c25f89-3a4d-482c-bdce-7df0b45d504b owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:20:21.885196 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e77800f5-a90a-4ac0-b84e-f5c07fe727f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (d6c25f89-3a4d-482c-bdce-7df0b45d504b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:21.970469 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-a92c2812-8f4a-4484-9079-c8859c3e7f57 None None] Set router 19441ce1-a5cb-4081-9936-9bce24f331c8 gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:20:22.031926 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-a92c2812-8f4a-4484-9079-c8859c3e7f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19441ce1-a5cb-4081-9936-9bce24f331c8', 'name': 'tempest-TestServerBasicOps-1779218473-router', 'tenant_id': '7360b613f94545bd8ee7f4b1714cbef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:15:12Z', 'updated_at': '2022-03-07T11:20:21Z', 'revision_number': 6, 'project_id': '7360b613f94545bd8ee7f4b1714cbef4', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:22.061526 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92c2812-8f4a-4484-9079-c8859c3e7f57 None None] The sync data for ids ['19441ce1-a5cb-4081-9936-9bce24f331c8'] in n-d-832164-4 is: [{'id': '19441ce1-a5cb-4081-9936-9bce24f331c8', 'name': 'tempest-TestServerBasicOps-1779218473-router', 'tenant_id': '7360b613f94545bd8ee7f4b1714cbef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:15:12Z', 'updated_at': '2022-03-07T11:20:21Z', 'revision_number': 6, 'project_id': '7360b613f94545bd8ee7f4b1714cbef4', 'gw_port_host': None}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:20:22.282318 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77800f5-a90a-4ac0-b84e-f5c07fe727f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6c25f89-3a4d-482c-bdce-7df0b45d504b,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:22.323864 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e77800f5-a90a-4ac0-b84e-f5c07fe727f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (19441ce1-a5cb-4081-9936-9bce24f331c8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:22.370241 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a9a0769b-a70a-4174-b1c4-0887a1b846ef req-feb7cace-01c2-4566-9b9f-b509d54cec89 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 210 time: 0.0275209 Mar 07 11:20:22.417439 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e77800f5-a90a-4ac0-b84e-f5c07fe727f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (19441ce1-a5cb-4081-9936-9bce24f331c8), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:22.419685 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e77800f5-a90a-4ac0-b84e-f5c07fe727f7 admin admin] Publish callbacks [] for router_controller (19441ce1-a5cb-4081-9936-9bce24f331c8), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:22.471500 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e77800f5-a90a-4ac0-b84e-f5c07fe727f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (19441ce1-a5cb-4081-9936-9bce24f331c8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:22.471876 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e77800f5-a90a-4ac0-b84e-f5c07fe727f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19441ce1-a5cb-4081-9936-9bce24f331c8 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:20:22.477543 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e77800f5-a90a-4ac0-b84e-f5c07fe727f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:22.478764 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e77800f5-a90a-4ac0-b84e-f5c07fe727f7 admin admin] 10.222.0.11 "DELETE /v2.0/routers/19441ce1-a5cb-4081-9936-9bce24f331c8 HTTP/1.1" status: 204 len: 168 time: 1.1429389 Mar 07 11:20:22.481225 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 41946) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:20:22.528928 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-6067682e-c4c1-446c-8b26-c3d91aa75436 admin admin] Deleting subnet 44d7bd46-188c-4d0f-b827-8f3ef32902df {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:20:22.534099 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6067682e-c4c1-446c-8b26-c3d91aa75436 admin admin] Publish callbacks [] for subnet (44d7bd46-188c-4d0f-b827-8f3ef32902df), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:22.568952 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6067682e-c4c1-446c-8b26-c3d91aa75436 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (44d7bd46-188c-4d0f-b827-8f3ef32902df), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:22.650885 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6067682e-c4c1-446c-8b26-c3d91aa75436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (44d7bd46-188c-4d0f-b827-8f3ef32902df), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:22.703477 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6067682e-c4c1-446c-8b26-c3d91aa75436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (44d7bd46-188c-4d0f-b827-8f3ef32902df), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:22.731641 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067682e-c4c1-446c-8b26-c3d91aa75436 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44d7bd46-188c-4d0f-b827-8f3ef32902df,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:22.736956 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6067682e-c4c1-446c-8b26-c3d91aa75436 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:22.739168 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa3616e-8873-4120-b56d-8fbb7c00f474 None None] Network 1170fc8d-6bcb-4211-a324-1d4b0f481bb7 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:20:22.740813 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6067682e-c4c1-446c-8b26-c3d91aa75436 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/44d7bd46-188c-4d0f-b827-8f3ef32902df HTTP/1.1" status: 204 len: 168 time: 0.2586348 Mar 07 11:20:22.744056 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41948) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:20:22.817454 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-01863bdb-faf5-4bbb-a108-a9ebc4bdd5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (1170fc8d-6bcb-4211-a324-1d4b0f481bb7), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:22.882064 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-01863bdb-faf5-4bbb-a108-a9ebc4bdd5cf admin admin] Deleting port 7875b7fc-7d7e-4d38-93d0-8a1b20685d44 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:20:22.882204 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-01863bdb-faf5-4bbb-a108-a9ebc4bdd5cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (7875b7fc-7d7e-4d38-93d0-8a1b20685d44), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:22.930697 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4617d9b8-439b-4cad-bc68-02f9f1cd94ba None None] DHCP port deletion for 1170fc8d-6bcb-4211-a324-1d4b0f481bb7 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:20:22.973376 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-01863bdb-faf5-4bbb-a108-a9ebc4bdd5cf admin admin] For port 7875b7fc-7d7e-4d38-93d0-8a1b20685d44, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7875b7fc-7d7e-4d38-93d0-8a1b20685d44,segment=NetworkSegment(ab8c3580-c1d3-4c99-bbe0-b2ce381803a5),segment_id=ab8c3580-c1d3-4c99-bbe0-b2ce381803a5)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:20:22.974091 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-01863bdb-faf5-4bbb-a108-a9ebc4bdd5cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (7875b7fc-7d7e-4d38-93d0-8a1b20685d44), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:22.988484 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-01863bdb-faf5-4bbb-a108-a9ebc4bdd5cf admin admin] Calling delete_port for 7875b7fc-7d7e-4d38-93d0-8a1b20685d44 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:20:22.989700 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4617d9b8-439b-4cad-bc68-02f9f1cd94ba None None] Deleting port 7875b7fc-7d7e-4d38-93d0-8a1b20685d44 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:20:22.990083 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4617d9b8-439b-4cad-bc68-02f9f1cd94ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (7875b7fc-7d7e-4d38-93d0-8a1b20685d44), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:23.070195 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-4617d9b8-439b-4cad-bc68-02f9f1cd94ba None None] For port 7875b7fc-7d7e-4d38-93d0-8a1b20685d44, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7875b7fc-7d7e-4d38-93d0-8a1b20685d44,segment=NetworkSegment(ab8c3580-c1d3-4c99-bbe0-b2ce381803a5),segment_id=ab8c3580-c1d3-4c99-bbe0-b2ce381803a5)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:20:23.070930 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4617d9b8-439b-4cad-bc68-02f9f1cd94ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (7875b7fc-7d7e-4d38-93d0-8a1b20685d44), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:23.081915 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-01863bdb-faf5-4bbb-a108-a9ebc4bdd5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (7875b7fc-7d7e-4d38-93d0-8a1b20685d44), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:23.084854 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4617d9b8-439b-4cad-bc68-02f9f1cd94ba None None] Calling delete_port for 7875b7fc-7d7e-4d38-93d0-8a1b20685d44 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:20:23.095637 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01863bdb-faf5-4bbb-a108-a9ebc4bdd5cf admin admin] No DVR routers for this DVR port 7875b7fc-7d7e-4d38-93d0-8a1b20685d44 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:20:23.115840 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01863bdb-faf5-4bbb-a108-a9ebc4bdd5cf admin admin] Pushing event deleted for resources: {'Port': ['ID=7875b7fc-7d7e-4d38-93d0-8a1b20685d44,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:23.176865 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4617d9b8-439b-4cad-bc68-02f9f1cd94ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (7875b7fc-7d7e-4d38-93d0-8a1b20685d44), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:23.199946 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-01863bdb-faf5-4bbb-a108-a9ebc4bdd5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (1170fc8d-6bcb-4211-a324-1d4b0f481bb7), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:23.204407 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617d9b8-439b-4cad-bc68-02f9f1cd94ba None None] Pushing event deleted for resources: {'Port': ['ID=7875b7fc-7d7e-4d38-93d0-8a1b20685d44,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:23.224717 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-01863bdb-faf5-4bbb-a108-a9ebc4bdd5cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1170fc8d-6bcb-4211-a324-1d4b0f481bb7']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:23.238152 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-01863bdb-faf5-4bbb-a108-a9ebc4bdd5cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab8c3580-c1d3-4c99-bbe0-b2ce381803a5') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:23.238509 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-01863bdb-faf5-4bbb-a108-a9ebc4bdd5cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab8c3580-c1d3-4c99-bbe0-b2ce381803a5') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:23.247814 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4617d9b8-439b-4cad-bc68-02f9f1cd94ba None None] No DVR routers for this DVR port 7875b7fc-7d7e-4d38-93d0-8a1b20685d44 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:20:23.251597 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617d9b8-439b-4cad-bc68-02f9f1cd94ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:23.251985 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617d9b8-439b-4cad-bc68-02f9f1cd94ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:23.252441 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617d9b8-439b-4cad-bc68-02f9f1cd94ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:23.252927 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617d9b8-439b-4cad-bc68-02f9f1cd94ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:23.253304 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617d9b8-439b-4cad-bc68-02f9f1cd94ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:23.253652 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617d9b8-439b-4cad-bc68-02f9f1cd94ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:23.254131 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617d9b8-439b-4cad-bc68-02f9f1cd94ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:23.254947 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617d9b8-439b-4cad-bc68-02f9f1cd94ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:23.255840 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617d9b8-439b-4cad-bc68-02f9f1cd94ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:23.255840 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617d9b8-439b-4cad-bc68-02f9f1cd94ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:23.256032 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617d9b8-439b-4cad-bc68-02f9f1cd94ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:23.256353 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617d9b8-439b-4cad-bc68-02f9f1cd94ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:23.256589 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4617d9b8-439b-4cad-bc68-02f9f1cd94ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:20:23.258262 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-01863bdb-faf5-4bbb-a108-a9ebc4bdd5cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (ab8c3580-c1d3-4c99-bbe0-b2ce381803a5), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:23.269524 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:23.285984 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-01863bdb-faf5-4bbb-a108-a9ebc4bdd5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (ab8c3580-c1d3-4c99-bbe0-b2ce381803a5), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:23.297508 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01863bdb-faf5-4bbb-a108-a9ebc4bdd5cf admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:20:23.297508 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-01863bdb-faf5-4bbb-a108-a9ebc4bdd5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (ab8c3580-c1d3-4c99-bbe0-b2ce381803a5), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:23.299377 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:20:23.299377 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:20:23.299377 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:20:23.299377 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:20:23.299377 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:20:23.299377 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:20:23.299377 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:20:23.299377 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:20:23.299377 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:20:23.299377 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:20:23.299377 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:20:23.299377 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:20:23.299377 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:20:23.299377 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:20:23.299377 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:20:23.299377 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:20:23.299377 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:20:23.299377 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:20:23.299377 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:20:23.299377 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:20:23.299377 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:20:23.299377 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:20:23.299377 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:20:23.299377 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:20:23.299377 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:20:23.299377 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:20:23.299377 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:20:23.299377 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:20:23.299377 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:20:23.299377 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:20:23.299377 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:20:23.299377 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:20:23.358556 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-01863bdb-faf5-4bbb-a108-a9ebc4bdd5cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (1170fc8d-6bcb-4211-a324-1d4b0f481bb7), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:23.363924 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-01863bdb-faf5-4bbb-a108-a9ebc4bdd5cf admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:23.367671 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-01863bdb-faf5-4bbb-a108-a9ebc4bdd5cf admin admin] 10.222.0.11 "DELETE /v2.0/networks/1170fc8d-6bcb-4211-a324-1d4b0f481bb7 HTTP/1.1" status: 204 len: 168 time: 0.6225793 Mar 07 11:20:23.378241 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01863bdb-faf5-4bbb-a108-a9ebc4bdd5cf admin admin] Pushing event deleted for resources: {'Network': ['ID=1170fc8d-6bcb-4211-a324-1d4b0f481bb7,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:23.473028 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f19d5abc-a6c8-434c-aa5d-c53d9af991a0 req-87d0999c-5ab9-4486-9483-a461bd7d2742 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 210 time: 0.0298975 Mar 07 11:20:23.497762 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41954) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:20:23.539006 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2df01e40-47de-4568-9646-66b822185155 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5985484c6fa149c081f84b89f8d9b73f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398688 Mar 07 11:20:23.541663 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41956) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:20:23.590398 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ce8793ea-bd7e-4228-bae4-8f8ada6effcf admin admin] Publish callbacks [] for security_group (5dce09c1-8f32-4d34-8f40-ed9f83829349), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:23.615362 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ce8793ea-bd7e-4228-bae4-8f8ada6effcf admin admin] Publish callbacks [] for security_group (5dce09c1-8f32-4d34-8f40-ed9f83829349), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:23.663460 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ce8793ea-bd7e-4228-bae4-8f8ada6effcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5dce09c1-8f32-4d34-8f40-ed9f83829349), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:23.666135 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ce8793ea-bd7e-4228-bae4-8f8ada6effcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:23.667283 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ce8793ea-bd7e-4228-bae4-8f8ada6effcf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5dce09c1-8f32-4d34-8f40-ed9f83829349 HTTP/1.1" status: 204 len: 168 time: 0.1246486 Mar 07 11:20:23.676003 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8793ea-bd7e-4228-bae4-8f8ada6effcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dce09c1-8f32-4d34-8f40-ed9f83829349,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:23.908121 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device d6c25f89-3a4d-482c-bdce-7df0b45d504b no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:20:23.933916 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: d6c25f89-3a4d-482c-bdce-7df0b45d504b {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:20:23.934344 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device d6c25f89-3a4d-482c-bdce-7df0b45d504b not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:20:23.934809 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 90e7a50d-af48-4aa4-a370-35c805294fdd no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:20:23.955998 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 90e7a50d-af48-4aa4-a370-35c805294fdd {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:20:23.956625 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 90e7a50d-af48-4aa4-a370-35c805294fdd not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:20:23.957044 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7875b7fc-7d7e-4d38-93d0-8a1b20685d44 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:20:23.979812 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 7875b7fc-7d7e-4d38-93d0-8a1b20685d44 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:20:23.980430 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7875b7fc-7d7e-4d38-93d0-8a1b20685d44 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:20:24.028355 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41962) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:20:24.068642 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-449affdd-c16e-4ad7-a5cb-b201fb7b095f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7360b613f94545bd8ee7f4b1714cbef4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389733 Mar 07 11:20:24.071441 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41964) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:20:24.124203 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c1794a73-e317-4601-a349-fc25cc60a0b8 admin admin] Publish callbacks [] for security_group (f2108301-0981-4c7f-b535-9e2fd486b0e5), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:24.145936 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c1794a73-e317-4601-a349-fc25cc60a0b8 admin admin] Publish callbacks [] for security_group (f2108301-0981-4c7f-b535-9e2fd486b0e5), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:24.193637 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c1794a73-e317-4601-a349-fc25cc60a0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (f2108301-0981-4c7f-b535-9e2fd486b0e5), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:24.197100 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c1794a73-e317-4601-a349-fc25cc60a0b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:24.198274 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c1794a73-e317-4601-a349-fc25cc60a0b8 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f2108301-0981-4c7f-b535-9e2fd486b0e5 HTTP/1.1" status: 204 len: 168 time: 0.1259422 Mar 07 11:20:24.206858 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1794a73-e317-4601-a349-fc25cc60a0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2108301-0981-4c7f-b535-9e2fd486b0e5,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:24.597805 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d821e313-f695-4448-904c-4e0390922feb req-ac1d5858-b3d2-4c22-b16a-0be0bd963411 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 210 time: 0.0388243 Mar 07 11:20:25.698375 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c7401c89-aac5-488f-8af6-bc210e691b61 req-31357e59-83f6-47b4-8776-805aa8ebbc76 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 210 time: 0.0266390 Mar 07 11:20:26.808593 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-922fff3f-2a2a-483d-93c5-93d1000ebeb1 req-4b6bd293-fde7-460c-b762-031798b2065f tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ea9a759-d19d-4df0-beff-224303f67868 HTTP/1.1" status: 200 len: 210 time: 0.0273840 Mar 07 11:20:27.869807 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41976) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:20:28.007372 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa25d5-4bb3-4bf9-a61a-eee8059cf993 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Deleting port ea60f4c3-73dc-450e-8d46-03119aa9e6a9 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:20:28.007716 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6eaa25d5-4bb3-4bf9-a61a-eee8059cf993 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (ea60f4c3-73dc-450e-8d46-03119aa9e6a9), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:28.082798 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6eaa25d5-4bb3-4bf9-a61a-eee8059cf993 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (ea60f4c3-73dc-450e-8d46-03119aa9e6a9), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:28.083124 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6eaa25d5-4bb3-4bf9-a61a-eee8059cf993 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for floatingip (ea60f4c3-73dc-450e-8d46-03119aa9e6a9), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:28.095722 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa25d5-4bb3-4bf9-a61a-eee8059cf993 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Calling delete_port for ea60f4c3-73dc-450e-8d46-03119aa9e6a9 owned by network:floatingip {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:20:28.226185 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6eaa25d5-4bb3-4bf9-a61a-eee8059cf993 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (ea60f4c3-73dc-450e-8d46-03119aa9e6a9), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:28.248979 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaa25d5-4bb3-4bf9-a61a-eee8059cf993 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Pushing event deleted for resources: {'Port': ['ID=ea60f4c3-73dc-450e-8d46-03119aa9e6a9,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:28.315517 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6eaa25d5-4bb3-4bf9-a61a-eee8059cf993 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for floatingip (097ebed2-7215-4878-8372-666fb790fdee), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:28.318137 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6eaa25d5-4bb3-4bf9-a61a-eee8059cf993 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:28.320031 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6eaa25d5-4bb3-4bf9-a61a-eee8059cf993 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "DELETE /v2.0/floatingips/097ebed2-7215-4878-8372-666fb790fdee HTTP/1.1" status: 204 len: 168 time: 0.4482291 Mar 07 11:20:33.717207 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 41996) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:20:33.773691 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-baa7bf0a-bab2-4827-9433-5000bd380122 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for security_group (45e219b6-3164-4f72-a63a-91ec8de17d64), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:33.798847 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-baa7bf0a-bab2-4827-9433-5000bd380122 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for security_group (45e219b6-3164-4f72-a63a-91ec8de17d64), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:33.861683 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-baa7bf0a-bab2-4827-9433-5000bd380122 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (45e219b6-3164-4f72-a63a-91ec8de17d64), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:33.864237 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-baa7bf0a-bab2-4827-9433-5000bd380122 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:33.865408 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-baa7bf0a-bab2-4827-9433-5000bd380122 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] 10.222.0.11 "DELETE /v2.0/security-groups/45e219b6-3164-4f72-a63a-91ec8de17d64 HTTP/1.1" status: 204 len: 168 time: 0.1471334 Mar 07 11:20:33.875393 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7bf0a-bab2-4827-9433-5000bd380122 tempest-TestVolumeBootPattern-975273021 tempest-TestVolumeBootPattern-975273021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e219b6-3164-4f72-a63a-91ec8de17d64,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:33.952891 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42000) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:20:34.511329 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4be42b3b-21b9-4561-b3c3-6bcf07e36859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (fa32354e-dacc-4f8a-bf67-ede49ac38b89), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:34.774213 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-4be42b3b-21b9-4561-b3c3-6bcf07e36859 admin admin] Deleting port e7115265-9ddc-4a53-97bd-eab200ea7377 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:20:34.774848 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4be42b3b-21b9-4561-b3c3-6bcf07e36859 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (e7115265-9ddc-4a53-97bd-eab200ea7377), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:34.852056 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-4be42b3b-21b9-4561-b3c3-6bcf07e36859 admin admin] For port e7115265-9ddc-4a53-97bd-eab200ea7377, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e7115265-9ddc-4a53-97bd-eab200ea7377,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:20:34.852588 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4be42b3b-21b9-4561-b3c3-6bcf07e36859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (e7115265-9ddc-4a53-97bd-eab200ea7377), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:34.865274 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-4be42b3b-21b9-4561-b3c3-6bcf07e36859 admin admin] Calling delete_port for e7115265-9ddc-4a53-97bd-eab200ea7377 owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:20:35.046530 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4be42b3b-21b9-4561-b3c3-6bcf07e36859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (e7115265-9ddc-4a53-97bd-eab200ea7377), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:35.398966 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be42b3b-21b9-4561-b3c3-6bcf07e36859 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7115265-9ddc-4a53-97bd-eab200ea7377,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:35.572634 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4be42b3b-21b9-4561-b3c3-6bcf07e36859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (fa32354e-dacc-4f8a-bf67-ede49ac38b89), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:35.809740 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be42b3b-21b9-4561-b3c3-6bcf07e36859 admin admin] Router fa32354e-dacc-4f8a-bf67-ede49ac38b89 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:20:35.927231 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be42b3b-21b9-4561-b3c3-6bcf07e36859 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:20:35.932324 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4be42b3b-21b9-4561-b3c3-6bcf07e36859 admin admin] 10.222.0.11 "PUT /v2.0/routers/fa32354e-dacc-4f8a-bf67-ede49ac38b89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9783738 Mar 07 11:20:35.935285 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42004) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:20:35.938536 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96a1ffd-c3a8-4293-82fb-f127e2480a80 None None] Sync routers for ids ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:20:35.950128 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96a1ffd-c3a8-4293-82fb-f127e2480a80 None None] Routers {'fa32354e-dacc-4f8a-bf67-ede49ac38b89'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:20:35.950742 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c96a1ffd-c3a8-4293-82fb-f127e2480a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:20:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:36.042700 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ee1c0be9-964c-4c70-91fe-02a81799554a admin admin] Publish callbacks [] for router (fa32354e-dacc-4f8a-bf67-ede49ac38b89), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:36.054964 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-c96a1ffd-c3a8-4293-82fb-f127e2480a80 None None] Set router fa32354e-dacc-4f8a-bf67-ede49ac38b89 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:20:36.150274 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ee1c0be9-964c-4c70-91fe-02a81799554a admin admin] Publish callbacks [] for router_gateway (fa32354e-dacc-4f8a-bf67-ede49ac38b89), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:36.202289 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-ee1c0be9-964c-4c70-91fe-02a81799554a admin admin] Deleting port 01cb879c-8c7f-4e04-a928-bc33ec7f368a {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:20:36.202622 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ee1c0be9-964c-4c70-91fe-02a81799554a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (01cb879c-8c7f-4e04-a928-bc33ec7f368a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:36.239722 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c96a1ffd-c3a8-4293-82fb-f127e2480a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'name': 'tempest-TestVolumeBootPattern-1894275182-router', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:14Z', 'updated_at': '2022-03-07T11:20:35Z', 'revision_number': 5, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'gw_port': {'id': '01cb879c-8c7f-4e04-a928-bc33ec7f368a', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3702, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:15Z', 'updated_at': '2022-03-07T11:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:36.266202 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96a1ffd-c3a8-4293-82fb-f127e2480a80 None None] Checking router: fa32354e-dacc-4f8a-bf67-ede49ac38b89 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:20:36.275204 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96a1ffd-c3a8-4293-82fb-f127e2480a80 None None] Routers {'fa32354e-dacc-4f8a-bf67-ede49ac38b89'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:20:36.275797 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c96a1ffd-c3a8-4293-82fb-f127e2480a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:20:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:36.284184 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-ee1c0be9-964c-4c70-91fe-02a81799554a admin admin] For port 01cb879c-8c7f-4e04-a928-bc33ec7f368a, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=01cb879c-8c7f-4e04-a928-bc33ec7f368a,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:20:36.284542 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ee1c0be9-964c-4c70-91fe-02a81799554a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (01cb879c-8c7f-4e04-a928-bc33ec7f368a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:36.297380 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-ee1c0be9-964c-4c70-91fe-02a81799554a admin admin] Calling delete_port for 01cb879c-8c7f-4e04-a928-bc33ec7f368a owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:20:36.364340 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-c96a1ffd-c3a8-4293-82fb-f127e2480a80 None None] Set router fa32354e-dacc-4f8a-bf67-ede49ac38b89 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:20:36.418315 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c96a1ffd-c3a8-4293-82fb-f127e2480a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'name': 'tempest-TestVolumeBootPattern-1894275182-router', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:14Z', 'updated_at': '2022-03-07T11:20:36Z', 'revision_number': 6, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:36.444607 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96a1ffd-c3a8-4293-82fb-f127e2480a80 None None] The sync data for ids ['fa32354e-dacc-4f8a-bf67-ede49ac38b89'] in n-d-832164-4 is: [{'id': 'fa32354e-dacc-4f8a-bf67-ede49ac38b89', 'name': 'tempest-TestVolumeBootPattern-1894275182-router', 'tenant_id': 'c84901d07e4a49b88f9fef019185eb1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:14Z', 'updated_at': '2022-03-07T11:20:36Z', 'revision_number': 6, 'project_id': 'c84901d07e4a49b88f9fef019185eb1b', 'gw_port_host': None}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:20:36.471415 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ee1c0be9-964c-4c70-91fe-02a81799554a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (01cb879c-8c7f-4e04-a928-bc33ec7f368a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:36.502774 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c0be9-964c-4c70-91fe-02a81799554a admin admin] Pushing event deleted for resources: {'Port': ['ID=01cb879c-8c7f-4e04-a928-bc33ec7f368a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:36.535660 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-41b0b6a0-c7e7-4c2f-8c0e-fc90d3f81775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:36.574081 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ee1c0be9-964c-4c70-91fe-02a81799554a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (fa32354e-dacc-4f8a-bf67-ede49ac38b89), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:36.668002 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ee1c0be9-964c-4c70-91fe-02a81799554a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (fa32354e-dacc-4f8a-bf67-ede49ac38b89), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:36.670356 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ee1c0be9-964c-4c70-91fe-02a81799554a admin admin] Publish callbacks [] for router_controller (fa32354e-dacc-4f8a-bf67-ede49ac38b89), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:36.718217 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ee1c0be9-964c-4c70-91fe-02a81799554a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (fa32354e-dacc-4f8a-bf67-ede49ac38b89), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:36.718788 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1c0be9-964c-4c70-91fe-02a81799554a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa32354e-dacc-4f8a-bf67-ede49ac38b89 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:20:36.723071 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ee1c0be9-964c-4c70-91fe-02a81799554a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:36.724254 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ee1c0be9-964c-4c70-91fe-02a81799554a admin admin] 10.222.0.11 "DELETE /v2.0/routers/fa32354e-dacc-4f8a-bf67-ede49ac38b89 HTTP/1.1" status: 204 len: 168 time: 0.7879963 Mar 07 11:20:36.727381 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42006) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:20:36.771602 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-da1e6bb8-11af-4014-81b2-f06ecf0b68f5 admin admin] Deleting subnet 933e5dcd-1517-490a-9fa0-e2d8293cf2f0 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:20:36.775754 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-da1e6bb8-11af-4014-81b2-f06ecf0b68f5 admin admin] Publish callbacks [] for subnet (933e5dcd-1517-490a-9fa0-e2d8293cf2f0), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:36.811311 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-da1e6bb8-11af-4014-81b2-f06ecf0b68f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (933e5dcd-1517-490a-9fa0-e2d8293cf2f0), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:36.895686 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-da1e6bb8-11af-4014-81b2-f06ecf0b68f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (933e5dcd-1517-490a-9fa0-e2d8293cf2f0), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:36.949759 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-da1e6bb8-11af-4014-81b2-f06ecf0b68f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (933e5dcd-1517-490a-9fa0-e2d8293cf2f0), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:36.976524 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1e6bb8-11af-4014-81b2-f06ecf0b68f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=933e5dcd-1517-490a-9fa0-e2d8293cf2f0,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:36.980303 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-da1e6bb8-11af-4014-81b2-f06ecf0b68f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:36.983501 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-da1e6bb8-11af-4014-81b2-f06ecf0b68f5 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/933e5dcd-1517-490a-9fa0-e2d8293cf2f0 HTTP/1.1" status: 204 len: 168 time: 0.2552032 Mar 07 11:20:36.986026 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42008) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:20:36.989010 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9abdc44-cd5f-410c-aa92-d6144fcfb40d None None] Network 204cc519-b30d-4492-9fc5-23c1f345ed50 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:20:37.060315 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8016978b-2208-4d16-8003-8016679b05dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (204cc519-b30d-4492-9fc5-23c1f345ed50), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:37.120109 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-8016978b-2208-4d16-8003-8016679b05dd admin admin] Deleting port 753e0097-5c9a-416d-8df2-d27dc6e6f5e1 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:20:37.120388 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8016978b-2208-4d16-8003-8016679b05dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (753e0097-5c9a-416d-8df2-d27dc6e6f5e1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:37.191040 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075a0da0-f758-4407-8f0d-06a82b7e8475 None None] DHCP port deletion for 204cc519-b30d-4492-9fc5-23c1f345ed50 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:20:37.191277 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-8016978b-2208-4d16-8003-8016679b05dd admin admin] For port 753e0097-5c9a-416d-8df2-d27dc6e6f5e1, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=753e0097-5c9a-416d-8df2-d27dc6e6f5e1,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:20:37.191656 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8016978b-2208-4d16-8003-8016679b05dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (753e0097-5c9a-416d-8df2-d27dc6e6f5e1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:37.207297 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-8016978b-2208-4d16-8003-8016679b05dd admin admin] Calling delete_port for 753e0097-5c9a-416d-8df2-d27dc6e6f5e1 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:20:37.241852 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-075a0da0-f758-4407-8f0d-06a82b7e8475 None None] Deleting port 753e0097-5c9a-416d-8df2-d27dc6e6f5e1 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:20:37.242325 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-075a0da0-f758-4407-8f0d-06a82b7e8475 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (753e0097-5c9a-416d-8df2-d27dc6e6f5e1), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:37.298915 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8016978b-2208-4d16-8003-8016679b05dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (753e0097-5c9a-416d-8df2-d27dc6e6f5e1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:37.311301 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-075a0da0-f758-4407-8f0d-06a82b7e8475 None None] For port 753e0097-5c9a-416d-8df2-d27dc6e6f5e1, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=753e0097-5c9a-416d-8df2-d27dc6e6f5e1,segment=NetworkSegment(1c0ac8bc-1148-44f8-b746-a8213c13d10c),segment_id=1c0ac8bc-1148-44f8-b746-a8213c13d10c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:20:37.311725 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-075a0da0-f758-4407-8f0d-06a82b7e8475 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (753e0097-5c9a-416d-8df2-d27dc6e6f5e1), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:37.326414 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-075a0da0-f758-4407-8f0d-06a82b7e8475 None None] Calling delete_port for 753e0097-5c9a-416d-8df2-d27dc6e6f5e1 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:20:37.327878 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016978b-2208-4d16-8003-8016679b05dd admin admin] Pushing event deleted for resources: {'Port': ['ID=753e0097-5c9a-416d-8df2-d27dc6e6f5e1,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:37.332067 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8016978b-2208-4d16-8003-8016679b05dd admin admin] No DVR routers for this DVR port 753e0097-5c9a-416d-8df2-d27dc6e6f5e1 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:20:37.408147 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8016978b-2208-4d16-8003-8016679b05dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (204cc519-b30d-4492-9fc5-23c1f345ed50), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:37.412496 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-075a0da0-f758-4407-8f0d-06a82b7e8475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (753e0097-5c9a-416d-8df2-d27dc6e6f5e1), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:37.436283 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-8016978b-2208-4d16-8003-8016679b05dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['204cc519-b30d-4492-9fc5-23c1f345ed50']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:37.438178 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075a0da0-f758-4407-8f0d-06a82b7e8475 None None] Pushing event deleted for resources: {'Port': ['ID=753e0097-5c9a-416d-8df2-d27dc6e6f5e1,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:37.445078 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075a0da0-f758-4407-8f0d-06a82b7e8475 None None] No DVR routers for this DVR port 753e0097-5c9a-416d-8df2-d27dc6e6f5e1 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:20:37.452539 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-8016978b-2208-4d16-8003-8016679b05dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c0ac8bc-1148-44f8-b746-a8213c13d10c') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:37.452539 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-8016978b-2208-4d16-8003-8016679b05dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c0ac8bc-1148-44f8-b746-a8213c13d10c') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:37.463370 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8016978b-2208-4d16-8003-8016679b05dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (1c0ac8bc-1148-44f8-b746-a8213c13d10c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:37.478798 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8016978b-2208-4d16-8003-8016679b05dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (1c0ac8bc-1148-44f8-b746-a8213c13d10c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:37.485248 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8016978b-2208-4d16-8003-8016679b05dd admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:20:37.485642 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8016978b-2208-4d16-8003-8016679b05dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (1c0ac8bc-1148-44f8-b746-a8213c13d10c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:37.487471 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:20:37.487471 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:20:37.487471 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:20:37.487471 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:20:37.487471 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:20:37.487471 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:20:37.487471 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:20:37.487471 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:20:37.487471 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:20:37.487471 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:20:37.487471 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:20:37.487471 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:20:37.487471 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:20:37.487471 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:20:37.487471 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:20:37.487471 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:20:37.487471 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:20:37.487471 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:20:37.487471 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:20:37.487471 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:20:37.487471 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:20:37.487471 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:20:37.487471 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:20:37.487471 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:20:37.487471 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:20:37.487471 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:20:37.487471 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:20:37.487471 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:20:37.487471 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:20:37.487471 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:20:37.487471 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:20:37.487471 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:20:37.543036 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8016978b-2208-4d16-8003-8016679b05dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (204cc519-b30d-4492-9fc5-23c1f345ed50), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:37.548586 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8016978b-2208-4d16-8003-8016679b05dd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:37.551797 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8016978b-2208-4d16-8003-8016679b05dd admin admin] 10.222.0.11 "DELETE /v2.0/networks/204cc519-b30d-4492-9fc5-23c1f345ed50 HTTP/1.1" status: 204 len: 168 time: 0.5591588 Mar 07 11:20:37.555257 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42010) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:20:37.564139 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016978b-2208-4d16-8003-8016679b05dd admin admin] Pushing event deleted for resources: {'Network': ['ID=204cc519-b30d-4492-9fc5-23c1f345ed50,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:37.904262 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8b8f8359-ac3a-4c96-b483-db09ee270b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (80dd84c0-400c-410c-982d-2170dd9422d2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:37.908624 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 01cb879c-8c7f-4e04-a928-bc33ec7f368a no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:20:37.929497 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 01cb879c-8c7f-4e04-a928-bc33ec7f368a {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:20:37.929834 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 01cb879c-8c7f-4e04-a928-bc33ec7f368a not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:20:37.930234 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e7115265-9ddc-4a53-97bd-eab200ea7377 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:20:37.948568 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: e7115265-9ddc-4a53-97bd-eab200ea7377 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:20:37.948909 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e7115265-9ddc-4a53-97bd-eab200ea7377 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:20:37.949340 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 753e0097-5c9a-416d-8df2-d27dc6e6f5e1 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:20:37.972225 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 753e0097-5c9a-416d-8df2-d27dc6e6f5e1 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:20:37.972574 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 753e0097-5c9a-416d-8df2-d27dc6e6f5e1 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:20:38.152316 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-8b8f8359-ac3a-4c96-b483-db09ee270b13 admin admin] Deleting port 89c273a0-3666-4587-aaf9-7a1c2aa3aa63 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:20:38.152568 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8b8f8359-ac3a-4c96-b483-db09ee270b13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (89c273a0-3666-4587-aaf9-7a1c2aa3aa63), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:38.227846 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-8b8f8359-ac3a-4c96-b483-db09ee270b13 admin admin] For port 89c273a0-3666-4587-aaf9-7a1c2aa3aa63, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=89c273a0-3666-4587-aaf9-7a1c2aa3aa63,segment=NetworkSegment(bef6e21e-aeb0-4496-8bd4-15c00d77d707),segment_id=bef6e21e-aeb0-4496-8bd4-15c00d77d707)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:20:38.228204 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8b8f8359-ac3a-4c96-b483-db09ee270b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (89c273a0-3666-4587-aaf9-7a1c2aa3aa63), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:38.245273 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-8b8f8359-ac3a-4c96-b483-db09ee270b13 admin admin] Calling delete_port for 89c273a0-3666-4587-aaf9-7a1c2aa3aa63 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:20:38.422435 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8b8f8359-ac3a-4c96-b483-db09ee270b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (89c273a0-3666-4587-aaf9-7a1c2aa3aa63), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:38.447637 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f8359-ac3a-4c96-b483-db09ee270b13 admin admin] Pushing event deleted for resources: {'Port': ['ID=89c273a0-3666-4587-aaf9-7a1c2aa3aa63,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:38.616713 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8b8f8359-ac3a-4c96-b483-db09ee270b13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (80dd84c0-400c-410c-982d-2170dd9422d2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:38.628442 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8130989e-8ff3-4f5d-9513-e9495a16ffb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:38.839722 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8f8359-ac3a-4c96-b483-db09ee270b13 admin admin] Router 80dd84c0-400c-410c-982d-2170dd9422d2 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:20:38.947270 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8f8359-ac3a-4c96-b483-db09ee270b13 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:20:38.952182 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8b8f8359-ac3a-4c96-b483-db09ee270b13 admin admin] 10.222.0.11 "PUT /v2.0/routers/80dd84c0-400c-410c-982d-2170dd9422d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3958719 Mar 07 11:20:38.954748 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42012) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:20:38.957309 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d3a98b-aa6c-4370-9b6b-9aaa21659bb0 None None] Sync routers for ids ['80dd84c0-400c-410c-982d-2170dd9422d2'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:20:38.968995 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d3a98b-aa6c-4370-9b6b-9aaa21659bb0 None None] Routers {'80dd84c0-400c-410c-982d-2170dd9422d2'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:20:38.969657 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-57d3a98b-aa6c-4370-9b6b-9aaa21659bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:20:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['80dd84c0-400c-410c-982d-2170dd9422d2'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:39.063267 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-932b35f5-dba9-4fbc-8e04-437b17cb06f8 admin admin] Publish callbacks [] for router (80dd84c0-400c-410c-982d-2170dd9422d2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:39.075752 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-57d3a98b-aa6c-4370-9b6b-9aaa21659bb0 None None] Set router 80dd84c0-400c-410c-982d-2170dd9422d2 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:20:39.174625 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-932b35f5-dba9-4fbc-8e04-437b17cb06f8 admin admin] Publish callbacks [] for router_gateway (80dd84c0-400c-410c-982d-2170dd9422d2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:39.229134 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-932b35f5-dba9-4fbc-8e04-437b17cb06f8 admin admin] Deleting port 9557d53f-e959-40b3-b9c0-736c2be7771a {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:20:39.229491 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-932b35f5-dba9-4fbc-8e04-437b17cb06f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (9557d53f-e959-40b3-b9c0-736c2be7771a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:39.254671 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-57d3a98b-aa6c-4370-9b6b-9aaa21659bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dd84c0-400c-410c-982d-2170dd9422d2', 'name': 'tempest-TestVolumeBootPattern-1481743460-router', 'tenant_id': 'c97d6681f0d3417981ec4b78af2dcf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': '9557d53f-e959-40b3-b9c0-736c2be7771a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:26Z', 'updated_at': '2022-03-07T11:20:38Z', 'revision_number': 5, 'project_id': 'c97d6681f0d3417981ec4b78af2dcf5b', 'gw_port': {'id': '9557d53f-e959-40b3-b9c0-736c2be7771a', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:58:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80dd84c0-400c-410c-982d-2170dd9422d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:06:28Z', 'updated_at': '2022-03-07T11:06:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:39.285066 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d3a98b-aa6c-4370-9b6b-9aaa21659bb0 None None] Checking router: 80dd84c0-400c-410c-982d-2170dd9422d2 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:20:39.294986 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d3a98b-aa6c-4370-9b6b-9aaa21659bb0 None None] Routers {'80dd84c0-400c-410c-982d-2170dd9422d2'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:20:39.295789 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-57d3a98b-aa6c-4370-9b6b-9aaa21659bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:20:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['80dd84c0-400c-410c-982d-2170dd9422d2'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:39.317055 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-932b35f5-dba9-4fbc-8e04-437b17cb06f8 admin admin] For port 9557d53f-e959-40b3-b9c0-736c2be7771a, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=9557d53f-e959-40b3-b9c0-736c2be7771a,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:20:39.317453 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-932b35f5-dba9-4fbc-8e04-437b17cb06f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (9557d53f-e959-40b3-b9c0-736c2be7771a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:39.329838 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-932b35f5-dba9-4fbc-8e04-437b17cb06f8 admin admin] Calling delete_port for 9557d53f-e959-40b3-b9c0-736c2be7771a owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:20:39.385704 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-57d3a98b-aa6c-4370-9b6b-9aaa21659bb0 None None] Set router 80dd84c0-400c-410c-982d-2170dd9422d2 gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:20:39.439829 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-57d3a98b-aa6c-4370-9b6b-9aaa21659bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80dd84c0-400c-410c-982d-2170dd9422d2', 'name': 'tempest-TestVolumeBootPattern-1481743460-router', 'tenant_id': 'c97d6681f0d3417981ec4b78af2dcf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:26Z', 'updated_at': '2022-03-07T11:20:39Z', 'revision_number': 6, 'project_id': 'c97d6681f0d3417981ec4b78af2dcf5b', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:39.466893 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d3a98b-aa6c-4370-9b6b-9aaa21659bb0 None None] The sync data for ids ['80dd84c0-400c-410c-982d-2170dd9422d2'] in n-d-832164-4 is: [{'id': '80dd84c0-400c-410c-982d-2170dd9422d2', 'name': 'tempest-TestVolumeBootPattern-1481743460-router', 'tenant_id': 'c97d6681f0d3417981ec4b78af2dcf5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:06:26Z', 'updated_at': '2022-03-07T11:20:39Z', 'revision_number': 6, 'project_id': 'c97d6681f0d3417981ec4b78af2dcf5b', 'gw_port_host': None}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:20:39.509049 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-932b35f5-dba9-4fbc-8e04-437b17cb06f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (9557d53f-e959-40b3-b9c0-736c2be7771a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:39.535391 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b35f5-dba9-4fbc-8e04-437b17cb06f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9557d53f-e959-40b3-b9c0-736c2be7771a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:39.600600 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-932b35f5-dba9-4fbc-8e04-437b17cb06f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (80dd84c0-400c-410c-982d-2170dd9422d2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:39.691206 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-932b35f5-dba9-4fbc-8e04-437b17cb06f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (80dd84c0-400c-410c-982d-2170dd9422d2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:39.693247 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-932b35f5-dba9-4fbc-8e04-437b17cb06f8 admin admin] Publish callbacks [] for router_controller (80dd84c0-400c-410c-982d-2170dd9422d2), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:39.742668 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-932b35f5-dba9-4fbc-8e04-437b17cb06f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (80dd84c0-400c-410c-982d-2170dd9422d2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:39.743230 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932b35f5-dba9-4fbc-8e04-437b17cb06f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80dd84c0-400c-410c-982d-2170dd9422d2 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:20:39.747333 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-932b35f5-dba9-4fbc-8e04-437b17cb06f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:39.748434 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-932b35f5-dba9-4fbc-8e04-437b17cb06f8 admin admin] 10.222.0.11 "DELETE /v2.0/routers/80dd84c0-400c-410c-982d-2170dd9422d2 HTTP/1.1" status: 204 len: 168 time: 0.7927737 Mar 07 11:20:39.750980 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42014) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:20:39.795016 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6d312f-2cfe-4020-a1d6-e8550215e049 admin admin] Deleting subnet 4380b620-7274-4d1d-afd5-61229f1d3db2 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:20:39.798444 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6c6d312f-2cfe-4020-a1d6-e8550215e049 admin admin] Publish callbacks [] for subnet (4380b620-7274-4d1d-afd5-61229f1d3db2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:39.833530 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6c6d312f-2cfe-4020-a1d6-e8550215e049 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (4380b620-7274-4d1d-afd5-61229f1d3db2), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:39.927684 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6c6d312f-2cfe-4020-a1d6-e8550215e049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (4380b620-7274-4d1d-afd5-61229f1d3db2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:39.979747 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6c6d312f-2cfe-4020-a1d6-e8550215e049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (4380b620-7274-4d1d-afd5-61229f1d3db2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:40.004375 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d312f-2cfe-4020-a1d6-e8550215e049 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4380b620-7274-4d1d-afd5-61229f1d3db2,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:40.008072 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6c6d312f-2cfe-4020-a1d6-e8550215e049 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:40.011861 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6c6d312f-2cfe-4020-a1d6-e8550215e049 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/4380b620-7274-4d1d-afd5-61229f1d3db2 HTTP/1.1" status: 204 len: 168 time: 0.2594607 Mar 07 11:20:40.013853 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42016) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:20:40.016425 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b19c0ca-b066-4f91-b227-dfb79a30eb90 None None] Network 6f529df2-2a41-41d0-a360-c24e522bb6c3 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:20:40.080454 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:40.083037 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-72b55d44-c7eb-4f3f-988d-b3b2a0a8645a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (6f529df2-2a41-41d0-a360-c24e522bb6c3), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:40.141687 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-72b55d44-c7eb-4f3f-988d-b3b2a0a8645a admin admin] Deleting port 48a7fe6e-e856-4de3-ae44-f7df583a1e2c {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:20:40.142037 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-72b55d44-c7eb-4f3f-988d-b3b2a0a8645a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (48a7fe6e-e856-4de3-ae44-f7df583a1e2c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:40.205048 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-72b55d44-c7eb-4f3f-988d-b3b2a0a8645a admin admin] For port 48a7fe6e-e856-4de3-ae44-f7df583a1e2c, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=48a7fe6e-e856-4de3-ae44-f7df583a1e2c,segment=NetworkSegment(bef6e21e-aeb0-4496-8bd4-15c00d77d707),segment_id=bef6e21e-aeb0-4496-8bd4-15c00d77d707)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:20:40.205379 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-72b55d44-c7eb-4f3f-988d-b3b2a0a8645a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (48a7fe6e-e856-4de3-ae44-f7df583a1e2c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:40.218230 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-72b55d44-c7eb-4f3f-988d-b3b2a0a8645a admin admin] Calling delete_port for 48a7fe6e-e856-4de3-ae44-f7df583a1e2c owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:20:40.259446 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdbe114-1bb6-4561-ab3f-9787529cf42d None None] DHCP port deletion for 6f529df2-2a41-41d0-a360-c24e522bb6c3 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:20:40.310887 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-72b55d44-c7eb-4f3f-988d-b3b2a0a8645a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (48a7fe6e-e856-4de3-ae44-f7df583a1e2c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:40.336698 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 89c273a0-3666-4587-aaf9-7a1c2aa3aa63 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:20:40.339423 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b55d44-c7eb-4f3f-988d-b3b2a0a8645a admin admin] Pushing event deleted for resources: {'Port': ['ID=48a7fe6e-e856-4de3-ae44-f7df583a1e2c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:40.343020 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b55d44-c7eb-4f3f-988d-b3b2a0a8645a admin admin] No DVR routers for this DVR port 48a7fe6e-e856-4de3-ae44-f7df583a1e2c on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:20:40.363133 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-dbdbe114-1bb6-4561-ab3f-9787529cf42d None None] Deleting port 48a7fe6e-e856-4de3-ae44-f7df583a1e2c {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:20:40.363508 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dbdbe114-1bb6-4561-ab3f-9787529cf42d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (48a7fe6e-e856-4de3-ae44-f7df583a1e2c), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:40.414455 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 89c273a0-3666-4587-aaf9-7a1c2aa3aa63 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:20:40.414798 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 89c273a0-3666-4587-aaf9-7a1c2aa3aa63 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:20:40.416801 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-72b55d44-c7eb-4f3f-988d-b3b2a0a8645a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (6f529df2-2a41-41d0-a360-c24e522bb6c3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:40.431300 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-dbdbe114-1bb6-4561-ab3f-9787529cf42d None None] For port 48a7fe6e-e856-4de3-ae44-f7df583a1e2c, host n-d-832164-4, got binding levels [] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:20:40.431701 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dbdbe114-1bb6-4561-ab3f-9787529cf42d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (48a7fe6e-e856-4de3-ae44-f7df583a1e2c), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:40.439125 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-72b55d44-c7eb-4f3f-988d-b3b2a0a8645a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f529df2-2a41-41d0-a360-c24e522bb6c3']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:40.445914 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-dbdbe114-1bb6-4561-ab3f-9787529cf42d None None] Calling delete_port for 48a7fe6e-e856-4de3-ae44-f7df583a1e2c owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:20:40.448746 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.ipam_backend_mixin [None req-dbdbe114-1bb6-4561-ab3f-9787529cf42d None None] Port 48a7fe6e-e856-4de3-ae44-f7df583a1e2c was not found and therefore no delete operation was performed {{(pid=103768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 11:20:40.449580 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-72b55d44-c7eb-4f3f-988d-b3b2a0a8645a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef6e21e-aeb0-4496-8bd4-15c00d77d707') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:40.449882 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-72b55d44-c7eb-4f3f-988d-b3b2a0a8645a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef6e21e-aeb0-4496-8bd4-15c00d77d707') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:20:40.450038 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dbdbe114-1bb6-4561-ab3f-9787529cf42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (48a7fe6e-e856-4de3-ae44-f7df583a1e2c), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:40.461810 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-72b55d44-c7eb-4f3f-988d-b3b2a0a8645a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (bef6e21e-aeb0-4496-8bd4-15c00d77d707), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:40.476016 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-72b55d44-c7eb-4f3f-988d-b3b2a0a8645a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (bef6e21e-aeb0-4496-8bd4-15c00d77d707), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:40.477338 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbe114-1bb6-4561-ab3f-9787529cf42d None None] Pushing event deleted for resources: {'Port': ['ID=48a7fe6e-e856-4de3-ae44-f7df583a1e2c,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:40.483244 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b55d44-c7eb-4f3f-988d-b3b2a0a8645a admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:20:40.483725 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-72b55d44-c7eb-4f3f-988d-b3b2a0a8645a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (bef6e21e-aeb0-4496-8bd4-15c00d77d707), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:40.485587 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdbe114-1bb6-4561-ab3f-9787529cf42d None None] No DVR routers for this DVR port 48a7fe6e-e856-4de3-ae44-f7df583a1e2c on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:20:40.485997 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 11:20:40.485997 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:20:40.485997 n-d-832164-4 neutron-server[103766]: timer() Mar 07 11:20:40.485997 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:20:40.485997 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 11:20:40.485997 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:20:40.485997 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 11:20:40.485997 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:20:40.485997 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 11:20:40.485997 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:20:40.485997 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 11:20:40.485997 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:20:40.485997 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 11:20:40.485997 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:20:40.485997 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:20:40.485997 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:20:40.485997 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:20:40.485997 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:20:40.485997 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 11:20:40.485997 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:20:40.485997 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 11:20:40.485997 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:20:40.485997 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:20:40.485997 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:20:40.485997 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 11:20:40.485997 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:20:40.485997 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:20:40.485997 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:20:40.485997 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:20:40.485997 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:20:40.485997 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:20:40.485997 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:20:40.546691 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-72b55d44-c7eb-4f3f-988d-b3b2a0a8645a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (6f529df2-2a41-41d0-a360-c24e522bb6c3), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:40.552413 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-72b55d44-c7eb-4f3f-988d-b3b2a0a8645a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:40.556221 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-72b55d44-c7eb-4f3f-988d-b3b2a0a8645a admin admin] 10.222.0.11 "DELETE /v2.0/networks/6f529df2-2a41-41d0-a360-c24e522bb6c3 HTTP/1.1" status: 204 len: 168 time: 0.5406928 Mar 07 11:20:40.568787 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b55d44-c7eb-4f3f-988d-b3b2a0a8645a admin admin] Pushing event deleted for resources: {'Network': ['ID=6f529df2-2a41-41d0-a360-c24e522bb6c3,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:40.667189 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42020) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:20:40.705853 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b9f20aa9-acce-4da6-845a-63b289884566 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c84901d07e4a49b88f9fef019185eb1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374715 Mar 07 11:20:40.708193 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42022) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:20:40.758794 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6e5f2d8c-63d2-4eb8-a985-efeae6127157 admin admin] Publish callbacks [] for security_group (878c86dc-09b5-4c6b-8d76-75c106ddee5c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:40.780191 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6e5f2d8c-63d2-4eb8-a985-efeae6127157 admin admin] Publish callbacks [] for security_group (878c86dc-09b5-4c6b-8d76-75c106ddee5c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:40.826686 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6e5f2d8c-63d2-4eb8-a985-efeae6127157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (878c86dc-09b5-4c6b-8d76-75c106ddee5c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:40.829712 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6e5f2d8c-63d2-4eb8-a985-efeae6127157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:40.830867 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6e5f2d8c-63d2-4eb8-a985-efeae6127157 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/878c86dc-09b5-4c6b-8d76-75c106ddee5c HTTP/1.1" status: 204 len: 168 time: 0.1217871 Mar 07 11:20:40.839483 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f2d8c-63d2-4eb8-a985-efeae6127157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878c86dc-09b5-4c6b-8d76-75c106ddee5c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:41.139790 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42028) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:20:41.179956 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-54f5f72e-04ee-4b3b-b3e5-5d82d3a29a67 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c97d6681f0d3417981ec4b78af2dcf5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389607 Mar 07 11:20:41.182292 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42030) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:20:41.233036 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e5c0dbd-9741-494e-834b-efea145d1db6 admin admin] Publish callbacks [] for security_group (af11952e-595b-4291-aeb6-f2bed616e277), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:41.255190 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e5c0dbd-9741-494e-834b-efea145d1db6 admin admin] Publish callbacks [] for security_group (af11952e-595b-4291-aeb6-f2bed616e277), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:41.302716 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e5c0dbd-9741-494e-834b-efea145d1db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (af11952e-595b-4291-aeb6-f2bed616e277), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:41.306138 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e5c0dbd-9741-494e-834b-efea145d1db6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:41.307234 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7e5c0dbd-9741-494e-834b-efea145d1db6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/af11952e-595b-4291-aeb6-f2bed616e277 HTTP/1.1" status: 204 len: 168 time: 0.1240675 Mar 07 11:20:41.315014 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c0dbd-9741-494e-834b-efea145d1db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af11952e-595b-4291-aeb6-f2bed616e277,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:41.776407 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:41.907112 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 48a7fe6e-e856-4de3-ae44-f7df583a1e2c no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:20:41.928075 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 48a7fe6e-e856-4de3-ae44-f7df583a1e2c {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:20:41.928376 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 48a7fe6e-e856-4de3-ae44-f7df583a1e2c not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:20:41.928750 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9557d53f-e959-40b3-b9c0-736c2be7771a no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:20:41.948270 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 9557d53f-e959-40b3-b9c0-736c2be7771a {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:20:41.948613 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9557d53f-e959-40b3-b9c0-736c2be7771a not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:20:43.020364 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:48.583973 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:52.004943 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-22b41097-8c0d-40ff-aa10-877de2963f3f tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=126ddf4d35754780832cbec64b027659&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222752 Mar 07 11:20:52.110197 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-c155baff-5b59-4f68-9341-1936a77c9be6 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:52.111628 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-c155baff-5b59-4f68-9341-1936a77c9be6 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1010277 Mar 07 11:20:52.126534 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-1bfe0286-496d-4cbf-b1c0-2756aac77cd7 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] 10.222.0.11 "GET /v2.0/quotas/126ddf4d35754780832cbec64b027659 HTTP/1.1" status: 200 len: 375 time: 0.0089352 Mar 07 11:20:52.157710 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-e37a54ea-8d5c-4ce6-ab67-be3506eca0c1 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=126ddf4d35754780832cbec64b027659&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264909 Mar 07 11:20:52.251209 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:20:52.319013 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ba1fa736-3293-4b16-8082-6d2f218506d0 req-9a4f1ae9-dd3f-4222-84a2-985d7b231a0d tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2dd5547d-52b8-4ef6-9239-8ea6bbbd6cdf HTTP/1.1" status: 200 len: 210 time: 0.0286851 Mar 07 11:20:53.138393 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-46a0f8e0-54ee-4412-8112-6fb823714200 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=126ddf4d35754780832cbec64b027659&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243092 Mar 07 11:20:53.196980 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:53.253662 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-0c556892-c872-4db7-a95f-a19da3516393 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:53.255090 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-0c556892-c872-4db7-a95f-a19da3516393 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1124778 Mar 07 11:20:53.268254 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-122b0914-9b4d-42ed-a773-603230183e7e tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Request body: {'port': {'device_id': '2dd5547d-52b8-4ef6-9239-8ea6bbbd6cdf', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'admin_state_up': True, 'tenant_id': '126ddf4d35754780832cbec64b027659'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:20:53.375615 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-122b0914-9b4d-42ed-a773-603230183e7e tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Made reservation on behalf of 126ddf4d35754780832cbec64b027659 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:20:53.379066 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-122b0914-9b4d-42ed-a773-603230183e7e tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:53.390732 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-122b0914-9b4d-42ed-a773-603230183e7e tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:53.424138 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6e0988f5-3e3c-467b-929c-7b8f6da9562e req-d9467e91-8c51-4709-9bf3-bceadbdebaed tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2dd5547d-52b8-4ef6-9239-8ea6bbbd6cdf HTTP/1.1" status: 200 len: 210 time: 0.0351686 Mar 07 11:20:53.495156 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-122b0914-9b4d-42ed-a773-603230183e7e tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Publish callbacks [] for security_group (26ee346a-ab15-4a1d-8a00-5858f5386b3a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:53.498987 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-122b0914-9b4d-42ed-a773-603230183e7e tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (26ee346a-ab15-4a1d-8a00-5858f5386b3a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:53.564293 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b0914-9b4d-42ed-a773-603230183e7e tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26ee346a-ab15-4a1d-8a00-5858f5386b3a,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:53.636172 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-122b0914-9b4d-42ed-a773-603230183e7e tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Allocated IP 192.168.233.232 (598bad6c-a435-45aa-bbb6-2339f78a1590/cd915eb6-2d51-4c50-93c9-6777e48b408a/f74fca73-809f-44f0-8b6e-9528634be480) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:20:53.785436 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-122b0914-9b4d-42ed-a773-603230183e7e tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Publish callbacks [] for port (f74fca73-809f-44f0-8b6e-9528634be480), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:53.819670 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-122b0914-9b4d-42ed-a773-603230183e7e tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (f74fca73-809f-44f0-8b6e-9528634be480), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:53.861575 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-122b0914-9b4d-42ed-a773-603230183e7e tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Network 598bad6c-a435-45aa-bbb6-2339f78a1590 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:20:53.864610 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-122b0914-9b4d-42ed-a773-603230183e7e tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:20:53.869028 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-122b0914-9b4d-42ed-a773-603230183e7e tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:20:53.901212 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b0914-9b4d-42ed-a773-603230183e7e tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Pushing event updated for resources: {'Port': ['ID=f74fca73-809f-44f0-8b6e-9528634be480,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:53.926477 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-122b0914-9b4d-42ed-a773-603230183e7e tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:53.927090 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-122b0914-9b4d-42ed-a773-603230183e7e tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:53.944679 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-122b0914-9b4d-42ed-a773-603230183e7e tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6799765 Mar 07 11:20:54.059968 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-0da7312e-d4a2-4a6d-9127-32a6d200fea1 service neutron] Request body: {'port': {'device_id': '2dd5547d-52b8-4ef6-9239-8ea6bbbd6cdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:20:54.118282 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-0da7312e-d4a2-4a6d-9127-32a6d200fea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f74fca73-809f-44f0-8b6e-9528634be480), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:54.138619 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-1390485a-c1f5-45c8-abfd-79e455d04c98 None None] Provisioning complete for port f74fca73-809f-44f0-8b6e-9528634be480 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:20:54.138996 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1390485a-c1f5-45c8-abfd-79e455d04c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f74fca73-809f-44f0-8b6e-9528634be480), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:54.173420 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1390485a-c1f5-45c8-abfd-79e455d04c98 None None] Port f74fca73-809f-44f0-8b6e-9528634be480 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:20:54.558535 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0218e-032d-4874-be43-01f5747743f5 req-4768e8dd-d23f-4b8f-8dd5-4347fa5c4ad6 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:54.559975 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-35f0218e-032d-4874-be43-01f5747743f5 req-4768e8dd-d23f-4b8f-8dd5-4347fa5c4ad6 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2dd5547d-52b8-4ef6-9239-8ea6bbbd6cdf HTTP/1.1" status: 200 len: 936 time: 0.0581009 Mar 07 11:20:54.612565 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-35f0218e-032d-4874-be43-01f5747743f5 req-5c3fcad4-e817-4bcf-9330-57c203fbb441 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ee346a-ab15-4a1d-8a00-5858f5386b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466948 Mar 07 11:20:54.720112 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-0da7312e-d4a2-4a6d-9127-32a6d200fea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f74fca73-809f-44f0-8b6e-9528634be480 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:20:54.727647 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-0da7312e-d4a2-4a6d-9127-32a6d200fea1 service neutron] Publish callbacks [] for port (f74fca73-809f-44f0-8b6e-9528634be480), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:54.739328 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-0da7312e-d4a2-4a6d-9127-32a6d200fea1 service neutron] Transition to ACTIVE for port object f74fca73-809f-44f0-8b6e-9528634be480 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:20:54.743867 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-0da7312e-d4a2-4a6d-9127-32a6d200fea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (f74fca73-809f-44f0-8b6e-9528634be480), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:54.794778 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7312e-d4a2-4a6d-9127-32a6d200fea1 service neutron] Pushing event updated for resources: {'Port': ['ID=f74fca73-809f-44f0-8b6e-9528634be480,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:54.865535 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-0da7312e-d4a2-4a6d-9127-32a6d200fea1 service neutron] Attempting to bind port f74fca73-809f-44f0-8b6e-9528634be480 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:20:54.865874 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-0da7312e-d4a2-4a6d-9127-32a6d200fea1 service neutron] Attempting to bind port f74fca73-809f-44f0-8b6e-9528634be480 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:20:54.866734 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-0da7312e-d4a2-4a6d-9127-32a6d200fea1 service neutron] Attempting to bind port f74fca73-809f-44f0-8b6e-9528634be480 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:20:54.871496 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-0da7312e-d4a2-4a6d-9127-32a6d200fea1 service neutron] Port f74fca73-809f-44f0-8b6e-9528634be480 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:20:54.871814 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-0da7312e-d4a2-4a6d-9127-32a6d200fea1 service neutron] Attempting to bind port f74fca73-809f-44f0-8b6e-9528634be480 on network 598bad6c-a435-45aa-bbb6-2339f78a1590 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:20:54.877009 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-0da7312e-d4a2-4a6d-9127-32a6d200fea1 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:20:54.877379 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-0da7312e-d4a2-4a6d-9127-32a6d200fea1 service neutron] Checking segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:20:54.877773 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-0da7312e-d4a2-4a6d-9127-32a6d200fea1 service neutron] Bound using segment: {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:20:54.878196 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-0da7312e-d4a2-4a6d-9127-32a6d200fea1 service neutron] Bound port: f74fca73-809f-44f0-8b6e-9528634be480, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1222959b-5c93-4611-b485-a05792a3400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:20:54.878550 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-0da7312e-d4a2-4a6d-9127-32a6d200fea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f74fca73-809f-44f0-8b6e-9528634be480), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:54.949500 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-0da7312e-d4a2-4a6d-9127-32a6d200fea1 service neutron] For port f74fca73-809f-44f0-8b6e-9528634be480, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:20:54.952794 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-0da7312e-d4a2-4a6d-9127-32a6d200fea1 service neutron] For port f74fca73-809f-44f0-8b6e-9528634be480, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f74fca73-809f-44f0-8b6e-9528634be480,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:20:54.959033 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-0da7312e-d4a2-4a6d-9127-32a6d200fea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (f74fca73-809f-44f0-8b6e-9528634be480), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:54.998782 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-0da7312e-d4a2-4a6d-9127-32a6d200fea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:54.999419 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-0da7312e-d4a2-4a6d-9127-32a6d200fea1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:55.000800 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-0da7312e-d4a2-4a6d-9127-32a6d200fea1 service neutron] 10.222.0.31 "PUT /v2.0/ports/f74fca73-809f-44f0-8b6e-9528634be480 HTTP/1.1" status: 200 len: 1096 time: 1.0492539 Mar 07 11:20:55.001314 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd5547d-52b8-4ef6-9239-8ea6bbbd6cdf', 'tag': 'f74fca73-809f-44f0-8b6e-9528634be480'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:20:55.003577 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ef2d28-12ca-4416-a65f-554856cf8e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd5547d-52b8-4ef6-9239-8ea6bbbd6cdf", "tag": "f74fca73-809f-44f0-8b6e-9528634be480"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:20:55.031223 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7312e-d4a2-4a6d-9127-32a6d200fea1 service neutron] Pushing event updated for resources: {'Port': ['ID=f74fca73-809f-44f0-8b6e-9528634be480,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:55.066375 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fa3ec5-38f7-46e6-b107-7e216e7c83b4 x-openstack-request-id: req-d2fa3ec5-38f7-46e6-b107-7e216e7c83b4 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:20:55.066674 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd5547d-52b8-4ef6-9239-8ea6bbbd6cdf", "tag": "f74fca73-809f-44f0-8b6e-9528634be480", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:20:55.066929 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d2fa3ec5-38f7-46e6-b107-7e216e7c83b4 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:20:55.067333 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dd5547d-52b8-4ef6-9239-8ea6bbbd6cdf', 'tag': 'f74fca73-809f-44f0-8b6e-9528634be480', 'status': 'completed', 'code': 200} Mar 07 11:20:55.107464 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-c3080113-0d6f-4a0c-a8ad-71558a58a025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:55.109027 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-c3080113-0d6f-4a0c-a8ad-71558a58a025 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=126ddf4d35754780832cbec64b027659&device_id=2dd5547d-52b8-4ef6-9239-8ea6bbbd6cdf HTTP/1.1" status: 200 len: 1130 time: 0.0517833 Mar 07 11:20:55.155014 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-99305d42-1bb1-49b7-951d-e56901363922 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=f74fca73-809f-44f0-8b6e-9528634be480 HTTP/1.1" status: 200 len: 217 time: 0.0395668 Mar 07 11:20:55.204010 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-971e2c4b-014e-4fe5-8383-dba4d9faefe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:55.205515 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-971e2c4b-014e-4fe5-8383-dba4d9faefe1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.0443506 Mar 07 11:20:55.253486 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-fbb58451-47e0-4442-9513-dd0fe7e0e6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:55.254991 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-fbb58451-47e0-4442-9513-dd0fe7e0e6f9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0443044 Mar 07 11:20:55.345856 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-62322357-9f05-48de-b77f-67f787dcf48b service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844934 Mar 07 11:20:55.435941 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-843d5849-49a8-4275-b78c-b68fb5f4dd25 req-c8d0e1c1-90d7-4718-8775-78370e1e1a27 service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838206 Mar 07 11:20:55.521662 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef2d28-12ca-4416-a65f-554856cf8e4a req-f4abd519-3b33-45cf-9e63-9c8e2d5983b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:55.523171 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c2ef2d28-12ca-4416-a65f-554856cf8e4a req-f4abd519-3b33-45cf-9e63-9c8e2d5983b4 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=126ddf4d35754780832cbec64b027659&device_id=2dd5547d-52b8-4ef6-9239-8ea6bbbd6cdf HTTP/1.1" status: 200 len: 1130 time: 0.0442402 Mar 07 11:20:55.617767 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef2d28-12ca-4416-a65f-554856cf8e4a req-f08e47ae-2b7b-4815-ba1e-b9cef42f4dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:55.619251 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c2ef2d28-12ca-4416-a65f-554856cf8e4a req-f08e47ae-2b7b-4815-ba1e-b9cef42f4dff service neutron] 10.222.0.31 "GET /v2.0/networks?id=598bad6c-a435-45aa-bbb6-2339f78a1590 HTTP/1.1" status: 200 len: 870 time: 0.0895653 Mar 07 11:20:55.662466 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c2ef2d28-12ca-4416-a65f-554856cf8e4a req-a66b7fa2-b336-493e-a7e1-b44d1a62e642 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=f74fca73-809f-44f0-8b6e-9528634be480 HTTP/1.1" status: 200 len: 217 time: 0.0373752 Mar 07 11:20:55.715089 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef2d28-12ca-4416-a65f-554856cf8e4a req-959287e8-0059-4e78-a24c-c68c44fd2f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:55.716501 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c2ef2d28-12ca-4416-a65f-554856cf8e4a req-959287e8-0059-4e78-a24c-c68c44fd2f1c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=cd915eb6-2d51-4c50-93c9-6777e48b408a HTTP/1.1" status: 200 len: 843 time: 0.0484288 Mar 07 11:20:55.735513 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e64924-be7f-478d-a7f2-a3d8ef8d38fe req-cb3f523d-c960-46b7-83ae-8542ef7cdcd9 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:55.736993 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-24e64924-be7f-478d-a7f2-a3d8ef8d38fe req-cb3f523d-c960-46b7-83ae-8542ef7cdcd9 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2dd5547d-52b8-4ef6-9239-8ea6bbbd6cdf HTTP/1.1" status: 200 len: 948 time: 0.0562272 Mar 07 11:20:55.765573 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef2d28-12ca-4416-a65f-554856cf8e4a req-2b55c47e-861c-4e4d-9253-3c60ba94e723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:55.767100 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c2ef2d28-12ca-4416-a65f-554856cf8e4a req-2b55c47e-861c-4e4d-9253-3c60ba94e723 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=598bad6c-a435-45aa-bbb6-2339f78a1590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1203 time: 0.0447879 Mar 07 11:20:55.784770 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-24e64924-be7f-478d-a7f2-a3d8ef8d38fe req-7c012b1b-6ab3-4278-9f8a-badb538a41c5 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ee346a-ab15-4a1d-8a00-5858f5386b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416923 Mar 07 11:20:55.859686 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c2ef2d28-12ca-4416-a65f-554856cf8e4a req-655bb564-1506-4d26-b2fe-2560e7073e8f service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860269 Mar 07 11:20:55.947523 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c2ef2d28-12ca-4416-a65f-554856cf8e4a req-6b7fa976-798b-4e2a-b177-eb477498426b service neutron] 10.222.0.31 "GET /v2.0/networks/598bad6c-a435-45aa-bbb6-2339f78a1590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821762 Mar 07 11:20:56.906041 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03d674-9018-424f-a627-6b8c2bc5fc1a req-7deb55b9-a8c3-429e-a319-2acc7909224d tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:56.907518 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2c03d674-9018-424f-a627-6b8c2bc5fc1a req-7deb55b9-a8c3-429e-a319-2acc7909224d tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2dd5547d-52b8-4ef6-9239-8ea6bbbd6cdf HTTP/1.1" status: 200 len: 948 time: 0.0529101 Mar 07 11:20:56.957911 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2c03d674-9018-424f-a627-6b8c2bc5fc1a req-6b076814-4d51-4c21-8ca6-8da7269f969e tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ee346a-ab15-4a1d-8a00-5858f5386b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447671 Mar 07 11:20:58.076143 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e150d5-3d7f-406e-a9d3-923367dc3cf4 req-126c12a2-cda0-482a-943f-43bd2566c74a tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:58.077621 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-01e150d5-3d7f-406e-a9d3-923367dc3cf4 req-126c12a2-cda0-482a-943f-43bd2566c74a tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2dd5547d-52b8-4ef6-9239-8ea6bbbd6cdf HTTP/1.1" status: 200 len: 948 time: 0.0524592 Mar 07 11:20:58.122966 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-01e150d5-3d7f-406e-a9d3-923367dc3cf4 req-795d12a9-db1d-450a-b863-bdf9a2ef77ab tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ee346a-ab15-4a1d-8a00-5858f5386b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397053 Mar 07 11:20:58.431875 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device f74fca73-809f-44f0-8b6e-9528634be480 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:20:58.524001 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port f74fca73-809f-44f0-8b6e-9528634be480, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f74fca73-809f-44f0-8b6e-9528634be480,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:20:58.534180 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'f74fca73-809f-44f0-8b6e-9528634be480', 'network_id': '598bad6c-a435-45aa-bbb6-2339f78a1590', 'port_id': 'f74fca73-809f-44f0-8b6e-9528634be480', 'mac_address': 'fa:16:3e:95:47:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd915eb6-2d51-4c50-93c9-6777e48b408a', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:20:58.574796 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port f74fca73-809f-44f0-8b6e-9528634be480 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:20:58.575178 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f74fca73-809f-44f0-8b6e-9528634be480), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:58.587973 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f74fca73-809f-44f0-8b6e-9528634be480 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:20:58.606135 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port f74fca73-809f-44f0-8b6e-9528634be480, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f74fca73-809f-44f0-8b6e-9528634be480,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:20:58.610047 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f74fca73-809f-44f0-8b6e-9528634be480), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:20:58.655278 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=f74fca73-809f-44f0-8b6e-9528634be480,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:20:58.971138 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['f74fca73-809f-44f0-8b6e-9528634be480'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:20:59.239879 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea6c34-a34a-41e7-992b-22ab7628c260 req-4220ff38-9165-4792-b918-37f19d204e59 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:20:59.241358 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a7ea6c34-a34a-41e7-992b-22ab7628c260 req-4220ff38-9165-4792-b918-37f19d204e59 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2dd5547d-52b8-4ef6-9239-8ea6bbbd6cdf HTTP/1.1" status: 200 len: 949 time: 0.0519433 Mar 07 11:20:59.288943 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a7ea6c34-a34a-41e7-992b-22ab7628c260 req-7adca9cf-73d5-4add-b2f2-0ea58eb4e967 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ee346a-ab15-4a1d-8a00-5858f5386b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419390 Mar 07 11:21:00.410032 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67fe99-9ccd-42e0-aae7-1939fc10fe66 req-63c9ed32-0f03-4b11-bf54-41a86bf39e5d tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:00.411509 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8f67fe99-9ccd-42e0-aae7-1939fc10fe66 req-63c9ed32-0f03-4b11-bf54-41a86bf39e5d tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2dd5547d-52b8-4ef6-9239-8ea6bbbd6cdf HTTP/1.1" status: 200 len: 949 time: 0.0558798 Mar 07 11:21:00.454785 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device f74fca73-809f-44f0-8b6e-9528634be480 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:21:00.458311 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8f67fe99-9ccd-42e0-aae7-1939fc10fe66 req-8b77d4e3-82f5-4ed9-8b11-483b91de3d92 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ee346a-ab15-4a1d-8a00-5858f5386b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403321 Mar 07 11:21:00.502957 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port f74fca73-809f-44f0-8b6e-9528634be480 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:21:00.506478 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port f74fca73-809f-44f0-8b6e-9528634be480 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:21:00.507533 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f74fca73-809f-44f0-8b6e-9528634be480), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:00.582200 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port f74fca73-809f-44f0-8b6e-9528634be480 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:21:00.582506 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f74fca73-809f-44f0-8b6e-9528634be480), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:00.607198 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd5547d-52b8-4ef6-9239-8ea6bbbd6cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74fca73-809f-44f0-8b6e-9528634be480'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:21:00.609424 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c90f13-1a04-4a84-b160-f83372536e33" -d '{"events": [{"server_uuid": "2dd5547d-52b8-4ef6-9239-8ea6bbbd6cdf", "name": "network-vif-plugged", "status": "completed", "tag": "f74fca73-809f-44f0-8b6e-9528634be480"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:21:00.622828 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port f74fca73-809f-44f0-8b6e-9528634be480, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f74fca73-809f-44f0-8b6e-9528634be480,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:21:00.626693 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f74fca73-809f-44f0-8b6e-9528634be480), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:00.673776 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=f74fca73-809f-44f0-8b6e-9528634be480,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:00.708999 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4dbeb6-df0a-4619-9cd9-957199c73c56 x-openstack-request-id: req-fa4dbeb6-df0a-4619-9cd9-957199c73c56 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:21:00.709345 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd5547d-52b8-4ef6-9239-8ea6bbbd6cdf", "name": "network-vif-plugged", "status": "completed", "tag": "f74fca73-809f-44f0-8b6e-9528634be480", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:21:00.709587 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fa4dbeb6-df0a-4619-9cd9-957199c73c56 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:21:00.710130 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd5547d-52b8-4ef6-9239-8ea6bbbd6cdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74fca73-809f-44f0-8b6e-9528634be480', 'code': 200} Mar 07 11:21:00.836336 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b831268-038a-4f79-a9f4-435ff8c4ff37 req-bfe5ca55-3381-4de0-ad6e-c03b027dc13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:00.837795 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6b831268-038a-4f79-a9f4-435ff8c4ff37 req-bfe5ca55-3381-4de0-ad6e-c03b027dc13f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2dd5547d-52b8-4ef6-9239-8ea6bbbd6cdf HTTP/1.1" status: 200 len: 1132 time: 0.0441096 Mar 07 11:21:00.881192 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6b831268-038a-4f79-a9f4-435ff8c4ff37 req-e6b93d25-4768-424b-8f6a-5cf3df00aaa2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=26ee346a-ab15-4a1d-8a00-5858f5386b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371180 Mar 07 11:21:01.579254 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243aa7b1-295b-4f21-a205-5a157b5448f2 req-3127f4e0-1a60-47ce-afb1-29f7ab84b8b9 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:01.580623 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-243aa7b1-295b-4f21-a205-5a157b5448f2 req-3127f4e0-1a60-47ce-afb1-29f7ab84b8b9 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2dd5547d-52b8-4ef6-9239-8ea6bbbd6cdf HTTP/1.1" status: 200 len: 950 time: 0.0537329 Mar 07 11:21:01.636607 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-243aa7b1-295b-4f21-a205-5a157b5448f2 req-917262b7-3a13-4dd0-82ac-04993f95ad0a tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ee346a-ab15-4a1d-8a00-5858f5386b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496781 Mar 07 11:21:02.761923 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb27b20-eb18-4581-9fbc-c817b1e885e2 req-7f0c297d-9793-4f11-946f-92d312e6da4e tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:02.763416 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3cb27b20-eb18-4581-9fbc-c817b1e885e2 req-7f0c297d-9793-4f11-946f-92d312e6da4e tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2dd5547d-52b8-4ef6-9239-8ea6bbbd6cdf HTTP/1.1" status: 200 len: 950 time: 0.0586610 Mar 07 11:21:02.809315 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3cb27b20-eb18-4581-9fbc-c817b1e885e2 req-b16738dd-5db8-42a0-bc3d-2c0c1e6a664e tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ee346a-ab15-4a1d-8a00-5858f5386b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402415 Mar 07 11:21:03.096293 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-fc8452f5-ef98-4358-9ada-7332bfa94bc4 req-80961289-fef3-4eef-9c30-ada42f6a7670 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:21:03.097299 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fc8452f5-ef98-4358-9ada-7332bfa94bc4 req-80961289-fef3-4eef-9c30-ada42f6a7670 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052962 Mar 07 11:21:03.422109 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-bc9f5a9b-d498-48d4-9ee7-0c89d0b7e762 req-b6fa7819-c6ea-48c5-a0aa-5e6977813c47 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:21:03.423101 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bc9f5a9b-d498-48d4-9ee7-0c89d0b7e762 req-b6fa7819-c6ea-48c5-a0aa-5e6977813c47 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057132 Mar 07 11:21:03.764746 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbda42-dbd0-4558-9e5f-0a61fd3c4047 req-507e2347-83ff-4808-b6fb-b8555bfdd496 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:03.766275 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dfdbda42-dbd0-4558-9e5f-0a61fd3c4047 req-507e2347-83ff-4808-b6fb-b8555bfdd496 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2dd5547d-52b8-4ef6-9239-8ea6bbbd6cdf HTTP/1.1" status: 200 len: 950 time: 0.0531130 Mar 07 11:21:03.813340 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dfdbda42-dbd0-4558-9e5f-0a61fd3c4047 req-5124ae7b-8bbb-4087-afcb-8be51b702689 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ee346a-ab15-4a1d-8a00-5858f5386b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413353 Mar 07 11:21:04.935870 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c4641-5f8d-41bb-8886-7028047aca30 req-e1385247-ca7e-476d-81c1-4911892bec1d tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:04.937397 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f7c4641-5f8d-41bb-8886-7028047aca30 req-e1385247-ca7e-476d-81c1-4911892bec1d tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] 10.222.0.11 "GET /v2.0/ports?device_id=2dd5547d-52b8-4ef6-9239-8ea6bbbd6cdf HTTP/1.1" status: 200 len: 950 time: 0.0560248 Mar 07 11:21:04.990872 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f7c4641-5f8d-41bb-8886-7028047aca30 req-5da09d6e-d5e2-4d57-b6d5-706d5a119e7e tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] 10.222.0.11 "GET /v2.0/security-groups?id=26ee346a-ab15-4a1d-8a00-5858f5386b3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463665 Mar 07 11:21:05.083483 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62740e-8880-403a-a237-a8a0e2f27301 req-30c1dd8e-cfc9-466d-b3dc-c9224e35307d tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:05.084933 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bd62740e-8880-403a-a237-a8a0e2f27301 req-30c1dd8e-cfc9-466d-b3dc-c9224e35307d tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] 10.222.0.31 "GET /v2.0/ports?device_id=2dd5547d-52b8-4ef6-9239-8ea6bbbd6cdf HTTP/1.1" status: 200 len: 950 time: 0.0521770 Mar 07 11:21:05.177701 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-bd62740e-8880-403a-a237-a8a0e2f27301 req-92237ad1-8441-464e-bfc0-0702cd19e529 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Deleting port f74fca73-809f-44f0-8b6e-9528634be480 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:21:05.178043 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bd62740e-8880-403a-a237-a8a0e2f27301 req-92237ad1-8441-464e-bfc0-0702cd19e529 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (f74fca73-809f-44f0-8b6e-9528634be480), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:05.276198 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-bd62740e-8880-403a-a237-a8a0e2f27301 req-92237ad1-8441-464e-bfc0-0702cd19e529 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] For port f74fca73-809f-44f0-8b6e-9528634be480, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=f74fca73-809f-44f0-8b6e-9528634be480,segment=NetworkSegment(1222959b-5c93-4611-b485-a05792a3400d),segment_id=1222959b-5c93-4611-b485-a05792a3400d)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:21:05.276564 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bd62740e-8880-403a-a237-a8a0e2f27301 req-92237ad1-8441-464e-bfc0-0702cd19e529 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (f74fca73-809f-44f0-8b6e-9528634be480), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:05.292438 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-bd62740e-8880-403a-a237-a8a0e2f27301 req-92237ad1-8441-464e-bfc0-0702cd19e529 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Calling delete_port for f74fca73-809f-44f0-8b6e-9528634be480 owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:21:05.420201 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bd62740e-8880-403a-a237-a8a0e2f27301 req-92237ad1-8441-464e-bfc0-0702cd19e529 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (f74fca73-809f-44f0-8b6e-9528634be480), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:05.432072 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['f74fca73-809f-44f0-8b6e-9528634be480'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:21:05.452696 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92237ad1-8441-464e-bfc0-0702cd19e529 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Pushing event deleted for resources: {'Port': ['ID=f74fca73-809f-44f0-8b6e-9528634be480,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:05.481721 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92237ad1-8441-464e-bfc0-0702cd19e529 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:05.482056 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92237ad1-8441-464e-bfc0-0702cd19e529 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:05.482400 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92237ad1-8441-464e-bfc0-0702cd19e529 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:05.482738 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92237ad1-8441-464e-bfc0-0702cd19e529 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:05.483070 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92237ad1-8441-464e-bfc0-0702cd19e529 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:05.483409 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92237ad1-8441-464e-bfc0-0702cd19e529 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:05.483726 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92237ad1-8441-464e-bfc0-0702cd19e529 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:05.484052 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92237ad1-8441-464e-bfc0-0702cd19e529 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:05.484382 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92237ad1-8441-464e-bfc0-0702cd19e529 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:05.484768 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92237ad1-8441-464e-bfc0-0702cd19e529 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:05.485019 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92237ad1-8441-464e-bfc0-0702cd19e529 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:05.485367 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92237ad1-8441-464e-bfc0-0702cd19e529 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:05.485690 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92237ad1-8441-464e-bfc0-0702cd19e529 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:05.505442 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd62740e-8880-403a-a237-a8a0e2f27301 req-92237ad1-8441-464e-bfc0-0702cd19e529 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] No DVR routers for this DVR port f74fca73-809f-44f0-8b6e-9528634be480 on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:21:05.508105 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-bd62740e-8880-403a-a237-a8a0e2f27301 req-92237ad1-8441-464e-bfc0-0702cd19e529 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:05.511482 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bd62740e-8880-403a-a237-a8a0e2f27301 req-92237ad1-8441-464e-bfc0-0702cd19e529 tempest-ServersAdminNegativeTestJSON-1892407209 tempest-ServersAdminNegativeTestJSON-1892407209-project] 10.222.0.31 "DELETE /v2.0/ports/f74fca73-809f-44f0-8b6e-9528634be480 HTTP/1.1" status: 204 len: 173 time: 0.4217618 Mar 07 11:21:05.511941 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd5547d-52b8-4ef6-9239-8ea6bbbd6cdf', 'name': 'network-vif-deleted', 'tag': 'f74fca73-809f-44f0-8b6e-9528634be480'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:21:05.514247 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59c852d-ea52-4179-a616-1afbd0b9528c" -d '{"events": [{"server_uuid": "2dd5547d-52b8-4ef6-9239-8ea6bbbd6cdf", "name": "network-vif-deleted", "tag": "f74fca73-809f-44f0-8b6e-9528634be480"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:21:05.552181 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b814bf3-0b43-4ebe-ad01-2ca9de294449 x-openstack-request-id: req-0b814bf3-0b43-4ebe-ad01-2ca9de294449 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:21:05.552530 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd5547d-52b8-4ef6-9239-8ea6bbbd6cdf", "name": "network-vif-deleted", "tag": "f74fca73-809f-44f0-8b6e-9528634be480", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:21:05.552731 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0b814bf3-0b43-4ebe-ad01-2ca9de294449 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:21:05.553184 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dd5547d-52b8-4ef6-9239-8ea6bbbd6cdf', 'name': 'network-vif-deleted', 'tag': 'f74fca73-809f-44f0-8b6e-9528634be480', 'status': 'completed', 'code': 200} Mar 07 11:21:06.289485 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42168) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:21:06.418502 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-aa42cf0f-78cc-45f9-ab38-bd696f44c5d5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=126ddf4d35754780832cbec64b027659&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1278458 Mar 07 11:21:06.421229 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42172) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:21:06.467653 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a639e7c-6f81-422d-bd20-2a3d6eb376be admin admin] Publish callbacks [] for security_group (26ee346a-ab15-4a1d-8a00-5858f5386b3a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:06.489090 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a639e7c-6f81-422d-bd20-2a3d6eb376be admin admin] Publish callbacks [] for security_group (26ee346a-ab15-4a1d-8a00-5858f5386b3a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:06.529769 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-36326a3d-9f66-40f6-bd21-741d1b8ea34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:06.538931 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a639e7c-6f81-422d-bd20-2a3d6eb376be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (26ee346a-ab15-4a1d-8a00-5858f5386b3a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:06.541625 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a639e7c-6f81-422d-bd20-2a3d6eb376be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:06.542784 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1a639e7c-6f81-422d-bd20-2a3d6eb376be admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/26ee346a-ab15-4a1d-8a00-5858f5386b3a HTTP/1.1" status: 204 len: 168 time: 0.1206625 Mar 07 11:21:06.551432 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a639e7c-6f81-422d-bd20-2a3d6eb376be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ee346a-ab15-4a1d-8a00-5858f5386b3a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:06.559595 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a639e7c-6f81-422d-bd20-2a3d6eb376be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:06.559944 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a639e7c-6f81-422d-bd20-2a3d6eb376be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:06.560279 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a639e7c-6f81-422d-bd20-2a3d6eb376be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:06.560612 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a639e7c-6f81-422d-bd20-2a3d6eb376be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:06.560978 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a639e7c-6f81-422d-bd20-2a3d6eb376be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:06.561277 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a639e7c-6f81-422d-bd20-2a3d6eb376be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:06.561602 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a639e7c-6f81-422d-bd20-2a3d6eb376be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:06.561923 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a639e7c-6f81-422d-bd20-2a3d6eb376be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:06.562323 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a639e7c-6f81-422d-bd20-2a3d6eb376be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:06.562562 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a639e7c-6f81-422d-bd20-2a3d6eb376be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:06.562881 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a639e7c-6f81-422d-bd20-2a3d6eb376be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:06.563194 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a639e7c-6f81-422d-bd20-2a3d6eb376be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:06.563520 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a639e7c-6f81-422d-bd20-2a3d6eb376be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:06.805529 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42178) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:21:06.818481 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f524d88-58ce-4093-88f8-8fc406305d77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:06.894595 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f524d88-58ce-4093-88f8-8fc406305d77 admin admin] Publish callbacks [] for security_group (a98d1cf7-4a20-4289-ac0d-d600acb96358), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:06.899016 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2f524d88-58ce-4093-88f8-8fc406305d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a98d1cf7-4a20-4289-ac0d-d600acb96358), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:06.937138 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2f524d88-58ce-4093-88f8-8fc406305d77 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ef91b569dcbc46f2bcf9fd3bbb21795c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305058 Mar 07 11:21:06.937999 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f524d88-58ce-4093-88f8-8fc406305d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98d1cf7-4a20-4289-ac0d-d600acb96358,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:06.939853 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42180) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:21:06.988255 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a776b0f5-6fd7-43d2-be20-3d14702c3802 admin admin] Publish callbacks [] for security_group (a98d1cf7-4a20-4289-ac0d-d600acb96358), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:07.008946 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a776b0f5-6fd7-43d2-be20-3d14702c3802 admin admin] Publish callbacks [] for security_group (a98d1cf7-4a20-4289-ac0d-d600acb96358), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:07.058298 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a776b0f5-6fd7-43d2-be20-3d14702c3802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (a98d1cf7-4a20-4289-ac0d-d600acb96358), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:07.060842 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a776b0f5-6fd7-43d2-be20-3d14702c3802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:07.062042 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a776b0f5-6fd7-43d2-be20-3d14702c3802 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a98d1cf7-4a20-4289-ac0d-d600acb96358 HTTP/1.1" status: 204 len: 168 time: 0.1211722 Mar 07 11:21:07.070138 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776b0f5-6fd7-43d2-be20-3d14702c3802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98d1cf7-4a20-4289-ac0d-d600acb96358,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:07.714942 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42202) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:21:07.809759 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-1acba5b3-3af7-4775-a3b8-6195e84ba1c9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-481203715-network', 'tenant_id': '18a7e8c041fe420b936fa568bd22dce2'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:21:07.829483 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acba5b3-3af7-4775-a3b8-6195e84ba1c9 admin admin] Made reservation on behalf of 18a7e8c041fe420b936fa568bd22dce2 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:21:07.831706 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1acba5b3-3af7-4775-a3b8-6195e84ba1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:07.840021 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1acba5b3-3af7-4775-a3b8-6195e84ba1c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:07.917872 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1acba5b3-3af7-4775-a3b8-6195e84ba1c9 admin admin] Publish callbacks [] for security_group (16f98158-e501-4ed9-8119-45ddaa59abb7), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:07.921912 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1acba5b3-3af7-4775-a3b8-6195e84ba1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (16f98158-e501-4ed9-8119-45ddaa59abb7), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:07.944455 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1acba5b3-3af7-4775-a3b8-6195e84ba1c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:21:07.958213 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acba5b3-3af7-4775-a3b8-6195e84ba1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f98158-e501-4ed9-8119-45ddaa59abb7,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:07.964256 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1acba5b3-3af7-4775-a3b8-6195e84ba1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (47388347-1898-4c74-ab1f-e657aaec6630), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:07.964604 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-1acba5b3-3af7-4775-a3b8-6195e84ba1c9 admin admin] Added segment 47388347-1898-4c74-ab1f-e657aaec6630 of type vlan for network 807664e0-e22d-4c2d-b2d9-9cc3775b25aa Mar 07 11:21:08.006100 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1acba5b3-3af7-4775-a3b8-6195e84ba1c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (807664e0-e22d-4c2d-b2d9-9cc3775b25aa), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:08.030034 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1acba5b3-3af7-4775-a3b8-6195e84ba1c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (807664e0-e22d-4c2d-b2d9-9cc3775b25aa), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:08.030900 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acba5b3-3af7-4775-a3b8-6195e84ba1c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:08.031473 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1acba5b3-3af7-4775-a3b8-6195e84ba1c9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:08.071174 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1acba5b3-3af7-4775-a3b8-6195e84ba1c9 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3550854 Mar 07 11:21:08.074232 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42206) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:21:08.079170 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-cb297c42-d21a-4245-9996-4a76c8611c0d admin admin] Request body: {'subnet': {'network_id': '807664e0-e22d-4c2d-b2d9-9cc3775b25aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-481203715-subnet', 'tenant_id': '18a7e8c041fe420b936fa568bd22dce2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:21:08.099155 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb297c42-d21a-4245-9996-4a76c8611c0d admin admin] Made reservation on behalf of 18a7e8c041fe420b936fa568bd22dce2 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:21:08.102133 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cb297c42-d21a-4245-9996-4a76c8611c0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:08.124906 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acba5b3-3af7-4775-a3b8-6195e84ba1c9 admin admin] Pushing event updated for resources: {'Network': ['ID=807664e0-e22d-4c2d-b2d9-9cc3775b25aa,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:08.134693 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 807664e0-e22d-4c2d-b2d9-9cc3775b25aa details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:21:08.271837 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cb297c42-d21a-4245-9996-4a76c8611c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (b4a674c0-b2fe-42ef-8216-1f87de24ec25), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:08.337067 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb297c42-d21a-4245-9996-4a76c8611c0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4a674c0-b2fe-42ef-8216-1f87de24ec25,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:08.341362 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb297c42-d21a-4245-9996-4a76c8611c0d admin admin] Checking segment: {'id': '47388347-1898-4c74-ab1f-e657aaec6630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '807664e0-e22d-4c2d-b2d9-9cc3775b25aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:21:08.341728 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb297c42-d21a-4245-9996-4a76c8611c0d admin admin] Network hostable DHCP agents. Network: 807664e0-e22d-4c2d-b2d9-9cc3775b25aa, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:21:08.358077 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb297c42-d21a-4245-9996-4a76c8611c0d admin admin] Network 807664e0-e22d-4c2d-b2d9-9cc3775b25aa is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:21:08.366005 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-cb297c42-d21a-4245-9996-4a76c8611c0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 807664e0-e22d-4c2d-b2d9-9cc3775b25aa) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:21:08.371506 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb297c42-d21a-4245-9996-4a76c8611c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:08.373495 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cb297c42-d21a-4245-9996-4a76c8611c0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:08.374223 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4477e0f8-d5f1-4c28-a916-855c23b632e1 None None] Network 807664e0-e22d-4c2d-b2d9-9cc3775b25aa requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:21:08.390594 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cb297c42-d21a-4245-9996-4a76c8611c0d admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3152468 Mar 07 11:21:08.471705 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75e21b0-a10e-451b-8b08-c0a2fb16d233 None None] Network 807664e0-e22d-4c2d-b2d9-9cc3775b25aa requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:21:08.527366 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device f74fca73-809f-44f0-8b6e-9528634be480 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:21:08.724367 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: f74fca73-809f-44f0-8b6e-9528634be480 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:21:08.724711 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device f74fca73-809f-44f0-8b6e-9528634be480 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:21:08.743387 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-799e2c08-d69a-4235-9f61-8fa56eab9941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:08.822646 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-dc964afa-b2a1-4715-a923-e3c3dbfa53f1 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:08.824068 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-dc964afa-b2a1-4715-a923-e3c3dbfa53f1 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/networks?id=807664e0-e22d-4c2d-b2d9-9cc3775b25aa HTTP/1.1" status: 200 len: 811 time: 0.1016970 Mar 07 11:21:08.838649 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-b5dd399f-bbbb-40d8-8021-57b0fb9fc64c tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/quotas/18a7e8c041fe420b936fa568bd22dce2 HTTP/1.1" status: 200 len: 375 time: 0.0092864 Mar 07 11:21:08.875225 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-24b39563-99e4-4e88-8e37-5e7e44e6ba89 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=18a7e8c041fe420b936fa568bd22dce2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318472 Mar 07 11:21:08.964224 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-d9756446-cd88-4021-bfd4-a7ac7f901a96 service neutron] 10.222.0.11 "GET /v2.0/networks/807664e0-e22d-4c2d-b2d9-9cc3775b25aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824752 Mar 07 11:21:09.058344 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-e343a625-4a3f-4aee-a336-bdbc43f3f16d service neutron] 10.222.0.11 "GET /v2.0/networks/807664e0-e22d-4c2d-b2d9-9cc3775b25aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884814 Mar 07 11:21:09.218197 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-673389ce-f4cf-48e4-b956-21b33c1754b9 req-2085c432-53ce-4560-ba20-754492f4e79e tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 210 time: 0.0278172 Mar 07 11:21:10.035324 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:10.132010 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-3aa90ca1-84b0-444c-bd5a-1569ecbe1a9b tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:10.133718 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-3aa90ca1-84b0-444c-bd5a-1569ecbe1a9b tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.31 "GET /v2.0/networks?id=807664e0-e22d-4c2d-b2d9-9cc3775b25aa HTTP/1.1" status: 200 len: 811 time: 0.1029348 Mar 07 11:21:10.145793 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-6647a8cf-f325-431b-8b42-f7f93db72522 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Request body: {'port': {'device_id': '4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e', 'network_id': '807664e0-e22d-4c2d-b2d9-9cc3775b25aa', 'admin_state_up': True, 'tenant_id': '18a7e8c041fe420b936fa568bd22dce2'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:21:10.255480 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-6647a8cf-f325-431b-8b42-f7f93db72522 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Made reservation on behalf of 18a7e8c041fe420b936fa568bd22dce2 for: {'port': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:21:10.259908 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-6647a8cf-f325-431b-8b42-f7f93db72522 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:10.349479 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f839b61f-0cfc-4668-9c0e-e8e57251c501 req-5ef8fa62-c0e5-4fae-b739-525e771ef3b4 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 210 time: 0.0369210 Mar 07 11:21:10.412535 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-6647a8cf-f325-431b-8b42-f7f93db72522 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Allocated IP 172.20.0.14 (807664e0-e22d-4c2d-b2d9-9cc3775b25aa/b4a674c0-b2fe-42ef-8216-1f87de24ec25/0921a1dc-8dad-4927-a2d1-f62e9cf3d897) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:21:10.557510 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-6647a8cf-f325-431b-8b42-f7f93db72522 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Publish callbacks [] for port (0921a1dc-8dad-4927-a2d1-f62e9cf3d897), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:10.590675 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-6647a8cf-f325-431b-8b42-f7f93db72522 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (0921a1dc-8dad-4927-a2d1-f62e9cf3d897), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:10.641085 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-6647a8cf-f325-431b-8b42-f7f93db72522 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Network 807664e0-e22d-4c2d-b2d9-9cc3775b25aa is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:21:10.644064 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-6647a8cf-f325-431b-8b42-f7f93db72522 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:21:10.647691 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-6647a8cf-f325-431b-8b42-f7f93db72522 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:21:10.671343 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647a8cf-f325-431b-8b42-f7f93db72522 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Pushing event updated for resources: {'Port': ['ID=0921a1dc-8dad-4927-a2d1-f62e9cf3d897,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:10.699213 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-6647a8cf-f325-431b-8b42-f7f93db72522 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:10.699827 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-6647a8cf-f325-431b-8b42-f7f93db72522 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:10.715169 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-6647a8cf-f325-431b-8b42-f7f93db72522 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5732663 Mar 07 11:21:10.726215 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-dc0dab3f-09db-49f0-9365-75537381b0ef service neutron] Request body: {'port': {'device_id': '4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:21:10.783330 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-dc0dab3f-09db-49f0-9365-75537381b0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0921a1dc-8dad-4927-a2d1-f62e9cf3d897), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:11.048637 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-dc0dab3f-09db-49f0-9365-75537381b0ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 {{(pid=103766) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:21:11.056419 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-dc0dab3f-09db-49f0-9365-75537381b0ef service neutron] Publish callbacks [] for port (0921a1dc-8dad-4927-a2d1-f62e9cf3d897), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:11.068245 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-dc0dab3f-09db-49f0-9365-75537381b0ef service neutron] Transition to ACTIVE for port object 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:21:11.072925 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-dc0dab3f-09db-49f0-9365-75537381b0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (0921a1dc-8dad-4927-a2d1-f62e9cf3d897), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:11.128980 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0dab3f-09db-49f0-9365-75537381b0ef service neutron] Pushing event updated for resources: {'Port': ['ID=0921a1dc-8dad-4927-a2d1-f62e9cf3d897,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:11.200188 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-dc0dab3f-09db-49f0-9365-75537381b0ef service neutron] Attempting to bind port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:21:11.200939 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-dc0dab3f-09db-49f0-9365-75537381b0ef service neutron] Attempting to bind port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '47388347-1898-4c74-ab1f-e657aaec6630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '807664e0-e22d-4c2d-b2d9-9cc3775b25aa'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:21:11.200939 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-dc0dab3f-09db-49f0-9365-75537381b0ef service neutron] Attempting to bind port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 on network 807664e0-e22d-4c2d-b2d9-9cc3775b25aa {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:21:11.205930 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-dc0dab3f-09db-49f0-9365-75537381b0ef service neutron] Port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 on network 807664e0-e22d-4c2d-b2d9-9cc3775b25aa not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:21:11.206255 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-dc0dab3f-09db-49f0-9365-75537381b0ef service neutron] Attempting to bind port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 on network 807664e0-e22d-4c2d-b2d9-9cc3775b25aa {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:21:11.212065 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-dc0dab3f-09db-49f0-9365-75537381b0ef service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:21:11.212404 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-dc0dab3f-09db-49f0-9365-75537381b0ef service neutron] Checking segment: {'id': '47388347-1898-4c74-ab1f-e657aaec6630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '807664e0-e22d-4c2d-b2d9-9cc3775b25aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:21:11.212787 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-dc0dab3f-09db-49f0-9365-75537381b0ef service neutron] Bound using segment: {'id': '47388347-1898-4c74-ab1f-e657aaec6630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '807664e0-e22d-4c2d-b2d9-9cc3775b25aa'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:21:11.213846 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-dc0dab3f-09db-49f0-9365-75537381b0ef service neutron] Bound port: 0921a1dc-8dad-4927-a2d1-f62e9cf3d897, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47388347-1898-4c74-ab1f-e657aaec6630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '807664e0-e22d-4c2d-b2d9-9cc3775b25aa'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:21:11.214202 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-dc0dab3f-09db-49f0-9365-75537381b0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0921a1dc-8dad-4927-a2d1-f62e9cf3d897), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:11.281359 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-dc0dab3f-09db-49f0-9365-75537381b0ef service neutron] For port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:21:11.284246 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-dc0dab3f-09db-49f0-9365-75537381b0ef service neutron] For port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=0921a1dc-8dad-4927-a2d1-f62e9cf3d897,segment=NetworkSegment(47388347-1898-4c74-ab1f-e657aaec6630),segment_id=47388347-1898-4c74-ab1f-e657aaec6630)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:21:11.290352 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-dc0dab3f-09db-49f0-9365-75537381b0ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (0921a1dc-8dad-4927-a2d1-f62e9cf3d897), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:11.322520 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-dc0dab3f-09db-49f0-9365-75537381b0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:11.323027 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-dc0dab3f-09db-49f0-9365-75537381b0ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:11.324470 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-dc0dab3f-09db-49f0-9365-75537381b0ef service neutron] 10.222.0.31 "PUT /v2.0/ports/0921a1dc-8dad-4927-a2d1-f62e9cf3d897 HTTP/1.1" status: 200 len: 1092 time: 0.6021705 Mar 07 11:21:11.326782 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e', 'tag': '0921a1dc-8dad-4927-a2d1-f62e9cf3d897'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:21:11.329177 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03399c3b-f165-4769-b9e6-d43155cda97f" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e", "tag": "0921a1dc-8dad-4927-a2d1-f62e9cf3d897"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:21:11.357875 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0dab3f-09db-49f0-9365-75537381b0ef service neutron] Pushing event updated for resources: {'Port': ['ID=0921a1dc-8dad-4927-a2d1-f62e9cf3d897,revision_number=3']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:11.373613 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67db6ee0-6234-4d73-ab07-58bdfa9d679b x-openstack-request-id: req-67db6ee0-6234-4d73-ab07-58bdfa9d679b {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:21:11.373911 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e", "tag": "0921a1dc-8dad-4927-a2d1-f62e9cf3d897", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:21:11.374284 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-67db6ee0-6234-4d73-ab07-58bdfa9d679b {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:21:11.374694 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e', 'tag': '0921a1dc-8dad-4927-a2d1-f62e9cf3d897', 'status': 'completed', 'code': 200} Mar 07 11:21:11.408430 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-18cf9982-76fa-412b-a49d-497d24e81fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:11.410032 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-18cf9982-76fa-412b-a49d-497d24e81fd3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=18a7e8c041fe420b936fa568bd22dce2&device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 1126 time: 0.0491412 Mar 07 11:21:11.461884 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-14cb9f5d-3378-40fb-8973-075ad8d46746 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0921a1dc-8dad-4927-a2d1-f62e9cf3d897 HTTP/1.1" status: 200 len: 217 time: 0.0456948 Mar 07 11:21:11.526039 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-0e2e6ed1-62f1-4a16-8378-ce68746f3f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:11.527476 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-0e2e6ed1-62f1-4a16-8378-ce68746f3f5a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b4a674c0-b2fe-42ef-8216-1f87de24ec25 HTTP/1.1" status: 200 len: 851 time: 0.0514991 Mar 07 11:21:11.538479 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9299227-baac-416f-a86a-2d196972b092 req-37012062-386e-419e-a3af-c164facd3240 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:11.539873 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c9299227-baac-416f-a86a-2d196972b092 req-37012062-386e-419e-a3af-c164facd3240 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 944 time: 0.1179500 Mar 07 11:21:11.579713 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-ce33e066-a776-484f-9c48-4620b0ca43ef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=807664e0-e22d-4c2d-b2d9-9cc3775b25aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388544 Mar 07 11:21:11.630902 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c9299227-baac-416f-a86a-2d196972b092 req-8de3871a-a3b9-4729-9721-52a1a2032b24 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827312 Mar 07 11:21:11.689286 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-41c353bd-22ed-4fcf-be35-050d8577b5fd service neutron] 10.222.0.31 "GET /v2.0/networks/807664e0-e22d-4c2d-b2d9-9cc3775b25aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020083 Mar 07 11:21:11.775497 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:11.781725 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a63a51a6-ace0-4db9-86e2-797acf47ab37 req-af2316d6-b0e5-4561-b6c9-ace106584a0a service neutron] 10.222.0.31 "GET /v2.0/networks/807664e0-e22d-4c2d-b2d9-9cc3775b25aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865755 Mar 07 11:21:11.874095 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03399c3b-f165-4769-b9e6-d43155cda97f req-82561e20-2c28-49e2-ada9-91d1e10b015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:11.875589 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-03399c3b-f165-4769-b9e6-d43155cda97f req-82561e20-2c28-49e2-ada9-91d1e10b015b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=18a7e8c041fe420b936fa568bd22dce2&device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 1126 time: 0.0459273 Mar 07 11:21:11.962400 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03399c3b-f165-4769-b9e6-d43155cda97f req-fa8c61bb-f1ff-4a14-990f-c9f6628f6753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:11.963854 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-03399c3b-f165-4769-b9e6-d43155cda97f req-fa8c61bb-f1ff-4a14-990f-c9f6628f6753 service neutron] 10.222.0.31 "GET /v2.0/networks?id=807664e0-e22d-4c2d-b2d9-9cc3775b25aa HTTP/1.1" status: 200 len: 912 time: 0.0828493 Mar 07 11:21:12.009019 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-03399c3b-f165-4769-b9e6-d43155cda97f req-03793f70-2303-474a-979e-986cf595bfb2 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0921a1dc-8dad-4927-a2d1-f62e9cf3d897 HTTP/1.1" status: 200 len: 217 time: 0.0391815 Mar 07 11:21:12.057220 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03399c3b-f165-4769-b9e6-d43155cda97f req-716b96a3-a4e1-432a-ac47-a073ebca7131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:12.058657 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-03399c3b-f165-4769-b9e6-d43155cda97f req-716b96a3-a4e1-432a-ac47-a073ebca7131 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b4a674c0-b2fe-42ef-8216-1f87de24ec25 HTTP/1.1" status: 200 len: 851 time: 0.0434732 Mar 07 11:21:12.089464 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-03399c3b-f165-4769-b9e6-d43155cda97f req-dd413006-317b-4287-aee3-ad1eb07133d4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=807664e0-e22d-4c2d-b2d9-9cc3775b25aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246310 Mar 07 11:21:12.178381 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-03399c3b-f165-4769-b9e6-d43155cda97f req-276ce30a-d8b0-4119-add3-32fec713c4dd service neutron] 10.222.0.31 "GET /v2.0/networks/807664e0-e22d-4c2d-b2d9-9cc3775b25aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832975 Mar 07 11:21:12.264541 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-03399c3b-f165-4769-b9e6-d43155cda97f req-b1b1e3a7-4459-4234-a5c8-29023244ba19 service neutron] 10.222.0.31 "GET /v2.0/networks/807664e0-e22d-4c2d-b2d9-9cc3775b25aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800009 Mar 07 11:21:12.753706 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9214c7-dfc3-4588-9320-af2de962986d req-d082e6c2-d7e9-4a1c-9ac0-c6cf424c98f8 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:12.755197 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5e9214c7-dfc3-4588-9320-af2de962986d req-d082e6c2-d7e9-4a1c-9ac0-c6cf424c98f8 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 944 time: 0.0554824 Mar 07 11:21:12.802238 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5e9214c7-dfc3-4588-9320-af2de962986d req-92b33171-381d-465b-ba7e-ec17b09dd5ea tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407524 Mar 07 11:21:13.022456 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:13.926642 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc1741-3d80-47eb-888b-761537dd944e req-0a08bac7-8889-46aa-882c-2a82112bedde tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:13.928125 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d1cc1741-3d80-47eb-888b-761537dd944e req-0a08bac7-8889-46aa-882c-2a82112bedde tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 944 time: 0.0590510 Mar 07 11:21:13.974569 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d1cc1741-3d80-47eb-888b-761537dd944e req-82cf732e-30f7-429c-8f10-82a15a402c98 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407860 Mar 07 11:21:14.528521 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:21:14.622730 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=0921a1dc-8dad-4927-a2d1-f62e9cf3d897,segment=NetworkSegment(47388347-1898-4c74-ab1f-e657aaec6630),segment_id=47388347-1898-4c74-ab1f-e657aaec6630)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:21:14.633520 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '0921a1dc-8dad-4927-a2d1-f62e9cf3d897', 'network_id': '807664e0-e22d-4c2d-b2d9-9cc3775b25aa', 'port_id': '0921a1dc-8dad-4927-a2d1-f62e9cf3d897', 'mac_address': 'fa:16:3e:c4:f0:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4a674c0-b2fe-42ef-8216-1f87de24ec25', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:21:14.673984 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:21:14.674368 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0921a1dc-8dad-4927-a2d1-f62e9cf3d897), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:14.686890 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:21:14.706002 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=0921a1dc-8dad-4927-a2d1-f62e9cf3d897,segment=NetworkSegment(47388347-1898-4c74-ab1f-e657aaec6630),segment_id=47388347-1898-4c74-ab1f-e657aaec6630)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:21:14.709970 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0921a1dc-8dad-4927-a2d1-f62e9cf3d897), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:14.761183 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=0921a1dc-8dad-4927-a2d1-f62e9cf3d897,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:15.010329 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['0921a1dc-8dad-4927-a2d1-f62e9cf3d897'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:21:15.102637 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f8f86-8034-4f6a-aac5-d0b4fb79e7a7 req-1672e314-a5c0-4105-9a31-c343e36896a4 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:15.104195 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d44f8f86-8034-4f6a-aac5-d0b4fb79e7a7 req-1672e314-a5c0-4105-9a31-c343e36896a4 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 945 time: 0.0631056 Mar 07 11:21:15.150431 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d44f8f86-8034-4f6a-aac5-d0b4fb79e7a7 req-f0071102-8e32-4aba-9478-e898aa5f6fa5 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405667 Mar 07 11:21:16.268594 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62864eb4-1978-4901-b90b-8813b517429f req-13c98562-a986-463e-b07c-985afb2b88c6 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:16.270094 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-62864eb4-1978-4901-b90b-8813b517429f req-13c98562-a986-463e-b07c-985afb2b88c6 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 945 time: 0.0527720 Mar 07 11:21:16.316213 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-62864eb4-1978-4901-b90b-8813b517429f req-50e4ea50-56f3-4ddc-8d0d-be31e79933e6 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405774 Mar 07 11:21:16.540307 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:21:16.588674 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:21:16.592290 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:21:16.592661 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0921a1dc-8dad-4927-a2d1-f62e9cf3d897), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:16.673128 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:21:16.673534 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0921a1dc-8dad-4927-a2d1-f62e9cf3d897), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:16.706176 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0921a1dc-8dad-4927-a2d1-f62e9cf3d897'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:21:16.708389 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45868acb-875f-47a0-a523-19d38a4729c4" -d '{"events": [{"server_uuid": "4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e", "name": "network-vif-plugged", "status": "completed", "tag": "0921a1dc-8dad-4927-a2d1-f62e9cf3d897"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:21:16.720426 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=0921a1dc-8dad-4927-a2d1-f62e9cf3d897,segment=NetworkSegment(47388347-1898-4c74-ab1f-e657aaec6630),segment_id=47388347-1898-4c74-ab1f-e657aaec6630)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:21:16.724510 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0921a1dc-8dad-4927-a2d1-f62e9cf3d897), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:16.749714 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc4748f-92c9-4a21-a3fc-4b349af99b50 x-openstack-request-id: req-1bc4748f-92c9-4a21-a3fc-4b349af99b50 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:21:16.750009 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e", "name": "network-vif-plugged", "status": "completed", "tag": "0921a1dc-8dad-4927-a2d1-f62e9cf3d897", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:21:16.750267 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1bc4748f-92c9-4a21-a3fc-4b349af99b50 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:21:16.750657 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0921a1dc-8dad-4927-a2d1-f62e9cf3d897', 'code': 200} Mar 07 11:21:16.774618 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=0921a1dc-8dad-4927-a2d1-f62e9cf3d897,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:16.850600 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e91d81-2dfb-4ad7-9546-b020167b7df3 req-891e8ef1-4e00-4375-88aa-68d51b76a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:16.852036 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-20e91d81-2dfb-4ad7-9546-b020167b7df3 req-891e8ef1-4e00-4375-88aa-68d51b76a6b0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 1128 time: 0.0480251 Mar 07 11:21:16.894404 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-20e91d81-2dfb-4ad7-9546-b020167b7df3 req-8f39aaf3-6122-4a01-9c1d-6e8330c42a9e service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366728 Mar 07 11:21:17.434795 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2d14d-bae2-4ff7-8c6f-3c40803f2a0e req-ec5c125f-0f25-4bb7-aed5-ce67cc8848c3 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:17.436257 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-19e2d14d-bae2-4ff7-8c6f-3c40803f2a0e req-ec5c125f-0f25-4bb7-aed5-ce67cc8848c3 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 946 time: 0.0525153 Mar 07 11:21:17.487793 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-19e2d14d-bae2-4ff7-8c6f-3c40803f2a0e req-f3970c3d-7e5d-4c81-a67b-1dce6bef80d5 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458803 Mar 07 11:21:18.605504 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e82064-6637-4a12-8d4d-ca01390eff5b req-2e26d3f8-eb44-478a-8849-d011d46d1c11 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:18.606906 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d3e82064-6637-4a12-8d4d-ca01390eff5b req-2e26d3f8-eb44-478a-8849-d011d46d1c11 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 946 time: 0.0524316 Mar 07 11:21:18.611099 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:18.653528 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d3e82064-6637-4a12-8d4d-ca01390eff5b req-19fdbdff-cfdd-4f03-974b-795a24ab5d8a tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410438 Mar 07 11:21:18.923476 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df48ba1-1ac9-49f9-b65f-95507527efb3 req-fdd6cd4c-554b-4738-b2c4-ddf1b1517915 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:18.924933 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6df48ba1-1ac9-49f9-b65f-95507527efb3 req-fdd6cd4c-554b-4738-b2c4-ddf1b1517915 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 946 time: 0.0814078 Mar 07 11:21:18.963112 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-a1712a61-a366-47e4-ba31-a2044cd9c7ac service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1289346 Mar 07 11:21:18.972423 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-c703741d-a0a4-4cc4-af75-b34c1052e9d3 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:21:18.973479 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-c703741d-a0a4-4cc4-af75-b34c1052e9d3 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049849 Mar 07 11:21:18.986034 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6df48ba1-1ac9-49f9-b65f-95507527efb3 req-6362ee0c-8c63-44ce-98c7-1a7617a1b917 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544603 Mar 07 11:21:19.455921 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-53484ef1-cdff-4115-ab6c-538ff231e54d tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:19.457309 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-53484ef1-cdff-4115-ab6c-538ff231e54d tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports/0921a1dc-8dad-4927-a2d1-f62e9cf3d897 HTTP/1.1" status: 200 len: 943 time: 0.1026199 Mar 07 11:21:20.118807 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1f347-f501-4725-a0be-725d08d93909 req-db439b77-c4df-4623-b499-fb57f945c671 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:20.120310 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-93e1f347-f501-4725-a0be-725d08d93909 req-db439b77-c4df-4623-b499-fb57f945c671 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 946 time: 0.0582881 Mar 07 11:21:20.167726 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-93e1f347-f501-4725-a0be-725d08d93909 req-a478def7-6726-4e9b-890f-ab09521e7f98 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416226 Mar 07 11:21:20.244240 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-efc27b45-902a-4da6-b51d-6dfd821ec3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:20.245794 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-efc27b45-902a-4da6-b51d-6dfd821ec3f5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=18a7e8c041fe420b936fa568bd22dce2&device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 1128 time: 0.0454538 Mar 07 11:21:20.343591 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-c8a80ef8-d5b9-43eb-9a82-fc64303b871c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:20.345066 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-c8a80ef8-d5b9-43eb-9a82-fc64303b871c service neutron] 10.222.0.31 "GET /v2.0/networks?id=807664e0-e22d-4c2d-b2d9-9cc3775b25aa HTTP/1.1" status: 200 len: 912 time: 0.0941787 Mar 07 11:21:20.384837 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-39856b01-b304-4215-8400-8aa02aa2a119 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0921a1dc-8dad-4927-a2d1-f62e9cf3d897 HTTP/1.1" status: 200 len: 217 time: 0.0337250 Mar 07 11:21:20.431597 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-f9b9aa9f-2568-4b44-9091-a6654977d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:20.432991 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-f9b9aa9f-2568-4b44-9091-a6654977d0fd service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b4a674c0-b2fe-42ef-8216-1f87de24ec25 HTTP/1.1" status: 200 len: 851 time: 0.0426946 Mar 07 11:21:20.463288 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-6b247698-6cf1-4501-9316-2101d2f02555 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=807664e0-e22d-4c2d-b2d9-9cc3775b25aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246437 Mar 07 11:21:20.553583 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-a25e5e44-a140-4cf8-ad9b-b239350a3b54 service neutron] 10.222.0.31 "GET /v2.0/networks/807664e0-e22d-4c2d-b2d9-9cc3775b25aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837533 Mar 07 11:21:20.642409 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-608dfeab-df25-4a20-a6d8-e2faf36e0486 service neutron] 10.222.0.31 "GET /v2.0/networks/807664e0-e22d-4c2d-b2d9-9cc3775b25aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837264 Mar 07 11:21:21.291529 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479de268-3f1a-4cb0-bbbb-8f9ff4c4e883 req-ecd59ec3-ce1b-489e-b2fc-62643bcaa9e3 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:21.293003 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-479de268-3f1a-4cb0-bbbb-8f9ff4c4e883 req-ecd59ec3-ce1b-489e-b2fc-62643bcaa9e3 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 946 time: 0.0526004 Mar 07 11:21:21.339422 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-479de268-3f1a-4cb0-bbbb-8f9ff4c4e883 req-c5cd185d-5076-491d-8c0a-b7f3af9d5388 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403309 Mar 07 11:21:22.460206 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4216cef-1d83-40ca-b665-dffd3194f975 req-edb616b5-f2a0-410e-b8c9-f4e1a23c353a tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:22.462323 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a4216cef-1d83-40ca-b665-dffd3194f975 req-edb616b5-f2a0-410e-b8c9-f4e1a23c353a tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 946 time: 0.0522766 Mar 07 11:21:22.506454 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a4216cef-1d83-40ca-b665-dffd3194f975 req-88db10e3-3308-455b-a66c-7b3c5bdbe76f tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386245 Mar 07 11:21:23.194598 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:23.628052 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019f94c-70e4-4c95-bea0-bbadd9d91ee4 req-e31c0b1b-a90a-4ac3-b4ac-5b60f28baaef tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:23.629578 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0019f94c-70e4-4c95-bea0-bbadd9d91ee4 req-e31c0b1b-a90a-4ac3-b4ac-5b60f28baaef tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 946 time: 0.0558243 Mar 07 11:21:23.675962 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0019f94c-70e4-4c95-bea0-bbadd9d91ee4 req-c65b4ea4-e81c-4888-bcd7-085f184e6775 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408764 Mar 07 11:21:24.798341 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c68a84b-6439-459d-9e8b-84943da5ac95 req-7aabe365-9285-42c4-aed6-743ee246e709 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:24.803837 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8c68a84b-6439-459d-9e8b-84943da5ac95 req-7aabe365-9285-42c4-aed6-743ee246e709 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 946 time: 0.0588300 Mar 07 11:21:24.855600 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8c68a84b-6439-459d-9e8b-84943da5ac95 req-3dcccce4-c79b-49c9-bb44-0bdd2b7b9a7c tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434144 Mar 07 11:21:25.968701 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4aa4a0-b285-46af-9e89-c673b787034a req-65317165-8f02-43f1-88c5-f9a7108fa53e tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:25.970211 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cf4aa4a0-b285-46af-9e89-c673b787034a req-65317165-8f02-43f1-88c5-f9a7108fa53e tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 946 time: 0.0517206 Mar 07 11:21:26.016933 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cf4aa4a0-b285-46af-9e89-c673b787034a req-e728c9d2-0a78-4dfa-b936-70ed0fe5bc36 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411828 Mar 07 11:21:27.150530 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211ae25-5ef1-4f9b-a3f0-b2ce3fd0450f req-a2389a61-7767-4395-bb7f-a572228df5d8 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:27.152008 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5211ae25-5ef1-4f9b-a3f0-b2ce3fd0450f req-a2389a61-7767-4395-bb7f-a572228df5d8 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 946 time: 0.0611567 Mar 07 11:21:27.197563 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5211ae25-5ef1-4f9b-a3f0-b2ce3fd0450f req-842a7db8-a3ac-4258-a3c9-d1217649b035 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397978 Mar 07 11:21:28.320290 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff99bb0-e51a-4762-b028-281cccbad65a req-f7f60180-ccc3-49a1-8ce5-17bc810f7be8 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:28.321799 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3ff99bb0-e51a-4762-b028-281cccbad65a req-f7f60180-ccc3-49a1-8ce5-17bc810f7be8 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 946 time: 0.0565004 Mar 07 11:21:28.368144 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3ff99bb0-e51a-4762-b028-281cccbad65a req-82847eae-594d-43b3-8547-3c12165326ef tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407398 Mar 07 11:21:29.251803 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:21:29.487182 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5793bc-54fa-4d96-8a7e-b897c8ea674a req-e62209e5-bbbd-45d3-8b19-af30d73d3db6 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:29.488717 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ef5793bc-54fa-4d96-8a7e-b897c8ea674a req-e62209e5-bbbd-45d3-8b19-af30d73d3db6 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 946 time: 0.0540133 Mar 07 11:21:29.534869 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ef5793bc-54fa-4d96-8a7e-b897c8ea674a req-f4df987d-a12c-4b23-a1d3-5fe66362c453 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396671 Mar 07 11:21:30.652626 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21418218-1fac-4125-991f-940fe8316232 req-9a8169ea-0109-48e6-bd39-f62024152c6b tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:30.654139 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-21418218-1fac-4125-991f-940fe8316232 req-9a8169ea-0109-48e6-bd39-f62024152c6b tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 946 time: 0.0523720 Mar 07 11:21:30.700803 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-21418218-1fac-4125-991f-940fe8316232 req-1f828536-29ec-446e-930e-1ac891bd6e12 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411391 Mar 07 11:21:31.822223 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815506ff-d815-453c-bf6f-293c55b7dff5 req-b48711b4-a9ec-4d6a-afe3-e1b84dc84687 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:31.823700 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-815506ff-d815-453c-bf6f-293c55b7dff5 req-b48711b4-a9ec-4d6a-afe3-e1b84dc84687 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 946 time: 0.0565550 Mar 07 11:21:31.870012 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-815506ff-d815-453c-bf6f-293c55b7dff5 req-dcfb2767-76f1-4257-971b-3c7c8427146c tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407634 Mar 07 11:21:32.989234 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587590a6-cf3c-467d-81ad-b588dbab64d8 req-a6119497-baa3-49a9-bdce-c4d020877821 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:32.990707 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-587590a6-cf3c-467d-81ad-b588dbab64d8 req-a6119497-baa3-49a9-bdce-c4d020877821 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 946 time: 0.0538681 Mar 07 11:21:33.041133 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-587590a6-cf3c-467d-81ad-b588dbab64d8 req-54e2e5f8-5b69-46f1-8c50-4750ea7c59af tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446255 Mar 07 11:21:34.159313 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850fc21-97b1-4048-b062-0ce93311f34c req-ad292062-b82f-46d0-ab07-aee82cf50602 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:34.160794 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4850fc21-97b1-4048-b062-0ce93311f34c req-ad292062-b82f-46d0-ab07-aee82cf50602 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 946 time: 0.0514348 Mar 07 11:21:34.208179 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4850fc21-97b1-4048-b062-0ce93311f34c req-e49abd7a-9152-46c4-b758-4c117e353761 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411253 Mar 07 11:21:35.331706 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4007cba-c003-4a18-aa74-f27c5c53bd47 req-5fbad785-7fec-4590-98e8-cc358a12b6f0 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:35.333174 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b4007cba-c003-4a18-aa74-f27c5c53bd47 req-5fbad785-7fec-4590-98e8-cc358a12b6f0 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 946 time: 0.0540252 Mar 07 11:21:35.378801 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b4007cba-c003-4a18-aa74-f27c5c53bd47 req-df3cc341-b37d-4248-a1b1-90b5031d5e6d tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395646 Mar 07 11:21:36.498302 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314cd4a1-cec7-42aa-a23d-383092bbe806 req-bd1ec77c-32e1-438e-b9ae-bb9699f2bcaa tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:36.499763 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-314cd4a1-cec7-42aa-a23d-383092bbe806 req-bd1ec77c-32e1-438e-b9ae-bb9699f2bcaa tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 946 time: 0.0514133 Mar 07 11:21:36.531287 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dcbdf15f-a30b-454f-a2bf-80ca7a05f2d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:36.551267 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-314cd4a1-cec7-42aa-a23d-383092bbe806 req-5701828d-b3e7-4955-84b1-202febf618bc tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455806 Mar 07 11:21:37.668213 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40820d5b-46b8-4491-a85f-8c25fcdbc0fc req-741f6d94-8786-431a-874e-dbb73edf9842 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:37.669776 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40820d5b-46b8-4491-a85f-8c25fcdbc0fc req-741f6d94-8786-431a-874e-dbb73edf9842 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 946 time: 0.0514994 Mar 07 11:21:37.715936 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-40820d5b-46b8-4491-a85f-8c25fcdbc0fc req-84545d39-db0d-4188-a55a-1b06800ecf59 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403202 Mar 07 11:21:38.625281 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aeca2323-72fc-45f6-99d6-8c0da2eff794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:38.833829 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd856c5-0a39-4427-bc1a-fde75d4a553a req-757244b6-a241-4605-af9c-b045e2baccf7 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:38.835903 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fcd856c5-0a39-4427-bc1a-fde75d4a553a req-757244b6-a241-4605-af9c-b045e2baccf7 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 946 time: 0.0522566 Mar 07 11:21:38.880928 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fcd856c5-0a39-4427-bc1a-fde75d4a553a req-138ffaf4-6435-4f4c-8760-816bb9d69a54 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392094 Mar 07 11:21:40.005590 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5df1c7-8d2b-4f31-ae95-06aa3c014981 req-c483ec30-4f5f-42d3-a740-679bf5f466d4 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:40.007116 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ab5df1c7-8d2b-4f31-ae95-06aa3c014981 req-c483ec30-4f5f-42d3-a740-679bf5f466d4 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 946 time: 0.0572093 Mar 07 11:21:40.037523 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:40.054227 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ab5df1c7-8d2b-4f31-ae95-06aa3c014981 req-a01f6b49-95d2-452f-8640-7df85f9300ab tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415154 Mar 07 11:21:41.171296 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23603a5e-3868-4aa9-9521-f5f2d10182e2 req-f1b04c59-ff08-409b-af36-2eedd24b86da tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:41.172739 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-23603a5e-3868-4aa9-9521-f5f2d10182e2 req-f1b04c59-ff08-409b-af36-2eedd24b86da tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 946 time: 0.0518239 Mar 07 11:21:41.218642 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-23603a5e-3868-4aa9-9521-f5f2d10182e2 req-2e372927-b9b3-4f31-9370-e54fee28e4a2 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403566 Mar 07 11:21:41.502297 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f06673-38b8-4cc7-b944-12c69638e258 req-05e3e125-7a79-43a3-b303-dc7983a28b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:41.503805 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-78f06673-38b8-4cc7-b944-12c69638e258 req-05e3e125-7a79-43a3-b303-dc7983a28b9a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=18a7e8c041fe420b936fa568bd22dce2&device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 1128 time: 0.0484171 Mar 07 11:21:41.606191 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f06673-38b8-4cc7-b944-12c69638e258 req-0644df7f-b61a-4a29-a25f-3f336236ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:41.607636 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-78f06673-38b8-4cc7-b944-12c69638e258 req-0644df7f-b61a-4a29-a25f-3f336236ff69 service neutron] 10.222.0.31 "GET /v2.0/networks?id=807664e0-e22d-4c2d-b2d9-9cc3775b25aa HTTP/1.1" status: 200 len: 912 time: 0.0862267 Mar 07 11:21:41.651957 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-78f06673-38b8-4cc7-b944-12c69638e258 req-1d795f18-6747-4b8a-8565-269ca7bc56f4 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0921a1dc-8dad-4927-a2d1-f62e9cf3d897 HTTP/1.1" status: 200 len: 217 time: 0.0381298 Mar 07 11:21:41.700412 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f06673-38b8-4cc7-b944-12c69638e258 req-0eaa26e6-0196-4992-82a1-03c5e37b2bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:41.701944 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-78f06673-38b8-4cc7-b944-12c69638e258 req-0eaa26e6-0196-4992-82a1-03c5e37b2bb3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b4a674c0-b2fe-42ef-8216-1f87de24ec25 HTTP/1.1" status: 200 len: 851 time: 0.0439782 Mar 07 11:21:41.731961 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-78f06673-38b8-4cc7-b944-12c69638e258 req-b8d0cc45-0199-4885-98eb-22e587da0266 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=807664e0-e22d-4c2d-b2d9-9cc3775b25aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247512 Mar 07 11:21:41.778568 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:41.824749 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-78f06673-38b8-4cc7-b944-12c69638e258 req-2815ea0a-5cc0-4abd-8bbe-baf3602bd989 service neutron] 10.222.0.31 "GET /v2.0/networks/807664e0-e22d-4c2d-b2d9-9cc3775b25aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865903 Mar 07 11:21:41.909873 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-78f06673-38b8-4cc7-b944-12c69638e258 req-07dc2a49-09cd-4135-8f2c-759fa3b8775c service neutron] 10.222.0.31 "GET /v2.0/networks/807664e0-e22d-4c2d-b2d9-9cc3775b25aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798800 Mar 07 11:21:42.336744 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10581939-97eb-4968-9bc2-ba1bc3b176d5 req-bdd820ef-00d6-4830-9722-68b334dcbbbb tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:42.338291 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-10581939-97eb-4968-9bc2-ba1bc3b176d5 req-bdd820ef-00d6-4830-9722-68b334dcbbbb tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 946 time: 0.0531774 Mar 07 11:21:42.384714 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-10581939-97eb-4968-9bc2-ba1bc3b176d5 req-025afb2c-2d1e-4945-ba17-b3fd48e30a5d tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408461 Mar 07 11:21:43.024740 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:43.500246 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2217cdd7-c185-480e-8257-ebd0c0b8d417 req-a9423462-625d-43cf-82cc-a83eee9a5854 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:43.501746 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2217cdd7-c185-480e-8257-ebd0c0b8d417 req-a9423462-625d-43cf-82cc-a83eee9a5854 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 946 time: 0.0515666 Mar 07 11:21:43.883671 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2217cdd7-c185-480e-8257-ebd0c0b8d417 req-c9751eed-4ab8-497d-9b84-55e478465c88 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759429 Mar 07 11:21:45.003692 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155899b8-70b5-4e1f-958b-9397974bc85f req-5d1ef6d6-15e9-4db7-8bbe-cc007d59fb8b tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:45.005169 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-155899b8-70b5-4e1f-958b-9397974bc85f req-5d1ef6d6-15e9-4db7-8bbe-cc007d59fb8b tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 946 time: 0.0542991 Mar 07 11:21:45.056569 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-155899b8-70b5-4e1f-958b-9397974bc85f req-32ef132b-7f2e-4cc0-8b81-fd29b8a9b080 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449934 Mar 07 11:21:46.174301 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c922fe8-3ca3-490f-80df-3f30460aad9e req-8884f9dd-de55-4ed5-b3d4-0ce8e5671c00 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:46.175757 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2c922fe8-3ca3-490f-80df-3f30460aad9e req-8884f9dd-de55-4ed5-b3d4-0ce8e5671c00 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 946 time: 0.0517693 Mar 07 11:21:46.220755 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2c922fe8-3ca3-490f-80df-3f30460aad9e req-d2d199a3-4861-4aed-b570-89e987e74958 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394454 Mar 07 11:21:47.339487 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f09440-7f69-4dbd-bde2-0a6e17530757 req-1f79561b-e333-4c00-81be-145c755c93c8 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:47.340935 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f1f09440-7f69-4dbd-bde2-0a6e17530757 req-1f79561b-e333-4c00-81be-145c755c93c8 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 946 time: 0.0524030 Mar 07 11:21:47.387388 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f1f09440-7f69-4dbd-bde2-0a6e17530757 req-f35469e4-7947-4480-abcf-9f1859c964aa tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409131 Mar 07 11:21:47.409563 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-fb7f4227-64f4-47ec-b3bd-44786d792e3a service neutron] show failed (client error): The resource could not be found. Mar 07 11:21:47.410579 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-fb7f4227-64f4-47ec-b3bd-44786d792e3a service neutron] 10.222.0.31 "GET /v2.0/ports/0921a1dc-8dad-4927-a2d1-f62e9cf3d897/bindings/n-h1-832164-4 HTTP/1.1" status: 404 len: 380 time: 0.0548184 Mar 07 11:21:47.678639 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-1c954d76-cef9-4327-8bb2-ebdeeb7ac279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:47.681037 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-1c954d76-cef9-4327-8bb2-ebdeeb7ac279 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e&tenant_id=18a7e8c041fe420b936fa568bd22dce2 HTTP/1.1" status: 200 len: 1128 time: 0.1119974 Mar 07 11:21:47.693773 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-41b6e618-f8de-47a3-82c8-cf63eb272355 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832164-4', 'device_owner': 'compute:nova'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:21:47.701063 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44c50b-86f9-4b8d-ad97-619aac2fa33f req-2c7e8274-7113-48da-9ff6-c62c08f45a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:47.702593 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0e44c50b-86f9-4b8d-ad97-619aac2fa33f req-2c7e8274-7113-48da-9ff6-c62c08f45a0f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=18a7e8c041fe420b936fa568bd22dce2&device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 1128 time: 0.0498483 Mar 07 11:21:47.759708 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-41b6e618-f8de-47a3-82c8-cf63eb272355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0921a1dc-8dad-4927-a2d1-f62e9cf3d897), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:47.808751 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44c50b-86f9-4b8d-ad97-619aac2fa33f req-7b5fff07-c9b7-4def-8c11-fd3f8981e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:47.810274 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0e44c50b-86f9-4b8d-ad97-619aac2fa33f req-7b5fff07-c9b7-4def-8c11-fd3f8981e2ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=807664e0-e22d-4c2d-b2d9-9cc3775b25aa HTTP/1.1" status: 200 len: 912 time: 0.0861239 Mar 07 11:21:47.856980 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0e44c50b-86f9-4b8d-ad97-619aac2fa33f req-cdad7586-0f93-41b5-bfdf-620600b92670 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0921a1dc-8dad-4927-a2d1-f62e9cf3d897 HTTP/1.1" status: 200 len: 217 time: 0.0399804 Mar 07 11:21:47.907006 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44c50b-86f9-4b8d-ad97-619aac2fa33f req-096ae719-1f45-4a4f-a3fe-fef5c070b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:47.908597 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0e44c50b-86f9-4b8d-ad97-619aac2fa33f req-096ae719-1f45-4a4f-a3fe-fef5c070b8e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b4a674c0-b2fe-42ef-8216-1f87de24ec25 HTTP/1.1" status: 200 len: 851 time: 0.0452693 Mar 07 11:21:47.941471 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0e44c50b-86f9-4b8d-ad97-619aac2fa33f req-ab9f7ed1-e0ba-4542-9667-5cc6dee2eb37 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=807664e0-e22d-4c2d-b2d9-9cc3775b25aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253320 Mar 07 11:21:47.971480 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-41b6e618-f8de-47a3-82c8-cf63eb272355 service neutron] For port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=0921a1dc-8dad-4927-a2d1-f62e9cf3d897,segment=NetworkSegment(47388347-1898-4c74-ab1f-e657aaec6630),segment_id=47388347-1898-4c74-ab1f-e657aaec6630)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:21:48.007464 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-41b6e618-f8de-47a3-82c8-cf63eb272355 service neutron] For port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:21:48.039740 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0e44c50b-86f9-4b8d-ad97-619aac2fa33f req-738d8af8-f74e-409c-a59a-f60fdf472a3e service neutron] 10.222.0.21 "GET /v2.0/networks/807664e0-e22d-4c2d-b2d9-9cc3775b25aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921242 Mar 07 11:21:48.050439 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0921a1dc-8dad-4927-a2d1-f62e9cf3d897'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:21:48.052692 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24a21f0-2a29-49ef-8cd0-edd8409fd910" -d '{"events": [{"server_uuid": "4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e", "name": "network-vif-unplugged", "status": "completed", "tag": "0921a1dc-8dad-4927-a2d1-f62e9cf3d897"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:21:48.057915 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-41b6e618-f8de-47a3-82c8-cf63eb272355 service neutron] Publish callbacks [] for port (0921a1dc-8dad-4927-a2d1-f62e9cf3d897), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:48.075895 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-41b6e618-f8de-47a3-82c8-cf63eb272355 service neutron] Transition to ACTIVE for port object 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:21:48.082159 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-41b6e618-f8de-47a3-82c8-cf63eb272355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (0921a1dc-8dad-4927-a2d1-f62e9cf3d897), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:48.157929 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b6e618-f8de-47a3-82c8-cf63eb272355 service neutron] Pushing event updated for resources: {'Port': ['ID=0921a1dc-8dad-4927-a2d1-f62e9cf3d897,revision_number=6']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:48.181667 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0e44c50b-86f9-4b8d-ad97-619aac2fa33f req-8664e4be-072c-435f-9f96-543fb2defda3 service neutron] 10.222.0.21 "GET /v2.0/networks/807664e0-e22d-4c2d-b2d9-9cc3775b25aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361341 Mar 07 11:21:48.187527 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-41b6e618-f8de-47a3-82c8-cf63eb272355 service neutron] No DVR routers for this DVR port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:21:48.214730 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b90297-54d9-498f-b496-7b0272c70300 x-openstack-request-id: req-75b90297-54d9-498f-b496-7b0272c70300 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:21:48.215155 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e", "name": "network-vif-unplugged", "status": "completed", "tag": "0921a1dc-8dad-4927-a2d1-f62e9cf3d897", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:21:48.215543 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-75b90297-54d9-498f-b496-7b0272c70300 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:21:48.216046 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0921a1dc-8dad-4927-a2d1-f62e9cf3d897', 'code': 200} Mar 07 11:21:48.231245 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-41b6e618-f8de-47a3-82c8-cf63eb272355 service neutron] Attempting to bind port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:21:48.231830 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-41b6e618-f8de-47a3-82c8-cf63eb272355 service neutron] Attempting to bind port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '47388347-1898-4c74-ab1f-e657aaec6630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '807664e0-e22d-4c2d-b2d9-9cc3775b25aa'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:21:48.232223 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-41b6e618-f8de-47a3-82c8-cf63eb272355 service neutron] Attempting to bind port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 on network 807664e0-e22d-4c2d-b2d9-9cc3775b25aa {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:21:48.237541 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-41b6e618-f8de-47a3-82c8-cf63eb272355 service neutron] Port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 on network 807664e0-e22d-4c2d-b2d9-9cc3775b25aa not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:21:48.238182 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-41b6e618-f8de-47a3-82c8-cf63eb272355 service neutron] Attempting to bind port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 on network 807664e0-e22d-4c2d-b2d9-9cc3775b25aa {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:21:48.245167 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-41b6e618-f8de-47a3-82c8-cf63eb272355 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:21:48.245520 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-41b6e618-f8de-47a3-82c8-cf63eb272355 service neutron] Checking segment: {'id': '47388347-1898-4c74-ab1f-e657aaec6630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '807664e0-e22d-4c2d-b2d9-9cc3775b25aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:21:48.245912 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-41b6e618-f8de-47a3-82c8-cf63eb272355 service neutron] Bound using segment: {'id': '47388347-1898-4c74-ab1f-e657aaec6630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '807664e0-e22d-4c2d-b2d9-9cc3775b25aa'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:21:48.246348 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-41b6e618-f8de-47a3-82c8-cf63eb272355 service neutron] Bound port: 0921a1dc-8dad-4927-a2d1-f62e9cf3d897, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47388347-1898-4c74-ab1f-e657aaec6630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '807664e0-e22d-4c2d-b2d9-9cc3775b25aa'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:21:48.246711 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-41b6e618-f8de-47a3-82c8-cf63eb272355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0921a1dc-8dad-4927-a2d1-f62e9cf3d897), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:48.312752 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-41b6e618-f8de-47a3-82c8-cf63eb272355 service neutron] For port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:21:48.315701 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-41b6e618-f8de-47a3-82c8-cf63eb272355 service neutron] For port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=0921a1dc-8dad-4927-a2d1-f62e9cf3d897,segment=NetworkSegment(47388347-1898-4c74-ab1f-e657aaec6630),segment_id=47388347-1898-4c74-ab1f-e657aaec6630)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:21:48.322902 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-41b6e618-f8de-47a3-82c8-cf63eb272355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (0921a1dc-8dad-4927-a2d1-f62e9cf3d897), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:48.354606 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-41b6e618-f8de-47a3-82c8-cf63eb272355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:48.355292 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-41b6e618-f8de-47a3-82c8-cf63eb272355 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:48.356599 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-41b6e618-f8de-47a3-82c8-cf63eb272355 service neutron] 10.222.0.21 "PUT /v2.0/ports/0921a1dc-8dad-4927-a2d1-f62e9cf3d897 HTTP/1.1" status: 200 len: 1092 time: 0.6669526 Mar 07 11:21:48.411818 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b6e618-f8de-47a3-82c8-cf63eb272355 service neutron] Pushing event updated for resources: {'Port': ['ID=0921a1dc-8dad-4927-a2d1-f62e9cf3d897,revision_number=7']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:48.437920 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-5dd92d5d-4c3e-46d5-907e-085d39a2990d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:48.439460 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-5dd92d5d-4c3e-46d5-907e-085d39a2990d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=18a7e8c041fe420b936fa568bd22dce2&device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 1126 time: 0.0602293 Mar 07 11:21:48.574509 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9092851-7102-4682-998f-f54c30293cc6 req-cf62d270-7dc7-4776-beee-93f196ea4950 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:48.575989 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a9092851-7102-4682-998f-f54c30293cc6 req-cf62d270-7dc7-4776-beee-93f196ea4950 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 944 time: 0.1111667 Mar 07 11:21:48.577371 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-eb78d2a9-33fe-466c-8e41-5a7f57a8ce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:48.578697 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-eb78d2a9-33fe-466c-8e41-5a7f57a8ce87 service neutron] 10.222.0.21 "GET /v2.0/networks?id=807664e0-e22d-4c2d-b2d9-9cc3775b25aa HTTP/1.1" status: 200 len: 912 time: 0.1334798 Mar 07 11:21:48.621963 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:48.635931 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-1ae95a1c-8426-4121-9e85-1ee4f1ac8c01 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0921a1dc-8dad-4927-a2d1-f62e9cf3d897 HTTP/1.1" status: 200 len: 217 time: 0.0470068 Mar 07 11:21:48.702426 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a9092851-7102-4682-998f-f54c30293cc6 req-b1041bad-e13b-436a-9a15-b79ed1b0b7b3 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204753 Mar 07 11:21:48.712820 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-da5fd883-88d4-4956-b1a8-81c78a403e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:48.714471 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-da5fd883-88d4-4956-b1a8-81c78a403e8d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b4a674c0-b2fe-42ef-8216-1f87de24ec25 HTTP/1.1" status: 200 len: 851 time: 0.0725036 Mar 07 11:21:48.747645 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-4cbe037d-e9d4-4c6a-981f-b65b9c88acbe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=807664e0-e22d-4c2d-b2d9-9cc3775b25aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273449 Mar 07 11:21:48.838822 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-7b062e7a-7974-491d-8848-7b1aebe42ce6 service neutron] 10.222.0.21 "GET /v2.0/networks/807664e0-e22d-4c2d-b2d9-9cc3775b25aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848274 Mar 07 11:21:49.252605 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a92a1e2-f6f8-4354-9afa-36d1f04d6b1e req-eba3ae31-7c78-4d26-ad61-bab37e0aef87 service neutron] 10.222.0.21 "GET /v2.0/networks/807664e0-e22d-4c2d-b2d9-9cc3775b25aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078443 Mar 07 11:21:49.836546 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7773-ca4b-4041-8e56-c1ba65e371e8 req-cefc3108-6402-4212-8068-199376e0987a tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:49.838282 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-15ea7773-ca4b-4041-8e56-c1ba65e371e8 req-cefc3108-6402-4212-8068-199376e0987a tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 944 time: 0.0558763 Mar 07 11:21:49.890302 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-15ea7773-ca4b-4041-8e56-c1ba65e371e8 req-917ee3ef-ccc4-49c6-ba6a-e930ea6e8173 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463636 Mar 07 11:21:50.217613 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e', 'tag': '0921a1dc-8dad-4927-a2d1-f62e9cf3d897'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:21:50.219955 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651094ff-33ab-4c6a-a2b3-7105c4e783d7" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e", "tag": "0921a1dc-8dad-4927-a2d1-f62e9cf3d897"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:21:50.267157 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8608c8ac-d8e8-44a6-8144-02d5ddd53ea1 x-openstack-request-id: req-8608c8ac-d8e8-44a6-8144-02d5ddd53ea1 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:21:50.267451 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e", "tag": "0921a1dc-8dad-4927-a2d1-f62e9cf3d897", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:21:50.267706 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8608c8ac-d8e8-44a6-8144-02d5ddd53ea1 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:21:50.268098 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e', 'tag': '0921a1dc-8dad-4927-a2d1-f62e9cf3d897', 'status': 'completed', 'code': 200} Mar 07 11:21:50.334142 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651094ff-33ab-4c6a-a2b3-7105c4e783d7 req-da6940f9-c037-4a3b-9018-85825bd3411e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:50.334425 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651094ff-33ab-4c6a-a2b3-7105c4e783d7 req-e62c716e-b06e-4475-a65c-f9477e5b5836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:50.335676 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-651094ff-33ab-4c6a-a2b3-7105c4e783d7 req-e62c716e-b06e-4475-a65c-f9477e5b5836 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=18a7e8c041fe420b936fa568bd22dce2&device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 1126 time: 0.0461154 Mar 07 11:21:50.335803 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-651094ff-33ab-4c6a-a2b3-7105c4e783d7 req-da6940f9-c037-4a3b-9018-85825bd3411e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=18a7e8c041fe420b936fa568bd22dce2&device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 1126 time: 0.0464056 Mar 07 11:21:50.424689 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651094ff-33ab-4c6a-a2b3-7105c4e783d7 req-425901e4-db6f-4e53-9ba1-0f08b79eefa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:50.426286 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651094ff-33ab-4c6a-a2b3-7105c4e783d7 req-c4b3a9e4-1658-4511-93ab-c09fd95ba4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:50.426818 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-651094ff-33ab-4c6a-a2b3-7105c4e783d7 req-425901e4-db6f-4e53-9ba1-0f08b79eefa3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=807664e0-e22d-4c2d-b2d9-9cc3775b25aa HTTP/1.1" status: 200 len: 912 time: 0.0852623 Mar 07 11:21:50.427719 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-651094ff-33ab-4c6a-a2b3-7105c4e783d7 req-c4b3a9e4-1658-4511-93ab-c09fd95ba4e4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=807664e0-e22d-4c2d-b2d9-9cc3775b25aa HTTP/1.1" status: 200 len: 912 time: 0.0865057 Mar 07 11:21:50.469216 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-651094ff-33ab-4c6a-a2b3-7105c4e783d7 req-02ed9584-6672-4709-a6f1-7e116484f8c3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0921a1dc-8dad-4927-a2d1-f62e9cf3d897 HTTP/1.1" status: 200 len: 217 time: 0.0339129 Mar 07 11:21:50.470179 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-651094ff-33ab-4c6a-a2b3-7105c4e783d7 req-f77bace7-0f03-4ffe-93b7-72756b945c65 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0921a1dc-8dad-4927-a2d1-f62e9cf3d897 HTTP/1.1" status: 200 len: 217 time: 0.0378954 Mar 07 11:21:50.517366 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651094ff-33ab-4c6a-a2b3-7105c4e783d7 req-acb4ed25-1bbc-4042-9220-37478250a71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:50.517675 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651094ff-33ab-4c6a-a2b3-7105c4e783d7 req-e2eae883-676a-48f5-b975-75a11f300479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:50.518832 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-651094ff-33ab-4c6a-a2b3-7105c4e783d7 req-acb4ed25-1bbc-4042-9220-37478250a71c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b4a674c0-b2fe-42ef-8216-1f87de24ec25 HTTP/1.1" status: 200 len: 851 time: 0.0442574 Mar 07 11:21:50.519101 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-651094ff-33ab-4c6a-a2b3-7105c4e783d7 req-e2eae883-676a-48f5-b975-75a11f300479 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b4a674c0-b2fe-42ef-8216-1f87de24ec25 HTTP/1.1" status: 200 len: 851 time: 0.0434933 Mar 07 11:21:50.550488 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-651094ff-33ab-4c6a-a2b3-7105c4e783d7 req-5852fc84-ec96-4f71-8ddc-c17bec37d5ab service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=807664e0-e22d-4c2d-b2d9-9cc3775b25aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254505 Mar 07 11:21:50.555584 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-651094ff-33ab-4c6a-a2b3-7105c4e783d7 req-f125c690-dde6-48ae-ada1-60a5f197b300 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=807664e0-e22d-4c2d-b2d9-9cc3775b25aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294383 Mar 07 11:21:50.650571 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-651094ff-33ab-4c6a-a2b3-7105c4e783d7 req-86d2ceb3-0302-451a-aab5-7f393e70dbb9 service neutron] 10.222.0.21 "GET /v2.0/networks/807664e0-e22d-4c2d-b2d9-9cc3775b25aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889206 Mar 07 11:21:50.650833 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-651094ff-33ab-4c6a-a2b3-7105c4e783d7 req-7e1fdb16-b11c-40cd-a6c2-6d91b1ae3404 service neutron] 10.222.0.31 "GET /v2.0/networks/807664e0-e22d-4c2d-b2d9-9cc3775b25aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941350 Mar 07 11:21:50.711055 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:21:50.751293 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] The host n-h2-832164-4 is not matching for port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 host n-h1-832164-4! {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 11:21:50.752058 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:21:50.760631 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-651094ff-33ab-4c6a-a2b3-7105c4e783d7 req-044a6994-c484-4807-bb18-94270e648f50 service neutron] 10.222.0.31 "GET /v2.0/networks/807664e0-e22d-4c2d-b2d9-9cc3775b25aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042888 Mar 07 11:21:50.763461 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-651094ff-33ab-4c6a-a2b3-7105c4e783d7 req-d0eaaafa-d495-4c82-87bc-2aa7aa2b2567 service neutron] 10.222.0.21 "GET /v2.0/networks/807664e0-e22d-4c2d-b2d9-9cc3775b25aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981464 Mar 07 11:21:51.018735 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee693b-b056-4f66-80aa-0581f8789b58 req-41bf9840-697e-4f74-8dee-1d561c7cb559 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:51.020149 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-93ee693b-b056-4f66-80aa-0581f8789b58 req-41bf9840-697e-4f74-8dee-1d561c7cb559 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 944 time: 0.0593925 Mar 07 11:21:51.066838 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-93ee693b-b056-4f66-80aa-0581f8789b58 req-7394b3b3-af38-4ceb-9ab1-2d6a6a2deeb8 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404925 Mar 07 11:21:51.259799 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:21:51.303794 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b44561-bb86-4076-b2f5-f4c61044ff6c req-fc22b661-207d-47cb-be15-4a4267dd375e tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:51.305840 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04b44561-bb86-4076-b2f5-f4c61044ff6c req-fc22b661-207d-47cb-be15-4a4267dd375e tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.31 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e&tenant_id=18a7e8c041fe420b936fa568bd22dce2&binding%3Ahost_id=n-h1-832164-4 HTTP/1.1" status: 200 len: 944 time: 0.0589826 Mar 07 11:21:51.363925 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [req-04b44561-bb86-4076-b2f5-f4c61044ff6c req-99448044-7f88-4760-b0f3-65bbd4dd0581 service neutron] delete failed (client error): The resource could not be found. Mar 07 11:21:51.365015 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04b44561-bb86-4076-b2f5-f4c61044ff6c req-99448044-7f88-4760-b0f3-65bbd4dd0581 service neutron] 10.222.0.31 "DELETE /v2.0/ports/0921a1dc-8dad-4927-a2d1-f62e9cf3d897/bindings/n-h2-832164-4 HTTP/1.1" status: 404 len: 380 time: 0.0534317 Mar 07 11:21:51.365228 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=0921a1dc-8dad-4927-a2d1-f62e9cf3d897,segment=NetworkSegment(47388347-1898-4c74-ab1f-e657aaec6630),segment_id=47388347-1898-4c74-ab1f-e657aaec6630)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:21:51.376489 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '0921a1dc-8dad-4927-a2d1-f62e9cf3d897', 'network_id': '807664e0-e22d-4c2d-b2d9-9cc3775b25aa', 'port_id': '0921a1dc-8dad-4927-a2d1-f62e9cf3d897', 'mac_address': 'fa:16:3e:c4:f0:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4a674c0-b2fe-42ef-8216-1f87de24ec25', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:21:51.415613 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:21:51.415997 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0921a1dc-8dad-4927-a2d1-f62e9cf3d897), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:51.429678 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:21:51.449599 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=0921a1dc-8dad-4927-a2d1-f62e9cf3d897,segment=NetworkSegment(47388347-1898-4c74-ab1f-e657aaec6630),segment_id=47388347-1898-4c74-ab1f-e657aaec6630)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:21:51.453763 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0921a1dc-8dad-4927-a2d1-f62e9cf3d897), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:51.454824 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b44561-bb86-4076-b2f5-f4c61044ff6c req-b5552da1-f3ad-4981-9031-d8d23c1960f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:51.456469 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04b44561-bb86-4076-b2f5-f4c61044ff6c req-b5552da1-f3ad-4981-9031-d8d23c1960f0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=18a7e8c041fe420b936fa568bd22dce2&device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 1126 time: 0.0511410 Mar 07 11:21:51.505122 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=0921a1dc-8dad-4927-a2d1-f62e9cf3d897,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:51.513007 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:51.513383 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:51.513735 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:51.514074 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:51.514409 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:51.514750 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:51.515076 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:51.515403 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:51.515726 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:51.516048 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:51.516374 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:51.516691 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:51.517010 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:21:51.547200 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b44561-bb86-4076-b2f5-f4c61044ff6c req-4da9f88b-e99e-4352-bd4c-b675bc39284b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:51.548583 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04b44561-bb86-4076-b2f5-f4c61044ff6c req-4da9f88b-e99e-4352-bd4c-b675bc39284b service neutron] 10.222.0.31 "GET /v2.0/networks?id=807664e0-e22d-4c2d-b2d9-9cc3775b25aa HTTP/1.1" status: 200 len: 912 time: 0.0866468 Mar 07 11:21:51.592526 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04b44561-bb86-4076-b2f5-f4c61044ff6c req-edcba771-48d6-42c3-8547-472e5350bfa7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0921a1dc-8dad-4927-a2d1-f62e9cf3d897 HTTP/1.1" status: 200 len: 217 time: 0.0376875 Mar 07 11:21:51.639261 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b44561-bb86-4076-b2f5-f4c61044ff6c req-ae0c4169-b19f-4abd-af59-ab849d9d0cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:51.640862 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04b44561-bb86-4076-b2f5-f4c61044ff6c req-ae0c4169-b19f-4abd-af59-ab849d9d0cd3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b4a674c0-b2fe-42ef-8216-1f87de24ec25 HTTP/1.1" status: 200 len: 851 time: 0.0430107 Mar 07 11:21:51.672727 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04b44561-bb86-4076-b2f5-f4c61044ff6c req-0989d400-925b-4844-9504-bd9682a530f3 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=807664e0-e22d-4c2d-b2d9-9cc3775b25aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258582 Mar 07 11:21:51.714880 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['0921a1dc-8dad-4927-a2d1-f62e9cf3d897'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:21:51.765478 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04b44561-bb86-4076-b2f5-f4c61044ff6c req-291f25bb-baec-4911-b1f0-a5a52c6742a2 service neutron] 10.222.0.31 "GET /v2.0/networks/807664e0-e22d-4c2d-b2d9-9cc3775b25aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868423 Mar 07 11:21:51.858889 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04b44561-bb86-4076-b2f5-f4c61044ff6c req-63cd4349-688a-49d5-8459-af75447deb05 service neutron] 10.222.0.31 "GET /v2.0/networks/807664e0-e22d-4c2d-b2d9-9cc3775b25aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873551 Mar 07 11:21:52.525763 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6aba51-e686-4217-aa1f-cd1bc76d0646 req-0356b5b0-23d0-419e-ac3b-dcff31562c80 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:52.527155 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4c6aba51-e686-4217-aa1f-cd1bc76d0646 req-0356b5b0-23d0-419e-ac3b-dcff31562c80 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 945 time: 0.0538831 Mar 07 11:21:52.578255 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4c6aba51-e686-4217-aa1f-cd1bc76d0646 req-a72ff012-1803-45e4-837c-ea516b485c5e tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455036 Mar 07 11:21:53.211100 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:53.274934 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:21:53.326553 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:21:53.330285 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:21:53.330667 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0921a1dc-8dad-4927-a2d1-f62e9cf3d897), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:53.406867 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:21:53.407247 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0921a1dc-8dad-4927-a2d1-f62e9cf3d897), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:53.430416 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0921a1dc-8dad-4927-a2d1-f62e9cf3d897'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:21:53.432665 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2137c07a-7b5f-4db5-bcab-9e0fa9f53cad" -d '{"events": [{"server_uuid": "4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e", "name": "network-vif-plugged", "status": "completed", "tag": "0921a1dc-8dad-4927-a2d1-f62e9cf3d897"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:21:53.445007 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=0921a1dc-8dad-4927-a2d1-f62e9cf3d897,segment=NetworkSegment(47388347-1898-4c74-ab1f-e657aaec6630),segment_id=47388347-1898-4c74-ab1f-e657aaec6630)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:21:53.448869 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0921a1dc-8dad-4927-a2d1-f62e9cf3d897), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:53.475418 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dacd8c56-ff36-4ed0-a843-f07995342466 x-openstack-request-id: req-dacd8c56-ff36-4ed0-a843-f07995342466 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:21:53.475717 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e", "name": "network-vif-plugged", "status": "completed", "tag": "0921a1dc-8dad-4927-a2d1-f62e9cf3d897", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:21:53.475977 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-dacd8c56-ff36-4ed0-a843-f07995342466 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:21:53.477102 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0921a1dc-8dad-4927-a2d1-f62e9cf3d897', 'code': 200} Mar 07 11:21:53.501393 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=0921a1dc-8dad-4927-a2d1-f62e9cf3d897,revision_number=9']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:53.705536 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b7722-d741-4b22-a69b-ef797fb70e70 req-fda09d7d-dea0-4c81-a693-605d80011347 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:53.707046 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-466b7722-d741-4b22-a69b-ef797fb70e70 req-fda09d7d-dea0-4c81-a693-605d80011347 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 946 time: 0.0609896 Mar 07 11:21:53.759674 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-466b7722-d741-4b22-a69b-ef797fb70e70 req-fec83191-24d8-425b-8097-48e0a9e42b02 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.11 "GET /v2.0/security-groups?id=16f98158-e501-4ed9-8119-45ddaa59abb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465984 Mar 07 11:21:53.798212 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b44561-bb86-4076-b2f5-f4c61044ff6c req-0310b2a7-0120-4a28-b38e-69fa5516458e tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:53.799739 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-04b44561-bb86-4076-b2f5-f4c61044ff6c req-0310b2a7-0120-4a28-b38e-69fa5516458e tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e HTTP/1.1" status: 200 len: 946 time: 0.0545905 Mar 07 11:21:53.893663 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-04b44561-bb86-4076-b2f5-f4c61044ff6c req-4005a559-90d9-4bf5-a6d4-d26562b760c2 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Deleting port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:21:53.894009 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-04b44561-bb86-4076-b2f5-f4c61044ff6c req-4005a559-90d9-4bf5-a6d4-d26562b760c2 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (0921a1dc-8dad-4927-a2d1-f62e9cf3d897), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:53.987288 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-04b44561-bb86-4076-b2f5-f4c61044ff6c req-4005a559-90d9-4bf5-a6d4-d26562b760c2 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] For port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=0921a1dc-8dad-4927-a2d1-f62e9cf3d897,segment=NetworkSegment(47388347-1898-4c74-ab1f-e657aaec6630),segment_id=47388347-1898-4c74-ab1f-e657aaec6630)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:21:53.987652 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-04b44561-bb86-4076-b2f5-f4c61044ff6c req-4005a559-90d9-4bf5-a6d4-d26562b760c2 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (0921a1dc-8dad-4927-a2d1-f62e9cf3d897), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:54.000006 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-04b44561-bb86-4076-b2f5-f4c61044ff6c req-4005a559-90d9-4bf5-a6d4-d26562b760c2 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Calling delete_port for 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:21:54.128905 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-04b44561-bb86-4076-b2f5-f4c61044ff6c req-4005a559-90d9-4bf5-a6d4-d26562b760c2 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (0921a1dc-8dad-4927-a2d1-f62e9cf3d897), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:54.141190 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['0921a1dc-8dad-4927-a2d1-f62e9cf3d897'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:21:54.160234 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005a559-90d9-4bf5-a6d4-d26562b760c2 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Pushing event deleted for resources: {'Port': ['ID=0921a1dc-8dad-4927-a2d1-f62e9cf3d897,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:54.202089 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b44561-bb86-4076-b2f5-f4c61044ff6c req-4005a559-90d9-4bf5-a6d4-d26562b760c2 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] No DVR routers for this DVR port 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:21:54.204742 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-04b44561-bb86-4076-b2f5-f4c61044ff6c req-4005a559-90d9-4bf5-a6d4-d26562b760c2 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:54.208492 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-04b44561-bb86-4076-b2f5-f4c61044ff6c req-4005a559-90d9-4bf5-a6d4-d26562b760c2 tempest-DeleteServersTestJSON-1640525425 tempest-DeleteServersTestJSON-1640525425-project] 10.222.0.21 "DELETE /v2.0/ports/0921a1dc-8dad-4927-a2d1-f62e9cf3d897 HTTP/1.1" status: 204 len: 173 time: 0.4030268 Mar 07 11:21:54.208930 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e', 'name': 'network-vif-deleted', 'tag': '0921a1dc-8dad-4927-a2d1-f62e9cf3d897'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:21:54.211921 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a160ca3-b59a-4fcf-925a-b72af9f6a03c" -d '{"events": [{"server_uuid": "4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e", "name": "network-vif-deleted", "tag": "0921a1dc-8dad-4927-a2d1-f62e9cf3d897"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:21:54.253661 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79156e1c-46f4-4d4d-93cc-b219004f610d x-openstack-request-id: req-79156e1c-46f4-4d4d-93cc-b219004f610d {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:21:54.253959 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e", "name": "network-vif-deleted", "tag": "0921a1dc-8dad-4927-a2d1-f62e9cf3d897", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:21:54.254214 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-79156e1c-46f4-4d4d-93cc-b219004f610d {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:21:54.254617 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2ba1a7-598e-4ba9-9ebd-826ab5e24a7e', 'name': 'network-vif-deleted', 'tag': '0921a1dc-8dad-4927-a2d1-f62e9cf3d897', 'status': 'completed', 'code': 200} Mar 07 11:21:54.887115 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42366) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:21:54.931364 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad09244-498f-4484-84bc-77ededc2e79e admin admin] Deleting subnet b4a674c0-b2fe-42ef-8216-1f87de24ec25 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:21:54.934407 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8ad09244-498f-4484-84bc-77ededc2e79e admin admin] Publish callbacks [] for subnet (b4a674c0-b2fe-42ef-8216-1f87de24ec25), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:54.971676 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8ad09244-498f-4484-84bc-77ededc2e79e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (b4a674c0-b2fe-42ef-8216-1f87de24ec25), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:55.011459 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8ad09244-498f-4484-84bc-77ededc2e79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (b4a674c0-b2fe-42ef-8216-1f87de24ec25), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:55.061093 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8ad09244-498f-4484-84bc-77ededc2e79e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (b4a674c0-b2fe-42ef-8216-1f87de24ec25), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:55.087654 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad09244-498f-4484-84bc-77ededc2e79e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4a674c0-b2fe-42ef-8216-1f87de24ec25,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:55.089585 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8ad09244-498f-4484-84bc-77ededc2e79e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:55.092677 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8ad09244-498f-4484-84bc-77ededc2e79e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b4a674c0-b2fe-42ef-8216-1f87de24ec25 HTTP/1.1" status: 204 len: 168 time: 0.2045760 Mar 07 11:21:55.095229 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42368) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:21:55.167065 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-189bf8c9-aad1-42ca-8b81-0ae8c1d77571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (807664e0-e22d-4c2d-b2d9-9cc3775b25aa), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:55.243971 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-189bf8c9-aad1-42ca-8b81-0ae8c1d77571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (807664e0-e22d-4c2d-b2d9-9cc3775b25aa), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:55.264373 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-189bf8c9-aad1-42ca-8b81-0ae8c1d77571 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['807664e0-e22d-4c2d-b2d9-9cc3775b25aa']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:21:55.273575 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-189bf8c9-aad1-42ca-8b81-0ae8c1d77571 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47388347-1898-4c74-ab1f-e657aaec6630') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:21:55.273869 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-189bf8c9-aad1-42ca-8b81-0ae8c1d77571 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47388347-1898-4c74-ab1f-e657aaec6630') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:21:55.287466 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-189bf8c9-aad1-42ca-8b81-0ae8c1d77571 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (47388347-1898-4c74-ab1f-e657aaec6630), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:55.301717 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-189bf8c9-aad1-42ca-8b81-0ae8c1d77571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (47388347-1898-4c74-ab1f-e657aaec6630), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:55.308151 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-189bf8c9-aad1-42ca-8b81-0ae8c1d77571 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:21:55.308535 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-189bf8c9-aad1-42ca-8b81-0ae8c1d77571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (47388347-1898-4c74-ab1f-e657aaec6630), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:55.310173 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:21:55.310173 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:21:55.310173 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:21:55.310173 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:21:55.310173 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:21:55.310173 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:21:55.310173 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:21:55.310173 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:21:55.310173 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:21:55.310173 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:21:55.310173 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:21:55.310173 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:21:55.310173 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:21:55.310173 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:21:55.310173 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:21:55.310173 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:21:55.310173 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:21:55.310173 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:21:55.310173 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:21:55.310173 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:21:55.310173 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:21:55.310173 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:21:55.310173 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:21:55.310173 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:21:55.310173 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:21:55.310173 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:21:55.310173 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:21:55.310173 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:21:55.310173 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:21:55.310173 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:21:55.310173 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:21:55.310173 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:21:55.363334 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-189bf8c9-aad1-42ca-8b81-0ae8c1d77571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (807664e0-e22d-4c2d-b2d9-9cc3775b25aa), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:55.368731 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-189bf8c9-aad1-42ca-8b81-0ae8c1d77571 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:55.371826 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-189bf8c9-aad1-42ca-8b81-0ae8c1d77571 admin admin] 10.222.0.11 "DELETE /v2.0/networks/807664e0-e22d-4c2d-b2d9-9cc3775b25aa HTTP/1.1" status: 204 len: 168 time: 0.2757080 Mar 07 11:21:55.382034 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189bf8c9-aad1-42ca-8b81-0ae8c1d77571 admin admin] Pushing event deleted for resources: {'Network': ['ID=807664e0-e22d-4c2d-b2d9-9cc3775b25aa,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:55.494665 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42372) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:21:55.534704 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b135ca85-0d1d-4bf1-b3e0-72bf0a98caf9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=18a7e8c041fe420b936fa568bd22dce2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388925 Mar 07 11:21:55.537130 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42374) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:21:55.584186 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-447a441d-20ee-4928-8bd2-ddffaf1bdbbc admin admin] Publish callbacks [] for security_group (16f98158-e501-4ed9-8119-45ddaa59abb7), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:55.613805 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-447a441d-20ee-4928-8bd2-ddffaf1bdbbc admin admin] Publish callbacks [] for security_group (16f98158-e501-4ed9-8119-45ddaa59abb7), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:55.660595 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-447a441d-20ee-4928-8bd2-ddffaf1bdbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (16f98158-e501-4ed9-8119-45ddaa59abb7), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:55.663146 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-447a441d-20ee-4928-8bd2-ddffaf1bdbbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:55.664424 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-447a441d-20ee-4928-8bd2-ddffaf1bdbbc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/16f98158-e501-4ed9-8119-45ddaa59abb7 HTTP/1.1" status: 204 len: 168 time: 0.1263721 Mar 07 11:21:55.672620 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a441d-20ee-4928-8bd2-ddffaf1bdbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f98158-e501-4ed9-8119-45ddaa59abb7,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:56.349861 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42396) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:21:56.444621 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-62f7902a-68af-48d2-9f2e-8797c178c1b2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-568515550-network', 'tenant_id': '100c7e662c9645f081890ee295fb616e'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:21:56.464565 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f7902a-68af-48d2-9f2e-8797c178c1b2 admin admin] Made reservation on behalf of 100c7e662c9645f081890ee295fb616e for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:21:56.466994 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-62f7902a-68af-48d2-9f2e-8797c178c1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:56.475155 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-62f7902a-68af-48d2-9f2e-8797c178c1b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:56.549695 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-62f7902a-68af-48d2-9f2e-8797c178c1b2 admin admin] Publish callbacks [] for security_group (95e5beb9-27f8-471c-b870-9055e60b7ec5), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:56.553321 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-62f7902a-68af-48d2-9f2e-8797c178c1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (95e5beb9-27f8-471c-b870-9055e60b7ec5), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:56.580056 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62f7902a-68af-48d2-9f2e-8797c178c1b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:21:56.587242 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7902a-68af-48d2-9f2e-8797c178c1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e5beb9-27f8-471c-b870-9055e60b7ec5,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:56.593182 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-62f7902a-68af-48d2-9f2e-8797c178c1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (3c171f6e-63cb-446a-901c-af102889a77c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:56.593529 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-62f7902a-68af-48d2-9f2e-8797c178c1b2 admin admin] Added segment 3c171f6e-63cb-446a-901c-af102889a77c of type vlan for network a14d6e69-6d96-427f-9107-14ba38ece4b5 Mar 07 11:21:56.634424 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-62f7902a-68af-48d2-9f2e-8797c178c1b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (a14d6e69-6d96-427f-9107-14ba38ece4b5), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:56.657460 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-62f7902a-68af-48d2-9f2e-8797c178c1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (a14d6e69-6d96-427f-9107-14ba38ece4b5), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:56.658406 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f7902a-68af-48d2-9f2e-8797c178c1b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:56.658971 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-62f7902a-68af-48d2-9f2e-8797c178c1b2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:56.694485 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-62f7902a-68af-48d2-9f2e-8797c178c1b2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3434565 Mar 07 11:21:56.697984 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42400) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:21:56.703204 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-3050bad1-40f3-498a-a56e-83b6ea8e3164 admin admin] Request body: {'subnet': {'network_id': 'a14d6e69-6d96-427f-9107-14ba38ece4b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-568515550-subnet', 'tenant_id': '100c7e662c9645f081890ee295fb616e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:21:56.722170 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3050bad1-40f3-498a-a56e-83b6ea8e3164 admin admin] Made reservation on behalf of 100c7e662c9645f081890ee295fb616e for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:21:56.724561 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7902a-68af-48d2-9f2e-8797c178c1b2 admin admin] Pushing event updated for resources: {'Network': ['ID=a14d6e69-6d96-427f-9107-14ba38ece4b5,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:56.725050 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3050bad1-40f3-498a-a56e-83b6ea8e3164 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:56.734173 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network a14d6e69-6d96-427f-9107-14ba38ece4b5 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:21:56.893512 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3050bad1-40f3-498a-a56e-83b6ea8e3164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (6c137ab6-a48a-418d-bcd6-f5eb81c11724), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:56.946096 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050bad1-40f3-498a-a56e-83b6ea8e3164 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c137ab6-a48a-418d-bcd6-f5eb81c11724,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:56.955787 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3050bad1-40f3-498a-a56e-83b6ea8e3164 admin admin] Checking segment: {'id': '3c171f6e-63cb-446a-901c-af102889a77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a14d6e69-6d96-427f-9107-14ba38ece4b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:21:56.956142 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3050bad1-40f3-498a-a56e-83b6ea8e3164 admin admin] Network hostable DHCP agents. Network: a14d6e69-6d96-427f-9107-14ba38ece4b5, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:21:56.972631 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3050bad1-40f3-498a-a56e-83b6ea8e3164 admin admin] Network a14d6e69-6d96-427f-9107-14ba38ece4b5 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:21:56.981325 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-3050bad1-40f3-498a-a56e-83b6ea8e3164 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, a14d6e69-6d96-427f-9107-14ba38ece4b5) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:21:56.985279 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3050bad1-40f3-498a-a56e-83b6ea8e3164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:56.985878 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3050bad1-40f3-498a-a56e-83b6ea8e3164 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:56.991193 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3290931e-d44c-44f5-8738-c4b364a26d86 None None] Network a14d6e69-6d96-427f-9107-14ba38ece4b5 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:21:57.001269 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3050bad1-40f3-498a-a56e-83b6ea8e3164 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3021071 Mar 07 11:21:57.089621 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8321c9ad-5590-49a4-b4d3-eaf7b641deec None None] Network a14d6e69-6d96-427f-9107-14ba38ece4b5 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:21:57.290218 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:21:57.313857 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:21:57.314205 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 0921a1dc-8dad-4927-a2d1-f62e9cf3d897 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:21:57.419642 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fd549-5104-4069-965f-cc92d46e426e req-4415bc9b-6511-43f7-8a11-4e7428390635 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:57.421382 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-003fd549-5104-4069-965f-cc92d46e426e req-4415bc9b-6511-43f7-8a11-4e7428390635 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/networks?id=a14d6e69-6d96-427f-9107-14ba38ece4b5 HTTP/1.1" status: 200 len: 814 time: 0.1001549 Mar 07 11:21:57.436106 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-003fd549-5104-4069-965f-cc92d46e426e req-74a82f26-30b5-4e2e-8c45-71f9487ca91e tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/quotas/100c7e662c9645f081890ee295fb616e HTTP/1.1" status: 200 len: 375 time: 0.0095792 Mar 07 11:21:57.472010 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-003fd549-5104-4069-965f-cc92d46e426e req-474c242b-aec7-49c0-9801-366337af2acd tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=100c7e662c9645f081890ee295fb616e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311704 Mar 07 11:21:57.562673 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-003fd549-5104-4069-965f-cc92d46e426e req-fbd1f7dd-f92c-41f0-99c9-ead429b621a2 service neutron] 10.222.0.11 "GET /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833478 Mar 07 11:21:57.657938 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-003fd549-5104-4069-965f-cc92d46e426e req-c4cec5d8-c04a-4cf6-92c9-3bf89084b1e4 service neutron] 10.222.0.11 "GET /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896418 Mar 07 11:21:57.817930 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a86c7999-db6b-4945-ab79-efcfd87001e9 req-0fb4c621-6080-4ee8-847a-9e389d8a8f40 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 210 time: 0.0291748 Mar 07 11:21:58.732123 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fd549-5104-4069-965f-cc92d46e426e req-41b2c196-c086-402e-808d-a50ccfbf783b tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:58.733603 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-003fd549-5104-4069-965f-cc92d46e426e req-41b2c196-c086-402e-808d-a50ccfbf783b tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.21 "GET /v2.0/networks?id=a14d6e69-6d96-427f-9107-14ba38ece4b5 HTTP/1.1" status: 200 len: 814 time: 0.1061566 Mar 07 11:21:58.746787 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-003fd549-5104-4069-965f-cc92d46e426e req-a0990433-992a-4712-a0bb-6b59c52bf66d tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Request body: {'port': {'device_id': '69180879-bffe-4069-b281-226755de13df', 'network_id': 'a14d6e69-6d96-427f-9107-14ba38ece4b5', 'admin_state_up': True, 'tenant_id': '100c7e662c9645f081890ee295fb616e'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:21:58.858684 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-003fd549-5104-4069-965f-cc92d46e426e req-a0990433-992a-4712-a0bb-6b59c52bf66d tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Made reservation on behalf of 100c7e662c9645f081890ee295fb616e for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:21:58.862027 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-003fd549-5104-4069-965f-cc92d46e426e req-a0990433-992a-4712-a0bb-6b59c52bf66d tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:58.942369 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0ee1b87f-2b72-4173-b21d-74c40f9727d2 req-39132852-7fba-4eeb-98bc-a2d493cd7719 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 210 time: 0.0551147 Mar 07 11:21:59.017837 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-003fd549-5104-4069-965f-cc92d46e426e req-a0990433-992a-4712-a0bb-6b59c52bf66d tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Allocated IP 172.20.0.8 (a14d6e69-6d96-427f-9107-14ba38ece4b5/6c137ab6-a48a-418d-bcd6-f5eb81c11724/9d30fc21-1b9e-414e-871f-6dba092998da) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:21:59.165681 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-003fd549-5104-4069-965f-cc92d46e426e req-a0990433-992a-4712-a0bb-6b59c52bf66d tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Publish callbacks [] for port (9d30fc21-1b9e-414e-871f-6dba092998da), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:59.199175 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-003fd549-5104-4069-965f-cc92d46e426e req-a0990433-992a-4712-a0bb-6b59c52bf66d tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (9d30fc21-1b9e-414e-871f-6dba092998da), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:59.248494 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-003fd549-5104-4069-965f-cc92d46e426e req-a0990433-992a-4712-a0bb-6b59c52bf66d tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Network a14d6e69-6d96-427f-9107-14ba38ece4b5 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:21:59.251611 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-003fd549-5104-4069-965f-cc92d46e426e req-a0990433-992a-4712-a0bb-6b59c52bf66d tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:21:59.254047 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-003fd549-5104-4069-965f-cc92d46e426e req-a0990433-992a-4712-a0bb-6b59c52bf66d tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:21:59.285524 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0990433-992a-4712-a0bb-6b59c52bf66d tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Pushing event updated for resources: {'Port': ['ID=9d30fc21-1b9e-414e-871f-6dba092998da,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:59.310743 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fd549-5104-4069-965f-cc92d46e426e req-a0990433-992a-4712-a0bb-6b59c52bf66d tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:59.311429 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-003fd549-5104-4069-965f-cc92d46e426e req-a0990433-992a-4712-a0bb-6b59c52bf66d tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:59.326295 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-003fd549-5104-4069-965f-cc92d46e426e req-a0990433-992a-4712-a0bb-6b59c52bf66d tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5845644 Mar 07 11:21:59.338255 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-003fd549-5104-4069-965f-cc92d46e426e req-d8619f5f-8cd1-4234-91b6-10bdc994b4fa service neutron] Request body: {'port': {'device_id': '69180879-bffe-4069-b281-226755de13df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:21:59.394236 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-003fd549-5104-4069-965f-cc92d46e426e req-d8619f5f-8cd1-4234-91b6-10bdc994b4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9d30fc21-1b9e-414e-871f-6dba092998da), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:59.655856 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-003fd549-5104-4069-965f-cc92d46e426e req-d8619f5f-8cd1-4234-91b6-10bdc994b4fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d30fc21-1b9e-414e-871f-6dba092998da {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:21:59.663128 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-003fd549-5104-4069-965f-cc92d46e426e req-d8619f5f-8cd1-4234-91b6-10bdc994b4fa service neutron] Publish callbacks [] for port (9d30fc21-1b9e-414e-871f-6dba092998da), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:59.675388 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-003fd549-5104-4069-965f-cc92d46e426e req-d8619f5f-8cd1-4234-91b6-10bdc994b4fa service neutron] Transition to ACTIVE for port object 9d30fc21-1b9e-414e-871f-6dba092998da will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:21:59.678877 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-003fd549-5104-4069-965f-cc92d46e426e req-d8619f5f-8cd1-4234-91b6-10bdc994b4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (9d30fc21-1b9e-414e-871f-6dba092998da), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:59.727379 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8619f5f-8cd1-4234-91b6-10bdc994b4fa service neutron] Pushing event updated for resources: {'Port': ['ID=9d30fc21-1b9e-414e-871f-6dba092998da,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:59.798924 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-003fd549-5104-4069-965f-cc92d46e426e req-d8619f5f-8cd1-4234-91b6-10bdc994b4fa service neutron] Attempting to bind port 9d30fc21-1b9e-414e-871f-6dba092998da on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:21:59.799656 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-003fd549-5104-4069-965f-cc92d46e426e req-d8619f5f-8cd1-4234-91b6-10bdc994b4fa service neutron] Attempting to bind port 9d30fc21-1b9e-414e-871f-6dba092998da by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '3c171f6e-63cb-446a-901c-af102889a77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a14d6e69-6d96-427f-9107-14ba38ece4b5'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:21:59.799656 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003fd549-5104-4069-965f-cc92d46e426e req-d8619f5f-8cd1-4234-91b6-10bdc994b4fa service neutron] Attempting to bind port 9d30fc21-1b9e-414e-871f-6dba092998da on network a14d6e69-6d96-427f-9107-14ba38ece4b5 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:21:59.803971 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003fd549-5104-4069-965f-cc92d46e426e req-d8619f5f-8cd1-4234-91b6-10bdc994b4fa service neutron] Port 9d30fc21-1b9e-414e-871f-6dba092998da on network a14d6e69-6d96-427f-9107-14ba38ece4b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:21:59.804392 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003fd549-5104-4069-965f-cc92d46e426e req-d8619f5f-8cd1-4234-91b6-10bdc994b4fa service neutron] Attempting to bind port 9d30fc21-1b9e-414e-871f-6dba092998da on network a14d6e69-6d96-427f-9107-14ba38ece4b5 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:21:59.809499 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003fd549-5104-4069-965f-cc92d46e426e req-d8619f5f-8cd1-4234-91b6-10bdc994b4fa service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:21:59.809838 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003fd549-5104-4069-965f-cc92d46e426e req-d8619f5f-8cd1-4234-91b6-10bdc994b4fa service neutron] Checking segment: {'id': '3c171f6e-63cb-446a-901c-af102889a77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a14d6e69-6d96-427f-9107-14ba38ece4b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:21:59.810221 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003fd549-5104-4069-965f-cc92d46e426e req-d8619f5f-8cd1-4234-91b6-10bdc994b4fa service neutron] Bound using segment: {'id': '3c171f6e-63cb-446a-901c-af102889a77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a14d6e69-6d96-427f-9107-14ba38ece4b5'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:21:59.810701 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-003fd549-5104-4069-965f-cc92d46e426e req-d8619f5f-8cd1-4234-91b6-10bdc994b4fa service neutron] Bound port: 9d30fc21-1b9e-414e-871f-6dba092998da, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c171f6e-63cb-446a-901c-af102889a77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a14d6e69-6d96-427f-9107-14ba38ece4b5'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:21:59.810996 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-003fd549-5104-4069-965f-cc92d46e426e req-d8619f5f-8cd1-4234-91b6-10bdc994b4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9d30fc21-1b9e-414e-871f-6dba092998da), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:59.873775 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-003fd549-5104-4069-965f-cc92d46e426e req-d8619f5f-8cd1-4234-91b6-10bdc994b4fa service neutron] For port 9d30fc21-1b9e-414e-871f-6dba092998da, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:21:59.876709 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-003fd549-5104-4069-965f-cc92d46e426e req-d8619f5f-8cd1-4234-91b6-10bdc994b4fa service neutron] For port 9d30fc21-1b9e-414e-871f-6dba092998da, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9d30fc21-1b9e-414e-871f-6dba092998da,segment=NetworkSegment(3c171f6e-63cb-446a-901c-af102889a77c),segment_id=3c171f6e-63cb-446a-901c-af102889a77c)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:21:59.882149 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-003fd549-5104-4069-965f-cc92d46e426e req-d8619f5f-8cd1-4234-91b6-10bdc994b4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (9d30fc21-1b9e-414e-871f-6dba092998da), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:59.921716 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fd549-5104-4069-965f-cc92d46e426e req-d8619f5f-8cd1-4234-91b6-10bdc994b4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:21:59.922332 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-003fd549-5104-4069-965f-cc92d46e426e req-d8619f5f-8cd1-4234-91b6-10bdc994b4fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:21:59.923692 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-003fd549-5104-4069-965f-cc92d46e426e req-d8619f5f-8cd1-4234-91b6-10bdc994b4fa service neutron] 10.222.0.21 "PUT /v2.0/ports/9d30fc21-1b9e-414e-871f-6dba092998da HTTP/1.1" status: 200 len: 1091 time: 0.5900316 Mar 07 11:21:59.924147 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69180879-bffe-4069-b281-226755de13df', 'tag': '9d30fc21-1b9e-414e-871f-6dba092998da'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:21:59.926399 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ac72ff-3a4f-4406-9550-de85cc2b189e" -d '{"events": [{"name": "network-changed", "server_uuid": "69180879-bffe-4069-b281-226755de13df", "tag": "9d30fc21-1b9e-414e-871f-6dba092998da"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:21:59.946696 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8619f5f-8cd1-4234-91b6-10bdc994b4fa service neutron] Pushing event updated for resources: {'Port': ['ID=9d30fc21-1b9e-414e-871f-6dba092998da,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:21:59.963811 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648d3c64-9d81-4fcd-bf33-0ae7a24a8fa6 x-openstack-request-id: req-648d3c64-9d81-4fcd-bf33-0ae7a24a8fa6 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:21:59.964117 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69180879-bffe-4069-b281-226755de13df", "tag": "9d30fc21-1b9e-414e-871f-6dba092998da", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:21:59.964375 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-648d3c64-9d81-4fcd-bf33-0ae7a24a8fa6 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:21:59.964788 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69180879-bffe-4069-b281-226755de13df', 'tag': '9d30fc21-1b9e-414e-871f-6dba092998da', 'status': 'completed', 'code': 200} Mar 07 11:22:00.026439 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fd549-5104-4069-965f-cc92d46e426e req-e9312b63-c6f0-4dc6-afbb-13fd7eb071d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:00.027905 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-003fd549-5104-4069-965f-cc92d46e426e req-e9312b63-c6f0-4dc6-afbb-13fd7eb071d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=100c7e662c9645f081890ee295fb616e&device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 1125 time: 0.0591824 Mar 07 11:22:00.083947 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-003fd549-5104-4069-965f-cc92d46e426e req-ee4943a4-17c0-471e-aaaa-fdb8dd3a31fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d30fc21-1b9e-414e-871f-6dba092998da HTTP/1.1" status: 200 len: 217 time: 0.0378869 Mar 07 11:22:00.130936 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e306f-06b6-4768-ad08-141a2cf8bfc7 req-d5f7fbad-ac69-41a9-92ba-73043d8d4fb3 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:00.132413 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-312e306f-06b6-4768-ad08-141a2cf8bfc7 req-d5f7fbad-ac69-41a9-92ba-73043d8d4fb3 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 943 time: 0.1217475 Mar 07 11:22:00.155843 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fd549-5104-4069-965f-cc92d46e426e req-2a8a4c67-1903-4f55-becd-0861441d1c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:00.157305 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-003fd549-5104-4069-965f-cc92d46e426e req-2a8a4c67-1903-4f55-becd-0861441d1c6c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c137ab6-a48a-418d-bcd6-f5eb81c11724 HTTP/1.1" status: 200 len: 854 time: 0.0668001 Mar 07 11:22:00.201978 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-003fd549-5104-4069-965f-cc92d46e426e req-e848a0cb-bb72-4423-b1c8-c9bdfaf5dd7f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a14d6e69-6d96-427f-9107-14ba38ece4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366988 Mar 07 11:22:00.220822 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-312e306f-06b6-4768-ad08-141a2cf8bfc7 req-bf87ccc3-24df-4592-a3e7-4c0522ccd0c3 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824709 Mar 07 11:22:00.297954 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-003fd549-5104-4069-965f-cc92d46e426e req-a7b5a9e1-4275-4735-ba41-163ecedd8d4f service neutron] 10.222.0.21 "GET /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886376 Mar 07 11:22:00.390447 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-003fd549-5104-4069-965f-cc92d46e426e req-87d93be3-6254-4abd-8e3e-390c97ab7acf service neutron] 10.222.0.21 "GET /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862978 Mar 07 11:22:00.480710 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac72ff-3a4f-4406-9550-de85cc2b189e req-89f0481f-a919-4b0b-8ce5-96ba3197ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:00.482144 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c8ac72ff-3a4f-4406-9550-de85cc2b189e req-89f0481f-a919-4b0b-8ce5-96ba3197ba00 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=100c7e662c9645f081890ee295fb616e&device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 1125 time: 0.0452569 Mar 07 11:22:00.570597 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac72ff-3a4f-4406-9550-de85cc2b189e req-bffdb5e0-b2c9-4546-b0d3-63aac3583f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:00.572053 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c8ac72ff-3a4f-4406-9550-de85cc2b189e req-bffdb5e0-b2c9-4546-b0d3-63aac3583f95 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a14d6e69-6d96-427f-9107-14ba38ece4b5 HTTP/1.1" status: 200 len: 915 time: 0.0841808 Mar 07 11:22:00.615619 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c8ac72ff-3a4f-4406-9550-de85cc2b189e req-ce9b03a1-e220-47c1-9ff5-707fb28f69db service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d30fc21-1b9e-414e-871f-6dba092998da HTTP/1.1" status: 200 len: 217 time: 0.0376923 Mar 07 11:22:00.662560 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac72ff-3a4f-4406-9550-de85cc2b189e req-08788275-9d16-4dba-a8ea-5b1bfb2820a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:00.664552 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c8ac72ff-3a4f-4406-9550-de85cc2b189e req-08788275-9d16-4dba-a8ea-5b1bfb2820a2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c137ab6-a48a-418d-bcd6-f5eb81c11724 HTTP/1.1" status: 200 len: 854 time: 0.0435486 Mar 07 11:22:00.696121 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c8ac72ff-3a4f-4406-9550-de85cc2b189e req-a8519a07-58e3-41a5-ba71-1d309c6f9b03 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a14d6e69-6d96-427f-9107-14ba38ece4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255649 Mar 07 11:22:00.789520 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c8ac72ff-3a4f-4406-9550-de85cc2b189e req-42a11150-6596-4fc0-a95d-19e94d27ff5b service neutron] 10.222.0.21 "GET /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857399 Mar 07 11:22:00.876394 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c8ac72ff-3a4f-4406-9550-de85cc2b189e req-d44902f6-2f92-42e0-bf74-e60a73fa2eb8 service neutron] 10.222.0.21 "GET /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816410 Mar 07 11:22:01.347613 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce089596-3c44-400b-9e7f-b347a14bc2c6 req-d8dd41e0-95e2-4db5-8b40-0b61647830be tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:01.349062 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ce089596-3c44-400b-9e7f-b347a14bc2c6 req-d8dd41e0-95e2-4db5-8b40-0b61647830be tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 943 time: 0.0594792 Mar 07 11:22:01.395329 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ce089596-3c44-400b-9e7f-b347a14bc2c6 req-ea4f83f8-6e56-4401-b576-db5f86db0810 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406442 Mar 07 11:22:02.516072 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c120d5-57a4-469b-a29a-fb3b958fcde0 req-40cb2ce0-228a-4af7-8707-e99384dbe6e2 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:02.517559 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-12c120d5-57a4-469b-a29a-fb3b958fcde0 req-40cb2ce0-228a-4af7-8707-e99384dbe6e2 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 943 time: 0.0563977 Mar 07 11:22:02.563812 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-12c120d5-57a4-469b-a29a-fb3b958fcde0 req-0fee8909-fd09-4773-b30f-a1bf235ebea4 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407035 Mar 07 11:22:03.330152 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 9d30fc21-1b9e-414e-871f-6dba092998da details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:22:03.424655 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 9d30fc21-1b9e-414e-871f-6dba092998da, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9d30fc21-1b9e-414e-871f-6dba092998da,segment=NetworkSegment(3c171f6e-63cb-446a-901c-af102889a77c),segment_id=3c171f6e-63cb-446a-901c-af102889a77c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:22:03.435195 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '9d30fc21-1b9e-414e-871f-6dba092998da', 'network_id': 'a14d6e69-6d96-427f-9107-14ba38ece4b5', 'port_id': '9d30fc21-1b9e-414e-871f-6dba092998da', 'mac_address': 'fa:16:3e:4b:42:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c137ab6-a48a-418d-bcd6-f5eb81c11724', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:22:03.476043 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 9d30fc21-1b9e-414e-871f-6dba092998da is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:22:03.476575 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9d30fc21-1b9e-414e-871f-6dba092998da), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:03.489038 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d30fc21-1b9e-414e-871f-6dba092998da {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:22:03.508098 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 9d30fc21-1b9e-414e-871f-6dba092998da, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9d30fc21-1b9e-414e-871f-6dba092998da,segment=NetworkSegment(3c171f6e-63cb-446a-901c-af102889a77c),segment_id=3c171f6e-63cb-446a-901c-af102889a77c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:22:03.512811 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9d30fc21-1b9e-414e-871f-6dba092998da), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:03.558657 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=9d30fc21-1b9e-414e-871f-6dba092998da,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:22:03.686371 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e37f78-0b41-4f2a-96b4-1794bcaab011 req-14e8f9cf-6278-4620-82f9-79ab13c9d69c tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:03.687866 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-39e37f78-0b41-4f2a-96b4-1794bcaab011 req-14e8f9cf-6278-4620-82f9-79ab13c9d69c tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 944 time: 0.0532985 Mar 07 11:22:03.701942 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['9d30fc21-1b9e-414e-871f-6dba092998da'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:22:03.734655 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-39e37f78-0b41-4f2a-96b4-1794bcaab011 req-54b11ce1-ceb4-4e8f-b515-e1415a23f220 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412118 Mar 07 11:22:04.852366 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba2ce6-692b-46bd-9e82-20a9959cf170 req-fdf48f90-18e2-4221-9f06-2e237d9211b3 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:04.853889 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-82ba2ce6-692b-46bd-9e82-20a9959cf170 req-fdf48f90-18e2-4221-9f06-2e237d9211b3 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 944 time: 0.0525048 Mar 07 11:22:04.900414 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-82ba2ce6-692b-46bd-9e82-20a9959cf170 req-f3454edd-2125-46bf-a241-feb9bfaa5150 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409415 Mar 07 11:22:05.345748 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 9d30fc21-1b9e-414e-871f-6dba092998da up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:22:05.400381 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 9d30fc21-1b9e-414e-871f-6dba092998da completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:22:05.404319 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 9d30fc21-1b9e-414e-871f-6dba092998da triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:22:05.404806 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9d30fc21-1b9e-414e-871f-6dba092998da), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:05.480090 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 9d30fc21-1b9e-414e-871f-6dba092998da is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:22:05.480496 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9d30fc21-1b9e-414e-871f-6dba092998da), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:05.501736 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69180879-bffe-4069-b281-226755de13df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d30fc21-1b9e-414e-871f-6dba092998da'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:22:05.503930 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb208ed6-6c44-4595-a732-0c3a885c18fb" -d '{"events": [{"server_uuid": "69180879-bffe-4069-b281-226755de13df", "name": "network-vif-plugged", "status": "completed", "tag": "9d30fc21-1b9e-414e-871f-6dba092998da"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:22:05.520295 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 9d30fc21-1b9e-414e-871f-6dba092998da, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9d30fc21-1b9e-414e-871f-6dba092998da,segment=NetworkSegment(3c171f6e-63cb-446a-901c-af102889a77c),segment_id=3c171f6e-63cb-446a-901c-af102889a77c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:22:05.524973 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9d30fc21-1b9e-414e-871f-6dba092998da), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:05.551269 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec37edb1-a37b-4911-a167-852d7ef4501e x-openstack-request-id: req-ec37edb1-a37b-4911-a167-852d7ef4501e {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:22:05.551495 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69180879-bffe-4069-b281-226755de13df", "name": "network-vif-plugged", "status": "completed", "tag": "9d30fc21-1b9e-414e-871f-6dba092998da", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:22:05.551751 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ec37edb1-a37b-4911-a167-852d7ef4501e {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:22:05.552142 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69180879-bffe-4069-b281-226755de13df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d30fc21-1b9e-414e-871f-6dba092998da', 'code': 200} Mar 07 11:22:05.580462 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=9d30fc21-1b9e-414e-871f-6dba092998da,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:22:05.648638 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01901e-1550-4f18-91e0-7a17ef89dc69 req-ea981439-f6ea-4c0f-a531-753c90cb19a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:05.650230 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ac01901e-1550-4f18-91e0-7a17ef89dc69 req-ea981439-f6ea-4c0f-a531-753c90cb19a8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 1127 time: 0.0508432 Mar 07 11:22:05.692725 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ac01901e-1550-4f18-91e0-7a17ef89dc69 req-441c2a69-4f20-482c-bcdf-896d8de26a11 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357935 Mar 07 11:22:06.018378 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07863e-0a18-4e07-b428-7836f7133196 req-b404ac29-9e38-4ea9-93c7-1b73edbd588e tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:06.019837 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3a07863e-0a18-4e07-b428-7836f7133196 req-b404ac29-9e38-4ea9-93c7-1b73edbd588e tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 945 time: 0.0521982 Mar 07 11:22:06.066429 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3a07863e-0a18-4e07-b428-7836f7133196 req-a2f1bc14-5ee0-4686-acd7-eacc7c025db2 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403643 Mar 07 11:22:06.251368 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:22:06.532983 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a5cdc0dc-d476-41d2-afff-3598b9dd5ef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:07.189568 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78fcafc-a6dd-42a3-a788-9132f9aa5428 req-17b88abd-33fb-4288-9d9d-bd701e086d02 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:07.191068 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a78fcafc-a6dd-42a3-a788-9132f9aa5428 req-17b88abd-33fb-4288-9d9d-bd701e086d02 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 945 time: 0.0554898 Mar 07 11:22:07.237817 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a78fcafc-a6dd-42a3-a788-9132f9aa5428 req-2575985f-c2ac-4d13-9f62-9afe01703938 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403001 Mar 07 11:22:07.354168 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1d6a7-2c52-44fc-b754-cddd97c83260 req-1bd623e2-add9-46c2-aa8f-d171f2c486b6 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:07.355532 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3c1d6a7-2c52-44fc-b754-cddd97c83260 req-1bd623e2-add9-46c2-aa8f-d171f2c486b6 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 945 time: 0.0521781 Mar 07 11:22:07.405274 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3c1d6a7-2c52-44fc-b754-cddd97c83260 req-f4fd17bf-75d7-4dfc-a7fc-73d4425e1b1a tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442221 Mar 07 11:22:07.606339 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ee90d-596e-40d3-a57d-b4f9bdad6331 req-68e605d3-d490-4b8c-9b96-c79917a7ffc2 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:07.607719 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3c9ee90d-596e-40d3-a57d-b4f9bdad6331 req-68e605d3-d490-4b8c-9b96-c79917a7ffc2 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 945 time: 0.0514054 Mar 07 11:22:07.654039 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3c9ee90d-596e-40d3-a57d-b4f9bdad6331 req-24325e07-97e2-4a11-a6fb-b3554e1381a7 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406160 Mar 07 11:22:07.770330 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e5052-066c-4923-8489-ca56877df852 req-c3acc27b-3744-4914-a68d-8a1121f64601 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:07.771809 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-903e5052-066c-4923-8489-ca56877df852 req-c3acc27b-3744-4914-a68d-8a1121f64601 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 945 time: 0.0531695 Mar 07 11:22:07.818377 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-903e5052-066c-4923-8489-ca56877df852 req-7ac63101-4bd8-4d86-a514-49cc910b0666 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407965 Mar 07 11:22:08.137925 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-f2061726-04cb-4567-aebf-4741ff599c56 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0442865 Mar 07 11:22:08.154210 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eccfd80-b235-46e6-a008-f45f8963fcf9 req-fea7525e-2cc3-423c-8f88-fca7961fb07f tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:08.155709 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0eccfd80-b235-46e6-a008-f45f8963fcf9 req-fea7525e-2cc3-423c-8f88-fca7961fb07f tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 945 time: 0.0532095 Mar 07 11:22:08.209422 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0eccfd80-b235-46e6-a008-f45f8963fcf9 req-72dad5bd-2864-4f4a-844a-6f2efca13cef tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477290 Mar 07 11:22:08.536359 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-67ff9478-39c8-41de-b2d5-7aa425f77117 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:08.537738 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-67ff9478-39c8-41de-b2d5-7aa425f77117 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports/9d30fc21-1b9e-414e-871f-6dba092998da HTTP/1.1" status: 200 len: 942 time: 0.0525670 Mar 07 11:22:08.627108 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6c7415fe-deb3-4671-90a4-a002bfe617f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:09.354998 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-80ddf2ba-115b-4d45-a87a-3097243111c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:09.356484 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-80ddf2ba-115b-4d45-a87a-3097243111c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=100c7e662c9645f081890ee295fb616e&device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 1127 time: 0.0837054 Mar 07 11:22:09.363877 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40cea4-ceb7-45ba-b159-fdb28c43d72a req-9b508853-3d46-4fa7-bb90-49c50e76c0ed tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:09.365235 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b40cea4-ceb7-45ba-b159-fdb28c43d72a req-9b508853-3d46-4fa7-bb90-49c50e76c0ed tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 945 time: 0.0674162 Mar 07 11:22:09.469139 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b40cea4-ceb7-45ba-b159-fdb28c43d72a req-9779268b-2dc8-4e67-a4b6-bd6bd59c41c0 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951097 Mar 07 11:22:09.484928 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-6471d3dd-8e3a-4689-a5b4-89a41b440f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:09.486420 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-6471d3dd-8e3a-4689-a5b4-89a41b440f10 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a14d6e69-6d96-427f-9107-14ba38ece4b5 HTTP/1.1" status: 200 len: 915 time: 0.1203678 Mar 07 11:22:09.527256 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-49820715-1f60-4650-9bd9-bbf856f9da4a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d30fc21-1b9e-414e-871f-6dba092998da HTTP/1.1" status: 200 len: 217 time: 0.0342071 Mar 07 11:22:09.574263 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-2dcc2408-fe94-47b8-92c3-b7d9bebbad26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:09.575668 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-2dcc2408-fe94-47b8-92c3-b7d9bebbad26 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c137ab6-a48a-418d-bcd6-f5eb81c11724 HTTP/1.1" status: 200 len: 854 time: 0.0430748 Mar 07 11:22:09.605887 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-b43a425c-9552-44c8-8fe8-d6fe9aaa96c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a14d6e69-6d96-427f-9107-14ba38ece4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249565 Mar 07 11:22:09.699580 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-1e80edde-c6e8-46ad-bcea-a2363e717a98 service neutron] 10.222.0.21 "GET /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882692 Mar 07 11:22:09.786648 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-e37516bd-0193-4c71-870e-85da648fdd44 service neutron] 10.222.0.21 "GET /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813353 Mar 07 11:22:10.040102 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:10.589030 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdd744-b162-42be-94c9-5b9951400c10 req-871b4303-3876-4828-ace8-9683ef2a5ae2 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:10.590460 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-69fdd744-b162-42be-94c9-5b9951400c10 req-871b4303-3876-4828-ace8-9683ef2a5ae2 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 945 time: 0.0529392 Mar 07 11:22:10.636261 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-69fdd744-b162-42be-94c9-5b9951400c10 req-14253552-fff0-4943-82d3-88e490e12bfb tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402322 Mar 07 11:22:11.762280 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6a233-950b-48a6-a1be-d7102428d817 req-27bfdd8e-9305-4075-b6da-8b5457b84900 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:11.763733 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-10f6a233-950b-48a6-a1be-d7102428d817 req-27bfdd8e-9305-4075-b6da-8b5457b84900 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 945 time: 0.0563192 Mar 07 11:22:11.781972 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:11.812673 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-10f6a233-950b-48a6-a1be-d7102428d817 req-94e01de9-5e4c-4035-a714-39c22f63190f tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423791 Mar 07 11:22:12.932116 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776c32c-5498-4f62-b54b-bb1c511aca0d req-2be2aa76-3af4-4a2e-becd-214651014027 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:12.933622 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6776c32c-5498-4f62-b54b-bb1c511aca0d req-2be2aa76-3af4-4a2e-becd-214651014027 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 945 time: 0.0529158 Mar 07 11:22:12.984216 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6776c32c-5498-4f62-b54b-bb1c511aca0d req-365b76d1-b169-4c41-af68-afdc72f03d1d tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449963 Mar 07 11:22:13.026222 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:14.102492 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20919c8d-226e-4f9a-97b6-0f39ea6e6f13 req-7e14b207-67ce-48d3-80a8-7bd62b79af74 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:14.103990 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-20919c8d-226e-4f9a-97b6-0f39ea6e6f13 req-7e14b207-67ce-48d3-80a8-7bd62b79af74 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 945 time: 0.0532618 Mar 07 11:22:14.149267 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-20919c8d-226e-4f9a-97b6-0f39ea6e6f13 req-57365fa8-a2ac-4d8b-9681-960b2e0c5225 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398257 Mar 07 11:22:15.269179 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b078ef6-a852-4051-8c80-f58938c0aaa9 req-f52437b4-cf0e-495c-8a7c-41e542a3eea9 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:15.270666 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5b078ef6-a852-4051-8c80-f58938c0aaa9 req-f52437b4-cf0e-495c-8a7c-41e542a3eea9 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 945 time: 0.0531638 Mar 07 11:22:15.316729 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5b078ef6-a852-4051-8c80-f58938c0aaa9 req-ab23c359-0a7b-4baf-a0de-c4ba92ee6e84 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404613 Mar 07 11:22:16.437978 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c6fd3-f676-4c83-9cd8-ee0b017de773 req-d960d686-f26d-449c-abab-a489fef21b4f tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:16.439432 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-722c6fd3-f676-4c83-9cd8-ee0b017de773 req-d960d686-f26d-449c-abab-a489fef21b4f tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 945 time: 0.0561535 Mar 07 11:22:16.485516 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-722c6fd3-f676-4c83-9cd8-ee0b017de773 req-c10d1590-b15e-41bf-9f18-c2ed69180486 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405593 Mar 07 11:22:17.618206 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117c8ba-8ce7-4d59-b7d4-435398aecb5e req-ee8105e4-a892-4dbc-a4eb-d08b4d59c8f4 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:17.619619 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0117c8ba-8ce7-4d59-b7d4-435398aecb5e req-ee8105e4-a892-4dbc-a4eb-d08b4d59c8f4 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 945 time: 0.0651529 Mar 07 11:22:17.666022 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0117c8ba-8ce7-4d59-b7d4-435398aecb5e req-9c22fe1c-7ca4-41f6-a58e-d940df7d1335 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408394 Mar 07 11:22:18.625552 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:18.785135 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe49dd-b506-44d8-ae00-8411a7121558 req-d8c43792-3433-4ff8-95e7-b45ac7675eaf tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:18.786621 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7dfe49dd-b506-44d8-ae00-8411a7121558 req-d8c43792-3433-4ff8-95e7-b45ac7675eaf tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 945 time: 0.0522046 Mar 07 11:22:18.832331 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7dfe49dd-b506-44d8-ae00-8411a7121558 req-97ad1e33-2b17-44be-bc01-1c234e1adb4a tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393531 Mar 07 11:22:19.959612 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb9b1b-a4c3-4505-859a-dea1a5069f04 req-f83800d8-2116-4626-997a-38a2e7b188d8 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:19.961134 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b0fb9b1b-a4c3-4505-859a-dea1a5069f04 req-f83800d8-2116-4626-997a-38a2e7b188d8 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 945 time: 0.0586734 Mar 07 11:22:20.008771 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b0fb9b1b-a4c3-4505-859a-dea1a5069f04 req-47659fb0-e52c-4477-8116-30b7b682ec66 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407548 Mar 07 11:22:21.129010 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a21ee-5d33-4da0-83ff-c27468f7e0cc req-ce149de9-fd64-4ee4-8948-32608979353a tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:21.130509 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5b0a21ee-5d33-4da0-83ff-c27468f7e0cc req-ce149de9-fd64-4ee4-8948-32608979353a tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 945 time: 0.0522699 Mar 07 11:22:21.180747 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5b0a21ee-5d33-4da0-83ff-c27468f7e0cc req-65759d86-baab-4a85-9fbd-4b263b120b3c tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447092 Mar 07 11:22:22.300595 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6543ffd-060e-41bf-9bae-d1d4b42e75da req-693152dd-521d-4161-90f1-44829823f826 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:22.302129 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d6543ffd-060e-41bf-9bae-d1d4b42e75da req-693152dd-521d-4161-90f1-44829823f826 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 945 time: 0.0540934 Mar 07 11:22:22.348157 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d6543ffd-060e-41bf-9bae-d1d4b42e75da req-6a3da3d2-8a00-4baf-b7d8-c0b548d4ff6d tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405118 Mar 07 11:22:23.222569 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:23.466012 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9ebab-f1fc-48c0-a995-2ad352e86945 req-6027a009-1c96-4693-8e5b-986d52fc365f tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:23.467466 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fab9ebab-f1fc-48c0-a995-2ad352e86945 req-6027a009-1c96-4693-8e5b-986d52fc365f tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 945 time: 0.0529659 Mar 07 11:22:23.516896 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fab9ebab-f1fc-48c0-a995-2ad352e86945 req-94f4d2a8-47cd-4b04-a037-d7444c42d3a0 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438137 Mar 07 11:22:24.637477 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f6312-3d9b-4fd9-970e-d7113e244fbe req-eec1e10d-e1b7-4e48-9d3d-f368221d7bfc tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:24.639022 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e58f6312-3d9b-4fd9-970e-d7113e244fbe req-eec1e10d-e1b7-4e48-9d3d-f368221d7bfc tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 945 time: 0.0569050 Mar 07 11:22:24.685200 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e58f6312-3d9b-4fd9-970e-d7113e244fbe req-cf0d098d-b0cf-4156-937f-4a270e699587 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405934 Mar 07 11:22:25.804685 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe774c6-6bc1-40d8-8719-1cb177939333 req-38951ee6-eee7-4f01-b92c-79aa718bf6bf tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:25.806195 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bbe774c6-6bc1-40d8-8719-1cb177939333 req-38951ee6-eee7-4f01-b92c-79aa718bf6bf tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 945 time: 0.0519238 Mar 07 11:22:25.852992 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bbe774c6-6bc1-40d8-8719-1cb177939333 req-8a38c1e7-5b37-49a2-a202-c2e25b7d4f8d tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406728 Mar 07 11:22:26.972166 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b548fa-ba69-4298-889d-e55e13cea553 req-680a05fc-8790-4dbc-a0d5-e2301418314b tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:26.973669 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d1b548fa-ba69-4298-889d-e55e13cea553 req-680a05fc-8790-4dbc-a0d5-e2301418314b tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 945 time: 0.0531960 Mar 07 11:22:27.020745 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d1b548fa-ba69-4298-889d-e55e13cea553 req-7f0da30b-ffeb-4009-a0c1-670183e2af72 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409424 Mar 07 11:22:28.140847 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271424c-070a-4fd7-988f-bbd3c14b1c50 req-6754a0e1-c059-4cd9-938b-842abac71fb7 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:28.142324 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d271424c-070a-4fd7-988f-bbd3c14b1c50 req-6754a0e1-c059-4cd9-938b-842abac71fb7 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 945 time: 0.0559134 Mar 07 11:22:28.187527 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d271424c-070a-4fd7-988f-bbd3c14b1c50 req-6c01812a-3368-4145-8b56-8f8d93d2594a tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397251 Mar 07 11:22:29.309963 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d2835-ac3b-4ca1-b733-68f750499954 req-9a87cff9-01da-4842-bc4c-b5761e2b9e2f tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:29.311450 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-641d2835-ac3b-4ca1-b733-68f750499954 req-9a87cff9-01da-4842-bc4c-b5761e2b9e2f tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 945 time: 0.0542789 Mar 07 11:22:29.361469 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-641d2835-ac3b-4ca1-b733-68f750499954 req-baecc79d-3d15-4e51-8a07-69ad6238748d tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444732 Mar 07 11:22:30.478888 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe9b7f-15eb-4b03-8fc4-075de8beb9c8 req-0f4ed62f-9570-44b4-b6f5-d1bac6143e7f tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:30.480496 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d6fe9b7f-15eb-4b03-8fc4-075de8beb9c8 req-0f4ed62f-9570-44b4-b6f5-d1bac6143e7f tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 945 time: 0.0518391 Mar 07 11:22:30.525436 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d6fe9b7f-15eb-4b03-8fc4-075de8beb9c8 req-fbc8ba9c-4166-44a4-bf08-f9fc0af7c0be tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395765 Mar 07 11:22:31.641000 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af6d89-85c8-4ce8-8c2a-40b42114306f req-0faeb31e-0a5b-4899-a5e9-85d04ed3f65a tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:31.642525 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e6af6d89-85c8-4ce8-8c2a-40b42114306f req-0faeb31e-0a5b-4899-a5e9-85d04ed3f65a tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 945 time: 0.0514953 Mar 07 11:22:31.689413 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e6af6d89-85c8-4ce8-8c2a-40b42114306f req-354028bc-54da-4e0c-86a2-3f1450610d79 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413294 Mar 07 11:22:32.807969 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e9189-e303-491e-8c9a-a2a1790b4b41 req-ecd3c7ba-a347-4945-aa74-0024e8da21a3 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:32.810058 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e13e9189-e303-491e-8c9a-a2a1790b4b41 req-ecd3c7ba-a347-4945-aa74-0024e8da21a3 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 945 time: 0.0530250 Mar 07 11:22:32.860495 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e13e9189-e303-491e-8c9a-a2a1790b4b41 req-0e2338c3-d318-4c19-a0bd-0c4db0470c6a tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447657 Mar 07 11:22:33.981730 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f08de-e844-487e-aad6-ac70176569f6 req-e8ff7fc0-c9eb-4263-b122-86a18396ac3f tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:33.983231 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b96f08de-e844-487e-aad6-ac70176569f6 req-e8ff7fc0-c9eb-4263-b122-86a18396ac3f tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 945 time: 0.0534539 Mar 07 11:22:34.029455 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b96f08de-e844-487e-aad6-ac70176569f6 req-233ff841-3837-4337-ae46-88517acd8f6a tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407047 Mar 07 11:22:35.147212 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a472be-2354-4d15-be09-09916894be72 req-77af6315-858b-4281-a3f8-02567f8d411c tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:35.148664 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d1a472be-2354-4d15-be09-09916894be72 req-77af6315-858b-4281-a3f8-02567f8d411c tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 945 time: 0.0527520 Mar 07 11:22:35.199590 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d1a472be-2354-4d15-be09-09916894be72 req-65a6d6ad-8d2a-448b-bd0d-a70c75adf546 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446570 Mar 07 11:22:36.326669 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eedbea-5a14-4d14-99ac-21bbdf8fed0d req-f81ed18d-d95f-4190-a5ba-85075807bca6 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:36.328137 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d4eedbea-5a14-4d14-99ac-21bbdf8fed0d req-f81ed18d-d95f-4190-a5ba-85075807bca6 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 945 time: 0.0566933 Mar 07 11:22:36.373823 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d4eedbea-5a14-4d14-99ac-21bbdf8fed0d req-4e82a259-09ce-42cf-bd57-9221bc5eff31 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400684 Mar 07 11:22:36.534300 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ffdc762d-dc39-42a2-9c0a-179081ad155d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:36.689589 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-bad82aaa-d9fc-4087-a34d-3924a6cec7da service neutron] show failed (client error): The resource could not be found. Mar 07 11:22:36.690596 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-bad82aaa-d9fc-4087-a34d-3924a6cec7da service neutron] 10.222.0.21 "GET /v2.0/ports/9d30fc21-1b9e-414e-871f-6dba092998da/bindings/n-h2-832164-4 HTTP/1.1" status: 404 len: 380 time: 0.0540171 Mar 07 11:22:36.890497 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-ee8ed737-2104-4664-a742-93bce65efa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:36.891982 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-ee8ed737-2104-4664-a742-93bce65efa72 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df&tenant_id=100c7e662c9645f081890ee295fb616e HTTP/1.1" status: 200 len: 1127 time: 0.0446806 Mar 07 11:22:36.904000 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832164-4', 'device_owner': 'compute:nova'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:22:36.963860 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9d30fc21-1b9e-414e-871f-6dba092998da), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:37.168194 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] For port 9d30fc21-1b9e-414e-871f-6dba092998da, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=9d30fc21-1b9e-414e-871f-6dba092998da,segment=NetworkSegment(3c171f6e-63cb-446a-901c-af102889a77c),segment_id=3c171f6e-63cb-446a-901c-af102889a77c)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:22:37.205320 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] For port 9d30fc21-1b9e-414e-871f-6dba092998da, host n-h1-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:22:37.247097 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69180879-bffe-4069-b281-226755de13df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d30fc21-1b9e-414e-871f-6dba092998da'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:22:37.249375 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2bf9b0-5767-4fa8-befe-dfc9079c6746" -d '{"events": [{"server_uuid": "69180879-bffe-4069-b281-226755de13df", "name": "network-vif-unplugged", "status": "completed", "tag": "9d30fc21-1b9e-414e-871f-6dba092998da"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:22:37.252886 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] Publish callbacks [] for port (9d30fc21-1b9e-414e-871f-6dba092998da), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:37.265800 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.provisioning_blocks [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] Transition to ACTIVE for port object 9d30fc21-1b9e-414e-871f-6dba092998da will not be triggered until provisioned by entity L2. {{(pid=103766) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:22:37.270015 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (9d30fc21-1b9e-414e-871f-6dba092998da), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:37.313943 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa834fe6-d41d-4889-a63e-e77abb17c03e x-openstack-request-id: req-fa834fe6-d41d-4889-a63e-e77abb17c03e {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:22:37.314235 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69180879-bffe-4069-b281-226755de13df", "name": "network-vif-unplugged", "status": "completed", "tag": "9d30fc21-1b9e-414e-871f-6dba092998da", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:22:37.314493 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fa834fe6-d41d-4889-a63e-e77abb17c03e {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:22:37.314894 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69180879-bffe-4069-b281-226755de13df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d30fc21-1b9e-414e-871f-6dba092998da', 'code': 200} Mar 07 11:22:37.321073 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] Pushing event updated for resources: {'Port': ['ID=9d30fc21-1b9e-414e-871f-6dba092998da,revision_number=6']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:22:37.331754 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:37.332383 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:37.332486 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:37.332769 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:37.333132 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:37.333460 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:37.333790 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:37.334122 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:37.334448 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:37.334771 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:37.335098 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:37.335422 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:37.335742 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:37.356930 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] No DVR routers for this DVR port 9d30fc21-1b9e-414e-871f-6dba092998da on host n-h1-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:22:37.392003 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] Attempting to bind port 9d30fc21-1b9e-414e-871f-6dba092998da on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:22:37.392338 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] Attempting to bind port 9d30fc21-1b9e-414e-871f-6dba092998da by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '3c171f6e-63cb-446a-901c-af102889a77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a14d6e69-6d96-427f-9107-14ba38ece4b5'}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:22:37.392671 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] Attempting to bind port 9d30fc21-1b9e-414e-871f-6dba092998da on network a14d6e69-6d96-427f-9107-14ba38ece4b5 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:22:37.396891 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] Port 9d30fc21-1b9e-414e-871f-6dba092998da on network a14d6e69-6d96-427f-9107-14ba38ece4b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:22:37.397237 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] Attempting to bind port 9d30fc21-1b9e-414e-871f-6dba092998da on network a14d6e69-6d96-427f-9107-14ba38ece4b5 {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:22:37.402073 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:22:37.402970 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] Checking segment: {'id': '3c171f6e-63cb-446a-901c-af102889a77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a14d6e69-6d96-427f-9107-14ba38ece4b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:22:37.403395 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] Bound using segment: {'id': '3c171f6e-63cb-446a-901c-af102889a77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a14d6e69-6d96-427f-9107-14ba38ece4b5'} {{(pid=103766) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:22:37.403822 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.managers [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] Bound port: 9d30fc21-1b9e-414e-871f-6dba092998da, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c171f6e-63cb-446a-901c-af102889a77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a14d6e69-6d96-427f-9107-14ba38ece4b5'}}] {{(pid=103766) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:22:37.404181 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9d30fc21-1b9e-414e-871f-6dba092998da), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:37.493237 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] For port 9d30fc21-1b9e-414e-871f-6dba092998da, host n-h2-832164-4, cleared binding levels {{(pid=103766) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:22:37.497401 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] For port 9d30fc21-1b9e-414e-871f-6dba092998da, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=9d30fc21-1b9e-414e-871f-6dba092998da,segment=NetworkSegment(3c171f6e-63cb-446a-901c-af102889a77c),segment_id=3c171f6e-63cb-446a-901c-af102889a77c)] {{(pid=103766) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:22:37.505653 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (9d30fc21-1b9e-414e-871f-6dba092998da), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:37.547755 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3660ec-460c-40db-aff4-145268a2a5a3 req-cc64be9e-b86a-4faa-b23e-478a0c990665 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:37.549320 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1e3660ec-460c-40db-aff4-145268a2a5a3 req-cc64be9e-b86a-4faa-b23e-478a0c990665 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 943 time: 0.1059740 Mar 07 11:22:37.557392 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:37.558005 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:37.559587 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] 10.222.0.31 "PUT /v2.0/ports/9d30fc21-1b9e-414e-871f-6dba092998da HTTP/1.1" status: 200 len: 1091 time: 0.6600740 Mar 07 11:22:37.629149 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d94ede-13c5-45b7-bc12-a81cca622d12 service neutron] Pushing event updated for resources: {'Port': ['ID=9d30fc21-1b9e-414e-871f-6dba092998da,revision_number=7']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:22:37.655646 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1e3660ec-460c-40db-aff4-145268a2a5a3 req-715fd103-fb1b-4eb8-8183-285f631d54e9 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948865 Mar 07 11:22:37.660662 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-e152c89e-ccb8-4afd-a625-11c9826d32e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:37.662169 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-e152c89e-ccb8-4afd-a625-11c9826d32e9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=100c7e662c9645f081890ee295fb616e&device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 1125 time: 0.0799823 Mar 07 11:22:37.756900 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-12a1bb14-040d-4ba2-b3e2-7689858d96e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:37.758321 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-12a1bb14-040d-4ba2-b3e2-7689858d96e2 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a14d6e69-6d96-427f-9107-14ba38ece4b5 HTTP/1.1" status: 200 len: 915 time: 0.0904655 Mar 07 11:22:37.798610 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-5f361c91-0193-44cb-a952-861faa8ed438 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d30fc21-1b9e-414e-871f-6dba092998da HTTP/1.1" status: 200 len: 217 time: 0.0343609 Mar 07 11:22:37.846020 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-07c66456-6a78-48cd-aab8-6b9c0fa70856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:37.847438 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-07c66456-6a78-48cd-aab8-6b9c0fa70856 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6c137ab6-a48a-418d-bcd6-f5eb81c11724 HTTP/1.1" status: 200 len: 854 time: 0.0433774 Mar 07 11:22:37.877952 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-556b1e18-ab2b-43a6-94e6-1ae4ba0e2310 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a14d6e69-6d96-427f-9107-14ba38ece4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250003 Mar 07 11:22:37.968030 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-c0692243-e5a2-48bf-b159-6c69292eb3ce service neutron] 10.222.0.31 "GET /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845618 Mar 07 11:22:38.059471 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9ba590e3-5249-4e3a-9d9a-3d08e309301d req-06982986-9878-4125-8134-c8f195d3bae5 service neutron] 10.222.0.31 "GET /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852056 Mar 07 11:22:38.628911 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-027604a4-e7d5-4d01-a2ce-f548b7ed0c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:38.779692 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdbb2d0-0b49-4bdb-b0cd-07b70095f343 req-6b591765-2bb4-4c12-aaaa-edfb7ea0b121 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:38.781186 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1bdbb2d0-0b49-4bdb-b0cd-07b70095f343 req-6b591765-2bb4-4c12-aaaa-edfb7ea0b121 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 943 time: 0.0567238 Mar 07 11:22:38.830716 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1bdbb2d0-0b49-4bdb-b0cd-07b70095f343 req-e2187420-dc03-4c71-bb16-b3db921158fb tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440428 Mar 07 11:22:39.316464 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69180879-bffe-4069-b281-226755de13df', 'tag': '9d30fc21-1b9e-414e-871f-6dba092998da'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:22:39.318889 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7027b6c-7928-45f5-a171-4307154637dc" -d '{"events": [{"name": "network-changed", "server_uuid": "69180879-bffe-4069-b281-226755de13df", "tag": "9d30fc21-1b9e-414e-871f-6dba092998da"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:22:39.367172 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f6b8a5d-3ae5-4ccb-823b-cd04211a5259 x-openstack-request-id: req-8f6b8a5d-3ae5-4ccb-823b-cd04211a5259 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:22:39.367502 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69180879-bffe-4069-b281-226755de13df", "tag": "9d30fc21-1b9e-414e-871f-6dba092998da", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:22:39.367757 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8f6b8a5d-3ae5-4ccb-823b-cd04211a5259 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:22:39.368224 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69180879-bffe-4069-b281-226755de13df', 'tag': '9d30fc21-1b9e-414e-871f-6dba092998da', 'status': 'completed', 'code': 200} Mar 07 11:22:39.429863 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7027b6c-7928-45f5-a171-4307154637dc req-0fde76a7-8499-4b7a-a0f3-2bedb28610c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:39.430692 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7027b6c-7928-45f5-a171-4307154637dc req-252a016d-bec8-4b71-9eb6-e4dd3d4527cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:39.431439 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e7027b6c-7928-45f5-a171-4307154637dc req-0fde76a7-8499-4b7a-a0f3-2bedb28610c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=100c7e662c9645f081890ee295fb616e&device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 1125 time: 0.0455074 Mar 07 11:22:39.432207 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e7027b6c-7928-45f5-a171-4307154637dc req-252a016d-bec8-4b71-9eb6-e4dd3d4527cb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=100c7e662c9645f081890ee295fb616e&device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 1125 time: 0.0451303 Mar 07 11:22:39.522157 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7027b6c-7928-45f5-a171-4307154637dc req-f3ce2210-f626-4b42-ab6a-763a02995dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:39.523700 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e7027b6c-7928-45f5-a171-4307154637dc req-f3ce2210-f626-4b42-ab6a-763a02995dc4 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a14d6e69-6d96-427f-9107-14ba38ece4b5 HTTP/1.1" status: 200 len: 915 time: 0.0847421 Mar 07 11:22:39.524377 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7027b6c-7928-45f5-a171-4307154637dc req-77aba22d-b392-465f-909a-a709b89d136f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:39.525859 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e7027b6c-7928-45f5-a171-4307154637dc req-77aba22d-b392-465f-909a-a709b89d136f service neutron] 10.222.0.21 "GET /v2.0/networks?id=a14d6e69-6d96-427f-9107-14ba38ece4b5 HTTP/1.1" status: 200 len: 915 time: 0.0881052 Mar 07 11:22:39.548688 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 9d30fc21-1b9e-414e-871f-6dba092998da no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:22:39.567442 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e7027b6c-7928-45f5-a171-4307154637dc req-1bcb535e-7005-40bd-a4b1-6cd7352e5257 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d30fc21-1b9e-414e-871f-6dba092998da HTTP/1.1" status: 200 len: 217 time: 0.0351312 Mar 07 11:22:39.569752 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e7027b6c-7928-45f5-a171-4307154637dc req-874c16e7-6a21-4be5-a877-3e6c22079ff7 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d30fc21-1b9e-414e-871f-6dba092998da HTTP/1.1" status: 200 len: 217 time: 0.0402310 Mar 07 11:22:39.588229 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] The host n-h1-832164-4 is not matching for port 9d30fc21-1b9e-414e-871f-6dba092998da host n-h2-832164-4! {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 11:22:39.588618 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 9d30fc21-1b9e-414e-871f-6dba092998da not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:22:39.615377 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7027b6c-7928-45f5-a171-4307154637dc req-94b98503-d328-4f3b-a234-d7f245b5bb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:39.616823 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e7027b6c-7928-45f5-a171-4307154637dc req-94b98503-d328-4f3b-a234-d7f245b5bb50 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c137ab6-a48a-418d-bcd6-f5eb81c11724 HTTP/1.1" status: 200 len: 854 time: 0.0437422 Mar 07 11:22:39.619334 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7027b6c-7928-45f5-a171-4307154637dc req-091c1d3e-ee20-49a2-98d0-25b29fed2238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:39.620758 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e7027b6c-7928-45f5-a171-4307154637dc req-091c1d3e-ee20-49a2-98d0-25b29fed2238 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6c137ab6-a48a-418d-bcd6-f5eb81c11724 HTTP/1.1" status: 200 len: 854 time: 0.0454674 Mar 07 11:22:39.650557 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e7027b6c-7928-45f5-a171-4307154637dc req-bba5a3d9-1fe2-4c43-b38b-399c120d9422 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a14d6e69-6d96-427f-9107-14ba38ece4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273659 Mar 07 11:22:39.657079 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e7027b6c-7928-45f5-a171-4307154637dc req-c862054c-6345-4c99-a05b-4543c1b777c4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a14d6e69-6d96-427f-9107-14ba38ece4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265284 Mar 07 11:22:39.743273 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e7027b6c-7928-45f5-a171-4307154637dc req-6d54762d-a449-4896-a2c8-01f9c6df4251 service neutron] 10.222.0.21 "GET /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865934 Mar 07 11:22:39.750873 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e7027b6c-7928-45f5-a171-4307154637dc req-dc46b709-8a51-4b43-989f-f28c0650d0eb service neutron] 10.222.0.31 "GET /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864153 Mar 07 11:22:39.840770 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e7027b6c-7928-45f5-a171-4307154637dc req-cd967b70-04ac-4117-bf8c-c1eebbdd99e8 service neutron] 10.222.0.21 "GET /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901322 Mar 07 11:22:39.842722 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e7027b6c-7928-45f5-a171-4307154637dc req-bfa4159a-9070-429e-bf27-384abdcb989c service neutron] 10.222.0.31 "GET /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853209 Mar 07 11:22:40.044279 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:40.277728 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417781e0-251a-442e-a127-18d50ad26e6d req-aa0aa4f2-0329-49da-877f-eb2190514aba tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:40.279185 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-417781e0-251a-442e-a127-18d50ad26e6d req-aa0aa4f2-0329-49da-877f-eb2190514aba tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 943 time: 0.3733308 Mar 07 11:22:40.327150 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-417781e0-251a-442e-a127-18d50ad26e6d req-dd0b99cc-0288-4b17-9fb3-4d9d18e585d8 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424352 Mar 07 11:22:40.969014 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 9d30fc21-1b9e-414e-871f-6dba092998da details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:22:41.077870 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 9d30fc21-1b9e-414e-871f-6dba092998da, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=9d30fc21-1b9e-414e-871f-6dba092998da,segment=NetworkSegment(3c171f6e-63cb-446a-901c-af102889a77c),segment_id=3c171f6e-63cb-446a-901c-af102889a77c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:22:41.088293 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '9d30fc21-1b9e-414e-871f-6dba092998da', 'network_id': 'a14d6e69-6d96-427f-9107-14ba38ece4b5', 'port_id': '9d30fc21-1b9e-414e-871f-6dba092998da', 'mac_address': 'fa:16:3e:4b:42:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c137ab6-a48a-418d-bcd6-f5eb81c11724', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:22:41.125674 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 9d30fc21-1b9e-414e-871f-6dba092998da is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:22:41.126065 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9d30fc21-1b9e-414e-871f-6dba092998da), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:41.139233 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d30fc21-1b9e-414e-871f-6dba092998da {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:22:41.158069 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 9d30fc21-1b9e-414e-871f-6dba092998da, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=9d30fc21-1b9e-414e-871f-6dba092998da,segment=NetworkSegment(3c171f6e-63cb-446a-901c-af102889a77c),segment_id=3c171f6e-63cb-446a-901c-af102889a77c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:22:41.161569 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9d30fc21-1b9e-414e-871f-6dba092998da), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:41.210512 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=9d30fc21-1b9e-414e-871f-6dba092998da,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:22:41.452648 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb35ff6-0de9-43f4-afd9-3c06c489116f req-fd642cea-f9e9-421f-a114-6545507c6c51 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:41.454186 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bdb35ff6-0de9-43f4-afd9-3c06c489116f req-fd642cea-f9e9-421f-a114-6545507c6c51 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 944 time: 0.0570841 Mar 07 11:22:41.475611 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['9d30fc21-1b9e-414e-871f-6dba092998da'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:22:41.500904 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bdb35ff6-0de9-43f4-afd9-3c06c489116f req-cac50614-a08b-4d48-a846-60139748b235 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413022 Mar 07 11:22:41.701988 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e8936-c122-467a-a66a-af5c43852e4a req-e5dbc1c3-0223-46c6-8238-4f91f9ead77b tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:41.703510 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bd0e8936-c122-467a-a66a-af5c43852e4a req-e5dbc1c3-0223-46c6-8238-4f91f9ead77b tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 944 time: 0.0537169 Mar 07 11:22:41.748099 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23037383-381a-41fe-92ef-137346e505d9 req-b19d84f9-1c0f-4088-a2a4-4fcc707c28e3 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:41.749850 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23037383-381a-41fe-92ef-137346e505d9 req-b19d84f9-1c0f-4088-a2a4-4fcc707c28e3 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.21 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df&tenant_id=100c7e662c9645f081890ee295fb616e&binding%3Ahost_id=n-h2-832164-4 HTTP/1.1" status: 200 len: 944 time: 0.0947483 Mar 07 11:22:41.750433 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bd0e8936-c122-467a-a66a-af5c43852e4a req-d1e3d67e-549b-451f-83c3-3d2c9eac28cf tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409210 Mar 07 11:22:41.783637 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:41.810137 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [req-23037383-381a-41fe-92ef-137346e505d9 req-e6f1f0be-ec5d-4379-81ca-9a3dfbb1077e service neutron] delete failed (client error): The resource could not be found. Mar 07 11:22:41.811126 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23037383-381a-41fe-92ef-137346e505d9 req-e6f1f0be-ec5d-4379-81ca-9a3dfbb1077e service neutron] 10.222.0.21 "DELETE /v2.0/ports/9d30fc21-1b9e-414e-871f-6dba092998da/bindings/n-h1-832164-4 HTTP/1.1" status: 404 len: 380 time: 0.0555015 Mar 07 11:22:41.897398 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23037383-381a-41fe-92ef-137346e505d9 req-05296972-7435-49f2-8603-18d3fa5eff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:41.898760 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23037383-381a-41fe-92ef-137346e505d9 req-05296972-7435-49f2-8603-18d3fa5eff82 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=100c7e662c9645f081890ee295fb616e&device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 1126 time: 0.0451374 Mar 07 11:22:41.990294 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23037383-381a-41fe-92ef-137346e505d9 req-390b7c02-ba77-46e6-972a-87af0a25cc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:41.991730 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23037383-381a-41fe-92ef-137346e505d9 req-390b7c02-ba77-46e6-972a-87af0a25cc7d service neutron] 10.222.0.21 "GET /v2.0/networks?id=a14d6e69-6d96-427f-9107-14ba38ece4b5 HTTP/1.1" status: 200 len: 915 time: 0.0873535 Mar 07 11:22:42.031232 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23037383-381a-41fe-92ef-137346e505d9 req-cf1a98f5-4575-4a90-8520-cb6cd24676d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d30fc21-1b9e-414e-871f-6dba092998da HTTP/1.1" status: 200 len: 217 time: 0.0341413 Mar 07 11:22:42.082124 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23037383-381a-41fe-92ef-137346e505d9 req-8baf63cf-2366-402e-9d61-e5e30861888b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:42.083518 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23037383-381a-41fe-92ef-137346e505d9 req-8baf63cf-2366-402e-9d61-e5e30861888b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c137ab6-a48a-418d-bcd6-f5eb81c11724 HTTP/1.1" status: 200 len: 854 time: 0.0460339 Mar 07 11:22:42.114798 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23037383-381a-41fe-92ef-137346e505d9 req-f226a614-10a7-4092-9f4d-6f9abc827809 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a14d6e69-6d96-427f-9107-14ba38ece4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255394 Mar 07 11:22:42.201869 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23037383-381a-41fe-92ef-137346e505d9 req-a35eb496-78da-439b-9b0e-ab1127a804b5 service neutron] 10.222.0.21 "GET /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812588 Mar 07 11:22:42.261166 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1a09ee7d-3f87-401d-b55c-294e932dbc98 req-22bb75a1-78cf-4bc6-9e33-a7bc55c6900f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0479600 Mar 07 11:22:42.299640 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23037383-381a-41fe-92ef-137346e505d9 req-41bfd703-0035-4d82-a136-cd26289030ac service neutron] 10.222.0.21 "GET /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924544 Mar 07 11:22:42.345890 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09ee7d-3f87-401d-b55c-294e932dbc98 req-f4515120-9a4b-4a73-8695-1e4ab6af50c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:42.347491 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1a09ee7d-3f87-401d-b55c-294e932dbc98 req-f4515120-9a4b-4a73-8695-1e4ab6af50c0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=100c7e662c9645f081890ee295fb616e&device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 1126 time: 0.0455108 Mar 07 11:22:42.447968 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09ee7d-3f87-401d-b55c-294e932dbc98 req-7ade705d-079d-4bb4-a343-8299eb666869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:42.450020 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1a09ee7d-3f87-401d-b55c-294e932dbc98 req-7ade705d-079d-4bb4-a343-8299eb666869 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a14d6e69-6d96-427f-9107-14ba38ece4b5 HTTP/1.1" status: 200 len: 915 time: 0.0851586 Mar 07 11:22:42.494104 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1a09ee7d-3f87-401d-b55c-294e932dbc98 req-d2874401-0a7f-4d85-b0b8-114c60fdb499 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d30fc21-1b9e-414e-871f-6dba092998da HTTP/1.1" status: 200 len: 217 time: 0.0379167 Mar 07 11:22:42.540457 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09ee7d-3f87-401d-b55c-294e932dbc98 req-87a57751-2851-4ccb-947f-fdbdb1b3e17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:42.541901 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1a09ee7d-3f87-401d-b55c-294e932dbc98 req-87a57751-2851-4ccb-947f-fdbdb1b3e17a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6c137ab6-a48a-418d-bcd6-f5eb81c11724 HTTP/1.1" status: 200 len: 854 time: 0.0428283 Mar 07 11:22:42.571410 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1a09ee7d-3f87-401d-b55c-294e932dbc98 req-6551e9eb-ec3f-4412-b871-bffccc15e91a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a14d6e69-6d96-427f-9107-14ba38ece4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238988 Mar 07 11:22:42.660003 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1a09ee7d-3f87-401d-b55c-294e932dbc98 req-93d0dd28-5a17-49c1-a639-3d843cd62a1f service neutron] 10.222.0.31 "GET /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832310 Mar 07 11:22:42.750365 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1a09ee7d-3f87-401d-b55c-294e932dbc98 req-28149ec9-a870-4f0e-a909-f3016bcd2e66 service neutron] 10.222.0.31 "GET /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849245 Mar 07 11:22:42.877228 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96942289-d388-4f6e-9bb5-63beaa2ceb5a req-42f8d199-0ed7-4ac2-ba6d-8d9d76bed115 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:42.878751 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-96942289-d388-4f6e-9bb5-63beaa2ceb5a req-42f8d199-0ed7-4ac2-ba6d-8d9d76bed115 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 944 time: 0.0563200 Mar 07 11:22:42.927577 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-96942289-d388-4f6e-9bb5-63beaa2ceb5a req-e969cb29-2974-475d-9bf3-a345ccbbe4a8 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427463 Mar 07 11:22:42.975275 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 9d30fc21-1b9e-414e-871f-6dba092998da up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:22:43.035977 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 9d30fc21-1b9e-414e-871f-6dba092998da completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:22:43.039721 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:43.043553 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 9d30fc21-1b9e-414e-871f-6dba092998da triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:22:43.044144 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9d30fc21-1b9e-414e-871f-6dba092998da), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:43.054300 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90291fc-b4cf-4ac2-b6b1-35ef0af96750 req-feed7ad7-4c73-490b-abc8-864db3e956a5 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:43.055781 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a90291fc-b4cf-4ac2-b6b1-35ef0af96750 req-feed7ad7-4c73-490b-abc8-864db3e956a5 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 944 time: 0.0554721 Mar 07 11:22:43.106318 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a90291fc-b4cf-4ac2-b6b1-35ef0af96750 req-e1dfde44-17b7-4364-a831-0bc70f9b9efc tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438943 Mar 07 11:22:43.122197 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 9d30fc21-1b9e-414e-871f-6dba092998da is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:22:43.122592 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9d30fc21-1b9e-414e-871f-6dba092998da), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:43.145903 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69180879-bffe-4069-b281-226755de13df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d30fc21-1b9e-414e-871f-6dba092998da'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:22:43.148137 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0294438-1e94-433c-8b21-5f5fed90829f" -d '{"events": [{"server_uuid": "69180879-bffe-4069-b281-226755de13df", "name": "network-vif-plugged", "status": "completed", "tag": "9d30fc21-1b9e-414e-871f-6dba092998da"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:22:43.164705 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 9d30fc21-1b9e-414e-871f-6dba092998da, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=9d30fc21-1b9e-414e-871f-6dba092998da,segment=NetworkSegment(3c171f6e-63cb-446a-901c-af102889a77c),segment_id=3c171f6e-63cb-446a-901c-af102889a77c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:22:43.169365 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9d30fc21-1b9e-414e-871f-6dba092998da), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:43.193366 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0014d308-43eb-463a-95b1-86baacf1b2ff x-openstack-request-id: req-0014d308-43eb-463a-95b1-86baacf1b2ff {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:22:43.193665 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69180879-bffe-4069-b281-226755de13df", "name": "network-vif-plugged", "status": "completed", "tag": "9d30fc21-1b9e-414e-871f-6dba092998da", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:22:43.193926 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0014d308-43eb-463a-95b1-86baacf1b2ff {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:22:43.194319 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69180879-bffe-4069-b281-226755de13df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d30fc21-1b9e-414e-871f-6dba092998da', 'code': 200} Mar 07 11:22:43.220165 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=9d30fc21-1b9e-414e-871f-6dba092998da,revision_number=9']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:22:43.232914 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b548b6-d8b0-4e5f-a6c8-3459aed466f2 req-b0e03534-279c-4efc-b78b-1176b84f981a tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:43.234434 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d9b548b6-d8b0-4e5f-a6c8-3459aed466f2 req-b0e03534-279c-4efc-b78b-1176b84f981a tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 945 time: 0.0581393 Mar 07 11:22:43.251135 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:22:43.281828 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d9b548b6-d8b0-4e5f-a6c8-3459aed466f2 req-23b75cb1-2c7e-491e-ad56-6b066650f68d tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418992 Mar 07 11:22:43.624605 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f36c7e-2280-4ff8-9010-9926d023282b req-fafb9ad1-174d-41c4-9f81-3e97a880135f tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:43.625983 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91f36c7e-2280-4ff8-9010-9926d023282b req-fafb9ad1-174d-41c4-9f81-3e97a880135f tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/networks?id=a14d6e69-6d96-427f-9107-14ba38ece4b5 HTTP/1.1" status: 200 len: 814 time: 0.0997274 Mar 07 11:22:43.639992 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91f36c7e-2280-4ff8-9010-9926d023282b req-33f9a69a-7921-4381-a0c4-b5e08a548232 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/quotas/100c7e662c9645f081890ee295fb616e HTTP/1.1" status: 200 len: 375 time: 0.0086834 Mar 07 11:22:43.695466 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91f36c7e-2280-4ff8-9010-9926d023282b req-97098a2e-b06c-4236-9a51-8771101f1c86 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=100c7e662c9645f081890ee295fb616e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0508802 Mar 07 11:22:43.787334 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91f36c7e-2280-4ff8-9010-9926d023282b req-d71bf255-b902-45db-83fb-1c4a84182071 service neutron] 10.222.0.11 "GET /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850887 Mar 07 11:22:43.879681 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91f36c7e-2280-4ff8-9010-9926d023282b req-df54bcfa-96ac-4f1d-b8a3-86e27af4045a service neutron] 10.222.0.11 "GET /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868440 Mar 07 11:22:44.040976 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f4b59627-ca6d-4a2c-be12-1152ae7b47b1 req-597afb54-df1a-4814-83e0-32c1150481c0 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 210 time: 0.0274394 Mar 07 11:22:44.877598 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b606376-604b-49ad-aae5-2a3c37dd5682 req-e5c16d84-2269-4f7f-b683-1230172e58e9 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:44.879141 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4b606376-604b-49ad-aae5-2a3c37dd5682 req-e5c16d84-2269-4f7f-b683-1230172e58e9 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.31 "GET /v2.0/ports?device_id=69180879-bffe-4069-b281-226755de13df HTTP/1.1" status: 200 len: 945 time: 0.0538216 Mar 07 11:22:44.975119 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-4b606376-604b-49ad-aae5-2a3c37dd5682 req-0d4a687e-06d1-4d92-8a61-49d1c66eb0bf tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Deleting port 9d30fc21-1b9e-414e-871f-6dba092998da {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:22:44.975455 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4b606376-604b-49ad-aae5-2a3c37dd5682 req-0d4a687e-06d1-4d92-8a61-49d1c66eb0bf tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (9d30fc21-1b9e-414e-871f-6dba092998da), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:45.095527 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-4b606376-604b-49ad-aae5-2a3c37dd5682 req-0d4a687e-06d1-4d92-8a61-49d1c66eb0bf tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] For port 9d30fc21-1b9e-414e-871f-6dba092998da, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=9d30fc21-1b9e-414e-871f-6dba092998da,segment=NetworkSegment(3c171f6e-63cb-446a-901c-af102889a77c),segment_id=3c171f6e-63cb-446a-901c-af102889a77c)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:22:45.096506 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4b606376-604b-49ad-aae5-2a3c37dd5682 req-0d4a687e-06d1-4d92-8a61-49d1c66eb0bf tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (9d30fc21-1b9e-414e-871f-6dba092998da), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:45.112164 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [req-4b606376-604b-49ad-aae5-2a3c37dd5682 req-0d4a687e-06d1-4d92-8a61-49d1c66eb0bf tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Calling delete_port for 9d30fc21-1b9e-414e-871f-6dba092998da owned by compute:nova {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:22:45.134275 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f36c7e-2280-4ff8-9010-9926d023282b req-210ff9cf-cdd3-4540-a755-71352e69391a tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:45.135849 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91f36c7e-2280-4ff8-9010-9926d023282b req-210ff9cf-cdd3-4540-a755-71352e69391a tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.31 "GET /v2.0/networks?id=a14d6e69-6d96-427f-9107-14ba38ece4b5 HTTP/1.1" status: 200 len: 814 time: 0.1141987 Mar 07 11:22:45.150868 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-91f36c7e-2280-4ff8-9010-9926d023282b req-08e68a4f-1953-448e-966f-73532d84e4b4 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Request body: {'port': {'device_id': 'b4a3d05b-bbc1-4708-869d-93cc647a688a', 'network_id': 'a14d6e69-6d96-427f-9107-14ba38ece4b5', 'admin_state_up': True, 'tenant_id': '100c7e662c9645f081890ee295fb616e'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:22:45.177495 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-65069da7-5f23-4415-9d60-e249d791458c req-00dc4078-121d-440d-9d39-1a558a417cea tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 210 time: 0.0505261 Mar 07 11:22:45.249873 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4b606376-604b-49ad-aae5-2a3c37dd5682 req-0d4a687e-06d1-4d92-8a61-49d1c66eb0bf tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (9d30fc21-1b9e-414e-871f-6dba092998da), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:45.262791 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['9d30fc21-1b9e-414e-871f-6dba092998da'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:22:45.279361 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a687e-06d1-4d92-8a61-49d1c66eb0bf tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Pushing event deleted for resources: {'Port': ['ID=9d30fc21-1b9e-414e-871f-6dba092998da,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:22:45.293370 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91f36c7e-2280-4ff8-9010-9926d023282b req-08e68a4f-1953-448e-966f-73532d84e4b4 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Made reservation on behalf of 100c7e662c9645f081890ee295fb616e for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:22:45.297523 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-91f36c7e-2280-4ff8-9010-9926d023282b req-08e68a4f-1953-448e-966f-73532d84e4b4 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:45.331298 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b606376-604b-49ad-aae5-2a3c37dd5682 req-0d4a687e-06d1-4d92-8a61-49d1c66eb0bf tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] No DVR routers for this DVR port 9d30fc21-1b9e-414e-871f-6dba092998da on host n-h2-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:22:45.333935 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-4b606376-604b-49ad-aae5-2a3c37dd5682 req-0d4a687e-06d1-4d92-8a61-49d1c66eb0bf tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:45.337209 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4b606376-604b-49ad-aae5-2a3c37dd5682 req-0d4a687e-06d1-4d92-8a61-49d1c66eb0bf tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.31 "DELETE /v2.0/ports/9d30fc21-1b9e-414e-871f-6dba092998da HTTP/1.1" status: 204 len: 173 time: 0.4529023 Mar 07 11:22:45.337660 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69180879-bffe-4069-b281-226755de13df', 'name': 'network-vif-deleted', 'tag': '9d30fc21-1b9e-414e-871f-6dba092998da'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:22:45.339929 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de36c77-ffaf-44c4-ae81-1e547e1b4af2" -d '{"events": [{"server_uuid": "69180879-bffe-4069-b281-226755de13df", "name": "network-vif-deleted", "tag": "9d30fc21-1b9e-414e-871f-6dba092998da"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:22:45.380044 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8af6b8-9e61-498e-84d4-07f041ff5248 x-openstack-request-id: req-ad8af6b8-9e61-498e-84d4-07f041ff5248 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:22:45.380345 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69180879-bffe-4069-b281-226755de13df", "name": "network-vif-deleted", "tag": "9d30fc21-1b9e-414e-871f-6dba092998da", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:22:45.380608 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ad8af6b8-9e61-498e-84d4-07f041ff5248 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:22:45.381016 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69180879-bffe-4069-b281-226755de13df', 'name': 'network-vif-deleted', 'tag': '9d30fc21-1b9e-414e-871f-6dba092998da', 'status': 'completed', 'code': 200} Mar 07 11:22:45.437194 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-91f36c7e-2280-4ff8-9010-9926d023282b req-08e68a4f-1953-448e-966f-73532d84e4b4 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Allocated IP 172.20.0.13 (a14d6e69-6d96-427f-9107-14ba38ece4b5/6c137ab6-a48a-418d-bcd6-f5eb81c11724/daa64310-326f-4a68-b273-9d5997345e83) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:22:45.581931 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-91f36c7e-2280-4ff8-9010-9926d023282b req-08e68a4f-1953-448e-966f-73532d84e4b4 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Publish callbacks [] for port (daa64310-326f-4a68-b273-9d5997345e83), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:45.616052 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-91f36c7e-2280-4ff8-9010-9926d023282b req-08e68a4f-1953-448e-966f-73532d84e4b4 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (daa64310-326f-4a68-b273-9d5997345e83), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:45.627308 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['9d30fc21-1b9e-414e-871f-6dba092998da'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:22:45.663665 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91f36c7e-2280-4ff8-9010-9926d023282b req-08e68a4f-1953-448e-966f-73532d84e4b4 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Network a14d6e69-6d96-427f-9107-14ba38ece4b5 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:22:45.666721 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-91f36c7e-2280-4ff8-9010-9926d023282b req-08e68a4f-1953-448e-966f-73532d84e4b4 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:22:45.670316 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f36c7e-2280-4ff8-9010-9926d023282b req-08e68a4f-1953-448e-966f-73532d84e4b4 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:22:45.698447 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e68a4f-1953-448e-966f-73532d84e4b4 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Pushing event updated for resources: {'Port': ['ID=daa64310-326f-4a68-b273-9d5997345e83,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:22:45.711370 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e68a4f-1953-448e-966f-73532d84e4b4 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:45.711710 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e68a4f-1953-448e-966f-73532d84e4b4 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:45.712048 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e68a4f-1953-448e-966f-73532d84e4b4 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:45.712380 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e68a4f-1953-448e-966f-73532d84e4b4 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:45.712709 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e68a4f-1953-448e-966f-73532d84e4b4 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:45.713032 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e68a4f-1953-448e-966f-73532d84e4b4 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:45.713378 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e68a4f-1953-448e-966f-73532d84e4b4 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:45.713699 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e68a4f-1953-448e-966f-73532d84e4b4 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:45.714017 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e68a4f-1953-448e-966f-73532d84e4b4 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:45.714340 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e68a4f-1953-448e-966f-73532d84e4b4 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:45.714706 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e68a4f-1953-448e-966f-73532d84e4b4 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:45.715026 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e68a4f-1953-448e-966f-73532d84e4b4 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:45.715426 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e68a4f-1953-448e-966f-73532d84e4b4 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:22:45.732465 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f36c7e-2280-4ff8-9010-9926d023282b req-08e68a4f-1953-448e-966f-73532d84e4b4 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:45.733071 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-91f36c7e-2280-4ff8-9010-9926d023282b req-08e68a4f-1953-448e-966f-73532d84e4b4 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:45.749435 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91f36c7e-2280-4ff8-9010-9926d023282b req-08e68a4f-1953-448e-966f-73532d84e4b4 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6040099 Mar 07 11:22:45.760793 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-91f36c7e-2280-4ff8-9010-9926d023282b req-fff10ce8-1fb8-416b-b355-f999b089be27 service neutron] Request body: {'port': {'device_id': 'b4a3d05b-bbc1-4708-869d-93cc647a688a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:22:45.823226 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-91f36c7e-2280-4ff8-9010-9926d023282b req-fff10ce8-1fb8-416b-b355-f999b089be27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (daa64310-326f-4a68-b273-9d5997345e83), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:46.092432 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-91f36c7e-2280-4ff8-9010-9926d023282b req-fff10ce8-1fb8-416b-b355-f999b089be27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daa64310-326f-4a68-b273-9d5997345e83 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:22:46.099864 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-91f36c7e-2280-4ff8-9010-9926d023282b req-fff10ce8-1fb8-416b-b355-f999b089be27 service neutron] Publish callbacks [] for port (daa64310-326f-4a68-b273-9d5997345e83), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:46.112252 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-91f36c7e-2280-4ff8-9010-9926d023282b req-fff10ce8-1fb8-416b-b355-f999b089be27 service neutron] Transition to ACTIVE for port object daa64310-326f-4a68-b273-9d5997345e83 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:22:46.115756 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-91f36c7e-2280-4ff8-9010-9926d023282b req-fff10ce8-1fb8-416b-b355-f999b089be27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (daa64310-326f-4a68-b273-9d5997345e83), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:46.163745 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff10ce8-1fb8-416b-b355-f999b089be27 service neutron] Pushing event updated for resources: {'Port': ['ID=daa64310-326f-4a68-b273-9d5997345e83,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:22:46.238892 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-91f36c7e-2280-4ff8-9010-9926d023282b req-fff10ce8-1fb8-416b-b355-f999b089be27 service neutron] Attempting to bind port daa64310-326f-4a68-b273-9d5997345e83 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:22:46.239253 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-91f36c7e-2280-4ff8-9010-9926d023282b req-fff10ce8-1fb8-416b-b355-f999b089be27 service neutron] Attempting to bind port daa64310-326f-4a68-b273-9d5997345e83 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '3c171f6e-63cb-446a-901c-af102889a77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a14d6e69-6d96-427f-9107-14ba38ece4b5'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:22:46.239534 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f36c7e-2280-4ff8-9010-9926d023282b req-fff10ce8-1fb8-416b-b355-f999b089be27 service neutron] Attempting to bind port daa64310-326f-4a68-b273-9d5997345e83 on network a14d6e69-6d96-427f-9107-14ba38ece4b5 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:22:46.243997 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f36c7e-2280-4ff8-9010-9926d023282b req-fff10ce8-1fb8-416b-b355-f999b089be27 service neutron] Port daa64310-326f-4a68-b273-9d5997345e83 on network a14d6e69-6d96-427f-9107-14ba38ece4b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:22:46.244314 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f36c7e-2280-4ff8-9010-9926d023282b req-fff10ce8-1fb8-416b-b355-f999b089be27 service neutron] Attempting to bind port daa64310-326f-4a68-b273-9d5997345e83 on network a14d6e69-6d96-427f-9107-14ba38ece4b5 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:22:46.259494 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f36c7e-2280-4ff8-9010-9926d023282b req-fff10ce8-1fb8-416b-b355-f999b089be27 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:22:46.259829 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f36c7e-2280-4ff8-9010-9926d023282b req-fff10ce8-1fb8-416b-b355-f999b089be27 service neutron] Checking segment: {'id': '3c171f6e-63cb-446a-901c-af102889a77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a14d6e69-6d96-427f-9107-14ba38ece4b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:22:46.260200 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f36c7e-2280-4ff8-9010-9926d023282b req-fff10ce8-1fb8-416b-b355-f999b089be27 service neutron] Bound using segment: {'id': '3c171f6e-63cb-446a-901c-af102889a77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a14d6e69-6d96-427f-9107-14ba38ece4b5'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:22:46.260628 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-91f36c7e-2280-4ff8-9010-9926d023282b req-fff10ce8-1fb8-416b-b355-f999b089be27 service neutron] Bound port: daa64310-326f-4a68-b273-9d5997345e83, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c171f6e-63cb-446a-901c-af102889a77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a14d6e69-6d96-427f-9107-14ba38ece4b5'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:22:46.260977 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-91f36c7e-2280-4ff8-9010-9926d023282b req-fff10ce8-1fb8-416b-b355-f999b089be27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (daa64310-326f-4a68-b273-9d5997345e83), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:46.335872 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf14780-d885-4a18-8d9f-3dd7219f49bd req-857b3647-239f-48a1-8499-7714497bfad3 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:46.337364 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4cf14780-d885-4a18-8d9f-3dd7219f49bd req-857b3647-239f-48a1-8499-7714497bfad3 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 944 time: 0.0899467 Mar 07 11:22:46.371238 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-91f36c7e-2280-4ff8-9010-9926d023282b req-fff10ce8-1fb8-416b-b355-f999b089be27 service neutron] For port daa64310-326f-4a68-b273-9d5997345e83, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:22:46.390429 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-91f36c7e-2280-4ff8-9010-9926d023282b req-fff10ce8-1fb8-416b-b355-f999b089be27 service neutron] For port daa64310-326f-4a68-b273-9d5997345e83, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=daa64310-326f-4a68-b273-9d5997345e83,segment=NetworkSegment(3c171f6e-63cb-446a-901c-af102889a77c),segment_id=3c171f6e-63cb-446a-901c-af102889a77c)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:22:46.401608 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-91f36c7e-2280-4ff8-9010-9926d023282b req-fff10ce8-1fb8-416b-b355-f999b089be27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (daa64310-326f-4a68-b273-9d5997345e83), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:46.415186 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4cf14780-d885-4a18-8d9f-3dd7219f49bd req-0a70679c-94c0-4132-81ee-9b9598f85948 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678260 Mar 07 11:22:46.443170 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f36c7e-2280-4ff8-9010-9926d023282b req-fff10ce8-1fb8-416b-b355-f999b089be27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:46.443777 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-91f36c7e-2280-4ff8-9010-9926d023282b req-fff10ce8-1fb8-416b-b355-f999b089be27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:46.445127 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91f36c7e-2280-4ff8-9010-9926d023282b req-fff10ce8-1fb8-416b-b355-f999b089be27 service neutron] 10.222.0.31 "PUT /v2.0/ports/daa64310-326f-4a68-b273-9d5997345e83 HTTP/1.1" status: 200 len: 1092 time: 0.6884394 Mar 07 11:22:46.445562 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4a3d05b-bbc1-4708-869d-93cc647a688a', 'tag': 'daa64310-326f-4a68-b273-9d5997345e83'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:22:46.447770 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a0bb085-55b3-4646-9877-54c8ff9421b0" -d '{"events": [{"name": "network-changed", "server_uuid": "b4a3d05b-bbc1-4708-869d-93cc647a688a", "tag": "daa64310-326f-4a68-b273-9d5997345e83"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:22:46.473242 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff10ce8-1fb8-416b-b355-f999b089be27 service neutron] Pushing event updated for resources: {'Port': ['ID=daa64310-326f-4a68-b273-9d5997345e83,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:22:46.488363 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bdcc65-b601-45f3-ad33-589d4acae1ba x-openstack-request-id: req-06bdcc65-b601-45f3-ad33-589d4acae1ba {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:22:46.488656 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4a3d05b-bbc1-4708-869d-93cc647a688a", "tag": "daa64310-326f-4a68-b273-9d5997345e83", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:22:46.488911 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-06bdcc65-b601-45f3-ad33-589d4acae1ba {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:22:46.489347 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4a3d05b-bbc1-4708-869d-93cc647a688a', 'tag': 'daa64310-326f-4a68-b273-9d5997345e83', 'status': 'completed', 'code': 200} Mar 07 11:22:46.552710 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f36c7e-2280-4ff8-9010-9926d023282b req-bc518231-1e43-45b3-8d2f-445c9a31f89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:46.554221 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91f36c7e-2280-4ff8-9010-9926d023282b req-bc518231-1e43-45b3-8d2f-445c9a31f89b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=100c7e662c9645f081890ee295fb616e&device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 1126 time: 0.0459483 Mar 07 11:22:46.594268 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91f36c7e-2280-4ff8-9010-9926d023282b req-ae848c13-5d15-4400-8cf4-2481f8f22e63 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=daa64310-326f-4a68-b273-9d5997345e83 HTTP/1.1" status: 200 len: 217 time: 0.0335505 Mar 07 11:22:46.645243 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f36c7e-2280-4ff8-9010-9926d023282b req-a66a38fb-18e2-4df5-bcf6-4f7e3343b62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:46.646639 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91f36c7e-2280-4ff8-9010-9926d023282b req-a66a38fb-18e2-4df5-bcf6-4f7e3343b62e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6c137ab6-a48a-418d-bcd6-f5eb81c11724 HTTP/1.1" status: 200 len: 854 time: 0.0459557 Mar 07 11:22:46.678362 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91f36c7e-2280-4ff8-9010-9926d023282b req-1008c6cf-e180-442c-90c3-dc9572f99e84 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a14d6e69-6d96-427f-9107-14ba38ece4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254083 Mar 07 11:22:46.765946 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91f36c7e-2280-4ff8-9010-9926d023282b req-c383cfa3-88fa-4a89-8be0-63471be00b73 service neutron] 10.222.0.31 "GET /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816958 Mar 07 11:22:46.857333 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91f36c7e-2280-4ff8-9010-9926d023282b req-701165fe-8d83-49d2-b0b5-9fb88e5d78f5 service neutron] 10.222.0.31 "GET /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852373 Mar 07 11:22:46.941687 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0bb085-55b3-4646-9877-54c8ff9421b0 req-2dbef4a5-c4ff-412d-9fab-b2c6856600aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:46.943054 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1a0bb085-55b3-4646-9877-54c8ff9421b0 req-2dbef4a5-c4ff-412d-9fab-b2c6856600aa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=100c7e662c9645f081890ee295fb616e&device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 1126 time: 0.0443497 Mar 07 11:22:47.036052 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0bb085-55b3-4646-9877-54c8ff9421b0 req-e9420735-9f91-495f-a57d-f9e87b68f712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:47.037523 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1a0bb085-55b3-4646-9877-54c8ff9421b0 req-e9420735-9f91-495f-a57d-f9e87b68f712 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a14d6e69-6d96-427f-9107-14ba38ece4b5 HTTP/1.1" status: 200 len: 915 time: 0.0887899 Mar 07 11:22:47.077537 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1a0bb085-55b3-4646-9877-54c8ff9421b0 req-79f1a664-9d60-45b5-85da-14369a69819f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=daa64310-326f-4a68-b273-9d5997345e83 HTTP/1.1" status: 200 len: 217 time: 0.0342846 Mar 07 11:22:47.123763 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0bb085-55b3-4646-9877-54c8ff9421b0 req-f53c3021-a634-4f40-8dc5-91aa78179dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:47.125168 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1a0bb085-55b3-4646-9877-54c8ff9421b0 req-f53c3021-a634-4f40-8dc5-91aa78179dab service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6c137ab6-a48a-418d-bcd6-f5eb81c11724 HTTP/1.1" status: 200 len: 854 time: 0.0424271 Mar 07 11:22:47.160568 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1a0bb085-55b3-4646-9877-54c8ff9421b0 req-32075a8b-42a0-403a-8c59-84ea4d3edff9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a14d6e69-6d96-427f-9107-14ba38ece4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292089 Mar 07 11:22:47.253647 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1a0bb085-55b3-4646-9877-54c8ff9421b0 req-a223bd49-4609-4cab-8b4e-58c5df3a6901 service neutron] 10.222.0.31 "GET /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858140 Mar 07 11:22:47.346973 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1a0bb085-55b3-4646-9877-54c8ff9421b0 req-f1337cf3-7e93-4b2d-938c-586880115100 service neutron] 10.222.0.31 "GET /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878549 Mar 07 11:22:47.536896 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf48fe7-61bd-4465-aab6-c4db8c73117a req-a5941048-837a-41cb-a467-d19afe235d17 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:47.538414 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0cf48fe7-61bd-4465-aab6-c4db8c73117a req-a5941048-837a-41cb-a467-d19afe235d17 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 944 time: 0.0545590 Mar 07 11:22:47.587145 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0cf48fe7-61bd-4465-aab6-c4db8c73117a req-03fb48d2-7a88-42d1-a884-507331ae7f9f tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424469 Mar 07 11:22:48.638211 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:48.719620 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56a646-886f-4a60-bad9-584719aa380b req-98dfd49a-482e-4d2f-82be-7fb98d8715ae tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:48.721127 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2b56a646-886f-4a60-bad9-584719aa380b req-98dfd49a-482e-4d2f-82be-7fb98d8715ae tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 944 time: 0.0530026 Mar 07 11:22:48.768167 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2b56a646-886f-4a60-bad9-584719aa380b req-0e328083-30b9-41be-ad76-c59498d8b357 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413947 Mar 07 11:22:49.039252 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device daa64310-326f-4a68-b273-9d5997345e83 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:22:49.041423 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 9d30fc21-1b9e-414e-871f-6dba092998da no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:22:49.069207 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 9d30fc21-1b9e-414e-871f-6dba092998da {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:22:49.069548 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 9d30fc21-1b9e-414e-871f-6dba092998da not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:22:49.156731 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port daa64310-326f-4a68-b273-9d5997345e83, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=daa64310-326f-4a68-b273-9d5997345e83,segment=NetworkSegment(3c171f6e-63cb-446a-901c-af102889a77c),segment_id=3c171f6e-63cb-446a-901c-af102889a77c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:22:49.167137 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'daa64310-326f-4a68-b273-9d5997345e83', 'network_id': 'a14d6e69-6d96-427f-9107-14ba38ece4b5', 'port_id': 'daa64310-326f-4a68-b273-9d5997345e83', 'mac_address': 'fa:16:3e:6f:84:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c137ab6-a48a-418d-bcd6-f5eb81c11724', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:22:49.208041 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port daa64310-326f-4a68-b273-9d5997345e83 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:22:49.208426 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (daa64310-326f-4a68-b273-9d5997345e83), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:49.220978 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daa64310-326f-4a68-b273-9d5997345e83 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:22:49.243638 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port daa64310-326f-4a68-b273-9d5997345e83, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=daa64310-326f-4a68-b273-9d5997345e83,segment=NetworkSegment(3c171f6e-63cb-446a-901c-af102889a77c),segment_id=3c171f6e-63cb-446a-901c-af102889a77c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:22:49.244419 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (daa64310-326f-4a68-b273-9d5997345e83), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:49.296328 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=daa64310-326f-4a68-b273-9d5997345e83,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:22:49.523641 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['daa64310-326f-4a68-b273-9d5997345e83'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:22:49.887529 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425cd783-8fbd-4663-9a63-7e3eb89da90f req-610acd92-571e-4650-8098-0811755dff21 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:49.889011 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-425cd783-8fbd-4663-9a63-7e3eb89da90f req-610acd92-571e-4650-8098-0811755dff21 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 945 time: 0.0526569 Mar 07 11:22:49.944916 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-425cd783-8fbd-4663-9a63-7e3eb89da90f req-69b994fb-0558-4ab9-8065-7a9d05c038bc tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496852 Mar 07 11:22:51.051936 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device daa64310-326f-4a68-b273-9d5997345e83 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:22:51.067818 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0e551-e27e-4a5f-8902-6413c095282d req-f2fe266b-0078-4d7c-9c4a-96ce9054fd9d tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:51.069413 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04d0e551-e27e-4a5f-8902-6413c095282d req-f2fe266b-0078-4d7c-9c4a-96ce9054fd9d tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 945 time: 0.0532792 Mar 07 11:22:51.099773 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port daa64310-326f-4a68-b273-9d5997345e83 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:22:51.103419 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port daa64310-326f-4a68-b273-9d5997345e83 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:22:51.103794 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (daa64310-326f-4a68-b273-9d5997345e83), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:51.117451 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-04d0e551-e27e-4a5f-8902-6413c095282d req-8ebdcc45-0a0c-4f28-b837-627f20bc2ef1 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416787 Mar 07 11:22:51.183858 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port daa64310-326f-4a68-b273-9d5997345e83 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:22:51.184311 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (daa64310-326f-4a68-b273-9d5997345e83), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:51.206667 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a3d05b-bbc1-4708-869d-93cc647a688a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa64310-326f-4a68-b273-9d5997345e83'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:22:51.208837 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3f9760-5b54-4296-bac1-d7a473c644dc" -d '{"events": [{"server_uuid": "b4a3d05b-bbc1-4708-869d-93cc647a688a", "name": "network-vif-plugged", "status": "completed", "tag": "daa64310-326f-4a68-b273-9d5997345e83"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:22:51.221611 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port daa64310-326f-4a68-b273-9d5997345e83, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=daa64310-326f-4a68-b273-9d5997345e83,segment=NetworkSegment(3c171f6e-63cb-446a-901c-af102889a77c),segment_id=3c171f6e-63cb-446a-901c-af102889a77c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:22:51.225584 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (daa64310-326f-4a68-b273-9d5997345e83), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:51.248706 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ad3594-6336-4199-bfd8-d2e225d1822b x-openstack-request-id: req-c2ad3594-6336-4199-bfd8-d2e225d1822b {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:22:51.249002 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a3d05b-bbc1-4708-869d-93cc647a688a", "name": "network-vif-plugged", "status": "completed", "tag": "daa64310-326f-4a68-b273-9d5997345e83", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:22:51.249288 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c2ad3594-6336-4199-bfd8-d2e225d1822b {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:22:51.249680 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a3d05b-bbc1-4708-869d-93cc647a688a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa64310-326f-4a68-b273-9d5997345e83', 'code': 200} Mar 07 11:22:51.276976 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=daa64310-326f-4a68-b273-9d5997345e83,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:22:51.346658 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f8a09-078f-4c1d-8e28-91e273d5082d req-cae6fd9d-3569-448d-95f0-bbc1e010d64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:51.348136 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a8f8a09-078f-4c1d-8e28-91e273d5082d req-cae6fd9d-3569-448d-95f0-bbc1e010d64f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 1128 time: 0.0436096 Mar 07 11:22:51.390979 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a8f8a09-078f-4c1d-8e28-91e273d5082d req-607f0263-99dd-45ea-8fd2-868d0f776f28 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369174 Mar 07 11:22:52.248986 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c505a52-a7ec-4bb8-9348-5af69d90f8d4 req-f6294424-dc97-4b3c-b9b1-822ad376cf78 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:52.250842 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6c505a52-a7ec-4bb8-9348-5af69d90f8d4 req-f6294424-dc97-4b3c-b9b1-822ad376cf78 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 946 time: 0.0607159 Mar 07 11:22:52.299457 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6c505a52-a7ec-4bb8-9348-5af69d90f8d4 req-92685be3-69e1-4aa7-ae86-06b05d66eaa8 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412612 Mar 07 11:22:53.244856 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:22:53.417374 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2dbea4-ea44-4b52-805c-8775e253fc5a req-f2890166-881c-4454-9107-d183efadc06a tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:53.419426 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8e2dbea4-ea44-4b52-805c-8775e253fc5a req-f2890166-881c-4454-9107-d183efadc06a tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 946 time: 0.0521681 Mar 07 11:22:53.464834 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8e2dbea4-ea44-4b52-805c-8775e253fc5a req-5b42c162-2c25-483f-9c9f-fb98717e1667 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397627 Mar 07 11:22:53.581971 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b7980-c6c0-43e3-bb26-c58e54584bad req-65ad98a6-49ed-4807-8098-69788c70d762 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:53.583447 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f51b7980-c6c0-43e3-bb26-c58e54584bad req-65ad98a6-49ed-4807-8098-69788c70d762 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 946 time: 0.0522759 Mar 07 11:22:53.630741 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f51b7980-c6c0-43e3-bb26-c58e54584bad req-e02f5f42-710d-437e-8572-8cf877f6452b tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416601 Mar 07 11:22:53.875672 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-77632510-27a7-4556-bdb9-9d8d28c706f1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0603616 Mar 07 11:22:53.876886 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adffa36-1c24-4fa0-83a8-00d46377f750 req-cb389dcb-bb72-47e1-971e-aab7a3b811f7 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:53.878416 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3adffa36-1c24-4fa0-83a8-00d46377f750 req-cb389dcb-bb72-47e1-971e-aab7a3b811f7 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 946 time: 0.0566251 Mar 07 11:22:53.933134 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3adffa36-1c24-4fa0-83a8-00d46377f750 req-957051d0-3a3b-466e-880a-aec868090092 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488772 Mar 07 11:22:54.230049 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-c0e34e73-fc4d-4d70-bdb8-dc0c316460c6 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:54.232095 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-c0e34e73-fc4d-4d70-bdb8-dc0c316460c6 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports/daa64310-326f-4a68-b273-9d5997345e83 HTTP/1.1" status: 200 len: 943 time: 0.0505147 Mar 07 11:22:55.035478 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-f887f2ca-62e0-4270-9d62-aaeda2e57372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:55.036989 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-f887f2ca-62e0-4270-9d62-aaeda2e57372 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=100c7e662c9645f081890ee295fb616e&device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 1128 time: 0.0815027 Mar 07 11:22:55.082640 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879f0b4-a9fa-4626-8c40-79c1c79e0b39 req-1dce5762-842f-4c23-b391-9391a0579446 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:55.084091 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6879f0b4-a9fa-4626-8c40-79c1c79e0b39 req-1dce5762-842f-4c23-b391-9391a0579446 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 946 time: 0.0815027 Mar 07 11:22:55.180192 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6879f0b4-a9fa-4626-8c40-79c1c79e0b39 req-3ff66694-071f-455e-8df4-318a8b733ace tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650315 Mar 07 11:22:55.181575 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-25b5ec3f-6092-41a4-a3d0-567ca20bd3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:55.183028 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-25b5ec3f-6092-41a4-a3d0-567ca20bd3ac service neutron] 10.222.0.31 "GET /v2.0/networks?id=a14d6e69-6d96-427f-9107-14ba38ece4b5 HTTP/1.1" status: 200 len: 915 time: 0.1383181 Mar 07 11:22:55.224318 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-4e509c87-5ccf-42a0-a0a4-f492225c89f1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=daa64310-326f-4a68-b273-9d5997345e83 HTTP/1.1" status: 200 len: 217 time: 0.0353105 Mar 07 11:22:55.275342 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-a0d3d9d2-af70-4cc9-b367-f5fc2e9c6c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:55.276787 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-a0d3d9d2-af70-4cc9-b367-f5fc2e9c6c53 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6c137ab6-a48a-418d-bcd6-f5eb81c11724 HTTP/1.1" status: 200 len: 854 time: 0.0468700 Mar 07 11:22:55.308710 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-e742df85-44a4-43c9-8e17-bb6666656da1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a14d6e69-6d96-427f-9107-14ba38ece4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254447 Mar 07 11:22:55.399258 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-42175e8b-baac-4852-a8a1-390d31ea32e3 service neutron] 10.222.0.31 "GET /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847380 Mar 07 11:22:55.490065 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-d75781b0-21d4-4fc2-9a9e-b8931a9994cb service neutron] 10.222.0.31 "GET /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848391 Mar 07 11:22:56.298351 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b46ef59-d862-4ddf-aba9-693d757a17a5 req-6db6d853-49ed-4144-b507-3fd481627a4e tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:56.299823 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4b46ef59-d862-4ddf-aba9-693d757a17a5 req-6db6d853-49ed-4144-b507-3fd481627a4e tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 946 time: 0.0524836 Mar 07 11:22:56.346066 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4b46ef59-d862-4ddf-aba9-693d757a17a5 req-b40c23d0-1efc-4a9b-a92b-147c5e7b4343 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406334 Mar 07 11:22:57.470211 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173cf73-274b-440d-b386-43207929b334 req-4f5f32ba-2753-46f7-a848-03cf7203329f tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:57.471668 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8173cf73-274b-440d-b386-43207929b334 req-4f5f32ba-2753-46f7-a848-03cf7203329f tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 946 time: 0.0540309 Mar 07 11:22:57.517631 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8173cf73-274b-440d-b386-43207929b334 req-01b40f0a-ffbe-4840-a184-da2d853fd511 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404990 Mar 07 11:22:58.638262 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588ba70d-c326-4d9f-b826-9748da6d9a5b req-30e88549-c3b9-4639-aa88-012f2e72b378 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:58.639727 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-588ba70d-c326-4d9f-b826-9748da6d9a5b req-30e88549-c3b9-4639-aa88-012f2e72b378 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 946 time: 0.0554280 Mar 07 11:22:58.686145 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-588ba70d-c326-4d9f-b826-9748da6d9a5b req-549fef8f-66ba-4636-81a4-25be5c66aad7 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409136 Mar 07 11:22:59.807710 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8c95b-c99d-42ed-8dce-8c1b3da56427 req-b7ddc0fc-1fed-4060-bd39-7175d7550ca5 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:22:59.809442 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-86f8c95b-c99d-42ed-8dce-8c1b3da56427 req-b7ddc0fc-1fed-4060-bd39-7175d7550ca5 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 946 time: 0.0578239 Mar 07 11:22:59.858397 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-86f8c95b-c99d-42ed-8dce-8c1b3da56427 req-9f03db64-a6ef-49bf-abf0-463267ea5447 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429966 Mar 07 11:23:00.975695 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc470fd-c644-47ef-b3b9-4bb499263008 req-36aa3fc3-367d-4b65-8cc5-6a8178227e73 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:00.977185 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-abc470fd-c644-47ef-b3b9-4bb499263008 req-36aa3fc3-367d-4b65-8cc5-6a8178227e73 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 946 time: 0.0512886 Mar 07 11:23:01.024126 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-abc470fd-c644-47ef-b3b9-4bb499263008 req-b22c6af2-54e0-4cf8-8743-f8f17196d402 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406559 Mar 07 11:23:02.146215 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951977c-79a6-45df-ab1f-77249dc3ce29 req-a82191ab-818a-4e4e-9ca2-af19ac6c3bb8 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:02.147672 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9951977c-79a6-45df-ab1f-77249dc3ce29 req-a82191ab-818a-4e4e-9ca2-af19ac6c3bb8 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 946 time: 0.0523419 Mar 07 11:23:02.194693 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9951977c-79a6-45df-ab1f-77249dc3ce29 req-bf897719-1db0-4c04-a33b-26585dc12b2e tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406518 Mar 07 11:23:03.317324 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a53be6-c4b8-4733-9f76-54467c13ca89 req-7934f01f-0fa4-45d8-a9a1-5c8d0f4323ce tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:03.318779 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d0a53be6-c4b8-4733-9f76-54467c13ca89 req-7934f01f-0fa4-45d8-a9a1-5c8d0f4323ce tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 946 time: 0.0513222 Mar 07 11:23:03.367674 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d0a53be6-c4b8-4733-9f76-54467c13ca89 req-ef7762c4-10eb-4cc6-a6a9-940ce40122bf tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433276 Mar 07 11:23:04.484960 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fedc8c-c8d9-483a-9384-c7f02d5ee4b5 req-968fcf60-aa0c-4b5d-8733-966a350ecfcc tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:04.486479 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-64fedc8c-c8d9-483a-9384-c7f02d5ee4b5 req-968fcf60-aa0c-4b5d-8733-966a350ecfcc tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 946 time: 0.0520084 Mar 07 11:23:04.535411 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-64fedc8c-c8d9-483a-9384-c7f02d5ee4b5 req-11f8733d-5536-4c4c-a63c-45727a4a2a67 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434380 Mar 07 11:23:05.655298 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630e701-fcaf-43b3-8625-a745b31532dc req-c0063666-4483-465f-80d4-708bffd82a54 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:05.656771 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b630e701-fcaf-43b3-8625-a745b31532dc req-c0063666-4483-465f-80d4-708bffd82a54 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 946 time: 0.0531824 Mar 07 11:23:05.703822 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b630e701-fcaf-43b3-8625-a745b31532dc req-a47b43e7-814e-41b3-8d90-db92d3a3bf94 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414569 Mar 07 11:23:06.536220 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0c09bd3f-2dfa-4d39-84db-3913ba7bf645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:06.822005 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707c873-c264-4611-ae7f-e8456a9dc3c5 req-1b2bb1dc-98c7-4db0-9a90-356781649f59 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:06.823464 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8707c873-c264-4611-ae7f-e8456a9dc3c5 req-1b2bb1dc-98c7-4db0-9a90-356781649f59 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 946 time: 0.0529301 Mar 07 11:23:06.868968 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8707c873-c264-4611-ae7f-e8456a9dc3c5 req-35b6cc78-c340-45c0-9cf3-3c079b20a122 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392756 Mar 07 11:23:07.986568 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac042b1a-2561-463f-a16a-238af39178aa req-fff72c89-f15f-4243-897d-edfe23e01f9e tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:07.988041 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ac042b1a-2561-463f-a16a-238af39178aa req-fff72c89-f15f-4243-897d-edfe23e01f9e tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 946 time: 0.0523202 Mar 07 11:23:08.034390 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ac042b1a-2561-463f-a16a-238af39178aa req-b38b11c5-d6a5-4c05-b791-71b71b0b10ab tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407674 Mar 07 11:23:08.629163 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f8277ffe-a844-4579-b464-bbb2655201d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:09.151544 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae4eac-59bc-426c-bee8-bd134202a357 req-22dea896-aa16-4e37-a7f8-bd372232c595 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:09.153214 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a1ae4eac-59bc-426c-bee8-bd134202a357 req-22dea896-aa16-4e37-a7f8-bd372232c595 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 946 time: 0.0524971 Mar 07 11:23:09.200144 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a1ae4eac-59bc-426c-bee8-bd134202a357 req-1fb0d184-72a8-40b6-883d-f525300d9bae tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407572 Mar 07 11:23:10.044835 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:10.321249 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe17a6-c0dd-46ab-86d4-39e19ce97510 req-2a5dcc2e-783c-45dc-84dc-1e396e2a5aa5 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:10.322735 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4fbe17a6-c0dd-46ab-86d4-39e19ce97510 req-2a5dcc2e-783c-45dc-84dc-1e396e2a5aa5 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 946 time: 0.0555270 Mar 07 11:23:10.368566 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4fbe17a6-c0dd-46ab-86d4-39e19ce97510 req-d566375c-15d0-47d3-a53c-26525c84f73f tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397573 Mar 07 11:23:11.491992 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3f96e-4ab9-41ae-bc5b-6369c13f5c45 req-315430a9-2d67-4fad-8c84-7f8f2ec1ee44 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:11.493459 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-34e3f96e-4ab9-41ae-bc5b-6369c13f5c45 req-315430a9-2d67-4fad-8c84-7f8f2ec1ee44 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 946 time: 0.0556180 Mar 07 11:23:11.539181 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-34e3f96e-4ab9-41ae-bc5b-6369c13f5c45 req-a4f34987-4427-442f-8486-c347dcd10f35 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400195 Mar 07 11:23:11.786970 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:12.657834 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462ff09-7e23-4296-a849-b13ab10ce49d req-9835afe7-97f5-492a-9c3f-da1fd44f7530 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:12.659295 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a462ff09-7e23-4296-a849-b13ab10ce49d req-9835afe7-97f5-492a-9c3f-da1fd44f7530 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 946 time: 0.0524247 Mar 07 11:23:12.704704 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a462ff09-7e23-4296-a849-b13ab10ce49d req-4926c799-b7d5-4a48-8c1c-f869e627b053 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398521 Mar 07 11:23:13.032536 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:13.823613 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec24ff9-0536-41ea-a6c3-c3a8600eb317 req-9fbc3171-3d93-4db6-9cb3-f246e3247034 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:13.825082 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0ec24ff9-0536-41ea-a6c3-c3a8600eb317 req-9fbc3171-3d93-4db6-9cb3-f246e3247034 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 946 time: 0.0525234 Mar 07 11:23:13.871594 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0ec24ff9-0536-41ea-a6c3-c3a8600eb317 req-d0e6b069-a0cb-4a43-966e-edbd0ddbb409 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407565 Mar 07 11:23:14.989757 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c39108-7ac7-401d-a41f-cdd69797b783 req-04c6a9d5-2462-425e-aef4-6af3d118c4d2 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:14.991287 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-45c39108-7ac7-401d-a41f-cdd69797b783 req-04c6a9d5-2462-425e-aef4-6af3d118c4d2 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 946 time: 0.0522139 Mar 07 11:23:15.370365 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-45c39108-7ac7-401d-a41f-cdd69797b783 req-4dc83329-ec0a-487a-a88d-8e14cdc26340 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729432 Mar 07 11:23:16.492607 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7651f-7a70-40a5-9b87-52f14e39a8ba req-7ad5423d-806e-468a-98cb-67852a54f237 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:16.494128 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c3e7651f-7a70-40a5-9b87-52f14e39a8ba req-7ad5423d-806e-468a-98cb-67852a54f237 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 946 time: 0.0552297 Mar 07 11:23:16.539978 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c3e7651f-7a70-40a5-9b87-52f14e39a8ba req-2b52cd90-3463-4897-82ae-0a642d1383cf tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396371 Mar 07 11:23:17.659913 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ae8aa-79fb-4b98-8422-cdbf9577948f req-73ddf737-57d2-43c3-ae92-820bdead06a0 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:17.661393 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-469ae8aa-79fb-4b98-8422-cdbf9577948f req-73ddf737-57d2-43c3-ae92-820bdead06a0 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 946 time: 0.0512104 Mar 07 11:23:17.707319 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-469ae8aa-79fb-4b98-8422-cdbf9577948f req-49b24091-69ba-4aa2-9489-598034ec9f53 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403597 Mar 07 11:23:18.645362 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:18.823980 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f175f28-dc25-41bf-a110-6132b15d48bd req-0fafda61-ac42-4b6c-9c90-af7f330229aa tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:18.825518 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3f175f28-dc25-41bf-a110-6132b15d48bd req-0fafda61-ac42-4b6c-9c90-af7f330229aa tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 946 time: 0.0521228 Mar 07 11:23:18.873924 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3f175f28-dc25-41bf-a110-6132b15d48bd req-5fd19e7c-5258-41b3-8af1-44ac67251032 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411980 Mar 07 11:23:19.997864 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1752e0c-d6db-46ea-a531-ac62fff1f170 req-ff2418dd-e20f-4088-a830-4bae2dc42b07 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:19.999372 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d1752e0c-d6db-46ea-a531-ac62fff1f170 req-ff2418dd-e20f-4088-a830-4bae2dc42b07 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 946 time: 0.0532000 Mar 07 11:23:20.049916 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d1752e0c-d6db-46ea-a531-ac62fff1f170 req-748af466-afa2-4ead-9d54-edd459e7484e tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450251 Mar 07 11:23:20.250482 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:23:21.168092 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac33f4-a2a9-4725-bacf-dff564ace523 req-07efcfb8-4e7f-4db7-b10e-cffaabf3c25a tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:21.170879 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3ac33f4-a2a9-4725-bacf-dff564ace523 req-07efcfb8-4e7f-4db7-b10e-cffaabf3c25a tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 946 time: 0.0520079 Mar 07 11:23:21.224396 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3ac33f4-a2a9-4725-bacf-dff564ace523 req-32e443af-a55a-49b7-9350-b8ad2e606d60 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488765 Mar 07 11:23:22.280779 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-4cbe6f2b-5a7a-4e89-8b82-2cabc534bbb5 service neutron] show failed (client error): The resource could not be found. Mar 07 11:23:22.281824 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-4cbe6f2b-5a7a-4e89-8b82-2cabc534bbb5 service neutron] 10.222.0.31 "GET /v2.0/ports/daa64310-326f-4a68-b273-9d5997345e83/bindings/n-h1-832164-4 HTTP/1.1" status: 404 len: 380 time: 0.0559440 Mar 07 11:23:22.344365 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a70ae2-b151-444a-98a3-34426f721766 req-cf36e9d9-c4f6-45a4-8f7d-dbf904b34ef7 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:22.345948 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-76a70ae2-b151-444a-98a3-34426f721766 req-cf36e9d9-c4f6-45a4-8f7d-dbf904b34ef7 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 946 time: 0.0531251 Mar 07 11:23:22.393971 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-76a70ae2-b151-444a-98a3-34426f721766 req-a24cd956-20da-4105-bfac-10538e57ca68 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420177 Mar 07 11:23:22.485313 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-877f0b5a-2e45-4c6f-9a77-dab6f6057f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:22.486782 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-877f0b5a-2e45-4c6f-9a77-dab6f6057f0f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a&tenant_id=100c7e662c9645f081890ee295fb616e HTTP/1.1" status: 200 len: 1128 time: 0.0450575 Mar 07 11:23:22.497090 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-96268b16-4160-45ec-8923-6230cb6637ec service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832164-4', 'device_owner': 'compute:nova'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:23:22.557057 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-96268b16-4160-45ec-8923-6230cb6637ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (daa64310-326f-4a68-b273-9d5997345e83), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:22.759890 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-96268b16-4160-45ec-8923-6230cb6637ec service neutron] For port daa64310-326f-4a68-b273-9d5997345e83, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=daa64310-326f-4a68-b273-9d5997345e83,segment=NetworkSegment(3c171f6e-63cb-446a-901c-af102889a77c),segment_id=3c171f6e-63cb-446a-901c-af102889a77c)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:23:22.794120 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-96268b16-4160-45ec-8923-6230cb6637ec service neutron] For port daa64310-326f-4a68-b273-9d5997345e83, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:23:22.834951 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a3d05b-bbc1-4708-869d-93cc647a688a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daa64310-326f-4a68-b273-9d5997345e83'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:23:22.837469 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa662b63-dc75-4629-b0f8-b0453166c290" -d '{"events": [{"server_uuid": "b4a3d05b-bbc1-4708-869d-93cc647a688a", "name": "network-vif-unplugged", "status": "completed", "tag": "daa64310-326f-4a68-b273-9d5997345e83"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:23:22.840959 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-96268b16-4160-45ec-8923-6230cb6637ec service neutron] Publish callbacks [] for port (daa64310-326f-4a68-b273-9d5997345e83), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:22.855797 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-96268b16-4160-45ec-8923-6230cb6637ec service neutron] Transition to ACTIVE for port object daa64310-326f-4a68-b273-9d5997345e83 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:23:22.860536 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-96268b16-4160-45ec-8923-6230cb6637ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (daa64310-326f-4a68-b273-9d5997345e83), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:22.906837 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7457eaf3-d860-40c2-9c87-e8cbf0295551 x-openstack-request-id: req-7457eaf3-d860-40c2-9c87-e8cbf0295551 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:23:22.907139 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a3d05b-bbc1-4708-869d-93cc647a688a", "name": "network-vif-unplugged", "status": "completed", "tag": "daa64310-326f-4a68-b273-9d5997345e83", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:23:22.907401 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7457eaf3-d860-40c2-9c87-e8cbf0295551 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:23:22.907803 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a3d05b-bbc1-4708-869d-93cc647a688a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'daa64310-326f-4a68-b273-9d5997345e83', 'code': 200} Mar 07 11:23:22.929585 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-96268b16-4160-45ec-8923-6230cb6637ec service neutron] No DVR routers for this DVR port daa64310-326f-4a68-b273-9d5997345e83 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:23:22.936624 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96268b16-4160-45ec-8923-6230cb6637ec service neutron] Pushing event updated for resources: {'Port': ['ID=daa64310-326f-4a68-b273-9d5997345e83,revision_number=6']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:22.970723 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-96268b16-4160-45ec-8923-6230cb6637ec service neutron] Attempting to bind port daa64310-326f-4a68-b273-9d5997345e83 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:23:22.971063 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-96268b16-4160-45ec-8923-6230cb6637ec service neutron] Attempting to bind port daa64310-326f-4a68-b273-9d5997345e83 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '3c171f6e-63cb-446a-901c-af102889a77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a14d6e69-6d96-427f-9107-14ba38ece4b5'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:23:22.971393 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-96268b16-4160-45ec-8923-6230cb6637ec service neutron] Attempting to bind port daa64310-326f-4a68-b273-9d5997345e83 on network a14d6e69-6d96-427f-9107-14ba38ece4b5 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:23:22.975655 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-96268b16-4160-45ec-8923-6230cb6637ec service neutron] Port daa64310-326f-4a68-b273-9d5997345e83 on network a14d6e69-6d96-427f-9107-14ba38ece4b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:23:22.975977 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-96268b16-4160-45ec-8923-6230cb6637ec service neutron] Attempting to bind port daa64310-326f-4a68-b273-9d5997345e83 on network a14d6e69-6d96-427f-9107-14ba38ece4b5 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:23:22.980979 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-96268b16-4160-45ec-8923-6230cb6637ec service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:23:22.981402 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-96268b16-4160-45ec-8923-6230cb6637ec service neutron] Checking segment: {'id': '3c171f6e-63cb-446a-901c-af102889a77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a14d6e69-6d96-427f-9107-14ba38ece4b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:23:22.981789 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-96268b16-4160-45ec-8923-6230cb6637ec service neutron] Bound using segment: {'id': '3c171f6e-63cb-446a-901c-af102889a77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a14d6e69-6d96-427f-9107-14ba38ece4b5'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:23:22.982916 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-96268b16-4160-45ec-8923-6230cb6637ec service neutron] Bound port: daa64310-326f-4a68-b273-9d5997345e83, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c171f6e-63cb-446a-901c-af102889a77c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a14d6e69-6d96-427f-9107-14ba38ece4b5'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:23:22.983374 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-96268b16-4160-45ec-8923-6230cb6637ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (daa64310-326f-4a68-b273-9d5997345e83), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:23.044217 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-96268b16-4160-45ec-8923-6230cb6637ec service neutron] For port daa64310-326f-4a68-b273-9d5997345e83, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:23:23.048025 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-96268b16-4160-45ec-8923-6230cb6637ec service neutron] For port daa64310-326f-4a68-b273-9d5997345e83, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=daa64310-326f-4a68-b273-9d5997345e83,segment=NetworkSegment(3c171f6e-63cb-446a-901c-af102889a77c),segment_id=3c171f6e-63cb-446a-901c-af102889a77c)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:23:23.053615 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-96268b16-4160-45ec-8923-6230cb6637ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (daa64310-326f-4a68-b273-9d5997345e83), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:23.085821 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-96268b16-4160-45ec-8923-6230cb6637ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:23.086448 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-96268b16-4160-45ec-8923-6230cb6637ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:23.087806 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-96268b16-4160-45ec-8923-6230cb6637ec service neutron] 10.222.0.21 "PUT /v2.0/ports/daa64310-326f-4a68-b273-9d5997345e83 HTTP/1.1" status: 200 len: 1092 time: 0.5945368 Mar 07 11:23:23.117397 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96268b16-4160-45ec-8923-6230cb6637ec service neutron] Pushing event updated for resources: {'Port': ['ID=daa64310-326f-4a68-b273-9d5997345e83,revision_number=7']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:23.160605 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-e9903611-9bde-42b8-882a-22aee442bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:23.162131 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-e9903611-9bde-42b8-882a-22aee442bf8e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=100c7e662c9645f081890ee295fb616e&device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 1126 time: 0.0521741 Mar 07 11:23:23.236374 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:23.252345 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-bc1812cd-d1e1-4098-8512-65be045d4e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:23.253831 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-bc1812cd-d1e1-4098-8512-65be045d4e64 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a14d6e69-6d96-427f-9107-14ba38ece4b5 HTTP/1.1" status: 200 len: 915 time: 0.0861120 Mar 07 11:23:23.298136 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-0c2688c8-cc7f-4ea1-a7b5-a4ee2ba82e47 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=daa64310-326f-4a68-b273-9d5997345e83 HTTP/1.1" status: 200 len: 217 time: 0.0383523 Mar 07 11:23:23.346587 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-148631bf-ad6c-4e61-aed8-d6f295cf02d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:23.347928 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-148631bf-ad6c-4e61-aed8-d6f295cf02d2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c137ab6-a48a-418d-bcd6-f5eb81c11724 HTTP/1.1" status: 200 len: 854 time: 0.0437665 Mar 07 11:23:23.379147 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-af74b046-c630-4a12-951b-b947a5d750c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a14d6e69-6d96-427f-9107-14ba38ece4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250065 Mar 07 11:23:23.472396 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-ad17aa57-c04c-4a38-9927-5d53c9531978 service neutron] 10.222.0.21 "GET /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875752 Mar 07 11:23:23.516579 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd3c1e-a26b-488c-9fc4-446d8550b9fa req-a33461fd-251c-4860-acdc-8124043696ff tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:23.518150 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-32cd3c1e-a26b-488c-9fc4-446d8550b9fa req-a33461fd-251c-4860-acdc-8124043696ff tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 944 time: 0.0541918 Mar 07 11:23:23.567984 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0f65e4b6-e474-4714-86e6-d1ff6b92e871 req-0f1a67a9-2d30-4895-8f2c-321ac6c81875 service neutron] 10.222.0.21 "GET /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898373 Mar 07 11:23:23.568449 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-32cd3c1e-a26b-488c-9fc4-446d8550b9fa req-a0f785a0-674e-4f12-a369-a618ff24b1f5 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445268 Mar 07 11:23:24.688955 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e5de5-16cf-4329-aa31-e4cabbeda39b req-5b4644e7-f011-4a42-9207-8d28e9170e0c tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:24.690443 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a19e5de5-16cf-4329-aa31-e4cabbeda39b req-5b4644e7-f011-4a42-9207-8d28e9170e0c tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 944 time: 0.0524678 Mar 07 11:23:24.739644 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a19e5de5-16cf-4329-aa31-e4cabbeda39b req-0499b368-d127-4c02-8184-94505e9e64c9 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437469 Mar 07 11:23:24.909240 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4a3d05b-bbc1-4708-869d-93cc647a688a', 'tag': 'daa64310-326f-4a68-b273-9d5997345e83'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:23:24.911599 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91542747-d524-49d7-8805-d5e16317e30d" -d '{"events": [{"name": "network-changed", "server_uuid": "b4a3d05b-bbc1-4708-869d-93cc647a688a", "tag": "daa64310-326f-4a68-b273-9d5997345e83"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:23:24.959128 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f45e05-cbb3-4503-8c2c-224ccaeb0ef1 x-openstack-request-id: req-e8f45e05-cbb3-4503-8c2c-224ccaeb0ef1 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:23:24.959423 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4a3d05b-bbc1-4708-869d-93cc647a688a", "tag": "daa64310-326f-4a68-b273-9d5997345e83", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:23:24.959679 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e8f45e05-cbb3-4503-8c2c-224ccaeb0ef1 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:23:24.960076 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4a3d05b-bbc1-4708-869d-93cc647a688a', 'tag': 'daa64310-326f-4a68-b273-9d5997345e83', 'status': 'completed', 'code': 200} Mar 07 11:23:25.058752 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91542747-d524-49d7-8805-d5e16317e30d req-958c7a5f-875c-48cf-86ac-953f9c8af132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:25.059817 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91542747-d524-49d7-8805-d5e16317e30d req-958c7a5f-875c-48cf-86ac-953f9c8af132 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=100c7e662c9645f081890ee295fb616e&device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 1126 time: 0.0759237 Mar 07 11:23:25.082276 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91542747-d524-49d7-8805-d5e16317e30d req-e4362af3-a0a4-40a8-82dd-2be213306db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:25.083741 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91542747-d524-49d7-8805-d5e16317e30d req-e4362af3-a0a4-40a8-82dd-2be213306db2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=100c7e662c9645f081890ee295fb616e&device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 1126 time: 0.0986562 Mar 07 11:23:25.241256 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91542747-d524-49d7-8805-d5e16317e30d req-6585d61f-a791-47ec-8f91-e743b00a6ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:25.243032 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91542747-d524-49d7-8805-d5e16317e30d req-6585d61f-a791-47ec-8f91-e743b00a6ee6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a14d6e69-6d96-427f-9107-14ba38ece4b5 HTTP/1.1" status: 200 len: 915 time: 0.1743202 Mar 07 11:23:25.248827 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91542747-d524-49d7-8805-d5e16317e30d req-637814a6-857b-4f5c-8b5c-b4c1ab74124e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:25.250231 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91542747-d524-49d7-8805-d5e16317e30d req-637814a6-857b-4f5c-8b5c-b4c1ab74124e service neutron] 10.222.0.21 "GET /v2.0/networks?id=a14d6e69-6d96-427f-9107-14ba38ece4b5 HTTP/1.1" status: 200 len: 915 time: 0.1548326 Mar 07 11:23:25.614718 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91542747-d524-49d7-8805-d5e16317e30d req-4d37e60b-fe71-471a-8847-246a32dafc42 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=daa64310-326f-4a68-b273-9d5997345e83 HTTP/1.1" status: 200 len: 217 time: 0.3634386 Mar 07 11:23:25.648333 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91542747-d524-49d7-8805-d5e16317e30d req-1ce81439-b84d-4f62-92d0-8cd3a331c53e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=daa64310-326f-4a68-b273-9d5997345e83 HTTP/1.1" status: 200 len: 217 time: 0.3906240 Mar 07 11:23:25.719419 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91542747-d524-49d7-8805-d5e16317e30d req-7c029a45-b87b-4c78-8073-c7e0f50df009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:25.720849 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91542747-d524-49d7-8805-d5e16317e30d req-7c029a45-b87b-4c78-8073-c7e0f50df009 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6c137ab6-a48a-418d-bcd6-f5eb81c11724 HTTP/1.1" status: 200 len: 854 time: 0.0802231 Mar 07 11:23:25.724145 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91542747-d524-49d7-8805-d5e16317e30d req-557a0642-15f3-4cfb-b3f7-398b702b290a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:25.725457 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91542747-d524-49d7-8805-d5e16317e30d req-557a0642-15f3-4cfb-b3f7-398b702b290a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6c137ab6-a48a-418d-bcd6-f5eb81c11724 HTTP/1.1" status: 200 len: 854 time: 0.0590708 Mar 07 11:23:25.757718 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device daa64310-326f-4a68-b273-9d5997345e83 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:23:25.758374 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91542747-d524-49d7-8805-d5e16317e30d req-29bc1fe8-0907-4255-9485-3a788c3919f4 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a14d6e69-6d96-427f-9107-14ba38ece4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314863 Mar 07 11:23:25.775033 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91542747-d524-49d7-8805-d5e16317e30d req-a71ff596-74af-4dd8-ac38-ff0b4979a3d8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a14d6e69-6d96-427f-9107-14ba38ece4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410511 Mar 07 11:23:25.977598 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91542747-d524-49d7-8805-d5e16317e30d req-53057933-cfc8-47fc-949c-29647bb8584a service neutron] 10.222.0.21 "GET /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956470 Mar 07 11:23:25.979539 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91542747-d524-49d7-8805-d5e16317e30d req-903e284c-3848-4d10-829d-c3c126f1e103 service neutron] 10.222.0.31 "GET /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070162 Mar 07 11:23:25.986744 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c656339-5ff0-4cbe-a2b0-56dad673e52f req-c3f633b1-9e79-41ef-8e65-701c01959905 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:25.988256 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8c656339-5ff0-4cbe-a2b0-56dad673e52f req-c3f633b1-9e79-41ef-8e65-701c01959905 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 944 time: 0.1724496 Mar 07 11:23:26.026984 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port daa64310-326f-4a68-b273-9d5997345e83, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=daa64310-326f-4a68-b273-9d5997345e83,segment=NetworkSegment(3c171f6e-63cb-446a-901c-af102889a77c),segment_id=3c171f6e-63cb-446a-901c-af102889a77c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:23:26.038638 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'daa64310-326f-4a68-b273-9d5997345e83', 'network_id': 'a14d6e69-6d96-427f-9107-14ba38ece4b5', 'port_id': 'daa64310-326f-4a68-b273-9d5997345e83', 'mac_address': 'fa:16:3e:6f:84:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c137ab6-a48a-418d-bcd6-f5eb81c11724', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:23:26.076284 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port daa64310-326f-4a68-b273-9d5997345e83 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:23:26.076677 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (daa64310-326f-4a68-b273-9d5997345e83), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:26.089529 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daa64310-326f-4a68-b273-9d5997345e83 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:23:26.110017 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port daa64310-326f-4a68-b273-9d5997345e83, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=daa64310-326f-4a68-b273-9d5997345e83,segment=NetworkSegment(3c171f6e-63cb-446a-901c-af102889a77c),segment_id=3c171f6e-63cb-446a-901c-af102889a77c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:23:26.113681 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (daa64310-326f-4a68-b273-9d5997345e83), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:26.156013 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8c656339-5ff0-4cbe-a2b0-56dad673e52f req-dc471bfb-edc8-4193-a636-faf431539382 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519766 Mar 07 11:23:26.162728 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=daa64310-326f-4a68-b273-9d5997345e83,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:26.179590 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:26.179590 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:26.179590 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:26.179590 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:26.179590 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:26.179590 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:26.179590 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:26.179590 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:26.179590 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:26.179590 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:26.179590 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:26.179590 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:26.179590 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:26.181130 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91542747-d524-49d7-8805-d5e16317e30d req-5fb5e723-7e16-4441-870c-10e5d8453bab service neutron] 10.222.0.21 "GET /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918709 Mar 07 11:23:26.187255 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-91542747-d524-49d7-8805-d5e16317e30d req-db4fc916-a90f-4b2e-aecb-4d3d8719dc62 service neutron] 10.222.0.31 "GET /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968462 Mar 07 11:23:26.335144 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['daa64310-326f-4a68-b273-9d5997345e83'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:23:26.382758 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c873c2-6caa-41b1-9be5-a35bbee5cec8 req-2a5277fa-2339-433e-ad14-b1c6c952f070 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:26.384229 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-44c873c2-6caa-41b1-9be5-a35bbee5cec8 req-2a5277fa-2339-433e-ad14-b1c6c952f070 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 945 time: 0.0731251 Mar 07 11:23:26.454036 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-44c873c2-6caa-41b1-9be5-a35bbee5cec8 req-dc5aa871-d212-4a19-bbdc-f74bf130a922 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548036 Mar 07 11:23:26.460768 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38764b4-3e26-4e3e-ba23-5c81b0b96dd0 req-ed234bd4-2093-49c3-8476-99fb6cbb0672 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:26.462203 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b38764b4-3e26-4e3e-ba23-5c81b0b96dd0 req-ed234bd4-2093-49c3-8476-99fb6cbb0672 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a&tenant_id=100c7e662c9645f081890ee295fb616e&binding%3Ahost_id=n-h1-832164-4 HTTP/1.1" status: 200 len: 945 time: 0.1019235 Mar 07 11:23:26.521574 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [req-b38764b4-3e26-4e3e-ba23-5c81b0b96dd0 req-3ab7b6d7-0235-42c7-9773-d0ddb155aa74 service neutron] delete failed (client error): The resource could not be found. Mar 07 11:23:26.522554 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b38764b4-3e26-4e3e-ba23-5c81b0b96dd0 req-3ab7b6d7-0235-42c7-9773-d0ddb155aa74 service neutron] 10.222.0.31 "DELETE /v2.0/ports/daa64310-326f-4a68-b273-9d5997345e83/bindings/n-h2-832164-4 HTTP/1.1" status: 404 len: 380 time: 0.0540750 Mar 07 11:23:26.607595 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38764b4-3e26-4e3e-ba23-5c81b0b96dd0 req-a0b5a0d1-011a-4f2a-baa8-b1d550333f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:26.609272 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b38764b4-3e26-4e3e-ba23-5c81b0b96dd0 req-a0b5a0d1-011a-4f2a-baa8-b1d550333f16 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=100c7e662c9645f081890ee295fb616e&device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 1127 time: 0.0454285 Mar 07 11:23:26.700137 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38764b4-3e26-4e3e-ba23-5c81b0b96dd0 req-a28b9bc6-7134-4fdc-85ee-a71cee036380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:26.702226 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b38764b4-3e26-4e3e-ba23-5c81b0b96dd0 req-a28b9bc6-7134-4fdc-85ee-a71cee036380 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a14d6e69-6d96-427f-9107-14ba38ece4b5 HTTP/1.1" status: 200 len: 915 time: 0.0873578 Mar 07 11:23:26.742891 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b38764b4-3e26-4e3e-ba23-5c81b0b96dd0 req-4e599fb5-7ca5-4db8-9dd7-d9d1340b7b24 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=daa64310-326f-4a68-b273-9d5997345e83 HTTP/1.1" status: 200 len: 217 time: 0.0344088 Mar 07 11:23:26.792663 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38764b4-3e26-4e3e-ba23-5c81b0b96dd0 req-73c18619-6d74-4654-adf9-a300d8890fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:26.794115 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b38764b4-3e26-4e3e-ba23-5c81b0b96dd0 req-73c18619-6d74-4654-adf9-a300d8890fbe service neutron] 10.222.0.31 "GET /v2.0/subnets?id=6c137ab6-a48a-418d-bcd6-f5eb81c11724 HTTP/1.1" status: 200 len: 854 time: 0.0461907 Mar 07 11:23:26.826167 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b38764b4-3e26-4e3e-ba23-5c81b0b96dd0 req-f82c2eab-1630-43e7-a832-4ca042a442ee service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a14d6e69-6d96-427f-9107-14ba38ece4b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246229 Mar 07 11:23:26.912703 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b38764b4-3e26-4e3e-ba23-5c81b0b96dd0 req-fce90f0f-c873-485a-9430-45327b5e9203 service neutron] 10.222.0.31 "GET /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813022 Mar 07 11:23:27.006177 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b38764b4-3e26-4e3e-ba23-5c81b0b96dd0 req-e87fb7a4-6779-4393-9097-bff5680f7b4e service neutron] 10.222.0.31 "GET /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878167 Mar 07 11:23:27.312554 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device daa64310-326f-4a68-b273-9d5997345e83 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:23:27.354427 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] The host n-h2-832164-4 is not matching for port daa64310-326f-4a68-b273-9d5997345e83 host n-h1-832164-4! {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 11:23:27.354817 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device daa64310-326f-4a68-b273-9d5997345e83 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:23:27.614888 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9008ccc-7962-4c8a-a4aa-32447d434f19 req-ec530a18-7d15-4851-a8fc-6de2334cb362 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:27.616282 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d9008ccc-7962-4c8a-a4aa-32447d434f19 req-ec530a18-7d15-4851-a8fc-6de2334cb362 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 945 time: 0.0633154 Mar 07 11:23:27.663882 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d9008ccc-7962-4c8a-a4aa-32447d434f19 req-62734d33-9968-4129-95b5-1f41ea14b829 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418985 Mar 07 11:23:27.788736 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device daa64310-326f-4a68-b273-9d5997345e83 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:23:27.790961 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a61ba7-3301-4b94-b52d-c4231c3b9044 req-c9cac932-1cdd-41a1-864c-4b823021afeb tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:27.792572 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-79a61ba7-3301-4b94-b52d-c4231c3b9044 req-c9cac932-1cdd-41a1-864c-4b823021afeb tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 945 time: 0.0599048 Mar 07 11:23:27.846577 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port daa64310-326f-4a68-b273-9d5997345e83 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:23:27.850556 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port daa64310-326f-4a68-b273-9d5997345e83 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:23:27.850930 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (daa64310-326f-4a68-b273-9d5997345e83), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:27.855873 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-79a61ba7-3301-4b94-b52d-c4231c3b9044 req-09e496f2-bd3d-4aae-815f-67b198463df5 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555916 Mar 07 11:23:27.946464 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port daa64310-326f-4a68-b273-9d5997345e83 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:23:27.946748 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (daa64310-326f-4a68-b273-9d5997345e83), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:27.978953 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a3d05b-bbc1-4708-869d-93cc647a688a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa64310-326f-4a68-b273-9d5997345e83'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:23:27.981496 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6a9563-b0dd-4d4a-8101-349d14467424" -d '{"events": [{"server_uuid": "b4a3d05b-bbc1-4708-869d-93cc647a688a", "name": "network-vif-plugged", "status": "completed", "tag": "daa64310-326f-4a68-b273-9d5997345e83"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:23:27.995086 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port daa64310-326f-4a68-b273-9d5997345e83, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=daa64310-326f-4a68-b273-9d5997345e83,segment=NetworkSegment(3c171f6e-63cb-446a-901c-af102889a77c),segment_id=3c171f6e-63cb-446a-901c-af102889a77c)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:23:27.995253 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb7de9-a1da-4466-8535-071e1638c188 req-d2a43511-70aa-415d-a512-08871ec56e9b tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:27.996809 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b5bb7de9-a1da-4466-8535-071e1638c188 req-d2a43511-70aa-415d-a512-08871ec56e9b tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 945 time: 0.0648997 Mar 07 11:23:28.000376 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (daa64310-326f-4a68-b273-9d5997345e83), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:28.031572 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e496c5-9a46-4149-a642-b88981d647c3 x-openstack-request-id: req-74e496c5-9a46-4149-a642-b88981d647c3 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:23:28.032057 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a3d05b-bbc1-4708-869d-93cc647a688a", "name": "network-vif-plugged", "status": "completed", "tag": "daa64310-326f-4a68-b273-9d5997345e83", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:23:28.032410 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-74e496c5-9a46-4149-a642-b88981d647c3 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:23:28.032809 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a3d05b-bbc1-4708-869d-93cc647a688a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daa64310-326f-4a68-b273-9d5997345e83', 'code': 200} Mar 07 11:23:28.052825 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b5bb7de9-a1da-4466-8535-071e1638c188 req-4e3c140e-0c41-4380-961f-486c4779b582 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465643 Mar 07 11:23:28.061221 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=daa64310-326f-4a68-b273-9d5997345e83,revision_number=9']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:28.441092 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63a4af-e00a-4a57-9121-ba8ca861daed req-adacb43b-7dad-4f28-a7fd-cc97797a0aa1 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:28.442635 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a63a4af-e00a-4a57-9121-ba8ca861daed req-adacb43b-7dad-4f28-a7fd-cc97797a0aa1 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 946 time: 0.0634358 Mar 07 11:23:28.489138 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a63a4af-e00a-4a57-9121-ba8ca861daed req-c9433fd6-5488-4bda-b4b6-d43501624732 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408812 Mar 07 11:23:29.542855 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d230f-db1e-4055-8023-94ff84ff6e6b req-d7c27921-8e96-4729-9ef3-5e0ee3845d9c tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:29.544313 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d05d230f-db1e-4055-8023-94ff84ff6e6b req-d7c27921-8e96-4729-9ef3-5e0ee3845d9c tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 946 time: 0.0526059 Mar 07 11:23:29.606847 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88959d14-7022-4a6c-b5e6-fbefdf356e50 req-923f5ef1-fff4-4d7a-bc64-9c69ace567d6 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:29.608822 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-88959d14-7022-4a6c-b5e6-fbefdf356e50 req-923f5ef1-fff4-4d7a-bc64-9c69ace567d6 tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/ports?device_id=b4a3d05b-bbc1-4708-869d-93cc647a688a HTTP/1.1" status: 200 len: 946 time: 0.0519323 Mar 07 11:23:29.636138 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-d05d230f-db1e-4055-8023-94ff84ff6e6b req-51a93616-70ca-4bd2-95cd-b43b7c36a46e tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Deleting port daa64310-326f-4a68-b273-9d5997345e83 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:23:29.636483 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d05d230f-db1e-4055-8023-94ff84ff6e6b req-51a93616-70ca-4bd2-95cd-b43b7c36a46e tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (daa64310-326f-4a68-b273-9d5997345e83), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:29.658684 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-88959d14-7022-4a6c-b5e6-fbefdf356e50 req-87faf8a0-bf34-431c-8d35-12c0b35e325e tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.11 "GET /v2.0/security-groups?id=95e5beb9-27f8-471c-b870-9055e60b7ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439799 Mar 07 11:23:29.729923 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-d05d230f-db1e-4055-8023-94ff84ff6e6b req-51a93616-70ca-4bd2-95cd-b43b7c36a46e tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] For port daa64310-326f-4a68-b273-9d5997345e83, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=daa64310-326f-4a68-b273-9d5997345e83,segment=NetworkSegment(3c171f6e-63cb-446a-901c-af102889a77c),segment_id=3c171f6e-63cb-446a-901c-af102889a77c)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:23:29.730280 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d05d230f-db1e-4055-8023-94ff84ff6e6b req-51a93616-70ca-4bd2-95cd-b43b7c36a46e tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (daa64310-326f-4a68-b273-9d5997345e83), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:29.741925 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-d05d230f-db1e-4055-8023-94ff84ff6e6b req-51a93616-70ca-4bd2-95cd-b43b7c36a46e tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Calling delete_port for daa64310-326f-4a68-b273-9d5997345e83 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:23:29.870825 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d05d230f-db1e-4055-8023-94ff84ff6e6b req-51a93616-70ca-4bd2-95cd-b43b7c36a46e tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (daa64310-326f-4a68-b273-9d5997345e83), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:29.898104 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a93616-70ca-4bd2-95cd-b43b7c36a46e tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Pushing event deleted for resources: {'Port': ['ID=daa64310-326f-4a68-b273-9d5997345e83,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:29.942206 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d05d230f-db1e-4055-8023-94ff84ff6e6b req-51a93616-70ca-4bd2-95cd-b43b7c36a46e tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] No DVR routers for this DVR port daa64310-326f-4a68-b273-9d5997345e83 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:23:29.944944 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d05d230f-db1e-4055-8023-94ff84ff6e6b req-51a93616-70ca-4bd2-95cd-b43b7c36a46e tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:29.948224 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d05d230f-db1e-4055-8023-94ff84ff6e6b req-51a93616-70ca-4bd2-95cd-b43b7c36a46e tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] 10.222.0.21 "DELETE /v2.0/ports/daa64310-326f-4a68-b273-9d5997345e83 HTTP/1.1" status: 204 len: 173 time: 0.3985670 Mar 07 11:23:29.948666 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4a3d05b-bbc1-4708-869d-93cc647a688a', 'name': 'network-vif-deleted', 'tag': 'daa64310-326f-4a68-b273-9d5997345e83'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:23:29.950935 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd3ef849-eb51-408d-8d6d-abcbcd0eb64a" -d '{"events": [{"server_uuid": "b4a3d05b-bbc1-4708-869d-93cc647a688a", "name": "network-vif-deleted", "tag": "daa64310-326f-4a68-b273-9d5997345e83"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:23:29.990836 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0b71a2-232a-4e4f-82a8-b62156a2d4fd x-openstack-request-id: req-8d0b71a2-232a-4e4f-82a8-b62156a2d4fd {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:23:29.991139 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4a3d05b-bbc1-4708-869d-93cc647a688a", "name": "network-vif-deleted", "tag": "daa64310-326f-4a68-b273-9d5997345e83", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:23:29.991399 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8d0b71a2-232a-4e4f-82a8-b62156a2d4fd {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:23:29.991812 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4a3d05b-bbc1-4708-869d-93cc647a688a', 'name': 'network-vif-deleted', 'tag': 'daa64310-326f-4a68-b273-9d5997345e83', 'status': 'completed', 'code': 200} Mar 07 11:23:30.785563 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42724) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:23:30.829424 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b60be26-f7ae-4a6c-b46f-2896398f89bc admin admin] Deleting subnet 6c137ab6-a48a-418d-bcd6-f5eb81c11724 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:23:30.832446 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1b60be26-f7ae-4a6c-b46f-2896398f89bc admin admin] Publish callbacks [] for subnet (6c137ab6-a48a-418d-bcd6-f5eb81c11724), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:30.866033 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1b60be26-f7ae-4a6c-b46f-2896398f89bc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (6c137ab6-a48a-418d-bcd6-f5eb81c11724), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:30.904873 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1b60be26-f7ae-4a6c-b46f-2896398f89bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (6c137ab6-a48a-418d-bcd6-f5eb81c11724), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:30.955617 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1b60be26-f7ae-4a6c-b46f-2896398f89bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (6c137ab6-a48a-418d-bcd6-f5eb81c11724), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:30.986990 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60be26-f7ae-4a6c-b46f-2896398f89bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c137ab6-a48a-418d-bcd6-f5eb81c11724,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:30.988907 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1b60be26-f7ae-4a6c-b46f-2896398f89bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:30.992048 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1b60be26-f7ae-4a6c-b46f-2896398f89bc admin admin] 10.222.0.11 "DELETE /v2.0/subnets/6c137ab6-a48a-418d-bcd6-f5eb81c11724 HTTP/1.1" status: 204 len: 168 time: 0.2054825 Mar 07 11:23:30.994571 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42726) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:23:31.062627 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a3e5a18-ea08-4e22-8bdb-0d1fd42dbd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (a14d6e69-6d96-427f-9107-14ba38ece4b5), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:31.140526 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a3e5a18-ea08-4e22-8bdb-0d1fd42dbd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (a14d6e69-6d96-427f-9107-14ba38ece4b5), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:31.160709 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-3a3e5a18-ea08-4e22-8bdb-0d1fd42dbd51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a14d6e69-6d96-427f-9107-14ba38ece4b5']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:31.169965 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-3a3e5a18-ea08-4e22-8bdb-0d1fd42dbd51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c171f6e-63cb-446a-901c-af102889a77c') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:31.171100 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-3a3e5a18-ea08-4e22-8bdb-0d1fd42dbd51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c171f6e-63cb-446a-901c-af102889a77c') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:31.180434 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a3e5a18-ea08-4e22-8bdb-0d1fd42dbd51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (3c171f6e-63cb-446a-901c-af102889a77c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:31.193298 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a3e5a18-ea08-4e22-8bdb-0d1fd42dbd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (3c171f6e-63cb-446a-901c-af102889a77c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:31.199342 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a3e5a18-ea08-4e22-8bdb-0d1fd42dbd51 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:23:31.199731 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a3e5a18-ea08-4e22-8bdb-0d1fd42dbd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (3c171f6e-63cb-446a-901c-af102889a77c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:31.201440 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 11:23:31.201440 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:23:31.201440 n-d-832164-4 neutron-server[103766]: timer() Mar 07 11:23:31.201440 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:23:31.201440 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 11:23:31.201440 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:23:31.201440 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 11:23:31.201440 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:23:31.201440 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 11:23:31.201440 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:23:31.201440 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 11:23:31.201440 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:23:31.201440 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 11:23:31.201440 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:23:31.201440 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:23:31.201440 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:23:31.201440 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:23:31.201440 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:23:31.201440 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 11:23:31.201440 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:23:31.201440 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 11:23:31.201440 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:23:31.201440 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:23:31.201440 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:23:31.201440 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 11:23:31.201440 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:23:31.201440 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:23:31.201440 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:23:31.201440 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:23:31.201440 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:23:31.201440 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:23:31.201440 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:23:31.253846 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a3e5a18-ea08-4e22-8bdb-0d1fd42dbd51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (a14d6e69-6d96-427f-9107-14ba38ece4b5), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:31.259409 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3a3e5a18-ea08-4e22-8bdb-0d1fd42dbd51 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:31.262477 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3a3e5a18-ea08-4e22-8bdb-0d1fd42dbd51 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a14d6e69-6d96-427f-9107-14ba38ece4b5 HTTP/1.1" status: 204 len: 168 time: 0.2670069 Mar 07 11:23:31.273623 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e5a18-ea08-4e22-8bdb-0d1fd42dbd51 admin admin] Pushing event deleted for resources: {'Network': ['ID=a14d6e69-6d96-427f-9107-14ba38ece4b5,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:31.367336 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42730) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:23:31.407317 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d47d4ecb-98af-4dc4-93a4-aa64f301010e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=100c7e662c9645f081890ee295fb616e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388243 Mar 07 11:23:31.409857 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42732) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:23:31.456421 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-deddbb20-15db-4976-b5b9-a202cfcf0fec admin admin] Publish callbacks [] for security_group (95e5beb9-27f8-471c-b870-9055e60b7ec5), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:31.480553 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-deddbb20-15db-4976-b5b9-a202cfcf0fec admin admin] Publish callbacks [] for security_group (95e5beb9-27f8-471c-b870-9055e60b7ec5), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:31.526922 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-deddbb20-15db-4976-b5b9-a202cfcf0fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (95e5beb9-27f8-471c-b870-9055e60b7ec5), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:31.529505 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-deddbb20-15db-4976-b5b9-a202cfcf0fec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:31.530840 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-deddbb20-15db-4976-b5b9-a202cfcf0fec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/95e5beb9-27f8-471c-b870-9055e60b7ec5 HTTP/1.1" status: 204 len: 168 time: 0.1200316 Mar 07 11:23:31.538664 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deddbb20-15db-4976-b5b9-a202cfcf0fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e5beb9-27f8-471c-b870-9055e60b7ec5,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:31.794873 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device daa64310-326f-4a68-b273-9d5997345e83 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:23:31.809999 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: daa64310-326f-4a68-b273-9d5997345e83 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:23:31.810357 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device daa64310-326f-4a68-b273-9d5997345e83 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:23:32.181343 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42754) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:23:32.275870 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-4b824aa1-b844-4091-b498-481f64dc2e02 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2015535949-network', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:23:32.296436 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b824aa1-b844-4091-b498-481f64dc2e02 admin admin] Made reservation on behalf of 22535d62b61f432ba4e3949dbcbf8c06 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:23:32.298814 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b824aa1-b844-4091-b498-481f64dc2e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:32.307249 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b824aa1-b844-4091-b498-481f64dc2e02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:32.380779 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b824aa1-b844-4091-b498-481f64dc2e02 admin admin] Publish callbacks [] for security_group (9d72be63-9e96-4947-b4b1-5a3843b4783b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:32.384410 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b824aa1-b844-4091-b498-481f64dc2e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (9d72be63-9e96-4947-b4b1-5a3843b4783b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:32.405700 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b824aa1-b844-4091-b498-481f64dc2e02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 211} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:23:32.418611 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b824aa1-b844-4091-b498-481f64dc2e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d72be63-9e96-4947-b4b1-5a3843b4783b,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:32.423670 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b824aa1-b844-4091-b498-481f64dc2e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (bfcc285c-709b-4cbd-9957-260e57aa3f22), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:32.424011 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-4b824aa1-b844-4091-b498-481f64dc2e02 admin admin] Added segment bfcc285c-709b-4cbd-9957-260e57aa3f22 of type vlan for network b885484d-7394-4a85-a997-6d93d08e7b4b Mar 07 11:23:32.463597 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b824aa1-b844-4091-b498-481f64dc2e02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (b885484d-7394-4a85-a997-6d93d08e7b4b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:32.486957 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b824aa1-b844-4091-b498-481f64dc2e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (b885484d-7394-4a85-a997-6d93d08e7b4b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:32.487876 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b824aa1-b844-4091-b498-481f64dc2e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:32.488443 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4b824aa1-b844-4091-b498-481f64dc2e02 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:32.547793 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4b824aa1-b844-4091-b498-481f64dc2e02 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3652585 Mar 07 11:23:32.551061 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42758) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:23:32.553138 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b824aa1-b844-4091-b498-481f64dc2e02 admin admin] Pushing event updated for resources: {'Network': ['ID=b885484d-7394-4a85-a997-6d93d08e7b4b,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:32.555902 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-64762909-0d37-4480-954d-949dddf18164 admin admin] Request body: {'subnet': {'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2015535949-subnet', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:23:32.563893 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network b885484d-7394-4a85-a997-6d93d08e7b4b details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:23:32.578536 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64762909-0d37-4480-954d-949dddf18164 admin admin] Made reservation on behalf of 22535d62b61f432ba4e3949dbcbf8c06 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:23:32.585426 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-64762909-0d37-4480-954d-949dddf18164 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:32.755071 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-64762909-0d37-4480-954d-949dddf18164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (91933fe8-09f2-48fc-89ea-85a92d3f3e62), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:32.813684 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64762909-0d37-4480-954d-949dddf18164 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91933fe8-09f2-48fc-89ea-85a92d3f3e62,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:32.820624 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64762909-0d37-4480-954d-949dddf18164 admin admin] Checking segment: {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:23:32.820982 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64762909-0d37-4480-954d-949dddf18164 admin admin] Network hostable DHCP agents. Network: b885484d-7394-4a85-a997-6d93d08e7b4b, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:23:32.843663 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64762909-0d37-4480-954d-949dddf18164 admin admin] Network b885484d-7394-4a85-a997-6d93d08e7b4b is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:23:32.856428 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-64762909-0d37-4480-954d-949dddf18164 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, b885484d-7394-4a85-a997-6d93d08e7b4b) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:23:32.861076 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64762909-0d37-4480-954d-949dddf18164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:32.861698 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-64762909-0d37-4480-954d-949dddf18164 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:32.866580 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa017b0-36da-462e-a612-09ac33433e17 None None] Network b885484d-7394-4a85-a997-6d93d08e7b4b requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:23:32.878006 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-64762909-0d37-4480-954d-949dddf18164 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3258646 Mar 07 11:23:32.880590 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42760) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:23:32.884972 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-90707feb-fac5-43a7-b3a4-6ee0d9f9e6de admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2015535949-router', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:23:32.905325 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90707feb-fac5-43a7-b3a4-6ee0d9f9e6de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (f7c076c2-0f67-4780-b10a-80eaea884cb8), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:32.906603 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90707feb-fac5-43a7-b3a4-6ee0d9f9e6de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (f7c076c2-0f67-4780-b10a-80eaea884cb8), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:32.957814 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90707feb-fac5-43a7-b3a4-6ee0d9f9e6de admin admin] Publish callbacks [] for router_controller (f7c076c2-0f67-4780-b10a-80eaea884cb8), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:32.975709 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5d78aa-4d4a-4284-909f-3b09401d991d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-b885484d-7394-4a85-a997-6d93d08e7b4b', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:23:32.976560 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6b5d78aa-4d4a-4284-909f-3b09401d991d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:33.100370 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90707feb-fac5-43a7-b3a4-6ee0d9f9e6de admin admin] Publish callbacks [] for router_gateway (f7c076c2-0f67-4780-b10a-80eaea884cb8), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:33.114199 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-6b5d78aa-4d4a-4284-909f-3b09401d991d None None] Allocated IP 172.20.0.2 (b885484d-7394-4a85-a997-6d93d08e7b4b/91933fe8-09f2-48fc-89ea-85a92d3f3e62/b4d64bf3-e186-49d1-bd10-f78a75999e4a) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:23:33.254793 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6b5d78aa-4d4a-4284-909f-3b09401d991d None None] Publish callbacks [] for port (b4d64bf3-e186-49d1-bd10-f78a75999e4a), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:33.260218 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6b5d78aa-4d4a-4284-909f-3b09401d991d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (b4d64bf3-e186-49d1-bd10-f78a75999e4a), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:33.303942 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5d78aa-4d4a-4284-909f-3b09401d991d None None] Network b885484d-7394-4a85-a997-6d93d08e7b4b is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:23:33.304970 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90707feb-fac5-43a7-b3a4-6ee0d9f9e6de admin admin] Publish callbacks [] for router_gateway (f7c076c2-0f67-4780-b10a-80eaea884cb8), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:33.306882 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-6b5d78aa-4d4a-4284-909f-3b09401d991d None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:23:33.310310 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5d78aa-4d4a-4284-909f-3b09401d991d None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:23:33.318847 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d78aa-4d4a-4284-909f-3b09401d991d None None] Pushing event updated for resources: {'Port': ['ID=b4d64bf3-e186-49d1-bd10-f78a75999e4a,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:33.324360 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90707feb-fac5-43a7-b3a4-6ee0d9f9e6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:33.370922 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6b5d78aa-4d4a-4284-909f-3b09401d991d None None] Attempting to bind port b4d64bf3-e186-49d1-bd10-f78a75999e4a on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:23:33.371204 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6b5d78aa-4d4a-4284-909f-3b09401d991d None None] Attempting to bind port b4d64bf3-e186-49d1-bd10-f78a75999e4a by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:23:33.371562 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d78aa-4d4a-4284-909f-3b09401d991d None None] Attempting to bind port b4d64bf3-e186-49d1-bd10-f78a75999e4a on network b885484d-7394-4a85-a997-6d93d08e7b4b {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:23:33.377217 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d78aa-4d4a-4284-909f-3b09401d991d None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:23:33.377598 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d78aa-4d4a-4284-909f-3b09401d991d None None] Checking segment: {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:23:33.378001 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6b5d78aa-4d4a-4284-909f-3b09401d991d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:33.378392 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5d78aa-4d4a-4284-909f-3b09401d991d None None] Bound using segment: {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:23:33.378850 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-6b5d78aa-4d4a-4284-909f-3b09401d991d None None] Bound port: b4d64bf3-e186-49d1-bd10-f78a75999e4a, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:23:33.379228 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6b5d78aa-4d4a-4284-909f-3b09401d991d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b4d64bf3-e186-49d1-bd10-f78a75999e4a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:33.427370 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-90707feb-fac5-43a7-b3a4-6ee0d9f9e6de admin admin] Allocated IP 172.25.3.167 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/c7805723-6dd7-411c-bc2d-6cbde6bc4cdc) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:23:33.442491 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6b5d78aa-4d4a-4284-909f-3b09401d991d None None] For port b4d64bf3-e186-49d1-bd10-f78a75999e4a, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:23:33.446131 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6b5d78aa-4d4a-4284-909f-3b09401d991d None None] For port b4d64bf3-e186-49d1-bd10-f78a75999e4a, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b4d64bf3-e186-49d1-bd10-f78a75999e4a,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:23:33.451620 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6b5d78aa-4d4a-4284-909f-3b09401d991d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b4d64bf3-e186-49d1-bd10-f78a75999e4a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:33.508699 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d78aa-4d4a-4284-909f-3b09401d991d None None] Pushing event updated for resources: {'Port': ['ID=b4d64bf3-e186-49d1-bd10-f78a75999e4a,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:33.538393 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90707feb-fac5-43a7-b3a4-6ee0d9f9e6de admin admin] Publish callbacks [] for port (c7805723-6dd7-411c-bc2d-6cbde6bc4cdc), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:33.573047 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90707feb-fac5-43a7-b3a4-6ee0d9f9e6de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (c7805723-6dd7-411c-bc2d-6cbde6bc4cdc), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:33.613334 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90707feb-fac5-43a7-b3a4-6ee0d9f9e6de admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:23:33.616336 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-90707feb-fac5-43a7-b3a4-6ee0d9f9e6de admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:23:33.619870 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90707feb-fac5-43a7-b3a4-6ee0d9f9e6de admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:23:33.648807 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90707feb-fac5-43a7-b3a4-6ee0d9f9e6de admin admin] Pushing event updated for resources: {'Port': ['ID=c7805723-6dd7-411c-bc2d-6cbde6bc4cdc,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:33.909045 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90707feb-fac5-43a7-b3a4-6ee0d9f9e6de admin admin] Publish callbacks [] for router_gateway (f7c076c2-0f67-4780-b10a-80eaea884cb8), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:34.024805 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b4d64bf3-e186-49d1-bd10-f78a75999e4a up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:23:34.079596 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port b4d64bf3-e186-49d1-bd10-f78a75999e4a triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:23:34.080061 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b4d64bf3-e186-49d1-bd10-f78a75999e4a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:34.123515 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90707feb-fac5-43a7-b3a4-6ee0d9f9e6de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (f7c076c2-0f67-4780-b10a-80eaea884cb8), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:34.159640 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port b4d64bf3-e186-49d1-bd10-f78a75999e4a is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:23:34.160261 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b4d64bf3-e186-49d1-bd10-f78a75999e4a), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:34.202188 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port b4d64bf3-e186-49d1-bd10-f78a75999e4a, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b4d64bf3-e186-49d1-bd10-f78a75999e4a,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:23:34.206717 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b4d64bf3-e186-49d1-bd10-f78a75999e4a), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:34.281257 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90707feb-fac5-43a7-b3a4-6ee0d9f9e6de admin admin] Router f7c076c2-0f67-4780-b10a-80eaea884cb8 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:23:34.281985 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=b4d64bf3-e186-49d1-bd10-f78a75999e4a,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:34.397924 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90707feb-fac5-43a7-b3a4-6ee0d9f9e6de admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:23:34.409238 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c96f87-85d0-413f-bb08-620ce9f0c56a None None] Sync routers for ids ['f7c076c2-0f67-4780-b10a-80eaea884cb8'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:23:34.417399 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90707feb-fac5-43a7-b3a4-6ee0d9f9e6de admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:34.422064 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-90707feb-fac5-43a7-b3a4-6ee0d9f9e6de admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5369322 Mar 07 11:23:34.422226 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c96f87-85d0-413f-bb08-620ce9f0c56a None None] Routers {'f7c076c2-0f67-4780-b10a-80eaea884cb8'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:23:34.422226 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e4c96f87-85d0-413f-bb08-620ce9f0c56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:23:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f7c076c2-0f67-4780-b10a-80eaea884cb8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:34.422416 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42762) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:23:34.536996 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-e4c96f87-85d0-413f-bb08-620ce9f0c56a None None] Set router f7c076c2-0f67-4780-b10a-80eaea884cb8 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:23:34.564012 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f24e89-723b-4ea4-b6f5-2103a8755944 None None] Network b885484d-7394-4a85-a997-6d93d08e7b4b requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:23:34.675055 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f09a81d5-4986-4b0d-b12f-182336f603f4 None None] Provisioning complete for port b4d64bf3-e186-49d1-bd10-f78a75999e4a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:23:34.675387 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f09a81d5-4986-4b0d-b12f-182336f603f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b4d64bf3-e186-49d1-bd10-f78a75999e4a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:34.724329 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e4c96f87-85d0-413f-bb08-620ce9f0c56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'name': 'tempest-ServerActionsTestJSON-2015535949-router', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:23:32Z', 'updated_at': '2022-03-07T11:23:33Z', 'revision_number': 3, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'gw_port': {'id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:db:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:33Z', 'updated_at': '2022-03-07T11:23:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:34.759645 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c96f87-85d0-413f-bb08-620ce9f0c56a None None] Checking router: f7c076c2-0f67-4780-b10a-80eaea884cb8 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:23:34.759991 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c96f87-85d0-413f-bb08-620ce9f0c56a None None] Updating router f7c076c2-0f67-4780-b10a-80eaea884cb8 port c7805723-6dd7-411c-bc2d-6cbde6bc4cdc binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:23:34.770302 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f09a81d5-4986-4b0d-b12f-182336f603f4 None None] Current status of the port b4d64bf3-e186-49d1-bd10-f78a75999e4a is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:23:34.789735 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e4c96f87-85d0-413f-bb08-620ce9f0c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c7805723-6dd7-411c-bc2d-6cbde6bc4cdc), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:34.895648 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-076b13fd-6a3f-4c96-abca-225bfab8b725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:34.993844 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-74867f17-43bc-4a16-82b0-b26defc2253a None None] Provisioning complete for port b4d64bf3-e186-49d1-bd10-f78a75999e4a triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:23:34.994247 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-74867f17-43bc-4a16-82b0-b26defc2253a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b4d64bf3-e186-49d1-bd10-f78a75999e4a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:35.063532 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-076b13fd-6a3f-4c96-abca-225bfab8b725 admin admin] Allocated IP 172.20.0.1 (b885484d-7394-4a85-a997-6d93d08e7b4b/91933fe8-09f2-48fc-89ea-85a92d3f3e62/ffe35996-41f3-4a3e-a512-070232ca4284) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:23:35.070040 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e4c96f87-85d0-413f-bb08-620ce9f0c56a None None] Publish callbacks [] for port (c7805723-6dd7-411c-bc2d-6cbde6bc4cdc), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:35.078022 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e4c96f87-85d0-413f-bb08-620ce9f0c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c7805723-6dd7-411c-bc2d-6cbde6bc4cdc), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:35.080025 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-74867f17-43bc-4a16-82b0-b26defc2253a None None] Current status of the port b4d64bf3-e186-49d1-bd10-f78a75999e4a is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:23:35.130705 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-e4c96f87-85d0-413f-bb08-620ce9f0c56a None None] Attempting to bind port c7805723-6dd7-411c-bc2d-6cbde6bc4cdc on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:23:35.131072 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-e4c96f87-85d0-413f-bb08-620ce9f0c56a None None] Attempting to bind port c7805723-6dd7-411c-bc2d-6cbde6bc4cdc by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:23:35.131433 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c96f87-85d0-413f-bb08-620ce9f0c56a None None] Attempting to bind port c7805723-6dd7-411c-bc2d-6cbde6bc4cdc on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:23:35.138336 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6792b-8ce9-4bae-88e3-2372f7453ba6 None None] Pushing event updated for resources: {'Port': ['ID=c7805723-6dd7-411c-bc2d-6cbde6bc4cdc,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:35.141621 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c96f87-85d0-413f-bb08-620ce9f0c56a None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:23:35.141992 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c96f87-85d0-413f-bb08-620ce9f0c56a None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:23:35.142393 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e4c96f87-85d0-413f-bb08-620ce9f0c56a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:35.142779 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c96f87-85d0-413f-bb08-620ce9f0c56a None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:23:35.143239 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-e4c96f87-85d0-413f-bb08-620ce9f0c56a None None] Bound port: c7805723-6dd7-411c-bc2d-6cbde6bc4cdc, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:23:35.143609 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e4c96f87-85d0-413f-bb08-620ce9f0c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c7805723-6dd7-411c-bc2d-6cbde6bc4cdc), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:35.149960 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6792b-8ce9-4bae-88e3-2372f7453ba6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:35.150304 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6792b-8ce9-4bae-88e3-2372f7453ba6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:35.150644 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6792b-8ce9-4bae-88e3-2372f7453ba6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:35.150978 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6792b-8ce9-4bae-88e3-2372f7453ba6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:35.151314 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6792b-8ce9-4bae-88e3-2372f7453ba6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:35.151641 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6792b-8ce9-4bae-88e3-2372f7453ba6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:35.151968 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6792b-8ce9-4bae-88e3-2372f7453ba6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:35.152291 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6792b-8ce9-4bae-88e3-2372f7453ba6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:35.152609 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6792b-8ce9-4bae-88e3-2372f7453ba6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:35.152929 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6792b-8ce9-4bae-88e3-2372f7453ba6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:35.153276 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6792b-8ce9-4bae-88e3-2372f7453ba6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:35.153596 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6792b-8ce9-4bae-88e3-2372f7453ba6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:35.153913 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff6792b-8ce9-4bae-88e3-2372f7453ba6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:35.177063 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-076b13fd-6a3f-4c96-abca-225bfab8b725 admin admin] Publish callbacks [] for port (ffe35996-41f3-4a3e-a512-070232ca4284), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:35.205161 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-e4c96f87-85d0-413f-bb08-620ce9f0c56a None None] For port c7805723-6dd7-411c-bc2d-6cbde6bc4cdc, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:23:35.208070 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-e4c96f87-85d0-413f-bb08-620ce9f0c56a None None] For port c7805723-6dd7-411c-bc2d-6cbde6bc4cdc, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c7805723-6dd7-411c-bc2d-6cbde6bc4cdc,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:23:35.213421 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-076b13fd-6a3f-4c96-abca-225bfab8b725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (ffe35996-41f3-4a3e-a512-070232ca4284), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:35.214287 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e4c96f87-85d0-413f-bb08-620ce9f0c56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c7805723-6dd7-411c-bc2d-6cbde6bc4cdc), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:35.253192 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076b13fd-6a3f-4c96-abca-225bfab8b725 admin admin] Network b885484d-7394-4a85-a997-6d93d08e7b4b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:23:35.257613 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-076b13fd-6a3f-4c96-abca-225bfab8b725 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:23:35.261064 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076b13fd-6a3f-4c96-abca-225bfab8b725 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:23:35.268930 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6792b-8ce9-4bae-88e3-2372f7453ba6 None None] Pushing event updated for resources: {'Port': ['ID=c7805723-6dd7-411c-bc2d-6cbde6bc4cdc,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:35.277545 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c96f87-85d0-413f-bb08-620ce9f0c56a None None] Routers {'f7c076c2-0f67-4780-b10a-80eaea884cb8'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:23:35.277989 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e4c96f87-85d0-413f-bb08-620ce9f0c56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:23:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f7c076c2-0f67-4780-b10a-80eaea884cb8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:35.287311 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b13fd-6a3f-4c96-abca-225bfab8b725 admin admin] Pushing event updated for resources: {'Port': ['ID=ffe35996-41f3-4a3e-a512-070232ca4284,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:35.307909 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-076b13fd-6a3f-4c96-abca-225bfab8b725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (f7c076c2-0f67-4780-b10a-80eaea884cb8), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:35.390774 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-e4c96f87-85d0-413f-bb08-620ce9f0c56a None None] Set router f7c076c2-0f67-4780-b10a-80eaea884cb8 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:23:35.457888 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-076b13fd-6a3f-4c96-abca-225bfab8b725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ffe35996-41f3-4a3e-a512-070232ca4284), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:35.504539 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d4757dcf-ec5c-4334-88f0-d8632bc6220f None None] Provisioning complete for port ffe35996-41f3-4a3e-a512-070232ca4284 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:23:35.504917 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d4757dcf-ec5c-4334-88f0-d8632bc6220f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ffe35996-41f3-4a3e-a512-070232ca4284), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:35.539780 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d4757dcf-ec5c-4334-88f0-d8632bc6220f None None] Port ffe35996-41f3-4a3e-a512-070232ca4284 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:23:35.581994 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e4c96f87-85d0-413f-bb08-620ce9f0c56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'name': 'tempest-ServerActionsTestJSON-2015535949-router', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:23:32Z', 'updated_at': '2022-03-07T11:23:33Z', 'revision_number': 3, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'gw_port': {'id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:db:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:33Z', 'updated_at': '2022-03-07T11:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:35.613220 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c96f87-85d0-413f-bb08-620ce9f0c56a None None] The sync data for ids ['f7c076c2-0f67-4780-b10a-80eaea884cb8'] in n-d-832164-4 is: [{'id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'name': 'tempest-ServerActionsTestJSON-2015535949-router', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:23:32Z', 'updated_at': '2022-03-07T11:23:33Z', 'revision_number': 3, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'gw_port': {'id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:db:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:33Z', 'updated_at': '2022-03-07T11:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:23:35.633914 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-076b13fd-6a3f-4c96-abca-225bfab8b725 admin admin] Publish callbacks [] for port (ffe35996-41f3-4a3e-a512-070232ca4284), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:35.638269 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-076b13fd-6a3f-4c96-abca-225bfab8b725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (ffe35996-41f3-4a3e-a512-070232ca4284), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:35.709642 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b13fd-6a3f-4c96-abca-225bfab8b725 admin admin] Pushing event updated for resources: {'Port': ['ID=ffe35996-41f3-4a3e-a512-070232ca4284,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:35.714686 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-076b13fd-6a3f-4c96-abca-225bfab8b725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (f7c076c2-0f67-4780-b10a-80eaea884cb8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:35.808486 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076b13fd-6a3f-4c96-abca-225bfab8b725 admin admin] Network b885484d-7394-4a85-a997-6d93d08e7b4b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:23:35.809924 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-076b13fd-6a3f-4c96-abca-225bfab8b725 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:23:35.965859 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076b13fd-6a3f-4c96-abca-225bfab8b725 admin admin] Router f7c076c2-0f67-4780-b10a-80eaea884cb8 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:23:36.098030 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076b13fd-6a3f-4c96-abca-225bfab8b725 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:23:36.104613 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-076b13fd-6a3f-4c96-abca-225bfab8b725 admin admin] 10.222.0.11 "PUT /v2.0/routers/f7c076c2-0f67-4780-b10a-80eaea884cb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6809783 Mar 07 11:23:36.105916 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b4d64bf3-e186-49d1-bd10-f78a75999e4a up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:23:36.171405 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port b4d64bf3-e186-49d1-bd10-f78a75999e4a triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:23:36.171871 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b4d64bf3-e186-49d1-bd10-f78a75999e4a), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:36.202174 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-91658c98-1839-4f77-917b-ac05cbe20898 None None] Provisioning complete for port ffe35996-41f3-4a3e-a512-070232ca4284 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:23:36.202644 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-91658c98-1839-4f77-917b-ac05cbe20898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ffe35996-41f3-4a3e-a512-070232ca4284), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:36.258490 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-91658c98-1839-4f77-917b-ac05cbe20898 None None] Port ffe35996-41f3-4a3e-a512-070232ca4284 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:23:36.304553 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port b4d64bf3-e186-49d1-bd10-f78a75999e4a is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:23:36.305669 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c7805723-6dd7-411c-bc2d-6cbde6bc4cdc up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:23:36.355935 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port c7805723-6dd7-411c-bc2d-6cbde6bc4cdc triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:23:36.356319 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c7805723-6dd7-411c-bc2d-6cbde6bc4cdc), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:36.444894 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port c7805723-6dd7-411c-bc2d-6cbde6bc4cdc is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:23:36.445324 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c7805723-6dd7-411c-bc2d-6cbde6bc4cdc), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:36.470759 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port c7805723-6dd7-411c-bc2d-6cbde6bc4cdc, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c7805723-6dd7-411c-bc2d-6cbde6bc4cdc,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:23:36.475298 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c7805723-6dd7-411c-bc2d-6cbde6bc4cdc), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:36.547878 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=c7805723-6dd7-411c-bc2d-6cbde6bc4cdc,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:36.559383 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ef7453cb-85c8-4c30-8d7f-f27c33fd02ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:36.702174 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42770) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:23:36.706705 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-8031c61d-ecdd-4822-bcf1-b51f0bd307c3 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1082229441', 'description': 'tempest-description--1838473913'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:23:36.726544 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8031c61d-ecdd-4822-bcf1-b51f0bd307c3 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:36.794754 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8031c61d-ecdd-4822-bcf1-b51f0bd307c3 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks [] for security_group (58b617f0-5a0d-4a41-ab4f-284c9d0311ea), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:36.799068 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8031c61d-ecdd-4822-bcf1-b51f0bd307c3 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (58b617f0-5a0d-4a41-ab4f-284c9d0311ea), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:36.830364 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8031c61d-ecdd-4822-bcf1-b51f0bd307c3 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:36.831579 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8031c61d-ecdd-4822-bcf1-b51f0bd307c3 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1283989 Mar 07 11:23:36.832537 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8031c61d-ecdd-4822-bcf1-b51f0bd307c3 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58b617f0-5a0d-4a41-ab4f-284c9d0311ea,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:36.835890 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42772) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:23:36.840389 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-128d56c7-d643-43ed-bee3-8172e683f38b tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Request body: {'security_group_rule': {'security_group_id': '58b617f0-5a0d-4a41-ab4f-284c9d0311ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:23:36.864934 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-128d56c7-d643-43ed-bee3-8172e683f38b tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks [] for security_group_rule (27d82437-c718-41a8-a3a1-9713f21b8b23), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:36.921275 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-128d56c7-d643-43ed-bee3-8172e683f38b tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks [] for security_group_rule (27d82437-c718-41a8-a3a1-9713f21b8b23), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:36.924730 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-128d56c7-d643-43ed-bee3-8172e683f38b tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (27d82437-c718-41a8-a3a1-9713f21b8b23), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:36.942436 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d56c7-d643-43ed-bee3-8172e683f38b tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d82437-c718-41a8-a3a1-9713f21b8b23,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:36.951790 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-128d56c7-d643-43ed-bee3-8172e683f38b tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:36.955583 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-128d56c7-d643-43ed-bee3-8172e683f38b tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161232 Mar 07 11:23:36.956064 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42774) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:23:36.960422 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-337cab2a-b8d2-46a6-91df-5dc87a05af19 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Request body: {'security_group_rule': {'security_group_id': '58b617f0-5a0d-4a41-ab4f-284c9d0311ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:23:36.991161 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-337cab2a-b8d2-46a6-91df-5dc87a05af19 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks [] for security_group_rule (835d5905-c4b4-4e3a-8233-ab7b2693c7e4), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:37.049355 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-337cab2a-b8d2-46a6-91df-5dc87a05af19 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks [] for security_group_rule (835d5905-c4b4-4e3a-8233-ab7b2693c7e4), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:37.053625 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-337cab2a-b8d2-46a6-91df-5dc87a05af19 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (835d5905-c4b4-4e3a-8233-ab7b2693c7e4), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:37.072621 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337cab2a-b8d2-46a6-91df-5dc87a05af19 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=835d5905-c4b4-4e3a-8233-ab7b2693c7e4,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:37.078042 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-337cab2a-b8d2-46a6-91df-5dc87a05af19 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:37.079247 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-337cab2a-b8d2-46a6-91df-5dc87a05af19 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222293 Mar 07 11:23:37.082354 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 42776) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:23:37.086549 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-add6de68-bf14-4058-91b3-d7a1ca45a445 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:23:37.109497 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-add6de68-bf14-4058-91b3-d7a1ca45a445 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:37.209685 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-add6de68-bf14-4058-91b3-d7a1ca45a445 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:37.278154 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe88404-ba26-4288-a182-dd26a150d062 None None] Sync routers for ids ['f7c076c2-0f67-4780-b10a-80eaea884cb8'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:23:37.287919 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe88404-ba26-4288-a182-dd26a150d062 None None] Routers {'f7c076c2-0f67-4780-b10a-80eaea884cb8'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:23:37.288651 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-efe88404-ba26-4288-a182-dd26a150d062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:23:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f7c076c2-0f67-4780-b10a-80eaea884cb8'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:37.319313 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-add6de68-bf14-4058-91b3-d7a1ca45a445 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Allocated IP 172.25.3.170 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/81642dd8-ba13-422e-a23a-ed94197b553e) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:23:37.401831 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-efe88404-ba26-4288-a182-dd26a150d062 None None] Set router f7c076c2-0f67-4780-b10a-80eaea884cb8 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:23:37.418412 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-add6de68-bf14-4058-91b3-d7a1ca45a445 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks [] for port (81642dd8-ba13-422e-a23a-ed94197b553e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:37.453556 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-add6de68-bf14-4058-91b3-d7a1ca45a445 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (81642dd8-ba13-422e-a23a-ed94197b553e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:37.496726 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add6de68-bf14-4058-91b3-d7a1ca45a445 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:23:37.499048 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-add6de68-bf14-4058-91b3-d7a1ca45a445 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:23:37.501437 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add6de68-bf14-4058-91b3-d7a1ca45a445 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:23:37.527919 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6de68-bf14-4058-91b3-d7a1ca45a445 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Pushing event updated for resources: {'Port': ['ID=81642dd8-ba13-422e-a23a-ed94197b553e,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:37.540619 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add6de68-bf14-4058-91b3-d7a1ca45a445 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:37.540960 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add6de68-bf14-4058-91b3-d7a1ca45a445 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:37.541329 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add6de68-bf14-4058-91b3-d7a1ca45a445 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:37.541666 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add6de68-bf14-4058-91b3-d7a1ca45a445 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:37.541996 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add6de68-bf14-4058-91b3-d7a1ca45a445 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:37.542325 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add6de68-bf14-4058-91b3-d7a1ca45a445 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:37.542650 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add6de68-bf14-4058-91b3-d7a1ca45a445 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:37.542967 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add6de68-bf14-4058-91b3-d7a1ca45a445 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:37.543288 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add6de68-bf14-4058-91b3-d7a1ca45a445 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:37.543604 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add6de68-bf14-4058-91b3-d7a1ca45a445 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:37.543922 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add6de68-bf14-4058-91b3-d7a1ca45a445 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:37.544238 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add6de68-bf14-4058-91b3-d7a1ca45a445 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:37.544554 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-add6de68-bf14-4058-91b3-d7a1ca45a445 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:23:37.608583 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-efe88404-ba26-4288-a182-dd26a150d062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'name': 'tempest-ServerActionsTestJSON-2015535949-router', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:23:32Z', 'updated_at': '2022-03-07T11:23:35Z', 'revision_number': 4, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'gw_port': {'id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:33Z', 'updated_at': '2022-03-07T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'ffe35996-41f3-4a3e-a512-070232ca4284', 'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'mac_address': 'fa:16:3e:2b:7a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:34Z', 'updated_at': '2022-03-07T11:23:35Z', 'revision_number': 2, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'subnets': [{'id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:37.608918 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-add6de68-bf14-4058-91b3-d7a1ca45a445 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks [] for floatingip (ad151a60-c4be-43a3-b1a7-89abb313ce59), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:37.635435 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe88404-ba26-4288-a182-dd26a150d062 None None] Checking router: f7c076c2-0f67-4780-b10a-80eaea884cb8 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:23:37.635792 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe88404-ba26-4288-a182-dd26a150d062 None None] Updating router f7c076c2-0f67-4780-b10a-80eaea884cb8 port ffe35996-41f3-4a3e-a512-070232ca4284 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:23:37.645634 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-add6de68-bf14-4058-91b3-d7a1ca45a445 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (81642dd8-ba13-422e-a23a-ed94197b553e), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:37.662215 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-efe88404-ba26-4288-a182-dd26a150d062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ffe35996-41f3-4a3e-a512-070232ca4284), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:37.795906 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-add6de68-bf14-4058-91b3-d7a1ca45a445 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks [] for port (81642dd8-ba13-422e-a23a-ed94197b553e), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:37.800597 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-add6de68-bf14-4058-91b3-d7a1ca45a445 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (81642dd8-ba13-422e-a23a-ed94197b553e), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:37.869607 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6de68-bf14-4058-91b3-d7a1ca45a445 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Pushing event updated for resources: {'Port': ['ID=81642dd8-ba13-422e-a23a-ed94197b553e,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:37.878793 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-add6de68-bf14-4058-91b3-d7a1ca45a445 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (ad151a60-c4be-43a3-b1a7-89abb313ce59), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:37.895187 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-add6de68-bf14-4058-91b3-d7a1ca45a445 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:37.896423 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-add6de68-bf14-4058-91b3-d7a1ca45a445 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8131635 Mar 07 11:23:37.927479 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-efe88404-ba26-4288-a182-dd26a150d062 None None] Publish callbacks [] for port (ffe35996-41f3-4a3e-a512-070232ca4284), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:37.933253 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-efe88404-ba26-4288-a182-dd26a150d062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ffe35996-41f3-4a3e-a512-070232ca4284), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:37.984029 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa2c63-5d87-4563-a5b7-92a175385097 None None] Pushing event updated for resources: {'Port': ['ID=ffe35996-41f3-4a3e-a512-070232ca4284,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:38.031951 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c7805723-6dd7-411c-bc2d-6cbde6bc4cdc up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:23:38.068991 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-efe88404-ba26-4288-a182-dd26a150d062 None None] Attempting to bind port ffe35996-41f3-4a3e-a512-070232ca4284 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:23:38.069394 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-efe88404-ba26-4288-a182-dd26a150d062 None None] Attempting to bind port ffe35996-41f3-4a3e-a512-070232ca4284 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:23:38.069764 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe88404-ba26-4288-a182-dd26a150d062 None None] Attempting to bind port ffe35996-41f3-4a3e-a512-070232ca4284 on network b885484d-7394-4a85-a997-6d93d08e7b4b {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:23:38.080799 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2a98fd88-709d-4239-b568-6feb34159918 req-d167135f-45c9-45ce-8dd9-c4ecd69c61f2 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1082229441&fields=id&tenant_id=22535d62b61f432ba4e3949dbcbf8c06 HTTP/1.1" status: 200 len: 267 time: 0.0522203 Mar 07 11:23:38.084636 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe88404-ba26-4288-a182-dd26a150d062 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:23:38.085010 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe88404-ba26-4288-a182-dd26a150d062 None None] Checking segment: {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:23:38.085628 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-efe88404-ba26-4288-a182-dd26a150d062 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:38.086025 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe88404-ba26-4288-a182-dd26a150d062 None None] Bound using segment: {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:23:38.086496 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-efe88404-ba26-4288-a182-dd26a150d062 None None] Bound port: ffe35996-41f3-4a3e-a512-070232ca4284, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:23:38.086872 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-efe88404-ba26-4288-a182-dd26a150d062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ffe35996-41f3-4a3e-a512-070232ca4284), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:38.146518 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port c7805723-6dd7-411c-bc2d-6cbde6bc4cdc triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:23:38.146935 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c7805723-6dd7-411c-bc2d-6cbde6bc4cdc), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:38.193771 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-efe88404-ba26-4288-a182-dd26a150d062 None None] For port ffe35996-41f3-4a3e-a512-070232ca4284, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:23:38.197655 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98fd88-709d-4239-b568-6feb34159918 req-a21ada51-4709-45a5-b8b4-355546015389 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:38.199572 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2a98fd88-709d-4239-b568-6feb34159918 req-a21ada51-4709-45a5-b8b4-355546015389 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 812 time: 0.1112006 Mar 07 11:23:38.202272 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-efe88404-ba26-4288-a182-dd26a150d062 None None] For port ffe35996-41f3-4a3e-a512-070232ca4284, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ffe35996-41f3-4a3e-a512-070232ca4284,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:23:38.212425 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-efe88404-ba26-4288-a182-dd26a150d062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ffe35996-41f3-4a3e-a512-070232ca4284), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:38.216989 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2a98fd88-709d-4239-b568-6feb34159918 req-ad3dbc92-9465-4dd8-b31c-a15814917782 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/quotas/22535d62b61f432ba4e3949dbcbf8c06 HTTP/1.1" status: 200 len: 375 time: 0.0099351 Mar 07 11:23:38.278480 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2a98fd88-709d-4239-b568-6feb34159918 req-919e9181-355c-41d4-86e5-d2a58eb32bc5 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553253 Mar 07 11:23:38.325683 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe88404-ba26-4288-a182-dd26a150d062 None None] Routers {'f7c076c2-0f67-4780-b10a-80eaea884cb8'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:23:38.326851 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-efe88404-ba26-4288-a182-dd26a150d062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:23:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f7c076c2-0f67-4780-b10a-80eaea884cb8'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:38.333217 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port c7805723-6dd7-411c-bc2d-6cbde6bc4cdc is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:23:38.360044 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-2a98fd88-709d-4239-b568-6feb34159918 req-620d5e95-da4f-4196-95f1-a1128ddd1b89 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:23:38.361198 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2a98fd88-709d-4239-b568-6feb34159918 req-620d5e95-da4f-4196-95f1-a1128ddd1b89 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0658863 Mar 07 11:23:38.371252 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fa2c63-5d87-4563-a5b7-92a175385097 None None] Pushing event updated for resources: {'Port': ['ID=ffe35996-41f3-4a3e-a512-070232ca4284,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:38.390308 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-4cbe22f5-f374-46ba-9efd-88a80b0a0ced None None] Provisioning complete for port ffe35996-41f3-4a3e-a512-070232ca4284 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:23:38.390738 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4cbe22f5-f374-46ba-9efd-88a80b0a0ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ffe35996-41f3-4a3e-a512-070232ca4284), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:38.467980 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2a98fd88-709d-4239-b568-6feb34159918 req-f8eb6d32-52b3-4c16-bd30-3af4e38d47fc service neutron] 10.222.0.11 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989811 Mar 07 11:23:38.486353 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-efe88404-ba26-4288-a182-dd26a150d062 None None] Set router f7c076c2-0f67-4780-b10a-80eaea884cb8 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:23:38.566586 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2a98fd88-709d-4239-b568-6feb34159918 req-89862fea-64a7-4017-ae59-5b247c2a03c1 service neutron] 10.222.0.11 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920422 Mar 07 11:23:38.736303 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ee60d3d5-cf6c-4d3a-a845-754a18ad00a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:38.741825 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cab7f56f-4f97-4979-bd57-91ce3dec4b90 req-962c7deb-6e2f-4b7b-83e2-dbbfe36d2122 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 210 time: 0.0336347 Mar 07 11:23:38.792816 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4cbe22f5-f374-46ba-9efd-88a80b0a0ced None None] Current status of the port ffe35996-41f3-4a3e-a512-070232ca4284 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:23:38.793232 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4cbe22f5-f374-46ba-9efd-88a80b0a0ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ffe35996-41f3-4a3e-a512-070232ca4284), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:38.864220 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-4cbe22f5-f374-46ba-9efd-88a80b0a0ced None None] For port ffe35996-41f3-4a3e-a512-070232ca4284, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ffe35996-41f3-4a3e-a512-070232ca4284,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:23:38.870863 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4cbe22f5-f374-46ba-9efd-88a80b0a0ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ffe35996-41f3-4a3e-a512-070232ca4284), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:38.962296 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe22f5-f374-46ba-9efd-88a80b0a0ced None None] Pushing event updated for resources: {'Port': ['ID=ffe35996-41f3-4a3e-a512-070232ca4284,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:38.995164 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-efe88404-ba26-4288-a182-dd26a150d062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'name': 'tempest-ServerActionsTestJSON-2015535949-router', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:23:32Z', 'updated_at': '2022-03-07T11:23:35Z', 'revision_number': 4, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'gw_port': {'id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:33Z', 'updated_at': '2022-03-07T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'ffe35996-41f3-4a3e-a512-070232ca4284', 'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'mac_address': 'fa:16:3e:2b:7a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:34Z', 'updated_at': '2022-03-07T11:23:38Z', 'revision_number': 4, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'subnets': [{'id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:39.025902 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe88404-ba26-4288-a182-dd26a150d062 None None] The sync data for ids ['f7c076c2-0f67-4780-b10a-80eaea884cb8'] in n-d-832164-4 is: [{'id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'name': 'tempest-ServerActionsTestJSON-2015535949-router', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:23:32Z', 'updated_at': '2022-03-07T11:23:35Z', 'revision_number': 4, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'gw_port': {'id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:33Z', 'updated_at': '2022-03-07T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'ffe35996-41f3-4a3e-a512-070232ca4284', 'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'mac_address': 'fa:16:3e:2b:7a:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:34Z', 'updated_at': '2022-03-07T11:23:38Z', 'revision_number': 4, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'subnets': [{'id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:23:39.027810 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-1b5852d4-a1cd-488a-a375-5261e5647b12 None None] Provisioning complete for port ffe35996-41f3-4a3e-a512-070232ca4284 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:23:39.027937 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1b5852d4-a1cd-488a-a375-5261e5647b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ffe35996-41f3-4a3e-a512-070232ca4284), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:39.135064 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1b5852d4-a1cd-488a-a375-5261e5647b12 None None] Current status of the port ffe35996-41f3-4a3e-a512-070232ca4284 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:23:39.759128 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98fd88-709d-4239-b568-6feb34159918 req-7247c676-127c-4b8b-ba32-1dfceec8fe18 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:39.760679 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a98fd88-709d-4239-b568-6feb34159918 req-7247c676-127c-4b8b-ba32-1dfceec8fe18 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.21 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 812 time: 0.1161792 Mar 07 11:23:39.838524 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a98fd88-709d-4239-b568-6feb34159918 req-01fe5193-7b94-4dea-bfff-f2726e6c5c3c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22535d62b61f432ba4e3949dbcbf8c06 HTTP/1.1" status: 200 len: 380 time: 0.0693538 Mar 07 11:23:39.847781 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-2a98fd88-709d-4239-b568-6feb34159918 req-4fcaa75f-909f-4d14-9a8e-6d3d10e0eec5 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Request body: {'port': {'device_id': 'c40cc7cd-aef3-40cd-9f37-0bb7a5101f87', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'admin_state_up': True, 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'security_groups': ['58b617f0-5a0d-4a41-ab4f-284c9d0311ea']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:23:39.859296 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1420162a-09cc-4ded-86af-a8d891def7cd req-d399610a-c840-45a8-81e7-d805fb69fddf tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 210 time: 0.0302966 Mar 07 11:23:39.978862 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a98fd88-709d-4239-b568-6feb34159918 req-4fcaa75f-909f-4d14-9a8e-6d3d10e0eec5 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Made reservation on behalf of 22535d62b61f432ba4e3949dbcbf8c06 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:23:39.983060 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2a98fd88-709d-4239-b568-6feb34159918 req-4fcaa75f-909f-4d14-9a8e-6d3d10e0eec5 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:40.038739 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ffe35996-41f3-4a3e-a512-070232ca4284 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:23:40.078420 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:40.098061 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port ffe35996-41f3-4a3e-a512-070232ca4284 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:23:40.098437 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ffe35996-41f3-4a3e-a512-070232ca4284), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:40.145990 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-2a98fd88-709d-4239-b568-6feb34159918 req-4fcaa75f-909f-4d14-9a8e-6d3d10e0eec5 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Allocated IP 172.20.0.14 (b885484d-7394-4a85-a997-6d93d08e7b4b/91933fe8-09f2-48fc-89ea-85a92d3f3e62/d0d72617-dcb0-466e-b357-7d0439d6d3a2) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:23:40.197348 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port ffe35996-41f3-4a3e-a512-070232ca4284 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:23:40.290128 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2a98fd88-709d-4239-b568-6feb34159918 req-4fcaa75f-909f-4d14-9a8e-6d3d10e0eec5 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks [] for port (d0d72617-dcb0-466e-b357-7d0439d6d3a2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:40.323723 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2a98fd88-709d-4239-b568-6feb34159918 req-4fcaa75f-909f-4d14-9a8e-6d3d10e0eec5 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (d0d72617-dcb0-466e-b357-7d0439d6d3a2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:40.371875 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a98fd88-709d-4239-b568-6feb34159918 req-4fcaa75f-909f-4d14-9a8e-6d3d10e0eec5 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Network b885484d-7394-4a85-a997-6d93d08e7b4b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:23:40.374916 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-2a98fd88-709d-4239-b568-6feb34159918 req-4fcaa75f-909f-4d14-9a8e-6d3d10e0eec5 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:23:40.378488 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a98fd88-709d-4239-b568-6feb34159918 req-4fcaa75f-909f-4d14-9a8e-6d3d10e0eec5 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:23:40.402027 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcaa75f-909f-4d14-9a8e-6d3d10e0eec5 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Pushing event updated for resources: {'Port': ['ID=d0d72617-dcb0-466e-b357-7d0439d6d3a2,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:40.431504 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98fd88-709d-4239-b568-6feb34159918 req-4fcaa75f-909f-4d14-9a8e-6d3d10e0eec5 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:40.432117 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2a98fd88-709d-4239-b568-6feb34159918 req-4fcaa75f-909f-4d14-9a8e-6d3d10e0eec5 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:40.448254 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a98fd88-709d-4239-b568-6feb34159918 req-4fcaa75f-909f-4d14-9a8e-6d3d10e0eec5 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6043398 Mar 07 11:23:40.459556 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-2a98fd88-709d-4239-b568-6feb34159918 req-4bceb3a0-059c-41d5-aa9e-81a66841d561 service neutron] Request body: {'port': {'device_id': 'c40cc7cd-aef3-40cd-9f37-0bb7a5101f87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:23:40.525040 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2a98fd88-709d-4239-b568-6feb34159918 req-4bceb3a0-059c-41d5-aa9e-81a66841d561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d0d72617-dcb0-466e-b357-7d0439d6d3a2), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:40.669094 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-07968359-bda7-46bb-baee-1846a8a7b286 None None] Provisioning complete for port d0d72617-dcb0-466e-b357-7d0439d6d3a2 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:23:40.669488 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-07968359-bda7-46bb-baee-1846a8a7b286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d0d72617-dcb0-466e-b357-7d0439d6d3a2), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:40.704509 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-07968359-bda7-46bb-baee-1846a8a7b286 None None] Port d0d72617-dcb0-466e-b357-7d0439d6d3a2 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:23:40.791434 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-2a98fd88-709d-4239-b568-6feb34159918 req-4bceb3a0-059c-41d5-aa9e-81a66841d561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0d72617-dcb0-466e-b357-7d0439d6d3a2 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:23:40.799199 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2a98fd88-709d-4239-b568-6feb34159918 req-4bceb3a0-059c-41d5-aa9e-81a66841d561 service neutron] Publish callbacks [] for port (d0d72617-dcb0-466e-b357-7d0439d6d3a2), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:40.811243 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-2a98fd88-709d-4239-b568-6feb34159918 req-4bceb3a0-059c-41d5-aa9e-81a66841d561 service neutron] Transition to ACTIVE for port object d0d72617-dcb0-466e-b357-7d0439d6d3a2 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:23:40.815014 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2a98fd88-709d-4239-b568-6feb34159918 req-4bceb3a0-059c-41d5-aa9e-81a66841d561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (d0d72617-dcb0-466e-b357-7d0439d6d3a2), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:40.868679 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bceb3a0-059c-41d5-aa9e-81a66841d561 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d72617-dcb0-466e-b357-7d0439d6d3a2,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:40.943780 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-2a98fd88-709d-4239-b568-6feb34159918 req-4bceb3a0-059c-41d5-aa9e-81a66841d561 service neutron] Attempting to bind port d0d72617-dcb0-466e-b357-7d0439d6d3a2 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:23:40.944116 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-2a98fd88-709d-4239-b568-6feb34159918 req-4bceb3a0-059c-41d5-aa9e-81a66841d561 service neutron] Attempting to bind port d0d72617-dcb0-466e-b357-7d0439d6d3a2 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:23:40.944441 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a98fd88-709d-4239-b568-6feb34159918 req-4bceb3a0-059c-41d5-aa9e-81a66841d561 service neutron] Attempting to bind port d0d72617-dcb0-466e-b357-7d0439d6d3a2 on network b885484d-7394-4a85-a997-6d93d08e7b4b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:23:40.949133 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a98fd88-709d-4239-b568-6feb34159918 req-4bceb3a0-059c-41d5-aa9e-81a66841d561 service neutron] Port d0d72617-dcb0-466e-b357-7d0439d6d3a2 on network b885484d-7394-4a85-a997-6d93d08e7b4b not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:23:40.949660 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a98fd88-709d-4239-b568-6feb34159918 req-4bceb3a0-059c-41d5-aa9e-81a66841d561 service neutron] Attempting to bind port d0d72617-dcb0-466e-b357-7d0439d6d3a2 on network b885484d-7394-4a85-a997-6d93d08e7b4b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:23:40.954821 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a98fd88-709d-4239-b568-6feb34159918 req-4bceb3a0-059c-41d5-aa9e-81a66841d561 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:23:40.955146 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a98fd88-709d-4239-b568-6feb34159918 req-4bceb3a0-059c-41d5-aa9e-81a66841d561 service neutron] Checking segment: {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:23:40.955527 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a98fd88-709d-4239-b568-6feb34159918 req-4bceb3a0-059c-41d5-aa9e-81a66841d561 service neutron] Bound using segment: {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:23:40.955950 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-2a98fd88-709d-4239-b568-6feb34159918 req-4bceb3a0-059c-41d5-aa9e-81a66841d561 service neutron] Bound port: d0d72617-dcb0-466e-b357-7d0439d6d3a2, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:23:40.956307 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2a98fd88-709d-4239-b568-6feb34159918 req-4bceb3a0-059c-41d5-aa9e-81a66841d561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d0d72617-dcb0-466e-b357-7d0439d6d3a2), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:41.379704 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff62b9cc-42df-4408-9edf-6754b79607a7 req-64e9c314-c60c-4cb4-869e-46e4d682d5a3 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:41.381201 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ff62b9cc-42df-4408-9edf-6754b79607a7 req-64e9c314-c60c-4cb4-869e-46e4d682d5a3 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 944 time: 0.4226487 Mar 07 11:23:41.382230 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-2a98fd88-709d-4239-b568-6feb34159918 req-4bceb3a0-059c-41d5-aa9e-81a66841d561 service neutron] For port d0d72617-dcb0-466e-b357-7d0439d6d3a2, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:23:41.385362 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-2a98fd88-709d-4239-b568-6feb34159918 req-4bceb3a0-059c-41d5-aa9e-81a66841d561 service neutron] For port d0d72617-dcb0-466e-b357-7d0439d6d3a2, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d0d72617-dcb0-466e-b357-7d0439d6d3a2,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:23:41.401477 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2a98fd88-709d-4239-b568-6feb34159918 req-4bceb3a0-059c-41d5-aa9e-81a66841d561 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (d0d72617-dcb0-466e-b357-7d0439d6d3a2), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:41.453697 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98fd88-709d-4239-b568-6feb34159918 req-4bceb3a0-059c-41d5-aa9e-81a66841d561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:41.454316 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2a98fd88-709d-4239-b568-6feb34159918 req-4bceb3a0-059c-41d5-aa9e-81a66841d561 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:41.455691 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a98fd88-709d-4239-b568-6feb34159918 req-4bceb3a0-059c-41d5-aa9e-81a66841d561 service neutron] 10.222.0.21 "PUT /v2.0/ports/d0d72617-dcb0-466e-b357-7d0439d6d3a2 HTTP/1.1" status: 200 len: 1092 time: 1.0003028 Mar 07 11:23:41.458079 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40cc7cd-aef3-40cd-9f37-0bb7a5101f87', 'tag': 'd0d72617-dcb0-466e-b357-7d0439d6d3a2'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:23:41.460681 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a30628c-65d6-422a-a4a5-be7842c7e548" -d '{"events": [{"name": "network-changed", "server_uuid": "c40cc7cd-aef3-40cd-9f37-0bb7a5101f87", "tag": "d0d72617-dcb0-466e-b357-7d0439d6d3a2"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:23:41.490490 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ff62b9cc-42df-4408-9edf-6754b79607a7 req-050d320a-6d14-4eb9-9d91-3adc3425af0d tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034317 Mar 07 11:23:41.491475 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bceb3a0-059c-41d5-aa9e-81a66841d561 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d72617-dcb0-466e-b357-7d0439d6d3a2,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:41.525624 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da925b16-f1b9-4770-a248-832bfe4b0466 x-openstack-request-id: req-da925b16-f1b9-4770-a248-832bfe4b0466 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:23:41.525996 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c40cc7cd-aef3-40cd-9f37-0bb7a5101f87", "tag": "d0d72617-dcb0-466e-b357-7d0439d6d3a2", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:23:41.526249 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-da925b16-f1b9-4770-a248-832bfe4b0466 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:23:41.526647 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40cc7cd-aef3-40cd-9f37-0bb7a5101f87', 'tag': 'd0d72617-dcb0-466e-b357-7d0439d6d3a2', 'status': 'completed', 'code': 200} Mar 07 11:23:41.551028 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98fd88-709d-4239-b568-6feb34159918 req-172d1550-0818-4431-8c40-2f069efb17c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:41.552510 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a98fd88-709d-4239-b568-6feb34159918 req-172d1550-0818-4431-8c40-2f069efb17c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 1126 time: 0.0556586 Mar 07 11:23:41.595734 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a98fd88-709d-4239-b568-6feb34159918 req-733abe1f-ab95-46e6-809a-bf05823847a1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0d72617-dcb0-466e-b357-7d0439d6d3a2 HTTP/1.1" status: 200 len: 217 time: 0.0365717 Mar 07 11:23:41.649548 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98fd88-709d-4239-b568-6feb34159918 req-4860eb25-7d34-444e-a132-1fb0620d477e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:41.651053 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a98fd88-709d-4239-b568-6feb34159918 req-4860eb25-7d34-444e-a132-1fb0620d477e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0495872 Mar 07 11:23:41.700140 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98fd88-709d-4239-b568-6feb34159918 req-7e559512-b46c-47ca-8744-ed39be2dffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:41.701756 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a98fd88-709d-4239-b568-6feb34159918 req-7e559512-b46c-47ca-8744-ed39be2dffb8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0450613 Mar 07 11:23:41.789407 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:41.791443 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a98fd88-709d-4239-b568-6feb34159918 req-98794dd5-c916-49a4-90b6-dca149ae83a6 service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840673 Mar 07 11:23:41.882333 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2a98fd88-709d-4239-b568-6feb34159918 req-8849a734-fb21-4249-84ac-e9c5bf004f78 service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853162 Mar 07 11:23:41.980726 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30628c-65d6-422a-a4a5-be7842c7e548 req-ee4808fb-a9c0-458a-86ee-7d4fde5cebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:41.983066 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a30628c-65d6-422a-a4a5-be7842c7e548 req-ee4808fb-a9c0-458a-86ee-7d4fde5cebb9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 1126 time: 0.0447297 Mar 07 11:23:42.073713 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30628c-65d6-422a-a4a5-be7842c7e548 req-09629ce1-f1e4-4156-9204-47580c9a0cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:42.075192 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a30628c-65d6-422a-a4a5-be7842c7e548 req-09629ce1-f1e4-4156-9204-47580c9a0cde service neutron] 10.222.0.21 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.0872381 Mar 07 11:23:42.115491 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a30628c-65d6-422a-a4a5-be7842c7e548 req-0fcb2644-89a6-40c4-8d2b-20829a54f583 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0d72617-dcb0-466e-b357-7d0439d6d3a2 HTTP/1.1" status: 200 len: 217 time: 0.0345597 Mar 07 11:23:42.165441 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30628c-65d6-422a-a4a5-be7842c7e548 req-51a902c8-d393-485c-8a68-e286c7a3a549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:42.166948 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a30628c-65d6-422a-a4a5-be7842c7e548 req-51a902c8-d393-485c-8a68-e286c7a3a549 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0453031 Mar 07 11:23:42.220740 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a30628c-65d6-422a-a4a5-be7842c7e548 req-d4aa675c-4715-4c4e-92eb-60a5c89705bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:42.222255 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a30628c-65d6-422a-a4a5-be7842c7e548 req-d4aa675c-4715-4c4e-92eb-60a5c89705bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0491190 Mar 07 11:23:42.317363 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a30628c-65d6-422a-a4a5-be7842c7e548 req-749444ee-1530-463d-95be-a815219fb8ef service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872219 Mar 07 11:23:42.407980 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a30628c-65d6-422a-a4a5-be7842c7e548 req-88d1f9ff-5e56-493d-87d7-e2f3b6033caa service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847611 Mar 07 11:23:42.620478 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178fa381-74b9-4bc4-a0a9-71e5c19e2f5e req-38e52118-52a7-47fe-b88e-5f87aa2d8da4 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:42.621972 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-178fa381-74b9-4bc4-a0a9-71e5c19e2f5e req-38e52118-52a7-47fe-b88e-5f87aa2d8da4 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 944 time: 0.0530517 Mar 07 11:23:42.667442 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-178fa381-74b9-4bc4-a0a9-71e5c19e2f5e req-cd8829a3-7042-41cc-bc4f-5c523e8ef89a tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399439 Mar 07 11:23:43.032766 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:43.785918 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0e71b-fbf0-4f40-bd1f-171c431911dc req-79d4bdd0-1fc4-45c0-96c2-174ed7454397 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:43.787680 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b1c0e71b-fbf0-4f40-bd1f-171c431911dc req-79d4bdd0-1fc4-45c0-96c2-174ed7454397 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 944 time: 0.0533724 Mar 07 11:23:43.796823 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d0d72617-dcb0-466e-b357-7d0439d6d3a2 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:23:43.835755 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b1c0e71b-fbf0-4f40-bd1f-171c431911dc req-ad397790-e856-4e0c-bf99-11082ea92059 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425560 Mar 07 11:23:43.896424 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port d0d72617-dcb0-466e-b357-7d0439d6d3a2, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d0d72617-dcb0-466e-b357-7d0439d6d3a2,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:23:43.907394 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'd0d72617-dcb0-466e-b357-7d0439d6d3a2', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'port_id': 'd0d72617-dcb0-466e-b357-7d0439d6d3a2', 'mac_address': 'fa:16:3e:ec:30:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:23:43.944616 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port d0d72617-dcb0-466e-b357-7d0439d6d3a2 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:23:43.945049 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d0d72617-dcb0-466e-b357-7d0439d6d3a2), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:43.957723 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0d72617-dcb0-466e-b357-7d0439d6d3a2 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:23:43.977025 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port d0d72617-dcb0-466e-b357-7d0439d6d3a2, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d0d72617-dcb0-466e-b357-7d0439d6d3a2,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:23:43.980860 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d0d72617-dcb0-466e-b357-7d0439d6d3a2), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:44.031720 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=d0d72617-dcb0-466e-b357-7d0439d6d3a2,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:44.169373 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['d0d72617-dcb0-466e-b357-7d0439d6d3a2'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:23:44.950277 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd406a-b1cd-4223-b406-1478f6f24529 req-d58eb85d-6255-4989-8483-2ffae987f481 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:44.952250 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a2dd406a-b1cd-4223-b406-1478f6f24529 req-d58eb85d-6255-4989-8483-2ffae987f481 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 945 time: 0.0514863 Mar 07 11:23:45.002290 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a2dd406a-b1cd-4223-b406-1478f6f24529 req-a8dc60a9-14da-4c69-9863-6cbc71af4559 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444870 Mar 07 11:23:45.813159 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d0d72617-dcb0-466e-b357-7d0439d6d3a2 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:23:45.863239 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port d0d72617-dcb0-466e-b357-7d0439d6d3a2 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:23:45.866917 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port d0d72617-dcb0-466e-b357-7d0439d6d3a2 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:23:45.867206 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d0d72617-dcb0-466e-b357-7d0439d6d3a2), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:45.942495 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port d0d72617-dcb0-466e-b357-7d0439d6d3a2 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:23:45.942881 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d0d72617-dcb0-466e-b357-7d0439d6d3a2), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:45.964484 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40cc7cd-aef3-40cd-9f37-0bb7a5101f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d72617-dcb0-466e-b357-7d0439d6d3a2'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:23:45.967254 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72bcd72-01c4-4e20-aa60-cd186e8da92b" -d '{"events": [{"server_uuid": "c40cc7cd-aef3-40cd-9f37-0bb7a5101f87", "name": "network-vif-plugged", "status": "completed", "tag": "d0d72617-dcb0-466e-b357-7d0439d6d3a2"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:23:45.979576 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port d0d72617-dcb0-466e-b357-7d0439d6d3a2, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d0d72617-dcb0-466e-b357-7d0439d6d3a2,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:23:45.984625 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d0d72617-dcb0-466e-b357-7d0439d6d3a2), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:46.007522 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814c8f50-32b5-46af-b3ec-a2f01d0c4660 x-openstack-request-id: req-814c8f50-32b5-46af-b3ec-a2f01d0c4660 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:23:46.007816 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40cc7cd-aef3-40cd-9f37-0bb7a5101f87", "name": "network-vif-plugged", "status": "completed", "tag": "d0d72617-dcb0-466e-b357-7d0439d6d3a2", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:23:46.008071 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-814c8f50-32b5-46af-b3ec-a2f01d0c4660 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:23:46.008462 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40cc7cd-aef3-40cd-9f37-0bb7a5101f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0d72617-dcb0-466e-b357-7d0439d6d3a2', 'code': 200} Mar 07 11:23:46.037263 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=d0d72617-dcb0-466e-b357-7d0439d6d3a2,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:23:46.105461 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e3598-65fe-4cfe-9521-84180c924721 req-343021b7-0f12-40e9-8455-caf6d975bebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:46.107238 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4f9e3598-65fe-4cfe-9521-84180c924721 req-343021b7-0f12-40e9-8455-caf6d975bebe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 1128 time: 0.0449457 Mar 07 11:23:46.123493 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4d1a4-3aef-42ce-9cd5-6717e9378de9 req-4b444506-a02a-46ad-ae96-3ac065dd2362 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:46.124937 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-32e4d1a4-3aef-42ce-9cd5-6717e9378de9 req-4b444506-a02a-46ad-ae96-3ac065dd2362 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 946 time: 0.0539896 Mar 07 11:23:46.155604 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4f9e3598-65fe-4cfe-9521-84180c924721 req-b888116c-07d5-46e0-9aa4-242a06ea3276 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429246 Mar 07 11:23:46.172988 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-32e4d1a4-3aef-42ce-9cd5-6717e9378de9 req-f5cfa03e-7cbc-452a-8555-b1673cb75e7a tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421622 Mar 07 11:23:47.300182 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f821b-ab28-4173-ab30-deec963dc40b req-7461a266-3d46-4b32-bb4f-ce7ccd54ef94 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:47.301698 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8f7f821b-ab28-4173-ab30-deec963dc40b req-7461a266-3d46-4b32-bb4f-ce7ccd54ef94 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 946 time: 0.0568678 Mar 07 11:23:47.348200 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8f7f821b-ab28-4173-ab30-deec963dc40b req-2b655417-e70a-4057-a3d1-b0ec21eb7166 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408909 Mar 07 11:23:48.466988 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6f6a9-1e04-4434-b3ce-29c9360cde7b req-f2fc9d16-ae9b-41ba-916b-4477716d1971 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:48.468465 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c5c6f6a9-1e04-4434-b3ce-29c9360cde7b req-f2fc9d16-ae9b-41ba-916b-4477716d1971 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 946 time: 0.0526881 Mar 07 11:23:48.513945 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c5c6f6a9-1e04-4434-b3ce-29c9360cde7b req-9f00883a-69e1-4807-8bbc-5c20bd58ed13 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396056 Mar 07 11:23:48.634360 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d468ce-91dc-46cc-88ea-8a57fad157ef req-ef785f24-5011-411c-80b6-f6778b06660e tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:48.636284 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b1d468ce-91dc-46cc-88ea-8a57fad157ef req-ef785f24-5011-411c-80b6-f6778b06660e tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 946 time: 0.0547237 Mar 07 11:23:48.645926 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42824) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:23:48.651004 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:48.652544 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-9d9655d4-e3ea-4505-975e-41313b93c4fc tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Request body: {'floatingip': {'port_id': 'd0d72617-dcb0-466e-b357-7d0439d6d3a2'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:23:48.697780 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d9655d4-e3ea-4505-975e-41313b93c4fc tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks [] for floatingip (ad151a60-c4be-43a3-b1a7-89abb313ce59), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:49.149398 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d9655d4-e3ea-4505-975e-41313b93c4fc tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:49.153221 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d9655d4-e3ea-4505-975e-41313b93c4fc tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (ad151a60-c4be-43a3-b1a7-89abb313ce59), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:49.265798 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-9d9655d4-e3ea-4505-975e-41313b93c4fc tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Floating IP ad151a60-c4be-43a3-b1a7-89abb313ce59 associated. External IP: 172.25.3.170, port: d0d72617-dcb0-466e-b357-7d0439d6d3a2. Mar 07 11:23:49.488066 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9655d4-e3ea-4505-975e-41313b93c4fc tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Router f7c076c2-0f67-4780-b10a-80eaea884cb8 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:23:49.600992 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9655d4-e3ea-4505-975e-41313b93c4fc tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:23:49.607153 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d9655d4-e3ea-4505-975e-41313b93c4fc tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:49.614107 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b744d1-c035-428d-9065-dab5bc72e880 None None] Sync routers for ids ['f7c076c2-0f67-4780-b10a-80eaea884cb8'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:23:49.630249 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b744d1-c035-428d-9065-dab5bc72e880 None None] Routers {'f7c076c2-0f67-4780-b10a-80eaea884cb8'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:23:49.630851 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-58b744d1-c035-428d-9065-dab5bc72e880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:23:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f7c076c2-0f67-4780-b10a-80eaea884cb8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:49.677450 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9d9655d4-e3ea-4505-975e-41313b93c4fc tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "PUT /v2.0/floatingips/ad151a60-c4be-43a3-b1a7-89abb313ce59 HTTP/1.1" status: 200 len: 992 time: 1.0270834 Mar 07 11:23:49.677450 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40cc7cd-aef3-40cd-9f37-0bb7a5101f87', 'tag': 'd0d72617-dcb0-466e-b357-7d0439d6d3a2'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:23:49.678723 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71ab24e-e334-4441-9eb1-904328ff47bc" -d '{"events": [{"name": "network-changed", "server_uuid": "c40cc7cd-aef3-40cd-9f37-0bb7a5101f87", "tag": "d0d72617-dcb0-466e-b357-7d0439d6d3a2"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:23:49.696595 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-497e5151-8921-4d87-a857-9bbf172a51c8 req-a118eb87-ca2e-4dcd-8db6-af87960b02c9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0655291 Mar 07 11:23:49.746463 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-58b744d1-c035-428d-9065-dab5bc72e880 None None] Set router f7c076c2-0f67-4780-b10a-80eaea884cb8 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:23:49.758976 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eadd7d7-382a-4de3-97d9-d03521705876 x-openstack-request-id: req-1eadd7d7-382a-4de3-97d9-d03521705876 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:23:49.759271 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c40cc7cd-aef3-40cd-9f37-0bb7a5101f87", "tag": "d0d72617-dcb0-466e-b357-7d0439d6d3a2", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:23:49.759527 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1eadd7d7-382a-4de3-97d9-d03521705876 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:23:49.759929 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40cc7cd-aef3-40cd-9f37-0bb7a5101f87', 'tag': 'd0d72617-dcb0-466e-b357-7d0439d6d3a2', 'status': 'completed', 'code': 200} Mar 07 11:23:49.808429 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e5151-8921-4d87-a857-9bbf172a51c8 req-16d2bb24-b5ca-4a75-a6f9-52ef0e9a0d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:49.813139 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-497e5151-8921-4d87-a857-9bbf172a51c8 req-16d2bb24-b5ca-4a75-a6f9-52ef0e9a0d32 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 1128 time: 0.0690928 Mar 07 11:23:49.837271 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17780a11-4a77-490a-aaed-a30bf6798e27 req-c5da865c-6c51-4b5a-a594-d6e231603e07 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:49.839169 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17780a11-4a77-490a-aaed-a30bf6798e27 req-c5da865c-6c51-4b5a-a594-d6e231603e07 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 946 time: 0.0725327 Mar 07 11:23:49.890509 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-17780a11-4a77-490a-aaed-a30bf6798e27 req-5f2bf462-4241-470b-968e-f7881af99265 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443056 Mar 07 11:23:49.922807 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e5151-8921-4d87-a857-9bbf172a51c8 req-3a1dd5d7-c793-4ad8-92dd-650bf586914f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:49.924343 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-497e5151-8921-4d87-a857-9bbf172a51c8 req-3a1dd5d7-c793-4ad8-92dd-650bf586914f service neutron] 10.222.0.21 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.0946584 Mar 07 11:23:50.017272 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-58b744d1-c035-428d-9065-dab5bc72e880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'name': 'tempest-ServerActionsTestJSON-2015535949-router', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:23:32Z', 'updated_at': '2022-03-07T11:23:35Z', 'revision_number': 4, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'gw_port': {'id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:33Z', 'updated_at': '2022-03-07T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'ad151a60-c4be-43a3-b1a7-89abb313ce59', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'port_id': 'd0d72617-dcb0-466e-b357-7d0439d6d3a2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'mac_address': 'fa:16:3e:ec:30:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40cc7cd-aef3-40cd-9f37-0bb7a5101f87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:23:37Z', 'updated_at': '2022-03-07T11:23:49Z', 'revision_number': 1, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe35996-41f3-4a3e-a512-070232ca4284', 'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'mac_address': 'fa:16:3e:2b:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:34Z', 'updated_at': '2022-03-07T11:23:38Z', 'revision_number': 5, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'subnets': [{'id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:50.024673 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-497e5151-8921-4d87-a857-9bbf172a51c8 req-15776de0-95fd-4c9a-833d-9830af9322c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0d72617-dcb0-466e-b357-7d0439d6d3a2 HTTP/1.1" status: 200 len: 1000 time: 0.0943255 Mar 07 11:23:50.046591 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b9c66-ada6-43dd-9b28-1cb90e089f4a req-4ba00c55-31e2-414c-9781-2af354338020 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:50.047823 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b744d1-c035-428d-9065-dab5bc72e880 None None] Checking router: f7c076c2-0f67-4780-b10a-80eaea884cb8 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:23:50.048088 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ac9b9c66-ada6-43dd-9b28-1cb90e089f4a req-4ba00c55-31e2-414c-9781-2af354338020 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 946 time: 0.0776284 Mar 07 11:23:50.056172 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b744d1-c035-428d-9065-dab5bc72e880 None None] Routers {'f7c076c2-0f67-4780-b10a-80eaea884cb8'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:23:50.056766 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-58b744d1-c035-428d-9065-dab5bc72e880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:23:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f7c076c2-0f67-4780-b10a-80eaea884cb8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:50.105493 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e5151-8921-4d87-a857-9bbf172a51c8 req-c329b797-cf38-4047-8f10-ab69d2b0f6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:50.106941 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-497e5151-8921-4d87-a857-9bbf172a51c8 req-c329b797-cf38-4047-8f10-ab69d2b0f6f3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0758348 Mar 07 11:23:50.151824 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ac9b9c66-ada6-43dd-9b28-1cb90e089f4a req-0c3f1fef-6fd1-41e0-b86c-94743d881849 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846221 Mar 07 11:23:50.172669 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e5151-8921-4d87-a857-9bbf172a51c8 req-e61d72ae-3d95-4516-b88a-68315d89636b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:50.174223 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-497e5151-8921-4d87-a857-9bbf172a51c8 req-e61d72ae-3d95-4516-b88a-68315d89636b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0615256 Mar 07 11:23:50.267595 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-58b744d1-c035-428d-9065-dab5bc72e880 None None] Set router f7c076c2-0f67-4780-b10a-80eaea884cb8 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:23:50.272561 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-497e5151-8921-4d87-a857-9bbf172a51c8 req-55110990-1567-4484-8aa1-2ab7ece03688 service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920603 Mar 07 11:23:50.367566 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-497e5151-8921-4d87-a857-9bbf172a51c8 req-5b465ad6-c202-4579-a677-ec3ae847d97d service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893111 Mar 07 11:23:50.452993 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ab24e-e334-4441-9eb1-904328ff47bc req-905dec7b-e46e-4800-98fe-8ac7563f6a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:50.454545 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b71ab24e-e334-4441-9eb1-904328ff47bc req-905dec7b-e46e-4800-98fe-8ac7563f6a60 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 1128 time: 0.0461209 Mar 07 11:23:50.489822 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-58b744d1-c035-428d-9065-dab5bc72e880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'name': 'tempest-ServerActionsTestJSON-2015535949-router', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:23:32Z', 'updated_at': '2022-03-07T11:23:35Z', 'revision_number': 4, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'gw_port': {'id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:33Z', 'updated_at': '2022-03-07T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'ad151a60-c4be-43a3-b1a7-89abb313ce59', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'port_id': 'd0d72617-dcb0-466e-b357-7d0439d6d3a2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'mac_address': 'fa:16:3e:ec:30:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40cc7cd-aef3-40cd-9f37-0bb7a5101f87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:23:37Z', 'updated_at': '2022-03-07T11:23:49Z', 'revision_number': 1, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe35996-41f3-4a3e-a512-070232ca4284', 'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'mac_address': 'fa:16:3e:2b:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:34Z', 'updated_at': '2022-03-07T11:23:38Z', 'revision_number': 5, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'subnets': [{'id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:23:50.517279 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b744d1-c035-428d-9065-dab5bc72e880 None None] The sync data for ids ['f7c076c2-0f67-4780-b10a-80eaea884cb8'] in n-d-832164-4 is: [{'id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'name': 'tempest-ServerActionsTestJSON-2015535949-router', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:23:32Z', 'updated_at': '2022-03-07T11:23:35Z', 'revision_number': 4, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'gw_port': {'id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:33Z', 'updated_at': '2022-03-07T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'ad151a60-c4be-43a3-b1a7-89abb313ce59', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'port_id': 'd0d72617-dcb0-466e-b357-7d0439d6d3a2', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'mac_address': 'fa:16:3e:ec:30:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40cc7cd-aef3-40cd-9f37-0bb7a5101f87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:23:37Z', 'updated_at': '2022-03-07T11:23:49Z', 'revision_number': 1, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe35996-41f3-4a3e-a512-070232ca4284', 'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'mac_address': 'fa:16:3e:2b:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:34Z', 'updated_at': '2022-03-07T11:23:38Z', 'revision_number': 5, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'subnets': [{'id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:23:50.548596 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ab24e-e334-4441-9eb1-904328ff47bc req-7901c08c-7709-44ac-b2e5-258ac0bd5eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:50.550176 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b71ab24e-e334-4441-9eb1-904328ff47bc req-7901c08c-7709-44ac-b2e5-258ac0bd5eed service neutron] 10.222.0.21 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.0900829 Mar 07 11:23:50.617259 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b71ab24e-e334-4441-9eb1-904328ff47bc req-541fdad7-8583-446f-9e49-ae1a45b4c793 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0d72617-dcb0-466e-b357-7d0439d6d3a2 HTTP/1.1" status: 200 len: 1000 time: 0.0611544 Mar 07 11:23:50.667443 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ab24e-e334-4441-9eb1-904328ff47bc req-597c7905-f537-4c5a-af0f-0f8d36fc1ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:50.668927 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b71ab24e-e334-4441-9eb1-904328ff47bc req-597c7905-f537-4c5a-af0f-0f8d36fc1ecb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0463595 Mar 07 11:23:50.723486 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ab24e-e334-4441-9eb1-904328ff47bc req-ccddaed6-b1bf-488a-aca9-f2cf6bc36df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:50.725012 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b71ab24e-e334-4441-9eb1-904328ff47bc req-ccddaed6-b1bf-488a-aca9-f2cf6bc36df3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0508542 Mar 07 11:23:50.727548 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1aa72e6-fac9-45ff-9959-cb95325b5157 None None] New status for floating IP ad151a60-c4be-43a3-b1a7-89abb313ce59: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:23:50.817762 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b71ab24e-e334-4441-9eb1-904328ff47bc req-5be87324-c14f-417e-9659-1582c9b420ea service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862918 Mar 07 11:23:50.916153 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b71ab24e-e334-4441-9eb1-904328ff47bc req-bc5d09ee-a768-41dd-a051-3e1bfe934f26 service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930166 Mar 07 11:23:51.284522 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a6392-248b-41da-9943-7fad1d316fb3 req-39d5378f-4506-4a6c-a1dd-51ba23f63a1c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:51.286022 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-833a6392-248b-41da-9943-7fad1d316fb3 req-39d5378f-4506-4a6c-a1dd-51ba23f63a1c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 946 time: 0.0535188 Mar 07 11:23:51.332749 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-833a6392-248b-41da-9943-7fad1d316fb3 req-df017d58-ea55-412b-8ac8-4a4e220cf05f tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411353 Mar 07 11:23:51.449218 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49886f98-8d7c-4c13-b2da-92d7468a3529 req-795790a8-674c-4c12-9823-a474736d9783 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:51.450622 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-49886f98-8d7c-4c13-b2da-92d7468a3529 req-795790a8-674c-4c12-9823-a474736d9783 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 946 time: 0.0531099 Mar 07 11:23:51.496563 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-49886f98-8d7c-4c13-b2da-92d7468a3529 req-86cfdd52-cb96-4cfc-a2bf-9ed2af10eb5a tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399446 Mar 07 11:23:51.763109 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f25056f-a328-485d-99ae-78bcaa11238e req-f0b6039a-dca1-450b-97a2-3e9806ba3345 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0790186 Mar 07 11:23:51.770882 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f59733-4366-416e-b0b9-534e3ce98345 req-9c24f6d7-fb16-4981-805b-8e3af57303a4 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:51.772277 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8f59733-4366-416e-b0b9-534e3ce98345 req-9c24f6d7-fb16-4981-805b-8e3af57303a4 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 946 time: 0.0798433 Mar 07 11:23:51.820242 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8f59733-4366-416e-b0b9-534e3ce98345 req-37f86901-3bbe-4ef4-b4ce-0ef7e0c8bbdc tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423422 Mar 07 11:23:52.158608 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25056f-a328-485d-99ae-78bcaa11238e req-452fa7a1-6ba3-4632-9671-3900c2c45088 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:52.159937 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5f25056f-a328-485d-99ae-78bcaa11238e req-452fa7a1-6ba3-4632-9671-3900c2c45088 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports/d0d72617-dcb0-466e-b357-7d0439d6d3a2 HTTP/1.1" status: 200 len: 943 time: 0.0443246 Mar 07 11:23:52.944696 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1b213-901c-4b49-8130-c5c2adcdc4c3 req-f3c861d1-1c85-410d-b984-3908b9d74c16 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:52.946214 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a7c1b213-901c-4b49-8130-c5c2adcdc4c3 req-f3c861d1-1c85-410d-b984-3908b9d74c16 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 946 time: 0.0573261 Mar 07 11:23:52.993918 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a7c1b213-901c-4b49-8130-c5c2adcdc4c3 req-862bcfe5-9ca9-44dd-b371-8b1c64a7ea6c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420120 Mar 07 11:23:53.015349 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25056f-a328-485d-99ae-78bcaa11238e req-cf30a67d-201e-4ab3-93f6-293e8c98181b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:53.016879 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f25056f-a328-485d-99ae-78bcaa11238e req-cf30a67d-201e-4ab3-93f6-293e8c98181b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 1128 time: 0.0471396 Mar 07 11:23:53.111075 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25056f-a328-485d-99ae-78bcaa11238e req-66aece21-3ad6-4dcf-a9c5-6f2b3ea57311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:53.112456 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f25056f-a328-485d-99ae-78bcaa11238e req-66aece21-3ad6-4dcf-a9c5-6f2b3ea57311 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.0893633 Mar 07 11:23:53.176429 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f25056f-a328-485d-99ae-78bcaa11238e req-c7cecd92-316e-4910-a0d6-7a366e329f30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0d72617-dcb0-466e-b357-7d0439d6d3a2 HTTP/1.1" status: 200 len: 1002 time: 0.0579896 Mar 07 11:23:53.223219 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25056f-a328-485d-99ae-78bcaa11238e req-9b6006ca-ac12-4ed7-85e3-17b7ee189f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:53.224673 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f25056f-a328-485d-99ae-78bcaa11238e req-9b6006ca-ac12-4ed7-85e3-17b7ee189f5e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0428572 Mar 07 11:23:53.251544 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:23:53.276784 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25056f-a328-485d-99ae-78bcaa11238e req-62471c6b-f843-4a94-b6e2-40e515bb8a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:53.278409 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f25056f-a328-485d-99ae-78bcaa11238e req-62471c6b-f843-4a94-b6e2-40e515bb8a43 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484428 Mar 07 11:23:53.366346 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f25056f-a328-485d-99ae-78bcaa11238e req-be559bea-f606-4752-9f48-8335136972d5 service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817654 Mar 07 11:23:53.458298 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f25056f-a328-485d-99ae-78bcaa11238e req-0263f115-ebdb-4db0-a19e-4c44866c7058 service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863776 Mar 07 11:23:54.114815 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a29dc-caf1-4080-933b-ab9be76edc4c req-1ebf1467-62bb-49ff-a4fe-11fbd4eb8f51 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:54.116282 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e16a29dc-caf1-4080-933b-ab9be76edc4c req-1ebf1467-62bb-49ff-a4fe-11fbd4eb8f51 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 946 time: 0.0528336 Mar 07 11:23:54.162224 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e16a29dc-caf1-4080-933b-ab9be76edc4c req-e95e040f-5537-470d-abbe-bc31776ae095 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404649 Mar 07 11:23:55.282533 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a730e-1805-4a8e-90c9-4b2876bf19e0 req-38033dd8-5a0d-4985-bafd-170e0e1b48b2 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:55.284004 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4f7a730e-1805-4a8e-90c9-4b2876bf19e0 req-38033dd8-5a0d-4985-bafd-170e0e1b48b2 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 946 time: 0.0524728 Mar 07 11:23:55.331256 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4f7a730e-1805-4a8e-90c9-4b2876bf19e0 req-6544d742-5b65-4d20-abd3-609c0b14d88a tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416822 Mar 07 11:23:56.451593 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbdcb9a-74c0-467e-97ed-068eca7bb26c req-32eed1f2-2d01-42dc-b690-265917ad302c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:56.453249 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7fbdcb9a-74c0-467e-97ed-068eca7bb26c req-32eed1f2-2d01-42dc-b690-265917ad302c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 946 time: 0.0572135 Mar 07 11:23:56.498630 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7fbdcb9a-74c0-467e-97ed-068eca7bb26c req-f76c5902-8b9a-4b74-90f1-c33b55d82fe6 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399530 Mar 07 11:23:57.250489 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:23:57.620778 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b174ce-64ed-44e1-a916-b85334b23854 req-e3f4cbb0-b8e7-4afb-9190-f254da41419c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:57.622305 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c4b174ce-64ed-44e1-a916-b85334b23854 req-e3f4cbb0-b8e7-4afb-9190-f254da41419c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 946 time: 0.0555429 Mar 07 11:23:57.668585 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c4b174ce-64ed-44e1-a916-b85334b23854 req-6b0aae2f-29d3-4bd8-98ad-082452e89b9a tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406241 Mar 07 11:23:58.785459 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de23d6-7d45-43f7-8676-42c854a28ac1 req-873b4962-b2fa-48eb-a839-1ab5bad23dcb tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:58.786930 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-05de23d6-7d45-43f7-8676-42c854a28ac1 req-873b4962-b2fa-48eb-a839-1ab5bad23dcb tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 946 time: 0.0517859 Mar 07 11:23:58.837419 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-05de23d6-7d45-43f7-8676-42c854a28ac1 req-9ab97bb7-c647-4ba2-873d-acc8a3fa2a9f tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448794 Mar 07 11:23:59.958246 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289c489-dc63-4fd8-95f0-255d7e25cdce req-1214d5c1-3731-469a-b5a7-2376d916bc2b tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:23:59.959725 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a289c489-dc63-4fd8-95f0-255d7e25cdce req-1214d5c1-3731-469a-b5a7-2376d916bc2b tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 946 time: 0.0526488 Mar 07 11:24:00.006699 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a289c489-dc63-4fd8-95f0-255d7e25cdce req-cc820079-8a6f-4f61-8757-48896bf2edae tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415020 Mar 07 11:24:01.123493 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8e4f2-265b-436a-880d-a7db1f6cbe20 req-0996a142-d340-4460-8846-412ea9ee4377 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:01.124946 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-16d8e4f2-265b-436a-880d-a7db1f6cbe20 req-0996a142-d340-4460-8846-412ea9ee4377 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 946 time: 0.0520020 Mar 07 11:24:01.174934 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-16d8e4f2-265b-436a-880d-a7db1f6cbe20 req-529209df-1333-4efe-a9da-aba35379de8f tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443752 Mar 07 11:24:02.291577 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f65aa-0a40-433f-bbbe-d6664e7fd961 req-cfa95ca6-af64-420b-9f70-8d91d149ef9c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:02.293087 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e97f65aa-0a40-433f-bbbe-d6664e7fd961 req-cfa95ca6-af64-420b-9f70-8d91d149ef9c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 946 time: 0.0519011 Mar 07 11:24:02.343972 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e97f65aa-0a40-433f-bbbe-d6664e7fd961 req-455ff68d-f767-428e-befd-06b4b0bd6d50 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445566 Mar 07 11:24:03.464490 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac27ddc-c1a1-4f14-a11a-163b627110b9 req-f68b30e7-cae4-4e4a-b5f3-e0e793605323 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:03.465967 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dac27ddc-c1a1-4f14-a11a-163b627110b9 req-f68b30e7-cae4-4e4a-b5f3-e0e793605323 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 946 time: 0.0522368 Mar 07 11:24:03.511441 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dac27ddc-c1a1-4f14-a11a-163b627110b9 req-c5d69c83-f9d8-490e-ae04-7b35da95900f tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398798 Mar 07 11:24:04.632729 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8dc480-91ee-41a6-859f-7d1cb9b89ec8 req-ff044a32-32a1-471a-91cb-4ab231dc8473 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:04.634216 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9a8dc480-91ee-41a6-859f-7d1cb9b89ec8 req-ff044a32-32a1-471a-91cb-4ab231dc8473 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 946 time: 0.0518029 Mar 07 11:24:04.680272 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9a8dc480-91ee-41a6-859f-7d1cb9b89ec8 req-e65e890c-f7ae-4345-ab76-c63668355f34 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404584 Mar 07 11:24:05.799008 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a16a53-8c08-4b57-9355-24b92668f898 req-1c135cb4-6492-4af9-ac1e-98567f5bf225 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:05.800468 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-56a16a53-8c08-4b57-9355-24b92668f898 req-1c135cb4-6492-4af9-ac1e-98567f5bf225 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 946 time: 0.0529082 Mar 07 11:24:05.846613 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-56a16a53-8c08-4b57-9355-24b92668f898 req-94c3337f-7ccb-4a9e-b555-77b93d27ad1c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406115 Mar 07 11:24:06.541396 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2abd863e-e50f-40f4-9b20-4e0125480703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:06.964786 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bd869-61c6-4be0-9d59-42a0141a60fc req-cbeb27da-5b33-4bfb-a5d7-4e73e3af958e tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:06.966788 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-981bd869-61c6-4be0-9d59-42a0141a60fc req-cbeb27da-5b33-4bfb-a5d7-4e73e3af958e tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 946 time: 0.0515957 Mar 07 11:24:07.012368 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-981bd869-61c6-4be0-9d59-42a0141a60fc req-986f1033-f16e-4aba-98db-d24782639802 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399911 Mar 07 11:24:08.137172 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f2fb2-22db-492b-b298-5d4f00f066df req-f5aaf388-a985-4875-b93f-729fdaaba327 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:08.139248 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c0f2fb2-22db-492b-b298-5d4f00f066df req-f5aaf388-a985-4875-b93f-729fdaaba327 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 946 time: 0.0562897 Mar 07 11:24:08.184644 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1c0f2fb2-22db-492b-b298-5d4f00f066df req-0566e2e8-bc86-43de-9bc8-023f5af5a9ba tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399356 Mar 07 11:24:08.628472 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ad82616e-bd13-4a35-95c1-8343e96c953b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:09.307990 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f758c86-0e9f-4220-8e08-cecc231ae07b req-71a12fd0-9c55-48c8-92e0-6a36581b0bc9 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:09.309499 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9f758c86-0e9f-4220-8e08-cecc231ae07b req-71a12fd0-9c55-48c8-92e0-6a36581b0bc9 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 946 time: 0.0575743 Mar 07 11:24:09.354756 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9f758c86-0e9f-4220-8e08-cecc231ae07b req-4126b168-95bd-448b-9329-e0b85655caf2 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396156 Mar 07 11:24:10.051952 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:10.085771 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [req-5f25056f-a328-485d-99ae-78bcaa11238e req-f1245876-bb58-4ade-a3eb-82d40c5e6e26 service neutron] show failed (client error): The resource could not be found. Mar 07 11:24:10.086801 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f25056f-a328-485d-99ae-78bcaa11238e req-f1245876-bb58-4ade-a3eb-82d40c5e6e26 service neutron] 10.222.0.21 "GET /v2.0/ports/d0d72617-dcb0-466e-b357-7d0439d6d3a2/bindings/n-h2-832164-4 HTTP/1.1" status: 404 len: 380 time: 0.0590744 Mar 07 11:24:10.283660 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25056f-a328-485d-99ae-78bcaa11238e req-74d296a5-e830-4402-bf88-9e98bb9daa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:10.285062 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f25056f-a328-485d-99ae-78bcaa11238e req-74d296a5-e830-4402-bf88-9e98bb9daa37 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87&tenant_id=22535d62b61f432ba4e3949dbcbf8c06 HTTP/1.1" status: 200 len: 1128 time: 0.0466025 Mar 07 11:24:10.296731 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-5f25056f-a328-485d-99ae-78bcaa11238e req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832164-4', 'device_owner': 'compute:nova'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:24:10.359144 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5f25056f-a328-485d-99ae-78bcaa11238e req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d0d72617-dcb0-466e-b357-7d0439d6d3a2), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:10.573946 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ee7d3-9fc7-4d42-9322-5c585641aef2 req-bbed1966-22dd-4a47-a15a-133fcdfc928b tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:10.575309 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-de9ee7d3-9fc7-4d42-9322-5c585641aef2 req-bbed1966-22dd-4a47-a15a-133fcdfc928b tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 946 time: 0.1202071 Mar 07 11:24:10.611266 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5f25056f-a328-485d-99ae-78bcaa11238e req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] For port d0d72617-dcb0-466e-b357-7d0439d6d3a2, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d0d72617-dcb0-466e-b357-7d0439d6d3a2,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:24:10.656504 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-de9ee7d3-9fc7-4d42-9322-5c585641aef2 req-bd33b66d-103d-426e-9ca0-be6966624099 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745952 Mar 07 11:24:10.668305 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5f25056f-a328-485d-99ae-78bcaa11238e req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] For port d0d72617-dcb0-466e-b357-7d0439d6d3a2, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:24:10.708959 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40cc7cd-aef3-40cd-9f37-0bb7a5101f87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0d72617-dcb0-466e-b357-7d0439d6d3a2'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:24:10.711303 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417ad9df-9dad-4855-9028-0e9f78263485" -d '{"events": [{"server_uuid": "c40cc7cd-aef3-40cd-9f37-0bb7a5101f87", "name": "network-vif-unplugged", "status": "completed", "tag": "d0d72617-dcb0-466e-b357-7d0439d6d3a2"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:24:10.714791 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5f25056f-a328-485d-99ae-78bcaa11238e req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] Publish callbacks [] for port (d0d72617-dcb0-466e-b357-7d0439d6d3a2), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:10.727109 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-5f25056f-a328-485d-99ae-78bcaa11238e req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] Transition to ACTIVE for port object d0d72617-dcb0-466e-b357-7d0439d6d3a2 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:24:10.730236 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5f25056f-a328-485d-99ae-78bcaa11238e req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (d0d72617-dcb0-466e-b357-7d0439d6d3a2), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:10.767375 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49917426-5811-4919-afc0-d2ee6914c8eb x-openstack-request-id: req-49917426-5811-4919-afc0-d2ee6914c8eb {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:24:10.767701 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40cc7cd-aef3-40cd-9f37-0bb7a5101f87", "name": "network-vif-unplugged", "status": "completed", "tag": "d0d72617-dcb0-466e-b357-7d0439d6d3a2", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:24:10.767963 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-49917426-5811-4919-afc0-d2ee6914c8eb {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:24:10.768404 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40cc7cd-aef3-40cd-9f37-0bb7a5101f87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0d72617-dcb0-466e-b357-7d0439d6d3a2', 'code': 200} Mar 07 11:24:10.818038 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d72617-dcb0-466e-b357-7d0439d6d3a2,revision_number=6']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:10.832917 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:10.833299 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:10.833643 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:10.833983 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:10.834315 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:10.834646 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:10.834972 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:10.835302 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:10.835633 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:10.835958 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:10.836284 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:10.836605 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:10.836927 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:10.872860 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f25056f-a328-485d-99ae-78bcaa11238e req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] No DVR routers for this DVR port d0d72617-dcb0-466e-b357-7d0439d6d3a2 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:24:11.338072 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-5f25056f-a328-485d-99ae-78bcaa11238e req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] Attempting to bind port d0d72617-dcb0-466e-b357-7d0439d6d3a2 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:24:11.338775 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-5f25056f-a328-485d-99ae-78bcaa11238e req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] Attempting to bind port d0d72617-dcb0-466e-b357-7d0439d6d3a2 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:24:11.338775 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f25056f-a328-485d-99ae-78bcaa11238e req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] Attempting to bind port d0d72617-dcb0-466e-b357-7d0439d6d3a2 on network b885484d-7394-4a85-a997-6d93d08e7b4b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:24:11.343521 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f25056f-a328-485d-99ae-78bcaa11238e req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] Port d0d72617-dcb0-466e-b357-7d0439d6d3a2 on network b885484d-7394-4a85-a997-6d93d08e7b4b not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:24:11.343834 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f25056f-a328-485d-99ae-78bcaa11238e req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] Attempting to bind port d0d72617-dcb0-466e-b357-7d0439d6d3a2 on network b885484d-7394-4a85-a997-6d93d08e7b4b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:24:11.348514 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f25056f-a328-485d-99ae-78bcaa11238e req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:24:11.348847 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f25056f-a328-485d-99ae-78bcaa11238e req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] Checking segment: {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:24:11.349316 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f25056f-a328-485d-99ae-78bcaa11238e req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] Bound using segment: {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:24:11.349733 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-5f25056f-a328-485d-99ae-78bcaa11238e req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] Bound port: d0d72617-dcb0-466e-b357-7d0439d6d3a2, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:24:11.350077 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5f25056f-a328-485d-99ae-78bcaa11238e req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d0d72617-dcb0-466e-b357-7d0439d6d3a2), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:11.411677 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5f25056f-a328-485d-99ae-78bcaa11238e req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] For port d0d72617-dcb0-466e-b357-7d0439d6d3a2, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:24:11.414610 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-5f25056f-a328-485d-99ae-78bcaa11238e req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] For port d0d72617-dcb0-466e-b357-7d0439d6d3a2, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d0d72617-dcb0-466e-b357-7d0439d6d3a2,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:24:11.421022 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5f25056f-a328-485d-99ae-78bcaa11238e req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (d0d72617-dcb0-466e-b357-7d0439d6d3a2), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:11.452782 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25056f-a328-485d-99ae-78bcaa11238e req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:11.453998 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-5f25056f-a328-485d-99ae-78bcaa11238e req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:11.455359 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f25056f-a328-485d-99ae-78bcaa11238e req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] 10.222.0.31 "PUT /v2.0/ports/d0d72617-dcb0-466e-b357-7d0439d6d3a2 HTTP/1.1" status: 200 len: 1092 time: 1.1629090 Mar 07 11:24:11.478137 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5de33-0eb5-4bc4-b2bd-7aeff7ee23a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d0d72617-dcb0-466e-b357-7d0439d6d3a2,revision_number=7']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:11.530904 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25056f-a328-485d-99ae-78bcaa11238e req-67e16be0-58ee-4538-9530-9787258430f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:11.532413 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f25056f-a328-485d-99ae-78bcaa11238e req-67e16be0-58ee-4538-9530-9787258430f6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 1126 time: 0.0514052 Mar 07 11:24:11.626319 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25056f-a328-485d-99ae-78bcaa11238e req-eee324d8-484c-4920-b770-fb177f0da865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:11.627811 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f25056f-a328-485d-99ae-78bcaa11238e req-eee324d8-484c-4920-b770-fb177f0da865 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.0889885 Mar 07 11:24:11.697368 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f25056f-a328-485d-99ae-78bcaa11238e req-7c84ed63-ef0b-4735-9504-e31a27640848 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0d72617-dcb0-466e-b357-7d0439d6d3a2 HTTP/1.1" status: 200 len: 1000 time: 0.0635562 Mar 07 11:24:11.772770 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25056f-a328-485d-99ae-78bcaa11238e req-64fb4016-dab6-4a2c-8d1c-b8e00f5e8f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:11.774176 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f25056f-a328-485d-99ae-78bcaa11238e req-64fb4016-dab6-4a2c-8d1c-b8e00f5e8f7c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0712988 Mar 07 11:24:11.793945 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:11.817229 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a8adf-224a-4efe-9ac3-8a94ad348708 req-7311769f-9ed2-4275-b1be-1642e937c1a6 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:11.818612 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-803a8adf-224a-4efe-9ac3-8a94ad348708 req-7311769f-9ed2-4275-b1be-1642e937c1a6 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 944 time: 0.0867333 Mar 07 11:24:11.860450 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25056f-a328-485d-99ae-78bcaa11238e req-f945023c-5718-4d38-b6a3-4b8e54dec3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:11.861971 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f25056f-a328-485d-99ae-78bcaa11238e req-f945023c-5718-4d38-b6a3-4b8e54dec3ef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0808871 Mar 07 11:24:11.894634 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-803a8adf-224a-4efe-9ac3-8a94ad348708 req-8fff6745-5184-4773-9eb8-f5af7913a2f4 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699468 Mar 07 11:24:11.960869 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f25056f-a328-485d-99ae-78bcaa11238e req-1ae90dce-aee0-43d9-a08b-f6cbaba90ee8 service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895829 Mar 07 11:24:12.053362 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5f25056f-a328-485d-99ae-78bcaa11238e req-31e01fda-c7e3-4a08-896c-7999eb95a9c1 service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860252 Mar 07 11:24:12.769421 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c40cc7cd-aef3-40cd-9f37-0bb7a5101f87', 'tag': 'd0d72617-dcb0-466e-b357-7d0439d6d3a2'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:24:12.771779 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebd7639-8eb2-4249-aff9-f7bc1d8f2aae" -d '{"events": [{"name": "network-changed", "server_uuid": "c40cc7cd-aef3-40cd-9f37-0bb7a5101f87", "tag": "d0d72617-dcb0-466e-b357-7d0439d6d3a2"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:24:12.820793 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b4393f-4e4c-4101-8800-1667500eb038 x-openstack-request-id: req-64b4393f-4e4c-4101-8800-1667500eb038 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:24:12.821193 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c40cc7cd-aef3-40cd-9f37-0bb7a5101f87", "tag": "d0d72617-dcb0-466e-b357-7d0439d6d3a2", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:24:12.821441 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-64b4393f-4e4c-4101-8800-1667500eb038 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:24:12.821849 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c40cc7cd-aef3-40cd-9f37-0bb7a5101f87', 'tag': 'd0d72617-dcb0-466e-b357-7d0439d6d3a2', 'status': 'completed', 'code': 200} Mar 07 11:24:12.913801 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd7639-8eb2-4249-aff9-f7bc1d8f2aae req-827736f1-342a-4c0c-ba66-9a495b217c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:12.915295 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ebd7639-8eb2-4249-aff9-f7bc1d8f2aae req-827736f1-342a-4c0c-ba66-9a495b217c22 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 1126 time: 0.0768399 Mar 07 11:24:12.917734 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd7639-8eb2-4249-aff9-f7bc1d8f2aae req-dbbcc4ec-c935-41ad-85a9-3ae23d365ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:12.919078 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ebd7639-8eb2-4249-aff9-f7bc1d8f2aae req-dbbcc4ec-c935-41ad-85a9-3ae23d365ad8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 1126 time: 0.0718656 Mar 07 11:24:13.036877 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:13.119294 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd7639-8eb2-4249-aff9-f7bc1d8f2aae req-cd1c2d04-194d-43ee-af8e-bebb4da4acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:13.120754 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ebd7639-8eb2-4249-aff9-f7bc1d8f2aae req-cd1c2d04-194d-43ee-af8e-bebb4da4acc9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.1995308 Mar 07 11:24:13.129581 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee50aa-32cf-4286-97be-a17dcf0740bf req-6a5fe469-33de-49a5-b258-3ad2f22b2509 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:13.130952 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a6ee50aa-32cf-4286-97be-a17dcf0740bf req-6a5fe469-33de-49a5-b258-3ad2f22b2509 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 944 time: 0.1647375 Mar 07 11:24:13.137722 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd7639-8eb2-4249-aff9-f7bc1d8f2aae req-7a42a4fb-30d3-43e9-9c7e-4bd61460eff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:13.139052 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ebd7639-8eb2-4249-aff9-f7bc1d8f2aae req-7a42a4fb-30d3-43e9-9c7e-4bd61460eff7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.2096603 Mar 07 11:24:13.268566 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ebd7639-8eb2-4249-aff9-f7bc1d8f2aae req-e766a190-604b-4e6a-b817-40d912373128 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0d72617-dcb0-466e-b357-7d0439d6d3a2 HTTP/1.1" status: 200 len: 1000 time: 0.1364381 Mar 07 11:24:13.276019 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a6ee50aa-32cf-4286-97be-a17dcf0740bf req-3726381e-f052-4e2a-bc41-0b664d61766f tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344118 Mar 07 11:24:13.291975 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ebd7639-8eb2-4249-aff9-f7bc1d8f2aae req-4f862294-8a45-43ee-9b26-ddf6f981f5dc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0d72617-dcb0-466e-b357-7d0439d6d3a2 HTTP/1.1" status: 200 len: 1000 time: 0.1173325 Mar 07 11:24:13.360111 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd7639-8eb2-4249-aff9-f7bc1d8f2aae req-3fbd0fbc-7de7-4941-adaf-1703da193a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:13.361564 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ebd7639-8eb2-4249-aff9-f7bc1d8f2aae req-3fbd0fbc-7de7-4941-adaf-1703da193a6e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0847197 Mar 07 11:24:13.366674 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd7639-8eb2-4249-aff9-f7bc1d8f2aae req-534f10dd-4e5b-443e-8d9f-4ffb28b9d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:13.368050 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ebd7639-8eb2-4249-aff9-f7bc1d8f2aae req-534f10dd-4e5b-443e-8d9f-4ffb28b9d341 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0576000 Mar 07 11:24:13.448068 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd7639-8eb2-4249-aff9-f7bc1d8f2aae req-c1b0689e-67c8-4d15-b560-4454f1dc0d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:13.449599 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ebd7639-8eb2-4249-aff9-f7bc1d8f2aae req-c1b0689e-67c8-4d15-b560-4454f1dc0d03 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0719938 Mar 07 11:24:13.451269 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd7639-8eb2-4249-aff9-f7bc1d8f2aae req-060db3be-9eb1-4e54-b0dd-11463dfaa5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:13.452821 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ebd7639-8eb2-4249-aff9-f7bc1d8f2aae req-060db3be-9eb1-4e54-b0dd-11463dfaa5af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0839617 Mar 07 11:24:13.612731 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ebd7639-8eb2-4249-aff9-f7bc1d8f2aae req-82c744a4-fd60-40c7-b935-a01f2d86a501 service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534920 Mar 07 11:24:13.614375 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ebd7639-8eb2-4249-aff9-f7bc1d8f2aae req-d10b8b38-3b20-4783-b027-5968adc3cd3c service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485615 Mar 07 11:24:13.770508 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ebd7639-8eb2-4249-aff9-f7bc1d8f2aae req-68ddfb71-9e25-49c7-962f-315093f903fa service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517317 Mar 07 11:24:13.775670 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4ebd7639-8eb2-4249-aff9-f7bc1d8f2aae req-8a40b3e9-f7fb-4535-952f-9e7376dfb232 service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486638 Mar 07 11:24:13.935848 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d0d72617-dcb0-466e-b357-7d0439d6d3a2 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:24:13.974499 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] The host n-h1-832164-4 is not matching for port d0d72617-dcb0-466e-b357-7d0439d6d3a2 host n-h2-832164-4! {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 11:24:13.974893 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d0d72617-dcb0-466e-b357-7d0439d6d3a2 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:24:14.395643 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bfab2-2458-48f2-b2d3-417daab4a4f3 req-248d3484-0f6a-418d-a597-123cb197003e tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:14.397099 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d76bfab2-2458-48f2-b2d3-417daab4a4f3 req-248d3484-0f6a-418d-a597-123cb197003e tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 944 time: 0.0518465 Mar 07 11:24:14.442434 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d76bfab2-2458-48f2-b2d3-417daab4a4f3 req-7643f5eb-48c1-4b19-a6ea-d7cec7ee47b2 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398307 Mar 07 11:24:15.568544 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f6f39-443d-4cf6-abbb-125e14e7f700 req-b6eb5ebb-d679-4e5f-b0e1-8e8ec80e41ac tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:15.569958 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-154f6f39-443d-4cf6-abbb-125e14e7f700 req-b6eb5ebb-d679-4e5f-b0e1-8e8ec80e41ac tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 944 time: 0.0589259 Mar 07 11:24:15.615522 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-154f6f39-443d-4cf6-abbb-125e14e7f700 req-99cfe546-8812-4bdb-950f-88a6bc9a4b59 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399270 Mar 07 11:24:15.842168 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78cf1-bf65-41eb-b93a-e161522f72cd req-4ab4ca6d-b6f0-4a6d-aee9-d27bd6c430cc tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:15.844399 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cee78cf1-bf65-41eb-b93a-e161522f72cd req-4ab4ca6d-b6f0-4a6d-aee9-d27bd6c430cc tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 944 time: 0.0879917 Mar 07 11:24:15.851780 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4089a23-855e-4cba-97d5-e8a39e180f1f req-47409ed6-2eb7-407a-8065-45616913253f tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:15.853098 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e4089a23-855e-4cba-97d5-e8a39e180f1f req-47409ed6-2eb7-407a-8065-45616913253f tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.21 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87&tenant_id=22535d62b61f432ba4e3949dbcbf8c06&binding%3Ahost_id=n-h2-832164-4 HTTP/1.1" status: 200 len: 944 time: 0.0844491 Mar 07 11:24:15.938131 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cee78cf1-bf65-41eb-b93a-e161522f72cd req-18a912af-f033-4677-88d2-619b122f56b4 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840065 Mar 07 11:24:15.943116 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [req-e4089a23-855e-4cba-97d5-e8a39e180f1f req-a38a1585-27db-49b5-9680-b25ca1e0e0ad service neutron] delete failed (client error): The resource could not be found. Mar 07 11:24:15.944466 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e4089a23-855e-4cba-97d5-e8a39e180f1f req-a38a1585-27db-49b5-9680-b25ca1e0e0ad service neutron] 10.222.0.21 "DELETE /v2.0/ports/d0d72617-dcb0-466e-b357-7d0439d6d3a2/bindings/n-h1-832164-4 HTTP/1.1" status: 404 len: 380 time: 0.0842905 Mar 07 11:24:16.039608 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4089a23-855e-4cba-97d5-e8a39e180f1f req-e11dcbd3-d9d1-4562-8ba4-04056e66ab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:16.041077 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e4089a23-855e-4cba-97d5-e8a39e180f1f req-e11dcbd3-d9d1-4562-8ba4-04056e66ab11 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 1126 time: 0.0457380 Mar 07 11:24:16.133746 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4089a23-855e-4cba-97d5-e8a39e180f1f req-cfa44355-de5c-404c-aadd-8e032e3c9977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:16.135112 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e4089a23-855e-4cba-97d5-e8a39e180f1f req-cfa44355-de5c-404c-aadd-8e032e3c9977 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.0884793 Mar 07 11:24:16.197357 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e4089a23-855e-4cba-97d5-e8a39e180f1f req-672354fa-fa2e-427b-bad6-f1681556b135 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0d72617-dcb0-466e-b357-7d0439d6d3a2 HTTP/1.1" status: 200 len: 1000 time: 0.0564790 Mar 07 11:24:16.243004 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4089a23-855e-4cba-97d5-e8a39e180f1f req-249ee833-278a-4ea4-9eeb-37b9ddac63e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:16.244429 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e4089a23-855e-4cba-97d5-e8a39e180f1f req-249ee833-278a-4ea4-9eeb-37b9ddac63e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0414193 Mar 07 11:24:16.297132 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4089a23-855e-4cba-97d5-e8a39e180f1f req-587bcf16-b350-4e4d-adcf-da9e71003e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:16.298597 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e4089a23-855e-4cba-97d5-e8a39e180f1f req-587bcf16-b350-4e4d-adcf-da9e71003e15 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483699 Mar 07 11:24:16.386072 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e4089a23-855e-4cba-97d5-e8a39e180f1f req-595053a2-78c0-4df0-88ac-893c02297e5b service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805719 Mar 07 11:24:16.475523 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e4089a23-855e-4cba-97d5-e8a39e180f1f req-391b7233-7142-4b79-acb1-19c8b77cfd87 service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837319 Mar 07 11:24:17.062699 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef573e93-89d5-47ad-8bbe-ab10b9d322a4 req-e2b8820a-5601-45df-ad25-dade2a05f9f9 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:17.064193 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ef573e93-89d5-47ad-8bbe-ab10b9d322a4 req-e2b8820a-5601-45df-ad25-dade2a05f9f9 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 944 time: 0.0531635 Mar 07 11:24:17.115745 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ef573e93-89d5-47ad-8bbe-ab10b9d322a4 req-3a741a7a-a74b-4429-8043-dff0cd85c5eb tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457542 Mar 07 11:24:17.233941 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688c798-6c15-4d78-9454-a9dd824358fa req-d2254bb5-aa7b-4bd4-8c0c-c03885e87f65 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:17.235425 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1688c798-6c15-4d78-9454-a9dd824358fa req-d2254bb5-aa7b-4bd4-8c0c-c03885e87f65 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 944 time: 0.0529923 Mar 07 11:24:17.282632 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1688c798-6c15-4d78-9454-a9dd824358fa req-cfacd9ae-b529-4cc4-8058-4e7e88d373e2 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416167 Mar 07 11:24:17.397526 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ae1c3-58f1-4c3a-89fb-8673486346dc req-f9072f81-f8b6-40dc-bb1a-16dcce46e7f1 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:17.398894 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-114ae1c3-58f1-4c3a-89fb-8673486346dc req-f9072f81-f8b6-40dc-bb1a-16dcce46e7f1 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 944 time: 0.0517523 Mar 07 11:24:17.429312 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device d0d72617-dcb0-466e-b357-7d0439d6d3a2 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:24:17.444929 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-114ae1c3-58f1-4c3a-89fb-8673486346dc req-3fee885a-4e43-451d-b786-f7de54e2088c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406194 Mar 07 11:24:17.532468 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port d0d72617-dcb0-466e-b357-7d0439d6d3a2, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d0d72617-dcb0-466e-b357-7d0439d6d3a2,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:24:17.544542 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'd0d72617-dcb0-466e-b357-7d0439d6d3a2', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'port_id': 'd0d72617-dcb0-466e-b357-7d0439d6d3a2', 'mac_address': 'fa:16:3e:ec:30:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:24:17.584573 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port d0d72617-dcb0-466e-b357-7d0439d6d3a2 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:24:17.585047 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d0d72617-dcb0-466e-b357-7d0439d6d3a2), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:17.600974 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0d72617-dcb0-466e-b357-7d0439d6d3a2 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:24:17.621257 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port d0d72617-dcb0-466e-b357-7d0439d6d3a2, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d0d72617-dcb0-466e-b357-7d0439d6d3a2,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:24:17.626451 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d0d72617-dcb0-466e-b357-7d0439d6d3a2), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:17.674313 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=d0d72617-dcb0-466e-b357-7d0439d6d3a2,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:17.697274 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f6549-11af-49d2-a077-66ce94a0e120 req-4ed1d336-393e-49d7-a12d-5e91baeb3eb2 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:17.698776 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9b8f6549-11af-49d2-a077-66ce94a0e120 req-4ed1d336-393e-49d7-a12d-5e91baeb3eb2 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 945 time: 0.0599885 Mar 07 11:24:17.745861 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9b8f6549-11af-49d2-a077-66ce94a0e120 req-23ac0da7-96ae-45a2-a75d-f8bdcdc12444 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406961 Mar 07 11:24:17.952706 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['d0d72617-dcb0-466e-b357-7d0439d6d3a2'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:24:18.637186 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:18.868273 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0bc36-eab7-4ab6-8513-e5c87bc612a4 req-f264b84b-35f9-429b-9bb4-d11d43e25439 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:18.869763 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2fb0bc36-eab7-4ab6-8513-e5c87bc612a4 req-f264b84b-35f9-429b-9bb4-d11d43e25439 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 945 time: 0.0532761 Mar 07 11:24:18.920307 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2fb0bc36-eab7-4ab6-8513-e5c87bc612a4 req-3a5072c9-a0e6-4aea-8b01-bc24df7c2bf1 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443332 Mar 07 11:24:19.137917 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6337dbb0-6d66-4dca-be1e-7a220ca16912 req-0a6f6ac0-5f6f-4654-aa79-8f83bea4aeec tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:19.139966 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6337dbb0-6d66-4dca-be1e-7a220ca16912 req-0a6f6ac0-5f6f-4654-aa79-8f83bea4aeec tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.31 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 945 time: 0.0511913 Mar 07 11:24:19.229636 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-6337dbb0-6d66-4dca-be1e-7a220ca16912 req-5cab20a3-e8ea-4a3f-814e-91b67ec0fcea tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Deleting port d0d72617-dcb0-466e-b357-7d0439d6d3a2 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:24:19.229889 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6337dbb0-6d66-4dca-be1e-7a220ca16912 req-5cab20a3-e8ea-4a3f-814e-91b67ec0fcea tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (d0d72617-dcb0-466e-b357-7d0439d6d3a2), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:19.322388 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-6337dbb0-6d66-4dca-be1e-7a220ca16912 req-5cab20a3-e8ea-4a3f-814e-91b67ec0fcea tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] For port d0d72617-dcb0-466e-b357-7d0439d6d3a2, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d0d72617-dcb0-466e-b357-7d0439d6d3a2,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:24:19.322756 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6337dbb0-6d66-4dca-be1e-7a220ca16912 req-5cab20a3-e8ea-4a3f-814e-91b67ec0fcea tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (d0d72617-dcb0-466e-b357-7d0439d6d3a2), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:19.440664 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device d0d72617-dcb0-466e-b357-7d0439d6d3a2 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:24:19.490281 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port d0d72617-dcb0-466e-b357-7d0439d6d3a2 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:24:19.491875 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6337dbb0-6d66-4dca-be1e-7a220ca16912 req-5cab20a3-e8ea-4a3f-814e-91b67ec0fcea tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:19.492102 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6337dbb0-6d66-4dca-be1e-7a220ca16912 req-5cab20a3-e8ea-4a3f-814e-91b67ec0fcea tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (ad151a60-c4be-43a3-b1a7-89abb313ce59), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:19.492410 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [req-6337dbb0-6d66-4dca-be1e-7a220ca16912 req-5cab20a3-e8ea-4a3f-814e-91b67ec0fcea tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Floating IP ad151a60-c4be-43a3-b1a7-89abb313ce59 disassociated. External IP: 172.25.3.170, port: d0d72617-dcb0-466e-b357-7d0439d6d3a2. Mar 07 11:24:19.492750 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-6337dbb0-6d66-4dca-be1e-7a220ca16912 req-5cab20a3-e8ea-4a3f-814e-91b67ec0fcea tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Calling delete_port for d0d72617-dcb0-466e-b357-7d0439d6d3a2 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:24:19.494137 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port d0d72617-dcb0-466e-b357-7d0439d6d3a2 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:24:19.494514 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d0d72617-dcb0-466e-b357-7d0439d6d3a2), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:19.577813 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port d0d72617-dcb0-466e-b357-7d0439d6d3a2 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:24:19.578192 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d0d72617-dcb0-466e-b357-7d0439d6d3a2), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:19.623272 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6337dbb0-6d66-4dca-be1e-7a220ca16912 req-5cab20a3-e8ea-4a3f-814e-91b67ec0fcea tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (d0d72617-dcb0-466e-b357-7d0439d6d3a2), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:19.652142 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab20a3-e8ea-4a3f-814e-91b67ec0fcea tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Pushing event deleted for resources: {'Port': ['ID=d0d72617-dcb0-466e-b357-7d0439d6d3a2,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:19.771926 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6337dbb0-6d66-4dca-be1e-7a220ca16912 req-5cab20a3-e8ea-4a3f-814e-91b67ec0fcea tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Router f7c076c2-0f67-4780-b10a-80eaea884cb8 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:24:19.890679 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6337dbb0-6d66-4dca-be1e-7a220ca16912 req-5cab20a3-e8ea-4a3f-814e-91b67ec0fcea tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:24:19.900530 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609e549e-3aeb-49b9-b05f-105ce1ff3a0e None None] Sync routers for ids ['f7c076c2-0f67-4780-b10a-80eaea884cb8'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:24:19.910253 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609e549e-3aeb-49b9-b05f-105ce1ff3a0e None None] Routers {'f7c076c2-0f67-4780-b10a-80eaea884cb8'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:24:19.910862 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-609e549e-3aeb-49b9-b05f-105ce1ff3a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:24:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f7c076c2-0f67-4780-b10a-80eaea884cb8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:19.935164 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-6337dbb0-6d66-4dca-be1e-7a220ca16912 req-5cab20a3-e8ea-4a3f-814e-91b67ec0fcea tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] No DVR routers for this DVR port d0d72617-dcb0-466e-b357-7d0439d6d3a2 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:24:19.937857 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-6337dbb0-6d66-4dca-be1e-7a220ca16912 req-5cab20a3-e8ea-4a3f-814e-91b67ec0fcea tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:19.941162 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6337dbb0-6d66-4dca-be1e-7a220ca16912 req-5cab20a3-e8ea-4a3f-814e-91b67ec0fcea tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.31 "DELETE /v2.0/ports/d0d72617-dcb0-466e-b357-7d0439d6d3a2 HTTP/1.1" status: 204 len: 173 time: 0.7962589 Mar 07 11:24:19.941631 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c40cc7cd-aef3-40cd-9f37-0bb7a5101f87', 'name': 'network-vif-deleted', 'tag': 'd0d72617-dcb0-466e-b357-7d0439d6d3a2'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:24:19.943927 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1516b07b-f19a-4714-8d2d-e953cb9a8694" -d '{"events": [{"server_uuid": "c40cc7cd-aef3-40cd-9f37-0bb7a5101f87", "name": "network-vif-deleted", "tag": "d0d72617-dcb0-466e-b357-7d0439d6d3a2"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:24:20.026127 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-609e549e-3aeb-49b9-b05f-105ce1ff3a0e None None] Set router f7c076c2-0f67-4780-b10a-80eaea884cb8 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:24:20.033135 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc2071b-f2cb-4270-b8d9-4c55bfc49a0f x-openstack-request-id: req-ebc2071b-f2cb-4270-b8d9-4c55bfc49a0f {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:24:20.033444 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c40cc7cd-aef3-40cd-9f37-0bb7a5101f87", "name": "network-vif-deleted", "tag": "d0d72617-dcb0-466e-b357-7d0439d6d3a2", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:24:20.033975 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ebc2071b-f2cb-4270-b8d9-4c55bfc49a0f {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:24:20.034381 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c40cc7cd-aef3-40cd-9f37-0bb7a5101f87', 'name': 'network-vif-deleted', 'tag': 'd0d72617-dcb0-466e-b357-7d0439d6d3a2', 'status': 'completed', 'code': 200} Mar 07 11:24:20.041391 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d64b86db-30f1-4183-acbe-b256bd33d0d2 req-33dab29c-52f1-4e20-9f79-c47aab6e5a25 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=c40cc7cd-aef3-40cd-9f37-0bb7a5101f87 HTTP/1.1" status: 200 len: 210 time: 0.0389295 Mar 07 11:24:20.247088 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-609e549e-3aeb-49b9-b05f-105ce1ff3a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'name': 'tempest-ServerActionsTestJSON-2015535949-router', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:23:32Z', 'updated_at': '2022-03-07T11:23:35Z', 'revision_number': 4, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'gw_port': {'id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:33Z', 'updated_at': '2022-03-07T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'ffe35996-41f3-4a3e-a512-070232ca4284', 'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'mac_address': 'fa:16:3e:2b:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:34Z', 'updated_at': '2022-03-07T11:23:38Z', 'revision_number': 5, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'subnets': [{'id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:20.277620 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609e549e-3aeb-49b9-b05f-105ce1ff3a0e None None] Checking router: f7c076c2-0f67-4780-b10a-80eaea884cb8 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:24:20.285618 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609e549e-3aeb-49b9-b05f-105ce1ff3a0e None None] Routers {'f7c076c2-0f67-4780-b10a-80eaea884cb8'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:24:20.286206 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-609e549e-3aeb-49b9-b05f-105ce1ff3a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:24:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f7c076c2-0f67-4780-b10a-80eaea884cb8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:20.391436 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-609e549e-3aeb-49b9-b05f-105ce1ff3a0e None None] Set router f7c076c2-0f67-4780-b10a-80eaea884cb8 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:24:20.581760 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-609e549e-3aeb-49b9-b05f-105ce1ff3a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'name': 'tempest-ServerActionsTestJSON-2015535949-router', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:23:32Z', 'updated_at': '2022-03-07T11:23:35Z', 'revision_number': 4, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'gw_port': {'id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:33Z', 'updated_at': '2022-03-07T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'ffe35996-41f3-4a3e-a512-070232ca4284', 'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'mac_address': 'fa:16:3e:2b:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:34Z', 'updated_at': '2022-03-07T11:23:38Z', 'revision_number': 5, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'subnets': [{'id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:20.606946 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609e549e-3aeb-49b9-b05f-105ce1ff3a0e None None] The sync data for ids ['f7c076c2-0f67-4780-b10a-80eaea884cb8'] in n-d-832164-4 is: [{'id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'name': 'tempest-ServerActionsTestJSON-2015535949-router', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:23:32Z', 'updated_at': '2022-03-07T11:23:35Z', 'revision_number': 4, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'gw_port': {'id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:33Z', 'updated_at': '2022-03-07T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'ffe35996-41f3-4a3e-a512-070232ca4284', 'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'mac_address': 'fa:16:3e:2b:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:34Z', 'updated_at': '2022-03-07T11:23:38Z', 'revision_number': 5, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'subnets': [{'id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:24:20.827549 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f30ef82-f849-4dd9-b1a4-531953440c2b None None] New status for floating IP ad151a60-c4be-43a3-b1a7-89abb313ce59: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:24:21.271424 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-7140d45e-8b07-46c8-8e48-6755ce584bb5 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1082229441&fields=id&tenant_id=22535d62b61f432ba4e3949dbcbf8c06 HTTP/1.1" status: 200 len: 267 time: 0.0430229 Mar 07 11:24:21.377594 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-38ef5126-1525-4392-ae00-260153544a77 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:21.379053 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-38ef5126-1525-4392-ae00-260153544a77 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 812 time: 0.1012394 Mar 07 11:24:21.393559 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-561a6c35-9a56-445c-b07c-61dff125e755 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/quotas/22535d62b61f432ba4e3949dbcbf8c06 HTTP/1.1" status: 200 len: 375 time: 0.0093105 Mar 07 11:24:21.446398 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-f897d43c-1a35-4d2d-b723-3c359c6cdbfb tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480859 Mar 07 11:24:21.591131 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-72e70416-37be-4c72-9af6-896f791fc118 service neutron] 10.222.0.11 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332126 Mar 07 11:24:21.678975 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-2664fa5a-1d98-4554-a081-19bc86322085 service neutron] 10.222.0.11 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819268 Mar 07 11:24:21.849739 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-df8d9649-ce33-4bfc-9c90-0a55a9ffa86a req-bf44fc8a-0cbf-437f-832d-1afa30b06ada tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 210 time: 0.0280757 Mar 07 11:24:22.743832 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-c6046b4e-6247-4149-89ab-f5da86178d3c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:22.745367 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-c6046b4e-6247-4149-89ab-f5da86178d3c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.31 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 812 time: 0.1048117 Mar 07 11:24:22.808836 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-e13eb7a0-ff64-41e0-9353-220f95263517 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22535d62b61f432ba4e3949dbcbf8c06 HTTP/1.1" status: 200 len: 380 time: 0.0545046 Mar 07 11:24:22.819013 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-d69773a6-62fb-4317-9560-24be7b646741 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Request body: {'port': {'device_id': '66d9e76c-7090-4178-898a-295a655486a9', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'admin_state_up': True, 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'security_groups': ['58b617f0-5a0d-4a41-ab4f-284c9d0311ea']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:24:22.952822 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ee0e9fd9-df9f-4002-9e2f-44bd016b008e req-2994091b-547c-4fa1-9abb-a9eae20026d9 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 210 time: 0.0334628 Mar 07 11:24:22.957452 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-d69773a6-62fb-4317-9560-24be7b646741 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Made reservation on behalf of 22535d62b61f432ba4e3949dbcbf8c06 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:24:22.960617 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-d69773a6-62fb-4317-9560-24be7b646741 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:23.098940 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-d69773a6-62fb-4317-9560-24be7b646741 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Allocated IP 172.20.0.11 (b885484d-7394-4a85-a997-6d93d08e7b4b/91933fe8-09f2-48fc-89ea-85a92d3f3e62/d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:24:23.231491 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-d69773a6-62fb-4317-9560-24be7b646741 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks [] for port (d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:23.249181 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:23.267534 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-d69773a6-62fb-4317-9560-24be7b646741 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:23.315485 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-d69773a6-62fb-4317-9560-24be7b646741 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Network b885484d-7394-4a85-a997-6d93d08e7b4b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:24:23.318433 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-d69773a6-62fb-4317-9560-24be7b646741 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:24:23.321991 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-d69773a6-62fb-4317-9560-24be7b646741 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:24:23.345385 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69773a6-62fb-4317-9560-24be7b646741 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Pushing event updated for resources: {'Port': ['ID=d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:23.374824 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-d69773a6-62fb-4317-9560-24be7b646741 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:23.375636 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-d69773a6-62fb-4317-9560-24be7b646741 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:23.392432 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-d69773a6-62fb-4317-9560-24be7b646741 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5770421 Mar 07 11:24:23.403167 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-34c0d6d2-ccfd-4e8c-83f4-78f7d6ba72de service neutron] Request body: {'port': {'device_id': '66d9e76c-7090-4178-898a-295a655486a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:24:23.441915 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device d0d72617-dcb0-466e-b357-7d0439d6d3a2 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:24:23.463348 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: d0d72617-dcb0-466e-b357-7d0439d6d3a2 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:24:23.464064 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device d0d72617-dcb0-466e-b357-7d0439d6d3a2 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:24:23.468724 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-34c0d6d2-ccfd-4e8c-83f4-78f7d6ba72de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:23.577581 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-07688dfb-d23e-4142-aa62-fd4092aa93cc None None] Provisioning complete for port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:24:23.577948 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-07688dfb-d23e-4142-aa62-fd4092aa93cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:23.611170 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-07688dfb-d23e-4142-aa62-fd4092aa93cc None None] Port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:24:24.061256 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-34c0d6d2-ccfd-4e8c-83f4-78f7d6ba72de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:24:24.068856 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-34c0d6d2-ccfd-4e8c-83f4-78f7d6ba72de service neutron] Publish callbacks [] for port (d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:24.074216 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d30ec7-2237-4d19-8576-aad4b0b75a34 req-a2655a8d-18f4-43d2-8b32-cbafe044b86b tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:24.075719 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c2d30ec7-2237-4d19-8576-aad4b0b75a34 req-a2655a8d-18f4-43d2-8b32-cbafe044b86b tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 932 time: 0.0535645 Mar 07 11:24:24.081460 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-34c0d6d2-ccfd-4e8c-83f4-78f7d6ba72de service neutron] Transition to ACTIVE for port object d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:24:24.084823 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-34c0d6d2-ccfd-4e8c-83f4-78f7d6ba72de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:24.124699 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c2d30ec7-2237-4d19-8576-aad4b0b75a34 req-9a6969a7-e9e0-4859-bf75-8e5f76fe1012 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423014 Mar 07 11:24:24.137240 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0d6d2-ccfd-4e8c-83f4-78f7d6ba72de service neutron] Pushing event updated for resources: {'Port': ['ID=d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:24.209419 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-34c0d6d2-ccfd-4e8c-83f4-78f7d6ba72de service neutron] Attempting to bind port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:24:24.209756 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-34c0d6d2-ccfd-4e8c-83f4-78f7d6ba72de service neutron] Attempting to bind port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:24:24.210087 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-34c0d6d2-ccfd-4e8c-83f4-78f7d6ba72de service neutron] Attempting to bind port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 on network b885484d-7394-4a85-a997-6d93d08e7b4b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:24:24.214569 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-34c0d6d2-ccfd-4e8c-83f4-78f7d6ba72de service neutron] Port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 on network b885484d-7394-4a85-a997-6d93d08e7b4b not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:24:24.214887 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-34c0d6d2-ccfd-4e8c-83f4-78f7d6ba72de service neutron] Attempting to bind port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 on network b885484d-7394-4a85-a997-6d93d08e7b4b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:24:24.220848 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-34c0d6d2-ccfd-4e8c-83f4-78f7d6ba72de service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:24:24.221293 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-34c0d6d2-ccfd-4e8c-83f4-78f7d6ba72de service neutron] Checking segment: {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:24:24.221689 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-34c0d6d2-ccfd-4e8c-83f4-78f7d6ba72de service neutron] Bound using segment: {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:24:24.222287 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-34c0d6d2-ccfd-4e8c-83f4-78f7d6ba72de service neutron] Bound port: d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:24:24.222654 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-34c0d6d2-ccfd-4e8c-83f4-78f7d6ba72de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:24.291877 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-34c0d6d2-ccfd-4e8c-83f4-78f7d6ba72de service neutron] For port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:24:24.296310 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-34c0d6d2-ccfd-4e8c-83f4-78f7d6ba72de service neutron] For port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:24:24.302485 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-34c0d6d2-ccfd-4e8c-83f4-78f7d6ba72de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:24.340569 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-34c0d6d2-ccfd-4e8c-83f4-78f7d6ba72de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:24.341240 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-34c0d6d2-ccfd-4e8c-83f4-78f7d6ba72de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:24.343538 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-34c0d6d2-ccfd-4e8c-83f4-78f7d6ba72de service neutron] 10.222.0.31 "PUT /v2.0/ports/d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 HTTP/1.1" status: 200 len: 1092 time: 0.9443026 Mar 07 11:24:24.344010 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d9e76c-7090-4178-898a-295a655486a9', 'tag': 'd70e0918-c7e2-49f8-94d7-84d8f6f7e1f4'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:24:24.346341 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a4b8dd-bb64-4350-95ca-945f0e085aff" -d '{"events": [{"name": "network-changed", "server_uuid": "66d9e76c-7090-4178-898a-295a655486a9", "tag": "d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:24:24.375770 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0d6d2-ccfd-4e8c-83f4-78f7d6ba72de service neutron] Pushing event updated for resources: {'Port': ['ID=d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:24.388421 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1544f9aa-8b25-4738-8e0a-e3510ba4c733 x-openstack-request-id: req-1544f9aa-8b25-4738-8e0a-e3510ba4c733 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:24:24.388716 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d9e76c-7090-4178-898a-295a655486a9", "tag": "d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:24:24.389336 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1544f9aa-8b25-4738-8e0a-e3510ba4c733 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:24:24.389748 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d9e76c-7090-4178-898a-295a655486a9', 'tag': 'd70e0918-c7e2-49f8-94d7-84d8f6f7e1f4', 'status': 'completed', 'code': 200} Mar 07 11:24:24.435649 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-dc4eb57b-8a30-454b-9c86-ea693468e450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:24.437338 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-dc4eb57b-8a30-454b-9c86-ea693468e450 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 1126 time: 0.0513473 Mar 07 11:24:24.483604 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-6ee5805f-d35a-4ab8-bcda-ed8e983264bc service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 HTTP/1.1" status: 200 len: 217 time: 0.0400264 Mar 07 11:24:24.534366 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-19da9b83-e546-4d21-9670-b16e8b47cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:24.535880 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-19da9b83-e546-4d21-9670-b16e8b47cadb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0457644 Mar 07 11:24:24.585499 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-1137f424-d4ff-475d-bfd0-19294b66b265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:24.587003 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-1137f424-d4ff-475d-bfd0-19294b66b265 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451434 Mar 07 11:24:24.678955 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-5998a58f-b86b-4f39-b6ca-53925ce78a6d service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854239 Mar 07 11:24:24.767595 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2bde2ab5-37cf-429a-93f7-2fcf07b5f618 req-9f5fabaa-4c53-4413-b561-6ee915d0c535 service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828149 Mar 07 11:24:24.861972 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4b8dd-bb64-4350-95ca-945f0e085aff req-03adbd79-3cc2-4512-b3fc-de332c7365c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:24.863445 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c7a4b8dd-bb64-4350-95ca-945f0e085aff req-03adbd79-3cc2-4512-b3fc-de332c7365c9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 1126 time: 0.0500104 Mar 07 11:24:24.955016 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4b8dd-bb64-4350-95ca-945f0e085aff req-0cb2ff37-69d1-46fb-baac-c4f4fa318aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:24.956543 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c7a4b8dd-bb64-4350-95ca-945f0e085aff req-0cb2ff37-69d1-46fb-baac-c4f4fa318aab service neutron] 10.222.0.31 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.0873034 Mar 07 11:24:25.001133 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c7a4b8dd-bb64-4350-95ca-945f0e085aff req-30a9f210-b7c4-4f52-b3fc-6818b82c58f6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 HTTP/1.1" status: 200 len: 217 time: 0.0387323 Mar 07 11:24:25.048312 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4b8dd-bb64-4350-95ca-945f0e085aff req-c72a1f2c-6a3d-4c4b-931e-9277d55f12fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:25.049697 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c7a4b8dd-bb64-4350-95ca-945f0e085aff req-c72a1f2c-6a3d-4c4b-931e-9277d55f12fb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0435696 Mar 07 11:24:25.099118 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4b8dd-bb64-4350-95ca-945f0e085aff req-19c2e6e0-6043-4b68-87f0-22ffc8b26aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:25.100610 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c7a4b8dd-bb64-4350-95ca-945f0e085aff req-19c2e6e0-6043-4b68-87f0-22ffc8b26aab service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443676 Mar 07 11:24:25.194136 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c7a4b8dd-bb64-4350-95ca-945f0e085aff req-7ed100e1-1c29-4085-9b12-d1ede0f9bf4e service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876517 Mar 07 11:24:25.251055 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075eb08-0899-48e8-96dc-1de49c11b81b req-274938af-be16-4a1f-8bf9-e15e4c93af21 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:25.252665 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a075eb08-0899-48e8-96dc-1de49c11b81b req-274938af-be16-4a1f-8bf9-e15e4c93af21 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 944 time: 0.0534732 Mar 07 11:24:25.285985 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c7a4b8dd-bb64-4350-95ca-945f0e085aff req-c46b1bf0-039f-4aee-bf4c-bc5c82db3032 service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860846 Mar 07 11:24:25.304209 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a075eb08-0899-48e8-96dc-1de49c11b81b req-ec1ac236-aa2d-432b-992d-15613cb4273e tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457990 Mar 07 11:24:26.425320 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39930ac0-e4aa-47c6-88a9-3e903b03d111 req-c8dd4bae-4d83-4b82-9cd6-d84da4e25eb4 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:26.426817 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-39930ac0-e4aa-47c6-88a9-3e903b03d111 req-c8dd4bae-4d83-4b82-9cd6-d84da4e25eb4 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 944 time: 0.0542364 Mar 07 11:24:26.477624 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-39930ac0-e4aa-47c6-88a9-3e903b03d111 req-856178f9-c962-4164-a780-700cc0f6f87f tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452678 Mar 07 11:24:27.597003 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b52a36-37ca-43a1-a305-9a4b0ff48fa5 req-e59a8e40-c45c-44ac-82f0-737db5057182 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:27.598443 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-55b52a36-37ca-43a1-a305-9a4b0ff48fa5 req-e59a8e40-c45c-44ac-82f0-737db5057182 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 944 time: 0.0521069 Mar 07 11:24:27.644349 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-55b52a36-37ca-43a1-a305-9a4b0ff48fa5 req-e2b94c4d-f8b5-4643-8caf-9b3c5db22ad7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405087 Mar 07 11:24:28.786084 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5351770-dff7-49e8-90e9-058f5415e373 req-84d60947-bf6c-4230-aaa3-7451c695f438 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:28.787591 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c5351770-dff7-49e8-90e9-058f5415e373 req-84d60947-bf6c-4230-aaa3-7451c695f438 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 944 time: 0.0630744 Mar 07 11:24:28.845279 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c5351770-dff7-49e8-90e9-058f5415e373 req-d79ae36f-2865-439a-9c04-32df34163eba tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506420 Mar 07 11:24:29.471546 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:24:29.570367 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:24:29.580707 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'd70e0918-c7e2-49f8-94d7-84d8f6f7e1f4', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'port_id': 'd70e0918-c7e2-49f8-94d7-84d8f6f7e1f4', 'mac_address': 'fa:16:3e:7e:ba:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:24:29.621503 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:24:29.621912 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:29.634272 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:24:29.652921 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:24:29.657469 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:29.704501 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:29.711652 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:29.711997 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:29.712335 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:29.712668 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:29.712997 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:29.713350 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:29.713676 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:29.713996 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:29.714314 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:29.714633 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:29.714950 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:29.715297 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:29.715613 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:24:29.968397 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:24:29.972765 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5eb8a-2da4-40f2-8949-83a92d23b7d2 req-a5335937-b868-4572-9da1-105c23d4cbb1 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:29.974253 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9dd5eb8a-2da4-40f2-8949-83a92d23b7d2 req-a5335937-b868-4572-9da1-105c23d4cbb1 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 945 time: 0.0523944 Mar 07 11:24:30.021324 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9dd5eb8a-2da4-40f2-8949-83a92d23b7d2 req-caee1cf0-3623-4177-9a5d-424cb8e49edd tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410781 Mar 07 11:24:31.139923 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d269592-6d2e-4f7e-b06d-b1e55b69dd12 req-07e6fafd-df1b-4bf4-8d6c-77934e6ec243 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:31.141422 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7d269592-6d2e-4f7e-b06d-b1e55b69dd12 req-07e6fafd-df1b-4bf4-8d6c-77934e6ec243 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 945 time: 0.0526392 Mar 07 11:24:31.189598 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7d269592-6d2e-4f7e-b06d-b1e55b69dd12 req-1433544e-9f2a-4983-b02a-accd052257b2 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426450 Mar 07 11:24:31.486050 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:24:31.534187 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:24:31.537810 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:24:31.538188 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:31.612920 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:24:31.613331 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:31.637901 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d9e76c-7090-4178-898a-295a655486a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70e0918-c7e2-49f8-94d7-84d8f6f7e1f4'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:24:31.640765 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b1859e-117a-47c9-b87b-4510e54b597f" -d '{"events": [{"server_uuid": "66d9e76c-7090-4178-898a-295a655486a9", "name": "network-vif-plugged", "status": "completed", "tag": "d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:24:31.653457 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:24:31.657345 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:31.680540 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361a7b02-fc77-4f22-b7c8-494bba602132 x-openstack-request-id: req-361a7b02-fc77-4f22-b7c8-494bba602132 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:24:31.680834 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d9e76c-7090-4178-898a-295a655486a9", "name": "network-vif-plugged", "status": "completed", "tag": "d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:24:31.681091 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-361a7b02-fc77-4f22-b7c8-494bba602132 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:24:31.681510 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d9e76c-7090-4178-898a-295a655486a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70e0918-c7e2-49f8-94d7-84d8f6f7e1f4', 'code': 200} Mar 07 11:24:31.707845 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:24:31.776145 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a669a-399b-4415-91f0-2d90d55d87e0 req-a5c5b870-3552-4bd5-8aa6-3234b079ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:31.777561 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fa7a669a-399b-4415-91f0-2d90d55d87e0 req-a5c5b870-3552-4bd5-8aa6-3234b079ce05 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 1128 time: 0.0475962 Mar 07 11:24:31.820739 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fa7a669a-399b-4415-91f0-2d90d55d87e0 req-e2a4baff-6bc3-45aa-b853-9dcc6bf5f72a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367720 Mar 07 11:24:32.306254 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f156d4bf-bacf-4c2d-8259-daf6b4917466 req-ace98ad6-6f23-441d-b0e0-b33d88368f98 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:32.307714 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f156d4bf-bacf-4c2d-8259-daf6b4917466 req-ace98ad6-6f23-441d-b0e0-b33d88368f98 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 946 time: 0.0521305 Mar 07 11:24:32.354787 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f156d4bf-bacf-4c2d-8259-daf6b4917466 req-cd9a6960-6216-4ba6-8277-721613214efb tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404496 Mar 07 11:24:33.477117 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a27e14-861f-41a1-99c9-fa7976e60391 req-3e4191f0-241f-41bf-ac35-1548bebf21f6 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:33.478579 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-79a27e14-861f-41a1-99c9-fa7976e60391 req-3e4191f0-241f-41bf-ac35-1548bebf21f6 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 946 time: 0.0550301 Mar 07 11:24:33.524176 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-79a27e14-861f-41a1-99c9-fa7976e60391 req-43611bdc-bf38-4830-9b36-f2cbd54ad741 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393472 Mar 07 11:24:33.641293 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d702c9-b935-420b-9a08-fe2e91ca75a0 req-9b888b1b-8d23-4449-9bf6-5284596986e1 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:33.643432 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b1d702c9-b935-420b-9a08-fe2e91ca75a0 req-9b888b1b-8d23-4449-9bf6-5284596986e1 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 946 time: 0.0566103 Mar 07 11:24:33.651888 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 42992) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:24:33.656393 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-fa539f73-489b-431a-9eed-5bbc61392f42 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Request body: {'floatingip': {'port_id': 'd70e0918-c7e2-49f8-94d7-84d8f6f7e1f4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:24:33.695817 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa539f73-489b-431a-9eed-5bbc61392f42 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks [] for floatingip (ad151a60-c4be-43a3-b1a7-89abb313ce59), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:34.142384 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa539f73-489b-431a-9eed-5bbc61392f42 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:34.146105 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa539f73-489b-431a-9eed-5bbc61392f42 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (ad151a60-c4be-43a3-b1a7-89abb313ce59), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:34.249959 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-fa539f73-489b-431a-9eed-5bbc61392f42 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Floating IP ad151a60-c4be-43a3-b1a7-89abb313ce59 associated. External IP: 172.25.3.170, port: d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4. Mar 07 11:24:34.250172 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:24:34.466551 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa539f73-489b-431a-9eed-5bbc61392f42 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Router f7c076c2-0f67-4780-b10a-80eaea884cb8 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:24:34.571837 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa539f73-489b-431a-9eed-5bbc61392f42 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:24:34.577283 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fa539f73-489b-431a-9eed-5bbc61392f42 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:34.583337 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f26dcde-47ab-46e2-bee3-b1e867e977e1 None None] Sync routers for ids ['f7c076c2-0f67-4780-b10a-80eaea884cb8'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:24:34.594175 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f26dcde-47ab-46e2-bee3-b1e867e977e1 None None] Routers {'f7c076c2-0f67-4780-b10a-80eaea884cb8'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:24:34.594779 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-5f26dcde-47ab-46e2-bee3-b1e867e977e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:24:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f7c076c2-0f67-4780-b10a-80eaea884cb8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:34.610383 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-fa539f73-489b-431a-9eed-5bbc61392f42 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "PUT /v2.0/floatingips/ad151a60-c4be-43a3-b1a7-89abb313ce59 HTTP/1.1" status: 200 len: 992 time: 0.9574606 Mar 07 11:24:34.611063 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d9e76c-7090-4178-898a-295a655486a9', 'tag': 'd70e0918-c7e2-49f8-94d7-84d8f6f7e1f4'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:24:34.613426 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ab207c-68eb-464b-90ab-9caf5b71903f" -d '{"events": [{"name": "network-changed", "server_uuid": "66d9e76c-7090-4178-898a-295a655486a9", "tag": "d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:24:34.653011 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef354185-06af-4318-87ee-1734379735cc x-openstack-request-id: req-ef354185-06af-4318-87ee-1734379735cc {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:24:34.653985 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d9e76c-7090-4178-898a-295a655486a9", "tag": "d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:24:34.654319 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ef354185-06af-4318-87ee-1734379735cc {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:24:34.656080 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d9e76c-7090-4178-898a-295a655486a9', 'tag': 'd70e0918-c7e2-49f8-94d7-84d8f6f7e1f4', 'status': 'completed', 'code': 200} Mar 07 11:24:34.719092 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-5f26dcde-47ab-46e2-bee3-b1e867e977e1 None None] Set router f7c076c2-0f67-4780-b10a-80eaea884cb8 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:24:34.726634 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab207c-68eb-464b-90ab-9caf5b71903f req-5fade052-9674-4cd3-959e-373b11c2ece1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:34.728050 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b4ab207c-68eb-464b-90ab-9caf5b71903f req-5fade052-9674-4cd3-959e-373b11c2ece1 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 1128 time: 0.0484111 Mar 07 11:24:34.861584 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfeb33a-25de-456a-bb8d-3e2ed20e5f51 req-cf08d9ec-c6b2-47cf-839b-b3c476918250 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:34.862962 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cdfeb33a-25de-456a-bb8d-3e2ed20e5f51 req-cf08d9ec-c6b2-47cf-839b-b3c476918250 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 946 time: 0.1090178 Mar 07 11:24:34.864393 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab207c-68eb-464b-90ab-9caf5b71903f req-f17b9982-4ed3-48ef-9924-f70ebfc5b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:34.865756 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b4ab207c-68eb-464b-90ab-9caf5b71903f req-f17b9982-4ed3-48ef-9924-f70ebfc5b7aa service neutron] 10.222.0.31 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.1317887 Mar 07 11:24:34.945511 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-5f26dcde-47ab-46e2-bee3-b1e867e977e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'name': 'tempest-ServerActionsTestJSON-2015535949-router', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:23:32Z', 'updated_at': '2022-03-07T11:23:35Z', 'revision_number': 4, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'gw_port': {'id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:33Z', 'updated_at': '2022-03-07T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'ad151a60-c4be-43a3-b1a7-89abb313ce59', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'port_id': 'd70e0918-c7e2-49f8-94d7-84d8f6f7e1f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'mac_address': 'fa:16:3e:7e:ba:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d9e76c-7090-4178-898a-295a655486a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:23:37Z', 'updated_at': '2022-03-07T11:24:34Z', 'revision_number': 5, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe35996-41f3-4a3e-a512-070232ca4284', 'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'mac_address': 'fa:16:3e:2b:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:34Z', 'updated_at': '2022-03-07T11:23:38Z', 'revision_number': 5, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'subnets': [{'id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:34.958068 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cdfeb33a-25de-456a-bb8d-3e2ed20e5f51 req-74892964-9dcd-4b17-9edc-73d97977b696 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892258 Mar 07 11:24:34.959850 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b4ab207c-68eb-464b-90ab-9caf5b71903f req-86e30b80-1a94-4912-b299-65feb55e1291 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 HTTP/1.1" status: 200 len: 1000 time: 0.0842657 Mar 07 11:24:34.980293 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f26dcde-47ab-46e2-bee3-b1e867e977e1 None None] Checking router: f7c076c2-0f67-4780-b10a-80eaea884cb8 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:24:34.990066 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f26dcde-47ab-46e2-bee3-b1e867e977e1 None None] Routers {'f7c076c2-0f67-4780-b10a-80eaea884cb8'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:24:34.990694 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-5f26dcde-47ab-46e2-bee3-b1e867e977e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:24:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f7c076c2-0f67-4780-b10a-80eaea884cb8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:35.015452 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab207c-68eb-464b-90ab-9caf5b71903f req-ffaf4e05-6598-4a44-aa81-370e7db52f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:35.016933 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b4ab207c-68eb-464b-90ab-9caf5b71903f req-ffaf4e05-6598-4a44-aa81-370e7db52f8e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0514202 Mar 07 11:24:35.069384 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab207c-68eb-464b-90ab-9caf5b71903f req-1ea89a7e-b14e-48d2-8343-589975a09af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:35.070918 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b4ab207c-68eb-464b-90ab-9caf5b71903f req-1ea89a7e-b14e-48d2-8343-589975a09af5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476296 Mar 07 11:24:35.167033 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b4ab207c-68eb-464b-90ab-9caf5b71903f req-1ab95870-cfdb-46f9-bfde-5682f1b7319e service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892916 Mar 07 11:24:35.194333 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-5f26dcde-47ab-46e2-bee3-b1e867e977e1 None None] Set router f7c076c2-0f67-4780-b10a-80eaea884cb8 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:24:35.259644 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b4ab207c-68eb-464b-90ab-9caf5b71903f req-8daa65c2-253c-4ae5-a319-1d9995600b54 service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872588 Mar 07 11:24:35.419214 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-5f26dcde-47ab-46e2-bee3-b1e867e977e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'name': 'tempest-ServerActionsTestJSON-2015535949-router', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:23:32Z', 'updated_at': '2022-03-07T11:23:35Z', 'revision_number': 4, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'gw_port': {'id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:33Z', 'updated_at': '2022-03-07T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'ad151a60-c4be-43a3-b1a7-89abb313ce59', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'port_id': 'd70e0918-c7e2-49f8-94d7-84d8f6f7e1f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'mac_address': 'fa:16:3e:7e:ba:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d9e76c-7090-4178-898a-295a655486a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:23:37Z', 'updated_at': '2022-03-07T11:24:34Z', 'revision_number': 5, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe35996-41f3-4a3e-a512-070232ca4284', 'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'mac_address': 'fa:16:3e:2b:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:34Z', 'updated_at': '2022-03-07T11:23:38Z', 'revision_number': 5, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'subnets': [{'id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:24:35.444737 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f26dcde-47ab-46e2-bee3-b1e867e977e1 None None] The sync data for ids ['f7c076c2-0f67-4780-b10a-80eaea884cb8'] in n-d-832164-4 is: [{'id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'name': 'tempest-ServerActionsTestJSON-2015535949-router', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:23:32Z', 'updated_at': '2022-03-07T11:23:35Z', 'revision_number': 4, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'gw_port': {'id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:33Z', 'updated_at': '2022-03-07T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'ad151a60-c4be-43a3-b1a7-89abb313ce59', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'port_id': 'd70e0918-c7e2-49f8-94d7-84d8f6f7e1f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'mac_address': 'fa:16:3e:7e:ba:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d9e76c-7090-4178-898a-295a655486a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:23:37Z', 'updated_at': '2022-03-07T11:24:34Z', 'revision_number': 5, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe35996-41f3-4a3e-a512-070232ca4284', 'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'mac_address': 'fa:16:3e:2b:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:34Z', 'updated_at': '2022-03-07T11:23:38Z', 'revision_number': 5, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'subnets': [{'id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:24:35.629532 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b29573-7283-40df-bc48-68d0eaa36fd1 None None] New status for floating IP ad151a60-c4be-43a3-b1a7-89abb313ce59: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:24:36.079449 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb8b74-9952-480f-93c6-18559cd5c503 req-a11c7d83-f370-4ab0-bceb-ba9ea052d4e2 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:36.080846 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5cfb8b74-9952-480f-93c6-18559cd5c503 req-a11c7d83-f370-4ab0-bceb-ba9ea052d4e2 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 946 time: 0.0529401 Mar 07 11:24:36.127789 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5cfb8b74-9952-480f-93c6-18559cd5c503 req-0eae85eb-b3e3-4f40-9d34-575e93c8948d tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413623 Mar 07 11:24:36.543582 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-47cf4e9d-e44d-4304-b85a-f3558e3009dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:37.247501 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b95265-3fb3-4767-8641-537ed68d31bf req-6abc24ff-03d4-4ee5-9795-00e0b2c88a6c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:37.250062 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e3b95265-3fb3-4767-8641-537ed68d31bf req-6abc24ff-03d4-4ee5-9795-00e0b2c88a6c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 946 time: 0.0537620 Mar 07 11:24:37.295782 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e3b95265-3fb3-4767-8641-537ed68d31bf req-fe0698ab-6e93-44dc-8fa1-f23a9eebc96d tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401185 Mar 07 11:24:38.418635 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65de335-5388-4ba5-8178-07df0ff135eb req-4d61c6b9-7acc-4336-adc3-8171d86f2b74 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:38.421284 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c65de335-5388-4ba5-8178-07df0ff135eb req-4d61c6b9-7acc-4336-adc3-8171d86f2b74 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 946 time: 0.0574791 Mar 07 11:24:38.471499 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c65de335-5388-4ba5-8178-07df0ff135eb req-5195a8e0-0599-4db3-a377-448d7aaf22cb tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405910 Mar 07 11:24:38.786566 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b0f724d7-33ac-4fec-8106-6fb86df4e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:39.594287 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6fe63-3221-4d3a-ab3a-f09cb517af1f req-b928335c-8855-4798-b727-91e856b06feb tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:39.595650 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f9e6fe63-3221-4d3a-ab3a-f09cb517af1f req-b928335c-8855-4798-b727-91e856b06feb tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 946 time: 0.0573106 Mar 07 11:24:39.641018 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f9e6fe63-3221-4d3a-ab3a-f09cb517af1f req-f40d6370-4237-4c96-844a-61c6ffb7fd80 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398123 Mar 07 11:24:40.054368 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:40.761669 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec9faa-72f9-4a4b-8545-271a582a01c8 req-59a10b7e-5a3f-4e80-b0d4-8fe5a4daa2ab tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:40.763141 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-61ec9faa-72f9-4a4b-8545-271a582a01c8 req-59a10b7e-5a3f-4e80-b0d4-8fe5a4daa2ab tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 946 time: 0.0527220 Mar 07 11:24:40.808928 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-61ec9faa-72f9-4a4b-8545-271a582a01c8 req-d7be9294-9197-4ac1-95d2-ff5c7717cf5f tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394378 Mar 07 11:24:41.797752 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:41.927800 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a413e95-11c5-40b8-af3e-7d7daa7f40d2 req-81a767b0-a51a-4e31-977d-8e9a496de4ca tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:41.929284 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a413e95-11c5-40b8-af3e-7d7daa7f40d2 req-81a767b0-a51a-4e31-977d-8e9a496de4ca tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 946 time: 0.0528848 Mar 07 11:24:41.975453 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a413e95-11c5-40b8-af3e-7d7daa7f40d2 req-580df91d-44b8-49ff-a2c1-530bed94e5ba tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406220 Mar 07 11:24:43.039362 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:43.093477 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536bc13-7893-4846-b6a0-a5802ad51028 req-ec7501b7-20e2-4a19-bba3-9080eedd351c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:43.095624 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d536bc13-7893-4846-b6a0-a5802ad51028 req-ec7501b7-20e2-4a19-bba3-9080eedd351c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 946 time: 0.0527987 Mar 07 11:24:43.146382 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d536bc13-7893-4846-b6a0-a5802ad51028 req-1305b717-bc4b-496c-913a-793e5de4fd79 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451820 Mar 07 11:24:43.279682 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5af25e-5139-4dc0-acfe-af55bd82ee7b req-ad41b712-7716-4eef-a955-02b7a5380b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:43.281136 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8e5af25e-5139-4dc0-acfe-af55bd82ee7b req-ad41b712-7716-4eef-a955-02b7a5380b5e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 1128 time: 0.0453751 Mar 07 11:24:43.385677 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5af25e-5139-4dc0-acfe-af55bd82ee7b req-2312e55b-a47c-4a30-9b7a-d32187019eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:43.387159 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8e5af25e-5139-4dc0-acfe-af55bd82ee7b req-2312e55b-a47c-4a30-9b7a-d32187019eb6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.0862186 Mar 07 11:24:43.449724 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8e5af25e-5139-4dc0-acfe-af55bd82ee7b req-4d39e912-2e85-4261-b354-bdb7d7a253e9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 HTTP/1.1" status: 200 len: 1002 time: 0.0563774 Mar 07 11:24:43.502440 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5af25e-5139-4dc0-acfe-af55bd82ee7b req-bacc176e-366c-4e24-9f78-6a4661c5505e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:43.503851 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8e5af25e-5139-4dc0-acfe-af55bd82ee7b req-bacc176e-366c-4e24-9f78-6a4661c5505e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0466704 Mar 07 11:24:43.552796 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5af25e-5139-4dc0-acfe-af55bd82ee7b req-9926f2f3-aff2-422f-b50e-a86e0a2e00fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:43.554228 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8e5af25e-5139-4dc0-acfe-af55bd82ee7b req-9926f2f3-aff2-422f-b50e-a86e0a2e00fc service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446305 Mar 07 11:24:43.642370 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8e5af25e-5139-4dc0-acfe-af55bd82ee7b req-27321e5a-6afa-4010-b779-dd37a4cb2e3f service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814371 Mar 07 11:24:43.731017 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8e5af25e-5139-4dc0-acfe-af55bd82ee7b req-9189a923-c8b6-493c-9c5f-d3337602647c service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834732 Mar 07 11:24:44.264958 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60239b1f-e736-4bfd-b1f6-14c899cdc166 req-da23ec9f-79e7-4d40-ad45-c009a6eea51f tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:44.266386 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-60239b1f-e736-4bfd-b1f6-14c899cdc166 req-da23ec9f-79e7-4d40-ad45-c009a6eea51f tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 946 time: 0.0537000 Mar 07 11:24:44.312826 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-60239b1f-e736-4bfd-b1f6-14c899cdc166 req-6d46fa9c-a558-4a6d-9653-aefbc540d00d tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404115 Mar 07 11:24:45.430882 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d9b4f-f8bd-4491-95d9-1c4215a2d35b req-ef9e0096-f51d-4edc-9a5f-4f1d9c1e63e5 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:45.432359 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-409d9b4f-f8bd-4491-95d9-1c4215a2d35b req-ef9e0096-f51d-4edc-9a5f-4f1d9c1e63e5 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 946 time: 0.0522995 Mar 07 11:24:45.478831 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-409d9b4f-f8bd-4491-95d9-1c4215a2d35b req-1d6b2105-ffb7-44ba-b452-ecb7693169fa tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410283 Mar 07 11:24:46.600992 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0c20f-514d-4245-9322-e4331ec931dc req-d83936b9-d035-4d6d-9843-1f8b16b97350 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:46.602406 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a1f0c20f-514d-4245-9322-e4331ec931dc req-d83936b9-d035-4d6d-9843-1f8b16b97350 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 946 time: 0.0571072 Mar 07 11:24:46.647682 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a1f0c20f-514d-4245-9322-e4331ec931dc req-d96daf55-8ddc-4c0a-9568-0a3b0467030e tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398219 Mar 07 11:24:47.766431 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16162815-3264-4b80-af19-c17dfaa4b199 req-9f1a6566-ef9e-4991-a6d0-d1cbfe136bf0 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:47.768626 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-16162815-3264-4b80-af19-c17dfaa4b199 req-9f1a6566-ef9e-4991-a6d0-d1cbfe136bf0 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 946 time: 0.0530596 Mar 07 11:24:47.815981 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-16162815-3264-4b80-af19-c17dfaa4b199 req-0b86b531-b1ed-4741-a7cb-7aeddecde917 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417047 Mar 07 11:24:48.662863 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:48.935578 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f338514-b435-4255-8343-3881079839f3 req-64f819a0-3723-453c-a439-84ed63b85a03 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:48.936946 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3f338514-b435-4255-8343-3881079839f3 req-64f819a0-3723-453c-a439-84ed63b85a03 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 946 time: 0.0526819 Mar 07 11:24:48.984002 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3f338514-b435-4255-8343-3881079839f3 req-f4e0e372-eb1c-4ed4-a423-8352f22db549 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403857 Mar 07 11:24:50.107451 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb3a8ca-8f3a-4f8b-a7e3-83198d50cf2b req-5b625b44-15a7-4e80-9ea9-94d12b9becc1 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:50.108802 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cdb3a8ca-8f3a-4f8b-a7e3-83198d50cf2b req-5b625b44-15a7-4e80-9ea9-94d12b9becc1 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 946 time: 0.0559087 Mar 07 11:24:50.153986 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cdb3a8ca-8f3a-4f8b-a7e3-83198d50cf2b req-7b9974d8-519a-445e-b8fa-b855861ba950 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395534 Mar 07 11:24:51.273205 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f6d1a-ea7a-4b0d-b101-b97dd3a9f152 req-47c23e96-49f1-4010-af57-f5b24a9a1fe8 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:51.274694 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ee3f6d1a-ea7a-4b0d-b101-b97dd3a9f152 req-47c23e96-49f1-4010-af57-f5b24a9a1fe8 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 946 time: 0.0542023 Mar 07 11:24:51.327005 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ee3f6d1a-ea7a-4b0d-b101-b97dd3a9f152 req-d683546a-bd32-415a-a238-20df1fd0b58d tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449920 Mar 07 11:24:52.443830 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496d4e88-d072-4468-b905-ac2b6665a6d6 req-e1d56d93-fee0-4ae6-b9aa-8329dfca4f1e tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:52.445332 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-496d4e88-d072-4468-b905-ac2b6665a6d6 req-e1d56d93-fee0-4ae6-b9aa-8329dfca4f1e tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 946 time: 0.0525589 Mar 07 11:24:52.490523 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-496d4e88-d072-4468-b905-ac2b6665a6d6 req-ab1cce3e-e309-4b1a-9503-1778a21d3ef9 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396898 Mar 07 11:24:53.264636 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:24:53.607690 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d5248-2c74-410f-bd2d-f8771fb6b01c req-b795a111-998c-4535-9243-b0c5b9c76a89 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:53.609194 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d27d5248-2c74-410f-bd2d-f8771fb6b01c req-b795a111-998c-4535-9243-b0c5b9c76a89 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 946 time: 0.0515122 Mar 07 11:24:53.656879 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d27d5248-2c74-410f-bd2d-f8771fb6b01c req-b2de3cf6-5f44-47ec-8823-cd78558c3498 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404553 Mar 07 11:24:54.778031 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad93ec-1c21-4a55-bf95-f6778d3148c6 req-7b0556ef-cdc6-430f-b5f0-163cbca4e00b tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:54.779491 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-32ad93ec-1c21-4a55-bf95-f6778d3148c6 req-7b0556ef-cdc6-430f-b5f0-163cbca4e00b tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 946 time: 0.0518873 Mar 07 11:24:54.829518 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-32ad93ec-1c21-4a55-bf95-f6778d3148c6 req-37bad375-5207-4810-946c-b6346c57542b tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437527 Mar 07 11:24:55.947625 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252f32a-8bdf-44de-9176-382b710f7b85 req-20cd9c98-f2df-4791-a915-f170a012f623 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:55.949089 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5252f32a-8bdf-44de-9176-382b710f7b85 req-20cd9c98-f2df-4791-a915-f170a012f623 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 946 time: 0.0526409 Mar 07 11:24:55.996595 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5252f32a-8bdf-44de-9176-382b710f7b85 req-0b4f81cc-a5f4-441b-ad33-44607de43b2d tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412638 Mar 07 11:24:57.116992 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24716b-ab60-4312-9b4f-1f86ffd7a338 req-080c7f90-7236-40b0-a4c7-a4749616fab8 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:57.118505 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9c24716b-ab60-4312-9b4f-1f86ffd7a338 req-080c7f90-7236-40b0-a4c7-a4749616fab8 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 946 time: 0.0520313 Mar 07 11:24:57.164635 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9c24716b-ab60-4312-9b4f-1f86ffd7a338 req-d692549e-2611-46fe-867b-beab5117ed3e tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406945 Mar 07 11:24:58.346888 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb36534-bf31-4e53-a04f-2d1ab9004f95 req-2cf96e18-61b1-45cc-86af-b34b1b20db22 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:58.348349 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eeb36534-bf31-4e53-a04f-2d1ab9004f95 req-2cf96e18-61b1-45cc-86af-b34b1b20db22 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 946 time: 0.1154864 Mar 07 11:24:58.395862 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eeb36534-bf31-4e53-a04f-2d1ab9004f95 req-1a0ccdf7-1707-47dc-80e7-c822996a2c9f tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418260 Mar 07 11:24:59.566357 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2102e-c50c-478f-97ee-a352f4c70f39 req-eff4345b-68bd-4582-9cb9-4da82a1f81ed tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:24:59.567764 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f5e2102e-c50c-478f-97ee-a352f4c70f39 req-eff4345b-68bd-4582-9cb9-4da82a1f81ed tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 946 time: 0.1060824 Mar 07 11:24:59.613812 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f5e2102e-c50c-478f-97ee-a352f4c70f39 req-17f0a909-b203-4d1c-9855-fbc090ba0546 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405650 Mar 07 11:25:00.729857 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9aa4be-e133-4899-916b-a255f844076a req-0e38008d-8ec2-4345-b2c7-4cecc5d36115 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:00.731304 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a9aa4be-e133-4899-916b-a255f844076a req-0e38008d-8ec2-4345-b2c7-4cecc5d36115 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 946 time: 0.0511835 Mar 07 11:25:00.777101 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a9aa4be-e133-4899-916b-a255f844076a req-a2e130c6-392c-4141-bc68-80e873594e44 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397494 Mar 07 11:25:01.034116 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-9618dae7-c3b3-410d-b49d-6f5d0504ff51 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0783753 Mar 07 11:25:01.045249 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae5fb4c-fd89-4e91-8fcd-0856e2d3e106 req-59d65e8f-9ad5-4dab-b948-9fd2352b9ea0 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:01.046938 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0ae5fb4c-fd89-4e91-8fcd-0856e2d3e106 req-59d65e8f-9ad5-4dab-b948-9fd2352b9ea0 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 946 time: 0.0833421 Mar 07 11:25:01.095218 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0ae5fb4c-fd89-4e91-8fcd-0856e2d3e106 req-f6ba39b0-301e-4dbf-b04d-46ec2c6b3d7a tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425782 Mar 07 11:25:01.369535 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-77f44fec-4d2e-4e78-9ee0-2dbb7c7712e1 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:01.370881 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-77f44fec-4d2e-4e78-9ee0-2dbb7c7712e1 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports/d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 HTTP/1.1" status: 200 len: 943 time: 0.0489151 Mar 07 11:25:02.137956 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-43f984e3-684b-4cfe-8082-7bcd53ef98e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:02.139458 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-43f984e3-684b-4cfe-8082-7bcd53ef98e5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 1128 time: 0.0451336 Mar 07 11:25:02.216798 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704a46a5-dc33-4216-beb6-398b59318bc3 req-1eefbefe-9863-4825-9467-cd77158d3063 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:02.218320 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-704a46a5-dc33-4216-beb6-398b59318bc3 req-1eefbefe-9863-4825-9467-cd77158d3063 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 946 time: 0.0535502 Mar 07 11:25:02.234600 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-00218c03-4789-47ce-afe6-51ca36f1828a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:02.236152 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-00218c03-4789-47ce-afe6-51ca36f1828a service neutron] 10.222.0.31 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.0902531 Mar 07 11:25:02.266992 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-704a46a5-dc33-4216-beb6-398b59318bc3 req-de2510fd-b4e2-4f65-8cce-39face4eee42 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416293 Mar 07 11:25:02.305064 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-57c1e0d6-bd35-4088-989d-015af3b4654f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 HTTP/1.1" status: 200 len: 1002 time: 0.0630951 Mar 07 11:25:02.352457 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-90b8cc21-4999-49ef-aa76-576b604a3503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:02.354097 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-90b8cc21-4999-49ef-aa76-576b604a3503 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0429089 Mar 07 11:25:02.405566 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-59d6a268-965c-4a3a-96a4-75424a02207e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:02.407111 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-59d6a268-965c-4a3a-96a4-75424a02207e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0471835 Mar 07 11:25:02.494584 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-9dd69332-b742-4b52-b2f9-10bf85916e99 service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816789 Mar 07 11:25:02.588222 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-83c5f95b-e121-4550-9cf6-b5093864f6c6 service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861318 Mar 07 11:25:03.387453 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0050607-ff04-4b18-912e-19df184916a4 req-8e2898e3-9c2e-41da-9ab9-d6f964732207 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:03.388893 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f0050607-ff04-4b18-912e-19df184916a4 req-8e2898e3-9c2e-41da-9ab9-d6f964732207 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 946 time: 0.0522289 Mar 07 11:25:03.435959 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f0050607-ff04-4b18-912e-19df184916a4 req-4d4dc139-fb53-4c2a-8b10-6cfd9bc5a732 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413959 Mar 07 11:25:04.402302 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-1ec70e0d-9d24-4289-af91-dc62fd675728 service neutron] show failed (client error): The resource could not be found. Mar 07 11:25:04.403299 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-1ec70e0d-9d24-4289-af91-dc62fd675728 service neutron] 10.222.0.31 "GET /v2.0/ports/d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4/bindings/n-h1-832164-4 HTTP/1.1" status: 404 len: 380 time: 0.0563180 Mar 07 11:25:04.565003 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa5aa94-0b6c-4e4c-9a46-7e58b5e346e2 req-96af42a0-f1ee-4aa9-a486-0a60960c3217 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:04.566548 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6aa5aa94-0b6c-4e4c-9a46-7e58b5e346e2 req-96af42a0-f1ee-4aa9-a486-0a60960c3217 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 946 time: 0.0567787 Mar 07 11:25:04.607598 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-532da280-8330-473d-bae0-2e3dc68f960c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:04.609100 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-532da280-8330-473d-bae0-2e3dc68f960c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9&tenant_id=22535d62b61f432ba4e3949dbcbf8c06 HTTP/1.1" status: 200 len: 1128 time: 0.0494163 Mar 07 11:25:04.618195 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6aa5aa94-0b6c-4e4c-9a46-7e58b5e346e2 req-ec329478-1a81-4da2-89de-350e8ada2133 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459697 Mar 07 11:25:04.620844 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-888ec4d2-3500-4b76-a26a-2eaf2bcf99db service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832164-4', 'device_owner': 'compute:nova'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:25:04.682602 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-888ec4d2-3500-4b76-a26a-2eaf2bcf99db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:04.886456 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-888ec4d2-3500-4b76-a26a-2eaf2bcf99db service neutron] For port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:25:05.250107 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-888ec4d2-3500-4b76-a26a-2eaf2bcf99db service neutron] For port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:25:05.290388 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d9e76c-7090-4178-898a-295a655486a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd70e0918-c7e2-49f8-94d7-84d8f6f7e1f4'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:25:05.292743 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9554cfcf-08d0-479e-ba47-9d903238d19f" -d '{"events": [{"server_uuid": "66d9e76c-7090-4178-898a-295a655486a9", "name": "network-vif-unplugged", "status": "completed", "tag": "d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:25:05.296624 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-888ec4d2-3500-4b76-a26a-2eaf2bcf99db service neutron] Publish callbacks [] for port (d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:05.310259 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-888ec4d2-3500-4b76-a26a-2eaf2bcf99db service neutron] Transition to ACTIVE for port object d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:25:05.313733 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-888ec4d2-3500-4b76-a26a-2eaf2bcf99db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:05.349090 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d805926-c2df-4e5f-bee4-2712ccaca586 x-openstack-request-id: req-8d805926-c2df-4e5f-bee4-2712ccaca586 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:25:05.349343 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d9e76c-7090-4178-898a-295a655486a9", "name": "network-vif-unplugged", "status": "completed", "tag": "d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:25:05.349599 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8d805926-c2df-4e5f-bee4-2712ccaca586 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:25:05.350001 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d9e76c-7090-4178-898a-295a655486a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd70e0918-c7e2-49f8-94d7-84d8f6f7e1f4', 'code': 200} Mar 07 11:25:05.408664 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ec4d2-3500-4b76-a26a-2eaf2bcf99db service neutron] Pushing event updated for resources: {'Port': ['ID=d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4,revision_number=6']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:05.443784 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-888ec4d2-3500-4b76-a26a-2eaf2bcf99db service neutron] No DVR routers for this DVR port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:25:05.587128 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-888ec4d2-3500-4b76-a26a-2eaf2bcf99db service neutron] Attempting to bind port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:25:05.587472 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-888ec4d2-3500-4b76-a26a-2eaf2bcf99db service neutron] Attempting to bind port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:25:05.587803 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-888ec4d2-3500-4b76-a26a-2eaf2bcf99db service neutron] Attempting to bind port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 on network b885484d-7394-4a85-a997-6d93d08e7b4b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:25:05.592099 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-888ec4d2-3500-4b76-a26a-2eaf2bcf99db service neutron] Port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 on network b885484d-7394-4a85-a997-6d93d08e7b4b not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:25:05.592421 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-888ec4d2-3500-4b76-a26a-2eaf2bcf99db service neutron] Attempting to bind port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 on network b885484d-7394-4a85-a997-6d93d08e7b4b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:25:05.597385 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-888ec4d2-3500-4b76-a26a-2eaf2bcf99db service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:25:05.597728 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-888ec4d2-3500-4b76-a26a-2eaf2bcf99db service neutron] Checking segment: {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:25:05.598235 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-888ec4d2-3500-4b76-a26a-2eaf2bcf99db service neutron] Bound using segment: {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:25:05.598665 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-888ec4d2-3500-4b76-a26a-2eaf2bcf99db service neutron] Bound port: d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:25:05.599021 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-888ec4d2-3500-4b76-a26a-2eaf2bcf99db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:05.661941 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-888ec4d2-3500-4b76-a26a-2eaf2bcf99db service neutron] For port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:25:05.665002 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-888ec4d2-3500-4b76-a26a-2eaf2bcf99db service neutron] For port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:25:05.671707 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-888ec4d2-3500-4b76-a26a-2eaf2bcf99db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:05.710699 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-888ec4d2-3500-4b76-a26a-2eaf2bcf99db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:05.711382 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-888ec4d2-3500-4b76-a26a-2eaf2bcf99db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:05.712840 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-888ec4d2-3500-4b76-a26a-2eaf2bcf99db service neutron] 10.222.0.21 "PUT /v2.0/ports/d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 HTTP/1.1" status: 200 len: 1092 time: 1.0961254 Mar 07 11:25:05.740664 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ec4d2-3500-4b76-a26a-2eaf2bcf99db service neutron] Pushing event updated for resources: {'Port': ['ID=d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4,revision_number=7']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:05.749538 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d9c51-bf38-4840-8eb3-69108e15c9c9 req-8388ab69-24f1-4be5-9e81-45e06311fdc0 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:05.753579 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ed2d9c51-bf38-4840-8eb3-69108e15c9c9 req-8388ab69-24f1-4be5-9e81-45e06311fdc0 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 944 time: 0.0584996 Mar 07 11:25:05.790937 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-5ea7293f-5781-4deb-9008-02f431ee76bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:05.792707 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-5ea7293f-5781-4deb-9008-02f431ee76bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 1126 time: 0.0483968 Mar 07 11:25:05.807187 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ed2d9c51-bf38-4840-8eb3-69108e15c9c9 req-82895eb4-ad77-4b95-8de8-df737adc8b0b tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467651 Mar 07 11:25:05.888038 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-beddc60c-b547-43c8-833b-9b88fc68c9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:05.889564 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-beddc60c-b547-43c8-833b-9b88fc68c9e7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.0905156 Mar 07 11:25:05.958812 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-54dbbcdc-1315-462f-bad2-89f47d004701 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 HTTP/1.1" status: 200 len: 1000 time: 0.0634253 Mar 07 11:25:06.006772 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-57e7c919-5c3f-4bae-afe1-1dc5f4f40a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:06.008246 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-57e7c919-5c3f-4bae-afe1-1dc5f4f40a12 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0442793 Mar 07 11:25:06.057897 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-214a5e7b-167e-4bf4-9c68-578ae3f8d8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:06.059338 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-214a5e7b-167e-4bf4-9c68-578ae3f8d8af service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447767 Mar 07 11:25:06.149814 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-7c2f14a8-ff91-466a-8ff1-d0ceedf410f8 service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846767 Mar 07 11:25:06.240278 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-23c6de24-2d6d-4afd-afb9-6d75147b60a5 req-acfc772c-9ea0-4c45-a6f4-39d5945167a5 service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847301 Mar 07 11:25:06.549009 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c36f7ddd-c669-4121-8e06-2a64b4eaf919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:06.930003 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba68fcf-3dce-4d54-9112-18e482984de2 req-caac693d-6108-4ee8-9753-63c94deb5a8a tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:06.931495 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3ba68fcf-3dce-4d54-9112-18e482984de2 req-caac693d-6108-4ee8-9753-63c94deb5a8a tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 944 time: 0.0533590 Mar 07 11:25:06.982204 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3ba68fcf-3dce-4d54-9112-18e482984de2 req-d3ca79ca-9212-4b5e-a55d-04b423d7b543 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451798 Mar 07 11:25:07.351583 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d9e76c-7090-4178-898a-295a655486a9', 'tag': 'd70e0918-c7e2-49f8-94d7-84d8f6f7e1f4'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:25:07.353986 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158d02c2-92a2-4856-bd4f-c17ba57612a5" -d '{"events": [{"name": "network-changed", "server_uuid": "66d9e76c-7090-4178-898a-295a655486a9", "tag": "d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:25:07.402474 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64873573-c104-4378-9bef-fc7926123988 x-openstack-request-id: req-64873573-c104-4378-9bef-fc7926123988 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:25:07.402766 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d9e76c-7090-4178-898a-295a655486a9", "tag": "d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:25:07.403019 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-64873573-c104-4378-9bef-fc7926123988 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:25:07.403416 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d9e76c-7090-4178-898a-295a655486a9', 'tag': 'd70e0918-c7e2-49f8-94d7-84d8f6f7e1f4', 'status': 'completed', 'code': 200} Mar 07 11:25:07.505817 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d02c2-92a2-4856-bd4f-c17ba57612a5 req-e356a9a5-981f-4996-ba11-4b720a352465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:07.507331 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-158d02c2-92a2-4856-bd4f-c17ba57612a5 req-e356a9a5-981f-4996-ba11-4b720a352465 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 1126 time: 0.0855308 Mar 07 11:25:07.509160 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d02c2-92a2-4856-bd4f-c17ba57612a5 req-b9932be0-c09a-4a11-957f-c803615fba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:07.510502 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-158d02c2-92a2-4856-bd4f-c17ba57612a5 req-b9932be0-c09a-4a11-957f-c803615fba9e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 1126 time: 0.0783417 Mar 07 11:25:07.656898 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:25:07.669088 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d02c2-92a2-4856-bd4f-c17ba57612a5 req-916f47ce-f814-473f-8e94-a6a4f2890b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:07.670853 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-158d02c2-92a2-4856-bd4f-c17ba57612a5 req-916f47ce-f814-473f-8e94-a6a4f2890b5f service neutron] 10.222.0.21 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.1565773 Mar 07 11:25:07.671914 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d02c2-92a2-4856-bd4f-c17ba57612a5 req-d1dcfbf6-5a6f-4d70-b222-d9ca126565bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:07.673853 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-158d02c2-92a2-4856-bd4f-c17ba57612a5 req-d1dcfbf6-5a6f-4d70-b222-d9ca126565bf service neutron] 10.222.0.31 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.1520724 Mar 07 11:25:07.695868 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] The host n-h2-832164-4 is not matching for port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 host n-h1-832164-4! {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 11:25:07.696261 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:25:07.784696 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-158d02c2-92a2-4856-bd4f-c17ba57612a5 req-4c657c7d-1a50-4130-a3ef-288d2b69d43f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 HTTP/1.1" status: 200 len: 1000 time: 0.1072545 Mar 07 11:25:07.786745 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-158d02c2-92a2-4856-bd4f-c17ba57612a5 req-3b379567-e743-41ab-8655-4cbc50512055 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 HTTP/1.1" status: 200 len: 1000 time: 0.1027944 Mar 07 11:25:07.866064 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d02c2-92a2-4856-bd4f-c17ba57612a5 req-25ede233-ca10-43ea-8acf-07e43d786e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:07.867521 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-158d02c2-92a2-4856-bd4f-c17ba57612a5 req-25ede233-ca10-43ea-8acf-07e43d786e55 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0771730 Mar 07 11:25:07.868885 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d02c2-92a2-4856-bd4f-c17ba57612a5 req-55ae0476-3fb6-448b-97d3-f48fc820ce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:07.870240 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-158d02c2-92a2-4856-bd4f-c17ba57612a5 req-55ae0476-3fb6-448b-97d3-f48fc820ce76 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0725942 Mar 07 11:25:07.952619 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d02c2-92a2-4856-bd4f-c17ba57612a5 req-12aededa-160f-424b-b604-758cce6aae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:07.954109 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-158d02c2-92a2-4856-bd4f-c17ba57612a5 req-12aededa-160f-424b-b604-758cce6aae08 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0808630 Mar 07 11:25:07.956645 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d02c2-92a2-4856-bd4f-c17ba57612a5 req-e5aba658-7f6b-48aa-8a08-4b6226535f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:07.958033 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-158d02c2-92a2-4856-bd4f-c17ba57612a5 req-e5aba658-7f6b-48aa-8a08-4b6226535f2f service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0767105 Mar 07 11:25:08.154725 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-158d02c2-92a2-4856-bd4f-c17ba57612a5 req-ef860c1f-87b9-45dc-9a39-8afb704f6a90 service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866212 Mar 07 11:25:08.157360 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-158d02c2-92a2-4856-bd4f-c17ba57612a5 req-8a201b51-4993-4f9c-b3d3-2e0d3c877cdc service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962750 Mar 07 11:25:08.166728 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574d454-c70a-4d99-9da6-42752e6dbe16 req-fbd7c6cd-5508-4b24-85c5-1956fbc87f3a tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:08.168091 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e574d454-c70a-4d99-9da6-42752e6dbe16 req-fbd7c6cd-5508-4b24-85c5-1956fbc87f3a tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 944 time: 0.1006148 Mar 07 11:25:08.231728 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:25:08.330081 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e574d454-c70a-4d99-9da6-42752e6dbe16 req-ce1749cd-4daa-4943-8ebd-34d703d5bcc1 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455851 Mar 07 11:25:08.330665 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:25:08.342038 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'd70e0918-c7e2-49f8-94d7-84d8f6f7e1f4', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'port_id': 'd70e0918-c7e2-49f8-94d7-84d8f6f7e1f4', 'mac_address': 'fa:16:3e:7e:ba:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:25:08.368968 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-158d02c2-92a2-4856-bd4f-c17ba57612a5 req-774f4d5a-2804-475d-9252-4d06b57ef27d service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994529 Mar 07 11:25:08.370272 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-158d02c2-92a2-4856-bd4f-c17ba57612a5 req-65ea88bc-91d6-4774-a7db-537176121ed7 service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002838 Mar 07 11:25:08.382179 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:25:08.382573 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:08.396217 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:25:08.415806 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:25:08.420060 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:08.478130 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:08.597229 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd03aa-4a80-4cbe-803d-5ac6d9ac82ec req-449a1235-5605-46cb-b310-f8c95a8cad3d tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:08.598714 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fafd03aa-4a80-4cbe-803d-5ac6d9ac82ec req-449a1235-5605-46cb-b310-f8c95a8cad3d tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 945 time: 0.0925877 Mar 07 11:25:08.606136 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51120a0-ec42-4b52-9f52-d2760b88d4d3 req-7bcb155e-12a5-4eb8-aca4-bd02c79e9622 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:08.607465 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b51120a0-ec42-4b52-9f52-d2760b88d4d3 req-7bcb155e-12a5-4eb8-aca4-bd02c79e9622 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9&tenant_id=22535d62b61f432ba4e3949dbcbf8c06&binding%3Ahost_id=n-h1-832164-4 HTTP/1.1" status: 200 len: 945 time: 0.0923667 Mar 07 11:25:08.628997 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b1dda6bd-bdc3-477e-9c1e-6036ac1a4def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:08.652677 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:25:08.692134 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fafd03aa-4a80-4cbe-803d-5ac6d9ac82ec req-29ef9e07-23ea-405c-abff-a919bd32b427 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832839 Mar 07 11:25:08.696644 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [req-b51120a0-ec42-4b52-9f52-d2760b88d4d3 req-9dc9d069-df0f-4bde-a483-eb03a2dced76 service neutron] delete failed (client error): The resource could not be found. Mar 07 11:25:08.698146 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b51120a0-ec42-4b52-9f52-d2760b88d4d3 req-9dc9d069-df0f-4bde-a483-eb03a2dced76 service neutron] 10.222.0.31 "DELETE /v2.0/ports/d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4/bindings/n-h2-832164-4 HTTP/1.1" status: 404 len: 380 time: 0.0832202 Mar 07 11:25:08.787172 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51120a0-ec42-4b52-9f52-d2760b88d4d3 req-05e7e640-cf17-4d08-8823-6a5634159403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:08.788595 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b51120a0-ec42-4b52-9f52-d2760b88d4d3 req-05e7e640-cf17-4d08-8823-6a5634159403 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 1127 time: 0.0489271 Mar 07 11:25:08.878297 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51120a0-ec42-4b52-9f52-d2760b88d4d3 req-790210cf-e9e2-4e19-9ca8-222301b8b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:08.879770 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b51120a0-ec42-4b52-9f52-d2760b88d4d3 req-790210cf-e9e2-4e19-9ca8-222301b8b1e3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.0856020 Mar 07 11:25:08.947860 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b51120a0-ec42-4b52-9f52-d2760b88d4d3 req-cb0aa67d-7917-4348-b008-521c8254400e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 HTTP/1.1" status: 200 len: 1001 time: 0.0618365 Mar 07 11:25:08.996401 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51120a0-ec42-4b52-9f52-d2760b88d4d3 req-ed345c17-6cc9-4be5-bab7-601dd5af2e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:08.997885 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b51120a0-ec42-4b52-9f52-d2760b88d4d3 req-ed345c17-6cc9-4be5-bab7-601dd5af2e35 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0439398 Mar 07 11:25:09.046459 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51120a0-ec42-4b52-9f52-d2760b88d4d3 req-86a1b3b0-dab0-44c3-aad5-47930d0ed5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:09.047842 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b51120a0-ec42-4b52-9f52-d2760b88d4d3 req-86a1b3b0-dab0-44c3-aad5-47930d0ed5ef service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442052 Mar 07 11:25:09.138167 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b51120a0-ec42-4b52-9f52-d2760b88d4d3 req-771e4421-1aa7-4a66-a4c8-11ea3441dac4 service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843983 Mar 07 11:25:09.226554 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b51120a0-ec42-4b52-9f52-d2760b88d4d3 req-0dd93ad5-578a-4629-acab-3881c3a4cbad service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824234 Mar 07 11:25:09.814020 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42925f3-8899-48e7-b30f-6b662668876c req-8b7f3d0f-5fe5-46ee-b731-a3baa3f7acbf tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:09.815491 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d42925f3-8899-48e7-b30f-6b662668876c req-8b7f3d0f-5fe5-46ee-b731-a3baa3f7acbf tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 945 time: 0.0521123 Mar 07 11:25:09.862505 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d42925f3-8899-48e7-b30f-6b662668876c req-f0d68dbf-f8c1-4952-9045-d97dcf8f0bf3 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412228 Mar 07 11:25:09.980182 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c94369-27ab-444c-bb81-54611b662a50 req-49076fcd-3a92-4f12-89a3-7a6964bba220 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:09.981652 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-57c94369-27ab-444c-bb81-54611b662a50 req-49076fcd-3a92-4f12-89a3-7a6964bba220 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 945 time: 0.0513897 Mar 07 11:25:10.031617 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-57c94369-27ab-444c-bb81-54611b662a50 req-d18a69d7-3c66-4368-8fe5-0c1e396d36e1 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436966 Mar 07 11:25:10.056481 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:10.244176 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:25:10.268683 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d05fd-dcb9-49bd-a5be-112b973f9e71 req-1eb1bbad-0636-4b98-929b-83921d2a1a60 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:10.270948 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-329d05fd-dcb9-49bd-a5be-112b973f9e71 req-1eb1bbad-0636-4b98-929b-83921d2a1a60 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 945 time: 0.0910394 Mar 07 11:25:10.279663 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27526be8-2481-4119-be95-c56826dcf592 req-355ff653-c076-444f-b438-5f7c35e89251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:10.281152 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27526be8-2481-4119-be95-c56826dcf592 req-355ff653-c076-444f-b438-5f7c35e89251 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 1127 time: 0.0671146 Mar 07 11:25:10.298179 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:25:10.302575 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:25:10.302951 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:10.379960 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:25:10.380250 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:10.382275 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-329d05fd-dcb9-49bd-a5be-112b973f9e71 req-0ebb9f98-5076-4b79-a2d6-ef82d1466a73 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049471 Mar 07 11:25:10.403999 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d9e76c-7090-4178-898a-295a655486a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70e0918-c7e2-49f8-94d7-84d8f6f7e1f4'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:25:10.405759 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27526be8-2481-4119-be95-c56826dcf592 req-ae93ee30-774c-442f-a7c6-30ffa3a8f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:10.406241 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5614201-8581-4f43-88c6-e6a03540bb29" -d '{"events": [{"server_uuid": "66d9e76c-7090-4178-898a-295a655486a9", "name": "network-vif-plugged", "status": "completed", "tag": "d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:25:10.407364 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27526be8-2481-4119-be95-c56826dcf592 req-ae93ee30-774c-442f-a7c6-30ffa3a8f9f1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.1189191 Mar 07 11:25:10.418720 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:25:10.425679 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:10.450096 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b2cac5-1252-417b-b320-903be82a0ee3 x-openstack-request-id: req-44b2cac5-1252-417b-b320-903be82a0ee3 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:25:10.450391 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d9e76c-7090-4178-898a-295a655486a9", "name": "network-vif-plugged", "status": "completed", "tag": "d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:25:10.450649 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-44b2cac5-1252-417b-b320-903be82a0ee3 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:25:10.451042 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d9e76c-7090-4178-898a-295a655486a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70e0918-c7e2-49f8-94d7-84d8f6f7e1f4', 'code': 200} Mar 07 11:25:10.475802 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4,revision_number=9']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:10.480224 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27526be8-2481-4119-be95-c56826dcf592 req-4e4b7328-2675-45a5-a602-08300291d319 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 HTTP/1.1" status: 200 len: 1001 time: 0.0663192 Mar 07 11:25:10.534300 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27526be8-2481-4119-be95-c56826dcf592 req-4d6e11fd-f001-429f-804c-ffbf9e566fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:10.535807 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27526be8-2481-4119-be95-c56826dcf592 req-4d6e11fd-f001-429f-804c-ffbf9e566fe1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0495927 Mar 07 11:25:10.584267 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27526be8-2481-4119-be95-c56826dcf592 req-ce18649a-b847-401f-a801-e94f7a8bb4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:10.585769 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27526be8-2481-4119-be95-c56826dcf592 req-ce18649a-b847-401f-a801-e94f7a8bb4b4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439899 Mar 07 11:25:10.674158 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27526be8-2481-4119-be95-c56826dcf592 req-bd3146fe-80e9-4309-a269-62687d40209c service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822427 Mar 07 11:25:10.763434 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27526be8-2481-4119-be95-c56826dcf592 req-2bbae23f-6cdb-47cf-afac-3ae869e9fd82 service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837398 Mar 07 11:25:11.249131 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:25:11.504158 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8613a9-b860-488f-8788-1e311f1a1303 req-a4fef995-3e47-453a-827d-37693ed63ed3 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:11.505559 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8b8613a9-b860-488f-8788-1e311f1a1303 req-a4fef995-3e47-453a-827d-37693ed63ed3 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 946 time: 0.0540259 Mar 07 11:25:11.553466 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8b8613a9-b860-488f-8788-1e311f1a1303 req-81f9b96a-1f93-45d9-b0a6-9c4308b4fab0 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419862 Mar 07 11:25:11.799785 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:11.800404 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f6b13a-9635-48c9-b228-22f487a9ff50 req-8210d70e-154e-4df1-ac7a-15f91863e25e tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:11.801263 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c7f6b13a-9635-48c9-b228-22f487a9ff50 req-8210d70e-154e-4df1-ac7a-15f91863e25e tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 946 time: 0.0573421 Mar 07 11:25:11.848877 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c7f6b13a-9635-48c9-b228-22f487a9ff50 req-813d6187-f490-4eb2-bb37-9b83fc1e8a33 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416613 Mar 07 11:25:12.976890 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259b974-2511-4326-87f8-ba8340062077 req-49826a12-a2c2-4c6c-a8a6-8b81e4850331 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:12.978406 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1259b974-2511-4326-87f8-ba8340062077 req-49826a12-a2c2-4c6c-a8a6-8b81e4850331 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 946 time: 0.0567875 Mar 07 11:25:13.021562 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82258c-4765-4105-91eb-f3ca497e8f56 req-67cecf20-6b07-42fc-afb6-5e734c2deb75 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:13.023046 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a82258c-4765-4105-91eb-f3ca497e8f56 req-67cecf20-6b07-42fc-afb6-5e734c2deb75 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.21 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 946 time: 0.0531890 Mar 07 11:25:13.027834 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1259b974-2511-4326-87f8-ba8340062077 req-f788d992-cd28-4e50-b095-e11d2a540da0 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436177 Mar 07 11:25:13.042550 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:13.117538 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-9a82258c-4765-4105-91eb-f3ca497e8f56 req-ab2a2b30-1a7d-4de4-b9ba-b4159fb41ad7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Deleting port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:25:13.117879 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9a82258c-4765-4105-91eb-f3ca497e8f56 req-ab2a2b30-1a7d-4de4-b9ba-b4159fb41ad7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:13.212370 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-9a82258c-4765-4105-91eb-f3ca497e8f56 req-ab2a2b30-1a7d-4de4-b9ba-b4159fb41ad7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] For port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:25:13.212760 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9a82258c-4765-4105-91eb-f3ca497e8f56 req-ab2a2b30-1a7d-4de4-b9ba-b4159fb41ad7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:13.385124 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9a82258c-4765-4105-91eb-f3ca497e8f56 req-ab2a2b30-1a7d-4de4-b9ba-b4159fb41ad7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:13.385497 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9a82258c-4765-4105-91eb-f3ca497e8f56 req-ab2a2b30-1a7d-4de4-b9ba-b4159fb41ad7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (ad151a60-c4be-43a3-b1a7-89abb313ce59), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:13.385810 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [req-9a82258c-4765-4105-91eb-f3ca497e8f56 req-ab2a2b30-1a7d-4de4-b9ba-b4159fb41ad7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Floating IP ad151a60-c4be-43a3-b1a7-89abb313ce59 disassociated. External IP: 172.25.3.170, port: d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4. Mar 07 11:25:13.386141 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-9a82258c-4765-4105-91eb-f3ca497e8f56 req-ab2a2b30-1a7d-4de4-b9ba-b4159fb41ad7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Calling delete_port for d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:25:13.512324 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9a82258c-4765-4105-91eb-f3ca497e8f56 req-ab2a2b30-1a7d-4de4-b9ba-b4159fb41ad7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:13.540588 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a2b30-1a7d-4de4-b9ba-b4159fb41ad7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Pushing event deleted for resources: {'Port': ['ID=d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:13.552071 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a2b30-1a7d-4de4-b9ba-b4159fb41ad7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:13.552367 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a2b30-1a7d-4de4-b9ba-b4159fb41ad7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:13.552703 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a2b30-1a7d-4de4-b9ba-b4159fb41ad7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:13.553036 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a2b30-1a7d-4de4-b9ba-b4159fb41ad7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:13.553396 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a2b30-1a7d-4de4-b9ba-b4159fb41ad7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:13.553721 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a2b30-1a7d-4de4-b9ba-b4159fb41ad7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:13.554043 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a2b30-1a7d-4de4-b9ba-b4159fb41ad7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:13.554363 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a2b30-1a7d-4de4-b9ba-b4159fb41ad7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:13.554681 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a2b30-1a7d-4de4-b9ba-b4159fb41ad7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:13.554996 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a2b30-1a7d-4de4-b9ba-b4159fb41ad7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:13.555311 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a2b30-1a7d-4de4-b9ba-b4159fb41ad7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:13.555625 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a2b30-1a7d-4de4-b9ba-b4159fb41ad7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:13.555942 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2a2b30-1a7d-4de4-b9ba-b4159fb41ad7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:25:13.993483 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a82258c-4765-4105-91eb-f3ca497e8f56 req-ab2a2b30-1a7d-4de4-b9ba-b4159fb41ad7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Router f7c076c2-0f67-4780-b10a-80eaea884cb8 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:25:14.124765 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a82258c-4765-4105-91eb-f3ca497e8f56 req-ab2a2b30-1a7d-4de4-b9ba-b4159fb41ad7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:25:14.128117 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-69c74508-594d-4ee2-b28e-2db73e882192 req-8011a0e0-d83d-49de-b628-25a559bc68c6 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=66d9e76c-7090-4178-898a-295a655486a9 HTTP/1.1" status: 200 len: 210 time: 0.0314941 Mar 07 11:25:14.136407 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34593d69-004a-4a60-a2c9-5cdd2369fb97 None None] Sync routers for ids ['f7c076c2-0f67-4780-b10a-80eaea884cb8'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:25:14.149229 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34593d69-004a-4a60-a2c9-5cdd2369fb97 None None] Routers {'f7c076c2-0f67-4780-b10a-80eaea884cb8'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:25:14.149229 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-34593d69-004a-4a60-a2c9-5cdd2369fb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:25:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f7c076c2-0f67-4780-b10a-80eaea884cb8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:25:14.169949 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a82258c-4765-4105-91eb-f3ca497e8f56 req-ab2a2b30-1a7d-4de4-b9ba-b4159fb41ad7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] No DVR routers for this DVR port d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:25:14.173424 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9a82258c-4765-4105-91eb-f3ca497e8f56 req-ab2a2b30-1a7d-4de4-b9ba-b4159fb41ad7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:14.176666 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a82258c-4765-4105-91eb-f3ca497e8f56 req-ab2a2b30-1a7d-4de4-b9ba-b4159fb41ad7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.21 "DELETE /v2.0/ports/d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 HTTP/1.1" status: 204 len: 173 time: 1.1484389 Mar 07 11:25:14.177145 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d9e76c-7090-4178-898a-295a655486a9', 'name': 'network-vif-deleted', 'tag': 'd70e0918-c7e2-49f8-94d7-84d8f6f7e1f4'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:25:14.179380 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4656a3b3-ea54-4d5f-b49f-b53fc2d0ec90" -d '{"events": [{"server_uuid": "66d9e76c-7090-4178-898a-295a655486a9", "name": "network-vif-deleted", "tag": "d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:25:14.219104 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3edd4a-f5a7-4399-948c-67fe7f9873ca x-openstack-request-id: req-3c3edd4a-f5a7-4399-948c-67fe7f9873ca {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:25:14.219399 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d9e76c-7090-4178-898a-295a655486a9", "name": "network-vif-deleted", "tag": "d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:25:14.219741 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3c3edd4a-f5a7-4399-948c-67fe7f9873ca {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:25:14.220195 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d9e76c-7090-4178-898a-295a655486a9', 'name': 'network-vif-deleted', 'tag': 'd70e0918-c7e2-49f8-94d7-84d8f6f7e1f4', 'status': 'completed', 'code': 200} Mar 07 11:25:14.269983 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-34593d69-004a-4a60-a2c9-5cdd2369fb97 None None] Set router f7c076c2-0f67-4780-b10a-80eaea884cb8 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:25:14.473260 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-34593d69-004a-4a60-a2c9-5cdd2369fb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'name': 'tempest-ServerActionsTestJSON-2015535949-router', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:23:32Z', 'updated_at': '2022-03-07T11:23:35Z', 'revision_number': 4, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'gw_port': {'id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:33Z', 'updated_at': '2022-03-07T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'ffe35996-41f3-4a3e-a512-070232ca4284', 'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'mac_address': 'fa:16:3e:2b:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:34Z', 'updated_at': '2022-03-07T11:23:38Z', 'revision_number': 5, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'subnets': [{'id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:25:14.503052 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34593d69-004a-4a60-a2c9-5cdd2369fb97 None None] Checking router: f7c076c2-0f67-4780-b10a-80eaea884cb8 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:25:14.511216 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34593d69-004a-4a60-a2c9-5cdd2369fb97 None None] Routers {'f7c076c2-0f67-4780-b10a-80eaea884cb8'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:25:14.511812 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-34593d69-004a-4a60-a2c9-5cdd2369fb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:25:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f7c076c2-0f67-4780-b10a-80eaea884cb8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:25:14.624394 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-34593d69-004a-4a60-a2c9-5cdd2369fb97 None None] Set router f7c076c2-0f67-4780-b10a-80eaea884cb8 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:25:14.818731 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-34593d69-004a-4a60-a2c9-5cdd2369fb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'name': 'tempest-ServerActionsTestJSON-2015535949-router', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:23:32Z', 'updated_at': '2022-03-07T11:23:35Z', 'revision_number': 4, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'gw_port': {'id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:33Z', 'updated_at': '2022-03-07T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'ffe35996-41f3-4a3e-a512-070232ca4284', 'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'mac_address': 'fa:16:3e:2b:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:34Z', 'updated_at': '2022-03-07T11:23:38Z', 'revision_number': 5, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'subnets': [{'id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:25:14.844202 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34593d69-004a-4a60-a2c9-5cdd2369fb97 None None] The sync data for ids ['f7c076c2-0f67-4780-b10a-80eaea884cb8'] in n-d-832164-4 is: [{'id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'name': 'tempest-ServerActionsTestJSON-2015535949-router', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:23:32Z', 'updated_at': '2022-03-07T11:23:35Z', 'revision_number': 4, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'gw_port': {'id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:33Z', 'updated_at': '2022-03-07T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'ffe35996-41f3-4a3e-a512-070232ca4284', 'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'mac_address': 'fa:16:3e:2b:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:34Z', 'updated_at': '2022-03-07T11:23:38Z', 'revision_number': 5, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'subnets': [{'id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:25:15.072735 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a1e63d-e6f6-465e-a962-6eac295e7d9f None None] New status for floating IP ad151a60-c4be-43a3-b1a7-89abb313ce59: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:25:15.371864 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-d82c198b-a0be-4c23-a67a-2f8fa04c0b59 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1082229441&fields=id&tenant_id=22535d62b61f432ba4e3949dbcbf8c06 HTTP/1.1" status: 200 len: 267 time: 0.0413268 Mar 07 11:25:15.476573 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-c1c23fa8-b4b0-46eb-a670-15454a1833a8 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:15.478012 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-c1c23fa8-b4b0-46eb-a670-15454a1833a8 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 812 time: 0.0991769 Mar 07 11:25:15.493014 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-8b7c598f-f984-42c6-b9fc-e1b632565233 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/quotas/22535d62b61f432ba4e3949dbcbf8c06 HTTP/1.1" status: 200 len: 375 time: 0.0094624 Mar 07 11:25:15.550335 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-95c14af5-7ca5-4d73-aee8-ae615792efb8 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526223 Mar 07 11:25:15.644552 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-7d196877-23fb-480c-98e8-7654d6a2c52d service neutron] 10.222.0.11 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830703 Mar 07 11:25:15.737596 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-1161866c-883a-4656-921f-864b4d73692f service neutron] 10.222.0.11 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862994 Mar 07 11:25:15.899033 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cc6b0a2c-a129-48e6-a2c4-9dafc0480fdd req-736ea8e7-8469-4dcc-9f3a-edeb89a3d963 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 210 time: 0.0280554 Mar 07 11:25:16.247403 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:25:16.269373 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:25:16.269717 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device d70e0918-c7e2-49f8-94d7-84d8f6f7e1f4 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:25:16.791453 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-9569bd5d-10a0-4716-a714-27090f822a1a tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:16.793547 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-9569bd5d-10a0-4716-a714-27090f822a1a tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.31 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 812 time: 0.1061487 Mar 07 11:25:16.858857 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-deab250a-57ca-4696-bab1-dd9d0dd5d73b tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22535d62b61f432ba4e3949dbcbf8c06 HTTP/1.1" status: 200 len: 380 time: 0.0565605 Mar 07 11:25:16.868137 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-35fd8564-bca3-41fc-b7d3-ee2a68d50424 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Request body: {'port': {'device_id': 'ae657f26-db74-4ad2-b37a-e2ecdc30d700', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'admin_state_up': True, 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'security_groups': ['58b617f0-5a0d-4a41-ab4f-284c9d0311ea']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:25:16.983823 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-35fd8564-bca3-41fc-b7d3-ee2a68d50424 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Made reservation on behalf of 22535d62b61f432ba4e3949dbcbf8c06 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:25:16.987668 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-35fd8564-bca3-41fc-b7d3-ee2a68d50424 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:17.005452 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9849a297-7e16-41b0-9847-7f1f4b04d9a2 req-b79f363e-e3a4-4d05-9e55-248be922d9dc tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 210 time: 0.0374968 Mar 07 11:25:17.134531 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-35fd8564-bca3-41fc-b7d3-ee2a68d50424 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Allocated IP 172.20.0.5 (b885484d-7394-4a85-a997-6d93d08e7b4b/91933fe8-09f2-48fc-89ea-85a92d3f3e62/0b757bcd-f863-4ed8-9995-a0d72cc465d3) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:25:17.271527 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-35fd8564-bca3-41fc-b7d3-ee2a68d50424 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks [] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:17.304423 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-35fd8564-bca3-41fc-b7d3-ee2a68d50424 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:17.349419 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-35fd8564-bca3-41fc-b7d3-ee2a68d50424 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Network b885484d-7394-4a85-a997-6d93d08e7b4b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:25:17.352300 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-35fd8564-bca3-41fc-b7d3-ee2a68d50424 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:25:17.355866 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-35fd8564-bca3-41fc-b7d3-ee2a68d50424 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:25:17.379582 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd8564-bca3-41fc-b7d3-ee2a68d50424 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Pushing event updated for resources: {'Port': ['ID=0b757bcd-f863-4ed8-9995-a0d72cc465d3,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:17.407634 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-35fd8564-bca3-41fc-b7d3-ee2a68d50424 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:17.408274 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-35fd8564-bca3-41fc-b7d3-ee2a68d50424 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:17.425091 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-35fd8564-bca3-41fc-b7d3-ee2a68d50424 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5604539 Mar 07 11:25:17.436117 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-278d5e3c-9ef9-4421-a0cb-7a0a51097039 service neutron] Request body: {'port': {'device_id': 'ae657f26-db74-4ad2-b37a-e2ecdc30d700', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:25:17.502799 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-278d5e3c-9ef9-4421-a0cb-7a0a51097039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:17.640660 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b551b79d-6ed4-48a5-97a5-034b9f6492a5 None None] Provisioning complete for port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:25:17.641252 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b551b79d-6ed4-48a5-97a5-034b9f6492a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:17.679788 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b551b79d-6ed4-48a5-97a5-034b9f6492a5 None None] Port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:25:17.768385 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-278d5e3c-9ef9-4421-a0cb-7a0a51097039 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b757bcd-f863-4ed8-9995-a0d72cc465d3 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:25:17.775689 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-278d5e3c-9ef9-4421-a0cb-7a0a51097039 service neutron] Publish callbacks [] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:17.787345 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-278d5e3c-9ef9-4421-a0cb-7a0a51097039 service neutron] Transition to ACTIVE for port object 0b757bcd-f863-4ed8-9995-a0d72cc465d3 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:25:17.791250 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-278d5e3c-9ef9-4421-a0cb-7a0a51097039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:17.843373 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d5e3c-9ef9-4421-a0cb-7a0a51097039 service neutron] Pushing event updated for resources: {'Port': ['ID=0b757bcd-f863-4ed8-9995-a0d72cc465d3,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:17.919132 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-278d5e3c-9ef9-4421-a0cb-7a0a51097039 service neutron] Attempting to bind port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:25:17.919465 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-278d5e3c-9ef9-4421-a0cb-7a0a51097039 service neutron] Attempting to bind port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:25:17.919786 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-278d5e3c-9ef9-4421-a0cb-7a0a51097039 service neutron] Attempting to bind port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 on network b885484d-7394-4a85-a997-6d93d08e7b4b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:25:17.925284 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-278d5e3c-9ef9-4421-a0cb-7a0a51097039 service neutron] Port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 on network b885484d-7394-4a85-a997-6d93d08e7b4b not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:25:17.925600 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-278d5e3c-9ef9-4421-a0cb-7a0a51097039 service neutron] Attempting to bind port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 on network b885484d-7394-4a85-a997-6d93d08e7b4b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:25:17.930533 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-278d5e3c-9ef9-4421-a0cb-7a0a51097039 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:25:17.930870 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-278d5e3c-9ef9-4421-a0cb-7a0a51097039 service neutron] Checking segment: {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:25:17.931248 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-278d5e3c-9ef9-4421-a0cb-7a0a51097039 service neutron] Bound using segment: {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:25:17.931670 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-278d5e3c-9ef9-4421-a0cb-7a0a51097039 service neutron] Bound port: 0b757bcd-f863-4ed8-9995-a0d72cc465d3, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:25:17.932028 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-278d5e3c-9ef9-4421-a0cb-7a0a51097039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:18.007576 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-278d5e3c-9ef9-4421-a0cb-7a0a51097039 service neutron] For port 0b757bcd-f863-4ed8-9995-a0d72cc465d3, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:25:18.010747 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-278d5e3c-9ef9-4421-a0cb-7a0a51097039 service neutron] For port 0b757bcd-f863-4ed8-9995-a0d72cc465d3, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=0b757bcd-f863-4ed8-9995-a0d72cc465d3,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:25:18.015883 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-278d5e3c-9ef9-4421-a0cb-7a0a51097039 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:18.053596 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-278d5e3c-9ef9-4421-a0cb-7a0a51097039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:18.054217 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-278d5e3c-9ef9-4421-a0cb-7a0a51097039 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:18.055598 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-278d5e3c-9ef9-4421-a0cb-7a0a51097039 service neutron] 10.222.0.31 "PUT /v2.0/ports/0b757bcd-f863-4ed8-9995-a0d72cc465d3 HTTP/1.1" status: 200 len: 1091 time: 0.6238282 Mar 07 11:25:18.056043 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae657f26-db74-4ad2-b37a-e2ecdc30d700', 'tag': '0b757bcd-f863-4ed8-9995-a0d72cc465d3'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:25:18.058328 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98a5e7d-1e47-4fe2-8dfb-ada183d1c53a" -d '{"events": [{"name": "network-changed", "server_uuid": "ae657f26-db74-4ad2-b37a-e2ecdc30d700", "tag": "0b757bcd-f863-4ed8-9995-a0d72cc465d3"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:25:18.092197 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d5e3c-9ef9-4421-a0cb-7a0a51097039 service neutron] Pushing event updated for resources: {'Port': ['ID=0b757bcd-f863-4ed8-9995-a0d72cc465d3,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:18.135835 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52690a67-ed61-49d4-bbba-ae098cf6eee2 x-openstack-request-id: req-52690a67-ed61-49d4-bbba-ae098cf6eee2 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:25:18.136138 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae657f26-db74-4ad2-b37a-e2ecdc30d700", "tag": "0b757bcd-f863-4ed8-9995-a0d72cc465d3", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:25:18.136394 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-52690a67-ed61-49d4-bbba-ae098cf6eee2 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:25:18.136794 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae657f26-db74-4ad2-b37a-e2ecdc30d700', 'tag': '0b757bcd-f863-4ed8-9995-a0d72cc465d3', 'status': 'completed', 'code': 200} Mar 07 11:25:18.154791 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-2b054fc7-13bb-42e6-b80e-c0ee3b472000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:18.156593 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-2b054fc7-13bb-42e6-b80e-c0ee3b472000 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 1125 time: 0.0597777 Mar 07 11:25:18.166507 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1b49e-d849-41ab-9257-a3887260ad80 req-ce66166a-be87-494a-929a-0d64cf412eea tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:18.168197 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cdf1b49e-d849-41ab-9257-a3887260ad80 req-ce66166a-be87-494a-929a-0d64cf412eea tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 943 time: 0.0761914 Mar 07 11:25:18.200150 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-de48d1b2-e650-4629-84c4-4e5402468ab6 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b757bcd-f863-4ed8-9995-a0d72cc465d3 HTTP/1.1" status: 200 len: 217 time: 0.0372746 Mar 07 11:25:18.222987 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cdf1b49e-d849-41ab-9257-a3887260ad80 req-6c24d6fb-df74-4b73-8ca1-989e03bf08fb tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466423 Mar 07 11:25:18.252974 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-cab5f5d9-b61c-4e54-b4f2-2a03bee7591d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:18.254479 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-cab5f5d9-b61c-4e54-b4f2-2a03bee7591d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0485420 Mar 07 11:25:18.309912 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-5da7051b-debd-474b-87e8-de60b666d720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:18.311496 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-5da7051b-debd-474b-87e8-de60b666d720 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0512240 Mar 07 11:25:18.401757 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-ee0f5419-ce11-4fc2-b4f7-812b429454f0 service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836713 Mar 07 11:25:18.497169 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec99b73e-83c7-48a2-ba1c-509822749401 req-ddc5d657-41f3-429f-85c9-8fd60bb483b3 service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863056 Mar 07 11:25:18.587550 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a5e7d-1e47-4fe2-8dfb-ada183d1c53a req-ef35e79b-646a-485c-a308-239a3100f0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:18.589045 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e98a5e7d-1e47-4fe2-8dfb-ada183d1c53a req-ef35e79b-646a-485c-a308-239a3100f0b8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 1125 time: 0.0448909 Mar 07 11:25:18.647798 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:18.682603 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a5e7d-1e47-4fe2-8dfb-ada183d1c53a req-933cf5c3-a306-42c0-b5b2-873a19f27154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:18.684058 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e98a5e7d-1e47-4fe2-8dfb-ada183d1c53a req-933cf5c3-a306-42c0-b5b2-873a19f27154 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.0891953 Mar 07 11:25:18.725286 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e98a5e7d-1e47-4fe2-8dfb-ada183d1c53a req-f411bf09-b703-446b-9009-7e1c476095e5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b757bcd-f863-4ed8-9995-a0d72cc465d3 HTTP/1.1" status: 200 len: 217 time: 0.0349543 Mar 07 11:25:18.772530 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a5e7d-1e47-4fe2-8dfb-ada183d1c53a req-c25315fb-6af3-4f97-b9a5-c2b03216386a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:18.773891 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e98a5e7d-1e47-4fe2-8dfb-ada183d1c53a req-c25315fb-6af3-4f97-b9a5-c2b03216386a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0431197 Mar 07 11:25:18.821888 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a5e7d-1e47-4fe2-8dfb-ada183d1c53a req-cb98ad28-64f2-4a71-a370-3b16cedd89ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:18.823355 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e98a5e7d-1e47-4fe2-8dfb-ada183d1c53a req-cb98ad28-64f2-4a71-a370-3b16cedd89ac service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432174 Mar 07 11:25:18.915195 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e98a5e7d-1e47-4fe2-8dfb-ada183d1c53a req-53af38f4-975d-4d15-94c7-36ce61faa8a2 service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858240 Mar 07 11:25:19.007220 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e98a5e7d-1e47-4fe2-8dfb-ada183d1c53a req-eec27715-1c6e-43cd-b3c7-2e847c969125 service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855920 Mar 07 11:25:19.345649 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307172d0-b80d-4690-bca5-093680b2e986 req-4962578a-cb74-4774-b4ee-bfe361b4c437 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:19.347106 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-307172d0-b80d-4690-bca5-093680b2e986 req-4962578a-cb74-4774-b4ee-bfe361b4c437 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 943 time: 0.0542166 Mar 07 11:25:19.394025 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-307172d0-b80d-4690-bca5-093680b2e986 req-1936b943-15bc-42ba-853c-23bc62ef4466 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414295 Mar 07 11:25:20.514578 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc04062-bb8b-4486-b808-15918a5543b0 req-4dcd0055-dba2-4367-b14c-cf259ee48189 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:20.516081 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1dc04062-bb8b-4486-b808-15918a5543b0 req-4dcd0055-dba2-4367-b14c-cf259ee48189 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 943 time: 0.0555024 Mar 07 11:25:20.561612 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1dc04062-bb8b-4486-b808-15918a5543b0 req-4fb18117-a5d6-4ab4-aafb-e183d1951925 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392811 Mar 07 11:25:21.681347 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416acc4b-f7f8-4f33-acd8-e83b1804712d req-4f878c3c-0fc5-4d4e-bf30-d2a55f1af365 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:21.682795 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-416acc4b-f7f8-4f33-acd8-e83b1804712d req-4f878c3c-0fc5-4d4e-bf30-d2a55f1af365 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 943 time: 0.0516231 Mar 07 11:25:21.728712 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-416acc4b-f7f8-4f33-acd8-e83b1804712d req-6bbec507-4841-4fbd-bc27-ccac4b1e839c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404558 Mar 07 11:25:22.848567 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987787ef-a418-4435-ad13-ef7fef062466 req-be081b61-df5e-48c0-8dd9-116b5d0d6678 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:22.850121 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-987787ef-a418-4435-ad13-ef7fef062466 req-be081b61-df5e-48c0-8dd9-116b5d0d6678 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 943 time: 0.0552373 Mar 07 11:25:22.898278 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-987787ef-a418-4435-ad13-ef7fef062466 req-c3cc4dfa-76fb-420c-b4dc-2a03b2647c0a tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424869 Mar 07 11:25:23.264640 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:23.781046 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 0b757bcd-f863-4ed8-9995-a0d72cc465d3 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:25:23.877604 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 0b757bcd-f863-4ed8-9995-a0d72cc465d3, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=0b757bcd-f863-4ed8-9995-a0d72cc465d3,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:25:23.889387 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '0b757bcd-f863-4ed8-9995-a0d72cc465d3', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'port_id': '0b757bcd-f863-4ed8-9995-a0d72cc465d3', 'mac_address': 'fa:16:3e:6f:8b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:25:23.932724 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:25:23.933345 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:23.949057 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b757bcd-f863-4ed8-9995-a0d72cc465d3 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:25:23.970960 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 0b757bcd-f863-4ed8-9995-a0d72cc465d3, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=0b757bcd-f863-4ed8-9995-a0d72cc465d3,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:25:23.976147 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:24.022765 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326c194-688f-4bd4-b052-d60b173eee60 req-b89f52be-733d-4db6-b890-26f406f31464 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:24.024256 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8326c194-688f-4bd4-b052-d60b173eee60 req-b89f52be-733d-4db6-b890-26f406f31464 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 944 time: 0.0576017 Mar 07 11:25:24.029098 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=0b757bcd-f863-4ed8-9995-a0d72cc465d3,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:24.071687 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8326c194-688f-4bd4-b052-d60b173eee60 req-c4314d7a-bdbe-4e52-a04e-b2480d6d296e tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416048 Mar 07 11:25:24.282425 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['0b757bcd-f863-4ed8-9995-a0d72cc465d3'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:25:25.194343 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed2f13-d877-4c75-bd37-09befb021286 req-d954da6b-85df-4fec-88e4-9355ef23409a tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:25.195826 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-57ed2f13-d877-4c75-bd37-09befb021286 req-d954da6b-85df-4fec-88e4-9355ef23409a tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 944 time: 0.0563200 Mar 07 11:25:25.246399 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-57ed2f13-d877-4c75-bd37-09befb021286 req-2396686e-554e-439f-bce2-619d53da7ea7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450480 Mar 07 11:25:25.797797 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 0b757bcd-f863-4ed8-9995-a0d72cc465d3 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:25:25.851065 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:25:25.854605 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:25:25.854978 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:25.934481 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:25:25.934874 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:25.958556 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae657f26-db74-4ad2-b37a-e2ecdc30d700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b757bcd-f863-4ed8-9995-a0d72cc465d3'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:25:25.960818 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a46418-bad9-4a9d-b839-8a3ff5cb9f25" -d '{"events": [{"server_uuid": "ae657f26-db74-4ad2-b37a-e2ecdc30d700", "name": "network-vif-plugged", "status": "completed", "tag": "0b757bcd-f863-4ed8-9995-a0d72cc465d3"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:25:25.972632 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 0b757bcd-f863-4ed8-9995-a0d72cc465d3, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=0b757bcd-f863-4ed8-9995-a0d72cc465d3,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:25:25.977709 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:26.001411 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b612503-0c9e-4d4a-ae6d-d636475ef758 x-openstack-request-id: req-5b612503-0c9e-4d4a-ae6d-d636475ef758 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:25:26.001706 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae657f26-db74-4ad2-b37a-e2ecdc30d700", "name": "network-vif-plugged", "status": "completed", "tag": "0b757bcd-f863-4ed8-9995-a0d72cc465d3", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:25:26.001960 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5b612503-0c9e-4d4a-ae6d-d636475ef758 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:25:26.002351 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae657f26-db74-4ad2-b37a-e2ecdc30d700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b757bcd-f863-4ed8-9995-a0d72cc465d3', 'code': 200} Mar 07 11:25:26.032692 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=0b757bcd-f863-4ed8-9995-a0d72cc465d3,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:26.100316 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8986754-08aa-49c5-8d78-7691d73d816f req-903e3ba8-c13a-459d-8ae8-fbb573dea5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:26.101740 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c8986754-08aa-49c5-8d78-7691d73d816f req-903e3ba8-c13a-459d-8ae8-fbb573dea5a1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 1127 time: 0.0440390 Mar 07 11:25:26.144038 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c8986754-08aa-49c5-8d78-7691d73d816f req-ab6eb9b5-20fb-4c0b-a923-883eaca6699c service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358255 Mar 07 11:25:26.366690 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70ab11-198f-40f4-9f40-f29c7ec552c6 req-326364d1-518b-4607-a3f2-9074137f288d tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:26.368095 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ae70ab11-198f-40f4-9f40-f29c7ec552c6 req-326364d1-518b-4607-a3f2-9074137f288d tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 945 time: 0.0540264 Mar 07 11:25:26.414853 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ae70ab11-198f-40f4-9f40-f29c7ec552c6 req-a0d54b32-d15a-4e8e-9a30-37ee749e661a tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411458 Mar 07 11:25:27.538375 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea445e4f-3dd9-49f0-bcdc-3a8fddd2b4df req-5ea3c22c-3a35-4d30-983d-b7eadb709eee tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:27.539860 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ea445e4f-3dd9-49f0-bcdc-3a8fddd2b4df req-5ea3c22c-3a35-4d30-983d-b7eadb709eee tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 945 time: 0.0560751 Mar 07 11:25:27.585922 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ea445e4f-3dd9-49f0-bcdc-3a8fddd2b4df req-7284e9f3-301f-4c1c-aebe-222f9cf766d6 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405309 Mar 07 11:25:27.699626 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf541fde-6769-4161-9726-cfff8aaa8d57 req-f3cc515c-e60c-4fe6-ba81-a023f8a0a3be tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:27.701114 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cf541fde-6769-4161-9726-cfff8aaa8d57 req-f3cc515c-e60c-4fe6-ba81-a023f8a0a3be tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 945 time: 0.0522575 Mar 07 11:25:27.710067 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43170) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:25:27.714227 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-b0b943ac-32bc-4056-b2ba-e9ad5003cbb2 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Request body: {'floatingip': {'port_id': '0b757bcd-f863-4ed8-9995-a0d72cc465d3'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:25:27.755524 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b0b943ac-32bc-4056-b2ba-e9ad5003cbb2 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks [] for floatingip (ad151a60-c4be-43a3-b1a7-89abb313ce59), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:28.522061 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b0b943ac-32bc-4056-b2ba-e9ad5003cbb2 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:28.525825 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b0b943ac-32bc-4056-b2ba-e9ad5003cbb2 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (ad151a60-c4be-43a3-b1a7-89abb313ce59), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:28.624438 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-b0b943ac-32bc-4056-b2ba-e9ad5003cbb2 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Floating IP ad151a60-c4be-43a3-b1a7-89abb313ce59 associated. External IP: 172.25.3.170, port: 0b757bcd-f863-4ed8-9995-a0d72cc465d3. Mar 07 11:25:28.832848 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b943ac-32bc-4056-b2ba-e9ad5003cbb2 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Router f7c076c2-0f67-4780-b10a-80eaea884cb8 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:25:28.942405 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b943ac-32bc-4056-b2ba-e9ad5003cbb2 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:25:28.946921 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b0b943ac-32bc-4056-b2ba-e9ad5003cbb2 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:28.951639 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d03f829-ed93-46ba-ad43-78f00029c981 None None] Sync routers for ids ['f7c076c2-0f67-4780-b10a-80eaea884cb8'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:25:28.961553 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d03f829-ed93-46ba-ad43-78f00029c981 None None] Routers {'f7c076c2-0f67-4780-b10a-80eaea884cb8'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:25:28.962154 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6d03f829-ed93-46ba-ad43-78f00029c981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:25:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f7c076c2-0f67-4780-b10a-80eaea884cb8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:25:28.976379 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b0b943ac-32bc-4056-b2ba-e9ad5003cbb2 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "PUT /v2.0/floatingips/ad151a60-c4be-43a3-b1a7-89abb313ce59 HTTP/1.1" status: 200 len: 991 time: 1.2651374 Mar 07 11:25:28.977042 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae657f26-db74-4ad2-b37a-e2ecdc30d700', 'tag': '0b757bcd-f863-4ed8-9995-a0d72cc465d3'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:25:28.979582 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}44a455647d6397c38193da616c09aa1c8c18e837bfb4710788eb2dae99db4dc5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ca0e71-d6b4-40b7-a03e-b009d71a2bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "ae657f26-db74-4ad2-b37a-e2ecdc30d700", "tag": "0b757bcd-f863-4ed8-9995-a0d72cc465d3"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:25:29.080332 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-6d03f829-ed93-46ba-ad43-78f00029c981 None None] Set router f7c076c2-0f67-4780-b10a-80eaea884cb8 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:25:29.092204 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46ca31d-ffba-4166-a976-f9ba40f056b6 x-openstack-request-id: req-c46ca31d-ffba-4166-a976-f9ba40f056b6 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:25:29.092662 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae657f26-db74-4ad2-b37a-e2ecdc30d700", "tag": "0b757bcd-f863-4ed8-9995-a0d72cc465d3", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:25:29.092788 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c46ca31d-ffba-4166-a976-f9ba40f056b6 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:25:29.093281 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae657f26-db74-4ad2-b37a-e2ecdc30d700', 'tag': '0b757bcd-f863-4ed8-9995-a0d72cc465d3', 'status': 'completed', 'code': 200} Mar 07 11:25:29.182740 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca0e71-d6b4-40b7-a03e-b009d71a2bfa req-03af7f09-349a-46dc-84e6-50f3883889bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:29.184188 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-50ca0e71-d6b4-40b7-a03e-b009d71a2bfa req-03af7f09-349a-46dc-84e6-50f3883889bf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 1127 time: 0.0692308 Mar 07 11:25:29.229238 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c7e1b-b444-4a3a-95bf-46ede6bfbb33 req-38e930b5-667c-41ea-8cfd-a5a7595492c9 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:29.230206 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-335c7e1b-b444-4a3a-95bf-46ede6bfbb33 req-38e930b5-667c-41ea-8cfd-a5a7595492c9 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 945 time: 0.0569098 Mar 07 11:25:29.297703 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-335c7e1b-b444-4a3a-95bf-46ede6bfbb33 req-711c8b23-3857-48ab-a19f-a10b66ea8c18 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599637 Mar 07 11:25:29.328827 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-21a14b01-f35c-48e0-8d6d-cb6a04e01c1e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1270514 Mar 07 11:25:29.354574 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca0e71-d6b4-40b7-a03e-b009d71a2bfa req-3b906307-06e5-4337-b330-ce0d2a89b770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:29.356030 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-50ca0e71-d6b4-40b7-a03e-b009d71a2bfa req-3b906307-06e5-4337-b330-ce0d2a89b770 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.1637142 Mar 07 11:25:29.423875 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6d03f829-ed93-46ba-ad43-78f00029c981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'name': 'tempest-ServerActionsTestJSON-2015535949-router', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:23:32Z', 'updated_at': '2022-03-07T11:23:35Z', 'revision_number': 4, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'gw_port': {'id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:33Z', 'updated_at': '2022-03-07T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'ad151a60-c4be-43a3-b1a7-89abb313ce59', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'port_id': '0b757bcd-f863-4ed8-9995-a0d72cc465d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'mac_address': 'fa:16:3e:6f:8b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae657f26-db74-4ad2-b37a-e2ecdc30d700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:23:37Z', 'updated_at': '2022-03-07T11:25:28Z', 'revision_number': 9, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe35996-41f3-4a3e-a512-070232ca4284', 'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'mac_address': 'fa:16:3e:2b:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:34Z', 'updated_at': '2022-03-07T11:23:38Z', 'revision_number': 5, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'subnets': [{'id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:25:29.428963 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-50ca0e71-d6b4-40b7-a03e-b009d71a2bfa req-8bbdfc67-891f-4518-a247-42a3e5476cbd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b757bcd-f863-4ed8-9995-a0d72cc465d3 HTTP/1.1" status: 200 len: 999 time: 0.0663514 Mar 07 11:25:29.457883 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d03f829-ed93-46ba-ad43-78f00029c981 None None] Checking router: f7c076c2-0f67-4780-b10a-80eaea884cb8 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:25:29.466592 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d03f829-ed93-46ba-ad43-78f00029c981 None None] Routers {'f7c076c2-0f67-4780-b10a-80eaea884cb8'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:25:29.467221 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6d03f829-ed93-46ba-ad43-78f00029c981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:25:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f7c076c2-0f67-4780-b10a-80eaea884cb8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:25:29.484943 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca0e71-d6b4-40b7-a03e-b009d71a2bfa req-d1e1f4ae-f120-4665-8e7f-3801da88f423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:29.486523 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-50ca0e71-d6b4-40b7-a03e-b009d71a2bfa req-d1e1f4ae-f120-4665-8e7f-3801da88f423 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0521245 Mar 07 11:25:29.546860 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca0e71-d6b4-40b7-a03e-b009d71a2bfa req-996e8655-6cbf-4292-acea-a7d4db2f7c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:29.548368 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-50ca0e71-d6b4-40b7-a03e-b009d71a2bfa req-996e8655-6cbf-4292-acea-a7d4db2f7c03 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0557296 Mar 07 11:25:29.584046 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-6d03f829-ed93-46ba-ad43-78f00029c981 None None] Set router f7c076c2-0f67-4780-b10a-80eaea884cb8 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:25:29.644459 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-50ca0e71-d6b4-40b7-a03e-b009d71a2bfa req-47dcf4a1-8b5e-46fe-9ee6-1b9d05b6824a service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901394 Mar 07 11:25:29.691238 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-6bf2984a-8d46-4bad-9fdc-e9f0c94a469f tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:29.692632 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-6bf2984a-8d46-4bad-9fdc-e9f0c94a469f tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports/0b757bcd-f863-4ed8-9995-a0d72cc465d3 HTTP/1.1" status: 200 len: 942 time: 0.0476964 Mar 07 11:25:29.742127 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-50ca0e71-d6b4-40b7-a03e-b009d71a2bfa req-a28a293d-c329-4f4a-bc99-913d0a23afbb service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920386 Mar 07 11:25:29.817173 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-6d03f829-ed93-46ba-ad43-78f00029c981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'name': 'tempest-ServerActionsTestJSON-2015535949-router', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:23:32Z', 'updated_at': '2022-03-07T11:23:35Z', 'revision_number': 4, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'gw_port': {'id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:33Z', 'updated_at': '2022-03-07T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'ad151a60-c4be-43a3-b1a7-89abb313ce59', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'port_id': '0b757bcd-f863-4ed8-9995-a0d72cc465d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'mac_address': 'fa:16:3e:6f:8b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae657f26-db74-4ad2-b37a-e2ecdc30d700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:23:37Z', 'updated_at': '2022-03-07T11:25:28Z', 'revision_number': 9, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe35996-41f3-4a3e-a512-070232ca4284', 'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'mac_address': 'fa:16:3e:2b:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:34Z', 'updated_at': '2022-03-07T11:23:38Z', 'revision_number': 5, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'subnets': [{'id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:25:29.844938 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d03f829-ed93-46ba-ad43-78f00029c981 None None] The sync data for ids ['f7c076c2-0f67-4780-b10a-80eaea884cb8'] in n-d-832164-4 is: [{'id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'name': 'tempest-ServerActionsTestJSON-2015535949-router', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:23:32Z', 'updated_at': '2022-03-07T11:23:35Z', 'revision_number': 4, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'gw_port': {'id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:33Z', 'updated_at': '2022-03-07T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'ad151a60-c4be-43a3-b1a7-89abb313ce59', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'port_id': '0b757bcd-f863-4ed8-9995-a0d72cc465d3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'mac_address': 'fa:16:3e:6f:8b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae657f26-db74-4ad2-b37a-e2ecdc30d700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:23:37Z', 'updated_at': '2022-03-07T11:25:28Z', 'revision_number': 9, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe35996-41f3-4a3e-a512-070232ca4284', 'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'mac_address': 'fa:16:3e:2b:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:34Z', 'updated_at': '2022-03-07T11:23:38Z', 'revision_number': 5, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'subnets': [{'id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:25:30.077902 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07eddc6-b8c5-441f-b2ec-186cb1895a00 None None] New status for floating IP ad151a60-c4be-43a3-b1a7-89abb313ce59: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:25:30.434528 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d2a439-2158-482b-92fc-95d80f6a4ea5 req-efbe7ec0-06ba-45ed-a1db-f1a2940a4609 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:30.436071 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-12d2a439-2158-482b-92fc-95d80f6a4ea5 req-efbe7ec0-06ba-45ed-a1db-f1a2940a4609 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 945 time: 0.0565550 Mar 07 11:25:30.488345 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-12d2a439-2158-482b-92fc-95d80f6a4ea5 req-aee515d6-7263-4576-ad9a-ebde42b3af7f tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456529 Mar 07 11:25:30.567867 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-f99d9c02-a9b8-452d-ad2f-9674917d68b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:30.569351 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-f99d9c02-a9b8-452d-ad2f-9674917d68b5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 1127 time: 0.0550501 Mar 07 11:25:30.662839 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-5a8e28ee-f113-4137-ae48-2926960fa966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:30.664347 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-5a8e28ee-f113-4137-ae48-2926960fa966 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.0893834 Mar 07 11:25:30.737172 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-2095d633-41f3-4aca-8c69-3be1f107bb6b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b757bcd-f863-4ed8-9995-a0d72cc465d3 HTTP/1.1" status: 200 len: 1002 time: 0.0673933 Mar 07 11:25:30.784448 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-a333b1ee-4540-4eda-9c60-476b9dcac23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:30.786025 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-a333b1ee-4540-4eda-9c60-476b9dcac23e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0429783 Mar 07 11:25:30.833736 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-1d5b5b91-6173-4266-8f04-a4a9fe0204f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:30.835109 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-1d5b5b91-6173-4266-8f04-a4a9fe0204f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0435970 Mar 07 11:25:30.928104 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-987e662d-c0ec-4a5a-8194-bc928fc219bd service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872681 Mar 07 11:25:31.021810 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-8a34bf73-99cd-4d04-8b39-65eb3512e5ab service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879638 Mar 07 11:25:31.616279 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee525cc-bb2a-4823-95c9-7ac5804fdab0 req-6d7b7f6f-2d80-4d60-a0c7-31cda0546514 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:31.617758 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aee525cc-bb2a-4823-95c9-7ac5804fdab0 req-6d7b7f6f-2d80-4d60-a0c7-31cda0546514 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 945 time: 0.0561061 Mar 07 11:25:31.663832 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aee525cc-bb2a-4823-95c9-7ac5804fdab0 req-d1030a9e-6164-43f0-909a-21765923cd78 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405982 Mar 07 11:25:32.788481 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037435b-af07-4a57-bc65-cce8447ce8c6 req-a6e1d7c7-2a23-4cd2-8285-05a52c4fc1d7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:32.790013 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5037435b-af07-4a57-bc65-cce8447ce8c6 req-a6e1d7c7-2a23-4cd2-8285-05a52c4fc1d7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 945 time: 0.0571358 Mar 07 11:25:32.837812 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5037435b-af07-4a57-bc65-cce8447ce8c6 req-1796f96a-3b3c-4772-aab5-a5f76fdb76a5 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422461 Mar 07 11:25:33.955371 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507eb77-fafb-47e4-be60-27c27de8a11d req-2d8cb856-a0ab-4297-9b81-982eefc2f157 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:33.957625 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0507eb77-fafb-47e4-be60-27c27de8a11d req-2d8cb856-a0ab-4297-9b81-982eefc2f157 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 945 time: 0.0537186 Mar 07 11:25:34.004252 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0507eb77-fafb-47e4-be60-27c27de8a11d req-84559755-6eac-4a6a-86b4-dccdf5146fa4 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406685 Mar 07 11:25:35.121428 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e48f21-1017-4cc9-b431-9aa8eefe69bc req-1537f26e-48d5-4f86-9d31-0f3f3bf92471 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:35.122881 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-09e48f21-1017-4cc9-b431-9aa8eefe69bc req-1537f26e-48d5-4f86-9d31-0f3f3bf92471 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 945 time: 0.0517755 Mar 07 11:25:35.168647 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-09e48f21-1017-4cc9-b431-9aa8eefe69bc req-c7766595-b280-4c53-b105-205735f836d7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402205 Mar 07 11:25:36.290216 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf9849-5d6b-419b-8178-331a5b8eaee7 req-a97b9211-a64f-4141-8fb1-10558d7cb2ac tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:36.291603 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7dbf9849-5d6b-419b-8178-331a5b8eaee7 req-a97b9211-a64f-4141-8fb1-10558d7cb2ac tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 945 time: 0.0533090 Mar 07 11:25:36.342137 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7dbf9849-5d6b-419b-8178-331a5b8eaee7 req-6c217f52-e7fe-4967-829f-4f41806d9b18 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447276 Mar 07 11:25:36.551556 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7e004253-1c89-4bde-9caf-a224a25f1d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:37.458847 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff713897-912b-4e8e-aa08-53a18cb14aa8 req-e2edbc3f-83e5-472c-a720-1804f3ae8272 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:37.460295 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ff713897-912b-4e8e-aa08-53a18cb14aa8 req-e2edbc3f-83e5-472c-a720-1804f3ae8272 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 945 time: 0.0523703 Mar 07 11:25:37.509795 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ff713897-912b-4e8e-aa08-53a18cb14aa8 req-14eb6055-effe-4959-a2c2-dfce371a4868 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439377 Mar 07 11:25:38.630189 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b353a-f5d7-4647-af8e-a34179b35e70 req-4cae650c-e755-45b4-a0e0-0a86b33ceb78 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:38.631058 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f4b06c03-b771-4758-b8e2-6bbe257f2d26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:38.632254 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f86b353a-f5d7-4647-af8e-a34179b35e70 req-4cae650c-e755-45b4-a0e0-0a86b33ceb78 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 945 time: 0.0547659 Mar 07 11:25:38.679106 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f86b353a-f5d7-4647-af8e-a34179b35e70 req-78acaa8c-27a0-4ef1-9d52-bba2b7a879e4 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416737 Mar 07 11:25:39.797586 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8a3c0-5e70-4b9b-b389-b9d945dc98a0 req-b1f4e07f-1d7a-4b21-a7ad-0388205a8ac3 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:39.799040 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cac8a3c0-5e70-4b9b-b389-b9d945dc98a0 req-b1f4e07f-1d7a-4b21-a7ad-0388205a8ac3 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 945 time: 0.0517938 Mar 07 11:25:39.847721 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cac8a3c0-5e70-4b9b-b389-b9d945dc98a0 req-303da3b1-b7e0-4c05-acad-036da945b755 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430505 Mar 07 11:25:40.059473 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:40.975423 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95351e1c-b7ea-433e-9481-9802b92e5f7f req-0c99862d-62fb-43b9-9dec-b1e646c82348 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:40.976921 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-95351e1c-b7ea-433e-9481-9802b92e5f7f req-0c99862d-62fb-43b9-9dec-b1e646c82348 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 945 time: 0.0556064 Mar 07 11:25:41.025969 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-95351e1c-b7ea-433e-9481-9802b92e5f7f req-e5a0bf26-12cb-431b-83fb-89b23e715519 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433571 Mar 07 11:25:41.802798 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:42.143409 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c295995-0071-4951-8eb1-3d38f1ba0ece req-d67d4fb9-90d6-442c-890c-ae2a2ff14718 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:42.144881 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8c295995-0071-4951-8eb1-3d38f1ba0ece req-d67d4fb9-90d6-442c-890c-ae2a2ff14718 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 945 time: 0.0523443 Mar 07 11:25:42.199272 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8c295995-0071-4951-8eb1-3d38f1ba0ece req-1b78623b-a8d1-4065-89b4-54555250daf8 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488517 Mar 07 11:25:43.045016 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:43.288231 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd6f00-4160-4a04-a868-037adf0392bf req-b7070f4d-2960-4484-b74d-0af9d5aaab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:43.289782 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4bcd6f00-4160-4a04-a868-037adf0392bf req-b7070f4d-2960-4484-b74d-0af9d5aaab87 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 1127 time: 0.0496092 Mar 07 11:25:43.323689 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20c49e3-4d5f-4387-8923-208a80bcb2d4 req-3b852a35-c6db-4951-877f-6d04330c744b tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:43.325180 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a20c49e3-4d5f-4387-8923-208a80bcb2d4 req-3b852a35-c6db-4951-877f-6d04330c744b tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 945 time: 0.0581558 Mar 07 11:25:43.372145 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a20c49e3-4d5f-4387-8923-208a80bcb2d4 req-cd76be70-39c3-4988-8c83-63292a862d3b tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413826 Mar 07 11:25:43.395563 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd6f00-4160-4a04-a868-037adf0392bf req-b0e68092-523f-4dfb-895b-f3ef2b0cdb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:43.397018 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4bcd6f00-4160-4a04-a868-037adf0392bf req-b0e68092-523f-4dfb-895b-f3ef2b0cdb9d service neutron] 10.222.0.31 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.0862200 Mar 07 11:25:43.465477 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4bcd6f00-4160-4a04-a868-037adf0392bf req-27539c35-fb81-4743-9375-2830c98ce0e1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b757bcd-f863-4ed8-9995-a0d72cc465d3 HTTP/1.1" status: 200 len: 1002 time: 0.0611546 Mar 07 11:25:43.513421 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd6f00-4160-4a04-a868-037adf0392bf req-cff8efaf-6b7b-415c-82af-861a5c04c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:43.514806 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4bcd6f00-4160-4a04-a868-037adf0392bf req-cff8efaf-6b7b-415c-82af-861a5c04c6b2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0424552 Mar 07 11:25:43.562089 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd6f00-4160-4a04-a868-037adf0392bf req-85c95603-6441-40cc-a83c-c8225724bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:43.563451 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4bcd6f00-4160-4a04-a868-037adf0392bf req-85c95603-6441-40cc-a83c-c8225724bbeb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0425506 Mar 07 11:25:43.653917 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4bcd6f00-4160-4a04-a868-037adf0392bf req-5e4655f3-004a-4e42-813f-5b0cafd2b41b service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842929 Mar 07 11:25:43.741355 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4bcd6f00-4160-4a04-a868-037adf0392bf req-98621ba5-e4b0-43ef-b1ef-cce6c3c51976 service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811157 Mar 07 11:25:44.493937 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1d6ef-cda0-4f8a-b9a2-8e4b7d144eee req-667b3609-9ffd-495d-b54e-547e598637fd tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:44.495403 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6dc1d6ef-cda0-4f8a-b9a2-8e4b7d144eee req-667b3609-9ffd-495d-b54e-547e598637fd tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 945 time: 0.0569053 Mar 07 11:25:44.541884 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6dc1d6ef-cda0-4f8a-b9a2-8e4b7d144eee req-b780c64f-aad2-4035-a832-6cefdf8277e5 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409763 Mar 07 11:25:45.659605 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3a5dc-3295-4f8c-ab36-8130b4bb39c7 req-17e24191-5004-4ccc-a78a-ce9a805c25c0 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:45.661084 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9ed3a5dc-3295-4f8c-ab36-8130b4bb39c7 req-17e24191-5004-4ccc-a78a-ce9a805c25c0 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 945 time: 0.0530131 Mar 07 11:25:45.707930 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9ed3a5dc-3295-4f8c-ab36-8130b4bb39c7 req-ac7e541d-57c7-4628-88bd-18176cff26ba tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413303 Mar 07 11:25:46.827487 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c2ddfd-5053-436e-8cb6-b0b7ed65dc01 req-6cc5dca1-f511-4ffb-9303-e9e169fadeec tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:46.828943 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a6c2ddfd-5053-436e-8cb6-b0b7ed65dc01 req-6cc5dca1-f511-4ffb-9303-e9e169fadeec tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 945 time: 0.0521603 Mar 07 11:25:46.874954 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a6c2ddfd-5053-436e-8cb6-b0b7ed65dc01 req-cfa1e6d0-1128-4684-8b87-01347cc2e439 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397375 Mar 07 11:25:47.998834 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb206ad-b1c6-4829-8aa1-51c166db0ca5 req-9c56af58-0352-4bdf-a2be-7e04d02d0ed5 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:48.000326 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5fb206ad-b1c6-4829-8aa1-51c166db0ca5 req-9c56af58-0352-4bdf-a2be-7e04d02d0ed5 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 945 time: 0.0579863 Mar 07 11:25:48.051093 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5fb206ad-b1c6-4829-8aa1-51c166db0ca5 req-50b56b83-f782-417d-840b-1367371b4f83 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440252 Mar 07 11:25:48.248727 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:25:48.680266 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:49.171784 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd5f49-58d1-48db-a702-b9c9a371a50c req-75d272df-2b0d-4ea4-9038-7246eba863f3 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:49.173268 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5efd5f49-58d1-48db-a702-b9c9a371a50c req-75d272df-2b0d-4ea4-9038-7246eba863f3 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 945 time: 0.0540991 Mar 07 11:25:49.223776 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5efd5f49-58d1-48db-a702-b9c9a371a50c req-52459a4b-adfd-4bf5-af0c-6f707fcd432c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443473 Mar 07 11:25:50.349717 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7470fd1-de42-4d9d-b062-02facbbbcc3c req-c3063789-da1c-4b44-8f2c-0e0f5d45f795 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:50.351197 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a7470fd1-de42-4d9d-b062-02facbbbcc3c req-c3063789-da1c-4b44-8f2c-0e0f5d45f795 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 945 time: 0.0533142 Mar 07 11:25:50.397302 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a7470fd1-de42-4d9d-b062-02facbbbcc3c req-d06a2cbc-e3e9-4492-991f-2fc98bab6f31 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405188 Mar 07 11:25:51.514781 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8872fb-c558-4b44-aeb6-aca15a51100e req-a04161ac-8a89-4df8-bb52-db8f6ccbf05e tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:51.516234 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd8872fb-c558-4b44-aeb6-aca15a51100e req-a04161ac-8a89-4df8-bb52-db8f6ccbf05e tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 945 time: 0.0520940 Mar 07 11:25:51.562320 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd8872fb-c558-4b44-aeb6-aca15a51100e req-98fa93f9-089e-4fc7-b14d-8c5492c1da33 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404122 Mar 07 11:25:52.680632 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2c229-7d65-4a75-a1ff-83d2b8d4bc3c req-55d59af8-7b04-4c8b-b8a4-b5e87c68c08c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:52.682109 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d6e2c229-7d65-4a75-a1ff-83d2b8d4bc3c req-55d59af8-7b04-4c8b-b8a4-b5e87c68c08c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 945 time: 0.0524454 Mar 07 11:25:52.731605 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d6e2c229-7d65-4a75-a1ff-83d2b8d4bc3c req-16c2fded-1998-40b6-9acc-014e2fb61069 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439365 Mar 07 11:25:53.268140 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:53.849795 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26e511-7c60-454a-8e07-7ee2ea4f465a req-9ab1b96b-92a5-40f6-9a6a-3723ee2b37a7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:53.851340 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d26e511-7c60-454a-8e07-7ee2ea4f465a req-9ab1b96b-92a5-40f6-9a6a-3723ee2b37a7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 945 time: 0.0530617 Mar 07 11:25:53.896651 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4d26e511-7c60-454a-8e07-7ee2ea4f465a req-c1487ff6-86fc-4ef6-8845-823acf735403 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399189 Mar 07 11:25:55.015282 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed321e66-9e3c-4f78-a807-4b7a16dffc1c req-83c61cfc-1722-40f9-a728-259fe7359f52 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:55.016769 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ed321e66-9e3c-4f78-a807-4b7a16dffc1c req-83c61cfc-1722-40f9-a728-259fe7359f52 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 945 time: 0.0530763 Mar 07 11:25:55.062965 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ed321e66-9e3c-4f78-a807-4b7a16dffc1c req-7b56671f-9b7f-4d17-b153-c3170381672d tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399354 Mar 07 11:25:56.185292 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63fc9a9-1ecd-4367-8e04-3303771479a7 req-d6414bcc-4ed6-40da-8dca-62b674b6c95f tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:56.186732 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a63fc9a9-1ecd-4367-8e04-3303771479a7 req-d6414bcc-4ed6-40da-8dca-62b674b6c95f tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 945 time: 0.0556312 Mar 07 11:25:56.232977 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a63fc9a9-1ecd-4367-8e04-3303771479a7 req-327dd2db-12d2-4132-b806-9061fd301791 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400221 Mar 07 11:25:57.352266 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec20323-ba3d-46ad-9e50-dcbc0dea34d2 req-a682777b-c202-4f56-9c76-f13dabbc4956 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:57.353742 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9ec20323-ba3d-46ad-9e50-dcbc0dea34d2 req-a682777b-c202-4f56-9c76-f13dabbc4956 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 945 time: 0.0522530 Mar 07 11:25:57.398982 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9ec20323-ba3d-46ad-9e50-dcbc0dea34d2 req-17fa403a-e154-4d70-8343-a2e95794c04e tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397248 Mar 07 11:25:58.224254 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-3b2e8244-88d5-4b72-9453-8400107c4b00 service neutron] show failed (client error): The resource could not be found. Mar 07 11:25:58.225285 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-3b2e8244-88d5-4b72-9453-8400107c4b00 service neutron] 10.222.0.31 "GET /v2.0/ports/0b757bcd-f863-4ed8-9995-a0d72cc465d3/bindings/n-h1-832164-4 HTTP/1.1" status: 404 len: 380 time: 0.1004338 Mar 07 11:25:58.422243 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-34ecaf19-f07d-43d2-8ef9-110848de38cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:58.424009 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-34ecaf19-f07d-43d2-8ef9-110848de38cc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700&tenant_id=22535d62b61f432ba4e3949dbcbf8c06 HTTP/1.1" status: 200 len: 1127 time: 0.0454850 Mar 07 11:25:58.435879 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-fc2ce621-c2b8-423f-9296-e22d8b97af5a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832164-4', 'device_owner': 'compute:nova'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:25:58.527697 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-fc2ce621-c2b8-423f-9296-e22d8b97af5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:58.553326 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c68ba77-b1c4-4ade-987e-cb57fc3011ca req-218cf65b-d9b1-4651-941d-a0219ba0fc8f tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:58.554778 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c68ba77-b1c4-4ade-987e-cb57fc3011ca req-218cf65b-d9b1-4651-941d-a0219ba0fc8f tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 945 time: 0.0855558 Mar 07 11:25:58.682545 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c68ba77-b1c4-4ade-987e-cb57fc3011ca req-14093881-9d7b-44c4-b8d3-8df11878ea9e tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100445 Mar 07 11:25:58.776342 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-fc2ce621-c2b8-423f-9296-e22d8b97af5a service neutron] For port 0b757bcd-f863-4ed8-9995-a0d72cc465d3, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=0b757bcd-f863-4ed8-9995-a0d72cc465d3,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:25:58.808324 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-fc2ce621-c2b8-423f-9296-e22d8b97af5a service neutron] For port 0b757bcd-f863-4ed8-9995-a0d72cc465d3, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:25:58.847369 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae657f26-db74-4ad2-b37a-e2ecdc30d700', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b757bcd-f863-4ed8-9995-a0d72cc465d3'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:25:58.849708 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ae27a2-62f1-4670-94ea-db3ed242ed2d" -d '{"events": [{"server_uuid": "ae657f26-db74-4ad2-b37a-e2ecdc30d700", "name": "network-vif-unplugged", "status": "completed", "tag": "0b757bcd-f863-4ed8-9995-a0d72cc465d3"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:25:58.853543 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-fc2ce621-c2b8-423f-9296-e22d8b97af5a service neutron] Publish callbacks [] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:58.866626 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-fc2ce621-c2b8-423f-9296-e22d8b97af5a service neutron] Transition to ACTIVE for port object 0b757bcd-f863-4ed8-9995-a0d72cc465d3 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:25:58.870369 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-fc2ce621-c2b8-423f-9296-e22d8b97af5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:58.901031 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c5aa79-18e3-45dc-95d8-f36956e072e8 x-openstack-request-id: req-e6c5aa79-18e3-45dc-95d8-f36956e072e8 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:25:58.901355 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae657f26-db74-4ad2-b37a-e2ecdc30d700", "name": "network-vif-unplugged", "status": "completed", "tag": "0b757bcd-f863-4ed8-9995-a0d72cc465d3", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:25:58.901603 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e6c5aa79-18e3-45dc-95d8-f36956e072e8 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:25:58.902004 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae657f26-db74-4ad2-b37a-e2ecdc30d700', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b757bcd-f863-4ed8-9995-a0d72cc465d3', 'code': 200} Mar 07 11:25:58.921817 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ce621-c2b8-423f-9296-e22d8b97af5a service neutron] Pushing event updated for resources: {'Port': ['ID=0b757bcd-f863-4ed8-9995-a0d72cc465d3,revision_number=6']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:58.998667 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-fc2ce621-c2b8-423f-9296-e22d8b97af5a service neutron] No DVR routers for this DVR port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:25:59.461242 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-fc2ce621-c2b8-423f-9296-e22d8b97af5a service neutron] Attempting to bind port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:25:59.461923 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-fc2ce621-c2b8-423f-9296-e22d8b97af5a service neutron] Attempting to bind port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:25:59.461923 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-fc2ce621-c2b8-423f-9296-e22d8b97af5a service neutron] Attempting to bind port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 on network b885484d-7394-4a85-a997-6d93d08e7b4b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:25:59.466009 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-fc2ce621-c2b8-423f-9296-e22d8b97af5a service neutron] Port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 on network b885484d-7394-4a85-a997-6d93d08e7b4b not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:25:59.466321 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-fc2ce621-c2b8-423f-9296-e22d8b97af5a service neutron] Attempting to bind port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 on network b885484d-7394-4a85-a997-6d93d08e7b4b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:25:59.471667 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-fc2ce621-c2b8-423f-9296-e22d8b97af5a service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:25:59.472003 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-fc2ce621-c2b8-423f-9296-e22d8b97af5a service neutron] Checking segment: {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:25:59.472389 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-fc2ce621-c2b8-423f-9296-e22d8b97af5a service neutron] Bound using segment: {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:25:59.472805 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-fc2ce621-c2b8-423f-9296-e22d8b97af5a service neutron] Bound port: 0b757bcd-f863-4ed8-9995-a0d72cc465d3, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:25:59.473174 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-fc2ce621-c2b8-423f-9296-e22d8b97af5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:59.532816 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-fc2ce621-c2b8-423f-9296-e22d8b97af5a service neutron] For port 0b757bcd-f863-4ed8-9995-a0d72cc465d3, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:25:59.536245 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-fc2ce621-c2b8-423f-9296-e22d8b97af5a service neutron] For port 0b757bcd-f863-4ed8-9995-a0d72cc465d3, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=0b757bcd-f863-4ed8-9995-a0d72cc465d3,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:25:59.542284 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-fc2ce621-c2b8-423f-9296-e22d8b97af5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:59.579137 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-fc2ce621-c2b8-423f-9296-e22d8b97af5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:59.579754 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-fc2ce621-c2b8-423f-9296-e22d8b97af5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:25:59.581855 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-fc2ce621-c2b8-423f-9296-e22d8b97af5a service neutron] 10.222.0.21 "PUT /v2.0/ports/0b757bcd-f863-4ed8-9995-a0d72cc465d3 HTTP/1.1" status: 200 len: 1091 time: 1.1500201 Mar 07 11:25:59.600554 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ce621-c2b8-423f-9296-e22d8b97af5a service neutron] Pushing event updated for resources: {'Port': ['ID=0b757bcd-f863-4ed8-9995-a0d72cc465d3,revision_number=7']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:25:59.657174 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-53ec436d-a8b3-4fef-b12b-ed751e8c4fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:59.659355 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-53ec436d-a8b3-4fef-b12b-ed751e8c4fb1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 1125 time: 0.0550110 Mar 07 11:25:59.763341 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-e23874fa-197a-4849-931c-462f21b12817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:59.764720 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-e23874fa-197a-4849-931c-462f21b12817 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.0987933 Mar 07 11:25:59.854300 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c7768-205e-46a3-b2cb-297d9ac1db51 req-7fdb0642-4a67-43ab-90cb-70914fab94bf tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:59.855703 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-938c7768-205e-46a3-b2cb-297d9ac1db51 req-7fdb0642-4a67-43ab-90cb-70914fab94bf tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 943 time: 0.1013517 Mar 07 11:25:59.866055 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-2d510956-7ce8-4a99-b9a4-1cc2d7578567 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b757bcd-f863-4ed8-9995-a0d72cc465d3 HTTP/1.1" status: 200 len: 1000 time: 0.0827799 Mar 07 11:25:59.938607 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-eedfef38-7d45-4e1e-ad4e-71950bd7ac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:59.940787 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-eedfef38-7d45-4e1e-ad4e-71950bd7ac71 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0690796 Mar 07 11:25:59.943978 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-938c7768-205e-46a3-b2cb-297d9ac1db51 req-ee789961-65af-457b-90a0-72e55c49b45c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809956 Mar 07 11:25:59.994047 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-f3d766fa-f529-4946-a26f-c2897693dc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:25:59.995695 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-f3d766fa-f529-4946-a26f-c2897693dc43 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487249 Mar 07 11:26:00.083016 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-60fdfd50-0151-46e1-ae19-0f938969107c service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815997 Mar 07 11:26:00.175353 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-537ebe6e-009a-4844-990b-4ecd60bf178e req-ae04efee-bf5f-4b15-9d38-a4fa040a9b1b service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863025 Mar 07 11:26:00.903285 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae657f26-db74-4ad2-b37a-e2ecdc30d700', 'tag': '0b757bcd-f863-4ed8-9995-a0d72cc465d3'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:26:00.905639 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825c3c3a-b302-4f98-af23-965ec296a9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "ae657f26-db74-4ad2-b37a-e2ecdc30d700", "tag": "0b757bcd-f863-4ed8-9995-a0d72cc465d3"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:26:00.952617 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9baa72c6-043b-4e36-a95f-dbbb2a6b2f64 x-openstack-request-id: req-9baa72c6-043b-4e36-a95f-dbbb2a6b2f64 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:26:00.952915 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae657f26-db74-4ad2-b37a-e2ecdc30d700", "tag": "0b757bcd-f863-4ed8-9995-a0d72cc465d3", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:26:00.953198 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9baa72c6-043b-4e36-a95f-dbbb2a6b2f64 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:26:00.953610 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae657f26-db74-4ad2-b37a-e2ecdc30d700', 'tag': '0b757bcd-f863-4ed8-9995-a0d72cc465d3', 'status': 'completed', 'code': 200} Mar 07 11:26:01.087612 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c3c3a-b302-4f98-af23-965ec296a9ee req-3ac8395f-2063-4507-9ae7-4048438ed040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:01.089126 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-825c3c3a-b302-4f98-af23-965ec296a9ee req-3ac8395f-2063-4507-9ae7-4048438ed040 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 1125 time: 0.1155815 Mar 07 11:26:01.093163 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c3c3a-b302-4f98-af23-965ec296a9ee req-3cb1b41a-464c-4797-8df2-77a657675a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:01.094515 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-825c3c3a-b302-4f98-af23-965ec296a9ee req-3cb1b41a-464c-4797-8df2-77a657675a5e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 1125 time: 0.1128621 Mar 07 11:26:01.132290 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81e437-70b1-4f24-be52-9b167df461c4 req-3cc48a9b-0098-4df9-bf57-49305ecd461e tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:01.133861 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d81e437-70b1-4f24-be52-9b167df461c4 req-3cc48a9b-0098-4df9-bf57-49305ecd461e tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 943 time: 0.1095977 Mar 07 11:26:01.299061 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2d81e437-70b1-4f24-be52-9b167df461c4 req-f76580ce-5095-4ddb-aa1c-964748841b9e tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497500 Mar 07 11:26:01.302158 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c3c3a-b302-4f98-af23-965ec296a9ee req-1a009c78-2ccf-4948-8032-c3a1fa03a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:01.303532 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-825c3c3a-b302-4f98-af23-965ec296a9ee req-1a009c78-2ccf-4948-8032-c3a1fa03a673 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.1974411 Mar 07 11:26:01.304606 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c3c3a-b302-4f98-af23-965ec296a9ee req-78df73f0-e5df-4cd0-bf1a-6e4f4cd5e393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:01.305963 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-825c3c3a-b302-4f98-af23-965ec296a9ee req-78df73f0-e5df-4cd0-bf1a-6e4f4cd5e393 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.2106152 Mar 07 11:26:01.415880 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-825c3c3a-b302-4f98-af23-965ec296a9ee req-11880501-6cbc-4c53-88a4-26a0dbcf757d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b757bcd-f863-4ed8-9995-a0d72cc465d3 HTTP/1.1" status: 200 len: 1000 time: 0.1060095 Mar 07 11:26:01.417668 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-825c3c3a-b302-4f98-af23-965ec296a9ee req-815c2120-01f2-4ed8-9585-a462479413a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b757bcd-f863-4ed8-9995-a0d72cc465d3 HTTP/1.1" status: 200 len: 1000 time: 0.1018164 Mar 07 11:26:01.500772 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c3c3a-b302-4f98-af23-965ec296a9ee req-efe350a4-b8a7-4264-9b45-06fc7e0ffa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:01.502299 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-825c3c3a-b302-4f98-af23-965ec296a9ee req-efe350a4-b8a7-4264-9b45-06fc7e0ffa06 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0808074 Mar 07 11:26:01.503654 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c3c3a-b302-4f98-af23-965ec296a9ee req-7c0b7742-83e4-4043-ad93-e477d0afcfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:01.504941 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-825c3c3a-b302-4f98-af23-965ec296a9ee req-7c0b7742-83e4-4043-ad93-e477d0afcfae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0758700 Mar 07 11:26:01.580797 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c3c3a-b302-4f98-af23-965ec296a9ee req-3b86efe8-874e-47f2-8fec-71c87bb91cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:01.582235 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-825c3c3a-b302-4f98-af23-965ec296a9ee req-3b86efe8-874e-47f2-8fec-71c87bb91cb5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0747471 Mar 07 11:26:01.584778 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c3c3a-b302-4f98-af23-965ec296a9ee req-5b7a3381-8826-429e-ba65-ce866aa5bd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:01.586172 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-825c3c3a-b302-4f98-af23-965ec296a9ee req-5b7a3381-8826-429e-ba65-ce866aa5bd0e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0714252 Mar 07 11:26:01.749134 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-825c3c3a-b302-4f98-af23-965ec296a9ee req-814d8713-4dcf-40e3-aa0e-d53e57837479 service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603119 Mar 07 11:26:01.754355 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-825c3c3a-b302-4f98-af23-965ec296a9ee req-5e567b01-b9aa-4404-a963-c6f89ce330a3 service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451249 Mar 07 11:26:01.907355 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-825c3c3a-b302-4f98-af23-965ec296a9ee req-a9979deb-1b8e-4aba-992f-efb401faf2e9 service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520841 Mar 07 11:26:01.909908 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-825c3c3a-b302-4f98-af23-965ec296a9ee req-9c4d24ba-0c8c-4202-a65a-35b78f71e9db service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477926 Mar 07 11:26:01.951525 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 0b757bcd-f863-4ed8-9995-a0d72cc465d3 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:26:01.990500 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] The host n-h2-832164-4 is not matching for port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 host n-h1-832164-4! {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 11:26:01.990881 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 0b757bcd-f863-4ed8-9995-a0d72cc465d3 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:26:02.423804 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815abe43-a4e9-425b-98d4-8e368090ac36 req-5b4100bb-f75f-4065-ba98-43024988d333 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:02.425343 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-815abe43-a4e9-425b-98d4-8e368090ac36 req-5b4100bb-f75f-4065-ba98-43024988d333 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 943 time: 0.0566454 Mar 07 11:26:02.434291 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 0b757bcd-f863-4ed8-9995-a0d72cc465d3 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:26:02.473022 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-815abe43-a4e9-425b-98d4-8e368090ac36 req-6db7c9df-fd7e-471b-ad3a-04ff17179833 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420685 Mar 07 11:26:02.536786 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 0b757bcd-f863-4ed8-9995-a0d72cc465d3, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=0b757bcd-f863-4ed8-9995-a0d72cc465d3,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:26:02.547878 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '0b757bcd-f863-4ed8-9995-a0d72cc465d3', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'port_id': '0b757bcd-f863-4ed8-9995-a0d72cc465d3', 'mac_address': 'fa:16:3e:6f:8b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:26:02.585902 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:26:02.586295 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:02.599038 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b757bcd-f863-4ed8-9995-a0d72cc465d3 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:26:02.620501 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 0b757bcd-f863-4ed8-9995-a0d72cc465d3, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=0b757bcd-f863-4ed8-9995-a0d72cc465d3,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:26:02.624447 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:02.678015 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=0b757bcd-f863-4ed8-9995-a0d72cc465d3,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:26:02.685011 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:02.685419 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:02.685765 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:02.686106 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:02.686441 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:02.686771 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:02.687102 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:02.687432 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:02.687758 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:02.688080 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:02.688407 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:02.688728 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:02.689048 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:02.762300 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-47b9f0be-67af-497c-a7cc-bc1c32a3a4e0 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:02.763775 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-47b9f0be-67af-497c-a7cc-bc1c32a3a4e0 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700&tenant_id=22535d62b61f432ba4e3949dbcbf8c06&binding%3Ahost_id=n-h1-832164-4 HTTP/1.1" status: 200 len: 944 time: 0.0573838 Mar 07 11:26:02.780166 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c1396-ad53-46cf-85bb-63d7039dba14 req-7a0baba0-0371-4701-8c1b-5a3cbc1d60e0 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:02.781701 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0a1c1396-ad53-46cf-85bb-63d7039dba14 req-7a0baba0-0371-4701-8c1b-5a3cbc1d60e0 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 944 time: 0.0536759 Mar 07 11:26:02.831685 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0a1c1396-ad53-46cf-85bb-63d7039dba14 req-bda33834-f7c5-4a8e-8ea5-d4480222c144 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439479 Mar 07 11:26:02.833032 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-3fb40ab1-35cd-469d-9fc2-3dca7bbe1b31 service neutron] 10.222.0.21 "GET /v2.0/ports/0b757bcd-f863-4ed8-9995-a0d72cc465d3/bindings/n-h1-832164-4 HTTP/1.1" status: 200 len: 382 time: 0.0608933 Mar 07 11:26:02.909205 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-89d5d1f0-429c-4328-910f-eecee6d88c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:02.910696 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-89d5d1f0-429c-4328-910f-eecee6d88c7b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 1126 time: 0.0514553 Mar 07 11:26:02.915451 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['0b757bcd-f863-4ed8-9995-a0d72cc465d3'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:26:03.005294 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-78177da8-a26e-41c9-91ae-b31fbdca9a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:03.006782 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-78177da8-a26e-41c9-91ae-b31fbdca9a80 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.0901964 Mar 07 11:26:03.077054 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-2ce5096e-a1a0-47a0-9c6d-10b4c0a84113 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b757bcd-f863-4ed8-9995-a0d72cc465d3 HTTP/1.1" status: 200 len: 1001 time: 0.0643058 Mar 07 11:26:03.126185 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-0951457a-7d86-4b9f-bf6c-14fc73b123f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:03.127568 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-0951457a-7d86-4b9f-bf6c-14fc73b123f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0436304 Mar 07 11:26:03.177131 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-aba91734-c817-42ef-8646-e4b96d78dba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:03.178595 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-aba91734-c817-42ef-8646-e4b96d78dba7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442817 Mar 07 11:26:03.270549 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-ca98bbf3-2c3a-49a3-b96e-4dfdcd0b719b service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852213 Mar 07 11:26:03.362539 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-d203611c-9244-45d3-bfaa-8e4b21da7eee service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841863 Mar 07 11:26:03.958563 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498cd3f4-68cb-4bec-b1b2-bb22fc367dde req-091a4153-3855-476b-8665-3519daa64a0c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:03.960031 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-498cd3f4-68cb-4bec-b1b2-bb22fc367dde req-091a4153-3855-476b-8665-3519daa64a0c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 944 time: 0.0588574 Mar 07 11:26:04.005688 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-498cd3f4-68cb-4bec-b1b2-bb22fc367dde req-b671fe30-191b-4ec3-a618-7c9cb07ad19c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401180 Mar 07 11:26:04.446645 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 0b757bcd-f863-4ed8-9995-a0d72cc465d3 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:26:04.497036 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:26:04.501074 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:26:04.501499 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:04.577947 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:26:04.578332 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:04.601828 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae657f26-db74-4ad2-b37a-e2ecdc30d700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b757bcd-f863-4ed8-9995-a0d72cc465d3'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:26:04.604109 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20afd4c-d0bf-4c28-8c87-160619e92272" -d '{"events": [{"server_uuid": "ae657f26-db74-4ad2-b37a-e2ecdc30d700", "name": "network-vif-plugged", "status": "completed", "tag": "0b757bcd-f863-4ed8-9995-a0d72cc465d3"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:26:04.617671 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 0b757bcd-f863-4ed8-9995-a0d72cc465d3, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=0b757bcd-f863-4ed8-9995-a0d72cc465d3,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:26:04.621856 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:04.673036 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=0b757bcd-f863-4ed8-9995-a0d72cc465d3,revision_number=9']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:26:04.715808 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b17af55-848a-4137-8c52-a6150224e973 x-openstack-request-id: req-7b17af55-848a-4137-8c52-a6150224e973 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:26:04.716105 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae657f26-db74-4ad2-b37a-e2ecdc30d700", "name": "network-vif-plugged", "status": "completed", "tag": "0b757bcd-f863-4ed8-9995-a0d72cc465d3", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:26:04.716361 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7b17af55-848a-4137-8c52-a6150224e973 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:26:04.716755 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae657f26-db74-4ad2-b37a-e2ecdc30d700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b757bcd-f863-4ed8-9995-a0d72cc465d3', 'code': 200} Mar 07 11:26:05.131357 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492c3aa5-2a79-4669-902a-fc1f75885952 req-61f3282b-62fb-4df1-9506-58bd7ab5ec4f tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:05.133050 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-492c3aa5-2a79-4669-902a-fc1f75885952 req-61f3282b-62fb-4df1-9506-58bd7ab5ec4f tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 945 time: 0.0553629 Mar 07 11:26:05.182724 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-492c3aa5-2a79-4669-902a-fc1f75885952 req-360fe594-7932-49cb-804e-9ead2a0bdde5 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432842 Mar 07 11:26:05.342483 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-b78bf0f3-b03e-4dd5-b5fb-876dccb72c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:05.343994 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-b78bf0f3-b03e-4dd5-b5fb-876dccb72c33 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700&tenant_id=22535d62b61f432ba4e3949dbcbf8c06 HTTP/1.1" status: 200 len: 1127 time: 0.0454483 Mar 07 11:26:05.354076 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-d1c77b53-adbe-4613-a9c9-10aff51f2e04 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832164-4', 'device_owner': 'compute:nova'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:26:05.415645 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-d1c77b53-adbe-4613-a9c9-10aff51f2e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:05.616788 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-d1c77b53-adbe-4613-a9c9-10aff51f2e04 service neutron] For port 0b757bcd-f863-4ed8-9995-a0d72cc465d3, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=0b757bcd-f863-4ed8-9995-a0d72cc465d3,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:26:05.649959 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-d1c77b53-adbe-4613-a9c9-10aff51f2e04 service neutron] For port 0b757bcd-f863-4ed8-9995-a0d72cc465d3, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:26:05.689958 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae657f26-db74-4ad2-b37a-e2ecdc30d700', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b757bcd-f863-4ed8-9995-a0d72cc465d3'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:26:05.692351 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df5cad1-6c13-4a1d-9008-437ed19fba89" -d '{"events": [{"server_uuid": "ae657f26-db74-4ad2-b37a-e2ecdc30d700", "name": "network-vif-unplugged", "status": "completed", "tag": "0b757bcd-f863-4ed8-9995-a0d72cc465d3"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:26:05.695849 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-d1c77b53-adbe-4613-a9c9-10aff51f2e04 service neutron] Publish callbacks [] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:05.708654 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-d1c77b53-adbe-4613-a9c9-10aff51f2e04 service neutron] Transition to ACTIVE for port object 0b757bcd-f863-4ed8-9995-a0d72cc465d3 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:26:05.711933 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-d1c77b53-adbe-4613-a9c9-10aff51f2e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:05.744648 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489e12c1-441b-430a-953b-87c350339d16 x-openstack-request-id: req-489e12c1-441b-430a-953b-87c350339d16 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:26:05.744949 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae657f26-db74-4ad2-b37a-e2ecdc30d700", "name": "network-vif-unplugged", "status": "completed", "tag": "0b757bcd-f863-4ed8-9995-a0d72cc465d3", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:26:05.745232 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-489e12c1-441b-430a-953b-87c350339d16 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:26:05.745823 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae657f26-db74-4ad2-b37a-e2ecdc30d700', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b757bcd-f863-4ed8-9995-a0d72cc465d3', 'code': 200} Mar 07 11:26:05.800605 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c77b53-adbe-4613-a9c9-10aff51f2e04 service neutron] Pushing event updated for resources: {'Port': ['ID=0b757bcd-f863-4ed8-9995-a0d72cc465d3,revision_number=10']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:26:05.843044 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-d1c77b53-adbe-4613-a9c9-10aff51f2e04 service neutron] No DVR routers for this DVR port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:26:05.984371 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-d1c77b53-adbe-4613-a9c9-10aff51f2e04 service neutron] Attempting to bind port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:26:05.984708 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-d1c77b53-adbe-4613-a9c9-10aff51f2e04 service neutron] Attempting to bind port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:26:05.985013 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-d1c77b53-adbe-4613-a9c9-10aff51f2e04 service neutron] Attempting to bind port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 on network b885484d-7394-4a85-a997-6d93d08e7b4b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:26:05.989356 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-d1c77b53-adbe-4613-a9c9-10aff51f2e04 service neutron] Port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 on network b885484d-7394-4a85-a997-6d93d08e7b4b not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:26:05.989672 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-d1c77b53-adbe-4613-a9c9-10aff51f2e04 service neutron] Attempting to bind port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 on network b885484d-7394-4a85-a997-6d93d08e7b4b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:26:05.994598 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-d1c77b53-adbe-4613-a9c9-10aff51f2e04 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:26:05.994929 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-d1c77b53-adbe-4613-a9c9-10aff51f2e04 service neutron] Checking segment: {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:26:05.995324 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-d1c77b53-adbe-4613-a9c9-10aff51f2e04 service neutron] Bound using segment: {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:26:05.995741 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-d1c77b53-adbe-4613-a9c9-10aff51f2e04 service neutron] Bound port: 0b757bcd-f863-4ed8-9995-a0d72cc465d3, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:26:05.996097 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-d1c77b53-adbe-4613-a9c9-10aff51f2e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:06.061008 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-d1c77b53-adbe-4613-a9c9-10aff51f2e04 service neutron] For port 0b757bcd-f863-4ed8-9995-a0d72cc465d3, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:26:06.063821 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-d1c77b53-adbe-4613-a9c9-10aff51f2e04 service neutron] For port 0b757bcd-f863-4ed8-9995-a0d72cc465d3, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=0b757bcd-f863-4ed8-9995-a0d72cc465d3,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:26:06.070468 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-d1c77b53-adbe-4613-a9c9-10aff51f2e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:06.106129 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-d1c77b53-adbe-4613-a9c9-10aff51f2e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:06.106843 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-d1c77b53-adbe-4613-a9c9-10aff51f2e04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:06.108093 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-d1c77b53-adbe-4613-a9c9-10aff51f2e04 service neutron] 10.222.0.31 "PUT /v2.0/ports/0b757bcd-f863-4ed8-9995-a0d72cc465d3 HTTP/1.1" status: 200 len: 1092 time: 0.7578611 Mar 07 11:26:06.127635 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c77b53-adbe-4613-a9c9-10aff51f2e04 service neutron] Pushing event updated for resources: {'Port': ['ID=0b757bcd-f863-4ed8-9995-a0d72cc465d3,revision_number=11']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:26:06.177970 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-131bec70-8e6d-4b9c-a980-e3769dae1b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:06.179496 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-131bec70-8e6d-4b9c-a980-e3769dae1b7f service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 1126 time: 0.0478213 Mar 07 11:26:06.313947 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-bd7f7937-7a51-4f23-bf9f-9834ac2e1ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:06.316005 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-bd7f7937-7a51-4f23-bf9f-9834ac2e1ec8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.1312115 Mar 07 11:26:06.337433 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d6e60-9cea-46ea-93a0-a6cbfd6bad58 req-c82c89bf-02cc-43e0-a1a3-0ad1de38db5c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:06.338859 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-858d6e60-9cea-46ea-93a0-a6cbfd6bad58 req-c82c89bf-02cc-43e0-a1a3-0ad1de38db5c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 944 time: 0.0803409 Mar 07 11:26:06.418158 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-ca1472db-b46a-4850-b7ad-9f3ff2382602 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b757bcd-f863-4ed8-9995-a0d72cc465d3 HTTP/1.1" status: 200 len: 1000 time: 0.0957518 Mar 07 11:26:06.425999 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-858d6e60-9cea-46ea-93a0-a6cbfd6bad58 req-923ebb24-0641-46dd-8b73-0493e6a81efd tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592210 Mar 07 11:26:06.473064 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-068af5fe-38b9-4756-b082-12c8ac1ef527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:06.474556 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-068af5fe-38b9-4756-b082-12c8ac1ef527 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0477061 Mar 07 11:26:06.523191 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-78d4026e-d30b-4917-86ae-12aa7289dbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:06.524665 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-78d4026e-d30b-4917-86ae-12aa7289dbff service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443311 Mar 07 11:26:06.552674 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c9bcac6e-9aa1-4360-8d0b-97bcda6150b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:06.616512 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-71a21a4c-81e4-45d5-8430-e2810f88a929 service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858514 Mar 07 11:26:06.704936 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b524b77-ac52-47a5-be34-678f5fdb2919 req-7207ade0-c53e-42b4-bea3-bdb22557ffce service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821426 Mar 07 11:26:07.547513 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc013e-67cc-46fc-a30e-77db1c1bf19a req-41695ef2-478a-43a7-a440-35688716d22e tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:07.549140 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c8bc013e-67cc-46fc-a30e-77db1c1bf19a req-41695ef2-478a-43a7-a440-35688716d22e tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 944 time: 0.0523105 Mar 07 11:26:07.599237 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c8bc013e-67cc-46fc-a30e-77db1c1bf19a req-770f0219-0ba5-4345-9f12-9bee74d22462 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447080 Mar 07 11:26:07.747504 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae657f26-db74-4ad2-b37a-e2ecdc30d700', 'tag': '0b757bcd-f863-4ed8-9995-a0d72cc465d3'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:26:07.749882 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03339c7-4244-4c03-8200-91fa78120b13" -d '{"events": [{"name": "network-changed", "server_uuid": "ae657f26-db74-4ad2-b37a-e2ecdc30d700", "tag": "0b757bcd-f863-4ed8-9995-a0d72cc465d3"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:26:07.800650 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1287c5-faff-4849-baae-f4e3659cfafa x-openstack-request-id: req-3c1287c5-faff-4849-baae-f4e3659cfafa {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:26:07.801215 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae657f26-db74-4ad2-b37a-e2ecdc30d700", "tag": "0b757bcd-f863-4ed8-9995-a0d72cc465d3", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:26:07.801649 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3c1287c5-faff-4849-baae-f4e3659cfafa {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:26:07.802296 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae657f26-db74-4ad2-b37a-e2ecdc30d700', 'tag': '0b757bcd-f863-4ed8-9995-a0d72cc465d3', 'status': 'completed', 'code': 200} Mar 07 11:26:07.894321 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03339c7-4244-4c03-8200-91fa78120b13 req-90e03147-9897-423e-890f-0a759f395a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:07.895789 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a03339c7-4244-4c03-8200-91fa78120b13 req-90e03147-9897-423e-890f-0a759f395a05 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 1126 time: 0.0712218 Mar 07 11:26:07.899881 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03339c7-4244-4c03-8200-91fa78120b13 req-e406d989-e695-470f-be5a-e868726c5789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:07.901323 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a03339c7-4244-4c03-8200-91fa78120b13 req-e406d989-e695-470f-be5a-e868726c5789 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 1126 time: 0.0845819 Mar 07 11:26:08.050546 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03339c7-4244-4c03-8200-91fa78120b13 req-2e0b38c7-9726-4a84-919b-4105210c7175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:08.051932 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a03339c7-4244-4c03-8200-91fa78120b13 req-2e0b38c7-9726-4a84-919b-4105210c7175 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.1495695 Mar 07 11:26:08.066594 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03339c7-4244-4c03-8200-91fa78120b13 req-7f2534ba-6f46-4f45-808f-34e43234a240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:08.067926 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a03339c7-4244-4c03-8200-91fa78120b13 req-7f2534ba-6f46-4f45-808f-34e43234a240 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.1576059 Mar 07 11:26:08.164085 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a03339c7-4244-4c03-8200-91fa78120b13 req-8b808dd1-98ae-464c-b344-9224d6bfab0a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b757bcd-f863-4ed8-9995-a0d72cc465d3 HTTP/1.1" status: 200 len: 1000 time: 0.1036463 Mar 07 11:26:08.182072 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a03339c7-4244-4c03-8200-91fa78120b13 req-be3234f8-d9b4-40a7-903e-e5a2f1962d01 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b757bcd-f863-4ed8-9995-a0d72cc465d3 HTTP/1.1" status: 200 len: 1000 time: 0.0848465 Mar 07 11:26:08.249137 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03339c7-4244-4c03-8200-91fa78120b13 req-a334a70d-ca38-4927-81ff-873eac2fe4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:08.250583 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a03339c7-4244-4c03-8200-91fa78120b13 req-a334a70d-ca38-4927-81ff-873eac2fe4df service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0800586 Mar 07 11:26:08.254117 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03339c7-4244-4c03-8200-91fa78120b13 req-59114e52-4fca-4907-9e6a-f3030b74a00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:08.255419 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a03339c7-4244-4c03-8200-91fa78120b13 req-59114e52-4fca-4907-9e6a-f3030b74a00a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0560369 Mar 07 11:26:08.335084 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03339c7-4244-4c03-8200-91fa78120b13 req-2f060e6d-3d90-4c0c-a59d-c81a31ebc567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:08.336489 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a03339c7-4244-4c03-8200-91fa78120b13 req-2f060e6d-3d90-4c0c-a59d-c81a31ebc567 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0786512 Mar 07 11:26:08.338275 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03339c7-4244-4c03-8200-91fa78120b13 req-6305a8a6-9395-432e-9b27-7ae769e27bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:08.339606 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a03339c7-4244-4c03-8200-91fa78120b13 req-6305a8a6-9395-432e-9b27-7ae769e27bc3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0735810 Mar 07 11:26:08.479426 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 0b757bcd-f863-4ed8-9995-a0d72cc465d3 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:26:08.524113 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] The host n-h1-832164-4 is not matching for port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 host n-h2-832164-4! {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 11:26:08.524623 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 0b757bcd-f863-4ed8-9995-a0d72cc465d3 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:26:08.634465 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9e25e9ea-a6d3-4562-9417-46f0b06c5dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:08.725755 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c371802-d025-4d90-bada-49ca8f7baee0 req-5599585e-297b-40f1-b012-faf2d4dda53d tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:08.727347 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3c371802-d025-4d90-bada-49ca8f7baee0 req-5599585e-297b-40f1-b012-faf2d4dda53d tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 944 time: 0.0548522 Mar 07 11:26:08.777215 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3c371802-d025-4d90-bada-49ca8f7baee0 req-42f318c3-5c45-4bee-acdc-1175c34a0b8e tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437777 Mar 07 11:26:08.828662 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a03339c7-4244-4c03-8200-91fa78120b13 req-13ac2d49-f347-4250-b7ff-ec34f6ec59f4 service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850705 Mar 07 11:26:08.830544 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a03339c7-4244-4c03-8200-91fa78120b13 req-9e7be0fa-70ed-4292-b705-4051dfc881ed service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796381 Mar 07 11:26:08.987475 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a03339c7-4244-4c03-8200-91fa78120b13 req-40c7c722-397a-44bf-8ec4-10eaa84eba1d service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511152 Mar 07 11:26:08.989596 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a03339c7-4244-4c03-8200-91fa78120b13 req-b8c25d17-f503-4cce-ac46-0232259b50a3 service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464055 Mar 07 11:26:09.134743 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-dc249e37-1d36-463f-8bc6-98e4d576e350 req-aa3d339a-9001-4c83-90a9-e8533496b412 tempest-TestNetworkAdvancedServerOps-417971871 tempest-TestNetworkAdvancedServerOps-417971871-project-admin] (103766) timed out ('10.222.0.11', 38692) {{(pid=103766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 11:26:09.904894 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba11b982-a543-40aa-a2bd-7e293b12d586 req-5373e336-e1c3-46e0-820d-74aa35325e26 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:09.906364 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ba11b982-a543-40aa-a2bd-7e293b12d586 req-5373e336-e1c3-46e0-820d-74aa35325e26 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 944 time: 0.0578234 Mar 07 11:26:09.953701 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ba11b982-a543-40aa-a2bd-7e293b12d586 req-2209d9f7-0f34-4206-a32c-d4199d6f1a0a tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410550 Mar 07 11:26:09.990638 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 0b757bcd-f863-4ed8-9995-a0d72cc465d3 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:26:10.074391 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce18a19-a4a5-4e33-943a-b7e2399e64d5 req-66bf0275-f33c-49d7-9917-60e517aba959 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:10.076273 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bce18a19-a4a5-4e33-943a-b7e2399e64d5 req-66bf0275-f33c-49d7-9917-60e517aba959 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 944 time: 0.0562234 Mar 07 11:26:10.079457 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:10.102339 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 0b757bcd-f863-4ed8-9995-a0d72cc465d3, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=0b757bcd-f863-4ed8-9995-a0d72cc465d3,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:26:10.113827 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '0b757bcd-f863-4ed8-9995-a0d72cc465d3', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'port_id': '0b757bcd-f863-4ed8-9995-a0d72cc465d3', 'mac_address': 'fa:16:3e:6f:8b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:26:10.127023 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bce18a19-a4a5-4e33-943a-b7e2399e64d5 req-a0b08de8-22e9-4804-8564-490f328f549f tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423110 Mar 07 11:26:10.151599 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:26:10.151985 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:10.169397 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b757bcd-f863-4ed8-9995-a0d72cc465d3 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:26:10.189539 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 0b757bcd-f863-4ed8-9995-a0d72cc465d3, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=0b757bcd-f863-4ed8-9995-a0d72cc465d3,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:26:10.194247 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:10.241724 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=0b757bcd-f863-4ed8-9995-a0d72cc465d3,revision_number=12']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:26:10.248136 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49fa579-a615-4db9-a4bf-3dfce49bc0b0 req-d0e4f9ec-becd-4626-b99a-131030c253d6 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:10.249918 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d49fa579-a615-4db9-a4bf-3dfce49bc0b0 req-d0e4f9ec-becd-4626-b99a-131030c253d6 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 945 time: 0.0561247 Mar 07 11:26:10.298042 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d49fa579-a615-4db9-a4bf-3dfce49bc0b0 req-6213e799-7167-4caa-afd6-6489c1457151 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422173 Mar 07 11:26:10.503957 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['0b757bcd-f863-4ed8-9995-a0d72cc465d3'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:26:10.530408 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143cf288-c81c-4d11-aa49-f394fa66ebe5 req-88cc3803-496b-4162-830b-f28ae2af06d2 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:10.531890 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-143cf288-c81c-4d11-aa49-f394fa66ebe5 req-88cc3803-496b-4162-830b-f28ae2af06d2 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 945 time: 0.0524776 Mar 07 11:26:10.582791 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-143cf288-c81c-4d11-aa49-f394fa66ebe5 req-6c4f12b1-ad83-48ba-927c-ac4446cfeabd tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446403 Mar 07 11:26:11.711613 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dba5ef-e469-4dec-ba30-9952554983e7 req-d46824db-47ee-413c-a6ea-fdefa927fdee tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:11.713284 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d2dba5ef-e469-4dec-ba30-9952554983e7 req-d46824db-47ee-413c-a6ea-fdefa927fdee tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 945 time: 0.0587199 Mar 07 11:26:11.759494 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d2dba5ef-e469-4dec-ba30-9952554983e7 req-5237dea2-2efb-47d4-a52c-44730b3b289f tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406878 Mar 07 11:26:11.806537 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:11.919718 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0748b-0ec3-419e-b043-654908d4d4a5 req-ec94895b-3fa6-4e21-a4ee-5b76d74b8548 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:11.921458 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-77d0748b-0ec3-419e-b043-654908d4d4a5 req-ec94895b-3fa6-4e21-a4ee-5b76d74b8548 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 945 time: 0.0519266 Mar 07 11:26:11.998276 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 0b757bcd-f863-4ed8-9995-a0d72cc465d3 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:26:12.012035 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-77d0748b-0ec3-419e-b043-654908d4d4a5 req-5861de9d-0dae-40d2-9f6d-bc54ced30689 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Deleting port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:26:12.012378 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-77d0748b-0ec3-419e-b043-654908d4d4a5 req-5861de9d-0dae-40d2-9f6d-bc54ced30689 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:12.046611 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:26:12.050914 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:26:12.051280 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:12.105825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-77d0748b-0ec3-419e-b043-654908d4d4a5 req-5861de9d-0dae-40d2-9f6d-bc54ced30689 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] For port 0b757bcd-f863-4ed8-9995-a0d72cc465d3, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=0b757bcd-f863-4ed8-9995-a0d72cc465d3,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:26:12.106186 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-77d0748b-0ec3-419e-b043-654908d4d4a5 req-5861de9d-0dae-40d2-9f6d-bc54ced30689 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:12.126009 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:26:12.126393 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:12.152912 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae657f26-db74-4ad2-b37a-e2ecdc30d700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b757bcd-f863-4ed8-9995-a0d72cc465d3'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:26:12.155128 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ec1f08-12c0-4b8e-aecf-4dad1578069b" -d '{"events": [{"server_uuid": "ae657f26-db74-4ad2-b37a-e2ecdc30d700", "name": "network-vif-plugged", "status": "completed", "tag": "0b757bcd-f863-4ed8-9995-a0d72cc465d3"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:26:12.294489 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-77d0748b-0ec3-419e-b043-654908d4d4a5 req-5861de9d-0dae-40d2-9f6d-bc54ced30689 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:12.295023 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-77d0748b-0ec3-419e-b043-654908d4d4a5 req-5861de9d-0dae-40d2-9f6d-bc54ced30689 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (ad151a60-c4be-43a3-b1a7-89abb313ce59), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:12.295717 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [req-77d0748b-0ec3-419e-b043-654908d4d4a5 req-5861de9d-0dae-40d2-9f6d-bc54ced30689 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Floating IP ad151a60-c4be-43a3-b1a7-89abb313ce59 disassociated. External IP: 172.25.3.170, port: 0b757bcd-f863-4ed8-9995-a0d72cc465d3. Mar 07 11:26:12.296508 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-77d0748b-0ec3-419e-b043-654908d4d4a5 req-5861de9d-0dae-40d2-9f6d-bc54ced30689 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Calling delete_port for 0b757bcd-f863-4ed8-9995-a0d72cc465d3 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:26:12.328946 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8017d0f4-2a48-4436-a792-f4491ef8d3db x-openstack-request-id: req-8017d0f4-2a48-4436-a792-f4491ef8d3db {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:26:12.329262 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae657f26-db74-4ad2-b37a-e2ecdc30d700", "name": "network-vif-plugged", "status": "completed", "tag": "0b757bcd-f863-4ed8-9995-a0d72cc465d3", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:26:12.329517 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8017d0f4-2a48-4436-a792-f4491ef8d3db {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:26:12.329901 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae657f26-db74-4ad2-b37a-e2ecdc30d700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b757bcd-f863-4ed8-9995-a0d72cc465d3', 'code': 200} Mar 07 11:26:12.331980 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 0b757bcd-f863-4ed8-9995-a0d72cc465d3, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=0b757bcd-f863-4ed8-9995-a0d72cc465d3,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:26:12.336198 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:12.382569 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=0b757bcd-f863-4ed8-9995-a0d72cc465d3,revision_number=13']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:26:12.428642 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-77d0748b-0ec3-419e-b043-654908d4d4a5 req-5861de9d-0dae-40d2-9f6d-bc54ced30689 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (0b757bcd-f863-4ed8-9995-a0d72cc465d3), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:12.457450 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861de9d-0dae-40d2-9f6d-bc54ced30689 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Pushing event deleted for resources: {'Port': ['ID=0b757bcd-f863-4ed8-9995-a0d72cc465d3,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:26:12.579494 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77d0748b-0ec3-419e-b043-654908d4d4a5 req-5861de9d-0dae-40d2-9f6d-bc54ced30689 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Router f7c076c2-0f67-4780-b10a-80eaea884cb8 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:26:12.696081 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77d0748b-0ec3-419e-b043-654908d4d4a5 req-5861de9d-0dae-40d2-9f6d-bc54ced30689 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:26:12.706580 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a7377e-32bc-4f89-924b-63271a2b7cc8 None None] Sync routers for ids ['f7c076c2-0f67-4780-b10a-80eaea884cb8'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:26:12.716288 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a7377e-32bc-4f89-924b-63271a2b7cc8 None None] Routers {'f7c076c2-0f67-4780-b10a-80eaea884cb8'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:26:12.716884 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-88a7377e-32bc-4f89-924b-63271a2b7cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:26:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f7c076c2-0f67-4780-b10a-80eaea884cb8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:26:12.736533 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d0748b-0ec3-419e-b043-654908d4d4a5 req-5861de9d-0dae-40d2-9f6d-bc54ced30689 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] No DVR routers for this DVR port 0b757bcd-f863-4ed8-9995-a0d72cc465d3 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:26:12.744430 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-77d0748b-0ec3-419e-b043-654908d4d4a5 req-5861de9d-0dae-40d2-9f6d-bc54ced30689 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:12.748552 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-77d0748b-0ec3-419e-b043-654908d4d4a5 req-5861de9d-0dae-40d2-9f6d-bc54ced30689 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.31 "DELETE /v2.0/ports/0b757bcd-f863-4ed8-9995-a0d72cc465d3 HTTP/1.1" status: 204 len: 173 time: 0.8220570 Mar 07 11:26:12.749320 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae657f26-db74-4ad2-b37a-e2ecdc30d700', 'name': 'network-vif-deleted', 'tag': '0b757bcd-f863-4ed8-9995-a0d72cc465d3'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:26:12.752091 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d142564-5880-402b-bd7f-80e92447738d" -d '{"events": [{"server_uuid": "ae657f26-db74-4ad2-b37a-e2ecdc30d700", "name": "network-vif-deleted", "tag": "0b757bcd-f863-4ed8-9995-a0d72cc465d3"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:26:12.798006 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a50328-950c-4c84-aa6f-4658a8577f33 x-openstack-request-id: req-18a50328-950c-4c84-aa6f-4658a8577f33 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:26:12.798307 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae657f26-db74-4ad2-b37a-e2ecdc30d700", "name": "network-vif-deleted", "tag": "0b757bcd-f863-4ed8-9995-a0d72cc465d3", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:26:12.799018 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-18a50328-950c-4c84-aa6f-4658a8577f33 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:26:12.800865 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae657f26-db74-4ad2-b37a-e2ecdc30d700', 'name': 'network-vif-deleted', 'tag': '0b757bcd-f863-4ed8-9995-a0d72cc465d3', 'status': 'completed', 'code': 200} Mar 07 11:26:12.835452 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-88a7377e-32bc-4f89-924b-63271a2b7cc8 None None] Set router f7c076c2-0f67-4780-b10a-80eaea884cb8 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:26:12.873727 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1db546a3-03e0-4bac-9c10-ac54263549d2 req-979ec656-7986-47cb-8c9b-e77a95f3c310 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae657f26-db74-4ad2-b37a-e2ecdc30d700 HTTP/1.1" status: 200 len: 210 time: 0.0340645 Mar 07 11:26:13.037976 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-88a7377e-32bc-4f89-924b-63271a2b7cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'name': 'tempest-ServerActionsTestJSON-2015535949-router', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:23:32Z', 'updated_at': '2022-03-07T11:23:35Z', 'revision_number': 4, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'gw_port': {'id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:33Z', 'updated_at': '2022-03-07T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'ffe35996-41f3-4a3e-a512-070232ca4284', 'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'mac_address': 'fa:16:3e:2b:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:34Z', 'updated_at': '2022-03-07T11:23:38Z', 'revision_number': 5, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'subnets': [{'id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:26:13.047877 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:13.068760 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a7377e-32bc-4f89-924b-63271a2b7cc8 None None] Checking router: f7c076c2-0f67-4780-b10a-80eaea884cb8 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:26:13.077369 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a7377e-32bc-4f89-924b-63271a2b7cc8 None None] Routers {'f7c076c2-0f67-4780-b10a-80eaea884cb8'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:26:13.077965 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-88a7377e-32bc-4f89-924b-63271a2b7cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:26:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f7c076c2-0f67-4780-b10a-80eaea884cb8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:26:13.190473 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-88a7377e-32bc-4f89-924b-63271a2b7cc8 None None] Set router f7c076c2-0f67-4780-b10a-80eaea884cb8 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:26:13.383900 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-88a7377e-32bc-4f89-924b-63271a2b7cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'name': 'tempest-ServerActionsTestJSON-2015535949-router', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:23:32Z', 'updated_at': '2022-03-07T11:23:35Z', 'revision_number': 4, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'gw_port': {'id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:33Z', 'updated_at': '2022-03-07T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'ffe35996-41f3-4a3e-a512-070232ca4284', 'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'mac_address': 'fa:16:3e:2b:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:34Z', 'updated_at': '2022-03-07T11:23:38Z', 'revision_number': 5, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'subnets': [{'id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:26:13.413093 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a7377e-32bc-4f89-924b-63271a2b7cc8 None None] The sync data for ids ['f7c076c2-0f67-4780-b10a-80eaea884cb8'] in n-d-832164-4 is: [{'id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'name': 'tempest-ServerActionsTestJSON-2015535949-router', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:23:32Z', 'updated_at': '2022-03-07T11:23:35Z', 'revision_number': 4, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'gw_port': {'id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:33Z', 'updated_at': '2022-03-07T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'ffe35996-41f3-4a3e-a512-070232ca4284', 'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'mac_address': 'fa:16:3e:2b:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:34Z', 'updated_at': '2022-03-07T11:23:38Z', 'revision_number': 5, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'subnets': [{'id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:26:13.629818 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4f863c-1480-4853-9a6d-3a4abe1c6c8f None None] New status for floating IP ad151a60-c4be-43a3-b1a7-89abb313ce59: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:26:14.172006 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-ab25323a-2ffc-4312-b478-82a811991aa6 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1082229441&fields=id&tenant_id=22535d62b61f432ba4e3949dbcbf8c06 HTTP/1.1" status: 200 len: 267 time: 0.0410678 Mar 07 11:26:14.279411 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-d128df6a-a554-4b7f-8dc1-75ece7a0cd62 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:14.280864 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-d128df6a-a554-4b7f-8dc1-75ece7a0cd62 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 812 time: 0.1018312 Mar 07 11:26:14.296339 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-bd970e01-55b0-4a21-b385-8af9bab016a7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/quotas/22535d62b61f432ba4e3949dbcbf8c06 HTTP/1.1" status: 200 len: 375 time: 0.0093076 Mar 07 11:26:14.352385 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b27685f2-809e-41f2-b2a4-622a1a50f780 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502076 Mar 07 11:26:14.447388 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-bad81ff6-dce1-4093-b5c9-b05e9d822bda service neutron] 10.222.0.11 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830410 Mar 07 11:26:14.542103 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-cdaafd55-6c43-479f-b458-ad7a5a7fc4ea service neutron] 10.222.0.11 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891364 Mar 07 11:26:14.743116 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-90eadc27-fbac-48b3-91b8-6c53e8e359b3 req-94d3e196-a14e-4b7d-91d9-b44b6c07dc24 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 210 time: 0.0292988 Mar 07 11:26:15.601527 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-d52b1fb5-3ab3-4a7a-9843-9caddf08c350 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:15.602881 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-d52b1fb5-3ab3-4a7a-9843-9caddf08c350 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.21 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 812 time: 0.1038847 Mar 07 11:26:15.667196 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-c1767640-c61b-425d-a09f-48afe76f642b tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22535d62b61f432ba4e3949dbcbf8c06 HTTP/1.1" status: 200 len: 380 time: 0.0567756 Mar 07 11:26:15.678436 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b4f3d1d5-b250-4d29-bddb-610810778951 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Request body: {'port': {'device_id': '9525885b-343a-42a3-ac53-d6c6fbc503ad', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'admin_state_up': True, 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'security_groups': ['58b617f0-5a0d-4a41-ab4f-284c9d0311ea']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:26:15.785071 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b4f3d1d5-b250-4d29-bddb-610810778951 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Made reservation on behalf of 22535d62b61f432ba4e3949dbcbf8c06 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:26:15.788478 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b4f3d1d5-b250-4d29-bddb-610810778951 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:15.840594 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fc86e1dc-08ed-4225-943b-69782993fa7f req-a23a16ad-6233-45fc-93e3-91dba67990f9 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 210 time: 0.0280669 Mar 07 11:26:15.918054 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b4f3d1d5-b250-4d29-bddb-610810778951 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Allocated IP 172.20.0.5 (b885484d-7394-4a85-a997-6d93d08e7b4b/91933fe8-09f2-48fc-89ea-85a92d3f3e62/8dacb175-1cbf-4c32-94b4-033016a2e2df) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:26:16.029556 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 0b757bcd-f863-4ed8-9995-a0d72cc465d3 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:26:16.053436 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 0b757bcd-f863-4ed8-9995-a0d72cc465d3 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:26:16.053779 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 0b757bcd-f863-4ed8-9995-a0d72cc465d3 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:26:16.060027 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b4f3d1d5-b250-4d29-bddb-610810778951 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks [] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:16.097999 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b4f3d1d5-b250-4d29-bddb-610810778951 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:16.136839 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b4f3d1d5-b250-4d29-bddb-610810778951 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Network b885484d-7394-4a85-a997-6d93d08e7b4b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:26:16.142427 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b4f3d1d5-b250-4d29-bddb-610810778951 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:26:16.146051 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b4f3d1d5-b250-4d29-bddb-610810778951 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:26:16.176721 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3d1d5-b250-4d29-bddb-610810778951 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Pushing event updated for resources: {'Port': ['ID=8dacb175-1cbf-4c32-94b4-033016a2e2df,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:26:16.189772 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3d1d5-b250-4d29-bddb-610810778951 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:16.190738 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3d1d5-b250-4d29-bddb-610810778951 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:16.191082 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3d1d5-b250-4d29-bddb-610810778951 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:16.191430 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3d1d5-b250-4d29-bddb-610810778951 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:16.191847 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3d1d5-b250-4d29-bddb-610810778951 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:16.192178 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3d1d5-b250-4d29-bddb-610810778951 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:16.192503 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3d1d5-b250-4d29-bddb-610810778951 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:16.192827 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3d1d5-b250-4d29-bddb-610810778951 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:16.193169 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3d1d5-b250-4d29-bddb-610810778951 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:16.193489 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3d1d5-b250-4d29-bddb-610810778951 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:16.193809 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3d1d5-b250-4d29-bddb-610810778951 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:16.194134 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3d1d5-b250-4d29-bddb-610810778951 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:16.194453 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f3d1d5-b250-4d29-bddb-610810778951 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:26:16.212326 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b4f3d1d5-b250-4d29-bddb-610810778951 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:16.212946 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b4f3d1d5-b250-4d29-bddb-610810778951 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:16.228969 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b4f3d1d5-b250-4d29-bddb-610810778951 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5542626 Mar 07 11:26:16.240885 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b09d20db-9843-477d-9eb3-ae97385d146c service neutron] Request body: {'port': {'device_id': '9525885b-343a-42a3-ac53-d6c6fbc503ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:26:16.310515 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b09d20db-9843-477d-9eb3-ae97385d146c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:16.387321 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c9a06471-f686-40a8-81b0-b04d20ac75d5 None None] Provisioning complete for port 8dacb175-1cbf-4c32-94b4-033016a2e2df triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:26:16.387665 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c9a06471-f686-40a8-81b0-b04d20ac75d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:16.421835 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c9a06471-f686-40a8-81b0-b04d20ac75d5 None None] Port 8dacb175-1cbf-4c32-94b4-033016a2e2df cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:26:16.570458 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b09d20db-9843-477d-9eb3-ae97385d146c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dacb175-1cbf-4c32-94b4-033016a2e2df {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:26:16.578023 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b09d20db-9843-477d-9eb3-ae97385d146c service neutron] Publish callbacks [] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:16.589842 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b09d20db-9843-477d-9eb3-ae97385d146c service neutron] Transition to ACTIVE for port object 8dacb175-1cbf-4c32-94b4-033016a2e2df will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:26:16.593466 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b09d20db-9843-477d-9eb3-ae97385d146c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:16.642045 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d20db-9843-477d-9eb3-ae97385d146c service neutron] Pushing event updated for resources: {'Port': ['ID=8dacb175-1cbf-4c32-94b4-033016a2e2df,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:26:16.722455 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b09d20db-9843-477d-9eb3-ae97385d146c service neutron] Attempting to bind port 8dacb175-1cbf-4c32-94b4-033016a2e2df on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:26:16.722789 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b09d20db-9843-477d-9eb3-ae97385d146c service neutron] Attempting to bind port 8dacb175-1cbf-4c32-94b4-033016a2e2df by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:26:16.723115 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b09d20db-9843-477d-9eb3-ae97385d146c service neutron] Attempting to bind port 8dacb175-1cbf-4c32-94b4-033016a2e2df on network b885484d-7394-4a85-a997-6d93d08e7b4b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:26:16.727632 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b09d20db-9843-477d-9eb3-ae97385d146c service neutron] Port 8dacb175-1cbf-4c32-94b4-033016a2e2df on network b885484d-7394-4a85-a997-6d93d08e7b4b not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:26:16.727952 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b09d20db-9843-477d-9eb3-ae97385d146c service neutron] Attempting to bind port 8dacb175-1cbf-4c32-94b4-033016a2e2df on network b885484d-7394-4a85-a997-6d93d08e7b4b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:26:16.732884 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b09d20db-9843-477d-9eb3-ae97385d146c service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:26:16.733255 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b09d20db-9843-477d-9eb3-ae97385d146c service neutron] Checking segment: {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:26:16.733637 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b09d20db-9843-477d-9eb3-ae97385d146c service neutron] Bound using segment: {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:26:16.734058 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b09d20db-9843-477d-9eb3-ae97385d146c service neutron] Bound port: 8dacb175-1cbf-4c32-94b4-033016a2e2df, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:26:16.734411 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b09d20db-9843-477d-9eb3-ae97385d146c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:16.802343 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b09d20db-9843-477d-9eb3-ae97385d146c service neutron] For port 8dacb175-1cbf-4c32-94b4-033016a2e2df, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:26:16.805459 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b09d20db-9843-477d-9eb3-ae97385d146c service neutron] For port 8dacb175-1cbf-4c32-94b4-033016a2e2df, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=8dacb175-1cbf-4c32-94b4-033016a2e2df,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:26:16.811471 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b09d20db-9843-477d-9eb3-ae97385d146c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:16.850848 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b09d20db-9843-477d-9eb3-ae97385d146c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:16.851261 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b09d20db-9843-477d-9eb3-ae97385d146c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:16.852848 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-b09d20db-9843-477d-9eb3-ae97385d146c service neutron] 10.222.0.21 "PUT /v2.0/ports/8dacb175-1cbf-4c32-94b4-033016a2e2df HTTP/1.1" status: 200 len: 1091 time: 0.6172209 Mar 07 11:26:16.853349 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9525885b-343a-42a3-ac53-d6c6fbc503ad', 'tag': '8dacb175-1cbf-4c32-94b4-033016a2e2df'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:26:16.855663 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f075fc02-c74b-4517-8ce0-080972c7c18b" -d '{"events": [{"name": "network-changed", "server_uuid": "9525885b-343a-42a3-ac53-d6c6fbc503ad", "tag": "8dacb175-1cbf-4c32-94b4-033016a2e2df"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:26:16.881242 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09d20db-9843-477d-9eb3-ae97385d146c service neutron] Pushing event updated for resources: {'Port': ['ID=8dacb175-1cbf-4c32-94b4-033016a2e2df,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:26:16.910741 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38cf1c12-3068-4405-b722-f2d08eadc05f x-openstack-request-id: req-38cf1c12-3068-4405-b722-f2d08eadc05f {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:26:16.911300 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9525885b-343a-42a3-ac53-d6c6fbc503ad", "tag": "8dacb175-1cbf-4c32-94b4-033016a2e2df", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:26:16.911562 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-38cf1c12-3068-4405-b722-f2d08eadc05f {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:26:16.911972 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9525885b-343a-42a3-ac53-d6c6fbc503ad', 'tag': '8dacb175-1cbf-4c32-94b4-033016a2e2df', 'status': 'completed', 'code': 200} Mar 07 11:26:16.961853 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-a0702dc2-eadc-40b7-b1ce-3ebf16825620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:16.963499 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-a0702dc2-eadc-40b7-b1ce-3ebf16825620 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 1125 time: 0.0486305 Mar 07 11:26:16.984151 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6929fc5-bc8b-4125-af82-91b4a8a4e6b1 req-8247a38d-c8b6-47a5-a5a7-cbeae74b2ae4 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:16.989098 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b6929fc5-bc8b-4125-af82-91b4a8a4e6b1 req-8247a38d-c8b6-47a5-a5a7-cbeae74b2ae4 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 943 time: 0.0602067 Mar 07 11:26:17.014025 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-2af2bbf0-a6f6-46c0-bab2-36dfa15e6359 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dacb175-1cbf-4c32-94b4-033016a2e2df HTTP/1.1" status: 200 len: 217 time: 0.0439157 Mar 07 11:26:17.047080 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b6929fc5-bc8b-4125-af82-91b4a8a4e6b1 req-879fc1dc-84bc-411c-84f2-3e356f798cba tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518622 Mar 07 11:26:17.069561 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-34adde15-79e2-44dc-9603-77e75efe9e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:17.071023 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-34adde15-79e2-44dc-9603-77e75efe9e8d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0515406 Mar 07 11:26:17.119400 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-82a42079-f5a6-4727-91ce-bb5c0306c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:17.120876 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-82a42079-f5a6-4727-91ce-bb5c0306c765 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0440938 Mar 07 11:26:17.213611 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-4d9bb8c7-4d2a-404e-86e9-48a678be5112 service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866554 Mar 07 11:26:17.303478 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-659b38f1-fc5f-4c32-b147-6d2a3c5406ed req-5e719069-f2ae-4d8d-966c-4febbabee6b6 service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842853 Mar 07 11:26:17.439414 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075fc02-c74b-4517-8ce0-080972c7c18b req-e3b36a71-46a5-4eda-9076-013dcf004e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:17.441206 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f075fc02-c74b-4517-8ce0-080972c7c18b req-e3b36a71-46a5-4eda-9076-013dcf004e43 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 1125 time: 0.0512307 Mar 07 11:26:17.530857 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075fc02-c74b-4517-8ce0-080972c7c18b req-c3ead3c2-825f-421a-91e0-1fa6733fd83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:17.532291 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f075fc02-c74b-4517-8ce0-080972c7c18b req-c3ead3c2-825f-421a-91e0-1fa6733fd83c service neutron] 10.222.0.21 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.0850713 Mar 07 11:26:17.576668 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f075fc02-c74b-4517-8ce0-080972c7c18b req-2019fc61-733c-437f-8a62-dd029066f15d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dacb175-1cbf-4c32-94b4-033016a2e2df HTTP/1.1" status: 200 len: 217 time: 0.0376434 Mar 07 11:26:17.625129 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075fc02-c74b-4517-8ce0-080972c7c18b req-2974bc80-a830-418b-b136-45a7ec524ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:17.626655 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f075fc02-c74b-4517-8ce0-080972c7c18b req-2974bc80-a830-418b-b136-45a7ec524ca4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0440958 Mar 07 11:26:17.676997 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075fc02-c74b-4517-8ce0-080972c7c18b req-57c849f9-511d-4e53-b119-5a6b448f3175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:17.678501 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f075fc02-c74b-4517-8ce0-080972c7c18b req-57c849f9-511d-4e53-b119-5a6b448f3175 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441797 Mar 07 11:26:17.776136 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f075fc02-c74b-4517-8ce0-080972c7c18b req-894f6f50-2fce-46c5-8b5a-6a1a2c2cbe4e service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902333 Mar 07 11:26:17.865369 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f075fc02-c74b-4517-8ce0-080972c7c18b req-cba1af22-3793-4a11-b60c-a8ef912ee82b service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820918 Mar 07 11:26:18.167082 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402bf5d-f8f9-4249-a3d0-bbaac1673dca req-5aa24da2-689b-4e40-8131-732f525dc47c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:18.168528 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8402bf5d-f8f9-4249-a3d0-bbaac1673dca req-5aa24da2-689b-4e40-8131-732f525dc47c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 943 time: 0.0523098 Mar 07 11:26:18.219356 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8402bf5d-f8f9-4249-a3d0-bbaac1673dca req-48bad897-b094-402c-a58f-4764e388533b tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450115 Mar 07 11:26:18.525285 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 8dacb175-1cbf-4c32-94b4-033016a2e2df details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:26:18.622329 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 8dacb175-1cbf-4c32-94b4-033016a2e2df, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=8dacb175-1cbf-4c32-94b4-033016a2e2df,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:26:18.633001 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '8dacb175-1cbf-4c32-94b4-033016a2e2df', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'port_id': '8dacb175-1cbf-4c32-94b4-033016a2e2df', 'mac_address': 'fa:16:3e:60:e8:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:26:18.679908 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 8dacb175-1cbf-4c32-94b4-033016a2e2df is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:26:18.680286 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:18.692452 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:18.695235 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dacb175-1cbf-4c32-94b4-033016a2e2df {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:26:18.714712 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 8dacb175-1cbf-4c32-94b4-033016a2e2df, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=8dacb175-1cbf-4c32-94b4-033016a2e2df,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:26:18.718182 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:18.766644 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=8dacb175-1cbf-4c32-94b4-033016a2e2df,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:26:18.922014 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['8dacb175-1cbf-4c32-94b4-033016a2e2df'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:26:19.339246 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d020a6-287c-48bc-b9cf-2f2ea7148c57 req-984b07e8-d5ea-415c-bb90-2a6205581b5a tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:19.340734 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-09d020a6-287c-48bc-b9cf-2f2ea7148c57 req-984b07e8-d5ea-415c-bb90-2a6205581b5a tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 944 time: 0.0526791 Mar 07 11:26:19.386779 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-09d020a6-287c-48bc-b9cf-2f2ea7148c57 req-c8e224a8-41a2-4217-8b94-48e966a8a8af tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405054 Mar 07 11:26:20.542268 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 8dacb175-1cbf-4c32-94b4-033016a2e2df up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:26:20.590197 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86563a8-0021-4c94-9cac-f4f58c0960c4 req-df1cf260-7376-41e4-b52e-519e3c231d6d tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:20.591944 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a86563a8-0021-4c94-9cac-f4f58c0960c4 req-df1cf260-7376-41e4-b52e-519e3c231d6d tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 944 time: 0.1014488 Mar 07 11:26:20.594290 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 8dacb175-1cbf-4c32-94b4-033016a2e2df completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:26:20.598810 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 8dacb175-1cbf-4c32-94b4-033016a2e2df triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:26:20.599261 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:20.640431 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a86563a8-0021-4c94-9cac-f4f58c0960c4 req-d32f3a4e-9060-4c7b-aec9-d9a73f9faab6 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425401 Mar 07 11:26:20.676967 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 8dacb175-1cbf-4c32-94b4-033016a2e2df is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:26:20.677285 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:20.700046 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9525885b-343a-42a3-ac53-d6c6fbc503ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dacb175-1cbf-4c32-94b4-033016a2e2df'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:26:20.702342 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}40979c9028477406d47d41a260780a8c0574ba236e3087137b03813626f52a2c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0a1aec-29dd-4016-a8ff-0eb85532d271" -d '{"events": [{"server_uuid": "9525885b-343a-42a3-ac53-d6c6fbc503ad", "name": "network-vif-plugged", "status": "completed", "tag": "8dacb175-1cbf-4c32-94b4-033016a2e2df"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:26:20.714265 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 8dacb175-1cbf-4c32-94b4-033016a2e2df, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=8dacb175-1cbf-4c32-94b4-033016a2e2df,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:26:20.718144 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:20.743683 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1a2b6d-a517-4722-8e45-ae6668a41384 x-openstack-request-id: req-8d1a2b6d-a517-4722-8e45-ae6668a41384 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:26:20.743979 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9525885b-343a-42a3-ac53-d6c6fbc503ad", "name": "network-vif-plugged", "status": "completed", "tag": "8dacb175-1cbf-4c32-94b4-033016a2e2df", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:26:20.744239 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8d1a2b6d-a517-4722-8e45-ae6668a41384 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:26:20.744637 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9525885b-343a-42a3-ac53-d6c6fbc503ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dacb175-1cbf-4c32-94b4-033016a2e2df', 'code': 200} Mar 07 11:26:20.772722 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=8dacb175-1cbf-4c32-94b4-033016a2e2df,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:26:20.838399 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ea95d-8875-4337-9f0a-e60cafe81ced req-4d3b9e22-9bbe-4209-b2e0-7e8b99cef721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:20.839888 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d02ea95d-8875-4337-9f0a-e60cafe81ced req-4d3b9e22-9bbe-4209-b2e0-7e8b99cef721 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 1127 time: 0.0445805 Mar 07 11:26:20.883334 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d02ea95d-8875-4337-9f0a-e60cafe81ced req-9f0fd3fd-2cee-4f19-ab89-288bb1e04b88 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375273 Mar 07 11:26:21.761800 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bd97d-c450-4ec3-ac08-1f6b1a5145e7 req-c039dbff-438b-4408-9148-614918d60353 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:21.763254 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b91bd97d-c450-4ec3-ac08-1f6b1a5145e7 req-c039dbff-438b-4408-9148-614918d60353 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 945 time: 0.0553076 Mar 07 11:26:21.811883 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b91bd97d-c450-4ec3-ac08-1f6b1a5145e7 req-82627279-fe7f-444e-b715-1a2fdae713e3 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425181 Mar 07 11:26:23.014139 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5815a7c-81a7-46e5-8092-d2a56e5a10fc req-9a061268-d935-410c-8191-91cdb79654b9 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:23.015617 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5815a7c-81a7-46e5-8092-d2a56e5a10fc req-9a061268-d935-410c-8191-91cdb79654b9 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 945 time: 0.0969951 Mar 07 11:26:23.061670 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d5815a7c-81a7-46e5-8092-d2a56e5a10fc req-11045f9d-356e-4216-b1ca-916cd50e5ec1 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404115 Mar 07 11:26:23.182250 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d753bed5-dfe3-4805-a482-89835c887b74 req-f2540c91-0755-49e5-85e4-544c63ec78b5 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:23.183723 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d753bed5-dfe3-4805-a482-89835c887b74 req-f2540c91-0755-49e5-85e4-544c63ec78b5 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 945 time: 0.0593631 Mar 07 11:26:23.192871 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43362) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:26:23.197210 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-1a064785-e957-49f3-aafa-f6dfcbf85d80 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Request body: {'floatingip': {'port_id': '8dacb175-1cbf-4c32-94b4-033016a2e2df'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:26:23.240505 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a064785-e957-49f3-aafa-f6dfcbf85d80 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks [] for floatingip (ad151a60-c4be-43a3-b1a7-89abb313ce59), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:23.274792 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:23.681612 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a064785-e957-49f3-aafa-f6dfcbf85d80 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:23.685324 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a064785-e957-49f3-aafa-f6dfcbf85d80 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (ad151a60-c4be-43a3-b1a7-89abb313ce59), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:23.787705 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-1a064785-e957-49f3-aafa-f6dfcbf85d80 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Floating IP ad151a60-c4be-43a3-b1a7-89abb313ce59 associated. External IP: 172.25.3.170, port: 8dacb175-1cbf-4c32-94b4-033016a2e2df. Mar 07 11:26:23.996359 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a064785-e957-49f3-aafa-f6dfcbf85d80 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Router f7c076c2-0f67-4780-b10a-80eaea884cb8 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:26:24.106110 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a064785-e957-49f3-aafa-f6dfcbf85d80 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:26:24.111030 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1a064785-e957-49f3-aafa-f6dfcbf85d80 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:24.116866 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee5b145-4700-4422-bc62-9c5770014a20 None None] Sync routers for ids ['f7c076c2-0f67-4780-b10a-80eaea884cb8'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:26:24.126393 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee5b145-4700-4422-bc62-9c5770014a20 None None] Routers {'f7c076c2-0f67-4780-b10a-80eaea884cb8'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:26:24.126988 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8ee5b145-4700-4422-bc62-9c5770014a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:26:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f7c076c2-0f67-4780-b10a-80eaea884cb8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:26:24.141164 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1a064785-e957-49f3-aafa-f6dfcbf85d80 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "PUT /v2.0/floatingips/ad151a60-c4be-43a3-b1a7-89abb313ce59 HTTP/1.1" status: 200 len: 992 time: 0.9471843 Mar 07 11:26:24.141832 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9525885b-343a-42a3-ac53-d6c6fbc503ad', 'tag': '8dacb175-1cbf-4c32-94b4-033016a2e2df'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:26:24.144740 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58e012e74312a939f3e7c8c71fbd8e370f21c5527ff00763f9522ca7ce7c3dfb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e2139c-febc-4666-ad96-e0fac33af9a0" -d '{"events": [{"name": "network-changed", "server_uuid": "9525885b-343a-42a3-ac53-d6c6fbc503ad", "tag": "8dacb175-1cbf-4c32-94b4-033016a2e2df"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:26:24.184027 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e10a50-ce56-4bb9-8bcb-a9b4ff8e2f0a x-openstack-request-id: req-43e10a50-ce56-4bb9-8bcb-a9b4ff8e2f0a {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:26:24.184629 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9525885b-343a-42a3-ac53-d6c6fbc503ad", "tag": "8dacb175-1cbf-4c32-94b4-033016a2e2df", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:26:24.184629 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-43e10a50-ce56-4bb9-8bcb-a9b4ff8e2f0a {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:26:24.185001 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9525885b-343a-42a3-ac53-d6c6fbc503ad', 'tag': '8dacb175-1cbf-4c32-94b4-033016a2e2df', 'status': 'completed', 'code': 200} Mar 07 11:26:24.247508 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-8ee5b145-4700-4422-bc62-9c5770014a20 None None] Set router f7c076c2-0f67-4780-b10a-80eaea884cb8 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:26:24.256306 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2139c-febc-4666-ad96-e0fac33af9a0 req-ee3df14b-0e42-4a62-bdbb-22543bb09942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:24.258094 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b2e2139c-febc-4666-ad96-e0fac33af9a0 req-ee3df14b-0e42-4a62-bdbb-22543bb09942 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 1127 time: 0.0528235 Mar 07 11:26:24.363730 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2139c-febc-4666-ad96-e0fac33af9a0 req-5bb2c47b-e27b-4b5c-b179-4c87e290498c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:24.365416 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b2e2139c-febc-4666-ad96-e0fac33af9a0 req-5bb2c47b-e27b-4b5c-b179-4c87e290498c service neutron] 10.222.0.21 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.1013033 Mar 07 11:26:24.441989 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b2e2139c-febc-4666-ad96-e0fac33af9a0 req-206dbd79-6e0b-49d7-918d-ab58c45fc9f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dacb175-1cbf-4c32-94b4-033016a2e2df HTTP/1.1" status: 200 len: 1000 time: 0.0712528 Mar 07 11:26:24.503557 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8ee5b145-4700-4422-bc62-9c5770014a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'name': 'tempest-ServerActionsTestJSON-2015535949-router', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:23:32Z', 'updated_at': '2022-03-07T11:23:35Z', 'revision_number': 4, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'gw_port': {'id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:33Z', 'updated_at': '2022-03-07T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'ad151a60-c4be-43a3-b1a7-89abb313ce59', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'port_id': '8dacb175-1cbf-4c32-94b4-033016a2e2df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'mac_address': 'fa:16:3e:60:e8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9525885b-343a-42a3-ac53-d6c6fbc503ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:23:37Z', 'updated_at': '2022-03-07T11:26:23Z', 'revision_number': 13, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe35996-41f3-4a3e-a512-070232ca4284', 'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'mac_address': 'fa:16:3e:2b:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:34Z', 'updated_at': '2022-03-07T11:23:38Z', 'revision_number': 5, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'subnets': [{'id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:26:24.507089 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2139c-febc-4666-ad96-e0fac33af9a0 req-163ad5c4-78cb-4bfd-9a14-238ebecceb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:24.508573 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b2e2139c-febc-4666-ad96-e0fac33af9a0 req-163ad5c4-78cb-4bfd-9a14-238ebecceb71 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0601530 Mar 07 11:26:24.533856 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee5b145-4700-4422-bc62-9c5770014a20 None None] Checking router: f7c076c2-0f67-4780-b10a-80eaea884cb8 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:26:24.542360 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee5b145-4700-4422-bc62-9c5770014a20 None None] Routers {'f7c076c2-0f67-4780-b10a-80eaea884cb8'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:26:24.542978 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8ee5b145-4700-4422-bc62-9c5770014a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:26:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f7c076c2-0f67-4780-b10a-80eaea884cb8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:26:24.561409 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2139c-febc-4666-ad96-e0fac33af9a0 req-2cdbc6b5-3834-47a1-974b-efe095768569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:24.563013 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b2e2139c-febc-4666-ad96-e0fac33af9a0 req-2cdbc6b5-3834-47a1-974b-efe095768569 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482762 Mar 07 11:26:24.660946 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-8ee5b145-4700-4422-bc62-9c5770014a20 None None] Set router f7c076c2-0f67-4780-b10a-80eaea884cb8 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:26:24.670766 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b2e2139c-febc-4666-ad96-e0fac33af9a0 req-0e1cd67c-c818-4273-a578-f22b6e5f458b service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995476 Mar 07 11:26:24.770115 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b2e2139c-febc-4666-ad96-e0fac33af9a0 req-ce2cd9c8-c425-4460-af42-3a153961252e service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933864 Mar 07 11:26:24.896808 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8ee5b145-4700-4422-bc62-9c5770014a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'name': 'tempest-ServerActionsTestJSON-2015535949-router', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:23:32Z', 'updated_at': '2022-03-07T11:23:35Z', 'revision_number': 4, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'gw_port': {'id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:33Z', 'updated_at': '2022-03-07T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'ad151a60-c4be-43a3-b1a7-89abb313ce59', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'port_id': '8dacb175-1cbf-4c32-94b4-033016a2e2df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'mac_address': 'fa:16:3e:60:e8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9525885b-343a-42a3-ac53-d6c6fbc503ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:23:37Z', 'updated_at': '2022-03-07T11:26:23Z', 'revision_number': 13, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe35996-41f3-4a3e-a512-070232ca4284', 'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'mac_address': 'fa:16:3e:2b:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:34Z', 'updated_at': '2022-03-07T11:23:38Z', 'revision_number': 5, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'subnets': [{'id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:26:24.928493 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee5b145-4700-4422-bc62-9c5770014a20 None None] The sync data for ids ['f7c076c2-0f67-4780-b10a-80eaea884cb8'] in n-d-832164-4 is: [{'id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'name': 'tempest-ServerActionsTestJSON-2015535949-router', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:23:32Z', 'updated_at': '2022-03-07T11:23:35Z', 'revision_number': 4, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'gw_port': {'id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:33Z', 'updated_at': '2022-03-07T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'ad151a60-c4be-43a3-b1a7-89abb313ce59', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'port_id': '8dacb175-1cbf-4c32-94b4-033016a2e2df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'mac_address': 'fa:16:3e:60:e8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9525885b-343a-42a3-ac53-d6c6fbc503ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:23:37Z', 'updated_at': '2022-03-07T11:26:23Z', 'revision_number': 13, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffe35996-41f3-4a3e-a512-070232ca4284', 'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'mac_address': 'fa:16:3e:2b:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:34Z', 'updated_at': '2022-03-07T11:23:38Z', 'revision_number': 5, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'subnets': [{'id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:26:25.137365 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8a3032-f39f-44bf-973d-21014f8b6843 None None] New status for floating IP ad151a60-c4be-43a3-b1a7-89abb313ce59: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:26:25.248309 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:26:26.664336 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b4393d-a0ce-45be-98ac-83548beb7a51 req-56355e3c-2358-443b-9cfd-fe567dffb3ea tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:26.665818 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a7b4393d-a0ce-45be-98ac-83548beb7a51 req-56355e3c-2358-443b-9cfd-fe567dffb3ea tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 945 time: 0.0528402 Mar 07 11:26:26.714192 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a7b4393d-a0ce-45be-98ac-83548beb7a51 req-9e089020-1ddf-4c85-95b2-fa91fdf6da9c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426421 Mar 07 11:26:36.554269 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-381b121c-5a19-4c09-aab0-a536eeaace38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:38.636925 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c6df56ef-2b91-4188-b3cb-08aa8a672bc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:40.064272 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:41.808499 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:43.058849 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:43.095326 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfbdcd-b6dd-4776-952a-fe0eb7d5ec61 req-f422b8d6-2217-4353-8761-ba5f0a9ea670 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:43.096830 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-07cfbdcd-b6dd-4776-952a-fe0eb7d5ec61 req-f422b8d6-2217-4353-8761-ba5f0a9ea670 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 945 time: 0.0650604 Mar 07 11:26:43.127593 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-82291d62-67d0-4ff6-b9a0-77d6402b0be5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0990560 Mar 07 11:26:43.145846 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-07cfbdcd-b6dd-4776-952a-fe0eb7d5ec61 req-80ecdee1-aa2c-4bb0-962d-d9bb9feacbc9 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432808 Mar 07 11:26:43.529196 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-21cb5b9d-db9c-411b-aee7-be7e4046baff tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:43.530531 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-21cb5b9d-db9c-411b-aee7-be7e4046baff tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports/8dacb175-1cbf-4c32-94b4-033016a2e2df HTTP/1.1" status: 200 len: 942 time: 0.1031549 Mar 07 11:26:44.273458 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86a691-12dd-4024-ad04-324ca14ed453 req-9faab930-5c00-436c-b5e9-fc22bfa928a4 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:44.275056 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd86a691-12dd-4024-ad04-324ca14ed453 req-9faab930-5c00-436c-b5e9-fc22bfa928a4 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 945 time: 0.0591085 Mar 07 11:26:44.328213 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd86a691-12dd-4024-ad04-324ca14ed453 req-4225a443-99d2-45b9-8aac-9e9491519ea9 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477793 Mar 07 11:26:44.391248 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-d7cc2ceb-07a8-457f-87d9-0b1d7cbdb73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:44.392811 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-d7cc2ceb-07a8-457f-87d9-0b1d7cbdb73d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 1127 time: 0.0847483 Mar 07 11:26:44.493060 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-b2c7b8f0-cbe5-4c6b-bdb1-4bfde68036c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:44.494816 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-b2c7b8f0-cbe5-4c6b-bdb1-4bfde68036c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.0955656 Mar 07 11:26:44.561244 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-cb658fb3-2ec2-4eb8-921d-72762e5d7f4d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dacb175-1cbf-4c32-94b4-033016a2e2df HTTP/1.1" status: 200 len: 1002 time: 0.0601497 Mar 07 11:26:44.617894 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-8173788e-1604-49a7-88fc-c54a0c58538d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:44.619655 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-8173788e-1604-49a7-88fc-c54a0c58538d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0523963 Mar 07 11:26:44.668757 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-c84c45de-b7d4-43ac-80aa-4700307b6c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:44.670523 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-c84c45de-b7d4-43ac-80aa-4700307b6c76 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443389 Mar 07 11:26:44.762174 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-1d7b502f-5dfb-451c-8e84-269f2789bf14 service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853691 Mar 07 11:26:45.175303 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-2a7a7d55-3de6-41a3-8f50-f62f403601e4 service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073541 Mar 07 11:26:45.448291 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635beaf-6d51-4ab3-bd1f-cc3cd4826ff2 req-6923144d-976e-438c-a0a7-7037723c7060 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:45.449710 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e635beaf-6d51-4ab3-bd1f-cc3cd4826ff2 req-6923144d-976e-438c-a0a7-7037723c7060 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 945 time: 0.0528321 Mar 07 11:26:45.495285 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e635beaf-6d51-4ab3-bd1f-cc3cd4826ff2 req-658b4913-c67e-4f3e-b756-c6f7f3802a9a tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396047 Mar 07 11:26:46.615904 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b54b1-1fa0-4498-b40a-d2fe2bee1dfb req-f87762a1-6f68-4ed5-95ad-7e1805a70025 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:46.617381 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-af9b54b1-1fa0-4498-b40a-d2fe2bee1dfb req-f87762a1-6f68-4ed5-95ad-7e1805a70025 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 945 time: 0.0526128 Mar 07 11:26:46.662490 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-af9b54b1-1fa0-4498-b40a-d2fe2bee1dfb req-e36ac178-25d8-4d83-880d-0d2cadbae0ac tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397418 Mar 07 11:26:47.786174 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af2169-e7fd-4208-b538-f5ab95367dde req-5fb6834c-d064-4873-be46-60fc14012cc6 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:47.787604 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-83af2169-e7fd-4208-b538-f5ab95367dde req-5fb6834c-d064-4873-be46-60fc14012cc6 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 945 time: 0.0578439 Mar 07 11:26:47.835318 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-83af2169-e7fd-4208-b538-f5ab95367dde req-1461db32-0d1b-4602-bc92-7b5f2fe724e8 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422010 Mar 07 11:26:48.697794 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:48.961883 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8097c3-b4b4-48a5-a94e-924ec3ad44db req-a4b3c35d-ad50-4628-b252-d92da685b0fb tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:48.963398 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ba8097c3-b4b4-48a5-a94e-924ec3ad44db req-a4b3c35d-ad50-4628-b252-d92da685b0fb tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 945 time: 0.0594683 Mar 07 11:26:49.010140 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ba8097c3-b4b4-48a5-a94e-924ec3ad44db req-c0cf6b43-e246-4f08-8a59-a749e1a5b960 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412581 Mar 07 11:26:50.131375 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9415a8-d9b0-4639-aa6a-c1b666b1d9f0 req-66bd4e71-5a7c-46c2-ab36-43129685fd73 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:50.132839 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-da9415a8-d9b0-4639-aa6a-c1b666b1d9f0 req-66bd4e71-5a7c-46c2-ab36-43129685fd73 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 945 time: 0.0520999 Mar 07 11:26:50.178890 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-da9415a8-d9b0-4639-aa6a-c1b666b1d9f0 req-b0a6d365-879e-4b22-83f0-ba6b131f3c8e tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405605 Mar 07 11:26:51.297733 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81d7c4-5d8f-4b2f-bf2e-b741c6ddbeb6 req-94a0b962-5464-455b-9f67-e9310f6798c9 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:51.299798 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7f81d7c4-5d8f-4b2f-bf2e-b741c6ddbeb6 req-94a0b962-5464-455b-9f67-e9310f6798c9 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 945 time: 0.0528791 Mar 07 11:26:51.344706 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7f81d7c4-5d8f-4b2f-bf2e-b741c6ddbeb6 req-569deea2-770b-47ca-8e64-c4569a7a7f92 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394449 Mar 07 11:26:52.468610 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bb01f-e080-4227-92a8-4a2ae8f87afd req-90e84647-88bf-42bd-8c5c-f09a06bff545 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:52.470210 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-752bb01f-e080-4227-92a8-4a2ae8f87afd req-90e84647-88bf-42bd-8c5c-f09a06bff545 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 945 time: 0.0573936 Mar 07 11:26:52.517553 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-752bb01f-e080-4227-92a8-4a2ae8f87afd req-81b0807b-116a-4d69-a62e-f967ed5745af tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416968 Mar 07 11:26:53.260942 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:53.641259 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85da0e40-7dde-4e71-9405-d35fc32d4131 req-ac0c87b8-f63f-4407-a2d7-eb54a255db12 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:53.643251 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-85da0e40-7dde-4e71-9405-d35fc32d4131 req-ac0c87b8-f63f-4407-a2d7-eb54a255db12 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 945 time: 0.0576952 Mar 07 11:26:53.692514 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-85da0e40-7dde-4e71-9405-d35fc32d4131 req-6e0f7642-4660-4483-8121-c34d0dd0978c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433719 Mar 07 11:26:54.688270 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985ef31-3f95-4ff2-a637-4488ff04c5b2 req-d70065a8-f8d5-4170-8209-0686972f4a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:54.690434 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4985ef31-3f95-4ff2-a637-4488ff04c5b2 req-d70065a8-f8d5-4170-8209-0686972f4a59 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 1127 time: 0.0469937 Mar 07 11:26:54.800350 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985ef31-3f95-4ff2-a637-4488ff04c5b2 req-97092a4d-e1d7-4cd6-9195-e200eafe1f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:54.801842 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4985ef31-3f95-4ff2-a637-4488ff04c5b2 req-97092a4d-e1d7-4cd6-9195-e200eafe1f39 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.0937715 Mar 07 11:26:54.819695 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e826c5f-0b0b-4111-9ab5-1a6e1d5f99ca req-03308075-a1d8-4501-8178-fdc04f9bc1a5 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:54.821435 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3e826c5f-0b0b-4111-9ab5-1a6e1d5f99ca req-03308075-a1d8-4501-8178-fdc04f9bc1a5 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 945 time: 0.0553217 Mar 07 11:26:54.870443 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4985ef31-3f95-4ff2-a637-4488ff04c5b2 req-69bfb907-110d-43df-9255-aa001e33f74b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dacb175-1cbf-4c32-94b4-033016a2e2df HTTP/1.1" status: 200 len: 1002 time: 0.0621846 Mar 07 11:26:54.870977 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3e826c5f-0b0b-4111-9ab5-1a6e1d5f99ca req-22bcae0e-4d1c-4b1a-b318-822f7754d9e1 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433140 Mar 07 11:26:54.921252 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985ef31-3f95-4ff2-a637-4488ff04c5b2 req-19eb7f98-a15a-4803-8f1c-749e60288f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:54.922712 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4985ef31-3f95-4ff2-a637-4488ff04c5b2 req-19eb7f98-a15a-4803-8f1c-749e60288f08 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0467534 Mar 07 11:26:54.974731 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985ef31-3f95-4ff2-a637-4488ff04c5b2 req-0b40c0a9-35d5-4f8d-9e59-30021ef8c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:54.976182 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4985ef31-3f95-4ff2-a637-4488ff04c5b2 req-0b40c0a9-35d5-4f8d-9e59-30021ef8c78c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476913 Mar 07 11:26:55.068517 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4985ef31-3f95-4ff2-a637-4488ff04c5b2 req-b8c12331-97eb-4f8c-9bb9-c7e4884349ef service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859816 Mar 07 11:26:55.161422 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4985ef31-3f95-4ff2-a637-4488ff04c5b2 req-17b88109-e941-4b89-831c-f35831330993 service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873744 Mar 07 11:26:55.972733 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-1c70e75b-913f-4043-a250-0a2cf0dd81f3 service neutron] show failed (client error): The resource could not be found. Mar 07 11:26:55.973941 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-1c70e75b-913f-4043-a250-0a2cf0dd81f3 service neutron] 10.222.0.21 "GET /v2.0/ports/8dacb175-1cbf-4c32-94b4-033016a2e2df/bindings/n-h2-832164-4 HTTP/1.1" status: 404 len: 380 time: 0.0819254 Mar 07 11:26:56.000633 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4f908-1818-47bf-bbac-80756b147c4b req-975cd0d4-1124-4b4e-bcc8-dace1407d5eb tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:56.002482 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22e4f908-1818-47bf-bbac-80756b147c4b req-975cd0d4-1124-4b4e-bcc8-dace1407d5eb tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 945 time: 0.0619998 Mar 07 11:26:56.050044 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22e4f908-1818-47bf-bbac-80756b147c4b req-5708f4e9-3c8e-4fde-9f20-cdb99569075e tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420868 Mar 07 11:26:56.248575 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-1f1fbc85-1f5d-49d0-bda6-7b8d42f10364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:56.250109 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-1f1fbc85-1f5d-49d0-bda6-7b8d42f10364 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad&tenant_id=22535d62b61f432ba4e3949dbcbf8c06 HTTP/1.1" status: 200 len: 1127 time: 0.0872211 Mar 07 11:26:56.261427 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-2fc61d61-174d-4163-84d4-15166f3bda13 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832164-4', 'device_owner': 'compute:nova'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:26:56.320911 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-2fc61d61-174d-4163-84d4-15166f3bda13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:56.520728 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-2fc61d61-174d-4163-84d4-15166f3bda13 service neutron] For port 8dacb175-1cbf-4c32-94b4-033016a2e2df, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=8dacb175-1cbf-4c32-94b4-033016a2e2df,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:26:56.558266 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-2fc61d61-174d-4163-84d4-15166f3bda13 service neutron] For port 8dacb175-1cbf-4c32-94b4-033016a2e2df, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:26:56.597950 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9525885b-343a-42a3-ac53-d6c6fbc503ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dacb175-1cbf-4c32-94b4-033016a2e2df'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:26:56.603047 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-2fc61d61-174d-4163-84d4-15166f3bda13 service neutron] Publish callbacks [] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:56.616055 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-2fc61d61-174d-4163-84d4-15166f3bda13 service neutron] Transition to ACTIVE for port object 8dacb175-1cbf-4c32-94b4-033016a2e2df will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:26:56.620691 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-2fc61d61-174d-4163-84d4-15166f3bda13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:56.650002 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1539e4a-2099-476b-aad2-d5b81c347b75" -d '{"events": [{"server_uuid": "9525885b-343a-42a3-ac53-d6c6fbc503ad", "name": "network-vif-unplugged", "status": "completed", "tag": "8dacb175-1cbf-4c32-94b4-033016a2e2df"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:26:56.699129 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 8dacb175-1cbf-4c32-94b4-033016a2e2df no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:26:56.705686 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc61d61-174d-4163-84d4-15166f3bda13 service neutron] Pushing event updated for resources: {'Port': ['ID=8dacb175-1cbf-4c32-94b4-033016a2e2df,revision_number=6']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:26:56.753141 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] The host n-h1-832164-4 is not matching for port 8dacb175-1cbf-4c32-94b4-033016a2e2df host n-h2-832164-4! {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 11:26:56.753748 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 8dacb175-1cbf-4c32-94b4-033016a2e2df not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:26:56.756935 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-2fc61d61-174d-4163-84d4-15166f3bda13 service neutron] No DVR routers for this DVR port 8dacb175-1cbf-4c32-94b4-033016a2e2df on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:26:56.793013 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5feb485-b947-4e28-8131-3ce282c74379 x-openstack-request-id: req-a5feb485-b947-4e28-8131-3ce282c74379 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:26:56.793334 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9525885b-343a-42a3-ac53-d6c6fbc503ad", "name": "network-vif-unplugged", "status": "completed", "tag": "8dacb175-1cbf-4c32-94b4-033016a2e2df", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:26:56.793599 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a5feb485-b947-4e28-8131-3ce282c74379 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:26:56.793998 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9525885b-343a-42a3-ac53-d6c6fbc503ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dacb175-1cbf-4c32-94b4-033016a2e2df', 'code': 200} Mar 07 11:26:56.904894 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-2fc61d61-174d-4163-84d4-15166f3bda13 service neutron] Attempting to bind port 8dacb175-1cbf-4c32-94b4-033016a2e2df on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:26:56.905250 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-2fc61d61-174d-4163-84d4-15166f3bda13 service neutron] Attempting to bind port 8dacb175-1cbf-4c32-94b4-033016a2e2df by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:26:56.905569 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-2fc61d61-174d-4163-84d4-15166f3bda13 service neutron] Attempting to bind port 8dacb175-1cbf-4c32-94b4-033016a2e2df on network b885484d-7394-4a85-a997-6d93d08e7b4b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:26:56.910557 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-2fc61d61-174d-4163-84d4-15166f3bda13 service neutron] Port 8dacb175-1cbf-4c32-94b4-033016a2e2df on network b885484d-7394-4a85-a997-6d93d08e7b4b not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:26:56.910885 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-2fc61d61-174d-4163-84d4-15166f3bda13 service neutron] Attempting to bind port 8dacb175-1cbf-4c32-94b4-033016a2e2df on network b885484d-7394-4a85-a997-6d93d08e7b4b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:26:56.915573 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-2fc61d61-174d-4163-84d4-15166f3bda13 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:26:56.915901 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-2fc61d61-174d-4163-84d4-15166f3bda13 service neutron] Checking segment: {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:26:56.916298 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-2fc61d61-174d-4163-84d4-15166f3bda13 service neutron] Bound using segment: {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:26:56.916715 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-2fc61d61-174d-4163-84d4-15166f3bda13 service neutron] Bound port: 8dacb175-1cbf-4c32-94b4-033016a2e2df, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:26:56.917056 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-2fc61d61-174d-4163-84d4-15166f3bda13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:56.983162 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-2fc61d61-174d-4163-84d4-15166f3bda13 service neutron] For port 8dacb175-1cbf-4c32-94b4-033016a2e2df, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:26:56.986529 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-2fc61d61-174d-4163-84d4-15166f3bda13 service neutron] For port 8dacb175-1cbf-4c32-94b4-033016a2e2df, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=8dacb175-1cbf-4c32-94b4-033016a2e2df,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:26:56.993641 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-2fc61d61-174d-4163-84d4-15166f3bda13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:57.026754 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-2fc61d61-174d-4163-84d4-15166f3bda13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:57.027299 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-2fc61d61-174d-4163-84d4-15166f3bda13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:26:57.028925 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-2fc61d61-174d-4163-84d4-15166f3bda13 service neutron] 10.222.0.31 "PUT /v2.0/ports/8dacb175-1cbf-4c32-94b4-033016a2e2df HTTP/1.1" status: 200 len: 1091 time: 0.7714219 Mar 07 11:26:57.065254 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc61d61-174d-4163-84d4-15166f3bda13 service neutron] Pushing event updated for resources: {'Port': ['ID=8dacb175-1cbf-4c32-94b4-033016a2e2df,revision_number=7']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:26:57.106688 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-1e1b4645-e6bc-406b-aa34-4826774e6d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:57.108258 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-1e1b4645-e6bc-406b-aa34-4826774e6d62 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 1125 time: 0.0554259 Mar 07 11:26:57.240347 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d547f-6ee8-4c77-929a-08e8e37f7681 req-920e84fa-adf6-4a0d-9b1f-4c02902b5050 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:57.241860 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e99d547f-6ee8-4c77-929a-08e8e37f7681 req-920e84fa-adf6-4a0d-9b1f-4c02902b5050 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 943 time: 0.1189432 Mar 07 11:26:57.243342 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-c320d66d-447d-4d4f-8545-b35e58d5b91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:57.244650 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-c320d66d-447d-4d4f-8545-b35e58d5b91b service neutron] 10.222.0.31 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.1306884 Mar 07 11:26:57.342664 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-d1c1da23-7d0f-47fa-9241-36e8c47e356b service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dacb175-1cbf-4c32-94b4-033016a2e2df HTTP/1.1" status: 200 len: 1000 time: 0.0860980 Mar 07 11:26:57.346942 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e99d547f-6ee8-4c77-929a-08e8e37f7681 req-8ca76c87-307a-45f3-aeaa-2966b66be05d tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989566 Mar 07 11:26:57.392311 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-35b4c51b-a03e-4be3-811f-3a94c4c7f113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:57.393933 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-35b4c51b-a03e-4be3-811f-3a94c4c7f113 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0450637 Mar 07 11:26:57.446768 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-b07420bd-c3ba-4edd-8a38-205554ba03f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:57.448219 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-b07420bd-c3ba-4edd-8a38-205554ba03f5 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480716 Mar 07 11:26:57.535830 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-86e4d56f-78d4-43b1-8354-2207e2d2a192 service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819430 Mar 07 11:26:57.625789 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-6476e1d9-a3b0-44bd-805b-58b7c516f037 service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842164 Mar 07 11:26:58.469693 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935d1a30-7958-4304-bbbd-abf29f2cbc49 req-20db8caf-77f2-41b2-bbe9-aaa9e221bed5 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:58.471793 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-935d1a30-7958-4304-bbbd-abf29f2cbc49 req-20db8caf-77f2-41b2-bbe9-aaa9e221bed5 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 943 time: 0.0539687 Mar 07 11:26:58.521744 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-935d1a30-7958-4304-bbbd-abf29f2cbc49 req-e20d1e27-cf83-4a9c-b441-a62ceb079f71 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443542 Mar 07 11:26:58.796126 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9525885b-343a-42a3-ac53-d6c6fbc503ad', 'tag': '8dacb175-1cbf-4c32-94b4-033016a2e2df'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:26:58.799185 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a95aae-2615-43f7-83c6-17d014469284" -d '{"events": [{"name": "network-changed", "server_uuid": "9525885b-343a-42a3-ac53-d6c6fbc503ad", "tag": "8dacb175-1cbf-4c32-94b4-033016a2e2df"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:26:58.850476 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1882535a-51b2-4a7e-8de5-814e4cb54ca8 x-openstack-request-id: req-1882535a-51b2-4a7e-8de5-814e4cb54ca8 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:26:58.850773 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9525885b-343a-42a3-ac53-d6c6fbc503ad", "tag": "8dacb175-1cbf-4c32-94b4-033016a2e2df", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:26:58.851052 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1882535a-51b2-4a7e-8de5-814e4cb54ca8 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:26:58.851459 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9525885b-343a-42a3-ac53-d6c6fbc503ad', 'tag': '8dacb175-1cbf-4c32-94b4-033016a2e2df', 'status': 'completed', 'code': 200} Mar 07 11:26:58.952954 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a95aae-2615-43f7-83c6-17d014469284 req-b00b566a-307f-4633-bd55-bd48822c8782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:58.955043 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d7a95aae-2615-43f7-83c6-17d014469284 req-b00b566a-307f-4633-bd55-bd48822c8782 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 1125 time: 0.0800402 Mar 07 11:26:58.956900 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a95aae-2615-43f7-83c6-17d014469284 req-d99fcfe6-325c-4ebb-b5aa-be63546d400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:58.958253 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d7a95aae-2615-43f7-83c6-17d014469284 req-d99fcfe6-325c-4ebb-b5aa-be63546d400c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 1125 time: 0.0743113 Mar 07 11:26:59.119649 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a95aae-2615-43f7-83c6-17d014469284 req-10b2f609-0f2e-487d-aa22-211b7e4a7a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:59.121015 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d7a95aae-2615-43f7-83c6-17d014469284 req-10b2f609-0f2e-487d-aa22-211b7e4a7a62 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.1606934 Mar 07 11:26:59.125318 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a95aae-2615-43f7-83c6-17d014469284 req-26858b65-502b-4ec1-8283-4a44c5a6ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:59.126729 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d7a95aae-2615-43f7-83c6-17d014469284 req-26858b65-502b-4ec1-8283-4a44c5a6ea19 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.1593990 Mar 07 11:26:59.233807 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d7a95aae-2615-43f7-83c6-17d014469284 req-d394e910-cfd6-47ff-91f1-54b0bdbd3f84 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dacb175-1cbf-4c32-94b4-033016a2e2df HTTP/1.1" status: 200 len: 1000 time: 0.1008644 Mar 07 11:26:59.235511 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d7a95aae-2615-43f7-83c6-17d014469284 req-362b0c97-1c76-474b-8038-6fd343125c46 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dacb175-1cbf-4c32-94b4-033016a2e2df HTTP/1.1" status: 200 len: 1000 time: 0.1078463 Mar 07 11:26:59.320039 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a95aae-2615-43f7-83c6-17d014469284 req-a09d0958-beaf-4331-afc1-7af4417fb7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:59.321507 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d7a95aae-2615-43f7-83c6-17d014469284 req-a09d0958-beaf-4331-afc1-7af4417fb7fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0827587 Mar 07 11:26:59.322863 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a95aae-2615-43f7-83c6-17d014469284 req-fb532dc4-ef09-46c3-ae0c-8f71e91799b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:59.324135 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d7a95aae-2615-43f7-83c6-17d014469284 req-fb532dc4-ef09-46c3-ae0c-8f71e91799b1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0782697 Mar 07 11:26:59.402988 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a95aae-2615-43f7-83c6-17d014469284 req-539e3deb-7d1f-4d19-8936-402a17cf61ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:59.404377 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d7a95aae-2615-43f7-83c6-17d014469284 req-539e3deb-7d1f-4d19-8936-402a17cf61ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0773532 Mar 07 11:26:59.406141 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a95aae-2615-43f7-83c6-17d014469284 req-97cd8f0e-3a2b-4778-ae4f-7530668b243a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:59.407499 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d7a95aae-2615-43f7-83c6-17d014469284 req-97cd8f0e-3a2b-4778-ae4f-7530668b243a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0725505 Mar 07 11:26:59.561833 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d7a95aae-2615-43f7-83c6-17d014469284 req-982c3181-f5f4-497b-8bbf-4035ac0db1d9 service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513929 Mar 07 11:26:59.563812 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d7a95aae-2615-43f7-83c6-17d014469284 req-75199ab7-62a7-4429-b2fd-c3db3e9c1905 service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465611 Mar 07 11:26:59.644706 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c07fbc-dc95-4948-9583-18d960b2d0e7 req-41f904f6-6c64-465c-b2ce-1fd507f0d45b tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:26:59.646948 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c8c07fbc-dc95-4948-9583-18d960b2d0e7 req-41f904f6-6c64-465c-b2ce-1fd507f0d45b tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 943 time: 0.0548687 Mar 07 11:26:59.697197 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c8c07fbc-dc95-4948-9583-18d960b2d0e7 req-d86a6026-038e-45e9-9db4-07a2d870ae59 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435076 Mar 07 11:26:59.722725 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d7a95aae-2615-43f7-83c6-17d014469284 req-9411eddc-1571-4560-bde6-68f0b5f3a583 service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552765 Mar 07 11:26:59.726168 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d7a95aae-2615-43f7-83c6-17d014469284 req-aba9a991-f822-44e7-a761-ddeab8388994 service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516161 Mar 07 11:27:00.822870 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835cd17-68c3-485a-bd8b-4afba3a48be2 req-a03ff9d4-a65c-4e7d-b17e-410b6f0244cb tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:00.824342 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a835cd17-68c3-485a-bd8b-4afba3a48be2 req-a03ff9d4-a65c-4e7d-b17e-410b6f0244cb tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 943 time: 0.0537214 Mar 07 11:27:00.872204 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a835cd17-68c3-485a-bd8b-4afba3a48be2 req-de064b3a-f2c6-4dea-8938-2cf429004caf tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422783 Mar 07 11:27:01.990419 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b04841-4044-4972-8f79-d8fc5626e179 req-5c4694fb-45f6-4a5a-a094-39d2233b70ad tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:01.991907 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c8b04841-4044-4972-8f79-d8fc5626e179 req-5c4694fb-45f6-4a5a-a094-39d2233b70ad tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 943 time: 0.0519114 Mar 07 11:27:02.038981 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c8b04841-4044-4972-8f79-d8fc5626e179 req-dd4a4533-775c-4e62-9ed1-c5dc37d4c093 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413280 Mar 07 11:27:02.247502 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:27:03.164604 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b72da-4624-4734-b5ec-2c244513aad8 req-24f9de83-8b2d-4ea8-ac4b-de30720e385c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:03.166149 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-129b72da-4624-4734-b5ec-2c244513aad8 req-24f9de83-8b2d-4ea8-ac4b-de30720e385c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 943 time: 0.0584955 Mar 07 11:27:03.215687 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-129b72da-4624-4734-b5ec-2c244513aad8 req-4d1c8f23-7947-4b21-9251-25527d324acf tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436456 Mar 07 11:27:04.343485 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169bd49-50c3-4ae4-bfaa-8d3d67fe2ff6 req-4c2141d6-4667-46a0-85a1-35c1e538c788 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:04.344839 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6169bd49-50c3-4ae4-bfaa-8d3d67fe2ff6 req-4c2141d6-4667-46a0-85a1-35c1e538c788 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 943 time: 0.0580678 Mar 07 11:27:04.391181 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6169bd49-50c3-4ae4-bfaa-8d3d67fe2ff6 req-2960c5a1-2dd9-459f-af26-8a8eb3e52f57 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406501 Mar 07 11:27:05.510993 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc54742-bbec-48ca-bdf2-bc17dda04377 req-a16cc5fb-d10c-4cf7-a76c-ed26c6d8299f tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:05.512498 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fbc54742-bbec-48ca-bdf2-bc17dda04377 req-a16cc5fb-d10c-4cf7-a76c-ed26c6d8299f tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 943 time: 0.0530610 Mar 07 11:27:05.560508 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fbc54742-bbec-48ca-bdf2-bc17dda04377 req-ac9bc8c7-fdca-4109-a851-7de36f754f61 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415566 Mar 07 11:27:06.558122 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-00625538-2208-415d-9ad7-c76b3322b6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:06.683816 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239116b-81ba-45e4-a82d-efe4e129289a req-760be8dc-2ec1-41d7-9cbe-05611e100761 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:06.685347 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3239116b-81ba-45e4-a82d-efe4e129289a req-760be8dc-2ec1-41d7-9cbe-05611e100761 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 943 time: 0.0545080 Mar 07 11:27:06.732870 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3239116b-81ba-45e4-a82d-efe4e129289a req-9d67da3a-70ac-4e7b-9897-f625475a8926 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409405 Mar 07 11:27:07.862204 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bf75f-cb46-4507-922f-64e05116e2a8 req-0c6a3ec2-81df-4875-bf3a-b55ee03ef090 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:07.863636 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-213bf75f-cb46-4507-922f-64e05116e2a8 req-0c6a3ec2-81df-4875-bf3a-b55ee03ef090 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 943 time: 0.0559483 Mar 07 11:27:07.908725 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-213bf75f-cb46-4507-922f-64e05116e2a8 req-c5015e96-e041-4ee4-928c-b2ff3b0ca379 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395846 Mar 07 11:27:08.639033 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e22d317a-4160-4fe1-aa04-1682aeb8cfe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:09.026209 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ea485-cf3a-460e-ada3-8812e7c01018 req-52b7d2ad-6015-49a1-b53f-0d6fbdc82276 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:09.027678 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2d5ea485-cf3a-460e-ada3-8812e7c01018 req-52b7d2ad-6015-49a1-b53f-0d6fbdc82276 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 943 time: 0.0519438 Mar 07 11:27:09.077510 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2d5ea485-cf3a-460e-ada3-8812e7c01018 req-8f056ad4-9f71-468a-a887-f82bffd8a764 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442891 Mar 07 11:27:10.065728 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:10.196944 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd263a-f9ef-4091-9f73-483dd6655f31 req-c805c37f-fb97-41e8-a893-1bab16afa923 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:10.198444 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b2cd263a-f9ef-4091-9f73-483dd6655f31 req-c805c37f-fb97-41e8-a893-1bab16afa923 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 943 time: 0.0521989 Mar 07 11:27:10.245272 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b2cd263a-f9ef-4091-9f73-483dd6655f31 req-d68c0bad-d13d-472e-a880-0e6370a5ba80 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411031 Mar 07 11:27:11.364288 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a780a36d-2e60-47d8-b0de-eb83a5183845 req-7c0b58a8-12c3-405d-9dc0-ae12c229c0a4 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:11.365886 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a780a36d-2e60-47d8-b0de-eb83a5183845 req-7c0b58a8-12c3-405d-9dc0-ae12c229c0a4 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 943 time: 0.0526719 Mar 07 11:27:11.411689 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a780a36d-2e60-47d8-b0de-eb83a5183845 req-a17eb841-93e9-4b3f-9319-eaa9d21c4655 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403121 Mar 07 11:27:11.813744 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:12.531196 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500a0fc-0f13-492d-8a5b-6d12eda9e892 req-efd0071f-a4a6-4bff-ab61-3deaff989774 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:12.532653 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5500a0fc-0f13-492d-8a5b-6d12eda9e892 req-efd0071f-a4a6-4bff-ab61-3deaff989774 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 943 time: 0.0515780 Mar 07 11:27:12.582833 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5500a0fc-0f13-492d-8a5b-6d12eda9e892 req-f0b619ce-ee28-4808-8409-663035a44b0b tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433550 Mar 07 11:27:13.051936 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:13.699928 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625c6ea-6bd6-4c7f-b8c4-7326e8fdb355 req-52f8385c-abe7-49db-9d1d-c7ab87ee1eb9 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:13.701424 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3625c6ea-6bd6-4c7f-b8c4-7326e8fdb355 req-52f8385c-abe7-49db-9d1d-c7ab87ee1eb9 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 943 time: 0.0517099 Mar 07 11:27:13.748054 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3625c6ea-6bd6-4c7f-b8c4-7326e8fdb355 req-fa8b3569-f8c7-434c-8111-7d17131c56a3 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412447 Mar 07 11:27:14.872060 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a66c40-50c6-4c45-bdd7-32cd7e3dc3e8 req-92879418-3473-4e83-bf9e-561be92fb7c8 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:14.873562 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-73a66c40-50c6-4c45-bdd7-32cd7e3dc3e8 req-92879418-3473-4e83-bf9e-561be92fb7c8 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 943 time: 0.0530436 Mar 07 11:27:14.920040 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-73a66c40-50c6-4c45-bdd7-32cd7e3dc3e8 req-3a8ad604-e0e9-4271-ac15-efe8684afe4c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409753 Mar 07 11:27:16.046445 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329a27e-9b3f-44a6-a4dc-e0b72610e941 req-29f95946-bd6b-41c5-a839-a3ea37a8c5e4 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:16.047921 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2329a27e-9b3f-44a6-a4dc-e0b72610e941 req-29f95946-bd6b-41c5-a839-a3ea37a8c5e4 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 943 time: 0.0584495 Mar 07 11:27:16.093733 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2329a27e-9b3f-44a6-a4dc-e0b72610e941 req-973d656f-e20a-4e9f-9afe-3779100b7215 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400076 Mar 07 11:27:17.213525 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668f72f-006d-4ff2-8091-7da0715b7705 req-81b5ae9e-818a-4c11-a98e-a8f17a3b2ff4 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:17.214990 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c668f72f-006d-4ff2-8091-7da0715b7705 req-81b5ae9e-818a-4c11-a98e-a8f17a3b2ff4 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 943 time: 0.0524354 Mar 07 11:27:17.260896 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c668f72f-006d-4ff2-8091-7da0715b7705 req-35f95431-b5c0-439d-900c-bcf2888035b4 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404093 Mar 07 11:27:17.574880 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-e9c93e21-87a7-4de6-9d41-3fb848e988ba tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:17.576322 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-e9c93e21-87a7-4de6-9d41-3fb848e988ba tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.31 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad&tenant_id=22535d62b61f432ba4e3949dbcbf8c06&binding%3Ahost_id=n-h2-832164-4 HTTP/1.1" status: 200 len: 943 time: 0.0861597 Mar 07 11:27:17.598028 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09cf376-d93e-4fdb-bf48-a9180c53a521 req-393afab5-2885-4855-8401-665f76f5835a tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:17.599565 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e09cf376-d93e-4fdb-bf48-a9180c53a521 req-393afab5-2885-4855-8401-665f76f5835a tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 943 time: 0.0788376 Mar 07 11:27:17.679141 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e09cf376-d93e-4fdb-bf48-a9180c53a521 req-b4bd683e-de6a-4dea-9aec-701c4053dafe tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621791 Mar 07 11:27:17.680571 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-8f63f610-2e14-4135-a821-a0665bf2e4d4 service neutron] 10.222.0.31 "GET /v2.0/ports/8dacb175-1cbf-4c32-94b4-033016a2e2df/bindings/n-h2-832164-4 HTTP/1.1" status: 200 len: 382 time: 0.0949550 Mar 07 11:27:17.755743 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-fd6cce95-9940-4b19-bb63-981289e4de6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:17.757161 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-fd6cce95-9940-4b19-bb63-981289e4de6d service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 1125 time: 0.0502045 Mar 07 11:27:17.844042 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-aa962e87-bca4-41a7-be0d-914d2c2c3434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:17.845512 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-aa962e87-bca4-41a7-be0d-914d2c2c3434 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.0827823 Mar 07 11:27:17.912625 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-bf655688-1cc2-4e3b-a3bb-914ca3520989 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dacb175-1cbf-4c32-94b4-033016a2e2df HTTP/1.1" status: 200 len: 1000 time: 0.0608301 Mar 07 11:27:17.959639 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-a2d3297a-af45-44a7-aa80-1bfe6f878de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:17.961020 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-a2d3297a-af45-44a7-aa80-1bfe6f878de1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0426993 Mar 07 11:27:18.009540 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-6a04d9c5-a242-4468-b86e-b7488f880c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:18.010929 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-6a04d9c5-a242-4468-b86e-b7488f880c3c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0448198 Mar 07 11:27:18.102182 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-180a06fd-a19d-4bf2-9251-91624c0f3ee3 service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853105 Mar 07 11:27:18.190261 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-b893ece7-77a5-476f-a0ed-49f89705056a service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827107 Mar 07 11:27:18.398748 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 8dacb175-1cbf-4c32-94b4-033016a2e2df details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:27:18.497063 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 8dacb175-1cbf-4c32-94b4-033016a2e2df, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=8dacb175-1cbf-4c32-94b4-033016a2e2df,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:27:18.507469 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '8dacb175-1cbf-4c32-94b4-033016a2e2df', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'port_id': '8dacb175-1cbf-4c32-94b4-033016a2e2df', 'mac_address': 'fa:16:3e:60:e8:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:27:18.545825 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 8dacb175-1cbf-4c32-94b4-033016a2e2df is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:27:18.546132 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:18.558655 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dacb175-1cbf-4c32-94b4-033016a2e2df {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:27:18.577394 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 8dacb175-1cbf-4c32-94b4-033016a2e2df, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=8dacb175-1cbf-4c32-94b4-033016a2e2df,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:27:18.581278 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:18.626086 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=8dacb175-1cbf-4c32-94b4-033016a2e2df,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:18.633775 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:18.634122 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:18.634462 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:18.634793 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:18.635135 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:18.635466 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:18.635771 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:18.636093 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:18.636411 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:18.636727 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:18.637071 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:18.637420 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:18.637765 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:18.713576 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:18.802224 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817cc4b9-b2e6-4ffa-8077-7b5d7f024dfa req-0a309aa5-367a-4f5b-85ff-61258a97a94a tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:18.804359 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-817cc4b9-b2e6-4ffa-8077-7b5d7f024dfa req-0a309aa5-367a-4f5b-85ff-61258a97a94a tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 944 time: 0.0533755 Mar 07 11:27:18.850871 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-817cc4b9-b2e6-4ffa-8077-7b5d7f024dfa req-ccf60e84-474f-4674-8a93-bb2cc3505a74 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409570 Mar 07 11:27:18.946158 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['8dacb175-1cbf-4c32-94b4-033016a2e2df'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:27:19.971963 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e72ad6f-d6cf-4b74-82e2-547d121ca409 req-57fe5728-d5c0-44dd-bf7a-cfd205d80937 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:19.973437 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e72ad6f-d6cf-4b74-82e2-547d121ca409 req-57fe5728-d5c0-44dd-bf7a-cfd205d80937 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 944 time: 0.0542481 Mar 07 11:27:20.025861 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e72ad6f-d6cf-4b74-82e2-547d121ca409 req-861d363a-b7cd-43af-a45b-6a9f69df24d8 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460560 Mar 07 11:27:20.403668 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 8dacb175-1cbf-4c32-94b4-033016a2e2df up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:27:20.451708 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 8dacb175-1cbf-4c32-94b4-033016a2e2df completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:27:20.455810 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 8dacb175-1cbf-4c32-94b4-033016a2e2df triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:27:20.456180 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:20.534236 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 8dacb175-1cbf-4c32-94b4-033016a2e2df is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:27:20.534622 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:20.558924 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9525885b-343a-42a3-ac53-d6c6fbc503ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dacb175-1cbf-4c32-94b4-033016a2e2df'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:27:20.573451 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 8dacb175-1cbf-4c32-94b4-033016a2e2df, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=8dacb175-1cbf-4c32-94b4-033016a2e2df,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:27:20.577922 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:20.603834 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a645a2b5805a54a98315e88f2d343b68cf76c29b7d342bc1003cac2cf566b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d58138-fb72-496e-8a1b-32c4eac7627e" -d '{"events": [{"server_uuid": "9525885b-343a-42a3-ac53-d6c6fbc503ad", "name": "network-vif-plugged", "status": "completed", "tag": "8dacb175-1cbf-4c32-94b4-033016a2e2df"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:27:20.632009 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=8dacb175-1cbf-4c32-94b4-033016a2e2df,revision_number=9']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:20.715944 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cfae26-624c-4e99-91e8-62192807554b x-openstack-request-id: req-48cfae26-624c-4e99-91e8-62192807554b {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:27:20.716247 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9525885b-343a-42a3-ac53-d6c6fbc503ad", "name": "network-vif-plugged", "status": "completed", "tag": "8dacb175-1cbf-4c32-94b4-033016a2e2df", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:27:20.716507 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-48cfae26-624c-4e99-91e8-62192807554b {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:27:20.716911 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9525885b-343a-42a3-ac53-d6c6fbc503ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dacb175-1cbf-4c32-94b4-033016a2e2df', 'code': 200} Mar 07 11:27:21.153433 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3481c40-e5a6-434b-8aa0-d29638d82bba req-52141706-05ad-468a-a66b-30459e6aa85a tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:21.154941 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f3481c40-e5a6-434b-8aa0-d29638d82bba req-52141706-05ad-468a-a66b-30459e6aa85a tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 945 time: 0.0589345 Mar 07 11:27:21.207323 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f3481c40-e5a6-434b-8aa0-d29638d82bba req-2ce25715-d6d2-41a6-87df-03657fbf3b84 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467715 Mar 07 11:27:22.336749 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a9b14-bc40-4376-a16f-263cfa3508f9 req-89319de7-7755-47d8-9afd-82318a2ea8a1 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:22.338274 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0e1a9b14-bc40-4376-a16f-263cfa3508f9 req-89319de7-7755-47d8-9afd-82318a2ea8a1 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 945 time: 0.0586052 Mar 07 11:27:22.384488 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0e1a9b14-bc40-4376-a16f-263cfa3508f9 req-ef37993c-0fce-4bf3-aa47-c07df60d69db tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406196 Mar 07 11:27:22.415595 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 8dacb175-1cbf-4c32-94b4-033016a2e2df no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:27:22.494098 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 8dacb175-1cbf-4c32-94b4-033016a2e2df is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:27:22.494483 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:22.527210 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 8dacb175-1cbf-4c32-94b4-033016a2e2df, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=8dacb175-1cbf-4c32-94b4-033016a2e2df,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:27:22.531706 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:22.578730 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=8dacb175-1cbf-4c32-94b4-033016a2e2df,revision_number=10']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:22.717798 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9525885b-343a-42a3-ac53-d6c6fbc503ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dacb175-1cbf-4c32-94b4-033016a2e2df'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:27:22.720048 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a645a2b5805a54a98315e88f2d343b68cf76c29b7d342bc1003cac2cf566b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74b68d0-184a-42d5-acb2-f7e7f2fb8fcb" -d '{"events": [{"server_uuid": "9525885b-343a-42a3-ac53-d6c6fbc503ad", "name": "network-vif-unplugged", "status": "completed", "tag": "8dacb175-1cbf-4c32-94b4-033016a2e2df"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:27:22.767234 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1410a283-e1d4-435f-be0b-24ea9108babd x-openstack-request-id: req-1410a283-e1d4-435f-be0b-24ea9108babd {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:27:22.767530 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9525885b-343a-42a3-ac53-d6c6fbc503ad", "name": "network-vif-unplugged", "status": "completed", "tag": "8dacb175-1cbf-4c32-94b4-033016a2e2df", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:27:22.767785 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1410a283-e1d4-435f-be0b-24ea9108babd {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:27:22.768259 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9525885b-343a-42a3-ac53-d6c6fbc503ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dacb175-1cbf-4c32-94b4-033016a2e2df', 'code': 200} Mar 07 11:27:23.260049 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:23.507582 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c2b9c-a4bb-4dea-ad94-4780aedf6c8a req-69c49755-db52-422b-9cf2-b26577eeafd0 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:23.509902 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-965c2b9c-a4bb-4dea-ad94-4780aedf6c8a req-69c49755-db52-422b-9cf2-b26577eeafd0 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 944 time: 0.0564294 Mar 07 11:27:23.560815 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-965c2b9c-a4bb-4dea-ad94-4780aedf6c8a req-4b603a3e-4b5f-4ba7-bc55-03d19ed26d3f tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452626 Mar 07 11:27:24.273565 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-04e5e5c7-7c97-4569-b649-9c833609c0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:24.275010 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-04e5e5c7-7c97-4569-b649-9c833609c0f9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad&tenant_id=22535d62b61f432ba4e3949dbcbf8c06 HTTP/1.1" status: 200 len: 1126 time: 0.0448561 Mar 07 11:27:24.285290 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-832164-4', 'device_owner': 'compute:nova'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:27:24.346636 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:24.546725 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] For port 8dacb175-1cbf-4c32-94b4-033016a2e2df, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=8dacb175-1cbf-4c32-94b4-033016a2e2df,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:27:24.578408 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] For port 8dacb175-1cbf-4c32-94b4-033016a2e2df, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:27:24.610844 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dacb175-1cbf-4c32-94b4-033016a2e2df {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:27:24.618586 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] Publish callbacks [] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:24.631453 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] Transition to ACTIVE for port object 8dacb175-1cbf-4c32-94b4-033016a2e2df will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:27:24.642739 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:24.744169 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] Pushing event updated for resources: {'Port': ['ID=8dacb175-1cbf-4c32-94b4-033016a2e2df,revision_number=11']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:24.765562 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:24.765906 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:24.766245 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:24.766578 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:24.766906 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:24.767229 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:24.767552 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:24.767872 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:24.768192 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:24.768511 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:24.768834 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:24.769171 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:24.769561 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:27:24.783883 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788df8fd-5c9e-46ef-ae8e-25cefb6d1d76 req-41757241-7156-4471-905e-ef8bd7fd9185 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:24.785499 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-788df8fd-5c9e-46ef-ae8e-25cefb6d1d76 req-41757241-7156-4471-905e-ef8bd7fd9185 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 944 time: 0.1524763 Mar 07 11:27:24.834805 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] No DVR routers for this DVR port 8dacb175-1cbf-4c32-94b4-033016a2e2df on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:27:24.908872 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-788df8fd-5c9e-46ef-ae8e-25cefb6d1d76 req-8eb197ca-7cc6-4be4-a78a-f420fb776f83 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156642 Mar 07 11:27:25.326600 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] Attempting to bind port 8dacb175-1cbf-4c32-94b4-033016a2e2df on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:27:25.327282 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] Attempting to bind port 8dacb175-1cbf-4c32-94b4-033016a2e2df by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:27:25.327282 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] Attempting to bind port 8dacb175-1cbf-4c32-94b4-033016a2e2df on network b885484d-7394-4a85-a997-6d93d08e7b4b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:27:25.331353 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] Port 8dacb175-1cbf-4c32-94b4-033016a2e2df on network b885484d-7394-4a85-a997-6d93d08e7b4b not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:27:25.331660 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] Attempting to bind port 8dacb175-1cbf-4c32-94b4-033016a2e2df on network b885484d-7394-4a85-a997-6d93d08e7b4b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:27:25.337177 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:27:25.337511 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] Checking segment: {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:27:25.337883 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] Bound using segment: {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:27:25.338292 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] Bound port: 8dacb175-1cbf-4c32-94b4-033016a2e2df, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfcc285c-709b-4cbd-9957-260e57aa3f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:27:25.338633 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:25.400423 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] For port 8dacb175-1cbf-4c32-94b4-033016a2e2df, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:27:25.403352 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] For port 8dacb175-1cbf-4c32-94b4-033016a2e2df, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=8dacb175-1cbf-4c32-94b4-033016a2e2df,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:27:25.409514 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:25.445341 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:25.446377 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:25.448219 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] 10.222.0.21 "PUT /v2.0/ports/8dacb175-1cbf-4c32-94b4-033016a2e2df HTTP/1.1" status: 200 len: 1092 time: 1.1670902 Mar 07 11:27:25.450593 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9525885b-343a-42a3-ac53-d6c6fbc503ad', 'tag': '8dacb175-1cbf-4c32-94b4-033016a2e2df'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:27:25.452855 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbea0ed-ef62-44e7-821d-5954bdc06e0a" -d '{"events": [{"name": "network-changed", "server_uuid": "9525885b-343a-42a3-ac53-d6c6fbc503ad", "tag": "8dacb175-1cbf-4c32-94b4-033016a2e2df"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:27:25.509835 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b744e34d-3da7-49fe-848a-6394991fc20f x-openstack-request-id: req-b744e34d-3da7-49fe-848a-6394991fc20f {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:27:25.510143 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9525885b-343a-42a3-ac53-d6c6fbc503ad", "tag": "8dacb175-1cbf-4c32-94b4-033016a2e2df", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:27:25.510403 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b744e34d-3da7-49fe-848a-6394991fc20f {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:27:25.510812 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9525885b-343a-42a3-ac53-d6c6fbc503ad', 'tag': '8dacb175-1cbf-4c32-94b4-033016a2e2df', 'status': 'completed', 'code': 200} Mar 07 11:27:25.521191 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170bf132-4681-4f82-aa1b-03c387e79c95 service neutron] Pushing event updated for resources: {'Port': ['ID=8dacb175-1cbf-4c32-94b4-033016a2e2df,revision_number=12']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:25.565866 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-926d7acf-ae7f-4001-9501-0823f0bede3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:25.567837 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-926d7acf-ae7f-4001-9501-0823f0bede3a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 1126 time: 0.0950532 Mar 07 11:27:25.639220 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbea0ed-ef62-44e7-821d-5954bdc06e0a req-5ee6d84e-b43a-44ad-bbae-5e5f20e15b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:25.640729 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2cbea0ed-ef62-44e7-821d-5954bdc06e0a req-5ee6d84e-b43a-44ad-bbae-5e5f20e15b3b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 1126 time: 0.1075745 Mar 07 11:27:25.725919 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-16f97574-a2e9-44a0-a5e7-c403ddbafd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:25.727311 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-16f97574-a2e9-44a0-a5e7-c403ddbafd25 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.1538703 Mar 07 11:27:25.796159 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbea0ed-ef62-44e7-821d-5954bdc06e0a req-b0b6e654-aec7-4662-8db8-dca3b7adff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:25.797653 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2cbea0ed-ef62-44e7-821d-5954bdc06e0a req-b0b6e654-aec7-4662-8db8-dca3b7adff53 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.1505380 Mar 07 11:27:25.815463 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-39748c45-aabc-428c-b2a9-69ab4d2a0a1b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dacb175-1cbf-4c32-94b4-033016a2e2df HTTP/1.1" status: 200 len: 1000 time: 0.0821486 Mar 07 11:27:25.899823 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2cbea0ed-ef62-44e7-821d-5954bdc06e0a req-cc2df875-5cd4-4d6d-b86a-2f3897dcb441 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dacb175-1cbf-4c32-94b4-033016a2e2df HTTP/1.1" status: 200 len: 1000 time: 0.0933015 Mar 07 11:27:25.901462 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-c4eb2511-b140-4529-bf21-72d61f4c356e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:25.902778 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-c4eb2511-b140-4529-bf21-72d61f4c356e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0602832 Mar 07 11:27:25.982677 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbea0ed-ef62-44e7-821d-5954bdc06e0a req-1f3c508e-ab6e-4517-9c21-5e6cca441f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:25.984097 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2cbea0ed-ef62-44e7-821d-5954bdc06e0a req-1f3c508e-ab6e-4517-9c21-5e6cca441f58 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0778303 Mar 07 11:27:26.021056 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-aff0cc7a-47ca-49f2-ab3b-034b1e25a6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:26.022541 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-aff0cc7a-47ca-49f2-ab3b-034b1e25a6c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1093256 Mar 07 11:27:26.134778 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbea0ed-ef62-44e7-821d-5954bdc06e0a req-82e2474c-90e7-474f-a9f0-a4622e729de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:26.136274 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2cbea0ed-ef62-44e7-821d-5954bdc06e0a req-82e2474c-90e7-474f-a9f0-a4622e729de6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1422181 Mar 07 11:27:26.145256 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69361a-8a90-4907-ae84-ba69a0b3f4ab req-acb36929-6ad5-4abf-b204-ca25cfecdc9e tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:26.146783 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c69361a-8a90-4907-ae84-ba69a0b3f4ab req-acb36929-6ad5-4abf-b204-ca25cfecdc9e tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 944 time: 0.1659544 Mar 07 11:27:26.197999 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-8bab0478-b0fd-4e82-95ab-24076b68c8d2 service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590331 Mar 07 11:27:26.326445 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2c69361a-8a90-4907-ae84-ba69a0b3f4ab req-0ee55f6b-10d9-445f-9398-f2caaf5923b7 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685874 Mar 07 11:27:26.341750 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2cbea0ed-ef62-44e7-821d-5954bdc06e0a req-9bab3952-8c39-4069-a0c2-93559b201983 service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940634 Mar 07 11:27:26.391355 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ccfd3ba8-75e7-4182-98e9-78b4cb21a1d3 req-07141a8e-c32b-471f-817c-d7541ddcbb6b service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858864 Mar 07 11:27:26.480034 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2cbea0ed-ef62-44e7-821d-5954bdc06e0a req-32572ed5-f581-4d54-9ebf-acd9189fe780 service neutron] 10.222.0.31 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302865 Mar 07 11:27:26.495364 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbea0ed-ef62-44e7-821d-5954bdc06e0a req-c5a2678a-5c3a-40b4-a013-456ab4159d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:26.496863 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2cbea0ed-ef62-44e7-821d-5954bdc06e0a req-c5a2678a-5c3a-40b4-a013-456ab4159d86 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 1126 time: 0.0634735 Mar 07 11:27:26.595522 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbea0ed-ef62-44e7-821d-5954bdc06e0a req-40f05768-37da-4d6d-a764-382e91458f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:26.596981 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2cbea0ed-ef62-44e7-821d-5954bdc06e0a req-40f05768-37da-4d6d-a764-382e91458f05 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 200 len: 913 time: 0.0945101 Mar 07 11:27:26.662253 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2cbea0ed-ef62-44e7-821d-5954bdc06e0a req-fc78def6-0585-40c2-83b7-08e29c875c4a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8dacb175-1cbf-4c32-94b4-033016a2e2df HTTP/1.1" status: 200 len: 1000 time: 0.0593777 Mar 07 11:27:26.711415 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbea0ed-ef62-44e7-821d-5954bdc06e0a req-f46ac3af-f8dc-4e48-bcc9-430d3093c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:26.712772 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2cbea0ed-ef62-44e7-821d-5954bdc06e0a req-f46ac3af-f8dc-4e48-bcc9-430d3093c6d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 200 len: 851 time: 0.0439069 Mar 07 11:27:26.766264 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbea0ed-ef62-44e7-821d-5954bdc06e0a req-120bea6a-9822-4fa4-b9f0-03a6573aef3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:26.767756 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2cbea0ed-ef62-44e7-821d-5954bdc06e0a req-120bea6a-9822-4fa4-b9f0-03a6573aef3a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b885484d-7394-4a85-a997-6d93d08e7b4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0493820 Mar 07 11:27:26.857012 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2cbea0ed-ef62-44e7-821d-5954bdc06e0a req-9fe41efa-00a5-4f25-83b9-eb2a25ef956f service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822608 Mar 07 11:27:26.949886 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2cbea0ed-ef62-44e7-821d-5954bdc06e0a req-c6ab6dbd-7050-4ead-8950-9ac06c18b881 service neutron] 10.222.0.21 "GET /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872264 Mar 07 11:27:27.449264 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29cfe2-a19e-4497-957e-817da7ae404f req-1793f859-7523-485d-a983-10982a83891f tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:27.450749 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fa29cfe2-a19e-4497-957e-817da7ae404f req-1793f859-7523-485d-a983-10982a83891f tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 944 time: 0.0528829 Mar 07 11:27:27.501323 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fa29cfe2-a19e-4497-957e-817da7ae404f req-a35e01b1-d6c1-4498-87d6-095439703bff tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448704 Mar 07 11:27:28.624461 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb63e64-6ffb-4f04-9f4e-44b95f316cce req-c4e13109-8f51-47c0-be44-3ea82fea5d40 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:28.625997 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cdb63e64-6ffb-4f04-9f4e-44b95f316cce req-c4e13109-8f51-47c0-be44-3ea82fea5d40 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 944 time: 0.0546107 Mar 07 11:27:28.673643 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cdb63e64-6ffb-4f04-9f4e-44b95f316cce req-c57b9b72-93d6-4751-9c44-9d7ac0c8bd8f tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414357 Mar 07 11:27:29.809009 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc929ad-fb69-42e6-9942-8ff3152102c4 req-915e6324-53ac-46a5-b4ca-f23b5c913e2f tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:29.810818 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-efc929ad-fb69-42e6-9942-8ff3152102c4 req-915e6324-53ac-46a5-b4ca-f23b5c913e2f tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 944 time: 0.0562503 Mar 07 11:27:29.862934 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-efc929ad-fb69-42e6-9942-8ff3152102c4 req-ce44a0be-2b14-45fb-8595-951d06ab0668 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460351 Mar 07 11:27:30.994509 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b6906-3319-4231-84ba-0c03dadfc12a req-623cb2f5-08c4-45ae-b0fa-7c909fcc50f0 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:30.996100 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-716b6906-3319-4231-84ba-0c03dadfc12a req-623cb2f5-08c4-45ae-b0fa-7c909fcc50f0 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 944 time: 0.0568523 Mar 07 11:27:31.062100 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-716b6906-3319-4231-84ba-0c03dadfc12a req-0afc12e4-4253-49cb-9828-2016e5bcf848 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600533 Mar 07 11:27:32.185298 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02e93c-916b-47f2-9f32-904d8924aefe req-da52428d-6851-4ceb-aa1c-12c38886b45c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:32.186775 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dd02e93c-916b-47f2-9f32-904d8924aefe req-da52428d-6851-4ceb-aa1c-12c38886b45c tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 944 time: 0.0534477 Mar 07 11:27:32.233079 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dd02e93c-916b-47f2-9f32-904d8924aefe req-0932b221-cbff-4024-829e-ad25cf05f228 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402188 Mar 07 11:27:33.362988 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820989f8-f47b-4695-9195-103526a98fc3 req-8ea5b7e9-7b0e-4907-9a25-831a5f07af6d tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:33.365102 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-820989f8-f47b-4695-9195-103526a98fc3 req-8ea5b7e9-7b0e-4907-9a25-831a5f07af6d tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 944 time: 0.0636857 Mar 07 11:27:33.413813 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-820989f8-f47b-4695-9195-103526a98fc3 req-e4c6a25c-6434-49e8-a26c-c25e8216b1dd tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425553 Mar 07 11:27:34.543714 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bdcc25-78a3-4ef0-9cd5-77e12f44bdc8 req-02a834e8-68d4-4288-af3c-3baaa3693206 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:34.545796 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-78bdcc25-78a3-4ef0-9cd5-77e12f44bdc8 req-02a834e8-68d4-4288-af3c-3baaa3693206 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 944 time: 0.0606515 Mar 07 11:27:34.601135 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-78bdcc25-78a3-4ef0-9cd5-77e12f44bdc8 req-534c24bb-d04d-4072-972b-400be702b270 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495207 Mar 07 11:27:35.718182 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c9c4d-de69-47a1-a902-b3d1e08b61ae req-80777a9c-e9b7-42a1-8239-8e5b6e6474cf tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:35.719677 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e02c9c4d-de69-47a1-a902-b3d1e08b61ae req-80777a9c-e9b7-42a1-8239-8e5b6e6474cf tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 944 time: 0.0547543 Mar 07 11:27:35.766661 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e02c9c4d-de69-47a1-a902-b3d1e08b61ae req-69205cec-a49f-465b-a890-e00e8d6c96f5 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411043 Mar 07 11:27:36.560077 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-79d4abee-8a96-42aa-a382-b046dfe62175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:36.889766 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd566a-613b-45de-bac7-c5742953b87d req-5ca3c8ea-b5c4-414f-9e00-d34f587c8561 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:36.891177 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-61dd566a-613b-45de-bac7-c5742953b87d req-5ca3c8ea-b5c4-414f-9e00-d34f587c8561 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 944 time: 0.0550718 Mar 07 11:27:36.937976 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-61dd566a-613b-45de-bac7-c5742953b87d req-2c9f0eb7-7f4a-490a-92f0-abc8537081e3 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411716 Mar 07 11:27:38.061196 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead5d70-5d7d-4a93-82fa-916799237c75 req-9ba5ea1c-2c9f-47a0-97d8-9e90feaf5e0f tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:38.062653 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6ead5d70-5d7d-4a93-82fa-916799237c75 req-9ba5ea1c-2c9f-47a0-97d8-9e90feaf5e0f tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 944 time: 0.0569386 Mar 07 11:27:38.108529 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6ead5d70-5d7d-4a93-82fa-916799237c75 req-6c65b08d-7829-44f5-9049-9818a405bd17 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399051 Mar 07 11:27:38.639784 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-398b5cfe-357d-41a3-85ae-bbdeb7883b24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:39.227405 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa4de0-0f7e-4e0f-97e7-2d958ce3b85d req-e5d311cd-1dad-4054-a57f-a93dba9f81cd tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:39.228889 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bcfa4de0-0f7e-4e0f-97e7-2d958ce3b85d req-e5d311cd-1dad-4054-a57f-a93dba9f81cd tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 944 time: 0.0523615 Mar 07 11:27:39.246803 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:27:39.279621 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bcfa4de0-0f7e-4e0f-97e7-2d958ce3b85d req-98bf87e6-b5f4-44d3-9163-7581a7b5fd31 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451956 Mar 07 11:27:40.068366 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:40.407853 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ada1e7-5156-48d3-800a-56059af40482 req-fe2e3800-7b22-4b91-b3a0-def8b9fe94fe tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:40.409332 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-21ada1e7-5156-48d3-800a-56059af40482 req-fe2e3800-7b22-4b91-b3a0-def8b9fe94fe tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 944 time: 0.0526783 Mar 07 11:27:40.456693 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-21ada1e7-5156-48d3-800a-56059af40482 req-f42dc7d5-c324-40d7-8517-d0ed0de03296 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416934 Mar 07 11:27:41.578150 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad7c1a0-d1b0-4d7f-acac-baf7549a431b req-5d468fbf-af72-4147-b2e0-c5aec093ddbc tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:41.579515 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4ad7c1a0-d1b0-4d7f-acac-baf7549a431b req-5d468fbf-af72-4147-b2e0-c5aec093ddbc tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 944 time: 0.0542183 Mar 07 11:27:41.625278 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4ad7c1a0-d1b0-4d7f-acac-baf7549a431b req-d4481cd4-7e20-4876-923b-a9dab28a843d tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400102 Mar 07 11:27:41.813190 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:42.745815 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d7d9c-d3c6-47e8-b6f1-8bb51a498eca req-766337b0-8235-4121-995b-a5e0bbc1b443 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:42.747312 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-692d7d9c-d3c6-47e8-b6f1-8bb51a498eca req-766337b0-8235-4121-995b-a5e0bbc1b443 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 944 time: 0.0524745 Mar 07 11:27:42.797867 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-692d7d9c-d3c6-47e8-b6f1-8bb51a498eca req-1c4532ab-8fdd-47c7-972b-4db88907c165 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449474 Mar 07 11:27:43.054085 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:43.918098 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e4d09-b030-4bf4-82fb-a144be6eac6b req-9ace4b80-a6c2-426c-9bfb-72413286d75b tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:43.919584 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-429e4d09-b030-4bf4-82fb-a144be6eac6b req-9ace4b80-a6c2-426c-9bfb-72413286d75b tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 944 time: 0.0525687 Mar 07 11:27:43.965239 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-429e4d09-b030-4bf4-82fb-a144be6eac6b req-1ff14da1-5a6b-4da4-81de-73dda83e36c4 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398169 Mar 07 11:27:44.088440 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89637510-3249-413f-ab31-b0e3be72e252 req-1e50c66e-af43-49bf-90b1-cc8a767c9737 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:44.089926 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-89637510-3249-413f-ab31-b0e3be72e252 req-1e50c66e-af43-49bf-90b1-cc8a767c9737 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 944 time: 0.0578692 Mar 07 11:27:44.136032 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-89637510-3249-413f-ab31-b0e3be72e252 req-a90c9834-19ae-4c85-8ff7-1c5b451fc9f0 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406921 Mar 07 11:27:44.255406 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3417e15-e479-4da8-9d16-8dfa6e8380be req-7417b67f-189b-429f-bb4f-0c6c92c50900 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:44.256929 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a3417e15-e479-4da8-9d16-8dfa6e8380be req-7417b67f-189b-429f-bb4f-0c6c92c50900 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 944 time: 0.0564156 Mar 07 11:27:44.303730 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a3417e15-e479-4da8-9d16-8dfa6e8380be req-febe5c62-191d-4ce6-a651-b6e43097c294 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411887 Mar 07 11:27:44.537641 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcff06-6e0a-43a2-be7f-b8381bae8326 req-5361cc6b-694b-44df-b084-655857cca0b5 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:44.539137 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c4fcff06-6e0a-43a2-be7f-b8381bae8326 req-5361cc6b-694b-44df-b084-655857cca0b5 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 944 time: 0.0523756 Mar 07 11:27:44.585972 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c4fcff06-6e0a-43a2-be7f-b8381bae8326 req-b50342c6-1125-49fb-8406-8959e686a1b4 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412107 Mar 07 11:27:44.921923 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 8dacb175-1cbf-4c32-94b4-033016a2e2df details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:27:45.023822 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 8dacb175-1cbf-4c32-94b4-033016a2e2df, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=8dacb175-1cbf-4c32-94b4-033016a2e2df,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:27:45.034263 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '8dacb175-1cbf-4c32-94b4-033016a2e2df', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'port_id': '8dacb175-1cbf-4c32-94b4-033016a2e2df', 'mac_address': 'fa:16:3e:60:e8:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:27:45.073562 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 8dacb175-1cbf-4c32-94b4-033016a2e2df is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:27:45.073949 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:45.086647 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dacb175-1cbf-4c32-94b4-033016a2e2df {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:27:45.105776 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 8dacb175-1cbf-4c32-94b4-033016a2e2df, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=8dacb175-1cbf-4c32-94b4-033016a2e2df,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:27:45.109439 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:45.155267 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=8dacb175-1cbf-4c32-94b4-033016a2e2df,revision_number=13']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:45.356688 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['8dacb175-1cbf-4c32-94b4-033016a2e2df'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:27:45.706919 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45a929-40fb-4278-812b-1786e7b94484 req-fa2c2b02-f558-4668-8216-4ca7128ff282 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:45.709181 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7c45a929-40fb-4278-812b-1786e7b94484 req-fa2c2b02-f558-4668-8216-4ca7128ff282 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 945 time: 0.0547283 Mar 07 11:27:45.754607 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7c45a929-40fb-4278-812b-1786e7b94484 req-085000bb-8778-4536-bd5c-49049f9969d0 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups?id=58b617f0-5a0d-4a41-ab4f-284c9d0311ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393684 Mar 07 11:27:46.056299 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be348c-ae50-4590-a585-4765747c3852 req-ecab64f0-1b15-4224-85c6-2071c4fcbca2 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:27:46.057776 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-81be348c-ae50-4590-a585-4765747c3852 req-ecab64f0-1b15-4224-85c6-2071c4fcbca2 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.21 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 945 time: 0.0568454 Mar 07 11:27:46.147217 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-81be348c-ae50-4590-a585-4765747c3852 req-e131de3a-3064-43ad-af22-2ebf38880631 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Deleting port 8dacb175-1cbf-4c32-94b4-033016a2e2df {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:27:46.147558 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-81be348c-ae50-4590-a585-4765747c3852 req-e131de3a-3064-43ad-af22-2ebf38880631 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:46.239366 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-81be348c-ae50-4590-a585-4765747c3852 req-e131de3a-3064-43ad-af22-2ebf38880631 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] For port 8dacb175-1cbf-4c32-94b4-033016a2e2df, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=8dacb175-1cbf-4c32-94b4-033016a2e2df,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:27:46.239725 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-81be348c-ae50-4590-a585-4765747c3852 req-e131de3a-3064-43ad-af22-2ebf38880631 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:46.418545 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-81be348c-ae50-4590-a585-4765747c3852 req-e131de3a-3064-43ad-af22-2ebf38880631 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:46.418911 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-81be348c-ae50-4590-a585-4765747c3852 req-e131de3a-3064-43ad-af22-2ebf38880631 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (ad151a60-c4be-43a3-b1a7-89abb313ce59), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:46.419221 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [req-81be348c-ae50-4590-a585-4765747c3852 req-e131de3a-3064-43ad-af22-2ebf38880631 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Floating IP ad151a60-c4be-43a3-b1a7-89abb313ce59 disassociated. External IP: 172.25.3.170, port: 8dacb175-1cbf-4c32-94b4-033016a2e2df. Mar 07 11:27:46.419554 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-81be348c-ae50-4590-a585-4765747c3852 req-e131de3a-3064-43ad-af22-2ebf38880631 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Calling delete_port for 8dacb175-1cbf-4c32-94b4-033016a2e2df owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:27:46.547229 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-81be348c-ae50-4590-a585-4765747c3852 req-e131de3a-3064-43ad-af22-2ebf38880631 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (8dacb175-1cbf-4c32-94b4-033016a2e2df), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:46.574416 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e131de3a-3064-43ad-af22-2ebf38880631 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Pushing event deleted for resources: {'Port': ['ID=8dacb175-1cbf-4c32-94b4-033016a2e2df,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:27:46.701051 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81be348c-ae50-4590-a585-4765747c3852 req-e131de3a-3064-43ad-af22-2ebf38880631 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Router f7c076c2-0f67-4780-b10a-80eaea884cb8 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:27:46.817944 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81be348c-ae50-4590-a585-4765747c3852 req-e131de3a-3064-43ad-af22-2ebf38880631 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:27:46.828851 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee04a2b7-625e-4006-b183-3a7f9b5637db None None] Sync routers for ids ['f7c076c2-0f67-4780-b10a-80eaea884cb8'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:27:46.841190 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee04a2b7-625e-4006-b183-3a7f9b5637db None None] Routers {'f7c076c2-0f67-4780-b10a-80eaea884cb8'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:27:46.841190 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ee04a2b7-625e-4006-b183-3a7f9b5637db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:27:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f7c076c2-0f67-4780-b10a-80eaea884cb8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:27:46.853588 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fc7adbc0-1f7e-47c8-b6cf-3b97af4b3d6d req-fd1d84cc-cae1-46a0-a632-f7c027e8a358 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 210 time: 0.0302122 Mar 07 11:27:46.859290 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-81be348c-ae50-4590-a585-4765747c3852 req-e131de3a-3064-43ad-af22-2ebf38880631 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] No DVR routers for this DVR port 8dacb175-1cbf-4c32-94b4-033016a2e2df on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:27:46.862206 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-81be348c-ae50-4590-a585-4765747c3852 req-e131de3a-3064-43ad-af22-2ebf38880631 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:46.866440 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-81be348c-ae50-4590-a585-4765747c3852 req-e131de3a-3064-43ad-af22-2ebf38880631 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.21 "DELETE /v2.0/ports/8dacb175-1cbf-4c32-94b4-033016a2e2df HTTP/1.1" status: 204 len: 173 time: 0.8036704 Mar 07 11:27:46.866911 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9525885b-343a-42a3-ac53-d6c6fbc503ad', 'name': 'network-vif-deleted', 'tag': '8dacb175-1cbf-4c32-94b4-033016a2e2df'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:27:46.869512 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690758d3-5f74-4d9b-8f72-2e5eed0ffb24" -d '{"events": [{"server_uuid": "9525885b-343a-42a3-ac53-d6c6fbc503ad", "name": "network-vif-deleted", "tag": "8dacb175-1cbf-4c32-94b4-033016a2e2df"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:27:46.908076 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-690b8d4e-f774-452d-b213-e997455effd3 x-openstack-request-id: req-690b8d4e-f774-452d-b213-e997455effd3 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:27:46.908242 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9525885b-343a-42a3-ac53-d6c6fbc503ad", "name": "network-vif-deleted", "tag": "8dacb175-1cbf-4c32-94b4-033016a2e2df", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:27:46.908412 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-690b8d4e-f774-452d-b213-e997455effd3 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:27:46.908963 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9525885b-343a-42a3-ac53-d6c6fbc503ad', 'name': 'network-vif-deleted', 'tag': '8dacb175-1cbf-4c32-94b4-033016a2e2df', 'status': 'completed', 'code': 200} Mar 07 11:27:46.967571 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-ee04a2b7-625e-4006-b183-3a7f9b5637db None None] Set router f7c076c2-0f67-4780-b10a-80eaea884cb8 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:27:47.166784 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ee04a2b7-625e-4006-b183-3a7f9b5637db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'name': 'tempest-ServerActionsTestJSON-2015535949-router', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:23:32Z', 'updated_at': '2022-03-07T11:23:35Z', 'revision_number': 4, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'gw_port': {'id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:33Z', 'updated_at': '2022-03-07T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'ffe35996-41f3-4a3e-a512-070232ca4284', 'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'mac_address': 'fa:16:3e:2b:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:34Z', 'updated_at': '2022-03-07T11:23:38Z', 'revision_number': 5, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'subnets': [{'id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:27:47.284958 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee04a2b7-625e-4006-b183-3a7f9b5637db None None] Checking router: f7c076c2-0f67-4780-b10a-80eaea884cb8 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:27:47.294118 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee04a2b7-625e-4006-b183-3a7f9b5637db None None] Routers {'f7c076c2-0f67-4780-b10a-80eaea884cb8'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:27:47.294720 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ee04a2b7-625e-4006-b183-3a7f9b5637db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:27:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f7c076c2-0f67-4780-b10a-80eaea884cb8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:27:47.399125 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-ee04a2b7-625e-4006-b183-3a7f9b5637db None None] Set router f7c076c2-0f67-4780-b10a-80eaea884cb8 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:27:47.599109 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ee04a2b7-625e-4006-b183-3a7f9b5637db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'name': 'tempest-ServerActionsTestJSON-2015535949-router', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:23:32Z', 'updated_at': '2022-03-07T11:23:35Z', 'revision_number': 4, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'gw_port': {'id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:33Z', 'updated_at': '2022-03-07T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'ffe35996-41f3-4a3e-a512-070232ca4284', 'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'mac_address': 'fa:16:3e:2b:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:34Z', 'updated_at': '2022-03-07T11:23:38Z', 'revision_number': 5, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'subnets': [{'id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:27:47.630759 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee04a2b7-625e-4006-b183-3a7f9b5637db None None] The sync data for ids ['f7c076c2-0f67-4780-b10a-80eaea884cb8'] in n-d-832164-4 is: [{'id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'name': 'tempest-ServerActionsTestJSON-2015535949-router', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:23:32Z', 'updated_at': '2022-03-07T11:23:35Z', 'revision_number': 4, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'gw_port': {'id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:33Z', 'updated_at': '2022-03-07T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'ffe35996-41f3-4a3e-a512-070232ca4284', 'name': '', 'network_id': 'b885484d-7394-4a85-a997-6d93d08e7b4b', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'mac_address': 'fa:16:3e:2b:7a:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:34Z', 'updated_at': '2022-03-07T11:23:38Z', 'revision_number': 5, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'subnets': [{'id': '91933fe8-09f2-48fc-89ea-85a92d3f3e62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:27:47.874593 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a578e6ee-a461-4ecf-93f1-26fe5bc66695 None None] New status for floating IP ad151a60-c4be-43a3-b1a7-89abb313ce59: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:27:47.966625 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fae43197-fc74-47b5-a41a-f25b1802a2df req-bd4ee764-5522-4587-a2f7-6e76066e60f6 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 210 time: 0.0412421 Mar 07 11:27:48.711634 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:49.059651 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-00450143-23b7-49c0-bf04-1c5d21af297c req-853b7dc0-6ef0-47a7-b19b-659f9332907b tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 210 time: 0.0294530 Mar 07 11:27:50.155360 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-59b3ad8f-40a1-4472-8fbe-b08fb4060727 req-9ec92316-f097-40c5-8bfe-172101e3b450 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 210 time: 0.0274656 Mar 07 11:27:50.967186 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 8dacb175-1cbf-4c32-94b4-033016a2e2df no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:27:50.993736 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 8dacb175-1cbf-4c32-94b4-033016a2e2df {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:27:50.994098 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 8dacb175-1cbf-4c32-94b4-033016a2e2df not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:27:51.275581 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3547be8c-f04f-424e-a276-694b5c3fd84a req-4e8cf0ca-adc7-4020-a77b-569875a12f3e tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 210 time: 0.0351045 Mar 07 11:27:52.380787 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bd7462c2-763f-4de6-88e6-11a498a79435 req-e971cc16-ccbe-406b-97f6-071dc4880a93 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 210 time: 0.0276375 Mar 07 11:27:53.257853 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:27:53.476807 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e6a514bf-f9f7-41e5-9a47-823950d87bba req-03fc06d1-f365-4e34-a494-a757f770250e tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 210 time: 0.0276151 Mar 07 11:27:54.572844 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-46851d92-2fab-4bf5-b126-85c8ed0efc0a req-d377c7fd-877e-418a-a32e-8543e897c98e tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 210 time: 0.0278511 Mar 07 11:27:54.997182 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 8dacb175-1cbf-4c32-94b4-033016a2e2df details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:27:55.001702 n-d-832164-4 neutron-server[103768]: INFO neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No ports have port_id starting with 8dacb175-1cbf-4c32-94b4-033016a2e2df Mar 07 11:27:55.003114 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 8dacb175-1cbf-4c32-94b4-033016a2e2df requested by agent hyperv_n-h1-832164-4 not found in database {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Mar 07 11:27:55.671281 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-826adc0f-911a-4ff4-a211-82b5995c3780 req-0ab59ea9-9aad-4c1e-b33a-5135f568420b tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/ports?device_id=9525885b-343a-42a3-ac53-d6c6fbc503ad HTTP/1.1" status: 200 len: 210 time: 0.0291348 Mar 07 11:28:02.480232 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43674) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:02.536137 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-db45f33f-a928-4904-b105-dd05f03b9369 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks [] for security_group (58b617f0-5a0d-4a41-ab4f-284c9d0311ea), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:02.560193 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-db45f33f-a928-4904-b105-dd05f03b9369 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks [] for security_group (58b617f0-5a0d-4a41-ab4f-284c9d0311ea), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:02.608940 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-db45f33f-a928-4904-b105-dd05f03b9369 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (58b617f0-5a0d-4a41-ab4f-284c9d0311ea), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:02.611628 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-db45f33f-a928-4904-b105-dd05f03b9369 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:02.613349 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-db45f33f-a928-4904-b105-dd05f03b9369 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "DELETE /v2.0/security-groups/58b617f0-5a0d-4a41-ab4f-284c9d0311ea HTTP/1.1" status: 204 len: 168 time: 0.1312215 Mar 07 11:28:02.616064 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43676) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:02.623905 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45f33f-a928-4904-b105-dd05f03b9369 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b617f0-5a0d-4a41-ab4f-284c9d0311ea,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:02.632856 n-d-832164-4 neutron-server[103766]: INFO neutron.api.v2.resource [None req-90149b53-3491-455a-8e80-a4a80f793ba6 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] show failed (client error): The resource could not be found. Mar 07 11:28:02.634143 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-90149b53-3491-455a-8e80-a4a80f793ba6 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "GET /v2.0/security-groups/58b617f0-5a0d-4a41-ab4f-284c9d0311ea HTTP/1.1" status: 404 len: 347 time: 0.0170357 Mar 07 11:28:02.636885 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43678) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:02.767777 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-e71aac62-ad19-4131-aab8-a5804d3f9243 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Deleting port 81642dd8-ba13-422e-a23a-ed94197b553e {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:28:02.768074 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e71aac62-ad19-4131-aab8-a5804d3f9243 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (81642dd8-ba13-422e-a23a-ed94197b553e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:02.843169 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e71aac62-ad19-4131-aab8-a5804d3f9243 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (81642dd8-ba13-422e-a23a-ed94197b553e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:02.843504 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e71aac62-ad19-4131-aab8-a5804d3f9243 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks [] for floatingip (81642dd8-ba13-422e-a23a-ed94197b553e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:02.857708 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-e71aac62-ad19-4131-aab8-a5804d3f9243 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Calling delete_port for 81642dd8-ba13-422e-a23a-ed94197b553e owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:28:02.997881 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e71aac62-ad19-4131-aab8-a5804d3f9243 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (81642dd8-ba13-422e-a23a-ed94197b553e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:03.024290 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71aac62-ad19-4131-aab8-a5804d3f9243 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Pushing event deleted for resources: {'Port': ['ID=81642dd8-ba13-422e-a23a-ed94197b553e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:03.054171 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71aac62-ad19-4131-aab8-a5804d3f9243 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:03.054524 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71aac62-ad19-4131-aab8-a5804d3f9243 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:03.054870 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71aac62-ad19-4131-aab8-a5804d3f9243 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:03.055213 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71aac62-ad19-4131-aab8-a5804d3f9243 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:03.055554 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71aac62-ad19-4131-aab8-a5804d3f9243 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:03.055892 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71aac62-ad19-4131-aab8-a5804d3f9243 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:03.056228 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71aac62-ad19-4131-aab8-a5804d3f9243 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:03.056555 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71aac62-ad19-4131-aab8-a5804d3f9243 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:03.056881 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71aac62-ad19-4131-aab8-a5804d3f9243 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:03.057246 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71aac62-ad19-4131-aab8-a5804d3f9243 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:03.057564 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71aac62-ad19-4131-aab8-a5804d3f9243 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:03.057894 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71aac62-ad19-4131-aab8-a5804d3f9243 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:03.058221 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71aac62-ad19-4131-aab8-a5804d3f9243 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:03.108896 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e71aac62-ad19-4131-aab8-a5804d3f9243 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks [] for floatingip (ad151a60-c4be-43a3-b1a7-89abb313ce59), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:03.111941 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e71aac62-ad19-4131-aab8-a5804d3f9243 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:03.114105 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e71aac62-ad19-4131-aab8-a5804d3f9243 tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] 10.222.0.11 "DELETE /v2.0/floatingips/ad151a60-c4be-43a3-b1a7-89abb313ce59 HTTP/1.1" status: 204 len: 168 time: 0.4750938 Mar 07 11:28:03.116481 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43680) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:03.795869 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d24eacdc-e0d4-4004-af77-e282a560380b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (f7c076c2-0f67-4780-b10a-80eaea884cb8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:04.047935 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-d24eacdc-e0d4-4004-af77-e282a560380b admin admin] Deleting port ffe35996-41f3-4a3e-a512-070232ca4284 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:28:04.048194 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d24eacdc-e0d4-4004-af77-e282a560380b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (ffe35996-41f3-4a3e-a512-070232ca4284), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:04.129798 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-d24eacdc-e0d4-4004-af77-e282a560380b admin admin] For port ffe35996-41f3-4a3e-a512-070232ca4284, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ffe35996-41f3-4a3e-a512-070232ca4284,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:28:04.130164 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d24eacdc-e0d4-4004-af77-e282a560380b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (ffe35996-41f3-4a3e-a512-070232ca4284), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:04.141777 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-d24eacdc-e0d4-4004-af77-e282a560380b admin admin] Calling delete_port for ffe35996-41f3-4a3e-a512-070232ca4284 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:28:04.330626 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d24eacdc-e0d4-4004-af77-e282a560380b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (ffe35996-41f3-4a3e-a512-070232ca4284), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:04.356395 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24eacdc-e0d4-4004-af77-e282a560380b admin admin] Pushing event deleted for resources: {'Port': ['ID=ffe35996-41f3-4a3e-a512-070232ca4284,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:04.525012 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d24eacdc-e0d4-4004-af77-e282a560380b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (f7c076c2-0f67-4780-b10a-80eaea884cb8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:04.743695 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d24eacdc-e0d4-4004-af77-e282a560380b admin admin] Router f7c076c2-0f67-4780-b10a-80eaea884cb8 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:28:04.852866 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d24eacdc-e0d4-4004-af77-e282a560380b admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:28:04.857882 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d24eacdc-e0d4-4004-af77-e282a560380b admin admin] 10.222.0.11 "PUT /v2.0/routers/f7c076c2-0f67-4780-b10a-80eaea884cb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7403717 Mar 07 11:28:04.860489 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43682) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:04.863324 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454cedae-db69-4bb7-bf4d-5f2b7e3b8f9b None None] Sync routers for ids ['f7c076c2-0f67-4780-b10a-80eaea884cb8'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:28:04.874477 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454cedae-db69-4bb7-bf4d-5f2b7e3b8f9b None None] Routers {'f7c076c2-0f67-4780-b10a-80eaea884cb8'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:28:04.875065 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-454cedae-db69-4bb7-bf4d-5f2b7e3b8f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:27:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f7c076c2-0f67-4780-b10a-80eaea884cb8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:04.968273 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abfb210f-cea5-49af-8632-75f5571cffa8 admin admin] Publish callbacks [] for router (f7c076c2-0f67-4780-b10a-80eaea884cb8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:04.982520 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-454cedae-db69-4bb7-bf4d-5f2b7e3b8f9b None None] Set router f7c076c2-0f67-4780-b10a-80eaea884cb8 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:28:05.076552 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abfb210f-cea5-49af-8632-75f5571cffa8 admin admin] Publish callbacks [] for router_gateway (f7c076c2-0f67-4780-b10a-80eaea884cb8), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:05.130313 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-abfb210f-cea5-49af-8632-75f5571cffa8 admin admin] Deleting port c7805723-6dd7-411c-bc2d-6cbde6bc4cdc {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:28:05.130650 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abfb210f-cea5-49af-8632-75f5571cffa8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c7805723-6dd7-411c-bc2d-6cbde6bc4cdc), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:05.164519 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-454cedae-db69-4bb7-bf4d-5f2b7e3b8f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'name': 'tempest-ServerActionsTestJSON-2015535949-router', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167'}], 'enable_snat': True}, 'gw_port_id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:23:32Z', 'updated_at': '2022-03-07T11:28:04Z', 'revision_number': 5, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'gw_port': {'id': 'c7805723-6dd7-411c-bc2d-6cbde6bc4cdc', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:db:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:23:33Z', 'updated_at': '2022-03-07T11:23:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:05.195145 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454cedae-db69-4bb7-bf4d-5f2b7e3b8f9b None None] Checking router: f7c076c2-0f67-4780-b10a-80eaea884cb8 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:28:05.203420 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454cedae-db69-4bb7-bf4d-5f2b7e3b8f9b None None] Routers {'f7c076c2-0f67-4780-b10a-80eaea884cb8'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:28:05.204025 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-454cedae-db69-4bb7-bf4d-5f2b7e3b8f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:27:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['f7c076c2-0f67-4780-b10a-80eaea884cb8'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:05.213122 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-abfb210f-cea5-49af-8632-75f5571cffa8 admin admin] For port c7805723-6dd7-411c-bc2d-6cbde6bc4cdc, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c7805723-6dd7-411c-bc2d-6cbde6bc4cdc,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:28:05.213572 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abfb210f-cea5-49af-8632-75f5571cffa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c7805723-6dd7-411c-bc2d-6cbde6bc4cdc), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:05.225414 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-abfb210f-cea5-49af-8632-75f5571cffa8 admin admin] Calling delete_port for c7805723-6dd7-411c-bc2d-6cbde6bc4cdc owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:28:05.297232 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-454cedae-db69-4bb7-bf4d-5f2b7e3b8f9b None None] Set router f7c076c2-0f67-4780-b10a-80eaea884cb8 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:28:05.348385 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-454cedae-db69-4bb7-bf4d-5f2b7e3b8f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'name': 'tempest-ServerActionsTestJSON-2015535949-router', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:23:32Z', 'updated_at': '2022-03-07T11:28:05Z', 'revision_number': 6, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:05.376704 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454cedae-db69-4bb7-bf4d-5f2b7e3b8f9b None None] The sync data for ids ['f7c076c2-0f67-4780-b10a-80eaea884cb8'] in n-d-832164-4 is: [{'id': 'f7c076c2-0f67-4780-b10a-80eaea884cb8', 'name': 'tempest-ServerActionsTestJSON-2015535949-router', 'tenant_id': '22535d62b61f432ba4e3949dbcbf8c06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:23:32Z', 'updated_at': '2022-03-07T11:28:05Z', 'revision_number': 6, 'project_id': '22535d62b61f432ba4e3949dbcbf8c06', 'gw_port_host': None}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:28:05.397613 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abfb210f-cea5-49af-8632-75f5571cffa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (c7805723-6dd7-411c-bc2d-6cbde6bc4cdc), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:05.424026 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfb210f-cea5-49af-8632-75f5571cffa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7805723-6dd7-411c-bc2d-6cbde6bc4cdc,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:05.485395 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abfb210f-cea5-49af-8632-75f5571cffa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (f7c076c2-0f67-4780-b10a-80eaea884cb8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:05.580727 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abfb210f-cea5-49af-8632-75f5571cffa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (f7c076c2-0f67-4780-b10a-80eaea884cb8), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:05.583053 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abfb210f-cea5-49af-8632-75f5571cffa8 admin admin] Publish callbacks [] for router_controller (f7c076c2-0f67-4780-b10a-80eaea884cb8), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:05.626258 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abfb210f-cea5-49af-8632-75f5571cffa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (f7c076c2-0f67-4780-b10a-80eaea884cb8), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:05.626746 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfb210f-cea5-49af-8632-75f5571cffa8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7c076c2-0f67-4780-b10a-80eaea884cb8 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:28:05.632097 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-abfb210f-cea5-49af-8632-75f5571cffa8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:05.633280 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-abfb210f-cea5-49af-8632-75f5571cffa8 admin admin] 10.222.0.11 "DELETE /v2.0/routers/f7c076c2-0f67-4780-b10a-80eaea884cb8 HTTP/1.1" status: 204 len: 168 time: 0.7718613 Mar 07 11:28:05.635851 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43684) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:05.680822 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c086d5a-884c-4c93-babc-55deb1100f02 admin admin] Deleting subnet 91933fe8-09f2-48fc-89ea-85a92d3f3e62 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:28:05.683924 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7c086d5a-884c-4c93-babc-55deb1100f02 admin admin] Publish callbacks [] for subnet (91933fe8-09f2-48fc-89ea-85a92d3f3e62), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:05.718620 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7c086d5a-884c-4c93-babc-55deb1100f02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (91933fe8-09f2-48fc-89ea-85a92d3f3e62), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:05.803199 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7c086d5a-884c-4c93-babc-55deb1100f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (91933fe8-09f2-48fc-89ea-85a92d3f3e62), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:05.859046 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7c086d5a-884c-4c93-babc-55deb1100f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (91933fe8-09f2-48fc-89ea-85a92d3f3e62), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:05.884774 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c086d5a-884c-4c93-babc-55deb1100f02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91933fe8-09f2-48fc-89ea-85a92d3f3e62,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:05.888295 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7c086d5a-884c-4c93-babc-55deb1100f02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:05.891650 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7c086d5a-884c-4c93-babc-55deb1100f02 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/91933fe8-09f2-48fc-89ea-85a92d3f3e62 HTTP/1.1" status: 204 len: 168 time: 0.2546282 Mar 07 11:28:05.894023 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43686) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:05.895970 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6614e8cd-66b0-4ed3-95eb-0fe1f7c85fcd None None] Network b885484d-7394-4a85-a997-6d93d08e7b4b requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:28:05.966618 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6961901-4019-46cc-9fa8-77ab65d80b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (b885484d-7394-4a85-a997-6d93d08e7b4b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:06.022007 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-b6961901-4019-46cc-9fa8-77ab65d80b2e admin admin] Deleting port b4d64bf3-e186-49d1-bd10-f78a75999e4a {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:28:06.022355 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6961901-4019-46cc-9fa8-77ab65d80b2e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (b4d64bf3-e186-49d1-bd10-f78a75999e4a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:06.084277 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-b6961901-4019-46cc-9fa8-77ab65d80b2e admin admin] For port b4d64bf3-e186-49d1-bd10-f78a75999e4a, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b4d64bf3-e186-49d1-bd10-f78a75999e4a,segment=NetworkSegment(bfcc285c-709b-4cbd-9957-260e57aa3f22),segment_id=bfcc285c-709b-4cbd-9957-260e57aa3f22)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:28:06.084571 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6961901-4019-46cc-9fa8-77ab65d80b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (b4d64bf3-e186-49d1-bd10-f78a75999e4a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:06.096805 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-b6961901-4019-46cc-9fa8-77ab65d80b2e admin admin] Calling delete_port for b4d64bf3-e186-49d1-bd10-f78a75999e4a owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:28:06.172790 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0606ce6d-42ca-43e2-8db0-b852aa3efe52 None None] DHCP port deletion for b885484d-7394-4a85-a997-6d93d08e7b4b request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:28:06.180609 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6961901-4019-46cc-9fa8-77ab65d80b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (b4d64bf3-e186-49d1-bd10-f78a75999e4a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:06.208555 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0606ce6d-42ca-43e2-8db0-b852aa3efe52 None None] The port 'b4d64bf3-e186-49d1-bd10-f78a75999e4a' was deleted {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Mar 07 11:28:06.215056 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6961901-4019-46cc-9fa8-77ab65d80b2e admin admin] Pushing event deleted for resources: {'Port': ['ID=b4d64bf3-e186-49d1-bd10-f78a75999e4a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:06.216971 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6961901-4019-46cc-9fa8-77ab65d80b2e admin admin] No DVR routers for this DVR port b4d64bf3-e186-49d1-bd10-f78a75999e4a on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:28:06.261458 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b4d64bf3-e186-49d1-bd10-f78a75999e4a no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:28:06.281760 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: b4d64bf3-e186-49d1-bd10-f78a75999e4a {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:28:06.282179 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b4d64bf3-e186-49d1-bd10-f78a75999e4a not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:28:06.282659 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c7805723-6dd7-411c-bc2d-6cbde6bc4cdc no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:28:06.301879 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6961901-4019-46cc-9fa8-77ab65d80b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (b885484d-7394-4a85-a997-6d93d08e7b4b), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:06.304658 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: c7805723-6dd7-411c-bc2d-6cbde6bc4cdc {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:28:06.305077 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c7805723-6dd7-411c-bc2d-6cbde6bc4cdc not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:28:06.305584 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ffe35996-41f3-4a3e-a512-070232ca4284 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:28:06.322943 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-b6961901-4019-46cc-9fa8-77ab65d80b2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b885484d-7394-4a85-a997-6d93d08e7b4b']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:06.324901 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: ffe35996-41f3-4a3e-a512-070232ca4284 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:28:06.325342 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ffe35996-41f3-4a3e-a512-070232ca4284 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:28:06.336638 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-b6961901-4019-46cc-9fa8-77ab65d80b2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfcc285c-709b-4cbd-9957-260e57aa3f22') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:06.336638 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-b6961901-4019-46cc-9fa8-77ab65d80b2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfcc285c-709b-4cbd-9957-260e57aa3f22') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:06.346203 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6961901-4019-46cc-9fa8-77ab65d80b2e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (bfcc285c-709b-4cbd-9957-260e57aa3f22), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:06.359772 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6961901-4019-46cc-9fa8-77ab65d80b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (bfcc285c-709b-4cbd-9957-260e57aa3f22), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:06.366272 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6961901-4019-46cc-9fa8-77ab65d80b2e admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:28:06.366697 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6961901-4019-46cc-9fa8-77ab65d80b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (bfcc285c-709b-4cbd-9957-260e57aa3f22), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:06.368398 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 11:28:06.368398 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:28:06.368398 n-d-832164-4 neutron-server[103766]: timer() Mar 07 11:28:06.368398 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:28:06.368398 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 11:28:06.368398 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:28:06.368398 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 11:28:06.368398 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:28:06.368398 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 11:28:06.368398 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:28:06.368398 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 11:28:06.368398 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:28:06.368398 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 11:28:06.368398 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:28:06.368398 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:28:06.368398 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:28:06.368398 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:28:06.368398 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:28:06.368398 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 11:28:06.368398 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:28:06.368398 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 11:28:06.368398 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:28:06.368398 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:28:06.368398 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:28:06.368398 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 11:28:06.368398 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:28:06.368398 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:28:06.368398 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:28:06.368398 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:28:06.368398 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:28:06.368398 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:28:06.368398 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:28:06.426308 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6961901-4019-46cc-9fa8-77ab65d80b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (b885484d-7394-4a85-a997-6d93d08e7b4b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:06.431759 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b6961901-4019-46cc-9fa8-77ab65d80b2e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:06.435125 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b6961901-4019-46cc-9fa8-77ab65d80b2e admin admin] 10.222.0.11 "DELETE /v2.0/networks/b885484d-7394-4a85-a997-6d93d08e7b4b HTTP/1.1" status: 204 len: 168 time: 0.5399530 Mar 07 11:28:06.446498 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6961901-4019-46cc-9fa8-77ab65d80b2e admin admin] Pushing event deleted for resources: {'Network': ['ID=b885484d-7394-4a85-a997-6d93d08e7b4b,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:06.548051 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43690) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:06.562669 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-238a4f46-f7c2-4dcd-bcf7-c6355833ac53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:06.592637 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a1f1d8b4-5551-4738-9dac-b0e1e7e945c5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=22535d62b61f432ba4e3949dbcbf8c06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433564 Mar 07 11:28:06.595090 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43692) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:06.641397 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd51d32a-139b-4741-b10f-15a8a2b1a47e admin admin] Publish callbacks [] for security_group (9d72be63-9e96-4947-b4b1-5a3843b4783b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:06.662572 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd51d32a-139b-4741-b10f-15a8a2b1a47e admin admin] Publish callbacks [] for security_group (9d72be63-9e96-4947-b4b1-5a3843b4783b), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:06.709512 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd51d32a-139b-4741-b10f-15a8a2b1a47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (9d72be63-9e96-4947-b4b1-5a3843b4783b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:06.712240 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd51d32a-139b-4741-b10f-15a8a2b1a47e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:06.713419 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fd51d32a-139b-4741-b10f-15a8a2b1a47e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9d72be63-9e96-4947-b4b1-5a3843b4783b HTTP/1.1" status: 204 len: 168 time: 0.1173887 Mar 07 11:28:06.720880 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51d32a-139b-4741-b10f-15a8a2b1a47e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d72be63-9e96-4947-b4b1-5a3843b4783b,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:07.369788 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43714) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:07.463534 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-6bf8aeec-365b-4d18-8fc0-a562cef7a95a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-3230635-network', 'tenant_id': 'caae18b364cb4204b63fd39b724ea525'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:07.483512 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf8aeec-365b-4d18-8fc0-a562cef7a95a admin admin] Made reservation on behalf of caae18b364cb4204b63fd39b724ea525 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:28:07.485903 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6bf8aeec-365b-4d18-8fc0-a562cef7a95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:07.495895 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6bf8aeec-365b-4d18-8fc0-a562cef7a95a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:07.572502 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6bf8aeec-365b-4d18-8fc0-a562cef7a95a admin admin] Publish callbacks [] for security_group (009e3771-ea18-40c0-abf2-151bd5c3bcf6), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:07.576247 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6bf8aeec-365b-4d18-8fc0-a562cef7a95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (009e3771-ea18-40c0-abf2-151bd5c3bcf6), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:07.604199 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf8aeec-365b-4d18-8fc0-a562cef7a95a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:28:07.609372 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8aeec-365b-4d18-8fc0-a562cef7a95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009e3771-ea18-40c0-abf2-151bd5c3bcf6,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:07.618907 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6bf8aeec-365b-4d18-8fc0-a562cef7a95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (8e852e01-3920-4ce8-8781-01f92e5cb716), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:07.619331 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-6bf8aeec-365b-4d18-8fc0-a562cef7a95a admin admin] Added segment 8e852e01-3920-4ce8-8781-01f92e5cb716 of type vlan for network c1c9ea58-ea51-4e63-9034-9f72169b9242 Mar 07 11:28:07.660049 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6bf8aeec-365b-4d18-8fc0-a562cef7a95a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (c1c9ea58-ea51-4e63-9034-9f72169b9242), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:07.685538 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6bf8aeec-365b-4d18-8fc0-a562cef7a95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (c1c9ea58-ea51-4e63-9034-9f72169b9242), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:07.686487 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf8aeec-365b-4d18-8fc0-a562cef7a95a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:07.687061 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6bf8aeec-365b-4d18-8fc0-a562cef7a95a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:07.716768 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6bf8aeec-365b-4d18-8fc0-a562cef7a95a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3458381 Mar 07 11:28:07.719876 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43718) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:07.725771 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-372649d1-b8de-4c18-a2f5-7fff03ca7800 admin admin] Request body: {'subnet': {'network_id': 'c1c9ea58-ea51-4e63-9034-9f72169b9242', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-3230635-subnet', 'tenant_id': 'caae18b364cb4204b63fd39b724ea525', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:07.746709 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372649d1-b8de-4c18-a2f5-7fff03ca7800 admin admin] Made reservation on behalf of caae18b364cb4204b63fd39b724ea525 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:28:07.749277 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-372649d1-b8de-4c18-a2f5-7fff03ca7800 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:07.751057 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8aeec-365b-4d18-8fc0-a562cef7a95a admin admin] Pushing event updated for resources: {'Network': ['ID=c1c9ea58-ea51-4e63-9034-9f72169b9242,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:07.761943 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network c1c9ea58-ea51-4e63-9034-9f72169b9242 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:28:07.915201 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-372649d1-b8de-4c18-a2f5-7fff03ca7800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (54de2e92-ed02-4af8-bad0-7845709e981c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:07.968591 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372649d1-b8de-4c18-a2f5-7fff03ca7800 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54de2e92-ed02-4af8-bad0-7845709e981c,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:07.977739 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372649d1-b8de-4c18-a2f5-7fff03ca7800 admin admin] Checking segment: {'id': '8e852e01-3920-4ce8-8781-01f92e5cb716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c1c9ea58-ea51-4e63-9034-9f72169b9242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:28:07.978105 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372649d1-b8de-4c18-a2f5-7fff03ca7800 admin admin] Network hostable DHCP agents. Network: c1c9ea58-ea51-4e63-9034-9f72169b9242, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:28:07.994075 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372649d1-b8de-4c18-a2f5-7fff03ca7800 admin admin] Network c1c9ea58-ea51-4e63-9034-9f72169b9242 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:28:08.001900 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-372649d1-b8de-4c18-a2f5-7fff03ca7800 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, c1c9ea58-ea51-4e63-9034-9f72169b9242) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:28:08.006022 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372649d1-b8de-4c18-a2f5-7fff03ca7800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:08.006563 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-372649d1-b8de-4c18-a2f5-7fff03ca7800 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:08.012527 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec858e21-d064-49bb-8a8c-44c9d936e20f None None] Network c1c9ea58-ea51-4e63-9034-9f72169b9242 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:28:08.022991 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-372649d1-b8de-4c18-a2f5-7fff03ca7800 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3019443 Mar 07 11:28:08.114075 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf586d9d-8a9a-4e59-959b-e75bed550701 None None] Network c1c9ea58-ea51-4e63-9034-9f72169b9242 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:28:08.442109 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-1b27dd08-6d66-495f-a5cc-d46de0cb11f5 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:08.443568 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-1b27dd08-6d66-495f-a5cc-d46de0cb11f5 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/networks?id=c1c9ea58-ea51-4e63-9034-9f72169b9242 HTTP/1.1" status: 200 len: 811 time: 0.1046526 Mar 07 11:28:08.458441 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-dd747dde-cf00-47b5-a2b1-4261f0acbea9 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/quotas/caae18b364cb4204b63fd39b724ea525 HTTP/1.1" status: 200 len: 375 time: 0.0095963 Mar 07 11:28:08.489820 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-9e903cce-83be-4024-b313-b73772d952a7 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=caae18b364cb4204b63fd39b724ea525&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265257 Mar 07 11:28:08.586705 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-537b9fe7-94ef-439c-ae65-67f942f9be1f service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:28:08.587699 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-537b9fe7-94ef-439c-ae65-67f942f9be1f service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0416415 Mar 07 11:28:08.648574 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2628fdba-0cac-4c99-a0b0-0d379a0b1f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:08.680557 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-920e47c4-5da3-4870-ae83-860d48314025 service neutron] 10.222.0.11 "GET /v2.0/networks/c1c9ea58-ea51-4e63-9034-9f72169b9242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868769 Mar 07 11:28:08.768427 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-da7a97fa-1394-47fc-a2a3-5962189550f4 service neutron] 10.222.0.11 "GET /v2.0/networks/c1c9ea58-ea51-4e63-9034-9f72169b9242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821083 Mar 07 11:28:08.936798 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6b2d3efa-8e56-4b9d-879b-8c82c850c883 req-082255b5-4f6c-4df9-a808-e366fdf07910 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/ports?device_id=24e68686-06c2-4c1a-aed5-6d36b8df219e HTTP/1.1" status: 200 len: 210 time: 0.0321348 Mar 07 11:28:09.963497 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-414e0c0c-39e9-4b14-8afa-791661f43f8c tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:09.965167 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-414e0c0c-39e9-4b14-8afa-791661f43f8c tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.31 "GET /v2.0/networks?id=c1c9ea58-ea51-4e63-9034-9f72169b9242 HTTP/1.1" status: 200 len: 811 time: 0.1118815 Mar 07 11:28:09.979011 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-a7b34728-4f3d-4fb5-b7c4-ca12bbecd77a tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Request body: {'port': {'device_id': '24e68686-06c2-4c1a-aed5-6d36b8df219e', 'network_id': 'c1c9ea58-ea51-4e63-9034-9f72169b9242', 'admin_state_up': True, 'tenant_id': 'caae18b364cb4204b63fd39b724ea525'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:10.068418 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c02f00a2-8053-466c-b4c5-f1288edd5136 req-5b7e9500-608c-4b78-af69-dec7eda44206 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/ports?device_id=24e68686-06c2-4c1a-aed5-6d36b8df219e HTTP/1.1" status: 200 len: 210 time: 0.0590100 Mar 07 11:28:10.071048 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:10.117027 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-a7b34728-4f3d-4fb5-b7c4-ca12bbecd77a tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Made reservation on behalf of caae18b364cb4204b63fd39b724ea525 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:28:10.120343 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-a7b34728-4f3d-4fb5-b7c4-ca12bbecd77a tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:10.245619 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-a7b34728-4f3d-4fb5-b7c4-ca12bbecd77a tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Allocated IP 172.20.0.14 (c1c9ea58-ea51-4e63-9034-9f72169b9242/54de2e92-ed02-4af8-bad0-7845709e981c/fa718fb6-aa21-4b3d-b2ad-5941076f74f6) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:28:10.390028 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-a7b34728-4f3d-4fb5-b7c4-ca12bbecd77a tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Publish callbacks [] for port (fa718fb6-aa21-4b3d-b2ad-5941076f74f6), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:10.422794 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-a7b34728-4f3d-4fb5-b7c4-ca12bbecd77a tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (fa718fb6-aa21-4b3d-b2ad-5941076f74f6), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:10.470967 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-a7b34728-4f3d-4fb5-b7c4-ca12bbecd77a tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Network c1c9ea58-ea51-4e63-9034-9f72169b9242 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:28:10.474048 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-a7b34728-4f3d-4fb5-b7c4-ca12bbecd77a tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:28:10.477600 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-a7b34728-4f3d-4fb5-b7c4-ca12bbecd77a tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:28:10.483800 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b34728-4f3d-4fb5-b7c4-ca12bbecd77a tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Pushing event updated for resources: {'Port': ['ID=fa718fb6-aa21-4b3d-b2ad-5941076f74f6,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:10.528741 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-a7b34728-4f3d-4fb5-b7c4-ca12bbecd77a tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:10.529281 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-a7b34728-4f3d-4fb5-b7c4-ca12bbecd77a tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:10.544046 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-a7b34728-4f3d-4fb5-b7c4-ca12bbecd77a tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5702784 Mar 07 11:28:10.555187 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-1a03a2a4-ee7d-4584-bfce-f6a3dd0cd185 service neutron] Request body: {'port': {'device_id': '24e68686-06c2-4c1a-aed5-6d36b8df219e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:10.610967 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-1a03a2a4-ee7d-4584-bfce-f6a3dd0cd185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fa718fb6-aa21-4b3d-b2ad-5941076f74f6), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:10.866742 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-1a03a2a4-ee7d-4584-bfce-f6a3dd0cd185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa718fb6-aa21-4b3d-b2ad-5941076f74f6 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:28:10.873845 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-1a03a2a4-ee7d-4584-bfce-f6a3dd0cd185 service neutron] Publish callbacks [] for port (fa718fb6-aa21-4b3d-b2ad-5941076f74f6), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:10.885597 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-1a03a2a4-ee7d-4584-bfce-f6a3dd0cd185 service neutron] Transition to ACTIVE for port object fa718fb6-aa21-4b3d-b2ad-5941076f74f6 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:28:10.889408 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-1a03a2a4-ee7d-4584-bfce-f6a3dd0cd185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (fa718fb6-aa21-4b3d-b2ad-5941076f74f6), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:10.942875 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03a2a4-ee7d-4584-bfce-f6a3dd0cd185 service neutron] Pushing event updated for resources: {'Port': ['ID=fa718fb6-aa21-4b3d-b2ad-5941076f74f6,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:11.015980 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-1a03a2a4-ee7d-4584-bfce-f6a3dd0cd185 service neutron] Attempting to bind port fa718fb6-aa21-4b3d-b2ad-5941076f74f6 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:28:11.016863 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-1a03a2a4-ee7d-4584-bfce-f6a3dd0cd185 service neutron] Attempting to bind port fa718fb6-aa21-4b3d-b2ad-5941076f74f6 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '8e852e01-3920-4ce8-8781-01f92e5cb716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c1c9ea58-ea51-4e63-9034-9f72169b9242'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:28:11.016863 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-1a03a2a4-ee7d-4584-bfce-f6a3dd0cd185 service neutron] Attempting to bind port fa718fb6-aa21-4b3d-b2ad-5941076f74f6 on network c1c9ea58-ea51-4e63-9034-9f72169b9242 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:28:11.022753 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-1a03a2a4-ee7d-4584-bfce-f6a3dd0cd185 service neutron] Port fa718fb6-aa21-4b3d-b2ad-5941076f74f6 on network c1c9ea58-ea51-4e63-9034-9f72169b9242 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:28:11.023072 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-1a03a2a4-ee7d-4584-bfce-f6a3dd0cd185 service neutron] Attempting to bind port fa718fb6-aa21-4b3d-b2ad-5941076f74f6 on network c1c9ea58-ea51-4e63-9034-9f72169b9242 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:28:11.027912 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-1a03a2a4-ee7d-4584-bfce-f6a3dd0cd185 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 27, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:28:11.028251 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-1a03a2a4-ee7d-4584-bfce-f6a3dd0cd185 service neutron] Checking segment: {'id': '8e852e01-3920-4ce8-8781-01f92e5cb716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c1c9ea58-ea51-4e63-9034-9f72169b9242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:28:11.028635 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-1a03a2a4-ee7d-4584-bfce-f6a3dd0cd185 service neutron] Bound using segment: {'id': '8e852e01-3920-4ce8-8781-01f92e5cb716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c1c9ea58-ea51-4e63-9034-9f72169b9242'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:28:11.029056 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-1a03a2a4-ee7d-4584-bfce-f6a3dd0cd185 service neutron] Bound port: fa718fb6-aa21-4b3d-b2ad-5941076f74f6, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e852e01-3920-4ce8-8781-01f92e5cb716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c1c9ea58-ea51-4e63-9034-9f72169b9242'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:28:11.029468 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-1a03a2a4-ee7d-4584-bfce-f6a3dd0cd185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fa718fb6-aa21-4b3d-b2ad-5941076f74f6), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:11.093068 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-1a03a2a4-ee7d-4584-bfce-f6a3dd0cd185 service neutron] For port fa718fb6-aa21-4b3d-b2ad-5941076f74f6, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:28:11.097247 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-1a03a2a4-ee7d-4584-bfce-f6a3dd0cd185 service neutron] For port fa718fb6-aa21-4b3d-b2ad-5941076f74f6, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=fa718fb6-aa21-4b3d-b2ad-5941076f74f6,segment=NetworkSegment(8e852e01-3920-4ce8-8781-01f92e5cb716),segment_id=8e852e01-3920-4ce8-8781-01f92e5cb716)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:28:11.103093 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-1a03a2a4-ee7d-4584-bfce-f6a3dd0cd185 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (fa718fb6-aa21-4b3d-b2ad-5941076f74f6), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:11.139051 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-1a03a2a4-ee7d-4584-bfce-f6a3dd0cd185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:11.139674 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-1a03a2a4-ee7d-4584-bfce-f6a3dd0cd185 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:11.141030 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-1a03a2a4-ee7d-4584-bfce-f6a3dd0cd185 service neutron] 10.222.0.31 "PUT /v2.0/ports/fa718fb6-aa21-4b3d-b2ad-5941076f74f6 HTTP/1.1" status: 200 len: 1092 time: 0.5897107 Mar 07 11:28:11.141486 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e68686-06c2-4c1a-aed5-6d36b8df219e', 'tag': 'fa718fb6-aa21-4b3d-b2ad-5941076f74f6'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:28:11.143686 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ea9377-fc81-4a89-8bbd-82ed755a7f88" -d '{"events": [{"name": "network-changed", "server_uuid": "24e68686-06c2-4c1a-aed5-6d36b8df219e", "tag": "fa718fb6-aa21-4b3d-b2ad-5941076f74f6"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:28:11.171802 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03a2a4-ee7d-4584-bfce-f6a3dd0cd185 service neutron] Pushing event updated for resources: {'Port': ['ID=fa718fb6-aa21-4b3d-b2ad-5941076f74f6,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:11.183901 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa116edd-9cbd-443b-a037-a7e88f8d4b21 x-openstack-request-id: req-fa116edd-9cbd-443b-a037-a7e88f8d4b21 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:28:11.184256 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24e68686-06c2-4c1a-aed5-6d36b8df219e", "tag": "fa718fb6-aa21-4b3d-b2ad-5941076f74f6", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:28:11.184578 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fa116edd-9cbd-443b-a037-a7e88f8d4b21 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:28:11.185053 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e68686-06c2-4c1a-aed5-6d36b8df219e', 'tag': 'fa718fb6-aa21-4b3d-b2ad-5941076f74f6', 'status': 'completed', 'code': 200} Mar 07 11:28:11.205452 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0ca24-6870-4284-9424-df32b41bbd03 req-19c58838-43e7-4d09-a875-93a51984e695 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:11.207690 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-81b0ca24-6870-4284-9424-df32b41bbd03 req-19c58838-43e7-4d09-a875-93a51984e695 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/ports?device_id=24e68686-06c2-4c1a-aed5-6d36b8df219e HTTP/1.1" status: 200 len: 944 time: 0.0693269 Mar 07 11:28:11.232744 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-1b7338fe-0824-4554-aa53-a44eebe16b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:11.234290 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-1b7338fe-0824-4554-aa53-a44eebe16b98 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=caae18b364cb4204b63fd39b724ea525&device_id=24e68686-06c2-4c1a-aed5-6d36b8df219e HTTP/1.1" status: 200 len: 1126 time: 0.0468850 Mar 07 11:28:11.256285 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-81b0ca24-6870-4284-9424-df32b41bbd03 req-66f63230-4790-4d3d-b61c-9bf3219f5157 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/security-groups?id=009e3771-ea18-40c0-abf2-151bd5c3bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428841 Mar 07 11:28:11.281379 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-49e40f4b-5ba5-4dac-a3d6-7105de116210 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa718fb6-aa21-4b3d-b2ad-5941076f74f6 HTTP/1.1" status: 200 len: 217 time: 0.0393255 Mar 07 11:28:11.328224 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-c7d0ae80-c412-4aa8-98ae-2cd9c6e387e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:11.329669 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-c7d0ae80-c412-4aa8-98ae-2cd9c6e387e0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54de2e92-ed02-4af8-bad0-7845709e981c HTTP/1.1" status: 200 len: 851 time: 0.0433290 Mar 07 11:28:11.361073 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-ce292b3d-b6aa-411b-8e7c-70d9c7ebb951 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c1c9ea58-ea51-4e63-9034-9f72169b9242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249600 Mar 07 11:28:11.452764 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-3ff7917b-a2a4-4cdd-a89c-2fdedbea555f service neutron] 10.222.0.31 "GET /v2.0/networks/c1c9ea58-ea51-4e63-9034-9f72169b9242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852020 Mar 07 11:28:11.539179 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c019a38-7670-4bac-8461-e06eeee551a1 req-76756789-29d7-4b99-8e4c-413973e66fc9 service neutron] 10.222.0.31 "GET /v2.0/networks/c1c9ea58-ea51-4e63-9034-9f72169b9242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804088 Mar 07 11:28:11.632490 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea9377-fc81-4a89-8bbd-82ed755a7f88 req-0fdf8a31-78f2-4285-bee5-8f457aee8d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:11.634002 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-45ea9377-fc81-4a89-8bbd-82ed755a7f88 req-0fdf8a31-78f2-4285-bee5-8f457aee8d05 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=caae18b364cb4204b63fd39b724ea525&device_id=24e68686-06c2-4c1a-aed5-6d36b8df219e HTTP/1.1" status: 200 len: 1126 time: 0.0489604 Mar 07 11:28:11.817896 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:12.040224 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea9377-fc81-4a89-8bbd-82ed755a7f88 req-6959701c-430b-4692-b47c-7d211dfc994f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:12.041630 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-45ea9377-fc81-4a89-8bbd-82ed755a7f88 req-6959701c-430b-4692-b47c-7d211dfc994f service neutron] 10.222.0.31 "GET /v2.0/networks?id=c1c9ea58-ea51-4e63-9034-9f72169b9242 HTTP/1.1" status: 200 len: 912 time: 0.4016089 Mar 07 11:28:12.085440 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-45ea9377-fc81-4a89-8bbd-82ed755a7f88 req-44eb7bfc-cd59-43f8-b910-59d26a43fd27 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa718fb6-aa21-4b3d-b2ad-5941076f74f6 HTTP/1.1" status: 200 len: 217 time: 0.0371261 Mar 07 11:28:12.131561 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea9377-fc81-4a89-8bbd-82ed755a7f88 req-5f345713-0bbb-4fae-a5e9-0d9374151733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:12.132945 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-45ea9377-fc81-4a89-8bbd-82ed755a7f88 req-5f345713-0bbb-4fae-a5e9-0d9374151733 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=54de2e92-ed02-4af8-bad0-7845709e981c HTTP/1.1" status: 200 len: 851 time: 0.0418212 Mar 07 11:28:12.164777 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-45ea9377-fc81-4a89-8bbd-82ed755a7f88 req-dfebbe6a-e3b7-433d-b56a-0213a5be9416 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c1c9ea58-ea51-4e63-9034-9f72169b9242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249674 Mar 07 11:28:12.258207 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-45ea9377-fc81-4a89-8bbd-82ed755a7f88 req-18d6d05b-906a-48bd-b459-448983cc4e0b service neutron] 10.222.0.31 "GET /v2.0/networks/c1c9ea58-ea51-4e63-9034-9f72169b9242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868609 Mar 07 11:28:12.381729 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-45ea9377-fc81-4a89-8bbd-82ed755a7f88 req-392181be-c52e-408d-80da-21bb787195d7 service neutron] 10.222.0.31 "GET /v2.0/networks/c1c9ea58-ea51-4e63-9034-9f72169b9242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170721 Mar 07 11:28:12.399098 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ad0a5-6c06-43aa-a588-e22fe14b188e req-4d250eec-cb16-44da-bf06-674aaa7683f9 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:12.400550 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a92ad0a5-6c06-43aa-a588-e22fe14b188e req-4d250eec-cb16-44da-bf06-674aaa7683f9 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/ports?device_id=24e68686-06c2-4c1a-aed5-6d36b8df219e HTTP/1.1" status: 200 len: 944 time: 0.0748348 Mar 07 11:28:12.448229 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a92ad0a5-6c06-43aa-a588-e22fe14b188e req-62b6340c-d485-4a54-9b33-815e88596282 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/security-groups?id=009e3771-ea18-40c0-abf2-151bd5c3bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420501 Mar 07 11:28:13.057593 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:13.562178 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12830ccd-a395-432c-b32a-33d3631979bc req-6661b231-4461-4955-ba8d-ae58cb8ba28e tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:13.563637 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-12830ccd-a395-432c-b32a-33d3631979bc req-6661b231-4461-4955-ba8d-ae58cb8ba28e tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/ports?device_id=24e68686-06c2-4c1a-aed5-6d36b8df219e HTTP/1.1" status: 200 len: 944 time: 0.0512738 Mar 07 11:28:13.609174 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-12830ccd-a395-432c-b32a-33d3631979bc req-0323250e-2c67-43b5-b376-7819c0e8f0b3 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/security-groups?id=009e3771-ea18-40c0-abf2-151bd5c3bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392172 Mar 07 11:28:14.666311 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device fa718fb6-aa21-4b3d-b2ad-5941076f74f6 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:28:14.730682 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c38c9-5c40-4d98-bd6f-02e8abe68bfa req-6ba3b850-92a2-4ebc-bd51-8d16a8388fbd tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:14.732245 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7e9c38c9-5c40-4d98-bd6f-02e8abe68bfa req-6ba3b850-92a2-4ebc-bd51-8d16a8388fbd tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/ports?device_id=24e68686-06c2-4c1a-aed5-6d36b8df219e HTTP/1.1" status: 200 len: 944 time: 0.0563040 Mar 07 11:28:14.767099 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port fa718fb6-aa21-4b3d-b2ad-5941076f74f6, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=fa718fb6-aa21-4b3d-b2ad-5941076f74f6,segment=NetworkSegment(8e852e01-3920-4ce8-8781-01f92e5cb716),segment_id=8e852e01-3920-4ce8-8781-01f92e5cb716)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:28:14.778349 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'fa718fb6-aa21-4b3d-b2ad-5941076f74f6', 'network_id': 'c1c9ea58-ea51-4e63-9034-9f72169b9242', 'port_id': 'fa718fb6-aa21-4b3d-b2ad-5941076f74f6', 'mac_address': 'fa:16:3e:a7:96:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54de2e92-ed02-4af8-bad0-7845709e981c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:28:14.778654 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7e9c38c9-5c40-4d98-bd6f-02e8abe68bfa req-e105b305-57e3-4988-9a19-183442b3191b tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/security-groups?id=009e3771-ea18-40c0-abf2-151bd5c3bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409257 Mar 07 11:28:14.817823 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port fa718fb6-aa21-4b3d-b2ad-5941076f74f6 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:28:14.818220 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fa718fb6-aa21-4b3d-b2ad-5941076f74f6), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:14.830913 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa718fb6-aa21-4b3d-b2ad-5941076f74f6 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:28:14.850265 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port fa718fb6-aa21-4b3d-b2ad-5941076f74f6, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=fa718fb6-aa21-4b3d-b2ad-5941076f74f6,segment=NetworkSegment(8e852e01-3920-4ce8-8781-01f92e5cb716),segment_id=8e852e01-3920-4ce8-8781-01f92e5cb716)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:28:14.854354 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (fa718fb6-aa21-4b3d-b2ad-5941076f74f6), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:14.902283 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=fa718fb6-aa21-4b3d-b2ad-5941076f74f6,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:15.145431 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['fa718fb6-aa21-4b3d-b2ad-5941076f74f6'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:28:15.900055 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab738cf-fd03-4b40-910a-0d41ad48a88d req-66f9820e-26bf-46e3-89c4-9d1c7d5035ab tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:15.901558 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1ab738cf-fd03-4b40-910a-0d41ad48a88d req-66f9820e-26bf-46e3-89c4-9d1c7d5035ab tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/ports?device_id=24e68686-06c2-4c1a-aed5-6d36b8df219e HTTP/1.1" status: 200 len: 945 time: 0.0561264 Mar 07 11:28:15.947011 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1ab738cf-fd03-4b40-910a-0d41ad48a88d req-7315ff0b-7c17-4449-947e-40455959d3c1 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/security-groups?id=009e3771-ea18-40c0-abf2-151bd5c3bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398962 Mar 07 11:28:16.245794 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:28:16.682058 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device fa718fb6-aa21-4b3d-b2ad-5941076f74f6 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:28:16.730458 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port fa718fb6-aa21-4b3d-b2ad-5941076f74f6 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:28:16.736449 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port fa718fb6-aa21-4b3d-b2ad-5941076f74f6 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:28:16.736824 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (fa718fb6-aa21-4b3d-b2ad-5941076f74f6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:16.815160 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port fa718fb6-aa21-4b3d-b2ad-5941076f74f6 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:28:16.815545 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fa718fb6-aa21-4b3d-b2ad-5941076f74f6), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:16.838131 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e68686-06c2-4c1a-aed5-6d36b8df219e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa718fb6-aa21-4b3d-b2ad-5941076f74f6'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:28:16.840345 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a645a2b5805a54a98315e88f2d343b68cf76c29b7d342bc1003cac2cf566b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7a716e-d59e-4dd6-b7de-7f4f90bf2b9f" -d '{"events": [{"server_uuid": "24e68686-06c2-4c1a-aed5-6d36b8df219e", "name": "network-vif-plugged", "status": "completed", "tag": "fa718fb6-aa21-4b3d-b2ad-5941076f74f6"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:28:16.853250 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port fa718fb6-aa21-4b3d-b2ad-5941076f74f6, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=fa718fb6-aa21-4b3d-b2ad-5941076f74f6,segment=NetworkSegment(8e852e01-3920-4ce8-8781-01f92e5cb716),segment_id=8e852e01-3920-4ce8-8781-01f92e5cb716)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:28:16.857367 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (fa718fb6-aa21-4b3d-b2ad-5941076f74f6), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:16.882291 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80301c7-f0ae-439a-945d-acffb544e78f x-openstack-request-id: req-a80301c7-f0ae-439a-945d-acffb544e78f {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:28:16.882588 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e68686-06c2-4c1a-aed5-6d36b8df219e", "name": "network-vif-plugged", "status": "completed", "tag": "fa718fb6-aa21-4b3d-b2ad-5941076f74f6", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:28:16.882882 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a80301c7-f0ae-439a-945d-acffb544e78f {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:28:16.883269 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e68686-06c2-4c1a-aed5-6d36b8df219e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa718fb6-aa21-4b3d-b2ad-5941076f74f6', 'code': 200} Mar 07 11:28:16.907203 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=fa718fb6-aa21-4b3d-b2ad-5941076f74f6,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:16.976786 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47271272-932b-4185-a9d4-3d5752ef0140 req-6fe188a7-b5e9-4f34-8636-a17602a90c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:16.978335 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-47271272-932b-4185-a9d4-3d5752ef0140 req-6fe188a7-b5e9-4f34-8636-a17602a90c52 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=24e68686-06c2-4c1a-aed5-6d36b8df219e HTTP/1.1" status: 200 len: 1128 time: 0.0468132 Mar 07 11:28:17.030657 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-47271272-932b-4185-a9d4-3d5752ef0140 req-627efc40-3383-4f3b-9e97-b16c921107a2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=009e3771-ea18-40c0-abf2-151bd5c3bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446072 Mar 07 11:28:17.070885 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b17890-80c8-4787-8e69-8862b8be50fe req-062a81d1-c841-4828-bdb8-5406da880eb8 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:17.072342 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-69b17890-80c8-4787-8e69-8862b8be50fe req-062a81d1-c841-4828-bdb8-5406da880eb8 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/ports?device_id=24e68686-06c2-4c1a-aed5-6d36b8df219e HTTP/1.1" status: 200 len: 946 time: 0.0526781 Mar 07 11:28:17.119316 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-69b17890-80c8-4787-8e69-8862b8be50fe req-8ee5123f-b826-43fa-a106-cb94d4ecdcd1 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/security-groups?id=009e3771-ea18-40c0-abf2-151bd5c3bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413587 Mar 07 11:28:18.243850 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723cd23-ac26-4aed-b28c-73be29d595b7 req-72127726-e0b9-49e0-b894-96f470b32c83 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:18.245438 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8723cd23-ac26-4aed-b28c-73be29d595b7 req-72127726-e0b9-49e0-b894-96f470b32c83 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/ports?device_id=24e68686-06c2-4c1a-aed5-6d36b8df219e HTTP/1.1" status: 200 len: 946 time: 0.0560932 Mar 07 11:28:18.295489 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8723cd23-ac26-4aed-b28c-73be29d595b7 req-f73bbe14-6f8a-4403-9928-6b108407137e tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/security-groups?id=009e3771-ea18-40c0-abf2-151bd5c3bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441976 Mar 07 11:28:18.713983 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:19.420397 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a68ca-9669-4dc5-b95e-1dc46d28cdad req-67f32cc6-f03f-4d5a-8157-907a927d7f01 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:19.421974 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ca9a68ca-9669-4dc5-b95e-1dc46d28cdad req-67f32cc6-f03f-4d5a-8157-907a927d7f01 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/ports?device_id=24e68686-06c2-4c1a-aed5-6d36b8df219e HTTP/1.1" status: 200 len: 946 time: 0.0574124 Mar 07 11:28:19.472760 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ca9a68ca-9669-4dc5-b95e-1dc46d28cdad req-2703cd23-fbee-4876-90b3-b01098c47fbb tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/security-groups?id=009e3771-ea18-40c0-abf2-151bd5c3bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446076 Mar 07 11:28:19.693381 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f39434-66f4-47a5-a644-6f6167887f2a req-060d6d82-3129-4ec4-b89e-cefc1fc050bd tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:19.694818 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-58f39434-66f4-47a5-a644-6f6167887f2a req-060d6d82-3129-4ec4-b89e-cefc1fc050bd tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/networks?id=c1c9ea58-ea51-4e63-9034-9f72169b9242 HTTP/1.1" status: 200 len: 811 time: 0.1029947 Mar 07 11:28:19.709754 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-58f39434-66f4-47a5-a644-6f6167887f2a req-15de9daa-77d4-408d-9bf3-6f3e1a3a6e29 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/quotas/caae18b364cb4204b63fd39b724ea525 HTTP/1.1" status: 200 len: 375 time: 0.0096908 Mar 07 11:28:19.761258 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-58f39434-66f4-47a5-a644-6f6167887f2a req-a42ae17b-99cd-4f25-8ff0-f3bfd996e3fe tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=caae18b364cb4204b63fd39b724ea525&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0466974 Mar 07 11:28:19.850457 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-58f39434-66f4-47a5-a644-6f6167887f2a req-dd9ebdb7-7c21-4b0d-b648-dc136f9bd566 service neutron] 10.222.0.11 "GET /v2.0/networks/c1c9ea58-ea51-4e63-9034-9f72169b9242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825348 Mar 07 11:28:19.942037 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-58f39434-66f4-47a5-a644-6f6167887f2a req-2fefc56a-33ae-473e-82d7-2bf57aaf6a72 service neutron] 10.222.0.11 "GET /v2.0/networks/c1c9ea58-ea51-4e63-9034-9f72169b9242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861664 Mar 07 11:28:20.098867 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0938bbac-eaff-45d6-80a4-a2d07aa1467d req-9bd54872-baa7-4fd5-b584-bc998f7dd9e5 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbe544f9-7446-404c-81af-aa8fc393b719 HTTP/1.1" status: 200 len: 210 time: 0.0279377 Mar 07 11:28:20.997342 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f39434-66f4-47a5-a644-6f6167887f2a req-24722acd-2952-4c12-b808-96c84b94a27b tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:20.998787 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-58f39434-66f4-47a5-a644-6f6167887f2a req-24722acd-2952-4c12-b808-96c84b94a27b tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.21 "GET /v2.0/networks?id=c1c9ea58-ea51-4e63-9034-9f72169b9242 HTTP/1.1" status: 200 len: 811 time: 0.1089768 Mar 07 11:28:21.010426 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-58f39434-66f4-47a5-a644-6f6167887f2a req-b4b7d462-9ae0-4027-9f9b-90f1d40d0ee2 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Request body: {'port': {'device_id': 'dbe544f9-7446-404c-81af-aa8fc393b719', 'network_id': 'c1c9ea58-ea51-4e63-9034-9f72169b9242', 'admin_state_up': True, 'tenant_id': 'caae18b364cb4204b63fd39b724ea525'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:21.121638 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58f39434-66f4-47a5-a644-6f6167887f2a req-b4b7d462-9ae0-4027-9f9b-90f1d40d0ee2 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Made reservation on behalf of caae18b364cb4204b63fd39b724ea525 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:28:21.125195 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-58f39434-66f4-47a5-a644-6f6167887f2a req-b4b7d462-9ae0-4027-9f9b-90f1d40d0ee2 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:21.218569 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-00a2d219-1ecf-4678-a0a1-04b88231cfba req-fcf8afb6-7ab4-4c5a-a4ec-af3afe30f28c tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbe544f9-7446-404c-81af-aa8fc393b719 HTTP/1.1" status: 200 len: 210 time: 0.0392094 Mar 07 11:28:21.282956 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-58f39434-66f4-47a5-a644-6f6167887f2a req-b4b7d462-9ae0-4027-9f9b-90f1d40d0ee2 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Allocated IP 172.20.0.2 (c1c9ea58-ea51-4e63-9034-9f72169b9242/54de2e92-ed02-4af8-bad0-7845709e981c/c1f585de-055f-4e8c-b4cf-4fbdf08be10f) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:28:21.433834 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-58f39434-66f4-47a5-a644-6f6167887f2a req-b4b7d462-9ae0-4027-9f9b-90f1d40d0ee2 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Publish callbacks [] for port (c1f585de-055f-4e8c-b4cf-4fbdf08be10f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:21.466477 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-58f39434-66f4-47a5-a644-6f6167887f2a req-b4b7d462-9ae0-4027-9f9b-90f1d40d0ee2 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (c1f585de-055f-4e8c-b4cf-4fbdf08be10f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:21.477791 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['fa718fb6-aa21-4b3d-b2ad-5941076f74f6'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:28:21.510444 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58f39434-66f4-47a5-a644-6f6167887f2a req-b4b7d462-9ae0-4027-9f9b-90f1d40d0ee2 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Network c1c9ea58-ea51-4e63-9034-9f72169b9242 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:28:21.513662 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-58f39434-66f4-47a5-a644-6f6167887f2a req-b4b7d462-9ae0-4027-9f9b-90f1d40d0ee2 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:28:21.517191 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f39434-66f4-47a5-a644-6f6167887f2a req-b4b7d462-9ae0-4027-9f9b-90f1d40d0ee2 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:28:21.546298 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b7d462-9ae0-4027-9f9b-90f1d40d0ee2 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Pushing event updated for resources: {'Port': ['ID=c1f585de-055f-4e8c-b4cf-4fbdf08be10f,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:21.571499 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f39434-66f4-47a5-a644-6f6167887f2a req-b4b7d462-9ae0-4027-9f9b-90f1d40d0ee2 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:21.572102 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-58f39434-66f4-47a5-a644-6f6167887f2a req-b4b7d462-9ae0-4027-9f9b-90f1d40d0ee2 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:21.587345 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-58f39434-66f4-47a5-a644-6f6167887f2a req-b4b7d462-9ae0-4027-9f9b-90f1d40d0ee2 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5809081 Mar 07 11:28:21.598690 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-58f39434-66f4-47a5-a644-6f6167887f2a req-f31ae27f-20fe-4a6a-b187-37fd15a64273 service neutron] Request body: {'port': {'device_id': 'dbe544f9-7446-404c-81af-aa8fc393b719', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:21.659776 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-58f39434-66f4-47a5-a644-6f6167887f2a req-f31ae27f-20fe-4a6a-b187-37fd15a64273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c1f585de-055f-4e8c-b4cf-4fbdf08be10f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:21.908670 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-58f39434-66f4-47a5-a644-6f6167887f2a req-f31ae27f-20fe-4a6a-b187-37fd15a64273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1f585de-055f-4e8c-b4cf-4fbdf08be10f {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:28:21.916392 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-58f39434-66f4-47a5-a644-6f6167887f2a req-f31ae27f-20fe-4a6a-b187-37fd15a64273 service neutron] Publish callbacks [] for port (c1f585de-055f-4e8c-b4cf-4fbdf08be10f), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:21.928358 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-58f39434-66f4-47a5-a644-6f6167887f2a req-f31ae27f-20fe-4a6a-b187-37fd15a64273 service neutron] Transition to ACTIVE for port object c1f585de-055f-4e8c-b4cf-4fbdf08be10f will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:28:21.932046 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-58f39434-66f4-47a5-a644-6f6167887f2a req-f31ae27f-20fe-4a6a-b187-37fd15a64273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (c1f585de-055f-4e8c-b4cf-4fbdf08be10f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:22.006977 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ae27f-20fe-4a6a-b187-37fd15a64273 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f585de-055f-4e8c-b4cf-4fbdf08be10f,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:22.057452 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-58f39434-66f4-47a5-a644-6f6167887f2a req-f31ae27f-20fe-4a6a-b187-37fd15a64273 service neutron] Attempting to bind port c1f585de-055f-4e8c-b4cf-4fbdf08be10f on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:28:22.058002 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-58f39434-66f4-47a5-a644-6f6167887f2a req-f31ae27f-20fe-4a6a-b187-37fd15a64273 service neutron] Attempting to bind port c1f585de-055f-4e8c-b4cf-4fbdf08be10f by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '8e852e01-3920-4ce8-8781-01f92e5cb716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c1c9ea58-ea51-4e63-9034-9f72169b9242'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:28:22.058337 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f39434-66f4-47a5-a644-6f6167887f2a req-f31ae27f-20fe-4a6a-b187-37fd15a64273 service neutron] Attempting to bind port c1f585de-055f-4e8c-b4cf-4fbdf08be10f on network c1c9ea58-ea51-4e63-9034-9f72169b9242 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:28:22.064790 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f39434-66f4-47a5-a644-6f6167887f2a req-f31ae27f-20fe-4a6a-b187-37fd15a64273 service neutron] Port c1f585de-055f-4e8c-b4cf-4fbdf08be10f on network c1c9ea58-ea51-4e63-9034-9f72169b9242 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:28:22.065138 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f39434-66f4-47a5-a644-6f6167887f2a req-f31ae27f-20fe-4a6a-b187-37fd15a64273 service neutron] Attempting to bind port c1f585de-055f-4e8c-b4cf-4fbdf08be10f on network c1c9ea58-ea51-4e63-9034-9f72169b9242 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:28:22.071019 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f39434-66f4-47a5-a644-6f6167887f2a req-f31ae27f-20fe-4a6a-b187-37fd15a64273 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:28:22.071360 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f39434-66f4-47a5-a644-6f6167887f2a req-f31ae27f-20fe-4a6a-b187-37fd15a64273 service neutron] Checking segment: {'id': '8e852e01-3920-4ce8-8781-01f92e5cb716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c1c9ea58-ea51-4e63-9034-9f72169b9242'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:28:22.071746 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f39434-66f4-47a5-a644-6f6167887f2a req-f31ae27f-20fe-4a6a-b187-37fd15a64273 service neutron] Bound using segment: {'id': '8e852e01-3920-4ce8-8781-01f92e5cb716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c1c9ea58-ea51-4e63-9034-9f72169b9242'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:28:22.072175 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-58f39434-66f4-47a5-a644-6f6167887f2a req-f31ae27f-20fe-4a6a-b187-37fd15a64273 service neutron] Bound port: c1f585de-055f-4e8c-b4cf-4fbdf08be10f, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e852e01-3920-4ce8-8781-01f92e5cb716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c1c9ea58-ea51-4e63-9034-9f72169b9242'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:28:22.072528 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-58f39434-66f4-47a5-a644-6f6167887f2a req-f31ae27f-20fe-4a6a-b187-37fd15a64273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c1f585de-055f-4e8c-b4cf-4fbdf08be10f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:22.135146 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-58f39434-66f4-47a5-a644-6f6167887f2a req-f31ae27f-20fe-4a6a-b187-37fd15a64273 service neutron] For port c1f585de-055f-4e8c-b4cf-4fbdf08be10f, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:28:22.138071 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-58f39434-66f4-47a5-a644-6f6167887f2a req-f31ae27f-20fe-4a6a-b187-37fd15a64273 service neutron] For port c1f585de-055f-4e8c-b4cf-4fbdf08be10f, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=c1f585de-055f-4e8c-b4cf-4fbdf08be10f,segment=NetworkSegment(8e852e01-3920-4ce8-8781-01f92e5cb716),segment_id=8e852e01-3920-4ce8-8781-01f92e5cb716)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:28:22.143970 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-58f39434-66f4-47a5-a644-6f6167887f2a req-f31ae27f-20fe-4a6a-b187-37fd15a64273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (c1f585de-055f-4e8c-b4cf-4fbdf08be10f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:22.179470 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f39434-66f4-47a5-a644-6f6167887f2a req-f31ae27f-20fe-4a6a-b187-37fd15a64273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:22.180079 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-58f39434-66f4-47a5-a644-6f6167887f2a req-f31ae27f-20fe-4a6a-b187-37fd15a64273 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:22.181515 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-58f39434-66f4-47a5-a644-6f6167887f2a req-f31ae27f-20fe-4a6a-b187-37fd15a64273 service neutron] 10.222.0.21 "PUT /v2.0/ports/c1f585de-055f-4e8c-b4cf-4fbdf08be10f HTTP/1.1" status: 200 len: 1091 time: 0.5873578 Mar 07 11:28:22.181949 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbe544f9-7446-404c-81af-aa8fc393b719', 'tag': 'c1f585de-055f-4e8c-b4cf-4fbdf08be10f'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:28:22.184167 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-defd7365-e5df-46e0-b77d-e8dfa09ff9ef" -d '{"events": [{"name": "network-changed", "server_uuid": "dbe544f9-7446-404c-81af-aa8fc393b719", "tag": "c1f585de-055f-4e8c-b4cf-4fbdf08be10f"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:28:22.213389 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ae27f-20fe-4a6a-b187-37fd15a64273 service neutron] Pushing event updated for resources: {'Port': ['ID=c1f585de-055f-4e8c-b4cf-4fbdf08be10f,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:22.222038 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823aafbe-708c-4444-a27f-6b2b11213eb5 x-openstack-request-id: req-823aafbe-708c-4444-a27f-6b2b11213eb5 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:28:22.222340 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbe544f9-7446-404c-81af-aa8fc393b719", "tag": "c1f585de-055f-4e8c-b4cf-4fbdf08be10f", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:28:22.222592 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-823aafbe-708c-4444-a27f-6b2b11213eb5 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:28:22.222991 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbe544f9-7446-404c-81af-aa8fc393b719', 'tag': 'c1f585de-055f-4e8c-b4cf-4fbdf08be10f', 'status': 'completed', 'code': 200} Mar 07 11:28:22.272597 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f39434-66f4-47a5-a644-6f6167887f2a req-39b18cd0-3564-4092-8800-49f87a4eed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:22.274124 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-58f39434-66f4-47a5-a644-6f6167887f2a req-39b18cd0-3564-4092-8800-49f87a4eed44 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=caae18b364cb4204b63fd39b724ea525&device_id=dbe544f9-7446-404c-81af-aa8fc393b719 HTTP/1.1" status: 200 len: 1125 time: 0.0503659 Mar 07 11:28:22.324580 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-58f39434-66f4-47a5-a644-6f6167887f2a req-02560935-8b19-412a-a230-b49998dc850d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c1f585de-055f-4e8c-b4cf-4fbdf08be10f HTTP/1.1" status: 200 len: 217 time: 0.0441036 Mar 07 11:28:22.396557 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f39434-66f4-47a5-a644-6f6167887f2a req-3c566e26-0305-47be-98cb-ba7789778ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:22.398077 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-58f39434-66f4-47a5-a644-6f6167887f2a req-3c566e26-0305-47be-98cb-ba7789778ba3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54de2e92-ed02-4af8-bad0-7845709e981c HTTP/1.1" status: 200 len: 851 time: 0.0583436 Mar 07 11:28:22.405681 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85296326-05c0-48b4-b40e-72eb5bda25c7 req-3d242a26-4cda-44ef-8dbf-b09bc2cd6754 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:22.407002 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-85296326-05c0-48b4-b40e-72eb5bda25c7 req-3d242a26-4cda-44ef-8dbf-b09bc2cd6754 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbe544f9-7446-404c-81af-aa8fc393b719 HTTP/1.1" status: 200 len: 943 time: 0.1200459 Mar 07 11:28:22.438719 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-58f39434-66f4-47a5-a644-6f6167887f2a req-b5767b00-3b30-4848-a039-148f8e364ee4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c1c9ea58-ea51-4e63-9034-9f72169b9242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307305 Mar 07 11:28:22.526319 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-85296326-05c0-48b4-b40e-72eb5bda25c7 req-a8fd67b8-9899-4cfe-9818-97bc698716a2 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/security-groups?id=009e3771-ea18-40c0-abf2-151bd5c3bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106577 Mar 07 11:28:22.553527 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-58f39434-66f4-47a5-a644-6f6167887f2a req-eaa4e7e1-c273-476a-99f1-b366a6ab9ae9 service neutron] 10.222.0.21 "GET /v2.0/networks/c1c9ea58-ea51-4e63-9034-9f72169b9242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086316 Mar 07 11:28:22.640594 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-58f39434-66f4-47a5-a644-6f6167887f2a req-8b96c96d-d770-49af-bf9a-a56acd58ecaa service neutron] 10.222.0.21 "GET /v2.0/networks/c1c9ea58-ea51-4e63-9034-9f72169b9242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810204 Mar 07 11:28:22.732025 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd7365-e5df-46e0-b77d-e8dfa09ff9ef req-c6941089-010b-4e62-8041-06d114e148c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:22.733423 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-defd7365-e5df-46e0-b77d-e8dfa09ff9ef req-c6941089-010b-4e62-8041-06d114e148c9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=caae18b364cb4204b63fd39b724ea525&device_id=dbe544f9-7446-404c-81af-aa8fc393b719 HTTP/1.1" status: 200 len: 1125 time: 0.0450289 Mar 07 11:28:22.824173 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd7365-e5df-46e0-b77d-e8dfa09ff9ef req-0d2d10bd-085b-4752-84c9-e3e3ddbabe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:22.825648 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-defd7365-e5df-46e0-b77d-e8dfa09ff9ef req-0d2d10bd-085b-4752-84c9-e3e3ddbabe86 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c1c9ea58-ea51-4e63-9034-9f72169b9242 HTTP/1.1" status: 200 len: 912 time: 0.0869112 Mar 07 11:28:22.866181 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-defd7365-e5df-46e0-b77d-e8dfa09ff9ef req-b86e4337-ec92-430e-b096-d402690a02e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c1f585de-055f-4e8c-b4cf-4fbdf08be10f HTTP/1.1" status: 200 len: 217 time: 0.0340414 Mar 07 11:28:22.920990 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd7365-e5df-46e0-b77d-e8dfa09ff9ef req-3b6fc86b-ea6e-4dc2-a87e-b6b24ecdd732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:22.922451 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-defd7365-e5df-46e0-b77d-e8dfa09ff9ef req-3b6fc86b-ea6e-4dc2-a87e-b6b24ecdd732 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=54de2e92-ed02-4af8-bad0-7845709e981c HTTP/1.1" status: 200 len: 851 time: 0.0484328 Mar 07 11:28:22.957226 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-defd7365-e5df-46e0-b77d-e8dfa09ff9ef req-26be84bd-873b-4802-adec-a39ea5643c36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c1c9ea58-ea51-4e63-9034-9f72169b9242&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253663 Mar 07 11:28:23.047083 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-defd7365-e5df-46e0-b77d-e8dfa09ff9ef req-094713db-ec35-41a6-802f-db3c946f4428 service neutron] 10.222.0.21 "GET /v2.0/networks/c1c9ea58-ea51-4e63-9034-9f72169b9242?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821428 Mar 07 11:28:23.138720 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-defd7365-e5df-46e0-b77d-e8dfa09ff9ef req-ac54fdff-2d59-46d5-85b9-6f6d4804add1 service neutron] 10.222.0.21 "GET /v2.0/networks/c1c9ea58-ea51-4e63-9034-9f72169b9242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858197 Mar 07 11:28:23.278587 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:23.645037 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ba27a-f6d9-433a-8dd6-daf719f3695c req-157cc8a0-c95f-4f96-b30d-dd469ded7c56 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:23.646540 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a57ba27a-f6d9-433a-8dd6-daf719f3695c req-157cc8a0-c95f-4f96-b30d-dd469ded7c56 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbe544f9-7446-404c-81af-aa8fc393b719 HTTP/1.1" status: 200 len: 943 time: 0.0525520 Mar 07 11:28:23.692644 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a57ba27a-f6d9-433a-8dd6-daf719f3695c req-1361dce6-b5c7-412f-8718-2b6ce1547c9b tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/security-groups?id=009e3771-ea18-40c0-abf2-151bd5c3bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405583 Mar 07 11:28:24.809884 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084314d-5b06-4274-af4d-ec9a20131b01 req-aec86fa9-7f02-4fd3-ad1d-519da08eb7a3 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:24.811328 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d084314d-5b06-4274-af4d-ec9a20131b01 req-aec86fa9-7f02-4fd3-ad1d-519da08eb7a3 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbe544f9-7446-404c-81af-aa8fc393b719 HTTP/1.1" status: 200 len: 943 time: 0.0525277 Mar 07 11:28:24.856173 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d084314d-5b06-4274-af4d-ec9a20131b01 req-dff5e371-0506-4a70-999a-3ab4f5a183bb tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/security-groups?id=009e3771-ea18-40c0-abf2-151bd5c3bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392849 Mar 07 11:28:25.973072 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eceb267-5f6e-4a0d-a945-a21eb3f12ce0 req-998d1011-78ab-43a5-85a8-a019eadd798b tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:25.974598 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9eceb267-5f6e-4a0d-a945-a21eb3f12ce0 req-998d1011-78ab-43a5-85a8-a019eadd798b tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbe544f9-7446-404c-81af-aa8fc393b719 HTTP/1.1" status: 200 len: 943 time: 0.0522888 Mar 07 11:28:26.025379 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9eceb267-5f6e-4a0d-a945-a21eb3f12ce0 req-c7e20f34-beb3-40bb-8ade-2030d5346940 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/security-groups?id=009e3771-ea18-40c0-abf2-151bd5c3bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451758 Mar 07 11:28:27.121741 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device c1f585de-055f-4e8c-b4cf-4fbdf08be10f details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:28:27.150687 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf4ee5-4fbf-4e8f-9c9e-3fc0ec46e408 req-1ac0301b-9d87-4a2d-be93-0ba668392d50 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:27.152160 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bccf4ee5-4fbf-4e8f-9c9e-3fc0ec46e408 req-1ac0301b-9d87-4a2d-be93-0ba668392d50 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbe544f9-7446-404c-81af-aa8fc393b719 HTTP/1.1" status: 200 len: 943 time: 0.0596764 Mar 07 11:28:27.198776 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bccf4ee5-4fbf-4e8f-9c9e-3fc0ec46e408 req-24768b4e-6c1b-44eb-b656-3b101ade367e tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/security-groups?id=009e3771-ea18-40c0-abf2-151bd5c3bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410309 Mar 07 11:28:27.224600 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port c1f585de-055f-4e8c-b4cf-4fbdf08be10f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=c1f585de-055f-4e8c-b4cf-4fbdf08be10f,segment=NetworkSegment(8e852e01-3920-4ce8-8781-01f92e5cb716),segment_id=8e852e01-3920-4ce8-8781-01f92e5cb716)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:28:27.234852 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'c1f585de-055f-4e8c-b4cf-4fbdf08be10f', 'network_id': 'c1c9ea58-ea51-4e63-9034-9f72169b9242', 'port_id': 'c1f585de-055f-4e8c-b4cf-4fbdf08be10f', 'mac_address': 'fa:16:3e:8b:0f:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54de2e92-ed02-4af8-bad0-7845709e981c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:28:27.272212 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port c1f585de-055f-4e8c-b4cf-4fbdf08be10f is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:28:27.272591 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c1f585de-055f-4e8c-b4cf-4fbdf08be10f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:27.284996 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1f585de-055f-4e8c-b4cf-4fbdf08be10f {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:28:27.304893 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port c1f585de-055f-4e8c-b4cf-4fbdf08be10f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=c1f585de-055f-4e8c-b4cf-4fbdf08be10f,segment=NetworkSegment(8e852e01-3920-4ce8-8781-01f92e5cb716),segment_id=8e852e01-3920-4ce8-8781-01f92e5cb716)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:28:27.308609 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c1f585de-055f-4e8c-b4cf-4fbdf08be10f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:27.357390 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=c1f585de-055f-4e8c-b4cf-4fbdf08be10f,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:27.367302 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:27.367648 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:27.367985 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:27.368315 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:27.368643 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:27.368970 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:27.369320 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:27.369641 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:27.369958 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:27.370275 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:27.370591 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:27.370907 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:27.371220 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:27.499662 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['c1f585de-055f-4e8c-b4cf-4fbdf08be10f'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:28:28.317136 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d53cbb-51e5-44ff-af9a-584ff0d8318d req-1746229b-71c0-4bcd-a19e-ee7f64d3a67a tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:28.318618 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f4d53cbb-51e5-44ff-af9a-584ff0d8318d req-1746229b-71c0-4bcd-a19e-ee7f64d3a67a tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbe544f9-7446-404c-81af-aa8fc393b719 HTTP/1.1" status: 200 len: 944 time: 0.0529003 Mar 07 11:28:28.364793 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f4d53cbb-51e5-44ff-af9a-584ff0d8318d req-bc218d55-4f13-4b95-8ae5-1ca1d9892e04 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/security-groups?id=009e3771-ea18-40c0-abf2-151bd5c3bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406439 Mar 07 11:28:29.137037 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device c1f585de-055f-4e8c-b4cf-4fbdf08be10f up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:28:29.188630 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port c1f585de-055f-4e8c-b4cf-4fbdf08be10f completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:28:29.192353 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port c1f585de-055f-4e8c-b4cf-4fbdf08be10f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:28:29.192740 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c1f585de-055f-4e8c-b4cf-4fbdf08be10f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:29.268582 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port c1f585de-055f-4e8c-b4cf-4fbdf08be10f is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:28:29.269001 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c1f585de-055f-4e8c-b4cf-4fbdf08be10f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:29.291954 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe544f9-7446-404c-81af-aa8fc393b719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f585de-055f-4e8c-b4cf-4fbdf08be10f'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:28:29.294253 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a645a2b5805a54a98315e88f2d343b68cf76c29b7d342bc1003cac2cf566b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285d187b-99f6-4bcb-86c1-de84d014bc2b" -d '{"events": [{"server_uuid": "dbe544f9-7446-404c-81af-aa8fc393b719", "name": "network-vif-plugged", "status": "completed", "tag": "c1f585de-055f-4e8c-b4cf-4fbdf08be10f"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:28:29.308683 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port c1f585de-055f-4e8c-b4cf-4fbdf08be10f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=c1f585de-055f-4e8c-b4cf-4fbdf08be10f,segment=NetworkSegment(8e852e01-3920-4ce8-8781-01f92e5cb716),segment_id=8e852e01-3920-4ce8-8781-01f92e5cb716)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:28:29.314315 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c1f585de-055f-4e8c-b4cf-4fbdf08be10f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:29.342433 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d7ba26-4573-4222-853d-283e3be6de42 x-openstack-request-id: req-54d7ba26-4573-4222-853d-283e3be6de42 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:28:29.342728 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe544f9-7446-404c-81af-aa8fc393b719", "name": "network-vif-plugged", "status": "completed", "tag": "c1f585de-055f-4e8c-b4cf-4fbdf08be10f", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:28:29.342982 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-54d7ba26-4573-4222-853d-283e3be6de42 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:28:29.343364 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe544f9-7446-404c-81af-aa8fc393b719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f585de-055f-4e8c-b4cf-4fbdf08be10f', 'code': 200} Mar 07 11:28:29.371076 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=c1f585de-055f-4e8c-b4cf-4fbdf08be10f,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:29.431133 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f59d6-2c99-48d3-ad1b-964f1918e508 req-6e0a502a-f5a1-436e-8673-5623414e969b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:29.432751 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b64f59d6-2c99-48d3-ad1b-964f1918e508 req-6e0a502a-f5a1-436e-8673-5623414e969b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dbe544f9-7446-404c-81af-aa8fc393b719 HTTP/1.1" status: 200 len: 1127 time: 0.0456796 Mar 07 11:28:29.477731 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b64f59d6-2c99-48d3-ad1b-964f1918e508 req-0737f527-6a42-4a8a-92de-13a76e5ac2de service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=009e3771-ea18-40c0-abf2-151bd5c3bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389004 Mar 07 11:28:29.484708 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a795477-5d24-4b64-9bf1-0f11f66633ff req-f4a1e47d-fbfb-4027-9ed7-51da46f1fb9a tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:29.486216 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3a795477-5d24-4b64-9bf1-0f11f66633ff req-f4a1e47d-fbfb-4027-9ed7-51da46f1fb9a tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbe544f9-7446-404c-81af-aa8fc393b719 HTTP/1.1" status: 200 len: 945 time: 0.0524347 Mar 07 11:28:29.531563 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3a795477-5d24-4b64-9bf1-0f11f66633ff req-d1ae785c-f8dc-4ae4-a240-08946c116bb4 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/security-groups?id=009e3771-ea18-40c0-abf2-151bd5c3bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394113 Mar 07 11:28:30.686168 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cacb2f0-9ab7-4bcc-8025-b4c96f275cb0 req-78ba8596-9d71-47f1-9acd-7095e2383185 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:30.687734 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5cacb2f0-9ab7-4bcc-8025-b4c96f275cb0 req-78ba8596-9d71-47f1-9acd-7095e2383185 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbe544f9-7446-404c-81af-aa8fc393b719 HTTP/1.1" status: 200 len: 945 time: 0.0686612 Mar 07 11:28:30.745051 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5cacb2f0-9ab7-4bcc-8025-b4c96f275cb0 req-465e0c55-0f95-4ca9-a36e-ac3b6cd52c24 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/security-groups?id=009e3771-ea18-40c0-abf2-151bd5c3bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513539 Mar 07 11:28:31.009534 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c32595-6bbc-4720-ad43-599119ad68fa req-18787875-4aa9-48b7-91df-903dd744581f tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:31.011170 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-49c32595-6bbc-4720-ad43-599119ad68fa req-18787875-4aa9-48b7-91df-903dd744581f tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbe544f9-7446-404c-81af-aa8fc393b719 HTTP/1.1" status: 200 len: 945 time: 0.0612051 Mar 07 11:28:31.081764 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-49c32595-6bbc-4720-ad43-599119ad68fa req-a6050942-78b4-48de-81b8-f894856a8a82 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/security-groups?id=009e3771-ea18-40c0-abf2-151bd5c3bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634983 Mar 07 11:28:32.206796 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7291a02-a841-4848-9462-18eb7383946b req-f8499942-301d-421b-9b35-6ecc387279b9 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:32.208263 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d7291a02-a841-4848-9462-18eb7383946b req-f8499942-301d-421b-9b35-6ecc387279b9 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/ports?device_id=dbe544f9-7446-404c-81af-aa8fc393b719 HTTP/1.1" status: 200 len: 945 time: 0.0564246 Mar 07 11:28:32.243005 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d6199-ae25-4e6a-b117-bab51eba68f8 req-24d36c6e-02a8-43a0-bf2d-fa8b262baac3 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:32.244505 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f52d6199-ae25-4e6a-b117-bab51eba68f8 req-24d36c6e-02a8-43a0-bf2d-fa8b262baac3 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbe544f9-7446-404c-81af-aa8fc393b719 HTTP/1.1" status: 200 len: 945 time: 0.0534043 Mar 07 11:28:32.256480 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d7291a02-a841-4848-9462-18eb7383946b req-829cf8fb-dcc6-48a1-b8ee-472d00579672 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/security-groups?id=009e3771-ea18-40c0-abf2-151bd5c3bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426486 Mar 07 11:28:32.343747 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-f52d6199-ae25-4e6a-b117-bab51eba68f8 req-81bb8a24-7436-4fa1-aed1-61402d7f0e64 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Deleting port c1f585de-055f-4e8c-b4cf-4fbdf08be10f {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:28:32.344092 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f52d6199-ae25-4e6a-b117-bab51eba68f8 req-81bb8a24-7436-4fa1-aed1-61402d7f0e64 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c1f585de-055f-4e8c-b4cf-4fbdf08be10f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:32.432726 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-f52d6199-ae25-4e6a-b117-bab51eba68f8 req-81bb8a24-7436-4fa1-aed1-61402d7f0e64 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] For port c1f585de-055f-4e8c-b4cf-4fbdf08be10f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=c1f585de-055f-4e8c-b4cf-4fbdf08be10f,segment=NetworkSegment(8e852e01-3920-4ce8-8781-01f92e5cb716),segment_id=8e852e01-3920-4ce8-8781-01f92e5cb716)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:28:32.433093 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f52d6199-ae25-4e6a-b117-bab51eba68f8 req-81bb8a24-7436-4fa1-aed1-61402d7f0e64 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c1f585de-055f-4e8c-b4cf-4fbdf08be10f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:32.444922 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-f52d6199-ae25-4e6a-b117-bab51eba68f8 req-81bb8a24-7436-4fa1-aed1-61402d7f0e64 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Calling delete_port for c1f585de-055f-4e8c-b4cf-4fbdf08be10f owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:28:32.573459 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f52d6199-ae25-4e6a-b117-bab51eba68f8 req-81bb8a24-7436-4fa1-aed1-61402d7f0e64 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (c1f585de-055f-4e8c-b4cf-4fbdf08be10f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:32.586167 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['c1f585de-055f-4e8c-b4cf-4fbdf08be10f'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:28:32.588368 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['fa718fb6-aa21-4b3d-b2ad-5941076f74f6'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:28:32.601539 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb8a24-7436-4fa1-aed1-61402d7f0e64 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Pushing event deleted for resources: {'Port': ['ID=c1f585de-055f-4e8c-b4cf-4fbdf08be10f,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:32.614175 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bb8a24-7436-4fa1-aed1-61402d7f0e64 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:32.614530 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bb8a24-7436-4fa1-aed1-61402d7f0e64 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:32.615005 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bb8a24-7436-4fa1-aed1-61402d7f0e64 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:32.615208 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bb8a24-7436-4fa1-aed1-61402d7f0e64 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:32.615534 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bb8a24-7436-4fa1-aed1-61402d7f0e64 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:32.615863 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bb8a24-7436-4fa1-aed1-61402d7f0e64 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:32.616185 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bb8a24-7436-4fa1-aed1-61402d7f0e64 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:32.616524 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bb8a24-7436-4fa1-aed1-61402d7f0e64 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:32.616917 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bb8a24-7436-4fa1-aed1-61402d7f0e64 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:32.617187 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bb8a24-7436-4fa1-aed1-61402d7f0e64 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:32.617493 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bb8a24-7436-4fa1-aed1-61402d7f0e64 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:32.617809 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bb8a24-7436-4fa1-aed1-61402d7f0e64 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:32.618126 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81bb8a24-7436-4fa1-aed1-61402d7f0e64 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:28:32.657843 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52d6199-ae25-4e6a-b117-bab51eba68f8 req-81bb8a24-7436-4fa1-aed1-61402d7f0e64 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] No DVR routers for this DVR port c1f585de-055f-4e8c-b4cf-4fbdf08be10f on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:28:32.660836 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-f52d6199-ae25-4e6a-b117-bab51eba68f8 req-81bb8a24-7436-4fa1-aed1-61402d7f0e64 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:32.664401 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f52d6199-ae25-4e6a-b117-bab51eba68f8 req-81bb8a24-7436-4fa1-aed1-61402d7f0e64 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.21 "DELETE /v2.0/ports/c1f585de-055f-4e8c-b4cf-4fbdf08be10f HTTP/1.1" status: 204 len: 173 time: 0.4149888 Mar 07 11:28:32.664856 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe544f9-7446-404c-81af-aa8fc393b719', 'name': 'network-vif-deleted', 'tag': 'c1f585de-055f-4e8c-b4cf-4fbdf08be10f'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:28:32.667195 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4894e135-ab57-4ae3-853e-5ac6559cc55d" -d '{"events": [{"server_uuid": "dbe544f9-7446-404c-81af-aa8fc393b719", "name": "network-vif-deleted", "tag": "c1f585de-055f-4e8c-b4cf-4fbdf08be10f"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:28:32.715652 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be20097d-f003-4619-9ce2-b79b4c357e86 x-openstack-request-id: req-be20097d-f003-4619-9ce2-b79b4c357e86 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:28:32.715886 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe544f9-7446-404c-81af-aa8fc393b719", "name": "network-vif-deleted", "tag": "c1f585de-055f-4e8c-b4cf-4fbdf08be10f", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:28:32.716201 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-be20097d-f003-4619-9ce2-b79b4c357e86 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:28:32.716660 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe544f9-7446-404c-81af-aa8fc393b719', 'name': 'network-vif-deleted', 'tag': 'c1f585de-055f-4e8c-b4cf-4fbdf08be10f', 'status': 'completed', 'code': 200} Mar 07 11:28:33.407842 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac194dd-8d32-4a68-aeca-36e23a4ac4ee req-e1dd28fc-2f24-4e16-bbcf-65d0c1eab109 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:33.409475 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9ac194dd-8d32-4a68-aeca-36e23a4ac4ee req-e1dd28fc-2f24-4e16-bbcf-65d0c1eab109 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/ports?device_id=24e68686-06c2-4c1a-aed5-6d36b8df219e HTTP/1.1" status: 200 len: 946 time: 0.0520391 Mar 07 11:28:33.455892 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9ac194dd-8d32-4a68-aeca-36e23a4ac4ee req-236f6b4e-ceaa-497a-a4a7-788dd5a6917c tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/security-groups?id=009e3771-ea18-40c0-abf2-151bd5c3bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408530 Mar 07 11:28:33.586901 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404f83e-060d-42b1-8168-1a6baa488ffd req-251597df-a345-406f-a65f-a06ddb5376bc tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:33.588278 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5404f83e-060d-42b1-8168-1a6baa488ffd req-251597df-a345-406f-a65f-a06ddb5376bc tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/ports?device_id=24e68686-06c2-4c1a-aed5-6d36b8df219e HTTP/1.1" status: 200 len: 946 time: 0.0520670 Mar 07 11:28:33.637514 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5404f83e-060d-42b1-8168-1a6baa488ffd req-850a1f92-2297-4e56-8756-3600d86bf984 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/security-groups?id=009e3771-ea18-40c0-abf2-151bd5c3bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437474 Mar 07 11:28:33.756856 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f83f42-e47a-4a04-a061-31ca404c0d5a req-c3fac748-5af3-4840-ad12-1503d2c73b41 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:33.758472 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-57f83f42-e47a-4a04-a061-31ca404c0d5a req-c3fac748-5af3-4840-ad12-1503d2c73b41 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/ports?device_id=24e68686-06c2-4c1a-aed5-6d36b8df219e HTTP/1.1" status: 200 len: 946 time: 0.0545304 Mar 07 11:28:33.804302 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-57f83f42-e47a-4a04-a061-31ca404c0d5a req-7a29c151-7093-4040-80a5-21c7d5ccd898 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/security-groups?id=009e3771-ea18-40c0-abf2-151bd5c3bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403123 Mar 07 11:28:33.974895 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f7b80-02eb-4c2e-a147-cb6f8be5ea68 req-13568110-754e-431d-bd04-8c19b1675d60 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:33.976367 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-631f7b80-02eb-4c2e-a147-cb6f8be5ea68 req-13568110-754e-431d-bd04-8c19b1675d60 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/ports?device_id=24e68686-06c2-4c1a-aed5-6d36b8df219e HTTP/1.1" status: 200 len: 946 time: 0.0554230 Mar 07 11:28:34.023238 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-631f7b80-02eb-4c2e-a147-cb6f8be5ea68 req-08f6f8c8-2847-4fca-902c-a11776f0ba65 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/security-groups?id=009e3771-ea18-40c0-abf2-151bd5c3bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413163 Mar 07 11:28:34.140172 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e9fb1-4410-40ce-9366-c1b5976cabf6 req-8f392bcc-2883-472d-bb95-00035ad191c0 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:34.141590 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a4e9fb1-4410-40ce-9366-c1b5976cabf6 req-8f392bcc-2883-472d-bb95-00035ad191c0 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/ports?device_id=24e68686-06c2-4c1a-aed5-6d36b8df219e HTTP/1.1" status: 200 len: 946 time: 0.0525324 Mar 07 11:28:34.187719 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5a4e9fb1-4410-40ce-9366-c1b5976cabf6 req-5233ff6a-8f45-4bc5-b638-2bf8db06aaa9 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/security-groups?id=009e3771-ea18-40c0-abf2-151bd5c3bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404944 Mar 07 11:28:34.317349 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf924a38-b786-4c51-80cf-cbe5f147be07 req-15b50ce3-b021-4248-a406-accef70b1c4b tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:34.318842 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cf924a38-b786-4c51-80cf-cbe5f147be07 req-15b50ce3-b021-4248-a406-accef70b1c4b tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/ports?device_id=24e68686-06c2-4c1a-aed5-6d36b8df219e HTTP/1.1" status: 200 len: 946 time: 0.0537808 Mar 07 11:28:34.366146 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cf924a38-b786-4c51-80cf-cbe5f147be07 req-b4499b43-c716-4f7a-a616-ae029c7320d3 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/security-groups?id=009e3771-ea18-40c0-abf2-151bd5c3bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416620 Mar 07 11:28:34.676314 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bf5a7-7989-4894-923e-a5abb9f1a3c2 req-ede8e6e4-e9a6-4f4a-8524-4bdcf3913a98 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:34.677890 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-616bf5a7-7989-4894-923e-a5abb9f1a3c2 req-ede8e6e4-e9a6-4f4a-8524-4bdcf3913a98 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/ports?device_id=24e68686-06c2-4c1a-aed5-6d36b8df219e HTTP/1.1" status: 200 len: 946 time: 0.0565379 Mar 07 11:28:34.725619 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-616bf5a7-7989-4894-923e-a5abb9f1a3c2 req-92ac9cca-a859-4390-a3a2-e98f15202038 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/security-groups?id=009e3771-ea18-40c0-abf2-151bd5c3bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422668 Mar 07 11:28:35.844396 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f039d-1e3a-46ee-b189-04bf313cf29e req-7d66ee9e-1749-4984-bce3-37b3083199b9 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:35.845888 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7c5f039d-1e3a-46ee-b189-04bf313cf29e req-7d66ee9e-1749-4984-bce3-37b3083199b9 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/ports?device_id=24e68686-06c2-4c1a-aed5-6d36b8df219e HTTP/1.1" status: 200 len: 946 time: 0.0530429 Mar 07 11:28:35.892180 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7c5f039d-1e3a-46ee-b189-04bf313cf29e req-0fadf881-33ed-4bbb-b779-6d35ed60d469 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/security-groups?id=009e3771-ea18-40c0-abf2-151bd5c3bcf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402713 Mar 07 11:28:36.163458 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5db671-47c7-46c7-9eba-9e18aa4d41b0 req-c833f3ff-02f5-442e-b069-c0d90811c4b9 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:36.164898 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7c5db671-47c7-46c7-9eba-9e18aa4d41b0 req-c833f3ff-02f5-442e-b069-c0d90811c4b9 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e68686-06c2-4c1a-aed5-6d36b8df219e HTTP/1.1" status: 200 len: 946 time: 0.0508618 Mar 07 11:28:36.258454 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-7c5db671-47c7-46c7-9eba-9e18aa4d41b0 req-9a49c6c3-6881-4462-afa8-ed4e09e7e92f tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Deleting port fa718fb6-aa21-4b3d-b2ad-5941076f74f6 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:28:36.258794 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7c5db671-47c7-46c7-9eba-9e18aa4d41b0 req-9a49c6c3-6881-4462-afa8-ed4e09e7e92f tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (fa718fb6-aa21-4b3d-b2ad-5941076f74f6), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:36.347400 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7c5db671-47c7-46c7-9eba-9e18aa4d41b0 req-9a49c6c3-6881-4462-afa8-ed4e09e7e92f tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] For port fa718fb6-aa21-4b3d-b2ad-5941076f74f6, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=fa718fb6-aa21-4b3d-b2ad-5941076f74f6,segment=NetworkSegment(8e852e01-3920-4ce8-8781-01f92e5cb716),segment_id=8e852e01-3920-4ce8-8781-01f92e5cb716)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:28:36.347765 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7c5db671-47c7-46c7-9eba-9e18aa4d41b0 req-9a49c6c3-6881-4462-afa8-ed4e09e7e92f tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (fa718fb6-aa21-4b3d-b2ad-5941076f74f6), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:36.359437 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-7c5db671-47c7-46c7-9eba-9e18aa4d41b0 req-9a49c6c3-6881-4462-afa8-ed4e09e7e92f tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Calling delete_port for fa718fb6-aa21-4b3d-b2ad-5941076f74f6 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:28:36.488385 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7c5db671-47c7-46c7-9eba-9e18aa4d41b0 req-9a49c6c3-6881-4462-afa8-ed4e09e7e92f tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (fa718fb6-aa21-4b3d-b2ad-5941076f74f6), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:36.499697 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['fa718fb6-aa21-4b3d-b2ad-5941076f74f6'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:28:36.515392 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49c6c3-6881-4462-afa8-ed4e09e7e92f tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Pushing event deleted for resources: {'Port': ['ID=fa718fb6-aa21-4b3d-b2ad-5941076f74f6,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:36.559779 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5db671-47c7-46c7-9eba-9e18aa4d41b0 req-9a49c6c3-6881-4462-afa8-ed4e09e7e92f tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] No DVR routers for this DVR port fa718fb6-aa21-4b3d-b2ad-5941076f74f6 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:28:36.562830 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7c5db671-47c7-46c7-9eba-9e18aa4d41b0 req-9a49c6c3-6881-4462-afa8-ed4e09e7e92f tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:36.563740 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-83f5f8db-a7a2-4f9b-9ca1-6632de5497c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:36.567042 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7c5db671-47c7-46c7-9eba-9e18aa4d41b0 req-9a49c6c3-6881-4462-afa8-ed4e09e7e92f tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.31 "DELETE /v2.0/ports/fa718fb6-aa21-4b3d-b2ad-5941076f74f6 HTTP/1.1" status: 204 len: 173 time: 0.3969541 Mar 07 11:28:36.567504 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e68686-06c2-4c1a-aed5-6d36b8df219e', 'name': 'network-vif-deleted', 'tag': 'fa718fb6-aa21-4b3d-b2ad-5941076f74f6'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:28:36.569774 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8d6b2a-2762-4a02-bdbb-6fa168beef88" -d '{"events": [{"server_uuid": "24e68686-06c2-4c1a-aed5-6d36b8df219e", "name": "network-vif-deleted", "tag": "fa718fb6-aa21-4b3d-b2ad-5941076f74f6"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:28:36.610190 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25dd552-7f25-440d-8d09-ce156294bb25 x-openstack-request-id: req-f25dd552-7f25-440d-8d09-ce156294bb25 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:28:36.610490 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24e68686-06c2-4c1a-aed5-6d36b8df219e", "name": "network-vif-deleted", "tag": "fa718fb6-aa21-4b3d-b2ad-5941076f74f6", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:28:36.610748 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f25dd552-7f25-440d-8d09-ce156294bb25 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:28:36.611152 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e68686-06c2-4c1a-aed5-6d36b8df219e', 'name': 'network-vif-deleted', 'tag': 'fa718fb6-aa21-4b3d-b2ad-5941076f74f6', 'status': 'completed', 'code': 200} Mar 07 11:28:37.000048 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d273a03d-7560-425f-8104-8597d16895c7 req-1cbfbf05-a350-4514-918a-e3d3253f9905 tempest-ServersNegativeTestJSON-1078303670 tempest-ServersNegativeTestJSON-1078303670-project] 10.222.0.11 "GET /v2.0/ports?device_id=24e68686-06c2-4c1a-aed5-6d36b8df219e HTTP/1.1" status: 200 len: 210 time: 0.0276823 Mar 07 11:28:37.168298 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device c1f585de-055f-4e8c-b4cf-4fbdf08be10f no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:28:37.188770 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: c1f585de-055f-4e8c-b4cf-4fbdf08be10f {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:28:37.189125 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device c1f585de-055f-4e8c-b4cf-4fbdf08be10f not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:28:38.057187 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43888) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:38.105194 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-c074fa70-f135-4fca-8d42-d086e488bf29 admin admin] Deleting subnet 54de2e92-ed02-4af8-bad0-7845709e981c {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:28:38.108247 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c074fa70-f135-4fca-8d42-d086e488bf29 admin admin] Publish callbacks [] for subnet (54de2e92-ed02-4af8-bad0-7845709e981c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:38.143676 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c074fa70-f135-4fca-8d42-d086e488bf29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (54de2e92-ed02-4af8-bad0-7845709e981c), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:38.181294 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c074fa70-f135-4fca-8d42-d086e488bf29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (54de2e92-ed02-4af8-bad0-7845709e981c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:38.233340 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c074fa70-f135-4fca-8d42-d086e488bf29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (54de2e92-ed02-4af8-bad0-7845709e981c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:38.258904 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c074fa70-f135-4fca-8d42-d086e488bf29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54de2e92-ed02-4af8-bad0-7845709e981c,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:38.263666 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c074fa70-f135-4fca-8d42-d086e488bf29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:38.267031 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c074fa70-f135-4fca-8d42-d086e488bf29 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/54de2e92-ed02-4af8-bad0-7845709e981c HTTP/1.1" status: 204 len: 168 time: 0.2088408 Mar 07 11:28:38.270253 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43890) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:38.341160 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5ee98d7-414f-48e3-b228-97aa38e3799d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (c1c9ea58-ea51-4e63-9034-9f72169b9242), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:38.423244 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5ee98d7-414f-48e3-b228-97aa38e3799d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (c1c9ea58-ea51-4e63-9034-9f72169b9242), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:38.443263 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-f5ee98d7-414f-48e3-b228-97aa38e3799d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c9ea58-ea51-4e63-9034-9f72169b9242']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:38.452246 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-f5ee98d7-414f-48e3-b228-97aa38e3799d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e852e01-3920-4ce8-8781-01f92e5cb716') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:38.452548 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-f5ee98d7-414f-48e3-b228-97aa38e3799d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e852e01-3920-4ce8-8781-01f92e5cb716') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:38.462253 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5ee98d7-414f-48e3-b228-97aa38e3799d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (8e852e01-3920-4ce8-8781-01f92e5cb716), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:38.475509 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5ee98d7-414f-48e3-b228-97aa38e3799d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (8e852e01-3920-4ce8-8781-01f92e5cb716), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:38.481635 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5ee98d7-414f-48e3-b228-97aa38e3799d admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:28:38.482015 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5ee98d7-414f-48e3-b228-97aa38e3799d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (8e852e01-3920-4ce8-8781-01f92e5cb716), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:38.483651 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 11:28:38.483651 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:28:38.483651 n-d-832164-4 neutron-server[103766]: timer() Mar 07 11:28:38.483651 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:28:38.483651 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 11:28:38.483651 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:28:38.483651 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 11:28:38.483651 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:28:38.483651 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 11:28:38.483651 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:28:38.483651 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 11:28:38.483651 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:28:38.483651 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 11:28:38.483651 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:28:38.483651 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:28:38.483651 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:28:38.483651 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:28:38.483651 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:28:38.483651 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 11:28:38.483651 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:28:38.483651 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 11:28:38.483651 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:28:38.483651 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:28:38.483651 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:28:38.483651 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 11:28:38.483651 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:28:38.483651 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:28:38.483651 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:28:38.483651 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:28:38.483651 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:28:38.483651 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:28:38.483651 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:28:38.535697 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5ee98d7-414f-48e3-b228-97aa38e3799d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (c1c9ea58-ea51-4e63-9034-9f72169b9242), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:38.541182 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f5ee98d7-414f-48e3-b228-97aa38e3799d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:38.544259 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f5ee98d7-414f-48e3-b228-97aa38e3799d admin admin] 10.222.0.11 "DELETE /v2.0/networks/c1c9ea58-ea51-4e63-9034-9f72169b9242 HTTP/1.1" status: 204 len: 168 time: 0.2730546 Mar 07 11:28:38.555086 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee98d7-414f-48e3-b228-97aa38e3799d admin admin] Pushing event deleted for resources: {'Network': ['ID=c1c9ea58-ea51-4e63-9034-9f72169b9242,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:38.639639 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4676fbc7-07b8-491c-9581-ba4f1afa83f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:38.654010 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43894) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:38.697982 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7598a795-9153-4e9e-b411-b4892cc63590 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=caae18b364cb4204b63fd39b724ea525&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428152 Mar 07 11:28:38.700368 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43896) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:38.746396 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b1e5bb30-551e-43af-8008-f1a7d1c8cd01 admin admin] Publish callbacks [] for security_group (009e3771-ea18-40c0-abf2-151bd5c3bcf6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:38.759156 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device fa718fb6-aa21-4b3d-b2ad-5941076f74f6 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:28:38.768193 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b1e5bb30-551e-43af-8008-f1a7d1c8cd01 admin admin] Publish callbacks [] for security_group (009e3771-ea18-40c0-abf2-151bd5c3bcf6), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:38.781376 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: fa718fb6-aa21-4b3d-b2ad-5941076f74f6 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:28:38.781723 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device fa718fb6-aa21-4b3d-b2ad-5941076f74f6 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:28:38.814075 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b1e5bb30-551e-43af-8008-f1a7d1c8cd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (009e3771-ea18-40c0-abf2-151bd5c3bcf6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:38.817318 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b1e5bb30-551e-43af-8008-f1a7d1c8cd01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:38.818471 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b1e5bb30-551e-43af-8008-f1a7d1c8cd01 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/009e3771-ea18-40c0-abf2-151bd5c3bcf6 HTTP/1.1" status: 204 len: 168 time: 0.1172140 Mar 07 11:28:38.825868 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e5bb30-551e-43af-8008-f1a7d1c8cd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009e3771-ea18-40c0-abf2-151bd5c3bcf6,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:39.493313 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43918) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:39.584708 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-efb83c2f-b1b6-4b2c-a81f-04c08dbf48d6 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-201992483'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:39.604598 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb83c2f-b1b6-4b2c-a81f-04c08dbf48d6 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Made reservation on behalf of fc572db07da444468ee6d5d5a2246037 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:28:39.607936 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-efb83c2f-b1b6-4b2c-a81f-04c08dbf48d6 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:39.616132 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-efb83c2f-b1b6-4b2c-a81f-04c08dbf48d6 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:39.691106 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-efb83c2f-b1b6-4b2c-a81f-04c08dbf48d6 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks [] for security_group (6ef5623e-08fb-4cca-b311-ee7aa52cc22c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:39.694686 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-efb83c2f-b1b6-4b2c-a81f-04c08dbf48d6 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (6ef5623e-08fb-4cca-b311-ee7aa52cc22c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:39.718291 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb83c2f-b1b6-4b2c-a81f-04c08dbf48d6 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:28:39.733600 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb83c2f-b1b6-4b2c-a81f-04c08dbf48d6 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef5623e-08fb-4cca-b311-ee7aa52cc22c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:39.736369 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-efb83c2f-b1b6-4b2c-a81f-04c08dbf48d6 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (bc4a9abe-a23b-4542-8b63-15dfaf889db7), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:39.736768 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-efb83c2f-b1b6-4b2c-a81f-04c08dbf48d6 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Added segment bc4a9abe-a23b-4542-8b63-15dfaf889db7 of type vlan for network d4f2d611-261f-495b-8553-22f2eb8d917e Mar 07 11:28:39.780289 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-efb83c2f-b1b6-4b2c-a81f-04c08dbf48d6 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (d4f2d611-261f-495b-8553-22f2eb8d917e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:39.804112 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-efb83c2f-b1b6-4b2c-a81f-04c08dbf48d6 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (d4f2d611-261f-495b-8553-22f2eb8d917e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:39.808953 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb83c2f-b1b6-4b2c-a81f-04c08dbf48d6 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:39.809566 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-efb83c2f-b1b6-4b2c-a81f-04c08dbf48d6 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:39.845687 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-efb83c2f-b1b6-4b2c-a81f-04c08dbf48d6 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3512065 Mar 07 11:28:39.878820 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb83c2f-b1b6-4b2c-a81f-04c08dbf48d6 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Pushing event updated for resources: {'Network': ['ID=d4f2d611-261f-495b-8553-22f2eb8d917e,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:39.889671 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network d4f2d611-261f-495b-8553-22f2eb8d917e details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:28:40.075192 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:41.819311 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:43.060094 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:43.187109 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43922) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:43.192256 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-79a33511-f0fc-47b5-ad89-fa56dd1a83f6 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Request body: {'subnet': {'network_id': 'd4f2d611-261f-495b-8553-22f2eb8d917e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:43.279173 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a33511-f0fc-47b5-ad89-fa56dd1a83f6 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Made reservation on behalf of fc572db07da444468ee6d5d5a2246037 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:28:43.282467 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-79a33511-f0fc-47b5-ad89-fa56dd1a83f6 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:43.782096 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-79a33511-f0fc-47b5-ad89-fa56dd1a83f6 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (2a912206-d159-4f04-8d43-67173de8ad67), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:43.841584 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a33511-f0fc-47b5-ad89-fa56dd1a83f6 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Pushing event updated for resources: {'Subnet': ['ID=2a912206-d159-4f04-8d43-67173de8ad67,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:43.849592 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a33511-f0fc-47b5-ad89-fa56dd1a83f6 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Checking segment: {'id': 'bc4a9abe-a23b-4542-8b63-15dfaf889db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd4f2d611-261f-495b-8553-22f2eb8d917e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:28:43.849721 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a33511-f0fc-47b5-ad89-fa56dd1a83f6 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Network hostable DHCP agents. Network: d4f2d611-261f-495b-8553-22f2eb8d917e, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:28:43.865733 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a33511-f0fc-47b5-ad89-fa56dd1a83f6 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Network d4f2d611-261f-495b-8553-22f2eb8d917e is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:28:43.873813 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-79a33511-f0fc-47b5-ad89-fa56dd1a83f6 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, d4f2d611-261f-495b-8553-22f2eb8d917e) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:28:43.877917 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a33511-f0fc-47b5-ad89-fa56dd1a83f6 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:43.878507 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-79a33511-f0fc-47b5-ad89-fa56dd1a83f6 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:43.882931 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7331c98d-2a8d-4fb4-87fa-d8796c044878 None None] Network d4f2d611-261f-495b-8553-22f2eb8d917e requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:28:43.895151 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-79a33511-f0fc-47b5-ad89-fa56dd1a83f6 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7069190 Mar 07 11:28:43.898584 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43924) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:43.903393 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-41a46d7a-e2fd-47c0-88c3-cacc123fad20 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1455917053'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:43.922256 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a46d7a-e2fd-47c0-88c3-cacc123fad20 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Made reservation on behalf of fc572db07da444468ee6d5d5a2246037 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:28:43.925578 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-41a46d7a-e2fd-47c0-88c3-cacc123fad20 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:43.948418 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a46d7a-e2fd-47c0-88c3-cacc123fad20 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:28:43.957556 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-41a46d7a-e2fd-47c0-88c3-cacc123fad20 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (63e977f4-37d8-40d8-ac19-a7929d124dab), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:43.957896 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-41a46d7a-e2fd-47c0-88c3-cacc123fad20 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Added segment 63e977f4-37d8-40d8-ac19-a7929d124dab of type vlan for network ebe6e456-f4da-465b-b921-8bb01fdd1112 Mar 07 11:28:43.990304 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef0f72b-106a-42b6-a293-329971d2a479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-d4f2d611-261f-495b-8553-22f2eb8d917e', 'network_id': 'd4f2d611-261f-495b-8553-22f2eb8d917e', 'project_id': 'fc572db07da444468ee6d5d5a2246037', 'fixed_ips': [{'subnet_id': '2a912206-d159-4f04-8d43-67173de8ad67'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:28:43.991191 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5ef0f72b-106a-42b6-a293-329971d2a479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:43.998873 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-41a46d7a-e2fd-47c0-88c3-cacc123fad20 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (ebe6e456-f4da-465b-b921-8bb01fdd1112), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:44.024831 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-41a46d7a-e2fd-47c0-88c3-cacc123fad20 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (ebe6e456-f4da-465b-b921-8bb01fdd1112), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:44.029987 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a46d7a-e2fd-47c0-88c3-cacc123fad20 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:44.030569 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-41a46d7a-e2fd-47c0-88c3-cacc123fad20 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:44.068023 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-41a46d7a-e2fd-47c0-88c3-cacc123fad20 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1683118 Mar 07 11:28:44.070825 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43926) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:44.077858 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-9f8a81dd-3c86-45dc-bb9a-4852b26048db tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Request body: {'subnet': {'network_id': 'ebe6e456-f4da-465b-b921-8bb01fdd1112', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:44.125470 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-5ef0f72b-106a-42b6-a293-329971d2a479 None None] Allocated IP 2001:db8:0:ffff::2 (d4f2d611-261f-495b-8553-22f2eb8d917e/2a912206-d159-4f04-8d43-67173de8ad67/1d5c5259-bd86-4b96-a45e-3a9f85282348) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:28:44.126088 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a46d7a-e2fd-47c0-88c3-cacc123fad20 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Pushing event updated for resources: {'Network': ['ID=ebe6e456-f4da-465b-b921-8bb01fdd1112,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:44.138306 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network ebe6e456-f4da-465b-b921-8bb01fdd1112 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:28:44.202867 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8a81dd-3c86-45dc-bb9a-4852b26048db tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Made reservation on behalf of fc572db07da444468ee6d5d5a2246037 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:28:44.206515 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9f8a81dd-3c86-45dc-bb9a-4852b26048db tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:44.331138 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5ef0f72b-106a-42b6-a293-329971d2a479 None None] Publish callbacks [] for port (1d5c5259-bd86-4b96-a45e-3a9f85282348), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:44.336233 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5ef0f72b-106a-42b6-a293-329971d2a479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (1d5c5259-bd86-4b96-a45e-3a9f85282348), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:44.374847 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef0f72b-106a-42b6-a293-329971d2a479 None None] Network d4f2d611-261f-495b-8553-22f2eb8d917e is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:28:44.378342 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-5ef0f72b-106a-42b6-a293-329971d2a479 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:28:44.381859 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef0f72b-106a-42b6-a293-329971d2a479 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:28:44.387249 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0f72b-106a-42b6-a293-329971d2a479 None None] Pushing event updated for resources: {'Port': ['ID=1d5c5259-bd86-4b96-a45e-3a9f85282348,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:44.407561 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9f8a81dd-3c86-45dc-bb9a-4852b26048db tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (3fed633f-3b66-4584-97d0-a2ee480ceaf1), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:44.441136 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-5ef0f72b-106a-42b6-a293-329971d2a479 None None] Attempting to bind port 1d5c5259-bd86-4b96-a45e-3a9f85282348 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:28:44.441522 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-5ef0f72b-106a-42b6-a293-329971d2a479 None None] Attempting to bind port 1d5c5259-bd86-4b96-a45e-3a9f85282348 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'bc4a9abe-a23b-4542-8b63-15dfaf889db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd4f2d611-261f-495b-8553-22f2eb8d917e'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:28:44.441879 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef0f72b-106a-42b6-a293-329971d2a479 None None] Attempting to bind port 1d5c5259-bd86-4b96-a45e-3a9f85282348 on network d4f2d611-261f-495b-8553-22f2eb8d917e {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:28:44.447640 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef0f72b-106a-42b6-a293-329971d2a479 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:28:44.448241 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef0f72b-106a-42b6-a293-329971d2a479 None None] Checking segment: {'id': 'bc4a9abe-a23b-4542-8b63-15dfaf889db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd4f2d611-261f-495b-8553-22f2eb8d917e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:28:44.448770 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5ef0f72b-106a-42b6-a293-329971d2a479 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:44.449204 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef0f72b-106a-42b6-a293-329971d2a479 None None] Bound using segment: {'id': 'bc4a9abe-a23b-4542-8b63-15dfaf889db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd4f2d611-261f-495b-8553-22f2eb8d917e'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:28:44.449674 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-5ef0f72b-106a-42b6-a293-329971d2a479 None None] Bound port: 1d5c5259-bd86-4b96-a45e-3a9f85282348, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc4a9abe-a23b-4542-8b63-15dfaf889db7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'd4f2d611-261f-495b-8553-22f2eb8d917e'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:28:44.450052 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5ef0f72b-106a-42b6-a293-329971d2a479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1d5c5259-bd86-4b96-a45e-3a9f85282348), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:44.475316 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a81dd-3c86-45dc-bb9a-4852b26048db tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Pushing event updated for resources: {'Subnet': ['ID=3fed633f-3b66-4584-97d0-a2ee480ceaf1,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:44.484291 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8a81dd-3c86-45dc-bb9a-4852b26048db tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Checking segment: {'id': '63e977f4-37d8-40d8-ac19-a7929d124dab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'ebe6e456-f4da-465b-b921-8bb01fdd1112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:28:44.484660 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8a81dd-3c86-45dc-bb9a-4852b26048db tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Network hostable DHCP agents. Network: ebe6e456-f4da-465b-b921-8bb01fdd1112, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:28:44.502506 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8a81dd-3c86-45dc-bb9a-4852b26048db tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Network ebe6e456-f4da-465b-b921-8bb01fdd1112 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:28:44.510950 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-9f8a81dd-3c86-45dc-bb9a-4852b26048db tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, ebe6e456-f4da-465b-b921-8bb01fdd1112) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:28:44.515132 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8a81dd-3c86-45dc-bb9a-4852b26048db tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:44.515736 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9f8a81dd-3c86-45dc-bb9a-4852b26048db tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:44.524029 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01fae76-d15c-48b9-a4d4-fdf59c8ebfc0 None None] Network ebe6e456-f4da-465b-b921-8bb01fdd1112 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:28:44.532779 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9f8a81dd-3c86-45dc-bb9a-4852b26048db tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4609475 Mar 07 11:28:44.535686 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43928) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:44.539085 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-5ef0f72b-106a-42b6-a293-329971d2a479 None None] For port 1d5c5259-bd86-4b96-a45e-3a9f85282348, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:28:44.559411 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-5ef0f72b-106a-42b6-a293-329971d2a479 None None] For port 1d5c5259-bd86-4b96-a45e-3a9f85282348, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1d5c5259-bd86-4b96-a45e-3a9f85282348,segment=NetworkSegment(bc4a9abe-a23b-4542-8b63-15dfaf889db7),segment_id=bc4a9abe-a23b-4542-8b63-15dfaf889db7)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:28:44.592968 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5ef0f72b-106a-42b6-a293-329971d2a479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1d5c5259-bd86-4b96-a45e-3a9f85282348), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:44.630854 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2205fcb-d5e3-491a-aaa6-37ba59e6b69e tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (ebe6e456-f4da-465b-b921-8bb01fdd1112), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:44.682730 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0f72b-106a-42b6-a293-329971d2a479 None None] Pushing event updated for resources: {'Port': ['ID=1d5c5259-bd86-4b96-a45e-3a9f85282348,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:44.696693 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200616cb-e624-4911-a309-f216acb8a3da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-ebe6e456-f4da-465b-b921-8bb01fdd1112', 'network_id': 'ebe6e456-f4da-465b-b921-8bb01fdd1112', 'project_id': 'fc572db07da444468ee6d5d5a2246037', 'fixed_ips': [{'subnet_id': '3fed633f-3b66-4584-97d0-a2ee480ceaf1'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:28:44.697527 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-200616cb-e624-4911-a309-f216acb8a3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:44.718487 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2205fcb-d5e3-491a-aaa6-37ba59e6b69e tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (3fed633f-3b66-4584-97d0-a2ee480ceaf1), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:44.751198 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-4a346c1c-b6b7-41f3-86c2-0e60f5ce2594 req-511b85a4-b848-49fa-bbd6-6f5f849579b1 service neutron] (103766) timed out ('10.222.0.11', 51630) {{(pid=103766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 11:28:44.784986 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2205fcb-d5e3-491a-aaa6-37ba59e6b69e tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (3fed633f-3b66-4584-97d0-a2ee480ceaf1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server [None req-200616cb-e624-4911-a309-f216acb8a3da None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3fed633f-3b66-4584-97d0-a2ee480ceaf1: This subnet is being modified by another concurrent operation. Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise exception Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3fed633f-3b66-4584-97d0-a2ee480ceaf1: This subnet is being modified by another concurrent operation. Mar 07 11:28:44.800224 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server Mar 07 11:28:44.813337 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2205fcb-d5e3-491a-aaa6-37ba59e6b69e tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Pushing event deleted for resources: {'Subnet': ['ID=3fed633f-3b66-4584-97d0-a2ee480ceaf1,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:44.835155 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a87cae-5cfc-4810-9b68-0fed6bfbcff1 None None] Network ebe6e456-f4da-465b-b921-8bb01fdd1112 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:28:44.890066 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2205fcb-d5e3-491a-aaa6-37ba59e6b69e tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (ebe6e456-f4da-465b-b921-8bb01fdd1112), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:44.911972 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-a2205fcb-d5e3-491a-aaa6-37ba59e6b69e tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe6e456-f4da-465b-b921-8bb01fdd1112']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:44.928608 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-a2205fcb-d5e3-491a-aaa6-37ba59e6b69e tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e977f4-37d8-40d8-ac19-a7929d124dab') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:44.928912 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-a2205fcb-d5e3-491a-aaa6-37ba59e6b69e tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e977f4-37d8-40d8-ac19-a7929d124dab') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:44.941081 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2205fcb-d5e3-491a-aaa6-37ba59e6b69e tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (63e977f4-37d8-40d8-ac19-a7929d124dab), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:44.956918 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2205fcb-d5e3-491a-aaa6-37ba59e6b69e tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (63e977f4-37d8-40d8-ac19-a7929d124dab), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:44.963880 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2205fcb-d5e3-491a-aaa6-37ba59e6b69e tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:28:44.964461 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2205fcb-d5e3-491a-aaa6-37ba59e6b69e tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (63e977f4-37d8-40d8-ac19-a7929d124dab), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:44.968515 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 11:28:44.968515 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:28:44.968515 n-d-832164-4 neutron-server[103766]: timer() Mar 07 11:28:44.968515 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:28:44.968515 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 11:28:44.968515 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:28:44.968515 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 11:28:44.968515 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:28:44.968515 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 11:28:44.968515 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:28:44.968515 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 11:28:44.968515 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:28:44.968515 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 11:28:44.968515 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:28:44.968515 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:28:44.968515 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:28:44.968515 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:28:44.968515 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:28:44.968515 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 11:28:44.968515 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:28:44.968515 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 11:28:44.968515 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:28:44.968515 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:28:44.968515 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:28:44.968515 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 11:28:44.968515 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:28:44.968515 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:28:44.968515 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:28:44.968515 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:28:44.968515 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:28:44.968515 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:28:44.968515 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:28:45.046446 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2205fcb-d5e3-491a-aaa6-37ba59e6b69e tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (ebe6e456-f4da-465b-b921-8bb01fdd1112), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:45.054300 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a2205fcb-d5e3-491a-aaa6-37ba59e6b69e tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:45.061263 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a2205fcb-d5e3-491a-aaa6-37ba59e6b69e tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] 10.222.0.11 "DELETE /v2.0/networks/ebe6e456-f4da-465b-b921-8bb01fdd1112 HTTP/1.1" status: 204 len: 168 time: 0.5211587 Mar 07 11:28:45.062115 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43930) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:45.069411 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-a0d0c30c-064b-4dbe-bb58-2696d192bff7 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2001049576'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:45.077260 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2205fcb-d5e3-491a-aaa6-37ba59e6b69e tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Pushing event deleted for resources: {'Network': ['ID=ebe6e456-f4da-465b-b921-8bb01fdd1112,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:45.092071 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d0c30c-064b-4dbe-bb58-2696d192bff7 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Made reservation on behalf of fc572db07da444468ee6d5d5a2246037 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:28:45.095522 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a0d0c30c-064b-4dbe-bb58-2696d192bff7 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:45.121439 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d0c30c-064b-4dbe-bb58-2696d192bff7 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:28:45.132675 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a0d0c30c-064b-4dbe-bb58-2696d192bff7 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (ff2a8582-29a1-4eec-b640-6e5a988108f1), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:45.133018 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-a0d0c30c-064b-4dbe-bb58-2696d192bff7 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Added segment ff2a8582-29a1-4eec-b640-6e5a988108f1 of type vlan for network f6b28ec8-e976-48e6-b8a4-499de4135ab9 Mar 07 11:28:45.177870 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a0d0c30c-064b-4dbe-bb58-2696d192bff7 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (f6b28ec8-e976-48e6-b8a4-499de4135ab9), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:45.205022 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a0d0c30c-064b-4dbe-bb58-2696d192bff7 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (f6b28ec8-e976-48e6-b8a4-499de4135ab9), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:45.212945 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d0c30c-064b-4dbe-bb58-2696d192bff7 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:45.213867 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a0d0c30c-064b-4dbe-bb58-2696d192bff7 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:45.278114 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a0d0c30c-064b-4dbe-bb58-2696d192bff7 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2143128 Mar 07 11:28:45.280930 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43932) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:45.285682 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-31799919-d701-44be-8f74-97b99e492743 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Request body: {'subnet': {'network_id': 'f6b28ec8-e976-48e6-b8a4-499de4135ab9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:45.292603 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d0c30c-064b-4dbe-bb58-2696d192bff7 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Pushing event updated for resources: {'Network': ['ID=f6b28ec8-e976-48e6-b8a4-499de4135ab9,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:45.303656 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network f6b28ec8-e976-48e6-b8a4-499de4135ab9 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:28:45.382473 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31799919-d701-44be-8f74-97b99e492743 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Made reservation on behalf of fc572db07da444468ee6d5d5a2246037 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:28:45.386066 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-31799919-d701-44be-8f74-97b99e492743 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:45.445373 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.ipam_backend_mixin [None req-31799919-d701-44be-8f74-97b99e492743 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Performing IP validity checks on allocation pools {{(pid=103767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Mar 07 11:28:45.445892 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.ipam_backend_mixin [None req-31799919-d701-44be-8f74-97b99e492743 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103767) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Mar 07 11:28:45.575047 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-31799919-d701-44be-8f74-97b99e492743 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (57f8b9f2-a1fb-4bb3-9f63-10638985ee29), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:45.635671 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31799919-d701-44be-8f74-97b99e492743 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Pushing event updated for resources: {'Subnet': ['ID=57f8b9f2-a1fb-4bb3-9f63-10638985ee29,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:45.646209 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31799919-d701-44be-8f74-97b99e492743 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Checking segment: {'id': 'ff2a8582-29a1-4eec-b640-6e5a988108f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'f6b28ec8-e976-48e6-b8a4-499de4135ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:28:45.646569 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31799919-d701-44be-8f74-97b99e492743 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Network hostable DHCP agents. Network: f6b28ec8-e976-48e6-b8a4-499de4135ab9, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:28:45.670760 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31799919-d701-44be-8f74-97b99e492743 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Network f6b28ec8-e976-48e6-b8a4-499de4135ab9 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:28:45.681046 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-31799919-d701-44be-8f74-97b99e492743 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, f6b28ec8-e976-48e6-b8a4-499de4135ab9) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:28:45.686779 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31799919-d701-44be-8f74-97b99e492743 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:45.687681 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-31799919-d701-44be-8f74-97b99e492743 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:45.693596 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2341ed-3e04-4166-89ed-a131353231e7 None None] Network f6b28ec8-e976-48e6-b8a4-499de4135ab9 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:28:45.706162 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-31799919-d701-44be-8f74-97b99e492743 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4241409 Mar 07 11:28:45.708678 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43934) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:45.709196 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277c7fe9-d3dc-4e52-810b-e05f53793ca5 None None] Network d4f2d611-261f-495b-8553-22f2eb8d917e requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:28:45.807116 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-492cd77a-bf76-4b06-9db9-5cdc7c2b0c91 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (f6b28ec8-e976-48e6-b8a4-499de4135ab9), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:45.841914 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-8b1db78d-347e-4861-a612-509e29073f69 None None] Provisioning complete for port 1d5c5259-bd86-4b96-a45e-3a9f85282348 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:28:45.842287 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8b1db78d-347e-4861-a612-509e29073f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1d5c5259-bd86-4b96-a45e-3a9f85282348), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:45.887927 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-492cd77a-bf76-4b06-9db9-5cdc7c2b0c91 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (57f8b9f2-a1fb-4bb3-9f63-10638985ee29), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:45.906660 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4078746d-2d3f-43b5-b158-414947e949f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-f6b28ec8-e976-48e6-b8a4-499de4135ab9', 'network_id': 'f6b28ec8-e976-48e6-b8a4-499de4135ab9', 'project_id': 'fc572db07da444468ee6d5d5a2246037', 'fixed_ips': [{'subnet_id': '57f8b9f2-a1fb-4bb3-9f63-10638985ee29'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:28:45.907506 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4078746d-2d3f-43b5-b158-414947e949f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:45.949269 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-492cd77a-bf76-4b06-9db9-5cdc7c2b0c91 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (57f8b9f2-a1fb-4bb3-9f63-10638985ee29), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:45.978611 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492cd77a-bf76-4b06-9db9-5cdc7c2b0c91 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Pushing event deleted for resources: {'Subnet': ['ID=57f8b9f2-a1fb-4bb3-9f63-10638985ee29,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:46.052986 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8b1db78d-347e-4861-a612-509e29073f69 None None] Current status of the port 1d5c5259-bd86-4b96-a45e-3a9f85282348 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:28:46.053428 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8b1db78d-347e-4861-a612-509e29073f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1d5c5259-bd86-4b96-a45e-3a9f85282348), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server [None req-4078746d-2d3f-43b5-b158-414947e949f5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57f8b9f2-a1fb-4bb3-9f63-10638985ee29: This subnet is being modified by another concurrent operation. Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise self.value Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1467, in create_port_db Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server raise exception Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 57f8b9f2-a1fb-4bb3-9f63-10638985ee29: This subnet is being modified by another concurrent operation. Mar 07 11:28:46.057802 n-d-832164-4 neutron-server[103768]: ERROR oslo_messaging.rpc.server Mar 07 11:28:46.071063 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-492cd77a-bf76-4b06-9db9-5cdc7c2b0c91 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (f6b28ec8-e976-48e6-b8a4-499de4135ab9), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:46.091177 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-8b1db78d-347e-4861-a612-509e29073f69 None None] For port 1d5c5259-bd86-4b96-a45e-3a9f85282348, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1d5c5259-bd86-4b96-a45e-3a9f85282348,segment=NetworkSegment(bc4a9abe-a23b-4542-8b63-15dfaf889db7),segment_id=bc4a9abe-a23b-4542-8b63-15dfaf889db7)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:28:46.093749 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde570c7-6a15-4df6-8ecc-bf6138064d66 None None] Network f6b28ec8-e976-48e6-b8a4-499de4135ab9 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:28:46.097649 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8b1db78d-347e-4861-a612-509e29073f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1d5c5259-bd86-4b96-a45e-3a9f85282348), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:46.101424 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-492cd77a-bf76-4b06-9db9-5cdc7c2b0c91 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b28ec8-e976-48e6-b8a4-499de4135ab9']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:46.113065 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-492cd77a-bf76-4b06-9db9-5cdc7c2b0c91 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff2a8582-29a1-4eec-b640-6e5a988108f1') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:46.113584 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-492cd77a-bf76-4b06-9db9-5cdc7c2b0c91 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff2a8582-29a1-4eec-b640-6e5a988108f1') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:46.123764 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-492cd77a-bf76-4b06-9db9-5cdc7c2b0c91 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (ff2a8582-29a1-4eec-b640-6e5a988108f1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:46.140128 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-492cd77a-bf76-4b06-9db9-5cdc7c2b0c91 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (ff2a8582-29a1-4eec-b640-6e5a988108f1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:46.146880 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-492cd77a-bf76-4b06-9db9-5cdc7c2b0c91 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:28:46.147507 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-492cd77a-bf76-4b06-9db9-5cdc7c2b0c91 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (ff2a8582-29a1-4eec-b640-6e5a988108f1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:46.151091 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:28:46.151091 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:28:46.151091 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:28:46.151091 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:28:46.151091 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:28:46.151091 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:28:46.151091 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:28:46.151091 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:28:46.151091 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:28:46.151091 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:28:46.151091 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:28:46.151091 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:28:46.151091 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:28:46.151091 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:28:46.151091 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:28:46.151091 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:28:46.151091 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:28:46.151091 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:28:46.151091 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:28:46.151091 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:28:46.151091 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:28:46.151091 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:28:46.151091 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:28:46.151091 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:28:46.151091 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:28:46.151091 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:28:46.151091 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:28:46.151091 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:28:46.151091 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:28:46.151091 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:28:46.151091 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:28:46.151091 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:28:46.213656 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1db78d-347e-4861-a612-509e29073f69 None None] Pushing event updated for resources: {'Port': ['ID=1d5c5259-bd86-4b96-a45e-3a9f85282348,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:46.215108 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-492cd77a-bf76-4b06-9db9-5cdc7c2b0c91 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (f6b28ec8-e976-48e6-b8a4-499de4135ab9), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:46.226069 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9489fe-158b-4f78-b81a-1ce5e027e178 None None] get_active_networks_info from n-d-832164-4 {{(pid=103768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 11:28:46.227218 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-492cd77a-bf76-4b06-9db9-5cdc7c2b0c91 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:46.230706 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-492cd77a-bf76-4b06-9db9-5cdc7c2b0c91 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] 10.222.0.11 "DELETE /v2.0/networks/f6b28ec8-e976-48e6-b8a4-499de4135ab9 HTTP/1.1" status: 204 len: 168 time: 0.5209222 Mar 07 11:28:46.235223 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43936) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:46.246938 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-755d02dd-0e95-4fd9-9080-5c72f8903cb8 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1479011177'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:46.259874 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492cd77a-bf76-4b06-9db9-5cdc7c2b0c91 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Pushing event deleted for resources: {'Network': ['ID=f6b28ec8-e976-48e6-b8a4-499de4135ab9,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:46.271785 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755d02dd-0e95-4fd9-9080-5c72f8903cb8 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Made reservation on behalf of fc572db07da444468ee6d5d5a2246037 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:28:46.275776 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-755d02dd-0e95-4fd9-9080-5c72f8903cb8 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:46.306098 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-755d02dd-0e95-4fd9-9080-5c72f8903cb8 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:28:46.318671 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-755d02dd-0e95-4fd9-9080-5c72f8903cb8 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (073df068-21a3-424c-8b61-d345b54b090d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:46.319254 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-755d02dd-0e95-4fd9-9080-5c72f8903cb8 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Added segment 073df068-21a3-424c-8b61-d345b54b090d of type vlan for network cb345a14-278e-4d98-8879-af7361b7fe5c Mar 07 11:28:46.328776 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9489fe-158b-4f78-b81a-1ce5e027e178 None None] Resources bound (agent type, host, resource id): {{(pid=103768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 11:28:46.338460 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1d5c5259-bd86-4b96-a45e-3a9f85282348 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:28:46.342712 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-05326022-524d-4d22-8316-bbafb9781d61 None None] Provisioning complete for port 1d5c5259-bd86-4b96-a45e-3a9f85282348 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:28:46.343094 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-05326022-524d-4d22-8316-bbafb9781d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1d5c5259-bd86-4b96-a45e-3a9f85282348), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:46.371378 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-755d02dd-0e95-4fd9-9080-5c72f8903cb8 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (cb345a14-278e-4d98-8879-af7361b7fe5c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:46.395944 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-755d02dd-0e95-4fd9-9080-5c72f8903cb8 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (cb345a14-278e-4d98-8879-af7361b7fe5c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:46.401359 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755d02dd-0e95-4fd9-9080-5c72f8903cb8 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:46.402081 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-755d02dd-0e95-4fd9-9080-5c72f8903cb8 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:46.471641 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-755d02dd-0e95-4fd9-9080-5c72f8903cb8 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2337012 Mar 07 11:28:46.473924 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43938) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:46.478646 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d02dd-0e95-4fd9-9080-5c72f8903cb8 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Pushing event updated for resources: {'Network': ['ID=cb345a14-278e-4d98-8879-af7361b7fe5c,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:46.479494 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-2e81513e-d925-49ae-8179-4db25889338e tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Request body: {'subnet': {'network_id': 'cb345a14-278e-4d98-8879-af7361b7fe5c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:46.498618 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network cb345a14-278e-4d98-8879-af7361b7fe5c details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:28:46.538067 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 1d5c5259-bd86-4b96-a45e-3a9f85282348 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:28:46.538450 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1d5c5259-bd86-4b96-a45e-3a9f85282348), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:46.567596 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e81513e-d925-49ae-8179-4db25889338e tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Made reservation on behalf of fc572db07da444468ee6d5d5a2246037 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:28:46.571327 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2e81513e-d925-49ae-8179-4db25889338e tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:46.646860 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-05326022-524d-4d22-8316-bbafb9781d61 None None] Current status of the port 1d5c5259-bd86-4b96-a45e-3a9f85282348 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:28:46.710170 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810dcf5d-3c4b-40e3-860a-bd6796e85407 None None] get_active_networks_info from n-d-832164-4 {{(pid=103768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 11:28:46.757832 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2e81513e-d925-49ae-8179-4db25889338e tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (2388470d-cf07-406d-aadb-2c3b9457d94b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:46.760757 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 1d5c5259-bd86-4b96-a45e-3a9f85282348 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:28:46.797589 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810dcf5d-3c4b-40e3-860a-bd6796e85407 None None] Resources bound (agent type, host, resource id): {{(pid=103768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 11:28:46.824955 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e81513e-d925-49ae-8179-4db25889338e tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Pushing event updated for resources: {'Subnet': ['ID=2388470d-cf07-406d-aadb-2c3b9457d94b,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:46.833019 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e81513e-d925-49ae-8179-4db25889338e tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Checking segment: {'id': '073df068-21a3-424c-8b61-d345b54b090d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cb345a14-278e-4d98-8879-af7361b7fe5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:28:46.833416 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e81513e-d925-49ae-8179-4db25889338e tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Network hostable DHCP agents. Network: cb345a14-278e-4d98-8879-af7361b7fe5c, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:28:46.849655 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e81513e-d925-49ae-8179-4db25889338e tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Network cb345a14-278e-4d98-8879-af7361b7fe5c is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:28:46.857920 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-2e81513e-d925-49ae-8179-4db25889338e tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, cb345a14-278e-4d98-8879-af7361b7fe5c) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:28:46.863043 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e81513e-d925-49ae-8179-4db25889338e tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:46.863652 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2e81513e-d925-49ae-8179-4db25889338e tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:46.880694 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2e81513e-d925-49ae-8179-4db25889338e tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4054806 Mar 07 11:28:46.884162 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43940) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:46.888932 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-08c7e971-7632-4093-bd56-cb1980e60c2a tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1499216223'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:46.907774 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c7e971-7632-4093-bd56-cb1980e60c2a tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Made reservation on behalf of fc572db07da444468ee6d5d5a2246037 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:28:46.911170 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-08c7e971-7632-4093-bd56-cb1980e60c2a tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:46.960220 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a78ac9a-2f2c-4ba3-9aca-3df29e9a4815 None None] Network cb345a14-278e-4d98-8879-af7361b7fe5c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:28:47.063400 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebba09c-4dbc-4ff4-8f21-5b8e21a92925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-cb345a14-278e-4d98-8879-af7361b7fe5c', 'network_id': 'cb345a14-278e-4d98-8879-af7361b7fe5c', 'project_id': 'fc572db07da444468ee6d5d5a2246037', 'fixed_ips': [{'subnet_id': '2388470d-cf07-406d-aadb-2c3b9457d94b'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:28:47.064276 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aebba09c-4dbc-4ff4-8f21-5b8e21a92925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:47.214480 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-aebba09c-4dbc-4ff4-8f21-5b8e21a92925 None None] Allocated IP 2001:db8::2 (cb345a14-278e-4d98-8879-af7361b7fe5c/2388470d-cf07-406d-aadb-2c3b9457d94b/4707d902-1355-4a8f-a26d-a5737be3d688) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:28:47.275645 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c7e971-7632-4093-bd56-cb1980e60c2a tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 213} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:28:47.285366 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-08c7e971-7632-4093-bd56-cb1980e60c2a tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (1c450ea5-fe9c-4ad9-b775-9b00953ce9d3), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:47.285707 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-08c7e971-7632-4093-bd56-cb1980e60c2a tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Added segment 1c450ea5-fe9c-4ad9-b775-9b00953ce9d3 of type vlan for network 31463f33-64b7-4785-ad98-09c450cb434a Mar 07 11:28:47.326072 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-08c7e971-7632-4093-bd56-cb1980e60c2a tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (31463f33-64b7-4785-ad98-09c450cb434a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:47.350971 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-08c7e971-7632-4093-bd56-cb1980e60c2a tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (31463f33-64b7-4785-ad98-09c450cb434a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:47.355865 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c7e971-7632-4093-bd56-cb1980e60c2a tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:47.356821 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-08c7e971-7632-4093-bd56-cb1980e60c2a tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:47.368365 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aebba09c-4dbc-4ff4-8f21-5b8e21a92925 None None] Publish callbacks [] for port (4707d902-1355-4a8f-a26d-a5737be3d688), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:47.373517 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aebba09c-4dbc-4ff4-8f21-5b8e21a92925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (4707d902-1355-4a8f-a26d-a5737be3d688), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:47.394749 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-08c7e971-7632-4093-bd56-cb1980e60c2a tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5095267 Mar 07 11:28:47.397674 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43942) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:47.402689 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-1a61016a-da93-4703-954f-0225c5088141 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Request body: {'subnet': {'network_id': '31463f33-64b7-4785-ad98-09c450cb434a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:47.420929 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebba09c-4dbc-4ff4-8f21-5b8e21a92925 None None] Network cb345a14-278e-4d98-8879-af7361b7fe5c is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:28:47.424718 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-aebba09c-4dbc-4ff4-8f21-5b8e21a92925 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:28:47.428339 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebba09c-4dbc-4ff4-8f21-5b8e21a92925 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:28:47.432158 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7e971-7632-4093-bd56-cb1980e60c2a tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Pushing event updated for resources: {'Network': ['ID=31463f33-64b7-4785-ad98-09c450cb434a,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:47.435993 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebba09c-4dbc-4ff4-8f21-5b8e21a92925 None None] Pushing event updated for resources: {'Port': ['ID=4707d902-1355-4a8f-a26d-a5737be3d688,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:47.444335 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 31463f33-64b7-4785-ad98-09c450cb434a details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:28:47.505181 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a61016a-da93-4703-954f-0225c5088141 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Made reservation on behalf of fc572db07da444468ee6d5d5a2246037 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:28:47.508485 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1a61016a-da93-4703-954f-0225c5088141 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:47.550942 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-aebba09c-4dbc-4ff4-8f21-5b8e21a92925 None None] Attempting to bind port 4707d902-1355-4a8f-a26d-a5737be3d688 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:28:47.551402 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-aebba09c-4dbc-4ff4-8f21-5b8e21a92925 None None] Attempting to bind port 4707d902-1355-4a8f-a26d-a5737be3d688 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '073df068-21a3-424c-8b61-d345b54b090d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cb345a14-278e-4d98-8879-af7361b7fe5c'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:28:47.551829 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebba09c-4dbc-4ff4-8f21-5b8e21a92925 None None] Attempting to bind port 4707d902-1355-4a8f-a26d-a5737be3d688 on network cb345a14-278e-4d98-8879-af7361b7fe5c {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:28:47.559136 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebba09c-4dbc-4ff4-8f21-5b8e21a92925 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:28:47.559598 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebba09c-4dbc-4ff4-8f21-5b8e21a92925 None None] Checking segment: {'id': '073df068-21a3-424c-8b61-d345b54b090d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cb345a14-278e-4d98-8879-af7361b7fe5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:28:47.560065 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aebba09c-4dbc-4ff4-8f21-5b8e21a92925 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:47.560511 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebba09c-4dbc-4ff4-8f21-5b8e21a92925 None None] Bound using segment: {'id': '073df068-21a3-424c-8b61-d345b54b090d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cb345a14-278e-4d98-8879-af7361b7fe5c'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:28:47.561046 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-aebba09c-4dbc-4ff4-8f21-5b8e21a92925 None None] Bound port: 4707d902-1355-4a8f-a26d-a5737be3d688, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073df068-21a3-424c-8b61-d345b54b090d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'cb345a14-278e-4d98-8879-af7361b7fe5c'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:28:47.561513 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aebba09c-4dbc-4ff4-8f21-5b8e21a92925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4707d902-1355-4a8f-a26d-a5737be3d688), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:47.631315 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-aebba09c-4dbc-4ff4-8f21-5b8e21a92925 None None] For port 4707d902-1355-4a8f-a26d-a5737be3d688, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:28:47.635668 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-aebba09c-4dbc-4ff4-8f21-5b8e21a92925 None None] For port 4707d902-1355-4a8f-a26d-a5737be3d688, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=4707d902-1355-4a8f-a26d-a5737be3d688,segment=NetworkSegment(073df068-21a3-424c-8b61-d345b54b090d),segment_id=073df068-21a3-424c-8b61-d345b54b090d)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:28:47.643721 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aebba09c-4dbc-4ff4-8f21-5b8e21a92925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4707d902-1355-4a8f-a26d-a5737be3d688), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:47.708396 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebba09c-4dbc-4ff4-8f21-5b8e21a92925 None None] Pushing event updated for resources: {'Port': ['ID=4707d902-1355-4a8f-a26d-a5737be3d688,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:47.715324 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1a61016a-da93-4703-954f-0225c5088141 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (191d4c2a-ec8d-4f40-bdbf-063e0ac64d7a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:47.785982 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61016a-da93-4703-954f-0225c5088141 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Pushing event updated for resources: {'Subnet': ['ID=191d4c2a-ec8d-4f40-bdbf-063e0ac64d7a,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:47.793695 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a61016a-da93-4703-954f-0225c5088141 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Checking segment: {'id': '1c450ea5-fe9c-4ad9-b775-9b00953ce9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '31463f33-64b7-4785-ad98-09c450cb434a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:28:47.794061 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a61016a-da93-4703-954f-0225c5088141 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Network hostable DHCP agents. Network: 31463f33-64b7-4785-ad98-09c450cb434a, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:28:47.813405 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a61016a-da93-4703-954f-0225c5088141 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Network 31463f33-64b7-4785-ad98-09c450cb434a is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:28:47.823865 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-1a61016a-da93-4703-954f-0225c5088141 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 31463f33-64b7-4785-ad98-09c450cb434a) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:28:47.829854 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a61016a-da93-4703-954f-0225c5088141 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:47.831056 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1a61016a-da93-4703-954f-0225c5088141 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:47.834640 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34b0784-0db9-4c84-a184-2869046ab9e0 None None] Network 31463f33-64b7-4785-ad98-09c450cb434a requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:28:47.864532 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1a61016a-da93-4703-954f-0225c5088141 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4635043 Mar 07 11:28:47.864995 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43944) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:47.978355 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f84005-79c7-4a60-8967-9f0631287d57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-31463f33-64b7-4785-ad98-09c450cb434a', 'network_id': '31463f33-64b7-4785-ad98-09c450cb434a', 'project_id': 'fc572db07da444468ee6d5d5a2246037', 'fixed_ips': [{'subnet_id': '191d4c2a-ec8d-4f40-bdbf-063e0ac64d7a'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:28:47.978717 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f4f84005-79c7-4a60-8967-9f0631287d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:48.020704 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (31463f33-64b7-4785-ad98-09c450cb434a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:48.079067 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (191d4c2a-ec8d-4f40-bdbf-063e0ac64d7a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:48.159591 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-f4f84005-79c7-4a60-8967-9f0631287d57 None None] Allocated IP 2001:db8::2 (31463f33-64b7-4785-ad98-09c450cb434a/191d4c2a-ec8d-4f40-bdbf-063e0ac64d7a/8ffda760-4837-4bf7-b66d-15256be28375) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:28:48.323996 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f4f84005-79c7-4a60-8967-9f0631287d57 None None] Publish callbacks [] for port (8ffda760-4837-4bf7-b66d-15256be28375), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:48.332102 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f4f84005-79c7-4a60-8967-9f0631287d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (8ffda760-4837-4bf7-b66d-15256be28375), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:48.354537 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (191d4c2a-ec8d-4f40-bdbf-063e0ac64d7a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:48.385126 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f84005-79c7-4a60-8967-9f0631287d57 None None] Pushing event updated for resources: {'Port': ['ID=8ffda760-4837-4bf7-b66d-15256be28375,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:48.388683 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f84005-79c7-4a60-8967-9f0631287d57 None None] Network 31463f33-64b7-4785-ad98-09c450cb434a is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:28:48.390561 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-f4f84005-79c7-4a60-8967-9f0631287d57 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:28:48.392983 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f84005-79c7-4a60-8967-9f0631287d57 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:28:48.397840 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Pushing event deleted for resources: {'Subnet': ['ID=191d4c2a-ec8d-4f40-bdbf-063e0ac64d7a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:48.428401 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1d5c5259-bd86-4b96-a45e-3a9f85282348 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:28:48.469359 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (31463f33-64b7-4785-ad98-09c450cb434a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:48.493226 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31463f33-64b7-4785-ad98-09c450cb434a']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:48.498815 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-f4f84005-79c7-4a60-8967-9f0631287d57 None None] Attempting to bind port 8ffda760-4837-4bf7-b66d-15256be28375 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:28:48.499190 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-f4f84005-79c7-4a60-8967-9f0631287d57 None None] Attempting to bind port 8ffda760-4837-4bf7-b66d-15256be28375 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '1c450ea5-fe9c-4ad9-b775-9b00953ce9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '31463f33-64b7-4785-ad98-09c450cb434a'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:28:48.499553 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f84005-79c7-4a60-8967-9f0631287d57 None None] Attempting to bind port 8ffda760-4837-4bf7-b66d-15256be28375 on network 31463f33-64b7-4785-ad98-09c450cb434a {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:28:48.504338 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c450ea5-fe9c-4ad9-b775-9b00953ce9d3') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:48.504641 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c450ea5-fe9c-4ad9-b775-9b00953ce9d3') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:48.508924 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f84005-79c7-4a60-8967-9f0631287d57 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:28:48.509403 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f84005-79c7-4a60-8967-9f0631287d57 None None] Checking segment: {'id': '1c450ea5-fe9c-4ad9-b775-9b00953ce9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '31463f33-64b7-4785-ad98-09c450cb434a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:28:48.509815 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f4f84005-79c7-4a60-8967-9f0631287d57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:48.510208 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f84005-79c7-4a60-8967-9f0631287d57 None None] Bound using segment: {'id': '1c450ea5-fe9c-4ad9-b775-9b00953ce9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '31463f33-64b7-4785-ad98-09c450cb434a'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:28:48.510676 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-f4f84005-79c7-4a60-8967-9f0631287d57 None None] Bound port: 8ffda760-4837-4bf7-b66d-15256be28375, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c450ea5-fe9c-4ad9-b775-9b00953ce9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '31463f33-64b7-4785-ad98-09c450cb434a'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:28:48.511053 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f4f84005-79c7-4a60-8967-9f0631287d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8ffda760-4837-4bf7-b66d-15256be28375), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:48.521167 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (1c450ea5-fe9c-4ad9-b775-9b00953ce9d3), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:48.537896 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (1c450ea5-fe9c-4ad9-b775-9b00953ce9d3), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:48.549761 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:28:48.550491 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (1c450ea5-fe9c-4ad9-b775-9b00953ce9d3), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:48.560765 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 1d5c5259-bd86-4b96-a45e-3a9f85282348 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:28:48.561173 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1d5c5259-bd86-4b96-a45e-3a9f85282348), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:48.567211 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:28:48.567211 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:28:48.567211 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:28:48.567211 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:28:48.567211 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:28:48.567211 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:28:48.567211 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:28:48.567211 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:28:48.567211 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:28:48.567211 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:28:48.567211 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:28:48.567211 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:28:48.567211 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:28:48.567211 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:28:48.567211 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:28:48.567211 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:28:48.567211 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:28:48.567211 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:28:48.567211 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:28:48.567211 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:28:48.567211 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:28:48.567211 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:28:48.567211 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:28:48.567211 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:28:48.567211 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:28:48.567211 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:28:48.567211 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:28:48.567211 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:28:48.567211 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:28:48.567211 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:28:48.567211 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:28:48.567211 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:28:48.615637 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-f4f84005-79c7-4a60-8967-9f0631287d57 None None] For port 8ffda760-4837-4bf7-b66d-15256be28375, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:28:48.621757 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.db.api [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 07 11:28:48.621757 n-d-832164-4 neutron-server[103767]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 07 11:28:48.621757 n-d-832164-4 neutron-server[103767]: [parameters: {'id': '31463f33-64b7-4785-ad98-09c450cb434a'}] Mar 07 11:28:48.621757 n-d-832164-4 neutron-server[103767]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103767) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:28:48.622221 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-f4f84005-79c7-4a60-8967-9f0631287d57 None None] For port 8ffda760-4837-4bf7-b66d-15256be28375, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=8ffda760-4837-4bf7-b66d-15256be28375,segment=NetworkSegment(1c450ea5-fe9c-4ad9-b775-9b00953ce9d3),segment_id=1c450ea5-fe9c-4ad9-b775-9b00953ce9d3)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:28:48.622719 n-d-832164-4 neutron-server[103767]: DEBUG oslo_db.api [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:28:48.629936 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f4f84005-79c7-4a60-8967-9f0631287d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8ffda760-4837-4bf7-b66d-15256be28375), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:48.880106 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae2023d-a58b-4342-a848-67bc4407372d None None] Network cb345a14-278e-4d98-8879-af7361b7fe5c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:28:48.953135 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:48.959907 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 1d5c5259-bd86-4b96-a45e-3a9f85282348 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:28:48.960969 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 4707d902-1355-4a8f-a26d-a5737be3d688 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:28:48.992865 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f84005-79c7-4a60-8967-9f0631287d57 None None] Pushing event updated for resources: {'Port': ['ID=8ffda760-4837-4bf7-b66d-15256be28375,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:49.027671 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-bfc6dd93-58e8-4dc2-826a-4baaf41ecd25 None None] Provisioning complete for port 4707d902-1355-4a8f-a26d-a5737be3d688 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:28:49.028054 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bfc6dd93-58e8-4dc2-826a-4baaf41ecd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4707d902-1355-4a8f-a26d-a5737be3d688), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:49.034318 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabb3524-5504-4db5-b248-1a4c694faf52 None None] Network 31463f33-64b7-4785-ad98-09c450cb434a requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:28:49.124074 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (31463f33-64b7-4785-ad98-09c450cb434a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:49.177233 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Deleting port 8ffda760-4837-4bf7-b66d-15256be28375 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:28:49.177569 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (8ffda760-4837-4bf7-b66d-15256be28375), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:49.200464 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 4707d902-1355-4a8f-a26d-a5737be3d688 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:28:49.200840 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4707d902-1355-4a8f-a26d-a5737be3d688), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:49.246065 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] For port 8ffda760-4837-4bf7-b66d-15256be28375, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=8ffda760-4837-4bf7-b66d-15256be28375,segment=NetworkSegment(1c450ea5-fe9c-4ad9-b775-9b00953ce9d3),segment_id=1c450ea5-fe9c-4ad9-b775-9b00953ce9d3)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:28:49.246325 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (8ffda760-4837-4bf7-b66d-15256be28375), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:49.259875 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Calling delete_port for 8ffda760-4837-4bf7-b66d-15256be28375 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:28:49.318942 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-bfc6dd93-58e8-4dc2-826a-4baaf41ecd25 None None] Current status of the port 4707d902-1355-4a8f-a26d-a5737be3d688 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:28:49.319325 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bfc6dd93-58e8-4dc2-826a-4baaf41ecd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4707d902-1355-4a8f-a26d-a5737be3d688), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:49.370726 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (8ffda760-4837-4bf7-b66d-15256be28375), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:49.389463 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-bfc6dd93-58e8-4dc2-826a-4baaf41ecd25 None None] For port 4707d902-1355-4a8f-a26d-a5737be3d688, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=4707d902-1355-4a8f-a26d-a5737be3d688,segment=NetworkSegment(073df068-21a3-424c-8b61-d345b54b090d),segment_id=073df068-21a3-424c-8b61-d345b54b090d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:28:49.394566 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 4707d902-1355-4a8f-a26d-a5737be3d688 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:28:49.395027 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4707d902-1355-4a8f-a26d-a5737be3d688), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:49.414893 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Pushing event deleted for resources: {'Port': ['ID=8ffda760-4837-4bf7-b66d-15256be28375,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:49.416857 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bfc6dd93-58e8-4dc2-826a-4baaf41ecd25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4707d902-1355-4a8f-a26d-a5737be3d688), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:49.429558 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] No DVR routers for this DVR port 8ffda760-4837-4bf7-b66d-15256be28375 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:28:49.460812 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:28:49.461200 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:28:49.505846 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6dd93-58e8-4dc2-826a-4baaf41ecd25 None None] Pushing event updated for resources: {'Port': ['ID=4707d902-1355-4a8f-a26d-a5737be3d688,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:49.520247 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (31463f33-64b7-4785-ad98-09c450cb434a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:49.542999 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31463f33-64b7-4785-ad98-09c450cb434a']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:49.554033 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c450ea5-fe9c-4ad9-b775-9b00953ce9d3') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:49.554329 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c450ea5-fe9c-4ad9-b775-9b00953ce9d3') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:49.564164 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (1c450ea5-fe9c-4ad9-b775-9b00953ce9d3), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:49.574422 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d96a3d4-6ee1-4b70-9158-b49e81f5b1e5 None None] get_active_networks_info from n-d-832164-4 {{(pid=103768) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 07 11:28:49.578493 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (1c450ea5-fe9c-4ad9-b775-9b00953ce9d3), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:49.586346 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:28:49.586939 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (1c450ea5-fe9c-4ad9-b775-9b00953ce9d3), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:49.590131 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:28:49.590131 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:28:49.590131 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:28:49.590131 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:28:49.590131 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:28:49.590131 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:28:49.590131 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:28:49.590131 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:28:49.590131 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:28:49.590131 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:28:49.590131 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:28:49.590131 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:28:49.590131 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:28:49.590131 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:28:49.590131 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:28:49.590131 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:28:49.590131 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:28:49.590131 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:28:49.590131 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:28:49.590131 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:28:49.590131 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:28:49.590131 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:28:49.590131 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:28:49.590131 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:28:49.590131 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:28:49.590131 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:28:49.590131 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:28:49.590131 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:28:49.590131 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:28:49.590131 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:28:49.590131 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:28:49.590131 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:28:49.656096 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (31463f33-64b7-4785-ad98-09c450cb434a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:49.663765 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d96a3d4-6ee1-4b70-9158-b49e81f5b1e5 None None] Resources bound (agent type, host, resource id): {{(pid=103768) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 07 11:28:49.665660 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d5acf499-cf75-455b-94de-aa247912934d None None] Provisioning complete for port 4707d902-1355-4a8f-a26d-a5737be3d688 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:28:49.666032 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d5acf499-cf75-455b-94de-aa247912934d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4707d902-1355-4a8f-a26d-a5737be3d688), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:49.669949 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:49.673409 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] 10.222.0.11 "DELETE /v2.0/networks/31463f33-64b7-4785-ad98-09c450cb434a HTTP/1.1" status: 204 len: 168 time: 1.8070822 Mar 07 11:28:49.676671 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43946) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:49.683451 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba063231-8112-414c-bc91-2d1eeeb8ab7f tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Pushing event deleted for resources: {'Network': ['ID=31463f33-64b7-4785-ad98-09c450cb434a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:49.711309 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d3b640e-97a1-49aa-9c28-e6265d73b87d tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] GET failed (client error): The resource could not be found. Mar 07 11:28:49.712682 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8d3b640e-97a1-49aa-9c28-e6265d73b87d tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] 10.222.0.11 "GET /v2.0/subnets/191d4c2a-ec8d-4f40-bdbf-063e0ac64d7a HTTP/1.1" status: 404 len: 337 time: 0.0341885 Mar 07 11:28:49.715544 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43948) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:49.739340 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-758c5ef9-b306-472d-85eb-36d9ba1253b1 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] DELETE failed (client error): The resource could not be found. Mar 07 11:28:49.739851 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-758c5ef9-b306-472d-85eb-36d9ba1253b1 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:28:49.746383 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-758c5ef9-b306-472d-85eb-36d9ba1253b1 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] 10.222.0.11 "DELETE /v2.0/networks/31463f33-64b7-4785-ad98-09c450cb434a HTTP/1.1" status: 404 len: 339 time: 0.0263677 Mar 07 11:28:49.746604 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43950) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:49.773623 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-d79bcc40-0887-422c-a007-28df4bffc737 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] DELETE failed (client error): The resource could not be found. Mar 07 11:28:49.774082 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d79bcc40-0887-422c-a007-28df4bffc737 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:28:49.777206 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d79bcc40-0887-422c-a007-28df4bffc737 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] 10.222.0.11 "DELETE /v2.0/subnets/191d4c2a-ec8d-4f40-bdbf-063e0ac64d7a HTTP/1.1" status: 404 len: 337 time: 0.0295050 Mar 07 11:28:49.780364 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43952) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:49.799538 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b49d408-a402-464b-b66d-eddf7be1d31c tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] DELETE failed (client error): The resource could not be found. Mar 07 11:28:49.800175 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b49d408-a402-464b-b66d-eddf7be1d31c tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:28:49.803230 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3b49d408-a402-464b-b66d-eddf7be1d31c tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] 10.222.0.11 "DELETE /v2.0/networks/31463f33-64b7-4785-ad98-09c450cb434a HTTP/1.1" status: 404 len: 339 time: 0.0223448 Mar 07 11:28:49.805777 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43954) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:49.852822 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d5acf499-cf75-455b-94de-aa247912934d None None] Current status of the port 4707d902-1355-4a8f-a26d-a5737be3d688 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:28:49.856428 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-66ca7938-7513-4c43-8db2-a2bea0927e5d tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Deleting subnet 2388470d-cf07-406d-aadb-2c3b9457d94b {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:28:49.860683 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66ca7938-7513-4c43-8db2-a2bea0927e5d tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks [] for subnet (2388470d-cf07-406d-aadb-2c3b9457d94b), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:49.902451 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66ca7938-7513-4c43-8db2-a2bea0927e5d tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (2388470d-cf07-406d-aadb-2c3b9457d94b), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:49.996914 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66ca7938-7513-4c43-8db2-a2bea0927e5d tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (2388470d-cf07-406d-aadb-2c3b9457d94b), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:50.008969 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 4707d902-1355-4a8f-a26d-a5737be3d688 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:28:50.057862 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66ca7938-7513-4c43-8db2-a2bea0927e5d tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (2388470d-cf07-406d-aadb-2c3b9457d94b), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:50.084937 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ca7938-7513-4c43-8db2-a2bea0927e5d tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Pushing event deleted for resources: {'Subnet': ['ID=2388470d-cf07-406d-aadb-2c3b9457d94b,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:50.088635 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-66ca7938-7513-4c43-8db2-a2bea0927e5d tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:50.091827 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-66ca7938-7513-4c43-8db2-a2bea0927e5d tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] 10.222.0.11 "DELETE /v2.0/subnets/2388470d-cf07-406d-aadb-2c3b9457d94b HTTP/1.1" status: 204 len: 168 time: 0.2851412 Mar 07 11:28:50.094424 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43956) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:50.095308 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69580fd4-15b4-4639-b3d8-1ad2e7bd3d11 None None] Network cb345a14-278e-4d98-8879-af7361b7fe5c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:28:50.170474 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72feadb3-6934-4931-892d-ab59b51d648d tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (cb345a14-278e-4d98-8879-af7361b7fe5c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:50.230509 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-72feadb3-6934-4931-892d-ab59b51d648d tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Deleting port 4707d902-1355-4a8f-a26d-a5737be3d688 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:28:50.230797 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72feadb3-6934-4931-892d-ab59b51d648d tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (4707d902-1355-4a8f-a26d-a5737be3d688), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:50.245019 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c0d9cd-7271-4afa-8325-dec56733388f None None] DHCP port deletion for cb345a14-278e-4d98-8879-af7361b7fe5c request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:28:50.295511 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f6c0d9cd-7271-4afa-8325-dec56733388f None None] Deleting port 4707d902-1355-4a8f-a26d-a5737be3d688 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:28:50.295883 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f6c0d9cd-7271-4afa-8325-dec56733388f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (4707d902-1355-4a8f-a26d-a5737be3d688), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:50.305501 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-72feadb3-6934-4931-892d-ab59b51d648d tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] For port 4707d902-1355-4a8f-a26d-a5737be3d688, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=4707d902-1355-4a8f-a26d-a5737be3d688,segment=NetworkSegment(073df068-21a3-424c-8b61-d345b54b090d),segment_id=073df068-21a3-424c-8b61-d345b54b090d)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:28:50.305892 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72feadb3-6934-4931-892d-ab59b51d648d tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (4707d902-1355-4a8f-a26d-a5737be3d688), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:50.309856 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 4707d902-1355-4a8f-a26d-a5737be3d688 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:28:50.319272 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-72feadb3-6934-4931-892d-ab59b51d648d tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Calling delete_port for 4707d902-1355-4a8f-a26d-a5737be3d688 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:28:50.391560 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-f6c0d9cd-7271-4afa-8325-dec56733388f None None] For port 4707d902-1355-4a8f-a26d-a5737be3d688, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=4707d902-1355-4a8f-a26d-a5737be3d688,segment=NetworkSegment(073df068-21a3-424c-8b61-d345b54b090d),segment_id=073df068-21a3-424c-8b61-d345b54b090d)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:28:50.392149 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f6c0d9cd-7271-4afa-8325-dec56733388f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (4707d902-1355-4a8f-a26d-a5737be3d688), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:50.401949 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72feadb3-6934-4931-892d-ab59b51d648d tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (4707d902-1355-4a8f-a26d-a5737be3d688), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:50.408953 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f6c0d9cd-7271-4afa-8325-dec56733388f None None] Calling delete_port for 4707d902-1355-4a8f-a26d-a5737be3d688 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:28:50.411304 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No active binding found for port 4707d902-1355-4a8f-a26d-a5737be3d688 {{(pid=103768) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 07 11:28:50.411750 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] The host n-d-832164-4 is not matching for port 4707d902-1355-4a8f-a26d-a5737be3d688 host None! {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 11:28:50.412153 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 4707d902-1355-4a8f-a26d-a5737be3d688 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:28:50.429252 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72feadb3-6934-4931-892d-ab59b51d648d tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Pushing event deleted for resources: {'Port': ['ID=4707d902-1355-4a8f-a26d-a5737be3d688,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:50.432885 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72feadb3-6934-4931-892d-ab59b51d648d tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] No DVR routers for this DVR port 4707d902-1355-4a8f-a26d-a5737be3d688 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:28:50.491026 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f6c0d9cd-7271-4afa-8325-dec56733388f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (4707d902-1355-4a8f-a26d-a5737be3d688), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:50.513934 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72feadb3-6934-4931-892d-ab59b51d648d tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (cb345a14-278e-4d98-8879-af7361b7fe5c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:50.519982 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0d9cd-7271-4afa-8325-dec56733388f None None] Pushing event deleted for resources: {'Port': ['ID=4707d902-1355-4a8f-a26d-a5737be3d688,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:50.523617 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c0d9cd-7271-4afa-8325-dec56733388f None None] No DVR routers for this DVR port 4707d902-1355-4a8f-a26d-a5737be3d688 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:28:50.537314 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-72feadb3-6934-4931-892d-ab59b51d648d tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb345a14-278e-4d98-8879-af7361b7fe5c']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:50.546969 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-72feadb3-6934-4931-892d-ab59b51d648d tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073df068-21a3-424c-8b61-d345b54b090d') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:50.547277 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-72feadb3-6934-4931-892d-ab59b51d648d tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073df068-21a3-424c-8b61-d345b54b090d') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:50.556759 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72feadb3-6934-4931-892d-ab59b51d648d tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (073df068-21a3-424c-8b61-d345b54b090d), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:50.570994 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72feadb3-6934-4931-892d-ab59b51d648d tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (073df068-21a3-424c-8b61-d345b54b090d), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:50.577337 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72feadb3-6934-4931-892d-ab59b51d648d tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:28:50.577697 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72feadb3-6934-4931-892d-ab59b51d648d tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (073df068-21a3-424c-8b61-d345b54b090d), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:50.581583 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:28:50.581583 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:28:50.581583 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:28:50.581583 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:28:50.581583 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:28:50.581583 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:28:50.581583 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:28:50.581583 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:28:50.581583 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:28:50.581583 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:28:50.581583 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:28:50.581583 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:28:50.581583 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:28:50.581583 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:28:50.581583 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:28:50.581583 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:28:50.581583 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:28:50.581583 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:28:50.581583 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:28:50.581583 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:28:50.581583 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:28:50.581583 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:28:50.581583 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:28:50.581583 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:28:50.581583 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:28:50.581583 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:28:50.581583 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:28:50.581583 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:28:50.581583 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:28:50.581583 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:28:50.581583 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:28:50.581583 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:28:50.639967 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72feadb3-6934-4931-892d-ab59b51d648d tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (cb345a14-278e-4d98-8879-af7361b7fe5c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:50.647689 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72feadb3-6934-4931-892d-ab59b51d648d tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:50.650971 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-72feadb3-6934-4931-892d-ab59b51d648d tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] 10.222.0.11 "DELETE /v2.0/networks/cb345a14-278e-4d98-8879-af7361b7fe5c HTTP/1.1" status: 204 len: 168 time: 0.5555503 Mar 07 11:28:50.653534 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43958) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:50.662908 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72feadb3-6934-4931-892d-ab59b51d648d tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Pushing event deleted for resources: {'Network': ['ID=cb345a14-278e-4d98-8879-af7361b7fe5c,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:50.681602 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-eac08473-af9d-422a-94f0-9b4dd615b3fc tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] DELETE failed (client error): The resource could not be found. Mar 07 11:28:50.682112 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eac08473-af9d-422a-94f0-9b4dd615b3fc tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:28:50.685037 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-eac08473-af9d-422a-94f0-9b4dd615b3fc tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] 10.222.0.11 "DELETE /v2.0/subnets/57f8b9f2-a1fb-4bb3-9f63-10638985ee29 HTTP/1.1" status: 404 len: 337 time: 0.0304143 Mar 07 11:28:50.687571 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43960) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:50.710376 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e52af1-cafb-4861-80de-d9256ca3f3bf tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] DELETE failed (client error): The resource could not be found. Mar 07 11:28:50.710871 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e52af1-cafb-4861-80de-d9256ca3f3bf tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:28:50.713844 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-19e52af1-cafb-4861-80de-d9256ca3f3bf tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] 10.222.0.11 "DELETE /v2.0/networks/f6b28ec8-e976-48e6-b8a4-499de4135ab9 HTTP/1.1" status: 404 len: 339 time: 0.0253365 Mar 07 11:28:50.716211 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43962) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:50.741515 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed5adcd0-baa1-469c-87c2-3eb2464b4c1b tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] DELETE failed (client error): The resource could not be found. Mar 07 11:28:50.741958 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed5adcd0-baa1-469c-87c2-3eb2464b4c1b tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:28:50.744834 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ed5adcd0-baa1-469c-87c2-3eb2464b4c1b tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] 10.222.0.11 "DELETE /v2.0/subnets/3fed633f-3b66-4584-97d0-a2ee480ceaf1 HTTP/1.1" status: 404 len: 337 time: 0.0277452 Mar 07 11:28:50.747199 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43964) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:50.764759 n-d-832164-4 neutron-server[103766]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ddfd6a2-8585-466d-81cf-e4460cbdbb92 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] DELETE failed (client error): The resource could not be found. Mar 07 11:28:50.765216 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ddfd6a2-8585-466d-81cf-e4460cbdbb92 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103766) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 07 11:28:50.768117 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9ddfd6a2-8585-466d-81cf-e4460cbdbb92 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] 10.222.0.11 "DELETE /v2.0/networks/ebe6e456-f4da-465b-b921-8bb01fdd1112 HTTP/1.1" status: 404 len: 339 time: 0.0200453 Mar 07 11:28:50.770414 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43966) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:50.821607 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-758380f8-5582-4668-9fc5-f5c90dd52120 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Deleting subnet 2a912206-d159-4f04-8d43-67173de8ad67 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:28:50.824711 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-758380f8-5582-4668-9fc5-f5c90dd52120 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks [] for subnet (2a912206-d159-4f04-8d43-67173de8ad67), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:50.865739 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-758380f8-5582-4668-9fc5-f5c90dd52120 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (2a912206-d159-4f04-8d43-67173de8ad67), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:50.953423 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-758380f8-5582-4668-9fc5-f5c90dd52120 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (2a912206-d159-4f04-8d43-67173de8ad67), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:51.010954 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-758380f8-5582-4668-9fc5-f5c90dd52120 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (2a912206-d159-4f04-8d43-67173de8ad67), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:51.036682 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758380f8-5582-4668-9fc5-f5c90dd52120 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Pushing event deleted for resources: {'Subnet': ['ID=2a912206-d159-4f04-8d43-67173de8ad67,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:51.042297 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-758380f8-5582-4668-9fc5-f5c90dd52120 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:51.045713 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-758380f8-5582-4668-9fc5-f5c90dd52120 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] 10.222.0.11 "DELETE /v2.0/subnets/2a912206-d159-4f04-8d43-67173de8ad67 HTTP/1.1" status: 204 len: 168 time: 0.2744174 Mar 07 11:28:51.048157 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43970) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:51.051556 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dff86bc-dd13-4079-93f5-499f9c56777c None None] Network d4f2d611-261f-495b-8553-22f2eb8d917e requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:28:51.129974 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e266c2d9-aa9e-4864-9f15-f450b50cbf21 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (d4f2d611-261f-495b-8553-22f2eb8d917e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:51.188518 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-e266c2d9-aa9e-4864-9f15-f450b50cbf21 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Deleting port 1d5c5259-bd86-4b96-a45e-3a9f85282348 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:28:51.189006 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e266c2d9-aa9e-4864-9f15-f450b50cbf21 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (1d5c5259-bd86-4b96-a45e-3a9f85282348), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:51.192675 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452ee98f-ceb1-4dd2-ae72-dd1a32d53807 None None] DHCP port deletion for d4f2d611-261f-495b-8553-22f2eb8d917e request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:28:51.245597 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-452ee98f-ceb1-4dd2-ae72-dd1a32d53807 None None] Deleting port 1d5c5259-bd86-4b96-a45e-3a9f85282348 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:28:51.245969 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-452ee98f-ceb1-4dd2-ae72-dd1a32d53807 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (1d5c5259-bd86-4b96-a45e-3a9f85282348), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:51.258964 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-e266c2d9-aa9e-4864-9f15-f450b50cbf21 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] For port 1d5c5259-bd86-4b96-a45e-3a9f85282348, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1d5c5259-bd86-4b96-a45e-3a9f85282348,segment=NetworkSegment(bc4a9abe-a23b-4542-8b63-15dfaf889db7),segment_id=bc4a9abe-a23b-4542-8b63-15dfaf889db7)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:28:51.259339 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e266c2d9-aa9e-4864-9f15-f450b50cbf21 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (1d5c5259-bd86-4b96-a45e-3a9f85282348), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:51.277603 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-e266c2d9-aa9e-4864-9f15-f450b50cbf21 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Calling delete_port for 1d5c5259-bd86-4b96-a45e-3a9f85282348 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:28:51.307969 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-452ee98f-ceb1-4dd2-ae72-dd1a32d53807 None None] For port 1d5c5259-bd86-4b96-a45e-3a9f85282348, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1d5c5259-bd86-4b96-a45e-3a9f85282348,segment=NetworkSegment(bc4a9abe-a23b-4542-8b63-15dfaf889db7),segment_id=bc4a9abe-a23b-4542-8b63-15dfaf889db7)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:28:51.308364 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-452ee98f-ceb1-4dd2-ae72-dd1a32d53807 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (1d5c5259-bd86-4b96-a45e-3a9f85282348), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:51.320448 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-452ee98f-ceb1-4dd2-ae72-dd1a32d53807 None None] Calling delete_port for 1d5c5259-bd86-4b96-a45e-3a9f85282348 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:28:51.356373 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e266c2d9-aa9e-4864-9f15-f450b50cbf21 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (1d5c5259-bd86-4b96-a45e-3a9f85282348), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:51.379828 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e266c2d9-aa9e-4864-9f15-f450b50cbf21 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Pushing event deleted for resources: {'Port': ['ID=1d5c5259-bd86-4b96-a45e-3a9f85282348,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:51.385305 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e266c2d9-aa9e-4864-9f15-f450b50cbf21 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] No DVR routers for this DVR port 1d5c5259-bd86-4b96-a45e-3a9f85282348 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:28:51.401320 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-452ee98f-ceb1-4dd2-ae72-dd1a32d53807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (1d5c5259-bd86-4b96-a45e-3a9f85282348), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:51.425322 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ee98f-ceb1-4dd2-ae72-dd1a32d53807 None None] Pushing event deleted for resources: {'Port': ['ID=1d5c5259-bd86-4b96-a45e-3a9f85282348,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:51.430803 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452ee98f-ceb1-4dd2-ae72-dd1a32d53807 None None] No DVR routers for this DVR port 1d5c5259-bd86-4b96-a45e-3a9f85282348 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:28:51.469572 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e266c2d9-aa9e-4864-9f15-f450b50cbf21 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (d4f2d611-261f-495b-8553-22f2eb8d917e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:51.490019 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-e266c2d9-aa9e-4864-9f15-f450b50cbf21 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f2d611-261f-495b-8553-22f2eb8d917e']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:51.499132 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-e266c2d9-aa9e-4864-9f15-f450b50cbf21 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc4a9abe-a23b-4542-8b63-15dfaf889db7') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:51.499430 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-e266c2d9-aa9e-4864-9f15-f450b50cbf21 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc4a9abe-a23b-4542-8b63-15dfaf889db7') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:51.508656 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e266c2d9-aa9e-4864-9f15-f450b50cbf21 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (bc4a9abe-a23b-4542-8b63-15dfaf889db7), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:51.522242 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e266c2d9-aa9e-4864-9f15-f450b50cbf21 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (bc4a9abe-a23b-4542-8b63-15dfaf889db7), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:51.528524 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e266c2d9-aa9e-4864-9f15-f450b50cbf21 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:28:51.529128 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e266c2d9-aa9e-4864-9f15-f450b50cbf21 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (bc4a9abe-a23b-4542-8b63-15dfaf889db7), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:51.532062 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 11:28:51.532062 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:28:51.532062 n-d-832164-4 neutron-server[103766]: timer() Mar 07 11:28:51.532062 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:28:51.532062 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 11:28:51.532062 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:28:51.532062 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 11:28:51.532062 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:28:51.532062 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 11:28:51.532062 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:28:51.532062 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 11:28:51.532062 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:28:51.532062 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 11:28:51.532062 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:28:51.532062 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:28:51.532062 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:28:51.532062 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:28:51.532062 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:28:51.532062 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 11:28:51.532062 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:28:51.532062 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 11:28:51.532062 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:28:51.532062 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:28:51.532062 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:28:51.532062 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 11:28:51.532062 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:28:51.532062 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:28:51.532062 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:28:51.532062 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:28:51.532062 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:28:51.532062 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:28:51.532062 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:28:51.593201 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e266c2d9-aa9e-4864-9f15-f450b50cbf21 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (d4f2d611-261f-495b-8553-22f2eb8d917e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:51.600578 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e266c2d9-aa9e-4864-9f15-f450b50cbf21 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:51.603683 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e266c2d9-aa9e-4864-9f15-f450b50cbf21 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] 10.222.0.11 "DELETE /v2.0/networks/d4f2d611-261f-495b-8553-22f2eb8d917e HTTP/1.1" status: 204 len: 168 time: 0.5539739 Mar 07 11:28:51.615997 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e266c2d9-aa9e-4864-9f15-f450b50cbf21 tempest-NetworksIpV6Test-1216607836 tempest-NetworksIpV6Test-1216607836-project] Pushing event deleted for resources: {'Network': ['ID=d4f2d611-261f-495b-8553-22f2eb8d917e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:51.838453 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 43976) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:51.971146 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2c1418fa-e9b5-4424-ae52-390f6ca7ba69 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=fc572db07da444468ee6d5d5a2246037&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1314709 Mar 07 11:28:51.974517 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 43980) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:52.021635 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a75e35ed-fc94-41ae-add3-c4d0c56e92b9 admin admin] Publish callbacks [] for security_group (6ef5623e-08fb-4cca-b311-ee7aa52cc22c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:52.047997 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a75e35ed-fc94-41ae-add3-c4d0c56e92b9 admin admin] Publish callbacks [] for security_group (6ef5623e-08fb-4cca-b311-ee7aa52cc22c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:52.094632 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a75e35ed-fc94-41ae-add3-c4d0c56e92b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (6ef5623e-08fb-4cca-b311-ee7aa52cc22c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:52.098090 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a75e35ed-fc94-41ae-add3-c4d0c56e92b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:52.099209 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a75e35ed-fc94-41ae-add3-c4d0c56e92b9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6ef5623e-08fb-4cca-b311-ee7aa52cc22c HTTP/1.1" status: 204 len: 168 time: 0.1237123 Mar 07 11:28:52.107028 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e35ed-fc94-41ae-add3-c4d0c56e92b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef5623e-08fb-4cca-b311-ee7aa52cc22c,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:52.273715 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1d5c5259-bd86-4b96-a45e-3a9f85282348 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:28:52.295278 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 1d5c5259-bd86-4b96-a45e-3a9f85282348 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:28:52.295705 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1d5c5259-bd86-4b96-a45e-3a9f85282348 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:28:52.726643 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44002) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:52.822936 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-f01f6039-91cd-4be4-8bca-cbcb562d81e9 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2139764517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:52.844312 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f01f6039-91cd-4be4-8bca-cbcb562d81e9 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (e2d0d09b-e5a6-4c62-be1b-4f62d3c99315), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:52.845493 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f01f6039-91cd-4be4-8bca-cbcb562d81e9 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (e2d0d09b-e5a6-4c62-be1b-4f62d3c99315), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:52.900777 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f01f6039-91cd-4be4-8bca-cbcb562d81e9 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks [] for router_controller (e2d0d09b-e5a6-4c62-be1b-4f62d3c99315), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:52.904847 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f01f6039-91cd-4be4-8bca-cbcb562d81e9 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (e2d0d09b-e5a6-4c62-be1b-4f62d3c99315), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:52.923171 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f01f6039-91cd-4be4-8bca-cbcb562d81e9 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:52.924510 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f01f6039-91cd-4be4-8bca-cbcb562d81e9 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1968699 Mar 07 11:28:52.927200 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44008) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:52.932068 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-1af0d661-87d5-4c98-9757-5e2bce8d18f6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1317843479'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:52.950933 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af0d661-87d5-4c98-9757-5e2bce8d18f6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Made reservation on behalf of 1e983449528d4c318ed61a31e4ce638b for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:28:52.954166 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1af0d661-87d5-4c98-9757-5e2bce8d18f6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:52.963033 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1af0d661-87d5-4c98-9757-5e2bce8d18f6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:53.039782 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1af0d661-87d5-4c98-9757-5e2bce8d18f6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks [] for security_group (cc58b8eb-6f8c-4004-b690-d0560c9f5027), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:53.043473 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1af0d661-87d5-4c98-9757-5e2bce8d18f6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (cc58b8eb-6f8c-4004-b690-d0560c9f5027), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:53.070198 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af0d661-87d5-4c98-9757-5e2bce8d18f6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 249} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:28:53.078815 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0d661-87d5-4c98-9757-5e2bce8d18f6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc58b8eb-6f8c-4004-b690-d0560c9f5027,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:53.085933 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1af0d661-87d5-4c98-9757-5e2bce8d18f6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (bf222447-e6e5-4df3-9a59-42e195f085f7), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:53.086277 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-1af0d661-87d5-4c98-9757-5e2bce8d18f6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Added segment bf222447-e6e5-4df3-9a59-42e195f085f7 of type vlan for network 622c9687-394a-4b6a-8383-b77386febf7c Mar 07 11:28:53.124723 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1af0d661-87d5-4c98-9757-5e2bce8d18f6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (622c9687-394a-4b6a-8383-b77386febf7c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:53.150075 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1af0d661-87d5-4c98-9757-5e2bce8d18f6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (622c9687-394a-4b6a-8383-b77386febf7c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:53.155131 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af0d661-87d5-4c98-9757-5e2bce8d18f6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:53.155641 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1af0d661-87d5-4c98-9757-5e2bce8d18f6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:53.193453 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1af0d661-87d5-4c98-9757-5e2bce8d18f6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2652159 Mar 07 11:28:53.196305 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44010) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:53.201486 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-b59cd06a-f825-4c1f-b133-7ec8e0e520d7 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Request body: {'subnet': {'network_id': '622c9687-394a-4b6a-8383-b77386febf7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:53.225024 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0d661-87d5-4c98-9757-5e2bce8d18f6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Pushing event updated for resources: {'Network': ['ID=622c9687-394a-4b6a-8383-b77386febf7c,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:53.234896 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 622c9687-394a-4b6a-8383-b77386febf7c details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:28:53.251613 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:28:53.289994 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59cd06a-f825-4c1f-b133-7ec8e0e520d7 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Made reservation on behalf of 1e983449528d4c318ed61a31e4ce638b for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:28:53.293479 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b59cd06a-f825-4c1f-b133-7ec8e0e520d7 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:53.312440 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:53.473839 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b59cd06a-f825-4c1f-b133-7ec8e0e520d7 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (059692f9-67cf-4c9c-b35c-d09ceb458d9a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:53.542579 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59cd06a-f825-4c1f-b133-7ec8e0e520d7 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Pushing event updated for resources: {'Subnet': ['ID=059692f9-67cf-4c9c-b35c-d09ceb458d9a,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:53.547019 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59cd06a-f825-4c1f-b133-7ec8e0e520d7 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Checking segment: {'id': 'bf222447-e6e5-4df3-9a59-42e195f085f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '622c9687-394a-4b6a-8383-b77386febf7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:28:53.547380 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59cd06a-f825-4c1f-b133-7ec8e0e520d7 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Network hostable DHCP agents. Network: 622c9687-394a-4b6a-8383-b77386febf7c, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:28:53.563535 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59cd06a-f825-4c1f-b133-7ec8e0e520d7 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Network 622c9687-394a-4b6a-8383-b77386febf7c is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:28:53.572763 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-b59cd06a-f825-4c1f-b133-7ec8e0e520d7 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 622c9687-394a-4b6a-8383-b77386febf7c) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:28:53.578826 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59cd06a-f825-4c1f-b133-7ec8e0e520d7 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:53.579431 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b59cd06a-f825-4c1f-b133-7ec8e0e520d7 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:53.581932 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21767cf-3a3b-4619-b7ae-bbb779a5d4b6 None None] Network 622c9687-394a-4b6a-8383-b77386febf7c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:28:53.596229 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b59cd06a-f825-4c1f-b133-7ec8e0e520d7 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3986046 Mar 07 11:28:53.600374 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44012) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:53.605757 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-6113ef27-c99c-4abe-843f-34d51a3ce6c0 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1977664713'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:53.625201 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6113ef27-c99c-4abe-843f-34d51a3ce6c0 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Made reservation on behalf of 1e983449528d4c318ed61a31e4ce638b for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:28:53.629609 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6113ef27-c99c-4abe-843f-34d51a3ce6c0 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:53.659791 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6113ef27-c99c-4abe-843f-34d51a3ce6c0 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 210} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:28:53.669125 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6113ef27-c99c-4abe-843f-34d51a3ce6c0 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (9c55d245-5157-4d79-a5b2-47fe18162697), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:53.669472 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-6113ef27-c99c-4abe-843f-34d51a3ce6c0 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Added segment 9c55d245-5157-4d79-a5b2-47fe18162697 of type vlan for network e145fdba-69f3-451a-9b6e-4fdc5df84666 Mar 07 11:28:53.717011 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6113ef27-c99c-4abe-843f-34d51a3ce6c0 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (e145fdba-69f3-451a-9b6e-4fdc5df84666), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:53.743773 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6113ef27-c99c-4abe-843f-34d51a3ce6c0 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (e145fdba-69f3-451a-9b6e-4fdc5df84666), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:53.749204 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6113ef27-c99c-4abe-843f-34d51a3ce6c0 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:53.749844 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6113ef27-c99c-4abe-843f-34d51a3ce6c0 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:53.789915 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6113ef27-c99c-4abe-843f-34d51a3ce6c0 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1881468 Mar 07 11:28:53.793572 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44018) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:53.799189 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e4be9e13-a29e-436d-a274-67a13346e6d7 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Request body: {'subnet': {'network_id': 'e145fdba-69f3-451a-9b6e-4fdc5df84666', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:53.823373 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6113ef27-c99c-4abe-843f-34d51a3ce6c0 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Pushing event updated for resources: {'Network': ['ID=e145fdba-69f3-451a-9b6e-4fdc5df84666,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:53.892205 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4be9e13-a29e-436d-a274-67a13346e6d7 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Made reservation on behalf of 1e983449528d4c318ed61a31e4ce638b for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:28:53.892726 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network e145fdba-69f3-451a-9b6e-4fdc5df84666 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:28:53.896354 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e4be9e13-a29e-436d-a274-67a13346e6d7 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:53.914198 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100272b1-f34c-4ce5-b18c-6267c44b9068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-622c9687-394a-4b6a-8383-b77386febf7c', 'network_id': '622c9687-394a-4b6a-8383-b77386febf7c', 'project_id': '1e983449528d4c318ed61a31e4ce638b', 'fixed_ips': [{'subnet_id': '059692f9-67cf-4c9c-b35c-d09ceb458d9a'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:28:53.915075 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-100272b1-f34c-4ce5-b18c-6267c44b9068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:54.087551 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e4be9e13-a29e-436d-a274-67a13346e6d7 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (b6d0ad34-e11e-4042-9fb0-a5269274da7e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:54.150971 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be9e13-a29e-436d-a274-67a13346e6d7 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Pushing event updated for resources: {'Subnet': ['ID=b6d0ad34-e11e-4042-9fb0-a5269274da7e,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:54.155482 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-100272b1-f34c-4ce5-b18c-6267c44b9068 None None] Allocated IP 172.20.0.2 (622c9687-394a-4b6a-8383-b77386febf7c/059692f9-67cf-4c9c-b35c-d09ceb458d9a/fa51d266-4d8c-4287-ac4a-f3dff2bdc5db) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:28:54.161612 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4be9e13-a29e-436d-a274-67a13346e6d7 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Checking segment: {'id': '9c55d245-5157-4d79-a5b2-47fe18162697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e145fdba-69f3-451a-9b6e-4fdc5df84666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:28:54.162013 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4be9e13-a29e-436d-a274-67a13346e6d7 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Network hostable DHCP agents. Network: e145fdba-69f3-451a-9b6e-4fdc5df84666, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:28:54.178965 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4be9e13-a29e-436d-a274-67a13346e6d7 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Network e145fdba-69f3-451a-9b6e-4fdc5df84666 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:28:54.187115 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-e4be9e13-a29e-436d-a274-67a13346e6d7 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, e145fdba-69f3-451a-9b6e-4fdc5df84666) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:28:54.192090 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4be9e13-a29e-436d-a274-67a13346e6d7 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:54.192665 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e4be9e13-a29e-436d-a274-67a13346e6d7 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:54.201574 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07cc684-13dc-45ea-bc5c-5d2bfa5c04c3 None None] Network e145fdba-69f3-451a-9b6e-4fdc5df84666 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:28:54.211146 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e4be9e13-a29e-436d-a274-67a13346e6d7 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4138296 Mar 07 11:28:54.211714 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44020) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:54.215931 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-8090e7ae-5f5f-464b-be1f-b69bcdfe8b01 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e145fdba-69f3-451a-9b6e-4fdc5df84666'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:54.391488 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b454a23f-a816-44f7-b9a5-1bffadd39103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-e145fdba-69f3-451a-9b6e-4fdc5df84666', 'network_id': 'e145fdba-69f3-451a-9b6e-4fdc5df84666', 'project_id': '1e983449528d4c318ed61a31e4ce638b', 'fixed_ips': [{'subnet_id': 'b6d0ad34-e11e-4042-9fb0-a5269274da7e'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:28:54.392348 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b454a23f-a816-44f7-b9a5-1bffadd39103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:54.435442 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8090e7ae-5f5f-464b-be1f-b69bcdfe8b01 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks [] for router_gateway (e2d0d09b-e5a6-4c62-be1b-4f62d3c99315), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:54.436086 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-100272b1-f34c-4ce5-b18c-6267c44b9068 None None] Publish callbacks [] for port (fa51d266-4d8c-4287-ac4a-f3dff2bdc5db), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:54.492340 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-100272b1-f34c-4ce5-b18c-6267c44b9068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (fa51d266-4d8c-4287-ac4a-f3dff2bdc5db), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:54.537489 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [None req-8090e7ae-5f5f-464b-be1f-b69bcdfe8b01 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 07 11:28:54.538548 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8090e7ae-5f5f-464b-be1f-b69bcdfe8b01 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] 10.222.0.11 "PUT /v2.0/routers/e2d0d09b-e5a6-4c62-be1b-4f62d3c99315 HTTP/1.1" status: 400 len: 364 time: 0.3261480 Mar 07 11:28:54.544489 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44022) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:54.552683 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100272b1-f34c-4ce5-b18c-6267c44b9068 None None] Network 622c9687-394a-4b6a-8383-b77386febf7c is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:28:54.561014 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-100272b1-f34c-4ce5-b18c-6267c44b9068 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:28:54.581302 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100272b1-f34c-4ce5-b18c-6267c44b9068 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:28:54.592859 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100272b1-f34c-4ce5-b18c-6267c44b9068 None None] Pushing event updated for resources: {'Port': ['ID=fa51d266-4d8c-4287-ac4a-f3dff2bdc5db,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:54.600593 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-d45edd94-2268-42c1-97b9-cb438aa66f58 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Deleting subnet b6d0ad34-e11e-4042-9fb0-a5269274da7e {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:28:54.645927 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-b454a23f-a816-44f7-b9a5-1bffadd39103 None None] Allocated IP 172.21.0.2 (e145fdba-69f3-451a-9b6e-4fdc5df84666/b6d0ad34-e11e-4042-9fb0-a5269274da7e/59b039bb-3804-4e43-bbc4-23126104f6d0) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:28:54.668850 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-100272b1-f34c-4ce5-b18c-6267c44b9068 None None] Attempting to bind port fa51d266-4d8c-4287-ac4a-f3dff2bdc5db on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:28:54.669256 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-100272b1-f34c-4ce5-b18c-6267c44b9068 None None] Attempting to bind port fa51d266-4d8c-4287-ac4a-f3dff2bdc5db by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'bf222447-e6e5-4df3-9a59-42e195f085f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '622c9687-394a-4b6a-8383-b77386febf7c'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:28:54.669629 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100272b1-f34c-4ce5-b18c-6267c44b9068 None None] Attempting to bind port fa51d266-4d8c-4287-ac4a-f3dff2bdc5db on network 622c9687-394a-4b6a-8383-b77386febf7c {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:28:54.696042 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100272b1-f34c-4ce5-b18c-6267c44b9068 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:28:54.696417 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100272b1-f34c-4ce5-b18c-6267c44b9068 None None] Checking segment: {'id': 'bf222447-e6e5-4df3-9a59-42e195f085f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '622c9687-394a-4b6a-8383-b77386febf7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:28:54.696829 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-100272b1-f34c-4ce5-b18c-6267c44b9068 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:54.697269 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100272b1-f34c-4ce5-b18c-6267c44b9068 None None] Bound using segment: {'id': 'bf222447-e6e5-4df3-9a59-42e195f085f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '622c9687-394a-4b6a-8383-b77386febf7c'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:28:54.697733 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-100272b1-f34c-4ce5-b18c-6267c44b9068 None None] Bound port: fa51d266-4d8c-4287-ac4a-f3dff2bdc5db, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf222447-e6e5-4df3-9a59-42e195f085f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '622c9687-394a-4b6a-8383-b77386febf7c'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:28:54.698117 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-100272b1-f34c-4ce5-b18c-6267c44b9068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fa51d266-4d8c-4287-ac4a-f3dff2bdc5db), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:54.832587 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-100272b1-f34c-4ce5-b18c-6267c44b9068 None None] For port fa51d266-4d8c-4287-ac4a-f3dff2bdc5db, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:28:54.854493 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-100272b1-f34c-4ce5-b18c-6267c44b9068 None None] For port fa51d266-4d8c-4287-ac4a-f3dff2bdc5db, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=fa51d266-4d8c-4287-ac4a-f3dff2bdc5db,segment=NetworkSegment(bf222447-e6e5-4df3-9a59-42e195f085f7),segment_id=bf222447-e6e5-4df3-9a59-42e195f085f7)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:28:54.868122 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-100272b1-f34c-4ce5-b18c-6267c44b9068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (fa51d266-4d8c-4287-ac4a-f3dff2bdc5db), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:54.874612 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b454a23f-a816-44f7-b9a5-1bffadd39103 None None] Publish callbacks [] for port (59b039bb-3804-4e43-bbc4-23126104f6d0), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:54.883425 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d45edd94-2268-42c1-97b9-cb438aa66f58 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks [] for subnet (b6d0ad34-e11e-4042-9fb0-a5269274da7e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:54.903171 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b454a23f-a816-44f7-b9a5-1bffadd39103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (59b039bb-3804-4e43-bbc4-23126104f6d0), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:54.926337 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d45edd94-2268-42c1-97b9-cb438aa66f58 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (b6d0ad34-e11e-4042-9fb0-a5269274da7e), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:54.943077 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b454a23f-a816-44f7-b9a5-1bffadd39103 None None] Network e145fdba-69f3-451a-9b6e-4fdc5df84666 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:28:54.946963 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-b454a23f-a816-44f7-b9a5-1bffadd39103 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:28:54.948861 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100272b1-f34c-4ce5-b18c-6267c44b9068 None None] Pushing event updated for resources: {'Port': ['ID=fa51d266-4d8c-4287-ac4a-f3dff2bdc5db,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:54.951442 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b454a23f-a816-44f7-b9a5-1bffadd39103 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:28:55.023190 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d45edd94-2268-42c1-97b9-cb438aa66f58 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (b6d0ad34-e11e-4042-9fb0-a5269274da7e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:55.039009 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454a23f-a816-44f7-b9a5-1bffadd39103 None None] Pushing event updated for resources: {'Port': ['ID=59b039bb-3804-4e43-bbc4-23126104f6d0,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:55.051794 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-b454a23f-a816-44f7-b9a5-1bffadd39103 None None] Attempting to bind port 59b039bb-3804-4e43-bbc4-23126104f6d0 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:28:55.052174 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-b454a23f-a816-44f7-b9a5-1bffadd39103 None None] Attempting to bind port 59b039bb-3804-4e43-bbc4-23126104f6d0 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '9c55d245-5157-4d79-a5b2-47fe18162697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e145fdba-69f3-451a-9b6e-4fdc5df84666'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:28:55.052544 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b454a23f-a816-44f7-b9a5-1bffadd39103 None None] Attempting to bind port 59b039bb-3804-4e43-bbc4-23126104f6d0 on network e145fdba-69f3-451a-9b6e-4fdc5df84666 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:28:55.057985 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b454a23f-a816-44f7-b9a5-1bffadd39103 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:28:55.058362 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b454a23f-a816-44f7-b9a5-1bffadd39103 None None] Checking segment: {'id': '9c55d245-5157-4d79-a5b2-47fe18162697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e145fdba-69f3-451a-9b6e-4fdc5df84666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:28:55.059374 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b454a23f-a816-44f7-b9a5-1bffadd39103 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:55.059374 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b454a23f-a816-44f7-b9a5-1bffadd39103 None None] Bound using segment: {'id': '9c55d245-5157-4d79-a5b2-47fe18162697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e145fdba-69f3-451a-9b6e-4fdc5df84666'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:28:55.059666 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-b454a23f-a816-44f7-b9a5-1bffadd39103 None None] Bound port: 59b039bb-3804-4e43-bbc4-23126104f6d0, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c55d245-5157-4d79-a5b2-47fe18162697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'e145fdba-69f3-451a-9b6e-4fdc5df84666'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:28:55.060006 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b454a23f-a816-44f7-b9a5-1bffadd39103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (59b039bb-3804-4e43-bbc4-23126104f6d0), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:55.094941 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d45edd94-2268-42c1-97b9-cb438aa66f58 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (b6d0ad34-e11e-4042-9fb0-a5269274da7e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:55.137077 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45edd94-2268-42c1-97b9-cb438aa66f58 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Pushing event deleted for resources: {'Subnet': ['ID=b6d0ad34-e11e-4042-9fb0-a5269274da7e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:55.141761 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d45edd94-2268-42c1-97b9-cb438aa66f58 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:55.148608 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d45edd94-2268-42c1-97b9-cb438aa66f58 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] 10.222.0.11 "DELETE /v2.0/subnets/b6d0ad34-e11e-4042-9fb0-a5269274da7e HTTP/1.1" status: 204 len: 168 time: 0.6026025 Mar 07 11:28:55.150897 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44024) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:55.155828 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-b454a23f-a816-44f7-b9a5-1bffadd39103 None None] For port 59b039bb-3804-4e43-bbc4-23126104f6d0, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:28:55.160347 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-b454a23f-a816-44f7-b9a5-1bffadd39103 None None] For port 59b039bb-3804-4e43-bbc4-23126104f6d0, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=59b039bb-3804-4e43-bbc4-23126104f6d0,segment=NetworkSegment(9c55d245-5157-4d79-a5b2-47fe18162697),segment_id=9c55d245-5157-4d79-a5b2-47fe18162697)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:28:55.166781 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b454a23f-a816-44f7-b9a5-1bffadd39103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (59b039bb-3804-4e43-bbc4-23126104f6d0), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:55.238882 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454a23f-a816-44f7-b9a5-1bffadd39103 None None] Pushing event updated for resources: {'Port': ['ID=59b039bb-3804-4e43-bbc4-23126104f6d0,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:55.245674 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d35984ee-1220-434b-82e3-a5fe049630a6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (e145fdba-69f3-451a-9b6e-4fdc5df84666), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:55.313456 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-d35984ee-1220-434b-82e3-a5fe049630a6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Deleting port 59b039bb-3804-4e43-bbc4-23126104f6d0 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:28:55.313806 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d35984ee-1220-434b-82e3-a5fe049630a6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (59b039bb-3804-4e43-bbc4-23126104f6d0), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:55.382227 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-d35984ee-1220-434b-82e3-a5fe049630a6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] For port 59b039bb-3804-4e43-bbc4-23126104f6d0, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=59b039bb-3804-4e43-bbc4-23126104f6d0,segment=NetworkSegment(9c55d245-5157-4d79-a5b2-47fe18162697),segment_id=9c55d245-5157-4d79-a5b2-47fe18162697)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:28:55.382618 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d35984ee-1220-434b-82e3-a5fe049630a6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (59b039bb-3804-4e43-bbc4-23126104f6d0), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:55.396988 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-d35984ee-1220-434b-82e3-a5fe049630a6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Calling delete_port for 59b039bb-3804-4e43-bbc4-23126104f6d0 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:28:55.499418 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d35984ee-1220-434b-82e3-a5fe049630a6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (59b039bb-3804-4e43-bbc4-23126104f6d0), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:55.526784 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35984ee-1220-434b-82e3-a5fe049630a6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Pushing event deleted for resources: {'Port': ['ID=59b039bb-3804-4e43-bbc4-23126104f6d0,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:55.530202 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35984ee-1220-434b-82e3-a5fe049630a6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] No DVR routers for this DVR port 59b039bb-3804-4e43-bbc4-23126104f6d0 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:28:55.611848 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d35984ee-1220-434b-82e3-a5fe049630a6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (e145fdba-69f3-451a-9b6e-4fdc5df84666), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:55.638290 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-d35984ee-1220-434b-82e3-a5fe049630a6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e145fdba-69f3-451a-9b6e-4fdc5df84666']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:55.648853 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-d35984ee-1220-434b-82e3-a5fe049630a6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c55d245-5157-4d79-a5b2-47fe18162697') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:55.649177 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-d35984ee-1220-434b-82e3-a5fe049630a6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c55d245-5157-4d79-a5b2-47fe18162697') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:55.659348 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d35984ee-1220-434b-82e3-a5fe049630a6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (9c55d245-5157-4d79-a5b2-47fe18162697), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:55.674447 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d35984ee-1220-434b-82e3-a5fe049630a6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (9c55d245-5157-4d79-a5b2-47fe18162697), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:55.681411 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d35984ee-1220-434b-82e3-a5fe049630a6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:28:55.682399 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d35984ee-1220-434b-82e3-a5fe049630a6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (9c55d245-5157-4d79-a5b2-47fe18162697), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:55.685602 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:28:55.685602 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:28:55.685602 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:28:55.685602 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:28:55.685602 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:28:55.685602 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:28:55.685602 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:28:55.685602 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:28:55.685602 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:28:55.685602 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:28:55.685602 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:28:55.685602 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:28:55.685602 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:28:55.685602 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:28:55.685602 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:28:55.685602 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:28:55.685602 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:28:55.685602 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:28:55.685602 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:28:55.685602 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:28:55.685602 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:28:55.685602 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:28:55.685602 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:28:55.685602 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:28:55.685602 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:28:55.685602 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:28:55.685602 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:28:55.685602 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:28:55.685602 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:28:55.685602 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:28:55.685602 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:28:55.685602 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:28:55.748786 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d35984ee-1220-434b-82e3-a5fe049630a6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (e145fdba-69f3-451a-9b6e-4fdc5df84666), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:55.756826 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d35984ee-1220-434b-82e3-a5fe049630a6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:55.759997 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d35984ee-1220-434b-82e3-a5fe049630a6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] 10.222.0.11 "DELETE /v2.0/networks/e145fdba-69f3-451a-9b6e-4fdc5df84666 HTTP/1.1" status: 204 len: 168 time: 0.6081216 Mar 07 11:28:55.762746 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44026) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:55.774902 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35984ee-1220-434b-82e3-a5fe049630a6 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Pushing event deleted for resources: {'Network': ['ID=e145fdba-69f3-451a-9b6e-4fdc5df84666,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:55.816500 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-85104f64-28cd-4e54-a2cf-e4010e7fd760 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Deleting subnet 059692f9-67cf-4c9c-b35c-d09ceb458d9a {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:28:55.820196 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-85104f64-28cd-4e54-a2cf-e4010e7fd760 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks [] for subnet (059692f9-67cf-4c9c-b35c-d09ceb458d9a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:55.860547 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-85104f64-28cd-4e54-a2cf-e4010e7fd760 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (059692f9-67cf-4c9c-b35c-d09ceb458d9a), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:55.941240 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1e583e-0a3e-49d1-b4bd-b26dab06e942 None None] Network 622c9687-394a-4b6a-8383-b77386febf7c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:28:55.952950 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-85104f64-28cd-4e54-a2cf-e4010e7fd760 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (059692f9-67cf-4c9c-b35c-d09ceb458d9a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:56.012180 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-85104f64-28cd-4e54-a2cf-e4010e7fd760 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (059692f9-67cf-4c9c-b35c-d09ceb458d9a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:56.036351 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a792f7bc-699f-4892-804d-aff3cb72d962 None None] Provisioning complete for port fa51d266-4d8c-4287-ac4a-f3dff2bdc5db triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:28:56.036351 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a792f7bc-699f-4892-804d-aff3cb72d962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (fa51d266-4d8c-4287-ac4a-f3dff2bdc5db), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:56.044142 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85104f64-28cd-4e54-a2cf-e4010e7fd760 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Pushing event deleted for resources: {'Subnet': ['ID=059692f9-67cf-4c9c-b35c-d09ceb458d9a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:56.053772 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-85104f64-28cd-4e54-a2cf-e4010e7fd760 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:56.059500 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-85104f64-28cd-4e54-a2cf-e4010e7fd760 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] 10.222.0.11 "DELETE /v2.0/subnets/059692f9-67cf-4c9c-b35c-d09ceb458d9a HTTP/1.1" status: 204 len: 168 time: 0.2934866 Mar 07 11:28:56.059958 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44028) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:56.153951 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a792f7bc-699f-4892-804d-aff3cb72d962 None None] Current status of the port fa51d266-4d8c-4287-ac4a-f3dff2bdc5db is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:28:56.154345 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a792f7bc-699f-4892-804d-aff3cb72d962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fa51d266-4d8c-4287-ac4a-f3dff2bdc5db), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:56.156558 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-35c043a0-4173-4eeb-8445-dfb1d0d6d9c4 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (622c9687-394a-4b6a-8383-b77386febf7c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:56.192146 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-a792f7bc-699f-4892-804d-aff3cb72d962 None None] For port fa51d266-4d8c-4287-ac4a-f3dff2bdc5db, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=fa51d266-4d8c-4287-ac4a-f3dff2bdc5db,segment=NetworkSegment(bf222447-e6e5-4df3-9a59-42e195f085f7),segment_id=bf222447-e6e5-4df3-9a59-42e195f085f7)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:28:56.196349 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a792f7bc-699f-4892-804d-aff3cb72d962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (fa51d266-4d8c-4287-ac4a-f3dff2bdc5db), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:56.220203 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-35c043a0-4173-4eeb-8445-dfb1d0d6d9c4 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Deleting port fa51d266-4d8c-4287-ac4a-f3dff2bdc5db {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:28:56.220751 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-35c043a0-4173-4eeb-8445-dfb1d0d6d9c4 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (fa51d266-4d8c-4287-ac4a-f3dff2bdc5db), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:56.285095 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a792f7bc-699f-4892-804d-aff3cb72d962 None None] Pushing event updated for resources: {'Port': ['ID=fa51d266-4d8c-4287-ac4a-f3dff2bdc5db,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:56.304921 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-35c043a0-4173-4eeb-8445-dfb1d0d6d9c4 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] For port fa51d266-4d8c-4287-ac4a-f3dff2bdc5db, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=fa51d266-4d8c-4287-ac4a-f3dff2bdc5db,segment=NetworkSegment(bf222447-e6e5-4df3-9a59-42e195f085f7),segment_id=bf222447-e6e5-4df3-9a59-42e195f085f7)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:28:56.305439 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-35c043a0-4173-4eeb-8445-dfb1d0d6d9c4 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (fa51d266-4d8c-4287-ac4a-f3dff2bdc5db), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:56.329397 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-35c043a0-4173-4eeb-8445-dfb1d0d6d9c4 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Calling delete_port for fa51d266-4d8c-4287-ac4a-f3dff2bdc5db owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:28:56.364892 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device fa51d266-4d8c-4287-ac4a-f3dff2bdc5db up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:28:56.424718 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-35c043a0-4173-4eeb-8445-dfb1d0d6d9c4 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (fa51d266-4d8c-4287-ac4a-f3dff2bdc5db), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:56.425144 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port fa51d266-4d8c-4287-ac4a-f3dff2bdc5db triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:28:56.425653 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (fa51d266-4d8c-4287-ac4a-f3dff2bdc5db), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:56.457002 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d52f24-14c2-4a9f-979f-428c95e73ee1 None None] Network 622c9687-394a-4b6a-8383-b77386febf7c requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:28:56.457962 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c043a0-4173-4eeb-8445-dfb1d0d6d9c4 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] No DVR routers for this DVR port fa51d266-4d8c-4287-ac4a-f3dff2bdc5db on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:28:56.459085 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Port fa51d266-4d8c-4287-ac4a-f3dff2bdc5db was deleted so its status cannot be updated. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Mar 07 11:28:56.465660 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c043a0-4173-4eeb-8445-dfb1d0d6d9c4 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Pushing event deleted for resources: {'Port': ['ID=fa51d266-4d8c-4287-ac4a-f3dff2bdc5db,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:56.518947 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-45f3bef8-898c-4884-af00-d34afc7e56d4 None None] Could not find standard attr ID for object fa51d266-4d8c-4287-ac4a-f3dff2bdc5db. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:28:56.558761 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-35c043a0-4173-4eeb-8445-dfb1d0d6d9c4 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (622c9687-394a-4b6a-8383-b77386febf7c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:56.582440 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-35c043a0-4173-4eeb-8445-dfb1d0d6d9c4 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['622c9687-394a-4b6a-8383-b77386febf7c']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:56.592638 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-35c043a0-4173-4eeb-8445-dfb1d0d6d9c4 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf222447-e6e5-4df3-9a59-42e195f085f7') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:56.592938 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-35c043a0-4173-4eeb-8445-dfb1d0d6d9c4 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf222447-e6e5-4df3-9a59-42e195f085f7') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:28:56.599514 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f2a756-9e0e-4506-b0bf-0b0d03c236f0 None None] DHCP port deletion for e145fdba-69f3-451a-9b6e-4fdc5df84666 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:28:56.604615 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-35c043a0-4173-4eeb-8445-dfb1d0d6d9c4 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (bf222447-e6e5-4df3-9a59-42e195f085f7), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:56.622256 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-35c043a0-4173-4eeb-8445-dfb1d0d6d9c4 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (bf222447-e6e5-4df3-9a59-42e195f085f7), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:56.625795 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac8210b-1cca-4bd7-bc5a-7da72f66d590 None None] Network e145fdba-69f3-451a-9b6e-4fdc5df84666 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:28:56.631672 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c043a0-4173-4eeb-8445-dfb1d0d6d9c4 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:28:56.632069 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-35c043a0-4173-4eeb-8445-dfb1d0d6d9c4 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (bf222447-e6e5-4df3-9a59-42e195f085f7), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:56.633512 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5287c43-6112-490f-9c1d-8d53638d0e39 None None] DHCP port deletion for 622c9687-394a-4b6a-8383-b77386febf7c request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:28:56.635252 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:28:56.635252 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:28:56.635252 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:28:56.635252 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:28:56.635252 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:28:56.635252 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:28:56.635252 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:28:56.635252 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:28:56.635252 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:28:56.635252 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:28:56.635252 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:28:56.635252 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:28:56.635252 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:28:56.635252 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:28:56.635252 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:28:56.635252 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:28:56.635252 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:28:56.635252 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:28:56.635252 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:28:56.635252 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:28:56.635252 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:28:56.635252 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:28:56.635252 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:28:56.635252 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:28:56.635252 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:28:56.635252 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:28:56.635252 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:28:56.635252 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:28:56.635252 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:28:56.635252 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:28:56.635252 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:28:56.635252 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:28:56.646254 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-506d1782-6ae1-49c0-8758-ed38196fa620 None None] Could not find standard attr ID for object 59b039bb-3804-4e43-bbc4-23126104f6d0. {{(pid=103768) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Mar 07 11:28:56.647461 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac8210b-1cca-4bd7-bc5a-7da72f66d590 None None] Network e145fdba-69f3-451a-9b6e-4fdc5df84666 could not be found, it might have been deleted concurrently. {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Mar 07 11:28:56.696317 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-35c043a0-4173-4eeb-8445-dfb1d0d6d9c4 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (622c9687-394a-4b6a-8383-b77386febf7c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:56.702886 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-35c043a0-4173-4eeb-8445-dfb1d0d6d9c4 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:56.705871 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-35c043a0-4173-4eeb-8445-dfb1d0d6d9c4 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] 10.222.0.11 "DELETE /v2.0/networks/622c9687-394a-4b6a-8383-b77386febf7c HTTP/1.1" status: 204 len: 168 time: 0.6449237 Mar 07 11:28:56.708677 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44030) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:56.726862 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c043a0-4173-4eeb-8445-dfb1d0d6d9c4 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Pushing event deleted for resources: {'Network': ['ID=622c9687-394a-4b6a-8383-b77386febf7c,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:56.748565 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-fdddfbeb-0fd3-477c-9529-b98744c7513e tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] 10.222.0.11 "GET /v2.0/ports?device_id=e2d0d09b-e5a6-4c62-be1b-4f62d3c99315 HTTP/1.1" status: 200 len: 205 time: 0.0388167 Mar 07 11:28:56.751002 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44032) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:56.826962 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e0ece86c-d5b8-421a-83d7-4a04e461c577 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks [] for router (e2d0d09b-e5a6-4c62-be1b-4f62d3c99315), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:56.982237 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e0ece86c-d5b8-421a-83d7-4a04e461c577 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (e2d0d09b-e5a6-4c62-be1b-4f62d3c99315), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:56.984285 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e0ece86c-d5b8-421a-83d7-4a04e461c577 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks [] for router_controller (e2d0d09b-e5a6-4c62-be1b-4f62d3c99315), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:57.031100 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e0ece86c-d5b8-421a-83d7-4a04e461c577 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (e2d0d09b-e5a6-4c62-be1b-4f62d3c99315), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:57.031624 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ece86c-d5b8-421a-83d7-4a04e461c577 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Fanout notify agent at l3_agent the message router_deleted on router e2d0d09b-e5a6-4c62-be1b-4f62d3c99315 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:28:57.038649 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e0ece86c-d5b8-421a-83d7-4a04e461c577 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:57.039622 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e0ece86c-d5b8-421a-83d7-4a04e461c577 tempest-RoutersNegativeTest-1299447282 tempest-RoutersNegativeTest-1299447282-project] 10.222.0.11 "DELETE /v2.0/routers/e2d0d09b-e5a6-4c62-be1b-4f62d3c99315 HTTP/1.1" status: 204 len: 168 time: 0.2877021 Mar 07 11:28:57.279703 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44038) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:57.414287 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-94407d3b-01b1-4e1c-8a3f-399e674a520a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1e983449528d4c318ed61a31e4ce638b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1333354 Mar 07 11:28:57.416846 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44042) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:57.464339 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2a2fcc0-c593-4e42-9d8f-267cf41265ff admin admin] Publish callbacks [] for security_group (cc58b8eb-6f8c-4004-b690-d0560c9f5027), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:57.484476 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2a2fcc0-c593-4e42-9d8f-267cf41265ff admin admin] Publish callbacks [] for security_group (cc58b8eb-6f8c-4004-b690-d0560c9f5027), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:57.530580 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2a2fcc0-c593-4e42-9d8f-267cf41265ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (cc58b8eb-6f8c-4004-b690-d0560c9f5027), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:57.533077 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f2a2fcc0-c593-4e42-9d8f-267cf41265ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:57.534763 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f2a2fcc0-c593-4e42-9d8f-267cf41265ff admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cc58b8eb-6f8c-4004-b690-d0560c9f5027 HTTP/1.1" status: 204 len: 168 time: 0.1169462 Mar 07 11:28:57.542324 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2fcc0-c593-4e42-9d8f-267cf41265ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc58b8eb-6f8c-4004-b690-d0560c9f5027,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:58.141195 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44064) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:58.235847 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-c4345ff1-bea2-4218-8def-3ad45c98f43f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-693784104-network', 'tenant_id': 'b30c3acfed54466fa73a9eca1c93b4cb'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:58.256644 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4345ff1-bea2-4218-8def-3ad45c98f43f admin admin] Made reservation on behalf of b30c3acfed54466fa73a9eca1c93b4cb for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:28:58.259064 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4345ff1-bea2-4218-8def-3ad45c98f43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:58.272650 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4345ff1-bea2-4218-8def-3ad45c98f43f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:58.274042 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 59b039bb-3804-4e43-bbc4-23126104f6d0 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:28:58.294819 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 59b039bb-3804-4e43-bbc4-23126104f6d0 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:28:58.295516 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 59b039bb-3804-4e43-bbc4-23126104f6d0 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:28:58.295945 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device fa51d266-4d8c-4287-ac4a-f3dff2bdc5db no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:28:58.315654 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: fa51d266-4d8c-4287-ac4a-f3dff2bdc5db {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:28:58.315933 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device fa51d266-4d8c-4287-ac4a-f3dff2bdc5db not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:28:58.350786 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4345ff1-bea2-4218-8def-3ad45c98f43f admin admin] Publish callbacks [] for security_group (60cc851d-8adb-47c7-a777-6ebfa09bdacd), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:58.354413 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4345ff1-bea2-4218-8def-3ad45c98f43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (60cc851d-8adb-47c7-a777-6ebfa09bdacd), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:58.375637 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4345ff1-bea2-4218-8def-3ad45c98f43f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:28:58.391098 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4345ff1-bea2-4218-8def-3ad45c98f43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cc851d-8adb-47c7-a777-6ebfa09bdacd,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:58.395057 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4345ff1-bea2-4218-8def-3ad45c98f43f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (1993f808-b9b1-459d-a4d5-125a3b74e758), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:58.395402 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-c4345ff1-bea2-4218-8def-3ad45c98f43f admin admin] Added segment 1993f808-b9b1-459d-a4d5-125a3b74e758 of type vlan for network c3077a96-276a-473a-b531-dd0b3bafd4c1 Mar 07 11:28:58.434584 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4345ff1-bea2-4218-8def-3ad45c98f43f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (c3077a96-276a-473a-b531-dd0b3bafd4c1), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:58.459296 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4345ff1-bea2-4218-8def-3ad45c98f43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (c3077a96-276a-473a-b531-dd0b3bafd4c1), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:58.460242 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4345ff1-bea2-4218-8def-3ad45c98f43f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:58.460825 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4345ff1-bea2-4218-8def-3ad45c98f43f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:58.489290 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c4345ff1-bea2-4218-8def-3ad45c98f43f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3470621 Mar 07 11:28:58.492333 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44068) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:58.497267 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-fd037320-1524-4023-a2a9-67aad35e4b48 admin admin] Request body: {'subnet': {'network_id': 'c3077a96-276a-473a-b531-dd0b3bafd4c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-693784104-subnet', 'tenant_id': 'b30c3acfed54466fa73a9eca1c93b4cb', 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:58.515599 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd037320-1524-4023-a2a9-67aad35e4b48 admin admin] Made reservation on behalf of b30c3acfed54466fa73a9eca1c93b4cb for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:28:58.518831 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd037320-1524-4023-a2a9-67aad35e4b48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:58.526754 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4345ff1-bea2-4218-8def-3ad45c98f43f admin admin] Pushing event updated for resources: {'Network': ['ID=c3077a96-276a-473a-b531-dd0b3bafd4c1,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:58.536670 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network c3077a96-276a-473a-b531-dd0b3bafd4c1 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:28:58.688186 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd037320-1524-4023-a2a9-67aad35e4b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (b0128c1e-ce34-47e6-834d-f703c94a7a69), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:58.735911 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd037320-1524-4023-a2a9-67aad35e4b48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0128c1e-ce34-47e6-834d-f703c94a7a69,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:58.752824 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd037320-1524-4023-a2a9-67aad35e4b48 admin admin] Checking segment: {'id': '1993f808-b9b1-459d-a4d5-125a3b74e758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c3077a96-276a-473a-b531-dd0b3bafd4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:28:58.753235 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd037320-1524-4023-a2a9-67aad35e4b48 admin admin] Network hostable DHCP agents. Network: c3077a96-276a-473a-b531-dd0b3bafd4c1, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:28:58.769468 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd037320-1524-4023-a2a9-67aad35e4b48 admin admin] Network c3077a96-276a-473a-b531-dd0b3bafd4c1 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:28:58.777612 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-fd037320-1524-4023-a2a9-67aad35e4b48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, c3077a96-276a-473a-b531-dd0b3bafd4c1) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:28:58.781572 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd037320-1524-4023-a2a9-67aad35e4b48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:28:58.782180 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-fd037320-1524-4023-a2a9-67aad35e4b48 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:58.787254 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d281a1a-3cd6-4a62-9aa9-1c56fa21d594 None None] Network c3077a96-276a-473a-b531-dd0b3bafd4c1 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:28:58.798288 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-fd037320-1524-4023-a2a9-67aad35e4b48 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3048663 Mar 07 11:28:58.801146 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44070) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:28:58.805301 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-2c76cdc6-3798-4ea6-9528-a1ebd862c70d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-693784104-router', 'tenant_id': 'b30c3acfed54466fa73a9eca1c93b4cb', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:28:58.823611 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c76cdc6-3798-4ea6-9528-a1ebd862c70d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (87d61e4d-1aae-477a-9742-58869c442e0b), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:58.824803 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c76cdc6-3798-4ea6-9528-a1ebd862c70d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (87d61e4d-1aae-477a-9742-58869c442e0b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:58.881685 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c76cdc6-3798-4ea6-9528-a1ebd862c70d admin admin] Publish callbacks [] for router_controller (87d61e4d-1aae-477a-9742-58869c442e0b), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:58.891055 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6e1917-0dfb-4265-9290-b4ddfa2051c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-c3077a96-276a-473a-b531-dd0b3bafd4c1', 'network_id': 'c3077a96-276a-473a-b531-dd0b3bafd4c1', 'project_id': 'b30c3acfed54466fa73a9eca1c93b4cb', 'fixed_ips': [{'subnet_id': 'b0128c1e-ce34-47e6-834d-f703c94a7a69'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:28:58.891939 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4a6e1917-0dfb-4265-9290-b4ddfa2051c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:59.022173 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c76cdc6-3798-4ea6-9528-a1ebd862c70d admin admin] Publish callbacks [] for router_gateway (87d61e4d-1aae-477a-9742-58869c442e0b), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:59.031435 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-4a6e1917-0dfb-4265-9290-b4ddfa2051c7 None None] Allocated IP 172.20.0.2 (c3077a96-276a-473a-b531-dd0b3bafd4c1/b0128c1e-ce34-47e6-834d-f703c94a7a69/004e2a47-3214-46df-9844-02bf8c43e18e) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:28:59.178627 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4a6e1917-0dfb-4265-9290-b4ddfa2051c7 None None] Publish callbacks [] for port (004e2a47-3214-46df-9844-02bf8c43e18e), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:59.185743 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4a6e1917-0dfb-4265-9290-b4ddfa2051c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (004e2a47-3214-46df-9844-02bf8c43e18e), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:59.225795 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c76cdc6-3798-4ea6-9528-a1ebd862c70d admin admin] Publish callbacks [] for router_gateway (87d61e4d-1aae-477a-9742-58869c442e0b), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:59.226029 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6e1917-0dfb-4265-9290-b4ddfa2051c7 None None] Network c3077a96-276a-473a-b531-dd0b3bafd4c1 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:28:59.230296 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-4a6e1917-0dfb-4265-9290-b4ddfa2051c7 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:28:59.233722 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6e1917-0dfb-4265-9290-b4ddfa2051c7 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:28:59.240148 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e1917-0dfb-4265-9290-b4ddfa2051c7 None None] Pushing event updated for resources: {'Port': ['ID=004e2a47-3214-46df-9844-02bf8c43e18e,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:59.247941 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c76cdc6-3798-4ea6-9528-a1ebd862c70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:59.300162 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-4a6e1917-0dfb-4265-9290-b4ddfa2051c7 None None] Attempting to bind port 004e2a47-3214-46df-9844-02bf8c43e18e on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:28:59.300789 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-4a6e1917-0dfb-4265-9290-b4ddfa2051c7 None None] Attempting to bind port 004e2a47-3214-46df-9844-02bf8c43e18e by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '1993f808-b9b1-459d-a4d5-125a3b74e758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c3077a96-276a-473a-b531-dd0b3bafd4c1'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:28:59.301247 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6e1917-0dfb-4265-9290-b4ddfa2051c7 None None] Attempting to bind port 004e2a47-3214-46df-9844-02bf8c43e18e on network c3077a96-276a-473a-b531-dd0b3bafd4c1 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:28:59.306346 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6e1917-0dfb-4265-9290-b4ddfa2051c7 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:28:59.306723 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6e1917-0dfb-4265-9290-b4ddfa2051c7 None None] Checking segment: {'id': '1993f808-b9b1-459d-a4d5-125a3b74e758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c3077a96-276a-473a-b531-dd0b3bafd4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:28:59.307134 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4a6e1917-0dfb-4265-9290-b4ddfa2051c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:59.307530 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6e1917-0dfb-4265-9290-b4ddfa2051c7 None None] Bound using segment: {'id': '1993f808-b9b1-459d-a4d5-125a3b74e758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c3077a96-276a-473a-b531-dd0b3bafd4c1'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:28:59.307996 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-4a6e1917-0dfb-4265-9290-b4ddfa2051c7 None None] Bound port: 004e2a47-3214-46df-9844-02bf8c43e18e, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1993f808-b9b1-459d-a4d5-125a3b74e758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c3077a96-276a-473a-b531-dd0b3bafd4c1'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:28:59.308378 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4a6e1917-0dfb-4265-9290-b4ddfa2051c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (004e2a47-3214-46df-9844-02bf8c43e18e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:59.358768 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-2c76cdc6-3798-4ea6-9528-a1ebd862c70d admin admin] Allocated IP 172.25.3.29 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/456ed005-9424-4970-92c8-6bb475e1931b) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:28:59.376931 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-4a6e1917-0dfb-4265-9290-b4ddfa2051c7 None None] For port 004e2a47-3214-46df-9844-02bf8c43e18e, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:28:59.380281 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-4a6e1917-0dfb-4265-9290-b4ddfa2051c7 None None] For port 004e2a47-3214-46df-9844-02bf8c43e18e, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=004e2a47-3214-46df-9844-02bf8c43e18e,segment=NetworkSegment(1993f808-b9b1-459d-a4d5-125a3b74e758),segment_id=1993f808-b9b1-459d-a4d5-125a3b74e758)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:28:59.386142 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4a6e1917-0dfb-4265-9290-b4ddfa2051c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (004e2a47-3214-46df-9844-02bf8c43e18e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:59.451262 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e1917-0dfb-4265-9290-b4ddfa2051c7 None None] Pushing event updated for resources: {'Port': ['ID=004e2a47-3214-46df-9844-02bf8c43e18e,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:59.462192 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c76cdc6-3798-4ea6-9528-a1ebd862c70d admin admin] Publish callbacks [] for port (456ed005-9424-4970-92c8-6bb475e1931b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:59.496470 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c76cdc6-3798-4ea6-9528-a1ebd862c70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (456ed005-9424-4970-92c8-6bb475e1931b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:28:59.539114 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c76cdc6-3798-4ea6-9528-a1ebd862c70d admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:28:59.542088 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-2c76cdc6-3798-4ea6-9528-a1ebd862c70d admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:28:59.545290 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c76cdc6-3798-4ea6-9528-a1ebd862c70d admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:28:59.551996 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76cdc6-3798-4ea6-9528-a1ebd862c70d admin admin] Pushing event updated for resources: {'Port': ['ID=456ed005-9424-4970-92c8-6bb475e1931b,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:28:59.821569 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c76cdc6-3798-4ea6-9528-a1ebd862c70d admin admin] Publish callbacks [] for router_gateway (87d61e4d-1aae-477a-9742-58869c442e0b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:00.015736 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c76cdc6-3798-4ea6-9528-a1ebd862c70d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (87d61e4d-1aae-477a-9742-58869c442e0b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:00.146804 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c76cdc6-3798-4ea6-9528-a1ebd862c70d admin admin] Router 87d61e4d-1aae-477a-9742-58869c442e0b is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:29:00.261138 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c76cdc6-3798-4ea6-9528-a1ebd862c70d admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:29:00.275249 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd17aec8-1fb1-4aae-bfca-f3451da4b06a None None] Sync routers for ids ['87d61e4d-1aae-477a-9742-58869c442e0b'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:29:00.287327 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd17aec8-1fb1-4aae-bfca-f3451da4b06a None None] Routers {'87d61e4d-1aae-477a-9742-58869c442e0b'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:29:00.287953 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-bd17aec8-1fb1-4aae-bfca-f3451da4b06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:28:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['87d61e4d-1aae-477a-9742-58869c442e0b'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:00.288911 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c76cdc6-3798-4ea6-9528-a1ebd862c70d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:00.290197 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2c76cdc6-3798-4ea6-9528-a1ebd862c70d admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4881539 Mar 07 11:29:00.292788 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44072) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:00.350319 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 004e2a47-3214-46df-9844-02bf8c43e18e up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:29:00.550682 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae24069c-11e5-425d-9d32-d50c98083d1c None None] Network c3077a96-276a-473a-b531-dd0b3bafd4c1 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:29:00.683243 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6dd64d61-eb12-4f06-8141-30e8915596f3 None None] Provisioning complete for port 004e2a47-3214-46df-9844-02bf8c43e18e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:00.683617 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6dd64d61-eb12-4f06-8141-30e8915596f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (004e2a47-3214-46df-9844-02bf8c43e18e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:00.693090 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-bd17aec8-1fb1-4aae-bfca-f3451da4b06a None None] Set router 87d61e4d-1aae-477a-9742-58869c442e0b gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:29:00.825396 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 004e2a47-3214-46df-9844-02bf8c43e18e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:00.825685 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (004e2a47-3214-46df-9844-02bf8c43e18e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:00.997419 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6dd64d61-eb12-4f06-8141-30e8915596f3 None None] Current status of the port 004e2a47-3214-46df-9844-02bf8c43e18e is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:29:00.997812 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6dd64d61-eb12-4f06-8141-30e8915596f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (004e2a47-3214-46df-9844-02bf8c43e18e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:01.072339 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-6dd64d61-eb12-4f06-8141-30e8915596f3 None None] For port 004e2a47-3214-46df-9844-02bf8c43e18e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=004e2a47-3214-46df-9844-02bf8c43e18e,segment=NetworkSegment(1993f808-b9b1-459d-a4d5-125a3b74e758),segment_id=1993f808-b9b1-459d-a4d5-125a3b74e758)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:29:01.074738 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 004e2a47-3214-46df-9844-02bf8c43e18e is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:29:01.075185 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (004e2a47-3214-46df-9844-02bf8c43e18e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:01.085517 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6dd64d61-eb12-4f06-8141-30e8915596f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (004e2a47-3214-46df-9844-02bf8c43e18e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:01.097501 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91ce4551-1c94-481c-aa3e-50d741e62bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:01.163690 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-bd17aec8-1fb1-4aae-bfca-f3451da4b06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d61e4d-1aae-477a-9742-58869c442e0b', 'name': 'tempest-TestEncryptedCinderVolumes-693784104-router', 'tenant_id': 'b30c3acfed54466fa73a9eca1c93b4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '456ed005-9424-4970-92c8-6bb475e1931b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:28:58Z', 'updated_at': '2022-03-07T11:28:59Z', 'revision_number': 3, 'project_id': 'b30c3acfed54466fa73a9eca1c93b4cb', 'gw_port': {'id': '456ed005-9424-4970-92c8-6bb475e1931b', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:2c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d61e4d-1aae-477a-9742-58869c442e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:28:59Z', 'updated_at': '2022-03-07T11:28:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:01.207579 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd17aec8-1fb1-4aae-bfca-f3451da4b06a None None] Checking router: 87d61e4d-1aae-477a-9742-58869c442e0b for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:29:01.207929 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd17aec8-1fb1-4aae-bfca-f3451da4b06a None None] Updating router 87d61e4d-1aae-477a-9742-58869c442e0b port 456ed005-9424-4970-92c8-6bb475e1931b binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:29:01.231769 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd64d61-eb12-4f06-8141-30e8915596f3 None None] Pushing event updated for resources: {'Port': ['ID=004e2a47-3214-46df-9844-02bf8c43e18e,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:01.236034 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:29:01.236393 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:29:01.245056 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bd17aec8-1fb1-4aae-bfca-f3451da4b06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (456ed005-9424-4970-92c8-6bb475e1931b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:01.306266 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-91ce4551-1c94-481c-aa3e-50d741e62bf8 admin admin] Allocated IP 172.20.0.1 (c3077a96-276a-473a-b531-dd0b3bafd4c1/b0128c1e-ce34-47e6-834d-f703c94a7a69/1c4e9449-d80a-46e7-af58-0b0d93cb69e7) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:29:01.361144 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-61f87645-4b88-4ae3-9fc2-3cbfd0f258d3 None None] Provisioning complete for port 004e2a47-3214-46df-9844-02bf8c43e18e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:01.361782 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-61f87645-4b88-4ae3-9fc2-3cbfd0f258d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (004e2a47-3214-46df-9844-02bf8c43e18e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:01.411955 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91ce4551-1c94-481c-aa3e-50d741e62bf8 admin admin] Publish callbacks [] for port (1c4e9449-d80a-46e7-af58-0b0d93cb69e7), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:01.452661 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91ce4551-1c94-481c-aa3e-50d741e62bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (1c4e9449-d80a-46e7-af58-0b0d93cb69e7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:01.498478 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ce4551-1c94-481c-aa3e-50d741e62bf8 admin admin] Network c3077a96-276a-473a-b531-dd0b3bafd4c1 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:29:01.503497 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-91ce4551-1c94-481c-aa3e-50d741e62bf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:29:01.507040 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ce4551-1c94-481c-aa3e-50d741e62bf8 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:29:01.513242 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-61f87645-4b88-4ae3-9fc2-3cbfd0f258d3 None None] Current status of the port 004e2a47-3214-46df-9844-02bf8c43e18e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:29:01.529825 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce4551-1c94-481c-aa3e-50d741e62bf8 admin admin] Pushing event updated for resources: {'Port': ['ID=1c4e9449-d80a-46e7-af58-0b0d93cb69e7,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:01.549528 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91ce4551-1c94-481c-aa3e-50d741e62bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (87d61e4d-1aae-477a-9742-58869c442e0b), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:01.583602 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bd17aec8-1fb1-4aae-bfca-f3451da4b06a None None] Publish callbacks [] for port (456ed005-9424-4970-92c8-6bb475e1931b), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:01.590975 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bd17aec8-1fb1-4aae-bfca-f3451da4b06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (456ed005-9424-4970-92c8-6bb475e1931b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:01.645554 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-bd17aec8-1fb1-4aae-bfca-f3451da4b06a None None] Attempting to bind port 456ed005-9424-4970-92c8-6bb475e1931b on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:29:01.645780 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-bd17aec8-1fb1-4aae-bfca-f3451da4b06a None None] Attempting to bind port 456ed005-9424-4970-92c8-6bb475e1931b by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:29:01.646092 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd17aec8-1fb1-4aae-bfca-f3451da4b06a None None] Attempting to bind port 456ed005-9424-4970-92c8-6bb475e1931b on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:29:01.648219 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b02982-45a5-4120-8bfb-60fd870697a1 None None] Pushing event updated for resources: {'Port': ['ID=456ed005-9424-4970-92c8-6bb475e1931b,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:01.654180 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd17aec8-1fb1-4aae-bfca-f3451da4b06a None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:29:01.654419 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd17aec8-1fb1-4aae-bfca-f3451da4b06a None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:29:01.654771 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bd17aec8-1fb1-4aae-bfca-f3451da4b06a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:01.655157 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd17aec8-1fb1-4aae-bfca-f3451da4b06a None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:29:01.655628 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-bd17aec8-1fb1-4aae-bfca-f3451da4b06a None None] Bound port: 456ed005-9424-4970-92c8-6bb475e1931b, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:29:01.656016 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bd17aec8-1fb1-4aae-bfca-f3451da4b06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (456ed005-9424-4970-92c8-6bb475e1931b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:01.706526 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91ce4551-1c94-481c-aa3e-50d741e62bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1c4e9449-d80a-46e7-af58-0b0d93cb69e7), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:01.718578 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-bd17aec8-1fb1-4aae-bfca-f3451da4b06a None None] For port 456ed005-9424-4970-92c8-6bb475e1931b, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:29:01.722393 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-bd17aec8-1fb1-4aae-bfca-f3451da4b06a None None] For port 456ed005-9424-4970-92c8-6bb475e1931b, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=456ed005-9424-4970-92c8-6bb475e1931b,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:29:01.728813 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bd17aec8-1fb1-4aae-bfca-f3451da4b06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (456ed005-9424-4970-92c8-6bb475e1931b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:01.824689 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd17aec8-1fb1-4aae-bfca-f3451da4b06a None None] Routers {'87d61e4d-1aae-477a-9742-58869c442e0b'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:29:01.825385 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-bd17aec8-1fb1-4aae-bfca-f3451da4b06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:28:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['87d61e4d-1aae-477a-9742-58869c442e0b'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:01.828605 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 004e2a47-3214-46df-9844-02bf8c43e18e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:29:01.876290 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b02982-45a5-4120-8bfb-60fd870697a1 None None] Pushing event updated for resources: {'Port': ['ID=456ed005-9424-4970-92c8-6bb475e1931b,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:01.888044 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91ce4551-1c94-481c-aa3e-50d741e62bf8 admin admin] Publish callbacks [] for port (1c4e9449-d80a-46e7-af58-0b0d93cb69e7), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:01.892721 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91ce4551-1c94-481c-aa3e-50d741e62bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (1c4e9449-d80a-46e7-af58-0b0d93cb69e7), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:01.900329 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-4cc3b937-084d-4f4c-a6bf-8ff4b9326cc9 None None] Provisioning complete for port 1c4e9449-d80a-46e7-af58-0b0d93cb69e7 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:01.900702 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4cc3b937-084d-4f4c-a6bf-8ff4b9326cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1c4e9449-d80a-46e7-af58-0b0d93cb69e7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:01.959759 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91ce4551-1c94-481c-aa3e-50d741e62bf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (87d61e4d-1aae-477a-9742-58869c442e0b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:01.961495 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce4551-1c94-481c-aa3e-50d741e62bf8 admin admin] Pushing event updated for resources: {'Port': ['ID=1c4e9449-d80a-46e7-af58-0b0d93cb69e7,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:01.975530 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4cc3b937-084d-4f4c-a6bf-8ff4b9326cc9 None None] Port 1c4e9449-d80a-46e7-af58-0b0d93cb69e7 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:29:01.988051 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-bd17aec8-1fb1-4aae-bfca-f3451da4b06a None None] Set router 87d61e4d-1aae-477a-9742-58869c442e0b gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:29:02.057873 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ce4551-1c94-481c-aa3e-50d741e62bf8 admin admin] Network c3077a96-276a-473a-b531-dd0b3bafd4c1 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:29:02.059323 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-91ce4551-1c94-481c-aa3e-50d741e62bf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:29:02.187101 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ce4551-1c94-481c-aa3e-50d741e62bf8 admin admin] Router 87d61e4d-1aae-477a-9742-58869c442e0b has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:29:02.204035 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-bd17aec8-1fb1-4aae-bfca-f3451da4b06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d61e4d-1aae-477a-9742-58869c442e0b', 'name': 'tempest-TestEncryptedCinderVolumes-693784104-router', 'tenant_id': 'b30c3acfed54466fa73a9eca1c93b4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '456ed005-9424-4970-92c8-6bb475e1931b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:28:58Z', 'updated_at': '2022-03-07T11:29:01Z', 'revision_number': 4, 'project_id': 'b30c3acfed54466fa73a9eca1c93b4cb', 'gw_port': {'id': '456ed005-9424-4970-92c8-6bb475e1931b', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:2c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d61e4d-1aae-477a-9742-58869c442e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:28:59Z', 'updated_at': '2022-03-07T11:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '1c4e9449-d80a-46e7-af58-0b0d93cb69e7', 'name': '', 'network_id': 'c3077a96-276a-473a-b531-dd0b3bafd4c1', 'tenant_id': 'b30c3acfed54466fa73a9eca1c93b4cb', 'mac_address': 'fa:16:3e:da:3f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d61e4d-1aae-477a-9742-58869c442e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'b0128c1e-ce34-47e6-834d-f703c94a7a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:01Z', 'updated_at': '2022-03-07T11:29:01Z', 'revision_number': 1, 'project_id': 'b30c3acfed54466fa73a9eca1c93b4cb', 'subnets': [{'id': 'b0128c1e-ce34-47e6-834d-f703c94a7a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:02.233006 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd17aec8-1fb1-4aae-bfca-f3451da4b06a None None] The sync data for ids ['87d61e4d-1aae-477a-9742-58869c442e0b'] in n-d-832164-4 is: [{'id': '87d61e4d-1aae-477a-9742-58869c442e0b', 'name': 'tempest-TestEncryptedCinderVolumes-693784104-router', 'tenant_id': 'b30c3acfed54466fa73a9eca1c93b4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '456ed005-9424-4970-92c8-6bb475e1931b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:28:58Z', 'updated_at': '2022-03-07T11:29:01Z', 'revision_number': 4, 'project_id': 'b30c3acfed54466fa73a9eca1c93b4cb', 'gw_port': {'id': '456ed005-9424-4970-92c8-6bb475e1931b', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:2c:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d61e4d-1aae-477a-9742-58869c442e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:28:59Z', 'updated_at': '2022-03-07T11:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '1c4e9449-d80a-46e7-af58-0b0d93cb69e7', 'name': '', 'network_id': 'c3077a96-276a-473a-b531-dd0b3bafd4c1', 'tenant_id': 'b30c3acfed54466fa73a9eca1c93b4cb', 'mac_address': 'fa:16:3e:da:3f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d61e4d-1aae-477a-9742-58869c442e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'b0128c1e-ce34-47e6-834d-f703c94a7a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:01Z', 'updated_at': '2022-03-07T11:29:01Z', 'revision_number': 1, 'project_id': 'b30c3acfed54466fa73a9eca1c93b4cb', 'subnets': [{'id': 'b0128c1e-ce34-47e6-834d-f703c94a7a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:29:02.316615 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 004e2a47-3214-46df-9844-02bf8c43e18e up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:29:02.321354 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ce4551-1c94-481c-aa3e-50d741e62bf8 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:29:02.327058 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-91ce4551-1c94-481c-aa3e-50d741e62bf8 admin admin] 10.222.0.11 "PUT /v2.0/routers/87d61e4d-1aae-477a-9742-58869c442e0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0330713 Mar 07 11:29:02.372074 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 004e2a47-3214-46df-9844-02bf8c43e18e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:02.372552 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (004e2a47-3214-46df-9844-02bf8c43e18e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:02.422327 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-fdb08470-952d-44f2-9e9f-2f52f7bbca5c None None] Provisioning complete for port 1c4e9449-d80a-46e7-af58-0b0d93cb69e7 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:02.422705 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fdb08470-952d-44f2-9e9f-2f52f7bbca5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1c4e9449-d80a-46e7-af58-0b0d93cb69e7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:02.508318 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-fdb08470-952d-44f2-9e9f-2f52f7bbca5c None None] Port 1c4e9449-d80a-46e7-af58-0b0d93cb69e7 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:29:02.530700 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 004e2a47-3214-46df-9844-02bf8c43e18e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:29:02.862631 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44088) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:02.867687 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-daa1d5cd-66fa-49fe-b4df-186f6af6ffa4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-290695601-network', 'tenant_id': '4262712254a44f8f92156a69c941f14f'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:29:02.890258 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa1d5cd-66fa-49fe-b4df-186f6af6ffa4 admin admin] Made reservation on behalf of 4262712254a44f8f92156a69c941f14f for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:29:02.892587 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-daa1d5cd-66fa-49fe-b4df-186f6af6ffa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:02.902462 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-daa1d5cd-66fa-49fe-b4df-186f6af6ffa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:03.000315 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-daa1d5cd-66fa-49fe-b4df-186f6af6ffa4 admin admin] Publish callbacks [] for security_group (286b9457-1f28-4545-a265-50a2f8f598cf), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:03.010841 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-daa1d5cd-66fa-49fe-b4df-186f6af6ffa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (286b9457-1f28-4545-a265-50a2f8f598cf), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:03.039183 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa1d5cd-66fa-49fe-b4df-186f6af6ffa4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 220} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:29:03.051302 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1d5cd-66fa-49fe-b4df-186f6af6ffa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286b9457-1f28-4545-a265-50a2f8f598cf,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:03.058293 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-daa1d5cd-66fa-49fe-b4df-186f6af6ffa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (b5831c77-18d4-433f-a66f-e3a8f920dea0), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:03.058644 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-daa1d5cd-66fa-49fe-b4df-186f6af6ffa4 admin admin] Added segment b5831c77-18d4-433f-a66f-e3a8f920dea0 of type vlan for network 0c59544c-871c-4401-a344-9ccaa6e18a25 Mar 07 11:29:03.102731 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-daa1d5cd-66fa-49fe-b4df-186f6af6ffa4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (0c59544c-871c-4401-a344-9ccaa6e18a25), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:03.129826 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-daa1d5cd-66fa-49fe-b4df-186f6af6ffa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (0c59544c-871c-4401-a344-9ccaa6e18a25), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:03.131137 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa1d5cd-66fa-49fe-b4df-186f6af6ffa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:03.131813 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-daa1d5cd-66fa-49fe-b4df-186f6af6ffa4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:03.168505 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-daa1d5cd-66fa-49fe-b4df-186f6af6ffa4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3046703 Mar 07 11:29:03.171813 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44090) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:03.180913 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-cbb29b4b-6f92-4bb0-84b0-6feec08496e8 admin admin] Request body: {'subnet': {'network_id': '0c59544c-871c-4401-a344-9ccaa6e18a25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-290695601-subnet', 'tenant_id': '4262712254a44f8f92156a69c941f14f', 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:29:03.207892 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb29b4b-6f92-4bb0-84b0-6feec08496e8 admin admin] Made reservation on behalf of 4262712254a44f8f92156a69c941f14f for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:29:03.211110 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cbb29b4b-6f92-4bb0-84b0-6feec08496e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:03.213347 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1d5cd-66fa-49fe-b4df-186f6af6ffa4 admin admin] Pushing event updated for resources: {'Network': ['ID=0c59544c-871c-4401-a344-9ccaa6e18a25,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:03.226184 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 0c59544c-871c-4401-a344-9ccaa6e18a25 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:29:03.405772 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cbb29b4b-6f92-4bb0-84b0-6feec08496e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (10c775da-1e7f-4683-ba88-b3ba72d9667a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:03.456686 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb29b4b-6f92-4bb0-84b0-6feec08496e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10c775da-1e7f-4683-ba88-b3ba72d9667a,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:03.476930 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb29b4b-6f92-4bb0-84b0-6feec08496e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:03.477321 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb29b4b-6f92-4bb0-84b0-6feec08496e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:03.477664 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb29b4b-6f92-4bb0-84b0-6feec08496e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:03.478003 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb29b4b-6f92-4bb0-84b0-6feec08496e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:03.478406 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb29b4b-6f92-4bb0-84b0-6feec08496e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:03.478666 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb29b4b-6f92-4bb0-84b0-6feec08496e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:03.478992 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb29b4b-6f92-4bb0-84b0-6feec08496e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:03.479316 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb29b4b-6f92-4bb0-84b0-6feec08496e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:03.479638 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb29b4b-6f92-4bb0-84b0-6feec08496e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:03.479957 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb29b4b-6f92-4bb0-84b0-6feec08496e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:03.480279 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb29b4b-6f92-4bb0-84b0-6feec08496e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:03.480604 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb29b4b-6f92-4bb0-84b0-6feec08496e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:03.480921 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbb29b4b-6f92-4bb0-84b0-6feec08496e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:03.492063 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb29b4b-6f92-4bb0-84b0-6feec08496e8 admin admin] Checking segment: {'id': 'b5831c77-18d4-433f-a66f-e3a8f920dea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c59544c-871c-4401-a344-9ccaa6e18a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:29:03.492430 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb29b4b-6f92-4bb0-84b0-6feec08496e8 admin admin] Network hostable DHCP agents. Network: 0c59544c-871c-4401-a344-9ccaa6e18a25, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:29:03.510450 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb29b4b-6f92-4bb0-84b0-6feec08496e8 admin admin] Network 0c59544c-871c-4401-a344-9ccaa6e18a25 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:29:03.519386 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-cbb29b4b-6f92-4bb0-84b0-6feec08496e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 0c59544c-871c-4401-a344-9ccaa6e18a25) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:29:03.523878 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb29b4b-6f92-4bb0-84b0-6feec08496e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:03.524492 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cbb29b4b-6f92-4bb0-84b0-6feec08496e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:03.530377 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77ccf67-c400-4bb5-85a0-4b7261e85715 None None] Network 0c59544c-871c-4401-a344-9ccaa6e18a25 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:29:03.542379 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cbb29b4b-6f92-4bb0-84b0-6feec08496e8 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3692253 Mar 07 11:29:03.545257 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44092) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:03.552149 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d7401172-e832-4cdd-95eb-95fe0308c14a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-290695601-router', 'tenant_id': '4262712254a44f8f92156a69c941f14f', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:29:03.574413 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d7401172-e832-4cdd-95eb-95fe0308c14a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (87e9c667-94a7-4625-b274-56eb6f0a6023), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:03.575524 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d7401172-e832-4cdd-95eb-95fe0308c14a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (87e9c667-94a7-4625-b274-56eb6f0a6023), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:03.635977 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d7401172-e832-4cdd-95eb-95fe0308c14a admin admin] Publish callbacks [] for router_controller (87e9c667-94a7-4625-b274-56eb6f0a6023), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:03.651951 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a91919-d170-4fda-91e1-447b5c513f05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-0c59544c-871c-4401-a344-9ccaa6e18a25', 'network_id': '0c59544c-871c-4401-a344-9ccaa6e18a25', 'project_id': '4262712254a44f8f92156a69c941f14f', 'fixed_ips': [{'subnet_id': '10c775da-1e7f-4683-ba88-b3ba72d9667a'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:29:03.653502 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-10a91919-d170-4fda-91e1-447b5c513f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:03.781781 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d7401172-e832-4cdd-95eb-95fe0308c14a admin admin] Publish callbacks [] for router_gateway (87e9c667-94a7-4625-b274-56eb6f0a6023), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:03.792893 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-10a91919-d170-4fda-91e1-447b5c513f05 None None] Allocated IP 172.20.0.2 (0c59544c-871c-4401-a344-9ccaa6e18a25/10c775da-1e7f-4683-ba88-b3ba72d9667a/d02edd83-845e-4f80-b925-b6378bcdc113) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:29:04.005235 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d7401172-e832-4cdd-95eb-95fe0308c14a admin admin] Publish callbacks [] for router_gateway (87e9c667-94a7-4625-b274-56eb6f0a6023), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:04.025183 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d7401172-e832-4cdd-95eb-95fe0308c14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:04.111211 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-10a91919-d170-4fda-91e1-447b5c513f05 None None] Publish callbacks [] for port (d02edd83-845e-4f80-b925-b6378bcdc113), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:04.118569 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-10a91919-d170-4fda-91e1-447b5c513f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (d02edd83-845e-4f80-b925-b6378bcdc113), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:04.137023 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-d7401172-e832-4cdd-95eb-95fe0308c14a admin admin] Allocated IP 172.25.3.150 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/4bcbe59f-2990-4e26-b9be-f7602bdd27c7) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:29:04.165750 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a91919-d170-4fda-91e1-447b5c513f05 None None] Network 0c59544c-871c-4401-a344-9ccaa6e18a25 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:29:04.168631 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-10a91919-d170-4fda-91e1-447b5c513f05 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:29:04.173314 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a91919-d170-4fda-91e1-447b5c513f05 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:29:04.177056 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a91919-d170-4fda-91e1-447b5c513f05 None None] Pushing event updated for resources: {'Port': ['ID=d02edd83-845e-4f80-b925-b6378bcdc113,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:04.231414 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-10a91919-d170-4fda-91e1-447b5c513f05 None None] Attempting to bind port d02edd83-845e-4f80-b925-b6378bcdc113 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:29:04.231884 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-10a91919-d170-4fda-91e1-447b5c513f05 None None] Attempting to bind port d02edd83-845e-4f80-b925-b6378bcdc113 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'b5831c77-18d4-433f-a66f-e3a8f920dea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c59544c-871c-4401-a344-9ccaa6e18a25'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:29:04.232145 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a91919-d170-4fda-91e1-447b5c513f05 None None] Attempting to bind port d02edd83-845e-4f80-b925-b6378bcdc113 on network 0c59544c-871c-4401-a344-9ccaa6e18a25 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:29:04.239564 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a91919-d170-4fda-91e1-447b5c513f05 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:29:04.239945 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a91919-d170-4fda-91e1-447b5c513f05 None None] Checking segment: {'id': 'b5831c77-18d4-433f-a66f-e3a8f920dea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c59544c-871c-4401-a344-9ccaa6e18a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:29:04.240358 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-10a91919-d170-4fda-91e1-447b5c513f05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:04.240752 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a91919-d170-4fda-91e1-447b5c513f05 None None] Bound using segment: {'id': 'b5831c77-18d4-433f-a66f-e3a8f920dea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c59544c-871c-4401-a344-9ccaa6e18a25'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:29:04.241254 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-10a91919-d170-4fda-91e1-447b5c513f05 None None] Bound port: d02edd83-845e-4f80-b925-b6378bcdc113, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5831c77-18d4-433f-a66f-e3a8f920dea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c59544c-871c-4401-a344-9ccaa6e18a25'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:29:04.241633 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-10a91919-d170-4fda-91e1-447b5c513f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d02edd83-845e-4f80-b925-b6378bcdc113), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:04.253385 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d7401172-e832-4cdd-95eb-95fe0308c14a admin admin] Publish callbacks [] for port (4bcbe59f-2990-4e26-b9be-f7602bdd27c7), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:04.294789 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d7401172-e832-4cdd-95eb-95fe0308c14a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (4bcbe59f-2990-4e26-b9be-f7602bdd27c7), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:04.313314 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-10a91919-d170-4fda-91e1-447b5c513f05 None None] For port d02edd83-845e-4f80-b925-b6378bcdc113, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:29:04.318461 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-10a91919-d170-4fda-91e1-447b5c513f05 None None] For port d02edd83-845e-4f80-b925-b6378bcdc113, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=d02edd83-845e-4f80-b925-b6378bcdc113,segment=NetworkSegment(b5831c77-18d4-433f-a66f-e3a8f920dea0),segment_id=b5831c77-18d4-433f-a66f-e3a8f920dea0)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:29:04.335203 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-10a91919-d170-4fda-91e1-447b5c513f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d02edd83-845e-4f80-b925-b6378bcdc113), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:04.336625 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7401172-e832-4cdd-95eb-95fe0308c14a admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:29:04.339723 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-d7401172-e832-4cdd-95eb-95fe0308c14a admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:29:04.344280 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7401172-e832-4cdd-95eb-95fe0308c14a admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:29:04.348097 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7401172-e832-4cdd-95eb-95fe0308c14a admin admin] Pushing event updated for resources: {'Port': ['ID=4bcbe59f-2990-4e26-b9be-f7602bdd27c7,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:04.392041 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 456ed005-9424-4970-92c8-6bb475e1931b up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:29:04.461776 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a91919-d170-4fda-91e1-447b5c513f05 None None] Pushing event updated for resources: {'Port': ['ID=d02edd83-845e-4f80-b925-b6378bcdc113,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:04.477943 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 456ed005-9424-4970-92c8-6bb475e1931b triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:04.478435 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (456ed005-9424-4970-92c8-6bb475e1931b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:04.568896 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 456ed005-9424-4970-92c8-6bb475e1931b is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:29:04.569513 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (456ed005-9424-4970-92c8-6bb475e1931b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:04.597009 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 456ed005-9424-4970-92c8-6bb475e1931b, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=456ed005-9424-4970-92c8-6bb475e1931b,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:29:04.603268 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (456ed005-9424-4970-92c8-6bb475e1931b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:04.626998 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3225ab38-0af2-4c81-8ae4-c6c0b52141f2 None None] Sync routers for ids ['87d61e4d-1aae-477a-9742-58869c442e0b'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:29:04.646138 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3225ab38-0af2-4c81-8ae4-c6c0b52141f2 None None] Routers {'87d61e4d-1aae-477a-9742-58869c442e0b'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:29:04.646848 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3225ab38-0af2-4c81-8ae4-c6c0b52141f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:28:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['87d61e4d-1aae-477a-9742-58869c442e0b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:04.648466 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d7401172-e832-4cdd-95eb-95fe0308c14a admin admin] Publish callbacks [] for router_gateway (87e9c667-94a7-4625-b274-56eb6f0a6023), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:04.676730 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=456ed005-9424-4970-92c8-6bb475e1931b,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:04.776971 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-3225ab38-0af2-4c81-8ae4-c6c0b52141f2 None None] Set router 87d61e4d-1aae-477a-9742-58869c442e0b gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:29:04.863232 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d7401172-e832-4cdd-95eb-95fe0308c14a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (87e9c667-94a7-4625-b274-56eb6f0a6023), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:04.999131 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7401172-e832-4cdd-95eb-95fe0308c14a admin admin] Router 87e9c667-94a7-4625-b274-56eb6f0a6023 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:29:05.091812 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3225ab38-0af2-4c81-8ae4-c6c0b52141f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d61e4d-1aae-477a-9742-58869c442e0b', 'name': 'tempest-TestEncryptedCinderVolumes-693784104-router', 'tenant_id': 'b30c3acfed54466fa73a9eca1c93b4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '456ed005-9424-4970-92c8-6bb475e1931b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:28:58Z', 'updated_at': '2022-03-07T11:29:01Z', 'revision_number': 4, 'project_id': 'b30c3acfed54466fa73a9eca1c93b4cb', 'gw_port': {'id': '456ed005-9424-4970-92c8-6bb475e1931b', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:2c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d61e4d-1aae-477a-9742-58869c442e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:28:59Z', 'updated_at': '2022-03-07T11:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '1c4e9449-d80a-46e7-af58-0b0d93cb69e7', 'name': '', 'network_id': 'c3077a96-276a-473a-b531-dd0b3bafd4c1', 'tenant_id': 'b30c3acfed54466fa73a9eca1c93b4cb', 'mac_address': 'fa:16:3e:da:3f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d61e4d-1aae-477a-9742-58869c442e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'b0128c1e-ce34-47e6-834d-f703c94a7a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:01Z', 'updated_at': '2022-03-07T11:29:01Z', 'revision_number': 2, 'project_id': 'b30c3acfed54466fa73a9eca1c93b4cb', 'subnets': [{'id': 'b0128c1e-ce34-47e6-834d-f703c94a7a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:05.117712 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7401172-e832-4cdd-95eb-95fe0308c14a admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:29:05.123069 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3225ab38-0af2-4c81-8ae4-c6c0b52141f2 None None] Checking router: 87d61e4d-1aae-477a-9742-58869c442e0b for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:29:05.123426 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3225ab38-0af2-4c81-8ae4-c6c0b52141f2 None None] Updating router 87d61e4d-1aae-477a-9742-58869c442e0b port 1c4e9449-d80a-46e7-af58-0b0d93cb69e7 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:29:05.130382 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5a4532-7eec-4424-ae79-b845f29d2358 None None] Sync routers for ids ['87e9c667-94a7-4625-b274-56eb6f0a6023'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:29:05.138126 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d7401172-e832-4cdd-95eb-95fe0308c14a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:05.139985 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d7401172-e832-4cdd-95eb-95fe0308c14a admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5936368 Mar 07 11:29:05.144185 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44094) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:29:05.146025 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5a4532-7eec-4424-ae79-b845f29d2358 None None] Routers {'87e9c667-94a7-4625-b274-56eb6f0a6023'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:29:05.146663 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-be5a4532-7eec-4424-ae79-b845f29d2358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:28:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['87e9c667-94a7-4625-b274-56eb6f0a6023'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:05.155093 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-3225ab38-0af2-4c81-8ae4-c6c0b52141f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1c4e9449-d80a-46e7-af58-0b0d93cb69e7), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:05.270647 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-be5a4532-7eec-4424-ae79-b845f29d2358 None None] Set router 87e9c667-94a7-4625-b274-56eb6f0a6023 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:29:05.469639 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-3225ab38-0af2-4c81-8ae4-c6c0b52141f2 None None] Publish callbacks [] for port (1c4e9449-d80a-46e7-af58-0b0d93cb69e7), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:05.475470 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-3225ab38-0af2-4c81-8ae4-c6c0b52141f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1c4e9449-d80a-46e7-af58-0b0d93cb69e7), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:05.501396 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-be5a4532-7eec-4424-ae79-b845f29d2358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e9c667-94a7-4625-b274-56eb6f0a6023', 'name': 'tempest-TestEncryptedCinderVolumes-290695601-router', 'tenant_id': '4262712254a44f8f92156a69c941f14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '4bcbe59f-2990-4e26-b9be-f7602bdd27c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:29:03Z', 'updated_at': '2022-03-07T11:29:04Z', 'revision_number': 3, 'project_id': '4262712254a44f8f92156a69c941f14f', 'gw_port': {'id': '4bcbe59f-2990-4e26-b9be-f7602bdd27c7', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:52:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e9c667-94a7-4625-b274-56eb6f0a6023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:04Z', 'updated_at': '2022-03-07T11:29:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:05.540066 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ff7f0-5780-48c6-a489-b94709e799c6 None None] Pushing event updated for resources: {'Port': ['ID=1c4e9449-d80a-46e7-af58-0b0d93cb69e7,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:05.553433 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5a4532-7eec-4424-ae79-b845f29d2358 None None] Checking router: 87e9c667-94a7-4625-b274-56eb6f0a6023 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:29:05.553895 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5a4532-7eec-4424-ae79-b845f29d2358 None None] Updating router 87e9c667-94a7-4625-b274-56eb6f0a6023 port 4bcbe59f-2990-4e26-b9be-f7602bdd27c7 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:29:05.569244 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796ff7f0-5780-48c6-a489-b94709e799c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:05.569597 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796ff7f0-5780-48c6-a489-b94709e799c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:05.569941 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796ff7f0-5780-48c6-a489-b94709e799c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:05.570278 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796ff7f0-5780-48c6-a489-b94709e799c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:05.570609 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796ff7f0-5780-48c6-a489-b94709e799c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:05.570990 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796ff7f0-5780-48c6-a489-b94709e799c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:05.571321 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796ff7f0-5780-48c6-a489-b94709e799c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:05.571689 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796ff7f0-5780-48c6-a489-b94709e799c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:05.572020 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796ff7f0-5780-48c6-a489-b94709e799c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:05.572624 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796ff7f0-5780-48c6-a489-b94709e799c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:05.572990 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796ff7f0-5780-48c6-a489-b94709e799c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:05.573430 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796ff7f0-5780-48c6-a489-b94709e799c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:05.573951 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796ff7f0-5780-48c6-a489-b94709e799c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:05.592850 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-be5a4532-7eec-4424-ae79-b845f29d2358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4bcbe59f-2990-4e26-b9be-f7602bdd27c7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:05.617642 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-3225ab38-0af2-4c81-8ae4-c6c0b52141f2 None None] Attempting to bind port 1c4e9449-d80a-46e7-af58-0b0d93cb69e7 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:29:05.618240 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-3225ab38-0af2-4c81-8ae4-c6c0b52141f2 None None] Attempting to bind port 1c4e9449-d80a-46e7-af58-0b0d93cb69e7 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '1993f808-b9b1-459d-a4d5-125a3b74e758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c3077a96-276a-473a-b531-dd0b3bafd4c1'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:29:05.618800 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225ab38-0af2-4c81-8ae4-c6c0b52141f2 None None] Attempting to bind port 1c4e9449-d80a-46e7-af58-0b0d93cb69e7 on network c3077a96-276a-473a-b531-dd0b3bafd4c1 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:29:05.624340 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225ab38-0af2-4c81-8ae4-c6c0b52141f2 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:29:05.624967 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225ab38-0af2-4c81-8ae4-c6c0b52141f2 None None] Checking segment: {'id': '1993f808-b9b1-459d-a4d5-125a3b74e758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c3077a96-276a-473a-b531-dd0b3bafd4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:29:05.625578 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-3225ab38-0af2-4c81-8ae4-c6c0b52141f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:05.626130 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225ab38-0af2-4c81-8ae4-c6c0b52141f2 None None] Bound using segment: {'id': '1993f808-b9b1-459d-a4d5-125a3b74e758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c3077a96-276a-473a-b531-dd0b3bafd4c1'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:29:05.626856 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-3225ab38-0af2-4c81-8ae4-c6c0b52141f2 None None] Bound port: 1c4e9449-d80a-46e7-af58-0b0d93cb69e7, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1993f808-b9b1-459d-a4d5-125a3b74e758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c3077a96-276a-473a-b531-dd0b3bafd4c1'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:29:05.627426 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-3225ab38-0af2-4c81-8ae4-c6c0b52141f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1c4e9449-d80a-46e7-af58-0b0d93cb69e7), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:05.655446 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d456364-1d88-44fd-87cd-b5ad1b59a0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:05.713302 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-3225ab38-0af2-4c81-8ae4-c6c0b52141f2 None None] For port 1c4e9449-d80a-46e7-af58-0b0d93cb69e7, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:29:05.718459 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-3225ab38-0af2-4c81-8ae4-c6c0b52141f2 None None] For port 1c4e9449-d80a-46e7-af58-0b0d93cb69e7, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1c4e9449-d80a-46e7-af58-0b0d93cb69e7,segment=NetworkSegment(1993f808-b9b1-459d-a4d5-125a3b74e758),segment_id=1993f808-b9b1-459d-a4d5-125a3b74e758)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:29:05.726396 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-3225ab38-0af2-4c81-8ae4-c6c0b52141f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1c4e9449-d80a-46e7-af58-0b0d93cb69e7), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:05.783705 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3225ab38-0af2-4c81-8ae4-c6c0b52141f2 None None] Routers {'87d61e4d-1aae-477a-9742-58869c442e0b'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:29:05.784486 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3225ab38-0af2-4c81-8ae4-c6c0b52141f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:28:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['87d61e4d-1aae-477a-9742-58869c442e0b'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:05.802148 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f08254-97f8-4535-8fa9-a65f508ac3ab None None] Network 0c59544c-871c-4401-a344-9ccaa6e18a25 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:29:05.857406 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796ff7f0-5780-48c6-a489-b94709e799c6 None None] Pushing event updated for resources: {'Port': ['ID=1c4e9449-d80a-46e7-af58-0b0d93cb69e7,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:05.875601 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-9d456364-1d88-44fd-87cd-b5ad1b59a0ec admin admin] Allocated IP 172.20.0.1 (0c59544c-871c-4401-a344-9ccaa6e18a25/10c775da-1e7f-4683-ba88-b3ba72d9667a/b123482c-ddba-4ebf-99e5-a80a8b2ac335) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:29:05.896538 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f8aac071-af15-4884-b32e-3e9320642d18 None None] Provisioning complete for port d02edd83-845e-4f80-b925-b6378bcdc113 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:05.896916 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f8aac071-af15-4884-b32e-3e9320642d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d02edd83-845e-4f80-b925-b6378bcdc113), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:05.942742 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-3225ab38-0af2-4c81-8ae4-c6c0b52141f2 None None] Set router 87d61e4d-1aae-477a-9742-58869c442e0b gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:29:06.005791 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d456364-1d88-44fd-87cd-b5ad1b59a0ec admin admin] Publish callbacks [] for port (b123482c-ddba-4ebf-99e5-a80a8b2ac335), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:06.080366 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-be5a4532-7eec-4424-ae79-b845f29d2358 None None] Publish callbacks [] for port (4bcbe59f-2990-4e26-b9be-f7602bdd27c7), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:06.085520 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f8aac071-af15-4884-b32e-3e9320642d18 None None] Current status of the port d02edd83-845e-4f80-b925-b6378bcdc113 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:29:06.085912 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f8aac071-af15-4884-b32e-3e9320642d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (d02edd83-845e-4f80-b925-b6378bcdc113), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:06.096754 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-be5a4532-7eec-4424-ae79-b845f29d2358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4bcbe59f-2990-4e26-b9be-f7602bdd27c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:06.188439 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-f8aac071-af15-4884-b32e-3e9320642d18 None None] For port d02edd83-845e-4f80-b925-b6378bcdc113, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=d02edd83-845e-4f80-b925-b6378bcdc113,segment=NetworkSegment(b5831c77-18d4-433f-a66f-e3a8f920dea0),segment_id=b5831c77-18d4-433f-a66f-e3a8f920dea0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:29:06.197131 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f8aac071-af15-4884-b32e-3e9320642d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (d02edd83-845e-4f80-b925-b6378bcdc113), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:06.198860 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-be5a4532-7eec-4424-ae79-b845f29d2358 None None] Attempting to bind port 4bcbe59f-2990-4e26-b9be-f7602bdd27c7 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:29:06.199284 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-be5a4532-7eec-4424-ae79-b845f29d2358 None None] Attempting to bind port 4bcbe59f-2990-4e26-b9be-f7602bdd27c7 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:29:06.199594 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5a4532-7eec-4424-ae79-b845f29d2358 None None] Attempting to bind port 4bcbe59f-2990-4e26-b9be-f7602bdd27c7 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:29:06.203217 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-3225ab38-0af2-4c81-8ae4-c6c0b52141f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d61e4d-1aae-477a-9742-58869c442e0b', 'name': 'tempest-TestEncryptedCinderVolumes-693784104-router', 'tenant_id': 'b30c3acfed54466fa73a9eca1c93b4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '456ed005-9424-4970-92c8-6bb475e1931b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:28:58Z', 'updated_at': '2022-03-07T11:29:01Z', 'revision_number': 4, 'project_id': 'b30c3acfed54466fa73a9eca1c93b4cb', 'gw_port': {'id': '456ed005-9424-4970-92c8-6bb475e1931b', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:2c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d61e4d-1aae-477a-9742-58869c442e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:28:59Z', 'updated_at': '2022-03-07T11:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '1c4e9449-d80a-46e7-af58-0b0d93cb69e7', 'name': '', 'network_id': 'c3077a96-276a-473a-b531-dd0b3bafd4c1', 'tenant_id': 'b30c3acfed54466fa73a9eca1c93b4cb', 'mac_address': 'fa:16:3e:da:3f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d61e4d-1aae-477a-9742-58869c442e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'b0128c1e-ce34-47e6-834d-f703c94a7a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:01Z', 'updated_at': '2022-03-07T11:29:05Z', 'revision_number': 4, 'project_id': 'b30c3acfed54466fa73a9eca1c93b4cb', 'subnets': [{'id': 'b0128c1e-ce34-47e6-834d-f703c94a7a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:06.206098 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955a585-2304-422f-855e-1cc510626f8a None None] Pushing event updated for resources: {'Port': ['ID=4bcbe59f-2990-4e26-b9be-f7602bdd27c7,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:06.216022 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5a4532-7eec-4424-ae79-b845f29d2358 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:29:06.216735 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5a4532-7eec-4424-ae79-b845f29d2358 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:29:06.217791 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-be5a4532-7eec-4424-ae79-b845f29d2358 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:06.218504 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5a4532-7eec-4424-ae79-b845f29d2358 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:29:06.219192 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-be5a4532-7eec-4424-ae79-b845f29d2358 None None] Bound port: 4bcbe59f-2990-4e26-b9be-f7602bdd27c7, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:29:06.219764 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-be5a4532-7eec-4424-ae79-b845f29d2358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4bcbe59f-2990-4e26-b9be-f7602bdd27c7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:06.245945 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3225ab38-0af2-4c81-8ae4-c6c0b52141f2 None None] The sync data for ids ['87d61e4d-1aae-477a-9742-58869c442e0b'] in n-d-832164-4 is: [{'id': '87d61e4d-1aae-477a-9742-58869c442e0b', 'name': 'tempest-TestEncryptedCinderVolumes-693784104-router', 'tenant_id': 'b30c3acfed54466fa73a9eca1c93b4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '456ed005-9424-4970-92c8-6bb475e1931b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:28:58Z', 'updated_at': '2022-03-07T11:29:01Z', 'revision_number': 4, 'project_id': 'b30c3acfed54466fa73a9eca1c93b4cb', 'gw_port': {'id': '456ed005-9424-4970-92c8-6bb475e1931b', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:2c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d61e4d-1aae-477a-9742-58869c442e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:28:59Z', 'updated_at': '2022-03-07T11:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '1c4e9449-d80a-46e7-af58-0b0d93cb69e7', 'name': '', 'network_id': 'c3077a96-276a-473a-b531-dd0b3bafd4c1', 'tenant_id': 'b30c3acfed54466fa73a9eca1c93b4cb', 'mac_address': 'fa:16:3e:da:3f:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d61e4d-1aae-477a-9742-58869c442e0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'b0128c1e-ce34-47e6-834d-f703c94a7a69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:01Z', 'updated_at': '2022-03-07T11:29:05Z', 'revision_number': 4, 'project_id': 'b30c3acfed54466fa73a9eca1c93b4cb', 'subnets': [{'id': 'b0128c1e-ce34-47e6-834d-f703c94a7a69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:29:06.381963 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-be5a4532-7eec-4424-ae79-b845f29d2358 None None] For port 4bcbe59f-2990-4e26-b9be-f7602bdd27c7, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:29:06.386076 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-be5a4532-7eec-4424-ae79-b845f29d2358 None None] For port 4bcbe59f-2990-4e26-b9be-f7602bdd27c7, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=4bcbe59f-2990-4e26-b9be-f7602bdd27c7,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:29:06.390682 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aac071-af15-4884-b32e-3e9320642d18 None None] Pushing event updated for resources: {'Port': ['ID=d02edd83-845e-4f80-b925-b6378bcdc113,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:06.394128 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-0ca5ec44-9e9a-439d-933d-09de49f92053 None None] Provisioning complete for port 1c4e9449-d80a-46e7-af58-0b0d93cb69e7 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:06.399551 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0ca5ec44-9e9a-439d-933d-09de49f92053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1c4e9449-d80a-46e7-af58-0b0d93cb69e7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:06.403590 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-be5a4532-7eec-4424-ae79-b845f29d2358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4bcbe59f-2990-4e26-b9be-f7602bdd27c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:06.495806 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955a585-2304-422f-855e-1cc510626f8a None None] Pushing event updated for resources: {'Port': ['ID=4bcbe59f-2990-4e26-b9be-f7602bdd27c7,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:06.524398 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5a4532-7eec-4424-ae79-b845f29d2358 None None] Routers {'87e9c667-94a7-4625-b274-56eb6f0a6023'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:29:06.525041 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-be5a4532-7eec-4424-ae79-b845f29d2358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:28:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['87e9c667-94a7-4625-b274-56eb6f0a6023'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:06.561042 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d456364-1d88-44fd-87cd-b5ad1b59a0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (b123482c-ddba-4ebf-99e5-a80a8b2ac335), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:06.570972 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 456ed005-9424-4970-92c8-6bb475e1931b up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:29:06.611836 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d456364-1d88-44fd-87cd-b5ad1b59a0ec admin admin] Network 0c59544c-871c-4401-a344-9ccaa6e18a25 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:29:06.615096 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-9d456364-1d88-44fd-87cd-b5ad1b59a0ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:29:06.620016 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d456364-1d88-44fd-87cd-b5ad1b59a0ec admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:29:06.623105 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d456364-1d88-44fd-87cd-b5ad1b59a0ec admin admin] Pushing event updated for resources: {'Port': ['ID=b123482c-ddba-4ebf-99e5-a80a8b2ac335,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:06.668197 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d456364-1d88-44fd-87cd-b5ad1b59a0ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (87e9c667-94a7-4625-b274-56eb6f0a6023), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:06.712935 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-80e80270-9899-445b-8fbd-327cc4e859ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:06.745368 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-be5a4532-7eec-4424-ae79-b845f29d2358 None None] Set router 87e9c667-94a7-4625-b274-56eb6f0a6023 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:29:06.748368 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5ec44-9e9a-439d-933d-09de49f92053 None None] Current status of the port 1c4e9449-d80a-46e7-af58-0b0d93cb69e7 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:29:06.748758 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0ca5ec44-9e9a-439d-933d-09de49f92053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (1c4e9449-d80a-46e7-af58-0b0d93cb69e7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:06.842983 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d456364-1d88-44fd-87cd-b5ad1b59a0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b123482c-ddba-4ebf-99e5-a80a8b2ac335), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:07.009908 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 456ed005-9424-4970-92c8-6bb475e1931b triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:07.010298 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (456ed005-9424-4970-92c8-6bb475e1931b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:07.038737 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d456364-1d88-44fd-87cd-b5ad1b59a0ec admin admin] Publish callbacks [] for port (b123482c-ddba-4ebf-99e5-a80a8b2ac335), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:07.043063 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d456364-1d88-44fd-87cd-b5ad1b59a0ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (b123482c-ddba-4ebf-99e5-a80a8b2ac335), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:07.109655 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-0ca5ec44-9e9a-439d-933d-09de49f92053 None None] For port 1c4e9449-d80a-46e7-af58-0b0d93cb69e7, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1c4e9449-d80a-46e7-af58-0b0d93cb69e7,segment=NetworkSegment(1993f808-b9b1-459d-a4d5-125a3b74e758),segment_id=1993f808-b9b1-459d-a4d5-125a3b74e758)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:29:07.116338 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d456364-1d88-44fd-87cd-b5ad1b59a0ec admin admin] Pushing event updated for resources: {'Port': ['ID=b123482c-ddba-4ebf-99e5-a80a8b2ac335,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:07.119054 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0ca5ec44-9e9a-439d-933d-09de49f92053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (1c4e9449-d80a-46e7-af58-0b0d93cb69e7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:07.119898 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d456364-1d88-44fd-87cd-b5ad1b59a0ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (87e9c667-94a7-4625-b274-56eb6f0a6023), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:07.228567 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5ec44-9e9a-439d-933d-09de49f92053 None None] Pushing event updated for resources: {'Port': ['ID=1c4e9449-d80a-46e7-af58-0b0d93cb69e7,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:07.239787 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d456364-1d88-44fd-87cd-b5ad1b59a0ec admin admin] Network 0c59544c-871c-4401-a344-9ccaa6e18a25 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:29:07.241783 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-9d456364-1d88-44fd-87cd-b5ad1b59a0ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:29:07.278251 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 456ed005-9424-4970-92c8-6bb475e1931b is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:29:07.279305 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1c4e9449-d80a-46e7-af58-0b0d93cb69e7 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:29:07.327062 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-1dba561c-8a7a-4747-86bb-056e3cb80a05 None None] Provisioning complete for port d02edd83-845e-4f80-b925-b6378bcdc113 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:07.327443 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1dba561c-8a7a-4747-86bb-056e3cb80a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d02edd83-845e-4f80-b925-b6378bcdc113), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:07.382023 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d456364-1d88-44fd-87cd-b5ad1b59a0ec admin admin] Router 87e9c667-94a7-4625-b274-56eb6f0a6023 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:29:07.399001 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-be5a4532-7eec-4424-ae79-b845f29d2358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e9c667-94a7-4625-b274-56eb6f0a6023', 'name': 'tempest-TestEncryptedCinderVolumes-290695601-router', 'tenant_id': '4262712254a44f8f92156a69c941f14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '4bcbe59f-2990-4e26-b9be-f7602bdd27c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:29:03Z', 'updated_at': '2022-03-07T11:29:04Z', 'revision_number': 3, 'project_id': '4262712254a44f8f92156a69c941f14f', 'gw_port': {'id': '4bcbe59f-2990-4e26-b9be-f7602bdd27c7', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:52:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e9c667-94a7-4625-b274-56eb6f0a6023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:04Z', 'updated_at': '2022-03-07T11:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:07.429965 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 1c4e9449-d80a-46e7-af58-0b0d93cb69e7 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:07.430357 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1c4e9449-d80a-46e7-af58-0b0d93cb69e7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:07.434145 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5a4532-7eec-4424-ae79-b845f29d2358 None None] The sync data for ids ['87e9c667-94a7-4625-b274-56eb6f0a6023'] in n-d-832164-4 is: [{'id': '87e9c667-94a7-4625-b274-56eb6f0a6023', 'name': 'tempest-TestEncryptedCinderVolumes-290695601-router', 'tenant_id': '4262712254a44f8f92156a69c941f14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '4bcbe59f-2990-4e26-b9be-f7602bdd27c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:29:03Z', 'updated_at': '2022-03-07T11:29:04Z', 'revision_number': 3, 'project_id': '4262712254a44f8f92156a69c941f14f', 'gw_port': {'id': '4bcbe59f-2990-4e26-b9be-f7602bdd27c7', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:52:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e9c667-94a7-4625-b274-56eb6f0a6023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:04Z', 'updated_at': '2022-03-07T11:29:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:29:07.500188 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1dba561c-8a7a-4747-86bb-056e3cb80a05 None None] Current status of the port d02edd83-845e-4f80-b925-b6378bcdc113 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:29:07.506921 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d456364-1d88-44fd-87cd-b5ad1b59a0ec admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:29:07.512887 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9d456364-1d88-44fd-87cd-b5ad1b59a0ec admin admin] 10.222.0.11 "PUT /v2.0/routers/87e9c667-94a7-4625-b274-56eb6f0a6023/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3666222 Mar 07 11:29:07.520821 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-1dba561c-8a7a-4747-86bb-056e3cb80a05 None None] Provisioning complete for port b123482c-ddba-4ebf-99e5-a80a8b2ac335 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:07.521559 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1dba561c-8a7a-4747-86bb-056e3cb80a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b123482c-ddba-4ebf-99e5-a80a8b2ac335), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:07.583749 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 1c4e9449-d80a-46e7-af58-0b0d93cb69e7 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:29:07.584863 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device d02edd83-845e-4f80-b925-b6378bcdc113 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:29:07.586765 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1dba561c-8a7a-4747-86bb-056e3cb80a05 None None] Port b123482c-ddba-4ebf-99e5-a80a8b2ac335 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:29:07.640297 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port d02edd83-845e-4f80-b925-b6378bcdc113 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:07.640536 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d02edd83-845e-4f80-b925-b6378bcdc113), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:07.754840 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port d02edd83-845e-4f80-b925-b6378bcdc113 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:29:07.758082 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-36108286-a69b-4980-a975-63b03e8bc756 None None] Provisioning complete for port b123482c-ddba-4ebf-99e5-a80a8b2ac335 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:07.758458 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-36108286-a69b-4980-a975-63b03e8bc756 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b123482c-ddba-4ebf-99e5-a80a8b2ac335), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:07.794502 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-36108286-a69b-4980-a975-63b03e8bc756 None None] Port b123482c-ddba-4ebf-99e5-a80a8b2ac335 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:29:08.232663 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-f35fda9f-78b3-4ff1-8fae-8ae31921a4a3 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:08.234228 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-f35fda9f-78b3-4ff1-8fae-8ae31921a4a3 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/networks?id=c3077a96-276a-473a-b531-dd0b3bafd4c1 HTTP/1.1" status: 200 len: 816 time: 0.1151524 Mar 07 11:29:08.261550 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-21fe6b57-b1e3-4c71-9584-24c1671480d1 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/quotas/b30c3acfed54466fa73a9eca1c93b4cb HTTP/1.1" status: 200 len: 375 time: 0.0216699 Mar 07 11:29:08.326350 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-215fff27-b048-42da-aa77-0748a7f6afea tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b30c3acfed54466fa73a9eca1c93b4cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585632 Mar 07 11:29:08.379059 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 4bcbe59f-2990-4e26-b9be-f7602bdd27c7 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:29:08.423412 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-1bb40b4f-fa17-4465-848d-28bcaa0f8a3c service neutron] 10.222.0.11 "GET /v2.0/networks/c3077a96-276a-473a-b531-dd0b3bafd4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851490 Mar 07 11:29:08.433572 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 4bcbe59f-2990-4e26-b9be-f7602bdd27c7 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:08.433955 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4bcbe59f-2990-4e26-b9be-f7602bdd27c7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:08.511641 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 4bcbe59f-2990-4e26-b9be-f7602bdd27c7 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:29:08.512033 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4bcbe59f-2990-4e26-b9be-f7602bdd27c7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:08.518940 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-7bc2fb31-95bf-42d5-865c-ae56c6ea6bd4 service neutron] 10.222.0.11 "GET /v2.0/networks/c3077a96-276a-473a-b531-dd0b3bafd4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886760 Mar 07 11:29:08.532117 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 4bcbe59f-2990-4e26-b9be-f7602bdd27c7, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=4bcbe59f-2990-4e26-b9be-f7602bdd27c7,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:29:08.536514 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4bcbe59f-2990-4e26-b9be-f7602bdd27c7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:08.537333 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1c4e9449-d80a-46e7-af58-0b0d93cb69e7 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:29:08.618090 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=4bcbe59f-2990-4e26-b9be-f7602bdd27c7,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:08.643764 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 1c4e9449-d80a-46e7-af58-0b0d93cb69e7 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:08.644017 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (1c4e9449-d80a-46e7-af58-0b0d93cb69e7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:08.646857 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0900e388-d7c7-40c3-b9a0-3f9f59760aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:08.710991 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1c3a2fa4-3e6d-4473-b1dd-05e72bd2cfc0 req-58ab4057-b82f-4b0c-bbda-c66ae9c781a0 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/ports?device_id=202615ee-6ddc-4fed-aaeb-de71d881fc01 HTTP/1.1" status: 200 len: 210 time: 0.0331368 Mar 07 11:29:08.733635 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 1c4e9449-d80a-46e7-af58-0b0d93cb69e7 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:29:08.734724 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device d02edd83-845e-4f80-b925-b6378bcdc113 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:29:08.782379 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port d02edd83-845e-4f80-b925-b6378bcdc113 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:08.782939 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (d02edd83-845e-4f80-b925-b6378bcdc113), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:08.865947 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port d02edd83-845e-4f80-b925-b6378bcdc113 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:29:09.676577 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-0536a15f-ca4b-4a8b-9ecf-5f322e28c205 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:09.678296 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-0536a15f-ca4b-4a8b-9ecf-5f322e28c205 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.31 "GET /v2.0/networks?id=c3077a96-276a-473a-b531-dd0b3bafd4c1 HTTP/1.1" status: 200 len: 816 time: 0.1101439 Mar 07 11:29:09.690245 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-e25f4906-8106-4db1-8692-12195092148c tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Request body: {'port': {'device_id': '202615ee-6ddc-4fed-aaeb-de71d881fc01', 'network_id': 'c3077a96-276a-473a-b531-dd0b3bafd4c1', 'admin_state_up': True, 'tenant_id': 'b30c3acfed54466fa73a9eca1c93b4cb'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:29:09.842016 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9b57b3-1ae5-4853-be87-49bbf4828a91 None None] Sync routers for ids ['87e9c667-94a7-4625-b274-56eb6f0a6023'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:29:09.853329 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9b57b3-1ae5-4853-be87-49bbf4828a91 None None] Routers {'87e9c667-94a7-4625-b274-56eb6f0a6023'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:29:09.853939 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2a9b57b3-1ae5-4853-be87-49bbf4828a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:29:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['87e9c667-94a7-4625-b274-56eb6f0a6023'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:09.860349 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80613e93-95cb-43d8-8357-494ca8dc5ec5 req-6a071577-558e-458d-84db-99ad6264b3d0 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/ports?device_id=202615ee-6ddc-4fed-aaeb-de71d881fc01 HTTP/1.1" status: 200 len: 210 time: 0.0353138 Mar 07 11:29:09.871397 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-e25f4906-8106-4db1-8692-12195092148c tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Made reservation on behalf of b30c3acfed54466fa73a9eca1c93b4cb for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:29:09.874775 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-e25f4906-8106-4db1-8692-12195092148c tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:09.977509 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-2a9b57b3-1ae5-4853-be87-49bbf4828a91 None None] Set router 87e9c667-94a7-4625-b274-56eb6f0a6023 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:29:10.008088 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-e25f4906-8106-4db1-8692-12195092148c tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Allocated IP 172.20.0.10 (c3077a96-276a-473a-b531-dd0b3bafd4c1/b0128c1e-ce34-47e6-834d-f703c94a7a69/62383c64-f9db-4eb9-bb6d-3d8103ebeee6) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:29:10.080874 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:10.165554 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-e25f4906-8106-4db1-8692-12195092148c tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Publish callbacks [] for port (62383c64-f9db-4eb9-bb6d-3d8103ebeee6), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:10.180426 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2a9b57b3-1ae5-4853-be87-49bbf4828a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e9c667-94a7-4625-b274-56eb6f0a6023', 'name': 'tempest-TestEncryptedCinderVolumes-290695601-router', 'tenant_id': '4262712254a44f8f92156a69c941f14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '4bcbe59f-2990-4e26-b9be-f7602bdd27c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:29:03Z', 'updated_at': '2022-03-07T11:29:06Z', 'revision_number': 4, 'project_id': '4262712254a44f8f92156a69c941f14f', 'gw_port': {'id': '4bcbe59f-2990-4e26-b9be-f7602bdd27c7', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:52:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e9c667-94a7-4625-b274-56eb6f0a6023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:04Z', 'updated_at': '2022-03-07T11:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'b123482c-ddba-4ebf-99e5-a80a8b2ac335', 'name': '', 'network_id': '0c59544c-871c-4401-a344-9ccaa6e18a25', 'tenant_id': '4262712254a44f8f92156a69c941f14f', 'mac_address': 'fa:16:3e:24:60:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e9c667-94a7-4625-b274-56eb6f0a6023', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '10c775da-1e7f-4683-ba88-b3ba72d9667a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:05Z', 'updated_at': '2022-03-07T11:29:06Z', 'revision_number': 2, 'project_id': '4262712254a44f8f92156a69c941f14f', 'subnets': [{'id': '10c775da-1e7f-4683-ba88-b3ba72d9667a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:10.199653 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-e25f4906-8106-4db1-8692-12195092148c tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (62383c64-f9db-4eb9-bb6d-3d8103ebeee6), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:10.210554 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9b57b3-1ae5-4853-be87-49bbf4828a91 None None] Checking router: 87e9c667-94a7-4625-b274-56eb6f0a6023 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:29:10.210902 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9b57b3-1ae5-4853-be87-49bbf4828a91 None None] Updating router 87e9c667-94a7-4625-b274-56eb6f0a6023 port b123482c-ddba-4ebf-99e5-a80a8b2ac335 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:29:10.238173 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2a9b57b3-1ae5-4853-be87-49bbf4828a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b123482c-ddba-4ebf-99e5-a80a8b2ac335), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:10.246900 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-e25f4906-8106-4db1-8692-12195092148c tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Network c3077a96-276a-473a-b531-dd0b3bafd4c1 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:29:10.249677 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-e25f4906-8106-4db1-8692-12195092148c tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:29:10.254107 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-e25f4906-8106-4db1-8692-12195092148c tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:29:10.285937 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f4906-8106-4db1-8692-12195092148c tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Pushing event updated for resources: {'Port': ['ID=62383c64-f9db-4eb9-bb6d-3d8103ebeee6,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:10.311907 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 4bcbe59f-2990-4e26-b9be-f7602bdd27c7 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:29:10.318691 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-e25f4906-8106-4db1-8692-12195092148c tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:10.319347 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-e25f4906-8106-4db1-8692-12195092148c tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:10.336946 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-e25f4906-8106-4db1-8692-12195092148c tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6506648 Mar 07 11:29:10.349791 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-b0ec3c41-6544-40de-b84f-667ff2d95e9f service neutron] Request body: {'port': {'device_id': '202615ee-6ddc-4fed-aaeb-de71d881fc01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:29:10.380357 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 4bcbe59f-2990-4e26-b9be-f7602bdd27c7 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:10.380991 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4bcbe59f-2990-4e26-b9be-f7602bdd27c7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:10.427537 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-b0ec3c41-6544-40de-b84f-667ff2d95e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (62383c64-f9db-4eb9-bb6d-3d8103ebeee6), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:10.496675 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 4bcbe59f-2990-4e26-b9be-f7602bdd27c7 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:29:10.531591 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-e757b3a8-2095-4286-958e-49f8814aaff1 None None] Provisioning complete for port 62383c64-f9db-4eb9-bb6d-3d8103ebeee6 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:10.532060 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e757b3a8-2095-4286-958e-49f8814aaff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (62383c64-f9db-4eb9-bb6d-3d8103ebeee6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:10.566238 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2a9b57b3-1ae5-4853-be87-49bbf4828a91 None None] Publish callbacks [] for port (b123482c-ddba-4ebf-99e5-a80a8b2ac335), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:10.572007 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e757b3a8-2095-4286-958e-49f8814aaff1 None None] Port 62383c64-f9db-4eb9-bb6d-3d8103ebeee6 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:29:10.572202 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2a9b57b3-1ae5-4853-be87-49bbf4828a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b123482c-ddba-4ebf-99e5-a80a8b2ac335), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:10.625019 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75d32d-b9b7-4df1-9c6e-b0362d099064 None None] Pushing event updated for resources: {'Port': ['ID=b123482c-ddba-4ebf-99e5-a80a8b2ac335,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:10.688913 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-2a9b57b3-1ae5-4853-be87-49bbf4828a91 None None] Attempting to bind port b123482c-ddba-4ebf-99e5-a80a8b2ac335 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:29:10.689429 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-2a9b57b3-1ae5-4853-be87-49bbf4828a91 None None] Attempting to bind port b123482c-ddba-4ebf-99e5-a80a8b2ac335 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'b5831c77-18d4-433f-a66f-e3a8f920dea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c59544c-871c-4401-a344-9ccaa6e18a25'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:29:10.689709 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9b57b3-1ae5-4853-be87-49bbf4828a91 None None] Attempting to bind port b123482c-ddba-4ebf-99e5-a80a8b2ac335 on network 0c59544c-871c-4401-a344-9ccaa6e18a25 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:29:10.695065 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9b57b3-1ae5-4853-be87-49bbf4828a91 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:29:10.695442 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9b57b3-1ae5-4853-be87-49bbf4828a91 None None] Checking segment: {'id': 'b5831c77-18d4-433f-a66f-e3a8f920dea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c59544c-871c-4401-a344-9ccaa6e18a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:29:10.695843 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2a9b57b3-1ae5-4853-be87-49bbf4828a91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:10.696236 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9b57b3-1ae5-4853-be87-49bbf4828a91 None None] Bound using segment: {'id': 'b5831c77-18d4-433f-a66f-e3a8f920dea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c59544c-871c-4401-a344-9ccaa6e18a25'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:29:10.696706 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-2a9b57b3-1ae5-4853-be87-49bbf4828a91 None None] Bound port: b123482c-ddba-4ebf-99e5-a80a8b2ac335, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5831c77-18d4-433f-a66f-e3a8f920dea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '0c59544c-871c-4401-a344-9ccaa6e18a25'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:29:10.697083 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2a9b57b3-1ae5-4853-be87-49bbf4828a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b123482c-ddba-4ebf-99e5-a80a8b2ac335), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:10.731460 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-b0ec3c41-6544-40de-b84f-667ff2d95e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62383c64-f9db-4eb9-bb6d-3d8103ebeee6 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:29:10.740375 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-b0ec3c41-6544-40de-b84f-667ff2d95e9f service neutron] Publish callbacks [] for port (62383c64-f9db-4eb9-bb6d-3d8103ebeee6), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:10.754629 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-b0ec3c41-6544-40de-b84f-667ff2d95e9f service neutron] Transition to ACTIVE for port object 62383c64-f9db-4eb9-bb6d-3d8103ebeee6 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:29:10.758415 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-b0ec3c41-6544-40de-b84f-667ff2d95e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (62383c64-f9db-4eb9-bb6d-3d8103ebeee6), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:10.764230 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-2a9b57b3-1ae5-4853-be87-49bbf4828a91 None None] For port b123482c-ddba-4ebf-99e5-a80a8b2ac335, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:29:10.767589 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-2a9b57b3-1ae5-4853-be87-49bbf4828a91 None None] For port b123482c-ddba-4ebf-99e5-a80a8b2ac335, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b123482c-ddba-4ebf-99e5-a80a8b2ac335,segment=NetworkSegment(b5831c77-18d4-433f-a66f-e3a8f920dea0),segment_id=b5831c77-18d4-433f-a66f-e3a8f920dea0)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:29:10.774767 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-2a9b57b3-1ae5-4853-be87-49bbf4828a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b123482c-ddba-4ebf-99e5-a80a8b2ac335), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:10.813352 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec3c41-6544-40de-b84f-667ff2d95e9f service neutron] Pushing event updated for resources: {'Port': ['ID=62383c64-f9db-4eb9-bb6d-3d8103ebeee6,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:10.897869 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-b0ec3c41-6544-40de-b84f-667ff2d95e9f service neutron] Attempting to bind port 62383c64-f9db-4eb9-bb6d-3d8103ebeee6 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:29:10.898086 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-b0ec3c41-6544-40de-b84f-667ff2d95e9f service neutron] Attempting to bind port 62383c64-f9db-4eb9-bb6d-3d8103ebeee6 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '1993f808-b9b1-459d-a4d5-125a3b74e758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c3077a96-276a-473a-b531-dd0b3bafd4c1'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:29:10.898494 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-b0ec3c41-6544-40de-b84f-667ff2d95e9f service neutron] Attempting to bind port 62383c64-f9db-4eb9-bb6d-3d8103ebeee6 on network c3077a96-276a-473a-b531-dd0b3bafd4c1 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:29:10.903083 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-b0ec3c41-6544-40de-b84f-667ff2d95e9f service neutron] Port 62383c64-f9db-4eb9-bb6d-3d8103ebeee6 on network c3077a96-276a-473a-b531-dd0b3bafd4c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:29:10.903405 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-b0ec3c41-6544-40de-b84f-667ff2d95e9f service neutron] Attempting to bind port 62383c64-f9db-4eb9-bb6d-3d8103ebeee6 on network c3077a96-276a-473a-b531-dd0b3bafd4c1 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:29:10.905168 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-394ed650-8a64-4ca5-8e24-87f729a5b978 None None] Provisioning complete for port b123482c-ddba-4ebf-99e5-a80a8b2ac335 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:10.905932 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-394ed650-8a64-4ca5-8e24-87f729a5b978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b123482c-ddba-4ebf-99e5-a80a8b2ac335), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:10.908506 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-b0ec3c41-6544-40de-b84f-667ff2d95e9f service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:29:10.908934 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-b0ec3c41-6544-40de-b84f-667ff2d95e9f service neutron] Checking segment: {'id': '1993f808-b9b1-459d-a4d5-125a3b74e758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c3077a96-276a-473a-b531-dd0b3bafd4c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:29:10.909383 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-b0ec3c41-6544-40de-b84f-667ff2d95e9f service neutron] Bound using segment: {'id': '1993f808-b9b1-459d-a4d5-125a3b74e758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c3077a96-276a-473a-b531-dd0b3bafd4c1'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:29:10.909822 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-b0ec3c41-6544-40de-b84f-667ff2d95e9f service neutron] Bound port: 62383c64-f9db-4eb9-bb6d-3d8103ebeee6, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1993f808-b9b1-459d-a4d5-125a3b74e758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c3077a96-276a-473a-b531-dd0b3bafd4c1'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:29:10.910326 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-b0ec3c41-6544-40de-b84f-667ff2d95e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (62383c64-f9db-4eb9-bb6d-3d8103ebeee6), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:10.968556 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75d32d-b9b7-4df1-9c6e-b0362d099064 None None] Pushing event updated for resources: {'Port': ['ID=b123482c-ddba-4ebf-99e5-a80a8b2ac335,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:10.999554 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-b0ec3c41-6544-40de-b84f-667ff2d95e9f service neutron] For port 62383c64-f9db-4eb9-bb6d-3d8103ebeee6, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:29:11.003657 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-b0ec3c41-6544-40de-b84f-667ff2d95e9f service neutron] For port 62383c64-f9db-4eb9-bb6d-3d8103ebeee6, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=62383c64-f9db-4eb9-bb6d-3d8103ebeee6,segment=NetworkSegment(1993f808-b9b1-459d-a4d5-125a3b74e758),segment_id=1993f808-b9b1-459d-a4d5-125a3b74e758)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:29:11.014671 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-b0ec3c41-6544-40de-b84f-667ff2d95e9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (62383c64-f9db-4eb9-bb6d-3d8103ebeee6), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:11.016546 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9b57b3-1ae5-4853-be87-49bbf4828a91 None None] Routers {'87e9c667-94a7-4625-b274-56eb6f0a6023'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:29:11.017495 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2a9b57b3-1ae5-4853-be87-49bbf4828a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:29:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['87e9c667-94a7-4625-b274-56eb6f0a6023'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:11.053141 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-394ed650-8a64-4ca5-8e24-87f729a5b978 None None] Current status of the port b123482c-ddba-4ebf-99e5-a80a8b2ac335 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:29:11.053593 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-394ed650-8a64-4ca5-8e24-87f729a5b978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b123482c-ddba-4ebf-99e5-a80a8b2ac335), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:11.077430 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-b0ec3c41-6544-40de-b84f-667ff2d95e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:11.078291 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-b0ec3c41-6544-40de-b84f-667ff2d95e9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:11.081627 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-b0ec3c41-6544-40de-b84f-667ff2d95e9f service neutron] 10.222.0.31 "PUT /v2.0/ports/62383c64-f9db-4eb9-bb6d-3d8103ebeee6 HTTP/1.1" status: 200 len: 1092 time: 0.7352283 Mar 07 11:29:11.082276 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '202615ee-6ddc-4fed-aaeb-de71d881fc01', 'tag': '62383c64-f9db-4eb9-bb6d-3d8103ebeee6'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:29:11.085000 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e6cb7f1-91b2-434d-97de-5b35d58bc56e" -d '{"events": [{"name": "network-changed", "server_uuid": "202615ee-6ddc-4fed-aaeb-de71d881fc01", "tag": "62383c64-f9db-4eb9-bb6d-3d8103ebeee6"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:29:11.113631 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7108bef-30d0-4d00-bafd-618f81bfa5e8 req-5f0d8c7e-78c1-478d-9b61-d3b1acfe8659 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:11.115365 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c7108bef-30d0-4d00-bafd-618f81bfa5e8 req-5f0d8c7e-78c1-478d-9b61-d3b1acfe8659 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/ports?device_id=202615ee-6ddc-4fed-aaeb-de71d881fc01 HTTP/1.1" status: 200 len: 944 time: 0.1401243 Mar 07 11:29:11.175833 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-394ed650-8a64-4ca5-8e24-87f729a5b978 None None] For port b123482c-ddba-4ebf-99e5-a80a8b2ac335, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b123482c-ddba-4ebf-99e5-a80a8b2ac335,segment=NetworkSegment(b5831c77-18d4-433f-a66f-e3a8f920dea0),segment_id=b5831c77-18d4-433f-a66f-e3a8f920dea0)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:29:11.184578 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-394ed650-8a64-4ca5-8e24-87f729a5b978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b123482c-ddba-4ebf-99e5-a80a8b2ac335), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:11.216574 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4b3f31-78d7-4408-a7d2-92d347942bbc x-openstack-request-id: req-1e4b3f31-78d7-4408-a7d2-92d347942bbc {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:29:11.216858 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "202615ee-6ddc-4fed-aaeb-de71d881fc01", "tag": "62383c64-f9db-4eb9-bb6d-3d8103ebeee6", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:29:11.217142 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1e4b3f31-78d7-4408-a7d2-92d347942bbc {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:29:11.221759 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c7108bef-30d0-4d00-bafd-618f81bfa5e8 req-b89d1300-3cab-46c0-9f44-65d09a936c81 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/security-groups?id=60cc851d-8adb-47c7-a777-6ebfa09bdacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996470 Mar 07 11:29:11.221918 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '202615ee-6ddc-4fed-aaeb-de71d881fc01', 'tag': '62383c64-f9db-4eb9-bb6d-3d8103ebeee6', 'status': 'completed', 'code': 200} Mar 07 11:29:11.227973 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec3c41-6544-40de-b84f-667ff2d95e9f service neutron] Pushing event updated for resources: {'Port': ['ID=62383c64-f9db-4eb9-bb6d-3d8103ebeee6,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:11.237237 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-2a9b57b3-1ae5-4853-be87-49bbf4828a91 None None] Set router 87e9c667-94a7-4625-b274-56eb6f0a6023 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:29:11.259369 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-43f1b15e-2ada-466e-b9de-723e79ffd0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:11.260914 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-43f1b15e-2ada-466e-b9de-723e79ffd0f6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b30c3acfed54466fa73a9eca1c93b4cb&device_id=202615ee-6ddc-4fed-aaeb-de71d881fc01 HTTP/1.1" status: 200 len: 1126 time: 0.1312132 Mar 07 11:29:11.274433 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ed650-8a64-4ca5-8e24-87f729a5b978 None None] Pushing event updated for resources: {'Port': ['ID=b123482c-ddba-4ebf-99e5-a80a8b2ac335,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:11.325890 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-1945779a-7afb-4536-8d14-09f83e9d70a9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62383c64-f9db-4eb9-bb6d-3d8103ebeee6 HTTP/1.1" status: 200 len: 217 time: 0.0543065 Mar 07 11:29:11.385648 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-54f55c3b-e257-42eb-855f-08000161a153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:11.387098 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-54f55c3b-e257-42eb-855f-08000161a153 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b0128c1e-ce34-47e6-834d-f703c94a7a69 HTTP/1.1" status: 200 len: 855 time: 0.0584965 Mar 07 11:29:11.441885 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a6e6a272-a85e-4fc1-978c-38566a82b2e4 None None] Provisioning complete for port b123482c-ddba-4ebf-99e5-a80a8b2ac335 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:11.442570 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a6e6a272-a85e-4fc1-978c-38566a82b2e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b123482c-ddba-4ebf-99e5-a80a8b2ac335), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:11.444367 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-d0d4635a-33ba-427d-b1c5-73e0521b7121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:11.445941 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-d0d4635a-33ba-427d-b1c5-73e0521b7121 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c3077a96-276a-473a-b531-dd0b3bafd4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0521154 Mar 07 11:29:11.486118 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2a9b57b3-1ae5-4853-be87-49bbf4828a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e9c667-94a7-4625-b274-56eb6f0a6023', 'name': 'tempest-TestEncryptedCinderVolumes-290695601-router', 'tenant_id': '4262712254a44f8f92156a69c941f14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '4bcbe59f-2990-4e26-b9be-f7602bdd27c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:29:03Z', 'updated_at': '2022-03-07T11:29:06Z', 'revision_number': 4, 'project_id': '4262712254a44f8f92156a69c941f14f', 'gw_port': {'id': '4bcbe59f-2990-4e26-b9be-f7602bdd27c7', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:52:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e9c667-94a7-4625-b274-56eb6f0a6023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:04Z', 'updated_at': '2022-03-07T11:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'b123482c-ddba-4ebf-99e5-a80a8b2ac335', 'name': '', 'network_id': '0c59544c-871c-4401-a344-9ccaa6e18a25', 'tenant_id': '4262712254a44f8f92156a69c941f14f', 'mac_address': 'fa:16:3e:24:60:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e9c667-94a7-4625-b274-56eb6f0a6023', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '10c775da-1e7f-4683-ba88-b3ba72d9667a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:05Z', 'updated_at': '2022-03-07T11:29:10Z', 'revision_number': 4, 'project_id': '4262712254a44f8f92156a69c941f14f', 'subnets': [{'id': '10c775da-1e7f-4683-ba88-b3ba72d9667a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:29:11.517251 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9b57b3-1ae5-4853-be87-49bbf4828a91 None None] The sync data for ids ['87e9c667-94a7-4625-b274-56eb6f0a6023'] in n-d-832164-4 is: [{'id': '87e9c667-94a7-4625-b274-56eb6f0a6023', 'name': 'tempest-TestEncryptedCinderVolumes-290695601-router', 'tenant_id': '4262712254a44f8f92156a69c941f14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '4bcbe59f-2990-4e26-b9be-f7602bdd27c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:29:03Z', 'updated_at': '2022-03-07T11:29:06Z', 'revision_number': 4, 'project_id': '4262712254a44f8f92156a69c941f14f', 'gw_port': {'id': '4bcbe59f-2990-4e26-b9be-f7602bdd27c7', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:52:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e9c667-94a7-4625-b274-56eb6f0a6023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:04Z', 'updated_at': '2022-03-07T11:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'b123482c-ddba-4ebf-99e5-a80a8b2ac335', 'name': '', 'network_id': '0c59544c-871c-4401-a344-9ccaa6e18a25', 'tenant_id': '4262712254a44f8f92156a69c941f14f', 'mac_address': 'fa:16:3e:24:60:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e9c667-94a7-4625-b274-56eb6f0a6023', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '10c775da-1e7f-4683-ba88-b3ba72d9667a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:05Z', 'updated_at': '2022-03-07T11:29:10Z', 'revision_number': 4, 'project_id': '4262712254a44f8f92156a69c941f14f', 'subnets': [{'id': '10c775da-1e7f-4683-ba88-b3ba72d9667a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:29:11.543003 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a6e6a272-a85e-4fc1-978c-38566a82b2e4 None None] Current status of the port b123482c-ddba-4ebf-99e5-a80a8b2ac335 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:29:11.553132 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-d3738546-a053-4b13-82b6-0da075b83b1e service neutron] 10.222.0.31 "GET /v2.0/networks/c3077a96-276a-473a-b531-dd0b3bafd4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008570 Mar 07 11:29:11.663669 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c00af6e-72cb-405c-a8da-ab14069340f0 req-0e742307-c7e0-4b5d-8146-10beba6c3d59 service neutron] 10.222.0.31 "GET /v2.0/networks/c3077a96-276a-473a-b531-dd0b3bafd4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036110 Mar 07 11:29:11.758636 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cb7f1-91b2-434d-97de-5b35d58bc56e req-f92c15af-04f6-4a9d-82e1-ddfd63df6823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:11.760156 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7e6cb7f1-91b2-434d-97de-5b35d58bc56e req-f92c15af-04f6-4a9d-82e1-ddfd63df6823 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b30c3acfed54466fa73a9eca1c93b4cb&device_id=202615ee-6ddc-4fed-aaeb-de71d881fc01 HTTP/1.1" status: 200 len: 1126 time: 0.0530493 Mar 07 11:29:11.833765 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:11.856550 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cb7f1-91b2-434d-97de-5b35d58bc56e req-b335abce-e4a1-40c4-bd23-99cef6b457b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:11.858090 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7e6cb7f1-91b2-434d-97de-5b35d58bc56e req-b335abce-e4a1-40c4-bd23-99cef6b457b5 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c3077a96-276a-473a-b531-dd0b3bafd4c1 HTTP/1.1" status: 200 len: 917 time: 0.0925031 Mar 07 11:29:11.905306 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7e6cb7f1-91b2-434d-97de-5b35d58bc56e req-de302940-fe87-4e0e-b449-3036bd67517f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62383c64-f9db-4eb9-bb6d-3d8103ebeee6 HTTP/1.1" status: 200 len: 217 time: 0.0403244 Mar 07 11:29:11.954568 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cb7f1-91b2-434d-97de-5b35d58bc56e req-beed5a07-fdf4-4710-9588-696beeb68674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:11.956613 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7e6cb7f1-91b2-434d-97de-5b35d58bc56e req-beed5a07-fdf4-4710-9588-696beeb68674 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b0128c1e-ce34-47e6-834d-f703c94a7a69 HTTP/1.1" status: 200 len: 855 time: 0.0461674 Mar 07 11:29:12.008276 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cb7f1-91b2-434d-97de-5b35d58bc56e req-791172b4-55ae-4873-b21c-5332952b796b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:12.010213 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7e6cb7f1-91b2-434d-97de-5b35d58bc56e req-791172b4-55ae-4873-b21c-5332952b796b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c3077a96-276a-473a-b531-dd0b3bafd4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469542 Mar 07 11:29:12.101224 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7e6cb7f1-91b2-434d-97de-5b35d58bc56e req-f3df5457-66a7-41c6-848a-32b62a7640a5 service neutron] 10.222.0.31 "GET /v2.0/networks/c3077a96-276a-473a-b531-dd0b3bafd4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852318 Mar 07 11:29:12.192795 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7e6cb7f1-91b2-434d-97de-5b35d58bc56e req-5319a293-17cb-40fa-b80f-ff8f7b53cb35 service neutron] 10.222.0.31 "GET /v2.0/networks/c3077a96-276a-473a-b531-dd0b3bafd4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859382 Mar 07 11:29:12.320103 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b123482c-ddba-4ebf-99e5-a80a8b2ac335 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:29:12.348450 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc81a7-60b3-448f-94c8-d01e4f797221 req-332ee30c-db01-4e87-8634-2d371f16dc6d tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:12.349969 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80dc81a7-60b3-448f-94c8-d01e4f797221 req-332ee30c-db01-4e87-8634-2d371f16dc6d tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/ports?device_id=202615ee-6ddc-4fed-aaeb-de71d881fc01 HTTP/1.1" status: 200 len: 944 time: 0.0556006 Mar 07 11:29:12.368576 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port b123482c-ddba-4ebf-99e5-a80a8b2ac335 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:12.368852 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b123482c-ddba-4ebf-99e5-a80a8b2ac335), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:12.401608 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-80dc81a7-60b3-448f-94c8-d01e4f797221 req-99e82e5b-1de8-49b8-a72d-988d31077c29 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/security-groups?id=60cc851d-8adb-47c7-a777-6ebfa09bdacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460594 Mar 07 11:29:12.448740 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port b123482c-ddba-4ebf-99e5-a80a8b2ac335 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:29:13.063185 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:13.521793 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7594a7ab-9936-48cb-9d02-b93e387aac94 req-134f5ffc-5b17-4a6b-9d8b-8ed12db4d088 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:13.523370 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7594a7ab-9936-48cb-9d02-b93e387aac94 req-134f5ffc-5b17-4a6b-9d8b-8ed12db4d088 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/ports?device_id=202615ee-6ddc-4fed-aaeb-de71d881fc01 HTTP/1.1" status: 200 len: 944 time: 0.0544510 Mar 07 11:29:13.574366 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7594a7ab-9936-48cb-9d02-b93e387aac94 req-832a3d2f-d202-4ba6-9d97-7878f11bdd6e tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/security-groups?id=60cc851d-8adb-47c7-a777-6ebfa09bdacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454624 Mar 07 11:29:14.694735 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92b9ed-5d19-45f0-a8d0-436593bb6eb3 req-93018726-b00f-4c33-9050-54ddd9bc8b1f tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:14.696220 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-de92b9ed-5d19-45f0-a8d0-436593bb6eb3 req-93018726-b00f-4c33-9050-54ddd9bc8b1f tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/ports?device_id=202615ee-6ddc-4fed-aaeb-de71d881fc01 HTTP/1.1" status: 200 len: 944 time: 0.0535178 Mar 07 11:29:14.742017 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-de92b9ed-5d19-45f0-a8d0-436593bb6eb3 req-40fcaa51-1132-49ae-95fa-ea5b03343962 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/security-groups?id=60cc851d-8adb-47c7-a777-6ebfa09bdacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402443 Mar 07 11:29:14.993959 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 62383c64-f9db-4eb9-bb6d-3d8103ebeee6 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:29:15.095308 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 62383c64-f9db-4eb9-bb6d-3d8103ebeee6, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=62383c64-f9db-4eb9-bb6d-3d8103ebeee6,segment=NetworkSegment(1993f808-b9b1-459d-a4d5-125a3b74e758),segment_id=1993f808-b9b1-459d-a4d5-125a3b74e758)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:29:15.106239 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '62383c64-f9db-4eb9-bb6d-3d8103ebeee6', 'network_id': 'c3077a96-276a-473a-b531-dd0b3bafd4c1', 'port_id': '62383c64-f9db-4eb9-bb6d-3d8103ebeee6', 'mac_address': 'fa:16:3e:82:28:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0128c1e-ce34-47e6-834d-f703c94a7a69', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:29:15.142435 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 62383c64-f9db-4eb9-bb6d-3d8103ebeee6 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:29:15.143536 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (62383c64-f9db-4eb9-bb6d-3d8103ebeee6), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:15.155778 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62383c64-f9db-4eb9-bb6d-3d8103ebeee6 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:29:15.175343 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 62383c64-f9db-4eb9-bb6d-3d8103ebeee6, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=62383c64-f9db-4eb9-bb6d-3d8103ebeee6,segment=NetworkSegment(1993f808-b9b1-459d-a4d5-125a3b74e758),segment_id=1993f808-b9b1-459d-a4d5-125a3b74e758)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:29:15.178959 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (62383c64-f9db-4eb9-bb6d-3d8103ebeee6), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:15.223924 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=62383c64-f9db-4eb9-bb6d-3d8103ebeee6,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:15.465313 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['62383c64-f9db-4eb9-bb6d-3d8103ebeee6'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:29:15.861728 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747989c-4bdb-41d8-8d4d-3401071c521e req-69f5657f-fcdf-44fd-948b-3055718beea4 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:15.863162 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f747989c-4bdb-41d8-8d4d-3401071c521e req-69f5657f-fcdf-44fd-948b-3055718beea4 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/ports?device_id=202615ee-6ddc-4fed-aaeb-de71d881fc01 HTTP/1.1" status: 200 len: 945 time: 0.0550551 Mar 07 11:29:15.908399 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f747989c-4bdb-41d8-8d4d-3401071c521e req-25126a13-db85-4340-a008-e9c9433b859e tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/security-groups?id=60cc851d-8adb-47c7-a777-6ebfa09bdacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397058 Mar 07 11:29:17.008427 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 62383c64-f9db-4eb9-bb6d-3d8103ebeee6 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:29:17.029276 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ede0e-1f45-4d8b-afb7-e75b8390a6a6 req-00178cdd-2015-47b1-a765-ff4327cba614 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:17.030779 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-493ede0e-1f45-4d8b-afb7-e75b8390a6a6 req-00178cdd-2015-47b1-a765-ff4327cba614 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/ports?device_id=202615ee-6ddc-4fed-aaeb-de71d881fc01 HTTP/1.1" status: 200 len: 945 time: 0.0549932 Mar 07 11:29:17.059357 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 62383c64-f9db-4eb9-bb6d-3d8103ebeee6 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:29:17.063824 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 62383c64-f9db-4eb9-bb6d-3d8103ebeee6 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:29:17.064194 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (62383c64-f9db-4eb9-bb6d-3d8103ebeee6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:17.080669 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-493ede0e-1f45-4d8b-afb7-e75b8390a6a6 req-aeaa1801-c4a6-4282-8833-ad0bba823a94 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/security-groups?id=60cc851d-8adb-47c7-a777-6ebfa09bdacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429480 Mar 07 11:29:17.144039 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 62383c64-f9db-4eb9-bb6d-3d8103ebeee6 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:29:17.144425 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (62383c64-f9db-4eb9-bb6d-3d8103ebeee6), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:17.166093 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202615ee-6ddc-4fed-aaeb-de71d881fc01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62383c64-f9db-4eb9-bb6d-3d8103ebeee6'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:29:17.168300 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a645a2b5805a54a98315e88f2d343b68cf76c29b7d342bc1003cac2cf566b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ad823b-7049-455b-8fbf-343610dfb618" -d '{"events": [{"server_uuid": "202615ee-6ddc-4fed-aaeb-de71d881fc01", "name": "network-vif-plugged", "status": "completed", "tag": "62383c64-f9db-4eb9-bb6d-3d8103ebeee6"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:29:17.180308 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 62383c64-f9db-4eb9-bb6d-3d8103ebeee6, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=62383c64-f9db-4eb9-bb6d-3d8103ebeee6,segment=NetworkSegment(1993f808-b9b1-459d-a4d5-125a3b74e758),segment_id=1993f808-b9b1-459d-a4d5-125a3b74e758)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:29:17.184103 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (62383c64-f9db-4eb9-bb6d-3d8103ebeee6), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:17.209679 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddc0b11-0eed-4a37-8726-e85eb88d1526 x-openstack-request-id: req-0ddc0b11-0eed-4a37-8726-e85eb88d1526 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:29:17.209981 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202615ee-6ddc-4fed-aaeb-de71d881fc01", "name": "network-vif-plugged", "status": "completed", "tag": "62383c64-f9db-4eb9-bb6d-3d8103ebeee6", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:29:17.210241 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0ddc0b11-0eed-4a37-8726-e85eb88d1526 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:29:17.210638 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202615ee-6ddc-4fed-aaeb-de71d881fc01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62383c64-f9db-4eb9-bb6d-3d8103ebeee6', 'code': 200} Mar 07 11:29:17.234558 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=62383c64-f9db-4eb9-bb6d-3d8103ebeee6,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:17.315868 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713a52f-b06b-4f59-9a3a-d7904b42b7b7 req-2207288d-de87-4f48-aaca-f2d8dcd653b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:17.317417 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2713a52f-b06b-4f59-9a3a-d7904b42b7b7 req-2207288d-de87-4f48-aaca-f2d8dcd653b6 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=202615ee-6ddc-4fed-aaeb-de71d881fc01 HTTP/1.1" status: 200 len: 1128 time: 0.0515697 Mar 07 11:29:17.360851 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2713a52f-b06b-4f59-9a3a-d7904b42b7b7 req-c0a63ae3-ef6b-4140-86d3-8d7fc10bd181 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=60cc851d-8adb-47c7-a777-6ebfa09bdacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380108 Mar 07 11:29:18.198321 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c7afb-e54b-4eb1-b316-9c269748c9d7 req-f6a59491-934f-4ebe-a5f2-1d530244c6fd tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:18.199815 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8d9c7afb-e54b-4eb1-b316-9c269748c9d7 req-f6a59491-934f-4ebe-a5f2-1d530244c6fd tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/ports?device_id=202615ee-6ddc-4fed-aaeb-de71d881fc01 HTTP/1.1" status: 200 len: 946 time: 0.0528574 Mar 07 11:29:18.247390 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8d9c7afb-e54b-4eb1-b316-9c269748c9d7 req-924eafd7-6644-40a7-acae-c92c4bf7039f tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/security-groups?id=60cc851d-8adb-47c7-a777-6ebfa09bdacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420878 Mar 07 11:29:18.712293 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:19.372344 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fcd1d8-a7e2-4da6-a43b-b10fcd1b5c36 req-11104502-6700-4f41-977a-4e6443ed3eb2 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:19.373830 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f4fcd1d8-a7e2-4da6-a43b-b10fcd1b5c36 req-11104502-6700-4f41-977a-4e6443ed3eb2 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/ports?device_id=202615ee-6ddc-4fed-aaeb-de71d881fc01 HTTP/1.1" status: 200 len: 946 time: 0.0529549 Mar 07 11:29:19.421078 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f4fcd1d8-a7e2-4da6-a43b-b10fcd1b5c36 req-2269f470-d17f-46db-aa85-49a0d72582d3 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/security-groups?id=60cc851d-8adb-47c7-a777-6ebfa09bdacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409384 Mar 07 11:29:19.544532 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c859d57-5938-4eda-9185-ace235f6a290 req-206060aa-ba54-4087-8ff6-151282298d36 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:19.546178 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4c859d57-5938-4eda-9185-ace235f6a290 req-206060aa-ba54-4087-8ff6-151282298d36 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/ports?device_id=202615ee-6ddc-4fed-aaeb-de71d881fc01 HTTP/1.1" status: 200 len: 946 time: 0.0564899 Mar 07 11:29:19.592329 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4c859d57-5938-4eda-9185-ace235f6a290 req-59c15a79-b8ae-43a9-8e61-4ddd8befbfa7 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/security-groups?id=60cc851d-8adb-47c7-a777-6ebfa09bdacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404980 Mar 07 11:29:23.286770 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:30.250573 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:29:36.564247 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2a98c4be-0c50-41c3-8450-c5ef50893e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:38.638978 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b0bc6f7e-8c52-4a4a-ab4b-b2848bc57566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:40.084498 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:41.825198 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:43.067181 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:45.297055 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7eac107f-e10e-4ff9-801e-2743b9c46a12 req-fadcc9cb-bd0b-464a-95ac-81d2752b6dfd service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=202615ee-6ddc-4fed-aaeb-de71d881fc01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437746 Mar 07 11:29:45.384361 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac107f-e10e-4ff9-801e-2743b9c46a12 req-897f1617-1c48-4f2e-a5c3-db4dbbf7b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:45.386002 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7eac107f-e10e-4ff9-801e-2743b9c46a12 req-897f1617-1c48-4f2e-a5c3-db4dbbf7b1f0 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=b30c3acfed54466fa73a9eca1c93b4cb&device_id=202615ee-6ddc-4fed-aaeb-de71d881fc01 HTTP/1.1" status: 200 len: 1128 time: 0.0464664 Mar 07 11:29:45.492569 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac107f-e10e-4ff9-801e-2743b9c46a12 req-fac3e721-3744-4200-b449-5f5aa50bf7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:45.494083 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7eac107f-e10e-4ff9-801e-2743b9c46a12 req-fac3e721-3744-4200-b449-5f5aa50bf7d9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=c3077a96-276a-473a-b531-dd0b3bafd4c1 HTTP/1.1" status: 200 len: 917 time: 0.0887430 Mar 07 11:29:45.533986 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7eac107f-e10e-4ff9-801e-2743b9c46a12 req-96461ff1-563e-4a05-969f-dce9f3470ffd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=62383c64-f9db-4eb9-bb6d-3d8103ebeee6 HTTP/1.1" status: 200 len: 217 time: 0.0342231 Mar 07 11:29:45.581858 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac107f-e10e-4ff9-801e-2743b9c46a12 req-dc40b21e-b0d2-4451-be2f-9f7e046122ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:45.583178 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7eac107f-e10e-4ff9-801e-2743b9c46a12 req-dc40b21e-b0d2-4451-be2f-9f7e046122ee service neutron] 10.222.0.31 "GET /v2.0/subnets?id=b0128c1e-ce34-47e6-834d-f703c94a7a69 HTTP/1.1" status: 200 len: 855 time: 0.0425556 Mar 07 11:29:45.636123 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac107f-e10e-4ff9-801e-2743b9c46a12 req-ba930ed2-d1b9-431a-a823-ff1a3093a264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:45.637635 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7eac107f-e10e-4ff9-801e-2743b9c46a12 req-ba930ed2-d1b9-431a-a823-ff1a3093a264 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=c3077a96-276a-473a-b531-dd0b3bafd4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489395 Mar 07 11:29:45.647883 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-7eac107f-e10e-4ff9-801e-2743b9c46a12 req-115a4d5a-6868-4988-87fe-44ebc4e48d1e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:29:45.648821 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7eac107f-e10e-4ff9-801e-2743b9c46a12 req-115a4d5a-6868-4988-87fe-44ebc4e48d1e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051324 Mar 07 11:29:45.741591 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7eac107f-e10e-4ff9-801e-2743b9c46a12 req-37b6c533-2181-476c-af06-9a5af797794d service neutron] 10.222.0.31 "GET /v2.0/networks/c3077a96-276a-473a-b531-dd0b3bafd4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869365 Mar 07 11:29:45.838536 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7eac107f-e10e-4ff9-801e-2743b9c46a12 req-c7e756c5-4fa3-42ca-b377-fef2a83fbe12 service neutron] 10.222.0.31 "GET /v2.0/networks/c3077a96-276a-473a-b531-dd0b3bafd4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908890 Mar 07 11:29:48.706814 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:53.317266 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:54.028799 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78bc1d-b3d2-4b58-b800-ccb7d2009559 req-89ca6b12-2b78-493a-b159-512fb873e334 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:54.030403 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aa78bc1d-b3d2-4b58-b800-ccb7d2009559 req-89ca6b12-2b78-493a-b159-512fb873e334 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/ports?device_id=202615ee-6ddc-4fed-aaeb-de71d881fc01 HTTP/1.1" status: 200 len: 946 time: 0.0553274 Mar 07 11:29:54.082854 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aa78bc1d-b3d2-4b58-b800-ccb7d2009559 req-4a3d23f8-f68f-4b89-b36b-77a260d8157b tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/security-groups?id=60cc851d-8adb-47c7-a777-6ebfa09bdacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457432 Mar 07 11:29:55.204309 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987e20d-741a-4010-922a-83754d4086a8 req-7082d1b3-546f-4a79-bab0-1b32003b34c7 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:55.205830 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6987e20d-741a-4010-922a-83754d4086a8 req-7082d1b3-546f-4a79-bab0-1b32003b34c7 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/ports?device_id=202615ee-6ddc-4fed-aaeb-de71d881fc01 HTTP/1.1" status: 200 len: 946 time: 0.0534606 Mar 07 11:29:55.253403 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6987e20d-741a-4010-922a-83754d4086a8 req-14444fd0-a05c-4bf5-91c3-f66bf9642872 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/security-groups?id=60cc851d-8adb-47c7-a777-6ebfa09bdacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418766 Mar 07 11:29:55.885803 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73bdb7a-82c2-4122-bf02-2be7254e00a8 req-70e657f4-183c-4f1f-adb4-c9163fdddc49 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:55.887286 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a73bdb7a-82c2-4122-bf02-2be7254e00a8 req-70e657f4-183c-4f1f-adb4-c9163fdddc49 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.31 "GET /v2.0/ports?device_id=202615ee-6ddc-4fed-aaeb-de71d881fc01 HTTP/1.1" status: 200 len: 946 time: 0.0611541 Mar 07 11:29:55.979137 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-a73bdb7a-82c2-4122-bf02-2be7254e00a8 req-6fe57329-dd76-454d-9675-e6d8b2f00ef6 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Deleting port 62383c64-f9db-4eb9-bb6d-3d8103ebeee6 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:29:55.979476 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a73bdb7a-82c2-4122-bf02-2be7254e00a8 req-6fe57329-dd76-454d-9675-e6d8b2f00ef6 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (62383c64-f9db-4eb9-bb6d-3d8103ebeee6), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:56.073243 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-a73bdb7a-82c2-4122-bf02-2be7254e00a8 req-6fe57329-dd76-454d-9675-e6d8b2f00ef6 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] For port 62383c64-f9db-4eb9-bb6d-3d8103ebeee6, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=62383c64-f9db-4eb9-bb6d-3d8103ebeee6,segment=NetworkSegment(1993f808-b9b1-459d-a4d5-125a3b74e758),segment_id=1993f808-b9b1-459d-a4d5-125a3b74e758)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:29:56.073605 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a73bdb7a-82c2-4122-bf02-2be7254e00a8 req-6fe57329-dd76-454d-9675-e6d8b2f00ef6 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (62383c64-f9db-4eb9-bb6d-3d8103ebeee6), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:56.085645 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-a73bdb7a-82c2-4122-bf02-2be7254e00a8 req-6fe57329-dd76-454d-9675-e6d8b2f00ef6 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Calling delete_port for 62383c64-f9db-4eb9-bb6d-3d8103ebeee6 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:29:56.212744 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a73bdb7a-82c2-4122-bf02-2be7254e00a8 req-6fe57329-dd76-454d-9675-e6d8b2f00ef6 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (62383c64-f9db-4eb9-bb6d-3d8103ebeee6), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:56.224735 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['62383c64-f9db-4eb9-bb6d-3d8103ebeee6'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:29:56.245056 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe57329-dd76-454d-9675-e6d8b2f00ef6 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Pushing event deleted for resources: {'Port': ['ID=62383c64-f9db-4eb9-bb6d-3d8103ebeee6,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:56.261453 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe57329-dd76-454d-9675-e6d8b2f00ef6 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:56.261804 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe57329-dd76-454d-9675-e6d8b2f00ef6 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:56.262200 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe57329-dd76-454d-9675-e6d8b2f00ef6 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:56.262481 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe57329-dd76-454d-9675-e6d8b2f00ef6 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:56.262813 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe57329-dd76-454d-9675-e6d8b2f00ef6 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:56.263138 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe57329-dd76-454d-9675-e6d8b2f00ef6 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:56.263464 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe57329-dd76-454d-9675-e6d8b2f00ef6 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:56.264057 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe57329-dd76-454d-9675-e6d8b2f00ef6 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:56.264177 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe57329-dd76-454d-9675-e6d8b2f00ef6 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:56.264424 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe57329-dd76-454d-9675-e6d8b2f00ef6 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:56.264740 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe57329-dd76-454d-9675-e6d8b2f00ef6 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:56.265060 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe57329-dd76-454d-9675-e6d8b2f00ef6 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:56.265401 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe57329-dd76-454d-9675-e6d8b2f00ef6 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:29:56.302408 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73bdb7a-82c2-4122-bf02-2be7254e00a8 req-6fe57329-dd76-454d-9675-e6d8b2f00ef6 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] No DVR routers for this DVR port 62383c64-f9db-4eb9-bb6d-3d8103ebeee6 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:29:56.305023 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-a73bdb7a-82c2-4122-bf02-2be7254e00a8 req-6fe57329-dd76-454d-9675-e6d8b2f00ef6 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:56.308548 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a73bdb7a-82c2-4122-bf02-2be7254e00a8 req-6fe57329-dd76-454d-9675-e6d8b2f00ef6 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.31 "DELETE /v2.0/ports/62383c64-f9db-4eb9-bb6d-3d8103ebeee6 HTTP/1.1" status: 204 len: 173 time: 0.4164608 Mar 07 11:29:56.309025 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '202615ee-6ddc-4fed-aaeb-de71d881fc01', 'name': 'network-vif-deleted', 'tag': '62383c64-f9db-4eb9-bb6d-3d8103ebeee6'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:29:56.311795 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1b2f3a-94b6-4e5d-8df3-c29313b0ce48" -d '{"events": [{"server_uuid": "202615ee-6ddc-4fed-aaeb-de71d881fc01", "name": "network-vif-deleted", "tag": "62383c64-f9db-4eb9-bb6d-3d8103ebeee6"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:29:56.351939 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd94728-16da-4738-a20b-4cccf6e56ccc x-openstack-request-id: req-9fd94728-16da-4738-a20b-4cccf6e56ccc {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:29:56.352241 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "202615ee-6ddc-4fed-aaeb-de71d881fc01", "name": "network-vif-deleted", "tag": "62383c64-f9db-4eb9-bb6d-3d8103ebeee6", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:29:56.352503 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9fd94728-16da-4738-a20b-4cccf6e56ccc {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:29:56.352920 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '202615ee-6ddc-4fed-aaeb-de71d881fc01', 'name': 'network-vif-deleted', 'tag': '62383c64-f9db-4eb9-bb6d-3d8103ebeee6', 'status': 'completed', 'code': 200} Mar 07 11:29:56.363395 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f78e0bbf-55e4-4025-8402-2cecb01ca47f req-a0548894-1607-4ed6-9983-3a395c0484f9 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/ports?device_id=202615ee-6ddc-4fed-aaeb-de71d881fc01 HTTP/1.1" status: 200 len: 210 time: 0.0347104 Mar 07 11:29:57.924186 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-5cceb9d5-0ad4-47f1-8ab1-335a6fec6531 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:57.926381 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-5cceb9d5-0ad4-47f1-8ab1-335a6fec6531 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/networks?id=c3077a96-276a-473a-b531-dd0b3bafd4c1 HTTP/1.1" status: 200 len: 816 time: 0.0994384 Mar 07 11:29:57.940254 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-42cd85d7-c558-47ac-92ac-4da3aba7f8cb tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/quotas/b30c3acfed54466fa73a9eca1c93b4cb HTTP/1.1" status: 200 len: 375 time: 0.0086429 Mar 07 11:29:57.997494 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-198622e9-8ed0-4e06-86d9-e39695f4e9b4 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b30c3acfed54466fa73a9eca1c93b4cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518372 Mar 07 11:29:58.234260 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-813eea07-9e94-4716-a74f-57dbb264fe13 service neutron] 10.222.0.11 "GET /v2.0/networks/c3077a96-276a-473a-b531-dd0b3bafd4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216552 Mar 07 11:29:58.325649 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-9c94fcd5-4d12-4ce8-ad81-3132e8c7e6ee service neutron] 10.222.0.11 "GET /v2.0/networks/c3077a96-276a-473a-b531-dd0b3bafd4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851309 Mar 07 11:29:58.490633 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ca827e74-afd7-46cf-bac1-1345e1384348 req-ee2d6520-fe00-4087-8b93-9754c045b499 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b68453a-68a3-4fa8-b6c3-7405d2eef9c3 HTTP/1.1" status: 200 len: 210 time: 0.0288253 Mar 07 11:29:59.258263 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 62383c64-f9db-4eb9-bb6d-3d8103ebeee6 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:29:59.278938 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 62383c64-f9db-4eb9-bb6d-3d8103ebeee6 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:29:59.279288 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 62383c64-f9db-4eb9-bb6d-3d8103ebeee6 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:29:59.457495 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-97fcde93-a574-4741-a7be-069c3bb0b4ad tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:59.458947 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-97fcde93-a574-4741-a7be-069c3bb0b4ad tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.21 "GET /v2.0/networks?id=c3077a96-276a-473a-b531-dd0b3bafd4c1 HTTP/1.1" status: 200 len: 816 time: 0.1056466 Mar 07 11:29:59.470360 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-52591fdf-cabb-4380-9dfb-f013c8e91204 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Request body: {'port': {'device_id': '6b68453a-68a3-4fa8-b6c3-7405d2eef9c3', 'network_id': 'c3077a96-276a-473a-b531-dd0b3bafd4c1', 'admin_state_up': True, 'tenant_id': 'b30c3acfed54466fa73a9eca1c93b4cb'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:29:59.581716 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-52591fdf-cabb-4380-9dfb-f013c8e91204 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Made reservation on behalf of b30c3acfed54466fa73a9eca1c93b4cb for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:29:59.585166 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-52591fdf-cabb-4380-9dfb-f013c8e91204 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:59.587739 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dc9419db-4fa5-4f64-bab8-802ef5a1317e req-46bec9f4-89ec-404d-88ad-d7af035ff501 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b68453a-68a3-4fa8-b6c3-7405d2eef9c3 HTTP/1.1" status: 200 len: 210 time: 0.0277770 Mar 07 11:29:59.710211 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-52591fdf-cabb-4380-9dfb-f013c8e91204 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Allocated IP 172.20.0.5 (c3077a96-276a-473a-b531-dd0b3bafd4c1/b0128c1e-ce34-47e6-834d-f703c94a7a69/0cad6b3c-c539-4146-b657-1dd7b1e0aeff) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:29:59.855472 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-52591fdf-cabb-4380-9dfb-f013c8e91204 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Publish callbacks [] for port (0cad6b3c-c539-4146-b657-1dd7b1e0aeff), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:59.888154 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-52591fdf-cabb-4380-9dfb-f013c8e91204 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (0cad6b3c-c539-4146-b657-1dd7b1e0aeff), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:29:59.931702 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-52591fdf-cabb-4380-9dfb-f013c8e91204 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Network c3077a96-276a-473a-b531-dd0b3bafd4c1 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:29:59.934750 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-52591fdf-cabb-4380-9dfb-f013c8e91204 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:29:59.937089 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-52591fdf-cabb-4380-9dfb-f013c8e91204 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:29:59.969404 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52591fdf-cabb-4380-9dfb-f013c8e91204 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Pushing event updated for resources: {'Port': ['ID=0cad6b3c-c539-4146-b657-1dd7b1e0aeff,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:29:59.992631 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-52591fdf-cabb-4380-9dfb-f013c8e91204 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:29:59.993269 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-52591fdf-cabb-4380-9dfb-f013c8e91204 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:00.009498 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-52591fdf-cabb-4380-9dfb-f013c8e91204 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5426807 Mar 07 11:30:00.018957 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-e87e8dd8-109f-4bd1-b537-bc5a9bfbaa80 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:30:00.020064 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-e87e8dd8-109f-4bd1-b537-bc5a9bfbaa80 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054846 Mar 07 11:30:00.034575 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-d75c5d55-fab5-4df4-a8da-2d24ebeadb14 service neutron] Request body: {'port': {'device_id': '6b68453a-68a3-4fa8-b6c3-7405d2eef9c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:30:00.120229 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-d75c5d55-fab5-4df4-a8da-2d24ebeadb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0cad6b3c-c539-4146-b657-1dd7b1e0aeff), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:00.191430 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-8868722b-802a-4c03-9a74-04cf7ed9de00 None None] Provisioning complete for port 0cad6b3c-c539-4146-b657-1dd7b1e0aeff triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:30:00.191824 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8868722b-802a-4c03-9a74-04cf7ed9de00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0cad6b3c-c539-4146-b657-1dd7b1e0aeff), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:00.227975 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8868722b-802a-4c03-9a74-04cf7ed9de00 None None] Port 0cad6b3c-c539-4146-b657-1dd7b1e0aeff cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:30:00.385580 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-d75c5d55-fab5-4df4-a8da-2d24ebeadb14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cad6b3c-c539-4146-b657-1dd7b1e0aeff {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:30:00.392710 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-d75c5d55-fab5-4df4-a8da-2d24ebeadb14 service neutron] Publish callbacks [] for port (0cad6b3c-c539-4146-b657-1dd7b1e0aeff), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:00.404783 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-d75c5d55-fab5-4df4-a8da-2d24ebeadb14 service neutron] Transition to ACTIVE for port object 0cad6b3c-c539-4146-b657-1dd7b1e0aeff will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:30:00.408493 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-d75c5d55-fab5-4df4-a8da-2d24ebeadb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (0cad6b3c-c539-4146-b657-1dd7b1e0aeff), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:00.458675 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c5d55-fab5-4df4-a8da-2d24ebeadb14 service neutron] Pushing event updated for resources: {'Port': ['ID=0cad6b3c-c539-4146-b657-1dd7b1e0aeff,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:00.531279 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-d75c5d55-fab5-4df4-a8da-2d24ebeadb14 service neutron] Attempting to bind port 0cad6b3c-c539-4146-b657-1dd7b1e0aeff on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:30:00.531618 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-d75c5d55-fab5-4df4-a8da-2d24ebeadb14 service neutron] Attempting to bind port 0cad6b3c-c539-4146-b657-1dd7b1e0aeff by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '1993f808-b9b1-459d-a4d5-125a3b74e758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c3077a96-276a-473a-b531-dd0b3bafd4c1'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:30:00.531943 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-d75c5d55-fab5-4df4-a8da-2d24ebeadb14 service neutron] Attempting to bind port 0cad6b3c-c539-4146-b657-1dd7b1e0aeff on network c3077a96-276a-473a-b531-dd0b3bafd4c1 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:30:00.537177 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-d75c5d55-fab5-4df4-a8da-2d24ebeadb14 service neutron] Port 0cad6b3c-c539-4146-b657-1dd7b1e0aeff on network c3077a96-276a-473a-b531-dd0b3bafd4c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:30:00.537490 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-d75c5d55-fab5-4df4-a8da-2d24ebeadb14 service neutron] Attempting to bind port 0cad6b3c-c539-4146-b657-1dd7b1e0aeff on network c3077a96-276a-473a-b531-dd0b3bafd4c1 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:30:00.542602 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-d75c5d55-fab5-4df4-a8da-2d24ebeadb14 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:30:00.542939 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-d75c5d55-fab5-4df4-a8da-2d24ebeadb14 service neutron] Checking segment: {'id': '1993f808-b9b1-459d-a4d5-125a3b74e758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c3077a96-276a-473a-b531-dd0b3bafd4c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:30:00.543320 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-d75c5d55-fab5-4df4-a8da-2d24ebeadb14 service neutron] Bound using segment: {'id': '1993f808-b9b1-459d-a4d5-125a3b74e758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c3077a96-276a-473a-b531-dd0b3bafd4c1'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:30:00.543737 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-d75c5d55-fab5-4df4-a8da-2d24ebeadb14 service neutron] Bound port: 0cad6b3c-c539-4146-b657-1dd7b1e0aeff, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1993f808-b9b1-459d-a4d5-125a3b74e758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'c3077a96-276a-473a-b531-dd0b3bafd4c1'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:30:00.544088 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-d75c5d55-fab5-4df4-a8da-2d24ebeadb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0cad6b3c-c539-4146-b657-1dd7b1e0aeff), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:00.610475 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-d75c5d55-fab5-4df4-a8da-2d24ebeadb14 service neutron] For port 0cad6b3c-c539-4146-b657-1dd7b1e0aeff, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:30:00.613638 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-d75c5d55-fab5-4df4-a8da-2d24ebeadb14 service neutron] For port 0cad6b3c-c539-4146-b657-1dd7b1e0aeff, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=0cad6b3c-c539-4146-b657-1dd7b1e0aeff,segment=NetworkSegment(1993f808-b9b1-459d-a4d5-125a3b74e758),segment_id=1993f808-b9b1-459d-a4d5-125a3b74e758)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:30:00.620308 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-d75c5d55-fab5-4df4-a8da-2d24ebeadb14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (0cad6b3c-c539-4146-b657-1dd7b1e0aeff), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:00.655505 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-d75c5d55-fab5-4df4-a8da-2d24ebeadb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:00.656600 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-d75c5d55-fab5-4df4-a8da-2d24ebeadb14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:00.658028 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-d75c5d55-fab5-4df4-a8da-2d24ebeadb14 service neutron] 10.222.0.21 "PUT /v2.0/ports/0cad6b3c-c539-4146-b657-1dd7b1e0aeff HTTP/1.1" status: 200 len: 1091 time: 0.6308732 Mar 07 11:30:00.661873 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b68453a-68a3-4fa8-b6c3-7405d2eef9c3', 'tag': '0cad6b3c-c539-4146-b657-1dd7b1e0aeff'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:30:00.665081 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8458e841-23b9-495e-91e8-e51544c7c936" -d '{"events": [{"name": "network-changed", "server_uuid": "6b68453a-68a3-4fa8-b6c3-7405d2eef9c3", "tag": "0cad6b3c-c539-4146-b657-1dd7b1e0aeff"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:30:00.712406 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a385b5-2c32-4554-96ef-ae236c2c0759 x-openstack-request-id: req-95a385b5-2c32-4554-96ef-ae236c2c0759 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:30:00.712701 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b68453a-68a3-4fa8-b6c3-7405d2eef9c3", "tag": "0cad6b3c-c539-4146-b657-1dd7b1e0aeff", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:30:00.712957 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-95a385b5-2c32-4554-96ef-ae236c2c0759 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:30:00.713384 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b68453a-68a3-4fa8-b6c3-7405d2eef9c3', 'tag': '0cad6b3c-c539-4146-b657-1dd7b1e0aeff', 'status': 'completed', 'code': 200} Mar 07 11:30:01.094564 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c5d55-fab5-4df4-a8da-2d24ebeadb14 service neutron] Pushing event updated for resources: {'Port': ['ID=0cad6b3c-c539-4146-b657-1dd7b1e0aeff,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:01.125991 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bd8ac-0238-481c-a311-e0c7e6a3156c req-ec8060c3-d538-4c17-b4ba-117e86a2ea12 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:01.127494 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1d1bd8ac-0238-481c-a311-e0c7e6a3156c req-ec8060c3-d538-4c17-b4ba-117e86a2ea12 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b68453a-68a3-4fa8-b6c3-7405d2eef9c3 HTTP/1.1" status: 200 len: 943 time: 0.4685428 Mar 07 11:30:01.132870 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-ccd7b3fd-788b-46ab-bc5c-4d35b49bef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:01.134371 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-ccd7b3fd-788b-46ab-bc5c-4d35b49bef2f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b30c3acfed54466fa73a9eca1c93b4cb&device_id=6b68453a-68a3-4fa8-b6c3-7405d2eef9c3 HTTP/1.1" status: 200 len: 1125 time: 0.4150982 Mar 07 11:30:01.183871 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-d8378c2c-7c35-4fc7-8bbf-cfb67bc2ed82 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cad6b3c-c539-4146-b657-1dd7b1e0aeff HTTP/1.1" status: 200 len: 217 time: 0.0420761 Mar 07 11:30:01.240349 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1d1bd8ac-0238-481c-a311-e0c7e6a3156c req-aae89304-2738-4b94-b85e-8ebb82653eeb tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/security-groups?id=60cc851d-8adb-47c7-a777-6ebfa09bdacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050460 Mar 07 11:30:01.251436 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-efd888b1-d2dd-499f-b977-2409a7e7528d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:01.253882 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-efd888b1-d2dd-499f-b977-2409a7e7528d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b0128c1e-ce34-47e6-834d-f703c94a7a69 HTTP/1.1" status: 200 len: 855 time: 0.0604308 Mar 07 11:30:01.302431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-1b2fef44-0eec-4ba8-8366-91efbcccfb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:01.303896 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-1b2fef44-0eec-4ba8-8366-91efbcccfb3e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3077a96-276a-473a-b531-dd0b3bafd4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0444069 Mar 07 11:30:01.394399 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-acba04c2-b841-4368-a08f-2e0ad139f7c6 service neutron] 10.222.0.21 "GET /v2.0/networks/c3077a96-276a-473a-b531-dd0b3bafd4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837200 Mar 07 11:30:01.480220 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d01a9d88-2213-4215-8667-cd49c5ac13c5 req-62802ce0-d86c-4eb8-b1f6-f943686e6f3e service neutron] 10.222.0.21 "GET /v2.0/networks/c3077a96-276a-473a-b531-dd0b3bafd4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805492 Mar 07 11:30:01.567736 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458e841-23b9-495e-91e8-e51544c7c936 req-0d6fc57e-d183-4272-bd67-bb0176b70d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:01.569225 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8458e841-23b9-495e-91e8-e51544c7c936 req-0d6fc57e-d183-4272-bd67-bb0176b70d36 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b30c3acfed54466fa73a9eca1c93b4cb&device_id=6b68453a-68a3-4fa8-b6c3-7405d2eef9c3 HTTP/1.1" status: 200 len: 1125 time: 0.0442021 Mar 07 11:30:01.660183 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458e841-23b9-495e-91e8-e51544c7c936 req-d3e3b13c-d9ef-47a4-bb2d-6ddf7af35545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:01.661665 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8458e841-23b9-495e-91e8-e51544c7c936 req-d3e3b13c-d9ef-47a4-bb2d-6ddf7af35545 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c3077a96-276a-473a-b531-dd0b3bafd4c1 HTTP/1.1" status: 200 len: 917 time: 0.0869055 Mar 07 11:30:01.702134 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8458e841-23b9-495e-91e8-e51544c7c936 req-eee135fa-543d-4c98-98c1-fd430e9e71c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cad6b3c-c539-4146-b657-1dd7b1e0aeff HTTP/1.1" status: 200 len: 217 time: 0.0336828 Mar 07 11:30:01.752486 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458e841-23b9-495e-91e8-e51544c7c936 req-525d2a70-3ef7-487e-9bb0-89adfc705ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:01.753964 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8458e841-23b9-495e-91e8-e51544c7c936 req-525d2a70-3ef7-487e-9bb0-89adfc705ad7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b0128c1e-ce34-47e6-834d-f703c94a7a69 HTTP/1.1" status: 200 len: 855 time: 0.0460362 Mar 07 11:30:01.807564 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458e841-23b9-495e-91e8-e51544c7c936 req-446c1ca0-eec0-4312-bba9-71d19c3ac2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:01.809067 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8458e841-23b9-495e-91e8-e51544c7c936 req-446c1ca0-eec0-4312-bba9-71d19c3ac2a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3077a96-276a-473a-b531-dd0b3bafd4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476396 Mar 07 11:30:01.897348 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8458e841-23b9-495e-91e8-e51544c7c936 req-f4adbaca-f377-43e9-a3dd-ce2e7400af6b service neutron] 10.222.0.21 "GET /v2.0/networks/c3077a96-276a-473a-b531-dd0b3bafd4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821428 Mar 07 11:30:01.986985 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8458e841-23b9-495e-91e8-e51544c7c936 req-536fe4e0-b641-4135-82de-a8cf4a179589 service neutron] 10.222.0.21 "GET /v2.0/networks/c3077a96-276a-473a-b531-dd0b3bafd4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836222 Mar 07 11:30:02.359851 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538cf42a-8fc7-46db-947b-b94918141703 req-37c1d0c8-1b8c-44a2-8326-6e57ad39dd41 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:02.361342 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-538cf42a-8fc7-46db-947b-b94918141703 req-37c1d0c8-1b8c-44a2-8326-6e57ad39dd41 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b68453a-68a3-4fa8-b6c3-7405d2eef9c3 HTTP/1.1" status: 200 len: 943 time: 0.0520530 Mar 07 11:30:02.407158 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-538cf42a-8fc7-46db-947b-b94918141703 req-e08811b4-1fa2-4d22-a2ec-1fb936ab8306 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/security-groups?id=60cc851d-8adb-47c7-a777-6ebfa09bdacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398271 Mar 07 11:30:03.528656 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8d523-08d2-40e1-8a18-c83001793748 req-0c570c75-61ba-4d1e-8bbd-3aa86003238b tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:03.530189 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-13a8d523-08d2-40e1-8a18-c83001793748 req-0c570c75-61ba-4d1e-8bbd-3aa86003238b tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b68453a-68a3-4fa8-b6c3-7405d2eef9c3 HTTP/1.1" status: 200 len: 943 time: 0.0534151 Mar 07 11:30:03.575968 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-13a8d523-08d2-40e1-8a18-c83001793748 req-3d4e23c9-0748-46d1-8df2-19762e38fa68 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/security-groups?id=60cc851d-8adb-47c7-a777-6ebfa09bdacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400765 Mar 07 11:30:04.703493 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b8a7b-683a-4400-9b8b-99ac4773a0f1 req-8afad238-375f-4051-8905-42015ee5d080 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:04.704950 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3c7b8a7b-683a-4400-9b8b-99ac4773a0f1 req-8afad238-375f-4051-8905-42015ee5d080 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b68453a-68a3-4fa8-b6c3-7405d2eef9c3 HTTP/1.1" status: 200 len: 943 time: 0.0555382 Mar 07 11:30:04.749780 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3c7b8a7b-683a-4400-9b8b-99ac4773a0f1 req-eb38e365-633f-4d1f-bbfa-de3ba9eca10a tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/security-groups?id=60cc851d-8adb-47c7-a777-6ebfa09bdacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389457 Mar 07 11:30:05.511174 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 0cad6b3c-c539-4146-b657-1dd7b1e0aeff details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:30:05.606710 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 0cad6b3c-c539-4146-b657-1dd7b1e0aeff, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=0cad6b3c-c539-4146-b657-1dd7b1e0aeff,segment=NetworkSegment(1993f808-b9b1-459d-a4d5-125a3b74e758),segment_id=1993f808-b9b1-459d-a4d5-125a3b74e758)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:30:05.617754 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '0cad6b3c-c539-4146-b657-1dd7b1e0aeff', 'network_id': 'c3077a96-276a-473a-b531-dd0b3bafd4c1', 'port_id': '0cad6b3c-c539-4146-b657-1dd7b1e0aeff', 'mac_address': 'fa:16:3e:63:d3:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0128c1e-ce34-47e6-834d-f703c94a7a69', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:30:05.659208 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 0cad6b3c-c539-4146-b657-1dd7b1e0aeff is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:30:05.659598 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0cad6b3c-c539-4146-b657-1dd7b1e0aeff), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:05.672247 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cad6b3c-c539-4146-b657-1dd7b1e0aeff {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:30:05.691680 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 0cad6b3c-c539-4146-b657-1dd7b1e0aeff, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=0cad6b3c-c539-4146-b657-1dd7b1e0aeff,segment=NetworkSegment(1993f808-b9b1-459d-a4d5-125a3b74e758),segment_id=1993f808-b9b1-459d-a4d5-125a3b74e758)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:30:05.695488 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0cad6b3c-c539-4146-b657-1dd7b1e0aeff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:05.741610 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=0cad6b3c-c539-4146-b657-1dd7b1e0aeff,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:05.748975 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:05.749359 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:05.749708 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:05.750050 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:05.750418 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:05.750754 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:05.751083 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:05.751413 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:05.751742 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:05.752092 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:05.752448 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:05.753499 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:05.754011 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:05.873671 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc34a50-09b9-40e5-8775-37caa08acf50 req-73e012de-033d-4d90-9669-c95c2f3adb09 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:05.875061 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0cc34a50-09b9-40e5-8775-37caa08acf50 req-73e012de-033d-4d90-9669-c95c2f3adb09 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b68453a-68a3-4fa8-b6c3-7405d2eef9c3 HTTP/1.1" status: 200 len: 944 time: 0.0572951 Mar 07 11:30:05.920956 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0cc34a50-09b9-40e5-8775-37caa08acf50 req-4ef9ec63-44ae-426d-a61f-a0b096de9da8 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/security-groups?id=60cc851d-8adb-47c7-a777-6ebfa09bdacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401773 Mar 07 11:30:05.922388 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['0cad6b3c-c539-4146-b657-1dd7b1e0aeff'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:30:06.566902 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8032fdc3-7cea-4cce-a54c-9a332cb49399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:07.038808 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92088dd6-14cc-4192-a45c-075bfc567e6b req-a4897fd5-96cb-44a3-89d8-ab938d9475d4 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:07.040280 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-92088dd6-14cc-4192-a45c-075bfc567e6b req-a4897fd5-96cb-44a3-89d8-ab938d9475d4 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b68453a-68a3-4fa8-b6c3-7405d2eef9c3 HTTP/1.1" status: 200 len: 944 time: 0.0540133 Mar 07 11:30:07.088856 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-92088dd6-14cc-4192-a45c-075bfc567e6b req-3aa92d6a-76c0-4a52-bb99-c1d8cd7c7598 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/security-groups?id=60cc851d-8adb-47c7-a777-6ebfa09bdacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426748 Mar 07 11:30:07.249219 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:30:07.506321 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 0cad6b3c-c539-4146-b657-1dd7b1e0aeff up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:30:07.557420 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 0cad6b3c-c539-4146-b657-1dd7b1e0aeff completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:30:07.560904 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 0cad6b3c-c539-4146-b657-1dd7b1e0aeff triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:30:07.561311 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0cad6b3c-c539-4146-b657-1dd7b1e0aeff), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:07.797247 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 0cad6b3c-c539-4146-b657-1dd7b1e0aeff is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:30:07.797908 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0cad6b3c-c539-4146-b657-1dd7b1e0aeff), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:07.819924 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b68453a-68a3-4fa8-b6c3-7405d2eef9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cad6b3c-c539-4146-b657-1dd7b1e0aeff'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:30:07.822129 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a645a2b5805a54a98315e88f2d343b68cf76c29b7d342bc1003cac2cf566b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a974eb1b-4390-4390-9bb8-0dbce78243f8" -d '{"events": [{"server_uuid": "6b68453a-68a3-4fa8-b6c3-7405d2eef9c3", "name": "network-vif-plugged", "status": "completed", "tag": "0cad6b3c-c539-4146-b657-1dd7b1e0aeff"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:30:07.834284 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 0cad6b3c-c539-4146-b657-1dd7b1e0aeff, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=0cad6b3c-c539-4146-b657-1dd7b1e0aeff,segment=NetworkSegment(1993f808-b9b1-459d-a4d5-125a3b74e758),segment_id=1993f808-b9b1-459d-a4d5-125a3b74e758)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:30:07.838233 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0cad6b3c-c539-4146-b657-1dd7b1e0aeff), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:07.863083 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbb27cb-7adf-47e6-a45b-21be6ba90966 x-openstack-request-id: req-4fbb27cb-7adf-47e6-a45b-21be6ba90966 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:30:07.863371 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b68453a-68a3-4fa8-b6c3-7405d2eef9c3", "name": "network-vif-plugged", "status": "completed", "tag": "0cad6b3c-c539-4146-b657-1dd7b1e0aeff", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:30:07.863624 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4fbb27cb-7adf-47e6-a45b-21be6ba90966 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:30:07.864066 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b68453a-68a3-4fa8-b6c3-7405d2eef9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cad6b3c-c539-4146-b657-1dd7b1e0aeff', 'code': 200} Mar 07 11:30:07.889895 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=0cad6b3c-c539-4146-b657-1dd7b1e0aeff,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:07.958851 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682ad70-d51f-433a-88fe-b6deec3a0a3f req-9217af67-0135-4243-b8e2-9476a2c35384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:07.960341 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1682ad70-d51f-433a-88fe-b6deec3a0a3f req-9217af67-0135-4243-b8e2-9476a2c35384 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6b68453a-68a3-4fa8-b6c3-7405d2eef9c3 HTTP/1.1" status: 200 len: 1127 time: 0.0446055 Mar 07 11:30:08.002283 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1682ad70-d51f-433a-88fe-b6deec3a0a3f req-3dc26f34-a0d9-409d-bc64-1a74215b0235 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=60cc851d-8adb-47c7-a777-6ebfa09bdacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364985 Mar 07 11:30:08.206867 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f052a6d-6600-4302-a293-a0d5b21016f6 req-a77aa01f-7b4d-46ee-98b3-d25f24cadf92 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:08.208337 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1f052a6d-6600-4302-a293-a0d5b21016f6 req-a77aa01f-7b4d-46ee-98b3-d25f24cadf92 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b68453a-68a3-4fa8-b6c3-7405d2eef9c3 HTTP/1.1" status: 200 len: 945 time: 0.0525894 Mar 07 11:30:08.257602 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1f052a6d-6600-4302-a293-a0d5b21016f6 req-eb53dee6-615d-4ca9-855a-bf04d82ab245 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/security-groups?id=60cc851d-8adb-47c7-a777-6ebfa09bdacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437760 Mar 07 11:30:08.641076 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0e40c5eb-8ed6-443c-8356-536e556a4ec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:09.379737 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5bf90-287b-4ac8-9a21-eeb8e1fc44d3 req-9b452e84-fb0a-4ec2-911d-32efd28d40c2 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:09.381255 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-78f5bf90-287b-4ac8-9a21-eeb8e1fc44d3 req-9b452e84-fb0a-4ec2-911d-32efd28d40c2 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b68453a-68a3-4fa8-b6c3-7405d2eef9c3 HTTP/1.1" status: 200 len: 945 time: 0.0532472 Mar 07 11:30:09.432173 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-78f5bf90-287b-4ac8-9a21-eeb8e1fc44d3 req-5e86663a-3b84-4ca8-9419-ea8e0a0cf8ee tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/security-groups?id=60cc851d-8adb-47c7-a777-6ebfa09bdacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450215 Mar 07 11:30:09.549001 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4215eb-8401-443f-9fd9-54c598a7b898 req-60b6fe68-0b93-4528-96a4-2b377c011132 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:09.550536 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dc4215eb-8401-443f-9fd9-54c598a7b898 req-60b6fe68-0b93-4528-96a4-2b377c011132 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b68453a-68a3-4fa8-b6c3-7405d2eef9c3 HTTP/1.1" status: 200 len: 945 time: 0.0530314 Mar 07 11:30:09.596845 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dc4215eb-8401-443f-9fd9-54c598a7b898 req-61a53fba-a5bd-4ae9-beb1-c92c94cb2fa3 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/security-groups?id=60cc851d-8adb-47c7-a777-6ebfa09bdacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405400 Mar 07 11:30:10.084486 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:11.829194 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:13.074113 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:18.727339 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:23.332426 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:36.569156 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4192d724-a311-4ebc-a849-0fdcb6d83fd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:38.644110 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-caa50bc5-dc51-4148-b993-2f9655ebf81c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:40.088541 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:41.831777 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:43.067619 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:43.627134 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78503e-e581-49c7-8a79-cdd0b7ed5160 req-77757507-9bd5-44c1-956f-5b0e7cccd791 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:43.629208 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae78503e-e581-49c7-8a79-cdd0b7ed5160 req-77757507-9bd5-44c1-956f-5b0e7cccd791 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b68453a-68a3-4fa8-b6c3-7405d2eef9c3 HTTP/1.1" status: 200 len: 945 time: 0.0555105 Mar 07 11:30:43.677989 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae78503e-e581-49c7-8a79-cdd0b7ed5160 req-1d062d4b-fb24-4f6f-8758-de3e4afdc7b6 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/security-groups?id=60cc851d-8adb-47c7-a777-6ebfa09bdacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432012 Mar 07 11:30:44.248516 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:30:44.802139 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906fd61-f4f3-4516-9e5d-d4ebc91b16bf req-239e286c-fdc6-41f5-89c8-95334403bba7 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:44.803631 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2906fd61-f4f3-4516-9e5d-d4ebc91b16bf req-239e286c-fdc6-41f5-89c8-95334403bba7 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b68453a-68a3-4fa8-b6c3-7405d2eef9c3 HTTP/1.1" status: 200 len: 945 time: 0.0535219 Mar 07 11:30:44.850195 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2906fd61-f4f3-4516-9e5d-d4ebc91b16bf req-ee0a72e5-8e81-4bbe-b4d7-e9d63666c4ee tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/security-groups?id=60cc851d-8adb-47c7-a777-6ebfa09bdacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409110 Mar 07 11:30:45.164638 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca373fc0-9c5e-41e1-a6e5-6196d1935c89 req-fb8c5ca7-3468-4bd4-a7a1-aed481004b22 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:45.166161 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ca373fc0-9c5e-41e1-a6e5-6196d1935c89 req-fb8c5ca7-3468-4bd4-a7a1-aed481004b22 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.21 "GET /v2.0/ports?device_id=6b68453a-68a3-4fa8-b6c3-7405d2eef9c3 HTTP/1.1" status: 200 len: 945 time: 0.0536501 Mar 07 11:30:45.269028 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-ca373fc0-9c5e-41e1-a6e5-6196d1935c89 req-4efb7f5d-23bf-4fb3-9c10-a60b37d07208 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Deleting port 0cad6b3c-c539-4146-b657-1dd7b1e0aeff {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:30:45.269514 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ca373fc0-9c5e-41e1-a6e5-6196d1935c89 req-4efb7f5d-23bf-4fb3-9c10-a60b37d07208 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (0cad6b3c-c539-4146-b657-1dd7b1e0aeff), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:45.365555 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-ca373fc0-9c5e-41e1-a6e5-6196d1935c89 req-4efb7f5d-23bf-4fb3-9c10-a60b37d07208 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] For port 0cad6b3c-c539-4146-b657-1dd7b1e0aeff, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=0cad6b3c-c539-4146-b657-1dd7b1e0aeff,segment=NetworkSegment(1993f808-b9b1-459d-a4d5-125a3b74e758),segment_id=1993f808-b9b1-459d-a4d5-125a3b74e758)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:30:45.366097 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ca373fc0-9c5e-41e1-a6e5-6196d1935c89 req-4efb7f5d-23bf-4fb3-9c10-a60b37d07208 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (0cad6b3c-c539-4146-b657-1dd7b1e0aeff), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:45.379357 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-ca373fc0-9c5e-41e1-a6e5-6196d1935c89 req-4efb7f5d-23bf-4fb3-9c10-a60b37d07208 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Calling delete_port for 0cad6b3c-c539-4146-b657-1dd7b1e0aeff owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:30:45.512357 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ca373fc0-9c5e-41e1-a6e5-6196d1935c89 req-4efb7f5d-23bf-4fb3-9c10-a60b37d07208 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (0cad6b3c-c539-4146-b657-1dd7b1e0aeff), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:45.525033 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['0cad6b3c-c539-4146-b657-1dd7b1e0aeff'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:30:45.542600 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efb7f5d-23bf-4fb3-9c10-a60b37d07208 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Pushing event deleted for resources: {'Port': ['ID=0cad6b3c-c539-4146-b657-1dd7b1e0aeff,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:45.595201 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca373fc0-9c5e-41e1-a6e5-6196d1935c89 req-4efb7f5d-23bf-4fb3-9c10-a60b37d07208 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] No DVR routers for this DVR port 0cad6b3c-c539-4146-b657-1dd7b1e0aeff on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:30:45.598548 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ca373fc0-9c5e-41e1-a6e5-6196d1935c89 req-4efb7f5d-23bf-4fb3-9c10-a60b37d07208 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:45.601874 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ca373fc0-9c5e-41e1-a6e5-6196d1935c89 req-4efb7f5d-23bf-4fb3-9c10-a60b37d07208 tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.21 "DELETE /v2.0/ports/0cad6b3c-c539-4146-b657-1dd7b1e0aeff HTTP/1.1" status: 204 len: 173 time: 0.4308760 Mar 07 11:30:45.602321 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b68453a-68a3-4fa8-b6c3-7405d2eef9c3', 'name': 'network-vif-deleted', 'tag': '0cad6b3c-c539-4146-b657-1dd7b1e0aeff'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:30:45.604575 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa0250c-7167-46da-974f-00f102ea4935" -d '{"events": [{"server_uuid": "6b68453a-68a3-4fa8-b6c3-7405d2eef9c3", "name": "network-vif-deleted", "tag": "0cad6b3c-c539-4146-b657-1dd7b1e0aeff"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:30:45.643575 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b0b9c9-45c6-4d94-9be0-0c5583cada17 x-openstack-request-id: req-d8b0b9c9-45c6-4d94-9be0-0c5583cada17 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:30:45.643884 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b68453a-68a3-4fa8-b6c3-7405d2eef9c3", "name": "network-vif-deleted", "tag": "0cad6b3c-c539-4146-b657-1dd7b1e0aeff", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:30:45.644144 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d8b0b9c9-45c6-4d94-9be0-0c5583cada17 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:30:45.644547 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b68453a-68a3-4fa8-b6c3-7405d2eef9c3', 'name': 'network-vif-deleted', 'tag': '0cad6b3c-c539-4146-b657-1dd7b1e0aeff', 'status': 'completed', 'code': 200} Mar 07 11:30:45.964383 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8ae9792b-a449-48a5-8f82-30a9fcd181a9 req-bc04105a-97d6-4d1a-ad2b-10d98c20948c tempest-TestEncryptedCinderVolumes-1758271924 tempest-TestEncryptedCinderVolumes-1758271924-project] 10.222.0.11 "GET /v2.0/ports?device_id=6b68453a-68a3-4fa8-b6c3-7405d2eef9c3 HTTP/1.1" status: 200 len: 210 time: 0.0318005 Mar 07 11:30:47.058583 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44494) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:30:47.401760 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a53bb6e-3586-48c7-b8fe-84e876ce8597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (87d61e4d-1aae-477a-9742-58869c442e0b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:47.659192 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-6a53bb6e-3586-48c7-b8fe-84e876ce8597 admin admin] Deleting port 1c4e9449-d80a-46e7-af58-0b0d93cb69e7 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:30:47.659536 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a53bb6e-3586-48c7-b8fe-84e876ce8597 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (1c4e9449-d80a-46e7-af58-0b0d93cb69e7), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:47.744179 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-6a53bb6e-3586-48c7-b8fe-84e876ce8597 admin admin] For port 1c4e9449-d80a-46e7-af58-0b0d93cb69e7, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=1c4e9449-d80a-46e7-af58-0b0d93cb69e7,segment=NetworkSegment(1993f808-b9b1-459d-a4d5-125a3b74e758),segment_id=1993f808-b9b1-459d-a4d5-125a3b74e758)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:30:47.744554 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a53bb6e-3586-48c7-b8fe-84e876ce8597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (1c4e9449-d80a-46e7-af58-0b0d93cb69e7), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:47.757172 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-6a53bb6e-3586-48c7-b8fe-84e876ce8597 admin admin] Calling delete_port for 1c4e9449-d80a-46e7-af58-0b0d93cb69e7 owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:30:47.938810 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a53bb6e-3586-48c7-b8fe-84e876ce8597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (1c4e9449-d80a-46e7-af58-0b0d93cb69e7), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:47.962717 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53bb6e-3586-48c7-b8fe-84e876ce8597 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c4e9449-d80a-46e7-af58-0b0d93cb69e7,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:48.144064 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6a53bb6e-3586-48c7-b8fe-84e876ce8597 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (87d61e4d-1aae-477a-9742-58869c442e0b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:48.377494 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a53bb6e-3586-48c7-b8fe-84e876ce8597 admin admin] Router 87d61e4d-1aae-477a-9742-58869c442e0b has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:30:48.488967 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a53bb6e-3586-48c7-b8fe-84e876ce8597 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:30:48.494106 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6a53bb6e-3586-48c7-b8fe-84e876ce8597 admin admin] 10.222.0.11 "PUT /v2.0/routers/87d61e4d-1aae-477a-9742-58869c442e0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4344881 Mar 07 11:30:48.496727 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44496) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:30:48.499410 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9448f36e-8df0-41c1-8a0b-be702db3b474 None None] Sync routers for ids ['87d61e4d-1aae-477a-9742-58869c442e0b'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:30:48.509550 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9448f36e-8df0-41c1-8a0b-be702db3b474 None None] Routers {'87d61e4d-1aae-477a-9742-58869c442e0b'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:30:48.510252 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-9448f36e-8df0-41c1-8a0b-be702db3b474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:30:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['87d61e4d-1aae-477a-9742-58869c442e0b'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:48.611826 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6822beec-f4d4-497c-bc5f-12b896b97a5c admin admin] Publish callbacks [] for router (87d61e4d-1aae-477a-9742-58869c442e0b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:48.624757 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-9448f36e-8df0-41c1-8a0b-be702db3b474 None None] Set router 87d61e4d-1aae-477a-9742-58869c442e0b gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:30:48.727999 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6822beec-f4d4-497c-bc5f-12b896b97a5c admin admin] Publish callbacks [] for router_gateway (87d61e4d-1aae-477a-9742-58869c442e0b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:48.782455 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-6822beec-f4d4-497c-bc5f-12b896b97a5c admin admin] Deleting port 456ed005-9424-4970-92c8-6bb475e1931b {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:30:48.782827 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6822beec-f4d4-497c-bc5f-12b896b97a5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (456ed005-9424-4970-92c8-6bb475e1931b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:48.808155 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:48.824642 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-9448f36e-8df0-41c1-8a0b-be702db3b474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d61e4d-1aae-477a-9742-58869c442e0b', 'name': 'tempest-TestEncryptedCinderVolumes-693784104-router', 'tenant_id': 'b30c3acfed54466fa73a9eca1c93b4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '456ed005-9424-4970-92c8-6bb475e1931b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:28:58Z', 'updated_at': '2022-03-07T11:30:47Z', 'revision_number': 5, 'project_id': 'b30c3acfed54466fa73a9eca1c93b4cb', 'gw_port': {'id': '456ed005-9424-4970-92c8-6bb475e1931b', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:2c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d61e4d-1aae-477a-9742-58869c442e0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4212, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:28:59Z', 'updated_at': '2022-03-07T11:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:48.856561 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9448f36e-8df0-41c1-8a0b-be702db3b474 None None] Checking router: 87d61e4d-1aae-477a-9742-58869c442e0b for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:30:48.870776 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9448f36e-8df0-41c1-8a0b-be702db3b474 None None] Routers {'87d61e4d-1aae-477a-9742-58869c442e0b'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:30:48.870776 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-9448f36e-8df0-41c1-8a0b-be702db3b474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:30:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['87d61e4d-1aae-477a-9742-58869c442e0b'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:48.877913 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-6822beec-f4d4-497c-bc5f-12b896b97a5c admin admin] For port 456ed005-9424-4970-92c8-6bb475e1931b, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=456ed005-9424-4970-92c8-6bb475e1931b,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:30:48.878220 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6822beec-f4d4-497c-bc5f-12b896b97a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (456ed005-9424-4970-92c8-6bb475e1931b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:48.891302 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-6822beec-f4d4-497c-bc5f-12b896b97a5c admin admin] Calling delete_port for 456ed005-9424-4970-92c8-6bb475e1931b owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:30:48.964648 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-9448f36e-8df0-41c1-8a0b-be702db3b474 None None] Set router 87d61e4d-1aae-477a-9742-58869c442e0b gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:30:49.017430 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-9448f36e-8df0-41c1-8a0b-be702db3b474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d61e4d-1aae-477a-9742-58869c442e0b', 'name': 'tempest-TestEncryptedCinderVolumes-693784104-router', 'tenant_id': 'b30c3acfed54466fa73a9eca1c93b4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:28:58Z', 'updated_at': '2022-03-07T11:30:48Z', 'revision_number': 6, 'project_id': 'b30c3acfed54466fa73a9eca1c93b4cb', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:49.051066 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9448f36e-8df0-41c1-8a0b-be702db3b474 None None] The sync data for ids ['87d61e4d-1aae-477a-9742-58869c442e0b'] in n-d-832164-4 is: [{'id': '87d61e4d-1aae-477a-9742-58869c442e0b', 'name': 'tempest-TestEncryptedCinderVolumes-693784104-router', 'tenant_id': 'b30c3acfed54466fa73a9eca1c93b4cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:28:58Z', 'updated_at': '2022-03-07T11:30:48Z', 'revision_number': 6, 'project_id': 'b30c3acfed54466fa73a9eca1c93b4cb', 'gw_port_host': None}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:30:49.078716 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6822beec-f4d4-497c-bc5f-12b896b97a5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (456ed005-9424-4970-92c8-6bb475e1931b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:49.110161 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822beec-f4d4-497c-bc5f-12b896b97a5c admin admin] Pushing event deleted for resources: {'Port': ['ID=456ed005-9424-4970-92c8-6bb475e1931b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:49.167849 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6822beec-f4d4-497c-bc5f-12b896b97a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (87d61e4d-1aae-477a-9742-58869c442e0b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:49.269232 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6822beec-f4d4-497c-bc5f-12b896b97a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (87d61e4d-1aae-477a-9742-58869c442e0b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:49.271455 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6822beec-f4d4-497c-bc5f-12b896b97a5c admin admin] Publish callbacks [] for router_controller (87d61e4d-1aae-477a-9742-58869c442e0b), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:49.319781 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6822beec-f4d4-497c-bc5f-12b896b97a5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (87d61e4d-1aae-477a-9742-58869c442e0b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:49.320498 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6822beec-f4d4-497c-bc5f-12b896b97a5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87d61e4d-1aae-477a-9742-58869c442e0b {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:30:49.324872 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6822beec-f4d4-497c-bc5f-12b896b97a5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:49.326097 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6822beec-f4d4-497c-bc5f-12b896b97a5c admin admin] 10.222.0.11 "DELETE /v2.0/routers/87d61e4d-1aae-477a-9742-58869c442e0b HTTP/1.1" status: 204 len: 168 time: 0.8284199 Mar 07 11:30:49.328662 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44498) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:30:49.373182 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-5997696d-5302-474b-b01b-bb7618fa09c8 admin admin] Deleting subnet b0128c1e-ce34-47e6-834d-f703c94a7a69 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:30:49.378688 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5997696d-5302-474b-b01b-bb7618fa09c8 admin admin] Publish callbacks [] for subnet (b0128c1e-ce34-47e6-834d-f703c94a7a69), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:49.418443 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5997696d-5302-474b-b01b-bb7618fa09c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (b0128c1e-ce34-47e6-834d-f703c94a7a69), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:49.510743 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5997696d-5302-474b-b01b-bb7618fa09c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (b0128c1e-ce34-47e6-834d-f703c94a7a69), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:49.563438 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5997696d-5302-474b-b01b-bb7618fa09c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (b0128c1e-ce34-47e6-834d-f703c94a7a69), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:49.589443 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5997696d-5302-474b-b01b-bb7618fa09c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0128c1e-ce34-47e6-834d-f703c94a7a69,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:49.593154 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5997696d-5302-474b-b01b-bb7618fa09c8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:49.596335 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5997696d-5302-474b-b01b-bb7618fa09c8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/b0128c1e-ce34-47e6-834d-f703c94a7a69 HTTP/1.1" status: 204 len: 168 time: 0.2666895 Mar 07 11:30:49.599775 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44500) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:30:49.602389 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be737be-157a-4249-b385-8c6aa775133c None None] Network c3077a96-276a-473a-b531-dd0b3bafd4c1 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:30:49.683405 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b43a0667-0cba-4b9c-9725-2aeab2dadf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (c3077a96-276a-473a-b531-dd0b3bafd4c1), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:49.731151 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 0cad6b3c-c539-4146-b657-1dd7b1e0aeff no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:30:49.752584 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b43a0667-0cba-4b9c-9725-2aeab2dadf5d admin admin] Deleting port 004e2a47-3214-46df-9844-02bf8c43e18e {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:30:49.752813 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b43a0667-0cba-4b9c-9725-2aeab2dadf5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (004e2a47-3214-46df-9844-02bf8c43e18e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:49.754180 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 0cad6b3c-c539-4146-b657-1dd7b1e0aeff {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:30:49.754539 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 0cad6b3c-c539-4146-b657-1dd7b1e0aeff not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:30:49.822786 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-b43a0667-0cba-4b9c-9725-2aeab2dadf5d admin admin] For port 004e2a47-3214-46df-9844-02bf8c43e18e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=004e2a47-3214-46df-9844-02bf8c43e18e,segment=NetworkSegment(1993f808-b9b1-459d-a4d5-125a3b74e758),segment_id=1993f808-b9b1-459d-a4d5-125a3b74e758)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:30:49.823147 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b43a0667-0cba-4b9c-9725-2aeab2dadf5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (004e2a47-3214-46df-9844-02bf8c43e18e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:49.835535 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21360a6b-ea91-43d3-be10-5c2fead0d610 None None] DHCP port deletion for c3077a96-276a-473a-b531-dd0b3bafd4c1 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:30:49.838092 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b43a0667-0cba-4b9c-9725-2aeab2dadf5d admin admin] Calling delete_port for 004e2a47-3214-46df-9844-02bf8c43e18e owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:30:49.884849 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-21360a6b-ea91-43d3-be10-5c2fead0d610 None None] Deleting port 004e2a47-3214-46df-9844-02bf8c43e18e {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:30:49.885305 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-21360a6b-ea91-43d3-be10-5c2fead0d610 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (004e2a47-3214-46df-9844-02bf8c43e18e), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:49.928413 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b43a0667-0cba-4b9c-9725-2aeab2dadf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (004e2a47-3214-46df-9844-02bf8c43e18e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:49.955159 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a0667-0cba-4b9c-9725-2aeab2dadf5d admin admin] Pushing event deleted for resources: {'Port': ['ID=004e2a47-3214-46df-9844-02bf8c43e18e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:49.959248 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43a0667-0cba-4b9c-9725-2aeab2dadf5d admin admin] No DVR routers for this DVR port 004e2a47-3214-46df-9844-02bf8c43e18e on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:30:49.964646 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-21360a6b-ea91-43d3-be10-5c2fead0d610 None None] For port 004e2a47-3214-46df-9844-02bf8c43e18e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=004e2a47-3214-46df-9844-02bf8c43e18e,segment=NetworkSegment(1993f808-b9b1-459d-a4d5-125a3b74e758),segment_id=1993f808-b9b1-459d-a4d5-125a3b74e758)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:30:49.965059 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-21360a6b-ea91-43d3-be10-5c2fead0d610 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (004e2a47-3214-46df-9844-02bf8c43e18e), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:49.982149 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-21360a6b-ea91-43d3-be10-5c2fead0d610 None None] Calling delete_port for 004e2a47-3214-46df-9844-02bf8c43e18e owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:30:50.036523 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b43a0667-0cba-4b9c-9725-2aeab2dadf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (c3077a96-276a-473a-b531-dd0b3bafd4c1), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:50.059574 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-b43a0667-0cba-4b9c-9725-2aeab2dadf5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3077a96-276a-473a-b531-dd0b3bafd4c1']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:50.062336 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-21360a6b-ea91-43d3-be10-5c2fead0d610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (004e2a47-3214-46df-9844-02bf8c43e18e), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:50.069768 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-b43a0667-0cba-4b9c-9725-2aeab2dadf5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1993f808-b9b1-459d-a4d5-125a3b74e758') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:50.070064 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-b43a0667-0cba-4b9c-9725-2aeab2dadf5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1993f808-b9b1-459d-a4d5-125a3b74e758') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:50.080397 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b43a0667-0cba-4b9c-9725-2aeab2dadf5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (1993f808-b9b1-459d-a4d5-125a3b74e758), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:50.085879 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21360a6b-ea91-43d3-be10-5c2fead0d610 None None] Pushing event deleted for resources: {'Port': ['ID=004e2a47-3214-46df-9844-02bf8c43e18e,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:50.091471 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21360a6b-ea91-43d3-be10-5c2fead0d610 None None] No DVR routers for this DVR port 004e2a47-3214-46df-9844-02bf8c43e18e on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:30:50.106019 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b43a0667-0cba-4b9c-9725-2aeab2dadf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (1993f808-b9b1-459d-a4d5-125a3b74e758), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:50.113760 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b43a0667-0cba-4b9c-9725-2aeab2dadf5d admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:30:50.115051 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b43a0667-0cba-4b9c-9725-2aeab2dadf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (1993f808-b9b1-459d-a4d5-125a3b74e758), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:50.117324 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:30:50.117324 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:30:50.117324 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:30:50.117324 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:30:50.117324 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:30:50.117324 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:30:50.117324 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:30:50.117324 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:30:50.117324 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:30:50.117324 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:30:50.117324 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:30:50.117324 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:30:50.117324 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:30:50.117324 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:30:50.117324 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:30:50.117324 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:30:50.117324 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:30:50.117324 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:30:50.117324 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:30:50.117324 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:30:50.117324 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:30:50.117324 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:30:50.117324 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:30:50.117324 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:30:50.117324 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:30:50.117324 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:30:50.117324 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:30:50.117324 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:30:50.117324 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:30:50.117324 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:30:50.117324 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:30:50.117324 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:30:50.176244 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b43a0667-0cba-4b9c-9725-2aeab2dadf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (c3077a96-276a-473a-b531-dd0b3bafd4c1), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:50.181304 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b43a0667-0cba-4b9c-9725-2aeab2dadf5d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:50.184428 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b43a0667-0cba-4b9c-9725-2aeab2dadf5d admin admin] 10.222.0.11 "DELETE /v2.0/networks/c3077a96-276a-473a-b531-dd0b3bafd4c1 HTTP/1.1" status: 204 len: 168 time: 0.5837381 Mar 07 11:30:50.188063 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44502) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:30:50.197131 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a0667-0cba-4b9c-9725-2aeab2dadf5d admin admin] Pushing event deleted for resources: {'Network': ['ID=c3077a96-276a-473a-b531-dd0b3bafd4c1,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:50.339235 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 456ed005-9424-4970-92c8-6bb475e1931b no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:30:50.360365 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 456ed005-9424-4970-92c8-6bb475e1931b {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:30:50.360616 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 456ed005-9424-4970-92c8-6bb475e1931b not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:30:50.361035 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1c4e9449-d80a-46e7-af58-0b0d93cb69e7 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:30:50.386148 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 1c4e9449-d80a-46e7-af58-0b0d93cb69e7 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:30:50.386492 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 1c4e9449-d80a-46e7-af58-0b0d93cb69e7 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:30:50.386909 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 004e2a47-3214-46df-9844-02bf8c43e18e no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:30:50.406487 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 004e2a47-3214-46df-9844-02bf8c43e18e {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:30:50.406833 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 004e2a47-3214-46df-9844-02bf8c43e18e not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:30:50.877651 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0db2ebc4-e6cf-4afb-a0fb-25922e5cec45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (87e9c667-94a7-4625-b274-56eb6f0a6023), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:51.130276 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-0db2ebc4-e6cf-4afb-a0fb-25922e5cec45 admin admin] Deleting port b123482c-ddba-4ebf-99e5-a80a8b2ac335 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:30:51.130530 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0db2ebc4-e6cf-4afb-a0fb-25922e5cec45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (b123482c-ddba-4ebf-99e5-a80a8b2ac335), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:51.210493 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-0db2ebc4-e6cf-4afb-a0fb-25922e5cec45 admin admin] For port b123482c-ddba-4ebf-99e5-a80a8b2ac335, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b123482c-ddba-4ebf-99e5-a80a8b2ac335,segment=NetworkSegment(b5831c77-18d4-433f-a66f-e3a8f920dea0),segment_id=b5831c77-18d4-433f-a66f-e3a8f920dea0)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:30:51.211149 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0db2ebc4-e6cf-4afb-a0fb-25922e5cec45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (b123482c-ddba-4ebf-99e5-a80a8b2ac335), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:51.224888 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-0db2ebc4-e6cf-4afb-a0fb-25922e5cec45 admin admin] Calling delete_port for b123482c-ddba-4ebf-99e5-a80a8b2ac335 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:30:51.407289 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0db2ebc4-e6cf-4afb-a0fb-25922e5cec45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (b123482c-ddba-4ebf-99e5-a80a8b2ac335), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:51.437269 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db2ebc4-e6cf-4afb-a0fb-25922e5cec45 admin admin] Pushing event deleted for resources: {'Port': ['ID=b123482c-ddba-4ebf-99e5-a80a8b2ac335,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:51.460982 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db2ebc4-e6cf-4afb-a0fb-25922e5cec45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:51.461366 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db2ebc4-e6cf-4afb-a0fb-25922e5cec45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:51.461718 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db2ebc4-e6cf-4afb-a0fb-25922e5cec45 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:51.462062 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db2ebc4-e6cf-4afb-a0fb-25922e5cec45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:51.462408 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db2ebc4-e6cf-4afb-a0fb-25922e5cec45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:51.462762 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db2ebc4-e6cf-4afb-a0fb-25922e5cec45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:51.463077 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db2ebc4-e6cf-4afb-a0fb-25922e5cec45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:51.463411 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db2ebc4-e6cf-4afb-a0fb-25922e5cec45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:51.463740 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db2ebc4-e6cf-4afb-a0fb-25922e5cec45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:51.464069 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db2ebc4-e6cf-4afb-a0fb-25922e5cec45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:51.464397 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db2ebc4-e6cf-4afb-a0fb-25922e5cec45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:51.464723 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db2ebc4-e6cf-4afb-a0fb-25922e5cec45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:51.465048 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0db2ebc4-e6cf-4afb-a0fb-25922e5cec45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:51.614566 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0db2ebc4-e6cf-4afb-a0fb-25922e5cec45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (87e9c667-94a7-4625-b274-56eb6f0a6023), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:51.838769 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db2ebc4-e6cf-4afb-a0fb-25922e5cec45 admin admin] Router 87e9c667-94a7-4625-b274-56eb6f0a6023 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:30:51.948412 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db2ebc4-e6cf-4afb-a0fb-25922e5cec45 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:30:51.953456 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0db2ebc4-e6cf-4afb-a0fb-25922e5cec45 admin admin] 10.222.0.11 "PUT /v2.0/routers/87e9c667-94a7-4625-b274-56eb6f0a6023/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7643497 Mar 07 11:30:51.956035 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44504) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:30:51.960117 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c619dd0-dcf2-4b8d-856b-520c49136a56 None None] Sync routers for ids ['87e9c667-94a7-4625-b274-56eb6f0a6023'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:30:51.970597 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c619dd0-dcf2-4b8d-856b-520c49136a56 None None] Routers {'87e9c667-94a7-4625-b274-56eb6f0a6023'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:30:51.971192 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2c619dd0-dcf2-4b8d-856b-520c49136a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:30:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['87e9c667-94a7-4625-b274-56eb6f0a6023'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:52.063189 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-527ecbf6-7b31-4c19-aabe-371e1bd01f2c admin admin] Publish callbacks [] for router (87e9c667-94a7-4625-b274-56eb6f0a6023), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:52.075158 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-2c619dd0-dcf2-4b8d-856b-520c49136a56 None None] Set router 87e9c667-94a7-4625-b274-56eb6f0a6023 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:30:52.169299 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-527ecbf6-7b31-4c19-aabe-371e1bd01f2c admin admin] Publish callbacks [] for router_gateway (87e9c667-94a7-4625-b274-56eb6f0a6023), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:52.224953 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-527ecbf6-7b31-4c19-aabe-371e1bd01f2c admin admin] Deleting port 4bcbe59f-2990-4e26-b9be-f7602bdd27c7 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:30:52.225735 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-527ecbf6-7b31-4c19-aabe-371e1bd01f2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (4bcbe59f-2990-4e26-b9be-f7602bdd27c7), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:52.258113 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2c619dd0-dcf2-4b8d-856b-520c49136a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e9c667-94a7-4625-b274-56eb6f0a6023', 'name': 'tempest-TestEncryptedCinderVolumes-290695601-router', 'tenant_id': '4262712254a44f8f92156a69c941f14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': '4bcbe59f-2990-4e26-b9be-f7602bdd27c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:29:03Z', 'updated_at': '2022-03-07T11:30:51Z', 'revision_number': 5, 'project_id': '4262712254a44f8f92156a69c941f14f', 'gw_port': {'id': '4bcbe59f-2990-4e26-b9be-f7602bdd27c7', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:52:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e9c667-94a7-4625-b274-56eb6f0a6023', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:29:04Z', 'updated_at': '2022-03-07T11:29:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:52.284148 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c619dd0-dcf2-4b8d-856b-520c49136a56 None None] Checking router: 87e9c667-94a7-4625-b274-56eb6f0a6023 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:30:52.293901 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c619dd0-dcf2-4b8d-856b-520c49136a56 None None] Routers {'87e9c667-94a7-4625-b274-56eb6f0a6023'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:30:52.294510 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2c619dd0-dcf2-4b8d-856b-520c49136a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:30:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['87e9c667-94a7-4625-b274-56eb6f0a6023'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:52.321819 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-527ecbf6-7b31-4c19-aabe-371e1bd01f2c admin admin] For port 4bcbe59f-2990-4e26-b9be-f7602bdd27c7, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=4bcbe59f-2990-4e26-b9be-f7602bdd27c7,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:30:52.322316 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-527ecbf6-7b31-4c19-aabe-371e1bd01f2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (4bcbe59f-2990-4e26-b9be-f7602bdd27c7), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:52.335380 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-527ecbf6-7b31-4c19-aabe-371e1bd01f2c admin admin] Calling delete_port for 4bcbe59f-2990-4e26-b9be-f7602bdd27c7 owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:30:52.385529 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-2c619dd0-dcf2-4b8d-856b-520c49136a56 None None] Set router 87e9c667-94a7-4625-b274-56eb6f0a6023 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:30:52.435873 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-2c619dd0-dcf2-4b8d-856b-520c49136a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e9c667-94a7-4625-b274-56eb6f0a6023', 'name': 'tempest-TestEncryptedCinderVolumes-290695601-router', 'tenant_id': '4262712254a44f8f92156a69c941f14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:29:03Z', 'updated_at': '2022-03-07T11:30:52Z', 'revision_number': 6, 'project_id': '4262712254a44f8f92156a69c941f14f', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:52.465828 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c619dd0-dcf2-4b8d-856b-520c49136a56 None None] The sync data for ids ['87e9c667-94a7-4625-b274-56eb6f0a6023'] in n-d-832164-4 is: [{'id': '87e9c667-94a7-4625-b274-56eb6f0a6023', 'name': 'tempest-TestEncryptedCinderVolumes-290695601-router', 'tenant_id': '4262712254a44f8f92156a69c941f14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:29:03Z', 'updated_at': '2022-03-07T11:30:52Z', 'revision_number': 6, 'project_id': '4262712254a44f8f92156a69c941f14f', 'gw_port_host': None}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:30:52.512898 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-527ecbf6-7b31-4c19-aabe-371e1bd01f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (4bcbe59f-2990-4e26-b9be-f7602bdd27c7), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:52.540254 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ecbf6-7b31-4c19-aabe-371e1bd01f2c admin admin] Pushing event deleted for resources: {'Port': ['ID=4bcbe59f-2990-4e26-b9be-f7602bdd27c7,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:52.601170 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-527ecbf6-7b31-4c19-aabe-371e1bd01f2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (87e9c667-94a7-4625-b274-56eb6f0a6023), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:52.695684 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-527ecbf6-7b31-4c19-aabe-371e1bd01f2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (87e9c667-94a7-4625-b274-56eb6f0a6023), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:52.697903 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-527ecbf6-7b31-4c19-aabe-371e1bd01f2c admin admin] Publish callbacks [] for router_controller (87e9c667-94a7-4625-b274-56eb6f0a6023), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:52.739320 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-527ecbf6-7b31-4c19-aabe-371e1bd01f2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (87e9c667-94a7-4625-b274-56eb6f0a6023), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:52.739830 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527ecbf6-7b31-4c19-aabe-371e1bd01f2c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87e9c667-94a7-4625-b274-56eb6f0a6023 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:30:52.743956 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-527ecbf6-7b31-4c19-aabe-371e1bd01f2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:52.745091 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-527ecbf6-7b31-4c19-aabe-371e1bd01f2c admin admin] 10.222.0.11 "DELETE /v2.0/routers/87e9c667-94a7-4625-b274-56eb6f0a6023 HTTP/1.1" status: 204 len: 168 time: 0.7882662 Mar 07 11:30:52.747760 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44506) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:30:52.791068 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-5435f80c-7f74-465d-86da-5db1012853fd admin admin] Deleting subnet 10c775da-1e7f-4683-ba88-b3ba72d9667a {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:30:52.794105 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5435f80c-7f74-465d-86da-5db1012853fd admin admin] Publish callbacks [] for subnet (10c775da-1e7f-4683-ba88-b3ba72d9667a), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:52.832489 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5435f80c-7f74-465d-86da-5db1012853fd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (10c775da-1e7f-4683-ba88-b3ba72d9667a), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:52.921082 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5435f80c-7f74-465d-86da-5db1012853fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (10c775da-1e7f-4683-ba88-b3ba72d9667a), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:52.973795 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5435f80c-7f74-465d-86da-5db1012853fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (10c775da-1e7f-4683-ba88-b3ba72d9667a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:52.999430 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435f80c-7f74-465d-86da-5db1012853fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10c775da-1e7f-4683-ba88-b3ba72d9667a,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:53.001460 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5435f80c-7f74-465d-86da-5db1012853fd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:53.005996 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5435f80c-7f74-465d-86da-5db1012853fd admin admin] 10.222.0.11 "DELETE /v2.0/subnets/10c775da-1e7f-4683-ba88-b3ba72d9667a HTTP/1.1" status: 204 len: 168 time: 0.2572737 Mar 07 11:30:53.006905 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce8b6b2-994b-4d5c-814b-c55d94804350 None None] Network 0c59544c-871c-4401-a344-9ccaa6e18a25 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:30:53.007554 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44508) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:30:53.079757 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90e12407-7c06-479e-8e9a-cb0c8c21fbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (0c59544c-871c-4401-a344-9ccaa6e18a25), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:53.133098 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-90e12407-7c06-479e-8e9a-cb0c8c21fbab admin admin] Deleting port d02edd83-845e-4f80-b925-b6378bcdc113 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:30:53.133473 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90e12407-7c06-479e-8e9a-cb0c8c21fbab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (d02edd83-845e-4f80-b925-b6378bcdc113), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:53.197179 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-90e12407-7c06-479e-8e9a-cb0c8c21fbab admin admin] For port d02edd83-845e-4f80-b925-b6378bcdc113, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=d02edd83-845e-4f80-b925-b6378bcdc113,segment=NetworkSegment(b5831c77-18d4-433f-a66f-e3a8f920dea0),segment_id=b5831c77-18d4-433f-a66f-e3a8f920dea0)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:30:53.197481 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90e12407-7c06-479e-8e9a-cb0c8c21fbab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (d02edd83-845e-4f80-b925-b6378bcdc113), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:53.209707 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-90e12407-7c06-479e-8e9a-cb0c8c21fbab admin admin] Calling delete_port for d02edd83-845e-4f80-b925-b6378bcdc113 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:30:53.249769 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50a5e85-214c-40b7-9917-eabeb5583d64 None None] DHCP port deletion for 0c59544c-871c-4401-a344-9ccaa6e18a25 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:30:53.299294 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90e12407-7c06-479e-8e9a-cb0c8c21fbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (d02edd83-845e-4f80-b925-b6378bcdc113), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:53.301366 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b50a5e85-214c-40b7-9917-eabeb5583d64 None None] Deleting port d02edd83-845e-4f80-b925-b6378bcdc113 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:30:53.301740 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b50a5e85-214c-40b7-9917-eabeb5583d64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (d02edd83-845e-4f80-b925-b6378bcdc113), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:53.328446 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e12407-7c06-479e-8e9a-cb0c8c21fbab admin admin] Pushing event deleted for resources: {'Port': ['ID=d02edd83-845e-4f80-b925-b6378bcdc113,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:53.330431 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e12407-7c06-479e-8e9a-cb0c8c21fbab admin admin] No DVR routers for this DVR port d02edd83-845e-4f80-b925-b6378bcdc113 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:30:53.368773 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:53.381238 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-b50a5e85-214c-40b7-9917-eabeb5583d64 None None] For port d02edd83-845e-4f80-b925-b6378bcdc113, host n-d-832164-4, got binding levels [] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:30:53.381644 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b50a5e85-214c-40b7-9917-eabeb5583d64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (d02edd83-845e-4f80-b925-b6378bcdc113), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:53.394079 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b50a5e85-214c-40b7-9917-eabeb5583d64 None None] Calling delete_port for d02edd83-845e-4f80-b925-b6378bcdc113 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:30:53.396747 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.ipam_backend_mixin [None req-b50a5e85-214c-40b7-9917-eabeb5583d64 None None] Port d02edd83-845e-4f80-b925-b6378bcdc113 was not found and therefore no delete operation was performed {{(pid=103768) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 07 11:30:53.398209 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b50a5e85-214c-40b7-9917-eabeb5583d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (d02edd83-845e-4f80-b925-b6378bcdc113), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:53.407913 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90e12407-7c06-479e-8e9a-cb0c8c21fbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (0c59544c-871c-4401-a344-9ccaa6e18a25), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:53.422116 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a5e85-214c-40b7-9917-eabeb5583d64 None None] Pushing event deleted for resources: {'Port': ['ID=d02edd83-845e-4f80-b925-b6378bcdc113,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:53.429711 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-90e12407-7c06-479e-8e9a-cb0c8c21fbab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c59544c-871c-4401-a344-9ccaa6e18a25']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:53.430557 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50a5e85-214c-40b7-9917-eabeb5583d64 None None] No DVR routers for this DVR port d02edd83-845e-4f80-b925-b6378bcdc113 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:30:53.441701 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-90e12407-7c06-479e-8e9a-cb0c8c21fbab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5831c77-18d4-433f-a66f-e3a8f920dea0') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:53.442073 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-90e12407-7c06-479e-8e9a-cb0c8c21fbab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5831c77-18d4-433f-a66f-e3a8f920dea0') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:53.452247 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90e12407-7c06-479e-8e9a-cb0c8c21fbab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (b5831c77-18d4-433f-a66f-e3a8f920dea0), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:53.468588 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90e12407-7c06-479e-8e9a-cb0c8c21fbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (b5831c77-18d4-433f-a66f-e3a8f920dea0), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:53.475445 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e12407-7c06-479e-8e9a-cb0c8c21fbab admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:30:53.475835 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90e12407-7c06-479e-8e9a-cb0c8c21fbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (b5831c77-18d4-433f-a66f-e3a8f920dea0), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:53.477785 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 11:30:53.477785 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:30:53.477785 n-d-832164-4 neutron-server[103766]: timer() Mar 07 11:30:53.477785 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:30:53.477785 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 11:30:53.477785 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:30:53.477785 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 11:30:53.477785 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:30:53.477785 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 11:30:53.477785 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:30:53.477785 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 11:30:53.477785 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:30:53.477785 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 11:30:53.477785 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:30:53.477785 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:30:53.477785 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:30:53.477785 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:30:53.477785 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:30:53.477785 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 11:30:53.477785 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:30:53.477785 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 11:30:53.477785 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:30:53.477785 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:30:53.477785 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:30:53.477785 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 11:30:53.477785 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:30:53.477785 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:30:53.477785 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:30:53.477785 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:30:53.477785 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:30:53.477785 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:30:53.477785 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:30:53.534472 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90e12407-7c06-479e-8e9a-cb0c8c21fbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (0c59544c-871c-4401-a344-9ccaa6e18a25), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:53.540982 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-90e12407-7c06-479e-8e9a-cb0c8c21fbab admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:53.545592 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-90e12407-7c06-479e-8e9a-cb0c8c21fbab admin admin] 10.222.0.11 "DELETE /v2.0/networks/0c59544c-871c-4401-a344-9ccaa6e18a25 HTTP/1.1" status: 204 len: 168 time: 0.5370660 Mar 07 11:30:53.557342 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e12407-7c06-479e-8e9a-cb0c8c21fbab admin admin] Pushing event deleted for resources: {'Network': ['ID=0c59544c-871c-4401-a344-9ccaa6e18a25,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:53.706299 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44512) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:30:53.752431 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1aa57656-6da4-425f-b5ed-ada9dcdf16f9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b30c3acfed54466fa73a9eca1c93b4cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0434234 Mar 07 11:30:53.755331 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44514) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:30:53.804023 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7fcea65e-9946-4d86-8c43-993d1a424d23 admin admin] Publish callbacks [] for security_group (60cc851d-8adb-47c7-a777-6ebfa09bdacd), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:53.824620 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7fcea65e-9946-4d86-8c43-993d1a424d23 admin admin] Publish callbacks [] for security_group (60cc851d-8adb-47c7-a777-6ebfa09bdacd), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:53.872935 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7fcea65e-9946-4d86-8c43-993d1a424d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (60cc851d-8adb-47c7-a777-6ebfa09bdacd), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:53.875872 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7fcea65e-9946-4d86-8c43-993d1a424d23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:53.877039 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7fcea65e-9946-4d86-8c43-993d1a424d23 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/60cc851d-8adb-47c7-a777-6ebfa09bdacd HTTP/1.1" status: 204 len: 168 time: 0.1208141 Mar 07 11:30:53.885050 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcea65e-9946-4d86-8c43-993d1a424d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cc851d-8adb-47c7-a777-6ebfa09bdacd,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:54.183980 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44520) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:30:54.227169 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7ebd1afb-6810-473c-a977-b43c6fec446d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4262712254a44f8f92156a69c941f14f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0416818 Mar 07 11:30:54.229692 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44522) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:30:54.277087 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4e109595-21f4-42b2-843e-d19a5b0402fe admin admin] Publish callbacks [] for security_group (286b9457-1f28-4545-a265-50a2f8f598cf), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:54.301021 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4e109595-21f4-42b2-843e-d19a5b0402fe admin admin] Publish callbacks [] for security_group (286b9457-1f28-4545-a265-50a2f8f598cf), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:54.349055 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b123482c-ddba-4ebf-99e5-a80a8b2ac335 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:30:54.370474 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: b123482c-ddba-4ebf-99e5-a80a8b2ac335 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:30:54.370826 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b123482c-ddba-4ebf-99e5-a80a8b2ac335 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:30:54.371247 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 4bcbe59f-2990-4e26-b9be-f7602bdd27c7 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:30:54.395981 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 4bcbe59f-2990-4e26-b9be-f7602bdd27c7 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:30:54.396330 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 4bcbe59f-2990-4e26-b9be-f7602bdd27c7 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:30:54.396750 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device d02edd83-845e-4f80-b925-b6378bcdc113 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:30:54.420325 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: d02edd83-845e-4f80-b925-b6378bcdc113 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:30:54.420668 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device d02edd83-845e-4f80-b925-b6378bcdc113 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:30:54.680802 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4e109595-21f4-42b2-843e-d19a5b0402fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (286b9457-1f28-4545-a265-50a2f8f598cf), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:54.683332 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4e109595-21f4-42b2-843e-d19a5b0402fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:54.684464 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4e109595-21f4-42b2-843e-d19a5b0402fe admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/286b9457-1f28-4545-a265-50a2f8f598cf HTTP/1.1" status: 204 len: 168 time: 0.4538987 Mar 07 11:30:54.692710 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e109595-21f4-42b2-843e-d19a5b0402fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286b9457-1f28-4545-a265-50a2f8f598cf,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:55.347631 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44544) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:30:55.442067 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-6071957c-e9b4-4149-b2af-84c25503711c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1603672796-network', 'tenant_id': 'cdf2c33a98d344cba8cd6a699fdaa781'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:30:55.461352 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6071957c-e9b4-4149-b2af-84c25503711c admin admin] Made reservation on behalf of cdf2c33a98d344cba8cd6a699fdaa781 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:30:55.463518 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6071957c-e9b4-4149-b2af-84c25503711c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:55.471576 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6071957c-e9b4-4149-b2af-84c25503711c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:55.546839 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6071957c-e9b4-4149-b2af-84c25503711c admin admin] Publish callbacks [] for security_group (1cb61b47-f1f6-4885-92b5-15f3b049e0ca), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:55.551149 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6071957c-e9b4-4149-b2af-84c25503711c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (1cb61b47-f1f6-4885-92b5-15f3b049e0ca), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:55.571640 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6071957c-e9b4-4149-b2af-84c25503711c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 201} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:30:55.584924 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071957c-e9b4-4149-b2af-84c25503711c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb61b47-f1f6-4885-92b5-15f3b049e0ca,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:55.589518 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6071957c-e9b4-4149-b2af-84c25503711c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (309fb50f-4559-4e31-a2f9-8c1371ba86e8), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:55.589864 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-6071957c-e9b4-4149-b2af-84c25503711c admin admin] Added segment 309fb50f-4559-4e31-a2f9-8c1371ba86e8 of type vlan for network 599a7c20-c926-43db-8b2e-fcb261e8029e Mar 07 11:30:55.629497 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6071957c-e9b4-4149-b2af-84c25503711c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (599a7c20-c926-43db-8b2e-fcb261e8029e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:55.652717 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6071957c-e9b4-4149-b2af-84c25503711c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (599a7c20-c926-43db-8b2e-fcb261e8029e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:55.653695 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6071957c-e9b4-4149-b2af-84c25503711c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:55.654278 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6071957c-e9b4-4149-b2af-84c25503711c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:55.686768 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6071957c-e9b4-4149-b2af-84c25503711c admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3378274 Mar 07 11:30:55.689817 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44548) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:30:55.695567 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-ebc543d4-02b0-4436-8ebd-fe1364a84ba5 admin admin] Request body: {'subnet': {'network_id': '599a7c20-c926-43db-8b2e-fcb261e8029e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1603672796-subnet', 'tenant_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:30:55.714604 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc543d4-02b0-4436-8ebd-fe1364a84ba5 admin admin] Made reservation on behalf of cdf2c33a98d344cba8cd6a699fdaa781 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:30:55.716139 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071957c-e9b4-4149-b2af-84c25503711c admin admin] Pushing event updated for resources: {'Network': ['ID=599a7c20-c926-43db-8b2e-fcb261e8029e,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:55.716748 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ebc543d4-02b0-4436-8ebd-fe1364a84ba5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:55.728243 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 599a7c20-c926-43db-8b2e-fcb261e8029e details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:30:55.883943 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ebc543d4-02b0-4436-8ebd-fe1364a84ba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (aad36098-5eb5-417e-bc34-a10dd6ae1315), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:55.937770 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc543d4-02b0-4436-8ebd-fe1364a84ba5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aad36098-5eb5-417e-bc34-a10dd6ae1315,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:55.946760 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc543d4-02b0-4436-8ebd-fe1364a84ba5 admin admin] Checking segment: {'id': '309fb50f-4559-4e31-a2f9-8c1371ba86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '599a7c20-c926-43db-8b2e-fcb261e8029e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:30:55.947116 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc543d4-02b0-4436-8ebd-fe1364a84ba5 admin admin] Network hostable DHCP agents. Network: 599a7c20-c926-43db-8b2e-fcb261e8029e, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:30:55.963272 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc543d4-02b0-4436-8ebd-fe1364a84ba5 admin admin] Network 599a7c20-c926-43db-8b2e-fcb261e8029e is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:30:55.971543 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-ebc543d4-02b0-4436-8ebd-fe1364a84ba5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 599a7c20-c926-43db-8b2e-fcb261e8029e) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:30:55.975868 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc543d4-02b0-4436-8ebd-fe1364a84ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:55.976457 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ebc543d4-02b0-4436-8ebd-fe1364a84ba5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:55.981222 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a50cb2-b56f-4ded-8667-4553965632da None None] Network 599a7c20-c926-43db-8b2e-fcb261e8029e requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:30:56.000965 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ebc543d4-02b0-4436-8ebd-fe1364a84ba5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3073142 Mar 07 11:30:56.001236 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44550) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:30:56.006268 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-d2270d02-3d6a-4165-b807-04c710db0744 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1603672796-router', 'tenant_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:30:56.025276 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d2270d02-3d6a-4165-b807-04c710db0744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:56.026259 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d2270d02-3d6a-4165-b807-04c710db0744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:56.083742 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d2270d02-3d6a-4165-b807-04c710db0744 admin admin] Publish callbacks [] for router_controller (a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:56.085214 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699db55f-98e4-47f4-9f75-316eb6a99521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-599a7c20-c926-43db-8b2e-fcb261e8029e', 'network_id': '599a7c20-c926-43db-8b2e-fcb261e8029e', 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'fixed_ips': [{'subnet_id': 'aad36098-5eb5-417e-bc34-a10dd6ae1315'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:30:56.086119 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-699db55f-98e4-47f4-9f75-316eb6a99521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:56.221495 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-699db55f-98e4-47f4-9f75-316eb6a99521 None None] Allocated IP 172.20.0.2 (599a7c20-c926-43db-8b2e-fcb261e8029e/aad36098-5eb5-417e-bc34-a10dd6ae1315/6fb78b31-e8fe-43d8-bbea-d3a036455f26) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:30:56.224050 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d2270d02-3d6a-4165-b807-04c710db0744 admin admin] Publish callbacks [] for router_gateway (a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:56.367538 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-699db55f-98e4-47f4-9f75-316eb6a99521 None None] Publish callbacks [] for port (6fb78b31-e8fe-43d8-bbea-d3a036455f26), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:56.373431 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-699db55f-98e4-47f4-9f75-316eb6a99521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (6fb78b31-e8fe-43d8-bbea-d3a036455f26), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:56.418941 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699db55f-98e4-47f4-9f75-316eb6a99521 None None] Network 599a7c20-c926-43db-8b2e-fcb261e8029e is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:30:56.422105 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-699db55f-98e4-47f4-9f75-316eb6a99521 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:30:56.426754 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699db55f-98e4-47f4-9f75-316eb6a99521 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:30:56.429792 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699db55f-98e4-47f4-9f75-316eb6a99521 None None] Pushing event updated for resources: {'Port': ['ID=6fb78b31-e8fe-43d8-bbea-d3a036455f26,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:56.432947 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d2270d02-3d6a-4165-b807-04c710db0744 admin admin] Publish callbacks [] for router_gateway (a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:56.452611 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d2270d02-3d6a-4165-b807-04c710db0744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:56.483467 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-699db55f-98e4-47f4-9f75-316eb6a99521 None None] Attempting to bind port 6fb78b31-e8fe-43d8-bbea-d3a036455f26 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:30:56.483728 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-699db55f-98e4-47f4-9f75-316eb6a99521 None None] Attempting to bind port 6fb78b31-e8fe-43d8-bbea-d3a036455f26 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '309fb50f-4559-4e31-a2f9-8c1371ba86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '599a7c20-c926-43db-8b2e-fcb261e8029e'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:30:56.484084 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699db55f-98e4-47f4-9f75-316eb6a99521 None None] Attempting to bind port 6fb78b31-e8fe-43d8-bbea-d3a036455f26 on network 599a7c20-c926-43db-8b2e-fcb261e8029e {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:30:56.488934 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699db55f-98e4-47f4-9f75-316eb6a99521 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:30:56.489366 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699db55f-98e4-47f4-9f75-316eb6a99521 None None] Checking segment: {'id': '309fb50f-4559-4e31-a2f9-8c1371ba86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '599a7c20-c926-43db-8b2e-fcb261e8029e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:30:56.489861 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-699db55f-98e4-47f4-9f75-316eb6a99521 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:56.490257 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699db55f-98e4-47f4-9f75-316eb6a99521 None None] Bound using segment: {'id': '309fb50f-4559-4e31-a2f9-8c1371ba86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '599a7c20-c926-43db-8b2e-fcb261e8029e'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:30:56.490718 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-699db55f-98e4-47f4-9f75-316eb6a99521 None None] Bound port: 6fb78b31-e8fe-43d8-bbea-d3a036455f26, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '309fb50f-4559-4e31-a2f9-8c1371ba86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '599a7c20-c926-43db-8b2e-fcb261e8029e'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:30:56.491081 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-699db55f-98e4-47f4-9f75-316eb6a99521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6fb78b31-e8fe-43d8-bbea-d3a036455f26), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:56.551779 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-699db55f-98e4-47f4-9f75-316eb6a99521 None None] For port 6fb78b31-e8fe-43d8-bbea-d3a036455f26, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:30:56.554765 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-699db55f-98e4-47f4-9f75-316eb6a99521 None None] For port 6fb78b31-e8fe-43d8-bbea-d3a036455f26, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6fb78b31-e8fe-43d8-bbea-d3a036455f26,segment=NetworkSegment(309fb50f-4559-4e31-a2f9-8c1371ba86e8),segment_id=309fb50f-4559-4e31-a2f9-8c1371ba86e8)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:30:56.560861 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-699db55f-98e4-47f4-9f75-316eb6a99521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6fb78b31-e8fe-43d8-bbea-d3a036455f26), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:56.561041 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-d2270d02-3d6a-4165-b807-04c710db0744 admin admin] Allocated IP 172.25.3.221 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/9ad6a011-0a4e-47c0-889d-c2eb48d4c951) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:30:56.675895 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d2270d02-3d6a-4165-b807-04c710db0744 admin admin] Publish callbacks [] for port (9ad6a011-0a4e-47c0-889d-c2eb48d4c951), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:56.711831 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d2270d02-3d6a-4165-b807-04c710db0744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (9ad6a011-0a4e-47c0-889d-c2eb48d4c951), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:56.756917 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2270d02-3d6a-4165-b807-04c710db0744 admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:30:56.759869 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-d2270d02-3d6a-4165-b807-04c710db0744 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:30:56.763466 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2270d02-3d6a-4165-b807-04c710db0744 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:30:56.790691 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2270d02-3d6a-4165-b807-04c710db0744 admin admin] Pushing event updated for resources: {'Port': ['ID=9ad6a011-0a4e-47c0-889d-c2eb48d4c951,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:56.802218 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2270d02-3d6a-4165-b807-04c710db0744 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:56.802564 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2270d02-3d6a-4165-b807-04c710db0744 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:56.802906 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2270d02-3d6a-4165-b807-04c710db0744 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:56.803240 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2270d02-3d6a-4165-b807-04c710db0744 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:56.803568 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2270d02-3d6a-4165-b807-04c710db0744 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:56.803897 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2270d02-3d6a-4165-b807-04c710db0744 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:56.804236 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2270d02-3d6a-4165-b807-04c710db0744 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:56.804347 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699db55f-98e4-47f4-9f75-316eb6a99521 None None] Pushing event updated for resources: {'Port': ['ID=6fb78b31-e8fe-43d8-bbea-d3a036455f26,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:56.804836 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2270d02-3d6a-4165-b807-04c710db0744 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:56.804836 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2270d02-3d6a-4165-b807-04c710db0744 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:56.805189 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2270d02-3d6a-4165-b807-04c710db0744 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:56.805511 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2270d02-3d6a-4165-b807-04c710db0744 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:56.805826 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2270d02-3d6a-4165-b807-04c710db0744 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:56.806144 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2270d02-3d6a-4165-b807-04c710db0744 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:30:57.055340 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d2270d02-3d6a-4165-b807-04c710db0744 admin admin] Publish callbacks [] for router_gateway (a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:57.262379 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d2270d02-3d6a-4165-b807-04c710db0744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:57.391383 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2270d02-3d6a-4165-b807-04c710db0744 admin admin] Router a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:30:57.501060 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2270d02-3d6a-4165-b807-04c710db0744 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:30:57.511276 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efae2f95-8e3b-457b-ae60-d8af30fd0df2 None None] Sync routers for ids ['a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:30:57.522895 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d2270d02-3d6a-4165-b807-04c710db0744 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:57.523329 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efae2f95-8e3b-457b-ae60-d8af30fd0df2 None None] Routers {'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:30:57.523933 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-efae2f95-8e3b-457b-ae60-d8af30fd0df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:30:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:57.527159 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d2270d02-3d6a-4165-b807-04c710db0744 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5220952 Mar 07 11:30:57.527275 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44552) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:30:57.651864 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-efae2f95-8e3b-457b-ae60-d8af30fd0df2 None None] Set router a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:30:57.765368 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b1ce10-a98e-44e8-9caf-5b70df2fc147 None None] Network 599a7c20-c926-43db-8b2e-fcb261e8029e requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:30:57.916691 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-04d9ee0f-3bfe-4c23-962b-2f74f29f3b0c None None] Provisioning complete for port 6fb78b31-e8fe-43d8-bbea-d3a036455f26 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:30:57.917426 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-04d9ee0f-3bfe-4c23-962b-2f74f29f3b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6fb78b31-e8fe-43d8-bbea-d3a036455f26), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:57.975280 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7f035ee5-4320-4ecc-825f-eb42d5c6f0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:57.983294 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-efae2f95-8e3b-457b-ae60-d8af30fd0df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'name': 'tempest-TestMinimumBasicScenario-1603672796-router', 'tenant_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '9ad6a011-0a4e-47c0-889d-c2eb48d4c951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:30:56Z', 'updated_at': '2022-03-07T11:30:56Z', 'revision_number': 3, 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'gw_port': {'id': '9ad6a011-0a4e-47c0-889d-c2eb48d4c951', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:30:56Z', 'updated_at': '2022-03-07T11:30:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:58.017636 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efae2f95-8e3b-457b-ae60-d8af30fd0df2 None None] Checking router: a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:30:58.018279 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efae2f95-8e3b-457b-ae60-d8af30fd0df2 None None] Updating router a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77 port 9ad6a011-0a4e-47c0-889d-c2eb48d4c951 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:30:58.075680 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-efae2f95-8e3b-457b-ae60-d8af30fd0df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9ad6a011-0a4e-47c0-889d-c2eb48d4c951), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:58.115275 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-04d9ee0f-3bfe-4c23-962b-2f74f29f3b0c None None] Current status of the port 6fb78b31-e8fe-43d8-bbea-d3a036455f26 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:30:58.115665 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-04d9ee0f-3bfe-4c23-962b-2f74f29f3b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6fb78b31-e8fe-43d8-bbea-d3a036455f26), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:58.141662 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-7f035ee5-4320-4ecc-825f-eb42d5c6f0bc admin admin] Allocated IP 172.20.0.1 (599a7c20-c926-43db-8b2e-fcb261e8029e/aad36098-5eb5-417e-bc34-a10dd6ae1315/0a7796e8-3bbd-49d8-83d1-564376dddfca) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:30:58.217615 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-04d9ee0f-3bfe-4c23-962b-2f74f29f3b0c None None] For port 6fb78b31-e8fe-43d8-bbea-d3a036455f26, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6fb78b31-e8fe-43d8-bbea-d3a036455f26,segment=NetworkSegment(309fb50f-4559-4e31-a2f9-8c1371ba86e8),segment_id=309fb50f-4559-4e31-a2f9-8c1371ba86e8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:30:58.224709 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-04d9ee0f-3bfe-4c23-962b-2f74f29f3b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6fb78b31-e8fe-43d8-bbea-d3a036455f26), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:58.245482 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7f035ee5-4320-4ecc-825f-eb42d5c6f0bc admin admin] Publish callbacks [] for port (0a7796e8-3bbd-49d8-83d1-564376dddfca), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:58.280312 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7f035ee5-4320-4ecc-825f-eb42d5c6f0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (0a7796e8-3bbd-49d8-83d1-564376dddfca), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:58.328567 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9ee0f-3bfe-4c23-962b-2f74f29f3b0c None None] Pushing event updated for resources: {'Port': ['ID=6fb78b31-e8fe-43d8-bbea-d3a036455f26,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:58.338786 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f035ee5-4320-4ecc-825f-eb42d5c6f0bc admin admin] Network 599a7c20-c926-43db-8b2e-fcb261e8029e is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:30:58.339206 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-7f035ee5-4320-4ecc-825f-eb42d5c6f0bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:30:58.342704 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f035ee5-4320-4ecc-825f-eb42d5c6f0bc admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:30:58.349183 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f035ee5-4320-4ecc-825f-eb42d5c6f0bc admin admin] Pushing event updated for resources: {'Port': ['ID=0a7796e8-3bbd-49d8-83d1-564376dddfca,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:58.365764 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-80e388cd-e3db-47c1-9a64-3f3a9e20041a None None] Provisioning complete for port 6fb78b31-e8fe-43d8-bbea-d3a036455f26 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:30:58.366006 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-80e388cd-e3db-47c1-9a64-3f3a9e20041a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6fb78b31-e8fe-43d8-bbea-d3a036455f26), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:58.390940 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7f035ee5-4320-4ecc-825f-eb42d5c6f0bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:58.405494 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6fb78b31-e8fe-43d8-bbea-d3a036455f26 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:30:58.515785 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-efae2f95-8e3b-457b-ae60-d8af30fd0df2 None None] Publish callbacks [] for port (9ad6a011-0a4e-47c0-889d-c2eb48d4c951), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:58.525098 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-efae2f95-8e3b-457b-ae60-d8af30fd0df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9ad6a011-0a4e-47c0-889d-c2eb48d4c951), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:58.542393 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7f035ee5-4320-4ecc-825f-eb42d5c6f0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0a7796e8-3bbd-49d8-83d1-564376dddfca), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:58.605239 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 6fb78b31-e8fe-43d8-bbea-d3a036455f26 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:30:58.605620 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6fb78b31-e8fe-43d8-bbea-d3a036455f26), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:58.620952 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-efae2f95-8e3b-457b-ae60-d8af30fd0df2 None None] Attempting to bind port 9ad6a011-0a4e-47c0-889d-c2eb48d4c951 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:30:58.621347 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-efae2f95-8e3b-457b-ae60-d8af30fd0df2 None None] Attempting to bind port 9ad6a011-0a4e-47c0-889d-c2eb48d4c951 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:30:58.621724 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efae2f95-8e3b-457b-ae60-d8af30fd0df2 None None] Attempting to bind port 9ad6a011-0a4e-47c0-889d-c2eb48d4c951 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:30:58.648044 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6f99e-9a84-4b80-be16-680c4a07fa7b None None] Pushing event updated for resources: {'Port': ['ID=9ad6a011-0a4e-47c0-889d-c2eb48d4c951,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:58.652675 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-80e388cd-e3db-47c1-9a64-3f3a9e20041a None None] Current status of the port 6fb78b31-e8fe-43d8-bbea-d3a036455f26 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:30:58.654731 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efae2f95-8e3b-457b-ae60-d8af30fd0df2 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:30:58.655116 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efae2f95-8e3b-457b-ae60-d8af30fd0df2 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:30:58.655522 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-efae2f95-8e3b-457b-ae60-d8af30fd0df2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:58.655912 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efae2f95-8e3b-457b-ae60-d8af30fd0df2 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:30:58.656515 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-efae2f95-8e3b-457b-ae60-d8af30fd0df2 None None] Bound port: 9ad6a011-0a4e-47c0-889d-c2eb48d4c951, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:30:58.656760 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-efae2f95-8e3b-457b-ae60-d8af30fd0df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9ad6a011-0a4e-47c0-889d-c2eb48d4c951), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:58.719193 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7f035ee5-4320-4ecc-825f-eb42d5c6f0bc admin admin] Publish callbacks [] for port (0a7796e8-3bbd-49d8-83d1-564376dddfca), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:58.720547 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-efae2f95-8e3b-457b-ae60-d8af30fd0df2 None None] For port 9ad6a011-0a4e-47c0-889d-c2eb48d4c951, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:30:58.724323 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7f035ee5-4320-4ecc-825f-eb42d5c6f0bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (0a7796e8-3bbd-49d8-83d1-564376dddfca), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:58.724745 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-efae2f95-8e3b-457b-ae60-d8af30fd0df2 None None] For port 9ad6a011-0a4e-47c0-889d-c2eb48d4c951, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=9ad6a011-0a4e-47c0-889d-c2eb48d4c951,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:30:58.731102 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-efae2f95-8e3b-457b-ae60-d8af30fd0df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9ad6a011-0a4e-47c0-889d-c2eb48d4c951), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:58.791446 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7f035ee5-4320-4ecc-825f-eb42d5c6f0bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:58.793411 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f035ee5-4320-4ecc-825f-eb42d5c6f0bc admin admin] Pushing event updated for resources: {'Port': ['ID=0a7796e8-3bbd-49d8-83d1-564376dddfca,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:58.822020 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 6fb78b31-e8fe-43d8-bbea-d3a036455f26 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:30:58.827007 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-fc588cef-acea-4630-bfe0-996c75fab217 None None] Provisioning complete for port 0a7796e8-3bbd-49d8-83d1-564376dddfca triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:30:58.827429 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fc588cef-acea-4630-bfe0-996c75fab217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0a7796e8-3bbd-49d8-83d1-564376dddfca), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:58.859961 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efae2f95-8e3b-457b-ae60-d8af30fd0df2 None None] Routers {'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:30:58.860585 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-efae2f95-8e3b-457b-ae60-d8af30fd0df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:30:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:58.864466 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af6f99e-9a84-4b80-be16-680c4a07fa7b None None] Pushing event updated for resources: {'Port': ['ID=9ad6a011-0a4e-47c0-889d-c2eb48d4c951,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:58.896497 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f035ee5-4320-4ecc-825f-eb42d5c6f0bc admin admin] Network 599a7c20-c926-43db-8b2e-fcb261e8029e is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:30:58.897951 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-7f035ee5-4320-4ecc-825f-eb42d5c6f0bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:30:58.923316 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-fc588cef-acea-4630-bfe0-996c75fab217 None None] Port 0a7796e8-3bbd-49d8-83d1-564376dddfca cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:30:58.997518 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-efae2f95-8e3b-457b-ae60-d8af30fd0df2 None None] Set router a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:30:59.013847 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f035ee5-4320-4ecc-825f-eb42d5c6f0bc admin admin] Router a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:30:59.134053 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f035ee5-4320-4ecc-825f-eb42d5c6f0bc admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:30:59.139210 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7f035ee5-4320-4ecc-825f-eb42d5c6f0bc admin admin] 10.222.0.11 "PUT /v2.0/routers/a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6107781 Mar 07 11:30:59.171595 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-bc5a24a2-a89e-472e-8783-0a48b9dd0a26 None None] Provisioning complete for port 0a7796e8-3bbd-49d8-83d1-564376dddfca triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:30:59.171898 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bc5a24a2-a89e-472e-8783-0a48b9dd0a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0a7796e8-3bbd-49d8-83d1-564376dddfca), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:59.399166 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-bc5a24a2-a89e-472e-8783-0a48b9dd0a26 None None] Port 0a7796e8-3bbd-49d8-83d1-564376dddfca cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:30:59.419469 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-efae2f95-8e3b-457b-ae60-d8af30fd0df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'name': 'tempest-TestMinimumBasicScenario-1603672796-router', 'tenant_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '9ad6a011-0a4e-47c0-889d-c2eb48d4c951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:30:56Z', 'updated_at': '2022-03-07T11:30:58Z', 'revision_number': 4, 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'gw_port': {'id': '9ad6a011-0a4e-47c0-889d-c2eb48d4c951', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:30:56Z', 'updated_at': '2022-03-07T11:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '0a7796e8-3bbd-49d8-83d1-564376dddfca', 'name': '', 'network_id': '599a7c20-c926-43db-8b2e-fcb261e8029e', 'tenant_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'mac_address': 'fa:16:3e:31:8e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'aad36098-5eb5-417e-bc34-a10dd6ae1315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:30:57Z', 'updated_at': '2022-03-07T11:30:58Z', 'revision_number': 2, 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'subnets': [{'id': 'aad36098-5eb5-417e-bc34-a10dd6ae1315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:30:59.446316 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efae2f95-8e3b-457b-ae60-d8af30fd0df2 None None] The sync data for ids ['a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77'] in n-d-832164-4 is: [{'id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'name': 'tempest-TestMinimumBasicScenario-1603672796-router', 'tenant_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '9ad6a011-0a4e-47c0-889d-c2eb48d4c951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:30:56Z', 'updated_at': '2022-03-07T11:30:58Z', 'revision_number': 4, 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'gw_port': {'id': '9ad6a011-0a4e-47c0-889d-c2eb48d4c951', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:30:56Z', 'updated_at': '2022-03-07T11:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '0a7796e8-3bbd-49d8-83d1-564376dddfca', 'name': '', 'network_id': '599a7c20-c926-43db-8b2e-fcb261e8029e', 'tenant_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'mac_address': 'fa:16:3e:31:8e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'aad36098-5eb5-417e-bc34-a10dd6ae1315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:30:57Z', 'updated_at': '2022-03-07T11:30:58Z', 'revision_number': 2, 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'subnets': [{'id': 'aad36098-5eb5-417e-bc34-a10dd6ae1315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:30:59.640060 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44568) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:30:59.648341 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-ac2acc9a-a6c6-4c68-b994-c0c01f112308 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-586381972-network', 'tenant_id': 'f1d7ce27d19c4f65a6912411f6b352f8'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:30:59.670586 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2acc9a-a6c6-4c68-b994-c0c01f112308 admin admin] Made reservation on behalf of f1d7ce27d19c4f65a6912411f6b352f8 for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:30:59.673045 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ac2acc9a-a6c6-4c68-b994-c0c01f112308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:59.689321 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ac2acc9a-a6c6-4c68-b994-c0c01f112308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:59.774846 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ac2acc9a-a6c6-4c68-b994-c0c01f112308 admin admin] Publish callbacks [] for security_group (b28ba6db-edb1-4512-9d0c-7b3663a3050e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:59.779260 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ac2acc9a-a6c6-4c68-b994-c0c01f112308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b28ba6db-edb1-4512-9d0c-7b3663a3050e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:59.806444 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac2acc9a-a6c6-4c68-b994-c0c01f112308 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 221} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:30:59.815708 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2acc9a-a6c6-4c68-b994-c0c01f112308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28ba6db-edb1-4512-9d0c-7b3663a3050e,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:59.822397 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ac2acc9a-a6c6-4c68-b994-c0c01f112308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (80df9ce9-6202-41b6-af74-d8e457a33a21), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:59.822751 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-ac2acc9a-a6c6-4c68-b994-c0c01f112308 admin admin] Added segment 80df9ce9-6202-41b6-af74-d8e457a33a21 of type vlan for network a4f4c168-2f9d-4819-a150-dc9d6a386e73 Mar 07 11:30:59.865305 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ac2acc9a-a6c6-4c68-b994-c0c01f112308 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (a4f4c168-2f9d-4819-a150-dc9d6a386e73), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:59.894997 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ac2acc9a-a6c6-4c68-b994-c0c01f112308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (a4f4c168-2f9d-4819-a150-dc9d6a386e73), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:59.896122 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2acc9a-a6c6-4c68-b994-c0c01f112308 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:30:59.896715 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ac2acc9a-a6c6-4c68-b994-c0c01f112308 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:59.935321 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ac2acc9a-a6c6-4c68-b994-c0c01f112308 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2910178 Mar 07 11:30:59.936807 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44570) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:30:59.944883 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d12a6ffe-ede5-45db-93f2-d77cbc8572e5 admin admin] Request body: {'subnet': {'network_id': 'a4f4c168-2f9d-4819-a150-dc9d6a386e73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-586381972-subnet', 'tenant_id': 'f1d7ce27d19c4f65a6912411f6b352f8', 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:30:59.965665 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2acc9a-a6c6-4c68-b994-c0c01f112308 admin admin] Pushing event updated for resources: {'Network': ['ID=a4f4c168-2f9d-4819-a150-dc9d6a386e73,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:30:59.969509 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12a6ffe-ede5-45db-93f2-d77cbc8572e5 admin admin] Made reservation on behalf of f1d7ce27d19c4f65a6912411f6b352f8 for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:30:59.977265 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d12a6ffe-ede5-45db-93f2-d77cbc8572e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:30:59.978838 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network a4f4c168-2f9d-4819-a150-dc9d6a386e73 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:31:00.167263 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d12a6ffe-ede5-45db-93f2-d77cbc8572e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (2a0e3067-aaaf-41fe-9457-b768d437f8ff), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:00.237068 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a6ffe-ede5-45db-93f2-d77cbc8572e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a0e3067-aaaf-41fe-9457-b768d437f8ff,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:00.245485 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12a6ffe-ede5-45db-93f2-d77cbc8572e5 admin admin] Checking segment: {'id': '80df9ce9-6202-41b6-af74-d8e457a33a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a4f4c168-2f9d-4819-a150-dc9d6a386e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:31:00.245856 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12a6ffe-ede5-45db-93f2-d77cbc8572e5 admin admin] Network hostable DHCP agents. Network: a4f4c168-2f9d-4819-a150-dc9d6a386e73, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:31:00.266442 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12a6ffe-ede5-45db-93f2-d77cbc8572e5 admin admin] Network a4f4c168-2f9d-4819-a150-dc9d6a386e73 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:31:00.281264 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-d12a6ffe-ede5-45db-93f2-d77cbc8572e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, a4f4c168-2f9d-4819-a150-dc9d6a386e73) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:31:00.287632 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12a6ffe-ede5-45db-93f2-d77cbc8572e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:00.288296 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d12a6ffe-ede5-45db-93f2-d77cbc8572e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:00.298350 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949cbded-3d45-4f3e-bff7-b468bc35acb0 None None] Network a4f4c168-2f9d-4819-a150-dc9d6a386e73 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:31:00.326397 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d12a6ffe-ede5-45db-93f2-d77cbc8572e5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3866982 Mar 07 11:31:00.328156 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44572) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:31:00.333465 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-bcc67664-5335-4c3a-9aed-69d9d922e9cf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-586381972-router', 'tenant_id': 'f1d7ce27d19c4f65a6912411f6b352f8', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:31:00.372564 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bcc67664-5335-4c3a-9aed-69d9d922e9cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (9fd0b531-097c-46da-a186-beb52562187c), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:00.374082 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bcc67664-5335-4c3a-9aed-69d9d922e9cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (9fd0b531-097c-46da-a186-beb52562187c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:00.436719 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bcc67664-5335-4c3a-9aed-69d9d922e9cf admin admin] Publish callbacks [] for router_controller (9fd0b531-097c-46da-a186-beb52562187c), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:00.478986 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d28af5-8bcc-4103-8897-dc13d8df3ee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-a4f4c168-2f9d-4819-a150-dc9d6a386e73', 'network_id': 'a4f4c168-2f9d-4819-a150-dc9d6a386e73', 'project_id': 'f1d7ce27d19c4f65a6912411f6b352f8', 'fixed_ips': [{'subnet_id': '2a0e3067-aaaf-41fe-9457-b768d437f8ff'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:31:00.480468 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-10d28af5-8bcc-4103-8897-dc13d8df3ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:00.499204 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9ad6a011-0a4e-47c0-889d-c2eb48d4c951 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:31:00.589614 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bcc67664-5335-4c3a-9aed-69d9d922e9cf admin admin] Publish callbacks [] for router_gateway (9fd0b531-097c-46da-a186-beb52562187c), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:00.651160 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 9ad6a011-0a4e-47c0-889d-c2eb48d4c951 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:31:00.651541 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9ad6a011-0a4e-47c0-889d-c2eb48d4c951), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:00.709518 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-10d28af5-8bcc-4103-8897-dc13d8df3ee5 None None] Allocated IP 172.20.0.2 (a4f4c168-2f9d-4819-a150-dc9d6a386e73/2a0e3067-aaaf-41fe-9457-b768d437f8ff/7f33d197-e316-401b-898c-def990385b60) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:31:00.819899 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 9ad6a011-0a4e-47c0-889d-c2eb48d4c951 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:31:00.820200 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9ad6a011-0a4e-47c0-889d-c2eb48d4c951), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:00.858972 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 9ad6a011-0a4e-47c0-889d-c2eb48d4c951, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=9ad6a011-0a4e-47c0-889d-c2eb48d4c951,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:31:00.865979 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9ad6a011-0a4e-47c0-889d-c2eb48d4c951), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:00.866782 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6fb78b31-e8fe-43d8-bbea-d3a036455f26 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:31:00.994461 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-10d28af5-8bcc-4103-8897-dc13d8df3ee5 None None] Publish callbacks [] for port (7f33d197-e316-401b-898c-def990385b60), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:00.998413 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=9ad6a011-0a4e-47c0-889d-c2eb48d4c951,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:01.004186 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-10d28af5-8bcc-4103-8897-dc13d8df3ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (7f33d197-e316-401b-898c-def990385b60), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:01.054632 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d28af5-8bcc-4103-8897-dc13d8df3ee5 None None] Network a4f4c168-2f9d-4819-a150-dc9d6a386e73 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:31:01.059598 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-10d28af5-8bcc-4103-8897-dc13d8df3ee5 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:31:01.067408 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d28af5-8bcc-4103-8897-dc13d8df3ee5 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:31:01.071234 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 6fb78b31-e8fe-43d8-bbea-d3a036455f26 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:31:01.071519 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6fb78b31-e8fe-43d8-bbea-d3a036455f26), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:01.072992 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d28af5-8bcc-4103-8897-dc13d8df3ee5 None None] Pushing event updated for resources: {'Port': ['ID=7f33d197-e316-401b-898c-def990385b60,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:01.156747 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bcc67664-5335-4c3a-9aed-69d9d922e9cf admin admin] Publish callbacks [] for router_gateway (9fd0b531-097c-46da-a186-beb52562187c), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:01.158223 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-10d28af5-8bcc-4103-8897-dc13d8df3ee5 None None] Attempting to bind port 7f33d197-e316-401b-898c-def990385b60 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:31:01.158595 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-10d28af5-8bcc-4103-8897-dc13d8df3ee5 None None] Attempting to bind port 7f33d197-e316-401b-898c-def990385b60 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '80df9ce9-6202-41b6-af74-d8e457a33a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a4f4c168-2f9d-4819-a150-dc9d6a386e73'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:31:01.158955 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d28af5-8bcc-4103-8897-dc13d8df3ee5 None None] Attempting to bind port 7f33d197-e316-401b-898c-def990385b60 on network a4f4c168-2f9d-4819-a150-dc9d6a386e73 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:31:01.167070 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d28af5-8bcc-4103-8897-dc13d8df3ee5 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:31:01.167420 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d28af5-8bcc-4103-8897-dc13d8df3ee5 None None] Checking segment: {'id': '80df9ce9-6202-41b6-af74-d8e457a33a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a4f4c168-2f9d-4819-a150-dc9d6a386e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:31:01.167820 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-10d28af5-8bcc-4103-8897-dc13d8df3ee5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:01.168207 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10d28af5-8bcc-4103-8897-dc13d8df3ee5 None None] Bound using segment: {'id': '80df9ce9-6202-41b6-af74-d8e457a33a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a4f4c168-2f9d-4819-a150-dc9d6a386e73'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:31:01.168673 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-10d28af5-8bcc-4103-8897-dc13d8df3ee5 None None] Bound port: 7f33d197-e316-401b-898c-def990385b60, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80df9ce9-6202-41b6-af74-d8e457a33a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a4f4c168-2f9d-4819-a150-dc9d6a386e73'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:31:01.169045 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-10d28af5-8bcc-4103-8897-dc13d8df3ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7f33d197-e316-401b-898c-def990385b60), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:01.176267 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bcc67664-5335-4c3a-9aed-69d9d922e9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:01.241098 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 6fb78b31-e8fe-43d8-bbea-d3a036455f26 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:31:01.264662 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-10d28af5-8bcc-4103-8897-dc13d8df3ee5 None None] For port 7f33d197-e316-401b-898c-def990385b60, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:31:01.267881 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-10d28af5-8bcc-4103-8897-dc13d8df3ee5 None None] For port 7f33d197-e316-401b-898c-def990385b60, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7f33d197-e316-401b-898c-def990385b60,segment=NetworkSegment(80df9ce9-6202-41b6-af74-d8e457a33a21),segment_id=80df9ce9-6202-41b6-af74-d8e457a33a21)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:31:01.274352 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-10d28af5-8bcc-4103-8897-dc13d8df3ee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (7f33d197-e316-401b-898c-def990385b60), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:01.285081 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-bcc67664-5335-4c3a-9aed-69d9d922e9cf admin admin] Allocated IP 172.25.3.80 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/c7e8a56d-28d8-4a5a-a293-cd4c9064efb1) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:31:01.351641 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d28af5-8bcc-4103-8897-dc13d8df3ee5 None None] Pushing event updated for resources: {'Port': ['ID=7f33d197-e316-401b-898c-def990385b60,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:01.407762 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bcc67664-5335-4c3a-9aed-69d9d922e9cf admin admin] Publish callbacks [] for port (c7e8a56d-28d8-4a5a-a293-cd4c9064efb1), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:01.444991 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bcc67664-5335-4c3a-9aed-69d9d922e9cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (c7e8a56d-28d8-4a5a-a293-cd4c9064efb1), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:01.491388 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc67664-5335-4c3a-9aed-69d9d922e9cf admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:31:01.494416 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-bcc67664-5335-4c3a-9aed-69d9d922e9cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:31:01.498962 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc67664-5335-4c3a-9aed-69d9d922e9cf admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:31:01.522441 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc67664-5335-4c3a-9aed-69d9d922e9cf admin admin] Pushing event updated for resources: {'Port': ['ID=c7e8a56d-28d8-4a5a-a293-cd4c9064efb1,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:01.764409 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bcc67664-5335-4c3a-9aed-69d9d922e9cf admin admin] Publish callbacks [] for router_gateway (9fd0b531-097c-46da-a186-beb52562187c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:01.966632 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bcc67664-5335-4c3a-9aed-69d9d922e9cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (9fd0b531-097c-46da-a186-beb52562187c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:02.106220 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc67664-5335-4c3a-9aed-69d9d922e9cf admin admin] Router 9fd0b531-097c-46da-a186-beb52562187c is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:31:02.169624 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5658d0-6340-4f0a-bce1-63d897650e28 None None] Sync routers for ids ['a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:31:02.181293 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5658d0-6340-4f0a-bce1-63d897650e28 None None] Routers {'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:31:02.181830 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ad5658d0-6340-4f0a-bce1-63d897650e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:30:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:02.228908 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc67664-5335-4c3a-9aed-69d9d922e9cf admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:31:02.242822 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cf1c2c-9255-4dae-8831-cc8032f5a6b0 None None] Sync routers for ids ['9fd0b531-097c-46da-a186-beb52562187c'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:31:02.249208 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-bcc67664-5335-4c3a-9aed-69d9d922e9cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:02.254863 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44576) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:31:02.257479 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-bcc67664-5335-4c3a-9aed-69d9d922e9cf admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9280834 Mar 07 11:31:02.257961 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cf1c2c-9255-4dae-8831-cc8032f5a6b0 None None] Routers {'9fd0b531-097c-46da-a186-beb52562187c'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:31:02.258659 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-43cf1c2c-9255-4dae-8831-cc8032f5a6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:30:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9fd0b531-097c-46da-a186-beb52562187c'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:02.389851 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0ea1e4-3ac7-4738-aac2-047f9a5ad8bc None None] Network a4f4c168-2f9d-4819-a150-dc9d6a386e73 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:31:02.423106 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-ad5658d0-6340-4f0a-bce1-63d897650e28 None None] Set router a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:31:02.451340 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-43cf1c2c-9255-4dae-8831-cc8032f5a6b0 None None] Set router 9fd0b531-097c-46da-a186-beb52562187c gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:31:02.513978 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9ad6a011-0a4e-47c0-889d-c2eb48d4c951 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:31:02.622291 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-31a1d825-b1fa-4b9d-b4ea-f91d60389d41 None None] Provisioning complete for port 7f33d197-e316-401b-898c-def990385b60 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:31:02.622659 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-31a1d825-b1fa-4b9d-b4ea-f91d60389d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7f33d197-e316-401b-898c-def990385b60), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:02.627711 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ad5658d0-6340-4f0a-bce1-63d897650e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'name': 'tempest-TestMinimumBasicScenario-1603672796-router', 'tenant_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '9ad6a011-0a4e-47c0-889d-c2eb48d4c951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:30:56Z', 'updated_at': '2022-03-07T11:30:58Z', 'revision_number': 4, 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'gw_port': {'id': '9ad6a011-0a4e-47c0-889d-c2eb48d4c951', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:30:56Z', 'updated_at': '2022-03-07T11:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '0a7796e8-3bbd-49d8-83d1-564376dddfca', 'name': '', 'network_id': '599a7c20-c926-43db-8b2e-fcb261e8029e', 'tenant_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'mac_address': 'fa:16:3e:31:8e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'aad36098-5eb5-417e-bc34-a10dd6ae1315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:30:57Z', 'updated_at': '2022-03-07T11:30:58Z', 'revision_number': 2, 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'subnets': [{'id': 'aad36098-5eb5-417e-bc34-a10dd6ae1315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:02.658176 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5658d0-6340-4f0a-bce1-63d897650e28 None None] Checking router: a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:31:02.658530 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5658d0-6340-4f0a-bce1-63d897650e28 None None] Updating router a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77 port 0a7796e8-3bbd-49d8-83d1-564376dddfca binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:31:02.687438 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ad5658d0-6340-4f0a-bce1-63d897650e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0a7796e8-3bbd-49d8-83d1-564376dddfca), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:02.752464 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 9ad6a011-0a4e-47c0-889d-c2eb48d4c951 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:31:02.752755 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9ad6a011-0a4e-47c0-889d-c2eb48d4c951), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:02.791748 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6c223506-75b4-4654-ab76-db6178e69b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:02.881975 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-31a1d825-b1fa-4b9d-b4ea-f91d60389d41 None None] Current status of the port 7f33d197-e316-401b-898c-def990385b60 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:31:02.882472 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-31a1d825-b1fa-4b9d-b4ea-f91d60389d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (7f33d197-e316-401b-898c-def990385b60), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:02.933444 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-43cf1c2c-9255-4dae-8831-cc8032f5a6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd0b531-097c-46da-a186-beb52562187c', 'name': 'tempest-TestMinimumBasicScenario-586381972-router', 'tenant_id': 'f1d7ce27d19c4f65a6912411f6b352f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c7e8a56d-28d8-4a5a-a293-cd4c9064efb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:31:00Z', 'updated_at': '2022-03-07T11:31:01Z', 'revision_number': 3, 'project_id': 'f1d7ce27d19c4f65a6912411f6b352f8', 'gw_port': {'id': 'c7e8a56d-28d8-4a5a-a293-cd4c9064efb1', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:57:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd0b531-097c-46da-a186-beb52562187c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:01Z', 'updated_at': '2022-03-07T11:31:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:02.968984 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 9ad6a011-0a4e-47c0-889d-c2eb48d4c951 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:31:02.970242 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7f33d197-e316-401b-898c-def990385b60 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:31:02.977378 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cf1c2c-9255-4dae-8831-cc8032f5a6b0 None None] Checking router: 9fd0b531-097c-46da-a186-beb52562187c for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:31:02.977723 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cf1c2c-9255-4dae-8831-cc8032f5a6b0 None None] Updating router 9fd0b531-097c-46da-a186-beb52562187c port c7e8a56d-28d8-4a5a-a293-cd4c9064efb1 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:31:03.003869 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-6c223506-75b4-4654-ab76-db6178e69b65 admin admin] Allocated IP 172.20.0.1 (a4f4c168-2f9d-4819-a150-dc9d6a386e73/2a0e3067-aaaf-41fe-9457-b768d437f8ff/b3e764f1-aa25-4360-b14c-863858714475) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:31:03.014360 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ad5658d0-6340-4f0a-bce1-63d897650e28 None None] Publish callbacks [] for port (0a7796e8-3bbd-49d8-83d1-564376dddfca), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:03.022805 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ad5658d0-6340-4f0a-bce1-63d897650e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0a7796e8-3bbd-49d8-83d1-564376dddfca), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:03.033099 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-31a1d825-b1fa-4b9d-b4ea-f91d60389d41 None None] For port 7f33d197-e316-401b-898c-def990385b60, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7f33d197-e316-401b-898c-def990385b60,segment=NetworkSegment(80df9ce9-6202-41b6-af74-d8e457a33a21),segment_id=80df9ce9-6202-41b6-af74-d8e457a33a21)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:31:03.061273 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-31a1d825-b1fa-4b9d-b4ea-f91d60389d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (7f33d197-e316-401b-898c-def990385b60), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:03.092251 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-43cf1c2c-9255-4dae-8831-cc8032f5a6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c7e8a56d-28d8-4a5a-a293-cd4c9064efb1), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:03.144240 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263e20c-4771-478d-922f-82183a8ae6c0 None None] Pushing event updated for resources: {'Port': ['ID=0a7796e8-3bbd-49d8-83d1-564376dddfca,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:03.154238 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263e20c-4771-478d-922f-82183a8ae6c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:03.155042 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263e20c-4771-478d-922f-82183a8ae6c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:03.155420 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263e20c-4771-478d-922f-82183a8ae6c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:03.155857 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263e20c-4771-478d-922f-82183a8ae6c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:03.156306 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263e20c-4771-478d-922f-82183a8ae6c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:03.156734 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263e20c-4771-478d-922f-82183a8ae6c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:03.158084 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263e20c-4771-478d-922f-82183a8ae6c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:03.158084 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263e20c-4771-478d-922f-82183a8ae6c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:03.158084 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263e20c-4771-478d-922f-82183a8ae6c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:03.158408 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 7f33d197-e316-401b-898c-def990385b60 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:31:03.158520 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263e20c-4771-478d-922f-82183a8ae6c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:03.158616 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7f33d197-e316-401b-898c-def990385b60), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:03.158903 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263e20c-4771-478d-922f-82183a8ae6c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:03.159399 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263e20c-4771-478d-922f-82183a8ae6c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:03.159887 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0263e20c-4771-478d-922f-82183a8ae6c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:03.178635 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6c223506-75b4-4654-ab76-db6178e69b65 admin admin] Publish callbacks [] for port (b3e764f1-aa25-4360-b14c-863858714475), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:03.190458 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-ad5658d0-6340-4f0a-bce1-63d897650e28 None None] Attempting to bind port 0a7796e8-3bbd-49d8-83d1-564376dddfca on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:31:03.191583 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-ad5658d0-6340-4f0a-bce1-63d897650e28 None None] Attempting to bind port 0a7796e8-3bbd-49d8-83d1-564376dddfca by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '309fb50f-4559-4e31-a2f9-8c1371ba86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '599a7c20-c926-43db-8b2e-fcb261e8029e'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:31:03.192459 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5658d0-6340-4f0a-bce1-63d897650e28 None None] Attempting to bind port 0a7796e8-3bbd-49d8-83d1-564376dddfca on network 599a7c20-c926-43db-8b2e-fcb261e8029e {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:31:03.198628 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5658d0-6340-4f0a-bce1-63d897650e28 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:31:03.199372 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5658d0-6340-4f0a-bce1-63d897650e28 None None] Checking segment: {'id': '309fb50f-4559-4e31-a2f9-8c1371ba86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '599a7c20-c926-43db-8b2e-fcb261e8029e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:31:03.199900 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ad5658d0-6340-4f0a-bce1-63d897650e28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:03.200418 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5658d0-6340-4f0a-bce1-63d897650e28 None None] Bound using segment: {'id': '309fb50f-4559-4e31-a2f9-8c1371ba86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '599a7c20-c926-43db-8b2e-fcb261e8029e'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:31:03.200975 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-ad5658d0-6340-4f0a-bce1-63d897650e28 None None] Bound port: 0a7796e8-3bbd-49d8-83d1-564376dddfca, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '309fb50f-4559-4e31-a2f9-8c1371ba86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '599a7c20-c926-43db-8b2e-fcb261e8029e'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:31:03.201824 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ad5658d0-6340-4f0a-bce1-63d897650e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0a7796e8-3bbd-49d8-83d1-564376dddfca), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:03.223677 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6c223506-75b4-4654-ab76-db6178e69b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (b3e764f1-aa25-4360-b14c-863858714475), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:03.249365 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1d825-b1fa-4b9d-b4ea-f91d60389d41 None None] Pushing event updated for resources: {'Port': ['ID=7f33d197-e316-401b-898c-def990385b60,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:03.276200 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c223506-75b4-4654-ab76-db6178e69b65 admin admin] Network a4f4c168-2f9d-4819-a150-dc9d6a386e73 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:31:03.281536 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-6c223506-75b4-4654-ab76-db6178e69b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:31:03.288130 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-fd589715-6a16-402b-aada-f23dc98159ca None None] Provisioning complete for port 7f33d197-e316-401b-898c-def990385b60 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:31:03.288514 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fd589715-6a16-402b-aada-f23dc98159ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7f33d197-e316-401b-898c-def990385b60), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:03.301006 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c223506-75b4-4654-ab76-db6178e69b65 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:31:03.306705 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-ad5658d0-6340-4f0a-bce1-63d897650e28 None None] For port 0a7796e8-3bbd-49d8-83d1-564376dddfca, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:31:03.310953 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-ad5658d0-6340-4f0a-bce1-63d897650e28 None None] For port 0a7796e8-3bbd-49d8-83d1-564376dddfca, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=0a7796e8-3bbd-49d8-83d1-564376dddfca,segment=NetworkSegment(309fb50f-4559-4e31-a2f9-8c1371ba86e8),segment_id=309fb50f-4559-4e31-a2f9-8c1371ba86e8)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:31:03.320357 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ad5658d0-6340-4f0a-bce1-63d897650e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0a7796e8-3bbd-49d8-83d1-564376dddfca), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:03.350234 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6c223506-75b4-4654-ab76-db6178e69b65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (9fd0b531-097c-46da-a186-beb52562187c), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:03.395896 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5658d0-6340-4f0a-bce1-63d897650e28 None None] Routers {'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:31:03.396539 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ad5658d0-6340-4f0a-bce1-63d897650e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:30:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:03.421379 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c223506-75b4-4654-ab76-db6178e69b65 admin admin] Pushing event updated for resources: {'Port': ['ID=b3e764f1-aa25-4360-b14c-863858714475,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:03.527889 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263e20c-4771-478d-922f-82183a8ae6c0 None None] Pushing event updated for resources: {'Port': ['ID=0a7796e8-3bbd-49d8-83d1-564376dddfca,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:03.548967 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6c223506-75b4-4654-ab76-db6178e69b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b3e764f1-aa25-4360-b14c-863858714475), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:03.581857 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-ad5658d0-6340-4f0a-bce1-63d897650e28 None None] Set router a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:31:03.714885 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 7f33d197-e316-401b-898c-def990385b60 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:31:03.762475 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6c223506-75b4-4654-ab76-db6178e69b65 admin admin] Publish callbacks [] for port (b3e764f1-aa25-4360-b14c-863858714475), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:03.767994 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6c223506-75b4-4654-ab76-db6178e69b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (b3e764f1-aa25-4360-b14c-863858714475), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:03.771018 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-fd589715-6a16-402b-aada-f23dc98159ca None None] Current status of the port 7f33d197-e316-401b-898c-def990385b60 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:31:03.827675 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-43cf1c2c-9255-4dae-8831-cc8032f5a6b0 None None] Publish callbacks [] for port (c7e8a56d-28d8-4a5a-a293-cd4c9064efb1), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:03.830622 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ad5658d0-6340-4f0a-bce1-63d897650e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'name': 'tempest-TestMinimumBasicScenario-1603672796-router', 'tenant_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '9ad6a011-0a4e-47c0-889d-c2eb48d4c951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:30:56Z', 'updated_at': '2022-03-07T11:30:58Z', 'revision_number': 4, 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'gw_port': {'id': '9ad6a011-0a4e-47c0-889d-c2eb48d4c951', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:30:56Z', 'updated_at': '2022-03-07T11:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '0a7796e8-3bbd-49d8-83d1-564376dddfca', 'name': '', 'network_id': '599a7c20-c926-43db-8b2e-fcb261e8029e', 'tenant_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'mac_address': 'fa:16:3e:31:8e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'aad36098-5eb5-417e-bc34-a10dd6ae1315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:30:57Z', 'updated_at': '2022-03-07T11:31:03Z', 'revision_number': 4, 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'subnets': [{'id': 'aad36098-5eb5-417e-bc34-a10dd6ae1315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:03.836487 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-43cf1c2c-9255-4dae-8831-cc8032f5a6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c7e8a56d-28d8-4a5a-a293-cd4c9064efb1), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:03.844535 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c223506-75b4-4654-ab76-db6178e69b65 admin admin] Pushing event updated for resources: {'Port': ['ID=b3e764f1-aa25-4360-b14c-863858714475,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:03.850500 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6c223506-75b4-4654-ab76-db6178e69b65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (9fd0b531-097c-46da-a186-beb52562187c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:03.864787 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5658d0-6340-4f0a-bce1-63d897650e28 None None] The sync data for ids ['a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77'] in n-d-832164-4 is: [{'id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'name': 'tempest-TestMinimumBasicScenario-1603672796-router', 'tenant_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '9ad6a011-0a4e-47c0-889d-c2eb48d4c951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:30:56Z', 'updated_at': '2022-03-07T11:30:58Z', 'revision_number': 4, 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'gw_port': {'id': '9ad6a011-0a4e-47c0-889d-c2eb48d4c951', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:30:56Z', 'updated_at': '2022-03-07T11:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '0a7796e8-3bbd-49d8-83d1-564376dddfca', 'name': '', 'network_id': '599a7c20-c926-43db-8b2e-fcb261e8029e', 'tenant_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'mac_address': 'fa:16:3e:31:8e:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'aad36098-5eb5-417e-bc34-a10dd6ae1315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:30:57Z', 'updated_at': '2022-03-07T11:31:03Z', 'revision_number': 4, 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'subnets': [{'id': 'aad36098-5eb5-417e-bc34-a10dd6ae1315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:31:03.905319 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1077fc0-9153-4ffe-a20b-50c49cb0d528 None None] Pushing event updated for resources: {'Port': ['ID=c7e8a56d-28d8-4a5a-a293-cd4c9064efb1,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:03.908496 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-43cf1c2c-9255-4dae-8831-cc8032f5a6b0 None None] Attempting to bind port c7e8a56d-28d8-4a5a-a293-cd4c9064efb1 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:31:03.908966 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-43cf1c2c-9255-4dae-8831-cc8032f5a6b0 None None] Attempting to bind port c7e8a56d-28d8-4a5a-a293-cd4c9064efb1 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:31:03.909511 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cf1c2c-9255-4dae-8831-cc8032f5a6b0 None None] Attempting to bind port c7e8a56d-28d8-4a5a-a293-cd4c9064efb1 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:31:03.920190 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cf1c2c-9255-4dae-8831-cc8032f5a6b0 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:31:03.920663 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cf1c2c-9255-4dae-8831-cc8032f5a6b0 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:31:03.921446 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-43cf1c2c-9255-4dae-8831-cc8032f5a6b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:03.921567 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cf1c2c-9255-4dae-8831-cc8032f5a6b0 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:31:03.922128 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-43cf1c2c-9255-4dae-8831-cc8032f5a6b0 None None] Bound port: c7e8a56d-28d8-4a5a-a293-cd4c9064efb1, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:31:03.922576 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-43cf1c2c-9255-4dae-8831-cc8032f5a6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c7e8a56d-28d8-4a5a-a293-cd4c9064efb1), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:03.926512 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2d72bb2f-8a88-4dd7-9a71-1d0643d2889a None None] Provisioning complete for port 0a7796e8-3bbd-49d8-83d1-564376dddfca triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:31:03.926837 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2d72bb2f-8a88-4dd7-9a71-1d0643d2889a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0a7796e8-3bbd-49d8-83d1-564376dddfca), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:03.954781 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c223506-75b4-4654-ab76-db6178e69b65 admin admin] Network a4f4c168-2f9d-4819-a150-dc9d6a386e73 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:31:03.957059 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-6c223506-75b4-4654-ab76-db6178e69b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:31:04.013061 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-43cf1c2c-9255-4dae-8831-cc8032f5a6b0 None None] For port c7e8a56d-28d8-4a5a-a293-cd4c9064efb1, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:31:04.017629 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-43cf1c2c-9255-4dae-8831-cc8032f5a6b0 None None] For port c7e8a56d-28d8-4a5a-a293-cd4c9064efb1, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c7e8a56d-28d8-4a5a-a293-cd4c9064efb1,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:31:04.054374 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-43cf1c2c-9255-4dae-8831-cc8032f5a6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c7e8a56d-28d8-4a5a-a293-cd4c9064efb1), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:04.102551 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2d72bb2f-8a88-4dd7-9a71-1d0643d2889a None None] Current status of the port 0a7796e8-3bbd-49d8-83d1-564376dddfca is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:31:04.103680 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2d72bb2f-8a88-4dd7-9a71-1d0643d2889a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0a7796e8-3bbd-49d8-83d1-564376dddfca), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:04.107747 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c223506-75b4-4654-ab76-db6178e69b65 admin admin] Router 9fd0b531-097c-46da-a186-beb52562187c has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:31:04.165516 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-2d72bb2f-8a88-4dd7-9a71-1d0643d2889a None None] For port 0a7796e8-3bbd-49d8-83d1-564376dddfca, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=0a7796e8-3bbd-49d8-83d1-564376dddfca,segment=NetworkSegment(309fb50f-4559-4e31-a2f9-8c1371ba86e8),segment_id=309fb50f-4559-4e31-a2f9-8c1371ba86e8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:31:04.194953 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1077fc0-9153-4ffe-a20b-50c49cb0d528 None None] Pushing event updated for resources: {'Port': ['ID=c7e8a56d-28d8-4a5a-a293-cd4c9064efb1,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:04.204572 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2d72bb2f-8a88-4dd7-9a71-1d0643d2889a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0a7796e8-3bbd-49d8-83d1-564376dddfca), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:04.239246 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cf1c2c-9255-4dae-8831-cc8032f5a6b0 None None] Routers {'9fd0b531-097c-46da-a186-beb52562187c'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:31:04.239953 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-43cf1c2c-9255-4dae-8831-cc8032f5a6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:30:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9fd0b531-097c-46da-a186-beb52562187c'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:04.256838 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c223506-75b4-4654-ab76-db6178e69b65 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:31:04.262228 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6c223506-75b4-4654-ab76-db6178e69b65 admin admin] 10.222.0.11 "PUT /v2.0/routers/9fd0b531-097c-46da-a186-beb52562187c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0062618 Mar 07 11:31:04.329272 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2d72bb2f-8a88-4dd7-9a71-1d0643d2889a None None] Provisioning complete for port b3e764f1-aa25-4360-b14c-863858714475 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:31:04.329854 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2d72bb2f-8a88-4dd7-9a71-1d0643d2889a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b3e764f1-aa25-4360-b14c-863858714475), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:04.331445 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d72bb2f-8a88-4dd7-9a71-1d0643d2889a None None] Pushing event updated for resources: {'Port': ['ID=0a7796e8-3bbd-49d8-83d1-564376dddfca,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:04.410248 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2d72bb2f-8a88-4dd7-9a71-1d0643d2889a None None] Port b3e764f1-aa25-4360-b14c-863858714475 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:31:04.437868 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-43cf1c2c-9255-4dae-8831-cc8032f5a6b0 None None] Set router 9fd0b531-097c-46da-a186-beb52562187c gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:31:04.470895 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 0a7796e8-3bbd-49d8-83d1-564376dddfca up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:31:04.591143 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-0234aa5b-0850-47b7-ab4e-108f5693340e None None] Provisioning complete for port b3e764f1-aa25-4360-b14c-863858714475 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:31:04.591451 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0234aa5b-0850-47b7-ab4e-108f5693340e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b3e764f1-aa25-4360-b14c-863858714475), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:04.665870 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 0a7796e8-3bbd-49d8-83d1-564376dddfca triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:31:04.666254 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0a7796e8-3bbd-49d8-83d1-564376dddfca), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:04.711264 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0234aa5b-0850-47b7-ab4e-108f5693340e None None] Port b3e764f1-aa25-4360-b14c-863858714475 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:31:04.797213 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 0a7796e8-3bbd-49d8-83d1-564376dddfca is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:31:04.798283 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7f33d197-e316-401b-898c-def990385b60 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:31:04.838176 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-43cf1c2c-9255-4dae-8831-cc8032f5a6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd0b531-097c-46da-a186-beb52562187c', 'name': 'tempest-TestMinimumBasicScenario-586381972-router', 'tenant_id': 'f1d7ce27d19c4f65a6912411f6b352f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c7e8a56d-28d8-4a5a-a293-cd4c9064efb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:31:00Z', 'updated_at': '2022-03-07T11:31:03Z', 'revision_number': 4, 'project_id': 'f1d7ce27d19c4f65a6912411f6b352f8', 'gw_port': {'id': 'c7e8a56d-28d8-4a5a-a293-cd4c9064efb1', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:57:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd0b531-097c-46da-a186-beb52562187c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:01Z', 'updated_at': '2022-03-07T11:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'b3e764f1-aa25-4360-b14c-863858714475', 'name': '', 'network_id': 'a4f4c168-2f9d-4819-a150-dc9d6a386e73', 'tenant_id': 'f1d7ce27d19c4f65a6912411f6b352f8', 'mac_address': 'fa:16:3e:d8:9b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd0b531-097c-46da-a186-beb52562187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '2a0e3067-aaaf-41fe-9457-b768d437f8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:02Z', 'updated_at': '2022-03-07T11:31:03Z', 'revision_number': 2, 'project_id': 'f1d7ce27d19c4f65a6912411f6b352f8', 'subnets': [{'id': '2a0e3067-aaaf-41fe-9457-b768d437f8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:04.870819 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43cf1c2c-9255-4dae-8831-cc8032f5a6b0 None None] The sync data for ids ['9fd0b531-097c-46da-a186-beb52562187c'] in n-d-832164-4 is: [{'id': '9fd0b531-097c-46da-a186-beb52562187c', 'name': 'tempest-TestMinimumBasicScenario-586381972-router', 'tenant_id': 'f1d7ce27d19c4f65a6912411f6b352f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c7e8a56d-28d8-4a5a-a293-cd4c9064efb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:31:00Z', 'updated_at': '2022-03-07T11:31:03Z', 'revision_number': 4, 'project_id': 'f1d7ce27d19c4f65a6912411f6b352f8', 'gw_port': {'id': 'c7e8a56d-28d8-4a5a-a293-cd4c9064efb1', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:57:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd0b531-097c-46da-a186-beb52562187c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:01Z', 'updated_at': '2022-03-07T11:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'b3e764f1-aa25-4360-b14c-863858714475', 'name': '', 'network_id': 'a4f4c168-2f9d-4819-a150-dc9d6a386e73', 'tenant_id': 'f1d7ce27d19c4f65a6912411f6b352f8', 'mac_address': 'fa:16:3e:d8:9b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd0b531-097c-46da-a186-beb52562187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '2a0e3067-aaaf-41fe-9457-b768d437f8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:02Z', 'updated_at': '2022-03-07T11:31:03Z', 'revision_number': 2, 'project_id': 'f1d7ce27d19c4f65a6912411f6b352f8', 'subnets': [{'id': '2a0e3067-aaaf-41fe-9457-b768d437f8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:31:04.883956 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 7f33d197-e316-401b-898c-def990385b60 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:31:04.884312 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (7f33d197-e316-401b-898c-def990385b60), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:04.994619 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 7f33d197-e316-401b-898c-def990385b60 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:31:06.498890 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 0a7796e8-3bbd-49d8-83d1-564376dddfca up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:31:06.590215 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c70ce034-bf1d-405e-8378-2107b7d78d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:06.603681 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 0a7796e8-3bbd-49d8-83d1-564376dddfca triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:31:06.604312 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0a7796e8-3bbd-49d8-83d1-564376dddfca), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:06.719155 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 0a7796e8-3bbd-49d8-83d1-564376dddfca is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:31:06.720448 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c7e8a56d-28d8-4a5a-a293-cd4c9064efb1 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:31:06.776134 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port c7e8a56d-28d8-4a5a-a293-cd4c9064efb1 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:31:06.776510 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c7e8a56d-28d8-4a5a-a293-cd4c9064efb1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:06.891221 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port c7e8a56d-28d8-4a5a-a293-cd4c9064efb1 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:31:06.891775 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c7e8a56d-28d8-4a5a-a293-cd4c9064efb1), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:06.918363 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port c7e8a56d-28d8-4a5a-a293-cd4c9064efb1, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c7e8a56d-28d8-4a5a-a293-cd4c9064efb1,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:31:06.929306 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c7e8a56d-28d8-4a5a-a293-cd4c9064efb1), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:07.002618 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=c7e8a56d-28d8-4a5a-a293-cd4c9064efb1,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:07.010968 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:07.011393 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:07.011662 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:07.012023 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:07.012344 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:07.012679 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:07.013009 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:07.013382 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:07.013713 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:07.014041 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:07.014383 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:07.014742 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:07.015067 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:07.096559 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-d556946a-9203-40a1-92fb-c8722652aeb1 req-5b831df4-73a3-42cd-a3e8-d02d3a8daa09 service neutron] (103766) timed out ('10.222.0.11', 41126) {{(pid=103766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 11:31:07.940219 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11b6846-a453-43b0-a8b2-03b4b1a49c14 None None] Sync routers for ids ['9fd0b531-097c-46da-a186-beb52562187c'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:31:07.952447 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11b6846-a453-43b0-a8b2-03b4b1a49c14 None None] Routers {'9fd0b531-097c-46da-a186-beb52562187c'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:31:07.953218 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b11b6846-a453-43b0-a8b2-03b4b1a49c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:30:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9fd0b531-097c-46da-a186-beb52562187c'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:08.070708 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-b11b6846-a453-43b0-a8b2-03b4b1a49c14 None None] Set router 9fd0b531-097c-46da-a186-beb52562187c gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:31:08.297483 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b11b6846-a453-43b0-a8b2-03b4b1a49c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd0b531-097c-46da-a186-beb52562187c', 'name': 'tempest-TestMinimumBasicScenario-586381972-router', 'tenant_id': 'f1d7ce27d19c4f65a6912411f6b352f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c7e8a56d-28d8-4a5a-a293-cd4c9064efb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:31:00Z', 'updated_at': '2022-03-07T11:31:03Z', 'revision_number': 4, 'project_id': 'f1d7ce27d19c4f65a6912411f6b352f8', 'gw_port': {'id': 'c7e8a56d-28d8-4a5a-a293-cd4c9064efb1', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:57:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0b531-097c-46da-a186-beb52562187c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:01Z', 'updated_at': '2022-03-07T11:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'b3e764f1-aa25-4360-b14c-863858714475', 'name': '', 'network_id': 'a4f4c168-2f9d-4819-a150-dc9d6a386e73', 'tenant_id': 'f1d7ce27d19c4f65a6912411f6b352f8', 'mac_address': 'fa:16:3e:d8:9b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd0b531-097c-46da-a186-beb52562187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '2a0e3067-aaaf-41fe-9457-b768d437f8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:02Z', 'updated_at': '2022-03-07T11:31:03Z', 'revision_number': 2, 'project_id': 'f1d7ce27d19c4f65a6912411f6b352f8', 'subnets': [{'id': '2a0e3067-aaaf-41fe-9457-b768d437f8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:08.328743 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11b6846-a453-43b0-a8b2-03b4b1a49c14 None None] Checking router: 9fd0b531-097c-46da-a186-beb52562187c for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:31:08.329136 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11b6846-a453-43b0-a8b2-03b4b1a49c14 None None] Updating router 9fd0b531-097c-46da-a186-beb52562187c port b3e764f1-aa25-4360-b14c-863858714475 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:31:08.372182 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b11b6846-a453-43b0-a8b2-03b4b1a49c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b3e764f1-aa25-4360-b14c-863858714475), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:08.392178 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c7e8a56d-28d8-4a5a-a293-cd4c9064efb1 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:31:08.465906 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port c7e8a56d-28d8-4a5a-a293-cd4c9064efb1 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:31:08.466449 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c7e8a56d-28d8-4a5a-a293-cd4c9064efb1), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:08.570016 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port c7e8a56d-28d8-4a5a-a293-cd4c9064efb1 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:31:08.656193 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e7ff6065-a876-4699-a597-2afa16062bd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:08.803525 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b11b6846-a453-43b0-a8b2-03b4b1a49c14 None None] Publish callbacks [] for port (b3e764f1-aa25-4360-b14c-863858714475), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:08.809922 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b11b6846-a453-43b0-a8b2-03b4b1a49c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b3e764f1-aa25-4360-b14c-863858714475), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:08.861706 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b8917-a7c5-4e3a-babc-f156ae793fbb None None] Pushing event updated for resources: {'Port': ['ID=b3e764f1-aa25-4360-b14c-863858714475,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:08.943882 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-b11b6846-a453-43b0-a8b2-03b4b1a49c14 None None] Attempting to bind port b3e764f1-aa25-4360-b14c-863858714475 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:31:08.944572 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-b11b6846-a453-43b0-a8b2-03b4b1a49c14 None None] Attempting to bind port b3e764f1-aa25-4360-b14c-863858714475 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '80df9ce9-6202-41b6-af74-d8e457a33a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a4f4c168-2f9d-4819-a150-dc9d6a386e73'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:31:08.944572 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11b6846-a453-43b0-a8b2-03b4b1a49c14 None None] Attempting to bind port b3e764f1-aa25-4360-b14c-863858714475 on network a4f4c168-2f9d-4819-a150-dc9d6a386e73 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:31:08.956154 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11b6846-a453-43b0-a8b2-03b4b1a49c14 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:31:08.956595 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11b6846-a453-43b0-a8b2-03b4b1a49c14 None None] Checking segment: {'id': '80df9ce9-6202-41b6-af74-d8e457a33a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a4f4c168-2f9d-4819-a150-dc9d6a386e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:31:08.957027 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b11b6846-a453-43b0-a8b2-03b4b1a49c14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:08.957509 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11b6846-a453-43b0-a8b2-03b4b1a49c14 None None] Bound using segment: {'id': '80df9ce9-6202-41b6-af74-d8e457a33a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a4f4c168-2f9d-4819-a150-dc9d6a386e73'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:31:08.958002 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-b11b6846-a453-43b0-a8b2-03b4b1a49c14 None None] Bound port: b3e764f1-aa25-4360-b14c-863858714475, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80df9ce9-6202-41b6-af74-d8e457a33a21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a4f4c168-2f9d-4819-a150-dc9d6a386e73'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:31:08.958365 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b11b6846-a453-43b0-a8b2-03b4b1a49c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b3e764f1-aa25-4360-b14c-863858714475), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:09.049154 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-b11b6846-a453-43b0-a8b2-03b4b1a49c14 None None] For port b3e764f1-aa25-4360-b14c-863858714475, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:31:09.054709 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-b11b6846-a453-43b0-a8b2-03b4b1a49c14 None None] For port b3e764f1-aa25-4360-b14c-863858714475, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b3e764f1-aa25-4360-b14c-863858714475,segment=NetworkSegment(80df9ce9-6202-41b6-af74-d8e457a33a21),segment_id=80df9ce9-6202-41b6-af74-d8e457a33a21)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:31:09.071999 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-b11b6846-a453-43b0-a8b2-03b4b1a49c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b3e764f1-aa25-4360-b14c-863858714475), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:09.143303 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b8917-a7c5-4e3a-babc-f156ae793fbb None None] Pushing event updated for resources: {'Port': ['ID=b3e764f1-aa25-4360-b14c-863858714475,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:09.146421 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11b6846-a453-43b0-a8b2-03b4b1a49c14 None None] Routers {'9fd0b531-097c-46da-a186-beb52562187c'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:31:09.147016 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b11b6846-a453-43b0-a8b2-03b4b1a49c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:31:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9fd0b531-097c-46da-a186-beb52562187c'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:09.187055 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-9d12f5d2-8008-41a8-866e-246c251b418b None None] Provisioning complete for port b3e764f1-aa25-4360-b14c-863858714475 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:31:09.187378 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9d12f5d2-8008-41a8-866e-246c251b418b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b3e764f1-aa25-4360-b14c-863858714475), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:09.321320 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-9d12f5d2-8008-41a8-866e-246c251b418b None None] Current status of the port b3e764f1-aa25-4360-b14c-863858714475 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:31:09.322119 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9d12f5d2-8008-41a8-866e-246c251b418b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b3e764f1-aa25-4360-b14c-863858714475), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:09.344342 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-b11b6846-a453-43b0-a8b2-03b4b1a49c14 None None] Set router 9fd0b531-097c-46da-a186-beb52562187c gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:31:09.377381 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-9d12f5d2-8008-41a8-866e-246c251b418b None None] For port b3e764f1-aa25-4360-b14c-863858714475, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b3e764f1-aa25-4360-b14c-863858714475,segment=NetworkSegment(80df9ce9-6202-41b6-af74-d8e457a33a21),segment_id=80df9ce9-6202-41b6-af74-d8e457a33a21)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:31:09.387265 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9d12f5d2-8008-41a8-866e-246c251b418b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b3e764f1-aa25-4360-b14c-863858714475), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:09.486412 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12f5d2-8008-41a8-866e-246c251b418b None None] Pushing event updated for resources: {'Port': ['ID=b3e764f1-aa25-4360-b14c-863858714475,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:09.521781 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-9b8ca58f-778f-4841-9175-82eef1111a7b None None] Provisioning complete for port b3e764f1-aa25-4360-b14c-863858714475 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:31:09.522563 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9b8ca58f-778f-4841-9175-82eef1111a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b3e764f1-aa25-4360-b14c-863858714475), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:09.597995 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b11b6846-a453-43b0-a8b2-03b4b1a49c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd0b531-097c-46da-a186-beb52562187c', 'name': 'tempest-TestMinimumBasicScenario-586381972-router', 'tenant_id': 'f1d7ce27d19c4f65a6912411f6b352f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c7e8a56d-28d8-4a5a-a293-cd4c9064efb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:31:00Z', 'updated_at': '2022-03-07T11:31:03Z', 'revision_number': 4, 'project_id': 'f1d7ce27d19c4f65a6912411f6b352f8', 'gw_port': {'id': 'c7e8a56d-28d8-4a5a-a293-cd4c9064efb1', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:57:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0b531-097c-46da-a186-beb52562187c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:01Z', 'updated_at': '2022-03-07T11:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'b3e764f1-aa25-4360-b14c-863858714475', 'name': '', 'network_id': 'a4f4c168-2f9d-4819-a150-dc9d6a386e73', 'tenant_id': 'f1d7ce27d19c4f65a6912411f6b352f8', 'mac_address': 'fa:16:3e:d8:9b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd0b531-097c-46da-a186-beb52562187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '2a0e3067-aaaf-41fe-9457-b768d437f8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:02Z', 'updated_at': '2022-03-07T11:31:09Z', 'revision_number': 4, 'project_id': 'f1d7ce27d19c4f65a6912411f6b352f8', 'subnets': [{'id': '2a0e3067-aaaf-41fe-9457-b768d437f8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:09.627234 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-9b8ca58f-778f-4841-9175-82eef1111a7b None None] Current status of the port b3e764f1-aa25-4360-b14c-863858714475 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:31:09.629176 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11b6846-a453-43b0-a8b2-03b4b1a49c14 None None] The sync data for ids ['9fd0b531-097c-46da-a186-beb52562187c'] in n-d-832164-4 is: [{'id': '9fd0b531-097c-46da-a186-beb52562187c', 'name': 'tempest-TestMinimumBasicScenario-586381972-router', 'tenant_id': 'f1d7ce27d19c4f65a6912411f6b352f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c7e8a56d-28d8-4a5a-a293-cd4c9064efb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:31:00Z', 'updated_at': '2022-03-07T11:31:03Z', 'revision_number': 4, 'project_id': 'f1d7ce27d19c4f65a6912411f6b352f8', 'gw_port': {'id': 'c7e8a56d-28d8-4a5a-a293-cd4c9064efb1', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:57:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0b531-097c-46da-a186-beb52562187c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:01Z', 'updated_at': '2022-03-07T11:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'b3e764f1-aa25-4360-b14c-863858714475', 'name': '', 'network_id': 'a4f4c168-2f9d-4819-a150-dc9d6a386e73', 'tenant_id': 'f1d7ce27d19c4f65a6912411f6b352f8', 'mac_address': 'fa:16:3e:d8:9b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fd0b531-097c-46da-a186-beb52562187c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '2a0e3067-aaaf-41fe-9457-b768d437f8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:02Z', 'updated_at': '2022-03-07T11:31:09Z', 'revision_number': 4, 'project_id': 'f1d7ce27d19c4f65a6912411f6b352f8', 'subnets': [{'id': '2a0e3067-aaaf-41fe-9457-b768d437f8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:31:10.092063 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:10.391357 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b3e764f1-aa25-4360-b14c-863858714475 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:31:10.468331 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port b3e764f1-aa25-4360-b14c-863858714475 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:31:10.468832 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b3e764f1-aa25-4360-b14c-863858714475), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:10.574901 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port b3e764f1-aa25-4360-b14c-863858714475 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:31:11.837898 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:13.075069 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:14.542251 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-3f15c194-4e40-49eb-9105-259be648161e tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:14.543727 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-3f15c194-4e40-49eb-9105-259be648161e tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/networks?id=599a7c20-c926-43db-8b2e-fcb261e8029e HTTP/1.1" status: 200 len: 815 time: 0.0988104 Mar 07 11:31:14.558892 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-23494278-b46d-4019-aa63-d9c988ab70a9 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/quotas/cdf2c33a98d344cba8cd6a699fdaa781 HTTP/1.1" status: 200 len: 375 time: 0.0096052 Mar 07 11:31:14.617023 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-83bb648c-0c49-4401-a91b-73defb8327ff tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=cdf2c33a98d344cba8cd6a699fdaa781&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533340 Mar 07 11:31:14.711259 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-9a5b140e-fc23-41ee-b58a-2e7e1c1215fe service neutron] 10.222.0.11 "GET /v2.0/networks/599a7c20-c926-43db-8b2e-fcb261e8029e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824730 Mar 07 11:31:14.803447 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-dd3436f3-4e24-4599-8f9d-b83926924a7b service neutron] 10.222.0.11 "GET /v2.0/networks/599a7c20-c926-43db-8b2e-fcb261e8029e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864942 Mar 07 11:31:14.967843 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e21d6ee-1a32-468a-8e77-d086678035bc req-9c165462-c61d-46f7-ba25-735f0cdbd41b tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 210 time: 0.0307827 Mar 07 11:31:15.920813 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-150bb224-329c-40e2-b79d-699ebf994595 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:15.922274 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-150bb224-329c-40e2-b79d-699ebf994595 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.31 "GET /v2.0/networks?id=599a7c20-c926-43db-8b2e-fcb261e8029e HTTP/1.1" status: 200 len: 815 time: 0.1098635 Mar 07 11:31:15.935316 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-c973451c-6a68-4594-b05d-cc889b0ffcaa tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Request body: {'port': {'device_id': 'c01dec66-a558-4831-91ad-133206ab0032', 'network_id': '599a7c20-c926-43db-8b2e-fcb261e8029e', 'admin_state_up': True, 'tenant_id': 'cdf2c33a98d344cba8cd6a699fdaa781'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:31:16.065987 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-c973451c-6a68-4594-b05d-cc889b0ffcaa tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Made reservation on behalf of cdf2c33a98d344cba8cd6a699fdaa781 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:31:16.069338 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-c973451c-6a68-4594-b05d-cc889b0ffcaa tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:16.070295 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d9ca5b05-168d-4d92-b794-29273e8136d5 req-a1b014ae-07ba-408c-b235-5347a6d6be15 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 210 time: 0.0312319 Mar 07 11:31:16.229864 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-c973451c-6a68-4594-b05d-cc889b0ffcaa tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Allocated IP 172.20.0.8 (599a7c20-c926-43db-8b2e-fcb261e8029e/aad36098-5eb5-417e-bc34-a10dd6ae1315/24d8be1e-3444-4713-9263-2c3278913f01) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:31:16.501593 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-c973451c-6a68-4594-b05d-cc889b0ffcaa tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks [] for port (24d8be1e-3444-4713-9263-2c3278913f01), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:16.551016 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-c973451c-6a68-4594-b05d-cc889b0ffcaa tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (24d8be1e-3444-4713-9263-2c3278913f01), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:16.606045 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-c973451c-6a68-4594-b05d-cc889b0ffcaa tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Network 599a7c20-c926-43db-8b2e-fcb261e8029e is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:31:16.609360 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-c973451c-6a68-4594-b05d-cc889b0ffcaa tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:31:16.614444 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-c973451c-6a68-4594-b05d-cc889b0ffcaa tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:31:16.618532 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973451c-6a68-4594-b05d-cc889b0ffcaa tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Pushing event updated for resources: {'Port': ['ID=24d8be1e-3444-4713-9263-2c3278913f01,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:16.702324 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-c973451c-6a68-4594-b05d-cc889b0ffcaa tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:16.703141 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-c973451c-6a68-4594-b05d-cc889b0ffcaa tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:16.732905 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-c973451c-6a68-4594-b05d-cc889b0ffcaa tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8020740 Mar 07 11:31:16.900095 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-e95b13ca-8ef1-4ba2-9b48-da93caec4520 None None] Provisioning complete for port 24d8be1e-3444-4713-9263-2c3278913f01 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:31:16.900726 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e95b13ca-8ef1-4ba2-9b48-da93caec4520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (24d8be1e-3444-4713-9263-2c3278913f01), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:16.935986 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e95b13ca-8ef1-4ba2-9b48-da93caec4520 None None] Port 24d8be1e-3444-4713-9263-2c3278913f01 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:31:17.196867 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace5547-fe7c-4aaa-9859-615939c7fbcb req-bcc61150-33df-46fe-92c9-39c4e118d389 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:17.205619 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3ace5547-fe7c-4aaa-9859-615939c7fbcb req-bcc61150-33df-46fe-92c9-39c4e118d389 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 931 time: 0.0607471 Mar 07 11:31:17.250184 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3ace5547-fe7c-4aaa-9859-615939c7fbcb req-96f11991-d7e9-41ee-a886-f39b4abb5f80 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430870 Mar 07 11:31:18.385685 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06769b22-703c-45db-9d7e-f7bf38ae6481 req-cc48da72-b5a5-40d7-b0f4-819d44d8a325 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:18.387318 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-06769b22-703c-45db-9d7e-f7bf38ae6481 req-cc48da72-b5a5-40d7-b0f4-819d44d8a325 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 931 time: 0.0619843 Mar 07 11:31:18.441707 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-06769b22-703c-45db-9d7e-f7bf38ae6481 req-54e27202-a10b-402e-a7a2-5529c4b41e1c tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485971 Mar 07 11:31:18.744147 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:19.566975 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34d58d-81d2-4fa9-b649-5782f52d2fc0 req-135cb793-d3fe-4ca3-a5a1-e748d6a25ffa tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:19.568390 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ff34d58d-81d2-4fa9-b649-5782f52d2fc0 req-135cb793-d3fe-4ca3-a5a1-e748d6a25ffa tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 931 time: 0.0553126 Mar 07 11:31:19.618208 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ff34d58d-81d2-4fa9-b649-5782f52d2fc0 req-ab760364-0ca6-4762-9cda-d5813218d638 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441375 Mar 07 11:31:20.748890 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d084fb4-a498-4cba-880c-00c39c3a9064 req-5024086c-a0af-4910-b3b3-7982eab91aa9 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:20.750396 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2d084fb4-a498-4cba-880c-00c39c3a9064 req-5024086c-a0af-4910-b3b3-7982eab91aa9 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 931 time: 0.0615211 Mar 07 11:31:20.808291 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2d084fb4-a498-4cba-880c-00c39c3a9064 req-c86e7dfb-3d76-4743-bcdc-48108a0f5be5 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513279 Mar 07 11:31:21.248539 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:31:22.142434 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc66840-b885-4850-a965-0c4a92101600 req-d2ec90c0-c959-484d-9ee9-9701f8d296c2 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:22.145963 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0cc66840-b885-4850-a965-0c4a92101600 req-d2ec90c0-c959-484d-9ee9-9701f8d296c2 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 931 time: 0.2462521 Mar 07 11:31:22.199649 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0cc66840-b885-4850-a965-0c4a92101600 req-9511596c-a88a-4969-90c0-c8cf93c86fc8 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479677 Mar 07 11:31:23.350105 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:23.381690 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd057a-32b5-48b1-aee9-06223f0ab2ea req-50e8b432-4a3c-4dc5-85c9-2fc62c395d6c tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:23.383180 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7dfd057a-32b5-48b1-aee9-06223f0ab2ea req-50e8b432-4a3c-4dc5-85c9-2fc62c395d6c tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 931 time: 0.1097763 Mar 07 11:31:23.434215 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7dfd057a-32b5-48b1-aee9-06223f0ab2ea req-8e61d463-eaa7-4b0b-af27-0607889429be tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453477 Mar 07 11:31:24.552586 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27f5ac-5b50-4652-a3ac-6b48f2ae8337 req-64251bfc-0905-45ac-889c-292efc1e01b7 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:24.553979 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fb27f5ac-5b50-4652-a3ac-6b48f2ae8337 req-64251bfc-0905-45ac-889c-292efc1e01b7 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 931 time: 0.0537984 Mar 07 11:31:24.600862 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fb27f5ac-5b50-4652-a3ac-6b48f2ae8337 req-7753fc72-9433-4916-a237-d5686342f0cb tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414433 Mar 07 11:31:25.716406 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ed8fb-df73-4c78-a445-a7793cf715b2 req-dd83d882-7553-4bcd-b0ae-f9b58d80b569 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:25.717920 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c67ed8fb-df73-4c78-a445-a7793cf715b2 req-dd83d882-7553-4bcd-b0ae-f9b58d80b569 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 931 time: 0.0517435 Mar 07 11:31:25.771281 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c67ed8fb-df73-4c78-a445-a7793cf715b2 req-fbdd5c97-bf77-4b04-8119-9238aa246642 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472751 Mar 07 11:31:25.946423 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-15557d54-a1d7-43fd-8d14-e533baf68962 service neutron] Request body: {'port': {'device_id': 'c01dec66-a558-4831-91ad-133206ab0032', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:31:26.339326 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-15557d54-a1d7-43fd-8d14-e533baf68962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (24d8be1e-3444-4713-9263-2c3278913f01), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:26.601531 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-15557d54-a1d7-43fd-8d14-e533baf68962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24d8be1e-3444-4713-9263-2c3278913f01 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:31:26.608540 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-15557d54-a1d7-43fd-8d14-e533baf68962 service neutron] Publish callbacks [] for port (24d8be1e-3444-4713-9263-2c3278913f01), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:26.620585 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-15557d54-a1d7-43fd-8d14-e533baf68962 service neutron] Transition to ACTIVE for port object 24d8be1e-3444-4713-9263-2c3278913f01 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:31:26.624829 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-15557d54-a1d7-43fd-8d14-e533baf68962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (24d8be1e-3444-4713-9263-2c3278913f01), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:26.677311 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15557d54-a1d7-43fd-8d14-e533baf68962 service neutron] Pushing event updated for resources: {'Port': ['ID=24d8be1e-3444-4713-9263-2c3278913f01,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:26.753668 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-15557d54-a1d7-43fd-8d14-e533baf68962 service neutron] Attempting to bind port 24d8be1e-3444-4713-9263-2c3278913f01 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:31:26.754008 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-15557d54-a1d7-43fd-8d14-e533baf68962 service neutron] Attempting to bind port 24d8be1e-3444-4713-9263-2c3278913f01 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '309fb50f-4559-4e31-a2f9-8c1371ba86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '599a7c20-c926-43db-8b2e-fcb261e8029e'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:31:26.754331 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-15557d54-a1d7-43fd-8d14-e533baf68962 service neutron] Attempting to bind port 24d8be1e-3444-4713-9263-2c3278913f01 on network 599a7c20-c926-43db-8b2e-fcb261e8029e {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:31:26.759036 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-15557d54-a1d7-43fd-8d14-e533baf68962 service neutron] Port 24d8be1e-3444-4713-9263-2c3278913f01 on network 599a7c20-c926-43db-8b2e-fcb261e8029e not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:31:26.759353 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-15557d54-a1d7-43fd-8d14-e533baf68962 service neutron] Attempting to bind port 24d8be1e-3444-4713-9263-2c3278913f01 on network 599a7c20-c926-43db-8b2e-fcb261e8029e {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:31:26.764490 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-15557d54-a1d7-43fd-8d14-e533baf68962 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:31:26.764824 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-15557d54-a1d7-43fd-8d14-e533baf68962 service neutron] Checking segment: {'id': '309fb50f-4559-4e31-a2f9-8c1371ba86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '599a7c20-c926-43db-8b2e-fcb261e8029e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:31:26.765235 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-15557d54-a1d7-43fd-8d14-e533baf68962 service neutron] Bound using segment: {'id': '309fb50f-4559-4e31-a2f9-8c1371ba86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '599a7c20-c926-43db-8b2e-fcb261e8029e'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:31:26.765662 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-15557d54-a1d7-43fd-8d14-e533baf68962 service neutron] Bound port: 24d8be1e-3444-4713-9263-2c3278913f01, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '309fb50f-4559-4e31-a2f9-8c1371ba86e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '599a7c20-c926-43db-8b2e-fcb261e8029e'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:31:26.766021 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-15557d54-a1d7-43fd-8d14-e533baf68962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (24d8be1e-3444-4713-9263-2c3278913f01), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:26.834125 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-15557d54-a1d7-43fd-8d14-e533baf68962 service neutron] For port 24d8be1e-3444-4713-9263-2c3278913f01, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:31:26.837421 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-15557d54-a1d7-43fd-8d14-e533baf68962 service neutron] For port 24d8be1e-3444-4713-9263-2c3278913f01, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=24d8be1e-3444-4713-9263-2c3278913f01,segment=NetworkSegment(309fb50f-4559-4e31-a2f9-8c1371ba86e8),segment_id=309fb50f-4559-4e31-a2f9-8c1371ba86e8)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:31:26.843329 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-15557d54-a1d7-43fd-8d14-e533baf68962 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (24d8be1e-3444-4713-9263-2c3278913f01), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:26.916573 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-15557d54-a1d7-43fd-8d14-e533baf68962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:26.917235 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-15557d54-a1d7-43fd-8d14-e533baf68962 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:26.918806 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-15557d54-a1d7-43fd-8d14-e533baf68962 service neutron] 10.222.0.31 "PUT /v2.0/ports/24d8be1e-3444-4713-9263-2c3278913f01 HTTP/1.1" status: 200 len: 1091 time: 0.9767139 Mar 07 11:31:26.919251 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01dec66-a558-4831-91ad-133206ab0032', 'tag': '24d8be1e-3444-4713-9263-2c3278913f01'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:31:26.922032 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3dae3aa-b8ba-42a0-9521-198e05a9adfa" -d '{"events": [{"name": "network-changed", "server_uuid": "c01dec66-a558-4831-91ad-133206ab0032", "tag": "24d8be1e-3444-4713-9263-2c3278913f01"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:31:26.978271 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15557d54-a1d7-43fd-8d14-e533baf68962 service neutron] Pushing event updated for resources: {'Port': ['ID=24d8be1e-3444-4713-9263-2c3278913f01,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:26.983367 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecc7b3e-01c6-40fc-ae6e-7cafcb37b589 x-openstack-request-id: req-aecc7b3e-01c6-40fc-ae6e-7cafcb37b589 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:31:26.983777 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c01dec66-a558-4831-91ad-133206ab0032", "tag": "24d8be1e-3444-4713-9263-2c3278913f01", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:31:26.983881 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aecc7b3e-01c6-40fc-ae6e-7cafcb37b589 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:31:26.984286 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c01dec66-a558-4831-91ad-133206ab0032', 'tag': '24d8be1e-3444-4713-9263-2c3278913f01', 'status': 'completed', 'code': 200} Mar 07 11:31:27.022770 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328b451-38f9-42cb-a6f4-4d7572338e0c req-21d95796-a050-409b-b670-c28f65538e04 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:27.024309 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3328b451-38f9-42cb-a6f4-4d7572338e0c req-21d95796-a050-409b-b670-c28f65538e04 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 943 time: 0.1553736 Mar 07 11:31:27.041035 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-276989f2-0280-4c2c-b58a-73364e098579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:27.042519 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-276989f2-0280-4c2c-b58a-73364e098579 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdf2c33a98d344cba8cd6a699fdaa781&device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 1125 time: 0.0763888 Mar 07 11:31:27.094986 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-0b050f2a-e5e2-4e93-be4b-33fe496d64ef service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24d8be1e-3444-4713-9263-2c3278913f01 HTTP/1.1" status: 200 len: 217 time: 0.0439305 Mar 07 11:31:27.146922 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3328b451-38f9-42cb-a6f4-4d7572338e0c req-72274963-4bba-47f6-a231-9e65b9ce6476 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145163 Mar 07 11:31:27.156624 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-5d0de4d9-e232-4d8f-a2d2-bfaaa918944a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:27.158348 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-5d0de4d9-e232-4d8f-a2d2-bfaaa918944a service neutron] 10.222.0.31 "GET /v2.0/subnets?id=aad36098-5eb5-417e-bc34-a10dd6ae1315 HTTP/1.1" status: 200 len: 854 time: 0.0569930 Mar 07 11:31:27.212132 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-5d67ae92-c6f2-4253-b287-7b8259b12f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:27.213841 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-5d67ae92-c6f2-4253-b287-7b8259b12f74 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=599a7c20-c926-43db-8b2e-fcb261e8029e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0490105 Mar 07 11:31:27.310976 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-bba4e506-c788-4123-af58-c49f31c54220 service neutron] 10.222.0.31 "GET /v2.0/networks/599a7c20-c926-43db-8b2e-fcb261e8029e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909870 Mar 07 11:31:27.401185 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3af0ce3e-207e-482b-9b7c-057d992d6525 req-e1502624-d3e4-43bc-ab79-f81830020c31 service neutron] 10.222.0.31 "GET /v2.0/networks/599a7c20-c926-43db-8b2e-fcb261e8029e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848901 Mar 07 11:31:27.491586 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dae3aa-b8ba-42a0-9521-198e05a9adfa req-9d00034d-afb4-4213-b807-a523cdb08ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:27.493044 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e3dae3aa-b8ba-42a0-9521-198e05a9adfa req-9d00034d-afb4-4213-b807-a523cdb08ee6 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdf2c33a98d344cba8cd6a699fdaa781&device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 1125 time: 0.0489340 Mar 07 11:31:27.580783 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dae3aa-b8ba-42a0-9521-198e05a9adfa req-d8738487-4a24-4641-b529-6bcf1562b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:27.582275 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e3dae3aa-b8ba-42a0-9521-198e05a9adfa req-d8738487-4a24-4641-b529-6bcf1562b65b service neutron] 10.222.0.31 "GET /v2.0/networks?id=599a7c20-c926-43db-8b2e-fcb261e8029e HTTP/1.1" status: 200 len: 916 time: 0.0835667 Mar 07 11:31:27.634839 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e3dae3aa-b8ba-42a0-9521-198e05a9adfa req-9900e553-fa10-4561-908c-6c8306cd1d43 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24d8be1e-3444-4713-9263-2c3278913f01 HTTP/1.1" status: 200 len: 217 time: 0.0457654 Mar 07 11:31:27.691361 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dae3aa-b8ba-42a0-9521-198e05a9adfa req-5e4c48eb-aecb-4250-a6dd-f8cd16f2f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:27.692805 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e3dae3aa-b8ba-42a0-9521-198e05a9adfa req-5e4c48eb-aecb-4250-a6dd-f8cd16f2f377 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=aad36098-5eb5-417e-bc34-a10dd6ae1315 HTTP/1.1" status: 200 len: 854 time: 0.0527937 Mar 07 11:31:27.742679 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dae3aa-b8ba-42a0-9521-198e05a9adfa req-fe51605c-6d4c-42a9-a19e-726fdcac18e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:27.744181 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e3dae3aa-b8ba-42a0-9521-198e05a9adfa req-fe51605c-6d4c-42a9-a19e-726fdcac18e1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=599a7c20-c926-43db-8b2e-fcb261e8029e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454767 Mar 07 11:31:27.837816 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e3dae3aa-b8ba-42a0-9521-198e05a9adfa req-239886e3-21ed-4df7-91e8-ee3ca7d649d8 service neutron] 10.222.0.31 "GET /v2.0/networks/599a7c20-c926-43db-8b2e-fcb261e8029e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879900 Mar 07 11:31:27.929051 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e3dae3aa-b8ba-42a0-9521-198e05a9adfa req-68678bf9-122d-40db-9715-89337d4a256e service neutron] 10.222.0.31 "GET /v2.0/networks/599a7c20-c926-43db-8b2e-fcb261e8029e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852120 Mar 07 11:31:28.265976 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6627b30-de67-4c5d-9067-9922baa481a7 req-d40746fc-4491-4e29-856a-cdf55199e6ec tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:28.267455 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d6627b30-de67-4c5d-9067-9922baa481a7 req-d40746fc-4491-4e29-856a-cdf55199e6ec tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 943 time: 0.0520205 Mar 07 11:31:28.322168 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d6627b30-de67-4c5d-9067-9922baa481a7 req-735ff380-3777-48ff-a9ca-49f4ec02bda2 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481510 Mar 07 11:31:29.440785 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea009a99-065e-42bf-9906-15868b5012f9 req-d05af356-a218-42ba-8b23-14a456e12ea6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:29.442280 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ea009a99-065e-42bf-9906-15868b5012f9 req-d05af356-a218-42ba-8b23-14a456e12ea6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 943 time: 0.0542302 Mar 07 11:31:29.492748 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ea009a99-065e-42bf-9906-15868b5012f9 req-d410a41f-539c-4ce9-ac0b-f8ca56afd778 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449522 Mar 07 11:31:30.608717 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134f123-3854-44ae-b58f-d2c360755d57 req-2b7268c1-10a8-4a58-85a1-188f64c84c8e tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:30.610138 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4134f123-3854-44ae-b58f-d2c360755d57 req-2b7268c1-10a8-4a58-85a1-188f64c84c8e tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 943 time: 0.0522294 Mar 07 11:31:30.655131 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4134f123-3854-44ae-b58f-d2c360755d57 req-9d243da3-c505-422b-afca-5fb1b8104a88 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394959 Mar 07 11:31:31.705401 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 24d8be1e-3444-4713-9263-2c3278913f01 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:31:31.782527 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec9d20-ad52-40f7-8a20-0cdd9b79fa0e req-0174b328-321e-4a56-8249-aa6c3ffec9ff tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:31.787115 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2aec9d20-ad52-40f7-8a20-0cdd9b79fa0e req-0174b328-321e-4a56-8249-aa6c3ffec9ff tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 943 time: 0.0576036 Mar 07 11:31:31.819840 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 24d8be1e-3444-4713-9263-2c3278913f01, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=24d8be1e-3444-4713-9263-2c3278913f01,segment=NetworkSegment(309fb50f-4559-4e31-a2f9-8c1371ba86e8),segment_id=309fb50f-4559-4e31-a2f9-8c1371ba86e8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:31:31.832835 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '24d8be1e-3444-4713-9263-2c3278913f01', 'network_id': '599a7c20-c926-43db-8b2e-fcb261e8029e', 'port_id': '24d8be1e-3444-4713-9263-2c3278913f01', 'mac_address': 'fa:16:3e:bb:88:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aad36098-5eb5-417e-bc34-a10dd6ae1315', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:31:31.850950 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2aec9d20-ad52-40f7-8a20-0cdd9b79fa0e req-e82e17bc-0aec-4795-b9bf-519a02d9013c tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612376 Mar 07 11:31:31.874764 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 24d8be1e-3444-4713-9263-2c3278913f01 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:31:31.875147 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (24d8be1e-3444-4713-9263-2c3278913f01), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:31.889130 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24d8be1e-3444-4713-9263-2c3278913f01 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:31:31.908480 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 24d8be1e-3444-4713-9263-2c3278913f01, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=24d8be1e-3444-4713-9263-2c3278913f01,segment=NetworkSegment(309fb50f-4559-4e31-a2f9-8c1371ba86e8),segment_id=309fb50f-4559-4e31-a2f9-8c1371ba86e8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:31:31.913492 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (24d8be1e-3444-4713-9263-2c3278913f01), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:31.964076 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=24d8be1e-3444-4713-9263-2c3278913f01,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:32.218023 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['24d8be1e-3444-4713-9263-2c3278913f01'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:31:32.980752 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd87f0b-9e07-498a-b759-189b8a210e7c req-fcf9ef96-8767-4746-a5e4-d4bf3722227c tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:32.982255 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5bd87f0b-9e07-498a-b759-189b8a210e7c req-fcf9ef96-8767-4746-a5e4-d4bf3722227c tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 944 time: 0.0582907 Mar 07 11:31:33.029403 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5bd87f0b-9e07-498a-b759-189b8a210e7c req-c0ca564f-bb61-4658-8212-63640ee6b3a5 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412474 Mar 07 11:31:33.705711 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 24d8be1e-3444-4713-9263-2c3278913f01 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:31:33.754310 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 24d8be1e-3444-4713-9263-2c3278913f01 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:31:33.758443 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 24d8be1e-3444-4713-9263-2c3278913f01 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:31:33.758815 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (24d8be1e-3444-4713-9263-2c3278913f01), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:33.840535 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 24d8be1e-3444-4713-9263-2c3278913f01 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:31:33.840924 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (24d8be1e-3444-4713-9263-2c3278913f01), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:33.863513 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01dec66-a558-4831-91ad-133206ab0032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d8be1e-3444-4713-9263-2c3278913f01'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:31:33.865990 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a645a2b5805a54a98315e88f2d343b68cf76c29b7d342bc1003cac2cf566b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7601cc5d-8778-40f5-b7cf-40bd89a8f66e" -d '{"events": [{"server_uuid": "c01dec66-a558-4831-91ad-133206ab0032", "name": "network-vif-plugged", "status": "completed", "tag": "24d8be1e-3444-4713-9263-2c3278913f01"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:31:33.878549 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 24d8be1e-3444-4713-9263-2c3278913f01, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=24d8be1e-3444-4713-9263-2c3278913f01,segment=NetworkSegment(309fb50f-4559-4e31-a2f9-8c1371ba86e8),segment_id=309fb50f-4559-4e31-a2f9-8c1371ba86e8)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:31:33.882696 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (24d8be1e-3444-4713-9263-2c3278913f01), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:33.905316 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84f74be-692b-49eb-a7bd-baa07efbf00d x-openstack-request-id: req-e84f74be-692b-49eb-a7bd-baa07efbf00d {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:31:33.905623 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01dec66-a558-4831-91ad-133206ab0032", "name": "network-vif-plugged", "status": "completed", "tag": "24d8be1e-3444-4713-9263-2c3278913f01", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:31:33.905869 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e84f74be-692b-49eb-a7bd-baa07efbf00d {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:31:33.906268 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01dec66-a558-4831-91ad-133206ab0032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d8be1e-3444-4713-9263-2c3278913f01', 'code': 200} Mar 07 11:31:33.932740 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=24d8be1e-3444-4713-9263-2c3278913f01,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:33.998812 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bad5d6-b046-412e-a71c-fbfca2e84e26 req-0c4e53c8-1937-4104-ada5-69c80f1f3c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:34.000324 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c4bad5d6-b046-412e-a71c-fbfca2e84e26 req-0c4e53c8-1937-4104-ada5-69c80f1f3c8d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 1127 time: 0.0435491 Mar 07 11:31:34.043955 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c4bad5d6-b046-412e-a71c-fbfca2e84e26 req-8ddb617e-1f6e-4497-a577-9852b97d06af service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364091 Mar 07 11:31:34.146442 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f12852-ce96-45cd-ab0d-741c6e9e5a2c req-9dc661fe-37af-4c97-8d0b-76f0497f9492 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:34.147938 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-75f12852-ce96-45cd-ab0d-741c6e9e5a2c req-9dc661fe-37af-4c97-8d0b-76f0497f9492 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 945 time: 0.0533364 Mar 07 11:31:34.193894 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-75f12852-ce96-45cd-ab0d-741c6e9e5a2c req-3d094337-40b3-4634-ab25-613355573cec tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404916 Mar 07 11:31:35.324425 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9163e8b-10d7-4e6e-954f-f9ce61966907 req-a04e5495-05c8-4f10-b95e-f8702930b3b0 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:35.326200 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a9163e8b-10d7-4e6e-954f-f9ce61966907 req-a04e5495-05c8-4f10-b95e-f8702930b3b0 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 945 time: 0.0607729 Mar 07 11:31:35.379569 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a9163e8b-10d7-4e6e-954f-f9ce61966907 req-dbb60f52-d63d-4eeb-9aa6-fcb87c2c6992 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465672 Mar 07 11:31:36.498338 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d0ad8-8b10-4c0e-a70a-31688b6480b1 req-3c24343a-5465-4548-8326-5d132490cbe8 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:36.499800 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d24d0ad8-8b10-4c0e-a70a-31688b6480b1 req-3c24343a-5465-4548-8326-5d132490cbe8 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 945 time: 0.0525630 Mar 07 11:31:36.553500 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d24d0ad8-8b10-4c0e-a70a-31688b6480b1 req-53440161-b9b4-4d28-b637-ff1453f43863 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478153 Mar 07 11:31:36.575502 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4578b090-0a51-46f1-89e8-72ddaf6837b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:36.673639 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdcc1bd-125a-4880-9ca3-eece9064cd65 req-fb599979-1623-412e-9f7b-061fe2c77524 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:36.675783 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-acdcc1bd-125a-4880-9ca3-eece9064cd65 req-fb599979-1623-412e-9f7b-061fe2c77524 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 945 time: 0.0540924 Mar 07 11:31:36.721669 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-acdcc1bd-125a-4880-9ca3-eece9064cd65 req-ec3078f7-d1a4-4f24-8967-722fec834311 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403454 Mar 07 11:31:36.917734 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d09cbc-c60d-41e8-bd41-769257d95cff req-9b1f1047-7ad9-4805-8cf0-ce08f61c80a1 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:36.919216 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-49d09cbc-c60d-41e8-bd41-769257d95cff req-9b1f1047-7ad9-4805-8cf0-ce08f61c80a1 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 945 time: 0.0603788 Mar 07 11:31:36.966432 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-49d09cbc-c60d-41e8-bd41-769257d95cff req-34d0daa4-8667-4fa2-b9d1-1cf48b81c332 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408130 Mar 07 11:31:38.648975 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7f14da26-d833-4791-bea7-2372c08b6bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:40.093663 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:41.837927 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:43.068815 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:48.734893 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:49.333533 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-aee6ab6d-453b-4762-9998-24d42e63cdd7 req-7c1a87d1-84c9-484b-b140-f6e202581b18 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518105 Mar 07 11:31:49.445652 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6ab6d-453b-4762-9998-24d42e63cdd7 req-df41414d-a0a6-48f8-bca9-6bf3044b8212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:49.447280 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-aee6ab6d-453b-4762-9998-24d42e63cdd7 req-df41414d-a0a6-48f8-bca9-6bf3044b8212 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdf2c33a98d344cba8cd6a699fdaa781&device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 1127 time: 0.0559320 Mar 07 11:31:49.575150 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6ab6d-453b-4762-9998-24d42e63cdd7 req-aefad4dc-e0fd-4d94-aea9-83cb26b0f685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:49.576671 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-aee6ab6d-453b-4762-9998-24d42e63cdd7 req-aefad4dc-e0fd-4d94-aea9-83cb26b0f685 service neutron] 10.222.0.31 "GET /v2.0/networks?id=599a7c20-c926-43db-8b2e-fcb261e8029e HTTP/1.1" status: 200 len: 916 time: 0.1027644 Mar 07 11:31:49.624775 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-aee6ab6d-453b-4762-9998-24d42e63cdd7 req-5c7b953f-153d-4cd1-94d9-773cdbdca821 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24d8be1e-3444-4713-9263-2c3278913f01 HTTP/1.1" status: 200 len: 217 time: 0.0379004 Mar 07 11:31:49.674736 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6ab6d-453b-4762-9998-24d42e63cdd7 req-43178a30-7592-4da9-a0fc-b33dca26b0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:49.676499 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-aee6ab6d-453b-4762-9998-24d42e63cdd7 req-43178a30-7592-4da9-a0fc-b33dca26b0ac service neutron] 10.222.0.31 "GET /v2.0/subnets?id=aad36098-5eb5-417e-bc34-a10dd6ae1315 HTTP/1.1" status: 200 len: 854 time: 0.0458598 Mar 07 11:31:49.738432 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6ab6d-453b-4762-9998-24d42e63cdd7 req-0584ef76-51a9-4962-a9d2-de019ef0d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:49.739943 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-aee6ab6d-453b-4762-9998-24d42e63cdd7 req-0584ef76-51a9-4962-a9d2-de019ef0d4b8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=599a7c20-c926-43db-8b2e-fcb261e8029e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0508723 Mar 07 11:31:49.830139 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-aee6ab6d-453b-4762-9998-24d42e63cdd7 req-cab2fbba-7ccf-40d6-81d5-44f021525387 service neutron] 10.222.0.31 "GET /v2.0/networks/599a7c20-c926-43db-8b2e-fcb261e8029e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829837 Mar 07 11:31:49.926872 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-aee6ab6d-453b-4762-9998-24d42e63cdd7 req-f4023816-b2eb-4af6-9330-e168c50ff2db service neutron] 10.222.0.31 "GET /v2.0/networks/599a7c20-c926-43db-8b2e-fcb261e8029e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904653 Mar 07 11:31:53.358780 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:55.822402 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922cb32-4d59-49dc-aa27-1e5098bb9f67 req-e1953b9e-65c0-485d-87f1-af6e290434c1 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:55.823875 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8922cb32-4d59-49dc-aa27-1e5098bb9f67 req-e1953b9e-65c0-485d-87f1-af6e290434c1 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 945 time: 0.0537438 Mar 07 11:31:55.871871 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8922cb32-4d59-49dc-aa27-1e5098bb9f67 req-3ef19704-a91e-41c4-a4fe-97b07d7f9476 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423446 Mar 07 11:31:55.894215 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44796) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:31:55.994623 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386c9c37-b65a-4470-b845-aee021487b14 tempest-TestMinimumBasicScenario-1893488893 tempest-TestMinimumBasicScenario-1893488893-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:55.996140 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-386c9c37-b65a-4470-b845-aee021487b14 tempest-TestMinimumBasicScenario-1893488893 tempest-TestMinimumBasicScenario-1893488893-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 1122 time: 0.1008439 Mar 07 11:31:55.999079 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44800) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:31:56.003854 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-dfc651a6-ebda-4970-a39d-94ae5bcc90d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'port_id': '24d8be1e-3444-4713-9263-2c3278913f01', 'tenant_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:31:56.024230 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dfc651a6-ebda-4970-a39d-94ae5bcc90d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:56.119141 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dfc651a6-ebda-4970-a39d-94ae5bcc90d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:56.224765 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-dfc651a6-ebda-4970-a39d-94ae5bcc90d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Allocated IP 172.25.3.224 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/836fbf22-81ca-4845-bbb9-3bcfcad5c6fe) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:31:56.325403 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dfc651a6-ebda-4970-a39d-94ae5bcc90d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks [] for port (836fbf22-81ca-4845-bbb9-3bcfcad5c6fe), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:56.357902 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dfc651a6-ebda-4970-a39d-94ae5bcc90d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (836fbf22-81ca-4845-bbb9-3bcfcad5c6fe), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:56.400981 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc651a6-ebda-4970-a39d-94ae5bcc90d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:31:56.403890 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-dfc651a6-ebda-4970-a39d-94ae5bcc90d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:31:56.407259 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc651a6-ebda-4970-a39d-94ae5bcc90d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:31:56.431318 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc651a6-ebda-4970-a39d-94ae5bcc90d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Pushing event updated for resources: {'Port': ['ID=836fbf22-81ca-4845-bbb9-3bcfcad5c6fe,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:56.772170 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dfc651a6-ebda-4970-a39d-94ae5bcc90d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks [] for floatingip (070fdff7-3380-423d-b113-3cfe6d05d920), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:56.842517 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dfc651a6-ebda-4970-a39d-94ae5bcc90d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (836fbf22-81ca-4845-bbb9-3bcfcad5c6fe), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:56.990434 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dfc651a6-ebda-4970-a39d-94ae5bcc90d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks [] for port (836fbf22-81ca-4845-bbb9-3bcfcad5c6fe), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:56.995005 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dfc651a6-ebda-4970-a39d-94ae5bcc90d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (836fbf22-81ca-4845-bbb9-3bcfcad5c6fe), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:57.061177 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc651a6-ebda-4970-a39d-94ae5bcc90d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Pushing event updated for resources: {'Port': ['ID=836fbf22-81ca-4845-bbb9-3bcfcad5c6fe,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:57.073083 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc651a6-ebda-4970-a39d-94ae5bcc90d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:57.073456 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc651a6-ebda-4970-a39d-94ae5bcc90d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:57.073801 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc651a6-ebda-4970-a39d-94ae5bcc90d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:57.074137 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc651a6-ebda-4970-a39d-94ae5bcc90d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:57.074468 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc651a6-ebda-4970-a39d-94ae5bcc90d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:57.074804 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc651a6-ebda-4970-a39d-94ae5bcc90d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:57.075131 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc651a6-ebda-4970-a39d-94ae5bcc90d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:57.075453 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc651a6-ebda-4970-a39d-94ae5bcc90d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:57.075776 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc651a6-ebda-4970-a39d-94ae5bcc90d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:57.076099 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc651a6-ebda-4970-a39d-94ae5bcc90d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:57.076423 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc651a6-ebda-4970-a39d-94ae5bcc90d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:57.076740 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc651a6-ebda-4970-a39d-94ae5bcc90d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:57.077055 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc651a6-ebda-4970-a39d-94ae5bcc90d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:57.084497 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dfc651a6-ebda-4970-a39d-94ae5bcc90d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (070fdff7-3380-423d-b113-3cfe6d05d920), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:57.186840 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-dfc651a6-ebda-4970-a39d-94ae5bcc90d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Floating IP 070fdff7-3380-423d-b113-3cfe6d05d920 associated. External IP: 172.25.3.224, port: 24d8be1e-3444-4713-9263-2c3278913f01. Mar 07 11:31:57.403292 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc651a6-ebda-4970-a39d-94ae5bcc90d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Router a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:31:57.515589 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc651a6-ebda-4970-a39d-94ae5bcc90d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:31:57.525921 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcac79e0-b384-49e0-a664-fa4d3d596bdf None None] Sync routers for ids ['a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:31:57.534295 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-dfc651a6-ebda-4970-a39d-94ae5bcc90d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:57.537660 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcac79e0-b384-49e0-a664-fa4d3d596bdf None None] Routers {'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:31:57.537660 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-fcac79e0-b384-49e0-a664-fa4d3d596bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:31:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:57.565264 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-dfc651a6-ebda-4970-a39d-94ae5bcc90d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5650516 Mar 07 11:31:57.565944 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01dec66-a558-4831-91ad-133206ab0032', 'tag': '24d8be1e-3444-4713-9263-2c3278913f01'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:31:57.568306 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44802) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:31:57.568835 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75483e4-d40e-4835-b9a9-7b5309d0c516" -d '{"events": [{"name": "network-changed", "server_uuid": "c01dec66-a558-4831-91ad-133206ab0032", "tag": "24d8be1e-3444-4713-9263-2c3278913f01"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:31:57.573705 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-2c19033b-2840-4a6e-8ee3-da77d693a46f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1178123413', 'description': 'tempest-secgroup-smoke-1178123413 description', 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:31:57.595667 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c19033b-2840-4a6e-8ee3-da77d693a46f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:57.649055 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-fcac79e0-b384-49e0-a664-fa4d3d596bdf None None] Set router a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:31:57.673471 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badcd705-8e5f-4bfd-a0f5-5d1a664f6edf x-openstack-request-id: req-badcd705-8e5f-4bfd-a0f5-5d1a664f6edf {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:31:57.673784 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c01dec66-a558-4831-91ad-133206ab0032", "tag": "24d8be1e-3444-4713-9263-2c3278913f01", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:31:57.674124 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-badcd705-8e5f-4bfd-a0f5-5d1a664f6edf {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:31:57.674554 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c01dec66-a558-4831-91ad-133206ab0032', 'tag': '24d8be1e-3444-4713-9263-2c3278913f01', 'status': 'completed', 'code': 200} Mar 07 11:31:57.675496 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c19033b-2840-4a6e-8ee3-da77d693a46f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks [] for security_group (1d0b7701-6522-46e3-a109-6d3d7c5227e9), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:57.680201 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c19033b-2840-4a6e-8ee3-da77d693a46f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (1d0b7701-6522-46e3-a109-6d3d7c5227e9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:57.715093 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19033b-2840-4a6e-8ee3-da77d693a46f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0b7701-6522-46e3-a109-6d3d7c5227e9,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:57.723954 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19033b-2840-4a6e-8ee3-da77d693a46f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:57.724376 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19033b-2840-4a6e-8ee3-da77d693a46f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:57.724790 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19033b-2840-4a6e-8ee3-da77d693a46f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:57.725221 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19033b-2840-4a6e-8ee3-da77d693a46f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:57.725662 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19033b-2840-4a6e-8ee3-da77d693a46f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:57.726056 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19033b-2840-4a6e-8ee3-da77d693a46f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:57.726452 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19033b-2840-4a6e-8ee3-da77d693a46f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:57.726850 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19033b-2840-4a6e-8ee3-da77d693a46f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:57.727235 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19033b-2840-4a6e-8ee3-da77d693a46f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:57.727566 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19033b-2840-4a6e-8ee3-da77d693a46f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:57.727982 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19033b-2840-4a6e-8ee3-da77d693a46f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:57.728366 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19033b-2840-4a6e-8ee3-da77d693a46f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:57.728765 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19033b-2840-4a6e-8ee3-da77d693a46f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:31:57.737688 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2c19033b-2840-4a6e-8ee3-da77d693a46f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:57.740217 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2c19033b-2840-4a6e-8ee3-da77d693a46f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1701896 Mar 07 11:31:57.743237 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44810) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:31:57.748550 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-68555b6f-370a-4ca2-aa94-fbc22e254261 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Request body: {'security_group_rule': {'security_group_id': '1d0b7701-6522-46e3-a109-6d3d7c5227e9', 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:31:57.775462 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-68555b6f-370a-4ca2-aa94-fbc22e254261 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks [] for security_group_rule (2d21c57a-1563-4975-aa22-2952a539711a), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:57.798501 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75483e4-d40e-4835-b9a9-7b5309d0c516 req-c4fbc49f-cc39-4293-8937-a065b921fc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:57.800653 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b75483e4-d40e-4835-b9a9-7b5309d0c516 req-c4fbc49f-cc39-4293-8937-a065b921fc6b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdf2c33a98d344cba8cd6a699fdaa781&device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 1127 time: 0.1062112 Mar 07 11:31:57.838742 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-68555b6f-370a-4ca2-aa94-fbc22e254261 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks [] for security_group_rule (2d21c57a-1563-4975-aa22-2952a539711a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:57.843528 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-68555b6f-370a-4ca2-aa94-fbc22e254261 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (2d21c57a-1563-4975-aa22-2952a539711a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:57.868045 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68555b6f-370a-4ca2-aa94-fbc22e254261 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d21c57a-1563-4975-aa22-2952a539711a,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:57.877960 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-68555b6f-370a-4ca2-aa94-fbc22e254261 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:57.879372 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-68555b6f-370a-4ca2-aa94-fbc22e254261 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1349504 Mar 07 11:31:57.882094 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44812) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:31:57.888544 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-b3135625-de87-45a7-8373-a120a8a61cca tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Request body: {'security_group_rule': {'security_group_id': '1d0b7701-6522-46e3-a109-6d3d7c5227e9', 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:31:57.919838 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b3135625-de87-45a7-8373-a120a8a61cca tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks [] for security_group_rule (84a5a3c3-581b-4c53-9f51-602d63f092d2), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:57.921022 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75483e4-d40e-4835-b9a9-7b5309d0c516 req-f02e11b9-a70e-4b11-90d3-6156ce9de31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:57.922763 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b75483e4-d40e-4835-b9a9-7b5309d0c516 req-f02e11b9-a70e-4b11-90d3-6156ce9de31e service neutron] 10.222.0.31 "GET /v2.0/networks?id=599a7c20-c926-43db-8b2e-fcb261e8029e HTTP/1.1" status: 200 len: 916 time: 0.1166530 Mar 07 11:31:57.981555 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b3135625-de87-45a7-8373-a120a8a61cca tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks [] for security_group_rule (84a5a3c3-581b-4c53-9f51-602d63f092d2), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:57.987175 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b3135625-de87-45a7-8373-a120a8a61cca tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (84a5a3c3-581b-4c53-9f51-602d63f092d2), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:57.996709 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b75483e4-d40e-4835-b9a9-7b5309d0c516 req-86d4a0c9-af64-4e3b-86d9-989026c3ee68 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24d8be1e-3444-4713-9263-2c3278913f01 HTTP/1.1" status: 200 len: 999 time: 0.0675991 Mar 07 11:31:58.011370 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3135625-de87-45a7-8373-a120a8a61cca tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84a5a3c3-581b-4c53-9f51-602d63f092d2,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:58.020600 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b3135625-de87-45a7-8373-a120a8a61cca tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:58.022224 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b3135625-de87-45a7-8373-a120a8a61cca tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1390996 Mar 07 11:31:58.024907 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44814) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:31:58.029277 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f74b853e-ada1-48bd-9ffd-73134e7e4335 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Request body: {'security_group_rule': {'security_group_id': '1d0b7701-6522-46e3-a109-6d3d7c5227e9', 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:31:58.051337 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75483e4-d40e-4835-b9a9-7b5309d0c516 req-98b22fb5-674f-404a-8ce5-e902ff5cb2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:58.052989 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b75483e4-d40e-4835-b9a9-7b5309d0c516 req-98b22fb5-674f-404a-8ce5-e902ff5cb2b4 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=aad36098-5eb5-417e-bc34-a10dd6ae1315 HTTP/1.1" status: 200 len: 854 time: 0.0503008 Mar 07 11:31:58.057214 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f74b853e-ada1-48bd-9ffd-73134e7e4335 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks [] for security_group_rule (d39c5103-5369-4ebf-a659-18e058bc023a), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:58.062881 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-fcac79e0-b384-49e0-a664-fa4d3d596bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'name': 'tempest-TestMinimumBasicScenario-1603672796-router', 'tenant_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '9ad6a011-0a4e-47c0-889d-c2eb48d4c951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:30:56Z', 'updated_at': '2022-03-07T11:30:58Z', 'revision_number': 4, 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'gw_port': {'id': '9ad6a011-0a4e-47c0-889d-c2eb48d4c951', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:30:56Z', 'updated_at': '2022-03-07T11:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '070fdff7-3380-423d-b113-3cfe6d05d920', 'tenant_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'floating_ip_address': '172.25.3.224', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'port_id': '24d8be1e-3444-4713-9263-2c3278913f01', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4254, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '599a7c20-c926-43db-8b2e-fcb261e8029e', 'mac_address': 'fa:16:3e:bb:88:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01dec66-a558-4831-91ad-133206ab0032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:31:56Z', 'updated_at': '2022-03-07T11:31:56Z', 'revision_number': 0, 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a7796e8-3bbd-49d8-83d1-564376dddfca', 'name': '', 'network_id': '599a7c20-c926-43db-8b2e-fcb261e8029e', 'tenant_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'mac_address': 'fa:16:3e:31:8e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'aad36098-5eb5-417e-bc34-a10dd6ae1315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:30:57Z', 'updated_at': '2022-03-07T11:31:04Z', 'revision_number': 5, 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'subnets': [{'id': 'aad36098-5eb5-417e-bc34-a10dd6ae1315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:58.093785 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcac79e0-b384-49e0-a664-fa4d3d596bdf None None] Checking router: a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:31:58.102872 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcac79e0-b384-49e0-a664-fa4d3d596bdf None None] Routers {'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:31:58.103493 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-fcac79e0-b384-49e0-a664-fa4d3d596bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:31:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:58.106946 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75483e4-d40e-4835-b9a9-7b5309d0c516 req-544c1bc1-7d62-445a-973b-13a75acf2c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:58.108548 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b75483e4-d40e-4835-b9a9-7b5309d0c516 req-544c1bc1-7d62-445a-973b-13a75acf2c61 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=599a7c20-c926-43db-8b2e-fcb261e8029e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0496974 Mar 07 11:31:58.122541 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f74b853e-ada1-48bd-9ffd-73134e7e4335 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks [] for security_group_rule (d39c5103-5369-4ebf-a659-18e058bc023a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:58.127356 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f74b853e-ada1-48bd-9ffd-73134e7e4335 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (d39c5103-5369-4ebf-a659-18e058bc023a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:58.146356 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74b853e-ada1-48bd-9ffd-73134e7e4335 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d39c5103-5369-4ebf-a659-18e058bc023a,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:58.157703 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f74b853e-ada1-48bd-9ffd-73134e7e4335 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:58.162309 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f74b853e-ada1-48bd-9ffd-73134e7e4335 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1363893 Mar 07 11:31:58.162905 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44816) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:31:58.167476 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e398f886-896b-4344-9c4e-34b349dbebcf tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Request body: {'security_group_rule': {'security_group_id': '1d0b7701-6522-46e3-a109-6d3d7c5227e9', 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:31:58.193333 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e398f886-896b-4344-9c4e-34b349dbebcf tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks [] for security_group_rule (2de32d9a-4b3b-4a3c-bb88-558b7ff6d151), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:58.213149 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b75483e4-d40e-4835-b9a9-7b5309d0c516 req-a0894e54-dc13-4178-a8a6-9aac6cfd315a service neutron] 10.222.0.31 "GET /v2.0/networks/599a7c20-c926-43db-8b2e-fcb261e8029e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981750 Mar 07 11:31:58.219325 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-fcac79e0-b384-49e0-a664-fa4d3d596bdf None None] Set router a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:31:58.250113 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:31:58.261165 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e398f886-896b-4344-9c4e-34b349dbebcf tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks [] for security_group_rule (2de32d9a-4b3b-4a3c-bb88-558b7ff6d151), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:58.265610 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e398f886-896b-4344-9c4e-34b349dbebcf tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (2de32d9a-4b3b-4a3c-bb88-558b7ff6d151), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:58.285648 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e398f886-896b-4344-9c4e-34b349dbebcf tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2de32d9a-4b3b-4a3c-bb88-558b7ff6d151,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:58.294081 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e398f886-896b-4344-9c4e-34b349dbebcf tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:58.294081 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e398f886-896b-4344-9c4e-34b349dbebcf tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1297352 Mar 07 11:31:58.296532 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44818) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:31:58.302206 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-10f97a74-99e4-4fb1-87f2-90f9ef8d710d tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Request body: {'security_group_rule': {'security_group_id': '1d0b7701-6522-46e3-a109-6d3d7c5227e9', 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:31:58.325830 n-d-832164-4 neutron-server[103766]: INFO neutron.db.securitygroups_db [None req-10f97a74-99e4-4fb1-87f2-90f9ef8d710d tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Project cdf2c33a98d344cba8cd6a699fdaa781 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:31:58.331369 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-10f97a74-99e4-4fb1-87f2-90f9ef8d710d tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks [] for security_group_rule (df84a0a5-fb90-41fa-a3f7-19d4dc337e88), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:58.332744 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b75483e4-d40e-4835-b9a9-7b5309d0c516 req-9e1348af-a7d4-4e10-9b83-7a66800ebe34 service neutron] 10.222.0.31 "GET /v2.0/networks/599a7c20-c926-43db-8b2e-fcb261e8029e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134551 Mar 07 11:31:58.392683 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-10f97a74-99e4-4fb1-87f2-90f9ef8d710d tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks [] for security_group_rule (df84a0a5-fb90-41fa-a3f7-19d4dc337e88), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:58.396718 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-10f97a74-99e4-4fb1-87f2-90f9ef8d710d tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (df84a0a5-fb90-41fa-a3f7-19d4dc337e88), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:58.416855 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f97a74-99e4-4fb1-87f2-90f9ef8d710d tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df84a0a5-fb90-41fa-a3f7-19d4dc337e88,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:58.426298 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-10f97a74-99e4-4fb1-87f2-90f9ef8d710d tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:58.427518 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-10f97a74-99e4-4fb1-87f2-90f9ef8d710d tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1299546 Mar 07 11:31:58.430366 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44820) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:31:58.434609 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d1a890c4-d882-43f4-a36d-c85d8eb0cf67 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Request body: {'security_group_rule': {'security_group_id': '1d0b7701-6522-46e3-a109-6d3d7c5227e9', 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:31:58.455076 n-d-832164-4 neutron-server[103766]: INFO neutron.db.securitygroups_db [None req-d1a890c4-d882-43f4-a36d-c85d8eb0cf67 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Project cdf2c33a98d344cba8cd6a699fdaa781 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:31:58.460193 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d1a890c4-d882-43f4-a36d-c85d8eb0cf67 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks [] for security_group_rule (030d21a5-0279-4a95-ada6-a476d17f76d9), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:58.469940 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-fcac79e0-b384-49e0-a664-fa4d3d596bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'name': 'tempest-TestMinimumBasicScenario-1603672796-router', 'tenant_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '9ad6a011-0a4e-47c0-889d-c2eb48d4c951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:30:56Z', 'updated_at': '2022-03-07T11:30:58Z', 'revision_number': 4, 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'gw_port': {'id': '9ad6a011-0a4e-47c0-889d-c2eb48d4c951', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:30:56Z', 'updated_at': '2022-03-07T11:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '070fdff7-3380-423d-b113-3cfe6d05d920', 'tenant_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'floating_ip_address': '172.25.3.224', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'port_id': '24d8be1e-3444-4713-9263-2c3278913f01', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4254, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '599a7c20-c926-43db-8b2e-fcb261e8029e', 'mac_address': 'fa:16:3e:bb:88:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01dec66-a558-4831-91ad-133206ab0032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:31:56Z', 'updated_at': '2022-03-07T11:31:56Z', 'revision_number': 0, 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a7796e8-3bbd-49d8-83d1-564376dddfca', 'name': '', 'network_id': '599a7c20-c926-43db-8b2e-fcb261e8029e', 'tenant_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'mac_address': 'fa:16:3e:31:8e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'aad36098-5eb5-417e-bc34-a10dd6ae1315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:30:57Z', 'updated_at': '2022-03-07T11:31:04Z', 'revision_number': 5, 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'subnets': [{'id': 'aad36098-5eb5-417e-bc34-a10dd6ae1315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:31:58.500905 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcac79e0-b384-49e0-a664-fa4d3d596bdf None None] The sync data for ids ['a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77'] in n-d-832164-4 is: [{'id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'name': 'tempest-TestMinimumBasicScenario-1603672796-router', 'tenant_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '9ad6a011-0a4e-47c0-889d-c2eb48d4c951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:30:56Z', 'updated_at': '2022-03-07T11:30:58Z', 'revision_number': 4, 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'gw_port': {'id': '9ad6a011-0a4e-47c0-889d-c2eb48d4c951', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:30:56Z', 'updated_at': '2022-03-07T11:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '070fdff7-3380-423d-b113-3cfe6d05d920', 'tenant_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'floating_ip_address': '172.25.3.224', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'port_id': '24d8be1e-3444-4713-9263-2c3278913f01', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4254, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '599a7c20-c926-43db-8b2e-fcb261e8029e', 'mac_address': 'fa:16:3e:bb:88:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01dec66-a558-4831-91ad-133206ab0032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:31:56Z', 'updated_at': '2022-03-07T11:31:56Z', 'revision_number': 0, 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a7796e8-3bbd-49d8-83d1-564376dddfca', 'name': '', 'network_id': '599a7c20-c926-43db-8b2e-fcb261e8029e', 'tenant_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'mac_address': 'fa:16:3e:31:8e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'aad36098-5eb5-417e-bc34-a10dd6ae1315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:30:57Z', 'updated_at': '2022-03-07T11:31:04Z', 'revision_number': 5, 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'subnets': [{'id': 'aad36098-5eb5-417e-bc34-a10dd6ae1315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:31:58.520685 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d1a890c4-d882-43f4-a36d-c85d8eb0cf67 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks [] for security_group_rule (030d21a5-0279-4a95-ada6-a476d17f76d9), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:58.524429 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d1a890c4-d882-43f4-a36d-c85d8eb0cf67 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (030d21a5-0279-4a95-ada6-a476d17f76d9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:58.543515 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a890c4-d882-43f4-a36d-c85d8eb0cf67 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030d21a5-0279-4a95-ada6-a476d17f76d9,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:58.549947 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d1a890c4-d882-43f4-a36d-c85d8eb0cf67 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:58.551167 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d1a890c4-d882-43f4-a36d-c85d8eb0cf67 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198747 Mar 07 11:31:58.643368 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-906d960e-e8d5-4371-bc55-37084c955d39 req-54be03f6-6f37-4fa0-9932-07800962f073 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1178123413&fields=id&tenant_id=cdf2c33a98d344cba8cd6a699fdaa781 HTTP/1.1" status: 200 len: 267 time: 0.0457323 Mar 07 11:31:58.703489 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d960e-e8d5-4371-bc55-37084c955d39 req-42cabb7c-9dc1-41c8-8eca-80b151f54a1d tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:58.705040 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-906d960e-e8d5-4371-bc55-37084c955d39 req-42cabb7c-9dc1-41c8-8eca-80b151f54a1d tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 945 time: 0.0560386 Mar 07 11:31:58.716919 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c84cf8-79c5-4304-86f4-9d9886707bbb None None] New status for floating IP 070fdff7-3380-423d-b113-3cfe6d05d920: ACTIVE {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:31:58.718982 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-906d960e-e8d5-4371-bc55-37084c955d39 req-41b6e8cd-9ebd-440f-9d94-ccb903c91333 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Request body: {'port': {'security_groups': ['1cb61b47-f1f6-4885-92b5-15f3b049e0ca', '1d0b7701-6522-46e3-a109-6d3d7c5227e9']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:31:58.790710 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-906d960e-e8d5-4371-bc55-37084c955d39 req-41b6e8cd-9ebd-440f-9d94-ccb903c91333 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (24d8be1e-3444-4713-9263-2c3278913f01), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:58.979489 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-906d960e-e8d5-4371-bc55-37084c955d39 req-41b6e8cd-9ebd-440f-9d94-ccb903c91333 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] For port 24d8be1e-3444-4713-9263-2c3278913f01, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=24d8be1e-3444-4713-9263-2c3278913f01,segment=NetworkSegment(309fb50f-4559-4e31-a2f9-8c1371ba86e8),segment_id=309fb50f-4559-4e31-a2f9-8c1371ba86e8)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:31:59.333443 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-906d960e-e8d5-4371-bc55-37084c955d39 req-41b6e8cd-9ebd-440f-9d94-ccb903c91333 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks [] for port (24d8be1e-3444-4713-9263-2c3278913f01), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:59.337859 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-906d960e-e8d5-4371-bc55-37084c955d39 req-41b6e8cd-9ebd-440f-9d94-ccb903c91333 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (24d8be1e-3444-4713-9263-2c3278913f01), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:59.349401 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['24d8be1e-3444-4713-9263-2c3278913f01'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:31:59.381971 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d960e-e8d5-4371-bc55-37084c955d39 req-41b6e8cd-9ebd-440f-9d94-ccb903c91333 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:59.382615 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-906d960e-e8d5-4371-bc55-37084c955d39 req-41b6e8cd-9ebd-440f-9d94-ccb903c91333 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:59.384342 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-906d960e-e8d5-4371-bc55-37084c955d39 req-41b6e8cd-9ebd-440f-9d94-ccb903c91333 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "PUT /v2.0/ports/24d8be1e-3444-4713-9263-2c3278913f01 HTTP/1.1" status: 200 len: 981 time: 0.6724808 Mar 07 11:31:59.411796 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b6e8cd-9ebd-440f-9d94-ccb903c91333 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Pushing event updated for resources: {'Port': ['ID=24d8be1e-3444-4713-9263-2c3278913f01,revision_number=6']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:31:59.443476 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['24d8be1e-3444-4713-9263-2c3278913f01'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:31:59.508002 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16751751-4525-49f5-a4c4-d666e467fef6 req-d95d47d4-7bf8-4b07-9821-adf21e79b098 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:59.513629 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-16751751-4525-49f5-a4c4-d666e467fef6 req-d95d47d4-7bf8-4b07-9821-adf21e79b098 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 984 time: 0.0605330 Mar 07 11:31:59.575940 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-16751751-4525-49f5-a4c4-d666e467fef6 req-85b3e165-799d-4987-b42d-f8b2073325c5 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&id=1d0b7701-6522-46e3-a109-6d3d7c5227e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602293 Mar 07 11:31:59.675786 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01dec66-a558-4831-91ad-133206ab0032', 'tag': '24d8be1e-3444-4713-9263-2c3278913f01'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:31:59.678458 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c612a414-a830-402f-8e36-eaa0cbb9ce18" -d '{"events": [{"name": "network-changed", "server_uuid": "c01dec66-a558-4831-91ad-133206ab0032", "tag": "24d8be1e-3444-4713-9263-2c3278913f01"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:31:59.715771 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc4d4d1-c74a-4ac5-a6b7-a680ac3e4251 x-openstack-request-id: req-cbc4d4d1-c74a-4ac5-a6b7-a680ac3e4251 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:31:59.716169 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c01dec66-a558-4831-91ad-133206ab0032", "tag": "24d8be1e-3444-4713-9263-2c3278913f01", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:31:59.716432 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cbc4d4d1-c74a-4ac5-a6b7-a680ac3e4251 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:31:59.716839 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c01dec66-a558-4831-91ad-133206ab0032', 'tag': '24d8be1e-3444-4713-9263-2c3278913f01', 'status': 'completed', 'code': 200} Mar 07 11:31:59.763593 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f9724548-b3e7-40e0-81bb-a624507eab6c None None] Provisioning complete for port 24d8be1e-3444-4713-9263-2c3278913f01 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:31:59.763964 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f9724548-b3e7-40e0-81bb-a624507eab6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (24d8be1e-3444-4713-9263-2c3278913f01), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:31:59.786098 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612a414-a830-402f-8e36-eaa0cbb9ce18 req-87c609e3-376b-446e-9c42-afa727072a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:59.787651 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c612a414-a830-402f-8e36-eaa0cbb9ce18 req-87c609e3-376b-446e-9c42-afa727072a0a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdf2c33a98d344cba8cd6a699fdaa781&device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 1166 time: 0.0500991 Mar 07 11:31:59.880102 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612a414-a830-402f-8e36-eaa0cbb9ce18 req-96b179b2-6ace-424d-9a29-fa1d268f0e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:31:59.881493 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c612a414-a830-402f-8e36-eaa0cbb9ce18 req-96b179b2-6ace-424d-9a29-fa1d268f0e12 service neutron] 10.222.0.31 "GET /v2.0/networks?id=599a7c20-c926-43db-8b2e-fcb261e8029e HTTP/1.1" status: 200 len: 916 time: 0.0877278 Mar 07 11:31:59.953892 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c612a414-a830-402f-8e36-eaa0cbb9ce18 req-94a05e90-0fdb-49ab-aa8b-f7139f8d225f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24d8be1e-3444-4713-9263-2c3278913f01 HTTP/1.1" status: 200 len: 1001 time: 0.0659297 Mar 07 11:31:59.994335 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f9724548-b3e7-40e0-81bb-a624507eab6c None None] Current status of the port 24d8be1e-3444-4713-9263-2c3278913f01 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:32:00.006229 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612a414-a830-402f-8e36-eaa0cbb9ce18 req-fc58d438-8ed5-4576-aa42-ed51d6b3788e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:00.007883 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c612a414-a830-402f-8e36-eaa0cbb9ce18 req-fc58d438-8ed5-4576-aa42-ed51d6b3788e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=aad36098-5eb5-417e-bc34-a10dd6ae1315 HTTP/1.1" status: 200 len: 854 time: 0.0482337 Mar 07 11:32:00.061421 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612a414-a830-402f-8e36-eaa0cbb9ce18 req-92a27ea1-9931-4976-a167-c919ef12352b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:00.062913 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c612a414-a830-402f-8e36-eaa0cbb9ce18 req-92a27ea1-9931-4976-a167-c919ef12352b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=599a7c20-c926-43db-8b2e-fcb261e8029e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0489705 Mar 07 11:32:00.152971 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c612a414-a830-402f-8e36-eaa0cbb9ce18 req-8fe05714-a0f5-44ba-937a-df99a12df71e service neutron] 10.222.0.31 "GET /v2.0/networks/599a7c20-c926-43db-8b2e-fcb261e8029e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833900 Mar 07 11:32:00.243760 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c612a414-a830-402f-8e36-eaa0cbb9ce18 req-fcea8296-b062-4902-bf85-092940eb49e2 service neutron] 10.222.0.31 "GET /v2.0/networks/599a7c20-c926-43db-8b2e-fcb261e8029e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840144 Mar 07 11:32:06.577507 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-65df6e99-3534-45df-83a7-ca716cb65984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:08.651079 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-656f6298-1bf0-4651-8874-90d6eff443f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:10.095645 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:11.843880 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:13.070632 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:18.747429 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:23.367781 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:35.250477 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:32:36.578559 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-044d4924-a1ee-414b-b8a3-b8e65c45f47d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:38.652224 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f68e20e6-9a26-4f1c-8b38-538449189e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:40.099624 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:41.843400 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:43.074316 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:44.668522 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab00b1d-a939-449a-a238-ea39599986ea req-bf6fdd34-d4ac-42fa-b143-7f002dcce7a6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:44.670270 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3ab00b1d-a939-449a-a238-ea39599986ea req-bf6fdd34-d4ac-42fa-b143-7f002dcce7a6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 984 time: 0.0877914 Mar 07 11:32:44.672825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5c0b7-38c9-433c-b7ef-329b83649f40 req-3b13a12e-a6d3-49b6-8c78-b9b557b49af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:44.674198 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-39c5c0b7-38c9-433c-b7ef-329b83649f40 req-3b13a12e-a6d3-49b6-8c78-b9b557b49af3 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdf2c33a98d344cba8cd6a699fdaa781&device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 1166 time: 0.0827143 Mar 07 11:32:44.789736 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3ab00b1d-a939-449a-a238-ea39599986ea req-8be8f436-8231-4e6b-a38d-ee4fda988936 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&id=1d0b7701-6522-46e3-a109-6d3d7c5227e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1135025 Mar 07 11:32:44.805123 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5c0b7-38c9-433c-b7ef-329b83649f40 req-2c429132-0e82-4fab-864e-76ae240dbc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:44.805123 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-39c5c0b7-38c9-433c-b7ef-329b83649f40 req-2c429132-0e82-4fab-864e-76ae240dbc6a service neutron] 10.222.0.31 "GET /v2.0/networks?id=599a7c20-c926-43db-8b2e-fcb261e8029e HTTP/1.1" status: 200 len: 916 time: 0.1228242 Mar 07 11:32:44.873041 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-39c5c0b7-38c9-433c-b7ef-329b83649f40 req-e1a2db19-d05f-489a-8aaa-d5741e0d489f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24d8be1e-3444-4713-9263-2c3278913f01 HTTP/1.1" status: 200 len: 1001 time: 0.0614493 Mar 07 11:32:44.920632 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5c0b7-38c9-433c-b7ef-329b83649f40 req-ab78df8c-2946-4fe8-8343-0283cfe03e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:44.922065 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-39c5c0b7-38c9-433c-b7ef-329b83649f40 req-ab78df8c-2946-4fe8-8343-0283cfe03e2d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=aad36098-5eb5-417e-bc34-a10dd6ae1315 HTTP/1.1" status: 200 len: 854 time: 0.0432143 Mar 07 11:32:44.970955 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5c0b7-38c9-433c-b7ef-329b83649f40 req-a0db4c97-5f3b-4d7c-9dec-c30e29f3803e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:44.972410 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-39c5c0b7-38c9-433c-b7ef-329b83649f40 req-a0db4c97-5f3b-4d7c-9dec-c30e29f3803e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=599a7c20-c926-43db-8b2e-fcb261e8029e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431795 Mar 07 11:32:45.064053 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-39c5c0b7-38c9-433c-b7ef-329b83649f40 req-b11b0c2d-dba1-4713-82e4-3fc65b449f90 service neutron] 10.222.0.31 "GET /v2.0/networks/599a7c20-c926-43db-8b2e-fcb261e8029e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855503 Mar 07 11:32:45.155554 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-39c5c0b7-38c9-433c-b7ef-329b83649f40 req-0a984058-bee7-49b2-bffa-0ae6b335ed84 service neutron] 10.222.0.31 "GET /v2.0/networks/599a7c20-c926-43db-8b2e-fcb261e8029e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852709 Mar 07 11:32:45.917046 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa784107-86b8-4507-82ec-7e82b24264d6 req-afb8620a-fc26-4355-85b1-0fbef4f9c118 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:45.918541 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fa784107-86b8-4507-82ec-7e82b24264d6 req-afb8620a-fc26-4355-85b1-0fbef4f9c118 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 984 time: 0.0562136 Mar 07 11:32:45.978572 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fa784107-86b8-4507-82ec-7e82b24264d6 req-13407616-1178-42a0-98f3-d23339791d63 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&id=1d0b7701-6522-46e3-a109-6d3d7c5227e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540581 Mar 07 11:32:47.099239 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789e46e-12d0-4746-8c24-ad55d57b2bc2 req-9c9f24d4-cb78-4fc5-87d8-d215d130a438 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:47.100720 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a789e46e-12d0-4746-8c24-ad55d57b2bc2 req-9c9f24d4-cb78-4fc5-87d8-d215d130a438 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 984 time: 0.0536587 Mar 07 11:32:47.160006 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a789e46e-12d0-4746-8c24-ad55d57b2bc2 req-82256f34-aba4-4299-8222-0de976cc489a tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&id=1d0b7701-6522-46e3-a109-6d3d7c5227e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535419 Mar 07 11:32:48.280094 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9140c99-1c08-4c82-b118-35156d5f5257 req-a97127a0-c6e5-4031-823b-5dcba54eb976 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:48.281619 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a9140c99-1c08-4c82-b118-35156d5f5257 req-a97127a0-c6e5-4031-823b-5dcba54eb976 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 984 time: 0.0535300 Mar 07 11:32:48.342803 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a9140c99-1c08-4c82-b118-35156d5f5257 req-09ea59d1-6cbd-4e8a-bb0c-41be757059b3 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&id=1d0b7701-6522-46e3-a109-6d3d7c5227e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548730 Mar 07 11:32:48.749352 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:49.468327 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018dec5-764e-4055-99fa-9fccb0294688 req-e7ce688d-9f6e-44cb-a5f2-c0327d111847 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:49.470117 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8018dec5-764e-4055-99fa-9fccb0294688 req-e7ce688d-9f6e-44cb-a5f2-c0327d111847 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 984 time: 0.0554726 Mar 07 11:32:49.531030 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8018dec5-764e-4055-99fa-9fccb0294688 req-a83e203d-d424-4e4c-93e8-59abfe888123 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&id=1d0b7701-6522-46e3-a109-6d3d7c5227e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548427 Mar 07 11:32:50.272715 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18330cc6-55d3-4915-9491-def0a61fd593 req-98eb501a-c097-45f7-9d64-f710e781030b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:50.274288 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-18330cc6-55d3-4915-9491-def0a61fd593 req-98eb501a-c097-45f7-9d64-f710e781030b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdf2c33a98d344cba8cd6a699fdaa781&device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 1166 time: 0.0493906 Mar 07 11:32:50.377565 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18330cc6-55d3-4915-9491-def0a61fd593 req-6c9cade3-fbe3-48f4-a732-56ff85572a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:50.379027 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-18330cc6-55d3-4915-9491-def0a61fd593 req-6c9cade3-fbe3-48f4-a732-56ff85572a63 service neutron] 10.222.0.31 "GET /v2.0/networks?id=599a7c20-c926-43db-8b2e-fcb261e8029e HTTP/1.1" status: 200 len: 916 time: 0.0858290 Mar 07 11:32:50.447330 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-18330cc6-55d3-4915-9491-def0a61fd593 req-2385d057-5175-4a40-be44-b3e6eda495d9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24d8be1e-3444-4713-9263-2c3278913f01 HTTP/1.1" status: 200 len: 1001 time: 0.0624135 Mar 07 11:32:50.496154 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18330cc6-55d3-4915-9491-def0a61fd593 req-e916ae79-637e-4aab-bf74-c32b13b2bc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:50.497584 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-18330cc6-55d3-4915-9491-def0a61fd593 req-e916ae79-637e-4aab-bf74-c32b13b2bc56 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=aad36098-5eb5-417e-bc34-a10dd6ae1315 HTTP/1.1" status: 200 len: 854 time: 0.0432217 Mar 07 11:32:50.547754 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18330cc6-55d3-4915-9491-def0a61fd593 req-390ed6f5-b074-4420-9339-66d57852e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:50.549156 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-18330cc6-55d3-4915-9491-def0a61fd593 req-390ed6f5-b074-4420-9339-66d57852e796 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=599a7c20-c926-43db-8b2e-fcb261e8029e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0445776 Mar 07 11:32:50.643094 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-18330cc6-55d3-4915-9491-def0a61fd593 req-2d744b82-5b09-4cf0-bd54-872339dd5ed5 service neutron] 10.222.0.31 "GET /v2.0/networks/599a7c20-c926-43db-8b2e-fcb261e8029e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880642 Mar 07 11:32:50.652983 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bedc4-14e9-4f91-865a-cee31d107054 req-b90ee2c3-de2c-43d7-872a-926be381d5fe tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:50.654867 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8b4bedc4-14e9-4f91-865a-cee31d107054 req-b90ee2c3-de2c-43d7-872a-926be381d5fe tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 984 time: 0.0539994 Mar 07 11:32:50.719037 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8b4bedc4-14e9-4f91-865a-cee31d107054 req-7fed3bb0-f6a3-4097-8e45-34e7cf4014ac tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&id=1d0b7701-6522-46e3-a109-6d3d7c5227e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582321 Mar 07 11:32:50.733809 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-18330cc6-55d3-4915-9491-def0a61fd593 req-1db16eb0-d355-45e0-b009-af5edcb60686 service neutron] 10.222.0.31 "GET /v2.0/networks/599a7c20-c926-43db-8b2e-fcb261e8029e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852129 Mar 07 11:32:51.842286 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585e38d-d29a-4b13-8df9-9abba6e767bf req-490dda6f-fc55-4a3c-9ced-de357e1ffcf2 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:51.843744 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c585e38d-d29a-4b13-8df9-9abba6e767bf req-490dda6f-fc55-4a3c-9ced-de357e1ffcf2 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 984 time: 0.0580776 Mar 07 11:32:51.903845 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c585e38d-d29a-4b13-8df9-9abba6e767bf req-b4d7a5b2-872f-4481-91d8-6f9e7fa38c63 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&id=1d0b7701-6522-46e3-a109-6d3d7c5227e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538397 Mar 07 11:32:53.026572 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd080c36-352e-42e2-a7fc-343ac5ac0055 req-ffd5207b-c975-4064-af11-fba9896c26c1 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:53.028052 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cd080c36-352e-42e2-a7fc-343ac5ac0055 req-ffd5207b-c975-4064-af11-fba9896c26c1 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 984 time: 0.0528362 Mar 07 11:32:53.087303 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cd080c36-352e-42e2-a7fc-343ac5ac0055 req-dbfb20d2-6ac8-400b-9000-418ea2964fbd tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&id=1d0b7701-6522-46e3-a109-6d3d7c5227e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533979 Mar 07 11:32:53.387734 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:32:54.210882 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794b36d-4ba1-4d6d-b32b-e9871cc49d70 req-3fad1a43-95ae-4d30-8792-76cfd675e2b1 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:54.212359 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e794b36d-4ba1-4d6d-b32b-e9871cc49d70 req-3fad1a43-95ae-4d30-8792-76cfd675e2b1 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 984 time: 0.0536976 Mar 07 11:32:54.274908 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e794b36d-4ba1-4d6d-b32b-e9871cc49d70 req-1932156f-9274-4119-a9dd-70d36d202c7d tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&id=1d0b7701-6522-46e3-a109-6d3d7c5227e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556874 Mar 07 11:32:55.394237 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f9acc-621a-487f-a5c1-fb2dea0dfbcd req-a1c999df-4e47-4534-85c7-50f820e0379c tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:55.395739 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-173f9acc-621a-487f-a5c1-fb2dea0dfbcd req-a1c999df-4e47-4534-85c7-50f820e0379c tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 984 time: 0.0528567 Mar 07 11:32:55.454068 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-173f9acc-621a-487f-a5c1-fb2dea0dfbcd req-8c5b2397-66f3-431d-9d66-c0194dbbb5b6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&id=1d0b7701-6522-46e3-a109-6d3d7c5227e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520256 Mar 07 11:32:56.573344 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc43a5b-f5f7-4ac8-99ca-efb08a3815d5 req-6864f31e-4f9e-47d2-88be-ee754bd3a828 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:32:56.574747 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bdc43a5b-f5f7-4ac8-99ca-efb08a3815d5 req-6864f31e-4f9e-47d2-88be-ee754bd3a828 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 984 time: 0.0538406 Mar 07 11:32:56.638163 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bdc43a5b-f5f7-4ac8-99ca-efb08a3815d5 req-cf6436d4-ec1c-4f7c-a86a-747d8fd4a398 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&id=1d0b7701-6522-46e3-a109-6d3d7c5227e9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578215 Mar 07 11:33:06.579337 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-995d0f70-c301-4f74-a5bf-2fc01b2e3647 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:08.654122 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e8ad6f4b-6cbe-4161-94e7-9ce5471f9882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:10.100892 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:11.845370 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:12.249352 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:33:13.074859 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:18.748244 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:23.390981 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:36.580221 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4654d21e-e2d9-415d-95ed-0f83ef11a41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:38.654942 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2e2f560e-a471-4696-9529-9f0eb57b8db8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:40.104265 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:41.848770 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:43.076676 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:48.746139 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:49.248774 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:33:51.655547 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cadb2698-9146-4e1f-8d1e-2848bc6266ae req-7ada79cb-93b0-4965-9818-66d8a3cadcd4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442836 Mar 07 11:33:51.738885 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb2698-9146-4e1f-8d1e-2848bc6266ae req-5cd11c52-91d3-49d6-996c-a64ffdea1c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:33:51.740894 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cadb2698-9146-4e1f-8d1e-2848bc6266ae req-5cd11c52-91d3-49d6-996c-a64ffdea1c8c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdf2c33a98d344cba8cd6a699fdaa781&device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 1166 time: 0.0453770 Mar 07 11:33:51.844818 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb2698-9146-4e1f-8d1e-2848bc6266ae req-b22c0e78-e199-42e4-9e2b-2988b5319808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:33:51.846304 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cadb2698-9146-4e1f-8d1e-2848bc6266ae req-b22c0e78-e199-42e4-9e2b-2988b5319808 service neutron] 10.222.0.31 "GET /v2.0/networks?id=599a7c20-c926-43db-8b2e-fcb261e8029e HTTP/1.1" status: 200 len: 916 time: 0.0884044 Mar 07 11:33:51.910523 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cadb2698-9146-4e1f-8d1e-2848bc6266ae req-e91dfe32-4711-48dd-a62e-4c72d5dcad95 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24d8be1e-3444-4713-9263-2c3278913f01 HTTP/1.1" status: 200 len: 1001 time: 0.0585573 Mar 07 11:33:51.959377 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb2698-9146-4e1f-8d1e-2848bc6266ae req-c5faf5ef-7dce-4abf-b8b0-36f36e8c9c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:33:51.960787 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cadb2698-9146-4e1f-8d1e-2848bc6266ae req-c5faf5ef-7dce-4abf-b8b0-36f36e8c9c03 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=aad36098-5eb5-417e-bc34-a10dd6ae1315 HTTP/1.1" status: 200 len: 854 time: 0.0440471 Mar 07 11:33:52.016162 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb2698-9146-4e1f-8d1e-2848bc6266ae req-6f17478f-b73e-4fc4-9c17-846b63cae01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:33:52.017692 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cadb2698-9146-4e1f-8d1e-2848bc6266ae req-6f17478f-b73e-4fc4-9c17-846b63cae01c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=599a7c20-c926-43db-8b2e-fcb261e8029e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0508323 Mar 07 11:33:52.110303 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cadb2698-9146-4e1f-8d1e-2848bc6266ae req-2f6637ad-533f-48f6-8a90-f1779ac34769 service neutron] 10.222.0.31 "GET /v2.0/networks/599a7c20-c926-43db-8b2e-fcb261e8029e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864050 Mar 07 11:33:52.201594 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cadb2698-9146-4e1f-8d1e-2848bc6266ae req-bc6ef564-8600-4e2d-8027-50521f984c8d service neutron] 10.222.0.31 "GET /v2.0/networks/599a7c20-c926-43db-8b2e-fcb261e8029e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858953 Mar 07 11:33:53.385740 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:33:59.997181 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9508b035-7cda-4459-a83c-46dd2ff58cd9 req-540c7cc9-f4fe-4fc7-9d6a-ef556ec77ae3 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1178123413&fields=id&tenant_id=cdf2c33a98d344cba8cd6a699fdaa781 HTTP/1.1" status: 200 len: 267 time: 0.0482619 Mar 07 11:34:00.054190 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508b035-7cda-4459-a83c-46dd2ff58cd9 req-4129bd45-fcbf-451c-8b56-004e81b14233 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:00.055683 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9508b035-7cda-4459-a83c-46dd2ff58cd9 req-4129bd45-fcbf-451c-8b56-004e81b14233 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 984 time: 0.0531845 Mar 07 11:34:00.066214 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [req-9508b035-7cda-4459-a83c-46dd2ff58cd9 req-fa46f299-b1cb-4100-b189-2b10092dfa9f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Request body: {'port': {'security_groups': ['1cb61b47-f1f6-4885-92b5-15f3b049e0ca']}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:34:00.135147 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9508b035-7cda-4459-a83c-46dd2ff58cd9 req-fa46f299-b1cb-4100-b189-2b10092dfa9f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (24d8be1e-3444-4713-9263-2c3278913f01), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:00.310029 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [req-9508b035-7cda-4459-a83c-46dd2ff58cd9 req-fa46f299-b1cb-4100-b189-2b10092dfa9f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] For port 24d8be1e-3444-4713-9263-2c3278913f01, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=24d8be1e-3444-4713-9263-2c3278913f01,segment=NetworkSegment(309fb50f-4559-4e31-a2f9-8c1371ba86e8),segment_id=309fb50f-4559-4e31-a2f9-8c1371ba86e8)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:34:00.339719 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9508b035-7cda-4459-a83c-46dd2ff58cd9 req-fa46f299-b1cb-4100-b189-2b10092dfa9f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks [] for port (24d8be1e-3444-4713-9263-2c3278913f01), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:00.344162 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9508b035-7cda-4459-a83c-46dd2ff58cd9 req-fa46f299-b1cb-4100-b189-2b10092dfa9f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (24d8be1e-3444-4713-9263-2c3278913f01), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:00.356792 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['24d8be1e-3444-4713-9263-2c3278913f01'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:34:00.396796 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508b035-7cda-4459-a83c-46dd2ff58cd9 req-fa46f299-b1cb-4100-b189-2b10092dfa9f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:00.397369 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [req-9508b035-7cda-4459-a83c-46dd2ff58cd9 req-fa46f299-b1cb-4100-b189-2b10092dfa9f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:00.398798 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9508b035-7cda-4459-a83c-46dd2ff58cd9 req-fa46f299-b1cb-4100-b189-2b10092dfa9f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "PUT /v2.0/ports/24d8be1e-3444-4713-9263-2c3278913f01 HTTP/1.1" status: 200 len: 942 time: 0.3369825 Mar 07 11:34:00.399333 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01dec66-a558-4831-91ad-133206ab0032', 'tag': '24d8be1e-3444-4713-9263-2c3278913f01'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:34:00.405225 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 44890) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:00.427198 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46f299-b1cb-4100-b189-2b10092dfa9f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Pushing event updated for resources: {'Port': ['ID=24d8be1e-3444-4713-9263-2c3278913f01,revision_number=7']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:00.436067 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46f299-b1cb-4100-b189-2b10092dfa9f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:00.436563 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46f299-b1cb-4100-b189-2b10092dfa9f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:00.437316 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46f299-b1cb-4100-b189-2b10092dfa9f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:00.437316 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46f299-b1cb-4100-b189-2b10092dfa9f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:00.437643 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46f299-b1cb-4100-b189-2b10092dfa9f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:00.437937 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46f299-b1cb-4100-b189-2b10092dfa9f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:00.438287 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46f299-b1cb-4100-b189-2b10092dfa9f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:00.438607 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46f299-b1cb-4100-b189-2b10092dfa9f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:00.438936 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46f299-b1cb-4100-b189-2b10092dfa9f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:00.439268 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46f299-b1cb-4100-b189-2b10092dfa9f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:00.439598 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46f299-b1cb-4100-b189-2b10092dfa9f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:00.439924 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46f299-b1cb-4100-b189-2b10092dfa9f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:00.440249 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa46f299-b1cb-4100-b189-2b10092dfa9f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:00.476325 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['24d8be1e-3444-4713-9263-2c3278913f01'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:34:00.491560 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-efd0bc10-c800-4435-a141-67ec26671919 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks [] for security_group (1d0b7701-6522-46e3-a109-6d3d7c5227e9), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:00.522973 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f351bf73f323c1e2e006b9f16194b747f7127b9e46eeb64b4a81d3313ccb5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d17aeb-4cf0-4c4d-bdbf-0b3c8a302b55" -d '{"events": [{"name": "network-changed", "server_uuid": "c01dec66-a558-4831-91ad-133206ab0032", "tag": "24d8be1e-3444-4713-9263-2c3278913f01"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:34:00.523222 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-efd0bc10-c800-4435-a141-67ec26671919 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks [] for security_group (1d0b7701-6522-46e3-a109-6d3d7c5227e9), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:00.612797 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-efd0bc10-c800-4435-a141-67ec26671919 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (1d0b7701-6522-46e3-a109-6d3d7c5227e9), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:00.616885 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-efd0bc10-c800-4435-a141-67ec26671919 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:00.619104 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-efd0bc10-c800-4435-a141-67ec26671919 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "DELETE /v2.0/security-groups/1d0b7701-6522-46e3-a109-6d3d7c5227e9 HTTP/1.1" status: 204 len: 168 time: 0.2120891 Mar 07 11:34:00.622132 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 44900) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:00.631458 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0bc10-c800-4435-a141-67ec26671919 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0b7701-6522-46e3-a109-6d3d7c5227e9,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:00.639213 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0bc10-c800-4435-a141-67ec26671919 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:00.639635 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0bc10-c800-4435-a141-67ec26671919 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:00.640043 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0bc10-c800-4435-a141-67ec26671919 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:00.640541 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0bc10-c800-4435-a141-67ec26671919 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:00.640864 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0bc10-c800-4435-a141-67ec26671919 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:00.641415 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0bc10-c800-4435-a141-67ec26671919 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:00.641817 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0bc10-c800-4435-a141-67ec26671919 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:00.642206 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0bc10-c800-4435-a141-67ec26671919 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:00.642596 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0bc10-c800-4435-a141-67ec26671919 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:00.642987 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0bc10-c800-4435-a141-67ec26671919 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:00.643375 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0bc10-c800-4435-a141-67ec26671919 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:00.643774 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0bc10-c800-4435-a141-67ec26671919 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:00.644202 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efd0bc10-c800-4435-a141-67ec26671919 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:00.671656 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a12b80-122e-4a31-a9a7-1b31de9c42e7 x-openstack-request-id: req-c6a12b80-122e-4a31-a9a7-1b31de9c42e7 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:34:00.671903 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c01dec66-a558-4831-91ad-133206ab0032", "tag": "24d8be1e-3444-4713-9263-2c3278913f01", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:34:00.672169 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c6a12b80-122e-4a31-a9a7-1b31de9c42e7 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:34:00.672807 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c01dec66-a558-4831-91ad-133206ab0032', 'tag': '24d8be1e-3444-4713-9263-2c3278913f01', 'status': 'completed', 'code': 200} Mar 07 11:34:00.727254 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d17aeb-4cf0-4c4d-bdbf-0b3c8a302b55 req-045f62e4-740a-46c3-a27e-f5325d42a391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:00.728808 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-18d17aeb-4cf0-4c4d-bdbf-0b3c8a302b55 req-045f62e4-740a-46c3-a27e-f5325d42a391 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdf2c33a98d344cba8cd6a699fdaa781&device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 1127 time: 0.0500503 Mar 07 11:34:00.736629 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-4e7a84a7-a9b1-46dc-9698-e54b58205443 None None] Provisioning complete for port 24d8be1e-3444-4713-9263-2c3278913f01 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:34:00.737008 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4e7a84a7-a9b1-46dc-9698-e54b58205443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (24d8be1e-3444-4713-9263-2c3278913f01), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:00.814922 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-721d1818-7ab0-4728-9dc7-121304133e38 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Deleting port 836fbf22-81ca-4845-bbb9-3bcfcad5c6fe {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:34:00.815273 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-721d1818-7ab0-4728-9dc7-121304133e38 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (836fbf22-81ca-4845-bbb9-3bcfcad5c6fe), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:00.823109 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4e7a84a7-a9b1-46dc-9698-e54b58205443 None None] Current status of the port 24d8be1e-3444-4713-9263-2c3278913f01 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:34:00.826212 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d17aeb-4cf0-4c4d-bdbf-0b3c8a302b55 req-b35d24cd-5574-441d-a0cf-7ddb119276d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:00.827691 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-18d17aeb-4cf0-4c4d-bdbf-0b3c8a302b55 req-b35d24cd-5574-441d-a0cf-7ddb119276d1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=599a7c20-c926-43db-8b2e-fcb261e8029e HTTP/1.1" status: 200 len: 916 time: 0.0916886 Mar 07 11:34:00.893471 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-721d1818-7ab0-4728-9dc7-121304133e38 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (836fbf22-81ca-4845-bbb9-3bcfcad5c6fe), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:00.893865 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-721d1818-7ab0-4728-9dc7-121304133e38 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks [] for floatingip (836fbf22-81ca-4845-bbb9-3bcfcad5c6fe), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:00.897288 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-18d17aeb-4cf0-4c4d-bdbf-0b3c8a302b55 req-23594402-1a40-48fd-b519-29017ea850cd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24d8be1e-3444-4713-9263-2c3278913f01 HTTP/1.1" status: 200 len: 1001 time: 0.0630605 Mar 07 11:34:00.906302 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-721d1818-7ab0-4728-9dc7-121304133e38 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Calling delete_port for 836fbf22-81ca-4845-bbb9-3bcfcad5c6fe owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:34:00.945290 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d17aeb-4cf0-4c4d-bdbf-0b3c8a302b55 req-0176baf0-6296-4210-9c24-081d3d36cd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:00.946730 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-18d17aeb-4cf0-4c4d-bdbf-0b3c8a302b55 req-0176baf0-6296-4210-9c24-081d3d36cd69 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=aad36098-5eb5-417e-bc34-a10dd6ae1315 HTTP/1.1" status: 200 len: 854 time: 0.0436509 Mar 07 11:34:00.996261 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d17aeb-4cf0-4c4d-bdbf-0b3c8a302b55 req-3a7f222d-3660-440d-bb63-0b4d2d4b1163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:00.998077 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-18d17aeb-4cf0-4c4d-bdbf-0b3c8a302b55 req-3a7f222d-3660-440d-bb63-0b4d2d4b1163 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=599a7c20-c926-43db-8b2e-fcb261e8029e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456696 Mar 07 11:34:01.062665 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-721d1818-7ab0-4728-9dc7-121304133e38 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (836fbf22-81ca-4845-bbb9-3bcfcad5c6fe), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:01.087451 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721d1818-7ab0-4728-9dc7-121304133e38 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Pushing event deleted for resources: {'Port': ['ID=836fbf22-81ca-4845-bbb9-3bcfcad5c6fe,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:01.097411 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-18d17aeb-4cf0-4c4d-bdbf-0b3c8a302b55 req-e3396518-8206-433e-8fd3-0269b9332d3d service neutron] 10.222.0.31 "GET /v2.0/networks/599a7c20-c926-43db-8b2e-fcb261e8029e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933061 Mar 07 11:34:01.152168 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-721d1818-7ab0-4728-9dc7-121304133e38 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks [] for floatingip (070fdff7-3380-423d-b113-3cfe6d05d920), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:01.152545 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-721d1818-7ab0-4728-9dc7-121304133e38 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Floating IP 070fdff7-3380-423d-b113-3cfe6d05d920 disassociated (deleted). External IP: 172.25.3.224, port: 24d8be1e-3444-4713-9263-2c3278913f01. Mar 07 11:34:01.188816 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-18d17aeb-4cf0-4c4d-bdbf-0b3c8a302b55 req-bbd3c792-0a64-4eea-a612-3155ae0a1849 service neutron] 10.222.0.31 "GET /v2.0/networks/599a7c20-c926-43db-8b2e-fcb261e8029e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859916 Mar 07 11:34:01.370656 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721d1818-7ab0-4728-9dc7-121304133e38 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Router a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:34:01.478526 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721d1818-7ab0-4728-9dc7-121304133e38 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:34:01.482943 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-721d1818-7ab0-4728-9dc7-121304133e38 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:01.489860 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3feb7ab-0019-4f37-a2e5-0e0b630377cb None None] Sync routers for ids ['a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:34:01.500130 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3feb7ab-0019-4f37-a2e5-0e0b630377cb None None] Routers {'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:34:01.500746 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-a3feb7ab-0019-4f37-a2e5-0e0b630377cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:33:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:01.512581 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-721d1818-7ab0-4728-9dc7-121304133e38 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "DELETE /v2.0/floatingips/070fdff7-3380-423d-b113-3cfe6d05d920 HTTP/1.1" status: 204 len: 168 time: 0.8894508 Mar 07 11:34:01.611327 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-a3feb7ab-0019-4f37-a2e5-0e0b630377cb None None] Set router a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:34:01.822619 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-a3feb7ab-0019-4f37-a2e5-0e0b630377cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'name': 'tempest-TestMinimumBasicScenario-1603672796-router', 'tenant_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '9ad6a011-0a4e-47c0-889d-c2eb48d4c951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:30:56Z', 'updated_at': '2022-03-07T11:30:58Z', 'revision_number': 4, 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'gw_port': {'id': '9ad6a011-0a4e-47c0-889d-c2eb48d4c951', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:30:56Z', 'updated_at': '2022-03-07T11:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '0a7796e8-3bbd-49d8-83d1-564376dddfca', 'name': '', 'network_id': '599a7c20-c926-43db-8b2e-fcb261e8029e', 'tenant_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'mac_address': 'fa:16:3e:31:8e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'aad36098-5eb5-417e-bc34-a10dd6ae1315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:30:57Z', 'updated_at': '2022-03-07T11:31:04Z', 'revision_number': 5, 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'subnets': [{'id': 'aad36098-5eb5-417e-bc34-a10dd6ae1315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:01.852370 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3feb7ab-0019-4f37-a2e5-0e0b630377cb None None] Checking router: a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:34:01.860739 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3feb7ab-0019-4f37-a2e5-0e0b630377cb None None] Routers {'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:34:01.861372 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-a3feb7ab-0019-4f37-a2e5-0e0b630377cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:33:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:02.127347 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-a3feb7ab-0019-4f37-a2e5-0e0b630377cb None None] Set router a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:34:02.329458 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-a3feb7ab-0019-4f37-a2e5-0e0b630377cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'name': 'tempest-TestMinimumBasicScenario-1603672796-router', 'tenant_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '9ad6a011-0a4e-47c0-889d-c2eb48d4c951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:30:56Z', 'updated_at': '2022-03-07T11:30:58Z', 'revision_number': 4, 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'gw_port': {'id': '9ad6a011-0a4e-47c0-889d-c2eb48d4c951', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:30:56Z', 'updated_at': '2022-03-07T11:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '0a7796e8-3bbd-49d8-83d1-564376dddfca', 'name': '', 'network_id': '599a7c20-c926-43db-8b2e-fcb261e8029e', 'tenant_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'mac_address': 'fa:16:3e:31:8e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'aad36098-5eb5-417e-bc34-a10dd6ae1315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:30:57Z', 'updated_at': '2022-03-07T11:31:04Z', 'revision_number': 5, 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'subnets': [{'id': 'aad36098-5eb5-417e-bc34-a10dd6ae1315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:02.356606 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3feb7ab-0019-4f37-a2e5-0e0b630377cb None None] The sync data for ids ['a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77'] in n-d-832164-4 is: [{'id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'name': 'tempest-TestMinimumBasicScenario-1603672796-router', 'tenant_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '9ad6a011-0a4e-47c0-889d-c2eb48d4c951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:30:56Z', 'updated_at': '2022-03-07T11:30:58Z', 'revision_number': 4, 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'gw_port': {'id': '9ad6a011-0a4e-47c0-889d-c2eb48d4c951', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:30:56Z', 'updated_at': '2022-03-07T11:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '0a7796e8-3bbd-49d8-83d1-564376dddfca', 'name': '', 'network_id': '599a7c20-c926-43db-8b2e-fcb261e8029e', 'tenant_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'mac_address': 'fa:16:3e:31:8e:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'aad36098-5eb5-417e-bc34-a10dd6ae1315', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:30:57Z', 'updated_at': '2022-03-07T11:31:04Z', 'revision_number': 5, 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'subnets': [{'id': 'aad36098-5eb5-417e-bc34-a10dd6ae1315', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:34:02.580226 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6e1fb1-8d52-40e7-ad4b-427dc487a755 None None] New status for floating IP 070fdff7-3380-423d-b113-3cfe6d05d920: DOWN {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:34:02.674197 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01dec66-a558-4831-91ad-133206ab0032', 'tag': '24d8be1e-3444-4713-9263-2c3278913f01'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:34:02.677215 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f351bf73f323c1e2e006b9f16194b747f7127b9e46eeb64b4a81d3313ccb5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d947c8d-a9b6-43bc-8b73-cf8eea13daf3" -d '{"events": [{"name": "network-changed", "server_uuid": "c01dec66-a558-4831-91ad-133206ab0032", "tag": "24d8be1e-3444-4713-9263-2c3278913f01"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:34:02.719631 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fdb67c-91bc-4841-8394-b58bf63a3a5a x-openstack-request-id: req-f8fdb67c-91bc-4841-8394-b58bf63a3a5a {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:34:02.719990 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c01dec66-a558-4831-91ad-133206ab0032", "tag": "24d8be1e-3444-4713-9263-2c3278913f01", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:34:02.720306 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f8fdb67c-91bc-4841-8394-b58bf63a3a5a {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:34:02.720773 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c01dec66-a558-4831-91ad-133206ab0032', 'tag': '24d8be1e-3444-4713-9263-2c3278913f01', 'status': 'completed', 'code': 200} Mar 07 11:34:02.801095 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d947c8d-a9b6-43bc-8b73-cf8eea13daf3 req-17f8f9b1-7581-4393-9613-89f35f36a288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:02.803193 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9d947c8d-a9b6-43bc-8b73-cf8eea13daf3 req-17f8f9b1-7581-4393-9613-89f35f36a288 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=cdf2c33a98d344cba8cd6a699fdaa781&device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 1127 time: 0.0602138 Mar 07 11:34:02.929139 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d947c8d-a9b6-43bc-8b73-cf8eea13daf3 req-0fd6da26-4abb-47c9-aa42-5f855f6bb24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:02.930589 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9d947c8d-a9b6-43bc-8b73-cf8eea13daf3 req-0fd6da26-4abb-47c9-aa42-5f855f6bb24f service neutron] 10.222.0.31 "GET /v2.0/networks?id=599a7c20-c926-43db-8b2e-fcb261e8029e HTTP/1.1" status: 200 len: 916 time: 0.1217995 Mar 07 11:34:02.979851 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9d947c8d-a9b6-43bc-8b73-cf8eea13daf3 req-e10876cd-9032-45e5-ab22-af9b43fd8bdb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24d8be1e-3444-4713-9263-2c3278913f01 HTTP/1.1" status: 200 len: 217 time: 0.0430667 Mar 07 11:34:03.029617 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d947c8d-a9b6-43bc-8b73-cf8eea13daf3 req-d77cb3b0-2640-47cd-9335-b75f32bee2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:03.031071 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9d947c8d-a9b6-43bc-8b73-cf8eea13daf3 req-d77cb3b0-2640-47cd-9335-b75f32bee2d8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=aad36098-5eb5-417e-bc34-a10dd6ae1315 HTTP/1.1" status: 200 len: 854 time: 0.0448592 Mar 07 11:34:03.080341 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d947c8d-a9b6-43bc-8b73-cf8eea13daf3 req-9f518e0f-abee-42b3-8579-bdbab6bae931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:03.081851 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9d947c8d-a9b6-43bc-8b73-cf8eea13daf3 req-9f518e0f-abee-42b3-8579-bdbab6bae931 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=599a7c20-c926-43db-8b2e-fcb261e8029e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453346 Mar 07 11:34:03.174634 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9d947c8d-a9b6-43bc-8b73-cf8eea13daf3 req-524a1436-5d30-435e-8658-59b3a65bfc49 service neutron] 10.222.0.31 "GET /v2.0/networks/599a7c20-c926-43db-8b2e-fcb261e8029e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866938 Mar 07 11:34:03.265196 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9d947c8d-a9b6-43bc-8b73-cf8eea13daf3 req-bd29c75a-0ed3-4fb0-b0c2-ae2518110785 service neutron] 10.222.0.31 "GET /v2.0/networks/599a7c20-c926-43db-8b2e-fcb261e8029e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851054 Mar 07 11:34:06.583893 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d80470b6-bc57-418a-91ac-f5b9d4a85b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:08.657463 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d38cd1a7-ac63-4837-a68b-0afd96c0af1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:10.110905 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:11.852081 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:13.080038 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:16.837571 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72aeb1c-e316-4af7-b474-5506b5792ed5 req-39efa3b3-d9a7-4791-a698-3ebcaaebafee tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:16.839047 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b72aeb1c-e316-4af7-b474-5506b5792ed5 req-39efa3b3-d9a7-4791-a698-3ebcaaebafee tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 945 time: 0.0527301 Mar 07 11:34:16.884630 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b72aeb1c-e316-4af7-b474-5506b5792ed5 req-01e7ad23-3ed5-4fd7-9f20-0600366bd020 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398479 Mar 07 11:34:18.006242 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eef4bc-2f6c-4263-9381-efa995aaa98d req-60cee196-0f44-4bbf-b09a-37967437cf9c tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:18.007734 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-32eef4bc-2f6c-4263-9381-efa995aaa98d req-60cee196-0f44-4bbf-b09a-37967437cf9c tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 945 time: 0.0535233 Mar 07 11:34:18.068012 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-32eef4bc-2f6c-4263-9381-efa995aaa98d req-665a4dd7-b842-4f22-9149-4a671706783f tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/security-groups?id=1cb61b47-f1f6-4885-92b5-15f3b049e0ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546010 Mar 07 11:34:18.712478 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f06ae-3d6b-4b9a-8b88-860dedf70963 req-491e1734-a3a6-41d5-a552-0de453100724 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:18.713948 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d51f06ae-3d6b-4b9a-8b88-860dedf70963 req-491e1734-a3a6-41d5-a552-0de453100724 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.31 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 945 time: 0.0523300 Mar 07 11:34:18.748852 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:18.808501 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-d51f06ae-3d6b-4b9a-8b88-860dedf70963 req-5de907bb-e67e-49d1-9165-1a9b4f1c00d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Deleting port 24d8be1e-3444-4713-9263-2c3278913f01 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:34:18.808840 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d51f06ae-3d6b-4b9a-8b88-860dedf70963 req-5de907bb-e67e-49d1-9165-1a9b4f1c00d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (24d8be1e-3444-4713-9263-2c3278913f01), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:18.898719 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-d51f06ae-3d6b-4b9a-8b88-860dedf70963 req-5de907bb-e67e-49d1-9165-1a9b4f1c00d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] For port 24d8be1e-3444-4713-9263-2c3278913f01, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=24d8be1e-3444-4713-9263-2c3278913f01,segment=NetworkSegment(309fb50f-4559-4e31-a2f9-8c1371ba86e8),segment_id=309fb50f-4559-4e31-a2f9-8c1371ba86e8)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:34:18.898972 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d51f06ae-3d6b-4b9a-8b88-860dedf70963 req-5de907bb-e67e-49d1-9165-1a9b4f1c00d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (24d8be1e-3444-4713-9263-2c3278913f01), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:18.911378 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-d51f06ae-3d6b-4b9a-8b88-860dedf70963 req-5de907bb-e67e-49d1-9165-1a9b4f1c00d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Calling delete_port for 24d8be1e-3444-4713-9263-2c3278913f01 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:34:19.038793 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d51f06ae-3d6b-4b9a-8b88-860dedf70963 req-5de907bb-e67e-49d1-9165-1a9b4f1c00d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (24d8be1e-3444-4713-9263-2c3278913f01), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:19.050623 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['24d8be1e-3444-4713-9263-2c3278913f01'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:34:19.070347 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de907bb-e67e-49d1-9165-1a9b4f1c00d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Pushing event deleted for resources: {'Port': ['ID=24d8be1e-3444-4713-9263-2c3278913f01,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:19.120451 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51f06ae-3d6b-4b9a-8b88-860dedf70963 req-5de907bb-e67e-49d1-9165-1a9b4f1c00d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] No DVR routers for this DVR port 24d8be1e-3444-4713-9263-2c3278913f01 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:34:19.123112 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-d51f06ae-3d6b-4b9a-8b88-860dedf70963 req-5de907bb-e67e-49d1-9165-1a9b4f1c00d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:19.126436 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d51f06ae-3d6b-4b9a-8b88-860dedf70963 req-5de907bb-e67e-49d1-9165-1a9b4f1c00d6 tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.31 "DELETE /v2.0/ports/24d8be1e-3444-4713-9263-2c3278913f01 HTTP/1.1" status: 204 len: 173 time: 0.4078066 Mar 07 11:34:19.126904 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01dec66-a558-4831-91ad-133206ab0032', 'name': 'network-vif-deleted', 'tag': '24d8be1e-3444-4713-9263-2c3278913f01'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:34:19.129256 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e66c2292-6375-417d-aecf-ab3a38d8162c" -d '{"events": [{"server_uuid": "c01dec66-a558-4831-91ad-133206ab0032", "name": "network-vif-deleted", "tag": "24d8be1e-3444-4713-9263-2c3278913f01"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:34:19.169790 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8990195c-3e5f-4904-b896-2ff25ae319e2 x-openstack-request-id: req-8990195c-3e5f-4904-b896-2ff25ae319e2 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:34:19.170087 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01dec66-a558-4831-91ad-133206ab0032", "name": "network-vif-deleted", "tag": "24d8be1e-3444-4713-9263-2c3278913f01", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:34:19.170349 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8990195c-3e5f-4904-b896-2ff25ae319e2 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:34:19.170759 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01dec66-a558-4831-91ad-133206ab0032', 'name': 'network-vif-deleted', 'tag': '24d8be1e-3444-4713-9263-2c3278913f01', 'status': 'completed', 'code': 200} Mar 07 11:34:19.176072 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a981c063-24b2-4273-a86e-3e51ae7c0b9d req-dcb302c6-8089-492b-9690-64df7b12964a tempest-TestMinimumBasicScenario-1354433060 tempest-TestMinimumBasicScenario-1354433060-project] 10.222.0.11 "GET /v2.0/ports?device_id=c01dec66-a558-4831-91ad-133206ab0032 HTTP/1.1" status: 200 len: 210 time: 0.0348308 Mar 07 11:34:20.740168 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45014) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:21.413517 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-84cf5e3e-b368-405a-8b17-922f7d0ae997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:21.657052 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-84cf5e3e-b368-405a-8b17-922f7d0ae997 admin admin] Deleting port 0a7796e8-3bbd-49d8-83d1-564376dddfca {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:34:21.657424 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-84cf5e3e-b368-405a-8b17-922f7d0ae997 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (0a7796e8-3bbd-49d8-83d1-564376dddfca), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:21.744944 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-84cf5e3e-b368-405a-8b17-922f7d0ae997 admin admin] For port 0a7796e8-3bbd-49d8-83d1-564376dddfca, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=0a7796e8-3bbd-49d8-83d1-564376dddfca,segment=NetworkSegment(309fb50f-4559-4e31-a2f9-8c1371ba86e8),segment_id=309fb50f-4559-4e31-a2f9-8c1371ba86e8)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:34:21.745760 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-84cf5e3e-b368-405a-8b17-922f7d0ae997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (0a7796e8-3bbd-49d8-83d1-564376dddfca), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:21.756892 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-84cf5e3e-b368-405a-8b17-922f7d0ae997 admin admin] Calling delete_port for 0a7796e8-3bbd-49d8-83d1-564376dddfca owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:34:21.937649 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-84cf5e3e-b368-405a-8b17-922f7d0ae997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (0a7796e8-3bbd-49d8-83d1-564376dddfca), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:21.963882 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf5e3e-b368-405a-8b17-922f7d0ae997 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a7796e8-3bbd-49d8-83d1-564376dddfca,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:22.135327 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-84cf5e3e-b368-405a-8b17-922f7d0ae997 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:22.349935 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84cf5e3e-b368-405a-8b17-922f7d0ae997 admin admin] Router a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:34:22.466260 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84cf5e3e-b368-405a-8b17-922f7d0ae997 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:34:22.471853 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-84cf5e3e-b368-405a-8b17-922f7d0ae997 admin admin] 10.222.0.11 "PUT /v2.0/routers/a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7306504 Mar 07 11:34:22.474723 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45016) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:22.475975 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfa12f5-fdbb-4670-85b8-570b2818d94a None None] Sync routers for ids ['a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:34:22.485570 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfa12f5-fdbb-4670-85b8-570b2818d94a None None] Routers {'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:34:22.486286 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-fcfa12f5-fdbb-4670-85b8-570b2818d94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:34:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:22.581056 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-93ce7bb7-2d01-4695-8e4b-5cdbf5bd73cb admin admin] Publish callbacks [] for router (a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:22.594396 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-fcfa12f5-fdbb-4670-85b8-570b2818d94a None None] Set router a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:34:22.669486 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 24d8be1e-3444-4713-9263-2c3278913f01 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:34:22.686961 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-93ce7bb7-2d01-4695-8e4b-5cdbf5bd73cb admin admin] Publish callbacks [] for router_gateway (a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:22.718544 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 24d8be1e-3444-4713-9263-2c3278913f01 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:34:22.718886 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 24d8be1e-3444-4713-9263-2c3278913f01 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:34:22.741725 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-93ce7bb7-2d01-4695-8e4b-5cdbf5bd73cb admin admin] Deleting port 9ad6a011-0a4e-47c0-889d-c2eb48d4c951 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:34:22.742068 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-93ce7bb7-2d01-4695-8e4b-5cdbf5bd73cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (9ad6a011-0a4e-47c0-889d-c2eb48d4c951), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:22.802141 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-fcfa12f5-fdbb-4670-85b8-570b2818d94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'name': 'tempest-TestMinimumBasicScenario-1603672796-router', 'tenant_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': '9ad6a011-0a4e-47c0-889d-c2eb48d4c951', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:30:56Z', 'updated_at': '2022-03-07T11:34:21Z', 'revision_number': 5, 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'gw_port': {'id': '9ad6a011-0a4e-47c0-889d-c2eb48d4c951', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:cf:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:30:56Z', 'updated_at': '2022-03-07T11:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:22.824459 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-93ce7bb7-2d01-4695-8e4b-5cdbf5bd73cb admin admin] For port 9ad6a011-0a4e-47c0-889d-c2eb48d4c951, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=9ad6a011-0a4e-47c0-889d-c2eb48d4c951,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:34:22.824812 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-93ce7bb7-2d01-4695-8e4b-5cdbf5bd73cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (9ad6a011-0a4e-47c0-889d-c2eb48d4c951), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:22.828013 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfa12f5-fdbb-4670-85b8-570b2818d94a None None] Checking router: a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:34:22.836576 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfa12f5-fdbb-4670-85b8-570b2818d94a None None] Routers {'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:34:22.836777 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-93ce7bb7-2d01-4695-8e4b-5cdbf5bd73cb admin admin] Calling delete_port for 9ad6a011-0a4e-47c0-889d-c2eb48d4c951 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:34:22.837135 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-fcfa12f5-fdbb-4670-85b8-570b2818d94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:34:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:22.924616 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-fcfa12f5-fdbb-4670-85b8-570b2818d94a None None] Set router a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77 gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:34:22.982239 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-fcfa12f5-fdbb-4670-85b8-570b2818d94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'name': 'tempest-TestMinimumBasicScenario-1603672796-router', 'tenant_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:30:56Z', 'updated_at': '2022-03-07T11:34:22Z', 'revision_number': 6, 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:23.009227 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-93ce7bb7-2d01-4695-8e4b-5cdbf5bd73cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (9ad6a011-0a4e-47c0-889d-c2eb48d4c951), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:23.010032 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfa12f5-fdbb-4670-85b8-570b2818d94a None None] The sync data for ids ['a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77'] in n-d-832164-4 is: [{'id': 'a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77', 'name': 'tempest-TestMinimumBasicScenario-1603672796-router', 'tenant_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:30:56Z', 'updated_at': '2022-03-07T11:34:22Z', 'revision_number': 6, 'project_id': 'cdf2c33a98d344cba8cd6a699fdaa781', 'gw_port_host': None}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:34:23.043979 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce7bb7-2d01-4695-8e4b-5cdbf5bd73cb admin admin] Pushing event deleted for resources: {'Port': ['ID=9ad6a011-0a4e-47c0-889d-c2eb48d4c951,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:23.102189 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-93ce7bb7-2d01-4695-8e4b-5cdbf5bd73cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:23.196871 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-93ce7bb7-2d01-4695-8e4b-5cdbf5bd73cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:23.199037 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-93ce7bb7-2d01-4695-8e4b-5cdbf5bd73cb admin admin] Publish callbacks [] for router_controller (a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:23.242031 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-93ce7bb7-2d01-4695-8e4b-5cdbf5bd73cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:23.242672 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93ce7bb7-2d01-4695-8e4b-5cdbf5bd73cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:34:23.246926 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-93ce7bb7-2d01-4695-8e4b-5cdbf5bd73cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:23.248158 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-93ce7bb7-2d01-4695-8e4b-5cdbf5bd73cb admin admin] 10.222.0.11 "DELETE /v2.0/routers/a0df49f1-1a3c-4ff6-a845-4e4a4dd4cd77 HTTP/1.1" status: 204 len: 168 time: 0.7724555 Mar 07 11:34:23.250763 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45018) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:23.296566 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e133866-bf27-4a50-9223-c9c74fbac3d8 admin admin] Deleting subnet aad36098-5eb5-417e-bc34-a10dd6ae1315 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:34:23.299235 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e133866-bf27-4a50-9223-c9c74fbac3d8 admin admin] Publish callbacks [] for subnet (aad36098-5eb5-417e-bc34-a10dd6ae1315), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:23.333194 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e133866-bf27-4a50-9223-c9c74fbac3d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (aad36098-5eb5-417e-bc34-a10dd6ae1315), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:23.406512 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:23.416874 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e133866-bf27-4a50-9223-c9c74fbac3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (aad36098-5eb5-417e-bc34-a10dd6ae1315), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:23.471755 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e133866-bf27-4a50-9223-c9c74fbac3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (aad36098-5eb5-417e-bc34-a10dd6ae1315), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:23.498050 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e133866-bf27-4a50-9223-c9c74fbac3d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aad36098-5eb5-417e-bc34-a10dd6ae1315,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:23.503249 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3e133866-bf27-4a50-9223-c9c74fbac3d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:23.506530 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3e133866-bf27-4a50-9223-c9c74fbac3d8 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/aad36098-5eb5-417e-bc34-a10dd6ae1315 HTTP/1.1" status: 204 len: 168 time: 0.2548168 Mar 07 11:34:23.509053 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45020) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:23.512085 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25f8b39-c21b-4689-89ea-677f7ad38b4b None None] Network 599a7c20-c926-43db-8b2e-fcb261e8029e requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:34:23.580066 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c93438f8-e1c9-4ef6-b222-f664f3085cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (599a7c20-c926-43db-8b2e-fcb261e8029e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:23.633598 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-c93438f8-e1c9-4ef6-b222-f664f3085cb7 admin admin] Deleting port 6fb78b31-e8fe-43d8-bbea-d3a036455f26 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:34:23.633939 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c93438f8-e1c9-4ef6-b222-f664f3085cb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (6fb78b31-e8fe-43d8-bbea-d3a036455f26), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:23.695502 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-c93438f8-e1c9-4ef6-b222-f664f3085cb7 admin admin] For port 6fb78b31-e8fe-43d8-bbea-d3a036455f26, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6fb78b31-e8fe-43d8-bbea-d3a036455f26,segment=NetworkSegment(309fb50f-4559-4e31-a2f9-8c1371ba86e8),segment_id=309fb50f-4559-4e31-a2f9-8c1371ba86e8)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:34:23.695859 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c93438f8-e1c9-4ef6-b222-f664f3085cb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (6fb78b31-e8fe-43d8-bbea-d3a036455f26), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:23.708203 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-c93438f8-e1c9-4ef6-b222-f664f3085cb7 admin admin] Calling delete_port for 6fb78b31-e8fe-43d8-bbea-d3a036455f26 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:34:23.795645 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c93438f8-e1c9-4ef6-b222-f664f3085cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (6fb78b31-e8fe-43d8-bbea-d3a036455f26), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:23.821411 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4bba74-6e88-4a3f-a079-8d96722c0aaf None None] DHCP port deletion for 599a7c20-c926-43db-8b2e-fcb261e8029e request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:34:23.822996 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93438f8-e1c9-4ef6-b222-f664f3085cb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fb78b31-e8fe-43d8-bbea-d3a036455f26,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:23.826710 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93438f8-e1c9-4ef6-b222-f664f3085cb7 admin admin] No DVR routers for this DVR port 6fb78b31-e8fe-43d8-bbea-d3a036455f26 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:34:24.238188 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c93438f8-e1c9-4ef6-b222-f664f3085cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (599a7c20-c926-43db-8b2e-fcb261e8029e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:24.258768 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-c93438f8-e1c9-4ef6-b222-f664f3085cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['599a7c20-c926-43db-8b2e-fcb261e8029e']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:24.267924 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-c93438f8-e1c9-4ef6-b222-f664f3085cb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '309fb50f-4559-4e31-a2f9-8c1371ba86e8') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:24.268218 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-c93438f8-e1c9-4ef6-b222-f664f3085cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '309fb50f-4559-4e31-a2f9-8c1371ba86e8') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:24.278092 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c93438f8-e1c9-4ef6-b222-f664f3085cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (309fb50f-4559-4e31-a2f9-8c1371ba86e8), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:24.290930 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c93438f8-e1c9-4ef6-b222-f664f3085cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (309fb50f-4559-4e31-a2f9-8c1371ba86e8), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:24.297200 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c93438f8-e1c9-4ef6-b222-f664f3085cb7 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:34:24.297693 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c93438f8-e1c9-4ef6-b222-f664f3085cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (309fb50f-4559-4e31-a2f9-8c1371ba86e8), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:24.300017 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:34:24.300017 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:34:24.300017 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:34:24.300017 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:34:24.300017 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:34:24.300017 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:34:24.300017 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:34:24.300017 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:34:24.300017 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:34:24.300017 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:34:24.300017 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:34:24.300017 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:34:24.300017 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:34:24.300017 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:34:24.300017 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:34:24.300017 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:34:24.300017 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:34:24.300017 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:34:24.300017 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:34:24.300017 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:34:24.300017 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:34:24.300017 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:34:24.300017 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:34:24.300017 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:34:24.300017 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:34:24.300017 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:34:24.300017 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:34:24.300017 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:34:24.300017 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:34:24.300017 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:34:24.300017 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:34:24.300017 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:34:24.354839 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c93438f8-e1c9-4ef6-b222-f664f3085cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (599a7c20-c926-43db-8b2e-fcb261e8029e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:24.360313 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c93438f8-e1c9-4ef6-b222-f664f3085cb7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:24.364624 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c93438f8-e1c9-4ef6-b222-f664f3085cb7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/599a7c20-c926-43db-8b2e-fcb261e8029e HTTP/1.1" status: 204 len: 168 time: 0.8533123 Mar 07 11:34:24.366625 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45022) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:24.373920 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93438f8-e1c9-4ef6-b222-f664f3085cb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=599a7c20-c926-43db-8b2e-fcb261e8029e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:24.444874 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6fb78b31-e8fe-43d8-bbea-d3a036455f26 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:34:24.469919 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 6fb78b31-e8fe-43d8-bbea-d3a036455f26 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:34:24.470269 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6fb78b31-e8fe-43d8-bbea-d3a036455f26 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:34:24.470683 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 0a7796e8-3bbd-49d8-83d1-564376dddfca no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:34:24.489592 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 0a7796e8-3bbd-49d8-83d1-564376dddfca {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:34:24.489855 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 0a7796e8-3bbd-49d8-83d1-564376dddfca not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:34:24.490262 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9ad6a011-0a4e-47c0-889d-c2eb48d4c951 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:34:24.510224 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 9ad6a011-0a4e-47c0-889d-c2eb48d4c951 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:34:24.510567 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9ad6a011-0a4e-47c0-889d-c2eb48d4c951 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:34:24.733176 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-806df015-ab43-4d82-b968-20ed8e315f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (9fd0b531-097c-46da-a186-beb52562187c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:24.981749 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-806df015-ab43-4d82-b968-20ed8e315f75 admin admin] Deleting port b3e764f1-aa25-4360-b14c-863858714475 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:34:24.982087 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-806df015-ab43-4d82-b968-20ed8e315f75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (b3e764f1-aa25-4360-b14c-863858714475), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:25.059723 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-806df015-ab43-4d82-b968-20ed8e315f75 admin admin] For port b3e764f1-aa25-4360-b14c-863858714475, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b3e764f1-aa25-4360-b14c-863858714475,segment=NetworkSegment(80df9ce9-6202-41b6-af74-d8e457a33a21),segment_id=80df9ce9-6202-41b6-af74-d8e457a33a21)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:34:25.060084 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-806df015-ab43-4d82-b968-20ed8e315f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (b3e764f1-aa25-4360-b14c-863858714475), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:25.072515 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-806df015-ab43-4d82-b968-20ed8e315f75 admin admin] Calling delete_port for b3e764f1-aa25-4360-b14c-863858714475 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:34:25.259682 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-806df015-ab43-4d82-b968-20ed8e315f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (b3e764f1-aa25-4360-b14c-863858714475), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:25.298113 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806df015-ab43-4d82-b968-20ed8e315f75 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3e764f1-aa25-4360-b14c-863858714475,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:25.461809 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-806df015-ab43-4d82-b968-20ed8e315f75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (9fd0b531-097c-46da-a186-beb52562187c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:25.685018 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806df015-ab43-4d82-b968-20ed8e315f75 admin admin] Router 9fd0b531-097c-46da-a186-beb52562187c has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:34:25.791441 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806df015-ab43-4d82-b968-20ed8e315f75 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:34:25.796899 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-806df015-ab43-4d82-b968-20ed8e315f75 admin admin] 10.222.0.11 "PUT /v2.0/routers/9fd0b531-097c-46da-a186-beb52562187c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4291630 Mar 07 11:34:25.800899 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45024) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:25.804206 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad873c-3c2a-493b-be88-76a448238a1f None None] Sync routers for ids ['9fd0b531-097c-46da-a186-beb52562187c'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:34:25.814044 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ad873c-3c2a-493b-be88-76a448238a1f None None] Routers {'9fd0b531-097c-46da-a186-beb52562187c'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:34:25.814712 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-28ad873c-3c2a-493b-be88-76a448238a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:34:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9fd0b531-097c-46da-a186-beb52562187c'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:25.907251 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8ebf6659-f868-4c70-bf62-b44c07ec199e admin admin] Publish callbacks [] for router (9fd0b531-097c-46da-a186-beb52562187c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:25.922635 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-28ad873c-3c2a-493b-be88-76a448238a1f None None] Set router 9fd0b531-097c-46da-a186-beb52562187c gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:34:26.012702 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8ebf6659-f868-4c70-bf62-b44c07ec199e admin admin] Publish callbacks [] for router_gateway (9fd0b531-097c-46da-a186-beb52562187c), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:26.065516 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-8ebf6659-f868-4c70-bf62-b44c07ec199e admin admin] Deleting port c7e8a56d-28d8-4a5a-a293-cd4c9064efb1 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:34:26.065854 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8ebf6659-f868-4c70-bf62-b44c07ec199e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c7e8a56d-28d8-4a5a-a293-cd4c9064efb1), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:26.102924 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-28ad873c-3c2a-493b-be88-76a448238a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd0b531-097c-46da-a186-beb52562187c', 'name': 'tempest-TestMinimumBasicScenario-586381972-router', 'tenant_id': 'f1d7ce27d19c4f65a6912411f6b352f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.80'}], 'enable_snat': True}, 'gw_port_id': 'c7e8a56d-28d8-4a5a-a293-cd4c9064efb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:31:00Z', 'updated_at': '2022-03-07T11:34:25Z', 'revision_number': 5, 'project_id': 'f1d7ce27d19c4f65a6912411f6b352f8', 'gw_port': {'id': 'c7e8a56d-28d8-4a5a-a293-cd4c9064efb1', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:57:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fd0b531-097c-46da-a186-beb52562187c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:31:01Z', 'updated_at': '2022-03-07T11:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:26.131683 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad873c-3c2a-493b-be88-76a448238a1f None None] Checking router: 9fd0b531-097c-46da-a186-beb52562187c for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:34:26.140014 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ad873c-3c2a-493b-be88-76a448238a1f None None] Routers {'9fd0b531-097c-46da-a186-beb52562187c'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:34:26.140612 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-28ad873c-3c2a-493b-be88-76a448238a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:34:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['9fd0b531-097c-46da-a186-beb52562187c'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:26.152070 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-8ebf6659-f868-4c70-bf62-b44c07ec199e admin admin] For port c7e8a56d-28d8-4a5a-a293-cd4c9064efb1, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c7e8a56d-28d8-4a5a-a293-cd4c9064efb1,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:34:26.152439 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8ebf6659-f868-4c70-bf62-b44c07ec199e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c7e8a56d-28d8-4a5a-a293-cd4c9064efb1), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:26.164177 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-8ebf6659-f868-4c70-bf62-b44c07ec199e admin admin] Calling delete_port for c7e8a56d-28d8-4a5a-a293-cd4c9064efb1 owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:34:26.228608 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-28ad873c-3c2a-493b-be88-76a448238a1f None None] Set router 9fd0b531-097c-46da-a186-beb52562187c gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:34:26.287113 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-28ad873c-3c2a-493b-be88-76a448238a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fd0b531-097c-46da-a186-beb52562187c', 'name': 'tempest-TestMinimumBasicScenario-586381972-router', 'tenant_id': 'f1d7ce27d19c4f65a6912411f6b352f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:31:00Z', 'updated_at': '2022-03-07T11:34:26Z', 'revision_number': 6, 'project_id': 'f1d7ce27d19c4f65a6912411f6b352f8', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:26.290537 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:34:26.313835 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad873c-3c2a-493b-be88-76a448238a1f None None] The sync data for ids ['9fd0b531-097c-46da-a186-beb52562187c'] in n-d-832164-4 is: [{'id': '9fd0b531-097c-46da-a186-beb52562187c', 'name': 'tempest-TestMinimumBasicScenario-586381972-router', 'tenant_id': 'f1d7ce27d19c4f65a6912411f6b352f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:31:00Z', 'updated_at': '2022-03-07T11:34:26Z', 'revision_number': 6, 'project_id': 'f1d7ce27d19c4f65a6912411f6b352f8', 'gw_port_host': None}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:34:26.337907 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8ebf6659-f868-4c70-bf62-b44c07ec199e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (c7e8a56d-28d8-4a5a-a293-cd4c9064efb1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:26.362769 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf6659-f868-4c70-bf62-b44c07ec199e admin admin] Pushing event deleted for resources: {'Port': ['ID=c7e8a56d-28d8-4a5a-a293-cd4c9064efb1,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:26.433070 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8ebf6659-f868-4c70-bf62-b44c07ec199e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (9fd0b531-097c-46da-a186-beb52562187c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:26.522872 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8ebf6659-f868-4c70-bf62-b44c07ec199e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (9fd0b531-097c-46da-a186-beb52562187c), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:26.524950 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8ebf6659-f868-4c70-bf62-b44c07ec199e admin admin] Publish callbacks [] for router_controller (9fd0b531-097c-46da-a186-beb52562187c), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:26.570698 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8ebf6659-f868-4c70-bf62-b44c07ec199e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (9fd0b531-097c-46da-a186-beb52562187c), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:26.571248 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebf6659-f868-4c70-bf62-b44c07ec199e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fd0b531-097c-46da-a186-beb52562187c {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:34:26.576309 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8ebf6659-f868-4c70-bf62-b44c07ec199e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:26.577635 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8ebf6659-f868-4c70-bf62-b44c07ec199e admin admin] 10.222.0.11 "DELETE /v2.0/routers/9fd0b531-097c-46da-a186-beb52562187c HTTP/1.1" status: 204 len: 168 time: 0.7772090 Mar 07 11:34:26.580130 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45026) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:26.623798 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0f3e1d9-2eda-4b32-9a7e-9c5ef903b366 admin admin] Deleting subnet 2a0e3067-aaaf-41fe-9457-b768d437f8ff {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:34:26.626756 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b0f3e1d9-2eda-4b32-9a7e-9c5ef903b366 admin admin] Publish callbacks [] for subnet (2a0e3067-aaaf-41fe-9457-b768d437f8ff), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:26.661479 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b0f3e1d9-2eda-4b32-9a7e-9c5ef903b366 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (2a0e3067-aaaf-41fe-9457-b768d437f8ff), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:26.751083 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b0f3e1d9-2eda-4b32-9a7e-9c5ef903b366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (2a0e3067-aaaf-41fe-9457-b768d437f8ff), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:26.809932 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b0f3e1d9-2eda-4b32-9a7e-9c5ef903b366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (2a0e3067-aaaf-41fe-9457-b768d437f8ff), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:26.836958 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3e1d9-2eda-4b32-9a7e-9c5ef903b366 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a0e3067-aaaf-41fe-9457-b768d437f8ff,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:26.838856 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b0f3e1d9-2eda-4b32-9a7e-9c5ef903b366 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:26.842644 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b0f3e1d9-2eda-4b32-9a7e-9c5ef903b366 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/2a0e3067-aaaf-41fe-9457-b768d437f8ff HTTP/1.1" status: 204 len: 168 time: 0.2613146 Mar 07 11:34:26.844258 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1154d8be-590e-4021-ba7c-641058649717 None None] Network a4f4c168-2f9d-4819-a150-dc9d6a386e73 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:34:26.844737 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45028) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:26.912144 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e53b0d62-9d74-49de-871a-9bbb3ffb5965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (a4f4c168-2f9d-4819-a150-dc9d6a386e73), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:26.970861 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-e53b0d62-9d74-49de-871a-9bbb3ffb5965 admin admin] Deleting port 7f33d197-e316-401b-898c-def990385b60 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:34:26.971197 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e53b0d62-9d74-49de-871a-9bbb3ffb5965 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (7f33d197-e316-401b-898c-def990385b60), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:27.034424 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-e53b0d62-9d74-49de-871a-9bbb3ffb5965 admin admin] For port 7f33d197-e316-401b-898c-def990385b60, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7f33d197-e316-401b-898c-def990385b60,segment=NetworkSegment(80df9ce9-6202-41b6-af74-d8e457a33a21),segment_id=80df9ce9-6202-41b6-af74-d8e457a33a21)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:34:27.034770 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e53b0d62-9d74-49de-871a-9bbb3ffb5965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (7f33d197-e316-401b-898c-def990385b60), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:27.048219 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-e53b0d62-9d74-49de-871a-9bbb3ffb5965 admin admin] Calling delete_port for 7f33d197-e316-401b-898c-def990385b60 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:34:27.100758 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb38e0be-52c8-45d6-ae46-9f777c96a4fc None None] DHCP port deletion for a4f4c168-2f9d-4819-a150-dc9d6a386e73 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:34:27.107156 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b3e764f1-aa25-4360-b14c-863858714475 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:34:27.134138 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: b3e764f1-aa25-4360-b14c-863858714475 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:34:27.134478 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b3e764f1-aa25-4360-b14c-863858714475 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:34:27.181277 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-fb38e0be-52c8-45d6-ae46-9f777c96a4fc None None] Deleting port 7f33d197-e316-401b-898c-def990385b60 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:34:27.181661 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fb38e0be-52c8-45d6-ae46-9f777c96a4fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (7f33d197-e316-401b-898c-def990385b60), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:27.248652 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-fb38e0be-52c8-45d6-ae46-9f777c96a4fc None None] For port 7f33d197-e316-401b-898c-def990385b60, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=7f33d197-e316-401b-898c-def990385b60,segment=NetworkSegment(80df9ce9-6202-41b6-af74-d8e457a33a21),segment_id=80df9ce9-6202-41b6-af74-d8e457a33a21)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:34:27.249047 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fb38e0be-52c8-45d6-ae46-9f777c96a4fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (7f33d197-e316-401b-898c-def990385b60), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:27.264158 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-fb38e0be-52c8-45d6-ae46-9f777c96a4fc None None] Calling delete_port for 7f33d197-e316-401b-898c-def990385b60 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:34:27.357062 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fb38e0be-52c8-45d6-ae46-9f777c96a4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (7f33d197-e316-401b-898c-def990385b60), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:27.386535 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38e0be-52c8-45d6-ae46-9f777c96a4fc None None] Pushing event deleted for resources: {'Port': ['ID=7f33d197-e316-401b-898c-def990385b60,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:27.388882 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb38e0be-52c8-45d6-ae46-9f777c96a4fc None None] No DVR routers for this DVR port 7f33d197-e316-401b-898c-def990385b60 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:34:27.398828 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38e0be-52c8-45d6-ae46-9f777c96a4fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:27.398828 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38e0be-52c8-45d6-ae46-9f777c96a4fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:27.398828 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38e0be-52c8-45d6-ae46-9f777c96a4fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:27.398828 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38e0be-52c8-45d6-ae46-9f777c96a4fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:27.398828 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38e0be-52c8-45d6-ae46-9f777c96a4fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:27.399520 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38e0be-52c8-45d6-ae46-9f777c96a4fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:27.399962 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38e0be-52c8-45d6-ae46-9f777c96a4fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:27.400458 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38e0be-52c8-45d6-ae46-9f777c96a4fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:27.400932 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38e0be-52c8-45d6-ae46-9f777c96a4fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:27.401291 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38e0be-52c8-45d6-ae46-9f777c96a4fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:27.401619 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38e0be-52c8-45d6-ae46-9f777c96a4fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:27.401941 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38e0be-52c8-45d6-ae46-9f777c96a4fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:27.402276 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb38e0be-52c8-45d6-ae46-9f777c96a4fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:27.481204 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e53b0d62-9d74-49de-871a-9bbb3ffb5965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (7f33d197-e316-401b-898c-def990385b60), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:27.506683 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b0d62-9d74-49de-871a-9bbb3ffb5965 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f33d197-e316-401b-898c-def990385b60,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:27.510102 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53b0d62-9d74-49de-871a-9bbb3ffb5965 admin admin] No DVR routers for this DVR port 7f33d197-e316-401b-898c-def990385b60 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:34:27.578337 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e53b0d62-9d74-49de-871a-9bbb3ffb5965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (a4f4c168-2f9d-4819-a150-dc9d6a386e73), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:27.602054 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-e53b0d62-9d74-49de-871a-9bbb3ffb5965 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f4c168-2f9d-4819-a150-dc9d6a386e73']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:27.611295 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-e53b0d62-9d74-49de-871a-9bbb3ffb5965 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80df9ce9-6202-41b6-af74-d8e457a33a21') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:27.611537 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-e53b0d62-9d74-49de-871a-9bbb3ffb5965 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80df9ce9-6202-41b6-af74-d8e457a33a21') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:27.621242 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e53b0d62-9d74-49de-871a-9bbb3ffb5965 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (80df9ce9-6202-41b6-af74-d8e457a33a21), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:27.635892 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e53b0d62-9d74-49de-871a-9bbb3ffb5965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (80df9ce9-6202-41b6-af74-d8e457a33a21), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:27.641783 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e53b0d62-9d74-49de-871a-9bbb3ffb5965 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:34:27.642169 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e53b0d62-9d74-49de-871a-9bbb3ffb5965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (80df9ce9-6202-41b6-af74-d8e457a33a21), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: self.session.flush() Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: timer() Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:34:27.644065 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:34:27.700387 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e53b0d62-9d74-49de-871a-9bbb3ffb5965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (a4f4c168-2f9d-4819-a150-dc9d6a386e73), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:27.705247 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e53b0d62-9d74-49de-871a-9bbb3ffb5965 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:27.708504 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e53b0d62-9d74-49de-871a-9bbb3ffb5965 admin admin] 10.222.0.11 "DELETE /v2.0/networks/a4f4c168-2f9d-4819-a150-dc9d6a386e73 HTTP/1.1" status: 204 len: 168 time: 0.8628232 Mar 07 11:34:27.719035 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b0d62-9d74-49de-871a-9bbb3ffb5965 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4f4c168-2f9d-4819-a150-dc9d6a386e73,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:27.893430 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45032) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:27.933882 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1b30360a-b7fd-4a58-92ca-1655fadaa3e9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cdf2c33a98d344cba8cd6a699fdaa781&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387776 Mar 07 11:34:27.936102 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45034) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:27.988639 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5c03741-e300-4683-8366-00bcd5e5974d admin admin] Publish callbacks [] for security_group (1cb61b47-f1f6-4885-92b5-15f3b049e0ca), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:28.011025 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5c03741-e300-4683-8366-00bcd5e5974d admin admin] Publish callbacks [] for security_group (1cb61b47-f1f6-4885-92b5-15f3b049e0ca), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:28.059816 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5c03741-e300-4683-8366-00bcd5e5974d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (1cb61b47-f1f6-4885-92b5-15f3b049e0ca), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:28.062677 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d5c03741-e300-4683-8366-00bcd5e5974d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:28.066233 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d5c03741-e300-4683-8366-00bcd5e5974d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1cb61b47-f1f6-4885-92b5-15f3b049e0ca HTTP/1.1" status: 204 len: 168 time: 0.1267653 Mar 07 11:34:28.072967 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c03741-e300-4683-8366-00bcd5e5974d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb61b47-f1f6-4885-92b5-15f3b049e0ca,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:28.387191 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45040) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:28.431839 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f02cda10-062b-4829-a788-5e5a61566e5d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f1d7ce27d19c4f65a6912411f6b352f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0426764 Mar 07 11:34:28.434287 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45042) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:28.440288 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7f33d197-e316-401b-898c-def990385b60 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:34:28.461337 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 7f33d197-e316-401b-898c-def990385b60 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:34:28.461691 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 7f33d197-e316-401b-898c-def990385b60 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:34:28.462106 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c7e8a56d-28d8-4a5a-a293-cd4c9064efb1 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:34:28.482806 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e9607387-915c-437c-b7dc-62c394533970 admin admin] Publish callbacks [] for security_group (b28ba6db-edb1-4512-9d0c-7b3663a3050e), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:28.486235 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: c7e8a56d-28d8-4a5a-a293-cd4c9064efb1 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:34:28.486586 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c7e8a56d-28d8-4a5a-a293-cd4c9064efb1 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:34:28.506597 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e9607387-915c-437c-b7dc-62c394533970 admin admin] Publish callbacks [] for security_group (b28ba6db-edb1-4512-9d0c-7b3663a3050e), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:28.553407 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e9607387-915c-437c-b7dc-62c394533970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (b28ba6db-edb1-4512-9d0c-7b3663a3050e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:28.556186 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e9607387-915c-437c-b7dc-62c394533970 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:28.557439 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e9607387-915c-437c-b7dc-62c394533970 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b28ba6db-edb1-4512-9d0c-7b3663a3050e HTTP/1.1" status: 204 len: 168 time: 0.1222050 Mar 07 11:34:28.565046 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9607387-915c-437c-b7dc-62c394533970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28ba6db-edb1-4512-9d0c-7b3663a3050e,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:30.281936 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45082) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:30.286536 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-dc926898-a9ba-4897-9d69-ba5b8457d1d6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-943527631', 'description': 'tempest-secgroup-smoke-943527631 description', 'project_id': 'a55f85fdfc8447269f634477a798a23c'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:34:30.306423 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc926898-a9ba-4897-9d69-ba5b8457d1d6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:30.314057 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc926898-a9ba-4897-9d69-ba5b8457d1d6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:30.389976 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc926898-a9ba-4897-9d69-ba5b8457d1d6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group (d986cfda-5113-4e77-8432-36d8dcf52d72), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:30.393618 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc926898-a9ba-4897-9d69-ba5b8457d1d6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d986cfda-5113-4e77-8432-36d8dcf52d72), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:30.434763 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc926898-a9ba-4897-9d69-ba5b8457d1d6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d986cfda-5113-4e77-8432-36d8dcf52d72,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:30.472502 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc926898-a9ba-4897-9d69-ba5b8457d1d6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group (544c5dfe-5892-4261-9862-90b5b440071a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:30.476432 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc926898-a9ba-4897-9d69-ba5b8457d1d6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (544c5dfe-5892-4261-9862-90b5b440071a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:30.510245 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dc926898-a9ba-4897-9d69-ba5b8457d1d6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:30.511391 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-dc926898-a9ba-4897-9d69-ba5b8457d1d6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2284498 Mar 07 11:34:30.513272 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc926898-a9ba-4897-9d69-ba5b8457d1d6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=544c5dfe-5892-4261-9862-90b5b440071a,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:30.514500 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45084) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:30.519094 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-f28096cb-9e65-4e03-9b80-e089bd26dbb5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group_rule': {'security_group_id': '544c5dfe-5892-4261-9862-90b5b440071a', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:34:30.543260 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f28096cb-9e65-4e03-9b80-e089bd26dbb5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (e1d92029-0c7f-4299-879b-c6b52fc2cf0c), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:30.600731 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f28096cb-9e65-4e03-9b80-e089bd26dbb5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (e1d92029-0c7f-4299-879b-c6b52fc2cf0c), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:30.604195 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f28096cb-9e65-4e03-9b80-e089bd26dbb5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (e1d92029-0c7f-4299-879b-c6b52fc2cf0c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:30.621733 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28096cb-9e65-4e03-9b80-e089bd26dbb5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d92029-0c7f-4299-879b-c6b52fc2cf0c,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:30.629082 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f28096cb-9e65-4e03-9b80-e089bd26dbb5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:30.631662 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f28096cb-9e65-4e03-9b80-e089bd26dbb5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153836 Mar 07 11:34:30.633603 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45086) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:30.637812 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-f7c34268-4fb7-4bcc-b781-e2a8e6f2c856 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group_rule': {'security_group_id': '544c5dfe-5892-4261-9862-90b5b440071a', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:34:30.661847 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f7c34268-4fb7-4bcc-b781-e2a8e6f2c856 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (1606b79d-043c-4f2d-bf58-4269c0c13541), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:30.716942 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f7c34268-4fb7-4bcc-b781-e2a8e6f2c856 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (1606b79d-043c-4f2d-bf58-4269c0c13541), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:30.720334 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f7c34268-4fb7-4bcc-b781-e2a8e6f2c856 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (1606b79d-043c-4f2d-bf58-4269c0c13541), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:30.739798 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c34268-4fb7-4bcc-b781-e2a8e6f2c856 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1606b79d-043c-4f2d-bf58-4269c0c13541,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:30.745647 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f7c34268-4fb7-4bcc-b781-e2a8e6f2c856 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:30.746806 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f7c34268-4fb7-4bcc-b781-e2a8e6f2c856 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1122694 Mar 07 11:34:30.750033 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45088) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:30.754175 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-805a5bca-311a-428f-8117-11ac7d037361 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group_rule': {'security_group_id': '544c5dfe-5892-4261-9862-90b5b440071a', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:34:30.779235 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-805a5bca-311a-428f-8117-11ac7d037361 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (4044df89-ce04-4621-ab3f-af277a9eb732), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:30.834798 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-805a5bca-311a-428f-8117-11ac7d037361 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (4044df89-ce04-4621-ab3f-af277a9eb732), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:30.838509 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-805a5bca-311a-428f-8117-11ac7d037361 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (4044df89-ce04-4621-ab3f-af277a9eb732), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:30.857443 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a5bca-311a-428f-8117-11ac7d037361 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4044df89-ce04-4621-ab3f-af277a9eb732,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:30.862986 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-805a5bca-311a-428f-8117-11ac7d037361 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:30.864734 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-805a5bca-311a-428f-8117-11ac7d037361 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1132138 Mar 07 11:34:30.867758 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45090) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:30.872012 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-2f331c2d-d4b3-433e-9a55-b1a33dfae915 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group_rule': {'security_group_id': '544c5dfe-5892-4261-9862-90b5b440071a', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:34:30.896720 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2f331c2d-d4b3-433e-9a55-b1a33dfae915 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (d27e8d1c-5b82-4e5a-9380-b8057d6de9c7), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:30.954766 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2f331c2d-d4b3-433e-9a55-b1a33dfae915 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (d27e8d1c-5b82-4e5a-9380-b8057d6de9c7), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:30.958708 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2f331c2d-d4b3-433e-9a55-b1a33dfae915 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (d27e8d1c-5b82-4e5a-9380-b8057d6de9c7), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:30.972816 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f331c2d-d4b3-433e-9a55-b1a33dfae915 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d27e8d1c-5b82-4e5a-9380-b8057d6de9c7,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:30.983803 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2f331c2d-d4b3-433e-9a55-b1a33dfae915 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:30.985002 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2f331c2d-d4b3-433e-9a55-b1a33dfae915 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1163256 Mar 07 11:34:30.987731 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45092) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:30.992791 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-e22684a5-da29-46ab-9e19-b522727a8855 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group_rule': {'security_group_id': '544c5dfe-5892-4261-9862-90b5b440071a', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:34:31.012437 n-d-832164-4 neutron-server[103767]: INFO neutron.db.securitygroups_db [None req-e22684a5-da29-46ab-9e19-b522727a8855 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Project a55f85fdfc8447269f634477a798a23c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:34:31.017134 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e22684a5-da29-46ab-9e19-b522727a8855 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (08f06f51-7413-4b33-865b-3ac9b1d82a08), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:31.075782 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e22684a5-da29-46ab-9e19-b522727a8855 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (08f06f51-7413-4b33-865b-3ac9b1d82a08), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:31.079091 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e22684a5-da29-46ab-9e19-b522727a8855 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (08f06f51-7413-4b33-865b-3ac9b1d82a08), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:31.093388 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22684a5-da29-46ab-9e19-b522727a8855 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08f06f51-7413-4b33-865b-3ac9b1d82a08,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:31.103265 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e22684a5-da29-46ab-9e19-b522727a8855 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:31.104468 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e22684a5-da29-46ab-9e19-b522727a8855 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1156793 Mar 07 11:34:31.107197 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45094) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:31.111355 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-9d94efb0-7402-40f8-bf91-9d31b3759225 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group_rule': {'security_group_id': '544c5dfe-5892-4261-9862-90b5b440071a', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:34:31.129537 n-d-832164-4 neutron-server[103767]: INFO neutron.db.securitygroups_db [None req-9d94efb0-7402-40f8-bf91-9d31b3759225 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Project a55f85fdfc8447269f634477a798a23c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:34:31.135011 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d94efb0-7402-40f8-bf91-9d31b3759225 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (329d8b4b-3a6d-4816-9e87-56d658035c10), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:31.192908 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d94efb0-7402-40f8-bf91-9d31b3759225 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (329d8b4b-3a6d-4816-9e87-56d658035c10), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:31.196649 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d94efb0-7402-40f8-bf91-9d31b3759225 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (329d8b4b-3a6d-4816-9e87-56d658035c10), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:31.215523 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94efb0-7402-40f8-bf91-9d31b3759225 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=329d8b4b-3a6d-4816-9e87-56d658035c10,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:31.220493 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9d94efb0-7402-40f8-bf91-9d31b3759225 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:31.221516 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9d94efb0-7402-40f8-bf91-9d31b3759225 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1134264 Mar 07 11:34:31.224686 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45096) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:31.229400 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-0af6a466-df2a-43e0-8f12-d942818c340d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'network': {'name': 'tempest-network-smoke--976142030', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'port_security_enabled': True}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:34:31.247496 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af6a466-df2a-43e0-8f12-d942818c340d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Made reservation on behalf of a55f85fdfc8447269f634477a798a23c for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:34:31.250761 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0af6a466-df2a-43e0-8f12-d942818c340d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:31.274429 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af6a466-df2a-43e0-8f12-d942818c340d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:34:31.283074 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0af6a466-df2a-43e0-8f12-d942818c340d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (f3453d3a-b72b-42f1-8a1b-3c1868da07cb), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:31.283420 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-0af6a466-df2a-43e0-8f12-d942818c340d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Added segment f3453d3a-b72b-42f1-8a1b-3c1868da07cb of type vlan for network 0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3 Mar 07 11:34:31.325519 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0af6a466-df2a-43e0-8f12-d942818c340d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:31.349242 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0af6a466-df2a-43e0-8f12-d942818c340d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:31.354250 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af6a466-df2a-43e0-8f12-d942818c340d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:31.354831 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0af6a466-df2a-43e0-8f12-d942818c340d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:31.392487 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0af6a466-df2a-43e0-8f12-d942818c340d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1667781 Mar 07 11:34:31.395619 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45098) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:31.400262 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-8415eacc-a3f3-4d30-9bdb-ce4c1cfab1f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1381600892', 'admin_state_up': True, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:34:31.422391 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8415eacc-a3f3-4d30-9bdb-ce4c1cfab1f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (b68171ef-8f00-43c6-b5bf-f0aeeb6136ba), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:31.423693 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8415eacc-a3f3-4d30-9bdb-ce4c1cfab1f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (b68171ef-8f00-43c6-b5bf-f0aeeb6136ba), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:31.424754 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6a466-df2a-43e0-8f12-d942818c340d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Network': ['ID=0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:31.436861 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:34:31.476897 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8415eacc-a3f3-4d30-9bdb-ce4c1cfab1f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router_controller (b68171ef-8f00-43c6-b5bf-f0aeeb6136ba), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:31.621404 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8415eacc-a3f3-4d30-9bdb-ce4c1cfab1f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router_gateway (b68171ef-8f00-43c6-b5bf-f0aeeb6136ba), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:31.813845 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8415eacc-a3f3-4d30-9bdb-ce4c1cfab1f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router_gateway (b68171ef-8f00-43c6-b5bf-f0aeeb6136ba), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:31.832663 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8415eacc-a3f3-4d30-9bdb-ce4c1cfab1f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:31.932919 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-8415eacc-a3f3-4d30-9bdb-ce4c1cfab1f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Allocated IP 172.25.3.121 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/b36b5526-ee47-408d-ac29-99dda56af889) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:34:32.038744 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8415eacc-a3f3-4d30-9bdb-ce4c1cfab1f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for port (b36b5526-ee47-408d-ac29-99dda56af889), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:32.072794 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8415eacc-a3f3-4d30-9bdb-ce4c1cfab1f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (b36b5526-ee47-408d-ac29-99dda56af889), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:32.111452 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8415eacc-a3f3-4d30-9bdb-ce4c1cfab1f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:34:32.116293 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-8415eacc-a3f3-4d30-9bdb-ce4c1cfab1f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:34:32.118723 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8415eacc-a3f3-4d30-9bdb-ce4c1cfab1f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:34:32.142056 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415eacc-a3f3-4d30-9bdb-ce4c1cfab1f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Port': ['ID=b36b5526-ee47-408d-ac29-99dda56af889,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:32.373202 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8415eacc-a3f3-4d30-9bdb-ce4c1cfab1f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router_gateway (b68171ef-8f00-43c6-b5bf-f0aeeb6136ba), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:32.576772 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8415eacc-a3f3-4d30-9bdb-ce4c1cfab1f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (b68171ef-8f00-43c6-b5bf-f0aeeb6136ba), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:32.704510 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8415eacc-a3f3-4d30-9bdb-ce4c1cfab1f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Router b68171ef-8f00-43c6-b5bf-f0aeeb6136ba is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:34:32.810582 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8415eacc-a3f3-4d30-9bdb-ce4c1cfab1f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:34:32.821376 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d9557b-79bd-4161-962e-a0a7e6a01572 None None] Sync routers for ids ['b68171ef-8f00-43c6-b5bf-f0aeeb6136ba'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:34:32.831371 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8415eacc-a3f3-4d30-9bdb-ce4c1cfab1f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:32.831572 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d9557b-79bd-4161-962e-a0a7e6a01572 None None] Routers {'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:34:32.832181 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d8d9557b-79bd-4161-962e-a0a7e6a01572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:34:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['b68171ef-8f00-43c6-b5bf-f0aeeb6136ba'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:32.836372 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45100) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:32.836872 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8415eacc-a3f3-4d30-9bdb-ce4c1cfab1f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4396780 Mar 07 11:34:32.946693 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-d8d9557b-79bd-4161-962e-a0a7e6a01572 None None] Set router b68171ef-8f00-43c6-b5bf-f0aeeb6136ba gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:34:32.957070 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-94806a78-fe5f-414c-a426-b72d59949fbb tempest-TestNetworkAdvancedServerOps-168186507 tempest-TestNetworkAdvancedServerOps-168186507-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=a55f85fdfc8447269f634477a798a23c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1193142 Mar 07 11:34:32.959779 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45104) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:33.051767 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9b9271-6933-4bdc-8616-d673ffda62c9 tempest-TestNetworkAdvancedServerOps-168186507 tempest-TestNetworkAdvancedServerOps-168186507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:33.053444 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4d9b9271-6933-4bdc-8616-d673ffda62c9 tempest-TestNetworkAdvancedServerOps-168186507 tempest-TestNetworkAdvancedServerOps-168186507-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0926776 Mar 07 11:34:33.056404 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45106) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:33.084357 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3786bbe3-a7b5-4984-b34d-cae76bab0c46 tempest-TestNetworkAdvancedServerOps-168186507 tempest-TestNetworkAdvancedServerOps-168186507-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=f8958782-2869-4679-b3a6-78e3b1855431&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264075 Mar 07 11:34:33.086747 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45108) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:33.091464 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-de27e879-08e7-4ea3-b773-07c4ebcf2dd0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-413774180', 'network_id': '0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:34:33.129298 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d8d9557b-79bd-4161-962e-a0a7e6a01572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381600892', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'b36b5526-ee47-408d-ac29-99dda56af889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:34:31Z', 'updated_at': '2022-03-07T11:34:32Z', 'revision_number': 3, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': 'b36b5526-ee47-408d-ac29-99dda56af889', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ce:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:34:31Z', 'updated_at': '2022-03-07T11:34:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:33.156241 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d9557b-79bd-4161-962e-a0a7e6a01572 None None] Checking router: b68171ef-8f00-43c6-b5bf-f0aeeb6136ba for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:34:33.156585 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d9557b-79bd-4161-962e-a0a7e6a01572 None None] Updating router b68171ef-8f00-43c6-b5bf-f0aeeb6136ba port b36b5526-ee47-408d-ac29-99dda56af889 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:34:33.182676 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de27e879-08e7-4ea3-b773-07c4ebcf2dd0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Made reservation on behalf of a55f85fdfc8447269f634477a798a23c for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:34:33.185158 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d8d9557b-79bd-4161-962e-a0a7e6a01572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b36b5526-ee47-408d-ac29-99dda56af889), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:33.186235 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-de27e879-08e7-4ea3-b773-07c4ebcf2dd0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:33.365530 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-de27e879-08e7-4ea3-b773-07c4ebcf2dd0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (8c0ac851-cb98-4664-8e08-d5c7113a9093), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:33.425346 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de27e879-08e7-4ea3-b773-07c4ebcf2dd0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Subnet': ['ID=8c0ac851-cb98-4664-8e08-d5c7113a9093,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:33.435460 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de27e879-08e7-4ea3-b773-07c4ebcf2dd0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Checking segment: {'id': 'f3453d3a-b72b-42f1-8a1b-3c1868da07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:34:33.435829 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de27e879-08e7-4ea3-b773-07c4ebcf2dd0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network hostable DHCP agents. Network: 0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:34:33.444014 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d8d9557b-79bd-4161-962e-a0a7e6a01572 None None] Publish callbacks [] for port (b36b5526-ee47-408d-ac29-99dda56af889), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:33.449783 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d8d9557b-79bd-4161-962e-a0a7e6a01572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b36b5526-ee47-408d-ac29-99dda56af889), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:33.453100 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de27e879-08e7-4ea3-b773-07c4ebcf2dd0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network 0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:34:33.464136 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-de27e879-08e7-4ea3-b773-07c4ebcf2dd0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:34:33.468763 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de27e879-08e7-4ea3-b773-07c4ebcf2dd0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:33.469460 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-de27e879-08e7-4ea3-b773-07c4ebcf2dd0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:33.485952 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7523c376-0608-45ac-9508-3341f72d8371 None None] Network 0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:34:33.486585 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-de27e879-08e7-4ea3-b773-07c4ebcf2dd0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3987875 Mar 07 11:34:33.490080 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45110) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:33.526705 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-d8d9557b-79bd-4161-962e-a0a7e6a01572 None None] Attempting to bind port b36b5526-ee47-408d-ac29-99dda56af889 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:34:33.527075 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-d8d9557b-79bd-4161-962e-a0a7e6a01572 None None] Attempting to bind port b36b5526-ee47-408d-ac29-99dda56af889 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:34:33.527538 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d9557b-79bd-4161-962e-a0a7e6a01572 None None] Attempting to bind port b36b5526-ee47-408d-ac29-99dda56af889 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:34:33.731661 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c656c2d-006d-46ed-9385-97a1a965fe9a None None] Pushing event updated for resources: {'Port': ['ID=b36b5526-ee47-408d-ac29-99dda56af889,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:33.738724 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d9557b-79bd-4161-962e-a0a7e6a01572 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:34:33.739762 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d9557b-79bd-4161-962e-a0a7e6a01572 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:34:33.740002 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d8d9557b-79bd-4161-962e-a0a7e6a01572 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:33.740397 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d9557b-79bd-4161-962e-a0a7e6a01572 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:34:33.740863 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-d8d9557b-79bd-4161-962e-a0a7e6a01572 None None] Bound port: b36b5526-ee47-408d-ac29-99dda56af889, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:34:33.741263 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d8d9557b-79bd-4161-962e-a0a7e6a01572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b36b5526-ee47-408d-ac29-99dda56af889), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:33.822852 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-d8d9557b-79bd-4161-962e-a0a7e6a01572 None None] For port b36b5526-ee47-408d-ac29-99dda56af889, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:34:33.826142 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-d8d9557b-79bd-4161-962e-a0a7e6a01572 None None] For port b36b5526-ee47-408d-ac29-99dda56af889, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b36b5526-ee47-408d-ac29-99dda56af889,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:34:33.829135 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22120be-691e-4b39-8e52-42b031a2038b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3', 'network_id': '0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'fixed_ips': [{'subnet_id': '8c0ac851-cb98-4664-8e08-d5c7113a9093'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:34:33.829982 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b22120be-691e-4b39-8e52-42b031a2038b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:33.843829 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d8d9557b-79bd-4161-962e-a0a7e6a01572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b36b5526-ee47-408d-ac29-99dda56af889), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:33.970439 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c656c2d-006d-46ed-9385-97a1a965fe9a None None] Pushing event updated for resources: {'Port': ['ID=b36b5526-ee47-408d-ac29-99dda56af889,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:33.976721 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d9557b-79bd-4161-962e-a0a7e6a01572 None None] Routers {'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:34:33.977384 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d8d9557b-79bd-4161-962e-a0a7e6a01572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:34:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['b68171ef-8f00-43c6-b5bf-f0aeeb6136ba'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:33.986258 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-32706dff-afbd-4d72-865f-4b12b2c1eaa0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:34.129733 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-b22120be-691e-4b39-8e52-42b031a2038b None None] Allocated IP 172.20.0.2 (0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3/8c0ac851-cb98-4664-8e08-d5c7113a9093/bfbb1bea-172f-4f54-9ab4-0e26e79b8354) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:34:34.145449 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-d8d9557b-79bd-4161-962e-a0a7e6a01572 None None] Set router b68171ef-8f00-43c6-b5bf-f0aeeb6136ba gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:34:34.435000 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b22120be-691e-4b39-8e52-42b031a2038b None None] Publish callbacks [] for port (bfbb1bea-172f-4f54-9ab4-0e26e79b8354), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:34.444042 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b22120be-691e-4b39-8e52-42b031a2038b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (bfbb1bea-172f-4f54-9ab4-0e26e79b8354), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:34.490392 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d8d9557b-79bd-4161-962e-a0a7e6a01572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381600892', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'b36b5526-ee47-408d-ac29-99dda56af889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:34:31Z', 'updated_at': '2022-03-07T11:34:32Z', 'revision_number': 3, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': 'b36b5526-ee47-408d-ac29-99dda56af889', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ce:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:34:31Z', 'updated_at': '2022-03-07T11:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:34.496273 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22120be-691e-4b39-8e52-42b031a2038b None None] Network 0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:34:34.497307 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-32706dff-afbd-4d72-865f-4b12b2c1eaa0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Allocated IP 172.20.0.1 (0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3/8c0ac851-cb98-4664-8e08-d5c7113a9093/bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:34:34.529017 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-b22120be-691e-4b39-8e52-42b031a2038b None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:34:34.530961 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d9557b-79bd-4161-962e-a0a7e6a01572 None None] The sync data for ids ['b68171ef-8f00-43c6-b5bf-f0aeeb6136ba'] in n-d-832164-4 is: [{'id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381600892', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'b36b5526-ee47-408d-ac29-99dda56af889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:34:31Z', 'updated_at': '2022-03-07T11:34:32Z', 'revision_number': 3, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': 'b36b5526-ee47-408d-ac29-99dda56af889', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ce:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:34:31Z', 'updated_at': '2022-03-07T11:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:34:34.532416 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22120be-691e-4b39-8e52-42b031a2038b None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:34:34.541257 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22120be-691e-4b39-8e52-42b031a2038b None None] Pushing event updated for resources: {'Port': ['ID=bfbb1bea-172f-4f54-9ab4-0e26e79b8354,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:34.601917 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-b22120be-691e-4b39-8e52-42b031a2038b None None] Attempting to bind port bfbb1bea-172f-4f54-9ab4-0e26e79b8354 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:34:34.602293 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-b22120be-691e-4b39-8e52-42b031a2038b None None] Attempting to bind port bfbb1bea-172f-4f54-9ab4-0e26e79b8354 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'f3453d3a-b72b-42f1-8a1b-3c1868da07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:34:34.602652 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22120be-691e-4b39-8e52-42b031a2038b None None] Attempting to bind port bfbb1bea-172f-4f54-9ab4-0e26e79b8354 on network 0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:34:34.607911 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22120be-691e-4b39-8e52-42b031a2038b None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:34:34.608270 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22120be-691e-4b39-8e52-42b031a2038b None None] Checking segment: {'id': 'f3453d3a-b72b-42f1-8a1b-3c1868da07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:34:34.608676 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b22120be-691e-4b39-8e52-42b031a2038b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:34.609066 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22120be-691e-4b39-8e52-42b031a2038b None None] Bound using segment: {'id': 'f3453d3a-b72b-42f1-8a1b-3c1868da07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:34:34.609549 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-b22120be-691e-4b39-8e52-42b031a2038b None None] Bound port: bfbb1bea-172f-4f54-9ab4-0e26e79b8354, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3453d3a-b72b-42f1-8a1b-3c1868da07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:34:34.610044 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b22120be-691e-4b39-8e52-42b031a2038b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bfbb1bea-172f-4f54-9ab4-0e26e79b8354), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:34.634560 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-32706dff-afbd-4d72-865f-4b12b2c1eaa0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for port (bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:34.674721 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-32706dff-afbd-4d72-865f-4b12b2c1eaa0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:34.678312 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-b22120be-691e-4b39-8e52-42b031a2038b None None] For port bfbb1bea-172f-4f54-9ab4-0e26e79b8354, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:34:34.682905 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-b22120be-691e-4b39-8e52-42b031a2038b None None] For port bfbb1bea-172f-4f54-9ab4-0e26e79b8354, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=bfbb1bea-172f-4f54-9ab4-0e26e79b8354,segment=NetworkSegment(f3453d3a-b72b-42f1-8a1b-3c1868da07cb),segment_id=f3453d3a-b72b-42f1-8a1b-3c1868da07cb)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:34:34.689192 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b22120be-691e-4b39-8e52-42b031a2038b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (bfbb1bea-172f-4f54-9ab4-0e26e79b8354), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:34.725778 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32706dff-afbd-4d72-865f-4b12b2c1eaa0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network 0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:34:34.729503 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-32706dff-afbd-4d72-865f-4b12b2c1eaa0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:34:34.732302 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32706dff-afbd-4d72-865f-4b12b2c1eaa0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:34:34.765731 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32706dff-afbd-4d72-865f-4b12b2c1eaa0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Port': ['ID=bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:34.774170 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22120be-691e-4b39-8e52-42b031a2038b None None] Pushing event updated for resources: {'Port': ['ID=bfbb1bea-172f-4f54-9ab4-0e26e79b8354,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:34.810859 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-32706dff-afbd-4d72-865f-4b12b2c1eaa0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (b68171ef-8f00-43c6-b5bf-f0aeeb6136ba), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:34.984530 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-32706dff-afbd-4d72-865f-4b12b2c1eaa0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:35.300797 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-32706dff-afbd-4d72-865f-4b12b2c1eaa0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for port (bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:35.308908 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-32706dff-afbd-4d72-865f-4b12b2c1eaa0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:35.383688 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32706dff-afbd-4d72-865f-4b12b2c1eaa0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Port': ['ID=bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:35.387388 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-32706dff-afbd-4d72-865f-4b12b2c1eaa0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (b68171ef-8f00-43c6-b5bf-f0aeeb6136ba), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:35.499312 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32706dff-afbd-4d72-865f-4b12b2c1eaa0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network 0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:34:35.502469 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-32706dff-afbd-4d72-865f-4b12b2c1eaa0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:34:35.623409 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32706dff-afbd-4d72-865f-4b12b2c1eaa0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Router b68171ef-8f00-43c6-b5bf-f0aeeb6136ba has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:34:35.740659 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32706dff-afbd-4d72-865f-4b12b2c1eaa0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:34:35.749660 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-32706dff-afbd-4d72-865f-4b12b2c1eaa0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "PUT /v2.0/routers/b68171ef-8f00-43c6-b5bf-f0aeeb6136ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2583938 Mar 07 11:34:35.815534 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f667d39d-b073-42aa-b24c-cc27f4ccb623 None None] Network 0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:34:35.899478 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-36c345b9-8429-468d-a5e7-5258061500f4 None None] Provisioning complete for port bfbb1bea-172f-4f54-9ab4-0e26e79b8354 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:34:35.899849 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-36c345b9-8429-468d-a5e7-5258061500f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (bfbb1bea-172f-4f54-9ab4-0e26e79b8354), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:35.914521 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-35522795-ea21-440b-8304-307339132452 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-943527631&fields=id&tenant_id=a55f85fdfc8447269f634477a798a23c HTTP/1.1" status: 200 len: 267 time: 0.0559285 Mar 07 11:34:36.018715 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-36c345b9-8429-468d-a5e7-5258061500f4 None None] Current status of the port bfbb1bea-172f-4f54-9ab4-0e26e79b8354 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:34:36.019117 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-36c345b9-8429-468d-a5e7-5258061500f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bfbb1bea-172f-4f54-9ab4-0e26e79b8354), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:36.039983 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-08813c7b-7e9a-489c-a92f-69dc8ecdf5ea tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:36.042204 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-08813c7b-7e9a-489c-a92f-69dc8ecdf5ea tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/networks?id=0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3 HTTP/1.1" status: 200 len: 796 time: 0.1182299 Mar 07 11:34:36.057582 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-36c345b9-8429-468d-a5e7-5258061500f4 None None] For port bfbb1bea-172f-4f54-9ab4-0e26e79b8354, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=bfbb1bea-172f-4f54-9ab4-0e26e79b8354,segment=NetworkSegment(f3453d3a-b72b-42f1-8a1b-3c1868da07cb),segment_id=f3453d3a-b72b-42f1-8a1b-3c1868da07cb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:34:36.060837 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-4af6e9d0-0b22-480b-9f00-7edaaad50c44 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/quotas/a55f85fdfc8447269f634477a798a23c HTTP/1.1" status: 200 len: 375 time: 0.0107207 Mar 07 11:34:36.063287 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-36c345b9-8429-468d-a5e7-5258061500f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (bfbb1bea-172f-4f54-9ab4-0e26e79b8354), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:36.121828 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c345b9-8429-468d-a5e7-5258061500f4 None None] Pushing event updated for resources: {'Port': ['ID=bfbb1bea-172f-4f54-9ab4-0e26e79b8354,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:36.125041 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-3ed51604-944d-4150-b180-1f93ab617167 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559974 Mar 07 11:34:36.143847 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-260abd24-8da0-4627-8677-d779aef984ff service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:34:36.144908 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-260abd24-8da0-4627-8677-d779aef984ff service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056612 Mar 07 11:34:36.243580 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-39830122-e704-4b20-ad05-985223584910 service neutron] 10.222.0.11 "GET /v2.0/networks/0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901577 Mar 07 11:34:36.287512 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-77301e49-7e51-4be9-a665-91ea081aff0b None None] Provisioning complete for port bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:34:36.287887 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-77301e49-7e51-4be9-a665-91ea081aff0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:36.308720 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4572ded-e8d2-4fdd-a802-ea8a16f5eefc None None] Sync routers for ids ['b68171ef-8f00-43c6-b5bf-f0aeeb6136ba'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:34:36.321818 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4572ded-e8d2-4fdd-a802-ea8a16f5eefc None None] Routers {'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:34:36.322738 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f4572ded-e8d2-4fdd-a802-ea8a16f5eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:34:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['b68171ef-8f00-43c6-b5bf-f0aeeb6136ba'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:36.330632 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-77301e49-7e51-4be9-a665-91ea081aff0b None None] Port bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:34:36.341277 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-77301e49-7e51-4be9-a665-91ea081aff0b None None] Provisioning complete for port bfbb1bea-172f-4f54-9ab4-0e26e79b8354 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:34:36.341681 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-77301e49-7e51-4be9-a665-91ea081aff0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (bfbb1bea-172f-4f54-9ab4-0e26e79b8354), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:36.370801 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-cfb56022-8e35-4a5f-bcfd-4a823a4a9990 service neutron] 10.222.0.11 "GET /v2.0/networks/0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211462 Mar 07 11:34:36.476722 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-f4572ded-e8d2-4fdd-a802-ea8a16f5eefc None None] Set router b68171ef-8f00-43c6-b5bf-f0aeeb6136ba gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:34:36.477006 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-77301e49-7e51-4be9-a665-91ea081aff0b None None] Current status of the port bfbb1bea-172f-4f54-9ab4-0e26e79b8354 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:34:36.549612 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device bfbb1bea-172f-4f54-9ab4-0e26e79b8354 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:34:36.635054 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-142dfb5b-24d8-4dfb-9f0b-35d8c9fea1d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:36.639283 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d0ae5166-6c5a-4bc1-bac7-cb1b4800720a req-5dc1cce7-7a0e-46d3-a404-81f96cfffa9a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=d55117e7-5eb8-45c9-a99f-39e70989fe43 HTTP/1.1" status: 200 len: 210 time: 0.0392849 Mar 07 11:34:36.650085 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-661bb723-52f5-4726-a51b-a16580b2e649 None None] Provisioning complete for port bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:34:36.650085 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-661bb723-52f5-4726-a51b-a16580b2e649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:36.689501 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port bfbb1bea-172f-4f54-9ab4-0e26e79b8354 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:34:36.690016 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (bfbb1bea-172f-4f54-9ab4-0e26e79b8354), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:36.694986 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-661bb723-52f5-4726-a51b-a16580b2e649 None None] Port bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:34:36.745261 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f4572ded-e8d2-4fdd-a802-ea8a16f5eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381600892', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'b36b5526-ee47-408d-ac29-99dda56af889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:34:31Z', 'updated_at': '2022-03-07T11:34:34Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': 'b36b5526-ee47-408d-ac29-99dda56af889', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ce:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:34:31Z', 'updated_at': '2022-03-07T11:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd', 'name': '', 'network_id': '0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:4a:14:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8c0ac851-cb98-4664-8e08-d5c7113a9093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:34:34Z', 'updated_at': '2022-03-07T11:34:35Z', 'revision_number': 2, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '8c0ac851-cb98-4664-8e08-d5c7113a9093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:36.772104 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4572ded-e8d2-4fdd-a802-ea8a16f5eefc None None] Checking router: b68171ef-8f00-43c6-b5bf-f0aeeb6136ba for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:34:36.772453 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4572ded-e8d2-4fdd-a802-ea8a16f5eefc None None] Updating router b68171ef-8f00-43c6-b5bf-f0aeeb6136ba port bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:34:36.773464 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port bfbb1bea-172f-4f54-9ab4-0e26e79b8354 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:34:36.774535 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b36b5526-ee47-408d-ac29-99dda56af889 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:34:36.800628 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f4572ded-e8d2-4fdd-a802-ea8a16f5eefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:36.828973 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-8d9f43e4-b5df-44dd-8475-6faaddd41971 None None] Provisioning complete for port bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:34:36.829569 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8d9f43e4-b5df-44dd-8475-6faaddd41971 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:36.869583 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-8d9f43e4-b5df-44dd-8475-6faaddd41971 None None] Port bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:34:36.875074 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port b36b5526-ee47-408d-ac29-99dda56af889 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:34:36.875392 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b36b5526-ee47-408d-ac29-99dda56af889), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:36.952131 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port b36b5526-ee47-408d-ac29-99dda56af889 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:34:36.952534 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b36b5526-ee47-408d-ac29-99dda56af889), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:36.973893 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port b36b5526-ee47-408d-ac29-99dda56af889, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b36b5526-ee47-408d-ac29-99dda56af889,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:34:36.978408 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b36b5526-ee47-408d-ac29-99dda56af889), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:37.029832 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=b36b5526-ee47-408d-ac29-99dda56af889,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:37.067521 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f4572ded-e8d2-4fdd-a802-ea8a16f5eefc None None] Publish callbacks [] for port (bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:37.073688 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f4572ded-e8d2-4fdd-a802-ea8a16f5eefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:37.125584 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e23e3-afe5-4ef5-969b-002428769a80 None None] Pushing event updated for resources: {'Port': ['ID=bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:37.149604 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2e23e3-afe5-4ef5-969b-002428769a80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:37.150046 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2e23e3-afe5-4ef5-969b-002428769a80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:37.150444 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2e23e3-afe5-4ef5-969b-002428769a80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:37.150839 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2e23e3-afe5-4ef5-969b-002428769a80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:37.151173 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2e23e3-afe5-4ef5-969b-002428769a80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:37.151493 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2e23e3-afe5-4ef5-969b-002428769a80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:37.151817 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2e23e3-afe5-4ef5-969b-002428769a80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:37.152142 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2e23e3-afe5-4ef5-969b-002428769a80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:37.152459 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2e23e3-afe5-4ef5-969b-002428769a80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:37.152777 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2e23e3-afe5-4ef5-969b-002428769a80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:37.153091 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2e23e3-afe5-4ef5-969b-002428769a80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:37.153428 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2e23e3-afe5-4ef5-969b-002428769a80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:37.153746 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2e23e3-afe5-4ef5-969b-002428769a80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:34:37.187052 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-f4572ded-e8d2-4fdd-a802-ea8a16f5eefc None None] Attempting to bind port bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:34:37.187419 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-f4572ded-e8d2-4fdd-a802-ea8a16f5eefc None None] Attempting to bind port bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'f3453d3a-b72b-42f1-8a1b-3c1868da07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:34:37.187776 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4572ded-e8d2-4fdd-a802-ea8a16f5eefc None None] Attempting to bind port bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd on network 0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:34:37.192931 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4572ded-e8d2-4fdd-a802-ea8a16f5eefc None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:34:37.193332 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4572ded-e8d2-4fdd-a802-ea8a16f5eefc None None] Checking segment: {'id': 'f3453d3a-b72b-42f1-8a1b-3c1868da07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:34:37.193731 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f4572ded-e8d2-4fdd-a802-ea8a16f5eefc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:37.194119 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4572ded-e8d2-4fdd-a802-ea8a16f5eefc None None] Bound using segment: {'id': 'f3453d3a-b72b-42f1-8a1b-3c1868da07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:34:37.194583 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-f4572ded-e8d2-4fdd-a802-ea8a16f5eefc None None] Bound port: bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3453d3a-b72b-42f1-8a1b-3c1868da07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:34:37.194952 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f4572ded-e8d2-4fdd-a802-ea8a16f5eefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:37.262286 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-f4572ded-e8d2-4fdd-a802-ea8a16f5eefc None None] For port bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:34:37.265761 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-f4572ded-e8d2-4fdd-a802-ea8a16f5eefc None None] For port bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd,segment=NetworkSegment(f3453d3a-b72b-42f1-8a1b-3c1868da07cb),segment_id=f3453d3a-b72b-42f1-8a1b-3c1868da07cb)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:34:37.272783 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-f4572ded-e8d2-4fdd-a802-ea8a16f5eefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:37.331896 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4572ded-e8d2-4fdd-a802-ea8a16f5eefc None None] Routers {'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:34:37.332467 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f4572ded-e8d2-4fdd-a802-ea8a16f5eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:34:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['b68171ef-8f00-43c6-b5bf-f0aeeb6136ba'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:37.335989 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e23e3-afe5-4ef5-969b-002428769a80 None None] Pushing event updated for resources: {'Port': ['ID=bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:37.392932 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-72fabc66-9e8e-4705-bf4c-561720f7af66 None None] Provisioning complete for port bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:34:37.393495 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-72fabc66-9e8e-4705-bf4c-561720f7af66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:37.480237 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-72fabc66-9e8e-4705-bf4c-561720f7af66 None None] Current status of the port bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:34:37.480634 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-72fabc66-9e8e-4705-bf4c-561720f7af66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:37.515869 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-72fabc66-9e8e-4705-bf4c-561720f7af66 None None] For port bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd,segment=NetworkSegment(f3453d3a-b72b-42f1-8a1b-3c1868da07cb),segment_id=f3453d3a-b72b-42f1-8a1b-3c1868da07cb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:34:37.521817 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-72fabc66-9e8e-4705-bf4c-561720f7af66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:37.550991 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-f4572ded-e8d2-4fdd-a802-ea8a16f5eefc None None] Set router b68171ef-8f00-43c6-b5bf-f0aeeb6136ba gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:34:37.572626 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fabc66-9e8e-4705-bf4c-561720f7af66 None None] Pushing event updated for resources: {'Port': ['ID=bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:37.641675 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-68108a7e-3d0f-48fc-817a-78977c3d230a None None] Provisioning complete for port bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:34:37.642139 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-68108a7e-3d0f-48fc-817a-78977c3d230a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:37.714507 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-54f0dcfa-10f8-4818-bb70-de3e051cf0e2 req-11bfd5b8-ada2-4ea7-ae23-2af0c132cc1f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=d55117e7-5eb8-45c9-a99f-39e70989fe43 HTTP/1.1" status: 200 len: 210 time: 0.0290437 Mar 07 11:34:37.726359 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-68108a7e-3d0f-48fc-817a-78977c3d230a None None] Current status of the port bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:34:37.775951 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f4572ded-e8d2-4fdd-a802-ea8a16f5eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381600892', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'b36b5526-ee47-408d-ac29-99dda56af889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:34:31Z', 'updated_at': '2022-03-07T11:34:34Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': 'b36b5526-ee47-408d-ac29-99dda56af889', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:34:31Z', 'updated_at': '2022-03-07T11:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd', 'name': '', 'network_id': '0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:4a:14:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8c0ac851-cb98-4664-8e08-d5c7113a9093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:34:34Z', 'updated_at': '2022-03-07T11:34:37Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '8c0ac851-cb98-4664-8e08-d5c7113a9093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:37.803458 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4572ded-e8d2-4fdd-a802-ea8a16f5eefc None None] The sync data for ids ['b68171ef-8f00-43c6-b5bf-f0aeeb6136ba'] in n-d-832164-4 is: [{'id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381600892', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'b36b5526-ee47-408d-ac29-99dda56af889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:34:31Z', 'updated_at': '2022-03-07T11:34:34Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': 'b36b5526-ee47-408d-ac29-99dda56af889', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:34:31Z', 'updated_at': '2022-03-07T11:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd', 'name': '', 'network_id': '0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:4a:14:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8c0ac851-cb98-4664-8e08-d5c7113a9093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:34:34Z', 'updated_at': '2022-03-07T11:34:37Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '8c0ac851-cb98-4664-8e08-d5c7113a9093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:34:38.521033 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:34:38.574962 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:34:38.575336 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:38.664731 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:34:38.665825 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b36b5526-ee47-408d-ac29-99dda56af889 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:34:38.689972 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e6a2dfcb-1037-4b2e-a6a2-c40da5f2a34f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:38.718989 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port b36b5526-ee47-408d-ac29-99dda56af889 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:34:38.719369 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b36b5526-ee47-408d-ac29-99dda56af889), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:38.804975 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f3a02a9e-db0a-41ba-a547-bee9fa627154 req-6cb98097-252f-45c2-b821-b116c82958e5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=d55117e7-5eb8-45c9-a99f-39e70989fe43 HTTP/1.1" status: 200 len: 210 time: 0.0297573 Mar 07 11:34:38.834289 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port b36b5526-ee47-408d-ac29-99dda56af889 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:34:39.900134 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-28bb75df-e4e1-4974-8c64-f3b46def47dd req-faf458eb-ce90-4df4-94b6-5638b88e31ae tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=d55117e7-5eb8-45c9-a99f-39e70989fe43 HTTP/1.1" status: 200 len: 210 time: 0.0274248 Mar 07 11:34:40.110469 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:40.999554 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fc238849-813b-473b-9a08-028262e0fd7e req-780bb34f-d76e-4b78-b87b-259adae7ad93 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=d55117e7-5eb8-45c9-a99f-39e70989fe43 HTTP/1.1" status: 200 len: 210 time: 0.0326974 Mar 07 11:34:41.685036 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-efed5051-8a92-45cd-92e8-dc94fcff169a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:41.686492 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-efed5051-8a92-45cd-92e8-dc94fcff169a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.21 "GET /v2.0/networks?id=0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3 HTTP/1.1" status: 200 len: 796 time: 0.1051188 Mar 07 11:34:41.751714 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-47c8303c-44cb-41b6-9ee0-0067fbfc8a5b tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a55f85fdfc8447269f634477a798a23c HTTP/1.1" status: 200 len: 379 time: 0.0572524 Mar 07 11:34:41.760190 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-6f1f247f-fb37-48d8-8e34-e34202d7bf5c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'port': {'device_id': 'd55117e7-5eb8-45c9-a99f-39e70989fe43', 'network_id': '0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3', 'admin_state_up': True, 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'security_groups': ['544c5dfe-5892-4261-9862-90b5b440071a']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:34:41.853721 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:41.869498 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-6f1f247f-fb37-48d8-8e34-e34202d7bf5c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Made reservation on behalf of a55f85fdfc8447269f634477a798a23c for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:34:41.872769 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-6f1f247f-fb37-48d8-8e34-e34202d7bf5c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:42.002346 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-6f1f247f-fb37-48d8-8e34-e34202d7bf5c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Allocated IP 172.20.0.7 (0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3/8c0ac851-cb98-4664-8e08-d5c7113a9093/a0b2b96b-3bec-49b3-bde6-83db1ab36b76) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:34:42.095744 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e9252642-7059-441e-b4ba-ca26be13f3d4 req-05d6b81b-5229-4f49-ab27-12e534acc919 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=d55117e7-5eb8-45c9-a99f-39e70989fe43 HTTP/1.1" status: 200 len: 210 time: 0.0268583 Mar 07 11:34:42.139747 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-6f1f247f-fb37-48d8-8e34-e34202d7bf5c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for port (a0b2b96b-3bec-49b3-bde6-83db1ab36b76), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:42.173180 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-6f1f247f-fb37-48d8-8e34-e34202d7bf5c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (a0b2b96b-3bec-49b3-bde6-83db1ab36b76), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:42.220814 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-6f1f247f-fb37-48d8-8e34-e34202d7bf5c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network 0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:34:42.224389 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-6f1f247f-fb37-48d8-8e34-e34202d7bf5c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:34:42.227337 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-6f1f247f-fb37-48d8-8e34-e34202d7bf5c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:34:42.261482 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f247f-fb37-48d8-8e34-e34202d7bf5c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Port': ['ID=a0b2b96b-3bec-49b3-bde6-83db1ab36b76,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:42.284831 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-6f1f247f-fb37-48d8-8e34-e34202d7bf5c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:42.285511 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-6f1f247f-fb37-48d8-8e34-e34202d7bf5c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:42.303724 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-6f1f247f-fb37-48d8-8e34-e34202d7bf5c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5469742 Mar 07 11:34:42.359754 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-4e5cd4dc-6488-4158-b7ff-e214c43bb5c2 service neutron] Request body: {'port': {'device_id': 'd55117e7-5eb8-45c9-a99f-39e70989fe43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:34:42.421781 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-4e5cd4dc-6488-4158-b7ff-e214c43bb5c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a0b2b96b-3bec-49b3-bde6-83db1ab36b76), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:42.473914 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-e0a885e8-c6ce-431c-90dc-e7845d080dae None None] Provisioning complete for port a0b2b96b-3bec-49b3-bde6-83db1ab36b76 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:34:42.474373 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e0a885e8-c6ce-431c-90dc-e7845d080dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a0b2b96b-3bec-49b3-bde6-83db1ab36b76), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:42.511463 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e0a885e8-c6ce-431c-90dc-e7845d080dae None None] Port a0b2b96b-3bec-49b3-bde6-83db1ab36b76 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:34:42.693357 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-4e5cd4dc-6488-4158-b7ff-e214c43bb5c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0b2b96b-3bec-49b3-bde6-83db1ab36b76 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:34:42.700673 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-4e5cd4dc-6488-4158-b7ff-e214c43bb5c2 service neutron] Publish callbacks [] for port (a0b2b96b-3bec-49b3-bde6-83db1ab36b76), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:42.712488 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-4e5cd4dc-6488-4158-b7ff-e214c43bb5c2 service neutron] Transition to ACTIVE for port object a0b2b96b-3bec-49b3-bde6-83db1ab36b76 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:34:42.716472 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-4e5cd4dc-6488-4158-b7ff-e214c43bb5c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (a0b2b96b-3bec-49b3-bde6-83db1ab36b76), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:42.783757 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5cd4dc-6488-4158-b7ff-e214c43bb5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b2b96b-3bec-49b3-bde6-83db1ab36b76,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:42.842474 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-4e5cd4dc-6488-4158-b7ff-e214c43bb5c2 service neutron] Attempting to bind port a0b2b96b-3bec-49b3-bde6-83db1ab36b76 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:34:42.842806 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-4e5cd4dc-6488-4158-b7ff-e214c43bb5c2 service neutron] Attempting to bind port a0b2b96b-3bec-49b3-bde6-83db1ab36b76 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'f3453d3a-b72b-42f1-8a1b-3c1868da07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:34:42.843129 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-4e5cd4dc-6488-4158-b7ff-e214c43bb5c2 service neutron] Attempting to bind port a0b2b96b-3bec-49b3-bde6-83db1ab36b76 on network 0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:34:42.847603 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-4e5cd4dc-6488-4158-b7ff-e214c43bb5c2 service neutron] Port a0b2b96b-3bec-49b3-bde6-83db1ab36b76 on network 0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:34:42.847911 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-4e5cd4dc-6488-4158-b7ff-e214c43bb5c2 service neutron] Attempting to bind port a0b2b96b-3bec-49b3-bde6-83db1ab36b76 on network 0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:34:42.853568 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-4e5cd4dc-6488-4158-b7ff-e214c43bb5c2 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:34:42.853902 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-4e5cd4dc-6488-4158-b7ff-e214c43bb5c2 service neutron] Checking segment: {'id': 'f3453d3a-b72b-42f1-8a1b-3c1868da07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:34:42.854287 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-4e5cd4dc-6488-4158-b7ff-e214c43bb5c2 service neutron] Bound using segment: {'id': 'f3453d3a-b72b-42f1-8a1b-3c1868da07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:34:42.854711 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-4e5cd4dc-6488-4158-b7ff-e214c43bb5c2 service neutron] Bound port: a0b2b96b-3bec-49b3-bde6-83db1ab36b76, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3453d3a-b72b-42f1-8a1b-3c1868da07cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:34:42.855067 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-4e5cd4dc-6488-4158-b7ff-e214c43bb5c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a0b2b96b-3bec-49b3-bde6-83db1ab36b76), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:42.922931 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-4e5cd4dc-6488-4158-b7ff-e214c43bb5c2 service neutron] For port a0b2b96b-3bec-49b3-bde6-83db1ab36b76, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:34:42.927163 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-4e5cd4dc-6488-4158-b7ff-e214c43bb5c2 service neutron] For port a0b2b96b-3bec-49b3-bde6-83db1ab36b76, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=a0b2b96b-3bec-49b3-bde6-83db1ab36b76,segment=NetworkSegment(f3453d3a-b72b-42f1-8a1b-3c1868da07cb),segment_id=f3453d3a-b72b-42f1-8a1b-3c1868da07cb)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:34:42.934848 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-4e5cd4dc-6488-4158-b7ff-e214c43bb5c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (a0b2b96b-3bec-49b3-bde6-83db1ab36b76), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:42.972963 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-4e5cd4dc-6488-4158-b7ff-e214c43bb5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:42.974157 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-4e5cd4dc-6488-4158-b7ff-e214c43bb5c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:42.975905 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-4e5cd4dc-6488-4158-b7ff-e214c43bb5c2 service neutron] 10.222.0.21 "PUT /v2.0/ports/a0b2b96b-3bec-49b3-bde6-83db1ab36b76 HTTP/1.1" status: 200 len: 1091 time: 0.6644008 Mar 07 11:34:42.978744 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55117e7-5eb8-45c9-a99f-39e70989fe43', 'tag': 'a0b2b96b-3bec-49b3-bde6-83db1ab36b76'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:34:42.981693 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa062fd-c3ec-4f06-9425-de2740e2aa11" -d '{"events": [{"name": "network-changed", "server_uuid": "d55117e7-5eb8-45c9-a99f-39e70989fe43", "tag": "a0b2b96b-3bec-49b3-bde6-83db1ab36b76"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:34:43.011403 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5cd4dc-6488-4158-b7ff-e214c43bb5c2 service neutron] Pushing event updated for resources: {'Port': ['ID=a0b2b96b-3bec-49b3-bde6-83db1ab36b76,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:43.053153 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef97bc5-f35f-4eb9-becd-53bdcd3225ab x-openstack-request-id: req-fef97bc5-f35f-4eb9-becd-53bdcd3225ab {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:34:43.053435 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55117e7-5eb8-45c9-a99f-39e70989fe43", "tag": "a0b2b96b-3bec-49b3-bde6-83db1ab36b76", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:34:43.053693 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fef97bc5-f35f-4eb9-becd-53bdcd3225ab {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:34:43.054102 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55117e7-5eb8-45c9-a99f-39e70989fe43', 'tag': 'a0b2b96b-3bec-49b3-bde6-83db1ab36b76', 'status': 'completed', 'code': 200} Mar 07 11:34:43.076338 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-97697abb-bb11-4ce3-883d-ae8c7688dae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:43.077912 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-97697abb-bb11-4ce3-883d-ae8c7688dae0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=d55117e7-5eb8-45c9-a99f-39e70989fe43 HTTP/1.1" status: 200 len: 1125 time: 0.0576847 Mar 07 11:34:43.088756 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:43.125798 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-5c25c855-0e80-4e03-ac1c-259b98cb0391 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0b2b96b-3bec-49b3-bde6-83db1ab36b76 HTTP/1.1" status: 200 len: 217 time: 0.0412719 Mar 07 11:34:43.179668 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-36709435-e9f7-4e78-92d5-6f0226a06bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:43.181368 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-36709435-e9f7-4e78-92d5-6f0226a06bcb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c0ac851-cb98-4664-8e08-d5c7113a9093 HTTP/1.1" status: 200 len: 834 time: 0.0486739 Mar 07 11:34:43.227310 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a533abc-0a00-4580-82ca-05d7cd32d1ae req-1dd512c8-089d-4b9d-9083-936dc5e95338 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:43.228748 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6a533abc-0a00-4580-82ca-05d7cd32d1ae req-1dd512c8-089d-4b9d-9083-936dc5e95338 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=d55117e7-5eb8-45c9-a99f-39e70989fe43 HTTP/1.1" status: 200 len: 943 time: 0.0580764 Mar 07 11:34:43.230698 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-dcd64297-1071-4402-9952-df98c18cc4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:43.232164 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-dcd64297-1071-4402-9952-df98c18cc4d7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0454154 Mar 07 11:34:43.278524 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6a533abc-0a00-4580-82ca-05d7cd32d1ae req-7596a6b0-0770-41de-a0a8-a662357a2546 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=544c5dfe-5892-4261-9862-90b5b440071a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439856 Mar 07 11:34:43.334441 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-4c08f651-7895-4dfc-8511-91128b83ed0d service neutron] 10.222.0.21 "GET /v2.0/networks/0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962408 Mar 07 11:34:43.423027 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-03b42e7a-db40-457b-bd19-7b9efef2777f req-042cb568-ab82-4ff2-89f8-0c89e700f041 service neutron] 10.222.0.21 "GET /v2.0/networks/0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827277 Mar 07 11:34:43.513772 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa062fd-c3ec-4f06-9425-de2740e2aa11 req-ffb06f81-5cbc-4511-a1aa-128912c78c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:43.515186 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-afa062fd-c3ec-4f06-9425-de2740e2aa11 req-ffb06f81-5cbc-4511-a1aa-128912c78c0c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=d55117e7-5eb8-45c9-a99f-39e70989fe43 HTTP/1.1" status: 200 len: 1125 time: 0.0493991 Mar 07 11:34:43.604584 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa062fd-c3ec-4f06-9425-de2740e2aa11 req-ca096cb7-5595-4ddb-95a2-ed25645f6761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:43.606062 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-afa062fd-c3ec-4f06-9425-de2740e2aa11 req-ca096cb7-5595-4ddb-95a2-ed25645f6761 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3 HTTP/1.1" status: 200 len: 897 time: 0.0850050 Mar 07 11:34:43.650522 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-afa062fd-c3ec-4f06-9425-de2740e2aa11 req-3c8ecae2-2bd2-4fca-bfd3-7aa9f902a362 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0b2b96b-3bec-49b3-bde6-83db1ab36b76 HTTP/1.1" status: 200 len: 217 time: 0.0382230 Mar 07 11:34:43.698026 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa062fd-c3ec-4f06-9425-de2740e2aa11 req-447c0dcc-16ea-453d-8cab-02319eb10d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:43.699424 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-afa062fd-c3ec-4f06-9425-de2740e2aa11 req-447c0dcc-16ea-453d-8cab-02319eb10d92 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c0ac851-cb98-4664-8e08-d5c7113a9093 HTTP/1.1" status: 200 len: 834 time: 0.0432267 Mar 07 11:34:43.748822 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa062fd-c3ec-4f06-9425-de2740e2aa11 req-6c1bb5d0-621d-42a8-95a9-09649b64ae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:43.750334 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-afa062fd-c3ec-4f06-9425-de2740e2aa11 req-6c1bb5d0-621d-42a8-95a9-09649b64ae41 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441222 Mar 07 11:34:43.843339 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-afa062fd-c3ec-4f06-9425-de2740e2aa11 req-6dfc26db-cbcf-49be-beca-57aa3847c47b service neutron] 10.222.0.21 "GET /v2.0/networks/0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861044 Mar 07 11:34:43.931393 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-afa062fd-c3ec-4f06-9425-de2740e2aa11 req-0e9641d4-9065-4e7a-9f48-e6190b028647 service neutron] 10.222.0.21 "GET /v2.0/networks/0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818017 Mar 07 11:34:44.397492 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852f6a9f-7cd9-440c-8203-9df05917f7da req-3579fd9a-b8da-4bde-a260-64c521d5c77f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:44.398973 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-852f6a9f-7cd9-440c-8203-9df05917f7da req-3579fd9a-b8da-4bde-a260-64c521d5c77f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=d55117e7-5eb8-45c9-a99f-39e70989fe43 HTTP/1.1" status: 200 len: 943 time: 0.0532365 Mar 07 11:34:44.452227 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-852f6a9f-7cd9-440c-8203-9df05917f7da req-57478ee8-b9b5-4753-8c01-a9f0b85f0a6e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=544c5dfe-5892-4261-9862-90b5b440071a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475338 Mar 07 11:34:45.570392 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b3f28-e0ae-4434-9b68-67e1c0b3d86f req-0955524e-3dbe-4a6c-8eb4-11b90dcd0490 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:45.571820 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f40b3f28-e0ae-4434-9b68-67e1c0b3d86f req-0955524e-3dbe-4a6c-8eb4-11b90dcd0490 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=d55117e7-5eb8-45c9-a99f-39e70989fe43 HTTP/1.1" status: 200 len: 943 time: 0.0539963 Mar 07 11:34:45.620600 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f40b3f28-e0ae-4434-9b68-67e1c0b3d86f req-b4136324-6cc2-4685-90c7-074ba47efec1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=544c5dfe-5892-4261-9862-90b5b440071a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429978 Mar 07 11:34:46.738471 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b74ada-8e6f-4e85-a443-273d91e6c050 req-30618497-e883-45f4-904f-9b60d179081f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:46.740164 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b2b74ada-8e6f-4e85-a443-273d91e6c050 req-30618497-e883-45f4-904f-9b60d179081f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=d55117e7-5eb8-45c9-a99f-39e70989fe43 HTTP/1.1" status: 200 len: 943 time: 0.0531631 Mar 07 11:34:46.788749 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b2b74ada-8e6f-4e85-a443-273d91e6c050 req-35cb6f91-9a39-443a-9f52-fe749f883c46 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=544c5dfe-5892-4261-9862-90b5b440071a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426702 Mar 07 11:34:46.809679 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device a0b2b96b-3bec-49b3-bde6-83db1ab36b76 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:34:47.070196 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port a0b2b96b-3bec-49b3-bde6-83db1ab36b76, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=a0b2b96b-3bec-49b3-bde6-83db1ab36b76,segment=NetworkSegment(f3453d3a-b72b-42f1-8a1b-3c1868da07cb),segment_id=f3453d3a-b72b-42f1-8a1b-3c1868da07cb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:34:47.081350 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'a0b2b96b-3bec-49b3-bde6-83db1ab36b76', 'network_id': '0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3', 'port_id': 'a0b2b96b-3bec-49b3-bde6-83db1ab36b76', 'mac_address': 'fa:16:3e:06:cc:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c0ac851-cb98-4664-8e08-d5c7113a9093', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:34:47.118367 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port a0b2b96b-3bec-49b3-bde6-83db1ab36b76 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:34:47.118762 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a0b2b96b-3bec-49b3-bde6-83db1ab36b76), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:47.131147 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0b2b96b-3bec-49b3-bde6-83db1ab36b76 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:34:47.150303 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port a0b2b96b-3bec-49b3-bde6-83db1ab36b76, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=a0b2b96b-3bec-49b3-bde6-83db1ab36b76,segment=NetworkSegment(f3453d3a-b72b-42f1-8a1b-3c1868da07cb),segment_id=f3453d3a-b72b-42f1-8a1b-3c1868da07cb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:34:47.154513 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a0b2b96b-3bec-49b3-bde6-83db1ab36b76), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:47.200643 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=a0b2b96b-3bec-49b3-bde6-83db1ab36b76,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:47.383245 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['a0b2b96b-3bec-49b3-bde6-83db1ab36b76'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:34:47.906556 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7aec5-5067-4892-bb43-ef881286b995 req-0c02a1a4-a289-4ded-a021-e67ad4b16f31 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:47.908025 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-30f7aec5-5067-4892-bb43-ef881286b995 req-0c02a1a4-a289-4ded-a021-e67ad4b16f31 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=d55117e7-5eb8-45c9-a99f-39e70989fe43 HTTP/1.1" status: 200 len: 944 time: 0.0522764 Mar 07 11:34:47.959978 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-30f7aec5-5067-4892-bb43-ef881286b995 req-8c6a14f1-cf58-4b34-9c6c-cccb5d989b38 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=544c5dfe-5892-4261-9862-90b5b440071a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455079 Mar 07 11:34:48.744812 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:48.824833 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device a0b2b96b-3bec-49b3-bde6-83db1ab36b76 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:34:48.876985 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port a0b2b96b-3bec-49b3-bde6-83db1ab36b76 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:34:48.881206 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port a0b2b96b-3bec-49b3-bde6-83db1ab36b76 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:34:48.881577 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (a0b2b96b-3bec-49b3-bde6-83db1ab36b76), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:48.957897 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port a0b2b96b-3bec-49b3-bde6-83db1ab36b76 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:34:48.958347 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a0b2b96b-3bec-49b3-bde6-83db1ab36b76), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:48.979811 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55117e7-5eb8-45c9-a99f-39e70989fe43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b2b96b-3bec-49b3-bde6-83db1ab36b76'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:34:48.982042 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a645a2b5805a54a98315e88f2d343b68cf76c29b7d342bc1003cac2cf566b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c999531-90a8-4160-bb31-c1b71808bbdf" -d '{"events": [{"server_uuid": "d55117e7-5eb8-45c9-a99f-39e70989fe43", "name": "network-vif-plugged", "status": "completed", "tag": "a0b2b96b-3bec-49b3-bde6-83db1ab36b76"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:34:48.994789 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port a0b2b96b-3bec-49b3-bde6-83db1ab36b76, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=a0b2b96b-3bec-49b3-bde6-83db1ab36b76,segment=NetworkSegment(f3453d3a-b72b-42f1-8a1b-3c1868da07cb),segment_id=f3453d3a-b72b-42f1-8a1b-3c1868da07cb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:34:49.000182 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (a0b2b96b-3bec-49b3-bde6-83db1ab36b76), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:49.063473 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=a0b2b96b-3bec-49b3-bde6-83db1ab36b76,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:49.110452 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8ff78-3489-4ae8-9064-d6eb27b714e4 req-c2bd9f28-b2cf-4549-b40b-e0b4357b783d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:49.112035 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-15e8ff78-3489-4ae8-9064-d6eb27b714e4 req-c2bd9f28-b2cf-4549-b40b-e0b4357b783d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=d55117e7-5eb8-45c9-a99f-39e70989fe43 HTTP/1.1" status: 200 len: 945 time: 0.0634160 Mar 07 11:34:49.117072 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582ed6db-6be9-4f80-b48c-a6026bcdc983 x-openstack-request-id: req-582ed6db-6be9-4f80-b48c-a6026bcdc983 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:34:49.117402 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55117e7-5eb8-45c9-a99f-39e70989fe43", "name": "network-vif-plugged", "status": "completed", "tag": "a0b2b96b-3bec-49b3-bde6-83db1ab36b76", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:34:49.117662 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-582ed6db-6be9-4f80-b48c-a6026bcdc983 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:34:49.118055 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55117e7-5eb8-45c9-a99f-39e70989fe43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0b2b96b-3bec-49b3-bde6-83db1ab36b76', 'code': 200} Mar 07 11:34:49.166468 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-15e8ff78-3489-4ae8-9064-d6eb27b714e4 req-9976a713-c4db-4c84-9d32-5d04f1ace055 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=544c5dfe-5892-4261-9862-90b5b440071a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468576 Mar 07 11:34:49.222839 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b294563-93bc-41a2-892f-19764a4d0139 req-a924b796-ff21-4499-a63e-770d567084ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:49.224935 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8b294563-93bc-41a2-892f-19764a4d0139 req-a924b796-ff21-4499-a63e-770d567084ba service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d55117e7-5eb8-45c9-a99f-39e70989fe43 HTTP/1.1" status: 200 len: 1127 time: 0.0497963 Mar 07 11:34:49.271927 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8b294563-93bc-41a2-892f-19764a4d0139 req-435d619b-7b3b-4f7e-bb12-bcdf9185d07e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=544c5dfe-5892-4261-9862-90b5b440071a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399637 Mar 07 11:34:50.290858 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad5f223-2a70-4264-95cc-14800f3b70c7 req-e3acd36d-8c5b-4c87-b88a-b8eb0f7f7cfb tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:50.292655 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aad5f223-2a70-4264-95cc-14800f3b70c7 req-e3acd36d-8c5b-4c87-b88a-b8eb0f7f7cfb tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=d55117e7-5eb8-45c9-a99f-39e70989fe43 HTTP/1.1" status: 200 len: 945 time: 0.0549443 Mar 07 11:34:50.348731 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-aad5f223-2a70-4264-95cc-14800f3b70c7 req-86489312-8bb6-464b-ace4-4e15e6622ed4 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=544c5dfe-5892-4261-9862-90b5b440071a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483799 Mar 07 11:34:51.468069 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28319b89-beaa-49a4-8a36-45611b144ea1 req-2ebe9655-5bee-4a90-9b4a-5d63218cb6aa tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:51.469569 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-28319b89-beaa-49a4-8a36-45611b144ea1 req-2ebe9655-5bee-4a90-9b4a-5d63218cb6aa tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=d55117e7-5eb8-45c9-a99f-39e70989fe43 HTTP/1.1" status: 200 len: 945 time: 0.0524826 Mar 07 11:34:51.518985 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-28319b89-beaa-49a4-8a36-45611b144ea1 req-2f7733ee-c6cd-4aa6-bd21-2a4532926779 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=544c5dfe-5892-4261-9862-90b5b440071a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422721 Mar 07 11:34:51.637702 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219b9ea-94ed-464a-b383-e0d13abf9c77 req-51b307f3-7693-4684-bdc9-56b1eaa710e1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:51.639166 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c219b9ea-94ed-464a-b383-e0d13abf9c77 req-51b307f3-7693-4684-bdc9-56b1eaa710e1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=d55117e7-5eb8-45c9-a99f-39e70989fe43 HTTP/1.1" status: 200 len: 945 time: 0.0518608 Mar 07 11:34:51.686584 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c219b9ea-94ed-464a-b383-e0d13abf9c77 req-d732bbed-a8de-41fc-b323-634dc5f21df3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=544c5dfe-5892-4261-9862-90b5b440071a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418642 Mar 07 11:34:51.707975 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45182) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:51.754540 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1fc6f9-21a2-4945-87c2-d61c27c315fe tempest-TestNetworkAdvancedServerOps-168186507 tempest-TestNetworkAdvancedServerOps-168186507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:51.756710 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2b1fc6f9-21a2-4945-87c2-d61c27c315fe tempest-TestNetworkAdvancedServerOps-168186507 tempest-TestNetworkAdvancedServerOps-168186507-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d55117e7-5eb8-45c9-a99f-39e70989fe43 HTTP/1.1" status: 200 len: 1122 time: 0.0476718 Mar 07 11:34:51.759533 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45184) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:51.763752 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d664faa8-86a3-4354-ab4a-40b7677b43f5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'port_id': 'a0b2b96b-3bec-49b3-bde6-83db1ab36b76', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:34:51.783254 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d664faa8-86a3-4354-ab4a-40b7677b43f5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:51.875878 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d664faa8-86a3-4354-ab4a-40b7677b43f5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:51.978953 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-d664faa8-86a3-4354-ab4a-40b7677b43f5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Allocated IP 172.25.3.146 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/fb8c8782-5e09-446a-b36b-6c9b63ba135a) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:34:52.077306 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d664faa8-86a3-4354-ab4a-40b7677b43f5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for port (fb8c8782-5e09-446a-b36b-6c9b63ba135a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:52.109599 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d664faa8-86a3-4354-ab4a-40b7677b43f5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (fb8c8782-5e09-446a-b36b-6c9b63ba135a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:52.150766 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d664faa8-86a3-4354-ab4a-40b7677b43f5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:34:52.154933 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-d664faa8-86a3-4354-ab4a-40b7677b43f5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:34:52.158410 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d664faa8-86a3-4354-ab4a-40b7677b43f5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:34:52.164244 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664faa8-86a3-4354-ab4a-40b7677b43f5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Port': ['ID=fb8c8782-5e09-446a-b36b-6c9b63ba135a,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:52.862555 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d664faa8-86a3-4354-ab4a-40b7677b43f5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for floatingip (0001f6d1-a9a9-47bf-956c-bac71aa87cd0), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:52.933313 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d664faa8-86a3-4354-ab4a-40b7677b43f5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (fb8c8782-5e09-446a-b36b-6c9b63ba135a), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:53.085321 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d664faa8-86a3-4354-ab4a-40b7677b43f5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for port (fb8c8782-5e09-446a-b36b-6c9b63ba135a), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:53.089684 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d664faa8-86a3-4354-ab4a-40b7677b43f5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (fb8c8782-5e09-446a-b36b-6c9b63ba135a), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:53.160123 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664faa8-86a3-4354-ab4a-40b7677b43f5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Port': ['ID=fb8c8782-5e09-446a-b36b-6c9b63ba135a,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:34:53.168236 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d664faa8-86a3-4354-ab4a-40b7677b43f5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (0001f6d1-a9a9-47bf-956c-bac71aa87cd0), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:53.269299 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-d664faa8-86a3-4354-ab4a-40b7677b43f5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Floating IP 0001f6d1-a9a9-47bf-956c-bac71aa87cd0 associated. External IP: 172.25.3.146, port: a0b2b96b-3bec-49b3-bde6-83db1ab36b76. Mar 07 11:34:53.399413 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:53.485133 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d664faa8-86a3-4354-ab4a-40b7677b43f5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Router b68171ef-8f00-43c6-b5bf-f0aeeb6136ba has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:34:53.595383 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d664faa8-86a3-4354-ab4a-40b7677b43f5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:34:53.605449 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f9eed4-0925-4271-8796-3f818018a8e0 None None] Sync routers for ids ['b68171ef-8f00-43c6-b5bf-f0aeeb6136ba'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:34:53.613348 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d664faa8-86a3-4354-ab4a-40b7677b43f5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:34:53.616176 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f9eed4-0925-4271-8796-3f818018a8e0 None None] Routers {'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:34:53.616843 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d3f9eed4-0925-4271-8796-3f818018a8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:34:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['b68171ef-8f00-43c6-b5bf-f0aeeb6136ba'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:53.643341 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d664faa8-86a3-4354-ab4a-40b7677b43f5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8827982 Mar 07 11:34:53.643926 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55117e7-5eb8-45c9-a99f-39e70989fe43', 'tag': 'a0b2b96b-3bec-49b3-bde6-83db1ab36b76'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:34:53.646318 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f351bf73f323c1e2e006b9f16194b747f7127b9e46eeb64b4a81d3313ccb5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e0b440-0f7a-4037-8319-135622177d01" -d '{"events": [{"name": "network-changed", "server_uuid": "d55117e7-5eb8-45c9-a99f-39e70989fe43", "tag": "a0b2b96b-3bec-49b3-bde6-83db1ab36b76"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:34:53.686693 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83543e7d-09d5-48d8-ac25-bbd094e151f0 x-openstack-request-id: req-83543e7d-09d5-48d8-ac25-bbd094e151f0 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:34:53.686986 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55117e7-5eb8-45c9-a99f-39e70989fe43", "tag": "a0b2b96b-3bec-49b3-bde6-83db1ab36b76", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:34:53.687241 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-83543e7d-09d5-48d8-ac25-bbd094e151f0 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:34:53.687785 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55117e7-5eb8-45c9-a99f-39e70989fe43', 'tag': 'a0b2b96b-3bec-49b3-bde6-83db1ab36b76', 'status': 'completed', 'code': 200} Mar 07 11:34:53.785969 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e411f1b-580f-4092-b809-32b3d1b2940a req-0cc6d9d8-3e9e-4047-885c-0eb335f8161b tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:53.787454 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5e411f1b-580f-4092-b809-32b3d1b2940a req-0cc6d9d8-3e9e-4047-885c-0eb335f8161b tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=d55117e7-5eb8-45c9-a99f-39e70989fe43 HTTP/1.1" status: 200 len: 945 time: 0.0935569 Mar 07 11:34:53.790245 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0b440-0f7a-4037-8319-135622177d01 req-3ba7640b-770c-4277-9aa0-02eba80728a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:53.791640 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-85e0b440-0f7a-4037-8319-135622177d01 req-3ba7640b-770c-4277-9aa0-02eba80728a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=d55117e7-5eb8-45c9-a99f-39e70989fe43 HTTP/1.1" status: 200 len: 1127 time: 0.0645847 Mar 07 11:34:53.795084 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-d3f9eed4-0925-4271-8796-3f818018a8e0 None None] Set router b68171ef-8f00-43c6-b5bf-f0aeeb6136ba gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:34:53.895309 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5e411f1b-580f-4092-b809-32b3d1b2940a req-c5214356-8820-40f2-bf45-ea94fae01ce8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=544c5dfe-5892-4261-9862-90b5b440071a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021011 Mar 07 11:34:53.920257 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0b440-0f7a-4037-8319-135622177d01 req-5716099e-1a5f-447f-a1ca-b1725bde5354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:53.920733 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45190) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:53.922722 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-85e0b440-0f7a-4037-8319-135622177d01 req-5716099e-1a5f-447f-a1ca-b1725bde5354 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3 HTTP/1.1" status: 200 len: 897 time: 0.1235147 Mar 07 11:34:53.990849 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-41c0cfa9-2f9e-47dd-8bbc-c1265201af67 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/floatingips/0001f6d1-a9a9-47bf-956c-bac71aa87cd0 HTTP/1.1" status: 200 len: 991 time: 0.0687590 Mar 07 11:34:53.992621 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-85e0b440-0f7a-4037-8319-135622177d01 req-26bf954c-00f8-4306-9759-563b5b3ea1b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0b2b96b-3bec-49b3-bde6-83db1ab36b76 HTTP/1.1" status: 200 len: 999 time: 0.0644267 Mar 07 11:34:54.041962 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0b440-0f7a-4037-8319-135622177d01 req-da937ea3-f62d-4789-8c2f-f80c2b3d75ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:54.043509 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-85e0b440-0f7a-4037-8319-135622177d01 req-da937ea3-f62d-4789-8c2f-f80c2b3d75ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c0ac851-cb98-4664-8e08-d5c7113a9093 HTTP/1.1" status: 200 len: 834 time: 0.0455770 Mar 07 11:34:54.085755 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d3f9eed4-0925-4271-8796-3f818018a8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381600892', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'b36b5526-ee47-408d-ac29-99dda56af889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:34:31Z', 'updated_at': '2022-03-07T11:34:34Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': 'b36b5526-ee47-408d-ac29-99dda56af889', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:34:31Z', 'updated_at': '2022-03-07T11:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '0001f6d1-a9a9-47bf-956c-bac71aa87cd0', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'floating_ip_address': '172.25.3.146', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'port_id': 'a0b2b96b-3bec-49b3-bde6-83db1ab36b76', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4287, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3', 'mac_address': 'fa:16:3e:06:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55117e7-5eb8-45c9-a99f-39e70989fe43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:34:52Z', 'updated_at': '2022-03-07T11:34:52Z', 'revision_number': 0, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd', 'name': '', 'network_id': '0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:4a:14:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8c0ac851-cb98-4664-8e08-d5c7113a9093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:34:34Z', 'updated_at': '2022-03-07T11:34:37Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '8c0ac851-cb98-4664-8e08-d5c7113a9093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:54.096069 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0b440-0f7a-4037-8319-135622177d01 req-c7e9aabb-248a-4efe-b5ba-0b89b066d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:34:54.097593 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-85e0b440-0f7a-4037-8319-135622177d01 req-c7e9aabb-248a-4efe-b5ba-0b89b066d89b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480859 Mar 07 11:34:54.113441 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f9eed4-0925-4271-8796-3f818018a8e0 None None] Checking router: b68171ef-8f00-43c6-b5bf-f0aeeb6136ba for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:34:54.122621 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f9eed4-0925-4271-8796-3f818018a8e0 None None] Routers {'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:34:54.123237 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d3f9eed4-0925-4271-8796-3f818018a8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:34:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['b68171ef-8f00-43c6-b5bf-f0aeeb6136ba'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:54.188656 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-85e0b440-0f7a-4037-8319-135622177d01 req-9d1d2964-c940-46f3-bece-fa94bbe398b0 service neutron] 10.222.0.21 "GET /v2.0/networks/0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841341 Mar 07 11:34:54.234188 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-d3f9eed4-0925-4271-8796-3f818018a8e0 None None] Set router b68171ef-8f00-43c6-b5bf-f0aeeb6136ba gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:34:54.284626 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-85e0b440-0f7a-4037-8319-135622177d01 req-afdab1b0-5645-4bf2-b623-e4c271e63ab5 service neutron] 10.222.0.21 "GET /v2.0/networks/0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899577 Mar 07 11:34:54.467519 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-d3f9eed4-0925-4271-8796-3f818018a8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381600892', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'b36b5526-ee47-408d-ac29-99dda56af889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:34:31Z', 'updated_at': '2022-03-07T11:34:34Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': 'b36b5526-ee47-408d-ac29-99dda56af889', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:34:31Z', 'updated_at': '2022-03-07T11:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '0001f6d1-a9a9-47bf-956c-bac71aa87cd0', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'floating_ip_address': '172.25.3.146', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'port_id': 'a0b2b96b-3bec-49b3-bde6-83db1ab36b76', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4287, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3', 'mac_address': 'fa:16:3e:06:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55117e7-5eb8-45c9-a99f-39e70989fe43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:34:52Z', 'updated_at': '2022-03-07T11:34:52Z', 'revision_number': 0, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd', 'name': '', 'network_id': '0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:4a:14:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8c0ac851-cb98-4664-8e08-d5c7113a9093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:34:34Z', 'updated_at': '2022-03-07T11:34:37Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '8c0ac851-cb98-4664-8e08-d5c7113a9093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:34:54.499019 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f9eed4-0925-4271-8796-3f818018a8e0 None None] The sync data for ids ['b68171ef-8f00-43c6-b5bf-f0aeeb6136ba'] in n-d-832164-4 is: [{'id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381600892', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'b36b5526-ee47-408d-ac29-99dda56af889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:34:31Z', 'updated_at': '2022-03-07T11:34:34Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': 'b36b5526-ee47-408d-ac29-99dda56af889', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:34:31Z', 'updated_at': '2022-03-07T11:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '0001f6d1-a9a9-47bf-956c-bac71aa87cd0', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'floating_ip_address': '172.25.3.146', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'port_id': 'a0b2b96b-3bec-49b3-bde6-83db1ab36b76', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4287, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3', 'mac_address': 'fa:16:3e:06:cc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd55117e7-5eb8-45c9-a99f-39e70989fe43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:34:52Z', 'updated_at': '2022-03-07T11:34:52Z', 'revision_number': 0, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd', 'name': '', 'network_id': '0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:4a:14:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8c0ac851-cb98-4664-8e08-d5c7113a9093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:34:34Z', 'updated_at': '2022-03-07T11:34:37Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '8c0ac851-cb98-4664-8e08-d5c7113a9093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:34:54.697632 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24b554c-0972-44ff-a4d7-5b90a071cb02 None None] New status for floating IP 0001f6d1-a9a9-47bf-956c-bac71aa87cd0: ACTIVE {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:34:54.994699 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45194) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:34:55.058722 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-70700926-5695-4e59-8033-152d3ccf9c27 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/floatingips/0001f6d1-a9a9-47bf-956c-bac71aa87cd0 HTTP/1.1" status: 200 len: 993 time: 0.0628681 Mar 07 11:35:00.623164 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c30e57cf-818e-45f2-a245-bff99ffc7be6 req-970f7ffe-71ea-452a-ba62-e795564fe257 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d55117e7-5eb8-45c9-a99f-39e70989fe43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444016 Mar 07 11:35:00.705085 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e57cf-818e-45f2-a245-bff99ffc7be6 req-c91bd6fc-054c-48e7-9966-c5254aaebf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:00.706578 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c30e57cf-818e-45f2-a245-bff99ffc7be6 req-c91bd6fc-054c-48e7-9966-c5254aaebf23 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=d55117e7-5eb8-45c9-a99f-39e70989fe43 HTTP/1.1" status: 200 len: 1127 time: 0.0435677 Mar 07 11:35:00.813264 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e57cf-818e-45f2-a245-bff99ffc7be6 req-dcbb47ba-e53a-4206-bd12-a91210fa17fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:00.814786 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c30e57cf-818e-45f2-a245-bff99ffc7be6 req-dcbb47ba-e53a-4206-bd12-a91210fa17fa service neutron] 10.222.0.21 "GET /v2.0/networks?id=0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3 HTTP/1.1" status: 200 len: 897 time: 0.0890753 Mar 07 11:35:00.879644 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c30e57cf-818e-45f2-a245-bff99ffc7be6 req-3a7c551f-a93a-4a3d-b980-da9a6c7a4872 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0b2b96b-3bec-49b3-bde6-83db1ab36b76 HTTP/1.1" status: 200 len: 1001 time: 0.0573459 Mar 07 11:35:00.931250 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e57cf-818e-45f2-a245-bff99ffc7be6 req-72898731-97d4-4ca0-9880-b7af77cb1e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:00.932636 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c30e57cf-818e-45f2-a245-bff99ffc7be6 req-72898731-97d4-4ca0-9880-b7af77cb1e78 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c0ac851-cb98-4664-8e08-d5c7113a9093 HTTP/1.1" status: 200 len: 834 time: 0.0461833 Mar 07 11:35:00.980261 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e57cf-818e-45f2-a245-bff99ffc7be6 req-26711250-169d-407c-a95a-1f383067b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:00.981776 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c30e57cf-818e-45f2-a245-bff99ffc7be6 req-26711250-169d-407c-a95a-1f383067b2d8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436995 Mar 07 11:35:01.073017 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c30e57cf-818e-45f2-a245-bff99ffc7be6 req-14aae3c7-4320-46e7-9cce-2767525ac407 service neutron] 10.222.0.21 "GET /v2.0/networks/0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849748 Mar 07 11:35:01.170165 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c30e57cf-818e-45f2-a245-bff99ffc7be6 req-40e7bc9c-40ab-4aaa-94e6-7df978e7c308 service neutron] 10.222.0.21 "GET /v2.0/networks/0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911262 Mar 07 11:35:03.260839 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:35:06.589091 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-823e0bc4-78fb-447c-9f2b-5e7a9884ee17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:08.663066 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ec531c65-015b-4d5d-ae3e-e0c077c6d29a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:10.115465 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:11.857024 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:13.080444 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:18.746204 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:23.397872 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:26.426562 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a6a88-a8fb-4c84-9a4e-b04d860dcb5a req-cba13d07-9bf1-42d1-b290-5c59e6725d72 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:26.428724 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-855a6a88-a8fb-4c84-9a4e-b04d860dcb5a req-cba13d07-9bf1-42d1-b290-5c59e6725d72 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=d55117e7-5eb8-45c9-a99f-39e70989fe43 HTTP/1.1" status: 200 len: 945 time: 0.0534735 Mar 07 11:35:26.478189 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-855a6a88-a8fb-4c84-9a4e-b04d860dcb5a req-82ebf33c-8f8f-46bb-adf1-26418c2f63b2 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=544c5dfe-5892-4261-9862-90b5b440071a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438101 Mar 07 11:35:27.601922 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8fd07a-eb0f-4d41-8c08-9447ad7c35ba req-2360bb61-20df-4827-9b35-db856fbebf23 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:27.603292 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6e8fd07a-eb0f-4d41-8c08-9447ad7c35ba req-2360bb61-20df-4827-9b35-db856fbebf23 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=d55117e7-5eb8-45c9-a99f-39e70989fe43 HTTP/1.1" status: 200 len: 945 time: 0.0535803 Mar 07 11:35:27.650332 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6e8fd07a-eb0f-4d41-8c08-9447ad7c35ba req-a3d7a80f-cec8-463c-b06d-c1c5bf68078f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=544c5dfe-5892-4261-9862-90b5b440071a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416629 Mar 07 11:35:27.672546 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45214) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:27.736406 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5df01888-24bd-44fb-834c-1cc10cb8f81b tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/floatingips/0001f6d1-a9a9-47bf-956c-bac71aa87cd0 HTTP/1.1" status: 200 len: 993 time: 0.0627081 Mar 07 11:35:29.007618 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c628c47-57e1-4187-ae2e-050bc3557e9f req-94556239-21d9-478a-81dc-dd531df0d150 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:29.009021 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1c628c47-57e1-4187-ae2e-050bc3557e9f req-94556239-21d9-478a-81dc-dd531df0d150 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=d55117e7-5eb8-45c9-a99f-39e70989fe43 HTTP/1.1" status: 200 len: 945 time: 0.0582311 Mar 07 11:35:29.059959 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1c628c47-57e1-4187-ae2e-050bc3557e9f req-fa7167ed-bfc8-4758-8cdd-5d68f4a81ef9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=544c5dfe-5892-4261-9862-90b5b440071a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452261 Mar 07 11:35:30.180946 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed0b48-af2a-4fa5-94a8-0993b711c375 req-3450a1fa-d010-4686-b796-aa899242a271 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:30.182455 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e7ed0b48-af2a-4fa5-94a8-0993b711c375 req-3450a1fa-d010-4686-b796-aa899242a271 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=d55117e7-5eb8-45c9-a99f-39e70989fe43 HTTP/1.1" status: 200 len: 945 time: 0.0532284 Mar 07 11:35:30.230467 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e7ed0b48-af2a-4fa5-94a8-0993b711c375 req-ad5afb07-4c27-4dab-826a-28f14f175619 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=544c5dfe-5892-4261-9862-90b5b440071a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426369 Mar 07 11:35:30.252419 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45224) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:30.316389 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-00fb10b8-9d66-4174-bcb9-dfb2fde66b1d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/floatingips/0001f6d1-a9a9-47bf-956c-bac71aa87cd0 HTTP/1.1" status: 200 len: 993 time: 0.0628412 Mar 07 11:35:30.544013 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45230) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:30.699640 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-7e0c1d9e-d7be-4829-b8d5-ed325f2e57e5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Deleting port fb8c8782-5e09-446a-b36b-6c9b63ba135a {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:35:30.699987 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e0c1d9e-d7be-4829-b8d5-ed325f2e57e5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (fb8c8782-5e09-446a-b36b-6c9b63ba135a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:30.773479 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e0c1d9e-d7be-4829-b8d5-ed325f2e57e5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (fb8c8782-5e09-446a-b36b-6c9b63ba135a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:30.773805 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e0c1d9e-d7be-4829-b8d5-ed325f2e57e5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for floatingip (fb8c8782-5e09-446a-b36b-6c9b63ba135a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:30.785307 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-7e0c1d9e-d7be-4829-b8d5-ed325f2e57e5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Calling delete_port for fb8c8782-5e09-446a-b36b-6c9b63ba135a owned by network:floatingip {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:35:30.932753 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e0c1d9e-d7be-4829-b8d5-ed325f2e57e5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (fb8c8782-5e09-446a-b36b-6c9b63ba135a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:30.956940 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c1d9e-d7be-4829-b8d5-ed325f2e57e5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'Port': ['ID=fb8c8782-5e09-446a-b36b-6c9b63ba135a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:30.971018 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c1d9e-d7be-4829-b8d5-ed325f2e57e5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:30.971363 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c1d9e-d7be-4829-b8d5-ed325f2e57e5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:30.971697 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c1d9e-d7be-4829-b8d5-ed325f2e57e5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:30.972046 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c1d9e-d7be-4829-b8d5-ed325f2e57e5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:30.972358 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c1d9e-d7be-4829-b8d5-ed325f2e57e5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:30.972683 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c1d9e-d7be-4829-b8d5-ed325f2e57e5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:30.973006 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c1d9e-d7be-4829-b8d5-ed325f2e57e5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:30.973354 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c1d9e-d7be-4829-b8d5-ed325f2e57e5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:30.973680 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c1d9e-d7be-4829-b8d5-ed325f2e57e5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:30.974000 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c1d9e-d7be-4829-b8d5-ed325f2e57e5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:30.974371 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c1d9e-d7be-4829-b8d5-ed325f2e57e5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:30.974694 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c1d9e-d7be-4829-b8d5-ed325f2e57e5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:30.975007 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0c1d9e-d7be-4829-b8d5-ed325f2e57e5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:31.032607 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e0c1d9e-d7be-4829-b8d5-ed325f2e57e5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for floatingip (0001f6d1-a9a9-47bf-956c-bac71aa87cd0), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:31.032928 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-7e0c1d9e-d7be-4829-b8d5-ed325f2e57e5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Floating IP 0001f6d1-a9a9-47bf-956c-bac71aa87cd0 disassociated (deleted). External IP: 172.25.3.146, port: a0b2b96b-3bec-49b3-bde6-83db1ab36b76. Mar 07 11:35:31.245936 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0c1d9e-d7be-4829-b8d5-ed325f2e57e5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Router b68171ef-8f00-43c6-b5bf-f0aeeb6136ba has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:35:31.354460 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0c1d9e-d7be-4829-b8d5-ed325f2e57e5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:35:31.359200 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-7e0c1d9e-d7be-4829-b8d5-ed325f2e57e5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:31.363899 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e805ed-5e02-4847-b29d-97864101ffcb None None] Sync routers for ids ['b68171ef-8f00-43c6-b5bf-f0aeeb6136ba'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:35:31.374223 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e805ed-5e02-4847-b29d-97864101ffcb None None] Routers {'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:35:31.374832 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-25e805ed-5e02-4847-b29d-97864101ffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:35:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['b68171ef-8f00-43c6-b5bf-f0aeeb6136ba'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:31.388664 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7e0c1d9e-d7be-4829-b8d5-ed325f2e57e5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "DELETE /v2.0/floatingips/0001f6d1-a9a9-47bf-956c-bac71aa87cd0 HTTP/1.1" status: 204 len: 168 time: 0.8432758 Mar 07 11:35:31.389274 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55117e7-5eb8-45c9-a99f-39e70989fe43', 'tag': 'a0b2b96b-3bec-49b3-bde6-83db1ab36b76'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:35:31.391516 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778645e0-3028-4859-b884-3abdbff008ab" -d '{"events": [{"name": "network-changed", "server_uuid": "d55117e7-5eb8-45c9-a99f-39e70989fe43", "tag": "a0b2b96b-3bec-49b3-bde6-83db1ab36b76"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:35:31.430896 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7b7935-d427-4c26-8acd-393cf241a434 x-openstack-request-id: req-3d7b7935-d427-4c26-8acd-393cf241a434 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:35:31.431318 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55117e7-5eb8-45c9-a99f-39e70989fe43", "tag": "a0b2b96b-3bec-49b3-bde6-83db1ab36b76", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:35:31.431732 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3d7b7935-d427-4c26-8acd-393cf241a434 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:35:31.432175 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55117e7-5eb8-45c9-a99f-39e70989fe43', 'tag': 'a0b2b96b-3bec-49b3-bde6-83db1ab36b76', 'status': 'completed', 'code': 200} Mar 07 11:35:31.488435 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-25e805ed-5e02-4847-b29d-97864101ffcb None None] Set router b68171ef-8f00-43c6-b5bf-f0aeeb6136ba gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:35:31.498226 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778645e0-3028-4859-b884-3abdbff008ab req-80e39adb-95df-4883-9e50-960f1e17bb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:31.500341 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-778645e0-3028-4859-b884-3abdbff008ab req-80e39adb-95df-4883-9e50-960f1e17bb96 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=d55117e7-5eb8-45c9-a99f-39e70989fe43 HTTP/1.1" status: 200 len: 1127 time: 0.0484178 Mar 07 11:35:31.608071 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778645e0-3028-4859-b884-3abdbff008ab req-12a52d20-dcdf-4d96-afae-749972db8163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:31.609588 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-778645e0-3028-4859-b884-3abdbff008ab req-12a52d20-dcdf-4d96-afae-749972db8163 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3 HTTP/1.1" status: 200 len: 897 time: 0.0978153 Mar 07 11:35:31.627936 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5ffe7-b62c-46d3-8199-f7a3e49b7558 req-b5737b9b-6d9d-4c5e-afb5-ae95852a7de9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:31.629501 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5ed5ffe7-b62c-46d3-8199-f7a3e49b7558 req-b5737b9b-6d9d-4c5e-afb5-ae95852a7de9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=d55117e7-5eb8-45c9-a99f-39e70989fe43 HTTP/1.1" status: 200 len: 945 time: 0.0545831 Mar 07 11:35:31.682339 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5ed5ffe7-b62c-46d3-8199-f7a3e49b7558 req-f4b7af52-c042-4d0e-b52c-ef8a2487eff5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=544c5dfe-5892-4261-9862-90b5b440071a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461035 Mar 07 11:35:31.715535 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-25e805ed-5e02-4847-b29d-97864101ffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381600892', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'b36b5526-ee47-408d-ac29-99dda56af889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:34:31Z', 'updated_at': '2022-03-07T11:34:34Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': 'b36b5526-ee47-408d-ac29-99dda56af889', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:34:31Z', 'updated_at': '2022-03-07T11:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd', 'name': '', 'network_id': '0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:4a:14:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8c0ac851-cb98-4664-8e08-d5c7113a9093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:34:34Z', 'updated_at': '2022-03-07T11:34:37Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '8c0ac851-cb98-4664-8e08-d5c7113a9093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:31.747426 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e805ed-5e02-4847-b29d-97864101ffcb None None] Checking router: b68171ef-8f00-43c6-b5bf-f0aeeb6136ba for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:35:31.757465 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e805ed-5e02-4847-b29d-97864101ffcb None None] Routers {'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:35:31.758005 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-25e805ed-5e02-4847-b29d-97864101ffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:35:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['b68171ef-8f00-43c6-b5bf-f0aeeb6136ba'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:32.003988 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-778645e0-3028-4859-b884-3abdbff008ab req-8a313afd-ee61-4a26-8903-14c76c5d4269 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0b2b96b-3bec-49b3-bde6-83db1ab36b76 HTTP/1.1" status: 200 len: 217 time: 0.3875937 Mar 07 11:35:32.044895 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-25e805ed-5e02-4847-b29d-97864101ffcb None None] Set router b68171ef-8f00-43c6-b5bf-f0aeeb6136ba gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:35:32.057404 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778645e0-3028-4859-b884-3abdbff008ab req-2f3639c9-011d-4b32-84fd-e6224b3864ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:32.058857 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-778645e0-3028-4859-b884-3abdbff008ab req-2f3639c9-011d-4b32-84fd-e6224b3864ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c0ac851-cb98-4664-8e08-d5c7113a9093 HTTP/1.1" status: 200 len: 834 time: 0.0460711 Mar 07 11:35:32.108478 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778645e0-3028-4859-b884-3abdbff008ab req-00c183ff-a393-4d76-95bb-0a70afab0cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:32.110030 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-778645e0-3028-4859-b884-3abdbff008ab req-00c183ff-a393-4d76-95bb-0a70afab0cdb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439534 Mar 07 11:35:32.206756 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-778645e0-3028-4859-b884-3abdbff008ab req-d9eb9baf-9786-4c94-b2c3-dc9dc964a974 service neutron] 10.222.0.21 "GET /v2.0/networks/0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897903 Mar 07 11:35:32.241565 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-25e805ed-5e02-4847-b29d-97864101ffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381600892', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'b36b5526-ee47-408d-ac29-99dda56af889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:34:31Z', 'updated_at': '2022-03-07T11:34:34Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': 'b36b5526-ee47-408d-ac29-99dda56af889', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:34:31Z', 'updated_at': '2022-03-07T11:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd', 'name': '', 'network_id': '0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:4a:14:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8c0ac851-cb98-4664-8e08-d5c7113a9093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:34:34Z', 'updated_at': '2022-03-07T11:34:37Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '8c0ac851-cb98-4664-8e08-d5c7113a9093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:32.267511 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e805ed-5e02-4847-b29d-97864101ffcb None None] The sync data for ids ['b68171ef-8f00-43c6-b5bf-f0aeeb6136ba'] in n-d-832164-4 is: [{'id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381600892', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'b36b5526-ee47-408d-ac29-99dda56af889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:34:31Z', 'updated_at': '2022-03-07T11:34:34Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': 'b36b5526-ee47-408d-ac29-99dda56af889', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:34:31Z', 'updated_at': '2022-03-07T11:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd', 'name': '', 'network_id': '0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:4a:14:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '8c0ac851-cb98-4664-8e08-d5c7113a9093', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:34:34Z', 'updated_at': '2022-03-07T11:34:37Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '8c0ac851-cb98-4664-8e08-d5c7113a9093', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:35:32.305286 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-778645e0-3028-4859-b884-3abdbff008ab req-0fcdeaa5-d867-4ed2-981f-120ff940d802 service neutron] 10.222.0.21 "GET /v2.0/networks/0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906289 Mar 07 11:35:32.478938 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e10069-2433-4130-af8d-2a9e80ae5edc None None] New status for floating IP 0001f6d1-a9a9-47bf-956c-bac71aa87cd0: DOWN {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:35:32.806951 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deecec73-e97c-4f4d-a5aa-78403cb3f70d req-3e6314d6-d0cd-4f88-9327-7361b9f677ec tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:32.808310 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-deecec73-e97c-4f4d-a5aa-78403cb3f70d req-3e6314d6-d0cd-4f88-9327-7361b9f677ec tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=d55117e7-5eb8-45c9-a99f-39e70989fe43 HTTP/1.1" status: 200 len: 945 time: 0.0523555 Mar 07 11:35:32.856340 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-deecec73-e97c-4f4d-a5aa-78403cb3f70d req-875b0527-294f-4129-a65b-7f221f0cf273 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=544c5dfe-5892-4261-9862-90b5b440071a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425165 Mar 07 11:35:33.149451 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b369065-4ead-4ff4-910b-9e1f0eee62eb req-be6337f2-9078-47e8-b2d2-e59d5c3f054b tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:33.150804 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8b369065-4ead-4ff4-910b-9e1f0eee62eb req-be6337f2-9078-47e8-b2d2-e59d5c3f054b tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.21 "GET /v2.0/ports?device_id=d55117e7-5eb8-45c9-a99f-39e70989fe43 HTTP/1.1" status: 200 len: 945 time: 0.0524051 Mar 07 11:35:33.244167 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-8b369065-4ead-4ff4-910b-9e1f0eee62eb req-73902b51-d2d7-422a-96a4-78a56719f5d3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Deleting port a0b2b96b-3bec-49b3-bde6-83db1ab36b76 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:35:33.244508 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8b369065-4ead-4ff4-910b-9e1f0eee62eb req-73902b51-d2d7-422a-96a4-78a56719f5d3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a0b2b96b-3bec-49b3-bde6-83db1ab36b76), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:33.331619 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-8b369065-4ead-4ff4-910b-9e1f0eee62eb req-73902b51-d2d7-422a-96a4-78a56719f5d3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] For port a0b2b96b-3bec-49b3-bde6-83db1ab36b76, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=a0b2b96b-3bec-49b3-bde6-83db1ab36b76,segment=NetworkSegment(f3453d3a-b72b-42f1-8a1b-3c1868da07cb),segment_id=f3453d3a-b72b-42f1-8a1b-3c1868da07cb)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:35:33.332246 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8b369065-4ead-4ff4-910b-9e1f0eee62eb req-73902b51-d2d7-422a-96a4-78a56719f5d3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a0b2b96b-3bec-49b3-bde6-83db1ab36b76), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:33.344340 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-8b369065-4ead-4ff4-910b-9e1f0eee62eb req-73902b51-d2d7-422a-96a4-78a56719f5d3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Calling delete_port for a0b2b96b-3bec-49b3-bde6-83db1ab36b76 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:35:33.471286 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8b369065-4ead-4ff4-910b-9e1f0eee62eb req-73902b51-d2d7-422a-96a4-78a56719f5d3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (a0b2b96b-3bec-49b3-bde6-83db1ab36b76), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:33.501148 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73902b51-d2d7-422a-96a4-78a56719f5d3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'Port': ['ID=a0b2b96b-3bec-49b3-bde6-83db1ab36b76,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:33.546340 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b369065-4ead-4ff4-910b-9e1f0eee62eb req-73902b51-d2d7-422a-96a4-78a56719f5d3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] No DVR routers for this DVR port a0b2b96b-3bec-49b3-bde6-83db1ab36b76 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:35:33.549016 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-8b369065-4ead-4ff4-910b-9e1f0eee62eb req-73902b51-d2d7-422a-96a4-78a56719f5d3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:33.552337 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8b369065-4ead-4ff4-910b-9e1f0eee62eb req-73902b51-d2d7-422a-96a4-78a56719f5d3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.21 "DELETE /v2.0/ports/a0b2b96b-3bec-49b3-bde6-83db1ab36b76 HTTP/1.1" status: 204 len: 173 time: 0.3962467 Mar 07 11:35:33.553514 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55117e7-5eb8-45c9-a99f-39e70989fe43', 'name': 'network-vif-deleted', 'tag': 'a0b2b96b-3bec-49b3-bde6-83db1ab36b76'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:35:33.555821 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074733bf-9b14-473b-814e-149518862478" -d '{"events": [{"server_uuid": "d55117e7-5eb8-45c9-a99f-39e70989fe43", "name": "network-vif-deleted", "tag": "a0b2b96b-3bec-49b3-bde6-83db1ab36b76"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:35:33.595516 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2be893-6d1d-40f4-8580-b0a2de59d6c1 x-openstack-request-id: req-9e2be893-6d1d-40f4-8580-b0a2de59d6c1 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:35:33.595840 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55117e7-5eb8-45c9-a99f-39e70989fe43", "name": "network-vif-deleted", "tag": "a0b2b96b-3bec-49b3-bde6-83db1ab36b76", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:35:33.596132 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9e2be893-6d1d-40f4-8580-b0a2de59d6c1 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:35:33.596529 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55117e7-5eb8-45c9-a99f-39e70989fe43', 'name': 'network-vif-deleted', 'tag': 'a0b2b96b-3bec-49b3-bde6-83db1ab36b76', 'status': 'completed', 'code': 200} Mar 07 11:35:34.229555 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b8e91465-ef86-46e4-96ba-e276c449890e req-ff53430b-c435-473f-9a72-508d546eea20 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=d55117e7-5eb8-45c9-a99f-39e70989fe43 HTTP/1.1" status: 200 len: 210 time: 0.0279226 Mar 07 11:35:35.284561 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45246) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:35.647445 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-620a934d-f3f3-48e4-81a3-b8c07a42b2b9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (b68171ef-8f00-43c6-b5bf-f0aeeb6136ba), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:35.905401 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-620a934d-f3f3-48e4-81a3-b8c07a42b2b9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Deleting port bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:35:35.905655 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-620a934d-f3f3-48e4-81a3-b8c07a42b2b9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:35.993513 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-620a934d-f3f3-48e4-81a3-b8c07a42b2b9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] For port bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd,segment=NetworkSegment(f3453d3a-b72b-42f1-8a1b-3c1868da07cb),segment_id=f3453d3a-b72b-42f1-8a1b-3c1868da07cb)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:35:35.993883 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-620a934d-f3f3-48e4-81a3-b8c07a42b2b9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:36.006688 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-620a934d-f3f3-48e4-81a3-b8c07a42b2b9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Calling delete_port for bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:35:36.198248 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-620a934d-f3f3-48e4-81a3-b8c07a42b2b9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:36.222507 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a934d-f3f3-48e4-81a3-b8c07a42b2b9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'Port': ['ID=bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:36.407797 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-620a934d-f3f3-48e4-81a3-b8c07a42b2b9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (b68171ef-8f00-43c6-b5bf-f0aeeb6136ba), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:36.590795 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a591a5e0-a33a-4fac-9101-db0e67a0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:36.656754 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620a934d-f3f3-48e4-81a3-b8c07a42b2b9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Router b68171ef-8f00-43c6-b5bf-f0aeeb6136ba has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:35:36.765304 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620a934d-f3f3-48e4-81a3-b8c07a42b2b9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:35:36.770492 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-620a934d-f3f3-48e4-81a3-b8c07a42b2b9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "PUT /v2.0/routers/b68171ef-8f00-43c6-b5bf-f0aeeb6136ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4848611 Mar 07 11:35:36.773935 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45248) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:36.775980 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2789c97-0fd5-4479-a8e3-b05d72e51a06 None None] Sync routers for ids ['b68171ef-8f00-43c6-b5bf-f0aeeb6136ba'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:35:36.785998 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2789c97-0fd5-4479-a8e3-b05d72e51a06 None None] Routers {'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:35:36.786619 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f2789c97-0fd5-4479-a8e3-b05d72e51a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:35:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['b68171ef-8f00-43c6-b5bf-f0aeeb6136ba'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:36.824689 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f7ca789-cd60-4f33-b4c7-a046db447369 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Deleting subnet 8c0ac851-cb98-4664-8e08-d5c7113a9093 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:35:36.827892 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca789-cd60-4f33-b4c7-a046db447369 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for subnet (8c0ac851-cb98-4664-8e08-d5c7113a9093), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:36.867744 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca789-cd60-4f33-b4c7-a046db447369 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (8c0ac851-cb98-4664-8e08-d5c7113a9093), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:36.903015 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-f2789c97-0fd5-4479-a8e3-b05d72e51a06 None None] Set router b68171ef-8f00-43c6-b5bf-f0aeeb6136ba gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:35:36.954457 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca789-cd60-4f33-b4c7-a046db447369 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (8c0ac851-cb98-4664-8e08-d5c7113a9093), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:37.012828 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca789-cd60-4f33-b4c7-a046db447369 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (8c0ac851-cb98-4664-8e08-d5c7113a9093), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:37.013274 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device a0b2b96b-3bec-49b3-bde6-83db1ab36b76 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:35:37.036820 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: a0b2b96b-3bec-49b3-bde6-83db1ab36b76 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:35:37.037144 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device a0b2b96b-3bec-49b3-bde6-83db1ab36b76 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:35:37.041290 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ca789-cd60-4f33-b4c7-a046db447369 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'Subnet': ['ID=8c0ac851-cb98-4664-8e08-d5c7113a9093,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:37.043337 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4f7ca789-cd60-4f33-b4c7-a046db447369 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:37.050089 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4f7ca789-cd60-4f33-b4c7-a046db447369 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "DELETE /v2.0/subnets/8c0ac851-cb98-4664-8e08-d5c7113a9093 HTTP/1.1" status: 204 len: 168 time: 0.2746313 Mar 07 11:35:37.050396 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45250) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:37.055746 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5230d6a0-bdc9-4c43-a62a-743a306faa3c None None] Network 0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:35:37.173157 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d8635cff-b416-4b42-9f83-2921e11dfbef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router (b68171ef-8f00-43c6-b5bf-f0aeeb6136ba), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:37.187420 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f2789c97-0fd5-4479-a8e3-b05d72e51a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381600892', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'b36b5526-ee47-408d-ac29-99dda56af889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:34:31Z', 'updated_at': '2022-03-07T11:35:36Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': 'b36b5526-ee47-408d-ac29-99dda56af889', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:34:31Z', 'updated_at': '2022-03-07T11:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:37.220420 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2789c97-0fd5-4479-a8e3-b05d72e51a06 None None] Checking router: b68171ef-8f00-43c6-b5bf-f0aeeb6136ba for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:35:37.231456 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2789c97-0fd5-4479-a8e3-b05d72e51a06 None None] Routers {'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:35:37.232599 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f2789c97-0fd5-4479-a8e3-b05d72e51a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:35:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['b68171ef-8f00-43c6-b5bf-f0aeeb6136ba'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:37.287957 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d8635cff-b416-4b42-9f83-2921e11dfbef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router_gateway (b68171ef-8f00-43c6-b5bf-f0aeeb6136ba), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:37.298259 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b66e5b-5923-4cb5-babc-e50ce375176d None None] DHCP port deletion for 0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:35:37.351539 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-d8635cff-b416-4b42-9f83-2921e11dfbef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Deleting port b36b5526-ee47-408d-ac29-99dda56af889 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:35:37.351899 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d8635cff-b416-4b42-9f83-2921e11dfbef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (b36b5526-ee47-408d-ac29-99dda56af889), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:37.375350 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-f2789c97-0fd5-4479-a8e3-b05d72e51a06 None None] Set router b68171ef-8f00-43c6-b5bf-f0aeeb6136ba gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:35:37.434688 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-d8635cff-b416-4b42-9f83-2921e11dfbef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] For port b36b5526-ee47-408d-ac29-99dda56af889, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=b36b5526-ee47-408d-ac29-99dda56af889,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:35:37.435058 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d8635cff-b416-4b42-9f83-2921e11dfbef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (b36b5526-ee47-408d-ac29-99dda56af889), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:37.447659 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-d8635cff-b416-4b42-9f83-2921e11dfbef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Calling delete_port for b36b5526-ee47-408d-ac29-99dda56af889 owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:35:37.493737 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-24b66e5b-5923-4cb5-babc-e50ce375176d None None] Deleting port bfbb1bea-172f-4f54-9ab4-0e26e79b8354 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:35:37.494109 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-24b66e5b-5923-4cb5-babc-e50ce375176d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (bfbb1bea-172f-4f54-9ab4-0e26e79b8354), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:37.595848 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-24b66e5b-5923-4cb5-babc-e50ce375176d None None] For port bfbb1bea-172f-4f54-9ab4-0e26e79b8354, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=bfbb1bea-172f-4f54-9ab4-0e26e79b8354,segment=NetworkSegment(f3453d3a-b72b-42f1-8a1b-3c1868da07cb),segment_id=f3453d3a-b72b-42f1-8a1b-3c1868da07cb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:35:37.596518 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-24b66e5b-5923-4cb5-babc-e50ce375176d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (bfbb1bea-172f-4f54-9ab4-0e26e79b8354), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:37.612806 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-24b66e5b-5923-4cb5-babc-e50ce375176d None None] Calling delete_port for bfbb1bea-172f-4f54-9ab4-0e26e79b8354 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:35:37.615797 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d8635cff-b416-4b42-9f83-2921e11dfbef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (b36b5526-ee47-408d-ac29-99dda56af889), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:37.641839 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8635cff-b416-4b42-9f83-2921e11dfbef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'Port': ['ID=b36b5526-ee47-408d-ac29-99dda56af889,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:37.687416 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f2789c97-0fd5-4479-a8e3-b05d72e51a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381600892', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'b36b5526-ee47-408d-ac29-99dda56af889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:34:31Z', 'updated_at': '2022-03-07T11:35:36Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': 'b36b5526-ee47-408d-ac29-99dda56af889', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:34:31Z', 'updated_at': '2022-03-07T11:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:37.699836 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8635cff-b416-4b42-9f83-2921e11dfbef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:37.700233 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8635cff-b416-4b42-9f83-2921e11dfbef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:37.700532 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8635cff-b416-4b42-9f83-2921e11dfbef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:37.700867 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8635cff-b416-4b42-9f83-2921e11dfbef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:37.701232 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8635cff-b416-4b42-9f83-2921e11dfbef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:37.701568 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8635cff-b416-4b42-9f83-2921e11dfbef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:37.701896 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8635cff-b416-4b42-9f83-2921e11dfbef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:37.702223 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8635cff-b416-4b42-9f83-2921e11dfbef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:37.702557 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8635cff-b416-4b42-9f83-2921e11dfbef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:37.702885 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8635cff-b416-4b42-9f83-2921e11dfbef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:37.703213 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8635cff-b416-4b42-9f83-2921e11dfbef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:37.703533 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8635cff-b416-4b42-9f83-2921e11dfbef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:37.703851 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8635cff-b416-4b42-9f83-2921e11dfbef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:37.723460 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2789c97-0fd5-4479-a8e3-b05d72e51a06 None None] The sync data for ids ['b68171ef-8f00-43c6-b5bf-f0aeeb6136ba'] in n-d-832164-4 is: [{'id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381600892', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'b36b5526-ee47-408d-ac29-99dda56af889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:34:31Z', 'updated_at': '2022-03-07T11:35:36Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': 'b36b5526-ee47-408d-ac29-99dda56af889', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:ce:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b68171ef-8f00-43c6-b5bf-f0aeeb6136ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:34:31Z', 'updated_at': '2022-03-07T11:34:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:35:37.727062 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d8635cff-b416-4b42-9f83-2921e11dfbef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (b68171ef-8f00-43c6-b5bf-f0aeeb6136ba), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:37.749092 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-24b66e5b-5923-4cb5-babc-e50ce375176d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (bfbb1bea-172f-4f54-9ab4-0e26e79b8354), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:37.784562 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b66e5b-5923-4cb5-babc-e50ce375176d None None] Pushing event deleted for resources: {'Port': ['ID=bfbb1bea-172f-4f54-9ab4-0e26e79b8354,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:37.789975 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b66e5b-5923-4cb5-babc-e50ce375176d None None] No DVR routers for this DVR port bfbb1bea-172f-4f54-9ab4-0e26e79b8354 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:35:37.797235 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b66e5b-5923-4cb5-babc-e50ce375176d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:37.797584 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b66e5b-5923-4cb5-babc-e50ce375176d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:37.797924 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b66e5b-5923-4cb5-babc-e50ce375176d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:37.798267 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b66e5b-5923-4cb5-babc-e50ce375176d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:37.798717 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b66e5b-5923-4cb5-babc-e50ce375176d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:37.799050 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b66e5b-5923-4cb5-babc-e50ce375176d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:37.799375 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b66e5b-5923-4cb5-babc-e50ce375176d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:37.799700 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b66e5b-5923-4cb5-babc-e50ce375176d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:37.800025 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b66e5b-5923-4cb5-babc-e50ce375176d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:37.800352 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b66e5b-5923-4cb5-babc-e50ce375176d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:37.801185 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b66e5b-5923-4cb5-babc-e50ce375176d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:37.801185 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b66e5b-5923-4cb5-babc-e50ce375176d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:37.801387 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b66e5b-5923-4cb5-babc-e50ce375176d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:37.833370 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d8635cff-b416-4b42-9f83-2921e11dfbef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (b68171ef-8f00-43c6-b5bf-f0aeeb6136ba), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:37.836124 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d8635cff-b416-4b42-9f83-2921e11dfbef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router_controller (b68171ef-8f00-43c6-b5bf-f0aeeb6136ba), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:37.878758 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d8635cff-b416-4b42-9f83-2921e11dfbef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (b68171ef-8f00-43c6-b5bf-f0aeeb6136ba), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:37.879405 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8635cff-b416-4b42-9f83-2921e11dfbef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Fanout notify agent at l3_agent the message router_deleted on router b68171ef-8f00-43c6-b5bf-f0aeeb6136ba {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:35:37.886743 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d8635cff-b416-4b42-9f83-2921e11dfbef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:37.887847 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d8635cff-b416-4b42-9f83-2921e11dfbef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "DELETE /v2.0/routers/b68171ef-8f00-43c6-b5bf-f0aeeb6136ba HTTP/1.1" status: 204 len: 168 time: 0.8369989 Mar 07 11:35:37.890596 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45252) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:37.964883 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-833d8bc0-8409-4b25-bda9-c94e667deb41 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:38.055144 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-833d8bc0-8409-4b25-bda9-c94e667deb41 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:38.076758 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-833d8bc0-8409-4b25-bda9-c94e667deb41 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:38.087394 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-833d8bc0-8409-4b25-bda9-c94e667deb41 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3453d3a-b72b-42f1-8a1b-3c1868da07cb') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:38.087689 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-833d8bc0-8409-4b25-bda9-c94e667deb41 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3453d3a-b72b-42f1-8a1b-3c1868da07cb') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:38.098568 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-833d8bc0-8409-4b25-bda9-c94e667deb41 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (f3453d3a-b72b-42f1-8a1b-3c1868da07cb), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:38.112515 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-833d8bc0-8409-4b25-bda9-c94e667deb41 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (f3453d3a-b72b-42f1-8a1b-3c1868da07cb), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:38.118898 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-833d8bc0-8409-4b25-bda9-c94e667deb41 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:35:38.119267 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-833d8bc0-8409-4b25-bda9-c94e667deb41 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (f3453d3a-b72b-42f1-8a1b-3c1868da07cb), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:38.122299 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 11:35:38.122299 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:35:38.122299 n-d-832164-4 neutron-server[103766]: timer() Mar 07 11:35:38.122299 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:35:38.122299 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 11:35:38.122299 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:35:38.122299 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 11:35:38.122299 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:35:38.122299 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 11:35:38.122299 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:35:38.122299 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 11:35:38.122299 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:35:38.122299 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 11:35:38.122299 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:35:38.122299 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:35:38.122299 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:35:38.122299 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:35:38.122299 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:35:38.122299 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 11:35:38.122299 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:35:38.122299 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 11:35:38.122299 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:35:38.122299 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:35:38.122299 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:35:38.122299 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 11:35:38.122299 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:35:38.122299 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:35:38.122299 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:35:38.122299 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:35:38.122299 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:35:38.122299 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:35:38.122299 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:35:38.192181 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-833d8bc0-8409-4b25-bda9-c94e667deb41 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:38.198362 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-833d8bc0-8409-4b25-bda9-c94e667deb41 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:38.201568 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-833d8bc0-8409-4b25-bda9-c94e667deb41 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "DELETE /v2.0/networks/0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3 HTTP/1.1" status: 204 len: 168 time: 0.3100097 Mar 07 11:35:38.204441 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45254) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:38.216380 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833d8bc0-8409-4b25-bda9-c94e667deb41 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'Network': ['ID=0eb1f0a8-fc50-4fb3-8ff3-6d5ced7e3ef3,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:38.266502 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bea8fcde-18fc-4c4e-9820-af06752c4d87 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group (544c5dfe-5892-4261-9862-90b5b440071a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:38.295757 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bea8fcde-18fc-4c4e-9820-af06752c4d87 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group (544c5dfe-5892-4261-9862-90b5b440071a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:38.361553 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bea8fcde-18fc-4c4e-9820-af06752c4d87 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (544c5dfe-5892-4261-9862-90b5b440071a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:38.364160 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bea8fcde-18fc-4c4e-9820-af06752c4d87 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:38.365674 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-bea8fcde-18fc-4c4e-9820-af06752c4d87 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "DELETE /v2.0/security-groups/544c5dfe-5892-4261-9862-90b5b440071a HTTP/1.1" status: 204 len: 168 time: 0.1600940 Mar 07 11:35:38.375951 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8fcde-18fc-4c4e-9820-af06752c4d87 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=544c5dfe-5892-4261-9862-90b5b440071a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:38.664277 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4382276b-c6f7-4f94-8e50-fc3ee67aed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:38.785689 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:35:38.809011 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:35:38.809448 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device bfa6cec8-a454-4a67-a4c6-4bc824f7d9dd not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:35:38.809934 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device bfbb1bea-172f-4f54-9ab4-0e26e79b8354 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:35:38.828557 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: bfbb1bea-172f-4f54-9ab4-0e26e79b8354 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:35:38.828894 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device bfbb1bea-172f-4f54-9ab4-0e26e79b8354 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:35:38.829329 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b36b5526-ee47-408d-ac29-99dda56af889 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:35:38.850911 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: b36b5526-ee47-408d-ac29-99dda56af889 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:35:38.851362 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device b36b5526-ee47-408d-ac29-99dda56af889 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:35:38.856877 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45260) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:38.861383 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-f079470a-8e39-4d39-a17a-f2d549f93399 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-415353273', 'description': 'tempest-secgroup-smoke-415353273 description', 'project_id': 'a55f85fdfc8447269f634477a798a23c'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:35:38.882510 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f079470a-8e39-4d39-a17a-f2d549f93399 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:38.952053 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f079470a-8e39-4d39-a17a-f2d549f93399 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group (4731a336-5166-4568-a238-db7435716afd), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:38.955497 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f079470a-8e39-4d39-a17a-f2d549f93399 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4731a336-5166-4568-a238-db7435716afd), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:38.984683 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f079470a-8e39-4d39-a17a-f2d549f93399 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:38.985923 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f079470a-8e39-4d39-a17a-f2d549f93399 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1280634 Mar 07 11:35:38.987788 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079470a-8e39-4d39-a17a-f2d549f93399 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4731a336-5166-4568-a238-db7435716afd,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:38.988986 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45262) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:38.993780 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-1680f589-193b-448f-aaf8-98fcd7974620 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group_rule': {'security_group_id': '4731a336-5166-4568-a238-db7435716afd', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:35:39.017690 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1680f589-193b-448f-aaf8-98fcd7974620 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (f689d936-70e3-4759-9686-8258c0207309), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:39.073283 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1680f589-193b-448f-aaf8-98fcd7974620 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (f689d936-70e3-4759-9686-8258c0207309), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:39.076592 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1680f589-193b-448f-aaf8-98fcd7974620 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (f689d936-70e3-4759-9686-8258c0207309), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:39.094988 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680f589-193b-448f-aaf8-98fcd7974620 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f689d936-70e3-4759-9686-8258c0207309,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:39.104730 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1680f589-193b-448f-aaf8-98fcd7974620 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:39.105952 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1680f589-193b-448f-aaf8-98fcd7974620 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1158664 Mar 07 11:35:39.108740 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45264) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:39.113037 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-4567519a-0b36-4ea3-8252-89fc4d2c3ae5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group_rule': {'security_group_id': '4731a336-5166-4568-a238-db7435716afd', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:35:39.137197 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4567519a-0b36-4ea3-8252-89fc4d2c3ae5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (22e5b995-2359-46e4-b22b-af475cccf189), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:39.192275 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4567519a-0b36-4ea3-8252-89fc4d2c3ae5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (22e5b995-2359-46e4-b22b-af475cccf189), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:39.197317 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4567519a-0b36-4ea3-8252-89fc4d2c3ae5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (22e5b995-2359-46e4-b22b-af475cccf189), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:39.218475 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567519a-0b36-4ea3-8252-89fc4d2c3ae5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e5b995-2359-46e4-b22b-af475cccf189,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:39.226946 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4567519a-0b36-4ea3-8252-89fc4d2c3ae5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:39.228155 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4567519a-0b36-4ea3-8252-89fc4d2c3ae5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184287 Mar 07 11:35:39.230943 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45266) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:39.235140 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e4663c38-33fb-4bf5-bb1f-c94e1c82763f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group_rule': {'security_group_id': '4731a336-5166-4568-a238-db7435716afd', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:35:39.260218 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e4663c38-33fb-4bf5-bb1f-c94e1c82763f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (3395a217-b552-4ede-ba89-aa8300a0a39c), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:39.322831 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e4663c38-33fb-4bf5-bb1f-c94e1c82763f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (3395a217-b552-4ede-ba89-aa8300a0a39c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:39.326258 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e4663c38-33fb-4bf5-bb1f-c94e1c82763f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (3395a217-b552-4ede-ba89-aa8300a0a39c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:39.341033 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4663c38-33fb-4bf5-bb1f-c94e1c82763f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3395a217-b552-4ede-ba89-aa8300a0a39c,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:39.351268 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e4663c38-33fb-4bf5-bb1f-c94e1c82763f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:39.352532 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e4663c38-33fb-4bf5-bb1f-c94e1c82763f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206729 Mar 07 11:35:39.355197 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45268) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:39.359555 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-471fdb96-8cee-4f30-acb4-97102414c39c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group_rule': {'security_group_id': '4731a336-5166-4568-a238-db7435716afd', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:35:39.384134 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-471fdb96-8cee-4f30-acb4-97102414c39c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (03ec476d-bbbd-41ff-be32-7f3ea25101c1), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:39.440016 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-471fdb96-8cee-4f30-acb4-97102414c39c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (03ec476d-bbbd-41ff-be32-7f3ea25101c1), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:39.444178 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-471fdb96-8cee-4f30-acb4-97102414c39c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (03ec476d-bbbd-41ff-be32-7f3ea25101c1), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:39.460821 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fdb96-8cee-4f30-acb4-97102414c39c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03ec476d-bbbd-41ff-be32-7f3ea25101c1,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:39.469382 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-471fdb96-8cee-4f30-acb4-97102414c39c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:39.470518 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-471fdb96-8cee-4f30-acb4-97102414c39c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1144192 Mar 07 11:35:39.473237 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45270) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:39.477845 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-b50be96c-ec6e-49c4-be01-d70acf88a407 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group_rule': {'security_group_id': '4731a336-5166-4568-a238-db7435716afd', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:35:39.497203 n-d-832164-4 neutron-server[103766]: INFO neutron.db.securitygroups_db [None req-b50be96c-ec6e-49c4-be01-d70acf88a407 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Project a55f85fdfc8447269f634477a798a23c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:35:39.502044 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b50be96c-ec6e-49c4-be01-d70acf88a407 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (3860890d-1d08-4303-aa4e-e836dd55714b), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:39.562267 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b50be96c-ec6e-49c4-be01-d70acf88a407 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (3860890d-1d08-4303-aa4e-e836dd55714b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:39.565516 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b50be96c-ec6e-49c4-be01-d70acf88a407 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (3860890d-1d08-4303-aa4e-e836dd55714b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:39.582802 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50be96c-ec6e-49c4-be01-d70acf88a407 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3860890d-1d08-4303-aa4e-e836dd55714b,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:39.591489 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b50be96c-ec6e-49c4-be01-d70acf88a407 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:39.592681 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b50be96c-ec6e-49c4-be01-d70acf88a407 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1185331 Mar 07 11:35:39.595464 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45272) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:39.600171 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-803b34b1-745a-4f90-ad12-ef4749ddb607 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group_rule': {'security_group_id': '4731a336-5166-4568-a238-db7435716afd', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:35:39.620480 n-d-832164-4 neutron-server[103766]: INFO neutron.db.securitygroups_db [None req-803b34b1-745a-4f90-ad12-ef4749ddb607 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Project a55f85fdfc8447269f634477a798a23c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:35:39.625334 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-803b34b1-745a-4f90-ad12-ef4749ddb607 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (ad2fd84c-b45b-45a6-ade5-51ba8aefb9c9), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:39.685797 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-803b34b1-745a-4f90-ad12-ef4749ddb607 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (ad2fd84c-b45b-45a6-ade5-51ba8aefb9c9), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:39.689092 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-803b34b1-745a-4f90-ad12-ef4749ddb607 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (ad2fd84c-b45b-45a6-ade5-51ba8aefb9c9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:39.706419 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b34b1-745a-4f90-ad12-ef4749ddb607 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad2fd84c-b45b-45a6-ade5-51ba8aefb9c9,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:39.713512 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-803b34b1-745a-4f90-ad12-ef4749ddb607 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:39.716029 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-803b34b1-745a-4f90-ad12-ef4749ddb607 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1183426 Mar 07 11:35:39.717586 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45274) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:39.722326 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-4fe9bbcc-05af-46ad-968f-4c6a60d12af7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'network': {'name': 'tempest-network-smoke--1027629593', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'port_security_enabled': True}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:35:39.740671 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe9bbcc-05af-46ad-968f-4c6a60d12af7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Made reservation on behalf of a55f85fdfc8447269f634477a798a23c for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:35:39.743880 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4fe9bbcc-05af-46ad-968f-4c6a60d12af7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:39.767295 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe9bbcc-05af-46ad-968f-4c6a60d12af7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 240} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:35:39.776836 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4fe9bbcc-05af-46ad-968f-4c6a60d12af7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (66d17dae-c7e9-4bf2-8391-cd5ad7b2c159), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:39.777216 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-4fe9bbcc-05af-46ad-968f-4c6a60d12af7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Added segment 66d17dae-c7e9-4bf2-8391-cd5ad7b2c159 of type vlan for network 6f634c6f-4d21-4c27-9447-e18697b490ae Mar 07 11:35:39.816803 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4fe9bbcc-05af-46ad-968f-4c6a60d12af7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (6f634c6f-4d21-4c27-9447-e18697b490ae), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:39.842723 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4fe9bbcc-05af-46ad-968f-4c6a60d12af7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (6f634c6f-4d21-4c27-9447-e18697b490ae), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:39.847809 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe9bbcc-05af-46ad-968f-4c6a60d12af7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:39.848393 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4fe9bbcc-05af-46ad-968f-4c6a60d12af7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:39.882449 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4fe9bbcc-05af-46ad-968f-4c6a60d12af7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1638536 Mar 07 11:35:39.885992 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45276) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:39.890541 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-1ac10bb6-0d69-4b84-8219-ffef97c3816e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-162785002', 'admin_state_up': True, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:35:39.911405 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1ac10bb6-0d69-4b84-8219-ffef97c3816e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (d580131f-047c-40ff-ab8f-f00800a8f9f7), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:39.913127 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1ac10bb6-0d69-4b84-8219-ffef97c3816e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (d580131f-047c-40ff-ab8f-f00800a8f9f7), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:39.924691 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9bbcc-05af-46ad-968f-4c6a60d12af7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Network': ['ID=6f634c6f-4d21-4c27-9447-e18697b490ae,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:39.936210 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 6f634c6f-4d21-4c27-9447-e18697b490ae details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:35:39.970367 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1ac10bb6-0d69-4b84-8219-ffef97c3816e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router_controller (d580131f-047c-40ff-ab8f-f00800a8f9f7), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:40.118039 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:40.119404 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1ac10bb6-0d69-4b84-8219-ffef97c3816e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router_gateway (d580131f-047c-40ff-ab8f-f00800a8f9f7), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:40.260356 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:35:40.308610 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1ac10bb6-0d69-4b84-8219-ffef97c3816e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router_gateway (d580131f-047c-40ff-ab8f-f00800a8f9f7), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:40.334308 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1ac10bb6-0d69-4b84-8219-ffef97c3816e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:40.432176 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-1ac10bb6-0d69-4b84-8219-ffef97c3816e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Allocated IP 172.25.3.97 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:35:40.546365 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1ac10bb6-0d69-4b84-8219-ffef97c3816e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for port (e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:40.578372 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1ac10bb6-0d69-4b84-8219-ffef97c3816e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:40.615792 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac10bb6-0d69-4b84-8219-ffef97c3816e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:35:40.618675 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-1ac10bb6-0d69-4b84-8219-ffef97c3816e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:35:40.622055 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac10bb6-0d69-4b84-8219-ffef97c3816e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:35:40.645872 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac10bb6-0d69-4b84-8219-ffef97c3816e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Port': ['ID=e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:41.196912 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1ac10bb6-0d69-4b84-8219-ffef97c3816e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router_gateway (d580131f-047c-40ff-ab8f-f00800a8f9f7), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:41.403932 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1ac10bb6-0d69-4b84-8219-ffef97c3816e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (d580131f-047c-40ff-ab8f-f00800a8f9f7), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:41.539836 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac10bb6-0d69-4b84-8219-ffef97c3816e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Router d580131f-047c-40ff-ab8f-f00800a8f9f7 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:35:41.650550 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac10bb6-0d69-4b84-8219-ffef97c3816e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:35:41.663168 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada81d6a-9b77-45e8-afc7-4d83e285ec2e None None] Sync routers for ids ['d580131f-047c-40ff-ab8f-f00800a8f9f7'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:35:41.671483 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1ac10bb6-0d69-4b84-8219-ffef97c3816e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:41.672803 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1ac10bb6-0d69-4b84-8219-ffef97c3816e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7857845 Mar 07 11:35:41.675916 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45278) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:41.676350 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada81d6a-9b77-45e8-afc7-4d83e285ec2e None None] Routers {'d580131f-047c-40ff-ab8f-f00800a8f9f7'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:35:41.677024 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ada81d6a-9b77-45e8-afc7-4d83e285ec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:35:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d580131f-047c-40ff-ab8f-f00800a8f9f7'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:41.703493 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d353bd2c-03e9-4a96-9f72-2b5c14c304dc tempest-TestNetworkAdvancedServerOps-168186507 tempest-TestNetworkAdvancedServerOps-168186507-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=a55f85fdfc8447269f634477a798a23c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262754 Mar 07 11:35:41.706105 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45280) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:41.780891 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-ada81d6a-9b77-45e8-afc7-4d83e285ec2e None None] Set router d580131f-047c-40ff-ab8f-f00800a8f9f7 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:35:41.795242 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbf2368-2060-4776-8671-f8911cdd7a3f tempest-TestNetworkAdvancedServerOps-168186507 tempest-TestNetworkAdvancedServerOps-168186507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:41.796663 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ffbf2368-2060-4776-8671-f8911cdd7a3f tempest-TestNetworkAdvancedServerOps-168186507 tempest-TestNetworkAdvancedServerOps-168186507-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895624 Mar 07 11:35:41.799572 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45282) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:41.827283 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6b298e3a-c37c-4582-b489-9ec869e141d6 tempest-TestNetworkAdvancedServerOps-168186507 tempest-TestNetworkAdvancedServerOps-168186507-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=f8958782-2869-4679-b3a6-78e3b1855431&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266087 Mar 07 11:35:41.829740 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45284) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:41.835340 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f7293c30-4be2-4e86-bb47-a3dae9841ae5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1981390042', 'network_id': '6f634c6f-4d21-4c27-9447-e18697b490ae', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:35:41.862311 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:41.930535 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7293c30-4be2-4e86-bb47-a3dae9841ae5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Made reservation on behalf of a55f85fdfc8447269f634477a798a23c for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:35:41.934036 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f7293c30-4be2-4e86-bb47-a3dae9841ae5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:41.971841 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ada81d6a-9b77-45e8-afc7-4d83e285ec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162785002', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:35:39Z', 'updated_at': '2022-03-07T11:35:41Z', 'revision_number': 3, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': 'e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:40Z', 'updated_at': '2022-03-07T11:35:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:41.998579 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada81d6a-9b77-45e8-afc7-4d83e285ec2e None None] Checking router: d580131f-047c-40ff-ab8f-f00800a8f9f7 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:35:41.998971 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada81d6a-9b77-45e8-afc7-4d83e285ec2e None None] Updating router d580131f-047c-40ff-ab8f-f00800a8f9f7 port e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:35:42.028779 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ada81d6a-9b77-45e8-afc7-4d83e285ec2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:42.114421 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f7293c30-4be2-4e86-bb47-a3dae9841ae5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (14b189bc-b112-4dfb-b0ce-a0ab236b055f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:42.175680 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7293c30-4be2-4e86-bb47-a3dae9841ae5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Subnet': ['ID=14b189bc-b112-4dfb-b0ce-a0ab236b055f,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:42.184202 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7293c30-4be2-4e86-bb47-a3dae9841ae5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Checking segment: {'id': '66d17dae-c7e9-4bf2-8391-cd5ad7b2c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6f634c6f-4d21-4c27-9447-e18697b490ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:35:42.184202 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7293c30-4be2-4e86-bb47-a3dae9841ae5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network hostable DHCP agents. Network: 6f634c6f-4d21-4c27-9447-e18697b490ae, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:35:42.202176 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7293c30-4be2-4e86-bb47-a3dae9841ae5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network 6f634c6f-4d21-4c27-9447-e18697b490ae is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:35:42.213217 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-f7293c30-4be2-4e86-bb47-a3dae9841ae5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 6f634c6f-4d21-4c27-9447-e18697b490ae) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:35:42.217445 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7293c30-4be2-4e86-bb47-a3dae9841ae5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:42.218082 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f7293c30-4be2-4e86-bb47-a3dae9841ae5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:42.224548 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b19050d-1970-46ad-9b7d-b83af327ff87 None None] Network 6f634c6f-4d21-4c27-9447-e18697b490ae requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:35:42.238514 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45286) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:42.239110 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f7293c30-4be2-4e86-bb47-a3dae9841ae5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4078043 Mar 07 11:35:42.296047 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ada81d6a-9b77-45e8-afc7-4d83e285ec2e None None] Publish callbacks [] for port (e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:42.301917 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ada81d6a-9b77-45e8-afc7-4d83e285ec2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:42.347586 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c7ac5c-ade1-461f-a650-dbbe8630923e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-6f634c6f-4d21-4c27-9447-e18697b490ae', 'network_id': '6f634c6f-4d21-4c27-9447-e18697b490ae', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'fixed_ips': [{'subnet_id': '14b189bc-b112-4dfb-b0ce-a0ab236b055f'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:35:42.348459 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-34c7ac5c-ade1-461f-a650-dbbe8630923e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:42.355843 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-ada81d6a-9b77-45e8-afc7-4d83e285ec2e None None] Attempting to bind port e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:35:42.356207 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-ada81d6a-9b77-45e8-afc7-4d83e285ec2e None None] Attempting to bind port e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:35:42.356568 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada81d6a-9b77-45e8-afc7-4d83e285ec2e None None] Attempting to bind port e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:35:42.366198 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ba3a0-379d-4177-a22d-86214baad89a None None] Pushing event updated for resources: {'Port': ['ID=e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:42.368638 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada81d6a-9b77-45e8-afc7-4d83e285ec2e None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:35:42.369273 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada81d6a-9b77-45e8-afc7-4d83e285ec2e None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:35:42.369420 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ada81d6a-9b77-45e8-afc7-4d83e285ec2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:42.369839 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada81d6a-9b77-45e8-afc7-4d83e285ec2e None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:35:42.370303 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-ada81d6a-9b77-45e8-afc7-4d83e285ec2e None None] Bound port: e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:35:42.370904 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ada81d6a-9b77-45e8-afc7-4d83e285ec2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:42.396660 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ba3a0-379d-4177-a22d-86214baad89a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:42.396995 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ba3a0-379d-4177-a22d-86214baad89a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:42.397435 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ba3a0-379d-4177-a22d-86214baad89a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:42.397768 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ba3a0-379d-4177-a22d-86214baad89a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:42.398093 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ba3a0-379d-4177-a22d-86214baad89a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:42.398415 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ba3a0-379d-4177-a22d-86214baad89a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:42.398752 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ba3a0-379d-4177-a22d-86214baad89a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:42.399059 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ba3a0-379d-4177-a22d-86214baad89a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:42.399367 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ba3a0-379d-4177-a22d-86214baad89a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:42.399680 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ba3a0-379d-4177-a22d-86214baad89a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:42.399993 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ba3a0-379d-4177-a22d-86214baad89a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:42.400301 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ba3a0-379d-4177-a22d-86214baad89a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:42.400610 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13ba3a0-379d-4177-a22d-86214baad89a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:35:42.439069 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-ada81d6a-9b77-45e8-afc7-4d83e285ec2e None None] For port e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:35:42.443443 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-ada81d6a-9b77-45e8-afc7-4d83e285ec2e None None] For port e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:35:42.449405 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-ada81d6a-9b77-45e8-afc7-4d83e285ec2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:42.504226 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-34c7ac5c-ade1-461f-a650-dbbe8630923e None None] Allocated IP 172.20.0.2 (6f634c6f-4d21-4c27-9447-e18697b490ae/14b189bc-b112-4dfb-b0ce-a0ab236b055f/dedeb9ec-023d-4a40-9b5a-adbe85b2ad91) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:35:42.508166 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ba3a0-379d-4177-a22d-86214baad89a None None] Pushing event updated for resources: {'Port': ['ID=e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:42.522696 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada81d6a-9b77-45e8-afc7-4d83e285ec2e None None] Routers {'d580131f-047c-40ff-ab8f-f00800a8f9f7'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:35:42.523389 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ada81d6a-9b77-45e8-afc7-4d83e285ec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:35:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d580131f-047c-40ff-ab8f-f00800a8f9f7'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:42.636606 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-ada81d6a-9b77-45e8-afc7-4d83e285ec2e None None] Set router d580131f-047c-40ff-ab8f-f00800a8f9f7 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:35:42.665396 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-34c7ac5c-ade1-461f-a650-dbbe8630923e None None] Publish callbacks [] for port (dedeb9ec-023d-4a40-9b5a-adbe85b2ad91), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:42.671716 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-34c7ac5c-ade1-461f-a650-dbbe8630923e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (dedeb9ec-023d-4a40-9b5a-adbe85b2ad91), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:42.712146 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c7ac5c-ade1-461f-a650-dbbe8630923e None None] Network 6f634c6f-4d21-4c27-9447-e18697b490ae is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:35:42.716626 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-34c7ac5c-ade1-461f-a650-dbbe8630923e None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:35:42.720201 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c7ac5c-ade1-461f-a650-dbbe8630923e None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:35:42.728095 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7ac5c-ade1-461f-a650-dbbe8630923e None None] Pushing event updated for resources: {'Port': ['ID=dedeb9ec-023d-4a40-9b5a-adbe85b2ad91,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:42.751200 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2024dae0-78ee-4303-9c64-8562332f485a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:42.780269 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-34c7ac5c-ade1-461f-a650-dbbe8630923e None None] Attempting to bind port dedeb9ec-023d-4a40-9b5a-adbe85b2ad91 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:35:42.780692 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-34c7ac5c-ade1-461f-a650-dbbe8630923e None None] Attempting to bind port dedeb9ec-023d-4a40-9b5a-adbe85b2ad91 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '66d17dae-c7e9-4bf2-8391-cd5ad7b2c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6f634c6f-4d21-4c27-9447-e18697b490ae'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:35:42.781045 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c7ac5c-ade1-461f-a650-dbbe8630923e None None] Attempting to bind port dedeb9ec-023d-4a40-9b5a-adbe85b2ad91 on network 6f634c6f-4d21-4c27-9447-e18697b490ae {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:35:42.786115 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c7ac5c-ade1-461f-a650-dbbe8630923e None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:35:42.787130 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c7ac5c-ade1-461f-a650-dbbe8630923e None None] Checking segment: {'id': '66d17dae-c7e9-4bf2-8391-cd5ad7b2c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6f634c6f-4d21-4c27-9447-e18697b490ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:35:42.787538 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-34c7ac5c-ade1-461f-a650-dbbe8630923e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:42.787927 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c7ac5c-ade1-461f-a650-dbbe8630923e None None] Bound using segment: {'id': '66d17dae-c7e9-4bf2-8391-cd5ad7b2c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6f634c6f-4d21-4c27-9447-e18697b490ae'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:35:42.788388 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-34c7ac5c-ade1-461f-a650-dbbe8630923e None None] Bound port: dedeb9ec-023d-4a40-9b5a-adbe85b2ad91, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d17dae-c7e9-4bf2-8391-cd5ad7b2c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6f634c6f-4d21-4c27-9447-e18697b490ae'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:35:42.788768 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-34c7ac5c-ade1-461f-a650-dbbe8630923e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (dedeb9ec-023d-4a40-9b5a-adbe85b2ad91), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:42.837167 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-ada81d6a-9b77-45e8-afc7-4d83e285ec2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162785002', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:35:39Z', 'updated_at': '2022-03-07T11:35:41Z', 'revision_number': 3, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': 'e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:40Z', 'updated_at': '2022-03-07T11:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:42.857715 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-34c7ac5c-ade1-461f-a650-dbbe8630923e None None] For port dedeb9ec-023d-4a40-9b5a-adbe85b2ad91, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:35:42.862145 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-34c7ac5c-ade1-461f-a650-dbbe8630923e None None] For port dedeb9ec-023d-4a40-9b5a-adbe85b2ad91, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=dedeb9ec-023d-4a40-9b5a-adbe85b2ad91,segment=NetworkSegment(66d17dae-c7e9-4bf2-8391-cd5ad7b2c159),segment_id=66d17dae-c7e9-4bf2-8391-cd5ad7b2c159)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:35:42.863374 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada81d6a-9b77-45e8-afc7-4d83e285ec2e None None] The sync data for ids ['d580131f-047c-40ff-ab8f-f00800a8f9f7'] in n-d-832164-4 is: [{'id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162785002', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:35:39Z', 'updated_at': '2022-03-07T11:35:41Z', 'revision_number': 3, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': 'e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:40Z', 'updated_at': '2022-03-07T11:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:35:42.869874 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-34c7ac5c-ade1-461f-a650-dbbe8630923e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (dedeb9ec-023d-4a40-9b5a-adbe85b2ad91), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:42.931507 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c7ac5c-ade1-461f-a650-dbbe8630923e None None] Pushing event updated for resources: {'Port': ['ID=dedeb9ec-023d-4a40-9b5a-adbe85b2ad91,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:43.088728 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-2024dae0-78ee-4303-9c64-8562332f485a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Allocated IP 172.20.0.1 (6f634c6f-4d21-4c27-9447-e18697b490ae/14b189bc-b112-4dfb-b0ce-a0ab236b055f/9e55edbb-db32-47b2-9b25-6e016b6f4221) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:35:43.092512 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:43.261057 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2024dae0-78ee-4303-9c64-8562332f485a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for port (9e55edbb-db32-47b2-9b25-6e016b6f4221), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:43.311422 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2024dae0-78ee-4303-9c64-8562332f485a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (9e55edbb-db32-47b2-9b25-6e016b6f4221), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:43.352486 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2024dae0-78ee-4303-9c64-8562332f485a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network 6f634c6f-4d21-4c27-9447-e18697b490ae is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:35:43.355864 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-2024dae0-78ee-4303-9c64-8562332f485a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:35:43.359993 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2024dae0-78ee-4303-9c64-8562332f485a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:35:43.405289 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024dae0-78ee-4303-9c64-8562332f485a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Port': ['ID=9e55edbb-db32-47b2-9b25-6e016b6f4221,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:43.414822 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2024dae0-78ee-4303-9c64-8562332f485a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (d580131f-047c-40ff-ab8f-f00800a8f9f7), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:43.563745 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2024dae0-78ee-4303-9c64-8562332f485a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9e55edbb-db32-47b2-9b25-6e016b6f4221), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:43.868443 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2024dae0-78ee-4303-9c64-8562332f485a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for port (9e55edbb-db32-47b2-9b25-6e016b6f4221), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:43.873440 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2024dae0-78ee-4303-9c64-8562332f485a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (9e55edbb-db32-47b2-9b25-6e016b6f4221), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:43.948078 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b63127-6417-4005-a2ce-325e5ad7f6b1 None None] Network 6f634c6f-4d21-4c27-9447-e18697b490ae requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:35:43.951927 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024dae0-78ee-4303-9c64-8562332f485a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Port': ['ID=9e55edbb-db32-47b2-9b25-6e016b6f4221,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:43.955055 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2024dae0-78ee-4303-9c64-8562332f485a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (d580131f-047c-40ff-ab8f-f00800a8f9f7), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:44.052278 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2024dae0-78ee-4303-9c64-8562332f485a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network 6f634c6f-4d21-4c27-9447-e18697b490ae is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:35:44.053756 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-2024dae0-78ee-4303-9c64-8562332f485a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:35:44.063308 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-7577f2b3-17c3-476f-a520-d8a7d14a0c65 None None] Provisioning complete for port dedeb9ec-023d-4a40-9b5a-adbe85b2ad91 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:35:44.063686 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7577f2b3-17c3-476f-a520-d8a7d14a0c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (dedeb9ec-023d-4a40-9b5a-adbe85b2ad91), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:44.153333 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-7577f2b3-17c3-476f-a520-d8a7d14a0c65 None None] Current status of the port dedeb9ec-023d-4a40-9b5a-adbe85b2ad91 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:35:44.154017 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7577f2b3-17c3-476f-a520-d8a7d14a0c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (dedeb9ec-023d-4a40-9b5a-adbe85b2ad91), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:44.184896 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2024dae0-78ee-4303-9c64-8562332f485a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Router d580131f-047c-40ff-ab8f-f00800a8f9f7 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:35:44.193705 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-7577f2b3-17c3-476f-a520-d8a7d14a0c65 None None] For port dedeb9ec-023d-4a40-9b5a-adbe85b2ad91, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=dedeb9ec-023d-4a40-9b5a-adbe85b2ad91,segment=NetworkSegment(66d17dae-c7e9-4bf2-8391-cd5ad7b2c159),segment_id=66d17dae-c7e9-4bf2-8391-cd5ad7b2c159)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:35:44.199849 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7577f2b3-17c3-476f-a520-d8a7d14a0c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (dedeb9ec-023d-4a40-9b5a-adbe85b2ad91), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:44.261954 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577f2b3-17c3-476f-a520-d8a7d14a0c65 None None] Pushing event updated for resources: {'Port': ['ID=dedeb9ec-023d-4a40-9b5a-adbe85b2ad91,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:44.320593 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2024dae0-78ee-4303-9c64-8562332f485a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:35:44.325011 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-528ab28e-97cf-4247-b811-a5e4fc374f78 None None] Provisioning complete for port 9e55edbb-db32-47b2-9b25-6e016b6f4221 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:35:44.325532 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-528ab28e-97cf-4247-b811-a5e4fc374f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9e55edbb-db32-47b2-9b25-6e016b6f4221), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:44.325909 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2024dae0-78ee-4303-9c64-8562332f485a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "PUT /v2.0/routers/d580131f-047c-40ff-ab8f-f00800a8f9f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0849016 Mar 07 11:35:44.372279 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-528ab28e-97cf-4247-b811-a5e4fc374f78 None None] Port 9e55edbb-db32-47b2-9b25-6e016b6f4221 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:35:44.389368 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-528ab28e-97cf-4247-b811-a5e4fc374f78 None None] Provisioning complete for port dedeb9ec-023d-4a40-9b5a-adbe85b2ad91 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:35:44.389745 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-528ab28e-97cf-4247-b811-a5e4fc374f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (dedeb9ec-023d-4a40-9b5a-adbe85b2ad91), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:44.493334 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-528ab28e-97cf-4247-b811-a5e4fc374f78 None None] Current status of the port dedeb9ec-023d-4a40-9b5a-adbe85b2ad91 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:35:44.522736 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-e024697a-450b-42c0-b62e-7e1f89af43e3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-415353273&fields=id&tenant_id=a55f85fdfc8447269f634477a798a23c HTTP/1.1" status: 200 len: 267 time: 0.0527539 Mar 07 11:35:44.616063 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:35:44.649613 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3fe861-a554-4f75-a2eb-aed0bd03d235 None None] Sync routers for ids ['d580131f-047c-40ff-ab8f-f00800a8f9f7'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:35:44.650177 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-36e347ac-db89-46cf-87f9-c1e2fe3f9266 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:44.652009 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-36e347ac-db89-46cf-87f9-c1e2fe3f9266 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/networks?id=6f634c6f-4d21-4c27-9447-e18697b490ae HTTP/1.1" status: 200 len: 797 time: 0.1194646 Mar 07 11:35:44.652171 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-23228e2d-4dee-4b65-bea9-d92a6bbba11f None None] Provisioning complete for port 9e55edbb-db32-47b2-9b25-6e016b6f4221 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:35:44.652618 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-23228e2d-4dee-4b65-bea9-d92a6bbba11f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9e55edbb-db32-47b2-9b25-6e016b6f4221), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:44.674315 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-1be16d01-7403-4e96-9ceb-629214ed0fab tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/quotas/a55f85fdfc8447269f634477a798a23c HTTP/1.1" status: 200 len: 375 time: 0.0162284 Mar 07 11:35:44.701769 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3fe861-a554-4f75-a2eb-aed0bd03d235 None None] Routers {'d580131f-047c-40ff-ab8f-f00800a8f9f7'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:35:44.702541 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-0a3fe861-a554-4f75-a2eb-aed0bd03d235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:35:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d580131f-047c-40ff-ab8f-f00800a8f9f7'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:44.738881 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-edb8aec8-3537-432f-b88b-071be7c5faf7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567677 Mar 07 11:35:44.906604 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-b92ec333-e3d5-4b59-957a-0753b3b73af1 service neutron] 10.222.0.11 "GET /v2.0/networks/6f634c6f-4d21-4c27-9447-e18697b490ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439941 Mar 07 11:35:44.918473 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-23228e2d-4dee-4b65-bea9-d92a6bbba11f None None] Port 9e55edbb-db32-47b2-9b25-6e016b6f4221 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:35:44.943529 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:35:44.943910 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:45.002558 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-0e25c6a8-8c36-48b8-9256-c6a26418a4c9 service neutron] 10.222.0.11 "GET /v2.0/networks/6f634c6f-4d21-4c27-9447-e18697b490ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897830 Mar 07 11:35:45.032347 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-0a3fe861-a554-4f75-a2eb-aed0bd03d235 None None] Set router d580131f-047c-40ff-ab8f-f00800a8f9f7 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:35:45.104070 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-80d655a7-30cf-4843-bd45-c2de16fd1328 None None] Provisioning complete for port 9e55edbb-db32-47b2-9b25-6e016b6f4221 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:35:45.104441 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-80d655a7-30cf-4843-bd45-c2de16fd1328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9e55edbb-db32-47b2-9b25-6e016b6f4221), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:45.176933 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-31b532ae-fb86-4296-82e6-73ab7c652d64 req-0373218a-273c-4ec4-b296-33f537213d7c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 210 time: 0.0305994 Mar 07 11:35:45.205334 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:35:45.205334 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:45.238868 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-80d655a7-30cf-4843-bd45-c2de16fd1328 None None] Port 9e55edbb-db32-47b2-9b25-6e016b6f4221 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:35:45.262281 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:35:45.267530 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:45.268445 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device dedeb9ec-023d-4a40-9b5a-adbe85b2ad91 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:35:45.379043 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:45.401011 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port dedeb9ec-023d-4a40-9b5a-adbe85b2ad91 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:35:45.401423 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (dedeb9ec-023d-4a40-9b5a-adbe85b2ad91), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:45.446591 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-0a3fe861-a554-4f75-a2eb-aed0bd03d235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162785002', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:35:39Z', 'updated_at': '2022-03-07T11:35:43Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': 'e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fc:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:40Z', 'updated_at': '2022-03-07T11:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '9e55edbb-db32-47b2-9b25-6e016b6f4221', 'name': '', 'network_id': '6f634c6f-4d21-4c27-9447-e18697b490ae', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:90:1c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '14b189bc-b112-4dfb-b0ce-a0ab236b055f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:42Z', 'updated_at': '2022-03-07T11:35:43Z', 'revision_number': 2, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '14b189bc-b112-4dfb-b0ce-a0ab236b055f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:45.475490 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3fe861-a554-4f75-a2eb-aed0bd03d235 None None] Checking router: d580131f-047c-40ff-ab8f-f00800a8f9f7 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:35:45.475845 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3fe861-a554-4f75-a2eb-aed0bd03d235 None None] Updating router d580131f-047c-40ff-ab8f-f00800a8f9f7 port 9e55edbb-db32-47b2-9b25-6e016b6f4221 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:35:45.524534 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0a3fe861-a554-4f75-a2eb-aed0bd03d235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9e55edbb-db32-47b2-9b25-6e016b6f4221), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:45.570535 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port dedeb9ec-023d-4a40-9b5a-adbe85b2ad91 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:35:45.808931 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0a3fe861-a554-4f75-a2eb-aed0bd03d235 None None] Publish callbacks [] for port (9e55edbb-db32-47b2-9b25-6e016b6f4221), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:45.814270 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0a3fe861-a554-4f75-a2eb-aed0bd03d235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9e55edbb-db32-47b2-9b25-6e016b6f4221), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:45.865811 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5bcf69-220f-4f3e-a935-a9d1ec5e1d68 None None] Pushing event updated for resources: {'Port': ['ID=9e55edbb-db32-47b2-9b25-6e016b6f4221,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:45.923014 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-0a3fe861-a554-4f75-a2eb-aed0bd03d235 None None] Attempting to bind port 9e55edbb-db32-47b2-9b25-6e016b6f4221 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:35:45.923390 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-0a3fe861-a554-4f75-a2eb-aed0bd03d235 None None] Attempting to bind port 9e55edbb-db32-47b2-9b25-6e016b6f4221 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '66d17dae-c7e9-4bf2-8391-cd5ad7b2c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6f634c6f-4d21-4c27-9447-e18697b490ae'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:35:45.923758 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3fe861-a554-4f75-a2eb-aed0bd03d235 None None] Attempting to bind port 9e55edbb-db32-47b2-9b25-6e016b6f4221 on network 6f634c6f-4d21-4c27-9447-e18697b490ae {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:35:45.929850 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3fe861-a554-4f75-a2eb-aed0bd03d235 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:35:45.930230 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3fe861-a554-4f75-a2eb-aed0bd03d235 None None] Checking segment: {'id': '66d17dae-c7e9-4bf2-8391-cd5ad7b2c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6f634c6f-4d21-4c27-9447-e18697b490ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:35:45.930635 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0a3fe861-a554-4f75-a2eb-aed0bd03d235 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:45.931026 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3fe861-a554-4f75-a2eb-aed0bd03d235 None None] Bound using segment: {'id': '66d17dae-c7e9-4bf2-8391-cd5ad7b2c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6f634c6f-4d21-4c27-9447-e18697b490ae'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:35:45.931493 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-0a3fe861-a554-4f75-a2eb-aed0bd03d235 None None] Bound port: 9e55edbb-db32-47b2-9b25-6e016b6f4221, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d17dae-c7e9-4bf2-8391-cd5ad7b2c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6f634c6f-4d21-4c27-9447-e18697b490ae'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:35:45.931873 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0a3fe861-a554-4f75-a2eb-aed0bd03d235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9e55edbb-db32-47b2-9b25-6e016b6f4221), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:45.998790 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-0a3fe861-a554-4f75-a2eb-aed0bd03d235 None None] For port 9e55edbb-db32-47b2-9b25-6e016b6f4221, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:35:46.002421 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-0a3fe861-a554-4f75-a2eb-aed0bd03d235 None None] For port 9e55edbb-db32-47b2-9b25-6e016b6f4221, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=9e55edbb-db32-47b2-9b25-6e016b6f4221,segment=NetworkSegment(66d17dae-c7e9-4bf2-8391-cd5ad7b2c159),segment_id=66d17dae-c7e9-4bf2-8391-cd5ad7b2c159)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:35:46.008172 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0a3fe861-a554-4f75-a2eb-aed0bd03d235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9e55edbb-db32-47b2-9b25-6e016b6f4221), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:46.073156 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3fe861-a554-4f75-a2eb-aed0bd03d235 None None] Routers {'d580131f-047c-40ff-ab8f-f00800a8f9f7'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:35:46.073792 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-0a3fe861-a554-4f75-a2eb-aed0bd03d235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:35:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d580131f-047c-40ff-ab8f-f00800a8f9f7'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:46.137681 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5bcf69-220f-4f3e-a935-a9d1ec5e1d68 None None] Pushing event updated for resources: {'Port': ['ID=9e55edbb-db32-47b2-9b25-6e016b6f4221,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:46.160662 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-43ff114d-b1b8-4ca1-8e3c-81398dc285d7 None None] Provisioning complete for port 9e55edbb-db32-47b2-9b25-6e016b6f4221 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:35:46.161278 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-43ff114d-b1b8-4ca1-8e3c-81398dc285d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9e55edbb-db32-47b2-9b25-6e016b6f4221), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:46.218785 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-3a24c5ca-c577-4629-9434-0b2db7255ac0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:46.221793 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-3a24c5ca-c577-4629-9434-0b2db7255ac0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.31 "GET /v2.0/networks?id=6f634c6f-4d21-4c27-9447-e18697b490ae HTTP/1.1" status: 200 len: 797 time: 0.1359825 Mar 07 11:35:46.282597 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-0a3fe861-a554-4f75-a2eb-aed0bd03d235 None None] Set router d580131f-047c-40ff-ab8f-f00800a8f9f7 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:35:46.334124 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a38a5ff8-c4ba-4f12-87c8-bab029ad5585 req-07b17acc-cd54-4dcb-984b-e86b1b6d96e8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 210 time: 0.0375021 Mar 07 11:35:46.340568 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-278c4871-d874-468f-b51d-cabd099fcffa tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a55f85fdfc8447269f634477a798a23c HTTP/1.1" status: 200 len: 379 time: 0.1101551 Mar 07 11:35:46.349930 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-aaf2071f-17cf-467b-a8ed-2fcfdb2b2981 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'port': {'device_id': 'c97f26ca-6f8c-4e67-84ba-52ddea54597b', 'network_id': '6f634c6f-4d21-4c27-9447-e18697b490ae', 'admin_state_up': True, 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'security_groups': ['4731a336-5166-4568-a238-db7435716afd']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:35:46.417339 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-43ff114d-b1b8-4ca1-8e3c-81398dc285d7 None None] Current status of the port 9e55edbb-db32-47b2-9b25-6e016b6f4221 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:35:46.417737 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-43ff114d-b1b8-4ca1-8e3c-81398dc285d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9e55edbb-db32-47b2-9b25-6e016b6f4221), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:46.462369 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-aaf2071f-17cf-467b-a8ed-2fcfdb2b2981 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Made reservation on behalf of a55f85fdfc8447269f634477a798a23c for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:35:46.466649 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-aaf2071f-17cf-467b-a8ed-2fcfdb2b2981 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:46.499785 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-43ff114d-b1b8-4ca1-8e3c-81398dc285d7 None None] For port 9e55edbb-db32-47b2-9b25-6e016b6f4221, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=9e55edbb-db32-47b2-9b25-6e016b6f4221,segment=NetworkSegment(66d17dae-c7e9-4bf2-8391-cd5ad7b2c159),segment_id=66d17dae-c7e9-4bf2-8391-cd5ad7b2c159)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:35:46.500972 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:35:46.508544 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-43ff114d-b1b8-4ca1-8e3c-81398dc285d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9e55edbb-db32-47b2-9b25-6e016b6f4221), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:46.605239 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-aaf2071f-17cf-467b-a8ed-2fcfdb2b2981 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Allocated IP 172.20.0.5 (6f634c6f-4d21-4c27-9447-e18697b490ae/14b189bc-b112-4dfb-b0ce-a0ab236b055f/378bd1dd-d5ee-43b0-bdfd-299dfff58543) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:35:46.630470 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ff114d-b1b8-4ca1-8e3c-81398dc285d7 None None] Pushing event updated for resources: {'Port': ['ID=9e55edbb-db32-47b2-9b25-6e016b6f4221,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:46.646714 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:35:46.647099 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:46.670093 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-bfe04b15-e2dc-4729-8582-28debcedc7b0 None None] Provisioning complete for port 9e55edbb-db32-47b2-9b25-6e016b6f4221 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:35:46.670470 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bfe04b15-e2dc-4729-8582-28debcedc7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9e55edbb-db32-47b2-9b25-6e016b6f4221), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:46.753975 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-aaf2071f-17cf-467b-a8ed-2fcfdb2b2981 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for port (378bd1dd-d5ee-43b0-bdfd-299dfff58543), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:46.789752 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-aaf2071f-17cf-467b-a8ed-2fcfdb2b2981 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (378bd1dd-d5ee-43b0-bdfd-299dfff58543), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:46.837611 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-aaf2071f-17cf-467b-a8ed-2fcfdb2b2981 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network 6f634c6f-4d21-4c27-9447-e18697b490ae is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:35:46.840727 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-aaf2071f-17cf-467b-a8ed-2fcfdb2b2981 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:35:46.845822 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-aaf2071f-17cf-467b-a8ed-2fcfdb2b2981 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:35:46.879215 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2071f-17cf-467b-a8ed-2fcfdb2b2981 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Port': ['ID=378bd1dd-d5ee-43b0-bdfd-299dfff58543,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:46.884502 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-0a3fe861-a554-4f75-a2eb-aed0bd03d235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162785002', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:35:39Z', 'updated_at': '2022-03-07T11:35:43Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': 'e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:40Z', 'updated_at': '2022-03-07T11:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '9e55edbb-db32-47b2-9b25-6e016b6f4221', 'name': '', 'network_id': '6f634c6f-4d21-4c27-9447-e18697b490ae', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:90:1c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '14b189bc-b112-4dfb-b0ce-a0ab236b055f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:42Z', 'updated_at': '2022-03-07T11:35:45Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '14b189bc-b112-4dfb-b0ce-a0ab236b055f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:46.903935 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-aaf2071f-17cf-467b-a8ed-2fcfdb2b2981 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:46.904545 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-aaf2071f-17cf-467b-a8ed-2fcfdb2b2981 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:46.920927 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3fe861-a554-4f75-a2eb-aed0bd03d235 None None] The sync data for ids ['d580131f-047c-40ff-ab8f-f00800a8f9f7'] in n-d-832164-4 is: [{'id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162785002', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:35:39Z', 'updated_at': '2022-03-07T11:35:43Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': 'e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:40Z', 'updated_at': '2022-03-07T11:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '9e55edbb-db32-47b2-9b25-6e016b6f4221', 'name': '', 'network_id': '6f634c6f-4d21-4c27-9447-e18697b490ae', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:90:1c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '14b189bc-b112-4dfb-b0ce-a0ab236b055f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:42Z', 'updated_at': '2022-03-07T11:35:45Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '14b189bc-b112-4dfb-b0ce-a0ab236b055f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:35:46.922398 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-aaf2071f-17cf-467b-a8ed-2fcfdb2b2981 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5762327 Mar 07 11:35:46.935110 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-ee5efd7e-06d8-492e-95e2-5668e90a7b70 service neutron] Request body: {'port': {'device_id': 'c97f26ca-6f8c-4e67-84ba-52ddea54597b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:35:47.029898 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-ee5efd7e-06d8-492e-95e2-5668e90a7b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (378bd1dd-d5ee-43b0-bdfd-299dfff58543), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:47.040365 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:35:47.046181 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-bfe04b15-e2dc-4729-8582-28debcedc7b0 None None] Current status of the port 9e55edbb-db32-47b2-9b25-6e016b6f4221 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:35:47.170335 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6b55096d-4045-4312-b6e1-5127bfbd22c5 None None] Provisioning complete for port 378bd1dd-d5ee-43b0-bdfd-299dfff58543 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:35:47.170929 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6b55096d-4045-4312-b6e1-5127bfbd22c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (378bd1dd-d5ee-43b0-bdfd-299dfff58543), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:47.212284 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6b55096d-4045-4312-b6e1-5127bfbd22c5 None None] Port 378bd1dd-d5ee-43b0-bdfd-299dfff58543 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:35:47.332427 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-ee5efd7e-06d8-492e-95e2-5668e90a7b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 378bd1dd-d5ee-43b0-bdfd-299dfff58543 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:35:47.342265 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-ee5efd7e-06d8-492e-95e2-5668e90a7b70 service neutron] Publish callbacks [] for port (378bd1dd-d5ee-43b0-bdfd-299dfff58543), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:47.355484 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-ee5efd7e-06d8-492e-95e2-5668e90a7b70 service neutron] Transition to ACTIVE for port object 378bd1dd-d5ee-43b0-bdfd-299dfff58543 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:35:47.359350 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-ee5efd7e-06d8-492e-95e2-5668e90a7b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (378bd1dd-d5ee-43b0-bdfd-299dfff58543), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:47.416722 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5efd7e-06d8-492e-95e2-5668e90a7b70 service neutron] Pushing event updated for resources: {'Port': ['ID=378bd1dd-d5ee-43b0-bdfd-299dfff58543,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:47.493248 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-ee5efd7e-06d8-492e-95e2-5668e90a7b70 service neutron] Attempting to bind port 378bd1dd-d5ee-43b0-bdfd-299dfff58543 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:35:47.493746 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-ee5efd7e-06d8-492e-95e2-5668e90a7b70 service neutron] Attempting to bind port 378bd1dd-d5ee-43b0-bdfd-299dfff58543 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '66d17dae-c7e9-4bf2-8391-cd5ad7b2c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6f634c6f-4d21-4c27-9447-e18697b490ae'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:35:47.494148 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-ee5efd7e-06d8-492e-95e2-5668e90a7b70 service neutron] Attempting to bind port 378bd1dd-d5ee-43b0-bdfd-299dfff58543 on network 6f634c6f-4d21-4c27-9447-e18697b490ae {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:35:47.501625 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-ee5efd7e-06d8-492e-95e2-5668e90a7b70 service neutron] Port 378bd1dd-d5ee-43b0-bdfd-299dfff58543 on network 6f634c6f-4d21-4c27-9447-e18697b490ae not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:35:47.501946 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-ee5efd7e-06d8-492e-95e2-5668e90a7b70 service neutron] Attempting to bind port 378bd1dd-d5ee-43b0-bdfd-299dfff58543 on network 6f634c6f-4d21-4c27-9447-e18697b490ae {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:35:47.502081 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cbb0d-2eb9-43c0-b74c-83c9abcf6cc6 req-f7ce5ce8-b1cf-4297-ab51-1191d15c39d7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:47.508194 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-ee5efd7e-06d8-492e-95e2-5668e90a7b70 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 35, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:35:47.508531 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-ee5efd7e-06d8-492e-95e2-5668e90a7b70 service neutron] Checking segment: {'id': '66d17dae-c7e9-4bf2-8391-cd5ad7b2c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6f634c6f-4d21-4c27-9447-e18697b490ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:35:47.508921 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-ee5efd7e-06d8-492e-95e2-5668e90a7b70 service neutron] Bound using segment: {'id': '66d17dae-c7e9-4bf2-8391-cd5ad7b2c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6f634c6f-4d21-4c27-9447-e18697b490ae'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:35:47.509377 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-ee5efd7e-06d8-492e-95e2-5668e90a7b70 service neutron] Bound port: 378bd1dd-d5ee-43b0-bdfd-299dfff58543, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66d17dae-c7e9-4bf2-8391-cd5ad7b2c159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '6f634c6f-4d21-4c27-9447-e18697b490ae'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:35:47.509743 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-ee5efd7e-06d8-492e-95e2-5668e90a7b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (378bd1dd-d5ee-43b0-bdfd-299dfff58543), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:47.510935 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2a1cbb0d-2eb9-43c0-b74c-83c9abcf6cc6 req-f7ce5ce8-b1cf-4297-ab51-1191d15c39d7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 943 time: 0.0915272 Mar 07 11:35:47.583646 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2a1cbb0d-2eb9-43c0-b74c-83c9abcf6cc6 req-d24c3e6d-bda5-47d3-a26c-30ec2218b810 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=4731a336-5166-4568-a238-db7435716afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713508 Mar 07 11:35:47.611670 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-ee5efd7e-06d8-492e-95e2-5668e90a7b70 service neutron] For port 378bd1dd-d5ee-43b0-bdfd-299dfff58543, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:35:47.614217 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-ee5efd7e-06d8-492e-95e2-5668e90a7b70 service neutron] For port 378bd1dd-d5ee-43b0-bdfd-299dfff58543, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=378bd1dd-d5ee-43b0-bdfd-299dfff58543,segment=NetworkSegment(66d17dae-c7e9-4bf2-8391-cd5ad7b2c159),segment_id=66d17dae-c7e9-4bf2-8391-cd5ad7b2c159)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:35:47.626677 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-ee5efd7e-06d8-492e-95e2-5668e90a7b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (378bd1dd-d5ee-43b0-bdfd-299dfff58543), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:47.671175 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-ee5efd7e-06d8-492e-95e2-5668e90a7b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:47.671979 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-ee5efd7e-06d8-492e-95e2-5668e90a7b70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:47.673498 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-ee5efd7e-06d8-492e-95e2-5668e90a7b70 service neutron] 10.222.0.31 "PUT /v2.0/ports/378bd1dd-d5ee-43b0-bdfd-299dfff58543 HTTP/1.1" status: 200 len: 1091 time: 0.7434239 Mar 07 11:35:47.674076 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97f26ca-6f8c-4e67-84ba-52ddea54597b', 'tag': '378bd1dd-d5ee-43b0-bdfd-299dfff58543'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:35:47.676588 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8bc934-c485-4236-960a-8100c32da56b" -d '{"events": [{"name": "network-changed", "server_uuid": "c97f26ca-6f8c-4e67-84ba-52ddea54597b", "tag": "378bd1dd-d5ee-43b0-bdfd-299dfff58543"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:35:47.701701 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5efd7e-06d8-492e-95e2-5668e90a7b70 service neutron] Pushing event updated for resources: {'Port': ['ID=378bd1dd-d5ee-43b0-bdfd-299dfff58543,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:47.756984 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f1d1673-7d34-44d3-9f25-c1316f806d78 x-openstack-request-id: req-2f1d1673-7d34-44d3-9f25-c1316f806d78 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:35:47.757345 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97f26ca-6f8c-4e67-84ba-52ddea54597b", "tag": "378bd1dd-d5ee-43b0-bdfd-299dfff58543", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:35:47.757562 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2f1d1673-7d34-44d3-9f25-c1316f806d78 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:35:47.757970 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c97f26ca-6f8c-4e67-84ba-52ddea54597b', 'tag': '378bd1dd-d5ee-43b0-bdfd-299dfff58543', 'status': 'completed', 'code': 200} Mar 07 11:35:47.777845 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-e95e53d5-800b-4393-9a1c-a45716380dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:47.779631 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-e95e53d5-800b-4393-9a1c-a45716380dbe service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 1125 time: 0.0567052 Mar 07 11:35:47.824734 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-a3c7f401-9a0e-4871-b7dd-cd37a34e57f0 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=378bd1dd-d5ee-43b0-bdfd-299dfff58543 HTTP/1.1" status: 200 len: 217 time: 0.0374043 Mar 07 11:35:47.887770 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-b5ecb5ff-2d74-45e7-8bad-4e801961aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:47.889487 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-b5ecb5ff-2d74-45e7-8bad-4e801961aa99 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=14b189bc-b112-4dfb-b0ce-a0ab236b055f HTTP/1.1" status: 200 len: 835 time: 0.0558150 Mar 07 11:35:48.316530 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-01a7bb88-9f48-4a92-ae00-5bab0c1a00fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:48.318726 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-01a7bb88-9f48-4a92-ae00-5bab0c1a00fb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6f634c6f-4d21-4c27-9447-e18697b490ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.4221036 Mar 07 11:35:48.407275 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-51ba13db-ef89-41a7-bfd4-b73383e7dd36 service neutron] 10.222.0.31 "GET /v2.0/networks/6f634c6f-4d21-4c27-9447-e18697b490ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821788 Mar 07 11:35:48.520458 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7a0f183c-7b23-4e49-ac2c-e8606b5dff93 req-ca559b14-0526-4591-aca3-a262d247e4ac service neutron] 10.222.0.31 "GET /v2.0/networks/6f634c6f-4d21-4c27-9447-e18697b490ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061270 Mar 07 11:35:48.525237 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9e55edbb-db32-47b2-9b25-6e016b6f4221 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:35:48.581053 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 9e55edbb-db32-47b2-9b25-6e016b6f4221 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:35:48.581475 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9e55edbb-db32-47b2-9b25-6e016b6f4221), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:48.614073 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bc934-c485-4236-960a-8100c32da56b req-52d98052-37b2-4b6f-88d8-687b0214061c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:48.615985 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a8bc934-c485-4236-960a-8100c32da56b req-52d98052-37b2-4b6f-88d8-687b0214061c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 1125 time: 0.0482581 Mar 07 11:35:48.668727 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 9e55edbb-db32-47b2-9b25-6e016b6f4221 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:35:48.726286 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a39cb35-14e3-412a-a21d-4e4e87b18643 req-98377d7a-23be-427d-887c-f7ebed918e74 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:48.729691 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1a39cb35-14e3-412a-a21d-4e4e87b18643 req-98377d7a-23be-427d-887c-f7ebed918e74 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 943 time: 0.0665016 Mar 07 11:35:48.733167 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bc934-c485-4236-960a-8100c32da56b req-b00ef77c-ee78-493c-9efa-0ba5e28f5c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:48.735182 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a8bc934-c485-4236-960a-8100c32da56b req-b00ef77c-ee78-493c-9efa-0ba5e28f5c62 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6f634c6f-4d21-4c27-9447-e18697b490ae HTTP/1.1" status: 200 len: 898 time: 0.1126142 Mar 07 11:35:48.751586 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:48.781286 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a8bc934-c485-4236-960a-8100c32da56b req-d95965c2-b74a-441d-b845-7a200d8c661c service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=378bd1dd-d5ee-43b0-bdfd-299dfff58543 HTTP/1.1" status: 200 len: 217 time: 0.0403628 Mar 07 11:35:48.787029 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1a39cb35-14e3-412a-a21d-4e4e87b18643 req-ee8eb29f-9f04-4aa6-b5e7-b80d45379588 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=4731a336-5166-4568-a238-db7435716afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507066 Mar 07 11:35:48.832989 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bc934-c485-4236-960a-8100c32da56b req-a9bf6008-88a8-48ef-baa2-914f3c8bef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:48.835067 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a8bc934-c485-4236-960a-8100c32da56b req-a9bf6008-88a8-48ef-baa2-914f3c8bef87 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=14b189bc-b112-4dfb-b0ce-a0ab236b055f HTTP/1.1" status: 200 len: 835 time: 0.0455108 Mar 07 11:35:48.887258 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8bc934-c485-4236-960a-8100c32da56b req-7c5d340d-762e-4034-aaa7-3b636f70dfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:48.888740 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a8bc934-c485-4236-960a-8100c32da56b req-7c5d340d-762e-4034-aaa7-3b636f70dfb8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6f634c6f-4d21-4c27-9447-e18697b490ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0484691 Mar 07 11:35:48.980831 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a8bc934-c485-4236-960a-8100c32da56b req-210f32f6-4026-4915-a675-1f984ea7dce8 service neutron] 10.222.0.31 "GET /v2.0/networks/6f634c6f-4d21-4c27-9447-e18697b490ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851343 Mar 07 11:35:49.074663 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a8bc934-c485-4236-960a-8100c32da56b req-08a6f846-6c90-4eea-8d7b-08afcdc2d417 service neutron] 10.222.0.31 "GET /v2.0/networks/6f634c6f-4d21-4c27-9447-e18697b490ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882208 Mar 07 11:35:49.910148 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d9543-cbff-4459-a7f2-c7498059b911 req-a16bd3cb-af47-438e-ac81-eae6aa9926bb tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:49.912188 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc3d9543-cbff-4459-a7f2-c7498059b911 req-a16bd3cb-af47-438e-ac81-eae6aa9926bb tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 943 time: 0.0535064 Mar 07 11:35:49.959948 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc3d9543-cbff-4459-a7f2-c7498059b911 req-41d78a39-e86c-4f96-ab51-a3d878b7d883 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=4731a336-5166-4568-a238-db7435716afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423338 Mar 07 11:35:51.080668 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293f9dc-a8f9-4e9f-b200-510f6a4a9df0 req-2bb30f15-3707-466f-ace2-dbdb0cf6b30d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:51.082161 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3293f9dc-a8f9-4e9f-b200-510f6a4a9df0 req-2bb30f15-3707-466f-ace2-dbdb0cf6b30d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 943 time: 0.0536747 Mar 07 11:35:51.133640 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3293f9dc-a8f9-4e9f-b200-510f6a4a9df0 req-c6678dbc-8351-465d-86b2-233d6a0d19c9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=4731a336-5166-4568-a238-db7435716afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455227 Mar 07 11:35:52.259568 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c2266-57ad-4465-a236-c5f262df5da9 req-72f22871-0d94-4f47-81e8-20d364ad417c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:52.261068 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd9c2266-57ad-4465-a236-c5f262df5da9 req-72f22871-0d94-4f47-81e8-20d364ad417c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 943 time: 0.0621336 Mar 07 11:35:52.314149 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dd9c2266-57ad-4465-a236-c5f262df5da9 req-4412fec9-3d6b-47a1-b174-0225a0034776 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=4731a336-5166-4568-a238-db7435716afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475259 Mar 07 11:35:52.992780 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 378bd1dd-d5ee-43b0-bdfd-299dfff58543 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:35:53.092395 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 378bd1dd-d5ee-43b0-bdfd-299dfff58543, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=378bd1dd-d5ee-43b0-bdfd-299dfff58543,segment=NetworkSegment(66d17dae-c7e9-4bf2-8391-cd5ad7b2c159),segment_id=66d17dae-c7e9-4bf2-8391-cd5ad7b2c159)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:35:53.103254 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '378bd1dd-d5ee-43b0-bdfd-299dfff58543', 'network_id': '6f634c6f-4d21-4c27-9447-e18697b490ae', 'port_id': '378bd1dd-d5ee-43b0-bdfd-299dfff58543', 'mac_address': 'fa:16:3e:5f:03:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14b189bc-b112-4dfb-b0ce-a0ab236b055f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:35:53.139215 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 378bd1dd-d5ee-43b0-bdfd-299dfff58543 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:35:53.139600 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (378bd1dd-d5ee-43b0-bdfd-299dfff58543), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:53.151949 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 378bd1dd-d5ee-43b0-bdfd-299dfff58543 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:35:53.172182 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 378bd1dd-d5ee-43b0-bdfd-299dfff58543, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=378bd1dd-d5ee-43b0-bdfd-299dfff58543,segment=NetworkSegment(66d17dae-c7e9-4bf2-8391-cd5ad7b2c159),segment_id=66d17dae-c7e9-4bf2-8391-cd5ad7b2c159)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:35:53.175672 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (378bd1dd-d5ee-43b0-bdfd-299dfff58543), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:53.222243 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=378bd1dd-d5ee-43b0-bdfd-299dfff58543,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:53.400016 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:53.434492 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf0ffa-d2b3-40ff-907e-1788eaa241b6 req-a2c36008-8d12-430b-962a-584278f503cf tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:53.436016 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-43cf0ffa-d2b3-40ff-907e-1788eaa241b6 req-a2c36008-8d12-430b-962a-584278f503cf tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 944 time: 0.0536430 Mar 07 11:35:53.484919 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-43cf0ffa-d2b3-40ff-907e-1788eaa241b6 req-221c2c97-532b-4ba5-a468-15a2bc772d2d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=4731a336-5166-4568-a238-db7435716afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431845 Mar 07 11:35:53.528423 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['378bd1dd-d5ee-43b0-bdfd-299dfff58543'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:35:54.604412 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3a90a4-f9ad-43e7-be5a-33b22eadea10 req-fd39f3a4-ceef-4708-aeaf-1f1bd52b11bc tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:54.605829 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc3a90a4-f9ad-43e7-be5a-33b22eadea10 req-fd39f3a4-ceef-4708-aeaf-1f1bd52b11bc tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 944 time: 0.0526440 Mar 07 11:35:54.654614 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bc3a90a4-f9ad-43e7-be5a-33b22eadea10 req-ee0fae03-f360-42ff-97ef-1ee00ebaee6d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=4731a336-5166-4568-a238-db7435716afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429637 Mar 07 11:35:55.023803 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 378bd1dd-d5ee-43b0-bdfd-299dfff58543 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:35:55.076714 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 378bd1dd-d5ee-43b0-bdfd-299dfff58543 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:35:55.081151 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 378bd1dd-d5ee-43b0-bdfd-299dfff58543 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:35:55.081532 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (378bd1dd-d5ee-43b0-bdfd-299dfff58543), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:55.157551 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 378bd1dd-d5ee-43b0-bdfd-299dfff58543 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:35:55.157938 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (378bd1dd-d5ee-43b0-bdfd-299dfff58543), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:55.181054 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97f26ca-6f8c-4e67-84ba-52ddea54597b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378bd1dd-d5ee-43b0-bdfd-299dfff58543'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:35:55.183278 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a645a2b5805a54a98315e88f2d343b68cf76c29b7d342bc1003cac2cf566b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484b206f-453f-4a20-bd88-8d4e5475d35d" -d '{"events": [{"server_uuid": "c97f26ca-6f8c-4e67-84ba-52ddea54597b", "name": "network-vif-plugged", "status": "completed", "tag": "378bd1dd-d5ee-43b0-bdfd-299dfff58543"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:35:55.199673 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 378bd1dd-d5ee-43b0-bdfd-299dfff58543, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=378bd1dd-d5ee-43b0-bdfd-299dfff58543,segment=NetworkSegment(66d17dae-c7e9-4bf2-8391-cd5ad7b2c159),segment_id=66d17dae-c7e9-4bf2-8391-cd5ad7b2c159)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:35:55.204160 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (378bd1dd-d5ee-43b0-bdfd-299dfff58543), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:55.227867 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e924289d-3c39-4a29-ba95-4df41c5981dc x-openstack-request-id: req-e924289d-3c39-4a29-ba95-4df41c5981dc {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:35:55.228161 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97f26ca-6f8c-4e67-84ba-52ddea54597b", "name": "network-vif-plugged", "status": "completed", "tag": "378bd1dd-d5ee-43b0-bdfd-299dfff58543", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:35:55.228419 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e924289d-3c39-4a29-ba95-4df41c5981dc {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:35:55.228815 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97f26ca-6f8c-4e67-84ba-52ddea54597b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378bd1dd-d5ee-43b0-bdfd-299dfff58543', 'code': 200} Mar 07 11:35:55.257480 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=378bd1dd-d5ee-43b0-bdfd-299dfff58543,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:55.322092 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5f0e1-1df8-4aa4-9748-6baf90fc08d3 req-9ce69fe4-0828-4746-8bf3-1dc70da6a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:55.323617 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-37a5f0e1-1df8-4aa4-9748-6baf90fc08d3 req-9ce69fe4-0828-4746-8bf3-1dc70da6a914 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 1127 time: 0.0456843 Mar 07 11:35:55.367888 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-37a5f0e1-1df8-4aa4-9748-6baf90fc08d3 req-6bc15140-8a76-4b8a-a065-9830907a29d6 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=4731a336-5166-4568-a238-db7435716afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384743 Mar 07 11:35:55.777366 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60195d28-cc9d-406b-bdea-b8e05e8291be req-a39ddd10-bf17-4b35-8eea-61f5f44fd220 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:55.778862 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-60195d28-cc9d-406b-bdea-b8e05e8291be req-a39ddd10-bf17-4b35-8eea-61f5f44fd220 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 945 time: 0.0569472 Mar 07 11:35:55.827519 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-60195d28-cc9d-406b-bdea-b8e05e8291be req-18e02ad1-770b-482f-82af-ecd19cd4f991 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=4731a336-5166-4568-a238-db7435716afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432131 Mar 07 11:35:56.951274 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578f010-848a-4e9a-8da7-858179e7682c req-afd55ada-abcf-49d6-af94-0d6f76c717e7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:56.952763 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4578f010-848a-4e9a-8da7-858179e7682c req-afd55ada-abcf-49d6-af94-0d6f76c717e7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 945 time: 0.0530360 Mar 07 11:35:57.000469 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4578f010-848a-4e9a-8da7-858179e7682c req-81e32f29-d120-41fb-8432-9b6531511ca3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=4731a336-5166-4568-a238-db7435716afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414555 Mar 07 11:35:57.117650 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d14d61-194a-4e06-835e-93f066928916 req-a6f8bee6-cd37-4fe6-bb05-f3dacc9a6779 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:57.119111 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-05d14d61-194a-4e06-835e-93f066928916 req-a6f8bee6-cd37-4fe6-bb05-f3dacc9a6779 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 945 time: 0.0525529 Mar 07 11:35:57.167073 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-05d14d61-194a-4e06-835e-93f066928916 req-31f3d9b3-0da3-4e59-9032-fba235a9474c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=4731a336-5166-4568-a238-db7435716afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425174 Mar 07 11:35:57.189167 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45344) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:57.235327 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338e56a4-469a-450e-aa09-0d90004b7fe7 tempest-TestNetworkAdvancedServerOps-168186507 tempest-TestNetworkAdvancedServerOps-168186507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:57.236777 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-338e56a4-469a-450e-aa09-0d90004b7fe7 tempest-TestNetworkAdvancedServerOps-168186507 tempest-TestNetworkAdvancedServerOps-168186507-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 1122 time: 0.0466387 Mar 07 11:35:57.240423 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45346) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:57.244760 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-c8d0d5fb-b810-48a7-9b08-e901d3fec795 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'port_id': '378bd1dd-d5ee-43b0-bdfd-299dfff58543', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:35:57.266083 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c8d0d5fb-b810-48a7-9b08-e901d3fec795 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:57.366594 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c8d0d5fb-b810-48a7-9b08-e901d3fec795 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:57.470079 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-c8d0d5fb-b810-48a7-9b08-e901d3fec795 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Allocated IP 172.25.3.139 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/ffe05606-deea-472c-9e8b-ad32ab37bbb3) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:35:57.573598 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c8d0d5fb-b810-48a7-9b08-e901d3fec795 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for port (ffe05606-deea-472c-9e8b-ad32ab37bbb3), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:57.607454 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c8d0d5fb-b810-48a7-9b08-e901d3fec795 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (ffe05606-deea-472c-9e8b-ad32ab37bbb3), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:57.647732 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d0d5fb-b810-48a7-9b08-e901d3fec795 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:35:57.650562 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-c8d0d5fb-b810-48a7-9b08-e901d3fec795 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:35:57.653988 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d0d5fb-b810-48a7-9b08-e901d3fec795 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:35:57.679724 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0d5fb-b810-48a7-9b08-e901d3fec795 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Port': ['ID=ffe05606-deea-472c-9e8b-ad32ab37bbb3,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:58.023218 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c8d0d5fb-b810-48a7-9b08-e901d3fec795 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for floatingip (fbbb148f-f4cb-4928-8ff5-7ceee144305e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:58.094660 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c8d0d5fb-b810-48a7-9b08-e901d3fec795 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ffe05606-deea-472c-9e8b-ad32ab37bbb3), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:58.242937 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c8d0d5fb-b810-48a7-9b08-e901d3fec795 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for port (ffe05606-deea-472c-9e8b-ad32ab37bbb3), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:58.247390 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c8d0d5fb-b810-48a7-9b08-e901d3fec795 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (ffe05606-deea-472c-9e8b-ad32ab37bbb3), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:58.318475 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d0d5fb-b810-48a7-9b08-e901d3fec795 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Port': ['ID=ffe05606-deea-472c-9e8b-ad32ab37bbb3,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:35:58.330281 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c8d0d5fb-b810-48a7-9b08-e901d3fec795 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (fbbb148f-f4cb-4928-8ff5-7ceee144305e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:58.433182 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-c8d0d5fb-b810-48a7-9b08-e901d3fec795 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Floating IP fbbb148f-f4cb-4928-8ff5-7ceee144305e associated. External IP: 172.25.3.139, port: 378bd1dd-d5ee-43b0-bdfd-299dfff58543. Mar 07 11:35:58.646938 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8d0d5fb-b810-48a7-9b08-e901d3fec795 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Router d580131f-047c-40ff-ab8f-f00800a8f9f7 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:35:58.759024 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d0d5fb-b810-48a7-9b08-e901d3fec795 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:35:58.769010 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc260c8-ee43-4385-9e59-174bbd878798 None None] Sync routers for ids ['d580131f-047c-40ff-ab8f-f00800a8f9f7'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:35:58.777906 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c8d0d5fb-b810-48a7-9b08-e901d3fec795 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:35:58.780864 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc260c8-ee43-4385-9e59-174bbd878798 None None] Routers {'d580131f-047c-40ff-ab8f-f00800a8f9f7'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:35:58.781691 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-5bc260c8-ee43-4385-9e59-174bbd878798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:35:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d580131f-047c-40ff-ab8f-f00800a8f9f7'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:58.807978 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c8d0d5fb-b810-48a7-9b08-e901d3fec795 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5665417 Mar 07 11:35:58.808588 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97f26ca-6f8c-4e67-84ba-52ddea54597b', 'tag': '378bd1dd-d5ee-43b0-bdfd-299dfff58543'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:35:58.810858 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871d3a4e-c986-48ca-9fcc-170c23186198" -d '{"events": [{"name": "network-changed", "server_uuid": "c97f26ca-6f8c-4e67-84ba-52ddea54597b", "tag": "378bd1dd-d5ee-43b0-bdfd-299dfff58543"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:35:58.851406 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e81d8126-e187-4e9a-98a8-fc3df913d4a2 x-openstack-request-id: req-e81d8126-e187-4e9a-98a8-fc3df913d4a2 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:35:58.851705 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97f26ca-6f8c-4e67-84ba-52ddea54597b", "tag": "378bd1dd-d5ee-43b0-bdfd-299dfff58543", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:35:58.851964 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e81d8126-e187-4e9a-98a8-fc3df913d4a2 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:35:58.852377 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c97f26ca-6f8c-4e67-84ba-52ddea54597b', 'tag': '378bd1dd-d5ee-43b0-bdfd-299dfff58543', 'status': 'completed', 'code': 200} Mar 07 11:35:58.921276 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d3a4e-c986-48ca-9fcc-170c23186198 req-96646fe6-8e7f-416f-99d3-236b4d04cc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:58.922921 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-871d3a4e-c986-48ca-9fcc-170c23186198 req-96646fe6-8e7f-416f-99d3-236b4d04cc1b service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 1127 time: 0.0492215 Mar 07 11:35:58.930869 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cdfa5-d327-4e37-9fdb-c4aa43b9572f req-4c4754da-c6b3-4fe1-a39c-376f80ebeea0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:58.933156 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3d5cdfa5-d327-4e37-9fdb-c4aa43b9572f req-4c4754da-c6b3-4fe1-a39c-376f80ebeea0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 945 time: 0.0626810 Mar 07 11:35:58.990854 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3d5cdfa5-d327-4e37-9fdb-c4aa43b9572f req-eb3e33b5-2acb-4a8b-8985-821645de11ba tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=4731a336-5166-4568-a238-db7435716afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515988 Mar 07 11:35:59.002238 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-5bc260c8-ee43-4385-9e59-174bbd878798 None None] Set router d580131f-047c-40ff-ab8f-f00800a8f9f7 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:35:59.015811 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45352) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:35:59.032416 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d3a4e-c986-48ca-9fcc-170c23186198 req-b4104d84-45e1-4b1c-baaf-64063f1391f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:59.033983 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-871d3a4e-c986-48ca-9fcc-170c23186198 req-b4104d84-45e1-4b1c-baaf-64063f1391f1 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6f634c6f-4d21-4c27-9447-e18697b490ae HTTP/1.1" status: 200 len: 898 time: 0.1054583 Mar 07 11:35:59.083720 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-732a2fc2-f286-4f62-a0ba-dee1e0741966 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/floatingips/fbbb148f-f4cb-4928-8ff5-7ceee144305e HTTP/1.1" status: 200 len: 991 time: 0.0666790 Mar 07 11:35:59.103693 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-871d3a4e-c986-48ca-9fcc-170c23186198 req-d6eb30a6-557c-4027-86ff-604e4c302de5 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=378bd1dd-d5ee-43b0-bdfd-299dfff58543 HTTP/1.1" status: 200 len: 999 time: 0.0631044 Mar 07 11:35:59.150796 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d3a4e-c986-48ca-9fcc-170c23186198 req-feb1c08e-0a47-494e-a9ce-4bb10003befb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:59.152386 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-871d3a4e-c986-48ca-9fcc-170c23186198 req-feb1c08e-0a47-494e-a9ce-4bb10003befb service neutron] 10.222.0.31 "GET /v2.0/subnets?id=14b189bc-b112-4dfb-b0ce-a0ab236b055f HTTP/1.1" status: 200 len: 835 time: 0.0434577 Mar 07 11:35:59.205329 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871d3a4e-c986-48ca-9fcc-170c23186198 req-ac94f2d3-0b43-4b68-b9fe-f5125336d4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:35:59.206787 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-871d3a4e-c986-48ca-9fcc-170c23186198 req-ac94f2d3-0b43-4b68-b9fe-f5125336d4c2 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6f634c6f-4d21-4c27-9447-e18697b490ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486383 Mar 07 11:35:59.228484 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-5bc260c8-ee43-4385-9e59-174bbd878798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162785002', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:35:39Z', 'updated_at': '2022-03-07T11:35:43Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': 'e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:40Z', 'updated_at': '2022-03-07T11:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'fbbb148f-f4cb-4928-8ff5-7ceee144305e', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'floating_ip_address': '172.25.3.139', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'port_id': '378bd1dd-d5ee-43b0-bdfd-299dfff58543', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f634c6f-4d21-4c27-9447-e18697b490ae', 'mac_address': 'fa:16:3e:5f:03:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97f26ca-6f8c-4e67-84ba-52ddea54597b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:35:57Z', 'updated_at': '2022-03-07T11:35:57Z', 'revision_number': 0, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e55edbb-db32-47b2-9b25-6e016b6f4221', 'name': '', 'network_id': '6f634c6f-4d21-4c27-9447-e18697b490ae', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:90:1c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '14b189bc-b112-4dfb-b0ce-a0ab236b055f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:42Z', 'updated_at': '2022-03-07T11:35:46Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '14b189bc-b112-4dfb-b0ce-a0ab236b055f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:59.256191 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc260c8-ee43-4385-9e59-174bbd878798 None None] Checking router: d580131f-047c-40ff-ab8f-f00800a8f9f7 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:35:59.264580 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc260c8-ee43-4385-9e59-174bbd878798 None None] Routers {'d580131f-047c-40ff-ab8f-f00800a8f9f7'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:35:59.265234 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-5bc260c8-ee43-4385-9e59-174bbd878798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:35:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d580131f-047c-40ff-ab8f-f00800a8f9f7'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:59.296905 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-871d3a4e-c986-48ca-9fcc-170c23186198 req-c836a414-465d-401f-a27e-668947e62059 service neutron] 10.222.0.31 "GET /v2.0/networks/6f634c6f-4d21-4c27-9447-e18697b490ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837212 Mar 07 11:35:59.376650 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-5bc260c8-ee43-4385-9e59-174bbd878798 None None] Set router d580131f-047c-40ff-ab8f-f00800a8f9f7 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:35:59.390996 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-871d3a4e-c986-48ca-9fcc-170c23186198 req-867c214d-1eb4-4dd1-bd75-6b7edc44154e service neutron] 10.222.0.31 "GET /v2.0/networks/6f634c6f-4d21-4c27-9447-e18697b490ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876925 Mar 07 11:35:59.600730 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-5bc260c8-ee43-4385-9e59-174bbd878798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162785002', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:35:39Z', 'updated_at': '2022-03-07T11:35:43Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': 'e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:40Z', 'updated_at': '2022-03-07T11:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'fbbb148f-f4cb-4928-8ff5-7ceee144305e', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'floating_ip_address': '172.25.3.139', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'port_id': '378bd1dd-d5ee-43b0-bdfd-299dfff58543', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f634c6f-4d21-4c27-9447-e18697b490ae', 'mac_address': 'fa:16:3e:5f:03:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97f26ca-6f8c-4e67-84ba-52ddea54597b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:35:57Z', 'updated_at': '2022-03-07T11:35:57Z', 'revision_number': 0, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e55edbb-db32-47b2-9b25-6e016b6f4221', 'name': '', 'network_id': '6f634c6f-4d21-4c27-9447-e18697b490ae', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:90:1c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '14b189bc-b112-4dfb-b0ce-a0ab236b055f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:42Z', 'updated_at': '2022-03-07T11:35:46Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '14b189bc-b112-4dfb-b0ce-a0ab236b055f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:35:59.626111 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc260c8-ee43-4385-9e59-174bbd878798 None None] The sync data for ids ['d580131f-047c-40ff-ab8f-f00800a8f9f7'] in n-d-832164-4 is: [{'id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162785002', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:35:39Z', 'updated_at': '2022-03-07T11:35:43Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': 'e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:40Z', 'updated_at': '2022-03-07T11:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'fbbb148f-f4cb-4928-8ff5-7ceee144305e', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'floating_ip_address': '172.25.3.139', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'port_id': '378bd1dd-d5ee-43b0-bdfd-299dfff58543', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f634c6f-4d21-4c27-9447-e18697b490ae', 'mac_address': 'fa:16:3e:5f:03:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97f26ca-6f8c-4e67-84ba-52ddea54597b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:35:57Z', 'updated_at': '2022-03-07T11:35:57Z', 'revision_number': 0, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e55edbb-db32-47b2-9b25-6e016b6f4221', 'name': '', 'network_id': '6f634c6f-4d21-4c27-9447-e18697b490ae', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:90:1c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '14b189bc-b112-4dfb-b0ce-a0ab236b055f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:42Z', 'updated_at': '2022-03-07T11:35:46Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '14b189bc-b112-4dfb-b0ce-a0ab236b055f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:35:59.818227 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563ae7fd-080d-443b-bc08-398fd9b4b560 None None] New status for floating IP fbbb148f-f4cb-4928-8ff5-7ceee144305e: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:36:00.085382 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45354) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:36:00.144431 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3525cc19-b614-466a-9789-4e0eb4001c51 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/floatingips/fbbb148f-f4cb-4928-8ff5-7ceee144305e HTTP/1.1" status: 200 len: 993 time: 0.0579071 Mar 07 11:36:06.592529 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1312bff4-be60-4edf-b34b-6845b74b482e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:08.665526 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3c7d8edb-3927-4029-acd8-13b74dbd75eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:10.118857 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:11.863041 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:13.086145 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:17.259883 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:36:18.744434 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:23.417387 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:36.594611 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c7d9a99e-661b-49f6-9d96-f080a30a4132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:38.668810 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-68810238-cd71-4d74-bb44-807f3e171264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:40.121714 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:41.864276 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:43.088180 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:48.183329 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-0e44c50b-86f9-4b8d-ad97-619aac2fa33f req-8664e4be-072c-435f-9f96-543fb2defda3 service neutron] (103766) timed out ('10.222.0.21', 63387) {{(pid=103766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 11:36:48.747275 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:53.431417 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:36:54.259713 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:36:54.699095 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-26db0439-5dda-4276-ae29-4c51e98fa14b req-fe2b09a8-87c0-4f0f-855b-a6203e0e361e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440412 Mar 07 11:36:54.787446 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db0439-5dda-4276-ae29-4c51e98fa14b req-0bc16dda-477e-4298-86ab-56959dc966d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:36:54.788940 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-26db0439-5dda-4276-ae29-4c51e98fa14b req-0bc16dda-477e-4298-86ab-56959dc966d5 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 1127 time: 0.0485294 Mar 07 11:36:54.890401 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db0439-5dda-4276-ae29-4c51e98fa14b req-857cdd0a-5626-4fa8-b288-fc8b3d0031f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:36:54.891875 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-26db0439-5dda-4276-ae29-4c51e98fa14b req-857cdd0a-5626-4fa8-b288-fc8b3d0031f9 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6f634c6f-4d21-4c27-9447-e18697b490ae HTTP/1.1" status: 200 len: 898 time: 0.0843019 Mar 07 11:36:54.958871 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-26db0439-5dda-4276-ae29-4c51e98fa14b req-9b16b13b-fb02-46b1-8adc-f3b64b256e76 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=378bd1dd-d5ee-43b0-bdfd-299dfff58543 HTTP/1.1" status: 200 len: 1001 time: 0.0608244 Mar 07 11:36:55.007739 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db0439-5dda-4276-ae29-4c51e98fa14b req-1f40fee7-68c2-4f35-9bf2-dbefc6a05af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:36:55.009220 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-26db0439-5dda-4276-ae29-4c51e98fa14b req-1f40fee7-68c2-4f35-9bf2-dbefc6a05af1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=14b189bc-b112-4dfb-b0ce-a0ab236b055f HTTP/1.1" status: 200 len: 835 time: 0.0453868 Mar 07 11:36:55.057328 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db0439-5dda-4276-ae29-4c51e98fa14b req-c5e599eb-06fb-4be7-bd09-f9ec40705a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:36:55.059177 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-26db0439-5dda-4276-ae29-4c51e98fa14b req-c5e599eb-06fb-4be7-bd09-f9ec40705a4a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6f634c6f-4d21-4c27-9447-e18697b490ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446916 Mar 07 11:36:55.151424 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-26db0439-5dda-4276-ae29-4c51e98fa14b req-5d8ae4c5-9758-4d97-ab79-03b518f65c77 service neutron] 10.222.0.31 "GET /v2.0/networks/6f634c6f-4d21-4c27-9447-e18697b490ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859804 Mar 07 11:36:55.239127 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-26db0439-5dda-4276-ae29-4c51e98fa14b req-ac9a19db-b803-4157-bb4c-c0a91a2b6974 service neutron] 10.222.0.31 "GET /v2.0/networks/6f634c6f-4d21-4c27-9447-e18697b490ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822356 Mar 07 11:37:06.595582 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8fae22f6-bb1c-4f8c-a2d8-9816a9eece75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:08.670709 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-428a2628-a434-4912-b83d-00591d6b59f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:10.125128 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:11.679546 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8d086-4450-43c4-b822-38a9bb8a5bc5 req-a0f6cfa5-2c3b-4869-a0d5-0478ef371748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:11.681066 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0ac8d086-4450-43c4-b822-38a9bb8a5bc5 req-a0f6cfa5-2c3b-4869-a0d5-0478ef371748 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 1127 time: 0.1271317 Mar 07 11:37:11.688614 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12881bd2-4ac3-4509-960e-6c12e4db2d1e req-8ec14b14-a903-4be2-855c-424e3c2ba85b tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:11.690002 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-12881bd2-4ac3-4509-960e-6c12e4db2d1e req-8ec14b14-a903-4be2-855c-424e3c2ba85b tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 945 time: 0.1447730 Mar 07 11:37:11.795806 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-12881bd2-4ac3-4509-960e-6c12e4db2d1e req-6ec37d15-e284-4282-b112-1bc94c4c73a0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=4731a336-5166-4568-a238-db7435716afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978854 Mar 07 11:37:11.813238 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8d086-4450-43c4-b822-38a9bb8a5bc5 req-f4cdeeb9-7b01-41b0-ae54-011c097a4fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:11.814770 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0ac8d086-4450-43c4-b822-38a9bb8a5bc5 req-f4cdeeb9-7b01-41b0-ae54-011c097a4fcf service neutron] 10.222.0.31 "GET /v2.0/networks?id=6f634c6f-4d21-4c27-9447-e18697b490ae HTTP/1.1" status: 200 len: 898 time: 0.1239407 Mar 07 11:37:11.867575 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:11.880782 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0ac8d086-4450-43c4-b822-38a9bb8a5bc5 req-ffbfd76a-5448-471e-912d-8405e48821da service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=378bd1dd-d5ee-43b0-bdfd-299dfff58543 HTTP/1.1" status: 200 len: 1001 time: 0.0596380 Mar 07 11:37:11.930966 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8d086-4450-43c4-b822-38a9bb8a5bc5 req-2d9c7bbb-3afd-4f87-850f-3d0bc5740552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:11.932395 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0ac8d086-4450-43c4-b822-38a9bb8a5bc5 req-2d9c7bbb-3afd-4f87-850f-3d0bc5740552 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=14b189bc-b112-4dfb-b0ce-a0ab236b055f HTTP/1.1" status: 200 len: 835 time: 0.0465064 Mar 07 11:37:11.983359 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac8d086-4450-43c4-b822-38a9bb8a5bc5 req-39ff3c07-b8d9-4cb6-b45d-c8f7e6539363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:11.984810 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0ac8d086-4450-43c4-b822-38a9bb8a5bc5 req-39ff3c07-b8d9-4cb6-b45d-c8f7e6539363 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6f634c6f-4d21-4c27-9447-e18697b490ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0464890 Mar 07 11:37:12.073032 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0ac8d086-4450-43c4-b822-38a9bb8a5bc5 req-4cae6885-7fed-4ff6-a7a6-eeeb93019469 service neutron] 10.222.0.31 "GET /v2.0/networks/6f634c6f-4d21-4c27-9447-e18697b490ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816603 Mar 07 11:37:12.164677 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0ac8d086-4450-43c4-b822-38a9bb8a5bc5 req-6275134e-1103-4367-b86f-db45031c0c37 service neutron] 10.222.0.31 "GET /v2.0/networks/6f634c6f-4d21-4c27-9447-e18697b490ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839250 Mar 07 11:37:12.987729 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf7c77-8162-49df-ac2a-9bdd89e01bda req-19b6167b-94aa-44df-b3a2-b543e387b28c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:12.989902 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6bcf7c77-8162-49df-ac2a-9bdd89e01bda req-19b6167b-94aa-44df-b3a2-b543e387b28c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 945 time: 0.1166115 Mar 07 11:37:13.041340 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6bcf7c77-8162-49df-ac2a-9bdd89e01bda req-44b4e0cc-fe59-4665-b935-d91a2271b574 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=4731a336-5166-4568-a238-db7435716afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456395 Mar 07 11:37:13.090325 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:14.163856 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffa417-c23f-43b6-b608-741b50f126d3 req-ee7d5bdc-aa1b-4ef0-8433-edcc46aa044d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:14.165360 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f6ffa417-c23f-43b6-b608-741b50f126d3 req-ee7d5bdc-aa1b-4ef0-8433-edcc46aa044d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 945 time: 0.0559087 Mar 07 11:37:14.214448 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f6ffa417-c23f-43b6-b608-741b50f126d3 req-ff79e6ab-608c-456e-b13b-4d5023cdcbc9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=4731a336-5166-4568-a238-db7435716afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432494 Mar 07 11:37:15.332620 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c11768-41bc-4afb-9386-b080ad37153a req-817656ea-34eb-4a3a-aed8-53401e5360ec tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:15.334717 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-76c11768-41bc-4afb-9386-b080ad37153a req-817656ea-34eb-4a3a-aed8-53401e5360ec tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 945 time: 0.0533376 Mar 07 11:37:15.383153 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-76c11768-41bc-4afb-9386-b080ad37153a req-33df2875-bb70-4bfd-83af-33cd2992a231 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=4731a336-5166-4568-a238-db7435716afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427442 Mar 07 11:37:16.500720 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5fbc3-76b3-4a7d-8f5e-1a1795bf9b73 req-05b7a218-4946-43be-887f-8ea0ff3fade4 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:16.502239 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22d5fbc3-76b3-4a7d-8f5e-1a1795bf9b73 req-05b7a218-4946-43be-887f-8ea0ff3fade4 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 945 time: 0.0514061 Mar 07 11:37:16.554330 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-22d5fbc3-76b3-4a7d-8f5e-1a1795bf9b73 req-48557fa6-fdab-4fa4-ba25-f289454412c1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=4731a336-5166-4568-a238-db7435716afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458028 Mar 07 11:37:17.670605 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183c2b3-367b-4029-933a-4268a5bb2437 req-8b6d45eb-cf50-4ebe-8351-e0f623dfb540 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:17.672063 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a183c2b3-367b-4029-933a-4268a5bb2437 req-8b6d45eb-cf50-4ebe-8351-e0f623dfb540 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 945 time: 0.0512230 Mar 07 11:37:17.724334 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a183c2b3-367b-4029-933a-4268a5bb2437 req-6d4960c5-ec81-4438-a12c-414ed0f6c7e3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=4731a336-5166-4568-a238-db7435716afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460088 Mar 07 11:37:18.743402 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:18.841772 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecdf2db-793a-4eee-bbd6-6216a886e54d req-6b8a87b8-2218-4c34-9cbe-e420f0842da0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:18.843222 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cecdf2db-793a-4eee-bbd6-6216a886e54d req-6b8a87b8-2218-4c34-9cbe-e420f0842da0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 945 time: 0.0523944 Mar 07 11:37:18.891357 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cecdf2db-793a-4eee-bbd6-6216a886e54d req-3f6397fc-446b-4b70-9e78-96696e3e1bd8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=4731a336-5166-4568-a238-db7435716afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424845 Mar 07 11:37:20.009344 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292eb14-4c78-479d-9834-5785d6f39ecc req-9fb5a13c-c590-41f5-a657-7a6afb4149af tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:20.010862 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b292eb14-4c78-479d-9834-5785d6f39ecc req-9fb5a13c-c590-41f5-a657-7a6afb4149af tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 945 time: 0.0532472 Mar 07 11:37:20.059170 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b292eb14-4c78-479d-9834-5785d6f39ecc req-4f300f58-20d4-4bb4-98d0-1eb9e740a0e9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=4731a336-5166-4568-a238-db7435716afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428519 Mar 07 11:37:21.178003 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abec38d-5e46-440f-984b-cb905db304bf req-ef4a0a09-d557-4d1f-8de3-e68033188938 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:21.179492 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7abec38d-5e46-440f-984b-cb905db304bf req-ef4a0a09-d557-4d1f-8de3-e68033188938 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 945 time: 0.0533879 Mar 07 11:37:21.227246 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7abec38d-5e46-440f-984b-cb905db304bf req-51ad4599-f2c3-427c-9b99-feb423fd63c5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=4731a336-5166-4568-a238-db7435716afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422249 Mar 07 11:37:22.346072 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbc5b5f-e8cd-4066-81a5-2aa65d7642bd req-297309b9-2f72-4e51-92fe-e9cac68f885e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:22.347545 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5bbc5b5f-e8cd-4066-81a5-2aa65d7642bd req-297309b9-2f72-4e51-92fe-e9cac68f885e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 945 time: 0.0528193 Mar 07 11:37:22.396725 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5bbc5b5f-e8cd-4066-81a5-2aa65d7642bd req-326cf911-cddf-4dc3-b3e9-987ecd3809a0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=4731a336-5166-4568-a238-db7435716afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428653 Mar 07 11:37:23.432581 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:23.520484 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548c005-15da-46e5-a510-be84234ee296 req-addb4b5e-bd2a-4e9d-af0f-f7eb6467bd1e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:23.521976 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c548c005-15da-46e5-a510-be84234ee296 req-addb4b5e-bd2a-4e9d-af0f-f7eb6467bd1e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 945 time: 0.0559800 Mar 07 11:37:23.572257 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c548c005-15da-46e5-a510-be84234ee296 req-69ceff29-8499-4fc3-a37f-9fef8584e226 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=4731a336-5166-4568-a238-db7435716afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436680 Mar 07 11:37:23.593912 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45420) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:37:23.653351 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-75cbbb8f-f0d6-4895-8814-166bf240bc74 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/floatingips/fbbb148f-f4cb-4928-8ff5-7ceee144305e HTTP/1.1" status: 200 len: 993 time: 0.0582933 Mar 07 11:37:31.258411 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:37:36.597313 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cf1f4814-ae8e-450a-8752-02b6a7f60ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:38.671630 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-057ed125-83a3-4b0a-a4c7-38164d77e978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:40.127650 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:41.873465 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:43.092120 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:45.338502 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-4b606376-604b-49ad-aae5-2a3c37dd5682 req-0d4a687e-06d1-4d92-8a61-49d1c66eb0bf tempest-ServerDiskConfigTestJSON-201305884 tempest-ServerDiskConfigTestJSON-201305884-project] (103766) timed out ('10.222.0.31', 51949) {{(pid=103766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 11:37:48.756119 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:53.430782 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:37:55.650399 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9ef0a2c0-ebef-493a-ab48-d5b69dcfb534 req-26c7dd0f-07f6-44e7-b7cb-00dca8506d5c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472267 Mar 07 11:37:55.733641 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0a2c0-ebef-493a-ab48-d5b69dcfb534 req-b854c5d8-55eb-47bc-8206-5a3f5f2de13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:55.735117 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9ef0a2c0-ebef-493a-ab48-d5b69dcfb534 req-b854c5d8-55eb-47bc-8206-5a3f5f2de13c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 1127 time: 0.0440652 Mar 07 11:37:55.838582 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0a2c0-ebef-493a-ab48-d5b69dcfb534 req-40e12bcb-5ee9-462d-b6d0-0b4863ff408f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:55.840041 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9ef0a2c0-ebef-493a-ab48-d5b69dcfb534 req-40e12bcb-5ee9-462d-b6d0-0b4863ff408f service neutron] 10.222.0.31 "GET /v2.0/networks?id=6f634c6f-4d21-4c27-9447-e18697b490ae HTTP/1.1" status: 200 len: 898 time: 0.0867112 Mar 07 11:37:56.249719 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9ef0a2c0-ebef-493a-ab48-d5b69dcfb534 req-4aee808e-3714-4f97-a0b9-11ce2464a822 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=378bd1dd-d5ee-43b0-bdfd-299dfff58543 HTTP/1.1" status: 200 len: 1001 time: 0.3920898 Mar 07 11:37:56.297561 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0a2c0-ebef-493a-ab48-d5b69dcfb534 req-5b5ef0d6-342a-4958-bfe5-22276d3fe415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:56.298989 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9ef0a2c0-ebef-493a-ab48-d5b69dcfb534 req-5b5ef0d6-342a-4958-bfe5-22276d3fe415 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=14b189bc-b112-4dfb-b0ce-a0ab236b055f HTTP/1.1" status: 200 len: 835 time: 0.0425847 Mar 07 11:37:56.346855 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0a2c0-ebef-493a-ab48-d5b69dcfb534 req-a75bd055-802c-4293-90c3-2d6af75727f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:37:56.348328 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9ef0a2c0-ebef-493a-ab48-d5b69dcfb534 req-a75bd055-802c-4293-90c3-2d6af75727f1 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6f634c6f-4d21-4c27-9447-e18697b490ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0433247 Mar 07 11:37:56.437810 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9ef0a2c0-ebef-493a-ab48-d5b69dcfb534 req-17ae75b5-b756-4b8c-9b0c-4d248f081caa service neutron] 10.222.0.31 "GET /v2.0/networks/6f634c6f-4d21-4c27-9447-e18697b490ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832772 Mar 07 11:37:56.528343 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9ef0a2c0-ebef-493a-ab48-d5b69dcfb534 req-f9d38420-30f8-47dd-83df-85850ef8bbe9 service neutron] 10.222.0.31 "GET /v2.0/networks/6f634c6f-4d21-4c27-9447-e18697b490ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843186 Mar 07 11:38:06.599552 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-696ec7bc-8c94-4121-9784-fe3f641b3313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:08.258204 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:38:08.672959 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e9675b6f-e50d-41c0-b0e2-0deb6cbc40f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:10.132122 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:11.873140 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:12.274318 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45436) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:12.434180 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-5d2542b8-3822-4b99-9c94-c411ac1933ee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Deleting port ffe05606-deea-472c-9e8b-ad32ab37bbb3 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:38:12.434522 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5d2542b8-3822-4b99-9c94-c411ac1933ee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (ffe05606-deea-472c-9e8b-ad32ab37bbb3), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:12.508230 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5d2542b8-3822-4b99-9c94-c411ac1933ee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (ffe05606-deea-472c-9e8b-ad32ab37bbb3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:12.508570 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5d2542b8-3822-4b99-9c94-c411ac1933ee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for floatingip (ffe05606-deea-472c-9e8b-ad32ab37bbb3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:12.520240 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-5d2542b8-3822-4b99-9c94-c411ac1933ee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Calling delete_port for ffe05606-deea-472c-9e8b-ad32ab37bbb3 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:38:12.666407 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5d2542b8-3822-4b99-9c94-c411ac1933ee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (ffe05606-deea-472c-9e8b-ad32ab37bbb3), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:12.693265 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2542b8-3822-4b99-9c94-c411ac1933ee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'Port': ['ID=ffe05606-deea-472c-9e8b-ad32ab37bbb3,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:12.719741 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2542b8-3822-4b99-9c94-c411ac1933ee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:12.720096 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2542b8-3822-4b99-9c94-c411ac1933ee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:12.720445 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2542b8-3822-4b99-9c94-c411ac1933ee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:12.720783 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2542b8-3822-4b99-9c94-c411ac1933ee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:12.721137 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2542b8-3822-4b99-9c94-c411ac1933ee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:12.721481 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2542b8-3822-4b99-9c94-c411ac1933ee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:12.721814 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2542b8-3822-4b99-9c94-c411ac1933ee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:12.722146 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2542b8-3822-4b99-9c94-c411ac1933ee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:12.722483 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2542b8-3822-4b99-9c94-c411ac1933ee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:12.722812 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2542b8-3822-4b99-9c94-c411ac1933ee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:12.723140 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2542b8-3822-4b99-9c94-c411ac1933ee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:12.723594 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2542b8-3822-4b99-9c94-c411ac1933ee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:12.723817 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2542b8-3822-4b99-9c94-c411ac1933ee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:12.762279 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5d2542b8-3822-4b99-9c94-c411ac1933ee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for floatingip (fbbb148f-f4cb-4928-8ff5-7ceee144305e), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:12.762617 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-5d2542b8-3822-4b99-9c94-c411ac1933ee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Floating IP fbbb148f-f4cb-4928-8ff5-7ceee144305e disassociated (deleted). External IP: 172.25.3.139, port: 378bd1dd-d5ee-43b0-bdfd-299dfff58543. Mar 07 11:38:12.971527 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2542b8-3822-4b99-9c94-c411ac1933ee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Router d580131f-047c-40ff-ab8f-f00800a8f9f7 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:38:13.084363 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2542b8-3822-4b99-9c94-c411ac1933ee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:38:13.089025 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5d2542b8-3822-4b99-9c94-c411ac1933ee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:13.094204 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f2691e-37f4-474f-a0a0-109f0f25fd2b None None] Sync routers for ids ['d580131f-047c-40ff-ab8f-f00800a8f9f7'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:38:13.096991 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:13.105636 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f2691e-37f4-474f-a0a0-109f0f25fd2b None None] Routers {'d580131f-047c-40ff-ab8f-f00800a8f9f7'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:38:13.106248 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-10f2691e-37f4-474f-a0a0-109f0f25fd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:38:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d580131f-047c-40ff-ab8f-f00800a8f9f7'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:13.119445 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5d2542b8-3822-4b99-9c94-c411ac1933ee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "DELETE /v2.0/floatingips/fbbb148f-f4cb-4928-8ff5-7ceee144305e HTTP/1.1" status: 204 len: 168 time: 0.8440270 Mar 07 11:38:13.120059 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c97f26ca-6f8c-4e67-84ba-52ddea54597b', 'tag': '378bd1dd-d5ee-43b0-bdfd-299dfff58543'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:38:13.122407 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f351bf73f323c1e2e006b9f16194b747f7127b9e46eeb64b4a81d3313ccb5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae7379a2-5ea7-40a4-81f4-70f7dfa1073a" -d '{"events": [{"name": "network-changed", "server_uuid": "c97f26ca-6f8c-4e67-84ba-52ddea54597b", "tag": "378bd1dd-d5ee-43b0-bdfd-299dfff58543"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:38:13.163975 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e92cd0-7f4b-4997-9f71-e196076ac0a1 x-openstack-request-id: req-11e92cd0-7f4b-4997-9f71-e196076ac0a1 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:38:13.164191 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c97f26ca-6f8c-4e67-84ba-52ddea54597b", "tag": "378bd1dd-d5ee-43b0-bdfd-299dfff58543", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:38:13.164452 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-11e92cd0-7f4b-4997-9f71-e196076ac0a1 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:38:13.164863 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c97f26ca-6f8c-4e67-84ba-52ddea54597b', 'tag': '378bd1dd-d5ee-43b0-bdfd-299dfff58543', 'status': 'completed', 'code': 200} Mar 07 11:38:13.217428 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-10f2691e-37f4-474f-a0a0-109f0f25fd2b None None] Set router d580131f-047c-40ff-ab8f-f00800a8f9f7 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:38:13.234042 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7379a2-5ea7-40a4-81f4-70f7dfa1073a req-a3e5f698-291a-41a2-ba7c-55e1cb31f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:13.235603 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae7379a2-5ea7-40a4-81f4-70f7dfa1073a req-a3e5f698-291a-41a2-ba7c-55e1cb31f004 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 1127 time: 0.0504541 Mar 07 11:38:13.340246 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7379a2-5ea7-40a4-81f4-70f7dfa1073a req-b06ca2e6-ff87-46f5-92c5-6ad58d4a3803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:13.341815 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae7379a2-5ea7-40a4-81f4-70f7dfa1073a req-b06ca2e6-ff87-46f5-92c5-6ad58d4a3803 service neutron] 10.222.0.31 "GET /v2.0/networks?id=6f634c6f-4d21-4c27-9447-e18697b490ae HTTP/1.1" status: 200 len: 898 time: 0.0949774 Mar 07 11:38:13.380175 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74ad62-133a-4031-bf86-0f7db1e58790 req-fc4f0c56-5369-44d3-8590-a23bc22b35d6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:13.381927 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3c74ad62-133a-4031-bf86-0f7db1e58790 req-fc4f0c56-5369-44d3-8590-a23bc22b35d6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 945 time: 0.0645626 Mar 07 11:38:13.393097 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae7379a2-5ea7-40a4-81f4-70f7dfa1073a req-03c7bf1c-f36e-43fc-b40e-254fae8c8e72 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=378bd1dd-d5ee-43b0-bdfd-299dfff58543 HTTP/1.1" status: 200 len: 217 time: 0.0436158 Mar 07 11:38:13.432576 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-10f2691e-37f4-474f-a0a0-109f0f25fd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162785002', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:35:39Z', 'updated_at': '2022-03-07T11:35:43Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': 'e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:40Z', 'updated_at': '2022-03-07T11:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '9e55edbb-db32-47b2-9b25-6e016b6f4221', 'name': '', 'network_id': '6f634c6f-4d21-4c27-9447-e18697b490ae', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:90:1c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '14b189bc-b112-4dfb-b0ce-a0ab236b055f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:42Z', 'updated_at': '2022-03-07T11:35:46Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '14b189bc-b112-4dfb-b0ce-a0ab236b055f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:13.433769 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3c74ad62-133a-4031-bf86-0f7db1e58790 req-0e5ee097-56c2-4282-9dca-f932a88b968b tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=4731a336-5166-4568-a238-db7435716afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461390 Mar 07 11:38:13.444034 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7379a2-5ea7-40a4-81f4-70f7dfa1073a req-9cdee2f4-666f-4f91-94cc-637bf2412f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:13.445537 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae7379a2-5ea7-40a4-81f4-70f7dfa1073a req-9cdee2f4-666f-4f91-94cc-637bf2412f4d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=14b189bc-b112-4dfb-b0ce-a0ab236b055f HTTP/1.1" status: 200 len: 835 time: 0.0457191 Mar 07 11:38:13.464001 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f2691e-37f4-474f-a0a0-109f0f25fd2b None None] Checking router: d580131f-047c-40ff-ab8f-f00800a8f9f7 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:38:13.472197 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f2691e-37f4-474f-a0a0-109f0f25fd2b None None] Routers {'d580131f-047c-40ff-ab8f-f00800a8f9f7'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:38:13.472789 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-10f2691e-37f4-474f-a0a0-109f0f25fd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:38:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d580131f-047c-40ff-ab8f-f00800a8f9f7'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:13.496280 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7379a2-5ea7-40a4-81f4-70f7dfa1073a req-ca97954d-cf58-4577-9515-fc351baaa132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:13.497750 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae7379a2-5ea7-40a4-81f4-70f7dfa1073a req-ca97954d-cf58-4577-9515-fc351baaa132 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=6f634c6f-4d21-4c27-9447-e18697b490ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0455909 Mar 07 11:38:13.579215 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-10f2691e-37f4-474f-a0a0-109f0f25fd2b None None] Set router d580131f-047c-40ff-ab8f-f00800a8f9f7 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:38:13.591790 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae7379a2-5ea7-40a4-81f4-70f7dfa1073a req-0a6cfd98-27ce-49bc-8900-c1f1997f949f service neutron] 10.222.0.31 "GET /v2.0/networks/6f634c6f-4d21-4c27-9447-e18697b490ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868363 Mar 07 11:38:13.685231 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ae7379a2-5ea7-40a4-81f4-70f7dfa1073a req-c41f36d2-1112-4ed4-a375-aff3cdd7a20e service neutron] 10.222.0.31 "GET /v2.0/networks/6f634c6f-4d21-4c27-9447-e18697b490ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868249 Mar 07 11:38:13.785473 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-10f2691e-37f4-474f-a0a0-109f0f25fd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162785002', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:35:39Z', 'updated_at': '2022-03-07T11:35:43Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': 'e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:40Z', 'updated_at': '2022-03-07T11:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '9e55edbb-db32-47b2-9b25-6e016b6f4221', 'name': '', 'network_id': '6f634c6f-4d21-4c27-9447-e18697b490ae', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:90:1c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '14b189bc-b112-4dfb-b0ce-a0ab236b055f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:42Z', 'updated_at': '2022-03-07T11:35:46Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '14b189bc-b112-4dfb-b0ce-a0ab236b055f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:13.811145 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f2691e-37f4-474f-a0a0-109f0f25fd2b None None] The sync data for ids ['d580131f-047c-40ff-ab8f-f00800a8f9f7'] in n-d-832164-4 is: [{'id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162785002', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:35:39Z', 'updated_at': '2022-03-07T11:35:43Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': 'e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:40Z', 'updated_at': '2022-03-07T11:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '9e55edbb-db32-47b2-9b25-6e016b6f4221', 'name': '', 'network_id': '6f634c6f-4d21-4c27-9447-e18697b490ae', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:90:1c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '14b189bc-b112-4dfb-b0ce-a0ab236b055f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:42Z', 'updated_at': '2022-03-07T11:35:46Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '14b189bc-b112-4dfb-b0ce-a0ab236b055f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:38:14.025974 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d09bf3-c1a1-487d-90cd-d3f001c5cb69 None None] New status for floating IP fbbb148f-f4cb-4928-8ff5-7ceee144305e: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:38:14.561283 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ec557-93f1-4243-b79c-2e48f041ac36 req-911c9541-183e-4f2f-bc1a-a83ce707d90c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:14.562734 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a12ec557-93f1-4243-b79c-2e48f041ac36 req-911c9541-183e-4f2f-bc1a-a83ce707d90c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 945 time: 0.0577230 Mar 07 11:38:14.610877 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a12ec557-93f1-4243-b79c-2e48f041ac36 req-7c6a996d-d88e-437b-8dc9-2f5be75994a4 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=4731a336-5166-4568-a238-db7435716afd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426154 Mar 07 11:38:15.091914 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426e53b-721b-4429-855e-005c391d7a33 req-a1ea98eb-c4c7-486c-a87c-36df674b1296 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:15.093445 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c426e53b-721b-4429-855e-005c391d7a33 req-a1ea98eb-c4c7-486c-a87c-36df674b1296 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.31 "GET /v2.0/ports?device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 945 time: 0.0527842 Mar 07 11:38:15.186765 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-c426e53b-721b-4429-855e-005c391d7a33 req-764237af-33e3-466e-b07d-5eeeb6fab966 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Deleting port 378bd1dd-d5ee-43b0-bdfd-299dfff58543 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:38:15.187103 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c426e53b-721b-4429-855e-005c391d7a33 req-764237af-33e3-466e-b07d-5eeeb6fab966 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (378bd1dd-d5ee-43b0-bdfd-299dfff58543), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:15.282332 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-c426e53b-721b-4429-855e-005c391d7a33 req-764237af-33e3-466e-b07d-5eeeb6fab966 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] For port 378bd1dd-d5ee-43b0-bdfd-299dfff58543, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=378bd1dd-d5ee-43b0-bdfd-299dfff58543,segment=NetworkSegment(66d17dae-c7e9-4bf2-8391-cd5ad7b2c159),segment_id=66d17dae-c7e9-4bf2-8391-cd5ad7b2c159)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:38:15.282689 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c426e53b-721b-4429-855e-005c391d7a33 req-764237af-33e3-466e-b07d-5eeeb6fab966 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (378bd1dd-d5ee-43b0-bdfd-299dfff58543), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:15.296203 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-c426e53b-721b-4429-855e-005c391d7a33 req-764237af-33e3-466e-b07d-5eeeb6fab966 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Calling delete_port for 378bd1dd-d5ee-43b0-bdfd-299dfff58543 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:38:15.425290 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c426e53b-721b-4429-855e-005c391d7a33 req-764237af-33e3-466e-b07d-5eeeb6fab966 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (378bd1dd-d5ee-43b0-bdfd-299dfff58543), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:15.452603 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764237af-33e3-466e-b07d-5eeeb6fab966 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'Port': ['ID=378bd1dd-d5ee-43b0-bdfd-299dfff58543,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:15.463058 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764237af-33e3-466e-b07d-5eeeb6fab966 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:15.463403 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764237af-33e3-466e-b07d-5eeeb6fab966 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:15.463743 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764237af-33e3-466e-b07d-5eeeb6fab966 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:15.464074 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764237af-33e3-466e-b07d-5eeeb6fab966 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:15.464404 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764237af-33e3-466e-b07d-5eeeb6fab966 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:15.464730 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764237af-33e3-466e-b07d-5eeeb6fab966 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:15.465056 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764237af-33e3-466e-b07d-5eeeb6fab966 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:15.465401 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764237af-33e3-466e-b07d-5eeeb6fab966 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:15.466111 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764237af-33e3-466e-b07d-5eeeb6fab966 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:15.466111 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764237af-33e3-466e-b07d-5eeeb6fab966 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:15.466406 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764237af-33e3-466e-b07d-5eeeb6fab966 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:15.466638 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764237af-33e3-466e-b07d-5eeeb6fab966 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:15.466985 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764237af-33e3-466e-b07d-5eeeb6fab966 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:15.508543 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c426e53b-721b-4429-855e-005c391d7a33 req-764237af-33e3-466e-b07d-5eeeb6fab966 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] No DVR routers for this DVR port 378bd1dd-d5ee-43b0-bdfd-299dfff58543 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:38:15.511295 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c426e53b-721b-4429-855e-005c391d7a33 req-764237af-33e3-466e-b07d-5eeeb6fab966 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:15.514855 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c426e53b-721b-4429-855e-005c391d7a33 req-764237af-33e3-466e-b07d-5eeeb6fab966 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.31 "DELETE /v2.0/ports/378bd1dd-d5ee-43b0-bdfd-299dfff58543 HTTP/1.1" status: 204 len: 173 time: 0.4164624 Mar 07 11:38:15.515303 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c97f26ca-6f8c-4e67-84ba-52ddea54597b', 'name': 'network-vif-deleted', 'tag': '378bd1dd-d5ee-43b0-bdfd-299dfff58543'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:38:15.517639 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cd6fa2-bdb8-4b05-8393-652b717ce97d" -d '{"events": [{"server_uuid": "c97f26ca-6f8c-4e67-84ba-52ddea54597b", "name": "network-vif-deleted", "tag": "378bd1dd-d5ee-43b0-bdfd-299dfff58543"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:38:15.618037 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5535d00a-b825-4cb0-a326-036b260b78ac x-openstack-request-id: req-5535d00a-b825-4cb0-a326-036b260b78ac {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:38:15.619411 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c97f26ca-6f8c-4e67-84ba-52ddea54597b", "name": "network-vif-deleted", "tag": "378bd1dd-d5ee-43b0-bdfd-299dfff58543", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:38:15.619411 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5535d00a-b825-4cb0-a326-036b260b78ac {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:38:15.619411 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c97f26ca-6f8c-4e67-84ba-52ddea54597b', 'name': 'network-vif-deleted', 'tag': '378bd1dd-d5ee-43b0-bdfd-299dfff58543', 'status': 'completed', 'code': 200} Mar 07 11:38:15.721619 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e412d759-de04-46a2-aa1d-4058330c3072 req-d76b1f5d-727f-4903-a0f2-4e18928bbfe7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=c97f26ca-6f8c-4e67-84ba-52ddea54597b HTTP/1.1" status: 200 len: 210 time: 0.0283895 Mar 07 11:38:16.778629 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45458) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:17.469587 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0ad5c589-3e06-49b4-8072-7d9e367b9010 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (d580131f-047c-40ff-ab8f-f00800a8f9f7), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:17.724455 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-0ad5c589-3e06-49b4-8072-7d9e367b9010 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Deleting port 9e55edbb-db32-47b2-9b25-6e016b6f4221 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:38:17.724826 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0ad5c589-3e06-49b4-8072-7d9e367b9010 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (9e55edbb-db32-47b2-9b25-6e016b6f4221), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:17.813776 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-0ad5c589-3e06-49b4-8072-7d9e367b9010 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] For port 9e55edbb-db32-47b2-9b25-6e016b6f4221, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=9e55edbb-db32-47b2-9b25-6e016b6f4221,segment=NetworkSegment(66d17dae-c7e9-4bf2-8391-cd5ad7b2c159),segment_id=66d17dae-c7e9-4bf2-8391-cd5ad7b2c159)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:38:17.814498 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0ad5c589-3e06-49b4-8072-7d9e367b9010 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (9e55edbb-db32-47b2-9b25-6e016b6f4221), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:17.826526 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-0ad5c589-3e06-49b4-8072-7d9e367b9010 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Calling delete_port for 9e55edbb-db32-47b2-9b25-6e016b6f4221 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:38:18.011214 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0ad5c589-3e06-49b4-8072-7d9e367b9010 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (9e55edbb-db32-47b2-9b25-6e016b6f4221), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:18.035651 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5c589-3e06-49b4-8072-7d9e367b9010 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'Port': ['ID=9e55edbb-db32-47b2-9b25-6e016b6f4221,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:18.218607 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0ad5c589-3e06-49b4-8072-7d9e367b9010 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (d580131f-047c-40ff-ab8f-f00800a8f9f7), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:18.434988 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad5c589-3e06-49b4-8072-7d9e367b9010 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Router d580131f-047c-40ff-ab8f-f00800a8f9f7 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:38:18.543900 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad5c589-3e06-49b4-8072-7d9e367b9010 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:38:18.551672 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0ad5c589-3e06-49b4-8072-7d9e367b9010 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "PUT /v2.0/routers/d580131f-047c-40ff-ab8f-f00800a8f9f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7719347 Mar 07 11:38:18.551916 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45460) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:18.554803 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c93731-bbe4-42e4-a5a1-1d662927e35e None None] Sync routers for ids ['d580131f-047c-40ff-ab8f-f00800a8f9f7'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:38:18.571843 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c93731-bbe4-42e4-a5a1-1d662927e35e None None] Routers {'d580131f-047c-40ff-ab8f-f00800a8f9f7'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:38:18.572467 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-42c93731-bbe4-42e4-a5a1-1d662927e35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:38:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d580131f-047c-40ff-ab8f-f00800a8f9f7'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:18.609484 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-498af84a-97b7-4b2b-b442-adff7c5ed137 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Deleting subnet 14b189bc-b112-4dfb-b0ce-a0ab236b055f {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:38:18.612583 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-498af84a-97b7-4b2b-b442-adff7c5ed137 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for subnet (14b189bc-b112-4dfb-b0ce-a0ab236b055f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:18.652363 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-498af84a-97b7-4b2b-b442-adff7c5ed137 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (14b189bc-b112-4dfb-b0ce-a0ab236b055f), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:18.681776 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-42c93731-bbe4-42e4-a5a1-1d662927e35e None None] Set router d580131f-047c-40ff-ab8f-f00800a8f9f7 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:38:18.738601 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-498af84a-97b7-4b2b-b442-adff7c5ed137 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (14b189bc-b112-4dfb-b0ce-a0ab236b055f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:18.775277 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:18.807333 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-498af84a-97b7-4b2b-b442-adff7c5ed137 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (14b189bc-b112-4dfb-b0ce-a0ab236b055f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:18.836055 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498af84a-97b7-4b2b-b442-adff7c5ed137 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'Subnet': ['ID=14b189bc-b112-4dfb-b0ce-a0ab236b055f,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:18.841502 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-498af84a-97b7-4b2b-b442-adff7c5ed137 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:18.847173 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-498af84a-97b7-4b2b-b442-adff7c5ed137 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "DELETE /v2.0/subnets/14b189bc-b112-4dfb-b0ce-a0ab236b055f HTTP/1.1" status: 204 len: 168 time: 0.2920475 Mar 07 11:38:18.847425 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45462) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:18.848403 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae60281-51fb-4065-a653-62f6cab67960 None None] Network 6f634c6f-4d21-4c27-9447-e18697b490ae requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:38:18.962840 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-42c93731-bbe4-42e4-a5a1-1d662927e35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162785002', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:35:39Z', 'updated_at': '2022-03-07T11:38:17Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': 'e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:40Z', 'updated_at': '2022-03-07T11:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:18.968099 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b81d906d-488b-4dd4-a642-850d0673b9f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router (d580131f-047c-40ff-ab8f-f00800a8f9f7), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:18.995402 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c93731-bbe4-42e4-a5a1-1d662927e35e None None] Checking router: d580131f-047c-40ff-ab8f-f00800a8f9f7 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:38:19.004551 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c93731-bbe4-42e4-a5a1-1d662927e35e None None] Routers {'d580131f-047c-40ff-ab8f-f00800a8f9f7'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:38:19.005273 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-42c93731-bbe4-42e4-a5a1-1d662927e35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:38:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d580131f-047c-40ff-ab8f-f00800a8f9f7'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:19.011378 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f69113-6a52-4882-b21a-993ffddf84af None None] DHCP port deletion for 6f634c6f-4d21-4c27-9447-e18697b490ae request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:38:19.064197 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-02f69113-6a52-4882-b21a-993ffddf84af None None] Deleting port dedeb9ec-023d-4a40-9b5a-adbe85b2ad91 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:38:19.064540 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-02f69113-6a52-4882-b21a-993ffddf84af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (dedeb9ec-023d-4a40-9b5a-adbe85b2ad91), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:19.084135 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b81d906d-488b-4dd4-a642-850d0673b9f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router_gateway (d580131f-047c-40ff-ab8f-f00800a8f9f7), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:19.123001 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-42c93731-bbe4-42e4-a5a1-1d662927e35e None None] Set router d580131f-047c-40ff-ab8f-f00800a8f9f7 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:38:19.129417 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-02f69113-6a52-4882-b21a-993ffddf84af None None] For port dedeb9ec-023d-4a40-9b5a-adbe85b2ad91, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=dedeb9ec-023d-4a40-9b5a-adbe85b2ad91,segment=NetworkSegment(66d17dae-c7e9-4bf2-8391-cd5ad7b2c159),segment_id=66d17dae-c7e9-4bf2-8391-cd5ad7b2c159)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:38:19.129827 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-02f69113-6a52-4882-b21a-993ffddf84af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (dedeb9ec-023d-4a40-9b5a-adbe85b2ad91), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:19.138049 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b81d906d-488b-4dd4-a642-850d0673b9f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Deleting port e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:38:19.138681 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b81d906d-488b-4dd4-a642-850d0673b9f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:19.142850 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-02f69113-6a52-4882-b21a-993ffddf84af None None] Calling delete_port for dedeb9ec-023d-4a40-9b5a-adbe85b2ad91 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:38:19.221730 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-b81d906d-488b-4dd4-a642-850d0673b9f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] For port e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:38:19.222424 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b81d906d-488b-4dd4-a642-850d0673b9f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:19.235198 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-02f69113-6a52-4882-b21a-993ffddf84af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (dedeb9ec-023d-4a40-9b5a-adbe85b2ad91), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:19.236754 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b81d906d-488b-4dd4-a642-850d0673b9f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Calling delete_port for e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:38:19.263893 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f69113-6a52-4882-b21a-993ffddf84af None None] Pushing event deleted for resources: {'Port': ['ID=dedeb9ec-023d-4a40-9b5a-adbe85b2ad91,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:19.269515 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f69113-6a52-4882-b21a-993ffddf84af None None] No DVR routers for this DVR port dedeb9ec-023d-4a40-9b5a-adbe85b2ad91 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:38:19.280865 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f69113-6a52-4882-b21a-993ffddf84af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:19.281219 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f69113-6a52-4882-b21a-993ffddf84af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:19.281694 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f69113-6a52-4882-b21a-993ffddf84af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:19.281930 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f69113-6a52-4882-b21a-993ffddf84af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:19.282269 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f69113-6a52-4882-b21a-993ffddf84af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:19.282606 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f69113-6a52-4882-b21a-993ffddf84af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:19.282940 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f69113-6a52-4882-b21a-993ffddf84af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:19.283272 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f69113-6a52-4882-b21a-993ffddf84af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:19.283605 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f69113-6a52-4882-b21a-993ffddf84af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:19.283934 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f69113-6a52-4882-b21a-993ffddf84af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:19.284260 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f69113-6a52-4882-b21a-993ffddf84af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:19.284591 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f69113-6a52-4882-b21a-993ffddf84af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:19.284914 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f69113-6a52-4882-b21a-993ffddf84af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:19.323799 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-42c93731-bbe4-42e4-a5a1-1d662927e35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162785002', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:35:39Z', 'updated_at': '2022-03-07T11:38:17Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': 'e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:40Z', 'updated_at': '2022-03-07T11:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:19.350592 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c93731-bbe4-42e4-a5a1-1d662927e35e None None] The sync data for ids ['d580131f-047c-40ff-ab8f-f00800a8f9f7'] in n-d-832164-4 is: [{'id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-162785002', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': 'e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:35:39Z', 'updated_at': '2022-03-07T11:38:17Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': 'e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:fc:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd580131f-047c-40ff-ab8f-f00800a8f9f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:35:40Z', 'updated_at': '2022-03-07T11:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:38:19.442128 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b81d906d-488b-4dd4-a642-850d0673b9f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:19.469101 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d906d-488b-4dd4-a642-850d0673b9f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'Port': ['ID=e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:19.527668 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b81d906d-488b-4dd4-a642-850d0673b9f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (d580131f-047c-40ff-ab8f-f00800a8f9f7), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:19.626405 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b81d906d-488b-4dd4-a642-850d0673b9f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (d580131f-047c-40ff-ab8f-f00800a8f9f7), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:19.628435 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b81d906d-488b-4dd4-a642-850d0673b9f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router_controller (d580131f-047c-40ff-ab8f-f00800a8f9f7), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:19.674690 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b81d906d-488b-4dd4-a642-850d0673b9f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (d580131f-047c-40ff-ab8f-f00800a8f9f7), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:19.675155 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81d906d-488b-4dd4-a642-850d0673b9f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Fanout notify agent at l3_agent the message router_deleted on router d580131f-047c-40ff-ab8f-f00800a8f9f7 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:38:19.684584 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b81d906d-488b-4dd4-a642-850d0673b9f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:19.685984 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b81d906d-488b-4dd4-a642-850d0673b9f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "DELETE /v2.0/routers/d580131f-047c-40ff-ab8f-f00800a8f9f7 HTTP/1.1" status: 204 len: 168 time: 0.8376009 Mar 07 11:38:19.688574 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45464) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:19.767720 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c775fec-3778-47cf-9450-0704f3b31661 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (6f634c6f-4d21-4c27-9447-e18697b490ae), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:19.799465 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 378bd1dd-d5ee-43b0-bdfd-299dfff58543 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:38:19.821468 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 378bd1dd-d5ee-43b0-bdfd-299dfff58543 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:38:19.821822 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 378bd1dd-d5ee-43b0-bdfd-299dfff58543 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:38:19.859967 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c775fec-3778-47cf-9450-0704f3b31661 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (6f634c6f-4d21-4c27-9447-e18697b490ae), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:19.880320 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-2c775fec-3778-47cf-9450-0704f3b31661 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f634c6f-4d21-4c27-9447-e18697b490ae']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:19.890636 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-2c775fec-3778-47cf-9450-0704f3b31661 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66d17dae-c7e9-4bf2-8391-cd5ad7b2c159') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:19.890929 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-2c775fec-3778-47cf-9450-0704f3b31661 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66d17dae-c7e9-4bf2-8391-cd5ad7b2c159') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:19.900480 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c775fec-3778-47cf-9450-0704f3b31661 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (66d17dae-c7e9-4bf2-8391-cd5ad7b2c159), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:19.914302 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c775fec-3778-47cf-9450-0704f3b31661 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (66d17dae-c7e9-4bf2-8391-cd5ad7b2c159), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:19.920659 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c775fec-3778-47cf-9450-0704f3b31661 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:38:19.921056 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c775fec-3778-47cf-9450-0704f3b31661 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (66d17dae-c7e9-4bf2-8391-cd5ad7b2c159), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:19.924262 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:38:19.924262 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:38:19.924262 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:38:19.924262 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:38:19.924262 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:38:19.924262 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:38:19.924262 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:38:19.924262 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:38:19.924262 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:38:19.924262 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:38:19.924262 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:38:19.924262 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:38:19.924262 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:38:19.924262 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:38:19.924262 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:38:19.924262 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:38:19.924262 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:38:19.924262 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:38:19.924262 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:38:19.924262 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:38:19.924262 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:38:19.924262 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:38:19.924262 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:38:19.924262 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:38:19.924262 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:38:19.924262 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:38:19.924262 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:38:19.924262 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:38:19.924262 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:38:19.924262 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:38:19.924262 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:38:19.924262 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:38:19.985255 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c775fec-3778-47cf-9450-0704f3b31661 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (6f634c6f-4d21-4c27-9447-e18697b490ae), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:19.993355 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-2c775fec-3778-47cf-9450-0704f3b31661 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:19.996453 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-2c775fec-3778-47cf-9450-0704f3b31661 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "DELETE /v2.0/networks/6f634c6f-4d21-4c27-9447-e18697b490ae HTTP/1.1" status: 204 len: 168 time: 0.3068931 Mar 07 11:38:19.999163 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45466) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:20.020732 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c775fec-3778-47cf-9450-0704f3b31661 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'Network': ['ID=6f634c6f-4d21-4c27-9447-e18697b490ae,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:20.070814 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5abb5552-f2b1-47fd-b1bb-5b6a00d444c5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group (4731a336-5166-4568-a238-db7435716afd), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:20.096406 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5abb5552-f2b1-47fd-b1bb-5b6a00d444c5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group (4731a336-5166-4568-a238-db7435716afd), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:20.156887 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5abb5552-f2b1-47fd-b1bb-5b6a00d444c5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (4731a336-5166-4568-a238-db7435716afd), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:20.159426 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5abb5552-f2b1-47fd-b1bb-5b6a00d444c5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:20.160622 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5abb5552-f2b1-47fd-b1bb-5b6a00d444c5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "DELETE /v2.0/security-groups/4731a336-5166-4568-a238-db7435716afd HTTP/1.1" status: 204 len: 168 time: 0.1605182 Mar 07 11:38:20.170257 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abb5552-f2b1-47fd-b1bb-5b6a00d444c5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4731a336-5166-4568-a238-db7435716afd,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:20.565988 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:38:20.586737 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:38:20.587087 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device e30d0d8e-10f1-4673-aad7-5cb0a32bd3ed not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:38:20.587503 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9e55edbb-db32-47b2-9b25-6e016b6f4221 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:38:20.589590 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45472) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:20.594189 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-842d164c-85a6-4a71-96a3-b8fea8fa656b tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1360920363', 'description': 'tempest-secgroup-smoke-1360920363 description', 'project_id': 'a55f85fdfc8447269f634477a798a23c'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:38:20.609694 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 9e55edbb-db32-47b2-9b25-6e016b6f4221 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:38:20.610040 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9e55edbb-db32-47b2-9b25-6e016b6f4221 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:38:20.610470 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device dedeb9ec-023d-4a40-9b5a-adbe85b2ad91 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:38:20.615012 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-842d164c-85a6-4a71-96a3-b8fea8fa656b tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:20.630292 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: dedeb9ec-023d-4a40-9b5a-adbe85b2ad91 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:38:20.630541 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device dedeb9ec-023d-4a40-9b5a-adbe85b2ad91 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:38:20.687686 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-842d164c-85a6-4a71-96a3-b8fea8fa656b tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group (5b1f196a-e0eb-4c09-b744-a23416e2b844), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:20.691205 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-842d164c-85a6-4a71-96a3-b8fea8fa656b tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5b1f196a-e0eb-4c09-b744-a23416e2b844), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:20.721308 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-842d164c-85a6-4a71-96a3-b8fea8fa656b tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:20.722529 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-842d164c-85a6-4a71-96a3-b8fea8fa656b tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1319253 Mar 07 11:38:20.725682 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45474) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:20.727273 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d164c-85a6-4a71-96a3-b8fea8fa656b tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1f196a-e0eb-4c09-b744-a23416e2b844,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:20.731482 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-5399924e-e96b-4742-80e5-2204f5bd61c9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group_rule': {'security_group_id': '5b1f196a-e0eb-4c09-b744-a23416e2b844', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:38:20.756809 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5399924e-e96b-4742-80e5-2204f5bd61c9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (210d30d3-10e0-4c3b-9fe3-0e62cb9682fc), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:20.817025 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5399924e-e96b-4742-80e5-2204f5bd61c9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (210d30d3-10e0-4c3b-9fe3-0e62cb9682fc), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:20.820878 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5399924e-e96b-4742-80e5-2204f5bd61c9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (210d30d3-10e0-4c3b-9fe3-0e62cb9682fc), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:20.837965 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5399924e-e96b-4742-80e5-2204f5bd61c9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=210d30d3-10e0-4c3b-9fe3-0e62cb9682fc,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:20.846311 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5399924e-e96b-4742-80e5-2204f5bd61c9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:20.847497 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5399924e-e96b-4742-80e5-2204f5bd61c9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207685 Mar 07 11:38:20.850802 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45476) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:20.854986 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-1ec813cd-c623-4463-8501-31a1f5b16d4a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group_rule': {'security_group_id': '5b1f196a-e0eb-4c09-b744-a23416e2b844', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:38:20.878722 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1ec813cd-c623-4463-8501-31a1f5b16d4a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (389b977b-68b4-4242-97de-b95e96c11f4f), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:20.935481 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1ec813cd-c623-4463-8501-31a1f5b16d4a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (389b977b-68b4-4242-97de-b95e96c11f4f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:20.938912 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1ec813cd-c623-4463-8501-31a1f5b16d4a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (389b977b-68b4-4242-97de-b95e96c11f4f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:20.955361 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec813cd-c623-4463-8501-31a1f5b16d4a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=389b977b-68b4-4242-97de-b95e96c11f4f,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:20.963801 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1ec813cd-c623-4463-8501-31a1f5b16d4a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:20.965001 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1ec813cd-c623-4463-8501-31a1f5b16d4a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1132622 Mar 07 11:38:20.967743 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45478) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:20.971962 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-d31bd17d-0847-440c-841d-93427ee53b1d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group_rule': {'security_group_id': '5b1f196a-e0eb-4c09-b744-a23416e2b844', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:38:20.996444 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d31bd17d-0847-440c-841d-93427ee53b1d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (c571dbae-fb21-41dc-9a5a-61b66a4380e3), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:21.053790 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d31bd17d-0847-440c-841d-93427ee53b1d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (c571dbae-fb21-41dc-9a5a-61b66a4380e3), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:21.058602 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d31bd17d-0847-440c-841d-93427ee53b1d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (c571dbae-fb21-41dc-9a5a-61b66a4380e3), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:21.076657 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31bd17d-0847-440c-841d-93427ee53b1d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c571dbae-fb21-41dc-9a5a-61b66a4380e3,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:21.084918 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d31bd17d-0847-440c-841d-93427ee53b1d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:21.086155 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d31bd17d-0847-440c-841d-93427ee53b1d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175039 Mar 07 11:38:21.088943 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45480) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:21.093208 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-6275b0ff-14e5-4ae0-95fb-d0c8744727f7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group_rule': {'security_group_id': '5b1f196a-e0eb-4c09-b744-a23416e2b844', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:38:21.117353 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6275b0ff-14e5-4ae0-95fb-d0c8744727f7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (73d1e985-84fd-456e-ac04-78e32ef47c99), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:21.176882 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6275b0ff-14e5-4ae0-95fb-d0c8744727f7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (73d1e985-84fd-456e-ac04-78e32ef47c99), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:21.180390 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6275b0ff-14e5-4ae0-95fb-d0c8744727f7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (73d1e985-84fd-456e-ac04-78e32ef47c99), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:21.197684 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275b0ff-14e5-4ae0-95fb-d0c8744727f7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d1e985-84fd-456e-ac04-78e32ef47c99,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:21.208906 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6275b0ff-14e5-4ae0-95fb-d0c8744727f7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:21.210811 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6275b0ff-14e5-4ae0-95fb-d0c8744727f7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209195 Mar 07 11:38:21.213617 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45482) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:21.217843 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-0e4b05a1-60e4-43dd-a8b0-8fff37bd3724 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group_rule': {'security_group_id': '5b1f196a-e0eb-4c09-b744-a23416e2b844', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:38:21.237584 n-d-832164-4 neutron-server[103766]: INFO neutron.db.securitygroups_db [None req-0e4b05a1-60e4-43dd-a8b0-8fff37bd3724 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Project a55f85fdfc8447269f634477a798a23c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:38:21.242293 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e4b05a1-60e4-43dd-a8b0-8fff37bd3724 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (e42da3b1-d536-4c1a-b9aa-8510f5832a22), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:21.304083 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e4b05a1-60e4-43dd-a8b0-8fff37bd3724 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (e42da3b1-d536-4c1a-b9aa-8510f5832a22), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:21.307498 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e4b05a1-60e4-43dd-a8b0-8fff37bd3724 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (e42da3b1-d536-4c1a-b9aa-8510f5832a22), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:21.326183 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b05a1-60e4-43dd-a8b0-8fff37bd3724 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42da3b1-d536-4c1a-b9aa-8510f5832a22,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:21.331679 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0e4b05a1-60e4-43dd-a8b0-8fff37bd3724 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:21.332847 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0e4b05a1-60e4-43dd-a8b0-8fff37bd3724 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183181 Mar 07 11:38:21.336145 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45484) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:21.340420 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-75a024fa-ec75-4927-b10f-16b5f0a7b5ee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group_rule': {'security_group_id': '5b1f196a-e0eb-4c09-b744-a23416e2b844', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:38:21.360867 n-d-832164-4 neutron-server[103766]: INFO neutron.db.securitygroups_db [None req-75a024fa-ec75-4927-b10f-16b5f0a7b5ee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Project a55f85fdfc8447269f634477a798a23c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:38:21.365709 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-75a024fa-ec75-4927-b10f-16b5f0a7b5ee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (05fbddae-c866-4cda-acfa-4cc523594d78), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:21.424412 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-75a024fa-ec75-4927-b10f-16b5f0a7b5ee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (05fbddae-c866-4cda-acfa-4cc523594d78), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:21.427847 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-75a024fa-ec75-4927-b10f-16b5f0a7b5ee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (05fbddae-c866-4cda-acfa-4cc523594d78), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:21.445126 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a024fa-ec75-4927-b10f-16b5f0a7b5ee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05fbddae-c866-4cda-acfa-4cc523594d78,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:21.452626 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-75a024fa-ec75-4927-b10f-16b5f0a7b5ee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:21.453861 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-75a024fa-ec75-4927-b10f-16b5f0a7b5ee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1167991 Mar 07 11:38:21.456721 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45486) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:21.462246 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e2c95aff-802b-420f-bf2d-b61a7b1107ba tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'network': {'name': 'tempest-network-smoke--1905944742', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'port_security_enabled': True}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:38:21.480379 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c95aff-802b-420f-bf2d-b61a7b1107ba tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Made reservation on behalf of a55f85fdfc8447269f634477a798a23c for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:38:21.483589 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e2c95aff-802b-420f-bf2d-b61a7b1107ba tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:21.507228 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2c95aff-802b-420f-bf2d-b61a7b1107ba tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:38:21.515857 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e2c95aff-802b-420f-bf2d-b61a7b1107ba tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (9884b779-7b05-4503-a582-65b5b77d5c98), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:21.516216 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-e2c95aff-802b-420f-bf2d-b61a7b1107ba tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Added segment 9884b779-7b05-4503-a582-65b5b77d5c98 of type vlan for network b959f0a3-78c2-4e41-bca0-ebcc119ec33b Mar 07 11:38:21.559645 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e2c95aff-802b-420f-bf2d-b61a7b1107ba tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (b959f0a3-78c2-4e41-bca0-ebcc119ec33b), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:21.583372 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e2c95aff-802b-420f-bf2d-b61a7b1107ba tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (b959f0a3-78c2-4e41-bca0-ebcc119ec33b), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:21.588374 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c95aff-802b-420f-bf2d-b61a7b1107ba tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:21.588955 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e2c95aff-802b-420f-bf2d-b61a7b1107ba tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:21.625950 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e2c95aff-802b-420f-bf2d-b61a7b1107ba tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1681907 Mar 07 11:38:21.628838 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45488) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:21.633474 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-72e636ba-a098-420b-b0eb-6b50099f6bdc tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2116820518', 'admin_state_up': True, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:38:21.653961 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72e636ba-a098-420b-b0eb-6b50099f6bdc tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (d13ba5f7-c97a-41d8-991d-0923b2f4e164), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:21.655017 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72e636ba-a098-420b-b0eb-6b50099f6bdc tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (d13ba5f7-c97a-41d8-991d-0923b2f4e164), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:21.656219 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c95aff-802b-420f-bf2d-b61a7b1107ba tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Network': ['ID=b959f0a3-78c2-4e41-bca0-ebcc119ec33b,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:21.668951 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network b959f0a3-78c2-4e41-bca0-ebcc119ec33b details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:38:21.716070 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72e636ba-a098-420b-b0eb-6b50099f6bdc tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router_controller (d13ba5f7-c97a-41d8-991d-0923b2f4e164), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:21.859299 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72e636ba-a098-420b-b0eb-6b50099f6bdc tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router_gateway (d13ba5f7-c97a-41d8-991d-0923b2f4e164), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:22.054201 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72e636ba-a098-420b-b0eb-6b50099f6bdc tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router_gateway (d13ba5f7-c97a-41d8-991d-0923b2f4e164), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:22.072261 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72e636ba-a098-420b-b0eb-6b50099f6bdc tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:22.175147 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-72e636ba-a098-420b-b0eb-6b50099f6bdc tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Allocated IP 172.25.3.115 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/3ac43212-76bf-4066-9aae-db0bb11a3080) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:38:22.275440 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72e636ba-a098-420b-b0eb-6b50099f6bdc tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for port (3ac43212-76bf-4066-9aae-db0bb11a3080), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:22.309332 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72e636ba-a098-420b-b0eb-6b50099f6bdc tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (3ac43212-76bf-4066-9aae-db0bb11a3080), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:22.348137 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e636ba-a098-420b-b0eb-6b50099f6bdc tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:38:22.351025 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-72e636ba-a098-420b-b0eb-6b50099f6bdc tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:38:22.354414 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e636ba-a098-420b-b0eb-6b50099f6bdc tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:38:22.379527 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e636ba-a098-420b-b0eb-6b50099f6bdc tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Port': ['ID=3ac43212-76bf-4066-9aae-db0bb11a3080,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:22.601894 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72e636ba-a098-420b-b0eb-6b50099f6bdc tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router_gateway (d13ba5f7-c97a-41d8-991d-0923b2f4e164), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:22.798411 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72e636ba-a098-420b-b0eb-6b50099f6bdc tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (d13ba5f7-c97a-41d8-991d-0923b2f4e164), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:22.924355 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e636ba-a098-420b-b0eb-6b50099f6bdc tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Router d13ba5f7-c97a-41d8-991d-0923b2f4e164 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:38:23.038379 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e636ba-a098-420b-b0eb-6b50099f6bdc tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:38:23.047741 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d24cbd6-d056-4501-9124-936c24f06993 None None] Sync routers for ids ['d13ba5f7-c97a-41d8-991d-0923b2f4e164'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:38:23.057044 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d24cbd6-d056-4501-9124-936c24f06993 None None] Routers {'d13ba5f7-c97a-41d8-991d-0923b2f4e164'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:38:23.057625 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-8d24cbd6-d056-4501-9124-936c24f06993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:38:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d13ba5f7-c97a-41d8-991d-0923b2f4e164'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:23.058358 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-72e636ba-a098-420b-b0eb-6b50099f6bdc tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:23.059694 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-72e636ba-a098-420b-b0eb-6b50099f6bdc tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4298234 Mar 07 11:38:23.062809 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45490) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:23.091471 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-28a1c157-0e92-4440-892e-ea24041698fc tempest-TestNetworkAdvancedServerOps-168186507 tempest-TestNetworkAdvancedServerOps-168186507-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=a55f85fdfc8447269f634477a798a23c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275791 Mar 07 11:38:23.094016 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45492) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:23.170012 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-8d24cbd6-d056-4501-9124-936c24f06993 None None] Set router d13ba5f7-c97a-41d8-991d-0923b2f4e164 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:38:23.183363 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1412ea5d-dc61-41a6-aadb-0c46736f0f9f tempest-TestNetworkAdvancedServerOps-168186507 tempest-TestNetworkAdvancedServerOps-168186507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:23.184882 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1412ea5d-dc61-41a6-aadb-0c46736f0f9f tempest-TestNetworkAdvancedServerOps-168186507 tempest-TestNetworkAdvancedServerOps-168186507-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899761 Mar 07 11:38:23.188721 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45494) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:23.218310 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-88a61897-970c-44a0-99ae-7247f72a1862 tempest-TestNetworkAdvancedServerOps-168186507 tempest-TestNetworkAdvancedServerOps-168186507-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=f8958782-2869-4679-b3a6-78e3b1855431&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284209 Mar 07 11:38:23.220847 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45496) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:23.226008 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-4104ba36-b8dc-4e89-b5c3-5caee36ed536 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1649579277', 'network_id': 'b959f0a3-78c2-4e41-bca0-ebcc119ec33b', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:38:23.326455 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4104ba36-b8dc-4e89-b5c3-5caee36ed536 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Made reservation on behalf of a55f85fdfc8447269f634477a798a23c for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:38:23.329853 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4104ba36-b8dc-4e89-b5c3-5caee36ed536 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:23.457994 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:23.509854 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4104ba36-b8dc-4e89-b5c3-5caee36ed536 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (d5eb2e74-99f8-439a-8adf-e9f743207176), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:23.520543 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-8d24cbd6-d056-4501-9124-936c24f06993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116820518', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3ac43212-76bf-4066-9aae-db0bb11a3080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:38:21Z', 'updated_at': '2022-03-07T11:38:22Z', 'revision_number': 3, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '3ac43212-76bf-4066-9aae-db0bb11a3080', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:38:22Z', 'updated_at': '2022-03-07T11:38:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:23.551393 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d24cbd6-d056-4501-9124-936c24f06993 None None] Checking router: d13ba5f7-c97a-41d8-991d-0923b2f4e164 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:38:23.551801 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d24cbd6-d056-4501-9124-936c24f06993 None None] Updating router d13ba5f7-c97a-41d8-991d-0923b2f4e164 port 3ac43212-76bf-4066-9aae-db0bb11a3080 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:38:23.568942 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104ba36-b8dc-4e89-b5c3-5caee36ed536 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Subnet': ['ID=d5eb2e74-99f8-439a-8adf-e9f743207176,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:23.579540 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8d24cbd6-d056-4501-9124-936c24f06993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3ac43212-76bf-4066-9aae-db0bb11a3080), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:23.580148 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4104ba36-b8dc-4e89-b5c3-5caee36ed536 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Checking segment: {'id': '9884b779-7b05-4503-a582-65b5b77d5c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b959f0a3-78c2-4e41-bca0-ebcc119ec33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:38:23.580521 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4104ba36-b8dc-4e89-b5c3-5caee36ed536 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network hostable DHCP agents. Network: b959f0a3-78c2-4e41-bca0-ebcc119ec33b, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:38:23.597770 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4104ba36-b8dc-4e89-b5c3-5caee36ed536 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network b959f0a3-78c2-4e41-bca0-ebcc119ec33b is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:38:23.606742 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-4104ba36-b8dc-4e89-b5c3-5caee36ed536 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, b959f0a3-78c2-4e41-bca0-ebcc119ec33b) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:38:23.611487 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4104ba36-b8dc-4e89-b5c3-5caee36ed536 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:23.612079 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-4104ba36-b8dc-4e89-b5c3-5caee36ed536 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:23.629806 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4104ba36-b8dc-4e89-b5c3-5caee36ed536 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4078786 Mar 07 11:38:23.633215 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45498) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:23.658381 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a6da14-abf1-4025-905a-8aaf819bd055 None None] Network b959f0a3-78c2-4e41-bca0-ebcc119ec33b requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:38:23.832527 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e14757-5fe8-4764-9e15-aa76d77be7b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-b959f0a3-78c2-4e41-bca0-ebcc119ec33b', 'network_id': 'b959f0a3-78c2-4e41-bca0-ebcc119ec33b', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'fixed_ips': [{'subnet_id': 'd5eb2e74-99f8-439a-8adf-e9f743207176'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:38:23.833445 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f9e14757-5fe8-4764-9e15-aa76d77be7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:24.027354 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8d24cbd6-d056-4501-9124-936c24f06993 None None] Publish callbacks [] for port (3ac43212-76bf-4066-9aae-db0bb11a3080), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:24.034809 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8d24cbd6-d056-4501-9124-936c24f06993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3ac43212-76bf-4066-9aae-db0bb11a3080), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:24.070936 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-f9e14757-5fe8-4764-9e15-aa76d77be7b7 None None] Allocated IP 172.20.0.2 (b959f0a3-78c2-4e41-bca0-ebcc119ec33b/d5eb2e74-99f8-439a-8adf-e9f743207176/03c73b5c-0354-4db8-b65f-86928774f92e) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:38:24.118998 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-8d24cbd6-d056-4501-9124-936c24f06993 None None] Attempting to bind port 3ac43212-76bf-4066-9aae-db0bb11a3080 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:38:24.119369 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-8d24cbd6-d056-4501-9124-936c24f06993 None None] Attempting to bind port 3ac43212-76bf-4066-9aae-db0bb11a3080 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:38:24.119732 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d24cbd6-d056-4501-9124-936c24f06993 None None] Attempting to bind port 3ac43212-76bf-4066-9aae-db0bb11a3080 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:38:24.124223 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668ba84-5844-4ed0-8a67-8f6a22ebedc9 None None] Pushing event updated for resources: {'Port': ['ID=3ac43212-76bf-4066-9aae-db0bb11a3080,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:24.135922 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d24cbd6-d056-4501-9124-936c24f06993 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:38:24.136300 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d24cbd6-d056-4501-9124-936c24f06993 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:38:24.136706 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8d24cbd6-d056-4501-9124-936c24f06993 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:24.137093 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d24cbd6-d056-4501-9124-936c24f06993 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:38:24.137582 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-8d24cbd6-d056-4501-9124-936c24f06993 None None] Bound port: 3ac43212-76bf-4066-9aae-db0bb11a3080, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:38:24.137962 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8d24cbd6-d056-4501-9124-936c24f06993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3ac43212-76bf-4066-9aae-db0bb11a3080), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:24.237002 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-8d24cbd6-d056-4501-9124-936c24f06993 None None] For port 3ac43212-76bf-4066-9aae-db0bb11a3080, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:38:24.244843 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-8d24cbd6-d056-4501-9124-936c24f06993 None None] For port 3ac43212-76bf-4066-9aae-db0bb11a3080, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=3ac43212-76bf-4066-9aae-db0bb11a3080,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:38:24.253326 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8d24cbd6-d056-4501-9124-936c24f06993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3ac43212-76bf-4066-9aae-db0bb11a3080), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:24.346552 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f9e14757-5fe8-4764-9e15-aa76d77be7b7 None None] Publish callbacks [] for port (03c73b5c-0354-4db8-b65f-86928774f92e), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:24.353393 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d24cbd6-d056-4501-9124-936c24f06993 None None] Routers {'d13ba5f7-c97a-41d8-991d-0923b2f4e164'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:38:24.354073 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-8d24cbd6-d056-4501-9124-936c24f06993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:38:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d13ba5f7-c97a-41d8-991d-0923b2f4e164'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:24.356121 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668ba84-5844-4ed0-8a67-8f6a22ebedc9 None None] Pushing event updated for resources: {'Port': ['ID=3ac43212-76bf-4066-9aae-db0bb11a3080,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:24.360028 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f9e14757-5fe8-4764-9e15-aa76d77be7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (03c73b5c-0354-4db8-b65f-86928774f92e), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:24.415935 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fc36020c-0674-4b57-8b9c-5cf4ae01feb6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:24.445786 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e14757-5fe8-4764-9e15-aa76d77be7b7 None None] Network b959f0a3-78c2-4e41-bca0-ebcc119ec33b is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:38:24.453844 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-f9e14757-5fe8-4764-9e15-aa76d77be7b7 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:38:24.483818 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e14757-5fe8-4764-9e15-aa76d77be7b7 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:38:24.485790 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e14757-5fe8-4764-9e15-aa76d77be7b7 None None] Pushing event updated for resources: {'Port': ['ID=03c73b5c-0354-4db8-b65f-86928774f92e,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:24.555705 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-8d24cbd6-d056-4501-9124-936c24f06993 None None] Set router d13ba5f7-c97a-41d8-991d-0923b2f4e164 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:38:24.610971 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-f9e14757-5fe8-4764-9e15-aa76d77be7b7 None None] Attempting to bind port 03c73b5c-0354-4db8-b65f-86928774f92e on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:38:24.611257 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-f9e14757-5fe8-4764-9e15-aa76d77be7b7 None None] Attempting to bind port 03c73b5c-0354-4db8-b65f-86928774f92e by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '9884b779-7b05-4503-a582-65b5b77d5c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b959f0a3-78c2-4e41-bca0-ebcc119ec33b'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:38:24.611628 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e14757-5fe8-4764-9e15-aa76d77be7b7 None None] Attempting to bind port 03c73b5c-0354-4db8-b65f-86928774f92e on network b959f0a3-78c2-4e41-bca0-ebcc119ec33b {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:38:24.619601 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e14757-5fe8-4764-9e15-aa76d77be7b7 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:38:24.619980 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e14757-5fe8-4764-9e15-aa76d77be7b7 None None] Checking segment: {'id': '9884b779-7b05-4503-a582-65b5b77d5c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b959f0a3-78c2-4e41-bca0-ebcc119ec33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:38:24.620391 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f9e14757-5fe8-4764-9e15-aa76d77be7b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:24.620786 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e14757-5fe8-4764-9e15-aa76d77be7b7 None None] Bound using segment: {'id': '9884b779-7b05-4503-a582-65b5b77d5c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b959f0a3-78c2-4e41-bca0-ebcc119ec33b'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:38:24.621293 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-f9e14757-5fe8-4764-9e15-aa76d77be7b7 None None] Bound port: 03c73b5c-0354-4db8-b65f-86928774f92e, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9884b779-7b05-4503-a582-65b5b77d5c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b959f0a3-78c2-4e41-bca0-ebcc119ec33b'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:38:24.621681 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f9e14757-5fe8-4764-9e15-aa76d77be7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (03c73b5c-0354-4db8-b65f-86928774f92e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:24.692249 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-fc36020c-0674-4b57-8b9c-5cf4ae01feb6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Allocated IP 172.20.0.1 (b959f0a3-78c2-4e41-bca0-ebcc119ec33b/d5eb2e74-99f8-439a-8adf-e9f743207176/3c02f6d4-194a-48a3-bb99-250dff6734c3) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:38:24.746850 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-f9e14757-5fe8-4764-9e15-aa76d77be7b7 None None] For port 03c73b5c-0354-4db8-b65f-86928774f92e, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:38:24.751074 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-f9e14757-5fe8-4764-9e15-aa76d77be7b7 None None] For port 03c73b5c-0354-4db8-b65f-86928774f92e, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=03c73b5c-0354-4db8-b65f-86928774f92e,segment=NetworkSegment(9884b779-7b05-4503-a582-65b5b77d5c98),segment_id=9884b779-7b05-4503-a582-65b5b77d5c98)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:38:24.774913 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f9e14757-5fe8-4764-9e15-aa76d77be7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (03c73b5c-0354-4db8-b65f-86928774f92e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:24.813948 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fc36020c-0674-4b57-8b9c-5cf4ae01feb6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for port (3c02f6d4-194a-48a3-bb99-250dff6734c3), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:24.843578 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e14757-5fe8-4764-9e15-aa76d77be7b7 None None] Pushing event updated for resources: {'Port': ['ID=03c73b5c-0354-4db8-b65f-86928774f92e,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:24.852689 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fc36020c-0674-4b57-8b9c-5cf4ae01feb6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (3c02f6d4-194a-48a3-bb99-250dff6734c3), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:24.856469 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-8d24cbd6-d056-4501-9124-936c24f06993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116820518', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3ac43212-76bf-4066-9aae-db0bb11a3080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:38:21Z', 'updated_at': '2022-03-07T11:38:22Z', 'revision_number': 3, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '3ac43212-76bf-4066-9aae-db0bb11a3080', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:38:22Z', 'updated_at': '2022-03-07T11:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:24.888143 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d24cbd6-d056-4501-9124-936c24f06993 None None] The sync data for ids ['d13ba5f7-c97a-41d8-991d-0923b2f4e164'] in n-d-832164-4 is: [{'id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116820518', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3ac43212-76bf-4066-9aae-db0bb11a3080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:38:21Z', 'updated_at': '2022-03-07T11:38:22Z', 'revision_number': 3, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '3ac43212-76bf-4066-9aae-db0bb11a3080', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:38:22Z', 'updated_at': '2022-03-07T11:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:38:24.888839 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc36020c-0674-4b57-8b9c-5cf4ae01feb6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network b959f0a3-78c2-4e41-bca0-ebcc119ec33b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:38:24.893086 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-fc36020c-0674-4b57-8b9c-5cf4ae01feb6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:38:24.895322 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc36020c-0674-4b57-8b9c-5cf4ae01feb6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:38:24.943171 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36020c-0674-4b57-8b9c-5cf4ae01feb6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Port': ['ID=3c02f6d4-194a-48a3-bb99-250dff6734c3,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:24.959723 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fc36020c-0674-4b57-8b9c-5cf4ae01feb6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (d13ba5f7-c97a-41d8-991d-0923b2f4e164), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:25.171566 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fc36020c-0674-4b57-8b9c-5cf4ae01feb6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3c02f6d4-194a-48a3-bb99-250dff6734c3), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:25.489202 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fc36020c-0674-4b57-8b9c-5cf4ae01feb6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for port (3c02f6d4-194a-48a3-bb99-250dff6734c3), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:25.496261 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fc36020c-0674-4b57-8b9c-5cf4ae01feb6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (3c02f6d4-194a-48a3-bb99-250dff6734c3), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:25.574757 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36020c-0674-4b57-8b9c-5cf4ae01feb6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Port': ['ID=3c02f6d4-194a-48a3-bb99-250dff6734c3,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:25.578114 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fc36020c-0674-4b57-8b9c-5cf4ae01feb6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (d13ba5f7-c97a-41d8-991d-0923b2f4e164), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:25.689578 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc36020c-0674-4b57-8b9c-5cf4ae01feb6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network b959f0a3-78c2-4e41-bca0-ebcc119ec33b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:38:25.691061 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-fc36020c-0674-4b57-8b9c-5cf4ae01feb6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:38:25.823959 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc36020c-0674-4b57-8b9c-5cf4ae01feb6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Router d13ba5f7-c97a-41d8-991d-0923b2f4e164 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:38:25.858940 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13c1e54-a540-44f7-bddb-7a19c53912eb None None] Network b959f0a3-78c2-4e41-bca0-ebcc119ec33b requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:38:25.942124 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc36020c-0674-4b57-8b9c-5cf4ae01feb6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:38:25.947674 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-fc36020c-0674-4b57-8b9c-5cf4ae01feb6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "PUT /v2.0/routers/d13ba5f7-c97a-41d8-991d-0923b2f4e164/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3134992 Mar 07 11:38:25.970042 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ebfcebb5-452e-46c6-870a-393d3559b8ca None None] Provisioning complete for port 03c73b5c-0354-4db8-b65f-86928774f92e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:38:25.970467 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ebfcebb5-452e-46c6-870a-393d3559b8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (03c73b5c-0354-4db8-b65f-86928774f92e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:26.063448 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcebb5-452e-46c6-870a-393d3559b8ca None None] Current status of the port 03c73b5c-0354-4db8-b65f-86928774f92e is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:38:26.063679 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ebfcebb5-452e-46c6-870a-393d3559b8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (03c73b5c-0354-4db8-b65f-86928774f92e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:26.103282 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ebfcebb5-452e-46c6-870a-393d3559b8ca None None] For port 03c73b5c-0354-4db8-b65f-86928774f92e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=03c73b5c-0354-4db8-b65f-86928774f92e,segment=NetworkSegment(9884b779-7b05-4503-a582-65b5b77d5c98),segment_id=9884b779-7b05-4503-a582-65b5b77d5c98)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:38:26.108445 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ebfcebb5-452e-46c6-870a-393d3559b8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (03c73b5c-0354-4db8-b65f-86928774f92e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:26.140736 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-3b247124-4c85-4e97-a443-09e2cb3c7e44 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1360920363&fields=id&tenant_id=a55f85fdfc8447269f634477a798a23c HTTP/1.1" status: 200 len: 267 time: 0.0655780 Mar 07 11:38:26.159532 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfcebb5-452e-46c6-870a-393d3559b8ca None None] Pushing event updated for resources: {'Port': ['ID=03c73b5c-0354-4db8-b65f-86928774f92e,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:26.248712 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-89dc7294-71a2-43ac-b8fe-5fb2743d4514 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:26.250245 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-89dc7294-71a2-43ac-b8fe-5fb2743d4514 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/networks?id=b959f0a3-78c2-4e41-bca0-ebcc119ec33b HTTP/1.1" status: 200 len: 797 time: 0.1078765 Mar 07 11:38:26.269223 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-17f8226f-69d2-41c0-8f4a-af1ca893f674 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/quotas/a55f85fdfc8447269f634477a798a23c HTTP/1.1" status: 200 len: 375 time: 0.0104244 Mar 07 11:38:26.331384 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ac73f121-4979-48fe-a0ea-d5fd810221a2 None None] Provisioning complete for port 3c02f6d4-194a-48a3-bb99-250dff6734c3 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:38:26.331848 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ac73f121-4979-48fe-a0ea-d5fd810221a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3c02f6d4-194a-48a3-bb99-250dff6734c3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:26.338135 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-f96b4f48-276c-4e1d-a5e4-79b6730b9581 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629842 Mar 07 11:38:26.354301 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-eb255bc5-4883-49f0-a43f-af24fedf3f9b service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:38:26.355453 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-eb255bc5-4883-49f0-a43f-af24fedf3f9b service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052917 Mar 07 11:38:26.379986 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ac73f121-4979-48fe-a0ea-d5fd810221a2 None None] Port 3c02f6d4-194a-48a3-bb99-250dff6734c3 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:38:26.392939 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ac73f121-4979-48fe-a0ea-d5fd810221a2 None None] Provisioning complete for port 03c73b5c-0354-4db8-b65f-86928774f92e triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:38:26.393439 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ac73f121-4979-48fe-a0ea-d5fd810221a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (03c73b5c-0354-4db8-b65f-86928774f92e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:26.459732 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-83cd6ba5-3979-4c76-9c1a-089adfa7fa20 service neutron] 10.222.0.11 "GET /v2.0/networks/b959f0a3-78c2-4e41-bca0-ebcc119ec33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976965 Mar 07 11:38:26.479831 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ac73f121-4979-48fe-a0ea-d5fd810221a2 None None] Current status of the port 03c73b5c-0354-4db8-b65f-86928774f92e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:38:26.566279 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-c030537b-7767-4b97-a650-0ee193d576ff service neutron] 10.222.0.11 "GET /v2.0/networks/b959f0a3-78c2-4e41-bca0-ebcc119ec33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055357 Mar 07 11:38:26.609093 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-826d1d3c-5deb-4e54-ba90-4ebf3c826744 None None] Provisioning complete for port 3c02f6d4-194a-48a3-bb99-250dff6734c3 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:38:26.609808 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-826d1d3c-5deb-4e54-ba90-4ebf3c826744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3c02f6d4-194a-48a3-bb99-250dff6734c3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:26.659907 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3ac43212-76bf-4066-9aae-db0bb11a3080 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:38:26.664443 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-826d1d3c-5deb-4e54-ba90-4ebf3c826744 None None] Port 3c02f6d4-194a-48a3-bb99-250dff6734c3 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:38:26.739574 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844576b0-7960-4564-9279-9cd495c9051f None None] Sync routers for ids ['d13ba5f7-c97a-41d8-991d-0923b2f4e164'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:38:26.752688 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844576b0-7960-4564-9279-9cd495c9051f None None] Routers {'d13ba5f7-c97a-41d8-991d-0923b2f4e164'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:38:26.753651 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-844576b0-7960-4564-9279-9cd495c9051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:38:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d13ba5f7-c97a-41d8-991d-0923b2f4e164'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:26.774779 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-098e016a-160d-4458-806a-5c8c483b2e7e req-2e011c97-269f-4f09-b3f0-d674f66ad973 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 210 time: 0.0413659 Mar 07 11:38:26.884100 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-844576b0-7960-4564-9279-9cd495c9051f None None] Set router d13ba5f7-c97a-41d8-991d-0923b2f4e164 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:38:26.900412 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-df5cfe1d-bd89-41ae-85d9-609da849ad8d None None] Provisioning complete for port 3c02f6d4-194a-48a3-bb99-250dff6734c3 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:38:26.900952 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-df5cfe1d-bd89-41ae-85d9-609da849ad8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3c02f6d4-194a-48a3-bb99-250dff6734c3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:26.938214 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 3ac43212-76bf-4066-9aae-db0bb11a3080 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:38:26.938592 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3ac43212-76bf-4066-9aae-db0bb11a3080), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:26.942345 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-df5cfe1d-bd89-41ae-85d9-609da849ad8d None None] Port 3c02f6d4-194a-48a3-bb99-250dff6734c3 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:38:27.023979 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 3ac43212-76bf-4066-9aae-db0bb11a3080 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:38:27.024767 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3ac43212-76bf-4066-9aae-db0bb11a3080), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:27.055333 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 3ac43212-76bf-4066-9aae-db0bb11a3080, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=3ac43212-76bf-4066-9aae-db0bb11a3080,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:38:27.059722 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3ac43212-76bf-4066-9aae-db0bb11a3080), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:27.060699 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 03c73b5c-0354-4db8-b65f-86928774f92e up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:38:27.103748 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-844576b0-7960-4564-9279-9cd495c9051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116820518', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3ac43212-76bf-4066-9aae-db0bb11a3080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:38:21Z', 'updated_at': '2022-03-07T11:38:25Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '3ac43212-76bf-4066-9aae-db0bb11a3080', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:38:22Z', 'updated_at': '2022-03-07T11:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '3c02f6d4-194a-48a3-bb99-250dff6734c3', 'name': '', 'network_id': 'b959f0a3-78c2-4e41-bca0-ebcc119ec33b', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:ef:d4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd5eb2e74-99f8-439a-8adf-e9f743207176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:38:24Z', 'updated_at': '2022-03-07T11:38:25Z', 'revision_number': 2, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': 'd5eb2e74-99f8-439a-8adf-e9f743207176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:27.136655 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=3ac43212-76bf-4066-9aae-db0bb11a3080,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:27.138362 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844576b0-7960-4564-9279-9cd495c9051f None None] Checking router: d13ba5f7-c97a-41d8-991d-0923b2f4e164 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:38:27.138512 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844576b0-7960-4564-9279-9cd495c9051f None None] Updating router d13ba5f7-c97a-41d8-991d-0923b2f4e164 port 3c02f6d4-194a-48a3-bb99-250dff6734c3 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:38:27.151689 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 03c73b5c-0354-4db8-b65f-86928774f92e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:38:27.152388 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (03c73b5c-0354-4db8-b65f-86928774f92e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:27.169297 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-844576b0-7960-4564-9279-9cd495c9051f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3c02f6d4-194a-48a3-bb99-250dff6734c3), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:27.239503 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 03c73b5c-0354-4db8-b65f-86928774f92e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:38:27.450190 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-844576b0-7960-4564-9279-9cd495c9051f None None] Publish callbacks [] for port (3c02f6d4-194a-48a3-bb99-250dff6734c3), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:27.454909 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-844576b0-7960-4564-9279-9cd495c9051f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3c02f6d4-194a-48a3-bb99-250dff6734c3), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:27.504072 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed17c1-5850-4b31-925b-f2b3f0f0c26c None None] Pushing event updated for resources: {'Port': ['ID=3c02f6d4-194a-48a3-bb99-250dff6734c3,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:27.532700 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed17c1-5850-4b31-925b-f2b3f0f0c26c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:27.533049 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed17c1-5850-4b31-925b-f2b3f0f0c26c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:27.533411 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed17c1-5850-4b31-925b-f2b3f0f0c26c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:27.533742 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed17c1-5850-4b31-925b-f2b3f0f0c26c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:27.534067 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed17c1-5850-4b31-925b-f2b3f0f0c26c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:27.534392 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed17c1-5850-4b31-925b-f2b3f0f0c26c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:27.534717 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed17c1-5850-4b31-925b-f2b3f0f0c26c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:27.535039 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed17c1-5850-4b31-925b-f2b3f0f0c26c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:27.535354 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed17c1-5850-4b31-925b-f2b3f0f0c26c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:27.535676 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed17c1-5850-4b31-925b-f2b3f0f0c26c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:27.535993 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed17c1-5850-4b31-925b-f2b3f0f0c26c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:27.536313 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed17c1-5850-4b31-925b-f2b3f0f0c26c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:27.536625 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ed17c1-5850-4b31-925b-f2b3f0f0c26c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:38:27.568977 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-844576b0-7960-4564-9279-9cd495c9051f None None] Attempting to bind port 3c02f6d4-194a-48a3-bb99-250dff6734c3 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:38:27.569380 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-844576b0-7960-4564-9279-9cd495c9051f None None] Attempting to bind port 3c02f6d4-194a-48a3-bb99-250dff6734c3 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '9884b779-7b05-4503-a582-65b5b77d5c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b959f0a3-78c2-4e41-bca0-ebcc119ec33b'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:38:27.569744 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844576b0-7960-4564-9279-9cd495c9051f None None] Attempting to bind port 3c02f6d4-194a-48a3-bb99-250dff6734c3 on network b959f0a3-78c2-4e41-bca0-ebcc119ec33b {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:38:27.574967 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844576b0-7960-4564-9279-9cd495c9051f None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:38:27.575327 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844576b0-7960-4564-9279-9cd495c9051f None None] Checking segment: {'id': '9884b779-7b05-4503-a582-65b5b77d5c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b959f0a3-78c2-4e41-bca0-ebcc119ec33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:38:27.575732 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-844576b0-7960-4564-9279-9cd495c9051f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:27.576117 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844576b0-7960-4564-9279-9cd495c9051f None None] Bound using segment: {'id': '9884b779-7b05-4503-a582-65b5b77d5c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b959f0a3-78c2-4e41-bca0-ebcc119ec33b'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:38:27.576690 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-844576b0-7960-4564-9279-9cd495c9051f None None] Bound port: 3c02f6d4-194a-48a3-bb99-250dff6734c3, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9884b779-7b05-4503-a582-65b5b77d5c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b959f0a3-78c2-4e41-bca0-ebcc119ec33b'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:38:27.577066 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-844576b0-7960-4564-9279-9cd495c9051f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3c02f6d4-194a-48a3-bb99-250dff6734c3), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:27.641646 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-844576b0-7960-4564-9279-9cd495c9051f None None] For port 3c02f6d4-194a-48a3-bb99-250dff6734c3, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:38:27.645274 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-844576b0-7960-4564-9279-9cd495c9051f None None] For port 3c02f6d4-194a-48a3-bb99-250dff6734c3, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=3c02f6d4-194a-48a3-bb99-250dff6734c3,segment=NetworkSegment(9884b779-7b05-4503-a582-65b5b77d5c98),segment_id=9884b779-7b05-4503-a582-65b5b77d5c98)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:38:27.651752 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-844576b0-7960-4564-9279-9cd495c9051f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3c02f6d4-194a-48a3-bb99-250dff6734c3), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:27.668507 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-136240ab-99fb-482f-a8de-5d21012bf6a5 None None] Provisioning complete for port 3c02f6d4-194a-48a3-bb99-250dff6734c3 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:38:27.669312 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-136240ab-99fb-482f-a8de-5d21012bf6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3c02f6d4-194a-48a3-bb99-250dff6734c3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:27.728686 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844576b0-7960-4564-9279-9cd495c9051f None None] Routers {'d13ba5f7-c97a-41d8-991d-0923b2f4e164'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:38:27.729452 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-844576b0-7960-4564-9279-9cd495c9051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:38:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d13ba5f7-c97a-41d8-991d-0923b2f4e164'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:27.769225 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-136240ab-99fb-482f-a8de-5d21012bf6a5 None None] Current status of the port 3c02f6d4-194a-48a3-bb99-250dff6734c3 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:38:27.769445 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-136240ab-99fb-482f-a8de-5d21012bf6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (3c02f6d4-194a-48a3-bb99-250dff6734c3), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:27.804498 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-136240ab-99fb-482f-a8de-5d21012bf6a5 None None] For port 3c02f6d4-194a-48a3-bb99-250dff6734c3, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=3c02f6d4-194a-48a3-bb99-250dff6734c3,segment=NetworkSegment(9884b779-7b05-4503-a582-65b5b77d5c98),segment_id=9884b779-7b05-4503-a582-65b5b77d5c98)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:38:27.809226 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-136240ab-99fb-482f-a8de-5d21012bf6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (3c02f6d4-194a-48a3-bb99-250dff6734c3), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:27.858757 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-844576b0-7960-4564-9279-9cd495c9051f None None] Set router d13ba5f7-c97a-41d8-991d-0923b2f4e164 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:38:27.905401 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-86c00213-173a-407a-89a5-f48fc0bfd9f4 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:27.907021 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-86c00213-173a-407a-89a5-f48fc0bfd9f4 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.21 "GET /v2.0/networks?id=b959f0a3-78c2-4e41-bca0-ebcc119ec33b HTTP/1.1" status: 200 len: 797 time: 0.1794913 Mar 07 11:38:27.907528 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136240ab-99fb-482f-a8de-5d21012bf6a5 None None] Pushing event updated for resources: {'Port': ['ID=3c02f6d4-194a-48a3-bb99-250dff6734c3,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:27.949181 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed17c1-5850-4b31-925b-f2b3f0f0c26c None None] Pushing event updated for resources: {'Port': ['ID=3c02f6d4-194a-48a3-bb99-250dff6734c3,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:27.967410 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-36c13f1b-5d04-438e-8d60-099f5f501df7 req-1775bebf-9283-479d-b373-0eb612ee0d9c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 210 time: 0.0442574 Mar 07 11:38:28.010926 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-326c3399-4518-4440-9ddf-9d9c3328e8da tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a55f85fdfc8447269f634477a798a23c HTTP/1.1" status: 200 len: 380 time: 0.0944915 Mar 07 11:38:28.020488 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-2d3e704e-f882-4dc3-9124-a2d4887de05e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'port': {'device_id': '7c4dccec-3db8-4eea-99e8-dcfeb0c60b24', 'network_id': 'b959f0a3-78c2-4e41-bca0-ebcc119ec33b', 'admin_state_up': True, 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'security_groups': ['5b1f196a-e0eb-4c09-b744-a23416e2b844']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:38:28.096664 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-844576b0-7960-4564-9279-9cd495c9051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116820518', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3ac43212-76bf-4066-9aae-db0bb11a3080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:38:21Z', 'updated_at': '2022-03-07T11:38:25Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '3ac43212-76bf-4066-9aae-db0bb11a3080', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:38:22Z', 'updated_at': '2022-03-07T11:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '3c02f6d4-194a-48a3-bb99-250dff6734c3', 'name': '', 'network_id': 'b959f0a3-78c2-4e41-bca0-ebcc119ec33b', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:ef:d4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd5eb2e74-99f8-439a-8adf-e9f743207176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:38:24Z', 'updated_at': '2022-03-07T11:38:27Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': 'd5eb2e74-99f8-439a-8adf-e9f743207176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:28.122768 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844576b0-7960-4564-9279-9cd495c9051f None None] The sync data for ids ['d13ba5f7-c97a-41d8-991d-0923b2f4e164'] in n-d-832164-4 is: [{'id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116820518', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3ac43212-76bf-4066-9aae-db0bb11a3080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:38:21Z', 'updated_at': '2022-03-07T11:38:25Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '3ac43212-76bf-4066-9aae-db0bb11a3080', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:38:22Z', 'updated_at': '2022-03-07T11:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '3c02f6d4-194a-48a3-bb99-250dff6734c3', 'name': '', 'network_id': 'b959f0a3-78c2-4e41-bca0-ebcc119ec33b', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:ef:d4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd5eb2e74-99f8-439a-8adf-e9f743207176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:38:24Z', 'updated_at': '2022-03-07T11:38:27Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': 'd5eb2e74-99f8-439a-8adf-e9f743207176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:38:28.130862 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-2d3e704e-f882-4dc3-9124-a2d4887de05e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Made reservation on behalf of a55f85fdfc8447269f634477a798a23c for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:38:28.134468 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-2d3e704e-f882-4dc3-9124-a2d4887de05e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:28.137778 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-7bfef4b4-efb3-49fd-ae1c-6a9f2c097125 None None] Provisioning complete for port 3c02f6d4-194a-48a3-bb99-250dff6734c3 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:38:28.138165 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7bfef4b4-efb3-49fd-ae1c-6a9f2c097125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3c02f6d4-194a-48a3-bb99-250dff6734c3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:28.261335 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-7bfef4b4-efb3-49fd-ae1c-6a9f2c097125 None None] Current status of the port 3c02f6d4-194a-48a3-bb99-250dff6734c3 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:38:28.296780 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-2d3e704e-f882-4dc3-9124-a2d4887de05e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Allocated IP 172.20.0.6 (b959f0a3-78c2-4e41-bca0-ebcc119ec33b/d5eb2e74-99f8-439a-8adf-e9f743207176/8c8872f3-27a2-4033-9378-89397c18a354) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:38:28.446279 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-2d3e704e-f882-4dc3-9124-a2d4887de05e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for port (8c8872f3-27a2-4033-9378-89397c18a354), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:28.482487 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-2d3e704e-f882-4dc3-9124-a2d4887de05e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (8c8872f3-27a2-4033-9378-89397c18a354), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:28.524160 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-2d3e704e-f882-4dc3-9124-a2d4887de05e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network b959f0a3-78c2-4e41-bca0-ebcc119ec33b is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:38:28.528105 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-2d3e704e-f882-4dc3-9124-a2d4887de05e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:38:28.530234 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-2d3e704e-f882-4dc3-9124-a2d4887de05e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:38:28.577359 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e704e-f882-4dc3-9124-a2d4887de05e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Port': ['ID=8c8872f3-27a2-4033-9378-89397c18a354,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:28.600732 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-2d3e704e-f882-4dc3-9124-a2d4887de05e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:28.601620 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-2d3e704e-f882-4dc3-9124-a2d4887de05e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:28.622138 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-2d3e704e-f882-4dc3-9124-a2d4887de05e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6054537 Mar 07 11:38:28.634340 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-770af15c-4ae9-4eaa-b29f-1919e87e37ab service neutron] Request body: {'port': {'device_id': '7c4dccec-3db8-4eea-99e8-dcfeb0c60b24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:38:28.684221 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3c02f6d4-194a-48a3-bb99-250dff6734c3 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:38:28.714401 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-770af15c-4ae9-4eaa-b29f-1919e87e37ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8c8872f3-27a2-4033-9378-89397c18a354), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:28.749450 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 3c02f6d4-194a-48a3-bb99-250dff6734c3 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:38:28.750109 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3c02f6d4-194a-48a3-bb99-250dff6734c3), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:28.839900 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 3c02f6d4-194a-48a3-bb99-250dff6734c3 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:38:28.840983 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3ac43212-76bf-4066-9aae-db0bb11a3080 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:38:28.892296 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6f09008c-407b-4ba3-90a3-53a97eed784f None None] Provisioning complete for port 8c8872f3-27a2-4033-9378-89397c18a354 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:38:28.892671 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6f09008c-407b-4ba3-90a3-53a97eed784f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (8c8872f3-27a2-4033-9378-89397c18a354), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:28.938427 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 3ac43212-76bf-4066-9aae-db0bb11a3080 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:38:28.939097 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (3ac43212-76bf-4066-9aae-db0bb11a3080), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:28.942107 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6f09008c-407b-4ba3-90a3-53a97eed784f None None] Port 8c8872f3-27a2-4033-9378-89397c18a354 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:38:29.036560 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 3ac43212-76bf-4066-9aae-db0bb11a3080 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:38:29.049375 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-770af15c-4ae9-4eaa-b29f-1919e87e37ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c8872f3-27a2-4033-9378-89397c18a354 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:38:29.060342 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-770af15c-4ae9-4eaa-b29f-1919e87e37ab service neutron] Publish callbacks [] for port (8c8872f3-27a2-4033-9378-89397c18a354), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:29.073872 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-770af15c-4ae9-4eaa-b29f-1919e87e37ab service neutron] Transition to ACTIVE for port object 8c8872f3-27a2-4033-9378-89397c18a354 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:38:29.078939 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-770af15c-4ae9-4eaa-b29f-1919e87e37ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (8c8872f3-27a2-4033-9378-89397c18a354), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:29.168310 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98d352-8b03-4eb6-a9eb-163895bc3a21 req-d755e39a-f8ca-4316-ab2b-b5fd77f6dab8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:29.177370 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6e98d352-8b03-4eb6-a9eb-163895bc3a21 req-d755e39a-f8ca-4316-ab2b-b5fd77f6dab8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 943 time: 0.0982456 Mar 07 11:38:29.189873 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770af15c-4ae9-4eaa-b29f-1919e87e37ab service neutron] Pushing event updated for resources: {'Port': ['ID=8c8872f3-27a2-4033-9378-89397c18a354,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:29.234056 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-770af15c-4ae9-4eaa-b29f-1919e87e37ab service neutron] Attempting to bind port 8c8872f3-27a2-4033-9378-89397c18a354 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:38:29.234799 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-770af15c-4ae9-4eaa-b29f-1919e87e37ab service neutron] Attempting to bind port 8c8872f3-27a2-4033-9378-89397c18a354 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '9884b779-7b05-4503-a582-65b5b77d5c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b959f0a3-78c2-4e41-bca0-ebcc119ec33b'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:38:29.235666 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-770af15c-4ae9-4eaa-b29f-1919e87e37ab service neutron] Attempting to bind port 8c8872f3-27a2-4033-9378-89397c18a354 on network b959f0a3-78c2-4e41-bca0-ebcc119ec33b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:38:29.250460 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-770af15c-4ae9-4eaa-b29f-1919e87e37ab service neutron] Port 8c8872f3-27a2-4033-9378-89397c18a354 on network b959f0a3-78c2-4e41-bca0-ebcc119ec33b not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:38:29.250713 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-770af15c-4ae9-4eaa-b29f-1919e87e37ab service neutron] Attempting to bind port 8c8872f3-27a2-4033-9378-89397c18a354 on network b959f0a3-78c2-4e41-bca0-ebcc119ec33b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:38:29.256723 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6e98d352-8b03-4eb6-a9eb-163895bc3a21 req-6dc369f6-a379-499f-92e1-7bb9d9653451 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779128 Mar 07 11:38:29.258122 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-770af15c-4ae9-4eaa-b29f-1919e87e37ab service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:38:29.258457 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-770af15c-4ae9-4eaa-b29f-1919e87e37ab service neutron] Checking segment: {'id': '9884b779-7b05-4503-a582-65b5b77d5c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b959f0a3-78c2-4e41-bca0-ebcc119ec33b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:38:29.258832 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-770af15c-4ae9-4eaa-b29f-1919e87e37ab service neutron] Bound using segment: {'id': '9884b779-7b05-4503-a582-65b5b77d5c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b959f0a3-78c2-4e41-bca0-ebcc119ec33b'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:38:29.259291 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-770af15c-4ae9-4eaa-b29f-1919e87e37ab service neutron] Bound port: 8c8872f3-27a2-4033-9378-89397c18a354, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9884b779-7b05-4503-a582-65b5b77d5c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b959f0a3-78c2-4e41-bca0-ebcc119ec33b'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:38:29.259618 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-770af15c-4ae9-4eaa-b29f-1919e87e37ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8c8872f3-27a2-4033-9378-89397c18a354), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:29.364879 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-770af15c-4ae9-4eaa-b29f-1919e87e37ab service neutron] For port 8c8872f3-27a2-4033-9378-89397c18a354, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:38:29.370479 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-770af15c-4ae9-4eaa-b29f-1919e87e37ab service neutron] For port 8c8872f3-27a2-4033-9378-89397c18a354, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=8c8872f3-27a2-4033-9378-89397c18a354,segment=NetworkSegment(9884b779-7b05-4503-a582-65b5b77d5c98),segment_id=9884b779-7b05-4503-a582-65b5b77d5c98)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:38:29.378481 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-770af15c-4ae9-4eaa-b29f-1919e87e37ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (8c8872f3-27a2-4033-9378-89397c18a354), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:29.413377 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-770af15c-4ae9-4eaa-b29f-1919e87e37ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:29.414001 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-770af15c-4ae9-4eaa-b29f-1919e87e37ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:29.415416 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-770af15c-4ae9-4eaa-b29f-1919e87e37ab service neutron] 10.222.0.21 "PUT /v2.0/ports/8c8872f3-27a2-4033-9378-89397c18a354 HTTP/1.1" status: 200 len: 1091 time: 0.7855175 Mar 07 11:38:29.415885 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4dccec-3db8-4eea-99e8-dcfeb0c60b24', 'tag': '8c8872f3-27a2-4033-9378-89397c18a354'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:38:29.418197 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4a23f5-3b32-4623-9426-491ba777844e" -d '{"events": [{"name": "network-changed", "server_uuid": "7c4dccec-3db8-4eea-99e8-dcfeb0c60b24", "tag": "8c8872f3-27a2-4033-9378-89397c18a354"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:38:29.473727 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ded1385-339f-490d-be2e-2040b1c72840 x-openstack-request-id: req-8ded1385-339f-490d-be2e-2040b1c72840 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:38:29.474030 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c4dccec-3db8-4eea-99e8-dcfeb0c60b24", "tag": "8c8872f3-27a2-4033-9378-89397c18a354", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:38:29.474514 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8ded1385-339f-490d-be2e-2040b1c72840 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:38:29.475337 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c4dccec-3db8-4eea-99e8-dcfeb0c60b24', 'tag': '8c8872f3-27a2-4033-9378-89397c18a354', 'status': 'completed', 'code': 200} Mar 07 11:38:29.476078 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770af15c-4ae9-4eaa-b29f-1919e87e37ab service neutron] Pushing event updated for resources: {'Port': ['ID=8c8872f3-27a2-4033-9378-89397c18a354,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:29.530557 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-e50d1ee7-ba95-4412-99af-e133521aa80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:29.532218 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-e50d1ee7-ba95-4412-99af-e133521aa80e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 1125 time: 0.0699217 Mar 07 11:38:29.580588 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-f54bcb5f-b6a2-4e6a-8efb-850f6b5b23de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c8872f3-27a2-4033-9378-89397c18a354 HTTP/1.1" status: 200 len: 217 time: 0.0419614 Mar 07 11:38:29.631591 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-64bbb1fb-558d-45d5-b515-1783507bba4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:29.633065 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-64bbb1fb-558d-45d5-b515-1783507bba4b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5eb2e74-99f8-439a-8adf-e9f743207176 HTTP/1.1" status: 200 len: 835 time: 0.0462656 Mar 07 11:38:29.693504 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-d473caa0-8bf2-406a-a304-67fe1e410904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:29.695037 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-d473caa0-8bf2-406a-a304-67fe1e410904 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b959f0a3-78c2-4e41-bca0-ebcc119ec33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0562551 Mar 07 11:38:29.784355 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-aa3c8f54-76ea-452b-9e2b-211ced9fd26a service neutron] 10.222.0.21 "GET /v2.0/networks/b959f0a3-78c2-4e41-bca0-ebcc119ec33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833402 Mar 07 11:38:29.876896 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-037d88e8-6ca1-47e8-8656-dd8a51d9964b req-59d0a387-0b2e-4543-9316-93c335899c0b service neutron] 10.222.0.21 "GET /v2.0/networks/b959f0a3-78c2-4e41-bca0-ebcc119ec33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865593 Mar 07 11:38:29.967205 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a23f5-3b32-4623-9426-491ba777844e req-dc3010ef-7252-40c7-aa33-a4d095fdbcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:29.968687 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8b4a23f5-3b32-4623-9426-491ba777844e req-dc3010ef-7252-40c7-aa33-a4d095fdbcb3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 1125 time: 0.0448835 Mar 07 11:38:30.068090 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a23f5-3b32-4623-9426-491ba777844e req-61d06804-bb65-4b8d-aa23-43692f8b4f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:30.070313 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8b4a23f5-3b32-4623-9426-491ba777844e req-61d06804-bb65-4b8d-aa23-43692f8b4f86 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b959f0a3-78c2-4e41-bca0-ebcc119ec33b HTTP/1.1" status: 200 len: 898 time: 0.0946181 Mar 07 11:38:30.110960 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8b4a23f5-3b32-4623-9426-491ba777844e req-ed571b97-7894-45ed-932a-badc1abd6b66 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c8872f3-27a2-4033-9378-89397c18a354 HTTP/1.1" status: 200 len: 217 time: 0.0344336 Mar 07 11:38:30.158485 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a23f5-3b32-4623-9426-491ba777844e req-3365986f-d720-4865-9a01-366915dfd997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:30.159874 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8b4a23f5-3b32-4623-9426-491ba777844e req-3365986f-d720-4865-9a01-366915dfd997 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5eb2e74-99f8-439a-8adf-e9f743207176 HTTP/1.1" status: 200 len: 835 time: 0.0423148 Mar 07 11:38:30.209948 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a23f5-3b32-4623-9426-491ba777844e req-a05866e0-a916-4f57-988d-dd12f4a6b752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:30.211405 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8b4a23f5-3b32-4623-9426-491ba777844e req-a05866e0-a916-4f57-988d-dd12f4a6b752 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b959f0a3-78c2-4e41-bca0-ebcc119ec33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0441616 Mar 07 11:38:30.308026 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8b4a23f5-3b32-4623-9426-491ba777844e req-1e7d5569-602e-4cf9-b2d5-b6c7a4abdefc service neutron] 10.222.0.21 "GET /v2.0/networks/b959f0a3-78c2-4e41-bca0-ebcc119ec33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891702 Mar 07 11:38:30.371096 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b0999-2eaa-4c2c-98c8-9c79b77b37eb req-8e7fe533-4bf1-4a8b-9404-694aa632a6e0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:30.373238 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-781b0999-2eaa-4c2c-98c8-9c79b77b37eb req-8e7fe533-4bf1-4a8b-9404-694aa632a6e0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 943 time: 0.0543754 Mar 07 11:38:30.407663 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8b4a23f5-3b32-4623-9426-491ba777844e req-22954690-7fef-4b87-8dac-c299d1d487d9 service neutron] 10.222.0.21 "GET /v2.0/networks/b959f0a3-78c2-4e41-bca0-ebcc119ec33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932949 Mar 07 11:38:30.424328 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-781b0999-2eaa-4c2c-98c8-9c79b77b37eb req-226cc2e8-7ae3-42f5-94a7-f8d3dfc59886 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451944 Mar 07 11:38:31.543029 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa5961-253e-48a5-9c82-9cb994e69f65 req-ab465beb-8f8f-416a-9ea2-826a02e29222 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:31.544753 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cafa5961-253e-48a5-9c82-9cb994e69f65 req-ab465beb-8f8f-416a-9ea2-826a02e29222 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 943 time: 0.0527163 Mar 07 11:38:31.593500 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cafa5961-253e-48a5-9c82-9cb994e69f65 req-79c846ed-86cf-4c21-962a-1380d73d50c0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431540 Mar 07 11:38:31.854592 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 8c8872f3-27a2-4033-9378-89397c18a354 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:38:31.953325 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 8c8872f3-27a2-4033-9378-89397c18a354, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=8c8872f3-27a2-4033-9378-89397c18a354,segment=NetworkSegment(9884b779-7b05-4503-a582-65b5b77d5c98),segment_id=9884b779-7b05-4503-a582-65b5b77d5c98)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:38:31.963828 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '8c8872f3-27a2-4033-9378-89397c18a354', 'network_id': 'b959f0a3-78c2-4e41-bca0-ebcc119ec33b', 'port_id': '8c8872f3-27a2-4033-9378-89397c18a354', 'mac_address': 'fa:16:3e:7d:b3:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5eb2e74-99f8-439a-8adf-e9f743207176', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:38:32.005121 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 8c8872f3-27a2-4033-9378-89397c18a354 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:38:32.005527 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8c8872f3-27a2-4033-9378-89397c18a354), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:32.018105 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c8872f3-27a2-4033-9378-89397c18a354 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:38:32.037411 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 8c8872f3-27a2-4033-9378-89397c18a354, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=8c8872f3-27a2-4033-9378-89397c18a354,segment=NetworkSegment(9884b779-7b05-4503-a582-65b5b77d5c98),segment_id=9884b779-7b05-4503-a582-65b5b77d5c98)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:38:32.040979 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8c8872f3-27a2-4033-9378-89397c18a354), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:32.086353 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=8c8872f3-27a2-4033-9378-89397c18a354,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:32.286317 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['8c8872f3-27a2-4033-9378-89397c18a354'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:38:32.715573 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d3b29-40e7-4d08-8b79-ba9d6d7a9b97 req-e60c41db-fbd1-4c1b-a03b-d0e26ca5cfa2 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:32.717052 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2e9d3b29-40e7-4d08-8b79-ba9d6d7a9b97 req-e60c41db-fbd1-4c1b-a03b-d0e26ca5cfa2 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 944 time: 0.0577636 Mar 07 11:38:32.765202 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2e9d3b29-40e7-4d08-8b79-ba9d6d7a9b97 req-846086fc-818e-47cd-800f-62d88cc4ad13 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424905 Mar 07 11:38:33.853694 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 8c8872f3-27a2-4033-9378-89397c18a354 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:38:33.882349 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37f892f-263b-4c6c-a395-ad39c0f1aee1 req-6ef6ab27-9909-4eae-83ef-46e5316aed9d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:33.883832 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a37f892f-263b-4c6c-a395-ad39c0f1aee1 req-6ef6ab27-9909-4eae-83ef-46e5316aed9d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 944 time: 0.0531394 Mar 07 11:38:33.906578 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 8c8872f3-27a2-4033-9378-89397c18a354 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:38:33.910946 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 8c8872f3-27a2-4033-9378-89397c18a354 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:38:33.911322 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (8c8872f3-27a2-4033-9378-89397c18a354), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:33.937230 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a37f892f-263b-4c6c-a395-ad39c0f1aee1 req-21b24ab9-f62b-4c7a-84f8-6304d462df5f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472078 Mar 07 11:38:33.992907 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 8c8872f3-27a2-4033-9378-89397c18a354 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:38:33.993237 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8c8872f3-27a2-4033-9378-89397c18a354), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:34.016179 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4dccec-3db8-4eea-99e8-dcfeb0c60b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8872f3-27a2-4033-9378-89397c18a354'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:38:34.018505 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a645a2b5805a54a98315e88f2d343b68cf76c29b7d342bc1003cac2cf566b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21cc63ff-a771-4dad-ae21-8af576210507" -d '{"events": [{"server_uuid": "7c4dccec-3db8-4eea-99e8-dcfeb0c60b24", "name": "network-vif-plugged", "status": "completed", "tag": "8c8872f3-27a2-4033-9378-89397c18a354"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:38:34.030930 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 8c8872f3-27a2-4033-9378-89397c18a354, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=8c8872f3-27a2-4033-9378-89397c18a354,segment=NetworkSegment(9884b779-7b05-4503-a582-65b5b77d5c98),segment_id=9884b779-7b05-4503-a582-65b5b77d5c98)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:38:34.034897 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8c8872f3-27a2-4033-9378-89397c18a354), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:34.065408 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0a06da-181f-4f7e-a646-2f81fa7664e5 x-openstack-request-id: req-eb0a06da-181f-4f7e-a646-2f81fa7664e5 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:38:34.065701 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4dccec-3db8-4eea-99e8-dcfeb0c60b24", "name": "network-vif-plugged", "status": "completed", "tag": "8c8872f3-27a2-4033-9378-89397c18a354", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:38:34.065954 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-eb0a06da-181f-4f7e-a646-2f81fa7664e5 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:38:34.066342 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4dccec-3db8-4eea-99e8-dcfeb0c60b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8872f3-27a2-4033-9378-89397c18a354', 'code': 200} Mar 07 11:38:34.094189 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=8c8872f3-27a2-4033-9378-89397c18a354,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:34.157006 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227f6c2-977a-4a67-9e64-1aa5fec2f840 req-09e15932-f2a9-4855-85a0-61339f11251e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:34.158577 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e227f6c2-977a-4a67-9e64-1aa5fec2f840 req-09e15932-f2a9-4855-85a0-61339f11251e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 1127 time: 0.0482938 Mar 07 11:38:34.204789 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e227f6c2-977a-4a67-9e64-1aa5fec2f840 req-8319b7a0-5afe-48f7-81bf-fe519f08055c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399578 Mar 07 11:38:35.075127 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b94cda-d502-42fe-ada8-5f6d7d40d491 req-92217276-b49c-403c-b950-001e15a29da7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:35.076562 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-87b94cda-d502-42fe-ada8-5f6d7d40d491 req-92217276-b49c-403c-b950-001e15a29da7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 945 time: 0.0660765 Mar 07 11:38:35.134888 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-87b94cda-d502-42fe-ada8-5f6d7d40d491 req-6dd1a1e8-951b-4604-b7c1-42021d347641 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526741 Mar 07 11:38:36.257896 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12657b3-b93f-4ed7-a0c5-6e0a89e51382 req-d3856fd6-d143-4d33-b3c6-158eacdec11d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:36.259455 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c12657b3-b93f-4ed7-a0c5-6e0a89e51382 req-d3856fd6-d143-4d33-b3c6-158eacdec11d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 945 time: 0.0529315 Mar 07 11:38:36.308772 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c12657b3-b93f-4ed7-a0c5-6e0a89e51382 req-88540e39-ed9e-4b57-8e34-eb6da38b66e5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437090 Mar 07 11:38:36.431973 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85951b4-6be1-470a-9b2e-4d47c57cd9d6 req-d18ac198-250d-4032-bd79-2b11381c2b72 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:36.433462 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e85951b4-6be1-470a-9b2e-4d47c57cd9d6 req-d18ac198-250d-4032-bd79-2b11381c2b72 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 945 time: 0.0570061 Mar 07 11:38:36.481343 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e85951b4-6be1-470a-9b2e-4d47c57cd9d6 req-9a313570-4efc-4b00-ae5f-3bb3ed8abff1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423441 Mar 07 11:38:36.502718 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45550) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:36.546452 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0cb14c-96d0-4aca-aed6-a5ada537ee34 tempest-TestNetworkAdvancedServerOps-168186507 tempest-TestNetworkAdvancedServerOps-168186507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:36.547887 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4f0cb14c-96d0-4aca-aed6-a5ada537ee34 tempest-TestNetworkAdvancedServerOps-168186507 tempest-TestNetworkAdvancedServerOps-168186507-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 1122 time: 0.0442231 Mar 07 11:38:36.550650 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45552) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:36.555155 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-1b5e657e-ecf5-4e04-8e21-3bd91076cc6a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'port_id': '8c8872f3-27a2-4033-9378-89397c18a354', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:38:36.575439 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1b5e657e-ecf5-4e04-8e21-3bd91076cc6a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:36.601056 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-72310e26-f15e-4530-a8a4-c71d93690f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:36.675211 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1b5e657e-ecf5-4e04-8e21-3bd91076cc6a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:36.775166 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-1b5e657e-ecf5-4e04-8e21-3bd91076cc6a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Allocated IP 172.25.3.126 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/01b47bd0-d760-4ede-8fc5-0707162e5129) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:38:36.876968 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1b5e657e-ecf5-4e04-8e21-3bd91076cc6a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for port (01b47bd0-d760-4ede-8fc5-0707162e5129), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:36.909524 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1b5e657e-ecf5-4e04-8e21-3bd91076cc6a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (01b47bd0-d760-4ede-8fc5-0707162e5129), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:36.950541 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5e657e-ecf5-4e04-8e21-3bd91076cc6a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:38:36.953370 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-1b5e657e-ecf5-4e04-8e21-3bd91076cc6a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:38:36.956752 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5e657e-ecf5-4e04-8e21-3bd91076cc6a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:38:36.962324 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e657e-ecf5-4e04-8e21-3bd91076cc6a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Port': ['ID=01b47bd0-d760-4ede-8fc5-0707162e5129,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:37.661621 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1b5e657e-ecf5-4e04-8e21-3bd91076cc6a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for floatingip (5b39e70a-d64e-4efa-a516-f66cf2e919ad), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:37.728215 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1b5e657e-ecf5-4e04-8e21-3bd91076cc6a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (01b47bd0-d760-4ede-8fc5-0707162e5129), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:37.876163 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1b5e657e-ecf5-4e04-8e21-3bd91076cc6a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for port (01b47bd0-d760-4ede-8fc5-0707162e5129), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:37.880607 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1b5e657e-ecf5-4e04-8e21-3bd91076cc6a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (01b47bd0-d760-4ede-8fc5-0707162e5129), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:37.952167 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e657e-ecf5-4e04-8e21-3bd91076cc6a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Port': ['ID=01b47bd0-d760-4ede-8fc5-0707162e5129,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:38:37.962880 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1b5e657e-ecf5-4e04-8e21-3bd91076cc6a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (5b39e70a-d64e-4efa-a516-f66cf2e919ad), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:38.067673 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-1b5e657e-ecf5-4e04-8e21-3bd91076cc6a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Floating IP 5b39e70a-d64e-4efa-a516-f66cf2e919ad associated. External IP: 172.25.3.126, port: 8c8872f3-27a2-4033-9378-89397c18a354. Mar 07 11:38:38.278804 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5e657e-ecf5-4e04-8e21-3bd91076cc6a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Router d13ba5f7-c97a-41d8-991d-0923b2f4e164 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:38:38.390982 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5e657e-ecf5-4e04-8e21-3bd91076cc6a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:38:38.400568 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fc9208-5052-4906-920b-b7857eb45e3e None None] Sync routers for ids ['d13ba5f7-c97a-41d8-991d-0923b2f4e164'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:38:38.409610 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-1b5e657e-ecf5-4e04-8e21-3bd91076cc6a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:38.413974 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fc9208-5052-4906-920b-b7857eb45e3e None None] Routers {'d13ba5f7-c97a-41d8-991d-0923b2f4e164'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:38:38.414651 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f1fc9208-5052-4906-920b-b7857eb45e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:38:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d13ba5f7-c97a-41d8-991d-0923b2f4e164'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:38.439475 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1b5e657e-ecf5-4e04-8e21-3bd91076cc6a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8878269 Mar 07 11:38:38.440066 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4dccec-3db8-4eea-99e8-dcfeb0c60b24', 'tag': '8c8872f3-27a2-4033-9378-89397c18a354'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:38:38.442334 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb35f22-e3e0-46ca-8e8f-43127944e809" -d '{"events": [{"name": "network-changed", "server_uuid": "7c4dccec-3db8-4eea-99e8-dcfeb0c60b24", "tag": "8c8872f3-27a2-4033-9378-89397c18a354"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:38:38.482410 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d58c243-d3e1-4d2a-b7c3-e37eba8827f4 x-openstack-request-id: req-2d58c243-d3e1-4d2a-b7c3-e37eba8827f4 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:38:38.482777 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c4dccec-3db8-4eea-99e8-dcfeb0c60b24", "tag": "8c8872f3-27a2-4033-9378-89397c18a354", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:38:38.483099 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2d58c243-d3e1-4d2a-b7c3-e37eba8827f4 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:38:38.483593 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c4dccec-3db8-4eea-99e8-dcfeb0c60b24', 'tag': '8c8872f3-27a2-4033-9378-89397c18a354', 'status': 'completed', 'code': 200} Mar 07 11:38:38.531299 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-f1fc9208-5052-4906-920b-b7857eb45e3e None None] Set router d13ba5f7-c97a-41d8-991d-0923b2f4e164 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:38:38.560305 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb35f22-e3e0-46ca-8e8f-43127944e809 req-20901d31-08ad-4eea-9bae-60e6018222c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:38.562025 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6eb35f22-e3e0-46ca-8e8f-43127944e809 req-20901d31-08ad-4eea-9bae-60e6018222c5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 1127 time: 0.0551941 Mar 07 11:38:38.566513 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875066aa-f859-4dfc-b1d1-39c169027002 req-1340bfb8-d4af-41e5-abc2-c48240202ce2 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:38.568557 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-875066aa-f859-4dfc-b1d1-39c169027002 req-1340bfb8-d4af-41e5-abc2-c48240202ce2 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 945 time: 0.0604312 Mar 07 11:38:38.622489 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-875066aa-f859-4dfc-b1d1-39c169027002 req-7af45520-b37c-4e87-bb28-10ca90d76d7c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480971 Mar 07 11:38:38.644475 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45560) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:38.706498 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-623bc8e3-62ba-4750-a818-10ddf5346182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:38.709639 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb35f22-e3e0-46ca-8e8f-43127944e809 req-16637330-bfbf-46be-afff-75b0148a6598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:38.711179 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6eb35f22-e3e0-46ca-8e8f-43127944e809 req-16637330-bfbf-46be-afff-75b0148a6598 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b959f0a3-78c2-4e41-bca0-ebcc119ec33b HTTP/1.1" status: 200 len: 898 time: 0.1435039 Mar 07 11:38:38.764480 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-52f7bee4-aa01-4334-becf-f1a9c6a6fba8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/floatingips/5b39e70a-d64e-4efa-a516-f66cf2e919ad HTTP/1.1" status: 200 len: 991 time: 0.1185989 Mar 07 11:38:38.778913 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f1fc9208-5052-4906-920b-b7857eb45e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116820518', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3ac43212-76bf-4066-9aae-db0bb11a3080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:38:21Z', 'updated_at': '2022-03-07T11:38:25Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '3ac43212-76bf-4066-9aae-db0bb11a3080', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:38:22Z', 'updated_at': '2022-03-07T11:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '5b39e70a-d64e-4efa-a516-f66cf2e919ad', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'floating_ip_address': '172.25.3.126', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'port_id': '8c8872f3-27a2-4033-9378-89397c18a354', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b959f0a3-78c2-4e41-bca0-ebcc119ec33b', 'mac_address': 'fa:16:3e:7d:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4dccec-3db8-4eea-99e8-dcfeb0c60b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:38:37Z', 'updated_at': '2022-03-07T11:38:37Z', 'revision_number': 0, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c02f6d4-194a-48a3-bb99-250dff6734c3', 'name': '', 'network_id': 'b959f0a3-78c2-4e41-bca0-ebcc119ec33b', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:ef:d4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd5eb2e74-99f8-439a-8adf-e9f743207176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:38:24Z', 'updated_at': '2022-03-07T11:38:27Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': 'd5eb2e74-99f8-439a-8adf-e9f743207176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:38.788148 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6eb35f22-e3e0-46ca-8e8f-43127944e809 req-852caf58-4b45-4006-a3fc-b111edaf953f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c8872f3-27a2-4033-9378-89397c18a354 HTTP/1.1" status: 200 len: 999 time: 0.0701783 Mar 07 11:38:38.806027 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fc9208-5052-4906-920b-b7857eb45e3e None None] Checking router: d13ba5f7-c97a-41d8-991d-0923b2f4e164 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:38:38.814364 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fc9208-5052-4906-920b-b7857eb45e3e None None] Routers {'d13ba5f7-c97a-41d8-991d-0923b2f4e164'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:38:38.814999 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f1fc9208-5052-4906-920b-b7857eb45e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:38:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d13ba5f7-c97a-41d8-991d-0923b2f4e164'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:38.836179 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb35f22-e3e0-46ca-8e8f-43127944e809 req-bdd71ad6-590e-48ce-a72a-f65d8db03116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:38.837655 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6eb35f22-e3e0-46ca-8e8f-43127944e809 req-bdd71ad6-590e-48ce-a72a-f65d8db03116 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5eb2e74-99f8-439a-8adf-e9f743207176 HTTP/1.1" status: 200 len: 835 time: 0.0441072 Mar 07 11:38:38.889857 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb35f22-e3e0-46ca-8e8f-43127944e809 req-9a71d710-0645-41d1-ad72-bee5382c9a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:38:38.891344 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6eb35f22-e3e0-46ca-8e8f-43127944e809 req-9a71d710-0645-41d1-ad72-bee5382c9a5b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b959f0a3-78c2-4e41-bca0-ebcc119ec33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0482337 Mar 07 11:38:38.926101 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-f1fc9208-5052-4906-920b-b7857eb45e3e None None] Set router d13ba5f7-c97a-41d8-991d-0923b2f4e164 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:38:38.982436 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6eb35f22-e3e0-46ca-8e8f-43127944e809 req-0246f322-8172-4c38-9bd6-b98b18630343 service neutron] 10.222.0.21 "GET /v2.0/networks/b959f0a3-78c2-4e41-bca0-ebcc119ec33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845373 Mar 07 11:38:39.079212 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6eb35f22-e3e0-46ca-8e8f-43127944e809 req-83a0d630-0f75-49de-a725-25fb7726d9dc service neutron] 10.222.0.21 "GET /v2.0/networks/b959f0a3-78c2-4e41-bca0-ebcc119ec33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910308 Mar 07 11:38:39.153715 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f1fc9208-5052-4906-920b-b7857eb45e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116820518', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3ac43212-76bf-4066-9aae-db0bb11a3080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:38:21Z', 'updated_at': '2022-03-07T11:38:25Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '3ac43212-76bf-4066-9aae-db0bb11a3080', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:38:22Z', 'updated_at': '2022-03-07T11:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '5b39e70a-d64e-4efa-a516-f66cf2e919ad', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'floating_ip_address': '172.25.3.126', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'port_id': '8c8872f3-27a2-4033-9378-89397c18a354', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b959f0a3-78c2-4e41-bca0-ebcc119ec33b', 'mac_address': 'fa:16:3e:7d:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4dccec-3db8-4eea-99e8-dcfeb0c60b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:38:37Z', 'updated_at': '2022-03-07T11:38:37Z', 'revision_number': 0, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c02f6d4-194a-48a3-bb99-250dff6734c3', 'name': '', 'network_id': 'b959f0a3-78c2-4e41-bca0-ebcc119ec33b', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:ef:d4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd5eb2e74-99f8-439a-8adf-e9f743207176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:38:24Z', 'updated_at': '2022-03-07T11:38:27Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': 'd5eb2e74-99f8-439a-8adf-e9f743207176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:38:39.184501 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fc9208-5052-4906-920b-b7857eb45e3e None None] The sync data for ids ['d13ba5f7-c97a-41d8-991d-0923b2f4e164'] in n-d-832164-4 is: [{'id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116820518', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3ac43212-76bf-4066-9aae-db0bb11a3080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:38:21Z', 'updated_at': '2022-03-07T11:38:25Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '3ac43212-76bf-4066-9aae-db0bb11a3080', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:38:22Z', 'updated_at': '2022-03-07T11:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '5b39e70a-d64e-4efa-a516-f66cf2e919ad', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'floating_ip_address': '172.25.3.126', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'port_id': '8c8872f3-27a2-4033-9378-89397c18a354', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b959f0a3-78c2-4e41-bca0-ebcc119ec33b', 'mac_address': 'fa:16:3e:7d:b3:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4dccec-3db8-4eea-99e8-dcfeb0c60b24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:38:37Z', 'updated_at': '2022-03-07T11:38:37Z', 'revision_number': 0, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c02f6d4-194a-48a3-bb99-250dff6734c3', 'name': '', 'network_id': 'b959f0a3-78c2-4e41-bca0-ebcc119ec33b', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:ef:d4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd5eb2e74-99f8-439a-8adf-e9f743207176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:38:24Z', 'updated_at': '2022-03-07T11:38:27Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': 'd5eb2e74-99f8-439a-8adf-e9f743207176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:38:39.384095 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91cdc501-eccc-449b-ad73-7a46e8afdb6c None None] New status for floating IP 5b39e70a-d64e-4efa-a516-f66cf2e919ad: ACTIVE {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:38:39.768363 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45562) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:38:39.828857 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8edbec24-95a9-4ca6-bcff-c54002c32960 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/floatingips/5b39e70a-d64e-4efa-a516-f66cf2e919ad HTTP/1.1" status: 200 len: 993 time: 0.0593421 Mar 07 11:38:40.134809 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:41.875076 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:43.090955 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:45.257635 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:38:48.790623 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:38:53.468338 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:06.602932 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0e500939-42f2-470d-a19a-5beec920c28a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:07.620656 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e530c8a9-d6bb-44b6-8ede-c366d601b3c1 req-dfdf065d-c6d4-49ce-868a-5cfd674c2195 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476651 Mar 07 11:39:07.705658 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530c8a9-d6bb-44b6-8ede-c366d601b3c1 req-2a3f976e-52b0-417b-ad2d-86a2ca41c34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:07.707142 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e530c8a9-d6bb-44b6-8ede-c366d601b3c1 req-2a3f976e-52b0-417b-ad2d-86a2ca41c34b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 1127 time: 0.0452096 Mar 07 11:39:07.809346 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530c8a9-d6bb-44b6-8ede-c366d601b3c1 req-6fdb2ddc-8638-4d3d-8ea3-7642f1ac55b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:07.810786 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e530c8a9-d6bb-44b6-8ede-c366d601b3c1 req-6fdb2ddc-8638-4d3d-8ea3-7642f1ac55b1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b959f0a3-78c2-4e41-bca0-ebcc119ec33b HTTP/1.1" status: 200 len: 898 time: 0.0838294 Mar 07 11:39:07.877911 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e530c8a9-d6bb-44b6-8ede-c366d601b3c1 req-549dca4c-facc-4109-89b0-f59882b8f3ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c8872f3-27a2-4033-9378-89397c18a354 HTTP/1.1" status: 200 len: 1001 time: 0.0607338 Mar 07 11:39:07.929430 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530c8a9-d6bb-44b6-8ede-c366d601b3c1 req-71b7b7ec-6ea3-4580-ba73-5e233d57a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:07.931476 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e530c8a9-d6bb-44b6-8ede-c366d601b3c1 req-71b7b7ec-6ea3-4580-ba73-5e233d57a5b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5eb2e74-99f8-439a-8adf-e9f743207176 HTTP/1.1" status: 200 len: 835 time: 0.0470884 Mar 07 11:39:07.979434 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e530c8a9-d6bb-44b6-8ede-c366d601b3c1 req-6b263bfc-8875-45c8-9984-3cdea09cce4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:07.980912 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e530c8a9-d6bb-44b6-8ede-c366d601b3c1 req-6b263bfc-8875-45c8-9984-3cdea09cce4a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b959f0a3-78c2-4e41-bca0-ebcc119ec33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0431578 Mar 07 11:39:08.073046 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e530c8a9-d6bb-44b6-8ede-c366d601b3c1 req-dedf91d4-1f5c-435c-b293-68a6155be63c service neutron] 10.222.0.21 "GET /v2.0/networks/b959f0a3-78c2-4e41-bca0-ebcc119ec33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864499 Mar 07 11:39:08.166221 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e530c8a9-d6bb-44b6-8ede-c366d601b3c1 req-a7ae85e4-269e-4d6f-896a-4e4619c7bb14 service neutron] 10.222.0.21 "GET /v2.0/networks/b959f0a3-78c2-4e41-bca0-ebcc119ec33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870409 Mar 07 11:39:08.681903 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6fdb6a35-b8ee-4e00-9b5b-915533eda2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:10.137511 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:10.775212 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-7f7ecde8-4f4b-4f16-9e84-c4c0dc93efb5 req-196a3629-0b0d-4cf9-83bd-02028bcc149d service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:39:10.776259 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7f7ecde8-4f4b-4f16-9e84-c4c0dc93efb5 req-196a3629-0b0d-4cf9-83bd-02028bcc149d service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475068 Mar 07 11:39:11.881462 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:11.964707 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45592) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:39:11.979157 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc3efb8-1649-4982-8e22-695d952b863f req-9b2ca0fd-5402-44e7-a312-bbd7c58cfbdd tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:11.980705 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8fc3efb8-1649-4982-8e22-695d952b863f req-9b2ca0fd-5402-44e7-a312-bbd7c58cfbdd tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 945 time: 0.0550280 Mar 07 11:39:12.031974 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8fc3efb8-1649-4982-8e22-695d952b863f req-510a7fd1-a4f7-4785-a6a1-ae601e523f89 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455759 Mar 07 11:39:12.048937 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-b3712738-ee01-453d-ae5f-57488bc366f6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0826008 Mar 07 11:39:12.058053 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-69a1db0d-0d21-4bb9-869a-bb8b99cd067e service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:39:12.059054 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-69a1db0d-0d21-4bb9-869a-bb8b99cd067e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052855 Mar 07 11:39:12.413995 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45614) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:39:12.502636 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-fa50db5f-cb61-471a-a71e-69c169e7249d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:12.503988 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-fa50db5f-cb61-471a-a71e-69c169e7249d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports/8c8872f3-27a2-4033-9378-89397c18a354 HTTP/1.1" status: 200 len: 942 time: 0.0889661 Mar 07 11:39:13.091886 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:13.159575 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f89ecb-58c7-41b7-8e9b-d2c533d7616f req-31043411-1a72-4092-9fdd-bb4d7e3633ef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:13.161079 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-29f89ecb-58c7-41b7-8e9b-d2c533d7616f req-31043411-1a72-4092-9fdd-bb4d7e3633ef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 945 time: 0.0534425 Mar 07 11:39:13.217320 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-29f89ecb-58c7-41b7-8e9b-d2c533d7616f req-20a7cfb1-4828-47e0-8084-04508dbfe2ed tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495522 Mar 07 11:39:13.283528 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-0c9e352f-65bb-4870-83d4-7c8babb66a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:13.285020 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-0c9e352f-65bb-4870-83d4-7c8babb66a35 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 1127 time: 0.0447533 Mar 07 11:39:13.379411 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-a2bca0ee-bf9b-40b2-9789-0fba2bebbbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:13.380764 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-a2bca0ee-bf9b-40b2-9789-0fba2bebbbd0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b959f0a3-78c2-4e41-bca0-ebcc119ec33b HTTP/1.1" status: 200 len: 898 time: 0.0890498 Mar 07 11:39:13.444632 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-09f0dd9b-2862-48f2-b23e-d832b57f7f26 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c8872f3-27a2-4033-9378-89397c18a354 HTTP/1.1" status: 200 len: 1001 time: 0.0574677 Mar 07 11:39:13.495404 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-f62402c6-5f31-490c-9e00-2bf4217678c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:13.496812 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-f62402c6-5f31-490c-9e00-2bf4217678c8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5eb2e74-99f8-439a-8adf-e9f743207176 HTTP/1.1" status: 200 len: 835 time: 0.0473015 Mar 07 11:39:13.545307 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-9eb13ac8-28df-4b85-9af4-7208f89b4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:13.546769 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-9eb13ac8-28df-4b85-9af4-7208f89b4601 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b959f0a3-78c2-4e41-bca0-ebcc119ec33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442588 Mar 07 11:39:13.634566 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-fcbc09d0-865b-4e76-9d22-61c080ef8848 service neutron] 10.222.0.21 "GET /v2.0/networks/b959f0a3-78c2-4e41-bca0-ebcc119ec33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816514 Mar 07 11:39:13.726182 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-a492d7b3-6581-4911-abec-582240fbfe07 service neutron] 10.222.0.21 "GET /v2.0/networks/b959f0a3-78c2-4e41-bca0-ebcc119ec33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858712 Mar 07 11:39:14.339240 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a00e26-1d47-411c-9b4f-9477410ce15d req-3db043fe-687a-4b59-86e7-76bc77121109 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:14.340739 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e5a00e26-1d47-411c-9b4f-9477410ce15d req-3db043fe-687a-4b59-86e7-76bc77121109 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 945 time: 0.0534036 Mar 07 11:39:14.389127 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e5a00e26-1d47-411c-9b4f-9477410ce15d req-899c80c7-6bf6-4ffd-ad27-45338f1c0059 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427577 Mar 07 11:39:15.505666 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02896669-9cec-4330-941b-8a24491f4c81 req-a5bac973-c94e-42b2-9c9c-5c00250b506e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:15.507688 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-02896669-9cec-4330-941b-8a24491f4c81 req-a5bac973-c94e-42b2-9c9c-5c00250b506e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 945 time: 0.0528340 Mar 07 11:39:15.556848 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-02896669-9cec-4330-941b-8a24491f4c81 req-da333e70-13cb-4dd3-b223-a59b222f32c8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434036 Mar 07 11:39:16.678406 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2b4a5-92d7-48d5-b152-06de6f30d4bb req-876f9ee6-8da2-4251-81f2-1e5eb9eb8bc5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:16.680487 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-82b2b4a5-92d7-48d5-b152-06de6f30d4bb req-876f9ee6-8da2-4251-81f2-1e5eb9eb8bc5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 945 time: 0.0577588 Mar 07 11:39:16.730081 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-82b2b4a5-92d7-48d5-b152-06de6f30d4bb req-881ef088-ac14-407b-ae0e-862e03b494c6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439720 Mar 07 11:39:17.848788 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d5cedd-9447-40bb-9db9-33b07b5520b0 req-00220dc8-e3b0-45eb-8b92-f5189c935045 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:17.850275 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-97d5cedd-9447-40bb-9db9-33b07b5520b0 req-00220dc8-e3b0-45eb-8b92-f5189c935045 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 945 time: 0.0518451 Mar 07 11:39:17.898429 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-97d5cedd-9447-40bb-9db9-33b07b5520b0 req-ab6e5ecc-7405-464a-b8b9-6d19471ce942 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419621 Mar 07 11:39:18.806473 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:19.026004 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb58f50-5b31-40e3-a427-28394cbb031c req-855270b8-d064-4e58-a01f-322ee43d6a69 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:19.027505 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3fb58f50-5b31-40e3-a427-28394cbb031c req-855270b8-d064-4e58-a01f-322ee43d6a69 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 945 time: 0.0529900 Mar 07 11:39:19.076733 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3fb58f50-5b31-40e3-a427-28394cbb031c req-4d582240-f4ae-470a-bf5f-9d73b50c0b2d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436287 Mar 07 11:39:20.202249 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2620d33-036c-4f3b-b924-6b860475d19c req-bd557d4e-537e-424b-9b4d-96c63358c559 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:20.203710 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a2620d33-036c-4f3b-b924-6b860475d19c req-bd557d4e-537e-424b-9b4d-96c63358c559 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 945 time: 0.0565410 Mar 07 11:39:20.252184 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a2620d33-036c-4f3b-b924-6b860475d19c req-54b22fec-8a82-462b-9ccd-6c3332232396 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429130 Mar 07 11:39:21.371305 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2bbf94-0ef1-479a-a65e-031079c162c1 req-9c7d5f3b-3094-4db0-a3b7-71499c270019 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:21.372748 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cd2bbf94-0ef1-479a-a65e-031079c162c1 req-9c7d5f3b-3094-4db0-a3b7-71499c270019 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 945 time: 0.0513463 Mar 07 11:39:21.424093 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cd2bbf94-0ef1-479a-a65e-031079c162c1 req-b31fcd37-d9e3-4cb2-ba02-1ece307a18cd tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458179 Mar 07 11:39:22.259398 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:39:22.542078 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc561bab-f307-45f4-be50-633340e0488f req-721499d9-7c22-4360-a6a0-e3607451d927 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:22.543825 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bc561bab-f307-45f4-be50-633340e0488f req-721499d9-7c22-4360-a6a0-e3607451d927 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 945 time: 0.0520546 Mar 07 11:39:22.592422 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bc561bab-f307-45f4-be50-633340e0488f req-5e919b35-0cd5-4451-a250-cb3fab00cc1d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429802 Mar 07 11:39:23.470872 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:23.710459 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863decf7-c3b4-4d47-85af-e9fb3dabc3ab req-7c45013b-77c6-4d32-a801-d15109e012e2 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:23.712525 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-863decf7-c3b4-4d47-85af-e9fb3dabc3ab req-7c45013b-77c6-4d32-a801-d15109e012e2 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 945 time: 0.0530560 Mar 07 11:39:23.760942 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-863decf7-c3b4-4d47-85af-e9fb3dabc3ab req-91903abe-a17e-4255-b05e-f055cfdef773 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429590 Mar 07 11:39:24.878054 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf3e5c-b4b1-4982-a0da-a1a1dcfc688d req-e530b239-07eb-45c7-a530-5d3e853df5be tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:24.879563 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fbcf3e5c-b4b1-4982-a0da-a1a1dcfc688d req-e530b239-07eb-45c7-a530-5d3e853df5be tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 945 time: 0.0525012 Mar 07 11:39:24.932443 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fbcf3e5c-b4b1-4982-a0da-a1a1dcfc688d req-7dd3778e-6046-4ad6-9760-369f77d64a7d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470219 Mar 07 11:39:26.051503 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8650bd21-25ba-473f-b7e1-a25a39a506c4 req-bc0a6a69-7d0a-426a-91a8-8fd2c4868fee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:26.052969 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8650bd21-25ba-473f-b7e1-a25a39a506c4 req-bc0a6a69-7d0a-426a-91a8-8fd2c4868fee tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 945 time: 0.0525875 Mar 07 11:39:26.103564 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8650bd21-25ba-473f-b7e1-a25a39a506c4 req-0eff374e-9e42-4669-b58a-a1da02dd5bfe tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444143 Mar 07 11:39:27.223522 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bba8b55-0af4-4df0-a4d7-e75d8c6c731d req-e5e5c026-f597-486c-892c-6671a61b0ea5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:27.225001 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0bba8b55-0af4-4df0-a4d7-e75d8c6c731d req-e5e5c026-f597-486c-892c-6671a61b0ea5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 945 time: 0.0523062 Mar 07 11:39:27.274229 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0bba8b55-0af4-4df0-a4d7-e75d8c6c731d req-57fe104d-d6b4-42f3-bdbc-017ec3761d89 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429876 Mar 07 11:39:28.401825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0010731-7e71-42fe-9ada-0b8431bf0f08 req-2fb40a5a-f43f-46f0-967a-cd41c778e72b tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:28.403280 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c0010731-7e71-42fe-9ada-0b8431bf0f08 req-2fb40a5a-f43f-46f0-967a-cd41c778e72b tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 945 time: 0.0570138 Mar 07 11:39:28.451550 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c0010731-7e71-42fe-9ada-0b8431bf0f08 req-cf01457d-727d-4edc-adfa-e4c373e65145 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428090 Mar 07 11:39:29.574016 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b61e552-150b-4bd8-8128-72c29e96a821 req-db018f8a-51dd-4f31-a740-843c84ad6994 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:29.575537 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3b61e552-150b-4bd8-8128-72c29e96a821 req-db018f8a-51dd-4f31-a740-843c84ad6994 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 945 time: 0.0531335 Mar 07 11:39:29.623656 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3b61e552-150b-4bd8-8128-72c29e96a821 req-38728a3a-bc8b-45b3-b9d4-b1055083f8a7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425863 Mar 07 11:39:30.581464 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-03a01f1e-86e2-4630-9709-5923f4e4aa91 service neutron] show failed (client error): The resource could not be found. Mar 07 11:39:30.582385 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-03a01f1e-86e2-4630-9709-5923f4e4aa91 service neutron] 10.222.0.21 "GET /v2.0/ports/8c8872f3-27a2-4033-9378-89397c18a354/bindings/n-h2-832164-4 HTTP/1.1" status: 404 len: 380 time: 0.0531693 Mar 07 11:39:30.817534 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-a38931d4-d987-425f-9d37-cde688f1d07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:30.819019 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-a38931d4-d987-425f-9d37-cde688f1d07d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24&tenant_id=a55f85fdfc8447269f634477a798a23c HTTP/1.1" status: 200 len: 1127 time: 0.0808578 Mar 07 11:39:30.826503 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fce476-0d6e-4731-829c-f87984156a87 req-6802ea72-38e5-4996-9f29-9de95c8054c7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:30.827844 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f8fce476-0d6e-4731-829c-f87984156a87 req-6802ea72-38e5-4996-9f29-9de95c8054c7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 945 time: 0.0807061 Mar 07 11:39:30.832508 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832164-4', 'device_owner': 'compute:nova'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:39:30.921818 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f8fce476-0d6e-4731-829c-f87984156a87 req-477f79bd-9ee5-4d29-a59f-c6a0da0e8a3f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867860 Mar 07 11:39:30.924257 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8c8872f3-27a2-4033-9378-89397c18a354), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:31.134947 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] For port 8c8872f3-27a2-4033-9378-89397c18a354, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=8c8872f3-27a2-4033-9378-89397c18a354,segment=NetworkSegment(9884b779-7b05-4503-a582-65b5b77d5c98),segment_id=9884b779-7b05-4503-a582-65b5b77d5c98)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:39:31.167523 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] For port 8c8872f3-27a2-4033-9378-89397c18a354, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:39:31.207844 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4dccec-3db8-4eea-99e8-dcfeb0c60b24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c8872f3-27a2-4033-9378-89397c18a354'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:39:31.210130 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fa110a-62a2-4bbe-957c-e3ee79743cd5" -d '{"events": [{"server_uuid": "7c4dccec-3db8-4eea-99e8-dcfeb0c60b24", "name": "network-vif-unplugged", "status": "completed", "tag": "8c8872f3-27a2-4033-9378-89397c18a354"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:39:31.214375 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] Publish callbacks [] for port (8c8872f3-27a2-4033-9378-89397c18a354), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:31.227574 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] Transition to ACTIVE for port object 8c8872f3-27a2-4033-9378-89397c18a354 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:39:31.231001 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (8c8872f3-27a2-4033-9378-89397c18a354), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:31.265724 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd3996c-6966-4255-99a6-b968a94a53e5 x-openstack-request-id: req-1fd3996c-6966-4255-99a6-b968a94a53e5 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:39:31.265724 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4dccec-3db8-4eea-99e8-dcfeb0c60b24", "name": "network-vif-unplugged", "status": "completed", "tag": "8c8872f3-27a2-4033-9378-89397c18a354", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:39:31.265724 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1fd3996c-6966-4255-99a6-b968a94a53e5 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:39:31.266266 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4dccec-3db8-4eea-99e8-dcfeb0c60b24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c8872f3-27a2-4033-9378-89397c18a354', 'code': 200} Mar 07 11:39:31.315501 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8872f3-27a2-4033-9378-89397c18a354,revision_number=6']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:39:31.330405 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:39:31.330746 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:39:31.331085 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:39:31.331418 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:39:31.331746 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:39:31.332073 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:39:31.332396 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:39:31.332729 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:39:31.333049 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:39:31.333421 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:39:31.333745 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:39:31.334062 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:39:31.334378 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:39:31.370146 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] No DVR routers for this DVR port 8c8872f3-27a2-4033-9378-89397c18a354 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:39:31.508876 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] Attempting to bind port 8c8872f3-27a2-4033-9378-89397c18a354 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:39:31.509236 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] Attempting to bind port 8c8872f3-27a2-4033-9378-89397c18a354 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '9884b779-7b05-4503-a582-65b5b77d5c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b959f0a3-78c2-4e41-bca0-ebcc119ec33b'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:39:31.509559 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] Attempting to bind port 8c8872f3-27a2-4033-9378-89397c18a354 on network b959f0a3-78c2-4e41-bca0-ebcc119ec33b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:39:31.513876 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] Port 8c8872f3-27a2-4033-9378-89397c18a354 on network b959f0a3-78c2-4e41-bca0-ebcc119ec33b not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:39:31.514192 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] Attempting to bind port 8c8872f3-27a2-4033-9378-89397c18a354 on network b959f0a3-78c2-4e41-bca0-ebcc119ec33b {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:39:31.518930 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:39:31.519256 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] Checking segment: {'id': '9884b779-7b05-4503-a582-65b5b77d5c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b959f0a3-78c2-4e41-bca0-ebcc119ec33b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:39:31.519630 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] Bound using segment: {'id': '9884b779-7b05-4503-a582-65b5b77d5c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b959f0a3-78c2-4e41-bca0-ebcc119ec33b'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:39:31.520045 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] Bound port: 8c8872f3-27a2-4033-9378-89397c18a354, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9884b779-7b05-4503-a582-65b5b77d5c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'b959f0a3-78c2-4e41-bca0-ebcc119ec33b'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:39:31.520392 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8c8872f3-27a2-4033-9378-89397c18a354), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:31.581839 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] For port 8c8872f3-27a2-4033-9378-89397c18a354, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:39:31.584627 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] For port 8c8872f3-27a2-4033-9378-89397c18a354, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=8c8872f3-27a2-4033-9378-89397c18a354,segment=NetworkSegment(9884b779-7b05-4503-a582-65b5b77d5c98),segment_id=9884b779-7b05-4503-a582-65b5b77d5c98)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:39:31.590726 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (8c8872f3-27a2-4033-9378-89397c18a354), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:31.626553 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:31.627171 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:31.628549 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] 10.222.0.31 "PUT /v2.0/ports/8c8872f3-27a2-4033-9378-89397c18a354 HTTP/1.1" status: 200 len: 1091 time: 0.7998469 Mar 07 11:39:31.648729 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53b10c3-3e06-44a7-8ed7-ffa5f00c0992 service neutron] Pushing event updated for resources: {'Port': ['ID=8c8872f3-27a2-4033-9378-89397c18a354,revision_number=7']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:39:31.701259 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-71ec23c6-fcea-4330-9051-35189bc76a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:31.702764 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-71ec23c6-fcea-4330-9051-35189bc76a66 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 1125 time: 0.0512438 Mar 07 11:39:31.796356 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-059ba272-57a1-42c6-b5cb-85345565c394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:31.798032 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-059ba272-57a1-42c6-b5cb-85345565c394 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b959f0a3-78c2-4e41-bca0-ebcc119ec33b HTTP/1.1" status: 200 len: 898 time: 0.0896754 Mar 07 11:39:31.868456 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-cb63d17d-4ee9-47dc-a338-42af0cbee9e9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c8872f3-27a2-4033-9378-89397c18a354 HTTP/1.1" status: 200 len: 999 time: 0.0644050 Mar 07 11:39:31.916769 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-fc9178b5-881d-4e8e-96d8-aec1c075b73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:31.918287 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-fc9178b5-881d-4e8e-96d8-aec1c075b73c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5eb2e74-99f8-439a-8adf-e9f743207176 HTTP/1.1" status: 200 len: 835 time: 0.0435081 Mar 07 11:39:31.966998 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-6d281908-1825-4fc9-8bc5-64d0185e45a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:31.968505 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-6d281908-1825-4fc9-8bc5-64d0185e45a7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b959f0a3-78c2-4e41-bca0-ebcc119ec33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442615 Mar 07 11:39:32.104119 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceb781f-520d-4c4c-a1bf-11375fe26558 req-f0f79070-aaa8-41d4-a01f-0c35fde28baf tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:32.105612 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-aceb781f-520d-4c4c-a1bf-11375fe26558 req-f0f79070-aaa8-41d4-a01f-0c35fde28baf tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 943 time: 0.1137712 Mar 07 11:39:32.107336 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-8ec925da-81b3-410e-9ffe-87b1257ea657 service neutron] 10.222.0.31 "GET /v2.0/networks/b959f0a3-78c2-4e41-bca0-ebcc119ec33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325023 Mar 07 11:39:32.211659 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-aceb781f-520d-4c4c-a1bf-11375fe26558 req-414f1b0f-f66f-4496-b0dd-e39a22b7a1b0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004400 Mar 07 11:39:32.235357 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9fdc236-0eb3-4edc-94c1-0bb7aec8bbd5 req-634602e2-7e14-4358-bf23-0664abc2b01e service neutron] 10.222.0.31 "GET /v2.0/networks/b959f0a3-78c2-4e41-bca0-ebcc119ec33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226189 Mar 07 11:39:33.266976 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4dccec-3db8-4eea-99e8-dcfeb0c60b24', 'tag': '8c8872f3-27a2-4033-9378-89397c18a354'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:39:33.269427 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257bf3d8-c867-42da-8cf8-7a6be01239cc" -d '{"events": [{"name": "network-changed", "server_uuid": "7c4dccec-3db8-4eea-99e8-dcfeb0c60b24", "tag": "8c8872f3-27a2-4033-9378-89397c18a354"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:39:33.319045 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c3f8d7-0979-4fb3-b5a9-1362ac951738 x-openstack-request-id: req-38c3f8d7-0979-4fb3-b5a9-1362ac951738 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:39:33.319346 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c4dccec-3db8-4eea-99e8-dcfeb0c60b24", "tag": "8c8872f3-27a2-4033-9378-89397c18a354", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:39:33.319610 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-38c3f8d7-0979-4fb3-b5a9-1362ac951738 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:39:33.320870 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c4dccec-3db8-4eea-99e8-dcfeb0c60b24', 'tag': '8c8872f3-27a2-4033-9378-89397c18a354', 'status': 'completed', 'code': 200} Mar 07 11:39:33.343336 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b461fc4-0504-4c22-9aa0-1495cdd04f2d req-3ec5622e-ffef-478c-ac1f-89ab8f5371b4 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:33.344808 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6b461fc4-0504-4c22-9aa0-1495cdd04f2d req-3ec5622e-ffef-478c-ac1f-89ab8f5371b4 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 943 time: 0.0635655 Mar 07 11:39:33.402259 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6b461fc4-0504-4c22-9aa0-1495cdd04f2d req-2a282130-870f-4c49-b20d-a58e65ae24fa tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514262 Mar 07 11:39:33.417258 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bf3d8-c867-42da-8cf8-7a6be01239cc req-39242256-1e7a-46a9-af62-a87b7232a906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:33.418993 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-257bf3d8-c867-42da-8cf8-7a6be01239cc req-39242256-1e7a-46a9-af62-a87b7232a906 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 1125 time: 0.0812209 Mar 07 11:39:33.421440 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bf3d8-c867-42da-8cf8-7a6be01239cc req-03b9380e-1c5f-42a3-9e8d-a561739737cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:33.422776 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-257bf3d8-c867-42da-8cf8-7a6be01239cc req-03b9380e-1c5f-42a3-9e8d-a561739737cf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 1125 time: 0.0771120 Mar 07 11:39:33.919116 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bf3d8-c867-42da-8cf8-7a6be01239cc req-efbe3bb4-4a5b-431a-91a3-79e2a3a39782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:33.920572 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-257bf3d8-c867-42da-8cf8-7a6be01239cc req-efbe3bb4-4a5b-431a-91a3-79e2a3a39782 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b959f0a3-78c2-4e41-bca0-ebcc119ec33b HTTP/1.1" status: 200 len: 898 time: 0.4957631 Mar 07 11:39:33.921670 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bf3d8-c867-42da-8cf8-7a6be01239cc req-70e1053e-b2f7-4996-8459-578cc934fb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:33.922958 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-257bf3d8-c867-42da-8cf8-7a6be01239cc req-70e1053e-b2f7-4996-8459-578cc934fb5b service neutron] 10.222.0.31 "GET /v2.0/networks?id=b959f0a3-78c2-4e41-bca0-ebcc119ec33b HTTP/1.1" status: 200 len: 898 time: 0.4911129 Mar 07 11:39:34.037973 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-257bf3d8-c867-42da-8cf8-7a6be01239cc req-f5e22cb9-c587-447f-ae1d-d47b991dc6b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c8872f3-27a2-4033-9378-89397c18a354 HTTP/1.1" status: 200 len: 999 time: 0.1107931 Mar 07 11:39:34.040319 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-257bf3d8-c867-42da-8cf8-7a6be01239cc req-935712eb-59fd-4307-8d33-2e28838b23c9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c8872f3-27a2-4033-9378-89397c18a354 HTTP/1.1" status: 200 len: 999 time: 0.1077664 Mar 07 11:39:34.119908 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bf3d8-c867-42da-8cf8-7a6be01239cc req-42a85aba-9781-4c76-b8bb-f31e5aa387cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:34.121380 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-257bf3d8-c867-42da-8cf8-7a6be01239cc req-42a85aba-9781-4c76-b8bb-f31e5aa387cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5eb2e74-99f8-439a-8adf-e9f743207176 HTTP/1.1" status: 200 len: 835 time: 0.0776744 Mar 07 11:39:34.122738 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bf3d8-c867-42da-8cf8-7a6be01239cc req-8ce31171-bc5e-4744-bf3f-2bc519888f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:34.124021 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-257bf3d8-c867-42da-8cf8-7a6be01239cc req-8ce31171-bc5e-4744-bf3f-2bc519888f8b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5eb2e74-99f8-439a-8adf-e9f743207176 HTTP/1.1" status: 200 len: 835 time: 0.0730698 Mar 07 11:39:34.204636 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bf3d8-c867-42da-8cf8-7a6be01239cc req-3749e56f-8645-47be-9656-f391afc97ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:34.206071 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-257bf3d8-c867-42da-8cf8-7a6be01239cc req-3749e56f-8645-47be-9656-f391afc97ebb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b959f0a3-78c2-4e41-bca0-ebcc119ec33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0792429 Mar 07 11:39:34.207857 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bf3d8-c867-42da-8cf8-7a6be01239cc req-5740d5cc-9944-408a-a712-5e7187b59a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:34.209228 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-257bf3d8-c867-42da-8cf8-7a6be01239cc req-5740d5cc-9944-408a-a712-5e7187b59a70 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b959f0a3-78c2-4e41-bca0-ebcc119ec33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0743761 Mar 07 11:39:34.262617 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 8c8872f3-27a2-4033-9378-89397c18a354 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:39:34.306727 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] The host n-h1-832164-4 is not matching for port 8c8872f3-27a2-4033-9378-89397c18a354 host n-h2-832164-4! {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Mar 07 11:39:34.307109 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 8c8872f3-27a2-4033-9378-89397c18a354 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:39:34.367767 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-257bf3d8-c867-42da-8cf8-7a6be01239cc req-128b9c40-2609-4ab4-9661-9f1010364aff service neutron] 10.222.0.21 "GET /v2.0/networks/b959f0a3-78c2-4e41-bca0-ebcc119ec33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554036 Mar 07 11:39:34.369629 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-257bf3d8-c867-42da-8cf8-7a6be01239cc req-959a893c-c068-4a7e-8478-a55f604e5ca0 service neutron] 10.222.0.31 "GET /v2.0/networks/b959f0a3-78c2-4e41-bca0-ebcc119ec33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505349 Mar 07 11:39:34.563562 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-257bf3d8-c867-42da-8cf8-7a6be01239cc req-d457b201-74a8-477a-b226-9cd802238a59 service neutron] 10.222.0.31 "GET /v2.0/networks/b959f0a3-78c2-4e41-bca0-ebcc119ec33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820326 Mar 07 11:39:34.570919 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-257bf3d8-c867-42da-8cf8-7a6be01239cc req-da7679be-c8ac-49de-ada9-9cc479106347 service neutron] 10.222.0.21 "GET /v2.0/networks/b959f0a3-78c2-4e41-bca0-ebcc119ec33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968806 Mar 07 11:39:34.584317 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c6f33-ee44-483e-804e-a4b1a6172dd3 req-f18293d8-fc84-477f-859a-5b87e81f4353 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:34.585907 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-840c6f33-ee44-483e-804e-a4b1a6172dd3 req-f18293d8-fc84-477f-859a-5b87e81f4353 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 943 time: 0.1055677 Mar 07 11:39:34.634941 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-840c6f33-ee44-483e-804e-a4b1a6172dd3 req-63755abb-b91c-4935-955b-6eab8ed2cbb1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434914 Mar 07 11:39:35.762049 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b99f6-bcb8-4259-ba42-2ed84c38fb06 req-4202c40c-c03c-4881-9452-85f1f4d8fa0d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:35.763585 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2a0b99f6-bcb8-4259-ba42-2ed84c38fb06 req-4202c40c-c03c-4881-9452-85f1f4d8fa0d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 943 time: 0.0547271 Mar 07 11:39:35.814127 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2a0b99f6-bcb8-4259-ba42-2ed84c38fb06 req-ce245138-b470-4248-83af-f034132e5e67 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448463 Mar 07 11:39:36.041758 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d6cc0-6450-4a91-a2d9-c98ee1b80195 req-680e231d-71fd-4160-85ad-9b124e7da8eb tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:36.043250 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f58d6cc0-6450-4a91-a2d9-c98ee1b80195 req-680e231d-71fd-4160-85ad-9b124e7da8eb tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.21 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24&tenant_id=a55f85fdfc8447269f634477a798a23c&binding%3Ahost_id=n-h2-832164-4 HTTP/1.1" status: 200 len: 943 time: 0.0594079 Mar 07 11:39:36.047564 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d414ef-b5ec-4854-af0c-b4d00222c2f9 req-4b3e5c9b-be8b-4ef3-b5c9-289755207733 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:36.049311 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-77d414ef-b5ec-4854-af0c-b4d00222c2f9 req-4b3e5c9b-be8b-4ef3-b5c9-289755207733 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 943 time: 0.0768418 Mar 07 11:39:36.106623 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-77d414ef-b5ec-4854-af0c-b4d00222c2f9 req-88210c55-ad91-494e-a3fc-aaa24f6bbc1b tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513086 Mar 07 11:39:36.108610 n-d-832164-4 neutron-server[103767]: INFO neutron.api.v2.resource [req-f58d6cc0-6450-4a91-a2d9-c98ee1b80195 req-e822f908-c089-4175-b1f3-794cc038b03e service neutron] delete failed (client error): The resource could not be found. Mar 07 11:39:36.109646 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f58d6cc0-6450-4a91-a2d9-c98ee1b80195 req-e822f908-c089-4175-b1f3-794cc038b03e service neutron] 10.222.0.21 "DELETE /v2.0/ports/8c8872f3-27a2-4033-9378-89397c18a354/bindings/n-h1-832164-4 HTTP/1.1" status: 404 len: 380 time: 0.0591633 Mar 07 11:39:36.187982 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 8c8872f3-27a2-4033-9378-89397c18a354 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:39:36.262534 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d6cc0-6450-4a91-a2d9-c98ee1b80195 req-09b311d8-1365-4f73-9ae8-bc074d115ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:36.264071 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f58d6cc0-6450-4a91-a2d9-c98ee1b80195 req-09b311d8-1365-4f73-9ae8-bc074d115ed1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 1125 time: 0.1089118 Mar 07 11:39:36.276047 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336ec47-a7ea-41a8-8994-532f7cf27a8c req-6c3d16c4-063d-4c38-a084-917987bf8f5e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:36.277537 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8336ec47-a7ea-41a8-8994-532f7cf27a8c req-6c3d16c4-063d-4c38-a084-917987bf8f5e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 943 time: 0.0828228 Mar 07 11:39:36.294622 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 8c8872f3-27a2-4033-9378-89397c18a354, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=8c8872f3-27a2-4033-9378-89397c18a354,segment=NetworkSegment(9884b779-7b05-4503-a582-65b5b77d5c98),segment_id=9884b779-7b05-4503-a582-65b5b77d5c98)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:39:36.309792 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '8c8872f3-27a2-4033-9378-89397c18a354', 'network_id': 'b959f0a3-78c2-4e41-bca0-ebcc119ec33b', 'port_id': '8c8872f3-27a2-4033-9378-89397c18a354', 'mac_address': 'fa:16:3e:7d:b3:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5eb2e74-99f8-439a-8adf-e9f743207176', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:39:36.354256 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 8c8872f3-27a2-4033-9378-89397c18a354 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:39:36.354808 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8c8872f3-27a2-4033-9378-89397c18a354), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:36.372225 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c8872f3-27a2-4033-9378-89397c18a354 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:39:36.391389 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 8c8872f3-27a2-4033-9378-89397c18a354, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=8c8872f3-27a2-4033-9378-89397c18a354,segment=NetworkSegment(9884b779-7b05-4503-a582-65b5b77d5c98),segment_id=9884b779-7b05-4503-a582-65b5b77d5c98)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:39:36.392748 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8336ec47-a7ea-41a8-8994-532f7cf27a8c req-71bd7943-b7cb-4343-9092-ed44e021a7a7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054468 Mar 07 11:39:36.396434 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8c8872f3-27a2-4033-9378-89397c18a354), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:36.414585 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d6cc0-6450-4a91-a2d9-c98ee1b80195 req-61140f85-d292-4b9c-9123-5ebb6c8c311a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:36.414585 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f58d6cc0-6450-4a91-a2d9-c98ee1b80195 req-61140f85-d292-4b9c-9123-5ebb6c8c311a service neutron] 10.222.0.21 "GET /v2.0/networks?id=b959f0a3-78c2-4e41-bca0-ebcc119ec33b HTTP/1.1" status: 200 len: 898 time: 0.1349936 Mar 07 11:39:36.446277 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=8c8872f3-27a2-4033-9378-89397c18a354,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:39:36.454144 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:39:36.454144 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:39:36.454419 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:39:36.454567 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:39:36.454901 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:39:36.455233 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:39:36.456072 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:39:36.456072 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:39:36.456283 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:39:36.456574 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:39:36.456906 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:39:36.457259 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:39:36.457592 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:39:36.478430 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f58d6cc0-6450-4a91-a2d9-c98ee1b80195 req-86bbc656-41f0-4790-bf60-462ca5f6e217 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c8872f3-27a2-4033-9378-89397c18a354 HTTP/1.1" status: 200 len: 1000 time: 0.0590529 Mar 07 11:39:36.529562 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d6cc0-6450-4a91-a2d9-c98ee1b80195 req-456f00fe-9d16-4922-856a-c329eddfbe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:36.531008 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f58d6cc0-6450-4a91-a2d9-c98ee1b80195 req-456f00fe-9d16-4922-856a-c329eddfbe78 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d5eb2e74-99f8-439a-8adf-e9f743207176 HTTP/1.1" status: 200 len: 835 time: 0.0475454 Mar 07 11:39:36.580965 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d6cc0-6450-4a91-a2d9-c98ee1b80195 req-29c4a05c-53b8-4294-b542-9c8b562bbc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:36.582492 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f58d6cc0-6450-4a91-a2d9-c98ee1b80195 req-29c4a05c-53b8-4294-b542-9c8b562bbc76 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b959f0a3-78c2-4e41-bca0-ebcc119ec33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453534 Mar 07 11:39:36.604963 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-952a516b-a423-43f4-894f-ca4e55000a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:36.675835 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f58d6cc0-6450-4a91-a2d9-c98ee1b80195 req-bfb0933d-9755-4f2d-b793-d0be2b866f5e service neutron] 10.222.0.21 "GET /v2.0/networks/b959f0a3-78c2-4e41-bca0-ebcc119ec33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867198 Mar 07 11:39:36.758617 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['8c8872f3-27a2-4033-9378-89397c18a354'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:39:36.768461 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f58d6cc0-6450-4a91-a2d9-c98ee1b80195 req-daadc80a-24e5-447e-a413-ae0b66237139 service neutron] 10.222.0.21 "GET /v2.0/networks/b959f0a3-78c2-4e41-bca0-ebcc119ec33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865657 Mar 07 11:39:37.511956 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90d9e6-6409-4b64-b835-228d2507e9f7 req-0d1f6507-7a4e-40da-bb92-4fde06c2cf48 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:37.513451 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5e90d9e6-6409-4b64-b835-228d2507e9f7 req-0d1f6507-7a4e-40da-bb92-4fde06c2cf48 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 944 time: 0.0515795 Mar 07 11:39:37.562512 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5e90d9e6-6409-4b64-b835-228d2507e9f7 req-79b8ae69-518d-457f-a3db-912541963768 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435822 Mar 07 11:39:37.584415 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45680) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:39:37.648806 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8358a49b-80d6-4ca2-86d2-272700d4d91a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/floatingips/5b39e70a-d64e-4efa-a516-f66cf2e919ad HTTP/1.1" status: 200 len: 992 time: 0.0631602 Mar 07 11:39:38.187032 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 8c8872f3-27a2-4033-9378-89397c18a354 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:39:38.235576 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 8c8872f3-27a2-4033-9378-89397c18a354 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:39:38.239267 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 8c8872f3-27a2-4033-9378-89397c18a354 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:39:38.239642 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (8c8872f3-27a2-4033-9378-89397c18a354), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:38.477660 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 8c8872f3-27a2-4033-9378-89397c18a354 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:39:38.477959 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8c8872f3-27a2-4033-9378-89397c18a354), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:38.499426 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4dccec-3db8-4eea-99e8-dcfeb0c60b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8872f3-27a2-4033-9378-89397c18a354'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:39:38.501648 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a645a2b5805a54a98315e88f2d343b68cf76c29b7d342bc1003cac2cf566b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78180994-4182-4a46-bf33-361a22e0fbbb" -d '{"events": [{"server_uuid": "7c4dccec-3db8-4eea-99e8-dcfeb0c60b24", "name": "network-vif-plugged", "status": "completed", "tag": "8c8872f3-27a2-4033-9378-89397c18a354"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:39:38.513731 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 8c8872f3-27a2-4033-9378-89397c18a354, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=8c8872f3-27a2-4033-9378-89397c18a354,segment=NetworkSegment(9884b779-7b05-4503-a582-65b5b77d5c98),segment_id=9884b779-7b05-4503-a582-65b5b77d5c98)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:39:38.517903 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8c8872f3-27a2-4033-9378-89397c18a354), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:38.543728 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d20c0c3-88ed-4ca8-af71-8fe1f3dd9de3 x-openstack-request-id: req-3d20c0c3-88ed-4ca8-af71-8fe1f3dd9de3 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:39:38.544029 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4dccec-3db8-4eea-99e8-dcfeb0c60b24", "name": "network-vif-plugged", "status": "completed", "tag": "8c8872f3-27a2-4033-9378-89397c18a354", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:39:38.544287 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3d20c0c3-88ed-4ca8-af71-8fe1f3dd9de3 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:39:38.544976 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4dccec-3db8-4eea-99e8-dcfeb0c60b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c8872f3-27a2-4033-9378-89397c18a354', 'code': 200} Mar 07 11:39:38.570609 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=8c8872f3-27a2-4033-9378-89397c18a354,revision_number=9']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:39:38.683921 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f473ca44-b52a-49c1-9cbd-bde6eda9cc48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:40.140488 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:41.884509 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:43.093196 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:48.808996 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:53.468278 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:39:57.648984 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f6ac0bb-a824-4f73-a811-efa7ee2a2c33 req-0812210b-3b68-497d-8295-93e1ae3430df service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450058 Mar 07 11:39:57.734192 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ac0bb-a824-4f73-a811-efa7ee2a2c33 req-a1444edd-d6e5-4427-947f-7c36d86462a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:57.735677 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f6ac0bb-a824-4f73-a811-efa7ee2a2c33 req-a1444edd-d6e5-4427-947f-7c36d86462a9 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 1127 time: 0.0460079 Mar 07 11:39:57.842326 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ac0bb-a824-4f73-a811-efa7ee2a2c33 req-606684de-b559-4225-9269-06efe35eb392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:57.843790 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f6ac0bb-a824-4f73-a811-efa7ee2a2c33 req-606684de-b559-4225-9269-06efe35eb392 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b959f0a3-78c2-4e41-bca0-ebcc119ec33b HTTP/1.1" status: 200 len: 898 time: 0.0902913 Mar 07 11:39:57.907669 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f6ac0bb-a824-4f73-a811-efa7ee2a2c33 req-141ef750-2001-405d-9fa3-dd6286a57931 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c8872f3-27a2-4033-9378-89397c18a354 HTTP/1.1" status: 200 len: 1001 time: 0.0578501 Mar 07 11:39:57.959434 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ac0bb-a824-4f73-a811-efa7ee2a2c33 req-0e052c2c-60f8-489f-bcc9-1f4eaaa1afdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:57.961269 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f6ac0bb-a824-4f73-a811-efa7ee2a2c33 req-0e052c2c-60f8-489f-bcc9-1f4eaaa1afdf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5eb2e74-99f8-439a-8adf-e9f743207176 HTTP/1.1" status: 200 len: 835 time: 0.0483222 Mar 07 11:39:58.010838 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ac0bb-a824-4f73-a811-efa7ee2a2c33 req-acf0bfcb-1660-4247-9f1b-62e8df63db7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:39:58.012348 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f6ac0bb-a824-4f73-a811-efa7ee2a2c33 req-acf0bfcb-1660-4247-9f1b-62e8df63db7e service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b959f0a3-78c2-4e41-bca0-ebcc119ec33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443509 Mar 07 11:39:58.021628 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-6f6ac0bb-a824-4f73-a811-efa7ee2a2c33 req-ed742d4a-2505-4de9-9081-d74cc0ecf9db service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:39:58.022607 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f6ac0bb-a824-4f73-a811-efa7ee2a2c33 req-ed742d4a-2505-4de9-9081-d74cc0ecf9db service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048189 Mar 07 11:39:58.112369 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f6ac0bb-a824-4f73-a811-efa7ee2a2c33 req-d17af11a-c433-4f3d-b49d-1a18c85a932c service neutron] 10.222.0.31 "GET /v2.0/networks/b959f0a3-78c2-4e41-bca0-ebcc119ec33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841892 Mar 07 11:39:58.203618 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f6ac0bb-a824-4f73-a811-efa7ee2a2c33 req-8795191e-f3c7-46c1-98b3-f8e3561a1199 service neutron] 10.222.0.31 "GET /v2.0/networks/b959f0a3-78c2-4e41-bca0-ebcc119ec33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852449 Mar 07 11:39:59.258294 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:40:06.607542 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9631d1fe-2507-413c-9bd5-03f6251eb92a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:08.685744 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f2513281-ffbd-49f0-95e0-d85e9e74ad1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:10.143268 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:11.884929 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:13.094893 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:18.802540 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:23.496281 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:30.773451 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45704) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:40:30.934537 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-d195acd4-63c8-4198-99aa-e9ef5cf9a582 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Deleting port 01b47bd0-d760-4ede-8fc5-0707162e5129 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:40:30.934880 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d195acd4-63c8-4198-99aa-e9ef5cf9a582 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (01b47bd0-d760-4ede-8fc5-0707162e5129), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:31.007547 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d195acd4-63c8-4198-99aa-e9ef5cf9a582 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (01b47bd0-d760-4ede-8fc5-0707162e5129), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:31.007877 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d195acd4-63c8-4198-99aa-e9ef5cf9a582 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for floatingip (01b47bd0-d760-4ede-8fc5-0707162e5129), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:31.019589 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-d195acd4-63c8-4198-99aa-e9ef5cf9a582 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Calling delete_port for 01b47bd0-d760-4ede-8fc5-0707162e5129 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:40:31.167723 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d195acd4-63c8-4198-99aa-e9ef5cf9a582 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (01b47bd0-d760-4ede-8fc5-0707162e5129), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:31.194038 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195acd4-63c8-4198-99aa-e9ef5cf9a582 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'Port': ['ID=01b47bd0-d760-4ede-8fc5-0707162e5129,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:31.220421 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195acd4-63c8-4198-99aa-e9ef5cf9a582 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:31.220775 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195acd4-63c8-4198-99aa-e9ef5cf9a582 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:31.221141 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195acd4-63c8-4198-99aa-e9ef5cf9a582 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:31.221485 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195acd4-63c8-4198-99aa-e9ef5cf9a582 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:31.221821 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195acd4-63c8-4198-99aa-e9ef5cf9a582 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:31.222154 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195acd4-63c8-4198-99aa-e9ef5cf9a582 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:31.222485 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195acd4-63c8-4198-99aa-e9ef5cf9a582 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:31.222816 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195acd4-63c8-4198-99aa-e9ef5cf9a582 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:31.223162 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195acd4-63c8-4198-99aa-e9ef5cf9a582 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:31.223481 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195acd4-63c8-4198-99aa-e9ef5cf9a582 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:31.223804 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195acd4-63c8-4198-99aa-e9ef5cf9a582 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:31.224127 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195acd4-63c8-4198-99aa-e9ef5cf9a582 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:31.225023 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d195acd4-63c8-4198-99aa-e9ef5cf9a582 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:31.267034 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d195acd4-63c8-4198-99aa-e9ef5cf9a582 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for floatingip (5b39e70a-d64e-4efa-a516-f66cf2e919ad), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:31.267396 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-d195acd4-63c8-4198-99aa-e9ef5cf9a582 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Floating IP 5b39e70a-d64e-4efa-a516-f66cf2e919ad disassociated (deleted). External IP: 172.25.3.126, port: 8c8872f3-27a2-4033-9378-89397c18a354. Mar 07 11:40:31.473206 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d195acd4-63c8-4198-99aa-e9ef5cf9a582 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Router d13ba5f7-c97a-41d8-991d-0923b2f4e164 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:40:31.576289 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d195acd4-63c8-4198-99aa-e9ef5cf9a582 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:40:31.580969 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-d195acd4-63c8-4198-99aa-e9ef5cf9a582 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:31.586528 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1e052a-c534-43b1-9b4c-c2dc03a8a4d4 None None] Sync routers for ids ['d13ba5f7-c97a-41d8-991d-0923b2f4e164'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:40:31.596040 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1e052a-c534-43b1-9b4c-c2dc03a8a4d4 None None] Routers {'d13ba5f7-c97a-41d8-991d-0923b2f4e164'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:40:31.596650 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-df1e052a-c534-43b1-9b4c-c2dc03a8a4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:40:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d13ba5f7-c97a-41d8-991d-0923b2f4e164'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:40:31.614520 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d195acd4-63c8-4198-99aa-e9ef5cf9a582 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "DELETE /v2.0/floatingips/5b39e70a-d64e-4efa-a516-f66cf2e919ad HTTP/1.1" status: 204 len: 168 time: 0.8399823 Mar 07 11:40:31.615177 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4dccec-3db8-4eea-99e8-dcfeb0c60b24', 'tag': '8c8872f3-27a2-4033-9378-89397c18a354'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:40:31.617491 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f351bf73f323c1e2e006b9f16194b747f7127b9e46eeb64b4a81d3313ccb5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add91c3a-d81e-4f11-bc37-20f147131901" -d '{"events": [{"name": "network-changed", "server_uuid": "7c4dccec-3db8-4eea-99e8-dcfeb0c60b24", "tag": "8c8872f3-27a2-4033-9378-89397c18a354"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:40:31.713366 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-df1e052a-c534-43b1-9b4c-c2dc03a8a4d4 None None] Set router d13ba5f7-c97a-41d8-991d-0923b2f4e164 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:40:31.784914 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0f1bfa-1d94-4c88-98bf-24a7b0e7cc6d x-openstack-request-id: req-1d0f1bfa-1d94-4c88-98bf-24a7b0e7cc6d {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:40:31.785484 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c4dccec-3db8-4eea-99e8-dcfeb0c60b24", "tag": "8c8872f3-27a2-4033-9378-89397c18a354", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:40:31.785484 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1d0f1bfa-1d94-4c88-98bf-24a7b0e7cc6d {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:40:31.785893 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c4dccec-3db8-4eea-99e8-dcfeb0c60b24', 'tag': '8c8872f3-27a2-4033-9378-89397c18a354', 'status': 'completed', 'code': 200} Mar 07 11:40:31.893756 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f247c2-5411-4e9a-80b8-5b9f9bd5ac61 req-13bf3499-0902-4f70-89f4-7fff629e4c5a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:31.895245 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-59f247c2-5411-4e9a-80b8-5b9f9bd5ac61 req-13bf3499-0902-4f70-89f4-7fff629e4c5a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 945 time: 0.0811794 Mar 07 11:40:31.897875 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add91c3a-d81e-4f11-bc37-20f147131901 req-2fd896aa-5905-43e1-bc9d-8990132bbf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:31.899236 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-add91c3a-d81e-4f11-bc37-20f147131901 req-2fd896aa-5905-43e1-bc9d-8990132bbf32 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 1127 time: 0.0931540 Mar 07 11:40:31.930650 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-df1e052a-c534-43b1-9b4c-c2dc03a8a4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116820518', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3ac43212-76bf-4066-9aae-db0bb11a3080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:38:21Z', 'updated_at': '2022-03-07T11:38:25Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '3ac43212-76bf-4066-9aae-db0bb11a3080', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:38:22Z', 'updated_at': '2022-03-07T11:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '3c02f6d4-194a-48a3-bb99-250dff6734c3', 'name': '', 'network_id': 'b959f0a3-78c2-4e41-bca0-ebcc119ec33b', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:ef:d4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd5eb2e74-99f8-439a-8adf-e9f743207176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:38:24Z', 'updated_at': '2022-03-07T11:38:27Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': 'd5eb2e74-99f8-439a-8adf-e9f743207176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:40:31.958155 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1e052a-c534-43b1-9b4c-c2dc03a8a4d4 None None] Checking router: d13ba5f7-c97a-41d8-991d-0923b2f4e164 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:40:31.967518 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1e052a-c534-43b1-9b4c-c2dc03a8a4d4 None None] Routers {'d13ba5f7-c97a-41d8-991d-0923b2f4e164'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:40:31.968151 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-df1e052a-c534-43b1-9b4c-c2dc03a8a4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:40:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d13ba5f7-c97a-41d8-991d-0923b2f4e164'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:40:32.001460 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-59f247c2-5411-4e9a-80b8-5b9f9bd5ac61 req-5dc38c35-20fd-4054-82e7-6379239248ec tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995920 Mar 07 11:40:32.031902 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add91c3a-d81e-4f11-bc37-20f147131901 req-f7ef72c2-7b4a-4f7a-bb6e-c7b594972761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:32.033390 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-add91c3a-d81e-4f11-bc37-20f147131901 req-f7ef72c2-7b4a-4f7a-bb6e-c7b594972761 service neutron] 10.222.0.31 "GET /v2.0/networks?id=b959f0a3-78c2-4e41-bca0-ebcc119ec33b HTTP/1.1" status: 200 len: 898 time: 0.1259875 Mar 07 11:40:32.078629 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-df1e052a-c534-43b1-9b4c-c2dc03a8a4d4 None None] Set router d13ba5f7-c97a-41d8-991d-0923b2f4e164 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:40:32.079556 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-add91c3a-d81e-4f11-bc37-20f147131901 req-cdffed3d-2e99-4c2f-aeea-27443e9983e1 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8c8872f3-27a2-4033-9378-89397c18a354 HTTP/1.1" status: 200 len: 217 time: 0.0399730 Mar 07 11:40:32.127141 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add91c3a-d81e-4f11-bc37-20f147131901 req-97e13979-f1cc-4073-a9ce-fbf2ce276319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:32.128602 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-add91c3a-d81e-4f11-bc37-20f147131901 req-97e13979-f1cc-4073-a9ce-fbf2ce276319 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=d5eb2e74-99f8-439a-8adf-e9f743207176 HTTP/1.1" status: 200 len: 835 time: 0.0433359 Mar 07 11:40:32.180124 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add91c3a-d81e-4f11-bc37-20f147131901 req-1f0f2610-afb7-49e6-b0b7-84a7bc6987d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:32.181668 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-add91c3a-d81e-4f11-bc37-20f147131901 req-1f0f2610-afb7-49e6-b0b7-84a7bc6987d0 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=b959f0a3-78c2-4e41-bca0-ebcc119ec33b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0456994 Mar 07 11:40:32.274806 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-add91c3a-d81e-4f11-bc37-20f147131901 req-f25a7d17-97a8-4bab-b356-3e8f3ff8ff49 service neutron] 10.222.0.31 "GET /v2.0/networks/b959f0a3-78c2-4e41-bca0-ebcc119ec33b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867620 Mar 07 11:40:32.281766 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-df1e052a-c534-43b1-9b4c-c2dc03a8a4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116820518', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3ac43212-76bf-4066-9aae-db0bb11a3080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:38:21Z', 'updated_at': '2022-03-07T11:38:25Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '3ac43212-76bf-4066-9aae-db0bb11a3080', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:38:22Z', 'updated_at': '2022-03-07T11:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '3c02f6d4-194a-48a3-bb99-250dff6734c3', 'name': '', 'network_id': 'b959f0a3-78c2-4e41-bca0-ebcc119ec33b', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:ef:d4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd5eb2e74-99f8-439a-8adf-e9f743207176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:38:24Z', 'updated_at': '2022-03-07T11:38:27Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': 'd5eb2e74-99f8-439a-8adf-e9f743207176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:40:32.309433 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1e052a-c534-43b1-9b4c-c2dc03a8a4d4 None None] The sync data for ids ['d13ba5f7-c97a-41d8-991d-0923b2f4e164'] in n-d-832164-4 is: [{'id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116820518', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3ac43212-76bf-4066-9aae-db0bb11a3080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:38:21Z', 'updated_at': '2022-03-07T11:38:25Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '3ac43212-76bf-4066-9aae-db0bb11a3080', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:38:22Z', 'updated_at': '2022-03-07T11:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '3c02f6d4-194a-48a3-bb99-250dff6734c3', 'name': '', 'network_id': 'b959f0a3-78c2-4e41-bca0-ebcc119ec33b', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:ef:d4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'device_owner': 'network:router_interface', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'd5eb2e74-99f8-439a-8adf-e9f743207176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:38:24Z', 'updated_at': '2022-03-07T11:38:27Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': 'd5eb2e74-99f8-439a-8adf-e9f743207176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:40:32.366684 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-add91c3a-d81e-4f11-bc37-20f147131901 req-8c5f07ff-b126-400e-9c11-2d92330475b5 service neutron] 10.222.0.31 "GET /v2.0/networks/b959f0a3-78c2-4e41-bca0-ebcc119ec33b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854135 Mar 07 11:40:32.524146 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3ed4d3-f9a7-4fdf-9855-80e3d99cbed3 None None] New status for floating IP 5b39e70a-d64e-4efa-a516-f66cf2e919ad: DOWN {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:40:33.125490 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5300a-0620-436d-9135-4d4779022cad req-e1295466-0783-4ded-8016-29dbd07ffe5f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:33.126970 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6ce5300a-0620-436d-9135-4d4779022cad req-e1295466-0783-4ded-8016-29dbd07ffe5f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 945 time: 0.0523686 Mar 07 11:40:33.175995 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6ce5300a-0620-436d-9135-4d4779022cad req-190baa51-b8b0-47b4-9b33-6666e9169eb7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=5b1f196a-e0eb-4c09-b744-a23416e2b844&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431538 Mar 07 11:40:33.339919 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9dfdaf-8f4e-4ad6-babe-5de79280059e req-221c07b0-e1c6-4246-a7fc-29a282a4e1c2 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:33.341400 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec9dfdaf-8f4e-4ad6-babe-5de79280059e req-221c07b0-e1c6-4246-a7fc-29a282a4e1c2 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 945 time: 0.0542257 Mar 07 11:40:33.435965 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-ec9dfdaf-8f4e-4ad6-babe-5de79280059e req-14c2d0d1-f76d-45e7-a4b2-62d2d201031d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Deleting port 8c8872f3-27a2-4033-9378-89397c18a354 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:40:33.436314 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ec9dfdaf-8f4e-4ad6-babe-5de79280059e req-14c2d0d1-f76d-45e7-a4b2-62d2d201031d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (8c8872f3-27a2-4033-9378-89397c18a354), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:33.527770 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-ec9dfdaf-8f4e-4ad6-babe-5de79280059e req-14c2d0d1-f76d-45e7-a4b2-62d2d201031d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] For port 8c8872f3-27a2-4033-9378-89397c18a354, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=8c8872f3-27a2-4033-9378-89397c18a354,segment=NetworkSegment(9884b779-7b05-4503-a582-65b5b77d5c98),segment_id=9884b779-7b05-4503-a582-65b5b77d5c98)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:40:33.528133 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ec9dfdaf-8f4e-4ad6-babe-5de79280059e req-14c2d0d1-f76d-45e7-a4b2-62d2d201031d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (8c8872f3-27a2-4033-9378-89397c18a354), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:33.540106 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-ec9dfdaf-8f4e-4ad6-babe-5de79280059e req-14c2d0d1-f76d-45e7-a4b2-62d2d201031d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Calling delete_port for 8c8872f3-27a2-4033-9378-89397c18a354 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:40:33.665166 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ec9dfdaf-8f4e-4ad6-babe-5de79280059e req-14c2d0d1-f76d-45e7-a4b2-62d2d201031d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (8c8872f3-27a2-4033-9378-89397c18a354), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:33.695707 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2d0d1-f76d-45e7-a4b2-62d2d201031d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'Port': ['ID=8c8872f3-27a2-4033-9378-89397c18a354,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:33.705513 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2d0d1-f76d-45e7-a4b2-62d2d201031d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:33.705864 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2d0d1-f76d-45e7-a4b2-62d2d201031d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:33.706205 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2d0d1-f76d-45e7-a4b2-62d2d201031d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:33.706540 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2d0d1-f76d-45e7-a4b2-62d2d201031d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:33.706874 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2d0d1-f76d-45e7-a4b2-62d2d201031d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:33.707200 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2d0d1-f76d-45e7-a4b2-62d2d201031d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:33.707531 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2d0d1-f76d-45e7-a4b2-62d2d201031d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:33.708385 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2d0d1-f76d-45e7-a4b2-62d2d201031d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:33.708385 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2d0d1-f76d-45e7-a4b2-62d2d201031d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:33.708579 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2d0d1-f76d-45e7-a4b2-62d2d201031d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:33.709364 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2d0d1-f76d-45e7-a4b2-62d2d201031d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:33.709732 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2d0d1-f76d-45e7-a4b2-62d2d201031d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:33.710063 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c2d0d1-f76d-45e7-a4b2-62d2d201031d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:33.752805 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9dfdaf-8f4e-4ad6-babe-5de79280059e req-14c2d0d1-f76d-45e7-a4b2-62d2d201031d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] No DVR routers for this DVR port 8c8872f3-27a2-4033-9378-89397c18a354 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:40:33.755533 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ec9dfdaf-8f4e-4ad6-babe-5de79280059e req-14c2d0d1-f76d-45e7-a4b2-62d2d201031d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:33.759774 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ec9dfdaf-8f4e-4ad6-babe-5de79280059e req-14c2d0d1-f76d-45e7-a4b2-62d2d201031d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.31 "DELETE /v2.0/ports/8c8872f3-27a2-4033-9378-89397c18a354 HTTP/1.1" status: 204 len: 173 time: 0.4134769 Mar 07 11:40:33.760217 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4dccec-3db8-4eea-99e8-dcfeb0c60b24', 'name': 'network-vif-deleted', 'tag': '8c8872f3-27a2-4033-9378-89397c18a354'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:40:33.762475 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdb2449-d437-49c3-8178-4cc6de9a1eb9" -d '{"events": [{"server_uuid": "7c4dccec-3db8-4eea-99e8-dcfeb0c60b24", "name": "network-vif-deleted", "tag": "8c8872f3-27a2-4033-9378-89397c18a354"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:40:33.799408 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ec8eac-24cb-43d6-be7a-afba1d70b13b x-openstack-request-id: req-92ec8eac-24cb-43d6-be7a-afba1d70b13b {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:40:33.799704 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4dccec-3db8-4eea-99e8-dcfeb0c60b24", "name": "network-vif-deleted", "tag": "8c8872f3-27a2-4033-9378-89397c18a354", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:40:33.799985 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-92ec8eac-24cb-43d6-be7a-afba1d70b13b {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:40:33.800390 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4dccec-3db8-4eea-99e8-dcfeb0c60b24', 'name': 'network-vif-deleted', 'tag': '8c8872f3-27a2-4033-9378-89397c18a354', 'status': 'completed', 'code': 200} Mar 07 11:40:34.284791 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-66687b37-fe64-4b78-bd2e-44adff3e1f1b req-6e59c641-381e-4480-8956-827007f31c50 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7c4dccec-3db8-4eea-99e8-dcfeb0c60b24 HTTP/1.1" status: 200 len: 210 time: 0.0267622 Mar 07 11:40:35.344544 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45722) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:40:35.716701 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20a70a51-ea4c-4123-ae8e-5d4c56590f8d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (d13ba5f7-c97a-41d8-991d-0923b2f4e164), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:35.975065 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-20a70a51-ea4c-4123-ae8e-5d4c56590f8d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Deleting port 3c02f6d4-194a-48a3-bb99-250dff6734c3 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:40:35.975331 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20a70a51-ea4c-4123-ae8e-5d4c56590f8d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (3c02f6d4-194a-48a3-bb99-250dff6734c3), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:36.072027 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-20a70a51-ea4c-4123-ae8e-5d4c56590f8d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] For port 3c02f6d4-194a-48a3-bb99-250dff6734c3, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=3c02f6d4-194a-48a3-bb99-250dff6734c3,segment=NetworkSegment(9884b779-7b05-4503-a582-65b5b77d5c98),segment_id=9884b779-7b05-4503-a582-65b5b77d5c98)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:40:36.072385 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20a70a51-ea4c-4123-ae8e-5d4c56590f8d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (3c02f6d4-194a-48a3-bb99-250dff6734c3), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:36.084589 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-20a70a51-ea4c-4123-ae8e-5d4c56590f8d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Calling delete_port for 3c02f6d4-194a-48a3-bb99-250dff6734c3 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:40:36.257681 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:40:36.272935 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20a70a51-ea4c-4123-ae8e-5d4c56590f8d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (3c02f6d4-194a-48a3-bb99-250dff6734c3), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:36.435998 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 8c8872f3-27a2-4033-9378-89397c18a354 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:40:36.456774 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 8c8872f3-27a2-4033-9378-89397c18a354 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:40:36.457148 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 8c8872f3-27a2-4033-9378-89397c18a354 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:40:36.610963 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-82b35a8b-ed02-408b-a7b4-d2858ba09a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:36.635331 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a70a51-ea4c-4123-ae8e-5d4c56590f8d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'Port': ['ID=3c02f6d4-194a-48a3-bb99-250dff6734c3,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:36.815907 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-20a70a51-ea4c-4123-ae8e-5d4c56590f8d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (d13ba5f7-c97a-41d8-991d-0923b2f4e164), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:37.035701 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a70a51-ea4c-4123-ae8e-5d4c56590f8d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Router d13ba5f7-c97a-41d8-991d-0923b2f4e164 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:40:37.153767 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a70a51-ea4c-4123-ae8e-5d4c56590f8d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:40:37.158681 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-20a70a51-ea4c-4123-ae8e-5d4c56590f8d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "PUT /v2.0/routers/d13ba5f7-c97a-41d8-991d-0923b2f4e164/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8130882 Mar 07 11:40:37.161554 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45724) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:40:37.163106 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3781655b-ae75-453f-ac63-6bc981b84fbe None None] Sync routers for ids ['d13ba5f7-c97a-41d8-991d-0923b2f4e164'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:40:37.173223 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3781655b-ae75-453f-ac63-6bc981b84fbe None None] Routers {'d13ba5f7-c97a-41d8-991d-0923b2f4e164'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:40:37.173828 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-3781655b-ae75-453f-ac63-6bc981b84fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:40:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d13ba5f7-c97a-41d8-991d-0923b2f4e164'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:40:37.215567 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae15539-96d2-4f0e-a1bb-81ab9aae630f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Deleting subnet d5eb2e74-99f8-439a-8adf-e9f743207176 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:40:37.218738 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0ae15539-96d2-4f0e-a1bb-81ab9aae630f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for subnet (d5eb2e74-99f8-439a-8adf-e9f743207176), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:37.259071 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0ae15539-96d2-4f0e-a1bb-81ab9aae630f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (d5eb2e74-99f8-439a-8adf-e9f743207176), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:37.280515 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-3781655b-ae75-453f-ac63-6bc981b84fbe None None] Set router d13ba5f7-c97a-41d8-991d-0923b2f4e164 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:40:37.346913 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0ae15539-96d2-4f0e-a1bb-81ab9aae630f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (d5eb2e74-99f8-439a-8adf-e9f743207176), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:37.411076 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0ae15539-96d2-4f0e-a1bb-81ab9aae630f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (d5eb2e74-99f8-439a-8adf-e9f743207176), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:37.436598 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae15539-96d2-4f0e-a1bb-81ab9aae630f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'Subnet': ['ID=d5eb2e74-99f8-439a-8adf-e9f743207176,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:37.442335 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0ae15539-96d2-4f0e-a1bb-81ab9aae630f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:37.449016 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0ae15539-96d2-4f0e-a1bb-81ab9aae630f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "DELETE /v2.0/subnets/d5eb2e74-99f8-439a-8adf-e9f743207176 HTTP/1.1" status: 204 len: 168 time: 0.2834344 Mar 07 11:40:37.449392 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45726) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:40:37.450227 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fc402b-4aac-42cc-9c09-5ce202538413 None None] Network b959f0a3-78c2-4e41-bca0-ebcc119ec33b requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:40:37.539932 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-3781655b-ae75-453f-ac63-6bc981b84fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116820518', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3ac43212-76bf-4066-9aae-db0bb11a3080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:38:21Z', 'updated_at': '2022-03-07T11:40:36Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '3ac43212-76bf-4066-9aae-db0bb11a3080', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:38:22Z', 'updated_at': '2022-03-07T11:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:40:37.558395 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a6629e94-d6e5-4346-adcc-fde94b4d4ca8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router (d13ba5f7-c97a-41d8-991d-0923b2f4e164), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:37.575521 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3781655b-ae75-453f-ac63-6bc981b84fbe None None] Checking router: d13ba5f7-c97a-41d8-991d-0923b2f4e164 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:40:37.590310 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3781655b-ae75-453f-ac63-6bc981b84fbe None None] Routers {'d13ba5f7-c97a-41d8-991d-0923b2f4e164'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:40:37.590920 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-3781655b-ae75-453f-ac63-6bc981b84fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:40:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d13ba5f7-c97a-41d8-991d-0923b2f4e164'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:40:37.670752 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a6629e94-d6e5-4346-adcc-fde94b4d4ca8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router_gateway (d13ba5f7-c97a-41d8-991d-0923b2f4e164), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:37.679363 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34641c15-ec18-470b-be82-b4df5f6736df None None] DHCP port deletion for b959f0a3-78c2-4e41-bca0-ebcc119ec33b request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:40:37.727499 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-a6629e94-d6e5-4346-adcc-fde94b4d4ca8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Deleting port 3ac43212-76bf-4066-9aae-db0bb11a3080 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:40:37.727852 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a6629e94-d6e5-4346-adcc-fde94b4d4ca8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (3ac43212-76bf-4066-9aae-db0bb11a3080), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:37.730959 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-3781655b-ae75-453f-ac63-6bc981b84fbe None None] Set router d13ba5f7-c97a-41d8-991d-0923b2f4e164 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:40:37.812070 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-a6629e94-d6e5-4346-adcc-fde94b4d4ca8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] For port 3ac43212-76bf-4066-9aae-db0bb11a3080, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=3ac43212-76bf-4066-9aae-db0bb11a3080,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:40:37.812431 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a6629e94-d6e5-4346-adcc-fde94b4d4ca8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (3ac43212-76bf-4066-9aae-db0bb11a3080), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:37.824787 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-a6629e94-d6e5-4346-adcc-fde94b4d4ca8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Calling delete_port for 3ac43212-76bf-4066-9aae-db0bb11a3080 owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:40:37.856273 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-34641c15-ec18-470b-be82-b4df5f6736df None None] Deleting port 03c73b5c-0354-4db8-b65f-86928774f92e {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:40:37.856654 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-34641c15-ec18-470b-be82-b4df5f6736df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (03c73b5c-0354-4db8-b65f-86928774f92e), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:37.955394 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-34641c15-ec18-470b-be82-b4df5f6736df None None] For port 03c73b5c-0354-4db8-b65f-86928774f92e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=03c73b5c-0354-4db8-b65f-86928774f92e,segment=NetworkSegment(9884b779-7b05-4503-a582-65b5b77d5c98),segment_id=9884b779-7b05-4503-a582-65b5b77d5c98)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:40:37.955700 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-34641c15-ec18-470b-be82-b4df5f6736df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (03c73b5c-0354-4db8-b65f-86928774f92e), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:37.972168 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-34641c15-ec18-470b-be82-b4df5f6736df None None] Calling delete_port for 03c73b5c-0354-4db8-b65f-86928774f92e owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:40:37.998791 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a6629e94-d6e5-4346-adcc-fde94b4d4ca8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (3ac43212-76bf-4066-9aae-db0bb11a3080), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:38.027803 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6629e94-d6e5-4346-adcc-fde94b4d4ca8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'Port': ['ID=3ac43212-76bf-4066-9aae-db0bb11a3080,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:38.052278 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-3781655b-ae75-453f-ac63-6bc981b84fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116820518', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3ac43212-76bf-4066-9aae-db0bb11a3080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:38:21Z', 'updated_at': '2022-03-07T11:40:36Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '3ac43212-76bf-4066-9aae-db0bb11a3080', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:38:22Z', 'updated_at': '2022-03-07T11:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:40:38.089854 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3781655b-ae75-453f-ac63-6bc981b84fbe None None] The sync data for ids ['d13ba5f7-c97a-41d8-991d-0923b2f4e164'] in n-d-832164-4 is: [{'id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2116820518', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.115'}], 'enable_snat': True}, 'gw_port_id': '3ac43212-76bf-4066-9aae-db0bb11a3080', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:38:21Z', 'updated_at': '2022-03-07T11:40:36Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '3ac43212-76bf-4066-9aae-db0bb11a3080', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:17:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd13ba5f7-c97a-41d8-991d-0923b2f4e164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:38:22Z', 'updated_at': '2022-03-07T11:38:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:40:38.095054 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a6629e94-d6e5-4346-adcc-fde94b4d4ca8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (d13ba5f7-c97a-41d8-991d-0923b2f4e164), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:38.108736 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-34641c15-ec18-470b-be82-b4df5f6736df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (03c73b5c-0354-4db8-b65f-86928774f92e), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:38.136847 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34641c15-ec18-470b-be82-b4df5f6736df None None] Pushing event deleted for resources: {'Port': ['ID=03c73b5c-0354-4db8-b65f-86928774f92e,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:38.141280 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34641c15-ec18-470b-be82-b4df5f6736df None None] No DVR routers for this DVR port 03c73b5c-0354-4db8-b65f-86928774f92e on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:40:38.149171 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34641c15-ec18-470b-be82-b4df5f6736df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:38.149519 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34641c15-ec18-470b-be82-b4df5f6736df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:38.149878 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34641c15-ec18-470b-be82-b4df5f6736df None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:38.150192 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34641c15-ec18-470b-be82-b4df5f6736df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:38.150523 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34641c15-ec18-470b-be82-b4df5f6736df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:38.150846 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34641c15-ec18-470b-be82-b4df5f6736df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:38.151169 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34641c15-ec18-470b-be82-b4df5f6736df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:38.151885 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34641c15-ec18-470b-be82-b4df5f6736df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:38.151885 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34641c15-ec18-470b-be82-b4df5f6736df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:38.152103 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34641c15-ec18-470b-be82-b4df5f6736df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:38.152422 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34641c15-ec18-470b-be82-b4df5f6736df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:38.152740 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34641c15-ec18-470b-be82-b4df5f6736df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:38.153057 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34641c15-ec18-470b-be82-b4df5f6736df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:38.200040 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a6629e94-d6e5-4346-adcc-fde94b4d4ca8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (d13ba5f7-c97a-41d8-991d-0923b2f4e164), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:38.202205 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a6629e94-d6e5-4346-adcc-fde94b4d4ca8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router_controller (d13ba5f7-c97a-41d8-991d-0923b2f4e164), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:38.249138 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a6629e94-d6e5-4346-adcc-fde94b4d4ca8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (d13ba5f7-c97a-41d8-991d-0923b2f4e164), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:38.249599 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6629e94-d6e5-4346-adcc-fde94b4d4ca8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Fanout notify agent at l3_agent the message router_deleted on router d13ba5f7-c97a-41d8-991d-0923b2f4e164 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:40:38.256151 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a6629e94-d6e5-4346-adcc-fde94b4d4ca8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:38.257299 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a6629e94-d6e5-4346-adcc-fde94b4d4ca8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "DELETE /v2.0/routers/d13ba5f7-c97a-41d8-991d-0923b2f4e164 HTTP/1.1" status: 204 len: 168 time: 0.8068922 Mar 07 11:40:38.260254 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45728) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:40:38.352344 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-20ef4a98-bc8b-4d6f-a78e-365c69196cc1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (b959f0a3-78c2-4e41-bca0-ebcc119ec33b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:38.437714 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-20ef4a98-bc8b-4d6f-a78e-365c69196cc1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (b959f0a3-78c2-4e41-bca0-ebcc119ec33b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:38.460051 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-20ef4a98-bc8b-4d6f-a78e-365c69196cc1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b959f0a3-78c2-4e41-bca0-ebcc119ec33b']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:40:38.469828 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-20ef4a98-bc8b-4d6f-a78e-365c69196cc1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9884b779-7b05-4503-a582-65b5b77d5c98') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:40:38.470127 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-20ef4a98-bc8b-4d6f-a78e-365c69196cc1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9884b779-7b05-4503-a582-65b5b77d5c98') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:40:38.484691 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-20ef4a98-bc8b-4d6f-a78e-365c69196cc1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (9884b779-7b05-4503-a582-65b5b77d5c98), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:38.499058 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-20ef4a98-bc8b-4d6f-a78e-365c69196cc1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (9884b779-7b05-4503-a582-65b5b77d5c98), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:38.505253 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20ef4a98-bc8b-4d6f-a78e-365c69196cc1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:40:38.506359 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-20ef4a98-bc8b-4d6f-a78e-365c69196cc1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (9884b779-7b05-4503-a582-65b5b77d5c98), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:38.509301 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:40:38.509301 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:40:38.509301 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:40:38.509301 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:40:38.509301 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:40:38.509301 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:40:38.509301 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:40:38.509301 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:40:38.509301 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:40:38.509301 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:40:38.509301 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:40:38.509301 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:40:38.509301 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:40:38.509301 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:40:38.509301 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:40:38.509301 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:40:38.509301 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:40:38.509301 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:40:38.509301 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:40:38.509301 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:40:38.509301 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:40:38.509301 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:40:38.509301 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:40:38.509301 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:40:38.509301 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:40:38.509301 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:40:38.509301 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:40:38.509301 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:40:38.509301 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:40:38.509301 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:40:38.509301 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:40:38.509301 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:40:38.568557 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-20ef4a98-bc8b-4d6f-a78e-365c69196cc1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (b959f0a3-78c2-4e41-bca0-ebcc119ec33b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:38.577731 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-20ef4a98-bc8b-4d6f-a78e-365c69196cc1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:38.580855 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-20ef4a98-bc8b-4d6f-a78e-365c69196cc1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "DELETE /v2.0/networks/b959f0a3-78c2-4e41-bca0-ebcc119ec33b HTTP/1.1" status: 204 len: 168 time: 0.3196075 Mar 07 11:40:38.584777 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45730) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:40:38.593980 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef4a98-bc8b-4d6f-a78e-365c69196cc1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'Network': ['ID=b959f0a3-78c2-4e41-bca0-ebcc119ec33b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:38.656741 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dffc5a4b-7698-420f-b00c-e6706b3b58f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group (5b1f196a-e0eb-4c09-b744-a23416e2b844), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:38.690947 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dffc5a4b-7698-420f-b00c-e6706b3b58f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group (5b1f196a-e0eb-4c09-b744-a23416e2b844), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:38.704135 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3863b355-3ae4-444a-8745-27d3efbc6ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:38.728882 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3c02f6d4-194a-48a3-bb99-250dff6734c3 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:40:38.750934 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 3c02f6d4-194a-48a3-bb99-250dff6734c3 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:40:38.751368 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3c02f6d4-194a-48a3-bb99-250dff6734c3 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:40:38.751857 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 03c73b5c-0354-4db8-b65f-86928774f92e no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:40:38.763546 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dffc5a4b-7698-420f-b00c-e6706b3b58f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (5b1f196a-e0eb-4c09-b744-a23416e2b844), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:38.766755 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dffc5a4b-7698-420f-b00c-e6706b3b58f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:38.771614 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-dffc5a4b-7698-420f-b00c-e6706b3b58f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "DELETE /v2.0/security-groups/5b1f196a-e0eb-4c09-b744-a23416e2b844 HTTP/1.1" status: 204 len: 168 time: 0.1856272 Mar 07 11:40:38.776000 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 03c73b5c-0354-4db8-b65f-86928774f92e {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:40:38.777964 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 03c73b5c-0354-4db8-b65f-86928774f92e not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:40:38.782451 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc5a4b-7698-420f-b00c-e6706b3b58f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1f196a-e0eb-4c09-b744-a23416e2b844,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:40.004369 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45738) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:40:40.008884 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-ded8173a-ef65-410b-9348-2121f946cf06 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1513493860', 'description': 'tempest-secgroup-smoke-1513493860 description', 'project_id': 'a55f85fdfc8447269f634477a798a23c'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:40:40.029767 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ded8173a-ef65-410b-9348-2121f946cf06 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:40.096117 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ded8173a-ef65-410b-9348-2121f946cf06 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group (478ede32-9594-4721-ad90-5b6f865bf23e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:40.099871 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ded8173a-ef65-410b-9348-2121f946cf06 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (478ede32-9594-4721-ad90-5b6f865bf23e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:40.122995 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ded8173a-ef65-410b-9348-2121f946cf06 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:40.124210 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ded8173a-ef65-410b-9348-2121f946cf06 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1188285 Mar 07 11:40:40.127287 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45740) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:40:40.133335 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded8173a-ef65-410b-9348-2121f946cf06 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=478ede32-9594-4721-ad90-5b6f865bf23e,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:40.139225 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-d408ac3f-5263-44bc-8be2-66b484304703 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group_rule': {'security_group_id': '478ede32-9594-4721-ad90-5b6f865bf23e', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:40:40.161250 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:40.163894 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d408ac3f-5263-44bc-8be2-66b484304703 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (fda010e5-815d-48cf-9ed9-17af1c6c2a33), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:40.219104 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d408ac3f-5263-44bc-8be2-66b484304703 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (fda010e5-815d-48cf-9ed9-17af1c6c2a33), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:40.222849 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d408ac3f-5263-44bc-8be2-66b484304703 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (fda010e5-815d-48cf-9ed9-17af1c6c2a33), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:40.240398 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d408ac3f-5263-44bc-8be2-66b484304703 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fda010e5-815d-48cf-9ed9-17af1c6c2a33,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:40.249808 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d408ac3f-5263-44bc-8be2-66b484304703 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:40.251037 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d408ac3f-5263-44bc-8be2-66b484304703 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227067 Mar 07 11:40:40.253773 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45742) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:40:40.258524 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-fe524534-afc2-4c39-8556-81bf45148899 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group_rule': {'security_group_id': '478ede32-9594-4721-ad90-5b6f865bf23e', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:40:40.283003 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fe524534-afc2-4c39-8556-81bf45148899 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (82fe725d-463b-4157-b1ba-c2b7f04dbebd), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:40.343062 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fe524534-afc2-4c39-8556-81bf45148899 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (82fe725d-463b-4157-b1ba-c2b7f04dbebd), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:40.346444 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fe524534-afc2-4c39-8556-81bf45148899 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (82fe725d-463b-4157-b1ba-c2b7f04dbebd), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:40.367433 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe524534-afc2-4c39-8556-81bf45148899 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82fe725d-463b-4157-b1ba-c2b7f04dbebd,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:40.373310 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-fe524534-afc2-4c39-8556-81bf45148899 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:40.374487 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-fe524534-afc2-4c39-8556-81bf45148899 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1198051 Mar 07 11:40:40.377251 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45744) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:40:40.381497 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-d31c59a3-7afb-4ae2-91ad-2cc587c12cef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group_rule': {'security_group_id': '478ede32-9594-4721-ad90-5b6f865bf23e', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:40:40.405727 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d31c59a3-7afb-4ae2-91ad-2cc587c12cef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (87c009ff-88b0-4729-8380-864914081bbb), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:40.462729 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d31c59a3-7afb-4ae2-91ad-2cc587c12cef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (87c009ff-88b0-4729-8380-864914081bbb), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:40.466294 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d31c59a3-7afb-4ae2-91ad-2cc587c12cef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (87c009ff-88b0-4729-8380-864914081bbb), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:40.484890 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c59a3-7afb-4ae2-91ad-2cc587c12cef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c009ff-88b0-4729-8380-864914081bbb,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:40.489261 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d31c59a3-7afb-4ae2-91ad-2cc587c12cef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:40.490511 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d31c59a3-7afb-4ae2-91ad-2cc587c12cef tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1123264 Mar 07 11:40:40.493912 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45746) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:40:40.498075 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-c762f0ee-c69e-47d4-8ba7-174ac6e683d9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group_rule': {'security_group_id': '478ede32-9594-4721-ad90-5b6f865bf23e', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:40:40.522379 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c762f0ee-c69e-47d4-8ba7-174ac6e683d9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (35c0241d-7c53-46f4-9252-f553917f0b53), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:40.579458 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c762f0ee-c69e-47d4-8ba7-174ac6e683d9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (35c0241d-7c53-46f4-9252-f553917f0b53), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:40.583098 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c762f0ee-c69e-47d4-8ba7-174ac6e683d9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (35c0241d-7c53-46f4-9252-f553917f0b53), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:40.590471 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3ac43212-76bf-4066-9aae-db0bb11a3080 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:40:40.602729 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762f0ee-c69e-47d4-8ba7-174ac6e683d9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c0241d-7c53-46f4-9252-f553917f0b53,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:40.610216 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c762f0ee-c69e-47d4-8ba7-174ac6e683d9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:40.611465 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c762f0ee-c69e-47d4-8ba7-174ac6e683d9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166103 Mar 07 11:40:40.614092 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45748) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:40:40.615293 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 3ac43212-76bf-4066-9aae-db0bb11a3080 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:40:40.615648 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 3ac43212-76bf-4066-9aae-db0bb11a3080 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:40:40.618733 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-6315b366-ca77-439e-86e3-6b5f81114d9c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group_rule': {'security_group_id': '478ede32-9594-4721-ad90-5b6f865bf23e', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:40:40.638130 n-d-832164-4 neutron-server[103767]: INFO neutron.db.securitygroups_db [None req-6315b366-ca77-439e-86e3-6b5f81114d9c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Project a55f85fdfc8447269f634477a798a23c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:40:40.643095 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6315b366-ca77-439e-86e3-6b5f81114d9c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (7990948e-0604-4184-bd92-4889f1869881), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:40.704475 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6315b366-ca77-439e-86e3-6b5f81114d9c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (7990948e-0604-4184-bd92-4889f1869881), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:40.707961 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6315b366-ca77-439e-86e3-6b5f81114d9c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (7990948e-0604-4184-bd92-4889f1869881), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:40.729249 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315b366-ca77-439e-86e3-6b5f81114d9c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7990948e-0604-4184-bd92-4889f1869881,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:40.734868 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6315b366-ca77-439e-86e3-6b5f81114d9c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:40.736061 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6315b366-ca77-439e-86e3-6b5f81114d9c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1209242 Mar 07 11:40:40.738890 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45750) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:40:40.743670 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-b7babda7-8bf8-480b-b31d-2046aafe58c4 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group_rule': {'security_group_id': '478ede32-9594-4721-ad90-5b6f865bf23e', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:40:40.762988 n-d-832164-4 neutron-server[103766]: INFO neutron.db.securitygroups_db [None req-b7babda7-8bf8-480b-b31d-2046aafe58c4 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Project a55f85fdfc8447269f634477a798a23c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:40:40.767632 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b7babda7-8bf8-480b-b31d-2046aafe58c4 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (b9f86868-2323-4c21-9320-d7346236ca57), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:40.830096 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b7babda7-8bf8-480b-b31d-2046aafe58c4 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (b9f86868-2323-4c21-9320-d7346236ca57), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:40.833346 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b7babda7-8bf8-480b-b31d-2046aafe58c4 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (b9f86868-2323-4c21-9320-d7346236ca57), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:40.848165 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7babda7-8bf8-480b-b31d-2046aafe58c4 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f86868-2323-4c21-9320-d7346236ca57,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:40.858396 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b7babda7-8bf8-480b-b31d-2046aafe58c4 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:40.859596 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b7babda7-8bf8-480b-b31d-2046aafe58c4 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196227 Mar 07 11:40:40.862740 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45752) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:40:40.867093 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-a72fa294-95ec-434e-9e6a-f31a58fa03f2 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'network': {'name': 'tempest-network-smoke--1923318330', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'port_security_enabled': True}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:40:40.886433 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72fa294-95ec-434e-9e6a-f31a58fa03f2 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Made reservation on behalf of a55f85fdfc8447269f634477a798a23c for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:40:40.889674 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a72fa294-95ec-434e-9e6a-f31a58fa03f2 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:40.914130 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a72fa294-95ec-434e-9e6a-f31a58fa03f2 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:40:40.924063 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a72fa294-95ec-434e-9e6a-f31a58fa03f2 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (17519083-c1fd-42e9-8fd1-3ce987f7004f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:40.924425 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-a72fa294-95ec-434e-9e6a-f31a58fa03f2 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Added segment 17519083-c1fd-42e9-8fd1-3ce987f7004f of type vlan for network 842d3036-fcb0-4210-8315-52a62a6f74ed Mar 07 11:40:40.965828 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a72fa294-95ec-434e-9e6a-f31a58fa03f2 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (842d3036-fcb0-4210-8315-52a62a6f74ed), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:40.990240 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a72fa294-95ec-434e-9e6a-f31a58fa03f2 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (842d3036-fcb0-4210-8315-52a62a6f74ed), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:40.995185 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72fa294-95ec-434e-9e6a-f31a58fa03f2 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:40.995770 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a72fa294-95ec-434e-9e6a-f31a58fa03f2 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:41.028859 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a72fa294-95ec-434e-9e6a-f31a58fa03f2 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1654880 Mar 07 11:40:41.031674 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45754) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:40:41.036272 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-334d2971-43c3-4f1b-9696-611c1a7ad0ff tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-866646148', 'admin_state_up': True, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:40:41.057754 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-334d2971-43c3-4f1b-9696-611c1a7ad0ff tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (a73e1a56-9565-4055-8003-92a92fbbed17), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:41.059712 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-334d2971-43c3-4f1b-9696-611c1a7ad0ff tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (a73e1a56-9565-4055-8003-92a92fbbed17), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:41.072102 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72fa294-95ec-434e-9e6a-f31a58fa03f2 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Network': ['ID=842d3036-fcb0-4210-8315-52a62a6f74ed,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:41.083353 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 842d3036-fcb0-4210-8315-52a62a6f74ed details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:40:41.117393 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-334d2971-43c3-4f1b-9696-611c1a7ad0ff tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router_controller (a73e1a56-9565-4055-8003-92a92fbbed17), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:41.265412 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-334d2971-43c3-4f1b-9696-611c1a7ad0ff tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router_gateway (a73e1a56-9565-4055-8003-92a92fbbed17), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:41.454834 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-334d2971-43c3-4f1b-9696-611c1a7ad0ff tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router_gateway (a73e1a56-9565-4055-8003-92a92fbbed17), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:41.476583 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-334d2971-43c3-4f1b-9696-611c1a7ad0ff tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:41.577207 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-334d2971-43c3-4f1b-9696-611c1a7ad0ff tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Allocated IP 172.25.3.8 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/992eaf2d-8483-4dbd-a626-1bf657415a4e) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:40:41.681557 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-334d2971-43c3-4f1b-9696-611c1a7ad0ff tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for port (992eaf2d-8483-4dbd-a626-1bf657415a4e), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:41.714316 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-334d2971-43c3-4f1b-9696-611c1a7ad0ff tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (992eaf2d-8483-4dbd-a626-1bf657415a4e), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:41.752823 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334d2971-43c3-4f1b-9696-611c1a7ad0ff tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:40:41.756194 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-334d2971-43c3-4f1b-9696-611c1a7ad0ff tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:40:41.759631 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334d2971-43c3-4f1b-9696-611c1a7ad0ff tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:40:41.782660 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d2971-43c3-4f1b-9696-611c1a7ad0ff tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Port': ['ID=992eaf2d-8483-4dbd-a626-1bf657415a4e,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:42.023893 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-334d2971-43c3-4f1b-9696-611c1a7ad0ff tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router_gateway (a73e1a56-9565-4055-8003-92a92fbbed17), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:42.050952 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:42.558530 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-334d2971-43c3-4f1b-9696-611c1a7ad0ff tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (a73e1a56-9565-4055-8003-92a92fbbed17), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:42.685296 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334d2971-43c3-4f1b-9696-611c1a7ad0ff tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Router a73e1a56-9565-4055-8003-92a92fbbed17 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:40:42.794613 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334d2971-43c3-4f1b-9696-611c1a7ad0ff tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:40:42.804345 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c06a11-05d5-4530-9262-4bafcedd6a05 None None] Sync routers for ids ['a73e1a56-9565-4055-8003-92a92fbbed17'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:40:42.814347 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-334d2971-43c3-4f1b-9696-611c1a7ad0ff tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:42.815502 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-334d2971-43c3-4f1b-9696-611c1a7ad0ff tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7827430 Mar 07 11:40:42.815652 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c06a11-05d5-4530-9262-4bafcedd6a05 None None] Routers {'a73e1a56-9565-4055-8003-92a92fbbed17'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:40:42.816302 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e2c06a11-05d5-4530-9262-4bafcedd6a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:40:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a73e1a56-9565-4055-8003-92a92fbbed17'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:40:42.818943 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45758) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:40:42.891214 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1ba25b30-7d34-4354-86df-1255494f947f tempest-TestNetworkAdvancedServerOps-168186507 tempest-TestNetworkAdvancedServerOps-168186507-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=a55f85fdfc8447269f634477a798a23c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0711749 Mar 07 11:40:42.893873 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45762) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:40:42.924050 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-e2c06a11-05d5-4530-9262-4bafcedd6a05 None None] Set router a73e1a56-9565-4055-8003-92a92fbbed17 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:40:42.983310 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f528f42a-a427-4c2a-b7ff-3727597cfac0 tempest-TestNetworkAdvancedServerOps-168186507 tempest-TestNetworkAdvancedServerOps-168186507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:42.984869 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f528f42a-a427-4c2a-b7ff-3727597cfac0 tempest-TestNetworkAdvancedServerOps-168186507 tempest-TestNetworkAdvancedServerOps-168186507-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900922 Mar 07 11:40:42.987643 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45764) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:40:43.021448 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-626936f0-3b58-4104-b9d4-95e90ec06f80 tempest-TestNetworkAdvancedServerOps-168186507 tempest-TestNetworkAdvancedServerOps-168186507-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=f8958782-2869-4679-b3a6-78e3b1855431&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325336 Mar 07 11:40:43.023869 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45766) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:40:43.028495 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-e4993981-47e8-44a7-9ada-a2538adfb395 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-984829229', 'network_id': '842d3036-fcb0-4210-8315-52a62a6f74ed', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:40:43.098380 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:43.119273 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e2c06a11-05d5-4530-9262-4bafcedd6a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866646148', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '992eaf2d-8483-4dbd-a626-1bf657415a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:40:41Z', 'updated_at': '2022-03-07T11:40:41Z', 'revision_number': 3, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '992eaf2d-8483-4dbd-a626-1bf657415a4e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:40:41Z', 'updated_at': '2022-03-07T11:40:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:40:43.124790 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4993981-47e8-44a7-9ada-a2538adfb395 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Made reservation on behalf of a55f85fdfc8447269f634477a798a23c for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:40:43.128264 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4993981-47e8-44a7-9ada-a2538adfb395 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:43.145533 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c06a11-05d5-4530-9262-4bafcedd6a05 None None] Checking router: a73e1a56-9565-4055-8003-92a92fbbed17 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:40:43.145952 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c06a11-05d5-4530-9262-4bafcedd6a05 None None] Updating router a73e1a56-9565-4055-8003-92a92fbbed17 port 992eaf2d-8483-4dbd-a626-1bf657415a4e binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:40:43.176587 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e2c06a11-05d5-4530-9262-4bafcedd6a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (992eaf2d-8483-4dbd-a626-1bf657415a4e), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:43.316030 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4993981-47e8-44a7-9ada-a2538adfb395 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (7ee01915-76a6-444a-88f7-8f6262faaefa), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:43.379595 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4993981-47e8-44a7-9ada-a2538adfb395 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Subnet': ['ID=7ee01915-76a6-444a-88f7-8f6262faaefa,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:43.389611 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4993981-47e8-44a7-9ada-a2538adfb395 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Checking segment: {'id': '17519083-c1fd-42e9-8fd1-3ce987f7004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '842d3036-fcb0-4210-8315-52a62a6f74ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:40:43.389973 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4993981-47e8-44a7-9ada-a2538adfb395 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network hostable DHCP agents. Network: 842d3036-fcb0-4210-8315-52a62a6f74ed, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:40:43.406858 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4993981-47e8-44a7-9ada-a2538adfb395 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network 842d3036-fcb0-4210-8315-52a62a6f74ed is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:40:43.416312 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-e4993981-47e8-44a7-9ada-a2538adfb395 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 842d3036-fcb0-4210-8315-52a62a6f74ed) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:40:43.420755 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4993981-47e8-44a7-9ada-a2538adfb395 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:43.421402 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-e4993981-47e8-44a7-9ada-a2538adfb395 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:43.428758 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d50be88-478a-4258-bb29-52f6d59fb393 None None] Network 842d3036-fcb0-4210-8315-52a62a6f74ed requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:40:43.440601 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e4993981-47e8-44a7-9ada-a2538adfb395 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4131575 Mar 07 11:40:43.440807 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e2c06a11-05d5-4530-9262-4bafcedd6a05 None None] Publish callbacks [] for port (992eaf2d-8483-4dbd-a626-1bf657415a4e), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:43.440915 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45768) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:40:43.446648 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e2c06a11-05d5-4530-9262-4bafcedd6a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (992eaf2d-8483-4dbd-a626-1bf657415a4e), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:43.495115 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-e2c06a11-05d5-4530-9262-4bafcedd6a05 None None] Attempting to bind port 992eaf2d-8483-4dbd-a626-1bf657415a4e on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:40:43.495914 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-e2c06a11-05d5-4530-9262-4bafcedd6a05 None None] Attempting to bind port 992eaf2d-8483-4dbd-a626-1bf657415a4e by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:40:43.495914 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c06a11-05d5-4530-9262-4bafcedd6a05 None None] Attempting to bind port 992eaf2d-8483-4dbd-a626-1bf657415a4e on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:40:43.504791 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c06a11-05d5-4530-9262-4bafcedd6a05 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:40:43.505185 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c06a11-05d5-4530-9262-4bafcedd6a05 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:40:43.505715 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e2c06a11-05d5-4530-9262-4bafcedd6a05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:43.506188 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c06a11-05d5-4530-9262-4bafcedd6a05 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:40:43.506665 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-e2c06a11-05d5-4530-9262-4bafcedd6a05 None None] Bound port: 992eaf2d-8483-4dbd-a626-1bf657415a4e, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:40:43.507048 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e2c06a11-05d5-4530-9262-4bafcedd6a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (992eaf2d-8483-4dbd-a626-1bf657415a4e), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:43.529835 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645f45b-1648-409f-ad0c-71ac0cea51d0 None None] Pushing event updated for resources: {'Port': ['ID=992eaf2d-8483-4dbd-a626-1bf657415a4e,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:43.533391 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936a3e11-c4d4-4549-9599-ed906d905945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-842d3036-fcb0-4210-8315-52a62a6f74ed', 'network_id': '842d3036-fcb0-4210-8315-52a62a6f74ed', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'fixed_ips': [{'subnet_id': '7ee01915-76a6-444a-88f7-8f6262faaefa'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:40:43.534260 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-936a3e11-c4d4-4549-9599-ed906d905945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:43.551433 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645f45b-1648-409f-ad0c-71ac0cea51d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:43.551794 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645f45b-1648-409f-ad0c-71ac0cea51d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:43.553150 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645f45b-1648-409f-ad0c-71ac0cea51d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:43.553150 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645f45b-1648-409f-ad0c-71ac0cea51d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:43.553426 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645f45b-1648-409f-ad0c-71ac0cea51d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:43.553728 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645f45b-1648-409f-ad0c-71ac0cea51d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:43.554064 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645f45b-1648-409f-ad0c-71ac0cea51d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:43.554377 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645f45b-1648-409f-ad0c-71ac0cea51d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:43.554699 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645f45b-1648-409f-ad0c-71ac0cea51d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:43.555020 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645f45b-1648-409f-ad0c-71ac0cea51d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:43.555686 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645f45b-1648-409f-ad0c-71ac0cea51d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:43.555686 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645f45b-1648-409f-ad0c-71ac0cea51d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:43.555951 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6645f45b-1648-409f-ad0c-71ac0cea51d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:40:43.584097 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-e2c06a11-05d5-4530-9262-4bafcedd6a05 None None] For port 992eaf2d-8483-4dbd-a626-1bf657415a4e, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:40:43.588021 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-e2c06a11-05d5-4530-9262-4bafcedd6a05 None None] For port 992eaf2d-8483-4dbd-a626-1bf657415a4e, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=992eaf2d-8483-4dbd-a626-1bf657415a4e,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:40:43.595364 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e2c06a11-05d5-4530-9262-4bafcedd6a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (992eaf2d-8483-4dbd-a626-1bf657415a4e), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:43.647256 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c06a11-05d5-4530-9262-4bafcedd6a05 None None] Routers {'a73e1a56-9565-4055-8003-92a92fbbed17'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:40:43.647788 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e2c06a11-05d5-4530-9262-4bafcedd6a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:40:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a73e1a56-9565-4055-8003-92a92fbbed17'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:40:43.678214 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-936a3e11-c4d4-4549-9599-ed906d905945 None None] Allocated IP 172.20.0.2 (842d3036-fcb0-4210-8315-52a62a6f74ed/7ee01915-76a6-444a-88f7-8f6262faaefa/c9756be0-2fbc-4b76-b88f-a44af085bca4) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:40:43.740538 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645f45b-1648-409f-ad0c-71ac0cea51d0 None None] Pushing event updated for resources: {'Port': ['ID=992eaf2d-8483-4dbd-a626-1bf657415a4e,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:43.769983 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-e2c06a11-05d5-4530-9262-4bafcedd6a05 None None] Set router a73e1a56-9565-4055-8003-92a92fbbed17 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:40:43.844787 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-936a3e11-c4d4-4549-9599-ed906d905945 None None] Publish callbacks [] for port (c9756be0-2fbc-4b76-b88f-a44af085bca4), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:43.852398 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-936a3e11-c4d4-4549-9599-ed906d905945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (c9756be0-2fbc-4b76-b88f-a44af085bca4), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:43.901530 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936a3e11-c4d4-4549-9599-ed906d905945 None None] Network 842d3036-fcb0-4210-8315-52a62a6f74ed is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:40:43.902314 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a3e11-c4d4-4549-9599-ed906d905945 None None] Pushing event updated for resources: {'Port': ['ID=c9756be0-2fbc-4b76-b88f-a44af085bca4,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:43.906023 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-936a3e11-c4d4-4549-9599-ed906d905945 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:40:43.907967 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936a3e11-c4d4-4549-9599-ed906d905945 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:40:43.939793 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5958213b-3a69-4e83-b935-00374bfc44c8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:43.967158 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-936a3e11-c4d4-4549-9599-ed906d905945 None None] Attempting to bind port c9756be0-2fbc-4b76-b88f-a44af085bca4 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:40:43.967519 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-936a3e11-c4d4-4549-9599-ed906d905945 None None] Attempting to bind port c9756be0-2fbc-4b76-b88f-a44af085bca4 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '17519083-c1fd-42e9-8fd1-3ce987f7004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '842d3036-fcb0-4210-8315-52a62a6f74ed'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:40:43.967886 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a3e11-c4d4-4549-9599-ed906d905945 None None] Attempting to bind port c9756be0-2fbc-4b76-b88f-a44af085bca4 on network 842d3036-fcb0-4210-8315-52a62a6f74ed {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:40:43.971159 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e2c06a11-05d5-4530-9262-4bafcedd6a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866646148', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '992eaf2d-8483-4dbd-a626-1bf657415a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:40:41Z', 'updated_at': '2022-03-07T11:40:41Z', 'revision_number': 3, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '992eaf2d-8483-4dbd-a626-1bf657415a4e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:40:41Z', 'updated_at': '2022-03-07T11:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:40:43.972861 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a3e11-c4d4-4549-9599-ed906d905945 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:40:43.973269 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a3e11-c4d4-4549-9599-ed906d905945 None None] Checking segment: {'id': '17519083-c1fd-42e9-8fd1-3ce987f7004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '842d3036-fcb0-4210-8315-52a62a6f74ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:40:43.973674 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-936a3e11-c4d4-4549-9599-ed906d905945 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:43.974593 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936a3e11-c4d4-4549-9599-ed906d905945 None None] Bound using segment: {'id': '17519083-c1fd-42e9-8fd1-3ce987f7004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '842d3036-fcb0-4210-8315-52a62a6f74ed'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:40:43.975061 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-936a3e11-c4d4-4549-9599-ed906d905945 None None] Bound port: c9756be0-2fbc-4b76-b88f-a44af085bca4, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17519083-c1fd-42e9-8fd1-3ce987f7004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '842d3036-fcb0-4210-8315-52a62a6f74ed'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:40:43.975446 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-936a3e11-c4d4-4549-9599-ed906d905945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c9756be0-2fbc-4b76-b88f-a44af085bca4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:43.999170 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c06a11-05d5-4530-9262-4bafcedd6a05 None None] The sync data for ids ['a73e1a56-9565-4055-8003-92a92fbbed17'] in n-d-832164-4 is: [{'id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866646148', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '992eaf2d-8483-4dbd-a626-1bf657415a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:40:41Z', 'updated_at': '2022-03-07T11:40:41Z', 'revision_number': 3, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '992eaf2d-8483-4dbd-a626-1bf657415a4e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:40:41Z', 'updated_at': '2022-03-07T11:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:40:44.044116 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-936a3e11-c4d4-4549-9599-ed906d905945 None None] For port c9756be0-2fbc-4b76-b88f-a44af085bca4, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:40:44.048566 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-936a3e11-c4d4-4549-9599-ed906d905945 None None] For port c9756be0-2fbc-4b76-b88f-a44af085bca4, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c9756be0-2fbc-4b76-b88f-a44af085bca4,segment=NetworkSegment(17519083-c1fd-42e9-8fd1-3ce987f7004f),segment_id=17519083-c1fd-42e9-8fd1-3ce987f7004f)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:40:44.055223 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-936a3e11-c4d4-4549-9599-ed906d905945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c9756be0-2fbc-4b76-b88f-a44af085bca4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:44.124557 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a3e11-c4d4-4549-9599-ed906d905945 None None] Pushing event updated for resources: {'Port': ['ID=c9756be0-2fbc-4b76-b88f-a44af085bca4,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:44.296541 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-5958213b-3a69-4e83-b935-00374bfc44c8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Allocated IP 172.20.0.1 (842d3036-fcb0-4210-8315-52a62a6f74ed/7ee01915-76a6-444a-88f7-8f6262faaefa/45e33bba-3ccb-47e3-8654-c57fc5f4bd94) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:40:44.424876 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5958213b-3a69-4e83-b935-00374bfc44c8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for port (45e33bba-3ccb-47e3-8654-c57fc5f4bd94), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:44.474935 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5958213b-3a69-4e83-b935-00374bfc44c8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (45e33bba-3ccb-47e3-8654-c57fc5f4bd94), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:44.520054 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5958213b-3a69-4e83-b935-00374bfc44c8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network 842d3036-fcb0-4210-8315-52a62a6f74ed is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:40:44.524062 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-5958213b-3a69-4e83-b935-00374bfc44c8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:40:44.527919 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5958213b-3a69-4e83-b935-00374bfc44c8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:40:44.534549 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958213b-3a69-4e83-b935-00374bfc44c8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Port': ['ID=45e33bba-3ccb-47e3-8654-c57fc5f4bd94,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:44.577827 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5958213b-3a69-4e83-b935-00374bfc44c8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (a73e1a56-9565-4055-8003-92a92fbbed17), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:44.718764 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 992eaf2d-8483-4dbd-a626-1bf657415a4e up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:40:44.732727 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5958213b-3a69-4e83-b935-00374bfc44c8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (45e33bba-3ccb-47e3-8654-c57fc5f4bd94), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:44.794211 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 992eaf2d-8483-4dbd-a626-1bf657415a4e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:40:44.794585 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (992eaf2d-8483-4dbd-a626-1bf657415a4e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:44.888410 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 992eaf2d-8483-4dbd-a626-1bf657415a4e is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:40:44.889356 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (992eaf2d-8483-4dbd-a626-1bf657415a4e), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:44.913812 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 992eaf2d-8483-4dbd-a626-1bf657415a4e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=992eaf2d-8483-4dbd-a626-1bf657415a4e,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:40:44.922517 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (992eaf2d-8483-4dbd-a626-1bf657415a4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:44.923338 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c9756be0-2fbc-4b76-b88f-a44af085bca4 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:40:45.014015 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=992eaf2d-8483-4dbd-a626-1bf657415a4e,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:45.025264 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port c9756be0-2fbc-4b76-b88f-a44af085bca4 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:40:45.025836 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c9756be0-2fbc-4b76-b88f-a44af085bca4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:45.116473 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5958213b-3a69-4e83-b935-00374bfc44c8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for port (45e33bba-3ccb-47e3-8654-c57fc5f4bd94), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:45.125049 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5958213b-3a69-4e83-b935-00374bfc44c8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (45e33bba-3ccb-47e3-8654-c57fc5f4bd94), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:45.125455 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port c9756be0-2fbc-4b76-b88f-a44af085bca4 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:40:45.125937 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (c9756be0-2fbc-4b76-b88f-a44af085bca4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:45.167549 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port c9756be0-2fbc-4b76-b88f-a44af085bca4, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c9756be0-2fbc-4b76-b88f-a44af085bca4,segment=NetworkSegment(17519083-c1fd-42e9-8fd1-3ce987f7004f),segment_id=17519083-c1fd-42e9-8fd1-3ce987f7004f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:40:45.173979 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (c9756be0-2fbc-4b76-b88f-a44af085bca4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:45.206186 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5958213b-3a69-4e83-b935-00374bfc44c8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (a73e1a56-9565-4055-8003-92a92fbbed17), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:45.207970 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958213b-3a69-4e83-b935-00374bfc44c8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Port': ['ID=45e33bba-3ccb-47e3-8654-c57fc5f4bd94,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:45.231564 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7637cf-44cf-4ba9-b2fa-69a378198efe None None] Network 842d3036-fcb0-4210-8315-52a62a6f74ed requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:40:45.255148 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=c9756be0-2fbc-4b76-b88f-a44af085bca4,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:45.308531 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5958213b-3a69-4e83-b935-00374bfc44c8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network 842d3036-fcb0-4210-8315-52a62a6f74ed is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:40:45.309943 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-5958213b-3a69-4e83-b935-00374bfc44c8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:40:45.317639 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-aa19cecf-0cfb-49ac-8e46-00a9de7532a3 None None] Provisioning complete for port c9756be0-2fbc-4b76-b88f-a44af085bca4 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:40:45.318716 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aa19cecf-0cfb-49ac-8e46-00a9de7532a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c9756be0-2fbc-4b76-b88f-a44af085bca4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:45.434518 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5958213b-3a69-4e83-b935-00374bfc44c8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Router a73e1a56-9565-4055-8003-92a92fbbed17 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:40:45.444997 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-aa19cecf-0cfb-49ac-8e46-00a9de7532a3 None None] Current status of the port c9756be0-2fbc-4b76-b88f-a44af085bca4 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:40:45.559453 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5958213b-3a69-4e83-b935-00374bfc44c8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:40:45.573769 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5958213b-3a69-4e83-b935-00374bfc44c8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "PUT /v2.0/routers/a73e1a56-9565-4055-8003-92a92fbbed17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1316347 Mar 07 11:40:45.670217 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ee30060f-8ea1-4d2f-83cb-33bb79ccba60 None None] Provisioning complete for port 45e33bba-3ccb-47e3-8654-c57fc5f4bd94 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:40:45.670605 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ee30060f-8ea1-4d2f-83cb-33bb79ccba60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (45e33bba-3ccb-47e3-8654-c57fc5f4bd94), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:45.725340 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ee30060f-8ea1-4d2f-83cb-33bb79ccba60 None None] Port 45e33bba-3ccb-47e3-8654-c57fc5f4bd94 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:40:45.740962 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ee30060f-8ea1-4d2f-83cb-33bb79ccba60 None None] Provisioning complete for port c9756be0-2fbc-4b76-b88f-a44af085bca4 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:40:45.741454 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ee30060f-8ea1-4d2f-83cb-33bb79ccba60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c9756be0-2fbc-4b76-b88f-a44af085bca4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:45.743643 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-6a89bd3d-e80e-45e1-ac08-d5bcf52681bc tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1513493860&fields=id&tenant_id=a55f85fdfc8447269f634477a798a23c HTTP/1.1" status: 200 len: 267 time: 0.0623014 Mar 07 11:40:45.848467 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ee30060f-8ea1-4d2f-83cb-33bb79ccba60 None None] Current status of the port c9756be0-2fbc-4b76-b88f-a44af085bca4 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:40:45.860678 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-8af84dcc-7ddb-4698-8435-5e8164c5efe9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:45.862176 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-8af84dcc-7ddb-4698-8435-5e8164c5efe9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/networks?id=842d3036-fcb0-4210-8315-52a62a6f74ed HTTP/1.1" status: 200 len: 797 time: 0.1177423 Mar 07 11:40:45.878332 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-ac8b7ffa-18f8-44d3-90a2-0cc4e4d3f7ae tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/quotas/a55f85fdfc8447269f634477a798a23c HTTP/1.1" status: 200 len: 375 time: 0.0095210 Mar 07 11:40:45.926737 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a3fe83-59c1-44e0-865e-cf4cedb22cc7 None None] Sync routers for ids ['a73e1a56-9565-4055-8003-92a92fbbed17'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:40:45.938904 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a3fe83-59c1-44e0-865e-cf4cedb22cc7 None None] Routers {'a73e1a56-9565-4055-8003-92a92fbbed17'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:40:45.939615 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-18a3fe83-59c1-44e0-865e-cf4cedb22cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:40:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a73e1a56-9565-4055-8003-92a92fbbed17'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:40:45.945699 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-2c0e9269-25a4-4635-8f18-38d8bbb04b94 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609794 Mar 07 11:40:46.009796 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-4700345d-f589-4251-b2a2-eea8d109cc54 None None] Provisioning complete for port 45e33bba-3ccb-47e3-8654-c57fc5f4bd94 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:40:46.010171 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4700345d-f589-4251-b2a2-eea8d109cc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (45e33bba-3ccb-47e3-8654-c57fc5f4bd94), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:46.056561 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-8a3a44ed-164e-4009-b442-727313a53267 service neutron] 10.222.0.11 "GET /v2.0/networks/842d3036-fcb0-4210-8315-52a62a6f74ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979016 Mar 07 11:40:46.092998 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4700345d-f589-4251-b2a2-eea8d109cc54 None None] Port 45e33bba-3ccb-47e3-8654-c57fc5f4bd94 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:40:46.095463 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-18a3fe83-59c1-44e0-865e-cf4cedb22cc7 None None] Set router a73e1a56-9565-4055-8003-92a92fbbed17 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:40:46.158557 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-6a8a3bb7-0e5c-48bc-93ab-2e1026347e5f service neutron] 10.222.0.11 "GET /v2.0/networks/842d3036-fcb0-4210-8315-52a62a6f74ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907071 Mar 07 11:40:46.247589 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-9c4ce58b-4e4d-4acc-91b6-a4b763408afd None None] Provisioning complete for port 45e33bba-3ccb-47e3-8654-c57fc5f4bd94 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:40:46.248189 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9c4ce58b-4e4d-4acc-91b6-a4b763408afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (45e33bba-3ccb-47e3-8654-c57fc5f4bd94), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:46.315347 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-9c4ce58b-4e4d-4acc-91b6-a4b763408afd None None] Port 45e33bba-3ccb-47e3-8654-c57fc5f4bd94 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:40:46.329784 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-79e26d47-8fc0-4783-b1a5-3e0ae6aedd94 req-8ad83df2-8fd1-4087-b4ed-6d8eb8a6d0f9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 210 time: 0.0285492 Mar 07 11:40:46.345297 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-18a3fe83-59c1-44e0-865e-cf4cedb22cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866646148', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '992eaf2d-8483-4dbd-a626-1bf657415a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:40:41Z', 'updated_at': '2022-03-07T11:40:44Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '992eaf2d-8483-4dbd-a626-1bf657415a4e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:40:41Z', 'updated_at': '2022-03-07T11:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '45e33bba-3ccb-47e3-8654-c57fc5f4bd94', 'name': '', 'network_id': '842d3036-fcb0-4210-8315-52a62a6f74ed', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:62:42:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '7ee01915-76a6-444a-88f7-8f6262faaefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:40:44Z', 'updated_at': '2022-03-07T11:40:44Z', 'revision_number': 2, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '7ee01915-76a6-444a-88f7-8f6262faaefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:40:46.372197 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a3fe83-59c1-44e0-865e-cf4cedb22cc7 None None] Checking router: a73e1a56-9565-4055-8003-92a92fbbed17 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:40:46.372548 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a3fe83-59c1-44e0-865e-cf4cedb22cc7 None None] Updating router a73e1a56-9565-4055-8003-92a92fbbed17 port 45e33bba-3ccb-47e3-8654-c57fc5f4bd94 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:40:46.402115 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-18a3fe83-59c1-44e0-865e-cf4cedb22cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (45e33bba-3ccb-47e3-8654-c57fc5f4bd94), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:46.642233 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 992eaf2d-8483-4dbd-a626-1bf657415a4e up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:40:46.687131 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-18a3fe83-59c1-44e0-865e-cf4cedb22cc7 None None] Publish callbacks [] for port (45e33bba-3ccb-47e3-8654-c57fc5f4bd94), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:46.696077 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-18a3fe83-59c1-44e0-865e-cf4cedb22cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (45e33bba-3ccb-47e3-8654-c57fc5f4bd94), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:46.756042 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd9385-e9a4-427d-ba9c-322efeef73ff None None] Pushing event updated for resources: {'Port': ['ID=45e33bba-3ccb-47e3-8654-c57fc5f4bd94,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:46.764290 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 992eaf2d-8483-4dbd-a626-1bf657415a4e triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:40:46.764678 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (992eaf2d-8483-4dbd-a626-1bf657415a4e), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:46.843990 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-18a3fe83-59c1-44e0-865e-cf4cedb22cc7 None None] Attempting to bind port 45e33bba-3ccb-47e3-8654-c57fc5f4bd94 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:40:46.844277 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-18a3fe83-59c1-44e0-865e-cf4cedb22cc7 None None] Attempting to bind port 45e33bba-3ccb-47e3-8654-c57fc5f4bd94 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '17519083-c1fd-42e9-8fd1-3ce987f7004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '842d3036-fcb0-4210-8315-52a62a6f74ed'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:40:46.844649 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a3fe83-59c1-44e0-865e-cf4cedb22cc7 None None] Attempting to bind port 45e33bba-3ccb-47e3-8654-c57fc5f4bd94 on network 842d3036-fcb0-4210-8315-52a62a6f74ed {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:40:46.855218 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a3fe83-59c1-44e0-865e-cf4cedb22cc7 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:40:46.855603 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a3fe83-59c1-44e0-865e-cf4cedb22cc7 None None] Checking segment: {'id': '17519083-c1fd-42e9-8fd1-3ce987f7004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '842d3036-fcb0-4210-8315-52a62a6f74ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:40:46.856015 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-18a3fe83-59c1-44e0-865e-cf4cedb22cc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:46.856412 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a3fe83-59c1-44e0-865e-cf4cedb22cc7 None None] Bound using segment: {'id': '17519083-c1fd-42e9-8fd1-3ce987f7004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '842d3036-fcb0-4210-8315-52a62a6f74ed'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:40:46.856889 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-18a3fe83-59c1-44e0-865e-cf4cedb22cc7 None None] Bound port: 45e33bba-3ccb-47e3-8654-c57fc5f4bd94, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17519083-c1fd-42e9-8fd1-3ce987f7004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '842d3036-fcb0-4210-8315-52a62a6f74ed'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:40:46.857303 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-18a3fe83-59c1-44e0-865e-cf4cedb22cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (45e33bba-3ccb-47e3-8654-c57fc5f4bd94), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:46.946652 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 992eaf2d-8483-4dbd-a626-1bf657415a4e is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:40:46.947701 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c9756be0-2fbc-4b76-b88f-a44af085bca4 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:40:46.988972 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-01e56ce3-8ac1-4634-9996-7fb168fdbd42 None None] Provisioning complete for port 45e33bba-3ccb-47e3-8654-c57fc5f4bd94 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:40:46.989370 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-01e56ce3-8ac1-4634-9996-7fb168fdbd42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (45e33bba-3ccb-47e3-8654-c57fc5f4bd94), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:46.997397 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-18a3fe83-59c1-44e0-865e-cf4cedb22cc7 None None] For port 45e33bba-3ccb-47e3-8654-c57fc5f4bd94, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:40:47.039178 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-18a3fe83-59c1-44e0-865e-cf4cedb22cc7 None None] For port 45e33bba-3ccb-47e3-8654-c57fc5f4bd94, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=45e33bba-3ccb-47e3-8654-c57fc5f4bd94,segment=NetworkSegment(17519083-c1fd-42e9-8fd1-3ce987f7004f),segment_id=17519083-c1fd-42e9-8fd1-3ce987f7004f)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:40:47.047038 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-01e56ce3-8ac1-4634-9996-7fb168fdbd42 None None] Port 45e33bba-3ccb-47e3-8654-c57fc5f4bd94 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:40:47.051420 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-18a3fe83-59c1-44e0-865e-cf4cedb22cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (45e33bba-3ccb-47e3-8654-c57fc5f4bd94), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:47.095412 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port c9756be0-2fbc-4b76-b88f-a44af085bca4 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:40:47.095709 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (c9756be0-2fbc-4b76-b88f-a44af085bca4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:47.152093 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd9385-e9a4-427d-ba9c-322efeef73ff None None] Pushing event updated for resources: {'Port': ['ID=45e33bba-3ccb-47e3-8654-c57fc5f4bd94,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:47.154661 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a3fe83-59c1-44e0-865e-cf4cedb22cc7 None None] Routers {'a73e1a56-9565-4055-8003-92a92fbbed17'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:40:47.155272 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-18a3fe83-59c1-44e0-865e-cf4cedb22cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:40:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a73e1a56-9565-4055-8003-92a92fbbed17'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:40:47.409223 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dfd5c1d4-3f9c-435f-a02d-78df1a387334 req-44fc5558-63a0-4744-a143-d391640a5d78 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 210 time: 0.0288904 Mar 07 11:40:47.465533 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port c9756be0-2fbc-4b76-b88f-a44af085bca4 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:40:47.472248 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-2c99d19e-4551-473b-ba33-1e64d6344b19 None None] Provisioning complete for port 45e33bba-3ccb-47e3-8654-c57fc5f4bd94 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:40:47.472622 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2c99d19e-4551-473b-ba33-1e64d6344b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (45e33bba-3ccb-47e3-8654-c57fc5f4bd94), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:47.498985 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-18a3fe83-59c1-44e0-865e-cf4cedb22cc7 None None] Set router a73e1a56-9565-4055-8003-92a92fbbed17 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:40:47.676298 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2c99d19e-4551-473b-ba33-1e64d6344b19 None None] Current status of the port 45e33bba-3ccb-47e3-8654-c57fc5f4bd94 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:40:47.676684 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2c99d19e-4551-473b-ba33-1e64d6344b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (45e33bba-3ccb-47e3-8654-c57fc5f4bd94), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:47.747855 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-2c99d19e-4551-473b-ba33-1e64d6344b19 None None] For port 45e33bba-3ccb-47e3-8654-c57fc5f4bd94, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=45e33bba-3ccb-47e3-8654-c57fc5f4bd94,segment=NetworkSegment(17519083-c1fd-42e9-8fd1-3ce987f7004f),segment_id=17519083-c1fd-42e9-8fd1-3ce987f7004f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:40:47.753929 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2c99d19e-4551-473b-ba33-1e64d6344b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (45e33bba-3ccb-47e3-8654-c57fc5f4bd94), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:47.808426 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-18a3fe83-59c1-44e0-865e-cf4cedb22cc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866646148', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '992eaf2d-8483-4dbd-a626-1bf657415a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:40:41Z', 'updated_at': '2022-03-07T11:40:44Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '992eaf2d-8483-4dbd-a626-1bf657415a4e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:40:41Z', 'updated_at': '2022-03-07T11:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '45e33bba-3ccb-47e3-8654-c57fc5f4bd94', 'name': '', 'network_id': '842d3036-fcb0-4210-8315-52a62a6f74ed', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:62:42:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '7ee01915-76a6-444a-88f7-8f6262faaefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:40:44Z', 'updated_at': '2022-03-07T11:40:46Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '7ee01915-76a6-444a-88f7-8f6262faaefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:40:47.813736 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99d19e-4551-473b-ba33-1e64d6344b19 None None] Pushing event updated for resources: {'Port': ['ID=45e33bba-3ccb-47e3-8654-c57fc5f4bd94,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:47.840684 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a3fe83-59c1-44e0-865e-cf4cedb22cc7 None None] The sync data for ids ['a73e1a56-9565-4055-8003-92a92fbbed17'] in n-d-832164-4 is: [{'id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866646148', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '992eaf2d-8483-4dbd-a626-1bf657415a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:40:41Z', 'updated_at': '2022-03-07T11:40:44Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '992eaf2d-8483-4dbd-a626-1bf657415a4e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:40:41Z', 'updated_at': '2022-03-07T11:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '45e33bba-3ccb-47e3-8654-c57fc5f4bd94', 'name': '', 'network_id': '842d3036-fcb0-4210-8315-52a62a6f74ed', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:62:42:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '7ee01915-76a6-444a-88f7-8f6262faaefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:40:44Z', 'updated_at': '2022-03-07T11:40:46Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '7ee01915-76a6-444a-88f7-8f6262faaefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:40:48.501559 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-92bfcb8f-dec9-4677-b55d-c76241e959da req-fecf997e-4765-402e-b32e-3984953026cb tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 210 time: 0.0365889 Mar 07 11:40:48.670744 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 45e33bba-3ccb-47e3-8654-c57fc5f4bd94 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:40:48.727405 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 45e33bba-3ccb-47e3-8654-c57fc5f4bd94 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:40:48.727786 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (45e33bba-3ccb-47e3-8654-c57fc5f4bd94), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:48.824187 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 45e33bba-3ccb-47e3-8654-c57fc5f4bd94 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:40:48.833005 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:49.590310 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-03966dd9-24bd-44d5-8875-c8d45c7c4d64 req-944375a6-4633-44a4-9772-f38abede9377 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 210 time: 0.0309992 Mar 07 11:40:50.683331 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f14ac187-7198-42a0-8874-8470fec92134 req-62c5a3b7-5d89-4ca9-a57d-ab813c8bc2cf tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 210 time: 0.0266798 Mar 07 11:40:51.345055 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-b7635cab-1648-4732-acfb-60dd48ab778f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:51.346633 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-b7635cab-1648-4732-acfb-60dd48ab778f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.21 "GET /v2.0/networks?id=842d3036-fcb0-4210-8315-52a62a6f74ed HTTP/1.1" status: 200 len: 797 time: 0.1135266 Mar 07 11:40:51.411069 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-3ccaef62-daf4-465e-9b01-8c37607cd080 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a55f85fdfc8447269f634477a798a23c HTTP/1.1" status: 200 len: 380 time: 0.0560224 Mar 07 11:40:51.422074 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-2f44fd6a-0c42-45b4-92cf-ad780e412be8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'port': {'device_id': '7ada9949-e093-4c9f-bc5e-483a71db65c9', 'network_id': '842d3036-fcb0-4210-8315-52a62a6f74ed', 'admin_state_up': True, 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'security_groups': ['478ede32-9594-4721-ad90-5b6f865bf23e']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:40:51.526846 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-2f44fd6a-0c42-45b4-92cf-ad780e412be8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Made reservation on behalf of a55f85fdfc8447269f634477a798a23c for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:40:51.530085 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-2f44fd6a-0c42-45b4-92cf-ad780e412be8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:51.659577 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-2f44fd6a-0c42-45b4-92cf-ad780e412be8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Allocated IP 172.20.0.6 (842d3036-fcb0-4210-8315-52a62a6f74ed/7ee01915-76a6-444a-88f7-8f6262faaefa/b50b614d-ccf9-486e-8430-2546fda8b687) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:40:51.777423 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-606e3bd8-9109-4e75-add1-05cb340ce3d5 req-3d64e4d6-ebbf-4446-82ed-3f5842e366cc tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 210 time: 0.0271451 Mar 07 11:40:51.803880 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-2f44fd6a-0c42-45b4-92cf-ad780e412be8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for port (b50b614d-ccf9-486e-8430-2546fda8b687), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:51.839825 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-2f44fd6a-0c42-45b4-92cf-ad780e412be8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (b50b614d-ccf9-486e-8430-2546fda8b687), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:51.885580 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-2f44fd6a-0c42-45b4-92cf-ad780e412be8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network 842d3036-fcb0-4210-8315-52a62a6f74ed is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:40:51.888490 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-2f44fd6a-0c42-45b4-92cf-ad780e412be8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:40:51.892097 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-2f44fd6a-0c42-45b4-92cf-ad780e412be8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:40:51.898523 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44fd6a-0c42-45b4-92cf-ad780e412be8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Port': ['ID=b50b614d-ccf9-486e-8430-2546fda8b687,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:51.945031 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-2f44fd6a-0c42-45b4-92cf-ad780e412be8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:51.945684 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-2f44fd6a-0c42-45b4-92cf-ad780e412be8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:51.962211 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-2f44fd6a-0c42-45b4-92cf-ad780e412be8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5438626 Mar 07 11:40:51.971023 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-06d6116f-a0e8-4f66-bfc9-a795bc0a1d74 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:40:51.972006 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-06d6116f-a0e8-4f66-bfc9-a795bc0a1d74 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051618 Mar 07 11:40:52.024132 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-379f31c8-32c1-4c75-87bf-cc2d47a5f703 service neutron] Request body: {'port': {'device_id': '7ada9949-e093-4c9f-bc5e-483a71db65c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:40:52.089327 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-379f31c8-32c1-4c75-87bf-cc2d47a5f703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b50b614d-ccf9-486e-8430-2546fda8b687), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:52.102498 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-3ae08f01-1ef3-41f0-8e9f-fd1fd279f9d0 None None] Provisioning complete for port b50b614d-ccf9-486e-8430-2546fda8b687 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:40:52.103097 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3ae08f01-1ef3-41f0-8e9f-fd1fd279f9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b50b614d-ccf9-486e-8430-2546fda8b687), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:52.140097 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-3ae08f01-1ef3-41f0-8e9f-fd1fd279f9d0 None None] Port b50b614d-ccf9-486e-8430-2546fda8b687 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:40:52.349834 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-379f31c8-32c1-4c75-87bf-cc2d47a5f703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b50b614d-ccf9-486e-8430-2546fda8b687 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:40:52.357390 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-379f31c8-32c1-4c75-87bf-cc2d47a5f703 service neutron] Publish callbacks [] for port (b50b614d-ccf9-486e-8430-2546fda8b687), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:52.370102 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-379f31c8-32c1-4c75-87bf-cc2d47a5f703 service neutron] Transition to ACTIVE for port object b50b614d-ccf9-486e-8430-2546fda8b687 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:40:52.374099 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-379f31c8-32c1-4c75-87bf-cc2d47a5f703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (b50b614d-ccf9-486e-8430-2546fda8b687), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:52.429152 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f31c8-32c1-4c75-87bf-cc2d47a5f703 service neutron] Pushing event updated for resources: {'Port': ['ID=b50b614d-ccf9-486e-8430-2546fda8b687,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:52.501162 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-379f31c8-32c1-4c75-87bf-cc2d47a5f703 service neutron] Attempting to bind port b50b614d-ccf9-486e-8430-2546fda8b687 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:40:52.501603 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-379f31c8-32c1-4c75-87bf-cc2d47a5f703 service neutron] Attempting to bind port b50b614d-ccf9-486e-8430-2546fda8b687 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '17519083-c1fd-42e9-8fd1-3ce987f7004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '842d3036-fcb0-4210-8315-52a62a6f74ed'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:40:52.502012 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-379f31c8-32c1-4c75-87bf-cc2d47a5f703 service neutron] Attempting to bind port b50b614d-ccf9-486e-8430-2546fda8b687 on network 842d3036-fcb0-4210-8315-52a62a6f74ed {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:40:52.507597 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-379f31c8-32c1-4c75-87bf-cc2d47a5f703 service neutron] Port b50b614d-ccf9-486e-8430-2546fda8b687 on network 842d3036-fcb0-4210-8315-52a62a6f74ed not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:40:52.507920 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-379f31c8-32c1-4c75-87bf-cc2d47a5f703 service neutron] Attempting to bind port b50b614d-ccf9-486e-8430-2546fda8b687 on network 842d3036-fcb0-4210-8315-52a62a6f74ed {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:40:52.512964 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-379f31c8-32c1-4c75-87bf-cc2d47a5f703 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:40:52.513344 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-379f31c8-32c1-4c75-87bf-cc2d47a5f703 service neutron] Checking segment: {'id': '17519083-c1fd-42e9-8fd1-3ce987f7004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '842d3036-fcb0-4210-8315-52a62a6f74ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:40:52.513727 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-379f31c8-32c1-4c75-87bf-cc2d47a5f703 service neutron] Bound using segment: {'id': '17519083-c1fd-42e9-8fd1-3ce987f7004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '842d3036-fcb0-4210-8315-52a62a6f74ed'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:40:52.514161 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-379f31c8-32c1-4c75-87bf-cc2d47a5f703 service neutron] Bound port: b50b614d-ccf9-486e-8430-2546fda8b687, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17519083-c1fd-42e9-8fd1-3ce987f7004f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '842d3036-fcb0-4210-8315-52a62a6f74ed'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:40:52.514579 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-379f31c8-32c1-4c75-87bf-cc2d47a5f703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b50b614d-ccf9-486e-8430-2546fda8b687), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:52.579328 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-379f31c8-32c1-4c75-87bf-cc2d47a5f703 service neutron] For port b50b614d-ccf9-486e-8430-2546fda8b687, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:40:52.582369 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-379f31c8-32c1-4c75-87bf-cc2d47a5f703 service neutron] For port b50b614d-ccf9-486e-8430-2546fda8b687, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b50b614d-ccf9-486e-8430-2546fda8b687,segment=NetworkSegment(17519083-c1fd-42e9-8fd1-3ce987f7004f),segment_id=17519083-c1fd-42e9-8fd1-3ce987f7004f)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:40:52.589299 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-379f31c8-32c1-4c75-87bf-cc2d47a5f703 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (b50b614d-ccf9-486e-8430-2546fda8b687), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:52.625295 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-379f31c8-32c1-4c75-87bf-cc2d47a5f703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:52.625920 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-379f31c8-32c1-4c75-87bf-cc2d47a5f703 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:52.627297 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-379f31c8-32c1-4c75-87bf-cc2d47a5f703 service neutron] 10.222.0.21 "PUT /v2.0/ports/b50b614d-ccf9-486e-8430-2546fda8b687 HTTP/1.1" status: 200 len: 1091 time: 0.6483207 Mar 07 11:40:52.627743 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ada9949-e093-4c9f-bc5e-483a71db65c9', 'tag': 'b50b614d-ccf9-486e-8430-2546fda8b687'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:40:52.630072 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cd7dde-28e2-4568-b3c3-931bb92a54a8" -d '{"events": [{"name": "network-changed", "server_uuid": "7ada9949-e093-4c9f-bc5e-483a71db65c9", "tag": "b50b614d-ccf9-486e-8430-2546fda8b687"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:40:52.652798 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f31c8-32c1-4c75-87bf-cc2d47a5f703 service neutron] Pushing event updated for resources: {'Port': ['ID=b50b614d-ccf9-486e-8430-2546fda8b687,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:52.687832 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc48f4d-6e3a-4e20-b33f-96a29bd8d80e x-openstack-request-id: req-5dc48f4d-6e3a-4e20-b33f-96a29bd8d80e {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:40:52.688134 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ada9949-e093-4c9f-bc5e-483a71db65c9", "tag": "b50b614d-ccf9-486e-8430-2546fda8b687", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:40:52.688392 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5dc48f4d-6e3a-4e20-b33f-96a29bd8d80e {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:40:52.688800 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ada9949-e093-4c9f-bc5e-483a71db65c9', 'tag': 'b50b614d-ccf9-486e-8430-2546fda8b687', 'status': 'completed', 'code': 200} Mar 07 11:40:52.731833 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-b524dd7a-0219-4066-ac63-401e24b2b38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:52.733700 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-b524dd7a-0219-4066-ac63-401e24b2b38e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 1125 time: 0.0551445 Mar 07 11:40:52.777720 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-b74e44c3-e0f2-428e-83f1-4947ef8f2125 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b50b614d-ccf9-486e-8430-2546fda8b687 HTTP/1.1" status: 200 len: 217 time: 0.0368552 Mar 07 11:40:52.828172 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-4a41fa17-5912-44ba-9396-a41499ce4098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:52.829754 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-4a41fa17-5912-44ba-9396-a41499ce4098 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ee01915-76a6-444a-88f7-8f6262faaefa HTTP/1.1" status: 200 len: 834 time: 0.0465603 Mar 07 11:40:52.884414 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-c01e4855-3f06-46a1-b0b4-eac4baf74f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:52.886057 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-c01e4855-3f06-46a1-b0b4-eac4baf74f2f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=842d3036-fcb0-4210-8315-52a62a6f74ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0495007 Mar 07 11:40:52.903648 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e909b2-daa4-4b20-87da-e88283174f17 req-35411c1d-268e-410a-bfad-a53acc87e0d9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:52.905128 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-53e909b2-daa4-4b20-87da-e88283174f17 req-35411c1d-268e-410a-bfad-a53acc87e0d9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 943 time: 0.0563903 Mar 07 11:40:52.961631 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-53e909b2-daa4-4b20-87da-e88283174f17 req-1dfab90c-fe2d-47c6-aaa7-cb28bccbbcb9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=478ede32-9594-4721-ad90-5b6f865bf23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505877 Mar 07 11:40:52.977892 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-8f4596e7-f437-4805-99b8-8cb6f55f7777 service neutron] 10.222.0.21 "GET /v2.0/networks/842d3036-fcb0-4210-8315-52a62a6f74ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856223 Mar 07 11:40:53.075454 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-715f0690-de9b-42c5-b675-bf9c940689b7 req-5498b226-b239-4cda-bdc3-2592c6bf77b0 service neutron] 10.222.0.21 "GET /v2.0/networks/842d3036-fcb0-4210-8315-52a62a6f74ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907557 Mar 07 11:40:53.161679 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd7dde-28e2-4568-b3c3-931bb92a54a8 req-7f95733e-adce-4929-9e46-679811ae1359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:53.163162 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8cd7dde-28e2-4568-b3c3-931bb92a54a8 req-7f95733e-adce-4929-9e46-679811ae1359 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 1125 time: 0.0451131 Mar 07 11:40:53.254834 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd7dde-28e2-4568-b3c3-931bb92a54a8 req-c09526e2-57c0-4b90-80e6-2ed6c65c07fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:53.256424 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8cd7dde-28e2-4568-b3c3-931bb92a54a8 req-c09526e2-57c0-4b90-80e6-2ed6c65c07fc service neutron] 10.222.0.21 "GET /v2.0/networks?id=842d3036-fcb0-4210-8315-52a62a6f74ed HTTP/1.1" status: 200 len: 898 time: 0.0878952 Mar 07 11:40:53.495625 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:53.640205 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8cd7dde-28e2-4568-b3c3-931bb92a54a8 req-51aabdcf-8c42-40f7-8b87-98da32c028ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b50b614d-ccf9-486e-8430-2546fda8b687 HTTP/1.1" status: 200 len: 217 time: 0.3780026 Mar 07 11:40:53.692903 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd7dde-28e2-4568-b3c3-931bb92a54a8 req-964c377e-a252-48d6-aa7d-ffd33cd08751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:53.694431 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8cd7dde-28e2-4568-b3c3-931bb92a54a8 req-964c377e-a252-48d6-aa7d-ffd33cd08751 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ee01915-76a6-444a-88f7-8f6262faaefa HTTP/1.1" status: 200 len: 834 time: 0.0476756 Mar 07 11:40:53.747305 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd7dde-28e2-4568-b3c3-931bb92a54a8 req-120b15c2-8bf4-4372-88f4-25960af1feb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:53.748827 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8cd7dde-28e2-4568-b3c3-931bb92a54a8 req-120b15c2-8bf4-4372-88f4-25960af1feb1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=842d3036-fcb0-4210-8315-52a62a6f74ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486557 Mar 07 11:40:53.843530 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8cd7dde-28e2-4568-b3c3-931bb92a54a8 req-14d6566f-5266-4015-9436-70348ca2dbec service neutron] 10.222.0.21 "GET /v2.0/networks/842d3036-fcb0-4210-8315-52a62a6f74ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874853 Mar 07 11:40:53.936832 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e8cd7dde-28e2-4568-b3c3-931bb92a54a8 req-757b6937-b6ab-443c-a3ce-a866e575bd80 service neutron] 10.222.0.21 "GET /v2.0/networks/842d3036-fcb0-4210-8315-52a62a6f74ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861828 Mar 07 11:40:54.090510 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9b4fd-c0c0-4c58-8103-7114aab8c5c5 req-175a50f7-4349-491d-9ae9-d19a75ed4c64 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:54.092086 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4bf9b4fd-c0c0-4c58-8103-7114aab8c5c5 req-175a50f7-4349-491d-9ae9-d19a75ed4c64 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 943 time: 0.0578220 Mar 07 11:40:54.141614 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4bf9b4fd-c0c0-4c58-8103-7114aab8c5c5 req-ae1eb367-1b2f-4a77-b8de-69d7261149c1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=478ede32-9594-4721-ad90-5b6f865bf23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440259 Mar 07 11:40:55.259837 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba14bad-2c96-47f8-a98f-d809a2e8050d req-30acecb9-cb82-41d2-9449-1a4c7d3f939b tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:55.261272 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4ba14bad-2c96-47f8-a98f-d809a2e8050d req-30acecb9-cb82-41d2-9449-1a4c7d3f939b tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 943 time: 0.0532520 Mar 07 11:40:55.310711 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4ba14bad-2c96-47f8-a98f-d809a2e8050d req-5a9b0827-0006-44ad-a656-6c19e8b8d76e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=478ede32-9594-4721-ad90-5b6f865bf23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439000 Mar 07 11:40:56.429084 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076139c-995f-4cde-9bbb-6b71f6709758 req-d2c4f36c-67b8-427f-ace3-0f438b74d467 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:56.430603 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b076139c-995f-4cde-9bbb-6b71f6709758 req-d2c4f36c-67b8-427f-ace3-0f438b74d467 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 943 time: 0.0520930 Mar 07 11:40:56.478917 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b076139c-995f-4cde-9bbb-6b71f6709758 req-204b29bf-ae5f-4eee-9ea0-f179e470a7fe tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=478ede32-9594-4721-ad90-5b6f865bf23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426040 Mar 07 11:40:56.527229 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device b50b614d-ccf9-486e-8430-2546fda8b687 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:40:56.626405 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port b50b614d-ccf9-486e-8430-2546fda8b687, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b50b614d-ccf9-486e-8430-2546fda8b687,segment=NetworkSegment(17519083-c1fd-42e9-8fd1-3ce987f7004f),segment_id=17519083-c1fd-42e9-8fd1-3ce987f7004f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:40:56.637212 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'b50b614d-ccf9-486e-8430-2546fda8b687', 'network_id': '842d3036-fcb0-4210-8315-52a62a6f74ed', 'port_id': 'b50b614d-ccf9-486e-8430-2546fda8b687', 'mac_address': 'fa:16:3e:5d:95:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 218, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ee01915-76a6-444a-88f7-8f6262faaefa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:40:56.674073 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port b50b614d-ccf9-486e-8430-2546fda8b687 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:40:56.674455 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b50b614d-ccf9-486e-8430-2546fda8b687), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:56.687815 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b50b614d-ccf9-486e-8430-2546fda8b687 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:40:56.706411 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port b50b614d-ccf9-486e-8430-2546fda8b687, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b50b614d-ccf9-486e-8430-2546fda8b687,segment=NetworkSegment(17519083-c1fd-42e9-8fd1-3ce987f7004f),segment_id=17519083-c1fd-42e9-8fd1-3ce987f7004f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:40:56.710316 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b50b614d-ccf9-486e-8430-2546fda8b687), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:56.756588 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=b50b614d-ccf9-486e-8430-2546fda8b687,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:56.912675 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['b50b614d-ccf9-486e-8430-2546fda8b687'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:40:57.596412 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339e8c9-fc93-48c7-8788-c29058322eac req-30d2f6de-1cf3-4e4d-b872-53191594a443 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:57.597890 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7339e8c9-fc93-48c7-8788-c29058322eac req-30d2f6de-1cf3-4e4d-b872-53191594a443 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 944 time: 0.0526559 Mar 07 11:40:57.646664 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7339e8c9-fc93-48c7-8788-c29058322eac req-e0c84d16-ab53-4d95-98d4-85faa918c79b tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=478ede32-9594-4721-ad90-5b6f865bf23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421236 Mar 07 11:40:58.534511 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device b50b614d-ccf9-486e-8430-2546fda8b687 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:40:58.585584 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port b50b614d-ccf9-486e-8430-2546fda8b687 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:40:58.589603 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port b50b614d-ccf9-486e-8430-2546fda8b687 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:40:58.590120 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (b50b614d-ccf9-486e-8430-2546fda8b687), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:58.667006 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port b50b614d-ccf9-486e-8430-2546fda8b687 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:40:58.667387 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (b50b614d-ccf9-486e-8430-2546fda8b687), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:58.692888 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ada9949-e093-4c9f-bc5e-483a71db65c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50b614d-ccf9-486e-8430-2546fda8b687'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:40:58.695420 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a645a2b5805a54a98315e88f2d343b68cf76c29b7d342bc1003cac2cf566b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bb136e-cdf0-483c-b9da-02570bc1122e" -d '{"events": [{"server_uuid": "7ada9949-e093-4c9f-bc5e-483a71db65c9", "name": "network-vif-plugged", "status": "completed", "tag": "b50b614d-ccf9-486e-8430-2546fda8b687"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:40:58.710050 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port b50b614d-ccf9-486e-8430-2546fda8b687, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b50b614d-ccf9-486e-8430-2546fda8b687,segment=NetworkSegment(17519083-c1fd-42e9-8fd1-3ce987f7004f),segment_id=17519083-c1fd-42e9-8fd1-3ce987f7004f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:40:58.716363 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (b50b614d-ccf9-486e-8430-2546fda8b687), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:40:58.770392 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=b50b614d-ccf9-486e-8430-2546fda8b687,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:40:58.777663 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32d80d-6bc2-4b73-921f-8461c2199148 req-6a450370-4f29-4ce0-bb2b-43313b225081 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:58.779295 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b32d80d-6bc2-4b73-921f-8461c2199148 req-6a450370-4f29-4ce0-bb2b-43313b225081 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 945 time: 0.0637474 Mar 07 11:40:58.787651 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c60e66c-6376-4bfe-8007-e072202701e1 x-openstack-request-id: req-7c60e66c-6376-4bfe-8007-e072202701e1 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:40:58.787949 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ada9949-e093-4c9f-bc5e-483a71db65c9", "name": "network-vif-plugged", "status": "completed", "tag": "b50b614d-ccf9-486e-8430-2546fda8b687", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:40:58.788208 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7c60e66c-6376-4bfe-8007-e072202701e1 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:40:58.788607 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ada9949-e093-4c9f-bc5e-483a71db65c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50b614d-ccf9-486e-8430-2546fda8b687', 'code': 200} Mar 07 11:40:58.830581 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2b32d80d-6bc2-4b73-921f-8461c2199148 req-8d7dc92d-15e4-446e-9d15-95934a59bd75 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=478ede32-9594-4721-ad90-5b6f865bf23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454130 Mar 07 11:40:58.897911 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54811ffe-f04e-48ae-aab4-5d60d38e934c req-bd847bd6-ac8b-40ac-bee3-413c7b30b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:58.899447 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-54811ffe-f04e-48ae-aab4-5d60d38e934c req-bd847bd6-ac8b-40ac-bee3-413c7b30b3ca service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 1127 time: 0.0449007 Mar 07 11:40:58.945343 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-54811ffe-f04e-48ae-aab4-5d60d38e934c req-c6b986c6-23da-4211-a673-6f025fc36e41 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=478ede32-9594-4721-ad90-5b6f865bf23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390399 Mar 07 11:40:59.964629 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c1aed-f084-4f7a-85ba-e5228375396b req-774f7c22-b2ba-4ab4-baf0-8d43ebf3eed4 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:40:59.966161 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5e2c1aed-f084-4f7a-85ba-e5228375396b req-774f7c22-b2ba-4ab4-baf0-8d43ebf3eed4 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 945 time: 0.0620089 Mar 07 11:41:00.016331 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5e2c1aed-f084-4f7a-85ba-e5228375396b req-a65af5d1-3b51-4567-9e80-dbcdb0239872 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=478ede32-9594-4721-ad90-5b6f865bf23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445194 Mar 07 11:41:01.151047 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e91ea-a591-4be7-a414-160a82c82445 req-e7598d0b-a06e-4b3c-aeae-6d4a1644725b tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:01.152628 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bf5e91ea-a591-4be7-a414-160a82c82445 req-e7598d0b-a06e-4b3c-aeae-6d4a1644725b tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 945 time: 0.0563967 Mar 07 11:41:01.201658 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bf5e91ea-a591-4be7-a414-160a82c82445 req-c878f397-99e7-4954-9bf0-a1b96f96d2c7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=478ede32-9594-4721-ad90-5b6f865bf23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432227 Mar 07 11:41:01.320300 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a9925-6f98-47e9-bd9b-f605b5f555d5 req-e3c359f7-2d37-434c-a908-e55b387c1c1f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:01.320873 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f60a9925-6f98-47e9-bd9b-f605b5f555d5 req-e3c359f7-2d37-434c-a908-e55b387c1c1f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 945 time: 0.0532508 Mar 07 11:41:01.369087 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f60a9925-6f98-47e9-bd9b-f605b5f555d5 req-88af895b-6f06-4036-b283-ad3519b3aefc tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=478ede32-9594-4721-ad90-5b6f865bf23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426655 Mar 07 11:41:01.391439 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45840) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:41:01.440033 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ebcfb3-0909-4734-9418-3a0c52a91e17 tempest-TestNetworkAdvancedServerOps-168186507 tempest-TestNetworkAdvancedServerOps-168186507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:01.441634 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f0ebcfb3-0909-4734-9418-3a0c52a91e17 tempest-TestNetworkAdvancedServerOps-168186507 tempest-TestNetworkAdvancedServerOps-168186507-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 1122 time: 0.0492177 Mar 07 11:41:01.444909 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45842) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:41:01.449040 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-ef5e2aa1-d684-4960-8676-b9e4cb6e1340 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'port_id': 'b50b614d-ccf9-486e-8430-2546fda8b687', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:41:01.468420 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2aa1-d684-4960-8676-b9e4cb6e1340 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:01.561219 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2aa1-d684-4960-8676-b9e4cb6e1340 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:01.664282 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-ef5e2aa1-d684-4960-8676-b9e4cb6e1340 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Allocated IP 172.25.3.121 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/a1d8107a-0a5e-48ad-8e0d-f8a9099deace) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:41:01.762203 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2aa1-d684-4960-8676-b9e4cb6e1340 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for port (a1d8107a-0a5e-48ad-8e0d-f8a9099deace), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:01.794699 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2aa1-d684-4960-8676-b9e4cb6e1340 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (a1d8107a-0a5e-48ad-8e0d-f8a9099deace), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:01.835709 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5e2aa1-d684-4960-8676-b9e4cb6e1340 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:41:01.838546 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-ef5e2aa1-d684-4960-8676-b9e4cb6e1340 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:41:01.841905 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5e2aa1-d684-4960-8676-b9e4cb6e1340 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:41:01.867583 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e2aa1-d684-4960-8676-b9e4cb6e1340 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Port': ['ID=a1d8107a-0a5e-48ad-8e0d-f8a9099deace,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:41:02.202009 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2aa1-d684-4960-8676-b9e4cb6e1340 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for floatingip (6a1e6b0c-68cf-41db-8c8a-fc44313a57f9), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:02.274184 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2aa1-d684-4960-8676-b9e4cb6e1340 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (a1d8107a-0a5e-48ad-8e0d-f8a9099deace), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:02.422646 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2aa1-d684-4960-8676-b9e4cb6e1340 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for port (a1d8107a-0a5e-48ad-8e0d-f8a9099deace), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:02.427735 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2aa1-d684-4960-8676-b9e4cb6e1340 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (a1d8107a-0a5e-48ad-8e0d-f8a9099deace), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:02.495740 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e2aa1-d684-4960-8676-b9e4cb6e1340 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Port': ['ID=a1d8107a-0a5e-48ad-8e0d-f8a9099deace,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:41:02.506932 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2aa1-d684-4960-8676-b9e4cb6e1340 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (6a1e6b0c-68cf-41db-8c8a-fc44313a57f9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:02.606614 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-ef5e2aa1-d684-4960-8676-b9e4cb6e1340 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Floating IP 6a1e6b0c-68cf-41db-8c8a-fc44313a57f9 associated. External IP: 172.25.3.121, port: b50b614d-ccf9-486e-8430-2546fda8b687. Mar 07 11:41:02.813015 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5e2aa1-d684-4960-8676-b9e4cb6e1340 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Router a73e1a56-9565-4055-8003-92a92fbbed17 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:41:02.919843 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5e2aa1-d684-4960-8676-b9e4cb6e1340 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:41:02.929366 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc8e7bf-cafb-4110-9d13-51a41004e6be None None] Sync routers for ids ['a73e1a56-9565-4055-8003-92a92fbbed17'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:41:02.938713 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ef5e2aa1-d684-4960-8676-b9e4cb6e1340 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:02.939897 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc8e7bf-cafb-4110-9d13-51a41004e6be None None] Routers {'a73e1a56-9565-4055-8003-92a92fbbed17'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:41:02.940500 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-cbc8e7bf-cafb-4110-9d13-51a41004e6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:40:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a73e1a56-9565-4055-8003-92a92fbbed17'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:41:02.968802 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ef5e2aa1-d684-4960-8676-b9e4cb6e1340 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5228674 Mar 07 11:41:02.969426 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ada9949-e093-4c9f-bc5e-483a71db65c9', 'tag': 'b50b614d-ccf9-486e-8430-2546fda8b687'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:41:02.971675 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f351bf73f323c1e2e006b9f16194b747f7127b9e46eeb64b4a81d3313ccb5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecb96c4-f60c-4122-858e-7e8bd4c41293" -d '{"events": [{"name": "network-changed", "server_uuid": "7ada9949-e093-4c9f-bc5e-483a71db65c9", "tag": "b50b614d-ccf9-486e-8430-2546fda8b687"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:41:03.009422 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0f377f-3fe8-409a-ae13-0a7456dc3bb9 x-openstack-request-id: req-ee0f377f-3fe8-409a-ae13-0a7456dc3bb9 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:41:03.009715 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ada9949-e093-4c9f-bc5e-483a71db65c9", "tag": "b50b614d-ccf9-486e-8430-2546fda8b687", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:41:03.009971 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ee0f377f-3fe8-409a-ae13-0a7456dc3bb9 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:41:03.010380 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ada9949-e093-4c9f-bc5e-483a71db65c9', 'tag': 'b50b614d-ccf9-486e-8430-2546fda8b687', 'status': 'completed', 'code': 200} Mar 07 11:41:03.114054 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071ad27-46d8-47ae-998f-4913937af942 req-47eb8b2e-ec8e-4732-b884-66dbccb47333 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:03.116378 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a071ad27-46d8-47ae-998f-4913937af942 req-47eb8b2e-ec8e-4732-b884-66dbccb47333 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 945 time: 0.0941608 Mar 07 11:41:03.121007 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb96c4-f60c-4122-858e-7e8bd4c41293 req-7d6dbc56-52dc-468f-b27e-51e8e52986cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:03.122542 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5ecb96c4-f60c-4122-858e-7e8bd4c41293 req-7d6dbc56-52dc-468f-b27e-51e8e52986cf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 1127 time: 0.0883310 Mar 07 11:41:03.148475 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-cbc8e7bf-cafb-4110-9d13-51a41004e6be None None] Set router a73e1a56-9565-4055-8003-92a92fbbed17 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:41:03.226824 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a071ad27-46d8-47ae-998f-4913937af942 req-90c5af26-949b-4b46-b83c-6cda99bdac1d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=478ede32-9594-4721-ad90-5b6f865bf23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028678 Mar 07 11:41:03.253645 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45848) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:41:03.260208 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb96c4-f60c-4122-858e-7e8bd4c41293 req-e3542739-2859-4335-9700-2f981274bcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:03.262960 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5ecb96c4-f60c-4122-858e-7e8bd4c41293 req-e3542739-2859-4335-9700-2f981274bcec service neutron] 10.222.0.21 "GET /v2.0/networks?id=842d3036-fcb0-4210-8315-52a62a6f74ed HTTP/1.1" status: 200 len: 898 time: 0.1322889 Mar 07 11:41:03.319680 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9e434be7-4ec0-4f55-b981-044a580100f6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/floatingips/6a1e6b0c-68cf-41db-8c8a-fc44313a57f9 HTTP/1.1" status: 200 len: 991 time: 0.0642207 Mar 07 11:41:03.335729 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5ecb96c4-f60c-4122-858e-7e8bd4c41293 req-40095c0c-ae4e-4b17-9de3-58b6a7627c16 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b50b614d-ccf9-486e-8430-2546fda8b687 HTTP/1.1" status: 200 len: 999 time: 0.0679066 Mar 07 11:41:03.375675 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-cbc8e7bf-cafb-4110-9d13-51a41004e6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866646148', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '992eaf2d-8483-4dbd-a626-1bf657415a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:40:41Z', 'updated_at': '2022-03-07T11:40:44Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '992eaf2d-8483-4dbd-a626-1bf657415a4e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:40:41Z', 'updated_at': '2022-03-07T11:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '6a1e6b0c-68cf-41db-8c8a-fc44313a57f9', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'floating_ip_address': '172.25.3.121', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'port_id': 'b50b614d-ccf9-486e-8430-2546fda8b687', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '842d3036-fcb0-4210-8315-52a62a6f74ed', 'mac_address': 'fa:16:3e:5d:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ada9949-e093-4c9f-bc5e-483a71db65c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:41:02Z', 'updated_at': '2022-03-07T11:41:02Z', 'revision_number': 0, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e33bba-3ccb-47e3-8654-c57fc5f4bd94', 'name': '', 'network_id': '842d3036-fcb0-4210-8315-52a62a6f74ed', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:62:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '7ee01915-76a6-444a-88f7-8f6262faaefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:40:44Z', 'updated_at': '2022-03-07T11:40:47Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '7ee01915-76a6-444a-88f7-8f6262faaefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:41:03.383193 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb96c4-f60c-4122-858e-7e8bd4c41293 req-c6c8bb69-2a42-4eac-80c4-7eb7b5b355b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:03.384669 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5ecb96c4-f60c-4122-858e-7e8bd4c41293 req-c6c8bb69-2a42-4eac-80c4-7eb7b5b355b8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ee01915-76a6-444a-88f7-8f6262faaefa HTTP/1.1" status: 200 len: 834 time: 0.0433664 Mar 07 11:41:03.405870 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc8e7bf-cafb-4110-9d13-51a41004e6be None None] Checking router: a73e1a56-9565-4055-8003-92a92fbbed17 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:41:03.414288 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc8e7bf-cafb-4110-9d13-51a41004e6be None None] Routers {'a73e1a56-9565-4055-8003-92a92fbbed17'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:41:03.414888 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-cbc8e7bf-cafb-4110-9d13-51a41004e6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:40:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a73e1a56-9565-4055-8003-92a92fbbed17'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:41:03.433417 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb96c4-f60c-4122-858e-7e8bd4c41293 req-7b70f521-5f01-4fc1-849d-25d045505571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:03.434928 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5ecb96c4-f60c-4122-858e-7e8bd4c41293 req-7b70f521-5f01-4fc1-849d-25d045505571 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=842d3036-fcb0-4210-8315-52a62a6f74ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447435 Mar 07 11:41:03.521248 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-cbc8e7bf-cafb-4110-9d13-51a41004e6be None None] Set router a73e1a56-9565-4055-8003-92a92fbbed17 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:41:03.527123 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5ecb96c4-f60c-4122-858e-7e8bd4c41293 req-44b49852-10a1-4345-ad1a-a9a204bebff4 service neutron] 10.222.0.21 "GET /v2.0/networks/842d3036-fcb0-4210-8315-52a62a6f74ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861826 Mar 07 11:41:03.619337 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5ecb96c4-f60c-4122-858e-7e8bd4c41293 req-03342538-3634-4215-8248-410cfe4b834f service neutron] 10.222.0.21 "GET /v2.0/networks/842d3036-fcb0-4210-8315-52a62a6f74ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865586 Mar 07 11:41:03.742950 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-cbc8e7bf-cafb-4110-9d13-51a41004e6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866646148', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '992eaf2d-8483-4dbd-a626-1bf657415a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:40:41Z', 'updated_at': '2022-03-07T11:40:44Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '992eaf2d-8483-4dbd-a626-1bf657415a4e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:40:41Z', 'updated_at': '2022-03-07T11:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '6a1e6b0c-68cf-41db-8c8a-fc44313a57f9', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'floating_ip_address': '172.25.3.121', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'port_id': 'b50b614d-ccf9-486e-8430-2546fda8b687', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '842d3036-fcb0-4210-8315-52a62a6f74ed', 'mac_address': 'fa:16:3e:5d:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ada9949-e093-4c9f-bc5e-483a71db65c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:41:02Z', 'updated_at': '2022-03-07T11:41:02Z', 'revision_number': 0, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e33bba-3ccb-47e3-8654-c57fc5f4bd94', 'name': '', 'network_id': '842d3036-fcb0-4210-8315-52a62a6f74ed', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:62:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '7ee01915-76a6-444a-88f7-8f6262faaefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:40:44Z', 'updated_at': '2022-03-07T11:40:47Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '7ee01915-76a6-444a-88f7-8f6262faaefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:41:03.771683 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc8e7bf-cafb-4110-9d13-51a41004e6be None None] The sync data for ids ['a73e1a56-9565-4055-8003-92a92fbbed17'] in n-d-832164-4 is: [{'id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866646148', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '992eaf2d-8483-4dbd-a626-1bf657415a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:40:41Z', 'updated_at': '2022-03-07T11:40:44Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '992eaf2d-8483-4dbd-a626-1bf657415a4e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:40:41Z', 'updated_at': '2022-03-07T11:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '6a1e6b0c-68cf-41db-8c8a-fc44313a57f9', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'floating_ip_address': '172.25.3.121', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'port_id': 'b50b614d-ccf9-486e-8430-2546fda8b687', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '842d3036-fcb0-4210-8315-52a62a6f74ed', 'mac_address': 'fa:16:3e:5d:95:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ada9949-e093-4c9f-bc5e-483a71db65c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:41:02Z', 'updated_at': '2022-03-07T11:41:02Z', 'revision_number': 0, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e33bba-3ccb-47e3-8654-c57fc5f4bd94', 'name': '', 'network_id': '842d3036-fcb0-4210-8315-52a62a6f74ed', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:62:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '7ee01915-76a6-444a-88f7-8f6262faaefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:40:44Z', 'updated_at': '2022-03-07T11:40:47Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '7ee01915-76a6-444a-88f7-8f6262faaefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:41:03.962362 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb62ac1-f0a3-4458-bc8e-064d9af6e436 None None] New status for floating IP 6a1e6b0c-68cf-41db-8c8a-fc44313a57f9: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:41:04.323201 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45850) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:41:04.385912 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-d9365fab-823e-4466-803e-3e6d6d104d32 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/floatingips/6a1e6b0c-68cf-41db-8c8a-fc44313a57f9 HTTP/1.1" status: 200 len: 993 time: 0.0614870 Mar 07 11:41:06.612891 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dbb60767-6090-41f7-844a-25d4424e0d34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:08.687809 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dbd93b89-ac45-4bcf-8673-229ca41420c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:10.149225 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:10.613823 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e6ae16e0-a992-4106-a97b-fa70d32be274 req-80fbfc29-f93e-400f-bb9a-92f10064e3fd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433040 Mar 07 11:41:10.702211 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae16e0-a992-4106-a97b-fa70d32be274 req-79c45822-0df2-470d-a3f1-d6f9008a343a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:10.703688 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e6ae16e0-a992-4106-a97b-fa70d32be274 req-79c45822-0df2-470d-a3f1-d6f9008a343a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 1127 time: 0.0496178 Mar 07 11:41:10.804465 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae16e0-a992-4106-a97b-fa70d32be274 req-3bb5d306-4c11-47f6-a45d-e6dba562a365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:10.805956 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e6ae16e0-a992-4106-a97b-fa70d32be274 req-3bb5d306-4c11-47f6-a45d-e6dba562a365 service neutron] 10.222.0.21 "GET /v2.0/networks?id=842d3036-fcb0-4210-8315-52a62a6f74ed HTTP/1.1" status: 200 len: 898 time: 0.0847983 Mar 07 11:41:10.873566 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e6ae16e0-a992-4106-a97b-fa70d32be274 req-5c16de5c-691f-40b1-a902-6f94345bbea2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b50b614d-ccf9-486e-8430-2546fda8b687 HTTP/1.1" status: 200 len: 1001 time: 0.0613787 Mar 07 11:41:10.921583 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae16e0-a992-4106-a97b-fa70d32be274 req-49fc0c67-b930-444a-9587-52f477f4d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:10.922980 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e6ae16e0-a992-4106-a97b-fa70d32be274 req-49fc0c67-b930-444a-9587-52f477f4d71c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ee01915-76a6-444a-88f7-8f6262faaefa HTTP/1.1" status: 200 len: 834 time: 0.0440569 Mar 07 11:41:10.971714 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae16e0-a992-4106-a97b-fa70d32be274 req-e1c971e0-9667-48ac-b258-4f8bd1b44608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:10.973196 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e6ae16e0-a992-4106-a97b-fa70d32be274 req-e1c971e0-9667-48ac-b258-4f8bd1b44608 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=842d3036-fcb0-4210-8315-52a62a6f74ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434520 Mar 07 11:41:11.065969 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e6ae16e0-a992-4106-a97b-fa70d32be274 req-eb58eb03-c955-4ee6-a6f6-a3c9de9099ac service neutron] 10.222.0.21 "GET /v2.0/networks/842d3036-fcb0-4210-8315-52a62a6f74ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859423 Mar 07 11:41:11.155653 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e6ae16e0-a992-4106-a97b-fa70d32be274 req-3399aa5d-8c4a-45bd-9b31-b6b21f39f8c4 service neutron] 10.222.0.21 "GET /v2.0/networks/842d3036-fcb0-4210-8315-52a62a6f74ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833325 Mar 07 11:41:11.891015 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:13.101680 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:13.257272 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:41:18.828934 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:23.493084 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:35.834260 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d979fa4-1d42-43d0-851a-a7ad94ceead7 req-fed6371b-85a7-431e-af03-e86f2a70a7a1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:35.835767 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2d979fa4-1d42-43d0-851a-a7ad94ceead7 req-fed6371b-85a7-431e-af03-e86f2a70a7a1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 945 time: 0.0640984 Mar 07 11:41:35.890260 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2d979fa4-1d42-43d0-851a-a7ad94ceead7 req-073aa202-9dba-4a59-84d1-8a2d4ebdec3b tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=478ede32-9594-4721-ad90-5b6f865bf23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480266 Mar 07 11:41:36.614759 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-383b8b32-02e7-4bb3-9f4a-f31a9474a78f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:37.016760 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea73c7-c5fd-441b-b8aa-2a27725c0d36 req-bac1a8c2-7289-4b42-9b05-5d54dfae44eb tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:37.018292 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-00ea73c7-c5fd-441b-b8aa-2a27725c0d36 req-bac1a8c2-7289-4b42-9b05-5d54dfae44eb tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 945 time: 0.0578079 Mar 07 11:41:37.066047 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-00ea73c7-c5fd-441b-b8aa-2a27725c0d36 req-9acce8c5-9c6d-4930-9b98-b317295d4733 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=478ede32-9594-4721-ad90-5b6f865bf23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420914 Mar 07 11:41:38.189766 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960994fe-b785-4e7a-bb49-b7db868e7631 req-f8fea906-e92e-47ce-a7fa-1631bd37dc87 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:38.191231 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-960994fe-b785-4e7a-bb49-b7db868e7631 req-f8fea906-e92e-47ce-a7fa-1631bd37dc87 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 945 time: 0.0567431 Mar 07 11:41:38.584768 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-960994fe-b785-4e7a-bb49-b7db868e7631 req-fc8600de-64ed-4506-bad5-fd6f654ade27 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=478ede32-9594-4721-ad90-5b6f865bf23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3877203 Mar 07 11:41:38.690599 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a9ef79e0-b241-4ce4-a571-cf6f4daf1ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:39.704500 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e08bc-cd69-44f0-a90e-c60e5a8d7509 req-cad3f011-800a-4e21-8ec7-b5834f65799b tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:39.705979 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-062e08bc-cd69-44f0-a90e-c60e5a8d7509 req-cad3f011-800a-4e21-8ec7-b5834f65799b tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 945 time: 0.0519872 Mar 07 11:41:39.759074 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-062e08bc-cd69-44f0-a90e-c60e5a8d7509 req-fca4937b-d7b8-4cff-ace4-44f76ef52bda tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=478ede32-9594-4721-ad90-5b6f865bf23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465996 Mar 07 11:41:40.152339 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:40.877524 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ea3d9-e216-4c30-a076-80850da64be6 req-504d34ed-020f-4548-bd9d-0b7b08219a9d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:40.878901 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6b4ea3d9-e216-4c30-a076-80850da64be6 req-504d34ed-020f-4548-bd9d-0b7b08219a9d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 945 time: 0.0526156 Mar 07 11:41:40.926487 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6b4ea3d9-e216-4c30-a076-80850da64be6 req-ec8ef4aa-2b4e-46cc-8a15-3d48815f99c2 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=478ede32-9594-4721-ad90-5b6f865bf23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419190 Mar 07 11:41:41.893744 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:42.047497 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae91014-2dc0-4df7-acaf-f61d0d5040fc req-64da5c65-9f30-4d6a-8b34-241e89703731 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:42.048954 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9ae91014-2dc0-4df7-acaf-f61d0d5040fc req-64da5c65-9f30-4d6a-8b34-241e89703731 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 945 time: 0.0522666 Mar 07 11:41:42.101455 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9ae91014-2dc0-4df7-acaf-f61d0d5040fc req-8a7f6c1a-4459-45b7-86dc-d27eef6cab21 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=478ede32-9594-4721-ad90-5b6f865bf23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462933 Mar 07 11:41:43.103572 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:43.129547 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-82291d62-67d0-4ff6-b9a0-77d6402b0be5 service neutron] (103767) timed out ('10.222.0.11', 38666) {{(pid=103767) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 11:41:43.221454 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fd084f-9090-4bd8-a663-49a6cd237465 req-099d6b68-3343-4151-bfde-0e9d3961375e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:43.223463 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a2fd084f-9090-4bd8-a663-49a6cd237465 req-099d6b68-3343-4151-bfde-0e9d3961375e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 945 time: 0.0527711 Mar 07 11:41:43.275241 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a2fd084f-9090-4bd8-a663-49a6cd237465 req-6c6a7ccf-628d-427a-be04-5b7465457ea0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=478ede32-9594-4721-ad90-5b6f865bf23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459499 Mar 07 11:41:43.532359 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-856b79c4-c85a-4901-8a97-2c27b2d071b2 req-21cb5b9d-db9c-411b-aee7-be7e4046baff tempest-ServerActionsTestJSON-1288816598 tempest-ServerActionsTestJSON-1288816598-project] (103766) timed out ('10.222.0.11', 36992) {{(pid=103766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 11:41:44.394140 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a0db24-08dd-4d4a-b330-7e238748a7b7 req-ea647d53-1005-4219-9893-e099f8203ae4 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:44.395600 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-73a0db24-08dd-4d4a-b330-7e238748a7b7 req-ea647d53-1005-4219-9893-e099f8203ae4 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 945 time: 0.0529680 Mar 07 11:41:44.445534 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-73a0db24-08dd-4d4a-b330-7e238748a7b7 req-c4dae527-cb66-4197-bfd9-f23f20af781c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=478ede32-9594-4721-ad90-5b6f865bf23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442533 Mar 07 11:41:45.561716 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87745397-860a-4b79-81db-8d125a68856a req-c85331a9-aadf-44f7-9079-dc88256cfecd tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:45.563094 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-87745397-860a-4b79-81db-8d125a68856a req-c85331a9-aadf-44f7-9079-dc88256cfecd tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 945 time: 0.0517030 Mar 07 11:41:45.611174 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-87745397-860a-4b79-81db-8d125a68856a req-752c7327-425a-4e32-b0da-c73c2aadce92 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=478ede32-9594-4721-ad90-5b6f865bf23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414872 Mar 07 11:41:46.736896 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f0cd2-4bff-4272-bdae-a9643aa4d6f0 req-bbf48280-816c-409b-aebc-a90d125a9780 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:46.738664 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a63f0cd2-4bff-4272-bdae-a9643aa4d6f0 req-bbf48280-816c-409b-aebc-a90d125a9780 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 945 time: 0.0603302 Mar 07 11:41:46.800837 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a63f0cd2-4bff-4272-bdae-a9643aa4d6f0 req-ce73511c-4e04-44d2-b362-4583beb7b321 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=478ede32-9594-4721-ad90-5b6f865bf23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562329 Mar 07 11:41:47.919635 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4550a-500a-487b-822f-94407804c1d9 req-5f49abb0-6036-4b70-95e2-b26c5f5ffacf tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:47.921093 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d8f4550a-500a-487b-822f-94407804c1d9 req-5f49abb0-6036-4b70-95e2-b26c5f5ffacf tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 945 time: 0.0530014 Mar 07 11:41:47.968753 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d8f4550a-500a-487b-822f-94407804c1d9 req-2b01faa3-2149-4a0f-ae2f-31be39e3d97a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=478ede32-9594-4721-ad90-5b6f865bf23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413899 Mar 07 11:41:48.840332 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:49.094281 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddae81-e3a4-424d-bf07-92b81e90911d req-b4176683-51b1-4d6b-ac0e-b066eaf287e9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:49.095767 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-03ddae81-e3a4-424d-bf07-92b81e90911d req-b4176683-51b1-4d6b-ac0e-b066eaf287e9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 945 time: 0.0587795 Mar 07 11:41:49.145455 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-03ddae81-e3a4-424d-bf07-92b81e90911d req-e2942948-e5d4-4a73-a695-2a3661ebef69 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=478ede32-9594-4721-ad90-5b6f865bf23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440722 Mar 07 11:41:50.256039 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:41:50.267177 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be483e0e-973e-4b9c-a608-2e2a27a8dba5 req-4e59da92-d381-4efd-abd4-79f28342140f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:50.268665 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-be483e0e-973e-4b9c-a608-2e2a27a8dba5 req-4e59da92-d381-4efd-abd4-79f28342140f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 945 time: 0.0562708 Mar 07 11:41:50.317988 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-be483e0e-973e-4b9c-a608-2e2a27a8dba5 req-22a9f745-1e13-45aa-865a-b70aaf250b13 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=478ede32-9594-4721-ad90-5b6f865bf23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427899 Mar 07 11:41:51.439085 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d2b7d-0cf1-458f-8e14-c701e00988b1 req-1b1b5c8f-7307-4cb8-97db-40cc5263d743 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:51.440545 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-309d2b7d-0cf1-458f-8e14-c701e00988b1 req-1b1b5c8f-7307-4cb8-97db-40cc5263d743 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 945 time: 0.0532110 Mar 07 11:41:51.488229 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-309d2b7d-0cf1-458f-8e14-c701e00988b1 req-e24a7521-987e-456f-a00c-89754a996240 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=478ede32-9594-4721-ad90-5b6f865bf23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418372 Mar 07 11:41:51.510686 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45894) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:41:51.574016 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-1f1eb524-a239-4985-8f74-8ab254a03a98 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/floatingips/6a1e6b0c-68cf-41db-8c8a-fc44313a57f9 HTTP/1.1" status: 200 len: 993 time: 0.0621192 Mar 07 11:41:52.844512 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0193d8-f692-422c-827e-a5a8d4ac18da req-b28e1811-9ddb-4ec0-8115-9c075db7948b tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:52.845969 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a0193d8-f692-422c-827e-a5a8d4ac18da req-b28e1811-9ddb-4ec0-8115-9c075db7948b tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 945 time: 0.0574708 Mar 07 11:41:52.863977 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f4c5f-9873-4b58-a1f5-b05b227f1665 req-a4db57ba-23ed-47a2-a92d-105379a253f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:52.865495 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ba1f4c5f-9873-4b58-a1f5-b05b227f1665 req-a4db57ba-23ed-47a2-a92d-105379a253f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 1127 time: 0.0455103 Mar 07 11:41:52.897257 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7a0193d8-f692-422c-827e-a5a8d4ac18da req-19a4bc60-6bd4-432e-bab1-7223e783a93f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=478ede32-9594-4721-ad90-5b6f865bf23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454004 Mar 07 11:41:52.958414 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f4c5f-9873-4b58-a1f5-b05b227f1665 req-f3aa371e-6a00-41d3-ba6a-99b133f1cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:52.959885 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ba1f4c5f-9873-4b58-a1f5-b05b227f1665 req-f3aa371e-6a00-41d3-ba6a-99b133f1cbf0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=842d3036-fcb0-4210-8315-52a62a6f74ed HTTP/1.1" status: 200 len: 898 time: 0.0885251 Mar 07 11:41:53.024386 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ba1f4c5f-9873-4b58-a1f5-b05b227f1665 req-b70dc1bb-6d39-4847-92db-2ad30da82ec5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b50b614d-ccf9-486e-8430-2546fda8b687 HTTP/1.1" status: 200 len: 1001 time: 0.0576262 Mar 07 11:41:53.073035 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f4c5f-9873-4b58-a1f5-b05b227f1665 req-b0dfcf99-16cd-43dc-b55c-fb48a715c031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:53.074487 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ba1f4c5f-9873-4b58-a1f5-b05b227f1665 req-b0dfcf99-16cd-43dc-b55c-fb48a715c031 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ee01915-76a6-444a-88f7-8f6262faaefa HTTP/1.1" status: 200 len: 834 time: 0.0433776 Mar 07 11:41:53.127834 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f4c5f-9873-4b58-a1f5-b05b227f1665 req-b50abfe4-daed-4d6d-a097-2d9a21b3d48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:53.129766 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ba1f4c5f-9873-4b58-a1f5-b05b227f1665 req-b50abfe4-daed-4d6d-a097-2d9a21b3d48e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=842d3036-fcb0-4210-8315-52a62a6f74ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0483530 Mar 07 11:41:53.216625 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ba1f4c5f-9873-4b58-a1f5-b05b227f1665 req-53b37d38-2275-4029-9b65-625ca5413d37 service neutron] 10.222.0.21 "GET /v2.0/networks/842d3036-fcb0-4210-8315-52a62a6f74ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813549 Mar 07 11:41:53.308274 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ba1f4c5f-9873-4b58-a1f5-b05b227f1665 req-82cb1975-ba56-484a-a8fd-c1dce86465e3 service neutron] 10.222.0.21 "GET /v2.0/networks/842d3036-fcb0-4210-8315-52a62a6f74ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859234 Mar 07 11:41:53.492420 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:41:54.021272 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a1fde-1cc0-4f1f-9cba-00ae6a22363f req-09f38168-a1e3-4e8f-9a9c-6f8e651a12b8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:41:54.022771 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c52a1fde-1cc0-4f1f-9cba-00ae6a22363f req-09f38168-a1e3-4e8f-9a9c-6f8e651a12b8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 945 time: 0.0565498 Mar 07 11:41:54.075275 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c52a1fde-1cc0-4f1f-9cba-00ae6a22363f req-113199aa-a2ee-4207-bd9d-8f26b882c06a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=478ede32-9594-4721-ad90-5b6f865bf23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469244 Mar 07 11:41:54.099776 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45904) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:41:54.165055 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-dede5094-934a-4ae9-9d78-5fd12bfeee86 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/floatingips/6a1e6b0c-68cf-41db-8c8a-fc44313a57f9 HTTP/1.1" status: 200 len: 993 time: 0.0641527 Mar 07 11:42:06.616545 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4e544fee-16a4-4c6f-a0cd-b3f38fff9b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:08.692609 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-252f0041-2831-47be-9483-ed107221451c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:10.154909 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:10.627631 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ea0cc825-521f-4679-add4-b969272e9a64 req-5f73d990-b532-42ba-ae59-d67344cfec09 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429332 Mar 07 11:42:10.715679 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cc825-521f-4679-add4-b969272e9a64 req-577039af-49aa-4f60-a8b4-1e2fd7fbb8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:10.717211 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ea0cc825-521f-4679-add4-b969272e9a64 req-577039af-49aa-4f60-a8b4-1e2fd7fbb8f6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 1127 time: 0.0444684 Mar 07 11:42:10.823882 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cc825-521f-4679-add4-b969272e9a64 req-e989bbea-63f5-4dee-aa7d-c847ff1e6e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:10.825362 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ea0cc825-521f-4679-add4-b969272e9a64 req-e989bbea-63f5-4dee-aa7d-c847ff1e6e96 service neutron] 10.222.0.21 "GET /v2.0/networks?id=842d3036-fcb0-4210-8315-52a62a6f74ed HTTP/1.1" status: 200 len: 898 time: 0.0895457 Mar 07 11:42:10.889101 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ea0cc825-521f-4679-add4-b969272e9a64 req-01f5100a-02b6-4ddf-a390-43fd49579a19 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b50b614d-ccf9-486e-8430-2546fda8b687 HTTP/1.1" status: 200 len: 1001 time: 0.0563469 Mar 07 11:42:10.936246 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cc825-521f-4679-add4-b969272e9a64 req-de1ab0f2-6f01-4620-90d6-d375ad66fb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:10.937715 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ea0cc825-521f-4679-add4-b969272e9a64 req-de1ab0f2-6f01-4620-90d6-d375ad66fb1b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ee01915-76a6-444a-88f7-8f6262faaefa HTTP/1.1" status: 200 len: 834 time: 0.0424688 Mar 07 11:42:10.990445 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0cc825-521f-4679-add4-b969272e9a64 req-693c3be6-8f8e-40f8-8030-e6208fae96c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:10.991923 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ea0cc825-521f-4679-add4-b969272e9a64 req-693c3be6-8f8e-40f8-8030-e6208fae96c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=842d3036-fcb0-4210-8315-52a62a6f74ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486264 Mar 07 11:42:11.087765 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ea0cc825-521f-4679-add4-b969272e9a64 req-f113e562-69eb-4a3d-84b4-6de510f6e462 service neutron] 10.222.0.21 "GET /v2.0/networks/842d3036-fcb0-4210-8315-52a62a6f74ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896854 Mar 07 11:42:11.181885 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ea0cc825-521f-4679-add4-b969272e9a64 req-80a70411-348d-441e-b4f0-88c16640feda service neutron] 10.222.0.21 "GET /v2.0/networks/842d3036-fcb0-4210-8315-52a62a6f74ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876980 Mar 07 11:42:11.895971 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:13.106745 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:18.874524 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:23.513987 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:24.716346 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45924) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:42:24.874133 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-0cfee46c-50e3-48e5-b132-a17cd809a8e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Deleting port a1d8107a-0a5e-48ad-8e0d-f8a9099deace {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:42:24.874471 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0cfee46c-50e3-48e5-b132-a17cd809a8e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (a1d8107a-0a5e-48ad-8e0d-f8a9099deace), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:24.951109 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0cfee46c-50e3-48e5-b132-a17cd809a8e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (a1d8107a-0a5e-48ad-8e0d-f8a9099deace), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:24.951430 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0cfee46c-50e3-48e5-b132-a17cd809a8e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for floatingip (a1d8107a-0a5e-48ad-8e0d-f8a9099deace), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:24.963330 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-0cfee46c-50e3-48e5-b132-a17cd809a8e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Calling delete_port for a1d8107a-0a5e-48ad-8e0d-f8a9099deace owned by network:floatingip {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:42:25.110459 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0cfee46c-50e3-48e5-b132-a17cd809a8e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (a1d8107a-0a5e-48ad-8e0d-f8a9099deace), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:25.139090 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfee46c-50e3-48e5-b132-a17cd809a8e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'Port': ['ID=a1d8107a-0a5e-48ad-8e0d-f8a9099deace,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:25.150916 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfee46c-50e3-48e5-b132-a17cd809a8e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:25.151338 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfee46c-50e3-48e5-b132-a17cd809a8e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:25.151616 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfee46c-50e3-48e5-b132-a17cd809a8e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:25.151954 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfee46c-50e3-48e5-b132-a17cd809a8e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:25.152285 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfee46c-50e3-48e5-b132-a17cd809a8e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:25.152615 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfee46c-50e3-48e5-b132-a17cd809a8e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:25.152951 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfee46c-50e3-48e5-b132-a17cd809a8e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:25.153306 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfee46c-50e3-48e5-b132-a17cd809a8e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:25.153719 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfee46c-50e3-48e5-b132-a17cd809a8e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:25.154048 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfee46c-50e3-48e5-b132-a17cd809a8e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:25.154373 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfee46c-50e3-48e5-b132-a17cd809a8e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:25.154698 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfee46c-50e3-48e5-b132-a17cd809a8e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:25.155019 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfee46c-50e3-48e5-b132-a17cd809a8e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:25.210883 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0cfee46c-50e3-48e5-b132-a17cd809a8e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for floatingip (6a1e6b0c-68cf-41db-8c8a-fc44313a57f9), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:25.211133 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-0cfee46c-50e3-48e5-b132-a17cd809a8e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Floating IP 6a1e6b0c-68cf-41db-8c8a-fc44313a57f9 disassociated (deleted). External IP: 172.25.3.121, port: b50b614d-ccf9-486e-8430-2546fda8b687. Mar 07 11:42:25.428761 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfee46c-50e3-48e5-b132-a17cd809a8e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Router a73e1a56-9565-4055-8003-92a92fbbed17 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:42:25.536973 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfee46c-50e3-48e5-b132-a17cd809a8e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:42:25.541672 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-0cfee46c-50e3-48e5-b132-a17cd809a8e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:25.546940 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8fec4b-12a8-4e26-a1b7-7d98bc68e9f6 None None] Sync routers for ids ['a73e1a56-9565-4055-8003-92a92fbbed17'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:42:25.556610 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8fec4b-12a8-4e26-a1b7-7d98bc68e9f6 None None] Routers {'a73e1a56-9565-4055-8003-92a92fbbed17'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:42:25.557240 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4b8fec4b-12a8-4e26-a1b7-7d98bc68e9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:42:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a73e1a56-9565-4055-8003-92a92fbbed17'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:42:25.574586 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-0cfee46c-50e3-48e5-b132-a17cd809a8e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "DELETE /v2.0/floatingips/6a1e6b0c-68cf-41db-8c8a-fc44313a57f9 HTTP/1.1" status: 204 len: 168 time: 0.8546124 Mar 07 11:42:25.574586 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ada9949-e093-4c9f-bc5e-483a71db65c9', 'tag': 'b50b614d-ccf9-486e-8430-2546fda8b687'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:42:25.575159 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36fef47-ea78-4307-9896-0ea21367955b" -d '{"events": [{"name": "network-changed", "server_uuid": "7ada9949-e093-4c9f-bc5e-483a71db65c9", "tag": "b50b614d-ccf9-486e-8430-2546fda8b687"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:42:25.615449 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bf6843-0d47-4e7d-9320-c90eecd84f81 x-openstack-request-id: req-54bf6843-0d47-4e7d-9320-c90eecd84f81 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:42:25.615748 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ada9949-e093-4c9f-bc5e-483a71db65c9", "tag": "b50b614d-ccf9-486e-8430-2546fda8b687", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:42:25.616004 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-54bf6843-0d47-4e7d-9320-c90eecd84f81 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:42:25.616409 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ada9949-e093-4c9f-bc5e-483a71db65c9', 'tag': 'b50b614d-ccf9-486e-8430-2546fda8b687', 'status': 'completed', 'code': 200} Mar 07 11:42:25.676805 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-4b8fec4b-12a8-4e26-a1b7-7d98bc68e9f6 None None] Set router a73e1a56-9565-4055-8003-92a92fbbed17 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:42:25.686263 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fef47-ea78-4307-9896-0ea21367955b req-a72a98e1-03f9-43bd-acc4-82357f52a562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:25.687207 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f36fef47-ea78-4307-9896-0ea21367955b req-a72a98e1-03f9-43bd-acc4-82357f52a562 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 1127 time: 0.0478799 Mar 07 11:42:25.802900 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fef47-ea78-4307-9896-0ea21367955b req-6b920d5a-cf6b-42f2-9ef4-01ebf4c84b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:25.804448 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f36fef47-ea78-4307-9896-0ea21367955b req-6b920d5a-cf6b-42f2-9ef4-01ebf4c84b3a service neutron] 10.222.0.21 "GET /v2.0/networks?id=842d3036-fcb0-4210-8315-52a62a6f74ed HTTP/1.1" status: 200 len: 898 time: 0.1038232 Mar 07 11:42:25.849059 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f36fef47-ea78-4307-9896-0ea21367955b req-3ebae74e-6563-4308-8126-052358036dcb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b50b614d-ccf9-486e-8430-2546fda8b687 HTTP/1.1" status: 200 len: 217 time: 0.0364299 Mar 07 11:42:25.884887 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438193a-143d-4970-8e34-d54abd3ac267 req-1dfe7e93-add3-450b-9185-e4a218eba42d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:25.887250 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5438193a-143d-4970-8e34-d54abd3ac267 req-1dfe7e93-add3-450b-9185-e4a218eba42d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 945 time: 0.1276097 Mar 07 11:42:25.892650 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4b8fec4b-12a8-4e26-a1b7-7d98bc68e9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866646148', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '992eaf2d-8483-4dbd-a626-1bf657415a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:40:41Z', 'updated_at': '2022-03-07T11:40:44Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '992eaf2d-8483-4dbd-a626-1bf657415a4e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:40:41Z', 'updated_at': '2022-03-07T11:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '45e33bba-3ccb-47e3-8654-c57fc5f4bd94', 'name': '', 'network_id': '842d3036-fcb0-4210-8315-52a62a6f74ed', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:62:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '7ee01915-76a6-444a-88f7-8f6262faaefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:40:44Z', 'updated_at': '2022-03-07T11:40:47Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '7ee01915-76a6-444a-88f7-8f6262faaefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:42:25.903658 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fef47-ea78-4307-9896-0ea21367955b req-693bf690-9176-4e82-a1c3-e8aa6495ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:25.905305 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f36fef47-ea78-4307-9896-0ea21367955b req-693bf690-9176-4e82-a1c3-e8aa6495ce70 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7ee01915-76a6-444a-88f7-8f6262faaefa HTTP/1.1" status: 200 len: 834 time: 0.0498514 Mar 07 11:42:25.925316 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8fec4b-12a8-4e26-a1b7-7d98bc68e9f6 None None] Checking router: a73e1a56-9565-4055-8003-92a92fbbed17 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:42:25.933589 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8fec4b-12a8-4e26-a1b7-7d98bc68e9f6 None None] Routers {'a73e1a56-9565-4055-8003-92a92fbbed17'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:42:25.934246 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4b8fec4b-12a8-4e26-a1b7-7d98bc68e9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:42:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a73e1a56-9565-4055-8003-92a92fbbed17'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:42:25.942803 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-5438193a-143d-4970-8e34-d54abd3ac267 req-ab3f7dd0-9133-48c3-8b46-1fc55cef04ed tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=478ede32-9594-4721-ad90-5b6f865bf23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484002 Mar 07 11:42:25.965694 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fef47-ea78-4307-9896-0ea21367955b req-11b71211-ccc9-4b88-8b53-a0ff6885e933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:25.967493 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f36fef47-ea78-4307-9896-0ea21367955b req-11b71211-ccc9-4b88-8b53-a0ff6885e933 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=842d3036-fcb0-4210-8315-52a62a6f74ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0557787 Mar 07 11:42:26.061230 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f36fef47-ea78-4307-9896-0ea21367955b req-c37cecc2-b421-4d2e-8815-5f3b0c3d7421 service neutron] 10.222.0.21 "GET /v2.0/networks/842d3036-fcb0-4210-8315-52a62a6f74ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870323 Mar 07 11:42:26.147746 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-4b8fec4b-12a8-4e26-a1b7-7d98bc68e9f6 None None] Set router a73e1a56-9565-4055-8003-92a92fbbed17 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:42:26.159683 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f36fef47-ea78-4307-9896-0ea21367955b req-7af9e58d-524f-4eae-b362-d83f8058f43d service neutron] 10.222.0.21 "GET /v2.0/networks/842d3036-fcb0-4210-8315-52a62a6f74ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920954 Mar 07 11:42:26.354017 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4b8fec4b-12a8-4e26-a1b7-7d98bc68e9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866646148', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '992eaf2d-8483-4dbd-a626-1bf657415a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:40:41Z', 'updated_at': '2022-03-07T11:40:44Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '992eaf2d-8483-4dbd-a626-1bf657415a4e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:40:41Z', 'updated_at': '2022-03-07T11:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '45e33bba-3ccb-47e3-8654-c57fc5f4bd94', 'name': '', 'network_id': '842d3036-fcb0-4210-8315-52a62a6f74ed', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:62:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '7ee01915-76a6-444a-88f7-8f6262faaefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:40:44Z', 'updated_at': '2022-03-07T11:40:47Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '7ee01915-76a6-444a-88f7-8f6262faaefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:42:26.379894 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8fec4b-12a8-4e26-a1b7-7d98bc68e9f6 None None] The sync data for ids ['a73e1a56-9565-4055-8003-92a92fbbed17'] in n-d-832164-4 is: [{'id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866646148', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '992eaf2d-8483-4dbd-a626-1bf657415a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:40:41Z', 'updated_at': '2022-03-07T11:40:44Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '992eaf2d-8483-4dbd-a626-1bf657415a4e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:40:41Z', 'updated_at': '2022-03-07T11:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '45e33bba-3ccb-47e3-8654-c57fc5f4bd94', 'name': '', 'network_id': '842d3036-fcb0-4210-8315-52a62a6f74ed', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:62:42:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'device_owner': 'network:router_interface', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '7ee01915-76a6-444a-88f7-8f6262faaefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:40:44Z', 'updated_at': '2022-03-07T11:40:47Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '7ee01915-76a6-444a-88f7-8f6262faaefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:42:26.592746 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6b4d2f-bec1-4bd9-841f-921130ef021d None None] New status for floating IP 6a1e6b0c-68cf-41db-8c8a-fc44313a57f9: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:42:27.109511 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcf878-b7f7-485b-80ba-9e7ecbe52f2a req-8affdaca-d02a-4aa7-92f0-81d0da2dd247 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:27.110969 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9bdcf878-b7f7-485b-80ba-9e7ecbe52f2a req-8affdaca-d02a-4aa7-92f0-81d0da2dd247 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 945 time: 0.0979166 Mar 07 11:42:27.159924 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9bdcf878-b7f7-485b-80ba-9e7ecbe52f2a req-812c3f91-1820-4d1d-8623-dc986b949145 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=478ede32-9594-4721-ad90-5b6f865bf23e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423350 Mar 07 11:42:27.255281 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:42:27.421056 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5c9005-a385-4a53-865a-3602add79656 req-564df387-9738-4eef-a819-a75cf3db27d1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:27.422496 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1f5c9005-a385-4a53-865a-3602add79656 req-564df387-9738-4eef-a819-a75cf3db27d1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.21 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 945 time: 0.0558200 Mar 07 11:42:27.511084 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-1f5c9005-a385-4a53-865a-3602add79656 req-c053e75a-6772-4936-a59a-36145a970573 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Deleting port b50b614d-ccf9-486e-8430-2546fda8b687 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:42:27.511340 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1f5c9005-a385-4a53-865a-3602add79656 req-c053e75a-6772-4936-a59a-36145a970573 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (b50b614d-ccf9-486e-8430-2546fda8b687), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:27.601362 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-1f5c9005-a385-4a53-865a-3602add79656 req-c053e75a-6772-4936-a59a-36145a970573 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] For port b50b614d-ccf9-486e-8430-2546fda8b687, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=b50b614d-ccf9-486e-8430-2546fda8b687,segment=NetworkSegment(17519083-c1fd-42e9-8fd1-3ce987f7004f),segment_id=17519083-c1fd-42e9-8fd1-3ce987f7004f)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:42:27.601722 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1f5c9005-a385-4a53-865a-3602add79656 req-c053e75a-6772-4936-a59a-36145a970573 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (b50b614d-ccf9-486e-8430-2546fda8b687), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:27.613506 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-1f5c9005-a385-4a53-865a-3602add79656 req-c053e75a-6772-4936-a59a-36145a970573 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Calling delete_port for b50b614d-ccf9-486e-8430-2546fda8b687 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:42:28.062770 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1f5c9005-a385-4a53-865a-3602add79656 req-c053e75a-6772-4936-a59a-36145a970573 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (b50b614d-ccf9-486e-8430-2546fda8b687), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:28.094552 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053e75a-6772-4936-a59a-36145a970573 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'Port': ['ID=b50b614d-ccf9-486e-8430-2546fda8b687,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:28.137787 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5c9005-a385-4a53-865a-3602add79656 req-c053e75a-6772-4936-a59a-36145a970573 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] No DVR routers for this DVR port b50b614d-ccf9-486e-8430-2546fda8b687 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:42:28.140471 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-1f5c9005-a385-4a53-865a-3602add79656 req-c053e75a-6772-4936-a59a-36145a970573 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:28.144497 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1f5c9005-a385-4a53-865a-3602add79656 req-c053e75a-6772-4936-a59a-36145a970573 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.21 "DELETE /v2.0/ports/b50b614d-ccf9-486e-8430-2546fda8b687 HTTP/1.1" status: 204 len: 173 time: 0.7168791 Mar 07 11:42:28.144945 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ada9949-e093-4c9f-bc5e-483a71db65c9', 'name': 'network-vif-deleted', 'tag': 'b50b614d-ccf9-486e-8430-2546fda8b687'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:42:28.147411 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506c07c2-63db-485e-af94-926116e10a8e" -d '{"events": [{"server_uuid": "7ada9949-e093-4c9f-bc5e-483a71db65c9", "name": "network-vif-deleted", "tag": "b50b614d-ccf9-486e-8430-2546fda8b687"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:42:28.189042 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6810c448-2943-4700-8eda-488b0863cfd3 x-openstack-request-id: req-6810c448-2943-4700-8eda-488b0863cfd3 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:42:28.189369 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ada9949-e093-4c9f-bc5e-483a71db65c9", "name": "network-vif-deleted", "tag": "b50b614d-ccf9-486e-8430-2546fda8b687", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:42:28.189714 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6810c448-2943-4700-8eda-488b0863cfd3 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:42:28.193531 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ada9949-e093-4c9f-bc5e-483a71db65c9', 'name': 'network-vif-deleted', 'tag': 'b50b614d-ccf9-486e-8430-2546fda8b687', 'status': 'completed', 'code': 200} Mar 07 11:42:28.272311 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f9abdf00-3e86-4ee5-8fbd-baeff06affe0 req-b3394245-1c85-4846-bba7-6aac43ea110e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=7ada9949-e093-4c9f-bc5e-483a71db65c9 HTTP/1.1" status: 200 len: 210 time: 0.0307350 Mar 07 11:42:29.331873 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45944) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:42:29.694662 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-31d0d41a-7fd2-43d5-a723-43c56bad5b5f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (a73e1a56-9565-4055-8003-92a92fbbed17), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:29.953428 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-31d0d41a-7fd2-43d5-a723-43c56bad5b5f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Deleting port 45e33bba-3ccb-47e3-8654-c57fc5f4bd94 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:42:29.953669 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-31d0d41a-7fd2-43d5-a723-43c56bad5b5f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (45e33bba-3ccb-47e3-8654-c57fc5f4bd94), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:30.040941 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-31d0d41a-7fd2-43d5-a723-43c56bad5b5f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] For port 45e33bba-3ccb-47e3-8654-c57fc5f4bd94, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=45e33bba-3ccb-47e3-8654-c57fc5f4bd94,segment=NetworkSegment(17519083-c1fd-42e9-8fd1-3ce987f7004f),segment_id=17519083-c1fd-42e9-8fd1-3ce987f7004f)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:42:30.041336 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-31d0d41a-7fd2-43d5-a723-43c56bad5b5f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (45e33bba-3ccb-47e3-8654-c57fc5f4bd94), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:30.055206 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-31d0d41a-7fd2-43d5-a723-43c56bad5b5f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Calling delete_port for 45e33bba-3ccb-47e3-8654-c57fc5f4bd94 owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:42:30.255983 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-31d0d41a-7fd2-43d5-a723-43c56bad5b5f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (45e33bba-3ccb-47e3-8654-c57fc5f4bd94), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:30.280781 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0d41a-7fd2-43d5-a723-43c56bad5b5f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'Port': ['ID=45e33bba-3ccb-47e3-8654-c57fc5f4bd94,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:30.470976 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-31d0d41a-7fd2-43d5-a723-43c56bad5b5f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (a73e1a56-9565-4055-8003-92a92fbbed17), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:30.695154 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d0d41a-7fd2-43d5-a723-43c56bad5b5f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Router a73e1a56-9565-4055-8003-92a92fbbed17 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:42:30.803102 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d0d41a-7fd2-43d5-a723-43c56bad5b5f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:42:30.808577 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-31d0d41a-7fd2-43d5-a723-43c56bad5b5f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "PUT /v2.0/routers/a73e1a56-9565-4055-8003-92a92fbbed17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4758141 Mar 07 11:42:30.811345 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45946) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:42:30.813640 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b7063e-3e3a-4c10-ad36-603b3f6910b1 None None] Sync routers for ids ['a73e1a56-9565-4055-8003-92a92fbbed17'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:42:30.823736 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b7063e-3e3a-4c10-ad36-603b3f6910b1 None None] Routers {'a73e1a56-9565-4055-8003-92a92fbbed17'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:42:30.824343 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b2b7063e-3e3a-4c10-ad36-603b3f6910b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:42:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a73e1a56-9565-4055-8003-92a92fbbed17'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:42:30.863628 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-97aff830-a3fe-4a8e-9386-c9471e4979b6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Deleting subnet 7ee01915-76a6-444a-88f7-8f6262faaefa {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:42:30.866739 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-97aff830-a3fe-4a8e-9386-c9471e4979b6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for subnet (7ee01915-76a6-444a-88f7-8f6262faaefa), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:30.877640 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device b50b614d-ccf9-486e-8430-2546fda8b687 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:42:30.899507 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: b50b614d-ccf9-486e-8430-2546fda8b687 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:42:30.899907 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device b50b614d-ccf9-486e-8430-2546fda8b687 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:42:30.906900 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-97aff830-a3fe-4a8e-9386-c9471e4979b6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (7ee01915-76a6-444a-88f7-8f6262faaefa), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:30.932042 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-b2b7063e-3e3a-4c10-ad36-603b3f6910b1 None None] Set router a73e1a56-9565-4055-8003-92a92fbbed17 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:42:30.995343 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-97aff830-a3fe-4a8e-9386-c9471e4979b6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (7ee01915-76a6-444a-88f7-8f6262faaefa), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:31.053631 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-97aff830-a3fe-4a8e-9386-c9471e4979b6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (7ee01915-76a6-444a-88f7-8f6262faaefa), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:31.089181 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aff830-a3fe-4a8e-9386-c9471e4979b6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'Subnet': ['ID=7ee01915-76a6-444a-88f7-8f6262faaefa,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:31.093356 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-97aff830-a3fe-4a8e-9386-c9471e4979b6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:31.096959 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-97aff830-a3fe-4a8e-9386-c9471e4979b6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "DELETE /v2.0/subnets/7ee01915-76a6-444a-88f7-8f6262faaefa HTTP/1.1" status: 204 len: 168 time: 0.2844582 Mar 07 11:42:31.099432 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45948) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:42:31.101834 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cc085f-8038-4190-b62d-e92b96e585b6 None None] Network 842d3036-fcb0-4210-8315-52a62a6f74ed requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:42:31.123088 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b2b7063e-3e3a-4c10-ad36-603b3f6910b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866646148', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '992eaf2d-8483-4dbd-a626-1bf657415a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:40:41Z', 'updated_at': '2022-03-07T11:42:30Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '992eaf2d-8483-4dbd-a626-1bf657415a4e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:40:41Z', 'updated_at': '2022-03-07T11:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:42:31.151967 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b7063e-3e3a-4c10-ad36-603b3f6910b1 None None] Checking router: a73e1a56-9565-4055-8003-92a92fbbed17 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:42:31.162010 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b7063e-3e3a-4c10-ad36-603b3f6910b1 None None] Routers {'a73e1a56-9565-4055-8003-92a92fbbed17'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:42:31.162630 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b2b7063e-3e3a-4c10-ad36-603b3f6910b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:42:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a73e1a56-9565-4055-8003-92a92fbbed17'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:42:31.217166 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6c2fa3e5-1209-4440-be59-89e7038e6a43 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router (a73e1a56-9565-4055-8003-92a92fbbed17), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:31.278624 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-b2b7063e-3e3a-4c10-ad36-603b3f6910b1 None None] Set router a73e1a56-9565-4055-8003-92a92fbbed17 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:42:31.280829 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0538cc9b-fd1b-44ac-bc1d-4f185f50d527 None None] DHCP port deletion for 842d3036-fcb0-4210-8315-52a62a6f74ed request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:42:31.329062 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0538cc9b-fd1b-44ac-bc1d-4f185f50d527 None None] Deleting port c9756be0-2fbc-4b76-b88f-a44af085bca4 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:42:31.329559 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0538cc9b-fd1b-44ac-bc1d-4f185f50d527 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (c9756be0-2fbc-4b76-b88f-a44af085bca4), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:31.333383 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6c2fa3e5-1209-4440-be59-89e7038e6a43 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router_gateway (a73e1a56-9565-4055-8003-92a92fbbed17), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:31.391316 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-6c2fa3e5-1209-4440-be59-89e7038e6a43 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Deleting port 992eaf2d-8483-4dbd-a626-1bf657415a4e {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:42:31.392036 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6c2fa3e5-1209-4440-be59-89e7038e6a43 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (992eaf2d-8483-4dbd-a626-1bf657415a4e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:31.401134 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-0538cc9b-fd1b-44ac-bc1d-4f185f50d527 None None] For port c9756be0-2fbc-4b76-b88f-a44af085bca4, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=c9756be0-2fbc-4b76-b88f-a44af085bca4,segment=NetworkSegment(17519083-c1fd-42e9-8fd1-3ce987f7004f),segment_id=17519083-c1fd-42e9-8fd1-3ce987f7004f)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:42:31.402143 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0538cc9b-fd1b-44ac-bc1d-4f185f50d527 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (c9756be0-2fbc-4b76-b88f-a44af085bca4), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:31.416609 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0538cc9b-fd1b-44ac-bc1d-4f185f50d527 None None] Calling delete_port for c9756be0-2fbc-4b76-b88f-a44af085bca4 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:42:31.475337 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-b2b7063e-3e3a-4c10-ad36-603b3f6910b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866646148', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '992eaf2d-8483-4dbd-a626-1bf657415a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:40:41Z', 'updated_at': '2022-03-07T11:42:30Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '992eaf2d-8483-4dbd-a626-1bf657415a4e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:40:41Z', 'updated_at': '2022-03-07T11:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:42:31.483718 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-6c2fa3e5-1209-4440-be59-89e7038e6a43 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] For port 992eaf2d-8483-4dbd-a626-1bf657415a4e, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=992eaf2d-8483-4dbd-a626-1bf657415a4e,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:42:31.484295 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6c2fa3e5-1209-4440-be59-89e7038e6a43 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (992eaf2d-8483-4dbd-a626-1bf657415a4e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:31.497847 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-6c2fa3e5-1209-4440-be59-89e7038e6a43 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Calling delete_port for 992eaf2d-8483-4dbd-a626-1bf657415a4e owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:42:31.506861 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0538cc9b-fd1b-44ac-bc1d-4f185f50d527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (c9756be0-2fbc-4b76-b88f-a44af085bca4), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:31.507357 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b7063e-3e3a-4c10-ad36-603b3f6910b1 None None] The sync data for ids ['a73e1a56-9565-4055-8003-92a92fbbed17'] in n-d-832164-4 is: [{'id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'name': 'tempest-TestNetworkAdvancedServerOps-router-866646148', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.8'}], 'enable_snat': True}, 'gw_port_id': '992eaf2d-8483-4dbd-a626-1bf657415a4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:40:41Z', 'updated_at': '2022-03-07T11:42:30Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '992eaf2d-8483-4dbd-a626-1bf657415a4e', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:a0:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73e1a56-9565-4055-8003-92a92fbbed17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:40:41Z', 'updated_at': '2022-03-07T11:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:42:31.534290 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538cc9b-fd1b-44ac-bc1d-4f185f50d527 None None] Pushing event deleted for resources: {'Port': ['ID=c9756be0-2fbc-4b76-b88f-a44af085bca4,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:31.538528 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0538cc9b-fd1b-44ac-bc1d-4f185f50d527 None None] No DVR routers for this DVR port c9756be0-2fbc-4b76-b88f-a44af085bca4 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:42:31.549060 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0538cc9b-fd1b-44ac-bc1d-4f185f50d527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:31.552600 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0538cc9b-fd1b-44ac-bc1d-4f185f50d527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:31.552600 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0538cc9b-fd1b-44ac-bc1d-4f185f50d527 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:31.552600 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0538cc9b-fd1b-44ac-bc1d-4f185f50d527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:31.553995 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0538cc9b-fd1b-44ac-bc1d-4f185f50d527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:31.554428 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0538cc9b-fd1b-44ac-bc1d-4f185f50d527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:31.555284 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0538cc9b-fd1b-44ac-bc1d-4f185f50d527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:31.555284 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0538cc9b-fd1b-44ac-bc1d-4f185f50d527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:31.555469 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0538cc9b-fd1b-44ac-bc1d-4f185f50d527 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:31.555781 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0538cc9b-fd1b-44ac-bc1d-4f185f50d527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:31.556186 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0538cc9b-fd1b-44ac-bc1d-4f185f50d527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:31.556428 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0538cc9b-fd1b-44ac-bc1d-4f185f50d527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:31.556756 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0538cc9b-fd1b-44ac-bc1d-4f185f50d527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:31.680205 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6c2fa3e5-1209-4440-be59-89e7038e6a43 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (992eaf2d-8483-4dbd-a626-1bf657415a4e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:31.705758 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2fa3e5-1209-4440-be59-89e7038e6a43 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'Port': ['ID=992eaf2d-8483-4dbd-a626-1bf657415a4e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:31.770141 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6c2fa3e5-1209-4440-be59-89e7038e6a43 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (a73e1a56-9565-4055-8003-92a92fbbed17), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:31.864591 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6c2fa3e5-1209-4440-be59-89e7038e6a43 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (a73e1a56-9565-4055-8003-92a92fbbed17), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:31.866881 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6c2fa3e5-1209-4440-be59-89e7038e6a43 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router_controller (a73e1a56-9565-4055-8003-92a92fbbed17), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:31.911500 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6c2fa3e5-1209-4440-be59-89e7038e6a43 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (a73e1a56-9565-4055-8003-92a92fbbed17), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:31.912061 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2fa3e5-1209-4440-be59-89e7038e6a43 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Fanout notify agent at l3_agent the message router_deleted on router a73e1a56-9565-4055-8003-92a92fbbed17 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:42:31.919828 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6c2fa3e5-1209-4440-be59-89e7038e6a43 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:31.921490 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6c2fa3e5-1209-4440-be59-89e7038e6a43 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "DELETE /v2.0/routers/a73e1a56-9565-4055-8003-92a92fbbed17 HTTP/1.1" status: 204 len: 168 time: 0.8209944 Mar 07 11:42:31.924409 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45950) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:42:32.004358 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5544f175-b1d8-46a2-92aa-7ef5f2b7e6a0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (842d3036-fcb0-4210-8315-52a62a6f74ed), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:32.095056 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5544f175-b1d8-46a2-92aa-7ef5f2b7e6a0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (842d3036-fcb0-4210-8315-52a62a6f74ed), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:32.117662 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-5544f175-b1d8-46a2-92aa-7ef5f2b7e6a0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['842d3036-fcb0-4210-8315-52a62a6f74ed']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:42:32.127863 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-5544f175-b1d8-46a2-92aa-7ef5f2b7e6a0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17519083-c1fd-42e9-8fd1-3ce987f7004f') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:42:32.128162 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-5544f175-b1d8-46a2-92aa-7ef5f2b7e6a0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17519083-c1fd-42e9-8fd1-3ce987f7004f') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:42:32.138486 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5544f175-b1d8-46a2-92aa-7ef5f2b7e6a0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (17519083-c1fd-42e9-8fd1-3ce987f7004f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:32.152796 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5544f175-b1d8-46a2-92aa-7ef5f2b7e6a0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (17519083-c1fd-42e9-8fd1-3ce987f7004f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:32.159912 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5544f175-b1d8-46a2-92aa-7ef5f2b7e6a0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:42:32.160389 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5544f175-b1d8-46a2-92aa-7ef5f2b7e6a0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (17519083-c1fd-42e9-8fd1-3ce987f7004f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:32.163559 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 11:42:32.163559 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:42:32.163559 n-d-832164-4 neutron-server[103766]: timer() Mar 07 11:42:32.163559 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:42:32.163559 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 11:42:32.163559 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:42:32.163559 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 11:42:32.163559 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:42:32.163559 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 11:42:32.163559 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:42:32.163559 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 11:42:32.163559 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:42:32.163559 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 11:42:32.163559 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:42:32.163559 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:42:32.163559 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:42:32.163559 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:42:32.163559 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:42:32.163559 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 11:42:32.163559 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:42:32.163559 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 11:42:32.163559 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:42:32.163559 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:42:32.163559 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:42:32.163559 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 11:42:32.163559 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:42:32.163559 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:42:32.163559 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:42:32.163559 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:42:32.163559 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:42:32.163559 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:42:32.163559 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:42:32.229071 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5544f175-b1d8-46a2-92aa-7ef5f2b7e6a0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (842d3036-fcb0-4210-8315-52a62a6f74ed), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:32.235840 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5544f175-b1d8-46a2-92aa-7ef5f2b7e6a0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:32.238973 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5544f175-b1d8-46a2-92aa-7ef5f2b7e6a0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "DELETE /v2.0/networks/842d3036-fcb0-4210-8315-52a62a6f74ed HTTP/1.1" status: 204 len: 168 time: 0.3127384 Mar 07 11:42:32.241945 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45952) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:42:32.251039 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544f175-b1d8-46a2-92aa-7ef5f2b7e6a0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'Network': ['ID=842d3036-fcb0-4210-8315-52a62a6f74ed,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:32.258769 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5544f175-b1d8-46a2-92aa-7ef5f2b7e6a0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:32.259128 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5544f175-b1d8-46a2-92aa-7ef5f2b7e6a0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:32.259480 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5544f175-b1d8-46a2-92aa-7ef5f2b7e6a0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:32.259823 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5544f175-b1d8-46a2-92aa-7ef5f2b7e6a0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:32.260166 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5544f175-b1d8-46a2-92aa-7ef5f2b7e6a0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:32.260501 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5544f175-b1d8-46a2-92aa-7ef5f2b7e6a0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:32.260835 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5544f175-b1d8-46a2-92aa-7ef5f2b7e6a0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:32.261191 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5544f175-b1d8-46a2-92aa-7ef5f2b7e6a0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:32.261526 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5544f175-b1d8-46a2-92aa-7ef5f2b7e6a0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:32.261858 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5544f175-b1d8-46a2-92aa-7ef5f2b7e6a0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:32.262196 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5544f175-b1d8-46a2-92aa-7ef5f2b7e6a0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:32.262512 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5544f175-b1d8-46a2-92aa-7ef5f2b7e6a0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:32.262842 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5544f175-b1d8-46a2-92aa-7ef5f2b7e6a0 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:32.301906 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9a86602d-c515-425a-be70-c36df2156bad tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group (478ede32-9594-4721-ad90-5b6f865bf23e), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:32.326945 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9a86602d-c515-425a-be70-c36df2156bad tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group (478ede32-9594-4721-ad90-5b6f865bf23e), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:32.389081 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9a86602d-c515-425a-be70-c36df2156bad tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (478ede32-9594-4721-ad90-5b6f865bf23e), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:32.391636 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9a86602d-c515-425a-be70-c36df2156bad tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:32.392784 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9a86602d-c515-425a-be70-c36df2156bad tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "DELETE /v2.0/security-groups/478ede32-9594-4721-ad90-5b6f865bf23e HTTP/1.1" status: 204 len: 168 time: 0.1493800 Mar 07 11:42:32.402891 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86602d-c515-425a-be70-c36df2156bad tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=478ede32-9594-4721-ad90-5b6f865bf23e,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:32.700824 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 45e33bba-3ccb-47e3-8654-c57fc5f4bd94 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:42:32.724628 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 45e33bba-3ccb-47e3-8654-c57fc5f4bd94 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:42:32.724971 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 45e33bba-3ccb-47e3-8654-c57fc5f4bd94 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:42:32.725405 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 992eaf2d-8483-4dbd-a626-1bf657415a4e no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:42:32.743943 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 992eaf2d-8483-4dbd-a626-1bf657415a4e {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:42:32.744217 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 992eaf2d-8483-4dbd-a626-1bf657415a4e not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:42:32.744616 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c9756be0-2fbc-4b76-b88f-a44af085bca4 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:42:32.763762 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: c9756be0-2fbc-4b76-b88f-a44af085bca4 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:42:32.764112 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device c9756be0-2fbc-4b76-b88f-a44af085bca4 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:42:32.933319 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45958) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:42:32.937815 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-25abe441-a885-42e8-a2fc-393883684447 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-794332819', 'description': 'tempest-secgroup-smoke-794332819 description', 'project_id': 'a55f85fdfc8447269f634477a798a23c'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:42:32.958142 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-25abe441-a885-42e8-a2fc-393883684447 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:33.023021 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-25abe441-a885-42e8-a2fc-393883684447 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group (2cace3ec-0853-4ca1-b6b4-2b1e5e16621d), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:33.026623 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-25abe441-a885-42e8-a2fc-393883684447 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2cace3ec-0853-4ca1-b6b4-2b1e5e16621d), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:33.054661 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-25abe441-a885-42e8-a2fc-393883684447 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:33.055876 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-25abe441-a885-42e8-a2fc-393883684447 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1215236 Mar 07 11:42:33.058970 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45960) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:42:33.062828 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25abe441-a885-42e8-a2fc-393883684447 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cace3ec-0853-4ca1-b6b4-2b1e5e16621d,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:33.063931 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-17165979-6d09-4aa5-a99f-cefbd988688a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group_rule': {'security_group_id': '2cace3ec-0853-4ca1-b6b4-2b1e5e16621d', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:42:33.092838 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-17165979-6d09-4aa5-a99f-cefbd988688a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (bb460c25-e651-4e60-81af-2cf16a52e6af), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:33.151163 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-17165979-6d09-4aa5-a99f-cefbd988688a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (bb460c25-e651-4e60-81af-2cf16a52e6af), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:33.154965 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-17165979-6d09-4aa5-a99f-cefbd988688a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (bb460c25-e651-4e60-81af-2cf16a52e6af), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:33.175078 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17165979-6d09-4aa5-a99f-cefbd988688a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb460c25-e651-4e60-81af-2cf16a52e6af,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:33.183095 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-17165979-6d09-4aa5-a99f-cefbd988688a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:33.184348 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-17165979-6d09-4aa5-a99f-cefbd988688a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1243770 Mar 07 11:42:33.187051 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45962) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:42:33.191923 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-04adfbf9-8762-4eaa-8b1d-8c406ac8b0e1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group_rule': {'security_group_id': '2cace3ec-0853-4ca1-b6b4-2b1e5e16621d', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:42:33.215709 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-04adfbf9-8762-4eaa-8b1d-8c406ac8b0e1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (098b243a-e3ca-47a5-b902-5c132d40e676), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:33.271384 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-04adfbf9-8762-4eaa-8b1d-8c406ac8b0e1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (098b243a-e3ca-47a5-b902-5c132d40e676), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:33.275012 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-04adfbf9-8762-4eaa-8b1d-8c406ac8b0e1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (098b243a-e3ca-47a5-b902-5c132d40e676), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:33.294990 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04adfbf9-8762-4eaa-8b1d-8c406ac8b0e1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=098b243a-e3ca-47a5-b902-5c132d40e676,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:33.304136 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-04adfbf9-8762-4eaa-8b1d-8c406ac8b0e1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:33.305405 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-04adfbf9-8762-4eaa-8b1d-8c406ac8b0e1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1173792 Mar 07 11:42:33.308103 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45964) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:42:33.312439 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-95b0d66c-ed1b-435b-914f-6ddd83832566 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group_rule': {'security_group_id': '2cace3ec-0853-4ca1-b6b4-2b1e5e16621d', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:42:33.336206 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-95b0d66c-ed1b-435b-914f-6ddd83832566 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (5b32eac5-8f4d-4f3a-9b4d-cbf998c78f28), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:33.400811 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-95b0d66c-ed1b-435b-914f-6ddd83832566 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (5b32eac5-8f4d-4f3a-9b4d-cbf998c78f28), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:33.404119 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-95b0d66c-ed1b-435b-914f-6ddd83832566 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (5b32eac5-8f4d-4f3a-9b4d-cbf998c78f28), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:33.419186 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b0d66c-ed1b-435b-914f-6ddd83832566 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b32eac5-8f4d-4f3a-9b4d-cbf998c78f28,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:33.429745 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-95b0d66c-ed1b-435b-914f-6ddd83832566 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:33.430928 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-95b0d66c-ed1b-435b-914f-6ddd83832566 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219025 Mar 07 11:42:33.433732 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45966) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:42:33.437934 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-6a8179e5-263c-4257-b671-e135a55f0f21 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group_rule': {'security_group_id': '2cace3ec-0853-4ca1-b6b4-2b1e5e16621d', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:42:33.465501 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6a8179e5-263c-4257-b671-e135a55f0f21 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (3b69d9ae-5f7b-4af1-af2f-089e1d38478f), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:33.527503 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6a8179e5-263c-4257-b671-e135a55f0f21 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (3b69d9ae-5f7b-4af1-af2f-089e1d38478f), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:33.530786 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6a8179e5-263c-4257-b671-e135a55f0f21 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (3b69d9ae-5f7b-4af1-af2f-089e1d38478f), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:33.550530 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8179e5-263c-4257-b671-e135a55f0f21 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b69d9ae-5f7b-4af1-af2f-089e1d38478f,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:33.555236 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6a8179e5-263c-4257-b671-e135a55f0f21 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:33.556468 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6a8179e5-263c-4257-b671-e135a55f0f21 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1217558 Mar 07 11:42:33.559222 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45968) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:42:33.563421 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-6d3a9b59-c3f5-44b2-a9c8-f621180b92d8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group_rule': {'security_group_id': '2cace3ec-0853-4ca1-b6b4-2b1e5e16621d', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:42:33.582154 n-d-832164-4 neutron-server[103766]: INFO neutron.db.securitygroups_db [None req-6d3a9b59-c3f5-44b2-a9c8-f621180b92d8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Project a55f85fdfc8447269f634477a798a23c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:42:33.587084 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6d3a9b59-c3f5-44b2-a9c8-f621180b92d8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (21271fb5-625b-4ad0-b736-d764b77f8b06), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:33.645336 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6d3a9b59-c3f5-44b2-a9c8-f621180b92d8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (21271fb5-625b-4ad0-b736-d764b77f8b06), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:33.648700 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6d3a9b59-c3f5-44b2-a9c8-f621180b92d8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (21271fb5-625b-4ad0-b736-d764b77f8b06), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:33.666794 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a9b59-c3f5-44b2-a9c8-f621180b92d8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21271fb5-625b-4ad0-b736-d764b77f8b06,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:33.673902 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6d3a9b59-c3f5-44b2-a9c8-f621180b92d8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:33.675100 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6d3a9b59-c3f5-44b2-a9c8-f621180b92d8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1149626 Mar 07 11:42:33.677871 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45970) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:42:33.682284 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-24b016fc-3789-4b5e-a190-5751e1d44da1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'security_group_rule': {'security_group_id': '2cace3ec-0853-4ca1-b6b4-2b1e5e16621d', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:42:33.701544 n-d-832164-4 neutron-server[103766]: INFO neutron.db.securitygroups_db [None req-24b016fc-3789-4b5e-a190-5751e1d44da1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Project a55f85fdfc8447269f634477a798a23c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:42:33.706927 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-24b016fc-3789-4b5e-a190-5751e1d44da1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (fd38169d-98d9-4147-977a-b15ae98798ec), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:33.764784 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-24b016fc-3789-4b5e-a190-5751e1d44da1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (fd38169d-98d9-4147-977a-b15ae98798ec), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:33.768820 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-24b016fc-3789-4b5e-a190-5751e1d44da1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (fd38169d-98d9-4147-977a-b15ae98798ec), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:33.789067 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b016fc-3789-4b5e-a190-5751e1d44da1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd38169d-98d9-4147-977a-b15ae98798ec,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:33.797649 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-24b016fc-3789-4b5e-a190-5751e1d44da1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:33.798830 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-24b016fc-3789-4b5e-a190-5751e1d44da1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200411 Mar 07 11:42:33.802057 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 45972) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:42:33.806764 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-91c3a3a3-0889-45d2-b652-974bacc93290 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'network': {'name': 'tempest-network-smoke--2082544964', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'port_security_enabled': True}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:42:33.824537 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c3a3a3-0889-45d2-b652-974bacc93290 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Made reservation on behalf of a55f85fdfc8447269f634477a798a23c for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:42:33.827702 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91c3a3a3-0889-45d2-b652-974bacc93290 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:33.851746 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c3a3a3-0889-45d2-b652-974bacc93290 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 233} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:42:33.860891 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91c3a3a3-0889-45d2-b652-974bacc93290 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (985fdc18-763b-430c-81fe-59b7494b45d5), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:33.861282 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-91c3a3a3-0889-45d2-b652-974bacc93290 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Added segment 985fdc18-763b-430c-81fe-59b7494b45d5 of type vlan for network 70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df Mar 07 11:42:33.901313 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91c3a3a3-0889-45d2-b652-974bacc93290 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:33.926796 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91c3a3a3-0889-45d2-b652-974bacc93290 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:33.931823 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c3a3a3-0889-45d2-b652-974bacc93290 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:33.932410 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-91c3a3a3-0889-45d2-b652-974bacc93290 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:33.970579 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-91c3a3a3-0889-45d2-b652-974bacc93290 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1675045 Mar 07 11:42:33.974365 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45974) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:42:33.979033 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-42b45b77-2a51-45db-83c0-87ace2404858 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1310860769', 'admin_state_up': True, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:42:33.999377 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42b45b77-2a51-45db-83c0-87ace2404858 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (a6cd8f13-986f-4084-bd47-a04dd4864095), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:34.000508 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42b45b77-2a51-45db-83c0-87ace2404858 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (a6cd8f13-986f-4084-bd47-a04dd4864095), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:34.004531 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3a3a3-0889-45d2-b652-974bacc93290 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Network': ['ID=70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:34.016632 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:42:34.054402 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42b45b77-2a51-45db-83c0-87ace2404858 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router_controller (a6cd8f13-986f-4084-bd47-a04dd4864095), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:34.199810 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42b45b77-2a51-45db-83c0-87ace2404858 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router_gateway (a6cd8f13-986f-4084-bd47-a04dd4864095), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:34.391894 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42b45b77-2a51-45db-83c0-87ace2404858 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router_gateway (a6cd8f13-986f-4084-bd47-a04dd4864095), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:34.410893 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42b45b77-2a51-45db-83c0-87ace2404858 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:34.510168 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-42b45b77-2a51-45db-83c0-87ace2404858 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Allocated IP 172.25.3.15 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/6e81da61-d041-43c6-871a-0e15b27fd079) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:42:34.615244 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42b45b77-2a51-45db-83c0-87ace2404858 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for port (6e81da61-d041-43c6-871a-0e15b27fd079), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:34.647906 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42b45b77-2a51-45db-83c0-87ace2404858 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (6e81da61-d041-43c6-871a-0e15b27fd079), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:34.685719 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b45b77-2a51-45db-83c0-87ace2404858 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:42:34.688521 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-42b45b77-2a51-45db-83c0-87ace2404858 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:42:34.691905 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b45b77-2a51-45db-83c0-87ace2404858 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:42:34.715011 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b45b77-2a51-45db-83c0-87ace2404858 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Port': ['ID=6e81da61-d041-43c6-871a-0e15b27fd079,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:34.943224 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42b45b77-2a51-45db-83c0-87ace2404858 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router_gateway (a6cd8f13-986f-4084-bd47-a04dd4864095), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:35.479869 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42b45b77-2a51-45db-83c0-87ace2404858 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (a6cd8f13-986f-4084-bd47-a04dd4864095), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:35.628136 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b45b77-2a51-45db-83c0-87ace2404858 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Router a6cd8f13-986f-4084-bd47-a04dd4864095 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:42:35.747066 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b45b77-2a51-45db-83c0-87ace2404858 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:42:35.757531 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dc3f91-6a8b-4295-859c-3ec804eb6293 None None] Sync routers for ids ['a6cd8f13-986f-4084-bd47-a04dd4864095'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:42:35.769532 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dc3f91-6a8b-4295-859c-3ec804eb6293 None None] Routers {'a6cd8f13-986f-4084-bd47-a04dd4864095'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:42:35.769532 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-72dc3f91-6a8b-4295-859c-3ec804eb6293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:42:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a6cd8f13-986f-4084-bd47-a04dd4864095'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:42:35.770172 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42b45b77-2a51-45db-83c0-87ace2404858 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:35.773634 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-42b45b77-2a51-45db-83c0-87ace2404858 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7980368 Mar 07 11:42:35.774933 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45976) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:42:35.808458 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-350a63cf-405b-48d0-ba44-ef968cbfe49a tempest-TestNetworkAdvancedServerOps-168186507 tempest-TestNetworkAdvancedServerOps-168186507-project-admin] 10.222.0.11 "GET /v2.0/subnets?project_id=a55f85fdfc8447269f634477a798a23c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317607 Mar 07 11:42:35.810913 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45978) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:42:35.895611 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-72dc3f91-6a8b-4295-859c-3ec804eb6293 None None] Set router a6cd8f13-986f-4084-bd47-a04dd4864095 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:42:35.911092 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e946ad66-fb1d-47c6-a35c-50f20d7a2e5b tempest-TestNetworkAdvancedServerOps-168186507 tempest-TestNetworkAdvancedServerOps-168186507-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:35.915247 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-e946ad66-fb1d-47c6-a35c-50f20d7a2e5b tempest-TestNetworkAdvancedServerOps-168186507 tempest-TestNetworkAdvancedServerOps-168186507-project-admin] 10.222.0.11 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1007106 Mar 07 11:42:35.915513 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45980) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:42:35.953268 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-4a2d9619-a9ad-4ad6-a453-2cc9ffc0b344 tempest-TestNetworkAdvancedServerOps-168186507 tempest-TestNetworkAdvancedServerOps-168186507-project-admin] 10.222.0.11 "GET /v2.0/subnets?network_id=f8958782-2869-4679-b3a6-78e3b1855431&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340333 Mar 07 11:42:35.953511 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45982) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:42:35.960081 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-f77b7055-707b-4076-b68a-69517215b4e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1923468729', 'network_id': '70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:42:36.061479 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77b7055-707b-4076-b68a-69517215b4e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Made reservation on behalf of a55f85fdfc8447269f634477a798a23c for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:42:36.065671 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f77b7055-707b-4076-b68a-69517215b4e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:36.273944 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f77b7055-707b-4076-b68a-69517215b4e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (902ff155-2952-46e6-9776-12a4e0367daa), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:36.277881 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-72dc3f91-6a8b-4295-859c-3ec804eb6293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310860769', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '6e81da61-d041-43c6-871a-0e15b27fd079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:42:34Z', 'updated_at': '2022-03-07T11:42:34Z', 'revision_number': 3, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '6e81da61-d041-43c6-871a-0e15b27fd079', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:42:34Z', 'updated_at': '2022-03-07T11:42:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:42:36.304275 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dc3f91-6a8b-4295-859c-3ec804eb6293 None None] Checking router: a6cd8f13-986f-4084-bd47-a04dd4864095 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:42:36.304624 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dc3f91-6a8b-4295-859c-3ec804eb6293 None None] Updating router a6cd8f13-986f-4084-bd47-a04dd4864095 port 6e81da61-d041-43c6-871a-0e15b27fd079 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:42:36.332796 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-72dc3f91-6a8b-4295-859c-3ec804eb6293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6e81da61-d041-43c6-871a-0e15b27fd079), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:36.340988 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b7055-707b-4076-b68a-69517215b4e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Subnet': ['ID=902ff155-2952-46e6-9776-12a4e0367daa,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:36.351122 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77b7055-707b-4076-b68a-69517215b4e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Checking segment: {'id': '985fdc18-763b-430c-81fe-59b7494b45d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:42:36.351600 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77b7055-707b-4076-b68a-69517215b4e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network hostable DHCP agents. Network: 70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:42:36.369030 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77b7055-707b-4076-b68a-69517215b4e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network 70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:42:36.378976 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-f77b7055-707b-4076-b68a-69517215b4e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:42:36.384546 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77b7055-707b-4076-b68a-69517215b4e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:36.385573 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f77b7055-707b-4076-b68a-69517215b4e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:36.403617 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f77b7055-707b-4076-b68a-69517215b4e6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4490664 Mar 07 11:42:36.406362 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 45984) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:42:36.421530 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ccff0f-137d-4674-87a0-d7eaf44fd251 None None] Network 70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:42:36.590607 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d11bcf0-e9c2-47ac-85b1-4b126d2a92b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df', 'network_id': '70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df', 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'fixed_ips': [{'subnet_id': '902ff155-2952-46e6-9776-12a4e0367daa'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:42:36.591468 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0d11bcf0-e9c2-47ac-85b1-4b126d2a92b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:36.649833 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cd169a3d-df2d-40a5-a385-8697f646b8d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:36.795916 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-72dc3f91-6a8b-4295-859c-3ec804eb6293 None None] Publish callbacks [] for port (6e81da61-d041-43c6-871a-0e15b27fd079), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:36.806806 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-72dc3f91-6a8b-4295-859c-3ec804eb6293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6e81da61-d041-43c6-871a-0e15b27fd079), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:36.860939 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-0d11bcf0-e9c2-47ac-85b1-4b126d2a92b0 None None] Allocated IP 172.20.0.2 (70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df/902ff155-2952-46e6-9776-12a4e0367daa/9f994ed9-5017-4ea7-bc66-d7a3a09e4f70) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:42:36.866542 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-afa70a79-49ed-46c1-9dd0-e13afd811c8a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:36.884182 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b657b55-8887-484e-894e-41462d9cb829 None None] Pushing event updated for resources: {'Port': ['ID=6e81da61-d041-43c6-871a-0e15b27fd079,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:36.887917 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-72dc3f91-6a8b-4295-859c-3ec804eb6293 None None] Attempting to bind port 6e81da61-d041-43c6-871a-0e15b27fd079 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:42:36.888286 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-72dc3f91-6a8b-4295-859c-3ec804eb6293 None None] Attempting to bind port 6e81da61-d041-43c6-871a-0e15b27fd079 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:42:36.888652 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dc3f91-6a8b-4295-859c-3ec804eb6293 None None] Attempting to bind port 6e81da61-d041-43c6-871a-0e15b27fd079 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:42:36.907311 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dc3f91-6a8b-4295-859c-3ec804eb6293 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:42:36.907696 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dc3f91-6a8b-4295-859c-3ec804eb6293 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:42:36.908105 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-72dc3f91-6a8b-4295-859c-3ec804eb6293 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:36.908498 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dc3f91-6a8b-4295-859c-3ec804eb6293 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:42:36.909024 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-72dc3f91-6a8b-4295-859c-3ec804eb6293 None None] Bound port: 6e81da61-d041-43c6-871a-0e15b27fd079, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:42:36.909563 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-72dc3f91-6a8b-4295-859c-3ec804eb6293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6e81da61-d041-43c6-871a-0e15b27fd079), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:37.012792 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-72dc3f91-6a8b-4295-859c-3ec804eb6293 None None] For port 6e81da61-d041-43c6-871a-0e15b27fd079, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:42:37.017099 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-72dc3f91-6a8b-4295-859c-3ec804eb6293 None None] For port 6e81da61-d041-43c6-871a-0e15b27fd079, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6e81da61-d041-43c6-871a-0e15b27fd079,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:42:37.029834 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-72dc3f91-6a8b-4295-859c-3ec804eb6293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6e81da61-d041-43c6-871a-0e15b27fd079), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:37.130093 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dc3f91-6a8b-4295-859c-3ec804eb6293 None None] Routers {'a6cd8f13-986f-4084-bd47-a04dd4864095'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:42:37.130595 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-72dc3f91-6a8b-4295-859c-3ec804eb6293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:42:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a6cd8f13-986f-4084-bd47-a04dd4864095'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:42:37.132291 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b657b55-8887-484e-894e-41462d9cb829 None None] Pushing event updated for resources: {'Port': ['ID=6e81da61-d041-43c6-871a-0e15b27fd079,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:37.135066 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0d11bcf0-e9c2-47ac-85b1-4b126d2a92b0 None None] Publish callbacks [] for port (9f994ed9-5017-4ea7-bc66-d7a3a09e4f70), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:37.175601 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0d11bcf0-e9c2-47ac-85b1-4b126d2a92b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (9f994ed9-5017-4ea7-bc66-d7a3a09e4f70), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:37.190559 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-afa70a79-49ed-46c1-9dd0-e13afd811c8a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Allocated IP 172.20.0.1 (70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df/902ff155-2952-46e6-9776-12a4e0367daa/cfea0e35-5abb-4798-a6da-7672d360c93b) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:42:37.258191 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d11bcf0-e9c2-47ac-85b1-4b126d2a92b0 None None] Network 70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:42:37.263903 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-0d11bcf0-e9c2-47ac-85b1-4b126d2a92b0 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:42:37.272257 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d11bcf0-e9c2-47ac-85b1-4b126d2a92b0 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:42:37.276846 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11bcf0-e9c2-47ac-85b1-4b126d2a92b0 None None] Pushing event updated for resources: {'Port': ['ID=9f994ed9-5017-4ea7-bc66-d7a3a09e4f70,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:37.313732 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-afa70a79-49ed-46c1-9dd0-e13afd811c8a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for port (cfea0e35-5abb-4798-a6da-7672d360c93b), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:37.329356 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-72dc3f91-6a8b-4295-859c-3ec804eb6293 None None] Set router a6cd8f13-986f-4084-bd47-a04dd4864095 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:42:37.348462 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-afa70a79-49ed-46c1-9dd0-e13afd811c8a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (cfea0e35-5abb-4798-a6da-7672d360c93b), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:37.389713 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa70a79-49ed-46c1-9dd0-e13afd811c8a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network 70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:42:37.392707 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-afa70a79-49ed-46c1-9dd0-e13afd811c8a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:42:37.396223 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa70a79-49ed-46c1-9dd0-e13afd811c8a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:42:37.406569 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-0d11bcf0-e9c2-47ac-85b1-4b126d2a92b0 None None] Attempting to bind port 9f994ed9-5017-4ea7-bc66-d7a3a09e4f70 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:42:37.406942 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-0d11bcf0-e9c2-47ac-85b1-4b126d2a92b0 None None] Attempting to bind port 9f994ed9-5017-4ea7-bc66-d7a3a09e4f70 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '985fdc18-763b-430c-81fe-59b7494b45d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:42:37.407309 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d11bcf0-e9c2-47ac-85b1-4b126d2a92b0 None None] Attempting to bind port 9f994ed9-5017-4ea7-bc66-d7a3a09e4f70 on network 70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:42:37.423141 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d11bcf0-e9c2-47ac-85b1-4b126d2a92b0 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:42:37.423521 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d11bcf0-e9c2-47ac-85b1-4b126d2a92b0 None None] Checking segment: {'id': '985fdc18-763b-430c-81fe-59b7494b45d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:42:37.423928 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0d11bcf0-e9c2-47ac-85b1-4b126d2a92b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:37.424371 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d11bcf0-e9c2-47ac-85b1-4b126d2a92b0 None None] Bound using segment: {'id': '985fdc18-763b-430c-81fe-59b7494b45d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:42:37.425079 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-0d11bcf0-e9c2-47ac-85b1-4b126d2a92b0 None None] Bound port: 9f994ed9-5017-4ea7-bc66-d7a3a09e4f70, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985fdc18-763b-430c-81fe-59b7494b45d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:42:37.425581 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0d11bcf0-e9c2-47ac-85b1-4b126d2a92b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9f994ed9-5017-4ea7-bc66-d7a3a09e4f70), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:37.429722 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa70a79-49ed-46c1-9dd0-e13afd811c8a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Port': ['ID=cfea0e35-5abb-4798-a6da-7672d360c93b,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:37.445873 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-afa70a79-49ed-46c1-9dd0-e13afd811c8a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (a6cd8f13-986f-4084-bd47-a04dd4864095), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:37.560489 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-0d11bcf0-e9c2-47ac-85b1-4b126d2a92b0 None None] For port 9f994ed9-5017-4ea7-bc66-d7a3a09e4f70, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:42:37.564099 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-0d11bcf0-e9c2-47ac-85b1-4b126d2a92b0 None None] For port 9f994ed9-5017-4ea7-bc66-d7a3a09e4f70, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=9f994ed9-5017-4ea7-bc66-d7a3a09e4f70,segment=NetworkSegment(985fdc18-763b-430c-81fe-59b7494b45d5),segment_id=985fdc18-763b-430c-81fe-59b7494b45d5)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:42:37.573075 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0d11bcf0-e9c2-47ac-85b1-4b126d2a92b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9f994ed9-5017-4ea7-bc66-d7a3a09e4f70), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:37.587140 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-afa70a79-49ed-46c1-9dd0-e13afd811c8a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (cfea0e35-5abb-4798-a6da-7672d360c93b), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:37.647634 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-72dc3f91-6a8b-4295-859c-3ec804eb6293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310860769', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '6e81da61-d041-43c6-871a-0e15b27fd079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:42:34Z', 'updated_at': '2022-03-07T11:42:34Z', 'revision_number': 3, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '6e81da61-d041-43c6-871a-0e15b27fd079', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:42:34Z', 'updated_at': '2022-03-07T11:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:42:37.679377 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11bcf0-e9c2-47ac-85b1-4b126d2a92b0 None None] Pushing event updated for resources: {'Port': ['ID=9f994ed9-5017-4ea7-bc66-d7a3a09e4f70,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:37.682223 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dc3f91-6a8b-4295-859c-3ec804eb6293 None None] The sync data for ids ['a6cd8f13-986f-4084-bd47-a04dd4864095'] in n-d-832164-4 is: [{'id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310860769', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '6e81da61-d041-43c6-871a-0e15b27fd079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:42:34Z', 'updated_at': '2022-03-07T11:42:34Z', 'revision_number': 3, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '6e81da61-d041-43c6-871a-0e15b27fd079', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:42:34Z', 'updated_at': '2022-03-07T11:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:42:37.926315 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-afa70a79-49ed-46c1-9dd0-e13afd811c8a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for port (cfea0e35-5abb-4798-a6da-7672d360c93b), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:37.932602 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-afa70a79-49ed-46c1-9dd0-e13afd811c8a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (cfea0e35-5abb-4798-a6da-7672d360c93b), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:38.017843 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa70a79-49ed-46c1-9dd0-e13afd811c8a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Port': ['ID=cfea0e35-5abb-4798-a6da-7672d360c93b,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:38.023820 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-afa70a79-49ed-46c1-9dd0-e13afd811c8a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (a6cd8f13-986f-4084-bd47-a04dd4864095), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:38.132103 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa70a79-49ed-46c1-9dd0-e13afd811c8a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network 70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:42:38.133652 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-afa70a79-49ed-46c1-9dd0-e13afd811c8a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:42:38.261258 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa70a79-49ed-46c1-9dd0-e13afd811c8a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Router a6cd8f13-986f-4084-bd47-a04dd4864095 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:42:38.397665 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa70a79-49ed-46c1-9dd0-e13afd811c8a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:42:38.405641 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-afa70a79-49ed-46c1-9dd0-e13afd811c8a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "PUT /v2.0/routers/a6cd8f13-986f-4084-bd47-a04dd4864095/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9982319 Mar 07 11:42:38.573961 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-6f61317b-f814-49b9-8db6-ac68904ef578 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-794332819&fields=id&tenant_id=a55f85fdfc8447269f634477a798a23c HTTP/1.1" status: 200 len: 267 time: 0.0485370 Mar 07 11:42:38.652248 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e833369-3b9b-4c55-a1b3-96a28361018c None None] Network 70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:42:38.705165 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-02e68120-127a-40bd-b871-5d0a7c410736 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:38.708216 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-02e68120-127a-40bd-b871-5d0a7c410736 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/networks?id=70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df HTTP/1.1" status: 200 len: 797 time: 0.1256490 Mar 07 11:42:38.723167 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-3f35c1c1-dc95-48a3-b51d-df2ac49ef67c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/quotas/a55f85fdfc8447269f634477a798a23c HTTP/1.1" status: 200 len: 375 time: 0.0109591 Mar 07 11:42:38.748615 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-86d6d5c2-6566-44bd-96a3-ece61c8a2044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:38.771690 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-144a3b49-01ec-4094-9717-a8aa7496e9aa None None] Provisioning complete for port 9f994ed9-5017-4ea7-bc66-d7a3a09e4f70 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:42:38.772064 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-144a3b49-01ec-4094-9717-a8aa7496e9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9f994ed9-5017-4ea7-bc66-d7a3a09e4f70), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:38.802472 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-bd3e27f5-7656-454f-8410-ca04576d6d73 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739515 Mar 07 11:42:38.810398 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6e81da61-d041-43c6-871a-0e15b27fd079 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:42:38.923068 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 6e81da61-d041-43c6-871a-0e15b27fd079 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:42:38.923447 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6e81da61-d041-43c6-871a-0e15b27fd079), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:38.948617 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-144a3b49-01ec-4094-9717-a8aa7496e9aa None None] Current status of the port 9f994ed9-5017-4ea7-bc66-d7a3a09e4f70 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:42:38.949285 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-144a3b49-01ec-4094-9717-a8aa7496e9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9f994ed9-5017-4ea7-bc66-d7a3a09e4f70), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:38.953300 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-6e2d01d0-b906-4a36-b8f2-d48867b2261c service neutron] 10.222.0.11 "GET /v2.0/networks/70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386030 Mar 07 11:42:38.997287 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-144a3b49-01ec-4094-9717-a8aa7496e9aa None None] For port 9f994ed9-5017-4ea7-bc66-d7a3a09e4f70, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=9f994ed9-5017-4ea7-bc66-d7a3a09e4f70,segment=NetworkSegment(985fdc18-763b-430c-81fe-59b7494b45d5),segment_id=985fdc18-763b-430c-81fe-59b7494b45d5)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:42:39.004800 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-144a3b49-01ec-4094-9717-a8aa7496e9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9f994ed9-5017-4ea7-bc66-d7a3a09e4f70), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:39.060814 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-5d683d53-2ee5-44d5-a93d-7db877cf91ff service neutron] 10.222.0.11 "GET /v2.0/networks/70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996196 Mar 07 11:42:39.071334 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 6e81da61-d041-43c6-871a-0e15b27fd079 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:42:39.071776 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6e81da61-d041-43c6-871a-0e15b27fd079), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:39.109179 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144a3b49-01ec-4094-9717-a8aa7496e9aa None None] Pushing event updated for resources: {'Port': ['ID=9f994ed9-5017-4ea7-bc66-d7a3a09e4f70,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:39.119645 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 6e81da61-d041-43c6-871a-0e15b27fd079, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6e81da61-d041-43c6-871a-0e15b27fd079,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:42:39.126861 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6e81da61-d041-43c6-871a-0e15b27fd079), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:39.128091 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9f994ed9-5017-4ea7-bc66-d7a3a09e4f70 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:42:39.184943 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-30519f06-a257-4bf8-a7e3-b69d79334122 None None] Provisioning complete for port cfea0e35-5abb-4798-a6da-7672d360c93b triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:42:39.185411 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-30519f06-a257-4bf8-a7e3-b69d79334122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (cfea0e35-5abb-4798-a6da-7672d360c93b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:39.308834 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-30519f06-a257-4bf8-a7e3-b69d79334122 None None] Port cfea0e35-5abb-4798-a6da-7672d360c93b cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:42:39.324820 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-47bf1724-91c8-4e04-b6ce-0e3c8b450cef req-2faed73e-f699-4ebd-a354-223fb9adbe9b tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=541e02d8-d7fc-495d-85b3-7f5f6e0ba08f HTTP/1.1" status: 200 len: 210 time: 0.0454772 Mar 07 11:42:39.334382 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=6e81da61-d041-43c6-871a-0e15b27fd079,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:39.341887 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 9f994ed9-5017-4ea7-bc66-d7a3a09e4f70 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:42:39.342267 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9f994ed9-5017-4ea7-bc66-d7a3a09e4f70), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:39.374496 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-30519f06-a257-4bf8-a7e3-b69d79334122 None None] Provisioning complete for port 9f994ed9-5017-4ea7-bc66-d7a3a09e4f70 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:42:39.374877 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-30519f06-a257-4bf8-a7e3-b69d79334122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9f994ed9-5017-4ea7-bc66-d7a3a09e4f70), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:39.549146 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e62ebe0-2c13-456b-a1f0-91b841cd4e11 None None] Sync routers for ids ['a6cd8f13-986f-4084-bd47-a04dd4864095'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:42:39.568777 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e62ebe0-2c13-456b-a1f0-91b841cd4e11 None None] Routers {'a6cd8f13-986f-4084-bd47-a04dd4864095'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:42:39.569995 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4e62ebe0-2c13-456b-a1f0-91b841cd4e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:42:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a6cd8f13-986f-4084-bd47-a04dd4864095'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:42:39.642772 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 9f994ed9-5017-4ea7-bc66-d7a3a09e4f70 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:42:39.689742 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-30519f06-a257-4bf8-a7e3-b69d79334122 None None] Current status of the port 9f994ed9-5017-4ea7-bc66-d7a3a09e4f70 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:42:39.701207 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-4e62ebe0-2c13-456b-a1f0-91b841cd4e11 None None] Set router a6cd8f13-986f-4084-bd47-a04dd4864095 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:42:39.811515 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d186d503-3302-49fe-b8cb-6c8854eb694e None None] Provisioning complete for port cfea0e35-5abb-4798-a6da-7672d360c93b triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:42:39.811880 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d186d503-3302-49fe-b8cb-6c8854eb694e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (cfea0e35-5abb-4798-a6da-7672d360c93b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:39.848144 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d186d503-3302-49fe-b8cb-6c8854eb694e None None] Port cfea0e35-5abb-4798-a6da-7672d360c93b cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:42:39.913412 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4e62ebe0-2c13-456b-a1f0-91b841cd4e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310860769', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '6e81da61-d041-43c6-871a-0e15b27fd079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:42:34Z', 'updated_at': '2022-03-07T11:42:37Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '6e81da61-d041-43c6-871a-0e15b27fd079', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:42:34Z', 'updated_at': '2022-03-07T11:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'cfea0e35-5abb-4798-a6da-7672d360c93b', 'name': '', 'network_id': '70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:70:b6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '902ff155-2952-46e6-9776-12a4e0367daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:42:36Z', 'updated_at': '2022-03-07T11:42:37Z', 'revision_number': 2, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '902ff155-2952-46e6-9776-12a4e0367daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:42:39.943483 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e62ebe0-2c13-456b-a1f0-91b841cd4e11 None None] Checking router: a6cd8f13-986f-4084-bd47-a04dd4864095 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:42:39.943832 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e62ebe0-2c13-456b-a1f0-91b841cd4e11 None None] Updating router a6cd8f13-986f-4084-bd47-a04dd4864095 port cfea0e35-5abb-4798-a6da-7672d360c93b binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:42:39.974512 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4e62ebe0-2c13-456b-a1f0-91b841cd4e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (cfea0e35-5abb-4798-a6da-7672d360c93b), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:40.157494 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:40.236718 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4e62ebe0-2c13-456b-a1f0-91b841cd4e11 None None] Publish callbacks [] for port (cfea0e35-5abb-4798-a6da-7672d360c93b), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:40.246990 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4e62ebe0-2c13-456b-a1f0-91b841cd4e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (cfea0e35-5abb-4798-a6da-7672d360c93b), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:40.353875 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-4e62ebe0-2c13-456b-a1f0-91b841cd4e11 None None] Attempting to bind port cfea0e35-5abb-4798-a6da-7672d360c93b on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:42:40.354552 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-4e62ebe0-2c13-456b-a1f0-91b841cd4e11 None None] Attempting to bind port cfea0e35-5abb-4798-a6da-7672d360c93b by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '985fdc18-763b-430c-81fe-59b7494b45d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:42:40.355114 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e62ebe0-2c13-456b-a1f0-91b841cd4e11 None None] Attempting to bind port cfea0e35-5abb-4798-a6da-7672d360c93b on network 70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:42:40.361098 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e62ebe0-2c13-456b-a1f0-91b841cd4e11 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:42:40.361324 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e62ebe0-2c13-456b-a1f0-91b841cd4e11 None None] Checking segment: {'id': '985fdc18-763b-430c-81fe-59b7494b45d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:42:40.361793 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4e62ebe0-2c13-456b-a1f0-91b841cd4e11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:40.362901 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e62ebe0-2c13-456b-a1f0-91b841cd4e11 None None] Bound using segment: {'id': '985fdc18-763b-430c-81fe-59b7494b45d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:42:40.363540 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-4e62ebe0-2c13-456b-a1f0-91b841cd4e11 None None] Bound port: cfea0e35-5abb-4798-a6da-7672d360c93b, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985fdc18-763b-430c-81fe-59b7494b45d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:42:40.364113 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4e62ebe0-2c13-456b-a1f0-91b841cd4e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (cfea0e35-5abb-4798-a6da-7672d360c93b), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:40.375877 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c80b835-8b97-4000-96e9-29e6268921d2 None None] Pushing event updated for resources: {'Port': ['ID=cfea0e35-5abb-4798-a6da-7672d360c93b,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:40.384444 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c80b835-8b97-4000-96e9-29e6268921d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:40.384787 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c80b835-8b97-4000-96e9-29e6268921d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:40.390814 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c80b835-8b97-4000-96e9-29e6268921d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:40.391416 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c80b835-8b97-4000-96e9-29e6268921d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:40.391929 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c80b835-8b97-4000-96e9-29e6268921d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:40.392455 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c80b835-8b97-4000-96e9-29e6268921d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:40.393556 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c80b835-8b97-4000-96e9-29e6268921d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:40.394341 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c80b835-8b97-4000-96e9-29e6268921d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:40.394977 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c80b835-8b97-4000-96e9-29e6268921d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:40.395488 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c80b835-8b97-4000-96e9-29e6268921d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:40.395998 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c80b835-8b97-4000-96e9-29e6268921d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:40.396497 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c80b835-8b97-4000-96e9-29e6268921d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:40.396988 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c80b835-8b97-4000-96e9-29e6268921d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:42:40.433780 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-9e15483f-0281-48c7-83f5-060c805fe9ca tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:40.435267 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-9e15483f-0281-48c7-83f5-060c805fe9ca tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.31 "GET /v2.0/networks?id=70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df HTTP/1.1" status: 200 len: 797 time: 0.1599641 Mar 07 11:42:40.459498 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0c66a663-7f87-412d-b186-952216dd3e9b req-71f44c6f-c58c-4991-ae92-e244f995d152 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=541e02d8-d7fc-495d-85b3-7f5f6e0ba08f HTTP/1.1" status: 200 len: 210 time: 0.0439186 Mar 07 11:42:40.485787 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-4e62ebe0-2c13-456b-a1f0-91b841cd4e11 None None] For port cfea0e35-5abb-4798-a6da-7672d360c93b, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:42:40.489446 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-4e62ebe0-2c13-456b-a1f0-91b841cd4e11 None None] For port cfea0e35-5abb-4798-a6da-7672d360c93b, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=cfea0e35-5abb-4798-a6da-7672d360c93b,segment=NetworkSegment(985fdc18-763b-430c-81fe-59b7494b45d5),segment_id=985fdc18-763b-430c-81fe-59b7494b45d5)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:42:40.496659 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-4e62ebe0-2c13-456b-a1f0-91b841cd4e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (cfea0e35-5abb-4798-a6da-7672d360c93b), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:40.519122 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-f2812386-43dd-49e5-9eb0-ba364a03dc7d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a55f85fdfc8447269f634477a798a23c HTTP/1.1" status: 200 len: 379 time: 0.0613887 Mar 07 11:42:40.530807 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-c400271d-2368-4433-9a94-1928a100f001 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'port': {'device_id': '541e02d8-d7fc-495d-85b3-7f5f6e0ba08f', 'network_id': '70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df', 'admin_state_up': True, 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'security_groups': ['2cace3ec-0853-4ca1-b6b4-2b1e5e16621d']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:42:40.574451 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e62ebe0-2c13-456b-a1f0-91b841cd4e11 None None] Routers {'a6cd8f13-986f-4084-bd47-a04dd4864095'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:42:40.575248 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ea8860b0-2d42-4482-a1c1-d8137423a9a0 None None] Provisioning complete for port cfea0e35-5abb-4798-a6da-7672d360c93b triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:42:40.575624 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ea8860b0-2d42-4482-a1c1-d8137423a9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (cfea0e35-5abb-4798-a6da-7672d360c93b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:40.575864 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4e62ebe0-2c13-456b-a1f0-91b841cd4e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:42:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a6cd8f13-986f-4084-bd47-a04dd4864095'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:42:40.639789 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c80b835-8b97-4000-96e9-29e6268921d2 None None] Pushing event updated for resources: {'Port': ['ID=cfea0e35-5abb-4798-a6da-7672d360c93b,revision_number=4']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:40.656465 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-c400271d-2368-4433-9a94-1928a100f001 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Made reservation on behalf of a55f85fdfc8447269f634477a798a23c for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:42:40.661027 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-c400271d-2368-4433-9a94-1928a100f001 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:40.688374 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ea8860b0-2d42-4482-a1c1-d8137423a9a0 None None] Current status of the port cfea0e35-5abb-4798-a6da-7672d360c93b is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:42:40.688889 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ea8860b0-2d42-4482-a1c1-d8137423a9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (cfea0e35-5abb-4798-a6da-7672d360c93b), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:40.739429 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ea8860b0-2d42-4482-a1c1-d8137423a9a0 None None] For port cfea0e35-5abb-4798-a6da-7672d360c93b, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=cfea0e35-5abb-4798-a6da-7672d360c93b,segment=NetworkSegment(985fdc18-763b-430c-81fe-59b7494b45d5),segment_id=985fdc18-763b-430c-81fe-59b7494b45d5)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:42:40.756234 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6e81da61-d041-43c6-871a-0e15b27fd079 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:42:40.760231 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ea8860b0-2d42-4482-a1c1-d8137423a9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (cfea0e35-5abb-4798-a6da-7672d360c93b), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:40.844108 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-c400271d-2368-4433-9a94-1928a100f001 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Allocated IP 172.20.0.8 (70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df/902ff155-2952-46e6-9776-12a4e0367daa/9270c933-2009-4ca4-bb36-c30ee7e33485) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:42:40.852300 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8860b0-2d42-4482-a1c1-d8137423a9a0 None None] Pushing event updated for resources: {'Port': ['ID=cfea0e35-5abb-4798-a6da-7672d360c93b,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:40.870995 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-4e62ebe0-2c13-456b-a1f0-91b841cd4e11 None None] Set router a6cd8f13-986f-4084-bd47-a04dd4864095 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:42:40.879240 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 6e81da61-d041-43c6-871a-0e15b27fd079 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:42:40.879619 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6e81da61-d041-43c6-871a-0e15b27fd079), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:40.911346 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-63e05241-61b0-4025-a0c9-359211a6087c None None] Provisioning complete for port cfea0e35-5abb-4798-a6da-7672d360c93b triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:42:40.911723 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-63e05241-61b0-4025-a0c9-359211a6087c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (cfea0e35-5abb-4798-a6da-7672d360c93b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:41.001173 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-c400271d-2368-4433-9a94-1928a100f001 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for port (9270c933-2009-4ca4-bb36-c30ee7e33485), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:41.034182 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 6e81da61-d041-43c6-871a-0e15b27fd079 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:42:41.035573 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9f994ed9-5017-4ea7-bc66-d7a3a09e4f70 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:42:41.038638 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-c400271d-2368-4433-9a94-1928a100f001 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (9270c933-2009-4ca4-bb36-c30ee7e33485), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:41.058820 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-63e05241-61b0-4025-a0c9-359211a6087c None None] Current status of the port cfea0e35-5abb-4798-a6da-7672d360c93b is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:42:41.094906 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 9f994ed9-5017-4ea7-bc66-d7a3a09e4f70 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:42:41.095351 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9f994ed9-5017-4ea7-bc66-d7a3a09e4f70), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:41.104829 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-4e62ebe0-2c13-456b-a1f0-91b841cd4e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310860769', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '6e81da61-d041-43c6-871a-0e15b27fd079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:42:34Z', 'updated_at': '2022-03-07T11:42:37Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '6e81da61-d041-43c6-871a-0e15b27fd079', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:42:34Z', 'updated_at': '2022-03-07T11:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'cfea0e35-5abb-4798-a6da-7672d360c93b', 'name': '', 'network_id': '70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:70:b6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '902ff155-2952-46e6-9776-12a4e0367daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:42:36Z', 'updated_at': '2022-03-07T11:42:40Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '902ff155-2952-46e6-9776-12a4e0367daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:42:41.105185 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c400271d-2368-4433-9a94-1928a100f001 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Port': ['ID=9270c933-2009-4ca4-bb36-c30ee7e33485,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:41.108527 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-c400271d-2368-4433-9a94-1928a100f001 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network 70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:42:41.110682 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-c400271d-2368-4433-9a94-1928a100f001 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:42:41.112801 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-c400271d-2368-4433-9a94-1928a100f001 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:42:41.137697 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e62ebe0-2c13-456b-a1f0-91b841cd4e11 None None] The sync data for ids ['a6cd8f13-986f-4084-bd47-a04dd4864095'] in n-d-832164-4 is: [{'id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310860769', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '6e81da61-d041-43c6-871a-0e15b27fd079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:42:34Z', 'updated_at': '2022-03-07T11:42:37Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '6e81da61-d041-43c6-871a-0e15b27fd079', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:42:34Z', 'updated_at': '2022-03-07T11:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'cfea0e35-5abb-4798-a6da-7672d360c93b', 'name': '', 'network_id': '70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:70:b6:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '902ff155-2952-46e6-9776-12a4e0367daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:42:36Z', 'updated_at': '2022-03-07T11:42:40Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '902ff155-2952-46e6-9776-12a4e0367daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:42:41.176543 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-c400271d-2368-4433-9a94-1928a100f001 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:41.177393 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-c400271d-2368-4433-9a94-1928a100f001 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:41.224822 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-c400271d-2368-4433-9a94-1928a100f001 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6979046 Mar 07 11:42:41.225297 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 9f994ed9-5017-4ea7-bc66-d7a3a09e4f70 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:42:41.285058 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-11ddac50-1ef9-447f-bb8e-5fa88af0beba service neutron] Request body: {'port': {'device_id': '541e02d8-d7fc-495d-85b3-7f5f6e0ba08f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:42:41.358515 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-11ddac50-1ef9-447f-bb8e-5fa88af0beba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9270c933-2009-4ca4-bb36-c30ee7e33485), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:41.485819 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-e73137d3-1469-426d-a8f0-4d0846916320 None None] Provisioning complete for port 9270c933-2009-4ca4-bb36-c30ee7e33485 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:42:41.486196 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e73137d3-1469-426d-a8f0-4d0846916320 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9270c933-2009-4ca4-bb36-c30ee7e33485), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:41.526698 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e73137d3-1469-426d-a8f0-4d0846916320 None None] Port 9270c933-2009-4ca4-bb36-c30ee7e33485 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:42:41.605625 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b3ce6-e999-49d8-a945-283d013fef9c req-d0831e2b-80ef-4f04-a2ed-121e6213b111 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:41.607147 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cd9b3ce6-e999-49d8-a945-283d013fef9c req-d0831e2b-80ef-4f04-a2ed-121e6213b111 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=541e02d8-d7fc-495d-85b3-7f5f6e0ba08f HTTP/1.1" status: 200 len: 931 time: 0.0558443 Mar 07 11:42:41.661825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-11ddac50-1ef9-447f-bb8e-5fa88af0beba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9270c933-2009-4ca4-bb36-c30ee7e33485 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:42:41.662958 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cd9b3ce6-e999-49d8-a945-283d013fef9c req-f131c6b5-60e7-4fc1-9f9c-7879f4265b0c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cace3ec-0853-4ca1-b6b4-2b1e5e16621d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490608 Mar 07 11:42:41.670887 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-11ddac50-1ef9-447f-bb8e-5fa88af0beba service neutron] Publish callbacks [] for port (9270c933-2009-4ca4-bb36-c30ee7e33485), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:41.684826 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-11ddac50-1ef9-447f-bb8e-5fa88af0beba service neutron] Transition to ACTIVE for port object 9270c933-2009-4ca4-bb36-c30ee7e33485 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:42:41.691192 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-11ddac50-1ef9-447f-bb8e-5fa88af0beba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (9270c933-2009-4ca4-bb36-c30ee7e33485), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:41.765792 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ddac50-1ef9-447f-bb8e-5fa88af0beba service neutron] Pushing event updated for resources: {'Port': ['ID=9270c933-2009-4ca4-bb36-c30ee7e33485,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:41.829217 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-11ddac50-1ef9-447f-bb8e-5fa88af0beba service neutron] Attempting to bind port 9270c933-2009-4ca4-bb36-c30ee7e33485 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:42:41.829559 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-11ddac50-1ef9-447f-bb8e-5fa88af0beba service neutron] Attempting to bind port 9270c933-2009-4ca4-bb36-c30ee7e33485 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '985fdc18-763b-430c-81fe-59b7494b45d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:42:41.829884 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-11ddac50-1ef9-447f-bb8e-5fa88af0beba service neutron] Attempting to bind port 9270c933-2009-4ca4-bb36-c30ee7e33485 on network 70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:42:41.835889 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-11ddac50-1ef9-447f-bb8e-5fa88af0beba service neutron] Port 9270c933-2009-4ca4-bb36-c30ee7e33485 on network 70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:42:41.836281 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-11ddac50-1ef9-447f-bb8e-5fa88af0beba service neutron] Attempting to bind port 9270c933-2009-4ca4-bb36-c30ee7e33485 on network 70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:42:41.842327 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-11ddac50-1ef9-447f-bb8e-5fa88af0beba service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:42:41.842661 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-11ddac50-1ef9-447f-bb8e-5fa88af0beba service neutron] Checking segment: {'id': '985fdc18-763b-430c-81fe-59b7494b45d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:42:41.843046 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-11ddac50-1ef9-447f-bb8e-5fa88af0beba service neutron] Bound using segment: {'id': '985fdc18-763b-430c-81fe-59b7494b45d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:42:41.843476 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-11ddac50-1ef9-447f-bb8e-5fa88af0beba service neutron] Bound port: 9270c933-2009-4ca4-bb36-c30ee7e33485, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985fdc18-763b-430c-81fe-59b7494b45d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:42:41.843841 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-11ddac50-1ef9-447f-bb8e-5fa88af0beba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9270c933-2009-4ca4-bb36-c30ee7e33485), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:41.903664 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:41.915213 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-11ddac50-1ef9-447f-bb8e-5fa88af0beba service neutron] For port 9270c933-2009-4ca4-bb36-c30ee7e33485, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:42:41.919316 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-11ddac50-1ef9-447f-bb8e-5fa88af0beba service neutron] For port 9270c933-2009-4ca4-bb36-c30ee7e33485, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=9270c933-2009-4ca4-bb36-c30ee7e33485,segment=NetworkSegment(985fdc18-763b-430c-81fe-59b7494b45d5),segment_id=985fdc18-763b-430c-81fe-59b7494b45d5)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:42:41.927472 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-11ddac50-1ef9-447f-bb8e-5fa88af0beba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (9270c933-2009-4ca4-bb36-c30ee7e33485), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:41.962834 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-11ddac50-1ef9-447f-bb8e-5fa88af0beba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:41.963443 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-11ddac50-1ef9-447f-bb8e-5fa88af0beba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:41.964821 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-11ddac50-1ef9-447f-bb8e-5fa88af0beba service neutron] 10.222.0.31 "PUT /v2.0/ports/9270c933-2009-4ca4-bb36-c30ee7e33485 HTTP/1.1" status: 200 len: 1091 time: 0.7333553 Mar 07 11:42:41.965348 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '541e02d8-d7fc-495d-85b3-7f5f6e0ba08f', 'tag': '9270c933-2009-4ca4-bb36-c30ee7e33485'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:42:41.967530 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e6fa2a-23d3-4284-a17c-5102b00bed46" -d '{"events": [{"name": "network-changed", "server_uuid": "541e02d8-d7fc-495d-85b3-7f5f6e0ba08f", "tag": "9270c933-2009-4ca4-bb36-c30ee7e33485"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:42:41.993921 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ddac50-1ef9-447f-bb8e-5fa88af0beba service neutron] Pushing event updated for resources: {'Port': ['ID=9270c933-2009-4ca4-bb36-c30ee7e33485,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:42.024076 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614ab955-3b20-4000-9658-e4992dd83107 x-openstack-request-id: req-614ab955-3b20-4000-9658-e4992dd83107 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:42:42.024366 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "541e02d8-d7fc-495d-85b3-7f5f6e0ba08f", "tag": "9270c933-2009-4ca4-bb36-c30ee7e33485", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:42:42.024620 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-614ab955-3b20-4000-9658-e4992dd83107 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:42:42.025080 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '541e02d8-d7fc-495d-85b3-7f5f6e0ba08f', 'tag': '9270c933-2009-4ca4-bb36-c30ee7e33485', 'status': 'completed', 'code': 200} Mar 07 11:42:42.066915 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-14c60716-1641-4bd3-9e9b-7ee9dfe2d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:42.068499 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-14c60716-1641-4bd3-9e9b-7ee9dfe2d5ec service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=541e02d8-d7fc-495d-85b3-7f5f6e0ba08f HTTP/1.1" status: 200 len: 1125 time: 0.0546997 Mar 07 11:42:42.119363 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-bc12d6e6-24f2-4f96-8136-3d3cb13fb85e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9270c933-2009-4ca4-bb36-c30ee7e33485 HTTP/1.1" status: 200 len: 217 time: 0.0429935 Mar 07 11:42:42.169134 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-1a1e88ff-774c-44c5-a249-54de40a31f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:42.170632 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-1a1e88ff-774c-44c5-a249-54de40a31f06 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=902ff155-2952-46e6-9776-12a4e0367daa HTTP/1.1" status: 200 len: 835 time: 0.0461087 Mar 07 11:42:42.221871 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-0f8b7fe2-8add-48d1-b85f-0ef333866606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:42.223366 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-0f8b7fe2-8add-48d1-b85f-0ef333866606 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0470753 Mar 07 11:42:42.659240 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-6b7d3598-cd8c-46ae-83cc-5981363b896d service neutron] 10.222.0.31 "GET /v2.0/networks/70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4291441 Mar 07 11:42:42.735324 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device cfea0e35-5abb-4798-a6da-7672d360c93b up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:42:42.760330 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-642089ac-2a7d-42c3-81d2-1c87be8131ff req-1714a5b1-d3ef-4bf6-904b-475c5a5ae305 service neutron] 10.222.0.31 "GET /v2.0/networks/70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955882 Mar 07 11:42:42.786230 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port cfea0e35-5abb-4798-a6da-7672d360c93b triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:42:42.786590 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (cfea0e35-5abb-4798-a6da-7672d360c93b), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:42.796658 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9253ea15-a9bd-4bac-9990-8ca1ee73d61e req-1249dcef-fd6b-40e6-a578-dbd65268ad9d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:42.798189 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9253ea15-a9bd-4bac-9990-8ca1ee73d61e req-1249dcef-fd6b-40e6-a578-dbd65268ad9d tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=541e02d8-d7fc-495d-85b3-7f5f6e0ba08f HTTP/1.1" status: 200 len: 943 time: 0.0589168 Mar 07 11:42:42.852223 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9253ea15-a9bd-4bac-9990-8ca1ee73d61e req-5a55f1b7-ac9e-4296-8f01-209f5cc28d95 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cace3ec-0853-4ca1-b6b4-2b1e5e16621d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482056 Mar 07 11:42:42.862553 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6fa2a-23d3-4284-a17c-5102b00bed46 req-7c9110a1-82da-4f73-8957-a1705341141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:42.864081 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c5e6fa2a-23d3-4284-a17c-5102b00bed46 req-7c9110a1-82da-4f73-8957-a1705341141c service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=541e02d8-d7fc-495d-85b3-7f5f6e0ba08f HTTP/1.1" status: 200 len: 1125 time: 0.0523283 Mar 07 11:42:42.884297 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port cfea0e35-5abb-4798-a6da-7672d360c93b is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:42:42.953905 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6fa2a-23d3-4284-a17c-5102b00bed46 req-87427b53-c345-40e5-b876-a62501f5682e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:42.955385 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c5e6fa2a-23d3-4284-a17c-5102b00bed46 req-87427b53-c345-40e5-b876-a62501f5682e service neutron] 10.222.0.31 "GET /v2.0/networks?id=70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df HTTP/1.1" status: 200 len: 898 time: 0.0854266 Mar 07 11:42:42.997459 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c5e6fa2a-23d3-4284-a17c-5102b00bed46 req-1528eecd-12da-4959-9f88-73012ac9420d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9270c933-2009-4ca4-bb36-c30ee7e33485 HTTP/1.1" status: 200 len: 217 time: 0.0364170 Mar 07 11:42:43.045033 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6fa2a-23d3-4284-a17c-5102b00bed46 req-ec50f632-c28c-41e2-a011-cff9c8dce141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:43.046439 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c5e6fa2a-23d3-4284-a17c-5102b00bed46 req-ec50f632-c28c-41e2-a011-cff9c8dce141 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=902ff155-2952-46e6-9776-12a4e0367daa HTTP/1.1" status: 200 len: 835 time: 0.0427144 Mar 07 11:42:43.094560 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e6fa2a-23d3-4284-a17c-5102b00bed46 req-a3272bee-850d-4648-882d-3bc126fd4b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:43.096667 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c5e6fa2a-23d3-4284-a17c-5102b00bed46 req-a3272bee-850d-4648-882d-3bc126fd4b56 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438569 Mar 07 11:42:43.110723 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:43.190112 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c5e6fa2a-23d3-4284-a17c-5102b00bed46 req-c3bf0474-672c-4bab-8c17-cb4ee6bae063 service neutron] 10.222.0.31 "GET /v2.0/networks/70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875549 Mar 07 11:42:43.279431 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c5e6fa2a-23d3-4284-a17c-5102b00bed46 req-964f4d03-1c24-44d0-8f23-10c55a1b27ab service neutron] 10.222.0.31 "GET /v2.0/networks/70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834188 Mar 07 11:42:43.980889 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36ffa68-6adf-4e18-acad-94ed8e4f831f req-f7bcfd5c-fe3a-45cf-a19c-099ff08b1e6f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:43.982303 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f36ffa68-6adf-4e18-acad-94ed8e4f831f req-f7bcfd5c-fe3a-45cf-a19c-099ff08b1e6f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=541e02d8-d7fc-495d-85b3-7f5f6e0ba08f HTTP/1.1" status: 200 len: 943 time: 0.0571296 Mar 07 11:42:44.030661 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f36ffa68-6adf-4e18-acad-94ed8e4f831f req-c0803c7a-9ea5-4eff-92c6-4deb5477f780 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cace3ec-0853-4ca1-b6b4-2b1e5e16621d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426679 Mar 07 11:42:45.156653 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b187eaf-5526-4132-afc6-24c29fe3bd52 req-05b72e7b-bd67-4f4f-a0cb-d9a832d25a12 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:45.158160 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1b187eaf-5526-4132-afc6-24c29fe3bd52 req-05b72e7b-bd67-4f4f-a0cb-d9a832d25a12 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=541e02d8-d7fc-495d-85b3-7f5f6e0ba08f HTTP/1.1" status: 200 len: 943 time: 0.0564973 Mar 07 11:42:45.207022 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-1b187eaf-5526-4132-afc6-24c29fe3bd52 req-e4e57dae-d326-42b5-abf4-071f21daf687 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cace3ec-0853-4ca1-b6b4-2b1e5e16621d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426850 Mar 07 11:42:46.327466 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf6dba-b012-4638-9d48-3cdf7c0162fc req-31b7ccef-1293-4de5-8e2c-ddc947380fd2 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:46.328934 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-54bf6dba-b012-4638-9d48-3cdf7c0162fc req-31b7ccef-1293-4de5-8e2c-ddc947380fd2 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=541e02d8-d7fc-495d-85b3-7f5f6e0ba08f HTTP/1.1" status: 200 len: 943 time: 0.0527825 Mar 07 11:42:46.377619 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-54bf6dba-b012-4638-9d48-3cdf7c0162fc req-3c489c83-f5c2-42ea-84a7-c84fe0fd32f1 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cace3ec-0853-4ca1-b6b4-2b1e5e16621d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424762 Mar 07 11:42:47.008128 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 9270c933-2009-4ca4-bb36-c30ee7e33485 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:42:47.103915 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 9270c933-2009-4ca4-bb36-c30ee7e33485, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=9270c933-2009-4ca4-bb36-c30ee7e33485,segment=NetworkSegment(985fdc18-763b-430c-81fe-59b7494b45d5),segment_id=985fdc18-763b-430c-81fe-59b7494b45d5)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:42:47.114818 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '9270c933-2009-4ca4-bb36-c30ee7e33485', 'network_id': '70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df', 'port_id': '9270c933-2009-4ca4-bb36-c30ee7e33485', 'mac_address': 'fa:16:3e:72:ca:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '902ff155-2952-46e6-9776-12a4e0367daa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:42:47.155023 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 9270c933-2009-4ca4-bb36-c30ee7e33485 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:42:47.155411 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9270c933-2009-4ca4-bb36-c30ee7e33485), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:47.168182 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9270c933-2009-4ca4-bb36-c30ee7e33485 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:42:47.186798 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 9270c933-2009-4ca4-bb36-c30ee7e33485, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=9270c933-2009-4ca4-bb36-c30ee7e33485,segment=NetworkSegment(985fdc18-763b-430c-81fe-59b7494b45d5),segment_id=985fdc18-763b-430c-81fe-59b7494b45d5)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:42:47.191329 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9270c933-2009-4ca4-bb36-c30ee7e33485), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:47.236724 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=9270c933-2009-4ca4-bb36-c30ee7e33485,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:47.497636 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af47b0-f7b7-4d1d-a7e3-26915a4be882 req-dd628f37-f5e1-4139-8894-abb2bcdd7ee7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:47.499132 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-61af47b0-f7b7-4d1d-a7e3-26915a4be882 req-dd628f37-f5e1-4139-8894-abb2bcdd7ee7 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=541e02d8-d7fc-495d-85b3-7f5f6e0ba08f HTTP/1.1" status: 200 len: 944 time: 0.0529914 Mar 07 11:42:47.527263 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['9270c933-2009-4ca4-bb36-c30ee7e33485'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:42:47.551645 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-61af47b0-f7b7-4d1d-a7e3-26915a4be882 req-6e887d5c-4639-4be8-a848-c8959d9e5e77 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cace3ec-0853-4ca1-b6b4-2b1e5e16621d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458095 Mar 07 11:42:48.677672 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b8bb6-ebc4-4ec0-a4dc-9c1870d79c10 req-19b810d8-e8ce-4920-8059-61b7b24ea348 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:48.679233 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e5b8bb6-ebc4-4ec0-a4dc-9c1870d79c10 req-19b810d8-e8ce-4920-8059-61b7b24ea348 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=541e02d8-d7fc-495d-85b3-7f5f6e0ba08f HTTP/1.1" status: 200 len: 944 time: 0.0562894 Mar 07 11:42:48.735861 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2e5b8bb6-ebc4-4ec0-a4dc-9c1870d79c10 req-ad16d34f-93b3-46b3-8871-c6805a3241d2 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cace3ec-0853-4ca1-b6b4-2b1e5e16621d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505455 Mar 07 11:42:48.874945 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:49.007109 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 9270c933-2009-4ca4-bb36-c30ee7e33485 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:42:49.059391 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 9270c933-2009-4ca4-bb36-c30ee7e33485 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:42:49.063767 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 9270c933-2009-4ca4-bb36-c30ee7e33485 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:42:49.064171 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (9270c933-2009-4ca4-bb36-c30ee7e33485), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:49.140550 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 9270c933-2009-4ca4-bb36-c30ee7e33485 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:42:49.140854 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (9270c933-2009-4ca4-bb36-c30ee7e33485), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:49.163823 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541e02d8-d7fc-495d-85b3-7f5f6e0ba08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9270c933-2009-4ca4-bb36-c30ee7e33485'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:42:49.166042 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a645a2b5805a54a98315e88f2d343b68cf76c29b7d342bc1003cac2cf566b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66af537-989d-4a9c-af57-538e7afa518c" -d '{"events": [{"server_uuid": "541e02d8-d7fc-495d-85b3-7f5f6e0ba08f", "name": "network-vif-plugged", "status": "completed", "tag": "9270c933-2009-4ca4-bb36-c30ee7e33485"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:42:49.180782 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 9270c933-2009-4ca4-bb36-c30ee7e33485, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=9270c933-2009-4ca4-bb36-c30ee7e33485,segment=NetworkSegment(985fdc18-763b-430c-81fe-59b7494b45d5),segment_id=985fdc18-763b-430c-81fe-59b7494b45d5)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:42:49.186933 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (9270c933-2009-4ca4-bb36-c30ee7e33485), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:49.212692 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2172284b-598f-4bd4-88ff-012f7defe319 x-openstack-request-id: req-2172284b-598f-4bd4-88ff-012f7defe319 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:42:49.212996 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "541e02d8-d7fc-495d-85b3-7f5f6e0ba08f", "name": "network-vif-plugged", "status": "completed", "tag": "9270c933-2009-4ca4-bb36-c30ee7e33485", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:42:49.213354 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2172284b-598f-4bd4-88ff-012f7defe319 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:42:49.214477 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541e02d8-d7fc-495d-85b3-7f5f6e0ba08f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9270c933-2009-4ca4-bb36-c30ee7e33485', 'code': 200} Mar 07 11:42:49.245728 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=9270c933-2009-4ca4-bb36-c30ee7e33485,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:49.320250 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8915ef-a983-43dc-ac14-38dd8e2a767a req-2de8e0d0-99aa-4906-b9a0-0d0761939af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:49.322018 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a8915ef-a983-43dc-ac14-38dd8e2a767a req-2de8e0d0-99aa-4906-b9a0-0d0761939af4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=541e02d8-d7fc-495d-85b3-7f5f6e0ba08f HTTP/1.1" status: 200 len: 1127 time: 0.0503838 Mar 07 11:42:49.367525 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a8915ef-a983-43dc-ac14-38dd8e2a767a req-8e394611-27f9-4a5d-b433-8cfcf1518424 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=2cace3ec-0853-4ca1-b6b4-2b1e5e16621d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399611 Mar 07 11:42:49.856186 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56198106-f63f-4e0a-aa4e-5f9bfd331dff req-0df65e0e-e823-4ab0-a94d-65b312dd6fb9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:49.857694 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-56198106-f63f-4e0a-aa4e-5f9bfd331dff req-0df65e0e-e823-4ab0-a94d-65b312dd6fb9 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=541e02d8-d7fc-495d-85b3-7f5f6e0ba08f HTTP/1.1" status: 200 len: 945 time: 0.0531213 Mar 07 11:42:49.907378 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-56198106-f63f-4e0a-aa4e-5f9bfd331dff req-e6a74a84-9395-43eb-bd21-2d641ec0c9db tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cace3ec-0853-4ca1-b6b4-2b1e5e16621d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436854 Mar 07 11:42:51.027473 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d5061-569b-4c65-8f97-bd250ba9de59 req-1a191640-a080-47ee-9df7-d35ba8ade03b tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:51.028929 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-800d5061-569b-4c65-8f97-bd250ba9de59 req-1a191640-a080-47ee-9df7-d35ba8ade03b tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=541e02d8-d7fc-495d-85b3-7f5f6e0ba08f HTTP/1.1" status: 200 len: 945 time: 0.0521159 Mar 07 11:42:51.082793 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-800d5061-569b-4c65-8f97-bd250ba9de59 req-1b3b9fec-dd0f-4d08-a164-68b8d302ea2e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cace3ec-0853-4ca1-b6b4-2b1e5e16621d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481653 Mar 07 11:42:51.210026 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577fcc8-185b-434a-a8be-291d1de9c900 req-d1b24eea-7a45-4e09-87a4-6bc48ec0a0aa tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:51.211406 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7577fcc8-185b-434a-a8be-291d1de9c900 req-d1b24eea-7a45-4e09-87a4-6bc48ec0a0aa tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=541e02d8-d7fc-495d-85b3-7f5f6e0ba08f HTTP/1.1" status: 200 len: 945 time: 0.0626299 Mar 07 11:42:51.260749 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7577fcc8-185b-434a-a8be-291d1de9c900 req-0912da13-d6af-4e54-8cbf-1cbad347e92e tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cace3ec-0853-4ca1-b6b4-2b1e5e16621d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435555 Mar 07 11:42:51.282527 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46044) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:42:51.326021 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bb0fea-e74f-4be8-911f-81d8bbb7bffd tempest-TestNetworkAdvancedServerOps-168186507 tempest-TestNetworkAdvancedServerOps-168186507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:51.327512 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-64bb0fea-e74f-4be8-911f-81d8bbb7bffd tempest-TestNetworkAdvancedServerOps-168186507 tempest-TestNetworkAdvancedServerOps-168186507-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=541e02d8-d7fc-495d-85b3-7f5f6e0ba08f HTTP/1.1" status: 200 len: 1122 time: 0.0440223 Mar 07 11:42:51.330378 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46046) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:42:51.335130 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-60621f69-3ab5-4358-8eee-934a79d80fa5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'port_id': '9270c933-2009-4ca4-bb36-c30ee7e33485', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:42:51.355194 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-60621f69-3ab5-4358-8eee-934a79d80fa5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:51.454126 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-60621f69-3ab5-4358-8eee-934a79d80fa5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:51.553422 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-60621f69-3ab5-4358-8eee-934a79d80fa5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Allocated IP 172.25.3.137 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/cb9b6545-882a-4195-bba6-6456e60402fb) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:42:51.656095 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-60621f69-3ab5-4358-8eee-934a79d80fa5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for port (cb9b6545-882a-4195-bba6-6456e60402fb), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:51.688520 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-60621f69-3ab5-4358-8eee-934a79d80fa5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (cb9b6545-882a-4195-bba6-6456e60402fb), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:51.727845 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60621f69-3ab5-4358-8eee-934a79d80fa5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:42:51.730622 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-60621f69-3ab5-4358-8eee-934a79d80fa5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:42:51.733131 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60621f69-3ab5-4358-8eee-934a79d80fa5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:42:51.757474 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60621f69-3ab5-4358-8eee-934a79d80fa5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Port': ['ID=cb9b6545-882a-4195-bba6-6456e60402fb,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:52.117176 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-60621f69-3ab5-4358-8eee-934a79d80fa5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for floatingip (b4adc824-0c4f-4587-85e7-4ec068353cbe), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:52.183908 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-60621f69-3ab5-4358-8eee-934a79d80fa5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (cb9b6545-882a-4195-bba6-6456e60402fb), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:52.338977 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-60621f69-3ab5-4358-8eee-934a79d80fa5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for port (cb9b6545-882a-4195-bba6-6456e60402fb), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:52.343390 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-60621f69-3ab5-4358-8eee-934a79d80fa5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (cb9b6545-882a-4195-bba6-6456e60402fb), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:52.415937 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60621f69-3ab5-4358-8eee-934a79d80fa5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event updated for resources: {'Port': ['ID=cb9b6545-882a-4195-bba6-6456e60402fb,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:42:52.428288 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-60621f69-3ab5-4358-8eee-934a79d80fa5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (b4adc824-0c4f-4587-85e7-4ec068353cbe), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:52.531837 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-60621f69-3ab5-4358-8eee-934a79d80fa5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Floating IP b4adc824-0c4f-4587-85e7-4ec068353cbe associated. External IP: 172.25.3.137, port: 9270c933-2009-4ca4-bb36-c30ee7e33485. Mar 07 11:42:52.742864 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60621f69-3ab5-4358-8eee-934a79d80fa5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Router a6cd8f13-986f-4084-bd47-a04dd4864095 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:42:52.853907 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60621f69-3ab5-4358-8eee-934a79d80fa5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:42:52.864314 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba630db8-b32a-4880-ba4b-d76f906fe04c None None] Sync routers for ids ['a6cd8f13-986f-4084-bd47-a04dd4864095'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:42:52.871654 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-60621f69-3ab5-4358-8eee-934a79d80fa5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:52.874271 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba630db8-b32a-4880-ba4b-d76f906fe04c None None] Routers {'a6cd8f13-986f-4084-bd47-a04dd4864095'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:42:52.874900 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ba630db8-b32a-4880-ba4b-d76f906fe04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:42:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a6cd8f13-986f-4084-bd47-a04dd4864095'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:42:52.906068 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-60621f69-3ab5-4358-8eee-934a79d80fa5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5746856 Mar 07 11:42:52.906929 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '541e02d8-d7fc-495d-85b3-7f5f6e0ba08f', 'tag': '9270c933-2009-4ca4-bb36-c30ee7e33485'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:42:52.909548 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d888ab39-b75a-4660-9ac6-3f27f7cc1dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "541e02d8-d7fc-495d-85b3-7f5f6e0ba08f", "tag": "9270c933-2009-4ca4-bb36-c30ee7e33485"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:42:52.950035 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe858787-db43-401b-b69e-b19700e015eb x-openstack-request-id: req-fe858787-db43-401b-b69e-b19700e015eb {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:42:52.950336 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "541e02d8-d7fc-495d-85b3-7f5f6e0ba08f", "tag": "9270c933-2009-4ca4-bb36-c30ee7e33485", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:42:52.950598 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fe858787-db43-401b-b69e-b19700e015eb {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:42:52.951008 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '541e02d8-d7fc-495d-85b3-7f5f6e0ba08f', 'tag': '9270c933-2009-4ca4-bb36-c30ee7e33485', 'status': 'completed', 'code': 200} Mar 07 11:42:53.005795 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-ba630db8-b32a-4880-ba4b-d76f906fe04c None None] Set router a6cd8f13-986f-4084-bd47-a04dd4864095 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:42:53.016226 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1783e3-1525-49fd-805e-811294677862 req-ecbd5aef-8223-494c-874d-e5ba0114d889 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:53.016832 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888ab39-b75a-4660-9ac6-3f27f7cc1dc0 req-94539410-b0af-4bb6-8f87-4d0ba2166eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:53.018398 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d888ab39-b75a-4660-9ac6-3f27f7cc1dc0 req-94539410-b0af-4bb6-8f87-4d0ba2166eba service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=541e02d8-d7fc-495d-85b3-7f5f6e0ba08f HTTP/1.1" status: 200 len: 1127 time: 0.0462873 Mar 07 11:42:53.021575 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fe1783e3-1525-49fd-805e-811294677862 req-ecbd5aef-8223-494c-874d-e5ba0114d889 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=541e02d8-d7fc-495d-85b3-7f5f6e0ba08f HTTP/1.1" status: 200 len: 945 time: 0.0585341 Mar 07 11:42:53.078135 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fe1783e3-1525-49fd-805e-811294677862 req-833c9ffe-1200-4182-b933-043251366e0a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cace3ec-0853-4ca1-b6b4-2b1e5e16621d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523450 Mar 07 11:42:53.092730 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46052) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:42:53.116456 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888ab39-b75a-4660-9ac6-3f27f7cc1dc0 req-2d26d139-c900-4859-bbc8-f01dd7d318e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:53.118276 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d888ab39-b75a-4660-9ac6-3f27f7cc1dc0 req-2d26d139-c900-4859-bbc8-f01dd7d318e8 service neutron] 10.222.0.31 "GET /v2.0/networks?id=70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df HTTP/1.1" status: 200 len: 898 time: 0.0935192 Mar 07 11:42:53.164889 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e37e5af7-7a5a-4cff-aacf-829978cf35c5 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/floatingips/b4adc824-0c4f-4587-85e7-4ec068353cbe HTTP/1.1" status: 200 len: 991 time: 0.0707603 Mar 07 11:42:53.193626 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d888ab39-b75a-4660-9ac6-3f27f7cc1dc0 req-bf965679-4e4c-422d-9305-1f002f4fe173 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9270c933-2009-4ca4-bb36-c30ee7e33485 HTTP/1.1" status: 200 len: 999 time: 0.0677817 Mar 07 11:42:53.239537 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ba630db8-b32a-4880-ba4b-d76f906fe04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310860769', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '6e81da61-d041-43c6-871a-0e15b27fd079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:42:34Z', 'updated_at': '2022-03-07T11:42:37Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '6e81da61-d041-43c6-871a-0e15b27fd079', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:42:34Z', 'updated_at': '2022-03-07T11:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'b4adc824-0c4f-4587-85e7-4ec068353cbe', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'port_id': '9270c933-2009-4ca4-bb36-c30ee7e33485', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df', 'mac_address': 'fa:16:3e:72:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541e02d8-d7fc-495d-85b3-7f5f6e0ba08f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:42:51Z', 'updated_at': '2022-03-07T11:42:51Z', 'revision_number': 0, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfea0e35-5abb-4798-a6da-7672d360c93b', 'name': '', 'network_id': '70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:70:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '902ff155-2952-46e6-9776-12a4e0367daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:42:36Z', 'updated_at': '2022-03-07T11:42:40Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '902ff155-2952-46e6-9776-12a4e0367daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:42:53.242040 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888ab39-b75a-4660-9ac6-3f27f7cc1dc0 req-a75031ef-8c98-4c80-8162-fb35fd459a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:53.252050 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d888ab39-b75a-4660-9ac6-3f27f7cc1dc0 req-a75031ef-8c98-4c80-8162-fb35fd459a20 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=902ff155-2952-46e6-9776-12a4e0367daa HTTP/1.1" status: 200 len: 835 time: 0.0525205 Mar 07 11:42:53.270521 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba630db8-b32a-4880-ba4b-d76f906fe04c None None] Checking router: a6cd8f13-986f-4084-bd47-a04dd4864095 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:42:53.278861 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba630db8-b32a-4880-ba4b-d76f906fe04c None None] Routers {'a6cd8f13-986f-4084-bd47-a04dd4864095'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:42:53.279467 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ba630db8-b32a-4880-ba4b-d76f906fe04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:42:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a6cd8f13-986f-4084-bd47-a04dd4864095'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:42:53.302649 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888ab39-b75a-4660-9ac6-3f27f7cc1dc0 req-b4247d91-5330-428f-b2af-e889f9a7d1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:42:53.304140 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d888ab39-b75a-4660-9ac6-3f27f7cc1dc0 req-b4247d91-5330-428f-b2af-e889f9a7d1d6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0463684 Mar 07 11:42:53.388965 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-ba630db8-b32a-4880-ba4b-d76f906fe04c None None] Set router a6cd8f13-986f-4084-bd47-a04dd4864095 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:42:53.397423 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d888ab39-b75a-4660-9ac6-3f27f7cc1dc0 req-b7215b65-5804-4c2a-a4dc-b2bfe05ac484 service neutron] 10.222.0.31 "GET /v2.0/networks/70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866611 Mar 07 11:42:53.493209 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d888ab39-b75a-4660-9ac6-3f27f7cc1dc0 req-41b542fe-ed73-40eb-978a-6ce97af8fc76 service neutron] 10.222.0.31 "GET /v2.0/networks/70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903075 Mar 07 11:42:53.521327 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:42:53.632644 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ba630db8-b32a-4880-ba4b-d76f906fe04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310860769', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '6e81da61-d041-43c6-871a-0e15b27fd079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:42:34Z', 'updated_at': '2022-03-07T11:42:37Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '6e81da61-d041-43c6-871a-0e15b27fd079', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:42:34Z', 'updated_at': '2022-03-07T11:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'b4adc824-0c4f-4587-85e7-4ec068353cbe', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'port_id': '9270c933-2009-4ca4-bb36-c30ee7e33485', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df', 'mac_address': 'fa:16:3e:72:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541e02d8-d7fc-495d-85b3-7f5f6e0ba08f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:42:51Z', 'updated_at': '2022-03-07T11:42:51Z', 'revision_number': 0, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfea0e35-5abb-4798-a6da-7672d360c93b', 'name': '', 'network_id': '70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:70:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '902ff155-2952-46e6-9776-12a4e0367daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:42:36Z', 'updated_at': '2022-03-07T11:42:40Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '902ff155-2952-46e6-9776-12a4e0367daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:42:53.665895 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba630db8-b32a-4880-ba4b-d76f906fe04c None None] The sync data for ids ['a6cd8f13-986f-4084-bd47-a04dd4864095'] in n-d-832164-4 is: [{'id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310860769', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '6e81da61-d041-43c6-871a-0e15b27fd079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:42:34Z', 'updated_at': '2022-03-07T11:42:37Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '6e81da61-d041-43c6-871a-0e15b27fd079', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:42:34Z', 'updated_at': '2022-03-07T11:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'b4adc824-0c4f-4587-85e7-4ec068353cbe', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'floating_ip_address': '172.25.3.137', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'port_id': '9270c933-2009-4ca4-bb36-c30ee7e33485', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4363, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df', 'mac_address': 'fa:16:3e:72:ca:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '541e02d8-d7fc-495d-85b3-7f5f6e0ba08f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:42:51Z', 'updated_at': '2022-03-07T11:42:51Z', 'revision_number': 0, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfea0e35-5abb-4798-a6da-7672d360c93b', 'name': '', 'network_id': '70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:70:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '902ff155-2952-46e6-9776-12a4e0367daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:42:36Z', 'updated_at': '2022-03-07T11:42:40Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '902ff155-2952-46e6-9776-12a4e0367daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:42:53.871735 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822fb0bc-c008-4a00-94d5-4fd85f51ddfe None None] New status for floating IP b4adc824-0c4f-4587-85e7-4ec068353cbe: ACTIVE {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:42:54.166901 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46054) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:42:54.231899 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8f5ffe4e-3c94-4753-bf80-d1592dde7734 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/floatingips/b4adc824-0c4f-4587-85e7-4ec068353cbe HTTP/1.1" status: 200 len: 993 time: 0.0638523 Mar 07 11:43:02.220935 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bec6880c-83ea-4e6d-863e-4a61e548a6e2 req-b0835f31-977a-4464-b3bd-9ff9c307c0c1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=541e02d8-d7fc-495d-85b3-7f5f6e0ba08f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423682 Mar 07 11:43:02.312627 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6880c-83ea-4e6d-863e-4a61e548a6e2 req-214ff5fd-7e28-4f6b-9464-683e7262efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:02.314141 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bec6880c-83ea-4e6d-863e-4a61e548a6e2 req-214ff5fd-7e28-4f6b-9464-683e7262efb7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=541e02d8-d7fc-495d-85b3-7f5f6e0ba08f HTTP/1.1" status: 200 len: 1127 time: 0.0502973 Mar 07 11:43:02.419779 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6880c-83ea-4e6d-863e-4a61e548a6e2 req-ed30f810-a4bd-4191-bcbb-b7ce986b177e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:02.421295 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bec6880c-83ea-4e6d-863e-4a61e548a6e2 req-ed30f810-a4bd-4191-bcbb-b7ce986b177e service neutron] 10.222.0.31 "GET /v2.0/networks?id=70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df HTTP/1.1" status: 200 len: 898 time: 0.0886576 Mar 07 11:43:02.488520 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bec6880c-83ea-4e6d-863e-4a61e548a6e2 req-59fc4348-b986-4510-bc14-aa74334af574 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9270c933-2009-4ca4-bb36-c30ee7e33485 HTTP/1.1" status: 200 len: 1001 time: 0.0613053 Mar 07 11:43:02.536542 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6880c-83ea-4e6d-863e-4a61e548a6e2 req-05297adf-492c-4d5b-a5c9-f3bf7a029ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:02.537966 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bec6880c-83ea-4e6d-863e-4a61e548a6e2 req-05297adf-492c-4d5b-a5c9-f3bf7a029ba5 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=902ff155-2952-46e6-9776-12a4e0367daa HTTP/1.1" status: 200 len: 835 time: 0.0428371 Mar 07 11:43:02.585948 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6880c-83ea-4e6d-863e-4a61e548a6e2 req-287a898a-c1e3-4a09-b3d8-e306b741100c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:02.587424 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bec6880c-83ea-4e6d-863e-4a61e548a6e2 req-287a898a-c1e3-4a09-b3d8-e306b741100c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0434570 Mar 07 11:43:02.679106 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bec6880c-83ea-4e6d-863e-4a61e548a6e2 req-4e3dcc72-8ab9-4ab8-9968-fe6e426d8725 service neutron] 10.222.0.31 "GET /v2.0/networks/70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855486 Mar 07 11:43:02.770709 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bec6880c-83ea-4e6d-863e-4a61e548a6e2 req-3daa1154-666d-4d6b-95e5-28559875c29a service neutron] 10.222.0.31 "GET /v2.0/networks/70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841534 Mar 07 11:43:04.254182 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:43:06.622407 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2deb46cb-1979-4b84-8e06-80f19b88c983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:08.690311 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9f86638b-671c-4f9d-8cb3-32680e173eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:10.160073 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:11.897601 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:13.113519 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:18.889679 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:23.526529 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:36.630767 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-464a5b83-0b77-4b14-9f69-1c7e4d133624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:38.691696 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bdd88989-76ac-4d55-99bf-0d4639f9b87f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:40.163538 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:41.253662 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:43:41.899470 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:43.117194 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:48.891041 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:53.536506 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:43:57.036650 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4abd3e-4fcb-45be-9d66-0e525e302bfa req-0a2fe39d-e1ca-4360-a3b9-b8cc68fe2c59 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:57.038141 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a4abd3e-4fcb-45be-9d66-0e525e302bfa req-0a2fe39d-e1ca-4360-a3b9-b8cc68fe2c59 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=541e02d8-d7fc-495d-85b3-7f5f6e0ba08f HTTP/1.1" status: 200 len: 945 time: 0.0539417 Mar 07 11:43:57.091995 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9a4abd3e-4fcb-45be-9d66-0e525e302bfa req-fc55de4f-f3ca-4940-b57b-b92e4d7f2dcb tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cace3ec-0853-4ca1-b6b4-2b1e5e16621d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480378 Mar 07 11:43:58.214225 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636998f3-6fbd-41de-ae8e-cc6d6bf9f4af req-1596be7c-cae2-4c22-a416-c52de7b8d99a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:58.215702 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-636998f3-6fbd-41de-ae8e-cc6d6bf9f4af req-1596be7c-cae2-4c22-a416-c52de7b8d99a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=541e02d8-d7fc-495d-85b3-7f5f6e0ba08f HTTP/1.1" status: 200 len: 945 time: 0.0537117 Mar 07 11:43:58.263473 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-636998f3-6fbd-41de-ae8e-cc6d6bf9f4af req-6ecb45b5-7d95-4f76-9ecb-a011c9ae253a tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cace3ec-0853-4ca1-b6b4-2b1e5e16621d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422218 Mar 07 11:43:59.383568 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ac314-3ff6-4a5f-8188-142f5d11b6f4 req-5f32f21d-92a2-4421-8238-da5fbd757285 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:43:59.385043 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-705ac314-3ff6-4a5f-8188-142f5d11b6f4 req-5f32f21d-92a2-4421-8238-da5fbd757285 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=541e02d8-d7fc-495d-85b3-7f5f6e0ba08f HTTP/1.1" status: 200 len: 945 time: 0.0519595 Mar 07 11:43:59.434008 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-705ac314-3ff6-4a5f-8188-142f5d11b6f4 req-aabc7909-012b-4acf-8230-bd45bd5ca35f tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cace3ec-0853-4ca1-b6b4-2b1e5e16621d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434194 Mar 07 11:43:59.456293 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46088) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:43:59.515130 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-7bf595fa-02ad-48d5-828d-effc34ef6ea2 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/floatingips/b4adc824-0c4f-4587-85e7-4ec068353cbe HTTP/1.1" status: 200 len: 993 time: 0.0570164 Mar 07 11:44:00.788478 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69ea5a7-ecdf-4394-a962-c7866e655a3d req-aedb8bff-08e4-4abe-8943-57c3bc916ba6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:00.790038 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d69ea5a7-ecdf-4394-a962-c7866e655a3d req-aedb8bff-08e4-4abe-8943-57c3bc916ba6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=541e02d8-d7fc-495d-85b3-7f5f6e0ba08f HTTP/1.1" status: 200 len: 945 time: 0.0583725 Mar 07 11:44:00.805370 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fb1bb-448c-43d8-a09c-d34772048887 req-7cf44acc-414b-41f0-99fa-a14fc62e225e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:00.806881 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-123fb1bb-448c-43d8-a09c-d34772048887 req-7cf44acc-414b-41f0-99fa-a14fc62e225e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=541e02d8-d7fc-495d-85b3-7f5f6e0ba08f HTTP/1.1" status: 200 len: 1127 time: 0.0490427 Mar 07 11:44:00.839762 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d69ea5a7-ecdf-4394-a962-c7866e655a3d req-b9542467-caac-481c-9d22-9eaeaea2a717 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cace3ec-0853-4ca1-b6b4-2b1e5e16621d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438421 Mar 07 11:44:00.895405 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fb1bb-448c-43d8-a09c-d34772048887 req-e79cc89b-02cf-4aa0-8925-b31d4fee632d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:00.897495 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-123fb1bb-448c-43d8-a09c-d34772048887 req-e79cc89b-02cf-4aa0-8925-b31d4fee632d service neutron] 10.222.0.31 "GET /v2.0/networks?id=70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df HTTP/1.1" status: 200 len: 898 time: 0.0848479 Mar 07 11:44:00.964220 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-123fb1bb-448c-43d8-a09c-d34772048887 req-dfaa7bf1-a2b6-4a1b-a066-15b366dfebb9 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9270c933-2009-4ca4-bb36-c30ee7e33485 HTTP/1.1" status: 200 len: 1001 time: 0.0605471 Mar 07 11:44:01.011346 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fb1bb-448c-43d8-a09c-d34772048887 req-b684ad8a-ad81-4296-b039-335948140129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:01.012750 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-123fb1bb-448c-43d8-a09c-d34772048887 req-b684ad8a-ad81-4296-b039-335948140129 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=902ff155-2952-46e6-9776-12a4e0367daa HTTP/1.1" status: 200 len: 835 time: 0.0423503 Mar 07 11:44:01.059674 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123fb1bb-448c-43d8-a09c-d34772048887 req-7ebf616b-b72d-4fb5-83f2-beeef433785a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:01.061131 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-123fb1bb-448c-43d8-a09c-d34772048887 req-7ebf616b-b72d-4fb5-83f2-beeef433785a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0426695 Mar 07 11:44:01.154614 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-123fb1bb-448c-43d8-a09c-d34772048887 req-0f3d0cc8-d4ef-48ef-9536-dba23e10045e service neutron] 10.222.0.31 "GET /v2.0/networks/70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874207 Mar 07 11:44:01.246545 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-123fb1bb-448c-43d8-a09c-d34772048887 req-e6047d18-9005-4e91-aa31-e87a74159c5b service neutron] 10.222.0.31 "GET /v2.0/networks/70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835133 Mar 07 11:44:01.967077 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c6949-f160-4f4a-893a-c3aa787f2d0c req-f88a007c-60d8-4e9e-a2b1-1fd3dd151b29 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:01.968554 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e35c6949-f160-4f4a-893a-c3aa787f2d0c req-f88a007c-60d8-4e9e-a2b1-1fd3dd151b29 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=541e02d8-d7fc-495d-85b3-7f5f6e0ba08f HTTP/1.1" status: 200 len: 945 time: 0.0581620 Mar 07 11:44:02.017694 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e35c6949-f160-4f4a-893a-c3aa787f2d0c req-867f6184-1389-4647-84f9-0664a34e6a92 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cace3ec-0853-4ca1-b6b4-2b1e5e16621d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429626 Mar 07 11:44:03.148574 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355da7e9-944e-474e-b6d5-7b0d923a570b req-18101f02-bf48-406c-8e8c-abeaad3727ad tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:03.150210 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-355da7e9-944e-474e-b6d5-7b0d923a570b req-18101f02-bf48-406c-8e8c-abeaad3727ad tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=541e02d8-d7fc-495d-85b3-7f5f6e0ba08f HTTP/1.1" status: 200 len: 945 time: 0.0604894 Mar 07 11:44:03.199926 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-355da7e9-944e-474e-b6d5-7b0d923a570b req-0a6935ab-20c7-4c9e-a56f-2d16cb618613 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cace3ec-0853-4ca1-b6b4-2b1e5e16621d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438948 Mar 07 11:44:03.221793 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46106) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:44:03.282537 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-937d778c-f516-42aa-b62a-b11fd13b17c6 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/floatingips/b4adc824-0c4f-4587-85e7-4ec068353cbe HTTP/1.1" status: 200 len: 993 time: 0.0595973 Mar 07 11:44:03.510801 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46112) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:44:03.989495 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-ca01828a-ff2c-441b-94f6-581a9e14a6bf tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Deleting port cb9b6545-882a-4195-bba6-6456e60402fb {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:44:03.989839 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ca01828a-ff2c-441b-94f6-581a9e14a6bf tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (cb9b6545-882a-4195-bba6-6456e60402fb), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:04.069759 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ca01828a-ff2c-441b-94f6-581a9e14a6bf tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (cb9b6545-882a-4195-bba6-6456e60402fb), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:04.070080 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ca01828a-ff2c-441b-94f6-581a9e14a6bf tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for floatingip (cb9b6545-882a-4195-bba6-6456e60402fb), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:04.081993 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-ca01828a-ff2c-441b-94f6-581a9e14a6bf tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Calling delete_port for cb9b6545-882a-4195-bba6-6456e60402fb owned by network:floatingip {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:44:04.258901 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ca01828a-ff2c-441b-94f6-581a9e14a6bf tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (cb9b6545-882a-4195-bba6-6456e60402fb), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:04.269050 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-13b9c5f4-7c20-41e6-83af-e1c45f9450b4 req-16253ac1-fda8-401c-9645-ec7ef54a73aa service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=541e02d8-d7fc-495d-85b3-7f5f6e0ba08f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0876558 Mar 07 11:44:04.288085 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01828a-ff2c-441b-94f6-581a9e14a6bf tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'Port': ['ID=cb9b6545-882a-4195-bba6-6456e60402fb,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:04.323897 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01828a-ff2c-441b-94f6-581a9e14a6bf tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:04.324248 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01828a-ff2c-441b-94f6-581a9e14a6bf tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:04.324593 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01828a-ff2c-441b-94f6-581a9e14a6bf tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:04.324930 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01828a-ff2c-441b-94f6-581a9e14a6bf tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:04.325293 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01828a-ff2c-441b-94f6-581a9e14a6bf tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:04.325625 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01828a-ff2c-441b-94f6-581a9e14a6bf tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:04.325955 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01828a-ff2c-441b-94f6-581a9e14a6bf tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:04.326282 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01828a-ff2c-441b-94f6-581a9e14a6bf tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:04.326645 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01828a-ff2c-441b-94f6-581a9e14a6bf tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:04.326971 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01828a-ff2c-441b-94f6-581a9e14a6bf tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:04.327295 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01828a-ff2c-441b-94f6-581a9e14a6bf tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:04.327616 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01828a-ff2c-441b-94f6-581a9e14a6bf tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:04.327939 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01828a-ff2c-441b-94f6-581a9e14a6bf tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:04.398476 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ca01828a-ff2c-441b-94f6-581a9e14a6bf tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for floatingip (b4adc824-0c4f-4587-85e7-4ec068353cbe), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:04.398818 n-d-832164-4 neutron-server[103767]: INFO neutron.db.l3_db [None req-ca01828a-ff2c-441b-94f6-581a9e14a6bf tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Floating IP b4adc824-0c4f-4587-85e7-4ec068353cbe disassociated (deleted). External IP: 172.25.3.137, port: 9270c933-2009-4ca4-bb36-c30ee7e33485. Mar 07 11:44:04.404553 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9c5f4-7c20-41e6-83af-e1c45f9450b4 req-04a28971-a8f7-4544-b84b-d01a11019d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:04.406370 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-13b9c5f4-7c20-41e6-83af-e1c45f9450b4 req-04a28971-a8f7-4544-b84b-d01a11019d8a service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=541e02d8-d7fc-495d-85b3-7f5f6e0ba08f HTTP/1.1" status: 200 len: 1127 time: 0.0930569 Mar 07 11:44:04.583286 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9c5f4-7c20-41e6-83af-e1c45f9450b4 req-23e1a052-781a-4293-baee-5e93c560d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:04.584646 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-13b9c5f4-7c20-41e6-83af-e1c45f9450b4 req-23e1a052-781a-4293-baee-5e93c560d80e service neutron] 10.222.0.31 "GET /v2.0/networks?id=70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df HTTP/1.1" status: 200 len: 898 time: 0.1435020 Mar 07 11:44:04.663497 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-13b9c5f4-7c20-41e6-83af-e1c45f9450b4 req-22a6140b-1613-4ef0-88a3-ad1c5db51d7f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9270c933-2009-4ca4-bb36-c30ee7e33485 HTTP/1.1" status: 200 len: 217 time: 0.0403225 Mar 07 11:44:04.756397 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9c5f4-7c20-41e6-83af-e1c45f9450b4 req-e7f6eb66-35f0-4412-89bc-3bcf3b3dfc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:04.757864 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-13b9c5f4-7c20-41e6-83af-e1c45f9450b4 req-e7f6eb66-35f0-4412-89bc-3bcf3b3dfc30 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=902ff155-2952-46e6-9776-12a4e0367daa HTTP/1.1" status: 200 len: 835 time: 0.0876491 Mar 07 11:44:04.766018 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca01828a-ff2c-441b-94f6-581a9e14a6bf tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Router a6cd8f13-986f-4084-bd47-a04dd4864095 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:44:04.858213 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9c5f4-7c20-41e6-83af-e1c45f9450b4 req-ff102066-2d3a-4346-86cc-b3ae39be4097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:04.859636 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-13b9c5f4-7c20-41e6-83af-e1c45f9450b4 req-ff102066-2d3a-4346-86cc-b3ae39be4097 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0926130 Mar 07 11:44:04.964741 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca01828a-ff2c-441b-94f6-581a9e14a6bf tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:44:04.970253 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ca01828a-ff2c-441b-94f6-581a9e14a6bf tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:04.974704 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384946c4-f9d2-49d3-b236-ef1fdd04d3d4 None None] Sync routers for ids ['a6cd8f13-986f-4084-bd47-a04dd4864095'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:44:04.983710 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384946c4-f9d2-49d3-b236-ef1fdd04d3d4 None None] Routers {'a6cd8f13-986f-4084-bd47-a04dd4864095'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:44:04.984330 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-384946c4-f9d2-49d3-b236-ef1fdd04d3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:43:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a6cd8f13-986f-4084-bd47-a04dd4864095'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:44:05.018545 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ca01828a-ff2c-441b-94f6-581a9e14a6bf tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "DELETE /v2.0/floatingips/b4adc824-0c4f-4587-85e7-4ec068353cbe HTTP/1.1" status: 204 len: 168 time: 1.5065961 Mar 07 11:44:05.021027 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '541e02d8-d7fc-495d-85b3-7f5f6e0ba08f', 'tag': '9270c933-2009-4ca4-bb36-c30ee7e33485'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:44:05.023669 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b94ef08-3da6-4d9d-9eea-79de4780415a" -d '{"events": [{"name": "network-changed", "server_uuid": "541e02d8-d7fc-495d-85b3-7f5f6e0ba08f", "tag": "9270c933-2009-4ca4-bb36-c30ee7e33485"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:44:05.028202 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-13b9c5f4-7c20-41e6-83af-e1c45f9450b4 req-4971c79c-b8bd-4c9f-b029-e0a79f28ed5f service neutron] 10.222.0.31 "GET /v2.0/networks/70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364524 Mar 07 11:44:05.121504 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-384946c4-f9d2-49d3-b236-ef1fdd04d3d4 None None] Set router a6cd8f13-986f-4084-bd47-a04dd4864095 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:44:05.159275 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-13b9c5f4-7c20-41e6-83af-e1c45f9450b4 req-1eb52f97-1cb9-4b2c-b2ca-510bf45560d7 service neutron] 10.222.0.31 "GET /v2.0/networks/70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236749 Mar 07 11:44:05.164835 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6bcf62-b39c-4816-a784-3622e5571212 x-openstack-request-id: req-9b6bcf62-b39c-4816-a784-3622e5571212 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:44:05.165279 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "541e02d8-d7fc-495d-85b3-7f5f6e0ba08f", "tag": "9270c933-2009-4ca4-bb36-c30ee7e33485", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:44:05.166206 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9b6bcf62-b39c-4816-a784-3622e5571212 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:44:05.170173 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '541e02d8-d7fc-495d-85b3-7f5f6e0ba08f', 'tag': '9270c933-2009-4ca4-bb36-c30ee7e33485', 'status': 'completed', 'code': 200} Mar 07 11:44:05.303604 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769ef45-d372-4aca-aabf-da4eff72dee4 req-9665dcb7-84bc-46f1-a7fc-3b35ccdbf870 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:05.305073 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a769ef45-d372-4aca-aabf-da4eff72dee4 req-9665dcb7-84bc-46f1-a7fc-3b35ccdbf870 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=541e02d8-d7fc-495d-85b3-7f5f6e0ba08f HTTP/1.1" status: 200 len: 945 time: 0.0789001 Mar 07 11:44:05.307853 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94ef08-3da6-4d9d-9eea-79de4780415a req-a7f1da56-35d9-4593-98a2-8829e182dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:05.309322 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b94ef08-3da6-4d9d-9eea-79de4780415a req-a7f1da56-35d9-4593-98a2-8829e182dc10 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=a55f85fdfc8447269f634477a798a23c&device_id=541e02d8-d7fc-495d-85b3-7f5f6e0ba08f HTTP/1.1" status: 200 len: 1127 time: 0.0935719 Mar 07 11:44:05.343162 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-384946c4-f9d2-49d3-b236-ef1fdd04d3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310860769', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '6e81da61-d041-43c6-871a-0e15b27fd079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:42:34Z', 'updated_at': '2022-03-07T11:42:37Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '6e81da61-d041-43c6-871a-0e15b27fd079', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:42:34Z', 'updated_at': '2022-03-07T11:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'cfea0e35-5abb-4798-a6da-7672d360c93b', 'name': '', 'network_id': '70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:70:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '902ff155-2952-46e6-9776-12a4e0367daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:42:36Z', 'updated_at': '2022-03-07T11:42:40Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '902ff155-2952-46e6-9776-12a4e0367daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:44:05.369943 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384946c4-f9d2-49d3-b236-ef1fdd04d3d4 None None] Checking router: a6cd8f13-986f-4084-bd47-a04dd4864095 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:44:05.378203 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384946c4-f9d2-49d3-b236-ef1fdd04d3d4 None None] Routers {'a6cd8f13-986f-4084-bd47-a04dd4864095'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:44:05.378821 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-384946c4-f9d2-49d3-b236-ef1fdd04d3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:43:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a6cd8f13-986f-4084-bd47-a04dd4864095'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:44:05.410264 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a769ef45-d372-4aca-aabf-da4eff72dee4 req-547ed93a-cbac-4eab-a78b-9f5b0700b21c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cace3ec-0853-4ca1-b6b4-2b1e5e16621d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985680 Mar 07 11:44:05.434957 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94ef08-3da6-4d9d-9eea-79de4780415a req-69429e97-d05e-478a-a050-ae2ab85fa84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:05.436426 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b94ef08-3da6-4d9d-9eea-79de4780415a req-69429e97-d05e-478a-a050-ae2ab85fa84a service neutron] 10.222.0.31 "GET /v2.0/networks?id=70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df HTTP/1.1" status: 200 len: 898 time: 0.1176727 Mar 07 11:44:05.483492 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b94ef08-3da6-4d9d-9eea-79de4780415a req-bda98ece-204d-4de2-b96d-1c999cfc7c2f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9270c933-2009-4ca4-bb36-c30ee7e33485 HTTP/1.1" status: 200 len: 217 time: 0.0391371 Mar 07 11:44:05.489305 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-384946c4-f9d2-49d3-b236-ef1fdd04d3d4 None None] Set router a6cd8f13-986f-4084-bd47-a04dd4864095 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:44:05.534093 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94ef08-3da6-4d9d-9eea-79de4780415a req-715f647c-c433-44b1-b02b-f47e82bc31e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:05.535541 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b94ef08-3da6-4d9d-9eea-79de4780415a req-715f647c-c433-44b1-b02b-f47e82bc31e7 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=902ff155-2952-46e6-9776-12a4e0367daa HTTP/1.1" status: 200 len: 835 time: 0.0450325 Mar 07 11:44:05.586380 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94ef08-3da6-4d9d-9eea-79de4780415a req-ef6a1e34-2fd0-4d61-bfeb-f86e686a9021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:05.587878 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b94ef08-3da6-4d9d-9eea-79de4780415a req-ef6a1e34-2fd0-4d61-bfeb-f86e686a9021 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0452316 Mar 07 11:44:05.683467 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b94ef08-3da6-4d9d-9eea-79de4780415a req-f076f821-4ae0-48b4-a2ca-1e2ade9d3bb5 service neutron] 10.222.0.31 "GET /v2.0/networks/70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889022 Mar 07 11:44:05.695417 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-384946c4-f9d2-49d3-b236-ef1fdd04d3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310860769', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '6e81da61-d041-43c6-871a-0e15b27fd079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:42:34Z', 'updated_at': '2022-03-07T11:42:37Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '6e81da61-d041-43c6-871a-0e15b27fd079', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:42:34Z', 'updated_at': '2022-03-07T11:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'cfea0e35-5abb-4798-a6da-7672d360c93b', 'name': '', 'network_id': '70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:70:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '902ff155-2952-46e6-9776-12a4e0367daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:42:36Z', 'updated_at': '2022-03-07T11:42:40Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '902ff155-2952-46e6-9776-12a4e0367daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:44:05.721895 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384946c4-f9d2-49d3-b236-ef1fdd04d3d4 None None] The sync data for ids ['a6cd8f13-986f-4084-bd47-a04dd4864095'] in n-d-832164-4 is: [{'id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310860769', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '6e81da61-d041-43c6-871a-0e15b27fd079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:42:34Z', 'updated_at': '2022-03-07T11:42:37Z', 'revision_number': 4, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '6e81da61-d041-43c6-871a-0e15b27fd079', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:42:34Z', 'updated_at': '2022-03-07T11:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': 'cfea0e35-5abb-4798-a6da-7672d360c93b', 'name': '', 'network_id': '70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'mac_address': 'fa:16:3e:70:b6:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '902ff155-2952-46e6-9776-12a4e0367daa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:42:36Z', 'updated_at': '2022-03-07T11:42:40Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'subnets': [{'id': '902ff155-2952-46e6-9776-12a4e0367daa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:44:05.782601 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b94ef08-3da6-4d9d-9eea-79de4780415a req-c9ab26bd-bbbf-47f1-b476-21d75caf0220 service neutron] 10.222.0.31 "GET /v2.0/networks/70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929034 Mar 07 11:44:05.949880 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc2972c-7b18-4d23-b9df-0086db100a81 None None] New status for floating IP b4adc824-0c4f-4587-85e7-4ec068353cbe: DOWN {{(pid=103769) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:44:06.538831 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72e7ff-3c88-40ad-a57a-4caa391b351a req-e6a24713-ef72-4234-a7d3-45cb33159ac8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:06.540312 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fb72e7ff-3c88-40ad-a57a-4caa391b351a req-e6a24713-ef72-4234-a7d3-45cb33159ac8 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=541e02d8-d7fc-495d-85b3-7f5f6e0ba08f HTTP/1.1" status: 200 len: 945 time: 0.0610859 Mar 07 11:44:06.588832 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-fb72e7ff-3c88-40ad-a57a-4caa391b351a req-a373264b-9ddb-45ef-94ab-9daa9ecc0012 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/security-groups?id=2cace3ec-0853-4ca1-b6b4-2b1e5e16621d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425510 Mar 07 11:44:06.623277 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5366de84-0d3e-4ab9-963e-6d7e264f38ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:06.883394 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c271e7-73fa-4ea8-b928-8eb54fcbb1f1 req-e0d9b522-7721-4243-b34f-bdf301cc448c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:06.884735 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-92c271e7-73fa-4ea8-b928-8eb54fcbb1f1 req-e0d9b522-7721-4243-b34f-bdf301cc448c tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.31 "GET /v2.0/ports?device_id=541e02d8-d7fc-495d-85b3-7f5f6e0ba08f HTTP/1.1" status: 200 len: 945 time: 0.0572553 Mar 07 11:44:06.973687 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-92c271e7-73fa-4ea8-b928-8eb54fcbb1f1 req-2b279bbd-6899-44e7-bd7e-c3654750aad4 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Deleting port 9270c933-2009-4ca4-bb36-c30ee7e33485 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:44:06.974030 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-92c271e7-73fa-4ea8-b928-8eb54fcbb1f1 req-2b279bbd-6899-44e7-bd7e-c3654750aad4 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (9270c933-2009-4ca4-bb36-c30ee7e33485), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:07.065485 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-92c271e7-73fa-4ea8-b928-8eb54fcbb1f1 req-2b279bbd-6899-44e7-bd7e-c3654750aad4 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] For port 9270c933-2009-4ca4-bb36-c30ee7e33485, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=9270c933-2009-4ca4-bb36-c30ee7e33485,segment=NetworkSegment(985fdc18-763b-430c-81fe-59b7494b45d5),segment_id=985fdc18-763b-430c-81fe-59b7494b45d5)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:44:07.065848 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-92c271e7-73fa-4ea8-b928-8eb54fcbb1f1 req-2b279bbd-6899-44e7-bd7e-c3654750aad4 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (9270c933-2009-4ca4-bb36-c30ee7e33485), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:07.078170 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-92c271e7-73fa-4ea8-b928-8eb54fcbb1f1 req-2b279bbd-6899-44e7-bd7e-c3654750aad4 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Calling delete_port for 9270c933-2009-4ca4-bb36-c30ee7e33485 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:44:07.204949 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-92c271e7-73fa-4ea8-b928-8eb54fcbb1f1 req-2b279bbd-6899-44e7-bd7e-c3654750aad4 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (9270c933-2009-4ca4-bb36-c30ee7e33485), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:07.236367 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b279bbd-6899-44e7-bd7e-c3654750aad4 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'Port': ['ID=9270c933-2009-4ca4-bb36-c30ee7e33485,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:07.283204 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c271e7-73fa-4ea8-b928-8eb54fcbb1f1 req-2b279bbd-6899-44e7-bd7e-c3654750aad4 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] No DVR routers for this DVR port 9270c933-2009-4ca4-bb36-c30ee7e33485 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:44:07.285782 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-92c271e7-73fa-4ea8-b928-8eb54fcbb1f1 req-2b279bbd-6899-44e7-bd7e-c3654750aad4 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:07.289851 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-92c271e7-73fa-4ea8-b928-8eb54fcbb1f1 req-2b279bbd-6899-44e7-bd7e-c3654750aad4 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.31 "DELETE /v2.0/ports/9270c933-2009-4ca4-bb36-c30ee7e33485 HTTP/1.1" status: 204 len: 173 time: 0.3998637 Mar 07 11:44:07.290293 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '541e02d8-d7fc-495d-85b3-7f5f6e0ba08f', 'name': 'network-vif-deleted', 'tag': '9270c933-2009-4ca4-bb36-c30ee7e33485'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:44:07.292575 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c994a1-70a7-4c54-9a98-e732eca22571" -d '{"events": [{"server_uuid": "541e02d8-d7fc-495d-85b3-7f5f6e0ba08f", "name": "network-vif-deleted", "tag": "9270c933-2009-4ca4-bb36-c30ee7e33485"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:44:07.329404 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0aab96a-3110-4137-8994-592238423199 x-openstack-request-id: req-a0aab96a-3110-4137-8994-592238423199 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:44:07.329697 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "541e02d8-d7fc-495d-85b3-7f5f6e0ba08f", "name": "network-vif-deleted", "tag": "9270c933-2009-4ca4-bb36-c30ee7e33485", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:44:07.329948 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a0aab96a-3110-4137-8994-592238423199 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:44:07.330349 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '541e02d8-d7fc-495d-85b3-7f5f6e0ba08f', 'name': 'network-vif-deleted', 'tag': '9270c933-2009-4ca4-bb36-c30ee7e33485', 'status': 'completed', 'code': 200} Mar 07 11:44:07.708655 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0bcf00c8-c6fc-4a55-b368-2e52819ddfa3 req-c2ad428e-d798-4afa-ba9f-4b6894fefb94 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "GET /v2.0/ports?device_id=541e02d8-d7fc-495d-85b3-7f5f6e0ba08f HTTP/1.1" status: 200 len: 210 time: 0.0351799 Mar 07 11:44:08.693168 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-455f22dc-d30a-4e9b-a8a2-0eb3015d7d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:08.768430 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46130) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:44:09.132978 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bed785f0-04b1-4bbf-887a-357bd1b94004 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (a6cd8f13-986f-4084-bd47-a04dd4864095), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:09.392144 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-bed785f0-04b1-4bbf-887a-357bd1b94004 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Deleting port cfea0e35-5abb-4798-a6da-7672d360c93b {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:44:09.392395 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bed785f0-04b1-4bbf-887a-357bd1b94004 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (cfea0e35-5abb-4798-a6da-7672d360c93b), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:09.478757 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-bed785f0-04b1-4bbf-887a-357bd1b94004 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] For port cfea0e35-5abb-4798-a6da-7672d360c93b, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=cfea0e35-5abb-4798-a6da-7672d360c93b,segment=NetworkSegment(985fdc18-763b-430c-81fe-59b7494b45d5),segment_id=985fdc18-763b-430c-81fe-59b7494b45d5)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:44:09.479112 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bed785f0-04b1-4bbf-887a-357bd1b94004 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (cfea0e35-5abb-4798-a6da-7672d360c93b), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:09.490627 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-bed785f0-04b1-4bbf-887a-357bd1b94004 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Calling delete_port for cfea0e35-5abb-4798-a6da-7672d360c93b owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:44:09.672622 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bed785f0-04b1-4bbf-887a-357bd1b94004 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (cfea0e35-5abb-4798-a6da-7672d360c93b), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:09.699654 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed785f0-04b1-4bbf-887a-357bd1b94004 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'Port': ['ID=cfea0e35-5abb-4798-a6da-7672d360c93b,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:09.880803 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-bed785f0-04b1-4bbf-887a-357bd1b94004 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (a6cd8f13-986f-4084-bd47-a04dd4864095), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:10.096654 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed785f0-04b1-4bbf-887a-357bd1b94004 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Router a6cd8f13-986f-4084-bd47-a04dd4864095 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:44:10.169972 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:10.204696 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed785f0-04b1-4bbf-887a-357bd1b94004 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:44:10.209738 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-bed785f0-04b1-4bbf-887a-357bd1b94004 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "PUT /v2.0/routers/a6cd8f13-986f-4084-bd47-a04dd4864095/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4402995 Mar 07 11:44:10.212388 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46132) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:44:10.215115 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2f6bf3-bbc9-4021-8b74-9855272015c4 None None] Sync routers for ids ['a6cd8f13-986f-4084-bd47-a04dd4864095'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:44:10.225993 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2f6bf3-bbc9-4021-8b74-9855272015c4 None None] Routers {'a6cd8f13-986f-4084-bd47-a04dd4864095'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:44:10.226621 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ac2f6bf3-bbc9-4021-8b74-9855272015c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:44:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a6cd8f13-986f-4084-bd47-a04dd4864095'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:44:10.342890 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-ac2f6bf3-bbc9-4021-8b74-9855272015c4 None None] Set router a6cd8f13-986f-4084-bd47-a04dd4864095 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:44:10.541335 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ac2f6bf3-bbc9-4021-8b74-9855272015c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310860769', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '6e81da61-d041-43c6-871a-0e15b27fd079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:42:34Z', 'updated_at': '2022-03-07T11:44:09Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '6e81da61-d041-43c6-871a-0e15b27fd079', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:42:34Z', 'updated_at': '2022-03-07T11:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:44:10.570844 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2f6bf3-bbc9-4021-8b74-9855272015c4 None None] Checking router: a6cd8f13-986f-4084-bd47-a04dd4864095 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:44:10.579926 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2f6bf3-bbc9-4021-8b74-9855272015c4 None None] Routers {'a6cd8f13-986f-4084-bd47-a04dd4864095'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:44:10.580579 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ac2f6bf3-bbc9-4021-8b74-9855272015c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:44:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['a6cd8f13-986f-4084-bd47-a04dd4864095'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:44:10.610356 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e06db9-491c-41de-a3c9-7f36f5019b09 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Deleting subnet 902ff155-2952-46e6-9776-12a4e0367daa {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:44:10.613487 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-09e06db9-491c-41de-a3c9-7f36f5019b09 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for subnet (902ff155-2952-46e6-9776-12a4e0367daa), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:10.653131 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-09e06db9-491c-41de-a3c9-7f36f5019b09 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (902ff155-2952-46e6-9776-12a4e0367daa), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:10.688757 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-ac2f6bf3-bbc9-4021-8b74-9855272015c4 None None] Set router a6cd8f13-986f-4084-bd47-a04dd4864095 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:44:10.748133 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-09e06db9-491c-41de-a3c9-7f36f5019b09 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (902ff155-2952-46e6-9776-12a4e0367daa), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:10.809177 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-09e06db9-491c-41de-a3c9-7f36f5019b09 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (902ff155-2952-46e6-9776-12a4e0367daa), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:10.837551 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e06db9-491c-41de-a3c9-7f36f5019b09 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'Subnet': ['ID=902ff155-2952-46e6-9776-12a4e0367daa,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:10.839621 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-09e06db9-491c-41de-a3c9-7f36f5019b09 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:10.845178 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-09e06db9-491c-41de-a3c9-7f36f5019b09 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "DELETE /v2.0/subnets/902ff155-2952-46e6-9776-12a4e0367daa HTTP/1.1" status: 204 len: 168 time: 0.6294706 Mar 07 11:44:10.845569 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46134) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:44:10.853544 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4b80a5-9642-40e7-8ba4-0ae9d3007585 None None] Network 70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:44:10.950997 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-ac2f6bf3-bbc9-4021-8b74-9855272015c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310860769', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '6e81da61-d041-43c6-871a-0e15b27fd079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:42:34Z', 'updated_at': '2022-03-07T11:44:09Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '6e81da61-d041-43c6-871a-0e15b27fd079', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:42:34Z', 'updated_at': '2022-03-07T11:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:44:10.954157 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c76d1415-d875-442b-accc-2d1952cb51f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router (a6cd8f13-986f-4084-bd47-a04dd4864095), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:10.985764 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac2f6bf3-bbc9-4021-8b74-9855272015c4 None None] The sync data for ids ['a6cd8f13-986f-4084-bd47-a04dd4864095'] in n-d-832164-4 is: [{'id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1310860769', 'tenant_id': 'a55f85fdfc8447269f634477a798a23c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '6e81da61-d041-43c6-871a-0e15b27fd079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:42:34Z', 'updated_at': '2022-03-07T11:44:09Z', 'revision_number': 5, 'project_id': 'a55f85fdfc8447269f634477a798a23c', 'gw_port': {'id': '6e81da61-d041-43c6-871a-0e15b27fd079', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:90:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6cd8f13-986f-4084-bd47-a04dd4864095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:42:34Z', 'updated_at': '2022-03-07T11:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:44:11.066150 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c76d1415-d875-442b-accc-2d1952cb51f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router_gateway (a6cd8f13-986f-4084-bd47-a04dd4864095), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:11.125224 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-c76d1415-d875-442b-accc-2d1952cb51f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Deleting port 6e81da61-d041-43c6-871a-0e15b27fd079 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:44:11.125573 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c76d1415-d875-442b-accc-2d1952cb51f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (6e81da61-d041-43c6-871a-0e15b27fd079), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:11.207269 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-c76d1415-d875-442b-accc-2d1952cb51f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] For port 6e81da61-d041-43c6-871a-0e15b27fd079, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6e81da61-d041-43c6-871a-0e15b27fd079,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:44:11.207632 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c76d1415-d875-442b-accc-2d1952cb51f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (6e81da61-d041-43c6-871a-0e15b27fd079), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:11.219838 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-c76d1415-d875-442b-accc-2d1952cb51f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Calling delete_port for 6e81da61-d041-43c6-871a-0e15b27fd079 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:44:11.362361 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54547927-ea0c-45b5-b5d4-7e8dc94e9c9e None None] DHCP port deletion for 70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:44:11.408260 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c76d1415-d875-442b-accc-2d1952cb51f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (6e81da61-d041-43c6-871a-0e15b27fd079), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:11.413412 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 9270c933-2009-4ca4-bb36-c30ee7e33485 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:44:11.437617 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76d1415-d875-442b-accc-2d1952cb51f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'Port': ['ID=6e81da61-d041-43c6-871a-0e15b27fd079,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:11.439359 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54547927-ea0c-45b5-b5d4-7e8dc94e9c9e None None] Deleting port 9f994ed9-5017-4ea7-bc66-d7a3a09e4f70 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:44:11.439739 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54547927-ea0c-45b5-b5d4-7e8dc94e9c9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (9f994ed9-5017-4ea7-bc66-d7a3a09e4f70), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:11.445588 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 9270c933-2009-4ca4-bb36-c30ee7e33485 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:44:11.445966 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 9270c933-2009-4ca4-bb36-c30ee7e33485 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:44:11.506197 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c76d1415-d875-442b-accc-2d1952cb51f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (a6cd8f13-986f-4084-bd47-a04dd4864095), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:11.516997 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-54547927-ea0c-45b5-b5d4-7e8dc94e9c9e None None] For port 9f994ed9-5017-4ea7-bc66-d7a3a09e4f70, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=9f994ed9-5017-4ea7-bc66-d7a3a09e4f70,segment=NetworkSegment(985fdc18-763b-430c-81fe-59b7494b45d5),segment_id=985fdc18-763b-430c-81fe-59b7494b45d5)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:44:11.517505 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54547927-ea0c-45b5-b5d4-7e8dc94e9c9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (9f994ed9-5017-4ea7-bc66-d7a3a09e4f70), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:11.532137 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-54547927-ea0c-45b5-b5d4-7e8dc94e9c9e None None] Calling delete_port for 9f994ed9-5017-4ea7-bc66-d7a3a09e4f70 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:44:11.605861 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c76d1415-d875-442b-accc-2d1952cb51f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (a6cd8f13-986f-4084-bd47-a04dd4864095), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:11.608252 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c76d1415-d875-442b-accc-2d1952cb51f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router_controller (a6cd8f13-986f-4084-bd47-a04dd4864095), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:11.616898 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-54547927-ea0c-45b5-b5d4-7e8dc94e9c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (9f994ed9-5017-4ea7-bc66-d7a3a09e4f70), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:11.640127 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54547927-ea0c-45b5-b5d4-7e8dc94e9c9e None None] Pushing event deleted for resources: {'Port': ['ID=9f994ed9-5017-4ea7-bc66-d7a3a09e4f70,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:11.651316 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54547927-ea0c-45b5-b5d4-7e8dc94e9c9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:11.651653 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54547927-ea0c-45b5-b5d4-7e8dc94e9c9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:11.651996 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54547927-ea0c-45b5-b5d4-7e8dc94e9c9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:11.652431 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54547927-ea0c-45b5-b5d4-7e8dc94e9c9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:11.652681 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54547927-ea0c-45b5-b5d4-7e8dc94e9c9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:11.653012 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54547927-ea0c-45b5-b5d4-7e8dc94e9c9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:11.653387 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54547927-ea0c-45b5-b5d4-7e8dc94e9c9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:11.653702 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54547927-ea0c-45b5-b5d4-7e8dc94e9c9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:11.654075 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54547927-ea0c-45b5-b5d4-7e8dc94e9c9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:11.654358 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54547927-ea0c-45b5-b5d4-7e8dc94e9c9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:11.654696 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54547927-ea0c-45b5-b5d4-7e8dc94e9c9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:11.654914 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c76d1415-d875-442b-accc-2d1952cb51f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (a6cd8f13-986f-4084-bd47-a04dd4864095), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:11.655120 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54547927-ea0c-45b5-b5d4-7e8dc94e9c9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:11.655454 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54547927-ea0c-45b5-b5d4-7e8dc94e9c9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:11.655631 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76d1415-d875-442b-accc-2d1952cb51f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Fanout notify agent at l3_agent the message router_deleted on router a6cd8f13-986f-4084-bd47-a04dd4864095 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:44:11.658197 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54547927-ea0c-45b5-b5d4-7e8dc94e9c9e None None] No DVR routers for this DVR port 9f994ed9-5017-4ea7-bc66-d7a3a09e4f70 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:44:11.662724 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c76d1415-d875-442b-accc-2d1952cb51f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:11.663836 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c76d1415-d875-442b-accc-2d1952cb51f3 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "DELETE /v2.0/routers/a6cd8f13-986f-4084-bd47-a04dd4864095 HTTP/1.1" status: 204 len: 168 time: 0.8175712 Mar 07 11:44:11.666564 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46136) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:44:11.751051 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-842439c8-b659-49c4-86f1-51abf6b5b438 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:11.843926 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-842439c8-b659-49c4-86f1-51abf6b5b438 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:11.863345 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-842439c8-b659-49c4-86f1-51abf6b5b438 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:44:11.873013 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-842439c8-b659-49c4-86f1-51abf6b5b438 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '985fdc18-763b-430c-81fe-59b7494b45d5') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:44:11.873336 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-842439c8-b659-49c4-86f1-51abf6b5b438 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '985fdc18-763b-430c-81fe-59b7494b45d5') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:44:11.883247 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-842439c8-b659-49c4-86f1-51abf6b5b438 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (985fdc18-763b-430c-81fe-59b7494b45d5), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:11.898142 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-842439c8-b659-49c4-86f1-51abf6b5b438 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (985fdc18-763b-430c-81fe-59b7494b45d5), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:11.901419 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:11.904516 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-842439c8-b659-49c4-86f1-51abf6b5b438 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:44:11.904908 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-842439c8-b659-49c4-86f1-51abf6b5b438 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (985fdc18-763b-430c-81fe-59b7494b45d5), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:11.907932 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:44:11.907932 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:44:11.907932 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:44:11.907932 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:44:11.907932 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:44:11.907932 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:44:11.907932 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:44:11.907932 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:44:11.907932 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:44:11.907932 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:44:11.907932 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:44:11.907932 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:44:11.907932 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:44:11.907932 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:44:11.907932 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:44:11.907932 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:44:11.907932 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:44:11.907932 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:44:11.907932 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:44:11.907932 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:44:11.907932 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:44:11.907932 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:44:11.907932 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:44:11.907932 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:44:11.907932 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:44:11.907932 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:44:11.907932 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:44:11.907932 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:44:11.907932 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:44:11.907932 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:44:11.907932 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:44:11.907932 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:44:11.970631 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-842439c8-b659-49c4-86f1-51abf6b5b438 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:11.978087 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-842439c8-b659-49c4-86f1-51abf6b5b438 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:11.980627 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-842439c8-b659-49c4-86f1-51abf6b5b438 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "DELETE /v2.0/networks/70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df HTTP/1.1" status: 204 len: 168 time: 0.3131483 Mar 07 11:44:11.983539 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46138) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:44:11.992421 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842439c8-b659-49c4-86f1-51abf6b5b438 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'Network': ['ID=70ed6a5f-1d5a-4c3e-bef7-2b0f637cf4df,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:12.049422 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-da6f93f0-0fa7-448a-9279-684be9a24057 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group (2cace3ec-0853-4ca1-b6b4-2b1e5e16621d), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:12.074856 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-da6f93f0-0fa7-448a-9279-684be9a24057 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group (2cace3ec-0853-4ca1-b6b4-2b1e5e16621d), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:12.140071 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-da6f93f0-0fa7-448a-9279-684be9a24057 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (2cace3ec-0853-4ca1-b6b4-2b1e5e16621d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:12.142972 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-da6f93f0-0fa7-448a-9279-684be9a24057 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:12.144353 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-da6f93f0-0fa7-448a-9279-684be9a24057 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] 10.222.0.11 "DELETE /v2.0/security-groups/2cace3ec-0853-4ca1-b6b4-2b1e5e16621d HTTP/1.1" status: 204 len: 168 time: 0.1597884 Mar 07 11:44:12.154538 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6f93f0-0fa7-448a-9279-684be9a24057 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cace3ec-0853-4ca1-b6b4-2b1e5e16621d,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:12.165181 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6f93f0-0fa7-448a-9279-684be9a24057 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:12.165541 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6f93f0-0fa7-448a-9279-684be9a24057 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:12.165917 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6f93f0-0fa7-448a-9279-684be9a24057 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:12.166392 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6f93f0-0fa7-448a-9279-684be9a24057 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:12.166854 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6f93f0-0fa7-448a-9279-684be9a24057 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:12.167197 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6f93f0-0fa7-448a-9279-684be9a24057 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:12.167540 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6f93f0-0fa7-448a-9279-684be9a24057 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:12.168155 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6f93f0-0fa7-448a-9279-684be9a24057 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:12.168489 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6f93f0-0fa7-448a-9279-684be9a24057 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:12.168817 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6f93f0-0fa7-448a-9279-684be9a24057 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:12.169373 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6f93f0-0fa7-448a-9279-684be9a24057 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:12.169712 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6f93f0-0fa7-448a-9279-684be9a24057 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:12.170055 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da6f93f0-0fa7-448a-9279-684be9a24057 tempest-TestNetworkAdvancedServerOps-1460121305 tempest-TestNetworkAdvancedServerOps-1460121305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:12.433078 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46146) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:44:12.582022 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1f1da707-d5c4-4533-89f6-441437c97043 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a55f85fdfc8447269f634477a798a23c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1476843 Mar 07 11:44:12.585063 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46150) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:44:12.631051 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2390c804-9bb3-4769-9099-247cb8d55d75 admin admin] Publish callbacks [] for security_group (d986cfda-5113-4e77-8432-36d8dcf52d72), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:12.651806 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2390c804-9bb3-4769-9099-247cb8d55d75 admin admin] Publish callbacks [] for security_group (d986cfda-5113-4e77-8432-36d8dcf52d72), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:12.698680 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2390c804-9bb3-4769-9099-247cb8d55d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d986cfda-5113-4e77-8432-36d8dcf52d72), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:12.701415 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2390c804-9bb3-4769-9099-247cb8d55d75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:12.702551 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2390c804-9bb3-4769-9099-247cb8d55d75 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d986cfda-5113-4e77-8432-36d8dcf52d72 HTTP/1.1" status: 204 len: 168 time: 0.1165791 Mar 07 11:44:12.713548 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2390c804-9bb3-4769-9099-247cb8d55d75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d986cfda-5113-4e77-8432-36d8dcf52d72,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:12.759296 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device cfea0e35-5abb-4798-a6da-7672d360c93b no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:44:12.780612 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: cfea0e35-5abb-4798-a6da-7672d360c93b {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:44:12.780958 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device cfea0e35-5abb-4798-a6da-7672d360c93b not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:44:12.781397 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6e81da61-d041-43c6-871a-0e15b27fd079 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:44:12.800401 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 6e81da61-d041-43c6-871a-0e15b27fd079 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:44:12.800747 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6e81da61-d041-43c6-871a-0e15b27fd079 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:44:12.801181 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9f994ed9-5017-4ea7-bc66-d7a3a09e4f70 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:44:12.824225 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 9f994ed9-5017-4ea7-bc66-d7a3a09e4f70 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:44:12.824572 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 9f994ed9-5017-4ea7-bc66-d7a3a09e4f70 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:44:12.970433 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46156) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:44:12.983886 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-89e93842-bca2-43d7-b5ae-ee125e7effa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:13.058865 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-89e93842-bca2-43d7-b5ae-ee125e7effa6 admin admin] Publish callbacks [] for security_group (349efed9-025b-4c79-aefd-d379dd666a95), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:13.062640 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-89e93842-bca2-43d7-b5ae-ee125e7effa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (349efed9-025b-4c79-aefd-d379dd666a95), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:13.104376 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e93842-bca2-43d7-b5ae-ee125e7effa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349efed9-025b-4c79-aefd-d379dd666a95,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:13.108906 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-89e93842-bca2-43d7-b5ae-ee125e7effa6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=22097c55cee4404ea611089e382b9fdc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1374161 Mar 07 11:44:13.111592 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46158) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:44:13.124555 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:13.166294 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1e82d3e3-aab3-4e03-9d80-dde8a961d4f7 admin admin] Publish callbacks [] for security_group (349efed9-025b-4c79-aefd-d379dd666a95), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:13.187544 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1e82d3e3-aab3-4e03-9d80-dde8a961d4f7 admin admin] Publish callbacks [] for security_group (349efed9-025b-4c79-aefd-d379dd666a95), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:13.234411 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1e82d3e3-aab3-4e03-9d80-dde8a961d4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (349efed9-025b-4c79-aefd-d379dd666a95), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:13.237009 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-1e82d3e3-aab3-4e03-9d80-dde8a961d4f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:13.238191 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-1e82d3e3-aab3-4e03-9d80-dde8a961d4f7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/349efed9-025b-4c79-aefd-d379dd666a95 HTTP/1.1" status: 204 len: 168 time: 0.1257033 Mar 07 11:44:13.247747 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82d3e3-aab3-4e03-9d80-dde8a961d4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349efed9-025b-4c79-aefd-d379dd666a95,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:13.924417 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46180) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:44:14.016783 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-91fe160d-7e6b-4370-96b4-a7fabbb18a65 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1736435457-network', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:44:14.039829 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fe160d-7e6b-4370-96b4-a7fabbb18a65 admin admin] Made reservation on behalf of 6c3e372401134e80af5dda0d4274c18a for: {'network': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:44:14.042177 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-91fe160d-7e6b-4370-96b4-a7fabbb18a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:14.050855 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-91fe160d-7e6b-4370-96b4-a7fabbb18a65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:14.125667 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-91fe160d-7e6b-4370-96b4-a7fabbb18a65 admin admin] Publish callbacks [] for security_group (dc3a806b-167a-4652-8541-45394ef6918f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:14.129518 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-91fe160d-7e6b-4370-96b4-a7fabbb18a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (dc3a806b-167a-4652-8541-45394ef6918f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:14.158655 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91fe160d-7e6b-4370-96b4-a7fabbb18a65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 235} {{(pid=103767) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:44:14.165502 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe160d-7e6b-4370-96b4-a7fabbb18a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3a806b-167a-4652-8541-45394ef6918f,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:14.173983 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-91fe160d-7e6b-4370-96b4-a7fabbb18a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (f489d476-fc70-4bae-bb56-e3e6645e4b79), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:14.173983 n-d-832164-4 neutron-server[103767]: INFO neutron.db.segments_db [None req-91fe160d-7e6b-4370-96b4-a7fabbb18a65 admin admin] Added segment f489d476-fc70-4bae-bb56-e3e6645e4b79 of type vlan for network cd753ef6-832d-4a5e-899e-85122ea40ab2 Mar 07 11:44:14.212841 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-91fe160d-7e6b-4370-96b4-a7fabbb18a65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (cd753ef6-832d-4a5e-899e-85122ea40ab2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:14.237057 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-91fe160d-7e6b-4370-96b4-a7fabbb18a65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (cd753ef6-832d-4a5e-899e-85122ea40ab2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:14.237969 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fe160d-7e6b-4370-96b4-a7fabbb18a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:14.238548 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-91fe160d-7e6b-4370-96b4-a7fabbb18a65 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:14.273727 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-91fe160d-7e6b-4370-96b4-a7fabbb18a65 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3481390 Mar 07 11:44:14.277061 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46184) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:44:14.282037 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f24b7b2b-e9c1-412b-9a64-e0185ee55f79 admin admin] Request body: {'subnet': {'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1736435457-subnet', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'ip_version': 4}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:44:14.307131 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f24b7b2b-e9c1-412b-9a64-e0185ee55f79 admin admin] Made reservation on behalf of 6c3e372401134e80af5dda0d4274c18a for: {'subnet': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:44:14.308726 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe160d-7e6b-4370-96b4-a7fabbb18a65 admin admin] Pushing event updated for resources: {'Network': ['ID=cd753ef6-832d-4a5e-899e-85122ea40ab2,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:14.309560 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f24b7b2b-e9c1-412b-9a64-e0185ee55f79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58933563'] for subnet (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:14.318899 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network cd753ef6-832d-4a5e-899e-85122ea40ab2 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:44:14.482686 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f24b7b2b-e9c1-412b-9a64-e0185ee55f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59560384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58933541'] for subnet (8601a559-bc14-4ece-bd3b-a6782030e648), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:14.535931 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b7b2b-e9c1-412b-9a64-e0185ee55f79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8601a559-bc14-4ece-bd3b-a6782030e648,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:14.546455 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24b7b2b-e9c1-412b-9a64-e0185ee55f79 admin admin] Checking segment: {'id': 'f489d476-fc70-4bae-bb56-e3e6645e4b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103766) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:44:14.546808 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24b7b2b-e9c1-412b-9a64-e0185ee55f79 admin admin] Network hostable DHCP agents. Network: cd753ef6-832d-4a5e-899e-85122ea40ab2, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103766) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:44:14.565177 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24b7b2b-e9c1-412b-9a64-e0185ee55f79 admin admin] Network cd753ef6-832d-4a5e-899e-85122ea40ab2 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103766) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:44:14.573396 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-f24b7b2b-e9c1-412b-9a64-e0185ee55f79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, cd753ef6-832d-4a5e-899e-85122ea40ab2) {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:44:14.577734 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24b7b2b-e9c1-412b-9a64-e0185ee55f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:14.578330 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f24b7b2b-e9c1-412b-9a64-e0185ee55f79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:14.582957 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0199a45-ee5c-49df-ae86-ed127bbe1063 None None] Network cd753ef6-832d-4a5e-899e-85122ea40ab2 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:44:14.593964 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f24b7b2b-e9c1-412b-9a64-e0185ee55f79 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3156810 Mar 07 11:44:14.596577 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46186) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:44:14.601512 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-7247cd34-f3df-49a5-a68b-6e70adfdf023 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1736435457-router', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:44:14.621697 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7247cd34-f3df-49a5-a68b-6e70adfdf023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (3659c635-25ee-4aad-a5a3-2fe86d7be623), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:14.622691 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7247cd34-f3df-49a5-a68b-6e70adfdf023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (3659c635-25ee-4aad-a5a3-2fe86d7be623), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:14.679689 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7247cd34-f3df-49a5-a68b-6e70adfdf023 admin admin] Publish callbacks [] for router_controller (3659c635-25ee-4aad-a5a3-2fe86d7be623), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:14.686580 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4468e2e-c7ab-43a1-940c-71b9e8083655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-cd753ef6-832d-4a5e-899e-85122ea40ab2', 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2', 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'fixed_ips': [{'subnet_id': '8601a559-bc14-4ece-bd3b-a6782030e648'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:44:14.687463 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b4468e2e-c7ab-43a1-940c-71b9e8083655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:14.818551 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7247cd34-f3df-49a5-a68b-6e70adfdf023 admin admin] Publish callbacks [] for router_gateway (3659c635-25ee-4aad-a5a3-2fe86d7be623), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:14.821911 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-b4468e2e-c7ab-43a1-940c-71b9e8083655 None None] Allocated IP 172.20.0.2 (cd753ef6-832d-4a5e-899e-85122ea40ab2/8601a559-bc14-4ece-bd3b-a6782030e648/19682846-2bfe-44af-977f-5642989df690) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:44:15.027914 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7247cd34-f3df-49a5-a68b-6e70adfdf023 admin admin] Publish callbacks [] for router_gateway (3659c635-25ee-4aad-a5a3-2fe86d7be623), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:15.047237 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7247cd34-f3df-49a5-a68b-6e70adfdf023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:15.133586 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b4468e2e-c7ab-43a1-940c-71b9e8083655 None None] Publish callbacks [] for port (19682846-2bfe-44af-977f-5642989df690), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:15.138781 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b4468e2e-c7ab-43a1-940c-71b9e8083655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (19682846-2bfe-44af-977f-5642989df690), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:15.155037 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-7247cd34-f3df-49a5-a68b-6e70adfdf023 admin admin] Allocated IP 172.25.3.128 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/6b1c970a-e193-4e92-8233-990015707be6) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:44:15.184740 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4468e2e-c7ab-43a1-940c-71b9e8083655 None None] Network cd753ef6-832d-4a5e-899e-85122ea40ab2 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:44:15.187563 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-b4468e2e-c7ab-43a1-940c-71b9e8083655 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:44:15.191023 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4468e2e-c7ab-43a1-940c-71b9e8083655 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:44:15.198541 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4468e2e-c7ab-43a1-940c-71b9e8083655 None None] Pushing event updated for resources: {'Port': ['ID=19682846-2bfe-44af-977f-5642989df690,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:15.251002 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-b4468e2e-c7ab-43a1-940c-71b9e8083655 None None] Attempting to bind port 19682846-2bfe-44af-977f-5642989df690 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:44:15.251424 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-b4468e2e-c7ab-43a1-940c-71b9e8083655 None None] Attempting to bind port 19682846-2bfe-44af-977f-5642989df690 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'f489d476-fc70-4bae-bb56-e3e6645e4b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:44:15.251733 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4468e2e-c7ab-43a1-940c-71b9e8083655 None None] Attempting to bind port 19682846-2bfe-44af-977f-5642989df690 on network cd753ef6-832d-4a5e-899e-85122ea40ab2 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:44:15.256866 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4468e2e-c7ab-43a1-940c-71b9e8083655 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:44:15.257277 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4468e2e-c7ab-43a1-940c-71b9e8083655 None None] Checking segment: {'id': 'f489d476-fc70-4bae-bb56-e3e6645e4b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:44:15.257689 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b4468e2e-c7ab-43a1-940c-71b9e8083655 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:15.257951 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7247cd34-f3df-49a5-a68b-6e70adfdf023 admin admin] Publish callbacks [] for port (6b1c970a-e193-4e92-8233-990015707be6), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:15.258078 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4468e2e-c7ab-43a1-940c-71b9e8083655 None None] Bound using segment: {'id': 'f489d476-fc70-4bae-bb56-e3e6645e4b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:44:15.258548 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-b4468e2e-c7ab-43a1-940c-71b9e8083655 None None] Bound port: 19682846-2bfe-44af-977f-5642989df690, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f489d476-fc70-4bae-bb56-e3e6645e4b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:44:15.258905 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b4468e2e-c7ab-43a1-940c-71b9e8083655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (19682846-2bfe-44af-977f-5642989df690), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:15.293619 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7247cd34-f3df-49a5-a68b-6e70adfdf023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (6b1c970a-e193-4e92-8233-990015707be6), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:15.322483 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-b4468e2e-c7ab-43a1-940c-71b9e8083655 None None] For port 19682846-2bfe-44af-977f-5642989df690, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:44:15.325553 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-b4468e2e-c7ab-43a1-940c-71b9e8083655 None None] For port 19682846-2bfe-44af-977f-5642989df690, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=19682846-2bfe-44af-977f-5642989df690,segment=NetworkSegment(f489d476-fc70-4bae-bb56-e3e6645e4b79),segment_id=f489d476-fc70-4bae-bb56-e3e6645e4b79)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:44:15.328687 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7247cd34-f3df-49a5-a68b-6e70adfdf023 admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:44:15.330796 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b4468e2e-c7ab-43a1-940c-71b9e8083655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (19682846-2bfe-44af-977f-5642989df690), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:15.334150 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-7247cd34-f3df-49a5-a68b-6e70adfdf023 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:44:15.337726 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7247cd34-f3df-49a5-a68b-6e70adfdf023 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:44:15.370734 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247cd34-f3df-49a5-a68b-6e70adfdf023 admin admin] Pushing event updated for resources: {'Port': ['ID=6b1c970a-e193-4e92-8233-990015707be6,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:15.399428 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4468e2e-c7ab-43a1-940c-71b9e8083655 None None] Pushing event updated for resources: {'Port': ['ID=19682846-2bfe-44af-977f-5642989df690,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:15.618093 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7247cd34-f3df-49a5-a68b-6e70adfdf023 admin admin] Publish callbacks [] for router_gateway (3659c635-25ee-4aad-a5a3-2fe86d7be623), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:15.814700 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7247cd34-f3df-49a5-a68b-6e70adfdf023 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (3659c635-25ee-4aad-a5a3-2fe86d7be623), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:15.940610 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7247cd34-f3df-49a5-a68b-6e70adfdf023 admin admin] Router 3659c635-25ee-4aad-a5a3-2fe86d7be623 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:44:16.053583 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7247cd34-f3df-49a5-a68b-6e70adfdf023 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:44:16.064948 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350ac108-41cf-4a71-b922-0c6475020023 None None] Sync routers for ids ['3659c635-25ee-4aad-a5a3-2fe86d7be623'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:44:16.072107 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-7247cd34-f3df-49a5-a68b-6e70adfdf023 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:16.076048 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-7247cd34-f3df-49a5-a68b-6e70adfdf023 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4760556 Mar 07 11:44:16.076419 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46188) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:44:16.085469 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350ac108-41cf-4a71-b922-0c6475020023 None None] Routers {'3659c635-25ee-4aad-a5a3-2fe86d7be623'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:44:16.086089 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-350ac108-41cf-4a71-b922-0c6475020023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:44:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['3659c635-25ee-4aad-a5a3-2fe86d7be623'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:44:16.209184 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-350ac108-41cf-4a71-b922-0c6475020023 None None] Set router 3659c635-25ee-4aad-a5a3-2fe86d7be623 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:44:16.308319 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d749ef-7fe8-49c7-b0e8-0d1be2c5d8c3 None None] Network cd753ef6-832d-4a5e-899e-85122ea40ab2 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:44:16.382114 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-1c2bf3f4-c4c5-4b5a-9a53-f50d677d8fde None None] Provisioning complete for port 19682846-2bfe-44af-977f-5642989df690 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:44:16.383332 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1c2bf3f4-c4c5-4b5a-9a53-f50d677d8fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (19682846-2bfe-44af-977f-5642989df690), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:16.403545 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-350ac108-41cf-4a71-b922-0c6475020023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'name': 'tempest-TestShelveInstance-1736435457-router', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6b1c970a-e193-4e92-8233-990015707be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:44:14Z', 'updated_at': '2022-03-07T11:44:15Z', 'revision_number': 3, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'gw_port': {'id': '6b1c970a-e193-4e92-8233-990015707be6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:6a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:15Z', 'updated_at': '2022-03-07T11:44:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:44:16.435689 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350ac108-41cf-4a71-b922-0c6475020023 None None] Checking router: 3659c635-25ee-4aad-a5a3-2fe86d7be623 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:44:16.436188 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350ac108-41cf-4a71-b922-0c6475020023 None None] Updating router 3659c635-25ee-4aad-a5a3-2fe86d7be623 port 6b1c970a-e193-4e92-8233-990015707be6 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:44:16.465797 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-350ac108-41cf-4a71-b922-0c6475020023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6b1c970a-e193-4e92-8233-990015707be6), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:16.498797 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1c2bf3f4-c4c5-4b5a-9a53-f50d677d8fde None None] Current status of the port 19682846-2bfe-44af-977f-5642989df690 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:44:16.499187 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1c2bf3f4-c4c5-4b5a-9a53-f50d677d8fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (19682846-2bfe-44af-977f-5642989df690), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:16.547881 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-1c2bf3f4-c4c5-4b5a-9a53-f50d677d8fde None None] For port 19682846-2bfe-44af-977f-5642989df690, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=19682846-2bfe-44af-977f-5642989df690,segment=NetworkSegment(f489d476-fc70-4bae-bb56-e3e6645e4b79),segment_id=f489d476-fc70-4bae-bb56-e3e6645e4b79)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:44:16.553893 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1c2bf3f4-c4c5-4b5a-9a53-f50d677d8fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (19682846-2bfe-44af-977f-5642989df690), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:16.581580 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19c47ec9-e467-40e2-9396-1819d2ffb35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:16.616996 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2bf3f4-c4c5-4b5a-9a53-f50d677d8fde None None] Pushing event updated for resources: {'Port': ['ID=19682846-2bfe-44af-977f-5642989df690,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:16.750850 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-350ac108-41cf-4a71-b922-0c6475020023 None None] Publish callbacks [] for port (6b1c970a-e193-4e92-8233-990015707be6), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:16.758078 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-350ac108-41cf-4a71-b922-0c6475020023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6b1c970a-e193-4e92-8233-990015707be6), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:16.772583 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-19c47ec9-e467-40e2-9396-1819d2ffb35c admin admin] Allocated IP 172.20.0.1 (cd753ef6-832d-4a5e-899e-85122ea40ab2/8601a559-bc14-4ece-bd3b-a6782030e648/4fe24d50-732b-42ef-b5e4-c3abbc82ddc2) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:44:16.793888 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-fc7cffb3-673c-4589-a275-f2a23acdcebb None None] Provisioning complete for port 19682846-2bfe-44af-977f-5642989df690 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:44:16.794427 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-fc7cffb3-673c-4589-a275-f2a23acdcebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (19682846-2bfe-44af-977f-5642989df690), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:16.827105 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-350ac108-41cf-4a71-b922-0c6475020023 None None] Attempting to bind port 6b1c970a-e193-4e92-8233-990015707be6 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:44:16.827827 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-350ac108-41cf-4a71-b922-0c6475020023 None None] Attempting to bind port 6b1c970a-e193-4e92-8233-990015707be6 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:44:16.828362 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350ac108-41cf-4a71-b922-0c6475020023 None None] Attempting to bind port 6b1c970a-e193-4e92-8233-990015707be6 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:44:16.831043 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 19682846-2bfe-44af-977f-5642989df690 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:44:16.843754 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350ac108-41cf-4a71-b922-0c6475020023 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:44:16.844308 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350ac108-41cf-4a71-b922-0c6475020023 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:44:16.844943 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-350ac108-41cf-4a71-b922-0c6475020023 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:16.845532 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350ac108-41cf-4a71-b922-0c6475020023 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:44:16.846116 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-350ac108-41cf-4a71-b922-0c6475020023 None None] Bound port: 6b1c970a-e193-4e92-8233-990015707be6, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:44:16.846610 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-350ac108-41cf-4a71-b922-0c6475020023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6b1c970a-e193-4e92-8233-990015707be6), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:16.899218 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19c47ec9-e467-40e2-9396-1819d2ffb35c admin admin] Publish callbacks [] for port (4fe24d50-732b-42ef-b5e4-c3abbc82ddc2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:16.929481 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 19682846-2bfe-44af-977f-5642989df690 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:44:16.929864 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (19682846-2bfe-44af-977f-5642989df690), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:16.937025 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19c47ec9-e467-40e2-9396-1819d2ffb35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (4fe24d50-732b-42ef-b5e4-c3abbc82ddc2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:16.960231 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-fc7cffb3-673c-4589-a275-f2a23acdcebb None None] Current status of the port 19682846-2bfe-44af-977f-5642989df690 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:44:16.978291 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c47ec9-e467-40e2-9396-1819d2ffb35c admin admin] Network cd753ef6-832d-4a5e-899e-85122ea40ab2 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:44:16.982548 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-19c47ec9-e467-40e2-9396-1819d2ffb35c admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:44:16.986873 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c47ec9-e467-40e2-9396-1819d2ffb35c admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:44:16.992831 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c47ec9-e467-40e2-9396-1819d2ffb35c admin admin] Pushing event updated for resources: {'Port': ['ID=4fe24d50-732b-42ef-b5e4-c3abbc82ddc2,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:16.999000 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-350ac108-41cf-4a71-b922-0c6475020023 None None] For port 6b1c970a-e193-4e92-8233-990015707be6, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:44:17.002141 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-350ac108-41cf-4a71-b922-0c6475020023 None None] For port 6b1c970a-e193-4e92-8233-990015707be6, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6b1c970a-e193-4e92-8233-990015707be6,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:44:17.013968 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-350ac108-41cf-4a71-b922-0c6475020023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6b1c970a-e193-4e92-8233-990015707be6), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:17.017680 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd2552-5608-4579-9c4e-96699f85529f None None] Pushing event updated for resources: {'Port': ['ID=6b1c970a-e193-4e92-8233-990015707be6,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:17.028900 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd2552-5608-4579-9c4e-96699f85529f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:17.029583 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd2552-5608-4579-9c4e-96699f85529f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:17.030120 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd2552-5608-4579-9c4e-96699f85529f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:17.030615 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd2552-5608-4579-9c4e-96699f85529f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:17.031115 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd2552-5608-4579-9c4e-96699f85529f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:17.031441 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd2552-5608-4579-9c4e-96699f85529f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:17.031761 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd2552-5608-4579-9c4e-96699f85529f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:17.032079 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd2552-5608-4579-9c4e-96699f85529f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:17.032396 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd2552-5608-4579-9c4e-96699f85529f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:17.032708 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd2552-5608-4579-9c4e-96699f85529f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:17.033023 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd2552-5608-4579-9c4e-96699f85529f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:17.033375 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd2552-5608-4579-9c4e-96699f85529f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:17.033775 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afd2552-5608-4579-9c4e-96699f85529f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:44:17.034790 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 19682846-2bfe-44af-977f-5642989df690 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:44:17.041668 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19c47ec9-e467-40e2-9396-1819d2ffb35c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (3659c635-25ee-4aad-a5a3-2fe86d7be623), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:17.080369 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350ac108-41cf-4a71-b922-0c6475020023 None None] Routers {'3659c635-25ee-4aad-a5a3-2fe86d7be623'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:44:17.081167 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-350ac108-41cf-4a71-b922-0c6475020023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:44:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['3659c635-25ee-4aad-a5a3-2fe86d7be623'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:44:17.133539 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd2552-5608-4579-9c4e-96699f85529f None None] Pushing event updated for resources: {'Port': ['ID=6b1c970a-e193-4e92-8233-990015707be6,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:17.191693 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19c47ec9-e467-40e2-9396-1819d2ffb35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4fe24d50-732b-42ef-b5e4-c3abbc82ddc2), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:17.212093 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-350ac108-41cf-4a71-b922-0c6475020023 None None] Set router 3659c635-25ee-4aad-a5a3-2fe86d7be623 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:44:17.283162 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-bc86d56b-9443-4a92-841d-69e0f87b1cbb None None] Provisioning complete for port 4fe24d50-732b-42ef-b5e4-c3abbc82ddc2 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:44:17.283702 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-bc86d56b-9443-4a92-841d-69e0f87b1cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4fe24d50-732b-42ef-b5e4-c3abbc82ddc2), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:17.321569 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-bc86d56b-9443-4a92-841d-69e0f87b1cbb None None] Port 4fe24d50-732b-42ef-b5e4-c3abbc82ddc2 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:44:17.368528 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19c47ec9-e467-40e2-9396-1819d2ffb35c admin admin] Publish callbacks [] for port (4fe24d50-732b-42ef-b5e4-c3abbc82ddc2), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:17.372822 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19c47ec9-e467-40e2-9396-1819d2ffb35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (4fe24d50-732b-42ef-b5e4-c3abbc82ddc2), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:17.401839 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-350ac108-41cf-4a71-b922-0c6475020023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'name': 'tempest-TestShelveInstance-1736435457-router', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6b1c970a-e193-4e92-8233-990015707be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:44:14Z', 'updated_at': '2022-03-07T11:44:15Z', 'revision_number': 3, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'gw_port': {'id': '6b1c970a-e193-4e92-8233-990015707be6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:6a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:15Z', 'updated_at': '2022-03-07T11:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:44:17.431927 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350ac108-41cf-4a71-b922-0c6475020023 None None] The sync data for ids ['3659c635-25ee-4aad-a5a3-2fe86d7be623'] in n-d-832164-4 is: [{'id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'name': 'tempest-TestShelveInstance-1736435457-router', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6b1c970a-e193-4e92-8233-990015707be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:44:14Z', 'updated_at': '2022-03-07T11:44:15Z', 'revision_number': 3, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'gw_port': {'id': '6b1c970a-e193-4e92-8233-990015707be6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:6a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:15Z', 'updated_at': '2022-03-07T11:44:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:44:17.445940 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-19c47ec9-e467-40e2-9396-1819d2ffb35c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (3659c635-25ee-4aad-a5a3-2fe86d7be623), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:17.447856 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c47ec9-e467-40e2-9396-1819d2ffb35c admin admin] Pushing event updated for resources: {'Port': ['ID=4fe24d50-732b-42ef-b5e4-c3abbc82ddc2,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:17.544393 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c47ec9-e467-40e2-9396-1819d2ffb35c admin admin] Network cd753ef6-832d-4a5e-899e-85122ea40ab2 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:44:17.545863 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-19c47ec9-e467-40e2-9396-1819d2ffb35c admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:44:17.692017 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c47ec9-e467-40e2-9396-1819d2ffb35c admin admin] Router 3659c635-25ee-4aad-a5a3-2fe86d7be623 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:44:17.822593 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c47ec9-e467-40e2-9396-1819d2ffb35c admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:44:17.827679 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-19c47ec9-e467-40e2-9396-1819d2ffb35c admin admin] 10.222.0.11 "PUT /v2.0/routers/3659c635-25ee-4aad-a5a3-2fe86d7be623/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7501073 Mar 07 11:44:17.844653 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-69c9de8e-6c9f-4541-9fe8-76f6a27734dc None None] Provisioning complete for port 4fe24d50-732b-42ef-b5e4-c3abbc82ddc2 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:44:17.845165 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-69c9de8e-6c9f-4541-9fe8-76f6a27734dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4fe24d50-732b-42ef-b5e4-c3abbc82ddc2), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:17.881597 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-69c9de8e-6c9f-4541-9fe8-76f6a27734dc None None] Port 4fe24d50-732b-42ef-b5e4-c3abbc82ddc2 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:44:18.252757 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:44:18.317194 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46204) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:44:18.322771 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-0c2e7198-59ee-4fb3-bcd2-f276791b31c1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-510360513-network', 'tenant_id': '461ba333efdf48dba960501215dd4a8c'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:44:18.342836 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2e7198-59ee-4fb3-bcd2-f276791b31c1 admin admin] Made reservation on behalf of 461ba333efdf48dba960501215dd4a8c for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:44:18.345325 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7198-59ee-4fb3-bcd2-f276791b31c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:18.355262 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7198-59ee-4fb3-bcd2-f276791b31c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:18.432180 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7198-59ee-4fb3-bcd2-f276791b31c1 admin admin] Publish callbacks [] for security_group (050f84ef-de37-4b95-bdcd-802b99b8ac54), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:18.435541 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7198-59ee-4fb3-bcd2-f276791b31c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (050f84ef-de37-4b95-bdcd-802b99b8ac54), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:18.458925 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c2e7198-59ee-4fb3-bcd2-f276791b31c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 231} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:44:18.468397 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e7198-59ee-4fb3-bcd2-f276791b31c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050f84ef-de37-4b95-bdcd-802b99b8ac54,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:18.472967 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7198-59ee-4fb3-bcd2-f276791b31c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (27551a68-6b35-43de-97a8-6fe741080cf6), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:18.473311 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-0c2e7198-59ee-4fb3-bcd2-f276791b31c1 admin admin] Added segment 27551a68-6b35-43de-97a8-6fe741080cf6 of type vlan for network 8cd554ec-71d7-4dc9-80eb-653e0b8c3771 Mar 07 11:44:18.513403 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7198-59ee-4fb3-bcd2-f276791b31c1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (8cd554ec-71d7-4dc9-80eb-653e0b8c3771), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:18.538544 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7198-59ee-4fb3-bcd2-f276791b31c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (8cd554ec-71d7-4dc9-80eb-653e0b8c3771), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:18.539502 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2e7198-59ee-4fb3-bcd2-f276791b31c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:18.540079 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-0c2e7198-59ee-4fb3-bcd2-f276791b31c1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:18.570068 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0c2e7198-59ee-4fb3-bcd2-f276791b31c1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2511418 Mar 07 11:44:18.572826 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46206) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:44:18.577944 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-9dccb64b-2522-4fc8-86c6-bab76a49b06e admin admin] Request body: {'subnet': {'network_id': '8cd554ec-71d7-4dc9-80eb-653e0b8c3771', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-510360513-subnet', 'tenant_id': '461ba333efdf48dba960501215dd4a8c', 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:44:18.602134 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dccb64b-2522-4fc8-86c6-bab76a49b06e admin admin] Made reservation on behalf of 461ba333efdf48dba960501215dd4a8c for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:44:18.604402 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9dccb64b-2522-4fc8-86c6-bab76a49b06e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:18.607533 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2e7198-59ee-4fb3-bcd2-f276791b31c1 admin admin] Pushing event updated for resources: {'Network': ['ID=8cd554ec-71d7-4dc9-80eb-653e0b8c3771,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:18.624977 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 8cd554ec-71d7-4dc9-80eb-653e0b8c3771 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:44:18.779695 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6b1c970a-e193-4e92-8233-990015707be6 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:44:18.791249 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9dccb64b-2522-4fc8-86c6-bab76a49b06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (f6df6386-9b8f-45e9-beb6-14df95110609), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:18.831415 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 6b1c970a-e193-4e92-8233-990015707be6 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:44:18.831751 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6b1c970a-e193-4e92-8233-990015707be6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:18.847441 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dccb64b-2522-4fc8-86c6-bab76a49b06e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6df6386-9b8f-45e9-beb6-14df95110609,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:18.860768 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dccb64b-2522-4fc8-86c6-bab76a49b06e admin admin] Checking segment: {'id': '27551a68-6b35-43de-97a8-6fe741080cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8cd554ec-71d7-4dc9-80eb-653e0b8c3771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:44:18.861160 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dccb64b-2522-4fc8-86c6-bab76a49b06e admin admin] Network hostable DHCP agents. Network: 8cd554ec-71d7-4dc9-80eb-653e0b8c3771, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:44:18.879196 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dccb64b-2522-4fc8-86c6-bab76a49b06e admin admin] Network 8cd554ec-71d7-4dc9-80eb-653e0b8c3771 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:44:18.889843 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-9dccb64b-2522-4fc8-86c6-bab76a49b06e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 8cd554ec-71d7-4dc9-80eb-653e0b8c3771) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:44:18.895110 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dccb64b-2522-4fc8-86c6-bab76a49b06e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:18.896281 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9dccb64b-2522-4fc8-86c6-bab76a49b06e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:18.898880 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:18.902206 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4fa900-770f-4c8b-a3b7-a58f13b0eb49 None None] Network 8cd554ec-71d7-4dc9-80eb-653e0b8c3771 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:44:18.919958 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46208) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:44:18.920649 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9dccb64b-2522-4fc8-86c6-bab76a49b06e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3460977 Mar 07 11:44:18.924490 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-97e31ce1-baad-47c4-81d4-2ea520d45c50 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-510360513-router', 'tenant_id': '461ba333efdf48dba960501215dd4a8c', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:44:18.943232 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-97e31ce1-baad-47c4-81d4-2ea520d45c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (5b7232db-f3bb-41d7-b570-e21e2da51fc2), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:18.944379 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-97e31ce1-baad-47c4-81d4-2ea520d45c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (5b7232db-f3bb-41d7-b570-e21e2da51fc2), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:18.959880 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 6b1c970a-e193-4e92-8233-990015707be6 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:44:18.960621 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6b1c970a-e193-4e92-8233-990015707be6), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:19.000220 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-97e31ce1-baad-47c4-81d4-2ea520d45c50 admin admin] Publish callbacks [] for router_controller (5b7232db-f3bb-41d7-b570-e21e2da51fc2), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:19.019053 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 6b1c970a-e193-4e92-8233-990015707be6, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6b1c970a-e193-4e92-8233-990015707be6,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:44:19.025949 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6b1c970a-e193-4e92-8233-990015707be6), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:19.085095 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215e30af-a646-41bd-8aec-87191a590627 None None] Sync routers for ids ['3659c635-25ee-4aad-a5a3-2fe86d7be623'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:44:19.106077 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e593992e-4000-45ab-9ee0-5a985db16b0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-8cd554ec-71d7-4dc9-80eb-653e0b8c3771', 'network_id': '8cd554ec-71d7-4dc9-80eb-653e0b8c3771', 'project_id': '461ba333efdf48dba960501215dd4a8c', 'fixed_ips': [{'subnet_id': 'f6df6386-9b8f-45e9-beb6-14df95110609'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:44:19.107733 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e593992e-4000-45ab-9ee0-5a985db16b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:19.123367 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215e30af-a646-41bd-8aec-87191a590627 None None] Routers {'3659c635-25ee-4aad-a5a3-2fe86d7be623'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:44:19.123990 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-215e30af-a646-41bd-8aec-87191a590627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:44:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['3659c635-25ee-4aad-a5a3-2fe86d7be623'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:44:19.125706 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=6b1c970a-e193-4e92-8233-990015707be6,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:19.144562 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-97e31ce1-baad-47c4-81d4-2ea520d45c50 admin admin] Publish callbacks [] for router_gateway (5b7232db-f3bb-41d7-b570-e21e2da51fc2), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:19.339758 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-215e30af-a646-41bd-8aec-87191a590627 None None] Set router 3659c635-25ee-4aad-a5a3-2fe86d7be623 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:44:19.386832 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-e593992e-4000-45ab-9ee0-5a985db16b0b None None] Allocated IP 172.20.0.2 (8cd554ec-71d7-4dc9-80eb-653e0b8c3771/f6df6386-9b8f-45e9-beb6-14df95110609/0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:44:19.653789 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e593992e-4000-45ab-9ee0-5a985db16b0b None None] Publish callbacks [] for port (0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:19.660277 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e593992e-4000-45ab-9ee0-5a985db16b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:19.691990 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-97e31ce1-baad-47c4-81d4-2ea520d45c50 admin admin] Publish callbacks [] for router_gateway (5b7232db-f3bb-41d7-b570-e21e2da51fc2), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:19.705701 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-215e30af-a646-41bd-8aec-87191a590627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'name': 'tempest-TestShelveInstance-1736435457-router', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6b1c970a-e193-4e92-8233-990015707be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:44:14Z', 'updated_at': '2022-03-07T11:44:17Z', 'revision_number': 4, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'gw_port': {'id': '6b1c970a-e193-4e92-8233-990015707be6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:6a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:15Z', 'updated_at': '2022-03-07T11:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '4fe24d50-732b-42ef-b5e4-c3abbc82ddc2', 'name': '', 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'mac_address': 'fa:16:3e:7c:19:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:16Z', 'updated_at': '2022-03-07T11:44:17Z', 'revision_number': 2, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'subnets': [{'id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:44:19.708407 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e593992e-4000-45ab-9ee0-5a985db16b0b None None] Network 8cd554ec-71d7-4dc9-80eb-653e0b8c3771 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:44:19.713632 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-97e31ce1-baad-47c4-81d4-2ea520d45c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:19.742057 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-e593992e-4000-45ab-9ee0-5a985db16b0b None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:44:19.745935 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e593992e-4000-45ab-9ee0-5a985db16b0b None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:44:19.747922 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215e30af-a646-41bd-8aec-87191a590627 None None] Checking router: 3659c635-25ee-4aad-a5a3-2fe86d7be623 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:44:19.748288 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215e30af-a646-41bd-8aec-87191a590627 None None] Updating router 3659c635-25ee-4aad-a5a3-2fe86d7be623 port 4fe24d50-732b-42ef-b5e4-c3abbc82ddc2 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:44:19.756702 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593992e-4000-45ab-9ee0-5a985db16b0b None None] Pushing event updated for resources: {'Port': ['ID=0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:19.802306 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-215e30af-a646-41bd-8aec-87191a590627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4fe24d50-732b-42ef-b5e4-c3abbc82ddc2), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:19.827050 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-97e31ce1-baad-47c4-81d4-2ea520d45c50 admin admin] Allocated IP 172.25.3.235 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/972fd152-a4b1-4f53-a2ca-44513ed373f2) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:44:19.839527 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-e593992e-4000-45ab-9ee0-5a985db16b0b None None] Attempting to bind port 0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:44:19.839892 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-e593992e-4000-45ab-9ee0-5a985db16b0b None None] Attempting to bind port 0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '27551a68-6b35-43de-97a8-6fe741080cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8cd554ec-71d7-4dc9-80eb-653e0b8c3771'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:44:19.840280 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e593992e-4000-45ab-9ee0-5a985db16b0b None None] Attempting to bind port 0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca on network 8cd554ec-71d7-4dc9-80eb-653e0b8c3771 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:44:19.866959 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e593992e-4000-45ab-9ee0-5a985db16b0b None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:44:19.867330 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e593992e-4000-45ab-9ee0-5a985db16b0b None None] Checking segment: {'id': '27551a68-6b35-43de-97a8-6fe741080cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8cd554ec-71d7-4dc9-80eb-653e0b8c3771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:44:19.867735 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e593992e-4000-45ab-9ee0-5a985db16b0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:19.868131 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e593992e-4000-45ab-9ee0-5a985db16b0b None None] Bound using segment: {'id': '27551a68-6b35-43de-97a8-6fe741080cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8cd554ec-71d7-4dc9-80eb-653e0b8c3771'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:44:19.868593 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-e593992e-4000-45ab-9ee0-5a985db16b0b None None] Bound port: 0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27551a68-6b35-43de-97a8-6fe741080cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8cd554ec-71d7-4dc9-80eb-653e0b8c3771'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:44:19.868967 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e593992e-4000-45ab-9ee0-5a985db16b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:19.931802 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-97e31ce1-baad-47c4-81d4-2ea520d45c50 admin admin] Publish callbacks [] for port (972fd152-a4b1-4f53-a2ca-44513ed373f2), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:19.971569 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-97e31ce1-baad-47c4-81d4-2ea520d45c50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (972fd152-a4b1-4f53-a2ca-44513ed373f2), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:20.011798 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e31ce1-baad-47c4-81d4-2ea520d45c50 admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:44:20.014721 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-97e31ce1-baad-47c4-81d4-2ea520d45c50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:44:20.018180 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e31ce1-baad-47c4-81d4-2ea520d45c50 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:44:20.019716 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-e593992e-4000-45ab-9ee0-5a985db16b0b None None] For port 0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:44:20.048514 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e31ce1-baad-47c4-81d4-2ea520d45c50 admin admin] Pushing event updated for resources: {'Port': ['ID=972fd152-a4b1-4f53-a2ca-44513ed373f2,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:20.058680 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-e593992e-4000-45ab-9ee0-5a985db16b0b None None] For port 0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca,segment=NetworkSegment(27551a68-6b35-43de-97a8-6fe741080cf6),segment_id=27551a68-6b35-43de-97a8-6fe741080cf6)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:44:20.066763 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e593992e-4000-45ab-9ee0-5a985db16b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:20.150783 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e593992e-4000-45ab-9ee0-5a985db16b0b None None] Pushing event updated for resources: {'Port': ['ID=0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:20.215948 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-215e30af-a646-41bd-8aec-87191a590627 None None] Publish callbacks [] for port (4fe24d50-732b-42ef-b5e4-c3abbc82ddc2), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:20.221069 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-215e30af-a646-41bd-8aec-87191a590627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4fe24d50-732b-42ef-b5e4-c3abbc82ddc2), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:20.272045 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21757b9-ca6a-4611-95c3-2cefec8a4863 None None] Pushing event updated for resources: {'Port': ['ID=4fe24d50-732b-42ef-b5e4-c3abbc82ddc2,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:20.347289 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-215e30af-a646-41bd-8aec-87191a590627 None None] Attempting to bind port 4fe24d50-732b-42ef-b5e4-c3abbc82ddc2 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:44:20.347715 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-215e30af-a646-41bd-8aec-87191a590627 None None] Attempting to bind port 4fe24d50-732b-42ef-b5e4-c3abbc82ddc2 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'f489d476-fc70-4bae-bb56-e3e6645e4b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:44:20.348082 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215e30af-a646-41bd-8aec-87191a590627 None None] Attempting to bind port 4fe24d50-732b-42ef-b5e4-c3abbc82ddc2 on network cd753ef6-832d-4a5e-899e-85122ea40ab2 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:44:20.353407 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-97e31ce1-baad-47c4-81d4-2ea520d45c50 admin admin] Publish callbacks [] for router_gateway (5b7232db-f3bb-41d7-b570-e21e2da51fc2), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:20.353674 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215e30af-a646-41bd-8aec-87191a590627 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:44:20.354050 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215e30af-a646-41bd-8aec-87191a590627 None None] Checking segment: {'id': 'f489d476-fc70-4bae-bb56-e3e6645e4b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:44:20.354460 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-215e30af-a646-41bd-8aec-87191a590627 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:20.354885 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215e30af-a646-41bd-8aec-87191a590627 None None] Bound using segment: {'id': 'f489d476-fc70-4bae-bb56-e3e6645e4b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:44:20.355347 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-215e30af-a646-41bd-8aec-87191a590627 None None] Bound port: 4fe24d50-732b-42ef-b5e4-c3abbc82ddc2, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f489d476-fc70-4bae-bb56-e3e6645e4b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:44:20.355726 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-215e30af-a646-41bd-8aec-87191a590627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4fe24d50-732b-42ef-b5e4-c3abbc82ddc2), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:20.432881 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-215e30af-a646-41bd-8aec-87191a590627 None None] For port 4fe24d50-732b-42ef-b5e4-c3abbc82ddc2, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:44:20.437775 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-215e30af-a646-41bd-8aec-87191a590627 None None] For port 4fe24d50-732b-42ef-b5e4-c3abbc82ddc2, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=4fe24d50-732b-42ef-b5e4-c3abbc82ddc2,segment=NetworkSegment(f489d476-fc70-4bae-bb56-e3e6645e4b79),segment_id=f489d476-fc70-4bae-bb56-e3e6645e4b79)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:44:20.447503 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-215e30af-a646-41bd-8aec-87191a590627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4fe24d50-732b-42ef-b5e4-c3abbc82ddc2), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:20.518844 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21757b9-ca6a-4611-95c3-2cefec8a4863 None None] Pushing event updated for resources: {'Port': ['ID=4fe24d50-732b-42ef-b5e4-c3abbc82ddc2,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:20.521747 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215e30af-a646-41bd-8aec-87191a590627 None None] Routers {'3659c635-25ee-4aad-a5a3-2fe86d7be623'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:44:20.522360 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-215e30af-a646-41bd-8aec-87191a590627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:44:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['3659c635-25ee-4aad-a5a3-2fe86d7be623'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:44:20.600072 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-97e31ce1-baad-47c4-81d4-2ea520d45c50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (5b7232db-f3bb-41d7-b570-e21e2da51fc2), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:20.760456 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e31ce1-baad-47c4-81d4-2ea520d45c50 admin admin] Router 5b7232db-f3bb-41d7-b570-e21e2da51fc2 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:44:20.823627 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-40fb45c9-f77e-40bf-8781-67675a628f05 None None] Provisioning complete for port 4fe24d50-732b-42ef-b5e4-c3abbc82ddc2 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:44:20.824002 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-40fb45c9-f77e-40bf-8781-67675a628f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4fe24d50-732b-42ef-b5e4-c3abbc82ddc2), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:20.848820 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-215e30af-a646-41bd-8aec-87191a590627 None None] Set router 3659c635-25ee-4aad-a5a3-2fe86d7be623 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:44:20.891745 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6b1c970a-e193-4e92-8233-990015707be6 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:44:20.911878 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e31ce1-baad-47c4-81d4-2ea520d45c50 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:44:20.921998 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1834df-1c41-40a5-a41b-7c9d2542aac3 None None] Sync routers for ids ['5b7232db-f3bb-41d7-b570-e21e2da51fc2'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:44:20.932635 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-97e31ce1-baad-47c4-81d4-2ea520d45c50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:20.934114 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-97e31ce1-baad-47c4-81d4-2ea520d45c50 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0130413 Mar 07 11:44:20.936635 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46210) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:44:20.941762 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1834df-1c41-40a5-a41b-7c9d2542aac3 None None] Routers {'5b7232db-f3bb-41d7-b570-e21e2da51fc2'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:44:20.942782 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-cc1834df-1c41-40a5-a41b-7c9d2542aac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:44:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5b7232db-f3bb-41d7-b570-e21e2da51fc2'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:44:21.072501 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-cc1834df-1c41-40a5-a41b-7c9d2542aac3 None None] Set router 5b7232db-f3bb-41d7-b570-e21e2da51fc2 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:44:21.100531 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 6b1c970a-e193-4e92-8233-990015707be6 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:44:21.101138 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6b1c970a-e193-4e92-8233-990015707be6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:21.126032 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-40fb45c9-f77e-40bf-8781-67675a628f05 None None] Current status of the port 4fe24d50-732b-42ef-b5e4-c3abbc82ddc2 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:44:21.126422 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-40fb45c9-f77e-40bf-8781-67675a628f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4fe24d50-732b-42ef-b5e4-c3abbc82ddc2), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:21.234674 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-40fb45c9-f77e-40bf-8781-67675a628f05 None None] For port 4fe24d50-732b-42ef-b5e4-c3abbc82ddc2, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=4fe24d50-732b-42ef-b5e4-c3abbc82ddc2,segment=NetworkSegment(f489d476-fc70-4bae-bb56-e3e6645e4b79),segment_id=f489d476-fc70-4bae-bb56-e3e6645e4b79)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:44:21.247086 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-40fb45c9-f77e-40bf-8781-67675a628f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4fe24d50-732b-42ef-b5e4-c3abbc82ddc2), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:21.320901 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-cc1834df-1c41-40a5-a41b-7c9d2542aac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7232db-f3bb-41d7-b570-e21e2da51fc2', 'name': 'tempest-TestShelveInstance-510360513-router', 'tenant_id': '461ba333efdf48dba960501215dd4a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '972fd152-a4b1-4f53-a2ca-44513ed373f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:44:18Z', 'updated_at': '2022-03-07T11:44:20Z', 'revision_number': 3, 'project_id': '461ba333efdf48dba960501215dd4a8c', 'gw_port': {'id': '972fd152-a4b1-4f53-a2ca-44513ed373f2', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:be:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7232db-f3bb-41d7-b570-e21e2da51fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:19Z', 'updated_at': '2022-03-07T11:44:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:44:21.332820 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 6b1c970a-e193-4e92-8233-990015707be6 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:44:21.334479 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:44:21.353967 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1834df-1c41-40a5-a41b-7c9d2542aac3 None None] Checking router: 5b7232db-f3bb-41d7-b570-e21e2da51fc2 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:44:21.354253 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1834df-1c41-40a5-a41b-7c9d2542aac3 None None] Updating router 5b7232db-f3bb-41d7-b570-e21e2da51fc2 port 972fd152-a4b1-4f53-a2ca-44513ed373f2 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:44:21.368614 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-215e30af-a646-41bd-8aec-87191a590627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'name': 'tempest-TestShelveInstance-1736435457-router', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6b1c970a-e193-4e92-8233-990015707be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:44:14Z', 'updated_at': '2022-03-07T11:44:17Z', 'revision_number': 4, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'gw_port': {'id': '6b1c970a-e193-4e92-8233-990015707be6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:6a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:15Z', 'updated_at': '2022-03-07T11:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '4fe24d50-732b-42ef-b5e4-c3abbc82ddc2', 'name': '', 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'mac_address': 'fa:16:3e:7c:19:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:16Z', 'updated_at': '2022-03-07T11:44:20Z', 'revision_number': 4, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'subnets': [{'id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:44:21.384627 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36f54d8-af79-478f-beb4-0bbee208212b None None] Network 8cd554ec-71d7-4dc9-80eb-653e0b8c3771 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:44:21.391722 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cc1834df-1c41-40a5-a41b-7c9d2542aac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (972fd152-a4b1-4f53-a2ca-44513ed373f2), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:21.438515 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215e30af-a646-41bd-8aec-87191a590627 None None] The sync data for ids ['3659c635-25ee-4aad-a5a3-2fe86d7be623'] in n-d-832164-4 is: [{'id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'name': 'tempest-TestShelveInstance-1736435457-router', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6b1c970a-e193-4e92-8233-990015707be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:44:14Z', 'updated_at': '2022-03-07T11:44:17Z', 'revision_number': 4, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'gw_port': {'id': '6b1c970a-e193-4e92-8233-990015707be6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:6a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:15Z', 'updated_at': '2022-03-07T11:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '4fe24d50-732b-42ef-b5e4-c3abbc82ddc2', 'name': '', 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'mac_address': 'fa:16:3e:7c:19:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:16Z', 'updated_at': '2022-03-07T11:44:20Z', 'revision_number': 4, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'subnets': [{'id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:44:21.454383 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb45c9-f77e-40bf-8781-67675a628f05 None None] Pushing event updated for resources: {'Port': ['ID=4fe24d50-732b-42ef-b5e4-c3abbc82ddc2,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:21.475295 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8a8ec1f5-538d-4310-9c2f-402b4eca8cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:21.517725 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-6df6e7b3-ae3a-419c-ab99-70017706c4c2 None None] Provisioning complete for port 4fe24d50-732b-42ef-b5e4-c3abbc82ddc2 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:44:21.521155 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6df6e7b3-ae3a-419c-ab99-70017706c4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4fe24d50-732b-42ef-b5e4-c3abbc82ddc2), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:21.571372 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:44:21.571857 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:21.696222 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-8a8ec1f5-538d-4310-9c2f-402b4eca8cfc admin admin] Allocated IP 172.20.0.1 (8cd554ec-71d7-4dc9-80eb-653e0b8c3771/f6df6386-9b8f-45e9-beb6-14df95110609/5f3e3da7-92c3-45fc-8608-5ec923595aee) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:44:21.754173 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-6df6e7b3-ae3a-419c-ab99-70017706c4c2 None None] Current status of the port 4fe24d50-732b-42ef-b5e4-c3abbc82ddc2 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:44:21.754420 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cc1834df-1c41-40a5-a41b-7c9d2542aac3 None None] Publish callbacks [] for port (972fd152-a4b1-4f53-a2ca-44513ed373f2), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:21.767205 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cc1834df-1c41-40a5-a41b-7c9d2542aac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (972fd152-a4b1-4f53-a2ca-44513ed373f2), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:21.767656 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:44:21.768327 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:21.818658 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca,segment=NetworkSegment(27551a68-6b35-43de-97a8-6fe741080cf6),segment_id=27551a68-6b35-43de-97a8-6fe741080cf6)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:44:21.824207 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:21.841528 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-cc1834df-1c41-40a5-a41b-7c9d2542aac3 None None] Attempting to bind port 972fd152-a4b1-4f53-a2ca-44513ed373f2 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:44:21.843385 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-cc1834df-1c41-40a5-a41b-7c9d2542aac3 None None] Attempting to bind port 972fd152-a4b1-4f53-a2ca-44513ed373f2 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:44:21.843757 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1834df-1c41-40a5-a41b-7c9d2542aac3 None None] Attempting to bind port 972fd152-a4b1-4f53-a2ca-44513ed373f2 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:44:21.865946 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1834df-1c41-40a5-a41b-7c9d2542aac3 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:44:21.866452 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1834df-1c41-40a5-a41b-7c9d2542aac3 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:44:21.866923 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cc1834df-1c41-40a5-a41b-7c9d2542aac3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:21.867420 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1834df-1c41-40a5-a41b-7c9d2542aac3 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:44:21.867972 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-cc1834df-1c41-40a5-a41b-7c9d2542aac3 None None] Bound port: 972fd152-a4b1-4f53-a2ca-44513ed373f2, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:44:21.868556 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cc1834df-1c41-40a5-a41b-7c9d2542aac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (972fd152-a4b1-4f53-a2ca-44513ed373f2), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:21.871370 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8a8ec1f5-538d-4310-9c2f-402b4eca8cfc admin admin] Publish callbacks [] for port (5f3e3da7-92c3-45fc-8608-5ec923595aee), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:21.899405 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:21.905273 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff348f7-9d50-4f11-9498-234f623a94ac None None] Pushing event updated for resources: {'Port': ['ID=972fd152-a4b1-4f53-a2ca-44513ed373f2,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:21.907111 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-1eca4af7-3eca-46aa-821d-d4c32879e2fc None None] Provisioning complete for port 0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:44:21.907111 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1eca4af7-3eca-46aa-821d-d4c32879e2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:21.935810 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8a8ec1f5-538d-4310-9c2f-402b4eca8cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (5f3e3da7-92c3-45fc-8608-5ec923595aee), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:21.955624 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-cc1834df-1c41-40a5-a41b-7c9d2542aac3 None None] For port 972fd152-a4b1-4f53-a2ca-44513ed373f2, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:44:21.961349 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-cc1834df-1c41-40a5-a41b-7c9d2542aac3 None None] For port 972fd152-a4b1-4f53-a2ca-44513ed373f2, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=972fd152-a4b1-4f53-a2ca-44513ed373f2,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:44:21.980722 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-cc1834df-1c41-40a5-a41b-7c9d2542aac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (972fd152-a4b1-4f53-a2ca-44513ed373f2), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:22.010845 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8ec1f5-538d-4310-9c2f-402b4eca8cfc admin admin] Network 8cd554ec-71d7-4dc9-80eb-653e0b8c3771 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:44:22.014340 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-8a8ec1f5-538d-4310-9c2f-402b4eca8cfc admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:44:22.019699 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8ec1f5-538d-4310-9c2f-402b4eca8cfc admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:44:22.028817 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1eca4af7-3eca-46aa-821d-d4c32879e2fc None None] Current status of the port 0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:44:22.042364 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1834df-1c41-40a5-a41b-7c9d2542aac3 None None] Routers {'5b7232db-f3bb-41d7-b570-e21e2da51fc2'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:44:22.043266 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-cc1834df-1c41-40a5-a41b-7c9d2542aac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:44:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5b7232db-f3bb-41d7-b570-e21e2da51fc2'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:44:22.060948 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ec1f5-538d-4310-9c2f-402b4eca8cfc admin admin] Pushing event updated for resources: {'Port': ['ID=5f3e3da7-92c3-45fc-8608-5ec923595aee,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:22.088824 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8a8ec1f5-538d-4310-9c2f-402b4eca8cfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (5b7232db-f3bb-41d7-b570-e21e2da51fc2), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:22.154247 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff348f7-9d50-4f11-9498-234f623a94ac None None] Pushing event updated for resources: {'Port': ['ID=972fd152-a4b1-4f53-a2ca-44513ed373f2,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:22.167322 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-1001d8bf-3fc9-420d-9057-0a4558ea5642 None None] Provisioning complete for port 0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:44:22.168654 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1001d8bf-3fc9-420d-9057-0a4558ea5642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:22.196093 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-cc1834df-1c41-40a5-a41b-7c9d2542aac3 None None] Set router 5b7232db-f3bb-41d7-b570-e21e2da51fc2 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:44:22.297693 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8a8ec1f5-538d-4310-9c2f-402b4eca8cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5f3e3da7-92c3-45fc-8608-5ec923595aee), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:22.309878 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-1001d8bf-3fc9-420d-9057-0a4558ea5642 None None] Current status of the port 0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:44:22.430343 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-cc1834df-1c41-40a5-a41b-7c9d2542aac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7232db-f3bb-41d7-b570-e21e2da51fc2', 'name': 'tempest-TestShelveInstance-510360513-router', 'tenant_id': '461ba333efdf48dba960501215dd4a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '972fd152-a4b1-4f53-a2ca-44513ed373f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:44:18Z', 'updated_at': '2022-03-07T11:44:20Z', 'revision_number': 3, 'project_id': '461ba333efdf48dba960501215dd4a8c', 'gw_port': {'id': '972fd152-a4b1-4f53-a2ca-44513ed373f2', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:be:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7232db-f3bb-41d7-b570-e21e2da51fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:19Z', 'updated_at': '2022-03-07T11:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:44:22.430861 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-da31bb03-8f3e-4a2a-b987-36bcd361ed2c None None] Provisioning complete for port 5f3e3da7-92c3-45fc-8608-5ec923595aee triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:44:22.431390 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-da31bb03-8f3e-4a2a-b987-36bcd361ed2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (5f3e3da7-92c3-45fc-8608-5ec923595aee), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:22.469701 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-da31bb03-8f3e-4a2a-b987-36bcd361ed2c None None] Port 5f3e3da7-92c3-45fc-8608-5ec923595aee cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:44:22.495665 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8a8ec1f5-538d-4310-9c2f-402b4eca8cfc admin admin] Publish callbacks [] for port (5f3e3da7-92c3-45fc-8608-5ec923595aee), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:22.500783 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8a8ec1f5-538d-4310-9c2f-402b4eca8cfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (5f3e3da7-92c3-45fc-8608-5ec923595aee), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:22.563047 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1834df-1c41-40a5-a41b-7c9d2542aac3 None None] The sync data for ids ['5b7232db-f3bb-41d7-b570-e21e2da51fc2'] in n-d-832164-4 is: [{'id': '5b7232db-f3bb-41d7-b570-e21e2da51fc2', 'name': 'tempest-TestShelveInstance-510360513-router', 'tenant_id': '461ba333efdf48dba960501215dd4a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '972fd152-a4b1-4f53-a2ca-44513ed373f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:44:18Z', 'updated_at': '2022-03-07T11:44:20Z', 'revision_number': 3, 'project_id': '461ba333efdf48dba960501215dd4a8c', 'gw_port': {'id': '972fd152-a4b1-4f53-a2ca-44513ed373f2', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:be:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7232db-f3bb-41d7-b570-e21e2da51fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:19Z', 'updated_at': '2022-03-07T11:44:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:44:22.572480 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ec1f5-538d-4310-9c2f-402b4eca8cfc admin admin] Pushing event updated for resources: {'Port': ['ID=5f3e3da7-92c3-45fc-8608-5ec923595aee,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:22.574906 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8a8ec1f5-538d-4310-9c2f-402b4eca8cfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (5b7232db-f3bb-41d7-b570-e21e2da51fc2), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:22.682418 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8ec1f5-538d-4310-9c2f-402b4eca8cfc admin admin] Network 8cd554ec-71d7-4dc9-80eb-653e0b8c3771 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:44:22.683886 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-8a8ec1f5-538d-4310-9c2f-402b4eca8cfc admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:44:22.844043 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a8ec1f5-538d-4310-9c2f-402b4eca8cfc admin admin] Router 5b7232db-f3bb-41d7-b570-e21e2da51fc2 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:44:22.886477 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:44:22.979582 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8ec1f5-538d-4310-9c2f-402b4eca8cfc admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:44:22.989746 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8a8ec1f5-538d-4310-9c2f-402b4eca8cfc admin admin] 10.222.0.11 "PUT /v2.0/routers/5b7232db-f3bb-41d7-b570-e21e2da51fc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0518434 Mar 07 11:44:23.025368 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:44:23.025749 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:23.148019 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:44:23.149339 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 4fe24d50-732b-42ef-b5e4-c3abbc82ddc2 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:44:23.180104 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-a1f67b04-fdbc-4521-84ef-3dfbb6657b3f None None] Provisioning complete for port 5f3e3da7-92c3-45fc-8608-5ec923595aee triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:44:23.180753 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a1f67b04-fdbc-4521-84ef-3dfbb6657b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (5f3e3da7-92c3-45fc-8608-5ec923595aee), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:23.229487 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-a1f67b04-fdbc-4521-84ef-3dfbb6657b3f None None] Port 5f3e3da7-92c3-45fc-8608-5ec923595aee cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:44:23.244466 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 4fe24d50-732b-42ef-b5e4-c3abbc82ddc2 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:44:23.244844 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4fe24d50-732b-42ef-b5e4-c3abbc82ddc2), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:23.337221 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 4fe24d50-732b-42ef-b5e4-c3abbc82ddc2 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:44:23.567802 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46218) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:44:23.569135 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:23.573430 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-2564aa10-ab48-4556-9444-32f792d14b1d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-936276149', 'description': 'tempest-secgroup-smoke-936276149 description', 'project_id': '6c3e372401134e80af5dda0d4274c18a'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:44:23.595897 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2564aa10-ab48-4556-9444-32f792d14b1d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:23.667211 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2564aa10-ab48-4556-9444-32f792d14b1d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group (6108002e-0f75-4320-b98a-7ffd1d5eb45a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:23.671519 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2564aa10-ab48-4556-9444-32f792d14b1d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (6108002e-0f75-4320-b98a-7ffd1d5eb45a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:23.700382 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-2564aa10-ab48-4556-9444-32f792d14b1d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:23.701650 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-2564aa10-ab48-4556-9444-32f792d14b1d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1318662 Mar 07 11:44:23.704829 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46220) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:44:23.705734 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564aa10-ab48-4556-9444-32f792d14b1d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6108002e-0f75-4320-b98a-7ffd1d5eb45a,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:23.712440 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-24ce30a4-c615-45ea-8eeb-cdaa618833ba tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Request body: {'security_group_rule': {'security_group_id': '6108002e-0f75-4320-b98a-7ffd1d5eb45a', 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:44:23.737024 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-24ce30a4-c615-45ea-8eeb-cdaa618833ba tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (38234004-2136-4266-b5f8-ddf368a6b555), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:23.797402 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-24ce30a4-c615-45ea-8eeb-cdaa618833ba tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (38234004-2136-4266-b5f8-ddf368a6b555), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:23.800832 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-24ce30a4-c615-45ea-8eeb-cdaa618833ba tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (38234004-2136-4266-b5f8-ddf368a6b555), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:23.815346 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce30a4-c615-45ea-8eeb-cdaa618833ba tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38234004-2136-4266-b5f8-ddf368a6b555,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:23.826283 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-24ce30a4-c615-45ea-8eeb-cdaa618833ba tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:23.827482 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-24ce30a4-c615-45ea-8eeb-cdaa618833ba tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215491 Mar 07 11:44:23.830336 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46222) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:44:23.835156 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-162d9f4a-1f4e-4681-a99c-01f1de9282ae tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Request body: {'security_group_rule': {'security_group_id': '6108002e-0f75-4320-b98a-7ffd1d5eb45a', 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:44:23.858530 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-162d9f4a-1f4e-4681-a99c-01f1de9282ae tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (bcccc212-bf60-4c1b-90da-d6594ae794d6), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:23.912581 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-162d9f4a-1f4e-4681-a99c-01f1de9282ae tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (bcccc212-bf60-4c1b-90da-d6594ae794d6), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:23.916074 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-162d9f4a-1f4e-4681-a99c-01f1de9282ae tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (bcccc212-bf60-4c1b-90da-d6594ae794d6), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:23.933688 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d9f4a-1f4e-4681-a99c-01f1de9282ae tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcccc212-bf60-4c1b-90da-d6594ae794d6,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:23.940536 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-162d9f4a-1f4e-4681-a99c-01f1de9282ae tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:23.941784 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-162d9f4a-1f4e-4681-a99c-01f1de9282ae tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1105196 Mar 07 11:44:23.945171 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46224) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:44:23.949326 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-6ccccf1d-55b4-4238-b8fd-e0624e2941f1 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Request body: {'security_group_rule': {'security_group_id': '6108002e-0f75-4320-b98a-7ffd1d5eb45a', 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:44:23.972745 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6ccccf1d-55b4-4238-b8fd-e0624e2941f1 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (c9d6e4c5-0557-4694-86ac-97df06fab9c9), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:24.030736 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6ccccf1d-55b4-4238-b8fd-e0624e2941f1 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (c9d6e4c5-0557-4694-86ac-97df06fab9c9), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:24.034127 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6ccccf1d-55b4-4238-b8fd-e0624e2941f1 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (c9d6e4c5-0557-4694-86ac-97df06fab9c9), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:24.052377 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccccf1d-55b4-4238-b8fd-e0624e2941f1 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d6e4c5-0557-4694-86ac-97df06fab9c9,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:24.060321 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-6ccccf1d-55b4-4238-b8fd-e0624e2941f1 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:24.061615 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-6ccccf1d-55b4-4238-b8fd-e0624e2941f1 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155324 Mar 07 11:44:24.064364 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46226) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:44:24.069261 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-acb41b63-dad5-456d-aeb6-52d3339d3a7e tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Request body: {'security_group_rule': {'security_group_id': '6108002e-0f75-4320-b98a-7ffd1d5eb45a', 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:44:24.093169 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-acb41b63-dad5-456d-aeb6-52d3339d3a7e tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (d9bced61-336a-460f-ada7-556aa9b47c51), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:24.152041 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-acb41b63-dad5-456d-aeb6-52d3339d3a7e tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (d9bced61-336a-460f-ada7-556aa9b47c51), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:24.155420 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-acb41b63-dad5-456d-aeb6-52d3339d3a7e tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (d9bced61-336a-460f-ada7-556aa9b47c51), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:24.173512 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb41b63-dad5-456d-aeb6-52d3339d3a7e tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9bced61-336a-460f-ada7-556aa9b47c51,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:24.182229 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-acb41b63-dad5-456d-aeb6-52d3339d3a7e tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:24.183423 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-acb41b63-dad5-456d-aeb6-52d3339d3a7e tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181493 Mar 07 11:44:24.186227 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46228) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:44:24.190418 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-3dcaf881-272d-4650-8407-1db9fe646eb4 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Request body: {'security_group_rule': {'security_group_id': '6108002e-0f75-4320-b98a-7ffd1d5eb45a', 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:44:24.209774 n-d-832164-4 neutron-server[103767]: INFO neutron.db.securitygroups_db [None req-3dcaf881-272d-4650-8407-1db9fe646eb4 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Project 6c3e372401134e80af5dda0d4274c18a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:44:24.214580 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3dcaf881-272d-4650-8407-1db9fe646eb4 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (c3becd28-0132-4a77-94e8-46ebfe08c5fc), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:24.273530 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3dcaf881-272d-4650-8407-1db9fe646eb4 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (c3becd28-0132-4a77-94e8-46ebfe08c5fc), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:24.276920 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3dcaf881-272d-4650-8407-1db9fe646eb4 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (c3becd28-0132-4a77-94e8-46ebfe08c5fc), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:24.294617 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcaf881-272d-4650-8407-1db9fe646eb4 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3becd28-0132-4a77-94e8-46ebfe08c5fc,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:24.306795 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3dcaf881-272d-4650-8407-1db9fe646eb4 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:24.307994 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3dcaf881-272d-4650-8407-1db9fe646eb4 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208327 Mar 07 11:44:24.310627 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46230) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:44:24.314792 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-8c4f5907-6d5f-40f4-8c4e-715858ddde9a tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Request body: {'security_group_rule': {'security_group_id': '6108002e-0f75-4320-b98a-7ffd1d5eb45a', 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:44:24.337813 n-d-832164-4 neutron-server[103767]: INFO neutron.db.securitygroups_db [None req-8c4f5907-6d5f-40f4-8c4e-715858ddde9a tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Project 6c3e372401134e80af5dda0d4274c18a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:44:24.342798 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8c4f5907-6d5f-40f4-8c4e-715858ddde9a tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (f4336160-7612-4863-82ad-39999b93cf47), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:24.401380 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8c4f5907-6d5f-40f4-8c4e-715858ddde9a tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (f4336160-7612-4863-82ad-39999b93cf47), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:24.405052 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8c4f5907-6d5f-40f4-8c4e-715858ddde9a tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (f4336160-7612-4863-82ad-39999b93cf47), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:24.422453 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f5907-6d5f-40f4-8c4e-715858ddde9a tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4336160-7612-4863-82ad-39999b93cf47,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:24.431094 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-8c4f5907-6d5f-40f4-8c4e-715858ddde9a tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:24.432286 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-8c4f5907-6d5f-40f4-8c4e-715858ddde9a tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207521 Mar 07 11:44:24.584441 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-0e4b2779-3849-4b6d-a4b0-29cfec298294 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-936276149&fields=id&tenant_id=6c3e372401134e80af5dda0d4274c18a HTTP/1.1" status: 200 len: 267 time: 0.0446270 Mar 07 11:44:24.693999 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-99f49cd3-541f-4464-9edf-1f7a3bb3da96 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:24.695505 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-99f49cd3-541f-4464-9edf-1f7a3bb3da96 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/networks?id=cd753ef6-832d-4a5e-899e-85122ea40ab2 HTTP/1.1" status: 200 len: 809 time: 0.1045976 Mar 07 11:44:24.710952 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-d276083e-6be7-462c-a4ba-48cb8d338866 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/quotas/6c3e372401134e80af5dda0d4274c18a HTTP/1.1" status: 200 len: 375 time: 0.0098257 Mar 07 11:44:24.778355 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-2108e39d-21d3-46d6-a011-eeb92766ee63 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c3e372401134e80af5dda0d4274c18a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0607090 Mar 07 11:44:24.789148 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 972fd152-a4b1-4f53-a2ca-44513ed373f2 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:44:24.841506 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 972fd152-a4b1-4f53-a2ca-44513ed373f2 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:44:24.841923 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (972fd152-a4b1-4f53-a2ca-44513ed373f2), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:24.933806 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 972fd152-a4b1-4f53-a2ca-44513ed373f2 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:44:24.934116 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (972fd152-a4b1-4f53-a2ca-44513ed373f2), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:24.956117 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 972fd152-a4b1-4f53-a2ca-44513ed373f2, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=972fd152-a4b1-4f53-a2ca-44513ed373f2,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:44:24.961751 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (972fd152-a4b1-4f53-a2ca-44513ed373f2), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:24.983278 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-f633c363-b86e-49b1-b2f7-a3cce7fab4c6 service neutron] 10.222.0.11 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944060 Mar 07 11:44:25.012820 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=972fd152-a4b1-4f53-a2ca-44513ed373f2,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:25.067989 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b44757-6b57-4cab-93de-52dfe781f735 None None] Sync routers for ids ['5b7232db-f3bb-41d7-b570-e21e2da51fc2'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:44:25.077457 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b44757-6b57-4cab-93de-52dfe781f735 None None] Routers {'5b7232db-f3bb-41d7-b570-e21e2da51fc2'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:44:25.078141 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-86b44757-6b57-4cab-93de-52dfe781f735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:44:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5b7232db-f3bb-41d7-b570-e21e2da51fc2'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:44:25.078999 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-b4ac2c13-db3f-47b1-abe3-ebf6d01534a0 service neutron] 10.222.0.11 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897079 Mar 07 11:44:25.191104 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-86b44757-6b57-4cab-93de-52dfe781f735 None None] Set router 5b7232db-f3bb-41d7-b570-e21e2da51fc2 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:44:25.261129 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3700a7b2-2371-456a-b0c3-de91b6e74b08 req-b19d4f02-3de3-4097-8f30-c04aa63f93e9 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 210 time: 0.0309980 Mar 07 11:44:25.407504 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-86b44757-6b57-4cab-93de-52dfe781f735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7232db-f3bb-41d7-b570-e21e2da51fc2', 'name': 'tempest-TestShelveInstance-510360513-router', 'tenant_id': '461ba333efdf48dba960501215dd4a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '972fd152-a4b1-4f53-a2ca-44513ed373f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:44:18Z', 'updated_at': '2022-03-07T11:44:22Z', 'revision_number': 4, 'project_id': '461ba333efdf48dba960501215dd4a8c', 'gw_port': {'id': '972fd152-a4b1-4f53-a2ca-44513ed373f2', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:be:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7232db-f3bb-41d7-b570-e21e2da51fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:19Z', 'updated_at': '2022-03-07T11:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '5f3e3da7-92c3-45fc-8608-5ec923595aee', 'name': '', 'network_id': '8cd554ec-71d7-4dc9-80eb-653e0b8c3771', 'tenant_id': '461ba333efdf48dba960501215dd4a8c', 'mac_address': 'fa:16:3e:da:5f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7232db-f3bb-41d7-b570-e21e2da51fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'f6df6386-9b8f-45e9-beb6-14df95110609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:21Z', 'updated_at': '2022-03-07T11:44:22Z', 'revision_number': 2, 'project_id': '461ba333efdf48dba960501215dd4a8c', 'subnets': [{'id': 'f6df6386-9b8f-45e9-beb6-14df95110609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:44:25.434619 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b44757-6b57-4cab-93de-52dfe781f735 None None] Checking router: 5b7232db-f3bb-41d7-b570-e21e2da51fc2 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:44:25.434973 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b44757-6b57-4cab-93de-52dfe781f735 None None] Updating router 5b7232db-f3bb-41d7-b570-e21e2da51fc2 port 5f3e3da7-92c3-45fc-8608-5ec923595aee binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:44:25.462465 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-86b44757-6b57-4cab-93de-52dfe781f735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5f3e3da7-92c3-45fc-8608-5ec923595aee), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:25.913766 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-86b44757-6b57-4cab-93de-52dfe781f735 None None] Publish callbacks [] for port (5f3e3da7-92c3-45fc-8608-5ec923595aee), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:25.920019 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-86b44757-6b57-4cab-93de-52dfe781f735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (5f3e3da7-92c3-45fc-8608-5ec923595aee), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:25.978725 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce525eff-b424-4117-a2f9-96fd720d81ff None None] Pushing event updated for resources: {'Port': ['ID=5f3e3da7-92c3-45fc-8608-5ec923595aee,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:26.037546 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-86b44757-6b57-4cab-93de-52dfe781f735 None None] Attempting to bind port 5f3e3da7-92c3-45fc-8608-5ec923595aee on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:44:26.037914 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-86b44757-6b57-4cab-93de-52dfe781f735 None None] Attempting to bind port 5f3e3da7-92c3-45fc-8608-5ec923595aee by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '27551a68-6b35-43de-97a8-6fe741080cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8cd554ec-71d7-4dc9-80eb-653e0b8c3771'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:44:26.038275 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b44757-6b57-4cab-93de-52dfe781f735 None None] Attempting to bind port 5f3e3da7-92c3-45fc-8608-5ec923595aee on network 8cd554ec-71d7-4dc9-80eb-653e0b8c3771 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:44:26.043732 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b44757-6b57-4cab-93de-52dfe781f735 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:44:26.044106 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b44757-6b57-4cab-93de-52dfe781f735 None None] Checking segment: {'id': '27551a68-6b35-43de-97a8-6fe741080cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8cd554ec-71d7-4dc9-80eb-653e0b8c3771'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:44:26.044517 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-86b44757-6b57-4cab-93de-52dfe781f735 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:26.044923 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b44757-6b57-4cab-93de-52dfe781f735 None None] Bound using segment: {'id': '27551a68-6b35-43de-97a8-6fe741080cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8cd554ec-71d7-4dc9-80eb-653e0b8c3771'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:44:26.045540 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-86b44757-6b57-4cab-93de-52dfe781f735 None None] Bound port: 5f3e3da7-92c3-45fc-8608-5ec923595aee, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27551a68-6b35-43de-97a8-6fe741080cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '8cd554ec-71d7-4dc9-80eb-653e0b8c3771'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:44:26.045917 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-86b44757-6b57-4cab-93de-52dfe781f735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5f3e3da7-92c3-45fc-8608-5ec923595aee), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:26.111704 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-86b44757-6b57-4cab-93de-52dfe781f735 None None] For port 5f3e3da7-92c3-45fc-8608-5ec923595aee, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:44:26.115793 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-86b44757-6b57-4cab-93de-52dfe781f735 None None] For port 5f3e3da7-92c3-45fc-8608-5ec923595aee, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=5f3e3da7-92c3-45fc-8608-5ec923595aee,segment=NetworkSegment(27551a68-6b35-43de-97a8-6fe741080cf6),segment_id=27551a68-6b35-43de-97a8-6fe741080cf6)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:44:26.124323 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-86b44757-6b57-4cab-93de-52dfe781f735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (5f3e3da7-92c3-45fc-8608-5ec923595aee), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:26.213802 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-dbeb037f-0bfa-4523-8d94-5a04af7771d5 None None] Provisioning complete for port 5f3e3da7-92c3-45fc-8608-5ec923595aee triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:44:26.214180 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dbeb037f-0bfa-4523-8d94-5a04af7771d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (5f3e3da7-92c3-45fc-8608-5ec923595aee), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:26.218804 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce525eff-b424-4117-a2f9-96fd720d81ff None None] Pushing event updated for resources: {'Port': ['ID=5f3e3da7-92c3-45fc-8608-5ec923595aee,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:26.250492 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b44757-6b57-4cab-93de-52dfe781f735 None None] Routers {'5b7232db-f3bb-41d7-b570-e21e2da51fc2'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:44:26.251137 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-86b44757-6b57-4cab-93de-52dfe781f735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:44:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5b7232db-f3bb-41d7-b570-e21e2da51fc2'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:44:26.381415 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-e3df3712-995a-4e25-975a-9cef021891ef tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:26.383300 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-e3df3712-995a-4e25-975a-9cef021891ef tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.21 "GET /v2.0/networks?id=cd753ef6-832d-4a5e-899e-85122ea40ab2 HTTP/1.1" status: 200 len: 809 time: 0.1692524 Mar 07 11:44:26.437009 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cf061c84-43d4-4fdd-97d2-da1fc7703692 req-88723ed0-bb6a-481f-84ed-9afc23f3f1e1 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 210 time: 0.0486376 Mar 07 11:44:26.440368 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-dbeb037f-0bfa-4523-8d94-5a04af7771d5 None None] Current status of the port 5f3e3da7-92c3-45fc-8608-5ec923595aee is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:44:26.440767 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dbeb037f-0bfa-4523-8d94-5a04af7771d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (5f3e3da7-92c3-45fc-8608-5ec923595aee), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:26.474640 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-86b44757-6b57-4cab-93de-52dfe781f735 None None] Set router 5b7232db-f3bb-41d7-b570-e21e2da51fc2 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:44:26.474902 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-2672fe34-3045-4780-b872-dc6052e6c7cd tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c3e372401134e80af5dda0d4274c18a HTTP/1.1" status: 200 len: 379 time: 0.0763724 Mar 07 11:44:26.483452 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-6fea25dc-220d-43ff-976d-e834ce416991 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Request body: {'port': {'device_id': 'ccdaddd2-bba2-4124-be0d-5bed16ec9fd5', 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2', 'admin_state_up': True, 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'security_groups': ['6108002e-0f75-4320-b98a-7ffd1d5eb45a']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:44:26.523947 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-dbeb037f-0bfa-4523-8d94-5a04af7771d5 None None] For port 5f3e3da7-92c3-45fc-8608-5ec923595aee, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=5f3e3da7-92c3-45fc-8608-5ec923595aee,segment=NetworkSegment(27551a68-6b35-43de-97a8-6fe741080cf6),segment_id=27551a68-6b35-43de-97a8-6fe741080cf6)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:44:26.530739 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dbeb037f-0bfa-4523-8d94-5a04af7771d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (5f3e3da7-92c3-45fc-8608-5ec923595aee), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:26.596736 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-6fea25dc-220d-43ff-976d-e834ce416991 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Made reservation on behalf of 6c3e372401134e80af5dda0d4274c18a for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:44:26.600837 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-6fea25dc-220d-43ff-976d-e834ce416991 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:26.672166 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb037f-0bfa-4523-8d94-5a04af7771d5 None None] Pushing event updated for resources: {'Port': ['ID=5f3e3da7-92c3-45fc-8608-5ec923595aee,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:26.690549 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-0e9784ea-6747-4fa3-a0e6-c515b39743be None None] Provisioning complete for port 5f3e3da7-92c3-45fc-8608-5ec923595aee triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:44:26.690924 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0e9784ea-6747-4fa3-a0e6-c515b39743be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (5f3e3da7-92c3-45fc-8608-5ec923595aee), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:26.740173 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-6fea25dc-220d-43ff-976d-e834ce416991 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Allocated IP 172.20.0.3 (cd753ef6-832d-4a5e-899e-85122ea40ab2/8601a559-bc14-4ece-bd3b-a6782030e648/6c8a6cc8-a959-437c-9317-22e6fc0f59f7) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:44:26.765969 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 972fd152-a4b1-4f53-a2ca-44513ed373f2 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:44:26.857407 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-0e9784ea-6747-4fa3-a0e6-c515b39743be None None] Current status of the port 5f3e3da7-92c3-45fc-8608-5ec923595aee is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:44:26.860952 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-86b44757-6b57-4cab-93de-52dfe781f735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7232db-f3bb-41d7-b570-e21e2da51fc2', 'name': 'tempest-TestShelveInstance-510360513-router', 'tenant_id': '461ba333efdf48dba960501215dd4a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '972fd152-a4b1-4f53-a2ca-44513ed373f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:44:18Z', 'updated_at': '2022-03-07T11:44:22Z', 'revision_number': 4, 'project_id': '461ba333efdf48dba960501215dd4a8c', 'gw_port': {'id': '972fd152-a4b1-4f53-a2ca-44513ed373f2', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:be:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7232db-f3bb-41d7-b570-e21e2da51fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:19Z', 'updated_at': '2022-03-07T11:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '5f3e3da7-92c3-45fc-8608-5ec923595aee', 'name': '', 'network_id': '8cd554ec-71d7-4dc9-80eb-653e0b8c3771', 'tenant_id': '461ba333efdf48dba960501215dd4a8c', 'mac_address': 'fa:16:3e:da:5f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7232db-f3bb-41d7-b570-e21e2da51fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'f6df6386-9b8f-45e9-beb6-14df95110609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:21Z', 'updated_at': '2022-03-07T11:44:26Z', 'revision_number': 4, 'project_id': '461ba333efdf48dba960501215dd4a8c', 'subnets': [{'id': 'f6df6386-9b8f-45e9-beb6-14df95110609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:44:26.890962 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b44757-6b57-4cab-93de-52dfe781f735 None None] The sync data for ids ['5b7232db-f3bb-41d7-b570-e21e2da51fc2'] in n-d-832164-4 is: [{'id': '5b7232db-f3bb-41d7-b570-e21e2da51fc2', 'name': 'tempest-TestShelveInstance-510360513-router', 'tenant_id': '461ba333efdf48dba960501215dd4a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '972fd152-a4b1-4f53-a2ca-44513ed373f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:44:18Z', 'updated_at': '2022-03-07T11:44:22Z', 'revision_number': 4, 'project_id': '461ba333efdf48dba960501215dd4a8c', 'gw_port': {'id': '972fd152-a4b1-4f53-a2ca-44513ed373f2', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:be:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7232db-f3bb-41d7-b570-e21e2da51fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:19Z', 'updated_at': '2022-03-07T11:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '5f3e3da7-92c3-45fc-8608-5ec923595aee', 'name': '', 'network_id': '8cd554ec-71d7-4dc9-80eb-653e0b8c3771', 'tenant_id': '461ba333efdf48dba960501215dd4a8c', 'mac_address': 'fa:16:3e:da:5f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7232db-f3bb-41d7-b570-e21e2da51fc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'f6df6386-9b8f-45e9-beb6-14df95110609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:21Z', 'updated_at': '2022-03-07T11:44:26Z', 'revision_number': 4, 'project_id': '461ba333efdf48dba960501215dd4a8c', 'subnets': [{'id': 'f6df6386-9b8f-45e9-beb6-14df95110609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:44:26.893249 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-6fea25dc-220d-43ff-976d-e834ce416991 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for port (6c8a6cc8-a959-437c-9317-22e6fc0f59f7), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:26.902368 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 972fd152-a4b1-4f53-a2ca-44513ed373f2 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:44:26.902754 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (972fd152-a4b1-4f53-a2ca-44513ed373f2), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:26.932395 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-6fea25dc-220d-43ff-976d-e834ce416991 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (6c8a6cc8-a959-437c-9317-22e6fc0f59f7), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:26.991360 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-6fea25dc-220d-43ff-976d-e834ce416991 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Network cd753ef6-832d-4a5e-899e-85122ea40ab2 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:44:26.994639 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-6fea25dc-220d-43ff-976d-e834ce416991 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:44:27.000513 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-6fea25dc-220d-43ff-976d-e834ce416991 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:44:27.020044 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 972fd152-a4b1-4f53-a2ca-44513ed373f2 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:44:27.064262 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea25dc-220d-43ff-976d-e834ce416991 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Pushing event updated for resources: {'Port': ['ID=6c8a6cc8-a959-437c-9317-22e6fc0f59f7,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:27.089834 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-6fea25dc-220d-43ff-976d-e834ce416991 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:27.090720 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-6fea25dc-220d-43ff-976d-e834ce416991 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:27.113825 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-6fea25dc-220d-43ff-976d-e834ce416991 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6342919 Mar 07 11:44:27.126433 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-d668ad64-3717-49f8-a29d-d254e0ae3cd0 service neutron] Request body: {'port': {'device_id': 'ccdaddd2-bba2-4124-be0d-5bed16ec9fd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:44:27.191479 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-d668ad64-3717-49f8-a29d-d254e0ae3cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6c8a6cc8-a959-437c-9317-22e6fc0f59f7), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:27.297160 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-44ab6798-1cf4-4127-b773-cb2514594e3c None None] Provisioning complete for port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:44:27.298066 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-44ab6798-1cf4-4127-b773-cb2514594e3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6c8a6cc8-a959-437c-9317-22e6fc0f59f7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:27.337443 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-44ab6798-1cf4-4127-b773-cb2514594e3c None None] Port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:44:27.478142 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-d668ad64-3717-49f8-a29d-d254e0ae3cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:44:27.485813 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-d668ad64-3717-49f8-a29d-d254e0ae3cd0 service neutron] Publish callbacks [] for port (6c8a6cc8-a959-437c-9317-22e6fc0f59f7), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:27.498117 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-d668ad64-3717-49f8-a29d-d254e0ae3cd0 service neutron] Transition to ACTIVE for port object 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:44:27.502947 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-d668ad64-3717-49f8-a29d-d254e0ae3cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (6c8a6cc8-a959-437c-9317-22e6fc0f59f7), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:27.590556 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668ad64-3717-49f8-a29d-d254e0ae3cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8a6cc8-a959-437c-9317-22e6fc0f59f7,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:27.655029 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01472126-f361-479f-9058-a933d06a621e req-c8cd8f3a-cb84-4f32-b1a9-b992389cdf5a tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:27.656561 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-01472126-f361-479f-9058-a933d06a621e req-c8cd8f3a-cb84-4f32-b1a9-b992389cdf5a tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 943 time: 0.1251185 Mar 07 11:44:27.694009 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-d668ad64-3717-49f8-a29d-d254e0ae3cd0 service neutron] Attempting to bind port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:44:27.694343 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-d668ad64-3717-49f8-a29d-d254e0ae3cd0 service neutron] Attempting to bind port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'f489d476-fc70-4bae-bb56-e3e6645e4b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:44:27.694665 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-d668ad64-3717-49f8-a29d-d254e0ae3cd0 service neutron] Attempting to bind port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 on network cd753ef6-832d-4a5e-899e-85122ea40ab2 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:44:27.706875 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-d668ad64-3717-49f8-a29d-d254e0ae3cd0 service neutron] Port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 on network cd753ef6-832d-4a5e-899e-85122ea40ab2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:44:27.707189 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-d668ad64-3717-49f8-a29d-d254e0ae3cd0 service neutron] Attempting to bind port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 on network cd753ef6-832d-4a5e-899e-85122ea40ab2 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:44:27.719050 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-d668ad64-3717-49f8-a29d-d254e0ae3cd0 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:44:27.719455 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-d668ad64-3717-49f8-a29d-d254e0ae3cd0 service neutron] Checking segment: {'id': 'f489d476-fc70-4bae-bb56-e3e6645e4b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:44:27.719837 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-d668ad64-3717-49f8-a29d-d254e0ae3cd0 service neutron] Bound using segment: {'id': 'f489d476-fc70-4bae-bb56-e3e6645e4b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:44:27.720264 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-d668ad64-3717-49f8-a29d-d254e0ae3cd0 service neutron] Bound port: 6c8a6cc8-a959-437c-9317-22e6fc0f59f7, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f489d476-fc70-4bae-bb56-e3e6645e4b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:44:27.720619 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-d668ad64-3717-49f8-a29d-d254e0ae3cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6c8a6cc8-a959-437c-9317-22e6fc0f59f7), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:27.737063 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-01472126-f361-479f-9058-a933d06a621e req-203ee521-6c37-4968-a8c9-4e79e10d0a91 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732133 Mar 07 11:44:27.791751 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-d668ad64-3717-49f8-a29d-d254e0ae3cd0 service neutron] For port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:44:27.794897 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-d668ad64-3717-49f8-a29d-d254e0ae3cd0 service neutron] For port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=6c8a6cc8-a959-437c-9317-22e6fc0f59f7,segment=NetworkSegment(f489d476-fc70-4bae-bb56-e3e6645e4b79),segment_id=f489d476-fc70-4bae-bb56-e3e6645e4b79)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:44:27.800891 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-d668ad64-3717-49f8-a29d-d254e0ae3cd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (6c8a6cc8-a959-437c-9317-22e6fc0f59f7), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:27.837922 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-d668ad64-3717-49f8-a29d-d254e0ae3cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:27.840075 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-d668ad64-3717-49f8-a29d-d254e0ae3cd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:27.841743 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-d668ad64-3717-49f8-a29d-d254e0ae3cd0 service neutron] 10.222.0.21 "PUT /v2.0/ports/6c8a6cc8-a959-437c-9317-22e6fc0f59f7 HTTP/1.1" status: 200 len: 1091 time: 0.7197518 Mar 07 11:44:27.844401 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccdaddd2-bba2-4124-be0d-5bed16ec9fd5', 'tag': '6c8a6cc8-a959-437c-9317-22e6fc0f59f7'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:44:27.846649 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816bc3a7-110b-4d56-bb53-390bdd2aa0d0" -d '{"events": [{"name": "network-changed", "server_uuid": "ccdaddd2-bba2-4124-be0d-5bed16ec9fd5", "tag": "6c8a6cc8-a959-437c-9317-22e6fc0f59f7"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:44:27.874676 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d668ad64-3717-49f8-a29d-d254e0ae3cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8a6cc8-a959-437c-9317-22e6fc0f59f7,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:27.911265 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951143a5-11b5-4d39-b00e-b040c7726951 x-openstack-request-id: req-951143a5-11b5-4d39-b00e-b040c7726951 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:44:27.911707 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccdaddd2-bba2-4124-be0d-5bed16ec9fd5", "tag": "6c8a6cc8-a959-437c-9317-22e6fc0f59f7", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:44:27.912054 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-951143a5-11b5-4d39-b00e-b040c7726951 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:44:27.912458 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccdaddd2-bba2-4124-be0d-5bed16ec9fd5', 'tag': '6c8a6cc8-a959-437c-9317-22e6fc0f59f7', 'status': 'completed', 'code': 200} Mar 07 11:44:27.932201 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-e1d06094-1432-4162-8567-8ffa00082db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:27.933824 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-e1d06094-1432-4162-8567-8ffa00082db1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c3e372401134e80af5dda0d4274c18a&device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 1125 time: 0.0501337 Mar 07 11:44:27.977139 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-420c3e08-cbd0-4c0a-b0ca-10645acefe8b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c8a6cc8-a959-437c-9317-22e6fc0f59f7 HTTP/1.1" status: 200 len: 217 time: 0.0364962 Mar 07 11:44:28.030825 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-c5e0ef83-8bf3-49ed-836f-0f965833793a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:28.032302 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-c5e0ef83-8bf3-49ed-836f-0f965833793a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8601a559-bc14-4ece-bd3b-a6782030e648 HTTP/1.1" status: 200 len: 848 time: 0.0492041 Mar 07 11:44:28.084820 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-88013e83-2dc8-4ab8-b9f5-d31b79aa8263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:28.086857 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-88013e83-2dc8-4ab8-b9f5-d31b79aa8263 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd753ef6-832d-4a5e-899e-85122ea40ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480032 Mar 07 11:44:28.175951 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-87d9b0dd-4888-4d12-bb1d-d8a6efe815ad service neutron] 10.222.0.21 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836918 Mar 07 11:44:28.265376 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c49ada5d-b62f-4120-87c6-66a246c3b4e6 req-c8a2225d-fe58-4ca0-baf6-4146ea77a164 service neutron] 10.222.0.21 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840073 Mar 07 11:44:28.354649 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bc3a7-110b-4d56-bb53-390bdd2aa0d0 req-6bd5ac5e-73e1-4938-9e79-2ead57b4538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:28.356108 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-816bc3a7-110b-4d56-bb53-390bdd2aa0d0 req-6bd5ac5e-73e1-4938-9e79-2ead57b4538b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c3e372401134e80af5dda0d4274c18a&device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 1125 time: 0.0451956 Mar 07 11:44:28.799343 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bc3a7-110b-4d56-bb53-390bdd2aa0d0 req-7baa794a-f352-4ad7-a8a6-6ea7df16c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:28.800386 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-816bc3a7-110b-4d56-bb53-390bdd2aa0d0 req-7baa794a-f352-4ad7-a8a6-6ea7df16c895 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cd753ef6-832d-4a5e-899e-85122ea40ab2 HTTP/1.1" status: 200 len: 910 time: 0.4383612 Mar 07 11:44:28.802816 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 5f3e3da7-92c3-45fc-8608-5ec923595aee up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:44:28.843113 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-816bc3a7-110b-4d56-bb53-390bdd2aa0d0 req-5707e616-1153-4b0d-9517-9d0c9f920813 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c8a6cc8-a959-437c-9317-22e6fc0f59f7 HTTP/1.1" status: 200 len: 217 time: 0.0354559 Mar 07 11:44:28.860631 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 5f3e3da7-92c3-45fc-8608-5ec923595aee triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:44:28.861007 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (5f3e3da7-92c3-45fc-8608-5ec923595aee), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:28.923569 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bc3a7-110b-4d56-bb53-390bdd2aa0d0 req-e65d3bc9-63d3-47cd-886c-6591895d086c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:28.925035 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-816bc3a7-110b-4d56-bb53-390bdd2aa0d0 req-e65d3bc9-63d3-47cd-886c-6591895d086c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8601a559-bc14-4ece-bd3b-a6782030e648 HTTP/1.1" status: 200 len: 848 time: 0.0708797 Mar 07 11:44:28.937346 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bf22f8-0462-41dc-9c39-6c06a063ff2f req-f276841d-80b3-429a-850a-894d47301930 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:28.938963 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-17bf22f8-0462-41dc-9c39-6c06a063ff2f req-f276841d-80b3-429a-850a-894d47301930 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 943 time: 0.0947034 Mar 07 11:44:28.951018 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 5f3e3da7-92c3-45fc-8608-5ec923595aee is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:44:29.017545 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-17bf22f8-0462-41dc-9c39-6c06a063ff2f req-2836f190-419c-4690-983e-153ed000c4db tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702229 Mar 07 11:44:29.020584 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816bc3a7-110b-4d56-bb53-390bdd2aa0d0 req-682702e3-d4cb-4c56-a8f7-ae0c38c5efb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:29.022027 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-816bc3a7-110b-4d56-bb53-390bdd2aa0d0 req-682702e3-d4cb-4c56-a8f7-ae0c38c5efb3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd753ef6-832d-4a5e-899e-85122ea40ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0824082 Mar 07 11:44:29.118538 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-816bc3a7-110b-4d56-bb53-390bdd2aa0d0 req-b22947f0-d151-48ac-8e15-30d91dd4b25a service neutron] 10.222.0.21 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888798 Mar 07 11:44:29.211406 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-816bc3a7-110b-4d56-bb53-390bdd2aa0d0 req-e3253d8d-452d-4bf5-a8e6-caf625df249d service neutron] 10.222.0.21 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854106 Mar 07 11:44:30.149700 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9015853-f7ee-437c-b8b3-bbe5928a19d6 req-2654c425-cc37-490c-b99c-77e200bf22db tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:30.151156 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d9015853-f7ee-437c-b8b3-bbe5928a19d6 req-2654c425-cc37-490c-b99c-77e200bf22db tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 943 time: 0.0516796 Mar 07 11:44:30.198324 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d9015853-f7ee-437c-b8b3-bbe5928a19d6 req-90b0d020-93bf-472a-94bf-fa469b11e034 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415852 Mar 07 11:44:31.322430 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5b49b-1ae8-481c-ac31-392883277f4c req-ffb5f7ca-4bfd-4374-afd7-da9caf7db929 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:31.323896 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-69b5b49b-1ae8-481c-ac31-392883277f4c req-ffb5f7ca-4bfd-4374-afd7-da9caf7db929 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 943 time: 0.0548933 Mar 07 11:44:31.376265 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-69b5b49b-1ae8-481c-ac31-392883277f4c req-27ecb60d-dea7-48a1-b9b3-c565c3930d31 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467722 Mar 07 11:44:31.465342 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:44:31.564351 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=6c8a6cc8-a959-437c-9317-22e6fc0f59f7,segment=NetworkSegment(f489d476-fc70-4bae-bb56-e3e6645e4b79),segment_id=f489d476-fc70-4bae-bb56-e3e6645e4b79)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:44:31.574797 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '6c8a6cc8-a959-437c-9317-22e6fc0f59f7', 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2', 'port_id': '6c8a6cc8-a959-437c-9317-22e6fc0f59f7', 'mac_address': 'fa:16:3e:b8:72:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:44:31.612460 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:44:31.612847 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6c8a6cc8-a959-437c-9317-22e6fc0f59f7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:31.625556 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:44:31.644744 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=6c8a6cc8-a959-437c-9317-22e6fc0f59f7,segment=NetworkSegment(f489d476-fc70-4bae-bb56-e3e6645e4b79),segment_id=f489d476-fc70-4bae-bb56-e3e6645e4b79)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:44:31.649255 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6c8a6cc8-a959-437c-9317-22e6fc0f59f7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:31.694450 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=6c8a6cc8-a959-437c-9317-22e6fc0f59f7,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:31.882029 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['6c8a6cc8-a959-437c-9317-22e6fc0f59f7'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:44:32.498376 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491f3ef-5136-41be-a97b-0a1cf9d28fc1 req-fd4cf73c-3e92-464c-9794-c3fc3b43d705 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:32.499833 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0491f3ef-5136-41be-a97b-0a1cf9d28fc1 req-fd4cf73c-3e92-464c-9794-c3fc3b43d705 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 944 time: 0.0559971 Mar 07 11:44:32.548435 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0491f3ef-5136-41be-a97b-0a1cf9d28fc1 req-2053607d-c8cc-40a8-9985-8683a9cb441a tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428264 Mar 07 11:44:33.485842 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:44:33.537303 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:44:33.541429 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:44:33.541808 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6c8a6cc8-a959-437c-9317-22e6fc0f59f7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:33.620488 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:44:33.620878 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6c8a6cc8-a959-437c-9317-22e6fc0f59f7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:33.643067 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdaddd2-bba2-4124-be0d-5bed16ec9fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8a6cc8-a959-437c-9317-22e6fc0f59f7'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:44:33.645953 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a645a2b5805a54a98315e88f2d343b68cf76c29b7d342bc1003cac2cf566b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5754ca08-4227-4db9-8bc4-92ea2b26e67b" -d '{"events": [{"server_uuid": "ccdaddd2-bba2-4124-be0d-5bed16ec9fd5", "name": "network-vif-plugged", "status": "completed", "tag": "6c8a6cc8-a959-437c-9317-22e6fc0f59f7"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:44:33.659814 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=6c8a6cc8-a959-437c-9317-22e6fc0f59f7,segment=NetworkSegment(f489d476-fc70-4bae-bb56-e3e6645e4b79),segment_id=f489d476-fc70-4bae-bb56-e3e6645e4b79)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:44:33.665705 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6c8a6cc8-a959-437c-9317-22e6fc0f59f7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:33.673541 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d2d56-ea03-4b3d-ad0d-4a3d8ff4d310 req-c6911d10-4f1e-4eb7-a122-1e7e9fa2240f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:33.675327 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-486d2d56-ea03-4b3d-ad0d-4a3d8ff4d310 req-c6911d10-4f1e-4eb7-a122-1e7e9fa2240f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 944 time: 0.0581834 Mar 07 11:44:33.689095 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170fb502-4849-47f5-a483-ec45fe965986 x-openstack-request-id: req-170fb502-4849-47f5-a483-ec45fe965986 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:44:33.689413 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdaddd2-bba2-4124-be0d-5bed16ec9fd5", "name": "network-vif-plugged", "status": "completed", "tag": "6c8a6cc8-a959-437c-9317-22e6fc0f59f7", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:44:33.689671 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-170fb502-4849-47f5-a483-ec45fe965986 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:44:33.690065 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdaddd2-bba2-4124-be0d-5bed16ec9fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8a6cc8-a959-437c-9317-22e6fc0f59f7', 'code': 200} Mar 07 11:44:33.720308 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=6c8a6cc8-a959-437c-9317-22e6fc0f59f7,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:33.731618 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-486d2d56-ea03-4b3d-ad0d-4a3d8ff4d310 req-7fcbb76f-9c31-4c25-98c3-ec3f304904ee tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492172 Mar 07 11:44:33.784520 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61996238-856e-4cb3-a9fb-9a12c4f2fa90 req-42b1547c-4708-4d73-a550-fb1d3e32e3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:33.786638 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-61996238-856e-4cb3-a9fb-9a12c4f2fa90 req-42b1547c-4708-4d73-a550-fb1d3e32e3fd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 1127 time: 0.0442472 Mar 07 11:44:33.831182 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-61996238-856e-4cb3-a9fb-9a12c4f2fa90 req-6c5f4c71-a704-4253-8ecb-3f57f145f1b7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390790 Mar 07 11:44:34.853193 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad88b4-fb95-43a5-b77e-9a3fb64fe372 req-47f53c01-22ca-4591-8040-eee8f3f5b2f5 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:34.855439 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c3ad88b4-fb95-43a5-b77e-9a3fb64fe372 req-47f53c01-22ca-4591-8040-eee8f3f5b2f5 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 945 time: 0.0541949 Mar 07 11:44:34.908628 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c3ad88b4-fb95-43a5-b77e-9a3fb64fe372 req-5927d7d5-c2fc-4a99-9abb-cd9a905aca90 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456538 Mar 07 11:44:36.031622 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52915c-c628-4721-835c-0a2723c0533d req-3f58fd1f-0126-445c-8b20-fd6bc1383ef1 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:36.033092 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4a52915c-c628-4721-835c-0a2723c0533d req-3f58fd1f-0126-445c-8b20-fd6bc1383ef1 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 945 time: 0.0554802 Mar 07 11:44:36.082380 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4a52915c-c628-4721-835c-0a2723c0533d req-83a36063-4787-482e-88da-74a585f420f5 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425017 Mar 07 11:44:36.206978 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782850cb-d2c3-4245-ac57-ec587bfb2adc req-be234a99-3d24-4921-95cb-c39059d15a72 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:36.208353 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-782850cb-d2c3-4245-ac57-ec587bfb2adc req-be234a99-3d24-4921-95cb-c39059d15a72 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 945 time: 0.0558882 Mar 07 11:44:36.257616 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-782850cb-d2c3-4245-ac57-ec587bfb2adc req-c07da34b-a696-4b7f-9464-5bad1b517794 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429606 Mar 07 11:44:36.280004 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46286) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:44:36.371488 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b72ffc0-79a8-433f-8416-fd424014be41 tempest-TestShelveInstance-1573320334 tempest-TestShelveInstance-1573320334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:36.373020 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4b72ffc0-79a8-433f-8416-fd424014be41 tempest-TestShelveInstance-1573320334 tempest-TestShelveInstance-1573320334-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 1122 time: 0.0920284 Mar 07 11:44:36.376031 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46290) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:44:36.380338 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-f938dffa-dd88-49db-9729-ec44440d69a9 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'port_id': '6c8a6cc8-a959-437c-9317-22e6fc0f59f7', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:44:36.401504 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f938dffa-dd88-49db-9729-ec44440d69a9 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:36.498463 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f938dffa-dd88-49db-9729-ec44440d69a9 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:36.627200 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c3e8a2ab-dc07-45aa-95da-610f57369a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:36.939762 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-f938dffa-dd88-49db-9729-ec44440d69a9 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Allocated IP 172.25.3.192 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/2a890341-ab81-47a9-8df4-f3cb163382ee) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:44:37.041424 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f938dffa-dd88-49db-9729-ec44440d69a9 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for port (2a890341-ab81-47a9-8df4-f3cb163382ee), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:37.074415 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f938dffa-dd88-49db-9729-ec44440d69a9 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (2a890341-ab81-47a9-8df4-f3cb163382ee), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:37.111930 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f938dffa-dd88-49db-9729-ec44440d69a9 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:44:37.114735 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-f938dffa-dd88-49db-9729-ec44440d69a9 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:44:37.118778 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f938dffa-dd88-49db-9729-ec44440d69a9 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:44:37.141388 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938dffa-dd88-49db-9729-ec44440d69a9 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Pushing event updated for resources: {'Port': ['ID=2a890341-ab81-47a9-8df4-f3cb163382ee,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:37.486612 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f938dffa-dd88-49db-9729-ec44440d69a9 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for floatingip (e610c123-3bc0-4c3b-b45e-72ceb46c5f78), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:37.553991 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f938dffa-dd88-49db-9729-ec44440d69a9 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2a890341-ab81-47a9-8df4-f3cb163382ee), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:37.704254 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f938dffa-dd88-49db-9729-ec44440d69a9 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for port (2a890341-ab81-47a9-8df4-f3cb163382ee), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:37.708458 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f938dffa-dd88-49db-9729-ec44440d69a9 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (2a890341-ab81-47a9-8df4-f3cb163382ee), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:37.778551 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f938dffa-dd88-49db-9729-ec44440d69a9 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Pushing event updated for resources: {'Port': ['ID=2a890341-ab81-47a9-8df4-f3cb163382ee,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:44:37.790943 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f938dffa-dd88-49db-9729-ec44440d69a9 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (e610c123-3bc0-4c3b-b45e-72ceb46c5f78), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:37.893375 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-f938dffa-dd88-49db-9729-ec44440d69a9 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Floating IP e610c123-3bc0-4c3b-b45e-72ceb46c5f78 associated. External IP: 172.25.3.192, port: 6c8a6cc8-a959-437c-9317-22e6fc0f59f7. Mar 07 11:44:38.103612 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f938dffa-dd88-49db-9729-ec44440d69a9 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Router 3659c635-25ee-4aad-a5a3-2fe86d7be623 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:44:38.215798 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f938dffa-dd88-49db-9729-ec44440d69a9 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:44:38.226275 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749984a9-dff8-4cad-b2c5-03535a9be24b None None] Sync routers for ids ['3659c635-25ee-4aad-a5a3-2fe86d7be623'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:44:38.235162 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-f938dffa-dd88-49db-9729-ec44440d69a9 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:38.236479 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749984a9-dff8-4cad-b2c5-03535a9be24b None None] Routers {'3659c635-25ee-4aad-a5a3-2fe86d7be623'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:44:38.237087 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-749984a9-dff8-4cad-b2c5-03535a9be24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:44:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['3659c635-25ee-4aad-a5a3-2fe86d7be623'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:44:38.276783 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-f938dffa-dd88-49db-9729-ec44440d69a9 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8910613 Mar 07 11:44:38.276783 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccdaddd2-bba2-4124-be0d-5bed16ec9fd5', 'tag': '6c8a6cc8-a959-437c-9317-22e6fc0f59f7'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:44:38.276783 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f351bf73f323c1e2e006b9f16194b747f7127b9e46eeb64b4a81d3313ccb5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75e330f-5d9e-46af-a001-a10900f0b70b" -d '{"events": [{"name": "network-changed", "server_uuid": "ccdaddd2-bba2-4124-be0d-5bed16ec9fd5", "tag": "6c8a6cc8-a959-437c-9317-22e6fc0f59f7"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:44:38.311797 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c164f162-168e-4b07-ac79-458b4a352ad7 x-openstack-request-id: req-c164f162-168e-4b07-ac79-458b4a352ad7 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:44:38.312093 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccdaddd2-bba2-4124-be0d-5bed16ec9fd5", "tag": "6c8a6cc8-a959-437c-9317-22e6fc0f59f7", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:44:38.312377 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c164f162-168e-4b07-ac79-458b4a352ad7 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:44:38.312788 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccdaddd2-bba2-4124-be0d-5bed16ec9fd5', 'tag': '6c8a6cc8-a959-437c-9317-22e6fc0f59f7', 'status': 'completed', 'code': 200} Mar 07 11:44:38.347360 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-749984a9-dff8-4cad-b2c5-03535a9be24b None None] Set router 3659c635-25ee-4aad-a5a3-2fe86d7be623 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:44:38.380199 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e330f-5d9e-46af-a001-a10900f0b70b req-bdcce709-5e8f-4ae9-b8f2-ba2e12281406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:38.382621 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d75e330f-5d9e-46af-a001-a10900f0b70b req-bdcce709-5e8f-4ae9-b8f2-ba2e12281406 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c3e372401134e80af5dda0d4274c18a&device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 1127 time: 0.0499084 Mar 07 11:44:38.477736 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e330f-5d9e-46af-a001-a10900f0b70b req-504f87e4-19c2-4af0-8dca-b1cf5fe976f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:38.479201 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d75e330f-5d9e-46af-a001-a10900f0b70b req-504f87e4-19c2-4af0-8dca-b1cf5fe976f4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cd753ef6-832d-4a5e-899e-85122ea40ab2 HTTP/1.1" status: 200 len: 910 time: 0.0909159 Mar 07 11:44:38.547038 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d75e330f-5d9e-46af-a001-a10900f0b70b req-06152c2d-dc29-4ef7-8b8f-0ae6f6f2b0f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c8a6cc8-a959-437c-9317-22e6fc0f59f7 HTTP/1.1" status: 200 len: 999 time: 0.0617468 Mar 07 11:44:38.598189 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e330f-5d9e-46af-a001-a10900f0b70b req-a677d942-9e21-41b7-b88d-1e07de8fd445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:38.600161 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d75e330f-5d9e-46af-a001-a10900f0b70b req-a677d942-9e21-41b7-b88d-1e07de8fd445 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8601a559-bc14-4ece-bd3b-a6782030e648 HTTP/1.1" status: 200 len: 848 time: 0.0479648 Mar 07 11:44:38.605692 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-749984a9-dff8-4cad-b2c5-03535a9be24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'name': 'tempest-TestShelveInstance-1736435457-router', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6b1c970a-e193-4e92-8233-990015707be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:44:14Z', 'updated_at': '2022-03-07T11:44:17Z', 'revision_number': 4, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'gw_port': {'id': '6b1c970a-e193-4e92-8233-990015707be6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:6a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:15Z', 'updated_at': '2022-03-07T11:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'e610c123-3bc0-4c3b-b45e-72ceb46c5f78', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'floating_ip_address': '172.25.3.192', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'port_id': '6c8a6cc8-a959-437c-9317-22e6fc0f59f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2', 'mac_address': 'fa:16:3e:b8:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdaddd2-bba2-4124-be0d-5bed16ec9fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:44:37Z', 'updated_at': '2022-03-07T11:44:37Z', 'revision_number': 0, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe24d50-732b-42ef-b5e4-c3abbc82ddc2', 'name': '', 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'mac_address': 'fa:16:3e:7c:19:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:16Z', 'updated_at': '2022-03-07T11:44:21Z', 'revision_number': 5, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'subnets': [{'id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:44:38.632536 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749984a9-dff8-4cad-b2c5-03535a9be24b None None] Checking router: 3659c635-25ee-4aad-a5a3-2fe86d7be623 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:44:38.641227 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749984a9-dff8-4cad-b2c5-03535a9be24b None None] Routers {'3659c635-25ee-4aad-a5a3-2fe86d7be623'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:44:38.641836 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-749984a9-dff8-4cad-b2c5-03535a9be24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:44:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['3659c635-25ee-4aad-a5a3-2fe86d7be623'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:44:38.660655 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e330f-5d9e-46af-a001-a10900f0b70b req-5e5faedd-8741-4d02-8056-5265aa6a7586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:44:38.662490 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d75e330f-5d9e-46af-a001-a10900f0b70b req-5e5faedd-8741-4d02-8056-5265aa6a7586 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd753ef6-832d-4a5e-899e-85122ea40ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0564384 Mar 07 11:44:38.700576 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8fdab4a2-4403-45f8-b5cc-88cc1cf7b894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:38.764922 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d75e330f-5d9e-46af-a001-a10900f0b70b req-c0aee5f8-ca6f-4818-857d-99eaee2d35b4 service neutron] 10.222.0.21 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959234 Mar 07 11:44:38.770773 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-749984a9-dff8-4cad-b2c5-03535a9be24b None None] Set router 3659c635-25ee-4aad-a5a3-2fe86d7be623 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:44:38.871931 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d75e330f-5d9e-46af-a001-a10900f0b70b req-9692749d-c6ba-4426-82b5-9f19d26b9070 service neutron] 10.222.0.21 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017921 Mar 07 11:44:39.041174 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-749984a9-dff8-4cad-b2c5-03535a9be24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'name': 'tempest-TestShelveInstance-1736435457-router', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6b1c970a-e193-4e92-8233-990015707be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:44:14Z', 'updated_at': '2022-03-07T11:44:17Z', 'revision_number': 4, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'gw_port': {'id': '6b1c970a-e193-4e92-8233-990015707be6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:6a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:15Z', 'updated_at': '2022-03-07T11:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'e610c123-3bc0-4c3b-b45e-72ceb46c5f78', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'floating_ip_address': '172.25.3.192', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'port_id': '6c8a6cc8-a959-437c-9317-22e6fc0f59f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2', 'mac_address': 'fa:16:3e:b8:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdaddd2-bba2-4124-be0d-5bed16ec9fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:44:37Z', 'updated_at': '2022-03-07T11:44:37Z', 'revision_number': 0, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe24d50-732b-42ef-b5e4-c3abbc82ddc2', 'name': '', 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'mac_address': 'fa:16:3e:7c:19:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:16Z', 'updated_at': '2022-03-07T11:44:21Z', 'revision_number': 5, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'subnets': [{'id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:44:39.077734 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749984a9-dff8-4cad-b2c5-03535a9be24b None None] The sync data for ids ['3659c635-25ee-4aad-a5a3-2fe86d7be623'] in n-d-832164-4 is: [{'id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'name': 'tempest-TestShelveInstance-1736435457-router', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6b1c970a-e193-4e92-8233-990015707be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:44:14Z', 'updated_at': '2022-03-07T11:44:17Z', 'revision_number': 4, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'gw_port': {'id': '6b1c970a-e193-4e92-8233-990015707be6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:6a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:15Z', 'updated_at': '2022-03-07T11:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'e610c123-3bc0-4c3b-b45e-72ceb46c5f78', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'floating_ip_address': '172.25.3.192', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'port_id': '6c8a6cc8-a959-437c-9317-22e6fc0f59f7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4404, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2', 'mac_address': 'fa:16:3e:b8:72:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccdaddd2-bba2-4124-be0d-5bed16ec9fd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:44:37Z', 'updated_at': '2022-03-07T11:44:37Z', 'revision_number': 0, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe24d50-732b-42ef-b5e4-c3abbc82ddc2', 'name': '', 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'mac_address': 'fa:16:3e:7c:19:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:16Z', 'updated_at': '2022-03-07T11:44:21Z', 'revision_number': 5, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'subnets': [{'id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:44:39.290292 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e862e5c6-b5d5-4919-820f-2cada569afc6 None None] New status for floating IP e610c123-3bc0-4c3b-b45e-72ceb46c5f78: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:44:40.169874 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:41.903899 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:43.122391 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:48.887940 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:53.594540 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:44:55.251198 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:45:06.630367 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-030bf778-dbec-43a1-aac0-346bff78da09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:45:08.692076 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0b599cf5-20cc-42a0-af97-5b4b65a39c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:45:10.172279 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:45:11.908968 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:45:13.114617 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:45:13.604212 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9b3c3c9-1905-40b7-82a2-c8a9ba479933 req-e0eb27a5-39c1-45c2-a4d8-aa9beeb7edd2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447364 Mar 07 11:45:13.688739 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3c3c9-1905-40b7-82a2-c8a9ba479933 req-0481d00a-2018-4e0f-b51a-59f333bf8c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:45:13.690287 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9b3c3c9-1905-40b7-82a2-c8a9ba479933 req-0481d00a-2018-4e0f-b51a-59f333bf8c63 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c3e372401134e80af5dda0d4274c18a&device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 1127 time: 0.0455201 Mar 07 11:45:13.796714 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3c3c9-1905-40b7-82a2-c8a9ba479933 req-10a5b2ed-5865-47c7-8eea-170de15f5294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:45:13.798204 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9b3c3c9-1905-40b7-82a2-c8a9ba479933 req-10a5b2ed-5865-47c7-8eea-170de15f5294 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cd753ef6-832d-4a5e-899e-85122ea40ab2 HTTP/1.1" status: 200 len: 910 time: 0.0895243 Mar 07 11:45:13.862798 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9b3c3c9-1905-40b7-82a2-c8a9ba479933 req-755a9cbe-017c-4d2f-b046-9152eafecedc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c8a6cc8-a959-437c-9317-22e6fc0f59f7 HTTP/1.1" status: 200 len: 1001 time: 0.0587814 Mar 07 11:45:13.914027 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3c3c9-1905-40b7-82a2-c8a9ba479933 req-96512650-641d-45d4-ad73-51fc22f29704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:45:13.915589 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9b3c3c9-1905-40b7-82a2-c8a9ba479933 req-96512650-641d-45d4-ad73-51fc22f29704 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8601a559-bc14-4ece-bd3b-a6782030e648 HTTP/1.1" status: 200 len: 848 time: 0.0472383 Mar 07 11:45:13.964180 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3c3c9-1905-40b7-82a2-c8a9ba479933 req-ccb50947-f8fc-4fd6-9d8f-09bc7f7bcad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:45:13.965686 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9b3c3c9-1905-40b7-82a2-c8a9ba479933 req-ccb50947-f8fc-4fd6-9d8f-09bc7f7bcad5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd753ef6-832d-4a5e-899e-85122ea40ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442019 Mar 07 11:45:14.052743 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9b3c3c9-1905-40b7-82a2-c8a9ba479933 req-7d1f6ad0-fe2e-45ad-b039-ab0e419d5a88 service neutron] 10.222.0.21 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809851 Mar 07 11:45:14.147781 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c9b3c3c9-1905-40b7-82a2-c8a9ba479933 req-3d790324-92cb-4aa6-ab5a-633c8a070785 service neutron] 10.222.0.21 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889430 Mar 07 11:45:18.884342 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:45:23.593196 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:45:32.249319 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:45:36.631927 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-939b2f50-0e30-4248-8a64-484bc5e2aa89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:45:38.693079 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5e7ccce7-b77a-4756-bf04-e4d96acb2a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:45:40.174924 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:45:41.909389 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:45:43.118060 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:45:48.892538 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:45:53.592894 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:06.632517 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-392f35a3-f5c4-4ca9-b7e9-f25279c1b0b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:08.697637 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-38bab431-2d73-48e0-af06-b756d2bf12b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:09.250675 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:46:10.177269 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:11.912401 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:13.122263 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:13.657740 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b6e36287-9246-4428-aeed-6ca513b3eaf0 req-3912c869-624e-4a1d-b806-d5b418febf30 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0883322 Mar 07 11:46:13.751845 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e36287-9246-4428-aeed-6ca513b3eaf0 req-4a366c7c-e27f-4f3c-b90b-6bfa49432f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:13.753353 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b6e36287-9246-4428-aeed-6ca513b3eaf0 req-4a366c7c-e27f-4f3c-b90b-6bfa49432f50 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c3e372401134e80af5dda0d4274c18a&device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 1127 time: 0.0488448 Mar 07 11:46:13.858242 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e36287-9246-4428-aeed-6ca513b3eaf0 req-f780349e-aea4-4d5c-94ab-f4c204b838fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:13.859626 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b6e36287-9246-4428-aeed-6ca513b3eaf0 req-f780349e-aea4-4d5c-94ab-f4c204b838fb service neutron] 10.222.0.21 "GET /v2.0/networks?id=cd753ef6-832d-4a5e-899e-85122ea40ab2 HTTP/1.1" status: 200 len: 910 time: 0.0870864 Mar 07 11:46:13.928808 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b6e36287-9246-4428-aeed-6ca513b3eaf0 req-cc760d8e-e050-407b-a232-2789de4aa969 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c8a6cc8-a959-437c-9317-22e6fc0f59f7 HTTP/1.1" status: 200 len: 1001 time: 0.0623441 Mar 07 11:46:13.977048 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e36287-9246-4428-aeed-6ca513b3eaf0 req-7d2f7ce4-7415-40e1-8dfd-767f724b855d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:13.978476 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b6e36287-9246-4428-aeed-6ca513b3eaf0 req-7d2f7ce4-7415-40e1-8dfd-767f724b855d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8601a559-bc14-4ece-bd3b-a6782030e648 HTTP/1.1" status: 200 len: 848 time: 0.0433908 Mar 07 11:46:14.028981 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e36287-9246-4428-aeed-6ca513b3eaf0 req-192ffd18-964b-45f9-a04b-f3a35e3434bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:14.030517 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b6e36287-9246-4428-aeed-6ca513b3eaf0 req-192ffd18-964b-45f9-a04b-f3a35e3434bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd753ef6-832d-4a5e-899e-85122ea40ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451641 Mar 07 11:46:14.125769 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b6e36287-9246-4428-aeed-6ca513b3eaf0 req-efe56d8a-4170-4f00-8ae3-1d4c4f7d9a92 service neutron] 10.222.0.21 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893519 Mar 07 11:46:14.219849 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b6e36287-9246-4428-aeed-6ca513b3eaf0 req-7ef84630-c0ba-4ff5-9112-41c259a3aa9a service neutron] 10.222.0.21 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881147 Mar 07 11:46:18.891732 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:23.591388 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:32.926702 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe5172d-8283-4efa-a842-caa62d43bd0d req-786c6978-ebec-42a2-9e87-cdf3e811dac3 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:32.928181 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ebe5172d-8283-4efa-a842-caa62d43bd0d req-786c6978-ebec-42a2-9e87-cdf3e811dac3 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 945 time: 0.0548368 Mar 07 11:46:32.981825 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ebe5172d-8283-4efa-a842-caa62d43bd0d req-a9fd69b8-5336-4422-abb7-d5df691ed6b8 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473907 Mar 07 11:46:34.103908 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75215d47-d8a9-4e3d-b624-4287d9623b7f req-be050cad-1fe2-45f8-86ab-66bcd737b227 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:34.105981 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-75215d47-d8a9-4e3d-b624-4287d9623b7f req-be050cad-1fe2-45f8-86ab-66bcd737b227 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 945 time: 0.0537863 Mar 07 11:46:34.153336 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-75215d47-d8a9-4e3d-b624-4287d9623b7f req-25add39b-a5c3-4442-83d4-724c592121aa tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416858 Mar 07 11:46:35.277749 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2014eed4-81d5-4d67-ae92-f341d84c5fae req-e6ee4f59-e89e-4ecb-b66f-b87fdf34d421 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:35.279230 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2014eed4-81d5-4d67-ae92-f341d84c5fae req-e6ee4f59-e89e-4ecb-b66f-b87fdf34d421 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 945 time: 0.0537086 Mar 07 11:46:35.328136 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2014eed4-81d5-4d67-ae92-f341d84c5fae req-2e314aa7-38e7-40f3-9a53-e05b9d3df883 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433614 Mar 07 11:46:36.445809 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2c4b3-5186-4fe7-aa8a-d1398cba442b req-0da87ef4-2cf0-4905-8075-2587c2a7f12b tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:36.447274 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3de2c4b3-5186-4fe7-aa8a-d1398cba442b req-0da87ef4-2cf0-4905-8075-2587c2a7f12b tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 945 time: 0.0522738 Mar 07 11:46:36.495692 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3de2c4b3-5186-4fe7-aa8a-d1398cba442b req-b2594efe-86be-409b-bc29-58883efdfa11 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428271 Mar 07 11:46:36.632339 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3d0f911b-9ecc-4aba-9b9d-d283b10c7ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:37.615276 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431dd10-8fe9-4923-bab5-4f3e6841795f req-d7af2c4a-4db7-4264-8308-99e44d3db47f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:37.616648 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4431dd10-8fe9-4923-bab5-4f3e6841795f req-d7af2c4a-4db7-4264-8308-99e44d3db47f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 945 time: 0.0538330 Mar 07 11:46:37.665129 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4431dd10-8fe9-4923-bab5-4f3e6841795f req-3c8cc194-239e-4e9a-9ed2-f0c3b151720c tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417445 Mar 07 11:46:38.698402 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-996c1c50-ddc4-4147-ae28-24ceb8dc2d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:38.790922 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ddd3a6-886b-427c-b4db-19bdd73fcbef req-0c922720-73d4-4952-b050-29c9835202ab tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:38.792663 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-08ddd3a6-886b-427c-b4db-19bdd73fcbef req-0c922720-73d4-4952-b050-29c9835202ab tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 945 time: 0.0568666 Mar 07 11:46:38.840734 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-08ddd3a6-886b-427c-b4db-19bdd73fcbef req-07d99790-15b5-4347-9020-f0c8d6935e20 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417795 Mar 07 11:46:39.966839 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831da53c-eadb-4c6e-b1b6-cfdf408c1dfc req-b08437a3-fb24-4c92-91ca-c5a1f01520af tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:39.968299 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-831da53c-eadb-4c6e-b1b6-cfdf408c1dfc req-b08437a3-fb24-4c92-91ca-c5a1f01520af tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 945 time: 0.0576169 Mar 07 11:46:40.016422 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-831da53c-eadb-4c6e-b1b6-cfdf408c1dfc req-a32ad807-314f-44d2-8b70-e61553d7a78a tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425315 Mar 07 11:46:40.180222 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:41.152645 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f2212-cb9b-4581-bf89-7429a18ce9fd req-c7a84e77-041d-4bce-8ed7-5784ff9be41b tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:41.154171 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-421f2212-cb9b-4581-bf89-7429a18ce9fd req-c7a84e77-041d-4bce-8ed7-5784ff9be41b tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 945 time: 0.0564163 Mar 07 11:46:41.202762 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-421f2212-cb9b-4581-bf89-7429a18ce9fd req-3ce33e84-e428-46c9-85da-0fd8defd10fe tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429206 Mar 07 11:46:41.914260 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:42.323948 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd66bff-440c-469e-a540-4355892e762f req-4b816ce5-34b0-4d4d-ac98-b53abd513f69 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:42.325630 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8cd66bff-440c-469e-a540-4355892e762f req-4b816ce5-34b0-4d4d-ac98-b53abd513f69 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 945 time: 0.0543816 Mar 07 11:46:42.373675 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8cd66bff-440c-469e-a540-4355892e762f req-8398c512-ec34-4ad0-ae05-feb54d9a5008 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425212 Mar 07 11:46:43.123731 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:43.498147 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b8744-4731-4a99-a769-0a0a204b5914 req-1c8b3dde-390b-4506-b40b-6224c9c32bc9 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:43.499612 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d41b8744-4731-4a99-a769-0a0a204b5914 req-1c8b3dde-390b-4506-b40b-6224c9c32bc9 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 945 time: 0.0569398 Mar 07 11:46:43.547828 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d41b8744-4731-4a99-a769-0a0a204b5914 req-6a7e511c-2398-4b7b-ba09-eb614ddc8e5a tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426462 Mar 07 11:46:44.025424 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:46:44.124432 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=6c8a6cc8-a959-437c-9317-22e6fc0f59f7,segment=NetworkSegment(f489d476-fc70-4bae-bb56-e3e6645e4b79),segment_id=f489d476-fc70-4bae-bb56-e3e6645e4b79)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:46:44.134554 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '6c8a6cc8-a959-437c-9317-22e6fc0f59f7', 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2', 'port_id': '6c8a6cc8-a959-437c-9317-22e6fc0f59f7', 'mac_address': 'fa:16:3e:b8:72:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:46:44.171902 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 is: ACTIVE; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:46:44.172284 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6c8a6cc8-a959-437c-9317-22e6fc0f59f7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:44.184860 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:46:44.204079 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=6c8a6cc8-a959-437c-9317-22e6fc0f59f7,segment=NetworkSegment(f489d476-fc70-4bae-bb56-e3e6645e4b79),segment_id=f489d476-fc70-4bae-bb56-e3e6645e4b79)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:46:44.207174 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6c8a6cc8-a959-437c-9317-22e6fc0f59f7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:44.254837 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=6c8a6cc8-a959-437c-9317-22e6fc0f59f7,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:46:44.263126 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:44.263476 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:44.263847 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:44.264188 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:44.264522 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:44.264854 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:44.265245 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:44.265576 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:44.265902 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:44.266226 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:44.266549 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:44.266872 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:44.267194 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:44.293977 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['6c8a6cc8-a959-437c-9317-22e6fc0f59f7'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:46:44.669997 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92ec9d-e682-42ce-962d-f8430b82432c req-ac78e2f5-9e4e-4bfa-a68f-ca59cc471db2 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:44.671465 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f92ec9d-e682-42ce-962d-f8430b82432c req-ac78e2f5-9e4e-4bfa-a68f-ca59cc471db2 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 944 time: 0.0569367 Mar 07 11:46:44.719631 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6f92ec9d-e682-42ce-962d-f8430b82432c req-7896c1fb-03f2-41d5-929d-1a53154167c7 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425613 Mar 07 11:46:45.849254 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756100b-b08b-4058-96d5-5881f45e3e32 req-d7f8f2b1-b97b-4f1e-955e-1b19f6b5fbe0 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:45.850727 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3756100b-b08b-4058-96d5-5881f45e3e32 req-d7f8f2b1-b97b-4f1e-955e-1b19f6b5fbe0 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 944 time: 0.0551832 Mar 07 11:46:45.905726 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3756100b-b08b-4058-96d5-5881f45e3e32 req-86e01e48-2509-4fb1-92fb-eb8bbf83adff tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479162 Mar 07 11:46:46.027482 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:46:46.085091 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:46:46.085769 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6c8a6cc8-a959-437c-9317-22e6fc0f59f7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:46.183569 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:46:46.183970 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6c8a6cc8-a959-437c-9317-22e6fc0f59f7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:46.211208 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdaddd2-bba2-4124-be0d-5bed16ec9fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8a6cc8-a959-437c-9317-22e6fc0f59f7'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:46:46.213563 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a645a2b5805a54a98315e88f2d343b68cf76c29b7d342bc1003cac2cf566b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70829da-ad06-47c5-aab5-34e98fa85158" -d '{"events": [{"server_uuid": "ccdaddd2-bba2-4124-be0d-5bed16ec9fd5", "name": "network-vif-plugged", "status": "completed", "tag": "6c8a6cc8-a959-437c-9317-22e6fc0f59f7"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:46:46.230624 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=6c8a6cc8-a959-437c-9317-22e6fc0f59f7,segment=NetworkSegment(f489d476-fc70-4bae-bb56-e3e6645e4b79),segment_id=f489d476-fc70-4bae-bb56-e3e6645e4b79)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:46:46.236894 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6c8a6cc8-a959-437c-9317-22e6fc0f59f7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:46.258607 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:46:46.297199 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=6c8a6cc8-a959-437c-9317-22e6fc0f59f7,revision_number=7']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:46:46.350302 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e77b5c-0c56-4a00-9dac-08c599ba36f0 x-openstack-request-id: req-c4e77b5c-0c56-4a00-9dac-08c599ba36f0 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:46:46.350604 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdaddd2-bba2-4124-be0d-5bed16ec9fd5", "name": "network-vif-plugged", "status": "completed", "tag": "6c8a6cc8-a959-437c-9317-22e6fc0f59f7", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:46:46.350890 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c4e77b5c-0c56-4a00-9dac-08c599ba36f0 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:46:46.351327 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdaddd2-bba2-4124-be0d-5bed16ec9fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8a6cc8-a959-437c-9317-22e6fc0f59f7', 'code': 200} Mar 07 11:46:47.037644 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79999dd-7923-43c6-b20f-8977d2c416f7 req-f74c0f39-7840-41ff-a3bd-68000b36bd4e tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:47.040878 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d79999dd-7923-43c6-b20f-8977d2c416f7 req-f74c0f39-7840-41ff-a3bd-68000b36bd4e tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 945 time: 0.0589218 Mar 07 11:46:47.108551 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d79999dd-7923-43c6-b20f-8977d2c416f7 req-f39fff33-c012-43ea-bb0f-7069d3e56ce3 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619073 Mar 07 11:46:48.257884 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d8295-d394-49fa-9f0e-feaf727dddfb req-eacf3e64-f3d6-4d46-8f45-0473067c9348 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:48.259379 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e41d8295-d394-49fa-9f0e-feaf727dddfb req-eacf3e64-f3d6-4d46-8f45-0473067c9348 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 945 time: 0.0749640 Mar 07 11:46:48.317900 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e41d8295-d394-49fa-9f0e-feaf727dddfb req-88ac7349-ccb8-4277-9884-a15fe0bcd433 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519333 Mar 07 11:46:48.899437 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:49.461304 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27a7c9-3a8c-45b6-9f89-a1973ea88302 req-dd804aae-2deb-4060-a330-3b4cebd360e9 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:49.466813 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2c27a7c9-3a8c-45b6-9f89-a1973ea88302 req-dd804aae-2deb-4060-a330-3b4cebd360e9 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 945 time: 0.0703776 Mar 07 11:46:49.525608 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2c27a7c9-3a8c-45b6-9f89-a1973ea88302 req-566e0d41-ec6d-4c99-9100-3308bfc14792 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556850 Mar 07 11:46:50.657964 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0708ef-a0b4-430f-8cf8-e4e63258add0 req-dd8d35af-315f-410e-99ec-822bd25bf59b tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:50.659628 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4b0708ef-a0b4-430f-8cf8-e4e63258add0 req-dd8d35af-315f-410e-99ec-822bd25bf59b tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 945 time: 0.0600717 Mar 07 11:46:50.720246 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4b0708ef-a0b4-430f-8cf8-e4e63258add0 req-dd052599-7cb0-4691-b0bc-defe389f3696 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545475 Mar 07 11:46:51.851840 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76943d7b-139f-4cbb-a2cf-9782bd54d820 req-6fd70171-7389-4bad-88a8-3922d2e4b1ec tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:51.853318 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-76943d7b-139f-4cbb-a2cf-9782bd54d820 req-6fd70171-7389-4bad-88a8-3922d2e4b1ec tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 945 time: 0.0561492 Mar 07 11:46:51.909082 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-76943d7b-139f-4cbb-a2cf-9782bd54d820 req-3e66aa79-8a80-4223-97d9-9745a25f9872 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493803 Mar 07 11:46:53.044912 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a1323-dc2c-41d5-aa8a-1e4f022e0d7b req-291df07f-b43f-4cc4-953c-b2ea0d28eb3b tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:53.046496 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a39a1323-dc2c-41d5-aa8a-1e4f022e0d7b req-291df07f-b43f-4cc4-953c-b2ea0d28eb3b tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 945 time: 0.0596368 Mar 07 11:46:53.101824 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a39a1323-dc2c-41d5-aa8a-1e4f022e0d7b req-dc2cdc7c-a583-42f6-87dd-5b5bc22a9f06 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496964 Mar 07 11:46:53.607857 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:54.228441 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fcad6c-7425-432a-94f7-78f6c5fce154 req-8ded86a4-0f7e-4187-91fc-9af50537c6b2 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:54.230405 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-43fcad6c-7425-432a-94f7-78f6c5fce154 req-8ded86a4-0f7e-4187-91fc-9af50537c6b2 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 945 time: 0.0592730 Mar 07 11:46:54.278707 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-43fcad6c-7425-432a-94f7-78f6c5fce154 req-513e2ee3-6ce1-45d0-a8b6-13ce9d7a47e7 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426867 Mar 07 11:46:54.663235 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f58b9-cabb-4374-bfdc-1e1e0ee8e673 req-ff62a10d-0b4d-42f7-ba4b-39982721e2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:54.664728 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-982f58b9-cabb-4374-bfdc-1e1e0ee8e673 req-ff62a10d-0b4d-42f7-ba4b-39982721e2e6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c3e372401134e80af5dda0d4274c18a&device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 1127 time: 0.0449417 Mar 07 11:46:54.757293 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f58b9-cabb-4374-bfdc-1e1e0ee8e673 req-b057e851-89d0-47b5-a622-f7a7e96b50b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:54.758740 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-982f58b9-cabb-4374-bfdc-1e1e0ee8e673 req-b057e851-89d0-47b5-a622-f7a7e96b50b7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cd753ef6-832d-4a5e-899e-85122ea40ab2 HTTP/1.1" status: 200 len: 910 time: 0.0871246 Mar 07 11:46:54.821733 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-982f58b9-cabb-4374-bfdc-1e1e0ee8e673 req-f9a9c0e0-cb88-4f55-806c-6780c87d6a97 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c8a6cc8-a959-437c-9317-22e6fc0f59f7 HTTP/1.1" status: 200 len: 1001 time: 0.0571940 Mar 07 11:46:54.869424 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f58b9-cabb-4374-bfdc-1e1e0ee8e673 req-8bf4db31-fe94-45fd-9133-f1cbd3fbfb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:54.870992 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-982f58b9-cabb-4374-bfdc-1e1e0ee8e673 req-8bf4db31-fe94-45fd-9133-f1cbd3fbfb66 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8601a559-bc14-4ece-bd3b-a6782030e648 HTTP/1.1" status: 200 len: 848 time: 0.0418961 Mar 07 11:46:54.924129 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f58b9-cabb-4374-bfdc-1e1e0ee8e673 req-533dd2f3-0fac-454a-a105-2c7f6924ec52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:54.925585 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-982f58b9-cabb-4374-bfdc-1e1e0ee8e673 req-533dd2f3-0fac-454a-a105-2c7f6924ec52 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd753ef6-832d-4a5e-899e-85122ea40ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0486796 Mar 07 11:46:55.014233 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-982f58b9-cabb-4374-bfdc-1e1e0ee8e673 req-aa618a39-fef9-4078-ba3d-cb3e91e86535 service neutron] 10.222.0.21 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822999 Mar 07 11:46:55.107278 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-982f58b9-cabb-4374-bfdc-1e1e0ee8e673 req-602e5f8e-5c56-4986-9dd7-f758fd24020a service neutron] 10.222.0.21 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872951 Mar 07 11:46:55.401723 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7dbfe2-785e-4a4c-b994-58c264070098 req-b1744cff-e443-4547-ae12-83e874c6e5af tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:55.403180 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9e7dbfe2-785e-4a4c-b994-58c264070098 req-b1744cff-e443-4547-ae12-83e874c6e5af tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 945 time: 0.0533001 Mar 07 11:46:55.450899 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9e7dbfe2-785e-4a4c-b994-58c264070098 req-a1440565-b844-40ef-9910-14002fdf39f8 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422089 Mar 07 11:46:56.572305 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4c854-3999-44cc-8bd1-2780ba34c819 req-aeb530cc-68ab-4a60-be21-fd298014cf14 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:56.574242 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8cb4c854-3999-44cc-8bd1-2780ba34c819 req-aeb530cc-68ab-4a60-be21-fd298014cf14 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 945 time: 0.0533514 Mar 07 11:46:56.625623 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8cb4c854-3999-44cc-8bd1-2780ba34c819 req-51534480-3383-4d65-b6e8-c40f4887aa97 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452983 Mar 07 11:46:57.748334 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa053eb-60c2-4638-9ae8-2b19787554ba req-5f95a388-be5f-47ec-8190-bc42bb6b2ee6 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:57.749813 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1aa053eb-60c2-4638-9ae8-2b19787554ba req-5f95a388-be5f-47ec-8190-bc42bb6b2ee6 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 945 time: 0.0564783 Mar 07 11:46:57.798447 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1aa053eb-60c2-4638-9ae8-2b19787554ba req-a0965d1e-a55f-40cb-aa2b-08dc3bf6bcd8 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431461 Mar 07 11:46:57.869765 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-af4fbe7a-75f8-49f3-b6a1-f4c671f479fe req-3969d2c8-e5c4-41d1-9f0c-c492ceb3e45f service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:46:57.870794 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-af4fbe7a-75f8-49f3-b6a1-f4c671f479fe req-3969d2c8-e5c4-41d1-9f0c-c492ceb3e45f service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054336 Mar 07 11:46:58.029323 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d70bd9-143c-4bd8-9b5b-c6ce8517f088 req-7d93f069-f365-4f49-a2e1-0fa45de33fb6 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:58.030811 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-79d70bd9-143c-4bd8-9b5b-c6ce8517f088 req-7d93f069-f365-4f49-a2e1-0fa45de33fb6 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 945 time: 0.0550020 Mar 07 11:46:58.080812 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-79d70bd9-143c-4bd8-9b5b-c6ce8517f088 req-d5e4aba4-fa3d-4231-84b4-cea9bf0e1ccc tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443628 Mar 07 11:46:58.095688 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:46:58.175526 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:46:58.175858 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6c8a6cc8-a959-437c-9317-22e6fc0f59f7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:58.200446 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdaddd2-bba2-4124-be0d-5bed16ec9fd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c8a6cc8-a959-437c-9317-22e6fc0f59f7'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:46:58.202720 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a645a2b5805a54a98315e88f2d343b68cf76c29b7d342bc1003cac2cf566b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6574e2-7c6f-4ce9-b793-e3d520f96556" -d '{"events": [{"server_uuid": "ccdaddd2-bba2-4124-be0d-5bed16ec9fd5", "name": "network-vif-unplugged", "status": "completed", "tag": "6c8a6cc8-a959-437c-9317-22e6fc0f59f7"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:46:58.215097 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=6c8a6cc8-a959-437c-9317-22e6fc0f59f7,segment=NetworkSegment(f489d476-fc70-4bae-bb56-e3e6645e4b79),segment_id=f489d476-fc70-4bae-bb56-e3e6645e4b79)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:46:58.220102 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6c8a6cc8-a959-437c-9317-22e6fc0f59f7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:58.243327 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Mar 2022 11:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56d2dde-9f8e-421c-89db-7dbae9067e17 x-openstack-request-id: req-c56d2dde-9f8e-421c-89db-7dbae9067e17 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:46:58.243626 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdaddd2-bba2-4124-be0d-5bed16ec9fd5", "name": "network-vif-unplugged", "status": "failed", "tag": "6c8a6cc8-a959-437c-9317-22e6fc0f59f7", "code": 422}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:46:58.243945 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c56d2dde-9f8e-421c-89db-7dbae9067e17 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:46:58.244275 n-d-832164-4 neutron-server[103768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ccdaddd2-bba2-4124-be0d-5bed16ec9fd5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6c8a6cc8-a959-437c-9317-22e6fc0f59f7', 'code': 422} returned with failed status Mar 07 11:46:58.263259 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-115d891a-eeb2-480e-9617-24a21d339b57 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0964622 Mar 07 11:46:58.271088 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=6c8a6cc8-a959-437c-9317-22e6fc0f59f7,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:46:58.390288 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-7193611f-c5b2-41eb-8ad3-a0de335e6ab4 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:58.391635 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-7193611f-c5b2-41eb-8ad3-a0de335e6ab4 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports/6c8a6cc8-a959-437c-9317-22e6fc0f59f7 HTTP/1.1" status: 200 len: 940 time: 0.1012273 Mar 07 11:46:59.112603 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-3d2888b7-16d7-4f4d-b5ed-bf5c293a323a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:59.114215 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-3d2888b7-16d7-4f4d-b5ed-bf5c293a323a service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5&tenant_id=6c3e372401134e80af5dda0d4274c18a HTTP/1.1" status: 200 len: 1125 time: 0.0458984 Mar 07 11:46:59.128062 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-832164-4', 'device_owner': 'compute:nova'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:46:59.214481 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6c8a6cc8-a959-437c-9317-22e6fc0f59f7), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:59.242655 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aa18c9-f8d6-45f4-9f6c-a377d1ee06d4 req-80d0a4a1-5441-4e4d-a7b0-748f7a45739f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:59.244135 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d6aa18c9-f8d6-45f4-9f6c-a377d1ee06d4 req-80d0a4a1-5441-4e4d-a7b0-748f7a45739f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 943 time: 0.0912673 Mar 07 11:46:59.378966 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d6aa18c9-f8d6-45f4-9f6c-a377d1ee06d4 req-f30330ac-c2ac-422a-9390-366e4665e039 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173432 Mar 07 11:46:59.464761 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] For port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=6c8a6cc8-a959-437c-9317-22e6fc0f59f7,segment=NetworkSegment(f489d476-fc70-4bae-bb56-e3e6645e4b79),segment_id=f489d476-fc70-4bae-bb56-e3e6645e4b79)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:46:59.501325 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] For port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:46:59.532842 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:46:59.540036 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] Publish callbacks [] for port (6c8a6cc8-a959-437c-9317-22e6fc0f59f7), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:59.552359 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] Transition to ACTIVE for port object 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:46:59.555742 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (6c8a6cc8-a959-437c-9317-22e6fc0f59f7), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:59.643051 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8a6cc8-a959-437c-9317-22e6fc0f59f7,revision_number=9']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:46:59.655615 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:59.655956 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:59.656295 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:59.656629 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:59.656958 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:59.657310 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:59.657638 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:59.657958 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:59.658277 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:59.658596 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:59.658913 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:59.659231 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:59.659546 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:46:59.691324 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] No DVR routers for this DVR port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:46:59.831996 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] Attempting to bind port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:46:59.832360 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] Attempting to bind port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': 'f489d476-fc70-4bae-bb56-e3e6645e4b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:46:59.832684 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] Attempting to bind port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 on network cd753ef6-832d-4a5e-899e-85122ea40ab2 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:46:59.836984 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] Port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 on network cd753ef6-832d-4a5e-899e-85122ea40ab2 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:46:59.837330 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] Attempting to bind port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 on network cd753ef6-832d-4a5e-899e-85122ea40ab2 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:46:59.842805 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:46:59.843137 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] Checking segment: {'id': 'f489d476-fc70-4bae-bb56-e3e6645e4b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:46:59.843514 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] Bound using segment: {'id': 'f489d476-fc70-4bae-bb56-e3e6645e4b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:46:59.843934 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] Bound port: 6c8a6cc8-a959-437c-9317-22e6fc0f59f7, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f489d476-fc70-4bae-bb56-e3e6645e4b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:46:59.844286 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6c8a6cc8-a959-437c-9317-22e6fc0f59f7), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:59.907470 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] For port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:46:59.910371 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] For port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=6c8a6cc8-a959-437c-9317-22e6fc0f59f7,segment=NetworkSegment(f489d476-fc70-4bae-bb56-e3e6645e4b79),segment_id=f489d476-fc70-4bae-bb56-e3e6645e4b79)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:46:59.917611 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (6c8a6cc8-a959-437c-9317-22e6fc0f59f7), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:59.951387 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:46:59.952029 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:46:59.953422 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] 10.222.0.31 "PUT /v2.0/ports/6c8a6cc8-a959-437c-9317-22e6fc0f59f7 HTTP/1.1" status: 200 len: 1091 time: 0.8322396 Mar 07 11:46:59.953914 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccdaddd2-bba2-4124-be0d-5bed16ec9fd5', 'tag': '6c8a6cc8-a959-437c-9317-22e6fc0f59f7'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:46:59.956165 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c660747-64ef-4ae7-a0f5-13d76b5b50bb" -d '{"events": [{"name": "network-changed", "server_uuid": "ccdaddd2-bba2-4124-be0d-5bed16ec9fd5", "tag": "6c8a6cc8-a959-437c-9317-22e6fc0f59f7"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:46:59.998059 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599de8c3-288f-4bae-8db3-1df21cfe1fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8a6cc8-a959-437c-9317-22e6fc0f59f7,revision_number=10']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:47:00.017240 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97297fdb-90cb-4dea-90df-e0f03da89273 x-openstack-request-id: req-97297fdb-90cb-4dea-90df-e0f03da89273 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:47:00.017531 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccdaddd2-bba2-4124-be0d-5bed16ec9fd5", "tag": "6c8a6cc8-a959-437c-9317-22e6fc0f59f7", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:47:00.017787 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-97297fdb-90cb-4dea-90df-e0f03da89273 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:47:00.018179 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccdaddd2-bba2-4124-be0d-5bed16ec9fd5', 'tag': '6c8a6cc8-a959-437c-9317-22e6fc0f59f7', 'status': 'completed', 'code': 200} Mar 07 11:47:00.038260 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-4fd7651b-4592-4ea7-83b3-3cc1a93d2095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:00.039790 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-4fd7651b-4592-4ea7-83b3-3cc1a93d2095 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c3e372401134e80af5dda0d4274c18a&device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 1126 time: 0.0589468 Mar 07 11:47:00.143942 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-f69dd0d7-cee1-4f34-86d5-18eb63d4112a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:00.145427 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-f69dd0d7-cee1-4f34-86d5-18eb63d4112a service neutron] 10.222.0.31 "GET /v2.0/networks?id=cd753ef6-832d-4a5e-899e-85122ea40ab2 HTTP/1.1" status: 200 len: 910 time: 0.0958529 Mar 07 11:47:00.213402 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-9aed6e0a-fcf0-406e-b22e-76701d757786 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c8a6cc8-a959-437c-9317-22e6fc0f59f7 HTTP/1.1" status: 200 len: 999 time: 0.0620661 Mar 07 11:47:00.261622 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-081de24e-8cd2-4c87-9eb5-b1632e5fdda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:00.263136 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-081de24e-8cd2-4c87-9eb5-b1632e5fdda8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8601a559-bc14-4ece-bd3b-a6782030e648 HTTP/1.1" status: 200 len: 848 time: 0.0445297 Mar 07 11:47:00.311739 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-474fd1d9-c6fa-4054-a6d8-f0a9d9daac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:00.313257 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-474fd1d9-c6fa-4054-a6d8-f0a9d9daac06 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cd753ef6-832d-4a5e-899e-85122ea40ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0446231 Mar 07 11:47:00.403569 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-f08c3376-574a-4d8b-90c1-6d790429fd80 service neutron] 10.222.0.31 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846581 Mar 07 11:47:00.528212 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-39e39ae5-a03f-4c3a-8d5e-a244405aa567 req-84260644-dfe8-4372-adf0-f890ff18e9c6 service neutron] 10.222.0.31 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185887 Mar 07 11:47:00.543313 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf97cb-eb99-4b99-961e-51301421b00e req-3d5f8915-94c0-4dec-a24b-e09953636e99 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:00.544809 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cddf97cb-eb99-4b99-961e-51301421b00e req-3d5f8915-94c0-4dec-a24b-e09953636e99 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 944 time: 0.0800581 Mar 07 11:47:00.620688 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cddf97cb-eb99-4b99-961e-51301421b00e req-5ea4bf49-1e1c-44eb-ac93-e11cba461ad6 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695901 Mar 07 11:47:00.635695 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c660747-64ef-4ae7-a0f5-13d76b5b50bb req-78235349-3e6c-40b9-aac3-b5de5edebf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:00.637204 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c660747-64ef-4ae7-a0f5-13d76b5b50bb req-78235349-3e6c-40b9-aac3-b5de5edebf49 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c3e372401134e80af5dda0d4274c18a&device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 1126 time: 0.0600903 Mar 07 11:47:00.732193 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c660747-64ef-4ae7-a0f5-13d76b5b50bb req-6111a6c2-003f-423f-a77b-107d98728a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:00.733787 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c660747-64ef-4ae7-a0f5-13d76b5b50bb req-6111a6c2-003f-423f-a77b-107d98728a50 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cd753ef6-832d-4a5e-899e-85122ea40ab2 HTTP/1.1" status: 200 len: 910 time: 0.0910819 Mar 07 11:47:00.814410 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c660747-64ef-4ae7-a0f5-13d76b5b50bb req-a4522a4c-7dce-4a13-9d32-1eba67d5908d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c8a6cc8-a959-437c-9317-22e6fc0f59f7 HTTP/1.1" status: 200 len: 999 time: 0.0737011 Mar 07 11:47:01.749039 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0629274-f532-4e99-a63d-b0df5dc4036d req-d41d8d98-be18-4a88-b8af-7add3f0dece1 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:01.751796 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f0629274-f532-4e99-a63d-b0df5dc4036d req-d41d8d98-be18-4a88-b8af-7add3f0dece1 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 944 time: 0.0609298 Mar 07 11:47:01.816240 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f0629274-f532-4e99-a63d-b0df5dc4036d req-78ed0f04-59f4-4b8c-acd1-504221034eb4 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568275 Mar 07 11:47:02.942437 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf2be2-dc14-43a5-b555-1410f2d171a6 req-90dfe32e-5fcf-4ff3-887e-e73dbf3e2f1c tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:02.943918 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7dcf2be2-dc14-43a5-b555-1410f2d171a6 req-90dfe32e-5fcf-4ff3-887e-e73dbf3e2f1c tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 944 time: 0.0544853 Mar 07 11:47:03.027116 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7dcf2be2-dc14-43a5-b555-1410f2d171a6 req-52960736-ff48-4a96-b3e8-34c22b3fedad tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716817 Mar 07 11:47:04.138713 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d483d-bda7-4da3-9efb-d12f5790b748 req-a50e3a49-5939-424a-8b37-b74c05b3d5d9 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:04.140206 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-944d483d-bda7-4da3-9efb-d12f5790b748 req-a50e3a49-5939-424a-8b37-b74c05b3d5d9 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 944 time: 0.0528777 Mar 07 11:47:04.199228 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-944d483d-bda7-4da3-9efb-d12f5790b748 req-c455e5e9-038d-4cfe-a2d6-5a0d5f25fb4e tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533302 Mar 07 11:47:05.335029 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed337516-fac5-4f74-9570-9dcfbff661cb req-cc2709e3-b75e-4e9f-b396-80eea934041f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:05.336493 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ed337516-fac5-4f74-9570-9dcfbff661cb req-cc2709e3-b75e-4e9f-b396-80eea934041f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 944 time: 0.0564723 Mar 07 11:47:05.383617 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ed337516-fac5-4f74-9570-9dcfbff661cb req-d993c5cc-1d60-499d-b1f5-be884f3ef645 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408540 Mar 07 11:47:06.508025 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17538a-7c55-4405-9c07-41fd80016fc3 req-2139d6db-e71d-4a29-9620-bd9694d7c95f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:06.509579 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-de17538a-7c55-4405-9c07-41fd80016fc3 req-2139d6db-e71d-4a29-9620-bd9694d7c95f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 944 time: 0.0583868 Mar 07 11:47:06.581595 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-de17538a-7c55-4405-9c07-41fd80016fc3 req-9851067a-f6b9-4d03-882e-11b67317c21d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659878 Mar 07 11:47:06.633854 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-9ced728d-e0e2-4537-8a61-c7d9db359f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:07.705286 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31ca17-282d-4735-bc3d-d78b9fe1ebf9 req-45731f6b-3bd3-44d8-b57c-3ed03a92fc47 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:07.706909 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c31ca17-282d-4735-bc3d-d78b9fe1ebf9 req-45731f6b-3bd3-44d8-b57c-3ed03a92fc47 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 944 time: 0.0547204 Mar 07 11:47:07.765197 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c31ca17-282d-4735-bc3d-d78b9fe1ebf9 req-971015c2-dcac-47b5-9a68-55fbf97bb8bf tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506449 Mar 07 11:47:08.701160 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-436a34ab-208f-4599-8c6e-6bb50eb5ea2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:08.914937 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35cd6d3-50d7-4d84-a58d-185146bdbeef req-40f76aca-4acb-4763-b9c9-592b386d8d97 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:08.916736 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d35cd6d3-50d7-4d84-a58d-185146bdbeef req-40f76aca-4acb-4763-b9c9-592b386d8d97 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 944 time: 0.0692444 Mar 07 11:47:08.966706 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d35cd6d3-50d7-4d84-a58d-185146bdbeef req-1cd1b618-9c10-4680-bb4d-272081cc9edc tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437632 Mar 07 11:47:10.090606 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e606f7cd-8289-4c67-8d27-54eeda85eb3a req-3befbd21-841f-4bfb-898b-55b22d2d66eb tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:10.092183 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e606f7cd-8289-4c67-8d27-54eeda85eb3a req-3befbd21-841f-4bfb-898b-55b22d2d66eb tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 944 time: 0.0558827 Mar 07 11:47:10.157045 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e606f7cd-8289-4c67-8d27-54eeda85eb3a req-4797696a-4fe8-400b-a7e1-2d90fd7e0afc tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550492 Mar 07 11:47:10.238175 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:11.282477 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72993bcc-4f76-4d12-a783-51bef0dc2259 req-079289df-227a-4395-bc38-00236d4d8d8d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:11.283954 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-72993bcc-4f76-4d12-a783-51bef0dc2259 req-079289df-227a-4395-bc38-00236d4d8d8d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 944 time: 0.0570817 Mar 07 11:47:11.332160 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-72993bcc-4f76-4d12-a783-51bef0dc2259 req-8440a51f-5a22-4edd-a5ab-676252349c35 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426650 Mar 07 11:47:11.917347 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:12.251293 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c660747-64ef-4ae7-a0f5-13d76b5b50bb req-256a4669-bbeb-4a5f-892f-a0467b26ec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:12.252747 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c660747-64ef-4ae7-a0f5-13d76b5b50bb req-256a4669-bbeb-4a5f-892f-a0467b26ec6e service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8601a559-bc14-4ece-bd3b-a6782030e648 HTTP/1.1" status: 200 len: 848 time: 0.0469642 Mar 07 11:47:12.305094 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c660747-64ef-4ae7-a0f5-13d76b5b50bb req-e1c78cd6-074e-441d-b822-37fa04dc49f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:12.306624 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c660747-64ef-4ae7-a0f5-13d76b5b50bb req-e1c78cd6-074e-441d-b822-37fa04dc49f8 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cd753ef6-832d-4a5e-899e-85122ea40ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0447011 Mar 07 11:47:12.401322 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c660747-64ef-4ae7-a0f5-13d76b5b50bb req-accabfd7-f920-4efa-83b9-75e5e146c5c7 service neutron] 10.222.0.31 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861681 Mar 07 11:47:12.837926 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0edfd8-3f1e-4453-b30e-144e7f3aea24 req-4dc56db5-3a4f-449a-befb-aeae687bdb0d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:12.839389 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3b0edfd8-3f1e-4453-b30e-144e7f3aea24 req-4dc56db5-3a4f-449a-befb-aeae687bdb0d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 944 time: 0.4372227 Mar 07 11:47:12.868305 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9c660747-64ef-4ae7-a0f5-13d76b5b50bb req-59acab0c-afa9-4ab2-8ef7-1fa475627627 service neutron] 10.222.0.31 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580562 Mar 07 11:47:12.901269 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3b0edfd8-3f1e-4453-b30e-144e7f3aea24 req-4f330ada-21bd-42a3-bd46-345adf983ac2 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536680 Mar 07 11:47:12.969712 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550993d0-01e7-41e1-b0db-b4d7ee48a7f8 req-6b69e99f-05dc-4d48-be23-16d5392ffc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:12.971219 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-550993d0-01e7-41e1-b0db-b4d7ee48a7f8 req-6b69e99f-05dc-4d48-be23-16d5392ffc7e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c3e372401134e80af5dda0d4274c18a&device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 1126 time: 0.0452139 Mar 07 11:47:13.075301 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550993d0-01e7-41e1-b0db-b4d7ee48a7f8 req-bb1b98c9-bc75-4784-8c51-869206addc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:13.076712 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-550993d0-01e7-41e1-b0db-b4d7ee48a7f8 req-bb1b98c9-bc75-4784-8c51-869206addc11 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cd753ef6-832d-4a5e-899e-85122ea40ab2 HTTP/1.1" status: 200 len: 910 time: 0.0872262 Mar 07 11:47:13.126253 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:13.142702 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-550993d0-01e7-41e1-b0db-b4d7ee48a7f8 req-e4036396-231a-4aeb-b39f-75a3c166581e service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c8a6cc8-a959-437c-9317-22e6fc0f59f7 HTTP/1.1" status: 200 len: 999 time: 0.0602868 Mar 07 11:47:13.194194 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550993d0-01e7-41e1-b0db-b4d7ee48a7f8 req-a0413f5c-7ab5-4f96-bd4d-02bdfac044e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:13.195626 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-550993d0-01e7-41e1-b0db-b4d7ee48a7f8 req-a0413f5c-7ab5-4f96-bd4d-02bdfac044e8 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8601a559-bc14-4ece-bd3b-a6782030e648 HTTP/1.1" status: 200 len: 848 time: 0.0466211 Mar 07 11:47:13.247607 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550993d0-01e7-41e1-b0db-b4d7ee48a7f8 req-561cf88b-e63a-42e7-a7c7-ac9598a66418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:13.249208 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-550993d0-01e7-41e1-b0db-b4d7ee48a7f8 req-561cf88b-e63a-42e7-a7c7-ac9598a66418 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cd753ef6-832d-4a5e-899e-85122ea40ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0476296 Mar 07 11:47:13.338691 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-550993d0-01e7-41e1-b0db-b4d7ee48a7f8 req-ebabccdc-0123-4d61-81ed-d482be5a8bbf service neutron] 10.222.0.31 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822146 Mar 07 11:47:13.429597 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-550993d0-01e7-41e1-b0db-b4d7ee48a7f8 req-a643ed2d-9308-4eb7-bb27-62557479b119 service neutron] 10.222.0.31 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843971 Mar 07 11:47:14.021595 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c4832-bf43-42a5-a4ba-fbd860d2ab44 req-3a9b1597-1823-4af5-b55f-2f7e7833aea3 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:14.023081 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-765c4832-bf43-42a5-a4ba-fbd860d2ab44 req-3a9b1597-1823-4af5-b55f-2f7e7833aea3 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 944 time: 0.0539680 Mar 07 11:47:14.071450 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-765c4832-bf43-42a5-a4ba-fbd860d2ab44 req-227f9736-fb9f-413f-8ed0-589ac3bdac8a tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426323 Mar 07 11:47:15.190656 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e9af59-fe8c-4468-984a-c87fce902819 req-21e69f85-1acb-4f38-8b26-ace7abb99f1f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:15.192155 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a2e9af59-fe8c-4468-984a-c87fce902819 req-21e69f85-1acb-4f38-8b26-ace7abb99f1f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 944 time: 0.0531895 Mar 07 11:47:15.240694 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a2e9af59-fe8c-4468-984a-c87fce902819 req-b005687e-fcdb-429e-a753-0f18e89bbbc4 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428541 Mar 07 11:47:16.360060 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3919c-1cdc-488f-b873-b3eb4e19f1a2 req-d9b15ac3-fc90-4515-b4cc-7c5a8c1708d7 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:16.361567 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e2a3919c-1cdc-488f-b873-b3eb4e19f1a2 req-d9b15ac3-fc90-4515-b4cc-7c5a8c1708d7 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 944 time: 0.0521781 Mar 07 11:47:16.373332 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:47:16.414317 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e2a3919c-1cdc-488f-b873-b3eb4e19f1a2 req-94131dff-42e8-43a1-9c31-91786b9678c5 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471547 Mar 07 11:47:16.468437 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=6c8a6cc8-a959-437c-9317-22e6fc0f59f7,segment=NetworkSegment(f489d476-fc70-4bae-bb56-e3e6645e4b79),segment_id=f489d476-fc70-4bae-bb56-e3e6645e4b79)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:47:16.478970 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': '6c8a6cc8-a959-437c-9317-22e6fc0f59f7', 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2', 'port_id': '6c8a6cc8-a959-437c-9317-22e6fc0f59f7', 'mac_address': 'fa:16:3e:b8:72:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:47:16.516528 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:47:16.516911 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6c8a6cc8-a959-437c-9317-22e6fc0f59f7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:16.532957 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:47:16.552375 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=6c8a6cc8-a959-437c-9317-22e6fc0f59f7,segment=NetworkSegment(f489d476-fc70-4bae-bb56-e3e6645e4b79),segment_id=f489d476-fc70-4bae-bb56-e3e6645e4b79)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:47:16.556074 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6c8a6cc8-a959-437c-9317-22e6fc0f59f7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:16.602425 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=6c8a6cc8-a959-437c-9317-22e6fc0f59f7,revision_number=11']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:47:16.906327 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['6c8a6cc8-a959-437c-9317-22e6fc0f59f7'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:47:17.538596 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cbb056-f206-44f0-87a6-0fe0abcb5fb2 req-626d5adc-fc98-45dd-9f6f-ba4fc477f17b tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:17.540064 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e7cbb056-f206-44f0-87a6-0fe0abcb5fb2 req-626d5adc-fc98-45dd-9f6f-ba4fc477f17b tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 945 time: 0.0566628 Mar 07 11:47:17.588566 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e7cbb056-f206-44f0-87a6-0fe0abcb5fb2 req-687fc15e-ac59-494a-97e6-136d44c96944 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423913 Mar 07 11:47:18.388236 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:47:18.437538 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:47:18.441037 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:47:18.441441 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (6c8a6cc8-a959-437c-9317-22e6fc0f59f7), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:18.518637 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:47:18.519019 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6c8a6cc8-a959-437c-9317-22e6fc0f59f7), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:18.541096 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdaddd2-bba2-4124-be0d-5bed16ec9fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8a6cc8-a959-437c-9317-22e6fc0f59f7'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:47:18.544276 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a645a2b5805a54a98315e88f2d343b68cf76c29b7d342bc1003cac2cf566b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81ec7af-d16e-4417-9f6c-106a3fa3193e" -d '{"events": [{"server_uuid": "ccdaddd2-bba2-4124-be0d-5bed16ec9fd5", "name": "network-vif-plugged", "status": "completed", "tag": "6c8a6cc8-a959-437c-9317-22e6fc0f59f7"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:47:18.556429 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=6c8a6cc8-a959-437c-9317-22e6fc0f59f7,segment=NetworkSegment(f489d476-fc70-4bae-bb56-e3e6645e4b79),segment_id=f489d476-fc70-4bae-bb56-e3e6645e4b79)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:47:18.560678 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (6c8a6cc8-a959-437c-9317-22e6fc0f59f7), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:18.586025 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b80d0ea-5c95-4319-a8a0-dcea035feccb x-openstack-request-id: req-5b80d0ea-5c95-4319-a8a0-dcea035feccb {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:47:18.586327 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdaddd2-bba2-4124-be0d-5bed16ec9fd5", "name": "network-vif-plugged", "status": "completed", "tag": "6c8a6cc8-a959-437c-9317-22e6fc0f59f7", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:47:18.586583 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5b80d0ea-5c95-4319-a8a0-dcea035feccb {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:47:18.586972 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdaddd2-bba2-4124-be0d-5bed16ec9fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8a6cc8-a959-437c-9317-22e6fc0f59f7', 'code': 200} Mar 07 11:47:18.615563 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=6c8a6cc8-a959-437c-9317-22e6fc0f59f7,revision_number=12']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:47:18.749692 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d859c9e-a325-470a-91af-1cc89bca0cab req-db3bfaa3-b1a8-47e5-b3de-baf51942f3e1 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:18.751177 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6d859c9e-a325-470a-91af-1cc89bca0cab req-db3bfaa3-b1a8-47e5-b3de-baf51942f3e1 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 946 time: 0.0860012 Mar 07 11:47:18.772400 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f746d05-4f0b-4250-9122-0c2a773c9a42 req-1b858b38-8c42-496a-9337-83221ff58e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:18.773906 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3f746d05-4f0b-4250-9122-0c2a773c9a42 req-1b858b38-8c42-496a-9337-83221ff58e25 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 1128 time: 0.0706756 Mar 07 11:47:18.849061 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6d859c9e-a325-470a-91af-1cc89bca0cab req-1557e619-832d-422c-816c-76671e23d58f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916364 Mar 07 11:47:18.852633 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3f746d05-4f0b-4250-9122-0c2a773c9a42 req-48d34e6d-0271-4f67-8ca0-54fa9aeca736 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705070 Mar 07 11:47:18.919463 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:19.969915 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c01641-fb6f-4c66-8fa9-e8d652e16036 req-54d44bfc-39d6-464d-aec2-a1ed0735c0ef tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:19.971412 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-16c01641-fb6f-4c66-8fa9-e8d652e16036 req-54d44bfc-39d6-464d-aec2-a1ed0735c0ef tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 946 time: 0.0529325 Mar 07 11:47:20.019777 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-16c01641-fb6f-4c66-8fa9-e8d652e16036 req-473f1ac7-ee6b-4ac8-abf3-c535624b30e9 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428150 Mar 07 11:47:21.142243 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a6a21-c2c9-495e-9165-d94b8b3a903e req-2435fc9e-041b-4ee8-bde3-c40452f7fd25 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:47:21.143754 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c2a6a21-c2c9-495e-9165-d94b8b3a903e req-2435fc9e-041b-4ee8-bde3-c40452f7fd25 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 946 time: 0.0575960 Mar 07 11:47:21.193569 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-6c2a6a21-c2c9-495e-9165-d94b8b3a903e req-6c26f75e-4ecd-4fbf-8d34-d9ff5e66c972 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437801 Mar 07 11:47:23.248020 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:47:23.603429 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:36.636020 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ee735624-ad26-411f-9f4c-6c26721ed1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:38.703259 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-771019ef-ae5c-4c67-b65d-24f7c2168261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:40.178871 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:41.922894 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:43.127857 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:48.933394 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:47:53.613207 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:00.248349 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:48:06.638500 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-744bceaf-0992-451a-98c2-d2e3ece3d471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:08.703954 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f3dab17c-c205-4810-81c1-655f18fca21b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:09.199949 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fe763f63-57b0-42fc-9317-e06169c59fe6 req-e0a52548-8895-4412-9f75-739099a474ef service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0868661 Mar 07 11:48:09.282232 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe763f63-57b0-42fc-9317-e06169c59fe6 req-d4e9ad12-a4e5-43a7-957d-3b6d2d167fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:48:09.283720 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fe763f63-57b0-42fc-9317-e06169c59fe6 req-d4e9ad12-a4e5-43a7-957d-3b6d2d167fed service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c3e372401134e80af5dda0d4274c18a&device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 1128 time: 0.0451860 Mar 07 11:48:09.391540 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe763f63-57b0-42fc-9317-e06169c59fe6 req-8f07d686-d2ff-498c-a14e-e5c4a1932941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:48:09.392904 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fe763f63-57b0-42fc-9317-e06169c59fe6 req-8f07d686-d2ff-498c-a14e-e5c4a1932941 service neutron] 10.222.0.31 "GET /v2.0/networks?id=cd753ef6-832d-4a5e-899e-85122ea40ab2 HTTP/1.1" status: 200 len: 910 time: 0.0908124 Mar 07 11:48:09.461202 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fe763f63-57b0-42fc-9317-e06169c59fe6 req-194fe34d-acd2-4013-a8c1-6f0032de3372 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c8a6cc8-a959-437c-9317-22e6fc0f59f7 HTTP/1.1" status: 200 len: 1001 time: 0.0619667 Mar 07 11:48:09.508090 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe763f63-57b0-42fc-9317-e06169c59fe6 req-c91853e4-58b1-4e02-87d2-ee60c7bd643b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:48:09.509502 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fe763f63-57b0-42fc-9317-e06169c59fe6 req-c91853e4-58b1-4e02-87d2-ee60c7bd643b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8601a559-bc14-4ece-bd3b-a6782030e648 HTTP/1.1" status: 200 len: 848 time: 0.0427845 Mar 07 11:48:09.557615 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe763f63-57b0-42fc-9317-e06169c59fe6 req-6175b4a9-f175-4454-a33b-736c4db5b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:48:09.559103 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fe763f63-57b0-42fc-9317-e06169c59fe6 req-6175b4a9-f175-4454-a33b-736c4db5b27b service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cd753ef6-832d-4a5e-899e-85122ea40ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0438306 Mar 07 11:48:09.650154 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fe763f63-57b0-42fc-9317-e06169c59fe6 req-5bdba90f-a722-4b43-b6bd-c1bdb5576ace service neutron] 10.222.0.31 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849352 Mar 07 11:48:09.742422 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fe763f63-57b0-42fc-9317-e06169c59fe6 req-67d08738-e644-426b-a079-adb4c06861c1 service neutron] 10.222.0.31 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842683 Mar 07 11:48:10.182377 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:11.922863 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:13.129490 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:18.933691 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:23.604714 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:36.641573 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-6331a553-0b77-4b78-adec-5c518e87a9d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:37.247565 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:48:38.705403 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f56a04ff-a51f-4df1-afeb-be528c50ef8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:40.184979 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:41.926283 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:43.131286 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:48.952335 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:48:53.631380 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:05.430591 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46604) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:49:05.581530 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-e70dc49f-5536-4bee-877a-ae50877499bc tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Deleting port 2a890341-ab81-47a9-8df4-f3cb163382ee {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:49:05.581789 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e70dc49f-5536-4bee-877a-ae50877499bc tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (2a890341-ab81-47a9-8df4-f3cb163382ee), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:05.667240 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e70dc49f-5536-4bee-877a-ae50877499bc tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (2a890341-ab81-47a9-8df4-f3cb163382ee), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:05.667563 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e70dc49f-5536-4bee-877a-ae50877499bc tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for floatingip (2a890341-ab81-47a9-8df4-f3cb163382ee), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:05.679301 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-e70dc49f-5536-4bee-877a-ae50877499bc tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Calling delete_port for 2a890341-ab81-47a9-8df4-f3cb163382ee owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:49:05.826998 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e70dc49f-5536-4bee-877a-ae50877499bc tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (2a890341-ab81-47a9-8df4-f3cb163382ee), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:05.853637 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70dc49f-5536-4bee-877a-ae50877499bc tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Pushing event deleted for resources: {'Port': ['ID=2a890341-ab81-47a9-8df4-f3cb163382ee,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:49:05.877246 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70dc49f-5536-4bee-877a-ae50877499bc tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:05.877596 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70dc49f-5536-4bee-877a-ae50877499bc tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:05.877943 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70dc49f-5536-4bee-877a-ae50877499bc tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:05.878278 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70dc49f-5536-4bee-877a-ae50877499bc tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:05.878611 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70dc49f-5536-4bee-877a-ae50877499bc tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:05.878940 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70dc49f-5536-4bee-877a-ae50877499bc tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:05.879262 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70dc49f-5536-4bee-877a-ae50877499bc tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:05.879588 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70dc49f-5536-4bee-877a-ae50877499bc tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:05.879909 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70dc49f-5536-4bee-877a-ae50877499bc tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:05.880228 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70dc49f-5536-4bee-877a-ae50877499bc tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:05.880549 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70dc49f-5536-4bee-877a-ae50877499bc tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:05.880872 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70dc49f-5536-4bee-877a-ae50877499bc tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:05.881218 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70dc49f-5536-4bee-877a-ae50877499bc tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:05.923216 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e70dc49f-5536-4bee-877a-ae50877499bc tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for floatingip (e610c123-3bc0-4c3b-b45e-72ceb46c5f78), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:05.923573 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-e70dc49f-5536-4bee-877a-ae50877499bc tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Floating IP e610c123-3bc0-4c3b-b45e-72ceb46c5f78 disassociated (deleted). External IP: 172.25.3.192, port: 6c8a6cc8-a959-437c-9317-22e6fc0f59f7. Mar 07 11:49:06.140672 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70dc49f-5536-4bee-877a-ae50877499bc tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Router 3659c635-25ee-4aad-a5a3-2fe86d7be623 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:49:06.248355 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70dc49f-5536-4bee-877a-ae50877499bc tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:49:06.253037 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e70dc49f-5536-4bee-877a-ae50877499bc tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:06.257564 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766adfeb-0694-4903-ade0-e31552ed0792 None None] Sync routers for ids ['3659c635-25ee-4aad-a5a3-2fe86d7be623'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:49:06.267314 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766adfeb-0694-4903-ade0-e31552ed0792 None None] Routers {'3659c635-25ee-4aad-a5a3-2fe86d7be623'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:49:06.267904 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-766adfeb-0694-4903-ade0-e31552ed0792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:48:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['3659c635-25ee-4aad-a5a3-2fe86d7be623'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:49:06.282696 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e70dc49f-5536-4bee-877a-ae50877499bc tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "DELETE /v2.0/floatingips/e610c123-3bc0-4c3b-b45e-72ceb46c5f78 HTTP/1.1" status: 204 len: 168 time: 0.8510139 Mar 07 11:49:06.283271 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccdaddd2-bba2-4124-be0d-5bed16ec9fd5', 'tag': '6c8a6cc8-a959-437c-9317-22e6fc0f59f7'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:49:06.285530 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f351bf73f323c1e2e006b9f16194b747f7127b9e46eeb64b4a81d3313ccb5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45e3ac5-323b-4484-bd9e-764d32ffa432" -d '{"events": [{"name": "network-changed", "server_uuid": "ccdaddd2-bba2-4124-be0d-5bed16ec9fd5", "tag": "6c8a6cc8-a959-437c-9317-22e6fc0f59f7"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:49:06.383099 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-766adfeb-0694-4903-ade0-e31552ed0792 None None] Set router 3659c635-25ee-4aad-a5a3-2fe86d7be623 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:49:06.385925 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3e8058-93d0-4b41-9f9a-044b1fb371d3 x-openstack-request-id: req-df3e8058-93d0-4b41-9f9a-044b1fb371d3 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:49:06.386222 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccdaddd2-bba2-4124-be0d-5bed16ec9fd5", "tag": "6c8a6cc8-a959-437c-9317-22e6fc0f59f7", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:49:06.386481 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-df3e8058-93d0-4b41-9f9a-044b1fb371d3 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:49:06.386891 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccdaddd2-bba2-4124-be0d-5bed16ec9fd5', 'tag': '6c8a6cc8-a959-437c-9317-22e6fc0f59f7', 'status': 'completed', 'code': 200} Mar 07 11:49:06.464434 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e3ac5-323b-4484-bd9e-764d32ffa432 req-4e8e78e4-6b62-4b2e-a28c-2349b7451de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:06.466153 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f45e3ac5-323b-4484-bd9e-764d32ffa432 req-4e8e78e4-6b62-4b2e-a28c-2349b7451de8 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6c3e372401134e80af5dda0d4274c18a&device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 1128 time: 0.0528362 Mar 07 11:49:06.594872 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-766adfeb-0694-4903-ade0-e31552ed0792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'name': 'tempest-TestShelveInstance-1736435457-router', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6b1c970a-e193-4e92-8233-990015707be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:44:14Z', 'updated_at': '2022-03-07T11:44:17Z', 'revision_number': 4, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'gw_port': {'id': '6b1c970a-e193-4e92-8233-990015707be6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:6a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:15Z', 'updated_at': '2022-03-07T11:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '4fe24d50-732b-42ef-b5e4-c3abbc82ddc2', 'name': '', 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'mac_address': 'fa:16:3e:7c:19:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:16Z', 'updated_at': '2022-03-07T11:44:21Z', 'revision_number': 5, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'subnets': [{'id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:49:06.598009 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e3ac5-323b-4484-bd9e-764d32ffa432 req-d07e2a1b-60ff-41ff-ab9c-c9c34dab52db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:06.599465 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f45e3ac5-323b-4484-bd9e-764d32ffa432 req-d07e2a1b-60ff-41ff-ab9c-c9c34dab52db service neutron] 10.222.0.31 "GET /v2.0/networks?id=cd753ef6-832d-4a5e-899e-85122ea40ab2 HTTP/1.1" status: 200 len: 910 time: 0.1275079 Mar 07 11:49:06.623515 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc76074-667a-47ac-9fba-8a08eee0afe7 req-b0fb03d7-ab89-4e23-8faa-ce5e1cedbcbd tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:06.626820 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fcc76074-667a-47ac-9fba-8a08eee0afe7 req-b0fb03d7-ab89-4e23-8faa-ce5e1cedbcbd tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 946 time: 0.1453776 Mar 07 11:49:06.649281 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cac66967-6f33-427b-b949-747757c1057c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:06.675453 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f45e3ac5-323b-4484-bd9e-764d32ffa432 req-40e5f07a-44fb-4e9f-acd7-079d7ab2f24d service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6c8a6cc8-a959-437c-9317-22e6fc0f59f7 HTTP/1.1" status: 200 len: 217 time: 0.0683317 Mar 07 11:49:06.717418 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766adfeb-0694-4903-ade0-e31552ed0792 None None] Checking router: 3659c635-25ee-4aad-a5a3-2fe86d7be623 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:49:06.725690 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766adfeb-0694-4903-ade0-e31552ed0792 None None] Routers {'3659c635-25ee-4aad-a5a3-2fe86d7be623'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:49:06.726340 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-766adfeb-0694-4903-ade0-e31552ed0792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:48:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['3659c635-25ee-4aad-a5a3-2fe86d7be623'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:49:06.748214 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fcc76074-667a-47ac-9fba-8a08eee0afe7 req-5c29d472-0dfc-4e73-9edb-d727d41e9f46 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800054 Mar 07 11:49:06.752030 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e3ac5-323b-4484-bd9e-764d32ffa432 req-f7c6f697-2f6a-43d4-b357-306c97050e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:06.753438 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f45e3ac5-323b-4484-bd9e-764d32ffa432 req-f7c6f697-2f6a-43d4-b357-306c97050e87 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=8601a559-bc14-4ece-bd3b-a6782030e648 HTTP/1.1" status: 200 len: 848 time: 0.0696294 Mar 07 11:49:06.804507 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45e3ac5-323b-4484-bd9e-764d32ffa432 req-feece85d-042f-4888-86a2-db3bf287a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:06.806233 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f45e3ac5-323b-4484-bd9e-764d32ffa432 req-feece85d-042f-4888-86a2-db3bf287a734 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=cd753ef6-832d-4a5e-899e-85122ea40ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0457177 Mar 07 11:49:06.834171 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-766adfeb-0694-4903-ade0-e31552ed0792 None None] Set router 3659c635-25ee-4aad-a5a3-2fe86d7be623 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:49:06.903070 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f45e3ac5-323b-4484-bd9e-764d32ffa432 req-928f4668-3ff0-426d-82b3-b4fc5e9822f9 service neutron] 10.222.0.31 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899997 Mar 07 11:49:06.997147 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f45e3ac5-323b-4484-bd9e-764d32ffa432 req-75f1361d-95eb-4bf8-81cc-0f2cdc0f4b47 service neutron] 10.222.0.31 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871673 Mar 07 11:49:07.036559 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-766adfeb-0694-4903-ade0-e31552ed0792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'name': 'tempest-TestShelveInstance-1736435457-router', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6b1c970a-e193-4e92-8233-990015707be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:44:14Z', 'updated_at': '2022-03-07T11:44:17Z', 'revision_number': 4, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'gw_port': {'id': '6b1c970a-e193-4e92-8233-990015707be6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:6a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:15Z', 'updated_at': '2022-03-07T11:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '4fe24d50-732b-42ef-b5e4-c3abbc82ddc2', 'name': '', 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'mac_address': 'fa:16:3e:7c:19:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:16Z', 'updated_at': '2022-03-07T11:44:21Z', 'revision_number': 5, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'subnets': [{'id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:49:07.066104 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766adfeb-0694-4903-ade0-e31552ed0792 None None] The sync data for ids ['3659c635-25ee-4aad-a5a3-2fe86d7be623'] in n-d-832164-4 is: [{'id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'name': 'tempest-TestShelveInstance-1736435457-router', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6b1c970a-e193-4e92-8233-990015707be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:44:14Z', 'updated_at': '2022-03-07T11:44:17Z', 'revision_number': 4, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'gw_port': {'id': '6b1c970a-e193-4e92-8233-990015707be6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:6a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:15Z', 'updated_at': '2022-03-07T11:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '4fe24d50-732b-42ef-b5e4-c3abbc82ddc2', 'name': '', 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'mac_address': 'fa:16:3e:7c:19:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:16Z', 'updated_at': '2022-03-07T11:44:21Z', 'revision_number': 5, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'subnets': [{'id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:49:07.279934 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf3b1d6-55ea-4542-b2c5-3d6c763f5cf8 None None] New status for floating IP e610c123-3bc0-4c3b-b45e-72ceb46c5f78: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:49:07.932296 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a8e948-7a21-4403-9a50-2a6491bcf00d req-99e7ab47-bb1c-4ff3-a5b4-a522df87f912 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:07.933824 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-61a8e948-7a21-4403-9a50-2a6491bcf00d req-99e7ab47-bb1c-4ff3-a5b4-a522df87f912 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 946 time: 0.1046388 Mar 07 11:49:07.981237 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-61a8e948-7a21-4403-9a50-2a6491bcf00d req-85f864c7-f8f1-4578-860e-a117f7926b1b tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=6108002e-0f75-4320-b98a-7ffd1d5eb45a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416994 Mar 07 11:49:08.135116 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d17ef-a1d3-4708-846e-157371177589 req-7672dfba-2275-4a79-a911-17f4ed65990a tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:08.136474 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ba5d17ef-a1d3-4708-846e-157371177589 req-7672dfba-2275-4a79-a911-17f4ed65990a tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.31 "GET /v2.0/ports?device_id=ccdaddd2-bba2-4124-be0d-5bed16ec9fd5 HTTP/1.1" status: 200 len: 946 time: 0.0574870 Mar 07 11:49:08.225040 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-ba5d17ef-a1d3-4708-846e-157371177589 req-7546e4ac-0b17-46d9-8722-f1ab6ed3df02 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Deleting port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:49:08.225411 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ba5d17ef-a1d3-4708-846e-157371177589 req-7546e4ac-0b17-46d9-8722-f1ab6ed3df02 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (6c8a6cc8-a959-437c-9317-22e6fc0f59f7), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:08.326347 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-ba5d17ef-a1d3-4708-846e-157371177589 req-7546e4ac-0b17-46d9-8722-f1ab6ed3df02 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] For port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=6c8a6cc8-a959-437c-9317-22e6fc0f59f7,segment=NetworkSegment(f489d476-fc70-4bae-bb56-e3e6645e4b79),segment_id=f489d476-fc70-4bae-bb56-e3e6645e4b79)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:49:08.326707 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ba5d17ef-a1d3-4708-846e-157371177589 req-7546e4ac-0b17-46d9-8722-f1ab6ed3df02 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (6c8a6cc8-a959-437c-9317-22e6fc0f59f7), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:08.338755 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-ba5d17ef-a1d3-4708-846e-157371177589 req-7546e4ac-0b17-46d9-8722-f1ab6ed3df02 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Calling delete_port for 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:49:08.465967 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ba5d17ef-a1d3-4708-846e-157371177589 req-7546e4ac-0b17-46d9-8722-f1ab6ed3df02 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (6c8a6cc8-a959-437c-9317-22e6fc0f59f7), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:08.498119 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7546e4ac-0b17-46d9-8722-f1ab6ed3df02 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Pushing event deleted for resources: {'Port': ['ID=6c8a6cc8-a959-437c-9317-22e6fc0f59f7,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:49:08.523502 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7546e4ac-0b17-46d9-8722-f1ab6ed3df02 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:08.523850 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7546e4ac-0b17-46d9-8722-f1ab6ed3df02 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:08.524183 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7546e4ac-0b17-46d9-8722-f1ab6ed3df02 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:08.524515 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7546e4ac-0b17-46d9-8722-f1ab6ed3df02 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:08.525380 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7546e4ac-0b17-46d9-8722-f1ab6ed3df02 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:08.525703 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7546e4ac-0b17-46d9-8722-f1ab6ed3df02 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:08.526026 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7546e4ac-0b17-46d9-8722-f1ab6ed3df02 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:08.526343 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7546e4ac-0b17-46d9-8722-f1ab6ed3df02 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:08.526663 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7546e4ac-0b17-46d9-8722-f1ab6ed3df02 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:08.527026 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7546e4ac-0b17-46d9-8722-f1ab6ed3df02 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:08.527386 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7546e4ac-0b17-46d9-8722-f1ab6ed3df02 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:08.527707 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7546e4ac-0b17-46d9-8722-f1ab6ed3df02 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:08.528023 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7546e4ac-0b17-46d9-8722-f1ab6ed3df02 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:08.550202 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5d17ef-a1d3-4708-846e-157371177589 req-7546e4ac-0b17-46d9-8722-f1ab6ed3df02 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] No DVR routers for this DVR port 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:49:08.552711 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-ba5d17ef-a1d3-4708-846e-157371177589 req-7546e4ac-0b17-46d9-8722-f1ab6ed3df02 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:08.555976 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ba5d17ef-a1d3-4708-846e-157371177589 req-7546e4ac-0b17-46d9-8722-f1ab6ed3df02 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.31 "DELETE /v2.0/ports/6c8a6cc8-a959-437c-9317-22e6fc0f59f7 HTTP/1.1" status: 204 len: 173 time: 0.4144588 Mar 07 11:49:08.556441 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccdaddd2-bba2-4124-be0d-5bed16ec9fd5', 'name': 'network-vif-deleted', 'tag': '6c8a6cc8-a959-437c-9317-22e6fc0f59f7'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:49:08.559960 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afcce0a-ba57-4ffb-910f-463e0ed7a250" -d '{"events": [{"server_uuid": "ccdaddd2-bba2-4124-be0d-5bed16ec9fd5", "name": "network-vif-deleted", "tag": "6c8a6cc8-a959-437c-9317-22e6fc0f59f7"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:49:08.651909 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11eb2934-c8b1-484f-81a6-459a067a1a64 x-openstack-request-id: req-11eb2934-c8b1-484f-81a6-459a067a1a64 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:49:08.652210 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccdaddd2-bba2-4124-be0d-5bed16ec9fd5", "name": "network-vif-deleted", "tag": "6c8a6cc8-a959-437c-9317-22e6fc0f59f7", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:49:08.652495 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-11eb2934-c8b1-484f-81a6-459a067a1a64 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:49:08.652914 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccdaddd2-bba2-4124-be0d-5bed16ec9fd5', 'name': 'network-vif-deleted', 'tag': '6c8a6cc8-a959-437c-9317-22e6fc0f59f7', 'status': 'completed', 'code': 200} Mar 07 11:49:08.707147 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-617dc00f-6477-47bf-b9ae-cf2cea3a9602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:09.048005 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46640) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:49:09.104863 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-120cbc12-dba2-4e6e-9e20-8811fa692d36 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group (6108002e-0f75-4320-b98a-7ffd1d5eb45a), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:09.129744 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-120cbc12-dba2-4e6e-9e20-8811fa692d36 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group (6108002e-0f75-4320-b98a-7ffd1d5eb45a), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:09.192599 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-120cbc12-dba2-4e6e-9e20-8811fa692d36 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (6108002e-0f75-4320-b98a-7ffd1d5eb45a), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:09.195221 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-120cbc12-dba2-4e6e-9e20-8811fa692d36 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:09.196504 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-120cbc12-dba2-4e6e-9e20-8811fa692d36 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "DELETE /v2.0/security-groups/6108002e-0f75-4320-b98a-7ffd1d5eb45a HTTP/1.1" status: 204 len: 168 time: 0.1474912 Mar 07 11:49:09.207301 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120cbc12-dba2-4e6e-9e20-8811fa692d36 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6108002e-0f75-4320-b98a-7ffd1d5eb45a,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:49:10.187374 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:10.482476 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46648) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:49:10.487030 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-31571109-8dd5-45bd-8a53-b8612f49bb0d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-783349465', 'description': 'tempest-secgroup-smoke-783349465 description', 'project_id': '6c3e372401134e80af5dda0d4274c18a'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:49:10.511570 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-31571109-8dd5-45bd-8a53-b8612f49bb0d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:10.577226 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-31571109-8dd5-45bd-8a53-b8612f49bb0d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group (d5393f9a-2450-4954-82ef-7f84b6a90af2), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:10.580890 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-31571109-8dd5-45bd-8a53-b8612f49bb0d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d5393f9a-2450-4954-82ef-7f84b6a90af2), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:10.609817 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31571109-8dd5-45bd-8a53-b8612f49bb0d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5393f9a-2450-4954-82ef-7f84b6a90af2,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:49:10.613919 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-31571109-8dd5-45bd-8a53-b8612f49bb0d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:10.615137 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-31571109-8dd5-45bd-8a53-b8612f49bb0d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1316469 Mar 07 11:49:10.619147 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46650) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:49:10.623360 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-13d064c1-0ac4-4300-8c8e-9dbc98f83a8d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Request body: {'security_group_rule': {'security_group_id': 'd5393f9a-2450-4954-82ef-7f84b6a90af2', 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:49:10.647839 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-13d064c1-0ac4-4300-8c8e-9dbc98f83a8d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (10207e47-fe3a-479f-b4b8-f994b080bf15), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:10.703304 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-13d064c1-0ac4-4300-8c8e-9dbc98f83a8d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (10207e47-fe3a-479f-b4b8-f994b080bf15), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:10.706830 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-13d064c1-0ac4-4300-8c8e-9dbc98f83a8d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (10207e47-fe3a-479f-b4b8-f994b080bf15), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:10.723583 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d064c1-0ac4-4300-8c8e-9dbc98f83a8d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10207e47-fe3a-479f-b4b8-f994b080bf15,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:49:10.731418 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-13d064c1-0ac4-4300-8c8e-9dbc98f83a8d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:10.732600 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-13d064c1-0ac4-4300-8c8e-9dbc98f83a8d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1126063 Mar 07 11:49:10.735409 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46652) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:49:10.739637 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-292b5210-8927-4ae4-9982-633699d3fb1e tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Request body: {'security_group_rule': {'security_group_id': 'd5393f9a-2450-4954-82ef-7f84b6a90af2', 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:49:10.764246 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-292b5210-8927-4ae4-9982-633699d3fb1e tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (95c12e15-e6f1-4b7c-a99f-fcf03d9d212a), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:10.819080 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-292b5210-8927-4ae4-9982-633699d3fb1e tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (95c12e15-e6f1-4b7c-a99f-fcf03d9d212a), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:10.822095 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-292b5210-8927-4ae4-9982-633699d3fb1e tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (95c12e15-e6f1-4b7c-a99f-fcf03d9d212a), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:10.842284 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b5210-8927-4ae4-9982-633699d3fb1e tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95c12e15-e6f1-4b7c-a99f-fcf03d9d212a,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:49:10.847959 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-292b5210-8927-4ae4-9982-633699d3fb1e tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:10.849175 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-292b5210-8927-4ae4-9982-633699d3fb1e tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1128109 Mar 07 11:49:10.851906 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46654) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:49:10.857134 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-32ba8d35-dac9-4bbf-9280-153c79305006 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Request body: {'security_group_rule': {'security_group_id': 'd5393f9a-2450-4954-82ef-7f84b6a90af2', 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:49:10.881163 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-32ba8d35-dac9-4bbf-9280-153c79305006 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (1a00754b-5209-4a65-94f0-a792df779441), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:10.941620 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-32ba8d35-dac9-4bbf-9280-153c79305006 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (1a00754b-5209-4a65-94f0-a792df779441), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:10.945134 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-32ba8d35-dac9-4bbf-9280-153c79305006 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (1a00754b-5209-4a65-94f0-a792df779441), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:10.963405 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba8d35-dac9-4bbf-9280-153c79305006 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a00754b-5209-4a65-94f0-a792df779441,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:49:10.970798 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-32ba8d35-dac9-4bbf-9280-153c79305006 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:10.971996 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-32ba8d35-dac9-4bbf-9280-153c79305006 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191764 Mar 07 11:49:10.974764 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46656) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:49:10.979540 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-94b64979-f1dd-49f1-8e8b-fb1496f1440e tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Request body: {'security_group_rule': {'security_group_id': 'd5393f9a-2450-4954-82ef-7f84b6a90af2', 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:49:11.003245 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-94b64979-f1dd-49f1-8e8b-fb1496f1440e tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (174ae679-9b69-43c1-a941-d2aa51a7c413), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:11.060244 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-94b64979-f1dd-49f1-8e8b-fb1496f1440e tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (174ae679-9b69-43c1-a941-d2aa51a7c413), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:11.063669 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-94b64979-f1dd-49f1-8e8b-fb1496f1440e tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (174ae679-9b69-43c1-a941-d2aa51a7c413), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:11.083165 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b64979-f1dd-49f1-8e8b-fb1496f1440e tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174ae679-9b69-43c1-a941-d2aa51a7c413,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:49:11.089175 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-94b64979-f1dd-49f1-8e8b-fb1496f1440e tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:11.090647 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-94b64979-f1dd-49f1-8e8b-fb1496f1440e tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1147206 Mar 07 11:49:11.093208 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46658) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:49:11.097290 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-c4a511ec-1e87-4646-9d2f-6622ca26ba85 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Request body: {'security_group_rule': {'security_group_id': 'd5393f9a-2450-4954-82ef-7f84b6a90af2', 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:49:11.120286 n-d-832164-4 neutron-server[103767]: INFO neutron.db.securitygroups_db [None req-c4a511ec-1e87-4646-9d2f-6622ca26ba85 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Project 6c3e372401134e80af5dda0d4274c18a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:49:11.125205 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4a511ec-1e87-4646-9d2f-6622ca26ba85 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (64f8a8c2-dea5-4c77-b61e-df0e95ec7fba), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:11.133422 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:49:11.154660 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:49:11.154905 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device 6c8a6cc8-a959-437c-9317-22e6fc0f59f7 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:49:11.184890 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4a511ec-1e87-4646-9d2f-6622ca26ba85 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (64f8a8c2-dea5-4c77-b61e-df0e95ec7fba), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:11.188507 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4a511ec-1e87-4646-9d2f-6622ca26ba85 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (64f8a8c2-dea5-4c77-b61e-df0e95ec7fba), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:11.207728 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a511ec-1e87-4646-9d2f-6622ca26ba85 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f8a8c2-dea5-4c77-b61e-df0e95ec7fba,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:49:11.215419 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c4a511ec-1e87-4646-9d2f-6622ca26ba85 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:11.216604 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c4a511ec-1e87-4646-9d2f-6622ca26ba85 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1226192 Mar 07 11:49:11.219278 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 46660) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:49:11.223718 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-804ded8a-e3f9-4deb-ab53-20c130303a2c tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Request body: {'security_group_rule': {'security_group_id': 'd5393f9a-2450-4954-82ef-7f84b6a90af2', 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:49:11.245466 n-d-832164-4 neutron-server[103767]: INFO neutron.db.securitygroups_db [None req-804ded8a-e3f9-4deb-ab53-20c130303a2c tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Project 6c3e372401134e80af5dda0d4274c18a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:49:11.250402 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-804ded8a-e3f9-4deb-ab53-20c130303a2c tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (28240190-af45-4c03-9b07-44ee48e59774), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:11.311275 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-804ded8a-e3f9-4deb-ab53-20c130303a2c tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (28240190-af45-4c03-9b07-44ee48e59774), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:11.314659 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-804ded8a-e3f9-4deb-ab53-20c130303a2c tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (28240190-af45-4c03-9b07-44ee48e59774), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:11.332061 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ded8a-e3f9-4deb-ab53-20c130303a2c tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28240190-af45-4c03-9b07-44ee48e59774,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:49:11.340706 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-804ded8a-e3f9-4deb-ab53-20c130303a2c tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:11.341947 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-804ded8a-e3f9-4deb-ab53-20c130303a2c tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1216977 Mar 07 11:49:11.930311 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:13.136442 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:14.247453 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:49:18.957332 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:23.648113 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:30.769992 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-23ae3608-e940-4c10-b88a-657c240c8a89 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-783349465&fields=id&tenant_id=6c3e372401134e80af5dda0d4274c18a HTTP/1.1" status: 200 len: 267 time: 0.0438023 Mar 07 11:49:30.877300 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-95aee025-4b5c-4e78-bea1-e8c6b8f8f0e8 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:30.878640 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-95aee025-4b5c-4e78-bea1-e8c6b8f8f0e8 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/networks?id=cd753ef6-832d-4a5e-899e-85122ea40ab2 HTTP/1.1" status: 200 len: 809 time: 0.1017885 Mar 07 11:49:30.892727 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-6652af8b-fe0b-45df-a416-c5a360320c36 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/quotas/6c3e372401134e80af5dda0d4274c18a HTTP/1.1" status: 200 len: 375 time: 0.0087192 Mar 07 11:49:30.947618 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-72d34457-4f8d-4412-83e0-97a6b688962c tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c3e372401134e80af5dda0d4274c18a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501001 Mar 07 11:49:31.004088 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-c7146485-af52-4309-bc42-590272b5e0bb service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:49:31.005075 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-c7146485-af52-4309-bc42-590272b5e0bb service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0470414 Mar 07 11:49:31.095389 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-77cea79b-df38-4d71-9af4-9d1a40ac743d service neutron] 10.222.0.11 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842593 Mar 07 11:49:31.191479 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-d0968d5a-1c8b-40a9-9b26-5bdb962eb98b service neutron] 10.222.0.11 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904634 Mar 07 11:49:31.476756 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-45f45e52-45ec-4c22-aed0-f0f255adb2a5 req-a504e282-425f-407d-955a-b06cf85f4dee tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 210 time: 0.0308616 Mar 07 11:49:32.554797 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-701c17c7-4ae8-4b8d-8c67-8bbd498e40e8 req-20327c64-5e3c-4e9c-b36e-ba14cb1b91e0 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 210 time: 0.0276537 Mar 07 11:49:33.634538 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-0799f554-7629-4ce7-b2eb-e2d28a5e29d2 req-c104bb3a-c881-4eef-a74a-c6525f6e775b tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 210 time: 0.0292218 Mar 07 11:49:34.712221 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b0d120d-5243-458a-a7ee-b9840641a37f req-32ad663a-7359-4279-939d-baafd5cca4f0 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 210 time: 0.0272915 Mar 07 11:49:35.805621 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e04a7880-f365-468c-8595-5cff126f57ac req-8f59ea7c-eec4-4876-9d82-80586ff1a812 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 210 time: 0.0274034 Mar 07 11:49:36.468762 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-5dc82d54-ae5c-470b-9c6d-2c9b0be9e738 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:36.470518 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-5dc82d54-ae5c-470b-9c6d-2c9b0be9e738 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.21 "GET /v2.0/networks?id=cd753ef6-832d-4a5e-899e-85122ea40ab2 HTTP/1.1" status: 200 len: 809 time: 0.1100600 Mar 07 11:49:36.540888 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-9476521f-132a-4f6a-8959-6a74f361b196 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c3e372401134e80af5dda0d4274c18a HTTP/1.1" status: 200 len: 379 time: 0.0621972 Mar 07 11:49:36.548884 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-097c3a4c-5e23-4972-9b94-4a444415ae29 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Request body: {'port': {'device_id': '4993a49a-874f-440b-b648-4c61c8fe9b5c', 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2', 'admin_state_up': True, 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'security_groups': ['d5393f9a-2450-4954-82ef-7f84b6a90af2']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:49:36.644057 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4ac74deb-f8ed-4a0e-9a03-379877f25667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:36.662428 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-097c3a4c-5e23-4972-9b94-4a444415ae29 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Made reservation on behalf of 6c3e372401134e80af5dda0d4274c18a for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:49:36.666921 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-097c3a4c-5e23-4972-9b94-4a444415ae29 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:36.792744 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-097c3a4c-5e23-4972-9b94-4a444415ae29 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Allocated IP 172.20.0.6 (cd753ef6-832d-4a5e-899e-85122ea40ab2/8601a559-bc14-4ece-bd3b-a6782030e648/73bc410a-db7b-4351-bfd2-bd4b5d1cab2f) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:49:36.934071 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b90dc67d-07c8-4a8b-bb0d-13e0d8b35aba req-ad81badf-0f42-4118-ba19-d7f42670b71e tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 210 time: 0.0340569 Mar 07 11:49:36.970346 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-097c3a4c-5e23-4972-9b94-4a444415ae29 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for port (73bc410a-db7b-4351-bfd2-bd4b5d1cab2f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:37.003901 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-097c3a4c-5e23-4972-9b94-4a444415ae29 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (73bc410a-db7b-4351-bfd2-bd4b5d1cab2f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:37.054145 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-097c3a4c-5e23-4972-9b94-4a444415ae29 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Network cd753ef6-832d-4a5e-899e-85122ea40ab2 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:49:37.057937 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-097c3a4c-5e23-4972-9b94-4a444415ae29 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:49:37.061592 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-097c3a4c-5e23-4972-9b94-4a444415ae29 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:49:37.086739 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097c3a4c-5e23-4972-9b94-4a444415ae29 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Pushing event updated for resources: {'Port': ['ID=73bc410a-db7b-4351-bfd2-bd4b5d1cab2f,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:49:37.120240 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-097c3a4c-5e23-4972-9b94-4a444415ae29 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:37.121418 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-097c3a4c-5e23-4972-9b94-4a444415ae29 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:37.142156 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-097c3a4c-5e23-4972-9b94-4a444415ae29 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5967331 Mar 07 11:49:37.153479 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-f1b68baf-de30-45ac-8722-70e2a8a36da3 service neutron] Request body: {'port': {'device_id': '4993a49a-874f-440b-b648-4c61c8fe9b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:49:37.221028 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-f1b68baf-de30-45ac-8722-70e2a8a36da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (73bc410a-db7b-4351-bfd2-bd4b5d1cab2f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:37.315866 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-943fc347-60e9-4379-9b1e-7e260341c0f6 None None] Provisioning complete for port 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:49:37.316592 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-943fc347-60e9-4379-9b1e-7e260341c0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (73bc410a-db7b-4351-bfd2-bd4b5d1cab2f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:37.354741 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-943fc347-60e9-4379-9b1e-7e260341c0f6 None None] Port 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:49:37.502453 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-f1b68baf-de30-45ac-8722-70e2a8a36da3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:49:37.511128 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-f1b68baf-de30-45ac-8722-70e2a8a36da3 service neutron] Publish callbacks [] for port (73bc410a-db7b-4351-bfd2-bd4b5d1cab2f), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:37.523298 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-f1b68baf-de30-45ac-8722-70e2a8a36da3 service neutron] Transition to ACTIVE for port object 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:49:37.527555 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-f1b68baf-de30-45ac-8722-70e2a8a36da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (73bc410a-db7b-4351-bfd2-bd4b5d1cab2f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:37.579129 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b68baf-de30-45ac-8722-70e2a8a36da3 service neutron] Pushing event updated for resources: {'Port': ['ID=73bc410a-db7b-4351-bfd2-bd4b5d1cab2f,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:49:37.651616 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-f1b68baf-de30-45ac-8722-70e2a8a36da3 service neutron] Attempting to bind port 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:49:37.652042 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-f1b68baf-de30-45ac-8722-70e2a8a36da3 service neutron] Attempting to bind port 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': 'f489d476-fc70-4bae-bb56-e3e6645e4b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:49:37.652429 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-f1b68baf-de30-45ac-8722-70e2a8a36da3 service neutron] Attempting to bind port 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f on network cd753ef6-832d-4a5e-899e-85122ea40ab2 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:49:37.658501 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-f1b68baf-de30-45ac-8722-70e2a8a36da3 service neutron] Port 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f on network cd753ef6-832d-4a5e-899e-85122ea40ab2 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:49:37.658933 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-f1b68baf-de30-45ac-8722-70e2a8a36da3 service neutron] Attempting to bind port 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f on network cd753ef6-832d-4a5e-899e-85122ea40ab2 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:49:37.665771 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-f1b68baf-de30-45ac-8722-70e2a8a36da3 service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:49:37.666206 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-f1b68baf-de30-45ac-8722-70e2a8a36da3 service neutron] Checking segment: {'id': 'f489d476-fc70-4bae-bb56-e3e6645e4b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:49:37.666657 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-f1b68baf-de30-45ac-8722-70e2a8a36da3 service neutron] Bound using segment: {'id': 'f489d476-fc70-4bae-bb56-e3e6645e4b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:49:37.667159 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-f1b68baf-de30-45ac-8722-70e2a8a36da3 service neutron] Bound port: 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f489d476-fc70-4bae-bb56-e3e6645e4b79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:49:37.667580 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-f1b68baf-de30-45ac-8722-70e2a8a36da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (73bc410a-db7b-4351-bfd2-bd4b5d1cab2f), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:37.745071 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-f1b68baf-de30-45ac-8722-70e2a8a36da3 service neutron] For port 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:49:37.748414 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-f1b68baf-de30-45ac-8722-70e2a8a36da3 service neutron] For port 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=73bc410a-db7b-4351-bfd2-bd4b5d1cab2f,segment=NetworkSegment(f489d476-fc70-4bae-bb56-e3e6645e4b79),segment_id=f489d476-fc70-4bae-bb56-e3e6645e4b79)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:49:37.755289 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-f1b68baf-de30-45ac-8722-70e2a8a36da3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (73bc410a-db7b-4351-bfd2-bd4b5d1cab2f), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:37.798052 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-f1b68baf-de30-45ac-8722-70e2a8a36da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:37.798672 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-f1b68baf-de30-45ac-8722-70e2a8a36da3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:37.800067 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-f1b68baf-de30-45ac-8722-70e2a8a36da3 service neutron] 10.222.0.21 "PUT /v2.0/ports/73bc410a-db7b-4351-bfd2-bd4b5d1cab2f HTTP/1.1" status: 200 len: 1091 time: 0.6515367 Mar 07 11:49:37.800596 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4993a49a-874f-440b-b648-4c61c8fe9b5c', 'tag': '73bc410a-db7b-4351-bfd2-bd4b5d1cab2f'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:49:37.802776 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6b42e5-96f5-4d43-a611-5b6e57710b3d" -d '{"events": [{"name": "network-changed", "server_uuid": "4993a49a-874f-440b-b648-4c61c8fe9b5c", "tag": "73bc410a-db7b-4351-bfd2-bd4b5d1cab2f"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:49:37.823198 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b68baf-de30-45ac-8722-70e2a8a36da3 service neutron] Pushing event updated for resources: {'Port': ['ID=73bc410a-db7b-4351-bfd2-bd4b5d1cab2f,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:49:37.846078 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876d7bb8-0a5d-415b-b090-f0ba9e2cffbf x-openstack-request-id: req-876d7bb8-0a5d-415b-b090-f0ba9e2cffbf {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:49:37.846379 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4993a49a-874f-440b-b648-4c61c8fe9b5c", "tag": "73bc410a-db7b-4351-bfd2-bd4b5d1cab2f", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:49:37.846641 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-876d7bb8-0a5d-415b-b090-f0ba9e2cffbf {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:49:37.847053 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4993a49a-874f-440b-b648-4c61c8fe9b5c', 'tag': '73bc410a-db7b-4351-bfd2-bd4b5d1cab2f', 'status': 'completed', 'code': 200} Mar 07 11:49:37.902813 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-3fd87675-bda8-4d02-9552-100faa7b7e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:37.904421 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-3fd87675-bda8-4d02-9552-100faa7b7e90 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c3e372401134e80af5dda0d4274c18a&device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 1125 time: 0.0499971 Mar 07 11:49:37.951922 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-23455233-fcd5-4900-92dd-2802c8811030 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73bc410a-db7b-4351-bfd2-bd4b5d1cab2f HTTP/1.1" status: 200 len: 217 time: 0.0408370 Mar 07 11:49:38.015261 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-61db9019-d3c5-400b-8146-c351b7ac7e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:38.016689 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-61db9019-d3c5-400b-8146-c351b7ac7e48 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8601a559-bc14-4ece-bd3b-a6782030e648 HTTP/1.1" status: 200 len: 848 time: 0.0578012 Mar 07 11:49:38.099816 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49950bb7-ab7c-4ad9-b0d7-f781deda8cbc req-d8e4e0c0-8cb5-487b-919a-8c4d5224094f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:38.101343 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-49950bb7-ab7c-4ad9-b0d7-f781deda8cbc req-d8e4e0c0-8cb5-487b-919a-8c4d5224094f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 943 time: 0.0887420 Mar 07 11:49:38.107707 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-c1a62fcb-fa9d-4e4f-8aab-fb1cee8d254b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:38.109254 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-c1a62fcb-fa9d-4e4f-8aab-fb1cee8d254b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd753ef6-832d-4a5e-899e-85122ea40ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0846541 Mar 07 11:49:38.216204 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-49950bb7-ab7c-4ad9-b0d7-f781deda8cbc req-ad3ec687-de8b-4194-9692-d9ad0938cbe9 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013300 Mar 07 11:49:38.242724 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-2b236ef3-a3c7-4c8b-b478-05d94ce03e83 service neutron] 10.222.0.21 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266837 Mar 07 11:49:38.339150 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b5b49cf-63e4-470c-a104-22a3f5c03003 req-08f578b4-70d5-485a-a3b0-75e9a8e251c0 service neutron] 10.222.0.21 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906789 Mar 07 11:49:38.428383 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b42e5-96f5-4d43-a611-5b6e57710b3d req-4a3c1e3f-947f-4577-9864-c2c66af2847a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:38.430839 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cb6b42e5-96f5-4d43-a611-5b6e57710b3d req-4a3c1e3f-947f-4577-9864-c2c66af2847a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c3e372401134e80af5dda0d4274c18a&device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 1125 time: 0.0474141 Mar 07 11:49:38.525076 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b42e5-96f5-4d43-a611-5b6e57710b3d req-fcb674f3-4be6-4bf1-8a63-265a8b978b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:38.526505 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cb6b42e5-96f5-4d43-a611-5b6e57710b3d req-fcb674f3-4be6-4bf1-8a63-265a8b978b58 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cd753ef6-832d-4a5e-899e-85122ea40ab2 HTTP/1.1" status: 200 len: 910 time: 0.0902164 Mar 07 11:49:38.567572 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cb6b42e5-96f5-4d43-a611-5b6e57710b3d req-34f74ec1-5b1b-43c2-98fa-1a7a74c63346 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73bc410a-db7b-4351-bfd2-bd4b5d1cab2f HTTP/1.1" status: 200 len: 217 time: 0.0348077 Mar 07 11:49:38.616310 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b42e5-96f5-4d43-a611-5b6e57710b3d req-8b888b50-7a68-4cd3-abdf-62e029e5db24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:38.618338 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cb6b42e5-96f5-4d43-a611-5b6e57710b3d req-8b888b50-7a68-4cd3-abdf-62e029e5db24 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8601a559-bc14-4ece-bd3b-a6782030e648 HTTP/1.1" status: 200 len: 848 time: 0.0449653 Mar 07 11:49:38.667638 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b42e5-96f5-4d43-a611-5b6e57710b3d req-8bd91889-44d4-480a-8b4b-9b47842c1056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:38.669169 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cb6b42e5-96f5-4d43-a611-5b6e57710b3d req-8bd91889-44d4-480a-8b4b-9b47842c1056 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd753ef6-832d-4a5e-899e-85122ea40ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0453396 Mar 07 11:49:38.709735 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e445bfaa-758a-4816-9f38-9e38b106b055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:38.765909 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cb6b42e5-96f5-4d43-a611-5b6e57710b3d req-32e75e86-22c4-4345-a195-39fef46dd892 service neutron] 10.222.0.21 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907290 Mar 07 11:49:38.858971 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-cb6b42e5-96f5-4d43-a611-5b6e57710b3d req-b207e8d8-df9e-4a37-85f8-2b311842bc94 service neutron] 10.222.0.21 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877340 Mar 07 11:49:39.348405 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92e095-4209-4847-ae4c-478aac493b44 req-379b158c-5b08-44ef-8eda-b8ba56157971 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:39.350376 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-da92e095-4209-4847-ae4c-478aac493b44 req-379b158c-5b08-44ef-8eda-b8ba56157971 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 943 time: 0.0646660 Mar 07 11:49:39.404405 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-da92e095-4209-4847-ae4c-478aac493b44 req-a5cc013e-b388-48af-be4f-22ed25072c4c tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468895 Mar 07 11:49:40.190100 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:40.527471 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd9196-986b-4e9d-80de-69ef0bc035ae req-32d0b49a-af34-47ea-9758-5cdfd2e1100c tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:40.528966 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3ddd9196-986b-4e9d-80de-69ef0bc035ae req-32d0b49a-af34-47ea-9758-5cdfd2e1100c tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 943 time: 0.0555758 Mar 07 11:49:40.578537 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3ddd9196-986b-4e9d-80de-69ef0bc035ae req-58cdd9df-5de6-4b21-95d8-17441a76dc0b tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439348 Mar 07 11:49:41.700310 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130a08e-2bef-4692-8df6-ea0feb3867d3 req-43a5ae62-2118-4bc0-81d7-b0e828fc6e12 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:41.701849 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8130a08e-2bef-4692-8df6-ea0feb3867d3 req-43a5ae62-2118-4bc0-81d7-b0e828fc6e12 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 943 time: 0.0569348 Mar 07 11:49:41.749808 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8130a08e-2bef-4692-8df6-ea0feb3867d3 req-30f0e4ec-61ac-4ded-95a6-55c22ba31217 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423713 Mar 07 11:49:41.931007 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:42.874590 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e251d0-b1fa-4641-b327-710aa74a7f5c req-ee42fea0-b9b3-43f5-a316-ebf60bd13220 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:42.876307 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-44e251d0-b1fa-4641-b327-710aa74a7f5c req-ee42fea0-b9b3-43f5-a316-ebf60bd13220 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 943 time: 0.0557852 Mar 07 11:49:42.930632 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-44e251d0-b1fa-4641-b327-710aa74a7f5c req-9d80f6e4-ea20-40bb-9b09-b3ae0050cd65 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477796 Mar 07 11:49:43.129545 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:44.072457 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedf2a3-8189-41f7-90fa-6bcbf43f86ac req-5a3fd84e-defe-41ee-8e79-5863a1d1d395 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:44.074513 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3dedf2a3-8189-41f7-90fa-6bcbf43f86ac req-5a3fd84e-defe-41ee-8e79-5863a1d1d395 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 943 time: 0.0593197 Mar 07 11:49:44.140644 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3dedf2a3-8189-41f7-90fa-6bcbf43f86ac req-639d2dfa-7844-4bb1-b289-313745693bb2 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600312 Mar 07 11:49:45.266855 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9198855-cc1c-486e-b961-d61671fe1485 req-7698d30c-e631-45d5-8744-070051ed82ac tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:45.268329 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e9198855-cc1c-486e-b961-d61671fe1485 req-7698d30c-e631-45d5-8744-070051ed82ac tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 943 time: 0.0583260 Mar 07 11:49:45.317629 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e9198855-cc1c-486e-b961-d61671fe1485 req-786b5f29-8ec1-4f1a-9f74-fd6705a30574 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431688 Mar 07 11:49:46.437345 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d883e2-fa41-43ac-b590-2a3bb2377349 req-9ae87361-e11e-4d52-9846-241df1ee2e18 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:46.438832 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a4d883e2-fa41-43ac-b590-2a3bb2377349 req-9ae87361-e11e-4d52-9846-241df1ee2e18 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 943 time: 0.0536456 Mar 07 11:49:46.494794 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a4d883e2-fa41-43ac-b590-2a3bb2377349 req-1f604b2d-a135-4399-a4c9-bd8916f43f3c tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503037 Mar 07 11:49:47.616829 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f7076-52fd-4d37-8c7e-a693987a5859 req-f708df4d-66ee-4647-86ba-4a91ca9e011d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:47.618601 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c2f7076-52fd-4d37-8c7e-a693987a5859 req-f708df4d-66ee-4647-86ba-4a91ca9e011d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 943 time: 0.0543530 Mar 07 11:49:47.668848 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5c2f7076-52fd-4d37-8c7e-a693987a5859 req-2e617a5c-4e43-4850-b4c1-ce56a98d37a7 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442374 Mar 07 11:49:48.798050 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ae1e6-f4ba-4c3a-9f46-de0dd5d22f4d req-324619d0-38fd-4323-8bec-56d82fd92fcb tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:48.799546 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d86ae1e6-f4ba-4c3a-9f46-de0dd5d22f4d req-324619d0-38fd-4323-8bec-56d82fd92fcb tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 943 time: 0.0568001 Mar 07 11:49:48.848699 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d86ae1e6-f4ba-4c3a-9f46-de0dd5d22f4d req-dbb7511c-fd93-4192-83e1-72e9de9b7015 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433555 Mar 07 11:49:48.963207 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:49.965512 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df3383-5ac8-4eed-8738-dea11707ac72 req-26956f91-3dd4-41db-bf55-85d917ae3096 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:49.966968 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3df3383-5ac8-4eed-8738-dea11707ac72 req-26956f91-3dd4-41db-bf55-85d917ae3096 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 943 time: 0.0523381 Mar 07 11:49:50.020137 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b3df3383-5ac8-4eed-8738-dea11707ac72 req-314265a1-1f8d-442d-806d-d7ec18b645eb tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475700 Mar 07 11:49:51.138725 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993170a9-8432-4ce6-9d87-4ea4a4c0560a req-c45d5816-81ee-4695-9700-868ef0dd9d94 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:51.140243 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-993170a9-8432-4ce6-9d87-4ea4a4c0560a req-c45d5816-81ee-4695-9700-868ef0dd9d94 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 943 time: 0.0532122 Mar 07 11:49:51.190503 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-993170a9-8432-4ce6-9d87-4ea4a4c0560a req-bc4710a5-978b-4e7e-b77e-b8895b44522e tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443342 Mar 07 11:49:51.246613 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:49:52.310952 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889280dc-f785-4d9b-91ba-8b02cb1589f5 req-75678183-ecd2-4d84-b434-fedd612e1711 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:52.312465 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-889280dc-f785-4d9b-91ba-8b02cb1589f5 req-75678183-ecd2-4d84-b434-fedd612e1711 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 943 time: 0.0542881 Mar 07 11:49:52.361250 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-889280dc-f785-4d9b-91ba-8b02cb1589f5 req-a699bd15-7f45-4a5c-a110-7a2f9092fadd tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429220 Mar 07 11:49:53.484947 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14bb8a-a240-4a68-b766-9d7b90be7a40 req-b16d5624-339d-4c2b-97e0-650538b68c2a tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:53.486453 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bd14bb8a-a240-4a68-b766-9d7b90be7a40 req-b16d5624-339d-4c2b-97e0-650538b68c2a tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 943 time: 0.0568120 Mar 07 11:49:53.534121 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bd14bb8a-a240-4a68-b766-9d7b90be7a40 req-69bf32f6-d95e-4b90-9cc6-bd9aa92b7d43 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421369 Mar 07 11:49:53.645254 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:54.650688 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb9f8a-0eaa-4b2b-95ce-38a16e767d73 req-942d277c-dd24-47a0-925e-bd39ad617ac8 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:54.652261 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-18eb9f8a-0eaa-4b2b-95ce-38a16e767d73 req-942d277c-dd24-47a0-925e-bd39ad617ac8 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 943 time: 0.0519896 Mar 07 11:49:54.701374 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-18eb9f8a-0eaa-4b2b-95ce-38a16e767d73 req-44cd89f3-0cfc-4950-b788-95abdd0a39e6 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434837 Mar 07 11:49:54.824679 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:49:54.921053 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=73bc410a-db7b-4351-bfd2-bd4b5d1cab2f,segment=NetworkSegment(f489d476-fc70-4bae-bb56-e3e6645e4b79),segment_id=f489d476-fc70-4bae-bb56-e3e6645e4b79)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:49:54.931908 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '73bc410a-db7b-4351-bfd2-bd4b5d1cab2f', 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2', 'port_id': '73bc410a-db7b-4351-bfd2-bd4b5d1cab2f', 'mac_address': 'fa:16:3e:06:d9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:49:54.968394 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:49:54.968780 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (73bc410a-db7b-4351-bfd2-bd4b5d1cab2f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:54.981645 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:49:54.999895 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=73bc410a-db7b-4351-bfd2-bd4b5d1cab2f,segment=NetworkSegment(f489d476-fc70-4bae-bb56-e3e6645e4b79),segment_id=f489d476-fc70-4bae-bb56-e3e6645e4b79)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:49:55.006548 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (73bc410a-db7b-4351-bfd2-bd4b5d1cab2f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:55.052424 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=73bc410a-db7b-4351-bfd2-bd4b5d1cab2f,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:49:55.059674 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:55.060022 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:55.060363 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:55.060698 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:55.061031 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:55.061385 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:55.061712 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:55.062035 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:55.062357 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:55.062678 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:55.063000 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:55.063318 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:55.063636 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:49:55.243262 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['73bc410a-db7b-4351-bfd2-bd4b5d1cab2f'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:49:55.823865 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83121f-aa6d-46e5-ab41-fad3047a34a0 req-486c1c86-476b-4c00-9385-12d19a91b8a6 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:55.825353 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6b83121f-aa6d-46e5-ab41-fad3047a34a0 req-486c1c86-476b-4c00-9385-12d19a91b8a6 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 944 time: 0.0575507 Mar 07 11:49:55.874089 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6b83121f-aa6d-46e5-ab41-fad3047a34a0 req-6616afd0-3360-4b63-bb5a-6ce95ede0172 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431600 Mar 07 11:49:56.824578 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:49:56.874485 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:49:56.878150 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:49:56.878519 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (73bc410a-db7b-4351-bfd2-bd4b5d1cab2f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:56.957138 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:49:56.957524 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (73bc410a-db7b-4351-bfd2-bd4b5d1cab2f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:56.980552 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4993a49a-874f-440b-b648-4c61c8fe9b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73bc410a-db7b-4351-bfd2-bd4b5d1cab2f'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:49:56.982784 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a645a2b5805a54a98315e88f2d343b68cf76c29b7d342bc1003cac2cf566b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749763db-d769-40a4-9845-0e2977b3bf86" -d '{"events": [{"server_uuid": "4993a49a-874f-440b-b648-4c61c8fe9b5c", "name": "network-vif-plugged", "status": "completed", "tag": "73bc410a-db7b-4351-bfd2-bd4b5d1cab2f"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:49:56.995974 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=73bc410a-db7b-4351-bfd2-bd4b5d1cab2f,segment=NetworkSegment(f489d476-fc70-4bae-bb56-e3e6645e4b79),segment_id=f489d476-fc70-4bae-bb56-e3e6645e4b79)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:49:56.998791 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f68a4af-2bf5-4117-a9cb-ebb7d2e5886c req-e3f17b5b-62e6-4ad6-a06c-a80407892288 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:57.000430 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4f68a4af-2bf5-4117-a9cb-ebb7d2e5886c req-e3f17b5b-62e6-4ad6-a06c-a80407892288 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 944 time: 0.0587692 Mar 07 11:49:57.001358 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (73bc410a-db7b-4351-bfd2-bd4b5d1cab2f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:57.032490 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76b1712-9756-41ad-9cd0-0bfeed57c2bb x-openstack-request-id: req-c76b1712-9756-41ad-9cd0-0bfeed57c2bb {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:49:57.032788 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4993a49a-874f-440b-b648-4c61c8fe9b5c", "name": "network-vif-plugged", "status": "completed", "tag": "73bc410a-db7b-4351-bfd2-bd4b5d1cab2f", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:49:57.033044 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c76b1712-9756-41ad-9cd0-0bfeed57c2bb {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:49:57.033454 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4993a49a-874f-440b-b648-4c61c8fe9b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73bc410a-db7b-4351-bfd2-bd4b5d1cab2f', 'code': 200} Mar 07 11:49:57.056771 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4f68a4af-2bf5-4117-a9cb-ebb7d2e5886c req-a2762a09-3664-408c-9f7d-3707f19d7694 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490170 Mar 07 11:49:57.142549 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740d581-15e5-4ef6-b185-ae2f4bc5bcb4 req-3d197009-0be1-41b7-b0a1-62d46f5fb8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:57.143980 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b740d581-15e5-4ef6-b185-ae2f4bc5bcb4 req-3d197009-0be1-41b7-b0a1-62d46f5fb8eb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 1127 time: 0.0472298 Mar 07 11:49:57.192909 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b740d581-15e5-4ef6-b185-ae2f4bc5bcb4 req-9153c15f-ae07-4af4-96b4-2beb5d7d7703 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426753 Mar 07 11:49:57.219480 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=73bc410a-db7b-4351-bfd2-bd4b5d1cab2f,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:49:58.180811 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258604f-392c-4ec3-b2ae-3f46163944d9 req-48b31091-6352-4cdb-979b-0c15dd9ca04a tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:58.182585 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e258604f-392c-4ec3-b2ae-3f46163944d9 req-48b31091-6352-4cdb-979b-0c15dd9ca04a tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 945 time: 0.0547087 Mar 07 11:49:58.236017 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-e258604f-392c-4ec3-b2ae-3f46163944d9 req-cecc6639-7b5b-4def-a3c3-ee365d932623 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475607 Mar 07 11:49:59.357588 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049a917-8d1b-47a6-a02e-ed2b09a76967 req-d3a15fd9-5c20-42fd-8d6a-bc861d1a2670 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:59.359045 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0049a917-8d1b-47a6-a02e-ed2b09a76967 req-d3a15fd9-5c20-42fd-8d6a-bc861d1a2670 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 945 time: 0.0565569 Mar 07 11:49:59.407723 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0049a917-8d1b-47a6-a02e-ed2b09a76967 req-ff0faf97-7808-448e-9353-aa5577b8dcff tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431409 Mar 07 11:49:59.528376 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4496558-3bc4-430d-89a4-e8458718fa97 req-0d404086-e0aa-4a1d-ac3f-a6470a1acca4 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:59.529805 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f4496558-3bc4-430d-89a4-e8458718fa97 req-0d404086-e0aa-4a1d-ac3f-a6470a1acca4 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 945 time: 0.0522077 Mar 07 11:49:59.577255 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-f4496558-3bc4-430d-89a4-e8458718fa97 req-dedcfb3d-be3d-4e70-a2de-5f424aa14764 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419745 Mar 07 11:49:59.598281 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46892) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:49:59.680662 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2044de-ae32-40bd-833b-0f37c578e48e tempest-TestShelveInstance-1573320334 tempest-TestShelveInstance-1573320334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:49:59.682732 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-0b2044de-ae32-40bd-833b-0f37c578e48e tempest-TestShelveInstance-1573320334 tempest-TestShelveInstance-1573320334-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 1122 time: 0.0834734 Mar 07 11:49:59.685550 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 46896) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:49:59.689713 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-4e890e2d-8a0e-4d9a-878b-e60ac03c6aac tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'port_id': '73bc410a-db7b-4351-bfd2-bd4b5d1cab2f', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:49:59.709378 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e890e2d-8a0e-4d9a-878b-e60ac03c6aac tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:59.806812 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e890e2d-8a0e-4d9a-878b-e60ac03c6aac tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:49:59.906281 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-4e890e2d-8a0e-4d9a-878b-e60ac03c6aac tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Allocated IP 172.25.3.135 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/2b19077f-162d-4737-bd30-8d9ba8d1dab1) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:50:00.009740 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e890e2d-8a0e-4d9a-878b-e60ac03c6aac tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for port (2b19077f-162d-4737-bd30-8d9ba8d1dab1), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:00.043491 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e890e2d-8a0e-4d9a-878b-e60ac03c6aac tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (2b19077f-162d-4737-bd30-8d9ba8d1dab1), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:00.081648 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e890e2d-8a0e-4d9a-878b-e60ac03c6aac tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:50:00.084318 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-4e890e2d-8a0e-4d9a-878b-e60ac03c6aac tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:50:00.086904 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e890e2d-8a0e-4d9a-878b-e60ac03c6aac tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:50:00.121533 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e890e2d-8a0e-4d9a-878b-e60ac03c6aac tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Pushing event updated for resources: {'Port': ['ID=2b19077f-162d-4737-bd30-8d9ba8d1dab1,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:50:00.782584 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e890e2d-8a0e-4d9a-878b-e60ac03c6aac tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for floatingip (ae580479-f551-43b2-8c33-e6d176bad34a), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:00.852330 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e890e2d-8a0e-4d9a-878b-e60ac03c6aac tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (2b19077f-162d-4737-bd30-8d9ba8d1dab1), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:01.000106 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e890e2d-8a0e-4d9a-878b-e60ac03c6aac tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for port (2b19077f-162d-4737-bd30-8d9ba8d1dab1), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:01.004320 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e890e2d-8a0e-4d9a-878b-e60ac03c6aac tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (2b19077f-162d-4737-bd30-8d9ba8d1dab1), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:01.071133 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e890e2d-8a0e-4d9a-878b-e60ac03c6aac tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Pushing event updated for resources: {'Port': ['ID=2b19077f-162d-4737-bd30-8d9ba8d1dab1,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:50:01.081671 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e890e2d-8a0e-4d9a-878b-e60ac03c6aac tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (ae580479-f551-43b2-8c33-e6d176bad34a), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:01.188752 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-4e890e2d-8a0e-4d9a-878b-e60ac03c6aac tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Floating IP ae580479-f551-43b2-8c33-e6d176bad34a associated. External IP: 172.25.3.135, port: 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f. Mar 07 11:50:01.402882 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e890e2d-8a0e-4d9a-878b-e60ac03c6aac tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Router 3659c635-25ee-4aad-a5a3-2fe86d7be623 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:50:01.513844 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e890e2d-8a0e-4d9a-878b-e60ac03c6aac tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:50:01.523670 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c059f3a5-56d6-4147-bbc6-748dba6516db None None] Sync routers for ids ['3659c635-25ee-4aad-a5a3-2fe86d7be623'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:50:01.531412 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4e890e2d-8a0e-4d9a-878b-e60ac03c6aac tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:01.533581 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c059f3a5-56d6-4147-bbc6-748dba6516db None None] Routers {'3659c635-25ee-4aad-a5a3-2fe86d7be623'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:50:01.534175 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c059f3a5-56d6-4147-bbc6-748dba6516db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:49:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['3659c635-25ee-4aad-a5a3-2fe86d7be623'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:50:01.561383 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4e890e2d-8a0e-4d9a-878b-e60ac03c6aac tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8747921 Mar 07 11:50:01.562080 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4993a49a-874f-440b-b648-4c61c8fe9b5c', 'tag': '73bc410a-db7b-4351-bfd2-bd4b5d1cab2f'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:50:01.564333 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f351bf73f323c1e2e006b9f16194b747f7127b9e46eeb64b4a81d3313ccb5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39d9b8f-83c6-4d23-bb93-88e78c38ec24" -d '{"events": [{"name": "network-changed", "server_uuid": "4993a49a-874f-440b-b648-4c61c8fe9b5c", "tag": "73bc410a-db7b-4351-bfd2-bd4b5d1cab2f"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:50:01.603480 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20adac89-dea3-4b78-bc48-f800a67bc0aa x-openstack-request-id: req-20adac89-dea3-4b78-bc48-f800a67bc0aa {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:50:01.603781 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4993a49a-874f-440b-b648-4c61c8fe9b5c", "tag": "73bc410a-db7b-4351-bfd2-bd4b5d1cab2f", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:50:01.604042 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-20adac89-dea3-4b78-bc48-f800a67bc0aa {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:50:01.604455 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4993a49a-874f-440b-b648-4c61c8fe9b5c', 'tag': '73bc410a-db7b-4351-bfd2-bd4b5d1cab2f', 'status': 'completed', 'code': 200} Mar 07 11:50:01.645756 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-c059f3a5-56d6-4147-bbc6-748dba6516db None None] Set router 3659c635-25ee-4aad-a5a3-2fe86d7be623 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:50:01.675675 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d9b8f-83c6-4d23-bb93-88e78c38ec24 req-c1acf242-652e-4b8b-90a2-e5c1325b7875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:50:01.677237 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b39d9b8f-83c6-4d23-bb93-88e78c38ec24 req-c1acf242-652e-4b8b-90a2-e5c1325b7875 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c3e372401134e80af5dda0d4274c18a&device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 1127 time: 0.0461352 Mar 07 11:50:01.771797 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d9b8f-83c6-4d23-bb93-88e78c38ec24 req-91280b8c-236e-4bf5-a0a2-b64fa791cab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:50:01.773467 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b39d9b8f-83c6-4d23-bb93-88e78c38ec24 req-91280b8c-236e-4bf5-a0a2-b64fa791cab0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cd753ef6-832d-4a5e-899e-85122ea40ab2 HTTP/1.1" status: 200 len: 910 time: 0.0893850 Mar 07 11:50:01.835890 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b39d9b8f-83c6-4d23-bb93-88e78c38ec24 req-5a6fd186-d121-4e8e-ae38-1c4f03cad67e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73bc410a-db7b-4351-bfd2-bd4b5d1cab2f HTTP/1.1" status: 200 len: 999 time: 0.0570457 Mar 07 11:50:01.865849 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c059f3a5-56d6-4147-bbc6-748dba6516db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'name': 'tempest-TestShelveInstance-1736435457-router', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6b1c970a-e193-4e92-8233-990015707be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:44:14Z', 'updated_at': '2022-03-07T11:44:17Z', 'revision_number': 4, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'gw_port': {'id': '6b1c970a-e193-4e92-8233-990015707be6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:6a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:15Z', 'updated_at': '2022-03-07T11:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'ae580479-f551-43b2-8c33-e6d176bad34a', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'floating_ip_address': '172.25.3.135', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'port_id': '73bc410a-db7b-4351-bfd2-bd4b5d1cab2f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2', 'mac_address': 'fa:16:3e:06:d9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4993a49a-874f-440b-b648-4c61c8fe9b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:50:00Z', 'updated_at': '2022-03-07T11:50:00Z', 'revision_number': 0, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe24d50-732b-42ef-b5e4-c3abbc82ddc2', 'name': '', 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'mac_address': 'fa:16:3e:7c:19:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:16Z', 'updated_at': '2022-03-07T11:44:21Z', 'revision_number': 5, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'subnets': [{'id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:50:01.884902 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d9b8f-83c6-4d23-bb93-88e78c38ec24 req-3042b47c-13c8-4901-b5cc-17fe66e8cf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:50:01.886393 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b39d9b8f-83c6-4d23-bb93-88e78c38ec24 req-3042b47c-13c8-4901-b5cc-17fe66e8cf9d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8601a559-bc14-4ece-bd3b-a6782030e648 HTTP/1.1" status: 200 len: 848 time: 0.0452330 Mar 07 11:50:01.892386 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c059f3a5-56d6-4147-bbc6-748dba6516db None None] Checking router: 3659c635-25ee-4aad-a5a3-2fe86d7be623 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:50:01.901352 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c059f3a5-56d6-4147-bbc6-748dba6516db None None] Routers {'3659c635-25ee-4aad-a5a3-2fe86d7be623'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:50:01.901962 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c059f3a5-56d6-4147-bbc6-748dba6516db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:49:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['3659c635-25ee-4aad-a5a3-2fe86d7be623'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:50:01.938275 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d9b8f-83c6-4d23-bb93-88e78c38ec24 req-c3fe941e-1fc2-4142-a621-5201f67180b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:50:01.939707 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b39d9b8f-83c6-4d23-bb93-88e78c38ec24 req-c3fe941e-1fc2-4142-a621-5201f67180b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd753ef6-832d-4a5e-899e-85122ea40ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0480657 Mar 07 11:50:02.009347 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-c059f3a5-56d6-4147-bbc6-748dba6516db None None] Set router 3659c635-25ee-4aad-a5a3-2fe86d7be623 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:50:02.029995 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b39d9b8f-83c6-4d23-bb93-88e78c38ec24 req-ff6970b2-ed3d-4d75-a5d3-7eaeb41e8728 service neutron] 10.222.0.21 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839906 Mar 07 11:50:02.244773 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-c059f3a5-56d6-4147-bbc6-748dba6516db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'name': 'tempest-TestShelveInstance-1736435457-router', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6b1c970a-e193-4e92-8233-990015707be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:44:14Z', 'updated_at': '2022-03-07T11:44:17Z', 'revision_number': 4, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'gw_port': {'id': '6b1c970a-e193-4e92-8233-990015707be6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:6a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:15Z', 'updated_at': '2022-03-07T11:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'ae580479-f551-43b2-8c33-e6d176bad34a', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'floating_ip_address': '172.25.3.135', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'port_id': '73bc410a-db7b-4351-bfd2-bd4b5d1cab2f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2', 'mac_address': 'fa:16:3e:06:d9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4993a49a-874f-440b-b648-4c61c8fe9b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:50:00Z', 'updated_at': '2022-03-07T11:50:00Z', 'revision_number': 0, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe24d50-732b-42ef-b5e4-c3abbc82ddc2', 'name': '', 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'mac_address': 'fa:16:3e:7c:19:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:16Z', 'updated_at': '2022-03-07T11:44:21Z', 'revision_number': 5, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'subnets': [{'id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:50:02.269233 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c059f3a5-56d6-4147-bbc6-748dba6516db None None] The sync data for ids ['3659c635-25ee-4aad-a5a3-2fe86d7be623'] in n-d-832164-4 is: [{'id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'name': 'tempest-TestShelveInstance-1736435457-router', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6b1c970a-e193-4e92-8233-990015707be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:44:14Z', 'updated_at': '2022-03-07T11:44:17Z', 'revision_number': 4, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'gw_port': {'id': '6b1c970a-e193-4e92-8233-990015707be6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:6a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:15Z', 'updated_at': '2022-03-07T11:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': 'ae580479-f551-43b2-8c33-e6d176bad34a', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'floating_ip_address': '172.25.3.135', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'port_id': '73bc410a-db7b-4351-bfd2-bd4b5d1cab2f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2', 'mac_address': 'fa:16:3e:06:d9:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4993a49a-874f-440b-b648-4c61c8fe9b5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:50:00Z', 'updated_at': '2022-03-07T11:50:00Z', 'revision_number': 0, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fe24d50-732b-42ef-b5e4-c3abbc82ddc2', 'name': '', 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'mac_address': 'fa:16:3e:7c:19:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:16Z', 'updated_at': '2022-03-07T11:44:21Z', 'revision_number': 5, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'subnets': [{'id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:50:02.481223 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdb6626-83e2-42f0-a224-8b2225e37e44 None None] New status for floating IP ae580479-f551-43b2-8c33-e6d176bad34a: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:50:02.487587 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b39d9b8f-83c6-4d23-bb93-88e78c38ec24 req-a3548f65-5026-43b6-94f0-9664ba5a0071 service neutron] 10.222.0.21 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519601 Mar 07 11:50:06.646811 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c6ce819c-257b-4eb5-b4da-3757d6328a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:08.717713 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-29664e06-2b2d-4d50-89e6-537c884ee856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:10.191935 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:11.934894 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:13.132071 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:16.603177 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27512c5f-e3ed-41e5-a5d6-5f5536960167 req-6ffe022e-c9b8-4ccc-ac79-de05efb2a263 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448608 Mar 07 11:50:16.693217 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27512c5f-e3ed-41e5-a5d6-5f5536960167 req-04c07277-96b4-480b-aa2a-26b042b66243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:50:16.694680 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27512c5f-e3ed-41e5-a5d6-5f5536960167 req-04c07277-96b4-480b-aa2a-26b042b66243 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c3e372401134e80af5dda0d4274c18a&device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 1127 time: 0.0444443 Mar 07 11:50:16.799769 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27512c5f-e3ed-41e5-a5d6-5f5536960167 req-4c9b0393-cd7b-472c-b352-984bc03c5faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:50:16.801252 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27512c5f-e3ed-41e5-a5d6-5f5536960167 req-4c9b0393-cd7b-472c-b352-984bc03c5faf service neutron] 10.222.0.21 "GET /v2.0/networks?id=cd753ef6-832d-4a5e-899e-85122ea40ab2 HTTP/1.1" status: 200 len: 910 time: 0.0868161 Mar 07 11:50:16.866179 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27512c5f-e3ed-41e5-a5d6-5f5536960167 req-a86d792f-6ac2-47c5-b284-10b8c8af1584 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73bc410a-db7b-4351-bfd2-bd4b5d1cab2f HTTP/1.1" status: 200 len: 1001 time: 0.0575955 Mar 07 11:50:16.925092 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27512c5f-e3ed-41e5-a5d6-5f5536960167 req-878b956e-3558-49cc-95bb-d726639d2f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:50:16.926577 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27512c5f-e3ed-41e5-a5d6-5f5536960167 req-878b956e-3558-49cc-95bb-d726639d2f4f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8601a559-bc14-4ece-bd3b-a6782030e648 HTTP/1.1" status: 200 len: 848 time: 0.0427129 Mar 07 11:50:16.978397 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27512c5f-e3ed-41e5-a5d6-5f5536960167 req-94711056-8aa5-4fb9-9fd0-30d4e67b4687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:50:16.979871 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27512c5f-e3ed-41e5-a5d6-5f5536960167 req-94711056-8aa5-4fb9-9fd0-30d4e67b4687 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd753ef6-832d-4a5e-899e-85122ea40ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0469358 Mar 07 11:50:17.069063 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27512c5f-e3ed-41e5-a5d6-5f5536960167 req-dd1446fb-40c6-47f1-a1ec-2cfc579d97f6 service neutron] 10.222.0.21 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825126 Mar 07 11:50:17.163183 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27512c5f-e3ed-41e5-a5d6-5f5536960167 req-0ffb5312-2b08-4043-bbfa-dd2c06aeddc3 service neutron] 10.222.0.21 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875921 Mar 07 11:50:18.955818 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:23.659001 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:28.245714 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:50:36.649258 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-49c87a79-5a18-49f0-85bb-271c5d267ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:38.708558 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4dc65cff-51b3-4d27-8875-d3e46d4b7392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:40.194731 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:41.937962 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:43.133763 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:48.961497 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:50:53.663261 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:05.244836 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:51:06.651019 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0a111c6f-cf61-4d03-87f1-355199c5acec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:08.709914 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-dd037d08-4c78-47f3-8f28-e046e7c3e67f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:10.197543 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:11.940751 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:13.134758 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:16.643243 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d8199c47-e7e6-4d26-8f55-2f3f81f1dc0c req-e105d04e-5001-45f6-86da-a8b55d77cb3c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0903304 Mar 07 11:51:16.730158 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8199c47-e7e6-4d26-8f55-2f3f81f1dc0c req-1f1275b6-b263-4fed-bdeb-b59d029ca174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:16.731609 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d8199c47-e7e6-4d26-8f55-2f3f81f1dc0c req-1f1275b6-b263-4fed-bdeb-b59d029ca174 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c3e372401134e80af5dda0d4274c18a&device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 1127 time: 0.0443189 Mar 07 11:51:16.839045 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8199c47-e7e6-4d26-8f55-2f3f81f1dc0c req-0616c98a-d041-4e70-b998-2b8ae3bbb9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:16.840399 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d8199c47-e7e6-4d26-8f55-2f3f81f1dc0c req-0616c98a-d041-4e70-b998-2b8ae3bbb9ad service neutron] 10.222.0.21 "GET /v2.0/networks?id=cd753ef6-832d-4a5e-899e-85122ea40ab2 HTTP/1.1" status: 200 len: 910 time: 0.0894756 Mar 07 11:51:16.903683 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d8199c47-e7e6-4d26-8f55-2f3f81f1dc0c req-2cebb046-22b6-4120-b69e-dbc32bffa5af service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73bc410a-db7b-4351-bfd2-bd4b5d1cab2f HTTP/1.1" status: 200 len: 1001 time: 0.0568337 Mar 07 11:51:16.955455 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8199c47-e7e6-4d26-8f55-2f3f81f1dc0c req-b75f1241-0bea-4530-88b4-5d971bd11a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:16.956843 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d8199c47-e7e6-4d26-8f55-2f3f81f1dc0c req-b75f1241-0bea-4530-88b4-5d971bd11a7a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8601a559-bc14-4ece-bd3b-a6782030e648 HTTP/1.1" status: 200 len: 848 time: 0.0465658 Mar 07 11:51:17.005955 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8199c47-e7e6-4d26-8f55-2f3f81f1dc0c req-fc2567d3-2730-4600-9678-cc9e1cd8d4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:17.007450 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d8199c47-e7e6-4d26-8f55-2f3f81f1dc0c req-fc2567d3-2730-4600-9678-cc9e1cd8d4cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd753ef6-832d-4a5e-899e-85122ea40ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0439234 Mar 07 11:51:17.017248 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-d8199c47-e7e6-4d26-8f55-2f3f81f1dc0c req-d8fd1357-4b4e-4cd8-8e44-f9b87e98ab08 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:51:17.018185 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d8199c47-e7e6-4d26-8f55-2f3f81f1dc0c req-d8fd1357-4b4e-4cd8-8e44-f9b87e98ab08 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048549 Mar 07 11:51:17.106854 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d8199c47-e7e6-4d26-8f55-2f3f81f1dc0c req-986ab0b8-9fa4-4f69-9e25-4a1fe106cff0 service neutron] 10.222.0.21 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818017 Mar 07 11:51:17.199562 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d8199c47-e7e6-4d26-8f55-2f3f81f1dc0c req-e1a4075e-106c-4343-8f8c-f7d1d24e4101 service neutron] 10.222.0.21 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871556 Mar 07 11:51:18.961708 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:23.656265 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:36.652946 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-afceabfc-2e75-49f8-a5e8-a5a9e4610a9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:38.710902 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7dc6a7bc-e079-4703-a720-4de7b46f26cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:40.200760 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:41.941903 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:42.244073 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:51:43.137169 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:48.962725 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:53.671777 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:51:56.945988 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2542c31-ec48-4a9d-b092-104130760d50 req-e013dac0-7621-474e-8816-c30ee41297a2 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:56.947473 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c2542c31-ec48-4a9d-b092-104130760d50 req-e013dac0-7621-474e-8816-c30ee41297a2 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 945 time: 0.0537419 Mar 07 11:51:56.997024 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-c2542c31-ec48-4a9d-b092-104130760d50 req-d6eb7b91-8b45-4952-804a-e121ee28bcae tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440054 Mar 07 11:51:58.119446 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee701fd-ce25-4b1b-a524-1a82f0ef7cae req-479620b3-ba1a-4df4-88fd-2426a7db699e tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:58.120938 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cee701fd-ce25-4b1b-a524-1a82f0ef7cae req-479620b3-ba1a-4df4-88fd-2426a7db699e tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 945 time: 0.0549972 Mar 07 11:51:58.169581 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cee701fd-ce25-4b1b-a524-1a82f0ef7cae req-8f7728b6-e552-4898-81ac-13894e569c2c tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426493 Mar 07 11:51:59.306170 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf8954-1114-4cb1-94fc-3f2479bb4554 req-024ed9b4-9b1b-479d-982e-a488e0d04986 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:51:59.307633 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5dcf8954-1114-4cb1-94fc-3f2479bb4554 req-024ed9b4-9b1b-479d-982e-a488e0d04986 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 945 time: 0.0594804 Mar 07 11:51:59.356283 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5dcf8954-1114-4cb1-94fc-3f2479bb4554 req-5dd572fa-43c9-4bf6-8f8e-315f9984625d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430729 Mar 07 11:52:00.477044 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b34279-dba7-49fb-9cda-7d4184a6f7af req-92876cd2-4d88-4119-90c7-422439eba2a8 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:00.478545 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-72b34279-dba7-49fb-9cda-7d4184a6f7af req-92876cd2-4d88-4119-90c7-422439eba2a8 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 945 time: 0.0563383 Mar 07 11:52:00.526830 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-72b34279-dba7-49fb-9cda-7d4184a6f7af req-5429a19e-a331-4eff-a015-ecf975d5cc01 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427642 Mar 07 11:52:01.646650 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4682a53-53a9-4ba0-af00-bbdb1b29efde req-136dc950-6de5-486f-983e-ba56121df9b3 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:01.648143 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b4682a53-53a9-4ba0-af00-bbdb1b29efde req-136dc950-6de5-486f-983e-ba56121df9b3 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 945 time: 0.0518255 Mar 07 11:52:01.696085 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b4682a53-53a9-4ba0-af00-bbdb1b29efde req-bfb60f53-0b24-4dbf-a763-168b10740eca tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425670 Mar 07 11:52:02.816663 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da344155-26ff-4f46-8155-3efabb695711 req-1df09316-fdd2-4a01-b73e-253e4d7aa276 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:02.818163 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-da344155-26ff-4f46-8155-3efabb695711 req-1df09316-fdd2-4a01-b73e-253e4d7aa276 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 945 time: 0.0534225 Mar 07 11:52:02.865705 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-da344155-26ff-4f46-8155-3efabb695711 req-233930f7-7872-4c3e-b94b-efb5f64167e1 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413086 Mar 07 11:52:03.984610 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2d88c-70cc-498c-8ceb-bb27df562a40 req-d18b7b7f-8bb5-4711-a200-4976ec9b99ed tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:03.986119 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e2a2d88c-70cc-498c-8ceb-bb27df562a40 req-d18b7b7f-8bb5-4711-a200-4976ec9b99ed tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 945 time: 0.0528357 Mar 07 11:52:04.038785 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e2a2d88c-70cc-498c-8ceb-bb27df562a40 req-c2ea9a56-594b-42ce-ac71-6ab5db74d7cd tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471187 Mar 07 11:52:05.159711 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9381a7-cef2-4402-a541-cf9643b39292 req-c04f216e-deff-4a00-8473-7c77b8abad06 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:05.161211 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7f9381a7-cef2-4402-a541-cf9643b39292 req-c04f216e-deff-4a00-8473-7c77b8abad06 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 945 time: 0.0551414 Mar 07 11:52:05.215270 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-7f9381a7-cef2-4402-a541-cf9643b39292 req-0c934dc1-2ce5-47e4-8d96-206dee6760b3 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473988 Mar 07 11:52:06.335062 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37fe90-89b4-4567-a7bd-90dd57eb4456 req-efd6e22e-c204-4bb8-b2be-e07fa92a6ad5 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:06.336628 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5b37fe90-89b4-4567-a7bd-90dd57eb4456 req-efd6e22e-c204-4bb8-b2be-e07fa92a6ad5 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 945 time: 0.0543897 Mar 07 11:52:06.387683 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-5b37fe90-89b4-4567-a7bd-90dd57eb4456 req-62c44a48-dc50-4f24-88ad-7da3a49012f9 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454831 Mar 07 11:52:06.654366 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-118cd8c8-1b08-4632-aeb5-c993a8c13c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:07.076135 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986ecce-53ca-4959-8f7a-8b3d07c2b7a2 req-b636be24-b4c4-4828-8988-ea7337741a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:07.077678 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b986ecce-53ca-4959-8f7a-8b3d07c2b7a2 req-b636be24-b4c4-4828-8988-ea7337741a74 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c3e372401134e80af5dda0d4274c18a&device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 1127 time: 0.0477173 Mar 07 11:52:07.171538 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986ecce-53ca-4959-8f7a-8b3d07c2b7a2 req-fe118f18-03b2-44d6-922a-693c3d8e4e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:07.172993 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b986ecce-53ca-4959-8f7a-8b3d07c2b7a2 req-fe118f18-03b2-44d6-922a-693c3d8e4e46 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cd753ef6-832d-4a5e-899e-85122ea40ab2 HTTP/1.1" status: 200 len: 910 time: 0.0892725 Mar 07 11:52:07.236718 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b986ecce-53ca-4959-8f7a-8b3d07c2b7a2 req-ba4797a9-d28d-4877-bb3a-dd4484ca8516 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73bc410a-db7b-4351-bfd2-bd4b5d1cab2f HTTP/1.1" status: 200 len: 1001 time: 0.0573151 Mar 07 11:52:07.289085 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986ecce-53ca-4959-8f7a-8b3d07c2b7a2 req-e6fe1c7e-a450-49a1-b248-dba0cf0f81d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:07.290749 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b986ecce-53ca-4959-8f7a-8b3d07c2b7a2 req-e6fe1c7e-a450-49a1-b248-dba0cf0f81d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8601a559-bc14-4ece-bd3b-a6782030e648 HTTP/1.1" status: 200 len: 848 time: 0.0483487 Mar 07 11:52:07.339241 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986ecce-53ca-4959-8f7a-8b3d07c2b7a2 req-bcdc0a76-a5f6-4473-b8ec-38e18559240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:07.340716 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b986ecce-53ca-4959-8f7a-8b3d07c2b7a2 req-bcdc0a76-a5f6-4473-b8ec-38e18559240e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd753ef6-832d-4a5e-899e-85122ea40ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443435 Mar 07 11:52:07.429810 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b986ecce-53ca-4959-8f7a-8b3d07c2b7a2 req-2542db1e-4f4b-4748-9f89-38b1926537f5 service neutron] 10.222.0.21 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833092 Mar 07 11:52:07.504906 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276645c3-265a-4df3-ad30-7df67ee4bd7e req-f05bf73a-3c74-40d3-bc18-09e61142286c tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:07.506457 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-276645c3-265a-4df3-ad30-7df67ee4bd7e req-f05bf73a-3c74-40d3-bc18-09e61142286c tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 945 time: 0.0526891 Mar 07 11:52:07.523802 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b986ecce-53ca-4959-8f7a-8b3d07c2b7a2 req-f399cb91-2ce6-4e91-85a1-40e43140a4f6 service neutron] 10.222.0.21 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886264 Mar 07 11:52:07.558002 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-276645c3-265a-4df3-ad30-7df67ee4bd7e req-44cc6fee-96fc-4b77-81c7-0e9326f38c8d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455542 Mar 07 11:52:08.674982 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171179f-2cd6-4b3c-b290-f3398afdd108 req-72ce8920-d632-4f50-b40a-78b39e52126e tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:08.676434 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0171179f-2cd6-4b3c-b290-f3398afdd108 req-72ce8920-d632-4f50-b40a-78b39e52126e tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 945 time: 0.0527129 Mar 07 11:52:08.714521 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0bd39600-fe8b-4440-ba59-5a8bf18b903f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:08.727316 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0171179f-2cd6-4b3c-b290-f3398afdd108 req-c4e9bd25-a782-4d7e-810f-7036360cd564 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451953 Mar 07 11:52:09.846106 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7aca65-78e3-49da-a545-3d7676d4c16d req-cc8b31a9-2cb1-4c8c-bdbc-b9446a3b6496 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:09.847612 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3e7aca65-78e3-49da-a545-3d7676d4c16d req-cc8b31a9-2cb1-4c8c-bdbc-b9446a3b6496 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 945 time: 0.0530074 Mar 07 11:52:09.896915 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3e7aca65-78e3-49da-a545-3d7676d4c16d req-c6376edb-6856-4bb5-b47f-c7c6ebe7acc4 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432534 Mar 07 11:52:10.203830 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:11.023124 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0e52cd-affd-40a8-a464-e1702db4d75e req-5e324637-a6c7-44b4-83cb-8c9995cf00ef tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:11.024630 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8b0e52cd-affd-40a8-a464-e1702db4d75e req-5e324637-a6c7-44b4-83cb-8c9995cf00ef tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 945 time: 0.0595491 Mar 07 11:52:11.075578 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-8b0e52cd-affd-40a8-a464-e1702db4d75e req-e6dc63ce-83da-47c3-957d-2a69d035cba8 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449309 Mar 07 11:52:11.944740 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:12.200255 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a5b100-8f68-4f2f-a6e2-2da6ddfae0ba req-c0e2587b-9120-4e56-a5ec-7257a504a665 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:12.201779 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-93a5b100-8f68-4f2f-a6e2-2da6ddfae0ba req-c0e2587b-9120-4e56-a5ec-7257a504a665 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 945 time: 0.0582328 Mar 07 11:52:12.252851 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-93a5b100-8f68-4f2f-a6e2-2da6ddfae0ba req-f4352525-06b1-4f33-aa83-306b437ada2d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451970 Mar 07 11:52:13.138763 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:13.355452 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:52:13.373309 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35641e-c7cd-458c-8c2d-29c01c5a68c6 req-7fa39f6c-31ee-4dc3-b6d4-5ac0d696cf28 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:13.374828 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ad35641e-c7cd-458c-8c2d-29c01c5a68c6 req-7fa39f6c-31ee-4dc3-b6d4-5ac0d696cf28 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 945 time: 0.0551393 Mar 07 11:52:13.425391 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ad35641e-c7cd-458c-8c2d-29c01c5a68c6 req-252a989d-ca0c-4a0d-80e4-5da4add7a29d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447116 Mar 07 11:52:13.435290 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:52:13.435666 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (73bc410a-db7b-4351-bfd2-bd4b5d1cab2f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:13.459481 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4993a49a-874f-440b-b648-4c61c8fe9b5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73bc410a-db7b-4351-bfd2-bd4b5d1cab2f'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:52:13.462407 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a645a2b5805a54a98315e88f2d343b68cf76c29b7d342bc1003cac2cf566b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68085937-1bb0-4172-894a-803fd8ce9402" -d '{"events": [{"server_uuid": "4993a49a-874f-440b-b648-4c61c8fe9b5c", "name": "network-vif-unplugged", "status": "completed", "tag": "73bc410a-db7b-4351-bfd2-bd4b5d1cab2f"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:52:13.475180 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=73bc410a-db7b-4351-bfd2-bd4b5d1cab2f,segment=NetworkSegment(f489d476-fc70-4bae-bb56-e3e6645e4b79),segment_id=f489d476-fc70-4bae-bb56-e3e6645e4b79)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:52:13.480422 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (73bc410a-db7b-4351-bfd2-bd4b5d1cab2f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:13.533221 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=73bc410a-db7b-4351-bfd2-bd4b5d1cab2f,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:52:13.541874 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:52:13.542101 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:52:13.542732 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:52:13.542732 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:52:13.543025 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:52:13.543522 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:52:13.544372 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:52:13.549618 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:52:13.551034 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:52:13.551388 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:52:13.551748 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:52:13.552076 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:52:13.552417 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:52:13.591838 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 07 Mar 2022 11:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc016fd2-3b97-4d78-b5d9-2d7760a6237a x-openstack-request-id: req-bc016fd2-3b97-4d78-b5d9-2d7760a6237a {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:52:13.591838 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4993a49a-874f-440b-b648-4c61c8fe9b5c", "name": "network-vif-unplugged", "status": "failed", "tag": "73bc410a-db7b-4351-bfd2-bd4b5d1cab2f", "code": 422}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:52:13.591838 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-bc016fd2-3b97-4d78-b5d9-2d7760a6237a {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:52:13.592252 n-d-832164-4 neutron-server[103768]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4993a49a-874f-440b-b648-4c61c8fe9b5c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '73bc410a-db7b-4351-bfd2-bd4b5d1cab2f', 'code': 422} returned with failed status Mar 07 11:52:13.685589 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75899f-6c90-4f99-9ee4-35023bcd687e req-6b6efcfa-e296-417d-bab3-57271981155b tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:13.687099 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-eb75899f-6c90-4f99-9ee4-35023bcd687e req-6b6efcfa-e296-417d-bab3-57271981155b tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 943 time: 0.0821741 Mar 07 11:52:13.703749 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-955635b2-ce6a-447e-bd55-2110cafdcdc5 req-482024b8-7d7d-4277-8ea0-a3bc8b6e5215 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1119745 Mar 07 11:52:13.718075 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-955635b2-ce6a-447e-bd55-2110cafdcdc5 req-631c3c29-0978-4208-9934-9ce98dd17e59 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:52:13.719054 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-955635b2-ce6a-447e-bd55-2110cafdcdc5 req-631c3c29-0978-4208-9934-9ce98dd17e59 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093498 Mar 07 11:52:13.760618 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-eb75899f-6c90-4f99-9ee4-35023bcd687e req-ed81e17e-70f2-4edd-b7a4-33bac1a46a57 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673940 Mar 07 11:52:13.848910 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955635b2-ce6a-447e-bd55-2110cafdcdc5 req-7c73045f-f243-4d36-bd2f-97d44a04bc22 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:13.850284 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-955635b2-ce6a-447e-bd55-2110cafdcdc5 req-7c73045f-f243-4d36-bd2f-97d44a04bc22 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports/73bc410a-db7b-4351-bfd2-bd4b5d1cab2f HTTP/1.1" status: 200 len: 940 time: 0.0986378 Mar 07 11:52:14.884035 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbb72c-50a0-422b-a9dc-b380f9fb635d req-41320490-da22-4474-9747-44979fc76225 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:14.885533 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1cdbb72c-50a0-422b-a9dc-b380f9fb635d req-41320490-da22-4474-9747-44979fc76225 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 943 time: 0.0571105 Mar 07 11:52:14.934623 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1cdbb72c-50a0-422b-a9dc-b380f9fb635d req-d2b4e62e-fe44-4785-aa8a-2f15778db0b1 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434842 Mar 07 11:52:16.057135 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9525a-36cf-4ded-b1cc-d6478518b560 req-cdd7465a-b74b-48a4-a54d-c4767c792bd7 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:16.058672 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-08e9525a-36cf-4ded-b1cc-d6478518b560 req-cdd7465a-b74b-48a4-a54d-c4767c792bd7 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 943 time: 0.0540986 Mar 07 11:52:16.108864 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-08e9525a-36cf-4ded-b1cc-d6478518b560 req-14463a4a-8855-4b44-aba6-d86df38730ce tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443482 Mar 07 11:52:17.235847 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c058ea-c58f-4485-8456-05aeec6381f4 req-8216ac8e-bf50-439d-b20d-50e22e30544e tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:17.237350 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f8c058ea-c58f-4485-8456-05aeec6381f4 req-8216ac8e-bf50-439d-b20d-50e22e30544e tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 943 time: 0.0540545 Mar 07 11:52:17.286475 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f8c058ea-c58f-4485-8456-05aeec6381f4 req-c1f6575f-f8b1-4679-b9ea-65cd7a6db41a tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431783 Mar 07 11:52:18.409016 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31d50b-54a6-46c3-b53d-d8d888bfafe3 req-10162ed9-bc7d-421b-a382-fde051422db7 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:18.410493 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3d31d50b-54a6-46c3-b53d-d8d888bfafe3 req-10162ed9-bc7d-421b-a382-fde051422db7 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 943 time: 0.0570126 Mar 07 11:52:18.458959 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3d31d50b-54a6-46c3-b53d-d8d888bfafe3 req-3ec678d9-9f3f-475b-9013-1c7de86239a5 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418229 Mar 07 11:52:18.960194 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:19.243696 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:52:19.578009 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736cb2c-758d-42b7-be7e-fb65d40c01c7 req-b287f1f7-b95d-494e-91b5-16e0f79e1f64 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:19.579496 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2736cb2c-758d-42b7-be7e-fb65d40c01c7 req-b287f1f7-b95d-494e-91b5-16e0f79e1f64 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 943 time: 0.0535479 Mar 07 11:52:19.633989 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2736cb2c-758d-42b7-be7e-fb65d40c01c7 req-4927d867-89f7-4b8f-821b-4fd3c478a0c3 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489805 Mar 07 11:52:20.755228 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303f7c5-2c5c-49b1-a99c-58301f8e3f98 req-64d7dced-dcd7-407f-abc4-7b06ca2bc5f1 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:20.756728 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b303f7c5-2c5c-49b1-a99c-58301f8e3f98 req-64d7dced-dcd7-407f-abc4-7b06ca2bc5f1 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 943 time: 0.0537910 Mar 07 11:52:20.807055 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b303f7c5-2c5c-49b1-a99c-58301f8e3f98 req-5d8ca677-fe12-4510-b048-0579af8cda12 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445206 Mar 07 11:52:21.924218 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be098c15-eb64-4650-9187-826190ee4121 req-48426043-eeed-4f22-95ae-f9aba5460de3 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:21.925718 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-be098c15-eb64-4650-9187-826190ee4121 req-48426043-eeed-4f22-95ae-f9aba5460de3 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 943 time: 0.0525560 Mar 07 11:52:21.974787 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-be098c15-eb64-4650-9187-826190ee4121 req-68b177c8-3483-48de-8a67-facd0450706b tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428700 Mar 07 11:52:23.097196 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3aeb1-9086-4655-9293-468a4cb4fd48 req-b50472a4-9295-4787-bbf5-782ce7c84046 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:23.098698 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6db3aeb1-9086-4655-9293-468a4cb4fd48 req-b50472a4-9295-4787-bbf5-782ce7c84046 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 943 time: 0.0526965 Mar 07 11:52:23.152779 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6db3aeb1-9086-4655-9293-468a4cb4fd48 req-ae14c3f3-20bb-467f-8249-ed475638db24 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482340 Mar 07 11:52:23.669660 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:24.279319 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04bee6-1d6f-4a82-9cbb-0533c8e6fcd8 req-64fa0de1-09fb-4893-8b04-3ceb6000765a tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:24.280812 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1a04bee6-1d6f-4a82-9cbb-0533c8e6fcd8 req-64fa0de1-09fb-4893-8b04-3ceb6000765a tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 943 time: 0.0570579 Mar 07 11:52:24.337576 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1a04bee6-1d6f-4a82-9cbb-0533c8e6fcd8 req-c8099b19-c6e3-4c62-b9e4-c61383dca1a5 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507550 Mar 07 11:52:24.694274 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955635b2-ce6a-447e-bd55-2110cafdcdc5 req-8eb28ae9-66b5-4631-a677-f5618bdc6b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:24.695766 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-955635b2-ce6a-447e-bd55-2110cafdcdc5 req-8eb28ae9-66b5-4631-a677-f5618bdc6b68 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c&tenant_id=6c3e372401134e80af5dda0d4274c18a HTTP/1.1" status: 200 len: 1125 time: 0.0505848 Mar 07 11:52:24.759057 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955635b2-ce6a-447e-bd55-2110cafdcdc5 req-7a9071b0-a42d-4c0f-93cf-abd5fc17e94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:24.760519 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-955635b2-ce6a-447e-bd55-2110cafdcdc5 req-7a9071b0-a42d-4c0f-93cf-abd5fc17e94d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c3e372401134e80af5dda0d4274c18a&device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 1125 time: 0.0439205 Mar 07 11:52:24.849330 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955635b2-ce6a-447e-bd55-2110cafdcdc5 req-999ba324-0bbd-415e-8a7e-c25aa75d329b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:24.850787 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-955635b2-ce6a-447e-bd55-2110cafdcdc5 req-999ba324-0bbd-415e-8a7e-c25aa75d329b service neutron] 10.222.0.21 "GET /v2.0/networks?id=cd753ef6-832d-4a5e-899e-85122ea40ab2 HTTP/1.1" status: 200 len: 910 time: 0.0846612 Mar 07 11:52:24.923667 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-955635b2-ce6a-447e-bd55-2110cafdcdc5 req-28f45bee-b07d-4f8e-a5c2-ff722cd15b38 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73bc410a-db7b-4351-bfd2-bd4b5d1cab2f HTTP/1.1" status: 200 len: 999 time: 0.0670033 Mar 07 11:52:24.973295 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955635b2-ce6a-447e-bd55-2110cafdcdc5 req-576ac73d-1b51-405b-9129-0baa47853d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:24.974631 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-955635b2-ce6a-447e-bd55-2110cafdcdc5 req-576ac73d-1b51-405b-9129-0baa47853d16 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8601a559-bc14-4ece-bd3b-a6782030e648 HTTP/1.1" status: 200 len: 848 time: 0.0442362 Mar 07 11:52:25.023120 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955635b2-ce6a-447e-bd55-2110cafdcdc5 req-763dbd8b-426b-4cf6-bd2d-09390dc6e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:25.025277 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-955635b2-ce6a-447e-bd55-2110cafdcdc5 req-763dbd8b-426b-4cf6-bd2d-09390dc6e2b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd753ef6-832d-4a5e-899e-85122ea40ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0451505 Mar 07 11:52:25.117830 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-955635b2-ce6a-447e-bd55-2110cafdcdc5 req-8aae9a9e-c4be-4ea3-9c46-35c1625c653d service neutron] 10.222.0.21 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858638 Mar 07 11:52:25.212763 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-955635b2-ce6a-447e-bd55-2110cafdcdc5 req-00cb479a-7b29-43f5-a69a-ae2f6aae8cda service neutron] 10.222.0.21 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891058 Mar 07 11:52:25.456749 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593180b-2f94-429f-a542-175c5f26950e req-25c36815-3fa9-48a2-b159-fb8af9420dcf tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:25.458274 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6593180b-2f94-429f-a542-175c5f26950e req-25c36815-3fa9-48a2-b159-fb8af9420dcf tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 943 time: 0.0530915 Mar 07 11:52:25.506196 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6593180b-2f94-429f-a542-175c5f26950e req-ec5b4179-f0c6-4f01-983d-6da494b82ee8 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422707 Mar 07 11:52:26.626063 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936dfc6-6877-4e74-96a7-2e5a8993245e req-6afa7da2-fb93-4cc8-854d-6d19c7941f55 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:26.627450 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7936dfc6-6877-4e74-96a7-2e5a8993245e req-6afa7da2-fb93-4cc8-854d-6d19c7941f55 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 943 time: 0.0523493 Mar 07 11:52:26.676299 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7936dfc6-6877-4e74-96a7-2e5a8993245e req-1174a100-e30d-41f1-ba97-100e4b4b805d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433772 Mar 07 11:52:27.795329 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e605c7d-3781-41ca-bbaf-505585ab28c8 req-f28a879b-b531-4882-b429-a4946c91294f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:27.796850 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6e605c7d-3781-41ca-bbaf-505585ab28c8 req-f28a879b-b531-4882-b429-a4946c91294f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 943 time: 0.0526383 Mar 07 11:52:27.846101 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-6e605c7d-3781-41ca-bbaf-505585ab28c8 req-e9a28d02-c527-41cb-87fc-0430cb734467 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435269 Mar 07 11:52:28.964563 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aadbd31-43d2-4794-8285-bf67b48f3d5b req-b029b103-ffeb-4969-be00-b6045cc25990 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:28.966066 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2aadbd31-43d2-4794-8285-bf67b48f3d5b req-b029b103-ffeb-4969-be00-b6045cc25990 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 943 time: 0.0524740 Mar 07 11:52:29.015155 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2aadbd31-43d2-4794-8285-bf67b48f3d5b req-6327190e-f93d-4120-b194-5db85d70b752 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435567 Mar 07 11:52:30.140892 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc8a83-dcd7-4cc6-871d-f6045b5ef968 req-abceff02-6c22-437e-943f-0c88c8cfd10b tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:30.142389 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c5bc8a83-dcd7-4cc6-871d-f6045b5ef968 req-abceff02-6c22-437e-943f-0c88c8cfd10b tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 943 time: 0.0574732 Mar 07 11:52:30.189581 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-c5bc8a83-dcd7-4cc6-871d-f6045b5ef968 req-912d1613-79d5-49b6-bb44-b62b845a61a3 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417008 Mar 07 11:52:31.313693 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135d989-397a-44af-86c5-4d4d0b9fc88e req-86409a35-d62a-424c-a27b-9b2816b94f4b tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:31.315147 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9135d989-397a-44af-86c5-4d4d0b9fc88e req-86409a35-d62a-424c-a27b-9b2816b94f4b tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 943 time: 0.0577340 Mar 07 11:52:31.363410 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-9135d989-397a-44af-86c5-4d4d0b9fc88e req-f63dddd2-2dca-4a15-8108-7205a1b16a70 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426381 Mar 07 11:52:31.434471 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:52:31.533332 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=73bc410a-db7b-4351-bfd2-bd4b5d1cab2f,segment=NetworkSegment(f489d476-fc70-4bae-bb56-e3e6645e4b79),segment_id=f489d476-fc70-4bae-bb56-e3e6645e4b79)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:52:31.544471 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': '73bc410a-db7b-4351-bfd2-bd4b5d1cab2f', 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2', 'port_id': '73bc410a-db7b-4351-bfd2-bd4b5d1cab2f', 'mac_address': 'fa:16:3e:06:d9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:52:31.580988 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:52:31.581356 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (73bc410a-db7b-4351-bfd2-bd4b5d1cab2f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:31.595287 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:52:31.614590 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=73bc410a-db7b-4351-bfd2-bd4b5d1cab2f,segment=NetworkSegment(f489d476-fc70-4bae-bb56-e3e6645e4b79),segment_id=f489d476-fc70-4bae-bb56-e3e6645e4b79)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:52:31.618365 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (73bc410a-db7b-4351-bfd2-bd4b5d1cab2f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:31.665381 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=73bc410a-db7b-4351-bfd2-bd4b5d1cab2f,revision_number=7']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:52:31.852018 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['73bc410a-db7b-4351-bfd2-bd4b5d1cab2f'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:52:32.489547 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c3a43-db9b-4897-9409-876b33d3ded2 req-5278d32e-e895-41d2-9d76-6d345f1a1ed4 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:32.493611 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3a8c3a43-db9b-4897-9409-876b33d3ded2 req-5278d32e-e895-41d2-9d76-6d345f1a1ed4 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 944 time: 0.0620852 Mar 07 11:52:32.542589 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-3a8c3a43-db9b-4897-9409-876b33d3ded2 req-01d9d6d0-021e-4518-a7ba-903a65bacbe2 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453436 Mar 07 11:52:33.447156 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:52:33.498027 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:52:33.498401 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (73bc410a-db7b-4351-bfd2-bd4b5d1cab2f), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:33.572973 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:52:33.573400 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (73bc410a-db7b-4351-bfd2-bd4b5d1cab2f), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:33.596480 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4993a49a-874f-440b-b648-4c61c8fe9b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73bc410a-db7b-4351-bfd2-bd4b5d1cab2f'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:52:33.598739 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a645a2b5805a54a98315e88f2d343b68cf76c29b7d342bc1003cac2cf566b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe639ad1-c8ed-480e-b50b-b9917e64344d" -d '{"events": [{"server_uuid": "4993a49a-874f-440b-b648-4c61c8fe9b5c", "name": "network-vif-plugged", "status": "completed", "tag": "73bc410a-db7b-4351-bfd2-bd4b5d1cab2f"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:52:33.611771 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=73bc410a-db7b-4351-bfd2-bd4b5d1cab2f,segment=NetworkSegment(f489d476-fc70-4bae-bb56-e3e6645e4b79),segment_id=f489d476-fc70-4bae-bb56-e3e6645e4b79)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:52:33.617369 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (73bc410a-db7b-4351-bfd2-bd4b5d1cab2f), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:33.641730 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1c73aa-1cfe-48d4-aa13-2243ce280fe5 x-openstack-request-id: req-ae1c73aa-1cfe-48d4-aa13-2243ce280fe5 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:52:33.642028 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4993a49a-874f-440b-b648-4c61c8fe9b5c", "name": "network-vif-plugged", "status": "completed", "tag": "73bc410a-db7b-4351-bfd2-bd4b5d1cab2f", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:52:33.642931 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ae1c73aa-1cfe-48d4-aa13-2243ce280fe5 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:52:33.642931 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4993a49a-874f-440b-b648-4c61c8fe9b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73bc410a-db7b-4351-bfd2-bd4b5d1cab2f', 'code': 200} Mar 07 11:52:33.674118 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=73bc410a-db7b-4351-bfd2-bd4b5d1cab2f,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:52:33.675762 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc79f99-f404-4aa9-a6ec-7b22a209899e req-6a5d93d7-cfc9-4f71-9259-2effc644efd3 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:33.678614 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-edc79f99-f404-4aa9-a6ec-7b22a209899e req-6a5d93d7-cfc9-4f71-9259-2effc644efd3 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 945 time: 0.0674987 Mar 07 11:52:33.730505 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-edc79f99-f404-4aa9-a6ec-7b22a209899e req-71d8bd59-f83e-43f0-9331-7bf2316ef2b5 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457883 Mar 07 11:52:33.790156 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d7c28-97e9-4877-a8b3-c2c23b7d4d20 req-cea0b07b-b3ed-4ba8-ac2d-f664ef98561a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:33.791700 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ea9d7c28-97e9-4877-a8b3-c2c23b7d4d20 req-cea0b07b-b3ed-4ba8-ac2d-f664ef98561a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 1127 time: 0.0444436 Mar 07 11:52:33.840981 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ea9d7c28-97e9-4877-a8b3-c2c23b7d4d20 req-762aff82-c5ab-4d3d-8f3f-77ff14308da6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433598 Mar 07 11:52:34.855467 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cdd9ee-796c-4bb4-8d57-7d906d17b83c req-abfc9895-1a92-4d2c-ab91-1452855d4ad5 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:34.856943 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-48cdd9ee-796c-4bb4-8d57-7d906d17b83c req-abfc9895-1a92-4d2c-ab91-1452855d4ad5 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 945 time: 0.0537782 Mar 07 11:52:34.909725 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-48cdd9ee-796c-4bb4-8d57-7d906d17b83c req-5d2d0282-172f-4948-87f7-42b46a2504f7 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469553 Mar 07 11:52:36.025902 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eabe23-a0ea-4a8b-ba91-e381ae8def51 req-f2060041-e9e7-4f01-81a2-0b880c523265 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:52:36.027361 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-88eabe23-a0ea-4a8b-ba91-e381ae8def51 req-f2060041-e9e7-4f01-81a2-0b880c523265 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 945 time: 0.0527174 Mar 07 11:52:36.076186 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-88eabe23-a0ea-4a8b-ba91-e381ae8def51 req-812467bf-05c1-4787-9f9d-be879c60b00a tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433002 Mar 07 11:52:36.655716 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-47aec38b-7105-4d98-af2f-eda66314bf17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:38.715808 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7ed9e004-2490-45b5-9523-20949cc278a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:40.207509 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:41.948979 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:43.141245 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:48.983113 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:53.715646 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:52:56.244564 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:53:06.660280 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4b96a58c-5657-46a5-b5b2-15a04dfd708b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:08.716591 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1da67ef7-3684-4bab-b51f-47484f007287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:10.209581 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:11.951240 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:13.143176 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:17.588672 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72bd5dbd-7afd-41a1-8a1a-8be8dece8df2 req-4aa24bf6-7861-4ff7-80b9-ca878481498d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428236 Mar 07 11:53:17.674407 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd5dbd-7afd-41a1-8a1a-8be8dece8df2 req-fca87e65-be59-47a5-b8b3-9cbee57ed585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:53:17.675872 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72bd5dbd-7afd-41a1-8a1a-8be8dece8df2 req-fca87e65-be59-47a5-b8b3-9cbee57ed585 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c3e372401134e80af5dda0d4274c18a&device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 1127 time: 0.0487084 Mar 07 11:53:17.779364 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd5dbd-7afd-41a1-8a1a-8be8dece8df2 req-fdb79184-d25b-4fc8-a358-b38fea5d3e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:53:17.780801 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72bd5dbd-7afd-41a1-8a1a-8be8dece8df2 req-fdb79184-d25b-4fc8-a358-b38fea5d3e99 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cd753ef6-832d-4a5e-899e-85122ea40ab2 HTTP/1.1" status: 200 len: 910 time: 0.0847356 Mar 07 11:53:17.847357 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72bd5dbd-7afd-41a1-8a1a-8be8dece8df2 req-c782e53c-09ec-421c-b320-174f501caa13 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73bc410a-db7b-4351-bfd2-bd4b5d1cab2f HTTP/1.1" status: 200 len: 1001 time: 0.0610454 Mar 07 11:53:17.896101 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd5dbd-7afd-41a1-8a1a-8be8dece8df2 req-3e8e1036-4495-413f-9841-d9491af3603a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:53:17.897544 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72bd5dbd-7afd-41a1-8a1a-8be8dece8df2 req-3e8e1036-4495-413f-9841-d9491af3603a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8601a559-bc14-4ece-bd3b-a6782030e648 HTTP/1.1" status: 200 len: 848 time: 0.0436289 Mar 07 11:53:17.945488 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd5dbd-7afd-41a1-8a1a-8be8dece8df2 req-7f5b195e-20b8-4391-9a7f-87cec709ae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:53:17.946973 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72bd5dbd-7afd-41a1-8a1a-8be8dece8df2 req-7f5b195e-20b8-4391-9a7f-87cec709ae33 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd753ef6-832d-4a5e-899e-85122ea40ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436563 Mar 07 11:53:18.037327 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72bd5dbd-7afd-41a1-8a1a-8be8dece8df2 req-b99e2086-8b47-4fce-8b91-9562dfd50ee1 service neutron] 10.222.0.21 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846794 Mar 07 11:53:18.123368 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-72bd5dbd-7afd-41a1-8a1a-8be8dece8df2 req-34767b04-76ca-42a4-8079-b90ba6fc0b6a service neutron] 10.222.0.21 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804973 Mar 07 11:53:18.976641 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:23.698989 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:33.243949 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:53:36.662392 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-084c787e-898b-449d-a131-8126614375ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:38.717304 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2c9c57f5-3a85-4931-b001-91399d0b3d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:40.213353 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:41.955100 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:43.146265 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:48.834560 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47058) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:53:48.992689 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:48.995150 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-5a3f8027-6848-4004-9fc1-3c2bd518bc1f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Deleting port 2b19077f-162d-4737-bd30-8d9ba8d1dab1 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:53:48.995495 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5a3f8027-6848-4004-9fc1-3c2bd518bc1f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (2b19077f-162d-4737-bd30-8d9ba8d1dab1), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:49.070829 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5a3f8027-6848-4004-9fc1-3c2bd518bc1f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (2b19077f-162d-4737-bd30-8d9ba8d1dab1), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:49.071160 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5a3f8027-6848-4004-9fc1-3c2bd518bc1f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for floatingip (2b19077f-162d-4737-bd30-8d9ba8d1dab1), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:49.083427 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-5a3f8027-6848-4004-9fc1-3c2bd518bc1f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Calling delete_port for 2b19077f-162d-4737-bd30-8d9ba8d1dab1 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:53:49.236369 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5a3f8027-6848-4004-9fc1-3c2bd518bc1f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (2b19077f-162d-4737-bd30-8d9ba8d1dab1), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:49.259455 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f8027-6848-4004-9fc1-3c2bd518bc1f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Pushing event deleted for resources: {'Port': ['ID=2b19077f-162d-4737-bd30-8d9ba8d1dab1,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:53:49.272835 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f8027-6848-4004-9fc1-3c2bd518bc1f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:49.273205 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f8027-6848-4004-9fc1-3c2bd518bc1f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:49.273552 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f8027-6848-4004-9fc1-3c2bd518bc1f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:49.273884 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f8027-6848-4004-9fc1-3c2bd518bc1f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:49.274222 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f8027-6848-4004-9fc1-3c2bd518bc1f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:49.274555 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f8027-6848-4004-9fc1-3c2bd518bc1f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:49.274885 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f8027-6848-4004-9fc1-3c2bd518bc1f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:49.275215 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f8027-6848-4004-9fc1-3c2bd518bc1f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:49.275541 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f8027-6848-4004-9fc1-3c2bd518bc1f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:49.275866 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f8027-6848-4004-9fc1-3c2bd518bc1f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:49.276193 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f8027-6848-4004-9fc1-3c2bd518bc1f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:49.277034 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f8027-6848-4004-9fc1-3c2bd518bc1f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:49.277034 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3f8027-6848-4004-9fc1-3c2bd518bc1f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:49.346566 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5a3f8027-6848-4004-9fc1-3c2bd518bc1f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for floatingip (ae580479-f551-43b2-8c33-e6d176bad34a), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:49.346954 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-5a3f8027-6848-4004-9fc1-3c2bd518bc1f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Floating IP ae580479-f551-43b2-8c33-e6d176bad34a disassociated (deleted). External IP: 172.25.3.135, port: 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f. Mar 07 11:53:49.565774 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3f8027-6848-4004-9fc1-3c2bd518bc1f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Router 3659c635-25ee-4aad-a5a3-2fe86d7be623 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:53:49.678584 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3f8027-6848-4004-9fc1-3c2bd518bc1f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:53:49.683602 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-5a3f8027-6848-4004-9fc1-3c2bd518bc1f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:49.689803 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f99900-cb94-4c71-938f-59c8502537a8 None None] Sync routers for ids ['3659c635-25ee-4aad-a5a3-2fe86d7be623'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:53:49.701845 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f99900-cb94-4c71-938f-59c8502537a8 None None] Routers {'3659c635-25ee-4aad-a5a3-2fe86d7be623'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:53:49.702839 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f2f99900-cb94-4c71-938f-59c8502537a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:53:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['3659c635-25ee-4aad-a5a3-2fe86d7be623'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:53:49.719607 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-5a3f8027-6848-4004-9fc1-3c2bd518bc1f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "DELETE /v2.0/floatingips/ae580479-f551-43b2-8c33-e6d176bad34a HTTP/1.1" status: 204 len: 168 time: 0.8811970 Mar 07 11:53:49.719607 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4993a49a-874f-440b-b648-4c61c8fe9b5c', 'tag': '73bc410a-db7b-4351-bfd2-bd4b5d1cab2f'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:53:49.720131 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f351bf73f323c1e2e006b9f16194b747f7127b9e46eeb64b4a81d3313ccb5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c139d8-dce3-4c88-92ba-248a555211f5" -d '{"events": [{"name": "network-changed", "server_uuid": "4993a49a-874f-440b-b648-4c61c8fe9b5c", "tag": "73bc410a-db7b-4351-bfd2-bd4b5d1cab2f"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:53:49.760973 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda17ff6-0266-4b1e-b09a-8befd2f720d5 x-openstack-request-id: req-fda17ff6-0266-4b1e-b09a-8befd2f720d5 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:53:49.761521 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4993a49a-874f-440b-b648-4c61c8fe9b5c", "tag": "73bc410a-db7b-4351-bfd2-bd4b5d1cab2f", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:53:49.761895 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fda17ff6-0266-4b1e-b09a-8befd2f720d5 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:53:49.762311 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4993a49a-874f-440b-b648-4c61c8fe9b5c', 'tag': '73bc410a-db7b-4351-bfd2-bd4b5d1cab2f', 'status': 'completed', 'code': 200} Mar 07 11:53:49.823214 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-f2f99900-cb94-4c71-938f-59c8502537a8 None None] Set router 3659c635-25ee-4aad-a5a3-2fe86d7be623 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:53:49.832449 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c139d8-dce3-4c88-92ba-248a555211f5 req-ee669b68-e023-4038-b37a-b9f41d5f74e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:53:49.834098 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a3c139d8-dce3-4c88-92ba-248a555211f5 req-ee669b68-e023-4038-b37a-b9f41d5f74e5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6c3e372401134e80af5dda0d4274c18a&device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 1127 time: 0.0521703 Mar 07 11:53:49.961439 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c139d8-dce3-4c88-92ba-248a555211f5 req-ed757070-eb03-4351-9c1f-2b5517c953e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:53:49.962815 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a3c139d8-dce3-4c88-92ba-248a555211f5 req-ed757070-eb03-4351-9c1f-2b5517c953e0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cd753ef6-832d-4a5e-899e-85122ea40ab2 HTTP/1.1" status: 200 len: 910 time: 0.1171484 Mar 07 11:53:50.010566 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a3c139d8-dce3-4c88-92ba-248a555211f5 req-12435232-d2f8-4bdc-9b56-cd4d9ec2b139 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73bc410a-db7b-4351-bfd2-bd4b5d1cab2f HTTP/1.1" status: 200 len: 217 time: 0.0405011 Mar 07 11:53:50.017705 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04b9d9-7f97-4b3a-a4ec-453f2967f190 req-d3430f60-56ed-4e02-bae0-39c141b4f0f8 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:53:50.019112 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fd04b9d9-7f97-4b3a-a4ec-453f2967f190 req-d3430f60-56ed-4e02-bae0-39c141b4f0f8 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 945 time: 0.1059105 Mar 07 11:53:50.034211 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f2f99900-cb94-4c71-938f-59c8502537a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'name': 'tempest-TestShelveInstance-1736435457-router', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6b1c970a-e193-4e92-8233-990015707be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:44:14Z', 'updated_at': '2022-03-07T11:44:17Z', 'revision_number': 4, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'gw_port': {'id': '6b1c970a-e193-4e92-8233-990015707be6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:6a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:15Z', 'updated_at': '2022-03-07T11:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '4fe24d50-732b-42ef-b5e4-c3abbc82ddc2', 'name': '', 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'mac_address': 'fa:16:3e:7c:19:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:16Z', 'updated_at': '2022-03-07T11:44:21Z', 'revision_number': 5, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'subnets': [{'id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:53:50.062109 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f99900-cb94-4c71-938f-59c8502537a8 None None] Checking router: 3659c635-25ee-4aad-a5a3-2fe86d7be623 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:53:50.070275 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f99900-cb94-4c71-938f-59c8502537a8 None None] Routers {'3659c635-25ee-4aad-a5a3-2fe86d7be623'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:53:50.070877 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f2f99900-cb94-4c71-938f-59c8502537a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:53:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['3659c635-25ee-4aad-a5a3-2fe86d7be623'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:53:50.087128 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c139d8-dce3-4c88-92ba-248a555211f5 req-dba72100-d12d-4ed3-82ae-571e560d9feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:53:50.088510 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a3c139d8-dce3-4c88-92ba-248a555211f5 req-dba72100-d12d-4ed3-82ae-571e560d9feb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8601a559-bc14-4ece-bd3b-a6782030e648 HTTP/1.1" status: 200 len: 848 time: 0.0685539 Mar 07 11:53:50.114486 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-fd04b9d9-7f97-4b3a-a4ec-453f2967f190 req-a1a12a96-a026-445b-8369-3a6d282d1da9 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873966 Mar 07 11:53:50.152513 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c139d8-dce3-4c88-92ba-248a555211f5 req-6e44ff39-ba61-47c7-824d-fda756a24744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:53:50.154074 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a3c139d8-dce3-4c88-92ba-248a555211f5 req-6e44ff39-ba61-47c7-824d-fda756a24744 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cd753ef6-832d-4a5e-899e-85122ea40ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0562851 Mar 07 11:53:50.190375 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-f2f99900-cb94-4c71-938f-59c8502537a8 None None] Set router 3659c635-25ee-4aad-a5a3-2fe86d7be623 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:53:50.249806 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a3c139d8-dce3-4c88-92ba-248a555211f5 req-278d3940-ac6d-463a-a1bd-a0853812c511 service neutron] 10.222.0.21 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889606 Mar 07 11:53:50.345545 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a3c139d8-dce3-4c88-92ba-248a555211f5 req-e9af6d14-ed44-4355-b61b-77e817e51300 service neutron] 10.222.0.21 "GET /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894284 Mar 07 11:53:50.386639 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-f2f99900-cb94-4c71-938f-59c8502537a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'name': 'tempest-TestShelveInstance-1736435457-router', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6b1c970a-e193-4e92-8233-990015707be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:44:14Z', 'updated_at': '2022-03-07T11:44:17Z', 'revision_number': 4, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'gw_port': {'id': '6b1c970a-e193-4e92-8233-990015707be6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:6a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:15Z', 'updated_at': '2022-03-07T11:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '4fe24d50-732b-42ef-b5e4-c3abbc82ddc2', 'name': '', 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'mac_address': 'fa:16:3e:7c:19:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:16Z', 'updated_at': '2022-03-07T11:44:21Z', 'revision_number': 5, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'subnets': [{'id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:53:50.417466 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f99900-cb94-4c71-938f-59c8502537a8 None None] The sync data for ids ['3659c635-25ee-4aad-a5a3-2fe86d7be623'] in n-d-832164-4 is: [{'id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'name': 'tempest-TestShelveInstance-1736435457-router', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6b1c970a-e193-4e92-8233-990015707be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:44:14Z', 'updated_at': '2022-03-07T11:44:17Z', 'revision_number': 4, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'gw_port': {'id': '6b1c970a-e193-4e92-8233-990015707be6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:6a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:15Z', 'updated_at': '2022-03-07T11:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '4fe24d50-732b-42ef-b5e4-c3abbc82ddc2', 'name': '', 'network_id': 'cd753ef6-832d-4a5e-899e-85122ea40ab2', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'mac_address': 'fa:16:3e:7c:19:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'device_owner': 'network:router_interface', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:16Z', 'updated_at': '2022-03-07T11:44:21Z', 'revision_number': 5, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'subnets': [{'id': '8601a559-bc14-4ece-bd3b-a6782030e648', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:53:50.647831 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc508e26-7b89-448a-9f18-f6f308083f77 None None] New status for floating IP ae580479-f551-43b2-8c33-e6d176bad34a: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:53:51.244292 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67ac4a-8d29-4f2b-94ef-85e1bbd02646 req-ce34362b-792a-4f8a-aead-dc4a67ca0b47 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:53:51.245836 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cf67ac4a-8d29-4f2b-94ef-85e1bbd02646 req-ce34362b-792a-4f8a-aead-dc4a67ca0b47 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 945 time: 0.0574100 Mar 07 11:53:51.298835 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-cf67ac4a-8d29-4f2b-94ef-85e1bbd02646 req-dd3aef2f-b2e5-4044-9225-bb79fd3cc446 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/security-groups?id=d5393f9a-2450-4954-82ef-7f84b6a90af2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465670 Mar 07 11:53:51.440365 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2eea41-cc3b-4504-8189-9654acbb3230 req-2178befd-b413-4c90-a462-0eb61ef688bd tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:53:51.441939 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a2eea41-cc3b-4504-8189-9654acbb3230 req-2178befd-b413-4c90-a462-0eb61ef688bd tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.21 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 945 time: 0.0557778 Mar 07 11:53:51.536776 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-0a2eea41-cc3b-4504-8189-9654acbb3230 req-9448302f-d9e9-45b4-b2e8-73495868c5fa tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Deleting port 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:53:51.537134 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0a2eea41-cc3b-4504-8189-9654acbb3230 req-9448302f-d9e9-45b4-b2e8-73495868c5fa tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (73bc410a-db7b-4351-bfd2-bd4b5d1cab2f), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:51.631824 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-0a2eea41-cc3b-4504-8189-9654acbb3230 req-9448302f-d9e9-45b4-b2e8-73495868c5fa tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] For port 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=73bc410a-db7b-4351-bfd2-bd4b5d1cab2f,segment=NetworkSegment(f489d476-fc70-4bae-bb56-e3e6645e4b79),segment_id=f489d476-fc70-4bae-bb56-e3e6645e4b79)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:53:51.632087 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0a2eea41-cc3b-4504-8189-9654acbb3230 req-9448302f-d9e9-45b4-b2e8-73495868c5fa tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (73bc410a-db7b-4351-bfd2-bd4b5d1cab2f), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:51.644705 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-0a2eea41-cc3b-4504-8189-9654acbb3230 req-9448302f-d9e9-45b4-b2e8-73495868c5fa tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Calling delete_port for 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:53:51.784556 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0a2eea41-cc3b-4504-8189-9654acbb3230 req-9448302f-d9e9-45b4-b2e8-73495868c5fa tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (73bc410a-db7b-4351-bfd2-bd4b5d1cab2f), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:51.816212 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448302f-d9e9-45b4-b2e8-73495868c5fa tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Pushing event deleted for resources: {'Port': ['ID=73bc410a-db7b-4351-bfd2-bd4b5d1cab2f,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:53:51.830490 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9448302f-d9e9-45b4-b2e8-73495868c5fa tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:51.830835 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9448302f-d9e9-45b4-b2e8-73495868c5fa tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:51.831170 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9448302f-d9e9-45b4-b2e8-73495868c5fa tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:51.831631 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9448302f-d9e9-45b4-b2e8-73495868c5fa tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:51.832176 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9448302f-d9e9-45b4-b2e8-73495868c5fa tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:51.832646 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9448302f-d9e9-45b4-b2e8-73495868c5fa tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:51.832971 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9448302f-d9e9-45b4-b2e8-73495868c5fa tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:51.833326 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9448302f-d9e9-45b4-b2e8-73495868c5fa tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:51.833650 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9448302f-d9e9-45b4-b2e8-73495868c5fa tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:51.833970 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9448302f-d9e9-45b4-b2e8-73495868c5fa tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:51.834390 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9448302f-d9e9-45b4-b2e8-73495868c5fa tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:51.834720 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9448302f-d9e9-45b4-b2e8-73495868c5fa tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:51.835039 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9448302f-d9e9-45b4-b2e8-73495868c5fa tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:53:51.878951 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2eea41-cc3b-4504-8189-9654acbb3230 req-9448302f-d9e9-45b4-b2e8-73495868c5fa tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] No DVR routers for this DVR port 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:53:51.881724 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-0a2eea41-cc3b-4504-8189-9654acbb3230 req-9448302f-d9e9-45b4-b2e8-73495868c5fa tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:51.885298 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0a2eea41-cc3b-4504-8189-9654acbb3230 req-9448302f-d9e9-45b4-b2e8-73495868c5fa tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.21 "DELETE /v2.0/ports/73bc410a-db7b-4351-bfd2-bd4b5d1cab2f HTTP/1.1" status: 204 len: 173 time: 0.4382832 Mar 07 11:53:51.885695 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4993a49a-874f-440b-b648-4c61c8fe9b5c', 'name': 'network-vif-deleted', 'tag': '73bc410a-db7b-4351-bfd2-bd4b5d1cab2f'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:53:51.888230 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c6ffae-69d7-413a-befb-9a11a15c5190" -d '{"events": [{"server_uuid": "4993a49a-874f-440b-b648-4c61c8fe9b5c", "name": "network-vif-deleted", "tag": "73bc410a-db7b-4351-bfd2-bd4b5d1cab2f"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:53:51.932434 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245c9742-a373-43f2-8c97-289a3ac1dc7d x-openstack-request-id: req-245c9742-a373-43f2-8c97-289a3ac1dc7d {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:53:51.932738 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4993a49a-874f-440b-b648-4c61c8fe9b5c", "name": "network-vif-deleted", "tag": "73bc410a-db7b-4351-bfd2-bd4b5d1cab2f", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:53:51.933121 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-245c9742-a373-43f2-8c97-289a3ac1dc7d {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:53:51.933670 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4993a49a-874f-440b-b648-4c61c8fe9b5c', 'name': 'network-vif-deleted', 'tag': '73bc410a-db7b-4351-bfd2-bd4b5d1cab2f', 'status': 'completed', 'code': 200} Mar 07 11:53:52.398294 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8fd67760-bd41-4ad5-b007-df94ed221aae req-7709342a-65db-4972-ba32-1fc30afb906f tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 210 time: 0.0271080 Mar 07 11:53:53.499945 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f69ba3ba-d01d-466f-a61d-e0aad71d1625 req-0ecc2682-762c-41eb-855f-32363515188d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 210 time: 0.0279801 Mar 07 11:53:53.699041 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:53:54.600063 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-84fb0047-cffa-485d-8f66-25927d02569e req-1f7ace86-a504-4280-ab85-bde8fff5abd5 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 210 time: 0.0306370 Mar 07 11:53:55.698799 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-00963db5-fcec-40d4-af05-80aba5d29f77 req-7b5b6b6f-2922-4c80-9f5b-8f221582ffe0 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 210 time: 0.0316467 Mar 07 11:53:55.791045 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:53:55.815688 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:53:55.816035 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device 73bc410a-db7b-4351-bfd2-bd4b5d1cab2f not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:53:56.792989 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-625c3cd3-8d18-4557-b31e-2b9b8835474e req-4ee51f20-9237-4453-8f30-985731b0df3d tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 210 time: 0.0278091 Mar 07 11:53:57.892007 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-67e8f52f-464b-4b45-8d18-15a1299945c9 req-54ba1f69-2b92-4004-b9b2-db29287467e6 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 210 time: 0.0290816 Mar 07 11:53:58.989951 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-d69d8939-0b5c-4a9e-8dca-6bb590807732 req-582e5cb1-1cc7-490a-91f4-3b784c1304b7 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 210 time: 0.0281677 Mar 07 11:54:00.085325 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-49a79505-7bb1-44ee-b7ff-a4b35eaf98fd req-d29bbb74-7894-4119-a63b-5bc1a47ca6e1 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 210 time: 0.0276124 Mar 07 11:54:01.200682 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-a14f6176-a9c1-449b-b02a-a3a6a6689ba4 req-26751c8e-c037-4882-9282-d493f3b9a6ac tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "GET /v2.0/ports?device_id=4993a49a-874f-440b-b648-4c61c8fe9b5c HTTP/1.1" status: 200 len: 210 time: 0.0315733 Mar 07 11:54:02.262227 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47104) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:54:02.319600 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c59d7e5b-8967-41d7-9e1d-0c8d4482d9f4 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group (d5393f9a-2450-4954-82ef-7f84b6a90af2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:02.345520 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c59d7e5b-8967-41d7-9e1d-0c8d4482d9f4 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group (d5393f9a-2450-4954-82ef-7f84b6a90af2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:02.407946 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c59d7e5b-8967-41d7-9e1d-0c8d4482d9f4 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (d5393f9a-2450-4954-82ef-7f84b6a90af2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:02.411012 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-c59d7e5b-8967-41d7-9e1d-0c8d4482d9f4 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:02.412327 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-c59d7e5b-8967-41d7-9e1d-0c8d4482d9f4 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] 10.222.0.11 "DELETE /v2.0/security-groups/d5393f9a-2450-4954-82ef-7f84b6a90af2 HTTP/1.1" status: 204 len: 168 time: 0.1490974 Mar 07 11:54:02.426427 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d7e5b-8967-41d7-9e1d-0c8d4482d9f4 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5393f9a-2450-4954-82ef-7f84b6a90af2,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:02.483635 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47108) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:54:02.965003 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ab334ab2-d2d7-4ae9-8b0e-f7f588b5d67e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (3659c635-25ee-4aad-a5a3-2fe86d7be623), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:03.212606 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-ab334ab2-d2d7-4ae9-8b0e-f7f588b5d67e admin admin] Deleting port 4fe24d50-732b-42ef-b5e4-c3abbc82ddc2 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:54:03.212946 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ab334ab2-d2d7-4ae9-8b0e-f7f588b5d67e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (4fe24d50-732b-42ef-b5e4-c3abbc82ddc2), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:03.299121 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-ab334ab2-d2d7-4ae9-8b0e-f7f588b5d67e admin admin] For port 4fe24d50-732b-42ef-b5e4-c3abbc82ddc2, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=4fe24d50-732b-42ef-b5e4-c3abbc82ddc2,segment=NetworkSegment(f489d476-fc70-4bae-bb56-e3e6645e4b79),segment_id=f489d476-fc70-4bae-bb56-e3e6645e4b79)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:54:03.299480 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ab334ab2-d2d7-4ae9-8b0e-f7f588b5d67e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (4fe24d50-732b-42ef-b5e4-c3abbc82ddc2), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:03.312754 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-ab334ab2-d2d7-4ae9-8b0e-f7f588b5d67e admin admin] Calling delete_port for 4fe24d50-732b-42ef-b5e4-c3abbc82ddc2 owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:54:03.495710 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ab334ab2-d2d7-4ae9-8b0e-f7f588b5d67e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (4fe24d50-732b-42ef-b5e4-c3abbc82ddc2), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:03.523908 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab334ab2-d2d7-4ae9-8b0e-f7f588b5d67e admin admin] Pushing event deleted for resources: {'Port': ['ID=4fe24d50-732b-42ef-b5e4-c3abbc82ddc2,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:03.705071 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-ab334ab2-d2d7-4ae9-8b0e-f7f588b5d67e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (3659c635-25ee-4aad-a5a3-2fe86d7be623), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:04.261204 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab334ab2-d2d7-4ae9-8b0e-f7f588b5d67e admin admin] Router 3659c635-25ee-4aad-a5a3-2fe86d7be623 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:54:04.372022 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab334ab2-d2d7-4ae9-8b0e-f7f588b5d67e admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:54:04.380292 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-ab334ab2-d2d7-4ae9-8b0e-f7f588b5d67e admin admin] 10.222.0.11 "PUT /v2.0/routers/3659c635-25ee-4aad-a5a3-2fe86d7be623/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8934984 Mar 07 11:54:04.380534 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47112) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:54:04.385627 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197a911c-6326-43bf-b6fc-472da1a9ee69 None None] Sync routers for ids ['3659c635-25ee-4aad-a5a3-2fe86d7be623'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:54:04.397203 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197a911c-6326-43bf-b6fc-472da1a9ee69 None None] Routers {'3659c635-25ee-4aad-a5a3-2fe86d7be623'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:54:04.397805 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-197a911c-6326-43bf-b6fc-472da1a9ee69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:53:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['3659c635-25ee-4aad-a5a3-2fe86d7be623'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:54:04.501606 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3b4f9b7-dd0f-4132-9d75-fe43f8e09b48 admin admin] Publish callbacks [] for router (3659c635-25ee-4aad-a5a3-2fe86d7be623), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:04.511718 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-197a911c-6326-43bf-b6fc-472da1a9ee69 None None] Set router 3659c635-25ee-4aad-a5a3-2fe86d7be623 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:54:04.613779 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3b4f9b7-dd0f-4132-9d75-fe43f8e09b48 admin admin] Publish callbacks [] for router_gateway (3659c635-25ee-4aad-a5a3-2fe86d7be623), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:04.672807 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-a3b4f9b7-dd0f-4132-9d75-fe43f8e09b48 admin admin] Deleting port 6b1c970a-e193-4e92-8233-990015707be6 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:54:04.673172 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3b4f9b7-dd0f-4132-9d75-fe43f8e09b48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (6b1c970a-e193-4e92-8233-990015707be6), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:04.696992 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-197a911c-6326-43bf-b6fc-472da1a9ee69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'name': 'tempest-TestShelveInstance-1736435457-router', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '6b1c970a-e193-4e92-8233-990015707be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:44:14Z', 'updated_at': '2022-03-07T11:54:03Z', 'revision_number': 5, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'gw_port': {'id': '6b1c970a-e193-4e92-8233-990015707be6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:6a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4379, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:15Z', 'updated_at': '2022-03-07T11:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:54:04.730849 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197a911c-6326-43bf-b6fc-472da1a9ee69 None None] Checking router: 3659c635-25ee-4aad-a5a3-2fe86d7be623 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:54:04.742702 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197a911c-6326-43bf-b6fc-472da1a9ee69 None None] Routers {'3659c635-25ee-4aad-a5a3-2fe86d7be623'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:54:04.743485 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-197a911c-6326-43bf-b6fc-472da1a9ee69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:53:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['3659c635-25ee-4aad-a5a3-2fe86d7be623'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:54:04.760032 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-a3b4f9b7-dd0f-4132-9d75-fe43f8e09b48 admin admin] For port 6b1c970a-e193-4e92-8233-990015707be6, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=6b1c970a-e193-4e92-8233-990015707be6,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:54:04.760428 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3b4f9b7-dd0f-4132-9d75-fe43f8e09b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (6b1c970a-e193-4e92-8233-990015707be6), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:04.773885 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-a3b4f9b7-dd0f-4132-9d75-fe43f8e09b48 admin admin] Calling delete_port for 6b1c970a-e193-4e92-8233-990015707be6 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:54:04.837900 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-197a911c-6326-43bf-b6fc-472da1a9ee69 None None] Set router 3659c635-25ee-4aad-a5a3-2fe86d7be623 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:54:04.891898 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-197a911c-6326-43bf-b6fc-472da1a9ee69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'name': 'tempest-TestShelveInstance-1736435457-router', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:44:14Z', 'updated_at': '2022-03-07T11:54:04Z', 'revision_number': 6, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:54:04.924733 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197a911c-6326-43bf-b6fc-472da1a9ee69 None None] The sync data for ids ['3659c635-25ee-4aad-a5a3-2fe86d7be623'] in n-d-832164-4 is: [{'id': '3659c635-25ee-4aad-a5a3-2fe86d7be623', 'name': 'tempest-TestShelveInstance-1736435457-router', 'tenant_id': '6c3e372401134e80af5dda0d4274c18a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:44:14Z', 'updated_at': '2022-03-07T11:54:04Z', 'revision_number': 6, 'project_id': '6c3e372401134e80af5dda0d4274c18a', 'gw_port_host': None}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:54:04.975443 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3b4f9b7-dd0f-4132-9d75-fe43f8e09b48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (6b1c970a-e193-4e92-8233-990015707be6), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:05.009588 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b4f9b7-dd0f-4132-9d75-fe43f8e09b48 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b1c970a-e193-4e92-8233-990015707be6,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:05.068704 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3b4f9b7-dd0f-4132-9d75-fe43f8e09b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (3659c635-25ee-4aad-a5a3-2fe86d7be623), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:05.168073 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3b4f9b7-dd0f-4132-9d75-fe43f8e09b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (3659c635-25ee-4aad-a5a3-2fe86d7be623), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:05.170321 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3b4f9b7-dd0f-4132-9d75-fe43f8e09b48 admin admin] Publish callbacks [] for router_controller (3659c635-25ee-4aad-a5a3-2fe86d7be623), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:05.218736 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3b4f9b7-dd0f-4132-9d75-fe43f8e09b48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (3659c635-25ee-4aad-a5a3-2fe86d7be623), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:05.219391 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b4f9b7-dd0f-4132-9d75-fe43f8e09b48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3659c635-25ee-4aad-a5a3-2fe86d7be623 {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:54:05.224841 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-a3b4f9b7-dd0f-4132-9d75-fe43f8e09b48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:05.226020 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-a3b4f9b7-dd0f-4132-9d75-fe43f8e09b48 admin admin] 10.222.0.11 "DELETE /v2.0/routers/3659c635-25ee-4aad-a5a3-2fe86d7be623 HTTP/1.1" status: 204 len: 168 time: 0.8445835 Mar 07 11:54:05.228589 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47114) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:54:05.286647 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-574c2a07-949e-446f-b74b-43077d7bd11d admin admin] Deleting subnet 8601a559-bc14-4ece-bd3b-a6782030e648 {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:54:05.295870 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-574c2a07-949e-446f-b74b-43077d7bd11d admin admin] Publish callbacks [] for subnet (8601a559-bc14-4ece-bd3b-a6782030e648), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:05.341929 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-574c2a07-949e-446f-b74b-43077d7bd11d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (8601a559-bc14-4ece-bd3b-a6782030e648), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:05.432504 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 4fe24d50-732b-42ef-b5e4-c3abbc82ddc2 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:54:05.435665 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-574c2a07-949e-446f-b74b-43077d7bd11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (8601a559-bc14-4ece-bd3b-a6782030e648), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:05.456459 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 4fe24d50-732b-42ef-b5e4-c3abbc82ddc2 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:54:05.456797 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 4fe24d50-732b-42ef-b5e4-c3abbc82ddc2 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:54:05.494653 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-574c2a07-949e-446f-b74b-43077d7bd11d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (8601a559-bc14-4ece-bd3b-a6782030e648), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:05.519833 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c2a07-949e-446f-b74b-43077d7bd11d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8601a559-bc14-4ece-bd3b-a6782030e648,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:05.525663 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-574c2a07-949e-446f-b74b-43077d7bd11d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:05.531756 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47116) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:54:05.532357 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-574c2a07-949e-446f-b74b-43077d7bd11d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/8601a559-bc14-4ece-bd3b-a6782030e648 HTTP/1.1" status: 204 len: 168 time: 0.3021824 Mar 07 11:54:05.533588 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acaec3d-d006-4741-b4f5-71b0aed66836 None None] Network cd753ef6-832d-4a5e-899e-85122ea40ab2 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:54:05.609924 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fe04697-fdd6-4cd9-a608-92a9b6b7a458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (cd753ef6-832d-4a5e-899e-85122ea40ab2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:05.668337 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-9fe04697-fdd6-4cd9-a608-92a9b6b7a458 admin admin] Deleting port 19682846-2bfe-44af-977f-5642989df690 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:54:05.668681 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fe04697-fdd6-4cd9-a608-92a9b6b7a458 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (19682846-2bfe-44af-977f-5642989df690), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:05.738528 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-9fe04697-fdd6-4cd9-a608-92a9b6b7a458 admin admin] For port 19682846-2bfe-44af-977f-5642989df690, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=19682846-2bfe-44af-977f-5642989df690,segment=NetworkSegment(f489d476-fc70-4bae-bb56-e3e6645e4b79),segment_id=f489d476-fc70-4bae-bb56-e3e6645e4b79)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:54:05.738966 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fe04697-fdd6-4cd9-a608-92a9b6b7a458 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (19682846-2bfe-44af-977f-5642989df690), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:05.755445 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-9fe04697-fdd6-4cd9-a608-92a9b6b7a458 admin admin] Calling delete_port for 19682846-2bfe-44af-977f-5642989df690 owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:54:05.764603 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d5fc24-8621-4f55-8e23-7fd64ca6af22 None None] DHCP port deletion for cd753ef6-832d-4a5e-899e-85122ea40ab2 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:54:05.822084 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-53d5fc24-8621-4f55-8e23-7fd64ca6af22 None None] Deleting port 19682846-2bfe-44af-977f-5642989df690 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:54:05.822445 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-53d5fc24-8621-4f55-8e23-7fd64ca6af22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (19682846-2bfe-44af-977f-5642989df690), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:05.847080 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fe04697-fdd6-4cd9-a608-92a9b6b7a458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (19682846-2bfe-44af-977f-5642989df690), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:05.883350 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe04697-fdd6-4cd9-a608-92a9b6b7a458 admin admin] No DVR routers for this DVR port 19682846-2bfe-44af-977f-5642989df690 on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:54:05.893811 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-53d5fc24-8621-4f55-8e23-7fd64ca6af22 None None] For port 19682846-2bfe-44af-977f-5642989df690, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=19682846-2bfe-44af-977f-5642989df690,segment=NetworkSegment(f489d476-fc70-4bae-bb56-e3e6645e4b79),segment_id=f489d476-fc70-4bae-bb56-e3e6645e4b79)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:54:05.894664 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-53d5fc24-8621-4f55-8e23-7fd64ca6af22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (19682846-2bfe-44af-977f-5642989df690), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:05.911300 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe04697-fdd6-4cd9-a608-92a9b6b7a458 admin admin] Pushing event deleted for resources: {'Port': ['ID=19682846-2bfe-44af-977f-5642989df690,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:05.916480 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-53d5fc24-8621-4f55-8e23-7fd64ca6af22 None None] Calling delete_port for 19682846-2bfe-44af-977f-5642989df690 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:54:05.990685 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fe04697-fdd6-4cd9-a608-92a9b6b7a458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (cd753ef6-832d-4a5e-899e-85122ea40ab2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:06.010828 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-53d5fc24-8621-4f55-8e23-7fd64ca6af22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (19682846-2bfe-44af-977f-5642989df690), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:06.017081 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-9fe04697-fdd6-4cd9-a608-92a9b6b7a458 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd753ef6-832d-4a5e-899e-85122ea40ab2']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:54:06.028018 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-9fe04697-fdd6-4cd9-a608-92a9b6b7a458 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f489d476-fc70-4bae-bb56-e3e6645e4b79') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:54:06.028519 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-9fe04697-fdd6-4cd9-a608-92a9b6b7a458 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f489d476-fc70-4bae-bb56-e3e6645e4b79') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:54:06.043176 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5fc24-8621-4f55-8e23-7fd64ca6af22 None None] Pushing event deleted for resources: {'Port': ['ID=19682846-2bfe-44af-977f-5642989df690,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:06.044445 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fe04697-fdd6-4cd9-a608-92a9b6b7a458 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (f489d476-fc70-4bae-bb56-e3e6645e4b79), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:06.045595 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d5fc24-8621-4f55-8e23-7fd64ca6af22 None None] No DVR routers for this DVR port 19682846-2bfe-44af-977f-5642989df690 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:54:06.057737 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5fc24-8621-4f55-8e23-7fd64ca6af22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:54:06.058171 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5fc24-8621-4f55-8e23-7fd64ca6af22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:54:06.058630 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5fc24-8621-4f55-8e23-7fd64ca6af22 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:54:06.059043 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5fc24-8621-4f55-8e23-7fd64ca6af22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:54:06.060013 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5fc24-8621-4f55-8e23-7fd64ca6af22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:54:06.060013 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5fc24-8621-4f55-8e23-7fd64ca6af22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:54:06.060337 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5fc24-8621-4f55-8e23-7fd64ca6af22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:54:06.061014 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5fc24-8621-4f55-8e23-7fd64ca6af22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:54:06.061576 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5fc24-8621-4f55-8e23-7fd64ca6af22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:54:06.062301 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5fc24-8621-4f55-8e23-7fd64ca6af22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:54:06.063192 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5fc24-8621-4f55-8e23-7fd64ca6af22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:54:06.063657 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5fc24-8621-4f55-8e23-7fd64ca6af22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:54:06.064036 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d5fc24-8621-4f55-8e23-7fd64ca6af22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:54:06.067895 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fe04697-fdd6-4cd9-a608-92a9b6b7a458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (f489d476-fc70-4bae-bb56-e3e6645e4b79), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:06.083250 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe04697-fdd6-4cd9-a608-92a9b6b7a458 admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:54:06.083928 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fe04697-fdd6-4cd9-a608-92a9b6b7a458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (f489d476-fc70-4bae-bb56-e3e6645e4b79), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:06.085839 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 11:54:06.085839 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:54:06.085839 n-d-832164-4 neutron-server[103766]: timer() Mar 07 11:54:06.085839 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:54:06.085839 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 11:54:06.085839 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:54:06.085839 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 11:54:06.085839 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:54:06.085839 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 11:54:06.085839 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:54:06.085839 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 11:54:06.085839 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:54:06.085839 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 11:54:06.085839 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:54:06.085839 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:54:06.085839 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:54:06.085839 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:54:06.085839 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:54:06.085839 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 11:54:06.085839 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:54:06.085839 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 11:54:06.085839 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:54:06.085839 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:54:06.085839 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:54:06.085839 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 11:54:06.085839 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:54:06.085839 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:54:06.085839 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:54:06.085839 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:54:06.085839 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:54:06.085839 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:54:06.085839 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:54:06.150166 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fe04697-fdd6-4cd9-a608-92a9b6b7a458 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (cd753ef6-832d-4a5e-899e-85122ea40ab2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:06.159152 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-9fe04697-fdd6-4cd9-a608-92a9b6b7a458 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:06.165600 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47120) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:54:06.165908 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9fe04697-fdd6-4cd9-a608-92a9b6b7a458 admin admin] 10.222.0.11 "DELETE /v2.0/networks/cd753ef6-832d-4a5e-899e-85122ea40ab2 HTTP/1.1" status: 204 len: 168 time: 0.6319718 Mar 07 11:54:06.177368 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe04697-fdd6-4cd9-a608-92a9b6b7a458 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd753ef6-832d-4a5e-899e-85122ea40ab2,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:06.532325 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-24cfd12a-f2b4-4c23-867d-8a12fd87636a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (5b7232db-f3bb-41d7-b570-e21e2da51fc2), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:06.668566 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4c1262ba-7e06-48ad-8fa8-4c16df41a530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:06.790015 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-24cfd12a-f2b4-4c23-867d-8a12fd87636a admin admin] Deleting port 5f3e3da7-92c3-45fc-8608-5ec923595aee {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:54:06.790253 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-24cfd12a-f2b4-4c23-867d-8a12fd87636a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (5f3e3da7-92c3-45fc-8608-5ec923595aee), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:06.872103 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-24cfd12a-f2b4-4c23-867d-8a12fd87636a admin admin] For port 5f3e3da7-92c3-45fc-8608-5ec923595aee, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=5f3e3da7-92c3-45fc-8608-5ec923595aee,segment=NetworkSegment(27551a68-6b35-43de-97a8-6fe741080cf6),segment_id=27551a68-6b35-43de-97a8-6fe741080cf6)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:54:06.872619 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-24cfd12a-f2b4-4c23-867d-8a12fd87636a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (5f3e3da7-92c3-45fc-8608-5ec923595aee), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:06.885776 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-24cfd12a-f2b4-4c23-867d-8a12fd87636a admin admin] Calling delete_port for 5f3e3da7-92c3-45fc-8608-5ec923595aee owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:54:07.076914 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-24cfd12a-f2b4-4c23-867d-8a12fd87636a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (5f3e3da7-92c3-45fc-8608-5ec923595aee), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:07.103590 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cfd12a-f2b4-4c23-867d-8a12fd87636a admin admin] Pushing event deleted for resources: {'Port': ['ID=5f3e3da7-92c3-45fc-8608-5ec923595aee,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:07.124183 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6b1c970a-e193-4e92-8233-990015707be6 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:54:07.146570 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 6b1c970a-e193-4e92-8233-990015707be6 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:54:07.147242 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 6b1c970a-e193-4e92-8233-990015707be6 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:54:07.147844 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 19682846-2bfe-44af-977f-5642989df690 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:54:07.173732 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 19682846-2bfe-44af-977f-5642989df690 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:54:07.174392 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 19682846-2bfe-44af-977f-5642989df690 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:54:07.303805 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-24cfd12a-f2b4-4c23-867d-8a12fd87636a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (5b7232db-f3bb-41d7-b570-e21e2da51fc2), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:07.527976 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24cfd12a-f2b4-4c23-867d-8a12fd87636a admin admin] Router 5b7232db-f3bb-41d7-b570-e21e2da51fc2 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:54:07.636674 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cfd12a-f2b4-4c23-867d-8a12fd87636a admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:54:07.642222 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-24cfd12a-f2b4-4c23-867d-8a12fd87636a admin admin] 10.222.0.11 "PUT /v2.0/routers/5b7232db-f3bb-41d7-b570-e21e2da51fc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4755132 Mar 07 11:54:07.645055 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47122) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:54:07.649047 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b0f023-1546-49fb-9da3-04b973e83b80 None None] Sync routers for ids ['5b7232db-f3bb-41d7-b570-e21e2da51fc2'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:54:07.660590 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b0f023-1546-49fb-9da3-04b973e83b80 None None] Routers {'5b7232db-f3bb-41d7-b570-e21e2da51fc2'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:54:07.661377 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-50b0f023-1546-49fb-9da3-04b973e83b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:53:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5b7232db-f3bb-41d7-b570-e21e2da51fc2'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:54:07.772733 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-50b0f023-1546-49fb-9da3-04b973e83b80 None None] Set router 5b7232db-f3bb-41d7-b570-e21e2da51fc2 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:54:07.967924 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-50b0f023-1546-49fb-9da3-04b973e83b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7232db-f3bb-41d7-b570-e21e2da51fc2', 'name': 'tempest-TestShelveInstance-510360513-router', 'tenant_id': '461ba333efdf48dba960501215dd4a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '972fd152-a4b1-4f53-a2ca-44513ed373f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:44:18Z', 'updated_at': '2022-03-07T11:54:07Z', 'revision_number': 5, 'project_id': '461ba333efdf48dba960501215dd4a8c', 'gw_port': {'id': '972fd152-a4b1-4f53-a2ca-44513ed373f2', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:be:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7232db-f3bb-41d7-b570-e21e2da51fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:19Z', 'updated_at': '2022-03-07T11:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:54:07.996023 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b0f023-1546-49fb-9da3-04b973e83b80 None None] Checking router: 5b7232db-f3bb-41d7-b570-e21e2da51fc2 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:54:08.005501 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b0f023-1546-49fb-9da3-04b973e83b80 None None] Routers {'5b7232db-f3bb-41d7-b570-e21e2da51fc2'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:54:08.006272 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-50b0f023-1546-49fb-9da3-04b973e83b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:53:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5b7232db-f3bb-41d7-b570-e21e2da51fc2'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:54:08.106797 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-72532f3d-7c9d-472b-9f12-b7ce8d4101c5 admin admin] Publish callbacks [] for router (5b7232db-f3bb-41d7-b570-e21e2da51fc2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:08.213640 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-72532f3d-7c9d-472b-9f12-b7ce8d4101c5 admin admin] Publish callbacks [] for router_gateway (5b7232db-f3bb-41d7-b570-e21e2da51fc2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:08.271149 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-72532f3d-7c9d-472b-9f12-b7ce8d4101c5 admin admin] Deleting port 972fd152-a4b1-4f53-a2ca-44513ed373f2 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:54:08.271493 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-72532f3d-7c9d-472b-9f12-b7ce8d4101c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (972fd152-a4b1-4f53-a2ca-44513ed373f2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:08.288234 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-50b0f023-1546-49fb-9da3-04b973e83b80 None None] Set router 5b7232db-f3bb-41d7-b570-e21e2da51fc2 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:54:08.358672 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-72532f3d-7c9d-472b-9f12-b7ce8d4101c5 admin admin] For port 972fd152-a4b1-4f53-a2ca-44513ed373f2, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=972fd152-a4b1-4f53-a2ca-44513ed373f2,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:54:08.359057 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-72532f3d-7c9d-472b-9f12-b7ce8d4101c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (972fd152-a4b1-4f53-a2ca-44513ed373f2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:08.372138 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-72532f3d-7c9d-472b-9f12-b7ce8d4101c5 admin admin] Calling delete_port for 972fd152-a4b1-4f53-a2ca-44513ed373f2 owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:54:08.474707 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-50b0f023-1546-49fb-9da3-04b973e83b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7232db-f3bb-41d7-b570-e21e2da51fc2', 'name': 'tempest-TestShelveInstance-510360513-router', 'tenant_id': '461ba333efdf48dba960501215dd4a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '972fd152-a4b1-4f53-a2ca-44513ed373f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:44:18Z', 'updated_at': '2022-03-07T11:54:07Z', 'revision_number': 5, 'project_id': '461ba333efdf48dba960501215dd4a8c', 'gw_port': {'id': '972fd152-a4b1-4f53-a2ca-44513ed373f2', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:be:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7232db-f3bb-41d7-b570-e21e2da51fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:19Z', 'updated_at': '2022-03-07T11:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:54:08.505127 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b0f023-1546-49fb-9da3-04b973e83b80 None None] The sync data for ids ['5b7232db-f3bb-41d7-b570-e21e2da51fc2'] in n-d-832164-4 is: [{'id': '5b7232db-f3bb-41d7-b570-e21e2da51fc2', 'name': 'tempest-TestShelveInstance-510360513-router', 'tenant_id': '461ba333efdf48dba960501215dd4a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '972fd152-a4b1-4f53-a2ca-44513ed373f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:44:18Z', 'updated_at': '2022-03-07T11:54:07Z', 'revision_number': 5, 'project_id': '461ba333efdf48dba960501215dd4a8c', 'gw_port': {'id': '972fd152-a4b1-4f53-a2ca-44513ed373f2', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:be:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7232db-f3bb-41d7-b570-e21e2da51fc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4391, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:44:19Z', 'updated_at': '2022-03-07T11:44:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:54:08.547323 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-72532f3d-7c9d-472b-9f12-b7ce8d4101c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (972fd152-a4b1-4f53-a2ca-44513ed373f2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:08.577090 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72532f3d-7c9d-472b-9f12-b7ce8d4101c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=972fd152-a4b1-4f53-a2ca-44513ed373f2,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:08.635746 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-72532f3d-7c9d-472b-9f12-b7ce8d4101c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (5b7232db-f3bb-41d7-b570-e21e2da51fc2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:08.718129 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-5861589a-497e-44e3-8f8e-c1dbac4c317c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:08.730515 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-72532f3d-7c9d-472b-9f12-b7ce8d4101c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (5b7232db-f3bb-41d7-b570-e21e2da51fc2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:08.732559 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-72532f3d-7c9d-472b-9f12-b7ce8d4101c5 admin admin] Publish callbacks [] for router_controller (5b7232db-f3bb-41d7-b570-e21e2da51fc2), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:08.774468 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-72532f3d-7c9d-472b-9f12-b7ce8d4101c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (5b7232db-f3bb-41d7-b570-e21e2da51fc2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:08.775028 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72532f3d-7c9d-472b-9f12-b7ce8d4101c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b7232db-f3bb-41d7-b570-e21e2da51fc2 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:54:08.779272 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-72532f3d-7c9d-472b-9f12-b7ce8d4101c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:08.781344 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-72532f3d-7c9d-472b-9f12-b7ce8d4101c5 admin admin] 10.222.0.11 "DELETE /v2.0/routers/5b7232db-f3bb-41d7-b570-e21e2da51fc2 HTTP/1.1" status: 204 len: 168 time: 1.1352417 Mar 07 11:54:08.783726 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47124) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:54:08.832038 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aaae9d4-33d4-49db-9ec9-ab648e2d11ec admin admin] Deleting subnet f6df6386-9b8f-45e9-beb6-14df95110609 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:54:08.835323 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3aaae9d4-33d4-49db-9ec9-ab648e2d11ec admin admin] Publish callbacks [] for subnet (f6df6386-9b8f-45e9-beb6-14df95110609), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:08.871544 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3aaae9d4-33d4-49db-9ec9-ab648e2d11ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (f6df6386-9b8f-45e9-beb6-14df95110609), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:08.953384 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3aaae9d4-33d4-49db-9ec9-ab648e2d11ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (f6df6386-9b8f-45e9-beb6-14df95110609), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:09.007232 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3aaae9d4-33d4-49db-9ec9-ab648e2d11ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (f6df6386-9b8f-45e9-beb6-14df95110609), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:09.035279 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaae9d4-33d4-49db-9ec9-ab648e2d11ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6df6386-9b8f-45e9-beb6-14df95110609,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:09.041500 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3aaae9d4-33d4-49db-9ec9-ab648e2d11ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:09.047500 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3aaae9d4-33d4-49db-9ec9-ab648e2d11ec admin admin] 10.222.0.11 "DELETE /v2.0/subnets/f6df6386-9b8f-45e9-beb6-14df95110609 HTTP/1.1" status: 204 len: 168 time: 0.2600021 Mar 07 11:54:09.047773 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47126) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:54:09.049637 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b26bb8-9b7e-4f9f-833d-fe7f27996bab None None] Network 8cd554ec-71d7-4dc9-80eb-653e0b8c3771 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:54:09.132998 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dd8bd893-9d8e-4302-8187-917257a69b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (8cd554ec-71d7-4dc9-80eb-653e0b8c3771), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:09.200118 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-dd8bd893-9d8e-4302-8187-917257a69b2b admin admin] Deleting port 0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:54:09.200730 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dd8bd893-9d8e-4302-8187-917257a69b2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:09.210400 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 5f3e3da7-92c3-45fc-8608-5ec923595aee no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:54:09.248455 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 5f3e3da7-92c3-45fc-8608-5ec923595aee {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:54:09.248804 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 5f3e3da7-92c3-45fc-8608-5ec923595aee not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:54:09.282359 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-dd8bd893-9d8e-4302-8187-917257a69b2b admin admin] For port 0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca,segment=NetworkSegment(27551a68-6b35-43de-97a8-6fe741080cf6),segment_id=27551a68-6b35-43de-97a8-6fe741080cf6)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:54:09.282641 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dd8bd893-9d8e-4302-8187-917257a69b2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:09.297072 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-dd8bd893-9d8e-4302-8187-917257a69b2b admin admin] Calling delete_port for 0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:54:09.374660 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dd8bd893-9d8e-4302-8187-917257a69b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:09.403395 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8bd893-9d8e-4302-8187-917257a69b2b admin admin] Pushing event deleted for resources: {'Port': ['ID=0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:09.407670 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8bd893-9d8e-4302-8187-917257a69b2b admin admin] No DVR routers for this DVR port 0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:54:09.476851 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dd8bd893-9d8e-4302-8187-917257a69b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (8cd554ec-71d7-4dc9-80eb-653e0b8c3771), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:09.497270 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-dd8bd893-9d8e-4302-8187-917257a69b2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd554ec-71d7-4dc9-80eb-653e0b8c3771']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:54:09.507242 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-dd8bd893-9d8e-4302-8187-917257a69b2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27551a68-6b35-43de-97a8-6fe741080cf6') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:54:09.507536 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-dd8bd893-9d8e-4302-8187-917257a69b2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27551a68-6b35-43de-97a8-6fe741080cf6') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:54:09.517369 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dd8bd893-9d8e-4302-8187-917257a69b2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (27551a68-6b35-43de-97a8-6fe741080cf6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:09.531227 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dd8bd893-9d8e-4302-8187-917257a69b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (27551a68-6b35-43de-97a8-6fe741080cf6), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:09.538661 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd8bd893-9d8e-4302-8187-917257a69b2b admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:54:09.539350 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dd8bd893-9d8e-4302-8187-917257a69b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (27551a68-6b35-43de-97a8-6fe741080cf6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:09.541092 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 11:54:09.541092 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:54:09.541092 n-d-832164-4 neutron-server[103766]: timer() Mar 07 11:54:09.541092 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:54:09.541092 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 11:54:09.541092 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:54:09.541092 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 11:54:09.541092 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:54:09.541092 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 11:54:09.541092 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:54:09.541092 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 11:54:09.541092 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:54:09.541092 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 11:54:09.541092 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:54:09.541092 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:54:09.541092 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:54:09.541092 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:54:09.541092 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:54:09.541092 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 11:54:09.541092 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:54:09.541092 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 11:54:09.541092 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:54:09.541092 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:54:09.541092 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:54:09.541092 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 11:54:09.541092 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:54:09.541092 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:54:09.541092 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:54:09.541092 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:54:09.541092 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:54:09.541092 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:54:09.541092 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:54:09.573225 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e32121-9121-482a-8319-a290ef4b5d93 None None] DHCP port deletion for 8cd554ec-71d7-4dc9-80eb-653e0b8c3771 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:54:09.605774 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dd8bd893-9d8e-4302-8187-917257a69b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (8cd554ec-71d7-4dc9-80eb-653e0b8c3771), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:09.610239 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-dd8bd893-9d8e-4302-8187-917257a69b2b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:09.613670 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-dd8bd893-9d8e-4302-8187-917257a69b2b admin admin] 10.222.0.11 "DELETE /v2.0/networks/8cd554ec-71d7-4dc9-80eb-653e0b8c3771 HTTP/1.1" status: 204 len: 168 time: 0.5647781 Mar 07 11:54:09.626642 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8bd893-9d8e-4302-8187-917257a69b2b admin admin] Pushing event deleted for resources: {'Network': ['ID=8cd554ec-71d7-4dc9-80eb-653e0b8c3771,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:09.720382 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47130) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:54:09.760662 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-938b3fe0-f54d-47b2-9fb1-94edfbb86577 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6c3e372401134e80af5dda0d4274c18a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391002 Mar 07 11:54:09.763232 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47132) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:54:09.814701 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3410ce67-1af8-40be-8fa0-4380ad3a2737 admin admin] Publish callbacks [] for security_group (dc3a806b-167a-4652-8541-45394ef6918f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:09.838222 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3410ce67-1af8-40be-8fa0-4380ad3a2737 admin admin] Publish callbacks [] for security_group (dc3a806b-167a-4652-8541-45394ef6918f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:09.889854 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3410ce67-1af8-40be-8fa0-4380ad3a2737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (dc3a806b-167a-4652-8541-45394ef6918f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:09.892414 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-3410ce67-1af8-40be-8fa0-4380ad3a2737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:09.893628 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-3410ce67-1af8-40be-8fa0-4380ad3a2737 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/dc3a806b-167a-4652-8541-45394ef6918f HTTP/1.1" status: 204 len: 168 time: 0.1288412 Mar 07 11:54:09.901675 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410ce67-1af8-40be-8fa0-4380ad3a2737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3a806b-167a-4652-8541-45394ef6918f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:10.212418 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47138) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:54:10.215276 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:10.242714 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:54:10.251587 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-09b54701-8500-43c5-9412-6292b9fead24 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=461ba333efdf48dba960501215dd4a8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380135 Mar 07 11:54:10.254207 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47140) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:54:10.301404 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b98c4fa9-d8eb-41d5-9b18-eef2b80d12a6 admin admin] Publish callbacks [] for security_group (050f84ef-de37-4b95-bdcd-802b99b8ac54), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:10.322585 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b98c4fa9-d8eb-41d5-9b18-eef2b80d12a6 admin admin] Publish callbacks [] for security_group (050f84ef-de37-4b95-bdcd-802b99b8ac54), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:10.367167 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b98c4fa9-d8eb-41d5-9b18-eef2b80d12a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (050f84ef-de37-4b95-bdcd-802b99b8ac54), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:10.369681 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b98c4fa9-d8eb-41d5-9b18-eef2b80d12a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:10.370822 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b98c4fa9-d8eb-41d5-9b18-eef2b80d12a6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/050f84ef-de37-4b95-bdcd-802b99b8ac54 HTTP/1.1" status: 204 len: 168 time: 0.1155143 Mar 07 11:54:10.378703 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c4fa9-d8eb-41d5-9b18-eef2b80d12a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050f84ef-de37-4b95-bdcd-802b99b8ac54,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:11.054911 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47162) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:54:11.114208 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 972fd152-a4b1-4f53-a2ca-44513ed373f2 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:54:11.134794 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 972fd152-a4b1-4f53-a2ca-44513ed373f2 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:54:11.135237 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 972fd152-a4b1-4f53-a2ca-44513ed373f2 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:54:11.135800 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:54:11.156315 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-b97b2c54-bced-4368-a282-c448061a4131 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1849005564-network', 'tenant_id': 'f0cf1e7597494f08979181318a89d086'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:54:11.159296 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:54:11.159649 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 0a8acb0e-3be9-44ca-b554-bcbfecd0b3ca not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:54:11.178362 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97b2c54-bced-4368-a282-c448061a4131 admin admin] Made reservation on behalf of f0cf1e7597494f08979181318a89d086 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:54:11.180657 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b97b2c54-bced-4368-a282-c448061a4131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:11.189553 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b97b2c54-bced-4368-a282-c448061a4131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:11.265132 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b97b2c54-bced-4368-a282-c448061a4131 admin admin] Publish callbacks [] for security_group (80ff5522-9b15-4854-b43f-e5f82978b5dd), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:11.268762 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b97b2c54-bced-4368-a282-c448061a4131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (80ff5522-9b15-4854-b43f-e5f82978b5dd), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:11.290138 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b97b2c54-bced-4368-a282-c448061a4131 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 247} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:54:11.305373 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b2c54-bced-4368-a282-c448061a4131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ff5522-9b15-4854-b43f-e5f82978b5dd,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:11.310204 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b97b2c54-bced-4368-a282-c448061a4131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (25a51530-dbf8-4187-b4d8-f1ff32a5dadb), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:11.310594 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-b97b2c54-bced-4368-a282-c448061a4131 admin admin] Added segment 25a51530-dbf8-4187-b4d8-f1ff32a5dadb of type vlan for network 929f5bbb-3bd7-4ad9-bc66-3d874fa82730 Mar 07 11:54:11.350539 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b97b2c54-bced-4368-a282-c448061a4131 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (929f5bbb-3bd7-4ad9-bc66-3d874fa82730), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:11.374207 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b97b2c54-bced-4368-a282-c448061a4131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (929f5bbb-3bd7-4ad9-bc66-3d874fa82730), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:11.375081 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97b2c54-bced-4368-a282-c448061a4131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:54:11.375662 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b97b2c54-bced-4368-a282-c448061a4131 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:11.407889 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b97b2c54-bced-4368-a282-c448061a4131 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3518779 Mar 07 11:54:11.410896 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47166) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:54:11.417186 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-9e57ce07-fab7-4ecd-859f-326474e4d74f admin admin] Request body: {'subnet': {'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1849005564-subnet', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:54:11.438130 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b2c54-bced-4368-a282-c448061a4131 admin admin] Pushing event updated for resources: {'Network': ['ID=929f5bbb-3bd7-4ad9-bc66-3d874fa82730,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:11.438360 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e57ce07-fab7-4ecd-859f-326474e4d74f admin admin] Made reservation on behalf of f0cf1e7597494f08979181318a89d086 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:54:11.442000 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e57ce07-fab7-4ecd-859f-326474e4d74f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:11.447978 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 929f5bbb-3bd7-4ad9-bc66-3d874fa82730 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:54:11.613189 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e57ce07-fab7-4ecd-859f-326474e4d74f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (35fed5e5-3c0f-467d-94aa-ff25e148db02), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:11.668832 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57ce07-fab7-4ecd-859f-326474e4d74f admin admin] Pushing event updated for resources: {'Subnet': ['ID=35fed5e5-3c0f-467d-94aa-ff25e148db02,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:11.676444 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e57ce07-fab7-4ecd-859f-326474e4d74f admin admin] Checking segment: {'id': '25a51530-dbf8-4187-b4d8-f1ff32a5dadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:54:11.676823 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e57ce07-fab7-4ecd-859f-326474e4d74f admin admin] Network hostable DHCP agents. Network: 929f5bbb-3bd7-4ad9-bc66-3d874fa82730, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:54:11.693614 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e57ce07-fab7-4ecd-859f-326474e4d74f admin admin] Network 929f5bbb-3bd7-4ad9-bc66-3d874fa82730 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:54:11.701581 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-9e57ce07-fab7-4ecd-859f-326474e4d74f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 929f5bbb-3bd7-4ad9-bc66-3d874fa82730) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:54:11.705542 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e57ce07-fab7-4ecd-859f-326474e4d74f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:54:11.706137 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9e57ce07-fab7-4ecd-859f-326474e4d74f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:11.710032 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8635d845-6b3f-4c04-8f11-1f5686e5a5a4 None None] Network 929f5bbb-3bd7-4ad9-bc66-3d874fa82730 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:54:11.721858 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9e57ce07-fab7-4ecd-859f-326474e4d74f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3098054 Mar 07 11:54:11.724458 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47168) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:54:11.728575 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-c9f779e0-4ce6-4fc6-997b-b1efbd1fe210 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1849005564-router', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:54:11.748100 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c9f779e0-4ce6-4fc6-997b-b1efbd1fe210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (d2a08ced-73b6-4852-ab87-eba74403a383), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:11.749290 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c9f779e0-4ce6-4fc6-997b-b1efbd1fe210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (d2a08ced-73b6-4852-ab87-eba74403a383), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:11.814982 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c9f779e0-4ce6-4fc6-997b-b1efbd1fe210 admin admin] Publish callbacks [] for router_controller (d2a08ced-73b6-4852-ab87-eba74403a383), precommit_add_association {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:11.834976 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f742d4e-6cd6-47e0-b961-a575d01e884c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'project_id': 'f0cf1e7597494f08979181318a89d086', 'fixed_ips': [{'subnet_id': '35fed5e5-3c0f-467d-94aa-ff25e148db02'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:54:11.835919 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8f742d4e-6cd6-47e0-b961-a575d01e884c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:11.966152 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c9f779e0-4ce6-4fc6-997b-b1efbd1fe210 admin admin] Publish callbacks [] for router_gateway (d2a08ced-73b6-4852-ab87-eba74403a383), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:11.989886 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:11.991128 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-8f742d4e-6cd6-47e0-b961-a575d01e884c None None] Allocated IP 172.20.0.2 (929f5bbb-3bd7-4ad9-bc66-3d874fa82730/35fed5e5-3c0f-467d-94aa-ff25e148db02/8ad63db5-e586-4339-b005-c918978488ca) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:54:12.145221 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8f742d4e-6cd6-47e0-b961-a575d01e884c None None] Publish callbacks [] for port (8ad63db5-e586-4339-b005-c918978488ca), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:12.151352 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8f742d4e-6cd6-47e0-b961-a575d01e884c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (8ad63db5-e586-4339-b005-c918978488ca), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:12.197777 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f742d4e-6cd6-47e0-b961-a575d01e884c None None] Network 929f5bbb-3bd7-4ad9-bc66-3d874fa82730 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:54:12.200793 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-8f742d4e-6cd6-47e0-b961-a575d01e884c None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:54:12.205233 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f742d4e-6cd6-47e0-b961-a575d01e884c None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:54:12.214289 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f742d4e-6cd6-47e0-b961-a575d01e884c None None] Pushing event updated for resources: {'Port': ['ID=8ad63db5-e586-4339-b005-c918978488ca,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:12.270231 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-8f742d4e-6cd6-47e0-b961-a575d01e884c None None] Attempting to bind port 8ad63db5-e586-4339-b005-c918978488ca on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:54:12.270773 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-8f742d4e-6cd6-47e0-b961-a575d01e884c None None] Attempting to bind port 8ad63db5-e586-4339-b005-c918978488ca by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '25a51530-dbf8-4187-b4d8-f1ff32a5dadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:54:12.271138 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f742d4e-6cd6-47e0-b961-a575d01e884c None None] Attempting to bind port 8ad63db5-e586-4339-b005-c918978488ca on network 929f5bbb-3bd7-4ad9-bc66-3d874fa82730 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:54:12.276217 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f742d4e-6cd6-47e0-b961-a575d01e884c None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:54:12.276594 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f742d4e-6cd6-47e0-b961-a575d01e884c None None] Checking segment: {'id': '25a51530-dbf8-4187-b4d8-f1ff32a5dadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:54:12.277014 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8f742d4e-6cd6-47e0-b961-a575d01e884c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:12.277426 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f742d4e-6cd6-47e0-b961-a575d01e884c None None] Bound using segment: {'id': '25a51530-dbf8-4187-b4d8-f1ff32a5dadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:54:12.277889 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-8f742d4e-6cd6-47e0-b961-a575d01e884c None None] Bound port: 8ad63db5-e586-4339-b005-c918978488ca, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a51530-dbf8-4187-b4d8-f1ff32a5dadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:54:12.278273 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8f742d4e-6cd6-47e0-b961-a575d01e884c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8ad63db5-e586-4339-b005-c918978488ca), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:12.344272 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-8f742d4e-6cd6-47e0-b961-a575d01e884c None None] For port 8ad63db5-e586-4339-b005-c918978488ca, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:54:12.347273 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-8f742d4e-6cd6-47e0-b961-a575d01e884c None None] For port 8ad63db5-e586-4339-b005-c918978488ca, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=8ad63db5-e586-4339-b005-c918978488ca,segment=NetworkSegment(25a51530-dbf8-4187-b4d8-f1ff32a5dadb),segment_id=25a51530-dbf8-4187-b4d8-f1ff32a5dadb)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:54:12.353537 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8f742d4e-6cd6-47e0-b961-a575d01e884c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8ad63db5-e586-4339-b005-c918978488ca), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:12.413840 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f742d4e-6cd6-47e0-b961-a575d01e884c None None] Pushing event updated for resources: {'Port': ['ID=8ad63db5-e586-4339-b005-c918978488ca,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:12.505217 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c9f779e0-4ce6-4fc6-997b-b1efbd1fe210 admin admin] Publish callbacks [] for router_gateway (d2a08ced-73b6-4852-ab87-eba74403a383), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:12.525188 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c9f779e0-4ce6-4fc6-997b-b1efbd1fe210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:12.654350 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-c9f779e0-4ce6-4fc6-997b-b1efbd1fe210 admin admin] Allocated IP 172.25.3.232 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/f3b5e0a9-7792-4047-832c-c71b166ba8b6) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:54:12.762535 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c9f779e0-4ce6-4fc6-997b-b1efbd1fe210 admin admin] Publish callbacks [] for port (f3b5e0a9-7792-4047-832c-c71b166ba8b6), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:12.800089 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c9f779e0-4ce6-4fc6-997b-b1efbd1fe210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (f3b5e0a9-7792-4047-832c-c71b166ba8b6), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:12.839364 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f779e0-4ce6-4fc6-997b-b1efbd1fe210 admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:54:12.846526 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-c9f779e0-4ce6-4fc6-997b-b1efbd1fe210 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:54:12.850882 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f779e0-4ce6-4fc6-997b-b1efbd1fe210 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:54:12.892017 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f779e0-4ce6-4fc6-997b-b1efbd1fe210 admin admin] Pushing event updated for resources: {'Port': ['ID=f3b5e0a9-7792-4047-832c-c71b166ba8b6,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:13.146221 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c9f779e0-4ce6-4fc6-997b-b1efbd1fe210 admin admin] Publish callbacks [] for router_gateway (d2a08ced-73b6-4852-ab87-eba74403a383), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:13.161578 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:13.166516 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 8ad63db5-e586-4339-b005-c918978488ca up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:54:13.222499 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 8ad63db5-e586-4339-b005-c918978488ca triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:54:13.223023 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (8ad63db5-e586-4339-b005-c918978488ca), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:13.326233 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 8ad63db5-e586-4339-b005-c918978488ca is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:54:13.326494 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (8ad63db5-e586-4339-b005-c918978488ca), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:13.362575 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da15b9fb-465c-49d0-bf65-4ea173b7f716 None None] Network 929f5bbb-3bd7-4ad9-bc66-3d874fa82730 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:54:13.368397 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 8ad63db5-e586-4339-b005-c918978488ca, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=8ad63db5-e586-4339-b005-c918978488ca,segment=NetworkSegment(25a51530-dbf8-4187-b4d8-f1ff32a5dadb),segment_id=25a51530-dbf8-4187-b4d8-f1ff32a5dadb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:54:13.385728 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c9f779e0-4ce6-4fc6-997b-b1efbd1fe210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (d2a08ced-73b6-4852-ab87-eba74403a383), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:13.390362 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (8ad63db5-e586-4339-b005-c918978488ca), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:13.475583 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-d46b2bd2-014b-42b9-8008-4d6d4eb2adac None None] Provisioning complete for port 8ad63db5-e586-4339-b005-c918978488ca triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:54:13.475962 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d46b2bd2-014b-42b9-8008-4d6d4eb2adac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (8ad63db5-e586-4339-b005-c918978488ca), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:13.512149 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=8ad63db5-e586-4339-b005-c918978488ca,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:13.523244 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f779e0-4ce6-4fc6-997b-b1efbd1fe210 admin admin] Router d2a08ced-73b6-4852-ab87-eba74403a383 is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103767) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:54:13.605253 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-d46b2bd2-014b-42b9-8008-4d6d4eb2adac None None] Current status of the port 8ad63db5-e586-4339-b005-c918978488ca is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:54:13.641618 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f779e0-4ce6-4fc6-997b-b1efbd1fe210 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:54:13.650968 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7335587-5cc1-41e9-a10e-affed6e73dc5 None None] Sync routers for ids ['d2a08ced-73b6-4852-ab87-eba74403a383'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:54:13.664264 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c9f779e0-4ce6-4fc6-997b-b1efbd1fe210 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:13.668262 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c9f779e0-4ce6-4fc6-997b-b1efbd1fe210 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9403751 Mar 07 11:54:13.668489 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47170) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:54:13.678485 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7335587-5cc1-41e9-a10e-affed6e73dc5 None None] Routers {'d2a08ced-73b6-4852-ab87-eba74403a383'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:54:13.679107 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e7335587-5cc1-41e9-a10e-affed6e73dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:54:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d2a08ced-73b6-4852-ab87-eba74403a383'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:54:13.830033 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-f6d3307d-c5aa-4fb9-aad5-1044228ad3c5 None None] Provisioning complete for port 8ad63db5-e586-4339-b005-c918978488ca triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:54:13.830588 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f6d3307d-c5aa-4fb9-aad5-1044228ad3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (8ad63db5-e586-4339-b005-c918978488ca), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:13.838894 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-e7335587-5cc1-41e9-a10e-affed6e73dc5 None None] Set router d2a08ced-73b6-4852-ab87-eba74403a383 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:54:13.920222 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f6d3307d-c5aa-4fb9-aad5-1044228ad3c5 None None] Current status of the port 8ad63db5-e586-4339-b005-c918978488ca is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:54:14.073093 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e7335587-5cc1-41e9-a10e-affed6e73dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'name': 'tempest-TestSnapshotPattern-1849005564-router', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:54:11Z', 'updated_at': '2022-03-07T11:54:13Z', 'revision_number': 3, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'gw_port': {'id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:12Z', 'updated_at': '2022-03-07T11:54:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:54:14.099180 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7335587-5cc1-41e9-a10e-affed6e73dc5 None None] Checking router: d2a08ced-73b6-4852-ab87-eba74403a383 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:54:14.099605 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7335587-5cc1-41e9-a10e-affed6e73dc5 None None] Updating router d2a08ced-73b6-4852-ab87-eba74403a383 port f3b5e0a9-7792-4047-832c-c71b166ba8b6 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:54:14.115001 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5c93c0f8-2642-4627-a6b8-405886f75a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:14.127091 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e7335587-5cc1-41e9-a10e-affed6e73dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f3b5e0a9-7792-4047-832c-c71b166ba8b6), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:14.276073 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-5c93c0f8-2642-4627-a6b8-405886f75a93 admin admin] Allocated IP 172.20.0.1 (929f5bbb-3bd7-4ad9-bc66-3d874fa82730/35fed5e5-3c0f-467d-94aa-ff25e148db02/51307354-c56a-4287-b674-a34e8d462558) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:54:14.385203 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5c93c0f8-2642-4627-a6b8-405886f75a93 admin admin] Publish callbacks [] for port (51307354-c56a-4287-b674-a34e8d462558), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:14.390749 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e7335587-5cc1-41e9-a10e-affed6e73dc5 None None] Publish callbacks [] for port (f3b5e0a9-7792-4047-832c-c71b166ba8b6), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:14.396105 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e7335587-5cc1-41e9-a10e-affed6e73dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f3b5e0a9-7792-4047-832c-c71b166ba8b6), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:14.421509 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5c93c0f8-2642-4627-a6b8-405886f75a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (51307354-c56a-4287-b674-a34e8d462558), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:14.450686 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-e7335587-5cc1-41e9-a10e-affed6e73dc5 None None] Attempting to bind port f3b5e0a9-7792-4047-832c-c71b166ba8b6 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:54:14.451579 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-e7335587-5cc1-41e9-a10e-affed6e73dc5 None None] Attempting to bind port f3b5e0a9-7792-4047-832c-c71b166ba8b6 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:54:14.452003 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7335587-5cc1-41e9-a10e-affed6e73dc5 None None] Attempting to bind port f3b5e0a9-7792-4047-832c-c71b166ba8b6 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:54:14.460969 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6690ad-8d75-4f74-b3ba-94a253e40efe None None] Pushing event updated for resources: {'Port': ['ID=f3b5e0a9-7792-4047-832c-c71b166ba8b6,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:14.463212 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7335587-5cc1-41e9-a10e-affed6e73dc5 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:54:14.463583 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7335587-5cc1-41e9-a10e-affed6e73dc5 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:54:14.463987 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e7335587-5cc1-41e9-a10e-affed6e73dc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:14.464375 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7335587-5cc1-41e9-a10e-affed6e73dc5 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:54:14.464854 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-e7335587-5cc1-41e9-a10e-affed6e73dc5 None None] Bound port: f3b5e0a9-7792-4047-832c-c71b166ba8b6, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:54:14.465246 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e7335587-5cc1-41e9-a10e-affed6e73dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f3b5e0a9-7792-4047-832c-c71b166ba8b6), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:14.465782 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c93c0f8-2642-4627-a6b8-405886f75a93 admin admin] Network 929f5bbb-3bd7-4ad9-bc66-3d874fa82730 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:54:14.469334 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-5c93c0f8-2642-4627-a6b8-405886f75a93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:54:14.472907 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c93c0f8-2642-4627-a6b8-405886f75a93 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:54:14.491008 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6690ad-8d75-4f74-b3ba-94a253e40efe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:54:14.491389 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6690ad-8d75-4f74-b3ba-94a253e40efe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:54:14.491683 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6690ad-8d75-4f74-b3ba-94a253e40efe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:54:14.492022 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6690ad-8d75-4f74-b3ba-94a253e40efe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:54:14.492356 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6690ad-8d75-4f74-b3ba-94a253e40efe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:54:14.492670 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6690ad-8d75-4f74-b3ba-94a253e40efe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:54:14.493012 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6690ad-8d75-4f74-b3ba-94a253e40efe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:54:14.493388 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6690ad-8d75-4f74-b3ba-94a253e40efe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:54:14.493701 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6690ad-8d75-4f74-b3ba-94a253e40efe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:54:14.494030 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6690ad-8d75-4f74-b3ba-94a253e40efe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:54:14.494356 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6690ad-8d75-4f74-b3ba-94a253e40efe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:54:14.494677 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6690ad-8d75-4f74-b3ba-94a253e40efe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:54:14.494999 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6690ad-8d75-4f74-b3ba-94a253e40efe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:54:14.496500 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93c0f8-2642-4627-a6b8-405886f75a93 admin admin] Pushing event updated for resources: {'Port': ['ID=51307354-c56a-4287-b674-a34e8d462558,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:14.521498 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5c93c0f8-2642-4627-a6b8-405886f75a93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (d2a08ced-73b6-4852-ab87-eba74403a383), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:14.534409 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-e7335587-5cc1-41e9-a10e-affed6e73dc5 None None] For port f3b5e0a9-7792-4047-832c-c71b166ba8b6, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:54:14.537772 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-e7335587-5cc1-41e9-a10e-affed6e73dc5 None None] For port f3b5e0a9-7792-4047-832c-c71b166ba8b6, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=f3b5e0a9-7792-4047-832c-c71b166ba8b6,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:54:14.547678 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-e7335587-5cc1-41e9-a10e-affed6e73dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f3b5e0a9-7792-4047-832c-c71b166ba8b6), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:14.613466 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7335587-5cc1-41e9-a10e-affed6e73dc5 None None] Routers {'d2a08ced-73b6-4852-ab87-eba74403a383'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:54:14.614091 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e7335587-5cc1-41e9-a10e-affed6e73dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:54:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d2a08ced-73b6-4852-ab87-eba74403a383'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:54:14.619790 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6690ad-8d75-4f74-b3ba-94a253e40efe None None] Pushing event updated for resources: {'Port': ['ID=f3b5e0a9-7792-4047-832c-c71b166ba8b6,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:14.673734 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5c93c0f8-2642-4627-a6b8-405886f75a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (51307354-c56a-4287-b674-a34e8d462558), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:14.733950 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-e7335587-5cc1-41e9-a10e-affed6e73dc5 None None] Set router d2a08ced-73b6-4852-ab87-eba74403a383 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:54:14.747727 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-4e0b68d0-b074-48f4-9f49-b845c4849207 None None] Provisioning complete for port 51307354-c56a-4287-b674-a34e8d462558 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:54:14.749397 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4e0b68d0-b074-48f4-9f49-b845c4849207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (51307354-c56a-4287-b674-a34e8d462558), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:14.784418 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-4e0b68d0-b074-48f4-9f49-b845c4849207 None None] Port 51307354-c56a-4287-b674-a34e8d462558 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:54:14.848782 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5c93c0f8-2642-4627-a6b8-405886f75a93 admin admin] Publish callbacks [] for port (51307354-c56a-4287-b674-a34e8d462558), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:14.853303 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5c93c0f8-2642-4627-a6b8-405886f75a93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (51307354-c56a-4287-b674-a34e8d462558), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:14.913189 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e7335587-5cc1-41e9-a10e-affed6e73dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'name': 'tempest-TestSnapshotPattern-1849005564-router', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:54:11Z', 'updated_at': '2022-03-07T11:54:13Z', 'revision_number': 3, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'gw_port': {'id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:12Z', 'updated_at': '2022-03-07T11:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:54:14.918713 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c93c0f8-2642-4627-a6b8-405886f75a93 admin admin] Pushing event updated for resources: {'Port': ['ID=51307354-c56a-4287-b674-a34e8d462558,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:14.921906 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-5c93c0f8-2642-4627-a6b8-405886f75a93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (d2a08ced-73b6-4852-ab87-eba74403a383), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:14.940740 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7335587-5cc1-41e9-a10e-affed6e73dc5 None None] The sync data for ids ['d2a08ced-73b6-4852-ab87-eba74403a383'] in n-d-832164-4 is: [{'id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'name': 'tempest-TestSnapshotPattern-1849005564-router', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:54:11Z', 'updated_at': '2022-03-07T11:54:13Z', 'revision_number': 3, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'gw_port': {'id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:12Z', 'updated_at': '2022-03-07T11:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:54:15.019802 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c93c0f8-2642-4627-a6b8-405886f75a93 admin admin] Network 929f5bbb-3bd7-4ad9-bc66-3d874fa82730 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:54:15.021287 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-5c93c0f8-2642-4627-a6b8-405886f75a93 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:54:15.146980 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 8ad63db5-e586-4339-b005-c918978488ca up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:54:15.198609 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c93c0f8-2642-4627-a6b8-405886f75a93 admin admin] Router d2a08ced-73b6-4852-ab87-eba74403a383 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:54:15.236094 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 8ad63db5-e586-4339-b005-c918978488ca triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:54:15.236482 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (8ad63db5-e586-4339-b005-c918978488ca), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:15.334096 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 8ad63db5-e586-4339-b005-c918978488ca is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:54:15.338187 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c93c0f8-2642-4627-a6b8-405886f75a93 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:54:15.344549 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-5c93c0f8-2642-4627-a6b8-405886f75a93 admin admin] 10.222.0.11 "PUT /v2.0/routers/d2a08ced-73b6-4852-ab87-eba74403a383/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6749451 Mar 07 11:54:15.411473 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-e9a87786-3aa9-4ae4-8420-b5b342987656 None None] Provisioning complete for port 51307354-c56a-4287-b674-a34e8d462558 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:54:15.411961 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e9a87786-3aa9-4ae4-8420-b5b342987656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (51307354-c56a-4287-b674-a34e8d462558), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:15.450134 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-e9a87786-3aa9-4ae4-8420-b5b342987656 None None] Port 51307354-c56a-4287-b674-a34e8d462558 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:54:15.846240 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47186) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:54:15.851144 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-e9f3496f-cde4-4a89-b21f-2f9c42fdfc12 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-577945632-network', 'tenant_id': 'b2680b9b82054f54980d1b46aa7fb471'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:54:15.870563 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f3496f-cde4-4a89-b21f-2f9c42fdfc12 admin admin] Made reservation on behalf of b2680b9b82054f54980d1b46aa7fb471 for: {'network': 1} {{(pid=103766) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:54:15.873343 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e9f3496f-cde4-4a89-b21f-2f9c42fdfc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for network (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:15.882442 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e9f3496f-cde4-4a89-b21f-2f9c42fdfc12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:15.965092 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e9f3496f-cde4-4a89-b21f-2f9c42fdfc12 admin admin] Publish callbacks [] for security_group (81f9ab54-d14e-42b2-8c66-e08c786a7bd9), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:15.969685 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e9f3496f-cde4-4a89-b21f-2f9c42fdfc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (81f9ab54-d14e-42b2-8c66-e08c786a7bd9), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:15.992156 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f3496f-cde4-4a89-b21f-2f9c42fdfc12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 212} {{(pid=103766) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 07 11:54:16.008526 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e9f3496f-cde4-4a89-b21f-2f9c42fdfc12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (4434bafa-0a64-4c74-b570-f36964db1b19), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:16.008867 n-d-832164-4 neutron-server[103766]: INFO neutron.db.segments_db [None req-e9f3496f-cde4-4a89-b21f-2f9c42fdfc12 admin admin] Added segment 4434bafa-0a64-4c74-b570-f36964db1b19 of type vlan for network 0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750 Mar 07 11:54:16.010060 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3496f-cde4-4a89-b21f-2f9c42fdfc12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f9ab54-d14e-42b2-8c66-e08c786a7bd9,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:16.053413 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e9f3496f-cde4-4a89-b21f-2f9c42fdfc12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755329822486'] for network (0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:16.079886 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e9f3496f-cde4-4a89-b21f-2f9c42fdfc12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665'] for network (0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:16.081074 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f3496f-cde4-4a89-b21f-2f9c42fdfc12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:54:16.081864 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e9f3496f-cde4-4a89-b21f-2f9c42fdfc12 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:16.114868 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e9f3496f-cde4-4a89-b21f-2f9c42fdfc12 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2675040 Mar 07 11:54:16.117726 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47188) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:54:16.123477 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-f3181162-2778-45fb-ae90-badab3caecc7 admin admin] Request body: {'subnet': {'network_id': '0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-577945632-subnet', 'tenant_id': 'b2680b9b82054f54980d1b46aa7fb471', 'ip_version': 4}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:54:16.144478 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3496f-cde4-4a89-b21f-2f9c42fdfc12 admin admin] Pushing event updated for resources: {'Network': ['ID=0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:16.147213 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3181162-2778-45fb-ae90-badab3caecc7 admin admin] Made reservation on behalf of b2680b9b82054f54980d1b46aa7fb471 for: {'subnet': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:54:16.149962 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f3181162-2778-45fb-ae90-badab3caecc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4843063'] for subnet (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:16.154454 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Network 0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750 details requested by agent ovs-agent-n-d-832164-4 with host n-d-832164-4 {{(pid=103768) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 07 11:54:16.323577 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f3181162-2778-45fb-ae90-badab3caecc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4241875', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4843049'] for subnet (752c9254-9042-4955-961b-966d9dbd93df), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:16.378609 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3181162-2778-45fb-ae90-badab3caecc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=752c9254-9042-4955-961b-966d9dbd93df,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:16.390788 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3181162-2778-45fb-ae90-badab3caecc7 admin admin] Checking segment: {'id': '4434bafa-0a64-4c74-b570-f36964db1b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:54:16.391352 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3181162-2778-45fb-ae90-badab3caecc7 admin admin] Network hostable DHCP agents. Network: 0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750, hostable agents: ['83749220-3194-4ddb-8ecd-f9589b2ccb3d'], hosted agents: [] {{(pid=103767) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 07 11:54:16.408978 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3181162-2778-45fb-ae90-badab3caecc7 admin admin] Network 0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750 is scheduled to be hosted by DHCP agent 83749220-3194-4ddb-8ecd-f9589b2ccb3d with binding_index 1 {{(pid=103767) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 07 11:54:16.417780 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-f3181162-2778-45fb-ae90-badab3caecc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-832164-4, 0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750) {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:54:16.422503 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3181162-2778-45fb-ae90-badab3caecc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:54:16.423094 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-f3181162-2778-45fb-ae90-badab3caecc7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:16.427383 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19724d8f-10cf-40d5-b5b9-5b7037cd16a6 None None] Network 0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:54:16.448272 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47190) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:54:16.449660 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-f3181162-2778-45fb-ae90-badab3caecc7 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3306265 Mar 07 11:54:16.453654 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-a9d1243a-bb47-49ce-b0aa-3a9f36834e62 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-577945632-router', 'tenant_id': 'b2680b9b82054f54980d1b46aa7fb471', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:54:16.476465 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a9d1243a-bb47-49ce-b0aa-3a9f36834e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-675213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26443'] for router (5e4c53cf-2442-463f-a212-d39c0feaf57c), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:16.477898 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a9d1243a-bb47-49ce-b0aa-3a9f36834e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-674685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-671950', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-325051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26434'] for router (5e4c53cf-2442-463f-a212-d39c0feaf57c), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:16.537676 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a9d1243a-bb47-49ce-b0aa-3a9f36834e62 admin admin] Publish callbacks [] for router_controller (5e4c53cf-2442-463f-a212-d39c0feaf57c), precommit_add_association {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:16.537868 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bef4716-b249-44c9-8e72-7fa48fd45473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1b18de80-a207-555b-b5bf-23c08549b7c7-0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750', 'network_id': '0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750', 'project_id': 'b2680b9b82054f54980d1b46aa7fb471', 'fixed_ips': [{'subnet_id': '752c9254-9042-4955-961b-966d9dbd93df'}]}} from n-d-832164-4. {{(pid=103768) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 07 11:54:16.538724 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4bef4716-b249-44c9-8e72-7fa48fd45473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:16.627266 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d9cab2-490a-4499-a7df-b182db448b64 None None] Sync routers for ids ['d2a08ced-73b6-4852-ab87-eba74403a383'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:54:16.666013 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d9cab2-490a-4499-a7df-b182db448b64 None None] Routers {'d2a08ced-73b6-4852-ab87-eba74403a383'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:54:16.666637 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f2d9cab2-490a-4499-a7df-b182db448b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:54:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d2a08ced-73b6-4852-ab87-eba74403a383'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:54:16.685873 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a9d1243a-bb47-49ce-b0aa-3a9f36834e62 admin admin] Publish callbacks [] for router_gateway (5e4c53cf-2442-463f-a212-d39c0feaf57c), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:16.737741 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.db_base_plugin_common [None req-4bef4716-b249-44c9-8e72-7fa48fd45473 None None] Allocated IP 172.20.0.2 (0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750/752c9254-9042-4955-961b-966d9dbd93df/4e9cf93a-bea6-4738-a239-78978a309267) {{(pid=103768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:54:16.850795 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-f2d9cab2-490a-4499-a7df-b182db448b64 None None] Set router d2a08ced-73b6-4852-ab87-eba74403a383 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:54:16.889868 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a9d1243a-bb47-49ce-b0aa-3a9f36834e62 admin admin] Publish callbacks [] for router_gateway (5e4c53cf-2442-463f-a212-d39c0feaf57c), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:16.914088 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a9d1243a-bb47-49ce-b0aa-3a9f36834e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:17.023108 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-a9d1243a-bb47-49ce-b0aa-3a9f36834e62 admin admin] Allocated IP 172.25.3.153 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/ce11c184-adbf-4e91-818b-4e5f39cd0f61) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:54:17.057357 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4bef4716-b249-44c9-8e72-7fa48fd45473 None None] Publish callbacks [] for port (4e9cf93a-bea6-4738-a239-78978a309267), precommit_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:17.068385 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4bef4716-b249-44c9-8e72-7fa48fd45473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439'] for port (4e9cf93a-bea6-4738-a239-78978a309267), after_create {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:17.151234 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a9d1243a-bb47-49ce-b0aa-3a9f36834e62 admin admin] Publish callbacks [] for port (ce11c184-adbf-4e91-818b-4e5f39cd0f61), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:17.189392 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a9d1243a-bb47-49ce-b0aa-3a9f36834e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (ce11c184-adbf-4e91-818b-4e5f39cd0f61), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:17.234812 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d1243a-bb47-49ce-b0aa-3a9f36834e62 admin admin] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:54:17.237910 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-a9d1243a-bb47-49ce-b0aa-3a9f36834e62 admin admin] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:54:17.243794 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d1243a-bb47-49ce-b0aa-3a9f36834e62 admin admin] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:54:17.272222 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1243a-bb47-49ce-b0aa-3a9f36834e62 admin admin] Pushing event updated for resources: {'Port': ['ID=ce11c184-adbf-4e91-818b-4e5f39cd0f61,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:17.283863 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device f3b5e0a9-7792-4047-832c-c71b166ba8b6 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:54:17.356335 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bef4716-b249-44c9-8e72-7fa48fd45473 None None] Network 0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750 is already hosted by enough agents. {{(pid=103768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:54:17.365366 n-d-832164-4 neutron-server[103768]: DEBUG neutron.scheduler.base_scheduler [None req-4bef4716-b249-44c9-8e72-7fa48fd45473 None None] Resources bound (agent type, host, resource id): {{(pid=103768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:54:17.367739 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bef4716-b249-44c9-8e72-7fa48fd45473 None None] Received port after_create {{(pid=103768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:54:17.369709 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef4716-b249-44c9-8e72-7fa48fd45473 None None] Pushing event updated for resources: {'Port': ['ID=4e9cf93a-bea6-4738-a239-78978a309267,revision_number=1']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:17.452131 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-4bef4716-b249-44c9-8e72-7fa48fd45473 None None] Attempting to bind port 4e9cf93a-bea6-4738-a239-78978a309267 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:54:17.452510 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-4bef4716-b249-44c9-8e72-7fa48fd45473 None None] Attempting to bind port 4e9cf93a-bea6-4738-a239-78978a309267 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '4434bafa-0a64-4c74-b570-f36964db1b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:54:17.452886 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bef4716-b249-44c9-8e72-7fa48fd45473 None None] Attempting to bind port 4e9cf93a-bea6-4738-a239-78978a309267 on network 0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:54:17.454750 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port f3b5e0a9-7792-4047-832c-c71b166ba8b6 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:54:17.455133 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f3b5e0a9-7792-4047-832c-c71b166ba8b6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:17.478620 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bef4716-b249-44c9-8e72-7fa48fd45473 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:54:17.479005 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bef4716-b249-44c9-8e72-7fa48fd45473 None None] Checking segment: {'id': '4434bafa-0a64-4c74-b570-f36964db1b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:54:17.479415 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4bef4716-b249-44c9-8e72-7fa48fd45473 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:17.479817 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bef4716-b249-44c9-8e72-7fa48fd45473 None None] Bound using segment: {'id': '4434bafa-0a64-4c74-b570-f36964db1b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:54:17.480301 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-4bef4716-b249-44c9-8e72-7fa48fd45473 None None] Bound port: 4e9cf93a-bea6-4738-a239-78978a309267, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4434bafa-0a64-4c74-b570-f36964db1b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:54:17.480691 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4bef4716-b249-44c9-8e72-7fa48fd45473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4e9cf93a-bea6-4738-a239-78978a309267), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:17.493009 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f2d9cab2-490a-4499-a7df-b182db448b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'name': 'tempest-TestSnapshotPattern-1849005564-router', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:54:11Z', 'updated_at': '2022-03-07T11:54:14Z', 'revision_number': 4, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'gw_port': {'id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:12Z', 'updated_at': '2022-03-07T11:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '51307354-c56a-4287-b674-a34e8d462558', 'name': '', 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'mac_address': 'fa:16:3e:d9:cb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': '35fed5e5-3c0f-467d-94aa-ff25e148db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:14Z', 'updated_at': '2022-03-07T11:54:14Z', 'revision_number': 2, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'subnets': [{'id': '35fed5e5-3c0f-467d-94aa-ff25e148db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:54:17.503593 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a9d1243a-bb47-49ce-b0aa-3a9f36834e62 admin admin] Publish callbacks [] for router_gateway (5e4c53cf-2442-463f-a212-d39c0feaf57c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:17.534672 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d9cab2-490a-4499-a7df-b182db448b64 None None] Checking router: d2a08ced-73b6-4852-ab87-eba74403a383 for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:54:17.534950 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d9cab2-490a-4499-a7df-b182db448b64 None None] Updating router d2a08ced-73b6-4852-ab87-eba74403a383 port 51307354-c56a-4287-b674-a34e8d462558 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:54:17.603186 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f2d9cab2-490a-4499-a7df-b182db448b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (51307354-c56a-4287-b674-a34e8d462558), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:17.626120 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-4bef4716-b249-44c9-8e72-7fa48fd45473 None None] For port 4e9cf93a-bea6-4738-a239-78978a309267, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:54:17.680778 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-4bef4716-b249-44c9-8e72-7fa48fd45473 None None] For port 4e9cf93a-bea6-4738-a239-78978a309267, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=4e9cf93a-bea6-4738-a239-78978a309267,segment=NetworkSegment(4434bafa-0a64-4c74-b570-f36964db1b19),segment_id=4434bafa-0a64-4c74-b570-f36964db1b19)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:54:17.697101 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-4bef4716-b249-44c9-8e72-7fa48fd45473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4e9cf93a-bea6-4738-a239-78978a309267), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:17.704754 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a9d1243a-bb47-49ce-b0aa-3a9f36834e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-674678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-671971'] for router (5e4c53cf-2442-463f-a212-d39c0feaf57c), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:17.780563 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port f3b5e0a9-7792-4047-832c-c71b166ba8b6 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:54:17.780956 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (f3b5e0a9-7792-4047-832c-c71b166ba8b6), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:17.843852 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d1243a-bb47-49ce-b0aa-3a9f36834e62 admin admin] Router 5e4c53cf-2442-463f-a212-d39c0feaf57c is scheduled to L3 agent 657e79a8-69fd-41a3-8e89-387267db495c with binding_index 1 {{(pid=103766) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 07 11:54:17.845632 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port f3b5e0a9-7792-4047-832c-c71b166ba8b6, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=f3b5e0a9-7792-4047-832c-c71b166ba8b6,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:54:17.851708 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef4716-b249-44c9-8e72-7fa48fd45473 None None] Pushing event updated for resources: {'Port': ['ID=4e9cf93a-bea6-4738-a239-78978a309267,revision_number=2']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:17.854323 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (f3b5e0a9-7792-4047-832c-c71b166ba8b6), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:17.958839 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=f3b5e0a9-7792-4047-832c-c71b166ba8b6,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:17.959619 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d1243a-bb47-49ce-b0aa-3a9f36834e62 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:54:17.978879 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283fd1c2-cba7-4dfa-b7bc-9dd0caf27527 None None] Sync routers for ids ['5e4c53cf-2442-463f-a212-d39c0feaf57c'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:54:17.979466 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a9d1243a-bb47-49ce-b0aa-3a9f36834e62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:17.984131 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a9d1243a-bb47-49ce-b0aa-3a9f36834e62 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5346296 Mar 07 11:54:17.984351 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47192) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:54:17.994626 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283fd1c2-cba7-4dfa-b7bc-9dd0caf27527 None None] Routers {'5e4c53cf-2442-463f-a212-d39c0feaf57c'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:54:17.999281 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-283fd1c2-cba7-4dfa-b7bc-9dd0caf27527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:54:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5e4c53cf-2442-463f-a212-d39c0feaf57c'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:54:18.083205 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f2d9cab2-490a-4499-a7df-b182db448b64 None None] Publish callbacks [] for port (51307354-c56a-4287-b674-a34e8d462558), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:18.091493 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f2d9cab2-490a-4499-a7df-b182db448b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (51307354-c56a-4287-b674-a34e8d462558), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:18.146005 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f904aac-350b-4c0e-bec7-a811941d99ff None None] Pushing event updated for resources: {'Port': ['ID=51307354-c56a-4287-b674-a34e8d462558,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:18.190268 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-283fd1c2-cba7-4dfa-b7bc-9dd0caf27527 None None] Set router 5e4c53cf-2442-463f-a212-d39c0feaf57c gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:54:18.230505 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-f2d9cab2-490a-4499-a7df-b182db448b64 None None] Attempting to bind port 51307354-c56a-4287-b674-a34e8d462558 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:54:18.231185 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-f2d9cab2-490a-4499-a7df-b182db448b64 None None] Attempting to bind port 51307354-c56a-4287-b674-a34e8d462558 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '25a51530-dbf8-4187-b4d8-f1ff32a5dadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:54:18.231802 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d9cab2-490a-4499-a7df-b182db448b64 None None] Attempting to bind port 51307354-c56a-4287-b674-a34e8d462558 on network 929f5bbb-3bd7-4ad9-bc66-3d874fa82730 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:54:18.240453 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d9cab2-490a-4499-a7df-b182db448b64 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:54:18.241877 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d9cab2-490a-4499-a7df-b182db448b64 None None] Checking segment: {'id': '25a51530-dbf8-4187-b4d8-f1ff32a5dadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:54:18.242576 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f2d9cab2-490a-4499-a7df-b182db448b64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:18.243218 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d9cab2-490a-4499-a7df-b182db448b64 None None] Bound using segment: {'id': '25a51530-dbf8-4187-b4d8-f1ff32a5dadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:54:18.243953 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-f2d9cab2-490a-4499-a7df-b182db448b64 None None] Bound port: 51307354-c56a-4287-b674-a34e8d462558, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a51530-dbf8-4187-b4d8-f1ff32a5dadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:54:18.244744 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f2d9cab2-490a-4499-a7df-b182db448b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (51307354-c56a-4287-b674-a34e8d462558), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:18.335940 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-f2d9cab2-490a-4499-a7df-b182db448b64 None None] For port 51307354-c56a-4287-b674-a34e8d462558, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:54:18.340587 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-f2d9cab2-490a-4499-a7df-b182db448b64 None None] For port 51307354-c56a-4287-b674-a34e8d462558, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=51307354-c56a-4287-b674-a34e8d462558,segment=NetworkSegment(25a51530-dbf8-4187-b4d8-f1ff32a5dadb),segment_id=25a51530-dbf8-4187-b4d8-f1ff32a5dadb)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:54:18.350280 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f2d9cab2-490a-4499-a7df-b182db448b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (51307354-c56a-4287-b674-a34e8d462558), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:18.421072 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d9cab2-490a-4499-a7df-b182db448b64 None None] Routers {'d2a08ced-73b6-4852-ab87-eba74403a383'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:54:18.421929 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f2d9cab2-490a-4499-a7df-b182db448b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:54:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d2a08ced-73b6-4852-ab87-eba74403a383'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:54:18.424328 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f904aac-350b-4c0e-bec7-a811941d99ff None None] Pushing event updated for resources: {'Port': ['ID=51307354-c56a-4287-b674-a34e8d462558,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:18.548626 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-abf7dd1b-af76-408a-ac71-4a10f93aec2e None None] Provisioning complete for port 51307354-c56a-4287-b674-a34e8d462558 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:54:18.548626 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-abf7dd1b-af76-408a-ac71-4a10f93aec2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (51307354-c56a-4287-b674-a34e8d462558), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:18.551624 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-283fd1c2-cba7-4dfa-b7bc-9dd0caf27527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4c53cf-2442-463f-a212-d39c0feaf57c', 'name': 'tempest-TestSnapshotPattern-577945632-router', 'tenant_id': 'b2680b9b82054f54980d1b46aa7fb471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'ce11c184-adbf-4e91-818b-4e5f39cd0f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:54:16Z', 'updated_at': '2022-03-07T11:54:17Z', 'revision_number': 3, 'project_id': 'b2680b9b82054f54980d1b46aa7fb471', 'gw_port': {'id': 'ce11c184-adbf-4e91-818b-4e5f39cd0f61', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:95:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4c53cf-2442-463f-a212-d39c0feaf57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:16Z', 'updated_at': '2022-03-07T11:54:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:54:18.588497 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283fd1c2-cba7-4dfa-b7bc-9dd0caf27527 None None] Checking router: 5e4c53cf-2442-463f-a212-d39c0feaf57c for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:54:18.589125 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283fd1c2-cba7-4dfa-b7bc-9dd0caf27527 None None] Updating router 5e4c53cf-2442-463f-a212-d39c0feaf57c port ce11c184-adbf-4e91-818b-4e5f39cd0f61 binding host n-d-832164-4 {{(pid=103769) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:54:18.622273 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-283fd1c2-cba7-4dfa-b7bc-9dd0caf27527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ce11c184-adbf-4e91-818b-4e5f39cd0f61), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:18.625976 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-f2d9cab2-490a-4499-a7df-b182db448b64 None None] Set router d2a08ced-73b6-4852-ab87-eba74403a383 gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:54:18.854916 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-abf7dd1b-af76-408a-ac71-4a10f93aec2e None None] Current status of the port 51307354-c56a-4287-b674-a34e8d462558 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:54:18.855313 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-abf7dd1b-af76-408a-ac71-4a10f93aec2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (51307354-c56a-4287-b674-a34e8d462558), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:18.920068 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-283fd1c2-cba7-4dfa-b7bc-9dd0caf27527 None None] Publish callbacks [] for port (ce11c184-adbf-4e91-818b-4e5f39cd0f61), precommit_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:18.928807 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-abf7dd1b-af76-408a-ac71-4a10f93aec2e None None] For port 51307354-c56a-4287-b674-a34e8d462558, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=51307354-c56a-4287-b674-a34e8d462558,segment=NetworkSegment(25a51530-dbf8-4187-b4d8-f1ff32a5dadb),segment_id=25a51530-dbf8-4187-b4d8-f1ff32a5dadb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:54:18.929899 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-283fd1c2-cba7-4dfa-b7bc-9dd0caf27527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ce11c184-adbf-4e91-818b-4e5f39cd0f61), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:18.941784 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-abf7dd1b-af76-408a-ac71-4a10f93aec2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (51307354-c56a-4287-b674-a34e8d462558), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:18.978207 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-f2d9cab2-490a-4499-a7df-b182db448b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'name': 'tempest-TestSnapshotPattern-1849005564-router', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:54:11Z', 'updated_at': '2022-03-07T11:54:14Z', 'revision_number': 4, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'gw_port': {'id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:12Z', 'updated_at': '2022-03-07T11:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '51307354-c56a-4287-b674-a34e8d462558', 'name': '', 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'mac_address': 'fa:16:3e:d9:cb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': '35fed5e5-3c0f-467d-94aa-ff25e148db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:14Z', 'updated_at': '2022-03-07T11:54:18Z', 'revision_number': 4, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'subnets': [{'id': '35fed5e5-3c0f-467d-94aa-ff25e148db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:54:19.003113 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c2893492-d198-4381-80b2-7ebb7971d522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:19.005243 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f4c3f-8918-454c-9f6c-4ecc6dcb3c62 None None] Pushing event updated for resources: {'Port': ['ID=ce11c184-adbf-4e91-818b-4e5f39cd0f61,revision_number=2']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:19.025889 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-283fd1c2-cba7-4dfa-b7bc-9dd0caf27527 None None] Attempting to bind port ce11c184-adbf-4e91-818b-4e5f39cd0f61 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:54:19.026425 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-283fd1c2-cba7-4dfa-b7bc-9dd0caf27527 None None] Attempting to bind port ce11c184-adbf-4e91-818b-4e5f39cd0f61 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:54:19.026878 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283fd1c2-cba7-4dfa-b7bc-9dd0caf27527 None None] Attempting to bind port ce11c184-adbf-4e91-818b-4e5f39cd0f61 on network f8958782-2869-4679-b3a6-78e3b1855431 {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:54:19.035542 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283fd1c2-cba7-4dfa-b7bc-9dd0caf27527 None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:54:19.036105 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283fd1c2-cba7-4dfa-b7bc-9dd0caf27527 None None] Checking segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:54:19.036617 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-283fd1c2-cba7-4dfa-b7bc-9dd0caf27527 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:19.037099 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283fd1c2-cba7-4dfa-b7bc-9dd0caf27527 None None] Bound using segment: {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'} {{(pid=103769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:54:19.039157 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.managers [None req-283fd1c2-cba7-4dfa-b7bc-9dd0caf27527 None None] Bound port: ce11c184-adbf-4e91-818b-4e5f39cd0f61, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd282640-c131-45d2-b8cd-fd1742124862', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431'}}] {{(pid=103769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:54:19.039406 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d9cab2-490a-4499-a7df-b182db448b64 None None] The sync data for ids ['d2a08ced-73b6-4852-ab87-eba74403a383'] in n-d-832164-4 is: [{'id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'name': 'tempest-TestSnapshotPattern-1849005564-router', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:54:11Z', 'updated_at': '2022-03-07T11:54:14Z', 'revision_number': 4, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'gw_port': {'id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:12Z', 'updated_at': '2022-03-07T11:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '51307354-c56a-4287-b674-a34e8d462558', 'name': '', 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'mac_address': 'fa:16:3e:d9:cb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': '35fed5e5-3c0f-467d-94aa-ff25e148db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:14Z', 'updated_at': '2022-03-07T11:54:18Z', 'revision_number': 4, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'subnets': [{'id': '35fed5e5-3c0f-467d-94aa-ff25e148db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:54:19.039981 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-283fd1c2-cba7-4dfa-b7bc-9dd0caf27527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ce11c184-adbf-4e91-818b-4e5f39cd0f61), before_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:19.078496 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:19.096560 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf7dd1b-af76-408a-ac71-4a10f93aec2e None None] Pushing event updated for resources: {'Port': ['ID=51307354-c56a-4287-b674-a34e8d462558,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:19.131536 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ac14e092-fe5f-41a9-9307-7da6c5d524bd None None] Provisioning complete for port 51307354-c56a-4287-b674-a34e8d462558 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:54:19.132005 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ac14e092-fe5f-41a9-9307-7da6c5d524bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (51307354-c56a-4287-b674-a34e8d462558), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:19.188056 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-283fd1c2-cba7-4dfa-b7bc-9dd0caf27527 None None] For port ce11c184-adbf-4e91-818b-4e5f39cd0f61, host n-d-832164-4, cleared binding levels {{(pid=103769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:54:19.194740 n-d-832164-4 neutron-server[103769]: DEBUG neutron.plugins.ml2.db [None req-283fd1c2-cba7-4dfa-b7bc-9dd0caf27527 None None] For port ce11c184-adbf-4e91-818b-4e5f39cd0f61, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ce11c184-adbf-4e91-818b-4e5f39cd0f61,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:54:19.203223 n-d-832164-4 neutron-server[103769]: DEBUG neutron_lib.callbacks.manager [None req-283fd1c2-cba7-4dfa-b7bc-9dd0caf27527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ce11c184-adbf-4e91-818b-4e5f39cd0f61), after_update {{(pid=103769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:19.209470 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9599f4-03cb-46c7-ae34-1f7b3a84869a None None] Network 0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:54:19.238652 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [None req-c2893492-d198-4381-80b2-7ebb7971d522 admin admin] Allocated IP 172.20.0.1 (0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750/752c9254-9042-4955-961b-966d9dbd93df/0c3208cb-c039-416b-8706-9714bb7a0c43) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:54:19.285751 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283fd1c2-cba7-4dfa-b7bc-9dd0caf27527 None None] Routers {'5e4c53cf-2442-463f-a212-d39c0feaf57c'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:54:19.286997 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-283fd1c2-cba7-4dfa-b7bc-9dd0caf27527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:54:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5e4c53cf-2442-463f-a212-d39c0feaf57c'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:54:19.363337 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ac14e092-fe5f-41a9-9307-7da6c5d524bd None None] Current status of the port 51307354-c56a-4287-b674-a34e8d462558 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:54:19.374202 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f4c3f-8918-454c-9f6c-4ecc6dcb3c62 None None] Pushing event updated for resources: {'Port': ['ID=ce11c184-adbf-4e91-818b-4e5f39cd0f61,revision_number=3']} {{(pid=103769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:19.380176 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 4e9cf93a-bea6-4738-a239-78978a309267 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:54:19.389237 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c2893492-d198-4381-80b2-7ebb7971d522 admin admin] Publish callbacks [] for port (0c3208cb-c039-416b-8706-9714bb7a0c43), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:19.435987 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c2893492-d198-4381-80b2-7ebb7971d522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (0c3208cb-c039-416b-8706-9714bb7a0c43), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:19.470316 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 4e9cf93a-bea6-4738-a239-78978a309267 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:54:19.470695 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4e9cf93a-bea6-4738-a239-78978a309267), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:19.479071 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-283fd1c2-cba7-4dfa-b7bc-9dd0caf27527 None None] Set router 5e4c53cf-2442-463f-a212-d39c0feaf57c gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:54:19.487114 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2893492-d198-4381-80b2-7ebb7971d522 admin admin] Network 0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:54:19.494349 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-c2893492-d198-4381-80b2-7ebb7971d522 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:54:19.498424 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2893492-d198-4381-80b2-7ebb7971d522 admin admin] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:54:19.534268 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2893492-d198-4381-80b2-7ebb7971d522 admin admin] Pushing event updated for resources: {'Port': ['ID=0c3208cb-c039-416b-8706-9714bb7a0c43,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:19.559974 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c2893492-d198-4381-80b2-7ebb7971d522 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672206'] for router_interface (5e4c53cf-2442-463f-a212-d39c0feaf57c), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:19.574502 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-3a52e70b-d9b7-4039-835f-1d1a7f7c74b3 None None] Provisioning complete for port 4e9cf93a-bea6-4738-a239-78978a309267 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:54:19.574872 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3a52e70b-d9b7-4039-835f-1d1a7f7c74b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4e9cf93a-bea6-4738-a239-78978a309267), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:19.631326 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 4e9cf93a-bea6-4738-a239-78978a309267 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:54:19.631815 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4e9cf93a-bea6-4738-a239-78978a309267), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:19.703894 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port 4e9cf93a-bea6-4738-a239-78978a309267, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=4e9cf93a-bea6-4738-a239-78978a309267,segment=NetworkSegment(4434bafa-0a64-4c74-b570-f36964db1b19),segment_id=4434bafa-0a64-4c74-b570-f36964db1b19)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:54:19.717768 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (4e9cf93a-bea6-4738-a239-78978a309267), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:19.718902 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device f3b5e0a9-7792-4047-832c-c71b166ba8b6 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:54:19.760464 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c2893492-d198-4381-80b2-7ebb7971d522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0c3208cb-c039-416b-8706-9714bb7a0c43), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:19.772045 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-3a52e70b-d9b7-4039-835f-1d1a7f7c74b3 None None] Current status of the port 4e9cf93a-bea6-4738-a239-78978a309267 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:54:19.772995 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3a52e70b-d9b7-4039-835f-1d1a7f7c74b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (4e9cf93a-bea6-4738-a239-78978a309267), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:19.782940 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-283fd1c2-cba7-4dfa-b7bc-9dd0caf27527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4c53cf-2442-463f-a212-d39c0feaf57c', 'name': 'tempest-TestSnapshotPattern-577945632-router', 'tenant_id': 'b2680b9b82054f54980d1b46aa7fb471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'ce11c184-adbf-4e91-818b-4e5f39cd0f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:54:16Z', 'updated_at': '2022-03-07T11:54:17Z', 'revision_number': 3, 'project_id': 'b2680b9b82054f54980d1b46aa7fb471', 'gw_port': {'id': 'ce11c184-adbf-4e91-818b-4e5f39cd0f61', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:95:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4c53cf-2442-463f-a212-d39c0feaf57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:16Z', 'updated_at': '2022-03-07T11:54:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:54:19.819549 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283fd1c2-cba7-4dfa-b7bc-9dd0caf27527 None None] The sync data for ids ['5e4c53cf-2442-463f-a212-d39c0feaf57c'] in n-d-832164-4 is: [{'id': '5e4c53cf-2442-463f-a212-d39c0feaf57c', 'name': 'tempest-TestSnapshotPattern-577945632-router', 'tenant_id': 'b2680b9b82054f54980d1b46aa7fb471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'ce11c184-adbf-4e91-818b-4e5f39cd0f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:54:16Z', 'updated_at': '2022-03-07T11:54:17Z', 'revision_number': 3, 'project_id': 'b2680b9b82054f54980d1b46aa7fb471', 'gw_port': {'id': 'ce11c184-adbf-4e91-818b-4e5f39cd0f61', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:95:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4c53cf-2442-463f-a212-d39c0feaf57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:16Z', 'updated_at': '2022-03-07T11:54:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:54:19.892492 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=4e9cf93a-bea6-4738-a239-78978a309267,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:19.927172 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.db.api [None req-3a52e70b-d9b7-4039-835f-1d1a7f7c74b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 07 11:54:19.927695 n-d-832164-4 neutron-server[103768]: DEBUG oslo_db.api [None req-3a52e70b-d9b7-4039-835f-1d1a7f7c74b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 07 11:54:19.933161 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port f3b5e0a9-7792-4047-832c-c71b166ba8b6 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:54:19.933689 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (f3b5e0a9-7792-4047-832c-c71b166ba8b6), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:20.014767 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c2893492-d198-4381-80b2-7ebb7971d522 admin admin] Publish callbacks [] for port (0c3208cb-c039-416b-8706-9714bb7a0c43), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:20.021085 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c2893492-d198-4381-80b2-7ebb7971d522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (0c3208cb-c039-416b-8706-9714bb7a0c43), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:20.079972 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port f3b5e0a9-7792-4047-832c-c71b166ba8b6 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:54:20.110801 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-c2893492-d198-4381-80b2-7ebb7971d522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567559', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672162'] for router_interface (5e4c53cf-2442-463f-a212-d39c0feaf57c), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:20.112769 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2893492-d198-4381-80b2-7ebb7971d522 admin admin] Pushing event updated for resources: {'Port': ['ID=0c3208cb-c039-416b-8706-9714bb7a0c43,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:20.239077 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2893492-d198-4381-80b2-7ebb7971d522 admin admin] Network 0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:54:20.241199 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [None req-c2893492-d198-4381-80b2-7ebb7971d522 admin admin] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:54:20.387966 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2893492-d198-4381-80b2-7ebb7971d522 admin admin] Router 5e4c53cf-2442-463f-a212-d39c0feaf57c has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:54:20.472498 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-3a52e70b-d9b7-4039-835f-1d1a7f7c74b3 None None] Current status of the port 4e9cf93a-bea6-4738-a239-78978a309267 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:54:20.536962 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2893492-d198-4381-80b2-7ebb7971d522 admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:54:20.542430 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-c2893492-d198-4381-80b2-7ebb7971d522 admin admin] 10.222.0.11 "PUT /v2.0/routers/5e4c53cf-2442-463f-a212-d39c0feaf57c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5564139 Mar 07 11:54:20.595486 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b1ed8112-27c9-4b37-a683-5d6460c3371a None None] Provisioning complete for port 4e9cf93a-bea6-4738-a239-78978a309267 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:54:20.596071 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b1ed8112-27c9-4b37-a683-5d6460c3371a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4e9cf93a-bea6-4738-a239-78978a309267), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:20.699247 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b1ed8112-27c9-4b37-a683-5d6460c3371a None None] Current status of the port 4e9cf93a-bea6-4738-a239-78978a309267 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:54:20.713059 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-b1ed8112-27c9-4b37-a683-5d6460c3371a None None] Provisioning complete for port 0c3208cb-c039-416b-8706-9714bb7a0c43 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:54:20.713467 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b1ed8112-27c9-4b37-a683-5d6460c3371a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0c3208cb-c039-416b-8706-9714bb7a0c43), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:20.750147 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-b1ed8112-27c9-4b37-a683-5d6460c3371a None None] Port 0c3208cb-c039-416b-8706-9714bb7a0c43 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:54:21.245832 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 51307354-c56a-4287-b674-a34e8d462558 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:54:21.295550 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 51307354-c56a-4287-b674-a34e8d462558 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:54:21.295921 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (51307354-c56a-4287-b674-a34e8d462558), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:21.457314 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47200) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:54:21.462031 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-14a603ed-ba1a-420c-9f88-b0003a42e162 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1999669637', 'description': 'tempest-secgroup-smoke-1999669637 description', 'project_id': 'f0cf1e7597494f08979181318a89d086'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:54:21.482197 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-14a603ed-ba1a-420c-9f88-b0003a42e162 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for security_group (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:21.541198 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 51307354-c56a-4287-b674-a34e8d462558 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:54:21.542241 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ce11c184-adbf-4e91-818b-4e5f39cd0f61 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:54:21.552595 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-14a603ed-ba1a-420c-9f88-b0003a42e162 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for security_group (e528e27f-5b27-47b0-991e-2c839c18347f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:21.557000 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-14a603ed-ba1a-420c-9f88-b0003a42e162 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e528e27f-5b27-47b0-991e-2c839c18347f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:21.587699 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-14a603ed-ba1a-420c-9f88-b0003a42e162 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for security_group (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:21.589330 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-14a603ed-ba1a-420c-9f88-b0003a42e162 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1306078 Mar 07 11:54:21.590430 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port ce11c184-adbf-4e91-818b-4e5f39cd0f61 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:54:21.590803 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ce11c184-adbf-4e91-818b-4e5f39cd0f61), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:21.590914 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a603ed-ba1a-420c-9f88-b0003a42e162 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e528e27f-5b27-47b0-991e-2c839c18347f,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:21.592557 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47202) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:54:21.597291 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-4deb8102-89c4-49bc-89e6-af45ca3eb6be tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Request body: {'security_group_rule': {'security_group_id': 'e528e27f-5b27-47b0-991e-2c839c18347f', 'project_id': 'f0cf1e7597494f08979181318a89d086', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:54:21.623731 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4deb8102-89c4-49bc-89e6-af45ca3eb6be tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for security_group_rule (75077c29-562a-4eb5-b396-f2067097e17e), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:21.673862 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port ce11c184-adbf-4e91-818b-4e5f39cd0f61 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:54:21.674255 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (ce11c184-adbf-4e91-818b-4e5f39cd0f61), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:21.689935 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4deb8102-89c4-49bc-89e6-af45ca3eb6be tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for security_group_rule (75077c29-562a-4eb5-b396-f2067097e17e), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:21.694045 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4deb8102-89c4-49bc-89e6-af45ca3eb6be tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (75077c29-562a-4eb5-b396-f2067097e17e), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:21.696994 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] For port ce11c184-adbf-4e91-818b-4e5f39cd0f61, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ce11c184-adbf-4e91-818b-4e5f39cd0f61,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:54:21.702237 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (ce11c184-adbf-4e91-818b-4e5f39cd0f61), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:21.703259 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 4e9cf93a-bea6-4738-a239-78978a309267 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:54:21.714393 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deb8102-89c4-49bc-89e6-af45ca3eb6be tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75077c29-562a-4eb5-b396-f2067097e17e,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:21.720049 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-4deb8102-89c4-49bc-89e6-af45ca3eb6be tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:21.724684 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-4deb8102-89c4-49bc-89e6-af45ca3eb6be tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310577 Mar 07 11:54:21.724975 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47204) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:54:21.729831 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-9b692b75-45b6-4dcf-906c-fd91d4a8b41e tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Request body: {'security_group_rule': {'security_group_id': 'e528e27f-5b27-47b0-991e-2c839c18347f', 'project_id': 'f0cf1e7597494f08979181318a89d086', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:54:21.759118 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9b692b75-45b6-4dcf-906c-fd91d4a8b41e tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for security_group_rule (57e51e37-b142-4e2b-917f-5fe6ccfe6bf8), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:21.783766 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Pushing event updated for resources: {'Port': ['ID=ce11c184-adbf-4e91-818b-4e5f39cd0f61,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:21.798854 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 4e9cf93a-bea6-4738-a239-78978a309267 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:54:21.799231 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (4e9cf93a-bea6-4738-a239-78978a309267), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:21.816301 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9b692b75-45b6-4dcf-906c-fd91d4a8b41e tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for security_group_rule (57e51e37-b142-4e2b-917f-5fe6ccfe6bf8), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:21.821018 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9b692b75-45b6-4dcf-906c-fd91d4a8b41e tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (57e51e37-b142-4e2b-917f-5fe6ccfe6bf8), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:21.840266 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b692b75-45b6-4dcf-906c-fd91d4a8b41e tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e51e37-b142-4e2b-917f-5fe6ccfe6bf8,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:21.848651 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-9b692b75-45b6-4dcf-906c-fd91d4a8b41e tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:21.849937 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-9b692b75-45b6-4dcf-906c-fd91d4a8b41e tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238558 Mar 07 11:54:21.852553 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47206) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:54:21.856807 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-d8fdabeb-3d49-41b4-a17a-9f4811066f00 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Request body: {'security_group_rule': {'security_group_id': 'e528e27f-5b27-47b0-991e-2c839c18347f', 'project_id': 'f0cf1e7597494f08979181318a89d086', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:54:21.882183 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d8fdabeb-3d49-41b4-a17a-9f4811066f00 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for security_group_rule (6d603677-d9cc-44b5-afb8-df4b7d78fb4f), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:21.890332 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 4e9cf93a-bea6-4738-a239-78978a309267 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:54:21.943802 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d8fdabeb-3d49-41b4-a17a-9f4811066f00 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for security_group_rule (6d603677-d9cc-44b5-afb8-df4b7d78fb4f), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:21.948175 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d8fdabeb-3d49-41b4-a17a-9f4811066f00 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (6d603677-d9cc-44b5-afb8-df4b7d78fb4f), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:21.965841 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fdabeb-3d49-41b4-a17a-9f4811066f00 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d603677-d9cc-44b5-afb8-df4b7d78fb4f,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:21.974719 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-d8fdabeb-3d49-41b4-a17a-9f4811066f00 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:21.975916 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-d8fdabeb-3d49-41b4-a17a-9f4811066f00 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224153 Mar 07 11:54:21.978657 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47208) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:54:21.983012 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [None req-de160704-2b4e-4cae-b227-552f841cdfa6 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Request body: {'security_group_rule': {'security_group_id': 'e528e27f-5b27-47b0-991e-2c839c18347f', 'project_id': 'f0cf1e7597494f08979181318a89d086', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:54:22.006701 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-de160704-2b4e-4cae-b227-552f841cdfa6 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for security_group_rule (b3b953d5-94dd-439a-98d8-266b3f5098c7), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:22.064265 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-de160704-2b4e-4cae-b227-552f841cdfa6 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for security_group_rule (b3b953d5-94dd-439a-98d8-266b3f5098c7), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:22.067677 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-de160704-2b4e-4cae-b227-552f841cdfa6 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (b3b953d5-94dd-439a-98d8-266b3f5098c7), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:22.086630 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de160704-2b4e-4cae-b227-552f841cdfa6 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b953d5-94dd-439a-98d8-266b3f5098c7,revision_number=0']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:22.093261 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-de160704-2b4e-4cae-b227-552f841cdfa6 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:22.094774 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-de160704-2b4e-4cae-b227-552f841cdfa6 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1152031 Mar 07 11:54:22.097536 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47210) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:54:22.102118 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-6eb86134-2876-4a1c-873a-e6d505fbb5c8 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Request body: {'security_group_rule': {'security_group_id': 'e528e27f-5b27-47b0-991e-2c839c18347f', 'project_id': 'f0cf1e7597494f08979181318a89d086', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:54:22.124369 n-d-832164-4 neutron-server[103766]: INFO neutron.db.securitygroups_db [None req-6eb86134-2876-4a1c-873a-e6d505fbb5c8 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Project f0cf1e7597494f08979181318a89d086 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:54:22.129998 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6eb86134-2876-4a1c-873a-e6d505fbb5c8 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for security_group_rule (8dc1c1f5-a0a6-44e4-9317-16e18c163888), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:22.188899 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6eb86134-2876-4a1c-873a-e6d505fbb5c8 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for security_group_rule (8dc1c1f5-a0a6-44e4-9317-16e18c163888), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:22.192266 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6eb86134-2876-4a1c-873a-e6d505fbb5c8 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (8dc1c1f5-a0a6-44e4-9317-16e18c163888), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:22.210873 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb86134-2876-4a1c-873a-e6d505fbb5c8 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc1c1f5-a0a6-44e4-9317-16e18c163888,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:22.219168 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-6eb86134-2876-4a1c-873a-e6d505fbb5c8 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:22.220428 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-6eb86134-2876-4a1c-873a-e6d505fbb5c8 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218548 Mar 07 11:54:22.223336 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47212) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:54:22.227598 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-cefab1fd-ed4e-470b-a89a-3819e463d87d tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Request body: {'security_group_rule': {'security_group_id': 'e528e27f-5b27-47b0-991e-2c839c18347f', 'project_id': 'f0cf1e7597494f08979181318a89d086', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:54:22.247084 n-d-832164-4 neutron-server[103766]: INFO neutron.db.securitygroups_db [None req-cefab1fd-ed4e-470b-a89a-3819e463d87d tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Project f0cf1e7597494f08979181318a89d086 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 07 11:54:22.252610 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cefab1fd-ed4e-470b-a89a-3819e463d87d tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for security_group_rule (1faf7f6a-ee81-4058-ba56-823281ede139), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:22.312320 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cefab1fd-ed4e-470b-a89a-3819e463d87d tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for security_group_rule (1faf7f6a-ee81-4058-ba56-823281ede139), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:22.316364 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cefab1fd-ed4e-470b-a89a-3819e463d87d tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315344'] for security_group_rule (1faf7f6a-ee81-4058-ba56-823281ede139), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:22.335918 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefab1fd-ed4e-470b-a89a-3819e463d87d tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1faf7f6a-ee81-4058-ba56-823281ede139,revision_number=0']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:22.345008 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cefab1fd-ed4e-470b-a89a-3819e463d87d tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:22.346275 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cefab1fd-ed4e-470b-a89a-3819e463d87d tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1219919 Mar 07 11:54:22.605053 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-13c197a7-a087-4882-9f36-30563779e04a req-c4bdfbd3-3dbe-4e57-bbda-e474923bf6ad tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1999669637&fields=id&tenant_id=f0cf1e7597494f08979181318a89d086 HTTP/1.1" status: 200 len: 267 time: 0.0478888 Mar 07 11:54:22.644712 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223cc4e4-5a1f-402d-b5e2-0d42a7d9730e None None] Sync routers for ids ['5e4c53cf-2442-463f-a212-d39c0feaf57c'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:54:22.655872 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223cc4e4-5a1f-402d-b5e2-0d42a7d9730e None None] Routers {'5e4c53cf-2442-463f-a212-d39c0feaf57c'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:54:22.656486 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-223cc4e4-5a1f-402d-b5e2-0d42a7d9730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:54:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5e4c53cf-2442-463f-a212-d39c0feaf57c'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:54:22.715508 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c197a7-a087-4882-9f36-30563779e04a req-a5e749f6-d161-4720-a160-41c3afa0e575 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:54:22.719166 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-13c197a7-a087-4882-9f36-30563779e04a req-a5e749f6-d161-4720-a160-41c3afa0e575 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/networks?id=929f5bbb-3bd7-4ad9-bc66-3d874fa82730 HTTP/1.1" status: 200 len: 810 time: 0.1064153 Mar 07 11:54:22.732986 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-13c197a7-a087-4882-9f36-30563779e04a req-beecf771-fcdf-4061-b744-9ae50e7ba1bb tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/quotas/f0cf1e7597494f08979181318a89d086 HTTP/1.1" status: 200 len: 375 time: 0.0096436 Mar 07 11:54:22.769479 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-223cc4e4-5a1f-402d-b5e2-0d42a7d9730e None None] Set router 5e4c53cf-2442-463f-a212-d39c0feaf57c gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:54:22.789176 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-13c197a7-a087-4882-9f36-30563779e04a req-eb6ef384-193d-44f1-a378-970060fdd79c tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0cf1e7597494f08979181318a89d086&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501902 Mar 07 11:54:22.912456 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-13c197a7-a087-4882-9f36-30563779e04a req-75a68975-e46e-4907-8696-d7a6bbdd338b service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103766) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:54:22.913503 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-13c197a7-a087-4882-9f36-30563779e04a req-75a68975-e46e-4907-8696-d7a6bbdd338b service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1123583 Mar 07 11:54:22.974192 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-223cc4e4-5a1f-402d-b5e2-0d42a7d9730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4c53cf-2442-463f-a212-d39c0feaf57c', 'name': 'tempest-TestSnapshotPattern-577945632-router', 'tenant_id': 'b2680b9b82054f54980d1b46aa7fb471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'ce11c184-adbf-4e91-818b-4e5f39cd0f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:54:16Z', 'updated_at': '2022-03-07T11:54:19Z', 'revision_number': 4, 'project_id': 'b2680b9b82054f54980d1b46aa7fb471', 'gw_port': {'id': 'ce11c184-adbf-4e91-818b-4e5f39cd0f61', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:95:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4c53cf-2442-463f-a212-d39c0feaf57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:16Z', 'updated_at': '2022-03-07T11:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '0c3208cb-c039-416b-8706-9714bb7a0c43', 'name': '', 'network_id': '0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750', 'tenant_id': 'b2680b9b82054f54980d1b46aa7fb471', 'mac_address': 'fa:16:3e:21:11:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4c53cf-2442-463f-a212-d39c0feaf57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '752c9254-9042-4955-961b-966d9dbd93df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:19Z', 'updated_at': '2022-03-07T11:54:19Z', 'revision_number': 2, 'project_id': 'b2680b9b82054f54980d1b46aa7fb471', 'subnets': [{'id': '752c9254-9042-4955-961b-966d9dbd93df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:54:23.005506 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223cc4e4-5a1f-402d-b5e2-0d42a7d9730e None None] Checking router: 5e4c53cf-2442-463f-a212-d39c0feaf57c for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:54:23.005776 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223cc4e4-5a1f-402d-b5e2-0d42a7d9730e None None] Updating router 5e4c53cf-2442-463f-a212-d39c0feaf57c port 0c3208cb-c039-416b-8706-9714bb7a0c43 binding host n-d-832164-4 {{(pid=103768) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 07 11:54:23.006908 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-13c197a7-a087-4882-9f36-30563779e04a req-72e030b5-4a23-46df-93ba-9216dffa22a8 service neutron] 10.222.0.11 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871472 Mar 07 11:54:23.032858 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-223cc4e4-5a1f-402d-b5e2-0d42a7d9730e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0c3208cb-c039-416b-8706-9714bb7a0c43), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:23.102845 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-13c197a7-a087-4882-9f36-30563779e04a req-11b2c180-6acc-4296-8b0d-59ea6c46e4ed service neutron] 10.222.0.11 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900509 Mar 07 11:54:23.142708 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ce11c184-adbf-4e91-818b-4e5f39cd0f61 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:54:23.267188 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port ce11c184-adbf-4e91-818b-4e5f39cd0f61 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:54:23.267576 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (ce11c184-adbf-4e91-818b-4e5f39cd0f61), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:23.368339 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2f0d00b2-85a5-49b0-bf0c-daf345389ccb req-b668bc5d-e587-4a8f-87bb-e7b6ea341c5c tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138 HTTP/1.1" status: 200 len: 210 time: 0.1179662 Mar 07 11:54:23.422277 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-223cc4e4-5a1f-402d-b5e2-0d42a7d9730e None None] Publish callbacks [] for port (0c3208cb-c039-416b-8706-9714bb7a0c43), precommit_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:23.423863 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port ce11c184-adbf-4e91-818b-4e5f39cd0f61 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:54:23.430168 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-223cc4e4-5a1f-402d-b5e2-0d42a7d9730e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0c3208cb-c039-416b-8706-9714bb7a0c43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:23.478055 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa2a4f-4cc3-4b1c-a256-c3196eb80f90 None None] Pushing event updated for resources: {'Port': ['ID=0c3208cb-c039-416b-8706-9714bb7a0c43,revision_number=3']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:23.540172 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-223cc4e4-5a1f-402d-b5e2-0d42a7d9730e None None] Attempting to bind port 0c3208cb-c039-416b-8706-9714bb7a0c43 on host n-d-832164-4 for vnic_type normal with profile {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:54:23.540543 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-223cc4e4-5a1f-402d-b5e2-0d42a7d9730e None None] Attempting to bind port 0c3208cb-c039-416b-8706-9714bb7a0c43 by drivers openvswitch,hyperv on host n-d-832164-4 at level 0 using segments [{'id': '4434bafa-0a64-4c74-b570-f36964db1b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750'}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:54:23.540910 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223cc4e4-5a1f-402d-b5e2-0d42a7d9730e None None] Attempting to bind port 0c3208cb-c039-416b-8706-9714bb7a0c43 on network 0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750 {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:54:23.546796 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223cc4e4-5a1f-402d-b5e2-0d42a7d9730e None None] Checking agent: {'id': 'db2cd70a-b95b-4acf-99bc-5b1d8f959d4e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 18, 13), 'started_at': datetime.datetime(2022, 3, 7, 10, 18, 43), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-832164-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:54:23.547167 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223cc4e4-5a1f-402d-b5e2-0d42a7d9730e None None] Checking segment: {'id': '4434bafa-0a64-4c74-b570-f36964db1b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:54:23.547605 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-223cc4e4-5a1f-402d-b5e2-0d42a7d9730e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:23.547963 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223cc4e4-5a1f-402d-b5e2-0d42a7d9730e None None] Bound using segment: {'id': '4434bafa-0a64-4c74-b570-f36964db1b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750'} {{(pid=103768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:54:23.548475 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.managers [None req-223cc4e4-5a1f-402d-b5e2-0d42a7d9730e None None] Bound port: 0c3208cb-c039-416b-8706-9714bb7a0c43, host: n-d-832164-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4434bafa-0a64-4c74-b570-f36964db1b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750'}}] {{(pid=103768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:54:23.548887 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-223cc4e4-5a1f-402d-b5e2-0d42a7d9730e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0c3208cb-c039-416b-8706-9714bb7a0c43), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:23.618272 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-223cc4e4-5a1f-402d-b5e2-0d42a7d9730e None None] For port 0c3208cb-c039-416b-8706-9714bb7a0c43, host n-d-832164-4, cleared binding levels {{(pid=103768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:54:23.622473 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-223cc4e4-5a1f-402d-b5e2-0d42a7d9730e None None] For port 0c3208cb-c039-416b-8706-9714bb7a0c43, host n-d-832164-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=0c3208cb-c039-416b-8706-9714bb7a0c43,segment=NetworkSegment(4434bafa-0a64-4c74-b570-f36964db1b19),segment_id=4434bafa-0a64-4c74-b570-f36964db1b19)] {{(pid=103768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:54:23.628486 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-223cc4e4-5a1f-402d-b5e2-0d42a7d9730e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0c3208cb-c039-416b-8706-9714bb7a0c43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:23.694878 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223cc4e4-5a1f-402d-b5e2-0d42a7d9730e None None] Routers {'5e4c53cf-2442-463f-a212-d39c0feaf57c'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:54:23.696243 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-223cc4e4-5a1f-402d-b5e2-0d42a7d9730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:54:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5e4c53cf-2442-463f-a212-d39c0feaf57c'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:54:23.754631 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa2a4f-4cc3-4b1c-a256-c3196eb80f90 None None] Pushing event updated for resources: {'Port': ['ID=0c3208cb-c039-416b-8706-9714bb7a0c43,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:23.771936 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:23.844843 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-81764918-50fe-4d4e-82e1-02af634f42a2 None None] Provisioning complete for port 0c3208cb-c039-416b-8706-9714bb7a0c43 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:54:23.845281 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-81764918-50fe-4d4e-82e1-02af634f42a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0c3208cb-c039-416b-8706-9714bb7a0c43), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:23.850759 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-223cc4e4-5a1f-402d-b5e2-0d42a7d9730e None None] Set router 5e4c53cf-2442-463f-a212-d39c0feaf57c gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:54:24.056441 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-81764918-50fe-4d4e-82e1-02af634f42a2 None None] Current status of the port 0c3208cb-c039-416b-8706-9714bb7a0c43 is: DOWN; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:54:24.056733 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-81764918-50fe-4d4e-82e1-02af634f42a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (0c3208cb-c039-416b-8706-9714bb7a0c43), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:24.122277 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-81764918-50fe-4d4e-82e1-02af634f42a2 None None] For port 0c3208cb-c039-416b-8706-9714bb7a0c43, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=0c3208cb-c039-416b-8706-9714bb7a0c43,segment=NetworkSegment(4434bafa-0a64-4c74-b570-f36964db1b19),segment_id=4434bafa-0a64-4c74-b570-f36964db1b19)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:54:24.128435 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-81764918-50fe-4d4e-82e1-02af634f42a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (0c3208cb-c039-416b-8706-9714bb7a0c43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:24.185760 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-223cc4e4-5a1f-402d-b5e2-0d42a7d9730e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4c53cf-2442-463f-a212-d39c0feaf57c', 'name': 'tempest-TestSnapshotPattern-577945632-router', 'tenant_id': 'b2680b9b82054f54980d1b46aa7fb471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'ce11c184-adbf-4e91-818b-4e5f39cd0f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:54:16Z', 'updated_at': '2022-03-07T11:54:19Z', 'revision_number': 4, 'project_id': 'b2680b9b82054f54980d1b46aa7fb471', 'gw_port': {'id': 'ce11c184-adbf-4e91-818b-4e5f39cd0f61', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:95:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4c53cf-2442-463f-a212-d39c0feaf57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:16Z', 'updated_at': '2022-03-07T11:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '0c3208cb-c039-416b-8706-9714bb7a0c43', 'name': '', 'network_id': '0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750', 'tenant_id': 'b2680b9b82054f54980d1b46aa7fb471', 'mac_address': 'fa:16:3e:21:11:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4c53cf-2442-463f-a212-d39c0feaf57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '752c9254-9042-4955-961b-966d9dbd93df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:19Z', 'updated_at': '2022-03-07T11:54:23Z', 'revision_number': 4, 'project_id': 'b2680b9b82054f54980d1b46aa7fb471', 'subnets': [{'id': '752c9254-9042-4955-961b-966d9dbd93df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:54:24.187610 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81764918-50fe-4d4e-82e1-02af634f42a2 None None] Pushing event updated for resources: {'Port': ['ID=0c3208cb-c039-416b-8706-9714bb7a0c43,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:24.216210 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223cc4e4-5a1f-402d-b5e2-0d42a7d9730e None None] The sync data for ids ['5e4c53cf-2442-463f-a212-d39c0feaf57c'] in n-d-832164-4 is: [{'id': '5e4c53cf-2442-463f-a212-d39c0feaf57c', 'name': 'tempest-TestSnapshotPattern-577945632-router', 'tenant_id': 'b2680b9b82054f54980d1b46aa7fb471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'ce11c184-adbf-4e91-818b-4e5f39cd0f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:54:16Z', 'updated_at': '2022-03-07T11:54:19Z', 'revision_number': 4, 'project_id': 'b2680b9b82054f54980d1b46aa7fb471', 'gw_port': {'id': 'ce11c184-adbf-4e91-818b-4e5f39cd0f61', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:95:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4c53cf-2442-463f-a212-d39c0feaf57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:16Z', 'updated_at': '2022-03-07T11:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '0c3208cb-c039-416b-8706-9714bb7a0c43', 'name': '', 'network_id': '0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750', 'tenant_id': 'b2680b9b82054f54980d1b46aa7fb471', 'mac_address': 'fa:16:3e:21:11:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e4c53cf-2442-463f-a212-d39c0feaf57c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': '752c9254-9042-4955-961b-966d9dbd93df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:19Z', 'updated_at': '2022-03-07T11:54:23Z', 'revision_number': 4, 'project_id': 'b2680b9b82054f54980d1b46aa7fb471', 'subnets': [{'id': '752c9254-9042-4955-961b-966d9dbd93df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:54:24.257363 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-64272821-65f2-4996-8c19-355ddc2dab11 None None] Provisioning complete for port 0c3208cb-c039-416b-8706-9714bb7a0c43 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:54:24.257363 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-64272821-65f2-4996-8c19-355ddc2dab11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0c3208cb-c039-416b-8706-9714bb7a0c43), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:24.379687 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c197a7-a087-4882-9f36-30563779e04a req-d0416892-10eb-44b1-855a-f813224cf804 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:54:24.382286 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-13c197a7-a087-4882-9f36-30563779e04a req-d0416892-10eb-44b1-855a-f813224cf804 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.21 "GET /v2.0/networks?id=929f5bbb-3bd7-4ad9-bc66-3d874fa82730 HTTP/1.1" status: 200 len: 810 time: 0.1800983 Mar 07 11:54:24.391154 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-64272821-65f2-4996-8c19-355ddc2dab11 None None] Current status of the port 0c3208cb-c039-416b-8706-9714bb7a0c43 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:54:24.460299 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-13c197a7-a087-4882-9f36-30563779e04a req-bb1f1b8f-918a-4cdd-b06a-b7c41ad394eb tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0cf1e7597494f08979181318a89d086 HTTP/1.1" status: 200 len: 380 time: 0.0696402 Mar 07 11:54:24.469081 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-13c197a7-a087-4882-9f36-30563779e04a req-8e8c2708-f69c-4bfc-87d1-6bc8a4ad360b tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Request body: {'port': {'device_id': 'a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138', 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'admin_state_up': True, 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'security_groups': ['e528e27f-5b27-47b0-991e-2c839c18347f']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:54:24.476227 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2fa45f48-dd3c-4415-a811-7900be995c58 req-d749302e-d241-4659-b76f-18c04983a458 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138 HTTP/1.1" status: 200 len: 210 time: 0.0289483 Mar 07 11:54:24.587298 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13c197a7-a087-4882-9f36-30563779e04a req-8e8c2708-f69c-4bfc-87d1-6bc8a4ad360b tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Made reservation on behalf of f0cf1e7597494f08979181318a89d086 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:54:24.590821 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-13c197a7-a087-4882-9f36-30563779e04a req-8e8c2708-f69c-4bfc-87d1-6bc8a4ad360b tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:24.726787 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-13c197a7-a087-4882-9f36-30563779e04a req-8e8c2708-f69c-4bfc-87d1-6bc8a4ad360b tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Allocated IP 172.20.0.10 (929f5bbb-3bd7-4ad9-bc66-3d874fa82730/35fed5e5-3c0f-467d-94aa-ff25e148db02/e29ecbbc-d8eb-431c-8285-824226030629) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:54:24.872020 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-13c197a7-a087-4882-9f36-30563779e04a req-8e8c2708-f69c-4bfc-87d1-6bc8a4ad360b tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for port (e29ecbbc-d8eb-431c-8285-824226030629), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:24.909667 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-13c197a7-a087-4882-9f36-30563779e04a req-8e8c2708-f69c-4bfc-87d1-6bc8a4ad360b tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (e29ecbbc-d8eb-431c-8285-824226030629), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:24.955202 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13c197a7-a087-4882-9f36-30563779e04a req-8e8c2708-f69c-4bfc-87d1-6bc8a4ad360b tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Network 929f5bbb-3bd7-4ad9-bc66-3d874fa82730 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:54:24.958289 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-13c197a7-a087-4882-9f36-30563779e04a req-8e8c2708-f69c-4bfc-87d1-6bc8a4ad360b tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:54:24.960514 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c197a7-a087-4882-9f36-30563779e04a req-8e8c2708-f69c-4bfc-87d1-6bc8a4ad360b tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:54:24.987571 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c2708-f69c-4bfc-87d1-6bc8a4ad360b tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Pushing event updated for resources: {'Port': ['ID=e29ecbbc-d8eb-431c-8285-824226030629,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:25.019984 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c197a7-a087-4882-9f36-30563779e04a req-8e8c2708-f69c-4bfc-87d1-6bc8a4ad360b tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:54:25.020619 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-13c197a7-a087-4882-9f36-30563779e04a req-8e8c2708-f69c-4bfc-87d1-6bc8a4ad360b tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:25.038160 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-13c197a7-a087-4882-9f36-30563779e04a req-8e8c2708-f69c-4bfc-87d1-6bc8a4ad360b tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5732017 Mar 07 11:54:25.050550 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-13c197a7-a087-4882-9f36-30563779e04a req-65c80593-c7b9-4521-9c40-bb3fed0ac67f service neutron] Request body: {'port': {'device_id': 'a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:54:25.126581 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-13c197a7-a087-4882-9f36-30563779e04a req-65c80593-c7b9-4521-9c40-bb3fed0ac67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e29ecbbc-d8eb-431c-8285-824226030629), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:25.191157 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 0c3208cb-c039-416b-8706-9714bb7a0c43 up at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:54:25.240823 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-39210d93-0913-421a-ba6d-489b2d1acea0 None None] Provisioning complete for port e29ecbbc-d8eb-431c-8285-824226030629 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:54:25.241244 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-39210d93-0913-421a-ba6d-489b2d1acea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e29ecbbc-d8eb-431c-8285-824226030629), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:25.290692 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Provisioning complete for port 0c3208cb-c039-416b-8706-9714bb7a0c43 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:54:25.291072 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (0c3208cb-c039-416b-8706-9714bb7a0c43), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:25.292749 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-39210d93-0913-421a-ba6d-489b2d1acea0 None None] Port e29ecbbc-d8eb-431c-8285-824226030629 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:54:25.374851 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Current status of the port 0c3208cb-c039-416b-8706-9714bb7a0c43 is: ACTIVE; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:54:25.414740 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-13c197a7-a087-4882-9f36-30563779e04a req-65c80593-c7b9-4521-9c40-bb3fed0ac67f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e29ecbbc-d8eb-431c-8285-824226030629 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:54:25.422666 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-13c197a7-a087-4882-9f36-30563779e04a req-65c80593-c7b9-4521-9c40-bb3fed0ac67f service neutron] Publish callbacks [] for port (e29ecbbc-d8eb-431c-8285-824226030629), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:25.434187 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-13c197a7-a087-4882-9f36-30563779e04a req-65c80593-c7b9-4521-9c40-bb3fed0ac67f service neutron] Transition to ACTIVE for port object e29ecbbc-d8eb-431c-8285-824226030629 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:54:25.437940 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-13c197a7-a087-4882-9f36-30563779e04a req-65c80593-c7b9-4521-9c40-bb3fed0ac67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (e29ecbbc-d8eb-431c-8285-824226030629), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:25.492882 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c80593-c7b9-4521-9c40-bb3fed0ac67f service neutron] Pushing event updated for resources: {'Port': ['ID=e29ecbbc-d8eb-431c-8285-824226030629,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:25.593160 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-13c197a7-a087-4882-9f36-30563779e04a req-65c80593-c7b9-4521-9c40-bb3fed0ac67f service neutron] Attempting to bind port e29ecbbc-d8eb-431c-8285-824226030629 on host n-h1-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:54:25.593507 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-13c197a7-a087-4882-9f36-30563779e04a req-65c80593-c7b9-4521-9c40-bb3fed0ac67f service neutron] Attempting to bind port e29ecbbc-d8eb-431c-8285-824226030629 by drivers openvswitch,hyperv on host n-h1-832164-4 at level 0 using segments [{'id': '25a51530-dbf8-4187-b4d8-f1ff32a5dadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:54:25.593837 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c197a7-a087-4882-9f36-30563779e04a req-65c80593-c7b9-4521-9c40-bb3fed0ac67f service neutron] Attempting to bind port e29ecbbc-d8eb-431c-8285-824226030629 on network 929f5bbb-3bd7-4ad9-bc66-3d874fa82730 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:54:25.601187 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c197a7-a087-4882-9f36-30563779e04a req-65c80593-c7b9-4521-9c40-bb3fed0ac67f service neutron] Port e29ecbbc-d8eb-431c-8285-824226030629 on network 929f5bbb-3bd7-4ad9-bc66-3d874fa82730 not bound, no agent of type Open vSwitch agent registered on host n-h1-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:54:25.601517 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c197a7-a087-4882-9f36-30563779e04a req-65c80593-c7b9-4521-9c40-bb3fed0ac67f service neutron] Attempting to bind port e29ecbbc-d8eb-431c-8285-824226030629 on network 929f5bbb-3bd7-4ad9-bc66-3d874fa82730 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:54:25.614535 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c197a7-a087-4882-9f36-30563779e04a req-65c80593-c7b9-4521-9c40-bb3fed0ac67f service neutron] Checking agent: {'id': 'c44d9171-3d2b-4ea3-b821-99ce5c6634d4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:54:25.614892 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c197a7-a087-4882-9f36-30563779e04a req-65c80593-c7b9-4521-9c40-bb3fed0ac67f service neutron] Checking segment: {'id': '25a51530-dbf8-4187-b4d8-f1ff32a5dadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:54:25.615269 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13c197a7-a087-4882-9f36-30563779e04a req-65c80593-c7b9-4521-9c40-bb3fed0ac67f service neutron] Bound using segment: {'id': '25a51530-dbf8-4187-b4d8-f1ff32a5dadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:54:25.615711 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-13c197a7-a087-4882-9f36-30563779e04a req-65c80593-c7b9-4521-9c40-bb3fed0ac67f service neutron] Bound port: e29ecbbc-d8eb-431c-8285-824226030629, host: n-h1-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a51530-dbf8-4187-b4d8-f1ff32a5dadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:54:25.616071 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-13c197a7-a087-4882-9f36-30563779e04a req-65c80593-c7b9-4521-9c40-bb3fed0ac67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e29ecbbc-d8eb-431c-8285-824226030629), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:25.635066 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95233137-8240-4202-8414-482e1f51bdc3 req-c61c26fb-2215-414f-8b13-c66bc6a35bf7 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:54:25.636500 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95233137-8240-4202-8414-482e1f51bdc3 req-c61c26fb-2215-414f-8b13-c66bc6a35bf7 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138 HTTP/1.1" status: 200 len: 944 time: 0.0844188 Mar 07 11:54:25.733325 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95233137-8240-4202-8414-482e1f51bdc3 req-74de278b-97d7-40f6-b81d-994a8fb619bb tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/security-groups?id=e528e27f-5b27-47b0-991e-2c839c18347f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741322 Mar 07 11:54:25.734385 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-13c197a7-a087-4882-9f36-30563779e04a req-65c80593-c7b9-4521-9c40-bb3fed0ac67f service neutron] For port e29ecbbc-d8eb-431c-8285-824226030629, host n-h1-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:54:25.738060 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-13c197a7-a087-4882-9f36-30563779e04a req-65c80593-c7b9-4521-9c40-bb3fed0ac67f service neutron] For port e29ecbbc-d8eb-431c-8285-824226030629, host n-h1-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e29ecbbc-d8eb-431c-8285-824226030629,segment=NetworkSegment(25a51530-dbf8-4187-b4d8-f1ff32a5dadb),segment_id=25a51530-dbf8-4187-b4d8-f1ff32a5dadb)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:54:25.743908 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-13c197a7-a087-4882-9f36-30563779e04a req-65c80593-c7b9-4521-9c40-bb3fed0ac67f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (e29ecbbc-d8eb-431c-8285-824226030629), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:25.780229 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c197a7-a087-4882-9f36-30563779e04a req-65c80593-c7b9-4521-9c40-bb3fed0ac67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:54:25.780852 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-13c197a7-a087-4882-9f36-30563779e04a req-65c80593-c7b9-4521-9c40-bb3fed0ac67f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:25.782304 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-13c197a7-a087-4882-9f36-30563779e04a req-65c80593-c7b9-4521-9c40-bb3fed0ac67f service neutron] 10.222.0.21 "PUT /v2.0/ports/e29ecbbc-d8eb-431c-8285-824226030629 HTTP/1.1" status: 200 len: 1092 time: 0.7365446 Mar 07 11:54:25.782722 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138', 'tag': 'e29ecbbc-d8eb-431c-8285-824226030629'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:54:25.784979 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbf2f91-bd12-4a2a-b1d2-f7789c6f24a4" -d '{"events": [{"name": "network-changed", "server_uuid": "a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138", "tag": "e29ecbbc-d8eb-431c-8285-824226030629"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:54:25.815398 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c80593-c7b9-4521-9c40-bb3fed0ac67f service neutron] Pushing event updated for resources: {'Port': ['ID=e29ecbbc-d8eb-431c-8285-824226030629,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:25.893793 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c197a7-a087-4882-9f36-30563779e04a req-d685568f-acf5-4ac1-9530-adcca4876554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:54:25.893793 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-13c197a7-a087-4882-9f36-30563779e04a req-d685568f-acf5-4ac1-9530-adcca4876554 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0cf1e7597494f08979181318a89d086&device_id=a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138 HTTP/1.1" status: 200 len: 1126 time: 0.0520005 Mar 07 11:54:25.906684 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf177b7-4666-4d23-889f-6e4857a23263 x-openstack-request-id: req-5cf177b7-4666-4d23-889f-6e4857a23263 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:54:25.906985 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138", "tag": "e29ecbbc-d8eb-431c-8285-824226030629", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:54:25.907247 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5cf177b7-4666-4d23-889f-6e4857a23263 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:54:25.907658 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138', 'tag': 'e29ecbbc-d8eb-431c-8285-824226030629', 'status': 'completed', 'code': 200} Mar 07 11:54:25.940394 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-13c197a7-a087-4882-9f36-30563779e04a req-25b19494-4a4d-4670-8320-d327cee5a366 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e29ecbbc-d8eb-431c-8285-824226030629 HTTP/1.1" status: 200 len: 217 time: 0.0437241 Mar 07 11:54:25.991711 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c197a7-a087-4882-9f36-30563779e04a req-4d298b82-5c50-4a05-ba8e-feb7c7c93f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:54:25.993192 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-13c197a7-a087-4882-9f36-30563779e04a req-4d298b82-5c50-4a05-ba8e-feb7c7c93f70 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=35fed5e5-3c0f-467d-94aa-ff25e148db02 HTTP/1.1" status: 200 len: 849 time: 0.0468020 Mar 07 11:54:26.047899 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c197a7-a087-4882-9f36-30563779e04a req-b595796c-f310-4abd-bad3-04eb530c40d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:54:26.049732 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-13c197a7-a087-4882-9f36-30563779e04a req-b595796c-f310-4abd-bad3-04eb530c40d2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=929f5bbb-3bd7-4ad9-bc66-3d874fa82730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0468497 Mar 07 11:54:26.145879 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-13c197a7-a087-4882-9f36-30563779e04a req-6a9493b3-eb7b-444c-b09f-772a96fedbd0 service neutron] 10.222.0.21 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896213 Mar 07 11:54:26.240475 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-13c197a7-a087-4882-9f36-30563779e04a req-80564c9f-0fca-4732-92c8-c2a52f1a9563 service neutron] 10.222.0.21 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887747 Mar 07 11:54:26.342708 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf2f91-bd12-4a2a-b1d2-f7789c6f24a4 req-9c55c3e4-bb72-4f69-9bd9-17463070f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:54:26.344231 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dbbf2f91-bd12-4a2a-b1d2-f7789c6f24a4 req-9c55c3e4-bb72-4f69-9bd9-17463070f7d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0cf1e7597494f08979181318a89d086&device_id=a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138 HTTP/1.1" status: 200 len: 1126 time: 0.0534911 Mar 07 11:54:26.436803 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf2f91-bd12-4a2a-b1d2-f7789c6f24a4 req-09715f1c-1b63-4db7-9a34-a278c3a3c172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:54:26.438305 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dbbf2f91-bd12-4a2a-b1d2-f7789c6f24a4 req-09715f1c-1b63-4db7-9a34-a278c3a3c172 service neutron] 10.222.0.21 "GET /v2.0/networks?id=929f5bbb-3bd7-4ad9-bc66-3d874fa82730 HTTP/1.1" status: 200 len: 911 time: 0.0877814 Mar 07 11:54:26.483081 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dbbf2f91-bd12-4a2a-b1d2-f7789c6f24a4 req-c6906695-d878-4158-8004-8a05400f4051 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e29ecbbc-d8eb-431c-8285-824226030629 HTTP/1.1" status: 200 len: 217 time: 0.0379236 Mar 07 11:54:26.532970 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf2f91-bd12-4a2a-b1d2-f7789c6f24a4 req-902d89c3-c508-4eb1-8b49-ebf65a35065a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:54:26.534438 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dbbf2f91-bd12-4a2a-b1d2-f7789c6f24a4 req-902d89c3-c508-4eb1-8b49-ebf65a35065a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=35fed5e5-3c0f-467d-94aa-ff25e148db02 HTTP/1.1" status: 200 len: 849 time: 0.0441036 Mar 07 11:54:26.586984 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf2f91-bd12-4a2a-b1d2-f7789c6f24a4 req-938ddad9-b8ee-45f1-a611-34b56dbf890d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:54:26.588512 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dbbf2f91-bd12-4a2a-b1d2-f7789c6f24a4 req-938ddad9-b8ee-45f1-a611-34b56dbf890d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=929f5bbb-3bd7-4ad9-bc66-3d874fa82730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481501 Mar 07 11:54:26.681439 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dbbf2f91-bd12-4a2a-b1d2-f7789c6f24a4 req-9d1b03db-a16f-41a8-ae8e-0c0091c6e193 service neutron] 10.222.0.21 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859294 Mar 07 11:54:26.771832 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dbbf2f91-bd12-4a2a-b1d2-f7789c6f24a4 req-92d34345-2f93-47b5-85e4-e0633aeb4f46 service neutron] 10.222.0.21 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845082 Mar 07 11:54:26.863441 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9060756-89c0-4a3b-80ee-cbe6ccc7bc7e req-c41183a8-e6ed-44fb-9341-ea7fff4ff952 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:54:26.864940 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b9060756-89c0-4a3b-80ee-cbe6ccc7bc7e req-c41183a8-e6ed-44fb-9341-ea7fff4ff952 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138 HTTP/1.1" status: 200 len: 944 time: 0.0552769 Mar 07 11:54:26.920748 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b9060756-89c0-4a3b-80ee-cbe6ccc7bc7e req-a5790c5a-6f2e-4f62-950c-e1e4cbc2375a tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/security-groups?id=e528e27f-5b27-47b0-991e-2c839c18347f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499361 Mar 07 11:54:28.043735 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebae4cf-33de-40ea-8a81-7020252c55bd req-0da1187f-5bb5-41e2-a36e-3f53dc18de26 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:54:28.045298 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bebae4cf-33de-40ea-8a81-7020252c55bd req-0da1187f-5bb5-41e2-a36e-3f53dc18de26 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138 HTTP/1.1" status: 200 len: 944 time: 0.0532296 Mar 07 11:54:28.094064 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-bebae4cf-33de-40ea-8a81-7020252c55bd req-83025499-a56d-4b24-a2cb-dff303398147 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/security-groups?id=e528e27f-5b27-47b0-991e-2c839c18347f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426056 Mar 07 11:54:29.212150 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0fae7c-5239-4189-8005-873faee596d9 req-7158497e-668b-416e-97d9-7f40bcff0e4f tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:54:29.213623 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bd0fae7c-5239-4189-8005-873faee596d9 req-7158497e-668b-416e-97d9-7f40bcff0e4f tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138 HTTP/1.1" status: 200 len: 944 time: 0.0525191 Mar 07 11:54:29.266325 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-bd0fae7c-5239-4189-8005-873faee596d9 req-02652ab6-7d6e-43ce-a8e0-44ef0b54612f tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/security-groups?id=e528e27f-5b27-47b0-991e-2c839c18347f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462863 Mar 07 11:54:29.978154 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device e29ecbbc-d8eb-431c-8285-824226030629 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:54:30.076529 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port e29ecbbc-d8eb-431c-8285-824226030629, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e29ecbbc-d8eb-431c-8285-824226030629,segment=NetworkSegment(25a51530-dbf8-4187-b4d8-f1ff32a5dadb),segment_id=25a51530-dbf8-4187-b4d8-f1ff32a5dadb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:54:30.086846 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'e29ecbbc-d8eb-431c-8285-824226030629', 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'port_id': 'e29ecbbc-d8eb-431c-8285-824226030629', 'mac_address': 'fa:16:3e:c8:8c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35fed5e5-3c0f-467d-94aa-ff25e148db02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:54:30.123507 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port e29ecbbc-d8eb-431c-8285-824226030629 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:54:30.123890 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e29ecbbc-d8eb-431c-8285-824226030629), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:30.137545 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e29ecbbc-d8eb-431c-8285-824226030629 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:54:30.157478 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port e29ecbbc-d8eb-431c-8285-824226030629, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e29ecbbc-d8eb-431c-8285-824226030629,segment=NetworkSegment(25a51530-dbf8-4187-b4d8-f1ff32a5dadb),segment_id=25a51530-dbf8-4187-b4d8-f1ff32a5dadb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:54:30.161329 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e29ecbbc-d8eb-431c-8285-824226030629), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:30.210382 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=e29ecbbc-d8eb-431c-8285-824226030629,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:30.366368 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['e29ecbbc-d8eb-431c-8285-824226030629'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:54:30.386852 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c36434-c735-455b-8738-0b02fa7497a2 req-a47639ee-d927-415d-b45f-f68b8e1e6103 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:54:30.388918 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-41c36434-c735-455b-8738-0b02fa7497a2 req-a47639ee-d927-415d-b45f-f68b8e1e6103 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138 HTTP/1.1" status: 200 len: 945 time: 0.0532305 Mar 07 11:54:30.440907 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-41c36434-c735-455b-8738-0b02fa7497a2 req-a5fb30fb-6c7b-4355-b603-149503d57891 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/security-groups?id=e528e27f-5b27-47b0-991e-2c839c18347f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462692 Mar 07 11:54:31.559661 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a7a77-bd9e-46db-8672-9d056658fa87 req-43b37fe0-43f8-49af-87c8-3fdf20c94070 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:54:31.561747 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ab3a7a77-bd9e-46db-8672-9d056658fa87 req-43b37fe0-43f8-49af-87c8-3fdf20c94070 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138 HTTP/1.1" status: 200 len: 945 time: 0.0535331 Mar 07 11:54:31.609084 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-ab3a7a77-bd9e-46db-8672-9d056658fa87 req-da985808-8c83-412f-a80f-451683876f97 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/security-groups?id=e528e27f-5b27-47b0-991e-2c839c18347f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417714 Mar 07 11:54:32.008600 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device e29ecbbc-d8eb-431c-8285-824226030629 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:54:32.057605 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning for port e29ecbbc-d8eb-431c-8285-824226030629 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:54:32.062307 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port e29ecbbc-d8eb-431c-8285-824226030629 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:54:32.062678 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e29ecbbc-d8eb-431c-8285-824226030629), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:32.139782 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port e29ecbbc-d8eb-431c-8285-824226030629 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:54:32.140162 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e29ecbbc-d8eb-431c-8285-824226030629), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:32.162703 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29ecbbc-d8eb-431c-8285-824226030629'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:54:32.165182 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a645a2b5805a54a98315e88f2d343b68cf76c29b7d342bc1003cac2cf566b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff359a9-6462-4cde-8216-bbe70c762b98" -d '{"events": [{"server_uuid": "a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138", "name": "network-vif-plugged", "status": "completed", "tag": "e29ecbbc-d8eb-431c-8285-824226030629"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:54:32.181011 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port e29ecbbc-d8eb-431c-8285-824226030629, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e29ecbbc-d8eb-431c-8285-824226030629,segment=NetworkSegment(25a51530-dbf8-4187-b4d8-f1ff32a5dadb),segment_id=25a51530-dbf8-4187-b4d8-f1ff32a5dadb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:54:32.186107 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e29ecbbc-d8eb-431c-8285-824226030629), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:32.209804 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76998df7-3796-42ca-882b-082264a9a975 x-openstack-request-id: req-76998df7-3796-42ca-882b-082264a9a975 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:54:32.210096 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138", "name": "network-vif-plugged", "status": "completed", "tag": "e29ecbbc-d8eb-431c-8285-824226030629", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:54:32.210358 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-76998df7-3796-42ca-882b-082264a9a975 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:54:32.210757 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29ecbbc-d8eb-431c-8285-824226030629', 'code': 200} Mar 07 11:54:32.237343 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=e29ecbbc-d8eb-431c-8285-824226030629,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:32.305507 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88176c0-5cff-4062-9dfc-eaf6cfbae6e2 req-15268f93-9e0e-4497-a637-31a371c73ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:54:32.307005 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d88176c0-5cff-4062-9dfc-eaf6cfbae6e2 req-15268f93-9e0e-4497-a637-31a371c73ff7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138 HTTP/1.1" status: 200 len: 1128 time: 0.0482244 Mar 07 11:54:32.351386 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d88176c0-5cff-4062-9dfc-eaf6cfbae6e2 req-0ff0b46d-7b5e-4e44-be4b-02713ef7bae3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e528e27f-5b27-47b0-991e-2c839c18347f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388162 Mar 07 11:54:32.726317 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61401de1-54c5-49ed-9fa1-5f8ea4af6d29 req-77c6da90-e5a5-4b54-977f-f7feb266dd04 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:54:32.727777 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-61401de1-54c5-49ed-9fa1-5f8ea4af6d29 req-77c6da90-e5a5-4b54-977f-f7feb266dd04 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138 HTTP/1.1" status: 200 len: 946 time: 0.0518632 Mar 07 11:54:32.779164 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-61401de1-54c5-49ed-9fa1-5f8ea4af6d29 req-7ce39e74-9052-4031-9dc4-e7fc6470cd11 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/security-groups?id=e528e27f-5b27-47b0-991e-2c839c18347f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459418 Mar 07 11:54:33.897950 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8322f7bd-fe55-42f6-95bd-5716656b9bcb req-640928c2-a244-450c-90ed-1a83a9513fc0 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:54:33.899419 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8322f7bd-fe55-42f6-95bd-5716656b9bcb req-640928c2-a244-450c-90ed-1a83a9513fc0 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138 HTTP/1.1" status: 200 len: 946 time: 0.0519392 Mar 07 11:54:33.947596 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-8322f7bd-fe55-42f6-95bd-5716656b9bcb req-730604d0-97c4-4f9a-8da8-2f85888fcfbc tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/security-groups?id=e528e27f-5b27-47b0-991e-2c839c18347f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426323 Mar 07 11:54:34.070324 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff6389-10cc-4453-9283-ba364bdb9ac7 req-2a0eb9cb-7ad4-413d-adc5-efe93f3ca151 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:54:34.071725 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eeff6389-10cc-4453-9283-ba364bdb9ac7 req-2a0eb9cb-7ad4-413d-adc5-efe93f3ca151 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138 HTTP/1.1" status: 200 len: 946 time: 0.0581939 Mar 07 11:54:34.120899 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-eeff6389-10cc-4453-9283-ba364bdb9ac7 req-a0596b95-83be-4916-aeb1-9fc6d87c21d4 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/security-groups?id=e528e27f-5b27-47b0-991e-2c839c18347f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430322 Mar 07 11:54:34.143760 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47272) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:54:34.226049 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b759138-0ee3-4faa-aa52-f7a975c9f0ce tempest-TestSnapshotPattern-1924961724 tempest-TestSnapshotPattern-1924961724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:54:34.227556 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-9b759138-0ee3-4faa-aa52-f7a975c9f0ce tempest-TestSnapshotPattern-1924961724 tempest-TestSnapshotPattern-1924961724-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138 HTTP/1.1" status: 200 len: 1123 time: 0.0827992 Mar 07 11:54:34.230448 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47276) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:54:34.235407 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-38b98055-3e75-4a13-890e-46f1b298ff86 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'port_id': 'e29ecbbc-d8eb-431c-8285-824226030629', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:54:34.255725 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-38b98055-3e75-4a13-890e-46f1b298ff86 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:34.353209 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-38b98055-3e75-4a13-890e-46f1b298ff86 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:34.452943 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-38b98055-3e75-4a13-890e-46f1b298ff86 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Allocated IP 172.25.3.18 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/6c4747d6-13a8-42ae-a342-4ce34102e704) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:54:34.555473 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-38b98055-3e75-4a13-890e-46f1b298ff86 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for port (6c4747d6-13a8-42ae-a342-4ce34102e704), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:34.588278 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-38b98055-3e75-4a13-890e-46f1b298ff86 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (6c4747d6-13a8-42ae-a342-4ce34102e704), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:34.627135 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b98055-3e75-4a13-890e-46f1b298ff86 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:54:34.629929 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-38b98055-3e75-4a13-890e-46f1b298ff86 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:54:34.633351 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b98055-3e75-4a13-890e-46f1b298ff86 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:54:34.656770 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b98055-3e75-4a13-890e-46f1b298ff86 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Pushing event updated for resources: {'Port': ['ID=6c4747d6-13a8-42ae-a342-4ce34102e704,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:35.351591 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-38b98055-3e75-4a13-890e-46f1b298ff86 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for floatingip (7f60cb71-fdc3-4a55-846d-ddaf66e67676), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:35.418236 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-38b98055-3e75-4a13-890e-46f1b298ff86 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (6c4747d6-13a8-42ae-a342-4ce34102e704), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:35.564868 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-38b98055-3e75-4a13-890e-46f1b298ff86 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for port (6c4747d6-13a8-42ae-a342-4ce34102e704), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:35.569211 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-38b98055-3e75-4a13-890e-46f1b298ff86 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (6c4747d6-13a8-42ae-a342-4ce34102e704), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:35.642362 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b98055-3e75-4a13-890e-46f1b298ff86 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Pushing event updated for resources: {'Port': ['ID=6c4747d6-13a8-42ae-a342-4ce34102e704,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:54:35.650844 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-38b98055-3e75-4a13-890e-46f1b298ff86 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (7f60cb71-fdc3-4a55-846d-ddaf66e67676), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:35.752699 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-38b98055-3e75-4a13-890e-46f1b298ff86 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Floating IP 7f60cb71-fdc3-4a55-846d-ddaf66e67676 associated. External IP: 172.25.3.18, port: e29ecbbc-d8eb-431c-8285-824226030629. Mar 07 11:54:35.960970 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b98055-3e75-4a13-890e-46f1b298ff86 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Router d2a08ced-73b6-4852-ab87-eba74403a383 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:54:36.066229 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b98055-3e75-4a13-890e-46f1b298ff86 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:54:36.075688 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caca9346-39d2-414c-9c75-8306f027d7dc None None] Sync routers for ids ['d2a08ced-73b6-4852-ab87-eba74403a383'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:54:36.084161 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-38b98055-3e75-4a13-890e-46f1b298ff86 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:36.085335 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caca9346-39d2-414c-9c75-8306f027d7dc None None] Routers {'d2a08ced-73b6-4852-ab87-eba74403a383'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:54:36.085967 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-caca9346-39d2-414c-9c75-8306f027d7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:54:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d2a08ced-73b6-4852-ab87-eba74403a383'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:54:36.119518 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-38b98055-3e75-4a13-890e-46f1b298ff86 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8880539 Mar 07 11:54:36.120218 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138', 'tag': 'e29ecbbc-d8eb-431c-8285-824226030629'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:54:36.122527 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f351bf73f323c1e2e006b9f16194b747f7127b9e46eeb64b4a81d3313ccb5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b75b12a-bd19-49a9-b0ba-4df36383c9ac" -d '{"events": [{"name": "network-changed", "server_uuid": "a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138", "tag": "e29ecbbc-d8eb-431c-8285-824226030629"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:54:36.201301 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-caca9346-39d2-414c-9c75-8306f027d7dc None None] Set router d2a08ced-73b6-4852-ab87-eba74403a383 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:54:36.218350 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093a3469-1e65-48d4-a1af-ca170670fe7f x-openstack-request-id: req-093a3469-1e65-48d4-a1af-ca170670fe7f {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:54:36.218644 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138", "tag": "e29ecbbc-d8eb-431c-8285-824226030629", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:54:36.218928 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-093a3469-1e65-48d4-a1af-ca170670fe7f {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:54:36.219336 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138', 'tag': 'e29ecbbc-d8eb-431c-8285-824226030629', 'status': 'completed', 'code': 200} Mar 07 11:54:36.286073 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75b12a-bd19-49a9-b0ba-4df36383c9ac req-33684420-df42-4f02-8ca4-5523756ad86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:54:36.287635 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b75b12a-bd19-49a9-b0ba-4df36383c9ac req-33684420-df42-4f02-8ca4-5523756ad86d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0cf1e7597494f08979181318a89d086&device_id=a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138 HTTP/1.1" status: 200 len: 1128 time: 0.0467350 Mar 07 11:54:36.379135 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75b12a-bd19-49a9-b0ba-4df36383c9ac req-cf2dae4b-0fe8-45bf-9009-b9755d152d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:54:36.380592 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b75b12a-bd19-49a9-b0ba-4df36383c9ac req-cf2dae4b-0fe8-45bf-9009-b9755d152d53 service neutron] 10.222.0.21 "GET /v2.0/networks?id=929f5bbb-3bd7-4ad9-bc66-3d874fa82730 HTTP/1.1" status: 200 len: 911 time: 0.0877333 Mar 07 11:54:36.435694 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-caca9346-39d2-414c-9c75-8306f027d7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'name': 'tempest-TestSnapshotPattern-1849005564-router', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:54:11Z', 'updated_at': '2022-03-07T11:54:14Z', 'revision_number': 4, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'gw_port': {'id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:12Z', 'updated_at': '2022-03-07T11:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '7f60cb71-fdc3-4a55-846d-ddaf66e67676', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'floating_ip_address': '172.25.3.18', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'port_id': 'e29ecbbc-d8eb-431c-8285-824226030629', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'mac_address': 'fa:16:3e:c8:8c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:54:34Z', 'updated_at': '2022-03-07T11:54:34Z', 'revision_number': 0, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51307354-c56a-4287-b674-a34e8d462558', 'name': '', 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'mac_address': 'fa:16:3e:d9:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': '35fed5e5-3c0f-467d-94aa-ff25e148db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:14Z', 'updated_at': '2022-03-07T11:54:18Z', 'revision_number': 5, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'subnets': [{'id': '35fed5e5-3c0f-467d-94aa-ff25e148db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:54:36.444631 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b75b12a-bd19-49a9-b0ba-4df36383c9ac req-c2501950-cabd-45ef-bd28-63a399e203c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e29ecbbc-d8eb-431c-8285-824226030629 HTTP/1.1" status: 200 len: 999 time: 0.0582492 Mar 07 11:54:36.462439 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caca9346-39d2-414c-9c75-8306f027d7dc None None] Checking router: d2a08ced-73b6-4852-ab87-eba74403a383 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:54:36.471407 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caca9346-39d2-414c-9c75-8306f027d7dc None None] Routers {'d2a08ced-73b6-4852-ab87-eba74403a383'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:54:36.471941 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-caca9346-39d2-414c-9c75-8306f027d7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:54:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d2a08ced-73b6-4852-ab87-eba74403a383'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:54:36.492131 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75b12a-bd19-49a9-b0ba-4df36383c9ac req-3a8f2b28-dd10-49eb-b597-a4d00c78bea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:54:36.493673 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b75b12a-bd19-49a9-b0ba-4df36383c9ac req-3a8f2b28-dd10-49eb-b597-a4d00c78bea9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=35fed5e5-3c0f-467d-94aa-ff25e148db02 HTTP/1.1" status: 200 len: 849 time: 0.0435283 Mar 07 11:54:36.546445 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75b12a-bd19-49a9-b0ba-4df36383c9ac req-a5f166a0-1558-4302-bf94-0cbe8f0e4768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:54:36.547918 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b75b12a-bd19-49a9-b0ba-4df36383c9ac req-a5f166a0-1558-4302-bf94-0cbe8f0e4768 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=929f5bbb-3bd7-4ad9-bc66-3d874fa82730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0485289 Mar 07 11:54:36.580098 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-caca9346-39d2-414c-9c75-8306f027d7dc None None] Set router d2a08ced-73b6-4852-ab87-eba74403a383 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:54:36.635784 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b75b12a-bd19-49a9-b0ba-4df36383c9ac req-38807758-4b3f-47db-aaf5-9287bb306fac service neutron] 10.222.0.21 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817709 Mar 07 11:54:36.663394 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-567310fb-687c-41c1-ac91-5692c876f068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:36.813441 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-caca9346-39d2-414c-9c75-8306f027d7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'name': 'tempest-TestSnapshotPattern-1849005564-router', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:54:11Z', 'updated_at': '2022-03-07T11:54:14Z', 'revision_number': 4, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'gw_port': {'id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:12Z', 'updated_at': '2022-03-07T11:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '7f60cb71-fdc3-4a55-846d-ddaf66e67676', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'floating_ip_address': '172.25.3.18', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'port_id': 'e29ecbbc-d8eb-431c-8285-824226030629', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'mac_address': 'fa:16:3e:c8:8c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:54:34Z', 'updated_at': '2022-03-07T11:54:34Z', 'revision_number': 0, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51307354-c56a-4287-b674-a34e8d462558', 'name': '', 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'mac_address': 'fa:16:3e:d9:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': '35fed5e5-3c0f-467d-94aa-ff25e148db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:14Z', 'updated_at': '2022-03-07T11:54:18Z', 'revision_number': 5, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'subnets': [{'id': '35fed5e5-3c0f-467d-94aa-ff25e148db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:54:36.940127 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caca9346-39d2-414c-9c75-8306f027d7dc None None] The sync data for ids ['d2a08ced-73b6-4852-ab87-eba74403a383'] in n-d-832164-4 is: [{'id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'name': 'tempest-TestSnapshotPattern-1849005564-router', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:54:11Z', 'updated_at': '2022-03-07T11:54:14Z', 'revision_number': 4, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'gw_port': {'id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:12Z', 'updated_at': '2022-03-07T11:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '7f60cb71-fdc3-4a55-846d-ddaf66e67676', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'floating_ip_address': '172.25.3.18', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'port_id': 'e29ecbbc-d8eb-431c-8285-824226030629', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'mac_address': 'fa:16:3e:c8:8c:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:54:34Z', 'updated_at': '2022-03-07T11:54:34Z', 'revision_number': 0, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51307354-c56a-4287-b674-a34e8d462558', 'name': '', 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'mac_address': 'fa:16:3e:d9:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': '35fed5e5-3c0f-467d-94aa-ff25e148db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:14Z', 'updated_at': '2022-03-07T11:54:18Z', 'revision_number': 5, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'subnets': [{'id': '35fed5e5-3c0f-467d-94aa-ff25e148db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:54:37.073883 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1b75b12a-bd19-49a9-b0ba-4df36383c9ac req-01b32daf-fe61-4b70-af3c-6c23521cff89 service neutron] 10.222.0.21 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323740 Mar 07 11:54:37.145697 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8e6fbe-b3e2-4316-a0de-8e26042d826e None None] New status for floating IP 7f60cb71-fdc3-4a55-846d-ddaf66e67676: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:54:38.720782 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-116fb5a7-4cc4-410a-b778-1446e95c89d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:40.217470 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:41.959785 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:43.153911 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:47.240968 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:54:49.010892 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:54:53.734790 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:55:06.657381 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1940a84f-e849-4606-8465-de337d416e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:55:08.725815 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-486dcf9b-96b0-40e0-9cd7-1bf01556efa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:55:10.222598 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:55:11.961377 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:55:13.157569 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:55:18.600641 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4f364318-fad9-4abe-9bf4-db5b54cbc97e req-2deabb51-49be-499c-a014-b0c7263d39de service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430698 Mar 07 11:55:18.682120 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f364318-fad9-4abe-9bf4-db5b54cbc97e req-d0b14273-4a57-4d57-8b06-134b9f1c3386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:55:18.683563 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4f364318-fad9-4abe-9bf4-db5b54cbc97e req-d0b14273-4a57-4d57-8b06-134b9f1c3386 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0cf1e7597494f08979181318a89d086&device_id=a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138 HTTP/1.1" status: 200 len: 1128 time: 0.0437799 Mar 07 11:55:18.785914 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f364318-fad9-4abe-9bf4-db5b54cbc97e req-58d92d8e-3172-4d11-b2d1-15adf8ce40e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:55:18.787376 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4f364318-fad9-4abe-9bf4-db5b54cbc97e req-58d92d8e-3172-4d11-b2d1-15adf8ce40e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=929f5bbb-3bd7-4ad9-bc66-3d874fa82730 HTTP/1.1" status: 200 len: 911 time: 0.0870078 Mar 07 11:55:18.849582 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4f364318-fad9-4abe-9bf4-db5b54cbc97e req-c41d31a3-764d-466c-bb5f-aadd3aa7a084 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e29ecbbc-d8eb-431c-8285-824226030629 HTTP/1.1" status: 200 len: 1001 time: 0.0563998 Mar 07 11:55:18.896159 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f364318-fad9-4abe-9bf4-db5b54cbc97e req-a49eb526-b20a-4cb6-a019-5c0481768195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:55:18.897486 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4f364318-fad9-4abe-9bf4-db5b54cbc97e req-a49eb526-b20a-4cb6-a019-5c0481768195 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=35fed5e5-3c0f-467d-94aa-ff25e148db02 HTTP/1.1" status: 200 len: 849 time: 0.0428612 Mar 07 11:55:18.953532 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f364318-fad9-4abe-9bf4-db5b54cbc97e req-92b83700-98da-4022-ba81-f19e6400a63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:55:18.955047 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4f364318-fad9-4abe-9bf4-db5b54cbc97e req-92b83700-98da-4022-ba81-f19e6400a63d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=929f5bbb-3bd7-4ad9-bc66-3d874fa82730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0518577 Mar 07 11:55:19.007794 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:55:19.043297 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4f364318-fad9-4abe-9bf4-db5b54cbc97e req-840c9b7f-2bd0-48a6-bb4d-7263010389e3 service neutron] 10.222.0.21 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821412 Mar 07 11:55:19.134184 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-4f364318-fad9-4abe-9bf4-db5b54cbc97e req-656f5bf0-7ccf-4905-99c1-800bb19184db service neutron] 10.222.0.21 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855846 Mar 07 11:55:23.727668 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:55:24.239792 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:55:36.658543 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b8d98a06-6eed-4308-a1a6-c1b4bc95a28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:55:38.727684 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e4d8acd5-ccd4-4712-b1a9-7245e9da65d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:55:40.225636 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:55:41.965191 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:55:43.159015 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:55:49.020743 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:55:53.723760 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:01.239914 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:56:06.660076 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-a4577b09-99a1-44b5-8658-cbcd2874a8b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:08.729160 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e81a4671-6f74-4371-913b-7771ceb3315d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:10.228535 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:11.968732 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:13.159478 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:19.024293 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:19.628177 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1638f202-774e-4c41-b015-80357979f003 req-e4fd012d-eec7-4064-8fc6-1e5e40809df5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0847602 Mar 07 11:56:19.710935 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638f202-774e-4c41-b015-80357979f003 req-c4402851-d409-4903-a277-d07b16e57cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:56:19.712427 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1638f202-774e-4c41-b015-80357979f003 req-c4402851-d409-4903-a277-d07b16e57cc9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0cf1e7597494f08979181318a89d086&device_id=a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138 HTTP/1.1" status: 200 len: 1128 time: 0.0438762 Mar 07 11:56:19.817086 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638f202-774e-4c41-b015-80357979f003 req-accf0870-8efe-4d10-b509-991968906d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:56:19.818481 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1638f202-774e-4c41-b015-80357979f003 req-accf0870-8efe-4d10-b509-991968906d0b service neutron] 10.222.0.21 "GET /v2.0/networks?id=929f5bbb-3bd7-4ad9-bc66-3d874fa82730 HTTP/1.1" status: 200 len: 911 time: 0.0874979 Mar 07 11:56:19.881842 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1638f202-774e-4c41-b015-80357979f003 req-54f68636-5eed-447b-8116-f004100c8c97 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e29ecbbc-d8eb-431c-8285-824226030629 HTTP/1.1" status: 200 len: 1001 time: 0.0572941 Mar 07 11:56:19.932564 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638f202-774e-4c41-b015-80357979f003 req-7dbc1bdf-d7dd-41f2-a8de-427140ca1d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:56:19.934581 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1638f202-774e-4c41-b015-80357979f003 req-7dbc1bdf-d7dd-41f2-a8de-427140ca1d58 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=35fed5e5-3c0f-467d-94aa-ff25e148db02 HTTP/1.1" status: 200 len: 849 time: 0.0472009 Mar 07 11:56:19.981966 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638f202-774e-4c41-b015-80357979f003 req-21976f2e-5b97-4894-a2a3-6632487c16fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:56:19.983421 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1638f202-774e-4c41-b015-80357979f003 req-21976f2e-5b97-4894-a2a3-6632487c16fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=929f5bbb-3bd7-4ad9-bc66-3d874fa82730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0427847 Mar 07 11:56:20.072574 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1638f202-774e-4c41-b015-80357979f003 req-02cab91b-a0cf-4eae-b387-afcedaeb1f0b service neutron] 10.222.0.21 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823364 Mar 07 11:56:20.162611 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-1638f202-774e-4c41-b015-80357979f003 req-7d62efd7-dd7c-4a1f-92be-94f79a9c31e9 service neutron] 10.222.0.21 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844882 Mar 07 11:56:23.738019 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:34.631735 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device e29ecbbc-d8eb-431c-8285-824226030629 details requested by agent hyperv_n-h1-832164-4 with host n-h1-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:56:34.727232 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port e29ecbbc-d8eb-431c-8285-824226030629, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e29ecbbc-d8eb-431c-8285-824226030629,segment=NetworkSegment(25a51530-dbf8-4187-b4d8-f1ff32a5dadb),segment_id=25a51530-dbf8-4187-b4d8-f1ff32a5dadb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:56:34.739538 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Returning: {'device': 'e29ecbbc-d8eb-431c-8285-824226030629', 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'port_id': 'e29ecbbc-d8eb-431c-8285-824226030629', 'mac_address': 'fa:16:3e:c8:8c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35fed5e5-3c0f-467d-94aa-ff25e148db02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:56:34.784477 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port e29ecbbc-d8eb-431c-8285-824226030629 is: ACTIVE; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:56:34.784864 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e29ecbbc-d8eb-431c-8285-824226030629), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:34.799334 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e29ecbbc-d8eb-431c-8285-824226030629 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:56:34.818515 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port e29ecbbc-d8eb-431c-8285-824226030629, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e29ecbbc-d8eb-431c-8285-824226030629,segment=NetworkSegment(25a51530-dbf8-4187-b4d8-f1ff32a5dadb),segment_id=25a51530-dbf8-4187-b4d8-f1ff32a5dadb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:56:34.822273 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e29ecbbc-d8eb-431c-8285-824226030629), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:34.877746 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=e29ecbbc-d8eb-431c-8285-824226030629,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:56:34.886129 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:56:34.886473 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:56:34.886830 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:56:34.887202 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:56:34.887525 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:56:34.887849 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:56:34.888179 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:56:34.888502 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:56:34.888822 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:56:34.889161 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:56:34.889481 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:56:34.889797 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:56:34.890117 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:56:34.894865 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] get_ports_and_sgs() called for port_ids ['e29ecbbc-d8eb-431c-8285-824226030629'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:56:36.641701 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device e29ecbbc-d8eb-431c-8285-824226030629 up at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:56:36.699740 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-464861a6-b190-484e-9fa3-28a8bf22fd93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:36.719570 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Provisioning complete for port e29ecbbc-d8eb-431c-8285-824226030629 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:56:36.720089 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (e29ecbbc-d8eb-431c-8285-824226030629), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:36.816045 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port e29ecbbc-d8eb-431c-8285-824226030629 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:56:36.816440 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e29ecbbc-d8eb-431c-8285-824226030629), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:36.849033 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29ecbbc-d8eb-431c-8285-824226030629'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:56:36.851432 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a645a2b5805a54a98315e88f2d343b68cf76c29b7d342bc1003cac2cf566b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fef5614-5515-4e55-a0fd-978bc43eb353" -d '{"events": [{"server_uuid": "a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138", "name": "network-vif-plugged", "status": "completed", "tag": "e29ecbbc-d8eb-431c-8285-824226030629"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:56:36.866180 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port e29ecbbc-d8eb-431c-8285-824226030629, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e29ecbbc-d8eb-431c-8285-824226030629,segment=NetworkSegment(25a51530-dbf8-4187-b4d8-f1ff32a5dadb),segment_id=25a51530-dbf8-4187-b4d8-f1ff32a5dadb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:56:36.872244 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e29ecbbc-d8eb-431c-8285-824226030629), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:36.920611 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f355ba-5127-4818-ace4-140ca9749367 x-openstack-request-id: req-30f355ba-5127-4818-ace4-140ca9749367 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:56:36.920910 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138", "name": "network-vif-plugged", "status": "completed", "tag": "e29ecbbc-d8eb-431c-8285-824226030629", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:56:36.921187 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-30f355ba-5127-4818-ace4-140ca9749367 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:56:36.921590 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29ecbbc-d8eb-431c-8285-824226030629', 'code': 200} Mar 07 11:56:36.936825 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=e29ecbbc-d8eb-431c-8285-824226030629,revision_number=7']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:56:38.242094 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:56:38.735338 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-be4b850f-242d-4da4-a905-c845459df4c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:40.232425 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:41.973429 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:43.168408 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:44.327362 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-b4b6acdf-b42c-4d92-b06a-75e55f8f6ea0 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1999669637&fields=id&tenant_id=f0cf1e7597494f08979181318a89d086 HTTP/1.1" status: 200 len: 267 time: 0.0481620 Mar 07 11:56:44.435668 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-f07886ed-7393-4182-ac9c-1623cf3cce25 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:56:44.437092 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-f07886ed-7393-4182-ac9c-1623cf3cce25 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/networks?id=929f5bbb-3bd7-4ad9-bc66-3d874fa82730 HTTP/1.1" status: 200 len: 810 time: 0.1033461 Mar 07 11:56:44.451657 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-f89401d8-eae4-4067-b104-329e87b32ac9 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/quotas/f0cf1e7597494f08979181318a89d086 HTTP/1.1" status: 200 len: 375 time: 0.0092416 Mar 07 11:56:44.508597 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-0e9db1d3-552c-4c84-958a-86585e971ba0 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=f0cf1e7597494f08979181318a89d086&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0521305 Mar 07 11:56:44.652035 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-509ceca6-2eb8-49c3-b499-d4297adb7b02 service neutron] 10.222.0.11 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308382 Mar 07 11:56:44.741508 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-662dbd20-6a5a-4e46-ae28-84182be52c2b service neutron] 10.222.0.11 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833902 Mar 07 11:56:44.922200 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ba2c17a0-b839-4d24-b89f-0022fd6d632f req-70f02e48-e629-4842-9eb5-cc3a21b90757 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1a38a9a-228c-4ef6-9d42-377d83d37297 HTTP/1.1" status: 200 len: 210 time: 0.0285664 Mar 07 11:56:45.852889 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-5e874b3a-b4e3-4661-9b1a-39f35e53ed0b tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:56:45.854974 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-5e874b3a-b4e3-4661-9b1a-39f35e53ed0b tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.31 "GET /v2.0/networks?id=929f5bbb-3bd7-4ad9-bc66-3d874fa82730 HTTP/1.1" status: 200 len: 810 time: 0.1127527 Mar 07 11:56:45.920163 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-fa1e911e-3ab7-4b9f-90c9-7187db8e523d tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.31 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0cf1e7597494f08979181318a89d086 HTTP/1.1" status: 200 len: 380 time: 0.0572002 Mar 07 11:56:45.928833 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-62555217-7b40-4026-9669-eb2735ddc4d2 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Request body: {'port': {'device_id': 'd1a38a9a-228c-4ef6-9d42-377d83d37297', 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'admin_state_up': True, 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'security_groups': ['e528e27f-5b27-47b0-991e-2c839c18347f']}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:56:46.032250 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-11cefe9b-1666-46ea-8b6e-653404e063ab req-2965be46-5602-462b-9d99-892cb3cf6ab2 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1a38a9a-228c-4ef6-9d42-377d83d37297 HTTP/1.1" status: 200 len: 210 time: 0.0375500 Mar 07 11:56:46.073300 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-62555217-7b40-4026-9669-eb2735ddc4d2 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Made reservation on behalf of f0cf1e7597494f08979181318a89d086 for: {'port': 1} {{(pid=103767) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 07 11:56:46.077047 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-62555217-7b40-4026-9669-eb2735ddc4d2 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:46.221804 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_common [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-62555217-7b40-4026-9669-eb2735ddc4d2 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Allocated IP 172.20.0.11 (929f5bbb-3bd7-4ad9-bc66-3d874fa82730/35fed5e5-3c0f-467d-94aa-ff25e148db02/bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4) {{(pid=103767) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:56:46.430918 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-62555217-7b40-4026-9669-eb2735ddc4d2 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for port (bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4), precommit_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:46.491738 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-62555217-7b40-4026-9669-eb2735ddc4d2 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4), after_create {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:46.563979 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-62555217-7b40-4026-9669-eb2735ddc4d2 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Network 929f5bbb-3bd7-4ad9-bc66-3d874fa82730 is already hosted by enough agents. {{(pid=103767) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:56:46.567157 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.base_scheduler [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-62555217-7b40-4026-9669-eb2735ddc4d2 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Resources bound (agent type, host, resource id): {{(pid=103767) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:56:46.571220 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-62555217-7b40-4026-9669-eb2735ddc4d2 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Received port after_create {{(pid=103767) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:56:46.609326 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62555217-7b40-4026-9669-eb2735ddc4d2 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Pushing event updated for resources: {'Port': ['ID=bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4,revision_number=1']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:56:46.630290 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62555217-7b40-4026-9669-eb2735ddc4d2 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:56:46.630804 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62555217-7b40-4026-9669-eb2735ddc4d2 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:56:46.631152 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62555217-7b40-4026-9669-eb2735ddc4d2 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:56:46.631493 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62555217-7b40-4026-9669-eb2735ddc4d2 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:56:46.631833 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62555217-7b40-4026-9669-eb2735ddc4d2 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:56:46.632163 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62555217-7b40-4026-9669-eb2735ddc4d2 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:56:46.632496 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62555217-7b40-4026-9669-eb2735ddc4d2 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:56:46.632827 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62555217-7b40-4026-9669-eb2735ddc4d2 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:56:46.636381 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62555217-7b40-4026-9669-eb2735ddc4d2 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:56:46.636755 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62555217-7b40-4026-9669-eb2735ddc4d2 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:56:46.637087 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62555217-7b40-4026-9669-eb2735ddc4d2 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:56:46.637448 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62555217-7b40-4026-9669-eb2735ddc4d2 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:56:46.637763 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62555217-7b40-4026-9669-eb2735ddc4d2 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:56:46.699687 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-62555217-7b40-4026-9669-eb2735ddc4d2 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:56:46.700400 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-62555217-7b40-4026-9669-eb2735ddc4d2 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:46.728486 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-62555217-7b40-4026-9669-eb2735ddc4d2 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8030953 Mar 07 11:56:46.910862 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-3e09690d-a916-47bb-b693-1cad143855d3 None None] Provisioning complete for port bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 triggered by entity DHCP. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:56:46.911430 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3e09690d-a916-47bb-b693-1cad143855d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:46.945608 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-3e09690d-a916-47bb-b693-1cad143855d3 None None] Port bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 cannot update to ACTIVE because it is not bound. {{(pid=103768) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 07 11:56:47.183320 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4442ed-ccd1-4e8f-9d68-3ad234256a78 req-850e7a85-db3c-4e45-b3e3-e84ab03d25a7 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:56:47.184897 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4e4442ed-ccd1-4e8f-9d68-3ad234256a78 req-850e7a85-db3c-4e45-b3e3-e84ab03d25a7 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1a38a9a-228c-4ef6-9d42-377d83d37297 HTTP/1.1" status: 200 len: 932 time: 0.0621343 Mar 07 11:56:47.244893 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4e4442ed-ccd1-4e8f-9d68-3ad234256a78 req-18b2d785-b87b-4132-bf10-eb744ff9f89e tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/security-groups?id=e528e27f-5b27-47b0-991e-2c839c18347f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536740 Mar 07 11:56:48.420911 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b67c8-699b-4255-aa06-639023475636 req-8519decd-9c8e-4f18-9a37-4428cf92461e tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:56:48.437413 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3e0b67c8-699b-4255-aa06-639023475636 req-8519decd-9c8e-4f18-9a37-4428cf92461e tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1a38a9a-228c-4ef6-9d42-377d83d37297 HTTP/1.1" status: 200 len: 932 time: 0.1024368 Mar 07 11:56:48.502605 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3e0b67c8-699b-4255-aa06-639023475636 req-312fa4ca-15aa-4a61-bafc-708576568ffa tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/security-groups?id=e528e27f-5b27-47b0-991e-2c839c18347f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593741 Mar 07 11:56:48.706626 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device e29ecbbc-d8eb-431c-8285-824226030629 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:56:48.799954 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Current status of the port e29ecbbc-d8eb-431c-8285-824226030629 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:56:48.800609 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (e29ecbbc-d8eb-431c-8285-824226030629), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:48.833753 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e29ecbbc-d8eb-431c-8285-824226030629'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:56:48.836329 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a645a2b5805a54a98315e88f2d343b68cf76c29b7d342bc1003cac2cf566b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f25213f-e5d6-4612-86bd-20cbb60a32c6" -d '{"events": [{"server_uuid": "a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138", "name": "network-vif-unplugged", "status": "completed", "tag": "e29ecbbc-d8eb-431c-8285-824226030629"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:56:48.853741 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] For port e29ecbbc-d8eb-431c-8285-824226030629, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e29ecbbc-d8eb-431c-8285-824226030629,segment=NetworkSegment(25a51530-dbf8-4187-b4d8-f1ff32a5dadb),segment_id=25a51530-dbf8-4187-b4d8-f1ff32a5dadb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:56:48.866962 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (e29ecbbc-d8eb-431c-8285-824226030629), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:48.917580 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebb9f18-a01a-4ce1-baa5-c2b9ee851762 x-openstack-request-id: req-7ebb9f18-a01a-4ce1-baa5-c2b9ee851762 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:56:48.917873 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138", "name": "network-vif-unplugged", "status": "completed", "tag": "e29ecbbc-d8eb-431c-8285-824226030629", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:56:48.918181 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7ebb9f18-a01a-4ce1-baa5-c2b9ee851762 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:56:48.918581 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e29ecbbc-d8eb-431c-8285-824226030629', 'code': 200} Mar 07 11:56:48.944073 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Pushing event updated for resources: {'Port': ['ID=e29ecbbc-d8eb-431c-8285-824226030629,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:56:49.040912 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:49.631115 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50068c16-6341-41d4-a098-a924720fdadf req-463b1bb7-3fc7-4fb9-99ba-f122d204ed42 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:56:49.632655 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-50068c16-6341-41d4-a098-a924720fdadf req-463b1bb7-3fc7-4fb9-99ba-f122d204ed42 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1a38a9a-228c-4ef6-9d42-377d83d37297 HTTP/1.1" status: 200 len: 932 time: 0.0541127 Mar 07 11:56:49.681316 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-50068c16-6341-41d4-a098-a924720fdadf req-56c0785c-aa27-481b-b829-4fbe782130d1 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/security-groups?id=e528e27f-5b27-47b0-991e-2c839c18347f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425093 Mar 07 11:56:50.809380 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7609eef-e1d2-434d-acd5-0554ba5562e8 req-de3fa3cc-1046-47f2-a298-1c0292f504b4 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:56:50.810870 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b7609eef-e1d2-434d-acd5-0554ba5562e8 req-de3fa3cc-1046-47f2-a298-1c0292f504b4 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1a38a9a-228c-4ef6-9d42-377d83d37297 HTTP/1.1" status: 200 len: 932 time: 0.0572679 Mar 07 11:56:50.862557 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-b7609eef-e1d2-434d-acd5-0554ba5562e8 req-e0e53d87-43cf-4ee8-9e7f-7f22e4be093c tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/security-groups?id=e528e27f-5b27-47b0-991e-2c839c18347f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461557 Mar 07 11:56:51.999793 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa9f3f-a2bf-4019-9509-c59c582c5eb5 req-aed754ca-779a-4175-add2-61fac929d70f tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:56:52.001287 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3baa9f3f-a2bf-4019-9509-c59c582c5eb5 req-aed754ca-779a-4175-add2-61fac929d70f tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1a38a9a-228c-4ef6-9d42-377d83d37297 HTTP/1.1" status: 200 len: 932 time: 0.0597322 Mar 07 11:56:52.049227 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-3baa9f3f-a2bf-4019-9509-c59c582c5eb5 req-70e20252-e06f-4d3b-9879-3503bd5be22d tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/security-groups?id=e528e27f-5b27-47b0-991e-2c839c18347f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421755 Mar 07 11:56:53.192691 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9273c4b2-a7cc-4278-8db9-44346759c818 req-cedae892-c752-4c21-b0ad-7e8758c16ab9 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:56:53.197639 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9273c4b2-a7cc-4278-8db9-44346759c818 req-cedae892-c752-4c21-b0ad-7e8758c16ab9 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1a38a9a-228c-4ef6-9d42-377d83d37297 HTTP/1.1" status: 200 len: 932 time: 0.0783992 Mar 07 11:56:53.261530 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-9273c4b2-a7cc-4278-8db9-44346759c818 req-2af8ddd5-ffd1-429b-aac4-569779844d35 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/security-groups?id=e528e27f-5b27-47b0-991e-2c839c18347f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612700 Mar 07 11:56:53.783133 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:54.386960 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270ae4c-f078-48e2-ac09-7ccc07b54494 req-65a12f9b-6760-45a4-b1d1-06ed123212bc tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:56:54.388641 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f270ae4c-f078-48e2-ac09-7ccc07b54494 req-65a12f9b-6760-45a4-b1d1-06ed123212bc tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1a38a9a-228c-4ef6-9d42-377d83d37297 HTTP/1.1" status: 200 len: 932 time: 0.0549469 Mar 07 11:56:54.450697 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-f270ae4c-f078-48e2-ac09-7ccc07b54494 req-3f44b0c5-bfe4-4142-bea5-3ef620b1fb4f tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/security-groups?id=e528e27f-5b27-47b0-991e-2c839c18347f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536339 Mar 07 11:56:55.562162 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80f16e-73fc-4505-9298-793fd5e24abf req-07d8221c-49c3-4b09-ac9e-a4e782948c0e tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:56:55.563554 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4c80f16e-73fc-4505-9298-793fd5e24abf req-07d8221c-49c3-4b09-ac9e-a4e782948c0e tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1a38a9a-228c-4ef6-9d42-377d83d37297 HTTP/1.1" status: 200 len: 932 time: 0.0525758 Mar 07 11:56:55.616228 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-4c80f16e-73fc-4505-9298-793fd5e24abf req-fe763ba5-f288-463e-a723-bb652b629a94 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/security-groups?id=e528e27f-5b27-47b0-991e-2c839c18347f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470626 Mar 07 11:56:56.747311 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc6bf7-f1ee-481e-b30f-1a15c4018b2b req-2460aa4c-a2dd-4d67-a16a-5aa2beb44bce tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:56:56.748989 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b1fc6bf7-f1ee-481e-b30f-1a15c4018b2b req-2460aa4c-a2dd-4d67-a16a-5aa2beb44bce tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1a38a9a-228c-4ef6-9d42-377d83d37297 HTTP/1.1" status: 200 len: 932 time: 0.0602887 Mar 07 11:56:56.802897 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b1fc6bf7-f1ee-481e-b30f-1a15c4018b2b req-f71b239c-7a51-49f0-8256-bd3f4fdcc61c tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/security-groups?id=e528e27f-5b27-47b0-991e-2c839c18347f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476999 Mar 07 11:56:57.168104 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-cd267753-4829-4525-954b-1fbd54da0d9e tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=103767) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 07 11:56:57.169147 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-cd267753-4829-4525-954b-1fbd54da0d9e tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061431 Mar 07 11:56:57.224346 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.v2.base [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-5fe3403d-aee8-42f4-84df-d402ea4c84aa service neutron] Request body: {'port': {'device_id': 'd1a38a9a-228c-4ef6-9d42-377d83d37297', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-832164-4'}} {{(pid=103767) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:56:57.283317 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-5fe3403d-aee8-42f4-84df-d402ea4c84aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:57.546332 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-5fe3403d-aee8-42f4-84df-d402ea4c84aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 {{(pid=103767) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:56:57.553478 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-5fe3403d-aee8-42f4-84df-d402ea4c84aa service neutron] Publish callbacks [] for port (bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4), precommit_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:57.565679 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.provisioning_blocks [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-5fe3403d-aee8-42f4-84df-d402ea4c84aa service neutron] Transition to ACTIVE for port object bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 will not be triggered until provisioned by entity L2. {{(pid=103767) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 07 11:56:57.569600 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-5fe3403d-aee8-42f4-84df-d402ea4c84aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:57.620657 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3403d-aee8-42f4-84df-d402ea4c84aa service neutron] Pushing event updated for resources: {'Port': ['ID=bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4,revision_number=2']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:56:57.690290 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-5fe3403d-aee8-42f4-84df-d402ea4c84aa service neutron] Attempting to bind port bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 on host n-h2-832164-4 for vnic_type normal with profile {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 07 11:56:57.690628 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-5fe3403d-aee8-42f4-84df-d402ea4c84aa service neutron] Attempting to bind port bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 by drivers openvswitch,hyperv on host n-h2-832164-4 at level 0 using segments [{'id': '25a51530-dbf8-4187-b4d8-f1ff32a5dadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730'}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 07 11:56:57.690955 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-5fe3403d-aee8-42f4-84df-d402ea4c84aa service neutron] Attempting to bind port bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 on network 929f5bbb-3bd7-4ad9-bc66-3d874fa82730 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:56:57.695481 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-5fe3403d-aee8-42f4-84df-d402ea4c84aa service neutron] Port bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 on network 929f5bbb-3bd7-4ad9-bc66-3d874fa82730 not bound, no agent of type Open vSwitch agent registered on host n-h2-832164-4 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 07 11:56:57.695799 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-5fe3403d-aee8-42f4-84df-d402ea4c84aa service neutron] Attempting to bind port bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 on network 929f5bbb-3bd7-4ad9-bc66-3d874fa82730 {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 07 11:56:57.701321 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-5fe3403d-aee8-42f4-84df-d402ea4c84aa service neutron] Checking agent: {'id': '0ebf6306-e169-454a-9234-09eacb4aef99', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-832164-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'started_at': datetime.datetime(2022, 3, 7, 10, 25, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 7, 11, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 07 11:56:57.701664 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-5fe3403d-aee8-42f4-84df-d402ea4c84aa service neutron] Checking segment: {'id': '25a51530-dbf8-4187-b4d8-f1ff32a5dadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103767) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 07 11:56:57.702058 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-5fe3403d-aee8-42f4-84df-d402ea4c84aa service neutron] Bound using segment: {'id': '25a51530-dbf8-4187-b4d8-f1ff32a5dadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730'} {{(pid=103767) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 07 11:56:57.702491 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.managers [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-5fe3403d-aee8-42f4-84df-d402ea4c84aa service neutron] Bound port: bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4, host: n-h2-832164-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25a51530-dbf8-4187-b4d8-f1ff32a5dadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730'}}] {{(pid=103767) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 07 11:56:57.702851 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-5fe3403d-aee8-42f4-84df-d402ea4c84aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4), before_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:57.772819 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-5fe3403d-aee8-42f4-84df-d402ea4c84aa service neutron] For port bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4, host n-h2-832164-4, cleared binding levels {{(pid=103767) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 07 11:56:57.776684 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-5fe3403d-aee8-42f4-84df-d402ea4c84aa service neutron] For port bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4, host n-h2-832164-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4,segment=NetworkSegment(25a51530-dbf8-4187-b4d8-f1ff32a5dadb),segment_id=25a51530-dbf8-4187-b4d8-f1ff32a5dadb)] {{(pid=103767) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 07 11:56:57.782602 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-5fe3403d-aee8-42f4-84df-d402ea4c84aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4242266'] for port (bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4), after_update {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:57.815123 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-5fe3403d-aee8-42f4-84df-d402ea4c84aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:56:57.815735 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-5fe3403d-aee8-42f4-84df-d402ea4c84aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:56:57.817139 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-5fe3403d-aee8-42f4-84df-d402ea4c84aa service neutron] 10.222.0.31 "PUT /v2.0/ports/bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 HTTP/1.1" status: 200 len: 1092 time: 0.6392696 Mar 07 11:56:57.817575 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a38a9a-228c-4ef6-9d42-377d83d37297', 'tag': 'bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:56:57.819796 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27acf69f-b618-465a-9b54-4c09e6f8c9f4" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a38a9a-228c-4ef6-9d42-377d83d37297", "tag": "bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:56:57.847841 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3403d-aee8-42f4-84df-d402ea4c84aa service neutron] Pushing event updated for resources: {'Port': ['ID=bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4,revision_number=3']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:56:57.899357 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700bb7cb-fce6-4bf6-8579-268b2181d720 x-openstack-request-id: req-700bb7cb-fce6-4bf6-8579-268b2181d720 {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:56:57.899652 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a38a9a-228c-4ef6-9d42-377d83d37297", "tag": "bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:56:57.899913 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-700bb7cb-fce6-4bf6-8579-268b2181d720 {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:56:57.900342 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a38a9a-228c-4ef6-9d42-377d83d37297', 'tag': 'bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4', 'status': 'completed', 'code': 200} Mar 07 11:56:57.949303 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-eb4b93b9-59a3-4898-9922-1a6cd8ee6e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:56:57.950815 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-eb4b93b9-59a3-4898-9922-1a6cd8ee6e12 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0cf1e7597494f08979181318a89d086&device_id=d1a38a9a-228c-4ef6-9d42-377d83d37297 HTTP/1.1" status: 200 len: 1126 time: 0.0843453 Mar 07 11:56:57.996867 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-be83dd1d-594f-4513-a0e1-8017e0068471 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 HTTP/1.1" status: 200 len: 217 time: 0.0395370 Mar 07 11:56:58.018020 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c76a1-da61-4bd2-8d70-c909943de91f req-1afe59e0-f00a-48a1-9101-dbbec98d5d6c tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:56:58.019518 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-116c76a1-da61-4bd2-8d70-c909943de91f req-1afe59e0-f00a-48a1-9101-dbbec98d5d6c tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1a38a9a-228c-4ef6-9d42-377d83d37297 HTTP/1.1" status: 200 len: 944 time: 0.1073577 Mar 07 11:56:58.080338 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-95886907-cc3c-4b05-ac6b-a76c5bf9e665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:56:58.082353 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-95886907-cc3c-4b05-ac6b-a76c5bf9e665 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=35fed5e5-3c0f-467d-94aa-ff25e148db02 HTTP/1.1" status: 200 len: 849 time: 0.0794067 Mar 07 11:56:58.106775 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-116c76a1-da61-4bd2-8d70-c909943de91f req-8bfcdfc1-adfc-486b-b4fc-8003007f21ea tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/security-groups?id=e528e27f-5b27-47b0-991e-2c839c18347f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669217 Mar 07 11:56:58.143988 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-e793048e-74bd-4bb5-b871-873bed464fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:56:58.145837 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-e793048e-74bd-4bb5-b871-873bed464fcb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=929f5bbb-3bd7-4ad9-bc66-3d874fa82730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0558167 Mar 07 11:56:58.237308 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-412f734f-518d-4a27-bbc6-49114de8d4ba service neutron] 10.222.0.31 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857277 Mar 07 11:56:58.328441 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-95ad3625-04f4-4b57-9dca-9e4187c5d69b req-ae4949cd-5246-4fba-b9d7-457dfb65d6ac service neutron] 10.222.0.31 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852573 Mar 07 11:56:58.416264 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acf69f-b618-465a-9b54-4c09e6f8c9f4 req-286bcf12-db3c-42f0-aacd-b65edb3a36aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:56:58.417852 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27acf69f-b618-465a-9b54-4c09e6f8c9f4 req-286bcf12-db3c-42f0-aacd-b65edb3a36aa service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0cf1e7597494f08979181318a89d086&device_id=d1a38a9a-228c-4ef6-9d42-377d83d37297 HTTP/1.1" status: 200 len: 1126 time: 0.0472469 Mar 07 11:56:58.507100 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acf69f-b618-465a-9b54-4c09e6f8c9f4 req-1fcf2873-f0a1-4550-b75a-e0161214ad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:56:58.508556 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27acf69f-b618-465a-9b54-4c09e6f8c9f4 req-1fcf2873-f0a1-4550-b75a-e0161214ad8a service neutron] 10.222.0.31 "GET /v2.0/networks?id=929f5bbb-3bd7-4ad9-bc66-3d874fa82730 HTTP/1.1" status: 200 len: 911 time: 0.0844595 Mar 07 11:56:58.553597 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27acf69f-b618-465a-9b54-4c09e6f8c9f4 req-dadd5d8c-8ea3-4380-9438-a686c264a6d8 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 HTTP/1.1" status: 200 len: 217 time: 0.0382478 Mar 07 11:56:58.599458 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acf69f-b618-465a-9b54-4c09e6f8c9f4 req-9ee45611-3c06-455c-a240-3beaf90a7d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:56:58.600849 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27acf69f-b618-465a-9b54-4c09e6f8c9f4 req-9ee45611-3c06-455c-a240-3beaf90a7d27 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=35fed5e5-3c0f-467d-94aa-ff25e148db02 HTTP/1.1" status: 200 len: 849 time: 0.0420437 Mar 07 11:56:58.648544 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acf69f-b618-465a-9b54-4c09e6f8c9f4 req-57e9e30a-ad79-420f-8216-cf6f4debfe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:56:58.650641 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27acf69f-b618-465a-9b54-4c09e6f8c9f4 req-57e9e30a-ad79-420f-8216-cf6f4debfe46 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=929f5bbb-3bd7-4ad9-bc66-3d874fa82730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0436661 Mar 07 11:56:58.741518 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27acf69f-b618-465a-9b54-4c09e6f8c9f4 req-792abbbd-1622-4a81-b111-5385aa0da612 service neutron] 10.222.0.31 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847936 Mar 07 11:56:58.829088 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-27acf69f-b618-465a-9b54-4c09e6f8c9f4 req-5f425391-fe6c-4556-8c37-bad55257021d service neutron] 10.222.0.31 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822473 Mar 07 11:56:59.226712 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00208f-5a34-4aea-b9dd-55a3653637f9 req-e511af6a-303c-4910-83b0-67b7641262f1 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:56:59.228982 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dd00208f-5a34-4aea-b9dd-55a3653637f9 req-e511af6a-303c-4910-83b0-67b7641262f1 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1a38a9a-228c-4ef6-9d42-377d83d37297 HTTP/1.1" status: 200 len: 944 time: 0.0520842 Mar 07 11:56:59.277594 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-dd00208f-5a34-4aea-b9dd-55a3653637f9 req-3d185c30-f866-46ea-8a30-761619a49d14 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/security-groups?id=e528e27f-5b27-47b0-991e-2c839c18347f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432160 Mar 07 11:57:00.402817 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1ac76-58dd-4c7b-8e59-f2a950147475 req-805315e3-d1a6-4b37-815f-d2f1fcf878ef tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:57:00.404302 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-baa1ac76-58dd-4c7b-8e59-f2a950147475 req-805315e3-d1a6-4b37-815f-d2f1fcf878ef tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1a38a9a-228c-4ef6-9d42-377d83d37297 HTTP/1.1" status: 200 len: 944 time: 0.0569756 Mar 07 11:57:00.452570 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-baa1ac76-58dd-4c7b-8e59-f2a950147475 req-8eebc5e9-029e-46e4-99cc-8e610c024b07 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/security-groups?id=e528e27f-5b27-47b0-991e-2c839c18347f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424809 Mar 07 11:57:01.270728 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:57:01.370651 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4,segment=NetworkSegment(25a51530-dbf8-4187-b4d8-f1ff32a5dadb),segment_id=25a51530-dbf8-4187-b4d8-f1ff32a5dadb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:57:01.380902 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4', 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'port_id': 'bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4', 'mac_address': 'fa:16:3e:a3:da:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35fed5e5-3c0f-467d-94aa-ff25e148db02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:57:01.417781 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 is: DOWN; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:57:01.418164 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:01.430353 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:57:01.449236 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4,segment=NetworkSegment(25a51530-dbf8-4187-b4d8-f1ff32a5dadb),segment_id=25a51530-dbf8-4187-b4d8-f1ff32a5dadb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:57:01.452560 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:01.507764 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4,revision_number=4']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:57:01.575695 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c7786-a299-4198-9667-b8d86e853284 req-d2d4dfcf-74f2-4c90-9659-485b50896553 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:57:01.577192 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-939c7786-a299-4198-9667-b8d86e853284 req-d2d4dfcf-74f2-4c90-9659-485b50896553 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1a38a9a-228c-4ef6-9d42-377d83d37297 HTTP/1.1" status: 200 len: 945 time: 0.0526369 Mar 07 11:57:01.624839 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-939c7786-a299-4198-9667-b8d86e853284 req-352b0ab1-bfd1-412a-8274-09450773e463 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/security-groups?id=e528e27f-5b27-47b0-991e-2c839c18347f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420895 Mar 07 11:57:01.793832 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:57:02.743480 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135cd7db-95ec-4928-b88e-2bbf5cf309b2 req-68263fc0-a3e5-457a-a033-2ff86edf8238 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:57:02.745760 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-135cd7db-95ec-4928-b88e-2bbf5cf309b2 req-68263fc0-a3e5-457a-a033-2ff86edf8238 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1a38a9a-228c-4ef6-9d42-377d83d37297 HTTP/1.1" status: 200 len: 945 time: 0.0529122 Mar 07 11:57:02.794051 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-135cd7db-95ec-4928-b88e-2bbf5cf309b2 req-3b89e645-9647-4d95-a6ca-8b60a54c8d33 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/security-groups?id=e528e27f-5b27-47b0-991e-2c839c18347f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428112 Mar 07 11:57:03.270254 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:57:03.323337 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning for port bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 completed by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 07 11:57:03.328977 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:57:03.329390 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:03.406412 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:57:03.406820 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:03.432315 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a38a9a-228c-4ef6-9d42-377d83d37297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:57:03.434544 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a645a2b5805a54a98315e88f2d343b68cf76c29b7d342bc1003cac2cf566b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac12a379-156d-40a6-b816-e0c412c521d2" -d '{"events": [{"server_uuid": "d1a38a9a-228c-4ef6-9d42-377d83d37297", "name": "network-vif-plugged", "status": "completed", "tag": "bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:57:03.447322 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4,segment=NetworkSegment(25a51530-dbf8-4187-b4d8-f1ff32a5dadb),segment_id=25a51530-dbf8-4187-b4d8-f1ff32a5dadb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:57:03.451827 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:03.474708 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7dcf86-ccde-4773-9080-530d8cc40db7 x-openstack-request-id: req-3b7dcf86-ccde-4773-9080-530d8cc40db7 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:57:03.475004 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a38a9a-228c-4ef6-9d42-377d83d37297", "name": "network-vif-plugged", "status": "completed", "tag": "bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:57:03.475261 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3b7dcf86-ccde-4773-9080-530d8cc40db7 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:57:03.475649 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a38a9a-228c-4ef6-9d42-377d83d37297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4', 'code': 200} Mar 07 11:57:03.501063 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4,revision_number=5']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:57:03.574049 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164ecc7-f1d9-476e-9b9f-f1b98513f5ac req-b3894a46-1e72-4a19-8f82-0d6bdd50ba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:57:03.575507 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a164ecc7-f1d9-476e-9b9f-f1b98513f5ac req-b3894a46-1e72-4a19-8f82-0d6bdd50ba3d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d1a38a9a-228c-4ef6-9d42-377d83d37297 HTTP/1.1" status: 200 len: 1128 time: 0.0467834 Mar 07 11:57:03.621463 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a164ecc7-f1d9-476e-9b9f-f1b98513f5ac req-8258c958-ae3f-44e5-8d6c-997cef5302f2 service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=e528e27f-5b27-47b0-991e-2c839c18347f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389640 Mar 07 11:57:03.911214 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03302d40-c16e-4662-9ff7-1e43d5b5dbf3 req-b7f4b4ba-d4c0-4f6a-a14d-9ac4f3c3ea8e tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:57:03.912665 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-03302d40-c16e-4662-9ff7-1e43d5b5dbf3 req-b7f4b4ba-d4c0-4f6a-a14d-9ac4f3c3ea8e tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1a38a9a-228c-4ef6-9d42-377d83d37297 HTTP/1.1" status: 200 len: 946 time: 0.0519245 Mar 07 11:57:03.960853 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-03302d40-c16e-4662-9ff7-1e43d5b5dbf3 req-d19414b4-f4e3-4a07-ae3c-2169bffe899e tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/security-groups?id=e528e27f-5b27-47b0-991e-2c839c18347f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423431 Mar 07 11:57:05.086067 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543740b7-2d25-48cb-b264-70f605d16a83 req-651dc722-c281-46bf-9194-f45907f70097 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:57:05.088138 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-543740b7-2d25-48cb-b264-70f605d16a83 req-651dc722-c281-46bf-9194-f45907f70097 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1a38a9a-228c-4ef6-9d42-377d83d37297 HTTP/1.1" status: 200 len: 946 time: 0.0570796 Mar 07 11:57:05.139090 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-543740b7-2d25-48cb-b264-70f605d16a83 req-82618b36-67c2-4c8f-86e6-2365bebc1f3e tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/security-groups?id=e528e27f-5b27-47b0-991e-2c839c18347f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452371 Mar 07 11:57:05.261851 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8418eec-25a9-4bad-950b-98c3792dd24a req-35deb843-6614-4e33-ae3c-324e87761119 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:57:05.263268 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d8418eec-25a9-4bad-950b-98c3792dd24a req-35deb843-6614-4e33-ae3c-324e87761119 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1a38a9a-228c-4ef6-9d42-377d83d37297 HTTP/1.1" status: 200 len: 946 time: 0.0532916 Mar 07 11:57:05.315332 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-d8418eec-25a9-4bad-950b-98c3792dd24a req-81175810-6684-42af-800b-23edc998bf99 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/security-groups?id=e528e27f-5b27-47b0-991e-2c839c18347f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465193 Mar 07 11:57:05.338572 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47560) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:57:05.381349 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077794ae-7143-4887-b849-53887114b35c tempest-TestSnapshotPattern-1924961724 tempest-TestSnapshotPattern-1924961724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:57:05.382844 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-077794ae-7143-4887-b849-53887114b35c tempest-TestSnapshotPattern-1924961724 tempest-TestSnapshotPattern-1924961724-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=d1a38a9a-228c-4ef6-9d42-377d83d37297 HTTP/1.1" status: 200 len: 1123 time: 0.0432923 Mar 07 11:57:05.386312 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47562) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:57:05.390548 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.v2.base [None req-31687588-9d68-4aa2-8847-197f1cfc8819 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Request body: {'floatingip': {'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'port_id': 'bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103766) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 07 11:57:05.410097 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-31687588-9d68-4aa2-8847-197f1cfc8819 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:05.508005 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-31687588-9d68-4aa2-8847-197f1cfc8819 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (None), before_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:05.609772 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_common [None req-31687588-9d68-4aa2-8847-197f1cfc8819 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Allocated IP 172.25.3.179 (f8958782-2869-4679-b3a6-78e3b1855431/95e1dd32-aadf-45ac-9652-459ec010f6ce/64294f58-520a-4630-9f53-c3b7f1851af2) {{(pid=103766) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 07 11:57:05.713468 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-31687588-9d68-4aa2-8847-197f1cfc8819 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for port (64294f58-520a-4630-9f53-c3b7f1851af2), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:05.747307 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-31687588-9d68-4aa2-8847-197f1cfc8819 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755329803439', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (64294f58-520a-4630-9f53-c3b7f1851af2), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:05.786295 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31687588-9d68-4aa2-8847-197f1cfc8819 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Network f8958782-2869-4679-b3a6-78e3b1855431 is already hosted by enough agents. {{(pid=103766) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 07 11:57:05.789349 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.base_scheduler [None req-31687588-9d68-4aa2-8847-197f1cfc8819 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Resources bound (agent type, host, resource id): {{(pid=103766) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 07 11:57:05.793121 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31687588-9d68-4aa2-8847-197f1cfc8819 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Received port after_create {{(pid=103766) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 07 11:57:05.819160 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31687588-9d68-4aa2-8847-197f1cfc8819 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Pushing event updated for resources: {'Port': ['ID=64294f58-520a-4630-9f53-c3b7f1851af2,revision_number=1']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:57:05.830931 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31687588-9d68-4aa2-8847-197f1cfc8819 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:57:05.831276 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31687588-9d68-4aa2-8847-197f1cfc8819 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:57:05.831614 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31687588-9d68-4aa2-8847-197f1cfc8819 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:57:05.831948 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31687588-9d68-4aa2-8847-197f1cfc8819 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:57:05.832275 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31687588-9d68-4aa2-8847-197f1cfc8819 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:57:05.832595 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31687588-9d68-4aa2-8847-197f1cfc8819 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:57:05.832917 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31687588-9d68-4aa2-8847-197f1cfc8819 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:57:05.833281 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31687588-9d68-4aa2-8847-197f1cfc8819 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:57:05.833605 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31687588-9d68-4aa2-8847-197f1cfc8819 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:57:05.833926 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31687588-9d68-4aa2-8847-197f1cfc8819 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:57:05.834243 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31687588-9d68-4aa2-8847-197f1cfc8819 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:57:05.834559 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31687588-9d68-4aa2-8847-197f1cfc8819 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:57:05.834875 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31687588-9d68-4aa2-8847-197f1cfc8819 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:57:06.172599 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-31687588-9d68-4aa2-8847-197f1cfc8819 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for floatingip (b38a8f7e-d94c-47f8-95f8-8c86cecc145d), precommit_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:06.239137 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-31687588-9d68-4aa2-8847-197f1cfc8819 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (64294f58-520a-4630-9f53-c3b7f1851af2), before_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:06.389471 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-31687588-9d68-4aa2-8847-197f1cfc8819 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for port (64294f58-520a-4630-9f53-c3b7f1851af2), precommit_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:06.393832 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-31687588-9d68-4aa2-8847-197f1cfc8819 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59560777'] for port (64294f58-520a-4630-9f53-c3b7f1851af2), after_update {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:06.465902 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31687588-9d68-4aa2-8847-197f1cfc8819 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Pushing event updated for resources: {'Port': ['ID=64294f58-520a-4630-9f53-c3b7f1851af2,revision_number=2']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:57:06.474562 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-31687588-9d68-4aa2-8847-197f1cfc8819 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-672065'] for floatingip (b38a8f7e-d94c-47f8-95f8-8c86cecc145d), after_create {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:06.576606 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-31687588-9d68-4aa2-8847-197f1cfc8819 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Floating IP b38a8f7e-d94c-47f8-95f8-8c86cecc145d associated. External IP: 172.25.3.179, port: bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4. Mar 07 11:57:06.663266 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-83d3d538-f478-49b0-b81c-d9ab5a3e3029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:06.784715 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31687588-9d68-4aa2-8847-197f1cfc8819 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Router d2a08ced-73b6-4852-ab87-eba74403a383 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:57:06.892978 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31687588-9d68-4aa2-8847-197f1cfc8819 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:57:06.903432 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ede513-8b95-440b-aafa-fb6b66d3f37d None None] Sync routers for ids ['d2a08ced-73b6-4852-ab87-eba74403a383'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:57:06.910197 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-31687588-9d68-4aa2-8847-197f1cfc8819 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:06.912930 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ede513-8b95-440b-aafa-fb6b66d3f37d None None] Routers {'d2a08ced-73b6-4852-ab87-eba74403a383'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:57:06.913879 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-93ede513-8b95-440b-aafa-fb6b66d3f37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:56:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d2a08ced-73b6-4852-ab87-eba74403a383'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:57:06.944591 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-31687588-9d68-4aa2-8847-197f1cfc8819 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5572464 Mar 07 11:57:06.945231 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a38a9a-228c-4ef6-9d42-377d83d37297', 'tag': 'bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:57:06.947738 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f351bf73f323c1e2e006b9f16194b747f7127b9e46eeb64b4a81d3313ccb5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2febce8b-0c93-496c-bfb1-689f7ecaef87" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a38a9a-228c-4ef6-9d42-377d83d37297", "tag": "bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:57:06.989996 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783f702c-0628-43d9-b6fe-bf703cc54d3e x-openstack-request-id: req-783f702c-0628-43d9-b6fe-bf703cc54d3e {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:57:06.990295 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a38a9a-228c-4ef6-9d42-377d83d37297", "tag": "bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:57:06.990553 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-783f702c-0628-43d9-b6fe-bf703cc54d3e {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:57:06.990965 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a38a9a-228c-4ef6-9d42-377d83d37297', 'tag': 'bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4', 'status': 'completed', 'code': 200} Mar 07 11:57:07.023734 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-93ede513-8b95-440b-aafa-fb6b66d3f37d None None] Set router d2a08ced-73b6-4852-ab87-eba74403a383 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:57:07.056296 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febce8b-0c93-496c-bfb1-689f7ecaef87 req-18f5bfe4-1d75-455d-944d-f3e3ac66bb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:57:07.057821 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2febce8b-0c93-496c-bfb1-689f7ecaef87 req-18f5bfe4-1d75-455d-944d-f3e3ac66bb2e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0cf1e7597494f08979181318a89d086&device_id=d1a38a9a-228c-4ef6-9d42-377d83d37297 HTTP/1.1" status: 200 len: 1128 time: 0.0451064 Mar 07 11:57:07.147663 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febce8b-0c93-496c-bfb1-689f7ecaef87 req-2c4959df-01c2-48f0-bb2f-e4ce61dea50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:57:07.149132 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2febce8b-0c93-496c-bfb1-689f7ecaef87 req-2c4959df-01c2-48f0-bb2f-e4ce61dea50e service neutron] 10.222.0.31 "GET /v2.0/networks?id=929f5bbb-3bd7-4ad9-bc66-3d874fa82730 HTTP/1.1" status: 200 len: 911 time: 0.0856524 Mar 07 11:57:07.222617 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2febce8b-0c93-496c-bfb1-689f7ecaef87 req-c6d83354-177f-4146-8133-de3ea6bf7c26 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 HTTP/1.1" status: 200 len: 1000 time: 0.0671222 Mar 07 11:57:07.257415 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-93ede513-8b95-440b-aafa-fb6b66d3f37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'name': 'tempest-TestSnapshotPattern-1849005564-router', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:54:11Z', 'updated_at': '2022-03-07T11:54:14Z', 'revision_number': 4, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'gw_port': {'id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:12Z', 'updated_at': '2022-03-07T11:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '7f60cb71-fdc3-4a55-846d-ddaf66e67676', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'floating_ip_address': '172.25.3.18', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'port_id': 'e29ecbbc-d8eb-431c-8285-824226030629', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'mac_address': 'fa:16:3e:c8:8c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:54:34Z', 'updated_at': '2022-03-07T11:54:37Z', 'revision_number': 1, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'fixed_ip_address_scope': None}, {'id': 'b38a8f7e-d94c-47f8-95f8-8c86cecc145d', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'floating_ip_address': '172.25.3.179', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'port_id': 'bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'mac_address': 'fa:16:3e:a3:da:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a38a9a-228c-4ef6-9d42-377d83d37297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:57:06Z', 'updated_at': '2022-03-07T11:57:06Z', 'revision_number': 0, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51307354-c56a-4287-b674-a34e8d462558', 'name': '', 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'mac_address': 'fa:16:3e:d9:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': '35fed5e5-3c0f-467d-94aa-ff25e148db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:14Z', 'updated_at': '2022-03-07T11:54:18Z', 'revision_number': 5, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'subnets': [{'id': '35fed5e5-3c0f-467d-94aa-ff25e148db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:57:07.271436 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febce8b-0c93-496c-bfb1-689f7ecaef87 req-7a212adf-b866-4cdc-a7e2-2b1102a0ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:57:07.272889 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2febce8b-0c93-496c-bfb1-689f7ecaef87 req-7a212adf-b866-4cdc-a7e2-2b1102a0ccd3 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=35fed5e5-3c0f-467d-94aa-ff25e148db02 HTTP/1.1" status: 200 len: 849 time: 0.0450220 Mar 07 11:57:07.284252 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ede513-8b95-440b-aafa-fb6b66d3f37d None None] Checking router: d2a08ced-73b6-4852-ab87-eba74403a383 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:57:07.294005 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ede513-8b95-440b-aafa-fb6b66d3f37d None None] Routers {'d2a08ced-73b6-4852-ab87-eba74403a383'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:57:07.294617 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-93ede513-8b95-440b-aafa-fb6b66d3f37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:56:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d2a08ced-73b6-4852-ab87-eba74403a383'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:57:07.323773 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2febce8b-0c93-496c-bfb1-689f7ecaef87 req-7be06382-a7a0-4cdd-925b-4d7daaa32a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:57:07.325720 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2febce8b-0c93-496c-bfb1-689f7ecaef87 req-7be06382-a7a0-4cdd-925b-4d7daaa32a96 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=929f5bbb-3bd7-4ad9-bc66-3d874fa82730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0466435 Mar 07 11:57:07.406322 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-93ede513-8b95-440b-aafa-fb6b66d3f37d None None] Set router d2a08ced-73b6-4852-ab87-eba74403a383 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:57:07.418474 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2febce8b-0c93-496c-bfb1-689f7ecaef87 req-1523e722-898a-4975-bf2a-d30bdbf34f1f service neutron] 10.222.0.31 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869315 Mar 07 11:57:07.507796 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-2febce8b-0c93-496c-bfb1-689f7ecaef87 req-180023ab-14e1-402a-a916-f821c41103b3 service neutron] 10.222.0.31 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831664 Mar 07 11:57:07.632757 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-93ede513-8b95-440b-aafa-fb6b66d3f37d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'name': 'tempest-TestSnapshotPattern-1849005564-router', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:54:11Z', 'updated_at': '2022-03-07T11:54:14Z', 'revision_number': 4, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'gw_port': {'id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:12Z', 'updated_at': '2022-03-07T11:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '7f60cb71-fdc3-4a55-846d-ddaf66e67676', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'floating_ip_address': '172.25.3.18', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'port_id': 'e29ecbbc-d8eb-431c-8285-824226030629', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'mac_address': 'fa:16:3e:c8:8c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:54:34Z', 'updated_at': '2022-03-07T11:54:37Z', 'revision_number': 1, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'fixed_ip_address_scope': None}, {'id': 'b38a8f7e-d94c-47f8-95f8-8c86cecc145d', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'floating_ip_address': '172.25.3.179', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'port_id': 'bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'mac_address': 'fa:16:3e:a3:da:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a38a9a-228c-4ef6-9d42-377d83d37297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:57:06Z', 'updated_at': '2022-03-07T11:57:06Z', 'revision_number': 0, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51307354-c56a-4287-b674-a34e8d462558', 'name': '', 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'mac_address': 'fa:16:3e:d9:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': '35fed5e5-3c0f-467d-94aa-ff25e148db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:14Z', 'updated_at': '2022-03-07T11:54:18Z', 'revision_number': 5, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'subnets': [{'id': '35fed5e5-3c0f-467d-94aa-ff25e148db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:57:07.658935 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ede513-8b95-440b-aafa-fb6b66d3f37d None None] The sync data for ids ['d2a08ced-73b6-4852-ab87-eba74403a383'] in n-d-832164-4 is: [{'id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'name': 'tempest-TestSnapshotPattern-1849005564-router', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:54:11Z', 'updated_at': '2022-03-07T11:54:14Z', 'revision_number': 4, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'gw_port': {'id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:12Z', 'updated_at': '2022-03-07T11:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '7f60cb71-fdc3-4a55-846d-ddaf66e67676', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'floating_ip_address': '172.25.3.18', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'port_id': 'e29ecbbc-d8eb-431c-8285-824226030629', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'mac_address': 'fa:16:3e:c8:8c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:54:34Z', 'updated_at': '2022-03-07T11:54:37Z', 'revision_number': 1, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'fixed_ip_address_scope': None}, {'id': 'b38a8f7e-d94c-47f8-95f8-8c86cecc145d', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'floating_ip_address': '172.25.3.179', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'port_id': 'bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'mac_address': 'fa:16:3e:a3:da:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a38a9a-228c-4ef6-9d42-377d83d37297', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:57:06Z', 'updated_at': '2022-03-07T11:57:06Z', 'revision_number': 0, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51307354-c56a-4287-b674-a34e8d462558', 'name': '', 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'mac_address': 'fa:16:3e:d9:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': '35fed5e5-3c0f-467d-94aa-ff25e148db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:14Z', 'updated_at': '2022-03-07T11:54:18Z', 'revision_number': 5, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'subnets': [{'id': '35fed5e5-3c0f-467d-94aa-ff25e148db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:57:07.846674 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c979b18d-aa08-440b-bb1e-aa8a34b88c10 None None] New status for floating IP b38a8f7e-d94c-47f8-95f8-8c86cecc145d: ACTIVE {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:57:08.727736 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-7db88d59-661f-4caf-a537-0a80024c2f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:10.233272 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:11.972898 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:13.161069 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:14.603557 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e3d2a382-ccaa-4586-b1c6-bbdaf2a1e2d5 req-890670bf-3a71-4199-b6be-b3a621146a62 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d1a38a9a-228c-4ef6-9d42-377d83d37297&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482535 Mar 07 11:57:14.686926 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2a382-ccaa-4586-b1c6-bbdaf2a1e2d5 req-6a12cdaa-9b3a-409a-8df7-d1f9b2702d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:57:14.688417 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e3d2a382-ccaa-4586-b1c6-bbdaf2a1e2d5 req-6a12cdaa-9b3a-409a-8df7-d1f9b2702d9e service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0cf1e7597494f08979181318a89d086&device_id=d1a38a9a-228c-4ef6-9d42-377d83d37297 HTTP/1.1" status: 200 len: 1128 time: 0.0451844 Mar 07 11:57:14.797734 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2a382-ccaa-4586-b1c6-bbdaf2a1e2d5 req-a0bd0599-9d63-4368-afc4-61a2692cbc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:57:14.799199 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e3d2a382-ccaa-4586-b1c6-bbdaf2a1e2d5 req-a0bd0599-9d63-4368-afc4-61a2692cbc52 service neutron] 10.222.0.31 "GET /v2.0/networks?id=929f5bbb-3bd7-4ad9-bc66-3d874fa82730 HTTP/1.1" status: 200 len: 911 time: 0.0935528 Mar 07 11:57:14.865046 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e3d2a382-ccaa-4586-b1c6-bbdaf2a1e2d5 req-d4d8dbe2-0d8c-4df9-824b-97dbb05b6590 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 HTTP/1.1" status: 200 len: 1002 time: 0.0601928 Mar 07 11:57:14.912001 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2a382-ccaa-4586-b1c6-bbdaf2a1e2d5 req-739bf74b-bb10-43d0-82e8-54796c8f3625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:57:14.913706 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e3d2a382-ccaa-4586-b1c6-bbdaf2a1e2d5 req-739bf74b-bb10-43d0-82e8-54796c8f3625 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=35fed5e5-3c0f-467d-94aa-ff25e148db02 HTTP/1.1" status: 200 len: 849 time: 0.0435352 Mar 07 11:57:14.965676 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d2a382-ccaa-4586-b1c6-bbdaf2a1e2d5 req-d9d9f17d-b00e-4219-9f21-a37deaf66342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:57:14.967161 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e3d2a382-ccaa-4586-b1c6-bbdaf2a1e2d5 req-d9d9f17d-b00e-4219-9f21-a37deaf66342 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=929f5bbb-3bd7-4ad9-bc66-3d874fa82730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0481911 Mar 07 11:57:15.056687 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e3d2a382-ccaa-4586-b1c6-bbdaf2a1e2d5 req-824d61c3-3d01-4e48-a62e-cbc6998bb1e8 service neutron] 10.222.0.31 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832484 Mar 07 11:57:15.148941 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-e3d2a382-ccaa-4586-b1c6-bbdaf2a1e2d5 req-e429c3bc-0186-4b22-933a-0f2b4fb3be36 service neutron] 10.222.0.31 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856326 Mar 07 11:57:15.241938 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:57:19.048636 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:21.582463 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b286c657-94bf-4584-be51-e058d8ffc0f0 req-c84547e7-02d2-41bc-9610-eddc6e0c9db5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444388 Mar 07 11:57:21.667297 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286c657-94bf-4584-be51-e058d8ffc0f0 req-c87a648c-e264-44f3-bb6a-86da7cd917c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:57:21.668744 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b286c657-94bf-4584-be51-e058d8ffc0f0 req-c87a648c-e264-44f3-bb6a-86da7cd917c8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0cf1e7597494f08979181318a89d086&device_id=a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138 HTTP/1.1" status: 200 len: 1126 time: 0.0442104 Mar 07 11:57:21.774017 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286c657-94bf-4584-be51-e058d8ffc0f0 req-cf9e5d2f-3028-4470-a914-7ade75cfae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:57:21.775459 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b286c657-94bf-4584-be51-e058d8ffc0f0 req-cf9e5d2f-3028-4470-a914-7ade75cfae04 service neutron] 10.222.0.21 "GET /v2.0/networks?id=929f5bbb-3bd7-4ad9-bc66-3d874fa82730 HTTP/1.1" status: 200 len: 911 time: 0.0883439 Mar 07 11:57:21.840461 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b286c657-94bf-4584-be51-e058d8ffc0f0 req-046b7b31-18c5-4bbd-87a2-37604118317d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e29ecbbc-d8eb-431c-8285-824226030629 HTTP/1.1" status: 200 len: 999 time: 0.0572135 Mar 07 11:57:21.890870 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286c657-94bf-4584-be51-e058d8ffc0f0 req-11826d54-4728-42c1-9c58-a3ac308487c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:57:21.892243 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b286c657-94bf-4584-be51-e058d8ffc0f0 req-11826d54-4728-42c1-9c58-a3ac308487c0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=35fed5e5-3c0f-467d-94aa-ff25e148db02 HTTP/1.1" status: 200 len: 849 time: 0.0459149 Mar 07 11:57:21.939810 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286c657-94bf-4584-be51-e058d8ffc0f0 req-7a26e0f7-045f-4f0a-968c-aef6b8ca324f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:57:21.941289 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b286c657-94bf-4584-be51-e058d8ffc0f0 req-7a26e0f7-045f-4f0a-968c-aef6b8ca324f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=929f5bbb-3bd7-4ad9-bc66-3d874fa82730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0432250 Mar 07 11:57:22.028444 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b286c657-94bf-4584-be51-e058d8ffc0f0 req-a8fe9583-76a3-498f-89bb-5fe831370090 service neutron] 10.222.0.21 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813124 Mar 07 11:57:22.117228 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b286c657-94bf-4584-be51-e058d8ffc0f0 req-ded35315-4d9d-464b-b551-3ee68840200b service neutron] 10.222.0.21 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833948 Mar 07 11:57:23.775812 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:36.665961 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e3e444d8-3649-4859-a10e-f544378c408f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:38.728490 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-926c7a57-7cef-481d-bf35-41ea8f4e2e1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:40.236161 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:41.975885 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:43.163842 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:49.061025 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:57:52.240847 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:57:53.784454 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:58:06.667884 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e1b65deb-16cf-496c-8863-68be32eaa7c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:58:08.729949 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-704e36f4-7044-4dd7-96db-8e68bd06fe2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:58:10.239278 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:58:11.978290 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:58:13.167685 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:58:14.599639 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dfaa6b3b-f9d3-4e2e-b6f8-3d2166cbc934 req-38d0a583-d5c4-4320-af5b-22202b45146e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d1a38a9a-228c-4ef6-9d42-377d83d37297&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453036 Mar 07 11:58:14.688771 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa6b3b-f9d3-4e2e-b6f8-3d2166cbc934 req-ef0fb661-52c7-4e3a-ab9f-c11ce34d6603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:58:14.690281 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dfaa6b3b-f9d3-4e2e-b6f8-3d2166cbc934 req-ef0fb661-52c7-4e3a-ab9f-c11ce34d6603 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0cf1e7597494f08979181318a89d086&device_id=d1a38a9a-228c-4ef6-9d42-377d83d37297 HTTP/1.1" status: 200 len: 1128 time: 0.0447559 Mar 07 11:58:14.795799 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa6b3b-f9d3-4e2e-b6f8-3d2166cbc934 req-02f7fcd7-270a-4294-a1d6-4bee45419f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:58:14.797324 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dfaa6b3b-f9d3-4e2e-b6f8-3d2166cbc934 req-02f7fcd7-270a-4294-a1d6-4bee45419f9d service neutron] 10.222.0.31 "GET /v2.0/networks?id=929f5bbb-3bd7-4ad9-bc66-3d874fa82730 HTTP/1.1" status: 200 len: 911 time: 0.0896187 Mar 07 11:58:14.865584 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dfaa6b3b-f9d3-4e2e-b6f8-3d2166cbc934 req-6d77cd8d-b134-4bab-aa76-add9e5399deb service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 HTTP/1.1" status: 200 len: 1002 time: 0.0620227 Mar 07 11:58:14.916853 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa6b3b-f9d3-4e2e-b6f8-3d2166cbc934 req-49b4fbf3-1720-4d2e-a869-93831c72b5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:58:14.918302 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dfaa6b3b-f9d3-4e2e-b6f8-3d2166cbc934 req-49b4fbf3-1720-4d2e-a869-93831c72b5cf service neutron] 10.222.0.31 "GET /v2.0/subnets?id=35fed5e5-3c0f-467d-94aa-ff25e148db02 HTTP/1.1" status: 200 len: 849 time: 0.0475690 Mar 07 11:58:14.966790 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa6b3b-f9d3-4e2e-b6f8-3d2166cbc934 req-0ea62af3-2d88-4167-8219-22a0718f16cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:58:14.968275 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dfaa6b3b-f9d3-4e2e-b6f8-3d2166cbc934 req-0ea62af3-2d88-4167-8219-22a0718f16cb service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=929f5bbb-3bd7-4ad9-bc66-3d874fa82730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0442426 Mar 07 11:58:15.058121 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dfaa6b3b-f9d3-4e2e-b6f8-3d2166cbc934 req-2e3952fa-3da4-43ee-a3cd-f10ad2a7a3d9 service neutron] 10.222.0.31 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824392 Mar 07 11:58:15.148834 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-dfaa6b3b-f9d3-4e2e-b6f8-3d2166cbc934 req-e2fe4b79-effa-4d6a-87c5-a6f9fccb0cd2 service neutron] 10.222.0.31 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840294 Mar 07 11:58:19.062744 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:58:21.597655 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-df6c5817-b89f-4266-bcdd-723c866042f1 req-5c76c763-7751-4a6f-86cc-b4f2486bc061 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0447726 Mar 07 11:58:21.681629 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c5817-b89f-4266-bcdd-723c866042f1 req-94928bf3-a383-4300-9f91-866c3083326f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:58:21.683088 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-df6c5817-b89f-4266-bcdd-723c866042f1 req-94928bf3-a383-4300-9f91-866c3083326f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0cf1e7597494f08979181318a89d086&device_id=a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138 HTTP/1.1" status: 200 len: 1126 time: 0.0458477 Mar 07 11:58:21.786007 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c5817-b89f-4266-bcdd-723c866042f1 req-08530420-0189-4c7d-9090-a6b578861d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:58:21.787470 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-df6c5817-b89f-4266-bcdd-723c866042f1 req-08530420-0189-4c7d-9090-a6b578861d98 service neutron] 10.222.0.21 "GET /v2.0/networks?id=929f5bbb-3bd7-4ad9-bc66-3d874fa82730 HTTP/1.1" status: 200 len: 911 time: 0.0872786 Mar 07 11:58:21.853504 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-df6c5817-b89f-4266-bcdd-723c866042f1 req-fa570cda-32ed-4f29-be16-24accc731125 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e29ecbbc-d8eb-431c-8285-824226030629 HTTP/1.1" status: 200 len: 999 time: 0.0601072 Mar 07 11:58:21.900103 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c5817-b89f-4266-bcdd-723c866042f1 req-25d98483-7163-4a4b-9f2c-ce28487af976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:58:21.901519 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-df6c5817-b89f-4266-bcdd-723c866042f1 req-25d98483-7163-4a4b-9f2c-ce28487af976 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=35fed5e5-3c0f-467d-94aa-ff25e148db02 HTTP/1.1" status: 200 len: 849 time: 0.0417118 Mar 07 11:58:21.951040 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c5817-b89f-4266-bcdd-723c866042f1 req-94751f54-be43-4b61-bd1c-e9fc228695f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:58:21.952599 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-df6c5817-b89f-4266-bcdd-723c866042f1 req-94751f54-be43-4b61-bd1c-e9fc228695f1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=929f5bbb-3bd7-4ad9-bc66-3d874fa82730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0443020 Mar 07 11:58:22.045621 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-df6c5817-b89f-4266-bcdd-723c866042f1 req-52b8b399-ac78-4b6a-855e-1dab32e9142e service neutron] 10.222.0.21 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861065 Mar 07 11:58:22.463043 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-df6c5817-b89f-4266-bcdd-723c866042f1 req-61680c63-03f5-42a0-88c6-b68891db0507 service neutron] 10.222.0.21 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119844 Mar 07 11:58:23.779653 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:58:29.239797 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:58:36.670847 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-22a8b678-5f66-4cf7-bed1-f21c5e2e5bd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:58:38.730549 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-12111ded-21fe-484a-95ff-a9d2f44fb7ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:58:40.241541 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:58:41.980714 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:58:43.172126 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:58:49.077427 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:58:53.815371 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:06.238818 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:59:06.675198 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ead32989-207f-4c4f-a2bf-3358b25ae4bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:08.732819 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cc6af6d2-4800-4ca9-92c8-e6aafe619d95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:10.246064 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:11.982745 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:13.175327 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:14.638853 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b566b96-920b-44cc-ae87-f9f6263c84fa req-91481c86-7bb5-4fa4-b453-3308f0451b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:59:14.640997 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b566b96-920b-44cc-ae87-f9f6263c84fa req-91481c86-7bb5-4fa4-b453-3308f0451b75 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0cf1e7597494f08979181318a89d086&device_id=d1a38a9a-228c-4ef6-9d42-377d83d37297 HTTP/1.1" status: 200 len: 1128 time: 0.0440331 Mar 07 11:59:14.742939 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b566b96-920b-44cc-ae87-f9f6263c84fa req-7e346d99-da25-4846-aadf-698daf8ee868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:59:14.744367 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b566b96-920b-44cc-ae87-f9f6263c84fa req-7e346d99-da25-4846-aadf-698daf8ee868 service neutron] 10.222.0.31 "GET /v2.0/networks?id=929f5bbb-3bd7-4ad9-bc66-3d874fa82730 HTTP/1.1" status: 200 len: 911 time: 0.0849578 Mar 07 11:59:14.811857 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b566b96-920b-44cc-ae87-f9f6263c84fa req-17733b07-76a0-47ae-920b-450bbf467617 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 HTTP/1.1" status: 200 len: 1002 time: 0.0596352 Mar 07 11:59:14.859032 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b566b96-920b-44cc-ae87-f9f6263c84fa req-90e2a6cc-8d03-4fc7-becd-987f24b932ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:59:14.860455 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b566b96-920b-44cc-ae87-f9f6263c84fa req-90e2a6cc-8d03-4fc7-becd-987f24b932ec service neutron] 10.222.0.31 "GET /v2.0/subnets?id=35fed5e5-3c0f-467d-94aa-ff25e148db02 HTTP/1.1" status: 200 len: 849 time: 0.0436771 Mar 07 11:59:14.908082 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b566b96-920b-44cc-ae87-f9f6263c84fa req-35e0c3cc-b174-4233-8d95-e14569f34d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:59:14.909570 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b566b96-920b-44cc-ae87-f9f6263c84fa req-35e0c3cc-b174-4233-8d95-e14569f34d7d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=929f5bbb-3bd7-4ad9-bc66-3d874fa82730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0429201 Mar 07 11:59:15.000997 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b566b96-920b-44cc-ae87-f9f6263c84fa req-8f62f129-be69-40b1-b986-573723deaf75 service neutron] 10.222.0.31 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846295 Mar 07 11:59:15.088274 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7b566b96-920b-44cc-ae87-f9f6263c84fa req-edf0be99-2809-4ecc-9385-4defdf181195 service neutron] 10.222.0.31 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813518 Mar 07 11:59:16.030995 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 details requested by agent hyperv_n-h2-832164-4 with host n-h2-832164-4 {{(pid=103768) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 07 11:59:16.126954 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4,segment=NetworkSegment(25a51530-dbf8-4187-b4d8-f1ff32a5dadb),segment_id=25a51530-dbf8-4187-b4d8-f1ff32a5dadb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:59:16.137568 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Returning: {'device': 'bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4', 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'port_id': 'bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4', 'mac_address': 'fa:16:3e:a3:da:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35fed5e5-3c0f-467d-94aa-ff25e148db02', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103768) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 07 11:59:16.173737 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 is: ACTIVE; New status is: BUILD {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:59:16.174116 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:16.191254 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 {{(pid=103768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 07 11:59:16.212396 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4,segment=NetworkSegment(25a51530-dbf8-4187-b4d8-f1ff32a5dadb),segment_id=25a51530-dbf8-4187-b4d8-f1ff32a5dadb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:59:16.215941 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:16.265147 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4,revision_number=6']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:59:16.272673 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:16.273021 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:16.273389 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:16.273730 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:16.274064 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:16.274400 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:16.274730 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:16.275055 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:16.275380 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:16.275707 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:16.276029 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:16.276352 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:16.276674 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:16.283360 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] get_ports_and_sgs() called for port_ids ['bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4'] {{(pid=103768) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 07 11:59:18.049812 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 up at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 07 11:59:18.101934 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.provisioning_blocks [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Provisioning complete for port bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 triggered by entity L2. {{(pid=103768) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 07 11:59:18.102705 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4012020'] for port (bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4), provisioning_complete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:18.208110 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 is: BUILD; New status is: ACTIVE {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:59:18.208596 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:18.249266 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a38a9a-228c-4ef6-9d42-377d83d37297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:59:18.252022 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a645a2b5805a54a98315e88f2d343b68cf76c29b7d342bc1003cac2cf566b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc4ffd4e-ec60-439c-b7fc-db9d98a99787" -d '{"events": [{"server_uuid": "d1a38a9a-228c-4ef6-9d42-377d83d37297", "name": "network-vif-plugged", "status": "completed", "tag": "bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:59:18.273232 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4,segment=NetworkSegment(25a51530-dbf8-4187-b4d8-f1ff32a5dadb),segment_id=25a51530-dbf8-4187-b4d8-f1ff32a5dadb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:59:18.285355 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:18.342125 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4,revision_number=7']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:59:18.386664 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24391075-ca1e-45b3-93cd-60f23d9f3f4e x-openstack-request-id: req-24391075-ca1e-45b3-93cd-60f23d9f3f4e {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:59:18.386977 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a38a9a-228c-4ef6-9d42-377d83d37297", "name": "network-vif-plugged", "status": "completed", "tag": "bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:59:18.387619 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-24391075-ca1e-45b3-93cd-60f23d9f3f4e {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:59:18.388029 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a38a9a-228c-4ef6-9d42-377d83d37297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4', 'code': 200} Mar 07 11:59:19.093953 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:23.596641 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0d9018ec-e3e1-4e0f-9c24-d421ca11cd71 req-27e72ca2-3546-43a6-9de3-90563457abe0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0562584 Mar 07 11:59:23.698151 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9018ec-e3e1-4e0f-9c24-d421ca11cd71 req-72f98e40-bf63-445a-8ff3-cf179b548448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:59:23.699745 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0d9018ec-e3e1-4e0f-9c24-d421ca11cd71 req-72f98e40-bf63-445a-8ff3-cf179b548448 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0cf1e7597494f08979181318a89d086&device_id=a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138 HTTP/1.1" status: 200 len: 1126 time: 0.0565808 Mar 07 11:59:23.815180 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:23.823341 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9018ec-e3e1-4e0f-9c24-d421ca11cd71 req-941bafe5-f60f-49a0-87c3-f1b556c7a0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:59:23.825625 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0d9018ec-e3e1-4e0f-9c24-d421ca11cd71 req-941bafe5-f60f-49a0-87c3-f1b556c7a0a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=929f5bbb-3bd7-4ad9-bc66-3d874fa82730 HTTP/1.1" status: 200 len: 911 time: 0.1028993 Mar 07 11:59:23.905968 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0d9018ec-e3e1-4e0f-9c24-d421ca11cd71 req-77497700-62dc-476c-be6d-eeb458262e70 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e29ecbbc-d8eb-431c-8285-824226030629 HTTP/1.1" status: 200 len: 999 time: 0.0744662 Mar 07 11:59:23.969731 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9018ec-e3e1-4e0f-9c24-d421ca11cd71 req-cd7d2120-775c-4388-aba3-e06773dc0885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:59:23.971189 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0d9018ec-e3e1-4e0f-9c24-d421ca11cd71 req-cd7d2120-775c-4388-aba3-e06773dc0885 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=35fed5e5-3c0f-467d-94aa-ff25e148db02 HTTP/1.1" status: 200 len: 849 time: 0.0593486 Mar 07 11:59:24.027247 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9018ec-e3e1-4e0f-9c24-d421ca11cd71 req-075341e1-6e0a-40a9-824e-a3e470a97b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:59:24.028867 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0d9018ec-e3e1-4e0f-9c24-d421ca11cd71 req-075341e1-6e0a-40a9-824e-a3e470a97b2a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=929f5bbb-3bd7-4ad9-bc66-3d874fa82730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0519588 Mar 07 11:59:24.143993 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0d9018ec-e3e1-4e0f-9c24-d421ca11cd71 req-ad855daa-d0ef-4715-a83d-2f7c1af8fb58 service neutron] 10.222.0.21 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086695 Mar 07 11:59:24.259027 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-0d9018ec-e3e1-4e0f-9c24-d421ca11cd71 req-ceafb7eb-93ea-4e53-8004-984498117832 service neutron] 10.222.0.21 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087334 Mar 07 11:59:27.553335 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47792) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:59:27.708003 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-02cb6f62-37df-4e40-9bac-296c399fe441 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Deleting port 64294f58-520a-4630-9f53-c3b7f1851af2 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:59:27.708344 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-02cb6f62-37df-4e40-9bac-296c399fe441 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (64294f58-520a-4630-9f53-c3b7f1851af2), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:27.780719 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-02cb6f62-37df-4e40-9bac-296c399fe441 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (64294f58-520a-4630-9f53-c3b7f1851af2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:27.781045 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-02cb6f62-37df-4e40-9bac-296c399fe441 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for floatingip (64294f58-520a-4630-9f53-c3b7f1851af2), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:27.793132 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-02cb6f62-37df-4e40-9bac-296c399fe441 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Calling delete_port for 64294f58-520a-4630-9f53-c3b7f1851af2 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:59:27.944177 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-02cb6f62-37df-4e40-9bac-296c399fe441 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (64294f58-520a-4630-9f53-c3b7f1851af2), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:27.968924 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb6f62-37df-4e40-9bac-296c399fe441 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Pushing event deleted for resources: {'Port': ['ID=64294f58-520a-4630-9f53-c3b7f1851af2,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:59:27.981456 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb6f62-37df-4e40-9bac-296c399fe441 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:27.981833 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb6f62-37df-4e40-9bac-296c399fe441 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:27.982179 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb6f62-37df-4e40-9bac-296c399fe441 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:27.982522 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb6f62-37df-4e40-9bac-296c399fe441 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:27.982859 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb6f62-37df-4e40-9bac-296c399fe441 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:27.983193 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb6f62-37df-4e40-9bac-296c399fe441 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:27.984107 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb6f62-37df-4e40-9bac-296c399fe441 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:27.984512 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb6f62-37df-4e40-9bac-296c399fe441 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:27.984909 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb6f62-37df-4e40-9bac-296c399fe441 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:27.985268 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb6f62-37df-4e40-9bac-296c399fe441 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:27.985603 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb6f62-37df-4e40-9bac-296c399fe441 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:27.985934 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb6f62-37df-4e40-9bac-296c399fe441 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:27.986260 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cb6f62-37df-4e40-9bac-296c399fe441 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103766) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:28.043988 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-02cb6f62-37df-4e40-9bac-296c399fe441 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for floatingip (b38a8f7e-d94c-47f8-95f8-8c86cecc145d), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:28.044321 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-02cb6f62-37df-4e40-9bac-296c399fe441 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Floating IP b38a8f7e-d94c-47f8-95f8-8c86cecc145d disassociated (deleted). External IP: 172.25.3.179, port: bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4. Mar 07 11:59:28.585814 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02cb6f62-37df-4e40-9bac-296c399fe441 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Router d2a08ced-73b6-4852-ab87-eba74403a383 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:59:28.693577 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02cb6f62-37df-4e40-9bac-296c399fe441 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:59:28.698346 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-02cb6f62-37df-4e40-9bac-296c399fe441 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:28.703557 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0f19ab-e5ff-4f83-a28b-4acc09993283 None None] Sync routers for ids ['d2a08ced-73b6-4852-ab87-eba74403a383'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:59:28.712647 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0f19ab-e5ff-4f83-a28b-4acc09993283 None None] Routers {'d2a08ced-73b6-4852-ab87-eba74403a383'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:59:28.713281 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1d0f19ab-e5ff-4f83-a28b-4acc09993283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:59:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d2a08ced-73b6-4852-ab87-eba74403a383'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:59:28.728708 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-02cb6f62-37df-4e40-9bac-296c399fe441 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "DELETE /v2.0/floatingips/b38a8f7e-d94c-47f8-95f8-8c86cecc145d HTTP/1.1" status: 204 len: 168 time: 1.1742935 Mar 07 11:59:28.729409 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a38a9a-228c-4ef6-9d42-377d83d37297', 'tag': 'bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:59:28.731798 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f351bf73f323c1e2e006b9f16194b747f7127b9e46eeb64b4a81d3313ccb5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3420267-734a-4830-bfff-06a0aa8c2a61" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a38a9a-228c-4ef6-9d42-377d83d37297", "tag": "bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:59:28.771595 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca1d804-c7bc-4ec1-a00a-5396aa179525 x-openstack-request-id: req-0ca1d804-c7bc-4ec1-a00a-5396aa179525 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:59:28.771894 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a38a9a-228c-4ef6-9d42-377d83d37297", "tag": "bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:59:28.772172 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0ca1d804-c7bc-4ec1-a00a-5396aa179525 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:59:28.772566 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a38a9a-228c-4ef6-9d42-377d83d37297', 'tag': 'bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4', 'status': 'completed', 'code': 200} Mar 07 11:59:28.851458 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3420267-734a-4830-bfff-06a0aa8c2a61 req-1ec3d480-1f33-4493-8bfe-ec1cc5b738fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:59:28.852763 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a3420267-734a-4830-bfff-06a0aa8c2a61 req-1ec3d480-1f33-4493-8bfe-ec1cc5b738fb service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=f0cf1e7597494f08979181318a89d086&device_id=d1a38a9a-228c-4ef6-9d42-377d83d37297 HTTP/1.1" status: 200 len: 1128 time: 0.0556068 Mar 07 11:59:28.933228 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-1d0f19ab-e5ff-4f83-a28b-4acc09993283 None None] Set router d2a08ced-73b6-4852-ab87-eba74403a383 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:59:28.948226 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3420267-734a-4830-bfff-06a0aa8c2a61 req-3a3b6339-019d-4bf3-b93e-56f90e5f1bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:59:28.949859 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a3420267-734a-4830-bfff-06a0aa8c2a61 req-3a3b6339-019d-4bf3-b93e-56f90e5f1bfc service neutron] 10.222.0.31 "GET /v2.0/networks?id=929f5bbb-3bd7-4ad9-bc66-3d874fa82730 HTTP/1.1" status: 200 len: 911 time: 0.0897515 Mar 07 11:59:28.996559 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a3420267-734a-4830-bfff-06a0aa8c2a61 req-930e0f04-7173-40b7-baeb-c64f5d8d4a0f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 HTTP/1.1" status: 200 len: 217 time: 0.0404360 Mar 07 11:59:29.031917 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1f6c11-5738-4900-9f54-cedaf2976b7f req-58918753-8f45-442b-81fc-73180bed0638 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:59:29.033471 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2b1f6c11-5738-4900-9f54-cedaf2976b7f req-58918753-8f45-442b-81fc-73180bed0638 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1a38a9a-228c-4ef6-9d42-377d83d37297 HTTP/1.1" status: 200 len: 946 time: 0.1039076 Mar 07 11:59:29.049431 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3420267-734a-4830-bfff-06a0aa8c2a61 req-d5ceb08e-12b1-43bb-9864-8de6a49deeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:59:29.050931 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a3420267-734a-4830-bfff-06a0aa8c2a61 req-d5ceb08e-12b1-43bb-9864-8de6a49deeb2 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=35fed5e5-3c0f-467d-94aa-ff25e148db02 HTTP/1.1" status: 200 len: 849 time: 0.0485761 Mar 07 11:59:29.084582 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-2b1f6c11-5738-4900-9f54-cedaf2976b7f req-5408ecdc-1789-42c0-b8f9-279c9c3ddca2 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/security-groups?id=e528e27f-5b27-47b0-991e-2c839c18347f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447295 Mar 07 11:59:29.106925 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3420267-734a-4830-bfff-06a0aa8c2a61 req-a44be51b-2b49-47b3-be4f-8edc2382c048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:59:29.108668 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a3420267-734a-4830-bfff-06a0aa8c2a61 req-a44be51b-2b49-47b3-be4f-8edc2382c048 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=929f5bbb-3bd7-4ad9-bc66-3d874fa82730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0517535 Mar 07 11:59:29.172316 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1d0f19ab-e5ff-4f83-a28b-4acc09993283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'name': 'tempest-TestSnapshotPattern-1849005564-router', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:54:11Z', 'updated_at': '2022-03-07T11:54:14Z', 'revision_number': 4, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'gw_port': {'id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:12Z', 'updated_at': '2022-03-07T11:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '7f60cb71-fdc3-4a55-846d-ddaf66e67676', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'floating_ip_address': '172.25.3.18', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'port_id': 'e29ecbbc-d8eb-431c-8285-824226030629', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'mac_address': 'fa:16:3e:c8:8c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:54:34Z', 'updated_at': '2022-03-07T11:54:37Z', 'revision_number': 1, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51307354-c56a-4287-b674-a34e8d462558', 'name': '', 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'mac_address': 'fa:16:3e:d9:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': '35fed5e5-3c0f-467d-94aa-ff25e148db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:14Z', 'updated_at': '2022-03-07T11:54:18Z', 'revision_number': 5, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'subnets': [{'id': '35fed5e5-3c0f-467d-94aa-ff25e148db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:59:29.198994 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0f19ab-e5ff-4f83-a28b-4acc09993283 None None] Checking router: d2a08ced-73b6-4852-ab87-eba74403a383 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:59:29.204347 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a3420267-734a-4830-bfff-06a0aa8c2a61 req-6a1bb95b-2c50-48cd-997c-e404603cf8e0 service neutron] 10.222.0.31 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892723 Mar 07 11:59:29.208505 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0f19ab-e5ff-4f83-a28b-4acc09993283 None None] Routers {'d2a08ced-73b6-4852-ab87-eba74403a383'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:59:29.209094 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1d0f19ab-e5ff-4f83-a28b-4acc09993283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:59:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d2a08ced-73b6-4852-ab87-eba74403a383'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:59:29.300484 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-a3420267-734a-4830-bfff-06a0aa8c2a61 req-dc9ab9cc-3760-4949-93b0-e180b21fe1ff service neutron] 10.222.0.31 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895431 Mar 07 11:59:29.319413 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-1d0f19ab-e5ff-4f83-a28b-4acc09993283 None None] Set router d2a08ced-73b6-4852-ab87-eba74403a383 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:59:29.542700 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-1d0f19ab-e5ff-4f83-a28b-4acc09993283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'name': 'tempest-TestSnapshotPattern-1849005564-router', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:54:11Z', 'updated_at': '2022-03-07T11:54:14Z', 'revision_number': 4, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'gw_port': {'id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:12Z', 'updated_at': '2022-03-07T11:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '7f60cb71-fdc3-4a55-846d-ddaf66e67676', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'floating_ip_address': '172.25.3.18', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'port_id': 'e29ecbbc-d8eb-431c-8285-824226030629', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'mac_address': 'fa:16:3e:c8:8c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:54:34Z', 'updated_at': '2022-03-07T11:54:37Z', 'revision_number': 1, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51307354-c56a-4287-b674-a34e8d462558', 'name': '', 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'mac_address': 'fa:16:3e:d9:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': '35fed5e5-3c0f-467d-94aa-ff25e148db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:14Z', 'updated_at': '2022-03-07T11:54:18Z', 'revision_number': 5, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'subnets': [{'id': '35fed5e5-3c0f-467d-94aa-ff25e148db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:59:29.569898 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0f19ab-e5ff-4f83-a28b-4acc09993283 None None] The sync data for ids ['d2a08ced-73b6-4852-ab87-eba74403a383'] in n-d-832164-4 is: [{'id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'name': 'tempest-TestSnapshotPattern-1849005564-router', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:54:11Z', 'updated_at': '2022-03-07T11:54:14Z', 'revision_number': 4, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'gw_port': {'id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:12Z', 'updated_at': '2022-03-07T11:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_floatingips': [{'id': '7f60cb71-fdc3-4a55-846d-ddaf66e67676', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'floating_ip_address': '172.25.3.18', 'floating_network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'router_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'port_id': 'e29ecbbc-d8eb-431c-8285-824226030629', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'mac_address': 'fa:16:3e:c8:8c:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-07T11:54:34Z', 'updated_at': '2022-03-07T11:54:37Z', 'revision_number': 1, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51307354-c56a-4287-b674-a34e8d462558', 'name': '', 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'mac_address': 'fa:16:3e:d9:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': '35fed5e5-3c0f-467d-94aa-ff25e148db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:14Z', 'updated_at': '2022-03-07T11:54:18Z', 'revision_number': 5, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'subnets': [{'id': '35fed5e5-3c0f-467d-94aa-ff25e148db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:59:29.811858 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f748fb0c-58b8-4f28-a269-3345a35a9ea3 None None] New status for floating IP b38a8f7e-d94c-47f8-95f8-8c86cecc145d: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:59:30.097321 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:59:30.177152 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Current status of the port bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 is: ACTIVE; New status is: DOWN {{(pid=103768) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 07 11:59:30.177549 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4132035'] for port (bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4), before_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:30.199978 n-d-832164-4 neutron-server[103768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a38a9a-228c-4ef6-9d42-377d83d37297', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4'}] {{(pid=103768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:59:30.202793 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1a645a2b5805a54a98315e88f2d343b68cf76c29b7d342bc1003cac2cf566b55" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0595b90-7f3d-45f4-bed3-3712af41dee8" -d '{"events": [{"server_uuid": "d1a38a9a-228c-4ef6-9d42-377d83d37297", "name": "network-vif-unplugged", "status": "completed", "tag": "bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4"}]}' {{(pid=103768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:59:30.215327 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] For port bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4,segment=NetworkSegment(25a51530-dbf8-4187-b4d8-f1ff32a5dadb),segment_id=25a51530-dbf8-4187-b4d8-f1ff32a5dadb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:59:30.220162 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755330244280', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755329803457', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755329803475'] for port (bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:30.243098 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 07 Mar 2022 11:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdbb7b4-2521-4851-9cb2-464279b94f37 x-openstack-request-id: req-3cdbb7b4-2521-4851-9cb2-464279b94f37 {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:59:30.243633 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a38a9a-228c-4ef6-9d42-377d83d37297", "name": "network-vif-unplugged", "status": "completed", "tag": "bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4", "code": 200}]} {{(pid=103768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:59:30.244076 n-d-832164-4 neutron-server[103768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3cdbb7b4-2521-4851-9cb2-464279b94f37 {{(pid=103768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:59:30.244480 n-d-832164-4 neutron-server[103768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a38a9a-228c-4ef6-9d42-377d83d37297', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4', 'code': 200} Mar 07 11:59:30.270668 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Pushing event updated for resources: {'Port': ['ID=bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4,revision_number=8']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:59:30.271719 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e292ad-9603-4db8-9454-0f40ffd6a57d req-e4b8194d-1042-4550-b2e2-ec2e37dedaa9 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:59:30.273237 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-01e292ad-9603-4db8-9454-0f40ffd6a57d req-e4b8194d-1042-4550-b2e2-ec2e37dedaa9 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1a38a9a-228c-4ef6-9d42-377d83d37297 HTTP/1.1" status: 200 len: 944 time: 0.1156375 Mar 07 11:59:30.330637 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-01e292ad-9603-4db8-9454-0f40ffd6a57d req-fdd28e0a-d06c-4731-8e6e-18faf7c8ae9a tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/security-groups?id=e528e27f-5b27-47b0-991e-2c839c18347f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507724 Mar 07 11:59:30.684547 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f86e0-4603-4bb2-a3f7-bce069681369 req-1a2b3387-359b-43b7-a128-5908f6afa5a7 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:59:30.686005 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-128f86e0-4603-4bb2-a3f7-bce069681369 req-1a2b3387-359b-43b7-a128-5908f6afa5a7 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.31 "GET /v2.0/ports?device_id=d1a38a9a-228c-4ef6-9d42-377d83d37297 HTTP/1.1" status: 200 len: 944 time: 0.0517216 Mar 07 11:59:30.775305 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-128f86e0-4603-4bb2-a3f7-bce069681369 req-011e252a-50bb-46c7-8e05-6046b63d995f tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Deleting port bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:59:30.775647 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-128f86e0-4603-4bb2-a3f7-bce069681369 req-011e252a-50bb-46c7-8e05-6046b63d995f tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:30.866686 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-128f86e0-4603-4bb2-a3f7-bce069681369 req-011e252a-50bb-46c7-8e05-6046b63d995f tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] For port bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4, host n-h2-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-832164-4',level=0,port_id=bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4,segment=NetworkSegment(25a51530-dbf8-4187-b4d8-f1ff32a5dadb),segment_id=25a51530-dbf8-4187-b4d8-f1ff32a5dadb)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:59:30.867051 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-128f86e0-4603-4bb2-a3f7-bce069681369 req-011e252a-50bb-46c7-8e05-6046b63d995f tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:30.879328 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-128f86e0-4603-4bb2-a3f7-bce069681369 req-011e252a-50bb-46c7-8e05-6046b63d995f tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Calling delete_port for bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:59:31.006419 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-128f86e0-4603-4bb2-a3f7-bce069681369 req-011e252a-50bb-46c7-8e05-6046b63d995f tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:31.034298 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e252a-50bb-46c7-8e05-6046b63d995f tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Pushing event deleted for resources: {'Port': ['ID=bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:59:31.044463 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e252a-50bb-46c7-8e05-6046b63d995f tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:31.044805 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e252a-50bb-46c7-8e05-6046b63d995f tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:31.045160 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e252a-50bb-46c7-8e05-6046b63d995f tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:31.045496 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e252a-50bb-46c7-8e05-6046b63d995f tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:31.045854 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e252a-50bb-46c7-8e05-6046b63d995f tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:31.046179 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e252a-50bb-46c7-8e05-6046b63d995f tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:31.046501 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e252a-50bb-46c7-8e05-6046b63d995f tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:31.046824 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e252a-50bb-46c7-8e05-6046b63d995f tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:31.047552 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e252a-50bb-46c7-8e05-6046b63d995f tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:31.047552 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e252a-50bb-46c7-8e05-6046b63d995f tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:31.047740 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e252a-50bb-46c7-8e05-6046b63d995f tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:31.048060 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e252a-50bb-46c7-8e05-6046b63d995f tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:31.048371 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011e252a-50bb-46c7-8e05-6046b63d995f tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-832164-4 {{(pid=103767) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 07 11:59:31.089655 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-128f86e0-4603-4bb2-a3f7-bce069681369 req-011e252a-50bb-46c7-8e05-6046b63d995f tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] No DVR routers for this DVR port bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 on host n-h2-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:59:31.092364 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-128f86e0-4603-4bb2-a3f7-bce069681369 req-011e252a-50bb-46c7-8e05-6046b63d995f tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:31.096471 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-128f86e0-4603-4bb2-a3f7-bce069681369 req-011e252a-50bb-46c7-8e05-6046b63d995f tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.31 "DELETE /v2.0/ports/bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 HTTP/1.1" status: 204 len: 173 time: 0.4054973 Mar 07 11:59:31.096949 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a38a9a-228c-4ef6-9d42-377d83d37297', 'name': 'network-vif-deleted', 'tag': 'bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:59:31.099239 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdea0c93-d86c-443c-ae8f-5f2cc0dbd5c5" -d '{"events": [{"server_uuid": "d1a38a9a-228c-4ef6-9d42-377d83d37297", "name": "network-vif-deleted", "tag": "bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:59:31.191678 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cd845a-b65c-4712-ad9f-02bc627aefca x-openstack-request-id: req-f5cd845a-b65c-4712-ad9f-02bc627aefca {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:59:31.191970 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a38a9a-228c-4ef6-9d42-377d83d37297", "name": "network-vif-deleted", "tag": "bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:59:31.192224 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f5cd845a-b65c-4712-ad9f-02bc627aefca {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:59:31.192686 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a38a9a-228c-4ef6-9d42-377d83d37297', 'name': 'network-vif-deleted', 'tag': 'bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4', 'status': 'completed', 'code': 200} Mar 07 11:59:31.443506 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b0fa5986-4307-48c5-abac-241f4b6dee99 req-9546e792-1d5d-421b-a458-76683bd5523f tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1a38a9a-228c-4ef6-9d42-377d83d37297 HTTP/1.1" status: 200 len: 210 time: 0.0322933 Mar 07 11:59:32.992298 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47858) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:59:33.146792 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-8da26cb4-e8e3-4dfb-b44a-0365ce7b55e3 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Deleting port 6c4747d6-13a8-42ae-a342-4ce34102e704 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:59:33.147044 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8da26cb4-e8e3-4dfb-b44a-0365ce7b55e3 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (6c4747d6-13a8-42ae-a342-4ce34102e704), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:33.224383 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8da26cb4-e8e3-4dfb-b44a-0365ce7b55e3 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (6c4747d6-13a8-42ae-a342-4ce34102e704), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:33.224724 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8da26cb4-e8e3-4dfb-b44a-0365ce7b55e3 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for floatingip (6c4747d6-13a8-42ae-a342-4ce34102e704), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:33.238200 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-8da26cb4-e8e3-4dfb-b44a-0365ce7b55e3 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Calling delete_port for 6c4747d6-13a8-42ae-a342-4ce34102e704 owned by network:floatingip {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:59:33.389604 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8da26cb4-e8e3-4dfb-b44a-0365ce7b55e3 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (6c4747d6-13a8-42ae-a342-4ce34102e704), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:33.415157 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da26cb4-e8e3-4dfb-b44a-0365ce7b55e3 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Pushing event deleted for resources: {'Port': ['ID=6c4747d6-13a8-42ae-a342-4ce34102e704,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:59:33.476835 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8da26cb4-e8e3-4dfb-b44a-0365ce7b55e3 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for floatingip (7f60cb71-fdc3-4a55-846d-ddaf66e67676), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:33.477301 n-d-832164-4 neutron-server[103766]: INFO neutron.db.l3_db [None req-8da26cb4-e8e3-4dfb-b44a-0365ce7b55e3 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Floating IP 7f60cb71-fdc3-4a55-846d-ddaf66e67676 disassociated (deleted). External IP: 172.25.3.18, port: e29ecbbc-d8eb-431c-8285-824226030629. Mar 07 11:59:33.688227 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da26cb4-e8e3-4dfb-b44a-0365ce7b55e3 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Router d2a08ced-73b6-4852-ab87-eba74403a383 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:59:33.799680 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da26cb4-e8e3-4dfb-b44a-0365ce7b55e3 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:59:33.804190 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-8da26cb4-e8e3-4dfb-b44a-0365ce7b55e3 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for floatingip (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:33.811847 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e60a3eb-1012-4442-94be-a237f3afbe36 None None] Sync routers for ids ['d2a08ced-73b6-4852-ab87-eba74403a383'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:59:33.821812 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e60a3eb-1012-4442-94be-a237f3afbe36 None None] Routers {'d2a08ced-73b6-4852-ab87-eba74403a383'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:59:33.822427 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8e60a3eb-1012-4442-94be-a237f3afbe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:59:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d2a08ced-73b6-4852-ab87-eba74403a383'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:59:33.834958 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-8da26cb4-e8e3-4dfb-b44a-0365ce7b55e3 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "DELETE /v2.0/floatingips/7f60cb71-fdc3-4a55-846d-ddaf66e67676 HTTP/1.1" status: 204 len: 168 time: 0.8415570 Mar 07 11:59:33.835554 n-d-832164-4 neutron-server[103766]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138', 'tag': 'e29ecbbc-d8eb-431c-8285-824226030629'}] {{(pid=103766) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:59:33.837871 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6f351bf73f323c1e2e006b9f16194b747f7127b9e46eeb64b4a81d3313ccb5c2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2dff7f-9e8b-45a9-acc1-a181446702e6" -d '{"events": [{"name": "network-changed", "server_uuid": "a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138", "tag": "e29ecbbc-d8eb-431c-8285-824226030629"}]}' {{(pid=103766) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:59:33.875904 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 07 Mar 2022 11:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923e1884-f803-45c7-a151-1b480cfc4491 x-openstack-request-id: req-923e1884-f803-45c7-a151-1b480cfc4491 {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:59:33.876284 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138", "tag": "e29ecbbc-d8eb-431c-8285-824226030629", "status": "completed", "code": 200}]} {{(pid=103766) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:59:33.876641 n-d-832164-4 neutron-server[103766]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-923e1884-f803-45c7-a151-1b480cfc4491 {{(pid=103766) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:59:33.877336 n-d-832164-4 neutron-server[103766]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138', 'tag': 'e29ecbbc-d8eb-431c-8285-824226030629', 'status': 'completed', 'code': 200} Mar 07 11:59:33.942363 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-8e60a3eb-1012-4442-94be-a237f3afbe36 None None] Set router d2a08ced-73b6-4852-ab87-eba74403a383 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:59:33.947377 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2dff7f-9e8b-45a9-acc1-a181446702e6 req-b02a4fb9-380d-4adf-9c59-8f9476d303c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:59:33.948874 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7c2dff7f-9e8b-45a9-acc1-a181446702e6 req-b02a4fb9-380d-4adf-9c59-8f9476d303c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0cf1e7597494f08979181318a89d086&device_id=a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138 HTTP/1.1" status: 200 len: 1126 time: 0.0519800 Mar 07 11:59:34.063603 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2dff7f-9e8b-45a9-acc1-a181446702e6 req-edd1360f-0021-46f3-80be-23ccac51cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:59:34.065166 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7c2dff7f-9e8b-45a9-acc1-a181446702e6 req-edd1360f-0021-46f3-80be-23ccac51cdc7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=929f5bbb-3bd7-4ad9-bc66-3d874fa82730 HTTP/1.1" status: 200 len: 911 time: 0.1046002 Mar 07 11:59:34.082275 n-d-832164-4 neutron-server[103766]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0431c-cea9-4104-8685-51e4f4171be6 req-2c47cd9b-bc90-4398-bd7c-c37a6212b8a0 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103766) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:59:34.083846 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ace0431c-cea9-4104-8685-51e4f4171be6 req-2c47cd9b-bc90-4398-bd7c-c37a6212b8a0 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138 HTTP/1.1" status: 200 len: 944 time: 0.0648148 Mar 07 11:59:34.109587 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 no longer exists at agent hyperv_n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:59:34.114106 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7c2dff7f-9e8b-45a9-acc1-a181446702e6 req-31e6023e-4466-4490-aaba-610b6288bce0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e29ecbbc-d8eb-431c-8285-824226030629 HTTP/1.1" status: 200 len: 217 time: 0.0423927 Mar 07 11:59:34.145134 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-ace0431c-cea9-4104-8685-51e4f4171be6 req-cbdce8fd-1b14-432c-b745-9a4bdf46da9b tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/security-groups?id=e528e27f-5b27-47b0-991e-2c839c18347f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549033 Mar 07 11:59:34.147947 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] No Port match for: bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:59:34.148729 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Device bfe394b6-08fb-47cb-90e1-8e0f9b29e3c4 not bound to the agent host n-h2-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:59:34.186927 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2dff7f-9e8b-45a9-acc1-a181446702e6 req-e3115100-3cc7-4ae8-b9a6-01cf4c1a6c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:59:34.188385 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7c2dff7f-9e8b-45a9-acc1-a181446702e6 req-e3115100-3cc7-4ae8-b9a6-01cf4c1a6c52 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=35fed5e5-3c0f-467d-94aa-ff25e148db02 HTTP/1.1" status: 200 len: 849 time: 0.0610833 Mar 07 11:59:34.195768 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8e60a3eb-1012-4442-94be-a237f3afbe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'name': 'tempest-TestSnapshotPattern-1849005564-router', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:54:11Z', 'updated_at': '2022-03-07T11:54:14Z', 'revision_number': 4, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'gw_port': {'id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:12Z', 'updated_at': '2022-03-07T11:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '51307354-c56a-4287-b674-a34e8d462558', 'name': '', 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'mac_address': 'fa:16:3e:d9:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': '35fed5e5-3c0f-467d-94aa-ff25e148db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:14Z', 'updated_at': '2022-03-07T11:54:18Z', 'revision_number': 5, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'subnets': [{'id': '35fed5e5-3c0f-467d-94aa-ff25e148db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:59:34.226888 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e60a3eb-1012-4442-94be-a237f3afbe36 None None] Checking router: d2a08ced-73b6-4852-ab87-eba74403a383 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:59:34.237338 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e60a3eb-1012-4442-94be-a237f3afbe36 None None] Routers {'d2a08ced-73b6-4852-ab87-eba74403a383'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:59:34.237968 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8e60a3eb-1012-4442-94be-a237f3afbe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:59:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d2a08ced-73b6-4852-ab87-eba74403a383'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:59:34.251304 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2dff7f-9e8b-45a9-acc1-a181446702e6 req-65f6bb14-4db9-46dd-8668-289086e83d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:59:34.253207 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7c2dff7f-9e8b-45a9-acc1-a181446702e6 req-65f6bb14-4db9-46dd-8668-289086e83d90 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=929f5bbb-3bd7-4ad9-bc66-3d874fa82730&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0580411 Mar 07 11:59:34.351235 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-8e60a3eb-1012-4442-94be-a237f3afbe36 None None] Set router d2a08ced-73b6-4852-ab87-eba74403a383 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:59:34.354289 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7c2dff7f-9e8b-45a9-acc1-a181446702e6 req-f56fedd2-68d9-44bc-96a6-49389da72e19 service neutron] 10.222.0.21 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945868 Mar 07 11:59:34.452716 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-7c2dff7f-9e8b-45a9-acc1-a181446702e6 req-a49d4b3d-b81c-4bb5-a7bd-a0098962148d service neutron] 10.222.0.21 "GET /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894644 Mar 07 11:59:34.557600 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-8e60a3eb-1012-4442-94be-a237f3afbe36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'name': 'tempest-TestSnapshotPattern-1849005564-router', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:54:11Z', 'updated_at': '2022-03-07T11:54:14Z', 'revision_number': 4, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'gw_port': {'id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:12Z', 'updated_at': '2022-03-07T11:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '51307354-c56a-4287-b674-a34e8d462558', 'name': '', 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'mac_address': 'fa:16:3e:d9:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': '35fed5e5-3c0f-467d-94aa-ff25e148db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:14Z', 'updated_at': '2022-03-07T11:54:18Z', 'revision_number': 5, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'subnets': [{'id': '35fed5e5-3c0f-467d-94aa-ff25e148db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:59:34.584657 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e60a3eb-1012-4442-94be-a237f3afbe36 None None] The sync data for ids ['d2a08ced-73b6-4852-ab87-eba74403a383'] in n-d-832164-4 is: [{'id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'name': 'tempest-TestSnapshotPattern-1849005564-router', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:54:11Z', 'updated_at': '2022-03-07T11:54:14Z', 'revision_number': 4, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'gw_port': {'id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:12Z', 'updated_at': '2022-03-07T11:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4', '_interfaces': [{'id': '51307354-c56a-4287-b674-a34e8d462558', 'name': '', 'network_id': '929f5bbb-3bd7-4ad9-bc66-3d874fa82730', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'mac_address': 'fa:16:3e:d9:cb:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'device_owner': 'network:router_interface', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': '35fed5e5-3c0f-467d-94aa-ff25e148db02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:14Z', 'updated_at': '2022-03-07T11:54:18Z', 'revision_number': 5, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'subnets': [{'id': '35fed5e5-3c0f-467d-94aa-ff25e148db02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:59:34.680459 n-d-832164-4 neutron-server[103767]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0c6db-50d0-4280-b643-44d3ef15bd0f req-56d47305-c7d1-400d-a0b9-4bdd3dc58f62 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103767) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 07 11:59:34.681956 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b2a0c6db-50d0-4280-b643-44d3ef15bd0f req-56d47305-c7d1-400d-a0b9-4bdd3dc58f62 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.21 "GET /v2.0/ports?device_id=a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138 HTTP/1.1" status: 200 len: 944 time: 0.0617788 Mar 07 11:59:34.783849 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-b2a0c6db-50d0-4280-b643-44d3ef15bd0f req-8d1e40bc-c01a-481b-94d0-6ab61bc9c571 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Deleting port e29ecbbc-d8eb-431c-8285-824226030629 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:59:34.784198 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b2a0c6db-50d0-4280-b643-44d3ef15bd0f req-8d1e40bc-c01a-481b-94d0-6ab61bc9c571 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (e29ecbbc-d8eb-431c-8285-824226030629), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:34.835084 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97758201-4e9e-4ad2-bdcf-57ec7bf29192 None None] New status for floating IP 7f60cb71-fdc3-4a55-846d-ddaf66e67676: DOWN {{(pid=103768) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 07 11:59:34.879171 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [req-b2a0c6db-50d0-4280-b643-44d3ef15bd0f req-8d1e40bc-c01a-481b-94d0-6ab61bc9c571 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] For port e29ecbbc-d8eb-431c-8285-824226030629, host n-h1-832164-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-832164-4',level=0,port_id=e29ecbbc-d8eb-431c-8285-824226030629,segment=NetworkSegment(25a51530-dbf8-4187-b4d8-f1ff32a5dadb),segment_id=25a51530-dbf8-4187-b4d8-f1ff32a5dadb)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:59:34.879537 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b2a0c6db-50d0-4280-b643-44d3ef15bd0f req-8d1e40bc-c01a-481b-94d0-6ab61bc9c571 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (e29ecbbc-d8eb-431c-8285-824226030629), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:34.892338 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [req-b2a0c6db-50d0-4280-b643-44d3ef15bd0f req-8d1e40bc-c01a-481b-94d0-6ab61bc9c571 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Calling delete_port for e29ecbbc-d8eb-431c-8285-824226030629 owned by compute:nova {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:59:35.021964 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b2a0c6db-50d0-4280-b643-44d3ef15bd0f req-8d1e40bc-c01a-481b-94d0-6ab61bc9c571 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (e29ecbbc-d8eb-431c-8285-824226030629), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:35.055230 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e40bc-c01a-481b-94d0-6ab61bc9c571 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Pushing event deleted for resources: {'Port': ['ID=e29ecbbc-d8eb-431c-8285-824226030629,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:59:35.099026 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a0c6db-50d0-4280-b643-44d3ef15bd0f req-8d1e40bc-c01a-481b-94d0-6ab61bc9c571 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] No DVR routers for this DVR port e29ecbbc-d8eb-431c-8285-824226030629 on host n-h1-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:59:35.101591 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [req-b2a0c6db-50d0-4280-b643-44d3ef15bd0f req-8d1e40bc-c01a-481b-94d0-6ab61bc9c571 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15142'] for port (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:35.104835 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [req-b2a0c6db-50d0-4280-b643-44d3ef15bd0f req-8d1e40bc-c01a-481b-94d0-6ab61bc9c571 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.21 "DELETE /v2.0/ports/e29ecbbc-d8eb-431c-8285-824226030629 HTTP/1.1" status: 204 len: 173 time: 0.4170375 Mar 07 11:59:35.105311 n-d-832164-4 neutron-server[103767]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138', 'name': 'network-vif-deleted', 'tag': 'e29ecbbc-d8eb-431c-8285-824226030629'}] {{(pid=103767) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 07 11:59:35.107539 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}17451918455713a99f6116fce0524e32298e32c0e21c7f5641438d03690d98c6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547c7265-d6ce-42b4-822b-9ef25beb8ff7" -d '{"events": [{"server_uuid": "a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138", "name": "network-vif-deleted", "tag": "e29ecbbc-d8eb-431c-8285-824226030629"}]}' {{(pid=103767) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 07 11:59:35.145566 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 07 Mar 2022 11:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5499bc5f-1737-4fc4-8b5c-92e78576c25a x-openstack-request-id: req-5499bc5f-1737-4fc4-8b5c-92e78576c25a {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 07 11:59:35.145866 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138", "name": "network-vif-deleted", "tag": "e29ecbbc-d8eb-431c-8285-824226030629", "status": "completed", "code": 200}]} {{(pid=103767) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 07 11:59:35.146125 n-d-832164-4 neutron-server[103767]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5499bc5f-1737-4fc4-8b5c-92e78576c25a {{(pid=103767) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 07 11:59:35.146531 n-d-832164-4 neutron-server[103767]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138', 'name': 'network-vif-deleted', 'tag': 'e29ecbbc-d8eb-431c-8285-824226030629', 'status': 'completed', 'code': 200} Mar 07 11:59:35.263073 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [req-43f95c4a-9642-405a-8c32-55b0f7ddb22e req-3de22933-57ee-43c5-a44c-ad8917621855 tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "GET /v2.0/ports?device_id=a6c5dde2-1b9b-4ba3-bdd9-864b7fb54138 HTTP/1.1" status: 200 len: 210 time: 0.0285525 Mar 07 11:59:36.320662 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47872) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:59:36.375838 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cc33cd3f-b45c-43d0-b22f-9a89a44cf5ed tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for security_group (e528e27f-5b27-47b0-991e-2c839c18347f), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:36.400654 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cc33cd3f-b45c-43d0-b22f-9a89a44cf5ed tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for security_group (e528e27f-5b27-47b0-991e-2c839c18347f), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:36.460808 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cc33cd3f-b45c-43d0-b22f-9a89a44cf5ed tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (e528e27f-5b27-47b0-991e-2c839c18347f), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:36.463434 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-cc33cd3f-b45c-43d0-b22f-9a89a44cf5ed tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:36.464603 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-cc33cd3f-b45c-43d0-b22f-9a89a44cf5ed tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] 10.222.0.11 "DELETE /v2.0/security-groups/e528e27f-5b27-47b0-991e-2c839c18347f HTTP/1.1" status: 204 len: 168 time: 0.1429110 Mar 07 11:59:36.474626 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33cd3f-b45c-43d0-b22f-9a89a44cf5ed tempest-TestSnapshotPattern-46053636 tempest-TestSnapshotPattern-46053636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e528e27f-5b27-47b0-991e-2c839c18347f,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:59:36.510073 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47876) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:59:36.678630 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b25c04de-6ec2-41c8-9cfe-0955582a35ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:36.958976 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-73e5324a-4317-4ddf-bdcc-0182ab40691e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (d2a08ced-73b6-4852-ab87-eba74403a383), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:37.205300 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-73e5324a-4317-4ddf-bdcc-0182ab40691e admin admin] Deleting port 51307354-c56a-4287-b674-a34e8d462558 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:59:37.205715 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-73e5324a-4317-4ddf-bdcc-0182ab40691e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (51307354-c56a-4287-b674-a34e8d462558), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:37.285702 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-73e5324a-4317-4ddf-bdcc-0182ab40691e admin admin] For port 51307354-c56a-4287-b674-a34e8d462558, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=51307354-c56a-4287-b674-a34e8d462558,segment=NetworkSegment(25a51530-dbf8-4187-b4d8-f1ff32a5dadb),segment_id=25a51530-dbf8-4187-b4d8-f1ff32a5dadb)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:59:37.286065 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-73e5324a-4317-4ddf-bdcc-0182ab40691e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (51307354-c56a-4287-b674-a34e8d462558), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:37.299564 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-73e5324a-4317-4ddf-bdcc-0182ab40691e admin admin] Calling delete_port for 51307354-c56a-4287-b674-a34e8d462558 owned by network:router_interface {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:59:37.472029 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device e29ecbbc-d8eb-431c-8285-824226030629 no longer exists at agent hyperv_n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:59:37.478824 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-73e5324a-4317-4ddf-bdcc-0182ab40691e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (51307354-c56a-4287-b674-a34e8d462558), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:37.492736 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] No Port match for: e29ecbbc-d8eb-431c-8285-824226030629 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:59:37.493083 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Device e29ecbbc-d8eb-431c-8285-824226030629 not bound to the agent host n-h1-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:59:37.511233 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5324a-4317-4ddf-bdcc-0182ab40691e admin admin] Pushing event deleted for resources: {'Port': ['ID=51307354-c56a-4287-b674-a34e8d462558,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:59:37.690909 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-73e5324a-4317-4ddf-bdcc-0182ab40691e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (d2a08ced-73b6-4852-ab87-eba74403a383), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:37.908875 n-d-832164-4 neutron-server[103766]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e5324a-4317-4ddf-bdcc-0182ab40691e admin admin] Router d2a08ced-73b6-4852-ab87-eba74403a383 has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103766) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:59:38.016389 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e5324a-4317-4ddf-bdcc-0182ab40691e admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103766) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:59:38.022520 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-73e5324a-4317-4ddf-bdcc-0182ab40691e admin admin] 10.222.0.11 "PUT /v2.0/routers/d2a08ced-73b6-4852-ab87-eba74403a383/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5114205 Mar 07 11:59:38.025091 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47880) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:59:38.026014 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e962e437-720c-4f20-a765-6cd9ef543602 None None] Sync routers for ids ['d2a08ced-73b6-4852-ab87-eba74403a383'] in n-d-832164-4 {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:59:38.035617 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e962e437-720c-4f20-a765-6cd9ef543602 None None] Routers {'d2a08ced-73b6-4852-ab87-eba74403a383'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:59:38.036214 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e962e437-720c-4f20-a765-6cd9ef543602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:59:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d2a08ced-73b6-4852-ab87-eba74403a383'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:59:38.134473 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3629f6c-054a-4cc7-b2df-faf4768bf4ea admin admin] Publish callbacks [] for router (d2a08ced-73b6-4852-ab87-eba74403a383), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:38.236242 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-e962e437-720c-4f20-a765-6cd9ef543602 None None] Set router d2a08ced-73b6-4852-ab87-eba74403a383 gateway port host: n-d-832164-4 {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:59:38.240462 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3629f6c-054a-4cc7-b2df-faf4768bf4ea admin admin] Publish callbacks [] for router_gateway (d2a08ced-73b6-4852-ab87-eba74403a383), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:38.295798 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-a3629f6c-054a-4cc7-b2df-faf4768bf4ea admin admin] Deleting port f3b5e0a9-7792-4047-832c-c71b166ba8b6 {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:59:38.296647 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3629f6c-054a-4cc7-b2df-faf4768bf4ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (f3b5e0a9-7792-4047-832c-c71b166ba8b6), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:38.373777 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-a3629f6c-054a-4cc7-b2df-faf4768bf4ea admin admin] For port f3b5e0a9-7792-4047-832c-c71b166ba8b6, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=f3b5e0a9-7792-4047-832c-c71b166ba8b6,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:59:38.374152 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3629f6c-054a-4cc7-b2df-faf4768bf4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (f3b5e0a9-7792-4047-832c-c71b166ba8b6), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:38.386751 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-a3629f6c-054a-4cc7-b2df-faf4768bf4ea admin admin] Calling delete_port for f3b5e0a9-7792-4047-832c-c71b166ba8b6 owned by network:router_gateway {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:59:38.414552 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e962e437-720c-4f20-a765-6cd9ef543602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'name': 'tempest-TestSnapshotPattern-1849005564-router', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:54:11Z', 'updated_at': '2022-03-07T11:59:37Z', 'revision_number': 5, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'gw_port': {'id': 'f3b5e0a9-7792-4047-832c-c71b166ba8b6', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:e5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4427, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:12Z', 'updated_at': '2022-03-07T11:54:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:59:38.441275 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e962e437-720c-4f20-a765-6cd9ef543602 None None] Checking router: d2a08ced-73b6-4852-ab87-eba74403a383 for host: n-d-832164-4 {{(pid=103769) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:59:38.449343 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e962e437-720c-4f20-a765-6cd9ef543602 None None] Routers {'d2a08ced-73b6-4852-ab87-eba74403a383'} bound to L3 agent in host n-d-832164-4 {{(pid=103769) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:59:38.449942 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e962e437-720c-4f20-a765-6cd9ef543602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:59:09Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['d2a08ced-73b6-4852-ab87-eba74403a383'], 'active': True} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:59:38.538034 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_dvr_db [None req-e962e437-720c-4f20-a765-6cd9ef543602 None None] Set router d2a08ced-73b6-4852-ab87-eba74403a383 gateway port host: None {{(pid=103769) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:59:38.560742 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3629f6c-054a-4cc7-b2df-faf4768bf4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (f3b5e0a9-7792-4047-832c-c71b166ba8b6), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:38.586302 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3629f6c-054a-4cc7-b2df-faf4768bf4ea admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b5e0a9-7792-4047-832c-c71b166ba8b6,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:59:38.593524 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.l3_hamode_db [None req-e962e437-720c-4f20-a765-6cd9ef543602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'name': 'tempest-TestSnapshotPattern-1849005564-router', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:54:11Z', 'updated_at': '2022-03-07T11:59:38Z', 'revision_number': 6, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:59:38.619711 n-d-832164-4 neutron-server[103769]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e962e437-720c-4f20-a765-6cd9ef543602 None None] The sync data for ids ['d2a08ced-73b6-4852-ab87-eba74403a383'] in n-d-832164-4 is: [{'id': 'd2a08ced-73b6-4852-ab87-eba74403a383', 'name': 'tempest-TestSnapshotPattern-1849005564-router', 'tenant_id': 'f0cf1e7597494f08979181318a89d086', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:54:11Z', 'updated_at': '2022-03-07T11:59:38Z', 'revision_number': 6, 'project_id': 'f0cf1e7597494f08979181318a89d086', 'gw_port_host': None}] {{(pid=103769) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:59:38.652818 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3629f6c-054a-4cc7-b2df-faf4768bf4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (d2a08ced-73b6-4852-ab87-eba74403a383), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:38.734348 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-3c8701ac-7f31-4580-b694-9df18feb69b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:38.745151 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3629f6c-054a-4cc7-b2df-faf4768bf4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (d2a08ced-73b6-4852-ab87-eba74403a383), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:38.747261 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3629f6c-054a-4cc7-b2df-faf4768bf4ea admin admin] Publish callbacks [] for router_controller (d2a08ced-73b6-4852-ab87-eba74403a383), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:38.793624 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3629f6c-054a-4cc7-b2df-faf4768bf4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (d2a08ced-73b6-4852-ab87-eba74403a383), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:38.794114 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3629f6c-054a-4cc7-b2df-faf4768bf4ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2a08ced-73b6-4852-ab87-eba74403a383 {{(pid=103766) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:59:38.799040 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-a3629f6c-054a-4cc7-b2df-faf4768bf4ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:38.800347 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-a3629f6c-054a-4cc7-b2df-faf4768bf4ea admin admin] 10.222.0.11 "DELETE /v2.0/routers/d2a08ced-73b6-4852-ab87-eba74403a383 HTTP/1.1" status: 204 len: 168 time: 0.7741389 Mar 07 11:59:38.802828 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47882) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:59:38.846298 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae4c73fe-31c4-4c1f-9715-98cd81382b0a admin admin] Deleting subnet 35fed5e5-3c0f-467d-94aa-ff25e148db02 {{(pid=103766) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:59:38.849801 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae4c73fe-31c4-4c1f-9715-98cd81382b0a admin admin] Publish callbacks [] for subnet (35fed5e5-3c0f-467d-94aa-ff25e148db02), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:38.883351 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae4c73fe-31c4-4c1f-9715-98cd81382b0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59018078'] for subnet (35fed5e5-3c0f-467d-94aa-ff25e148db02), precommit_delete_associations {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:38.965338 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae4c73fe-31c4-4c1f-9715-98cd81382b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (35fed5e5-3c0f-467d-94aa-ff25e148db02), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:39.019473 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae4c73fe-31c4-4c1f-9715-98cd81382b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59560711', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58933596'] for subnet (35fed5e5-3c0f-467d-94aa-ff25e148db02), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:39.046270 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c73fe-31c4-4c1f-9715-98cd81382b0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35fed5e5-3c0f-467d-94aa-ff25e148db02,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:59:39.051235 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-ae4c73fe-31c4-4c1f-9715-98cd81382b0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:39.056701 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ae4c73fe-31c4-4c1f-9715-98cd81382b0a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/35fed5e5-3c0f-467d-94aa-ff25e148db02 HTTP/1.1" status: 204 len: 168 time: 0.2506809 Mar 07 11:59:39.056873 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdaaf92-0f0a-4079-b57f-4c01572386ad None None] Network 929f5bbb-3bd7-4ad9-bc66-3d874fa82730 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:59:39.057002 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47884) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:59:39.129521 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-35ce2803-0f90-49bf-9472-bf9d53a12865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (929f5bbb-3bd7-4ad9-bc66-3d874fa82730), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:39.188261 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-35ce2803-0f90-49bf-9472-bf9d53a12865 admin admin] Deleting port 8ad63db5-e586-4339-b005-c918978488ca {{(pid=103766) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:59:39.188602 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-35ce2803-0f90-49bf-9472-bf9d53a12865 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (8ad63db5-e586-4339-b005-c918978488ca), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:39.213842 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a63a2eb-f406-469e-9f3b-b6d58d5cb1a0 None None] DHCP port deletion for 929f5bbb-3bd7-4ad9-bc66-3d874fa82730 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:59:39.258869 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.db [None req-35ce2803-0f90-49bf-9472-bf9d53a12865 admin admin] For port 8ad63db5-e586-4339-b005-c918978488ca, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=8ad63db5-e586-4339-b005-c918978488ca,segment=NetworkSegment(25a51530-dbf8-4187-b4d8-f1ff32a5dadb),segment_id=25a51530-dbf8-4187-b4d8-f1ff32a5dadb)] {{(pid=103766) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:59:39.259243 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-35ce2803-0f90-49bf-9472-bf9d53a12865 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (8ad63db5-e586-4339-b005-c918978488ca), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:39.261746 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2a63a2eb-f406-469e-9f3b-b6d58d5cb1a0 None None] Deleting port 8ad63db5-e586-4339-b005-c918978488ca {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:59:39.262378 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2a63a2eb-f406-469e-9f3b-b6d58d5cb1a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (8ad63db5-e586-4339-b005-c918978488ca), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:39.272987 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.plugin [None req-35ce2803-0f90-49bf-9472-bf9d53a12865 admin admin] Calling delete_port for 8ad63db5-e586-4339-b005-c918978488ca owned by network:dhcp {{(pid=103766) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:59:39.336187 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-2a63a2eb-f406-469e-9f3b-b6d58d5cb1a0 None None] For port 8ad63db5-e586-4339-b005-c918978488ca, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=8ad63db5-e586-4339-b005-c918978488ca,segment=NetworkSegment(25a51530-dbf8-4187-b4d8-f1ff32a5dadb),segment_id=25a51530-dbf8-4187-b4d8-f1ff32a5dadb)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:59:39.336744 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2a63a2eb-f406-469e-9f3b-b6d58d5cb1a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (8ad63db5-e586-4339-b005-c918978488ca), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:39.351312 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-2a63a2eb-f406-469e-9f3b-b6d58d5cb1a0 None None] Calling delete_port for 8ad63db5-e586-4339-b005-c918978488ca owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:59:39.366679 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 51307354-c56a-4287-b674-a34e8d462558 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:59:39.375509 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-35ce2803-0f90-49bf-9472-bf9d53a12865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59560752'] for port (8ad63db5-e586-4339-b005-c918978488ca), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:39.402965 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce2803-0f90-49bf-9472-bf9d53a12865 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ad63db5-e586-4339-b005-c918978488ca,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:59:39.408826 n-d-832164-4 neutron-server[103766]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ce2803-0f90-49bf-9472-bf9d53a12865 admin admin] No DVR routers for this DVR port 8ad63db5-e586-4339-b005-c918978488ca on host n-d-832164-4 {{(pid=103766) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:59:39.422781 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 51307354-c56a-4287-b674-a34e8d462558 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:59:39.423127 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 51307354-c56a-4287-b674-a34e8d462558 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:59:39.423610 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 8ad63db5-e586-4339-b005-c918978488ca no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:59:39.446035 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 8ad63db5-e586-4339-b005-c918978488ca {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:59:39.446638 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 8ad63db5-e586-4339-b005-c918978488ca not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:59:39.447243 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device f3b5e0a9-7792-4047-832c-c71b166ba8b6 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:59:39.477658 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: f3b5e0a9-7792-4047-832c-c71b166ba8b6 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:59:39.478058 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device f3b5e0a9-7792-4047-832c-c71b166ba8b6 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:59:39.494226 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-35ce2803-0f90-49bf-9472-bf9d53a12865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (929f5bbb-3bd7-4ad9-bc66-3d874fa82730), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:39.495941 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2a63a2eb-f406-469e-9f3b-b6d58d5cb1a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (8ad63db5-e586-4339-b005-c918978488ca), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:39.514590 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-35ce2803-0f90-49bf-9472-bf9d53a12865 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['929f5bbb-3bd7-4ad9-bc66-3d874fa82730']}} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:59:39.522457 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63a2eb-f406-469e-9f3b-b6d58d5cb1a0 None None] Pushing event deleted for resources: {'Port': ['ID=8ad63db5-e586-4339-b005-c918978488ca,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:59:39.526125 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a63a2eb-f406-469e-9f3b-b6d58d5cb1a0 None None] No DVR routers for this DVR port 8ad63db5-e586-4339-b005-c918978488ca on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:59:39.530391 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-35ce2803-0f90-49bf-9472-bf9d53a12865 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25a51530-dbf8-4187-b4d8-f1ff32a5dadb') {'for_net_delete': True} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:59:39.530758 n-d-832164-4 neutron-server[103766]: DEBUG neutron.services.segments.db [None req-35ce2803-0f90-49bf-9472-bf9d53a12865 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25a51530-dbf8-4187-b4d8-f1ff32a5dadb') {} {{(pid=103766) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:59:39.543945 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-35ce2803-0f90-49bf-9472-bf9d53a12865 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59018149'] for segment (25a51530-dbf8-4187-b4d8-f1ff32a5dadb), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:39.557872 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-35ce2803-0f90-49bf-9472-bf9d53a12865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (25a51530-dbf8-4187-b4d8-f1ff32a5dadb), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:39.563728 n-d-832164-4 neutron-server[103766]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ce2803-0f90-49bf-9472-bf9d53a12865 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=103766) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:59:39.564868 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-35ce2803-0f90-49bf-9472-bf9d53a12865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59560813'] for segment (25a51530-dbf8-4187-b4d8-f1ff32a5dadb), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:39.566646 n-d-832164-4 neutron-server[103766]: Traceback (most recent call last): Mar 07 11:59:39.566646 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:59:39.566646 n-d-832164-4 neutron-server[103766]: timer() Mar 07 11:59:39.566646 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:59:39.566646 n-d-832164-4 neutron-server[103766]: cb(*args, **kw) Mar 07 11:59:39.566646 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:59:39.566646 n-d-832164-4 neutron-server[103766]: return func(*args, **kwargs) Mar 07 11:59:39.566646 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:59:39.566646 n-d-832164-4 neutron-server[103766]: self._notify() Mar 07 11:59:39.566646 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:59:39.566646 n-d-832164-4 neutron-server[103766]: self.callback(batched_events) Mar 07 11:59:39.566646 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:59:39.566646 n-d-832164-4 neutron-server[103766]: event.method(event) Mar 07 11:59:39.566646 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:59:39.566646 n-d-832164-4 neutron-server[103766]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:59:39.566646 n-d-832164-4 neutron-server[103766]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:59:39.566646 n-d-832164-4 neutron-server[103766]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:59:39.566646 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:59:39.566646 n-d-832164-4 neutron-server[103766]: return f(self, *a, **k) Mar 07 11:59:39.566646 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:59:39.566646 n-d-832164-4 neutron-server[103766]: return self._get(url).json() Mar 07 11:59:39.566646 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:59:39.566646 n-d-832164-4 neutron-server[103766]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:59:39.566646 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:59:39.566646 n-d-832164-4 neutron-server[103766]: return self.request(url, 'GET', **kwargs) Mar 07 11:59:39.566646 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:59:39.566646 n-d-832164-4 neutron-server[103766]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:59:39.566646 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:59:39.566646 n-d-832164-4 neutron-server[103766]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:59:39.566646 n-d-832164-4 neutron-server[103766]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:59:39.566646 n-d-832164-4 neutron-server[103766]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:59:39.566646 n-d-832164-4 neutron-server[103766]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:59:39.619239 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-35ce2803-0f90-49bf-9472-bf9d53a12865 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (929f5bbb-3bd7-4ad9-bc66-3d874fa82730), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:39.625124 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-35ce2803-0f90-49bf-9472-bf9d53a12865 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:39.629259 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-35ce2803-0f90-49bf-9472-bf9d53a12865 admin admin] 10.222.0.11 "DELETE /v2.0/networks/929f5bbb-3bd7-4ad9-bc66-3d874fa82730 HTTP/1.1" status: 204 len: 168 time: 0.5713661 Mar 07 11:59:39.632403 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47886) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:59:39.639754 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce2803-0f90-49bf-9472-bf9d53a12865 admin admin] Pushing event deleted for resources: {'Network': ['ID=929f5bbb-3bd7-4ad9-bc66-3d874fa82730,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:59:39.988357 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-67fe397b-ebb5-4d2f-aabb-1881a58ab42b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-674881'] for router_interface (5e4c53cf-2442-463f-a212-d39c0feaf57c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:40.227525 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-67fe397b-ebb5-4d2f-aabb-1881a58ab42b admin admin] Deleting port 0c3208cb-c039-416b-8706-9714bb7a0c43 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:59:40.227859 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-67fe397b-ebb5-4d2f-aabb-1881a58ab42b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (0c3208cb-c039-416b-8706-9714bb7a0c43), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:40.250897 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:40.310514 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-67fe397b-ebb5-4d2f-aabb-1881a58ab42b admin admin] For port 0c3208cb-c039-416b-8706-9714bb7a0c43, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=0c3208cb-c039-416b-8706-9714bb7a0c43,segment=NetworkSegment(4434bafa-0a64-4c74-b570-f36964db1b19),segment_id=4434bafa-0a64-4c74-b570-f36964db1b19)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:59:40.310874 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-67fe397b-ebb5-4d2f-aabb-1881a58ab42b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (0c3208cb-c039-416b-8706-9714bb7a0c43), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:40.322649 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-67fe397b-ebb5-4d2f-aabb-1881a58ab42b admin admin] Calling delete_port for 0c3208cb-c039-416b-8706-9714bb7a0c43 owned by network:router_interface {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:59:40.501022 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-67fe397b-ebb5-4d2f-aabb-1881a58ab42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (0c3208cb-c039-416b-8706-9714bb7a0c43), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:40.526950 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe397b-ebb5-4d2f-aabb-1881a58ab42b admin admin] Pushing event deleted for resources: {'Port': ['ID=0c3208cb-c039-416b-8706-9714bb7a0c43,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:59:40.694251 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-67fe397b-ebb5-4d2f-aabb-1881a58ab42b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-674869'] for router_interface (5e4c53cf-2442-463f-a212-d39c0feaf57c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:40.915733 n-d-832164-4 neutron-server[103767]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67fe397b-ebb5-4d2f-aabb-1881a58ab42b admin admin] Router 5e4c53cf-2442-463f-a212-d39c0feaf57c has already been hosted by L3 agent 657e79a8-69fd-41a3-8e89-387267db495c {{(pid=103767) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 07 11:59:41.022605 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fe397b-ebb5-4d2f-aabb-1881a58ab42b admin admin] Notify agent at l3_agent.n-d-832164-4 the message routers_updated {{(pid=103767) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 07 11:59:41.027691 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-67fe397b-ebb5-4d2f-aabb-1881a58ab42b admin admin] 10.222.0.11 "PUT /v2.0/routers/5e4c53cf-2442-463f-a212-d39c0feaf57c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3941875 Mar 07 11:59:41.030342 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47888) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:59:41.033315 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b15eafc-c83c-4364-8bb6-aeefc1067f9e None None] Sync routers for ids ['5e4c53cf-2442-463f-a212-d39c0feaf57c'] in n-d-832164-4 {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 07 11:59:41.043008 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b15eafc-c83c-4364-8bb6-aeefc1067f9e None None] Routers {'5e4c53cf-2442-463f-a212-d39c0feaf57c'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:59:41.043615 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-6b15eafc-c83c-4364-8bb6-aeefc1067f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:59:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5e4c53cf-2442-463f-a212-d39c0feaf57c'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:59:41.138205 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b5dc4e20-cab8-4fc1-87b5-0546aa6f86c0 admin admin] Publish callbacks [] for router (5e4c53cf-2442-463f-a212-d39c0feaf57c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:41.151322 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-6b15eafc-c83c-4364-8bb6-aeefc1067f9e None None] Set router 5e4c53cf-2442-463f-a212-d39c0feaf57c gateway port host: n-d-832164-4 {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:59:41.252238 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b5dc4e20-cab8-4fc1-87b5-0546aa6f86c0 admin admin] Publish callbacks [] for router_gateway (5e4c53cf-2442-463f-a212-d39c0feaf57c), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:41.312246 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b5dc4e20-cab8-4fc1-87b5-0546aa6f86c0 admin admin] Deleting port ce11c184-adbf-4e91-818b-4e5f39cd0f61 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:59:41.312734 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b5dc4e20-cab8-4fc1-87b5-0546aa6f86c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (ce11c184-adbf-4e91-818b-4e5f39cd0f61), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:41.343241 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-6b15eafc-c83c-4364-8bb6-aeefc1067f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4c53cf-2442-463f-a212-d39c0feaf57c', 'name': 'tempest-TestSnapshotPattern-577945632-router', 'tenant_id': 'b2680b9b82054f54980d1b46aa7fb471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'external_fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': 'ce11c184-adbf-4e91-818b-4e5f39cd0f61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:54:16Z', 'updated_at': '2022-03-07T11:59:40Z', 'revision_number': 5, 'project_id': 'b2680b9b82054f54980d1b46aa7fb471', 'gw_port': {'id': 'ce11c184-adbf-4e91-818b-4e5f39cd0f61', 'name': '', 'network_id': 'f8958782-2869-4679-b3a6-78e3b1855431', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:95:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e4c53cf-2442-463f-a212-d39c0feaf57c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4439, 'fixed_ips': [{'subnet_id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-832164-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-07T11:54:16Z', 'updated_at': '2022-03-07T11:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95e1dd32-aadf-45ac-9652-459ec010f6ce', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-832164-4'}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:59:41.370215 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b15eafc-c83c-4364-8bb6-aeefc1067f9e None None] Checking router: 5e4c53cf-2442-463f-a212-d39c0feaf57c for host: n-d-832164-4 {{(pid=103768) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 07 11:59:41.378309 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b15eafc-c83c-4364-8bb6-aeefc1067f9e None None] Routers {'5e4c53cf-2442-463f-a212-d39c0feaf57c'} bound to L3 agent in host n-d-832164-4 {{(pid=103768) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 07 11:59:41.378909 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-6b15eafc-c83c-4364-8bb6-aeefc1067f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-832164-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-07T10:18:08Z,description=,heartbeat_timestamp=2022-03-07T11:59:39Z,host='n-d-832164-4',id=657e79a8-69fd-41a3-8e89-387267db495c,load=0,resource_versions=,resources_synced=,started_at=2022-03-07T10:18:09Z,topic='l3_agent')) {'router_ids': ['5e4c53cf-2442-463f-a212-d39c0feaf57c'], 'active': True} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:59:41.399382 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-b5dc4e20-cab8-4fc1-87b5-0546aa6f86c0 admin admin] For port ce11c184-adbf-4e91-818b-4e5f39cd0f61, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=ce11c184-adbf-4e91-818b-4e5f39cd0f61,segment=NetworkSegment(fd282640-c131-45d2-b8cd-fd1742124862),segment_id=fd282640-c131-45d2-b8cd-fd1742124862)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:59:41.399746 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b5dc4e20-cab8-4fc1-87b5-0546aa6f86c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (ce11c184-adbf-4e91-818b-4e5f39cd0f61), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:41.411952 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-b5dc4e20-cab8-4fc1-87b5-0546aa6f86c0 admin admin] Calling delete_port for ce11c184-adbf-4e91-818b-4e5f39cd0f61 owned by network:router_gateway {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:59:41.467372 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvr_db [None req-6b15eafc-c83c-4364-8bb6-aeefc1067f9e None None] Set router 5e4c53cf-2442-463f-a212-d39c0feaf57c gateway port host: None {{(pid=103768) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 07 11:59:41.522399 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_hamode_db [None req-6b15eafc-c83c-4364-8bb6-aeefc1067f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e4c53cf-2442-463f-a212-d39c0feaf57c', 'name': 'tempest-TestSnapshotPattern-577945632-router', 'tenant_id': 'b2680b9b82054f54980d1b46aa7fb471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:54:16Z', 'updated_at': '2022-03-07T11:59:41Z', 'revision_number': 6, 'project_id': 'b2680b9b82054f54980d1b46aa7fb471', 'gw_port_host': None}], 'n-d-832164-4', False) {} {{(pid=103768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:59:41.549765 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b15eafc-c83c-4364-8bb6-aeefc1067f9e None None] The sync data for ids ['5e4c53cf-2442-463f-a212-d39c0feaf57c'] in n-d-832164-4 is: [{'id': '5e4c53cf-2442-463f-a212-d39c0feaf57c', 'name': 'tempest-TestSnapshotPattern-577945632-router', 'tenant_id': 'b2680b9b82054f54980d1b46aa7fb471', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-07T11:54:16Z', 'updated_at': '2022-03-07T11:59:41Z', 'revision_number': 6, 'project_id': 'b2680b9b82054f54980d1b46aa7fb471', 'gw_port_host': None}] {{(pid=103768) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 07 11:59:41.912187 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b5dc4e20-cab8-4fc1-87b5-0546aa6f86c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (ce11c184-adbf-4e91-818b-4e5f39cd0f61), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:41.940198 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc4e20-cab8-4fc1-87b5-0546aa6f86c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce11c184-adbf-4e91-818b-4e5f39cd0f61,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:59:41.984907 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:42.000259 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b5dc4e20-cab8-4fc1-87b5-0546aa6f86c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-671903'] for router_gateway (5e4c53cf-2442-463f-a212-d39c0feaf57c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:42.098388 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b5dc4e20-cab8-4fc1-87b5-0546aa6f86c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674603', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26457'] for router (5e4c53cf-2442-463f-a212-d39c0feaf57c), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:42.100499 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b5dc4e20-cab8-4fc1-87b5-0546aa6f86c0 admin admin] Publish callbacks [] for router_controller (5e4c53cf-2442-463f-a212-d39c0feaf57c), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:42.146771 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b5dc4e20-cab8-4fc1-87b5-0546aa6f86c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-674620'] for router (5e4c53cf-2442-463f-a212-d39c0feaf57c), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:42.147357 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5dc4e20-cab8-4fc1-87b5-0546aa6f86c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e4c53cf-2442-463f-a212-d39c0feaf57c {{(pid=103767) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 07 11:59:42.151991 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-b5dc4e20-cab8-4fc1-87b5-0546aa6f86c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:42.153166 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-b5dc4e20-cab8-4fc1-87b5-0546aa6f86c0 admin admin] 10.222.0.11 "DELETE /v2.0/routers/5e4c53cf-2442-463f-a212-d39c0feaf57c HTTP/1.1" status: 204 len: 168 time: 1.1196194 Mar 07 11:59:42.155715 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47890) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:59:42.200827 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff77920-b64e-45d9-8630-f0588add5cea admin admin] Deleting subnet 752c9254-9042-4955-961b-966d9dbd93df {{(pid=103767) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 07 11:59:42.204012 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3ff77920-b64e-45d9-8630-f0588add5cea admin admin] Publish callbacks [] for subnet (752c9254-9042-4955-961b-966d9dbd93df), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:42.240277 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3ff77920-b64e-45d9-8630-f0588add5cea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4241721'] for subnet (752c9254-9042-4955-961b-966d9dbd93df), precommit_delete_associations {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:42.327238 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3ff77920-b64e-45d9-8630-f0588add5cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4072934'] for subnet (752c9254-9042-4955-961b-966d9dbd93df), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:42.379794 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3ff77920-b64e-45d9-8630-f0588add5cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4072957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-921692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4242196', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4843088'] for subnet (752c9254-9042-4955-961b-966d9dbd93df), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:42.404536 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff77920-b64e-45d9-8630-f0588add5cea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=752c9254-9042-4955-961b-966d9dbd93df,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:59:42.408518 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-3ff77920-b64e-45d9-8630-f0588add5cea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:42.411930 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-3ff77920-b64e-45d9-8630-f0588add5cea admin admin] 10.222.0.11 "DELETE /v2.0/subnets/752c9254-9042-4955-961b-966d9dbd93df HTTP/1.1" status: 204 len: 168 time: 0.2550895 Mar 07 11:59:42.414562 n-d-832164-4 neutron-server[103767]: DEBUG neutron.wsgi [-] (103767) accepted ('10.222.0.11', 47892) {{(pid=103767) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:59:42.415481 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70c08fc-a392-4ebc-9d16-fd55f256a9e7 None None] Network 0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750 requested from n-d-832164-4 {{(pid=103768) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 07 11:59:42.490700 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42c7527c-c302-49b2-bba6-716fc1a9862e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4116585'] for network (0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:42.544950 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-42c7527c-c302-49b2-bba6-716fc1a9862e admin admin] Deleting port 4e9cf93a-bea6-4738-a239-78978a309267 {{(pid=103767) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:59:42.545276 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42c7527c-c302-49b2-bba6-716fc1a9862e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (4e9cf93a-bea6-4738-a239-78978a309267), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:42.564336 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5eb0794-f807-45e5-a305-745bfa0e377d None None] DHCP port deletion for 0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750 request from n-d-832164-4 {{(pid=103768) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 07 11:59:42.611672 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f5eb0794-f807-45e5-a305-745bfa0e377d None None] Deleting port 4e9cf93a-bea6-4738-a239-78978a309267 {{(pid=103768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 07 11:59:42.612051 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f5eb0794-f807-45e5-a305-745bfa0e377d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755330238275'] for port (4e9cf93a-bea6-4738-a239-78978a309267), before_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:42.613051 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.db [None req-42c7527c-c302-49b2-bba6-716fc1a9862e admin admin] For port 4e9cf93a-bea6-4738-a239-78978a309267, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=4e9cf93a-bea6-4738-a239-78978a309267,segment=NetworkSegment(4434bafa-0a64-4c74-b570-f36964db1b19),segment_id=4434bafa-0a64-4c74-b570-f36964db1b19)] {{(pid=103767) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:59:42.613449 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42c7527c-c302-49b2-bba6-716fc1a9862e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (4e9cf93a-bea6-4738-a239-78978a309267), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:42.630695 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.plugin [None req-42c7527c-c302-49b2-bba6-716fc1a9862e admin admin] Calling delete_port for 4e9cf93a-bea6-4738-a239-78978a309267 owned by network:dhcp {{(pid=103767) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:59:42.676139 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.db [None req-f5eb0794-f807-45e5-a305-745bfa0e377d None None] For port 4e9cf93a-bea6-4738-a239-78978a309267, host n-d-832164-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-832164-4',level=0,port_id=4e9cf93a-bea6-4738-a239-78978a309267,segment=NetworkSegment(4434bafa-0a64-4c74-b570-f36964db1b19),segment_id=4434bafa-0a64-4c74-b570-f36964db1b19)] {{(pid=103768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 07 11:59:42.676533 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f5eb0794-f807-45e5-a305-745bfa0e377d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-685651'] for port (4e9cf93a-bea6-4738-a239-78978a309267), precommit_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:42.688634 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-f5eb0794-f807-45e5-a305-745bfa0e377d None None] Calling delete_port for 4e9cf93a-bea6-4738-a239-78978a309267 owned by network:dhcp {{(pid=103768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 07 11:59:42.709699 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42c7527c-c302-49b2-bba6-716fc1a9862e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4242211'] for port (4e9cf93a-bea6-4738-a239-78978a309267), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:42.738187 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7527c-c302-49b2-bba6-716fc1a9862e admin admin] Pushing event deleted for resources: {'Port': ['ID=4e9cf93a-bea6-4738-a239-78978a309267,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:59:42.741724 n-d-832164-4 neutron-server[103767]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c7527c-c302-49b2-bba6-716fc1a9862e admin admin] No DVR routers for this DVR port 4e9cf93a-bea6-4738-a239-78978a309267 on host n-d-832164-4 {{(pid=103767) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:59:42.766395 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f5eb0794-f807-45e5-a305-745bfa0e377d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4131980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-903496', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755330244262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755329803448'] for port (4e9cf93a-bea6-4738-a239-78978a309267), after_delete {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:42.791798 n-d-832164-4 neutron-server[103768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb0794-f807-45e5-a305-745bfa0e377d None None] Pushing event deleted for resources: {'Port': ['ID=4e9cf93a-bea6-4738-a239-78978a309267,revision_number=None']} {{(pid=103768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:59:42.796568 n-d-832164-4 neutron-server[103768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eb0794-f807-45e5-a305-745bfa0e377d None None] No DVR routers for this DVR port 4e9cf93a-bea6-4738-a239-78978a309267 on host n-d-832164-4 {{(pid=103768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 07 11:59:42.816057 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42c7527c-c302-49b2-bba6-716fc1a9862e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4010089', 'neutron.services.segments.db._delete_segments_for_network-8755330346599'] for network (0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:42.837010 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-42c7527c-c302-49b2-bba6-716fc1a9862e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750']}} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:59:42.847195 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-42c7527c-c302-49b2-bba6-716fc1a9862e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4434bafa-0a64-4c74-b570-f36964db1b19') {'for_net_delete': True} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:59:42.847482 n-d-832164-4 neutron-server[103767]: DEBUG neutron.services.segments.db [None req-42c7527c-c302-49b2-bba6-716fc1a9862e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4434bafa-0a64-4c74-b570-f36964db1b19') {} {{(pid=103767) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 07 11:59:42.856738 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42c7527c-c302-49b2-bba6-716fc1a9862e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755330347888', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4241858'] for segment (4434bafa-0a64-4c74-b570-f36964db1b19), before_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:42.870191 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42c7527c-c302-49b2-bba6-716fc1a9862e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629'] for segment (4434bafa-0a64-4c74-b570-f36964db1b19), precommit_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:42.876375 n-d-832164-4 neutron-server[103767]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c7527c-c302-49b2-bba6-716fc1a9862e admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=103767) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 07 11:59:42.876724 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42c7527c-c302-49b2-bba6-716fc1a9862e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4087629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4242302'] for segment (4434bafa-0a64-4c74-b570-f36964db1b19), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:42.878484 n-d-832164-4 neutron-server[103767]: Traceback (most recent call last): Mar 07 11:59:42.878484 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 07 11:59:42.878484 n-d-832164-4 neutron-server[103767]: timer() Mar 07 11:59:42.878484 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 07 11:59:42.878484 n-d-832164-4 neutron-server[103767]: cb(*args, **kw) Mar 07 11:59:42.878484 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 07 11:59:42.878484 n-d-832164-4 neutron-server[103767]: return func(*args, **kwargs) Mar 07 11:59:42.878484 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 07 11:59:42.878484 n-d-832164-4 neutron-server[103767]: self._notify() Mar 07 11:59:42.878484 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 07 11:59:42.878484 n-d-832164-4 neutron-server[103767]: self.callback(batched_events) Mar 07 11:59:42.878484 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 07 11:59:42.878484 n-d-832164-4 neutron-server[103767]: event.method(event) Mar 07 11:59:42.878484 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 07 11:59:42.878484 n-d-832164-4 neutron-server[103767]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 07 11:59:42.878484 n-d-832164-4 neutron-server[103767]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 07 11:59:42.878484 n-d-832164-4 neutron-server[103767]: aggregate_uuid = self.p_client.list_aggregates( Mar 07 11:59:42.878484 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 07 11:59:42.878484 n-d-832164-4 neutron-server[103767]: return f(self, *a, **k) Mar 07 11:59:42.878484 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 07 11:59:42.878484 n-d-832164-4 neutron-server[103767]: return self._get(url).json() Mar 07 11:59:42.878484 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 07 11:59:42.878484 n-d-832164-4 neutron-server[103767]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 07 11:59:42.878484 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 07 11:59:42.878484 n-d-832164-4 neutron-server[103767]: return self.request(url, 'GET', **kwargs) Mar 07 11:59:42.878484 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 07 11:59:42.878484 n-d-832164-4 neutron-server[103767]: base_url = self.get_endpoint(auth, allow=allow, Mar 07 11:59:42.878484 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 07 11:59:42.878484 n-d-832164-4 neutron-server[103767]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 07 11:59:42.878484 n-d-832164-4 neutron-server[103767]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 07 11:59:42.878484 n-d-832164-4 neutron-server[103767]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 07 11:59:42.878484 n-d-832164-4 neutron-server[103767]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 07 11:59:42.938788 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42c7527c-c302-49b2-bba6-716fc1a9862e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4010080', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-318325', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-671931'] for network (0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750), after_delete {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:42.944767 n-d-832164-4 neutron-server[103767]: DEBUG neutron_lib.callbacks.manager [None req-42c7527c-c302-49b2-bba6-716fc1a9862e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103767) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:42.947920 n-d-832164-4 neutron-server[103767]: INFO neutron.wsgi [None req-42c7527c-c302-49b2-bba6-716fc1a9862e admin admin] 10.222.0.11 "DELETE /v2.0/networks/0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750 HTTP/1.1" status: 204 len: 168 time: 0.5324244 Mar 07 11:59:42.960555 n-d-832164-4 neutron-server[103767]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7527c-c302-49b2-bba6-716fc1a9862e admin admin] Pushing event deleted for resources: {'Network': ['ID=0e9cb4c5-6f97-4f8d-a7f4-ee8803a56750,revision_number=None']} {{(pid=103767) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:59:43.063079 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47896) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:59:43.102616 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-ec0f4654-7126-4c0e-b470-1e8fed967fa2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f0cf1e7597494f08979181318a89d086&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383391 Mar 07 11:59:43.104960 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47898) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:59:43.182304 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:43.238953 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 11:59:43.325249 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ce11c184-adbf-4e91-818b-4e5f39cd0f61 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:59:43.346655 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: ce11c184-adbf-4e91-818b-4e5f39cd0f61 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:59:43.346997 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device ce11c184-adbf-4e91-818b-4e5f39cd0f61 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:59:43.347411 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 4e9cf93a-bea6-4738-a239-78978a309267 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:59:43.367522 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 4e9cf93a-bea6-4738-a239-78978a309267 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:59:43.367879 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 4e9cf93a-bea6-4738-a239-78978a309267 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:59:43.368290 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 0c3208cb-c039-416b-8706-9714bb7a0c43 no longer exists at agent ovs-agent-n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 07 11:59:43.390248 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.plugin [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] No Port match for: 0c3208cb-c039-416b-8706-9714bb7a0c43 {{(pid=103768) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 07 11:59:43.390598 n-d-832164-4 neutron-server[103768]: DEBUG neutron.plugins.ml2.rpc [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Device 0c3208cb-c039-416b-8706-9714bb7a0c43 not bound to the agent host n-d-832164-4 {{(pid=103768) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 07 11:59:43.498987 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b68325b3-ed17-47be-a371-3a4610d43fd3 admin admin] Publish callbacks [] for security_group (80ff5522-9b15-4854-b43f-e5f82978b5dd), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:43.519976 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b68325b3-ed17-47be-a371-3a4610d43fd3 admin admin] Publish callbacks [] for security_group (80ff5522-9b15-4854-b43f-e5f82978b5dd), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:43.566085 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b68325b3-ed17-47be-a371-3a4610d43fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (80ff5522-9b15-4854-b43f-e5f82978b5dd), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:43.568703 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-b68325b3-ed17-47be-a371-3a4610d43fd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:43.569954 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-b68325b3-ed17-47be-a371-3a4610d43fd3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/80ff5522-9b15-4854-b43f-e5f82978b5dd HTTP/1.1" status: 204 len: 168 time: 0.4640517 Mar 07 11:59:43.578155 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68325b3-ed17-47be-a371-3a4610d43fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ff5522-9b15-4854-b43f-e5f82978b5dd,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:59:43.874680 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47904) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:59:43.914736 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-702ebabb-cc4b-48e0-975d-54d44ccc3af2 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b2680b9b82054f54980d1b46aa7fb471&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388927 Mar 07 11:59:43.917120 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [-] (103766) accepted ('10.222.0.11', 47906) {{(pid=103766) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 07 11:59:43.964395 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e0890cf4-67f2-4273-b1d9-b5a8bdeff37f admin admin] Publish callbacks [] for security_group (81f9ab54-d14e-42b2-8c66-e08c786a7bd9), before_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:43.990652 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e0890cf4-67f2-4273-b1d9-b5a8bdeff37f admin admin] Publish callbacks [] for security_group (81f9ab54-d14e-42b2-8c66-e08c786a7bd9), precommit_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:44.037671 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e0890cf4-67f2-4273-b1d9-b5a8bdeff37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-315267'] for security_group (81f9ab54-d14e-42b2-8c66-e08c786a7bd9), after_delete {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:44.040226 n-d-832164-4 neutron-server[103766]: DEBUG neutron_lib.callbacks.manager [None req-e0890cf4-67f2-4273-b1d9-b5a8bdeff37f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103766) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:44.041330 n-d-832164-4 neutron-server[103766]: INFO neutron.wsgi [None req-e0890cf4-67f2-4273-b1d9-b5a8bdeff37f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/81f9ab54-d14e-42b2-8c66-e08c786a7bd9 HTTP/1.1" status: 204 len: 168 time: 0.1232829 Mar 07 11:59:44.050052 n-d-832164-4 neutron-server[103766]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0890cf4-67f2-4273-b1d9-b5a8bdeff37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f9ab54-d14e-42b2-8c66-e08c786a7bd9,revision_number=None']} {{(pid=103766) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 07 11:59:49.106831 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 11:59:53.807781 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:00:06.680627 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1f733a07-8cac-446a-b0bf-27662dfeec2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:00:08.735579 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-04058abf-2d77-4998-810b-e5aa67bd9d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:00:10.251960 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:00:11.982952 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:00:13.177002 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:00:19.111216 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:00:20.237987 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 12:00:23.823155 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:00:36.681698 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2cb12017-4d99-4f93-8718-5976054453dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:00:38.736349 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b6f8e783-ae82-476b-85d2-cd3b0a1866c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:00:40.254758 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:00:41.985255 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:00:43.178607 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:00:49.111812 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:00:53.825210 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:00:57.236201 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 12:01:06.682844 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-785c737c-c130-4f91-aee8-6f7cd5e8348c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:01:08.738272 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b97d223c-86e6-4efe-8cc5-170e758ddd3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:01:10.258073 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:01:11.991402 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:01:13.181054 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:01:19.104087 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:01:23.835948 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:01:34.234593 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 12:01:36.684080 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8b59d859-3e35-48d9-9914-808c6f9ee4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:01:38.739298 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-cee572ca-0cde-421e-92e3-dad4055ae10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:01:40.260524 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:01:41.990330 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:01:43.182069 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:01:49.104563 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:01:53.834684 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:02:06.689765 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c1fc2928-40be-4673-b655-7dc82cbdc5fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:02:08.741399 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d7122419-f4e9-4175-b1cc-a9a9bcf79586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:02:10.264155 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:02:11.233515 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 12:02:11.992784 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:02:13.183916 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:02:19.117168 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:02:23.833260 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:02:36.690766 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-281e5478-0892-40d2-af56-fe3a67351537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:02:38.742229 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c4db60f7-f18a-483a-8d01-7b62ae86c410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:02:40.266623 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:02:41.996124 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:02:43.187038 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:02:48.232000 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 12:02:49.133167 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:02:53.831597 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:03:06.691741 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-1a4e38ba-66ac-4aaf-94ec-92a0700bda5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:03:08.742845 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2b7e4f73-bc77-4113-8573-7fb46b1342e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:03:10.267889 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:03:12.001674 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:03:13.189006 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:03:19.147864 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:03:23.835724 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:03:25.230940 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 12:03:36.693242 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0e6afc20-04a2-49ec-a8fb-c0ef956c5c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:03:38.743550 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-d7421c66-5850-4745-adf7-0f3313a31a5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:03:40.271499 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:03:42.000627 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:03:43.190492 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:03:49.147293 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:03:53.835653 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:04:02.231552 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 12:04:06.694510 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-211bbb42-926b-4c09-ba54-028a564b5ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:04:08.744822 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-f2f8a6f5-dac2-42e9-b11e-34f1aec9b863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:04:10.274301 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:04:12.002442 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:04:13.192379 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:04:19.158389 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:04:23.829369 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:04:36.696473 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-18dfa7e0-626e-42ba-8df0-00b725f39ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:04:38.749502 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c352c421-3e33-45b5-85d3-a9d965163e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:04:39.229864 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 12:04:40.277434 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:04:42.008597 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:04:43.196499 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:04:49.171435 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:04:53.853530 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:05:06.698253 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e89f056e-4a62-4e02-b887-d6c4f8da51e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:05:08.750935 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-78a2f2f6-6737-49e1-a70f-aa6f878f1e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:05:10.281005 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:05:12.011745 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:05:13.199585 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:05:16.228119 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 12:05:19.160386 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:05:23.874350 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:05:36.700443 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-2d3e3fa9-91a8-446b-8f9c-54d0b484a02d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:05:38.753165 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-11d8faf8-f33d-4f96-a5ff-e8d45da8a6a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:05:40.283612 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:05:42.011852 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:05:43.202273 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:05:49.176617 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:05:53.227130 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 12:05:53.872587 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:06:06.702138 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-8b0227f5-2544-46ab-8e26-6c8e044b552c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:06:08.755252 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-aec2f492-37fc-4c00-a59e-17ff54a617c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:06:10.286383 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:06:12.015118 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:06:13.204530 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:06:19.189358 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:06:23.893535 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:06:30.225981 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 12:06:36.703852 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-eee3b8ea-7ada-436c-ac87-bd23facfc56c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:06:38.755972 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-e58b56ce-e846-49bc-881a-d903c91b0a06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:06:40.289920 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:06:42.018505 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:06:43.206557 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:06:49.204611 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:06:53.886740 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:07:06.707616 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-b7dd76dc-cfee-4871-b839-e564a8336331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:07:07.224717 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 12:07:08.757999 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-0ba24731-8741-43e1-bc9d-ff2af157639c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:07:10.297012 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:07:12.019981 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:07:13.208660 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:07:13.720217 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-955635b2-ce6a-447e-bd55-2110cafdcdc5 req-631c3c29-0978-4208-9934-9ce98dd17e59 service neutron] (103766) timed out ('10.222.0.11', 45592) {{(pid=103766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 12:07:13.852305 n-d-832164-4 neutron-server[103766]: DEBUG neutron.wsgi [req-955635b2-ce6a-447e-bd55-2110cafdcdc5 req-7c73045f-f243-4d36-bd2f-97d44a04bc22 tempest-TestShelveInstance-2095887549 tempest-TestShelveInstance-2095887549-project] (103766) timed out ('10.222.0.11', 45614) {{(pid=103766) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 07 12:07:19.203533 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:07:23.896472 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:07:36.710266 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-50792ee6-56fd-475b-a502-5ede3108bd39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:07:38.759961 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-30a93182-04eb-442e-ae23-06ff14afcccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:07:40.296848 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:07:42.025589 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:07:43.210366 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:07:44.224241 n-d-832164-4 neutron-server[103769]: DEBUG neutron.db.agents_db [None req-6b77370b-17ca-46f9-bc00-1dc06aec7b26 None None] Agent healthcheck: found 7 active agents {{(pid=103769) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 07 12:07:49.216392 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:07:53.899209 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c0ca7902-a96a-4be2-a348-ecd299de59d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (0ebf6306-e169-454a-9234-09eacb4aef99), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:08:06.711601 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-06aa6019-97fc-4f92-ae89-acfdcfd6b945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (83749220-3194-4ddb-8ecd-f9589b2ccb3d), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:08:08.764515 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-41675599-6d32-4062-a4bd-874caf477019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (657e79a8-69fd-41a3-8e89-387267db495c), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:08:10.299469 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-99c69f31-ad4e-4217-94f4-c2764a2ca7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (b1ed05f2-7c44-4c6b-b50b-9aa5b7bcb979), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:08:12.025090 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ab60f1d6-d0e4-47fd-8059-feac60050f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (4d0965f5-4ff4-4fe1-9ab1-3199cccc9a43), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:08:13.211467 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-c377bf3c-a901-4c35-89fb-fd655b02866b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (db2cd70a-b95b-4acf-99bc-5b1d8f959d4e), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 07 12:08:19.228937 n-d-832164-4 neutron-server[103768]: DEBUG neutron_lib.callbacks.manager [None req-ede44ae4-d2a6-4519-9840-ad3c75c553a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755330346581', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4011922'] for agent (c44d9171-3d2b-4ea3-b821-99ce5c6634d4), after_update {{(pid=103768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}